-- Logs begin at Thu 2021-11-11 23:54:52 UTC, end at Fri 2021-11-12 02:25:40 UTC. -- Nov 12 00:27:16.839930 n-d-812236-11 systemd[1]: Started Devstack devstack@q-svc.service. Nov 12 00:27:19.591544 n-d-812236-11 neutron-server[102552]: INFO neutron.common.config [-] Logging enabled! Nov 12 00:27:19.592048 n-d-812236-11 neutron-server[102552]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 12 00:27:19.592326 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102552) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 12 00:27:19.595609 n-d-812236-11 neutron-server[102552]: INFO neutron.common.config [-] Logging enabled! Nov 12 00:27:19.595860 n-d-812236-11 neutron-server[102552]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 12 00:27:19.596174 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102552) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 12 00:27:19.597110 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 00:27:19.597344 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 00:27:19.597724 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 00:27:19.597969 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 00:27:19.598192 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 00:27:19.598506 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.598924 n-d-812236-11 neutron-server[102552]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 12 00:27:19.599239 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.599530 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.599819 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.600116 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.600416 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.600691 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.600977 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.601273 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.601585 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.601862 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.602143 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.602430 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.602706 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.602990 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.603275 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.603553 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] debug = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.603829 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.604252 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.604653 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.604932 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.605220 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.605545 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.605809 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.606083 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.606363 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.606688 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] host = n-d-812236-11 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.606963 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.607247 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.607531 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.607813 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.608083 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.608357 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.608639 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.608907 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.609180 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] log_file = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.609474 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.609765 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.610045 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.610343 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.610586 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.610806 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.611092 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.611374 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.611644 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.611912 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.612180 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.612449 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.612719 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.612984 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.613267 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.613571 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.613855 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.614126 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.614394 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.614661 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.614926 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.615207 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.615474 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.615740 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.616006 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.616290 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.616557 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.616826 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.617123 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.617424 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.617706 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.617986 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.618255 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.618535 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.618801 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.619074 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.619342 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] use_json = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.619608 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.619873 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.620148 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.620417 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.620681 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.620947 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.621214 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.621525 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:19.621816 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.622109 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.622409 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.622688 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.622988 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.623264 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.623549 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.623823 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.624105 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.624389 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.624671 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.624943 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.625225 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.625520 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.625809 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.626655 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.627132 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.627606 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.628052 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.628498 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.628951 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.629428 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.629901 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.630353 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.630821 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.631289 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.631747 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.632208 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.632678 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.633143 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.633619 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.634074 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.634548 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.635002 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.635445 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.635901 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.636369 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.636824 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.637269 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.637759 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.638211 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.638656 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.639110 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.639564 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.640036 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.640490 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.640935 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.641411 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.642426 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.642774 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.643072 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.643352 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.643631 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.643909 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.644192 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.644466 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.644740 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.645018 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.645292 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.645604 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.646130 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.646401 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.646672 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.646942 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.647212 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.647482 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.647752 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.648026 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.648293 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.648562 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.648835 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.649103 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.649408 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.649680 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.649976 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.650252 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.650528 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.650802 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.651077 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.651351 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.651625 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.651898 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.652171 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.652443 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.652733 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.653013 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.653295 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.653597 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.653874 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.654200 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.654475 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.654753 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.655026 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.655296 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.655576 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.655856 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.656147 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.656440 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.656730 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.657020 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.657305 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.657638 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.657950 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.658230 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:19.658445 n-d-812236-11 neutron-server[102552]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 00:27:19.658683 n-d-812236-11 neutron-server[102552]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102552) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 12 00:27:20.089797 n-d-812236-11 neutron-server[102552]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102552) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 12 00:27:20.090061 n-d-812236-11 neutron-server[102552]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102552) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 12 00:27:20.090362 n-d-812236-11 neutron-server[102552]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102552) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 12 00:27:20.090695 n-d-812236-11 neutron-server[102552]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 12 00:27:20.422492 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:20.422693 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:20.423014 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:20.424878 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:20.425149 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:20.425434 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:20.459595 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:20.459866 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:20.460128 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:20.475947 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:20.476224 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:20.476490 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:20.507221 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:20.507566 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:20.507843 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:20.544506 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:20.544786 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:20.545054 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:20.783188 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:20.783830 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:20.783830 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:20.783960 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:20.784674 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:20.912287 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:20.912602 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:20.912882 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:20.913150 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:20.913434 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:20.913747 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:20.914005 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:20.914260 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:20.914513 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:20.914795 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:20.915054 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:20.915315 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:20.915572 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:20.915823 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:20.916080 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:20.916344 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:20.916599 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:20.916864 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:20.917132 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:20.917402 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:20.917678 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:20.917930 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:20.918211 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:20.918587 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:20.918833 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:20.919076 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:20.919468 n-d-812236-11 neutron-server[102552]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102552) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 00:27:20.919707 n-d-812236-11 neutron-server[102552]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102552) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 00:27:20.919942 n-d-812236-11 neutron-server[102552]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102552) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 00:27:20.920175 n-d-812236-11 neutron-server[102552]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102552) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 00:27:20.920408 n-d-812236-11 neutron-server[102552]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102552) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 00:27:20.920640 n-d-812236-11 neutron-server[102552]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102552) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 00:27:20.920998 n-d-812236-11 neutron-server[102552]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 12 00:27:20.924854 n-d-812236-11 neutron-server[102552]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 12 00:27:20.928872 n-d-812236-11 neutron-server[102552]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 12 00:27:20.932690 n-d-812236-11 neutron-server[102552]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Nov 12 00:27:20.934362 n-d-812236-11 neutron-server[102552]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 12 00:27:20.934822 n-d-812236-11 neutron-server[102552]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 12 00:27:20.935157 n-d-812236-11 neutron-server[102552]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 12 00:27:20.935539 n-d-812236-11 neutron-server[102552]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 12 00:27:20.938390 n-d-812236-11 neutron-server[102552]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 12 00:27:20.939272 n-d-812236-11 neutron-server[102552]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 12 00:27:20.939717 n-d-812236-11 neutron-server[102552]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 12 00:27:20.945057 n-d-812236-11 neutron-server[102552]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 12 00:27:20.968149 n-d-812236-11 neutron-server[102552]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 12 00:27:20.968615 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:20.968916 n-d-812236-11 neutron-server[102552]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102552) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 12 00:27:20.969278 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:20.971292 n-d-812236-11 neutron-server[102552]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102552) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 12 00:27:20.971579 n-d-812236-11 neutron-server[102552]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 12 00:27:20.971826 n-d-812236-11 neutron-server[102552]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 12 00:27:20.975122 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:20.975402 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.039067 n-d-812236-11 neutron-server[102552]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 12 00:27:21.039225 n-d-812236-11 neutron-server[102552]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 12 00:27:21.039463 n-d-812236-11 neutron-server[102552]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 12 00:27:21.039842 n-d-812236-11 neutron-server[102552]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 12 00:27:21.060414 n-d-812236-11 neutron-server[102552]: DEBUG oslo_db.sqlalchemy.engines [None req-98e814f0-faef-495c-8264-267571b5ddad None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102552) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 12 00:27:21.596451 n-d-812236-11 neutron-server[102552]: INFO neutron.plugins.ml2.managers [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Initializing driver for type 'gre' Nov 12 00:27:21.596981 n-d-812236-11 neutron-server[102552]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-98e814f0-faef-495c-8264-267571b5ddad None None] gre ID ranges: [(1, 1000)] Nov 12 00:27:21.648162 n-d-812236-11 neutron-server[102552]: INFO neutron.plugins.ml2.managers [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Initializing driver for type 'local' Nov 12 00:27:21.648526 n-d-812236-11 neutron-server[102552]: INFO neutron.plugins.ml2.managers [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Initializing driver for type 'vlan' Nov 12 00:27:21.662526 n-d-812236-11 neutron-server[102552]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-98e814f0-faef-495c-8264-267571b5ddad None None] VlanTypeDriver initialization complete Nov 12 00:27:21.663008 n-d-812236-11 neutron-server[102552]: INFO neutron.plugins.ml2.managers [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Initializing driver for type 'vxlan' Nov 12 00:27:21.663700 n-d-812236-11 neutron-server[102552]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-98e814f0-faef-495c-8264-267571b5ddad None None] vxlan ID ranges: [(1, 1000)] Nov 12 00:27:21.711737 n-d-812236-11 neutron-server[102552]: INFO neutron.plugins.ml2.managers [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Initializing extension driver 'port_security' Nov 12 00:27:21.712228 n-d-812236-11 neutron-server[102552]: INFO neutron.plugins.ml2.extensions.port_security [None req-98e814f0-faef-495c-8264-267571b5ddad None None] PortSecurityExtensionDriver initialization complete Nov 12 00:27:21.712659 n-d-812236-11 neutron-server[102552]: INFO neutron.plugins.ml2.managers [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Initializing mechanism driver 'openvswitch' Nov 12 00:27:21.712998 n-d-812236-11 neutron-server[102552]: INFO neutron.plugins.ml2.managers [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Initializing mechanism driver 'hyperv' Nov 12 00:27:21.719652 n-d-812236-11 neutron-server[102552]: DEBUG neutron.plugins.ml2.plugin [None req-98e814f0-faef-495c-8264-267571b5ddad None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:27:21.721255 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > port after_create 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.721686 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > port after_update 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.722065 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > port after_delete 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.722672 n-d-812236-11 neutron-server[102552]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102552) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 00:27:21.723103 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > subnet after_create 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.723459 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > subnet after_update 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.723811 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > subnet after_delete 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.724202 n-d-812236-11 neutron-server[102552]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102552) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 00:27:21.724607 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > network after_create 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.724954 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > network after_update 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.725293 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > network after_delete 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.725705 n-d-812236-11 neutron-server[102552]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102552) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 00:27:21.726109 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > security_group after_create 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.726457 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > security_group after_update 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.726791 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > security_group after_delete 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.727181 n-d-812236-11 neutron-server[102552]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102552) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 00:27:21.727580 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.727922 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.728257 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.728645 n-d-812236-11 neutron-server[102552]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102552) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 00:27:21.729045 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > address_group after_create 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.729405 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > address_group after_update 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.729744 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > address_group after_delete 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.730131 n-d-812236-11 neutron-server[102552]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102552) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 00:27:21.730507 n-d-812236-11 neutron-server[102552]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-98e814f0-faef-495c-8264-267571b5ddad None None] ML2 OVO RPC backend initialized. {{(pid=102552) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 12 00:27:21.731212 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > router_interface after_create 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.731563 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.731974 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > network before_response 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.732317 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > networks before_response 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.732658 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > port before_response 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.732994 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > ports before_response 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.733332 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > subnet before_response 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.733698 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > subnets before_response 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.734040 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > network after_create 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.734375 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > network after_update 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.734705 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > network after_delete 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.735036 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > port after_create 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.735368 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > port after_update 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.735695 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > port after_delete 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.736026 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > subnet after_create 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.736351 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > subnet after_update 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.736681 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > subnet after_delete 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.737254 n-d-812236-11 neutron-server[102552]: INFO neutron.plugins.ml2.plugin [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Modular L2 Plugin initialization complete Nov 12 00:27:21.737605 n-d-812236-11 neutron-server[102552]: DEBUG neutron.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading services supported by the core plugin {{(pid=102552) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 12 00:27:21.737930 n-d-812236-11 neutron-server[102552]: INFO neutron.plugins.ml2.managers [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Got port-security extension from driver 'port_security' Nov 12 00:27:21.738387 n-d-812236-11 neutron-server[102552]: INFO neutron.extensions.vlantransparent [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Disabled vlantransparent extension. Nov 12 00:27:21.738892 n-d-812236-11 neutron-server[102552]: DEBUG neutron.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102552) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 12 00:27:21.739199 n-d-812236-11 neutron-server[102552]: INFO neutron.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading Plugin: router Nov 12 00:27:21.775740 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > router_interface before_create 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.776126 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > router after_create 55549900 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.776492 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > router before_create 55549900 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.776853 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.777237 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.777595 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > router after_delete 55549900 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.777953 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > floatingip after_create 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.778419 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > floatingip after_update 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.778777 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > router after_create 55549900 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.779122 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > router after_update 55549900 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.779468 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > router after_update 55549900 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.779814 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.780169 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > router after_update 55549900 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.780577 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > router precommit_update 55549900 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.780940 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: port after_update 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.781279 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: port after_delete 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.781642 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: subnet after_update 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.781981 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.782394 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > port precommit_delete 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.783247 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > router precommit_create 55549900 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.783768 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: port before_delete 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.783918 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > router precommit_create 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.784272 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > router after_update 55549900 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.784608 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > router precommit_delete 55549900 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.784960 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > router precommit_create 55549900 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.785316 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > router_interface after_create 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.785681 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > router precommit_update 55549900 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.786042 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > agent after_create 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.786396 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > agent after_delete 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.786756 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > network after_delete 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.787615 n-d-812236-11 neutron-server[102552]: DEBUG neutron.quota.resource_registry [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Tracking information for resource: router configured {{(pid=102552) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 00:27:21.787941 n-d-812236-11 neutron-server[102552]: DEBUG neutron.quota.resource_registry [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Tracking information for resource: floatingip configured {{(pid=102552) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 00:27:21.792805 n-d-812236-11 neutron-server[102552]: INFO neutron.db.l3_agentschedulers_db [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 12 00:27:21.793395 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: port after_update 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.793751 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: port after_create 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.794095 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: port after_delete 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.794439 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: port after_update 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.795219 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > router before_create 55550100 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.795578 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > router precommit_delete 55550100 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.795937 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > router precommit_create 55550100 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.796290 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > router precommit_update 55550100 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.801280 n-d-812236-11 neutron-server[102552]: DEBUG neutron.services.provider_configuration [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Service providers = [] {{(pid=102552) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 12 00:27:21.801664 n-d-812236-11 neutron-server[102552]: DEBUG neutron.db.servicetype_db [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102552) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 12 00:27:21.804601 n-d-812236-11 neutron-server[102552]: DEBUG neutron.services.service_base [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102552) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 00:27:21.804943 n-d-812236-11 neutron-server[102552]: DEBUG neutron.services.service_base [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102552) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 00:27:21.805282 n-d-812236-11 neutron-server[102552]: DEBUG neutron.services.service_base [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102552) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 00:27:21.806186 n-d-812236-11 neutron-server[102552]: DEBUG neutron.services.service_base [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102552) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 00:27:21.806555 n-d-812236-11 neutron-server[102552]: INFO neutron.services.service_base [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 12 00:27:21.806926 n-d-812236-11 neutron-server[102552]: DEBUG neutron.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102552) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 00:27:21.807241 n-d-812236-11 neutron-server[102552]: INFO neutron.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 12 00:27:21.819683 n-d-812236-11 neutron-server[102552]: DEBUG neutron.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102552) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 00:27:21.820013 n-d-812236-11 neutron-server[102552]: INFO neutron.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading Plugin: auto_allocate Nov 12 00:27:21.825790 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: network precommit_update 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.826155 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: network precommit_create 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.826673 n-d-812236-11 neutron-server[102552]: DEBUG neutron.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102552) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 00:27:21.826987 n-d-812236-11 neutron-server[102552]: INFO neutron.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading Plugin: tag Nov 12 00:27:21.834380 n-d-812236-11 neutron-server[102552]: DEBUG neutron.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102552) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 00:27:21.834652 n-d-812236-11 neutron-server[102552]: INFO neutron.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading Plugin: timestamp Nov 12 00:27:21.838480 n-d-812236-11 neutron-server[102552]: DEBUG neutron.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102552) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 00:27:21.838805 n-d-812236-11 neutron-server[102552]: INFO neutron.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading Plugin: network_ip_availability Nov 12 00:27:21.844264 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.844629 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.845094 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:21.845840 n-d-812236-11 neutron-server[102552]: DEBUG neutron.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102552) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 00:27:21.846156 n-d-812236-11 neutron-server[102552]: INFO neutron.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading Plugin: flavors Nov 12 00:27:21.851113 n-d-812236-11 neutron-server[102552]: DEBUG neutron.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102552) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 00:27:21.851439 n-d-812236-11 neutron-server[102552]: INFO neutron.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading Plugin: revisions Nov 12 00:27:21.855731 n-d-812236-11 neutron-server[102552]: DEBUG neutron.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102552) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 00:27:21.856118 n-d-812236-11 neutron-server[102552]: DEBUG oslo_concurrency.lockutils [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.766s {{(pid=102552) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 12 00:27:21.856863 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102552) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 12 00:27:21.857191 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Initializing extension manager. Nov 12 00:27:21.857734 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: __init__.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.858068 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: __pycache__ {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.858400 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.858725 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: address_group.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.859469 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.860026 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: address-group Nov 12 00:27:21.860367 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: address_scope.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.861087 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.861615 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: address-scope Nov 12 00:27:21.861936 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: admin_state_down_before_update.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.862874 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.863375 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: router-admin-state-down-before-update Nov 12 00:27:21.863693 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: agent.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.864385 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.864889 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: agent Nov 12 00:27:21.865209 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: agent_resources_synced.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.866141 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.866644 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: agent-resources-synced Nov 12 00:27:21.866965 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: allowedaddresspairs.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.868724 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.869236 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: allowed-address-pairs Nov 12 00:27:21.869583 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: auto_allocated_topology.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.870652 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.871162 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: auto-allocated-topology Nov 12 00:27:21.871481 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: availability_zone.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.872164 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.872672 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: availability_zone Nov 12 00:27:21.872988 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: availability_zone_filter.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.873936 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.874440 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: availability_zone_filter Nov 12 00:27:21.874755 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: data_plane_status.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.875648 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.876792 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extension data-plane-status not supported by any of loaded plugins Nov 12 00:27:21.877333 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: default_subnetpools.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.878646 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.879170 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: default-subnetpools Nov 12 00:27:21.879489 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: dhcpagentscheduler.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.880297 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.880796 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: dhcp_agent_scheduler Nov 12 00:27:21.881115 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: dns.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.882064 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.882559 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extension dns-integration not supported by any of loaded plugins Nov 12 00:27:21.882903 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: dns_domain_ports.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.883817 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.884311 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 12 00:27:21.884626 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.885582 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.886081 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 12 00:27:21.886398 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: dvr.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.887058 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.887558 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: dvr Nov 12 00:27:21.887873 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: ecmp_routes.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.888906 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.889464 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extension ecmp_routes not supported by any of loaded plugins Nov 12 00:27:21.889786 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: empty_string_filtering.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.890694 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.891195 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: empty-string-filtering Nov 12 00:27:21.891511 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.892987 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.893527 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 12 00:27:21.893845 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.894757 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.895253 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 12 00:27:21.895568 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: external_net.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.896718 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.897216 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: external-net Nov 12 00:27:21.897568 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: extra_dhcp_opt.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.898475 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.898974 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: extra_dhcp_opt Nov 12 00:27:21.899288 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: extraroute.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.900179 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.900680 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: extraroute Nov 12 00:27:21.900995 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: extraroute_atomic.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.902054 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.902568 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: extraroute-atomic Nov 12 00:27:21.902893 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: filter_validation.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.903718 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.904222 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: filter-validation Nov 12 00:27:21.904540 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: fip_pf_description.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.905476 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.905978 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 12 00:27:21.906295 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: fip_port_details.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.907206 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.907734 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: fip-port-details Nov 12 00:27:21.908048 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: flavors.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.909278 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.909815 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: flavors Nov 12 00:27:21.910137 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.911797 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.912310 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 12 00:27:21.912634 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: floatingip_pools.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.913326 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.913858 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: floatingip-pools Nov 12 00:27:21.914178 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: ip_allocation.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.915097 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.915596 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extension ip_allocation not supported by any of loaded plugins Nov 12 00:27:21.915916 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.916828 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.917332 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: ip-substring-filtering Nov 12 00:27:21.917678 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: l2_adjacency.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.918597 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.919094 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extension l2_adjacency not supported by any of loaded plugins Nov 12 00:27:21.919415 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: l3.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.920375 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.920881 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: router Nov 12 00:27:21.921205 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: l3_conntrack_helper.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.923486 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.924012 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 12 00:27:21.924339 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.925280 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.925836 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: ext-gw-mode Nov 12 00:27:21.926162 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.927093 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.927604 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: l3-ha Nov 12 00:27:21.927928 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: l3_flavors.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.928834 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.929344 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: l3-flavors Nov 12 00:27:21.929695 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.930613 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.931120 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: l3-port-ip-change-not-allowed Nov 12 00:27:21.931440 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: l3agentscheduler.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.932456 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.932968 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: l3_agent_scheduler Nov 12 00:27:21.933291 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: logging.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.934787 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.935298 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extension logging not supported by any of loaded plugins Nov 12 00:27:21.935623 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: metering.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.936354 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.936918 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: metering Nov 12 00:27:21.937239 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.938481 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.939610 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: metering_source_and_destination_fields Nov 12 00:27:21.939935 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: multiprovidernet.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.940861 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.941390 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: multi-provider Nov 12 00:27:21.941711 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: netmtu.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.942619 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.943130 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: net-mtu Nov 12 00:27:21.943449 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: netmtu_writable.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.944357 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.944874 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: net-mtu-writable Nov 12 00:27:21.945182 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: network_availability_zone.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.945873 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.946377 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: network_availability_zone Nov 12 00:27:21.946691 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: network_ip_availability.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.947791 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.948294 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: network-ip-availability Nov 12 00:27:21.948610 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: network_segment_range.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.949364 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.949882 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extension network-segment-range not supported by any of loaded plugins Nov 12 00:27:21.950197 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: pagination.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.951166 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.951487 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: pagination Nov 12 00:27:21.951799 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: port_device_profile.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.952697 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.953208 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: port-device-profile Nov 12 00:27:21.953554 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.955313 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.955836 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: port-mac-address-regenerate Nov 12 00:27:21.956156 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.957092 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.957628 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: port-numa-affinity-policy Nov 12 00:27:21.957950 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: port_resource_request.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.958859 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.959364 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extension port-resource-request not supported by any of loaded plugins Nov 12 00:27:21.959684 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: port_resource_request_groups.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.960641 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.961144 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 12 00:27:21.961497 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: portbindings.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.962428 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.962930 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: binding Nov 12 00:27:21.963251 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: portbindings_extended.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.964790 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.965295 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: binding-extended Nov 12 00:27:21.965641 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: portsecurity.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.966549 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.967055 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: port-security Nov 12 00:27:21.967373 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: project_id.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.968333 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.968658 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: project-id Nov 12 00:27:21.968977 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: providernet.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.970097 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.970615 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: provider Nov 12 00:27:21.970932 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: qos.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.974533 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.975049 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extension qos not supported by any of loaded plugins Nov 12 00:27:21.975378 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.976613 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.977126 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 12 00:27:21.977474 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.978390 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.978903 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 12 00:27:21.979222 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: qos_default.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.980124 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.980630 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extension qos-default not supported by any of loaded plugins Nov 12 00:27:21.980950 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: qos_fip.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.981617 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.982121 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extension qos-fip not supported by any of loaded plugins Nov 12 00:27:21.982443 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: qos_gateway_ip.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.983363 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.983867 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 12 00:27:21.984184 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: qos_port_network_policy.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.985087 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.985725 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 12 00:27:21.986045 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.987074 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.987579 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 12 00:27:21.987898 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: qos_pps_rule.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.989064 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.989782 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extension qos-pps not supported by any of loaded plugins Nov 12 00:27:21.990106 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: qos_rule_type_details.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.991017 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.991523 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 12 00:27:21.991839 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: qos_rules_alias.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.992869 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.993408 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 12 00:27:21.993735 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: quota_check_limit.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.994640 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.995149 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: quota-check-limit Nov 12 00:27:21.995468 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: quotasv2.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:21.996376 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:21.996699 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: quotas Nov 12 00:27:21.997013 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: quotasv2_detail.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:22.000174 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:22.000513 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: quota_details Nov 12 00:27:22.000840 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: rbac.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:22.002442 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:22.002960 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: rbac-policies Nov 12 00:27:22.003284 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: rbac_address_group.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:22.004440 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:22.004952 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: rbac-address-group Nov 12 00:27:22.005271 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: rbac_address_scope.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:22.006209 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:22.006725 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: rbac-address-scope Nov 12 00:27:22.007188 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: rbac_security_groups.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:22.008107 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:22.008612 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: rbac-security-groups Nov 12 00:27:22.008931 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: rbac_subnetpool.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:22.009868 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:22.010374 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: rbac-subnetpool Nov 12 00:27:22.010691 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: revisionifmatch.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:22.011611 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:22.012120 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: revision-if-match Nov 12 00:27:22.012438 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: revisions.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:22.013582 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:22.014098 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: standard-attr-revisions Nov 12 00:27:22.014415 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: router_availability_zone.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:22.015083 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:22.015586 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: router_availability_zone Nov 12 00:27:22.015904 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: routerservicetype.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:22.017437 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:22.017943 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extension router-service-type not supported by any of loaded plugins Nov 12 00:27:22.018261 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:22.019179 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:22.019686 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: security-groups-normalized-cidr Nov 12 00:27:22.020002 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: security_groups_port_filtering.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:22.021239 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:22.021791 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: port-security-groups-filtering Nov 12 00:27:22.022110 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:22.023025 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:22.023530 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: security-groups-remote-address-group Nov 12 00:27:22.023854 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:22.024786 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:22.025291 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: security-groups-shared-filtering Nov 12 00:27:22.025643 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:22.026225 n-d-812236-11 neutron-server[102552]: WARNING neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 12 00:27:22.026538 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: securitygroup.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:22.036586 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:22.037109 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: security-group Nov 12 00:27:22.037473 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: segment.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:22.038257 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:22.038758 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extension segment not supported by any of loaded plugins Nov 12 00:27:22.039078 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:22.040014 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:22.040517 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 12 00:27:22.040835 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: servicetype.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:22.041955 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:22.042466 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: service-type Nov 12 00:27:22.042785 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: sorting.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:22.043765 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:22.044089 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: sorting Nov 12 00:27:22.044405 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: standard_attr_segment.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:22.045311 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:22.045849 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 12 00:27:22.046168 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: standardattrdescription.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:22.046810 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:22.047313 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: standard-attr-description Nov 12 00:27:22.047630 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: stateful_security_group.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:22.048621 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:22.049135 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: stateful-security-group Nov 12 00:27:22.049481 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: stdattrs_common.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:22.050049 n-d-812236-11 neutron-server[102552]: WARNING neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 12 00:27:22.050366 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:22.051280 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:22.051787 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 12 00:27:22.052103 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: subnet_onboard.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:22.053159 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:22.053708 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: subnet_onboard Nov 12 00:27:22.054028 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:22.054941 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:22.055444 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 12 00:27:22.055761 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: subnet_service_types.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:22.056671 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:22.057177 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: subnet-service-types Nov 12 00:27:22.057525 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: subnetallocation.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:22.058601 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:22.059112 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: subnet_allocation Nov 12 00:27:22.059432 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:22.060095 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:22.060602 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: subnetpool-prefix-ops Nov 12 00:27:22.060916 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:22.061885 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:22.062391 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 12 00:27:22.062707 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: tagging.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:22.064457 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:22.065053 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: standard-attr-tag Nov 12 00:27:22.065412 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: timestamp.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:22.066603 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:22.067112 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loaded extension: standard-attr-timestamp Nov 12 00:27:22.067432 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: trunk.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:22.068461 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:22.068971 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extension trunk not supported by any of loaded plugins Nov 12 00:27:22.069289 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: trunk_details.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:22.070233 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:22.070741 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extension trunk-details not supported by any of loaded plugins Nov 12 00:27:22.071056 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: uplink_status_propagation.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:22.071964 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:22.072469 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 12 00:27:22.072786 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Loading extension file: vlantransparent.py {{(pid=102552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:27:22.073471 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:27:22.073980 n-d-812236-11 neutron-server[102552]: INFO neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extension vlan-transparent not supported by any of loaded plugins Nov 12 00:27:22.076451 n-d-812236-11 neutron-server[102552]: INFO neutron.quota.resource_registry [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Creating instance of TrackedResource for resource:network Nov 12 00:27:22.076965 n-d-812236-11 neutron-server[102552]: INFO neutron.quota.resource_registry [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Creating instance of TrackedResource for resource:subnet Nov 12 00:27:22.077364 n-d-812236-11 neutron-server[102552]: INFO neutron.quota.resource_registry [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 00:27:22.077777 n-d-812236-11 neutron-server[102552]: INFO neutron.quota.resource_registry [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Creating instance of TrackedResource for resource:port Nov 12 00:27:22.078990 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.v2.resource_helper [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:27:22.080174 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.v2.resource_helper [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Service FLAVORS assigned prefix: {{(pid=102552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:27:22.080776 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.v2.resource_helper [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:27:22.081213 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.v2.resource_helper [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:27:22.081571 n-d-812236-11 neutron-server[102552]: INFO neutron.quota.resource_registry [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Creating instance of TrackedResource for resource:router Nov 12 00:27:22.082008 n-d-812236-11 neutron-server[102552]: INFO neutron.quota.resource_registry [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Creating instance of TrackedResource for resource:floatingip Nov 12 00:27:22.082492 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.v2.resource_helper [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Service METERING assigned prefix: /metering {{(pid=102552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:27:22.083938 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:22.084304 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:22.084694 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:27:22.085662 n-d-812236-11 neutron-server[102552]: INFO neutron.quota.resource_registry [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Creating instance of CountableResource for resource:rbac_policy Nov 12 00:27:22.086097 n-d-812236-11 neutron-server[102552]: INFO neutron.quota.resource_registry [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Creating instance of TrackedResource for resource:security_group Nov 12 00:27:22.086517 n-d-812236-11 neutron-server[102552]: INFO neutron.quota.resource_registry [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Creating instance of TrackedResource for resource:security_group_rule Nov 12 00:27:22.087125 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.v2.resource_helper [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Service CORE assigned prefix: {{(pid=102552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:27:22.087460 n-d-812236-11 neutron-server[102552]: INFO neutron.quota.resource_registry [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 00:27:22.087800 n-d-812236-11 neutron-server[102552]: WARNING neutron.quota.resource_registry [None req-98e814f0-faef-495c-8264-267571b5ddad None None] subnetpool is already registered Nov 12 00:27:22.088236 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.v2.resource_helper [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Service CORE assigned prefix: {{(pid=102552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:27:22.088538 n-d-812236-11 neutron-server[102552]: INFO neutron.quota.resource_registry [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 00:27:22.088864 n-d-812236-11 neutron-server[102552]: WARNING neutron.quota.resource_registry [None req-98e814f0-faef-495c-8264-267571b5ddad None None] subnetpool is already registered Nov 12 00:27:22.091238 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.v2.resource_helper [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:27:22.091667 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.v2.resource_helper [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Service FLAVORS assigned prefix: {{(pid=102552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:27:22.092276 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.v2.resource_helper [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:27:22.092717 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.v2.resource_helper [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:27:22.093044 n-d-812236-11 neutron-server[102552]: INFO neutron.quota.resource_registry [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Creating instance of TrackedResource for resource:router Nov 12 00:27:22.093399 n-d-812236-11 neutron-server[102552]: WARNING neutron.quota.resource_registry [None req-98e814f0-faef-495c-8264-267571b5ddad None None] router is already registered Nov 12 00:27:22.093822 n-d-812236-11 neutron-server[102552]: INFO neutron.quota.resource_registry [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Creating instance of TrackedResource for resource:floatingip Nov 12 00:27:22.094151 n-d-812236-11 neutron-server[102552]: WARNING neutron.quota.resource_registry [None req-98e814f0-faef-495c-8264-267571b5ddad None None] floatingip is already registered Nov 12 00:27:22.094616 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.v2.resource_helper [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Service METERING assigned prefix: /metering {{(pid=102552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:27:22.095380 n-d-812236-11 neutron-server[102552]: INFO neutron.quota.resource_registry [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Creating instance of CountableResource for resource:rbac_policy Nov 12 00:27:22.095702 n-d-812236-11 neutron-server[102552]: WARNING neutron.quota.resource_registry [None req-98e814f0-faef-495c-8264-267571b5ddad None None] rbac_policy is already registered Nov 12 00:27:22.096107 n-d-812236-11 neutron-server[102552]: INFO neutron.quota.resource_registry [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Creating instance of TrackedResource for resource:security_group Nov 12 00:27:22.096454 n-d-812236-11 neutron-server[102552]: WARNING neutron.quota.resource_registry [None req-98e814f0-faef-495c-8264-267571b5ddad None None] security_group is already registered Nov 12 00:27:22.096851 n-d-812236-11 neutron-server[102552]: INFO neutron.quota.resource_registry [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Creating instance of TrackedResource for resource:security_group_rule Nov 12 00:27:22.097186 n-d-812236-11 neutron-server[102552]: WARNING neutron.quota.resource_registry [None req-98e814f0-faef-495c-8264-267571b5ddad None None] security_group_rule is already registered Nov 12 00:27:22.097693 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.v2.resource_helper [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Service CORE assigned prefix: {{(pid=102552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:27:22.098012 n-d-812236-11 neutron-server[102552]: INFO neutron.quota.resource_registry [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 00:27:22.098338 n-d-812236-11 neutron-server[102552]: WARNING neutron.quota.resource_registry [None req-98e814f0-faef-495c-8264-267571b5ddad None None] subnetpool is already registered Nov 12 00:27:22.098759 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.v2.resource_helper [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Service CORE assigned prefix: {{(pid=102552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:27:22.099090 n-d-812236-11 neutron-server[102552]: INFO neutron.quota.resource_registry [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 00:27:22.099417 n-d-812236-11 neutron-server[102552]: WARNING neutron.quota.resource_registry [None req-98e814f0-faef-495c-8264-267571b5ddad None None] subnetpool is already registered Nov 12 00:27:22.101081 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extended resource: extensions {{(pid=102552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:27:22.102590 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extended resource: address-groups {{(pid=102552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:27:22.104256 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extended resource: address-scopes {{(pid=102552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:27:22.105475 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extended resource: agents {{(pid=102552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:27:22.106713 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extended resource: auto-allocated-topology {{(pid=102552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:27:22.107945 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extended resource: availability_zones {{(pid=102552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:27:22.109142 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extended resource: dhcp-networks {{(pid=102552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:27:22.110611 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extended resource: dhcp-agents {{(pid=102552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:27:22.112116 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extended resource: routers {{(pid=102552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:27:22.114220 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extended resource: flavors {{(pid=102552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:27:22.115489 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extended resource: service_profiles {{(pid=102552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:27:22.116667 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extended resource: next_providers {{(pid=102552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:27:22.118130 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extended resource: service_profiles {{(pid=102552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:27:22.119540 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extended resource: floatingip-pools {{(pid=102552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:27:22.120859 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extended resource: routers {{(pid=102552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:27:22.122976 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extended resource: floatingips {{(pid=102552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:27:22.124303 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extended resource: l3-routers {{(pid=102552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:27:22.125707 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extended resource: l3-agents {{(pid=102552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:27:22.127645 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extended resource: metering-labels {{(pid=102552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:27:22.128855 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extended resource: metering-label-rules {{(pid=102552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:27:22.130240 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extended resource: network-ip-availabilities {{(pid=102552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:27:22.131681 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extended resource: bindings {{(pid=102552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:27:22.133241 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extended resource: quotas {{(pid=102552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:27:22.134895 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extended resource: quotas {{(pid=102552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:27:22.136396 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extended resource: rbac-policies {{(pid=102552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:27:22.137606 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extended resource: security-groups {{(pid=102552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:27:22.138925 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extended resource: security-group-rules {{(pid=102552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:27:22.140139 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extended resource: service-providers {{(pid=102552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:27:22.141341 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extended resource: subnetpools {{(pid=102552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:27:22.143326 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extended resource: subnetpools {{(pid=102552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:27:22.144775 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extended resource: tags {{(pid=102552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:27:22.146753 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extended resource: tags {{(pid=102552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:27:22.148539 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extended resource: tags {{(pid=102552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:27:22.150326 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extended resource: tags {{(pid=102552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:27:22.151987 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extended resource: tags {{(pid=102552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:27:22.153934 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extended resource: tags {{(pid=102552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:27:22.155610 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extended resource: tags {{(pid=102552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:27:22.158424 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extended resource: tags {{(pid=102552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:27:22.160200 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extended resource: tags {{(pid=102552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:27:22.161946 n-d-812236-11 neutron-server[102552]: DEBUG neutron.api.extensions [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Extended resource: tags {{(pid=102552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:27:22.167968 n-d-812236-11 neutron-server[102552]: WARNING keystonemiddleware.auth_token [None req-98e814f0-faef-495c-8264-267571b5ddad None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 12 00:27:22.172493 n-d-812236-11 neutron-server[102552]: WARNING keystonemiddleware.auth_token [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 12 00:27:22.181864 n-d-812236-11 neutron-server[102552]: DEBUG oslo_concurrency.lockutils [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Acquired lock "singleton_lock" {{(pid=102552) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 12 00:27:22.182327 n-d-812236-11 neutron-server[102552]: DEBUG oslo_concurrency.lockutils [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Releasing lock "singleton_lock" {{(pid=102552) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 12 00:27:22.182966 n-d-812236-11 neutron-server[102552]: INFO oslo_service.service [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Starting 2 workers Nov 12 00:27:22.187757 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Started child 102661 {{(pid=102552) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 00:27:22.192727 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Started child 102662 {{(pid=102552) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 00:27:22.193820 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:22.194533 n-d-812236-11 neutron-server[102552]: INFO neutron.service [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Neutron service started, listening on 0.0.0.0:9696 Nov 12 00:27:22.194956 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Publish callbacks [] for process, before_spawn {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:22.195278 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [-] (102661) wsgi starting up on http://0.0.0.0:9696 Nov 12 00:27:22.197304 n-d-812236-11 neutron-server[102552]: INFO oslo_service.service [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Starting 1 workers Nov 12 00:27:22.197469 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:22.198722 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [-] (102662) wsgi starting up on http://0.0.0.0:9696 Nov 12 00:27:22.202560 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Started child 102663 {{(pid=102552) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 00:27:22.203079 n-d-812236-11 neutron-server[102552]: INFO oslo_service.service [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Starting 1 workers Nov 12 00:27:22.206915 n-d-812236-11 neutron-server[102663]: DEBUG neutron.service [None req-98e814f0-faef-495c-8264-267571b5ddad None None] calling RpcWorker wait() {{(pid=102663) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 12 00:27:22.207458 n-d-812236-11 neutron-server[102663]: DEBUG neutron.service [None req-98e814f0-faef-495c-8264-267571b5ddad None None] returning from RpcWorker wait() {{(pid=102663) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 12 00:27:22.207553 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Started child 102664 {{(pid=102552) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 00:27:22.208383 n-d-812236-11 neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-98e814f0-faef-495c-8264-267571b5ddad None None] Publish callbacks [] for process, after_spawn {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:22.208804 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:22.209587 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:27:22.210286 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102552) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 12 00:27:22.210499 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 00:27:22.210682 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 00:27:22.210894 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 00:27:22.211230 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 00:27:22.211406 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 00:27:22.211911 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.212188 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.212299 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:22.212735 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.212735 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.212935 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.213692 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.213950 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.214205 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.214485 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.214751 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.214916 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.215077 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.215315 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.215571 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.215861 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.216113 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.216381 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.216649 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.216815 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.217060 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.217337 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.217628 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.217886 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] debug = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.218122 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.218610 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.218867 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.219101 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.219343 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.219613 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.219902 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.220215 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.220404 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.220615 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.220856 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.221113 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.221363 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.221578 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.221791 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.222005 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.222291 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.222478 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.222944 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] host = n-d-812236-11 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.223156 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.223366 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.223586 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.223836 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.224072 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.224297 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.224541 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.224804 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.225039 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.225278 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.225553 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.225793 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.226008 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.226254 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] log_file = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.226412 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] log_options = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.226676 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.226922 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.227180 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.227372 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.227534 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.227704 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.227969 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.228113 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.228360 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.228588 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.228794 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.229023 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.229230 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.229480 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.229713 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.229942 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.230171 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.230393 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.230634 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.230858 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.231083 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.231303 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.231542 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.231769 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.231979 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.232212 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.232432 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.232639 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.232870 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.233083 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.233318 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.233586 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.233819 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.234047 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.234311 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.234554 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.234783 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.234993 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.235259 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.236027 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.236267 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.236520 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.236816 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.236964 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.237167 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.237425 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.237623 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] use_json = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.237830 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.238068 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.238321 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.238529 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.238754 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.238962 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.239173 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.239415 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.239860 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.240146 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.240505 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.240704 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.241017 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.241274 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.241712 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.242122 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.242279 n-d-812236-11 neutron-server[102664]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:27:22.242440 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.242610 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.242922 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.243370 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.243661 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.243903 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.244176 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.244495 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.244798 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.245052 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.245284 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.245786 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.246057 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.246307 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.246606 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.246942 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.247251 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.247419 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.247640 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.248563 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.248563 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.248895 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.248895 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.249169 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.249459 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.249952 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.250305 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.250495 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.250883 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.252000 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.252000 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.252425 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.252636 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.252782 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.252997 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.253228 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.253475 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.253769 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.254347 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.254820 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.255150 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.255425 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.255813 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.257180 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.257180 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.259403 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.259595 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.259854 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.261439 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.261439 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.261439 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.261439 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.261439 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.261439 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.261934 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.261934 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.263862 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.264353 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.267203 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.267979 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.268616 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.268957 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.269272 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.269884 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.273329 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.273688 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.273963 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.274259 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.274591 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.274806 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.275112 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.275351 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.275690 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.275916 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.276166 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.276419 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.276645 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.276850 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.277117 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.277366 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.279970 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.281602 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.282142 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.282835 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.283328 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.283771 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.284235 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.284680 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.285159 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.285606 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.286027 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.286441 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.286905 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.287322 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.287655 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.287945 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.288183 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.288455 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.288690 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.288944 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.289194 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.289463 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.289697 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.289989 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.290261 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.290520 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.290759 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.291017 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.291297 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.291549 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.291845 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.292085 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.292356 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.292659 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.292921 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.293221 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.293495 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.293732 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.293996 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.294246 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.294522 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.294779 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.295010 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.295231 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.295515 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.295777 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.296021 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.296263 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.296492 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.296826 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.297064 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.297301 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.297572 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.298409 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.298645 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.298883 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.299302 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.299553 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.299806 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.300051 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.300285 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.300499 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.300727 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.300973 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.301207 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.301480 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.301713 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.301950 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.302182 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.302412 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.302661 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.302871 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.303087 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.303366 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.303553 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.303767 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.304164 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.304583 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.304810 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.305036 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.305249 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.305482 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.305764 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.305901 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.306133 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.306364 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.306645 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.306894 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.307135 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.307366 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.307612 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.307861 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.308073 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.308303 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.308529 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.308743 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.308952 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.309168 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.309432 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.309646 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.309867 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.310228 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.310646 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.311024 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.311509 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.311915 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.312290 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.312674 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.313099 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.313612 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.314661 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.314890 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.315114 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.315334 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.315553 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.315819 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.316071 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.316313 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.316552 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.316782 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.316993 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.317234 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.317467 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.317764 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.318026 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.318272 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.318548 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.318783 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.318996 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.319242 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.319451 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.319660 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.319881 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.320097 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.320305 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.320531 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.320738 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.320945 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.321166 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.321421 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.321632 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.321888 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.322092 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.322293 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.322518 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.322732 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.322937 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.323181 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.323408 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.323614 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.323833 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.324046 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.324268 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.324481 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.324688 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.324893 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.325132 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.325345 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.325581 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.325880 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.326149 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.326367 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.326656 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.326884 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.327129 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.327376 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.327703 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.327901 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.328446 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.328446 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.328788 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.328788 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.329028 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.329362 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.329657 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.329914 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.330149 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.330431 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.330700 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.330964 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.331205 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.331504 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.331832 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.332098 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.332374 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.332942 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.332942 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.333211 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.333339 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.333548 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.333765 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.334002 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.334260 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.334490 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.334793 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.334980 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.335205 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.335450 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.335658 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.335886 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.336106 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.336322 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.336477 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 00:27:22.337172 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102552) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 12 00:27:22.337172 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 00:27:22.337530 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 00:27:22.337530 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 00:27:22.337686 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 00:27:22.337821 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 00:27:22.337996 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.338155 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.338313 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.338454 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.338797 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.338797 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.339054 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.339179 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.339313 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.339438 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.339563 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.339688 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.339813 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.339937 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.340072 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.340428 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.340428 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.340666 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.340666 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.340900 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.341023 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.341158 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.341283 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] debug = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.341443 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.341573 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.341724 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.341874 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.342029 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.342168 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.342327 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.342481 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.342635 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.342792 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.342946 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.343084 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.343243 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.343396 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.343551 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.343705 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.343860 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.344013 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.344150 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] host = n-d-812236-11 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.344491 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.344491 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.344778 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.344778 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.345036 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.345036 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.345281 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.345436 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.345591 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.345718 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.345870 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.346026 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.346181 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.346335 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] log_file = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.346489 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] log_options = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.346643 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.346797 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.346933 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.347128 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.347289 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.347450 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.347604 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.347759 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.347914 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.348128 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.348256 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.348391 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.348519 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.348632 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.348776 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.348929 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.349087 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.349240 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.349526 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.349632 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.349730 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.349870 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.349996 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.350121 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.350276 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.350430 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.350586 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.350741 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.350895 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.351052 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.351207 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.351362 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.351515 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.351672 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.351826 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.351980 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.352135 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.352289 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.352447 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.352601 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.352756 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.352911 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.353064 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.353220 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.353422 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.353554 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.353684 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] use_json = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.353821 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.353976 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.354130 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.354284 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.354439 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.354595 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.354748 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.354903 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:27:22.355078 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.355237 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.355406 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.355563 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.355720 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.355877 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.356034 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.356192 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.356351 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.356508 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.356672 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.356830 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.356997 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.357155 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.357316 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.357496 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.357655 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.357814 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.357972 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.358198 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.358329 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.358443 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.358567 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.358716 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.358873 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.359030 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.359187 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.359358 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.359516 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.359674 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.359831 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.359988 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.360117 n-d-812236-11 neutron-server[102663]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:27:22.360247 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.360901 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.361552 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.361552 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.361552 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.361552 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.362029 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.362029 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.362029 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.362390 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.362390 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.362390 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.362748 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.362748 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.362982 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.362982 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.363217 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.363340 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.363464 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.363587 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.363720 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.363845 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.364005 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.364175 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.364333 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.364491 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.364662 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.364801 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.364927 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.365082 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.365239 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.365413 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.366007 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.366007 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.366007 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.366364 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.366364 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.366364 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.366716 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.366716 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.366951 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.366951 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.367185 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.367185 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.367418 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.367542 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.367665 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.367867 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.367994 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.368119 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.368329 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.368460 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.368585 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.368708 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.368821 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.368944 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.369077 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.369228 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.369421 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.369581 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.369739 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.369896 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.370055 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.370211 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.370369 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.370511 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.370670 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.370828 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.370984 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.371140 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.371903 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.371903 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.371903 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.371903 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.371903 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.372482 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.372482 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.372482 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.372482 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.372936 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.372936 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.372936 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.373279 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.373279 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.373554 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.373554 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.373790 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.373790 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.374027 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.374152 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.374276 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.374410 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.374544 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.374680 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.374805 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.374967 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.375126 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.375283 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.375440 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.375597 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.375763 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.375930 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.376732 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.376999 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.377185 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.377392 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.377557 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.377719 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.377887 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.378044 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.378185 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.378396 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.378527 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.378650 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.378772 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.378924 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.379083 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.379241 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.379399 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.379558 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.379714 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.379872 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.380029 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.380187 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.380344 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.380502 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.380659 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.380816 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.380975 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.381131 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.381287 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.381455 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.381615 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.381772 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.381928 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.382084 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.382241 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.382381 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.382540 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.382697 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.382853 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.383008 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.383167 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.383324 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.383481 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.383638 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.383795 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.383952 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.384109 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.384269 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.384426 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.384584 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.384741 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.384899 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.385056 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.385213 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.385391 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.385546 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.385738 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.385880 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.386018 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.386176 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.386332 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.386490 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.386647 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.386808 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.386967 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.387123 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.387281 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.387437 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.387593 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.387753 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.387913 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.388070 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.388227 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.388384 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.388560 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.388677 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.388829 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.388998 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.389155 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.389312 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.389494 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.389651 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.389809 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.389976 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.390132 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.390287 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.390444 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.390600 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.390757 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.390924 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.391081 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.391237 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.391394 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.391550 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.391824 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.392002 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.392160 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.392324 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.392480 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.392636 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.392793 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.392959 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.393116 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.393273 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.393450 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.393609 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.393770 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.393935 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.394092 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.394248 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.394406 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.394562 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.394720 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.394885 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.395043 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.395200 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.395364 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.395520 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.395676 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.396099 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.396267 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.396426 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.396586 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.396746 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.396902 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.397060 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.397219 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.397401 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.397565 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.397728 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.397887 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.398053 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.398217 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.398382 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.398552 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.398691 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.398855 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.399011 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.399167 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.399324 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.399481 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.400087 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.400087 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.400087 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.400087 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.400553 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.400553 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.400553 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.400898 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.400898 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.401131 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.401131 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.401399 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.401399 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.401624 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.401735 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:27:22.401846 n-d-812236-11 neutron-server[102552]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 00:27:22.512476 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 33636) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:27:22.521324 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063956 Nov 12 00:27:34.261518 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b6f8f1-359a-4f6b-a838-cd952c8da097 None None] get_active_networks_info from n-d-812236-11 {{(pid=102663) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 00:27:34.329284 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b6f8f1-359a-4f6b-a838-cd952c8da097 None None] No non-hosted networks {{(pid=102663) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 12 00:27:34.347222 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.agentschedulers_db [None req-85b6f8f1-359a-4f6b-a838-cd952c8da097 None None] DHCP Agent not found on host n-d-812236-11 {{(pid=102663) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 12 00:27:34.496461 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3a5c9393-be17-4be3-b569-ac900ce81f51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-394168'] for agent, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:36.332336 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bfffc01a-acf6-40fc-84a3-713c847002fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-394168'] for agent, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:36.410649 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d4044c05-ff2f-4bca-8438-fc57c421735e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:37.514347 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-394168'] for agent, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:39.115887 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-394168'] for agent, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:39.690053 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-394168'] for agent, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:39.690689 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:39.691026 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:39.691361 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:39.692864 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:39.692864 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:39.692864 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:39.692864 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:39.693163 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:39.693556 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:39.693744 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:39.694024 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:39.694956 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:39.694956 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-812236-11', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:27:39.708407 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-812236-11', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:27:40.239446 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 33728) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:27:40.778911 n-d-812236-11 neutron-server[102661]: WARNING oslo_policy.policy [None req-3d0f2969-bf43-43fc-add7-aeef929e1006 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 00:27:40.779644 n-d-812236-11 neutron-server[102661]: WARNING oslo_policy.policy [None req-3d0f2969-bf43-43fc-add7-aeef929e1006 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 00:27:41.027140 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [None req-3d0f2969-bf43-43fc-add7-aeef929e1006 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:27:41.041399 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-3d0f2969-bf43-43fc-add7-aeef929e1006 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7868576 Nov 12 00:27:42.962517 n-d-812236-11 neutron-server[102663]: INFO neutron.db.l3_hamode_db [None req-5625eeb7-a37f-40a2-9e7f-6c72412e84af None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 12 00:27:43.039949 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5625eeb7-a37f-40a2-9e7f-6c72412e84af None None] Routers set() bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:27:43.040319 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5625eeb7-a37f-40a2-9e7f-6c72412e84af None None] Router IDs set() for agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 00:27:43.593653 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 33744) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:27:43.908702 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-5786e4c5-e2ff-4c69-81ab-cc2207879298 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:27:44.004726 n-d-812236-11 neutron-server[102661]: DEBUG neutron.policy [None req-5786e4c5-e2ff-4c69-81ab-cc2207879298 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102661) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 12 00:27:44.051743 n-d-812236-11 neutron-server[102661]: WARNING oslo_policy.policy [None req-5786e4c5-e2ff-4c69-81ab-cc2207879298 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 00:27:44.052136 n-d-812236-11 neutron-server[102661]: WARNING oslo_policy.policy [None req-5786e4c5-e2ff-4c69-81ab-cc2207879298 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 00:27:44.060497 n-d-812236-11 neutron-server[102661]: INFO neutron.quota [None req-5786e4c5-e2ff-4c69-81ab-cc2207879298 admin admin] Loaded quota_driver: . Nov 12 00:27:44.149865 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5786e4c5-e2ff-4c69-81ab-cc2207879298 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734452008833', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734452008364', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734451996654', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734452055468', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734451589346', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734452039244', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7841043', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7602575', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1815270', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1741199'] for rbac-policy, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:44.224442 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5786e4c5-e2ff-4c69-81ab-cc2207879298 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:44.225661 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5786e4c5-e2ff-4c69-81ab-cc2207879298 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6309693 Nov 12 00:27:46.935174 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 33756) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:27:47.230521 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-8752f443-627b-42fa-ade8-322f7afe89ce admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '75522c1ac38c4520ab71231bade7efba', 'project_id': '75522c1ac38c4520ab71231bade7efba', 'name': 'private'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:27:47.258505 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8752f443-627b-42fa-ade8-322f7afe89ce admin admin] Made reservation on behalf of 75522c1ac38c4520ab71231bade7efba for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:27:47.261170 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8752f443-627b-42fa-ade8-322f7afe89ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:47.278225 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8752f443-627b-42fa-ade8-322f7afe89ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:47.385699 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8752f443-627b-42fa-ade8-322f7afe89ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:47.389149 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8752f443-627b-42fa-ade8-322f7afe89ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:47.408533 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8752f443-627b-42fa-ade8-322f7afe89ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:27:47.434637 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8752f443-627b-42fa-ade8-322f7afe89ce admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734448781797', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:47.435198 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8752f443-627b-42fa-ade8-322f7afe89ce admin admin] Unsubscribe: segment precommit_create {{(pid=102661) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 12 00:27:47.435691 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-8752f443-627b-42fa-ade8-322f7afe89ce admin admin] Added segment 02386293-ab9d-4936-b604-760f1621457b of type vlan for network 643b1853-8a6e-4542-a7fa-a7be5552afbb Nov 12 00:27:47.469068 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8752f443-627b-42fa-ade8-322f7afe89ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b98de22-720d-4160-ae23-cd9f126bcedf,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:27:47.505742 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752f443-627b-42fa-ade8-322f7afe89ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:47.506077 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752f443-627b-42fa-ade8-322f7afe89ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:47.506402 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752f443-627b-42fa-ade8-322f7afe89ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:47.506726 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752f443-627b-42fa-ade8-322f7afe89ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:47.507049 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752f443-627b-42fa-ade8-322f7afe89ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:47.507364 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752f443-627b-42fa-ade8-322f7afe89ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:47.507677 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752f443-627b-42fa-ade8-322f7afe89ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:47.507991 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752f443-627b-42fa-ade8-322f7afe89ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:47.508346 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752f443-627b-42fa-ade8-322f7afe89ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:47.508776 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752f443-627b-42fa-ade8-322f7afe89ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:47.509087 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752f443-627b-42fa-ade8-322f7afe89ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:47.509414 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752f443-627b-42fa-ade8-322f7afe89ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:47.510515 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752f443-627b-42fa-ade8-322f7afe89ce admin admin] Tracked resource versions report: Nov 12 00:27:47.510515 n-d-812236-11 neutron-server[102661]: pushed versions: Nov 12 00:27:47.510515 n-d-812236-11 neutron-server[102661]: { 'AddressGroup': {'1.2'}, Nov 12 00:27:47.510515 n-d-812236-11 neutron-server[102661]: 'ConntrackHelper': {'1.0'}, Nov 12 00:27:47.510515 n-d-812236-11 neutron-server[102661]: 'Log': {'1.0'}, Nov 12 00:27:47.510515 n-d-812236-11 neutron-server[102661]: 'Network': {'1.1'}, Nov 12 00:27:47.510515 n-d-812236-11 neutron-server[102661]: 'Port': {'1.7'}, Nov 12 00:27:47.510515 n-d-812236-11 neutron-server[102661]: 'PortForwarding': {'1.2'}, Nov 12 00:27:47.510515 n-d-812236-11 neutron-server[102661]: 'QosPolicy': {'1.10'}, Nov 12 00:27:47.510515 n-d-812236-11 neutron-server[102661]: 'SecurityGroup': {'1.5'}, Nov 12 00:27:47.510515 n-d-812236-11 neutron-server[102661]: 'SecurityGroupRule': {'1.2'}, Nov 12 00:27:47.510515 n-d-812236-11 neutron-server[102661]: 'SubPort': {'1.0'}, Nov 12 00:27:47.510515 n-d-812236-11 neutron-server[102661]: 'Subnet': {'1.1'}, Nov 12 00:27:47.510515 n-d-812236-11 neutron-server[102661]: 'Trunk': {'1.1'}} Nov 12 00:27:47.510515 n-d-812236-11 neutron-server[102661]: consumer versions: Nov 12 00:27:47.510515 n-d-812236-11 neutron-server[102661]: { DHCP agent@n-d-812236-11: {}, Nov 12 00:27:47.510515 n-d-812236-11 neutron-server[102661]: L3 agent@n-d-812236-11: {}, Nov 12 00:27:47.510515 n-d-812236-11 neutron-server[102661]: Metadata agent@n-d-812236-11: {}, Nov 12 00:27:47.510515 n-d-812236-11 neutron-server[102661]: Metering agent@n-d-812236-11: {}, Nov 12 00:27:47.510515 n-d-812236-11 neutron-server[102661]: Open vSwitch agent@n-d-812236-11: { 'AddressGroup': '1.2', Nov 12 00:27:47.510515 n-d-812236-11 neutron-server[102661]: 'ConntrackHelper': '1.0', Nov 12 00:27:47.510515 n-d-812236-11 neutron-server[102661]: 'Log': '1.0', Nov 12 00:27:47.510515 n-d-812236-11 neutron-server[102661]: 'Network': '1.1', Nov 12 00:27:47.510515 n-d-812236-11 neutron-server[102661]: 'Port': '1.7', Nov 12 00:27:47.510515 n-d-812236-11 neutron-server[102661]: 'PortForwarding': '1.2', Nov 12 00:27:47.510515 n-d-812236-11 neutron-server[102661]: 'QosPolicy': '1.10', Nov 12 00:27:47.510515 n-d-812236-11 neutron-server[102661]: 'SecurityGroup': '1.5', Nov 12 00:27:47.510515 n-d-812236-11 neutron-server[102661]: 'SecurityGroupRule': '1.2', Nov 12 00:27:47.510515 n-d-812236-11 neutron-server[102661]: 'SubPort': '1.0', Nov 12 00:27:47.510515 n-d-812236-11 neutron-server[102661]: 'Subnet': '1.1', Nov 12 00:27:47.510515 n-d-812236-11 neutron-server[102661]: 'Trunk': '1.1'}} Nov 12 00:27:47.510515 n-d-812236-11 neutron-server[102661]: {{(pid=102661) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 00:27:47.555308 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8752f443-627b-42fa-ade8-322f7afe89ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:47.597663 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8752f443-627b-42fa-ade8-322f7afe89ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:47.598855 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8752f443-627b-42fa-ade8-322f7afe89ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:27:47.599559 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8752f443-627b-42fa-ade8-322f7afe89ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:47.660168 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-8752f443-627b-42fa-ade8-322f7afe89ce admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7238615 Nov 12 00:27:47.702980 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8752f443-627b-42fa-ade8-322f7afe89ce admin admin] Pushing event updated for resources: {'Network': ['ID=643b1853-8a6e-4542-a7fa-a7be5552afbb,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:27:47.714917 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 643b1853-8a6e-4542-a7fa-a7be5552afbb details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:27:50.506248 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 33770) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:27:51.009626 n-d-812236-11 neutron-server[102662]: WARNING oslo_policy.policy [None req-149cb50d-6670-459e-ac47-400e1c8ef728 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 00:27:51.010203 n-d-812236-11 neutron-server[102662]: WARNING oslo_policy.policy [None req-149cb50d-6670-459e-ac47-400e1c8ef728 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 00:27:51.459428 n-d-812236-11 neutron-server[102662]: DEBUG neutron.policy [None req-149cb50d-6670-459e-ac47-400e1c8ef728 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102662) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 12 00:27:51.506011 n-d-812236-11 neutron-server[102662]: WARNING oslo_policy.policy [None req-149cb50d-6670-459e-ac47-400e1c8ef728 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 00:27:51.506398 n-d-812236-11 neutron-server[102662]: WARNING oslo_policy.policy [None req-149cb50d-6670-459e-ac47-400e1c8ef728 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 00:27:51.515187 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149cb50d-6670-459e-ac47-400e1c8ef728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:27:51.517440 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-149cb50d-6670-459e-ac47-400e1c8ef728 admin admin] 10.222.0.20 "GET /v2.0/networks/643b1853-8a6e-4542-a7fa-a7be5552afbb HTTP/1.1" status: 200 len: 825 time: 1.0102453 Nov 12 00:27:51.558738 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b6ef8355-487c-4204-8754-e50e61e93efb admin admin] 10.222.0.20 "GET /v2.0/subnetpools/fd16588c-4fa9-44fa-b059-0e3203ca6425 HTTP/1.1" status: 200 len: 734 time: 0.0348961 Nov 12 00:27:51.568431 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-d55e5196-5b20-435b-b77a-5ee8ce3a228b admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '75522c1ac38c4520ab71231bade7efba', 'subnetpool_id': 'fd16588c-4fa9-44fa-b059-0e3203ca6425', 'network_id': '643b1853-8a6e-4542-a7fa-a7be5552afbb'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:27:51.570016 n-d-812236-11 neutron-server[102662]: INFO neutron.quota [None req-d55e5196-5b20-435b-b77a-5ee8ce3a228b admin admin] Loaded quota_driver: . Nov 12 00:27:51.610235 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55e5196-5b20-435b-b77a-5ee8ce3a228b admin admin] Made reservation on behalf of 75522c1ac38c4520ab71231bade7efba for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:27:51.612961 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d55e5196-5b20-435b-b77a-5ee8ce3a228b admin admin] Publish callbacks [] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:51.914218 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d55e5196-5b20-435b-b77a-5ee8ce3a228b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:51.984805 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55e5196-5b20-435b-b77a-5ee8ce3a228b admin admin] Checking segment: {'id': '02386293-ab9d-4936-b604-760f1621457b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '643b1853-8a6e-4542-a7fa-a7be5552afbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:27:51.985228 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55e5196-5b20-435b-b77a-5ee8ce3a228b admin admin] Network hostable DHCP agents. Network: 643b1853-8a6e-4542-a7fa-a7be5552afbb, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:27:51.997383 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e5196-5b20-435b-b77a-5ee8ce3a228b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5df1e96e-6f88-4e81-af44-45b597902a73,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:27:52.010773 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55e5196-5b20-435b-b77a-5ee8ce3a228b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:52.011101 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55e5196-5b20-435b-b77a-5ee8ce3a228b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:52.011425 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55e5196-5b20-435b-b77a-5ee8ce3a228b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:52.011748 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55e5196-5b20-435b-b77a-5ee8ce3a228b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:52.012065 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55e5196-5b20-435b-b77a-5ee8ce3a228b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:52.012378 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55e5196-5b20-435b-b77a-5ee8ce3a228b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:52.012689 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55e5196-5b20-435b-b77a-5ee8ce3a228b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:52.012997 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55e5196-5b20-435b-b77a-5ee8ce3a228b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:52.013308 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55e5196-5b20-435b-b77a-5ee8ce3a228b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:52.013652 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55e5196-5b20-435b-b77a-5ee8ce3a228b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:52.013962 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55e5196-5b20-435b-b77a-5ee8ce3a228b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:52.014267 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55e5196-5b20-435b-b77a-5ee8ce3a228b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:52.015906 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55e5196-5b20-435b-b77a-5ee8ce3a228b admin admin] Tracked resource versions report: Nov 12 00:27:52.015906 n-d-812236-11 neutron-server[102662]: pushed versions: Nov 12 00:27:52.015906 n-d-812236-11 neutron-server[102662]: { 'AddressGroup': {'1.2'}, Nov 12 00:27:52.015906 n-d-812236-11 neutron-server[102662]: 'ConntrackHelper': {'1.0'}, Nov 12 00:27:52.015906 n-d-812236-11 neutron-server[102662]: 'Log': {'1.0'}, Nov 12 00:27:52.015906 n-d-812236-11 neutron-server[102662]: 'Network': {'1.1'}, Nov 12 00:27:52.015906 n-d-812236-11 neutron-server[102662]: 'Port': {'1.7'}, Nov 12 00:27:52.015906 n-d-812236-11 neutron-server[102662]: 'PortForwarding': {'1.2'}, Nov 12 00:27:52.015906 n-d-812236-11 neutron-server[102662]: 'QosPolicy': {'1.10'}, Nov 12 00:27:52.015906 n-d-812236-11 neutron-server[102662]: 'SecurityGroup': {'1.5'}, Nov 12 00:27:52.015906 n-d-812236-11 neutron-server[102662]: 'SecurityGroupRule': {'1.2'}, Nov 12 00:27:52.015906 n-d-812236-11 neutron-server[102662]: 'SubPort': {'1.0'}, Nov 12 00:27:52.015906 n-d-812236-11 neutron-server[102662]: 'Subnet': {'1.1'}, Nov 12 00:27:52.015906 n-d-812236-11 neutron-server[102662]: 'Trunk': {'1.1'}} Nov 12 00:27:52.015906 n-d-812236-11 neutron-server[102662]: consumer versions: Nov 12 00:27:52.015906 n-d-812236-11 neutron-server[102662]: { DHCP agent@n-d-812236-11: {}, Nov 12 00:27:52.015906 n-d-812236-11 neutron-server[102662]: L3 agent@n-d-812236-11: {}, Nov 12 00:27:52.015906 n-d-812236-11 neutron-server[102662]: Metadata agent@n-d-812236-11: {}, Nov 12 00:27:52.015906 n-d-812236-11 neutron-server[102662]: Metering agent@n-d-812236-11: {}, Nov 12 00:27:52.015906 n-d-812236-11 neutron-server[102662]: Open vSwitch agent@n-d-812236-11: { 'AddressGroup': '1.2', Nov 12 00:27:52.015906 n-d-812236-11 neutron-server[102662]: 'ConntrackHelper': '1.0', Nov 12 00:27:52.015906 n-d-812236-11 neutron-server[102662]: 'Log': '1.0', Nov 12 00:27:52.015906 n-d-812236-11 neutron-server[102662]: 'Network': '1.1', Nov 12 00:27:52.015906 n-d-812236-11 neutron-server[102662]: 'Port': '1.7', Nov 12 00:27:52.015906 n-d-812236-11 neutron-server[102662]: 'PortForwarding': '1.2', Nov 12 00:27:52.015906 n-d-812236-11 neutron-server[102662]: 'QosPolicy': '1.10', Nov 12 00:27:52.015906 n-d-812236-11 neutron-server[102662]: 'SecurityGroup': '1.5', Nov 12 00:27:52.015906 n-d-812236-11 neutron-server[102662]: 'SecurityGroupRule': '1.2', Nov 12 00:27:52.015906 n-d-812236-11 neutron-server[102662]: 'SubPort': '1.0', Nov 12 00:27:52.015906 n-d-812236-11 neutron-server[102662]: 'Subnet': '1.1', Nov 12 00:27:52.015906 n-d-812236-11 neutron-server[102662]: 'Trunk': '1.1'}} Nov 12 00:27:52.015906 n-d-812236-11 neutron-server[102662]: {{(pid=102662) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 00:27:52.044318 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55e5196-5b20-435b-b77a-5ee8ce3a228b admin admin] Network 643b1853-8a6e-4542-a7fa-a7be5552afbb is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:27:52.059589 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-d55e5196-5b20-435b-b77a-5ee8ce3a228b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 643b1853-8a6e-4542-a7fa-a7be5552afbb) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:27:52.065031 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55e5196-5b20-435b-b77a-5ee8ce3a228b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:27:52.065675 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d55e5196-5b20-435b-b77a-5ee8ce3a228b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:52.070248 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340aa0b0-7d8b-42a5-b438-983ec86ca516 None None] Network 643b1853-8a6e-4542-a7fa-a7be5552afbb requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:27:52.092790 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d55e5196-5b20-435b-b77a-5ee8ce3a228b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5233283 Nov 12 00:27:52.410400 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132d765b-dc91-4d44-a925-e5b2f7a8f876 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-643b1853-8a6e-4542-a7fa-a7be5552afbb', 'network_id': '643b1853-8a6e-4542-a7fa-a7be5552afbb', 'tenant_id': '75522c1ac38c4520ab71231bade7efba', 'fixed_ips': [{'subnet_id': '5df1e96e-6f88-4e81-af44-45b597902a73'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:27:52.411698 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-132d765b-dc91-4d44-a925-e5b2f7a8f876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:52.714551 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-132d765b-dc91-4d44-a925-e5b2f7a8f876 None None] Allocated IP 172.20.0.2 (643b1853-8a6e-4542-a7fa-a7be5552afbb/5df1e96e-6f88-4e81-af44-45b597902a73/455b4cd9-b98a-49f6-937f-cde3e89049af) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:27:52.916954 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-132d765b-dc91-4d44-a925-e5b2f7a8f876 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:52.924405 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-132d765b-dc91-4d44-a925-e5b2f7a8f876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:52.992826 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132d765b-dc91-4d44-a925-e5b2f7a8f876 None None] Network 643b1853-8a6e-4542-a7fa-a7be5552afbb is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:27:52.998396 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-132d765b-dc91-4d44-a925-e5b2f7a8f876 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:27:53.014397 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d765b-dc91-4d44-a925-e5b2f7a8f876 None None] Pushing event updated for resources: {'Port': ['ID=455b4cd9-b98a-49f6-937f-cde3e89049af,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:27:53.017710 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132d765b-dc91-4d44-a925-e5b2f7a8f876 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:27:53.050884 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d765b-dc91-4d44-a925-e5b2f7a8f876 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:53.051232 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d765b-dc91-4d44-a925-e5b2f7a8f876 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:53.051577 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d765b-dc91-4d44-a925-e5b2f7a8f876 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:53.051913 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d765b-dc91-4d44-a925-e5b2f7a8f876 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:53.052246 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d765b-dc91-4d44-a925-e5b2f7a8f876 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:53.052579 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d765b-dc91-4d44-a925-e5b2f7a8f876 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:53.052910 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d765b-dc91-4d44-a925-e5b2f7a8f876 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:53.053238 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d765b-dc91-4d44-a925-e5b2f7a8f876 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:53.053592 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d765b-dc91-4d44-a925-e5b2f7a8f876 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:53.053930 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d765b-dc91-4d44-a925-e5b2f7a8f876 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:53.054250 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d765b-dc91-4d44-a925-e5b2f7a8f876 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:53.054573 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d765b-dc91-4d44-a925-e5b2f7a8f876 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:53.055659 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d765b-dc91-4d44-a925-e5b2f7a8f876 None None] Tracked resource versions report: Nov 12 00:27:53.055659 n-d-812236-11 neutron-server[102663]: pushed versions: Nov 12 00:27:53.055659 n-d-812236-11 neutron-server[102663]: { 'AddressGroup': {'1.2'}, Nov 12 00:27:53.055659 n-d-812236-11 neutron-server[102663]: 'ConntrackHelper': {'1.0'}, Nov 12 00:27:53.055659 n-d-812236-11 neutron-server[102663]: 'Log': {'1.0'}, Nov 12 00:27:53.055659 n-d-812236-11 neutron-server[102663]: 'Network': {'1.1'}, Nov 12 00:27:53.055659 n-d-812236-11 neutron-server[102663]: 'Port': {'1.7'}, Nov 12 00:27:53.055659 n-d-812236-11 neutron-server[102663]: 'PortForwarding': {'1.2'}, Nov 12 00:27:53.055659 n-d-812236-11 neutron-server[102663]: 'QosPolicy': {'1.10'}, Nov 12 00:27:53.055659 n-d-812236-11 neutron-server[102663]: 'SecurityGroup': {'1.5'}, Nov 12 00:27:53.055659 n-d-812236-11 neutron-server[102663]: 'SecurityGroupRule': {'1.2'}, Nov 12 00:27:53.055659 n-d-812236-11 neutron-server[102663]: 'SubPort': {'1.0'}, Nov 12 00:27:53.055659 n-d-812236-11 neutron-server[102663]: 'Subnet': {'1.1'}, Nov 12 00:27:53.055659 n-d-812236-11 neutron-server[102663]: 'Trunk': {'1.1'}} Nov 12 00:27:53.055659 n-d-812236-11 neutron-server[102663]: consumer versions: Nov 12 00:27:53.055659 n-d-812236-11 neutron-server[102663]: { DHCP agent@n-d-812236-11: {}, Nov 12 00:27:53.055659 n-d-812236-11 neutron-server[102663]: L3 agent@n-d-812236-11: {}, Nov 12 00:27:53.055659 n-d-812236-11 neutron-server[102663]: Metadata agent@n-d-812236-11: {}, Nov 12 00:27:53.055659 n-d-812236-11 neutron-server[102663]: Metering agent@n-d-812236-11: {}, Nov 12 00:27:53.055659 n-d-812236-11 neutron-server[102663]: Open vSwitch agent@n-d-812236-11: { 'AddressGroup': '1.2', Nov 12 00:27:53.055659 n-d-812236-11 neutron-server[102663]: 'ConntrackHelper': '1.0', Nov 12 00:27:53.055659 n-d-812236-11 neutron-server[102663]: 'Log': '1.0', Nov 12 00:27:53.055659 n-d-812236-11 neutron-server[102663]: 'Network': '1.1', Nov 12 00:27:53.055659 n-d-812236-11 neutron-server[102663]: 'Port': '1.7', Nov 12 00:27:53.055659 n-d-812236-11 neutron-server[102663]: 'PortForwarding': '1.2', Nov 12 00:27:53.055659 n-d-812236-11 neutron-server[102663]: 'QosPolicy': '1.10', Nov 12 00:27:53.055659 n-d-812236-11 neutron-server[102663]: 'SecurityGroup': '1.5', Nov 12 00:27:53.055659 n-d-812236-11 neutron-server[102663]: 'SecurityGroupRule': '1.2', Nov 12 00:27:53.055659 n-d-812236-11 neutron-server[102663]: 'SubPort': '1.0', Nov 12 00:27:53.055659 n-d-812236-11 neutron-server[102663]: 'Subnet': '1.1', Nov 12 00:27:53.055659 n-d-812236-11 neutron-server[102663]: 'Trunk': '1.1'}} Nov 12 00:27:53.055659 n-d-812236-11 neutron-server[102663]: {{(pid=102663) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 00:27:53.107618 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-132d765b-dc91-4d44-a925-e5b2f7a8f876 None None] Attempting to bind port 455b4cd9-b98a-49f6-937f-cde3e89049af on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:27:53.108271 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-132d765b-dc91-4d44-a925-e5b2f7a8f876 None None] Attempting to bind port 455b4cd9-b98a-49f6-937f-cde3e89049af by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '02386293-ab9d-4936-b604-760f1621457b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '643b1853-8a6e-4542-a7fa-a7be5552afbb'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:27:53.108436 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132d765b-dc91-4d44-a925-e5b2f7a8f876 None None] Attempting to bind port 455b4cd9-b98a-49f6-937f-cde3e89049af on network 643b1853-8a6e-4542-a7fa-a7be5552afbb {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:27:53.113363 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132d765b-dc91-4d44-a925-e5b2f7a8f876 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:27:53.113793 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132d765b-dc91-4d44-a925-e5b2f7a8f876 None None] Checking segment: {'id': '02386293-ab9d-4936-b604-760f1621457b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '643b1853-8a6e-4542-a7fa-a7be5552afbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:27:53.114280 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-132d765b-dc91-4d44-a925-e5b2f7a8f876 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:53.114671 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132d765b-dc91-4d44-a925-e5b2f7a8f876 None None] Bound using segment: {'id': '02386293-ab9d-4936-b604-760f1621457b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '643b1853-8a6e-4542-a7fa-a7be5552afbb'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:27:53.115189 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-132d765b-dc91-4d44-a925-e5b2f7a8f876 None None] Bound port: 455b4cd9-b98a-49f6-937f-cde3e89049af, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02386293-ab9d-4936-b604-760f1621457b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '643b1853-8a6e-4542-a7fa-a7be5552afbb'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:27:53.115640 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-132d765b-dc91-4d44-a925-e5b2f7a8f876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:53.178347 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-132d765b-dc91-4d44-a925-e5b2f7a8f876 None None] For port 455b4cd9-b98a-49f6-937f-cde3e89049af, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:27:53.182506 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-132d765b-dc91-4d44-a925-e5b2f7a8f876 None None] For port 455b4cd9-b98a-49f6-937f-cde3e89049af, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=455b4cd9-b98a-49f6-937f-cde3e89049af,segment=NetworkSegment(02386293-ab9d-4936-b604-760f1621457b),segment_id=02386293-ab9d-4936-b604-760f1621457b)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:27:53.186566 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-132d765b-dc91-4d44-a925-e5b2f7a8f876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:53.253446 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d765b-dc91-4d44-a925-e5b2f7a8f876 None None] Pushing event updated for resources: {'Port': ['ID=455b4cd9-b98a-49f6-937f-cde3e89049af,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:27:54.699301 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 33790) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:27:55.015890 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [None req-31598c76-ea2f-4fdd-b454-524e614ea759 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:27:55.016959 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-31598c76-ea2f-4fdd-b454-524e614ea759 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3166342 Nov 12 00:27:57.540483 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 33798) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:27:57.860216 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [None req-2efb123c-f865-4020-af6d-e124e8a9d478 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:27:57.861195 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-2efb123c-f865-4020-af6d-e124e8a9d478 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3197784 Nov 12 00:28:00.626249 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 33808) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:28:00.931320 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-4b62c70b-01f1-4d61-834d-e2da52bd5e85 admin admin] Request body: {'router': {'tenant_id': '75522c1ac38c4520ab71231bade7efba', 'admin_state_up': True, 'name': 'router1'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:28:00.956725 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4b62c70b-01f1-4d61-834d-e2da52bd5e85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:00.958704 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4b62c70b-01f1-4d61-834d-e2da52bd5e85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:01.098306 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4b62c70b-01f1-4d61-834d-e2da52bd5e85 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:01.102879 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4b62c70b-01f1-4d61-834d-e2da52bd5e85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:01.118142 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4b62c70b-01f1-4d61-834d-e2da52bd5e85 admin admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:01.119347 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4b62c70b-01f1-4d61-834d-e2da52bd5e85 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4921339 Nov 12 00:28:01.592071 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 455b4cd9-b98a-49f6-937f-cde3e89049af up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:28:01.679499 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 455b4cd9-b98a-49f6-937f-cde3e89049af triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:28:01.679884 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:01.785351 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:01.818779 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 455b4cd9-b98a-49f6-937f-cde3e89049af, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=455b4cd9-b98a-49f6-937f-cde3e89049af,segment=NetworkSegment(02386293-ab9d-4936-b604-760f1621457b),segment_id=02386293-ab9d-4936-b604-760f1621457b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:28:01.825490 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:01.876070 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=455b4cd9-b98a-49f6-937f-cde3e89049af,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:28:02.587927 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4afac6-aca7-4763-967d-eeda28c76116 None None] Network 643b1853-8a6e-4542-a7fa-a7be5552afbb requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:28:02.657746 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-74f181cc-a92d-4514-9098-483277d82ebf None None] Provisioning complete for port 455b4cd9-b98a-49f6-937f-cde3e89049af triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:28:02.659278 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-74f181cc-a92d-4514-9098-483277d82ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:03.026711 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-95c897ac-b6a3-4e3e-a36d-e1692c98e305 None None] Provisioning complete for port 455b4cd9-b98a-49f6-937f-cde3e89049af triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:28:03.027081 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-95c897ac-b6a3-4e3e-a36d-e1692c98e305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:03.550758 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 455b4cd9-b98a-49f6-937f-cde3e89049af up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:28:03.599954 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 455b4cd9-b98a-49f6-937f-cde3e89049af triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:28:03.600320 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:03.668328 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 33820) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:28:03.979702 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [None req-19c03396-e5f5-4fd9-bd16-12ef1e108f6c admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:28:03.980677 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-19c03396-e5f5-4fd9-bd16-12ef1e108f6c admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3113303 Nov 12 00:28:04.185260 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2be4c417-4029-43ca-920b-d30f96fcb702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:06.329685 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9715ad39-6ccb-494d-9fbe-27e3205f9bc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:06.461166 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 33828) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:28:06.779035 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-3e42e922-eb67-4c96-bbdf-16684ce1eb2b admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:28:06.801124 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e42e922-eb67-4c96-bbdf-16684ce1eb2b admin admin] Made reservation on behalf of 6d2b4f085bf249cd8c837cb178663d65 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:28:06.803362 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3e42e922-eb67-4c96-bbdf-16684ce1eb2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:06.811188 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3e42e922-eb67-4c96-bbdf-16684ce1eb2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:06.883862 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3e42e922-eb67-4c96-bbdf-16684ce1eb2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:06.887254 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3e42e922-eb67-4c96-bbdf-16684ce1eb2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:06.901245 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3e42e922-eb67-4c96-bbdf-16684ce1eb2b admin admin] Reserving flat network on physical network physnet1 {{(pid=102661) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 12 00:28:06.922784 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3e42e922-eb67-4c96-bbdf-16684ce1eb2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:06.923203 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-3e42e922-eb67-4c96-bbdf-16684ce1eb2b admin admin] Added segment 25838c2a-0232-4445-816c-5bdebb46aed3 of type flat for network ef732b55-2b3c-4048-85da-0a8ac273c14b Nov 12 00:28:06.930159 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e42e922-eb67-4c96-bbdf-16684ce1eb2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916befa3-be62-44fa-981f-b9b47177b6c8,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:28:06.972992 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3e42e922-eb67-4c96-bbdf-16684ce1eb2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:07.004004 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3e42e922-eb67-4c96-bbdf-16684ce1eb2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:07.004930 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e42e922-eb67-4c96-bbdf-16684ce1eb2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:28:07.005528 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3e42e922-eb67-4c96-bbdf-16684ce1eb2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:07.078947 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-3e42e922-eb67-4c96-bbdf-16684ce1eb2b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6166842 Nov 12 00:28:07.085858 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e42e922-eb67-4c96-bbdf-16684ce1eb2b admin admin] Pushing event updated for resources: {'Network': ['ID=ef732b55-2b3c-4048-85da-0a8ac273c14b,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:28:07.095941 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network ef732b55-2b3c-4048-85da-0a8ac273c14b details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:28:07.448056 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:09.041293 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:09.597560 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 33846) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:28:09.734447 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:09.829239 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efb325b-4a49-4ead-8794-58112179031c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:28:09.830651 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-8efb325b-4a49-4ead-8794-58112179031c admin admin] 10.222.0.20 "GET /v2.0/subnets/5df1e96e-6f88-4e81-af44-45b597902a73 HTTP/1.1" status: 200 len: 849 time: 0.2321382 Nov 12 00:28:09.947861 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b183d416-373c-4948-b50a-3d49b638f08f admin admin] 10.222.0.20 "GET /v2.0/routers/ff72b11f-e5cb-4728-bda2-26945356773f HTTP/1.1" status: 200 len: 704 time: 0.1110487 Nov 12 00:28:10.214979 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e3ea362-219c-4cd4-8691-61ae04295bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:10.510260 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-4e3ea362-219c-4cd4-8691-61ae04295bb6 admin admin] Allocated IP 172.20.0.1 (643b1853-8a6e-4542-a7fa-a7be5552afbb/5df1e96e-6f88-4e81-af44-45b597902a73/e887fc79-aa48-4cee-82be-20bdead6c2bd) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:28:10.698372 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e3ea362-219c-4cd4-8691-61ae04295bb6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:10.762905 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e3ea362-219c-4cd4-8691-61ae04295bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:10.829686 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3ea362-219c-4cd4-8691-61ae04295bb6 admin admin] Network 643b1853-8a6e-4542-a7fa-a7be5552afbb is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:28:10.839527 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-4e3ea362-219c-4cd4-8691-61ae04295bb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:28:10.851367 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3ea362-219c-4cd4-8691-61ae04295bb6 admin admin] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:28:10.851735 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e3ea362-219c-4cd4-8691-61ae04295bb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:10.963608 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ea362-219c-4cd4-8691-61ae04295bb6 admin admin] Pushing event updated for resources: {'Port': ['ID=e887fc79-aa48-4cee-82be-20bdead6c2bd,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:28:11.072411 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-a5bd7774-f7bf-4994-b99f-443080f094e9 None None] Provisioning complete for port e887fc79-aa48-4cee-82be-20bdead6c2bd triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:28:11.072956 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a5bd7774-f7bf-4994-b99f-443080f094e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:11.100860 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e3ea362-219c-4cd4-8691-61ae04295bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:11.105132 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-a5bd7774-f7bf-4994-b99f-443080f094e9 None None] Port e887fc79-aa48-4cee-82be-20bdead6c2bd cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:28:11.315230 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e3ea362-219c-4cd4-8691-61ae04295bb6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:11.319492 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e3ea362-219c-4cd4-8691-61ae04295bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:11.320519 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e3ea362-219c-4cd4-8691-61ae04295bb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:11.402361 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ea362-219c-4cd4-8691-61ae04295bb6 admin admin] Pushing event updated for resources: {'Port': ['ID=e887fc79-aa48-4cee-82be-20bdead6c2bd,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:28:11.444791 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3ea362-219c-4cd4-8691-61ae04295bb6 admin admin] Network 643b1853-8a6e-4542-a7fa-a7be5552afbb is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:28:11.446112 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-4e3ea362-219c-4cd4-8691-61ae04295bb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:28:11.606491 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3ea362-219c-4cd4-8691-61ae04295bb6 admin admin] Router ff72b11f-e5cb-4728-bda2-26945356773f is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:28:11.629105 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-f3647bd9-7036-481a-899d-193920fdd1af None None] Provisioning complete for port e887fc79-aa48-4cee-82be-20bdead6c2bd triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:28:11.629507 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f3647bd9-7036-481a-899d-193920fdd1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:11.684537 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-f3647bd9-7036-481a-899d-193920fdd1af None None] Port e887fc79-aa48-4cee-82be-20bdead6c2bd cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:28:11.701290 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3ea362-219c-4cd4-8691-61ae04295bb6 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:28:11.706877 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4e3ea362-219c-4cd4-8691-61ae04295bb6 admin admin] 10.222.0.20 "PUT /v2.0/routers/ff72b11f-e5cb-4728-bda2-26945356773f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7520130 Nov 12 00:28:11.713768 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea589a36-101b-4997-b545-5fce6c4c17d0 None None] Sync routers for ids ['ff72b11f-e5cb-4728-bda2-26945356773f'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:28:11.727932 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea589a36-101b-4997-b545-5fce6c4c17d0 None None] Routers {'ff72b11f-e5cb-4728-bda2-26945356773f'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:28:11.728772 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-ea589a36-101b-4997-b545-5fce6c4c17d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:28:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['ff72b11f-e5cb-4728-bda2-26945356773f'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:28:11.914815 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-ea589a36-101b-4997-b545-5fce6c4c17d0 None None] Set router ff72b11f-e5cb-4728-bda2-26945356773f gateway port host: None {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:28:12.363733 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-ea589a36-101b-4997-b545-5fce6c4c17d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff72b11f-e5cb-4728-bda2-26945356773f', 'name': 'router1', 'tenant_id': '75522c1ac38c4520ab71231bade7efba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:28:00Z', 'updated_at': '2021-11-12T00:28:11Z', 'revision_number': 2, 'project_id': '75522c1ac38c4520ab71231bade7efba', 'gw_port_host': None, '_interfaces': [{'id': 'e887fc79-aa48-4cee-82be-20bdead6c2bd', 'name': '', 'network_id': '643b1853-8a6e-4542-a7fa-a7be5552afbb', 'tenant_id': '75522c1ac38c4520ab71231bade7efba', 'mac_address': 'fa:16:3e:0f:02:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff72b11f-e5cb-4728-bda2-26945356773f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5df1e96e-6f88-4e81-af44-45b597902a73', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:28:10Z', 'updated_at': '2021-11-12T00:28:11Z', 'revision_number': 2, 'project_id': '75522c1ac38c4520ab71231bade7efba', 'subnets': [{'id': '5df1e96e-6f88-4e81-af44-45b597902a73', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd16588c-4fa9-44fa-b059-0e3203ca6425'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:28:12.414177 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea589a36-101b-4997-b545-5fce6c4c17d0 None None] Checking router: ff72b11f-e5cb-4728-bda2-26945356773f for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:28:12.414546 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea589a36-101b-4997-b545-5fce6c4c17d0 None None] Updating router ff72b11f-e5cb-4728-bda2-26945356773f port e887fc79-aa48-4cee-82be-20bdead6c2bd binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:28:12.462605 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ea589a36-101b-4997-b545-5fce6c4c17d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:12.975647 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ea589a36-101b-4997-b545-5fce6c4c17d0 None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:12.982059 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ea589a36-101b-4997-b545-5fce6c4c17d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:13.150655 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a036790-0aa8-4930-aa28-383161c061f6 None None] Pushing event updated for resources: {'Port': ['ID=e887fc79-aa48-4cee-82be-20bdead6c2bd,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:28:13.153010 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-ea589a36-101b-4997-b545-5fce6c4c17d0 None None] Attempting to bind port e887fc79-aa48-4cee-82be-20bdead6c2bd on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:28:13.153439 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-ea589a36-101b-4997-b545-5fce6c4c17d0 None None] Attempting to bind port e887fc79-aa48-4cee-82be-20bdead6c2bd by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '02386293-ab9d-4936-b604-760f1621457b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '643b1853-8a6e-4542-a7fa-a7be5552afbb'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:28:13.153838 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea589a36-101b-4997-b545-5fce6c4c17d0 None None] Attempting to bind port e887fc79-aa48-4cee-82be-20bdead6c2bd on network 643b1853-8a6e-4542-a7fa-a7be5552afbb {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:28:13.163658 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a036790-0aa8-4930-aa28-383161c061f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:28:13.164002 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a036790-0aa8-4930-aa28-383161c061f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:28:13.164334 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a036790-0aa8-4930-aa28-383161c061f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:28:13.164663 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a036790-0aa8-4930-aa28-383161c061f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:28:13.164989 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a036790-0aa8-4930-aa28-383161c061f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:28:13.165313 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a036790-0aa8-4930-aa28-383161c061f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:28:13.165659 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a036790-0aa8-4930-aa28-383161c061f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:28:13.165979 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a036790-0aa8-4930-aa28-383161c061f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:28:13.166295 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a036790-0aa8-4930-aa28-383161c061f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:28:13.166611 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a036790-0aa8-4930-aa28-383161c061f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:28:13.166927 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a036790-0aa8-4930-aa28-383161c061f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:28:13.167241 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a036790-0aa8-4930-aa28-383161c061f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:28:13.168323 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a036790-0aa8-4930-aa28-383161c061f6 None None] Tracked resource versions report: Nov 12 00:28:13.168323 n-d-812236-11 neutron-server[102664]: pushed versions: Nov 12 00:28:13.168323 n-d-812236-11 neutron-server[102664]: { 'AddressGroup': {'1.2'}, Nov 12 00:28:13.168323 n-d-812236-11 neutron-server[102664]: 'ConntrackHelper': {'1.0'}, Nov 12 00:28:13.168323 n-d-812236-11 neutron-server[102664]: 'Log': {'1.0'}, Nov 12 00:28:13.168323 n-d-812236-11 neutron-server[102664]: 'Network': {'1.1'}, Nov 12 00:28:13.168323 n-d-812236-11 neutron-server[102664]: 'Port': {'1.7'}, Nov 12 00:28:13.168323 n-d-812236-11 neutron-server[102664]: 'PortForwarding': {'1.2'}, Nov 12 00:28:13.168323 n-d-812236-11 neutron-server[102664]: 'QosPolicy': {'1.10'}, Nov 12 00:28:13.168323 n-d-812236-11 neutron-server[102664]: 'SecurityGroup': {'1.5'}, Nov 12 00:28:13.168323 n-d-812236-11 neutron-server[102664]: 'SecurityGroupRule': {'1.2'}, Nov 12 00:28:13.168323 n-d-812236-11 neutron-server[102664]: 'SubPort': {'1.0'}, Nov 12 00:28:13.168323 n-d-812236-11 neutron-server[102664]: 'Subnet': {'1.1'}, Nov 12 00:28:13.168323 n-d-812236-11 neutron-server[102664]: 'Trunk': {'1.1'}} Nov 12 00:28:13.168323 n-d-812236-11 neutron-server[102664]: consumer versions: Nov 12 00:28:13.168323 n-d-812236-11 neutron-server[102664]: { DHCP agent@n-d-812236-11: {}, Nov 12 00:28:13.168323 n-d-812236-11 neutron-server[102664]: L3 agent@n-d-812236-11: {}, Nov 12 00:28:13.168323 n-d-812236-11 neutron-server[102664]: Metadata agent@n-d-812236-11: {}, Nov 12 00:28:13.168323 n-d-812236-11 neutron-server[102664]: Metering agent@n-d-812236-11: {}, Nov 12 00:28:13.168323 n-d-812236-11 neutron-server[102664]: Open vSwitch agent@n-d-812236-11: { 'AddressGroup': '1.2', Nov 12 00:28:13.168323 n-d-812236-11 neutron-server[102664]: 'ConntrackHelper': '1.0', Nov 12 00:28:13.168323 n-d-812236-11 neutron-server[102664]: 'Log': '1.0', Nov 12 00:28:13.168323 n-d-812236-11 neutron-server[102664]: 'Network': '1.1', Nov 12 00:28:13.168323 n-d-812236-11 neutron-server[102664]: 'Port': '1.7', Nov 12 00:28:13.168323 n-d-812236-11 neutron-server[102664]: 'PortForwarding': '1.2', Nov 12 00:28:13.168323 n-d-812236-11 neutron-server[102664]: 'QosPolicy': '1.10', Nov 12 00:28:13.168323 n-d-812236-11 neutron-server[102664]: 'SecurityGroup': '1.5', Nov 12 00:28:13.168323 n-d-812236-11 neutron-server[102664]: 'SecurityGroupRule': '1.2', Nov 12 00:28:13.168323 n-d-812236-11 neutron-server[102664]: 'SubPort': '1.0', Nov 12 00:28:13.168323 n-d-812236-11 neutron-server[102664]: 'Subnet': '1.1', Nov 12 00:28:13.168323 n-d-812236-11 neutron-server[102664]: 'Trunk': '1.1'}} Nov 12 00:28:13.168323 n-d-812236-11 neutron-server[102664]: {{(pid=102664) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 00:28:13.171296 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea589a36-101b-4997-b545-5fce6c4c17d0 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:28:13.171701 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea589a36-101b-4997-b545-5fce6c4c17d0 None None] Checking segment: {'id': '02386293-ab9d-4936-b604-760f1621457b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '643b1853-8a6e-4542-a7fa-a7be5552afbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:28:13.172184 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ea589a36-101b-4997-b545-5fce6c4c17d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:13.172556 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea589a36-101b-4997-b545-5fce6c4c17d0 None None] Bound using segment: {'id': '02386293-ab9d-4936-b604-760f1621457b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '643b1853-8a6e-4542-a7fa-a7be5552afbb'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:28:13.173052 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-ea589a36-101b-4997-b545-5fce6c4c17d0 None None] Bound port: e887fc79-aa48-4cee-82be-20bdead6c2bd, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02386293-ab9d-4936-b604-760f1621457b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '643b1853-8a6e-4542-a7fa-a7be5552afbb'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:28:13.173498 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ea589a36-101b-4997-b545-5fce6c4c17d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:13.212436 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-104b19a1-607c-4af5-aa46-fd334105eb9c None None] Provisioning complete for port e887fc79-aa48-4cee-82be-20bdead6c2bd triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:28:13.213005 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-104b19a1-607c-4af5-aa46-fd334105eb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:13.242814 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-ea589a36-101b-4997-b545-5fce6c4c17d0 None None] For port e887fc79-aa48-4cee-82be-20bdead6c2bd, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:28:13.248571 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-104b19a1-607c-4af5-aa46-fd334105eb9c None None] Port e887fc79-aa48-4cee-82be-20bdead6c2bd cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:28:13.266011 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-ea589a36-101b-4997-b545-5fce6c4c17d0 None None] For port e887fc79-aa48-4cee-82be-20bdead6c2bd, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=e887fc79-aa48-4cee-82be-20bdead6c2bd,segment=NetworkSegment(02386293-ab9d-4936-b604-760f1621457b),segment_id=02386293-ab9d-4936-b604-760f1621457b)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:28:13.271591 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ea589a36-101b-4997-b545-5fce6c4c17d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:13.328000 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a036790-0aa8-4930-aa28-383161c061f6 None None] Pushing event updated for resources: {'Port': ['ID=e887fc79-aa48-4cee-82be-20bdead6c2bd,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:28:13.335404 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea589a36-101b-4997-b545-5fce6c4c17d0 None None] Routers {'ff72b11f-e5cb-4728-bda2-26945356773f'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:28:13.336060 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-ea589a36-101b-4997-b545-5fce6c4c17d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:28:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['ff72b11f-e5cb-4728-bda2-26945356773f'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:28:13.426188 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-ea589a36-101b-4997-b545-5fce6c4c17d0 None None] Set router ff72b11f-e5cb-4728-bda2-26945356773f gateway port host: None {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:28:13.576416 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-eb04050b-37ed-4b15-8d9d-7dba6ef57555 None None] Provisioning complete for port e887fc79-aa48-4cee-82be-20bdead6c2bd triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:28:13.576818 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-eb04050b-37ed-4b15-8d9d-7dba6ef57555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:13.639318 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-ea589a36-101b-4997-b545-5fce6c4c17d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff72b11f-e5cb-4728-bda2-26945356773f', 'name': 'router1', 'tenant_id': '75522c1ac38c4520ab71231bade7efba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:28:00Z', 'updated_at': '2021-11-12T00:28:11Z', 'revision_number': 2, 'project_id': '75522c1ac38c4520ab71231bade7efba', 'gw_port_host': None, '_interfaces': [{'id': 'e887fc79-aa48-4cee-82be-20bdead6c2bd', 'name': '', 'network_id': '643b1853-8a6e-4542-a7fa-a7be5552afbb', 'tenant_id': '75522c1ac38c4520ab71231bade7efba', 'mac_address': 'fa:16:3e:0f:02:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff72b11f-e5cb-4728-bda2-26945356773f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5df1e96e-6f88-4e81-af44-45b597902a73', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:28:10Z', 'updated_at': '2021-11-12T00:28:13Z', 'revision_number': 4, 'project_id': '75522c1ac38c4520ab71231bade7efba', 'subnets': [{'id': '5df1e96e-6f88-4e81-af44-45b597902a73', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd16588c-4fa9-44fa-b059-0e3203ca6425'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:28:13.659519 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-eb04050b-37ed-4b15-8d9d-7dba6ef57555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:13.665647 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea589a36-101b-4997-b545-5fce6c4c17d0 None None] The sync data for ids ['ff72b11f-e5cb-4728-bda2-26945356773f'] in n-d-812236-11 is: [{'id': 'ff72b11f-e5cb-4728-bda2-26945356773f', 'name': 'router1', 'tenant_id': '75522c1ac38c4520ab71231bade7efba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:28:00Z', 'updated_at': '2021-11-12T00:28:11Z', 'revision_number': 2, 'project_id': '75522c1ac38c4520ab71231bade7efba', 'gw_port_host': None, '_interfaces': [{'id': 'e887fc79-aa48-4cee-82be-20bdead6c2bd', 'name': '', 'network_id': '643b1853-8a6e-4542-a7fa-a7be5552afbb', 'tenant_id': '75522c1ac38c4520ab71231bade7efba', 'mac_address': 'fa:16:3e:0f:02:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff72b11f-e5cb-4728-bda2-26945356773f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5df1e96e-6f88-4e81-af44-45b597902a73', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:28:10Z', 'updated_at': '2021-11-12T00:28:13Z', 'revision_number': 4, 'project_id': '75522c1ac38c4520ab71231bade7efba', 'subnets': [{'id': '5df1e96e-6f88-4e81-af44-45b597902a73', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd16588c-4fa9-44fa-b059-0e3203ca6425'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:28:13.697624 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-eb04050b-37ed-4b15-8d9d-7dba6ef57555 None None] For port e887fc79-aa48-4cee-82be-20bdead6c2bd, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=e887fc79-aa48-4cee-82be-20bdead6c2bd,segment=NetworkSegment(02386293-ab9d-4936-b604-760f1621457b),segment_id=02386293-ab9d-4936-b604-760f1621457b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:28:13.703519 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-eb04050b-37ed-4b15-8d9d-7dba6ef57555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:13.762714 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb04050b-37ed-4b15-8d9d-7dba6ef57555 None None] Pushing event updated for resources: {'Port': ['ID=e887fc79-aa48-4cee-82be-20bdead6c2bd,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:28:14.059038 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 33866) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:28:14.175162 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8303c1-907d-46f8-bf63-1dc8e9d33b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:28:14.176522 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-8d8303c1-907d-46f8-bf63-1dc8e9d33b0b admin admin] 10.222.0.20 "GET /v2.0/networks/ef732b55-2b3c-4048-85da-0a8ac273c14b HTTP/1.1" status: 200 len: 842 time: 0.1163058 Nov 12 00:28:14.187660 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-5bbc2c62-75eb-4df3-b527-c9c6458285a4 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.25.2.0/24', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'gateway_ip': '172.25.2.1'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:28:14.210580 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bbc2c62-75eb-4df3-b527-c9c6458285a4 admin admin] Made reservation on behalf of 6d2b4f085bf249cd8c837cb178663d65 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:28:14.212804 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5bbc2c62-75eb-4df3-b527-c9c6458285a4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:14.521539 n-d-812236-11 neutron-server[102661]: DEBUG neutron.objects.ports [None req-5bbc2c62-75eb-4df3-b527-c9c6458285a4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102661) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 00:28:14.521955 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5bbc2c62-75eb-4df3-b527-c9c6458285a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:14.578202 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc2c62-75eb-4df3-b527-c9c6458285a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ff9b06d-5212-4514-a9a2-f2124d7c4c9a,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:28:14.590235 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbc2c62-75eb-4df3-b527-c9c6458285a4 admin admin] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:28:14.590601 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbc2c62-75eb-4df3-b527-c9c6458285a4 admin admin] Network hostable DHCP agents. Network: ef732b55-2b3c-4048-85da-0a8ac273c14b, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:28:14.612730 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbc2c62-75eb-4df3-b527-c9c6458285a4 admin admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:28:14.623686 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-5bbc2c62-75eb-4df3-b527-c9c6458285a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, ef732b55-2b3c-4048-85da-0a8ac273c14b) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:28:14.627983 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbc2c62-75eb-4df3-b527-c9c6458285a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:28:14.628574 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5bbc2c62-75eb-4df3-b527-c9c6458285a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:14.633751 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b493e771-86c9-45a8-b41f-8dfd7d165573 None None] Network ef732b55-2b3c-4048-85da-0a8ac273c14b requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:28:14.658309 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5bbc2c62-75eb-4df3-b527-c9c6458285a4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4747062 Nov 12 00:28:14.775459 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f339c31e-9c53-4980-83b6-ea693b2f5e67 None None] Network ef732b55-2b3c-4048-85da-0a8ac273c14b requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:28:16.267402 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 5 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:28:17.055842 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 33874) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:28:17.337243 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f42feaf5-f3ce-4035-aed7-df592112e55d admin admin] 10.222.0.20 "GET /v2.0/routers/ff72b11f-e5cb-4728-bda2-26945356773f HTTP/1.1" status: 200 len: 710 time: 0.2732384 Nov 12 00:28:17.447719 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f441e2-6168-4c1d-803b-c1c3633346e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:28:17.449089 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f0f441e2-6168-4c1d-803b-c1c3633346e2 admin admin] 10.222.0.20 "GET /v2.0/networks/ef732b55-2b3c-4048-85da-0a8ac273c14b HTTP/1.1" status: 200 len: 886 time: 0.1111982 Nov 12 00:28:17.459467 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-37229a29-d75b-46a2-8d71-70499e567d30 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:28:17.711009 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-37229a29-d75b-46a2-8d71-70499e567d30 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:17.949934 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-37229a29-d75b-46a2-8d71-70499e567d30 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:18.038078 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-37229a29-d75b-46a2-8d71-70499e567d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:18.190569 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-37229a29-d75b-46a2-8d71-70499e567d30 admin admin] Allocated IP 172.25.2.253 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/99e7b1cf-81c6-4a1b-a161-a5a84bdde16f) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:28:18.304336 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-37229a29-d75b-46a2-8d71-70499e567d30 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:18.365028 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-37229a29-d75b-46a2-8d71-70499e567d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:18.435378 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37229a29-d75b-46a2-8d71-70499e567d30 admin admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:28:18.442178 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-37229a29-d75b-46a2-8d71-70499e567d30 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:28:18.450947 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37229a29-d75b-46a2-8d71-70499e567d30 admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:28:18.454074 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37229a29-d75b-46a2-8d71-70499e567d30 admin admin] Pushing event updated for resources: {'Port': ['ID=99e7b1cf-81c6-4a1b-a161-a5a84bdde16f,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:28:18.771786 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-37229a29-d75b-46a2-8d71-70499e567d30 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:18.965475 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-37229a29-d75b-46a2-8d71-70499e567d30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-425772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40044'] for router, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:18.970540 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-37229a29-d75b-46a2-8d71-70499e567d30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-425765'] for router, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:19.080879 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37229a29-d75b-46a2-8d71-70499e567d30 admin admin] Router ff72b11f-e5cb-4728-bda2-26945356773f has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:28:19.202013 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37229a29-d75b-46a2-8d71-70499e567d30 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:28:19.207123 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-37229a29-d75b-46a2-8d71-70499e567d30 admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:19.208349 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-37229a29-d75b-46a2-8d71-70499e567d30 admin admin] 10.222.0.20 "PUT /v2.0/routers/ff72b11f-e5cb-4728-bda2-26945356773f HTTP/1.1" status: 200 len: 890 time: 1.7522960 Nov 12 00:28:19.596347 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device e887fc79-aa48-4cee-82be-20bdead6c2bd up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:28:19.646380 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port e887fc79-aa48-4cee-82be-20bdead6c2bd triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:28:19.646748 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:20.750872 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ac2237-8400-4767-9ab8-ed28a3561e34 None None] Sync routers for ids ['ff72b11f-e5cb-4728-bda2-26945356773f'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:28:20.762401 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ac2237-8400-4767-9ab8-ed28a3561e34 None None] Routers {'ff72b11f-e5cb-4728-bda2-26945356773f'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:28:20.763142 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-88ac2237-8400-4767-9ab8-ed28a3561e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:28:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['ff72b11f-e5cb-4728-bda2-26945356773f'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:28:20.971565 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-88ac2237-8400-4767-9ab8-ed28a3561e34 None None] Set router ff72b11f-e5cb-4728-bda2-26945356773f gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:28:21.429706 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-88ac2237-8400-4767-9ab8-ed28a3561e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff72b11f-e5cb-4728-bda2-26945356773f', 'name': 'router1', 'tenant_id': '75522c1ac38c4520ab71231bade7efba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '99e7b1cf-81c6-4a1b-a161-a5a84bdde16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:28:00Z', 'updated_at': '2021-11-12T00:28:18Z', 'revision_number': 4, 'project_id': '75522c1ac38c4520ab71231bade7efba', 'gw_port': {'id': '99e7b1cf-81c6-4a1b-a161-a5a84bdde16f', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:91:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff72b11f-e5cb-4728-bda2-26945356773f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:28:18Z', 'updated_at': '2021-11-12T00:28:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'e887fc79-aa48-4cee-82be-20bdead6c2bd', 'name': '', 'network_id': '643b1853-8a6e-4542-a7fa-a7be5552afbb', 'tenant_id': '75522c1ac38c4520ab71231bade7efba', 'mac_address': 'fa:16:3e:0f:02:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff72b11f-e5cb-4728-bda2-26945356773f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5df1e96e-6f88-4e81-af44-45b597902a73', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:28:10Z', 'updated_at': '2021-11-12T00:28:13Z', 'revision_number': 5, 'project_id': '75522c1ac38c4520ab71231bade7efba', 'subnets': [{'id': '5df1e96e-6f88-4e81-af44-45b597902a73', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd16588c-4fa9-44fa-b059-0e3203ca6425'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:28:21.481422 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ac2237-8400-4767-9ab8-ed28a3561e34 None None] Checking router: ff72b11f-e5cb-4728-bda2-26945356773f for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:28:21.481783 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ac2237-8400-4767-9ab8-ed28a3561e34 None None] Updating router ff72b11f-e5cb-4728-bda2-26945356773f port 99e7b1cf-81c6-4a1b-a161-a5a84bdde16f binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:28:21.530655 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-88ac2237-8400-4767-9ab8-ed28a3561e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:21.786656 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 33886) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:28:21.848197 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-88ac2237-8400-4767-9ab8-ed28a3561e34 None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:21.853521 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-88ac2237-8400-4767-9ab8-ed28a3561e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:21.909513 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b19ad649-e18d-48aa-a64a-b6a098dc0484 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1170776 Nov 12 00:28:21.909730 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-88ac2237-8400-4767-9ab8-ed28a3561e34 None None] Attempting to bind port 99e7b1cf-81c6-4a1b-a161-a5a84bdde16f on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:28:21.909730 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-88ac2237-8400-4767-9ab8-ed28a3561e34 None None] Attempting to bind port 99e7b1cf-81c6-4a1b-a161-a5a84bdde16f by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:28:21.909730 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ac2237-8400-4767-9ab8-ed28a3561e34 None None] Attempting to bind port 99e7b1cf-81c6-4a1b-a161-a5a84bdde16f on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:28:21.910909 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c8ea5-1752-4917-98bc-21b19c114370 None None] Pushing event updated for resources: {'Port': ['ID=99e7b1cf-81c6-4a1b-a161-a5a84bdde16f,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:28:21.915436 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ac2237-8400-4767-9ab8-ed28a3561e34 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:28:21.915805 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ac2237-8400-4767-9ab8-ed28a3561e34 None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:28:21.916203 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-88ac2237-8400-4767-9ab8-ed28a3561e34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:21.916598 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ac2237-8400-4767-9ab8-ed28a3561e34 None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:28:21.917071 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-88ac2237-8400-4767-9ab8-ed28a3561e34 None None] Bound port: 99e7b1cf-81c6-4a1b-a161-a5a84bdde16f, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:28:21.917497 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-88ac2237-8400-4767-9ab8-ed28a3561e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:21.973144 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-88ac2237-8400-4767-9ab8-ed28a3561e34 None None] For port 99e7b1cf-81c6-4a1b-a161-a5a84bdde16f, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:28:21.976701 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-88ac2237-8400-4767-9ab8-ed28a3561e34 None None] For port 99e7b1cf-81c6-4a1b-a161-a5a84bdde16f, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=99e7b1cf-81c6-4a1b-a161-a5a84bdde16f,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:28:21.980627 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-88ac2237-8400-4767-9ab8-ed28a3561e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:22.043378 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c8ea5-1752-4917-98bc-21b19c114370 None None] Pushing event updated for resources: {'Port': ['ID=99e7b1cf-81c6-4a1b-a161-a5a84bdde16f,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:28:22.050812 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ac2237-8400-4767-9ab8-ed28a3561e34 None None] Routers {'ff72b11f-e5cb-4728-bda2-26945356773f'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:28:22.051434 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-88ac2237-8400-4767-9ab8-ed28a3561e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:28:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['ff72b11f-e5cb-4728-bda2-26945356773f'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:28:22.163469 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-88ac2237-8400-4767-9ab8-ed28a3561e34 None None] Set router ff72b11f-e5cb-4728-bda2-26945356773f gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:28:22.377120 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-88ac2237-8400-4767-9ab8-ed28a3561e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff72b11f-e5cb-4728-bda2-26945356773f', 'name': 'router1', 'tenant_id': '75522c1ac38c4520ab71231bade7efba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '99e7b1cf-81c6-4a1b-a161-a5a84bdde16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:28:00Z', 'updated_at': '2021-11-12T00:28:18Z', 'revision_number': 4, 'project_id': '75522c1ac38c4520ab71231bade7efba', 'gw_port': {'id': '99e7b1cf-81c6-4a1b-a161-a5a84bdde16f', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:91:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff72b11f-e5cb-4728-bda2-26945356773f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:28:18Z', 'updated_at': '2021-11-12T00:28:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'e887fc79-aa48-4cee-82be-20bdead6c2bd', 'name': '', 'network_id': '643b1853-8a6e-4542-a7fa-a7be5552afbb', 'tenant_id': '75522c1ac38c4520ab71231bade7efba', 'mac_address': 'fa:16:3e:0f:02:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff72b11f-e5cb-4728-bda2-26945356773f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5df1e96e-6f88-4e81-af44-45b597902a73', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:28:10Z', 'updated_at': '2021-11-12T00:28:13Z', 'revision_number': 5, 'project_id': '75522c1ac38c4520ab71231bade7efba', 'subnets': [{'id': '5df1e96e-6f88-4e81-af44-45b597902a73', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd16588c-4fa9-44fa-b059-0e3203ca6425'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:28:22.403050 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ac2237-8400-4767-9ab8-ed28a3561e34 None None] The sync data for ids ['ff72b11f-e5cb-4728-bda2-26945356773f'] in n-d-812236-11 is: [{'id': 'ff72b11f-e5cb-4728-bda2-26945356773f', 'name': 'router1', 'tenant_id': '75522c1ac38c4520ab71231bade7efba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '99e7b1cf-81c6-4a1b-a161-a5a84bdde16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:28:00Z', 'updated_at': '2021-11-12T00:28:18Z', 'revision_number': 4, 'project_id': '75522c1ac38c4520ab71231bade7efba', 'gw_port': {'id': '99e7b1cf-81c6-4a1b-a161-a5a84bdde16f', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:91:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff72b11f-e5cb-4728-bda2-26945356773f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:28:18Z', 'updated_at': '2021-11-12T00:28:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'e887fc79-aa48-4cee-82be-20bdead6c2bd', 'name': '', 'network_id': '643b1853-8a6e-4542-a7fa-a7be5552afbb', 'tenant_id': '75522c1ac38c4520ab71231bade7efba', 'mac_address': 'fa:16:3e:0f:02:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff72b11f-e5cb-4728-bda2-26945356773f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5df1e96e-6f88-4e81-af44-45b597902a73', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:28:10Z', 'updated_at': '2021-11-12T00:28:13Z', 'revision_number': 5, 'project_id': '75522c1ac38c4520ab71231bade7efba', 'subnets': [{'id': '5df1e96e-6f88-4e81-af44-45b597902a73', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd16588c-4fa9-44fa-b059-0e3203ca6425'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:28:23.589315 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 99e7b1cf-81c6-4a1b-a161-a5a84bdde16f up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:28:23.636615 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 99e7b1cf-81c6-4a1b-a161-a5a84bdde16f triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:28:23.637023 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:23.735852 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:23.760695 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 99e7b1cf-81c6-4a1b-a161-a5a84bdde16f, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=99e7b1cf-81c6-4a1b-a161-a5a84bdde16f,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:28:23.764290 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:23.815817 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=99e7b1cf-81c6-4a1b-a161-a5a84bdde16f,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:28:25.617078 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 99e7b1cf-81c6-4a1b-a161-a5a84bdde16f up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:28:25.697585 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 99e7b1cf-81c6-4a1b-a161-a5a84bdde16f triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:28:25.697867 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:34.180910 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-992d8c0d-1415-4ab6-8d1a-2e3260f34af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:36.333953 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ae62c688-ae03-4b65-8f04-6274f62cf7a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:37.461136 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:39.054654 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:39.689444 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:53.270472 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 5 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:29:04.191606 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c51b8775-9212-45a4-99af-c6badf3416f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:29:06.337440 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-04471cf7-05c9-432e-b6b0-e9242abd205d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:29:07.457175 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:29:09.041003 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:29:09.687203 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:29:30.269742 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 5 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:29:34.184312 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ced11a82-bbf9-4c28-8709-5cbc560b32fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:29:36.341174 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-dfa51b73-61c6-44db-9d84-6c62f3ed68f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:29:37.462712 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:29:39.042677 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:29:39.682348 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:04.184371 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ba746cb1-872a-4179-bc67-a93605777024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:05.217905 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34480) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:30:05.296823 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-89d095b9-b11f-4d9b-adf1-fe15702a9f49 admin admin] GET failed (client error): The resource could not be found. Nov 12 00:30:05.298240 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-89d095b9-b11f-4d9b-adf1-fe15702a9f49 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0811198 Nov 12 00:30:05.468076 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caf4435-7d6d-48df-9523-5e078834a0e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:30:05.469463 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5caf4435-7d6d-48df-9523-5e078834a0e5 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1664407 Nov 12 00:30:06.342887 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b9563676-156a-43a9-98f9-e0bfb162af22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:07.269290 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 5 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:30:07.462137 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:07.802976 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34490) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:30:07.899138 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7668c6e3-ff17-474b-8026-bb49709fbff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:30:07.900462 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7668c6e3-ff17-474b-8026-bb49709fbff7 admin admin] 10.222.0.20 "GET /v2.0/subnets/5df1e96e-6f88-4e81-af44-45b597902a73 HTTP/1.1" status: 200 len: 849 time: 0.0965581 Nov 12 00:30:07.910681 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-14aa28fa-9d63-4669-9dd9-232ccfcf8b2a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:30:07.994176 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-14aa28fa-9d63-4669-9dd9-232ccfcf8b2a admin admin] Publish callbacks [] for subnet, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:08.135082 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-14aa28fa-9d63-4669-9dd9-232ccfcf8b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734448696203'] for subnet, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:08.165911 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14aa28fa-9d63-4669-9dd9-232ccfcf8b2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:30:08.166493 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-14aa28fa-9d63-4669-9dd9-232ccfcf8b2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:08.177424 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-14aa28fa-9d63-4669-9dd9-232ccfcf8b2a admin admin] 10.222.0.20 "PUT /v2.0/subnets/5df1e96e-6f88-4e81-af44-45b597902a73 HTTP/1.1" status: 200 len: 868 time: 0.2612240 Nov 12 00:30:08.177655 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419b2eb1-fa80-449b-bbd5-b154a241d5c6 None None] Network 643b1853-8a6e-4542-a7fa-a7be5552afbb requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:30:08.189482 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa28fa-9d63-4669-9dd9-232ccfcf8b2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5df1e96e-6f88-4e81-af44-45b597902a73,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:30:08.197279 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa28fa-9d63-4669-9dd9-232ccfcf8b2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:30:08.197649 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa28fa-9d63-4669-9dd9-232ccfcf8b2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:30:08.198530 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa28fa-9d63-4669-9dd9-232ccfcf8b2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:30:08.198817 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa28fa-9d63-4669-9dd9-232ccfcf8b2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:30:08.199538 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa28fa-9d63-4669-9dd9-232ccfcf8b2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:30:08.199538 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa28fa-9d63-4669-9dd9-232ccfcf8b2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:30:08.200105 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa28fa-9d63-4669-9dd9-232ccfcf8b2a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:30:08.200436 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa28fa-9d63-4669-9dd9-232ccfcf8b2a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:30:08.200761 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa28fa-9d63-4669-9dd9-232ccfcf8b2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:30:08.201081 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa28fa-9d63-4669-9dd9-232ccfcf8b2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:30:08.201454 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa28fa-9d63-4669-9dd9-232ccfcf8b2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:30:08.201753 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa28fa-9d63-4669-9dd9-232ccfcf8b2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:30:08.583395 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-3a42aef9-7d05-4508-8a1b-f1fb23b75bdd None None] Provisioning complete for port e887fc79-aa48-4cee-82be-20bdead6c2bd triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:30:08.583904 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3a42aef9-7d05-4508-8a1b-f1fb23b75bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:08.673239 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-3a42aef9-7d05-4508-8a1b-f1fb23b75bdd None None] Provisioning complete for port 455b4cd9-b98a-49f6-937f-cde3e89049af triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:30:08.673540 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3a42aef9-7d05-4508-8a1b-f1fb23b75bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:09.047527 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:09.679110 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:10.490813 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34498) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:30:10.769998 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c98530-8c16-4f23-86c2-5d927858c2f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:30:10.770649 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c98530-8c16-4f23-86c2-5d927858c2f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:30:10.772449 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-61c98530-8c16-4f23-86c2-5d927858c2f0 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2806585 Nov 12 00:30:13.094162 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34506) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:30:13.223229 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891e89d4-0f83-4c70-9453-59aa2cd3e580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:30:13.223692 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891e89d4-0f83-4c70-9453-59aa2cd3e580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:30:13.225211 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-891e89d4-0f83-4c70-9453-59aa2cd3e580 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1301141 Nov 12 00:30:15.548611 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34514) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:30:15.695700 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb40187-ccbe-44a0-8ab2-f95f96da5949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:30:15.697064 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8fb40187-ccbe-44a0-8ab2-f95f96da5949 admin admin] 10.222.0.20 "GET /v2.0/networks/643b1853-8a6e-4542-a7fa-a7be5552afbb HTTP/1.1" status: 200 len: 869 time: 0.1475179 Nov 12 00:30:18.064594 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 34522) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:30:18.192432 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398d750e-9924-4d64-ba2c-daa2b519e05f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:30:18.193812 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-398d750e-9924-4d64-ba2c-daa2b519e05f admin admin] 10.222.0.20 "GET /v2.0/networks/ef732b55-2b3c-4048-85da-0a8ac273c14b HTTP/1.1" status: 200 len: 886 time: 0.1282792 Nov 12 00:30:20.539669 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 34532) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:30:20.733500 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccacb86-e156-4dac-9266-d9e423f27141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:30:20.733874 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccacb86-e156-4dac-9266-d9e423f27141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:30:20.735407 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6ccacb86-e156-4dac-9266-d9e423f27141 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1947951 Nov 12 00:30:23.015505 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 34540) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:30:23.106379 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666d63d3-ecef-46eb-b045-7e329ec802da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:30:23.106379 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666d63d3-ecef-46eb-b045-7e329ec802da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:30:23.107938 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-666d63d3-ecef-46eb-b045-7e329ec802da admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0914948 Nov 12 00:30:25.456142 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 34548) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:30:25.543029 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb214d87-edc0-4de6-bf2d-ab7bcd8777f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:30:25.544376 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-eb214d87-edc0-4de6-bf2d-ab7bcd8777f2 admin admin] 10.222.0.20 "GET /v2.0/subnets/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a HTTP/1.1" status: 200 len: 816 time: 0.0872996 Nov 12 00:30:27.889483 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 34556) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:30:27.983768 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63eb2320-408d-493c-bf68-5cd79a0efa11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:30:27.985111 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-63eb2320-408d-493c-bf68-5cd79a0efa11 admin admin] 10.222.0.20 "GET /v2.0/subnets/5df1e96e-6f88-4e81-af44-45b597902a73 HTTP/1.1" status: 200 len: 868 time: 0.0946574 Nov 12 00:30:34.192459 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2f171c1c-2f2d-467c-9542-ae643a6a74d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:36.345006 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ce03c424-30c9-4b68-b8f7-aaf7eb8725a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:37.465040 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:39.051436 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:39.682328 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:44.267343 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 5 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:30:53.009744 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 34610) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:30:53.057516 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [None req-fbdb455c-183c-44fb-8c04-8de0a1d8b47a admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:30:53.058488 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-fbdb455c-183c-44fb-8c04-8de0a1d8b47a admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0478008 Nov 12 00:30:55.444608 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 34618) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:30:55.505880 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a323176-3c37-4b53-8dc6-54ea42f33554 admin admin] GET failed (client error): The resource could not be found. Nov 12 00:30:55.507289 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-2a323176-3c37-4b53-8dc6-54ea42f33554 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0617542 Nov 12 00:30:55.651387 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8701931-15dd-47b7-aa84-f3eeade8d889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:30:55.652780 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e8701931-15dd-47b7-aa84-f3eeade8d889 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1408489 Nov 12 00:30:58.003472 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 34626) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:30:58.051934 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-b7ae5ac4-54b9-43b0-962b-53104154c7b7 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:30:58.071596 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ae5ac4-54b9-43b0-962b-53104154c7b7 admin admin] Made reservation on behalf of 6d2b4f085bf249cd8c837cb178663d65 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:30:58.074394 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b7ae5ac4-54b9-43b0-962b-53104154c7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:58.100843 n-d-812236-11 neutron-server[102661]: WARNING neutron.services.revisions.revision_plugin [None req-b7ae5ac4-54b9-43b0-962b-53104154c7b7 admin admin] Could not find related network for resource to bump revision. Nov 12 00:30:58.111276 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7ae5ac4-54b9-43b0-962b-53104154c7b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:30:58.120289 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b7ae5ac4-54b9-43b0-962b-53104154c7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:58.120678 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-b7ae5ac4-54b9-43b0-962b-53104154c7b7 admin admin] Added segment bc1359d8-e6f4-4de6-ac31-48b8106987c1 of type vlan for network 172a28b2-119c-4d70-aef1-a731eb107d6c Nov 12 00:30:58.160670 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b7ae5ac4-54b9-43b0-962b-53104154c7b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:58.184060 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b7ae5ac4-54b9-43b0-962b-53104154c7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:58.184888 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ae5ac4-54b9-43b0-962b-53104154c7b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:30:58.185484 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b7ae5ac4-54b9-43b0-962b-53104154c7b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:58.215345 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b7ae5ac4-54b9-43b0-962b-53104154c7b7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2107961 Nov 12 00:30:58.247914 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ae5ac4-54b9-43b0-962b-53104154c7b7 admin admin] Pushing event updated for resources: {'Network': ['ID=172a28b2-119c-4d70-aef1-a731eb107d6c,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:30:58.255499 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae5ac4-54b9-43b0-962b-53104154c7b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:30:58.255872 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae5ac4-54b9-43b0-962b-53104154c7b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:30:58.256179 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae5ac4-54b9-43b0-962b-53104154c7b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:30:58.256513 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae5ac4-54b9-43b0-962b-53104154c7b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:30:58.256839 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae5ac4-54b9-43b0-962b-53104154c7b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:30:58.257167 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae5ac4-54b9-43b0-962b-53104154c7b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:30:58.257535 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae5ac4-54b9-43b0-962b-53104154c7b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:30:58.257871 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae5ac4-54b9-43b0-962b-53104154c7b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:30:58.258180 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae5ac4-54b9-43b0-962b-53104154c7b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:30:58.258504 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae5ac4-54b9-43b0-962b-53104154c7b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:30:58.258815 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae5ac4-54b9-43b0-962b-53104154c7b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:30:58.259131 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae5ac4-54b9-43b0-962b-53104154c7b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:30:58.271287 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 172a28b2-119c-4d70-aef1-a731eb107d6c details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:31:00.565167 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 34634) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:31:00.625624 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc4b3f48-68ad-4311-98f4-53bfc96b10bc admin admin] GET failed (client error): The resource could not be found. Nov 12 00:31:00.626949 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-fc4b3f48-68ad-4311-98f4-53bfc96b10bc admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0606833 Nov 12 00:31:00.698002 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a85299-9a6c-4ba8-9e81-5436ea81c245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:31:00.699338 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-63a85299-9a6c-4ba8-9e81-5436ea81c245 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0677228 Nov 12 00:31:00.709543 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-e2c7d1ca-bfe4-4265-817a-99447b91c0ac admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'ip_version': 4}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:31:00.729746 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c7d1ca-bfe4-4265-817a-99447b91c0ac admin admin] Made reservation on behalf of 6d2b4f085bf249cd8c837cb178663d65 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:31:00.731978 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e2c7d1ca-bfe4-4265-817a-99447b91c0ac admin admin] Publish callbacks [] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:00.893839 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e2c7d1ca-bfe4-4265-817a-99447b91c0ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:00.952764 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c7d1ca-bfe4-4265-817a-99447b91c0ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=3288e972-21d8-4a52-9002-05790fb0bb61,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:31:00.958770 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c7d1ca-bfe4-4265-817a-99447b91c0ac admin admin] Checking segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:31:00.958770 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c7d1ca-bfe4-4265-817a-99447b91c0ac admin admin] Network hostable DHCP agents. Network: 172a28b2-119c-4d70-aef1-a731eb107d6c, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:31:00.974582 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c7d1ca-bfe4-4265-817a-99447b91c0ac admin admin] Network 172a28b2-119c-4d70-aef1-a731eb107d6c is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:31:00.983907 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-e2c7d1ca-bfe4-4265-817a-99447b91c0ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 172a28b2-119c-4d70-aef1-a731eb107d6c) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:31:00.987822 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c7d1ca-bfe4-4265-817a-99447b91c0ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:31:00.988403 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e2c7d1ca-bfe4-4265-817a-99447b91c0ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:00.997507 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f15ff55-7dc0-44ff-8148-7434f84c2b30 None None] Network 172a28b2-119c-4d70-aef1-a731eb107d6c requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:31:01.004889 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e2c7d1ca-bfe4-4265-817a-99447b91c0ac admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2986300 Nov 12 00:31:01.148427 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d63db6-fb29-4932-a163-28877537f37e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-172a28b2-119c-4d70-aef1-a731eb107d6c', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'tenant_id': '6d2b4f085bf249cd8c837cb178663d65', 'fixed_ips': [{'subnet_id': '3288e972-21d8-4a52-9002-05790fb0bb61'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:31:01.149289 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-54d63db6-fb29-4932-a163-28877537f37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:01.377541 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-54d63db6-fb29-4932-a163-28877537f37e None None] Allocated IP 192.168.233.2 (172a28b2-119c-4d70-aef1-a731eb107d6c/3288e972-21d8-4a52-9002-05790fb0bb61/af59f0a5-94cd-4b39-8040-24a83362892e) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:31:01.521869 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-54d63db6-fb29-4932-a163-28877537f37e None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:01.528112 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-54d63db6-fb29-4932-a163-28877537f37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:01.564575 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d63db6-fb29-4932-a163-28877537f37e None None] Network 172a28b2-119c-4d70-aef1-a731eb107d6c is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:31:01.577124 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-54d63db6-fb29-4932-a163-28877537f37e None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:31:01.581787 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d63db6-fb29-4932-a163-28877537f37e None None] Pushing event updated for resources: {'Port': ['ID=af59f0a5-94cd-4b39-8040-24a83362892e,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:31:01.583948 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d63db6-fb29-4932-a163-28877537f37e None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:31:01.611854 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d63db6-fb29-4932-a163-28877537f37e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:31:01.612197 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d63db6-fb29-4932-a163-28877537f37e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:31:01.612536 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d63db6-fb29-4932-a163-28877537f37e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:31:01.612872 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d63db6-fb29-4932-a163-28877537f37e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:31:01.613197 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d63db6-fb29-4932-a163-28877537f37e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:31:01.613547 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d63db6-fb29-4932-a163-28877537f37e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:31:01.613868 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d63db6-fb29-4932-a163-28877537f37e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:31:01.614188 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d63db6-fb29-4932-a163-28877537f37e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:31:01.614518 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d63db6-fb29-4932-a163-28877537f37e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:31:01.614900 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d63db6-fb29-4932-a163-28877537f37e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:31:01.615223 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d63db6-fb29-4932-a163-28877537f37e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:31:01.615537 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d63db6-fb29-4932-a163-28877537f37e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:31:01.646951 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-54d63db6-fb29-4932-a163-28877537f37e None None] Attempting to bind port af59f0a5-94cd-4b39-8040-24a83362892e on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:31:01.647230 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-54d63db6-fb29-4932-a163-28877537f37e None None] Attempting to bind port af59f0a5-94cd-4b39-8040-24a83362892e by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:31:01.647587 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d63db6-fb29-4932-a163-28877537f37e None None] Attempting to bind port af59f0a5-94cd-4b39-8040-24a83362892e on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:31:01.653808 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d63db6-fb29-4932-a163-28877537f37e None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:31:01.654182 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d63db6-fb29-4932-a163-28877537f37e None None] Checking segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:31:01.654573 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-54d63db6-fb29-4932-a163-28877537f37e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:01.654959 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d63db6-fb29-4932-a163-28877537f37e None None] Bound using segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:31:01.655416 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-54d63db6-fb29-4932-a163-28877537f37e None None] Bound port: af59f0a5-94cd-4b39-8040-24a83362892e, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:31:01.655799 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-54d63db6-fb29-4932-a163-28877537f37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:01.717288 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-54d63db6-fb29-4932-a163-28877537f37e None None] For port af59f0a5-94cd-4b39-8040-24a83362892e, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:31:01.720675 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-54d63db6-fb29-4932-a163-28877537f37e None None] For port af59f0a5-94cd-4b39-8040-24a83362892e, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=af59f0a5-94cd-4b39-8040-24a83362892e,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:31:01.724903 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-54d63db6-fb29-4932-a163-28877537f37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:01.780862 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d63db6-fb29-4932-a163-28877537f37e None None] Pushing event updated for resources: {'Port': ['ID=af59f0a5-94cd-4b39-8040-24a83362892e,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:31:02.576588 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ed35e6-74bc-43e0-b9e3-fff98cc765e3 None None] Network 172a28b2-119c-4d70-aef1-a731eb107d6c requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:31:02.648616 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-312606fd-1f90-428d-9022-f750db10c4ed None None] Provisioning complete for port af59f0a5-94cd-4b39-8040-24a83362892e triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:31:02.648984 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-312606fd-1f90-428d-9022-f750db10c4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:02.786897 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-312606fd-1f90-428d-9022-f750db10c4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:02.826056 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-312606fd-1f90-428d-9022-f750db10c4ed None None] For port af59f0a5-94cd-4b39-8040-24a83362892e, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=af59f0a5-94cd-4b39-8040-24a83362892e,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:31:02.830533 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-312606fd-1f90-428d-9022-f750db10c4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:02.879268 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312606fd-1f90-428d-9022-f750db10c4ed None None] Pushing event updated for resources: {'Port': ['ID=af59f0a5-94cd-4b39-8040-24a83362892e,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:31:03.052071 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-a5c4e1cd-5e33-4c0f-813c-3bb9c8edd4c5 None None] Provisioning complete for port af59f0a5-94cd-4b39-8040-24a83362892e triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:31:03.052350 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a5c4e1cd-5e33-4c0f-813c-3bb9c8edd4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:03.702416 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device af59f0a5-94cd-4b39-8040-24a83362892e up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:31:03.751445 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port af59f0a5-94cd-4b39-8040-24a83362892e triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:31:03.751811 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:04.184710 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-79d91f3a-54ae-458a-8b4e-0fb7ca60fe0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:06.349213 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2ea308af-2747-49d3-8eef-c341d4671d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:07.466715 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:09.052178 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:09.687390 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:21.266512 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 5 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:31:34.186373 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-19e2fbd8-ed8a-4194-819c-5ca9227bd193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:36.354277 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b73cbcd5-6a2f-4d78-aa4f-fc00530ec4cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:37.470137 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:39.056182 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:39.688806 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:58.265837 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 5 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:32:04.189726 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-47d216a6-d124-499b-8b49-ace032fe6045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:32:06.353957 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5c70ba54-b58d-4570-9e6d-656d7a770e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:32:07.473297 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:32:09.063305 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:32:09.692668 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:32:14.003517 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 34678) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:32:14.011100 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [None req-138a6154-7b3b-4f7b-9090-2e6025dc23a6 tempest-verify_tempest_config-202405918 tempest-verify_tempest_config-202405918-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:32:14.012063 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-138a6154-7b3b-4f7b-9090-2e6025dc23a6 tempest-verify_tempest_config-202405918 tempest-verify_tempest_config-202405918-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0073988 Nov 12 00:32:14.301955 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 34696) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:32:14.407242 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7e025a98-647e-4c8c-b8a6-21d65b049b37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:32:14.479338 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7e025a98-647e-4c8c-b8a6-21d65b049b37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:32:14.482923 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7e025a98-647e-4c8c-b8a6-21d65b049b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:32:14.527239 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7e025a98-647e-4c8c-b8a6-21d65b049b37 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ce573e0d44d9432492ae7f580c8d6b2e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2242694 Nov 12 00:32:14.528043 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e025a98-647e-4c8c-b8a6-21d65b049b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6066bda-92f2-48b5-b3f2-03ec426cb789,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:32:14.530322 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34700) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:32:14.534596 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e025a98-647e-4c8c-b8a6-21d65b049b37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:32:14.534939 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e025a98-647e-4c8c-b8a6-21d65b049b37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:32:14.535278 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e025a98-647e-4c8c-b8a6-21d65b049b37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:32:14.535605 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e025a98-647e-4c8c-b8a6-21d65b049b37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:32:14.535931 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e025a98-647e-4c8c-b8a6-21d65b049b37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:32:14.536253 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e025a98-647e-4c8c-b8a6-21d65b049b37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:32:14.536573 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e025a98-647e-4c8c-b8a6-21d65b049b37 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:32:14.536890 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e025a98-647e-4c8c-b8a6-21d65b049b37 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:32:14.537208 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e025a98-647e-4c8c-b8a6-21d65b049b37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:32:14.537557 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e025a98-647e-4c8c-b8a6-21d65b049b37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:32:14.537878 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e025a98-647e-4c8c-b8a6-21d65b049b37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:32:14.538193 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e025a98-647e-4c8c-b8a6-21d65b049b37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:32:14.609903 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-37fb96cd-42c7-4c83-bc69-e218f0529f6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:32:14.629798 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-37fb96cd-42c7-4c83-bc69-e218f0529f6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:32:14.719985 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-37fb96cd-42c7-4c83-bc69-e218f0529f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:32:14.722547 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-37fb96cd-42c7-4c83-bc69-e218f0529f6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:32:14.723679 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-37fb96cd-42c7-4c83-bc69-e218f0529f6f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f6066bda-92f2-48b5-b3f2-03ec426cb789 HTTP/1.1" status: 204 len: 168 time: 0.1923726 Nov 12 00:32:14.731235 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb96cd-42c7-4c83-bc69-e218f0529f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6066bda-92f2-48b5-b3f2-03ec426cb789,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:32:14.737955 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb96cd-42c7-4c83-bc69-e218f0529f6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:32:14.738303 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb96cd-42c7-4c83-bc69-e218f0529f6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:32:14.738644 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb96cd-42c7-4c83-bc69-e218f0529f6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:32:14.738993 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb96cd-42c7-4c83-bc69-e218f0529f6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:32:14.739330 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb96cd-42c7-4c83-bc69-e218f0529f6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:32:14.739659 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb96cd-42c7-4c83-bc69-e218f0529f6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:32:14.739980 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb96cd-42c7-4c83-bc69-e218f0529f6f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:32:14.740301 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb96cd-42c7-4c83-bc69-e218f0529f6f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:32:14.740623 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb96cd-42c7-4c83-bc69-e218f0529f6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:32:14.740944 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb96cd-42c7-4c83-bc69-e218f0529f6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:32:14.741264 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb96cd-42c7-4c83-bc69-e218f0529f6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:32:14.741612 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb96cd-42c7-4c83-bc69-e218f0529f6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:32:34.190951 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2049cc51-13a5-4acf-973d-965cc61c5f0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:32:35.263658 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 5 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:32:36.356016 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9dc5f3d8-218b-4641-aafc-851b17c0b25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:32:37.477538 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:32:39.061706 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:32:39.694634 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:04.192862 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-dea1cbc6-3ffc-46cd-8076-4dbb23523d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:06.356545 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2d545beb-1b23-4a81-8bb9-74c09a6f1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:07.478967 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:09.064474 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:09.696827 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:12.262111 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 5 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:33:34.194575 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-928e619e-f09e-483e-8988-2035008c7a51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:36.360147 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-36d261f4-0202-41b8-b792-97e10fa79871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:37.480325 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:39.067025 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:39.698498 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:49.261551 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 5 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:34:04.195384 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fa1899c3-c208-4796-853f-8ad2823d7192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:06.362537 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-57d6c059-b3ff-4734-92f8-b88fe84fd338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:07.485519 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:09.071402 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:09.698366 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:26.260772 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 5 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:34:34.195856 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e84e09e2-91f9-475a-a784-d988b7a82102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:36.365257 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1a7f1609-fb40-4d96-89df-3f257c232a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:37.491365 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:39.074738 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:39.705243 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:03.258741 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 5 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:35:04.197288 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-050daf30-8cb7-437e-82f1-c649fdf37854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:06.366328 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f1554e06-4248-43f5-8533-61dd5b48ecde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:07.490193 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:09.079766 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:09.699269 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:34.197724 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5a2d2256-ca16-4b02-a7aa-bc3740d19636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:36.367783 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-166a4981-0104-4053-9404-f919be675bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:37.495181 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:39.083125 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:39.701117 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:40.258052 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 5 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:35:40.454517 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-394168'] for agent, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:42.321562 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-394168'] for agent, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:04.198579 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bfff3a15-fd0a-437b-bc42-394bdcf32d2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:06.368930 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-14370bae-57af-4fbb-8a0f-ac86800dd73a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:07.495475 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:09.087559 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:09.702402 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:10.406368 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:12.276029 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:13.839468 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 34758) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:36:13.947024 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-467cdd10-7602-4b67-98ec-4a8aa629fd50 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1065061 Nov 12 00:36:16.290749 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34768) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:36:16.363624 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-dee40aee-2cff-41dc-ba8f-aa5f1f70be19 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0717680 Nov 12 00:36:17.260172 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:36:34.200420 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1e70edca-1555-4554-80af-8bcb170136ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:36.370025 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8c7e454e-0b00-40f5-ab24-9fcc0f9dbebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:37.499289 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:39.089315 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:39.703849 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:40.403852 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:42.289286 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:54.259474 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:37:04.208253 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2224b456-b80e-4ed0-b36b-ba33086f4965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:06.371521 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fee2b408-01d9-4410-91f4-8ab5c6575521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:07.502738 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:09.094574 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:09.708500 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:10.403141 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:12.303497 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:31.259297 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:37:34.201827 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f0a745b7-6988-4335-a12f-2b119e3291d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:36.381941 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9d95e2a8-1c8b-4a4d-88a1-53e1dafa3c10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:37.518828 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:39.100031 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:39.704130 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:40.420873 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:41.041695 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 34978) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:41.193456 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 34988) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:41.452831 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35002) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:41.453424 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-30f21e2d-4cfc-4e77-aee8-0e606da0a2d0 tempest-AutoAllocateNetworkTest-1978190777 tempest-AutoAllocateNetworkTest-1978190777-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=1800506db1004baeb77e5ddc18962713&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4102752 Nov 12 00:37:41.558254 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-27111575-8172-4a20-b009-f85423d6f658 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-574574574-network', 'tenant_id': '65e37905fcda41a0a64a3bffb54da22e'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:41.601687 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27111575-8172-4a20-b009-f85423d6f658 admin admin] Made reservation on behalf of 65e37905fcda41a0a64a3bffb54da22e for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:37:41.605898 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-27111575-8172-4a20-b009-f85423d6f658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:41.618361 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-27111575-8172-4a20-b009-f85423d6f658 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:41.638866 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c346399b-d9f8-4496-af48-06871c101c99 tempest-AutoAllocateNetworkTest-1978190777 tempest-AutoAllocateNetworkTest-1978190777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:41.644390 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c346399b-d9f8-4496-af48-06871c101c99 tempest-AutoAllocateNetworkTest-1978190777 tempest-AutoAllocateNetworkTest-1978190777-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1895335 Nov 12 00:37:41.645179 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35012) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:41.704208 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-df6969aa-a21d-42d2-9078-d0c45d1c9c34 tempest-AutoAllocateNetworkTest-1978190777 tempest-AutoAllocateNetworkTest-1978190777-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0577550 Nov 12 00:37:41.704400 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35016) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:41.728547 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-27111575-8172-4a20-b009-f85423d6f658 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:41.739125 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-27111575-8172-4a20-b009-f85423d6f658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:41.743290 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7e7afa9d-c2e2-497a-8606-0cee8ed0cec5 tempest-AutoAllocateNetworkTest-1978190777 tempest-AutoAllocateNetworkTest-1978190777-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=1800506db1004baeb77e5ddc18962713 HTTP/1.1" status: 200 len: 208 time: 0.0377638 Nov 12 00:37:41.764404 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27111575-8172-4a20-b009-f85423d6f658 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:37:41.779605 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27111575-8172-4a20-b009-f85423d6f658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa0fd69-8d1d-441b-841f-cb792cd306b5,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:41.789177 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-27111575-8172-4a20-b009-f85423d6f658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:41.789546 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-27111575-8172-4a20-b009-f85423d6f658 admin admin] Added segment 64423b48-3f01-4308-ad49-68cdee9e8a8c of type vlan for network b9574af4-848a-4900-9093-7976c00593e2 Nov 12 00:37:41.791775 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27111575-8172-4a20-b009-f85423d6f658 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:41.792115 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27111575-8172-4a20-b009-f85423d6f658 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:41.792711 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27111575-8172-4a20-b009-f85423d6f658 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:41.792850 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27111575-8172-4a20-b009-f85423d6f658 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:41.793072 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27111575-8172-4a20-b009-f85423d6f658 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:41.793994 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27111575-8172-4a20-b009-f85423d6f658 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:41.793994 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27111575-8172-4a20-b009-f85423d6f658 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:41.793994 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27111575-8172-4a20-b009-f85423d6f658 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:41.794319 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27111575-8172-4a20-b009-f85423d6f658 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:41.794667 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27111575-8172-4a20-b009-f85423d6f658 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:41.795166 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27111575-8172-4a20-b009-f85423d6f658 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:41.795628 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27111575-8172-4a20-b009-f85423d6f658 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:41.796864 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27111575-8172-4a20-b009-f85423d6f658 admin admin] Tracked resource versions report: Nov 12 00:37:41.796864 n-d-812236-11 neutron-server[102661]: pushed versions: Nov 12 00:37:41.796864 n-d-812236-11 neutron-server[102661]: { 'AddressGroup': {'1.2'}, Nov 12 00:37:41.796864 n-d-812236-11 neutron-server[102661]: 'ConntrackHelper': {'1.0'}, Nov 12 00:37:41.796864 n-d-812236-11 neutron-server[102661]: 'Log': {'1.0'}, Nov 12 00:37:41.796864 n-d-812236-11 neutron-server[102661]: 'Network': {'1.1'}, Nov 12 00:37:41.796864 n-d-812236-11 neutron-server[102661]: 'Port': {'1.7'}, Nov 12 00:37:41.796864 n-d-812236-11 neutron-server[102661]: 'PortForwarding': {'1.2'}, Nov 12 00:37:41.796864 n-d-812236-11 neutron-server[102661]: 'QosPolicy': {'1.10'}, Nov 12 00:37:41.796864 n-d-812236-11 neutron-server[102661]: 'SecurityGroup': {'1.5'}, Nov 12 00:37:41.796864 n-d-812236-11 neutron-server[102661]: 'SecurityGroupRule': {'1.2'}, Nov 12 00:37:41.796864 n-d-812236-11 neutron-server[102661]: 'SubPort': {'1.0'}, Nov 12 00:37:41.796864 n-d-812236-11 neutron-server[102661]: 'Subnet': {'1.1'}, Nov 12 00:37:41.796864 n-d-812236-11 neutron-server[102661]: 'Trunk': {'1.1'}} Nov 12 00:37:41.796864 n-d-812236-11 neutron-server[102661]: consumer versions: Nov 12 00:37:41.796864 n-d-812236-11 neutron-server[102661]: { DHCP agent@n-d-812236-11: {}, Nov 12 00:37:41.796864 n-d-812236-11 neutron-server[102661]: HyperV agent@n-h1-812236-11: {}, Nov 12 00:37:41.796864 n-d-812236-11 neutron-server[102661]: HyperV agent@n-h2-812236-11: {}, Nov 12 00:37:41.796864 n-d-812236-11 neutron-server[102661]: L3 agent@n-d-812236-11: {}, Nov 12 00:37:41.796864 n-d-812236-11 neutron-server[102661]: Metadata agent@n-d-812236-11: {}, Nov 12 00:37:41.796864 n-d-812236-11 neutron-server[102661]: Metering agent@n-d-812236-11: {}, Nov 12 00:37:41.796864 n-d-812236-11 neutron-server[102661]: Open vSwitch agent@n-d-812236-11: { 'AddressGroup': '1.2', Nov 12 00:37:41.796864 n-d-812236-11 neutron-server[102661]: 'ConntrackHelper': '1.0', Nov 12 00:37:41.796864 n-d-812236-11 neutron-server[102661]: 'Log': '1.0', Nov 12 00:37:41.796864 n-d-812236-11 neutron-server[102661]: 'Network': '1.1', Nov 12 00:37:41.796864 n-d-812236-11 neutron-server[102661]: 'Port': '1.7', Nov 12 00:37:41.796864 n-d-812236-11 neutron-server[102661]: 'PortForwarding': '1.2', Nov 12 00:37:41.796864 n-d-812236-11 neutron-server[102661]: 'QosPolicy': '1.10', Nov 12 00:37:41.796864 n-d-812236-11 neutron-server[102661]: 'SecurityGroup': '1.5', Nov 12 00:37:41.796864 n-d-812236-11 neutron-server[102661]: 'SecurityGroupRule': '1.2', Nov 12 00:37:41.796864 n-d-812236-11 neutron-server[102661]: 'SubPort': '1.0', Nov 12 00:37:41.796864 n-d-812236-11 neutron-server[102661]: 'Subnet': '1.1', Nov 12 00:37:41.796864 n-d-812236-11 neutron-server[102661]: 'Trunk': '1.1'}} Nov 12 00:37:41.796864 n-d-812236-11 neutron-server[102661]: {{(pid=102661) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 00:37:41.848916 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-27111575-8172-4a20-b009-f85423d6f658 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:41.875962 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-27111575-8172-4a20-b009-f85423d6f658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:41.876896 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27111575-8172-4a20-b009-f85423d6f658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:41.877479 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-27111575-8172-4a20-b009-f85423d6f658 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:41.915290 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-27111575-8172-4a20-b009-f85423d6f658 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7206531 Nov 12 00:37:41.918407 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35028) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:41.923333 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-7f990d3d-4ac3-4dd3-8ce1-b24331f90888 admin admin] Request body: {'subnet': {'network_id': 'b9574af4-848a-4900-9093-7976c00593e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-574574574-subnet', 'tenant_id': '65e37905fcda41a0a64a3bffb54da22e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:41.946357 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f990d3d-4ac3-4dd3-8ce1-b24331f90888 admin admin] Made reservation on behalf of 65e37905fcda41a0a64a3bffb54da22e for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:37:41.949396 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7f990d3d-4ac3-4dd3-8ce1-b24331f90888 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:41.956750 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27111575-8172-4a20-b009-f85423d6f658 admin admin] Pushing event updated for resources: {'Network': ['ID=b9574af4-848a-4900-9093-7976c00593e2,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:41.968959 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network b9574af4-848a-4900-9093-7976c00593e2 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:37:42.160432 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7f990d3d-4ac3-4dd3-8ce1-b24331f90888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:42.210384 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f990d3d-4ac3-4dd3-8ce1-b24331f90888 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7413bf18-08e7-4425-a837-148a3dd7f58d,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:42.221537 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f990d3d-4ac3-4dd3-8ce1-b24331f90888 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:42.222239 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f990d3d-4ac3-4dd3-8ce1-b24331f90888 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:42.222837 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f990d3d-4ac3-4dd3-8ce1-b24331f90888 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:42.223367 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f990d3d-4ac3-4dd3-8ce1-b24331f90888 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:42.223746 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f990d3d-4ac3-4dd3-8ce1-b24331f90888 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:42.227483 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f990d3d-4ac3-4dd3-8ce1-b24331f90888 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:42.227483 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f990d3d-4ac3-4dd3-8ce1-b24331f90888 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:42.227483 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f990d3d-4ac3-4dd3-8ce1-b24331f90888 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:42.227483 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f990d3d-4ac3-4dd3-8ce1-b24331f90888 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:42.227483 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f990d3d-4ac3-4dd3-8ce1-b24331f90888 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:42.227483 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f990d3d-4ac3-4dd3-8ce1-b24331f90888 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:42.227483 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f990d3d-4ac3-4dd3-8ce1-b24331f90888 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:42.227483 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f990d3d-4ac3-4dd3-8ce1-b24331f90888 admin admin] Tracked resource versions report: Nov 12 00:37:42.227483 n-d-812236-11 neutron-server[102662]: pushed versions: Nov 12 00:37:42.227483 n-d-812236-11 neutron-server[102662]: { 'AddressGroup': {'1.2'}, Nov 12 00:37:42.227483 n-d-812236-11 neutron-server[102662]: 'ConntrackHelper': {'1.0'}, Nov 12 00:37:42.227483 n-d-812236-11 neutron-server[102662]: 'Log': {'1.0'}, Nov 12 00:37:42.227483 n-d-812236-11 neutron-server[102662]: 'Network': {'1.1'}, Nov 12 00:37:42.227483 n-d-812236-11 neutron-server[102662]: 'Port': {'1.7'}, Nov 12 00:37:42.227483 n-d-812236-11 neutron-server[102662]: 'PortForwarding': {'1.2'}, Nov 12 00:37:42.227483 n-d-812236-11 neutron-server[102662]: 'QosPolicy': {'1.10'}, Nov 12 00:37:42.227483 n-d-812236-11 neutron-server[102662]: 'SecurityGroup': {'1.5'}, Nov 12 00:37:42.227483 n-d-812236-11 neutron-server[102662]: 'SecurityGroupRule': {'1.2'}, Nov 12 00:37:42.227483 n-d-812236-11 neutron-server[102662]: 'SubPort': {'1.0'}, Nov 12 00:37:42.227483 n-d-812236-11 neutron-server[102662]: 'Subnet': {'1.1'}, Nov 12 00:37:42.227483 n-d-812236-11 neutron-server[102662]: 'Trunk': {'1.1'}} Nov 12 00:37:42.227483 n-d-812236-11 neutron-server[102662]: consumer versions: Nov 12 00:37:42.227483 n-d-812236-11 neutron-server[102662]: { DHCP agent@n-d-812236-11: {}, Nov 12 00:37:42.227483 n-d-812236-11 neutron-server[102662]: HyperV agent@n-h1-812236-11: {}, Nov 12 00:37:42.227483 n-d-812236-11 neutron-server[102662]: HyperV agent@n-h2-812236-11: {}, Nov 12 00:37:42.227483 n-d-812236-11 neutron-server[102662]: L3 agent@n-d-812236-11: {}, Nov 12 00:37:42.227483 n-d-812236-11 neutron-server[102662]: Metadata agent@n-d-812236-11: {}, Nov 12 00:37:42.227483 n-d-812236-11 neutron-server[102662]: Metering agent@n-d-812236-11: {}, Nov 12 00:37:42.227483 n-d-812236-11 neutron-server[102662]: Open vSwitch agent@n-d-812236-11: { 'AddressGroup': '1.2', Nov 12 00:37:42.227483 n-d-812236-11 neutron-server[102662]: 'ConntrackHelper': '1.0', Nov 12 00:37:42.227483 n-d-812236-11 neutron-server[102662]: 'Log': '1.0', Nov 12 00:37:42.227483 n-d-812236-11 neutron-server[102662]: 'Network': '1.1', Nov 12 00:37:42.227483 n-d-812236-11 neutron-server[102662]: 'Port': '1.7', Nov 12 00:37:42.227483 n-d-812236-11 neutron-server[102662]: 'PortForwarding': '1.2', Nov 12 00:37:42.227483 n-d-812236-11 neutron-server[102662]: 'QosPolicy': '1.10', Nov 12 00:37:42.227483 n-d-812236-11 neutron-server[102662]: 'SecurityGroup': '1.5', Nov 12 00:37:42.227483 n-d-812236-11 neutron-server[102662]: 'SecurityGroupRule': '1.2', Nov 12 00:37:42.227483 n-d-812236-11 neutron-server[102662]: 'SubPort': '1.0', Nov 12 00:37:42.227483 n-d-812236-11 neutron-server[102662]: 'Subnet': '1.1', Nov 12 00:37:42.227483 n-d-812236-11 neutron-server[102662]: 'Trunk': '1.1'}} Nov 12 00:37:42.227483 n-d-812236-11 neutron-server[102662]: {{(pid=102662) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 00:37:42.244847 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f990d3d-4ac3-4dd3-8ce1-b24331f90888 admin admin] Checking segment: {'id': '64423b48-3f01-4308-ad49-68cdee9e8a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b9574af4-848a-4900-9093-7976c00593e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:37:42.245201 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f990d3d-4ac3-4dd3-8ce1-b24331f90888 admin admin] Network hostable DHCP agents. Network: b9574af4-848a-4900-9093-7976c00593e2, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:37:42.262615 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f990d3d-4ac3-4dd3-8ce1-b24331f90888 admin admin] Network b9574af4-848a-4900-9093-7976c00593e2 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:37:42.275427 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-7f990d3d-4ac3-4dd3-8ce1-b24331f90888 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, b9574af4-848a-4900-9093-7976c00593e2) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:37:42.280615 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f990d3d-4ac3-4dd3-8ce1-b24331f90888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:42.281322 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7f990d3d-4ac3-4dd3-8ce1-b24331f90888 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:42.288520 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26b07c3-96ec-4966-ae20-8ec71bd9f4fc None None] Network b9574af4-848a-4900-9093-7976c00593e2 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:37:42.301714 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7f990d3d-4ac3-4dd3-8ce1-b24331f90888 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3806069 Nov 12 00:37:42.303000 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35048) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:42.309000 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-53fdac69-7256-4346-b3a3-ad997d4601dd admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-574574574-router', 'tenant_id': '65e37905fcda41a0a64a3bffb54da22e', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:42.334660 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-53fdac69-7256-4346-b3a3-ad997d4601dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:42.336610 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-53fdac69-7256-4346-b3a3-ad997d4601dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:42.380326 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:42.411148 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-53fdac69-7256-4346-b3a3-ad997d4601dd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:42.491375 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8de71ad-22e1-4b0f-a049-134e8d441918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-b9574af4-848a-4900-9093-7976c00593e2', 'network_id': 'b9574af4-848a-4900-9093-7976c00593e2', 'tenant_id': '65e37905fcda41a0a64a3bffb54da22e', 'fixed_ips': [{'subnet_id': '7413bf18-08e7-4425-a837-148a3dd7f58d'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:37:42.492720 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c8de71ad-22e1-4b0f-a049-134e8d441918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:42.523005 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35054) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:42.585307 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-53fdac69-7256-4346-b3a3-ad997d4601dd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:42.658367 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-c8de71ad-22e1-4b0f-a049-134e8d441918 None None] Allocated IP 172.20.0.2 (b9574af4-848a-4900-9093-7976c00593e2/7413bf18-08e7-4425-a837-148a3dd7f58d/8553259c-b305-48de-8e12-aa72c585e326) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:37:42.863440 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c8de71ad-22e1-4b0f-a049-134e8d441918 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:42.874310 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c8de71ad-22e1-4b0f-a049-134e8d441918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:42.917940 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8de71ad-22e1-4b0f-a049-134e8d441918 None None] Network b9574af4-848a-4900-9093-7976c00593e2 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:37:42.924378 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-c8de71ad-22e1-4b0f-a049-134e8d441918 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:37:42.940596 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8de71ad-22e1-4b0f-a049-134e8d441918 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:37:42.951377 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de71ad-22e1-4b0f-a049-134e8d441918 None None] Pushing event updated for resources: {'Port': ['ID=8553259c-b305-48de-8e12-aa72c585e326,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:42.959750 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-be4c5de4-f110-47fb-8636-fb54002fb77a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:42.996904 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-53fdac69-7256-4346-b3a3-ad997d4601dd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:43.011704 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de71ad-22e1-4b0f-a049-134e8d441918 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:43.012268 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de71ad-22e1-4b0f-a049-134e8d441918 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:43.012358 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de71ad-22e1-4b0f-a049-134e8d441918 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:43.019068 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-53fdac69-7256-4346-b3a3-ad997d4601dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:43.019352 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de71ad-22e1-4b0f-a049-134e8d441918 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:43.019704 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de71ad-22e1-4b0f-a049-134e8d441918 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:43.020084 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de71ad-22e1-4b0f-a049-134e8d441918 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:43.020478 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de71ad-22e1-4b0f-a049-134e8d441918 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:43.020739 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de71ad-22e1-4b0f-a049-134e8d441918 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:43.021063 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de71ad-22e1-4b0f-a049-134e8d441918 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:43.021455 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de71ad-22e1-4b0f-a049-134e8d441918 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:43.021780 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de71ad-22e1-4b0f-a049-134e8d441918 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:43.022095 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de71ad-22e1-4b0f-a049-134e8d441918 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:43.023650 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de71ad-22e1-4b0f-a049-134e8d441918 None None] Tracked resource versions report: Nov 12 00:37:43.023650 n-d-812236-11 neutron-server[102663]: pushed versions: Nov 12 00:37:43.023650 n-d-812236-11 neutron-server[102663]: { 'AddressGroup': {'1.2'}, Nov 12 00:37:43.023650 n-d-812236-11 neutron-server[102663]: 'ConntrackHelper': {'1.0'}, Nov 12 00:37:43.023650 n-d-812236-11 neutron-server[102663]: 'Log': {'1.0'}, Nov 12 00:37:43.023650 n-d-812236-11 neutron-server[102663]: 'Network': {'1.1'}, Nov 12 00:37:43.023650 n-d-812236-11 neutron-server[102663]: 'Port': {'1.7'}, Nov 12 00:37:43.023650 n-d-812236-11 neutron-server[102663]: 'PortForwarding': {'1.2'}, Nov 12 00:37:43.023650 n-d-812236-11 neutron-server[102663]: 'QosPolicy': {'1.10'}, Nov 12 00:37:43.023650 n-d-812236-11 neutron-server[102663]: 'SecurityGroup': {'1.5'}, Nov 12 00:37:43.023650 n-d-812236-11 neutron-server[102663]: 'SecurityGroupRule': {'1.2'}, Nov 12 00:37:43.023650 n-d-812236-11 neutron-server[102663]: 'SubPort': {'1.0'}, Nov 12 00:37:43.023650 n-d-812236-11 neutron-server[102663]: 'Subnet': {'1.1'}, Nov 12 00:37:43.023650 n-d-812236-11 neutron-server[102663]: 'Trunk': {'1.1'}} Nov 12 00:37:43.023650 n-d-812236-11 neutron-server[102663]: consumer versions: Nov 12 00:37:43.023650 n-d-812236-11 neutron-server[102663]: { DHCP agent@n-d-812236-11: {}, Nov 12 00:37:43.023650 n-d-812236-11 neutron-server[102663]: HyperV agent@n-h1-812236-11: {}, Nov 12 00:37:43.023650 n-d-812236-11 neutron-server[102663]: HyperV agent@n-h2-812236-11: {}, Nov 12 00:37:43.023650 n-d-812236-11 neutron-server[102663]: L3 agent@n-d-812236-11: {}, Nov 12 00:37:43.023650 n-d-812236-11 neutron-server[102663]: Metadata agent@n-d-812236-11: {}, Nov 12 00:37:43.023650 n-d-812236-11 neutron-server[102663]: Metering agent@n-d-812236-11: {}, Nov 12 00:37:43.023650 n-d-812236-11 neutron-server[102663]: Open vSwitch agent@n-d-812236-11: { 'AddressGroup': '1.2', Nov 12 00:37:43.023650 n-d-812236-11 neutron-server[102663]: 'ConntrackHelper': '1.0', Nov 12 00:37:43.023650 n-d-812236-11 neutron-server[102663]: 'Log': '1.0', Nov 12 00:37:43.023650 n-d-812236-11 neutron-server[102663]: 'Network': '1.1', Nov 12 00:37:43.023650 n-d-812236-11 neutron-server[102663]: 'Port': '1.7', Nov 12 00:37:43.023650 n-d-812236-11 neutron-server[102663]: 'PortForwarding': '1.2', Nov 12 00:37:43.023650 n-d-812236-11 neutron-server[102663]: 'QosPolicy': '1.10', Nov 12 00:37:43.023650 n-d-812236-11 neutron-server[102663]: 'SecurityGroup': '1.5', Nov 12 00:37:43.023650 n-d-812236-11 neutron-server[102663]: 'SecurityGroupRule': '1.2', Nov 12 00:37:43.023650 n-d-812236-11 neutron-server[102663]: 'SubPort': '1.0', Nov 12 00:37:43.023650 n-d-812236-11 neutron-server[102663]: 'Subnet': '1.1', Nov 12 00:37:43.023650 n-d-812236-11 neutron-server[102663]: 'Trunk': '1.1'}} Nov 12 00:37:43.023650 n-d-812236-11 neutron-server[102663]: {{(pid=102663) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 00:37:43.096007 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-c8de71ad-22e1-4b0f-a049-134e8d441918 None None] Attempting to bind port 8553259c-b305-48de-8e12-aa72c585e326 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:37:43.096374 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-c8de71ad-22e1-4b0f-a049-134e8d441918 None None] Attempting to bind port 8553259c-b305-48de-8e12-aa72c585e326 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '64423b48-3f01-4308-ad49-68cdee9e8a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b9574af4-848a-4900-9093-7976c00593e2'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:37:43.096733 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8de71ad-22e1-4b0f-a049-134e8d441918 None None] Attempting to bind port 8553259c-b305-48de-8e12-aa72c585e326 on network b9574af4-848a-4900-9093-7976c00593e2 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:37:43.110138 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8de71ad-22e1-4b0f-a049-134e8d441918 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:37:43.112326 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-be4c5de4-f110-47fb-8636-fb54002fb77a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:43.113669 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8de71ad-22e1-4b0f-a049-134e8d441918 None None] Checking segment: {'id': '64423b48-3f01-4308-ad49-68cdee9e8a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b9574af4-848a-4900-9093-7976c00593e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:37:43.115005 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c8de71ad-22e1-4b0f-a049-134e8d441918 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:43.115776 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8de71ad-22e1-4b0f-a049-134e8d441918 None None] Bound using segment: {'id': '64423b48-3f01-4308-ad49-68cdee9e8a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b9574af4-848a-4900-9093-7976c00593e2'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:37:43.116380 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-c8de71ad-22e1-4b0f-a049-134e8d441918 None None] Bound port: 8553259c-b305-48de-8e12-aa72c585e326, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64423b48-3f01-4308-ad49-68cdee9e8a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b9574af4-848a-4900-9093-7976c00593e2'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:37:43.116931 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c8de71ad-22e1-4b0f-a049-134e8d441918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:43.118925 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-be4c5de4-f110-47fb-8636-fb54002fb77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:43.156685 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c5de4-f110-47fb-8636-fb54002fb77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ccc1029-08af-4fdc-abea-55aebeb3bef7,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:43.182450 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-be4c5de4-f110-47fb-8636-fb54002fb77a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1800506db1004baeb77e5ddc18962713&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6583710 Nov 12 00:37:43.185631 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35080) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:43.227463 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-53fdac69-7256-4346-b3a3-ad997d4601dd admin admin] Allocated IP 172.25.2.236 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/8a483b79-a1b2-462d-adea-4b716af7a61c) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:37:43.228065 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-c8de71ad-22e1-4b0f-a049-134e8d441918 None None] For port 8553259c-b305-48de-8e12-aa72c585e326, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:37:43.232910 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-c8de71ad-22e1-4b0f-a049-134e8d441918 None None] For port 8553259c-b305-48de-8e12-aa72c585e326, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=8553259c-b305-48de-8e12-aa72c585e326,segment=NetworkSegment(64423b48-3f01-4308-ad49-68cdee9e8a8c),segment_id=64423b48-3f01-4308-ad49-68cdee9e8a8c)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:37:43.249839 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c8de71ad-22e1-4b0f-a049-134e8d441918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:43.285416 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-273c2dec-6fda-4666-993b-39f346c359d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:43.322563 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de71ad-22e1-4b0f-a049-134e8d441918 None None] Pushing event updated for resources: {'Port': ['ID=8553259c-b305-48de-8e12-aa72c585e326,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:43.341817 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-273c2dec-6fda-4666-993b-39f346c359d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:43.390944 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-53fdac69-7256-4346-b3a3-ad997d4601dd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:43.393708 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-273c2dec-6fda-4666-993b-39f346c359d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:43.397078 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-273c2dec-6fda-4666-993b-39f346c359d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:43.400915 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-273c2dec-6fda-4666-993b-39f346c359d9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ccc1029-08af-4fdc-abea-55aebeb3bef7 HTTP/1.1" status: 204 len: 168 time: 0.2121489 Nov 12 00:37:43.410794 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c2dec-6fda-4666-993b-39f346c359d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ccc1029-08af-4fdc-abea-55aebeb3bef7,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:43.451464 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-53fdac69-7256-4346-b3a3-ad997d4601dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:43.524441 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fdac69-7256-4346-b3a3-ad997d4601dd admin admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:37:43.525979 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fdac69-7256-4346-b3a3-ad997d4601dd admin admin] Pushing event updated for resources: {'Port': ['ID=8a483b79-a1b2-462d-adea-4b716af7a61c,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:43.533624 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-53fdac69-7256-4346-b3a3-ad997d4601dd admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:37:43.561731 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fdac69-7256-4346-b3a3-ad997d4601dd admin admin] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:37:43.911196 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 8553259c-b305-48de-8e12-aa72c585e326 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:37:43.934287 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-53fdac69-7256-4346-b3a3-ad997d4601dd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:43.970914 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 8553259c-b305-48de-8e12-aa72c585e326 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:43.971381 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:44.073848 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:44.112735 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 8553259c-b305-48de-8e12-aa72c585e326, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=8553259c-b305-48de-8e12-aa72c585e326,segment=NetworkSegment(64423b48-3f01-4308-ad49-68cdee9e8a8c),segment_id=64423b48-3f01-4308-ad49-68cdee9e8a8c)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:44.117749 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:44.196608 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=8553259c-b305-48de-8e12-aa72c585e326,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:44.230197 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-53fdac69-7256-4346-b3a3-ad997d4601dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:44.412673 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53fdac69-7256-4346-b3a3-ad997d4601dd admin admin] Router 75dd6e5d-b3c8-42d5-a224-73af74680329 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:37:44.561637 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53fdac69-7256-4346-b3a3-ad997d4601dd admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:37:44.572923 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49e964a-3b42-4429-92a4-793746cb1b03 None None] Sync routers for ids ['75dd6e5d-b3c8-42d5-a224-73af74680329'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:37:44.592433 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49e964a-3b42-4429-92a4-793746cb1b03 None None] Routers {'75dd6e5d-b3c8-42d5-a224-73af74680329'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:37:44.593058 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-b49e964a-3b42-4429-92a4-793746cb1b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:37:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['75dd6e5d-b3c8-42d5-a224-73af74680329'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:37:44.624450 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-53fdac69-7256-4346-b3a3-ad997d4601dd admin admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:44.628929 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35130) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:44.629759 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-53fdac69-7256-4346-b3a3-ad997d4601dd admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.3242688 Nov 12 00:37:44.705578 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4db78c-0a69-41c6-91bb-30f5a80b50e7 None None] Network b9574af4-848a-4900-9093-7976c00593e2 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:37:44.768536 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-b49e964a-3b42-4429-92a4-793746cb1b03 None None] Set router 75dd6e5d-b3c8-42d5-a224-73af74680329 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:37:44.816734 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-0dbe2782-bac0-4613-ba15-01103556b17c None None] Provisioning complete for port 8553259c-b305-48de-8e12-aa72c585e326 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:44.817408 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0dbe2782-bac0-4613-ba15-01103556b17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:44.972069 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-b49e964a-3b42-4429-92a4-793746cb1b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-574574574-router', 'tenant_id': '65e37905fcda41a0a64a3bffb54da22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '8a483b79-a1b2-462d-adea-4b716af7a61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:42Z', 'updated_at': '2021-11-12T00:37:43Z', 'revision_number': 3, 'project_id': '65e37905fcda41a0a64a3bffb54da22e', 'gw_port': {'id': '8a483b79-a1b2-462d-adea-4b716af7a61c', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:43Z', 'updated_at': '2021-11-12T00:37:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:37:44.999972 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49e964a-3b42-4429-92a4-793746cb1b03 None None] Checking router: 75dd6e5d-b3c8-42d5-a224-73af74680329 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:37:45.000326 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49e964a-3b42-4429-92a4-793746cb1b03 None None] Updating router 75dd6e5d-b3c8-42d5-a224-73af74680329 port 8a483b79-a1b2-462d-adea-4b716af7a61c binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:37:45.040166 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b49e964a-3b42-4429-92a4-793746cb1b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:45.242958 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-431636ba-08c6-415a-870d-3cb03d0bd647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:45.440633 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b49e964a-3b42-4429-92a4-793746cb1b03 None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:45.458621 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b49e964a-3b42-4429-92a4-793746cb1b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:45.541735 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-b49e964a-3b42-4429-92a4-793746cb1b03 None None] Attempting to bind port 8a483b79-a1b2-462d-adea-4b716af7a61c on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:37:45.542103 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-b49e964a-3b42-4429-92a4-793746cb1b03 None None] Attempting to bind port 8a483b79-a1b2-462d-adea-4b716af7a61c by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:37:45.542471 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49e964a-3b42-4429-92a4-793746cb1b03 None None] Attempting to bind port 8a483b79-a1b2-462d-adea-4b716af7a61c on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:37:45.571275 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49e964a-3b42-4429-92a4-793746cb1b03 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:37:45.571837 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49e964a-3b42-4429-92a4-793746cb1b03 None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:37:45.572393 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b49e964a-3b42-4429-92a4-793746cb1b03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:45.572956 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49e964a-3b42-4429-92a4-793746cb1b03 None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:37:45.574181 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-b49e964a-3b42-4429-92a4-793746cb1b03 None None] Bound port: 8a483b79-a1b2-462d-adea-4b716af7a61c, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:37:45.574804 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b49e964a-3b42-4429-92a4-793746cb1b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:45.608621 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abfda76-65df-4b17-8eb4-1dc903b2e32c None None] Pushing event updated for resources: {'Port': ['ID=8a483b79-a1b2-462d-adea-4b716af7a61c,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:45.629649 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abfda76-65df-4b17-8eb4-1dc903b2e32c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:45.630291 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abfda76-65df-4b17-8eb4-1dc903b2e32c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:45.631816 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abfda76-65df-4b17-8eb4-1dc903b2e32c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:45.632661 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abfda76-65df-4b17-8eb4-1dc903b2e32c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:45.633027 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abfda76-65df-4b17-8eb4-1dc903b2e32c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:45.633594 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abfda76-65df-4b17-8eb4-1dc903b2e32c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:45.634030 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abfda76-65df-4b17-8eb4-1dc903b2e32c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:45.634891 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abfda76-65df-4b17-8eb4-1dc903b2e32c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:45.635236 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abfda76-65df-4b17-8eb4-1dc903b2e32c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:45.635893 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abfda76-65df-4b17-8eb4-1dc903b2e32c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:45.636287 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abfda76-65df-4b17-8eb4-1dc903b2e32c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:45.636668 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abfda76-65df-4b17-8eb4-1dc903b2e32c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:45.639057 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abfda76-65df-4b17-8eb4-1dc903b2e32c None None] Tracked resource versions report: Nov 12 00:37:45.639057 n-d-812236-11 neutron-server[102664]: pushed versions: Nov 12 00:37:45.639057 n-d-812236-11 neutron-server[102664]: { 'AddressGroup': {'1.2'}, Nov 12 00:37:45.639057 n-d-812236-11 neutron-server[102664]: 'ConntrackHelper': {'1.0'}, Nov 12 00:37:45.639057 n-d-812236-11 neutron-server[102664]: 'Log': {'1.0'}, Nov 12 00:37:45.639057 n-d-812236-11 neutron-server[102664]: 'Network': {'1.1'}, Nov 12 00:37:45.639057 n-d-812236-11 neutron-server[102664]: 'Port': {'1.7'}, Nov 12 00:37:45.639057 n-d-812236-11 neutron-server[102664]: 'PortForwarding': {'1.2'}, Nov 12 00:37:45.639057 n-d-812236-11 neutron-server[102664]: 'QosPolicy': {'1.10'}, Nov 12 00:37:45.639057 n-d-812236-11 neutron-server[102664]: 'SecurityGroup': {'1.5'}, Nov 12 00:37:45.639057 n-d-812236-11 neutron-server[102664]: 'SecurityGroupRule': {'1.2'}, Nov 12 00:37:45.639057 n-d-812236-11 neutron-server[102664]: 'SubPort': {'1.0'}, Nov 12 00:37:45.639057 n-d-812236-11 neutron-server[102664]: 'Subnet': {'1.1'}, Nov 12 00:37:45.639057 n-d-812236-11 neutron-server[102664]: 'Trunk': {'1.1'}} Nov 12 00:37:45.639057 n-d-812236-11 neutron-server[102664]: consumer versions: Nov 12 00:37:45.639057 n-d-812236-11 neutron-server[102664]: { DHCP agent@n-d-812236-11: {}, Nov 12 00:37:45.639057 n-d-812236-11 neutron-server[102664]: HyperV agent@n-h1-812236-11: {}, Nov 12 00:37:45.639057 n-d-812236-11 neutron-server[102664]: HyperV agent@n-h2-812236-11: {}, Nov 12 00:37:45.639057 n-d-812236-11 neutron-server[102664]: L3 agent@n-d-812236-11: {}, Nov 12 00:37:45.639057 n-d-812236-11 neutron-server[102664]: Metadata agent@n-d-812236-11: {}, Nov 12 00:37:45.639057 n-d-812236-11 neutron-server[102664]: Metering agent@n-d-812236-11: {}, Nov 12 00:37:45.639057 n-d-812236-11 neutron-server[102664]: Open vSwitch agent@n-d-812236-11: { 'AddressGroup': '1.2', Nov 12 00:37:45.639057 n-d-812236-11 neutron-server[102664]: 'ConntrackHelper': '1.0', Nov 12 00:37:45.639057 n-d-812236-11 neutron-server[102664]: 'Log': '1.0', Nov 12 00:37:45.639057 n-d-812236-11 neutron-server[102664]: 'Network': '1.1', Nov 12 00:37:45.639057 n-d-812236-11 neutron-server[102664]: 'Port': '1.7', Nov 12 00:37:45.639057 n-d-812236-11 neutron-server[102664]: 'PortForwarding': '1.2', Nov 12 00:37:45.639057 n-d-812236-11 neutron-server[102664]: 'QosPolicy': '1.10', Nov 12 00:37:45.639057 n-d-812236-11 neutron-server[102664]: 'SecurityGroup': '1.5', Nov 12 00:37:45.639057 n-d-812236-11 neutron-server[102664]: 'SecurityGroupRule': '1.2', Nov 12 00:37:45.639057 n-d-812236-11 neutron-server[102664]: 'SubPort': '1.0', Nov 12 00:37:45.639057 n-d-812236-11 neutron-server[102664]: 'Subnet': '1.1', Nov 12 00:37:45.639057 n-d-812236-11 neutron-server[102664]: 'Trunk': '1.1'}} Nov 12 00:37:45.639057 n-d-812236-11 neutron-server[102664]: {{(pid=102664) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 00:37:45.655549 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-fd76663e-474b-494e-b655-9589721b53fd None None] Provisioning complete for port 8553259c-b305-48de-8e12-aa72c585e326 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:45.656470 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fd76663e-474b-494e-b655-9589721b53fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:45.691451 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-b49e964a-3b42-4429-92a4-793746cb1b03 None None] For port 8a483b79-a1b2-462d-adea-4b716af7a61c, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:37:45.696564 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-b49e964a-3b42-4429-92a4-793746cb1b03 None None] For port 8a483b79-a1b2-462d-adea-4b716af7a61c, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=8a483b79-a1b2-462d-adea-4b716af7a61c,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:37:45.708825 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b49e964a-3b42-4429-92a4-793746cb1b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:45.778716 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49e964a-3b42-4429-92a4-793746cb1b03 None None] Routers {'75dd6e5d-b3c8-42d5-a224-73af74680329'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:37:45.779881 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-b49e964a-3b42-4429-92a4-793746cb1b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:37:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['75dd6e5d-b3c8-42d5-a224-73af74680329'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:37:45.784803 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-431636ba-08c6-415a-870d-3cb03d0bd647 admin admin] Allocated IP 172.20.0.1 (b9574af4-848a-4900-9093-7976c00593e2/7413bf18-08e7-4425-a837-148a3dd7f58d/4cb2828c-ec4b-41f1-8e21-672a6d143356) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:37:45.888776 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 8553259c-b305-48de-8e12-aa72c585e326 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:37:45.938049 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35184) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:45.942409 n-d-812236-11 neutron-server[102661]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 12 00:37:45.954641 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-431636ba-08c6-415a-870d-3cb03d0bd647 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:45.980069 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abfda76-65df-4b17-8eb4-1dc903b2e32c None None] Pushing event updated for resources: {'Port': ['ID=8a483b79-a1b2-462d-adea-4b716af7a61c,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:45.990502 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a65367af-6698-4973-9c9e-907aea389839 req-e8c7eba0-8257-4ca1-9f68-9cf7b1966bc8 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c0c725bfaaf04ff9866bd89faaa3a1b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488849 Nov 12 00:37:46.007214 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 8553259c-b305-48de-8e12-aa72c585e326 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:46.007667 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:46.034234 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-431636ba-08c6-415a-870d-3cb03d0bd647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:46.034470 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-b49e964a-3b42-4429-92a4-793746cb1b03 None None] Set router 75dd6e5d-b3c8-42d5-a224-73af74680329 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:37:46.077165 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431636ba-08c6-415a-870d-3cb03d0bd647 admin admin] Network b9574af4-848a-4900-9093-7976c00593e2 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:37:46.080594 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-431636ba-08c6-415a-870d-3cb03d0bd647 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:37:46.085111 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431636ba-08c6-415a-870d-3cb03d0bd647 admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:37:46.086168 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-431636ba-08c6-415a-870d-3cb03d0bd647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:46.299479 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65367af-6698-4973-9c9e-907aea389839 req-782e8f7f-77ed-4e6f-94ed-07e6ba136684 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:46.313916 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a65367af-6698-4973-9c9e-907aea389839 req-782e8f7f-77ed-4e6f-94ed-07e6ba136684 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3220553 Nov 12 00:37:46.336920 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a65367af-6698-4973-9c9e-907aea389839 req-8268378d-8d94-4f05-81b7-17b9dee0f831 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.20 "GET /v2.0/quotas/c0c725bfaaf04ff9866bd89faaa3a1b8 HTTP/1.1" status: 200 len: 375 time: 0.0222011 Nov 12 00:37:46.420151 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-b49e964a-3b42-4429-92a4-793746cb1b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-574574574-router', 'tenant_id': '65e37905fcda41a0a64a3bffb54da22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '8a483b79-a1b2-462d-adea-4b716af7a61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:42Z', 'updated_at': '2021-11-12T00:37:43Z', 'revision_number': 3, 'project_id': '65e37905fcda41a0a64a3bffb54da22e', 'gw_port': {'id': '8a483b79-a1b2-462d-adea-4b716af7a61c', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:43Z', 'updated_at': '2021-11-12T00:37:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:37:46.428008 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a65367af-6698-4973-9c9e-907aea389839 req-855b1c65-35ad-4679-9af3-b1edf9528368 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0c725bfaaf04ff9866bd89faaa3a1b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0891819 Nov 12 00:37:46.431297 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431636ba-08c6-415a-870d-3cb03d0bd647 admin admin] Pushing event updated for resources: {'Port': ['ID=4cb2828c-ec4b-41f1-8e21-672a6d143356,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:46.500557 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-cad314e3-207a-4319-a666-ea2afc9ca2be None None] Provisioning complete for port 4cb2828c-ec4b-41f1-8e21-672a6d143356 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:46.500885 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cad314e3-207a-4319-a666-ea2afc9ca2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:46.524267 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35210) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:46.528051 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-431636ba-08c6-415a-870d-3cb03d0bd647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:46.532037 n-d-812236-11 neutron-server[102662]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 12 00:37:46.581869 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-f5a1b4c6-533e-4ec3-957e-dbe84c944bc5 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=15185b9e61e4422b9b22f213aed2dac3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509136 Nov 12 00:37:46.585785 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-cad314e3-207a-4319-a666-ea2afc9ca2be None None] Port 4cb2828c-ec4b-41f1-8e21-672a6d143356 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:37:46.605315 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49e964a-3b42-4429-92a4-793746cb1b03 None None] The sync data for ids ['75dd6e5d-b3c8-42d5-a224-73af74680329'] in n-d-812236-11 is: [{'id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-574574574-router', 'tenant_id': '65e37905fcda41a0a64a3bffb54da22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '8a483b79-a1b2-462d-adea-4b716af7a61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:42Z', 'updated_at': '2021-11-12T00:37:43Z', 'revision_number': 3, 'project_id': '65e37905fcda41a0a64a3bffb54da22e', 'gw_port': {'id': '8a483b79-a1b2-462d-adea-4b716af7a61c', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:43Z', 'updated_at': '2021-11-12T00:37:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:37:46.827445 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-1865892e-838c-4108-98ae-e8e79b514e93 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:46.828963 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-1865892e-838c-4108-98ae-e8e79b514e93 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2170210 Nov 12 00:37:46.870624 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-eb6711e9-f247-4d90-9f96-c9f629336cce tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/quotas/15185b9e61e4422b9b22f213aed2dac3 HTTP/1.1" status: 200 len: 375 time: 0.0348127 Nov 12 00:37:46.941450 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-573a3daf-17a6-469b-a035-4b039d47c87d tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=15185b9e61e4422b9b22f213aed2dac3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559611 Nov 12 00:37:46.988511 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-431636ba-08c6-415a-870d-3cb03d0bd647 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:46.993891 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-431636ba-08c6-415a-870d-3cb03d0bd647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:46.995495 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-431636ba-08c6-415a-870d-3cb03d0bd647 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:47.051309 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431636ba-08c6-415a-870d-3cb03d0bd647 admin admin] Pushing event updated for resources: {'Port': ['ID=4cb2828c-ec4b-41f1-8e21-672a6d143356,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:47.182902 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431636ba-08c6-415a-870d-3cb03d0bd647 admin admin] Network b9574af4-848a-4900-9093-7976c00593e2 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:37:47.185494 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-431636ba-08c6-415a-870d-3cb03d0bd647 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:37:47.426743 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-af3c4a29-9856-4eb0-bc8d-c5984aab1bbf req-0b24fac9-b1e0-43d7-8a8b-b9f750ba4608 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49e9c88-2213-44e2-bafd-e5dc0c60903f HTTP/1.1" status: 200 len: 210 time: 0.0929561 Nov 12 00:37:47.495514 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-431636ba-08c6-415a-870d-3cb03d0bd647 admin admin] Router 75dd6e5d-b3c8-42d5-a224-73af74680329 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:37:47.621217 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-5eacfb8f-a375-4ab8-bfad-50ae73e20b64 None None] Provisioning complete for port 4cb2828c-ec4b-41f1-8e21-672a6d143356 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:47.630386 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5eacfb8f-a375-4ab8-bfad-50ae73e20b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:47.716090 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c7c68017-f4d0-4ff7-af31-e15c95e1f3b6 req-3cefb3d5-ce85-450e-a2b4-610b5b3cc4ae tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc2014b0-07f3-47fd-9b82-f3ddf03ae662 HTTP/1.1" status: 200 len: 210 time: 0.1148767 Nov 12 00:37:47.737014 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-5eacfb8f-a375-4ab8-bfad-50ae73e20b64 None None] Port 4cb2828c-ec4b-41f1-8e21-672a6d143356 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:37:47.777249 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35280) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:47.863090 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431636ba-08c6-415a-870d-3cb03d0bd647 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:37:47.879122 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-431636ba-08c6-415a-870d-3cb03d0bd647 admin admin] 10.222.0.20 "PUT /v2.0/routers/75dd6e5d-b3c8-42d5-a224-73af74680329/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2489710 Nov 12 00:37:47.957687 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 8a483b79-a1b2-462d-adea-4b716af7a61c up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:37:48.025562 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-db1e9025-9a4e-4dbb-b194-e8e4b3aae84d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:48.103688 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 8a483b79-a1b2-462d-adea-4b716af7a61c triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:48.104045 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:48.275443 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-db1e9025-9a4e-4dbb-b194-e8e4b3aae84d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:48.284585 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-db1e9025-9a4e-4dbb-b194-e8e4b3aae84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:48.361178 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:48.384653 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1e9025-9a4e-4dbb-b194-e8e4b3aae84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c159bda0-5730-4c0b-8ce6-b4f429c51908,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:48.432054 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 8a483b79-a1b2-462d-adea-4b716af7a61c, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=8a483b79-a1b2-462d-adea-4b716af7a61c,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:48.442109 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:48.449854 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-db1e9025-9a4e-4dbb-b194-e8e4b3aae84d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7cfbd0dc5a774ba2ab0454c1409e702d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6713140 Nov 12 00:37:48.453098 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35312) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:48.512013 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=8a483b79-a1b2-462d-adea-4b716af7a61c,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:48.584509 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ebd256bc-9fd7-4a46-a77d-84fb064aa280 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:48.651375 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ebd256bc-9fd7-4a46-a77d-84fb064aa280 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:48.723673 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ebd256bc-9fd7-4a46-a77d-84fb064aa280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:48.727190 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ebd256bc-9fd7-4a46-a77d-84fb064aa280 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:48.730426 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ebd256bc-9fd7-4a46-a77d-84fb064aa280 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c159bda0-5730-4c0b-8ce6-b4f429c51908 HTTP/1.1" status: 204 len: 168 time: 0.2764578 Nov 12 00:37:48.754185 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd256bc-9fd7-4a46-a77d-84fb064aa280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c159bda0-5730-4c0b-8ce6-b4f429c51908,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:48.848184 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4cf9fbb1-6432-4e91-a06b-9fe4f121f3a6 req-2c19501f-7046-43b4-ba22-cb31425bbb93 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49e9c88-2213-44e2-bafd-e5dc0c60903f HTTP/1.1" status: 200 len: 210 time: 0.0481744 Nov 12 00:37:49.104591 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c49d3e06-6d54-4092-b867-21b1eccbc05d req-2e008125-2bdc-4929-8d62-3410faccb893 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc2014b0-07f3-47fd-9b82-f3ddf03ae662 HTTP/1.1" status: 200 len: 210 time: 0.0655978 Nov 12 00:37:49.321304 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35382) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:49.337855 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2e5dfc59-b12d-49c1-b8f3-5efbcfa4e13c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:49.463352 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2e5dfc59-b12d-49c1-b8f3-5efbcfa4e13c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:49.468631 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2e5dfc59-b12d-49c1-b8f3-5efbcfa4e13c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:49.493997 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fed2e2-95a5-425b-b46e-d79719ccb007 None None] Sync routers for ids ['75dd6e5d-b3c8-42d5-a224-73af74680329'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:37:49.505564 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35402) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:49.506151 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2e5dfc59-b12d-49c1-b8f3-5efbcfa4e13c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5c14750566514b4689ef796f729ce7cf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1830142 Nov 12 00:37:49.511002 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fed2e2-95a5-425b-b46e-d79719ccb007 None None] Routers {'75dd6e5d-b3c8-42d5-a224-73af74680329'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:37:49.514037 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-62fed2e2-95a5-425b-b46e-d79719ccb007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:37:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['75dd6e5d-b3c8-42d5-a224-73af74680329'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:37:49.532573 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5dfc59-b12d-49c1-b8f3-5efbcfa4e13c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446b3a8d-6fd4-49de-816e-e647fdd2b8fc,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:49.586019 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35408) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:49.596803 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-afa345f0-1af3-47c4-8591-cddb0da6591d admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1559548068-network', 'tenant_id': '9232403fc87044cdb4b51f06f5824aca'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:49.656324 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa345f0-1af3-47c4-8591-cddb0da6591d admin admin] Made reservation on behalf of 9232403fc87044cdb4b51f06f5824aca for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:37:49.659353 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-afa345f0-1af3-47c4-8591-cddb0da6591d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:49.674253 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-afa345f0-1af3-47c4-8591-cddb0da6591d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:49.746819 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.54', 52834) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:49.798177 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-62fed2e2-95a5-425b-b46e-d79719ccb007 None None] Set router 75dd6e5d-b3c8-42d5-a224-73af74680329 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:37:49.962566 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 8a483b79-a1b2-462d-adea-4b716af7a61c up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:37:50.022816 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b88ddb7a-e888-4b64-b3a9-00f71b178d58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:50.081911 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a65367af-6698-4973-9c9e-907aea389839 req-29affbae-95d7-4b92-b0af-1265afa11051 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=c0c725bfaaf04ff9866bd89faaa3a1b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3298526 Nov 12 00:37:50.104764 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b88ddb7a-e888-4b64-b3a9-00f71b178d58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:50.150573 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6032fd7a-4f89-4004-a4b6-078dcaea3dd6 req-dd52707f-0f47-44a5-9473-cd9e0b604e9e tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49e9c88-2213-44e2-bafd-e5dc0c60903f HTTP/1.1" status: 200 len: 210 time: 0.0676692 Nov 12 00:37:50.238634 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b88ddb7a-e888-4b64-b3a9-00f71b178d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:50.243166 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b88ddb7a-e888-4b64-b3a9-00f71b178d58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:50.245200 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b88ddb7a-e888-4b64-b3a9-00f71b178d58 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/446b3a8d-6fd4-49de-816e-e647fdd2b8fc HTTP/1.1" status: 204 len: 168 time: 0.7376571 Nov 12 00:37:50.253239 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-62fed2e2-95a5-425b-b46e-d79719ccb007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-574574574-router', 'tenant_id': '65e37905fcda41a0a64a3bffb54da22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '8a483b79-a1b2-462d-adea-4b716af7a61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:42Z', 'updated_at': '2021-11-12T00:37:46Z', 'revision_number': 4, 'project_id': '65e37905fcda41a0a64a3bffb54da22e', 'gw_port': {'id': '8a483b79-a1b2-462d-adea-4b716af7a61c', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:43Z', 'updated_at': '2021-11-12T00:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '4cb2828c-ec4b-41f1-8e21-672a6d143356', 'name': '', 'network_id': 'b9574af4-848a-4900-9093-7976c00593e2', 'tenant_id': '65e37905fcda41a0a64a3bffb54da22e', 'mac_address': 'fa:16:3e:82:61:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7413bf18-08e7-4425-a837-148a3dd7f58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:45Z', 'updated_at': '2021-11-12T00:37:46Z', 'revision_number': 2, 'project_id': '65e37905fcda41a0a64a3bffb54da22e', 'subnets': [{'id': '7413bf18-08e7-4425-a837-148a3dd7f58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:37:50.258257 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ddb7a-e888-4b64-b3a9-00f71b178d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446b3a8d-6fd4-49de-816e-e647fdd2b8fc,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:50.316517 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fed2e2-95a5-425b-b46e-d79719ccb007 None None] Checking router: 75dd6e5d-b3c8-42d5-a224-73af74680329 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:37:50.317235 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fed2e2-95a5-425b-b46e-d79719ccb007 None None] Updating router 75dd6e5d-b3c8-42d5-a224-73af74680329 port 4cb2828c-ec4b-41f1-8e21-672a6d143356 binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:37:50.324500 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 8a483b79-a1b2-462d-adea-4b716af7a61c triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:50.326153 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:50.396401 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35452) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:50.464415 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-62fed2e2-95a5-425b-b46e-d79719ccb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:50.495140 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.54', 52837) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:50.500620 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65367af-6698-4973-9c9e-907aea389839 req-4b8fc024-b94c-4b6c-8f32-7bf20c026f9d tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:50.502399 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a65367af-6698-4973-9c9e-907aea389839 req-4b8fc024-b94c-4b6c-8f32-7bf20c026f9d tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3488142 Nov 12 00:37:50.525880 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-afa345f0-1af3-47c4-8591-cddb0da6591d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:50.539438 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-afa345f0-1af3-47c4-8591-cddb0da6591d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:50.551057 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-f1eb7793-2d1d-49e5-93a7-240cd058769b tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=15185b9e61e4422b9b22f213aed2dac3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465784 Nov 12 00:37:50.587541 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35466) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:50.590769 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afa345f0-1af3-47c4-8591-cddb0da6591d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:37:50.604996 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa345f0-1af3-47c4-8591-cddb0da6591d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8183d279-78b0-4539-b2ff-a618b0a1b756,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:50.606311 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b3e2576a-215a-49e5-9274-10649498290e req-2131a0ba-6b93-4847-baf2-90a5ecc7ce96 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc2014b0-07f3-47fd-9b82-f3ddf03ae662 HTTP/1.1" status: 200 len: 210 time: 0.0535886 Nov 12 00:37:50.626530 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-afa345f0-1af3-47c4-8591-cddb0da6591d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734448781797', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:50.628842 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-afa345f0-1af3-47c4-8591-cddb0da6591d admin admin] Unsubscribe: segment precommit_create {{(pid=102662) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 12 00:37:50.629578 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-afa345f0-1af3-47c4-8591-cddb0da6591d admin admin] Added segment 32e28a85-0381-4424-aa00-75fee39ede8c of type vlan for network c0d0cf18-67ad-4035-b0d9-b5e71d09f4ff Nov 12 00:37:50.651265 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35470) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:50.651368 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-a65367af-6698-4973-9c9e-907aea389839 req-f6b09ca3-abba-43a0-a6d3-351a28dbdb74 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] Request body: {'port': {'device_id': 'c49e9c88-2213-44e2-bafd-e5dc0c60903f', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'admin_state_up': True, 'tenant_id': 'c0c725bfaaf04ff9866bd89faaa3a1b8'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:50.783713 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-afa345f0-1af3-47c4-8591-cddb0da6591d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:50.868275 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-d00b80fb-76cf-4002-aca9-5748fb248af8 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:50.870862 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-d00b80fb-76cf-4002-aca9-5748fb248af8 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2244141 Nov 12 00:37:50.894756 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-89639293-ee2f-4f13-b688-9fbfc41e4437 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Request body: {'port': {'device_id': 'dc2014b0-07f3-47fd-9b82-f3ddf03ae662', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'admin_state_up': True, 'tenant_id': '15185b9e61e4422b9b22f213aed2dac3'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:50.926539 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-afa345f0-1af3-47c4-8591-cddb0da6591d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:50.927690 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa345f0-1af3-47c4-8591-cddb0da6591d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:50.928357 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-afa345f0-1af3-47c4-8591-cddb0da6591d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:50.990883 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-afa345f0-1af3-47c4-8591-cddb0da6591d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4037278 Nov 12 00:37:50.993884 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35484) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:51.004619 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-ebf93f0e-fce4-41a8-8868-4697713826a1 admin admin] Request body: {'subnet': {'network_id': 'c0d0cf18-67ad-4035-b0d9-b5e71d09f4ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1559548068-subnet', 'tenant_id': '9232403fc87044cdb4b51f06f5824aca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:51.069110 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a65367af-6698-4973-9c9e-907aea389839 req-f6b09ca3-abba-43a0-a6d3-351a28dbdb74 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] Made reservation on behalf of c0c725bfaaf04ff9866bd89faaa3a1b8 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:37:51.073714 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-a65367af-6698-4973-9c9e-907aea389839 req-f6b09ca3-abba-43a0-a6d3-351a28dbdb74 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:51.083553 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-62fed2e2-95a5-425b-b46e-d79719ccb007 None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:51.087677 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-a65367af-6698-4973-9c9e-907aea389839 req-f6b09ca3-abba-43a0-a6d3-351a28dbdb74 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:51.091060 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-62fed2e2-95a5-425b-b46e-d79719ccb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:51.091695 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa345f0-1af3-47c4-8591-cddb0da6591d admin admin] Pushing event updated for resources: {'Network': ['ID=c0d0cf18-67ad-4035-b0d9-b5e71d09f4ff,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:51.139288 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network c0d0cf18-67ad-4035-b0d9-b5e71d09f4ff details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:37:51.143547 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf93f0e-fce4-41a8-8868-4697713826a1 admin admin] Made reservation on behalf of 9232403fc87044cdb4b51f06f5824aca for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:37:51.151105 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ebf93f0e-fce4-41a8-8868-4697713826a1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:51.167470 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3a19ac10-40b3-4d99-9505-00e9fe126eb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:51.216712 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-06ebbb3a-88a0-4678-b944-4e08b532c01d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:51.336465 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b325e-c3ee-4628-9a11-5fe355302335 None None] Pushing event updated for resources: {'Port': ['ID=4cb2828c-ec4b-41f1-8e21-672a6d143356,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:51.395471 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3a19ac10-40b3-4d99-9505-00e9fe126eb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:51.399703 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-89639293-ee2f-4f13-b688-9fbfc41e4437 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Made reservation on behalf of 15185b9e61e4422b9b22f213aed2dac3 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:37:51.407020 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-62fed2e2-95a5-425b-b46e-d79719ccb007 None None] Attempting to bind port 4cb2828c-ec4b-41f1-8e21-672a6d143356 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:37:51.407890 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-62fed2e2-95a5-425b-b46e-d79719ccb007 None None] Attempting to bind port 4cb2828c-ec4b-41f1-8e21-672a6d143356 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '64423b48-3f01-4308-ad49-68cdee9e8a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b9574af4-848a-4900-9093-7976c00593e2'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:37:51.410562 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fed2e2-95a5-425b-b46e-d79719ccb007 None None] Attempting to bind port 4cb2828c-ec4b-41f1-8e21-672a6d143356 on network b9574af4-848a-4900-9093-7976c00593e2 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:37:51.410720 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-89639293-ee2f-4f13-b688-9fbfc41e4437 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:51.418086 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fed2e2-95a5-425b-b46e-d79719ccb007 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:37:51.419523 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fed2e2-95a5-425b-b46e-d79719ccb007 None None] Checking segment: {'id': '64423b48-3f01-4308-ad49-68cdee9e8a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b9574af4-848a-4900-9093-7976c00593e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:37:51.420231 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-62fed2e2-95a5-425b-b46e-d79719ccb007 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:51.420623 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fed2e2-95a5-425b-b46e-d79719ccb007 None None] Bound using segment: {'id': '64423b48-3f01-4308-ad49-68cdee9e8a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b9574af4-848a-4900-9093-7976c00593e2'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:37:51.421306 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-62fed2e2-95a5-425b-b46e-d79719ccb007 None None] Bound port: 4cb2828c-ec4b-41f1-8e21-672a6d143356, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64423b48-3f01-4308-ad49-68cdee9e8a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b9574af4-848a-4900-9093-7976c00593e2'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:37:51.422164 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-62fed2e2-95a5-425b-b46e-d79719ccb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:51.448883 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-89639293-ee2f-4f13-b688-9fbfc41e4437 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:51.475357 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3a19ac10-40b3-4d99-9505-00e9fe126eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:51.584343 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-a65367af-6698-4973-9c9e-907aea389839 req-f6b09ca3-abba-43a0-a6d3-351a28dbdb74 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:51.614688 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-62fed2e2-95a5-425b-b46e-d79719ccb007 None None] For port 4cb2828c-ec4b-41f1-8e21-672a6d143356, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:37:51.621702 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-a65367af-6698-4973-9c9e-907aea389839 req-f6b09ca3-abba-43a0-a6d3-351a28dbdb74 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:51.631928 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-62fed2e2-95a5-425b-b46e-d79719ccb007 None None] For port 4cb2828c-ec4b-41f1-8e21-672a6d143356, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=4cb2828c-ec4b-41f1-8e21-672a6d143356,segment=NetworkSegment(64423b48-3f01-4308-ad49-68cdee9e8a8c),segment_id=64423b48-3f01-4308-ad49-68cdee9e8a8c)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:37:51.638407 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-62fed2e2-95a5-425b-b46e-d79719ccb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:51.638691 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-89639293-ee2f-4f13-b688-9fbfc41e4437 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:51.643297 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-3a19ac10-40b3-4d99-9505-00e9fe126eb2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=92fc788225dd453cb3f8d8121089a42d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2450967 Nov 12 00:37:51.676007 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-89639293-ee2f-4f13-b688-9fbfc41e4437 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:51.748167 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-2a273b28-f0f1-4d25-99e3-43e2941937f7 None None] Provisioning complete for port 4cb2828c-ec4b-41f1-8e21-672a6d143356 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:51.748631 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2a273b28-f0f1-4d25-99e3-43e2941937f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:51.862865 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7fa53484-12cc-4c6f-96a7-ba3d25e8a840 req-00684d94-3971-4691-a695-28cb7eb9959f tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49e9c88-2213-44e2-bafd-e5dc0c60903f HTTP/1.1" status: 200 len: 210 time: 0.4156380 Nov 12 00:37:51.865148 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35526) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:51.903118 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2a273b28-f0f1-4d25-99e3-43e2941937f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:51.912749 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-a65367af-6698-4973-9c9e-907aea389839 req-f6b09ca3-abba-43a0-a6d3-351a28dbdb74 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] Allocated IP 192.168.233.204 (172a28b2-119c-4d70-aef1-a731eb107d6c/3288e972-21d8-4a52-9002-05790fb0bb61/a4e177b5-07c0-478b-9c03-aeafe15575f4) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:37:51.949807 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-2a273b28-f0f1-4d25-99e3-43e2941937f7 None None] For port 4cb2828c-ec4b-41f1-8e21-672a6d143356, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=4cb2828c-ec4b-41f1-8e21-672a6d143356,segment=NetworkSegment(64423b48-3f01-4308-ad49-68cdee9e8a8c),segment_id=64423b48-3f01-4308-ad49-68cdee9e8a8c)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:51.955647 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fed2e2-95a5-425b-b46e-d79719ccb007 None None] Routers {'75dd6e5d-b3c8-42d5-a224-73af74680329'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:37:51.956615 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-62fed2e2-95a5-425b-b46e-d79719ccb007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:37:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['75dd6e5d-b3c8-42d5-a224-73af74680329'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:37:51.961031 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2a273b28-f0f1-4d25-99e3-43e2941937f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:51.999066 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c9816ef1-34da-44ce-a3af-d0fafc3d3a54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:52.016018 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b325e-c3ee-4628-9a11-5fe355302335 None None] Pushing event updated for resources: {'Port': ['ID=4cb2828c-ec4b-41f1-8e21-672a6d143356,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:52.090008 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a19ac10-40b3-4d99-9505-00e9fe126eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72662542-f052-4efc-8aaa-6feee9bd6587,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:52.119634 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a273b28-f0f1-4d25-99e3-43e2941937f7 None None] Pushing event updated for resources: {'Port': ['ID=4cb2828c-ec4b-41f1-8e21-672a6d143356,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:52.198815 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-a65367af-6698-4973-9c9e-907aea389839 req-f6b09ca3-abba-43a0-a6d3-351a28dbdb74 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:52.222502 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7bf71675-2df6-4fa8-97a4-777afe7db97f req-01d9e8eb-7056-4086-b83e-251c7ae844c8 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc2014b0-07f3-47fd-9b82-f3ddf03ae662 HTTP/1.1" status: 200 len: 210 time: 0.2124932 Nov 12 00:37:52.276909 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b09ca3-abba-43a0-a6d3-351a28dbdb74 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30486909-cfb6-4920-a58f-4e88ba287de2,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:52.301091 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-06ebbb3a-88a0-4678-b944-4e08b532c01d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:52.327881 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-a65367af-6698-4973-9c9e-907aea389839 req-f6b09ca3-abba-43a0-a6d3-351a28dbdb74 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:52.349413 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-547dc102-45ea-440a-bfa7-e20487fab921 req-0843974c-ce66-4863-a889-b455b8494cfd tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=dd8fae65ec634f19bf0d9e36d4167f8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.7107186 Nov 12 00:37:52.357519 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-06ebbb3a-88a0-4678-b944-4e08b532c01d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:52.381394 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-89639293-ee2f-4f13-b688-9fbfc41e4437 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Allocated IP 192.168.233.37 (172a28b2-119c-4d70-aef1-a731eb107d6c/3288e972-21d8-4a52-9002-05790fb0bb61/3364f905-2b0b-47ec-be6b-e260e9d0b1aa) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:37:52.555729 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-06ebbb3a-88a0-4678-b944-4e08b532c01d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b4f214ac0e944a25906d4fe804fffc86&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9668641 Nov 12 00:37:52.565651 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547dc102-45ea-440a-bfa7-e20487fab921 req-8ab2a91e-95b1-45ac-bda7-66bd602e1c32 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:52.572229 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-547dc102-45ea-440a-bfa7-e20487fab921 req-8ab2a91e-95b1-45ac-bda7-66bd602e1c32 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2217329 Nov 12 00:37:52.585293 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35548) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:52.586063 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ebbb3a-88a0-4678-b944-4e08b532c01d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a4a3bb-836e-400c-ba8c-87fc1ab46f4b,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:52.670760 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-547dc102-45ea-440a-bfa7-e20487fab921 req-607b4e6f-4e19-40e9-bc46-2d37c2edfcae tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] 10.222.0.20 "GET /v2.0/quotas/dd8fae65ec634f19bf0d9e36d4167f8c HTTP/1.1" status: 200 len: 375 time: 0.0968640 Nov 12 00:37:52.712253 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-88948354-96c9-4690-9a18-94b8a3249bcc None None] Provisioning complete for port 4cb2828c-ec4b-41f1-8e21-672a6d143356 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:52.714763 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-88948354-96c9-4690-9a18-94b8a3249bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:52.735979 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-765f4404-9569-4166-a7c3-09e1dc6496a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:52.777667 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-765f4404-9569-4166-a7c3-09e1dc6496a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:52.784317 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-89639293-ee2f-4f13-b688-9fbfc41e4437 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:52.842118 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-547dc102-45ea-440a-bfa7-e20487fab921 req-c5922414-0d95-41c4-927e-a3f78c01e687 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd8fae65ec634f19bf0d9e36d4167f8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1685543 Nov 12 00:37:52.853816 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b66b5848-7d81-48d0-a692-e88765eff907 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:52.856162 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-89639293-ee2f-4f13-b688-9fbfc41e4437 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:52.892301 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-62fed2e2-95a5-425b-b46e-d79719ccb007 None None] Set router 75dd6e5d-b3c8-42d5-a224-73af74680329 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:37:52.945347 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ebf93f0e-fce4-41a8-8868-4697713826a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:52.995297 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-765f4404-9569-4166-a7c3-09e1dc6496a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:52.999672 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-765f4404-9569-4166-a7c3-09e1dc6496a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:53.005036 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-765f4404-9569-4166-a7c3-09e1dc6496a7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/12a4a3bb-836e-400c-ba8c-87fc1ab46f4b HTTP/1.1" status: 204 len: 168 time: 0.4161344 Nov 12 00:37:53.051486 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-89639293-ee2f-4f13-b688-9fbfc41e4437 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Network 172a28b2-119c-4d70-aef1-a731eb107d6c is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:37:53.060927 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89639293-ee2f-4f13-b688-9fbfc41e4437 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Pushing event updated for resources: {'Port': ['ID=3364f905-2b0b-47ec-be6b-e260e9d0b1aa,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:53.064165 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-89639293-ee2f-4f13-b688-9fbfc41e4437 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:37:53.066327 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89639293-ee2f-4f13-b688-9fbfc41e4437 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb4f860-1118-4c97-8071-fe68e1c9c6ee,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:53.067805 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f4404-9569-4166-a7c3-09e1dc6496a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a4a3bb-836e-400c-ba8c-87fc1ab46f4b,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:53.090136 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a65367af-6698-4973-9c9e-907aea389839 req-f6b09ca3-abba-43a0-a6d3-351a28dbdb74 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] Network 172a28b2-119c-4d70-aef1-a731eb107d6c is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:37:53.152657 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b66b5848-7d81-48d0-a692-e88765eff907 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:53.433689 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-89639293-ee2f-4f13-b688-9fbfc41e4437 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:37:53.443437 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-89639293-ee2f-4f13-b688-9fbfc41e4437 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:53.446774 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-89639293-ee2f-4f13-b688-9fbfc41e4437 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:53.448515 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-62fed2e2-95a5-425b-b46e-d79719ccb007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-574574574-router', 'tenant_id': '65e37905fcda41a0a64a3bffb54da22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '8a483b79-a1b2-462d-adea-4b716af7a61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:42Z', 'updated_at': '2021-11-12T00:37:46Z', 'revision_number': 4, 'project_id': '65e37905fcda41a0a64a3bffb54da22e', 'gw_port': {'id': '8a483b79-a1b2-462d-adea-4b716af7a61c', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:43Z', 'updated_at': '2021-11-12T00:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '4cb2828c-ec4b-41f1-8e21-672a6d143356', 'name': '', 'network_id': 'b9574af4-848a-4900-9093-7976c00593e2', 'tenant_id': '65e37905fcda41a0a64a3bffb54da22e', 'mac_address': 'fa:16:3e:82:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7413bf18-08e7-4425-a837-148a3dd7f58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:45Z', 'updated_at': '2021-11-12T00:37:51Z', 'revision_number': 5, 'project_id': '65e37905fcda41a0a64a3bffb54da22e', 'subnets': [{'id': '7413bf18-08e7-4425-a837-148a3dd7f58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:37:53.523522 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fed2e2-95a5-425b-b46e-d79719ccb007 None None] The sync data for ids ['75dd6e5d-b3c8-42d5-a224-73af74680329'] in n-d-812236-11 is: [{'id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-574574574-router', 'tenant_id': '65e37905fcda41a0a64a3bffb54da22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '8a483b79-a1b2-462d-adea-4b716af7a61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:42Z', 'updated_at': '2021-11-12T00:37:46Z', 'revision_number': 4, 'project_id': '65e37905fcda41a0a64a3bffb54da22e', 'gw_port': {'id': '8a483b79-a1b2-462d-adea-4b716af7a61c', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:43Z', 'updated_at': '2021-11-12T00:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '4cb2828c-ec4b-41f1-8e21-672a6d143356', 'name': '', 'network_id': 'b9574af4-848a-4900-9093-7976c00593e2', 'tenant_id': '65e37905fcda41a0a64a3bffb54da22e', 'mac_address': 'fa:16:3e:82:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7413bf18-08e7-4425-a837-148a3dd7f58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:45Z', 'updated_at': '2021-11-12T00:37:51Z', 'revision_number': 5, 'project_id': '65e37905fcda41a0a64a3bffb54da22e', 'subnets': [{'id': '7413bf18-08e7-4425-a837-148a3dd7f58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:37:53.649157 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b09ca3-abba-43a0-a6d3-351a28dbdb74 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] Pushing event updated for resources: {'Port': ['ID=a4e177b5-07c0-478b-9c03-aeafe15575f4,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:53.690097 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-ab07d824-959c-4022-8f7d-9e0db3617e28 None None] Provisioning complete for port 3364f905-2b0b-47ec-be6b-e260e9d0b1aa triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:53.690532 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ab07d824-959c-4022-8f7d-9e0db3617e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:53.693418 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b66b5848-7d81-48d0-a692-e88765eff907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:53.712168 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b66b5848-7d81-48d0-a692-e88765eff907 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:53.717751 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b66b5848-7d81-48d0-a692-e88765eff907 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/72662542-f052-4efc-8aaa-6feee9bd6587 HTTP/1.1" status: 204 len: 168 time: 1.8466358 Nov 12 00:37:53.775977 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf93f0e-fce4-41a8-8868-4697713826a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=312922ce-c99b-4a52-b7dd-c33c8154f353,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:53.796230 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-a65367af-6698-4973-9c9e-907aea389839 req-f6b09ca3-abba-43a0-a6d3-351a28dbdb74 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:37:53.822901 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-a65367af-6698-4973-9c9e-907aea389839 req-f6b09ca3-abba-43a0-a6d3-351a28dbdb74 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:37:53.848039 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-ab07d824-959c-4022-8f7d-9e0db3617e28 None None] Port 3364f905-2b0b-47ec-be6b-e260e9d0b1aa cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:37:53.863851 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65367af-6698-4973-9c9e-907aea389839 req-f6b09ca3-abba-43a0-a6d3-351a28dbdb74 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:53.864418 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-89639293-ee2f-4f13-b688-9fbfc41e4437 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9769917 Nov 12 00:37:53.869824 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35580) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:53.870667 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66b5848-7d81-48d0-a692-e88765eff907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72662542-f052-4efc-8aaa-6feee9bd6587,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:53.871711 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-a65367af-6698-4973-9c9e-907aea389839 req-f6b09ca3-abba-43a0-a6d3-351a28dbdb74 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:53.896495 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3a1461b5-4e77-48aa-96f7-a1c65d7a786a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:53.927916 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-ad837f10-a5d0-4b2f-90bd-e5bdae7f6092 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:37:53.929308 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-ad837f10-a5d0-4b2f-90bd-e5bdae7f6092 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0140629 Nov 12 00:37:53.983055 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcfb239-3099-4ed4-adfa-777bf7edcb0a req-7c48a720-0cd6-4a77-8159-c9193f5d30f3 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:53.987541 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2bcfb239-3099-4ed4-adfa-777bf7edcb0a req-7c48a720-0cd6-4a77-8159-c9193f5d30f3 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49e9c88-2213-44e2-bafd-e5dc0c60903f HTTP/1.1" status: 200 len: 936 time: 0.9281759 Nov 12 00:37:54.171693 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-663097ca-87b0-42c6-8c27-8972321ec762 req-813df934-5c98-432c-9432-1d9b40a75066 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] 10.222.0.20 "GET /v2.0/ports?device_id=58331d95-5ff0-4cdd-9586-07ebf540d90c HTTP/1.1" status: 200 len: 210 time: 0.5426762 Nov 12 00:37:54.201272 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf93f0e-fce4-41a8-8868-4697713826a1 admin admin] Checking segment: {'id': '32e28a85-0381-4424-aa00-75fee39ede8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c0d0cf18-67ad-4035-b0d9-b5e71d09f4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:37:54.201741 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf93f0e-fce4-41a8-8868-4697713826a1 admin admin] Network hostable DHCP agents. Network: c0d0cf18-67ad-4035-b0d9-b5e71d09f4ff, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:37:54.240458 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 4cb2828c-ec4b-41f1-8e21-672a6d143356 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:37:54.264155 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a65367af-6698-4973-9c9e-907aea389839 req-f6b09ca3-abba-43a0-a6d3-351a28dbdb74 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6186841 Nov 12 00:37:54.307515 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf93f0e-fce4-41a8-8868-4697713826a1 admin admin] Network c0d0cf18-67ad-4035-b0d9-b5e71d09f4ff is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:37:54.340803 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-ebf93f0e-fce4-41a8-8868-4697713826a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, c0d0cf18-67ad-4035-b0d9-b5e71d09f4ff) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:37:54.351641 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf93f0e-fce4-41a8-8868-4697713826a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:54.352243 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ebf93f0e-fce4-41a8-8868-4697713826a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:54.359401 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3a1461b5-4e77-48aa-96f7-a1c65d7a786a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:54.376295 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c9816ef1-34da-44ce-a3af-d0fafc3d3a54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:54.382307 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f042eca-5482-4670-962d-f7ae12a652ab None None] Network c0d0cf18-67ad-4035-b0d9-b5e71d09f4ff requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:37:54.413527 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ebf93f0e-fce4-41a8-8868-4697713826a1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 3.4139147 Nov 12 00:37:54.416172 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3a1461b5-4e77-48aa-96f7-a1c65d7a786a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:54.422625 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35590) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:54.458770 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-fa1e751e-e38f-4166-8987-db2eaa7da5e8 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1559548068-router', 'tenant_id': '9232403fc87044cdb4b51f06f5824aca', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:54.499035 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c9816ef1-34da-44ce-a3af-d0fafc3d3a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:54.607287 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c9816ef1-34da-44ce-a3af-d0fafc3d3a54 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ec9660c0ec364cd2aeaad9ee7fd95a1f&name=default HTTP/1.1" status: 200 len: 2992 time: 3.9595275 Nov 12 00:37:54.623137 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35592) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:54.727335 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593bd06-6c76-4203-8641-9ea60d7a742b req-213cf77d-82bf-4f47-a7a1-cbbefd5f6633 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:54.753839 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3593bd06-6c76-4203-8641-9ea60d7a742b req-213cf77d-82bf-4f47-a7a1-cbbefd5f6633 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc2014b0-07f3-47fd-9b82-f3ddf03ae662 HTTP/1.1" status: 200 len: 935 time: 0.3288462 Nov 12 00:37:54.779191 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 4cb2828c-ec4b-41f1-8e21-672a6d143356 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:54.780672 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:54.874717 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fa1e751e-e38f-4166-8987-db2eaa7da5e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:54.877631 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fa1e751e-e38f-4166-8987-db2eaa7da5e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:54.890709 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-28b4d11b-78f9-492c-b9e0-98c24445f492 None None] Provisioning complete for port a4e177b5-07c0-478b-9c03-aeafe15575f4 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:54.904696 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-28b4d11b-78f9-492c-b9e0-98c24445f492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:54.936007 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-3a1461b5-4e77-48aa-96f7-a1c65d7a786a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=49e47d3404ab44be8a68a0fbd73d1c9e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0589190 Nov 12 00:37:54.968414 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35600) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:55.021854 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1461b5-4e77-48aa-96f7-a1c65d7a786a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68acc48-6fb8-442c-b8ef-22446a1a5750,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:55.144306 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-28b4d11b-78f9-492c-b9e0-98c24445f492 None None] Port a4e177b5-07c0-478b-9c03-aeafe15575f4 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:37:55.157329 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3593bd06-6c76-4203-8641-9ea60d7a742b req-827ecf84-89e0-44d0-a8cc-22db0b91f23f tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfb4f860-1118-4c97-8071-fe68e1c9c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922520 Nov 12 00:37:55.160214 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35602) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:55.163272 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9816ef1-34da-44ce-a3af-d0fafc3d3a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6312718f-9d21-4404-b05b-8ff85f2b0d02,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:55.193080 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-22ccf2f3-7c06-4365-a596-f82c3f2c1705 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:55.206404 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-d3768d9e-d53d-4ebf-90cb-ce4a7df7d0e8 service neutron] Request body: {'port': {'device_id': 'dc2014b0-07f3-47fd-9b82-f3ddf03ae662', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:55.230182 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fa1e751e-e38f-4166-8987-db2eaa7da5e8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:55.277550 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2bcfb239-3099-4ed4-adfa-777bf7edcb0a req-af19dc09-b1e5-4aef-9f6c-67a32a3d3cd7 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.20 "GET /v2.0/security-groups?id=30486909-cfb6-4920-a58f-4e88ba287de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9080255 Nov 12 00:37:55.355627 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bc8e39c1-3dc1-4113-ab60-0a4933f17e00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:55.375478 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b5533943-8734-4c34-9133-8d76a9449b39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:55.390269 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866ddb52-b31f-4145-ad35-77ddcfdf8774 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-c0d0cf18-67ad-4035-b0d9-b5e71d09f4ff', 'network_id': 'c0d0cf18-67ad-4035-b0d9-b5e71d09f4ff', 'tenant_id': '9232403fc87044cdb4b51f06f5824aca', 'fixed_ips': [{'subnet_id': '312922ce-c99b-4a52-b7dd-c33c8154f353'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:37:55.391361 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-866ddb52-b31f-4145-ad35-77ddcfdf8774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:55.460045 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b5533943-8734-4c34-9133-8d76a9449b39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:55.555029 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-a65367af-6698-4973-9c9e-907aea389839 req-3acbf19c-d5ab-4a54-9f89-8b2281eb907f service neutron] Request body: {'port': {'device_id': 'c49e9c88-2213-44e2-bafd-e5dc0c60903f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:55.557681 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.49', 58659) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:55.560005 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-22ccf2f3-7c06-4365-a596-f82c3f2c1705 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:55.646722 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-547dc102-45ea-440a-bfa7-e20487fab921 req-3249da69-74c3-4ab1-959a-e6ac5c3c555f tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=dd8fae65ec634f19bf0d9e36d4167f8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0842178 Nov 12 00:37:55.656109 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b5533943-8734-4c34-9133-8d76a9449b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:55.658945 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b5533943-8734-4c34-9133-8d76a9449b39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:55.660587 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3122a3fe-c198-41f7-b6bc-7ce2ef171734 req-3cfad9f8-f59f-463c-a98e-4e9db9ac3050 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] 10.222.0.20 "GET /v2.0/ports?device_id=58331d95-5ff0-4cdd-9586-07ebf540d90c HTTP/1.1" status: 200 len: 210 time: 0.2923572 Nov 12 00:37:55.662736 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b5533943-8734-4c34-9133-8d76a9449b39 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f68acc48-6fb8-442c-b8ef-22446a1a5750 HTTP/1.1" status: 204 len: 168 time: 0.6922991 Nov 12 00:37:55.672299 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-d3768d9e-d53d-4ebf-90cb-ce4a7df7d0e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:55.795281 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-866ddb52-b31f-4145-ad35-77ddcfdf8774 None None] Allocated IP 172.20.0.2 (c0d0cf18-67ad-4035-b0d9-b5e71d09f4ff/312922ce-c99b-4a52-b7dd-c33c8154f353/b2696262-e5d0-4816-a901-0655446ffc2f) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:37:55.796064 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fa1e751e-e38f-4166-8987-db2eaa7da5e8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:55.836157 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5533943-8734-4c34-9133-8d76a9449b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68acc48-6fb8-442c-b8ef-22446a1a5750,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:56.049961 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bc8e39c1-3dc1-4113-ab60-0a4933f17e00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:56.180240 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bc8e39c1-3dc1-4113-ab60-0a4933f17e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:56.384144 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-866ddb52-b31f-4145-ad35-77ddcfdf8774 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:56.394881 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-866ddb52-b31f-4145-ad35-77ddcfdf8774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:56.471582 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ddb52-b31f-4145-ad35-77ddcfdf8774 None None] Pushing event updated for resources: {'Port': ['ID=b2696262-e5d0-4816-a901-0655446ffc2f,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:56.489228 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866ddb52-b31f-4145-ad35-77ddcfdf8774 None None] Network c0d0cf18-67ad-4035-b0d9-b5e71d09f4ff is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:37:56.491194 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-866ddb52-b31f-4145-ad35-77ddcfdf8774 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:37:56.493979 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866ddb52-b31f-4145-ad35-77ddcfdf8774 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:37:56.521608 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a65367af-6698-4973-9c9e-907aea389839 req-3acbf19c-d5ab-4a54-9f89-8b2281eb907f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:56.524243 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8e39c1-3dc1-4113-ab60-0a4933f17e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cce67fb-2d4f-48f3-a495-322fa7196dd6,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:56.537245 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-bc8e39c1-3dc1-4113-ab60-0a4933f17e00 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=34586008ee11406a82471f169bf6d74f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3181181 Nov 12 00:37:56.556167 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35634) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:56.620984 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-22ccf2f3-7c06-4365-a596-f82c3f2c1705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:56.625661 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-22ccf2f3-7c06-4365-a596-f82c3f2c1705 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:56.626845 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-22ccf2f3-7c06-4365-a596-f82c3f2c1705 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6312718f-9d21-4404-b05b-8ff85f2b0d02 HTTP/1.1" status: 204 len: 168 time: 1.9827716 Nov 12 00:37:56.641094 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547dc102-45ea-440a-bfa7-e20487fab921 req-2b82fbd3-2898-4471-bf52-0c9831dc2e78 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:56.649074 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-547dc102-45ea-440a-bfa7-e20487fab921 req-2b82fbd3-2898-4471-bf52-0c9831dc2e78 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9461977 Nov 12 00:37:56.709181 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-866ddb52-b31f-4145-ad35-77ddcfdf8774 None None] Attempting to bind port b2696262-e5d0-4816-a901-0655446ffc2f on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:37:56.711866 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-866ddb52-b31f-4145-ad35-77ddcfdf8774 None None] Attempting to bind port b2696262-e5d0-4816-a901-0655446ffc2f by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '32e28a85-0381-4424-aa00-75fee39ede8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c0d0cf18-67ad-4035-b0d9-b5e71d09f4ff'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:37:56.712355 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866ddb52-b31f-4145-ad35-77ddcfdf8774 None None] Attempting to bind port b2696262-e5d0-4816-a901-0655446ffc2f on network c0d0cf18-67ad-4035-b0d9-b5e71d09f4ff {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:37:56.723564 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866ddb52-b31f-4145-ad35-77ddcfdf8774 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:37:56.724232 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866ddb52-b31f-4145-ad35-77ddcfdf8774 None None] Checking segment: {'id': '32e28a85-0381-4424-aa00-75fee39ede8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c0d0cf18-67ad-4035-b0d9-b5e71d09f4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:37:56.724745 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-866ddb52-b31f-4145-ad35-77ddcfdf8774 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:56.725225 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866ddb52-b31f-4145-ad35-77ddcfdf8774 None None] Bound using segment: {'id': '32e28a85-0381-4424-aa00-75fee39ede8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c0d0cf18-67ad-4035-b0d9-b5e71d09f4ff'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:37:56.726218 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-866ddb52-b31f-4145-ad35-77ddcfdf8774 None None] Bound port: b2696262-e5d0-4816-a901-0655446ffc2f, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32e28a85-0381-4424-aa00-75fee39ede8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c0d0cf18-67ad-4035-b0d9-b5e71d09f4ff'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:37:56.726735 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-866ddb52-b31f-4145-ad35-77ddcfdf8774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:56.768840 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-547dc102-45ea-440a-bfa7-e20487fab921 req-13e2fb87-0ba5-400d-9d98-ecb8c4c70508 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] Request body: {'port': {'device_id': '58331d95-5ff0-4cdd-9586-07ebf540d90c', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'admin_state_up': True, 'tenant_id': 'dd8fae65ec634f19bf0d9e36d4167f8c'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:56.836793 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d390ef-4af2-4e31-ab2d-4a776ac6c855 req-602cddb3-d7b9-4381-b857-6840b6279b0e tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:56.840716 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-09d390ef-4af2-4e31-ab2d-4a776ac6c855 req-602cddb3-d7b9-4381-b857-6840b6279b0e tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc2014b0-07f3-47fd-9b82-f3ddf03ae662 HTTP/1.1" status: 200 len: 935 time: 0.4496949 Nov 12 00:37:56.883337 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ccf2f3-7c06-4365-a596-f82c3f2c1705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6312718f-9d21-4404-b05b-8ff85f2b0d02,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:56.906829 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-d3768d9e-d53d-4ebf-90cb-ce4a7df7d0e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3364f905-2b0b-47ec-be6b-e260e9d0b1aa {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:37:56.940210 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-866ddb52-b31f-4145-ad35-77ddcfdf8774 None None] For port b2696262-e5d0-4816-a901-0655446ffc2f, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:37:56.945011 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-d3768d9e-d53d-4ebf-90cb-ce4a7df7d0e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:56.953428 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-866ddb52-b31f-4145-ad35-77ddcfdf8774 None None] For port b2696262-e5d0-4816-a901-0655446ffc2f, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=b2696262-e5d0-4816-a901-0655446ffc2f,segment=NetworkSegment(32e28a85-0381-4424-aa00-75fee39ede8c),segment_id=32e28a85-0381-4424-aa00-75fee39ede8c)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:37:56.999610 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-866ddb52-b31f-4145-ad35-77ddcfdf8774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:57.062964 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-d3768d9e-d53d-4ebf-90cb-ce4a7df7d0e8 service neutron] Transition to ACTIVE for port object 3364f905-2b0b-47ec-be6b-e260e9d0b1aa will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:37:57.102924 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-d3768d9e-d53d-4ebf-90cb-ce4a7df7d0e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:57.177837 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ddb52-b31f-4145-ad35-77ddcfdf8774 None None] Pushing event updated for resources: {'Port': ['ID=b2696262-e5d0-4816-a901-0655446ffc2f,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:57.455240 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3768d9e-d53d-4ebf-90cb-ce4a7df7d0e8 service neutron] Pushing event updated for resources: {'Port': ['ID=3364f905-2b0b-47ec-be6b-e260e9d0b1aa,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:57.663117 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d055f4-1f0c-4f70-b47e-0f2f86a037e8 req-170b3f14-f651-4a56-9e03-b50b477a9cb7 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:57.665652 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e0d055f4-1f0c-4f70-b47e-0f2f86a037e8 req-170b3f14-f651-4a56-9e03-b50b477a9cb7 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49e9c88-2213-44e2-bafd-e5dc0c60903f HTTP/1.1" status: 200 len: 936 time: 0.5600576 Nov 12 00:37:57.682456 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35654) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:57.726873 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-d3768d9e-d53d-4ebf-90cb-ce4a7df7d0e8 service neutron] Attempting to bind port 3364f905-2b0b-47ec-be6b-e260e9d0b1aa on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:37:57.736249 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-d3768d9e-d53d-4ebf-90cb-ce4a7df7d0e8 service neutron] Attempting to bind port 3364f905-2b0b-47ec-be6b-e260e9d0b1aa by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:37:57.736754 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-d3768d9e-d53d-4ebf-90cb-ce4a7df7d0e8 service neutron] Attempting to bind port 3364f905-2b0b-47ec-be6b-e260e9d0b1aa on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:37:57.792897 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-d3768d9e-d53d-4ebf-90cb-ce4a7df7d0e8 service neutron] Port 3364f905-2b0b-47ec-be6b-e260e9d0b1aa on network 172a28b2-119c-4d70-aef1-a731eb107d6c not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:37:57.793419 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-d3768d9e-d53d-4ebf-90cb-ce4a7df7d0e8 service neutron] Attempting to bind port 3364f905-2b0b-47ec-be6b-e260e9d0b1aa on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:37:57.915948 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-d3768d9e-d53d-4ebf-90cb-ce4a7df7d0e8 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:37:57.916746 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-d3768d9e-d53d-4ebf-90cb-ce4a7df7d0e8 service neutron] Checking segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:37:57.916746 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-d3768d9e-d53d-4ebf-90cb-ce4a7df7d0e8 service neutron] Bound using segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:37:57.917148 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-d3768d9e-d53d-4ebf-90cb-ce4a7df7d0e8 service neutron] Bound port: 3364f905-2b0b-47ec-be6b-e260e9d0b1aa, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:37:57.917549 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-d3768d9e-d53d-4ebf-90cb-ce4a7df7d0e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:58.043121 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e0d055f4-1f0c-4f70-b47e-0f2f86a037e8 req-6e6acfc3-5d95-4be6-a9f3-284057cb1388 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.20 "GET /v2.0/security-groups?id=30486909-cfb6-4920-a58f-4e88ba287de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536048 Nov 12 00:37:58.045672 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device b2696262-e5d0-4816-a901-0655446ffc2f up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:37:58.131173 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-a65367af-6698-4973-9c9e-907aea389839 req-3acbf19c-d5ab-4a54-9f89-8b2281eb907f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4e177b5-07c0-478b-9c03-aeafe15575f4 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:37:58.143753 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a65367af-6698-4973-9c9e-907aea389839 req-3acbf19c-d5ab-4a54-9f89-8b2281eb907f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:58.166967 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port b2696262-e5d0-4816-a901-0655446ffc2f triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:58.168146 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:58.179800 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-a65367af-6698-4973-9c9e-907aea389839 req-3acbf19c-d5ab-4a54-9f89-8b2281eb907f service neutron] Transition to ACTIVE for port object a4e177b5-07c0-478b-9c03-aeafe15575f4 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:37:58.182313 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f65c702a-824d-4145-af08-8415914700fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:58.232503 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fa1e751e-e38f-4166-8987-db2eaa7da5e8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:58.315219 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fa1e751e-e38f-4166-8987-db2eaa7da5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:58.393760 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f65c702a-824d-4145-af08-8415914700fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:58.396897 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a65367af-6698-4973-9c9e-907aea389839 req-3acbf19c-d5ab-4a54-9f89-8b2281eb907f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:58.410398 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7beef171-c882-40b8-9502-6a2b5f4b38aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:58.425842 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:58.453459 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-fa1e751e-e38f-4166-8987-db2eaa7da5e8 admin admin] Allocated IP 172.25.2.93 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/a7628aae-c133-4dd4-9c82-06701267f2a9) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:37:58.453684 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7beef171-c882-40b8-9502-6a2b5f4b38aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:58.505326 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port b2696262-e5d0-4816-a901-0655446ffc2f, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=b2696262-e5d0-4816-a901-0655446ffc2f,segment=NetworkSegment(32e28a85-0381-4424-aa00-75fee39ede8c),segment_id=32e28a85-0381-4424-aa00-75fee39ede8c)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:58.511600 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:58.649675 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acbf19c-d5ab-4a54-9f89-8b2281eb907f service neutron] Pushing event updated for resources: {'Port': ['ID=a4e177b5-07c0-478b-9c03-aeafe15575f4,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:58.658983 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f65c702a-824d-4145-af08-8415914700fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:58.678651 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=b2696262-e5d0-4816-a901-0655446ffc2f,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:58.790350 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-09d390ef-4af2-4e31-ab2d-4a776ac6c855 req-b982c637-d79a-4b19-a467-ebc3e1405c44 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfb4f860-1118-4c97-8071-fe68e1c9c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8831775 Nov 12 00:37:58.859972 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c702a-824d-4145-af08-8415914700fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8963a061-3753-4eb3-844e-13150a2aa208,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:58.891363 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-547dc102-45ea-440a-bfa7-e20487fab921 req-13e2fb87-0ba5-400d-9d98-ecb8c4c70508 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] Made reservation on behalf of dd8fae65ec634f19bf0d9e36d4167f8c for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:37:58.903656 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-547dc102-45ea-440a-bfa7-e20487fab921 req-13e2fb87-0ba5-400d-9d98-ecb8c4c70508 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:58.910025 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7beef171-c882-40b8-9502-6a2b5f4b38aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:58.915003 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7beef171-c882-40b8-9502-6a2b5f4b38aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:58.918552 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7beef171-c882-40b8-9502-6a2b5f4b38aa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1cce67fb-2d4f-48f3-a495-322fa7196dd6 HTTP/1.1" status: 204 len: 168 time: 2.3612337 Nov 12 00:37:59.003941 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beef171-c882-40b8-9502-6a2b5f4b38aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cce67fb-2d4f-48f3-a495-322fa7196dd6,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:59.124088 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f65c702a-824d-4145-af08-8415914700fd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eba7e86ba7904aeaac0a6f56b46de2d0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4327874 Nov 12 00:37:59.165823 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35678) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:59.166564 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-547dc102-45ea-440a-bfa7-e20487fab921 req-13e2fb87-0ba5-400d-9d98-ecb8c4c70508 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:59.172380 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-be3cfbef-3283-476d-94b1-6a2f3a97b2d3 req-9388075b-1cf7-4a75-a3df-017b87ac6bac tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] 10.222.0.20 "GET /v2.0/ports?device_id=58331d95-5ff0-4cdd-9586-07ebf540d90c HTTP/1.1" status: 200 len: 210 time: 0.9204667 Nov 12 00:37:59.245747 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-d3768d9e-d53d-4ebf-90cb-ce4a7df7d0e8 service neutron] For port 3364f905-2b0b-47ec-be6b-e260e9d0b1aa, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:37:59.255997 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-d3768d9e-d53d-4ebf-90cb-ce4a7df7d0e8 service neutron] For port 3364f905-2b0b-47ec-be6b-e260e9d0b1aa, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=3364f905-2b0b-47ec-be6b-e260e9d0b1aa,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:37:59.277563 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-d3768d9e-d53d-4ebf-90cb-ce4a7df7d0e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:59.305416 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fa1e751e-e38f-4166-8987-db2eaa7da5e8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:59.312294 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3316af-4d7b-4932-8218-cfe6bcb315bb None None] Network c0d0cf18-67ad-4035-b0d9-b5e71d09f4ff requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:37:59.337323 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-a65367af-6698-4973-9c9e-907aea389839 req-3acbf19c-d5ab-4a54-9f89-8b2281eb907f service neutron] Attempting to bind port a4e177b5-07c0-478b-9c03-aeafe15575f4 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:37:59.337976 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-a65367af-6698-4973-9c9e-907aea389839 req-3acbf19c-d5ab-4a54-9f89-8b2281eb907f service neutron] Attempting to bind port a4e177b5-07c0-478b-9c03-aeafe15575f4 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:37:59.338489 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65367af-6698-4973-9c9e-907aea389839 req-3acbf19c-d5ab-4a54-9f89-8b2281eb907f service neutron] Attempting to bind port a4e177b5-07c0-478b-9c03-aeafe15575f4 on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:37:59.353408 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-d3768d9e-d53d-4ebf-90cb-ce4a7df7d0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:59.354187 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-d3768d9e-d53d-4ebf-90cb-ce4a7df7d0e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:59.356906 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-d3768d9e-d53d-4ebf-90cb-ce4a7df7d0e8 service neutron] 10.222.0.54 "PUT /v2.0/ports/3364f905-2b0b-47ec-be6b-e260e9d0b1aa HTTP/1.1" status: 200 len: 1096 time: 4.6932328 Nov 12 00:37:59.357534 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc2014b0-07f3-47fd-9b82-f3ddf03ae662', 'tag': '3364f905-2b0b-47ec-be6b-e260e9d0b1aa'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:37:59.363865 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65367af-6698-4973-9c9e-907aea389839 req-3acbf19c-d5ab-4a54-9f89-8b2281eb907f service neutron] Port a4e177b5-07c0-478b-9c03-aeafe15575f4 on network 172a28b2-119c-4d70-aef1-a731eb107d6c not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:37:59.364635 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65367af-6698-4973-9c9e-907aea389839 req-3acbf19c-d5ab-4a54-9f89-8b2281eb907f service neutron] Attempting to bind port a4e177b5-07c0-478b-9c03-aeafe15575f4 on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:37:59.382384 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65367af-6698-4973-9c9e-907aea389839 req-3acbf19c-d5ab-4a54-9f89-8b2281eb907f service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:37:59.383182 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65367af-6698-4973-9c9e-907aea389839 req-3acbf19c-d5ab-4a54-9f89-8b2281eb907f service neutron] Checking segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:37:59.385061 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65367af-6698-4973-9c9e-907aea389839 req-3acbf19c-d5ab-4a54-9f89-8b2281eb907f service neutron] Bound using segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:37:59.385724 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-a65367af-6698-4973-9c9e-907aea389839 req-3acbf19c-d5ab-4a54-9f89-8b2281eb907f service neutron] Bound port: a4e177b5-07c0-478b-9c03-aeafe15575f4, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:37:59.386246 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a65367af-6698-4973-9c9e-907aea389839 req-3acbf19c-d5ab-4a54-9f89-8b2281eb907f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:59.436519 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c631bc60-cd99-40da-aad6-796c91a1f3f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:59.490054 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c631bc60-cd99-40da-aad6-796c91a1f3f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:59.520030 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-74044288-e7b1-41f7-bae6-7ad712ff0335 None None] Provisioning complete for port b2696262-e5d0-4816-a901-0655446ffc2f triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:59.521001 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-74044288-e7b1-41f7-bae6-7ad712ff0335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:59.664329 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3768d9e-d53d-4ebf-90cb-ce4a7df7d0e8 service neutron] Pushing event updated for resources: {'Port': ['ID=3364f905-2b0b-47ec-be6b-e260e9d0b1aa,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:59.718969 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c631bc60-cd99-40da-aad6-796c91a1f3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:59.727602 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c631bc60-cd99-40da-aad6-796c91a1f3f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:59.735235 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c631bc60-cd99-40da-aad6-796c91a1f3f1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8963a061-3753-4eb3-844e-13150a2aa208 HTTP/1.1" status: 204 len: 168 time: 0.5456874 Nov 12 00:37:59.760937 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fa1e751e-e38f-4166-8987-db2eaa7da5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:59.773156 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc4d39e-3292-4a52-bedc-1cf140967b4d req-92decf17-8771-49d4-87a8-886a572956f9 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:59.777718 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1fc4d39e-3292-4a52-bedc-1cf140967b4d req-92decf17-8771-49d4-87a8-886a572956f9 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49e9c88-2213-44e2-bafd-e5dc0c60903f HTTP/1.1" status: 200 len: 948 time: 0.5005567 Nov 12 00:37:59.788823 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35694) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:59.863294 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-5a82e2ae-5f9a-4f35-8f8f-9155f1b2d703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:59.872504 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-5a82e2ae-5f9a-4f35-8f8f-9155f1b2d703 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=15185b9e61e4422b9b22f213aed2dac3&device_id=dc2014b0-07f3-47fd-9b82-f3ddf03ae662 HTTP/1.1" status: 200 len: 1099 time: 0.4252317 Nov 12 00:37:59.917208 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c631bc60-cd99-40da-aad6-796c91a1f3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8963a061-3753-4eb3-844e-13150a2aa208,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:59.962442 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1e751e-e38f-4166-8987-db2eaa7da5e8 admin admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:38:00.015295 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-a65367af-6698-4973-9c9e-907aea389839 req-3acbf19c-d5ab-4a54-9f89-8b2281eb907f service neutron] For port a4e177b5-07c0-478b-9c03-aeafe15575f4, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:38:00.029168 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e751e-e38f-4166-8987-db2eaa7da5e8 admin admin] Pushing event updated for resources: {'Port': ['ID=a7628aae-c133-4dd4-9c82-06701267f2a9,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:00.034634 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-547dc102-45ea-440a-bfa7-e20487fab921 req-13e2fb87-0ba5-400d-9d98-ecb8c4c70508 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:00.062170 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-547dc102-45ea-440a-bfa7-e20487fab921 req-13e2fb87-0ba5-400d-9d98-ecb8c4c70508 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:00.072153 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device b2696262-e5d0-4816-a901-0655446ffc2f up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:38:00.074891 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-a65367af-6698-4973-9c9e-907aea389839 req-3acbf19c-d5ab-4a54-9f89-8b2281eb907f service neutron] For port a4e177b5-07c0-478b-9c03-aeafe15575f4, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=a4e177b5-07c0-478b-9c03-aeafe15575f4,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:38:00.098467 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-fa1e751e-e38f-4166-8987-db2eaa7da5e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:38:00.133042 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a65367af-6698-4973-9c9e-907aea389839 req-3acbf19c-d5ab-4a54-9f89-8b2281eb907f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:00.133933 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff20e67-6553-48cd-a1a4-fb75536cb40e" -d '{"events": [{"name": "network-changed", "server_uuid": "dc2014b0-07f3-47fd-9b82-f3ddf03ae662", "tag": "3364f905-2b0b-47ec-be6b-e260e9d0b1aa"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:00.137508 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1e751e-e38f-4166-8987-db2eaa7da5e8 admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:38:00.142253 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1fc4d39e-3292-4a52-bedc-1cf140967b4d req-c66825ad-7def-405e-9034-9369329feeea tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.20 "GET /v2.0/security-groups?id=30486909-cfb6-4920-a58f-4e88ba287de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458054 Nov 12 00:38:00.172560 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-a971d9a9-70cf-4551-8880-e545b5696394 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=3364f905-2b0b-47ec-be6b-e260e9d0b1aa HTTP/1.1" status: 200 len: 217 time: 0.2644217 Nov 12 00:38:00.292382 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port b2696262-e5d0-4816-a901-0655446ffc2f triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:00.295578 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:00.457568 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-6cdb0c8a-5d51-4cb5-8916-75657507499f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:00.460237 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-6cdb0c8a-5d51-4cb5-8916-75657507499f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.2687035 Nov 12 00:38:00.596358 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acbf19c-d5ab-4a54-9f89-8b2281eb907f service neutron] Pushing event updated for resources: {'Port': ['ID=a4e177b5-07c0-478b-9c03-aeafe15575f4,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:00.627679 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e2fb87-0ba5-400d-9d98-ecb8c4c70508 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c837d3-554a-4d05-8eb1-0a15a2f0514d,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:00.672698 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65367af-6698-4973-9c9e-907aea389839 req-3acbf19c-d5ab-4a54-9f89-8b2281eb907f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:00.673625 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a65367af-6698-4973-9c9e-907aea389839 req-3acbf19c-d5ab-4a54-9f89-8b2281eb907f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:00.675011 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a65367af-6698-4973-9c9e-907aea389839 req-3acbf19c-d5ab-4a54-9f89-8b2281eb907f service neutron] 10.222.0.54 "PUT /v2.0/ports/a4e177b5-07c0-478b-9c03-aeafe15575f4 HTTP/1.1" status: 200 len: 1097 time: 5.9459169 Nov 12 00:38:00.675485 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c49e9c88-2213-44e2-bafd-e5dc0c60903f', 'tag': 'a4e177b5-07c0-478b-9c03-aeafe15575f4'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:00.841742 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5310b-7eab-4d6f-a13c-c40be1babcf5 req-83cfdd3b-46ad-4a4f-a964-1bafc95745da tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:00.851210 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-70f5310b-7eab-4d6f-a13c-c40be1babcf5 req-83cfdd3b-46ad-4a4f-a964-1bafc95745da tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc2014b0-07f3-47fd-9b82-f3ddf03ae662 HTTP/1.1" status: 200 len: 947 time: 0.8236423 Nov 12 00:38:00.950452 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bc149d40-42a5-4472-8e2f-871673a9622c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:00.955382 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-547dc102-45ea-440a-bfa7-e20487fab921 req-13e2fb87-0ba5-400d-9d98-ecb8c4c70508 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] Allocated IP 192.168.233.55 (172a28b2-119c-4d70-aef1-a731eb107d6c/3288e972-21d8-4a52-9002-05790fb0bb61/dd257788-6a92-41bd-a7c6-d1c4670215bb) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:38:00.967328 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-a13c8148-ef6c-49a9-b0df-6ab6dd174de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:00.969306 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-a13c8148-ef6c-49a9-b0df-6ab6dd174de2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4970634 Nov 12 00:38:01.049902 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65367af-6698-4973-9c9e-907aea389839 req-e59b12cd-a160-4eca-b8a4-df2afb2a861d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:01.052898 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a65367af-6698-4973-9c9e-907aea389839 req-e59b12cd-a160-4eca-b8a4-df2afb2a861d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c0c725bfaaf04ff9866bd89faaa3a1b8&device_id=c49e9c88-2213-44e2-bafd-e5dc0c60903f HTTP/1.1" status: 200 len: 1100 time: 0.2227440 Nov 12 00:38:01.088374 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-f8d1c137-1c07-483e-9175-8243cfb60575 None None] Provisioning complete for port b2696262-e5d0-4816-a901-0655446ffc2f triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:01.089289 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f8d1c137-1c07-483e-9175-8243cfb60575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:01.100537 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-a0bd1d44-869f-4b71-b9d6-8bdb9ebce637 service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225762 Nov 12 00:38:01.125097 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-70f5310b-7eab-4d6f-a13c-c40be1babcf5 req-53a3764e-dc7f-491f-8160-586d1bd276ab tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfb4f860-1118-4c97-8071-fe68e1c9c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662022 Nov 12 00:38:01.188067 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a65367af-6698-4973-9c9e-907aea389839 req-c4ec9939-7a08-4f7e-aaab-d310f113c0df service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=a4e177b5-07c0-478b-9c03-aeafe15575f4 HTTP/1.1" status: 200 len: 217 time: 0.1148989 Nov 12 00:38:01.320714 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f564e423-d43d-424a-9765-6b4a0f9bf15c req-1e3167f8-db14-4898-8848-0a3e8f9521a2 service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935987 Nov 12 00:38:01.418130 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65367af-6698-4973-9c9e-907aea389839 req-9b1b6cb7-4327-43d4-8f72-c7fe60825026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:01.420727 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a65367af-6698-4973-9c9e-907aea389839 req-9b1b6cb7-4327-43d4-8f72-c7fe60825026 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.2189360 Nov 12 00:38:01.517157 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fa1e751e-e38f-4166-8987-db2eaa7da5e8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:01.535622 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8252a010-efeb-4270-95b2-504820010a93 req-e05fdd5e-49d2-44d2-a44f-cc1ba1af6ee6 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] 10.222.0.20 "GET /v2.0/ports?device_id=58331d95-5ff0-4cdd-9586-07ebf540d90c HTTP/1.1" status: 200 len: 210 time: 0.2104077 Nov 12 00:38:01.651208 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969c2824-9b9f-4d53-a3b5-084bc13e2879" -d '{"events": [{"name": "network-changed", "server_uuid": "c49e9c88-2213-44e2-bafd-e5dc0c60903f", "tag": "a4e177b5-07c0-478b-9c03-aeafe15575f4"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:01.690127 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691bce4e-5530-41b2-a721-793039c296dc x-openstack-request-id: req-691bce4e-5530-41b2-a721-793039c296dc {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:01.692782 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc2014b0-07f3-47fd-9b82-f3ddf03ae662", "tag": "3364f905-2b0b-47ec-be6b-e260e9d0b1aa", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:01.693956 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-691bce4e-5530-41b2-a721-793039c296dc {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:01.695364 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc2014b0-07f3-47fd-9b82-f3ddf03ae662', 'tag': '3364f905-2b0b-47ec-be6b-e260e9d0b1aa', 'status': 'completed', 'code': 200} Nov 12 00:38:01.908899 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bc149d40-42a5-4472-8e2f-871673a9622c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:01.913505 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-547dc102-45ea-440a-bfa7-e20487fab921 req-13e2fb87-0ba5-400d-9d98-ecb8c4c70508 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:01.919196 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bc149d40-42a5-4472-8e2f-871673a9622c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:01.978760 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65367af-6698-4973-9c9e-907aea389839 req-e16823a2-d44c-4218-a9a2-f124c927252a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:01.980139 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a65367af-6698-4973-9c9e-907aea389839 req-e16823a2-d44c-4218-a9a2-f124c927252a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5489321 Nov 12 00:38:02.002008 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc149d40-42a5-4472-8e2f-871673a9622c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e8610c-0191-49f9-97bd-a82e26828eb8,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:02.009655 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff20e67-6553-48cd-a1a4-fb75536cb40e req-341b68fc-07dc-4f72-8c43-4042cd18cb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:02.011193 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fff20e67-6553-48cd-a1a4-fb75536cb40e req-341b68fc-07dc-4f72-8c43-4042cd18cb02 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=15185b9e61e4422b9b22f213aed2dac3&device_id=dc2014b0-07f3-47fd-9b82-f3ddf03ae662 HTTP/1.1" status: 200 len: 1099 time: 0.3294995 Nov 12 00:38:02.043204 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-bc149d40-42a5-4472-8e2f-871673a9622c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5011a076b5c044e29405292dfbccd77d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2496150 Nov 12 00:38:02.047376 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49479ad2-d0a2-4de8-b527-fb97d981a1b1 req-66d4f801-d7a9-4680-8b75-cfe8e8223767 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:02.057120 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-49479ad2-d0a2-4de8-b527-fb97d981a1b1 req-66d4f801-d7a9-4680-8b75-cfe8e8223767 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49e9c88-2213-44e2-bafd-e5dc0c60903f HTTP/1.1" status: 200 len: 948 time: 0.2917967 Nov 12 00:38:02.074515 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35752) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:02.273831 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-547dc102-45ea-440a-bfa7-e20487fab921 req-13e2fb87-0ba5-400d-9d98-ecb8c4c70508 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:02.352814 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4424a310-8dd7-44b5-98b0-2762e0fe070d x-openstack-request-id: req-4424a310-8dd7-44b5-98b0-2762e0fe070d {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:02.353596 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c49e9c88-2213-44e2-bafd-e5dc0c60903f", "tag": "a4e177b5-07c0-478b-9c03-aeafe15575f4", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:02.354363 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4424a310-8dd7-44b5-98b0-2762e0fe070d {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:02.354934 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c49e9c88-2213-44e2-bafd-e5dc0c60903f', 'tag': 'a4e177b5-07c0-478b-9c03-aeafe15575f4', 'status': 'completed', 'code': 200} Nov 12 00:38:02.368946 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3024a3df-35f4-4bff-b811-3cea3b8e5e3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:02.400131 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3024a3df-35f4-4bff-b811-3cea3b8e5e3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:02.465950 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3024a3df-35f4-4bff-b811-3cea3b8e5e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:02.469138 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3024a3df-35f4-4bff-b811-3cea3b8e5e3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:02.473320 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-3024a3df-35f4-4bff-b811-3cea3b8e5e3f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c4e8610c-0191-49f9-97bd-a82e26828eb8 HTTP/1.1" status: 204 len: 168 time: 0.3958173 Nov 12 00:38:02.505800 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-547dc102-45ea-440a-bfa7-e20487fab921 req-13e2fb87-0ba5-400d-9d98-ecb8c4c70508 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] Network 172a28b2-119c-4d70-aef1-a731eb107d6c is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:38:02.518490 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a65367af-6698-4973-9c9e-907aea389839 req-8dfa3530-0f76-4dde-bb65-ad0e066bf05f service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5156753 Nov 12 00:38:02.526259 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3024a3df-35f4-4bff-b811-3cea3b8e5e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e8610c-0191-49f9-97bd-a82e26828eb8,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:02.527236 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-547dc102-45ea-440a-bfa7-e20487fab921 req-13e2fb87-0ba5-400d-9d98-ecb8c4c70508 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:38:02.541623 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-547dc102-45ea-440a-bfa7-e20487fab921 req-13e2fb87-0ba5-400d-9d98-ecb8c4c70508 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:38:02.549049 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547dc102-45ea-440a-bfa7-e20487fab921 req-13e2fb87-0ba5-400d-9d98-ecb8c4c70508 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:02.549049 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-547dc102-45ea-440a-bfa7-e20487fab921 req-13e2fb87-0ba5-400d-9d98-ecb8c4c70508 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:02.608495 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e2fb87-0ba5-400d-9d98-ecb8c4c70508 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] Pushing event updated for resources: {'Port': ['ID=dd257788-6a92-41bd-a7c6-d1c4670215bb,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:02.695658 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-547dc102-45ea-440a-bfa7-e20487fab921 req-13e2fb87-0ba5-400d-9d98-ecb8c4c70508 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.9449010 Nov 12 00:38:02.717037 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-49479ad2-d0a2-4de8-b527-fb97d981a1b1 req-fb5e419b-9a67-405c-992a-3870cc325b69 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.20 "GET /v2.0/security-groups?id=30486909-cfb6-4920-a58f-4e88ba287de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6588967 Nov 12 00:38:02.749254 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff20e67-6553-48cd-a1a4-fb75536cb40e req-965e143b-98e9-4735-be6c-06388fe694f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:02.750919 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fff20e67-6553-48cd-a1a4-fb75536cb40e req-965e143b-98e9-4735-be6c-06388fe694f2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.7249522 Nov 12 00:38:02.776259 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0fd78-960f-4a93-93fe-a07f1b8fa80e req-5b78f02c-13b8-4e94-8b8e-ee4423f66f69 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:02.778101 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cfa0fd78-960f-4a93-93fe-a07f1b8fa80e req-5b78f02c-13b8-4e94-8b8e-ee4423f66f69 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc2014b0-07f3-47fd-9b82-f3ddf03ae662 HTTP/1.1" status: 200 len: 947 time: 0.2605157 Nov 12 00:38:02.785466 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fa1e751e-e38f-4166-8987-db2eaa7da5e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:02.823505 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a65367af-6698-4973-9c9e-907aea389839 req-e01ca163-0237-48e5-bb3c-7dfd101a8aa8 service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873905 Nov 12 00:38:02.883468 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fff20e67-6553-48cd-a1a4-fb75536cb40e req-42375624-5b59-4269-9bb2-e2353a5817b9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=3364f905-2b0b-47ec-be6b-e260e9d0b1aa HTTP/1.1" status: 200 len: 217 time: 0.1169319 Nov 12 00:38:02.945908 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cfa0fd78-960f-4a93-93fe-a07f1b8fa80e req-006b3daa-ef2d-4c7d-9f1f-5449e7a92031 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfb4f860-1118-4c97-8071-fe68e1c9c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459360 Nov 12 00:38:03.076972 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c2824-9b9f-4d53-a3b5-084bc13e2879 req-8b516bd4-82fe-44cf-b93a-5dacb693ad28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:03.085898 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-fc6676fc-aa8f-4ca5-9ab8-20a961bf64c3 None None] Provisioning complete for port dd257788-6a92-41bd-a7c6-d1c4670215bb triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:03.086439 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fc6676fc-aa8f-4ca5-9ab8-20a961bf64c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:03.089854 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-969c2824-9b9f-4d53-a3b5-084bc13e2879 req-8b516bd4-82fe-44cf-b93a-5dacb693ad28 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c0c725bfaaf04ff9866bd89faaa3a1b8&device_id=c49e9c88-2213-44e2-bafd-e5dc0c60903f HTTP/1.1" status: 200 len: 1100 time: 0.1338665 Nov 12 00:38:03.233225 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-fc6676fc-aa8f-4ca5-9ab8-20a961bf64c3 None None] Port dd257788-6a92-41bd-a7c6-d1c4670215bb cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:38:03.318649 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff20e67-6553-48cd-a1a4-fb75536cb40e req-16f1e496-58de-4768-95af-f0a50eafbde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:03.320173 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fff20e67-6553-48cd-a1a4-fb75536cb40e req-16f1e496-58de-4768-95af-f0a50eafbde7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.4173489 Nov 12 00:38:03.458933 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35780) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:03.463395 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c2824-9b9f-4d53-a3b5-084bc13e2879 req-c98e855b-adc5-402f-b842-1020b875266b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:03.465217 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-969c2824-9b9f-4d53-a3b5-084bc13e2879 req-c98e855b-adc5-402f-b842-1020b875266b service neutron] 10.222.0.54 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.3630264 Nov 12 00:38:03.490767 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd8095-2594-4703-9300-ad2a5d6323a9 req-3dc2cca3-4bad-4612-8b76-30547b31e145 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:03.498696 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d9dd8095-2594-4703-9300-ad2a5d6323a9 req-3dc2cca3-4bad-4612-8b76-30547b31e145 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] 10.222.0.20 "GET /v2.0/ports?device_id=58331d95-5ff0-4cdd-9586-07ebf540d90c HTTP/1.1" status: 200 len: 935 time: 0.6243713 Nov 12 00:38:03.645742 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d9dd8095-2594-4703-9300-ad2a5d6323a9 req-6bb7962c-b270-4330-ba6d-f1ff91b522b8 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2c837d3-554a-4d05-8eb1-0a15a2f0514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460507 Nov 12 00:38:03.701746 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa1e751e-e38f-4166-8987-db2eaa7da5e8 admin admin] Router 5565a423-8308-4c9c-af91-d4e22aa1622b is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:38:03.900590 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35792) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:03.917872 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-969c2824-9b9f-4d53-a3b5-084bc13e2879 req-5545c4c4-ea3b-484e-ab5e-405998ca4817 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=a4e177b5-07c0-478b-9c03-aeafe15575f4 HTTP/1.1" status: 200 len: 217 time: 0.1751387 Nov 12 00:38:04.022974 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f11056cf-bd9a-4c1c-bca0-4139c93b0524 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:04.051849 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bdd83f88-bdc5-4a0c-bcf5-86c981ac7cfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:04.178719 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [req-547dc102-45ea-440a-bfa7-e20487fab921 req-cfee6126-ebdb-40aa-9687-4e405a44943d tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:38:04.183683 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-547dc102-45ea-440a-bfa7-e20487fab921 req-cfee6126-ebdb-40aa-9687-4e405a44943d tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0747020 Nov 12 00:38:04.223545 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-15e34914-43b5-4ada-ad74-6170a32794d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:04.350601 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30281671-3140-42ab-9c4b-a353da85fe6d req-42d4b916-d56e-48ca-bf99-ed1dc45d3641 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:04.352670 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-30281671-3140-42ab-9c4b-a353da85fe6d req-42d4b916-d56e-48ca-bf99-ed1dc45d3641 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49e9c88-2213-44e2-bafd-e5dc0c60903f HTTP/1.1" status: 200 len: 948 time: 0.3702819 Nov 12 00:38:04.354828 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c2824-9b9f-4d53-a3b5-084bc13e2879 req-40b3d501-46d6-40e2-a353-ad0ce050acc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:04.358140 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-969c2824-9b9f-4d53-a3b5-084bc13e2879 req-40b3d501-46d6-40e2-a353-ad0ce050acc4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.4238832 Nov 12 00:38:04.359274 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff20e67-6553-48cd-a1a4-fb75536cb40e req-a9811e9f-c021-4290-8ea1-9cebffa87d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:04.360772 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fff20e67-6553-48cd-a1a4-fb75536cb40e req-a9811e9f-c021-4290-8ea1-9cebffa87d70 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5716393 Nov 12 00:38:04.380473 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1e751e-e38f-4166-8987-db2eaa7da5e8 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:38:04.397741 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34153bb3-e536-4624-afd8-1eed8b76a782 None None] Sync routers for ids ['5565a423-8308-4c9c-af91-d4e22aa1622b'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:38:04.439688 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34153bb3-e536-4624-afd8-1eed8b76a782 None None] Routers {'5565a423-8308-4c9c-af91-d4e22aa1622b'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:38:04.443627 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-34153bb3-e536-4624-afd8-1eed8b76a782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:37:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['5565a423-8308-4c9c-af91-d4e22aa1622b'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:04.498709 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fa1e751e-e38f-4166-8987-db2eaa7da5e8 admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:04.499921 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-fa1e751e-e38f-4166-8987-db2eaa7da5e8 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 10.0529058 Nov 12 00:38:04.515883 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d096f001-f590-4e6d-aea8-ca1a4808e1cb req-7eca2dac-0287-4e60-8c97-906735743bf9 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:04.523854 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d096f001-f590-4e6d-aea8-ca1a4808e1cb req-7eca2dac-0287-4e60-8c97-906735743bf9 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc2014b0-07f3-47fd-9b82-f3ddf03ae662 HTTP/1.1" status: 200 len: 947 time: 0.3101878 Nov 12 00:38:04.530143 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35808) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:04.711211 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c2824-9b9f-4d53-a3b5-084bc13e2879 req-73b75388-e2e7-41c5-9bc1-3ff889e8accf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:04.714327 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-969c2824-9b9f-4d53-a3b5-084bc13e2879 req-73b75388-e2e7-41c5-9bc1-3ff889e8accf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2597427 Nov 12 00:38:04.735353 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-30281671-3140-42ab-9c4b-a353da85fe6d req-4eec87f3-09f0-4e39-8417-bbc186dcc00b tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.20 "GET /v2.0/security-groups?id=30486909-cfb6-4920-a58f-4e88ba287de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679035 Nov 12 00:38:04.786758 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-34153bb3-e536-4624-afd8-1eed8b76a782 None None] Set router 5565a423-8308-4c9c-af91-d4e22aa1622b gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:38:04.819978 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fff20e67-6553-48cd-a1a4-fb75536cb40e req-a1d136f3-cf2d-4ba7-8b14-f164f6428216 service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4410167 Nov 12 00:38:04.823790 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bdd83f88-bdc5-4a0c-bcf5-86c981ac7cfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:04.828459 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f11056cf-bd9a-4c1c-bca0-4139c93b0524 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:04.924680 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f11056cf-bd9a-4c1c-bca0-4139c93b0524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:04.936775 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bdd83f88-bdc5-4a0c-bcf5-86c981ac7cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:05.056891 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-969c2824-9b9f-4d53-a3b5-084bc13e2879 req-b816acd7-ec51-4d39-8056-0f84ae4dfe09 service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300643 Nov 12 00:38:05.059239 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11056cf-bd9a-4c1c-bca0-4139c93b0524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d253638f-8345-4da4-900b-04831f2e1b6e,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:05.083698 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d096f001-f590-4e6d-aea8-ca1a4808e1cb req-cdf9e427-f2d5-454a-8b0f-3bf1f2d5a756 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfb4f860-1118-4c97-8071-fe68e1c9c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5542777 Nov 12 00:38:05.150571 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd83f88-bdc5-4a0c-bcf5-86c981ac7cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20466df9-dbcf-4af1-93bc-a64bb3c4276a,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:05.271586 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-34153bb3-e536-4624-afd8-1eed8b76a782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5565a423-8308-4c9c-af91-d4e22aa1622b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1559548068-router', 'tenant_id': '9232403fc87044cdb4b51f06f5824aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'a7628aae-c133-4dd4-9c82-06701267f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:54Z', 'updated_at': '2021-11-12T00:38:01Z', 'revision_number': 3, 'project_id': '9232403fc87044cdb4b51f06f5824aca', 'gw_port': {'id': 'a7628aae-c133-4dd4-9c82-06701267f2a9', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:06:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5565a423-8308-4c9c-af91-d4e22aa1622b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:58Z', 'updated_at': '2021-11-12T00:37:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:05.280996 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2487e1b-f549-4512-80c1-1d4660a45bb9 req-5797d701-e25a-46aa-8f71-1598d8d89d3b tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:05.290060 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-bdd83f88-bdc5-4a0c-bcf5-86c981ac7cfc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4442a3767a694d99809253fd54d23153&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3720913 Nov 12 00:38:05.295012 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f2487e1b-f549-4512-80c1-1d4660a45bb9 req-5797d701-e25a-46aa-8f71-1598d8d89d3b tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] 10.222.0.20 "GET /v2.0/ports?device_id=58331d95-5ff0-4cdd-9586-07ebf540d90c HTTP/1.1" status: 200 len: 935 time: 0.3635116 Nov 12 00:38:05.295178 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f11056cf-bd9a-4c1c-bca0-4139c93b0524 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eb914db4392342fd8c6ac47155d6196d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8341830 Nov 12 00:38:05.295824 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35826) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:05.299762 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35828) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:05.316606 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34153bb3-e536-4624-afd8-1eed8b76a782 None None] Checking router: 5565a423-8308-4c9c-af91-d4e22aa1622b for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:38:05.316952 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34153bb3-e536-4624-afd8-1eed8b76a782 None None] Updating router 5565a423-8308-4c9c-af91-d4e22aa1622b port a7628aae-c133-4dd4-9c82-06701267f2a9 binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:38:05.348210 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-34153bb3-e536-4624-afd8-1eed8b76a782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:05.448476 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-969c2824-9b9f-4d53-a3b5-084bc13e2879 req-da22d823-9239-43cd-bf4e-c73853b714a0 service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907013 Nov 12 00:38:05.490601 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fff20e67-6553-48cd-a1a4-fb75536cb40e req-84a0b64c-7f8b-409c-adaf-f76ff003dcdc service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5916519 Nov 12 00:38:05.507307 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f2487e1b-f549-4512-80c1-1d4660a45bb9 req-c9c7a5af-8fce-476e-9dcb-ad139332649a tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2c837d3-554a-4d05-8eb1-0a15a2f0514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098022 Nov 12 00:38:05.523191 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-db2536d8-f21d-46e0-baef-af60377c401f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:05.589000 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a92b4c38-6f78-4c20-8ae8-aa67bbddf04b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:05.598796 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-db2536d8-f21d-46e0-baef-af60377c401f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:05.670867 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a92b4c38-6f78-4c20-8ae8-aa67bbddf04b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:05.685789 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-db2536d8-f21d-46e0-baef-af60377c401f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:05.688815 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-db2536d8-f21d-46e0-baef-af60377c401f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:05.692512 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-db2536d8-f21d-46e0-baef-af60377c401f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d253638f-8345-4da4-900b-04831f2e1b6e HTTP/1.1" status: 204 len: 168 time: 0.3855555 Nov 12 00:38:05.752096 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2536d8-f21d-46e0-baef-af60377c401f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d253638f-8345-4da4-900b-04831f2e1b6e,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:05.955103 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a92b4c38-6f78-4c20-8ae8-aa67bbddf04b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:05.963045 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a92b4c38-6f78-4c20-8ae8-aa67bbddf04b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:05.964968 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a92b4c38-6f78-4c20-8ae8-aa67bbddf04b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/20466df9-dbcf-4af1-93bc-a64bb3c4276a HTTP/1.1" status: 204 len: 168 time: 0.6641052 Nov 12 00:38:06.006444 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-34153bb3-e536-4624-afd8-1eed8b76a782 None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:06.028494 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-34153bb3-e536-4624-afd8-1eed8b76a782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:06.159913 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b4c38-6f78-4c20-8ae8-aa67bbddf04b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20466df9-dbcf-4af1-93bc-a64bb3c4276a,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:06.168805 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-34153bb3-e536-4624-afd8-1eed8b76a782 None None] Attempting to bind port a7628aae-c133-4dd4-9c82-06701267f2a9 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:38:06.170747 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-34153bb3-e536-4624-afd8-1eed8b76a782 None None] Attempting to bind port a7628aae-c133-4dd4-9c82-06701267f2a9 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:38:06.174953 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34153bb3-e536-4624-afd8-1eed8b76a782 None None] Attempting to bind port a7628aae-c133-4dd4-9c82-06701267f2a9 on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:06.188862 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34153bb3-e536-4624-afd8-1eed8b76a782 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:38:06.189239 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34153bb3-e536-4624-afd8-1eed8b76a782 None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:06.202259 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-34153bb3-e536-4624-afd8-1eed8b76a782 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:06.207455 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34153bb3-e536-4624-afd8-1eed8b76a782 None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:38:06.208008 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-34153bb3-e536-4624-afd8-1eed8b76a782 None None] Bound port: a7628aae-c133-4dd4-9c82-06701267f2a9, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:38:06.208434 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-34153bb3-e536-4624-afd8-1eed8b76a782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:06.210799 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0edb21-81a1-4d05-9399-264aa0b48a39 None None] Pushing event updated for resources: {'Port': ['ID=a7628aae-c133-4dd4-9c82-06701267f2a9,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:06.351125 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-34153bb3-e536-4624-afd8-1eed8b76a782 None None] For port a7628aae-c133-4dd4-9c82-06701267f2a9, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:38:06.376163 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-34153bb3-e536-4624-afd8-1eed8b76a782 None None] For port a7628aae-c133-4dd4-9c82-06701267f2a9, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=a7628aae-c133-4dd4-9c82-06701267f2a9,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:38:06.390806 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-34153bb3-e536-4624-afd8-1eed8b76a782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:06.395837 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d886369-def3-4b5d-8bde-4458beae5996 req-e94af99f-1bc2-4f3e-b9cd-2ef8b85e4b95 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:06.397735 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c82ff6f6-0c55-4008-b660-b738c5344e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:06.402666 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5d886369-def3-4b5d-8bde-4458beae5996 req-e94af99f-1bc2-4f3e-b9cd-2ef8b85e4b95 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49e9c88-2213-44e2-bafd-e5dc0c60903f HTTP/1.1" status: 200 len: 948 time: 0.4560125 Nov 12 00:38:06.419547 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35864) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:06.503058 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c8531-d4ce-4ed9-b602-cff94634a3c1 req-54d86b1c-89d6-4710-9485-a3d0bb575c94 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:06.507319 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8b4c8531-d4ce-4ed9-b602-cff94634a3c1 req-54d86b1c-89d6-4710-9485-a3d0bb575c94 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc2014b0-07f3-47fd-9b82-f3ddf03ae662 HTTP/1.1" status: 200 len: 947 time: 0.1880524 Nov 12 00:38:06.564604 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0edb21-81a1-4d05-9399-264aa0b48a39 None None] Pushing event updated for resources: {'Port': ['ID=a7628aae-c133-4dd4-9c82-06701267f2a9,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:06.574257 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34153bb3-e536-4624-afd8-1eed8b76a782 None None] Routers {'5565a423-8308-4c9c-af91-d4e22aa1622b'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:38:06.576927 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-34153bb3-e536-4624-afd8-1eed8b76a782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:38:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['5565a423-8308-4c9c-af91-d4e22aa1622b'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:06.631409 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8b4c8531-d4ce-4ed9-b602-cff94634a3c1 req-c00ca021-b743-4aba-bba0-e3dcb5a818dc tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfb4f860-1118-4c97-8071-fe68e1c9c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064715 Nov 12 00:38:06.688458 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5d886369-def3-4b5d-8bde-4458beae5996 req-571834da-896e-4744-862b-fd478339a7d3 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.20 "GET /v2.0/security-groups?id=30486909-cfb6-4920-a58f-4e88ba287de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533624 Nov 12 00:38:06.792403 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-26f981c5-920e-4b7c-a915-e20a22750bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:06.917048 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e396b9d8-eb9f-45ae-b10a-3e2cf3520d5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:07.048280 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-34153bb3-e536-4624-afd8-1eed8b76a782 None None] Set router 5565a423-8308-4c9c-af91-d4e22aa1622b gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:38:07.108627 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35878) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:07.172698 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f770e497-78bb-4188-815f-e4f1417d3b0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:07.302690 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35882) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:07.336580 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54288049-313c-4420-b318-a13b98416dc4 req-335b7b93-2a1a-438d-b826-287f6e246048 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:07.338896 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-54288049-313c-4420-b318-a13b98416dc4 req-335b7b93-2a1a-438d-b826-287f6e246048 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] 10.222.0.20 "GET /v2.0/ports?device_id=58331d95-5ff0-4cdd-9586-07ebf540d90c HTTP/1.1" status: 200 len: 935 time: 0.5349278 Nov 12 00:38:07.419371 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e396b9d8-eb9f-45ae-b10a-3e2cf3520d5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:07.444067 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e396b9d8-eb9f-45ae-b10a-3e2cf3520d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:07.470130 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-34153bb3-e536-4624-afd8-1eed8b76a782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5565a423-8308-4c9c-af91-d4e22aa1622b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1559548068-router', 'tenant_id': '9232403fc87044cdb4b51f06f5824aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'a7628aae-c133-4dd4-9c82-06701267f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:54Z', 'updated_at': '2021-11-12T00:38:01Z', 'revision_number': 3, 'project_id': '9232403fc87044cdb4b51f06f5824aca', 'gw_port': {'id': 'a7628aae-c133-4dd4-9c82-06701267f2a9', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:06:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5565a423-8308-4c9c-af91-d4e22aa1622b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:58Z', 'updated_at': '2021-11-12T00:38:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:07.499156 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-54288049-313c-4420-b318-a13b98416dc4 req-8ddf44b9-584b-43ed-b063-1dc927cb414e tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2c837d3-554a-4d05-8eb1-0a15a2f0514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502991 Nov 12 00:38:07.518401 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-26f981c5-920e-4b7c-a915-e20a22750bf3 admin admin] Allocated IP 172.20.0.1 (c0d0cf18-67ad-4035-b0d9-b5e71d09f4ff/312922ce-c99b-4a52-b7dd-c33c8154f353/708baaf9-fd7e-4588-acd5-0c5aadfa4392) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:38:07.541110 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:07.580713 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e396b9d8-eb9f-45ae-b10a-3e2cf3520d5a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4e8e16d3e0f941e38a1b791d9fbd7b78&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1508789 Nov 12 00:38:07.582781 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e396b9d8-eb9f-45ae-b10a-3e2cf3520d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b84315-0f9a-4cc6-8e12-6946154a9595,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:07.596165 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35890) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:07.613674 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34153bb3-e536-4624-afd8-1eed8b76a782 None None] The sync data for ids ['5565a423-8308-4c9c-af91-d4e22aa1622b'] in n-d-812236-11 is: [{'id': '5565a423-8308-4c9c-af91-d4e22aa1622b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1559548068-router', 'tenant_id': '9232403fc87044cdb4b51f06f5824aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'a7628aae-c133-4dd4-9c82-06701267f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:54Z', 'updated_at': '2021-11-12T00:38:01Z', 'revision_number': 3, 'project_id': '9232403fc87044cdb4b51f06f5824aca', 'gw_port': {'id': 'a7628aae-c133-4dd4-9c82-06701267f2a9', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:06:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5565a423-8308-4c9c-af91-d4e22aa1622b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:58Z', 'updated_at': '2021-11-12T00:38:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:38:07.662062 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-11ab4a87-36ea-4be2-8cf9-ed69e0e9ad53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:07.778401 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f770e497-78bb-4188-815f-e4f1417d3b0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:07.797117 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f770e497-78bb-4188-815f-e4f1417d3b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:07.891409 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-26f981c5-920e-4b7c-a915-e20a22750bf3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:07.983414 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f770e497-78bb-4188-815f-e4f1417d3b0a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c982f016a5874e8f9ad1712c480b198f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8737500 Nov 12 00:38:07.983666 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35900) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:07.998599 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f770e497-78bb-4188-815f-e4f1417d3b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa01119-64ed-4f9a-9493-c7b758bc4fae,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:08.158660 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2c16c-9271-4fab-9420-5a88689a8a9a req-c8710671-ee9f-41a0-8dd0-75704dd36b28 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:08.166870 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1ca2c16c-9271-4fab-9420-5a88689a8a9a req-c8710671-ee9f-41a0-8dd0-75704dd36b28 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc2014b0-07f3-47fd-9b82-f3ddf03ae662 HTTP/1.1" status: 200 len: 947 time: 0.3663259 Nov 12 00:38:08.248145 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-26f981c5-920e-4b7c-a915-e20a22750bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:08.259172 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:38:08.262990 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-11ab4a87-36ea-4be2-8cf9-ed69e0e9ad53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:08.286800 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f981c5-920e-4b7c-a915-e20a22750bf3 admin admin] Network c0d0cf18-67ad-4035-b0d9-b5e71d09f4ff is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:38:08.291901 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-26f981c5-920e-4b7c-a915-e20a22750bf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:38:08.312111 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-11ab4a87-36ea-4be2-8cf9-ed69e0e9ad53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:08.316887 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f981c5-920e-4b7c-a915-e20a22750bf3 admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:38:08.318975 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-26f981c5-920e-4b7c-a915-e20a22750bf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:08.355191 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-28bc4050-002c-48d2-af2f-a69bb847fedb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:08.421165 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-28bc4050-002c-48d2-af2f-a69bb847fedb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:08.448693 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-11ab4a87-36ea-4be2-8cf9-ed69e0e9ad53 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e4f29a3d34a468aa95cbba2ac53e83c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1406941 Nov 12 00:38:08.461287 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35910) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:08.616462 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-547dc102-45ea-440a-bfa7-e20487fab921 req-32b8112b-9374-474e-8571-3a9e0241aac1 service neutron] Request body: {'port': {'device_id': '58331d95-5ff0-4cdd-9586-07ebf540d90c', 'device_owner': 'compute:tempest-test_az-1426386038', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:08.631247 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1ca2c16c-9271-4fab-9420-5a88689a8a9a req-40ebecbe-5348-46f1-b033-d86162cb6fcd tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfb4f860-1118-4c97-8071-fe68e1c9c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4539690 Nov 12 00:38:08.728855 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b4b24-1e8f-46fa-bc06-743e9fb6fd80 req-5de61e8f-f5ab-4a60-b866-02d91598edcd tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:08.734188 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab4a87-36ea-4be2-8cf9-ed69e0e9ad53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ee70a6-cdfe-438c-90fc-e9dc5b6f80c6,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:08.751555 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-fc4eda94-439c-4c70-96f3-dfb2505c9f15 None None] Provisioning complete for port 708baaf9-fd7e-4588-acd5-0c5aadfa4392 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:08.752525 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fc4eda94-439c-4c70-96f3-dfb2505c9f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:08.764793 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-896b4b24-1e8f-46fa-bc06-743e9fb6fd80 req-5de61e8f-f5ab-4a60-b866-02d91598edcd tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49e9c88-2213-44e2-bafd-e5dc0c60903f HTTP/1.1" status: 200 len: 948 time: 0.7919295 Nov 12 00:38:08.792210 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-28bc4050-002c-48d2-af2f-a69bb847fedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:08.796962 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-28bc4050-002c-48d2-af2f-a69bb847fedb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:08.799282 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-28bc4050-002c-48d2-af2f-a69bb847fedb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6fa01119-64ed-4f9a-9493-c7b758bc4fae HTTP/1.1" status: 204 len: 168 time: 0.7564216 Nov 12 00:38:08.869606 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-fc4eda94-439c-4c70-96f3-dfb2505c9f15 None None] Port 708baaf9-fd7e-4588-acd5-0c5aadfa4392 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:38:08.878137 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f981c5-920e-4b7c-a915-e20a22750bf3 admin admin] Pushing event updated for resources: {'Port': ['ID=708baaf9-fd7e-4588-acd5-0c5aadfa4392,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:08.907682 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc4050-002c-48d2-af2f-a69bb847fedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa01119-64ed-4f9a-9493-c7b758bc4fae,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:08.909800 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-954b4a7e-593f-4694-bf92-c761899cf7e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:08.987618 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-954b4a7e-593f-4694-bf92-c761899cf7e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:09.029661 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-547dc102-45ea-440a-bfa7-e20487fab921 req-32b8112b-9374-474e-8571-3a9e0241aac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:09.130752 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:09.184981 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-896b4b24-1e8f-46fa-bc06-743e9fb6fd80 req-9e3dc45d-ebb5-4911-82a3-fc63b38d1037 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.20 "GET /v2.0/security-groups?id=30486909-cfb6-4920-a58f-4e88ba287de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719420 Nov 12 00:38:09.230021 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-954b4a7e-593f-4694-bf92-c761899cf7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:09.235578 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-954b4a7e-593f-4694-bf92-c761899cf7e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:09.237899 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-954b4a7e-593f-4694-bf92-c761899cf7e5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/53b84315-0f9a-4cc6-8e12-6946154a9595 HTTP/1.1" status: 204 len: 168 time: 1.6406717 Nov 12 00:38:09.268979 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b4a7e-593f-4694-bf92-c761899cf7e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b84315-0f9a-4cc6-8e12-6946154a9595,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:09.359230 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1304c8ea-5bde-49b6-8738-cd5b08640a04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:09.375517 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-26f981c5-920e-4b7c-a915-e20a22750bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:09.454621 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9515dc-77bd-4b5e-999d-3545acc7e313 req-3bd63485-48dd-40aa-a590-8fc4a8afcdde tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:09.456465 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1d9515dc-77bd-4b5e-999d-3545acc7e313 req-3bd63485-48dd-40aa-a590-8fc4a8afcdde tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] 10.222.0.20 "GET /v2.0/ports?device_id=58331d95-5ff0-4cdd-9586-07ebf540d90c HTTP/1.1" status: 200 len: 935 time: 0.6392524 Nov 12 00:38:09.509536 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1304c8ea-5bde-49b6-8738-cd5b08640a04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:09.623544 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1d9515dc-77bd-4b5e-999d-3545acc7e313 req-39130458-2108-42b4-810b-a42a87016fe5 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2c837d3-554a-4d05-8eb1-0a15a2f0514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556211 Nov 12 00:38:09.736141 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:09.939807 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-26f981c5-920e-4b7c-a915-e20a22750bf3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:09.953019 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb969f6-9547-41c8-b594-b9ccd2041233 req-ae7b3346-c274-449f-96e4-f0294ec1c91f tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:09.967670 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7fb969f6-9547-41c8-b594-b9ccd2041233 req-ae7b3346-c274-449f-96e4-f0294ec1c91f tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc2014b0-07f3-47fd-9b82-f3ddf03ae662 HTTP/1.1" status: 200 len: 947 time: 0.1913698 Nov 12 00:38:09.984004 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-26f981c5-920e-4b7c-a915-e20a22750bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:09.986191 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-26f981c5-920e-4b7c-a915-e20a22750bf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:10.114001 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device a7628aae-c133-4dd4-9c82-06701267f2a9 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:38:10.238341 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-547dc102-45ea-440a-bfa7-e20487fab921 req-32b8112b-9374-474e-8571-3a9e0241aac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd257788-6a92-41bd-a7c6-d1c4670215bb {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:10.256693 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-547dc102-45ea-440a-bfa7-e20487fab921 req-32b8112b-9374-474e-8571-3a9e0241aac1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:10.304626 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-547dc102-45ea-440a-bfa7-e20487fab921 req-32b8112b-9374-474e-8571-3a9e0241aac1 service neutron] Transition to ACTIVE for port object dd257788-6a92-41bd-a7c6-d1c4670215bb will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:38:10.312116 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1304c8ea-5bde-49b6-8738-cd5b08640a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:10.316360 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1304c8ea-5bde-49b6-8738-cd5b08640a04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:10.321276 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1304c8ea-5bde-49b6-8738-cd5b08640a04 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/83ee70a6-cdfe-438c-90fc-e9dc5b6f80c6 HTTP/1.1" status: 204 len: 168 time: 1.8534865 Nov 12 00:38:10.327303 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port a7628aae-c133-4dd4-9c82-06701267f2a9 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:10.327667 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:10.338261 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1304c8ea-5bde-49b6-8738-cd5b08640a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ee70a6-cdfe-438c-90fc-e9dc5b6f80c6,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:10.340806 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-547dc102-45ea-440a-bfa7-e20487fab921 req-32b8112b-9374-474e-8571-3a9e0241aac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:10.411394 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35944) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:10.479858 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b8112b-9374-474e-8571-3a9e0241aac1 service neutron] Pushing event updated for resources: {'Port': ['ID=dd257788-6a92-41bd-a7c6-d1c4670215bb,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:10.515763 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5defd457-e846-4bfb-af5e-6dd2eb3adcdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:10.525105 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f981c5-920e-4b7c-a915-e20a22750bf3 admin admin] Pushing event updated for resources: {'Port': ['ID=708baaf9-fd7e-4588-acd5-0c5aadfa4392,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:10.556802 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7fb969f6-9547-41c8-b594-b9ccd2041233 req-293c5647-5e09-4593-ad8d-96cbc5c4b056 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfb4f860-1118-4c97-8071-fe68e1c9c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5874541 Nov 12 00:38:10.648762 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:10.717263 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port a7628aae-c133-4dd4-9c82-06701267f2a9, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=a7628aae-c133-4dd4-9c82-06701267f2a9,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:10.726511 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:10.730652 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:10.779905 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5defd457-e846-4bfb-af5e-6dd2eb3adcdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:10.792660 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5defd457-e846-4bfb-af5e-6dd2eb3adcdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:10.811635 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=a7628aae-c133-4dd4-9c82-06701267f2a9,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:10.841948 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c3874-6ca9-47c8-9c8c-6ce8ffb8566d req-3f275540-8c66-4b29-ba21-a37f19628846 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:10.843581 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0c2c3874-6ca9-47c8-9c8c-6ce8ffb8566d req-3f275540-8c66-4b29-ba21-a37f19628846 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49e9c88-2213-44e2-bafd-e5dc0c60903f HTTP/1.1" status: 200 len: 948 time: 0.3700202 Nov 12 00:38:10.844320 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-547dc102-45ea-440a-bfa7-e20487fab921 req-32b8112b-9374-474e-8571-3a9e0241aac1 service neutron] Attempting to bind port dd257788-6a92-41bd-a7c6-d1c4670215bb on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:38:10.844642 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-547dc102-45ea-440a-bfa7-e20487fab921 req-32b8112b-9374-474e-8571-3a9e0241aac1 service neutron] Attempting to bind port dd257788-6a92-41bd-a7c6-d1c4670215bb by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:38:10.844959 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547dc102-45ea-440a-bfa7-e20487fab921 req-32b8112b-9374-474e-8571-3a9e0241aac1 service neutron] Attempting to bind port dd257788-6a92-41bd-a7c6-d1c4670215bb on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:10.854675 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5defd457-e846-4bfb-af5e-6dd2eb3adcdb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=264b0f1dd8544e839e71444c3100f3e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4062479 Nov 12 00:38:10.874278 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35952) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:10.875147 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547dc102-45ea-440a-bfa7-e20487fab921 req-32b8112b-9374-474e-8571-3a9e0241aac1 service neutron] Port dd257788-6a92-41bd-a7c6-d1c4670215bb on network 172a28b2-119c-4d70-aef1-a731eb107d6c not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:38:10.875611 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547dc102-45ea-440a-bfa7-e20487fab921 req-32b8112b-9374-474e-8571-3a9e0241aac1 service neutron] Attempting to bind port dd257788-6a92-41bd-a7c6-d1c4670215bb on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:10.950757 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f981c5-920e-4b7c-a915-e20a22750bf3 admin admin] Network c0d0cf18-67ad-4035-b0d9-b5e71d09f4ff is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:38:10.953522 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547dc102-45ea-440a-bfa7-e20487fab921 req-32b8112b-9374-474e-8571-3a9e0241aac1 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:38:10.953984 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547dc102-45ea-440a-bfa7-e20487fab921 req-32b8112b-9374-474e-8571-3a9e0241aac1 service neutron] Checking segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:10.954545 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547dc102-45ea-440a-bfa7-e20487fab921 req-32b8112b-9374-474e-8571-3a9e0241aac1 service neutron] Bound using segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:38:10.955079 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-547dc102-45ea-440a-bfa7-e20487fab921 req-32b8112b-9374-474e-8571-3a9e0241aac1 service neutron] Bound port: dd257788-6a92-41bd-a7c6-d1c4670215bb, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:38:10.955523 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-547dc102-45ea-440a-bfa7-e20487fab921 req-32b8112b-9374-474e-8571-3a9e0241aac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:10.958889 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-26f981c5-920e-4b7c-a915-e20a22750bf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:38:11.053326 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5defd457-e846-4bfb-af5e-6dd2eb3adcdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1cfc68-c083-4052-9324-2f823d49ebdf,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:11.098816 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-547dc102-45ea-440a-bfa7-e20487fab921 req-32b8112b-9374-474e-8571-3a9e0241aac1 service neutron] For port dd257788-6a92-41bd-a7c6-d1c4670215bb, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:38:11.103903 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-547dc102-45ea-440a-bfa7-e20487fab921 req-32b8112b-9374-474e-8571-3a9e0241aac1 service neutron] For port dd257788-6a92-41bd-a7c6-d1c4670215bb, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=dd257788-6a92-41bd-a7c6-d1c4670215bb,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:38:11.129122 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656422cd-8c1e-4221-9d05-7ef41d6830d0 req-a5bc6d16-3756-4e1e-a7c8-ae6148ffc69d tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:11.148907 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-656422cd-8c1e-4221-9d05-7ef41d6830d0 req-a5bc6d16-3756-4e1e-a7c8-ae6148ffc69d tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] 10.222.0.20 "GET /v2.0/ports?device_id=58331d95-5ff0-4cdd-9586-07ebf540d90c HTTP/1.1" status: 200 len: 969 time: 0.3569067 Nov 12 00:38:11.153199 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0c2c3874-6ca9-47c8-9c8c-6ce8ffb8566d req-5041cef6-ec62-4887-9767-c79a8fb3ea44 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.20 "GET /v2.0/security-groups?id=30486909-cfb6-4920-a58f-4e88ba287de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792106 Nov 12 00:38:11.162583 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-547dc102-45ea-440a-bfa7-e20487fab921 req-32b8112b-9374-474e-8571-3a9e0241aac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:11.210913 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b2d76768-95df-48f0-a2ce-a039dab26878 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:11.216374 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547dc102-45ea-440a-bfa7-e20487fab921 req-32b8112b-9374-474e-8571-3a9e0241aac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:11.217233 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-547dc102-45ea-440a-bfa7-e20487fab921 req-32b8112b-9374-474e-8571-3a9e0241aac1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:11.219634 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-547dc102-45ea-440a-bfa7-e20487fab921 req-32b8112b-9374-474e-8571-3a9e0241aac1 service neutron] 10.222.0.49 "PUT /v2.0/ports/dd257788-6a92-41bd-a7c6-d1c4670215bb HTTP/1.1" status: 200 len: 1118 time: 3.0516872 Nov 12 00:38:11.281732 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58331d95-5ff0-4cdd-9586-07ebf540d90c', 'tag': 'dd257788-6a92-41bd-a7c6-d1c4670215bb'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:11.284412 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e688545-61a4-4d7f-8919-e7aada47d88f" -d '{"events": [{"name": "network-changed", "server_uuid": "58331d95-5ff0-4cdd-9586-07ebf540d90c", "tag": "dd257788-6a92-41bd-a7c6-d1c4670215bb"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:11.389278 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b2d76768-95df-48f0-a2ce-a039dab26878 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:11.415191 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0939a57c-c665-4abb-bf13-26e412a5d32d x-openstack-request-id: req-0939a57c-c665-4abb-bf13-26e412a5d32d {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:11.416448 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58331d95-5ff0-4cdd-9586-07ebf540d90c", "tag": "dd257788-6a92-41bd-a7c6-d1c4670215bb", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:11.423697 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0939a57c-c665-4abb-bf13-26e412a5d32d {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:11.424270 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58331d95-5ff0-4cdd-9586-07ebf540d90c', 'tag': 'dd257788-6a92-41bd-a7c6-d1c4670215bb', 'status': 'completed', 'code': 200} Nov 12 00:38:11.452499 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b8112b-9374-474e-8571-3a9e0241aac1 service neutron] Pushing event updated for resources: {'Port': ['ID=dd257788-6a92-41bd-a7c6-d1c4670215bb,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:11.462734 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-9a657d87-ed3e-4cd4-bfbd-6553875bcb95 None None] Provisioning complete for port 708baaf9-fd7e-4588-acd5-0c5aadfa4392 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:11.463382 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9a657d87-ed3e-4cd4-bfbd-6553875bcb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:11.510751 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-656422cd-8c1e-4221-9d05-7ef41d6830d0 req-ec2c127c-76b9-4f20-86fd-a35fe47e5d43 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2c837d3-554a-4d05-8eb1-0a15a2f0514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662832 Nov 12 00:38:11.549534 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f981c5-920e-4b7c-a915-e20a22750bf3 admin admin] Router 5565a423-8308-4c9c-af91-d4e22aa1622b has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:38:11.552652 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b2d76768-95df-48f0-a2ce-a039dab26878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:11.555859 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b2d76768-95df-48f0-a2ce-a039dab26878 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:11.559637 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b2d76768-95df-48f0-a2ce-a039dab26878 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc1cfc68-c083-4052-9324-2f823d49ebdf HTTP/1.1" status: 204 len: 168 time: 0.6683125 Nov 12 00:38:11.579250 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-9a657d87-ed3e-4cd4-bfbd-6553875bcb95 None None] Port 708baaf9-fd7e-4588-acd5-0c5aadfa4392 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:38:11.593980 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d76768-95df-48f0-a2ce-a039dab26878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1cfc68-c083-4052-9324-2f823d49ebdf,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:11.814521 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f981c5-920e-4b7c-a915-e20a22750bf3 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:38:11.841756 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48ffef7-ff38-452d-a694-36256bbb100a None None] Sync routers for ids ['5565a423-8308-4c9c-af91-d4e22aa1622b'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:38:11.860161 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-26f981c5-920e-4b7c-a915-e20a22750bf3 admin admin] 10.222.0.20 "PUT /v2.0/routers/5565a423-8308-4c9c-af91-d4e22aa1622b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3143153 Nov 12 00:38:11.888936 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48ffef7-ff38-452d-a694-36256bbb100a None None] Routers {'5565a423-8308-4c9c-af91-d4e22aa1622b'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:38:11.890302 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-a48ffef7-ff38-452d-a694-36256bbb100a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:38:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['5565a423-8308-4c9c-af91-d4e22aa1622b'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:11.895761 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35974) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:11.921937 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-60908375-feef-446f-9b88-e9c54f95023e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:11.939047 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06afda3c-8e84-4907-82d5-7f8838935fe7 req-5a70eb0c-e557-422c-9a29-8d9733306003 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:11.948009 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-06afda3c-8e84-4907-82d5-7f8838935fe7 req-5a70eb0c-e557-422c-9a29-8d9733306003 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc2014b0-07f3-47fd-9b82-f3ddf03ae662 HTTP/1.1" status: 200 len: 947 time: 0.1435070 Nov 12 00:38:12.051113 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device a7628aae-c133-4dd4-9c82-06701267f2a9 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:38:12.057246 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-06afda3c-8e84-4907-82d5-7f8838935fe7 req-6c64e024-9a37-431b-86ef-c718d2162176 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfb4f860-1118-4c97-8071-fe68e1c9c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027596 Nov 12 00:38:12.173106 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-60908375-feef-446f-9b88-e9c54f95023e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:12.186420 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-60908375-feef-446f-9b88-e9c54f95023e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:12.292889 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60908375-feef-446f-9b88-e9c54f95023e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c687c9-7e54-44bd-962e-fe3cb331659f,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:12.321603 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-60908375-feef-446f-9b88-e9c54f95023e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0e8617699fec4714b556b5d37ce2f644&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4246683 Nov 12 00:38:12.322803 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-a48ffef7-ff38-452d-a694-36256bbb100a None None] Set router 5565a423-8308-4c9c-af91-d4e22aa1622b gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:38:12.325814 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35982) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:12.405688 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca50874-b37d-44ef-b971-cdef12f3da22 req-98c64012-5521-4fe4-9690-0aa81b056d6f tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:12.412791 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-38ada70e-fd04-4ac3-9397-ffd0bfb82868 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:12.417475 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4ca50874-b37d-44ef-b971-cdef12f3da22 req-98c64012-5521-4fe4-9690-0aa81b056d6f tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49e9c88-2213-44e2-bafd-e5dc0c60903f HTTP/1.1" status: 200 len: 948 time: 0.1214430 Nov 12 00:38:12.475273 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-38ada70e-fd04-4ac3-9397-ffd0bfb82868 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:12.535394 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port a7628aae-c133-4dd4-9c82-06701267f2a9 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:12.539466 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:12.577535 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4ca50874-b37d-44ef-b971-cdef12f3da22 req-f512c837-0971-4ec2-90a0-a19e5aa430b8 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.20 "GET /v2.0/security-groups?id=30486909-cfb6-4920-a58f-4e88ba287de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590354 Nov 12 00:38:12.634547 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:12.649920 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-38ada70e-fd04-4ac3-9397-ffd0bfb82868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:12.655884 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-38ada70e-fd04-4ac3-9397-ffd0bfb82868 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:12.658452 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-38ada70e-fd04-4ac3-9397-ffd0bfb82868 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a0c687c9-7e54-44bd-962e-fe3cb331659f HTTP/1.1" status: 204 len: 168 time: 0.3314018 Nov 12 00:38:12.693125 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ada70e-fd04-4ac3-9397-ffd0bfb82868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c687c9-7e54-44bd-962e-fe3cb331659f,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:12.953830 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-a48ffef7-ff38-452d-a694-36256bbb100a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5565a423-8308-4c9c-af91-d4e22aa1622b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1559548068-router', 'tenant_id': '9232403fc87044cdb4b51f06f5824aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'a7628aae-c133-4dd4-9c82-06701267f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:54Z', 'updated_at': '2021-11-12T00:38:09Z', 'revision_number': 4, 'project_id': '9232403fc87044cdb4b51f06f5824aca', 'gw_port': {'id': 'a7628aae-c133-4dd4-9c82-06701267f2a9', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:06:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5565a423-8308-4c9c-af91-d4e22aa1622b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:58Z', 'updated_at': '2021-11-12T00:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '708baaf9-fd7e-4588-acd5-0c5aadfa4392', 'name': '', 'network_id': 'c0d0cf18-67ad-4035-b0d9-b5e71d09f4ff', 'tenant_id': '9232403fc87044cdb4b51f06f5824aca', 'mac_address': 'fa:16:3e:46:65:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5565a423-8308-4c9c-af91-d4e22aa1622b', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '312922ce-c99b-4a52-b7dd-c33c8154f353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:07Z', 'updated_at': '2021-11-12T00:38:09Z', 'revision_number': 2, 'project_id': '9232403fc87044cdb4b51f06f5824aca', 'subnets': [{'id': '312922ce-c99b-4a52-b7dd-c33c8154f353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:13.094545 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48ffef7-ff38-452d-a694-36256bbb100a None None] Checking router: 5565a423-8308-4c9c-af91-d4e22aa1622b for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:38:13.095134 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48ffef7-ff38-452d-a694-36256bbb100a None None] Updating router 5565a423-8308-4c9c-af91-d4e22aa1622b port 708baaf9-fd7e-4588-acd5-0c5aadfa4392 binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:38:13.172411 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a48ffef7-ff38-452d-a694-36256bbb100a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:13.308673 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e45a6-9a99-4304-b6f3-ad78851125bf req-2f3ca950-6741-4f69-a510-5547c3a10b3a tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:13.314994 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1e8e45a6-9a99-4304-b6f3-ad78851125bf req-2f3ca950-6741-4f69-a510-5547c3a10b3a tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] 10.222.0.20 "GET /v2.0/ports?device_id=58331d95-5ff0-4cdd-9586-07ebf540d90c HTTP/1.1" status: 200 len: 969 time: 0.2010007 Nov 12 00:38:13.330353 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e688545-61a4-4d7f-8919-e7aada47d88f req-c67111dc-e436-4d38-9c05-6a94a05170dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:13.332047 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6e688545-61a4-4d7f-8919-e7aada47d88f req-c67111dc-e436-4d38-9c05-6a94a05170dd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd8fae65ec634f19bf0d9e36d4167f8c&device_id=58331d95-5ff0-4cdd-9586-07ebf540d90c HTTP/1.1" status: 200 len: 1121 time: 0.1446536 Nov 12 00:38:13.480388 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1e8e45a6-9a99-4304-b6f3-ad78851125bf req-953d2f0a-6dba-4fae-af22-72b4de825ae0 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2c837d3-554a-4d05-8eb1-0a15a2f0514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584232 Nov 12 00:38:13.567688 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6e688545-61a4-4d7f-8919-e7aada47d88f req-dd835991-0502-4dad-93c2-a189f034d58d service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=dd8fae65ec634f19bf0d9e36d4167f8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1065547 Nov 12 00:38:13.937887 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a48ffef7-ff38-452d-a694-36256bbb100a None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:13.944684 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a48ffef7-ff38-452d-a694-36256bbb100a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:14.024074 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e688545-61a4-4d7f-8919-e7aada47d88f req-35b65a46-091a-4800-9684-aee8b5cb3797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:14.040420 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6e688545-61a4-4d7f-8919-e7aada47d88f req-35b65a46-091a-4800-9684-aee8b5cb3797 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4644184 Nov 12 00:38:14.060351 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd62c680-00f9-41ff-b75b-1838e2af4ea8 req-312f92ff-dba1-4daa-9007-1776537101ab tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:14.071988 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fd62c680-00f9-41ff-b75b-1838e2af4ea8 req-312f92ff-dba1-4daa-9007-1776537101ab tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc2014b0-07f3-47fd-9b82-f3ddf03ae662 HTTP/1.1" status: 200 len: 947 time: 0.0923381 Nov 12 00:38:14.081316 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede15dad-d536-4bb1-9d90-79c25b1b04f1 None None] Pushing event updated for resources: {'Port': ['ID=708baaf9-fd7e-4588-acd5-0c5aadfa4392,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:14.141154 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fd62c680-00f9-41ff-b75b-1838e2af4ea8 req-66721e45-618a-4e5f-931a-1e7956a02ffd tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfb4f860-1118-4c97-8071-fe68e1c9c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677927 Nov 12 00:38:14.180531 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547dc102-45ea-440a-bfa7-e20487fab921 req-0d47439b-6d28-43da-b728-c44e786a63fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:14.182363 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-547dc102-45ea-440a-bfa7-e20487fab921 req-0d47439b-6d28-43da-b728-c44e786a63fb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd8fae65ec634f19bf0d9e36d4167f8c&device_id=58331d95-5ff0-4cdd-9586-07ebf540d90c HTTP/1.1" status: 200 len: 1121 time: 0.0611582 Nov 12 00:38:14.192298 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-a48ffef7-ff38-452d-a694-36256bbb100a None None] Attempting to bind port 708baaf9-fd7e-4588-acd5-0c5aadfa4392 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:38:14.193978 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-a48ffef7-ff38-452d-a694-36256bbb100a None None] Attempting to bind port 708baaf9-fd7e-4588-acd5-0c5aadfa4392 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '32e28a85-0381-4424-aa00-75fee39ede8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c0d0cf18-67ad-4035-b0d9-b5e71d09f4ff'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:38:14.194417 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48ffef7-ff38-452d-a694-36256bbb100a None None] Attempting to bind port 708baaf9-fd7e-4588-acd5-0c5aadfa4392 on network c0d0cf18-67ad-4035-b0d9-b5e71d09f4ff {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:14.210212 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48ffef7-ff38-452d-a694-36256bbb100a None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:38:14.210667 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48ffef7-ff38-452d-a694-36256bbb100a None None] Checking segment: {'id': '32e28a85-0381-4424-aa00-75fee39ede8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c0d0cf18-67ad-4035-b0d9-b5e71d09f4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:14.211133 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a48ffef7-ff38-452d-a694-36256bbb100a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:14.211579 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48ffef7-ff38-452d-a694-36256bbb100a None None] Bound using segment: {'id': '32e28a85-0381-4424-aa00-75fee39ede8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c0d0cf18-67ad-4035-b0d9-b5e71d09f4ff'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:38:14.212429 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-a48ffef7-ff38-452d-a694-36256bbb100a None None] Bound port: 708baaf9-fd7e-4588-acd5-0c5aadfa4392, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32e28a85-0381-4424-aa00-75fee39ede8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c0d0cf18-67ad-4035-b0d9-b5e71d09f4ff'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:38:14.212560 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a48ffef7-ff38-452d-a694-36256bbb100a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:14.273105 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-547dc102-45ea-440a-bfa7-e20487fab921 req-f2c5c1b5-0602-4a84-bd0f-809391d83d5f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=dd257788-6a92-41bd-a7c6-d1c4670215bb HTTP/1.1" status: 200 len: 217 time: 0.0747068 Nov 12 00:38:14.274973 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed88bdf-31ff-4c80-bf6e-6771c8ae89a5 req-19532c21-50e4-4c00-b317-7164096384cd tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:14.283262 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8ed88bdf-31ff-4c80-bf6e-6771c8ae89a5 req-19532c21-50e4-4c00-b317-7164096384cd tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49e9c88-2213-44e2-bafd-e5dc0c60903f HTTP/1.1" status: 200 len: 948 time: 0.0756495 Nov 12 00:38:14.365253 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8ed88bdf-31ff-4c80-bf6e-6771c8ae89a5 req-fb0144f3-f4a3-443c-bf76-ccbc5aa5b5fb tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.20 "GET /v2.0/security-groups?id=30486909-cfb6-4920-a58f-4e88ba287de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765069 Nov 12 00:38:14.399557 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-a48ffef7-ff38-452d-a694-36256bbb100a None None] For port 708baaf9-fd7e-4588-acd5-0c5aadfa4392, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:38:14.410278 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-a48ffef7-ff38-452d-a694-36256bbb100a None None] For port 708baaf9-fd7e-4588-acd5-0c5aadfa4392, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=708baaf9-fd7e-4588-acd5-0c5aadfa4392,segment=NetworkSegment(32e28a85-0381-4424-aa00-75fee39ede8c),segment_id=32e28a85-0381-4424-aa00-75fee39ede8c)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:38:14.421199 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a48ffef7-ff38-452d-a694-36256bbb100a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:14.444065 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547dc102-45ea-440a-bfa7-e20487fab921 req-c4b6074b-8d7e-439f-96ba-74dce673e653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:14.447118 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-547dc102-45ea-440a-bfa7-e20487fab921 req-c4b6074b-8d7e-439f-96ba-74dce673e653 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.1654592 Nov 12 00:38:14.508309 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547dc102-45ea-440a-bfa7-e20487fab921 req-32f173bd-6f6c-4819-a35f-088c70ab9a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:14.522953 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-547dc102-45ea-440a-bfa7-e20487fab921 req-32f173bd-6f6c-4819-a35f-088c70ab9a1d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0559874 Nov 12 00:38:14.596715 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-4db5965c-cdc7-46a9-897b-59e4e70c11fb None None] Provisioning complete for port 708baaf9-fd7e-4588-acd5-0c5aadfa4392 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:14.596715 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4db5965c-cdc7-46a9-897b-59e4e70c11fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:14.644840 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48ffef7-ff38-452d-a694-36256bbb100a None None] Routers {'5565a423-8308-4c9c-af91-d4e22aa1622b'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:38:14.645519 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-a48ffef7-ff38-452d-a694-36256bbb100a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:38:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['5565a423-8308-4c9c-af91-d4e22aa1622b'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:14.764270 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede15dad-d536-4bb1-9d90-79c25b1b04f1 None None] Pushing event updated for resources: {'Port': ['ID=708baaf9-fd7e-4588-acd5-0c5aadfa4392,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:14.778402 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-547dc102-45ea-440a-bfa7-e20487fab921 req-386c27ed-489d-4c4a-ba5b-41d2629569c2 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539632 Nov 12 00:38:14.926860 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-547dc102-45ea-440a-bfa7-e20487fab921 req-d5ab7a48-00bf-4a86-9434-4e594da367b8 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411006 Nov 12 00:38:14.979414 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-a48ffef7-ff38-452d-a694-36256bbb100a None None] Set router 5565a423-8308-4c9c-af91-d4e22aa1622b gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:38:15.152047 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4db5965c-cdc7-46a9-897b-59e4e70c11fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:15.152514 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36064) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:15.157007 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-f96326de-fcde-4ef5-80c2-c1f5bb803273 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Request body: {'security_group': {'name': 'tempest-securitygroup--950109311', 'description': 'tempest-description--1466987355'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:15.213259 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f96326de-fcde-4ef5-80c2-c1f5bb803273 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:15.279840 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-4db5965c-cdc7-46a9-897b-59e4e70c11fb None None] For port 708baaf9-fd7e-4588-acd5-0c5aadfa4392, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=708baaf9-fd7e-4588-acd5-0c5aadfa4392,segment=NetworkSegment(32e28a85-0381-4424-aa00-75fee39ede8c),segment_id=32e28a85-0381-4424-aa00-75fee39ede8c)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:15.319952 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4db5965c-cdc7-46a9-897b-59e4e70c11fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:15.363930 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e1c2d-954c-42ce-9032-548a7fefcbdc req-ba803b0e-4bc7-4f24-b6cc-930bf540e57a tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:15.374388 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c38e1c2d-954c-42ce-9032-548a7fefcbdc req-ba803b0e-4bc7-4f24-b6cc-930bf540e57a tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] 10.222.0.20 "GET /v2.0/ports?device_id=58331d95-5ff0-4cdd-9586-07ebf540d90c HTTP/1.1" status: 200 len: 969 time: 0.1215298 Nov 12 00:38:15.393519 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f96326de-fcde-4ef5-80c2-c1f5bb803273 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:15.410368 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db5965c-cdc7-46a9-897b-59e4e70c11fb None None] Pushing event updated for resources: {'Port': ['ID=708baaf9-fd7e-4588-acd5-0c5aadfa4392,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:15.446039 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c38e1c2d-954c-42ce-9032-548a7fefcbdc req-99fef42e-1514-46f8-ba9e-5b18c51cd6e5 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2c837d3-554a-4d05-8eb1-0a15a2f0514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654032 Nov 12 00:38:15.451432 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f96326de-fcde-4ef5-80c2-c1f5bb803273 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:15.476859 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-bcf00824-bd81-4a2a-898c-89ace78eb6b8 None None] Provisioning complete for port 708baaf9-fd7e-4588-acd5-0c5aadfa4392 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:15.477258 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bcf00824-bd81-4a2a-898c-89ace78eb6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:15.523730 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96326de-fcde-4ef5-80c2-c1f5bb803273 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5cc596-1b22-444e-be3c-7711ad41e392,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:15.534241 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f96326de-fcde-4ef5-80c2-c1f5bb803273 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:15.536057 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f96326de-fcde-4ef5-80c2-c1f5bb803273 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3827307 Nov 12 00:38:15.539280 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36084) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:15.546684 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-4af5a31d-8187-46f7-9051-34d0489d9940 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Request body: {'security_group_rule': {'security_group_id': '9d5cc596-1b22-444e-be3c-7711ad41e392', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:15.548084 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-a48ffef7-ff38-452d-a694-36256bbb100a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5565a423-8308-4c9c-af91-d4e22aa1622b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1559548068-router', 'tenant_id': '9232403fc87044cdb4b51f06f5824aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'a7628aae-c133-4dd4-9c82-06701267f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:54Z', 'updated_at': '2021-11-12T00:38:09Z', 'revision_number': 4, 'project_id': '9232403fc87044cdb4b51f06f5824aca', 'gw_port': {'id': 'a7628aae-c133-4dd4-9c82-06701267f2a9', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:06:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5565a423-8308-4c9c-af91-d4e22aa1622b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:58Z', 'updated_at': '2021-11-12T00:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '708baaf9-fd7e-4588-acd5-0c5aadfa4392', 'name': '', 'network_id': 'c0d0cf18-67ad-4035-b0d9-b5e71d09f4ff', 'tenant_id': '9232403fc87044cdb4b51f06f5824aca', 'mac_address': 'fa:16:3e:46:65:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5565a423-8308-4c9c-af91-d4e22aa1622b', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '312922ce-c99b-4a52-b7dd-c33c8154f353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:07Z', 'updated_at': '2021-11-12T00:38:14Z', 'revision_number': 4, 'project_id': '9232403fc87044cdb4b51f06f5824aca', 'subnets': [{'id': '312922ce-c99b-4a52-b7dd-c33c8154f353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:15.559747 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45d814-877d-406b-8cc2-8a3f0af28c39 req-89e795ba-1b9b-485b-b6ae-fb551ea7436c tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:15.561840 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-db45d814-877d-406b-8cc2-8a3f0af28c39 req-89e795ba-1b9b-485b-b6ae-fb551ea7436c tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc2014b0-07f3-47fd-9b82-f3ddf03ae662 HTTP/1.1" status: 200 len: 947 time: 0.2093482 Nov 12 00:38:15.604392 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48ffef7-ff38-452d-a694-36256bbb100a None None] The sync data for ids ['5565a423-8308-4c9c-af91-d4e22aa1622b'] in n-d-812236-11 is: [{'id': '5565a423-8308-4c9c-af91-d4e22aa1622b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1559548068-router', 'tenant_id': '9232403fc87044cdb4b51f06f5824aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'a7628aae-c133-4dd4-9c82-06701267f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:54Z', 'updated_at': '2021-11-12T00:38:09Z', 'revision_number': 4, 'project_id': '9232403fc87044cdb4b51f06f5824aca', 'gw_port': {'id': 'a7628aae-c133-4dd4-9c82-06701267f2a9', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:06:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5565a423-8308-4c9c-af91-d4e22aa1622b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:58Z', 'updated_at': '2021-11-12T00:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '708baaf9-fd7e-4588-acd5-0c5aadfa4392', 'name': '', 'network_id': 'c0d0cf18-67ad-4035-b0d9-b5e71d09f4ff', 'tenant_id': '9232403fc87044cdb4b51f06f5824aca', 'mac_address': 'fa:16:3e:46:65:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5565a423-8308-4c9c-af91-d4e22aa1622b', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '312922ce-c99b-4a52-b7dd-c33c8154f353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:07Z', 'updated_at': '2021-11-12T00:38:14Z', 'revision_number': 4, 'project_id': '9232403fc87044cdb4b51f06f5824aca', 'subnets': [{'id': '312922ce-c99b-4a52-b7dd-c33c8154f353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:38:15.636116 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4e412-aa7e-4047-922b-cf6b496fa898 req-6dff9382-9ca9-49f8-8a72-974eff7954a4 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:15.645999 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6ae4e412-aa7e-4047-922b-cf6b496fa898 req-6dff9382-9ca9-49f8-8a72-974eff7954a4 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49e9c88-2213-44e2-bafd-e5dc0c60903f HTTP/1.1" status: 200 len: 948 time: 0.1200855 Nov 12 00:38:15.678629 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4af5a31d-8187-46f7-9051-34d0489d9940 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:15.744970 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-db45d814-877d-406b-8cc2-8a3f0af28c39 req-55ff476a-0a2b-42da-a4fe-672fdb498a69 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfb4f860-1118-4c97-8071-fe68e1c9c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754832 Nov 12 00:38:15.770751 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6ae4e412-aa7e-4047-922b-cf6b496fa898 req-89cb886b-17b4-424d-a493-fedfdf88f71a tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.20 "GET /v2.0/security-groups?id=30486909-cfb6-4920-a58f-4e88ba287de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209545 Nov 12 00:38:15.801864 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4af5a31d-8187-46f7-9051-34d0489d9940 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:15.807206 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4af5a31d-8187-46f7-9051-34d0489d9940 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:15.825823 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af5a31d-8187-46f7-9051-34d0489d9940 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b10a206-e220-4443-849a-40feb8b73d3e,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:15.841443 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4af5a31d-8187-46f7-9051-34d0489d9940 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:15.847564 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4af5a31d-8187-46f7-9051-34d0489d9940 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3025320 Nov 12 00:38:15.847938 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36090) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:15.856362 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-28f8f8fb-9388-45fd-a579-acc6a23ea644 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Request body: {'security_group_rule': {'security_group_id': '9d5cc596-1b22-444e-be3c-7711ad41e392', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:15.915171 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-28f8f8fb-9388-45fd-a579-acc6a23ea644 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:16.017316 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 708baaf9-fd7e-4588-acd5-0c5aadfa4392 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:38:16.039532 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-28f8f8fb-9388-45fd-a579-acc6a23ea644 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:16.046812 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-28f8f8fb-9388-45fd-a579-acc6a23ea644 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:16.075812 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8f8fb-9388-45fd-a579-acc6a23ea644 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bcbeb55-b94e-42e4-9936-8b53d5c20e50,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:16.093178 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-28f8f8fb-9388-45fd-a579-acc6a23ea644 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:16.098441 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36100) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:16.099036 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-28f8f8fb-9388-45fd-a579-acc6a23ea644 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2500250 Nov 12 00:38:16.103467 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-f216ee6c-e0e0-43dd-84be-8c50ebfb6494 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:16.127369 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 708baaf9-fd7e-4588-acd5-0c5aadfa4392 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:16.127828 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:16.155561 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f216ee6c-e0e0-43dd-84be-8c50ebfb6494 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks [] for floatingip, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:16.335144 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f216ee6c-e0e0-43dd-84be-8c50ebfb6494 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:16.528149 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-f216ee6c-e0e0-43dd-84be-8c50ebfb6494 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Allocated IP 172.25.2.161 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/a9417474-24a8-444e-b45d-f91e2bacef70) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:38:16.584811 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-c6396ee7-70c4-48cf-b5b0-537408653577 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=cbc5b0bf95164a03a9c56914d00b2e1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388796 Nov 12 00:38:16.721799 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f216ee6c-e0e0-43dd-84be-8c50ebfb6494 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:16.736993 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc75bc0-2c89-49ca-ac8f-32c016f63079 req-3e553813-7c7d-41be-b069-e948f7d673b3 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:16.739065 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8bc75bc0-2c89-49ca-ac8f-32c016f63079 req-3e553813-7c7d-41be-b069-e948f7d673b3 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] 10.222.0.20 "GET /v2.0/ports?device_id=58331d95-5ff0-4cdd-9586-07ebf540d90c HTTP/1.1" status: 200 len: 969 time: 0.1623652 Nov 12 00:38:16.757048 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-0b6df7ad-3983-430d-855a-932eb93308dc tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:16.758526 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-0b6df7ad-3983-430d-855a-932eb93308dc tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1665800 Nov 12 00:38:16.776125 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-f3fdef11-60c7-4012-b3a5-f84503c6f5df tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/quotas/cbc5b0bf95164a03a9c56914d00b2e1a HTTP/1.1" status: 200 len: 375 time: 0.0107579 Nov 12 00:38:16.812805 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8bc75bc0-2c89-49ca-ac8f-32c016f63079 req-7f2a0e9f-2dc0-4f9d-9052-e07d4d196408 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2c837d3-554a-4d05-8eb1-0a15a2f0514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673945 Nov 12 00:38:16.813905 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f216ee6c-e0e0-43dd-84be-8c50ebfb6494 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:16.859289 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f216ee6c-e0e0-43dd-84be-8c50ebfb6494 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:38:16.859789 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-5e7c4a7d-5c9a-441d-a168-dadaae1efe3b tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cbc5b0bf95164a03a9c56914d00b2e1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0769348 Nov 12 00:38:16.863097 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-f216ee6c-e0e0-43dd-84be-8c50ebfb6494 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:38:16.866575 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f216ee6c-e0e0-43dd-84be-8c50ebfb6494 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:38:16.938428 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f216ee6c-e0e0-43dd-84be-8c50ebfb6494 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Pushing event updated for resources: {'Port': ['ID=a9417474-24a8-444e-b45d-f91e2bacef70,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:16.976903 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f216ee6c-e0e0-43dd-84be-8c50ebfb6494 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:17.033017 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f216ee6c-e0e0-43dd-84be-8c50ebfb6494 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:17.254712 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f216ee6c-e0e0-43dd-84be-8c50ebfb6494 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:17.261141 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f216ee6c-e0e0-43dd-84be-8c50ebfb6494 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:17.277059 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc48d1-681d-41a8-a60e-21858b0c7968 req-a1d788c8-1ccd-45b3-998f-4eddeae19e60 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:17.278935 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-83dc48d1-681d-41a8-a60e-21858b0c7968 req-a1d788c8-1ccd-45b3-998f-4eddeae19e60 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc2014b0-07f3-47fd-9b82-f3ddf03ae662 HTTP/1.1" status: 200 len: 947 time: 0.1144626 Nov 12 00:38:17.325934 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f216ee6c-e0e0-43dd-84be-8c50ebfb6494 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:17.354420 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f216ee6c-e0e0-43dd-84be-8c50ebfb6494 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Pushing event updated for resources: {'Port': ['ID=a9417474-24a8-444e-b45d-f91e2bacef70,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:17.360607 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f216ee6c-e0e0-43dd-84be-8c50ebfb6494 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:17.361848 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f216ee6c-e0e0-43dd-84be-8c50ebfb6494 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2624576 Nov 12 00:38:17.362510 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36158) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:17.394275 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-83dc48d1-681d-41a8-a60e-21858b0c7968 req-6bfe8b21-91b6-42fd-a934-783a65d84cae tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfb4f860-1118-4c97-8071-fe68e1c9c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939140 Nov 12 00:38:17.538672 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf2f0e-bbe6-4034-a368-77585b2c5a33 req-8f0b07a5-3bfe-48ba-8fb3-3d56bb8a0a99 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:17.542083 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1ebf2f0e-bbe6-4034-a368-77585b2c5a33 req-8f0b07a5-3bfe-48ba-8fb3-3d56bb8a0a99 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49e9c88-2213-44e2-bafd-e5dc0c60903f HTTP/1.1" status: 200 len: 948 time: 0.0923841 Nov 12 00:38:17.596936 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-88047fd3-be90-4603-a930-5f53cd984bf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:17.638470 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1ebf2f0e-bbe6-4034-a368-77585b2c5a33 req-ac8dd80e-176f-43e5-8102-f68e5a100b3c tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.20 "GET /v2.0/security-groups?id=30486909-cfb6-4920-a58f-4e88ba287de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890841 Nov 12 00:38:17.712966 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f22c24a7-4a89-4a88-8d33-ba76ce49ad02 req-d47b8f71-164f-4392-b154-37f3f67dfdba tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ca249a8-c5ef-442a-8e97-f6ffda40466e HTTP/1.1" status: 200 len: 210 time: 0.0331028 Nov 12 00:38:17.754111 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-88047fd3-be90-4603-a930-5f53cd984bf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:17.768196 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-88047fd3-be90-4603-a930-5f53cd984bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:17.816689 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88047fd3-be90-4603-a930-5f53cd984bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e644a654-f138-4145-8c69-6f5406574465,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:17.842897 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-88047fd3-be90-4603-a930-5f53cd984bf7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f77cd0d8af304bcf9638c027557ba29a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4793708 Nov 12 00:38:17.845470 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36190) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:17.897611 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f0dab4e-8239-460b-8a37-3027b623433e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:17.917677 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-a7d71868-c329-4bae-92cc-56b1b326a5bd tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--950109311&fields=id&tenant_id=65e37905fcda41a0a64a3bffb54da22e HTTP/1.1" status: 200 len: 267 time: 0.0597486 Nov 12 00:38:17.938011 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f0dab4e-8239-460b-8a37-3027b623433e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:17.999777 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f0dab4e-8239-460b-8a37-3027b623433e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:18.003338 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f0dab4e-8239-460b-8a37-3027b623433e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:18.004712 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4f0dab4e-8239-460b-8a37-3027b623433e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e644a654-f138-4145-8c69-6f5406574465 HTTP/1.1" status: 204 len: 168 time: 0.1582978 Nov 12 00:38:18.017163 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0dab4e-8239-460b-8a37-3027b623433e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e644a654-f138-4145-8c69-6f5406574465,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:18.110572 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bdff27-5ae3-419f-b268-8b3b797e60b3 req-a9f20944-c79a-479a-8a88-a20f68eed903 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:18.112098 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c8bdff27-5ae3-419f-b268-8b3b797e60b3 req-a9f20944-c79a-479a-8a88-a20f68eed903 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] 10.222.0.20 "GET /v2.0/ports?device_id=58331d95-5ff0-4cdd-9586-07ebf540d90c HTTP/1.1" status: 200 len: 969 time: 0.0534101 Nov 12 00:38:18.153109 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-ecc402c1-5c3d-4851-ba3c-dc265ac24c3d tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:18.154614 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-ecc402c1-5c3d-4851-ba3c-dc265ac24c3d tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/networks?id=b9574af4-848a-4900-9093-7976c00593e2 HTTP/1.1" status: 200 len: 823 time: 0.2349651 Nov 12 00:38:18.167279 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c8bdff27-5ae3-419f-b268-8b3b797e60b3 req-1ecac9c3-ef98-4895-ab6c-dcc6ab39ee4e tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2c837d3-554a-4d05-8eb1-0a15a2f0514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469520 Nov 12 00:38:18.177230 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-9e15a178-2a07-4bd4-9d28-bc67d7c5b96c tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/quotas/65e37905fcda41a0a64a3bffb54da22e HTTP/1.1" status: 200 len: 375 time: 0.0163774 Nov 12 00:38:18.348838 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36208) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:18.365198 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-52017b41-13d3-4431-b633-e0d19b5aa777 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:18.443813 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-46fd5e85-51e0-4eeb-8a3e-7402e2a292db tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=65e37905fcda41a0a64a3bffb54da22e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2606382 Nov 12 00:38:18.518885 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-db00785a-3fc2-4ca5-9492-94a15521033b tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=cbc5b0bf95164a03a9c56914d00b2e1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517383 Nov 12 00:38:18.522946 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-52017b41-13d3-4431-b633-e0d19b5aa777 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:18.551868 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-52017b41-13d3-4431-b633-e0d19b5aa777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:18.657684 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-19b21b6f-ae2a-478f-934c-894c0ebe32a8 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:38:18.657684 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-19b21b6f-ae2a-478f-934c-894c0ebe32a8 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0599353 Nov 12 00:38:18.757505 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36226) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:18.769675 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-fe479c31-bf12-49bc-a0c9-84542298d094 service neutron] 10.222.0.20 "GET /v2.0/networks/b9574af4-848a-4900-9093-7976c00593e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053917 Nov 12 00:38:18.833507 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52017b41-13d3-4431-b633-e0d19b5aa777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81849c3d-b4e9-45ab-bc85-bccf88925876,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:18.842947 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-52017b41-13d3-4431-b633-e0d19b5aa777 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e23af5e6d3db40799749e7cf6d38b32e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4903786 Nov 12 00:38:18.844006 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36230) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:18.867856 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42bae35-d21f-45a3-8d76-d05156679ada req-f50ee4af-7f2d-44fd-8c1a-dbc20989c9c9 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:18.873965 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e42bae35-d21f-45a3-8d76-d05156679ada req-f50ee4af-7f2d-44fd-8c1a-dbc20989c9c9 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc2014b0-07f3-47fd-9b82-f3ddf03ae662 HTTP/1.1" status: 200 len: 947 time: 0.3903303 Nov 12 00:38:18.877936 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-90dbcd34-e63d-4903-8f4e-6ddd31de7287 service neutron] 10.222.0.20 "GET /v2.0/networks/b9574af4-848a-4900-9093-7976c00593e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016846 Nov 12 00:38:18.895671 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9abaff25-8b19-4d9d-870d-41ea31bc8ede admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:18.957972 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-3bee12d5-9533-4b61-96dc-1876e92165d3 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:18.959446 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-3bee12d5-9533-4b61-96dc-1876e92165d3 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4191785 Nov 12 00:38:18.982051 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-e8ff8ac9-b807-4101-aff7-5f4ad42e04c2 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Request body: {'port': {'device_id': '3ca249a8-c5ef-442a-8e97-f6ffda40466e', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'admin_state_up': True, 'tenant_id': 'cbc5b0bf95164a03a9c56914d00b2e1a'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:18.999533 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device dd257788-6a92-41bd-a7c6-d1c4670215bb details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:38:19.000728 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9abaff25-8b19-4d9d-870d-41ea31bc8ede admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:19.006122 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9abaff25-8b19-4d9d-870d-41ea31bc8ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:19.010349 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e42bae35-d21f-45a3-8d76-d05156679ada req-98f70d24-dde5-4a90-9b10-888cd880e8cc tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfb4f860-1118-4c97-8071-fe68e1c9c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211700 Nov 12 00:38:19.064365 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-9abaff25-8b19-4d9d-870d-41ea31bc8ede admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c9831440b1c24d578ef3d4694d33737a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3056736 Nov 12 00:38:19.067137 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36236) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:19.076029 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0b840f53-fcda-4594-b237-68daffd3e927 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:19.092910 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abaff25-8b19-4d9d-870d-41ea31bc8ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bff4261-9a8d-4964-987b-b9743233d544,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:19.113984 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0b840f53-fcda-4594-b237-68daffd3e927 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:19.193317 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b8e34c24-e13f-468f-bf6b-e26206bb5896 req-5fea88a6-3363-4c0a-8c90-b643058aa058 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ca249a8-c5ef-442a-8e97-f6ffda40466e HTTP/1.1" status: 200 len: 210 time: 0.0524168 Nov 12 00:38:19.214761 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd228d-794b-4d64-8c43-0121a0a7bbb7 req-d176c412-526f-4c66-85e4-355b11002c32 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:19.216877 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-15dd228d-794b-4d64-8c43-0121a0a7bbb7 req-d176c412-526f-4c66-85e4-355b11002c32 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49e9c88-2213-44e2-bafd-e5dc0c60903f HTTP/1.1" status: 200 len: 948 time: 0.0907714 Nov 12 00:38:19.220862 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-e8ff8ac9-b807-4101-aff7-5f4ad42e04c2 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Made reservation on behalf of cbc5b0bf95164a03a9c56914d00b2e1a for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:38:19.222410 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port dd257788-6a92-41bd-a7c6-d1c4670215bb, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=dd257788-6a92-41bd-a7c6-d1c4670215bb,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:19.232514 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-e8ff8ac9-b807-4101-aff7-5f4ad42e04c2 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:19.236667 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': 'dd257788-6a92-41bd-a7c6-d1c4670215bb', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'port_id': 'dd257788-6a92-41bd-a7c6-d1c4670215bb', 'mac_address': 'fa:16:3e:c6:36:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3288e972-21d8-4a52-9002-05790fb0bb61', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:tempest-test_az-1426386038', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:38:19.236834 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-531ce85f-e21b-4fbe-bff4-53caad9f0b01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:19.245607 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-e8ff8ac9-b807-4101-aff7-5f4ad42e04c2 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:19.280248 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0b840f53-fcda-4594-b237-68daffd3e927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:19.283354 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0b840f53-fcda-4594-b237-68daffd3e927 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:19.287575 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0b840f53-fcda-4594-b237-68daffd3e927 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/81849c3d-b4e9-45ab-bc85-bccf88925876 HTTP/1.1" status: 204 len: 168 time: 0.4368095 Nov 12 00:38:19.299575 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:19.323368 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd257788-6a92-41bd-a7c6-d1c4670215bb {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:19.346142 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2f41e36d-b3ee-4813-8967-856ca2e0bd36 req-0b5eda78-f54e-4141-b14e-d9c0503d4bc0 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/ports?device_id=647db9ca-ea4f-431b-8e93-d49d3657575a HTTP/1.1" status: 200 len: 210 time: 0.0596638 Nov 12 00:38:19.350271 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-15dd228d-794b-4d64-8c43-0121a0a7bbb7 req-da66b13d-bd97-4858-895a-dc34f9c2c22d tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.20 "GET /v2.0/security-groups?id=30486909-cfb6-4920-a58f-4e88ba287de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051891 Nov 12 00:38:19.355281 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b840f53-fcda-4594-b237-68daffd3e927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81849c3d-b4e9-45ab-bc85-bccf88925876,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:19.368354 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-531ce85f-e21b-4fbe-bff4-53caad9f0b01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:19.378905 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port dd257788-6a92-41bd-a7c6-d1c4670215bb, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=dd257788-6a92-41bd-a7c6-d1c4670215bb,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:19.420022 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:19.450879 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-531ce85f-e21b-4fbe-bff4-53caad9f0b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:19.453859 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-531ce85f-e21b-4fbe-bff4-53caad9f0b01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:19.454846 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-531ce85f-e21b-4fbe-bff4-53caad9f0b01 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6bff4261-9a8d-4964-987b-b9743233d544 HTTP/1.1" status: 204 len: 168 time: 0.3863444 Nov 12 00:38:19.484339 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ce85f-e21b-4fbe-bff4-53caad9f0b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bff4261-9a8d-4964-987b-b9743233d544,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:19.522893 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-e8ff8ac9-b807-4101-aff7-5f4ad42e04c2 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:19.530033 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-e8ff8ac9-b807-4101-aff7-5f4ad42e04c2 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:19.532833 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=dd257788-6a92-41bd-a7c6-d1c4670215bb,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:19.560413 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c211ba-f6f4-451f-8d62-f5c6c0d77725 req-dc9baaae-503c-4d87-99d0-f4b75b4b9a50 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:19.572479 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b0c211ba-f6f4-451f-8d62-f5c6c0d77725 req-dc9baaae-503c-4d87-99d0-f4b75b4b9a50 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] 10.222.0.20 "GET /v2.0/ports?device_id=58331d95-5ff0-4cdd-9586-07ebf540d90c HTTP/1.1" status: 200 len: 970 time: 0.0751655 Nov 12 00:38:19.643507 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ff8ac9-b807-4101-aff7-5f4ad42e04c2 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc9dbf8-2c36-42f2-8be3-095b73deaf92,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:19.675656 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b0c211ba-f6f4-451f-8d62-f5c6c0d77725 req-f5a7d8aa-6e73-49ed-b2eb-2c31929a0c50 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2c837d3-554a-4d05-8eb1-0a15a2f0514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881546 Nov 12 00:38:19.764145 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-e8ff8ac9-b807-4101-aff7-5f4ad42e04c2 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Allocated IP 192.168.233.89 (172a28b2-119c-4d70-aef1-a731eb107d6c/3288e972-21d8-4a52-9002-05790fb0bb61/cef80ae4-e498-4f8c-8769-77de59995675) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:38:19.797016 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['dd257788-6a92-41bd-a7c6-d1c4670215bb'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:19.982085 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-e8ff8ac9-b807-4101-aff7-5f4ad42e04c2 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:20.038547 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-e8ff8ac9-b807-4101-aff7-5f4ad42e04c2 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:20.038547 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36262) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:20.085038 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d00f0b89-2f97-4e1a-8dcc-c21e6ff76e77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:20.115212 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-e8ff8ac9-b807-4101-aff7-5f4ad42e04c2 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Network 172a28b2-119c-4d70-aef1-a731eb107d6c is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:38:20.135409 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-e8ff8ac9-b807-4101-aff7-5f4ad42e04c2 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:38:20.144173 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-e8ff8ac9-b807-4101-aff7-5f4ad42e04c2 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:38:20.150086 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-e8ff8ac9-b807-4101-aff7-5f4ad42e04c2 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:20.150701 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-e8ff8ac9-b807-4101-aff7-5f4ad42e04c2 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:20.169632 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ff8ac9-b807-4101-aff7-5f4ad42e04c2 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Pushing event updated for resources: {'Port': ['ID=cef80ae4-e498-4f8c-8769-77de59995675,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:20.200443 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-e8ff8ac9-b807-4101-aff7-5f4ad42e04c2 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2242446 Nov 12 00:38:20.225864 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a07c35-a492-457d-8f70-37b9913b1d0d req-bed3657f-7ce8-4ab6-bd3b-8ebbd3d67b57 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:20.228016 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c6a07c35-a492-457d-8f70-37b9913b1d0d req-bed3657f-7ce8-4ab6-bd3b-8ebbd3d67b57 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc2014b0-07f3-47fd-9b82-f3ddf03ae662 HTTP/1.1" status: 200 len: 947 time: 0.1112831 Nov 12 00:38:20.237574 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-40b74889-26c8-4a8c-8982-a80e304b3783 service neutron] Request body: {'port': {'device_id': '3ca249a8-c5ef-442a-8e97-f6ffda40466e', 'device_owner': 'compute:tempest-test_az-1426386038', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:20.348601 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d858388e-72ac-4e8c-8ee4-cd067d702077 req-eb0cfb74-011e-480f-8583-5246d3b1b704 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:20.351429 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d858388e-72ac-4e8c-8ee4-cd067d702077 req-eb0cfb74-011e-480f-8583-5246d3b1b704 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ca249a8-c5ef-442a-8e97-f6ffda40466e HTTP/1.1" status: 200 len: 935 time: 0.0709956 Nov 12 00:38:20.358609 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d00f0b89-2f97-4e1a-8dcc-c21e6ff76e77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:20.362592 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-40b74889-26c8-4a8c-8982-a80e304b3783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:20.369191 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c6a07c35-a492-457d-8f70-37b9913b1d0d req-fd4f8513-b778-4026-beae-32d0ee16c1e3 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfb4f860-1118-4c97-8071-fe68e1c9c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294963 Nov 12 00:38:20.377163 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d00f0b89-2f97-4e1a-8dcc-c21e6ff76e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:20.437986 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d858388e-72ac-4e8c-8ee4-cd067d702077 req-b634b747-ce28-40f5-9d94-e5ea8048db1b tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fc9dbf8-2c36-42f2-8be3-095b73deaf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793674 Nov 12 00:38:20.442681 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-def5648d-fce2-462a-aff1-2dd2c0bd1757 None None] Provisioning complete for port cef80ae4-e498-4f8c-8769-77de59995675 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:20.443179 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-def5648d-fce2-462a-aff1-2dd2c0bd1757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:20.498245 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-def5648d-fce2-462a-aff1-2dd2c0bd1757 None None] Port cef80ae4-e498-4f8c-8769-77de59995675 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:38:20.566075 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d00f0b89-2f97-4e1a-8dcc-c21e6ff76e77 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b24021184f704725bc497f095245d8b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5267234 Nov 12 00:38:20.567130 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f0b89-2f97-4e1a-8dcc-c21e6ff76e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc18eab-0613-46c6-b0ae-97b2396e3e4c,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:20.569811 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36280) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:20.609548 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36282) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:20.611856 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c108da22-d22a-4cdf-8678-3b679362ada7 req-c85afbd0-51df-4769-9135-db8d135c1430 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/ports?device_id=647db9ca-ea4f-431b-8e93-d49d3657575a HTTP/1.1" status: 200 len: 210 time: 0.0714319 Nov 12 00:38:20.666280 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-f500f383-a178-4f03-807a-7f622acc03a3 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:20.671617 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-f500f383-a178-4f03-807a-7f622acc03a3 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.54 "GET /v2.0/networks?id=b9574af4-848a-4900-9093-7976c00593e2 HTTP/1.1" status: 200 len: 823 time: 0.1801765 Nov 12 00:38:20.731936 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424aa75c-9a1f-4f65-ad01-226d90b85be6 req-ebc2f6cd-f438-4e40-be6e-5437e2f259dd tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:20.733711 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-424aa75c-9a1f-4f65-ad01-226d90b85be6 req-ebc2f6cd-f438-4e40-be6e-5437e2f259dd tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49e9c88-2213-44e2-bafd-e5dc0c60903f HTTP/1.1" status: 200 len: 948 time: 0.1605778 Nov 12 00:38:20.752708 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-be6c4c9a-1830-45b6-a0e1-36b50ea14482 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-583272079-network', 'tenant_id': '4b0210a766e24aae944cde45a712b266'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:20.771239 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3b372591-00b3-44a8-8a3a-6b3a0792f955 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:20.820534 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6c4c9a-1830-45b6-a0e1-36b50ea14482 admin admin] Made reservation on behalf of 4b0210a766e24aae944cde45a712b266 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:38:20.822958 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-be6c4c9a-1830-45b6-a0e1-36b50ea14482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:20.827552 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3b372591-00b3-44a8-8a3a-6b3a0792f955 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:20.845130 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-0c2a42f8-4f90-4fc9-92f1-05911e1e8ca8 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65e37905fcda41a0a64a3bffb54da22e HTTP/1.1" status: 200 len: 379 time: 0.1573989 Nov 12 00:38:20.846657 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-be6c4c9a-1830-45b6-a0e1-36b50ea14482 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:20.859873 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-424aa75c-9a1f-4f65-ad01-226d90b85be6 req-e461bea1-2892-437b-91c6-fc89a0f268c9 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.20 "GET /v2.0/security-groups?id=30486909-cfb6-4920-a58f-4e88ba287de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163785 Nov 12 00:38:20.861358 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-7e6c96a9-da9a-48df-9571-2c10d95a80fb tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Request body: {'port': {'device_id': '647db9ca-ea4f-431b-8e93-d49d3657575a', 'network_id': 'b9574af4-848a-4900-9093-7976c00593e2', 'admin_state_up': True, 'tenant_id': '65e37905fcda41a0a64a3bffb54da22e', 'security_groups': ['9d5cc596-1b22-444e-be3c-7711ad41e392']}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:20.905515 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe77d5-af42-4d7b-9086-55e66043af5f req-306f5487-c1bc-4c6a-82bd-322cdebda682 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:20.907014 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6abe77d5-af42-4d7b-9086-55e66043af5f req-306f5487-c1bc-4c6a-82bd-322cdebda682 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] 10.222.0.20 "GET /v2.0/ports?device_id=58331d95-5ff0-4cdd-9586-07ebf540d90c HTTP/1.1" status: 200 len: 970 time: 0.1346028 Nov 12 00:38:20.924010 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3b372591-00b3-44a8-8a3a-6b3a0792f955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:20.926524 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3b372591-00b3-44a8-8a3a-6b3a0792f955 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:20.927700 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-3b372591-00b3-44a8-8a3a-6b3a0792f955 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7fc18eab-0613-46c6-b0ae-97b2396e3e4c HTTP/1.1" status: 204 len: 168 time: 0.3534009 Nov 12 00:38:20.933102 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-40b74889-26c8-4a8c-8982-a80e304b3783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cef80ae4-e498-4f8c-8769-77de59995675 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:20.944870 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device a4e177b5-07c0-478b-9c03-aeafe15575f4 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:38:20.945766 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-40b74889-26c8-4a8c-8982-a80e304b3783 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:20.948438 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b372591-00b3-44a8-8a3a-6b3a0792f955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc18eab-0613-46c6-b0ae-97b2396e3e4c,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:20.963895 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-40b74889-26c8-4a8c-8982-a80e304b3783 service neutron] Transition to ACTIVE for port object cef80ae4-e498-4f8c-8769-77de59995675 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:38:20.968520 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-40b74889-26c8-4a8c-8982-a80e304b3783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:21.034229 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b74889-26c8-4a8c-8982-a80e304b3783 service neutron] Pushing event updated for resources: {'Port': ['ID=cef80ae4-e498-4f8c-8769-77de59995675,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:21.068592 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device dd257788-6a92-41bd-a7c6-d1c4670215bb up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:38:21.081758 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6abe77d5-af42-4d7b-9086-55e66043af5f req-605265ea-b3d0-4b18-8d04-71d48f86394b tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2c837d3-554a-4d05-8eb1-0a15a2f0514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281612 Nov 12 00:38:21.087731 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-40b74889-26c8-4a8c-8982-a80e304b3783 service neutron] Attempting to bind port cef80ae4-e498-4f8c-8769-77de59995675 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:38:21.087986 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-40b74889-26c8-4a8c-8982-a80e304b3783 service neutron] Attempting to bind port cef80ae4-e498-4f8c-8769-77de59995675 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:38:21.088325 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-40b74889-26c8-4a8c-8982-a80e304b3783 service neutron] Attempting to bind port cef80ae4-e498-4f8c-8769-77de59995675 on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:21.115032 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-40b74889-26c8-4a8c-8982-a80e304b3783 service neutron] Port cef80ae4-e498-4f8c-8769-77de59995675 on network 172a28b2-119c-4d70-aef1-a731eb107d6c not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:38:21.115355 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-40b74889-26c8-4a8c-8982-a80e304b3783 service neutron] Attempting to bind port cef80ae4-e498-4f8c-8769-77de59995675 on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:21.117690 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-be6c4c9a-1830-45b6-a0e1-36b50ea14482 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:21.122924 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-40b74889-26c8-4a8c-8982-a80e304b3783 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:38:21.123208 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-40b74889-26c8-4a8c-8982-a80e304b3783 service neutron] Checking segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:21.123588 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-40b74889-26c8-4a8c-8982-a80e304b3783 service neutron] Bound using segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:38:21.124121 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-40b74889-26c8-4a8c-8982-a80e304b3783 service neutron] Bound port: cef80ae4-e498-4f8c-8769-77de59995675, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:38:21.124760 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-40b74889-26c8-4a8c-8982-a80e304b3783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:21.127858 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-be6c4c9a-1830-45b6-a0e1-36b50ea14482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:21.135171 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-7e6c96a9-da9a-48df-9571-2c10d95a80fb tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Made reservation on behalf of 65e37905fcda41a0a64a3bffb54da22e for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:38:21.139930 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-7e6c96a9-da9a-48df-9571-2c10d95a80fb tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:21.173984 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be6c4c9a-1830-45b6-a0e1-36b50ea14482 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:38:21.202381 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-be6c4c9a-1830-45b6-a0e1-36b50ea14482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:21.202381 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-be6c4c9a-1830-45b6-a0e1-36b50ea14482 admin admin] Added segment b76ae616-ecc8-4ca3-953e-f46b2bfa8679 of type vlan for network 915b21a7-2e4d-4b46-80cf-8142d02b4309 Nov 12 00:38:21.214426 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c4c9a-1830-45b6-a0e1-36b50ea14482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3d8f48-29bc-48f6-a862-0187cc8c60cd,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:21.233569 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port dd257788-6a92-41bd-a7c6-d1c4670215bb completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:38:21.250344 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port dd257788-6a92-41bd-a7c6-d1c4670215bb triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:21.250713 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:21.258200 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port a4e177b5-07c0-478b-9c03-aeafe15575f4, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=a4e177b5-07c0-478b-9c03-aeafe15575f4,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:21.283448 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-40b74889-26c8-4a8c-8982-a80e304b3783 service neutron] For port cef80ae4-e498-4f8c-8769-77de59995675, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:38:21.289476 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-40b74889-26c8-4a8c-8982-a80e304b3783 service neutron] For port cef80ae4-e498-4f8c-8769-77de59995675, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=cef80ae4-e498-4f8c-8769-77de59995675,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:38:21.296122 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-be6c4c9a-1830-45b6-a0e1-36b50ea14482 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:21.304967 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-40b74889-26c8-4a8c-8982-a80e304b3783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:21.309023 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'a4e177b5-07c0-478b-9c03-aeafe15575f4', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'port_id': 'a4e177b5-07c0-478b-9c03-aeafe15575f4', 'mac_address': 'fa:16:3e:ef:f4:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3288e972-21d8-4a52-9002-05790fb0bb61', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:38:21.357623 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-40b74889-26c8-4a8c-8982-a80e304b3783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:21.358245 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-40b74889-26c8-4a8c-8982-a80e304b3783 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:21.359651 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-40b74889-26c8-4a8c-8982-a80e304b3783 service neutron] 10.222.0.49 "PUT /v2.0/ports/cef80ae4-e498-4f8c-8769-77de59995675 HTTP/1.1" status: 200 len: 1118 time: 1.1419890 Nov 12 00:38:21.360215 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ca249a8-c5ef-442a-8e97-f6ffda40466e', 'tag': 'cef80ae4-e498-4f8c-8769-77de59995675'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:21.362348 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632aee4d-8c8e-4ffb-8630-ad8a7c7fb750" -d '{"events": [{"name": "network-changed", "server_uuid": "3ca249a8-c5ef-442a-8e97-f6ffda40466e", "tag": "cef80ae4-e498-4f8c-8769-77de59995675"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:21.400979 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b74889-26c8-4a8c-8982-a80e304b3783 service neutron] Pushing event updated for resources: {'Port': ['ID=cef80ae4-e498-4f8c-8769-77de59995675,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:21.415024 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-be6c4c9a-1830-45b6-a0e1-36b50ea14482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:21.417142 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6c4c9a-1830-45b6-a0e1-36b50ea14482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:21.418576 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-be6c4c9a-1830-45b6-a0e1-36b50ea14482 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:21.443275 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-be6c4c9a-1830-45b6-a0e1-36b50ea14482 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8303390 Nov 12 00:38:21.446199 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36300) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:21.451944 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:21.452423 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-79550cbc-0147-4b6e-b7c8-700b129eaf3b admin admin] Request body: {'subnet': {'network_id': '915b21a7-2e4d-4b46-80cf-8142d02b4309', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-583272079-subnet', 'tenant_id': '4b0210a766e24aae944cde45a712b266', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:21.487043 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4e177b5-07c0-478b-9c03-aeafe15575f4 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:21.500766 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-7e6c96a9-da9a-48df-9571-2c10d95a80fb tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Allocated IP 172.20.0.6 (b9574af4-848a-4900-9093-7976c00593e2/7413bf18-08e7-4425-a837-148a3dd7f58d/6d25aee3-3c21-48d2-a5ce-3ed667fb14b4) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:38:21.532036 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:21.535309 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2e9d19-d2b1-4b7f-a9a8-3ac9d65f3e24 x-openstack-request-id: req-8d2e9d19-d2b1-4b7f-a9a8-3ac9d65f3e24 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:21.535913 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ca249a8-c5ef-442a-8e97-f6ffda40466e", "tag": "cef80ae4-e498-4f8c-8769-77de59995675", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:21.535913 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d2e9d19-d2b1-4b7f-a9a8-3ac9d65f3e24 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:21.536325 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ca249a8-c5ef-442a-8e97-f6ffda40466e', 'tag': 'cef80ae4-e498-4f8c-8769-77de59995675', 'status': 'completed', 'code': 200} Nov 12 00:38:21.565141 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port a4e177b5-07c0-478b-9c03-aeafe15575f4, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=a4e177b5-07c0-478b-9c03-aeafe15575f4,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:21.599268 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:21.600798 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 3364f905-2b0b-47ec-be6b-e260e9d0b1aa details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:38:21.614364 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58331d95-5ff0-4cdd-9586-07ebf540d90c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd257788-6a92-41bd-a7c6-d1c4670215bb'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:21.631249 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-504d0fce-cfce-418f-adfb-4695bb7636de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:21.633785 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-504d0fce-cfce-418f-adfb-4695bb7636de service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cbc5b0bf95164a03a9c56914d00b2e1a&device_id=3ca249a8-c5ef-442a-8e97-f6ffda40466e HTTP/1.1" status: 200 len: 1121 time: 0.1760309 Nov 12 00:38:21.633785 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79550cbc-0147-4b6e-b7c8-700b129eaf3b admin admin] Made reservation on behalf of 4b0210a766e24aae944cde45a712b266 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:38:21.636138 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-79550cbc-0147-4b6e-b7c8-700b129eaf3b admin admin] Publish callbacks [] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:21.665788 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c4c9a-1830-45b6-a0e1-36b50ea14482 admin admin] Pushing event updated for resources: {'Network': ['ID=915b21a7-2e4d-4b46-80cf-8142d02b4309,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:21.704722 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 915b21a7-2e4d-4b46-80cf-8142d02b4309 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:38:21.750358 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99299d79-e183-4d28-a08a-252e1675af69 req-017ae7d6-bfc2-4d26-be84-ab2c2e59fd7f tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:21.752074 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-99299d79-e183-4d28-a08a-252e1675af69 req-017ae7d6-bfc2-4d26-be84-ab2c2e59fd7f tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc2014b0-07f3-47fd-9b82-f3ddf03ae662 HTTP/1.1" status: 200 len: 947 time: 0.2303858 Nov 12 00:38:21.761033 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1baee-608c-4a6b-b7f9-51852cbc59b3 req-4f6faa89-3c93-4c5f-869b-982a77b7b0f5 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:21.763861 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-68d1baee-608c-4a6b-b7f9-51852cbc59b3 req-4f6faa89-3c93-4c5f-869b-982a77b7b0f5 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ca249a8-c5ef-442a-8e97-f6ffda40466e HTTP/1.1" status: 200 len: 969 time: 0.2058551 Nov 12 00:38:21.817992 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-a78e7313-fc3f-4fef-ac76-f5c9813eba87 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=cef80ae4-e498-4f8c-8769-77de59995675 HTTP/1.1" status: 200 len: 217 time: 0.1648884 Nov 12 00:38:21.828061 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port dd257788-6a92-41bd-a7c6-d1c4670215bb, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=dd257788-6a92-41bd-a7c6-d1c4670215bb,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:21.887582 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-99299d79-e183-4d28-a08a-252e1675af69 req-58d4e085-c5ef-479a-816b-4421cc5baefc tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfb4f860-1118-4c97-8071-fe68e1c9c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950162 Nov 12 00:38:21.910909 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-7e6c96a9-da9a-48df-9571-2c10d95a80fb tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:21.938370 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:21.949124 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bb5271-2736-4dcd-872f-93d9e60b00a5" -d '{"events": [{"server_uuid": "58331d95-5ff0-4cdd-9586-07ebf540d90c", "name": "network-vif-plugged", "status": "completed", "tag": "dd257788-6a92-41bd-a7c6-d1c4670215bb"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:21.957731 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.db.resource_extend [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:38:21.973353 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-7e6c96a9-da9a-48df-9571-2c10d95a80fb tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:21.992645 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 3364f905-2b0b-47ec-be6b-e260e9d0b1aa, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=3364f905-2b0b-47ec-be6b-e260e9d0b1aa,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:22.011813 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=a4e177b5-07c0-478b-9c03-aeafe15575f4,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:22.023413 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '3364f905-2b0b-47ec-be6b-e260e9d0b1aa', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'port_id': '3364f905-2b0b-47ec-be6b-e260e9d0b1aa', 'mac_address': 'fa:16:3e:2d:8c:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3288e972-21d8-4a52-9002-05790fb0bb61', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:38:22.023786 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-7e6c96a9-da9a-48df-9571-2c10d95a80fb tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Network b9574af4-848a-4900-9093-7976c00593e2 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:38:22.026959 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-7e6c96a9-da9a-48df-9571-2c10d95a80fb tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:38:22.035957 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-7e6c96a9-da9a-48df-9571-2c10d95a80fb tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:38:22.043778 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-7e6c96a9-da9a-48df-9571-2c10d95a80fb tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:22.044953 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-7e6c96a9-da9a-48df-9571-2c10d95a80fb tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:22.052662 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-6deb0b0b-0f03-409e-a549-7d6503654b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:22.054055 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-6deb0b0b-0f03-409e-a549-7d6503654b3c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.2259240 Nov 12 00:38:22.089132 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-68d1baee-608c-4a6b-b7f9-51852cbc59b3 req-c501f9c8-b240-4a10-8876-6c0de017e713 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fc9dbf8-2c36-42f2-8be3-095b73deaf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825139 Nov 12 00:38:22.120396 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-7e6c96a9-da9a-48df-9571-2c10d95a80fb tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2647462 Nov 12 00:38:22.126895 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c96a9-da9a-48df-9571-2c10d95a80fb tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Pushing event updated for resources: {'Port': ['ID=6d25aee3-3c21-48d2-a5ce-3ed667fb14b4,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:22.157655 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-ad182994-00cf-493d-b2d3-be774ddec7fe service neutron] Request body: {'port': {'device_id': '647db9ca-ea4f-431b-8e93-d49d3657575a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:22.177043 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-5e3ef88d-2878-479c-ac31-440ae98c12b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:22.178578 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-5e3ef88d-2878-479c-ac31-440ae98c12b0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1053569 Nov 12 00:38:22.257360 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-79550cbc-0147-4b6e-b7c8-700b129eaf3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:22.277883 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b7963-1443-482e-9b9a-d352a1a14884 req-fa3bedb2-f73f-4dca-89a1-4839ad9e7032 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:22.280246 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-015b7963-1443-482e-9b9a-d352a1a14884 req-fa3bedb2-f73f-4dca-89a1-4839ad9e7032 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/ports?device_id=647db9ca-ea4f-431b-8e93-d49d3657575a HTTP/1.1" status: 200 len: 931 time: 0.2452054 Nov 12 00:38:22.287554 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-ad182994-00cf-493d-b2d3-be774ddec7fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:22.349602 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=dd257788-6a92-41bd-a7c6-d1c4670215bb,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:22.352276 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:22.382826 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3364f905-2b0b-47ec-be6b-e260e9d0b1aa {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:22.407964 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e6ce62-9f5a-4866-a912-f61298acaeb5 req-8802b79b-76b9-4013-aef2-dc3720175d02 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:22.409204 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 3364f905-2b0b-47ec-be6b-e260e9d0b1aa, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=3364f905-2b0b-47ec-be6b-e260e9d0b1aa,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:22.409561 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-76e6ce62-9f5a-4866-a912-f61298acaeb5 req-8802b79b-76b9-4013-aef2-dc3720175d02 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49e9c88-2213-44e2-bafd-e5dc0c60903f HTTP/1.1" status: 200 len: 949 time: 0.2208025 Nov 12 00:38:22.415820 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:22.440901 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-015b7963-1443-482e-9b9a-d352a1a14884 req-b0bd28a8-f04d-41db-9f5f-4d375c8cffb9 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5cc596-1b22-444e-be3c-7711ad41e392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496751 Nov 12 00:38:22.473068 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79550cbc-0147-4b6e-b7c8-700b129eaf3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c20a2e5-b0cd-43b1-9ff2-c89036ea2cc3,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:22.490740 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-68f6f8b8-8f45-4f67-a9d2-b824c1bfb456 None None] Provisioning complete for port 6d25aee3-3c21-48d2-a5ce-3ed667fb14b4 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:22.491245 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-68f6f8b8-8f45-4f67-a9d2-b824c1bfb456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:22.494656 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-9a8f347e-4209-414d-ade9-77dfe60d2d4f service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002644 Nov 12 00:38:22.526835 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=3364f905-2b0b-47ec-be6b-e260e9d0b1aa,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:22.546577 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-68f6f8b8-8f45-4f67-a9d2-b824c1bfb456 None None] Port 6d25aee3-3c21-48d2-a5ce-3ed667fb14b4 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:38:22.652549 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79550cbc-0147-4b6e-b7c8-700b129eaf3b admin admin] Checking segment: {'id': 'b76ae616-ecc8-4ca3-953e-f46b2bfa8679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '915b21a7-2e4d-4b46-80cf-8142d02b4309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:22.652945 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79550cbc-0147-4b6e-b7c8-700b129eaf3b admin admin] Network hostable DHCP agents. Network: 915b21a7-2e4d-4b46-80cf-8142d02b4309, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:38:22.670743 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-76e6ce62-9f5a-4866-a912-f61298acaeb5 req-7cb30b63-cedb-46f7-a0ae-1c6a69fc8978 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.20 "GET /v2.0/security-groups?id=30486909-cfb6-4920-a58f-4e88ba287de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396407 Nov 12 00:38:22.722935 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2e28d7-eb25-4a4f-a75c-de96966b616b x-openstack-request-id: req-dd2e28d7-eb25-4a4f-a75c-de96966b616b {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:22.723304 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58331d95-5ff0-4cdd-9586-07ebf540d90c", "name": "network-vif-plugged", "status": "completed", "tag": "dd257788-6a92-41bd-a7c6-d1c4670215bb", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:22.723687 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dd2e28d7-eb25-4a4f-a75c-de96966b616b {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:22.724201 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58331d95-5ff0-4cdd-9586-07ebf540d90c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd257788-6a92-41bd-a7c6-d1c4670215bb', 'code': 200} Nov 12 00:38:22.733216 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ced93f17-65a5-4377-b910-69e10d96dc59 req-7e47c057-1ff4-4960-b3d9-8926c9e2040f service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286026 Nov 12 00:38:22.747243 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79550cbc-0147-4b6e-b7c8-700b129eaf3b admin admin] Network 915b21a7-2e4d-4b46-80cf-8142d02b4309 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:38:22.783484 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-ad182994-00cf-493d-b2d3-be774ddec7fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d25aee3-3c21-48d2-a5ce-3ed667fb14b4 {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:22.794507 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-ad182994-00cf-493d-b2d3-be774ddec7fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:22.810077 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-ad182994-00cf-493d-b2d3-be774ddec7fe service neutron] Transition to ACTIVE for port object 6d25aee3-3c21-48d2-a5ce-3ed667fb14b4 will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:38:22.814361 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-79550cbc-0147-4b6e-b7c8-700b129eaf3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 915b21a7-2e4d-4b46-80cf-8142d02b4309) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:38:22.816819 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-ad182994-00cf-493d-b2d3-be774ddec7fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:22.821413 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79550cbc-0147-4b6e-b7c8-700b129eaf3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:22.822011 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-79550cbc-0147-4b6e-b7c8-700b129eaf3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:22.829889 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec26d79-5379-4697-9c9b-70e6f497b52c None None] Network 915b21a7-2e4d-4b46-80cf-8142d02b4309 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:38:22.846443 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef8d33-40ff-4a0d-94a1-d26eb9bd5229 req-cee82cc7-8dd3-4484-90fc-05a017acca4c tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:22.854836 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a2ef8d33-40ff-4a0d-94a1-d26eb9bd5229 req-cee82cc7-8dd3-4484-90fc-05a017acca4c tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] 10.222.0.20 "GET /v2.0/ports?device_id=58331d95-5ff0-4cdd-9586-07ebf540d90c HTTP/1.1" status: 200 len: 971 time: 0.1037943 Nov 12 00:38:22.866367 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-79550cbc-0147-4b6e-b7c8-700b129eaf3b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4187958 Nov 12 00:38:22.917573 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad182994-00cf-493d-b2d3-be774ddec7fe service neutron] Pushing event updated for resources: {'Port': ['ID=6d25aee3-3c21-48d2-a5ce-3ed667fb14b4,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:22.931506 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-ad182994-00cf-493d-b2d3-be774ddec7fe service neutron] Attempting to bind port 6d25aee3-3c21-48d2-a5ce-3ed667fb14b4 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:38:22.931837 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-ad182994-00cf-493d-b2d3-be774ddec7fe service neutron] Attempting to bind port 6d25aee3-3c21-48d2-a5ce-3ed667fb14b4 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '64423b48-3f01-4308-ad49-68cdee9e8a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b9574af4-848a-4900-9093-7976c00593e2'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:38:22.932168 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-ad182994-00cf-493d-b2d3-be774ddec7fe service neutron] Attempting to bind port 6d25aee3-3c21-48d2-a5ce-3ed667fb14b4 on network b9574af4-848a-4900-9093-7976c00593e2 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:22.937444 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.49', 58668) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:22.988562 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a2ef8d33-40ff-4a0d-94a1-d26eb9bd5229 req-614b32a3-4100-4be1-86a7-ab9884b7646c tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2c837d3-554a-4d05-8eb1-0a15a2f0514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323292 Nov 12 00:38:23.011941 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632aee4d-8c8e-4ffb-8630-ad8a7c7fb750 req-2309cf72-0b7d-4d7c-a390-d461498425c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:23.013574 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-632aee4d-8c8e-4ffb-8630-ad8a7c7fb750 req-2309cf72-0b7d-4d7c-a390-d461498425c6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cbc5b0bf95164a03a9c56914d00b2e1a&device_id=3ca249a8-c5ef-442a-8e97-f6ffda40466e HTTP/1.1" status: 200 len: 1121 time: 0.0928183 Nov 12 00:38:23.021847 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-ad182994-00cf-493d-b2d3-be774ddec7fe service neutron] Port 6d25aee3-3c21-48d2-a5ce-3ed667fb14b4 on network b9574af4-848a-4900-9093-7976c00593e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:38:23.023305 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b0d08a-9fee-4331-9af8-0e5333c1a174 None None] Network 915b21a7-2e4d-4b46-80cf-8142d02b4309 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:38:23.028296 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-ad182994-00cf-493d-b2d3-be774ddec7fe service neutron] Attempting to bind port 6d25aee3-3c21-48d2-a5ce-3ed667fb14b4 on network b9574af4-848a-4900-9093-7976c00593e2 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:23.081758 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-ad182994-00cf-493d-b2d3-be774ddec7fe service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:38:23.081758 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-ad182994-00cf-493d-b2d3-be774ddec7fe service neutron] Checking segment: {'id': '64423b48-3f01-4308-ad49-68cdee9e8a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b9574af4-848a-4900-9093-7976c00593e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:23.081758 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-ad182994-00cf-493d-b2d3-be774ddec7fe service neutron] Bound using segment: {'id': '64423b48-3f01-4308-ad49-68cdee9e8a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b9574af4-848a-4900-9093-7976c00593e2'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:38:23.081758 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-ad182994-00cf-493d-b2d3-be774ddec7fe service neutron] Bound port: 6d25aee3-3c21-48d2-a5ce-3ed667fb14b4, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64423b48-3f01-4308-ad49-68cdee9e8a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b9574af4-848a-4900-9093-7976c00593e2'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:38:23.081758 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-ad182994-00cf-493d-b2d3-be774ddec7fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:23.159209 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['a4e177b5-07c0-478b-9c03-aeafe15575f4'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:23.163643 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632aee4d-8c8e-4ffb-8630-ad8a7c7fb750 req-e3d5218c-67cf-42ac-897c-ab5082d97f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:23.165189 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-632aee4d-8c8e-4ffb-8630-ad8a7c7fb750 req-e3d5218c-67cf-42ac-897c-ab5082d97f0a service neutron] 10.222.0.49 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.1415472 Nov 12 00:38:23.170219 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['3364f905-2b0b-47ec-be6b-e260e9d0b1aa'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:23.265687 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-632aee4d-8c8e-4ffb-8630-ad8a7c7fb750 req-8bef98f7-9a80-4772-876e-61d83d23ffb7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=cef80ae4-e498-4f8c-8769-77de59995675 HTTP/1.1" status: 200 len: 217 time: 0.0880826 Nov 12 00:38:23.267146 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a79d03-41b3-4baf-8b04-407b9667afb8 req-6a7de751-541b-422e-a5e0-bd8087ccdbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:23.268654 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c7a79d03-41b3-4baf-8b04-407b9667afb8 req-6a7de751-541b-422e-a5e0-bd8087ccdbd3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=58331d95-5ff0-4cdd-9586-07ebf540d90c HTTP/1.1" status: 200 len: 1123 time: 0.3287511 Nov 12 00:38:23.303157 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a404a1-a8d9-4d08-83a1-707b5de148fe req-b36ba00f-47c3-4322-98e0-86e7430fa236 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:23.311151 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-43a404a1-a8d9-4d08-83a1-707b5de148fe req-b36ba00f-47c3-4322-98e0-86e7430fa236 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc2014b0-07f3-47fd-9b82-f3ddf03ae662 HTTP/1.1" status: 200 len: 948 time: 0.2531185 Nov 12 00:38:23.340646 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-c7a79d03-41b3-4baf-8b04-407b9667afb8 req-44c3f65a-b2a3-49fa-a405-ea376dc502d6 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:23.356330 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-ad182994-00cf-493d-b2d3-be774ddec7fe service neutron] For port 6d25aee3-3c21-48d2-a5ce-3ed667fb14b4, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:38:23.379896 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-ad182994-00cf-493d-b2d3-be774ddec7fe service neutron] For port 6d25aee3-3c21-48d2-a5ce-3ed667fb14b4, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=6d25aee3-3c21-48d2-a5ce-3ed667fb14b4,segment=NetworkSegment(64423b48-3f01-4308-ad49-68cdee9e8a8c),segment_id=64423b48-3f01-4308-ad49-68cdee9e8a8c)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:38:23.407600 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18612745-f925-44c5-8af6-5da03807ed8a req-8fb62181-05f6-48c8-84a8-aba58d131899 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:23.411058 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-ad182994-00cf-493d-b2d3-be774ddec7fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:23.415022 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-18612745-f925-44c5-8af6-5da03807ed8a req-8fb62181-05f6-48c8-84a8-aba58d131899 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ca249a8-c5ef-442a-8e97-f6ffda40466e HTTP/1.1" status: 200 len: 969 time: 0.1607304 Nov 12 00:38:23.434975 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632aee4d-8c8e-4ffb-8630-ad8a7c7fb750 req-c58661fe-7cee-4078-8f70-386766ecef10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:23.436428 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-632aee4d-8c8e-4ffb-8630-ad8a7c7fb750 req-c58661fe-7cee-4078-8f70-386766ecef10 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.1154287 Nov 12 00:38:23.497572 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-43a404a1-a8d9-4d08-83a1-707b5de148fe req-7e27008f-0192-4795-9461-8c96ab771165 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfb4f860-1118-4c97-8071-fe68e1c9c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805475 Nov 12 00:38:23.517789 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-18612745-f925-44c5-8af6-5da03807ed8a req-dab8da7e-3811-4d22-a3dc-10df756f5dc4 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fc9dbf8-2c36-42f2-8be3-095b73deaf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879838 Nov 12 00:38:23.538889 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632aee4d-8c8e-4ffb-8630-ad8a7c7fb750 req-bf654437-1a36-478a-9aca-9443b8287689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:23.541008 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-632aee4d-8c8e-4ffb-8630-ad8a7c7fb750 req-bf654437-1a36-478a-9aca-9443b8287689 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0961945 Nov 12 00:38:23.552966 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-ad182994-00cf-493d-b2d3-be774ddec7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:23.553916 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-ad182994-00cf-493d-b2d3-be774ddec7fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:23.557141 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-ad182994-00cf-493d-b2d3-be774ddec7fe service neutron] 10.222.0.54 "PUT /v2.0/ports/6d25aee3-3c21-48d2-a5ce-3ed667fb14b4 HTTP/1.1" status: 200 len: 1092 time: 1.4186718 Nov 12 00:38:23.560191 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '647db9ca-ea4f-431b-8e93-d49d3657575a', 'tag': '6d25aee3-3c21-48d2-a5ce-3ed667fb14b4'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:23.563292 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3876aebc-c9d5-44e0-b7bd-12a74d62f37b" -d '{"events": [{"name": "network-changed", "server_uuid": "647db9ca-ea4f-431b-8e93-d49d3657575a", "tag": "6d25aee3-3c21-48d2-a5ce-3ed667fb14b4"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:23.619176 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad182994-00cf-493d-b2d3-be774ddec7fe service neutron] Pushing event updated for resources: {'Port': ['ID=6d25aee3-3c21-48d2-a5ce-3ed667fb14b4,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:23.705344 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-c7a79d03-41b3-4baf-8b04-407b9667afb8 req-44c3f65a-b2a3-49fa-a405-ea376dc502d6 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:23.725051 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-c7a79d03-41b3-4baf-8b04-407b9667afb8 req-44c3f65a-b2a3-49fa-a405-ea376dc502d6 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:23.807039 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c3f65a-b2a3-49fa-a405-ea376dc502d6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=151cbc30-9841-4fff-8f5d-76ed62f751f0,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:23.814521 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-70f7111e-9791-4dbd-9da3-022e84ed83e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:23.817314 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-70f7111e-9791-4dbd-9da3-022e84ed83e7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=65e37905fcda41a0a64a3bffb54da22e&device_id=647db9ca-ea4f-431b-8e93-d49d3657575a HTTP/1.1" status: 200 len: 1095 time: 0.1770909 Nov 12 00:38:23.845935 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c7a79d03-41b3-4baf-8b04-407b9667afb8 req-44c3f65a-b2a3-49fa-a405-ea376dc502d6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f2c837d3-554a-4d05-8eb1-0a15a2f0514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5637846 Nov 12 00:38:23.891147 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-90d51454-3988-48a7-95a5-7d44d03782d6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d25aee3-3c21-48d2-a5ce-3ed667fb14b4 HTTP/1.1" status: 200 len: 217 time: 0.0440547 Nov 12 00:38:23.961119 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-d5a2c48f-4100-4b60-bf60-2aa1c19c1528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:23.962594 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-d5a2c48f-4100-4b60-bf60-2aa1c19c1528 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7413bf18-08e7-4425-a837-148a3dd7f58d HTTP/1.1" status: 200 len: 862 time: 0.0602598 Nov 12 00:38:23.965184 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6ee7c4-e6ef-4aed-9a84-6f512c100200 x-openstack-request-id: req-4e6ee7c4-e6ef-4aed-9a84-6f512c100200 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:23.965456 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "647db9ca-ea4f-431b-8e93-d49d3657575a", "tag": "6d25aee3-3c21-48d2-a5ce-3ed667fb14b4", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:23.965720 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4e6ee7c4-e6ef-4aed-9a84-6f512c100200 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:23.966841 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '647db9ca-ea4f-431b-8e93-d49d3657575a', 'tag': '6d25aee3-3c21-48d2-a5ce-3ed667fb14b4', 'status': 'completed', 'code': 200} Nov 12 00:38:23.986229 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36378) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:23.991013 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-1dd3ed4c-fe59-4fe6-8564-0abc8cd7ded9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2056369345-network', 'tenant_id': '74ededca31394cc4b47e80aff5e5e15f'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:24.031235 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b8f1c-fd5b-419b-ad78-1b98b83380a3 req-b598373a-21c4-45e0-baae-0bda03af0b83 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:24.032742 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-491b8f1c-fd5b-419b-ad78-1b98b83380a3 req-b598373a-21c4-45e0-baae-0bda03af0b83 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/ports?device_id=647db9ca-ea4f-431b-8e93-d49d3657575a HTTP/1.1" status: 200 len: 943 time: 0.4018950 Nov 12 00:38:24.048744 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-632aee4d-8c8e-4ffb-8630-ad8a7c7fb750 req-bb0a3332-fc68-4554-8f25-6e571d066772 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4991329 Nov 12 00:38:24.062490 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd3ed4c-fe59-4fe6-8564-0abc8cd7ded9 admin admin] Made reservation on behalf of 74ededca31394cc4b47e80aff5e5e15f for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:38:24.064868 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1dd3ed4c-fe59-4fe6-8564-0abc8cd7ded9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:24.078990 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1dd3ed4c-fe59-4fe6-8564-0abc8cd7ded9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:24.081866 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-51744179-d326-419e-ae5f-63e15013d625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:24.083352 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-51744179-d326-419e-ae5f-63e15013d625 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b9574af4-848a-4900-9093-7976c00593e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1110661 Nov 12 00:38:24.087575 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-491b8f1c-fd5b-419b-ad78-1b98b83380a3 req-e776da7c-0dac-4d73-863a-5d6c557bb97d tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5cc596-1b22-444e-be3c-7711ad41e392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473449 Nov 12 00:38:24.119679 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606fa16-560a-4e87-bfa4-503b737f44b8 req-bb342572-d97c-4b43-97fc-899410216d9b tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:24.121729 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1606fa16-560a-4e87-bfa4-503b737f44b8 req-bb342572-d97c-4b43-97fc-899410216d9b tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49e9c88-2213-44e2-bafd-e5dc0c60903f HTTP/1.1" status: 200 len: 949 time: 0.1095092 Nov 12 00:38:24.254770 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1606fa16-560a-4e87-bfa4-503b737f44b8 req-9870276a-46c4-437b-a608-7e64daf26f19 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.20 "GET /v2.0/security-groups?id=30486909-cfb6-4920-a58f-4e88ba287de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231055 Nov 12 00:38:24.264358 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-db7da842-a8f7-4811-bcad-0083fca3246d service neutron] 10.222.0.54 "GET /v2.0/networks/b9574af4-848a-4900-9093-7976c00593e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728220 Nov 12 00:38:24.314699 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845406dc-dbf0-4180-a9b0-23b9a6bae727 req-03e96502-0cf8-41d0-8130-0448dca544f7 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:24.316276 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-845406dc-dbf0-4180-a9b0-23b9a6bae727 req-03e96502-0cf8-41d0-8130-0448dca544f7 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] 10.222.0.20 "GET /v2.0/ports?device_id=58331d95-5ff0-4cdd-9586-07ebf540d90c HTTP/1.1" status: 200 len: 971 time: 0.1285374 Nov 12 00:38:24.347797 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1dd3ed4c-fe59-4fe6-8564-0abc8cd7ded9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:24.354660 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1dd3ed4c-fe59-4fe6-8564-0abc8cd7ded9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:24.365248 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-632aee4d-8c8e-4ffb-8630-ad8a7c7fb750 req-716083dc-d62e-4c0c-be0b-b160c05193a3 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399117 Nov 12 00:38:24.385122 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dd3ed4c-fe59-4fe6-8564-0abc8cd7ded9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:38:24.408742 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-845406dc-dbf0-4180-a9b0-23b9a6bae727 req-d3ee54ff-a6eb-4c42-9efe-65d281404161 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2c837d3-554a-4d05-8eb1-0a15a2f0514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783448 Nov 12 00:38:24.410635 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd3ed4c-fe59-4fe6-8564-0abc8cd7ded9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304d77fb-e078-4b15-913a-081921046588,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:24.419009 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1dd3ed4c-fe59-4fe6-8564-0abc8cd7ded9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:24.419341 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-1dd3ed4c-fe59-4fe6-8564-0abc8cd7ded9 admin admin] Added segment 57618b99-df0d-4804-8412-060f24602ab6 of type vlan for network cd5bd06a-9437-405f-949e-6c727683c487 Nov 12 00:38:24.422142 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1890267d-3af3-4eb7-b5b0-c3209267c2b9 req-e515a06c-52a0-4c1f-8b81-33c1ba21f3ff service neutron] 10.222.0.54 "GET /v2.0/networks/b9574af4-848a-4900-9093-7976c00593e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484439 Nov 12 00:38:24.454162 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36386) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:24.466853 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1dd3ed4c-fe59-4fe6-8564-0abc8cd7ded9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:24.491634 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1dd3ed4c-fe59-4fe6-8564-0abc8cd7ded9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:24.492813 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd3ed4c-fe59-4fe6-8564-0abc8cd7ded9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:24.493425 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1dd3ed4c-fe59-4fe6-8564-0abc8cd7ded9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:24.529647 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1dd3ed4c-fe59-4fe6-8564-0abc8cd7ded9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5422831 Nov 12 00:38:24.532837 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36394) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:24.539362 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-d27acb5f-2790-4479-b461-e4b55ae4d151 admin admin] Request body: {'subnet': {'network_id': 'cd5bd06a-9437-405f-949e-6c727683c487', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2056369345-subnet', 'tenant_id': '74ededca31394cc4b47e80aff5e5e15f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:24.591578 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd3ed4c-fe59-4fe6-8564-0abc8cd7ded9 admin admin] Pushing event updated for resources: {'Network': ['ID=cd5bd06a-9437-405f-949e-6c727683c487,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:24.595433 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27acb5f-2790-4479-b461-e4b55ae4d151 admin admin] Made reservation on behalf of 74ededca31394cc4b47e80aff5e5e15f for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:38:24.597942 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d27acb5f-2790-4479-b461-e4b55ae4d151 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:24.603701 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network cd5bd06a-9437-405f-949e-6c727683c487 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:38:24.639496 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9c822fac-186e-4a1d-bcca-b217ad52fa82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:24.775080 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c546f-fce4-4be4-8960-cc23e24b656a req-a00fc246-a098-4b72-b573-f99509ba690e tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:24.776572 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-587c546f-fce4-4be4-8960-cc23e24b656a req-a00fc246-a098-4b72-b573-f99509ba690e tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ca249a8-c5ef-442a-8e97-f6ffda40466e HTTP/1.1" status: 200 len: 969 time: 0.1460800 Nov 12 00:38:24.829913 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876aebc-c9d5-44e0-b7bd-12a74d62f37b req-e3d0e8ee-5cf3-43b5-b27f-57d19ee1bd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:24.831374 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3876aebc-c9d5-44e0-b7bd-12a74d62f37b req-e3d0e8ee-5cf3-43b5-b27f-57d19ee1bd34 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=65e37905fcda41a0a64a3bffb54da22e&device_id=647db9ca-ea4f-431b-8e93-d49d3657575a HTTP/1.1" status: 200 len: 1095 time: 0.2768271 Nov 12 00:38:24.853930 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa2293-a486-4047-836f-067f91e0d0aa req-2d11ff93-2f8b-4e5f-9fe3-6b3b8518300a tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:24.856024 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7dfa2293-a486-4047-836f-067f91e0d0aa req-2d11ff93-2f8b-4e5f-9fe3-6b3b8518300a tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc2014b0-07f3-47fd-9b82-f3ddf03ae662 HTTP/1.1" status: 200 len: 948 time: 0.2518747 Nov 12 00:38:24.899365 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-587c546f-fce4-4be4-8960-cc23e24b656a req-ab35b747-92db-4776-9878-03d72798071b tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fc9dbf8-2c36-42f2-8be3-095b73deaf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130276 Nov 12 00:38:24.903829 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9c822fac-186e-4a1d-bcca-b217ad52fa82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:24.909607 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9c822fac-186e-4a1d-bcca-b217ad52fa82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:24.949564 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device a4e177b5-07c0-478b-9c03-aeafe15575f4 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:38:24.957187 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7dfa2293-a486-4047-836f-067f91e0d0aa req-9c5f2c55-d3ee-4474-be13-6a1999ef6aed tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfb4f860-1118-4c97-8071-fe68e1c9c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902946 Nov 12 00:38:24.974194 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876aebc-c9d5-44e0-b7bd-12a74d62f37b req-9bbd5bdc-8639-4c9f-ac4d-50973aed5571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:24.975829 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3876aebc-c9d5-44e0-b7bd-12a74d62f37b req-9bbd5bdc-8639-4c9f-ac4d-50973aed5571 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b9574af4-848a-4900-9093-7976c00593e2 HTTP/1.1" status: 200 len: 924 time: 0.1366465 Nov 12 00:38:24.986016 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d27acb5f-2790-4479-b461-e4b55ae4d151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:25.014974 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port a4e177b5-07c0-478b-9c03-aeafe15575f4 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:38:25.019022 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port a4e177b5-07c0-478b-9c03-aeafe15575f4 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:25.020759 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:25.021014 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-9c822fac-186e-4a1d-bcca-b217ad52fa82 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dba01860c37a4451932988a453a2b771&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5644472 Nov 12 00:38:25.021014 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c822fac-186e-4a1d-bcca-b217ad52fa82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b25fd2-c748-4d9b-b97f-7dfd0fc3e982,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:25.026785 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36396) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:25.041103 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3876aebc-c9d5-44e0-b7bd-12a74d62f37b req-80f41e3a-5a87-4b1c-bf0e-85981f29cbd7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d25aee3-3c21-48d2-a5ce-3ed667fb14b4 HTTP/1.1" status: 200 len: 217 time: 0.0574384 Nov 12 00:38:25.078968 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27acb5f-2790-4479-b461-e4b55ae4d151 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1248b412-e5a4-40b4-850e-b8505e6aa50a,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:25.094051 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876aebc-c9d5-44e0-b7bd-12a74d62f37b req-b97666e0-197b-4380-8ff4-f2a421132cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:25.095523 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3876aebc-c9d5-44e0-b7bd-12a74d62f37b req-b97666e0-197b-4380-8ff4-f2a421132cbc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7413bf18-08e7-4425-a837-148a3dd7f58d HTTP/1.1" status: 200 len: 862 time: 0.0475116 Nov 12 00:38:25.103826 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27acb5f-2790-4479-b461-e4b55ae4d151 admin admin] Checking segment: {'id': '57618b99-df0d-4804-8412-060f24602ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'cd5bd06a-9437-405f-949e-6c727683c487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:25.104187 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27acb5f-2790-4479-b461-e4b55ae4d151 admin admin] Network hostable DHCP agents. Network: cd5bd06a-9437-405f-949e-6c727683c487, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:38:25.115723 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:25.122338 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-21425af6-8af8-4ad5-b9d4-e6ffcfedff0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:25.142566 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49e9c88-2213-44e2-bafd-e5dc0c60903f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e177b5-07c0-478b-9c03-aeafe15575f4'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:25.144965 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5f7d1d-c333-4072-bb2a-8d4ee114d1c9" -d '{"events": [{"server_uuid": "c49e9c88-2213-44e2-bafd-e5dc0c60903f", "name": "network-vif-plugged", "status": "completed", "tag": "a4e177b5-07c0-478b-9c03-aeafe15575f4"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:25.151701 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-21425af6-8af8-4ad5-b9d4-e6ffcfedff0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:25.154786 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27acb5f-2790-4479-b461-e4b55ae4d151 admin admin] Network cd5bd06a-9437-405f-949e-6c727683c487 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:38:25.162036 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port a4e177b5-07c0-478b-9c03-aeafe15575f4, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=a4e177b5-07c0-478b-9c03-aeafe15575f4,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:25.171626 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876aebc-c9d5-44e0-b7bd-12a74d62f37b req-0ef31c8d-2ce0-4ce4-9d2c-5a9c7705bfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:25.171829 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:25.172775 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 3364f905-2b0b-47ec-be6b-e260e9d0b1aa up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:38:25.173899 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3876aebc-c9d5-44e0-b7bd-12a74d62f37b req-0ef31c8d-2ce0-4ce4-9d2c-5a9c7705bfdf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b9574af4-848a-4900-9093-7976c00593e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0710595 Nov 12 00:38:25.184537 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-d27acb5f-2790-4479-b461-e4b55ae4d151 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, cd5bd06a-9437-405f-949e-6c727683c487) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:38:25.189116 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27acb5f-2790-4479-b461-e4b55ae4d151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:25.189822 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d27acb5f-2790-4479-b461-e4b55ae4d151 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:25.255235 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d27acb5f-2790-4479-b461-e4b55ae4d151 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7131753 Nov 12 00:38:25.256610 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3591a792-850e-40bf-8b25-8804471ee66f x-openstack-request-id: req-3591a792-850e-40bf-8b25-8804471ee66f {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:25.257046 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c49e9c88-2213-44e2-bafd-e5dc0c60903f", "name": "network-vif-plugged", "status": "completed", "tag": "a4e177b5-07c0-478b-9c03-aeafe15575f4", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:25.257539 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3591a792-850e-40bf-8b25-8804471ee66f {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:25.258159 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c49e9c88-2213-44e2-bafd-e5dc0c60903f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e177b5-07c0-478b-9c03-aeafe15575f4', 'code': 200} Nov 12 00:38:25.262587 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-21425af6-8af8-4ad5-b9d4-e6ffcfedff0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:25.263299 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effa9d24-fb79-491a-b275-006104ae7c64 None None] Network cd5bd06a-9437-405f-949e-6c727683c487 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:38:25.267564 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-21425af6-8af8-4ad5-b9d4-e6ffcfedff0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:25.269549 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-21425af6-8af8-4ad5-b9d4-e6ffcfedff0c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/65b25fd2-c748-4d9b-b97f-7dfd0fc3e982 HTTP/1.1" status: 204 len: 168 time: 0.2398877 Nov 12 00:38:25.297870 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a66cb8-e273-4f35-8ee1-c0bc4ac72d7e req-48abba30-c367-4f63-977b-196bd35c8f21 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:25.303622 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f7a66cb8-e273-4f35-8ee1-c0bc4ac72d7e req-48abba30-c367-4f63-977b-196bd35c8f21 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/ports?device_id=647db9ca-ea4f-431b-8e93-d49d3657575a HTTP/1.1" status: 200 len: 943 time: 0.1056154 Nov 12 00:38:25.320343 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21425af6-8af8-4ad5-b9d4-e6ffcfedff0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b25fd2-c748-4d9b-b97f-7dfd0fc3e982,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:25.392745 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3876aebc-c9d5-44e0-b7bd-12a74d62f37b req-7fbcef82-2b06-4dfb-a3b3-8bf115fb6e33 service neutron] 10.222.0.54 "GET /v2.0/networks/b9574af4-848a-4900-9093-7976c00593e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110567 Nov 12 00:38:25.491514 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=a4e177b5-07c0-478b-9c03-aeafe15575f4,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:25.529939 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36410) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:25.586426 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 3364f905-2b0b-47ec-be6b-e260e9d0b1aa completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:38:25.601444 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3876aebc-c9d5-44e0-b7bd-12a74d62f37b req-a331d152-0a44-4924-955f-2839b43efef3 service neutron] 10.222.0.54 "GET /v2.0/networks/b9574af4-848a-4900-9093-7976c00593e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009737 Nov 12 00:38:25.617653 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 3364f905-2b0b-47ec-be6b-e260e9d0b1aa triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:25.618916 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:25.644750 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f7a66cb8-e273-4f35-8ee1-c0bc4ac72d7e req-0d502973-998c-4fde-a4ff-5247e1432e53 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5cc596-1b22-444e-be3c-7711ad41e392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3296430 Nov 12 00:38:25.665831 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee704ad-e763-447d-9967-afec26c18c28 req-c720056d-37ee-4309-a2ae-41cd95c43f30 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:25.677953 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27803fda-3505-48c8-974d-10af9c1e4c1c req-4d28d76b-33d0-4867-b788-6cd6dd5af14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:25.683014 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-aee704ad-e763-447d-9967-afec26c18c28 req-c720056d-37ee-4309-a2ae-41cd95c43f30 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49e9c88-2213-44e2-bafd-e5dc0c60903f HTTP/1.1" status: 200 len: 950 time: 0.0803313 Nov 12 00:38:25.683468 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-27803fda-3505-48c8-974d-10af9c1e4c1c req-4d28d76b-33d0-4867-b788-6cd6dd5af14e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c49e9c88-2213-44e2-bafd-e5dc0c60903f HTTP/1.1" status: 200 len: 1102 time: 0.2915215 Nov 12 00:38:25.712254 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e112a0-7ffb-4b4f-85d0-0f933d9eb0a9 None None] Network cd5bd06a-9437-405f-949e-6c727683c487 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:38:25.744285 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-aee704ad-e763-447d-9967-afec26c18c28 req-b4dbf744-9990-465a-83ce-78eed88f271a tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.20 "GET /v2.0/security-groups?id=30486909-cfb6-4920-a58f-4e88ba287de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586774 Nov 12 00:38:25.840412 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-494a64ce-76eb-4fa3-b8e4-868b26c72284 admin admin] Deleting subnet 7c20a2e5-b0cd-43b1-9ff2-c89036ea2cc3 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:38:25.844272 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-494a64ce-76eb-4fa3-b8e4-868b26c72284 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:25.894397 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-27803fda-3505-48c8-974d-10af9c1e4c1c req-8531e367-2713-4f8d-9309-2a6289120b45 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=30486909-cfb6-4920-a58f-4e88ba287de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795444 Nov 12 00:38:25.908741 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-494a64ce-76eb-4fa3-b8e4-868b26c72284 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:25.914357 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:25.927511 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a1ed8-ad44-4957-b422-f8d7f771d612 req-c338f420-4c9b-4523-95fc-03a945dabff8 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:25.929071 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-778a1ed8-ad44-4957-b422-f8d7f771d612 req-c338f420-4c9b-4523-95fc-03a945dabff8 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] 10.222.0.20 "GET /v2.0/ports?device_id=58331d95-5ff0-4cdd-9586-07ebf540d90c HTTP/1.1" status: 200 len: 971 time: 0.1478126 Nov 12 00:38:25.930315 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-494a64ce-76eb-4fa3-b8e4-868b26c72284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:25.953493 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36416) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:25.981175 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e44b429e-dd07-4f7f-9600-f24741c8ab43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:26.014975 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 3364f905-2b0b-47ec-be6b-e260e9d0b1aa, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=3364f905-2b0b-47ec-be6b-e260e9d0b1aa,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:26.019983 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:26.025553 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-778a1ed8-ad44-4957-b422-f8d7f771d612 req-927ccdf6-8222-4caa-84e0-553d5cfb2824 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2c837d3-554a-4d05-8eb1-0a15a2f0514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734196 Nov 12 00:38:26.035298 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-494a64ce-76eb-4fa3-b8e4-868b26c72284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:26.050552 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-494a64ce-76eb-4fa3-b8e4-868b26c72284 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:26.057407 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-494a64ce-76eb-4fa3-b8e4-868b26c72284 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7c20a2e5-b0cd-43b1-9ff2-c89036ea2cc3 HTTP/1.1" status: 204 len: 168 time: 0.5197508 Nov 12 00:38:26.057606 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36420) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:26.076625 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494a64ce-76eb-4fa3-b8e4-868b26c72284 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c20a2e5-b0cd-43b1-9ff2-c89036ea2cc3,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:26.124235 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397db25-3924-4029-824d-1653e18914a5 req-235b6dc6-ce33-4044-bb43-23245b2ee287 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:26.125947 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=3364f905-2b0b-47ec-be6b-e260e9d0b1aa,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:26.131467 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7397db25-3924-4029-824d-1653e18914a5 req-235b6dc6-ce33-4044-bb43-23245b2ee287 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ca249a8-c5ef-442a-8e97-f6ffda40466e HTTP/1.1" status: 200 len: 969 time: 0.1360748 Nov 12 00:38:26.188875 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb1530-b280-462f-8607-4397a34dfa89 req-602cc989-a992-483f-8e55-9b2d54647853 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:26.190378 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25eb1530-b280-462f-8607-4397a34dfa89 req-602cc989-a992-483f-8e55-9b2d54647853 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc2014b0-07f3-47fd-9b82-f3ddf03ae662 HTTP/1.1" status: 200 len: 949 time: 0.0560710 Nov 12 00:38:26.203213 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aa7d5157-5854-4dbe-807e-b64975b974ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:26.238033 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25eb1530-b280-462f-8607-4397a34dfa89 req-78e9d836-34ba-4403-885b-c4842ed65c09 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfb4f860-1118-4c97-8071-fe68e1c9c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416491 Nov 12 00:38:26.249936 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e44b429e-dd07-4f7f-9600-f24741c8ab43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:26.272703 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e44b429e-dd07-4f7f-9600-f24741c8ab43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:26.279485 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7397db25-3924-4029-824d-1653e18914a5 req-b293c99a-54b9-4ae1-93d8-246629cfecfb tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fc9dbf8-2c36-42f2-8be3-095b73deaf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472428 Nov 12 00:38:26.362114 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44b429e-dd07-4f7f-9600-f24741c8ab43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5433a60f-ac08-4501-8cc7-efbdff18ae88,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:26.365201 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aa7d5157-5854-4dbe-807e-b64975b974ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:26.369301 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e44b429e-dd07-4f7f-9600-f24741c8ab43 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=49ee7dbc7afb4808bc4fed34b12f0294&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4147160 Nov 12 00:38:26.373081 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36422) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:26.389964 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aa7d5157-5854-4dbe-807e-b64975b974ce admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:38:26.390472 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aa7d5157-5854-4dbe-807e-b64975b974ce admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:38:26.391612 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aa7d5157-5854-4dbe-807e-b64975b974ce admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:38:26.392084 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aa7d5157-5854-4dbe-807e-b64975b974ce admin admin] Subscribe: > port after_create 55550000 {{(pid=102662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:38:26.392540 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aa7d5157-5854-4dbe-807e-b64975b974ce admin admin] Subscribe: > port after_delete 55550000 {{(pid=102662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:38:26.392989 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aa7d5157-5854-4dbe-807e-b64975b974ce admin admin] Subscribe: > port after_update 55550000 {{(pid=102662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:38:26.393481 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aa7d5157-5854-4dbe-807e-b64975b974ce admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:38:26.394080 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aa7d5157-5854-4dbe-807e-b64975b974ce admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:38:26.394623 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aa7d5157-5854-4dbe-807e-b64975b974ce admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:38:26.395190 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aa7d5157-5854-4dbe-807e-b64975b974ce admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:38:26.425485 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e1a2f54-8359-4818-b3ca-697b659bd78d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:26.446431 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e1a2f54-8359-4818-b3ca-697b659bd78d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:26.470621 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aa7d5157-5854-4dbe-807e-b64975b974ce admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:38:26.470964 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aa7d5157-5854-4dbe-807e-b64975b974ce admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:38:26.471316 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aa7d5157-5854-4dbe-807e-b64975b974ce admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:38:26.471642 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aa7d5157-5854-4dbe-807e-b64975b974ce admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:38:26.472016 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-aa7d5157-5854-4dbe-807e-b64975b974ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['915b21a7-2e4d-4b46-80cf-8142d02b4309']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:26.490344 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-aa7d5157-5854-4dbe-807e-b64975b974ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b76ae616-ecc8-4ca3-953e-f46b2bfa8679') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:26.490729 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-aa7d5157-5854-4dbe-807e-b64975b974ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b76ae616-ecc8-4ca3-953e-f46b2bfa8679') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:26.498078 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e1a2f54-8359-4818-b3ca-697b659bd78d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:26.500644 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e1a2f54-8359-4818-b3ca-697b659bd78d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:26.501795 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0e1a2f54-8359-4818-b3ca-697b659bd78d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5433a60f-ac08-4501-8cc7-efbdff18ae88 HTTP/1.1" status: 204 len: 168 time: 0.1276739 Nov 12 00:38:26.509778 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1a2f54-8359-4818-b3ca-697b659bd78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5433a60f-ac08-4501-8cc7-efbdff18ae88,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:26.512524 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aa7d5157-5854-4dbe-807e-b64975b974ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:26.536968 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aa7d5157-5854-4dbe-807e-b64975b974ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:26.547152 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa7d5157-5854-4dbe-807e-b64975b974ce admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:38:26.547596 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aa7d5157-5854-4dbe-807e-b64975b974ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:26.582429 n-d-812236-11 neutron-server[102662]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 00:38:26.582429 n-d-812236-11 neutron-server[102662]: from cryptography.utils import int_from_bytes Nov 12 00:38:26.582429 n-d-812236-11 neutron-server[102662]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 00:38:26.582429 n-d-812236-11 neutron-server[102662]: from cryptography.utils import int_from_bytes Nov 12 00:38:26.582429 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 00:38:26.582429 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:38:26.582429 n-d-812236-11 neutron-server[102662]: timer() Nov 12 00:38:26.582429 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:38:26.582429 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 00:38:26.582429 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:38:26.582429 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 00:38:26.582429 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:38:26.582429 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 00:38:26.582429 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:38:26.582429 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 00:38:26.582429 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:38:26.582429 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 00:38:26.582429 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:38:26.582429 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:38:26.582429 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:38:26.582429 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:38:26.582429 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:38:26.582429 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 00:38:26.582429 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:38:26.582429 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 00:38:26.582429 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:38:26.582429 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:38:26.582429 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:38:26.582429 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 00:38:26.582429 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:38:26.582429 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:38:26.582429 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:38:26.582429 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:38:26.582429 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:38:26.582429 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:38:26.582429 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:38:26.644281 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aa7d5157-5854-4dbe-807e-b64975b974ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:26.661306 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aa7d5157-5854-4dbe-807e-b64975b974ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:26.665844 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-aa7d5157-5854-4dbe-807e-b64975b974ce admin admin] 10.222.0.20 "DELETE /v2.0/networks/915b21a7-2e4d-4b46-80cf-8142d02b4309 HTTP/1.1" status: 204 len: 168 time: 0.6075375 Nov 12 00:38:26.667387 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d5157-5854-4dbe-807e-b64975b974ce admin admin] Pushing event deleted for resources: {'Network': ['ID=915b21a7-2e4d-4b46-80cf-8142d02b4309,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:26.667570 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36426) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:26.717347 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-09d8012d-e55e-4bd3-9e78-b6796f96951d admin admin] Deleting subnet 1248b412-e5a4-40b4-850e-b8505e6aa50a {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:38:26.720927 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-09d8012d-e55e-4bd3-9e78-b6796f96951d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:26.788636 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-09d8012d-e55e-4bd3-9e78-b6796f96951d admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:26.802470 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-09d8012d-e55e-4bd3-9e78-b6796f96951d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:26.841671 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b43cf-37d6-47d5-82e3-7bef6bcde0b7 req-e26b4a11-32dc-4335-858f-f8683a584343 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:26.843463 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7d6b43cf-37d6-47d5-82e3-7bef6bcde0b7 req-e26b4a11-32dc-4335-858f-f8683a584343 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/ports?device_id=647db9ca-ea4f-431b-8e93-d49d3657575a HTTP/1.1" status: 200 len: 943 time: 0.1018176 Nov 12 00:38:26.869650 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c328a0-c0d3-43ae-b678-899f127fdcad req-9b47a038-f8a1-4f23-85b2-61933eba12d9 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:26.872069 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-34c328a0-c0d3-43ae-b678-899f127fdcad req-9b47a038-f8a1-4f23-85b2-61933eba12d9 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49e9c88-2213-44e2-bafd-e5dc0c60903f HTTP/1.1" status: 200 len: 950 time: 0.0558319 Nov 12 00:38:26.898352 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-09d8012d-e55e-4bd3-9e78-b6796f96951d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:26.928977 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-34c328a0-c0d3-43ae-b678-899f127fdcad req-f4299ee3-502a-40ad-85f6-55a8bd85d1b5 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.20 "GET /v2.0/security-groups?id=30486909-cfb6-4920-a58f-4e88ba287de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466347 Nov 12 00:38:26.936484 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d8012d-e55e-4bd3-9e78-b6796f96951d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1248b412-e5a4-40b4-850e-b8505e6aa50a,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:26.943232 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7d6b43cf-37d6-47d5-82e3-7bef6bcde0b7 req-f022ecf1-1cab-4943-868f-f0d9220f5708 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5cc596-1b22-444e-be3c-7711ad41e392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911281 Nov 12 00:38:26.944253 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-09d8012d-e55e-4bd3-9e78-b6796f96951d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:26.950210 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-09d8012d-e55e-4bd3-9e78-b6796f96951d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1248b412-e5a4-40b4-850e-b8505e6aa50a HTTP/1.1" status: 204 len: 168 time: 0.2810829 Nov 12 00:38:26.950456 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36442) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:27.021508 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device cef80ae4-e498-4f8c-8769-77de59995675 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:38:27.031550 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-975e46d4-572d-4278-afb8-9a105af974b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:27.129114 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port cef80ae4-e498-4f8c-8769-77de59995675, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=cef80ae4-e498-4f8c-8769-77de59995675,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:27.143565 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': 'cef80ae4-e498-4f8c-8769-77de59995675', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'port_id': 'cef80ae4-e498-4f8c-8769-77de59995675', 'mac_address': 'fa:16:3e:9f:fa:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3288e972-21d8-4a52-9002-05790fb0bb61', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:tempest-test_az-1426386038', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:38:27.143709 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-975e46d4-572d-4278-afb8-9a105af974b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:27.186484 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:27.191980 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-975e46d4-572d-4278-afb8-9a105af974b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd5bd06a-9437-405f-949e-6c727683c487']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:27.202168 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cef80ae4-e498-4f8c-8769-77de59995675 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:27.206073 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-975e46d4-572d-4278-afb8-9a105af974b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57618b99-df0d-4804-8412-060f24602ab6') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:27.206369 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-975e46d4-572d-4278-afb8-9a105af974b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57618b99-df0d-4804-8412-060f24602ab6') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:27.220631 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d00b036-a118-440f-a176-0aa6e57bd0b3 req-1245d3b9-8240-4b46-bbfd-96524a86bb53 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:27.222181 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2d00b036-a118-440f-a176-0aa6e57bd0b3 req-1245d3b9-8240-4b46-bbfd-96524a86bb53 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] 10.222.0.20 "GET /v2.0/ports?device_id=58331d95-5ff0-4cdd-9586-07ebf540d90c HTTP/1.1" status: 200 len: 971 time: 0.0947649 Nov 12 00:38:27.224296 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port cef80ae4-e498-4f8c-8769-77de59995675, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=cef80ae4-e498-4f8c-8769-77de59995675,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:27.225676 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-975e46d4-572d-4278-afb8-9a105af974b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:27.229021 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:27.253272 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-975e46d4-572d-4278-afb8-9a105af974b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:27.259643 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2014b0-07f3-47fd-9b82-f3ddf03ae662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3364f905-2b0b-47ec-be6b-e260e9d0b1aa'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:27.262449 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1666f449-47b8-4913-baa6-206ffeef4ca7" -d '{"events": [{"server_uuid": "dc2014b0-07f3-47fd-9b82-f3ddf03ae662", "name": "network-vif-plugged", "status": "completed", "tag": "3364f905-2b0b-47ec-be6b-e260e9d0b1aa"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:27.276636 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-975e46d4-572d-4278-afb8-9a105af974b9 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:38:27.277182 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-975e46d4-572d-4278-afb8-9a105af974b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:27.284975 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=cef80ae4-e498-4f8c-8769-77de59995675,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:27.289806 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 00:38:27.289806 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:38:27.289806 n-d-812236-11 neutron-server[102662]: timer() Nov 12 00:38:27.289806 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:38:27.289806 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 00:38:27.289806 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:38:27.289806 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 00:38:27.289806 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:38:27.289806 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 00:38:27.289806 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:38:27.289806 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 00:38:27.289806 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:38:27.289806 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 00:38:27.289806 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:38:27.289806 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:38:27.289806 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:38:27.289806 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:38:27.289806 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:38:27.289806 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 00:38:27.289806 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:38:27.289806 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 00:38:27.289806 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:38:27.289806 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:38:27.289806 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:38:27.289806 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 00:38:27.289806 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:38:27.289806 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:38:27.289806 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:38:27.289806 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:38:27.289806 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:38:27.289806 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:38:27.289806 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:38:27.348414 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2d00b036-a118-440f-a176-0aa6e57bd0b3 req-269a49df-284d-4d2e-b542-5e8d3482bbc6 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2c837d3-554a-4d05-8eb1-0a15a2f0514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153514 Nov 12 00:38:27.356087 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-975e46d4-572d-4278-afb8-9a105af974b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:27.367468 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-975e46d4-572d-4278-afb8-9a105af974b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:27.370595 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-975e46d4-572d-4278-afb8-9a105af974b9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/cd5bd06a-9437-405f-949e-6c727683c487 HTTP/1.1" status: 204 len: 168 time: 0.4190419 Nov 12 00:38:27.385437 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d2677-b1f2-4d3c-9a32-ebd9bac0a2ae req-2e016cf1-0868-4c0d-abd3-08270fbead74 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:27.389254 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9d9d2677-b1f2-4d3c-9a32-ebd9bac0a2ae req-2e016cf1-0868-4c0d-abd3-08270fbead74 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc2014b0-07f3-47fd-9b82-f3ddf03ae662 HTTP/1.1" status: 200 len: 949 time: 0.0733986 Nov 12 00:38:27.397946 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975e46d4-572d-4278-afb8-9a105af974b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd5bd06a-9437-405f-949e-6c727683c487,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:27.408795 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba0fc7e-9b20-41c0-bb8f-4265ef7b1538 x-openstack-request-id: req-3ba0fc7e-9b20-41c0-bb8f-4265ef7b1538 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:27.409306 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc2014b0-07f3-47fd-9b82-f3ddf03ae662", "name": "network-vif-plugged", "status": "completed", "tag": "3364f905-2b0b-47ec-be6b-e260e9d0b1aa", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:27.409733 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3ba0fc7e-9b20-41c0-bb8f-4265ef7b1538 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:27.410270 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc2014b0-07f3-47fd-9b82-f3ddf03ae662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3364f905-2b0b-47ec-be6b-e260e9d0b1aa', 'code': 200} Nov 12 00:38:27.445994 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9d9d2677-b1f2-4d3c-9a32-ebd9bac0a2ae req-20358df3-bd67-4810-9540-4c7097bffa64 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfb4f860-1118-4c97-8071-fe68e1c9c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557499 Nov 12 00:38:27.533966 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['cef80ae4-e498-4f8c-8769-77de59995675'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:27.597479 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a734fbb-6999-44f8-b294-8465f608e656 req-32603740-8f58-402a-9f66-5e16a4a3084b tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:27.604613 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597bbdc8-37ff-4340-a265-2715d2a9f2cc req-861fb41c-034e-4bc9-a24a-176d66c89c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:27.606228 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-597bbdc8-37ff-4340-a265-2715d2a9f2cc req-861fb41c-034e-4bc9-a24a-176d66c89c9a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dc2014b0-07f3-47fd-9b82-f3ddf03ae662 HTTP/1.1" status: 200 len: 1101 time: 0.0817740 Nov 12 00:38:27.611533 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0a734fbb-6999-44f8-b294-8465f608e656 req-32603740-8f58-402a-9f66-5e16a4a3084b tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ca249a8-c5ef-442a-8e97-f6ffda40466e HTTP/1.1" status: 200 len: 970 time: 0.1433058 Nov 12 00:38:27.699434 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0a734fbb-6999-44f8-b294-8465f608e656 req-a6f6a600-3c6e-4fed-868c-afd5045a070b tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fc9dbf8-2c36-42f2-8be3-095b73deaf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862780 Nov 12 00:38:27.724072 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-597bbdc8-37ff-4340-a265-2715d2a9f2cc req-2334a1ba-8a83-4e04-8ef6-612e50c6c764 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=bfb4f860-1118-4c97-8071-fe68e1c9c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995615 Nov 12 00:38:27.733931 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4422790-bc3a-4897-8360-b9366d6b3a52 req-a5cb5748-305e-4251-a9a5-ae4258dcaf33 tempest-AggregatesAdminTestJSON-608856751 tempest-AggregatesAdminTestJSON-608856751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:27.735452 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f4422790-bc3a-4897-8360-b9366d6b3a52 req-a5cb5748-305e-4251-a9a5-ae4258dcaf33 tempest-AggregatesAdminTestJSON-608856751 tempest-AggregatesAdminTestJSON-608856751-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=58331d95-5ff0-4cdd-9586-07ebf540d90c HTTP/1.1" status: 200 len: 1123 time: 0.0618634 Nov 12 00:38:27.756850 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f4422790-bc3a-4897-8360-b9366d6b3a52 req-c1100db8-b17d-4839-854f-4b40fde58ab7 tempest-AggregatesAdminTestJSON-608856751 tempest-AggregatesAdminTestJSON-608856751-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:27.790563 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36474) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:27.848822 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-23b3a6d6-215f-48f1-a99f-e45cc2963007 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4b0210a766e24aae944cde45a712b266&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0571249 Nov 12 00:38:27.851371 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36476) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:27.869600 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f4422790-bc3a-4897-8360-b9366d6b3a52 req-c1100db8-b17d-4839-854f-4b40fde58ab7 tempest-AggregatesAdminTestJSON-608856751 tempest-AggregatesAdminTestJSON-608856751-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:27.874028 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f4422790-bc3a-4897-8360-b9366d6b3a52 req-c1100db8-b17d-4839-854f-4b40fde58ab7 tempest-AggregatesAdminTestJSON-608856751 tempest-AggregatesAdminTestJSON-608856751-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:27.907004 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ab541dfb-5f36-4cd7-bab6-a45fac1dc313 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:27.913109 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1100db8-b17d-4839-854f-4b40fde58ab7 tempest-AggregatesAdminTestJSON-608856751 tempest-AggregatesAdminTestJSON-608856751-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9768fab8-3334-4d5a-8528-8d8275b9bacb,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:27.923858 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f4422790-bc3a-4897-8360-b9366d6b3a52 req-c1100db8-b17d-4839-854f-4b40fde58ab7 tempest-AggregatesAdminTestJSON-608856751 tempest-AggregatesAdminTestJSON-608856751-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f2c837d3-554a-4d05-8eb1-0a15a2f0514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794133 Nov 12 00:38:27.942994 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ab541dfb-5f36-4cd7-bab6-a45fac1dc313 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:28.006061 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ab541dfb-5f36-4cd7-bab6-a45fac1dc313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:28.009569 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ab541dfb-5f36-4cd7-bab6-a45fac1dc313 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:28.012012 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ab541dfb-5f36-4cd7-bab6-a45fac1dc313 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1f3d8f48-29bc-48f6-a862-0187cc8c60cd HTTP/1.1" status: 204 len: 168 time: 0.1585968 Nov 12 00:38:28.022807 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab541dfb-5f36-4cd7-bab6-a45fac1dc313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3d8f48-29bc-48f6-a862-0187cc8c60cd,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:28.115787 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd152448-8542-4183-bf4c-2b749eed9290 req-c5a2df02-7c43-494d-8806-513bae50c8d1 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:28.118530 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cd152448-8542-4183-bf4c-2b749eed9290 req-c5a2df02-7c43-494d-8806-513bae50c8d1 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49e9c88-2213-44e2-bafd-e5dc0c60903f HTTP/1.1" status: 200 len: 950 time: 0.1036611 Nov 12 00:38:28.193117 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cd152448-8542-4183-bf4c-2b749eed9290 req-10464a24-1f66-4569-8c0c-8c17d4fd9586 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.20 "GET /v2.0/security-groups?id=30486909-cfb6-4920-a58f-4e88ba287de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659220 Nov 12 00:38:28.274457 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b91a78-a30e-492e-b9ff-8665c98e8f96 req-096d560b-5703-4936-ae95-e4c5c0e6a842 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:28.276279 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c8b91a78-a30e-492e-b9ff-8665c98e8f96 req-096d560b-5703-4936-ae95-e4c5c0e6a842 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/ports?device_id=647db9ca-ea4f-431b-8e93-d49d3657575a HTTP/1.1" status: 200 len: 943 time: 0.0777984 Nov 12 00:38:28.332543 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c8b91a78-a30e-492e-b9ff-8665c98e8f96 req-590a3aa6-2f4b-4cbd-83b6-51aa1e531ac5 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5cc596-1b22-444e-be3c-7711ad41e392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475290 Nov 12 00:38:28.507303 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36516) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:28.553417 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b81b09da-bf22-46d6-9a51-9cdc5ea87af8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=74ededca31394cc4b47e80aff5e5e15f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442765 Nov 12 00:38:28.556019 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36520) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:28.625681 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2cdc6f41-a8a7-429a-b550-51d62b390fac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:28.654265 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2cdc6f41-a8a7-429a-b550-51d62b390fac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:28.689931 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-9b301dfd-aa4f-4b0a-8f02-e74259a36fc5 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=e8633e96499e4e60ad8c3b62698e810c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290699 Nov 12 00:38:28.690911 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29f57b-9729-469a-912f-3db181a1436e req-e070be32-7a13-4f92-b321-c26824416b3a tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:28.692374 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-eb29f57b-9729-469a-912f-3db181a1436e req-e070be32-7a13-4f92-b321-c26824416b3a tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc2014b0-07f3-47fd-9b82-f3ddf03ae662 HTTP/1.1" status: 200 len: 949 time: 0.0491939 Nov 12 00:38:28.743221 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-eb29f57b-9729-469a-912f-3db181a1436e req-89555e8b-8a88-48a6-82fa-947733845cd5 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfb4f860-1118-4c97-8071-fe68e1c9c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442014 Nov 12 00:38:28.785013 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2cdc6f41-a8a7-429a-b550-51d62b390fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:28.787747 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2cdc6f41-a8a7-429a-b550-51d62b390fac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:28.788910 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-2cdc6f41-a8a7-429a-b550-51d62b390fac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/304d77fb-e078-4b15-913a-081921046588 HTTP/1.1" status: 204 len: 168 time: 0.2318604 Nov 12 00:38:28.804565 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc6f41-a8a7-429a-b550-51d62b390fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304d77fb-e078-4b15-913a-081921046588,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:28.841321 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-2a4a38be-99ee-4820-8d24-e0c23fc8da4b tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:28.843026 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-2a4a38be-99ee-4820-8d24-e0c23fc8da4b tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1458247 Nov 12 00:38:28.862094 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-9251e08a-7092-4851-bf83-cfb3bc956db2 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/quotas/e8633e96499e4e60ad8c3b62698e810c HTTP/1.1" status: 200 len: 375 time: 0.0105951 Nov 12 00:38:28.888058 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642ca56-1eb4-4ea0-a653-8cf88f1cfca2 req-288054d9-e270-473d-8823-94a8a99f0e2e tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:28.889684 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c642ca56-1eb4-4ea0-a653-8cf88f1cfca2 req-288054d9-e270-473d-8823-94a8a99f0e2e tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ca249a8-c5ef-442a-8e97-f6ffda40466e HTTP/1.1" status: 200 len: 970 time: 0.0587206 Nov 12 00:38:28.900292 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-34563589-17a7-485c-af37-785ecfc75716 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e8633e96499e4e60ad8c3b62698e810c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325339 Nov 12 00:38:28.947475 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c642ca56-1eb4-4ea0-a653-8cf88f1cfca2 req-7063a3f1-e2aa-4063-9739-4d48ebdad566 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fc9dbf8-2c36-42f2-8be3-095b73deaf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507007 Nov 12 00:38:28.954270 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 6d25aee3-3c21-48d2-a5ce-3ed667fb14b4 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:38:29.056083 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device cef80ae4-e498-4f8c-8769-77de59995675 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:38:29.129465 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 6d25aee3-3c21-48d2-a5ce-3ed667fb14b4, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=6d25aee3-3c21-48d2-a5ce-3ed667fb14b4,segment=NetworkSegment(64423b48-3f01-4308-ad49-68cdee9e8a8c),segment_id=64423b48-3f01-4308-ad49-68cdee9e8a8c)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:29.151194 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '6d25aee3-3c21-48d2-a5ce-3ed667fb14b4', 'network_id': 'b9574af4-848a-4900-9093-7976c00593e2', 'port_id': '6d25aee3-3c21-48d2-a5ce-3ed667fb14b4', 'mac_address': 'fa:16:3e:ca:6d:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7413bf18-08e7-4425-a837-148a3dd7f58d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:38:29.153549 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-69164201-fc22-4bab-9998-23fdfcd01aa4 req-fd00f80b-9706-4400-9a8c-f76610bc8cfb tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f66e14c-9979-4fb7-9603-130b9702e698 HTTP/1.1" status: 200 len: 210 time: 0.0796428 Nov 12 00:38:29.195684 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port cef80ae4-e498-4f8c-8769-77de59995675 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:38:29.210226 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port cef80ae4-e498-4f8c-8769-77de59995675 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:29.210598 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:29.236175 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:29.264018 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d25aee3-3c21-48d2-a5ce-3ed667fb14b4 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:29.294632 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 6d25aee3-3c21-48d2-a5ce-3ed667fb14b4, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=6d25aee3-3c21-48d2-a5ce-3ed667fb14b4,segment=NetworkSegment(64423b48-3f01-4308-ad49-68cdee9e8a8c),segment_id=64423b48-3f01-4308-ad49-68cdee9e8a8c)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:29.298987 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:29.452011 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf408d-91f2-4e92-8142-3783ca6b4d6a req-153495c3-f1e5-45ea-a2f7-cf022c0bf690 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:29.462491 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-34bf408d-91f2-4e92-8142-3783ca6b4d6a req-153495c3-f1e5-45ea-a2f7-cf022c0bf690 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49e9c88-2213-44e2-bafd-e5dc0c60903f HTTP/1.1" status: 200 len: 950 time: 0.1251078 Nov 12 00:38:29.508704 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:29.540684 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-34bf408d-91f2-4e92-8142-3783ca6b4d6a req-bdaaf880-f985-448b-bd59-173e5a61fc12 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.20 "GET /v2.0/security-groups?id=30486909-cfb6-4920-a58f-4e88ba287de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761504 Nov 12 00:38:29.544685 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=6d25aee3-3c21-48d2-a5ce-3ed667fb14b4,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:29.583519 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca249a8-c5ef-442a-8e97-f6ffda40466e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef80ae4-e498-4f8c-8769-77de59995675'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:29.585781 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2bd8cd1-095e-4cf9-a2de-ba19f57460a8" -d '{"events": [{"server_uuid": "3ca249a8-c5ef-442a-8e97-f6ffda40466e", "name": "network-vif-plugged", "status": "completed", "tag": "cef80ae4-e498-4f8c-8769-77de59995675"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:29.608464 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port cef80ae4-e498-4f8c-8769-77de59995675, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=cef80ae4-e498-4f8c-8769-77de59995675,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:29.613524 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:29.691387 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=cef80ae4-e498-4f8c-8769-77de59995675,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:29.706390 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bdb529-c41c-4720-a0ea-84eb7ecd4de6 req-abca880f-4c8c-43dd-ab7d-5467df170f6d tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:29.708058 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b6bdb529-c41c-4720-a0ea-84eb7ecd4de6 req-abca880f-4c8c-43dd-ab7d-5467df170f6d tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/ports?device_id=647db9ca-ea4f-431b-8e93-d49d3657575a HTTP/1.1" status: 200 len: 944 time: 0.0639434 Nov 12 00:38:29.775961 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b6bdb529-c41c-4720-a0ea-84eb7ecd4de6 req-06c93856-4f27-4788-a304-5d513aed9200 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5cc596-1b22-444e-be3c-7711ad41e392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596130 Nov 12 00:38:29.814646 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['6d25aee3-3c21-48d2-a5ce-3ed667fb14b4'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:29.854499 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff1064e-92cd-4352-9655-8661092b69d0 x-openstack-request-id: req-5ff1064e-92cd-4352-9655-8661092b69d0 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:29.854792 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca249a8-c5ef-442a-8e97-f6ffda40466e", "name": "network-vif-plugged", "status": "completed", "tag": "cef80ae4-e498-4f8c-8769-77de59995675", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:29.855148 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ff1064e-92cd-4352-9655-8661092b69d0 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:29.855670 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca249a8-c5ef-442a-8e97-f6ffda40466e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef80ae4-e498-4f8c-8769-77de59995675', 'code': 200} Nov 12 00:38:29.961305 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36608) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:30.014098 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d315e-0d7d-4aea-a918-662e3879a369 req-10e9278a-6b0d-4a96-939b-346610339ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:30.016875 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ee8d315e-0d7d-4aea-a918-662e3879a369 req-10e9278a-6b0d-4a96-939b-346610339ace service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3ca249a8-c5ef-442a-8e97-f6ffda40466e HTTP/1.1" status: 200 len: 1123 time: 0.0734265 Nov 12 00:38:30.091029 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2367027-ecdf-4ce6-990e-c2940ece468c req-235834b9-f312-44be-8d42-05deb5e14d3b tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:30.104845 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e2367027-ecdf-4ce6-990e-c2940ece468c req-235834b9-f312-44be-8d42-05deb5e14d3b tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc2014b0-07f3-47fd-9b82-f3ddf03ae662 HTTP/1.1" status: 200 len: 949 time: 0.0923769 Nov 12 00:38:30.123301 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ee8d315e-0d7d-4aea-a918-662e3879a369 req-d71419ba-e743-4f50-9271-49191ca20a0c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6fc9dbf8-2c36-42f2-8be3-095b73deaf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949600 Nov 12 00:38:30.155447 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-8bd3690c-5a64-4be2-b81a-55bd0c9d8dd3 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1361541649-network', 'tenant_id': '15b80c7f11964559b05ab81accceabef'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:30.199357 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd3690c-5a64-4be2-b81a-55bd0c9d8dd3 admin admin] Made reservation on behalf of 15b80c7f11964559b05ab81accceabef for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:38:30.201629 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8bd3690c-5a64-4be2-b81a-55bd0c9d8dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:30.207535 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e2367027-ecdf-4ce6-990e-c2940ece468c req-44eae523-dc43-4f7c-922a-648afb70b1d7 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfb4f860-1118-4c97-8071-fe68e1c9c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928538 Nov 12 00:38:30.213812 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8bd3690c-5a64-4be2-b81a-55bd0c9d8dd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:30.260738 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a782d99-39ba-40ed-91cb-600c9443261e req-7a48d073-52e0-4c78-a258-3ac008877ecf tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:30.263034 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4a782d99-39ba-40ed-91cb-600c9443261e req-7a48d073-52e0-4c78-a258-3ac008877ecf tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ca249a8-c5ef-442a-8e97-f6ffda40466e HTTP/1.1" status: 200 len: 971 time: 0.0673025 Nov 12 00:38:30.325917 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4a782d99-39ba-40ed-91cb-600c9443261e req-2df44223-8f36-4e43-9859-d0ec3bc53fd9 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fc9dbf8-2c36-42f2-8be3-095b73deaf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561099 Nov 12 00:38:30.369281 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8bd3690c-5a64-4be2-b81a-55bd0c9d8dd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:30.383624 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6835ae-0fb3-45db-8cca-67afd4df5ea4 req-316a02ac-83fa-4ff3-9e3e-5eaa0e2b5f98 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:30.385221 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0e6835ae-0fb3-45db-8cca-67afd4df5ea4 req-316a02ac-83fa-4ff3-9e3e-5eaa0e2b5f98 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49e9c88-2213-44e2-bafd-e5dc0c60903f HTTP/1.1" status: 200 len: 950 time: 0.0851431 Nov 12 00:38:30.388065 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8bd3690c-5a64-4be2-b81a-55bd0c9d8dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:30.427293 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bd3690c-5a64-4be2-b81a-55bd0c9d8dd3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:38:30.441964 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd3690c-5a64-4be2-b81a-55bd0c9d8dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92af202c-921f-4a5e-959c-f87bfd9e5d01,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:30.442811 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-72cdd930-ae01-4a45-baab-f5ce0cb764f0 req-39987a80-3c12-4512-aa99-6ed5b78f96df tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f66e14c-9979-4fb7-9603-130b9702e698 HTTP/1.1" status: 200 len: 210 time: 0.0290411 Nov 12 00:38:30.451936 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8bd3690c-5a64-4be2-b81a-55bd0c9d8dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:30.452454 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-8bd3690c-5a64-4be2-b81a-55bd0c9d8dd3 admin admin] Added segment 31f3cd0b-8f92-47c3-a72f-efb4d157fdb5 of type vlan for network 040fca8f-d2ed-42cc-9d74-8da136d7b80f Nov 12 00:38:30.484921 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0e6835ae-0fb3-45db-8cca-67afd4df5ea4 req-37284cf9-0bcf-459b-92a4-072963639da2 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.20 "GET /v2.0/security-groups?id=30486909-cfb6-4920-a58f-4e88ba287de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903287 Nov 12 00:38:30.514538 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8bd3690c-5a64-4be2-b81a-55bd0c9d8dd3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:30.540563 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8bd3690c-5a64-4be2-b81a-55bd0c9d8dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:30.541537 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd3690c-5a64-4be2-b81a-55bd0c9d8dd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:30.542154 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8bd3690c-5a64-4be2-b81a-55bd0c9d8dd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:30.620991 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8bd3690c-5a64-4be2-b81a-55bd0c9d8dd3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6578610 Nov 12 00:38:30.623698 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36630) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:30.628395 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-55dccba2-e10b-424b-a450-48dbadec5e6c admin admin] Request body: {'subnet': {'network_id': '040fca8f-d2ed-42cc-9d74-8da136d7b80f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1361541649-subnet', 'tenant_id': '15b80c7f11964559b05ab81accceabef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:30.642678 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd3690c-5a64-4be2-b81a-55bd0c9d8dd3 admin admin] Pushing event updated for resources: {'Network': ['ID=040fca8f-d2ed-42cc-9d74-8da136d7b80f,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:30.655331 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 040fca8f-d2ed-42cc-9d74-8da136d7b80f details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:38:30.673741 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55dccba2-e10b-424b-a450-48dbadec5e6c admin admin] Made reservation on behalf of 15b80c7f11964559b05ab81accceabef for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:38:30.676522 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-55dccba2-e10b-424b-a450-48dbadec5e6c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:30.858138 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-07a1ea6f-9917-4894-ab3a-c9883d977bc1 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=e8633e96499e4e60ad8c3b62698e810c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424633 Nov 12 00:38:30.958662 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 6d25aee3-3c21-48d2-a5ce-3ed667fb14b4 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:38:30.963984 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-55dccba2-e10b-424b-a450-48dbadec5e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:31.026697 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-43a72dc3-545d-45b8-8eb9-a4e93f7857a0 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:31.028367 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-43a72dc3-545d-45b8-8eb9-a4e93f7857a0 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1627111 Nov 12 00:38:31.043750 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 6d25aee3-3c21-48d2-a5ce-3ed667fb14b4 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:38:31.047984 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 6d25aee3-3c21-48d2-a5ce-3ed667fb14b4 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:31.048790 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:31.053781 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae01a2a9-8768-45e4-851a-926767bfca13 req-21be50f0-cc0e-4630-a7b6-c31a3a364730 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:31.055329 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ae01a2a9-8768-45e4-851a-926767bfca13 req-21be50f0-cc0e-4630-a7b6-c31a3a364730 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/ports?device_id=647db9ca-ea4f-431b-8e93-d49d3657575a HTTP/1.1" status: 200 len: 944 time: 0.1231053 Nov 12 00:38:31.058237 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dccba2-e10b-424b-a450-48dbadec5e6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=15eed615-9c1a-43c6-8268-d04dda46eb36,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:31.081219 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dccba2-e10b-424b-a450-48dbadec5e6c admin admin] Checking segment: {'id': '31f3cd0b-8f92-47c3-a72f-efb4d157fdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '040fca8f-d2ed-42cc-9d74-8da136d7b80f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:31.081530 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dccba2-e10b-424b-a450-48dbadec5e6c admin admin] Network hostable DHCP agents. Network: 040fca8f-d2ed-42cc-9d74-8da136d7b80f, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:38:31.084700 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-771ecf90-6d84-4483-a106-1c3aae0e868a tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Request body: {'port': {'device_id': '3f66e14c-9979-4fb7-9603-130b9702e698', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'admin_state_up': True, 'tenant_id': 'e8633e96499e4e60ad8c3b62698e810c'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:31.118420 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dccba2-e10b-424b-a450-48dbadec5e6c admin admin] Network 040fca8f-d2ed-42cc-9d74-8da136d7b80f is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:38:31.127342 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ae01a2a9-8768-45e4-851a-926767bfca13 req-1d1685ec-fe0f-4b57-b149-ba2b9531d3ae tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5cc596-1b22-444e-be3c-7711ad41e392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638199 Nov 12 00:38:31.132942 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-55dccba2-e10b-424b-a450-48dbadec5e6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 040fca8f-d2ed-42cc-9d74-8da136d7b80f) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:38:31.139018 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dccba2-e10b-424b-a450-48dbadec5e6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:31.139898 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-55dccba2-e10b-424b-a450-48dbadec5e6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:31.145291 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:31.149558 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ffbc37-99ae-4be7-b73b-689a98c27d36 None None] Network 040fca8f-d2ed-42cc-9d74-8da136d7b80f requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:38:31.155906 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9539d0-f28b-49da-ad99-55f89765ee27 req-d1858bf6-22e7-4fd5-8f16-fb3ec2ef9978 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:31.158252 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ed9539d0-f28b-49da-ad99-55f89765ee27 req-d1858bf6-22e7-4fd5-8f16-fb3ec2ef9978 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc2014b0-07f3-47fd-9b82-f3ddf03ae662 HTTP/1.1" status: 200 len: 949 time: 0.1177626 Nov 12 00:38:31.171431 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-55dccba2-e10b-424b-a450-48dbadec5e6c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5368738 Nov 12 00:38:31.259220 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 6d25aee3-3c21-48d2-a5ce-3ed667fb14b4, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=6d25aee3-3c21-48d2-a5ce-3ed667fb14b4,segment=NetworkSegment(64423b48-3f01-4308-ad49-68cdee9e8a8c),segment_id=64423b48-3f01-4308-ad49-68cdee9e8a8c)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:31.267324 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:31.269356 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ed9539d0-f28b-49da-ad99-55f89765ee27 req-5a40f06c-e48f-4ce1-8a52-facdd77d9286 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfb4f860-1118-4c97-8071-fe68e1c9c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911987 Nov 12 00:38:31.300585 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-771ecf90-6d84-4483-a106-1c3aae0e868a tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Made reservation on behalf of e8633e96499e4e60ad8c3b62698e810c for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:38:31.307622 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-771ecf90-6d84-4483-a106-1c3aae0e868a tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:31.341330 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-771ecf90-6d84-4483-a106-1c3aae0e868a tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:31.426583 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b830df8b-763f-47a5-8109-a1cb849e6c9f None None] Network 040fca8f-d2ed-42cc-9d74-8da136d7b80f requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:38:31.485029 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=6d25aee3-3c21-48d2-a5ce-3ed667fb14b4,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:31.555896 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202fc87b-48af-4171-88b5-ca3af3c6e470 req-88eb0eb2-87fd-4503-9ef1-b87dcf878b85 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:31.557980 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-202fc87b-48af-4171-88b5-ca3af3c6e470 req-88eb0eb2-87fd-4503-9ef1-b87dcf878b85 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ca249a8-c5ef-442a-8e97-f6ffda40466e HTTP/1.1" status: 200 len: 971 time: 0.0833018 Nov 12 00:38:31.588663 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-771ecf90-6d84-4483-a106-1c3aae0e868a tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:31.597775 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-771ecf90-6d84-4483-a106-1c3aae0e868a tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:31.617861 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c9035e72-e815-4015-8485-5bd887113886 req-bb198a5d-e3b0-46a0-b539-3fcf3651bc71 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f66e14c-9979-4fb7-9603-130b9702e698 HTTP/1.1" status: 200 len: 210 time: 0.0498276 Nov 12 00:38:31.697739 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ecf90-6d84-4483-a106-1c3aae0e868a tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3be3c7ab-70bc-4bf2-85ca-9bcb07e60e8d,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:31.716346 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-202fc87b-48af-4171-88b5-ca3af3c6e470 req-19389cd5-e0fb-4912-a3a4-c29ea7101fac tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fc9dbf8-2c36-42f2-8be3-095b73deaf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431570 Nov 12 00:38:31.792772 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-771ecf90-6d84-4483-a106-1c3aae0e868a tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Allocated IP 192.168.233.33 (172a28b2-119c-4d70-aef1-a731eb107d6c/3288e972-21d8-4a52-9002-05790fb0bb61/4cb9c200-3854-4ebb-9ac4-18507b21572e) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:38:31.857395 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '647db9ca-ea4f-431b-8e93-d49d3657575a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d25aee3-3c21-48d2-a5ce-3ed667fb14b4'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:31.859677 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee4bffb-eb80-429e-87a5-d389aba3097c" -d '{"events": [{"server_uuid": "647db9ca-ea4f-431b-8e93-d49d3657575a", "name": "network-vif-plugged", "status": "completed", "tag": "6d25aee3-3c21-48d2-a5ce-3ed667fb14b4"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:31.916336 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3cfb5-3237-47b3-884c-5c5bc33443b4 req-1432ae74-287e-4c72-af5e-a05b0acaf2cc tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:31.918695 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-73e3cfb5-3237-47b3-884c-5c5bc33443b4 req-1432ae74-287e-4c72-af5e-a05b0acaf2cc tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/networks?id=040fca8f-d2ed-42cc-9d74-8da136d7b80f HTTP/1.1" status: 200 len: 805 time: 0.1254375 Nov 12 00:38:31.939130 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-73e3cfb5-3237-47b3-884c-5c5bc33443b4 req-7eff70cd-df04-449d-912f-b46a3637ac7f tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/quotas/15b80c7f11964559b05ab81accceabef HTTP/1.1" status: 200 len: 375 time: 0.0102925 Nov 12 00:38:31.972617 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-73e3cfb5-3237-47b3-884c-5c5bc33443b4 req-2ba058b0-5252-48b4-9f39-2ba001bea5f7 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=15b80c7f11964559b05ab81accceabef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281112 Nov 12 00:38:31.976196 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-771ecf90-6d84-4483-a106-1c3aae0e868a tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:32.019091 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-771ecf90-6d84-4483-a106-1c3aae0e868a tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:32.092987 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-73e3cfb5-3237-47b3-884c-5c5bc33443b4 req-786a939a-0ec5-46dd-85f7-4c83a8613d40 service neutron] 10.222.0.20 "GET /v2.0/networks/040fca8f-d2ed-42cc-9d74-8da136d7b80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097941 Nov 12 00:38:32.127740 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-771ecf90-6d84-4483-a106-1c3aae0e868a tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Network 172a28b2-119c-4d70-aef1-a731eb107d6c is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:38:32.138555 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-771ecf90-6d84-4483-a106-1c3aae0e868a tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:38:32.142210 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-771ecf90-6d84-4483-a106-1c3aae0e868a tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:38:32.146870 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-771ecf90-6d84-4483-a106-1c3aae0e868a tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:32.147769 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-771ecf90-6d84-4483-a106-1c3aae0e868a tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:32.150792 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ecf90-6d84-4483-a106-1c3aae0e868a tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Pushing event updated for resources: {'Port': ['ID=4cb9c200-3854-4ebb-9ac4-18507b21572e,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:32.169726 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c524d-04cd-4ec2-85ec-52fd606f9e3d req-728f6ae1-71ce-465c-8a7f-a429bf590556 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:32.171605 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e85c524d-04cd-4ec2-85ec-52fd606f9e3d req-728f6ae1-71ce-465c-8a7f-a429bf590556 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.54 "GET /v2.0/ports?device_id=c49e9c88-2213-44e2-bafd-e5dc0c60903f HTTP/1.1" status: 200 len: 950 time: 0.1493096 Nov 12 00:38:32.188650 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1c0ed-7b06-413c-af2c-92df3b573a7b req-21ac7925-6584-4e5b-80da-61ea7f532938 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:32.190195 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6be1c0ed-7b06-413c-af2c-92df3b573a7b req-21ac7925-6584-4e5b-80da-61ea7f532938 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49e9c88-2213-44e2-bafd-e5dc0c60903f HTTP/1.1" status: 200 len: 950 time: 0.1595445 Nov 12 00:38:32.194998 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-771ecf90-6d84-4483-a106-1c3aae0e868a tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1180019 Nov 12 00:38:32.201178 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-73e3cfb5-3237-47b3-884c-5c5bc33443b4 req-90266508-8073-479a-b3ac-11ca7cc8adc2 service neutron] 10.222.0.20 "GET /v2.0/networks/040fca8f-d2ed-42cc-9d74-8da136d7b80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021309 Nov 12 00:38:32.227737 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-8b0f3a55-e69d-4b77-a319-5a14a1984daf service neutron] Request body: {'port': {'device_id': '3f66e14c-9979-4fb7-9603-130b9702e698', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:32.375252 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-efdc3572-f1fa-4c2a-a061-5c6fa2230307 None None] Provisioning complete for port 4cb9c200-3854-4ebb-9ac4-18507b21572e triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:32.377156 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-efdc3572-f1fa-4c2a-a061-5c6fa2230307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:32.398326 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6be1c0ed-7b06-413c-af2c-92df3b573a7b req-d720f581-c5e1-4db3-99fa-81577874f568 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.20 "GET /v2.0/security-groups?id=30486909-cfb6-4920-a58f-4e88ba287de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949158 Nov 12 00:38:32.441203 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-8b0f3a55-e69d-4b77-a319-5a14a1984daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:32.442073 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-efdc3572-f1fa-4c2a-a061-5c6fa2230307 None None] Port 4cb9c200-3854-4ebb-9ac4-18507b21572e cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:38:32.472042 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c08839-0db8-4631-b5e6-1a4f188aa5dc x-openstack-request-id: req-b2c08839-0db8-4631-b5e6-1a4f188aa5dc {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:32.472358 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "647db9ca-ea4f-431b-8e93-d49d3657575a", "name": "network-vif-plugged", "status": "completed", "tag": "6d25aee3-3c21-48d2-a5ce-3ed667fb14b4", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:32.472612 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b2c08839-0db8-4631-b5e6-1a4f188aa5dc {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:32.473320 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '647db9ca-ea4f-431b-8e93-d49d3657575a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d25aee3-3c21-48d2-a5ce-3ed667fb14b4', 'code': 200} Nov 12 00:38:32.533130 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-e85c524d-04cd-4ec2-85ec-52fd606f9e3d req-cd3e65e9-5b0a-4ddf-91b9-aecb95aead5e tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] Deleting port a4e177b5-07c0-478b-9c03-aeafe15575f4 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:38:32.533665 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e85c524d-04cd-4ec2-85ec-52fd606f9e3d req-cd3e65e9-5b0a-4ddf-91b9-aecb95aead5e tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:32.668591 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd97ca-af37-49aa-b41a-a49adf787e71 req-ee264ae7-7919-461c-983e-a297e931cd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:32.670542 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-01fd97ca-af37-49aa-b41a-a49adf787e71 req-ee264ae7-7919-461c-983e-a297e931cd3c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=647db9ca-ea4f-431b-8e93-d49d3657575a HTTP/1.1" status: 200 len: 1097 time: 0.0904913 Nov 12 00:38:32.685175 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.54', 52847) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:32.698019 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [req-f63f5e52-6fec-43fe-806c-b7d7bef4b547 req-efc0ef8b-2188-4d1f-b556-81afa21a4695 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:38:32.700557 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f63f5e52-6fec-43fe-806c-b7d7bef4b547 req-efc0ef8b-2188-4d1f-b556-81afa21a4695 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093915 Nov 12 00:38:32.782140 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e8c67-984a-40be-b976-431ad7114fef req-b4b9b142-42f5-483a-a2b9-d8421f03bb98 tempest-DeleteServersAdminTestJSON-26007563 tempest-DeleteServersAdminTestJSON-26007563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:32.783913 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-745e8c67-984a-40be-b976-431ad7114fef req-b4b9b142-42f5-483a-a2b9-d8421f03bb98 tempest-DeleteServersAdminTestJSON-26007563 tempest-DeleteServersAdminTestJSON-26007563-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=dc2014b0-07f3-47fd-9b82-f3ddf03ae662 HTTP/1.1" status: 200 len: 1101 time: 0.0905125 Nov 12 00:38:32.788587 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-01fd97ca-af37-49aa-b41a-a49adf787e71 req-cee5a0d5-9078-4aad-98c7-19ec8b9dd2b2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9d5cc596-1b22-444e-be3c-7711ad41e392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959332 Nov 12 00:38:32.901020 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e677462-5ddd-47c8-9723-614890224d64 req-72285fd5-2a00-446a-9900-2cef6fd46ed6 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:32.904643 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8e677462-5ddd-47c8-9723-614890224d64 req-72285fd5-2a00-446a-9900-2cef6fd46ed6 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc2014b0-07f3-47fd-9b82-f3ddf03ae662 HTTP/1.1" status: 200 len: 949 time: 0.0794899 Nov 12 00:38:32.986068 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8e677462-5ddd-47c8-9723-614890224d64 req-91a4bd09-4b7a-4662-a591-8e8772286e1a tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfb4f860-1118-4c97-8071-fe68e1c9c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680456 Nov 12 00:38:33.031742 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36728) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:33.064072 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a88c08e6-deae-4ba4-a061-e6386682efc6 req-579d8487-4928-466d-80c0-fb82718b317a tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5217370-6da2-4c59-b4ab-6436300de765 HTTP/1.1" status: 200 len: 210 time: 0.0266387 Nov 12 00:38:33.071230 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933db37-5cc8-4f21-90e5-ffb97a063957 req-906b558c-1600-4b18-ab3c-8c8c55e9712e tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:33.072762 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d933db37-5cc8-4f21-90e5-ffb97a063957 req-906b558c-1600-4b18-ab3c-8c8c55e9712e tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/ports?device_id=647db9ca-ea4f-431b-8e93-d49d3657575a HTTP/1.1" status: 200 len: 945 time: 0.4385622 Nov 12 00:38:33.075226 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-e85c524d-04cd-4ec2-85ec-52fd606f9e3d req-cd3e65e9-5b0a-4ddf-91b9-aecb95aead5e tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] For port a4e177b5-07c0-478b-9c03-aeafe15575f4, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=a4e177b5-07c0-478b-9c03-aeafe15575f4,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:33.075592 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e85c524d-04cd-4ec2-85ec-52fd606f9e3d req-cd3e65e9-5b0a-4ddf-91b9-aecb95aead5e tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:33.128373 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-e85c524d-04cd-4ec2-85ec-52fd606f9e3d req-cd3e65e9-5b0a-4ddf-91b9-aecb95aead5e tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] Calling delete_port for a4e177b5-07c0-478b-9c03-aeafe15575f4 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:38:33.160447 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7e6e2bee-b4a7-433b-bd7b-8d287b8f0762 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:33.249438 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d933db37-5cc8-4f21-90e5-ffb97a063957 req-ed391833-640f-4b2a-8cbd-fb69671ee743 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5cc596-1b22-444e-be3c-7711ad41e392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637192 Nov 12 00:38:33.352392 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e8629-3eb6-43f2-98d9-15ba56752eba req-23ce02e6-73f1-4151-a2d1-126a2b6beabf tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:33.361289 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a35e8629-3eb6-43f2-98d9-15ba56752eba req-23ce02e6-73f1-4151-a2d1-126a2b6beabf tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f66e14c-9979-4fb7-9603-130b9702e698 HTTP/1.1" status: 200 len: 935 time: 0.1896958 Nov 12 00:38:33.382973 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7e6e2bee-b4a7-433b-bd7b-8d287b8f0762 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:33.389424 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-8b0f3a55-e69d-4b77-a319-5a14a1984daf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cb9c200-3854-4ebb-9ac4-18507b21572e {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:33.398313 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7e6e2bee-b4a7-433b-bd7b-8d287b8f0762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:33.415035 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-8b0f3a55-e69d-4b77-a319-5a14a1984daf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:33.451594 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-8b0f3a55-e69d-4b77-a319-5a14a1984daf service neutron] Transition to ACTIVE for port object 4cb9c200-3854-4ebb-9ac4-18507b21572e will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:38:33.453043 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e85c524d-04cd-4ec2-85ec-52fd606f9e3d req-cd3e65e9-5b0a-4ddf-91b9-aecb95aead5e tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:33.462833 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499fb61-fbde-42d7-91e8-db473d66920f req-0595888f-fcc0-44e8-a8d1-69512ba9c72c tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:33.464799 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d499fb61-fbde-42d7-91e8-db473d66920f req-0595888f-fcc0-44e8-a8d1-69512ba9c72c tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ca249a8-c5ef-442a-8e97-f6ffda40466e HTTP/1.1" status: 200 len: 971 time: 0.0913472 Nov 12 00:38:33.470137 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-8b0f3a55-e69d-4b77-a319-5a14a1984daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:33.489048 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['a4e177b5-07c0-478b-9c03-aeafe15575f4'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:33.503819 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e65e9-5b0a-4ddf-91b9-aecb95aead5e tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] Pushing event deleted for resources: {'Port': ['ID=a4e177b5-07c0-478b-9c03-aeafe15575f4,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:33.637914 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-e85c524d-04cd-4ec2-85ec-52fd606f9e3d req-cd3e65e9-5b0a-4ddf-91b9-aecb95aead5e tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] No DVR routers for this DVR port a4e177b5-07c0-478b-9c03-aeafe15575f4 on host n-h2-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:38:33.669781 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e85c524d-04cd-4ec2-85ec-52fd606f9e3d req-cd3e65e9-5b0a-4ddf-91b9-aecb95aead5e tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:33.673073 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e85c524d-04cd-4ec2-85ec-52fd606f9e3d req-cd3e65e9-5b0a-4ddf-91b9-aecb95aead5e tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.54 "DELETE /v2.0/ports/a4e177b5-07c0-478b-9c03-aeafe15575f4 HTTP/1.1" status: 204 len: 173 time: 1.4816387 Nov 12 00:38:33.673560 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49e9c88-2213-44e2-bafd-e5dc0c60903f', 'name': 'network-vif-deleted', 'tag': 'a4e177b5-07c0-478b-9c03-aeafe15575f4'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:33.673684 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7e6e2bee-b4a7-433b-bd7b-8d287b8f0762 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6a5202c666f546fe84a324ac4b56fe1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6408248 Nov 12 00:38:33.675811 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2b37b7-4cd3-4c7b-bb74-4c802f68c98f" -d '{"events": [{"server_uuid": "c49e9c88-2213-44e2-bafd-e5dc0c60903f", "name": "network-vif-deleted", "tag": "a4e177b5-07c0-478b-9c03-aeafe15575f4"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:33.678723 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36736) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:33.683504 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a35e8629-3eb6-43f2-98d9-15ba56752eba req-c52b1d5c-519a-445e-b218-940a46401f93 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/security-groups?id=3be3c7ab-70bc-4bf2-85ca-9bcb07e60e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208487 Nov 12 00:38:33.690984 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f3a55-e69d-4b77-a319-5a14a1984daf service neutron] Pushing event updated for resources: {'Port': ['ID=4cb9c200-3854-4ebb-9ac4-18507b21572e,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:33.691801 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-745e8c67-984a-40be-b976-431ad7114fef req-a5cd72db-661b-4184-a608-89f8197002c3 tempest-DeleteServersAdminTestJSON-26007563 tempest-DeleteServersAdminTestJSON-26007563-project-admin] Deleting port 3364f905-2b0b-47ec-be6b-e260e9d0b1aa {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:38:33.692389 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-745e8c67-984a-40be-b976-431ad7114fef req-a5cd72db-661b-4184-a608-89f8197002c3 tempest-DeleteServersAdminTestJSON-26007563 tempest-DeleteServersAdminTestJSON-26007563-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:33.700902 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d499fb61-fbde-42d7-91e8-db473d66920f req-75ae3822-bcb2-4e8e-88b7-e6ee2df532b2 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fc9dbf8-2c36-42f2-8be3-095b73deaf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028654 Nov 12 00:38:33.702031 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-8b0f3a55-e69d-4b77-a319-5a14a1984daf service neutron] Attempting to bind port 4cb9c200-3854-4ebb-9ac4-18507b21572e on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:38:33.702362 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-8b0f3a55-e69d-4b77-a319-5a14a1984daf service neutron] Attempting to bind port 4cb9c200-3854-4ebb-9ac4-18507b21572e by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:38:33.702502 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6e2bee-b4a7-433b-bd7b-8d287b8f0762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75212506-f0a8-45a7-bdcc-7b3d490bff58,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:33.702692 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-8b0f3a55-e69d-4b77-a319-5a14a1984daf service neutron] Attempting to bind port 4cb9c200-3854-4ebb-9ac4-18507b21572e on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:33.707957 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-8b0f3a55-e69d-4b77-a319-5a14a1984daf service neutron] Port 4cb9c200-3854-4ebb-9ac4-18507b21572e on network 172a28b2-119c-4d70-aef1-a731eb107d6c not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:38:33.708278 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-8b0f3a55-e69d-4b77-a319-5a14a1984daf service neutron] Attempting to bind port 4cb9c200-3854-4ebb-9ac4-18507b21572e on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:33.731738 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-8b0f3a55-e69d-4b77-a319-5a14a1984daf service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:38:33.732083 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-8b0f3a55-e69d-4b77-a319-5a14a1984daf service neutron] Checking segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:33.732472 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-8b0f3a55-e69d-4b77-a319-5a14a1984daf service neutron] Bound using segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:38:33.732914 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-8b0f3a55-e69d-4b77-a319-5a14a1984daf service neutron] Bound port: 4cb9c200-3854-4ebb-9ac4-18507b21572e, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:38:33.733282 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-8b0f3a55-e69d-4b77-a319-5a14a1984daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:33.857735 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec25382-c051-4a29-aa03-88e9c49fdfd3 x-openstack-request-id: req-4ec25382-c051-4a29-aa03-88e9c49fdfd3 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:33.858010 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c49e9c88-2213-44e2-bafd-e5dc0c60903f", "name": "network-vif-deleted", "tag": "a4e177b5-07c0-478b-9c03-aeafe15575f4", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:33.858257 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ec25382-c051-4a29-aa03-88e9c49fdfd3 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:33.858651 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c49e9c88-2213-44e2-bafd-e5dc0c60903f', 'name': 'network-vif-deleted', 'tag': 'a4e177b5-07c0-478b-9c03-aeafe15575f4', 'status': 'completed', 'code': 200} Nov 12 00:38:34.003347 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-91428077-4f34-4fc4-b478-329db07e144c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:34.020418 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c88e85c4-6c85-436b-8bdd-adcfe5504325 req-bf71564d-c76e-4963-8dd9-63230c2fd4d1 tempest-ServerDiagnosticsNegativeTest-302800823 tempest-ServerDiagnosticsNegativeTest-302800823-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49e9c88-2213-44e2-bafd-e5dc0c60903f HTTP/1.1" status: 200 len: 210 time: 0.1584346 Nov 12 00:38:34.080445 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-745e8c67-984a-40be-b976-431ad7114fef req-a5cd72db-661b-4184-a608-89f8197002c3 tempest-DeleteServersAdminTestJSON-26007563 tempest-DeleteServersAdminTestJSON-26007563-project-admin] For port 3364f905-2b0b-47ec-be6b-e260e9d0b1aa, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=3364f905-2b0b-47ec-be6b-e260e9d0b1aa,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:34.081194 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-745e8c67-984a-40be-b976-431ad7114fef req-a5cd72db-661b-4184-a608-89f8197002c3 tempest-DeleteServersAdminTestJSON-26007563 tempest-DeleteServersAdminTestJSON-26007563-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:34.099002 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-91428077-4f34-4fc4-b478-329db07e144c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:34.123762 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-745e8c67-984a-40be-b976-431ad7114fef req-a5cd72db-661b-4184-a608-89f8197002c3 tempest-DeleteServersAdminTestJSON-26007563 tempest-DeleteServersAdminTestJSON-26007563-project-admin] Calling delete_port for 3364f905-2b0b-47ec-be6b-e260e9d0b1aa owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:38:34.213396 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e14d9ac6-3c50-4086-b7b3-b24871e3c7cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:34.213803 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5135a57b-5ea6-40e6-bb98-4befa7439538 req-e8899171-7170-4a21-97d9-d39d35b7415a tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=cbc5b0bf95164a03a9c56914d00b2e1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0760934 Nov 12 00:38:34.251785 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85859f37-9e42-470a-a07c-2d545741d802 req-faec8464-0edc-49b9-b8db-63ff77092c58 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:34.258242 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-85859f37-9e42-470a-a07c-2d545741d802 req-faec8464-0edc-49b9-b8db-63ff77092c58 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc2014b0-07f3-47fd-9b82-f3ddf03ae662 HTTP/1.1" status: 200 len: 949 time: 0.1566391 Nov 12 00:38:34.279756 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-8b0f3a55-e69d-4b77-a319-5a14a1984daf service neutron] For port 4cb9c200-3854-4ebb-9ac4-18507b21572e, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:38:34.316332 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-91428077-4f34-4fc4-b478-329db07e144c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:34.319105 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-91428077-4f34-4fc4-b478-329db07e144c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:34.320298 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-91428077-4f34-4fc4-b478-329db07e144c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/75212506-f0a8-45a7-bdcc-7b3d490bff58 HTTP/1.1" status: 204 len: 168 time: 0.6359193 Nov 12 00:38:34.349350 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-8b0f3a55-e69d-4b77-a319-5a14a1984daf service neutron] For port 4cb9c200-3854-4ebb-9ac4-18507b21572e, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=4cb9c200-3854-4ebb-9ac4-18507b21572e,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:38:34.352809 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-85859f37-9e42-470a-a07c-2d545741d802 req-42b12787-f2b1-4182-85ed-e5129a8cac7c tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfb4f860-1118-4c97-8071-fe68e1c9c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932915 Nov 12 00:38:34.355822 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91428077-4f34-4fc4-b478-329db07e144c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75212506-f0a8-45a7-bdcc-7b3d490bff58,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:34.377657 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-8b0f3a55-e69d-4b77-a319-5a14a1984daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:34.443458 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-745e8c67-984a-40be-b976-431ad7114fef req-a5cd72db-661b-4184-a608-89f8197002c3 tempest-DeleteServersAdminTestJSON-26007563 tempest-DeleteServersAdminTestJSON-26007563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:34.479877 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['3364f905-2b0b-47ec-be6b-e260e9d0b1aa'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:34.494646 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3cfb5-3237-47b3-884c-5c5bc33443b4 req-360f2b53-3836-4efa-85b8-5c6d658e10f0 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:34.497232 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-73e3cfb5-3237-47b3-884c-5c5bc33443b4 req-360f2b53-3836-4efa-85b8-5c6d658e10f0 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.54 "GET /v2.0/networks?id=040fca8f-d2ed-42cc-9d74-8da136d7b80f HTTP/1.1" status: 200 len: 805 time: 0.5336542 Nov 12 00:38:34.517352 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-8b0f3a55-e69d-4b77-a319-5a14a1984daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:34.518313 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-8b0f3a55-e69d-4b77-a319-5a14a1984daf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:34.519691 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-8b0f3a55-e69d-4b77-a319-5a14a1984daf service neutron] 10.222.0.49 "PUT /v2.0/ports/4cb9c200-3854-4ebb-9ac4-18507b21572e HTTP/1.1" status: 200 len: 1096 time: 2.3000309 Nov 12 00:38:34.539879 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135a57b-5ea6-40e6-bb98-4befa7439538 req-4fb9d08f-2efb-444b-958f-8135a71bc54e tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:34.551324 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5135a57b-5ea6-40e6-bb98-4befa7439538 req-4fb9d08f-2efb-444b-958f-8135a71bc54e tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3284619 Nov 12 00:38:34.557000 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-73e3cfb5-3237-47b3-884c-5c5bc33443b4 req-f7f06955-364c-4c1b-8fb8-1ae3344a58f5 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Request body: {'port': {'device_id': 'e5217370-6da2-4c59-b4ab-6436300de765', 'network_id': '040fca8f-d2ed-42cc-9d74-8da136d7b80f', 'admin_state_up': True, 'tenant_id': '15b80c7f11964559b05ab81accceabef'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:34.603355 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5135a57b-5ea6-40e6-bb98-4befa7439538 req-4aa41dab-16c7-4625-9240-d8e0a1d2019e tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/quotas/cbc5b0bf95164a03a9c56914d00b2e1a HTTP/1.1" status: 200 len: 375 time: 0.0503287 Nov 12 00:38:34.627080 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f3a55-e69d-4b77-a319-5a14a1984daf service neutron] Pushing event updated for resources: {'Port': ['ID=4cb9c200-3854-4ebb-9ac4-18507b21572e,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:34.649029 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cd72db-661b-4184-a608-89f8197002c3 tempest-DeleteServersAdminTestJSON-26007563 tempest-DeleteServersAdminTestJSON-26007563-project-admin] Pushing event deleted for resources: {'Port': ['ID=3364f905-2b0b-47ec-be6b-e260e9d0b1aa,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:34.659158 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-745e8c67-984a-40be-b976-431ad7114fef req-a5cd72db-661b-4184-a608-89f8197002c3 tempest-DeleteServersAdminTestJSON-26007563 tempest-DeleteServersAdminTestJSON-26007563-project-admin] No DVR routers for this DVR port 3364f905-2b0b-47ec-be6b-e260e9d0b1aa on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:38:34.669190 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-745e8c67-984a-40be-b976-431ad7114fef req-a5cd72db-661b-4184-a608-89f8197002c3 tempest-DeleteServersAdminTestJSON-26007563 tempest-DeleteServersAdminTestJSON-26007563-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:34.677734 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-745e8c67-984a-40be-b976-431ad7114fef req-a5cd72db-661b-4184-a608-89f8197002c3 tempest-DeleteServersAdminTestJSON-26007563 tempest-DeleteServersAdminTestJSON-26007563-project-admin] 10.222.0.54 "DELETE /v2.0/ports/3364f905-2b0b-47ec-be6b-e260e9d0b1aa HTTP/1.1" status: 204 len: 173 time: 1.5079613 Nov 12 00:38:34.741612 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2014b0-07f3-47fd-9b82-f3ddf03ae662', 'name': 'network-vif-deleted', 'tag': '3364f905-2b0b-47ec-be6b-e260e9d0b1aa'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:34.744340 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1426b37-a75a-42fe-bfab-6a9b4b4951bc" -d '{"events": [{"server_uuid": "dc2014b0-07f3-47fd-9b82-f3ddf03ae662", "name": "network-vif-deleted", "tag": "3364f905-2b0b-47ec-be6b-e260e9d0b1aa"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:34.748655 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36778) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:34.768866 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5135a57b-5ea6-40e6-bb98-4befa7439538 req-2a2baa9f-9d64-42cc-9fd7-7028b30322cc tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cbc5b0bf95164a03a9c56914d00b2e1a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1633584 Nov 12 00:38:34.786745 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-64a17579-178d-4de2-90b9-eb5343210142 req-c64c4f81-8848-430a-9aff-4ac0bff9a180 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5217370-6da2-4c59-b4ab-6436300de765 HTTP/1.1" status: 200 len: 210 time: 0.1828723 Nov 12 00:38:34.859408 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c05b19ae-33c9-4f58-98b1-e35f392fd54c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:34.943339 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e966b-2814-4814-a9be-ce0b3fe892a6 req-caa48f18-1f51-4b8c-98c7-3f991ee86030 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:34.946181 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-dd4aa7ce-4d97-43b8-86b7-d3d80b458c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:34.947596 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-dd4aa7ce-4d97-43b8-86b7-d3d80b458c85 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e8633e96499e4e60ad8c3b62698e810c&device_id=3f66e14c-9979-4fb7-9603-130b9702e698 HTTP/1.1" status: 200 len: 1099 time: 0.1646960 Nov 12 00:38:34.958520 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5e2e966b-2814-4814-a9be-ce0b3fe892a6 req-caa48f18-1f51-4b8c-98c7-3f991ee86030 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/ports?device_id=647db9ca-ea4f-431b-8e93-d49d3657575a HTTP/1.1" status: 200 len: 945 time: 0.1039135 Nov 12 00:38:34.987109 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73e3cfb5-3237-47b3-884c-5c5bc33443b4 req-f7f06955-364c-4c1b-8fb8-1ae3344a58f5 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Made reservation on behalf of 15b80c7f11964559b05ab81accceabef for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:38:34.992715 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-73e3cfb5-3237-47b3-884c-5c5bc33443b4 req-f7f06955-364c-4c1b-8fb8-1ae3344a58f5 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:35.022721 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5e2e966b-2814-4814-a9be-ce0b3fe892a6 req-b22a82f8-20df-4b1e-a5df-8a405b35658e tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5cc596-1b22-444e-be3c-7711ad41e392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576613 Nov 12 00:38:35.086945 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-9afbe3b1-7994-4d1e-952f-fe3a90579f44 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=4cb9c200-3854-4ebb-9ac4-18507b21572e HTTP/1.1" status: 200 len: 217 time: 0.1194611 Nov 12 00:38:35.106298 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f26bad-175d-4a86-86af-6a4f77010baf x-openstack-request-id: req-a0f26bad-175d-4a86-86af-6a4f77010baf {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:35.106567 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc2014b0-07f3-47fd-9b82-f3ddf03ae662", "name": "network-vif-deleted", "tag": "3364f905-2b0b-47ec-be6b-e260e9d0b1aa", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:35.111164 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a0f26bad-175d-4a86-86af-6a4f77010baf {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:35.111574 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc2014b0-07f3-47fd-9b82-f3ddf03ae662', 'name': 'network-vif-deleted', 'tag': '3364f905-2b0b-47ec-be6b-e260e9d0b1aa', 'status': 'completed', 'code': 200} Nov 12 00:38:35.162544 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a27cbcc3-de4b-46f7-8646-3cf084013c4e req-233587df-03b8-4194-8033-8ca9f96b69df tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/ports?device_id=14372698-c3d9-4a3d-a4fc-0b773228c1a3 HTTP/1.1" status: 200 len: 210 time: 0.0284560 Nov 12 00:38:35.486948 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c05b19ae-33c9-4f58-98b1-e35f392fd54c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:35.489572 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-554db5d5-12d3-41cb-9df5-96eb9535d0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:35.491104 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-554db5d5-12d3-41cb-9df5-96eb9535d0ac service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.3883581 Nov 12 00:38:35.529170 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c05b19ae-33c9-4f58-98b1-e35f392fd54c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:35.534690 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac98f3b-53a1-402d-a643-7856e4b0eed2 req-b0193af8-0123-44e6-af50-7de5781475c7 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:35.536119 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4ac98f3b-53a1-402d-a643-7856e4b0eed2 req-b0193af8-0123-44e6-af50-7de5781475c7 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/ports?device_id=647db9ca-ea4f-431b-8e93-d49d3657575a HTTP/1.1" status: 200 len: 945 time: 0.1017954 Nov 12 00:38:35.544694 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e58cba-417d-4129-8c94-10c33b78d3e5 req-dbd27d3b-7364-4c26-ae2b-801b506f3542 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:35.549175 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36804) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:35.552043 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-83e58cba-417d-4129-8c94-10c33b78d3e5 req-dbd27d3b-7364-4c26-ae2b-801b506f3542 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f66e14c-9979-4fb7-9603-130b9702e698 HTTP/1.1" status: 200 len: 947 time: 0.4262481 Nov 12 00:38:35.554488 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-cda044eb-e78c-4433-9225-1bcfedf20e62 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Request body: {'floatingip': {'port_id': '6d25aee3-3c21-48d2-a5ce-3ed667fb14b4'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:35.644876 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cda044eb-e78c-4433-9225-1bcfedf20e62 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks [] for floatingip, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:35.697403 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-73e3cfb5-3237-47b3-884c-5c5bc33443b4 req-f7f06955-364c-4c1b-8fb8-1ae3344a58f5 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Allocated IP 172.20.0.5 (040fca8f-d2ed-42cc-9d74-8da136d7b80f/15eed615-9c1a-43c6-8268-d04dda46eb36/dd90e0b1-265a-4c8b-832c-4803463f0ab6) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:38:35.723545 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c05b19ae-33c9-4f58-98b1-e35f392fd54c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=012c81b68b9041dfaa273cea7cc0a469&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9534705 Nov 12 00:38:35.751260 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36812) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:35.763567 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-83e58cba-417d-4129-8c94-10c33b78d3e5 req-304328c3-78cc-4207-84e2-ca6ce7056adf tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/security-groups?id=3be3c7ab-70bc-4bf2-85ca-9bcb07e60e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105265 Nov 12 00:38:35.773622 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36816) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:35.936347 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f66e14c-9979-4fb7-9603-130b9702e698', 'tag': '4cb9c200-3854-4ebb-9ac4-18507b21572e'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:35.942751 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67d969f-b442-40e2-84a4-6c531127b7ec" -d '{"events": [{"name": "network-changed", "server_uuid": "3f66e14c-9979-4fb7-9603-130b9702e698", "tag": "4cb9c200-3854-4ebb-9ac4-18507b21572e"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:35.996344 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05b19ae-33c9-4f58-98b1-e35f392fd54c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da70d57a-5c8a-4c0d-954f-d32d7c399ebe,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:36.023795 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-7e8f0a81-54b8-4592-bdca-dbc377b034c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:36.025356 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-7e8f0a81-54b8-4592-bdca-dbc377b034c0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5075364 Nov 12 00:38:36.056306 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6cca9998-4475-4c6c-a016-12ca759a6954 req-32cec397-09b4-4d28-9d31-42ec727b16a0 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=15185b9e61e4422b9b22f213aed2dac3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363753 Nov 12 00:38:36.064126 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ef2cae09-9534-4954-ad30-dee16cce24dc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c0c725bfaaf04ff9866bd89faaa3a1b8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2890761 Nov 12 00:38:36.064969 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-73d90b55-d92e-4937-8ade-41851703adba req-bb3c8169-fb98-481e-ad05-9964fa2c5c66 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5217370-6da2-4c59-b4ab-6436300de765 HTTP/1.1" status: 200 len: 210 time: 0.1167939 Nov 12 00:38:36.068889 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36838) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:36.163506 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6f36ea-4ef1-436b-bd81-d06133be2c58 x-openstack-request-id: req-9d6f36ea-4ef1-436b-bd81-d06133be2c58 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:36.163797 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f66e14c-9979-4fb7-9603-130b9702e698", "tag": "4cb9c200-3854-4ebb-9ac4-18507b21572e", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:36.164047 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9d6f36ea-4ef1-436b-bd81-d06133be2c58 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:36.164433 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f66e14c-9979-4fb7-9603-130b9702e698', 'tag': '4cb9c200-3854-4ebb-9ac4-18507b21572e', 'status': 'completed', 'code': 200} Nov 12 00:38:36.167715 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-73e3cfb5-3237-47b3-884c-5c5bc33443b4 req-f7f06955-364c-4c1b-8fb8-1ae3344a58f5 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:36.188469 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-53c60f32-15ca-43e1-8d9c-29c6b36d67d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:36.226556 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-53c60f32-15ca-43e1-8d9c-29c6b36d67d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:36.259037 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-1853c0c5-a43c-4047-8c12-37b4315ae681 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165184 Nov 12 00:38:36.314840 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-73e3cfb5-3237-47b3-884c-5c5bc33443b4 req-f7f06955-364c-4c1b-8fb8-1ae3344a58f5 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:36.355791 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-58cacd2a-e753-4f1f-9bbe-0501a2181cbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:36.388827 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-47a4a899-b9d9-426f-bb21-58555411f4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:36.441235 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-58cacd2a-e753-4f1f-9bbe-0501a2181cbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:36.441759 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-53c60f32-15ca-43e1-8d9c-29c6b36d67d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:36.444450 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-53c60f32-15ca-43e1-8d9c-29c6b36d67d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:36.445764 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-53c60f32-15ca-43e1-8d9c-29c6b36d67d8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da70d57a-5c8a-4c0d-954f-d32d7c399ebe HTTP/1.1" status: 204 len: 168 time: 0.6810322 Nov 12 00:38:36.453180 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73e3cfb5-3237-47b3-884c-5c5bc33443b4 req-f7f06955-364c-4c1b-8fb8-1ae3344a58f5 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Network 040fca8f-d2ed-42cc-9d74-8da136d7b80f is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:38:36.457027 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-288989e7-ead4-437e-9382-ef28dd8e44d2 req-a9cc0703-beeb-445b-884d-432db2897af0 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/ports?device_id=14372698-c3d9-4a3d-a4fc-0b773228c1a3 HTTP/1.1" status: 200 len: 210 time: 0.0657144 Nov 12 00:38:36.469340 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-73e3cfb5-3237-47b3-884c-5c5bc33443b4 req-f7f06955-364c-4c1b-8fb8-1ae3344a58f5 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:38:36.486644 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e3cfb5-3237-47b3-884c-5c5bc33443b4 req-f7f06955-364c-4c1b-8fb8-1ae3344a58f5 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:38:36.492496 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3cfb5-3237-47b3-884c-5c5bc33443b4 req-f7f06955-364c-4c1b-8fb8-1ae3344a58f5 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:36.493109 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-73e3cfb5-3237-47b3-884c-5c5bc33443b4 req-f7f06955-364c-4c1b-8fb8-1ae3344a58f5 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:36.499895 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f06955-364c-4c1b-8fb8-1ae3344a58f5 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Pushing event updated for resources: {'Port': ['ID=dd90e0b1-265a-4c8b-832c-4803463f0ab6,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:36.500900 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c60f32-15ca-43e1-8d9c-29c6b36d67d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da70d57a-5c8a-4c0d-954f-d32d7c399ebe,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:36.508549 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca9998-4475-4c6c-a016-12ca759a6954 req-b4f48857-f893-48b7-8a18-3dc9eee05ba6 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:36.513275 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-76568634-ccfd-470e-86c4-f4fa8fd27fec req-9eddf666-029d-473d-aac9-15be85e2c3b6 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364776 Nov 12 00:38:36.520880 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6cca9998-4475-4c6c-a016-12ca759a6954 req-b4f48857-f893-48b7-8a18-3dc9eee05ba6 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4548378 Nov 12 00:38:36.522534 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-73e3cfb5-3237-47b3-884c-5c5bc33443b4 req-f7f06955-364c-4c1b-8fb8-1ae3344a58f5 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9944785 Nov 12 00:38:36.549941 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-73e3cfb5-3237-47b3-884c-5c5bc33443b4 req-a5b98060-ecb8-4957-9e76-a39f333f4feb service neutron] Request body: {'port': {'device_id': 'e5217370-6da2-4c59-b4ab-6436300de765', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:36.585776 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5135a57b-5ea6-40e6-bb98-4befa7439538 req-7787569a-e873-4363-aeec-63b60a33f3d1 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=cbc5b0bf95164a03a9c56914d00b2e1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1775141 Nov 12 00:38:36.624736 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-73e3cfb5-3237-47b3-884c-5c5bc33443b4 req-a5b98060-ecb8-4957-9e76-a39f333f4feb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:36.733095 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6cca9998-4475-4c6c-a016-12ca759a6954 req-d151d952-ebc2-43c6-b834-96c05b2f6897 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/quotas/15185b9e61e4422b9b22f213aed2dac3 HTTP/1.1" status: 200 len: 375 time: 0.2113209 Nov 12 00:38:36.814390 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6cca9998-4475-4c6c-a016-12ca759a6954 req-b1a15edc-e75c-4e43-bbbe-bb73e1cff32c tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=15185b9e61e4422b9b22f213aed2dac3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0684891 Nov 12 00:38:36.829783 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135a57b-5ea6-40e6-bb98-4befa7439538 req-b0bc2b45-a91a-4ade-bb9f-8d3a7f6af7b8 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:36.831801 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5135a57b-5ea6-40e6-bb98-4befa7439538 req-b0bc2b45-a91a-4ade-bb9f-8d3a7f6af7b8 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2262650 Nov 12 00:38:36.864494 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-5135a57b-5ea6-40e6-bb98-4befa7439538 req-0f1000c9-4dc2-4da0-9a93-1d5750422884 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Request body: {'port': {'device_id': '14372698-c3d9-4a3d-a4fc-0b773228c1a3', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'admin_state_up': True, 'tenant_id': 'cbc5b0bf95164a03a9c56914d00b2e1a'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:36.888914 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d969f-b442-40e2-84a4-6c531127b7ec req-858fe71b-e762-4866-a094-0a91f7cefaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:36.890452 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e67d969f-b442-40e2-84a4-6c531127b7ec req-858fe71b-e762-4866-a094-0a91f7cefaec service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e8633e96499e4e60ad8c3b62698e810c&device_id=3f66e14c-9979-4fb7-9603-130b9702e698 HTTP/1.1" status: 200 len: 1099 time: 0.1455798 Nov 12 00:38:36.903382 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e52514-4f4f-4977-a5f2-6a52b991059e req-54ac8e9b-a0e2-421b-b8a7-e43058df076f tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:36.904923 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d6e52514-4f4f-4977-a5f2-6a52b991059e req-54ac8e9b-a0e2-421b-b8a7-e43058df076f tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] 10.222.0.20 "GET /v2.0/ports?device_id=58331d95-5ff0-4cdd-9586-07ebf540d90c HTTP/1.1" status: 200 len: 971 time: 0.2086077 Nov 12 00:38:36.996829 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device a4e177b5-07c0-478b-9c03-aeafe15575f4 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:38:37.042780 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: a4e177b5-07c0-478b-9c03-aeafe15575f4 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:38:37.043094 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device a4e177b5-07c0-478b-9c03-aeafe15575f4 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:38:37.043710 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 3364f905-2b0b-47ec-be6b-e260e9d0b1aa no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:38:37.095139 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: 3364f905-2b0b-47ec-be6b-e260e9d0b1aa {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:38:37.095574 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 3364f905-2b0b-47ec-be6b-e260e9d0b1aa not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:38:37.166335 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d6e52514-4f4f-4977-a5f2-6a52b991059e req-a9336b52-b288-4d3c-9f27-6bac8adbd702 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2c837d3-554a-4d05-8eb1-0a15a2f0514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438753 Nov 12 00:38:37.207785 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d969f-b442-40e2-84a4-6c531127b7ec req-94514506-8bb5-47bd-93a1-34456c4a72fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:37.209498 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e67d969f-b442-40e2-84a4-6c531127b7ec req-94514506-8bb5-47bd-93a1-34456c4a72fe service neutron] 10.222.0.49 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.3019063 Nov 12 00:38:37.237503 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.db.resource_extend [None req-cda044eb-e78c-4433-9225-1bcfedf20e62 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:38:37.269921 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-58cacd2a-e753-4f1f-9bbe-0501a2181cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:37.272985 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-58cacd2a-e753-4f1f-9bbe-0501a2181cbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:37.274303 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-58cacd2a-e753-4f1f-9bbe-0501a2181cbc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/30486909-cfb6-4920-a58f-4e88ba287de2 HTTP/1.1" status: 204 len: 168 time: 1.2045159 Nov 12 00:38:37.288654 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e67d969f-b442-40e2-84a4-6c531127b7ec req-5f375e0e-fce2-4540-ace9-5959c8a69630 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=4cb9c200-3854-4ebb-9ac4-18507b21572e HTTP/1.1" status: 200 len: 217 time: 0.0662701 Nov 12 00:38:37.321592 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cacd2a-e753-4f1f-9bbe-0501a2181cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30486909-cfb6-4920-a58f-4e88ba287de2,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:37.362073 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b3b0c3b5-297b-4380-85c6-8378cfbb280e req-400add0b-d16d-4276-86eb-f9c1f1a94be9 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/ports?device_id=09847c05-d48b-45e3-a75b-8fbde6f33661 HTTP/1.1" status: 200 len: 210 time: 0.1272373 Nov 12 00:38:37.374874 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-73e3cfb5-3237-47b3-884c-5c5bc33443b4 req-a5b98060-ecb8-4957-9e76-a39f333f4feb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd90e0b1-265a-4c8b-832c-4803463f0ab6 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:37.402395 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-73e3cfb5-3237-47b3-884c-5c5bc33443b4 req-a5b98060-ecb8-4957-9e76-a39f333f4feb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:37.438553 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cda044eb-e78c-4433-9225-1bcfedf20e62 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:37.460553 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cda044eb-e78c-4433-9225-1bcfedf20e62 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:37.520552 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:37.523585 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d969f-b442-40e2-84a4-6c531127b7ec req-6d652594-4608-43da-9c15-ad5ec08732d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:37.525030 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e67d969f-b442-40e2-84a4-6c531127b7ec req-6d652594-4608-43da-9c15-ad5ec08732d7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.2077556 Nov 12 00:38:37.527259 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-73e3cfb5-3237-47b3-884c-5c5bc33443b4 req-a5b98060-ecb8-4957-9e76-a39f333f4feb service neutron] Transition to ACTIVE for port object dd90e0b1-265a-4c8b-832c-4803463f0ab6 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:38:37.565448 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797cb70d-ac0f-4ea8-9958-0e5acedf1d77 req-ed450dd5-9066-4603-a415-f741745aa20e tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:37.568925 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-73e3cfb5-3237-47b3-884c-5c5bc33443b4 req-a5b98060-ecb8-4957-9e76-a39f333f4feb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:37.572716 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-797cb70d-ac0f-4ea8-9958-0e5acedf1d77 req-ed450dd5-9066-4603-a415-f741745aa20e tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f66e14c-9979-4fb7-9603-130b9702e698 HTTP/1.1" status: 200 len: 947 time: 0.2970715 Nov 12 00:38:37.765932 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-797cb70d-ac0f-4ea8-9958-0e5acedf1d77 req-1a1a3732-32e5-49c9-8374-d78d1fcbea9c tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/security-groups?id=3be3c7ab-70bc-4bf2-85ca-9bcb07e60e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626115 Nov 12 00:38:37.772140 n-d-812236-11 neutron-server[102662]: INFO neutron.db.l3_db [None req-cda044eb-e78c-4433-9225-1bcfedf20e62 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Floating IP 65fbe837-3732-4799-97fd-266e994b8c42 associated. External IP: 172.25.2.161, port: 6d25aee3-3c21-48d2-a5ce-3ed667fb14b4. Nov 12 00:38:37.783797 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5135a57b-5ea6-40e6-bb98-4befa7439538 req-0f1000c9-4dc2-4da0-9a93-1d5750422884 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Made reservation on behalf of cbc5b0bf95164a03a9c56914d00b2e1a for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:38:37.790310 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5135a57b-5ea6-40e6-bb98-4befa7439538 req-0f1000c9-4dc2-4da0-9a93-1d5750422884 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:37.793033 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86958d1c-608d-45ff-8645-4099c43394c4 req-2aecad35-85cb-4d8f-913b-aa723c1880b4 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:37.797621 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-86958d1c-608d-45ff-8645-4099c43394c4 req-2aecad35-85cb-4d8f-913b-aa723c1880b4 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5217370-6da2-4c59-b4ab-6436300de765 HTTP/1.1" status: 200 len: 943 time: 0.2697847 Nov 12 00:38:37.798161 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b98060-ecb8-4957-9e76-a39f333f4feb service neutron] Pushing event updated for resources: {'Port': ['ID=dd90e0b1-265a-4c8b-832c-4803463f0ab6,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:37.803099 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d969f-b442-40e2-84a4-6c531127b7ec req-43e8fa1e-905e-4d74-9ed1-821898284101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:37.805435 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e67d969f-b442-40e2-84a4-6c531127b7ec req-43e8fa1e-905e-4d74-9ed1-821898284101 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2495070 Nov 12 00:38:37.920394 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3c43c00d-f1b4-4911-987b-1aa53945cf1f req-dde4c077-3413-446b-bcf1-180dbbc75e1d tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/ports?device_id=14372698-c3d9-4a3d-a4fc-0b773228c1a3 HTTP/1.1" status: 200 len: 210 time: 0.0531962 Nov 12 00:38:37.981938 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-73e3cfb5-3237-47b3-884c-5c5bc33443b4 req-a5b98060-ecb8-4957-9e76-a39f333f4feb service neutron] Attempting to bind port dd90e0b1-265a-4c8b-832c-4803463f0ab6 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:38:37.982314 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-73e3cfb5-3237-47b3-884c-5c5bc33443b4 req-a5b98060-ecb8-4957-9e76-a39f333f4feb service neutron] Attempting to bind port dd90e0b1-265a-4c8b-832c-4803463f0ab6 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '31f3cd0b-8f92-47c3-a72f-efb4d157fdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '040fca8f-d2ed-42cc-9d74-8da136d7b80f'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:38:37.982724 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e3cfb5-3237-47b3-884c-5c5bc33443b4 req-a5b98060-ecb8-4957-9e76-a39f333f4feb service neutron] Attempting to bind port dd90e0b1-265a-4c8b-832c-4803463f0ab6 on network 040fca8f-d2ed-42cc-9d74-8da136d7b80f {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:37.999978 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e3cfb5-3237-47b3-884c-5c5bc33443b4 req-a5b98060-ecb8-4957-9e76-a39f333f4feb service neutron] Port dd90e0b1-265a-4c8b-832c-4803463f0ab6 on network 040fca8f-d2ed-42cc-9d74-8da136d7b80f not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:38:38.000299 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e3cfb5-3237-47b3-884c-5c5bc33443b4 req-a5b98060-ecb8-4957-9e76-a39f333f4feb service neutron] Attempting to bind port dd90e0b1-265a-4c8b-832c-4803463f0ab6 on network 040fca8f-d2ed-42cc-9d74-8da136d7b80f {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:38.023403 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e3cfb5-3237-47b3-884c-5c5bc33443b4 req-a5b98060-ecb8-4957-9e76-a39f333f4feb service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:38:38.023957 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e3cfb5-3237-47b3-884c-5c5bc33443b4 req-a5b98060-ecb8-4957-9e76-a39f333f4feb service neutron] Checking segment: {'id': '31f3cd0b-8f92-47c3-a72f-efb4d157fdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '040fca8f-d2ed-42cc-9d74-8da136d7b80f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:38.024475 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e3cfb5-3237-47b3-884c-5c5bc33443b4 req-a5b98060-ecb8-4957-9e76-a39f333f4feb service neutron] Bound using segment: {'id': '31f3cd0b-8f92-47c3-a72f-efb4d157fdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '040fca8f-d2ed-42cc-9d74-8da136d7b80f'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:38:38.025078 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-73e3cfb5-3237-47b3-884c-5c5bc33443b4 req-a5b98060-ecb8-4957-9e76-a39f333f4feb service neutron] Bound port: dd90e0b1-265a-4c8b-832c-4803463f0ab6, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31f3cd0b-8f92-47c3-a72f-efb4d157fdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '040fca8f-d2ed-42cc-9d74-8da136d7b80f'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:38:38.025612 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-73e3cfb5-3237-47b3-884c-5c5bc33443b4 req-a5b98060-ecb8-4957-9e76-a39f333f4feb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:38.069579 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-86958d1c-608d-45ff-8645-4099c43394c4 req-e1c2336d-0240-4308-9e7f-a2c31c2eac22 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329199 Nov 12 00:38:38.069790 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36896) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:38.077911 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e67d969f-b442-40e2-84a4-6c531127b7ec req-cd707792-8712-40ec-a300-4711fcdfef97 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229946 Nov 12 00:38:38.130639 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1d4ea68c-27e7-4e9e-a012-80630406ed58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:38.192957 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-5135a57b-5ea6-40e6-bb98-4befa7439538 req-0f1000c9-4dc2-4da0-9a93-1d5750422884 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Allocated IP 192.168.233.86 (172a28b2-119c-4d70-aef1-a731eb107d6c/3288e972-21d8-4a52-9002-05790fb0bb61/6ef4ea37-3e66-42fc-854b-f9ca1afdb738) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:38:38.219382 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-73e3cfb5-3237-47b3-884c-5c5bc33443b4 req-a5b98060-ecb8-4957-9e76-a39f333f4feb service neutron] For port dd90e0b1-265a-4c8b-832c-4803463f0ab6, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:38:38.241906 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-73e3cfb5-3237-47b3-884c-5c5bc33443b4 req-a5b98060-ecb8-4957-9e76-a39f333f4feb service neutron] For port dd90e0b1-265a-4c8b-832c-4803463f0ab6, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=dd90e0b1-265a-4c8b-832c-4803463f0ab6,segment=NetworkSegment(31f3cd0b-8f92-47c3-a72f-efb4d157fdb5),segment_id=31f3cd0b-8f92-47c3-a72f-efb4d157fdb5)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:38:38.258646 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-73e3cfb5-3237-47b3-884c-5c5bc33443b4 req-a5b98060-ecb8-4957-9e76-a39f333f4feb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:38.303750 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e67d969f-b442-40e2-84a4-6c531127b7ec req-0f35d192-2739-4401-9a20-edf29bf8dee9 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020180 Nov 12 00:38:38.312022 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3cfb5-3237-47b3-884c-5c5bc33443b4 req-a5b98060-ecb8-4957-9e76-a39f333f4feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:38.312662 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-73e3cfb5-3237-47b3-884c-5c5bc33443b4 req-a5b98060-ecb8-4957-9e76-a39f333f4feb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:38.314812 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-73e3cfb5-3237-47b3-884c-5c5bc33443b4 req-a5b98060-ecb8-4957-9e76-a39f333f4feb service neutron] 10.222.0.54 "PUT /v2.0/ports/dd90e0b1-265a-4c8b-832c-4803463f0ab6 HTTP/1.1" status: 200 len: 1092 time: 1.7777221 Nov 12 00:38:38.315425 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5217370-6da2-4c59-b4ab-6436300de765', 'tag': 'dd90e0b1-265a-4c8b-832c-4803463f0ab6'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:38.318525 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd3696e-0d5f-4d57-a1e2-6cd46f1a2413" -d '{"events": [{"name": "network-changed", "server_uuid": "e5217370-6da2-4c59-b4ab-6436300de765", "tag": "dd90e0b1-265a-4c8b-832c-4803463f0ab6"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:38.342299 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b98060-ecb8-4957-9e76-a39f333f4feb service neutron] Pushing event updated for resources: {'Port': ['ID=dd90e0b1-265a-4c8b-832c-4803463f0ab6,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:38.385356 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7e758-98d9-4c44-b495-5e77b64a6b04 req-43b1a291-0728-42fd-b6c1-1d86f48f7d5f tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:38.387602 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1ed7e758-98d9-4c44-b495-5e77b64a6b04 req-43b1a291-0728-42fd-b6c1-1d86f48f7d5f tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] 10.222.0.49 "GET /v2.0/ports?device_id=58331d95-5ff0-4cdd-9586-07ebf540d90c HTTP/1.1" status: 200 len: 971 time: 0.2107494 Nov 12 00:38:38.389840 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda044eb-e78c-4433-9225-1bcfedf20e62 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Router 75dd6e5d-b3c8-42d5-a224-73af74680329 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:38:38.426033 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6820dba4-c3b6-46be-beea-53d1dafbd6f7 x-openstack-request-id: req-6820dba4-c3b6-46be-beea-53d1dafbd6f7 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:38.426569 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5217370-6da2-4c59-b4ab-6436300de765", "tag": "dd90e0b1-265a-4c8b-832c-4803463f0ab6", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:38.428586 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6820dba4-c3b6-46be-beea-53d1dafbd6f7 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:38.430097 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5217370-6da2-4c59-b4ab-6436300de765', 'tag': 'dd90e0b1-265a-4c8b-832c-4803463f0ab6', 'status': 'completed', 'code': 200} Nov 12 00:38:38.508428 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a9204-6ff3-401f-8fb0-6d3f451d25aa req-8f1ecdba-e975-44e2-a369-2ea4c632aa05 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:38.516271 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1f2a9204-6ff3-401f-8fb0-6d3f451d25aa req-8f1ecdba-e975-44e2-a369-2ea4c632aa05 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] 10.222.0.20 "GET /v2.0/ports?device_id=58331d95-5ff0-4cdd-9586-07ebf540d90c HTTP/1.1" status: 200 len: 971 time: 0.2482767 Nov 12 00:38:38.537825 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c27bcc9b-5119-4e37-947f-eb0e5327161f req-39c43f56-bb08-4abf-bb25-35b6ea9e8b81 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/ports?device_id=09847c05-d48b-45e3-a75b-8fbde6f33661 HTTP/1.1" status: 200 len: 210 time: 0.0511398 Nov 12 00:38:38.553154 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3cfb5-3237-47b3-884c-5c5bc33443b4 req-e5003362-2a81-4d0a-a68e-f5ffe225534f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:38.555558 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-73e3cfb5-3237-47b3-884c-5c5bc33443b4 req-e5003362-2a81-4d0a-a68e-f5ffe225534f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=15b80c7f11964559b05ab81accceabef&device_id=e5217370-6da2-4c59-b4ab-6436300de765 HTTP/1.1" status: 200 len: 1095 time: 0.1015558 Nov 12 00:38:38.633353 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-73e3cfb5-3237-47b3-884c-5c5bc33443b4 req-9dee7109-3376-41f3-95a8-d4af75a73b26 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd90e0b1-265a-4c8b-832c-4803463f0ab6 HTTP/1.1" status: 200 len: 217 time: 0.0570266 Nov 12 00:38:38.678137 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6cca9998-4475-4c6c-a016-12ca759a6954 req-64447f8a-c11f-42cc-8884-01c97c833e3b tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=15185b9e61e4422b9b22f213aed2dac3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2212698 Nov 12 00:38:38.692650 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3cfb5-3237-47b3-884c-5c5bc33443b4 req-b8052ce2-31f9-4bbc-897c-5c3c08d47542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:38.694145 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-73e3cfb5-3237-47b3-884c-5c5bc33443b4 req-b8052ce2-31f9-4bbc-897c-5c3c08d47542 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=15eed615-9c1a-43c6-8268-d04dda46eb36 HTTP/1.1" status: 200 len: 845 time: 0.0537035 Nov 12 00:38:38.751521 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-73e3cfb5-3237-47b3-884c-5c5bc33443b4 req-1cc0a32b-9d8e-414c-a684-ea6b360c455d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=040fca8f-d2ed-42cc-9d74-8da136d7b80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302229 Nov 12 00:38:38.766098 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1d4ea68c-27e7-4e9e-a012-80630406ed58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:38.802923 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1d4ea68c-27e7-4e9e-a012-80630406ed58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:38.880737 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-73e3cfb5-3237-47b3-884c-5c5bc33443b4 req-72dedefb-55ce-468e-87aa-c5251a375219 service neutron] 10.222.0.54 "GET /v2.0/networks/040fca8f-d2ed-42cc-9d74-8da136d7b80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217556 Nov 12 00:38:38.933264 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1f2a9204-6ff3-401f-8fb0-6d3f451d25aa req-527298d4-b405-4f4c-8610-c668a39ccdba tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2c837d3-554a-4d05-8eb1-0a15a2f0514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149816 Nov 12 00:38:38.943387 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4ea68c-27e7-4e9e-a012-80630406ed58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6ec63d-fc7b-4088-b9c1-d1e4bb0f4c3b,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:38.999365 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1d4ea68c-27e7-4e9e-a012-80630406ed58 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c31ae7d645814f40883a4f11b483692c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9262812 Nov 12 00:38:39.002441 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36924) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:39.003628 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5135a57b-5ea6-40e6-bb98-4befa7439538 req-0f1000c9-4dc2-4da0-9a93-1d5750422884 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:39.055649 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-73e3cfb5-3237-47b3-884c-5c5bc33443b4 req-1865ff44-08ab-45e2-acab-83ca2c78ac89 service neutron] 10.222.0.54 "GET /v2.0/networks/040fca8f-d2ed-42cc-9d74-8da136d7b80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677136 Nov 12 00:38:39.055905 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-1ed7e758-98d9-4c44-b495-5e77b64a6b04 req-2f0e1494-94f8-4731-821d-e52df71ca0b6 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] Deleting port dd257788-6a92-41bd-a7c6-d1c4670215bb {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:38:39.056009 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1ed7e758-98d9-4c44-b495-5e77b64a6b04 req-2f0e1494-94f8-4731-821d-e52df71ca0b6 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:39.059767 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda044eb-e78c-4433-9225-1bcfedf20e62 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:38:39.070936 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cda044eb-e78c-4433-9225-1bcfedf20e62 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:39.076142 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04414408-d483-4cfe-b4da-7d3e1d3a770d None None] Sync routers for ids ['75dd6e5d-b3c8-42d5-a224-73af74680329'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:38:39.094124 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04414408-d483-4cfe-b4da-7d3e1d3a770d None None] Routers {'75dd6e5d-b3c8-42d5-a224-73af74680329'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:38:39.095115 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-04414408-d483-4cfe-b4da-7d3e1d3a770d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:38:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['75dd6e5d-b3c8-42d5-a224-73af74680329'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:39.119356 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:39.151300 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ccb4ec93-8187-49a4-b43f-c2e948f542ee req-22ae0a3c-0aa2-4ed0-b95f-bd4fc2d7a93b tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/ports?device_id=14372698-c3d9-4a3d-a4fc-0b773228c1a3 HTTP/1.1" status: 200 len: 210 time: 0.0517967 Nov 12 00:38:39.165097 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-481db1dd-3687-421e-beb8-ee5c7aa17150 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:39.234629 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-481db1dd-3687-421e-beb8-ee5c7aa17150 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:39.244317 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-04414408-d483-4cfe-b4da-7d3e1d3a770d None None] Set router 75dd6e5d-b3c8-42d5-a224-73af74680329 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:38:39.304903 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd3696e-0d5f-4d57-a1e2-6cd46f1a2413 req-cb3580c0-d229-48b4-a607-7d52eca9597c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:39.306249 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2cd3696e-0d5f-4d57-a1e2-6cd46f1a2413 req-cb3580c0-d229-48b4-a607-7d52eca9597c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=15b80c7f11964559b05ab81accceabef&device_id=e5217370-6da2-4c59-b4ab-6436300de765 HTTP/1.1" status: 200 len: 1095 time: 0.0958724 Nov 12 00:38:39.347750 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-cda044eb-e78c-4433-9225-1bcfedf20e62 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "PUT /v2.0/floatingips/65fbe837-3732-4799-97fd-266e994b8c42 HTTP/1.1" status: 200 len: 991 time: 3.7974315 Nov 12 00:38:39.357819 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '647db9ca-ea4f-431b-8e93-d49d3657575a', 'tag': '6d25aee3-3c21-48d2-a5ce-3ed667fb14b4'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:39.360074 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6df3ff-81e1-4d66-9f50-c65a7da948a6" -d '{"events": [{"name": "network-changed", "server_uuid": "647db9ca-ea4f-431b-8e93-d49d3657575a", "tag": "6d25aee3-3c21-48d2-a5ce-3ed667fb14b4"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:39.369269 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca9998-4475-4c6c-a016-12ca759a6954 req-3595b49f-7a20-47ff-ade4-7d7d07ea97d9 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:39.371520 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6cca9998-4475-4c6c-a016-12ca759a6954 req-3595b49f-7a20-47ff-ade4-7d7d07ea97d9 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6387386 Nov 12 00:38:39.399418 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-6cca9998-4475-4c6c-a016-12ca759a6954 req-864a7560-378b-493c-a771-16d0c4da4299 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Request body: {'port': {'device_id': '09847c05-d48b-45e3-a75b-8fbde6f33661', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'admin_state_up': True, 'tenant_id': '15185b9e61e4422b9b22f213aed2dac3'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:39.515473 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5135a57b-5ea6-40e6-bb98-4befa7439538 req-0f1000c9-4dc2-4da0-9a93-1d5750422884 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:39.550835 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['cef80ae4-e498-4f8c-8769-77de59995675'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:39.631554 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d928a8-bef3-4c69-b247-4dd9f8b80b49 req-78807624-152f-458e-b665-69f6909eecc1 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:39.633124 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-49d928a8-bef3-4c69-b247-4dd9f8b80b49 req-78807624-152f-458e-b665-69f6909eecc1 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f66e14c-9979-4fb7-9603-130b9702e698 HTTP/1.1" status: 200 len: 947 time: 0.5598857 Nov 12 00:38:39.665272 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5135a57b-5ea6-40e6-bb98-4befa7439538 req-0f1000c9-4dc2-4da0-9a93-1d5750422884 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Network 172a28b2-119c-4d70-aef1-a731eb107d6c is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:38:39.668056 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-1ed7e758-98d9-4c44-b495-5e77b64a6b04 req-2f0e1494-94f8-4731-821d-e52df71ca0b6 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] For port dd257788-6a92-41bd-a7c6-d1c4670215bb, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=dd257788-6a92-41bd-a7c6-d1c4670215bb,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:39.668424 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1ed7e758-98d9-4c44-b495-5e77b64a6b04 req-2f0e1494-94f8-4731-821d-e52df71ca0b6 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:39.676866 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1000c9-4dc2-4da0-9a93-1d5750422884 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Pushing event updated for resources: {'Port': ['ID=6ef4ea37-3e66-42fc-854b-f9ca1afdb738,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:39.694102 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-5135a57b-5ea6-40e6-bb98-4befa7439538 req-0f1000c9-4dc2-4da0-9a93-1d5750422884 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:38:39.703936 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-5135a57b-5ea6-40e6-bb98-4befa7439538 req-0f1000c9-4dc2-4da0-9a93-1d5750422884 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:38:39.721942 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-1ed7e758-98d9-4c44-b495-5e77b64a6b04 req-2f0e1494-94f8-4731-821d-e52df71ca0b6 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] Calling delete_port for dd257788-6a92-41bd-a7c6-d1c4670215bb owned by compute:tempest-test_az-1426386038 {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:38:39.735836 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:39.777218 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd3696e-0d5f-4d57-a1e2-6cd46f1a2413 req-73568205-b3a9-497b-b828-cfd226b2af91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:39.779116 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2cd3696e-0d5f-4d57-a1e2-6cd46f1a2413 req-73568205-b3a9-497b-b828-cfd226b2af91 service neutron] 10.222.0.54 "GET /v2.0/networks?id=040fca8f-d2ed-42cc-9d74-8da136d7b80f HTTP/1.1" status: 200 len: 906 time: 0.4575698 Nov 12 00:38:39.791025 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-481db1dd-3687-421e-beb8-ee5c7aa17150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:39.795785 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-481db1dd-3687-421e-beb8-ee5c7aa17150 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:39.796998 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-04414408-d483-4cfe-b4da-7d3e1d3a770d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-574574574-router', 'tenant_id': '65e37905fcda41a0a64a3bffb54da22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '8a483b79-a1b2-462d-adea-4b716af7a61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:42Z', 'updated_at': '2021-11-12T00:37:46Z', 'revision_number': 4, 'project_id': '65e37905fcda41a0a64a3bffb54da22e', 'gw_port': {'id': '8a483b79-a1b2-462d-adea-4b716af7a61c', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:43Z', 'updated_at': '2021-11-12T00:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '65fbe837-3732-4799-97fd-266e994b8c42', 'tenant_id': '65e37905fcda41a0a64a3bffb54da22e', 'floating_ip_address': '172.25.2.161', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'port_id': '6d25aee3-3c21-48d2-a5ce-3ed667fb14b4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9574af4-848a-4900-9093-7976c00593e2', 'mac_address': 'fa:16:3e:ca:6d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647db9ca-ea4f-431b-8e93-d49d3657575a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:38:16Z', 'updated_at': '2021-11-12T00:38:36Z', 'revision_number': 1, 'project_id': '65e37905fcda41a0a64a3bffb54da22e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cb2828c-ec4b-41f1-8e21-672a6d143356', 'name': '', 'network_id': 'b9574af4-848a-4900-9093-7976c00593e2', 'tenant_id': '65e37905fcda41a0a64a3bffb54da22e', 'mac_address': 'fa:16:3e:82:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7413bf18-08e7-4425-a837-148a3dd7f58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:45Z', 'updated_at': '2021-11-12T00:37:51Z', 'revision_number': 5, 'project_id': '65e37905fcda41a0a64a3bffb54da22e', 'subnets': [{'id': '7413bf18-08e7-4425-a837-148a3dd7f58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:39.811293 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-481db1dd-3687-421e-beb8-ee5c7aa17150 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e6ec63d-fc7b-4088-b9c1-d1e4bb0f4c3b HTTP/1.1" status: 204 len: 168 time: 0.8076537 Nov 12 00:38:39.856360 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-49d928a8-bef3-4c69-b247-4dd9f8b80b49 req-710ac52f-3816-4ff1-bb24-f99e3a0923c7 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/security-groups?id=3be3c7ab-70bc-4bf2-85ca-9bcb07e60e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985364 Nov 12 00:38:39.860990 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cca9998-4475-4c6c-a016-12ca759a6954 req-864a7560-378b-493c-a771-16d0c4da4299 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Made reservation on behalf of 15185b9e61e4422b9b22f213aed2dac3 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:38:39.864543 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-6cca9998-4475-4c6c-a016-12ca759a6954 req-864a7560-378b-493c-a771-16d0c4da4299 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:39.877196 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135a57b-5ea6-40e6-bb98-4befa7439538 req-0f1000c9-4dc2-4da0-9a93-1d5750422884 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:39.877863 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5135a57b-5ea6-40e6-bb98-4befa7439538 req-0f1000c9-4dc2-4da0-9a93-1d5750422884 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:39.896877 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04414408-d483-4cfe-b4da-7d3e1d3a770d None None] Checking router: 75dd6e5d-b3c8-42d5-a224-73af74680329 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:38:39.900660 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481db1dd-3687-421e-beb8-ee5c7aa17150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6ec63d-fc7b-4088-b9c1-d1e4bb0f4c3b,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:39.903247 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2cd3696e-0d5f-4d57-a1e2-6cd46f1a2413 req-dc988ae8-a9ff-4298-b39f-e38632a8981a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd90e0b1-265a-4c8b-832c-4803463f0ab6 HTTP/1.1" status: 200 len: 217 time: 0.0894766 Nov 12 00:38:39.921227 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04414408-d483-4cfe-b4da-7d3e1d3a770d None None] Routers {'75dd6e5d-b3c8-42d5-a224-73af74680329'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:38:39.922061 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-04414408-d483-4cfe-b4da-7d3e1d3a770d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:38:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['75dd6e5d-b3c8-42d5-a224-73af74680329'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:39.964954 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ed0c1-3c4d-49ce-99df-ece247621358 req-f6b86fc1-7602-4eba-bdc5-14b64c6e0b01 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:39.966577 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0e2ed0c1-3c4d-49ce-99df-ece247621358 req-f6b86fc1-7602-4eba-bdc5-14b64c6e0b01 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5217370-6da2-4c59-b4ab-6436300de765 HTTP/1.1" status: 200 len: 943 time: 0.1865430 Nov 12 00:38:40.105629 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd3696e-0d5f-4d57-a1e2-6cd46f1a2413 req-77a009b1-4116-4c9c-9422-5adaa9bc2bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:40.107256 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2cd3696e-0d5f-4d57-a1e2-6cd46f1a2413 req-77a009b1-4116-4c9c-9422-5adaa9bc2bef service neutron] 10.222.0.54 "GET /v2.0/subnets?id=15eed615-9c1a-43c6-8268-d04dda46eb36 HTTP/1.1" status: 200 len: 845 time: 0.1959751 Nov 12 00:38:40.142053 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-04414408-d483-4cfe-b4da-7d3e1d3a770d None None] Set router 75dd6e5d-b3c8-42d5-a224-73af74680329 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:38:40.146655 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.54', 52853) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:40.165238 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0e2ed0c1-3c4d-49ce-99df-ece247621358 req-170df588-3b08-40c5-887d-b192d5f27c91 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410007 Nov 12 00:38:40.186085 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d2d384-6019-4133-b829-4e63216bd032 x-openstack-request-id: req-53d2d384-6019-4133-b829-4e63216bd032 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:40.186377 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "647db9ca-ea4f-431b-8e93-d49d3657575a", "tag": "6d25aee3-3c21-48d2-a5ce-3ed667fb14b4", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:40.187309 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-53d2d384-6019-4133-b829-4e63216bd032 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:40.187309 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '647db9ca-ea4f-431b-8e93-d49d3657575a', 'tag': '6d25aee3-3c21-48d2-a5ce-3ed667fb14b4', 'status': 'completed', 'code': 200} Nov 12 00:38:40.202161 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5135a57b-5ea6-40e6-bb98-4befa7439538 req-0f1000c9-4dc2-4da0-9a93-1d5750422884 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3455176 Nov 12 00:38:40.209142 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-4dd9cc1f-b138-4a87-8bee-28ac9bb50846 None None] Provisioning complete for port 6ef4ea37-3e66-42fc-854b-f9ca1afdb738 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:40.217463 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4dd9cc1f-b138-4a87-8bee-28ac9bb50846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:40.249038 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4bc3004e-048a-43e6-80f5-4b5552c2eb8c req-6d60327d-cf1e-4d3a-84ff-dd662567a7ba tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/ports?device_id=09847c05-d48b-45e3-a75b-8fbde6f33661 HTTP/1.1" status: 200 len: 210 time: 0.0384905 Nov 12 00:38:40.258991 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-5135a57b-5ea6-40e6-bb98-4befa7439538 req-a796f055-5cc8-402e-9b29-66e38c8feda0 service neutron] Request body: {'port': {'device_id': '14372698-c3d9-4a3d-a4fc-0b773228c1a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:40.286416 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2cd3696e-0d5f-4d57-a1e2-6cd46f1a2413 req-513a41a5-d95e-485b-8fc9-52592bc4500c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=040fca8f-d2ed-42cc-9d74-8da136d7b80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1515229 Nov 12 00:38:40.303017 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-4dd9cc1f-b138-4a87-8bee-28ac9bb50846 None None] Port 6ef4ea37-3e66-42fc-854b-f9ca1afdb738 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:38:40.342242 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5135a57b-5ea6-40e6-bb98-4befa7439538 req-a796f055-5cc8-402e-9b29-66e38c8feda0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:40.344559 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1ed7e758-98d9-4c44-b495-5e77b64a6b04 req-2f0e1494-94f8-4731-821d-e52df71ca0b6 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:40.367355 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6df3ff-81e1-4d66-9f50-c65a7da948a6 req-fb113ece-7b29-4c33-bcf8-f48cf59adf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:40.368934 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9f6df3ff-81e1-4d66-9f50-c65a7da948a6 req-fb113ece-7b29-4c33-bcf8-f48cf59adf20 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=65e37905fcda41a0a64a3bffb54da22e&device_id=647db9ca-ea4f-431b-8e93-d49d3657575a HTTP/1.1" status: 200 len: 1097 time: 0.2208562 Nov 12 00:38:40.379348 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['dd257788-6a92-41bd-a7c6-d1c4670215bb'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:40.444051 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e1494-94f8-4731-821d-e52df71ca0b6 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] Pushing event deleted for resources: {'Port': ['ID=dd257788-6a92-41bd-a7c6-d1c4670215bb,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:40.461982 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f89b0eb2-ff1d-4a4a-82c4-4a92cf22c832 req-106ddf62-c8f2-4e6a-b27f-84666fdf9115 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] 10.222.0.20 "GET /v2.0/ports?device_id=58331d95-5ff0-4cdd-9586-07ebf540d90c HTTP/1.1" status: 200 len: 210 time: 0.1219149 Nov 12 00:38:40.514849 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:40.583973 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed7e758-98d9-4c44-b495-5e77b64a6b04 req-2f0e1494-94f8-4731-821d-e52df71ca0b6 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] No DVR routers for this DVR port dd257788-6a92-41bd-a7c6-d1c4670215bb on host n-h1-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:38:40.596530 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1ed7e758-98d9-4c44-b495-5e77b64a6b04 req-2f0e1494-94f8-4731-821d-e52df71ca0b6 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:40.599910 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1ed7e758-98d9-4c44-b495-5e77b64a6b04 req-2f0e1494-94f8-4731-821d-e52df71ca0b6 tempest-AggregatesAdminTestJSON-203007140 tempest-AggregatesAdminTestJSON-203007140-project] 10.222.0.49 "DELETE /v2.0/ports/dd257788-6a92-41bd-a7c6-d1c4670215bb HTTP/1.1" status: 204 len: 173 time: 2.2002532 Nov 12 00:38:40.660133 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ecf522-0cb7-4ee7-9131-44cb9a9da84b req-06c2c4b7-a2bf-4092-a2ac-827b91738d68 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:40.665141 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b9ecf522-0cb7-4ee7-9131-44cb9a9da84b req-06c2c4b7-a2bf-4092-a2ac-827b91738d68 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/ports?device_id=14372698-c3d9-4a3d-a4fc-0b773228c1a3 HTTP/1.1" status: 200 len: 935 time: 0.2241871 Nov 12 00:38:40.667935 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2cd3696e-0d5f-4d57-a1e2-6cd46f1a2413 req-87ab5883-2648-43f2-a83b-47a42de46d4d service neutron] 10.222.0.54 "GET /v2.0/networks/040fca8f-d2ed-42cc-9d74-8da136d7b80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3702793 Nov 12 00:38:40.689926 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-04414408-d483-4cfe-b4da-7d3e1d3a770d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-574574574-router', 'tenant_id': '65e37905fcda41a0a64a3bffb54da22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '8a483b79-a1b2-462d-adea-4b716af7a61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:42Z', 'updated_at': '2021-11-12T00:37:46Z', 'revision_number': 4, 'project_id': '65e37905fcda41a0a64a3bffb54da22e', 'gw_port': {'id': '8a483b79-a1b2-462d-adea-4b716af7a61c', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:43Z', 'updated_at': '2021-11-12T00:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '65fbe837-3732-4799-97fd-266e994b8c42', 'tenant_id': '65e37905fcda41a0a64a3bffb54da22e', 'floating_ip_address': '172.25.2.161', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'port_id': '6d25aee3-3c21-48d2-a5ce-3ed667fb14b4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9574af4-848a-4900-9093-7976c00593e2', 'mac_address': 'fa:16:3e:ca:6d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647db9ca-ea4f-431b-8e93-d49d3657575a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:38:16Z', 'updated_at': '2021-11-12T00:38:36Z', 'revision_number': 1, 'project_id': '65e37905fcda41a0a64a3bffb54da22e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cb2828c-ec4b-41f1-8e21-672a6d143356', 'name': '', 'network_id': 'b9574af4-848a-4900-9093-7976c00593e2', 'tenant_id': '65e37905fcda41a0a64a3bffb54da22e', 'mac_address': 'fa:16:3e:82:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7413bf18-08e7-4425-a837-148a3dd7f58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:45Z', 'updated_at': '2021-11-12T00:37:51Z', 'revision_number': 5, 'project_id': '65e37905fcda41a0a64a3bffb54da22e', 'subnets': [{'id': '7413bf18-08e7-4425-a837-148a3dd7f58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:40.732399 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04414408-d483-4cfe-b4da-7d3e1d3a770d None None] The sync data for ids ['75dd6e5d-b3c8-42d5-a224-73af74680329'] in n-d-812236-11 is: [{'id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-574574574-router', 'tenant_id': '65e37905fcda41a0a64a3bffb54da22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '8a483b79-a1b2-462d-adea-4b716af7a61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:42Z', 'updated_at': '2021-11-12T00:37:46Z', 'revision_number': 4, 'project_id': '65e37905fcda41a0a64a3bffb54da22e', 'gw_port': {'id': '8a483b79-a1b2-462d-adea-4b716af7a61c', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:43Z', 'updated_at': '2021-11-12T00:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '65fbe837-3732-4799-97fd-266e994b8c42', 'tenant_id': '65e37905fcda41a0a64a3bffb54da22e', 'floating_ip_address': '172.25.2.161', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'port_id': '6d25aee3-3c21-48d2-a5ce-3ed667fb14b4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9574af4-848a-4900-9093-7976c00593e2', 'mac_address': 'fa:16:3e:ca:6d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647db9ca-ea4f-431b-8e93-d49d3657575a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:38:16Z', 'updated_at': '2021-11-12T00:38:36Z', 'revision_number': 1, 'project_id': '65e37905fcda41a0a64a3bffb54da22e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cb2828c-ec4b-41f1-8e21-672a6d143356', 'name': '', 'network_id': 'b9574af4-848a-4900-9093-7976c00593e2', 'tenant_id': '65e37905fcda41a0a64a3bffb54da22e', 'mac_address': 'fa:16:3e:82:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7413bf18-08e7-4425-a837-148a3dd7f58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:45Z', 'updated_at': '2021-11-12T00:37:51Z', 'revision_number': 5, 'project_id': '65e37905fcda41a0a64a3bffb54da22e', 'subnets': [{'id': '7413bf18-08e7-4425-a837-148a3dd7f58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:38:40.774325 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-6cca9998-4475-4c6c-a016-12ca759a6954 req-864a7560-378b-493c-a771-16d0c4da4299 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Allocated IP 192.168.233.200 (172a28b2-119c-4d70-aef1-a731eb107d6c/3288e972-21d8-4a52-9002-05790fb0bb61/dfaec41b-cd2e-46af-8bad-ab8be562142e) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:38:40.804127 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6df3ff-81e1-4d66-9f50-c65a7da948a6 req-96df70e3-bc79-47c1-982c-336c73fcd20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:40.810546 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9f6df3ff-81e1-4d66-9f50-c65a7da948a6 req-96df70e3-bc79-47c1-982c-336c73fcd20a service neutron] 10.222.0.54 "GET /v2.0/networks?id=b9574af4-848a-4900-9093-7976c00593e2 HTTP/1.1" status: 200 len: 924 time: 0.3913779 Nov 12 00:38:41.031507 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9f6df3ff-81e1-4d66-9f50-c65a7da948a6 req-6c5a1b7a-eaf2-4f72-a6f2-b33e140e817f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d25aee3-3c21-48d2-a5ce-3ed667fb14b4 HTTP/1.1" status: 200 len: 999 time: 0.2179365 Nov 12 00:38:41.037892 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2cd3696e-0d5f-4d57-a1e2-6cd46f1a2413 req-7f5a4b90-5e1b-43b5-853c-3390559e624d service neutron] 10.222.0.54 "GET /v2.0/networks/040fca8f-d2ed-42cc-9d74-8da136d7b80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591349 Nov 12 00:38:41.063909 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a13cbe-9f82-496f-8ecb-46723017a877 req-bbe66de7-d177-4053-8c1c-5e22b2879b4a tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:41.065833 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-84a13cbe-9f82-496f-8ecb-46723017a877 req-bbe66de7-d177-4053-8c1c-5e22b2879b4a tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f66e14c-9979-4fb7-9603-130b9702e698 HTTP/1.1" status: 200 len: 947 time: 0.1101739 Nov 12 00:38:41.081546 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 4cb9c200-3854-4ebb-9ac4-18507b21572e details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:38:41.134992 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b9ecf522-0cb7-4ee7-9131-44cb9a9da84b req-31cc7520-96cd-40e6-b5c4-b16fc5c21a21 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fc9dbf8-2c36-42f2-8be3-095b73deaf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3850119 Nov 12 00:38:41.203809 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6df3ff-81e1-4d66-9f50-c65a7da948a6 req-9c43fb3d-2213-4448-823b-c2d7c7ab7f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:41.209306 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9f6df3ff-81e1-4d66-9f50-c65a7da948a6 req-9c43fb3d-2213-4448-823b-c2d7c7ab7f60 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7413bf18-08e7-4425-a837-148a3dd7f58d HTTP/1.1" status: 200 len: 862 time: 0.1423445 Nov 12 00:38:41.219263 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-84a13cbe-9f82-496f-8ecb-46723017a877 req-3040bc55-7c94-4c6b-a8a6-fe4fa6df1380 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/security-groups?id=3be3c7ab-70bc-4bf2-85ca-9bcb07e60e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335037 Nov 12 00:38:41.234266 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-6cca9998-4475-4c6c-a016-12ca759a6954 req-864a7560-378b-493c-a771-16d0c4da4299 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:41.297536 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6df3ff-81e1-4d66-9f50-c65a7da948a6 req-92d6161e-d189-4608-b879-27efde930d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:41.299274 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9f6df3ff-81e1-4d66-9f50-c65a7da948a6 req-92d6161e-d189-4608-b879-27efde930d7c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b9574af4-848a-4900-9093-7976c00593e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0791295 Nov 12 00:38:41.305297 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 4cb9c200-3854-4ebb-9ac4-18507b21572e, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=4cb9c200-3854-4ebb-9ac4-18507b21572e,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:41.309225 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-6cca9998-4475-4c6c-a016-12ca759a6954 req-864a7560-378b-493c-a771-16d0c4da4299 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:41.340385 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '4cb9c200-3854-4ebb-9ac4-18507b21572e', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'port_id': '4cb9c200-3854-4ebb-9ac4-18507b21572e', 'mac_address': 'fa:16:3e:db:4e:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3288e972-21d8-4a52-9002-05790fb0bb61', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:38:41.349691 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091e50b0-755f-4fb5-ae9f-cd4a3c1d873a None None] New status for floating IP 65fbe837-3732-4799-97fd-266e994b8c42: ACTIVE {{(pid=102663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:38:41.426466 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37002) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:41.435086 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cca9998-4475-4c6c-a016-12ca759a6954 req-864a7560-378b-493c-a771-16d0c4da4299 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Network 172a28b2-119c-4d70-aef1-a731eb107d6c is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:38:41.507683 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7969e55-85f8-4778-a23b-d282ecccf421 req-db42ec26-b35c-4c08-9809-588516e77b9a tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:41.515953 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f7969e55-85f8-4778-a23b-d282ecccf421 req-db42ec26-b35c-4c08-9809-588516e77b9a tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5217370-6da2-4c59-b4ab-6436300de765 HTTP/1.1" status: 200 len: 943 time: 0.2020309 Nov 12 00:38:41.554370 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9f6df3ff-81e1-4d66-9f50-c65a7da948a6 req-2fe791f9-a4a6-435f-8f68-6809276e2c47 service neutron] 10.222.0.54 "GET /v2.0/networks/b9574af4-848a-4900-9093-7976c00593e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374671 Nov 12 00:38:41.587207 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-6cca9998-4475-4c6c-a016-12ca759a6954 req-864a7560-378b-493c-a771-16d0c4da4299 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:38:41.602323 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cca9998-4475-4c6c-a016-12ca759a6954 req-864a7560-378b-493c-a771-16d0c4da4299 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:38:41.688392 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864a7560-378b-493c-a771-16d0c4da4299 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Pushing event updated for resources: {'Port': ['ID=dfaec41b-cd2e-46af-8bad-ab8be562142e,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:41.779292 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f7969e55-85f8-4778-a23b-d282ecccf421 req-43d916b2-b702-43e0-9772-c813c1da7f1a tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627254 Nov 12 00:38:41.783154 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9f6df3ff-81e1-4d66-9f50-c65a7da948a6 req-59a3f95d-e43c-4d18-abb6-30df8629273c service neutron] 10.222.0.54 "GET /v2.0/networks/b9574af4-848a-4900-9093-7976c00593e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131143 Nov 12 00:38:41.791196 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca9998-4475-4c6c-a016-12ca759a6954 req-864a7560-378b-493c-a771-16d0c4da4299 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:41.791878 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-6cca9998-4475-4c6c-a016-12ca759a6954 req-864a7560-378b-493c-a771-16d0c4da4299 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:41.797283 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8438e2a5-d851-4b26-801b-14fa986eae3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:41.870186 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6cca9998-4475-4c6c-a016-12ca759a6954 req-864a7560-378b-493c-a771-16d0c4da4299 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4775367 Nov 12 00:38:41.889245 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:41.907971 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-6cca9998-4475-4c6c-a016-12ca759a6954 req-97df1a42-6440-4751-a0ff-3db326c341a2 service neutron] Request body: {'port': {'device_id': '09847c05-d48b-45e3-a75b-8fbde6f33661', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:41.952805 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799b172-31ef-4938-aa60-9a827c598488 req-03bbcae7-6192-4cb9-8152-44c26a780d5c tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:41.959006 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8438e2a5-d851-4b26-801b-14fa986eae3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:41.959921 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8799b172-31ef-4938-aa60-9a827c598488 req-03bbcae7-6192-4cb9-8152-44c26a780d5c tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/ports?device_id=09847c05-d48b-45e3-a75b-8fbde6f33661 HTTP/1.1" status: 200 len: 936 time: 0.2064345 Nov 12 00:38:41.965367 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8438e2a5-d851-4b26-801b-14fa986eae3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:41.967616 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-5135a57b-5ea6-40e6-bb98-4befa7439538 req-a796f055-5cc8-402e-9b29-66e38c8feda0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ef4ea37-3e66-42fc-854b-f9ca1afdb738 {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:41.984573 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5135a57b-5ea6-40e6-bb98-4befa7439538 req-a796f055-5cc8-402e-9b29-66e38c8feda0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:42.026554 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-8438e2a5-d851-4b26-801b-14fa986eae3b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=80479b65764442739c7dc9ea1f1731f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5951447 Nov 12 00:38:42.028822 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37016) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:42.031820 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8438e2a5-d851-4b26-801b-14fa986eae3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9d5917-f262-494f-a107-0c0e7c76cbc9,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:42.035389 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-5135a57b-5ea6-40e6-bb98-4befa7439538 req-a796f055-5cc8-402e-9b29-66e38c8feda0 service neutron] Transition to ACTIVE for port object 6ef4ea37-3e66-42fc-854b-f9ca1afdb738 will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:38:42.056950 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5135a57b-5ea6-40e6-bb98-4befa7439538 req-a796f055-5cc8-402e-9b29-66e38c8feda0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:42.060095 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8438e2a5-d851-4b26-801b-14fa986eae3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:42.061777 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8438e2a5-d851-4b26-801b-14fa986eae3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:42.062342 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8438e2a5-d851-4b26-801b-14fa986eae3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:42.063426 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8438e2a5-d851-4b26-801b-14fa986eae3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:42.063970 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8438e2a5-d851-4b26-801b-14fa986eae3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:42.064773 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8438e2a5-d851-4b26-801b-14fa986eae3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:42.065323 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8438e2a5-d851-4b26-801b-14fa986eae3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:42.066240 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8438e2a5-d851-4b26-801b-14fa986eae3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:42.066935 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8438e2a5-d851-4b26-801b-14fa986eae3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:42.067467 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8438e2a5-d851-4b26-801b-14fa986eae3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:42.068123 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8438e2a5-d851-4b26-801b-14fa986eae3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:42.068890 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8438e2a5-d851-4b26-801b-14fa986eae3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:42.087570 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-6cca9998-4475-4c6c-a016-12ca759a6954 req-97df1a42-6440-4751-a0ff-3db326c341a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:42.141537 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8799b172-31ef-4938-aa60-9a827c598488 req-3f84647f-1bea-4a84-85d8-852a5a421fe0 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfb4f860-1118-4c97-8071-fe68e1c9c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806436 Nov 12 00:38:42.169394 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a77f9ba4-fe75-4e10-896e-47a63b437d1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:42.202270 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58331d95-5ff0-4cdd-9586-07ebf540d90c', 'name': 'network-vif-deleted', 'tag': 'dd257788-6a92-41bd-a7c6-d1c4670215bb'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:42.204682 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8790cc49-a92f-425c-9734-9a39519ee3b2" -d '{"events": [{"server_uuid": "58331d95-5ff0-4cdd-9586-07ebf540d90c", "name": "network-vif-deleted", "tag": "dd257788-6a92-41bd-a7c6-d1c4670215bb"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:42.209884 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a796f055-5cc8-402e-9b29-66e38c8feda0 service neutron] Pushing event updated for resources: {'Port': ['ID=6ef4ea37-3e66-42fc-854b-f9ca1afdb738,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:42.219330 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a77f9ba4-fe75-4e10-896e-47a63b437d1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:42.297185 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc77c30-9305-4276-b6c0-33999b4739cf x-openstack-request-id: req-9dc77c30-9305-4276-b6c0-33999b4739cf {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:42.297562 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58331d95-5ff0-4cdd-9586-07ebf540d90c", "name": "network-vif-deleted", "tag": "dd257788-6a92-41bd-a7c6-d1c4670215bb", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:42.297812 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9dc77c30-9305-4276-b6c0-33999b4739cf {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:42.298242 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58331d95-5ff0-4cdd-9586-07ebf540d90c', 'name': 'network-vif-deleted', 'tag': 'dd257788-6a92-41bd-a7c6-d1c4670215bb', 'status': 'completed', 'code': 200} Nov 12 00:38:42.299397 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cb9c200-3854-4ebb-9ac4-18507b21572e {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:42.421112 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a77f9ba4-fe75-4e10-896e-47a63b437d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:42.424732 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a77f9ba4-fe75-4e10-896e-47a63b437d1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:42.431996 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a77f9ba4-fe75-4e10-896e-47a63b437d1e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1f9d5917-f262-494f-a107-0c0e7c76cbc9 HTTP/1.1" status: 204 len: 168 time: 0.4012122 Nov 12 00:38:42.442347 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:42.452617 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 4cb9c200-3854-4ebb-9ac4-18507b21572e, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=4cb9c200-3854-4ebb-9ac4-18507b21572e,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:42.458163 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-be45b8a3-dea5-4828-a456-c6a22245da83 None None] Provisioning complete for port dfaec41b-cd2e-46af-8bad-ab8be562142e triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:42.459923 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-be45b8a3-dea5-4828-a456-c6a22245da83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:42.466436 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ec09c-df47-4296-b91e-786abd71ef9d req-4b98c805-9e9c-417c-8d2b-1a02821da249 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:42.470399 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:42.483853 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-341ec09c-df47-4296-b91e-786abd71ef9d req-4b98c805-9e9c-417c-8d2b-1a02821da249 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/ports?device_id=14372698-c3d9-4a3d-a4fc-0b773228c1a3 HTTP/1.1" status: 200 len: 947 time: 0.1985841 Nov 12 00:38:42.493998 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77f9ba4-fe75-4e10-896e-47a63b437d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9d5917-f262-494f-a107-0c0e7c76cbc9,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:42.524345 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-5135a57b-5ea6-40e6-bb98-4befa7439538 req-a796f055-5cc8-402e-9b29-66e38c8feda0 service neutron] Attempting to bind port 6ef4ea37-3e66-42fc-854b-f9ca1afdb738 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:38:42.524581 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-5135a57b-5ea6-40e6-bb98-4befa7439538 req-a796f055-5cc8-402e-9b29-66e38c8feda0 service neutron] Attempting to bind port 6ef4ea37-3e66-42fc-854b-f9ca1afdb738 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:38:42.524791 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5135a57b-5ea6-40e6-bb98-4befa7439538 req-a796f055-5cc8-402e-9b29-66e38c8feda0 service neutron] Attempting to bind port 6ef4ea37-3e66-42fc-854b-f9ca1afdb738 on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:42.537612 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37034) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:42.552380 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-341ec09c-df47-4296-b91e-786abd71ef9d req-c4606eb5-9eb8-42bc-ac62-825adfe20cd4 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fc9dbf8-2c36-42f2-8be3-095b73deaf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673339 Nov 12 00:38:42.582138 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66850a9-2a26-443d-b84b-bd13d1f5539d req-0006ad2b-b93a-4f58-8054-df229b0f0d77 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:42.605424 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f66850a9-2a26-443d-b84b-bd13d1f5539d req-0006ad2b-b93a-4f58-8054-df229b0f0d77 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f66e14c-9979-4fb7-9603-130b9702e698 HTTP/1.1" status: 200 len: 947 time: 0.1884923 Nov 12 00:38:42.617552 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-be45b8a3-dea5-4828-a456-c6a22245da83 None None] Port dfaec41b-cd2e-46af-8bad-ab8be562142e cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:38:42.633023 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5135a57b-5ea6-40e6-bb98-4befa7439538 req-a796f055-5cc8-402e-9b29-66e38c8feda0 service neutron] Port 6ef4ea37-3e66-42fc-854b-f9ca1afdb738 on network 172a28b2-119c-4d70-aef1-a731eb107d6c not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:38:42.633671 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5135a57b-5ea6-40e6-bb98-4befa7439538 req-a796f055-5cc8-402e-9b29-66e38c8feda0 service neutron] Attempting to bind port 6ef4ea37-3e66-42fc-854b-f9ca1afdb738 on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:42.635525 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=4cb9c200-3854-4ebb-9ac4-18507b21572e,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:42.664162 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5135a57b-5ea6-40e6-bb98-4befa7439538 req-a796f055-5cc8-402e-9b29-66e38c8feda0 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:38:42.664645 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5135a57b-5ea6-40e6-bb98-4befa7439538 req-a796f055-5cc8-402e-9b29-66e38c8feda0 service neutron] Checking segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:42.665125 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5135a57b-5ea6-40e6-bb98-4befa7439538 req-a796f055-5cc8-402e-9b29-66e38c8feda0 service neutron] Bound using segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:38:42.665708 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-5135a57b-5ea6-40e6-bb98-4befa7439538 req-a796f055-5cc8-402e-9b29-66e38c8feda0 service neutron] Bound port: 6ef4ea37-3e66-42fc-854b-f9ca1afdb738, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:38:42.666315 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5135a57b-5ea6-40e6-bb98-4befa7439538 req-a796f055-5cc8-402e-9b29-66e38c8feda0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:42.777876 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f66850a9-2a26-443d-b84b-bd13d1f5539d req-4f0c0f02-fa06-48f8-9b90-ad949aedfcba tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/security-groups?id=3be3c7ab-70bc-4bf2-85ca-9bcb07e60e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389267 Nov 12 00:38:42.801561 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['4cb9c200-3854-4ebb-9ac4-18507b21572e'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:42.837591 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-5135a57b-5ea6-40e6-bb98-4befa7439538 req-a796f055-5cc8-402e-9b29-66e38c8feda0 service neutron] For port 6ef4ea37-3e66-42fc-854b-f9ca1afdb738, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:38:42.845368 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-5135a57b-5ea6-40e6-bb98-4befa7439538 req-a796f055-5cc8-402e-9b29-66e38c8feda0 service neutron] For port 6ef4ea37-3e66-42fc-854b-f9ca1afdb738, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=6ef4ea37-3e66-42fc-854b-f9ca1afdb738,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:38:42.849777 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-6cca9998-4475-4c6c-a016-12ca759a6954 req-97df1a42-6440-4751-a0ff-3db326c341a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfaec41b-cd2e-46af-8bad-ab8be562142e {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:42.858100 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5135a57b-5ea6-40e6-bb98-4befa7439538 req-a796f055-5cc8-402e-9b29-66e38c8feda0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:42.861348 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-6cca9998-4475-4c6c-a016-12ca759a6954 req-97df1a42-6440-4751-a0ff-3db326c341a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:42.904720 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-6cca9998-4475-4c6c-a016-12ca759a6954 req-97df1a42-6440-4751-a0ff-3db326c341a2 service neutron] Transition to ACTIVE for port object dfaec41b-cd2e-46af-8bad-ab8be562142e will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:38:42.908592 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135a57b-5ea6-40e6-bb98-4befa7439538 req-a796f055-5cc8-402e-9b29-66e38c8feda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:42.908833 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5135a57b-5ea6-40e6-bb98-4befa7439538 req-a796f055-5cc8-402e-9b29-66e38c8feda0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:42.910402 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5135a57b-5ea6-40e6-bb98-4befa7439538 req-a796f055-5cc8-402e-9b29-66e38c8feda0 service neutron] 10.222.0.54 "PUT /v2.0/ports/6ef4ea37-3e66-42fc-854b-f9ca1afdb738 HTTP/1.1" status: 200 len: 1096 time: 2.6588798 Nov 12 00:38:42.917918 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-6cca9998-4475-4c6c-a016-12ca759a6954 req-97df1a42-6440-4751-a0ff-3db326c341a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:42.948649 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a796f055-5cc8-402e-9b29-66e38c8feda0 service neutron] Pushing event updated for resources: {'Port': ['ID=6ef4ea37-3e66-42fc-854b-f9ca1afdb738,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:42.955482 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132b9c8-5756-4149-bbae-506bd1eec03b req-4aa1ac79-da36-4852-9eab-0a8bf3ca857b tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:42.960552 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796f055-5cc8-402e-9b29-66e38c8feda0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:42.960993 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796f055-5cc8-402e-9b29-66e38c8feda0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:42.961424 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796f055-5cc8-402e-9b29-66e38c8feda0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:42.961838 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796f055-5cc8-402e-9b29-66e38c8feda0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:42.962240 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796f055-5cc8-402e-9b29-66e38c8feda0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:42.962640 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796f055-5cc8-402e-9b29-66e38c8feda0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:42.963036 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796f055-5cc8-402e-9b29-66e38c8feda0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:42.963430 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796f055-5cc8-402e-9b29-66e38c8feda0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:42.964476 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796f055-5cc8-402e-9b29-66e38c8feda0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:42.964883 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796f055-5cc8-402e-9b29-66e38c8feda0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:42.965363 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796f055-5cc8-402e-9b29-66e38c8feda0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:42.966161 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796f055-5cc8-402e-9b29-66e38c8feda0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:42.969926 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0132b9c8-5756-4149-bbae-506bd1eec03b req-4aa1ac79-da36-4852-9eab-0a8bf3ca857b tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5217370-6da2-4c59-b4ab-6436300de765 HTTP/1.1" status: 200 len: 943 time: 0.1034248 Nov 12 00:38:43.010515 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device dd90e0b1-265a-4c8b-832c-4803463f0ab6 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:38:43.061310 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6c5d139f-4dd8-464a-8838-b530dc0bd871 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dd8fae65ec634f19bf0d9e36d4167f8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5059552 Nov 12 00:38:43.064513 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37048) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:43.094023 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0132b9c8-5756-4149-bbae-506bd1eec03b req-28ec13fe-279e-46bf-a489-ee07c23943ae tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215878 Nov 12 00:38:43.119275 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device dd257788-6a92-41bd-a7c6-d1c4670215bb no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:38:43.200081 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-468b3f58-253b-416e-b9bf-748726dfa6b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:43.235694 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: dd257788-6a92-41bd-a7c6-d1c4670215bb {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:38:43.236137 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device dd257788-6a92-41bd-a7c6-d1c4670215bb not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:38:43.254124 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-468b3f58-253b-416e-b9bf-748726dfa6b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:43.255657 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df1a42-6440-4751-a0ff-3db326c341a2 service neutron] Pushing event updated for resources: {'Port': ['ID=dfaec41b-cd2e-46af-8bad-ab8be562142e,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:43.279299 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37056) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:43.308728 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b1edbe72-b636-47ca-a1a2-8378d906773c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:43.332301 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135a57b-5ea6-40e6-bb98-4befa7439538 req-84331116-4560-4d15-9f37-6c86b55b62f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:43.333953 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5135a57b-5ea6-40e6-bb98-4befa7439538 req-84331116-4560-4d15-9f37-6c86b55b62f7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cbc5b0bf95164a03a9c56914d00b2e1a&device_id=14372698-c3d9-4a3d-a4fc-0b773228c1a3 HTTP/1.1" status: 200 len: 1099 time: 0.3169906 Nov 12 00:38:43.336119 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-6cca9998-4475-4c6c-a016-12ca759a6954 req-97df1a42-6440-4751-a0ff-3db326c341a2 service neutron] Attempting to bind port dfaec41b-cd2e-46af-8bad-ab8be562142e on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:38:43.336556 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-6cca9998-4475-4c6c-a016-12ca759a6954 req-97df1a42-6440-4751-a0ff-3db326c341a2 service neutron] Attempting to bind port dfaec41b-cd2e-46af-8bad-ab8be562142e by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:38:43.336981 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cca9998-4475-4c6c-a016-12ca759a6954 req-97df1a42-6440-4751-a0ff-3db326c341a2 service neutron] Attempting to bind port dfaec41b-cd2e-46af-8bad-ab8be562142e on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:43.346518 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port dd90e0b1-265a-4c8b-832c-4803463f0ab6, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=dd90e0b1-265a-4c8b-832c-4803463f0ab6,segment=NetworkSegment(31f3cd0b-8f92-47c3-a72f-efb4d157fdb5),segment_id=31f3cd0b-8f92-47c3-a72f-efb4d157fdb5)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:43.349774 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cca9998-4475-4c6c-a016-12ca759a6954 req-97df1a42-6440-4751-a0ff-3db326c341a2 service neutron] Port dfaec41b-cd2e-46af-8bad-ab8be562142e on network 172a28b2-119c-4d70-aef1-a731eb107d6c not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:38:43.350166 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cca9998-4475-4c6c-a016-12ca759a6954 req-97df1a42-6440-4751-a0ff-3db326c341a2 service neutron] Attempting to bind port dfaec41b-cd2e-46af-8bad-ab8be562142e on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:43.372972 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'dd90e0b1-265a-4c8b-832c-4803463f0ab6', 'network_id': '040fca8f-d2ed-42cc-9d74-8da136d7b80f', 'port_id': 'dd90e0b1-265a-4c8b-832c-4803463f0ab6', 'mac_address': 'fa:16:3e:87:ed:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15eed615-9c1a-43c6-8268-d04dda46eb36', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:38:43.381192 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cca9998-4475-4c6c-a016-12ca759a6954 req-97df1a42-6440-4751-a0ff-3db326c341a2 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:38:43.381640 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cca9998-4475-4c6c-a016-12ca759a6954 req-97df1a42-6440-4751-a0ff-3db326c341a2 service neutron] Checking segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:43.382038 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cca9998-4475-4c6c-a016-12ca759a6954 req-97df1a42-6440-4751-a0ff-3db326c341a2 service neutron] Bound using segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:38:43.382692 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-6cca9998-4475-4c6c-a016-12ca759a6954 req-97df1a42-6440-4751-a0ff-3db326c341a2 service neutron] Bound port: dfaec41b-cd2e-46af-8bad-ab8be562142e, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:38:43.383330 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-6cca9998-4475-4c6c-a016-12ca759a6954 req-97df1a42-6440-4751-a0ff-3db326c341a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:43.424503 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e8acc-2097-4767-8b65-253bf86627a6 req-c9c26b6e-7646-4f4c-8c59-8e19f141f578 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:43.436962 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2c9e8acc-2097-4767-8b65-253bf86627a6 req-c9c26b6e-7646-4f4c-8c59-8e19f141f578 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/ports?device_id=09847c05-d48b-45e3-a75b-8fbde6f33661 HTTP/1.1" status: 200 len: 948 time: 0.1461973 Nov 12 00:38:43.446492 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5135a57b-5ea6-40e6-bb98-4befa7439538 req-bc0c0309-07a8-49d8-b1a0-ec8f85d24b75 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=6ef4ea37-3e66-42fc-854b-f9ca1afdb738 HTTP/1.1" status: 200 len: 217 time: 0.0811155 Nov 12 00:38:43.481123 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-468b3f58-253b-416e-b9bf-748726dfa6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:43.488528 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:43.489129 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-468b3f58-253b-416e-b9bf-748726dfa6b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:43.490278 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-468b3f58-253b-416e-b9bf-748726dfa6b6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f2c837d3-554a-4d05-8eb1-0a15a2f0514d HTTP/1.1" status: 204 len: 168 time: 0.4242697 Nov 12 00:38:43.509506 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd90e0b1-265a-4c8b-832c-4803463f0ab6 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:43.536465 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port dd90e0b1-265a-4c8b-832c-4803463f0ab6, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=dd90e0b1-265a-4c8b-832c-4803463f0ab6,segment=NetworkSegment(31f3cd0b-8f92-47c3-a72f-efb4d157fdb5),segment_id=31f3cd0b-8f92-47c3-a72f-efb4d157fdb5)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:43.543463 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:43.546602 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b3f58-253b-416e-b9bf-748726dfa6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c837d3-554a-4d05-8eb1-0a15a2f0514d,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:43.572748 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2c9e8acc-2097-4767-8b65-253bf86627a6 req-0c6b48ab-2b1c-4b99-9b44-d48862d07ee8 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfb4f860-1118-4c97-8071-fe68e1c9c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282227 Nov 12 00:38:43.659706 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135a57b-5ea6-40e6-bb98-4befa7439538 req-3b25a8c7-68e4-4a14-8875-4cbd3a444603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:43.661155 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5135a57b-5ea6-40e6-bb98-4befa7439538 req-3b25a8c7-68e4-4a14-8875-4cbd3a444603 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.2063880 Nov 12 00:38:43.674372 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=dd90e0b1-265a-4c8b-832c-4803463f0ab6,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:43.683231 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:43.683517 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:43.683861 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:43.684200 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:43.684528 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:43.684859 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:43.685179 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:43.685551 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:43.685873 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:43.686355 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:43.686699 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:43.687021 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:43.707185 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b1edbe72-b636-47ca-a1a2-8378d906773c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:43.712331 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-6cca9998-4475-4c6c-a016-12ca759a6954 req-97df1a42-6440-4751-a0ff-3db326c341a2 service neutron] For port dfaec41b-cd2e-46af-8bad-ab8be562142e, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:38:43.718520 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b1edbe72-b636-47ca-a1a2-8378d906773c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:43.751878 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-6cca9998-4475-4c6c-a016-12ca759a6954 req-97df1a42-6440-4751-a0ff-3db326c341a2 service neutron] For port dfaec41b-cd2e-46af-8bad-ab8be562142e, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=dfaec41b-cd2e-46af-8bad-ab8be562142e,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:38:43.772713 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-6cca9998-4475-4c6c-a016-12ca759a6954 req-97df1a42-6440-4751-a0ff-3db326c341a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:43.801249 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b099d-22b5-4d6c-bf3a-163d02edf7e4 req-ba2fa076-8818-4564-a2cb-64b18a4f1108 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:43.803916 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-484b099d-22b5-4d6c-bf3a-163d02edf7e4 req-ba2fa076-8818-4564-a2cb-64b18a4f1108 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/ports?device_id=14372698-c3d9-4a3d-a4fc-0b773228c1a3 HTTP/1.1" status: 200 len: 947 time: 0.0754945 Nov 12 00:38:43.877623 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-484b099d-22b5-4d6c-bf3a-163d02edf7e4 req-a04945c7-fc33-4f46-a80f-68f962cf87e5 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fc9dbf8-2c36-42f2-8be3-095b73deaf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652084 Nov 12 00:38:44.015423 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacd711-0c25-4e93-a214-90cf8d750f38 req-f6468577-af2e-4ec8-9d32-f592c30906b0 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:44.023184 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7bacd711-0c25-4e93-a214-90cf8d750f38 req-f6468577-af2e-4ec8-9d32-f592c30906b0 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f66e14c-9979-4fb7-9603-130b9702e698 HTTP/1.1" status: 200 len: 948 time: 0.0757709 Nov 12 00:38:44.035361 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b1edbe72-b636-47ca-a1a2-8378d906773c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c16edd28faec4969a785b154f7b7067f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7531388 Nov 12 00:38:44.039603 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37084) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:44.040251 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1edbe72-b636-47ca-a1a2-8378d906773c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad002637-1baa-4212-a31e-0f6d8c4434ac,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:44.050204 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['dd90e0b1-265a-4c8b-832c-4803463f0ab6'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:44.050934 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135a57b-5ea6-40e6-bb98-4befa7439538 req-f8d20e40-aa54-4ce5-8e22-afb4630d82ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:44.053782 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5135a57b-5ea6-40e6-bb98-4befa7439538 req-f8d20e40-aa54-4ce5-8e22-afb4630d82ba service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3834355 Nov 12 00:38:44.059562 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca9998-4475-4c6c-a016-12ca759a6954 req-97df1a42-6440-4751-a0ff-3db326c341a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:44.063750 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-6cca9998-4475-4c6c-a016-12ca759a6954 req-97df1a42-6440-4751-a0ff-3db326c341a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:44.065366 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6cca9998-4475-4c6c-a016-12ca759a6954 req-97df1a42-6440-4751-a0ff-3db326c341a2 service neutron] 10.222.0.54 "PUT /v2.0/ports/dfaec41b-cd2e-46af-8bad-ab8be562142e HTTP/1.1" status: 200 len: 1097 time: 2.1621189 Nov 12 00:38:44.112688 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37088) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:44.173323 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7bacd711-0c25-4e93-a214-90cf8d750f38 req-86f1b500-77aa-4e68-bc67-83256a82a736 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/security-groups?id=3be3c7ab-70bc-4bf2-85ca-9bcb07e60e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477382 Nov 12 00:38:44.192631 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df1a42-6440-4751-a0ff-3db326c341a2 service neutron] Pushing event updated for resources: {'Port': ['ID=dfaec41b-cd2e-46af-8bad-ab8be562142e,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:44.209451 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-064a3a96-c8dd-4fb3-84c1-d1192a711683 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:44.242602 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-064a3a96-c8dd-4fb3-84c1-d1192a711683 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:44.299362 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14372698-c3d9-4a3d-a4fc-0b773228c1a3', 'tag': '6ef4ea37-3e66-42fc-854b-f9ca1afdb738'}, {'name': 'network-changed', 'server_uuid': '09847c05-d48b-45e3-a75b-8fbde6f33661', 'tag': 'dfaec41b-cd2e-46af-8bad-ab8be562142e'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:44.301981 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103429b7-385d-4489-803c-591ac8fcdc6d" -d '{"events": [{"name": "network-changed", "server_uuid": "14372698-c3d9-4a3d-a4fc-0b773228c1a3", "tag": "6ef4ea37-3e66-42fc-854b-f9ca1afdb738"}, {"name": "network-changed", "server_uuid": "09847c05-d48b-45e3-a75b-8fbde6f33661", "tag": "dfaec41b-cd2e-46af-8bad-ab8be562142e"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:44.312783 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-064a3a96-c8dd-4fb3-84c1-d1192a711683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:44.319203 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-064a3a96-c8dd-4fb3-84c1-d1192a711683 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:44.321245 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-064a3a96-c8dd-4fb3-84c1-d1192a711683 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ad002637-1baa-4212-a31e-0f6d8c4434ac HTTP/1.1" status: 204 len: 168 time: 0.2807169 Nov 12 00:38:44.340262 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5135a57b-5ea6-40e6-bb98-4befa7439538 req-3d8d51c3-e3ee-4848-b1f2-74d63df17db6 service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692487 Nov 12 00:38:44.342513 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-82e007a9-cb29-4f6f-a217-3e8eb62d6df1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=88c387226b8f4ec1b99799caa9d69a38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270424 Nov 12 00:38:44.345654 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37096) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:44.362230 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a3a96-c8dd-4fb3-84c1-d1192a711683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad002637-1baa-4212-a31e-0f6d8c4434ac,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:44.378514 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca9998-4475-4c6c-a016-12ca759a6954 req-4acec666-46e2-4144-8ff9-1e50dbb7a55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:44.379967 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6cca9998-4475-4c6c-a016-12ca759a6954 req-4acec666-46e2-4144-8ff9-1e50dbb7a55e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=15185b9e61e4422b9b22f213aed2dac3&device_id=09847c05-d48b-45e3-a75b-8fbde6f33661 HTTP/1.1" status: 200 len: 1100 time: 0.2423000 Nov 12 00:38:44.414627 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da30f1f8-19a0-4a0b-a8e5-14057d653ba6 x-openstack-request-id: req-da30f1f8-19a0-4a0b-a8e5-14057d653ba6 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:44.414627 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14372698-c3d9-4a3d-a4fc-0b773228c1a3", "tag": "6ef4ea37-3e66-42fc-854b-f9ca1afdb738", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "09847c05-d48b-45e3-a75b-8fbde6f33661", "tag": "dfaec41b-cd2e-46af-8bad-ab8be562142e", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:44.414860 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-da30f1f8-19a0-4a0b-a8e5-14057d653ba6 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:44.415154 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14372698-c3d9-4a3d-a4fc-0b773228c1a3', 'tag': '6ef4ea37-3e66-42fc-854b-f9ca1afdb738', 'status': 'completed', 'code': 200} Nov 12 00:38:44.415389 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09847c05-d48b-45e3-a75b-8fbde6f33661', 'tag': 'dfaec41b-cd2e-46af-8bad-ab8be562142e', 'status': 'completed', 'code': 200} Nov 12 00:38:44.424955 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37098) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:44.443090 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b065a844-dd83-420a-81f3-bf8649f0dc03 req-39c5d130-835b-4ae1-83ed-38883f7fc3b2 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:44.444650 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b065a844-dd83-420a-81f3-bf8649f0dc03 req-39c5d130-835b-4ae1-83ed-38883f7fc3b2 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5217370-6da2-4c59-b4ab-6436300de765 HTTP/1.1" status: 200 len: 944 time: 0.2158318 Nov 12 00:38:44.528552 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6cca9998-4475-4c6c-a016-12ca759a6954 req-8859dbae-dda6-4404-8068-9688e1c24056 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=dfaec41b-cd2e-46af-8bad-ab8be562142e HTTP/1.1" status: 200 len: 217 time: 0.0936074 Nov 12 00:38:44.612189 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca9998-4475-4c6c-a016-12ca759a6954 req-37460b21-ffdb-4ea4-805d-c67f8928c17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:44.613689 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6cca9998-4475-4c6c-a016-12ca759a6954 req-37460b21-ffdb-4ea4-805d-c67f8928c17a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.0703313 Nov 12 00:38:44.704137 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e1c826fe-cf80-417b-8191-89a958d28668 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:44.710873 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b6bfd8ef-06fd-4792-8e89-3a4637253608 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:44.711127 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b065a844-dd83-420a-81f3-bf8649f0dc03 req-8163e1ae-a28b-4392-8ba2-c994eacdb1a3 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563121 Nov 12 00:38:44.724603 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5135a57b-5ea6-40e6-bb98-4befa7439538 req-ae56b1bc-2170-47c9-a537-46e28e432199 service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3749549 Nov 12 00:38:44.741105 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf552b4-1175-4a8d-ae66-262213c0f1dd req-05069034-ff50-4461-a610-2c91e3439ecf tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:44.742650 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-acf552b4-1175-4a8d-ae66-262213c0f1dd req-05069034-ff50-4461-a610-2c91e3439ecf tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/ports?device_id=09847c05-d48b-45e3-a75b-8fbde6f33661 HTTP/1.1" status: 200 len: 948 time: 0.0898330 Nov 12 00:38:44.750322 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca9998-4475-4c6c-a016-12ca759a6954 req-4f2e9592-b40a-48be-b168-bb79f836538b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:44.751987 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6cca9998-4475-4c6c-a016-12ca759a6954 req-4f2e9592-b40a-48be-b168-bb79f836538b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1264002 Nov 12 00:38:44.753736 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e1c826fe-cf80-417b-8191-89a958d28668 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:44.893556 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b6bfd8ef-06fd-4792-8e89-3a4637253608 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:44.898193 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e1c826fe-cf80-417b-8191-89a958d28668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:44.900751 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e1c826fe-cf80-417b-8191-89a958d28668 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:44.904956 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e1c826fe-cf80-417b-8191-89a958d28668 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9768fab8-3334-4d5a-8528-8d8275b9bacb HTTP/1.1" status: 204 len: 168 time: 0.5547945 Nov 12 00:38:44.914530 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-acf552b4-1175-4a8d-ae66-262213c0f1dd req-75a15d78-1152-4cde-a178-83cc1272e83c tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfb4f860-1118-4c97-8071-fe68e1c9c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578834 Nov 12 00:38:44.915907 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b6bfd8ef-06fd-4792-8e89-3a4637253608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:44.929497 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103429b7-385d-4489-803c-591ac8fcdc6d req-4230c2a3-bb74-471d-9e89-388ffbc5bf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:44.930991 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-103429b7-385d-4489-803c-591ac8fcdc6d req-4230c2a3-bb74-471d-9e89-388ffbc5bf68 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cbc5b0bf95164a03a9c56914d00b2e1a&device_id=14372698-c3d9-4a3d-a4fc-0b773228c1a3 HTTP/1.1" status: 200 len: 1099 time: 0.0896668 Nov 12 00:38:44.934740 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c826fe-cf80-417b-8191-89a958d28668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9768fab8-3334-4d5a-8528-8d8275b9bacb,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:44.938879 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6cca9998-4475-4c6c-a016-12ca759a6954 req-80dabd82-846a-46a1-8896-fa2f0c885370 service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784072 Nov 12 00:38:45.014144 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bfd8ef-06fd-4792-8e89-3a4637253608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ab0341-3df0-4e8b-8bb1-cb7be496f845,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:45.047404 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b6bfd8ef-06fd-4792-8e89-3a4637253608 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=311e79e8887147bb9d280afdace105b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6208658 Nov 12 00:38:45.050051 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37122) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:45.102316 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c3c872f9-9771-4806-8c5f-847439d32d9f req-2e177315-d8cd-436d-ad8f-2d01e4bfb7a4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3ca249a8-c5ef-442a-8e97-f6ffda40466e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1886773 Nov 12 00:38:45.108393 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 4cb9c200-3854-4ebb-9ac4-18507b21572e up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:38:45.141651 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103429b7-385d-4489-803c-591ac8fcdc6d req-682fa67e-d2c2-4dc4-9b09-9c5a1ea6209c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:45.143266 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-103429b7-385d-4489-803c-591ac8fcdc6d req-682fa67e-d2c2-4dc4-9b09-9c5a1ea6209c service neutron] 10.222.0.54 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.1834302 Nov 12 00:38:45.145169 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6cca9998-4475-4c6c-a016-12ca759a6954 req-748b3f5b-6dd3-4cdc-83f8-121a4880e611 service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842165 Nov 12 00:38:45.178092 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b13178-0149-4bd5-bd47-e8c8425d2309 req-93ae303c-2cba-457c-856b-b3057b086edf tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:45.187909 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e6b13178-0149-4bd5-bd47-e8c8425d2309 req-93ae303c-2cba-457c-856b-b3057b086edf tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/ports?device_id=14372698-c3d9-4a3d-a4fc-0b773228c1a3 HTTP/1.1" status: 200 len: 947 time: 0.1342771 Nov 12 00:38:45.222243 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 4cb9c200-3854-4ebb-9ac4-18507b21572e completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:38:45.235023 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 4cb9c200-3854-4ebb-9ac4-18507b21572e triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:45.235599 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:45.259332 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:38:45.259946 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-140b23c7-421e-4cc2-8c4d-b7d947c270dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:45.261256 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-103429b7-385d-4489-803c-591ac8fcdc6d req-b2333219-1758-41f8-a728-eb767d2e5ba4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=6ef4ea37-3e66-42fc-854b-f9ca1afdb738 HTTP/1.1" status: 200 len: 217 time: 0.0965323 Nov 12 00:38:45.297130 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-140b23c7-421e-4cc2-8c4d-b7d947c270dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:45.325816 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e6b13178-0149-4bd5-bd47-e8c8425d2309 req-a04ee478-6ea7-411f-8efd-2e341a81e38d tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fc9dbf8-2c36-42f2-8be3-095b73deaf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368678 Nov 12 00:38:45.363563 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:45.401981 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c872f9-9771-4806-8c5f-847439d32d9f req-ec5e4a49-0d90-4938-87fc-e501cb16a459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:45.402868 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c3c872f9-9771-4806-8c5f-847439d32d9f req-ec5e4a49-0d90-4938-87fc-e501cb16a459 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cbc5b0bf95164a03a9c56914d00b2e1a&device_id=3ca249a8-c5ef-442a-8e97-f6ffda40466e HTTP/1.1" status: 200 len: 1123 time: 0.1700175 Nov 12 00:38:45.406017 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103429b7-385d-4489-803c-591ac8fcdc6d req-cf50143b-b862-4bac-9ead-c401dcb8f8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:45.407480 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-103429b7-385d-4489-803c-591ac8fcdc6d req-cf50143b-b862-4bac-9ead-c401dcb8f8e4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.1105607 Nov 12 00:38:45.408519 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f66e14c-9979-4fb7-9603-130b9702e698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb9c200-3854-4ebb-9ac4-18507b21572e'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:45.419985 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504b1714-e25e-4b75-8111-6c8fc9961706" -d '{"events": [{"server_uuid": "3f66e14c-9979-4fb7-9603-130b9702e698", "name": "network-vif-plugged", "status": "completed", "tag": "4cb9c200-3854-4ebb-9ac4-18507b21572e"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:45.426786 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-140b23c7-421e-4cc2-8c4d-b7d947c270dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:45.429703 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-140b23c7-421e-4cc2-8c4d-b7d947c270dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:45.434105 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-140b23c7-421e-4cc2-8c4d-b7d947c270dd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/50ab0341-3df0-4e8b-8bb1-cb7be496f845 HTTP/1.1" status: 204 len: 168 time: 0.3795695 Nov 12 00:38:45.451440 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 4cb9c200-3854-4ebb-9ac4-18507b21572e, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=4cb9c200-3854-4ebb-9ac4-18507b21572e,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:45.454477 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140b23c7-421e-4cc2-8c4d-b7d947c270dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ab0341-3df0-4e8b-8bb1-cb7be496f845,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:45.474410 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:45.504056 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c9cc8-0c82-43a2-a36e-8338ef06f24b req-1f712bc7-525c-4ece-a665-def65dad2316 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:45.506688 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18f3eb2-4cf0-4294-8272-040fd2c90e74 x-openstack-request-id: req-d18f3eb2-4cf0-4294-8272-040fd2c90e74 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:45.507089 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f66e14c-9979-4fb7-9603-130b9702e698", "name": "network-vif-plugged", "status": "completed", "tag": "4cb9c200-3854-4ebb-9ac4-18507b21572e", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:45.507342 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d18f3eb2-4cf0-4294-8272-040fd2c90e74 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:45.507772 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f66e14c-9979-4fb7-9603-130b9702e698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb9c200-3854-4ebb-9ac4-18507b21572e', 'code': 200} Nov 12 00:38:45.512968 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1f5c9cc8-0c82-43a2-a36e-8338ef06f24b req-1f712bc7-525c-4ece-a665-def65dad2316 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f66e14c-9979-4fb7-9603-130b9702e698 HTTP/1.1" status: 200 len: 948 time: 0.2140641 Nov 12 00:38:45.554303 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=4cb9c200-3854-4ebb-9ac4-18507b21572e,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:45.614725 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103429b7-385d-4489-803c-591ac8fcdc6d req-eb98e4c0-2f3e-4c42-bff2-e55e9c402d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:45.616255 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-103429b7-385d-4489-803c-591ac8fcdc6d req-eb98e4c0-2f3e-4c42-bff2-e55e9c402d40 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2009013 Nov 12 00:38:45.657540 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1f5c9cc8-0c82-43a2-a36e-8338ef06f24b req-e9f37caa-4564-49fe-a8ac-9c1742ffa771 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/security-groups?id=3be3c7ab-70bc-4bf2-85ca-9bcb07e60e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290474 Nov 12 00:38:45.667469 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1861a8-b730-4e20-9547-5d7117e75e83 req-f3b348c0-c277-4d08-b2ed-8621c492d4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:45.669864 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e1861a8-b730-4e20-9547-5d7117e75e83 req-f3b348c0-c277-4d08-b2ed-8621c492d4d1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3f66e14c-9979-4fb7-9603-130b9702e698 HTTP/1.1" status: 200 len: 1101 time: 0.0661931 Nov 12 00:38:45.735864 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c872f9-9771-4806-8c5f-847439d32d9f req-5e3318c7-244d-475b-af21-a9d929805ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:45.737332 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c3c872f9-9771-4806-8c5f-847439d32d9f req-5e3318c7-244d-475b-af21-a9d929805ea4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.2902176 Nov 12 00:38:45.741362 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e1861a8-b730-4e20-9547-5d7117e75e83 req-13605178-9b85-4562-941c-fe61d7b4086d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3be3c7ab-70bc-4bf2-85ca-9bcb07e60e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622737 Nov 12 00:38:45.775876 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-103429b7-385d-4489-803c-591ac8fcdc6d req-3286273a-b05b-4a13-867e-0f8aadb81291 service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438789 Nov 12 00:38:45.864120 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0a6d0-dbd2-46a7-9090-d5fbe36e6398 req-709dabae-c92d-40ea-bb44-94dad4e0fffd tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:45.869881 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c1c0a6d0-dbd2-46a7-9090-d5fbe36e6398 req-709dabae-c92d-40ea-bb44-94dad4e0fffd tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5217370-6da2-4c59-b4ab-6436300de765 HTTP/1.1" status: 200 len: 944 time: 0.0805898 Nov 12 00:38:45.915296 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-103429b7-385d-4489-803c-591ac8fcdc6d req-60f5e038-2d43-4213-8321-e3078432d4eb service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305745 Nov 12 00:38:45.938893 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c1c0a6d0-dbd2-46a7-9090-d5fbe36e6398 req-81005733-5c62-41a1-94b9-9c34ca1ef7df tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641625 Nov 12 00:38:45.955264 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37160) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:45.978457 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-944e25f3-68dd-4d3f-a1b4-2988878355c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:46.080890 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c3c872f9-9771-4806-8c5f-847439d32d9f req-c75a6d5c-c700-4ece-958b-f06aca36ba47 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=cef80ae4-e498-4f8c-8769-77de59995675 HTTP/1.1" status: 200 len: 217 time: 0.0874648 Nov 12 00:38:46.115547 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-944e25f3-68dd-4d3f-a1b4-2988878355c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:46.121173 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-944e25f3-68dd-4d3f-a1b4-2988878355c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:46.175979 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-944e25f3-68dd-4d3f-a1b4-2988878355c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=702c2e29c1604f06a35a2c8d03b10cb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2195928 Nov 12 00:38:46.177109 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e25f3-68dd-4d3f-a1b4-2988878355c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16ce1b3-3dc7-4f99-8040-101589d5c977,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:46.178387 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37170) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:46.186961 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103429b7-385d-4489-803c-591ac8fcdc6d req-b0700d27-29d4-435f-ac2c-68e1d68b9ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:46.188408 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-103429b7-385d-4489-803c-591ac8fcdc6d req-b0700d27-29d4-435f-ac2c-68e1d68b9ef6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=15185b9e61e4422b9b22f213aed2dac3&device_id=09847c05-d48b-45e3-a75b-8fbde6f33661 HTTP/1.1" status: 200 len: 1100 time: 0.1189287 Nov 12 00:38:46.189714 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c872f9-9771-4806-8c5f-847439d32d9f req-75bb45bb-931e-4526-adc0-9fb67a8438e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:46.191040 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c3c872f9-9771-4806-8c5f-847439d32d9f req-75bb45bb-931e-4526-adc0-9fb67a8438e2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.0875885 Nov 12 00:38:46.253966 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2096a-9c6e-4934-8aa8-387fedc8810a req-5453f9fe-c5df-4a02-bce6-3480c7593542 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:46.255453 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-84d2096a-9c6e-4934-8aa8-387fedc8810a req-5453f9fe-c5df-4a02-bce6-3480c7593542 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/ports?device_id=09847c05-d48b-45e3-a75b-8fbde6f33661 HTTP/1.1" status: 200 len: 948 time: 0.1872101 Nov 12 00:38:46.442979 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c872f9-9771-4806-8c5f-847439d32d9f req-4aeb2de0-d2c3-482c-8122-4265bf03b5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:46.445269 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c3c872f9-9771-4806-8c5f-847439d32d9f req-4aeb2de0-d2c3-482c-8122-4265bf03b5d3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2426972 Nov 12 00:38:46.460294 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6e0da878-86fe-4ede-b161-9dffd1642527 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:46.469367 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4152dc9-585b-474b-8ac5-9bf591054f69 req-234241f0-b47a-4cf7-84ae-d6d323dbf8bd tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:46.475288 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-14a302fe-8a3e-48de-848c-43fe7dc1bbea req-36069979-0d9d-4a1f-be9b-ba30120248b4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=647db9ca-ea4f-431b-8e93-d49d3657575a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2096243 Nov 12 00:38:46.478528 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d4152dc9-585b-474b-8ac5-9bf591054f69 req-234241f0-b47a-4cf7-84ae-d6d323dbf8bd tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/ports?device_id=14372698-c3d9-4a3d-a4fc-0b773228c1a3 HTTP/1.1" status: 200 len: 947 time: 0.0630057 Nov 12 00:38:46.514841 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-84d2096a-9c6e-4934-8aa8-387fedc8810a req-e031a9b8-81e0-4231-b8b8-957b68df3b44 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfb4f860-1118-4c97-8071-fe68e1c9c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442975 Nov 12 00:38:46.520440 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103429b7-385d-4489-803c-591ac8fcdc6d req-e9fde65d-d0ab-464f-ac07-cc6c35ff3ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:46.522705 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-103429b7-385d-4489-803c-591ac8fcdc6d req-e9fde65d-d0ab-464f-ac07-cc6c35ff3ca9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.3187723 Nov 12 00:38:46.549941 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d4152dc9-585b-474b-8ac5-9bf591054f69 req-80695315-1da0-4996-8408-8f0452f29a84 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fc9dbf8-2c36-42f2-8be3-095b73deaf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675280 Nov 12 00:38:46.790492 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb324805-3fcd-4e3a-8691-ebfd8829daa9 req-3d05e835-d7bc-4d16-a1a0-b6da721a68b9 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:46.793514 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bb324805-3fcd-4e3a-8691-ebfd8829daa9 req-3d05e835-d7bc-4d16-a1a0-b6da721a68b9 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f66e14c-9979-4fb7-9603-130b9702e698 HTTP/1.1" status: 200 len: 949 time: 0.0661347 Nov 12 00:38:46.833826 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6e0da878-86fe-4ede-b161-9dffd1642527 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:46.874138 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bb324805-3fcd-4e3a-8691-ebfd8829daa9 req-e34e2d41-ccb0-4621-9bbb-8a48c1572b46 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/security-groups?id=3be3c7ab-70bc-4bf2-85ca-9bcb07e60e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745993 Nov 12 00:38:46.897629 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-103429b7-385d-4489-803c-591ac8fcdc6d req-4c372cba-b885-44cf-b8e4-9f5a033e1913 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=dfaec41b-cd2e-46af-8bad-ab8be562142e HTTP/1.1" status: 200 len: 217 time: 0.3354321 Nov 12 00:38:47.001240 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c3c872f9-9771-4806-8c5f-847439d32d9f req-e0de06ad-b002-4d4f-b143-c1f8754ca044 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5433643 Nov 12 00:38:47.007099 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a302fe-8a3e-48de-848c-43fe7dc1bbea req-76637f34-356a-423b-8876-c3a333bac460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:47.009510 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-14a302fe-8a3e-48de-848c-43fe7dc1bbea req-76637f34-356a-423b-8876-c3a333bac460 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=65e37905fcda41a0a64a3bffb54da22e&device_id=647db9ca-ea4f-431b-8e93-d49d3657575a HTTP/1.1" status: 200 len: 1097 time: 0.4484768 Nov 12 00:38:47.033173 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device dd90e0b1-265a-4c8b-832c-4803463f0ab6 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:38:47.041170 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103429b7-385d-4489-803c-591ac8fcdc6d req-68240cb9-b103-4f67-ae4f-5a5e4c263333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:47.043286 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-103429b7-385d-4489-803c-591ac8fcdc6d req-68240cb9-b103-4f67-ae4f-5a5e4c263333 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.1360378 Nov 12 00:38:47.128989 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port dd90e0b1-265a-4c8b-832c-4803463f0ab6 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:38:47.134812 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port dd90e0b1-265a-4c8b-832c-4803463f0ab6 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:47.135489 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:47.138581 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6e0da878-86fe-4ede-b161-9dffd1642527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:47.140589 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d241c0e-a667-49f5-9e4d-5c5f9ebcd0d1 req-3f77fd59-54bf-455d-b2ec-f68b5675cb19 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:47.141121 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6e0da878-86fe-4ede-b161-9dffd1642527 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:47.142282 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6e0da878-86fe-4ede-b161-9dffd1642527 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e16ce1b3-3dc7-4f99-8040-101589d5c977 HTTP/1.1" status: 204 len: 168 time: 0.9629774 Nov 12 00:38:47.157216 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3d241c0e-a667-49f5-9e4d-5c5f9ebcd0d1 req-3f77fd59-54bf-455d-b2ec-f68b5675cb19 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5217370-6da2-4c59-b4ab-6436300de765 HTTP/1.1" status: 200 len: 944 time: 0.0788541 Nov 12 00:38:47.194948 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0da878-86fe-4ede-b161-9dffd1642527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16ce1b3-3dc7-4f99-8040-101589d5c977,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:47.245948 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103429b7-385d-4489-803c-591ac8fcdc6d req-2dab417b-fcbf-467c-b14d-b91d446b0723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:47.248599 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-103429b7-385d-4489-803c-591ac8fcdc6d req-2dab417b-fcbf-467c-b14d-b91d446b0723 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1892874 Nov 12 00:38:47.255485 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c3c872f9-9771-4806-8c5f-847439d32d9f req-12ed0807-e5c6-4bf6-92ca-fec597386860 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455893 Nov 12 00:38:47.262012 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3d241c0e-a667-49f5-9e4d-5c5f9ebcd0d1 req-bb57aadb-8758-4204-b738-f37106aa17c4 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036942 Nov 12 00:38:47.279397 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:47.280904 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a302fe-8a3e-48de-848c-43fe7dc1bbea req-d11f5d86-4ace-4a65-9dd2-970e2d77141e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:47.282606 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-14a302fe-8a3e-48de-848c-43fe7dc1bbea req-d11f5d86-4ace-4a65-9dd2-970e2d77141e service neutron] 10.222.0.54 "GET /v2.0/networks?id=b9574af4-848a-4900-9093-7976c00593e2 HTTP/1.1" status: 200 len: 924 time: 0.2377179 Nov 12 00:38:47.361475 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port dd90e0b1-265a-4c8b-832c-4803463f0ab6, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=dd90e0b1-265a-4c8b-832c-4803463f0ab6,segment=NetworkSegment(31f3cd0b-8f92-47c3-a72f-efb4d157fdb5),segment_id=31f3cd0b-8f92-47c3-a72f-efb4d157fdb5)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:47.367346 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:47.428902 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=dd90e0b1-265a-4c8b-832c-4803463f0ab6,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:47.472085 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-103429b7-385d-4489-803c-591ac8fcdc6d req-563b0df6-e176-4c5d-8e4a-9e68731ea6d4 service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156439 Nov 12 00:38:47.507007 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-14a302fe-8a3e-48de-848c-43fe7dc1bbea req-c2344c1f-4932-4fcc-8303-6d39c87e1664 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d25aee3-3c21-48d2-a5ce-3ed667fb14b4 HTTP/1.1" status: 200 len: 1001 time: 0.1284773 Nov 12 00:38:47.509200 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5217370-6da2-4c59-b4ab-6436300de765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd90e0b1-265a-4c8b-832c-4803463f0ab6'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:47.512048 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1b63aa-a7c9-470e-9d0d-bf6d1f6224ed" -d '{"events": [{"server_uuid": "e5217370-6da2-4c59-b4ab-6436300de765", "name": "network-vif-plugged", "status": "completed", "tag": "dd90e0b1-265a-4c8b-832c-4803463f0ab6"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:47.570983 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9224d00f-da3d-4ed3-8cf6-a529ab6f45f7 x-openstack-request-id: req-9224d00f-da3d-4ed3-8cf6-a529ab6f45f7 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:47.571279 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5217370-6da2-4c59-b4ab-6436300de765", "name": "network-vif-plugged", "status": "completed", "tag": "dd90e0b1-265a-4c8b-832c-4803463f0ab6", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:47.571530 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9224d00f-da3d-4ed3-8cf6-a529ab6f45f7 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:47.571919 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5217370-6da2-4c59-b4ab-6436300de765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd90e0b1-265a-4c8b-832c-4803463f0ab6', 'code': 200} Nov 12 00:38:47.643421 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a302fe-8a3e-48de-848c-43fe7dc1bbea req-55c76191-1f9b-47d1-a73c-10a6d4649ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:47.655198 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-14a302fe-8a3e-48de-848c-43fe7dc1bbea req-55c76191-1f9b-47d1-a73c-10a6d4649ff7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7413bf18-08e7-4425-a837-148a3dd7f58d HTTP/1.1" status: 200 len: 862 time: 0.1213779 Nov 12 00:38:47.717356 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696ace7-713b-4260-9d2a-769860a60e9f req-767bea1f-c604-417d-96c7-803c82b22b56 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:47.721916 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c696ace7-713b-4260-9d2a-769860a60e9f req-767bea1f-c604-417d-96c7-803c82b22b56 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/ports?device_id=09847c05-d48b-45e3-a75b-8fbde6f33661 HTTP/1.1" status: 200 len: 948 time: 0.0705545 Nov 12 00:38:47.758898 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-103429b7-385d-4489-803c-591ac8fcdc6d req-54f030a4-1fc0-405b-90d2-375fa2ce8350 service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679398 Nov 12 00:38:47.795758 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1203ec43-85a5-4f26-b91d-79f4993ecfd3 req-aaf04403-75d6-4de3-aa43-248bf14bacb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:47.796724 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9ba83-3bdd-4ef4-83f1-b8040de50816 req-a3d4e91a-5884-470e-bff3-c8f80c309fb6 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:47.798748 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-25b9ba83-3bdd-4ef4-83f1-b8040de50816 req-a3d4e91a-5884-470e-bff3-c8f80c309fb6 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/ports?device_id=14372698-c3d9-4a3d-a4fc-0b773228c1a3 HTTP/1.1" status: 200 len: 947 time: 0.1392086 Nov 12 00:38:47.803033 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a302fe-8a3e-48de-848c-43fe7dc1bbea req-668aa033-6edb-42fd-b628-0474d492b8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:47.804614 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-14a302fe-8a3e-48de-848c-43fe7dc1bbea req-668aa033-6edb-42fd-b628-0474d492b8d6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b9574af4-848a-4900-9093-7976c00593e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1113358 Nov 12 00:38:47.806587 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1203ec43-85a5-4f26-b91d-79f4993ecfd3 req-aaf04403-75d6-4de3-aa43-248bf14bacb8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e5217370-6da2-4c59-b4ab-6436300de765 HTTP/1.1" status: 200 len: 1097 time: 0.1112359 Nov 12 00:38:47.862841 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-25b9ba83-3bdd-4ef4-83f1-b8040de50816 req-f80aef8c-d7fe-49cc-a2c7-d26d38dc2778 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fc9dbf8-2c36-42f2-8be3-095b73deaf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552874 Nov 12 00:38:47.891770 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c696ace7-713b-4260-9d2a-769860a60e9f req-23e05edb-ab35-46a8-8a69-f9ce001cd6b0 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfb4f860-1118-4c97-8071-fe68e1c9c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425672 Nov 12 00:38:47.958083 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1203ec43-85a5-4f26-b91d-79f4993ecfd3 req-43837b3a-acca-4cad-9d13-42a7d41f2e4b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360917 Nov 12 00:38:47.977688 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37248) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:48.010920 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-14a302fe-8a3e-48de-848c-43fe7dc1bbea req-8cac1657-13a5-451f-8465-5127d39a6cf9 service neutron] 10.222.0.54 "GET /v2.0/networks/b9574af4-848a-4900-9093-7976c00593e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537237 Nov 12 00:38:48.030944 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a5d9d-50c7-4c55-812e-cf96eecd7cc1 req-6f8a1b47-0934-4e12-b478-c5266fcbc4e1 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:48.032554 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e57a5d9d-50c7-4c55-812e-cf96eecd7cc1 req-6f8a1b47-0934-4e12-b478-c5266fcbc4e1 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f66e14c-9979-4fb7-9603-130b9702e698 HTTP/1.1" status: 200 len: 949 time: 0.0557785 Nov 12 00:38:48.081333 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e57a5d9d-50c7-4c55-812e-cf96eecd7cc1 req-e18be136-d759-4d66-8f2a-753b2c1fcd70 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/security-groups?id=3be3c7ab-70bc-4bf2-85ca-9bcb07e60e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429072 Nov 12 00:38:48.156049 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d7bc122e-a33e-496a-aa1d-342b76c9f99f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:48.281770 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d7bc122e-a33e-496a-aa1d-342b76c9f99f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:48.285981 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d7bc122e-a33e-496a-aa1d-342b76c9f99f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:48.330179 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d7bc122e-a33e-496a-aa1d-342b76c9f99f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4f61b829680646aeb07fd1cec851398c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3507650 Nov 12 00:38:48.332336 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37272) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:48.366775 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc122e-a33e-496a-aa1d-342b76c9f99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9fe8d5-aa8a-47a4-90de-9abea37d3f0c,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:48.405573 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1c811290-2cc2-47d5-b009-f2a95e9f0054 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:48.452503 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1c811290-2cc2-47d5-b009-f2a95e9f0054 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:48.517023 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1c811290-2cc2-47d5-b009-f2a95e9f0054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:48.519649 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1c811290-2cc2-47d5-b009-f2a95e9f0054 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:48.520928 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1c811290-2cc2-47d5-b009-f2a95e9f0054 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ef9fe8d5-aa8a-47a4-90de-9abea37d3f0c HTTP/1.1" status: 204 len: 168 time: 0.1874759 Nov 12 00:38:48.528297 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ecfb5-1a30-489b-aafd-2fa9dfee3ff2 req-37c97721-aab8-4402-a05b-513d64c5ed83 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:48.535450 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1b0ecfb5-1a30-489b-aafd-2fa9dfee3ff2 req-37c97721-aab8-4402-a05b-513d64c5ed83 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5217370-6da2-4c59-b4ab-6436300de765 HTTP/1.1" status: 200 len: 945 time: 0.1459906 Nov 12 00:38:48.535646 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c811290-2cc2-47d5-b009-f2a95e9f0054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9fe8d5-aa8a-47a4-90de-9abea37d3f0c,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:48.610831 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-14a302fe-8a3e-48de-848c-43fe7dc1bbea req-45690138-3287-4fe1-98a9-794c689afc10 service neutron] 10.222.0.54 "GET /v2.0/networks/b9574af4-848a-4900-9093-7976c00593e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985168 Nov 12 00:38:48.629224 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1b0ecfb5-1a30-489b-aafd-2fa9dfee3ff2 req-06ccfc5a-b470-4743-af2b-3a944aa791b4 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929172 Nov 12 00:38:48.723026 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-79df01cc-1325-45f8-ac5e-ba3c645a95e2 req-d607866c-bfc4-432a-b2ce-c4f1e10b17ea tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=e8633e96499e4e60ad8c3b62698e810c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357387 Nov 12 00:38:48.902864 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df01cc-1325-45f8-ac5e-ba3c645a95e2 req-c7b84933-1340-41fc-8210-d55c77318d15 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:48.910987 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-79df01cc-1325-45f8-ac5e-ba3c645a95e2 req-c7b84933-1340-41fc-8210-d55c77318d15 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1867397 Nov 12 00:38:48.927653 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-79df01cc-1325-45f8-ac5e-ba3c645a95e2 req-2df0beca-f0a9-4634-a55e-c7cf65a13670 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/quotas/e8633e96499e4e60ad8c3b62698e810c HTTP/1.1" status: 200 len: 375 time: 0.0155706 Nov 12 00:38:48.964315 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37326) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:48.983014 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-66720bf1-8f0d-4a27-b5c5-049612e9983e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:49.007474 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61158f5b-a26d-4c4d-bb3d-d2612e484ace req-08d36dc6-8b51-498b-87c6-353d61af2cd2 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:49.009073 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-61158f5b-a26d-4c4d-bb3d-d2612e484ace req-08d36dc6-8b51-498b-87c6-353d61af2cd2 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/ports?device_id=14372698-c3d9-4a3d-a4fc-0b773228c1a3 HTTP/1.1" status: 200 len: 947 time: 0.0535853 Nov 12 00:38:49.016008 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-79df01cc-1325-45f8-ac5e-ba3c645a95e2 req-5e011186-1d54-4870-9829-1cbc59c8c7a0 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e8633e96499e4e60ad8c3b62698e810c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0876203 Nov 12 00:38:49.060009 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device dfaec41b-cd2e-46af-8bad-ab8be562142e details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:38:49.089521 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-61158f5b-a26d-4c4d-bb3d-d2612e484ace req-b876e531-a9f4-4869-a553-06c178f918d1 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fc9dbf8-2c36-42f2-8be3-095b73deaf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694816 Nov 12 00:38:49.112682 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-66720bf1-8f0d-4a27-b5c5-049612e9983e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:49.121760 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-66720bf1-8f0d-4a27-b5c5-049612e9983e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:49.187883 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-66720bf1-8f0d-4a27-b5c5-049612e9983e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a5c2228c0db8411a848d02e64a0e9a54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219357 Nov 12 00:38:49.189860 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66720bf1-8f0d-4a27-b5c5-049612e9983e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107f46a3-9044-456d-9b80-541c4ad4c7a3,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:49.193536 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37330) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:49.203180 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port dfaec41b-cd2e-46af-8bad-ab8be562142e, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=dfaec41b-cd2e-46af-8bad-ab8be562142e,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:49.217751 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'dfaec41b-cd2e-46af-8bad-ab8be562142e', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'port_id': 'dfaec41b-cd2e-46af-8bad-ab8be562142e', 'mac_address': 'fa:16:3e:7a:5b:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3288e972-21d8-4a52-9002-05790fb0bb61', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:38:49.229963 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0271e-0e4a-40b9-87e6-3063ffde8db6 req-fe3b36fe-3d4f-4ec4-b1c9-1d6b47262bdb tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:49.239415 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-07c0271e-0e4a-40b9-87e6-3063ffde8db6 req-fe3b36fe-3d4f-4ec4-b1c9-1d6b47262bdb tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/ports?device_id=09847c05-d48b-45e3-a75b-8fbde6f33661 HTTP/1.1" status: 200 len: 948 time: 0.0710979 Nov 12 00:38:49.267588 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:49.289011 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfaec41b-cd2e-46af-8bad-ab8be562142e {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:49.311631 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port dfaec41b-cd2e-46af-8bad-ab8be562142e, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=dfaec41b-cd2e-46af-8bad-ab8be562142e,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:49.320292 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1ccb32e6-6897-4e93-82b5-bb117dd357ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:49.320608 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:49.321504 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 6ef4ea37-3e66-42fc-854b-f9ca1afdb738 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:38:49.347913 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-07c0271e-0e4a-40b9-87e6-3063ffde8db6 req-6b38b275-02d6-42b2-9454-9fe8e966679d tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfb4f860-1118-4c97-8071-fe68e1c9c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071339 Nov 12 00:38:49.405071 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1ccb32e6-6897-4e93-82b5-bb117dd357ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:49.414394 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=dfaec41b-cd2e-46af-8bad-ab8be562142e,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:49.453300 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 6ef4ea37-3e66-42fc-854b-f9ca1afdb738, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=6ef4ea37-3e66-42fc-854b-f9ca1afdb738,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:49.470452 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '6ef4ea37-3e66-42fc-854b-f9ca1afdb738', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'port_id': '6ef4ea37-3e66-42fc-854b-f9ca1afdb738', 'mac_address': 'fa:16:3e:59:67:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3288e972-21d8-4a52-9002-05790fb0bb61', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:38:49.471475 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cecf9452-2df3-4e84-8235-78afb33b54db req-ebb0a818-d655-4361-8156-fedfcf3e9292 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb42c6f6-af0f-4f7e-b1c1-bd60e5026a14 HTTP/1.1" status: 200 len: 210 time: 0.0743515 Nov 12 00:38:49.500576 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1ccb32e6-6897-4e93-82b5-bb117dd357ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:49.503386 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1ccb32e6-6897-4e93-82b5-bb117dd357ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:49.505826 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1ccb32e6-6897-4e93-82b5-bb117dd357ef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/107f46a3-9044-456d-9b80-541c4ad4c7a3 HTTP/1.1" status: 204 len: 168 time: 0.3111787 Nov 12 00:38:49.535384 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:49.543710 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb32e6-6897-4e93-82b5-bb117dd357ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107f46a3-9044-456d-9b80-541c4ad4c7a3,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:49.552497 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ef4ea37-3e66-42fc-854b-f9ca1afdb738 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:49.600049 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 6ef4ea37-3e66-42fc-854b-f9ca1afdb738, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=6ef4ea37-3e66-42fc-854b-f9ca1afdb738,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:49.613636 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:49.718193 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=6ef4ea37-3e66-42fc-854b-f9ca1afdb738,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:49.811509 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b267dbc-074e-4b9d-8749-c862b58c36d9 req-f2f1b25c-7685-4c4b-b36e-9f1c5ff84203 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:49.813743 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3b267dbc-074e-4b9d-8749-c862b58c36d9 req-f2f1b25c-7685-4c4b-b36e-9f1c5ff84203 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5217370-6da2-4c59-b4ab-6436300de765 HTTP/1.1" status: 200 len: 945 time: 0.0784600 Nov 12 00:38:49.918653 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3b267dbc-074e-4b9d-8749-c862b58c36d9 req-57719d0d-d6d3-4c73-8ef0-fb6390549ca3 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877578 Nov 12 00:38:50.096243 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['dfaec41b-cd2e-46af-8bad-ab8be562142e'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:50.142097 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['6ef4ea37-3e66-42fc-854b-f9ca1afdb738'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:50.316530 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42accc6-c526-4b5e-90f0-8215846b275e req-b0a21d80-dc96-4a15-ad67-5adfbd9806cc tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:50.318566 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b42accc6-c526-4b5e-90f0-8215846b275e req-b0a21d80-dc96-4a15-ad67-5adfbd9806cc tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5217370-6da2-4c59-b4ab-6436300de765 HTTP/1.1" status: 200 len: 945 time: 0.0733814 Nov 12 00:38:50.423690 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b42accc6-c526-4b5e-90f0-8215846b275e req-59afc2d5-c42a-42d3-abb9-13d010b4b0b4 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940940 Nov 12 00:38:50.473446 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0c86f-d091-4cfb-bf31-7850a97ef533 req-9e5b8931-f065-4dd2-96a5-4a1e3c86f02f tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:50.488293 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-eeb0c86f-d091-4cfb-bf31-7850a97ef533 req-9e5b8931-f065-4dd2-96a5-4a1e3c86f02f tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/ports?device_id=14372698-c3d9-4a3d-a4fc-0b773228c1a3 HTTP/1.1" status: 200 len: 948 time: 0.1004481 Nov 12 00:38:50.565642 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-eeb0c86f-d091-4cfb-bf31-7850a97ef533 req-34d128cd-e590-4268-a7f8-f7f36537c2bc tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fc9dbf8-2c36-42f2-8be3-095b73deaf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725079 Nov 12 00:38:50.633419 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb195e2-d50c-4584-9fed-950e044652fe req-00db909f-112f-4627-8be5-374fc4d528ac tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:50.634934 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fbb195e2-d50c-4584-9fed-950e044652fe req-00db909f-112f-4627-8be5-374fc4d528ac tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/ports?device_id=09847c05-d48b-45e3-a75b-8fbde6f33661 HTTP/1.1" status: 200 len: 949 time: 0.0676939 Nov 12 00:38:50.689558 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fbb195e2-d50c-4584-9fed-950e044652fe req-3cd3a454-3f97-4b69-a50b-42b401db00c6 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfb4f860-1118-4c97-8071-fe68e1c9c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468352 Nov 12 00:38:50.709468 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a7f32308-0944-4363-8d39-e9448c91a386 req-b945cf2e-d86e-4a99-804e-d9a9c72b111e tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb42c6f6-af0f-4f7e-b1c1-bd60e5026a14 HTTP/1.1" status: 200 len: 210 time: 0.0302877 Nov 12 00:38:50.969162 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-79df01cc-1325-45f8-ac5e-ba3c645a95e2 req-97fc336d-11d1-42d1-bc6e-9ddcd4bbf7b7 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=e8633e96499e4e60ad8c3b62698e810c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294113 Nov 12 00:38:51.143821 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df01cc-1325-45f8-ac5e-ba3c645a95e2 req-3afb9ee9-c992-4d7b-bb67-0282743a3994 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:51.145254 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-79df01cc-1325-45f8-ac5e-ba3c645a95e2 req-3afb9ee9-c992-4d7b-bb67-0282743a3994 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1697102 Nov 12 00:38:51.170903 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-79df01cc-1325-45f8-ac5e-ba3c645a95e2 req-b832a430-7fd5-4a1a-81d9-0df07eba389d tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Request body: {'port': {'device_id': 'bb42c6f6-af0f-4f7e-b1c1-bd60e5026a14', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'admin_state_up': True, 'tenant_id': 'e8633e96499e4e60ad8c3b62698e810c'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:51.309915 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79df01cc-1325-45f8-ac5e-ba3c645a95e2 req-b832a430-7fd5-4a1a-81d9-0df07eba389d tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Made reservation on behalf of e8633e96499e4e60ad8c3b62698e810c for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:38:51.314874 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-79df01cc-1325-45f8-ac5e-ba3c645a95e2 req-b832a430-7fd5-4a1a-81d9-0df07eba389d tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:51.527150 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-79df01cc-1325-45f8-ac5e-ba3c645a95e2 req-b832a430-7fd5-4a1a-81d9-0df07eba389d tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Allocated IP 192.168.233.167 (172a28b2-119c-4d70-aef1-a731eb107d6c/3288e972-21d8-4a52-9002-05790fb0bb61/3f391313-89d9-4bb5-9ac5-4abf84b0e1fe) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:38:51.570662 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f9543-e7d8-492e-9346-4ba66ada2c38 req-44ab6234-e5b1-4fd0-8859-c3b1c3c5164c tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:51.574336 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fc6f9543-e7d8-492e-9346-4ba66ada2c38 req-44ab6234-e5b1-4fd0-8859-c3b1c3c5164c tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5217370-6da2-4c59-b4ab-6436300de765 HTTP/1.1" status: 200 len: 945 time: 0.0692809 Nov 12 00:38:51.616661 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37504) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:51.650820 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fc6f9543-e7d8-492e-9346-4ba66ada2c38 req-464e40cd-2d92-4155-af83-34b600d4c533 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686193 Nov 12 00:38:51.799294 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7a7b475a-b409-40e3-b78e-a01e794b9583 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:51.812958 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a0097-c544-45c9-b9cf-ad627df090bf req-b6451606-9f28-4175-abdf-3ac146f922c4 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:51.814391 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fb0a0097-c544-45c9-b9cf-ad627df090bf req-b6451606-9f28-4175-abdf-3ac146f922c4 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/ports?device_id=14372698-c3d9-4a3d-a4fc-0b773228c1a3 HTTP/1.1" status: 200 len: 948 time: 0.1149445 Nov 12 00:38:51.858920 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-79df01cc-1325-45f8-ac5e-ba3c645a95e2 req-b832a430-7fd5-4a1a-81d9-0df07eba389d tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:51.910182 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fb0a0097-c544-45c9-b9cf-ad627df090bf req-10cba21c-6f15-4105-a4a5-d127a8902a8b tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fc9dbf8-2c36-42f2-8be3-095b73deaf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858839 Nov 12 00:38:51.958854 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-79df01cc-1325-45f8-ac5e-ba3c645a95e2 req-b832a430-7fd5-4a1a-81d9-0df07eba389d tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:51.996221 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['4cb9c200-3854-4ebb-9ac4-18507b21572e'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:52.031562 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7a7b475a-b409-40e3-b78e-a01e794b9583 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:52.036031 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79df01cc-1325-45f8-ac5e-ba3c645a95e2 req-b832a430-7fd5-4a1a-81d9-0df07eba389d tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Network 172a28b2-119c-4d70-aef1-a731eb107d6c is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:38:52.058445 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7a7b475a-b409-40e3-b78e-a01e794b9583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:52.061126 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-79df01cc-1325-45f8-ac5e-ba3c645a95e2 req-b832a430-7fd5-4a1a-81d9-0df07eba389d tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:38:52.087123 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-79df01cc-1325-45f8-ac5e-ba3c645a95e2 req-b832a430-7fd5-4a1a-81d9-0df07eba389d tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:38:52.099999 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b832a430-7fd5-4a1a-81d9-0df07eba389d tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Pushing event updated for resources: {'Port': ['ID=3f391313-89d9-4bb5-9ac5-4abf84b0e1fe,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:52.182022 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7a7b475a-b409-40e3-b78e-a01e794b9583 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0b17506e6193445f8766767fcdeaccfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5620425 Nov 12 00:38:52.182697 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37538) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:52.192863 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7b475a-b409-40e3-b78e-a01e794b9583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a670b8d8-a75c-4f3f-8370-e17fec3fa032,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:52.230636 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df01cc-1325-45f8-ac5e-ba3c645a95e2 req-b832a430-7fd5-4a1a-81d9-0df07eba389d tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:52.231293 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-79df01cc-1325-45f8-ac5e-ba3c645a95e2 req-b832a430-7fd5-4a1a-81d9-0df07eba389d tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:52.257558 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25bf9c9-4525-46be-abf3-958d947e655c req-28c402f6-5c02-49f5-9889-16b9b9e958e7 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:52.259328 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a25bf9c9-4525-46be-abf3-958d947e655c req-28c402f6-5c02-49f5-9889-16b9b9e958e7 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/ports?device_id=09847c05-d48b-45e3-a75b-8fbde6f33661 HTTP/1.1" status: 200 len: 949 time: 0.2432244 Nov 12 00:38:52.290029 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-79df01cc-1325-45f8-ac5e-ba3c645a95e2 req-b832a430-7fd5-4a1a-81d9-0df07eba389d tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1255391 Nov 12 00:38:52.315866 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-79df01cc-1325-45f8-ac5e-ba3c645a95e2 req-49e1eba4-f500-434d-a319-7a65997e79d8 service neutron] Request body: {'port': {'device_id': 'bb42c6f6-af0f-4f7e-b1c1-bd60e5026a14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:52.318203 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37540) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:52.338333 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e0be9-eaa8-46ee-aea5-8090e2d2a7da req-9088297d-69b6-4721-b9f2-76aa6c0a106a tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:52.340943 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a61e0be9-eaa8-46ee-aea5-8090e2d2a7da req-9088297d-69b6-4721-b9f2-76aa6c0a106a tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb42c6f6-af0f-4f7e-b1c1-bd60e5026a14 HTTP/1.1" status: 200 len: 936 time: 0.1441450 Nov 12 00:38:52.345062 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bdde4af4-26a3-461a-b770-1bda673ca44d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:52.361014 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a25bf9c9-4525-46be-abf3-958d947e655c req-f9bb66dc-4724-40d2-8c89-17bf01bccfbc tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfb4f860-1118-4c97-8071-fe68e1c9c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907519 Nov 12 00:38:52.390817 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bdde4af4-26a3-461a-b770-1bda673ca44d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:52.393253 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-79df01cc-1325-45f8-ac5e-ba3c645a95e2 req-49e1eba4-f500-434d-a319-7a65997e79d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:52.437675 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-8f11dc85-9bb7-49f1-8b7a-ee26778693a5 None None] Provisioning complete for port 3f391313-89d9-4bb5-9ac5-4abf84b0e1fe triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:52.438089 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8f11dc85-9bb7-49f1-8b7a-ee26778693a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:52.463241 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a61e0be9-eaa8-46ee-aea5-8090e2d2a7da req-38296f2d-6446-4075-9980-d93d197afbd3 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/security-groups?id=3be3c7ab-70bc-4bf2-85ca-9bcb07e60e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881660 Nov 12 00:38:52.493736 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bdde4af4-26a3-461a-b770-1bda673ca44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:52.497663 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bdde4af4-26a3-461a-b770-1bda673ca44d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:52.498993 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-bdde4af4-26a3-461a-b770-1bda673ca44d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a670b8d8-a75c-4f3f-8370-e17fec3fa032 HTTP/1.1" status: 204 len: 168 time: 0.3154073 Nov 12 00:38:52.511941 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde4af4-26a3-461a-b770-1bda673ca44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a670b8d8-a75c-4f3f-8370-e17fec3fa032,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:52.548141 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1d7f806e-3487-48f5-8ff1-509db3d97a79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:52.571043 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-8f11dc85-9bb7-49f1-8b7a-ee26778693a5 None None] Port 3f391313-89d9-4bb5-9ac5-4abf84b0e1fe cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:38:52.701957 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1d7f806e-3487-48f5-8ff1-509db3d97a79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:52.709444 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1d7f806e-3487-48f5-8ff1-509db3d97a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:52.750533 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1d7f806e-3487-48f5-8ff1-509db3d97a79 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=94a12bed845044da88b95d5589afa9bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4312105 Nov 12 00:38:52.752989 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37562) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:52.761121 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f806e-3487-48f5-8ff1-509db3d97a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6a75be-902f-4b4c-8e1c-0fd9c9a16d2f,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:52.786970 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-79df01cc-1325-45f8-ac5e-ba3c645a95e2 req-49e1eba4-f500-434d-a319-7a65997e79d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f391313-89d9-4bb5-9ac5-4abf84b0e1fe {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:52.796628 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-79df01cc-1325-45f8-ac5e-ba3c645a95e2 req-49e1eba4-f500-434d-a319-7a65997e79d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:52.818192 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-77c95652-7e13-4535-9e18-ae22cce2de69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:52.831200 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-31de42db-3e31-4419-a912-e5fda6bb20c9 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=79a8b3dad7a0401ab482e19b622fac98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364585 Nov 12 00:38:52.833622 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-79df01cc-1325-45f8-ac5e-ba3c645a95e2 req-49e1eba4-f500-434d-a319-7a65997e79d8 service neutron] Transition to ACTIVE for port object 3f391313-89d9-4bb5-9ac5-4abf84b0e1fe will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:38:52.842499 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-77c95652-7e13-4535-9e18-ae22cce2de69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:52.847402 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-79df01cc-1325-45f8-ac5e-ba3c645a95e2 req-49e1eba4-f500-434d-a319-7a65997e79d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:52.892789 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-77c95652-7e13-4535-9e18-ae22cce2de69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:52.895377 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-77c95652-7e13-4535-9e18-ae22cce2de69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:52.896504 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-77c95652-7e13-4535-9e18-ae22cce2de69 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f6a75be-902f-4b4c-8e1c-0fd9c9a16d2f HTTP/1.1" status: 204 len: 168 time: 0.1424360 Nov 12 00:38:52.912606 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c95652-7e13-4535-9e18-ae22cce2de69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6a75be-902f-4b4c-8e1c-0fd9c9a16d2f,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:52.986365 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37572) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:53.065969 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1f4a7d0e-e11d-4dad-9d7d-8eda05bc1031 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:53.072452 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e1eba4-f500-434d-a319-7a65997e79d8 service neutron] Pushing event updated for resources: {'Port': ['ID=3f391313-89d9-4bb5-9ac5-4abf84b0e1fe,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:53.076647 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 6ef4ea37-3e66-42fc-854b-f9ca1afdb738 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:38:53.103364 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ffcfea-b0f1-48ab-be82-5067f4a2bbd2 req-33b6a6cf-b48e-4bd8-aa60-e88a36fc2625 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:53.113495 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e4ffcfea-b0f1-48ab-be82-5067f4a2bbd2 req-33b6a6cf-b48e-4bd8-aa60-e88a36fc2625 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/ports?device_id=14372698-c3d9-4a3d-a4fc-0b773228c1a3 HTTP/1.1" status: 200 len: 948 time: 0.1002319 Nov 12 00:38:53.163183 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-604a714e-69c0-455e-bc78-dc8319646c5a tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:53.164707 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-604a714e-69c0-455e-bc78-dc8319646c5a tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3270662 Nov 12 00:38:53.169736 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e4ffcfea-b0f1-48ab-be82-5067f4a2bbd2 req-94083475-a6d4-45dc-9ce4-ea09d56ecdda tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fc9dbf8-2c36-42f2-8be3-095b73deaf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552666 Nov 12 00:38:53.189095 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 6ef4ea37-3e66-42fc-854b-f9ca1afdb738 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:38:53.197961 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-79df01cc-1325-45f8-ac5e-ba3c645a95e2 req-49e1eba4-f500-434d-a319-7a65997e79d8 service neutron] Attempting to bind port 3f391313-89d9-4bb5-9ac5-4abf84b0e1fe on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:38:53.198483 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 6ef4ea37-3e66-42fc-854b-f9ca1afdb738 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:53.198898 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:53.199112 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-79df01cc-1325-45f8-ac5e-ba3c645a95e2 req-49e1eba4-f500-434d-a319-7a65997e79d8 service neutron] Attempting to bind port 3f391313-89d9-4bb5-9ac5-4abf84b0e1fe by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:38:53.199304 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79df01cc-1325-45f8-ac5e-ba3c645a95e2 req-49e1eba4-f500-434d-a319-7a65997e79d8 service neutron] Attempting to bind port 3f391313-89d9-4bb5-9ac5-4abf84b0e1fe on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:53.206634 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79df01cc-1325-45f8-ac5e-ba3c645a95e2 req-49e1eba4-f500-434d-a319-7a65997e79d8 service neutron] Port 3f391313-89d9-4bb5-9ac5-4abf84b0e1fe on network 172a28b2-119c-4d70-aef1-a731eb107d6c not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:38:53.207216 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79df01cc-1325-45f8-ac5e-ba3c645a95e2 req-49e1eba4-f500-434d-a319-7a65997e79d8 service neutron] Attempting to bind port 3f391313-89d9-4bb5-9ac5-4abf84b0e1fe on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:53.209948 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-47637fa4-6d9e-49f9-a76d-69456d8f3cde tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/quotas/79a8b3dad7a0401ab482e19b622fac98 HTTP/1.1" status: 200 len: 375 time: 0.0383930 Nov 12 00:38:53.232135 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79df01cc-1325-45f8-ac5e-ba3c645a95e2 req-49e1eba4-f500-434d-a319-7a65997e79d8 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:38:53.232471 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79df01cc-1325-45f8-ac5e-ba3c645a95e2 req-49e1eba4-f500-434d-a319-7a65997e79d8 service neutron] Checking segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:53.232851 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79df01cc-1325-45f8-ac5e-ba3c645a95e2 req-49e1eba4-f500-434d-a319-7a65997e79d8 service neutron] Bound using segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:38:53.233591 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-79df01cc-1325-45f8-ac5e-ba3c645a95e2 req-49e1eba4-f500-434d-a319-7a65997e79d8 service neutron] Bound port: 3f391313-89d9-4bb5-9ac5-4abf84b0e1fe, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:38:53.233716 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-79df01cc-1325-45f8-ac5e-ba3c645a95e2 req-49e1eba4-f500-434d-a319-7a65997e79d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:53.266097 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1f4a7d0e-e11d-4dad-9d7d-8eda05bc1031 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:53.277351 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-ff5e8cf1-10b1-421d-8b7f-6b30df5bfc06 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=79a8b3dad7a0401ab482e19b622fac98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585368 Nov 12 00:38:53.279995 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1f4a7d0e-e11d-4dad-9d7d-8eda05bc1031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:53.298028 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:53.330500 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14372698-c3d9-4a3d-a4fc-0b773228c1a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef4ea37-3e66-42fc-854b-f9ca1afdb738'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:53.333123 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f06137e-e057-4ada-86e2-e456625a7f7d" -d '{"events": [{"server_uuid": "14372698-c3d9-4a3d-a4fc-0b773228c1a3", "name": "network-vif-plugged", "status": "completed", "tag": "6ef4ea37-3e66-42fc-854b-f9ca1afdb738"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:53.352104 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 6ef4ea37-3e66-42fc-854b-f9ca1afdb738, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=6ef4ea37-3e66-42fc-854b-f9ca1afdb738,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:53.360617 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:53.361779 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device dfaec41b-cd2e-46af-8bad-ab8be562142e up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:38:53.383517 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37578) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:53.383713 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1f4a7d0e-e11d-4dad-9d7d-8eda05bc1031 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ba37e7317a5647fea3a8dea1240a3dc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3947115 Nov 12 00:38:53.399651 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a7d0e-e11d-4dad-9d7d-8eda05bc1031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29235308-481e-4e85-bb08-b5da20f540c8,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:53.409068 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37584) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:53.443768 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5651fec-47ec-4efe-ac54-53777f680fb0 x-openstack-request-id: req-b5651fec-47ec-4efe-ac54-53777f680fb0 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:53.444319 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14372698-c3d9-4a3d-a4fc-0b773228c1a3", "name": "network-vif-plugged", "status": "completed", "tag": "6ef4ea37-3e66-42fc-854b-f9ca1afdb738", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:53.444713 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b5651fec-47ec-4efe-ac54-53777f680fb0 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:53.445234 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14372698-c3d9-4a3d-a4fc-0b773228c1a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef4ea37-3e66-42fc-854b-f9ca1afdb738', 'code': 200} Nov 12 00:38:53.461758 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c7c99f7c-6ab0-4cc9-833a-0136fae0f36f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:53.495575 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1fe227a4-6b86-495b-a2dd-f6ac3094962e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:53.539845 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5b7c1da5-9659-4081-967c-774f3c4d9021 req-93df585d-0cdc-445d-904e-37c96dcf0fdc tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 210 time: 0.0409756 Nov 12 00:38:53.540252 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-79df01cc-1325-45f8-ac5e-ba3c645a95e2 req-49e1eba4-f500-434d-a319-7a65997e79d8 service neutron] For port 3f391313-89d9-4bb5-9ac5-4abf84b0e1fe, host n-h1-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:38:53.550828 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1fe227a4-6b86-495b-a2dd-f6ac3094962e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:53.569320 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=6ef4ea37-3e66-42fc-854b-f9ca1afdb738,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:53.601500 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-79df01cc-1325-45f8-ac5e-ba3c645a95e2 req-49e1eba4-f500-434d-a319-7a65997e79d8 service neutron] For port 3f391313-89d9-4bb5-9ac5-4abf84b0e1fe, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=3f391313-89d9-4bb5-9ac5-4abf84b0e1fe,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:38:53.602188 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port dfaec41b-cd2e-46af-8bad-ab8be562142e completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:38:53.611944 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port dfaec41b-cd2e-46af-8bad-ab8be562142e triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:53.612849 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:53.627513 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1fe227a4-6b86-495b-a2dd-f6ac3094962e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:53.627662 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d544f-9986-4935-80f2-14e40ea99047 req-7ef81523-d5a7-4fa4-b254-395cea3dad9e tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:53.630761 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1fe227a4-6b86-495b-a2dd-f6ac3094962e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:53.634232 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1fe227a4-6b86-495b-a2dd-f6ac3094962e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/29235308-481e-4e85-bb08-b5da20f540c8 HTTP/1.1" status: 204 len: 168 time: 0.2448044 Nov 12 00:38:53.645857 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-656d544f-9986-4935-80f2-14e40ea99047 req-7ef81523-d5a7-4fa4-b254-395cea3dad9e tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/ports?device_id=09847c05-d48b-45e3-a75b-8fbde6f33661 HTTP/1.1" status: 200 len: 949 time: 0.1555438 Nov 12 00:38:53.652062 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe227a4-6b86-495b-a2dd-f6ac3094962e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29235308-481e-4e85-bb08-b5da20f540c8,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:53.667701 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-79df01cc-1325-45f8-ac5e-ba3c645a95e2 req-49e1eba4-f500-434d-a319-7a65997e79d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:53.834684 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:53.924988 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port dfaec41b-cd2e-46af-8bad-ab8be562142e, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=dfaec41b-cd2e-46af-8bad-ab8be562142e,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:53.933619 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:53.992782 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=dfaec41b-cd2e-46af-8bad-ab8be562142e,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:54.019590 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843fb81-67e6-4160-bce8-9ea270c80dc2 req-6282fda8-e4d5-4d41-8d8f-9b89e89e7aba tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:54.049665 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2843fb81-67e6-4160-bce8-9ea270c80dc2 req-6282fda8-e4d5-4d41-8d8f-9b89e89e7aba tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb42c6f6-af0f-4f7e-b1c1-bd60e5026a14 HTTP/1.1" status: 200 len: 948 time: 0.3822918 Nov 12 00:38:54.052079 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df01cc-1325-45f8-ac5e-ba3c645a95e2 req-49e1eba4-f500-434d-a319-7a65997e79d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:54.052682 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-79df01cc-1325-45f8-ac5e-ba3c645a95e2 req-49e1eba4-f500-434d-a319-7a65997e79d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:54.054077 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-79df01cc-1325-45f8-ac5e-ba3c645a95e2 req-49e1eba4-f500-434d-a319-7a65997e79d8 service neutron] 10.222.0.49 "PUT /v2.0/ports/3f391313-89d9-4bb5-9ac5-4abf84b0e1fe HTTP/1.1" status: 200 len: 1097 time: 1.7490573 Nov 12 00:38:54.054517 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb42c6f6-af0f-4f7e-b1c1-bd60e5026a14', 'tag': '3f391313-89d9-4bb5-9ac5-4abf84b0e1fe'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:54.063122 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4aaba3-bf61-419a-9dc0-6f0fe101b868" -d '{"events": [{"name": "network-changed", "server_uuid": "bb42c6f6-af0f-4f7e-b1c1-bd60e5026a14", "tag": "3f391313-89d9-4bb5-9ac5-4abf84b0e1fe"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:54.074738 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382649ad-4413-4826-a704-204d45d28a36 req-3db27719-ca99-4522-8ab5-e51dfb837828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:54.076219 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-382649ad-4413-4826-a704-204d45d28a36 req-3db27719-ca99-4522-8ab5-e51dfb837828 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=14372698-c3d9-4a3d-a4fc-0b773228c1a3 HTTP/1.1" status: 200 len: 1101 time: 0.5276940 Nov 12 00:38:54.087958 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-656d544f-9986-4935-80f2-14e40ea99047 req-b24a7d94-189a-43d8-9601-95ec62ea373b tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfb4f860-1118-4c97-8071-fe68e1c9c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4391000 Nov 12 00:38:54.155516 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e1eba4-f500-434d-a319-7a65997e79d8 service neutron] Pushing event updated for resources: {'Port': ['ID=3f391313-89d9-4bb5-9ac5-4abf84b0e1fe,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:54.159373 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c7c99f7c-6ab0-4cc9-833a-0136fae0f36f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:54.173668 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2843fb81-67e6-4160-bce8-9ea270c80dc2 req-057264f9-3f1c-415c-8c92-3f2ee1e0201a tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/security-groups?id=3be3c7ab-70bc-4bf2-85ca-9bcb07e60e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212685 Nov 12 00:38:54.192508 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c7c99f7c-6ab0-4cc9-833a-0136fae0f36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:54.297391 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c7c99f7c-6ab0-4cc9-833a-0136fae0f36f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cff525559e2d41c9a21168017034b863&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8761730 Nov 12 00:38:54.300770 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37622) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:54.329443 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-382649ad-4413-4826-a704-204d45d28a36 req-0eabea36-8558-4200-be6d-e79df8d951b4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6fc9dbf8-2c36-42f2-8be3-095b73deaf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333896 Nov 12 00:38:54.333343 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df01cc-1325-45f8-ac5e-ba3c645a95e2 req-13cfe7b6-0c32-4a7d-96b4-cf2e8069d1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:54.339459 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-79df01cc-1325-45f8-ac5e-ba3c645a95e2 req-13cfe7b6-0c32-4a7d-96b4-cf2e8069d1c0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e8633e96499e4e60ad8c3b62698e810c&device_id=bb42c6f6-af0f-4f7e-b1c1-bd60e5026a14 HTTP/1.1" status: 200 len: 1100 time: 0.2024958 Nov 12 00:38:54.340839 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c99f7c-6ab0-4cc9-833a-0136fae0f36f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04711616-cfa4-4377-87f2-f47cd51afcfd,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:54.367937 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d36cae7-9483-4000-8711-3bbbfddb58e0 x-openstack-request-id: req-1d36cae7-9483-4000-8711-3bbbfddb58e0 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:54.368225 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb42c6f6-af0f-4f7e-b1c1-bd60e5026a14", "tag": "3f391313-89d9-4bb5-9ac5-4abf84b0e1fe", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:54.368477 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d36cae7-9483-4000-8711-3bbbfddb58e0 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:54.368873 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb42c6f6-af0f-4f7e-b1c1-bd60e5026a14', 'tag': '3f391313-89d9-4bb5-9ac5-4abf84b0e1fe', 'status': 'completed', 'code': 200} Nov 12 00:38:54.421930 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d663f3e3-54f1-460e-9911-90587b230d31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:54.430878 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-79df01cc-1325-45f8-ac5e-ba3c645a95e2 req-e91bbd65-a469-40a7-9437-1848ee6f99ce service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=3f391313-89d9-4bb5-9ac5-4abf84b0e1fe HTTP/1.1" status: 200 len: 217 time: 0.0400674 Nov 12 00:38:54.436347 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca851d25-6153-482b-9dd3-fc87113bc4fd req-067e8ae3-6ea1-4568-ba70-64c3147ed7d4 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:54.438421 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ca851d25-6153-482b-9dd3-fc87113bc4fd req-067e8ae3-6ea1-4568-ba70-64c3147ed7d4 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/ports?device_id=14372698-c3d9-4a3d-a4fc-0b773228c1a3 HTTP/1.1" status: 200 len: 949 time: 0.0854537 Nov 12 00:38:54.476855 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d663f3e3-54f1-460e-9911-90587b230d31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:54.518340 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df01cc-1325-45f8-ac5e-ba3c645a95e2 req-9f6da52b-623d-4896-b36b-bf011a79138d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:54.519909 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-79df01cc-1325-45f8-ac5e-ba3c645a95e2 req-9f6da52b-623d-4896-b36b-bf011a79138d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.0711365 Nov 12 00:38:54.534032 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ca851d25-6153-482b-9dd3-fc87113bc4fd req-b21d17a1-a8b4-465e-8f53-2cb9001de0de tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fc9dbf8-2c36-42f2-8be3-095b73deaf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868256 Nov 12 00:38:54.568083 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d663f3e3-54f1-460e-9911-90587b230d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:54.570808 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d663f3e3-54f1-460e-9911-90587b230d31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:54.574914 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d663f3e3-54f1-460e-9911-90587b230d31 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/04711616-cfa4-4377-87f2-f47cd51afcfd HTTP/1.1" status: 204 len: 168 time: 0.2701902 Nov 12 00:38:54.587567 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663f3e3-54f1-460e-9911-90587b230d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04711616-cfa4-4377-87f2-f47cd51afcfd,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:54.591919 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df01cc-1325-45f8-ac5e-ba3c645a95e2 req-efa71342-eda5-4882-9b82-fc0e31c494ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:54.593322 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-79df01cc-1325-45f8-ac5e-ba3c645a95e2 req-efa71342-eda5-4882-9b82-fc0e31c494ad service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0646720 Nov 12 00:38:54.701167 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ccd69fe4-32bf-4fe2-b323-10d855552ecb req-ed0cda71-4a89-45b5-ba7a-197e67cb575f tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 210 time: 0.0514705 Nov 12 00:38:54.737827 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-79df01cc-1325-45f8-ac5e-ba3c645a95e2 req-a13954d6-ef4c-4be8-81ea-96168cb125ef service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350152 Nov 12 00:38:54.850040 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-79df01cc-1325-45f8-ac5e-ba3c645a95e2 req-78f76e72-7c47-40f3-a4d6-ed8eebfbec8d service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019516 Nov 12 00:38:54.967267 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-ed41434f-b08d-4d94-b6ca-1614a0703ae2 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=79a8b3dad7a0401ab482e19b622fac98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299957 Nov 12 00:38:55.053809 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4aaba3-bf61-419a-9dc0-6f0fe101b868 req-8ca01fea-91d6-42b8-b3d0-1d89e183a652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:55.060656 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6d4aaba3-bf61-419a-9dc0-6f0fe101b868 req-8ca01fea-91d6-42b8-b3d0-1d89e183a652 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e8633e96499e4e60ad8c3b62698e810c&device_id=bb42c6f6-af0f-4f7e-b1c1-bd60e5026a14 HTTP/1.1" status: 200 len: 1100 time: 0.0822229 Nov 12 00:38:55.105892 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-53c4edbe-cebe-47ca-9a46-8cb40466eefa tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:55.107407 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-53c4edbe-cebe-47ca-9a46-8cb40466eefa tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1285911 Nov 12 00:38:55.133403 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-08a8a1fc-767c-48e0-abd5-b28a04c3c839 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Request body: {'port': {'device_id': 'a88aed09-488f-4d46-9a45-42f6cd94568b', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'admin_state_up': True, 'tenant_id': '79a8b3dad7a0401ab482e19b622fac98'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:55.257211 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5e47bd-19b8-4d29-8493-c14ab212ee9d req-2ad9cb6b-b92f-447c-838d-088037e30b59 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:55.258767 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e5e47bd-19b8-4d29-8493-c14ab212ee9d req-2ad9cb6b-b92f-447c-838d-088037e30b59 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/ports?device_id=09847c05-d48b-45e3-a75b-8fbde6f33661 HTTP/1.1" status: 200 len: 950 time: 0.0836864 Nov 12 00:38:55.261995 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4aaba3-bf61-419a-9dc0-6f0fe101b868 req-00a180de-c93c-4fe5-9e01-7b18d323cc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:55.263377 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6d4aaba3-bf61-419a-9dc0-6f0fe101b868 req-00a180de-c93c-4fe5-9e01-7b18d323cc3b service neutron] 10.222.0.49 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.1854599 Nov 12 00:38:55.325579 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6d4aaba3-bf61-419a-9dc0-6f0fe101b868 req-bb6da1dd-b296-4e3e-a17d-844cc2a75139 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=3f391313-89d9-4bb5-9ac5-4abf84b0e1fe HTTP/1.1" status: 200 len: 217 time: 0.0525088 Nov 12 00:38:55.360088 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-08a8a1fc-767c-48e0-abd5-b28a04c3c839 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Made reservation on behalf of 79a8b3dad7a0401ab482e19b622fac98 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:38:55.364383 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-08a8a1fc-767c-48e0-abd5-b28a04c3c839 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:55.378529 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-08a8a1fc-767c-48e0-abd5-b28a04c3c839 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:55.386493 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e5e47bd-19b8-4d29-8493-c14ab212ee9d req-6c632eda-c0b0-49f4-b53e-3aa56b1313a8 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfb4f860-1118-4c97-8071-fe68e1c9c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157885 Nov 12 00:38:55.392974 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2251d05-9b32-432b-9638-70344f03c81f req-691afb3a-5488-457a-a368-99e1bec2aa4f tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:55.394565 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f2251d05-9b32-432b-9638-70344f03c81f req-691afb3a-5488-457a-a368-99e1bec2aa4f tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb42c6f6-af0f-4f7e-b1c1-bd60e5026a14 HTTP/1.1" status: 200 len: 948 time: 0.1010478 Nov 12 00:38:55.418791 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4aaba3-bf61-419a-9dc0-6f0fe101b868 req-81d2a10f-cb31-48c2-9e71-cb074d6a1a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:55.424606 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6d4aaba3-bf61-419a-9dc0-6f0fe101b868 req-81d2a10f-cb31-48c2-9e71-cb074d6a1a4e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.0859725 Nov 12 00:38:55.446111 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09847c05-d48b-45e3-a75b-8fbde6f33661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfaec41b-cd2e-46af-8bad-ab8be562142e'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:55.449719 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc87a5e-2cc1-4023-b949-69938ad8810a" -d '{"events": [{"server_uuid": "09847c05-d48b-45e3-a75b-8fbde6f33661", "name": "network-vif-plugged", "status": "completed", "tag": "dfaec41b-cd2e-46af-8bad-ab8be562142e"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:55.480278 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f2251d05-9b32-432b-9638-70344f03c81f req-b17477ba-a583-41c0-a0a3-00f2c1eabd32 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/security-groups?id=3be3c7ab-70bc-4bf2-85ca-9bcb07e60e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713491 Nov 12 00:38:55.497689 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4aaba3-bf61-419a-9dc0-6f0fe101b868 req-c4edb4ce-d5e4-4a5d-adbf-970e725a44c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:55.499178 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6d4aaba3-bf61-419a-9dc0-6f0fe101b868 req-c4edb4ce-d5e4-4a5d-adbf-970e725a44c9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0652151 Nov 12 00:38:55.552431 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d36b10-0502-4b3d-91f1-1162c301f83d x-openstack-request-id: req-62d36b10-0502-4b3d-91f1-1162c301f83d {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:55.553291 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09847c05-d48b-45e3-a75b-8fbde6f33661", "name": "network-vif-plugged", "status": "completed", "tag": "dfaec41b-cd2e-46af-8bad-ab8be562142e", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:55.554211 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-62d36b10-0502-4b3d-91f1-1162c301f83d {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:55.554211 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09847c05-d48b-45e3-a75b-8fbde6f33661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfaec41b-cd2e-46af-8bad-ab8be562142e', 'code': 200} Nov 12 00:38:55.621256 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-08a8a1fc-767c-48e0-abd5-b28a04c3c839 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:55.629405 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-08a8a1fc-767c-48e0-abd5-b28a04c3c839 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:55.654785 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6d4aaba3-bf61-419a-9dc0-6f0fe101b868 req-9dbe7244-5557-4e1e-b78d-405833127606 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470017 Nov 12 00:38:55.719434 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a8a1fc-767c-48e0-abd5-b28a04c3c839 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d16b7b8-13f8-4ce1-aa99-22cd055105af,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:55.782363 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a5ef32-2a54-40e0-8245-7ade47394e93 req-1a04db91-d800-4767-8378-9b0edec8909e tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:55.786121 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337db22-8bc7-456b-afc0-76aefbde197c req-0199ec2b-0f23-4b22-aa3a-b5e7405f2510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:55.787605 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8337db22-8bc7-456b-afc0-76aefbde197c req-0199ec2b-0f23-4b22-aa3a-b5e7405f2510 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=09847c05-d48b-45e3-a75b-8fbde6f33661 HTTP/1.1" status: 200 len: 1102 time: 0.0986285 Nov 12 00:38:55.790179 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-10a5ef32-2a54-40e0-8245-7ade47394e93 req-1a04db91-d800-4767-8378-9b0edec8909e tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/ports?device_id=14372698-c3d9-4a3d-a4fc-0b773228c1a3 HTTP/1.1" status: 200 len: 949 time: 0.1328557 Nov 12 00:38:55.849350 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-10a5ef32-2a54-40e0-8245-7ade47394e93 req-26dc6084-93cc-4323-9a49-87f877c0b297 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fc9dbf8-2c36-42f2-8be3-095b73deaf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582976 Nov 12 00:38:55.859784 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-08a8a1fc-767c-48e0-abd5-b28a04c3c839 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Allocated IP 192.168.233.53 (172a28b2-119c-4d70-aef1-a731eb107d6c/3288e972-21d8-4a52-9002-05790fb0bb61/b3919cf8-6d84-4154-af85-c45c1316c790) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:38:55.904377 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8337db22-8bc7-456b-afc0-76aefbde197c req-c196db16-6df3-4097-82f2-1a236e214410 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=bfb4f860-1118-4c97-8071-fe68e1c9c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948908 Nov 12 00:38:55.904893 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6d4aaba3-bf61-419a-9dc0-6f0fe101b868 req-57ace4e5-95dc-4052-9e13-c9d3ac75da2f service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357433 Nov 12 00:38:55.981633 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a50f3e85-5b2e-4981-bc9b-8dae73b57a9a req-a1937d99-f829-4999-b37b-03d956494bbb tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 210 time: 0.0317118 Nov 12 00:38:56.045320 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-08a8a1fc-767c-48e0-abd5-b28a04c3c839 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:56.084582 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-08a8a1fc-767c-48e0-abd5-b28a04c3c839 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:56.137831 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-08a8a1fc-767c-48e0-abd5-b28a04c3c839 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Network 172a28b2-119c-4d70-aef1-a731eb107d6c is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:38:56.144823 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-08a8a1fc-767c-48e0-abd5-b28a04c3c839 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:38:56.146747 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a8a1fc-767c-48e0-abd5-b28a04c3c839 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Pushing event updated for resources: {'Port': ['ID=b3919cf8-6d84-4154-af85-c45c1316c790,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:56.149252 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-08a8a1fc-767c-48e0-abd5-b28a04c3c839 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:38:56.213158 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-08a8a1fc-767c-48e0-abd5-b28a04c3c839 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:56.214739 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-08a8a1fc-767c-48e0-abd5-b28a04c3c839 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:56.231954 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-08a8a1fc-767c-48e0-abd5-b28a04c3c839 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1064694 Nov 12 00:38:56.254564 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-f1f1a184-05e0-45bf-b44b-fe05e64b99da service neutron] Request body: {'port': {'device_id': 'a88aed09-488f-4d46-9a45-42f6cd94568b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:56.341022 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-f1f1a184-05e0-45bf-b44b-fe05e64b99da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:56.429019 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-cd4e6d5a-104a-417c-8243-b566168f79c3 None None] Provisioning complete for port b3919cf8-6d84-4154-af85-c45c1316c790 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:56.430063 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cd4e6d5a-104a-417c-8243-b566168f79c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:56.470290 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-cd4e6d5a-104a-417c-8243-b566168f79c3 None None] Port b3919cf8-6d84-4154-af85-c45c1316c790 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:38:56.558355 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64687c-4fa4-42a0-a5f4-490e8290619f req-29bb3b38-4b5d-46af-ab2e-a46b9cca6eb2 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:56.560916 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bd64687c-4fa4-42a0-a5f4-490e8290619f req-29bb3b38-4b5d-46af-ab2e-a46b9cca6eb2 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/ports?device_id=09847c05-d48b-45e3-a75b-8fbde6f33661 HTTP/1.1" status: 200 len: 950 time: 0.0686071 Nov 12 00:38:56.600738 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37732) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:56.632034 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bd64687c-4fa4-42a0-a5f4-490e8290619f req-bc73ea44-8d78-4dab-a21c-b32451edde88 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfb4f860-1118-4c97-8071-fe68e1c9c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638540 Nov 12 00:38:56.727445 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-f1f1a184-05e0-45bf-b44b-fe05e64b99da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3919cf8-6d84-4154-af85-c45c1316c790 {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:56.742690 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-f1f1a184-05e0-45bf-b44b-fe05e64b99da service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:56.749484 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bcf959-797e-4778-992d-a45b21a820f8 req-099145cb-d5ac-44d2-9bc1-642ad324716b tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:56.751524 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-21bcf959-797e-4778-992d-a45b21a820f8 req-099145cb-d5ac-44d2-9bc1-642ad324716b tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb42c6f6-af0f-4f7e-b1c1-bd60e5026a14 HTTP/1.1" status: 200 len: 948 time: 0.0581784 Nov 12 00:38:56.764694 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-f1f1a184-05e0-45bf-b44b-fe05e64b99da service neutron] Transition to ACTIVE for port object b3919cf8-6d84-4154-af85-c45c1316c790 will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:38:56.771896 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0c5accbb-ac19-4615-83f3-a4f365adfab0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:56.774040 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-f1f1a184-05e0-45bf-b44b-fe05e64b99da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:56.821908 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-21bcf959-797e-4778-992d-a45b21a820f8 req-be341a49-6c03-47f1-8bfc-c71fae0100f5 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/security-groups?id=3be3c7ab-70bc-4bf2-85ca-9bcb07e60e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569239 Nov 12 00:38:56.883738 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f1a184-05e0-45bf-b44b-fe05e64b99da service neutron] Pushing event updated for resources: {'Port': ['ID=b3919cf8-6d84-4154-af85-c45c1316c790,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:56.982249 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-f1f1a184-05e0-45bf-b44b-fe05e64b99da service neutron] Attempting to bind port b3919cf8-6d84-4154-af85-c45c1316c790 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:38:56.986842 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-f1f1a184-05e0-45bf-b44b-fe05e64b99da service neutron] Attempting to bind port b3919cf8-6d84-4154-af85-c45c1316c790 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:38:56.987276 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-f1f1a184-05e0-45bf-b44b-fe05e64b99da service neutron] Attempting to bind port b3919cf8-6d84-4154-af85-c45c1316c790 on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:57.009766 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-f1f1a184-05e0-45bf-b44b-fe05e64b99da service neutron] Port b3919cf8-6d84-4154-af85-c45c1316c790 on network 172a28b2-119c-4d70-aef1-a731eb107d6c not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:38:57.010321 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-f1f1a184-05e0-45bf-b44b-fe05e64b99da service neutron] Attempting to bind port b3919cf8-6d84-4154-af85-c45c1316c790 on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:57.034569 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0c5accbb-ac19-4615-83f3-a4f365adfab0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:57.035643 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-f1f1a184-05e0-45bf-b44b-fe05e64b99da service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:38:57.035982 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-f1f1a184-05e0-45bf-b44b-fe05e64b99da service neutron] Checking segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:57.036475 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-f1f1a184-05e0-45bf-b44b-fe05e64b99da service neutron] Bound using segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:38:57.036942 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-f1f1a184-05e0-45bf-b44b-fe05e64b99da service neutron] Bound port: b3919cf8-6d84-4154-af85-c45c1316c790, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:38:57.037345 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-f1f1a184-05e0-45bf-b44b-fe05e64b99da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:57.055036 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0c5accbb-ac19-4615-83f3-a4f365adfab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:57.056216 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bce9e3-ab92-4c2b-9f1a-bc18630f768a req-59aab02d-32cf-4cf6-9b6b-2a2750ae7251 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:57.059014 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-75bce9e3-ab92-4c2b-9f1a-bc18630f768a req-59aab02d-32cf-4cf6-9b6b-2a2750ae7251 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/ports?device_id=14372698-c3d9-4a3d-a4fc-0b773228c1a3 HTTP/1.1" status: 200 len: 949 time: 0.0762260 Nov 12 00:38:57.104901 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device dd90e0b1-265a-4c8b-832c-4803463f0ab6 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:38:57.133115 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-75bce9e3-ab92-4c2b-9f1a-bc18630f768a req-56238074-7651-4f7c-a6db-84c75903111b tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fc9dbf8-2c36-42f2-8be3-095b73deaf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668466 Nov 12 00:38:57.141653 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0c5accbb-ac19-4615-83f3-a4f365adfab0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=25fd6f21883941ac936846b7d7a3764a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5359042 Nov 12 00:38:57.142147 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37754) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:57.151691 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5accbb-ac19-4615-83f3-a4f365adfab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a45b51-4bda-4bfb-8a08-7ae5bc93382e,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:57.209056 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ab6e7ad9-ff3b-42da-a32c-fa9e8057aaeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:57.212481 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-f1f1a184-05e0-45bf-b44b-fe05e64b99da service neutron] For port b3919cf8-6d84-4154-af85-c45c1316c790, host n-h1-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:38:57.217883 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-f1f1a184-05e0-45bf-b44b-fe05e64b99da service neutron] For port b3919cf8-6d84-4154-af85-c45c1316c790, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=b3919cf8-6d84-4154-af85-c45c1316c790,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:38:57.225992 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496cfc2-c34a-447a-8552-d52f9acca2b6 req-e30277da-7eef-4d3e-81b5-5f85856d33b1 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:57.227490 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b496cfc2-c34a-447a-8552-d52f9acca2b6 req-e30277da-7eef-4d3e-81b5-5f85856d33b1 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 947 time: 0.0985637 Nov 12 00:38:57.230495 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-f1f1a184-05e0-45bf-b44b-fe05e64b99da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:57.243077 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ab6e7ad9-ff3b-42da-a32c-fa9e8057aaeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:57.282457 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-f1f1a184-05e0-45bf-b44b-fe05e64b99da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:57.283305 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-f1f1a184-05e0-45bf-b44b-fe05e64b99da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:57.284823 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-f1f1a184-05e0-45bf-b44b-fe05e64b99da service neutron] 10.222.0.49 "PUT /v2.0/ports/b3919cf8-6d84-4154-af85-c45c1316c790 HTTP/1.1" status: 200 len: 1096 time: 1.0356114 Nov 12 00:38:57.287057 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a88aed09-488f-4d46-9a45-42f6cd94568b', 'tag': 'b3919cf8-6d84-4154-af85-c45c1316c790'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:57.289510 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869b12f8-aa93-4fa1-bda0-504300e492da" -d '{"events": [{"name": "network-changed", "server_uuid": "a88aed09-488f-4d46-9a45-42f6cd94568b", "tag": "b3919cf8-6d84-4154-af85-c45c1316c790"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:57.299192 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port dd90e0b1-265a-4c8b-832c-4803463f0ab6, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=dd90e0b1-265a-4c8b-832c-4803463f0ab6,segment=NetworkSegment(31f3cd0b-8f92-47c3-a72f-efb4d157fdb5),segment_id=31f3cd0b-8f92-47c3-a72f-efb4d157fdb5)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:57.328324 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f1a184-05e0-45bf-b44b-fe05e64b99da service neutron] Pushing event updated for resources: {'Port': ['ID=b3919cf8-6d84-4154-af85-c45c1316c790,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:57.346192 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ab6e7ad9-ff3b-42da-a32c-fa9e8057aaeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:57.348901 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ab6e7ad9-ff3b-42da-a32c-fa9e8057aaeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:57.350096 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ab6e7ad9-ff3b-42da-a32c-fa9e8057aaeb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/87a45b51-4bda-4bfb-8a08-7ae5bc93382e HTTP/1.1" status: 204 len: 168 time: 0.2076044 Nov 12 00:38:57.356562 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'dd90e0b1-265a-4c8b-832c-4803463f0ab6', 'network_id': '040fca8f-d2ed-42cc-9d74-8da136d7b80f', 'port_id': 'dd90e0b1-265a-4c8b-832c-4803463f0ab6', 'mac_address': 'fa:16:3e:87:ed:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15eed615-9c1a-43c6-8268-d04dda46eb36', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:38:57.362047 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e7ad9-ff3b-42da-a32c-fa9e8057aaeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a45b51-4bda-4bfb-8a08-7ae5bc93382e,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:57.376551 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b496cfc2-c34a-447a-8552-d52f9acca2b6 req-782a0690-bca4-43e2-8e8f-62971d65b1c0 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379418 Nov 12 00:38:57.464706 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:57.466108 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb2cb4f-02a8-4ac3-85ac-3c28e930b2e6 x-openstack-request-id: req-1cb2cb4f-02a8-4ac3-85ac-3c28e930b2e6 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:57.466499 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a88aed09-488f-4d46-9a45-42f6cd94568b", "tag": "b3919cf8-6d84-4154-af85-c45c1316c790", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:57.466862 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1cb2cb4f-02a8-4ac3-85ac-3c28e930b2e6 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:57.467356 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a88aed09-488f-4d46-9a45-42f6cd94568b', 'tag': 'b3919cf8-6d84-4154-af85-c45c1316c790', 'status': 'completed', 'code': 200} Nov 12 00:38:57.483607 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-db18999f-ef70-4079-a4db-0b28daef8c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:57.485183 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-db18999f-ef70-4079-a4db-0b28daef8c1c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=79a8b3dad7a0401ab482e19b622fac98&device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 1099 time: 0.1076972 Nov 12 00:38:57.503549 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dd90e0b1-265a-4c8b-832c-4803463f0ab6 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:57.542408 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port dd90e0b1-265a-4c8b-832c-4803463f0ab6, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=dd90e0b1-265a-4c8b-832c-4803463f0ab6,segment=NetworkSegment(31f3cd0b-8f92-47c3-a72f-efb4d157fdb5),segment_id=31f3cd0b-8f92-47c3-a72f-efb4d157fdb5)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:57.549201 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:57.572434 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-609270da-71c8-42f0-8490-9d672d075f60 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=b3919cf8-6d84-4154-af85-c45c1316c790 HTTP/1.1" status: 200 len: 217 time: 0.0636046 Nov 12 00:38:57.623985 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37770) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:57.633655 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=dd90e0b1-265a-4c8b-832c-4803463f0ab6,revision_number=6']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:57.671172 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-957156a1-eefb-462a-9928-533a86802d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:57.673236 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-957156a1-eefb-462a-9928-533a86802d8d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.0808985 Nov 12 00:38:57.689001 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331e941-45c3-44f6-abde-8963c675f0b9 req-046d9f26-9841-474e-a84b-c813f99961f5 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:57.690518 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3331e941-45c3-44f6-abde-8963c675f0b9 req-046d9f26-9841-474e-a84b-c813f99961f5 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/ports?device_id=14372698-c3d9-4a3d-a4fc-0b773228c1a3 HTTP/1.1" status: 200 len: 949 time: 0.1209054 Nov 12 00:38:57.770854 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-642fe3bf-9931-4f3b-8776-67b991c98edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:57.772741 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-642fe3bf-9931-4f3b-8776-67b991c98edc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0813468 Nov 12 00:38:57.777006 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3331e941-45c3-44f6-abde-8963c675f0b9 req-b59c09e0-7db7-4769-a046-3ddb7980cef3 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fc9dbf8-2c36-42f2-8be3-095b73deaf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745666 Nov 12 00:38:57.784267 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37776) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:57.794135 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ffd981fc-3c57-4b0e-bb10-ef7804613ca0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:57.810970 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-61319eeb-099c-44a7-a26e-0451589af2a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:57.837441 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d0277-6cc9-4151-9c3b-180b6e45f236 req-38b58c32-8f31-4505-9d0e-e04c5d6cdac5 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:57.838974 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dc2d0277-6cc9-4151-9c3b-180b6e45f236 req-38b58c32-8f31-4505-9d0e-e04c5d6cdac5 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/ports?device_id=09847c05-d48b-45e3-a75b-8fbde6f33661 HTTP/1.1" status: 200 len: 950 time: 0.1231401 Nov 12 00:38:57.889584 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-16bd1cc7-12a6-4ee6-998b-1e10fa80c08a service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049287 Nov 12 00:38:57.922819 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['dd90e0b1-265a-4c8b-832c-4803463f0ab6'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:57.948126 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dc2d0277-6cc9-4151-9c3b-180b6e45f236 req-bb8d24c1-5917-48b7-b990-01269f2aacd0 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfb4f860-1118-4c97-8071-fe68e1c9c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970008 Nov 12 00:38:58.002080 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ffd981fc-3c57-4b0e-bb10-ef7804613ca0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:58.004464 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-61319eeb-099c-44a7-a26e-0451589af2a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:58.012172 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ffd981fc-3c57-4b0e-bb10-ef7804613ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:58.019690 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49a3f8-a8ff-40a9-beea-fab664cbf5cf req-2be20b61-83e5-4b04-88a6-bfc0b5564cdb tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:58.027396 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7c49a3f8-a8ff-40a9-beea-fab664cbf5cf req-2be20b61-83e5-4b04-88a6-bfc0b5564cdb tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb42c6f6-af0f-4f7e-b1c1-bd60e5026a14 HTTP/1.1" status: 200 len: 948 time: 0.1366556 Nov 12 00:38:58.031239 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-61319eeb-099c-44a7-a26e-0451589af2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:58.086217 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ffd981fc-3c57-4b0e-bb10-ef7804613ca0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5b6e347886a94d9abeeac306a9efc667&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4610476 Nov 12 00:38:58.088249 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd981fc-3c57-4b0e-bb10-ef7804613ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c092d0b-7107-455f-af79-169eb79a4b02,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:58.089856 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37792) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:58.094655 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e82c0c4c-4d70-4e31-805a-386df6ab043a req-62419f0d-417d-4990-86fe-a23bee99a0d7 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918218 Nov 12 00:38:58.095349 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-61319eeb-099c-44a7-a26e-0451589af2a3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a15c70afd56a4f518790a0989ab45eec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3083160 Nov 12 00:38:58.097985 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37794) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:58.134612 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7c49a3f8-a8ff-40a9-beea-fab664cbf5cf req-af9fe4b0-2a73-482e-b64a-a446116fd0b4 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/security-groups?id=3be3c7ab-70bc-4bf2-85ca-9bcb07e60e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028917 Nov 12 00:38:58.157345 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61319eeb-099c-44a7-a26e-0451589af2a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02346a1c-97d7-4ca7-b958-4cd95b308cc2,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:58.184018 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6cfd1a17-c9ad-4e4b-95bd-a2d7057fa887 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:58.187421 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-49273cf0-bc3b-4743-ba42-e641e40ecfc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:58.211089 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6cfd1a17-c9ad-4e4b-95bd-a2d7057fa887 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:58.223337 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-49273cf0-bc3b-4743-ba42-e641e40ecfc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:58.279723 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6cfd1a17-c9ad-4e4b-95bd-a2d7057fa887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:58.282916 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6cfd1a17-c9ad-4e4b-95bd-a2d7057fa887 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:58.287134 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6cfd1a17-c9ad-4e4b-95bd-a2d7057fa887 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/02346a1c-97d7-4ca7-b958-4cd95b308cc2 HTTP/1.1" status: 204 len: 168 time: 0.1853142 Nov 12 00:38:58.304153 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfd1a17-c9ad-4e4b-95bd-a2d7057fa887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02346a1c-97d7-4ca7-b958-4cd95b308cc2,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:58.307354 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b12f8-aa93-4fa1-bda0-504300e492da req-0203774d-0f4c-43a7-81ab-cfb4a55d2be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:58.310798 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-869b12f8-aa93-4fa1-bda0-504300e492da req-0203774d-0f4c-43a7-81ab-cfb4a55d2be1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=79a8b3dad7a0401ab482e19b622fac98&device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 1099 time: 0.0663702 Nov 12 00:38:58.343913 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-49273cf0-bc3b-4743-ba42-e641e40ecfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:58.346855 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-49273cf0-bc3b-4743-ba42-e641e40ecfc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:58.347976 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-49273cf0-bc3b-4743-ba42-e641e40ecfc5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1c092d0b-7107-455f-af79-169eb79a4b02 HTTP/1.1" status: 204 len: 168 time: 0.2561288 Nov 12 00:38:58.374082 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49273cf0-bc3b-4743-ba42-e641e40ecfc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c092d0b-7107-455f-af79-169eb79a4b02,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:58.470744 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b12f8-aa93-4fa1-bda0-504300e492da req-29c26909-5730-4c1f-9315-2ff7a240284f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:58.472293 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-869b12f8-aa93-4fa1-bda0-504300e492da req-29c26909-5730-4c1f-9315-2ff7a240284f service neutron] 10.222.0.49 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.1516747 Nov 12 00:38:58.529662 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-869b12f8-aa93-4fa1-bda0-504300e492da req-82d68f71-6bcc-43d7-b198-3ad7253413c4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=b3919cf8-6d84-4154-af85-c45c1316c790 HTTP/1.1" status: 200 len: 217 time: 0.0423374 Nov 12 00:38:58.545883 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff7b5dd-eea9-4069-831f-4da9a6d1c181 req-0e2b66ba-ea57-442d-839b-6de4661c3c1e tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:58.547723 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cff7b5dd-eea9-4069-831f-4da9a6d1c181 req-0e2b66ba-ea57-442d-839b-6de4661c3c1e tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 947 time: 0.0963209 Nov 12 00:38:58.621745 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b12f8-aa93-4fa1-bda0-504300e492da req-d0be2880-b7b0-445f-a9ad-efe5371c5911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:58.621745 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-869b12f8-aa93-4fa1-bda0-504300e492da req-d0be2880-b7b0-445f-a9ad-efe5371c5911 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.0681434 Nov 12 00:38:58.660900 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cff7b5dd-eea9-4069-831f-4da9a6d1c181 req-d27c6fb0-2d15-4f50-9df3-d6a92b51dd44 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039591 Nov 12 00:38:58.691590 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b12f8-aa93-4fa1-bda0-504300e492da req-d2361bd1-fbc1-4baa-8bef-3914659db40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:58.693144 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-869b12f8-aa93-4fa1-bda0-504300e492da req-d2361bd1-fbc1-4baa-8bef-3914659db40b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0666535 Nov 12 00:38:58.727036 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37812) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:58.741149 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9c8e74ad-d31b-4c9e-bd62-11a63fbb1ed2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:58.800153 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-869b12f8-aa93-4fa1-bda0-504300e492da req-93d1cb00-52b4-43d7-9bcb-5136f8d0ba25 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967886 Nov 12 00:38:58.831141 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9c8e74ad-d31b-4c9e-bd62-11a63fbb1ed2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:58.840772 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9c8e74ad-d31b-4c9e-bd62-11a63fbb1ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:58.917174 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-9c8e74ad-d31b-4c9e-bd62-11a63fbb1ed2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c8491204eb1f4b8fbc937939e3632d79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1889091 Nov 12 00:38:58.918146 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-869b12f8-aa93-4fa1-bda0-504300e492da req-fd8b440a-c8cd-4302-ba3d-56f6d785b890 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101835 Nov 12 00:38:58.918313 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e74ad-d31b-4c9e-bd62-11a63fbb1ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca624714-3807-43d1-a3d5-1c2626f47d92,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:58.920918 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37818) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:58.943957 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f9243-a672-4660-89f6-cb085a37a0c6 req-d6b6b608-29bf-42e4-891f-e9f6bfa2fada tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:58.945619 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3c1f9243-a672-4660-89f6-cb085a37a0c6 req-d6b6b608-29bf-42e4-891f-e9f6bfa2fada tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/ports?device_id=14372698-c3d9-4a3d-a4fc-0b773228c1a3 HTTP/1.1" status: 200 len: 949 time: 0.0738106 Nov 12 00:38:58.985523 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1e7bbd9e-1dba-4e9e-b01c-7e706cbe898d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:59.029415 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3c1f9243-a672-4660-89f6-cb085a37a0c6 req-1270157e-c47f-4bf0-8f23-4c101fb53787 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fc9dbf8-2c36-42f2-8be3-095b73deaf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750115 Nov 12 00:38:59.031657 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1e7bbd9e-1dba-4e9e-b01c-7e706cbe898d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:59.126143 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device dd90e0b1-265a-4c8b-832c-4803463f0ab6 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:38:59.126621 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e57ec-40d2-42bb-a317-4608278343c9 req-cff5638b-f25a-4ce5-817e-a87799172276 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:59.127971 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5c0e57ec-40d2-42bb-a317-4608278343c9 req-cff5638b-f25a-4ce5-817e-a87799172276 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/ports?device_id=09847c05-d48b-45e3-a75b-8fbde6f33661 HTTP/1.1" status: 200 len: 950 time: 0.0674007 Nov 12 00:38:59.129120 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1e7bbd9e-1dba-4e9e-b01c-7e706cbe898d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:59.131859 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1e7bbd9e-1dba-4e9e-b01c-7e706cbe898d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:59.132980 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1e7bbd9e-1dba-4e9e-b01c-7e706cbe898d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ca624714-3807-43d1-a3d5-1c2626f47d92 HTTP/1.1" status: 204 len: 168 time: 0.2107635 Nov 12 00:38:59.144264 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7bbd9e-1dba-4e9e-b01c-7e706cbe898d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca624714-3807-43d1-a3d5-1c2626f47d92,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:59.179882 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 3f391313-89d9-4bb5-9ac5-4abf84b0e1fe details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:38:59.199748 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5c0e57ec-40d2-42bb-a317-4608278343c9 req-3e3db05d-fe85-4b56-aa86-031d9bf74ec4 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfb4f860-1118-4c97-8071-fe68e1c9c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574059 Nov 12 00:38:59.285145 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 3f391313-89d9-4bb5-9ac5-4abf84b0e1fe, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=3f391313-89d9-4bb5-9ac5-4abf84b0e1fe,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:59.304789 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37848) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:59.326931 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '3f391313-89d9-4bb5-9ac5-4abf84b0e1fe', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'port_id': '3f391313-89d9-4bb5-9ac5-4abf84b0e1fe', 'mac_address': 'fa:16:3e:a6:25:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3288e972-21d8-4a52-9002-05790fb0bb61', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:38:59.346279 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bfd61d-d71f-441b-8c3d-e26b79122213 req-48080b0b-dc87-4276-b336-b6f0d0402e1d tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:59.357883 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-84bfd61d-d71f-441b-8c3d-e26b79122213 req-48080b0b-dc87-4276-b336-b6f0d0402e1d tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb42c6f6-af0f-4f7e-b1c1-bd60e5026a14 HTTP/1.1" status: 200 len: 948 time: 0.1167302 Nov 12 00:38:59.412713 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-84bfd61d-d71f-441b-8c3d-e26b79122213 req-5ab6f6e7-c0a6-4eb9-add1-f9131667cac7 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/security-groups?id=3be3c7ab-70bc-4bf2-85ca-9bcb07e60e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536928 Nov 12 00:38:59.431483 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port dd90e0b1-265a-4c8b-832c-4803463f0ab6 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:59.434134 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:59.457045 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:59.482393 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f391313-89d9-4bb5-9ac5-4abf84b0e1fe {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:59.510798 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 3f391313-89d9-4bb5-9ac5-4abf84b0e1fe, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=3f391313-89d9-4bb5-9ac5-4abf84b0e1fe,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:59.519595 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:59.586710 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-0c20f9e8-bb27-482d-84a9-41bdb2c0afae admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1964332608-network', 'tenant_id': 'df4f7225c2fd45f9ae690595c3264537'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:59.612670 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c20f9e8-bb27-482d-84a9-41bdb2c0afae admin admin] Made reservation on behalf of df4f7225c2fd45f9ae690595c3264537 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:38:59.616047 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0c20f9e8-bb27-482d-84a9-41bdb2c0afae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:59.629900 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0c20f9e8-bb27-482d-84a9-41bdb2c0afae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:59.634065 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:59.651627 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=3f391313-89d9-4bb5-9ac5-4abf84b0e1fe,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:59.670858 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5217370-6da2-4c59-b4ab-6436300de765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd90e0b1-265a-4c8b-832c-4803463f0ab6'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:59.673433 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8bb616d-e0e3-4bd4-8f8f-e2d5e8fb5bbd" -d '{"events": [{"server_uuid": "e5217370-6da2-4c59-b4ab-6436300de765", "name": "network-vif-plugged", "status": "completed", "tag": "dd90e0b1-265a-4c8b-832c-4803463f0ab6"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:59.688082 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port dd90e0b1-265a-4c8b-832c-4803463f0ab6, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=dd90e0b1-265a-4c8b-832c-4803463f0ab6,segment=NetworkSegment(31f3cd0b-8f92-47c3-a72f-efb4d157fdb5),segment_id=31f3cd0b-8f92-47c3-a72f-efb4d157fdb5)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:59.692505 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:59.728480 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d19ca9-5c8e-4da2-80c0-e97ca94ccf2e x-openstack-request-id: req-21d19ca9-5c8e-4da2-80c0-e97ca94ccf2e {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:59.729352 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5217370-6da2-4c59-b4ab-6436300de765", "name": "network-vif-plugged", "status": "completed", "tag": "dd90e0b1-265a-4c8b-832c-4803463f0ab6", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:59.729625 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-21d19ca9-5c8e-4da2-80c0-e97ca94ccf2e {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:59.730012 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5217370-6da2-4c59-b4ab-6436300de765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd90e0b1-265a-4c8b-832c-4803463f0ab6', 'code': 200} Nov 12 00:38:59.759430 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f39e9-cdd9-475e-83d3-578ac94399e7 req-98d91380-2b0a-4bf8-ac0f-9b5aa7deea7a tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:59.763051 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f83f39e9-cdd9-475e-83d3-578ac94399e7 req-98d91380-2b0a-4bf8-ac0f-9b5aa7deea7a tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/ports?device_id=09847c05-d48b-45e3-a75b-8fbde6f33661 HTTP/1.1" status: 200 len: 950 time: 0.1006963 Nov 12 00:38:59.771415 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=dd90e0b1-265a-4c8b-832c-4803463f0ab6,revision_number=7']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:59.787499 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0c20f9e8-bb27-482d-84a9-41bdb2c0afae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:59.799660 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0c20f9e8-bb27-482d-84a9-41bdb2c0afae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:59.832312 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f83f39e9-cdd9-475e-83d3-578ac94399e7 req-d1751b25-2cd4-4f31-9a9b-fa8375c5bd28 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfb4f860-1118-4c97-8071-fe68e1c9c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629711 Nov 12 00:38:59.844998 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c20f9e8-bb27-482d-84a9-41bdb2c0afae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:38:59.863285 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c20f9e8-bb27-482d-84a9-41bdb2c0afae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb9feff-651c-40d6-b099-b201f869b99f,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:59.870897 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0c20f9e8-bb27-482d-84a9-41bdb2c0afae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:59.871230 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-0c20f9e8-bb27-482d-84a9-41bdb2c0afae admin admin] Added segment 1577460f-f6ea-4544-aac7-610fa705ffbb of type vlan for network 72fc5095-4a09-4622-9ab3-51afb956404f Nov 12 00:38:59.872822 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['3f391313-89d9-4bb5-9ac5-4abf84b0e1fe'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:59.909100 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec76685-7bcb-4aa6-ad2a-e51733155e6b req-114a99a6-a810-4c98-921d-cc9ee04ffb8e tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:59.916151 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fec76685-7bcb-4aa6-ad2a-e51733155e6b req-114a99a6-a810-4c98-921d-cc9ee04ffb8e tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 947 time: 0.1352341 Nov 12 00:38:59.943229 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0c20f9e8-bb27-482d-84a9-41bdb2c0afae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:59.986614 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fec76685-7bcb-4aa6-ad2a-e51733155e6b req-ec234a81-527b-4588-bab7-205fd5797c3c tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694344 Nov 12 00:39:00.001187 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0c20f9e8-bb27-482d-84a9-41bdb2c0afae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:00.002184 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c20f9e8-bb27-482d-84a9-41bdb2c0afae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:00.002759 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0c20f9e8-bb27-482d-84a9-41bdb2c0afae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:00.102184 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0c20f9e8-bb27-482d-84a9-41bdb2c0afae admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7966056 Nov 12 00:39:00.105780 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37882) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:00.109994 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c20f9e8-bb27-482d-84a9-41bdb2c0afae admin admin] Pushing event updated for resources: {'Network': ['ID=72fc5095-4a09-4622-9ab3-51afb956404f,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:00.111383 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-37be80d8-83c7-4741-bf4c-cb0ddbbca2e0 admin admin] Request body: {'subnet': {'network_id': '72fc5095-4a09-4622-9ab3-51afb956404f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1964332608-subnet', 'tenant_id': 'df4f7225c2fd45f9ae690595c3264537', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:00.122124 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 72fc5095-4a09-4622-9ab3-51afb956404f details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:39:00.189817 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd3654-3ebe-49bf-bf0c-dccc53bd8015 req-1aaf9576-e432-4e6d-b449-20ee85dd688c tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:00.191637 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3acd3654-3ebe-49bf-bf0c-dccc53bd8015 req-1aaf9576-e432-4e6d-b449-20ee85dd688c tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/ports?device_id=09847c05-d48b-45e3-a75b-8fbde6f33661 HTTP/1.1" status: 200 len: 950 time: 0.0588875 Nov 12 00:39:00.197179 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37be80d8-83c7-4741-bf4c-cb0ddbbca2e0 admin admin] Made reservation on behalf of df4f7225c2fd45f9ae690595c3264537 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:39:00.200011 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-37be80d8-83c7-4741-bf4c-cb0ddbbca2e0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:00.249465 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3acd3654-3ebe-49bf-bf0c-dccc53bd8015 req-decd533d-f02a-4f62-a3ba-06136fe67af1 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfb4f860-1118-4c97-8071-fe68e1c9c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488534 Nov 12 00:39:00.263318 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a72cad-e191-4ad0-92bf-194258bc6403 req-72036ad4-b6c1-40e7-bcf8-24e33c3cd784 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:00.269815 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-45a72cad-e191-4ad0-92bf-194258bc6403 req-72036ad4-b6c1-40e7-bcf8-24e33c3cd784 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/ports?device_id=14372698-c3d9-4a3d-a4fc-0b773228c1a3 HTTP/1.1" status: 200 len: 949 time: 0.1166980 Nov 12 00:39:00.352948 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-45a72cad-e191-4ad0-92bf-194258bc6403 req-f8f62496-419b-4ac6-ba29-8d6b5e05f522 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fc9dbf8-2c36-42f2-8be3-095b73deaf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745716 Nov 12 00:39:00.476523 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-37be80d8-83c7-4741-bf4c-cb0ddbbca2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:00.516128 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef496ec-dddd-4768-9887-991732defc63 req-25262183-b765-495b-b74d-d0539e45d465 tempest-LiveMigrationNegativeTest-1773171801 tempest-LiveMigrationNegativeTest-1773171801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:00.517800 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4ef496ec-dddd-4768-9887-991732defc63 req-25262183-b765-495b-b74d-d0539e45d465 tempest-LiveMigrationNegativeTest-1773171801 tempest-LiveMigrationNegativeTest-1773171801-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=14372698-c3d9-4a3d-a4fc-0b773228c1a3 HTTP/1.1" status: 200 len: 1101 time: 0.0872028 Nov 12 00:39:00.548680 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11724dc1-d803-4c4f-a554-79832dc0dc31 req-39e724fa-1df8-477f-be5e-82e887edd8da tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:00.554021 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4ef496ec-dddd-4768-9887-991732defc63 req-a08e3a4d-6c22-47cf-aaa5-5a5733a5d9bb tempest-LiveMigrationNegativeTest-1773171801 tempest-LiveMigrationNegativeTest-1773171801-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:00.556213 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-11724dc1-d803-4c4f-a554-79832dc0dc31 req-39e724fa-1df8-477f-be5e-82e887edd8da tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb42c6f6-af0f-4f7e-b1c1-bd60e5026a14 HTTP/1.1" status: 200 len: 949 time: 0.0651548 Nov 12 00:39:00.558613 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37be80d8-83c7-4741-bf4c-cb0ddbbca2e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23560efa-34af-43d7-b6b9-372f8de41fce,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:00.596103 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37be80d8-83c7-4741-bf4c-cb0ddbbca2e0 admin admin] Checking segment: {'id': '1577460f-f6ea-4544-aac7-610fa705ffbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '72fc5095-4a09-4622-9ab3-51afb956404f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:00.596746 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37be80d8-83c7-4741-bf4c-cb0ddbbca2e0 admin admin] Network hostable DHCP agents. Network: 72fc5095-4a09-4622-9ab3-51afb956404f, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:39:00.622664 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-11724dc1-d803-4c4f-a554-79832dc0dc31 req-b1319b7d-5a96-479f-9d41-141c3bcc6999 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/security-groups?id=3be3c7ab-70bc-4bf2-85ca-9bcb07e60e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556388 Nov 12 00:39:00.638481 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37be80d8-83c7-4741-bf4c-cb0ddbbca2e0 admin admin] Network 72fc5095-4a09-4622-9ab3-51afb956404f is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:39:00.658628 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-37be80d8-83c7-4741-bf4c-cb0ddbbca2e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 72fc5095-4a09-4622-9ab3-51afb956404f) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:39:00.663763 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37be80d8-83c7-4741-bf4c-cb0ddbbca2e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:00.664360 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-37be80d8-83c7-4741-bf4c-cb0ddbbca2e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:00.669169 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3408f7cb-5dbc-46af-b27d-1b2dfcf47fb5 None None] Network 72fc5095-4a09-4622-9ab3-51afb956404f requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:39:00.698150 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-37be80d8-83c7-4741-bf4c-cb0ddbbca2e0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5884027 Nov 12 00:39:00.706983 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4ef496ec-dddd-4768-9887-991732defc63 req-a08e3a4d-6c22-47cf-aaa5-5a5733a5d9bb tempest-LiveMigrationNegativeTest-1773171801 tempest-LiveMigrationNegativeTest-1773171801-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:00.712348 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4ef496ec-dddd-4768-9887-991732defc63 req-a08e3a4d-6c22-47cf-aaa5-5a5733a5d9bb tempest-LiveMigrationNegativeTest-1773171801 tempest-LiveMigrationNegativeTest-1773171801-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:00.756129 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4ef496ec-dddd-4768-9887-991732defc63 req-a08e3a4d-6c22-47cf-aaa5-5a5733a5d9bb tempest-LiveMigrationNegativeTest-1773171801 tempest-LiveMigrationNegativeTest-1773171801-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=6fc9dbf8-2c36-42f2-8be3-095b73deaf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266214 Nov 12 00:39:00.757551 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08e3a4d-6c22-47cf-aaa5-5a5733a5d9bb tempest-LiveMigrationNegativeTest-1773171801 tempest-LiveMigrationNegativeTest-1773171801-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2169667d-bdb8-48eb-a3d1-a0f74b81775f,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:00.887372 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e866286-fe2b-4869-b7f4-2686e80f3032 None None] Network 72fc5095-4a09-4622-9ab3-51afb956404f requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:39:01.141891 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec8ad7-2225-4853-ab86-076a736a2350 req-420bc763-d4b9-4524-9e75-3a3c6e4e96f6 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:01.144198 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-39ec8ad7-2225-4853-ab86-076a736a2350 req-420bc763-d4b9-4524-9e75-3a3c6e4e96f6 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 947 time: 0.0628314 Nov 12 00:39:01.188456 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device b3919cf8-6d84-4154-af85-c45c1316c790 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:39:01.216485 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-39ec8ad7-2225-4853-ab86-076a736a2350 req-a35b5746-d73d-428e-9989-2828a1dd9031 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664032 Nov 12 00:39:01.248702 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 3f391313-89d9-4bb5-9ac5-4abf84b0e1fe up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:39:01.278946 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [req-e5d1e0df-35af-4429-90c0-f18aea199fb1 req-4582c083-ecda-4538-b9cb-aee2639c9a02 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:39:01.279951 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e5d1e0df-35af-4429-90c0-f18aea199fb1 req-4582c083-ecda-4538-b9cb-aee2639c9a02 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0856164 Nov 12 00:39:01.390183 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port b3919cf8-6d84-4154-af85-c45c1316c790, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=b3919cf8-6d84-4154-af85-c45c1316c790,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:01.393611 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 3f391313-89d9-4bb5-9ac5-4abf84b0e1fe completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:39:01.407792 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 3f391313-89d9-4bb5-9ac5-4abf84b0e1fe triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:01.408392 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:01.410235 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': 'b3919cf8-6d84-4154-af85-c45c1316c790', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'port_id': 'b3919cf8-6d84-4154-af85-c45c1316c790', 'mac_address': 'fa:16:3e:f9:71:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3288e972-21d8-4a52-9002-05790fb0bb61', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:39:01.442176 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1133d5fc-d8e3-4dda-9c10-7cd473dab323 req-d4cfca47-5d37-493b-b5b2-b190fb1ef7a7 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:01.449936 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1133d5fc-d8e3-4dda-9c10-7cd473dab323 req-d4cfca47-5d37-493b-b5b2-b190fb1ef7a7 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/ports?device_id=09847c05-d48b-45e3-a75b-8fbde6f33661 HTTP/1.1" status: 200 len: 950 time: 0.0598140 Nov 12 00:39:01.490859 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:01.505750 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1133d5fc-d8e3-4dda-9c10-7cd473dab323 req-e0bcef29-d37d-4b25-b6d8-3a043a5c86f7 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfb4f860-1118-4c97-8071-fe68e1c9c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501983 Nov 12 00:39:01.536139 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3919cf8-6d84-4154-af85-c45c1316c790 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:01.660376 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port b3919cf8-6d84-4154-af85-c45c1316c790, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=b3919cf8-6d84-4154-af85-c45c1316c790,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:01.670738 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:01.706195 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:01.755077 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb42c6f6-af0f-4f7e-b1c1-bd60e5026a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f391313-89d9-4bb5-9ac5-4abf84b0e1fe'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:01.758101 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d81df5-d53a-4db5-b25d-ea2961551e6f" -d '{"events": [{"server_uuid": "bb42c6f6-af0f-4f7e-b1c1-bd60e5026a14", "name": "network-vif-plugged", "status": "completed", "tag": "3f391313-89d9-4bb5-9ac5-4abf84b0e1fe"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:01.764255 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=b3919cf8-6d84-4154-af85-c45c1316c790,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:01.797262 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 3f391313-89d9-4bb5-9ac5-4abf84b0e1fe, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=3f391313-89d9-4bb5-9ac5-4abf84b0e1fe,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:01.807816 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:01.823868 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-6f1b1ed0-3cf7-41f6-b4ce-d180698f82cb tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=0af2efd5599d423589f5e6a8043a04f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547855 Nov 12 00:39:01.855533 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38006) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:01.867088 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-63489baf-9a13-44f3-9420-63cd87e5bd9f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1993144477-network', 'tenant_id': 'be574321427b4378bdb1cb1407f18aa3'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:01.909845 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=3f391313-89d9-4bb5-9ac5-4abf84b0e1fe,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:01.930963 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63489baf-9a13-44f3-9420-63cd87e5bd9f admin admin] Made reservation on behalf of be574321427b4378bdb1cb1407f18aa3 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:39:01.934123 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-63489baf-9a13-44f3-9420-63cd87e5bd9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:01.952402 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-63489baf-9a13-44f3-9420-63cd87e5bd9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:02.024802 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['b3919cf8-6d84-4154-af85-c45c1316c790'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:39:02.040410 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea0b046-ad9f-4bdf-8214-4b82cf881c0c req-a455b505-c784-4c81-a362-7f8f2a64b5c0 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:02.042868 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1ea0b046-ad9f-4bdf-8214-4b82cf881c0c req-a455b505-c784-4c81-a362-7f8f2a64b5c0 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.54 "GET /v2.0/ports?device_id=09847c05-d48b-45e3-a75b-8fbde6f33661 HTTP/1.1" status: 200 len: 950 time: 0.0820453 Nov 12 00:39:02.101634 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-6961aacd-6b84-43fb-9469-b1228ee966ce tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:02.111023 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-6961aacd-6b84-43fb-9469-b1228ee966ce tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2862384 Nov 12 00:39:02.120333 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-63489baf-9a13-44f3-9420-63cd87e5bd9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:02.132519 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a506c-eba0-41c3-9971-7d88dd007c12 req-01871b51-fd37-446e-bfc2-b295c6d7ea92 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:02.141855 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3b4a506c-eba0-41c3-9971-7d88dd007c12 req-01871b51-fd37-446e-bfc2-b295c6d7ea92 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb42c6f6-af0f-4f7e-b1c1-bd60e5026a14 HTTP/1.1" status: 200 len: 950 time: 0.1709414 Nov 12 00:39:02.144959 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-5bdc215d-d510-4de2-944f-9f0ea7e51e78 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/quotas/0af2efd5599d423589f5e6a8043a04f2 HTTP/1.1" status: 200 len: 375 time: 0.0325758 Nov 12 00:39:02.152318 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-63489baf-9a13-44f3-9420-63cd87e5bd9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:02.194987 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63489baf-9a13-44f3-9420-63cd87e5bd9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f0b9aa-b057-4fb2-b10f-f613e2ce0b0d,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:02.242790 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-d4fdef3a-b139-4382-a731-7c813e1eb8df tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0af2efd5599d423589f5e6a8043a04f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0968463 Nov 12 00:39:02.243855 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63489baf-9a13-44f3-9420-63cd87e5bd9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:39:02.262488 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3b4a506c-eba0-41c3-9971-7d88dd007c12 req-8eaad836-a62a-413d-9ef5-08dfbf732dde tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/security-groups?id=3be3c7ab-70bc-4bf2-85ca-9bcb07e60e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164019 Nov 12 00:39:02.288111 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-63489baf-9a13-44f3-9420-63cd87e5bd9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:02.288858 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-63489baf-9a13-44f3-9420-63cd87e5bd9f admin admin] Added segment ce48962f-0745-41fe-93ed-b06b4b600f3c of type vlan for network 804e674a-f941-44eb-9fba-ba069d81af28 Nov 12 00:39:02.320441 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-1ea0b046-ad9f-4bdf-8214-4b82cf881c0c req-9bac7644-ac5f-4f1e-bf72-da2c018d1378 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Deleting port dfaec41b-cd2e-46af-8bad-ab8be562142e {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:39:02.320854 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1ea0b046-ad9f-4bdf-8214-4b82cf881c0c req-9bac7644-ac5f-4f1e-bf72-da2c018d1378 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:02.347434 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63eb566b-98b6-42e1-9341-3568f7bffdbc x-openstack-request-id: req-63eb566b-98b6-42e1-9341-3568f7bffdbc {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:02.351544 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb42c6f6-af0f-4f7e-b1c1-bd60e5026a14", "name": "network-vif-plugged", "status": "completed", "tag": "3f391313-89d9-4bb5-9ac5-4abf84b0e1fe", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:02.352004 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-63eb566b-98b6-42e1-9341-3568f7bffdbc {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:02.354640 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb42c6f6-af0f-4f7e-b1c1-bd60e5026a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f391313-89d9-4bb5-9ac5-4abf84b0e1fe', 'code': 200} Nov 12 00:39:02.373289 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-63489baf-9a13-44f3-9420-63cd87e5bd9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:02.510669 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-63489baf-9a13-44f3-9420-63cd87e5bd9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:02.514154 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63489baf-9a13-44f3-9420-63cd87e5bd9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:02.516937 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-63489baf-9a13-44f3-9420-63cd87e5bd9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:02.642038 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-63489baf-9a13-44f3-9420-63cd87e5bd9f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7703764 Nov 12 00:39:02.642038 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63489baf-9a13-44f3-9420-63cd87e5bd9f admin admin] Pushing event updated for resources: {'Network': ['ID=804e674a-f941-44eb-9fba-ba069d81af28,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:02.649933 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38018) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:02.657912 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-91ec7ffa-3b32-4bdc-a007-3542de4f08d0 admin admin] Request body: {'subnet': {'network_id': '804e674a-f941-44eb-9fba-ba069d81af28', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1993144477-subnet', 'tenant_id': 'be574321427b4378bdb1cb1407f18aa3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:02.661736 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 804e674a-f941-44eb-9fba-ba069d81af28 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:39:02.670904 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ab77e-ac9d-4d3f-826f-d26c02ce09a0 req-5c055e9c-0df4-49bf-ab0d-513fd5f59054 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:02.678461 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aa5ab77e-ac9d-4d3f-826f-d26c02ce09a0 req-5c055e9c-0df4-49bf-ab0d-513fd5f59054 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/ports?device_id=14372698-c3d9-4a3d-a4fc-0b773228c1a3 HTTP/1.1" status: 200 len: 949 time: 0.2237806 Nov 12 00:39:02.733801 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ec7ffa-3b32-4bdc-a007-3542de4f08d0 admin admin] Made reservation on behalf of be574321427b4378bdb1cb1407f18aa3 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:39:02.741746 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-91ec7ffa-3b32-4bdc-a007-3542de4f08d0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:02.821015 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aa5ab77e-ac9d-4d3f-826f-d26c02ce09a0 req-93aa8913-b527-48a6-b634-81e09177528a tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fc9dbf8-2c36-42f2-8be3-095b73deaf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416519 Nov 12 00:39:02.942175 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b26bf85a-dc51-44b8-8fc1-4f132db82af3 req-c4c43fe9-5a73-437b-96f2-8e356fe76a0e tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=127fa386-406d-4c2e-a201-c2564e2b209e HTTP/1.1" status: 200 len: 210 time: 0.0538993 Nov 12 00:39:03.067976 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-91ec7ffa-3b32-4bdc-a007-3542de4f08d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:03.168652 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-1ea0b046-ad9f-4bdf-8214-4b82cf881c0c req-9bac7644-ac5f-4f1e-bf72-da2c018d1378 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] For port dfaec41b-cd2e-46af-8bad-ab8be562142e, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=dfaec41b-cd2e-46af-8bad-ab8be562142e,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:03.169323 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1ea0b046-ad9f-4bdf-8214-4b82cf881c0c req-9bac7644-ac5f-4f1e-bf72-da2c018d1378 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:03.187396 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ec7ffa-3b32-4bdc-a007-3542de4f08d0 admin admin] Checking segment: {'id': 'ce48962f-0745-41fe-93ed-b06b4b600f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '804e674a-f941-44eb-9fba-ba069d81af28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:03.187921 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ec7ffa-3b32-4bdc-a007-3542de4f08d0 admin admin] Network hostable DHCP agents. Network: 804e674a-f941-44eb-9fba-ba069d81af28, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:39:03.209346 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device b3919cf8-6d84-4154-af85-c45c1316c790 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:39:03.220541 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-1ea0b046-ad9f-4bdf-8214-4b82cf881c0c req-9bac7644-ac5f-4f1e-bf72-da2c018d1378 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Calling delete_port for dfaec41b-cd2e-46af-8bad-ab8be562142e owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:39:03.229036 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ec7ffa-3b32-4bdc-a007-3542de4f08d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e89b03c-600a-4235-a667-5cdf63323ea4,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:03.289097 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7c43f-029b-4268-96f3-aaae6039f3a9 req-3d73ccde-9a0c-4ecf-baea-835227a5041e tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:03.289097 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0db7c43f-029b-4268-96f3-aaae6039f3a9 req-3d73ccde-9a0c-4ecf-baea-835227a5041e tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/ports?device_id=09847c05-d48b-45e3-a75b-8fbde6f33661 HTTP/1.1" status: 200 len: 950 time: 0.1686971 Nov 12 00:39:03.299221 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ec7ffa-3b32-4bdc-a007-3542de4f08d0 admin admin] Network 804e674a-f941-44eb-9fba-ba069d81af28 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:39:03.357786 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0db7c43f-029b-4268-96f3-aaae6039f3a9 req-0149c20c-366d-4e3b-af73-17ac627c3f94 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfb4f860-1118-4c97-8071-fe68e1c9c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763710 Nov 12 00:39:03.358662 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-91ec7ffa-3b32-4bdc-a007-3542de4f08d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 804e674a-f941-44eb-9fba-ba069d81af28) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:39:03.363592 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ec7ffa-3b32-4bdc-a007-3542de4f08d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:03.364350 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-91ec7ffa-3b32-4bdc-a007-3542de4f08d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:03.394088 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c892fc7e-8329-42c3-848a-741085bee0c9 None None] Network 804e674a-f941-44eb-9fba-ba069d81af28 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:39:03.413301 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-91ec7ffa-3b32-4bdc-a007-3542de4f08d0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7653930 Nov 12 00:39:03.415543 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c244a3-5020-47a5-bec7-9bab404211e2 req-9ff162cc-1756-4be0-9e2e-87f47c19f371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:03.430962 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d3c244a3-5020-47a5-bec7-9bab404211e2 req-9ff162cc-1756-4be0-9e2e-87f47c19f371 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bb42c6f6-af0f-4f7e-b1c1-bd60e5026a14 HTTP/1.1" status: 200 len: 1102 time: 0.4505002 Nov 12 00:39:03.540378 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1ea0b046-ad9f-4bdf-8214-4b82cf881c0c req-9bac7644-ac5f-4f1e-bf72-da2c018d1378 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:03.543093 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port b3919cf8-6d84-4154-af85-c45c1316c790 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:39:03.607281 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b78c6cc-6131-4bb7-ae76-a7ea9191531e req-5b23a935-f72f-4bbc-b81c-1e7dd41192f1 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:03.615205 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7b78c6cc-6131-4bb7-ae76-a7ea9191531e req-5b23a935-f72f-4bbc-b81c-1e7dd41192f1 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 948 time: 0.6422424 Nov 12 00:39:03.616598 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port b3919cf8-6d84-4154-af85-c45c1316c790 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:03.617160 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:03.627750 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac7644-ac5f-4f1e-bf72-da2c018d1378 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Pushing event deleted for resources: {'Port': ['ID=dfaec41b-cd2e-46af-8bad-ab8be562142e,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:03.752834 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea0b046-ad9f-4bdf-8214-4b82cf881c0c req-9bac7644-ac5f-4f1e-bf72-da2c018d1378 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] No DVR routers for this DVR port dfaec41b-cd2e-46af-8bad-ab8be562142e on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:39:03.757045 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1ea0b046-ad9f-4bdf-8214-4b82cf881c0c req-9bac7644-ac5f-4f1e-bf72-da2c018d1378 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:03.763000 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1ea0b046-ad9f-4bdf-8214-4b82cf881c0c req-9bac7644-ac5f-4f1e-bf72-da2c018d1378 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.54 "DELETE /v2.0/ports/dfaec41b-cd2e-46af-8bad-ab8be562142e HTTP/1.1" status: 204 len: 173 time: 1.7068408 Nov 12 00:39:03.772703 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09847c05-d48b-45e3-a75b-8fbde6f33661', 'name': 'network-vif-deleted', 'tag': 'dfaec41b-cd2e-46af-8bad-ab8be562142e'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:03.776155 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934eddf3-11df-4148-9a6b-b87ebae0628f" -d '{"events": [{"server_uuid": "09847c05-d48b-45e3-a75b-8fbde6f33661", "name": "network-vif-deleted", "tag": "dfaec41b-cd2e-46af-8bad-ab8be562142e"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:03.790716 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460926b9-44c3-4b60-a475-05d8883fe2bf req-b9cec42a-0cdb-4ec1-bd14-6bc8387af80e tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:03.805280 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d3c244a3-5020-47a5-bec7-9bab404211e2 req-3c24c01b-ab09-41b8-857f-ea06dad366bf service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3be3c7ab-70bc-4bf2-85ca-9bcb07e60e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749932 Nov 12 00:39:03.805871 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-460926b9-44c3-4b60-a475-05d8883fe2bf req-b9cec42a-0cdb-4ec1-bd14-6bc8387af80e tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb42c6f6-af0f-4f7e-b1c1-bd60e5026a14 HTTP/1.1" status: 200 len: 950 time: 0.1076581 Nov 12 00:39:03.823384 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7b78c6cc-6131-4bb7-ae76-a7ea9191531e req-b27ef09b-cb9f-4d35-9e60-d386a524c061 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044237 Nov 12 00:39:03.888660 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f55709-13f4-420a-a8ce-d520d2d35723 x-openstack-request-id: req-a7f55709-13f4-420a-a8ce-d520d2d35723 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:03.889228 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09847c05-d48b-45e3-a75b-8fbde6f33661", "name": "network-vif-deleted", "tag": "dfaec41b-cd2e-46af-8bad-ab8be562142e", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:03.889675 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a7f55709-13f4-420a-a8ce-d520d2d35723 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:03.890236 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09847c05-d48b-45e3-a75b-8fbde6f33661', 'name': 'network-vif-deleted', 'tag': 'dfaec41b-cd2e-46af-8bad-ab8be562142e', 'status': 'completed', 'code': 200} Nov 12 00:39:03.957760 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-460926b9-44c3-4b60-a475-05d8883fe2bf req-cdbc4c90-2246-45fe-bbf9-f324d670ca92 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/security-groups?id=3be3c7ab-70bc-4bf2-85ca-9bcb07e60e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299906 Nov 12 00:39:04.032020 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d3fefd-eee2-4900-9e0e-85790d7433f8 None None] Network 804e674a-f941-44eb-9fba-ba069d81af28 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:39:04.035979 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0131d69e-a83d-45aa-af9e-7254f7f42b07 req-85004541-892f-40d5-9bf4-c1e4db9dfd5b tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:04.037875 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0131d69e-a83d-45aa-af9e-7254f7f42b07 req-85004541-892f-40d5-9bf4-c1e4db9dfd5b tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.54 "GET /v2.0/ports?device_id=14372698-c3d9-4a3d-a4fc-0b773228c1a3 HTTP/1.1" status: 200 len: 949 time: 0.1107361 Nov 12 00:39:04.104414 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ee88a-e81c-4ce7-bf45-e6cb46500b86 req-070c00bd-9c3d-4c70-9708-4712e5736d45 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:04.106026 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2a5ee88a-e81c-4ce7-bf45-e6cb46500b86 req-070c00bd-9c3d-4c70-9708-4712e5736d45 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/ports?device_id=14372698-c3d9-4a3d-a4fc-0b773228c1a3 HTTP/1.1" status: 200 len: 949 time: 0.1178832 Nov 12 00:39:04.206389 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2a5ee88a-e81c-4ce7-bf45-e6cb46500b86 req-6f829e45-61f9-413b-86a7-ba0edbe84981 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fc9dbf8-2c36-42f2-8be3-095b73deaf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920691 Nov 12 00:39:04.231589 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-0131d69e-a83d-45aa-af9e-7254f7f42b07 req-4cf44f0c-ac5c-4d30-b8eb-a9696ceac92f tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Deleting port 6ef4ea37-3e66-42fc-854b-f9ca1afdb738 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:39:04.231805 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-0131d69e-a83d-45aa-af9e-7254f7f42b07 req-4cf44f0c-ac5c-4d30-b8eb-a9696ceac92f tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:04.256737 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:04.308701 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port b3919cf8-6d84-4154-af85-c45c1316c790, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=b3919cf8-6d84-4154-af85-c45c1316c790,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:04.349457 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:04.438858 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88aed09-488f-4d46-9a45-42f6cd94568b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3919cf8-6d84-4154-af85-c45c1316c790'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:04.447842 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281c2dd7-a99f-4208-94d7-31bbea1ce3c2" -d '{"events": [{"server_uuid": "a88aed09-488f-4d46-9a45-42f6cd94568b", "name": "network-vif-plugged", "status": "completed", "tag": "b3919cf8-6d84-4154-af85-c45c1316c790"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:04.488572 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc4538-3bc8-4bcc-b8dc-8f3f5220d081 req-a5c0838c-c106-4164-aaeb-e5aae527201f tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:04.490173 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-441c593a-34e2-4b0d-9e32-3ed0076db7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:04.501320 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-73cc4538-3bc8-4bcc-b8dc-8f3f5220d081 req-a5c0838c-c106-4164-aaeb-e5aae527201f tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] 10.222.0.20 "GET /v2.0/networks?id=72fc5095-4a09-4622-9ab3-51afb956404f HTTP/1.1" status: 200 len: 815 time: 0.2443871 Nov 12 00:39:04.534340 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-73cc4538-3bc8-4bcc-b8dc-8f3f5220d081 req-ba9d1228-9cf2-498c-a259-96cbbf14278b tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] 10.222.0.20 "GET /v2.0/quotas/df4f7225c2fd45f9ae690595c3264537 HTTP/1.1" status: 200 len: 375 time: 0.0286140 Nov 12 00:39:04.543680 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d795a1cb-cb9c-497e-996e-5e063526357a req-bb31e0a1-2e31-41e3-b1c1-447b5f51d4bf tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=127fa386-406d-4c2e-a201-c2564e2b209e HTTP/1.1" status: 200 len: 210 time: 0.1085660 Nov 12 00:39:04.550381 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=b3919cf8-6d84-4154-af85-c45c1316c790,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:04.582931 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-0131d69e-a83d-45aa-af9e-7254f7f42b07 req-4cf44f0c-ac5c-4d30-b8eb-a9696ceac92f tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] For port 6ef4ea37-3e66-42fc-854b-f9ca1afdb738, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=6ef4ea37-3e66-42fc-854b-f9ca1afdb738,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:04.583201 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-0131d69e-a83d-45aa-af9e-7254f7f42b07 req-4cf44f0c-ac5c-4d30-b8eb-a9696ceac92f tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:04.601336 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-13b568ef-8402-47b5-8106-d95cf15906f8 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=0af2efd5599d423589f5e6a8043a04f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0881023 Nov 12 00:39:04.610872 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-0131d69e-a83d-45aa-af9e-7254f7f42b07 req-4cf44f0c-ac5c-4d30-b8eb-a9696ceac92f tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Calling delete_port for 6ef4ea37-3e66-42fc-854b-f9ca1afdb738 owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:39:04.627201 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-73cc4538-3bc8-4bcc-b8dc-8f3f5220d081 req-df750f5e-b2ee-4fc7-b3a3-d713ca6e2248 tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=df4f7225c2fd45f9ae690595c3264537&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0915263 Nov 12 00:39:04.641919 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [req-73cc4538-3bc8-4bcc-b8dc-8f3f5220d081 req-b782e236-4040-4e32-9b8b-d6a87cb8cb55 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:39:04.643187 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-73cc4538-3bc8-4bcc-b8dc-8f3f5220d081 req-b782e236-4040-4e32-9b8b-d6a87cb8cb55 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055215 Nov 12 00:39:04.769280 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1155f246-8150-44a3-b9fa-381864f41729 req-f12797b4-3b72-4363-b13a-be29da3e4109 tempest-DeleteServersAdminTestJSON-108837382 tempest-DeleteServersAdminTestJSON-108837382-project] 10.222.0.20 "GET /v2.0/ports?device_id=09847c05-d48b-45e3-a75b-8fbde6f33661 HTTP/1.1" status: 200 len: 210 time: 0.0368133 Nov 12 00:39:04.808476 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-73cc4538-3bc8-4bcc-b8dc-8f3f5220d081 req-bc43429d-b246-4e13-91d2-a8081444c551 service neutron] 10.222.0.20 "GET /v2.0/networks/72fc5095-4a09-4622-9ab3-51afb956404f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532753 Nov 12 00:39:04.831863 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-f0994e83-71da-45c5-b2ac-44e6f1a9f134 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:04.833844 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-f0994e83-71da-45c5-b2ac-44e6f1a9f134 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2201614 Nov 12 00:39:04.871868 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-fad44dba-4238-442d-9569-6ce3f06d63bb tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Request body: {'port': {'device_id': '127fa386-406d-4c2e-a201-c2564e2b209e', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'admin_state_up': True, 'tenant_id': '0af2efd5599d423589f5e6a8043a04f2'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:04.948365 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e6c995-fa7b-46b0-9c98-49bdcb7ce088 x-openstack-request-id: req-95e6c995-fa7b-46b0-9c98-49bdcb7ce088 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:04.948792 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a88aed09-488f-4d46-9a45-42f6cd94568b", "name": "network-vif-plugged", "status": "completed", "tag": "b3919cf8-6d84-4154-af85-c45c1316c790", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:04.949059 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-95e6c995-fa7b-46b0-9c98-49bdcb7ce088 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:04.949448 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88aed09-488f-4d46-9a45-42f6cd94568b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3919cf8-6d84-4154-af85-c45c1316c790', 'code': 200} Nov 12 00:39:05.002259 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-0131d69e-a83d-45aa-af9e-7254f7f42b07 req-4cf44f0c-ac5c-4d30-b8eb-a9696ceac92f tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:05.039684 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['6ef4ea37-3e66-42fc-854b-f9ca1afdb738'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:39:05.042146 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['cef80ae4-e498-4f8c-8769-77de59995675'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:39:05.052562 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf44f0c-ac5c-4d30-b8eb-a9696ceac92f tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Pushing event deleted for resources: {'Port': ['ID=6ef4ea37-3e66-42fc-854b-f9ca1afdb738,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:05.083157 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-73cc4538-3bc8-4bcc-b8dc-8f3f5220d081 req-eef624cb-ff4a-4340-8845-3fed281cd9b4 service neutron] 10.222.0.20 "GET /v2.0/networks/72fc5095-4a09-4622-9ab3-51afb956404f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680137 Nov 12 00:39:05.270456 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 6ef4ea37-3e66-42fc-854b-f9ca1afdb738 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:39:05.277591 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-0131d69e-a83d-45aa-af9e-7254f7f42b07 req-4cf44f0c-ac5c-4d30-b8eb-a9696ceac92f tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] No DVR routers for this DVR port 6ef4ea37-3e66-42fc-854b-f9ca1afdb738 on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:39:05.325172 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-fad44dba-4238-442d-9569-6ce3f06d63bb tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Made reservation on behalf of 0af2efd5599d423589f5e6a8043a04f2 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:39:05.336784 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-fad44dba-4238-442d-9569-6ce3f06d63bb tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:05.345937 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d61d35-aa11-46ba-8a56-b7b81352ff6e req-9b44cd81-82bb-45e5-89f3-4f19927ee169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:05.347437 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-26d61d35-aa11-46ba-8a56-b7b81352ff6e req-9b44cd81-82bb-45e5-89f3-4f19927ee169 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 1101 time: 0.1173148 Nov 12 00:39:05.357185 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-0131d69e-a83d-45aa-af9e-7254f7f42b07 req-4cf44f0c-ac5c-4d30-b8eb-a9696ceac92f tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:05.365252 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0131d69e-a83d-45aa-af9e-7254f7f42b07 req-4cf44f0c-ac5c-4d30-b8eb-a9696ceac92f tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.54 "DELETE /v2.0/ports/6ef4ea37-3e66-42fc-854b-f9ca1afdb738 HTTP/1.1" status: 204 len: 173 time: 1.3146877 Nov 12 00:39:05.365789 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-fad44dba-4238-442d-9569-6ce3f06d63bb tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:05.383001 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: 6ef4ea37-3e66-42fc-854b-f9ca1afdb738 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:39:05.383384 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 6ef4ea37-3e66-42fc-854b-f9ca1afdb738 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:39:05.383817 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device dfaec41b-cd2e-46af-8bad-ab8be562142e no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:39:05.469713 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: dfaec41b-cd2e-46af-8bad-ab8be562142e {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:39:05.470014 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device dfaec41b-cd2e-46af-8bad-ab8be562142e not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:39:05.488247 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e77ad9-8ff6-43e2-bd40-8adc0c9a0a71 req-68ff43aa-81d2-4f95-846e-f49931986500 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:05.499083 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-33e77ad9-8ff6-43e2-bd40-8adc0c9a0a71 req-68ff43aa-81d2-4f95-846e-f49931986500 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 949 time: 0.3265858 Nov 12 00:39:05.502521 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-26d61d35-aa11-46ba-8a56-b7b81352ff6e req-41a81dfe-ef98-4646-87d5-37d7a15a68d4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464710 Nov 12 00:39:05.610576 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111939b3-b698-450a-939e-44adfab8770d req-da7e6c39-df52-4d3a-b16e-ad3723d46dea tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:05.612215 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-111939b3-b698-450a-939e-44adfab8770d req-da7e6c39-df52-4d3a-b16e-ad3723d46dea tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb42c6f6-af0f-4f7e-b1c1-bd60e5026a14 HTTP/1.1" status: 200 len: 950 time: 0.1553085 Nov 12 00:39:05.685401 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-33e77ad9-8ff6-43e2-bd40-8adc0c9a0a71 req-a78761a8-265d-40b9-8a42-44c43c8dc2dc tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816192 Nov 12 00:39:05.734280 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-fad44dba-4238-442d-9569-6ce3f06d63bb tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:05.740403 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-111939b3-b698-450a-939e-44adfab8770d req-d508a6f8-535f-4c00-b206-94f82dbd5d9e tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/security-groups?id=3be3c7ab-70bc-4bf2-85ca-9bcb07e60e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177800 Nov 12 00:39:05.741689 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-fad44dba-4238-442d-9569-6ce3f06d63bb tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:05.851209 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4b0b83ce-dfa0-4149-924b-e44288e73e90 req-49b9fbb6-6358-4d34-b615-9e667fbf2d71 tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] 10.222.0.20 "GET /v2.0/ports?device_id=0bfccc8a-c84a-4dcf-a0e7-ed5d1af9fdbd HTTP/1.1" status: 200 len: 210 time: 0.0485702 Nov 12 00:39:05.899550 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14372698-c3d9-4a3d-a4fc-0b773228c1a3', 'name': 'network-vif-deleted', 'tag': '6ef4ea37-3e66-42fc-854b-f9ca1afdb738'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:05.902561 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0872cd-48f7-4e90-98bd-915b19e1e1c2" -d '{"events": [{"server_uuid": "14372698-c3d9-4a3d-a4fc-0b773228c1a3", "name": "network-vif-deleted", "tag": "6ef4ea37-3e66-42fc-854b-f9ca1afdb738"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:05.913153 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad44dba-4238-442d-9569-6ce3f06d63bb tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1907a3-8aa5-4ddd-bba4-71d977e15a88,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:05.941653 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8657bafd-7bd1-4d85-9019-948e88f2a5c6 req-58a445b6-147e-4b94-88e9-965ee4ef1615 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/ports?device_id=14372698-c3d9-4a3d-a4fc-0b773228c1a3 HTTP/1.1" status: 200 len: 210 time: 0.0592968 Nov 12 00:39:06.037099 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0f9663a7-ef46-4429-a595-ca1d58d93a8c req-fc892102-38c0-4e6c-8c0e-9503dc75fb18 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=127fa386-406d-4c2e-a201-c2564e2b209e HTTP/1.1" status: 200 len: 210 time: 0.0806150 Nov 12 00:39:06.096029 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-fad44dba-4238-442d-9569-6ce3f06d63bb tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Allocated IP 192.168.233.130 (172a28b2-119c-4d70-aef1-a731eb107d6c/3288e972-21d8-4a52-9002-05790fb0bb61/140b407c-f230-4dff-9701-0eeac3ce1373) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:39:06.219995 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea920540-fc86-4f9e-b564-eeaae58c2356 x-openstack-request-id: req-ea920540-fc86-4f9e-b564-eeaae58c2356 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:06.223433 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14372698-c3d9-4a3d-a4fc-0b773228c1a3", "name": "network-vif-deleted", "tag": "6ef4ea37-3e66-42fc-854b-f9ca1afdb738", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:06.224288 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ea920540-fc86-4f9e-b564-eeaae58c2356 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:06.225695 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14372698-c3d9-4a3d-a4fc-0b773228c1a3', 'name': 'network-vif-deleted', 'tag': '6ef4ea37-3e66-42fc-854b-f9ca1afdb738', 'status': 'completed', 'code': 200} Nov 12 00:39:06.383206 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6e4ad-de84-4992-b05f-5d87e26d9b76 req-b98557e1-e760-4590-aeb6-f53680c17deb tempest-ServersAdminNegativeTestJSON-1096668424 tempest-ServersAdminNegativeTestJSON-1096668424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:06.392304 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8de6e4ad-de84-4992-b05f-5d87e26d9b76 req-b98557e1-e760-4590-aeb6-f53680c17deb tempest-ServersAdminNegativeTestJSON-1096668424 tempest-ServersAdminNegativeTestJSON-1096668424-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=bb42c6f6-af0f-4f7e-b1c1-bd60e5026a14 HTTP/1.1" status: 200 len: 1102 time: 0.0645578 Nov 12 00:39:06.410171 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6113e7aa-e56f-4dbd-80fe-f6b30768cb75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:06.411266 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-8de6e4ad-de84-4992-b05f-5d87e26d9b76 req-25405bcc-9bb2-4385-bd7c-927cec2f109d tempest-ServersAdminNegativeTestJSON-1096668424 tempest-ServersAdminNegativeTestJSON-1096668424-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:06.548538 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-fad44dba-4238-442d-9569-6ce3f06d63bb tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:06.585699 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-8de6e4ad-de84-4992-b05f-5d87e26d9b76 req-25405bcc-9bb2-4385-bd7c-927cec2f109d tempest-ServersAdminNegativeTestJSON-1096668424 tempest-ServersAdminNegativeTestJSON-1096668424-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:06.613225 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-8de6e4ad-de84-4992-b05f-5d87e26d9b76 req-25405bcc-9bb2-4385-bd7c-927cec2f109d tempest-ServersAdminNegativeTestJSON-1096668424 tempest-ServersAdminNegativeTestJSON-1096668424-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:06.633634 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-fad44dba-4238-442d-9569-6ce3f06d63bb tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:06.705830 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-fad44dba-4238-442d-9569-6ce3f06d63bb tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Network 172a28b2-119c-4d70-aef1-a731eb107d6c is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:39:06.710588 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-fad44dba-4238-442d-9569-6ce3f06d63bb tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:39:06.714741 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-fad44dba-4238-442d-9569-6ce3f06d63bb tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:39:06.718685 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8de6e4ad-de84-4992-b05f-5d87e26d9b76 req-25405bcc-9bb2-4385-bd7c-927cec2f109d tempest-ServersAdminNegativeTestJSON-1096668424 tempest-ServersAdminNegativeTestJSON-1096668424-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3be3c7ab-70bc-4bf2-85ca-9bcb07e60e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195558 Nov 12 00:39:06.720420 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25405bcc-9bb2-4385-bd7c-927cec2f109d tempest-ServersAdminNegativeTestJSON-1096668424 tempest-ServersAdminNegativeTestJSON-1096668424-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9139fee6-43ab-452a-ba6d-372d1827917b,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:06.795224 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-fad44dba-4238-442d-9569-6ce3f06d63bb tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:06.810216 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-fad44dba-4238-442d-9569-6ce3f06d63bb tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:06.878750 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-fad44dba-4238-442d-9569-6ce3f06d63bb tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0125077 Nov 12 00:39:06.998454 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-800984f2-f633-4237-96cd-81aceb6b0d79 service neutron] Request body: {'port': {'device_id': '127fa386-406d-4c2e-a201-c2564e2b209e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:07.070500 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-26f84ae8-58e2-49d1-80c3-44e4e586826d req-782a8dc5-924e-440b-991d-e799fc931e25 tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] 10.222.0.20 "GET /v2.0/ports?device_id=0bfccc8a-c84a-4dcf-a0e7-ed5d1af9fdbd HTTP/1.1" status: 200 len: 210 time: 0.0689216 Nov 12 00:39:07.124851 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad44dba-4238-442d-9569-6ce3f06d63bb tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Pushing event updated for resources: {'Port': ['ID=140b407c-f230-4dff-9701-0eeac3ce1373,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:07.237908 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38138) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:07.271142 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c82d2-c524-4c97-bd15-4b088b840e97 req-ae328dbd-e895-46c1-94c7-635f86d1e8c9 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:07.271382 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef206a18-4e47-43dd-bf8f-a672d23fa763 req-b399d82c-8913-4987-be28-3290c9badfdf tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:07.273567 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b15c82d2-c524-4c97-bd15-4b088b840e97 req-ae328dbd-e895-46c1-94c7-635f86d1e8c9 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=127fa386-406d-4c2e-a201-c2564e2b209e HTTP/1.1" status: 200 len: 936 time: 0.0654781 Nov 12 00:39:07.282607 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-f7893884-d672-4c84-99ff-3dd762eb3a33 None None] Provisioning complete for port 140b407c-f230-4dff-9701-0eeac3ce1373 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:07.283253 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f7893884-d672-4c84-99ff-3dd762eb3a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:07.285589 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ef206a18-4e47-43dd-bf8f-a672d23fa763 req-b399d82c-8913-4987-be28-3290c9badfdf tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 949 time: 0.4458103 Nov 12 00:39:07.317446 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-800984f2-f633-4237-96cd-81aceb6b0d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:07.372194 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-f7893884-d672-4c84-99ff-3dd762eb3a33 None None] Port 140b407c-f230-4dff-9701-0eeac3ce1373 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:39:07.390278 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b15c82d2-c524-4c97-bd15-4b088b840e97 req-0ae9c2ad-ec89-4f53-9c52-512ce7e9bcd8 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927880 Nov 12 00:39:07.463441 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc4538-3bc8-4bcc-b8dc-8f3f5220d081 req-60e953e5-e2da-4cc2-a128-25ae9a1f3866 tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:07.465503 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-73cc4538-3bc8-4bcc-b8dc-8f3f5220d081 req-60e953e5-e2da-4cc2-a128-25ae9a1f3866 tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] 10.222.0.54 "GET /v2.0/networks?id=72fc5095-4a09-4622-9ab3-51afb956404f HTTP/1.1" status: 200 len: 815 time: 0.3307281 Nov 12 00:39:07.469047 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ef206a18-4e47-43dd-bf8f-a672d23fa763 req-26b6fe52-af26-415d-b26b-d98734cc62f0 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825428 Nov 12 00:39:07.536979 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:07.615381 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-73cc4538-3bc8-4bcc-b8dc-8f3f5220d081 req-8ad09a13-d490-485f-a5b3-364bd1012a32 tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] Request body: {'port': {'device_id': '0bfccc8a-c84a-4dcf-a0e7-ed5d1af9fdbd', 'network_id': '72fc5095-4a09-4622-9ab3-51afb956404f', 'admin_state_up': True, 'tenant_id': 'df4f7225c2fd45f9ae690595c3264537'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:07.635163 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d3c529ef-20dd-40cc-b09f-82cd89c813f0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=15185b9e61e4422b9b22f213aed2dac3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3931236 Nov 12 00:39:07.638149 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38154) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:07.734200 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e0b3704-9a88-4af8-a11b-4ac331f6b2ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:07.758388 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e0b3704-9a88-4af8-a11b-4ac331f6b2ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:07.865750 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b316b463-2be6-4cde-9ff1-426ca693fbe6 req-c3d2e6a4-c2bc-4a49-9016-f773400c8138 tempest-ServersAdminNegativeTestJSON-1096668424 tempest-ServersAdminNegativeTestJSON-1096668424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:07.867557 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b316b463-2be6-4cde-9ff1-426ca693fbe6 req-c3d2e6a4-c2bc-4a49-9016-f773400c8138 tempest-ServersAdminNegativeTestJSON-1096668424 tempest-ServersAdminNegativeTestJSON-1096668424-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=bb42c6f6-af0f-4f7e-b1c1-bd60e5026a14 HTTP/1.1" status: 200 len: 1102 time: 0.0601196 Nov 12 00:39:07.868835 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e0b3704-9a88-4af8-a11b-4ac331f6b2ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:07.872550 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e0b3704-9a88-4af8-a11b-4ac331f6b2ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:07.874001 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4e0b3704-9a88-4af8-a11b-4ac331f6b2ff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bfb4f860-1118-4c97-8071-fe68e1c9c6ee HTTP/1.1" status: 204 len: 168 time: 0.2348671 Nov 12 00:39:07.907462 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd814e4-791c-404d-bee5-d2d6d2906ccd req-72ef2faf-433f-48b3-a937-ad762cb59b54 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:07.908366 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b3704-9a88-4af8-a11b-4ac331f6b2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb4f860-1118-4c97-8071-fe68e1c9c6ee,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:07.914631 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6fd814e4-791c-404d-bee5-d2d6d2906ccd req-72ef2faf-433f-48b3-a937-ad762cb59b54 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ca249a8-c5ef-442a-8e97-f6ffda40466e HTTP/1.1" status: 200 len: 971 time: 0.2045257 Nov 12 00:39:07.967601 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b316b463-2be6-4cde-9ff1-426ca693fbe6 req-efe8136c-abe5-47a4-b78b-5df1f3dc7f96 tempest-ServersAdminNegativeTestJSON-1096668424 tempest-ServersAdminNegativeTestJSON-1096668424-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3be3c7ab-70bc-4bf2-85ca-9bcb07e60e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667603 Nov 12 00:39:08.008374 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-800984f2-f633-4237-96cd-81aceb6b0d79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 140b407c-f230-4dff-9701-0eeac3ce1373 {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:08.020837 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-800984f2-f633-4237-96cd-81aceb6b0d79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:08.031183 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73cc4538-3bc8-4bcc-b8dc-8f3f5220d081 req-8ad09a13-d490-485f-a5b3-364bd1012a32 tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] Made reservation on behalf of df4f7225c2fd45f9ae690595c3264537 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:39:08.034509 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-73cc4538-3bc8-4bcc-b8dc-8f3f5220d081 req-8ad09a13-d490-485f-a5b3-364bd1012a32 tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:08.053549 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6fd814e4-791c-404d-bee5-d2d6d2906ccd req-dfe70caf-1e0d-42e2-93fe-d50ed171a9e5 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fc9dbf8-2c36-42f2-8be3-095b73deaf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380956 Nov 12 00:39:08.063391 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-800984f2-f633-4237-96cd-81aceb6b0d79 service neutron] Transition to ACTIVE for port object 140b407c-f230-4dff-9701-0eeac3ce1373 will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:39:08.073670 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-800984f2-f633-4237-96cd-81aceb6b0d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:08.262399 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-77a679f8-c197-44b4-8f2b-7160b53a362b req-01d2a3ae-4bdb-4c60-a7c8-891e36674c61 tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] 10.222.0.20 "GET /v2.0/ports?device_id=0bfccc8a-c84a-4dcf-a0e7-ed5d1af9fdbd HTTP/1.1" status: 200 len: 210 time: 0.0733905 Nov 12 00:39:08.361483 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38180) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:08.414701 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bca212ca-fae1-40a1-ba85-d43e3e68e38b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:08.608780 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f86e0c-f691-4085-b35e-64c2fca04da0 req-492c03cd-702b-46d5-9b37-cf667d30de32 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:08.610318 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-53f86e0c-f691-4085-b35e-64c2fca04da0 req-492c03cd-702b-46d5-9b37-cf667d30de32 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=127fa386-406d-4c2e-a201-c2564e2b209e HTTP/1.1" status: 200 len: 948 time: 0.1123509 Nov 12 00:39:08.637806 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bca212ca-fae1-40a1-ba85-d43e3e68e38b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:08.647849 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bca212ca-fae1-40a1-ba85-d43e3e68e38b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:08.707889 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca212ca-fae1-40a1-ba85-d43e3e68e38b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881101be-8e21-4fd3-8e9d-a60330bf88fe,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:08.713901 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-73cc4538-3bc8-4bcc-b8dc-8f3f5220d081 req-8ad09a13-d490-485f-a5b3-364bd1012a32 tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] Allocated IP 172.20.0.11 (72fc5095-4a09-4622-9ab3-51afb956404f/23560efa-34af-43d7-b6b9-372f8de41fce/acef2276-8b5e-42f9-92af-f827c3f808cd) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:39:08.721508 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-bca212ca-fae1-40a1-ba85-d43e3e68e38b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d8387c2f864b4c9bbe9e775487d5971e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3586814 Nov 12 00:39:08.736220 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-53f86e0c-f691-4085-b35e-64c2fca04da0 req-14c79379-643e-4472-92e5-dd5ed28d41fa tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046305 Nov 12 00:39:08.736739 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38192) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:08.812488 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800984f2-f633-4237-96cd-81aceb6b0d79 service neutron] Pushing event updated for resources: {'Port': ['ID=140b407c-f230-4dff-9701-0eeac3ce1373,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:08.840742 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-449ecf04-15e6-43d3-8f5d-4be14cedad86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:08.855705 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-800984f2-f633-4237-96cd-81aceb6b0d79 service neutron] Attempting to bind port 140b407c-f230-4dff-9701-0eeac3ce1373 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:39:08.856041 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-800984f2-f633-4237-96cd-81aceb6b0d79 service neutron] Attempting to bind port 140b407c-f230-4dff-9701-0eeac3ce1373 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:39:08.857427 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-800984f2-f633-4237-96cd-81aceb6b0d79 service neutron] Attempting to bind port 140b407c-f230-4dff-9701-0eeac3ce1373 on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:08.886664 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-449ecf04-15e6-43d3-8f5d-4be14cedad86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:08.898097 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-800984f2-f633-4237-96cd-81aceb6b0d79 service neutron] Port 140b407c-f230-4dff-9701-0eeac3ce1373 on network 172a28b2-119c-4d70-aef1-a731eb107d6c not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:39:08.898097 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-800984f2-f633-4237-96cd-81aceb6b0d79 service neutron] Attempting to bind port 140b407c-f230-4dff-9701-0eeac3ce1373 on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:08.910435 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f175a-17e7-49a4-8ba3-74ac3d21f73c req-3744ace4-87b0-4c57-be03-613cbc79aa1e tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:08.911895 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-114f175a-17e7-49a4-8ba3-74ac3d21f73c req-3744ace4-87b0-4c57-be03-613cbc79aa1e tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 949 time: 0.0895829 Nov 12 00:39:08.935379 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-800984f2-f633-4237-96cd-81aceb6b0d79 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:39:08.936119 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-800984f2-f633-4237-96cd-81aceb6b0d79 service neutron] Checking segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:08.936119 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-800984f2-f633-4237-96cd-81aceb6b0d79 service neutron] Bound using segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:39:08.936546 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-800984f2-f633-4237-96cd-81aceb6b0d79 service neutron] Bound port: 140b407c-f230-4dff-9701-0eeac3ce1373, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:39:08.936923 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-800984f2-f633-4237-96cd-81aceb6b0d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:08.958838 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547301a7-a197-481a-86bb-ed02d04a7e1d req-9e3881c9-3513-449b-a509-98a5dc76747a tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:08.965153 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-547301a7-a197-481a-86bb-ed02d04a7e1d req-9e3881c9-3513-449b-a509-98a5dc76747a tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb42c6f6-af0f-4f7e-b1c1-bd60e5026a14 HTTP/1.1" status: 200 len: 950 time: 0.2167852 Nov 12 00:39:09.006078 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-114f175a-17e7-49a4-8ba3-74ac3d21f73c req-7a9d2953-ed54-4ca7-9fb7-ff69cbffa062 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760379 Nov 12 00:39:09.019851 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-449ecf04-15e6-43d3-8f5d-4be14cedad86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:09.033114 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-449ecf04-15e6-43d3-8f5d-4be14cedad86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:09.033114 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-449ecf04-15e6-43d3-8f5d-4be14cedad86 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/881101be-8e21-4fd3-8e9d-a60330bf88fe HTTP/1.1" status: 204 len: 168 time: 0.2945938 Nov 12 00:39:09.054295 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ecf04-15e6-43d3-8f5d-4be14cedad86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881101be-8e21-4fd3-8e9d-a60330bf88fe,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:09.121056 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-547301a7-a197-481a-86bb-ed02d04a7e1d req-a01d703e-0183-460d-a0e2-971a0777fa29 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/security-groups?id=3be3c7ab-70bc-4bf2-85ca-9bcb07e60e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545374 Nov 12 00:39:09.139833 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:09.203711 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-73cc4538-3bc8-4bcc-b8dc-8f3f5220d081 req-8ad09a13-d490-485f-a5b3-364bd1012a32 tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:09.223681 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-800984f2-f633-4237-96cd-81aceb6b0d79 service neutron] For port 140b407c-f230-4dff-9701-0eeac3ce1373, host n-h1-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:39:09.231246 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-800984f2-f633-4237-96cd-81aceb6b0d79 service neutron] For port 140b407c-f230-4dff-9701-0eeac3ce1373, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=140b407c-f230-4dff-9701-0eeac3ce1373,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:39:09.241845 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-800984f2-f633-4237-96cd-81aceb6b0d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:09.263540 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-800984f2-f633-4237-96cd-81aceb6b0d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:09.264651 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-800984f2-f633-4237-96cd-81aceb6b0d79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:09.270066 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-800984f2-f633-4237-96cd-81aceb6b0d79 service neutron] 10.222.0.49 "PUT /v2.0/ports/140b407c-f230-4dff-9701-0eeac3ce1373 HTTP/1.1" status: 200 len: 1097 time: 2.3396211 Nov 12 00:39:09.274867 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '127fa386-406d-4c2e-a201-c2564e2b209e', 'tag': '140b407c-f230-4dff-9701-0eeac3ce1373'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:09.277583 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8bccbd-f824-4220-b6bf-634dda9ed1c7" -d '{"events": [{"name": "network-changed", "server_uuid": "127fa386-406d-4c2e-a201-c2564e2b209e", "tag": "140b407c-f230-4dff-9701-0eeac3ce1373"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:09.370827 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-73cc4538-3bc8-4bcc-b8dc-8f3f5220d081 req-8ad09a13-d490-485f-a5b3-364bd1012a32 tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:09.420291 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800984f2-f633-4237-96cd-81aceb6b0d79 service neutron] Pushing event updated for resources: {'Port': ['ID=140b407c-f230-4dff-9701-0eeac3ce1373,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:09.512231 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73cc4538-3bc8-4bcc-b8dc-8f3f5220d081 req-8ad09a13-d490-485f-a5b3-364bd1012a32 tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] Network 72fc5095-4a09-4622-9ab3-51afb956404f is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:39:09.550631 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-73cc4538-3bc8-4bcc-b8dc-8f3f5220d081 req-8ad09a13-d490-485f-a5b3-364bd1012a32 tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:39:09.555506 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-73cc4538-3bc8-4bcc-b8dc-8f3f5220d081 req-8ad09a13-d490-485f-a5b3-364bd1012a32 tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:39:09.556995 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b9ed1-5b2b-4453-a759-26a4f1979006 req-a22f97f1-f841-4575-b036-8e6a9b68f693 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:09.563140 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-945b9ed1-5b2b-4453-a759-26a4f1979006 req-a22f97f1-f841-4575-b036-8e6a9b68f693 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ca249a8-c5ef-442a-8e97-f6ffda40466e HTTP/1.1" status: 200 len: 971 time: 0.1553504 Nov 12 00:39:09.631645 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-99fd77a6-6b0d-4c09-b91c-2526ea8ece15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:09.633445 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-99fd77a6-6b0d-4c09-b91c-2526ea8ece15 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0af2efd5599d423589f5e6a8043a04f2&device_id=127fa386-406d-4c2e-a201-c2564e2b209e HTTP/1.1" status: 200 len: 1100 time: 0.2351799 Nov 12 00:39:09.650367 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad09a13-d490-485f-a5b3-364bd1012a32 tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] Pushing event updated for resources: {'Port': ['ID=acef2276-8b5e-42f9-92af-f827c3f808cd,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:09.665215 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199f267-3f6c-4ee3-9841-c02b9b6f31b8 req-35dc9044-de23-44b3-9361-45f45cedb747 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:09.674143 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1199f267-3f6c-4ee3-9841-c02b9b6f31b8 req-35dc9044-de23-44b3-9361-45f45cedb747 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ca249a8-c5ef-442a-8e97-f6ffda40466e HTTP/1.1" status: 200 len: 971 time: 0.2034905 Nov 12 00:39:09.736778 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:09.739941 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc4538-3bc8-4bcc-b8dc-8f3f5220d081 req-8ad09a13-d490-485f-a5b3-364bd1012a32 tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:09.742684 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-73cc4538-3bc8-4bcc-b8dc-8f3f5220d081 req-8ad09a13-d490-485f-a5b3-364bd1012a32 tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:09.806540 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-e53c759e-e8e5-4852-8c06-5539c0f2564a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=140b407c-f230-4dff-9701-0eeac3ce1373 HTTP/1.1" status: 200 len: 217 time: 0.1261971 Nov 12 00:39:09.832273 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7d283-946d-4f85-8b27-457909524ec9 req-9ca679d0-e05a-4a15-aee7-0245e1b961ed tempest-MigrationsAdminTest-206500541 tempest-MigrationsAdminTest-206500541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:09.840909 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a8a7d283-946d-4f85-8b27-457909524ec9 req-9ca679d0-e05a-4a15-aee7-0245e1b961ed tempest-MigrationsAdminTest-206500541 tempest-MigrationsAdminTest-206500541-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 1101 time: 0.0869715 Nov 12 00:39:09.843069 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1199f267-3f6c-4ee3-9841-c02b9b6f31b8 req-9df8f157-c6f5-407e-a6ef-68352f06e9e8 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fc9dbf8-2c36-42f2-8be3-095b73deaf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679587 Nov 12 00:39:09.853058 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-73cc4538-3bc8-4bcc-b8dc-8f3f5220d081 req-8ad09a13-d490-485f-a5b3-364bd1012a32 tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2520723 Nov 12 00:39:09.878712 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-73cc4538-3bc8-4bcc-b8dc-8f3f5220d081 req-1abe8b3f-85b0-454b-a9c7-5911d8dbba78 service neutron] Request body: {'port': {'device_id': '0bfccc8a-c84a-4dcf-a0e7-ed5d1af9fdbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:09.894441 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-945b9ed1-5b2b-4453-a759-26a4f1979006 req-f9ccf4ca-a7fb-4b09-a224-398d54fee4fb tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Deleting port cef80ae4-e498-4f8c-8769-77de59995675 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:39:09.894770 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-945b9ed1-5b2b-4453-a759-26a4f1979006 req-f9ccf4ca-a7fb-4b09-a224-398d54fee4fb tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:09.899617 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a8a7d283-946d-4f85-8b27-457909524ec9 req-87656ee5-6b2f-4221-9abc-0dc01e733b51 tempest-MigrationsAdminTest-206500541 tempest-MigrationsAdminTest-206500541-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:09.928545 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-ab240d46-3df4-4a82-bb92-8b03a9d6218a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:09.930008 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-ab240d46-3df4-4a82-bb92-8b03a9d6218a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.0908442 Nov 12 00:39:09.951428 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63962196-c346-45ee-ab73-66727002dd10 x-openstack-request-id: req-63962196-c346-45ee-ab73-66727002dd10 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:09.951716 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "127fa386-406d-4c2e-a201-c2564e2b209e", "tag": "140b407c-f230-4dff-9701-0eeac3ce1373", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:09.951922 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-63962196-c346-45ee-ab73-66727002dd10 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:09.952309 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '127fa386-406d-4c2e-a201-c2564e2b209e', 'tag': '140b407c-f230-4dff-9701-0eeac3ce1373', 'status': 'completed', 'code': 200} Nov 12 00:39:09.987330 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-73cc4538-3bc8-4bcc-b8dc-8f3f5220d081 req-1abe8b3f-85b0-454b-a9c7-5911d8dbba78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:10.061768 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-4614a60d-b51b-46f7-8d71-dd3f3c470378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:10.063353 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-4614a60d-b51b-46f7-8d71-dd3f3c470378 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1084251 Nov 12 00:39:10.222531 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce93c2e-64d6-40d3-8c37-fd2cb8ccc372 req-3cacb83f-07e1-491d-9da3-f49556a28295 tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:10.224431 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1ce93c2e-64d6-40d3-8c37-fd2cb8ccc372 req-3cacb83f-07e1-491d-9da3-f49556a28295 tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] 10.222.0.20 "GET /v2.0/ports?device_id=0bfccc8a-c84a-4dcf-a0e7-ed5d1af9fdbd HTTP/1.1" status: 200 len: 932 time: 0.1868639 Nov 12 00:39:10.350445 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1ce93c2e-64d6-40d3-8c37-fd2cb8ccc372 req-8216732a-5672-4a4d-ae92-ac6978d863a1 tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb9feff-651c-40d6-b099-b201f869b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174369 Nov 12 00:39:10.366191 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-5d652062-1d6c-48b3-8e53-1551dead096c service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786174 Nov 12 00:39:10.430744 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.49', 58679) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:10.438599 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:10.451569 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-945b9ed1-5b2b-4453-a759-26a4f1979006 req-f9ccf4ca-a7fb-4b09-a224-398d54fee4fb tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] For port cef80ae4-e498-4f8c-8769-77de59995675, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=cef80ae4-e498-4f8c-8769-77de59995675,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:10.452197 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-945b9ed1-5b2b-4453-a759-26a4f1979006 req-f9ccf4ca-a7fb-4b09-a224-398d54fee4fb tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:10.455945 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a8a7d283-946d-4f85-8b27-457909524ec9 req-87656ee5-6b2f-4221-9abc-0dc01e733b51 tempest-MigrationsAdminTest-206500541 tempest-MigrationsAdminTest-206500541-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:10.471448 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a8a7d283-946d-4f85-8b27-457909524ec9 req-87656ee5-6b2f-4221-9abc-0dc01e733b51 tempest-MigrationsAdminTest-206500541 tempest-MigrationsAdminTest-206500541-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:10.488433 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-945b9ed1-5b2b-4453-a759-26a4f1979006 req-f9ccf4ca-a7fb-4b09-a224-398d54fee4fb tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Calling delete_port for cef80ae4-e498-4f8c-8769-77de59995675 owned by compute:tempest-test_az-1426386038 {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:39:10.581753 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87656ee5-6b2f-4221-9abc-0dc01e733b51 tempest-MigrationsAdminTest-206500541 tempest-MigrationsAdminTest-206500541-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04590835-3ffc-4da2-8f62-17f4a9be5bc4,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:10.606098 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a8a7d283-946d-4f85-8b27-457909524ec9 req-87656ee5-6b2f-4221-9abc-0dc01e733b51 tempest-MigrationsAdminTest-206500541 tempest-MigrationsAdminTest-206500541-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7637506 Nov 12 00:39:10.642456 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349b960-7b45-4764-8886-e3e01de35a68 req-2d7f0636-f3fa-48f0-a0ca-e82a28d86521 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:10.644489 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c349b960-7b45-4764-8886-e3e01de35a68 req-2d7f0636-f3fa-48f0-a0ca-e82a28d86521 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb42c6f6-af0f-4f7e-b1c1-bd60e5026a14 HTTP/1.1" status: 200 len: 950 time: 0.2102647 Nov 12 00:39:10.645518 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987fa64a-d438-4131-9215-fa4325385cf1 req-0244b964-e28a-4f4b-aa40-b8a186aa5c97 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:10.653549 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-987fa64a-d438-4131-9215-fa4325385cf1 req-0244b964-e28a-4f4b-aa40-b8a186aa5c97 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=127fa386-406d-4c2e-a201-c2564e2b209e HTTP/1.1" status: 200 len: 948 time: 0.2227626 Nov 12 00:39:10.676460 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-73cc4538-3bc8-4bcc-b8dc-8f3f5220d081 req-1abe8b3f-85b0-454b-a9c7-5911d8dbba78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acef2276-8b5e-42f9-92af-f827c3f808cd {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:10.707159 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-73cc4538-3bc8-4bcc-b8dc-8f3f5220d081 req-1abe8b3f-85b0-454b-a9c7-5911d8dbba78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:10.711352 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-702d29b5-18f9-44d6-9c3a-f5899802431c req-b657afc2-b100-4e10-8c6e-e86787dd38b6 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774467 Nov 12 00:39:10.768676 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-987fa64a-d438-4131-9215-fa4325385cf1 req-61c160eb-dcec-4a85-bc1a-f274a038b96e tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997348 Nov 12 00:39:10.786778 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-73cc4538-3bc8-4bcc-b8dc-8f3f5220d081 req-1abe8b3f-85b0-454b-a9c7-5911d8dbba78 service neutron] Transition to ACTIVE for port object acef2276-8b5e-42f9-92af-f827c3f808cd will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:39:10.792571 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-73cc4538-3bc8-4bcc-b8dc-8f3f5220d081 req-1abe8b3f-85b0-454b-a9c7-5911d8dbba78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:10.939128 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b874a2a-4755-4040-905a-c3e2ca538b79 req-bba6ec69-ddd2-4776-ba98-d5b874def497 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:10.946399 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3b874a2a-4755-4040-905a-c3e2ca538b79 req-bba6ec69-ddd2-4776-ba98-d5b874def497 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb42c6f6-af0f-4f7e-b1c1-bd60e5026a14 HTTP/1.1" status: 200 len: 950 time: 0.1725159 Nov 12 00:39:10.983811 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-c349b960-7b45-4764-8886-e3e01de35a68 req-21c5f8c7-e77e-4f9e-9a3f-8b1e857e0eda tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Deleting port 3f391313-89d9-4bb5-9ac5-4abf84b0e1fe {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:39:10.984391 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-c349b960-7b45-4764-8886-e3e01de35a68 req-21c5f8c7-e77e-4f9e-9a3f-8b1e857e0eda tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:10.993458 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-945b9ed1-5b2b-4453-a759-26a4f1979006 req-f9ccf4ca-a7fb-4b09-a224-398d54fee4fb tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:11.031988 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['cef80ae4-e498-4f8c-8769-77de59995675'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:39:11.066879 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ccf4ca-a7fb-4b09-a224-398d54fee4fb tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Pushing event deleted for resources: {'Port': ['ID=cef80ae4-e498-4f8c-8769-77de59995675,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:11.100927 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3b874a2a-4755-4040-905a-c3e2ca538b79 req-90b606ee-4837-4ad0-9f60-02e773a46671 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/security-groups?id=3be3c7ab-70bc-4bf2-85ca-9bcb07e60e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496773 Nov 12 00:39:11.136313 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe8b3f-85b0-454b-a9c7-5911d8dbba78 service neutron] Pushing event updated for resources: {'Port': ['ID=acef2276-8b5e-42f9-92af-f827c3f808cd,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:11.157008 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-73cc4538-3bc8-4bcc-b8dc-8f3f5220d081 req-1abe8b3f-85b0-454b-a9c7-5911d8dbba78 service neutron] Attempting to bind port acef2276-8b5e-42f9-92af-f827c3f808cd on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:39:11.157521 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-73cc4538-3bc8-4bcc-b8dc-8f3f5220d081 req-1abe8b3f-85b0-454b-a9c7-5911d8dbba78 service neutron] Attempting to bind port acef2276-8b5e-42f9-92af-f827c3f808cd by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '1577460f-f6ea-4544-aac7-610fa705ffbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '72fc5095-4a09-4622-9ab3-51afb956404f'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:39:11.158099 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cc4538-3bc8-4bcc-b8dc-8f3f5220d081 req-1abe8b3f-85b0-454b-a9c7-5911d8dbba78 service neutron] Attempting to bind port acef2276-8b5e-42f9-92af-f827c3f808cd on network 72fc5095-4a09-4622-9ab3-51afb956404f {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:11.164943 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cc4538-3bc8-4bcc-b8dc-8f3f5220d081 req-1abe8b3f-85b0-454b-a9c7-5911d8dbba78 service neutron] Port acef2276-8b5e-42f9-92af-f827c3f808cd on network 72fc5095-4a09-4622-9ab3-51afb956404f not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:39:11.165435 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cc4538-3bc8-4bcc-b8dc-8f3f5220d081 req-1abe8b3f-85b0-454b-a9c7-5911d8dbba78 service neutron] Attempting to bind port acef2276-8b5e-42f9-92af-f827c3f808cd on network 72fc5095-4a09-4622-9ab3-51afb956404f {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:11.170980 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bccbd-f824-4220-b6bf-634dda9ed1c7 req-65e62f59-a584-4cf8-a8cc-522fc4802625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:11.173069 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3a8bccbd-f824-4220-b6bf-634dda9ed1c7 req-65e62f59-a584-4cf8-a8cc-522fc4802625 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0af2efd5599d423589f5e6a8043a04f2&device_id=127fa386-406d-4c2e-a201-c2564e2b209e HTTP/1.1" status: 200 len: 1100 time: 0.3049667 Nov 12 00:39:11.178555 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cc4538-3bc8-4bcc-b8dc-8f3f5220d081 req-1abe8b3f-85b0-454b-a9c7-5911d8dbba78 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:39:11.179001 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cc4538-3bc8-4bcc-b8dc-8f3f5220d081 req-1abe8b3f-85b0-454b-a9c7-5911d8dbba78 service neutron] Checking segment: {'id': '1577460f-f6ea-4544-aac7-610fa705ffbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '72fc5095-4a09-4622-9ab3-51afb956404f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:11.179494 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cc4538-3bc8-4bcc-b8dc-8f3f5220d081 req-1abe8b3f-85b0-454b-a9c7-5911d8dbba78 service neutron] Bound using segment: {'id': '1577460f-f6ea-4544-aac7-610fa705ffbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '72fc5095-4a09-4622-9ab3-51afb956404f'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:39:11.179991 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-73cc4538-3bc8-4bcc-b8dc-8f3f5220d081 req-1abe8b3f-85b0-454b-a9c7-5911d8dbba78 service neutron] Bound port: acef2276-8b5e-42f9-92af-f827c3f808cd, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1577460f-f6ea-4544-aac7-610fa705ffbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '72fc5095-4a09-4622-9ab3-51afb956404f'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:39:11.182609 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-73cc4538-3bc8-4bcc-b8dc-8f3f5220d081 req-1abe8b3f-85b0-454b-a9c7-5911d8dbba78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:11.309315 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d0b4c6e8-f04d-46e5-bff5-effc24907652 req-2bb46ef3-d006-4e78-994d-5eb2e87710b9 tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ca249a8-c5ef-442a-8e97-f6ffda40466e HTTP/1.1" status: 200 len: 210 time: 0.0563023 Nov 12 00:39:11.343599 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-945b9ed1-5b2b-4453-a759-26a4f1979006 req-f9ccf4ca-a7fb-4b09-a224-398d54fee4fb tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] No DVR routers for this DVR port cef80ae4-e498-4f8c-8769-77de59995675 on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:39:11.358895 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-945b9ed1-5b2b-4453-a759-26a4f1979006 req-f9ccf4ca-a7fb-4b09-a224-398d54fee4fb tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:11.368574 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-945b9ed1-5b2b-4453-a759-26a4f1979006 req-f9ccf4ca-a7fb-4b09-a224-398d54fee4fb tempest-LiveMigrationNegativeTest-1804110314 tempest-LiveMigrationNegativeTest-1804110314-project] 10.222.0.49 "DELETE /v2.0/ports/cef80ae4-e498-4f8c-8769-77de59995675 HTTP/1.1" status: 204 len: 173 time: 1.7982543 Nov 12 00:39:11.369278 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca249a8-c5ef-442a-8e97-f6ffda40466e', 'name': 'network-vif-deleted', 'tag': 'cef80ae4-e498-4f8c-8769-77de59995675'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:11.373106 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6cd6ff-514d-4049-ba0d-f2f1f7d93bfd" -d '{"events": [{"server_uuid": "3ca249a8-c5ef-442a-8e97-f6ffda40466e", "name": "network-vif-deleted", "tag": "cef80ae4-e498-4f8c-8769-77de59995675"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:11.474999 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-c349b960-7b45-4764-8886-e3e01de35a68 req-21c5f8c7-e77e-4f9e-9a3f-8b1e857e0eda tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] For port 3f391313-89d9-4bb5-9ac5-4abf84b0e1fe, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=3f391313-89d9-4bb5-9ac5-4abf84b0e1fe,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:11.492908 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-c349b960-7b45-4764-8886-e3e01de35a68 req-21c5f8c7-e77e-4f9e-9a3f-8b1e857e0eda tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:11.525811 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-73cc4538-3bc8-4bcc-b8dc-8f3f5220d081 req-1abe8b3f-85b0-454b-a9c7-5911d8dbba78 service neutron] For port acef2276-8b5e-42f9-92af-f827c3f808cd, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:39:11.531076 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-73cc4538-3bc8-4bcc-b8dc-8f3f5220d081 req-1abe8b3f-85b0-454b-a9c7-5911d8dbba78 service neutron] For port acef2276-8b5e-42f9-92af-f827c3f808cd, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=acef2276-8b5e-42f9-92af-f827c3f808cd,segment=NetworkSegment(1577460f-f6ea-4544-aac7-610fa705ffbb),segment_id=1577460f-f6ea-4544-aac7-610fa705ffbb)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:39:11.537967 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-c349b960-7b45-4764-8886-e3e01de35a68 req-21c5f8c7-e77e-4f9e-9a3f-8b1e857e0eda tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Calling delete_port for 3f391313-89d9-4bb5-9ac5-4abf84b0e1fe owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:39:11.559356 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-73cc4538-3bc8-4bcc-b8dc-8f3f5220d081 req-1abe8b3f-85b0-454b-a9c7-5911d8dbba78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:11.729661 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe8b3f-85b0-454b-a9c7-5911d8dbba78 service neutron] Pushing event updated for resources: {'Port': ['ID=acef2276-8b5e-42f9-92af-f827c3f808cd,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:11.744549 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bccbd-f824-4220-b6bf-634dda9ed1c7 req-a18fada7-1df1-44ed-9230-7e2627c3a3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:11.751484 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3a8bccbd-f824-4220-b6bf-634dda9ed1c7 req-a18fada7-1df1-44ed-9230-7e2627c3a3e6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.5359662 Nov 12 00:39:11.770725 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cc836-c158-4d29-b36c-1feab767ce44 req-11e2e450-3531-47f5-b91c-c6df3c30c823 tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:11.777544 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc4538-3bc8-4bcc-b8dc-8f3f5220d081 req-1abe8b3f-85b0-454b-a9c7-5911d8dbba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:11.778085 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-73cc4538-3bc8-4bcc-b8dc-8f3f5220d081 req-1abe8b3f-85b0-454b-a9c7-5911d8dbba78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:11.779442 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-73cc4538-3bc8-4bcc-b8dc-8f3f5220d081 req-1abe8b3f-85b0-454b-a9c7-5911d8dbba78 service neutron] 10.222.0.54 "PUT /v2.0/ports/acef2276-8b5e-42f9-92af-f827c3f808cd HTTP/1.1" status: 200 len: 1093 time: 1.9059730 Nov 12 00:39:11.789248 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-007cc836-c158-4d29-b36c-1feab767ce44 req-11e2e450-3531-47f5-b91c-c6df3c30c823 tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] 10.222.0.20 "GET /v2.0/ports?device_id=0bfccc8a-c84a-4dcf-a0e7-ed5d1af9fdbd HTTP/1.1" status: 200 len: 944 time: 0.2532661 Nov 12 00:39:11.922368 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3a8bccbd-f824-4220-b6bf-634dda9ed1c7 req-6d5b26c6-8192-46bf-ad14-d9c8537a1c69 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=140b407c-f230-4dff-9701-0eeac3ce1373 HTTP/1.1" status: 200 len: 217 time: 0.1394622 Nov 12 00:39:11.955222 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-007cc836-c158-4d29-b36c-1feab767ce44 req-bcbc12af-f96f-4f8a-a505-dc651a0dd327 tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb9feff-651c-40d6-b099-b201f869b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640844 Nov 12 00:39:11.973076 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bfccc8a-c84a-4dcf-a0e7-ed5d1af9fdbd', 'tag': 'acef2276-8b5e-42f9-92af-f827c3f808cd'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:11.995872 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68438dba-f7b5-4cc4-8688-ebeaf5aaaca5" -d '{"events": [{"name": "network-changed", "server_uuid": "0bfccc8a-c84a-4dcf-a0e7-ed5d1af9fdbd", "tag": "acef2276-8b5e-42f9-92af-f827c3f808cd"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:12.065168 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8614e0a-f309-4f46-b8e6-101c053a4f0b x-openstack-request-id: req-e8614e0a-f309-4f46-b8e6-101c053a4f0b {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:12.069980 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca249a8-c5ef-442a-8e97-f6ffda40466e", "name": "network-vif-deleted", "tag": "cef80ae4-e498-4f8c-8769-77de59995675", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:12.070410 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e8614e0a-f309-4f46-b8e6-101c053a4f0b {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:12.070993 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca249a8-c5ef-442a-8e97-f6ffda40466e', 'name': 'network-vif-deleted', 'tag': 'cef80ae4-e498-4f8c-8769-77de59995675', 'status': 'completed', 'code': 200} Nov 12 00:39:12.116816 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-c349b960-7b45-4764-8886-e3e01de35a68 req-21c5f8c7-e77e-4f9e-9a3f-8b1e857e0eda tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:12.152547 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['4cb9c200-3854-4ebb-9ac4-18507b21572e', '3f391313-89d9-4bb5-9ac5-4abf84b0e1fe'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:39:12.184145 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c5f8c7-e77e-4f9e-9a3f-8b1e857e0eda tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Pushing event deleted for resources: {'Port': ['ID=3f391313-89d9-4bb5-9ac5-4abf84b0e1fe,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:12.217083 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bccbd-f824-4220-b6bf-634dda9ed1c7 req-5d488843-64ac-4a33-ab2c-1ee9a020c74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:12.220669 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3a8bccbd-f824-4220-b6bf-634dda9ed1c7 req-5d488843-64ac-4a33-ab2c-1ee9a020c74f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.2219083 Nov 12 00:39:12.313468 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc4538-3bc8-4bcc-b8dc-8f3f5220d081 req-5557077b-e67b-4c26-9006-205094d6ecb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:12.315977 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-73cc4538-3bc8-4bcc-b8dc-8f3f5220d081 req-5557077b-e67b-4c26-9006-205094d6ecb5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=df4f7225c2fd45f9ae690595c3264537&device_id=0bfccc8a-c84a-4dcf-a0e7-ed5d1af9fdbd HTTP/1.1" status: 200 len: 1096 time: 0.4227529 Nov 12 00:39:12.332799 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bccbd-f824-4220-b6bf-634dda9ed1c7 req-2e7fe1de-ff6f-46e2-9aa6-969b7c555ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:12.337250 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3a8bccbd-f824-4220-b6bf-634dda9ed1c7 req-2e7fe1de-ff6f-46e2-9aa6-969b7c555ce3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1010783 Nov 12 00:39:12.355007 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-c349b960-7b45-4764-8886-e3e01de35a68 req-21c5f8c7-e77e-4f9e-9a3f-8b1e857e0eda tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] No DVR routers for this DVR port 3f391313-89d9-4bb5-9ac5-4abf84b0e1fe on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:39:12.364943 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-c349b960-7b45-4764-8886-e3e01de35a68 req-21c5f8c7-e77e-4f9e-9a3f-8b1e857e0eda tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:12.378638 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c349b960-7b45-4764-8886-e3e01de35a68 req-21c5f8c7-e77e-4f9e-9a3f-8b1e857e0eda tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.49 "DELETE /v2.0/ports/3f391313-89d9-4bb5-9ac5-4abf84b0e1fe HTTP/1.1" status: 204 len: 173 time: 1.7103834 Nov 12 00:39:12.405737 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368efbe3-da5b-4b3c-921a-c21757df0570 req-76472f68-2e93-4e9c-826f-2f15601cee00 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:12.416623 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-368efbe3-da5b-4b3c-921a-c21757df0570 req-76472f68-2e93-4e9c-826f-2f15601cee00 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=127fa386-406d-4c2e-a201-c2564e2b209e HTTP/1.1" status: 200 len: 948 time: 0.2400799 Nov 12 00:39:12.443341 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-73cc4538-3bc8-4bcc-b8dc-8f3f5220d081 req-94517283-a76a-461d-a7c8-a42046fe2c2d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acef2276-8b5e-42f9-92af-f827c3f808cd HTTP/1.1" status: 200 len: 217 time: 0.1038105 Nov 12 00:39:12.560710 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-368efbe3-da5b-4b3c-921a-c21757df0570 req-cf267e6d-dc9b-4c43-af63-7288bbe7c6b0 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427524 Nov 12 00:39:12.653203 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:12.844366 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3a8bccbd-f824-4220-b6bf-634dda9ed1c7 req-0e3fffcb-e86e-4773-8f8d-81669fd7c892 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4945316 Nov 12 00:39:12.897340 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32dff51f-f0f8-4e89-b4fc-728fd3256c89 x-openstack-request-id: req-32dff51f-f0f8-4e89-b4fc-728fd3256c89 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:12.897340 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bfccc8a-c84a-4dcf-a0e7-ed5d1af9fdbd", "tag": "acef2276-8b5e-42f9-92af-f827c3f808cd", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:12.897340 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-32dff51f-f0f8-4e89-b4fc-728fd3256c89 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:12.897340 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bfccc8a-c84a-4dcf-a0e7-ed5d1af9fdbd', 'tag': 'acef2276-8b5e-42f9-92af-f827c3f808cd', 'status': 'completed', 'code': 200} Nov 12 00:39:13.116477 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc4538-3bc8-4bcc-b8dc-8f3f5220d081 req-c4e6fa7e-5d1c-4032-b821-a45d825d192b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:13.122863 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-73cc4538-3bc8-4bcc-b8dc-8f3f5220d081 req-c4e6fa7e-5d1c-4032-b821-a45d825d192b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=23560efa-34af-43d7-b6b9-372f8de41fce HTTP/1.1" status: 200 len: 855 time: 0.6705596 Nov 12 00:39:13.173904 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38322) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:13.234781 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 140b407c-f230-4dff-9701-0eeac3ce1373 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:39:13.264621 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device cef80ae4-e498-4f8c-8769-77de59995675 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:39:13.358936 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fdc8b8cc-25b0-4a03-b12b-5300d565ea9a req-08c87294-fae2-4e39-b13f-5b565662d7d9 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb42c6f6-af0f-4f7e-b1c1-bd60e5026a14 HTTP/1.1" status: 200 len: 210 time: 0.1946862 Nov 12 00:39:13.364797 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-73cc4538-3bc8-4bcc-b8dc-8f3f5220d081 req-ef54e18a-2624-426f-8784-e952221ec5bc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=72fc5095-4a09-4622-9ab3-51afb956404f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2275021 Nov 12 00:39:13.412844 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9494a91-a5fe-4af5-9e4f-001030b60e60 req-52ae1396-9138-4376-bbec-b2e64a597672 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:13.417888 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: cef80ae4-e498-4f8c-8769-77de59995675 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:39:13.423914 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d9494a91-a5fe-4af5-9e4f-001030b60e60 req-52ae1396-9138-4376-bbec-b2e64a597672 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 949 time: 0.1959612 Nov 12 00:39:13.436525 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device cef80ae4-e498-4f8c-8769-77de59995675 not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:39:13.465468 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.db.resource_extend [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:39:13.495687 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d9494a91-a5fe-4af5-9e4f-001030b60e60 req-8e4ade5a-54f9-4be0-9f91-c988a073eebf tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701299 Nov 12 00:39:13.535313 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8d69899d-f05a-408d-b94c-63d7da795eea req-c000c67c-fbe2-45ae-ba0a-4a4afcf0886c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a88aed09-488f-4d46-9a45-42f6cd94568b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3598835 Nov 12 00:39:13.541833 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [req-8d69899d-f05a-408d-b94c-63d7da795eea req-bc7b6470-0a19-4588-b22f-d4dd55915036 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:39:13.554504 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8d69899d-f05a-408d-b94c-63d7da795eea req-bc7b6470-0a19-4588-b22f-d4dd55915036 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098400 Nov 12 00:39:13.736006 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 140b407c-f230-4dff-9701-0eeac3ce1373, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=140b407c-f230-4dff-9701-0eeac3ce1373,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:13.755333 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3a8bccbd-f824-4220-b6bf-634dda9ed1c7 req-62715a57-568c-40e8-bb1c-cd2fa396187c service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8779931 Nov 12 00:39:13.770835 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '140b407c-f230-4dff-9701-0eeac3ce1373', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'port_id': '140b407c-f230-4dff-9701-0eeac3ce1373', 'mac_address': 'fa:16:3e:04:9e:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3288e972-21d8-4a52-9002-05790fb0bb61', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:39:13.841926 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b4c4d-3f25-4f2c-8825-a4b551efd62a req-9812994c-cb95-4203-9a7e-5373bb2872fe tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:13.849259 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-414b4c4d-3f25-4f2c-8825-a4b551efd62a req-9812994c-cb95-4203-9a7e-5373bb2872fe tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] 10.222.0.20 "GET /v2.0/ports?device_id=0bfccc8a-c84a-4dcf-a0e7-ed5d1af9fdbd HTTP/1.1" status: 200 len: 944 time: 0.2142076 Nov 12 00:39:13.862819 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:13.893765 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 140b407c-f230-4dff-9701-0eeac3ce1373 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:13.905075 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38342) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:13.922851 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-73cc4538-3bc8-4bcc-b8dc-8f3f5220d081 req-320193c7-acfd-417c-9b88-661accb84621 service neutron] 10.222.0.54 "GET /v2.0/networks/72fc5095-4a09-4622-9ab3-51afb956404f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5476902 Nov 12 00:39:13.954938 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 140b407c-f230-4dff-9701-0eeac3ce1373, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=140b407c-f230-4dff-9701-0eeac3ce1373,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:13.964101 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:14.038931 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-73cc4538-3bc8-4bcc-b8dc-8f3f5220d081 req-b0fd586f-ec1b-4471-9709-cdd24fded440 service neutron] 10.222.0.54 "GET /v2.0/networks/72fc5095-4a09-4622-9ab3-51afb956404f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082027 Nov 12 00:39:14.058541 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=140b407c-f230-4dff-9701-0eeac3ce1373,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:14.072343 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb42c6f6-af0f-4f7e-b1c1-bd60e5026a14', 'name': 'network-vif-deleted', 'tag': '3f391313-89d9-4bb5-9ac5-4abf84b0e1fe'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:14.075507 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc308563-7940-4f21-bb30-84cd6668b875" -d '{"events": [{"server_uuid": "bb42c6f6-af0f-4f7e-b1c1-bd60e5026a14", "name": "network-vif-deleted", "tag": "3f391313-89d9-4bb5-9ac5-4abf84b0e1fe"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:14.078160 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-414b4c4d-3f25-4f2c-8825-a4b551efd62a req-9c5fdaae-4899-43d1-9342-cc284336ec1d tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb9feff-651c-40d6-b099-b201f869b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120972 Nov 12 00:39:14.289033 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['140b407c-f230-4dff-9701-0eeac3ce1373'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:39:14.305851 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68438dba-f7b5-4cc4-8688-ebeaf5aaaca5 req-48db159d-0ce4-457f-8f4e-17203e44dbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:14.309980 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-68438dba-f7b5-4cc4-8688-ebeaf5aaaca5 req-48db159d-0ce4-457f-8f4e-17203e44dbed service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=df4f7225c2fd45f9ae690595c3264537&device_id=0bfccc8a-c84a-4dcf-a0e7-ed5d1af9fdbd HTTP/1.1" status: 200 len: 1096 time: 0.1650486 Nov 12 00:39:14.364347 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a6f00c-dcf6-49a3-a71d-4d9fc63fff1e req-c676ee58-eb99-47f9-912d-1a708a468af7 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:14.367938 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a8a6f00c-dcf6-49a3-a71d-4d9fc63fff1e req-c676ee58-eb99-47f9-912d-1a708a468af7 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=127fa386-406d-4c2e-a201-c2564e2b209e HTTP/1.1" status: 200 len: 949 time: 0.1619823 Nov 12 00:39:14.423217 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-719ab2a8-1c09-437c-aa6e-c06147fa9a04 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cbc5b0bf95164a03a9c56914d00b2e1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5168962 Nov 12 00:39:14.437715 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38372) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:14.628341 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302d47a6-a86b-4365-9e29-a2846779d8bf x-openstack-request-id: req-302d47a6-a86b-4365-9e29-a2846779d8bf {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:14.628636 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb42c6f6-af0f-4f7e-b1c1-bd60e5026a14", "name": "network-vif-deleted", "tag": "3f391313-89d9-4bb5-9ac5-4abf84b0e1fe", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:14.628890 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-302d47a6-a86b-4365-9e29-a2846779d8bf {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:14.629294 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb42c6f6-af0f-4f7e-b1c1-bd60e5026a14', 'name': 'network-vif-deleted', 'tag': '3f391313-89d9-4bb5-9ac5-4abf84b0e1fe', 'status': 'completed', 'code': 200} Nov 12 00:39:14.679974 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a8a6f00c-dcf6-49a3-a71d-4d9fc63fff1e req-8cd224e0-45bb-431a-934e-1955dd1a9cbb tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714305 Nov 12 00:39:14.765169 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68438dba-f7b5-4cc4-8688-ebeaf5aaaca5 req-73bb566a-d748-4e2a-994e-c425fa2ef683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:14.767420 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-68438dba-f7b5-4cc4-8688-ebeaf5aaaca5 req-73bb566a-d748-4e2a-994e-c425fa2ef683 service neutron] 10.222.0.54 "GET /v2.0/networks?id=72fc5095-4a09-4622-9ab3-51afb956404f HTTP/1.1" status: 200 len: 916 time: 0.4465218 Nov 12 00:39:14.771995 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7ea56192-3ae7-41e7-b61c-36d3dba4c60f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:14.799611 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7ea56192-3ae7-41e7-b61c-36d3dba4c60f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:14.866167 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7ea56192-3ae7-41e7-b61c-36d3dba4c60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:14.868319 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7ea56192-3ae7-41e7-b61c-36d3dba4c60f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:14.873433 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7ea56192-3ae7-41e7-b61c-36d3dba4c60f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6fc9dbf8-2c36-42f2-8be3-095b73deaf92 HTTP/1.1" status: 204 len: 168 time: 0.4343810 Nov 12 00:39:14.973519 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-68438dba-f7b5-4cc4-8688-ebeaf5aaaca5 req-6c549c1f-549f-484b-a0a7-35ea29c89767 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acef2276-8b5e-42f9-92af-f827c3f808cd HTTP/1.1" status: 200 len: 217 time: 0.1055343 Nov 12 00:39:14.998982 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea56192-3ae7-41e7-b61c-36d3dba4c60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc9dbf8-2c36-42f2-8be3-095b73deaf92,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:15.209146 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fb2bd-15ed-43e9-a634-a3675efbf79a req-8b034986-a069-4e11-afbc-59448cefb3d2 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:15.226849 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a28fb2bd-15ed-43e9-a634-a3675efbf79a req-8b034986-a069-4e11-afbc-59448cefb3d2 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 949 time: 0.2202542 Nov 12 00:39:15.232516 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68438dba-f7b5-4cc4-8688-ebeaf5aaaca5 req-1196efa9-673f-4687-b1d8-0646b048a159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:15.238244 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-68438dba-f7b5-4cc4-8688-ebeaf5aaaca5 req-1196efa9-673f-4687-b1d8-0646b048a159 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=23560efa-34af-43d7-b6b9-372f8de41fce HTTP/1.1" status: 200 len: 855 time: 0.2621758 Nov 12 00:39:15.248423 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 140b407c-f230-4dff-9701-0eeac3ce1373 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:39:15.346837 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-68438dba-f7b5-4cc4-8688-ebeaf5aaaca5 req-81a2b0c8-be40-4d47-b357-c4ffd2fb8306 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=72fc5095-4a09-4622-9ab3-51afb956404f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874004 Nov 12 00:39:15.348729 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 140b407c-f230-4dff-9701-0eeac3ce1373 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:39:15.354687 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 140b407c-f230-4dff-9701-0eeac3ce1373 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:15.355330 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:15.550212 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a28fb2bd-15ed-43e9-a634-a3675efbf79a req-5746ab4f-fd31-4237-8aa1-4cef44eaf654 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220022 Nov 12 00:39:15.639733 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38406) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:15.668805 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-68438dba-f7b5-4cc4-8688-ebeaf5aaaca5 req-ade06cf6-4977-41fb-a93b-04910877797d service neutron] 10.222.0.54 "GET /v2.0/networks/72fc5095-4a09-4622-9ab3-51afb956404f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873905 Nov 12 00:39:15.670159 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:15.719056 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '127fa386-406d-4c2e-a201-c2564e2b209e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140b407c-f230-4dff-9701-0eeac3ce1373'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:15.722830 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c53da1b-92ef-4020-a142-05f69a194c94" -d '{"events": [{"server_uuid": "127fa386-406d-4c2e-a201-c2564e2b209e", "name": "network-vif-plugged", "status": "completed", "tag": "140b407c-f230-4dff-9701-0eeac3ce1373"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:15.747046 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 140b407c-f230-4dff-9701-0eeac3ce1373, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=140b407c-f230-4dff-9701-0eeac3ce1373,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:15.756982 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:15.758168 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 3f391313-89d9-4bb5-9ac5-4abf84b0e1fe no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:39:15.866010 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-70f467c4-c8b5-411f-91c5-122533cb5fbe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a2439a28bcd245c3acb049de5717603d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2240310 Nov 12 00:39:15.868471 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38414) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:15.870429 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: 3f391313-89d9-4bb5-9ac5-4abf84b0e1fe {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:39:15.870730 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 3f391313-89d9-4bb5-9ac5-4abf84b0e1fe not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:39:15.883512 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-68438dba-f7b5-4cc4-8688-ebeaf5aaaca5 req-17f60ab6-f0b8-481f-aed9-aa130ae43466 service neutron] 10.222.0.54 "GET /v2.0/networks/72fc5095-4a09-4622-9ab3-51afb956404f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996615 Nov 12 00:39:15.892265 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8701dc2-413d-496f-8849-cc625794e555 req-6b0f9c46-8b13-434a-9878-332924d357c7 tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:15.899666 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b8701dc2-413d-496f-8849-cc625794e555 req-6b0f9c46-8b13-434a-9878-332924d357c7 tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] 10.222.0.20 "GET /v2.0/ports?device_id=0bfccc8a-c84a-4dcf-a0e7-ed5d1af9fdbd HTTP/1.1" status: 200 len: 944 time: 0.2043202 Nov 12 00:39:15.927118 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=140b407c-f230-4dff-9701-0eeac3ce1373,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:15.971836 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b8701dc2-413d-496f-8849-cc625794e555 req-6ccd985e-49c5-4582-92a9-07309c1eaa16 tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb9feff-651c-40d6-b099-b201f869b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704160 Nov 12 00:39:16.054647 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf50d44-f9ab-4446-9c9d-894190d99288 req-7efdc234-5656-45bf-8235-e9890e24d295 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:16.061402 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3bf50d44-f9ab-4446-9c9d-894190d99288 req-7efdc234-5656-45bf-8235-e9890e24d295 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f66e14c-9979-4fb7-9603-130b9702e698 HTTP/1.1" status: 200 len: 949 time: 0.1171510 Nov 12 00:39:16.070646 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-331db00e-ea6d-48e1-b9c1-7bc4b1588380 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:16.156946 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3bf50d44-f9ab-4446-9c9d-894190d99288 req-62a38c3b-638a-40a3-a839-983f28d54f0d tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/security-groups?id=3be3c7ab-70bc-4bf2-85ca-9bcb07e60e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879078 Nov 12 00:39:16.159317 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-331db00e-ea6d-48e1-b9c1-7bc4b1588380 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:16.226349 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-331db00e-ea6d-48e1-b9c1-7bc4b1588380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:16.230295 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-331db00e-ea6d-48e1-b9c1-7bc4b1588380 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:16.231691 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-331db00e-ea6d-48e1-b9c1-7bc4b1588380 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2169667d-bdb8-48eb-a3d1-a0f74b81775f HTTP/1.1" status: 204 len: 168 time: 0.3595724 Nov 12 00:39:16.252365 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69899d-f05a-408d-b94c-63d7da795eea req-7d8c4635-6bee-4c46-9a9f-0e412e7efb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:16.253780 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8d69899d-f05a-408d-b94c-63d7da795eea req-7d8c4635-6bee-4c46-9a9f-0e412e7efb43 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=79a8b3dad7a0401ab482e19b622fac98&device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 1101 time: 0.0933774 Nov 12 00:39:16.261174 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331db00e-ea6d-48e1-b9c1-7bc4b1588380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2169667d-bdb8-48eb-a3d1-a0f74b81775f,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:16.315527 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1534e0ae-a163-43ce-ba69-5b53e4455e0d x-openstack-request-id: req-1534e0ae-a163-43ce-ba69-5b53e4455e0d {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:16.315943 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "127fa386-406d-4c2e-a201-c2564e2b209e", "name": "network-vif-plugged", "status": "completed", "tag": "140b407c-f230-4dff-9701-0eeac3ce1373", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:16.316439 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1534e0ae-a163-43ce-ba69-5b53e4455e0d {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:16.316995 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '127fa386-406d-4c2e-a201-c2564e2b209e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140b407c-f230-4dff-9701-0eeac3ce1373', 'code': 200} Nov 12 00:39:16.389053 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f866c-d03a-4a97-9694-b63dfa27bdbb req-5a4d032d-0abd-4fde-9282-fe52ce756e3a tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:16.401405 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c64f866c-d03a-4a97-9694-b63dfa27bdbb req-5a4d032d-0abd-4fde-9282-fe52ce756e3a tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=127fa386-406d-4c2e-a201-c2564e2b209e HTTP/1.1" status: 200 len: 950 time: 0.0886858 Nov 12 00:39:16.587994 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c64f866c-d03a-4a97-9694-b63dfa27bdbb req-b284116d-d6a5-4998-a4b4-2d2d231c8c2b tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853154 Nov 12 00:39:16.612757 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de9dc5-38d6-46a7-93b4-b0d3c76c9241 req-5647fa09-90b1-4c32-86ca-d1648e492a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:16.618979 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-39de9dc5-38d6-46a7-93b4-b0d3c76c9241 req-5647fa09-90b1-4c32-86ca-d1648e492a09 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=127fa386-406d-4c2e-a201-c2564e2b209e HTTP/1.1" status: 200 len: 1102 time: 0.1691222 Nov 12 00:39:16.773689 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-39de9dc5-38d6-46a7-93b4-b0d3c76c9241 req-e5955b1c-475f-467c-b21f-9606e78f3dae service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362808 Nov 12 00:39:16.819819 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b815b7-2a2b-4639-86af-dbfced15f775 req-ff6cb38b-9b9c-4261-b914-61e1fe8e8ade tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:16.821127 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-90b815b7-2a2b-4639-86af-dbfced15f775 req-ff6cb38b-9b9c-4261-b914-61e1fe8e8ade tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 949 time: 0.1242926 Nov 12 00:39:16.907509 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-90b815b7-2a2b-4639-86af-dbfced15f775 req-86dafed0-7014-4be7-9aef-4efec5d15511 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720837 Nov 12 00:39:16.977820 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69899d-f05a-408d-b94c-63d7da795eea req-36fc1074-7671-4e76-b105-0062d7e0008e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:16.981185 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8d69899d-f05a-408d-b94c-63d7da795eea req-36fc1074-7671-4e76-b105-0062d7e0008e service neutron] 10.222.0.49 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.7134514 Nov 12 00:39:17.116595 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8d69899d-f05a-408d-b94c-63d7da795eea req-3328bd3a-ceda-4916-bb7e-e889e568123f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=b3919cf8-6d84-4154-af85-c45c1316c790 HTTP/1.1" status: 200 len: 217 time: 0.0849965 Nov 12 00:39:17.131583 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f6788-9296-4501-b338-467729a09b20 req-a75ecda3-f86b-43b7-aa45-6128e4b6879b tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:17.134276 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fe6f6788-9296-4501-b338-467729a09b20 req-a75ecda3-f86b-43b7-aa45-6128e4b6879b tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f66e14c-9979-4fb7-9603-130b9702e698 HTTP/1.1" status: 200 len: 949 time: 0.1035767 Nov 12 00:39:17.196088 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device acef2276-8b5e-42f9-92af-f827c3f808cd details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:39:17.229033 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69899d-f05a-408d-b94c-63d7da795eea req-59c1f0d4-2e90-49c7-bc54-931d4f5c20f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:17.237751 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8d69899d-f05a-408d-b94c-63d7da795eea req-59c1f0d4-2e90-49c7-bc54-931d4f5c20f5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.1108115 Nov 12 00:39:17.336593 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944dec3-fb21-4cdd-85d2-c6260d63dae9 req-e5b4d9a0-14c6-4728-83b1-b01982fbc337 tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:17.351500 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69899d-f05a-408d-b94c-63d7da795eea req-975b989c-2d3a-4a51-9368-885531d323c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:17.352007 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9944dec3-fb21-4cdd-85d2-c6260d63dae9 req-e5b4d9a0-14c6-4728-83b1-b01982fbc337 tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] 10.222.0.20 "GET /v2.0/ports?device_id=0bfccc8a-c84a-4dcf-a0e7-ed5d1af9fdbd HTTP/1.1" status: 200 len: 944 time: 0.2138464 Nov 12 00:39:17.353675 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8d69899d-f05a-408d-b94c-63d7da795eea req-975b989c-2d3a-4a51-9368-885531d323c3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1083798 Nov 12 00:39:17.411698 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port acef2276-8b5e-42f9-92af-f827c3f808cd, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=acef2276-8b5e-42f9-92af-f827c3f808cd,segment=NetworkSegment(1577460f-f6ea-4544-aac7-610fa705ffbb),segment_id=1577460f-f6ea-4544-aac7-610fa705ffbb)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:17.434989 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'acef2276-8b5e-42f9-92af-f827c3f808cd', 'network_id': '72fc5095-4a09-4622-9ab3-51afb956404f', 'port_id': 'acef2276-8b5e-42f9-92af-f827c3f808cd', 'mac_address': 'fa:16:3e:5d:d9:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23560efa-34af-43d7-b6b9-372f8de41fce', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:39:17.435826 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-fe6f6788-9296-4501-b338-467729a09b20 req-c9627928-1d1f-4915-9575-958d9e0da828 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Deleting port 4cb9c200-3854-4ebb-9ac4-18507b21572e {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:39:17.436167 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-fe6f6788-9296-4501-b338-467729a09b20 req-c9627928-1d1f-4915-9575-958d9e0da828 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:17.549041 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8d69899d-f05a-408d-b94c-63d7da795eea req-781833d3-bb81-48ef-bdef-bc070fb5f5c4 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846082 Nov 12 00:39:17.560649 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:17.563551 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9944dec3-fb21-4cdd-85d2-c6260d63dae9 req-c0a4389b-189b-451a-8fc4-186585289a6b tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb9feff-651c-40d6-b099-b201f869b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102289 Nov 12 00:39:17.614946 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acef2276-8b5e-42f9-92af-f827c3f808cd {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:17.662080 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-fe6f6788-9296-4501-b338-467729a09b20 req-c9627928-1d1f-4915-9575-958d9e0da828 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] For port 4cb9c200-3854-4ebb-9ac4-18507b21572e, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=4cb9c200-3854-4ebb-9ac4-18507b21572e,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:17.666645 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-fe6f6788-9296-4501-b338-467729a09b20 req-c9627928-1d1f-4915-9575-958d9e0da828 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:17.682447 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port acef2276-8b5e-42f9-92af-f827c3f808cd, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=acef2276-8b5e-42f9-92af-f827c3f808cd,segment=NetworkSegment(1577460f-f6ea-4544-aac7-610fa705ffbb),segment_id=1577460f-f6ea-4544-aac7-610fa705ffbb)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:17.686232 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-fe6f6788-9296-4501-b338-467729a09b20 req-c9627928-1d1f-4915-9575-958d9e0da828 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Calling delete_port for 4cb9c200-3854-4ebb-9ac4-18507b21572e owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:39:17.690708 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:17.820318 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=acef2276-8b5e-42f9-92af-f827c3f808cd,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:17.840771 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16784d-4fea-4c24-9a27-17f1543de7c6 req-a4738775-32ad-4246-b4e1-c702b6c92b25 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:17.843748 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ba16784d-4fea-4c24-9a27-17f1543de7c6 req-a4738775-32ad-4246-b4e1-c702b6c92b25 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f66e14c-9979-4fb7-9603-130b9702e698 HTTP/1.1" status: 200 len: 949 time: 0.1421535 Nov 12 00:39:17.850389 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8d69899d-f05a-408d-b94c-63d7da795eea req-b60bc369-2c53-47e1-bbcc-8fa56bb4e3cd service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869546 Nov 12 00:39:17.984158 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f907e-92ee-4288-8e71-9cc4cc89fc41 req-bfa690af-d9d9-4a75-8884-4f372aeaca62 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:17.993166 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cd8f907e-92ee-4288-8e71-9cc4cc89fc41 req-bfa690af-d9d9-4a75-8884-4f372aeaca62 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=127fa386-406d-4c2e-a201-c2564e2b209e HTTP/1.1" status: 200 len: 950 time: 0.1113656 Nov 12 00:39:17.996986 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-fe6f6788-9296-4501-b338-467729a09b20 req-c9627928-1d1f-4915-9575-958d9e0da828 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:18.011097 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ba16784d-4fea-4c24-9a27-17f1543de7c6 req-b7871106-e2d8-4006-b5ca-a33293daca2d tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.20 "GET /v2.0/security-groups?id=3be3c7ab-70bc-4bf2-85ca-9bcb07e60e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594782 Nov 12 00:39:18.032319 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['4cb9c200-3854-4ebb-9ac4-18507b21572e'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:39:18.064383 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9627928-1d1f-4915-9575-958d9e0da828 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Pushing event deleted for resources: {'Port': ['ID=4cb9c200-3854-4ebb-9ac4-18507b21572e,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:18.116371 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['acef2276-8b5e-42f9-92af-f827c3f808cd'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:39:18.145228 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe6f6788-9296-4501-b338-467729a09b20 req-c9627928-1d1f-4915-9575-958d9e0da828 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] No DVR routers for this DVR port 4cb9c200-3854-4ebb-9ac4-18507b21572e on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:39:18.168596 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cd8f907e-92ee-4288-8e71-9cc4cc89fc41 req-359ec029-2009-40a2-8acb-5cd17880b30a tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689799 Nov 12 00:39:18.175438 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-fe6f6788-9296-4501-b338-467729a09b20 req-c9627928-1d1f-4915-9575-958d9e0da828 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:18.179045 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fe6f6788-9296-4501-b338-467729a09b20 req-c9627928-1d1f-4915-9575-958d9e0da828 tempest-ServersAdminNegativeTestJSON-270896191 tempest-ServersAdminNegativeTestJSON-270896191-project] 10.222.0.49 "DELETE /v2.0/ports/4cb9c200-3854-4ebb-9ac4-18507b21572e HTTP/1.1" status: 204 len: 173 time: 1.0299718 Nov 12 00:39:18.192656 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f66e14c-9979-4fb7-9603-130b9702e698', 'name': 'network-vif-deleted', 'tag': '4cb9c200-3854-4ebb-9ac4-18507b21572e'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:18.197786 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c814d14-9092-4dcb-b8a6-b8d57e130430" -d '{"events": [{"server_uuid": "3f66e14c-9979-4fb7-9603-130b9702e698", "name": "network-vif-deleted", "tag": "4cb9c200-3854-4ebb-9ac4-18507b21572e"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:18.311823 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66fcc3d-a5e6-4bd8-b8c0-e23df5948cf3 x-openstack-request-id: req-b66fcc3d-a5e6-4bd8-b8c0-e23df5948cf3 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:18.312227 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f66e14c-9979-4fb7-9603-130b9702e698", "name": "network-vif-deleted", "tag": "4cb9c200-3854-4ebb-9ac4-18507b21572e", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:18.312572 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b66fcc3d-a5e6-4bd8-b8c0-e23df5948cf3 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:18.313063 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f66e14c-9979-4fb7-9603-130b9702e698', 'name': 'network-vif-deleted', 'tag': '4cb9c200-3854-4ebb-9ac4-18507b21572e', 'status': 'completed', 'code': 200} Nov 12 00:39:18.374042 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d79622-4fb7-46e7-b74c-887dbb49d770 req-8b9d13de-46f1-4b28-acfa-c2ce9f414e4c tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:18.380337 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-21d79622-4fb7-46e7-b74c-887dbb49d770 req-8b9d13de-46f1-4b28-acfa-c2ce9f414e4c tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 949 time: 0.1415422 Nov 12 00:39:18.487370 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-21d79622-4fb7-46e7-b74c-887dbb49d770 req-00ef96c1-bddb-4d8f-8594-20077bd1a64a tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975003 Nov 12 00:39:18.813848 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff59a88-1050-42a8-a0ea-a51fc9203005 req-49a19f97-583a-4f9d-b3d4-df96f708872c tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:18.817062 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3ff59a88-1050-42a8-a0ea-a51fc9203005 req-49a19f97-583a-4f9d-b3d4-df96f708872c tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] 10.222.0.20 "GET /v2.0/ports?device_id=0bfccc8a-c84a-4dcf-a0e7-ed5d1af9fdbd HTTP/1.1" status: 200 len: 945 time: 0.0919428 Nov 12 00:39:18.996021 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3ff59a88-1050-42a8-a0ea-a51fc9203005 req-00a51b1e-bf15-42f5-85ab-cb6ed75fecbc tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb9feff-651c-40d6-b099-b201f869b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718881 Nov 12 00:39:19.379740 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a7f37-9cf4-4d20-8de3-5bb93930cdca req-5970392b-3397-48f6-8334-247fbe7683d5 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:19.382829 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bf6a7f37-9cf4-4d20-8de3-5bb93930cdca req-5970392b-3397-48f6-8334-247fbe7683d5 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=127fa386-406d-4c2e-a201-c2564e2b209e HTTP/1.1" status: 200 len: 950 time: 0.1231372 Nov 12 00:39:19.510791 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bf6a7f37-9cf4-4d20-8de3-5bb93930cdca req-d8132257-1ec1-4031-ba70-19854061a04d tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200111 Nov 12 00:39:19.564543 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38570) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:19.670667 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf147c-2b63-4990-911e-1eaa4749a5af req-a026baac-e1b8-4589-8b18-7733e710f610 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:19.678557 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-edcf147c-2b63-4990-911e-1eaa4749a5af req-a026baac-e1b8-4589-8b18-7733e710f610 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 949 time: 0.0780725 Nov 12 00:39:19.739819 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-edcf147c-2b63-4990-911e-1eaa4749a5af req-67326b21-4a10-421c-9cd3-b27bc61bdc40 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548949 Nov 12 00:39:19.816657 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-39ba4d1e-f018-4318-85b6-be2eeb7c7447 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e8633e96499e4e60ad8c3b62698e810c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2498376 Nov 12 00:39:19.819191 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38582) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:19.883345 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a00ba581-bab6-4350-aad4-04c0c5f70356 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:19.990795 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a00ba581-bab6-4350-aad4-04c0c5f70356 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:20.071011 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a00ba581-bab6-4350-aad4-04c0c5f70356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:20.076088 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a00ba581-bab6-4350-aad4-04c0c5f70356 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:20.078136 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a00ba581-bab6-4350-aad4-04c0c5f70356 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3be3c7ab-70bc-4bf2-85ca-9bcb07e60e8d HTTP/1.1" status: 204 len: 168 time: 0.2579734 Nov 12 00:39:20.095564 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00ba581-bab6-4350-aad4-04c0c5f70356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be3c7ab-70bc-4bf2-85ca-9bcb07e60e8d,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:20.126726 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21e0b5-c16e-4a0d-b2f5-13b831644d90 req-ab24f34a-851a-4395-8a29-d9a59dc997a8 tempest-ServersOnMultiNodesTest-1460343694 tempest-ServersOnMultiNodesTest-1460343694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:20.136212 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1e21e0b5-c16e-4a0d-b2f5-13b831644d90 req-ab24f34a-851a-4395-8a29-d9a59dc997a8 tempest-ServersOnMultiNodesTest-1460343694 tempest-ServersOnMultiNodesTest-1460343694-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=127fa386-406d-4c2e-a201-c2564e2b209e HTTP/1.1" status: 200 len: 1102 time: 0.0909927 Nov 12 00:39:20.151180 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-1e21e0b5-c16e-4a0d-b2f5-13b831644d90 req-36c6a57f-615a-4868-a1d0-758da2e13213 tempest-ServersOnMultiNodesTest-1460343694 tempest-ServersOnMultiNodesTest-1460343694-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:20.258266 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-1e21e0b5-c16e-4a0d-b2f5-13b831644d90 req-36c6a57f-615a-4868-a1d0-758da2e13213 tempest-ServersOnMultiNodesTest-1460343694 tempest-ServersOnMultiNodesTest-1460343694-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:20.263931 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-1e21e0b5-c16e-4a0d-b2f5-13b831644d90 req-36c6a57f-615a-4868-a1d0-758da2e13213 tempest-ServersOnMultiNodesTest-1460343694 tempest-ServersOnMultiNodesTest-1460343694-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:20.298359 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1e21e0b5-c16e-4a0d-b2f5-13b831644d90 req-36c6a57f-615a-4868-a1d0-758da2e13213 tempest-ServersOnMultiNodesTest-1460343694 tempest-ServersOnMultiNodesTest-1460343694-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612341 Nov 12 00:39:20.351271 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c6a57f-615a-4868-a1d0-758da2e13213 tempest-ServersOnMultiNodesTest-1460343694 tempest-ServersOnMultiNodesTest-1460343694-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ce2682-2c08-42b3-ba0f-f097d96d79e5,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:20.476882 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e9008-5b8e-4827-822c-d86dec2725ab req-42ff4853-0e76-4cfa-9901-1f57af7a64d4 tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:20.478533 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2a1e9008-5b8e-4827-822c-d86dec2725ab req-42ff4853-0e76-4cfa-9901-1f57af7a64d4 tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] 10.222.0.20 "GET /v2.0/ports?device_id=0bfccc8a-c84a-4dcf-a0e7-ed5d1af9fdbd HTTP/1.1" status: 200 len: 945 time: 0.0695870 Nov 12 00:39:20.551494 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2a1e9008-5b8e-4827-822c-d86dec2725ab req-679d2b78-bb60-42ca-aec4-936702388a7e tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb9feff-651c-40d6-b099-b201f869b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648272 Nov 12 00:39:20.567259 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38614) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:20.626225 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-59324548-6c39-44e6-bb3b-55b6c0506ac4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=06605dd5f4d4491ca1498e2430806c52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0575714 Nov 12 00:39:20.629194 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38620) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:20.710161 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5704571d-d155-4161-9904-b2c4c0d37b5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:20.733544 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5704571d-d155-4161-9904-b2c4c0d37b5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:20.797066 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5704571d-d155-4161-9904-b2c4c0d37b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:20.801738 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5704571d-d155-4161-9904-b2c4c0d37b5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:20.805419 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5704571d-d155-4161-9904-b2c4c0d37b5a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9139fee6-43ab-452a-ba6d-372d1827917b HTTP/1.1" status: 204 len: 168 time: 0.1731591 Nov 12 00:39:20.823707 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5704571d-d155-4161-9904-b2c4c0d37b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9139fee6-43ab-452a-ba6d-372d1827917b,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:20.940498 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd032f-13e3-49cd-892d-8de6a2056864 req-a0f08960-6e77-40bb-b020-cfac6892ebf1 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:20.960233 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-69bd032f-13e3-49cd-892d-8de6a2056864 req-a0f08960-6e77-40bb-b020-cfac6892ebf1 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 949 time: 0.1143403 Nov 12 00:39:21.032354 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-958f31f7-35d9-467f-a09b-efda8062066a tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=0af2efd5599d423589f5e6a8043a04f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0560851 Nov 12 00:39:21.042460 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-69bd032f-13e3-49cd-892d-8de6a2056864 req-d34115bd-a5c6-40a1-a2f4-1638141a017b tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794575 Nov 12 00:39:21.214134 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device acef2276-8b5e-42f9-92af-f827c3f808cd up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:39:21.219072 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-9df02c8c-b5b0-4937-902b-7793cde3feea tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:21.228695 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-9df02c8c-b5b0-4937-902b-7793cde3feea tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1918290 Nov 12 00:39:21.251241 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-a3c708a7-c25a-4767-bbce-198808f05ba1 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/quotas/0af2efd5599d423589f5e6a8043a04f2 HTTP/1.1" status: 200 len: 375 time: 0.0208871 Nov 12 00:39:21.280756 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 4cb9c200-3854-4ebb-9ac4-18507b21572e no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:39:21.322491 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: 4cb9c200-3854-4ebb-9ac4-18507b21572e {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:39:21.323563 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 4cb9c200-3854-4ebb-9ac4-18507b21572e not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:39:21.408554 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-b2373b59-648e-4512-a534-a603a0fa4880 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0af2efd5599d423589f5e6a8043a04f2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1446748 Nov 12 00:39:21.429267 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port acef2276-8b5e-42f9-92af-f827c3f808cd completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:39:21.440874 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port acef2276-8b5e-42f9-92af-f827c3f808cd triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:21.446734 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:21.484169 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38660) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:21.646573 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:21.685739 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bfccc8a-c84a-4dcf-a0e7-ed5d1af9fdbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acef2276-8b5e-42f9-92af-f827c3f808cd'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:21.706809 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d28d08d-c819-4890-9b27-7795d09a05c4" -d '{"events": [{"server_uuid": "0bfccc8a-c84a-4dcf-a0e7-ed5d1af9fdbd", "name": "network-vif-plugged", "status": "completed", "tag": "acef2276-8b5e-42f9-92af-f827c3f808cd"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:21.745794 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port acef2276-8b5e-42f9-92af-f827c3f808cd, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=acef2276-8b5e-42f9-92af-f827c3f808cd,segment=NetworkSegment(1577460f-f6ea-4544-aac7-610fa705ffbb),segment_id=1577460f-f6ea-4544-aac7-610fa705ffbb)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:21.753801 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:21.797052 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0f7f76bc-241e-491b-b1c9-0295f78c5954 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:21.863179 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38045553-8fa1-4d7d-a60a-fbfa8e6fe0de req-672e7029-1710-458d-a812-bc5d570b1d32 tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:21.871467 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-38045553-8fa1-4d7d-a60a-fbfa8e6fe0de req-672e7029-1710-458d-a812-bc5d570b1d32 tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] 10.222.0.20 "GET /v2.0/ports?device_id=0bfccc8a-c84a-4dcf-a0e7-ed5d1af9fdbd HTTP/1.1" status: 200 len: 946 time: 0.1171539 Nov 12 00:39:21.919965 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=acef2276-8b5e-42f9-92af-f827c3f808cd,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:21.955264 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-38045553-8fa1-4d7d-a60a-fbfa8e6fe0de req-e66bfe28-0c66-4bdf-8676-bb779fbe65d4 tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb9feff-651c-40d6-b099-b201f869b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800440 Nov 12 00:39:22.028396 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0f7f76bc-241e-491b-b1c9-0295f78c5954 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:22.036542 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0f7f76bc-241e-491b-b1c9-0295f78c5954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:22.116292 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7f76bc-241e-491b-b1c9-0295f78c5954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae66c13b-4077-4d49-b89b-481a39375eb3,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:22.142803 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0f7f76bc-241e-491b-b1c9-0295f78c5954 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fa2f72cb199d4dd6ac016ae3e21bba80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6572278 Nov 12 00:39:22.146058 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38696) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:22.166460 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109682da-e365-431f-aa9f-1c34d742253c x-openstack-request-id: req-109682da-e365-431f-aa9f-1c34d742253c {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:22.166777 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bfccc8a-c84a-4dcf-a0e7-ed5d1af9fdbd", "name": "network-vif-plugged", "status": "completed", "tag": "acef2276-8b5e-42f9-92af-f827c3f808cd", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:22.167030 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-109682da-e365-431f-aa9f-1c34d742253c {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:22.167416 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bfccc8a-c84a-4dcf-a0e7-ed5d1af9fdbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acef2276-8b5e-42f9-92af-f827c3f808cd', 'code': 200} Nov 12 00:39:22.259268 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:39:22.314665 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5b5d4b8d-076d-4166-8523-c4c717543af2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:22.402660 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5b5d4b8d-076d-4166-8523-c4c717543af2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:22.454489 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060926c-bf55-4320-9832-8f8b7947571d req-32837447-e9af-4d7b-a30b-a5998bc2ade9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:22.456179 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c060926c-bf55-4320-9832-8f8b7947571d req-32837447-e9af-4d7b-a30b-a5998bc2ade9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0bfccc8a-c84a-4dcf-a0e7-ed5d1af9fdbd HTTP/1.1" status: 200 len: 1098 time: 0.1883769 Nov 12 00:39:22.470518 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c58b6-1b49-45d7-b205-bde8d956288a req-7f5e76f9-2613-4182-adf9-8561927006e6 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:22.472040 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-826c58b6-1b49-45d7-b205-bde8d956288a req-7f5e76f9-2613-4182-adf9-8561927006e6 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 949 time: 0.1348791 Nov 12 00:39:22.513889 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5b5d4b8d-076d-4166-8523-c4c717543af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:22.514811 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c060926c-bf55-4320-9832-8f8b7947571d req-cfba8c5e-4d0e-44b9-8e52-68b05f8539d4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0fb9feff-651c-40d6-b099-b201f869b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418162 Nov 12 00:39:22.517824 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5b5d4b8d-076d-4166-8523-c4c717543af2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:22.520925 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5b5d4b8d-076d-4166-8523-c4c717543af2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ae66c13b-4077-4d49-b89b-481a39375eb3 HTTP/1.1" status: 204 len: 168 time: 0.3718505 Nov 12 00:39:22.534214 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5d4b8d-076d-4166-8523-c4c717543af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae66c13b-4077-4d49-b89b-481a39375eb3,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:22.625254 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-826c58b6-1b49-45d7-b205-bde8d956288a req-feb134cf-9e99-4b3a-8fb8-a8678a1ccb4e tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084938 Nov 12 00:39:23.128215 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2f169-0c04-4895-8586-4d64b576f968 req-03e6eb42-cecc-4e0f-91a9-488bdfef9e79 tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:23.136418 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-76b2f169-0c04-4895-8586-4d64b576f968 req-03e6eb42-cecc-4e0f-91a9-488bdfef9e79 tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] 10.222.0.20 "GET /v2.0/ports?device_id=0bfccc8a-c84a-4dcf-a0e7-ed5d1af9fdbd HTTP/1.1" status: 200 len: 946 time: 0.0741789 Nov 12 00:39:23.210479 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-76b2f169-0c04-4895-8586-4d64b576f968 req-130828e3-bea5-4156-980b-34a9b66b2acb tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb9feff-651c-40d6-b099-b201f869b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724180 Nov 12 00:39:23.300579 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38758) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:23.311947 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-61d7c673-b259-4328-aa14-6ec2c5ad826f req-45975a30-056b-4ca2-a651-c50b0c3369ca tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0830e37-b4d9-4605-b766-e26e0c70621e HTTP/1.1" status: 200 len: 210 time: 0.0345819 Nov 12 00:39:23.316672 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-588fa749-a3da-4bdf-b365-8c4cef238685 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:23.438605 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-588fa749-a3da-4bdf-b365-8c4cef238685 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:23.443050 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-588fa749-a3da-4bdf-b365-8c4cef238685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:23.494872 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-588fa749-a3da-4bdf-b365-8c4cef238685 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=310a91e249dc48e3a124a1aa5acf7624&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1932113 Nov 12 00:39:23.497470 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38762) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:23.512849 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588fa749-a3da-4bdf-b365-8c4cef238685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460fe3dd-34a5-43bd-b8df-31484bc9252a,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:23.552223 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-361908c2-bfea-4a14-b7bd-35ed7b5fac17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:23.574679 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-361908c2-bfea-4a14-b7bd-35ed7b5fac17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:23.634317 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-361908c2-bfea-4a14-b7bd-35ed7b5fac17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:23.636812 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-361908c2-bfea-4a14-b7bd-35ed7b5fac17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:23.640579 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-361908c2-bfea-4a14-b7bd-35ed7b5fac17 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/460fe3dd-34a5-43bd-b8df-31484bc9252a HTTP/1.1" status: 204 len: 168 time: 0.1395516 Nov 12 00:39:23.653618 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361908c2-bfea-4a14-b7bd-35ed7b5fac17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460fe3dd-34a5-43bd-b8df-31484bc9252a,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:23.748506 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ef717-808b-4c07-b987-adaf4e982d62 req-499c5386-216a-45db-81b2-e799ca9d2248 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:23.750384 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c76ef717-808b-4c07-b987-adaf4e982d62 req-499c5386-216a-45db-81b2-e799ca9d2248 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 949 time: 0.0531464 Nov 12 00:39:23.846585 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c76ef717-808b-4c07-b987-adaf4e982d62 req-71f2b06e-9bdb-4712-b68b-941023f9d555 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861166 Nov 12 00:39:24.075210 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-1965ad15-2855-4a52-a742-ec9694b4f50a tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=0af2efd5599d423589f5e6a8043a04f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389581 Nov 12 00:39:24.223396 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-a4e40183-41bf-4e3f-9ccf-ba2dfd10e77c tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:24.225598 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-a4e40183-41bf-4e3f-9ccf-ba2dfd10e77c tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1426704 Nov 12 00:39:24.280064 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-73452c44-c0fd-4a91-bc04-9a7dc6222342 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Request body: {'port': {'device_id': 'e272d300-2fd3-48df-bde9-15e00d466b59', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'admin_state_up': True, 'tenant_id': '0af2efd5599d423589f5e6a8043a04f2'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:24.366001 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38826) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:24.394730 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dd98f56c-cc09-42b6-a818-45c770d4f538 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:24.417858 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-73452c44-c0fd-4a91-bc04-9a7dc6222342 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Made reservation on behalf of 0af2efd5599d423589f5e6a8043a04f2 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:39:24.440482 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-73452c44-c0fd-4a91-bc04-9a7dc6222342 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:24.548892 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dd98f56c-cc09-42b6-a818-45c770d4f538 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:24.559065 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dd98f56c-cc09-42b6-a818-45c770d4f538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:24.635788 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-dd98f56c-cc09-42b6-a818-45c770d4f538 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=56a6e301caa04a53a5423bbfabfa9595&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2684627 Nov 12 00:39:24.637731 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38832) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:24.641474 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-73452c44-c0fd-4a91-bc04-9a7dc6222342 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Allocated IP 192.168.233.6 (172a28b2-119c-4d70-aef1-a731eb107d6c/3288e972-21d8-4a52-9002-05790fb0bb61/1d4617ec-825e-4174-a5ec-9b7f41b6d3dd) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:39:24.698686 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-b2e92bf7-6eb4-4e0e-88e6-272a3dabb56d tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=0af2efd5599d423589f5e6a8043a04f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0926526 Nov 12 00:39:24.745524 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2497902b-b684-47dd-bcd4-37e53e23b817 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:24.770845 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2497902b-b684-47dd-bcd4-37e53e23b817 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:24.819642 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38844) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:24.835632 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd98f56c-cc09-42b6-a818-45c770d4f538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b07831-14e8-4ba6-80ee-770b55ee6707,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:24.887749 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2497902b-b684-47dd-bcd4-37e53e23b817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:24.890858 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2497902b-b684-47dd-bcd4-37e53e23b817 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:24.892099 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-2497902b-b684-47dd-bcd4-37e53e23b817 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/12b07831-14e8-4ba6-80ee-770b55ee6707 HTTP/1.1" status: 204 len: 168 time: 0.2532427 Nov 12 00:39:24.908029 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2497902b-b684-47dd-bcd4-37e53e23b817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b07831-14e8-4ba6-80ee-770b55ee6707,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:24.909768 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-f3602629-c31b-4b3a-8575-306a320cc1c2 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:24.914418 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-f3602629-c31b-4b3a-8575-306a320cc1c2 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2085660 Nov 12 00:39:24.939787 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-0bbf68ea-e0aa-45ed-901d-35c817c1bac5 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Request body: {'port': {'device_id': 'b0830e37-b4d9-4605-b766-e26e0c70621e', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'admin_state_up': True, 'tenant_id': '0af2efd5599d423589f5e6a8043a04f2'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:24.970700 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-7e729ec2-2e36-41e5-8678-732c89711571 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c83f1409e46e4791a4ccde93bbbb7669&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514343 Nov 12 00:39:25.005901 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-73452c44-c0fd-4a91-bc04-9a7dc6222342 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:25.133430 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-17c36a17-43b6-47c3-a9d6-316b2360ff76 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:25.142119 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-17c36a17-43b6-47c3-a9d6-316b2360ff76 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1627526 Nov 12 00:39:25.153204 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-73452c44-c0fd-4a91-bc04-9a7dc6222342 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:25.160025 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-0bbf68ea-e0aa-45ed-901d-35c817c1bac5 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Made reservation on behalf of 0af2efd5599d423589f5e6a8043a04f2 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:39:25.167467 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-0bbf68ea-e0aa-45ed-901d-35c817c1bac5 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:25.190445 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['140b407c-f230-4dff-9701-0eeac3ce1373'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:39:25.192484 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-4c7778c5-508d-4da6-a76f-8b8180b0359b tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] 10.222.0.20 "GET /v2.0/quotas/c83f1409e46e4791a4ccde93bbbb7669 HTTP/1.1" status: 200 len: 375 time: 0.0493753 Nov 12 00:39:25.238000 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-9e81f253-dc27-481c-ab81-3b59f24d4823 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c83f1409e46e4791a4ccde93bbbb7669&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441782 Nov 12 00:39:25.249468 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-73452c44-c0fd-4a91-bc04-9a7dc6222342 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Network 172a28b2-119c-4d70-aef1-a731eb107d6c is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:39:25.254494 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-73452c44-c0fd-4a91-bc04-9a7dc6222342 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:39:25.256678 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73452c44-c0fd-4a91-bc04-9a7dc6222342 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Pushing event updated for resources: {'Port': ['ID=1d4617ec-825e-4174-a5ec-9b7f41b6d3dd,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:25.267524 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-73452c44-c0fd-4a91-bc04-9a7dc6222342 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:39:25.276165 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-73452c44-c0fd-4a91-bc04-9a7dc6222342 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:25.277124 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-73452c44-c0fd-4a91-bc04-9a7dc6222342 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:25.311909 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-73452c44-c0fd-4a91-bc04-9a7dc6222342 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0371730 Nov 12 00:39:25.335860 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-f84587bb-2468-471e-9e9e-794bd80af540 service neutron] Request body: {'port': {'device_id': 'e272d300-2fd3-48df-bde9-15e00d466b59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:25.408345 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6f5aa34e-7363-4584-82ee-30f7bca63030 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:25.475161 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-f84587bb-2468-471e-9e9e-794bd80af540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:25.566547 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6f5aa34e-7363-4584-82ee-30f7bca63030 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:25.580191 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6f5aa34e-7363-4584-82ee-30f7bca63030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:25.705105 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-0bbf68ea-e0aa-45ed-901d-35c817c1bac5 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Allocated IP 192.168.233.117 (172a28b2-119c-4d70-aef1-a731eb107d6c/3288e972-21d8-4a52-9002-05790fb0bb61/1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:39:25.708915 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6f5aa34e-7363-4584-82ee-30f7bca63030 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dc6cb57a6c9d4359aeae4e1354e297e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8882179 Nov 12 00:39:25.711697 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38898) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:25.718124 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5aa34e-7363-4584-82ee-30f7bca63030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d595553b-9828-4236-9c2a-99f3fdba3a52,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:25.719449 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a88801df-ed60-4d17-b457-29126cfa713d req-f1856e5e-02fa-4091-afe5-384adc818ce4 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0830e37-b4d9-4605-b766-e26e0c70621e HTTP/1.1" status: 200 len: 210 time: 0.0348947 Nov 12 00:39:25.771065 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a13673-b684-4846-a878-f9c5a1d25457 req-e4c9d400-e5e3-4e37-91fa-c5c9d864a731 tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:25.773922 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c2a13673-b684-4846-a878-f9c5a1d25457 req-e4c9d400-e5e3-4e37-91fa-c5c9d864a731 tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] 10.222.0.20 "GET /v2.0/ports?device_id=0bfccc8a-c84a-4dcf-a0e7-ed5d1af9fdbd HTTP/1.1" status: 200 len: 946 time: 0.1519010 Nov 12 00:39:25.774095 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-74e4c061-1de4-4683-b04d-2fa61a20a820 None None] Provisioning complete for port 1d4617ec-825e-4174-a5ec-9b7f41b6d3dd triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:25.774633 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-74e4c061-1de4-4683-b04d-2fa61a20a820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:25.836298 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1b0a14ba-fac4-4fdf-9bd3-fd11782b173c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:25.838087 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-74e4c061-1de4-4683-b04d-2fa61a20a820 None None] Port 1d4617ec-825e-4174-a5ec-9b7f41b6d3dd cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:39:25.902683 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1b0a14ba-fac4-4fdf-9bd3-fd11782b173c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:26.031239 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c2a13673-b684-4846-a878-f9c5a1d25457 req-867e52a8-c47f-4b22-bf7f-3ef6a07ceb9c tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb9feff-651c-40d6-b099-b201f869b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489092 Nov 12 00:39:26.046443 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626f66d-3331-4d18-a8b8-bbaed7415927 req-f999e9be-4ee5-4dd0-a158-9be087a664eb tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:26.055281 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a626f66d-3331-4d18-a8b8-bbaed7415927 req-f999e9be-4ee5-4dd0-a158-9be087a664eb tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 949 time: 0.1362305 Nov 12 00:39:26.077026 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1b0a14ba-fac4-4fdf-9bd3-fd11782b173c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:26.079483 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1b0a14ba-fac4-4fdf-9bd3-fd11782b173c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:26.080554 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1b0a14ba-fac4-4fdf-9bd3-fd11782b173c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d595553b-9828-4236-9c2a-99f3fdba3a52 HTTP/1.1" status: 204 len: 168 time: 0.3635309 Nov 12 00:39:26.176968 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a14ba-fac4-4fdf-9bd3-fd11782b173c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d595553b-9828-4236-9c2a-99f3fdba3a52,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:26.225284 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-0bbf68ea-e0aa-45ed-901d-35c817c1bac5 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:26.230249 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38920) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:26.261518 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a626f66d-3331-4d18-a8b8-bbaed7415927 req-4bafa7c1-7021-4bd0-8164-0f77eed7af30 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008150 Nov 12 00:39:26.334201 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-0bbf68ea-e0aa-45ed-901d-35c817c1bac5 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:26.379954 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['140b407c-f230-4dff-9701-0eeac3ce1373'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:39:26.488591 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-0bbf68ea-e0aa-45ed-901d-35c817c1bac5 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Network 172a28b2-119c-4d70-aef1-a731eb107d6c is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:39:26.506456 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-0bbf68ea-e0aa-45ed-901d-35c817c1bac5 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:39:26.517224 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-0bbf68ea-e0aa-45ed-901d-35c817c1bac5 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:39:26.657929 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a808b284-9f7c-4c19-91f3-0e1d4abf35eb req-56195edd-9288-47dc-9101-cc725e4eec3d tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcdba885-0d2f-465a-86bd-a28c87d8b3b8 HTTP/1.1" status: 200 len: 210 time: 0.1480474 Nov 12 00:39:26.700413 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf68ea-e0aa-45ed-901d-35c817c1bac5 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Pushing event updated for resources: {'Port': ['ID=1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:26.732135 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-0bbf68ea-e0aa-45ed-901d-35c817c1bac5 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:26.734105 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-0bbf68ea-e0aa-45ed-901d-35c817c1bac5 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:26.782158 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-0bbf68ea-e0aa-45ed-901d-35c817c1bac5 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8501601 Nov 12 00:39:26.799432 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-f84587bb-2468-471e-9e9e-794bd80af540 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d4617ec-825e-4174-a5ec-9b7f41b6d3dd {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:26.808790 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-10e6a958-f2bc-4c24-bc46-a2c8a7229f6b service neutron] Request body: {'port': {'device_id': 'b0830e37-b4d9-4605-b766-e26e0c70621e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:26.813076 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-f84587bb-2468-471e-9e9e-794bd80af540 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:26.857937 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-f84587bb-2468-471e-9e9e-794bd80af540 service neutron] Transition to ACTIVE for port object 1d4617ec-825e-4174-a5ec-9b7f41b6d3dd will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:39:26.863563 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-f84587bb-2468-471e-9e9e-794bd80af540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:26.900550 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-89c39350-5e13-4007-9a86-694b1c939db6 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1366262044-network', 'tenant_id': '9a1fd583d08a44f4b64f3812361842fc'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:26.953603 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c39350-5e13-4007-9a86-694b1c939db6 admin admin] Made reservation on behalf of 9a1fd583d08a44f4b64f3812361842fc for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:39:26.955897 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-89c39350-5e13-4007-9a86-694b1c939db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:27.001425 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38930) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:27.002405 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84587bb-2468-471e-9e9e-794bd80af540 service neutron] Pushing event updated for resources: {'Port': ['ID=1d4617ec-825e-4174-a5ec-9b7f41b6d3dd,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:27.035279 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-06b3bcaa-df1b-42ab-a4fe-8cc94b58bc68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:27.039060 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-89c39350-5e13-4007-9a86-694b1c939db6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:27.043380 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-10e6a958-f2bc-4c24-bc46-a2c8a7229f6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:27.051135 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-bd05d5e8-8e96-45f5-abf2-e8b303d974e3 None None] Provisioning complete for port 1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:27.053272 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bd05d5e8-8e96-45f5-abf2-e8b303d974e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:27.099129 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-f84587bb-2468-471e-9e9e-794bd80af540 service neutron] Attempting to bind port 1d4617ec-825e-4174-a5ec-9b7f41b6d3dd on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:39:27.100177 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-f84587bb-2468-471e-9e9e-794bd80af540 service neutron] Attempting to bind port 1d4617ec-825e-4174-a5ec-9b7f41b6d3dd by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:39:27.102391 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-f84587bb-2468-471e-9e9e-794bd80af540 service neutron] Attempting to bind port 1d4617ec-825e-4174-a5ec-9b7f41b6d3dd on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:27.138231 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-f84587bb-2468-471e-9e9e-794bd80af540 service neutron] Port 1d4617ec-825e-4174-a5ec-9b7f41b6d3dd on network 172a28b2-119c-4d70-aef1-a731eb107d6c not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:39:27.138231 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-f84587bb-2468-471e-9e9e-794bd80af540 service neutron] Attempting to bind port 1d4617ec-825e-4174-a5ec-9b7f41b6d3dd on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:27.160418 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-f84587bb-2468-471e-9e9e-794bd80af540 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:39:27.160987 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-f84587bb-2468-471e-9e9e-794bd80af540 service neutron] Checking segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:27.166194 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-f84587bb-2468-471e-9e9e-794bd80af540 service neutron] Bound using segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:39:27.166948 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-f84587bb-2468-471e-9e9e-794bd80af540 service neutron] Bound port: 1d4617ec-825e-4174-a5ec-9b7f41b6d3dd, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:39:27.167178 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-f84587bb-2468-471e-9e9e-794bd80af540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:27.174439 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-bd05d5e8-8e96-45f5-abf2-e8b303d974e3 None None] Port 1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:39:27.184997 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c27b5-1b34-4fab-a611-c9d76878e301 req-0f16bd89-e897-4533-978b-4b69dc361ace tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:27.203870 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ba1c27b5-1b34-4fab-a611-c9d76878e301 req-0f16bd89-e897-4533-978b-4b69dc361ace tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0830e37-b4d9-4605-b766-e26e0c70621e HTTP/1.1" status: 200 len: 936 time: 0.3178599 Nov 12 00:39:27.245252 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device dd90e0b1-265a-4c8b-832c-4803463f0ab6 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:39:27.442829 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-84c83889-3d53-441a-808e-6488aaafe680 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=c83f1409e46e4791a4ccde93bbbb7669&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1820462 Nov 12 00:39:27.446433 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:27.502961 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port dd90e0b1-265a-4c8b-832c-4803463f0ab6, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=dd90e0b1-265a-4c8b-832c-4803463f0ab6,segment=NetworkSegment(31f3cd0b-8f92-47c3-a72f-efb4d157fdb5),segment_id=31f3cd0b-8f92-47c3-a72f-efb4d157fdb5)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:27.505052 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5217370-6da2-4c59-b4ab-6436300de765', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd90e0b1-265a-4c8b-832c-4803463f0ab6'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:27.508312 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4a87cf-2f27-4092-9dde-aa650bd3d280" -d '{"events": [{"server_uuid": "e5217370-6da2-4c59-b4ab-6436300de765", "name": "network-vif-unplugged", "status": "completed", "tag": "dd90e0b1-265a-4c8b-832c-4803463f0ab6"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:27.513667 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:27.566556 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ba1c27b5-1b34-4fab-a611-c9d76878e301 req-13e43ea1-9bf0-46ec-8078-db7e66815e5d tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613510 Nov 12 00:39:27.586628 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-89c39350-5e13-4007-9a86-694b1c939db6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:27.596361 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=dd90e0b1-265a-4c8b-832c-4803463f0ab6,revision_number=8']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:27.621028 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150925f-f05d-4d1e-8bb6-78e193ef091d req-24d0ca26-b46b-488c-baee-d07c607e888b tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:27.622568 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1150925f-f05d-4d1e-8bb6-78e193ef091d req-24d0ca26-b46b-488c-baee-d07c607e888b tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/networks?id=040fca8f-d2ed-42cc-9d74-8da136d7b80f HTTP/1.1" status: 200 len: 805 time: 0.4055526 Nov 12 00:39:27.638954 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-89c39350-5e13-4007-9a86-694b1c939db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:27.667525 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89c39350-5e13-4007-9a86-694b1c939db6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:39:27.676675 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1150925f-f05d-4d1e-8bb6-78e193ef091d req-122851d1-e2a4-4878-b024-e5ebee1282de tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/quotas/15b80c7f11964559b05ab81accceabef HTTP/1.1" status: 200 len: 375 time: 0.0475085 Nov 12 00:39:27.728306 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-89c39350-5e13-4007-9a86-694b1c939db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:27.728803 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-89c39350-5e13-4007-9a86-694b1c939db6 admin admin] Added segment 6dc56b81-8d8e-4b44-90a6-8b45d539a128 of type vlan for network efe1d89a-522f-4c40-b263-5cebd382e88d Nov 12 00:39:27.761395 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-f84587bb-2468-471e-9e9e-794bd80af540 service neutron] For port 1d4617ec-825e-4174-a5ec-9b7f41b6d3dd, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:39:27.763238 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c39350-5e13-4007-9a86-694b1c939db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:27.779575 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-06b3bcaa-df1b-42ab-a4fe-8cc94b58bc68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:27.793106 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-06b3bcaa-df1b-42ab-a4fe-8cc94b58bc68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:27.801161 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-f84587bb-2468-471e-9e9e-794bd80af540 service neutron] For port 1d4617ec-825e-4174-a5ec-9b7f41b6d3dd, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=1d4617ec-825e-4174-a5ec-9b7f41b6d3dd,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:39:27.822091 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1150925f-f05d-4d1e-8bb6-78e193ef091d req-8835b631-edbe-4493-a2ce-c5c6dd895019 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=15b80c7f11964559b05ab81accceabef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1233995 Nov 12 00:39:27.836112 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-f84587bb-2468-471e-9e9e-794bd80af540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:27.881297 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-89c39350-5e13-4007-9a86-694b1c939db6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:27.895200 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-fe63cddd-fb18-4d58-9119-a5e01db64543 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:27.896676 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-fe63cddd-fb18-4d58-9119-a5e01db64543 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4431899 Nov 12 00:39:27.910285 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-06b3bcaa-df1b-42ab-a4fe-8cc94b58bc68 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=091a7a26ff9a4f1c9c7b0f3473510aad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9090250 Nov 12 00:39:27.916202 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38962) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:27.921435 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-f84587bb-2468-471e-9e9e-794bd80af540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:27.922060 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-f84587bb-2468-471e-9e9e-794bd80af540 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:27.923425 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-f84587bb-2468-471e-9e9e-794bd80af540 service neutron] 10.222.0.49 "PUT /v2.0/ports/1d4617ec-825e-4174-a5ec-9b7f41b6d3dd HTTP/1.1" status: 200 len: 1095 time: 2.5939052 Nov 12 00:39:27.925637 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b3bcaa-df1b-42ab-a4fe-8cc94b58bc68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627889ca-918b-48c9-a404-d0e24c48ba55,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:27.926200 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-9c4dd9ac-5f6d-4d08-9952-6b68c0fcce18 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] Request body: {'port': {'device_id': 'dcdba885-0d2f-465a-86bd-a28c87d8b3b8', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'admin_state_up': True, 'tenant_id': 'c83f1409e46e4791a4ccde93bbbb7669'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:27.927863 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e272d300-2fd3-48df-bde9-15e00d466b59', 'tag': '1d4617ec-825e-4174-a5ec-9b7f41b6d3dd'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:27.930111 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc37689f-2e26-4475-ae7c-70da728e45d0" -d '{"events": [{"name": "network-changed", "server_uuid": "e272d300-2fd3-48df-bde9-15e00d466b59", "tag": "1d4617ec-825e-4174-a5ec-9b7f41b6d3dd"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:28.007438 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84587bb-2468-471e-9e9e-794bd80af540 service neutron] Pushing event updated for resources: {'Port': ['ID=1d4617ec-825e-4174-a5ec-9b7f41b6d3dd,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:28.025103 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d73132-97b2-4bb5-98be-80b0b83f7bb9 req-b308635b-5d9d-4fd8-9a0e-122e72bf78a1 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:28.032416 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-86d73132-97b2-4bb5-98be-80b0b83f7bb9 req-b308635b-5d9d-4fd8-9a0e-122e72bf78a1 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 949 time: 0.2096479 Nov 12 00:39:28.057868 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-89c39350-5e13-4007-9a86-694b1c939db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:28.058362 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c39350-5e13-4007-9a86-694b1c939db6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:28.058941 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-89c39350-5e13-4007-9a86-694b1c939db6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:28.107240 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-4e046e56-c340-41ad-bf80-a2e87363dcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:28.108922 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-4e046e56-c340-41ad-bf80-a2e87363dcb9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0af2efd5599d423589f5e6a8043a04f2&device_id=e272d300-2fd3-48df-bde9-15e00d466b59 HTTP/1.1" status: 200 len: 1098 time: 0.0737970 Nov 12 00:39:28.121268 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1150925f-f05d-4d1e-8bb6-78e193ef091d req-5830a073-b441-46c4-8e61-c073051a3bf6 service neutron] 10.222.0.20 "GET /v2.0/networks/040fca8f-d2ed-42cc-9d74-8da136d7b80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822886 Nov 12 00:39:28.200876 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-df322cc3-c219-43e2-b53d-214422c85cdc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=1d4617ec-825e-4174-a5ec-9b7f41b6d3dd HTTP/1.1" status: 200 len: 217 time: 0.0574851 Nov 12 00:39:28.241063 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-89c39350-5e13-4007-9a86-694b1c939db6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0071142 Nov 12 00:39:28.245139 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38966) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:28.251034 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-206879d3-7c9e-4969-8ae3-9d8ad84532d9 admin admin] Request body: {'subnet': {'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1366262044-subnet', 'tenant_id': '9a1fd583d08a44f4b64f3812361842fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:28.264847 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c39350-5e13-4007-9a86-694b1c939db6 admin admin] Pushing event updated for resources: {'Network': ['ID=efe1d89a-522f-4c40-b263-5cebd382e88d,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:28.280234 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network efe1d89a-522f-4c40-b263-5cebd382e88d details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:39:28.316907 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0ffb11a4-992e-4298-bdab-9f1392cf5966 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:28.334105 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-61edda9d-b671-42c1-916b-91833d896829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:28.336166 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-61edda9d-b671-42c1-916b-91833d896829 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.0900140 Nov 12 00:39:28.337949 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-86d73132-97b2-4bb5-98be-80b0b83f7bb9 req-8e80af2a-85d1-49e3-98b8-d3c0f6290529 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006241 Nov 12 00:39:28.345458 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206879d3-7c9e-4969-8ae3-9d8ad84532d9 admin admin] Made reservation on behalf of 9a1fd583d08a44f4b64f3812361842fc for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:39:28.348134 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-206879d3-7c9e-4969-8ae3-9d8ad84532d9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:28.383050 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-10e6a958-f2bc-4c24-bc46-a2c8a7229f6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:28.406994 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-10e6a958-f2bc-4c24-bc46-a2c8a7229f6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:28.420464 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0ffb11a4-992e-4298-bdab-9f1392cf5966 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:28.422698 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e19bf9c-bf76-44d1-8d0a-28e625985520 x-openstack-request-id: req-8e19bf9c-bf76-44d1-8d0a-28e625985520 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:28.423329 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5217370-6da2-4c59-b4ab-6436300de765", "name": "network-vif-unplugged", "status": "completed", "tag": "dd90e0b1-265a-4c8b-832c-4803463f0ab6", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:28.423768 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e19bf9c-bf76-44d1-8d0a-28e625985520 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:28.424304 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5217370-6da2-4c59-b4ab-6436300de765', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd90e0b1-265a-4c8b-832c-4803463f0ab6', 'code': 200} Nov 12 00:39:28.460925 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1150925f-f05d-4d1e-8bb6-78e193ef091d req-59e20d7b-b6ec-4e28-a230-1c66ce18d7f9 service neutron] 10.222.0.20 "GET /v2.0/networks/040fca8f-d2ed-42cc-9d74-8da136d7b80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382370 Nov 12 00:39:28.465822 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-9c4dd9ac-5f6d-4d08-9952-6b68c0fcce18 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] Made reservation on behalf of c83f1409e46e4791a4ccde93bbbb7669 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:39:28.469697 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-9c4dd9ac-5f6d-4d08-9952-6b68c0fcce18 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:28.489700 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-10e6a958-f2bc-4c24-bc46-a2c8a7229f6b service neutron] Transition to ACTIVE for port object 1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:39:28.500158 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-9c4dd9ac-5f6d-4d08-9952-6b68c0fcce18 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:28.523627 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-10e6a958-f2bc-4c24-bc46-a2c8a7229f6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:28.525522 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-b0891f68-8042-432f-9fb6-7cc94ffc6300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:28.527338 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-b0891f68-8042-432f-9fb6-7cc94ffc6300 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1831014 Nov 12 00:39:28.563221 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-597d810d-9f93-42d7-a89e-740ad0b17b5b req-d1f5f554-4471-42d2-bbe3-c066842c943b tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcdba885-0d2f-465a-86bd-a28c87d8b3b8 HTTP/1.1" status: 200 len: 210 time: 0.0723293 Nov 12 00:39:28.699930 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e6a958-f2bc-4c24-bc46-a2c8a7229f6b service neutron] Pushing event updated for resources: {'Port': ['ID=1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:28.755985 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0671a6-6c38-4425-aff2-c2b1e036b477 x-openstack-request-id: req-bc0671a6-6c38-4425-aff2-c2b1e036b477 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:28.759734 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e272d300-2fd3-48df-bde9-15e00d466b59", "tag": "1d4617ec-825e-4174-a5ec-9b7f41b6d3dd", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:28.760198 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bc0671a6-6c38-4425-aff2-c2b1e036b477 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:28.760765 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e272d300-2fd3-48df-bde9-15e00d466b59', 'tag': '1d4617ec-825e-4174-a5ec-9b7f41b6d3dd', 'status': 'completed', 'code': 200} Nov 12 00:39:28.764324 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-206879d3-7c9e-4969-8ae3-9d8ad84532d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:28.767359 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0ffb11a4-992e-4298-bdab-9f1392cf5966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:28.770678 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0ffb11a4-992e-4298-bdab-9f1392cf5966 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:28.774799 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0ffb11a4-992e-4298-bdab-9f1392cf5966 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/627889ca-918b-48c9-a404-d0e24c48ba55 HTTP/1.1" status: 204 len: 168 time: 0.8532910 Nov 12 00:39:28.804159 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffb11a4-992e-4298-bdab-9f1392cf5966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627889ca-918b-48c9-a404-d0e24c48ba55,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:28.882520 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c2cd929a-ffdd-433f-b129-86c0f45f188d req-5b1ab2d3-aa98-449a-90ca-0c44711fc805 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee5a1b02-e7f1-44ed-995a-82076751502e HTTP/1.1" status: 200 len: 210 time: 0.0745351 Nov 12 00:39:28.930403 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-10e6a958-f2bc-4c24-bc46-a2c8a7229f6b service neutron] Attempting to bind port 1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:39:28.931810 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-10e6a958-f2bc-4c24-bc46-a2c8a7229f6b service neutron] Attempting to bind port 1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:39:28.932375 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-10e6a958-f2bc-4c24-bc46-a2c8a7229f6b service neutron] Attempting to bind port 1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:28.948609 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-9c4dd9ac-5f6d-4d08-9952-6b68c0fcce18 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:28.950021 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-10e6a958-f2bc-4c24-bc46-a2c8a7229f6b service neutron] Port 1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c on network 172a28b2-119c-4d70-aef1-a731eb107d6c not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:39:28.950509 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-10e6a958-f2bc-4c24-bc46-a2c8a7229f6b service neutron] Attempting to bind port 1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:28.956654 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-10e6a958-f2bc-4c24-bc46-a2c8a7229f6b service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:39:28.957123 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-10e6a958-f2bc-4c24-bc46-a2c8a7229f6b service neutron] Checking segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:28.957541 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-10e6a958-f2bc-4c24-bc46-a2c8a7229f6b service neutron] Bound using segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:39:28.958612 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-10e6a958-f2bc-4c24-bc46-a2c8a7229f6b service neutron] Bound port: 1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:39:28.958972 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-10e6a958-f2bc-4c24-bc46-a2c8a7229f6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:28.963256 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-9c4dd9ac-5f6d-4d08-9952-6b68c0fcce18 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:29.095882 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4dd9ac-5f6d-4d08-9952-6b68c0fcce18 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b3c5bd-e00c-47e4-881a-90ed8d4ee391,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:29.246480 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206879d3-7c9e-4969-8ae3-9d8ad84532d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89218ce2-e54b-4f33-b040-6aa3f821723a,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:29.282576 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880157d5-b0bd-4604-8296-5e06a8111970 req-e3239fb4-483d-49cd-9112-f2f6da0e49ac tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:29.284493 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-880157d5-b0bd-4604-8296-5e06a8111970 req-e3239fb4-483d-49cd-9112-f2f6da0e49ac tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5217370-6da2-4c59-b4ab-6436300de765 HTTP/1.1" status: 200 len: 943 time: 0.2272873 Nov 12 00:39:29.310713 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed17a3-b70f-4df9-b494-cd004d269990 req-53043fab-f3c2-460a-aa04-f90b45e53762 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:29.319976 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e8ed17a3-b70f-4df9-b494-cd004d269990 req-53043fab-f3c2-460a-aa04-f90b45e53762 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0830e37-b4d9-4605-b766-e26e0c70621e HTTP/1.1" status: 200 len: 948 time: 0.5064754 Nov 12 00:39:29.380170 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206879d3-7c9e-4969-8ae3-9d8ad84532d9 admin admin] Checking segment: {'id': '6dc56b81-8d8e-4b44-90a6-8b45d539a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:29.380542 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206879d3-7c9e-4969-8ae3-9d8ad84532d9 admin admin] Network hostable DHCP agents. Network: efe1d89a-522f-4c40-b263-5cebd382e88d, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:39:29.458436 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e8ed17a3-b70f-4df9-b494-cd004d269990 req-feadea19-9058-474f-8f68-0fc60b21cd02 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352668 Nov 12 00:39:29.495347 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-d634cad7-1b9e-4ce8-a8c3-92946e3d5416 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9560165 Nov 12 00:39:29.627873 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206879d3-7c9e-4969-8ae3-9d8ad84532d9 admin admin] Network efe1d89a-522f-4c40-b263-5cebd382e88d is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:39:29.628755 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-10e6a958-f2bc-4c24-bc46-a2c8a7229f6b service neutron] For port 1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c, host n-h1-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:39:29.659532 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-9c4dd9ac-5f6d-4d08-9952-6b68c0fcce18 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] Allocated IP 192.168.233.8 (172a28b2-119c-4d70-aef1-a731eb107d6c/3288e972-21d8-4a52-9002-05790fb0bb61/f0ebab52-fd73-44c0-bfe8-633511dc1514) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:39:29.662722 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-10e6a958-f2bc-4c24-bc46-a2c8a7229f6b service neutron] For port 1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:39:29.674336 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-10e6a958-f2bc-4c24-bc46-a2c8a7229f6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:29.681776 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-4ef8b165-661e-4ad9-8f87-349d2e048871 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777077 Nov 12 00:39:29.691718 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-206879d3-7c9e-4969-8ae3-9d8ad84532d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, efe1d89a-522f-4c40-b263-5cebd382e88d) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:39:29.692364 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e7f83-158b-40cb-b0cc-793037b27841 req-6f0d6a8c-4390-4b56-9b24-7d0e116615dd tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:29.694033 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-148e7f83-158b-40cb-b0cc-793037b27841 req-6f0d6a8c-4390-4b56-9b24-7d0e116615dd tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 949 time: 0.1954064 Nov 12 00:39:29.698592 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206879d3-7c9e-4969-8ae3-9d8ad84532d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:29.700053 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-206879d3-7c9e-4969-8ae3-9d8ad84532d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:29.703612 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2fc002-c15f-4d73-98c5-8215c5889a46 None None] Network efe1d89a-522f-4c40-b263-5cebd382e88d requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:39:29.765111 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-10e6a958-f2bc-4c24-bc46-a2c8a7229f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:29.774135 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-10e6a958-f2bc-4c24-bc46-a2c8a7229f6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:29.775690 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-880157d5-b0bd-4604-8296-5e06a8111970 req-2030726a-ab79-4254-b490-797c535123fe tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Deleting port dd90e0b1-265a-4c8b-832c-4803463f0ab6 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:39:29.776590 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-880157d5-b0bd-4604-8296-5e06a8111970 req-2030726a-ab79-4254-b490-797c535123fe tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:29.781939 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-10e6a958-f2bc-4c24-bc46-a2c8a7229f6b service neutron] 10.222.0.49 "PUT /v2.0/ports/1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c HTTP/1.1" status: 200 len: 1097 time: 2.9793899 Nov 12 00:39:29.805171 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0830e37-b4d9-4605-b766-e26e0c70621e', 'tag': '1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:29.809266 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541f237c-eed3-4639-b117-36436f78e25a" -d '{"events": [{"name": "network-changed", "server_uuid": "b0830e37-b4d9-4605-b766-e26e0c70621e", "tag": "1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:29.838063 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-98ebc055-ab4a-4e52-9a52-454ecbdc354c req-b866c995-1bb8-4d35-b70a-338f5d09299f tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcdba885-0d2f-465a-86bd-a28c87d8b3b8 HTTP/1.1" status: 200 len: 210 time: 0.1191466 Nov 12 00:39:29.926285 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-206879d3-7c9e-4969-8ae3-9d8ad84532d9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6788535 Nov 12 00:39:29.974400 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e38c03a-ec36-49d6-b2fb-d66ee9f62344 x-openstack-request-id: req-6e38c03a-ec36-49d6-b2fb-d66ee9f62344 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:29.974697 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0830e37-b4d9-4605-b766-e26e0c70621e", "tag": "1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:29.974948 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6e38c03a-ec36-49d6-b2fb-d66ee9f62344 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:29.975343 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0830e37-b4d9-4605-b766-e26e0c70621e', 'tag': '1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c', 'status': 'completed', 'code': 200} Nov 12 00:39:30.017447 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e6a958-f2bc-4c24-bc46-a2c8a7229f6b service neutron] Pushing event updated for resources: {'Port': ['ID=1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:30.042439 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76aae215-1992-49ae-a49e-6824f79f26af None None] Network efe1d89a-522f-4c40-b263-5cebd382e88d requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:39:30.059644 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-82db3ebb-ef9e-431c-bf51-f2008100c5ce req-6d8a3e32-00bb-4816-a6da-0f9b292416bf tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee5a1b02-e7f1-44ed-995a-82076751502e HTTP/1.1" status: 200 len: 210 time: 0.0734909 Nov 12 00:39:30.098437 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-ca69d7b1-a102-4249-8326-90c5d380a10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:30.100186 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-ca69d7b1-a102-4249-8326-90c5d380a10a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0af2efd5599d423589f5e6a8043a04f2&device_id=b0830e37-b4d9-4605-b766-e26e0c70621e HTTP/1.1" status: 200 len: 1100 time: 0.2501287 Nov 12 00:39:30.103290 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-880157d5-b0bd-4604-8296-5e06a8111970 req-2030726a-ab79-4254-b490-797c535123fe tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] For port dd90e0b1-265a-4c8b-832c-4803463f0ab6, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=dd90e0b1-265a-4c8b-832c-4803463f0ab6,segment=NetworkSegment(31f3cd0b-8f92-47c3-a72f-efb4d157fdb5),segment_id=31f3cd0b-8f92-47c3-a72f-efb4d157fdb5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:30.103665 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-880157d5-b0bd-4604-8296-5e06a8111970 req-2030726a-ab79-4254-b490-797c535123fe tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:30.129851 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-880157d5-b0bd-4604-8296-5e06a8111970 req-2030726a-ab79-4254-b490-797c535123fe tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Calling delete_port for dd90e0b1-265a-4c8b-832c-4803463f0ab6 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:39:30.158540 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37689f-2e26-4475-ae7c-70da728e45d0 req-11684fa5-bd24-40bc-b482-b7768aff2247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:30.160167 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dc37689f-2e26-4475-ae7c-70da728e45d0 req-11684fa5-bd24-40bc-b482-b7768aff2247 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0af2efd5599d423589f5e6a8043a04f2&device_id=e272d300-2fd3-48df-bde9-15e00d466b59 HTTP/1.1" status: 200 len: 1098 time: 0.2877455 Nov 12 00:39:30.185197 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-148e7f83-158b-40cb-b0cc-793037b27841 req-4c8c1fc1-efe6-4880-81f8-e90ab625c413 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4612820 Nov 12 00:39:30.211270 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-e18d9650-cb29-4978-b6a6-9ba023f37308 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c HTTP/1.1" status: 200 len: 217 time: 0.0920272 Nov 12 00:39:30.317202 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-9c4dd9ac-5f6d-4d08-9952-6b68c0fcce18 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:30.348510 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39020) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:30.350830 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37689f-2e26-4475-ae7c-70da728e45d0 req-d2a0bc31-9317-4865-a615-7f4fe5ab3040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:30.352965 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dc37689f-2e26-4475-ae7c-70da728e45d0 req-d2a0bc31-9317-4865-a615-7f4fe5ab3040 service neutron] 10.222.0.49 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.1655555 Nov 12 00:39:30.368957 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-02a6e892-a73c-42f7-9fb3-a9926937e72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:30.370194 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-02a6e892-a73c-42f7-9fb3-a9926937e72b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.1494458 Nov 12 00:39:30.435967 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dc37689f-2e26-4475-ae7c-70da728e45d0 req-fc9d82be-58f9-4c7d-b60b-fd32e948ffda service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=1d4617ec-825e-4174-a5ec-9b7f41b6d3dd HTTP/1.1" status: 200 len: 217 time: 0.0631011 Nov 12 00:39:30.443264 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-9c4dd9ac-5f6d-4d08-9952-6b68c0fcce18 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:30.468081 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-7dbd4fae-f817-4358-98db-d34af3c7f954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:30.470012 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-7dbd4fae-f817-4358-98db-d34af3c7f954 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0845299 Nov 12 00:39:30.571839 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-880157d5-b0bd-4604-8296-5e06a8111970 req-2030726a-ab79-4254-b490-797c535123fe tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:30.623232 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-9c4dd9ac-5f6d-4d08-9952-6b68c0fcce18 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] Network 172a28b2-119c-4d70-aef1-a731eb107d6c is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:39:30.654203 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-9c4dd9ac-5f6d-4d08-9952-6b68c0fcce18 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:39:30.700279 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-9c4dd9ac-5f6d-4d08-9952-6b68c0fcce18 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:39:30.703709 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4dd9ac-5f6d-4d08-9952-6b68c0fcce18 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] Pushing event updated for resources: {'Port': ['ID=f0ebab52-fd73-44c0-bfe8-633511dc1514,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:30.707102 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37689f-2e26-4475-ae7c-70da728e45d0 req-f7df8d45-96d8-4b5b-8bb1-e125a1d25d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:30.708633 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dc37689f-2e26-4475-ae7c-70da728e45d0 req-f7df8d45-96d8-4b5b-8bb1-e125a1d25d18 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.2608178 Nov 12 00:39:30.709782 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2030726a-ab79-4254-b490-797c535123fe tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Pushing event deleted for resources: {'Port': ['ID=dd90e0b1-265a-4c8b-832c-4803463f0ab6,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:30.761149 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-3b961ca0-4a54-42d6-8d72-da52286f157a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1451522925-network', 'tenant_id': '84a87f85875849b1b03af70f57bfc3df'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:30.767137 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c6a9d-17c4-4c6a-b1f5-eeb829c56901 req-6c2eec46-1120-4668-b214-89883dc1b49b tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:30.784341 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-044c6a9d-17c4-4c6a-b1f5-eeb829c56901 req-6c2eec46-1120-4668-b214-89883dc1b49b tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0830e37-b4d9-4605-b766-e26e0c70621e HTTP/1.1" status: 200 len: 948 time: 0.2252548 Nov 12 00:39:30.798868 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b961ca0-4a54-42d6-8d72-da52286f157a admin admin] Made reservation on behalf of 84a87f85875849b1b03af70f57bfc3df for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:39:30.801520 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3b961ca0-4a54-42d6-8d72-da52286f157a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:30.872283 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3b961ca0-4a54-42d6-8d72-da52286f157a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:30.897762 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-880157d5-b0bd-4604-8296-5e06a8111970 req-2030726a-ab79-4254-b490-797c535123fe tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] No DVR routers for this DVR port dd90e0b1-265a-4c8b-832c-4803463f0ab6 on host n-h2-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:39:30.902279 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-880157d5-b0bd-4604-8296-5e06a8111970 req-2030726a-ab79-4254-b490-797c535123fe tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:30.907131 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-880157d5-b0bd-4604-8296-5e06a8111970 req-2030726a-ab79-4254-b490-797c535123fe tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.54 "DELETE /v2.0/ports/dd90e0b1-265a-4c8b-832c-4803463f0ab6 HTTP/1.1" status: 204 len: 173 time: 1.6114538 Nov 12 00:39:30.951604 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5217370-6da2-4c59-b4ab-6436300de765', 'name': 'network-vif-deleted', 'tag': 'dd90e0b1-265a-4c8b-832c-4803463f0ab6'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:30.954163 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe06cab6-cbcc-4503-be3d-4696b91f4323" -d '{"events": [{"server_uuid": "e5217370-6da2-4c59-b4ab-6436300de765", "name": "network-vif-deleted", "tag": "dd90e0b1-265a-4c8b-832c-4803463f0ab6"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:30.975407 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150925f-f05d-4d1e-8bb6-78e193ef091d req-dca20045-0f37-4e5f-beeb-7b216605ddcf tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:30.977280 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1150925f-f05d-4d1e-8bb6-78e193ef091d req-dca20045-0f37-4e5f-beeb-7b216605ddcf tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.54 "GET /v2.0/networks?id=040fca8f-d2ed-42cc-9d74-8da136d7b80f HTTP/1.1" status: 200 len: 805 time: 0.4399247 Nov 12 00:39:30.979721 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39046) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:30.989771 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-359c4ff9-f0f5-4658-aaa9-53625fddaede admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-414288714-network', 'tenant_id': 'a7265b872b894a2f8f1454a45b6e0468'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:30.992214 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-044c6a9d-17c4-4c6a-b1f5-eeb829c56901 req-cd931be6-f061-4364-a828-94150ff3b1c0 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068975 Nov 12 00:39:31.001077 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-14147f58-3af4-443d-8dac-4eb27330caf4 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5185082 Nov 12 00:39:31.009648 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-9c4dd9ac-5f6d-4d08-9952-6b68c0fcce18 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:31.010386 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-9c4dd9ac-5f6d-4d08-9952-6b68c0fcce18 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:31.032303 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-1150925f-f05d-4d1e-8bb6-78e193ef091d req-c21dc1b5-9558-4668-99d5-a0c6fae963f3 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Request body: {'port': {'device_id': 'ee5a1b02-e7f1-44ed-995a-82076751502e', 'network_id': '040fca8f-d2ed-42cc-9d74-8da136d7b80f', 'admin_state_up': True, 'tenant_id': '15b80c7f11964559b05ab81accceabef'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:31.033157 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-6bd6ef87-1dce-41be-a4e8-2114edbaf5c2 None None] Provisioning complete for port f0ebab52-fd73-44c0-bfe8-633511dc1514 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:31.034367 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6bd6ef87-1dce-41be-a4e8-2114edbaf5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:31.061636 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37689f-2e26-4475-ae7c-70da728e45d0 req-c1f7b316-ceef-4824-9f6d-5d4bb4f90278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:31.064425 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dc37689f-2e26-4475-ae7c-70da728e45d0 req-c1f7b316-ceef-4824-9f6d-5d4bb4f90278 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3137197 Nov 12 00:39:31.090548 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359c4ff9-f0f5-4658-aaa9-53625fddaede admin admin] Made reservation on behalf of a7265b872b894a2f8f1454a45b6e0468 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:39:31.093169 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-359c4ff9-f0f5-4658-aaa9-53625fddaede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:31.112845 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-6bd6ef87-1dce-41be-a4e8-2114edbaf5c2 None None] Port f0ebab52-fd73-44c0-bfe8-633511dc1514 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:39:31.134268 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-359c4ff9-f0f5-4658-aaa9-53625fddaede admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:31.158349 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3b961ca0-4a54-42d6-8d72-da52286f157a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:31.169402 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3b961ca0-4a54-42d6-8d72-da52286f157a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:31.180451 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-9c4dd9ac-5f6d-4d08-9952-6b68c0fcce18 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.2628715 Nov 12 00:39:31.209929 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b961ca0-4a54-42d6-8d72-da52286f157a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:39:31.234897 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-f69b5966-96c7-4e35-8268-f92ccafde671 service neutron] Request body: {'port': {'device_id': 'dcdba885-0d2f-465a-86bd-a28c87d8b3b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:31.243715 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23ef9d03-cc98-4a20-83f8-987162bf07c0 req-737839df-973e-4a88-b171-c982aa793707 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107654 Nov 12 00:39:31.244014 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b961ca0-4a54-42d6-8d72-da52286f157a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d793fd64-cf1b-4623-bdb4-e772f43ed850,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:31.249621 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3b961ca0-4a54-42d6-8d72-da52286f157a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:31.249955 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-3b961ca0-4a54-42d6-8d72-da52286f157a admin admin] Added segment 046f26c5-4913-452e-9def-6ccd045691cc of type vlan for network 4fa2bf56-e812-47e7-b55c-ccd0745839ae Nov 12 00:39:31.267054 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device dd90e0b1-265a-4c8b-832c-4803463f0ab6 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:39:31.297575 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2ce79e-9a95-42e0-90f4-58cd64c1ce98 x-openstack-request-id: req-be2ce79e-9a95-42e0-90f4-58cd64c1ce98 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:31.299217 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5217370-6da2-4c59-b4ab-6436300de765", "name": "network-vif-deleted", "tag": "dd90e0b1-265a-4c8b-832c-4803463f0ab6", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:31.299217 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be2ce79e-9a95-42e0-90f4-58cd64c1ce98 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:31.299217 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5217370-6da2-4c59-b4ab-6436300de765', 'name': 'network-vif-deleted', 'tag': 'dd90e0b1-265a-4c8b-832c-4803463f0ab6', 'status': 'completed', 'code': 200} Nov 12 00:39:31.319595 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3b961ca0-4a54-42d6-8d72-da52286f157a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:31.343728 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: dd90e0b1-265a-4c8b-832c-4803463f0ab6 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:39:31.344616 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device dd90e0b1-265a-4c8b-832c-4803463f0ab6 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:39:31.388989 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-359c4ff9-f0f5-4658-aaa9-53625fddaede admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:31.405582 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-359c4ff9-f0f5-4658-aaa9-53625fddaede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:31.408337 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3b961ca0-4a54-42d6-8d72-da52286f157a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:31.409263 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b961ca0-4a54-42d6-8d72-da52286f157a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:31.409848 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3b961ca0-4a54-42d6-8d72-da52286f157a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:31.410472 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-f69b5966-96c7-4e35-8268-f92ccafde671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:31.436432 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dc37689f-2e26-4475-ae7c-70da728e45d0 req-bc3d751b-0b6e-4bda-bec8-c0919a881ca4 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434629 Nov 12 00:39:31.437140 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-41e133a7-9b90-4e56-9aa8-2c79479cb1c2 req-a42afdce-d6d4-4c9c-9fe2-a14ce2b0ff13 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee5a1b02-e7f1-44ed-995a-82076751502e HTTP/1.1" status: 200 len: 210 time: 0.0514829 Nov 12 00:39:31.453616 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be154ab9-8061-4ac3-b262-ffb7fd60a70f req-47cae012-d76e-4a8c-b0b8-0fdd88ff60bc tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:31.461744 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-be154ab9-8061-4ac3-b262-ffb7fd60a70f req-47cae012-d76e-4a8c-b0b8-0fdd88ff60bc tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcdba885-0d2f-465a-86bd-a28c87d8b3b8 HTTP/1.1" status: 200 len: 934 time: 0.2875767 Nov 12 00:39:31.480235 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-359c4ff9-f0f5-4658-aaa9-53625fddaede admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:39:31.523748 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-3b961ca0-4a54-42d6-8d72-da52286f157a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1741238 Nov 12 00:39:31.531280 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39060) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:31.542085 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f237c-eed3-4639-b117-36436f78e25a req-79354857-f8ee-46be-8659-a270804dcbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:31.543512 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-541f237c-eed3-4639-b117-36436f78e25a req-79354857-f8ee-46be-8659-a270804dcbd2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0af2efd5599d423589f5e6a8043a04f2&device_id=b0830e37-b4d9-4605-b766-e26e0c70621e HTTP/1.1" status: 200 len: 1100 time: 0.1893167 Nov 12 00:39:31.545884 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-359c4ff9-f0f5-4658-aaa9-53625fddaede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:31.546219 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-359c4ff9-f0f5-4658-aaa9-53625fddaede admin admin] Added segment 5f639dc7-41fe-4cfd-a6fa-47c7560cd4d1 of type vlan for network d16c4778-5242-4726-97f6-5098a95842c6 Nov 12 00:39:31.551512 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-fb09bd94-a97f-4d28-a34a-c3ecee6250d5 admin admin] Request body: {'subnet': {'network_id': '4fa2bf56-e812-47e7-b55c-ccd0745839ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1451522925-subnet', 'tenant_id': '84a87f85875849b1b03af70f57bfc3df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:31.554359 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c4ff9-f0f5-4658-aaa9-53625fddaede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc11face-9651-4a37-b829-095c048b2ed8,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:31.578679 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b961ca0-4a54-42d6-8d72-da52286f157a admin admin] Pushing event updated for resources: {'Network': ['ID=4fa2bf56-e812-47e7-b55c-ccd0745839ae,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:31.591852 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 4fa2bf56-e812-47e7-b55c-ccd0745839ae details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:39:31.671726 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-359c4ff9-f0f5-4658-aaa9-53625fddaede admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:31.677462 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1150925f-f05d-4d1e-8bb6-78e193ef091d req-c21dc1b5-9558-4668-99d5-a0c6fae963f3 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Made reservation on behalf of 15b80c7f11964559b05ab81accceabef for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:39:31.681182 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1150925f-f05d-4d1e-8bb6-78e193ef091d req-c21dc1b5-9558-4668-99d5-a0c6fae963f3 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:31.699157 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-be154ab9-8061-4ac3-b262-ffb7fd60a70f req-5ffb3763-a27f-4b34-8866-5837300c0e98 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4b3c5bd-e00c-47e4-881a-90ed8d4ee391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359169 Nov 12 00:39:31.728032 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a5185-635e-42ab-8622-ccd40821cb55 req-a2c00d81-1d2e-43e5-a450-1d0ffd96b3bd tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:31.730185 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-681a5185-635e-42ab-8622-ccd40821cb55 req-a2c00d81-1d2e-43e5-a450-1d0ffd96b3bd tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 949 time: 0.2122517 Nov 12 00:39:31.735348 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb09bd94-a97f-4d28-a34a-c3ecee6250d5 admin admin] Made reservation on behalf of 84a87f85875849b1b03af70f57bfc3df for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:39:31.737595 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fb09bd94-a97f-4d28-a34a-c3ecee6250d5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:31.747889 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dc37689f-2e26-4475-ae7c-70da728e45d0 req-c56879df-0c0e-42e0-80de-5ccb51ebaebb service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774286 Nov 12 00:39:31.781155 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-359c4ff9-f0f5-4658-aaa9-53625fddaede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:31.782125 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359c4ff9-f0f5-4658-aaa9-53625fddaede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:31.782690 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-359c4ff9-f0f5-4658-aaa9-53625fddaede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:31.790145 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f237c-eed3-4639-b117-36436f78e25a req-0af806d5-9b99-4240-8ca2-d30566ffee3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:31.792344 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-541f237c-eed3-4639-b117-36436f78e25a req-0af806d5-9b99-4240-8ca2-d30566ffee3f service neutron] 10.222.0.49 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.2338228 Nov 12 00:39:31.960908 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-1150925f-f05d-4d1e-8bb6-78e193ef091d req-c21dc1b5-9558-4668-99d5-a0c6fae963f3 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Allocated IP 172.20.0.12 (040fca8f-d2ed-42cc-9d74-8da136d7b80f/15eed615-9c1a-43c6-8268-d04dda46eb36/5b89d2cd-78d9-461d-b36c-2c8a5c384e97) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:39:32.038429 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-f69b5966-96c7-4e35-8268-f92ccafde671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0ebab52-fd73-44c0-bfe8-633511dc1514 {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:32.052308 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-f69b5966-96c7-4e35-8268-f92ccafde671 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:32.095309 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-f69b5966-96c7-4e35-8268-f92ccafde671 service neutron] Transition to ACTIVE for port object f0ebab52-fd73-44c0-bfe8-633511dc1514 will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:39:32.131734 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-359c4ff9-f0f5-4658-aaa9-53625fddaede admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1471221 Nov 12 00:39:32.137139 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-541f237c-eed3-4639-b117-36436f78e25a req-da602714-976c-4c59-bfef-c50c7b225ec7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c HTTP/1.1" status: 200 len: 217 time: 0.2941027 Nov 12 00:39:32.137907 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39066) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:32.154065 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-cd6a857e-c3a8-4692-9156-cea62ad376eb admin admin] Request body: {'subnet': {'network_id': 'd16c4778-5242-4726-97f6-5098a95842c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-414288714-subnet', 'tenant_id': 'a7265b872b894a2f8f1454a45b6e0468', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:32.175121 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-f69b5966-96c7-4e35-8268-f92ccafde671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:32.183007 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c4ff9-f0f5-4658-aaa9-53625fddaede admin admin] Pushing event updated for resources: {'Network': ['ID=d16c4778-5242-4726-97f6-5098a95842c6,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:32.195538 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network d16c4778-5242-4726-97f6-5098a95842c6 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:39:32.218684 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-681a5185-635e-42ab-8622-ccd40821cb55 req-0e46921d-da1f-4d83-b8dd-9736e6614a35 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4768643 Nov 12 00:39:32.266956 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f237c-eed3-4639-b117-36436f78e25a req-409f03f1-20d2-4679-af6a-75c23e369f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:32.267209 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-541f237c-eed3-4639-b117-36436f78e25a req-409f03f1-20d2-4679-af6a-75c23e369f56 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.1182511 Nov 12 00:39:32.284233 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6a857e-c3a8-4692-9156-cea62ad376eb admin admin] Made reservation on behalf of a7265b872b894a2f8f1454a45b6e0468 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:39:32.286882 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cd6a857e-c3a8-4692-9156-cea62ad376eb admin admin] Publish callbacks [] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:32.321818 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1150925f-f05d-4d1e-8bb6-78e193ef091d req-c21dc1b5-9558-4668-99d5-a0c6fae963f3 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:32.387615 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3eb60c-b023-48f4-b061-20dd027db532 req-8c271a5d-9c6c-4436-9168-2a0d42b6fe35 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:32.389184 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fa3eb60c-b023-48f4-b061-20dd027db532 req-8c271a5d-9c6c-4436-9168-2a0d42b6fe35 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0830e37-b4d9-4605-b766-e26e0c70621e HTTP/1.1" status: 200 len: 948 time: 0.2189476 Nov 12 00:39:32.396522 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b5966-96c7-4e35-8268-f92ccafde671 service neutron] Pushing event updated for resources: {'Port': ['ID=f0ebab52-fd73-44c0-bfe8-633511dc1514,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:32.473708 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fb09bd94-a97f-4d28-a34a-c3ecee6250d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:32.511361 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-f69b5966-96c7-4e35-8268-f92ccafde671 service neutron] Attempting to bind port f0ebab52-fd73-44c0-bfe8-633511dc1514 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:39:32.511697 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-f69b5966-96c7-4e35-8268-f92ccafde671 service neutron] Attempting to bind port f0ebab52-fd73-44c0-bfe8-633511dc1514 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:39:32.512024 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-f69b5966-96c7-4e35-8268-f92ccafde671 service neutron] Attempting to bind port f0ebab52-fd73-44c0-bfe8-633511dc1514 on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:32.517882 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1150925f-f05d-4d1e-8bb6-78e193ef091d req-c21dc1b5-9558-4668-99d5-a0c6fae963f3 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:32.578134 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-f69b5966-96c7-4e35-8268-f92ccafde671 service neutron] Port f0ebab52-fd73-44c0-bfe8-633511dc1514 on network 172a28b2-119c-4d70-aef1-a731eb107d6c not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:39:32.578509 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-f69b5966-96c7-4e35-8268-f92ccafde671 service neutron] Attempting to bind port f0ebab52-fd73-44c0-bfe8-633511dc1514 on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:32.594906 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fa3eb60c-b023-48f4-b061-20dd027db532 req-9194b816-e651-48df-9885-3187a63015fc tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720970 Nov 12 00:39:32.610803 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-f69b5966-96c7-4e35-8268-f92ccafde671 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:39:32.611050 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-f69b5966-96c7-4e35-8268-f92ccafde671 service neutron] Checking segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:32.611437 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-f69b5966-96c7-4e35-8268-f92ccafde671 service neutron] Bound using segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:39:32.621494 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-f69b5966-96c7-4e35-8268-f92ccafde671 service neutron] Bound port: f0ebab52-fd73-44c0-bfe8-633511dc1514, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:39:32.621944 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-f69b5966-96c7-4e35-8268-f92ccafde671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:32.628911 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1150925f-f05d-4d1e-8bb6-78e193ef091d req-c21dc1b5-9558-4668-99d5-a0c6fae963f3 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Network 040fca8f-d2ed-42cc-9d74-8da136d7b80f is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:39:32.641835 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21dc1b5-9558-4668-99d5-a0c6fae963f3 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Pushing event updated for resources: {'Port': ['ID=5b89d2cd-78d9-461d-b36c-2c8a5c384e97,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:32.646019 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-1150925f-f05d-4d1e-8bb6-78e193ef091d req-c21dc1b5-9558-4668-99d5-a0c6fae963f3 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:39:32.648761 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-1150925f-f05d-4d1e-8bb6-78e193ef091d req-c21dc1b5-9558-4668-99d5-a0c6fae963f3 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:39:32.664220 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f237c-eed3-4639-b117-36436f78e25a req-e9727ab9-a50e-47d9-8e1b-654d323d9fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:32.666045 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-541f237c-eed3-4639-b117-36436f78e25a req-e9727ab9-a50e-47d9-8e1b-654d323d9fbc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3835402 Nov 12 00:39:32.696043 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb09bd94-a97f-4d28-a34a-c3ecee6250d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bde0c8b5-5e0b-437e-85b3-fc6454f1c855,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:32.736855 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150925f-f05d-4d1e-8bb6-78e193ef091d req-c21dc1b5-9558-4668-99d5-a0c6fae963f3 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:32.737513 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1150925f-f05d-4d1e-8bb6-78e193ef091d req-c21dc1b5-9558-4668-99d5-a0c6fae963f3 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:32.758797 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-f69b5966-96c7-4e35-8268-f92ccafde671 service neutron] For port f0ebab52-fd73-44c0-bfe8-633511dc1514, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:39:32.763150 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-f69b5966-96c7-4e35-8268-f92ccafde671 service neutron] For port f0ebab52-fd73-44c0-bfe8-633511dc1514, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f0ebab52-fd73-44c0-bfe8-633511dc1514,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:39:32.768837 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1150925f-f05d-4d1e-8bb6-78e193ef091d req-c21dc1b5-9558-4668-99d5-a0c6fae963f3 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7549009 Nov 12 00:39:32.771409 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-f69b5966-96c7-4e35-8268-f92ccafde671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:32.808618 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-f69b5966-96c7-4e35-8268-f92ccafde671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:32.809524 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-f69b5966-96c7-4e35-8268-f92ccafde671 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:32.810887 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-f69b5966-96c7-4e35-8268-f92ccafde671 service neutron] 10.222.0.54 "PUT /v2.0/ports/f0ebab52-fd73-44c0-bfe8-633511dc1514 HTTP/1.1" status: 200 len: 1095 time: 1.5849161 Nov 12 00:39:32.817735 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-1150925f-f05d-4d1e-8bb6-78e193ef091d req-22294166-6601-4fed-b7cb-4933a0f14275 service neutron] Request body: {'port': {'device_id': 'ee5a1b02-e7f1-44ed-995a-82076751502e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:32.819934 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcdba885-0d2f-465a-86bd-a28c87d8b3b8', 'tag': 'f0ebab52-fd73-44c0-bfe8-633511dc1514'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:32.824650 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a483ef8-c535-4716-ade0-a907c9d340ad" -d '{"events": [{"name": "network-changed", "server_uuid": "dcdba885-0d2f-465a-86bd-a28c87d8b3b8", "tag": "f0ebab52-fd73-44c0-bfe8-633511dc1514"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:32.871603 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ebf38-9e7b-4c46-8971-18740cec901c req-833b03a6-1c80-4962-b19c-2beecd2f630e tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:32.878840 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-738ebf38-9e7b-4c46-8971-18740cec901c req-833b03a6-1c80-4962-b19c-2beecd2f630e tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee5a1b02-e7f1-44ed-995a-82076751502e HTTP/1.1" status: 200 len: 932 time: 0.3206728 Nov 12 00:39:32.894289 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cd6a857e-c3a8-4692-9156-cea62ad376eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:32.914400 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb09bd94-a97f-4d28-a34a-c3ecee6250d5 admin admin] Checking segment: {'id': '046f26c5-4913-452e-9def-6ccd045691cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4fa2bf56-e812-47e7-b55c-ccd0745839ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:32.915118 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb09bd94-a97f-4d28-a34a-c3ecee6250d5 admin admin] Network hostable DHCP agents. Network: 4fa2bf56-e812-47e7-b55c-ccd0745839ae, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:39:32.963827 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b5966-96c7-4e35-8268-f92ccafde671 service neutron] Pushing event updated for resources: {'Port': ['ID=f0ebab52-fd73-44c0-bfe8-633511dc1514,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:32.980284 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1150925f-f05d-4d1e-8bb6-78e193ef091d req-22294166-6601-4fed-b7cb-4933a0f14275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:32.999451 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd886e-3a56-45d0-9d9d-a3841cbf62a2 req-0443d95f-1237-4695-868d-c2e9329fa03d tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:33.001090 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-61cd886e-3a56-45d0-9d9d-a3841cbf62a2 req-0443d95f-1237-4695-868d-c2e9329fa03d tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcdba885-0d2f-465a-86bd-a28c87d8b3b8 HTTP/1.1" status: 200 len: 946 time: 0.2010751 Nov 12 00:39:33.013261 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-fa155a66-d86d-4aa0-8f1a-c1ff2c0500eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:33.014978 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-fa155a66-d86d-4aa0-8f1a-c1ff2c0500eb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c83f1409e46e4791a4ccde93bbbb7669&device_id=dcdba885-0d2f-465a-86bd-a28c87d8b3b8 HTTP/1.1" status: 200 len: 1098 time: 0.1178031 Nov 12 00:39:33.026978 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6a857e-c3a8-4692-9156-cea62ad376eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=40cf9ad4-ebb9-4f40-a474-e73b51edb39f,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:33.059244 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-738ebf38-9e7b-4c46-8971-18740cec901c req-4fd344ff-61f7-42b8-95ee-ecdd84208783 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792390 Nov 12 00:39:33.071004 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-541f237c-eed3-4639-b117-36436f78e25a req-165e66fe-4ceb-4026-b35b-bf2d560c7e6a service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855004 Nov 12 00:39:33.074336 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb09bd94-a97f-4d28-a34a-c3ecee6250d5 admin admin] Network 4fa2bf56-e812-47e7-b55c-ccd0745839ae is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:39:33.105289 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6a857e-c3a8-4692-9156-cea62ad376eb admin admin] Checking segment: {'id': '5f639dc7-41fe-4cfd-a6fa-47c7560cd4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd16c4778-5242-4726-97f6-5098a95842c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:33.105684 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6a857e-c3a8-4692-9156-cea62ad376eb admin admin] Network hostable DHCP agents. Network: d16c4778-5242-4726-97f6-5098a95842c6, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:39:33.109984 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-fb09bd94-a97f-4d28-a34a-c3ecee6250d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 4fa2bf56-e812-47e7-b55c-ccd0745839ae) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:39:33.119284 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168b136e-4d9d-4927-8887-c9b347727a26 None None] Network 4fa2bf56-e812-47e7-b55c-ccd0745839ae requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:39:33.137362 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb09bd94-a97f-4d28-a34a-c3ecee6250d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:33.138295 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fb09bd94-a97f-4d28-a34a-c3ecee6250d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:33.189789 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6a857e-c3a8-4692-9156-cea62ad376eb admin admin] Network d16c4778-5242-4726-97f6-5098a95842c6 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:39:33.210112 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-fb09bd94-a97f-4d28-a34a-c3ecee6250d5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.6653898 Nov 12 00:39:33.213775 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-cd6a857e-c3a8-4692-9156-cea62ad376eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, d16c4778-5242-4726-97f6-5098a95842c6) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:39:33.223023 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39080) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:33.231524 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-1092416d-e0be-4e29-81bf-5ca30ed46735 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1451522925-router', 'tenant_id': '84a87f85875849b1b03af70f57bfc3df', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:33.239232 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6a857e-c3a8-4692-9156-cea62ad376eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:33.240221 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cd6a857e-c3a8-4692-9156-cea62ad376eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:33.264172 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c5cbb9-ffe7-419b-bf66-9cb52572e2ad None None] Network d16c4778-5242-4726-97f6-5098a95842c6 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:39:33.264595 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-cd6a857e-c3a8-4692-9156-cea62ad376eb admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1161034 Nov 12 00:39:33.294087 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-541f237c-eed3-4639-b117-36436f78e25a req-c9b636d8-efeb-4679-a3eb-12442873f0b8 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975741 Nov 12 00:39:33.298479 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1092416d-e0be-4e29-81bf-5ca30ed46735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:33.300282 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1092416d-e0be-4e29-81bf-5ca30ed46735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:33.376582 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1092416d-e0be-4e29-81bf-5ca30ed46735 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:33.394826 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061fc177-79ce-45f7-bc9d-fdbf3185af88 x-openstack-request-id: req-061fc177-79ce-45f7-bc9d-fdbf3185af88 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:33.395247 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcdba885-0d2f-465a-86bd-a28c87d8b3b8", "tag": "f0ebab52-fd73-44c0-bfe8-633511dc1514", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:33.395612 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-061fc177-79ce-45f7-bc9d-fdbf3185af88 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:33.396101 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcdba885-0d2f-465a-86bd-a28c87d8b3b8', 'tag': 'f0ebab52-fd73-44c0-bfe8-633511dc1514', 'status': 'completed', 'code': 200} Nov 12 00:39:33.405656 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 1d4617ec-825e-4174-a5ec-9b7f41b6d3dd details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:39:33.406143 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-b6765641-550a-46f7-af25-e51c4c406271 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=f0ebab52-fd73-44c0-bfe8-633511dc1514 HTTP/1.1" status: 200 len: 217 time: 0.3689742 Nov 12 00:39:33.534794 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-61cd886e-3a56-45d0-9d9d-a3841cbf62a2 req-c71e3b62-aa8b-4296-b873-24cfb8fa31c2 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4b3c5bd-e00c-47e4-881a-90ed8d4ee391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4989545 Nov 12 00:39:33.563166 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-e832918b-574d-4873-994b-a9c13bec4936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:33.565059 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-e832918b-574d-4873-994b-a9c13bec4936 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.1493363 Nov 12 00:39:33.571413 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a0244-b5e8-4c25-a69b-13fe1468c91a req-fb694eaa-6a83-4d3e-8ba7-60215a2306b9 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:33.585993 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a91a0244-b5e8-4c25-a69b-13fe1468c91a req-fb694eaa-6a83-4d3e-8ba7-60215a2306b9 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 949 time: 0.2111275 Nov 12 00:39:33.668420 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01550c64-0f8f-4f78-b2ab-2a77a212e9a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-4fa2bf56-e812-47e7-b55c-ccd0745839ae', 'network_id': '4fa2bf56-e812-47e7-b55c-ccd0745839ae', 'tenant_id': '84a87f85875849b1b03af70f57bfc3df', 'fixed_ips': [{'subnet_id': 'bde0c8b5-5e0b-437e-85b3-fc6454f1c855'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:39:33.670315 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-01550c64-0f8f-4f78-b2ab-2a77a212e9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:33.739052 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a91a0244-b5e8-4c25-a69b-13fe1468c91a req-6a259f6c-7713-4d15-a69f-f40e32863862 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375437 Nov 12 00:39:33.745858 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1092416d-e0be-4e29-81bf-5ca30ed46735 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:33.789720 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-ae58856d-b6b8-4820-a493-829be375c00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:33.792880 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-ae58856d-b6b8-4820-a493-829be375c00c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2169344 Nov 12 00:39:33.799171 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5958145b-9ce2-4abe-b8e6-483c31853e6a None None] Network d16c4778-5242-4726-97f6-5098a95842c6 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:39:33.909367 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-4405c39e-c617-4cc8-af18-00f420b1adf6 service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080551 Nov 12 00:39:33.934524 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75274ef-11e1-4688-a949-82c97802ecc9 req-4e552bdc-416b-4f4c-b67b-c63e36abcd0f tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:33.942620 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c75274ef-11e1-4688-a949-82c97802ecc9 req-4e552bdc-416b-4f4c-b67b-c63e36abcd0f tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0830e37-b4d9-4605-b766-e26e0c70621e HTTP/1.1" status: 200 len: 948 time: 0.2104073 Nov 12 00:39:33.985915 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 1d4617ec-825e-4174-a5ec-9b7f41b6d3dd, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=1d4617ec-825e-4174-a5ec-9b7f41b6d3dd,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:34.069214 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '1d4617ec-825e-4174-a5ec-9b7f41b6d3dd', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'port_id': '1d4617ec-825e-4174-a5ec-9b7f41b6d3dd', 'mac_address': 'fa:16:3e:52:d7:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3288e972-21d8-4a52-9002-05790fb0bb61', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:39:34.087649 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c75274ef-11e1-4688-a949-82c97802ecc9 req-bcd07506-e9c4-4a75-a601-730d8876c589 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443958 Nov 12 00:39:34.117462 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1092416d-e0be-4e29-81bf-5ca30ed46735 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:34.165019 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1092416d-e0be-4e29-81bf-5ca30ed46735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:34.186795 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-1150925f-f05d-4d1e-8bb6-78e193ef091d req-22294166-6601-4fed-b7cb-4933a0f14275 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b89d2cd-78d9-461d-b36c-2c8a5c384e97 {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:34.188535 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:34.195744 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1150925f-f05d-4d1e-8bb6-78e193ef091d req-22294166-6601-4fed-b7cb-4933a0f14275 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:34.210048 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-1150925f-f05d-4d1e-8bb6-78e193ef091d req-22294166-6601-4fed-b7cb-4933a0f14275 service neutron] Transition to ACTIVE for port object 5b89d2cd-78d9-461d-b36c-2c8a5c384e97 will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:39:34.232641 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-76bcc8a1-b79e-43a7-9fe9-244033d15199 req-25cc6325-1cc5-4d31-8ffb-99d9e1a2bf7c service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144660 Nov 12 00:39:34.234583 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1150925f-f05d-4d1e-8bb6-78e193ef091d req-22294166-6601-4fed-b7cb-4933a0f14275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:34.295243 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d8b76-fd59-4c14-8eb1-935e84e9ae05 req-c11e6276-e78f-4a6e-855e-9ed765b4e2cf tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:34.297615 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-168d8b76-fd59-4c14-8eb1-935e84e9ae05 req-c11e6276-e78f-4a6e-855e-9ed765b4e2cf tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/networks?id=efe1d89a-522f-4c40-b263-5cebd382e88d HTTP/1.1" status: 200 len: 821 time: 0.2803473 Nov 12 00:39:34.304581 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22294166-6601-4fed-b7cb-4933a0f14275 service neutron] Pushing event updated for resources: {'Port': ['ID=5b89d2cd-78d9-461d-b36c-2c8a5c384e97,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:34.346488 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-168d8b76-fd59-4c14-8eb1-935e84e9ae05 req-1a62f751-25e6-4943-a898-8cb3a9e80d9b tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/quotas/9a1fd583d08a44f4b64f3812361842fc HTTP/1.1" status: 200 len: 375 time: 0.0143695 Nov 12 00:39:34.394222 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-168d8b76-fd59-4c14-8eb1-935e84e9ae05 req-5914da21-13fd-49ed-b9be-dc2f123d8dc8 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a1fd583d08a44f4b64f3812361842fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377519 Nov 12 00:39:34.402818 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-1092416d-e0be-4e29-81bf-5ca30ed46735 admin admin] Allocated IP 172.25.2.75 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/3bcf3ecd-e24b-42be-a417-aa7b559e3d10) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:39:34.418766 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d4617ec-825e-4174-a5ec-9b7f41b6d3dd {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:34.438314 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-1150925f-f05d-4d1e-8bb6-78e193ef091d req-22294166-6601-4fed-b7cb-4933a0f14275 service neutron] Attempting to bind port 5b89d2cd-78d9-461d-b36c-2c8a5c384e97 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:39:34.438859 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-1150925f-f05d-4d1e-8bb6-78e193ef091d req-22294166-6601-4fed-b7cb-4933a0f14275 service neutron] Attempting to bind port 5b89d2cd-78d9-461d-b36c-2c8a5c384e97 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '31f3cd0b-8f92-47c3-a72f-efb4d157fdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '040fca8f-d2ed-42cc-9d74-8da136d7b80f'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:39:34.439302 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1150925f-f05d-4d1e-8bb6-78e193ef091d req-22294166-6601-4fed-b7cb-4933a0f14275 service neutron] Attempting to bind port 5b89d2cd-78d9-461d-b36c-2c8a5c384e97 on network 040fca8f-d2ed-42cc-9d74-8da136d7b80f {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:34.442756 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 1d4617ec-825e-4174-a5ec-9b7f41b6d3dd, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=1d4617ec-825e-4174-a5ec-9b7f41b6d3dd,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:34.449173 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:34.457612 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1cdba642-71fa-4271-b812-a50f8f25660c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:34.466731 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1150925f-f05d-4d1e-8bb6-78e193ef091d req-22294166-6601-4fed-b7cb-4933a0f14275 service neutron] Port 5b89d2cd-78d9-461d-b36c-2c8a5c384e97 on network 040fca8f-d2ed-42cc-9d74-8da136d7b80f not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:39:34.467004 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1150925f-f05d-4d1e-8bb6-78e193ef091d req-22294166-6601-4fed-b7cb-4933a0f14275 service neutron] Attempting to bind port 5b89d2cd-78d9-461d-b36c-2c8a5c384e97 on network 040fca8f-d2ed-42cc-9d74-8da136d7b80f {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:34.482046 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d8dba-6d6a-4a2b-8087-1c757e820c43 req-0fb264c5-dc74-40a3-b1e2-f97d0ebfc8bd tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:34.483761 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-800d8dba-6d6a-4a2b-8087-1c757e820c43 req-0fb264c5-dc74-40a3-b1e2-f97d0ebfc8bd tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee5a1b02-e7f1-44ed-995a-82076751502e HTTP/1.1" status: 200 len: 944 time: 0.2722242 Nov 12 00:39:34.486690 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1150925f-f05d-4d1e-8bb6-78e193ef091d req-22294166-6601-4fed-b7cb-4933a0f14275 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:39:34.487972 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1150925f-f05d-4d1e-8bb6-78e193ef091d req-22294166-6601-4fed-b7cb-4933a0f14275 service neutron] Checking segment: {'id': '31f3cd0b-8f92-47c3-a72f-efb4d157fdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '040fca8f-d2ed-42cc-9d74-8da136d7b80f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:34.487972 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1150925f-f05d-4d1e-8bb6-78e193ef091d req-22294166-6601-4fed-b7cb-4933a0f14275 service neutron] Bound using segment: {'id': '31f3cd0b-8f92-47c3-a72f-efb4d157fdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '040fca8f-d2ed-42cc-9d74-8da136d7b80f'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:39:34.488237 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-1150925f-f05d-4d1e-8bb6-78e193ef091d req-22294166-6601-4fed-b7cb-4933a0f14275 service neutron] Bound port: 5b89d2cd-78d9-461d-b36c-2c8a5c384e97, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31f3cd0b-8f92-47c3-a72f-efb4d157fdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '040fca8f-d2ed-42cc-9d74-8da136d7b80f'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:39:34.488702 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1150925f-f05d-4d1e-8bb6-78e193ef091d req-22294166-6601-4fed-b7cb-4933a0f14275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:34.505767 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-01550c64-0f8f-4f78-b2ab-2a77a212e9a1 None None] Allocated IP 172.20.0.2 (4fa2bf56-e812-47e7-b55c-ccd0745839ae/bde0c8b5-5e0b-437e-85b3-fc6454f1c855/ed80b439-b2bc-4b9b-a120-ccdd0faef14a) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:39:34.534383 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=1d4617ec-825e-4174-a5ec-9b7f41b6d3dd,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:34.553867 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a483ef8-c535-4716-ade0-a907c9d340ad req-8357e707-5230-4687-8fe5-9a0b5287b5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:34.558840 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6a483ef8-c535-4716-ade0-a907c9d340ad req-8357e707-5230-4687-8fe5-9a0b5287b5a6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c83f1409e46e4791a4ccde93bbbb7669&device_id=dcdba885-0d2f-465a-86bd-a28c87d8b3b8 HTTP/1.1" status: 200 len: 1098 time: 0.1925898 Nov 12 00:39:34.653341 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1092416d-e0be-4e29-81bf-5ca30ed46735 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:34.697788 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1092416d-e0be-4e29-81bf-5ca30ed46735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:34.760567 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a483ef8-c535-4716-ade0-a907c9d340ad req-47fafd07-92e3-462a-a016-b464f8182d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:34.762490 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6a483ef8-c535-4716-ade0-a907c9d340ad req-47fafd07-92e3-462a-a016-b464f8182d55 service neutron] 10.222.0.54 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.1923535 Nov 12 00:39:34.764594 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-01550c64-0f8f-4f78-b2ab-2a77a212e9a1 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:34.781589 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-01550c64-0f8f-4f78-b2ab-2a77a212e9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:34.784518 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-168d8b76-fd59-4c14-8eb1-935e84e9ae05 req-59a40885-87b4-47db-a9c4-13e0291f08df service neutron] 10.222.0.20 "GET /v2.0/networks/efe1d89a-522f-4c40-b263-5cebd382e88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696506 Nov 12 00:39:34.821767 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1092416d-e0be-4e29-81bf-5ca30ed46735 admin admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:39:34.833306 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-1092416d-e0be-4e29-81bf-5ca30ed46735 admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:39:34.838139 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1092416d-e0be-4e29-81bf-5ca30ed46735 admin admin] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:39:34.853258 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01550c64-0f8f-4f78-b2ab-2a77a212e9a1 None None] Network 4fa2bf56-e812-47e7-b55c-ccd0745839ae is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:39:34.855642 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-01550c64-0f8f-4f78-b2ab-2a77a212e9a1 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:39:34.857891 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01550c64-0f8f-4f78-b2ab-2a77a212e9a1 None None] Pushing event updated for resources: {'Port': ['ID=ed80b439-b2bc-4b9b-a120-ccdd0faef14a,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:34.860819 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01550c64-0f8f-4f78-b2ab-2a77a212e9a1 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:39:34.872922 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-1150925f-f05d-4d1e-8bb6-78e193ef091d req-22294166-6601-4fed-b7cb-4933a0f14275 service neutron] For port 5b89d2cd-78d9-461d-b36c-2c8a5c384e97, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:39:34.878354 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-800d8dba-6d6a-4a2b-8087-1c757e820c43 req-9fde0277-ce5c-41a7-b5e7-28ea994a9ba7 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744740 Nov 12 00:39:34.882101 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6a483ef8-c535-4716-ade0-a907c9d340ad req-34348671-d058-4c82-8c9e-c5c4e7b33080 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=f0ebab52-fd73-44c0-bfe8-633511dc1514 HTTP/1.1" status: 200 len: 217 time: 0.1090453 Nov 12 00:39:34.902911 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['1d4617ec-825e-4174-a5ec-9b7f41b6d3dd'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:39:34.912905 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-1150925f-f05d-4d1e-8bb6-78e193ef091d req-22294166-6601-4fed-b7cb-4933a0f14275 service neutron] For port 5b89d2cd-78d9-461d-b36c-2c8a5c384e97, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=5b89d2cd-78d9-461d-b36c-2c8a5c384e97,segment=NetworkSegment(31f3cd0b-8f92-47c3-a72f-efb4d157fdb5),segment_id=31f3cd0b-8f92-47c3-a72f-efb4d157fdb5)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:39:34.929638 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1092416d-e0be-4e29-81bf-5ca30ed46735 admin admin] Pushing event updated for resources: {'Port': ['ID=3bcf3ecd-e24b-42be-a417-aa7b559e3d10,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:34.933810 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1150925f-f05d-4d1e-8bb6-78e193ef091d req-22294166-6601-4fed-b7cb-4933a0f14275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:34.992331 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-01550c64-0f8f-4f78-b2ab-2a77a212e9a1 None None] Attempting to bind port ed80b439-b2bc-4b9b-a120-ccdd0faef14a on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:39:34.993875 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-01550c64-0f8f-4f78-b2ab-2a77a212e9a1 None None] Attempting to bind port ed80b439-b2bc-4b9b-a120-ccdd0faef14a by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '046f26c5-4913-452e-9def-6ccd045691cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4fa2bf56-e812-47e7-b55c-ccd0745839ae'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:39:34.994372 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01550c64-0f8f-4f78-b2ab-2a77a212e9a1 None None] Attempting to bind port ed80b439-b2bc-4b9b-a120-ccdd0faef14a on network 4fa2bf56-e812-47e7-b55c-ccd0745839ae {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:35.014580 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01550c64-0f8f-4f78-b2ab-2a77a212e9a1 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:39:35.014963 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01550c64-0f8f-4f78-b2ab-2a77a212e9a1 None None] Checking segment: {'id': '046f26c5-4913-452e-9def-6ccd045691cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4fa2bf56-e812-47e7-b55c-ccd0745839ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:35.015374 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-01550c64-0f8f-4f78-b2ab-2a77a212e9a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:35.015754 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01550c64-0f8f-4f78-b2ab-2a77a212e9a1 None None] Bound using segment: {'id': '046f26c5-4913-452e-9def-6ccd045691cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4fa2bf56-e812-47e7-b55c-ccd0745839ae'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:39:35.016407 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-01550c64-0f8f-4f78-b2ab-2a77a212e9a1 None None] Bound port: ed80b439-b2bc-4b9b-a120-ccdd0faef14a, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '046f26c5-4913-452e-9def-6ccd045691cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4fa2bf56-e812-47e7-b55c-ccd0745839ae'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:39:35.016935 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-01550c64-0f8f-4f78-b2ab-2a77a212e9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:35.050180 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150925f-f05d-4d1e-8bb6-78e193ef091d req-22294166-6601-4fed-b7cb-4933a0f14275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:35.051228 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1150925f-f05d-4d1e-8bb6-78e193ef091d req-22294166-6601-4fed-b7cb-4933a0f14275 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:35.053027 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1150925f-f05d-4d1e-8bb6-78e193ef091d req-22294166-6601-4fed-b7cb-4933a0f14275 service neutron] 10.222.0.54 "PUT /v2.0/ports/5b89d2cd-78d9-461d-b36c-2c8a5c384e97 HTTP/1.1" status: 200 len: 1093 time: 2.2517235 Nov 12 00:39:35.088022 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a483ef8-c535-4716-ade0-a907c9d340ad req-d62ca1ad-af95-4d6d-b360-38639cce94c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:35.090873 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6a483ef8-c535-4716-ade0-a907c9d340ad req-d62ca1ad-af95-4d6d-b360-38639cce94c4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.1870635 Nov 12 00:39:35.099056 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-168d8b76-fd59-4c14-8eb1-935e84e9ae05 req-5dea0d8f-017c-43b0-8783-b4fbe1b7773d service neutron] 10.222.0.20 "GET /v2.0/networks/efe1d89a-522f-4c40-b263-5cebd382e88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135931 Nov 12 00:39:35.194530 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-01550c64-0f8f-4f78-b2ab-2a77a212e9a1 None None] For port ed80b439-b2bc-4b9b-a120-ccdd0faef14a, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:39:35.205652 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-01550c64-0f8f-4f78-b2ab-2a77a212e9a1 None None] For port ed80b439-b2bc-4b9b-a120-ccdd0faef14a, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=ed80b439-b2bc-4b9b-a120-ccdd0faef14a,segment=NetworkSegment(046f26c5-4913-452e-9def-6ccd045691cc),segment_id=046f26c5-4913-452e-9def-6ccd045691cc)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:39:35.218974 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22294166-6601-4fed-b7cb-4933a0f14275 service neutron] Pushing event updated for resources: {'Port': ['ID=5b89d2cd-78d9-461d-b36c-2c8a5c384e97,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:35.237663 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-01550c64-0f8f-4f78-b2ab-2a77a212e9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:35.268801 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1092416d-e0be-4e29-81bf-5ca30ed46735 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:35.283393 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a1fbc-7005-4a04-a55c-8b25f2b7387f req-9ffeb1fa-b6cd-4965-8916-5cfd13b0e0bb tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:35.285446 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-312a1fbc-7005-4a04-a55c-8b25f2b7387f req-9ffeb1fa-b6cd-4965-8916-5cfd13b0e0bb tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcdba885-0d2f-465a-86bd-a28c87d8b3b8 HTTP/1.1" status: 200 len: 946 time: 0.2009828 Nov 12 00:39:35.297739 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a483ef8-c535-4716-ade0-a907c9d340ad req-d72a21e4-d3d3-474d-8b39-c34706f0a50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:35.299938 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6a483ef8-c535-4716-ade0-a907c9d340ad req-d72a21e4-d3d3-474d-8b39-c34706f0a50f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1496410 Nov 12 00:39:35.309903 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150925f-f05d-4d1e-8bb6-78e193ef091d req-f4ef3233-3c54-4ac0-a994-54792f3c5275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:35.312578 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1150925f-f05d-4d1e-8bb6-78e193ef091d req-f4ef3233-3c54-4ac0-a994-54792f3c5275 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=15b80c7f11964559b05ab81accceabef&device_id=ee5a1b02-e7f1-44ed-995a-82076751502e HTTP/1.1" status: 200 len: 1096 time: 0.1675079 Nov 12 00:39:35.331597 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:39:35.430172 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01550c64-0f8f-4f78-b2ab-2a77a212e9a1 None None] Pushing event updated for resources: {'Port': ['ID=ed80b439-b2bc-4b9b-a120-ccdd0faef14a,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:35.548711 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee5a1b02-e7f1-44ed-995a-82076751502e', 'tag': '5b89d2cd-78d9-461d-b36c-2c8a5c384e97'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:35.555712 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4c591b-725b-4392-905c-a8b2d1cfb25a" -d '{"events": [{"name": "network-changed", "server_uuid": "ee5a1b02-e7f1-44ed-995a-82076751502e", "tag": "5b89d2cd-78d9-461d-b36c-2c8a5c384e97"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:35.565902 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1150925f-f05d-4d1e-8bb6-78e193ef091d req-564569be-7fc3-441a-a6e6-d088f3d35f07 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b89d2cd-78d9-461d-b36c-2c8a5c384e97 HTTP/1.1" status: 200 len: 217 time: 0.2381489 Nov 12 00:39:35.581521 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:35.620331 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'port_id': '1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c', 'mac_address': 'fa:16:3e:01:20:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3288e972-21d8-4a52-9002-05790fb0bb61', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:39:35.655989 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-312a1fbc-7005-4a04-a55c-8b25f2b7387f req-fa70e21c-65b5-45c6-bf2d-6259d3d8cb68 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4b3c5bd-e00c-47e4-881a-90ed8d4ee391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604722 Nov 12 00:39:35.694261 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150925f-f05d-4d1e-8bb6-78e193ef091d req-f8c34ec9-e671-4579-9540-cec0c168a6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:35.696464 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1150925f-f05d-4d1e-8bb6-78e193ef091d req-f8c34ec9-e671-4579-9540-cec0c168a6c1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=15eed615-9c1a-43c6-8268-d04dda46eb36 HTTP/1.1" status: 200 len: 845 time: 0.1146338 Nov 12 00:39:35.724679 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:35.762561 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1150925f-f05d-4d1e-8bb6-78e193ef091d req-e02c1c9f-439a-481b-a9bb-349226feeb70 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=040fca8f-d2ed-42cc-9d74-8da136d7b80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355008 Nov 12 00:39:35.763451 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:35.765588 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6a483ef8-c535-4716-ade0-a907c9d340ad req-4256b1eb-7b16-4faa-ae24-e5546617fdd8 service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4494796 Nov 12 00:39:35.802912 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:35.809180 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:35.935627 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:35.954749 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1150925f-f05d-4d1e-8bb6-78e193ef091d req-ed342082-a0d2-4e55-85e8-5bf07b0b080f service neutron] 10.222.0.54 "GET /v2.0/networks/040fca8f-d2ed-42cc-9d74-8da136d7b80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749160 Nov 12 00:39:35.976946 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5580a7f-2331-4c39-be4b-f5cc73652190 req-d1245673-39c6-4168-99fb-bbc0541c9fb1 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:35.979107 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d5580a7f-2331-4c39-be4b-f5cc73652190 req-d1245673-39c6-4168-99fb-bbc0541c9fb1 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 949 time: 0.6223769 Nov 12 00:39:36.101842 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device ed80b439-b2bc-4b9b-a120-ccdd0faef14a up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:39:36.145878 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:39:36.162118 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51376554-e6cf-4beb-9352-5220a9c91d41 req-0b953eec-bb8a-4aa1-bb99-5da54eb37261 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:36.163619 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-51376554-e6cf-4beb-9352-5220a9c91d41 req-0b953eec-bb8a-4aa1-bb99-5da54eb37261 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0830e37-b4d9-4605-b766-e26e0c70621e HTTP/1.1" status: 200 len: 949 time: 0.1957345 Nov 12 00:39:36.203739 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1150925f-f05d-4d1e-8bb6-78e193ef091d req-4c01d767-bef1-4049-aeeb-f679e0777b9b service neutron] 10.222.0.54 "GET /v2.0/networks/040fca8f-d2ed-42cc-9d74-8da136d7b80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343695 Nov 12 00:39:36.216977 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6a483ef8-c535-4716-ade0-a907c9d340ad req-3b84615b-859c-46ec-87b9-f1ddfb08c360 service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4357746 Nov 12 00:39:36.249486 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d5580a7f-2331-4c39-be4b-f5cc73652190 req-24bf9ffe-75d8-4d3c-a776-2cc0923b7c0d tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571862 Nov 12 00:39:36.275725 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-51376554-e6cf-4beb-9352-5220a9c91d41 req-6203a311-5c87-4ace-ac95-5da552258882 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016726 Nov 12 00:39:36.283183 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port ed80b439-b2bc-4b9b-a120-ccdd0faef14a triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:36.283693 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:36.309918 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1092416d-e0be-4e29-81bf-5ca30ed46735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:36.404435 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53804843-b950-4cd9-ae50-0000eba5d1e5 x-openstack-request-id: req-53804843-b950-4cd9-ae50-0000eba5d1e5 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:36.404734 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee5a1b02-e7f1-44ed-995a-82076751502e", "tag": "5b89d2cd-78d9-461d-b36c-2c8a5c384e97", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:36.404990 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-53804843-b950-4cd9-ae50-0000eba5d1e5 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:36.405456 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee5a1b02-e7f1-44ed-995a-82076751502e', 'tag': '5b89d2cd-78d9-461d-b36c-2c8a5c384e97', 'status': 'completed', 'code': 200} Nov 12 00:39:36.441328 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-83577d32-da61-4224-874c-acf3fd51c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:36.484038 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:36.497180 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c8752d74-2ca3-471e-aa52-6ea93a8dfc8f req-1cbded4f-88e7-41e2-b949-0fb6305c4537 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c58b21-0cef-47b4-97f0-4be348569dc8 HTTP/1.1" status: 200 len: 210 time: 0.0794728 Nov 12 00:39:36.560241 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port ed80b439-b2bc-4b9b-a120-ccdd0faef14a, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=ed80b439-b2bc-4b9b-a120-ccdd0faef14a,segment=NetworkSegment(046f26c5-4913-452e-9def-6ccd045691cc),segment_id=046f26c5-4913-452e-9def-6ccd045691cc)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:36.567337 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:36.594999 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c591b-725b-4392-905c-a8b2d1cfb25a req-bfda87b9-5194-4b5e-8131-36e6690a32f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:36.596504 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0c4c591b-725b-4392-905c-a8b2d1cfb25a req-bfda87b9-5194-4b5e-8131-36e6690a32f4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=15b80c7f11964559b05ab81accceabef&device_id=ee5a1b02-e7f1-44ed-995a-82076751502e HTTP/1.1" status: 200 len: 1096 time: 0.1389556 Nov 12 00:39:36.658717 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=ed80b439-b2bc-4b9b-a120-ccdd0faef14a,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:36.674673 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1092416d-e0be-4e29-81bf-5ca30ed46735 admin admin] Router b01dd5ae-cb37-4cbf-9426-02574fc89082 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:39:36.709357 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375a864-a182-4f24-ae5a-9a212acb60b7 req-c8fa9868-a5a2-4a2c-bc6b-56409122faa4 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:36.719677 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7375a864-a182-4f24-ae5a-9a212acb60b7 req-c8fa9868-a5a2-4a2c-bc6b-56409122faa4 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee5a1b02-e7f1-44ed-995a-82076751502e HTTP/1.1" status: 200 len: 944 time: 0.2004662 Nov 12 00:39:36.802501 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1092416d-e0be-4e29-81bf-5ca30ed46735 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:39:36.820043 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609fdc97-036d-44a5-a3f7-181afb6d00b7 None None] Sync routers for ids ['b01dd5ae-cb37-4cbf-9426-02574fc89082'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:39:36.820777 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c591b-725b-4392-905c-a8b2d1cfb25a req-a937d2cb-2a4f-49b2-b679-e849eae74b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:36.822928 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0c4c591b-725b-4392-905c-a8b2d1cfb25a req-a937d2cb-2a4f-49b2-b679-e849eae74b5a service neutron] 10.222.0.54 "GET /v2.0/networks?id=040fca8f-d2ed-42cc-9d74-8da136d7b80f HTTP/1.1" status: 200 len: 906 time: 0.2148037 Nov 12 00:39:36.826392 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7375a864-a182-4f24-ae5a-9a212acb60b7 req-57eaa99d-a6a6-4e27-a00d-5b4cfac42c42 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905235 Nov 12 00:39:36.850054 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609fdc97-036d-44a5-a3f7-181afb6d00b7 None None] Routers {'b01dd5ae-cb37-4cbf-9426-02574fc89082'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:39:36.850683 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-609fdc97-036d-44a5-a3f7-181afb6d00b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:39:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['b01dd5ae-cb37-4cbf-9426-02574fc89082'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:36.888811 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1092416d-e0be-4e29-81bf-5ca30ed46735 admin admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:36.900354 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1092416d-e0be-4e29-81bf-5ca30ed46735 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.6761332 Nov 12 00:39:36.900996 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39138) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:36.910734 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0c4c591b-725b-4392-905c-a8b2d1cfb25a req-a49ed0f2-74a3-4274-83b4-ff67a69f32e4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b89d2cd-78d9-461d-b36c-2c8a5c384e97 HTTP/1.1" status: 200 len: 217 time: 0.0769396 Nov 12 00:39:36.988925 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce87aa-b10e-48d7-a9bb-add26fca1532 req-87389783-b203-4eb8-b75c-13a5d59f0b8d tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:36.998447 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-80ce87aa-b10e-48d7-a9bb-add26fca1532 req-87389783-b203-4eb8-b75c-13a5d59f0b8d tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcdba885-0d2f-465a-86bd-a28c87d8b3b8 HTTP/1.1" status: 200 len: 946 time: 0.1982086 Nov 12 00:39:37.011900 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c591b-725b-4392-905c-a8b2d1cfb25a req-95702ad6-859d-4165-9b6a-90d727a73fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:37.013502 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0c4c591b-725b-4392-905c-a8b2d1cfb25a req-95702ad6-859d-4165-9b6a-90d727a73fe3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=15eed615-9c1a-43c6-8268-d04dda46eb36 HTTP/1.1" status: 200 len: 845 time: 0.0900705 Nov 12 00:39:37.029243 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b56eb6-d6c5-47d8-b553-44a19d1f7fb0 None None] Network 4fa2bf56-e812-47e7-b55c-ccd0745839ae requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:39:37.098482 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-609fdc97-036d-44a5-a3f7-181afb6d00b7 None None] Set router b01dd5ae-cb37-4cbf-9426-02574fc89082 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:39:37.106284 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0c4c591b-725b-4392-905c-a8b2d1cfb25a req-ce403f2b-5f87-4314-942b-9edd8c54e6cd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=040fca8f-d2ed-42cc-9d74-8da136d7b80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641546 Nov 12 00:39:37.156576 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-9f0ee8b0-6d50-4296-bd1e-4940866f352a None None] Provisioning complete for port ed80b439-b2bc-4b9b-a120-ccdd0faef14a triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:37.156867 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9f0ee8b0-6d50-4296-bd1e-4940866f352a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:37.214095 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-80ce87aa-b10e-48d7-a9bb-add26fca1532 req-201b9b2d-740b-40cb-887d-2e61dcbedc00 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4b3c5bd-e00c-47e4-881a-90ed8d4ee391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144051 Nov 12 00:39:37.313422 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f0ebab52-fd73-44c0-bfe8-633511dc1514 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:39:37.472512 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0c4c591b-725b-4392-905c-a8b2d1cfb25a req-a63f5406-48f8-4973-b0b1-b1663f4410ec service neutron] 10.222.0.54 "GET /v2.0/networks/040fca8f-d2ed-42cc-9d74-8da136d7b80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575997 Nov 12 00:39:37.499286 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-609fdc97-036d-44a5-a3f7-181afb6d00b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01dd5ae-cb37-4cbf-9426-02574fc89082', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1451522925-router', 'tenant_id': '84a87f85875849b1b03af70f57bfc3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '3bcf3ecd-e24b-42be-a417-aa7b559e3d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:39:33Z', 'updated_at': '2021-11-12T00:39:34Z', 'revision_number': 3, 'project_id': '84a87f85875849b1b03af70f57bfc3df', 'gw_port': {'id': '3bcf3ecd-e24b-42be-a417-aa7b559e3d10', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c7:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01dd5ae-cb37-4cbf-9426-02574fc89082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:39:34Z', 'updated_at': '2021-11-12T00:39:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:37.527690 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d8b76-fd59-4c14-8eb1-935e84e9ae05 req-c169af11-3bb8-4640-9305-7c0ae5ba628b tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:37.529130 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-168d8b76-fd59-4c14-8eb1-935e84e9ae05 req-c169af11-3bb8-4640-9305-7c0ae5ba628b tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.54 "GET /v2.0/networks?id=efe1d89a-522f-4c40-b263-5cebd382e88d HTTP/1.1" status: 200 len: 821 time: 0.2951469 Nov 12 00:39:37.531086 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609fdc97-036d-44a5-a3f7-181afb6d00b7 None None] Checking router: b01dd5ae-cb37-4cbf-9426-02574fc89082 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:39:37.531798 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port f0ebab52-fd73-44c0-bfe8-633511dc1514, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f0ebab52-fd73-44c0-bfe8-633511dc1514,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:37.532745 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609fdc97-036d-44a5-a3f7-181afb6d00b7 None None] Updating router b01dd5ae-cb37-4cbf-9426-02574fc89082 port 3bcf3ecd-e24b-42be-a417-aa7b559e3d10 binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:39:37.560576 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'f0ebab52-fd73-44c0-bfe8-633511dc1514', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'port_id': 'f0ebab52-fd73-44c0-bfe8-633511dc1514', 'mac_address': 'fa:16:3e:a7:10:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3288e972-21d8-4a52-9002-05790fb0bb61', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:39:37.573779 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-609fdc97-036d-44a5-a3f7-181afb6d00b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:37.622949 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b4218-9af6-4ce6-b47c-f8fdfd241671 req-70539cc0-a3cf-4322-8d7b-4db209651410 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:37.624680 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7d4b4218-9af6-4ce6-b47c-f8fdfd241671 req-70539cc0-a3cf-4322-8d7b-4db209651410 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0830e37-b4d9-4605-b766-e26e0c70621e HTTP/1.1" status: 200 len: 949 time: 0.1554558 Nov 12 00:39:37.650655 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 1d4617ec-825e-4174-a5ec-9b7f41b6d3dd up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:39:37.690696 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7d4b4218-9af6-4ce6-b47c-f8fdfd241671 req-972b7866-0819-4791-a74c-3ec923d4cead tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568967 Nov 12 00:39:37.742286 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:37.776893 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0ebab52-fd73-44c0-bfe8-633511dc1514 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:37.833530 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port f0ebab52-fd73-44c0-bfe8-633511dc1514, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f0ebab52-fd73-44c0-bfe8-633511dc1514,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:37.836033 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:37.842306 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:37.868496 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3d69bb8f-97a2-435b-bb59-a20ab68039aa req-b1b2c878-95d6-4445-8893-7c4b61f8d972 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c58b21-0cef-47b4-97f0-4be348569dc8 HTTP/1.1" status: 200 len: 210 time: 0.0700824 Nov 12 00:39:37.871204 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-168d8b76-fd59-4c14-8eb1-935e84e9ae05 req-103b3139-db10-4422-8354-3fc8a546f5d2 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Request body: {'port': {'device_id': '58c58b21-0cef-47b4-97f0-4be348569dc8', 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d', 'admin_state_up': True, 'tenant_id': '9a1fd583d08a44f4b64f3812361842fc'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:37.887224 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac370886-735f-4a73-b068-bc77baa47be2 req-68398d3a-1dad-41d3-b3b6-c5d02aad2d56 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:37.902072 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ac370886-735f-4a73-b068-bc77baa47be2 req-68398d3a-1dad-41d3-b3b6-c5d02aad2d56 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 949 time: 0.5012698 Nov 12 00:39:38.017193 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-98d5f3fb-1757-4757-8d53-0998a56925b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:38.038349 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 1d4617ec-825e-4174-a5ec-9b7f41b6d3dd completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:39:38.071377 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 1d4617ec-825e-4174-a5ec-9b7f41b6d3dd triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:38.071864 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:38.112640 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=f0ebab52-fd73-44c0-bfe8-633511dc1514,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:38.121785 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device ed80b439-b2bc-4b9b-a120-ccdd0faef14a up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:39:38.208043 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-168d8b76-fd59-4c14-8eb1-935e84e9ae05 req-103b3139-db10-4422-8354-3fc8a546f5d2 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Made reservation on behalf of 9a1fd583d08a44f4b64f3812361842fc for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:39:38.212957 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-168d8b76-fd59-4c14-8eb1-935e84e9ae05 req-103b3139-db10-4422-8354-3fc8a546f5d2 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:38.218102 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-609fdc97-036d-44a5-a3f7-181afb6d00b7 None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:38.228526 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-609fdc97-036d-44a5-a3f7-181afb6d00b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:38.233176 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-1f1a3069-8c23-47a4-bfc6-112ccdc9af3e None None] Provisioning complete for port ed80b439-b2bc-4b9b-a120-ccdd0faef14a triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:38.233569 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1f1a3069-8c23-47a4-bfc6-112ccdc9af3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:38.237578 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port ed80b439-b2bc-4b9b-a120-ccdd0faef14a triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:38.237578 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:38.255023 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0c4c591b-725b-4392-905c-a8b2d1cfb25a req-29cf62d0-a7d4-4173-a764-921086f18d11 service neutron] 10.222.0.54 "GET /v2.0/networks/040fca8f-d2ed-42cc-9d74-8da136d7b80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7736642 Nov 12 00:39:38.282801 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea358c4-f654-47ba-b676-bd5d12f8a0fb None None] Pushing event updated for resources: {'Port': ['ID=3bcf3ecd-e24b-42be-a417-aa7b559e3d10,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:38.295906 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea358c4-f654-47ba-b676-bd5d12f8a0fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:38.296593 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea358c4-f654-47ba-b676-bd5d12f8a0fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:38.297139 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea358c4-f654-47ba-b676-bd5d12f8a0fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:38.297725 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea358c4-f654-47ba-b676-bd5d12f8a0fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:38.298266 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea358c4-f654-47ba-b676-bd5d12f8a0fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:38.298969 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea358c4-f654-47ba-b676-bd5d12f8a0fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:38.299503 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea358c4-f654-47ba-b676-bd5d12f8a0fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:38.300034 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea358c4-f654-47ba-b676-bd5d12f8a0fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:38.300607 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea358c4-f654-47ba-b676-bd5d12f8a0fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:38.301155 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea358c4-f654-47ba-b676-bd5d12f8a0fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:38.301763 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea358c4-f654-47ba-b676-bd5d12f8a0fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:38.302301 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea358c4-f654-47ba-b676-bd5d12f8a0fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:38.332716 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ac370886-735f-4a73-b068-bc77baa47be2 req-e2b68dfb-401f-4dbb-b7b5-b66da04a3235 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4293818 Nov 12 00:39:38.358037 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc7c4f-0531-4da9-b7aa-72f026399a79 req-b5fa826a-ec11-4c4c-96a5-6de4c7b63d5c tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:38.359598 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d7fc7c4f-0531-4da9-b7aa-72f026399a79 req-b5fa826a-ec11-4c4c-96a5-6de4c7b63d5c tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee5a1b02-e7f1-44ed-995a-82076751502e HTTP/1.1" status: 200 len: 944 time: 0.1713314 Nov 12 00:39:38.373538 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-609fdc97-036d-44a5-a3f7-181afb6d00b7 None None] Attempting to bind port 3bcf3ecd-e24b-42be-a417-aa7b559e3d10 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:39:38.374724 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-609fdc97-036d-44a5-a3f7-181afb6d00b7 None None] Attempting to bind port 3bcf3ecd-e24b-42be-a417-aa7b559e3d10 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:39:38.375469 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609fdc97-036d-44a5-a3f7-181afb6d00b7 None None] Attempting to bind port 3bcf3ecd-e24b-42be-a417-aa7b559e3d10 on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:38.387626 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:38.393852 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609fdc97-036d-44a5-a3f7-181afb6d00b7 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:39:38.395556 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609fdc97-036d-44a5-a3f7-181afb6d00b7 None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:38.398411 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-609fdc97-036d-44a5-a3f7-181afb6d00b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:38.400198 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609fdc97-036d-44a5-a3f7-181afb6d00b7 None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:39:38.400917 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-609fdc97-036d-44a5-a3f7-181afb6d00b7 None None] Bound port: 3bcf3ecd-e24b-42be-a417-aa7b559e3d10, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:39:38.402860 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-609fdc97-036d-44a5-a3f7-181afb6d00b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:38.420743 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-168d8b76-fd59-4c14-8eb1-935e84e9ae05 req-103b3139-db10-4422-8354-3fc8a546f5d2 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Allocated IP 172.20.0.4 (efe1d89a-522f-4c40-b263-5cebd382e88d/89218ce2-e54b-4f33-b040-6aa3f821723a/548f7f28-4e0d-456a-beb5-ca6e6b863095) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:39:38.428595 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e272d300-2fd3-48df-bde9-15e00d466b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4617ec-825e-4174-a5ec-9b7f41b6d3dd'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:38.431135 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd9b6a5-2d6a-46fd-acfc-ae530bc5c2f3" -d '{"events": [{"server_uuid": "e272d300-2fd3-48df-bde9-15e00d466b59", "name": "network-vif-plugged", "status": "completed", "tag": "1d4617ec-825e-4174-a5ec-9b7f41b6d3dd"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:38.487654 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 1d4617ec-825e-4174-a5ec-9b7f41b6d3dd, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=1d4617ec-825e-4174-a5ec-9b7f41b6d3dd,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:38.499206 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['f0ebab52-fd73-44c0-bfe8-633511dc1514'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:39:38.501771 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:38.502541 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:39:38.520565 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-609fdc97-036d-44a5-a3f7-181afb6d00b7 None None] For port 3bcf3ecd-e24b-42be-a417-aa7b559e3d10, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:39:38.525199 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-609fdc97-036d-44a5-a3f7-181afb6d00b7 None None] For port 3bcf3ecd-e24b-42be-a417-aa7b559e3d10, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=3bcf3ecd-e24b-42be-a417-aa7b559e3d10,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:39:38.531878 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-609fdc97-036d-44a5-a3f7-181afb6d00b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:38.540493 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d7fc7c4f-0531-4da9-b7aa-72f026399a79 req-57432069-b981-4e31-a19c-b587eeb00f9f tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626685 Nov 12 00:39:38.581915 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-98d5f3fb-1757-4757-8d53-0998a56925b5 admin admin] Allocated IP 172.20.0.1 (4fa2bf56-e812-47e7-b55c-ccd0745839ae/bde0c8b5-5e0b-437e-85b3-fc6454f1c855/3d92dce8-1ec4-46eb-8bad-0e46a2f2a1d7) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:39:38.613291 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=1d4617ec-825e-4174-a5ec-9b7f41b6d3dd,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:38.620043 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d11b2d6-ddc8-407b-92cf-4a3ba5006bee x-openstack-request-id: req-4d11b2d6-ddc8-407b-92cf-4a3ba5006bee {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:38.620347 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e272d300-2fd3-48df-bde9-15e00d466b59", "name": "network-vif-plugged", "status": "completed", "tag": "1d4617ec-825e-4174-a5ec-9b7f41b6d3dd", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:38.620595 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4d11b2d6-ddc8-407b-92cf-4a3ba5006bee {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:38.620976 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e272d300-2fd3-48df-bde9-15e00d466b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4617ec-825e-4174-a5ec-9b7f41b6d3dd', 'code': 200} Nov 12 00:39:38.698418 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-168d8b76-fd59-4c14-8eb1-935e84e9ae05 req-103b3139-db10-4422-8354-3fc8a546f5d2 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:38.707492 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:39:38.729907 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:38.730284 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:38.743728 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-98d5f3fb-1757-4757-8d53-0998a56925b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:38.759964 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-168d8b76-fd59-4c14-8eb1-935e84e9ae05 req-103b3139-db10-4422-8354-3fc8a546f5d2 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:38.811877 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-168d8b76-fd59-4c14-8eb1-935e84e9ae05 req-103b3139-db10-4422-8354-3fc8a546f5d2 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Network efe1d89a-522f-4c40-b263-5cebd382e88d is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:39:38.840182 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-168d8b76-fd59-4c14-8eb1-935e84e9ae05 req-103b3139-db10-4422-8354-3fc8a546f5d2 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:39:38.851796 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-168d8b76-fd59-4c14-8eb1-935e84e9ae05 req-103b3139-db10-4422-8354-3fc8a546f5d2 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:39:38.871266 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a66ee8d-0bf9-4db2-a6ff-f2297ae06a32 req-30ba1539-f194-4f70-95aa-8f042ff25990 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:38.873003 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9a66ee8d-0bf9-4db2-a6ff-f2297ae06a32 req-30ba1539-f194-4f70-95aa-8f042ff25990 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcdba885-0d2f-465a-86bd-a28c87d8b3b8 HTTP/1.1" status: 200 len: 947 time: 0.1281707 Nov 12 00:39:38.874010 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea358c4-f654-47ba-b676-bd5d12f8a0fb None None] Pushing event updated for resources: {'Port': ['ID=3bcf3ecd-e24b-42be-a417-aa7b559e3d10,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:38.898170 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609fdc97-036d-44a5-a3f7-181afb6d00b7 None None] Routers {'b01dd5ae-cb37-4cbf-9426-02574fc89082'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:39:38.901276 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-609fdc97-036d-44a5-a3f7-181afb6d00b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:39:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['b01dd5ae-cb37-4cbf-9426-02574fc89082'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:38.908505 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-98d5f3fb-1757-4757-8d53-0998a56925b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:38.935883 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d5f3fb-1757-4757-8d53-0998a56925b5 admin admin] Network 4fa2bf56-e812-47e7-b55c-ccd0745839ae is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:39:38.936892 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b3139-db10-4422-8354-3fc8a546f5d2 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Pushing event updated for resources: {'Port': ['ID=548f7f28-4e0d-456a-beb5-ca6e6b863095,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:38.950998 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-98d5f3fb-1757-4757-8d53-0998a56925b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:39:38.960733 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d5f3fb-1757-4757-8d53-0998a56925b5 admin admin] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:39:38.962269 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-98d5f3fb-1757-4757-8d53-0998a56925b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:38.975908 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9a66ee8d-0bf9-4db2-a6ff-f2297ae06a32 req-611eccd2-6c6f-4fe4-bb44-186b2f3dc350 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4b3c5bd-e00c-47e4-881a-90ed8d4ee391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766182 Nov 12 00:39:38.987677 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d8b76-fd59-4c14-8eb1-935e84e9ae05 req-103b3139-db10-4422-8354-3fc8a546f5d2 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:38.988340 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-168d8b76-fd59-4c14-8eb1-935e84e9ae05 req-103b3139-db10-4422-8354-3fc8a546f5d2 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:39.022824 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-168d8b76-fd59-4c14-8eb1-935e84e9ae05 req-103b3139-db10-4422-8354-3fc8a546f5d2 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1583700 Nov 12 00:39:39.050663 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-168d8b76-fd59-4c14-8eb1-935e84e9ae05 req-9bceec45-be01-41c4-ab74-135e3af370f1 service neutron] Request body: {'port': {'device_id': '58c58b21-0cef-47b4-97f0-4be348569dc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:39.056651 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-609fdc97-036d-44a5-a3f7-181afb6d00b7 None None] Set router b01dd5ae-cb37-4cbf-9426-02574fc89082 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:39:39.058479 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:39.148422 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:39.154235 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:39.158777 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:39.214049 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca33f1e-e986-43e7-9a21-50914d0fef67 req-c4a55886-4353-4699-8946-5cd7a678038a tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:39.226206 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bca33f1e-e986-43e7-9a21-50914d0fef67 req-c4a55886-4353-4699-8946-5cd7a678038a tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0830e37-b4d9-4605-b766-e26e0c70621e HTTP/1.1" status: 200 len: 949 time: 0.3874626 Nov 12 00:39:39.254841 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-168d8b76-fd59-4c14-8eb1-935e84e9ae05 req-9bceec45-be01-41c4-ab74-135e3af370f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:39.285006 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-609fdc97-036d-44a5-a3f7-181afb6d00b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01dd5ae-cb37-4cbf-9426-02574fc89082', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1451522925-router', 'tenant_id': '84a87f85875849b1b03af70f57bfc3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '3bcf3ecd-e24b-42be-a417-aa7b559e3d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:39:33Z', 'updated_at': '2021-11-12T00:39:34Z', 'revision_number': 3, 'project_id': '84a87f85875849b1b03af70f57bfc3df', 'gw_port': {'id': '3bcf3ecd-e24b-42be-a417-aa7b559e3d10', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c7:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01dd5ae-cb37-4cbf-9426-02574fc89082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:39:34Z', 'updated_at': '2021-11-12T00:39:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:39.290956 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962a1a5-5a13-41cc-8e24-8bb52ed51f8c req-75ae2c1a-bf84-4b17-bcf5-24fbca880d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:39.292955 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0962a1a5-5a13-41cc-8e24-8bb52ed51f8c req-75ae2c1a-bf84-4b17-bcf5-24fbca880d2c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e272d300-2fd3-48df-bde9-15e00d466b59 HTTP/1.1" status: 200 len: 1100 time: 0.4705627 Nov 12 00:39:39.336915 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609fdc97-036d-44a5-a3f7-181afb6d00b7 None None] The sync data for ids ['b01dd5ae-cb37-4cbf-9426-02574fc89082'] in n-d-812236-11 is: [{'id': 'b01dd5ae-cb37-4cbf-9426-02574fc89082', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1451522925-router', 'tenant_id': '84a87f85875849b1b03af70f57bfc3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '3bcf3ecd-e24b-42be-a417-aa7b559e3d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:39:33Z', 'updated_at': '2021-11-12T00:39:34Z', 'revision_number': 3, 'project_id': '84a87f85875849b1b03af70f57bfc3df', 'gw_port': {'id': '3bcf3ecd-e24b-42be-a417-aa7b559e3d10', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c7:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01dd5ae-cb37-4cbf-9426-02574fc89082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:39:34Z', 'updated_at': '2021-11-12T00:39:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:39:39.356277 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d5f3fb-1757-4757-8d53-0998a56925b5 admin admin] Pushing event updated for resources: {'Port': ['ID=3d92dce8-1ec4-46eb-8bad-0e46a2f2a1d7,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:39.414025 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 5b89d2cd-78d9-461d-b36c-2c8a5c384e97 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:39:39.444457 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0962a1a5-5a13-41cc-8e24-8bb52ed51f8c req-740c216d-c9ca-4df0-8853-f92f4c99eaef service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281421 Nov 12 00:39:39.453918 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:39.486660 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bca33f1e-e986-43e7-9a21-50914d0fef67 req-b8562045-ad4a-45e7-b5e9-fd1d2be10f4b tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592411 Nov 12 00:39:39.504184 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-f9ccaf1b-a2fa-4f03-84dd-6e0f9b5fb8d5 None None] Provisioning complete for port 3d92dce8-1ec4-46eb-8bad-0e46a2f2a1d7 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:39.504716 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f9ccaf1b-a2fa-4f03-84dd-6e0f9b5fb8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:39.547108 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058bf4d-3dfc-4cf5-bdb1-2387d6d934e6 req-a287c4b0-c838-4dc5-81ba-33074cfc653d tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:39.549536 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e058bf4d-3dfc-4cf5-bdb1-2387d6d934e6 req-a287c4b0-c838-4dc5-81ba-33074cfc653d tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c58b21-0cef-47b4-97f0-4be348569dc8 HTTP/1.1" status: 200 len: 931 time: 0.3567617 Nov 12 00:39:39.575455 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-98d5f3fb-1757-4757-8d53-0998a56925b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:39.587772 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-f9ccaf1b-a2fa-4f03-84dd-6e0f9b5fb8d5 None None] Port 3d92dce8-1ec4-46eb-8bad-0e46a2f2a1d7 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:39:39.622085 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 5b89d2cd-78d9-461d-b36c-2c8a5c384e97, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=5b89d2cd-78d9-461d-b36c-2c8a5c384e97,segment=NetworkSegment(31f3cd0b-8f92-47c3-a72f-efb4d157fdb5),segment_id=31f3cd0b-8f92-47c3-a72f-efb4d157fdb5)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:39.645967 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '5b89d2cd-78d9-461d-b36c-2c8a5c384e97', 'network_id': '040fca8f-d2ed-42cc-9d74-8da136d7b80f', 'port_id': '5b89d2cd-78d9-461d-b36c-2c8a5c384e97', 'mac_address': 'fa:16:3e:0e:d4:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15eed615-9c1a-43c6-8268-d04dda46eb36', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:39:39.669148 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e058bf4d-3dfc-4cf5-bdb1-2387d6d934e6 req-5c0dc6f2-d7ee-4c27-9350-c322e0352394 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688367 Nov 12 00:39:39.805953 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:39.840366 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:39.848781 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b89d2cd-78d9-461d-b36c-2c8a5c384e97 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:39.854820 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-168d8b76-fd59-4c14-8eb1-935e84e9ae05 req-9bceec45-be01-41c4-ab74-135e3af370f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 548f7f28-4e0d-456a-beb5-ca6e6b863095 {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:39.862853 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-168d8b76-fd59-4c14-8eb1-935e84e9ae05 req-9bceec45-be01-41c4-ab74-135e3af370f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:39.877710 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 5b89d2cd-78d9-461d-b36c-2c8a5c384e97, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=5b89d2cd-78d9-461d-b36c-2c8a5c384e97,segment=NetworkSegment(31f3cd0b-8f92-47c3-a72f-efb4d157fdb5),segment_id=31f3cd0b-8f92-47c3-a72f-efb4d157fdb5)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:39.878552 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-168d8b76-fd59-4c14-8eb1-935e84e9ae05 req-9bceec45-be01-41c4-ab74-135e3af370f1 service neutron] Transition to ACTIVE for port object 548f7f28-4e0d-456a-beb5-ca6e6b863095 will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:39:39.883236 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:39.893358 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-168d8b76-fd59-4c14-8eb1-935e84e9ae05 req-9bceec45-be01-41c4-ab74-135e3af370f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:39.910256 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f3f36-de2b-479f-aea9-ff7567bc1613 req-d87e2e6e-800f-4d43-b32f-83bf3ef9d3f6 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:39.918893 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-994f3f36-de2b-479f-aea9-ff7567bc1613 req-d87e2e6e-800f-4d43-b32f-83bf3ef9d3f6 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 949 time: 0.0928841 Nov 12 00:39:39.964640 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=5b89d2cd-78d9-461d-b36c-2c8a5c384e97,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:39.985038 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bceec45-be01-41c4-ab74-135e3af370f1 service neutron] Pushing event updated for resources: {'Port': ['ID=548f7f28-4e0d-456a-beb5-ca6e6b863095,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:40.024781 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-994f3f36-de2b-479f-aea9-ff7567bc1613 req-a11b2a17-a347-4199-ab18-6b562043518d tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048985 Nov 12 00:39:40.058704 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca22bcde-fbeb-4849-b33e-8efd6d9758df req-62baf8ce-78a7-40f2-a71b-efb2e2dbdf5c tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:40.063427 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-98d5f3fb-1757-4757-8d53-0998a56925b5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:40.066148 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ca22bcde-fbeb-4849-b33e-8efd6d9758df req-62baf8ce-78a7-40f2-a71b-efb2e2dbdf5c tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee5a1b02-e7f1-44ed-995a-82076751502e HTTP/1.1" status: 200 len: 945 time: 0.1895170 Nov 12 00:39:40.070735 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-98d5f3fb-1757-4757-8d53-0998a56925b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:40.072334 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-98d5f3fb-1757-4757-8d53-0998a56925b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:40.077960 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 3bcf3ecd-e24b-42be-a417-aa7b559e3d10 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:39:40.175384 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 3bcf3ecd-e24b-42be-a417-aa7b559e3d10 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:40.175892 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:40.217410 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ca22bcde-fbeb-4849-b33e-8efd6d9758df req-f925d079-bde4-40d1-ad88-d6abe5fb0d03 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502478 Nov 12 00:39:40.232023 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-168d8b76-fd59-4c14-8eb1-935e84e9ae05 req-9bceec45-be01-41c4-ab74-135e3af370f1 service neutron] Attempting to bind port 548f7f28-4e0d-456a-beb5-ca6e6b863095 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:39:40.233819 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-168d8b76-fd59-4c14-8eb1-935e84e9ae05 req-9bceec45-be01-41c4-ab74-135e3af370f1 service neutron] Attempting to bind port 548f7f28-4e0d-456a-beb5-ca6e6b863095 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '6dc56b81-8d8e-4b44-90a6-8b45d539a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:39:40.234157 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168d8b76-fd59-4c14-8eb1-935e84e9ae05 req-9bceec45-be01-41c4-ab74-135e3af370f1 service neutron] Attempting to bind port 548f7f28-4e0d-456a-beb5-ca6e6b863095 on network efe1d89a-522f-4c40-b263-5cebd382e88d {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:40.239125 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168d8b76-fd59-4c14-8eb1-935e84e9ae05 req-9bceec45-be01-41c4-ab74-135e3af370f1 service neutron] Port 548f7f28-4e0d-456a-beb5-ca6e6b863095 on network efe1d89a-522f-4c40-b263-5cebd382e88d not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:39:40.239445 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168d8b76-fd59-4c14-8eb1-935e84e9ae05 req-9bceec45-be01-41c4-ab74-135e3af370f1 service neutron] Attempting to bind port 548f7f28-4e0d-456a-beb5-ca6e6b863095 on network efe1d89a-522f-4c40-b263-5cebd382e88d {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:40.245699 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168d8b76-fd59-4c14-8eb1-935e84e9ae05 req-9bceec45-be01-41c4-ab74-135e3af370f1 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:39:40.246035 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168d8b76-fd59-4c14-8eb1-935e84e9ae05 req-9bceec45-be01-41c4-ab74-135e3af370f1 service neutron] Checking segment: {'id': '6dc56b81-8d8e-4b44-90a6-8b45d539a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:40.246419 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168d8b76-fd59-4c14-8eb1-935e84e9ae05 req-9bceec45-be01-41c4-ab74-135e3af370f1 service neutron] Bound using segment: {'id': '6dc56b81-8d8e-4b44-90a6-8b45d539a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:39:40.246841 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-168d8b76-fd59-4c14-8eb1-935e84e9ae05 req-9bceec45-be01-41c4-ab74-135e3af370f1 service neutron] Bound port: 548f7f28-4e0d-456a-beb5-ca6e6b863095, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dc56b81-8d8e-4b44-90a6-8b45d539a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:39:40.247193 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-168d8b76-fd59-4c14-8eb1-935e84e9ae05 req-9bceec45-be01-41c4-ab74-135e3af370f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:40.337428 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-168d8b76-fd59-4c14-8eb1-935e84e9ae05 req-9bceec45-be01-41c4-ab74-135e3af370f1 service neutron] For port 548f7f28-4e0d-456a-beb5-ca6e6b863095, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:39:40.341872 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-168d8b76-fd59-4c14-8eb1-935e84e9ae05 req-9bceec45-be01-41c4-ab74-135e3af370f1 service neutron] For port 548f7f28-4e0d-456a-beb5-ca6e6b863095, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=548f7f28-4e0d-456a-beb5-ca6e6b863095,segment=NetworkSegment(6dc56b81-8d8e-4b44-90a6-8b45d539a128),segment_id=6dc56b81-8d8e-4b44-90a6-8b45d539a128)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:39:40.346765 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:40.349162 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-168d8b76-fd59-4c14-8eb1-935e84e9ae05 req-9bceec45-be01-41c4-ab74-135e3af370f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:40.384168 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 3bcf3ecd-e24b-42be-a417-aa7b559e3d10, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=3bcf3ecd-e24b-42be-a417-aa7b559e3d10,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:40.388977 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:40.411391 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d8b76-fd59-4c14-8eb1-935e84e9ae05 req-9bceec45-be01-41c4-ab74-135e3af370f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:40.412345 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-168d8b76-fd59-4c14-8eb1-935e84e9ae05 req-9bceec45-be01-41c4-ab74-135e3af370f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:40.413968 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-168d8b76-fd59-4c14-8eb1-935e84e9ae05 req-9bceec45-be01-41c4-ab74-135e3af370f1 service neutron] 10.222.0.54 "PUT /v2.0/ports/548f7f28-4e0d-456a-beb5-ca6e6b863095 HTTP/1.1" status: 200 len: 1092 time: 1.3706074 Nov 12 00:39:40.414686 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58c58b21-0cef-47b4-97f0-4be348569dc8', 'tag': '548f7f28-4e0d-456a-beb5-ca6e6b863095'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:40.417199 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c230f00a-72ce-4e49-af45-7734172a335d" -d '{"events": [{"name": "network-changed", "server_uuid": "58c58b21-0cef-47b4-97f0-4be348569dc8", "tag": "548f7f28-4e0d-456a-beb5-ca6e6b863095"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:40.455098 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bceec45-be01-41c4-ab74-135e3af370f1 service neutron] Pushing event updated for resources: {'Port': ['ID=548f7f28-4e0d-456a-beb5-ca6e6b863095,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:40.465038 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['5b89d2cd-78d9-461d-b36c-2c8a5c384e97'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:39:40.490740 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271c9efb-09b7-4129-975b-ef9005b6a5ae x-openstack-request-id: req-271c9efb-09b7-4129-975b-ef9005b6a5ae {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:40.491042 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58c58b21-0cef-47b4-97f0-4be348569dc8", "tag": "548f7f28-4e0d-456a-beb5-ca6e6b863095", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:40.491301 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-271c9efb-09b7-4129-975b-ef9005b6a5ae {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:40.491712 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58c58b21-0cef-47b4-97f0-4be348569dc8', 'tag': '548f7f28-4e0d-456a-beb5-ca6e6b863095', 'status': 'completed', 'code': 200} Nov 12 00:39:40.580162 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d8b76-fd59-4c14-8eb1-935e84e9ae05 req-478bcd83-0ac2-417b-b06a-3b09e7cc9390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:40.585924 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-168d8b76-fd59-4c14-8eb1-935e84e9ae05 req-478bcd83-0ac2-417b-b06a-3b09e7cc9390 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9a1fd583d08a44f4b64f3812361842fc&device_id=58c58b21-0cef-47b4-97f0-4be348569dc8 HTTP/1.1" status: 200 len: 1095 time: 0.0789242 Nov 12 00:39:40.601869 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=3bcf3ecd-e24b-42be-a417-aa7b559e3d10,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:40.610495 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:40.635490 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0830e37-b4d9-4605-b766-e26e0c70621e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:40.637936 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af53f85-2046-4e36-a258-68ba11db652a" -d '{"events": [{"server_uuid": "b0830e37-b4d9-4605-b766-e26e0c70621e", "name": "network-vif-plugged", "status": "completed", "tag": "1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:40.737237 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-168d8b76-fd59-4c14-8eb1-935e84e9ae05 req-986ac300-5795-4091-ba43-5855bbcaa6cb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=548f7f28-4e0d-456a-beb5-ca6e6b863095 HTTP/1.1" status: 200 len: 217 time: 0.1340666 Nov 12 00:39:40.747616 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d5f3fb-1757-4757-8d53-0998a56925b5 admin admin] Network 4fa2bf56-e812-47e7-b55c-ccd0745839ae is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:39:40.764353 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-98d5f3fb-1757-4757-8d53-0998a56925b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:39:40.767261 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d5f3fb-1757-4757-8d53-0998a56925b5 admin admin] Pushing event updated for resources: {'Port': ['ID=3d92dce8-1ec4-46eb-8bad-0e46a2f2a1d7,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:40.818440 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de4a78-dbde-4526-b335-57885724d003 req-b1ad5176-6732-45df-8327-0283fd6410f1 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:40.828486 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c1de4a78-dbde-4526-b335-57885724d003 req-b1ad5176-6732-45df-8327-0283fd6410f1 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0830e37-b4d9-4605-b766-e26e0c70621e HTTP/1.1" status: 200 len: 950 time: 0.2054930 Nov 12 00:39:40.921760 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d8b76-fd59-4c14-8eb1-935e84e9ae05 req-3242a4f2-0432-447f-b734-260ffa73537d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:40.923471 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563c044-d665-4f41-95ad-87b6889b35ab req-b0740b91-bc85-4757-a8b2-4f4380b4b6d0 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:40.923906 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-168d8b76-fd59-4c14-8eb1-935e84e9ae05 req-3242a4f2-0432-447f-b734-260ffa73537d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=89218ce2-e54b-4f33-b040-6aa3f821723a HTTP/1.1" status: 200 len: 861 time: 0.1627173 Nov 12 00:39:40.925023 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1563c044-d665-4f41-95ad-87b6889b35ab req-b0740b91-bc85-4757-a8b2-4f4380b4b6d0 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcdba885-0d2f-465a-86bd-a28c87d8b3b8 HTTP/1.1" status: 200 len: 947 time: 0.7577960 Nov 12 00:39:40.929792 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c1de4a78-dbde-4526-b335-57885724d003 req-ce9b27b5-77be-4e8e-8072-ee9de30722dc tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004732 Nov 12 00:39:40.974640 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-168d8b76-fd59-4c14-8eb1-935e84e9ae05 req-9def392f-186a-4e92-821b-9e9d5c5c814c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=efe1d89a-522f-4c40-b263-5cebd382e88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424104 Nov 12 00:39:41.010156 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d103011-3820-4977-b4e2-c76216d88d19 x-openstack-request-id: req-0d103011-3820-4977-b4e2-c76216d88d19 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:41.010472 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0830e37-b4d9-4605-b766-e26e0c70621e", "name": "network-vif-plugged", "status": "completed", "tag": "1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:41.010730 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d103011-3820-4977-b4e2-c76216d88d19 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:41.011132 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0830e37-b4d9-4605-b766-e26e0c70621e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c', 'code': 200} Nov 12 00:39:41.076391 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1563c044-d665-4f41-95ad-87b6889b35ab req-df2ff2c7-6867-47a4-8c77-57d361884461 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4b3c5bd-e00c-47e4-881a-90ed8d4ee391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244116 Nov 12 00:39:41.099585 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d5f3fb-1757-4757-8d53-0998a56925b5 admin admin] Router b01dd5ae-cb37-4cbf-9426-02574fc89082 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:39:41.117414 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [req-8d69899d-f05a-408d-b94c-63d7da795eea req-bad3cb35-444d-43e0-87fb-083d71f0ae60 service neutron] show failed (client error): The resource could not be found. Nov 12 00:39:41.117414 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8d69899d-f05a-408d-b94c-63d7da795eea req-bad3cb35-444d-43e0-87fb-083d71f0ae60 service neutron] 10.222.0.49 "GET /v2.0/ports/b3919cf8-6d84-4154-af85-c45c1316c790/bindings/n-h2-812236-11 HTTP/1.1" status: 404 len: 381 time: 0.4436622 Nov 12 00:39:41.156568 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-09bd72e7-1094-4954-87e9-0382539f9e50 None None] Provisioning complete for port 3d92dce8-1ec4-46eb-8bad-0e46a2f2a1d7 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:41.158572 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-09bd72e7-1094-4954-87e9-0382539f9e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:41.196805 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-168d8b76-fd59-4c14-8eb1-935e84e9ae05 req-34872422-c767-4856-a3da-78aa2a0da628 service neutron] 10.222.0.54 "GET /v2.0/networks/efe1d89a-522f-4c40-b263-5cebd382e88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129877 Nov 12 00:39:41.254630 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-09bd72e7-1094-4954-87e9-0382539f9e50 None None] Port 3d92dce8-1ec4-46eb-8bad-0e46a2f2a1d7 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:39:41.321442 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f0ebab52-fd73-44c0-bfe8-633511dc1514 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:39:41.377890 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d5f3fb-1757-4757-8d53-0998a56925b5 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:39:41.399757 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-98d5f3fb-1757-4757-8d53-0998a56925b5 admin admin] 10.222.0.20 "PUT /v2.0/routers/b01dd5ae-cb37-4cbf-9426-02574fc89082/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4844158 Nov 12 00:39:41.399757 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3b8f1-0078-41ba-ac1d-bf67dba71fdb req-f1deb073-b696-468e-a3c3-3a58562558a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:41.399757 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fab3b8f1-0078-41ba-ac1d-bf67dba71fdb req-f1deb073-b696-468e-a3c3-3a58562558a6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b0830e37-b4d9-4605-b766-e26e0c70621e HTTP/1.1" status: 200 len: 1102 time: 0.1144986 Nov 12 00:39:41.448380 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b153843-2723-4dcf-a14d-3025d7cad75f req-0cb3b39b-e710-40fa-978c-0f12cd438941 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:41.464123 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6b153843-2723-4dcf-a14d-3025d7cad75f req-0cb3b39b-e710-40fa-978c-0f12cd438941 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c58b21-0cef-47b4-97f0-4be348569dc8 HTTP/1.1" status: 200 len: 943 time: 0.1949100 Nov 12 00:39:41.500040 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port f0ebab52-fd73-44c0-bfe8-633511dc1514 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:39:41.504258 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port f0ebab52-fd73-44c0-bfe8-633511dc1514 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:41.504614 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:41.549876 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-168d8b76-fd59-4c14-8eb1-935e84e9ae05 req-8e9e98fc-326b-4b42-9614-0a068a619407 service neutron] 10.222.0.54 "GET /v2.0/networks/efe1d89a-522f-4c40-b263-5cebd382e88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453479 Nov 12 00:39:41.588625 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5881ae18-74b9-414c-8bb4-229c16532c14 req-9e86b687-a4b2-4f35-aefa-67a3545d3f9e tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:41.596820 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5881ae18-74b9-414c-8bb4-229c16532c14 req-9e86b687-a4b2-4f35-aefa-67a3545d3f9e tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 949 time: 0.2901647 Nov 12 00:39:41.632440 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6b153843-2723-4dcf-a14d-3025d7cad75f req-31e4f53f-0a52-4cbb-95b1-8810b42854ff tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667531 Nov 12 00:39:41.637498 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69899d-f05a-408d-b94c-63d7da795eea req-912768ea-1eca-4c49-be75-e8701db232e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:41.637786 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fab3b8f1-0078-41ba-ac1d-bf67dba71fdb req-f0b031a8-1202-46dd-a3e8-17b08a4813b5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339060 Nov 12 00:39:41.637885 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8d69899d-f05a-408d-b94c-63d7da795eea req-912768ea-1eca-4c49-be75-e8701db232e5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a88aed09-488f-4d46-9a45-42f6cd94568b&tenant_id=79a8b3dad7a0401ab482e19b622fac98 HTTP/1.1" status: 200 len: 1101 time: 0.1713972 Nov 12 00:39:41.677962 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5881ae18-74b9-414c-8bb4-229c16532c14 req-476978e7-242d-46da-b2fa-2a862ea35de9 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801964 Nov 12 00:39:41.705245 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:41.721838 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-8d69899d-f05a-408d-b94c-63d7da795eea req-6bd18e98-aa2e-4d0b-9538-f9ec51d9527b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812236-11', 'device_owner': 'compute:nova'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:41.753944 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port f0ebab52-fd73-44c0-bfe8-633511dc1514, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f0ebab52-fd73-44c0-bfe8-633511dc1514,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:41.759147 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:41.817259 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=f0ebab52-fd73-44c0-bfe8-633511dc1514,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:41.843488 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3f0bc-4223-4fbd-9769-b5aa228fb0b6 req-df3b3726-c3be-4d74-a61d-acc60d615b26 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:41.861186 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-17a3f0bc-4223-4fbd-9769-b5aa228fb0b6 req-df3b3726-c3be-4d74-a61d-acc60d615b26 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee5a1b02-e7f1-44ed-995a-82076751502e HTTP/1.1" status: 200 len: 945 time: 0.0994682 Nov 12 00:39:41.875688 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230f00a-72ce-4e49-af45-7734172a335d req-c78b1ead-9f3c-4891-bd7d-f6637cf12041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:41.877149 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c230f00a-72ce-4e49-af45-7734172a335d req-c78b1ead-9f3c-4891-bd7d-f6637cf12041 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9a1fd583d08a44f4b64f3812361842fc&device_id=58c58b21-0cef-47b4-97f0-4be348569dc8 HTTP/1.1" status: 200 len: 1095 time: 0.1770144 Nov 12 00:39:41.880204 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [req-bdc1031c-1ee1-4f47-9e60-6b86fc7f068f req-ae89dea5-edc0-45f6-a7cc-b7b1291ebfb6 tempest-FloatingIPDetailsNegativeTestJSON-1486788092 tempest-FloatingIPDetailsNegativeTestJSON-1486788092-project] show failed (client error): The resource could not be found. Nov 12 00:39:41.881124 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bdc1031c-1ee1-4f47-9e60-6b86fc7f068f req-ae89dea5-edc0-45f6-a7cc-b7b1291ebfb6 tempest-FloatingIPDetailsNegativeTestJSON-1486788092 tempest-FloatingIPDetailsNegativeTestJSON-1486788092-project] 10.222.0.20 "GET /v2.0/floatingips/701b11ed-43b4-4d7f-a40a-37aa1422fb7e HTTP/1.1" status: 404 len: 350 time: 0.0614629 Nov 12 00:39:41.881826 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-8d69899d-f05a-408d-b94c-63d7da795eea req-6bd18e98-aa2e-4d0b-9538-f9ec51d9527b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:41.892720 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39194) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:41.957915 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-17a3f0bc-4223-4fbd-9769-b5aa228fb0b6 req-9c189285-d2e2-4191-87d0-343c5b8127a6 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953298 Nov 12 00:39:41.999584 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 3bcf3ecd-e24b-42be-a417-aa7b559e3d10 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:39:42.045322 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd430ec-06b8-409f-a45d-cde5ff79ef34 None None] Sync routers for ids ['b01dd5ae-cb37-4cbf-9426-02574fc89082'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:39:42.060785 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd430ec-06b8-409f-a45d-cde5ff79ef34 None None] Routers {'b01dd5ae-cb37-4cbf-9426-02574fc89082'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:39:42.061411 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-2bd430ec-06b8-409f-a45d-cde5ff79ef34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:39:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['b01dd5ae-cb37-4cbf-9426-02574fc89082'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:42.113802 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 3bcf3ecd-e24b-42be-a417-aa7b559e3d10 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:42.114175 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:42.123911 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230f00a-72ce-4e49-af45-7734172a335d req-e6a0aa4b-7a74-4bab-a580-f7cd8803270a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:42.125526 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c230f00a-72ce-4e49-af45-7734172a335d req-e6a0aa4b-7a74-4bab-a580-f7cd8803270a service neutron] 10.222.0.54 "GET /v2.0/networks?id=efe1d89a-522f-4c40-b263-5cebd382e88d HTTP/1.1" status: 200 len: 922 time: 0.2328627 Nov 12 00:39:42.185863 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c230f00a-72ce-4e49-af45-7734172a335d req-3b25ec22-4f77-4a27-972f-0d24b3fe4a6b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=548f7f28-4e0d-456a-beb5-ca6e6b863095 HTTP/1.1" status: 200 len: 217 time: 0.0430853 Nov 12 00:39:42.223669 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-2bd430ec-06b8-409f-a45d-cde5ff79ef34 None None] Set router b01dd5ae-cb37-4cbf-9426-02574fc89082 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:39:42.245819 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e5e08-26b7-412c-b0cb-6dad148a8d4b req-d7be6105-ab6b-4d7e-8555-a94c13a4bbda tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:42.247303 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c32e5e08-26b7-412c-b0cb-6dad148a8d4b req-d7be6105-ab6b-4d7e-8555-a94c13a4bbda tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0830e37-b4d9-4605-b766-e26e0c70621e HTTP/1.1" status: 200 len: 950 time: 0.1756406 Nov 12 00:39:42.296256 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f394c-13cc-47aa-899b-fb3a42065886 req-c8588227-838b-4433-80cc-9b416fc77764 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:42.297817 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-241f394c-13cc-47aa-899b-fb3a42065886 req-c8588227-838b-4433-80cc-9b416fc77764 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcdba885-0d2f-465a-86bd-a28c87d8b3b8 HTTP/1.1" status: 200 len: 948 time: 0.1142704 Nov 12 00:39:42.313953 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230f00a-72ce-4e49-af45-7734172a335d req-478b18d0-e860-4bb0-89ad-1478a65529fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:42.315627 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c230f00a-72ce-4e49-af45-7734172a335d req-478b18d0-e860-4bb0-89ad-1478a65529fb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=89218ce2-e54b-4f33-b040-6aa3f821723a HTTP/1.1" status: 200 len: 861 time: 0.1152999 Nov 12 00:39:42.368782 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:42.375225 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c230f00a-72ce-4e49-af45-7734172a335d req-baeb97de-b6c6-49fc-8079-b3e8878896ef service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=efe1d89a-522f-4c40-b263-5cebd382e88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466757 Nov 12 00:39:42.382773 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c32e5e08-26b7-412c-b0cb-6dad148a8d4b req-977a3b7f-58f0-4371-85e9-32946e46f5b3 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079485 Nov 12 00:39:42.384542 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-8d69899d-f05a-408d-b94c-63d7da795eea req-6bd18e98-aa2e-4d0b-9538-f9ec51d9527b service neutron] For port b3919cf8-6d84-4154-af85-c45c1316c790, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=b3919cf8-6d84-4154-af85-c45c1316c790,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:42.405205 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-241f394c-13cc-47aa-899b-fb3a42065886 req-e714bcf1-d69e-4e87-ac8e-114aa31b52b4 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4b3c5bd-e00c-47e4-881a-90ed8d4ee391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968807 Nov 12 00:39:42.473338 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-8d69899d-f05a-408d-b94c-63d7da795eea req-6bd18e98-aa2e-4d0b-9538-f9ec51d9527b service neutron] For port b3919cf8-6d84-4154-af85-c45c1316c790, host n-h1-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:39:42.494568 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b17a1bf4-d383-45b8-95fd-b12abf4b8abf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:42.525004 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-2bd430ec-06b8-409f-a45d-cde5ff79ef34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01dd5ae-cb37-4cbf-9426-02574fc89082', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1451522925-router', 'tenant_id': '84a87f85875849b1b03af70f57bfc3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '3bcf3ecd-e24b-42be-a417-aa7b559e3d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:39:33Z', 'updated_at': '2021-11-12T00:39:39Z', 'revision_number': 4, 'project_id': '84a87f85875849b1b03af70f57bfc3df', 'gw_port': {'id': '3bcf3ecd-e24b-42be-a417-aa7b559e3d10', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01dd5ae-cb37-4cbf-9426-02574fc89082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:39:34Z', 'updated_at': '2021-11-12T00:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '3d92dce8-1ec4-46eb-8bad-0e46a2f2a1d7', 'name': '', 'network_id': '4fa2bf56-e812-47e7-b55c-ccd0745839ae', 'tenant_id': '84a87f85875849b1b03af70f57bfc3df', 'mac_address': 'fa:16:3e:03:d9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01dd5ae-cb37-4cbf-9426-02574fc89082', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'bde0c8b5-5e0b-437e-85b3-fc6454f1c855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:39:38Z', 'updated_at': '2021-11-12T00:39:39Z', 'revision_number': 2, 'project_id': '84a87f85875849b1b03af70f57bfc3df', 'subnets': [{'id': 'bde0c8b5-5e0b-437e-85b3-fc6454f1c855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:42.531968 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c230f00a-72ce-4e49-af45-7734172a335d req-b104d9a8-9378-4143-b731-5e48888c1c6b service neutron] 10.222.0.54 "GET /v2.0/networks/efe1d89a-522f-4c40-b263-5cebd382e88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387239 Nov 12 00:39:42.534433 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88aed09-488f-4d46-9a45-42f6cd94568b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3919cf8-6d84-4154-af85-c45c1316c790'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:42.536658 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebfb1e4c-c626-4d39-8589-a03e363c09c5" -d '{"events": [{"server_uuid": "a88aed09-488f-4d46-9a45-42f6cd94568b", "name": "network-vif-unplugged", "status": "completed", "tag": "b3919cf8-6d84-4154-af85-c45c1316c790"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:42.540729 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-8d69899d-f05a-408d-b94c-63d7da795eea req-6bd18e98-aa2e-4d0b-9538-f9ec51d9527b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:42.573601 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd430ec-06b8-409f-a45d-cde5ff79ef34 None None] Checking router: b01dd5ae-cb37-4cbf-9426-02574fc89082 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:39:42.573961 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd430ec-06b8-409f-a45d-cde5ff79ef34 None None] Updating router b01dd5ae-cb37-4cbf-9426-02574fc89082 port 3d92dce8-1ec4-46eb-8bad-0e46a2f2a1d7 binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:39:42.594312 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-8d69899d-f05a-408d-b94c-63d7da795eea req-6bd18e98-aa2e-4d0b-9538-f9ec51d9527b service neutron] Transition to ACTIVE for port object b3919cf8-6d84-4154-af85-c45c1316c790 will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:39:42.610995 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2bd430ec-06b8-409f-a45d-cde5ff79ef34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:42.621647 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-8d69899d-f05a-408d-b94c-63d7da795eea req-6bd18e98-aa2e-4d0b-9538-f9ec51d9527b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:42.631011 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab3a5f5-f6f3-46d4-8c0b-d639ce9f0a19 x-openstack-request-id: req-eab3a5f5-f6f3-46d4-8c0b-d639ce9f0a19 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:42.631303 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a88aed09-488f-4d46-9a45-42f6cd94568b", "name": "network-vif-unplugged", "status": "completed", "tag": "b3919cf8-6d84-4154-af85-c45c1316c790", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:42.631633 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eab3a5f5-f6f3-46d4-8c0b-d639ce9f0a19 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:42.631927 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88aed09-488f-4d46-9a45-42f6cd94568b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3919cf8-6d84-4154-af85-c45c1316c790', 'code': 200} Nov 12 00:39:42.711099 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d69899d-f05a-408d-b94c-63d7da795eea req-6bd18e98-aa2e-4d0b-9538-f9ec51d9527b service neutron] No DVR routers for this DVR port b3919cf8-6d84-4154-af85-c45c1316c790 on host n-h1-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:39:42.723085 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd18e98-aa2e-4d0b-9538-f9ec51d9527b service neutron] Pushing event updated for resources: {'Port': ['ID=b3919cf8-6d84-4154-af85-c45c1316c790,revision_number=6']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:42.738889 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c230f00a-72ce-4e49-af45-7734172a335d req-6161318a-14e7-4cf2-b6c6-b7ae4623e1d7 service neutron] 10.222.0.54 "GET /v2.0/networks/efe1d89a-522f-4c40-b263-5cebd382e88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949325 Nov 12 00:39:42.817619 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-8d69899d-f05a-408d-b94c-63d7da795eea req-6bd18e98-aa2e-4d0b-9538-f9ec51d9527b service neutron] Attempting to bind port b3919cf8-6d84-4154-af85-c45c1316c790 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:39:42.817962 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-8d69899d-f05a-408d-b94c-63d7da795eea req-6bd18e98-aa2e-4d0b-9538-f9ec51d9527b service neutron] Attempting to bind port b3919cf8-6d84-4154-af85-c45c1316c790 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:39:42.818292 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d69899d-f05a-408d-b94c-63d7da795eea req-6bd18e98-aa2e-4d0b-9538-f9ec51d9527b service neutron] Attempting to bind port b3919cf8-6d84-4154-af85-c45c1316c790 on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:42.828274 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d69899d-f05a-408d-b94c-63d7da795eea req-6bd18e98-aa2e-4d0b-9538-f9ec51d9527b service neutron] Port b3919cf8-6d84-4154-af85-c45c1316c790 on network 172a28b2-119c-4d70-aef1-a731eb107d6c not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:39:42.828592 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d69899d-f05a-408d-b94c-63d7da795eea req-6bd18e98-aa2e-4d0b-9538-f9ec51d9527b service neutron] Attempting to bind port b3919cf8-6d84-4154-af85-c45c1316c790 on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:42.836521 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d69899d-f05a-408d-b94c-63d7da795eea req-6bd18e98-aa2e-4d0b-9538-f9ec51d9527b service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:39:42.836999 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d69899d-f05a-408d-b94c-63d7da795eea req-6bd18e98-aa2e-4d0b-9538-f9ec51d9527b service neutron] Checking segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:42.837398 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d69899d-f05a-408d-b94c-63d7da795eea req-6bd18e98-aa2e-4d0b-9538-f9ec51d9527b service neutron] Bound using segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:39:42.837901 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-8d69899d-f05a-408d-b94c-63d7da795eea req-6bd18e98-aa2e-4d0b-9538-f9ec51d9527b service neutron] Bound port: b3919cf8-6d84-4154-af85-c45c1316c790, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:39:42.838258 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-8d69899d-f05a-408d-b94c-63d7da795eea req-6bd18e98-aa2e-4d0b-9538-f9ec51d9527b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:42.848594 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b9476-361e-491e-927b-cdb61de5677d req-a157d439-1387-4379-a613-e15a3ee32357 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:42.850236 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ec9b9476-361e-491e-927b-cdb61de5677d req-a157d439-1387-4379-a613-e15a3ee32357 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 947 time: 0.0741682 Nov 12 00:39:42.862524 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f5f3e-3d8a-4d16-a980-0e1120876411 req-7e645ad7-8992-471a-aebb-c9efe23c13ce tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:42.865271 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2b6f5f3e-3d8a-4d16-a980-0e1120876411 req-7e645ad7-8992-471a-aebb-c9efe23c13ce tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c58b21-0cef-47b4-97f0-4be348569dc8 HTTP/1.1" status: 200 len: 943 time: 0.0848627 Nov 12 00:39:42.979970 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-8d69899d-f05a-408d-b94c-63d7da795eea req-6bd18e98-aa2e-4d0b-9538-f9ec51d9527b service neutron] For port b3919cf8-6d84-4154-af85-c45c1316c790, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:39:42.984474 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-8d69899d-f05a-408d-b94c-63d7da795eea req-6bd18e98-aa2e-4d0b-9538-f9ec51d9527b service neutron] For port b3919cf8-6d84-4154-af85-c45c1316c790, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=b3919cf8-6d84-4154-af85-c45c1316c790,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:39:42.998666 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ec9b9476-361e-491e-927b-cdb61de5677d req-390a579c-57db-42e5-a5ae-fd64e3934ef8 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400368 Nov 12 00:39:43.004207 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2b6f5f3e-3d8a-4d16-a980-0e1120876411 req-8ac64483-f076-47fa-bf32-8bb91498221a tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054068 Nov 12 00:39:43.015542 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcdba885-0d2f-465a-86bd-a28c87d8b3b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ebab52-fd73-44c0-bfe8-633511dc1514'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:43.016640 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-8d69899d-f05a-408d-b94c-63d7da795eea req-6bd18e98-aa2e-4d0b-9538-f9ec51d9527b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:43.018353 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa8f24d-c313-4e0b-81f2-5326b516ecee" -d '{"events": [{"server_uuid": "dcdba885-0d2f-465a-86bd-a28c87d8b3b8", "name": "network-vif-plugged", "status": "completed", "tag": "f0ebab52-fd73-44c0-bfe8-633511dc1514"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:43.073813 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69899d-f05a-408d-b94c-63d7da795eea req-6bd18e98-aa2e-4d0b-9538-f9ec51d9527b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:43.074761 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-8d69899d-f05a-408d-b94c-63d7da795eea req-6bd18e98-aa2e-4d0b-9538-f9ec51d9527b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:43.076647 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8d69899d-f05a-408d-b94c-63d7da795eea req-6bd18e98-aa2e-4d0b-9538-f9ec51d9527b service neutron] 10.222.0.54 "PUT /v2.0/ports/b3919cf8-6d84-4154-af85-c45c1316c790 HTTP/1.1" status: 200 len: 1096 time: 1.3775842 Nov 12 00:39:43.076776 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a05839-ab18-4c31-a7ec-8aa3d16eb738 x-openstack-request-id: req-16a05839-ab18-4c31-a7ec-8aa3d16eb738 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:43.077117 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcdba885-0d2f-465a-86bd-a28c87d8b3b8", "name": "network-vif-plugged", "status": "completed", "tag": "f0ebab52-fd73-44c0-bfe8-633511dc1514", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:43.077795 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-16a05839-ab18-4c31-a7ec-8aa3d16eb738 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:43.078227 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcdba885-0d2f-465a-86bd-a28c87d8b3b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ebab52-fd73-44c0-bfe8-633511dc1514', 'code': 200} Nov 12 00:39:43.083469 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2bd430ec-06b8-409f-a45d-cde5ff79ef34 None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:43.090883 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2bd430ec-06b8-409f-a45d-cde5ff79ef34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:43.100823 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd18e98-aa2e-4d0b-9538-f9ec51d9527b service neutron] Pushing event updated for resources: {'Port': ['ID=b3919cf8-6d84-4154-af85-c45c1316c790,revision_number=7']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:43.112586 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd18e98-aa2e-4d0b-9538-f9ec51d9527b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:43.112934 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd18e98-aa2e-4d0b-9538-f9ec51d9527b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:43.113271 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd18e98-aa2e-4d0b-9538-f9ec51d9527b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:43.113638 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd18e98-aa2e-4d0b-9538-f9ec51d9527b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:43.113967 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd18e98-aa2e-4d0b-9538-f9ec51d9527b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:43.114293 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd18e98-aa2e-4d0b-9538-f9ec51d9527b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:43.114614 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd18e98-aa2e-4d0b-9538-f9ec51d9527b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:43.114949 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd18e98-aa2e-4d0b-9538-f9ec51d9527b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:43.115249 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd18e98-aa2e-4d0b-9538-f9ec51d9527b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:43.115566 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd18e98-aa2e-4d0b-9538-f9ec51d9527b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:43.115880 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd18e98-aa2e-4d0b-9538-f9ec51d9527b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:43.116191 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd18e98-aa2e-4d0b-9538-f9ec51d9527b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:43.150789 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-b17a1bf4-d383-45b8-95fd-b12abf4b8abf admin admin] Deleting port 3d92dce8-1ec4-46eb-8bad-0e46a2f2a1d7 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:39:43.151559 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b17a1bf4-d383-45b8-95fd-b12abf4b8abf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:43.167694 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e73c7c8-de3a-454d-8df7-063a718229c3 None None] Pushing event updated for resources: {'Port': ['ID=3d92dce8-1ec4-46eb-8bad-0e46a2f2a1d7,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:43.233044 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-2bd430ec-06b8-409f-a45d-cde5ff79ef34 None None] Attempting to bind port 3d92dce8-1ec4-46eb-8bad-0e46a2f2a1d7 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:39:43.233660 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-2bd430ec-06b8-409f-a45d-cde5ff79ef34 None None] Attempting to bind port 3d92dce8-1ec4-46eb-8bad-0e46a2f2a1d7 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '046f26c5-4913-452e-9def-6ccd045691cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4fa2bf56-e812-47e7-b55c-ccd0745839ae'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:39:43.234179 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd430ec-06b8-409f-a45d-cde5ff79ef34 None None] Attempting to bind port 3d92dce8-1ec4-46eb-8bad-0e46a2f2a1d7 on network 4fa2bf56-e812-47e7-b55c-ccd0745839ae {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:43.246777 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd430ec-06b8-409f-a45d-cde5ff79ef34 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:39:43.247453 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd430ec-06b8-409f-a45d-cde5ff79ef34 None None] Checking segment: {'id': '046f26c5-4913-452e-9def-6ccd045691cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4fa2bf56-e812-47e7-b55c-ccd0745839ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:43.248286 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2bd430ec-06b8-409f-a45d-cde5ff79ef34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:43.248839 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd430ec-06b8-409f-a45d-cde5ff79ef34 None None] Bound using segment: {'id': '046f26c5-4913-452e-9def-6ccd045691cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4fa2bf56-e812-47e7-b55c-ccd0745839ae'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:39:43.249506 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-2bd430ec-06b8-409f-a45d-cde5ff79ef34 None None] Bound port: 3d92dce8-1ec4-46eb-8bad-0e46a2f2a1d7, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '046f26c5-4913-452e-9def-6ccd045691cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4fa2bf56-e812-47e7-b55c-ccd0745839ae'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:39:43.250046 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2bd430ec-06b8-409f-a45d-cde5ff79ef34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:43.261140 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69899d-f05a-408d-b94c-63d7da795eea req-2bdcb90e-3714-490c-8c40-c7e5194d2a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:43.262708 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8d69899d-f05a-408d-b94c-63d7da795eea req-2bdcb90e-3714-490c-8c40-c7e5194d2a12 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=79a8b3dad7a0401ab482e19b622fac98&device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 1099 time: 0.1070158 Nov 12 00:39:43.269076 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d1bce-4bfd-4fc4-993b-7ff314763cf0 req-0e9a47b4-f402-4df2-ade3-b7854b5f6812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:43.270644 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5c4d1bce-4bfd-4fc4-993b-7ff314763cf0 req-0e9a47b4-f402-4df2-ade3-b7854b5f6812 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dcdba885-0d2f-465a-86bd-a28c87d8b3b8 HTTP/1.1" status: 200 len: 1100 time: 0.0579727 Nov 12 00:39:43.278712 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b17a1bf4-d383-45b8-95fd-b12abf4b8abf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:43.292527 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-b17a1bf4-d383-45b8-95fd-b12abf4b8abf admin admin] Calling delete_port for 3d92dce8-1ec4-46eb-8bad-0e46a2f2a1d7 owned by network:router_interface {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:39:43.311422 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 5b89d2cd-78d9-461d-b36c-2c8a5c384e97 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:39:43.489108 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac2a79-df69-40db-9622-e8b55673f395 req-408d3ada-cd28-4600-80d8-ee93168495a9 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:43.490779 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-29ac2a79-df69-40db-9622-e8b55673f395 req-408d3ada-cd28-4600-80d8-ee93168495a9 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee5a1b02-e7f1-44ed-995a-82076751502e HTTP/1.1" status: 200 len: 945 time: 0.3986642 Nov 12 00:39:43.567170 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-29ac2a79-df69-40db-9622-e8b55673f395 req-9727fd13-c5f8-469e-b0ac-60d7619fd3a7 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673048 Nov 12 00:39:43.583157 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 5b89d2cd-78d9-461d-b36c-2c8a5c384e97 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:39:43.591023 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 5b89d2cd-78d9-461d-b36c-2c8a5c384e97 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:43.591398 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:43.596876 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-ca4e0c2a-7b6e-496b-9543-69b950b80582 None None] Provisioning complete for port 3d92dce8-1ec4-46eb-8bad-0e46a2f2a1d7 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:43.597244 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ca4e0c2a-7b6e-496b-9543-69b950b80582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:43.599816 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b17a1bf4-d383-45b8-95fd-b12abf4b8abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:43.640771 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.db.api [None req-2bd430ec-06b8-409f-a45d-cde5ff79ef34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:39:43.641305 n-d-812236-11 neutron-server[102663]: DEBUG oslo_db.api [None req-2bd430ec-06b8-409f-a45d-cde5ff79ef34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:39:43.644342 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-ca4e0c2a-7b6e-496b-9543-69b950b80582 None None] Port 3d92dce8-1ec4-46eb-8bad-0e46a2f2a1d7 was deleted so its status cannot be updated. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 00:39:43.645642 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17a1bf4-d383-45b8-95fd-b12abf4b8abf admin admin] Pushing event deleted for resources: {'Port': ['ID=3d92dce8-1ec4-46eb-8bad-0e46a2f2a1d7,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:43.713995 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17a1bf4-d383-45b8-95fd-b12abf4b8abf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:43.714322 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17a1bf4-d383-45b8-95fd-b12abf4b8abf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:43.714660 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17a1bf4-d383-45b8-95fd-b12abf4b8abf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:43.714993 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17a1bf4-d383-45b8-95fd-b12abf4b8abf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:43.715322 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17a1bf4-d383-45b8-95fd-b12abf4b8abf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:43.715647 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17a1bf4-d383-45b8-95fd-b12abf4b8abf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:43.715971 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17a1bf4-d383-45b8-95fd-b12abf4b8abf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:43.716292 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17a1bf4-d383-45b8-95fd-b12abf4b8abf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:43.716611 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17a1bf4-d383-45b8-95fd-b12abf4b8abf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:43.716932 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17a1bf4-d383-45b8-95fd-b12abf4b8abf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:43.717250 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17a1bf4-d383-45b8-95fd-b12abf4b8abf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:43.717591 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17a1bf4-d383-45b8-95fd-b12abf4b8abf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:43.719008 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:43.764159 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 5b89d2cd-78d9-461d-b36c-2c8a5c384e97, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=5b89d2cd-78d9-461d-b36c-2c8a5c384e97,segment=NetworkSegment(31f3cd0b-8f92-47c3-a72f-efb4d157fdb5),segment_id=31f3cd0b-8f92-47c3-a72f-efb4d157fdb5)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:43.768710 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:43.791663 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014b8b3-31ec-4931-9c6b-2865626ffb2d req-315b79f1-13d5-4fdf-ab6f-3a049468347a tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:43.797568 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea19818-4374-428a-8e89-327f6c88ef57 req-c6beebf5-41a2-4ce3-9e79-2e558e72e706 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:43.798915 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c014b8b3-31ec-4931-9c6b-2865626ffb2d req-315b79f1-13d5-4fdf-ab6f-3a049468347a tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0830e37-b4d9-4605-b766-e26e0c70621e HTTP/1.1" status: 200 len: 950 time: 0.1734021 Nov 12 00:39:43.799082 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bea19818-4374-428a-8e89-327f6c88ef57 req-c6beebf5-41a2-4ce3-9e79-2e558e72e706 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcdba885-0d2f-465a-86bd-a28c87d8b3b8 HTTP/1.1" status: 200 len: 948 time: 0.1199150 Nov 12 00:39:43.810437 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5c4d1bce-4bfd-4fc4-993b-7ff314763cf0 req-d174dc3c-8b50-414c-a68f-a1d397ff077a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c4b3c5bd-e00c-47e4-881a-90ed8d4ee391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5190859 Nov 12 00:39:43.834172 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69899d-f05a-408d-b94c-63d7da795eea req-dadaff69-de6a-45d0-950a-88d0317409fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:43.835770 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8d69899d-f05a-408d-b94c-63d7da795eea req-dadaff69-de6a-45d0-950a-88d0317409fb service neutron] 10.222.0.54 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.5642567 Nov 12 00:39:43.836832 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=5b89d2cd-78d9-461d-b36c-2c8a5c384e97,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:43.846052 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:43.846720 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:43.847303 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:43.847859 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:43.848403 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:43.848941 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:43.849550 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:43.850090 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:43.850643 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:43.851182 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:43.851717 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:43.853209 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:43.868325 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c014b8b3-31ec-4931-9c6b-2865626ffb2d req-537a8adb-09b8-4ba5-946a-541df3f64cd4 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678680 Nov 12 00:39:44.114066 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b17a1bf4-d383-45b8-95fd-b12abf4b8abf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:44.119621 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bea19818-4374-428a-8e89-327f6c88ef57 req-6e458a85-115d-4667-93f7-7d2cda812164 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4b3c5bd-e00c-47e4-881a-90ed8d4ee391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080959 Nov 12 00:39:44.156801 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-2bd430ec-06b8-409f-a45d-cde5ff79ef34 None None] Attempting to bind port 3d92dce8-1ec4-46eb-8bad-0e46a2f2a1d7 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:39:44.157330 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-2bd430ec-06b8-409f-a45d-cde5ff79ef34 None None] Attempting to bind port 3d92dce8-1ec4-46eb-8bad-0e46a2f2a1d7 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '046f26c5-4913-452e-9def-6ccd045691cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4fa2bf56-e812-47e7-b55c-ccd0745839ae'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:39:44.157642 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd430ec-06b8-409f-a45d-cde5ff79ef34 None None] Attempting to bind port 3d92dce8-1ec4-46eb-8bad-0e46a2f2a1d7 on network 4fa2bf56-e812-47e7-b55c-ccd0745839ae {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:44.162759 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd430ec-06b8-409f-a45d-cde5ff79ef34 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:39:44.163236 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd430ec-06b8-409f-a45d-cde5ff79ef34 None None] Checking segment: {'id': '046f26c5-4913-452e-9def-6ccd045691cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4fa2bf56-e812-47e7-b55c-ccd0745839ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:44.163704 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2bd430ec-06b8-409f-a45d-cde5ff79ef34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:44.164167 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd430ec-06b8-409f-a45d-cde5ff79ef34 None None] Bound using segment: {'id': '046f26c5-4913-452e-9def-6ccd045691cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4fa2bf56-e812-47e7-b55c-ccd0745839ae'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:39:44.165298 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-2bd430ec-06b8-409f-a45d-cde5ff79ef34 None None] Bound port: 3d92dce8-1ec4-46eb-8bad-0e46a2f2a1d7, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '046f26c5-4913-452e-9def-6ccd045691cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4fa2bf56-e812-47e7-b55c-ccd0745839ae'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:39:44.165794 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2bd430ec-06b8-409f-a45d-cde5ff79ef34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:44.194872 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-2bd430ec-06b8-409f-a45d-cde5ff79ef34 None None] Port 3d92dce8-1ec4-46eb-8bad-0e46a2f2a1d7 has been deleted concurrently {{(pid=102663) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 12 00:39:44.204510 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd430ec-06b8-409f-a45d-cde5ff79ef34 None None] Routers {'b01dd5ae-cb37-4cbf-9426-02574fc89082'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:39:44.205118 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-2bd430ec-06b8-409f-a45d-cde5ff79ef34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:39:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['b01dd5ae-cb37-4cbf-9426-02574fc89082'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:44.251179 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8d69899d-f05a-408d-b94c-63d7da795eea req-5ccf652c-0ff2-49cf-973a-2d48f578de84 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=b3919cf8-6d84-4154-af85-c45c1316c790 HTTP/1.1" status: 200 len: 217 time: 0.0432665 Nov 12 00:39:44.284144 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24710c16-a49e-41be-b9dc-c59b67f2c9fa req-8dd1227f-19d2-41d8-a18d-9ca19f8ea0cd tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:44.288819 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-24710c16-a49e-41be-b9dc-c59b67f2c9fa req-8dd1227f-19d2-41d8-a18d-9ca19f8ea0cd tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e272d300-2fd3-48df-bde9-15e00d466b59 HTTP/1.1" status: 200 len: 948 time: 0.0860329 Nov 12 00:39:44.353359 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a3755-2920-4881-a8fe-1ec60ef90bc5 req-2665a281-499d-48e4-8b91-56093fdc3ed0 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:44.355014 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-022a3755-2920-4881-a8fe-1ec60ef90bc5 req-2665a281-499d-48e4-8b91-56093fdc3ed0 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 947 time: 0.0908246 Nov 12 00:39:44.356959 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69899d-f05a-408d-b94c-63d7da795eea req-02f5d09b-68b3-4734-b1ee-22ce218d14e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:44.358464 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8d69899d-f05a-408d-b94c-63d7da795eea req-02f5d09b-68b3-4734-b1ee-22ce218d14e4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.0832779 Nov 12 00:39:44.371375 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-2bd430ec-06b8-409f-a45d-cde5ff79ef34 None None] Set router b01dd5ae-cb37-4cbf-9426-02574fc89082 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:39:44.417934 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-24710c16-a49e-41be-b9dc-c59b67f2c9fa req-bdc7e170-54dc-421f-b593-0af41266cde6 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984046 Nov 12 00:39:44.445510 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17a1bf4-d383-45b8-95fd-b12abf4b8abf admin admin] Router b01dd5ae-cb37-4cbf-9426-02574fc89082 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:39:44.449320 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-022a3755-2920-4881-a8fe-1ec60ef90bc5 req-ee7c9321-3a6b-45ae-8477-cea43e35df43 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711098 Nov 12 00:39:44.459540 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69899d-f05a-408d-b94c-63d7da795eea req-de1871c1-ceae-4e6a-9057-7fc4eed8e389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:44.462316 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8d69899d-f05a-408d-b94c-63d7da795eea req-de1871c1-ceae-4e6a-9057-7fc4eed8e389 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0951474 Nov 12 00:39:44.586826 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8d69899d-f05a-408d-b94c-63d7da795eea req-75cbe74d-51e5-4aaa-8d74-dca6fe81f46f service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106493 Nov 12 00:39:44.633413 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4889c5-f2f0-48c7-8041-88359d903a97 req-27b1aebf-dd76-4785-90b5-5c4e6d406bab tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:44.634660 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2d4889c5-f2f0-48c7-8041-88359d903a97 req-27b1aebf-dd76-4785-90b5-5c4e6d406bab tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c58b21-0cef-47b4-97f0-4be348569dc8 HTTP/1.1" status: 200 len: 943 time: 0.1003056 Nov 12 00:39:44.637058 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a88aed09-488f-4d46-9a45-42f6cd94568b', 'tag': 'b3919cf8-6d84-4154-af85-c45c1316c790'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:44.641912 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b6530d-d4b7-4bcd-b0fc-27da9f0fb244" -d '{"events": [{"name": "network-changed", "server_uuid": "a88aed09-488f-4d46-9a45-42f6cd94568b", "tag": "b3919cf8-6d84-4154-af85-c45c1316c790"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:44.705716 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-2bd430ec-06b8-409f-a45d-cde5ff79ef34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01dd5ae-cb37-4cbf-9426-02574fc89082', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1451522925-router', 'tenant_id': '84a87f85875849b1b03af70f57bfc3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '3bcf3ecd-e24b-42be-a417-aa7b559e3d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:39:33Z', 'updated_at': '2021-11-12T00:39:43Z', 'revision_number': 5, 'project_id': '84a87f85875849b1b03af70f57bfc3df', 'gw_port': {'id': '3bcf3ecd-e24b-42be-a417-aa7b559e3d10', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01dd5ae-cb37-4cbf-9426-02574fc89082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:39:34Z', 'updated_at': '2021-11-12T00:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:44.709068 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17a1bf4-d383-45b8-95fd-b12abf4b8abf admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:39:44.718674 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b17a1bf4-d383-45b8-95fd-b12abf4b8abf admin admin] 10.222.0.20 "PUT /v2.0/routers/b01dd5ae-cb37-4cbf-9426-02574fc89082/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8250322 Nov 12 00:39:44.722215 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39236) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:44.746146 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2d4889c5-f2f0-48c7-8041-88359d903a97 req-483d46c6-7c64-4620-b84d-c84be88b1487 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838749 Nov 12 00:39:44.764648 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd430ec-06b8-409f-a45d-cde5ff79ef34 None None] The sync data for ids ['b01dd5ae-cb37-4cbf-9426-02574fc89082'] in n-d-812236-11 is: [{'id': 'b01dd5ae-cb37-4cbf-9426-02574fc89082', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1451522925-router', 'tenant_id': '84a87f85875849b1b03af70f57bfc3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '3bcf3ecd-e24b-42be-a417-aa7b559e3d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:39:33Z', 'updated_at': '2021-11-12T00:39:43Z', 'revision_number': 5, 'project_id': '84a87f85875849b1b03af70f57bfc3df', 'gw_port': {'id': '3bcf3ecd-e24b-42be-a417-aa7b559e3d10', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01dd5ae-cb37-4cbf-9426-02574fc89082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:39:34Z', 'updated_at': '2021-11-12T00:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:39:44.820906 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8d69899d-f05a-408d-b94c-63d7da795eea req-7ac460e0-67e8-4fe6-88d8-5e62c82ffd3d service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244823 Nov 12 00:39:44.873108 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a3cf0-fdea-4fac-a744-8f790d4fc5f6 req-70fbf43a-947e-4a26-bcba-ec1cd1d7f145 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:44.875819 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9f0a3cf0-fdea-4fac-a744-8f790d4fc5f6 req-70fbf43a-947e-4a26-bcba-ec1cd1d7f145 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee5a1b02-e7f1-44ed-995a-82076751502e HTTP/1.1" status: 200 len: 946 time: 0.0666468 Nov 12 00:39:44.892657 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f765fbf5-7e8d-4c63-8fc0-cdc41a0b67ed req-51c6d54f-aae4-4b07-813c-92004e9ef059 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:44.902168 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f765fbf5-7e8d-4c63-8fc0-cdc41a0b67ed req-51c6d54f-aae4-4b07-813c-92004e9ef059 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:44.910071 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f765fbf5-7e8d-4c63-8fc0-cdc41a0b67ed req-51c6d54f-aae4-4b07-813c-92004e9ef059 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0830e37-b4d9-4605-b766-e26e0c70621e&device_id=e272d300-2fd3-48df-bde9-15e00d466b59 HTTP/1.1" status: 200 len: 1689 time: 0.1319189 Nov 12 00:39:44.927560 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1d89c9d3-955c-4018-ac16-f1683959bfbe admin admin] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:44.961966 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9f0a3cf0-fdea-4fac-a744-8f790d4fc5f6 req-70ad379b-62d5-4446-ab07-9da2c42d5a2a tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711713 Nov 12 00:39:45.004522 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f765fbf5-7e8d-4c63-8fc0-cdc41a0b67ed req-da37c961-fa54-40ad-8aa1-db63adccd444 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940263 Nov 12 00:39:45.041928 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050bf191-6e6d-4b23-b251-da8e68d8aff6 x-openstack-request-id: req-050bf191-6e6d-4b23-b251-da8e68d8aff6 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:45.042132 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a88aed09-488f-4d46-9a45-42f6cd94568b", "tag": "b3919cf8-6d84-4154-af85-c45c1316c790", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:45.042383 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-050bf191-6e6d-4b23-b251-da8e68d8aff6 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:45.042774 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a88aed09-488f-4d46-9a45-42f6cd94568b', 'tag': 'b3919cf8-6d84-4154-af85-c45c1316c790', 'status': 'completed', 'code': 200} Nov 12 00:39:45.070413 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1d89c9d3-955c-4018-ac16-f1683959bfbe admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:45.079832 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5a1b02-e7f1-44ed-995a-82076751502e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b89d2cd-78d9-461d-b36c-2c8a5c384e97'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:45.082720 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858c6e05-8cda-413b-b150-deb5395b642a" -d '{"events": [{"server_uuid": "ee5a1b02-e7f1-44ed-995a-82076751502e", "name": "network-vif-plugged", "status": "completed", "tag": "5b89d2cd-78d9-461d-b36c-2c8a5c384e97"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:45.136531 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07240659-9883-4741-97a5-797fbbbd4807 x-openstack-request-id: req-07240659-9883-4741-97a5-797fbbbd4807 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:45.139146 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5a1b02-e7f1-44ed-995a-82076751502e", "name": "network-vif-plugged", "status": "completed", "tag": "5b89d2cd-78d9-461d-b36c-2c8a5c384e97", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:45.139460 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-07240659-9883-4741-97a5-797fbbbd4807 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:45.139871 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5a1b02-e7f1-44ed-995a-82076751502e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b89d2cd-78d9-461d-b36c-2c8a5c384e97', 'code': 200} Nov 12 00:39:45.176370 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6530d-d4b7-4bcd-b0fc-27da9f0fb244 req-59db4a34-a22f-4dae-a3fb-a5e40403ed1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:45.178187 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-77b6530d-d4b7-4bcd-b0fc-27da9f0fb244 req-59db4a34-a22f-4dae-a3fb-a5e40403ed1a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=79a8b3dad7a0401ab482e19b622fac98&device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 1099 time: 0.0524602 Nov 12 00:39:45.209171 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-1d89c9d3-955c-4018-ac16-f1683959bfbe admin admin] Deleting port 3bcf3ecd-e24b-42be-a417-aa7b559e3d10 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:39:45.209821 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1d89c9d3-955c-4018-ac16-f1683959bfbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:45.227657 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6530d-d4b7-4bcd-b0fc-27da9f0fb244 req-74b81e76-f029-4040-b39b-497e8eab1a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:45.230347 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-77b6530d-d4b7-4bcd-b0fc-27da9f0fb244 req-74b81e76-f029-4040-b39b-497e8eab1a3e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=79a8b3dad7a0401ab482e19b622fac98&device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 1099 time: 0.1101775 Nov 12 00:39:45.329392 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 548f7f28-4e0d-456a-beb5-ca6e6b863095 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:39:45.332233 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6530d-d4b7-4bcd-b0fc-27da9f0fb244 req-ccc1ca6e-2924-49fc-a359-d269496ef52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:45.333869 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-77b6530d-d4b7-4bcd-b0fc-27da9f0fb244 req-ccc1ca6e-2924-49fc-a359-d269496ef52e service neutron] 10.222.0.49 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.1426408 Nov 12 00:39:45.342016 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963183f3-73c3-49aa-82df-7d40f2e04e98 req-8c2edce4-e3e5-4a5e-a802-725d5f4f3b9d tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:45.343500 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-963183f3-73c3-49aa-82df-7d40f2e04e98 req-8c2edce4-e3e5-4a5e-a802-725d5f4f3b9d tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcdba885-0d2f-465a-86bd-a28c87d8b3b8 HTTP/1.1" status: 200 len: 948 time: 0.0868979 Nov 12 00:39:45.383288 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-77b6530d-d4b7-4bcd-b0fc-27da9f0fb244 req-a74b1b9b-1bb2-4ec1-a228-3a45aea8d6e9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=b3919cf8-6d84-4154-af85-c45c1316c790 HTTP/1.1" status: 200 len: 217 time: 0.0385947 Nov 12 00:39:45.389227 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device b3919cf8-6d84-4154-af85-c45c1316c790 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:39:45.480269 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-963183f3-73c3-49aa-82df-7d40f2e04e98 req-825d2a17-ebb5-42da-b0f5-68972c979209 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4b3c5bd-e00c-47e4-881a-90ed8d4ee391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994771 Nov 12 00:39:45.482058 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6530d-d4b7-4bcd-b0fc-27da9f0fb244 req-606e32e5-4319-4073-8100-2e4beebb159c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:45.483483 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-77b6530d-d4b7-4bcd-b0fc-27da9f0fb244 req-606e32e5-4319-4073-8100-2e4beebb159c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.0880611 Nov 12 00:39:45.497921 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-1d89c9d3-955c-4018-ac16-f1683959bfbe admin admin] For port 3bcf3ecd-e24b-42be-a417-aa7b559e3d10, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=3bcf3ecd-e24b-42be-a417-aa7b559e3d10,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:45.498393 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1d89c9d3-955c-4018-ac16-f1683959bfbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:45.521824 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-1d89c9d3-955c-4018-ac16-f1683959bfbe admin admin] Calling delete_port for 3bcf3ecd-e24b-42be-a417-aa7b559e3d10 owned by network:router_gateway {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:39:45.525633 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d1945-be9d-42e5-887a-8ed8661085f5 req-dfccfe6b-4401-431f-9adb-8a7b3cdfd3d8 tempest-ServersOnMultiNodesTest-1460343694 tempest-ServersOnMultiNodesTest-1460343694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:45.532054 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device b3919cf8-6d84-4154-af85-c45c1316c790 not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:39:45.532917 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5b0d1945-be9d-42e5-887a-8ed8661085f5 req-dfccfe6b-4401-431f-9adb-8a7b3cdfd3d8 tempest-ServersOnMultiNodesTest-1460343694 tempest-ServersOnMultiNodesTest-1460343694-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b0830e37-b4d9-4605-b766-e26e0c70621e HTTP/1.1" status: 200 len: 1102 time: 0.3097730 Nov 12 00:39:45.594944 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6530d-d4b7-4bcd-b0fc-27da9f0fb244 req-e50b5ded-60cd-4c4a-8df1-2433532206d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:45.595268 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 548f7f28-4e0d-456a-beb5-ca6e6b863095, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=548f7f28-4e0d-456a-beb5-ca6e6b863095,segment=NetworkSegment(6dc56b81-8d8e-4b44-90a6-8b45d539a128),segment_id=6dc56b81-8d8e-4b44-90a6-8b45d539a128)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:45.596809 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-77b6530d-d4b7-4bcd-b0fc-27da9f0fb244 req-e50b5ded-60cd-4c4a-8df1-2433532206d0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0978365 Nov 12 00:39:45.610795 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '548f7f28-4e0d-456a-beb5-ca6e6b863095', 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d', 'port_id': '548f7f28-4e0d-456a-beb5-ca6e6b863095', 'mac_address': 'fa:16:3e:89:93:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89218ce2-e54b-4f33-b040-6aa3f821723a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:39:45.661327 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5b0d1945-be9d-42e5-887a-8ed8661085f5 req-79f08a1e-5ab4-4c1d-ba8d-c676435ae90a tempest-ServersOnMultiNodesTest-1460343694 tempest-ServersOnMultiNodesTest-1460343694-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254270 Nov 12 00:39:45.662500 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:45.662622 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6530d-d4b7-4bcd-b0fc-27da9f0fb244 req-da0feffd-37f4-467e-8112-cd465b31cadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:45.663948 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-77b6530d-d4b7-4bcd-b0fc-27da9f0fb244 req-da0feffd-37f4-467e-8112-cd465b31cadf service neutron] 10.222.0.54 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.3319237 Nov 12 00:39:45.684646 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 548f7f28-4e0d-456a-beb5-ca6e6b863095 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:45.708929 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 548f7f28-4e0d-456a-beb5-ca6e6b863095, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=548f7f28-4e0d-456a-beb5-ca6e6b863095,segment=NetworkSegment(6dc56b81-8d8e-4b44-90a6-8b45d539a128),segment_id=6dc56b81-8d8e-4b44-90a6-8b45d539a128)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:45.715652 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:45.747043 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb10c7-2dab-4483-a351-5b97b2c7c5cc req-8d2e3c4c-e37f-4ad7-b110-ce8a1d3f22ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:45.748534 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-78eb10c7-2dab-4483-a351-5b97b2c7c5cc req-8d2e3c4c-e37f-4ad7-b110-ce8a1d3f22ad service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ee5a1b02-e7f1-44ed-995a-82076751502e HTTP/1.1" status: 200 len: 1098 time: 0.3356824 Nov 12 00:39:45.751989 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-77b6530d-d4b7-4bcd-b0fc-27da9f0fb244 req-bd567683-c389-4842-acc1-2d650d8d11a5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=b3919cf8-6d84-4154-af85-c45c1316c790 HTTP/1.1" status: 200 len: 217 time: 0.0777624 Nov 12 00:39:45.785280 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=548f7f28-4e0d-456a-beb5-ca6e6b863095,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:45.798819 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9314f11-ea11-4c85-92f0-afeafc0dd9c4 None None] Sync routers for ids ['b01dd5ae-cb37-4cbf-9426-02574fc89082'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:39:45.816378 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9314f11-ea11-4c85-92f0-afeafc0dd9c4 None None] Routers {'b01dd5ae-cb37-4cbf-9426-02574fc89082'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:39:45.816989 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-e9314f11-ea11-4c85-92f0-afeafc0dd9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:39:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['b01dd5ae-cb37-4cbf-9426-02574fc89082'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:45.834260 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-77b6530d-d4b7-4bcd-b0fc-27da9f0fb244 req-16188ee5-6ee5-4349-8f90-7b26a94b8d9d service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294488 Nov 12 00:39:45.878412 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6774c4c-0cf2-4a31-9aeb-8ab69b36ac54 req-b277d901-113b-4aa1-b836-6940bd2c5ea0 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:45.885907 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b6774c4c-0cf2-4a31-9aeb-8ab69b36ac54 req-b277d901-113b-4aa1-b836-6940bd2c5ea0 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 947 time: 0.1508055 Nov 12 00:39:45.914100 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-e9314f11-ea11-4c85-92f0-afeafc0dd9c4 None None] Set router b01dd5ae-cb37-4cbf-9426-02574fc89082 gateway port host: None {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:39:45.939774 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6530d-d4b7-4bcd-b0fc-27da9f0fb244 req-68017f8e-39e9-42b3-a1d1-560d3dadf513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:45.941866 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-77b6530d-d4b7-4bcd-b0fc-27da9f0fb244 req-68017f8e-39e9-42b3-a1d1-560d3dadf513 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.1691527 Nov 12 00:39:45.973824 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-78eb10c7-2dab-4483-a351-5b97b2c7c5cc req-63520016-d4fd-4b99-8704-f3a28b68a319 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594448 Nov 12 00:39:45.981913 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b6774c4c-0cf2-4a31-9aeb-8ab69b36ac54 req-ec2b4f97-e177-4a44-a6b9-963c6ad76efc tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940578 Nov 12 00:39:45.989144 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-e9314f11-ea11-4c85-92f0-afeafc0dd9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01dd5ae-cb37-4cbf-9426-02574fc89082', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1451522925-router', 'tenant_id': '84a87f85875849b1b03af70f57bfc3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:39:33Z', 'updated_at': '2021-11-12T00:39:45Z', 'revision_number': 6, 'project_id': '84a87f85875849b1b03af70f57bfc3df', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:46.005796 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-77b6530d-d4b7-4bcd-b0fc-27da9f0fb244 req-eb040839-cd78-40bb-b415-946a8231177b service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603844 Nov 12 00:39:46.007875 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f9e3b-4140-473f-b4f6-1f01680e45a7 req-028ddbe0-8e41-44ed-b0db-4abe5c4b7fcf tempest-ServersOnMultiNodesTest-1460343694 tempest-ServersOnMultiNodesTest-1460343694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:46.010276 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3f8f9e3b-4140-473f-b4f6-1f01680e45a7 req-028ddbe0-8e41-44ed-b0db-4abe5c4b7fcf tempest-ServersOnMultiNodesTest-1460343694 tempest-ServersOnMultiNodesTest-1460343694-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e272d300-2fd3-48df-bde9-15e00d466b59 HTTP/1.1" status: 200 len: 1100 time: 0.1935086 Nov 12 00:39:46.029588 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9314f11-ea11-4c85-92f0-afeafc0dd9c4 None None] Checking router: b01dd5ae-cb37-4cbf-9426-02574fc89082 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:39:46.049349 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9314f11-ea11-4c85-92f0-afeafc0dd9c4 None None] Routers {'b01dd5ae-cb37-4cbf-9426-02574fc89082'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:39:46.049925 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-e9314f11-ea11-4c85-92f0-afeafc0dd9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:39:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['b01dd5ae-cb37-4cbf-9426-02574fc89082'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:46.096371 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6530d-d4b7-4bcd-b0fc-27da9f0fb244 req-ed442805-fb57-40a7-88b4-523ba44aa33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:46.098755 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-77b6530d-d4b7-4bcd-b0fc-27da9f0fb244 req-ed442805-fb57-40a7-88b4-523ba44aa33f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1459463 Nov 12 00:39:46.115654 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-300e6ce2-9ff0-4136-b6e8-16a249852343 req-510c3e62-5a08-420f-95bb-228d6d34519a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=127fa386-406d-4c2e-a201-c2564e2b209e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1185734 Nov 12 00:39:46.127960 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea8303-7cae-4040-bec1-7312d4b18b53 req-1251307f-b237-4cf7-b7c4-e2a7fae2788b tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:46.136197 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3f8f9e3b-4140-473f-b4f6-1f01680e45a7 req-767c1acc-6111-47ee-823c-9bb155d881b2 tempest-ServersOnMultiNodesTest-1460343694 tempest-ServersOnMultiNodesTest-1460343694-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054387 Nov 12 00:39:46.136794 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1d89c9d3-955c-4018-ac16-f1683959bfbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:46.137090 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a0ea8303-7cae-4040-bec1-7312d4b18b53 req-1251307f-b237-4cf7-b7c4-e2a7fae2788b tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c58b21-0cef-47b4-97f0-4be348569dc8 HTTP/1.1" status: 200 len: 944 time: 0.0653179 Nov 12 00:39:46.144387 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-e9314f11-ea11-4c85-92f0-afeafc0dd9c4 None None] Set router b01dd5ae-cb37-4cbf-9426-02574fc89082 gateway port host: None {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:39:46.165656 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d89c9d3-955c-4018-ac16-f1683959bfbe admin admin] Pushing event deleted for resources: {'Port': ['ID=3bcf3ecd-e24b-42be-a417-aa7b559e3d10,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:46.215381 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-e9314f11-ea11-4c85-92f0-afeafc0dd9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01dd5ae-cb37-4cbf-9426-02574fc89082', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1451522925-router', 'tenant_id': '84a87f85875849b1b03af70f57bfc3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:39:33Z', 'updated_at': '2021-11-12T00:39:45Z', 'revision_number': 6, 'project_id': '84a87f85875849b1b03af70f57bfc3df', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:46.215547 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a0ea8303-7cae-4040-bec1-7312d4b18b53 req-627f3652-8337-426d-8edc-12057ab3a736 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773952 Nov 12 00:39:46.245444 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9314f11-ea11-4c85-92f0-afeafc0dd9c4 None None] The sync data for ids ['b01dd5ae-cb37-4cbf-9426-02574fc89082'] in n-d-812236-11 is: [{'id': 'b01dd5ae-cb37-4cbf-9426-02574fc89082', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1451522925-router', 'tenant_id': '84a87f85875849b1b03af70f57bfc3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:39:33Z', 'updated_at': '2021-11-12T00:39:45Z', 'revision_number': 6, 'project_id': '84a87f85875849b1b03af70f57bfc3df', 'gw_port_host': None}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:39:46.304254 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1d89c9d3-955c-4018-ac16-f1683959bfbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:46.356795 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e6ce2-9ff0-4136-b6e8-16a249852343 req-9652f957-09f5-4ccd-bb58-21c6457df311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:46.358343 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-300e6ce2-9ff0-4136-b6e8-16a249852343 req-9652f957-09f5-4ccd-bb58-21c6457df311 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0af2efd5599d423589f5e6a8043a04f2&device_id=127fa386-406d-4c2e-a201-c2564e2b209e HTTP/1.1" status: 200 len: 1102 time: 0.1390674 Nov 12 00:39:46.379789 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['548f7f28-4e0d-456a-beb5-ca6e6b863095'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:39:46.553619 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-be538051-d079-4eb8-8996-7bb6f9bdc20e tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=0af2efd5599d423589f5e6a8043a04f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298090 Nov 12 00:39:46.673323 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-ac06ca86-6b8b-436b-a714-31d97635117d tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:46.674711 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-ac06ca86-6b8b-436b-a714-31d97635117d tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1149411 Nov 12 00:39:46.694106 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-34f43161-8c26-4a47-b357-6dc4ef181a83 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/quotas/0af2efd5599d423589f5e6a8043a04f2 HTTP/1.1" status: 200 len: 375 time: 0.0123639 Nov 12 00:39:46.703099 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1d89c9d3-955c-4018-ac16-f1683959bfbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:46.718768 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1d89c9d3-955c-4018-ac16-f1683959bfbe admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:46.736424 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc6c5d-8e34-4be2-8e4f-d42ea8b38e5b req-339b0281-c03f-4b21-bcc8-e55e7756ec69 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:46.737998 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d8dc6c5d-8e34-4be2-8e4f-d42ea8b38e5b req-339b0281-c03f-4b21-bcc8-e55e7756ec69 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee5a1b02-e7f1-44ed-995a-82076751502e HTTP/1.1" status: 200 len: 946 time: 0.4662929 Nov 12 00:39:46.749529 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-cadccff6-5a53-4f38-b49c-a596d2afa1f5 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0af2efd5599d423589f5e6a8043a04f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490465 Nov 12 00:39:46.891510 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1d89c9d3-955c-4018-ac16-f1683959bfbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:46.892014 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d89c9d3-955c-4018-ac16-f1683959bfbe admin admin] Fanout notify agent at l3_agent the message router_deleted on router b01dd5ae-cb37-4cbf-9426-02574fc89082 {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:39:46.921163 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1d89c9d3-955c-4018-ac16-f1683959bfbe admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:46.924687 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1d89c9d3-955c-4018-ac16-f1683959bfbe admin admin] 10.222.0.20 "DELETE /v2.0/routers/b01dd5ae-cb37-4cbf-9426-02574fc89082 HTTP/1.1" status: 204 len: 168 time: 2.1987979 Nov 12 00:39:46.925491 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39278) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:46.946367 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e6ce2-9ff0-4136-b6e8-16a249852343 req-ba17e286-2106-4812-b9f6-ce368e2f35bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:46.947909 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-300e6ce2-9ff0-4136-b6e8-16a249852343 req-ba17e286-2106-4812-b9f6-ce368e2f35bf service neutron] 10.222.0.49 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.5491238 Nov 12 00:39:46.954892 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-77b6530d-d4b7-4bcd-b0fc-27da9f0fb244 req-85a1b069-87fa-47fd-bdc2-a5432d46cc3c service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838438 Nov 12 00:39:46.958207 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d8dc6c5d-8e34-4be2-8e4f-d42ea8b38e5b req-251e60e7-fef1-46be-9e5a-51326388fa61 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640918 Nov 12 00:39:46.990138 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-97f93ebd-3b4b-4817-9729-0123845cc9fa admin admin] Deleting subnet bde0c8b5-5e0b-437e-85b3-fc6454f1c855 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:39:46.995645 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-97f93ebd-3b4b-4817-9729-0123845cc9fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:47.012828 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-300e6ce2-9ff0-4136-b6e8-16a249852343 req-7e807329-6cb7-4c15-b21b-9c5b66f6afa6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=140b407c-f230-4dff-9701-0eeac3ce1373 HTTP/1.1" status: 200 len: 217 time: 0.0536301 Nov 12 00:39:47.041794 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-97f93ebd-3b4b-4817-9729-0123845cc9fa admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:47.142591 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-97f93ebd-3b4b-4817-9729-0123845cc9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:47.170641 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e6ce2-9ff0-4136-b6e8-16a249852343 req-c9254a17-8a9f-4732-886a-2017938aa5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:47.172093 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-300e6ce2-9ff0-4136-b6e8-16a249852343 req-c9254a17-8a9f-4732-886a-2017938aa5cf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.1426375 Nov 12 00:39:47.214984 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-97f93ebd-3b4b-4817-9729-0123845cc9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:47.219990 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-77b6530d-d4b7-4bcd-b0fc-27da9f0fb244 req-e2a009b9-7fc2-49bf-afb7-2ba271c5f5a0 service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536578 Nov 12 00:39:47.232237 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e1a78-bb37-43aa-831c-baad4e4f7d4c req-3dc4b7f4-2d92-41f8-9f94-a7cf4a16d82f tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:47.233166 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f91e1a78-bb37-43aa-831c-baad4e4f7d4c req-3dc4b7f4-2d92-41f8-9f94-a7cf4a16d82f tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcdba885-0d2f-465a-86bd-a28c87d8b3b8 HTTP/1.1" status: 200 len: 948 time: 0.1493008 Nov 12 00:39:47.250612 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f93ebd-3b4b-4817-9729-0123845cc9fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bde0c8b5-5e0b-437e-85b3-fc6454f1c855,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:47.252870 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-97f93ebd-3b4b-4817-9729-0123845cc9fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:47.255833 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-97f93ebd-3b4b-4817-9729-0123845cc9fa admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bde0c8b5-5e0b-437e-85b3-fc6454f1c855 HTTP/1.1" status: 204 len: 168 time: 0.3292110 Nov 12 00:39:47.256906 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61a4ffc-99e5-4ae9-b595-e6cb8a18f34e None None] Network 4fa2bf56-e812-47e7-b55c-ccd0745839ae requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:39:47.258425 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39288) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:47.301645 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e6ce2-9ff0-4136-b6e8-16a249852343 req-69f0fb6f-b11e-402a-862d-c256486cde8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:47.303981 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-300e6ce2-9ff0-4136-b6e8-16a249852343 req-69f0fb6f-b11e-402a-862d-c256486cde8e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1212411 Nov 12 00:39:47.309768 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f91e1a78-bb37-43aa-831c-baad4e4f7d4c req-9467bd03-9194-4ec9-bad6-d687448fec4f tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4b3c5bd-e00c-47e4-881a-90ed8d4ee391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683708 Nov 12 00:39:47.409197 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7fe0cacc-6dd5-4e57-b2e7-360b7450dbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:47.435401 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-300e6ce2-9ff0-4136-b6e8-16a249852343 req-d2a7dcc8-1254-49e4-ae97-726487dc6b81 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235602 Nov 12 00:39:47.546608 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ad7c1-5697-4ede-9e3d-9c886f57e27b req-32bc6056-2931-41ac-a16c-453d861a0ff9 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:47.548180 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-471ad7c1-5697-4ede-9e3d-9c886f57e27b req-32bc6056-2931-41ac-a16c-453d861a0ff9 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 947 time: 0.1194143 Nov 12 00:39:47.579422 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-300e6ce2-9ff0-4136-b6e8-16a249852343 req-aa975414-ea2e-4b6f-8a55-cb855406ace4 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352367 Nov 12 00:39:47.607714 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-7fe0cacc-6dd5-4e57-b2e7-360b7450dbaf admin admin] Deleting port ed80b439-b2bc-4b9b-a120-ccdd0faef14a {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:39:47.608046 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7fe0cacc-6dd5-4e57-b2e7-360b7450dbaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:47.638420 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f9f49b-173d-4a0d-875a-eb81b4b33f3a None None] DHCP port deletion for 4fa2bf56-e812-47e7-b55c-ccd0745839ae request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:39:47.644985 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e6c255-66e9-445c-b898-8b8fd6d4b18f req-e96f3b6e-e71b-4ee5-bcc4-4c5c6bde2bec tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:47.654952 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-471ad7c1-5697-4ede-9e3d-9c886f57e27b req-96ac6b3f-d676-4306-bf01-b20ac3ce9b4a tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920880 Nov 12 00:39:47.662013 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-72e6c255-66e9-445c-b898-8b8fd6d4b18f req-e96f3b6e-e71b-4ee5-bcc4-4c5c6bde2bec tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c58b21-0cef-47b4-97f0-4be348569dc8 HTTP/1.1" status: 200 len: 944 time: 0.0810220 Nov 12 00:39:47.705297 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-7fe0cacc-6dd5-4e57-b2e7-360b7450dbaf admin admin] For port ed80b439-b2bc-4b9b-a120-ccdd0faef14a, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=ed80b439-b2bc-4b9b-a120-ccdd0faef14a,segment=NetworkSegment(046f26c5-4913-452e-9def-6ccd045691cc),segment_id=046f26c5-4913-452e-9def-6ccd045691cc)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:47.705734 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7fe0cacc-6dd5-4e57-b2e7-360b7450dbaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:47.731197 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-7fe0cacc-6dd5-4e57-b2e7-360b7450dbaf admin admin] Calling delete_port for ed80b439-b2bc-4b9b-a120-ccdd0faef14a owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:39:47.740044 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-13f9f49b-173d-4a0d-875a-eb81b4b33f3a None None] Deleting port ed80b439-b2bc-4b9b-a120-ccdd0faef14a {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:39:47.740531 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-13f9f49b-173d-4a0d-875a-eb81b4b33f3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:47.747472 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-72e6c255-66e9-445c-b898-8b8fd6d4b18f req-449d565d-7465-4d13-a54a-1b3e61dec71f tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843172 Nov 12 00:39:47.825805 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-13f9f49b-173d-4a0d-875a-eb81b4b33f3a None None] For port ed80b439-b2bc-4b9b-a120-ccdd0faef14a, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=ed80b439-b2bc-4b9b-a120-ccdd0faef14a,segment=NetworkSegment(046f26c5-4913-452e-9def-6ccd045691cc),segment_id=046f26c5-4913-452e-9def-6ccd045691cc)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:47.826289 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-13f9f49b-173d-4a0d-875a-eb81b4b33f3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:47.831342 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7fe0cacc-6dd5-4e57-b2e7-360b7450dbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:47.844844 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-13f9f49b-173d-4a0d-875a-eb81b4b33f3a None None] Calling delete_port for ed80b439-b2bc-4b9b-a120-ccdd0faef14a owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:39:47.865051 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe0cacc-6dd5-4e57-b2e7-360b7450dbaf admin admin] Pushing event deleted for resources: {'Port': ['ID=ed80b439-b2bc-4b9b-a120-ccdd0faef14a,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:47.870801 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe0cacc-6dd5-4e57-b2e7-360b7450dbaf admin admin] No DVR routers for this DVR port ed80b439-b2bc-4b9b-a120-ccdd0faef14a on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:39:47.912209 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-57291b8f-d04a-4a98-ae56-55088b6d7278 req-7a5906ce-1fa1-47b2-a453-da3ef7065762 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=7efd4976-f968-44b0-aff5-a19008e8a6f6 HTTP/1.1" status: 200 len: 210 time: 0.0574760 Nov 12 00:39:47.996711 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7fe0cacc-6dd5-4e57-b2e7-360b7450dbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:48.022584 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7fe0cacc-6dd5-4e57-b2e7-360b7450dbaf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:48.025205 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7fe0cacc-6dd5-4e57-b2e7-360b7450dbaf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:48.029219 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7fe0cacc-6dd5-4e57-b2e7-360b7450dbaf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:48.029774 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7fe0cacc-6dd5-4e57-b2e7-360b7450dbaf admin admin] Subscribe: > port after_create 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:48.030295 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7fe0cacc-6dd5-4e57-b2e7-360b7450dbaf admin admin] Subscribe: > port after_delete 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:48.031789 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7fe0cacc-6dd5-4e57-b2e7-360b7450dbaf admin admin] Subscribe: > port after_update 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:48.032207 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7fe0cacc-6dd5-4e57-b2e7-360b7450dbaf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:48.032612 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7fe0cacc-6dd5-4e57-b2e7-360b7450dbaf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:48.033806 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7fe0cacc-6dd5-4e57-b2e7-360b7450dbaf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:48.034350 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7fe0cacc-6dd5-4e57-b2e7-360b7450dbaf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:48.042770 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 3bcf3ecd-e24b-42be-a417-aa7b559e3d10 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:39:48.112898 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 3bcf3ecd-e24b-42be-a417-aa7b559e3d10 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:39:48.113214 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 3bcf3ecd-e24b-42be-a417-aa7b559e3d10 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:39:48.113672 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device ed80b439-b2bc-4b9b-a120-ccdd0faef14a no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:39:48.127838 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7fe0cacc-6dd5-4e57-b2e7-360b7450dbaf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:48.128224 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7fe0cacc-6dd5-4e57-b2e7-360b7450dbaf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:48.128586 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7fe0cacc-6dd5-4e57-b2e7-360b7450dbaf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:48.128861 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7fe0cacc-6dd5-4e57-b2e7-360b7450dbaf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:48.129288 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-7fe0cacc-6dd5-4e57-b2e7-360b7450dbaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fa2bf56-e812-47e7-b55c-ccd0745839ae']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:48.147154 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-13f9f49b-173d-4a0d-875a-eb81b4b33f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:48.151466 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: ed80b439-b2bc-4b9b-a120-ccdd0faef14a {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:39:48.151812 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device ed80b439-b2bc-4b9b-a120-ccdd0faef14a not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:39:48.181835 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9f49b-173d-4a0d-875a-eb81b4b33f3a None None] Pushing event deleted for resources: {'Port': ['ID=ed80b439-b2bc-4b9b-a120-ccdd0faef14a,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:48.190282 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f9f49b-173d-4a0d-875a-eb81b4b33f3a None None] No DVR routers for this DVR port ed80b439-b2bc-4b9b-a120-ccdd0faef14a on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:39:48.211203 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-7fe0cacc-6dd5-4e57-b2e7-360b7450dbaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '046f26c5-4913-452e-9def-6ccd045691cc') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:48.211413 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-7fe0cacc-6dd5-4e57-b2e7-360b7450dbaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '046f26c5-4913-452e-9def-6ccd045691cc') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:48.241502 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7fe0cacc-6dd5-4e57-b2e7-360b7450dbaf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:48.283420 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7fe0cacc-6dd5-4e57-b2e7-360b7450dbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:48.294507 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fe0cacc-6dd5-4e57-b2e7-360b7450dbaf admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:39:48.294901 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7fe0cacc-6dd5-4e57-b2e7-360b7450dbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:48.300628 n-d-812236-11 neutron-server[102661]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 00:39:48.300628 n-d-812236-11 neutron-server[102661]: from cryptography.utils import int_from_bytes Nov 12 00:39:48.300628 n-d-812236-11 neutron-server[102661]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 00:39:48.300628 n-d-812236-11 neutron-server[102661]: from cryptography.utils import int_from_bytes Nov 12 00:39:48.300628 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:39:48.300628 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:39:48.300628 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:39:48.300628 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:39:48.300628 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:39:48.300628 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:39:48.300628 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:39:48.300628 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:39:48.300628 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:39:48.300628 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:39:48.300628 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:39:48.300628 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:39:48.300628 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:39:48.300628 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:39:48.300628 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:39:48.300628 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:39:48.300628 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:39:48.300628 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:39:48.300628 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:39:48.300628 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:39:48.300628 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:39:48.300628 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:39:48.300628 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:39:48.300628 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:39:48.300628 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:39:48.300628 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:39:48.300628 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:39:48.300628 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:39:48.300628 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:39:48.300628 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:39:48.300628 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:39:48.300628 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:39:48.372452 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1b9c1-8385-4e9f-88d5-e717a9b942e3 req-1b4146d0-5b67-4b21-a16d-9bb0618f3a4c tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:48.374488 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8ef1b9c1-8385-4e9f-88d5-e717a9b942e3 req-1b4146d0-5b67-4b21-a16d-9bb0618f3a4c tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee5a1b02-e7f1-44ed-995a-82076751502e HTTP/1.1" status: 200 len: 946 time: 0.2398567 Nov 12 00:39:48.414104 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7fe0cacc-6dd5-4e57-b2e7-360b7450dbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:48.447710 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7fe0cacc-6dd5-4e57-b2e7-360b7450dbaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:48.450917 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7fe0cacc-6dd5-4e57-b2e7-360b7450dbaf admin admin] 10.222.0.20 "DELETE /v2.0/networks/4fa2bf56-e812-47e7-b55c-ccd0745839ae HTTP/1.1" status: 204 len: 168 time: 1.1912823 Nov 12 00:39:48.457895 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe0cacc-6dd5-4e57-b2e7-360b7450dbaf admin admin] Pushing event deleted for resources: {'Network': ['ID=4fa2bf56-e812-47e7-b55c-ccd0745839ae,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:48.470311 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8ef1b9c1-8385-4e9f-88d5-e717a9b942e3 req-875a21a0-5605-472e-80c9-0ea3ed1baa18 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852706 Nov 12 00:39:48.593150 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2897c-3c5f-449a-a5ac-d5806fb94d01 req-d120c91f-c394-4509-b3f2-a34639845b3d tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:48.595581 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5ff2897c-3c5f-449a-a5ac-d5806fb94d01 req-d120c91f-c394-4509-b3f2-a34639845b3d tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcdba885-0d2f-465a-86bd-a28c87d8b3b8 HTTP/1.1" status: 200 len: 948 time: 0.0596361 Nov 12 00:39:48.651235 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5ff2897c-3c5f-449a-a5ac-d5806fb94d01 req-6a7a35dd-22fd-46f0-b7b1-8cb177bfc00f tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4b3c5bd-e00c-47e4-881a-90ed8d4ee391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461357 Nov 12 00:39:48.687799 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39326) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:48.755677 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-fced3ec1-1928-4267-aa18-fa6d68bad599 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=84a87f85875849b1b03af70f57bfc3df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0665472 Nov 12 00:39:48.758684 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39328) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:48.776718 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab27a8-60be-429c-9a6d-a3e55e4a42dc req-b05db734-7ea9-497b-87b9-495efce34d01 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:48.778247 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-20ab27a8-60be-429c-9a6d-a3e55e4a42dc req-b05db734-7ea9-497b-87b9-495efce34d01 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 947 time: 0.0592494 Nov 12 00:39:48.808235 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e0237dc7-3e49-42a8-9c2b-9138d851132e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:48.828837 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-20ab27a8-60be-429c-9a6d-a3e55e4a42dc req-75ae0e34-8ecf-4b43-8bee-5d7a8b0f3493 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445514 Nov 12 00:39:48.829460 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e0237dc7-3e49-42a8-9c2b-9138d851132e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:48.906468 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed4e2b-fd38-41b0-b26d-21f69d9fe540 req-e734a57b-e624-4ad0-86f8-73550ea751df tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:48.907941 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7bed4e2b-fd38-41b0-b26d-21f69d9fe540 req-e734a57b-e624-4ad0-86f8-73550ea751df tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c58b21-0cef-47b4-97f0-4be348569dc8 HTTP/1.1" status: 200 len: 944 time: 0.0673902 Nov 12 00:39:48.920317 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e0237dc7-3e49-42a8-9c2b-9138d851132e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:48.922945 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e0237dc7-3e49-42a8-9c2b-9138d851132e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:48.923999 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e0237dc7-3e49-42a8-9c2b-9138d851132e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d793fd64-cf1b-4623-bdb4-e772f43ed850 HTTP/1.1" status: 204 len: 168 time: 0.1643093 Nov 12 00:39:48.939815 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0237dc7-3e49-42a8-9c2b-9138d851132e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d793fd64-cf1b-4623-bdb4-e772f43ed850,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:48.972433 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7bed4e2b-fd38-41b0-b26d-21f69d9fe540 req-d1eb435e-9cab-4b4f-83df-40ce10ddd4e0 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584095 Nov 12 00:39:49.046331 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d206098c-36ea-4534-b441-47abd43ff367 req-e46ac9b2-651f-4c96-b1e4-98bf08b7bbb6 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=7efd4976-f968-44b0-aff5-a19008e8a6f6 HTTP/1.1" status: 200 len: 210 time: 0.0311246 Nov 12 00:39:49.154570 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-4c1438cb-900c-4a60-98d0-acaff83a5f0e tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=0af2efd5599d423589f5e6a8043a04f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223916 Nov 12 00:39:49.291703 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-7332ebff-42fa-40af-bf94-2d341ab03499 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:49.293200 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-7332ebff-42fa-40af-bf94-2d341ab03499 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1302214 Nov 12 00:39:49.316990 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-cf18aec8-0d7e-465b-a9eb-44e5f994e77c tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Request body: {'port': {'device_id': '05e581f7-60ff-4620-bcce-16ea04c083db', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'admin_state_up': True, 'tenant_id': '0af2efd5599d423589f5e6a8043a04f2'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:49.349691 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device b3919cf8-6d84-4154-af85-c45c1316c790 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:39:49.372468 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 548f7f28-4e0d-456a-beb5-ca6e6b863095 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:39:49.502332 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-cf18aec8-0d7e-465b-a9eb-44e5f994e77c tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Made reservation on behalf of 0af2efd5599d423589f5e6a8043a04f2 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:39:49.507445 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-cf18aec8-0d7e-465b-a9eb-44e5f994e77c tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:49.598521 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port b3919cf8-6d84-4154-af85-c45c1316c790, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=b3919cf8-6d84-4154-af85-c45c1316c790,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:49.612121 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 548f7f28-4e0d-456a-beb5-ca6e6b863095 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:39:49.618967 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 548f7f28-4e0d-456a-beb5-ca6e6b863095 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:49.619321 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:49.623648 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'b3919cf8-6d84-4154-af85-c45c1316c790', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'port_id': 'b3919cf8-6d84-4154-af85-c45c1316c790', 'mac_address': 'fa:16:3e:f9:71:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3288e972-21d8-4a52-9002-05790fb0bb61', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:39:49.666893 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93259cb2-d563-4fc5-b746-af732df88a6b req-02c83108-c14e-4fd4-a0d9-81527789c07b tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:49.675501 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-93259cb2-d563-4fc5-b746-af732df88a6b req-02c83108-c14e-4fd4-a0d9-81527789c07b tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee5a1b02-e7f1-44ed-995a-82076751502e HTTP/1.1" status: 200 len: 946 time: 0.0815904 Nov 12 00:39:49.733641 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-93259cb2-d563-4fc5-b746-af732df88a6b req-392fce5c-1e85-4926-a318-ccc67694068a tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571685 Nov 12 00:39:49.754276 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-8c872172-f9a9-41ab-b3a0-7ae802adaf15 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=0af2efd5599d423589f5e6a8043a04f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1096706 Nov 12 00:39:49.817805 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:49.837604 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-cf18aec8-0d7e-465b-a9eb-44e5f994e77c tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Allocated IP 192.168.233.206 (172a28b2-119c-4d70-aef1-a731eb107d6c/3288e972-21d8-4a52-9002-05790fb0bb61/f1820954-a0a3-4025-9943-c0a46b134d63) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:39:49.860758 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3919cf8-6d84-4154-af85-c45c1316c790 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:49.901073 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port b3919cf8-6d84-4154-af85-c45c1316c790, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=b3919cf8-6d84-4154-af85-c45c1316c790,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:49.915109 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:49.925742 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:49.969023 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434f5eb-f32c-406a-8069-2d1cafb69ebc req-fe47dd85-2949-432b-ba61-c0e13d9af8c5 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:49.976829 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f434f5eb-f32c-406a-8069-2d1cafb69ebc req-fe47dd85-2949-432b-ba61-c0e13d9af8c5 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcdba885-0d2f-465a-86bd-a28c87d8b3b8 HTTP/1.1" status: 200 len: 948 time: 0.1717446 Nov 12 00:39:49.990198 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c58b21-0cef-47b4-97f0-4be348569dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548f7f28-4e0d-456a-beb5-ca6e6b863095'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:49.993588 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408b07f4-c21c-4926-9b72-f496cb121b6f" -d '{"events": [{"server_uuid": "58c58b21-0cef-47b4-97f0-4be348569dc8", "name": "network-vif-plugged", "status": "completed", "tag": "548f7f28-4e0d-456a-beb5-ca6e6b863095"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:50.019928 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=b3919cf8-6d84-4154-af85-c45c1316c790,revision_number=8']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:50.043901 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 548f7f28-4e0d-456a-beb5-ca6e6b863095, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=548f7f28-4e0d-456a-beb5-ca6e6b863095,segment=NetworkSegment(6dc56b81-8d8e-4b44-90a6-8b45d539a128),segment_id=6dc56b81-8d8e-4b44-90a6-8b45d539a128)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:50.054670 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-f2d34f2a-d3f1-4c9e-bf73-9416f1a47f10 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:50.056456 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:50.057072 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-f2d34f2a-d3f1-4c9e-bf73-9416f1a47f10 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2859952 Nov 12 00:39:50.100869 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f434f5eb-f32c-406a-8069-2d1cafb69ebc req-0ac7f8bf-0268-49f7-817e-b4db1d21c332 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4b3c5bd-e00c-47e4-881a-90ed8d4ee391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230290 Nov 12 00:39:50.103888 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ff10a-0959-4dcd-9d6f-3c07868ec04d req-7fe4e8c9-e2f0-4ecd-8df2-7dc9e24a1e4a tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:50.106598 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-868ff10a-0959-4dcd-9d6f-3c07868ec04d req-7fe4e8c9-e2f0-4ecd-8df2-7dc9e24a1e4a tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 948 time: 0.0710378 Nov 12 00:39:50.111919 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=548f7f28-4e0d-456a-beb5-ca6e6b863095,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:50.126365 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-cc74110d-4c29-4afb-a3ef-c28d4bbc2837 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Request body: {'port': {'device_id': '7efd4976-f968-44b0-aff5-a19008e8a6f6', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'admin_state_up': True, 'tenant_id': '0af2efd5599d423589f5e6a8043a04f2'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:50.184364 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-868ff10a-0959-4dcd-9d6f-3c07868ec04d req-a6ebb683-fc6b-4cff-a6cb-d387364f6817 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655546 Nov 12 00:39:50.243742 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5973ea-2089-423d-8ff6-0101ba939f40 x-openstack-request-id: req-ee5973ea-2089-423d-8ff6-0101ba939f40 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:50.244028 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c58b21-0cef-47b4-97f0-4be348569dc8", "name": "network-vif-plugged", "status": "completed", "tag": "548f7f28-4e0d-456a-beb5-ca6e6b863095", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:50.244276 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ee5973ea-2089-423d-8ff6-0101ba939f40 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:50.244664 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c58b21-0cef-47b4-97f0-4be348569dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548f7f28-4e0d-456a-beb5-ca6e6b863095', 'code': 200} Nov 12 00:39:50.304306 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-cf18aec8-0d7e-465b-a9eb-44e5f994e77c tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:50.346590 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2956ac10-19ec-45f6-bb7c-2c8185927174 req-7381977f-0e8a-412d-8ba9-bbc84679e2f2 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:50.347972 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2956ac10-19ec-45f6-bb7c-2c8185927174 req-7381977f-0e8a-412d-8ba9-bbc84679e2f2 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c58b21-0cef-47b4-97f0-4be348569dc8 HTTP/1.1" status: 200 len: 945 time: 0.0554857 Nov 12 00:39:50.368251 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393cc7a-4345-41ed-8159-f2b919f21b9e req-21647b60-313f-4057-aaf3-47cba40e86e3 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:50.369780 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e393cc7a-4345-41ed-8159-f2b919f21b9e req-21647b60-313f-4057-aaf3-47cba40e86e3 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee5a1b02-e7f1-44ed-995a-82076751502e HTTP/1.1" status: 200 len: 946 time: 0.1791520 Nov 12 00:39:50.393072 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-cf18aec8-0d7e-465b-a9eb-44e5f994e77c tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:50.404958 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2956ac10-19ec-45f6-bb7c-2c8185927174 req-7f7858dd-c0fa-4878-8443-7c8941455ecd tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502832 Nov 12 00:39:50.446531 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['140b407c-f230-4dff-9701-0eeac3ce1373', '1d4617ec-825e-4174-a5ec-9b7f41b6d3dd', '1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:39:50.463527 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-cf18aec8-0d7e-465b-a9eb-44e5f994e77c tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Network 172a28b2-119c-4d70-aef1-a731eb107d6c is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:39:50.466046 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-cc74110d-4c29-4afb-a3ef-c28d4bbc2837 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Made reservation on behalf of 0af2efd5599d423589f5e6a8043a04f2 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:39:50.469532 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-cc74110d-4c29-4afb-a3ef-c28d4bbc2837 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:50.481789 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-cf18aec8-0d7e-465b-a9eb-44e5f994e77c tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:39:50.499235 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-cf18aec8-0d7e-465b-a9eb-44e5f994e77c tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:39:50.524998 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2a7d3119-93ef-4613-98c8-edb597854a09 req-a70acf24-76bd-4f6d-aa4e-897a37b1e4dc tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=7efd4976-f968-44b0-aff5-a19008e8a6f6 HTTP/1.1" status: 200 len: 210 time: 0.0405118 Nov 12 00:39:50.535897 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18aec8-0d7e-465b-a9eb-44e5f994e77c tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Pushing event updated for resources: {'Port': ['ID=f1820954-a0a3-4025-9943-c0a46b134d63,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:50.588301 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e393cc7a-4345-41ed-8159-f2b919f21b9e req-7479e048-a72e-4eeb-80d6-fda2e28fe693 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041667 Nov 12 00:39:50.655914 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-cf18aec8-0d7e-465b-a9eb-44e5f994e77c tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:50.656476 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-cf18aec8-0d7e-465b-a9eb-44e5f994e77c tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:50.751002 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-cf18aec8-0d7e-465b-a9eb-44e5f994e77c tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4388742 Nov 12 00:39:50.757172 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254624f-9e5f-4663-87fc-edf7a05c19ad req-5d446872-7972-45d0-9ce7-72018bcd0820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:50.758841 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c254624f-9e5f-4663-87fc-edf7a05c19ad req-5d446872-7972-45d0-9ce7-72018bcd0820 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=58c58b21-0cef-47b4-97f0-4be348569dc8 HTTP/1.1" status: 200 len: 1097 time: 0.2542477 Nov 12 00:39:50.776382 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-16847c52-68bb-4033-905b-9ecf390f76cc service neutron] Request body: {'port': {'device_id': '05e581f7-60ff-4620-bcce-16ea04c083db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:50.807221 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4c042bdb-e986-4335-9b79-008b8040e0ba req-f7d917eb-990c-49f7-9c33-307d88dd3845 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=647db9ca-ea4f-431b-8e93-d49d3657575a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1153944 Nov 12 00:39:50.897973 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-613a3769-694f-42a4-842e-8fd9bd5436ba tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=565438be93c0405484a9ba918666ff29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0774860 Nov 12 00:39:50.906648 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-97ef6e25-9b07-4f71-a415-f0357ecf2ccd None None] Provisioning complete for port f1820954-a0a3-4025-9943-c0a46b134d63 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:50.907328 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-97ef6e25-9b07-4f71-a415-f0357ecf2ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:50.918365 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-cc74110d-4c29-4afb-a3ef-c28d4bbc2837 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Allocated IP 192.168.233.175 (172a28b2-119c-4d70-aef1-a731eb107d6c/3288e972-21d8-4a52-9002-05790fb0bb61/3aa8d887-2ae9-4c47-acab-a7deba6e395a) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:39:50.923061 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c254624f-9e5f-4663-87fc-edf7a05c19ad req-bfff8632-e6d1-4015-ac1e-7d012587680f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429667 Nov 12 00:39:50.929463 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-16847c52-68bb-4033-905b-9ecf390f76cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:51.100646 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-97ef6e25-9b07-4f71-a415-f0357ecf2ccd None None] Port f1820954-a0a3-4025-9943-c0a46b134d63 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:39:51.254608 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-cc74110d-4c29-4afb-a3ef-c28d4bbc2837 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:51.297306 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-cc74110d-4c29-4afb-a3ef-c28d4bbc2837 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:51.301572 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-982815a5-8e4a-45b8-ae41-6ddf920514ad tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:51.303100 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-982815a5-8e4a-45b8-ae41-6ddf920514ad tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4019880 Nov 12 00:39:51.319669 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-404dfe0d-75ea-4558-bf4c-c680974eaf76 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] 10.222.0.20 "GET /v2.0/quotas/565438be93c0405484a9ba918666ff29 HTTP/1.1" status: 200 len: 375 time: 0.0096641 Nov 12 00:39:51.357423 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-11188632-c106-4df4-a668-0482c1af94b3 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=565438be93c0405484a9ba918666ff29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298965 Nov 12 00:39:51.402052 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-cc74110d-4c29-4afb-a3ef-c28d4bbc2837 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Network 172a28b2-119c-4d70-aef1-a731eb107d6c is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:39:51.414922 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-cc74110d-4c29-4afb-a3ef-c28d4bbc2837 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:39:51.418053 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-cc74110d-4c29-4afb-a3ef-c28d4bbc2837 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:39:51.425329 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc74110d-4c29-4afb-a3ef-c28d4bbc2837 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Pushing event updated for resources: {'Port': ['ID=3aa8d887-2ae9-4c47-acab-a7deba6e395a,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:51.582367 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-cc74110d-4c29-4afb-a3ef-c28d4bbc2837 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:51.583515 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-cc74110d-4c29-4afb-a3ef-c28d4bbc2837 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:51.623058 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07352625-effb-425b-b02d-cdb834abdad7 req-f4c30985-4278-4bc9-abc4-be7027d65bc2 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:51.624590 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-07352625-effb-425b-b02d-cdb834abdad7 req-f4c30985-4278-4bc9-abc4-be7027d65bc2 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcdba885-0d2f-465a-86bd-a28c87d8b3b8 HTTP/1.1" status: 200 len: 948 time: 0.1716011 Nov 12 00:39:51.629783 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c042bdb-e986-4335-9b79-008b8040e0ba req-2b6678f8-4b3d-40e4-abd6-d5e1a02a591c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:51.631102 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4c042bdb-e986-4335-9b79-008b8040e0ba req-2b6678f8-4b3d-40e4-abd6-d5e1a02a591c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=65e37905fcda41a0a64a3bffb54da22e&device_id=647db9ca-ea4f-431b-8e93-d49d3657575a HTTP/1.1" status: 200 len: 1097 time: 0.1750565 Nov 12 00:39:51.641110 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-cc74110d-4c29-4afb-a3ef-c28d4bbc2837 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5250666 Nov 12 00:39:51.661344 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34907dfa-ffd9-422f-b329-4aa11d6ed518 req-7af41d68-eb35-4cd9-9be5-9048d97d2dc1 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:51.669198 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['b3919cf8-6d84-4154-af85-c45c1316c790'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:39:51.670106 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-34907dfa-ffd9-422f-b329-4aa11d6ed518 req-7af41d68-eb35-4cd9-9be5-9048d97d2dc1 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 948 time: 0.0914786 Nov 12 00:39:51.689014 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-4a21f5f8-925f-4261-8cb8-06f1f4bb2711 service neutron] Request body: {'port': {'device_id': '7efd4976-f968-44b0-aff5-a19008e8a6f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:51.729170 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-34907dfa-ffd9-422f-b329-4aa11d6ed518 req-426862f5-e825-4844-988a-cf858b7d2f32 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581670 Nov 12 00:39:51.809793 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-5eb8e744-70f1-439a-9277-e596cbd32aa6 None None] Provisioning complete for port 3aa8d887-2ae9-4c47-acab-a7deba6e395a triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:51.810276 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5eb8e744-70f1-439a-9277-e596cbd32aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:51.841774 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb30015-bdb2-4f82-9dcf-12b332b68d50 req-f283a782-6e08-4850-889b-6619aa823d8c tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:51.843719 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4bb30015-bdb2-4f82-9dcf-12b332b68d50 req-f283a782-6e08-4850-889b-6619aa823d8c tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcdba885-0d2f-465a-86bd-a28c87d8b3b8 HTTP/1.1" status: 200 len: 948 time: 0.0926623 Nov 12 00:39:51.849442 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['140b407c-f230-4dff-9701-0eeac3ce1373', '1d4617ec-825e-4174-a5ec-9b7f41b6d3dd', '1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:39:51.960368 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-5eb8e744-70f1-439a-9277-e596cbd32aa6 None None] Port 3aa8d887-2ae9-4c47-acab-a7deba6e395a cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:39:51.984394 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-4bb30015-bdb2-4f82-9dcf-12b332b68d50 req-cc330516-7e8c-42b1-b539-88467458b224 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] Deleting port f0ebab52-fd73-44c0-bfe8-633511dc1514 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:39:51.984734 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4bb30015-bdb2-4f82-9dcf-12b332b68d50 req-cc330516-7e8c-42b1-b539-88467458b224 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:52.068188 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-16847c52-68bb-4033-905b-9ecf390f76cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1820954-a0a3-4025-9943-c0a46b134d63 {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:52.147150 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-16847c52-68bb-4033-905b-9ecf390f76cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:52.189471 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-4a21f5f8-925f-4261-8cb8-06f1f4bb2711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:52.198812 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-4bb30015-bdb2-4f82-9dcf-12b332b68d50 req-cc330516-7e8c-42b1-b539-88467458b224 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] For port f0ebab52-fd73-44c0-bfe8-633511dc1514, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f0ebab52-fd73-44c0-bfe8-633511dc1514,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:52.199867 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4bb30015-bdb2-4f82-9dcf-12b332b68d50 req-cc330516-7e8c-42b1-b539-88467458b224 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:52.206205 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-07352625-effb-425b-b02d-cdb834abdad7 req-41387b74-a9d6-4fd6-a9f3-766d9a3f441b tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4b3c5bd-e00c-47e4-881a-90ed8d4ee391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5695348 Nov 12 00:39:52.208871 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-16847c52-68bb-4033-905b-9ecf390f76cc service neutron] Transition to ACTIVE for port object f1820954-a0a3-4025-9943-c0a46b134d63 will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:39:52.219833 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-16847c52-68bb-4033-905b-9ecf390f76cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:52.256643 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-4bb30015-bdb2-4f82-9dcf-12b332b68d50 req-cc330516-7e8c-42b1-b539-88467458b224 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] Calling delete_port for f0ebab52-fd73-44c0-bfe8-633511dc1514 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:39:52.359998 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16847c52-68bb-4033-905b-9ecf390f76cc service neutron] Pushing event updated for resources: {'Port': ['ID=f1820954-a0a3-4025-9943-c0a46b134d63,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:52.363185 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c042bdb-e986-4335-9b79-008b8040e0ba req-f9929cc0-3b72-4138-bad7-8695ddcf9ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:52.364711 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4c042bdb-e986-4335-9b79-008b8040e0ba req-f9929cc0-3b72-4138-bad7-8695ddcf9ab8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b9574af4-848a-4900-9093-7976c00593e2 HTTP/1.1" status: 200 len: 924 time: 0.6813617 Nov 12 00:39:52.454355 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d577fb-4264-4303-9217-a9cbf4161750 req-b4a0eeda-22da-4454-96bd-1666fc1e034d tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:52.455893 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b3d577fb-4264-4303-9217-a9cbf4161750 req-b4a0eeda-22da-4454-96bd-1666fc1e034d tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c58b21-0cef-47b4-97f0-4be348569dc8 HTTP/1.1" status: 200 len: 945 time: 0.0984590 Nov 12 00:39:52.561655 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b3d577fb-4264-4303-9217-a9cbf4161750 req-7c4a1094-d0cb-42c4-9541-c23fd6274156 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983999 Nov 12 00:39:52.587481 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4bb30015-bdb2-4f82-9dcf-12b332b68d50 req-cc330516-7e8c-42b1-b539-88467458b224 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:52.620245 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc330516-7e8c-42b1-b539-88467458b224 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] Pushing event deleted for resources: {'Port': ['ID=f0ebab52-fd73-44c0-bfe8-633511dc1514,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:52.657976 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-49ca64d7-5c12-4816-9004-efe2612e3b1a req-209e5468-7ddf-4cc1-a73d-d31d53a15cae tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcefca6d-eb76-4287-bf73-359c42729d6f HTTP/1.1" status: 200 len: 210 time: 0.3272741 Nov 12 00:39:52.688367 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb30015-bdb2-4f82-9dcf-12b332b68d50 req-cc330516-7e8c-42b1-b539-88467458b224 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] No DVR routers for this DVR port f0ebab52-fd73-44c0-bfe8-633511dc1514 on host n-h2-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:39:52.719456 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4bb30015-bdb2-4f82-9dcf-12b332b68d50 req-cc330516-7e8c-42b1-b539-88467458b224 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:52.722904 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4bb30015-bdb2-4f82-9dcf-12b332b68d50 req-cc330516-7e8c-42b1-b539-88467458b224 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] 10.222.0.54 "DELETE /v2.0/ports/f0ebab52-fd73-44c0-bfe8-633511dc1514 HTTP/1.1" status: 204 len: 173 time: 0.8600183 Nov 12 00:39:52.723356 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcdba885-0d2f-465a-86bd-a28c87d8b3b8', 'name': 'network-vif-deleted', 'tag': 'f0ebab52-fd73-44c0-bfe8-633511dc1514'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:52.725731 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a0039a-5090-4785-9591-6e54e8759386" -d '{"events": [{"server_uuid": "dcdba885-0d2f-465a-86bd-a28c87d8b3b8", "name": "network-vif-deleted", "tag": "f0ebab52-fd73-44c0-bfe8-633511dc1514"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:52.733950 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4c042bdb-e986-4335-9b79-008b8040e0ba req-3bc2a4d9-49c9-4695-82d2-d21900a31c7a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d25aee3-3c21-48d2-a5ce-3ed667fb14b4 HTTP/1.1" status: 200 len: 1001 time: 0.2167463 Nov 12 00:39:52.772829 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4466b6c8-799a-467e-80fc-e1cb30e6b671 req-c2dd631f-3394-42f6-85e6-84abb8db4e9e tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:52.777952 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4466b6c8-799a-467e-80fc-e1cb30e6b671 req-c2dd631f-3394-42f6-85e6-84abb8db4e9e tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=7efd4976-f968-44b0-aff5-a19008e8a6f6 HTTP/1.1" status: 200 len: 936 time: 0.1226778 Nov 12 00:39:52.837933 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4466b6c8-799a-467e-80fc-e1cb30e6b671 req-e59f5ca1-b24e-4f1b-a7e9-4647b2cc4ca0 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561864 Nov 12 00:39:52.856329 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-16847c52-68bb-4033-905b-9ecf390f76cc service neutron] Attempting to bind port f1820954-a0a3-4025-9943-c0a46b134d63 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:39:52.857275 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-16847c52-68bb-4033-905b-9ecf390f76cc service neutron] Attempting to bind port f1820954-a0a3-4025-9943-c0a46b134d63 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:39:52.857626 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-16847c52-68bb-4033-905b-9ecf390f76cc service neutron] Attempting to bind port f1820954-a0a3-4025-9943-c0a46b134d63 on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:52.890036 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-16847c52-68bb-4033-905b-9ecf390f76cc service neutron] Port f1820954-a0a3-4025-9943-c0a46b134d63 on network 172a28b2-119c-4d70-aef1-a731eb107d6c not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:39:52.890349 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-16847c52-68bb-4033-905b-9ecf390f76cc service neutron] Attempting to bind port f1820954-a0a3-4025-9943-c0a46b134d63 on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:52.903599 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-16847c52-68bb-4033-905b-9ecf390f76cc service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:39:52.903977 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-16847c52-68bb-4033-905b-9ecf390f76cc service neutron] Checking segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:52.904373 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-16847c52-68bb-4033-905b-9ecf390f76cc service neutron] Bound using segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:39:52.904807 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-16847c52-68bb-4033-905b-9ecf390f76cc service neutron] Bound port: f1820954-a0a3-4025-9943-c0a46b134d63, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:39:52.905260 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-16847c52-68bb-4033-905b-9ecf390f76cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:52.974960 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['f0ebab52-fd73-44c0-bfe8-633511dc1514'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:39:52.997244 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4d9ba-250d-43ff-9549-b8c4a21fa658 req-b1e1ac78-343b-43b9-aaf8-6f507de5b8d1 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:52.999075 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-08f4d9ba-250d-43ff-9549-b8c4a21fa658 req-b1e1ac78-343b-43b9-aaf8-6f507de5b8d1 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee5a1b02-e7f1-44ed-995a-82076751502e HTTP/1.1" status: 200 len: 946 time: 0.2297621 Nov 12 00:39:53.005655 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c042bdb-e986-4335-9b79-008b8040e0ba req-a43540e3-0bf8-4ede-b559-01d306329bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:53.007070 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4c042bdb-e986-4335-9b79-008b8040e0ba req-a43540e3-0bf8-4ede-b559-01d306329bba service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7413bf18-08e7-4425-a837-148a3dd7f58d HTTP/1.1" status: 200 len: 862 time: 0.1910949 Nov 12 00:39:53.030023 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-3f9ec6c7-a85e-4b31-8e10-16ea4d7b6e84 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=565438be93c0405484a9ba918666ff29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310776 Nov 12 00:39:53.064753 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-4a21f5f8-925f-4261-8cb8-06f1f4bb2711 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aa8d887-2ae9-4c47-acab-a7deba6e395a {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:53.082930 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-4a21f5f8-925f-4261-8cb8-06f1f4bb2711 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:53.113011 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-16847c52-68bb-4033-905b-9ecf390f76cc service neutron] For port f1820954-a0a3-4025-9943-c0a46b134d63, host n-h1-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:39:53.118584 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-16847c52-68bb-4033-905b-9ecf390f76cc service neutron] For port f1820954-a0a3-4025-9943-c0a46b134d63, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=f1820954-a0a3-4025-9943-c0a46b134d63,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:39:53.122027 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-4a21f5f8-925f-4261-8cb8-06f1f4bb2711 service neutron] Transition to ACTIVE for port object 3aa8d887-2ae9-4c47-acab-a7deba6e395a will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:39:53.137809 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-16847c52-68bb-4033-905b-9ecf390f76cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:53.150528 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-4a21f5f8-925f-4261-8cb8-06f1f4bb2711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:53.189610 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c042bdb-e986-4335-9b79-008b8040e0ba req-29cc487d-b53e-4642-be5a-9e79c35368a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:53.192075 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4c042bdb-e986-4335-9b79-008b8040e0ba req-29cc487d-b53e-4642-be5a-9e79c35368a2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b9574af4-848a-4900-9093-7976c00593e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1737664 Nov 12 00:39:53.202296 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-08f4d9ba-250d-43ff-9549-b8c4a21fa658 req-119806e9-f34e-41a0-9989-2051e5fe70f3 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704457 Nov 12 00:39:53.211871 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-16847c52-68bb-4033-905b-9ecf390f76cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:53.212737 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-16847c52-68bb-4033-905b-9ecf390f76cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:53.214192 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-16847c52-68bb-4033-905b-9ecf390f76cc service neutron] 10.222.0.49 "PUT /v2.0/ports/f1820954-a0a3-4025-9943-c0a46b134d63 HTTP/1.1" status: 200 len: 1097 time: 2.4462628 Nov 12 00:39:53.214582 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e581f7-60ff-4620-bcce-16ea04c083db', 'tag': 'f1820954-a0a3-4025-9943-c0a46b134d63'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:53.216954 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7713e0-8b62-487a-992d-9cc74523f7c6" -d '{"events": [{"name": "network-changed", "server_uuid": "05e581f7-60ff-4620-bcce-16ea04c083db", "tag": "f1820954-a0a3-4025-9943-c0a46b134d63"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:53.245942 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab1a959-ee85-4f96-a0bb-c327ab9f4b64 x-openstack-request-id: req-1ab1a959-ee85-4f96-a0bb-c327ab9f4b64 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:53.248929 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcdba885-0d2f-465a-86bd-a28c87d8b3b8", "name": "network-vif-deleted", "tag": "f0ebab52-fd73-44c0-bfe8-633511dc1514", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:53.249345 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ab1a959-ee85-4f96-a0bb-c327ab9f4b64 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:53.250381 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcdba885-0d2f-465a-86bd-a28c87d8b3b8', 'name': 'network-vif-deleted', 'tag': 'f0ebab52-fd73-44c0-bfe8-633511dc1514', 'status': 'completed', 'code': 200} Nov 12 00:39:53.328638 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16847c52-68bb-4033-905b-9ecf390f76cc service neutron] Pushing event updated for resources: {'Port': ['ID=f1820954-a0a3-4025-9943-c0a46b134d63,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:53.331385 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-f0f58804-eae9-4382-ac09-e50401b8be5b tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:53.333185 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-f0f58804-eae9-4382-ac09-e50401b8be5b tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2628276 Nov 12 00:39:53.364026 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1edaa7c-36f8-406f-9f88-f8a2d4dc7d2f x-openstack-request-id: req-c1edaa7c-36f8-406f-9f88-f8a2d4dc7d2f {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:53.364600 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05e581f7-60ff-4620-bcce-16ea04c083db", "tag": "f1820954-a0a3-4025-9943-c0a46b134d63", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:53.365011 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c1edaa7c-36f8-406f-9f88-f8a2d4dc7d2f {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:53.365643 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05e581f7-60ff-4620-bcce-16ea04c083db', 'tag': 'f1820954-a0a3-4025-9943-c0a46b134d63', 'status': 'completed', 'code': 200} Nov 12 00:39:53.381986 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device b3919cf8-6d84-4154-af85-c45c1316c790 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:39:53.400987 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-e031f2a0-db91-414c-ae43-fb130b468aa0 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] Request body: {'port': {'device_id': 'fcefca6d-eb76-4287-bf73-359c42729d6f', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'admin_state_up': True, 'tenant_id': '565438be93c0405484a9ba918666ff29'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:53.426279 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8df31f-8932-453d-9a6a-636ca85c654c req-658ba985-4e83-4535-8688-ffd0f42b3187 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:53.433487 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8f8df31f-8932-453d-9a6a-636ca85c654c req-658ba985-4e83-4535-8688-ffd0f42b3187 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 948 time: 0.1309273 Nov 12 00:39:53.456146 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port b3919cf8-6d84-4154-af85-c45c1316c790 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:39:53.460822 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port b3919cf8-6d84-4154-af85-c45c1316c790 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:53.462000 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:53.512466 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a613e260-eef6-4967-bab8-cb86d17fc832 req-aeafe70f-4e20-40a9-8929-246f5c261386 tempest-TenantUsagesTestJSON-1597509696 tempest-TenantUsagesTestJSON-1597509696-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcdba885-0d2f-465a-86bd-a28c87d8b3b8 HTTP/1.1" status: 200 len: 210 time: 0.0993893 Nov 12 00:39:53.536927 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a21f5f8-925f-4261-8cb8-06f1f4bb2711 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa8d887-2ae9-4c47-acab-a7deba6e395a,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:53.627219 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4c042bdb-e986-4335-9b79-008b8040e0ba req-c0871af3-7ec5-4b46-9ea8-cc9c2097d0cc service neutron] 10.222.0.54 "GET /v2.0/networks/b9574af4-848a-4900-9093-7976c00593e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022593 Nov 12 00:39:53.642161 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:53.649439 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-4a21f5f8-925f-4261-8cb8-06f1f4bb2711 service neutron] Attempting to bind port 3aa8d887-2ae9-4c47-acab-a7deba6e395a on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:39:53.649804 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-4a21f5f8-925f-4261-8cb8-06f1f4bb2711 service neutron] Attempting to bind port 3aa8d887-2ae9-4c47-acab-a7deba6e395a by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:39:53.650133 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-4a21f5f8-925f-4261-8cb8-06f1f4bb2711 service neutron] Attempting to bind port 3aa8d887-2ae9-4c47-acab-a7deba6e395a on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:53.660443 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35ee2f0-d604-40b0-919d-65e0f7c28493 req-2c36d526-b68e-494a-94d5-1364f607bf15 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:53.661950 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d35ee2f0-d604-40b0-919d-65e0f7c28493 req-2c36d526-b68e-494a-94d5-1364f607bf15 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88aed09-488f-4d46-9a45-42f6cd94568b&tenant_id=79a8b3dad7a0401ab482e19b622fac98&binding%3Ahost_id=n-h2-812236-11 HTTP/1.1" status: 200 len: 948 time: 0.3629541 Nov 12 00:39:53.681971 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-4a21f5f8-925f-4261-8cb8-06f1f4bb2711 service neutron] Port 3aa8d887-2ae9-4c47-acab-a7deba6e395a on network 172a28b2-119c-4d70-aef1-a731eb107d6c not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:39:53.682309 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-4a21f5f8-925f-4261-8cb8-06f1f4bb2711 service neutron] Attempting to bind port 3aa8d887-2ae9-4c47-acab-a7deba6e395a on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:53.694734 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88aed09-488f-4d46-9a45-42f6cd94568b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3919cf8-6d84-4154-af85-c45c1316c790'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:53.700058 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52dea426-7238-41c1-9d82-3a43941259d3" -d '{"events": [{"server_uuid": "a88aed09-488f-4d46-9a45-42f6cd94568b", "name": "network-vif-plugged", "status": "completed", "tag": "b3919cf8-6d84-4154-af85-c45c1316c790"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:53.715540 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8f8df31f-8932-453d-9a6a-636ca85c654c req-f7fa7934-7bb9-433f-98eb-16c5101fc2fc tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790141 Nov 12 00:39:53.722253 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-77d38c8c-7602-4200-9163-a9e5f776e508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:53.724210 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-77d38c8c-7602-4200-9163-a9e5f776e508 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0af2efd5599d423589f5e6a8043a04f2&device_id=05e581f7-60ff-4620-bcce-16ea04c083db HTTP/1.1" status: 200 len: 1100 time: 0.3190289 Nov 12 00:39:53.734103 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port b3919cf8-6d84-4154-af85-c45c1316c790, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=b3919cf8-6d84-4154-af85-c45c1316c790,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:53.745076 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:53.828314 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-629efcf0-2570-487c-9f10-f5749530c144 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=f1820954-a0a3-4025-9943-c0a46b134d63 HTTP/1.1" status: 200 len: 217 time: 0.0699842 Nov 12 00:39:53.834854 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-4a21f5f8-925f-4261-8cb8-06f1f4bb2711 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:39:53.835195 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-4a21f5f8-925f-4261-8cb8-06f1f4bb2711 service neutron] Checking segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:53.835582 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-4a21f5f8-925f-4261-8cb8-06f1f4bb2711 service neutron] Bound using segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:39:53.838905 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-4a21f5f8-925f-4261-8cb8-06f1f4bb2711 service neutron] Bound port: 3aa8d887-2ae9-4c47-acab-a7deba6e395a, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:39:53.839092 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-4a21f5f8-925f-4261-8cb8-06f1f4bb2711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:53.873707 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=b3919cf8-6d84-4154-af85-c45c1316c790,revision_number=9']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:53.903248 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-e031f2a0-db91-414c-ae43-fb130b468aa0 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] Made reservation on behalf of 565438be93c0405484a9ba918666ff29 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:39:53.906928 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-e031f2a0-db91-414c-ae43-fb130b468aa0 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:53.926449 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [req-d35ee2f0-d604-40b0-919d-65e0f7c28493 req-eb44df82-f335-4bb9-8e43-71ca7023a34a service neutron] delete failed (client error): The resource could not be found. Nov 12 00:39:53.927548 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d35ee2f0-d604-40b0-919d-65e0f7c28493 req-eb44df82-f335-4bb9-8e43-71ca7023a34a service neutron] 10.222.0.49 "DELETE /v2.0/ports/b3919cf8-6d84-4154-af85-c45c1316c790/bindings/n-h1-812236-11 HTTP/1.1" status: 404 len: 381 time: 0.2487159 Nov 12 00:39:53.932165 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ae47924a-120d-4d69-9399-b908da2a9a01 req-a3b72212-013e-4dbb-a100-529c67441e7c tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcefca6d-eb76-4287-bf73-359c42729d6f HTTP/1.1" status: 200 len: 210 time: 0.0749693 Nov 12 00:39:53.935268 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-e031f2a0-db91-414c-ae43-fb130b468aa0 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:54.044595 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484253fa-c580-4833-86b4-b922485ffe2a x-openstack-request-id: req-484253fa-c580-4833-86b4-b922485ffe2a {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:54.045091 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a88aed09-488f-4d46-9a45-42f6cd94568b", "name": "network-vif-plugged", "status": "completed", "tag": "b3919cf8-6d84-4154-af85-c45c1316c790", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:54.045213 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-484253fa-c580-4833-86b4-b922485ffe2a {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:54.045585 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88aed09-488f-4d46-9a45-42f6cd94568b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3919cf8-6d84-4154-af85-c45c1316c790', 'code': 200} Nov 12 00:39:54.052978 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-e031f2a0-db91-414c-ae43-fb130b468aa0 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:54.056066 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca6f2f-ded4-44d7-a958-a8c640364021 req-bc2656c6-2bba-4cb2-9fb6-444b4e58dc06 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:54.058815 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4eca6f2f-ded4-44d7-a958-a8c640364021 req-bc2656c6-2bba-4cb2-9fb6-444b4e58dc06 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c58b21-0cef-47b4-97f0-4be348569dc8 HTTP/1.1" status: 200 len: 945 time: 0.3490329 Nov 12 00:39:54.067025 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4c042bdb-e986-4335-9b79-008b8040e0ba req-b8a208f9-db6e-40d4-938d-9c20a45b8327 service neutron] 10.222.0.54 "GET /v2.0/networks/b9574af4-848a-4900-9093-7976c00593e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297066 Nov 12 00:39:54.067775 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-e031f2a0-db91-414c-ae43-fb130b468aa0 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:54.083856 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-dcd3e0ab-e5c6-49af-9ac5-13bdfeddd2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:54.085874 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-dcd3e0ab-e5c6-49af-9ac5-13bdfeddd2ac service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.2178078 Nov 12 00:39:54.131032 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-4a21f5f8-925f-4261-8cb8-06f1f4bb2711 service neutron] For port 3aa8d887-2ae9-4c47-acab-a7deba6e395a, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:39:54.186342 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-4a21f5f8-925f-4261-8cb8-06f1f4bb2711 service neutron] For port 3aa8d887-2ae9-4c47-acab-a7deba6e395a, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=3aa8d887-2ae9-4c47-acab-a7deba6e395a,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:39:54.193856 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-4a21f5f8-925f-4261-8cb8-06f1f4bb2711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:54.194009 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e031f2a0-db91-414c-ae43-fb130b468aa0 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af2ff3b0-e770-4913-b723-d9edf6430f6c,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:54.207684 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4eca6f2f-ded4-44d7-a958-a8c640364021 req-e954ddcf-3840-4077-ae0d-c799ae6390fb tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396246 Nov 12 00:39:54.252189 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-4a21f5f8-925f-4261-8cb8-06f1f4bb2711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:54.252341 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-4a21f5f8-925f-4261-8cb8-06f1f4bb2711 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:54.253608 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-4a21f5f8-925f-4261-8cb8-06f1f4bb2711 service neutron] 10.222.0.54 "PUT /v2.0/ports/3aa8d887-2ae9-4c47-acab-a7deba6e395a HTTP/1.1" status: 200 len: 1097 time: 2.5690811 Nov 12 00:39:54.255495 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35ee2f0-d604-40b0-919d-65e0f7c28493 req-66fee7c2-e598-4efe-bcfb-819fb14103fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:54.256858 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d35ee2f0-d604-40b0-919d-65e0f7c28493 req-66fee7c2-e598-4efe-bcfb-819fb14103fd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=79a8b3dad7a0401ab482e19b622fac98&device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 1101 time: 0.1225309 Nov 12 00:39:54.286126 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a21f5f8-925f-4261-8cb8-06f1f4bb2711 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa8d887-2ae9-4c47-acab-a7deba6e395a,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:54.316298 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-64478156-f46f-4924-b1bf-310ee4167b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:54.317843 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-64478156-f46f-4924-b1bf-310ee4167b68 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2092834 Nov 12 00:39:54.358236 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c807e-1449-4da7-8148-089469a390e0 req-1e0d0044-da11-4b87-ba31-4b0539fc6035 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:54.359787 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8d2c807e-1449-4da7-8148-089469a390e0 req-1e0d0044-da11-4b87-ba31-4b0539fc6035 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=7efd4976-f968-44b0-aff5-a19008e8a6f6 HTTP/1.1" status: 200 len: 948 time: 0.1978033 Nov 12 00:39:54.437994 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-e031f2a0-db91-414c-ae43-fb130b468aa0 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] Allocated IP 192.168.233.208 (172a28b2-119c-4d70-aef1-a731eb107d6c/3288e972-21d8-4a52-9002-05790fb0bb61/a9e62cbe-7c61-432b-a387-7a3be44f685c) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:39:54.466682 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-b64a378d-bb02-4dcc-9f7b-f79b8c8d5df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:54.469433 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-b64a378d-bb02-4dcc-9f7b-f79b8c8d5df3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0af2efd5599d423589f5e6a8043a04f2&device_id=7efd4976-f968-44b0-aff5-a19008e8a6f6 HTTP/1.1" status: 200 len: 1100 time: 0.1380455 Nov 12 00:39:54.534052 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8d2c807e-1449-4da7-8148-089469a390e0 req-eec58085-02d3-4fcc-a80c-b06d2e12674c tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620815 Nov 12 00:39:54.542773 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-3a06abc6-14db-4199-ab66-5f90416cd75f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=3aa8d887-2ae9-4c47-acab-a7deba6e395a HTTP/1.1" status: 200 len: 217 time: 0.0546720 Nov 12 00:39:54.559555 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-76a98863-4786-42fd-a8f1-9d5160349dbc service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220590 Nov 12 00:39:54.600624 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35ee2f0-d604-40b0-919d-65e0f7c28493 req-52cebab3-15e6-43ac-a64f-39feb9fc338b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:54.602205 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d35ee2f0-d604-40b0-919d-65e0f7c28493 req-52cebab3-15e6-43ac-a64f-39feb9fc338b service neutron] 10.222.0.49 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.3047311 Nov 12 00:39:54.661901 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d35ee2f0-d604-40b0-919d-65e0f7c28493 req-4385d352-99bb-4998-baf6-7939238a3c7a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=b3919cf8-6d84-4154-af85-c45c1316c790 HTTP/1.1" status: 200 len: 217 time: 0.0513303 Nov 12 00:39:54.685340 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-9181908a-7a71-4cd2-bf5a-ba1bd39ce703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:54.686844 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-9181908a-7a71-4cd2-bf5a-ba1bd39ce703 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.1320102 Nov 12 00:39:54.787757 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35ee2f0-d604-40b0-919d-65e0f7c28493 req-f85f4987-fc32-484c-bb32-536f24113c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:54.789702 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d35ee2f0-d604-40b0-919d-65e0f7c28493 req-f85f4987-fc32-484c-bb32-536f24113c44 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.1174054 Nov 12 00:39:54.794364 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-4aa0cd0e-9ae7-4625-af61-90e5ffd22f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:54.795750 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-4aa0cd0e-9ae7-4625-af61-90e5ffd22f24 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0899203 Nov 12 00:39:54.837675 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5933c133-c1b0-4b2d-bd99-e0f6f614e341 req-fabb5c8a-85b1-4b58-a98a-765bbb1f4baf tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:54.839159 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bae132-1a31-4a3d-9390-9ba3fa28ef7b req-631b38e7-165d-4e99-850b-38ab36d6270c tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:54.839295 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5933c133-c1b0-4b2d-bd99-e0f6f614e341 req-fabb5c8a-85b1-4b58-a98a-765bbb1f4baf tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=58c58b21-0cef-47b4-97f0-4be348569dc8 HTTP/1.1" status: 200 len: 1097 time: 0.0876012 Nov 12 00:39:54.840685 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-00bae132-1a31-4a3d-9390-9ba3fa28ef7b req-631b38e7-165d-4e99-850b-38ab36d6270c tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee5a1b02-e7f1-44ed-995a-82076751502e HTTP/1.1" status: 200 len: 946 time: 0.1864963 Nov 12 00:39:54.864642 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-fd6bca81-f992-48a5-8be4-9f00ec4c8e25 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818565 Nov 12 00:39:54.888540 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-e031f2a0-db91-414c-ae43-fb130b468aa0 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:54.923097 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-00bae132-1a31-4a3d-9390-9ba3fa28ef7b req-dbd62ce5-f0a3-409a-80ff-dbd15ddcc29d tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724330 Nov 12 00:39:54.959858 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-e031f2a0-db91-414c-ae43-fb130b468aa0 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:55.053644 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-e031f2a0-db91-414c-ae43-fb130b468aa0 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] Network 172a28b2-119c-4d70-aef1-a731eb107d6c is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:39:55.089703 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e031f2a0-db91-414c-ae43-fb130b468aa0 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] Pushing event updated for resources: {'Port': ['ID=a9e62cbe-7c61-432b-a387-7a3be44f685c,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:55.101047 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-e031f2a0-db91-414c-ae43-fb130b468aa0 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:39:55.117115 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-e031f2a0-db91-414c-ae43-fb130b468aa0 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:39:55.229968 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-e031f2a0-db91-414c-ae43-fb130b468aa0 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:55.231173 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-e031f2a0-db91-414c-ae43-fb130b468aa0 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:55.232199 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35ee2f0-d604-40b0-919d-65e0f7c28493 req-db4f2c5a-2bfe-43d4-999c-da87f00b6fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:55.233715 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d35ee2f0-d604-40b0-919d-65e0f7c28493 req-db4f2c5a-2bfe-43d4-999c-da87f00b6fbe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4302747 Nov 12 00:39:55.267338 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-e031f2a0-db91-414c-ae43-fb130b468aa0 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8774319 Nov 12 00:39:55.291706 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa0b5a-02a3-4df8-a75a-218cc6553b6c req-88e4b646-caa0-4506-bc03-015001894b8c tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:55.299876 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c1fa0b5a-02a3-4df8-a75a-218cc6553b6c req-88e4b646-caa0-4506-bc03-015001894b8c tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 949 time: 0.1208076 Nov 12 00:39:55.309229 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5933c133-c1b0-4b2d-bd99-e0f6f614e341 req-1abf1f81-e704-4b80-829a-095ae82113de tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4467967 Nov 12 00:39:55.314314 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-fed08e01-6c86-4c9e-8d61-e9848ab6b6b1 service neutron] Request body: {'port': {'device_id': 'fcefca6d-eb76-4287-bf73-359c42729d6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:55.369137 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7713e0-8b62-487a-992d-9cc74523f7c6 req-0d419233-4d79-4e40-93d7-62214a57248b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:55.370737 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7d7713e0-8b62-487a-992d-9cc74523f7c6 req-0d419233-4d79-4e40-93d7-62214a57248b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0af2efd5599d423589f5e6a8043a04f2&device_id=05e581f7-60ff-4620-bcce-16ea04c083db HTTP/1.1" status: 200 len: 1100 time: 0.3125992 Nov 12 00:39:55.371355 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39474) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:55.372116 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7efd4976-f968-44b0-aff5-a19008e8a6f6', 'tag': '3aa8d887-2ae9-4c47-acab-a7deba6e395a'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:55.374391 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbec266-1627-4b9a-a0a0-1bba0830016a" -d '{"events": [{"name": "network-changed", "server_uuid": "7efd4976-f968-44b0-aff5-a19008e8a6f6", "tag": "3aa8d887-2ae9-4c47-acab-a7deba6e395a"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:55.383518 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f0ebab52-fd73-44c0-bfe8-633511dc1514 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:39:55.387643 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-4abe543d-bf93-402b-8507-2d43d8b3dfd5 service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5815392 Nov 12 00:39:55.433322 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: f0ebab52-fd73-44c0-bfe8-633511dc1514 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:39:55.433940 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f0ebab52-fd73-44c0-bfe8-633511dc1514 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:39:55.457492 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-f2cc5a22-702b-44fa-906e-6a20c1ba916f None None] Provisioning complete for port a9e62cbe-7c61-432b-a387-7a3be44f685c triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:55.458245 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f2cc5a22-702b-44fa-906e-6a20c1ba916f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:55.497260 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-f2cc5a22-702b-44fa-906e-6a20c1ba916f None None] Port a9e62cbe-7c61-432b-a387-7a3be44f685c cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:39:55.519013 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-fed08e01-6c86-4c9e-8d61-e9848ab6b6b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:55.549606 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1b19ba16-9a98-4fc3-94ff-f0ab4936e087 req-7d23705e-0758-41cf-9b16-daa58a5a81f7 service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535523 Nov 12 00:39:55.590515 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d35ee2f0-d604-40b0-919d-65e0f7c28493 req-afbf0424-7cb5-4a9c-9133-a6dc34c88b92 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420897 Nov 12 00:39:55.600231 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c1fa0b5a-02a3-4df8-a75a-218cc6553b6c req-76e20a27-b1e5-432c-b94c-5b0378aa1e11 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994826 Nov 12 00:39:55.698517 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c557020-9eb0-4a65-a7a3-87eb60d2188e req-736b3166-b909-49d1-8e7e-9d9abde241fc tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:55.700188 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8c557020-9eb0-4a65-a7a3-87eb60d2188e req-736b3166-b909-49d1-8e7e-9d9abde241fc tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcefca6d-eb76-4287-bf73-359c42729d6f HTTP/1.1" status: 200 len: 936 time: 0.1362333 Nov 12 00:39:55.714458 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d870d4-39d7-40ec-b240-4e203bfbfeb3 x-openstack-request-id: req-18d870d4-39d7-40ec-b240-4e203bfbfeb3 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:55.714790 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7efd4976-f968-44b0-aff5-a19008e8a6f6", "tag": "3aa8d887-2ae9-4c47-acab-a7deba6e395a", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:55.715043 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-18d870d4-39d7-40ec-b240-4e203bfbfeb3 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:55.715435 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7efd4976-f968-44b0-aff5-a19008e8a6f6', 'tag': '3aa8d887-2ae9-4c47-acab-a7deba6e395a', 'status': 'completed', 'code': 200} Nov 12 00:39:55.793606 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d35ee2f0-d604-40b0-919d-65e0f7c28493 req-28308947-3c53-47c0-b59a-1eb508a014cf service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800759 Nov 12 00:39:55.797390 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7713e0-8b62-487a-992d-9cc74523f7c6 req-6438226c-54bc-496e-a114-40d7143b6a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:55.798988 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7d7713e0-8b62-487a-992d-9cc74523f7c6 req-6438226c-54bc-496e-a114-40d7143b6a30 service neutron] 10.222.0.49 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.3553684 Nov 12 00:39:55.824079 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8c557020-9eb0-4a65-a7a3-87eb60d2188e req-287b0ebf-47be-49da-8ced-a39f35c7d58a tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] 10.222.0.20 "GET /v2.0/security-groups?id=af2ff3b0-e770-4913-b723-d9edf6430f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168783 Nov 12 00:39:55.835334 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b49f901f-381f-4aeb-bc2c-3fce8bedbe46 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c83f1409e46e4791a4ccde93bbbb7669&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4106240 Nov 12 00:39:55.839897 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39486) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:55.871028 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbec266-1627-4b9a-a0a0-1bba0830016a req-9b108ff7-6cdb-493a-8c35-74e3f1a1ce3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:55.872528 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5cbec266-1627-4b9a-a0a0-1bba0830016a req-9b108ff7-6cdb-493a-8c35-74e3f1a1ce3a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0af2efd5599d423589f5e6a8043a04f2&device_id=7efd4976-f968-44b0-aff5-a19008e8a6f6 HTTP/1.1" status: 200 len: 1100 time: 0.0996611 Nov 12 00:39:55.915394 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7d7713e0-8b62-487a-992d-9cc74523f7c6 req-5f437495-91e9-4a72-a704-0c94fb54126f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=f1820954-a0a3-4025-9943-c0a46b134d63 HTTP/1.1" status: 200 len: 217 time: 0.0653684 Nov 12 00:39:55.957686 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d2d9ed-d094-4df6-832b-ec4f7dc8c884 req-becfb60e-59dc-459f-bdd0-4fd1d623251a tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:55.966669 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-52d2d9ed-d094-4df6-832b-ec4f7dc8c884 req-becfb60e-59dc-459f-bdd0-4fd1d623251a tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=58c58b21-0cef-47b4-97f0-4be348569dc8 HTTP/1.1" status: 200 len: 1097 time: 0.1632667 Nov 12 00:39:55.997300 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-76a9e419-6f81-4ca1-aaac-a888d8f0b92e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:56.064549 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7713e0-8b62-487a-992d-9cc74523f7c6 req-67054813-bcf7-4160-808e-4315ba87a207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:56.065269 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-76a9e419-6f81-4ca1-aaac-a888d8f0b92e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:56.066012 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7d7713e0-8b62-487a-992d-9cc74523f7c6 req-67054813-bcf7-4160-808e-4315ba87a207 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.1287308 Nov 12 00:39:56.090463 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbec266-1627-4b9a-a0a0-1bba0830016a req-f43cf5ce-a966-4981-94c5-846f378de311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:56.091825 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5cbec266-1627-4b9a-a0a0-1bba0830016a req-f43cf5ce-a966-4981-94c5-846f378de311 service neutron] 10.222.0.54 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.2013345 Nov 12 00:39:56.131484 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-52d2d9ed-d094-4df6-832b-ec4f7dc8c884 req-dd51bba4-1ad1-4d56-a851-9931f29b6ef0 tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638258 Nov 12 00:39:56.157262 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125c6ad-ea27-4de2-b25a-8132325b8a58 req-6bae5af7-47be-4b01-a1e4-7cf655f3091f tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:56.158799 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3125c6ad-ea27-4de2-b25a-8132325b8a58 req-6bae5af7-47be-4b01-a1e4-7cf655f3091f tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=7efd4976-f968-44b0-aff5-a19008e8a6f6 HTTP/1.1" status: 200 len: 948 time: 0.1440213 Nov 12 00:39:56.160693 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5cbec266-1627-4b9a-a0a0-1bba0830016a req-5073d935-366d-41be-88e5-72642a0a0e71 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=3aa8d887-2ae9-4c47-acab-a7deba6e395a HTTP/1.1" status: 200 len: 217 time: 0.0541410 Nov 12 00:39:56.167281 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7713e0-8b62-487a-992d-9cc74523f7c6 req-7f4f9fc0-df3c-4743-81f3-6fbbfc3b167f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:56.169112 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7d7713e0-8b62-487a-992d-9cc74523f7c6 req-7f4f9fc0-df3c-4743-81f3-6fbbfc3b167f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0919309 Nov 12 00:39:56.227520 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-76a9e419-6f81-4ca1-aaac-a888d8f0b92e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:56.231630 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-76a9e419-6f81-4ca1-aaac-a888d8f0b92e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:56.232772 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-76a9e419-6f81-4ca1-aaac-a888d8f0b92e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c4b3c5bd-e00c-47e4-881a-90ed8d4ee391 HTTP/1.1" status: 204 len: 168 time: 0.3909597 Nov 12 00:39:56.251002 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a9e419-6f81-4ca1-aaac-a888d8f0b92e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b3c5bd-e00c-47e4-881a-90ed8d4ee391,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:56.260547 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbec266-1627-4b9a-a0a0-1bba0830016a req-47fd2fa9-0035-40cc-abc0-81cf1dc5224c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:56.262262 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5cbec266-1627-4b9a-a0a0-1bba0830016a req-47fd2fa9-0035-40cc-abc0-81cf1dc5224c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.0937996 Nov 12 00:39:56.323653 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3125c6ad-ea27-4de2-b25a-8132325b8a58 req-915e3800-52a8-4608-9b66-21e450721774 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419361 Nov 12 00:39:56.366173 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbec266-1627-4b9a-a0a0-1bba0830016a req-7c73abb4-98fe-430d-91fb-d01d9b8a7d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:56.371362 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5cbec266-1627-4b9a-a0a0-1bba0830016a req-7c73abb4-98fe-430d-91fb-d01d9b8a7d15 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0978265 Nov 12 00:39:56.406161 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-fed08e01-6c86-4c9e-8d61-e9848ab6b6b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9e62cbe-7c61-432b-a387-7a3be44f685c {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:56.508379 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5cbec266-1627-4b9a-a0a0-1bba0830016a req-df8d6ef5-51d1-40a5-9f05-5335160c68fa service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262786 Nov 12 00:39:56.512011 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-fed08e01-6c86-4c9e-8d61-e9848ab6b6b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:56.534299 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7d7713e0-8b62-487a-992d-9cc74523f7c6 req-3b051f8a-c8bd-4d1a-a05d-8595c6d2b250 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464999 Nov 12 00:39:56.544248 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-fed08e01-6c86-4c9e-8d61-e9848ab6b6b1 service neutron] Transition to ACTIVE for port object a9e62cbe-7c61-432b-a387-7a3be44f685c will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:39:56.566684 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-fed08e01-6c86-4c9e-8d61-e9848ab6b6b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:56.588801 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f6da2-abc4-4565-8fed-3920168c32ed req-122cce52-17e4-4433-be3e-9c1a2aadfb03 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:56.596035 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b47f6da2-abc4-4565-8fed-3920168c32ed req-122cce52-17e4-4433-be3e-9c1a2aadfb03 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee5a1b02-e7f1-44ed-995a-82076751502e HTTP/1.1" status: 200 len: 946 time: 0.1845841 Nov 12 00:39:56.678562 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5cbec266-1627-4b9a-a0a0-1bba0830016a req-c64f2c3d-4aa2-4d9d-82ca-a2bf96a45064 service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598115 Nov 12 00:39:56.776615 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39506) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:56.801028 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2b88ee1e-7340-42b7-a956-04cf2e8793a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:56.911056 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2b88ee1e-7340-42b7-a956-04cf2e8793a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:56.918121 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2b88ee1e-7340-42b7-a956-04cf2e8793a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:56.978371 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2b88ee1e-7340-42b7-a956-04cf2e8793a1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d7a387ea29e3475fb5549b70cd7370b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1981711 Nov 12 00:39:56.979351 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b88ee1e-7340-42b7-a956-04cf2e8793a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f572559a-e5d7-4079-bee2-5ff2e55c04c7,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:56.984540 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39516) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:57.028924 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7d7713e0-8b62-487a-992d-9cc74523f7c6 req-119e3137-873b-4f04-b95c-e2d9c7776668 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4825060 Nov 12 00:39:57.044529 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5669ec85-4717-4b81-afc4-93d9074f923d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:57.087290 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5669ec85-4717-4b81-afc4-93d9074f923d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:57.100830 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b47f6da2-abc4-4565-8fed-3920168c32ed req-51455b69-2b86-4c71-92df-1cd529085a01 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5038900 Nov 12 00:39:57.114776 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed08e01-6c86-4c9e-8d61-e9848ab6b6b1 service neutron] Pushing event updated for resources: {'Port': ['ID=a9e62cbe-7c61-432b-a387-7a3be44f685c,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:57.174802 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5669ec85-4717-4b81-afc4-93d9074f923d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:57.177691 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5669ec85-4717-4b81-afc4-93d9074f923d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:57.181172 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5669ec85-4717-4b81-afc4-93d9074f923d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f572559a-e5d7-4079-bee2-5ff2e55c04c7 HTTP/1.1" status: 204 len: 168 time: 0.1932886 Nov 12 00:39:57.196035 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5669ec85-4717-4b81-afc4-93d9074f923d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f572559a-e5d7-4079-bee2-5ff2e55c04c7,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:57.258196 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-fed08e01-6c86-4c9e-8d61-e9848ab6b6b1 service neutron] Attempting to bind port a9e62cbe-7c61-432b-a387-7a3be44f685c on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:39:57.258640 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-fed08e01-6c86-4c9e-8d61-e9848ab6b6b1 service neutron] Attempting to bind port a9e62cbe-7c61-432b-a387-7a3be44f685c by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:39:57.258975 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-fed08e01-6c86-4c9e-8d61-e9848ab6b6b1 service neutron] Attempting to bind port a9e62cbe-7c61-432b-a387-7a3be44f685c on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:57.278815 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-fed08e01-6c86-4c9e-8d61-e9848ab6b6b1 service neutron] Port a9e62cbe-7c61-432b-a387-7a3be44f685c on network 172a28b2-119c-4d70-aef1-a731eb107d6c not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:39:57.279281 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-fed08e01-6c86-4c9e-8d61-e9848ab6b6b1 service neutron] Attempting to bind port a9e62cbe-7c61-432b-a387-7a3be44f685c on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:57.286164 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-fed08e01-6c86-4c9e-8d61-e9848ab6b6b1 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:39:57.286534 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-fed08e01-6c86-4c9e-8d61-e9848ab6b6b1 service neutron] Checking segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:57.286866 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-fed08e01-6c86-4c9e-8d61-e9848ab6b6b1 service neutron] Bound using segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:39:57.287276 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-fed08e01-6c86-4c9e-8d61-e9848ab6b6b1 service neutron] Bound port: a9e62cbe-7c61-432b-a387-7a3be44f685c, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:39:57.287625 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-fed08e01-6c86-4c9e-8d61-e9848ab6b6b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:57.335765 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b7fbb-b581-45d1-a5c6-a8efecf49f07 req-9ca8bdc9-9dad-4ec2-a1cb-2b720e406b66 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:57.337594 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fd5b7fbb-b581-45d1-a5c6-a8efecf49f07 req-9ca8bdc9-9dad-4ec2-a1cb-2b720e406b66 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 949 time: 0.0973108 Nov 12 00:39:57.406305 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device f1820954-a0a3-4025-9943-c0a46b134d63 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:39:57.444431 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fd5b7fbb-b581-45d1-a5c6-a8efecf49f07 req-b4fc82ee-bc59-44c8-af81-02e116d0001d tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904632 Nov 12 00:39:57.445660 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-fed08e01-6c86-4c9e-8d61-e9848ab6b6b1 service neutron] For port a9e62cbe-7c61-432b-a387-7a3be44f685c, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:39:57.449197 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-fed08e01-6c86-4c9e-8d61-e9848ab6b6b1 service neutron] For port a9e62cbe-7c61-432b-a387-7a3be44f685c, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=a9e62cbe-7c61-432b-a387-7a3be44f685c,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:39:57.456447 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-fed08e01-6c86-4c9e-8d61-e9848ab6b6b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:57.531715 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed08e01-6c86-4c9e-8d61-e9848ab6b6b1 service neutron] Pushing event updated for resources: {'Port': ['ID=a9e62cbe-7c61-432b-a387-7a3be44f685c,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:57.536695 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-fed08e01-6c86-4c9e-8d61-e9848ab6b6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:57.537461 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-fed08e01-6c86-4c9e-8d61-e9848ab6b6b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:57.538945 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-fed08e01-6c86-4c9e-8d61-e9848ab6b6b1 service neutron] 10.222.0.49 "PUT /v2.0/ports/a9e62cbe-7c61-432b-a387-7a3be44f685c HTTP/1.1" status: 200 len: 1097 time: 2.2293599 Nov 12 00:39:57.539428 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcefca6d-eb76-4287-bf73-359c42729d6f', 'tag': 'a9e62cbe-7c61-432b-a387-7a3be44f685c'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:57.541682 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af735622-91c3-4819-9102-6e81fdb77bff" -d '{"events": [{"name": "network-changed", "server_uuid": "fcefca6d-eb76-4287-bf73-359c42729d6f", "tag": "a9e62cbe-7c61-432b-a387-7a3be44f685c"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:57.576298 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port f1820954-a0a3-4025-9943-c0a46b134d63, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=f1820954-a0a3-4025-9943-c0a46b134d63,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:57.608204 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': 'f1820954-a0a3-4025-9943-c0a46b134d63', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'port_id': 'f1820954-a0a3-4025-9943-c0a46b134d63', 'mac_address': 'fa:16:3e:4a:61:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3288e972-21d8-4a52-9002-05790fb0bb61', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:39:57.715470 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:57.742982 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1820954-a0a3-4025-9943-c0a46b134d63 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:57.754345 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-d9007530-81ed-4d14-b6c9-0d23b7cd5b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:57.756832 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-d9007530-81ed-4d14-b6c9-0d23b7cd5b6e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=565438be93c0405484a9ba918666ff29&device_id=fcefca6d-eb76-4287-bf73-359c42729d6f HTTP/1.1" status: 200 len: 1100 time: 0.1518250 Nov 12 00:39:57.784943 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port f1820954-a0a3-4025-9943-c0a46b134d63, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=f1820954-a0a3-4025-9943-c0a46b134d63,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:57.794728 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:57.800063 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613e5a4-66ba-46b9-89d7-c290d13daaff req-076e9b26-5753-48b8-9fb8-fc0a2dcef186 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:57.801708 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b613e5a4-66ba-46b9-89d7-c290d13daaff req-076e9b26-5753-48b8-9fb8-fc0a2dcef186 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcefca6d-eb76-4287-bf73-359c42729d6f HTTP/1.1" status: 200 len: 948 time: 0.1171570 Nov 12 00:39:57.880312 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-c8df4f3e-4b8f-43db-a3b8-df1b9759b93a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=a9e62cbe-7c61-432b-a387-7a3be44f685c HTTP/1.1" status: 200 len: 217 time: 0.0775461 Nov 12 00:39:57.882001 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=f1820954-a0a3-4025-9943-c0a46b134d63,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:57.986736 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b613e5a4-66ba-46b9-89d7-c290d13daaff req-f98bfe38-9dc2-49e4-9bb8-0ebf4b65f968 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] 10.222.0.20 "GET /v2.0/security-groups?id=af2ff3b0-e770-4913-b723-d9edf6430f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666965 Nov 12 00:39:57.989613 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-a6bfdb24-64dc-4424-85a4-1682693ed4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:57.991659 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-a6bfdb24-64dc-4424-85a4-1682693ed4d2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.1014044 Nov 12 00:39:58.108726 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-28cd0ac8-98e4-4896-9939-30651b682884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:58.112473 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-28cd0ac8-98e4-4896-9939-30651b682884 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0655751 Nov 12 00:39:58.163247 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['f1820954-a0a3-4025-9943-c0a46b134d63'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:39:58.287011 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769dd102-4e60-43fa-bdd1-ce99c1ce6398 req-13da2109-4e22-4dcb-b8d4-5976ba81647a tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:58.288498 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-769dd102-4e60-43fa-bdd1-ce99c1ce6398 req-13da2109-4e22-4dcb-b8d4-5976ba81647a tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=7efd4976-f968-44b0-aff5-a19008e8a6f6 HTTP/1.1" status: 200 len: 948 time: 0.1460564 Nov 12 00:39:58.326061 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-2fa84ade-454c-46c4-b778-9f81caef8245 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022159 Nov 12 00:39:58.402274 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-769dd102-4e60-43fa-bdd1-ce99c1ce6398 req-4855359f-ae0b-4922-b110-ede235107165 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015446 Nov 12 00:39:58.458894 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39572) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:58.536041 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-808d42d6-056c-4a94-b4b5-c4e94981ff53 req-e7b2bbae-da7c-43a6-b057-a7b2a8bcc8f4 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914244 Nov 12 00:39:58.537859 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6561728-bff5-4f24-99dc-5414ecc652cd req-0ede2f99-c439-4553-b5a6-614cd6b16938 tempest-MigrationsAdminTest-206500541 tempest-MigrationsAdminTest-206500541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:58.539889 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f6561728-bff5-4f24-99dc-5414ecc652cd req-0ede2f99-c439-4553-b5a6-614cd6b16938 tempest-MigrationsAdminTest-206500541 tempest-MigrationsAdminTest-206500541-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 1101 time: 0.0670307 Nov 12 00:39:58.571867 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-05df80cc-0beb-4cae-9829-fc7cfc449c2a tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:39:58.576038 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-05df80cc-0beb-4cae-9829-fc7cfc449c2a tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1129775 Nov 12 00:39:58.599131 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f6561728-bff5-4f24-99dc-5414ecc652cd req-4d7e2904-e23d-40e1-a3b6-95499cf56e01 tempest-MigrationsAdminTest-206500541 tempest-MigrationsAdminTest-206500541-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530660 Nov 12 00:39:58.656014 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca7f524-c351-4a96-88be-9cde3815676f x-openstack-request-id: req-3ca7f524-c351-4a96-88be-9cde3815676f {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:58.656691 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcefca6d-eb76-4287-bf73-359c42729d6f", "tag": "a9e62cbe-7c61-432b-a387-7a3be44f685c", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:58.657021 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3ca7f524-c351-4a96-88be-9cde3815676f {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:58.657521 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcefca6d-eb76-4287-bf73-359c42729d6f', 'tag': 'a9e62cbe-7c61-432b-a387-7a3be44f685c', 'status': 'completed', 'code': 200} Nov 12 00:39:58.731075 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-985f0b8d-016e-4df1-9551-7423a5b2dd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:58.737998 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-985f0b8d-016e-4df1-9551-7423a5b2dd15 service neutron] 10.222.0.20 "GET /v2.0/ports/548f7f28-4e0d-456a-beb5-ca6e6b863095 HTTP/1.1" status: 200 len: 1094 time: 0.0965190 Nov 12 00:39:58.742917 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-f18ed02f-b909-40ed-be00-1a51a8b1f318 service neutron] Request body: {'binding': {'host': 'n-h1-812236-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:58.743419 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-f18ed02f-b909-40ed-be00-1a51a8b1f318 service neutron] Unknown quota resources ['binding']. {{(pid=102662) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 00:39:58.794063 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a9b1b-0adb-4082-84cb-10e18cb7f862 req-92e7116b-4f28-48ae-b68e-ec891027c5ba tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:58.795724 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-287a9b1b-0adb-4082-84cb-10e18cb7f862 req-92e7116b-4f28-48ae-b68e-ec891027c5ba tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee5a1b02-e7f1-44ed-995a-82076751502e HTTP/1.1" status: 200 len: 946 time: 0.0913169 Nov 12 00:39:58.798766 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af735622-91c3-4819-9102-6e81fdb77bff req-be8148fd-7f44-40a5-b022-348daae3c09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:58.800241 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-af735622-91c3-4819-9102-6e81fdb77bff req-be8148fd-7f44-40a5-b022-348daae3c09e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=565438be93c0405484a9ba918666ff29&device_id=fcefca6d-eb76-4287-bf73-359c42729d6f HTTP/1.1" status: 200 len: 1100 time: 0.0786445 Nov 12 00:39:58.887339 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-f18ed02f-b909-40ed-be00-1a51a8b1f318 service neutron] Attempting to bind port 548f7f28-4e0d-456a-beb5-ca6e6b863095 on host n-h1-812236-11 for vnic_type normal with profile None {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:39:58.887708 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-f18ed02f-b909-40ed-be00-1a51a8b1f318 service neutron] Attempting to bind port 548f7f28-4e0d-456a-beb5-ca6e6b863095 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '6dc56b81-8d8e-4b44-90a6-8b45d539a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:39:58.887997 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-f18ed02f-b909-40ed-be00-1a51a8b1f318 service neutron] Attempting to bind port 548f7f28-4e0d-456a-beb5-ca6e6b863095 on network efe1d89a-522f-4c40-b263-5cebd382e88d {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:58.892669 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-f18ed02f-b909-40ed-be00-1a51a8b1f318 service neutron] Port 548f7f28-4e0d-456a-beb5-ca6e6b863095 on network efe1d89a-522f-4c40-b263-5cebd382e88d not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:39:58.892994 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-f18ed02f-b909-40ed-be00-1a51a8b1f318 service neutron] Attempting to bind port 548f7f28-4e0d-456a-beb5-ca6e6b863095 on network efe1d89a-522f-4c40-b263-5cebd382e88d {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:58.898073 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-f18ed02f-b909-40ed-be00-1a51a8b1f318 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:39:58.899071 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-f18ed02f-b909-40ed-be00-1a51a8b1f318 service neutron] Checking segment: {'id': '6dc56b81-8d8e-4b44-90a6-8b45d539a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:58.899459 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-f18ed02f-b909-40ed-be00-1a51a8b1f318 service neutron] Bound using segment: {'id': '6dc56b81-8d8e-4b44-90a6-8b45d539a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:39:58.899880 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-f18ed02f-b909-40ed-be00-1a51a8b1f318 service neutron] Bound port: 548f7f28-4e0d-456a-beb5-ca6e6b863095, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dc56b81-8d8e-4b44-90a6-8b45d539a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:39:58.907011 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-287a9b1b-0adb-4082-84cb-10e18cb7f862 req-72cbbeb9-7cd1-488a-9647-f4b819fde6d7 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051211 Nov 12 00:39:58.929974 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af735622-91c3-4819-9102-6e81fdb77bff req-9717c802-e3b5-4e53-8435-fd5e3bf8b93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:58.931475 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-af735622-91c3-4819-9102-6e81fdb77bff req-9717c802-e3b5-4e53-8435-fd5e3bf8b93d service neutron] 10.222.0.49 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.1199732 Nov 12 00:39:58.989236 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-af735622-91c3-4819-9102-6e81fdb77bff req-ab700a61-dde8-4242-9f7e-cab671eb81e9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=a9e62cbe-7c61-432b-a387-7a3be44f685c HTTP/1.1" status: 200 len: 217 time: 0.0489039 Nov 12 00:39:58.989956 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-f18ed02f-b909-40ed-be00-1a51a8b1f318 service neutron] For port 548f7f28-4e0d-456a-beb5-ca6e6b863095, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=548f7f28-4e0d-456a-beb5-ca6e6b863095,segment=NetworkSegment(6dc56b81-8d8e-4b44-90a6-8b45d539a128),segment_id=6dc56b81-8d8e-4b44-90a6-8b45d539a128)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:39:58.999611 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-f18ed02f-b909-40ed-be00-1a51a8b1f318 service neutron] Publish callbacks [] for binding, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:59.000973 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-f18ed02f-b909-40ed-be00-1a51a8b1f318 service neutron] 10.222.0.20 "POST /v2.0/ports/548f7f28-4e0d-456a-beb5-ca6e6b863095/bindings HTTP/1.1" status: 201 len: 390 time: 0.2620363 Nov 12 00:39:59.059271 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af735622-91c3-4819-9102-6e81fdb77bff req-fc54dcd9-d3d1-4f41-bddf-d62fd2e28323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:59.061325 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-af735622-91c3-4819-9102-6e81fdb77bff req-fc54dcd9-d3d1-4f41-bddf-d62fd2e28323 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.0618751 Nov 12 00:39:59.170358 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af735622-91c3-4819-9102-6e81fdb77bff req-2bf4ec89-a758-4b10-b2b8-88251ea62829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:59.175921 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-af735622-91c3-4819-9102-6e81fdb77bff req-2bf4ec89-a758-4b10-b2b8-88251ea62829 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1049743 Nov 12 00:39:59.260088 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:39:59.292488 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b667e0-1447-4f39-87e3-5896848b97f0 req-01183a62-0163-4f96-be5b-90395b0421a9 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:59.294822 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a6b667e0-1447-4f39-87e3-5896848b97f0 req-01183a62-0163-4f96-be5b-90395b0421a9 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c58b21-0cef-47b4-97f0-4be348569dc8 HTTP/1.1" status: 200 len: 945 time: 0.0562329 Nov 12 00:39:59.361528 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a6b667e0-1447-4f39-87e3-5896848b97f0 req-5e003d2f-ab34-45d9-baaa-9a68dd934036 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601549 Nov 12 00:39:59.387544 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752bcbb-54d9-43b6-ae3d-2da9412834bd req-db3c3924-8200-4f22-aefd-0a56ba56ef81 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:59.389758 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6752bcbb-54d9-43b6-ae3d-2da9412834bd req-db3c3924-8200-4f22-aefd-0a56ba56ef81 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcefca6d-eb76-4287-bf73-359c42729d6f HTTP/1.1" status: 200 len: 948 time: 0.1726406 Nov 12 00:39:59.401628 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 3aa8d887-2ae9-4c47-acab-a7deba6e395a details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:39:59.423680 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-af735622-91c3-4819-9102-6e81fdb77bff req-1aa082ba-ba97-44ea-ac7a-c4dfb7f5d7d0 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415025 Nov 12 00:39:59.432635 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-2baecf08-358b-4eb8-94e2-694f6db603a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:59.434142 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-2baecf08-358b-4eb8-94e2-694f6db603a5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a1fd583d08a44f4b64f3812361842fc&device_id=58c58b21-0cef-47b4-97f0-4be348569dc8 HTTP/1.1" status: 200 len: 1097 time: 0.1279776 Nov 12 00:39:59.454985 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device f1820954-a0a3-4025-9943-c0a46b134d63 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:39:59.580670 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 3aa8d887-2ae9-4c47-acab-a7deba6e395a, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=3aa8d887-2ae9-4c47-acab-a7deba6e395a,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:59.583386 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6752bcbb-54d9-43b6-ae3d-2da9412834bd req-33578ea9-bb9c-4a96-ab90-9d528db4c501 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] 10.222.0.20 "GET /v2.0/security-groups?id=af2ff3b0-e770-4913-b723-d9edf6430f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853399 Nov 12 00:39:59.600170 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '3aa8d887-2ae9-4c47-acab-a7deba6e395a', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'port_id': '3aa8d887-2ae9-4c47-acab-a7deba6e395a', 'mac_address': 'fa:16:3e:29:db:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3288e972-21d8-4a52-9002-05790fb0bb61', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:39:59.604940 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port f1820954-a0a3-4025-9943-c0a46b134d63 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:39:59.633183 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port f1820954-a0a3-4025-9943-c0a46b134d63 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:59.634206 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:59.634357 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-f1ec25f3-2200-48d3-9c4c-e657b085c7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:59.635895 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-f1ec25f3-2200-48d3-9c4c-e657b085c7ad service neutron] 10.222.0.49 "GET /v2.0/networks?id=efe1d89a-522f-4c40-b263-5cebd382e88d HTTP/1.1" status: 200 len: 922 time: 0.1891983 Nov 12 00:39:59.675440 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8848bc6b-11a5-4f9b-bd85-0d385b1988bf req-055f098d-f8ba-4523-84b9-ad0848e4460d tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=79a8b3dad7a0401ab482e19b622fac98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223420 Nov 12 00:39:59.676003 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:59.687745 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-af735622-91c3-4819-9102-6e81fdb77bff req-4445649d-6c9d-4b14-be41-9730878fb363 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526479 Nov 12 00:39:59.697093 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-3b60a70f-09fd-49f6-8ea6-e7f2b507324e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=548f7f28-4e0d-456a-beb5-ca6e6b863095 HTTP/1.1" status: 200 len: 217 time: 0.0493495 Nov 12 00:39:59.700351 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aa8d887-2ae9-4c47-acab-a7deba6e395a {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:59.724384 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 3aa8d887-2ae9-4c47-acab-a7deba6e395a, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=3aa8d887-2ae9-4c47-acab-a7deba6e395a,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:59.730528 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:59.779744 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4774ef5-8b68-49b5-8246-2d722475a988 req-e18b4215-cc56-4b11-bfe2-30f1fa3d8fdb tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:59.781466 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e4774ef5-8b68-49b5-8246-2d722475a988 req-e18b4215-cc56-4b11-bfe2-30f1fa3d8fdb tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=7efd4976-f968-44b0-aff5-a19008e8a6f6 HTTP/1.1" status: 200 len: 948 time: 0.1223004 Nov 12 00:39:59.785468 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-00dddfe0-bf31-4ce4-a6e0-0122b8566223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:59.786946 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-00dddfe0-bf31-4ce4-a6e0-0122b8566223 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=89218ce2-e54b-4f33-b040-6aa3f821723a HTTP/1.1" status: 200 len: 861 time: 0.0695956 Nov 12 00:39:59.796488 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:59.809061 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848bc6b-11a5-4f9b-bd85-0d385b1988bf req-d8bb0fdb-0993-4785-9f5c-1756b1b2bead tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:59.816364 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8848bc6b-11a5-4f9b-bd85-0d385b1988bf req-d8bb0fdb-0993-4785-9f5c-1756b1b2bead tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1329482 Nov 12 00:39:59.826607 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=3aa8d887-2ae9-4c47-acab-a7deba6e395a,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:59.829209 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8848bc6b-11a5-4f9b-bd85-0d385b1988bf req-db93417e-096b-46f4-bb04-9245eac23286 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/quotas/79a8b3dad7a0401ab482e19b622fac98 HTTP/1.1" status: 200 len: 375 time: 0.0119560 Nov 12 00:39:59.833901 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-6ef54d5c-51a0-4070-be2c-d35eef803e88 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efe1d89a-522f-4c40-b263-5cebd382e88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326154 Nov 12 00:39:59.834828 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e581f7-60ff-4620-bcce-16ea04c083db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1820954-a0a3-4025-9943-c0a46b134d63'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:59.838474 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e223c787-9d00-4e75-bc51-f90b7ab157e7" -d '{"events": [{"server_uuid": "05e581f7-60ff-4620-bcce-16ea04c083db", "name": "network-vif-plugged", "status": "completed", "tag": "f1820954-a0a3-4025-9943-c0a46b134d63"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:59.852970 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port f1820954-a0a3-4025-9943-c0a46b134d63, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=f1820954-a0a3-4025-9943-c0a46b134d63,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:59.857506 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:59.881253 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e4774ef5-8b68-49b5-8246-2d722475a988 req-45f2a4fe-2ab5-4b4a-9538-8c15d57b833e tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932794 Nov 12 00:39:59.890507 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8848bc6b-11a5-4f9b-bd85-0d385b1988bf req-ae2dc4b7-34b8-44cf-b5ce-62ea5391ffc5 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=79a8b3dad7a0401ab482e19b622fac98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0536647 Nov 12 00:39:59.928724 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=f1820954-a0a3-4025-9943-c0a46b134d63,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:59.963059 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-954c9a48-6646-4762-a8c7-185e9aa56f45 service neutron] 10.222.0.49 "GET /v2.0/networks/efe1d89a-522f-4c40-b263-5cebd382e88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196716 Nov 12 00:39:59.971420 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9995138-e13f-455e-b89b-dd8d5da17bae x-openstack-request-id: req-b9995138-e13f-455e-b89b-dd8d5da17bae {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:59.971734 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e581f7-60ff-4620-bcce-16ea04c083db", "name": "network-vif-plugged", "status": "completed", "tag": "f1820954-a0a3-4025-9943-c0a46b134d63", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:59.971986 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b9995138-e13f-455e-b89b-dd8d5da17bae {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:59.972381 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e581f7-60ff-4620-bcce-16ea04c083db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1820954-a0a3-4025-9943-c0a46b134d63', 'code': 200} Nov 12 00:40:00.118933 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-efc89421-ead5-4bdd-bde0-fcead9d24783 req-a0d5f557-8f5f-4f1f-8831-a477292aa286 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8 HTTP/1.1" status: 200 len: 210 time: 0.0283167 Nov 12 00:40:00.167089 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca78738-a125-4791-84f3-b46e7bdd7913 req-4f3e8038-832c-4d68-93a2-1dc77f29974c tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:00.168610 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8ca78738-a125-4791-84f3-b46e7bdd7913 req-4f3e8038-832c-4d68-93a2-1dc77f29974c tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee5a1b02-e7f1-44ed-995a-82076751502e HTTP/1.1" status: 200 len: 946 time: 0.1434724 Nov 12 00:40:00.184169 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d4dc5-dee2-4068-ad66-e64b66384ab0 req-67fcc976-f6c5-49d8-8868-c358e9e1f26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:00.185641 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-589d4dc5-dee2-4068-ad66-e64b66384ab0 req-67fcc976-f6c5-49d8-8868-c358e9e1f26d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=05e581f7-60ff-4620-bcce-16ea04c083db HTTP/1.1" status: 200 len: 1102 time: 0.0812757 Nov 12 00:40:00.210440 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-aeacbbb4-9479-4b66-8426-75efa40be30c service neutron] 10.222.0.49 "GET /v2.0/networks/efe1d89a-522f-4c40-b263-5cebd382e88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099991 Nov 12 00:40:00.225175 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['3aa8d887-2ae9-4c47-acab-a7deba6e395a'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:00.269995 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-589d4dc5-dee2-4068-ad66-e64b66384ab0 req-f8e12bad-50a1-4703-8e2f-86f4474e9b0d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738909 Nov 12 00:40:00.286693 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8ca78738-a125-4791-84f3-b46e7bdd7913 req-12c1a422-98d1-4882-9c0a-9615ac15cb07 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045692 Nov 12 00:40:00.545990 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe6554-28e3-4490-97ee-58c8f0bd13a5 req-7dfb6c58-87f4-4be0-9eb4-0370c0691405 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:00.547602 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-72fe6554-28e3-4490-97ee-58c8f0bd13a5 req-7dfb6c58-87f4-4be0-9eb4-0370c0691405 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c58b21-0cef-47b4-97f0-4be348569dc8 HTTP/1.1" status: 200 len: 945 time: 0.0657029 Nov 12 00:40:00.609616 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-72fe6554-28e3-4490-97ee-58c8f0bd13a5 req-85b401d4-c2d4-4413-923d-7523a30489e5 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518112 Nov 12 00:40:00.610429 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39664) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:00.735023 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5074fc6-ac4e-4fa6-a912-22d25b043fc7 req-20b6e0fe-63b4-48f7-8fa7-ee087fd79254 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:00.742717 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a5074fc6-ac4e-4fa6-a912-22d25b043fc7 req-20b6e0fe-63b4-48f7-8fa7-ee087fd79254 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcefca6d-eb76-4287-bf73-359c42729d6f HTTP/1.1" status: 200 len: 948 time: 0.0607941 Nov 12 00:40:00.748879 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-84350d1a-1489-4b73-8831-58656394e8fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:00.844250 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-84350d1a-1489-4b73-8831-58656394e8fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:00.853663 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-84350d1a-1489-4b73-8831-58656394e8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:00.887207 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a5074fc6-ac4e-4fa6-a912-22d25b043fc7 req-3f193814-6168-45c0-ba0a-97cbc4ade1ea tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] 10.222.0.20 "GET /v2.0/security-groups?id=af2ff3b0-e770-4913-b723-d9edf6430f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434965 Nov 12 00:40:00.910574 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84350d1a-1489-4b73-8831-58656394e8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471d5b13-3943-48e9-9525-9d600affd02f,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:00.931208 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-d8641738-4b5b-421c-aa02-d834380689e3 tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:00.932776 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-d8641738-4b5b-421c-aa02-d834380689e3 tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=58c58b21-0cef-47b4-97f0-4be348569dc8&tenant_id=9a1fd583d08a44f4b64f3812361842fc&binding%3Ahost_id=n-h2-812236-11 HTTP/1.1" status: 200 len: 1097 time: 0.1265852 Nov 12 00:40:00.935470 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-84350d1a-1489-4b73-8831-58656394e8fb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f5bd938d524643b7a0c659fc65e17525&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3239481 Nov 12 00:40:00.938772 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39678) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:00.951304 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-50a28404-5b41-4b25-bc48-4952df6f466f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-812236-11'}}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:01.037418 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b6206-87c3-40e3-a07c-73ab684e7254 req-565ed65e-6245-402c-8c86-d233a990d7df tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:01.039698 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-169b6206-87c3-40e3-a07c-73ab684e7254 req-565ed65e-6245-402c-8c86-d233a990d7df tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=7efd4976-f968-44b0-aff5-a19008e8a6f6 HTTP/1.1" status: 200 len: 949 time: 0.0601468 Nov 12 00:40:01.052093 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-50a28404-5b41-4b25-bc48-4952df6f466f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:01.062350 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bd7223d8-7572-4096-9092-6b6a3fc69f19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:01.092745 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-169b6206-87c3-40e3-a07c-73ab684e7254 req-85a5fea2-9e3d-4c6a-89eb-1bd5f1a707ac tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462272 Nov 12 00:40:01.110693 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bd7223d8-7572-4096-9092-6b6a3fc69f19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:01.227875 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4a550fe5-8758-4e5b-aaa9-002441512156 req-62950f90-8a3a-4329-82a5-d937d937a767 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8 HTTP/1.1" status: 200 len: 210 time: 0.0330079 Nov 12 00:40:01.251556 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bd7223d8-7572-4096-9092-6b6a3fc69f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:01.254347 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bd7223d8-7572-4096-9092-6b6a3fc69f19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:01.255666 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-bd7223d8-7572-4096-9092-6b6a3fc69f19 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/471d5b13-3943-48e9-9525-9d600affd02f HTTP/1.1" status: 204 len: 168 time: 0.3159170 Nov 12 00:40:01.279501 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-50a28404-5b41-4b25-bc48-4952df6f466f service neutron] For port 548f7f28-4e0d-456a-beb5-ca6e6b863095, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=548f7f28-4e0d-456a-beb5-ca6e6b863095,segment=NetworkSegment(6dc56b81-8d8e-4b44-90a6-8b45d539a128),segment_id=6dc56b81-8d8e-4b44-90a6-8b45d539a128)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:01.281928 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7223d8-7572-4096-9092-6b6a3fc69f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471d5b13-3943-48e9-9525-9d600affd02f,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:01.358722 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-50a28404-5b41-4b25-bc48-4952df6f466f service neutron] For port 548f7f28-4e0d-456a-beb5-ca6e6b863095, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:40:01.422567 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dcd9a7-e780-40db-9bfa-6e26e22f0981 req-469c783c-a3ee-4b04-980b-efeae10bebd1 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:01.424773 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-20dcd9a7-e780-40db-9bfa-6e26e22f0981 req-469c783c-a3ee-4b04-980b-efeae10bebd1 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee5a1b02-e7f1-44ed-995a-82076751502e HTTP/1.1" status: 200 len: 946 time: 0.0569558 Nov 12 00:40:01.431590 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c58b21-0cef-47b4-97f0-4be348569dc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '548f7f28-4e0d-456a-beb5-ca6e6b863095'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:01.436942 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fffb112f-554f-49ee-a8e0-fe2374e0834a" -d '{"events": [{"server_uuid": "58c58b21-0cef-47b4-97f0-4be348569dc8", "name": "network-vif-unplugged", "status": "completed", "tag": "548f7f28-4e0d-456a-beb5-ca6e6b863095"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:01.462416 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device a9e62cbe-7c61-432b-a387-7a3be44f685c details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:40:01.472352 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-50a28404-5b41-4b25-bc48-4952df6f466f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:01.483277 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-20dcd9a7-e780-40db-9bfa-6e26e22f0981 req-f1e4c78e-63ab-4a76-8de2-4cf01369e005 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516684 Nov 12 00:40:01.499896 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-50a28404-5b41-4b25-bc48-4952df6f466f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:01.578556 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c109091-8107-4fcc-8fa4-9667687ab8f6 x-openstack-request-id: req-6c109091-8107-4fcc-8fa4-9667687ab8f6 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:01.578853 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c58b21-0cef-47b4-97f0-4be348569dc8", "name": "network-vif-unplugged", "status": "completed", "tag": "548f7f28-4e0d-456a-beb5-ca6e6b863095", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:01.579101 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c109091-8107-4fcc-8fa4-9667687ab8f6 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:01.579496 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c58b21-0cef-47b4-97f0-4be348569dc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '548f7f28-4e0d-456a-beb5-ca6e6b863095', 'code': 200} Nov 12 00:40:01.732879 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-50a28404-5b41-4b25-bc48-4952df6f466f service neutron] Attempting to bind port 548f7f28-4e0d-456a-beb5-ca6e6b863095 on host n-h2-812236-11 for vnic_type normal with profile {"migrating_to": "n-h1-812236-11"} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:40:01.733199 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-50a28404-5b41-4b25-bc48-4952df6f466f service neutron] Attempting to bind port 548f7f28-4e0d-456a-beb5-ca6e6b863095 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '6dc56b81-8d8e-4b44-90a6-8b45d539a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:40:01.736895 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-50a28404-5b41-4b25-bc48-4952df6f466f service neutron] Attempting to bind port 548f7f28-4e0d-456a-beb5-ca6e6b863095 on network efe1d89a-522f-4c40-b263-5cebd382e88d {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:01.750824 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8848bc6b-11a5-4f9b-bd85-0d385b1988bf req-843835a8-9d32-419e-b879-61024d9a9117 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=79a8b3dad7a0401ab482e19b622fac98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1214139 Nov 12 00:40:01.756997 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a28404-5b41-4b25-bc48-4952df6f466f service neutron] Pushing event updated for resources: {'Port': ['ID=548f7f28-4e0d-456a-beb5-ca6e6b863095,revision_number=7']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:01.772871 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-50a28404-5b41-4b25-bc48-4952df6f466f service neutron] Port 548f7f28-4e0d-456a-beb5-ca6e6b863095 on network efe1d89a-522f-4c40-b263-5cebd382e88d not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:40:01.773523 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-50a28404-5b41-4b25-bc48-4952df6f466f service neutron] Attempting to bind port 548f7f28-4e0d-456a-beb5-ca6e6b863095 on network efe1d89a-522f-4c40-b263-5cebd382e88d {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:01.808066 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port a9e62cbe-7c61-432b-a387-7a3be44f685c, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=a9e62cbe-7c61-432b-a387-7a3be44f685c,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:01.833275 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': 'a9e62cbe-7c61-432b-a387-7a3be44f685c', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'port_id': 'a9e62cbe-7c61-432b-a387-7a3be44f685c', 'mac_address': 'fa:16:3e:79:2f:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3288e972-21d8-4a52-9002-05790fb0bb61', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:40:01.925964 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:01.932140 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848bc6b-11a5-4f9b-bd85-0d385b1988bf req-e8d9aa04-1097-43e0-8160-2218aa66d839 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:01.942474 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8848bc6b-11a5-4f9b-bd85-0d385b1988bf req-e8d9aa04-1097-43e0-8160-2218aa66d839 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1627345 Nov 12 00:40:01.943801 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9e62cbe-7c61-432b-a387-7a3be44f685c {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:01.956258 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-50a28404-5b41-4b25-bc48-4952df6f466f service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:40:01.956632 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-50a28404-5b41-4b25-bc48-4952df6f466f service neutron] Checking segment: {'id': '6dc56b81-8d8e-4b44-90a6-8b45d539a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:40:01.957098 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-50a28404-5b41-4b25-bc48-4952df6f466f service neutron] Bound using segment: {'id': '6dc56b81-8d8e-4b44-90a6-8b45d539a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:40:01.957907 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-50a28404-5b41-4b25-bc48-4952df6f466f service neutron] Bound port: 548f7f28-4e0d-456a-beb5-ca6e6b863095, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dc56b81-8d8e-4b44-90a6-8b45d539a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:40:01.958675 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-50a28404-5b41-4b25-bc48-4952df6f466f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:01.972624 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port a9e62cbe-7c61-432b-a387-7a3be44f685c, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=a9e62cbe-7c61-432b-a387-7a3be44f685c,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:01.981814 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:02.039933 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-8848bc6b-11a5-4f9b-bd85-0d385b1988bf req-68170bd5-df68-4eec-ae28-e3ddb2d11a7f tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Request body: {'port': {'device_id': 'a1046b61-fb63-4c31-b3fd-f91589674ab8', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'admin_state_up': True, 'tenant_id': '79a8b3dad7a0401ab482e19b622fac98'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:02.058536 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=a9e62cbe-7c61-432b-a387-7a3be44f685c,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:02.094371 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32284b-bea8-4b83-85da-fc8800257cf6 req-c008d736-e404-44ff-96f7-ca2b7d36d3c4 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:02.095959 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7d32284b-bea8-4b83-85da-fc8800257cf6 req-c008d736-e404-44ff-96f7-ca2b7d36d3c4 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c58b21-0cef-47b4-97f0-4be348569dc8 HTTP/1.1" status: 200 len: 943 time: 0.3140109 Nov 12 00:40:02.157046 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-50a28404-5b41-4b25-bc48-4952df6f466f service neutron] For port 548f7f28-4e0d-456a-beb5-ca6e6b863095, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:40:02.188933 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-50a28404-5b41-4b25-bc48-4952df6f466f service neutron] For port 548f7f28-4e0d-456a-beb5-ca6e6b863095, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=548f7f28-4e0d-456a-beb5-ca6e6b863095,segment=NetworkSegment(6dc56b81-8d8e-4b44-90a6-8b45d539a128),segment_id=6dc56b81-8d8e-4b44-90a6-8b45d539a128)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:40:02.201211 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-50a28404-5b41-4b25-bc48-4952df6f466f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:02.222108 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985059d5-f0a3-4995-9f9e-d430d30566dd req-d917ca4a-9a24-4a31-ad1b-1b6758dae851 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:02.224755 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-985059d5-f0a3-4995-9f9e-d430d30566dd req-d917ca4a-9a24-4a31-ad1b-1b6758dae851 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcefca6d-eb76-4287-bf73-359c42729d6f HTTP/1.1" status: 200 len: 949 time: 0.0701709 Nov 12 00:40:02.249959 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7d32284b-bea8-4b83-85da-fc8800257cf6 req-fd43bfc8-68fa-442c-9699-b8092ed25c87 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204889 Nov 12 00:40:02.290554 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-985059d5-f0a3-4995-9f9e-d430d30566dd req-25359372-34e9-4343-bfb3-ed7442ed7371 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] 10.222.0.20 "GET /v2.0/security-groups?id=af2ff3b0-e770-4913-b723-d9edf6430f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578418 Nov 12 00:40:02.326572 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-50a28404-5b41-4b25-bc48-4952df6f466f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:02.327225 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-50a28404-5b41-4b25-bc48-4952df6f466f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:02.328909 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-50a28404-5b41-4b25-bc48-4952df6f466f service neutron] 10.222.0.49 "PUT /v2.0/ports/548f7f28-4e0d-456a-beb5-ca6e6b863095 HTTP/1.1" status: 200 len: 1123 time: 1.3822258 Nov 12 00:40:02.341099 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['a9e62cbe-7c61-432b-a387-7a3be44f685c'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:02.426747 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6e4f40b6-867f-4850-9936-a76c57d59ba7 req-f35c64fb-df11-4db9-a661-8f78eaabbfab tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8 HTTP/1.1" status: 200 len: 210 time: 0.0461273 Nov 12 00:40:02.534405 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['548f7f28-4e0d-456a-beb5-ca6e6b863095'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:02.611814 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a28404-5b41-4b25-bc48-4952df6f466f service neutron] Pushing event updated for resources: {'Port': ['ID=548f7f28-4e0d-456a-beb5-ca6e6b863095,revision_number=8']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:02.617283 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8848bc6b-11a5-4f9b-bd85-0d385b1988bf req-68170bd5-df68-4eec-ae28-e3ddb2d11a7f tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Made reservation on behalf of 79a8b3dad7a0401ab482e19b622fac98 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:40:02.620365 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-8848bc6b-11a5-4f9b-bd85-0d385b1988bf req-68170bd5-df68-4eec-ae28-e3ddb2d11a7f tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:02.653366 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cbc6cd-739e-4411-9af1-d59c5d758390 req-c29ea067-3617-429b-b341-29b5db20eba1 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:02.653366 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c7cbc6cd-739e-4411-9af1-d59c5d758390 req-c29ea067-3617-429b-b341-29b5db20eba1 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee5a1b02-e7f1-44ed-995a-82076751502e HTTP/1.1" status: 200 len: 946 time: 0.0609839 Nov 12 00:40:02.663175 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8022f4-e25e-48be-99dc-7c6112d75d23 req-1bc08277-2998-48af-85fb-75e3212be7ab tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:02.664748 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8d8022f4-e25e-48be-99dc-7c6112d75d23 req-1bc08277-2998-48af-85fb-75e3212be7ab tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=7efd4976-f968-44b0-aff5-a19008e8a6f6 HTTP/1.1" status: 200 len: 949 time: 0.3490255 Nov 12 00:40:02.703258 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c7cbc6cd-739e-4411-9af1-d59c5d758390 req-99445b81-1c96-4e6a-8cb8-0f26a5c28313 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439305 Nov 12 00:40:02.776645 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8d8022f4-e25e-48be-99dc-7c6112d75d23 req-aa57691d-5427-4e0e-b784-8b0c03e786ea tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864403 Nov 12 00:40:02.803365 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-8848bc6b-11a5-4f9b-bd85-0d385b1988bf req-68170bd5-df68-4eec-ae28-e3ddb2d11a7f tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Allocated IP 192.168.233.72 (172a28b2-119c-4d70-aef1-a731eb107d6c/3288e972-21d8-4a52-9002-05790fb0bb61/2a31bd22-6672-49ca-807d-dda3ab4ec4e2) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:40:02.958113 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-8848bc6b-11a5-4f9b-bd85-0d385b1988bf req-68170bd5-df68-4eec-ae28-e3ddb2d11a7f tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:02.992615 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-8848bc6b-11a5-4f9b-bd85-0d385b1988bf req-68170bd5-df68-4eec-ae28-e3ddb2d11a7f tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:03.041628 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['b3919cf8-6d84-4154-af85-c45c1316c790'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:03.042240 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8848bc6b-11a5-4f9b-bd85-0d385b1988bf req-68170bd5-df68-4eec-ae28-e3ddb2d11a7f tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Network 172a28b2-119c-4d70-aef1-a731eb107d6c is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:40:03.047538 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-8848bc6b-11a5-4f9b-bd85-0d385b1988bf req-68170bd5-df68-4eec-ae28-e3ddb2d11a7f tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:40:03.050152 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-8848bc6b-11a5-4f9b-bd85-0d385b1988bf req-68170bd5-df68-4eec-ae28-e3ddb2d11a7f tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:40:03.084601 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68170bd5-df68-4eec-ae28-e3ddb2d11a7f tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Pushing event updated for resources: {'Port': ['ID=2a31bd22-6672-49ca-807d-dda3ab4ec4e2,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:03.115467 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848bc6b-11a5-4f9b-bd85-0d385b1988bf req-68170bd5-df68-4eec-ae28-e3ddb2d11a7f tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:03.116350 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-8848bc6b-11a5-4f9b-bd85-0d385b1988bf req-68170bd5-df68-4eec-ae28-e3ddb2d11a7f tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:03.138578 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8848bc6b-11a5-4f9b-bd85-0d385b1988bf req-68170bd5-df68-4eec-ae28-e3ddb2d11a7f tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1072209 Nov 12 00:40:03.168362 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-8848bc6b-11a5-4f9b-bd85-0d385b1988bf req-1263d0bd-33c2-43a2-9b35-c2d9f8786ffb service neutron] Request body: {'port': {'device_id': 'a1046b61-fb63-4c31-b3fd-f91589674ab8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:03.241957 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-8848bc6b-11a5-4f9b-bd85-0d385b1988bf req-1263d0bd-33c2-43a2-9b35-c2d9f8786ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:03.308901 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-822ddbfc-59aa-4f7a-8cc7-ef03274866bb None None] Provisioning complete for port 2a31bd22-6672-49ca-807d-dda3ab4ec4e2 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:03.309652 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-822ddbfc-59aa-4f7a-8cc7-ef03274866bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:03.351617 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-822ddbfc-59aa-4f7a-8cc7-ef03274866bb None None] Port 2a31bd22-6672-49ca-807d-dda3ab4ec4e2 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:40:03.429935 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6677798-cd70-4842-92af-224f91456c3f req-529565fd-4af2-4e41-b918-5cc3a64adc6a tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:03.432401 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f6677798-cd70-4842-92af-224f91456c3f req-529565fd-4af2-4e41-b918-5cc3a64adc6a tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c58b21-0cef-47b4-97f0-4be348569dc8 HTTP/1.1" status: 200 len: 943 time: 0.0662825 Nov 12 00:40:03.452544 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 3aa8d887-2ae9-4c47-acab-a7deba6e395a up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:40:03.494175 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device a9e62cbe-7c61-432b-a387-7a3be44f685c up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:40:03.495358 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f6677798-cd70-4842-92af-224f91456c3f req-dba60b1b-8cb1-4b92-b63f-a29c63f3bcd2 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552530 Nov 12 00:40:03.505748 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517cde6f-eb15-4d8a-8eba-fc26f47692d8 req-8229911f-b794-40fb-a3c6-21c9ee9db427 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:03.514650 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-517cde6f-eb15-4d8a-8eba-fc26f47692d8 req-8229911f-b794-40fb-a3c6-21c9ee9db427 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcefca6d-eb76-4287-bf73-359c42729d6f HTTP/1.1" status: 200 len: 949 time: 0.1163971 Nov 12 00:40:03.583165 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 3aa8d887-2ae9-4c47-acab-a7deba6e395a completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:40:03.589232 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58c58b21-0cef-47b4-97f0-4be348569dc8', 'tag': '548f7f28-4e0d-456a-beb5-ca6e6b863095'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:03.589733 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 3aa8d887-2ae9-4c47-acab-a7deba6e395a triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:03.590101 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:03.592528 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50df850-db2c-459f-96c0-2442f8f03dfd" -d '{"events": [{"name": "network-changed", "server_uuid": "58c58b21-0cef-47b4-97f0-4be348569dc8", "tag": "548f7f28-4e0d-456a-beb5-ca6e6b863095"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:03.593919 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port a9e62cbe-7c61-432b-a387-7a3be44f685c completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:40:03.620370 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port a9e62cbe-7c61-432b-a387-7a3be44f685c triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:03.620739 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:03.635982 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-517cde6f-eb15-4d8a-8eba-fc26f47692d8 req-ace3841c-6f92-4514-b3f7-0608bcd8befc tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] 10.222.0.20 "GET /v2.0/security-groups?id=af2ff3b0-e770-4913-b723-d9edf6430f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204541 Nov 12 00:40:03.640854 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a43b95-df99-4ee7-a0b0-6ae9111ffe5d req-cbe015e4-b4c0-452a-912d-42c1ddc202bd tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:03.645795 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-35a43b95-df99-4ee7-a0b0-6ae9111ffe5d req-cbe015e4-b4c0-452a-912d-42c1ddc202bd tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8 HTTP/1.1" status: 200 len: 935 time: 0.0649314 Nov 12 00:40:03.694724 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-8848bc6b-11a5-4f9b-bd85-0d385b1988bf req-1263d0bd-33c2-43a2-9b35-c2d9f8786ffb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a31bd22-6672-49ca-807d-dda3ab4ec4e2 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:03.700281 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efa8c36-12a7-4f57-b2f7-fe567ffa53fe x-openstack-request-id: req-7efa8c36-12a7-4f57-b2f7-fe567ffa53fe {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:03.701902 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58c58b21-0cef-47b4-97f0-4be348569dc8", "tag": "548f7f28-4e0d-456a-beb5-ca6e6b863095", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:03.702085 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7efa8c36-12a7-4f57-b2f7-fe567ffa53fe {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:03.702506 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58c58b21-0cef-47b4-97f0-4be348569dc8', 'tag': '548f7f28-4e0d-456a-beb5-ca6e6b863095', 'status': 'completed', 'code': 200} Nov 12 00:40:03.708392 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-8848bc6b-11a5-4f9b-bd85-0d385b1988bf req-1263d0bd-33c2-43a2-9b35-c2d9f8786ffb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:03.725954 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-8848bc6b-11a5-4f9b-bd85-0d385b1988bf req-1263d0bd-33c2-43a2-9b35-c2d9f8786ffb service neutron] Transition to ACTIVE for port object 2a31bd22-6672-49ca-807d-dda3ab4ec4e2 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:40:03.732149 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-8848bc6b-11a5-4f9b-bd85-0d385b1988bf req-1263d0bd-33c2-43a2-9b35-c2d9f8786ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:03.765666 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-35a43b95-df99-4ee7-a0b0-6ae9111ffe5d req-e80c414d-f9eb-45a7-99a4-76d78a66acfe tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102242 Nov 12 00:40:03.858750 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:03.860654 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:03.870454 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263d0bd-33c2-43a2-9b35-c2d9f8786ffb service neutron] Pushing event updated for resources: {'Port': ['ID=2a31bd22-6672-49ca-807d-dda3ab4ec4e2,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:03.890854 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50df850-db2c-459f-96c0-2442f8f03dfd req-2eace0b5-fcda-4396-b6bc-d95f3a84670e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:03.893190 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f50df850-db2c-459f-96c0-2442f8f03dfd req-2eace0b5-fcda-4396-b6bc-d95f3a84670e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9a1fd583d08a44f4b64f3812361842fc&device_id=58c58b21-0cef-47b4-97f0-4be348569dc8 HTTP/1.1" status: 200 len: 1126 time: 0.1264532 Nov 12 00:40:03.925466 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcefca6d-eb76-4287-bf73-359c42729d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e62cbe-7c61-432b-a387-7a3be44f685c'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:03.927756 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199f09aa-7cb5-4b16-8a20-0d9c484cbd73" -d '{"events": [{"server_uuid": "fcefca6d-eb76-4287-bf73-359c42729d6f", "name": "network-vif-plugged", "status": "completed", "tag": "a9e62cbe-7c61-432b-a387-7a3be44f685c"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:03.965560 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port a9e62cbe-7c61-432b-a387-7a3be44f685c, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=a9e62cbe-7c61-432b-a387-7a3be44f685c,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:03.973107 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 3aa8d887-2ae9-4c47-acab-a7deba6e395a, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=3aa8d887-2ae9-4c47-acab-a7deba6e395a,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:03.976218 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:04.030288 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e392817-e734-46a5-b9d4-e90949d07016 req-16f6f6e7-956a-413c-a2a4-ed7a78bce825 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:04.042015 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3e392817-e734-46a5-b9d4-e90949d07016 req-16f6f6e7-956a-413c-a2a4-ed7a78bce825 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee5a1b02-e7f1-44ed-995a-82076751502e HTTP/1.1" status: 200 len: 946 time: 0.2064192 Nov 12 00:40:04.075395 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=a9e62cbe-7c61-432b-a387-7a3be44f685c,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:04.079968 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461bc74b-2c7b-49d0-a171-1c67c1db942f req-5c301c3a-8919-4465-af62-e72e7958cc88 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:04.088499 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-461bc74b-2c7b-49d0-a171-1c67c1db942f req-5c301c3a-8919-4465-af62-e72e7958cc88 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=7efd4976-f968-44b0-aff5-a19008e8a6f6 HTTP/1.1" status: 200 len: 950 time: 0.1704664 Nov 12 00:40:04.106046 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:04.114153 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-8848bc6b-11a5-4f9b-bd85-0d385b1988bf req-1263d0bd-33c2-43a2-9b35-c2d9f8786ffb service neutron] Attempting to bind port 2a31bd22-6672-49ca-807d-dda3ab4ec4e2 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:40:04.114511 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-8848bc6b-11a5-4f9b-bd85-0d385b1988bf req-1263d0bd-33c2-43a2-9b35-c2d9f8786ffb service neutron] Attempting to bind port 2a31bd22-6672-49ca-807d-dda3ab4ec4e2 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:40:04.114846 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8848bc6b-11a5-4f9b-bd85-0d385b1988bf req-1263d0bd-33c2-43a2-9b35-c2d9f8786ffb service neutron] Attempting to bind port 2a31bd22-6672-49ca-807d-dda3ab4ec4e2 on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:04.131263 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50df850-db2c-459f-96c0-2442f8f03dfd req-14edeb9d-8376-45f3-94e9-0782a430368d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:04.136238 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f50df850-db2c-459f-96c0-2442f8f03dfd req-14edeb9d-8376-45f3-94e9-0782a430368d service neutron] 10.222.0.54 "GET /v2.0/networks?id=efe1d89a-522f-4c40-b263-5cebd382e88d HTTP/1.1" status: 200 len: 922 time: 0.2304945 Nov 12 00:40:04.151856 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8848bc6b-11a5-4f9b-bd85-0d385b1988bf req-1263d0bd-33c2-43a2-9b35-c2d9f8786ffb service neutron] Port 2a31bd22-6672-49ca-807d-dda3ab4ec4e2 on network 172a28b2-119c-4d70-aef1-a731eb107d6c not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:40:04.154703 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8848bc6b-11a5-4f9b-bd85-0d385b1988bf req-1263d0bd-33c2-43a2-9b35-c2d9f8786ffb service neutron] Attempting to bind port 2a31bd22-6672-49ca-807d-dda3ab4ec4e2 on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:04.176223 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8848bc6b-11a5-4f9b-bd85-0d385b1988bf req-1263d0bd-33c2-43a2-9b35-c2d9f8786ffb service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:40:04.176560 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8848bc6b-11a5-4f9b-bd85-0d385b1988bf req-1263d0bd-33c2-43a2-9b35-c2d9f8786ffb service neutron] Checking segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:40:04.176941 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8848bc6b-11a5-4f9b-bd85-0d385b1988bf req-1263d0bd-33c2-43a2-9b35-c2d9f8786ffb service neutron] Bound using segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:40:04.177403 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-8848bc6b-11a5-4f9b-bd85-0d385b1988bf req-1263d0bd-33c2-43a2-9b35-c2d9f8786ffb service neutron] Bound port: 2a31bd22-6672-49ca-807d-dda3ab4ec4e2, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:40:04.177744 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-8848bc6b-11a5-4f9b-bd85-0d385b1988bf req-1263d0bd-33c2-43a2-9b35-c2d9f8786ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:04.210048 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f50df850-db2c-459f-96c0-2442f8f03dfd req-16d6f4b8-97c7-4eca-be25-b81649995dee service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=548f7f28-4e0d-456a-beb5-ca6e6b863095 HTTP/1.1" status: 200 len: 217 time: 0.0604515 Nov 12 00:40:04.213808 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3e392817-e734-46a5-b9d4-e90949d07016 req-f7778b25-d193-49fe-b2c5-d68b89f4077a tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707833 Nov 12 00:40:04.224280 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-461bc74b-2c7b-49d0-a171-1c67c1db942f req-87a6f7f6-6087-4954-a939-c0d7cfb3b26f tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329825 Nov 12 00:40:04.358228 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50df850-db2c-459f-96c0-2442f8f03dfd req-58c14e89-7013-4d99-b0fa-bfc0deebbb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:04.364608 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f50df850-db2c-459f-96c0-2442f8f03dfd req-58c14e89-7013-4d99-b0fa-bfc0deebbb0a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=89218ce2-e54b-4f33-b040-6aa3f821723a HTTP/1.1" status: 200 len: 861 time: 0.1342947 Nov 12 00:40:04.368214 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-8848bc6b-11a5-4f9b-bd85-0d385b1988bf req-1263d0bd-33c2-43a2-9b35-c2d9f8786ffb service neutron] For port 2a31bd22-6672-49ca-807d-dda3ab4ec4e2, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:40:04.380642 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-8848bc6b-11a5-4f9b-bd85-0d385b1988bf req-1263d0bd-33c2-43a2-9b35-c2d9f8786ffb service neutron] For port 2a31bd22-6672-49ca-807d-dda3ab4ec4e2, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=2a31bd22-6672-49ca-807d-dda3ab4ec4e2,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:40:04.392453 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-8848bc6b-11a5-4f9b-bd85-0d385b1988bf req-1263d0bd-33c2-43a2-9b35-c2d9f8786ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:04.446683 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f50df850-db2c-459f-96c0-2442f8f03dfd req-e8fec062-89be-4580-9f1e-0a550290afef service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=efe1d89a-522f-4c40-b263-5cebd382e88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746796 Nov 12 00:40:04.455988 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9fa296-d418-4779-909a-e9733fb72ce3 x-openstack-request-id: req-7e9fa296-d418-4779-909a-e9733fb72ce3 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:04.455988 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcefca6d-eb76-4287-bf73-359c42729d6f", "name": "network-vif-plugged", "status": "completed", "tag": "a9e62cbe-7c61-432b-a387-7a3be44f685c", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:04.455988 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e9fa296-d418-4779-909a-e9733fb72ce3 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:04.455988 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcefca6d-eb76-4287-bf73-359c42729d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e62cbe-7c61-432b-a387-7a3be44f685c', 'code': 200} Nov 12 00:40:04.466095 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0bc59f1c-b3b2-49b0-af2e-05809db85df9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:04.472894 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=3aa8d887-2ae9-4c47-acab-a7deba6e395a,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:04.513955 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848bc6b-11a5-4f9b-bd85-0d385b1988bf req-1263d0bd-33c2-43a2-9b35-c2d9f8786ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:04.514576 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-8848bc6b-11a5-4f9b-bd85-0d385b1988bf req-1263d0bd-33c2-43a2-9b35-c2d9f8786ffb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:04.515972 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8848bc6b-11a5-4f9b-bd85-0d385b1988bf req-1263d0bd-33c2-43a2-9b35-c2d9f8786ffb service neutron] 10.222.0.49 "PUT /v2.0/ports/2a31bd22-6672-49ca-807d-dda3ab4ec4e2 HTTP/1.1" status: 200 len: 1096 time: 1.3545840 Nov 12 00:40:04.532237 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263d0bd-33c2-43a2-9b35-c2d9f8786ffb service neutron] Pushing event updated for resources: {'Port': ['ID=2a31bd22-6672-49ca-807d-dda3ab4ec4e2,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:04.562673 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5f98e-d8f6-433a-a190-9607e0bc2c69 req-62b5d50a-72d7-4475-a236-168f5be9cc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:04.565491 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bfe5f98e-d8f6-433a-a190-9607e0bc2c69 req-62b5d50a-72d7-4475-a236-168f5be9cc25 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fcefca6d-eb76-4287-bf73-359c42729d6f HTTP/1.1" status: 200 len: 1102 time: 0.0724440 Nov 12 00:40:04.658316 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f50df850-db2c-459f-96c0-2442f8f03dfd req-1001da63-04b1-4154-853a-4862e073a858 service neutron] 10.222.0.54 "GET /v2.0/networks/efe1d89a-522f-4c40-b263-5cebd382e88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011523 Nov 12 00:40:04.735530 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bfe5f98e-d8f6-433a-a190-9607e0bc2c69 req-960d2bd6-bed6-4147-ae1b-c5b15dcd4a56 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=af2ff3b0-e770-4913-b723-d9edf6430f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598897 Nov 12 00:40:04.766366 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848bc6b-11a5-4f9b-bd85-0d385b1988bf req-355bffab-98b3-4626-9c41-fbe184034936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:04.768056 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8848bc6b-11a5-4f9b-bd85-0d385b1988bf req-355bffab-98b3-4626-9c41-fbe184034936 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=79a8b3dad7a0401ab482e19b622fac98&device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8 HTTP/1.1" status: 200 len: 1099 time: 0.1598282 Nov 12 00:40:04.795336 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb11a8-4733-43b3-bec6-22578f0b39a1 req-00173856-1b33-4858-aeee-aa4f4147aee7 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:04.798525 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9fbb11a8-4733-43b3-bec6-22578f0b39a1 req-00173856-1b33-4858-aeee-aa4f4147aee7 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c58b21-0cef-47b4-97f0-4be348569dc8 HTTP/1.1" status: 200 len: 943 time: 0.1120405 Nov 12 00:40:04.814913 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f50df850-db2c-459f-96c0-2442f8f03dfd req-6113bc0b-617e-4016-b0de-c38b9e021dfe service neutron] 10.222.0.54 "GET /v2.0/networks/efe1d89a-522f-4c40-b263-5cebd382e88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415627 Nov 12 00:40:04.824975 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a91e9-233e-45c7-ab24-b725e0c97e3b req-43104d65-c3c8-4c49-8ddf-f9b8464a394f tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:04.824975 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-548a91e9-233e-45c7-ab24-b725e0c97e3b req-43104d65-c3c8-4c49-8ddf-f9b8464a394f tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcefca6d-eb76-4287-bf73-359c42729d6f HTTP/1.1" status: 200 len: 950 time: 0.0866084 Nov 12 00:40:04.856752 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9fbb11a8-4733-43b3-bec6-22578f0b39a1 req-c55392b4-613b-428a-a2de-d92b71c9872b tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538497 Nov 12 00:40:04.891089 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-548a91e9-233e-45c7-ab24-b725e0c97e3b req-85101168-872e-42fd-89bd-932066ab3906 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] 10.222.0.20 "GET /v2.0/security-groups?id=af2ff3b0-e770-4913-b723-d9edf6430f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599151 Nov 12 00:40:05.106109 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8848bc6b-11a5-4f9b-bd85-0d385b1988bf req-64e6f1b9-020c-4356-ba8c-ab5424cc2fe1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=2a31bd22-6672-49ca-807d-dda3ab4ec4e2 HTTP/1.1" status: 200 len: 217 time: 0.0396926 Nov 12 00:40:05.190301 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa137054-4e4e-440d-a5c5-9a492414b7b6 req-7f5b71e9-8fc2-4468-8f02-080e0865a6dd tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:05.191810 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aa137054-4e4e-440d-a5c5-9a492414b7b6 req-7f5b71e9-8fc2-4468-8f02-080e0865a6dd tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8 HTTP/1.1" status: 200 len: 947 time: 0.0885422 Nov 12 00:40:05.193254 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848bc6b-11a5-4f9b-bd85-0d385b1988bf req-73b4f605-666d-4b63-a8ca-073d08e69fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:05.194523 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8848bc6b-11a5-4f9b-bd85-0d385b1988bf req-73b4f605-666d-4b63-a8ca-073d08e69fff service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.0798810 Nov 12 00:40:05.272674 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aa137054-4e4e-440d-a5c5-9a492414b7b6 req-81df14a8-5759-4095-a929-ea3dd2ec49a1 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735002 Nov 12 00:40:05.278506 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848bc6b-11a5-4f9b-bd85-0d385b1988bf req-e87aedea-ba55-4d6c-bb3d-15dfd181a586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:05.279988 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8848bc6b-11a5-4f9b-bd85-0d385b1988bf req-e87aedea-ba55-4d6c-bb3d-15dfd181a586 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0740287 Nov 12 00:40:05.345609 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4abef7-7f39-454e-bced-ddf2220ba5f0 req-6b9e7ca8-8f92-4442-bfb1-6f751c4f4dd7 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:05.347449 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5a4abef7-7f39-454e-bced-ddf2220ba5f0 req-6b9e7ca8-8f92-4442-bfb1-6f751c4f4dd7 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee5a1b02-e7f1-44ed-995a-82076751502e HTTP/1.1" status: 200 len: 946 time: 0.0599792 Nov 12 00:40:05.399528 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5a4abef7-7f39-454e-bced-ddf2220ba5f0 req-5628e834-6ce8-49f9-a412-a319dbd1c71a tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454073 Nov 12 00:40:05.424560 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8848bc6b-11a5-4f9b-bd85-0d385b1988bf req-8928f38a-e1d1-4a6d-8214-9bc0784502cd service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278136 Nov 12 00:40:05.449821 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c93df-3710-43fe-b8a0-3f320ea304f6 req-58b76e0e-8fd4-42af-81c2-5d06e6ccb449 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:05.451364 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-283c93df-3710-43fe-b8a0-3f320ea304f6 req-58b76e0e-8fd4-42af-81c2-5d06e6ccb449 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=7efd4976-f968-44b0-aff5-a19008e8a6f6 HTTP/1.1" status: 200 len: 950 time: 0.0896728 Nov 12 00:40:05.466983 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 548f7f28-4e0d-456a-beb5-ca6e6b863095 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:40:05.584047 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-283c93df-3710-43fe-b8a0-3f320ea304f6 req-1f03f849-baa8-41b3-becd-1db57b23c9b4 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185462 Nov 12 00:40:05.590410 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 548f7f28-4e0d-456a-beb5-ca6e6b863095, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=548f7f28-4e0d-456a-beb5-ca6e6b863095,segment=NetworkSegment(6dc56b81-8d8e-4b44-90a6-8b45d539a128),segment_id=6dc56b81-8d8e-4b44-90a6-8b45d539a128)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:05.600110 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8848bc6b-11a5-4f9b-bd85-0d385b1988bf req-1fa9cafd-59ec-42d8-9ce6-8f34b1443205 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675079 Nov 12 00:40:05.608313 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 548f7f28-4e0d-456a-beb5-ca6e6b863095 has no active binding in host n-h1-812236-11 {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 00:40:05.703422 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1046b61-fb63-4c31-b3fd-f91589674ab8', 'tag': '2a31bd22-6672-49ca-807d-dda3ab4ec4e2'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:05.705865 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5000d2f0-9bc2-4740-a0f3-5365f4b92d83" -d '{"events": [{"name": "network-changed", "server_uuid": "a1046b61-fb63-4c31-b3fd-f91589674ab8", "tag": "2a31bd22-6672-49ca-807d-dda3ab4ec4e2"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:05.758350 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f88752-8361-4646-b428-207abfa7c16b x-openstack-request-id: req-08f88752-8361-4646-b428-207abfa7c16b {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:05.758638 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1046b61-fb63-4c31-b3fd-f91589674ab8", "tag": "2a31bd22-6672-49ca-807d-dda3ab4ec4e2", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:05.758891 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-08f88752-8361-4646-b428-207abfa7c16b {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:05.759291 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1046b61-fb63-4c31-b3fd-f91589674ab8', 'tag': '2a31bd22-6672-49ca-807d-dda3ab4ec4e2', 'status': 'completed', 'code': 200} Nov 12 00:40:05.897702 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000d2f0-9bc2-4740-a0f3-5365f4b92d83 req-52d6d698-4f62-49e0-a356-dd664bb10805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:05.900278 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5000d2f0-9bc2-4740-a0f3-5365f4b92d83 req-52d6d698-4f62-49e0-a356-dd664bb10805 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=79a8b3dad7a0401ab482e19b622fac98&device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8 HTTP/1.1" status: 200 len: 1099 time: 0.0461240 Nov 12 00:40:06.058839 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7b755-c622-4c25-ba8c-ffb1260ee59f req-71503a08-5690-4376-8fdc-b77dd2c7f91c tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:06.065598 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d1e7b755-c622-4c25-ba8c-ffb1260ee59f req-71503a08-5690-4376-8fdc-b77dd2c7f91c tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c58b21-0cef-47b4-97f0-4be348569dc8 HTTP/1.1" status: 200 len: 943 time: 0.1208546 Nov 12 00:40:06.080140 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5bbf25-2852-442e-b648-44026239dd32 req-7fe5315d-8e2d-4dfd-85e7-378913f6cca5 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:06.083479 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-da5bbf25-2852-442e-b648-44026239dd32 req-7fe5315d-8e2d-4dfd-85e7-378913f6cca5 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcefca6d-eb76-4287-bf73-359c42729d6f HTTP/1.1" status: 200 len: 950 time: 0.0619597 Nov 12 00:40:06.091970 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000d2f0-9bc2-4740-a0f3-5365f4b92d83 req-0e2f29f9-0268-4938-a9be-67eb30bec78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:06.093863 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5000d2f0-9bc2-4740-a0f3-5365f4b92d83 req-0e2f29f9-0268-4938-a9be-67eb30bec78c service neutron] 10.222.0.49 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.1652672 Nov 12 00:40:06.129663 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d1e7b755-c622-4c25-ba8c-ffb1260ee59f req-56b1867e-d8a8-4dbe-bbb0-668cf4178191 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541511 Nov 12 00:40:06.145550 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-da5bbf25-2852-442e-b648-44026239dd32 req-c9ec4ef1-8674-4100-8aff-1479482ae458 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] 10.222.0.20 "GET /v2.0/security-groups?id=af2ff3b0-e770-4913-b723-d9edf6430f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482931 Nov 12 00:40:06.181061 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5000d2f0-9bc2-4740-a0f3-5365f4b92d83 req-c58b6171-71c9-4f4b-b8d4-ce4783fb259f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=2a31bd22-6672-49ca-807d-dda3ab4ec4e2 HTTP/1.1" status: 200 len: 217 time: 0.0503104 Nov 12 00:40:06.249315 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000d2f0-9bc2-4740-a0f3-5365f4b92d83 req-25eb6fc4-17e4-4048-841b-2a275fce206f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:06.250995 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5000d2f0-9bc2-4740-a0f3-5365f4b92d83 req-25eb6fc4-17e4-4048-841b-2a275fce206f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.0497072 Nov 12 00:40:06.353558 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000d2f0-9bc2-4740-a0f3-5365f4b92d83 req-2fc4b812-59e4-406e-87d6-f8d32b412325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:06.362395 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5000d2f0-9bc2-4740-a0f3-5365f4b92d83 req-2fc4b812-59e4-406e-87d6-f8d32b412325 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0699031 Nov 12 00:40:06.393260 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fa70f242-68a8-4ee4-b87d-77669507e88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:06.456123 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efd4976-f968-44b0-aff5-a19008e8a6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa8d887-2ae9-4c47-acab-a7deba6e395a'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:06.459353 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd1c060-4482-4114-bd7c-1e297cfae88d" -d '{"events": [{"server_uuid": "7efd4976-f968-44b0-aff5-a19008e8a6f6", "name": "network-vif-plugged", "status": "completed", "tag": "3aa8d887-2ae9-4c47-acab-a7deba6e395a"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:06.464535 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a9de7-08cd-4513-8be0-053a434e7eba req-e294669f-0226-4870-ae77-2cf6ba5847ac tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:06.466091 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ad6a9de7-08cd-4513-8be0-053a434e7eba req-e294669f-0226-4870-ae77-2cf6ba5847ac tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8 HTTP/1.1" status: 200 len: 947 time: 0.1027699 Nov 12 00:40:06.546084 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ad6a9de7-08cd-4513-8be0-053a434e7eba req-4e9a8481-9f02-4935-84c8-182dc1f6d180 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553424 Nov 12 00:40:06.604816 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aaf891-3676-4088-99c7-35be0096b43e req-94a9bbe7-ca36-4028-aa88-317ea48d7eb4 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:06.606899 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-14aaf891-3676-4088-99c7-35be0096b43e req-94a9bbe7-ca36-4028-aa88-317ea48d7eb4 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee5a1b02-e7f1-44ed-995a-82076751502e HTTP/1.1" status: 200 len: 946 time: 0.1093194 Nov 12 00:40:06.622972 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5000d2f0-9bc2-4740-a0f3-5365f4b92d83 req-383471ee-2d10-4036-920d-c0db87c77033 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018690 Nov 12 00:40:06.628979 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d7172b-d45f-4df4-a8e1-579e82d37ec0 x-openstack-request-id: req-d0d7172b-d45f-4df4-a8e1-579e82d37ec0 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:06.629452 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7efd4976-f968-44b0-aff5-a19008e8a6f6", "name": "network-vif-plugged", "status": "completed", "tag": "3aa8d887-2ae9-4c47-acab-a7deba6e395a", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:06.629538 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d0d7172b-d45f-4df4-a8e1-579e82d37ec0 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:06.629999 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7efd4976-f968-44b0-aff5-a19008e8a6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa8d887-2ae9-4c47-acab-a7deba6e395a', 'code': 200} Nov 12 00:40:06.728793 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-14aaf891-3676-4088-99c7-35be0096b43e req-4d0cc8b8-c1b7-4fbf-bb6b-2f7062a77a0e tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110148 Nov 12 00:40:06.836639 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5000d2f0-9bc2-4740-a0f3-5365f4b92d83 req-c28fe210-4575-41f9-a300-3cf5cb821aa0 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897979 Nov 12 00:40:06.886917 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05a601-d3f8-43d9-be1e-6f2adb348399 req-3dd8733b-ac7a-46f2-8a95-95fdc0c706f5 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:06.893940 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3c05a601-d3f8-43d9-be1e-6f2adb348399 req-3dd8733b-ac7a-46f2-8a95-95fdc0c706f5 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=7efd4976-f968-44b0-aff5-a19008e8a6f6 HTTP/1.1" status: 200 len: 950 time: 0.1071022 Nov 12 00:40:06.915799 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6993dd-5a5d-4a52-9ee4-1f8ad728ef59 req-a31ec8a8-318d-429f-964d-c80ea32bf516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:06.917208 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-af6993dd-5a5d-4a52-9ee4-1f8ad728ef59 req-a31ec8a8-318d-429f-964d-c80ea32bf516 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7efd4976-f968-44b0-aff5-a19008e8a6f6 HTTP/1.1" status: 200 len: 1102 time: 0.0973992 Nov 12 00:40:06.975428 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3c05a601-d3f8-43d9-be1e-6f2adb348399 req-0264e81e-324a-4097-a104-7643d6a738c9 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805383 Nov 12 00:40:07.003433 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-af6993dd-5a5d-4a52-9ee4-1f8ad728ef59 req-a5fcb464-ad56-4438-bb4a-c93ae895cc93 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723059 Nov 12 00:40:07.263943 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3bed2-7eaf-4128-a009-ece861dfacf5 req-14cf15d7-532f-4828-b4fa-4738ef1b05b2 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:07.266823 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ebc3bed2-7eaf-4128-a009-ece861dfacf5 req-14cf15d7-532f-4828-b4fa-4738ef1b05b2 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcefca6d-eb76-4287-bf73-359c42729d6f HTTP/1.1" status: 200 len: 950 time: 0.0564525 Nov 12 00:40:07.275331 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc54ec-f31b-40fe-825d-9afbecf78680 req-8ab46229-7864-40d7-bec8-cff7c23d8ff7 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:07.277399 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-17dc54ec-f31b-40fe-825d-9afbecf78680 req-8ab46229-7864-40d7-bec8-cff7c23d8ff7 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c58b21-0cef-47b4-97f0-4be348569dc8 HTTP/1.1" status: 200 len: 943 time: 0.0599277 Nov 12 00:40:07.333161 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ebc3bed2-7eaf-4128-a009-ece861dfacf5 req-4073b69b-ab47-4666-80eb-82c7bfdbc7ee tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] 10.222.0.20 "GET /v2.0/security-groups?id=af2ff3b0-e770-4913-b723-d9edf6430f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584443 Nov 12 00:40:07.343201 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-17dc54ec-f31b-40fe-825d-9afbecf78680 req-c624266f-0aa9-472b-9b3d-bf389aa492a4 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581098 Nov 12 00:40:07.532925 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:07.636206 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee5313-63dd-4765-9a13-ffd87901db14 req-01515208-cdf7-4d43-9ce8-a13d04c73160 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:07.641849 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dbee5313-63dd-4765-9a13-ffd87901db14 req-01515208-cdf7-4d43-9ce8-a13d04c73160 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcefca6d-eb76-4287-bf73-359c42729d6f HTTP/1.1" status: 200 len: 950 time: 0.0563674 Nov 12 00:40:07.674328 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d44ae-56cc-4533-b967-1b3140f745ed req-630f7ce5-ed60-4058-ba3a-8f868d9dd892 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:07.676118 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-569d44ae-56cc-4533-b967-1b3140f745ed req-630f7ce5-ed60-4058-ba3a-8f868d9dd892 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8 HTTP/1.1" status: 200 len: 947 time: 0.0508459 Nov 12 00:40:07.690067 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dbee5313-63dd-4765-9a13-ffd87901db14 req-3b5d7ca8-d4f3-406b-bdb0-5fde41869a97 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] 10.222.0.20 "GET /v2.0/security-groups?id=af2ff3b0-e770-4913-b723-d9edf6430f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462029 Nov 12 00:40:07.737411 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-569d44ae-56cc-4533-b967-1b3140f745ed req-1aae1138-3366-480b-95d0-e12444d4b11d tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547700 Nov 12 00:40:07.858205 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea449e8-3e1b-4ce2-991f-9d79fc167baf req-8c00ce8e-544e-4574-87c2-4cec47c3bcc0 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:07.859933 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fea449e8-3e1b-4ce2-991f-9d79fc167baf req-8c00ce8e-544e-4574-87c2-4cec47c3bcc0 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee5a1b02-e7f1-44ed-995a-82076751502e HTTP/1.1" status: 200 len: 946 time: 0.0565035 Nov 12 00:40:07.908019 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fea449e8-3e1b-4ce2-991f-9d79fc167baf req-b421c13a-5f4a-4075-bb65-e199a29c24e6 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421836 Nov 12 00:40:08.014283 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-3de5d2e5-15c7-4264-aaff-8012230f1d1e tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=2e7632e5ab124f1c8b23532b15062c66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312979 Nov 12 00:40:08.100181 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed60e2-2c89-4401-8c8c-09d8656b4120 req-b7708053-0e4c-44b1-9e8b-5abdcb09374b tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:08.105852 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ceed60e2-2c89-4401-8c8c-09d8656b4120 req-b7708053-0e4c-44b1-9e8b-5abdcb09374b tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=7efd4976-f968-44b0-aff5-a19008e8a6f6 HTTP/1.1" status: 200 len: 950 time: 0.0567501 Nov 12 00:40:08.129542 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-960d19b7-5109-46fc-8ccc-fb06b7b5d598 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:08.137165 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-960d19b7-5109-46fc-8ccc-fb06b7b5d598 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1170106 Nov 12 00:40:08.154155 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-0f47fd53-f083-4563-9c01-f62f93156d8d tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/quotas/2e7632e5ab124f1c8b23532b15062c66 HTTP/1.1" status: 200 len: 375 time: 0.0158300 Nov 12 00:40:08.162208 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ceed60e2-2c89-4401-8c8c-09d8656b4120 req-9725c489-36cd-41fb-a686-daff2fd0b96d tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530193 Nov 12 00:40:08.186385 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-de30eef0-db50-4332-a566-520090bbd0d0 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2e7632e5ab124f1c8b23532b15062c66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292530 Nov 12 00:40:08.228880 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-8342865f-491e-4b8b-9b22-a5d59630a184 service neutron] 10.222.0.54 "GET /v2.0/ports/548f7f28-4e0d-456a-beb5-ca6e6b863095/bindings/n-h1-812236-11 HTTP/1.1" status: 200 len: 385 time: 0.0643871 Nov 12 00:40:08.501942 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6ed02b4-8e5c-44b0-a655-9ae7989d198e req-0987d4dd-c122-4d98-b891-cb1a1f1ed849 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=2e7632e5ab124f1c8b23532b15062c66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0656438 Nov 12 00:40:08.504540 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-ecad2a8c-bec1-4966-af67-bf36b44b451b service neutron] For port 548f7f28-4e0d-456a-beb5-ca6e6b863095, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=548f7f28-4e0d-456a-beb5-ca6e6b863095,segment=NetworkSegment(6dc56b81-8d8e-4b44-90a6-8b45d539a128),segment_id=6dc56b81-8d8e-4b44-90a6-8b45d539a128)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:08.571881 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1bb613-be3e-430e-a31f-3a7a2c7c0dd4 req-ef526173-e0d3-4802-a44d-d2fa184af343 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:08.578489 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dc1bb613-be3e-430e-a31f-3a7a2c7c0dd4 req-ef526173-e0d3-4802-a44d-d2fa184af343 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c58b21-0cef-47b4-97f0-4be348569dc8 HTTP/1.1" status: 200 len: 943 time: 0.1078305 Nov 12 00:40:08.610109 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-ecad2a8c-bec1-4966-af67-bf36b44b451b service neutron] For port 548f7f28-4e0d-456a-beb5-ca6e6b863095, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:40:08.642132 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dc1bb613-be3e-430e-a31f-3a7a2c7c0dd4 req-177cb4f1-0875-448f-956a-37923f33b22e tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589409 Nov 12 00:40:08.684179 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-ecad2a8c-bec1-4966-af67-bf36b44b451b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 548f7f28-4e0d-456a-beb5-ca6e6b863095 {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:08.703917 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-ecad2a8c-bec1-4966-af67-bf36b44b451b service neutron] For port 548f7f28-4e0d-456a-beb5-ca6e6b863095, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=548f7f28-4e0d-456a-beb5-ca6e6b863095,segment=NetworkSegment(6dc56b81-8d8e-4b44-90a6-8b45d539a128),segment_id=6dc56b81-8d8e-4b44-90a6-8b45d539a128)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:08.737945 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed02b4-8e5c-44b0-a655-9ae7989d198e req-e76f848b-304f-408c-bf33-8d1ed494f798 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:08.745088 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6ed02b4-8e5c-44b0-a655-9ae7989d198e req-e76f848b-304f-408c-bf33-8d1ed494f798 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2323654 Nov 12 00:40:08.752730 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-ecad2a8c-bec1-4966-af67-bf36b44b451b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:08.768672 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6ed02b4-8e5c-44b0-a655-9ae7989d198e req-3a856fba-bf98-4a16-bda2-f9f25e604e42 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/quotas/2e7632e5ab124f1c8b23532b15062c66 HTTP/1.1" status: 200 len: 375 time: 0.0226810 Nov 12 00:40:08.838363 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6ed02b4-8e5c-44b0-a655-9ae7989d198e req-ac664276-4f7b-4e4e-848f-d36e15abd4e5 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2e7632e5ab124f1c8b23532b15062c66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455067 Nov 12 00:40:08.895517 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-ecad2a8c-bec1-4966-af67-bf36b44b451b service neutron] Transition to ACTIVE for port object 548f7f28-4e0d-456a-beb5-ca6e6b863095 will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:40:08.909031 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b5512-9d8a-4ad7-93e7-e31d6354b550 req-6866a60e-5316-4ad8-9de4-ff3331d07fba tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:08.911590 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c59b5512-9d8a-4ad7-93e7-e31d6354b550 req-6866a60e-5316-4ad8-9de4-ff3331d07fba tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcefca6d-eb76-4287-bf73-359c42729d6f HTTP/1.1" status: 200 len: 950 time: 0.0964200 Nov 12 00:40:08.917236 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-ecad2a8c-bec1-4966-af67-bf36b44b451b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:09.003524 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-ecad2a8c-bec1-4966-af67-bf36b44b451b service neutron] No DVR routers for this DVR port 548f7f28-4e0d-456a-beb5-ca6e6b863095 on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:40:09.004569 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c59b5512-9d8a-4ad7-93e7-e31d6354b550 req-e1a03e27-927f-43cf-b2a4-7f18a42e6563 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] 10.222.0.20 "GET /v2.0/security-groups?id=af2ff3b0-e770-4913-b723-d9edf6430f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844326 Nov 12 00:40:09.081491 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-ecad2a8c-bec1-4966-af67-bf36b44b451b service neutron] 10.222.0.54 "PUT /v2.0/ports/548f7f28-4e0d-456a-beb5-ca6e6b863095/bindings/n-h1-812236-11/activate HTTP/1.1" status: 200 len: 370 time: 0.8380852 Nov 12 00:40:09.109627 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecad2a8c-bec1-4966-af67-bf36b44b451b service neutron] Pushing event updated for resources: {'Port': ['ID=548f7f28-4e0d-456a-beb5-ca6e6b863095,revision_number=10']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:09.113796 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:09.141243 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3cde6b-557f-40ed-8235-4a11d9d0821d req-6b0ee1c3-32eb-4fbd-ae04-747bc1c128ef tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:09.151468 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ab3cde6b-557f-40ed-8235-4a11d9d0821d req-6b0ee1c3-32eb-4fbd-ae04-747bc1c128ef tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8 HTTP/1.1" status: 200 len: 947 time: 0.1081383 Nov 12 00:40:09.224990 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ab3cde6b-557f-40ed-8235-4a11d9d0821d req-f6fcf836-9682-4875-b02c-dc0c370d77b9 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725772 Nov 12 00:40:09.310154 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-7fdd8d5b-5862-4ad2-9bea-c9d3af67bd59 tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:09.311919 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-7fdd8d5b-5862-4ad2-9bea-c9d3af67bd59 tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=58c58b21-0cef-47b4-97f0-4be348569dc8&tenant_id=9a1fd583d08a44f4b64f3812361842fc&binding%3Ahost_id=n-h2-812236-11 HTTP/1.1" status: 200 len: 1096 time: 0.0936894 Nov 12 00:40:09.365350 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-02ddb0a6-3e6e-4513-9fc3-fe77f5609c81 req-44ecdb9a-806a-4cf1-bdb5-3a3142991613 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/ports?device_id=703d7211-de7c-4386-912e-b0b93082174b HTTP/1.1" status: 200 len: 210 time: 0.0557959 Nov 12 00:40:09.490793 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b03bc-e47b-4aad-9691-31bf971a80b0 req-e61870fc-c182-4261-9bdf-7a64ac647c3e tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:09.492814 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-185b03bc-e47b-4aad-9691-31bf971a80b0 req-e61870fc-c182-4261-9bdf-7a64ac647c3e tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=7efd4976-f968-44b0-aff5-a19008e8a6f6 HTTP/1.1" status: 200 len: 950 time: 0.0625834 Nov 12 00:40:09.525042 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 2a31bd22-6672-49ca-807d-dda3ab4ec4e2 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:40:09.525181 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-56d9b231-b9f0-4d51-a6f0-d427fbfffff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:09.527108 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-56d9b231-b9f0-4d51-a6f0-d427fbfffff8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=58c58b21-0cef-47b4-97f0-4be348569dc8&tenant_id=9a1fd583d08a44f4b64f3812361842fc HTTP/1.1" status: 200 len: 1096 time: 0.1833224 Nov 12 00:40:09.537403 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5906c00-73b8-4da7-b7ac-85ae2fb5749d req-26b328b6-ba19-43cc-a7a4-9a6336d82af5 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:09.545851 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c5906c00-73b8-4da7-b7ac-85ae2fb5749d req-26b328b6-ba19-43cc-a7a4-9a6336d82af5 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee5a1b02-e7f1-44ed-995a-82076751502e HTTP/1.1" status: 200 len: 946 time: 0.2238207 Nov 12 00:40:09.551685 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-185b03bc-e47b-4aad-9691-31bf971a80b0 req-4659cedf-4acd-4e16-82c6-061fb2092476 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527687 Nov 12 00:40:09.672205 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 2a31bd22-6672-49ca-807d-dda3ab4ec4e2, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=2a31bd22-6672-49ca-807d-dda3ab4ec4e2,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:09.689601 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '2a31bd22-6672-49ca-807d-dda3ab4ec4e2', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'port_id': '2a31bd22-6672-49ca-807d-dda3ab4ec4e2', 'mac_address': 'fa:16:3e:9e:c4:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3288e972-21d8-4a52-9002-05790fb0bb61', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:40:09.691175 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c5906c00-73b8-4da7-b7ac-85ae2fb5749d req-f04f8213-3ed5-43bb-9019-2e4758369918 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408024 Nov 12 00:40:09.737806 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:09.767031 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a31bd22-6672-49ca-807d-dda3ab4ec4e2 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:09.780636 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-0b377440-e46d-43a4-aa1e-7ff4e4ab7421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:09.782465 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-0b377440-e46d-43a4-aa1e-7ff4e4ab7421 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a1fd583d08a44f4b64f3812361842fc&device_id=58c58b21-0cef-47b4-97f0-4be348569dc8 HTTP/1.1" status: 200 len: 1096 time: 0.1898093 Nov 12 00:40:09.820478 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 2a31bd22-6672-49ca-807d-dda3ab4ec4e2, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=2a31bd22-6672-49ca-807d-dda3ab4ec4e2,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:09.826495 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:09.834711 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e737357-c1a4-4ac2-bcd7-e7e94701e1c9 req-e057b686-0e8b-46ca-97b0-7157b7a20d81 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:09.836956 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3e737357-c1a4-4ac2-bcd7-e7e94701e1c9 req-e057b686-0e8b-46ca-97b0-7157b7a20d81 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=05e581f7-60ff-4620-bcce-16ea04c083db HTTP/1.1" status: 200 len: 950 time: 0.1233151 Nov 12 00:40:09.870757 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889f9fc-cbc3-4cd3-965c-8b447b9f33a0 req-cedef74a-6b73-4d83-9d20-732e44e05b18 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:09.873050 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b889f9fc-cbc3-4cd3-965c-8b447b9f33a0 req-cedef74a-6b73-4d83-9d20-732e44e05b18 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] 10.222.0.49 "GET /v2.0/ports?device_id=fcefca6d-eb76-4287-bf73-359c42729d6f HTTP/1.1" status: 200 len: 950 time: 0.1724215 Nov 12 00:40:09.888570 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:09.891229 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=2a31bd22-6672-49ca-807d-dda3ab4ec4e2,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:09.925954 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3e737357-c1a4-4ac2-bcd7-e7e94701e1c9 req-316b446e-54ec-4bb9-adf5-21bf883a0f22 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814910 Nov 12 00:40:10.014637 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-537af90f-d29d-4177-8b94-ef2a4f5641d5 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=2e7632e5ab124f1c8b23532b15062c66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468853 Nov 12 00:40:10.064805 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-853b9f00-a3df-49bc-b71c-fa2da1aa5d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:10.066513 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-853b9f00-a3df-49bc-b71c-fa2da1aa5d1c service neutron] 10.222.0.49 "GET /v2.0/networks?id=efe1d89a-522f-4c40-b263-5cebd382e88d HTTP/1.1" status: 200 len: 922 time: 0.2759590 Nov 12 00:40:10.132173 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a86cc-2987-4a22-8d4b-54f647bae70d req-b7e0d5fb-b9ab-4eef-9bc4-9e015020a942 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:10.140351 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b8a86cc-2987-4a22-8d4b-54f647bae70d req-b7e0d5fb-b9ab-4eef-9bc4-9e015020a942 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c58b21-0cef-47b4-97f0-4be348569dc8 HTTP/1.1" status: 200 len: 944 time: 0.3153057 Nov 12 00:40:10.149266 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-ede9e1dd-51dc-47a9-9ee6-e90942ec9b2e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=548f7f28-4e0d-456a-beb5-ca6e6b863095 HTTP/1.1" status: 200 len: 217 time: 0.0679884 Nov 12 00:40:10.199411 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-5ef892d6-5dcb-4b0b-acfd-6ee2f6d04789 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:10.200855 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-5ef892d6-5dcb-4b0b-acfd-6ee2f6d04789 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1767700 Nov 12 00:40:10.235759 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-f99264a0-9238-42fd-9f22-161309109bd7 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Request body: {'port': {'device_id': 'f26f9685-865f-4bb6-b7ee-705c01c65e35', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'admin_state_up': True, 'tenant_id': '2e7632e5ab124f1c8b23532b15062c66'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:10.274878 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-5a800c3c-d9f7-46b5-9510-f187d21202cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:10.276358 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-5a800c3c-d9f7-46b5-9510-f187d21202cd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=89218ce2-e54b-4f33-b040-6aa3f821723a HTTP/1.1" status: 200 len: 861 time: 0.1116872 Nov 12 00:40:10.285555 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['2a31bd22-6672-49ca-807d-dda3ab4ec4e2'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:10.288240 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b8a86cc-2987-4a22-8d4b-54f647bae70d req-cc311664-3d3e-43ba-a0d7-bd3ff785772e tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449499 Nov 12 00:40:10.345640 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-c7ed424d-2e9b-469d-9234-62945e8d4703 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efe1d89a-522f-4c40-b263-5cebd382e88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562446 Nov 12 00:40:10.348033 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-b889f9fc-cbc3-4cd3-965c-8b447b9f33a0 req-474308c2-aa7d-4fab-aa37-954449d3c438 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] Deleting port a9e62cbe-7c61-432b-a387-7a3be44f685c {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:40:10.348368 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b889f9fc-cbc3-4cd3-965c-8b447b9f33a0 req-474308c2-aa7d-4fab-aa37-954449d3c438 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:10.503710 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:10.587416 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad418e-a5c8-4264-a12c-c1f4ee28aa07 req-bbb23ef9-5164-4992-b37e-2792eda722c6 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:10.593533 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad418e-a5c8-4264-a12c-c1f4ee28aa07 req-bbb23ef9-5164-4992-b37e-2792eda722c6 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:10.595173 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b8ad418e-a5c8-4264-a12c-c1f4ee28aa07 req-bbb23ef9-5164-4992-b37e-2792eda722c6 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=7efd4976-f968-44b0-aff5-a19008e8a6f6&device_id=05e581f7-60ff-4620-bcce-16ea04c083db HTTP/1.1" status: 200 len: 1691 time: 0.3933926 Nov 12 00:40:10.699075 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b8ad418e-a5c8-4264-a12c-c1f4ee28aa07 req-873ce6c8-5c7b-40c0-a2dd-73193e2f01a4 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952268 Nov 12 00:40:10.701071 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6ed02b4-8e5c-44b0-a655-9ae7989d198e req-e459eff3-ff10-4a37-93af-ee5661b3f7eb tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=2e7632e5ab124f1c8b23532b15062c66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0736530 Nov 12 00:40:10.836664 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5992ac9-e39f-4e62-9306-bafa6b8c7143 req-28d27385-6bef-4fa6-98e1-3ee234ae6b05 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:10.842054 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed02b4-8e5c-44b0-a655-9ae7989d198e req-1de225c4-9924-4c7b-be2c-e7c5c6722413 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:10.843599 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6ed02b4-8e5c-44b0-a655-9ae7989d198e req-1de225c4-9924-4c7b-be2c-e7c5c6722413 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1337566 Nov 12 00:40:10.844600 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f5992ac9-e39f-4e62-9306-bafa6b8c7143 req-28d27385-6bef-4fa6-98e1-3ee234ae6b05 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcefca6d-eb76-4287-bf73-359c42729d6f HTTP/1.1" status: 200 len: 950 time: 0.4403152 Nov 12 00:40:10.868825 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-f99264a0-9238-42fd-9f22-161309109bd7 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Made reservation on behalf of 2e7632e5ab124f1c8b23532b15062c66 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:40:10.873796 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-f99264a0-9238-42fd-9f22-161309109bd7 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:10.884709 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-f99264a0-9238-42fd-9f22-161309109bd7 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:10.903478 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-b6ed02b4-8e5c-44b0-a655-9ae7989d198e req-b1d2f271-e5bc-4134-afc5-141783564b4d tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Request body: {'port': {'device_id': '703d7211-de7c-4386-912e-b0b93082174b', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'admin_state_up': True, 'tenant_id': '2e7632e5ab124f1c8b23532b15062c66'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:10.942058 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f5992ac9-e39f-4e62-9306-bafa6b8c7143 req-f0d5d020-4ede-40c9-a949-df7b9f01dd43 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] 10.222.0.20 "GET /v2.0/security-groups?id=af2ff3b0-e770-4913-b723-d9edf6430f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919733 Nov 12 00:40:10.963611 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-b889f9fc-cbc3-4cd3-965c-8b447b9f33a0 req-474308c2-aa7d-4fab-aa37-954449d3c438 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] For port a9e62cbe-7c61-432b-a387-7a3be44f685c, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=a9e62cbe-7c61-432b-a387-7a3be44f685c,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:10.963980 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b889f9fc-cbc3-4cd3-965c-8b447b9f33a0 req-474308c2-aa7d-4fab-aa37-954449d3c438 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:10.967900 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-04094370-fef0-4c6e-8ecf-47949e929aa8 service neutron] 10.222.0.49 "GET /v2.0/networks/efe1d89a-522f-4c40-b263-5cebd382e88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6144838 Nov 12 00:40:11.044980 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-b889f9fc-cbc3-4cd3-965c-8b447b9f33a0 req-474308c2-aa7d-4fab-aa37-954449d3c438 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] Calling delete_port for a9e62cbe-7c61-432b-a387-7a3be44f685c owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:40:11.133480 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc4776-395d-44e2-ac84-a6b42484b380 req-98711b7d-c33f-4833-89a5-68c71a446c2e tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:11.135170 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-00dc4776-395d-44e2-ac84-a6b42484b380 req-98711b7d-c33f-4833-89a5-68c71a446c2e tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8 HTTP/1.1" status: 200 len: 948 time: 0.1055210 Nov 12 00:40:11.145128 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4ce1fb02-0641-488a-a608-d3b3b74a37b8 req-47de8cb4-4434-4cc7-8107-0b185724ae12 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/ports?device_id=703d7211-de7c-4386-912e-b0b93082174b HTTP/1.1" status: 200 len: 210 time: 0.0793931 Nov 12 00:40:11.149743 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-f99264a0-9238-42fd-9f22-161309109bd7 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:11.156552 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-f99264a0-9238-42fd-9f22-161309109bd7 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:11.194235 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99264a0-9238-42fd-9f22-161309109bd7 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=854e8c06-d2ba-4660-8744-67dd889e0b9f,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:11.215369 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6ed02b4-8e5c-44b0-a655-9ae7989d198e req-b1d2f271-e5bc-4134-afc5-141783564b4d tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Made reservation on behalf of 2e7632e5ab124f1c8b23532b15062c66 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:40:11.219481 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b6ed02b4-8e5c-44b0-a655-9ae7989d198e req-b1d2f271-e5bc-4134-afc5-141783564b4d tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:11.286687 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-517921e6-334b-470b-b940-e25d13a39ee2 service neutron] 10.222.0.49 "GET /v2.0/networks/efe1d89a-522f-4c40-b263-5cebd382e88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942450 Nov 12 00:40:11.333471 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-00dc4776-395d-44e2-ac84-a6b42484b380 req-e0805745-f324-4f4a-987b-6729cd7c1972 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883981 Nov 12 00:40:11.449561 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-f99264a0-9238-42fd-9f22-161309109bd7 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Allocated IP 192.168.233.133 (172a28b2-119c-4d70-aef1-a731eb107d6c/3288e972-21d8-4a52-9002-05790fb0bb61/0e040e9b-b854-41af-a259-24e4f00f0106) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:40:11.458655 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b889f9fc-cbc3-4cd3-965c-8b447b9f33a0 req-474308c2-aa7d-4fab-aa37-954449d3c438 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:11.496031 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 548f7f28-4e0d-456a-beb5-ca6e6b863095 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:40:11.554567 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['a9e62cbe-7c61-432b-a387-7a3be44f685c'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:11.569060 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 2a31bd22-6672-49ca-807d-dda3ab4ec4e2 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:40:11.589777 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474308c2-aa7d-4fab-aa37-954449d3c438 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] Pushing event deleted for resources: {'Port': ['ID=a9e62cbe-7c61-432b-a387-7a3be44f685c,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:11.708524 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-b889f9fc-cbc3-4cd3-965c-8b447b9f33a0 req-474308c2-aa7d-4fab-aa37-954449d3c438 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] No DVR routers for this DVR port a9e62cbe-7c61-432b-a387-7a3be44f685c on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:40:11.736296 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b889f9fc-cbc3-4cd3-965c-8b447b9f33a0 req-474308c2-aa7d-4fab-aa37-954449d3c438 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:11.736705 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 548f7f28-4e0d-456a-beb5-ca6e6b863095 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:40:11.739942 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b889f9fc-cbc3-4cd3-965c-8b447b9f33a0 req-474308c2-aa7d-4fab-aa37-954449d3c438 tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] 10.222.0.49 "DELETE /v2.0/ports/a9e62cbe-7c61-432b-a387-7a3be44f685c HTTP/1.1" status: 204 len: 173 time: 1.8323491 Nov 12 00:40:11.742088 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcefca6d-eb76-4287-bf73-359c42729d6f', 'name': 'network-vif-deleted', 'tag': 'a9e62cbe-7c61-432b-a387-7a3be44f685c'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:11.744793 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b75a74b-12a2-4d01-b421-c0c1af2f3e8b" -d '{"events": [{"server_uuid": "fcefca6d-eb76-4287-bf73-359c42729d6f", "name": "network-vif-deleted", "tag": "a9e62cbe-7c61-432b-a387-7a3be44f685c"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:11.755245 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0712b-bc6d-4eea-9dd6-5944874d8535 req-38fbc7dd-2861-4506-8501-6b7d8fb0875d tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:11.760662 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-30f0712b-bc6d-4eea-9dd6-5944874d8535 req-38fbc7dd-2861-4506-8501-6b7d8fb0875d tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee5a1b02-e7f1-44ed-995a-82076751502e HTTP/1.1" status: 200 len: 946 time: 0.1205931 Nov 12 00:40:11.774453 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 2a31bd22-6672-49ca-807d-dda3ab4ec4e2 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:40:11.776427 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-6b4b8494-6ade-4d4b-8ea6-f6c7dcfd76e9 tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:11.778065 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-6b4b8494-6ade-4d4b-8ea6-f6c7dcfd76e9 tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=58c58b21-0cef-47b4-97f0-4be348569dc8&tenant_id=9a1fd583d08a44f4b64f3812361842fc&binding%3Ahost_id=n-h1-812236-11 HTTP/1.1" status: 200 len: 1096 time: 0.1369350 Nov 12 00:40:11.780024 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 2a31bd22-6672-49ca-807d-dda3ab4ec4e2 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:11.780399 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:11.806008 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51434e1-ac03-4477-8569-529d2ca28e0b req-1ba0210c-8073-4847-ac70-cd69e4fa13cd tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:11.807793 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d51434e1-ac03-4477-8569-529d2ca28e0b req-1ba0210c-8073-4847-ac70-cd69e4fa13cd tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c58b21-0cef-47b4-97f0-4be348569dc8 HTTP/1.1" status: 200 len: 944 time: 0.1086841 Nov 12 00:40:11.841812 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-f99264a0-9238-42fd-9f22-161309109bd7 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:11.885816 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-30f0712b-bc6d-4eea-9dd6-5944874d8535 req-fdddb436-d9e7-42d2-a47a-25a856e6cd5e tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925636 Nov 12 00:40:11.915880 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-f99264a0-9238-42fd-9f22-161309109bd7 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:11.945163 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:11.951755 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d51434e1-ac03-4477-8569-529d2ca28e0b req-bb238edd-3b52-4c59-9953-7ded62bf5144 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354976 Nov 12 00:40:11.983224 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1046b61-fb63-4c31-b3fd-f91589674ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a31bd22-6672-49ca-807d-dda3ab4ec4e2'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:11.988013 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e7167d-4427-4efe-8f90-f54db1b3de20" -d '{"events": [{"server_uuid": "a1046b61-fb63-4c31-b3fd-f91589674ab8", "name": "network-vif-plugged", "status": "completed", "tag": "2a31bd22-6672-49ca-807d-dda3ab4ec4e2"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:12.011859 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 2a31bd22-6672-49ca-807d-dda3ab4ec4e2, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=2a31bd22-6672-49ca-807d-dda3ab4ec4e2,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:12.019101 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:12.020821 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device a9e62cbe-7c61-432b-a387-7a3be44f685c no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:40:12.074931 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: a9e62cbe-7c61-432b-a387-7a3be44f685c {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:40:12.075934 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device a9e62cbe-7c61-432b-a387-7a3be44f685c not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:40:12.085805 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-f99264a0-9238-42fd-9f22-161309109bd7 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Network 172a28b2-119c-4d70-aef1-a731eb107d6c is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:40:12.139110 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-f99264a0-9238-42fd-9f22-161309109bd7 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:40:12.143692 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-f99264a0-9238-42fd-9f22-161309109bd7 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:40:12.158783 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf84a1c-fedb-4e90-a4e6-64ca0f495b03 req-e37e3089-1f09-4543-bdba-103f4936295f tempest-ServersOnMultiNodesTest-1460343694 tempest-ServersOnMultiNodesTest-1460343694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:12.161732 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2cf84a1c-fedb-4e90-a4e6-64ca0f495b03 req-e37e3089-1f09-4543-bdba-103f4936295f tempest-ServersOnMultiNodesTest-1460343694 tempest-ServersOnMultiNodesTest-1460343694-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7efd4976-f968-44b0-aff5-a19008e8a6f6 HTTP/1.1" status: 200 len: 1102 time: 0.1102698 Nov 12 00:40:12.166963 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-fc206a5a-5fd4-4b1c-84c9-66268f402376 service neutron] For port 548f7f28-4e0d-456a-beb5-ca6e6b863095, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:40:12.170077 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=2a31bd22-6672-49ca-807d-dda3ab4ec4e2,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:12.173073 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-fc206a5a-5fd4-4b1c-84c9-66268f402376 service neutron] Publish callbacks [] for binding, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:12.176858 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7b9c0760-edd7-4312-bc24-722fd4a0d039 req-fc206a5a-5fd4-4b1c-84c9-66268f402376 service neutron] 10.222.0.49 "DELETE /v2.0/ports/548f7f28-4e0d-456a-beb5-ca6e6b863095/bindings/n-h2-812236-11 HTTP/1.1" status: 204 len: 173 time: 0.3677881 Nov 12 00:40:12.206394 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99264a0-9238-42fd-9f22-161309109bd7 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Pushing event updated for resources: {'Port': ['ID=0e040e9b-b854-41af-a259-24e4f00f0106,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:12.221661 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-b6ed02b4-8e5c-44b0-a655-9ae7989d198e req-b1d2f271-e5bc-4134-afc5-141783564b4d tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Allocated IP 192.168.233.127 (172a28b2-119c-4d70-aef1-a731eb107d6c/3288e972-21d8-4a52-9002-05790fb0bb61/b06c821b-bff1-411f-96ae-10a43e76c013) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:40:12.225141 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2cf84a1c-fedb-4e90-a4e6-64ca0f495b03 req-3069b14f-c81d-490d-a9be-fcc34bd61e7b tempest-ServersOnMultiNodesTest-1460343694 tempest-ServersOnMultiNodesTest-1460343694-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475283 Nov 12 00:40:12.261791 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83597e66-fca0-41bd-92fe-e2a56822811b req-db09c424-adb0-480d-8138-9c21248fff3f tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:12.264007 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-83597e66-fca0-41bd-92fe-e2a56822811b req-db09c424-adb0-480d-8138-9c21248fff3f tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] 10.222.0.20 "GET /v2.0/ports?device_id=0bfccc8a-c84a-4dcf-a0e7-ed5d1af9fdbd HTTP/1.1" status: 200 len: 946 time: 0.2349966 Nov 12 00:40:12.311393 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa2cfc1-61ea-47a5-b696-9cba923de5b0 x-openstack-request-id: req-4aa2cfc1-61ea-47a5-b696-9cba923de5b0 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:12.312078 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcefca6d-eb76-4287-bf73-359c42729d6f", "name": "network-vif-deleted", "tag": "a9e62cbe-7c61-432b-a387-7a3be44f685c", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:12.312581 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4aa2cfc1-61ea-47a5-b696-9cba923de5b0 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:12.313259 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcefca6d-eb76-4287-bf73-359c42729d6f', 'name': 'network-vif-deleted', 'tag': 'a9e62cbe-7c61-432b-a387-7a3be44f685c', 'status': 'completed', 'code': 200} Nov 12 00:40:12.324131 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:12.421773 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-f99264a0-9238-42fd-9f22-161309109bd7 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:12.422796 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-f99264a0-9238-42fd-9f22-161309109bd7 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:12.482560 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-f99264a0-9238-42fd-9f22-161309109bd7 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2522998 Nov 12 00:40:12.521618 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-45be26b5-1757-42d2-9ef9-e118a04be66d service neutron] Request body: {'port': {'device_id': 'f26f9685-865f-4bb6-b7ee-705c01c65e35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:12.522240 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-3c28162f-b5b1-47a2-b117-d54ba78d5854 None None] Provisioning complete for port 0e040e9b-b854-41af-a259-24e4f00f0106 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:12.523840 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3c28162f-b5b1-47a2-b117-d54ba78d5854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:12.539710 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-83597e66-fca0-41bd-92fe-e2a56822811b req-3c2ca551-d7b1-45c6-9425-c7c7a5d482f2 tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb9feff-651c-40d6-b099-b201f869b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638257 Nov 12 00:40:12.542777 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b6ed02b4-8e5c-44b0-a655-9ae7989d198e req-b1d2f271-e5bc-4134-afc5-141783564b4d tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:12.620864 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-3c28162f-b5b1-47a2-b117-d54ba78d5854 None None] Port 0e040e9b-b854-41af-a259-24e4f00f0106 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:40:12.621650 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-12e51e71-1a3d-4e03-875e-420313f7e631 req-5de67e9d-2f2e-489f-be97-7e4b79cd762a tempest-ImagesNegativeTestJSON-626342976 tempest-ImagesNegativeTestJSON-626342976-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcefca6d-eb76-4287-bf73-359c42729d6f HTTP/1.1" status: 200 len: 210 time: 0.0468559 Nov 12 00:40:12.690510 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e8ae52-18da-4666-9d40-54648ac59d9e x-openstack-request-id: req-09e8ae52-18da-4666-9d40-54648ac59d9e {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:12.691066 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1046b61-fb63-4c31-b3fd-f91589674ab8", "name": "network-vif-plugged", "status": "completed", "tag": "2a31bd22-6672-49ca-807d-dda3ab4ec4e2", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:12.691522 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-09e8ae52-18da-4666-9d40-54648ac59d9e {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:12.692114 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1046b61-fb63-4c31-b3fd-f91589674ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a31bd22-6672-49ca-807d-dda3ab4ec4e2', 'code': 200} Nov 12 00:40:12.726281 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7dffd2f3-bd52-472d-b180-a582df58d2ec req-6ddbd138-f912-4b3a-9896-46442a58fab4 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/ports?device_id=703d7211-de7c-4386-912e-b0b93082174b HTTP/1.1" status: 200 len: 210 time: 0.0317054 Nov 12 00:40:12.731935 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-45be26b5-1757-42d2-9ef9-e118a04be66d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:12.758220 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b6ed02b4-8e5c-44b0-a655-9ae7989d198e req-b1d2f271-e5bc-4134-afc5-141783564b4d tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:12.840395 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2f271-e5bc-4134-afc5-141783564b4d tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Pushing event updated for resources: {'Port': ['ID=b06c821b-bff1-411f-96ae-10a43e76c013,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:12.886819 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159ff57-8f97-47a5-984e-3198ca17840e req-c15db9e3-95a0-49a8-992d-edd347ba9ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:12.888440 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5159ff57-8f97-47a5-984e-3198ca17840e req-c15db9e3-95a0-49a8-992d-edd347ba9ee7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8 HTTP/1.1" status: 200 len: 1101 time: 0.0988441 Nov 12 00:40:12.895685 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6ed02b4-8e5c-44b0-a655-9ae7989d198e req-b1d2f271-e5bc-4134-afc5-141783564b4d tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Network 172a28b2-119c-4d70-aef1-a731eb107d6c is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:40:12.902107 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-b6ed02b4-8e5c-44b0-a655-9ae7989d198e req-b1d2f271-e5bc-4134-afc5-141783564b4d tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:40:12.903521 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33acb0-e912-4b6b-a2be-777f52a8015d req-8f2a6eea-7867-454c-aecd-95b4141df119 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:12.905521 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4f33acb0-e912-4b6b-a2be-777f52a8015d req-8f2a6eea-7867-454c-aecd-95b4141df119 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8 HTTP/1.1" status: 200 len: 949 time: 0.0649655 Nov 12 00:40:12.914186 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ed02b4-8e5c-44b0-a655-9ae7989d198e req-b1d2f271-e5bc-4134-afc5-141783564b4d tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:40:12.977790 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5159ff57-8f97-47a5-984e-3198ca17840e req-7359eba6-402d-43e7-8bf9-ab1a29c96058 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712390 Nov 12 00:40:12.991444 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4f33acb0-e912-4b6b-a2be-777f52a8015d req-013e8bd9-6dfb-4ba2-b44b-e6a9b9e1a962 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652883 Nov 12 00:40:13.025905 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60002cdb-b2a1-4d33-a89e-0770963cb6cc req-d2bc4ced-3d34-40a5-930a-8693eab79b10 tempest-ServersOnMultiNodesTest-1460343694 tempest-ServersOnMultiNodesTest-1460343694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:13.033337 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-60002cdb-b2a1-4d33-a89e-0770963cb6cc req-d2bc4ced-3d34-40a5-930a-8693eab79b10 tempest-ServersOnMultiNodesTest-1460343694 tempest-ServersOnMultiNodesTest-1460343694-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=05e581f7-60ff-4620-bcce-16ea04c083db HTTP/1.1" status: 200 len: 1102 time: 0.1952736 Nov 12 00:40:13.094674 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed02b4-8e5c-44b0-a655-9ae7989d198e req-b1d2f271-e5bc-4134-afc5-141783564b4d tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:13.095367 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b6ed02b4-8e5c-44b0-a655-9ae7989d198e req-b1d2f271-e5bc-4134-afc5-141783564b4d tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:13.117333 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d977ace-f9e8-4519-aa66-e83f1147927b req-61449c97-0b8d-4512-b5f7-56109eafdf2a tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:13.118906 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4d977ace-f9e8-4519-aa66-e83f1147927b req-61449c97-0b8d-4512-b5f7-56109eafdf2a tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=58c58b21-0cef-47b4-97f0-4be348569dc8 HTTP/1.1" status: 200 len: 1096 time: 0.0419054 Nov 12 00:40:13.156974 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6ed02b4-8e5c-44b0-a655-9ae7989d198e req-b1d2f271-e5bc-4134-afc5-141783564b4d tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2621064 Nov 12 00:40:13.173013 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-60002cdb-b2a1-4d33-a89e-0770963cb6cc req-0146d670-8ce6-4b11-8c24-4d445fce9f7b tempest-ServersOnMultiNodesTest-1460343694 tempest-ServersOnMultiNodesTest-1460343694-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387124 Nov 12 00:40:13.175676 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4d977ace-f9e8-4519-aa66-e83f1147927b req-eb094af7-0975-48e6-a1e7-7f918d94e8a3 tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449271 Nov 12 00:40:13.233236 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-b6ed02b4-8e5c-44b0-a655-9ae7989d198e req-a9da03cd-78e6-4afc-99f2-0e8501e33553 service neutron] Request body: {'port': {'device_id': '703d7211-de7c-4386-912e-b0b93082174b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:13.267881 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-81b3ca7b-0949-4a7c-94d1-5455a24c7ec2 None None] Provisioning complete for port b06c821b-bff1-411f-96ae-10a43e76c013 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:13.268252 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-81b3ca7b-0949-4a7c-94d1-5455a24c7ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:13.326983 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-81b3ca7b-0949-4a7c-94d1-5455a24c7ec2 None None] Port b06c821b-bff1-411f-96ae-10a43e76c013 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:40:13.347849 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-45be26b5-1757-42d2-9ef9-e118a04be66d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e040e9b-b854-41af-a259-24e4f00f0106 {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:13.359247 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-45be26b5-1757-42d2-9ef9-e118a04be66d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:13.373702 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b6ed02b4-8e5c-44b0-a655-9ae7989d198e req-a9da03cd-78e6-4afc-99f2-0e8501e33553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:13.402429 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4edc3-417b-42eb-b5c6-fa8b2bfce2f3 req-c5f7f985-da03-4b2c-bb5c-7205ff9ef78b tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:13.404351 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9be4edc3-417b-42eb-b5c6-fa8b2bfce2f3 req-c5f7f985-da03-4b2c-bb5c-7205ff9ef78b tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee5a1b02-e7f1-44ed-995a-82076751502e HTTP/1.1" status: 200 len: 946 time: 0.1445141 Nov 12 00:40:13.405436 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-45be26b5-1757-42d2-9ef9-e118a04be66d service neutron] Transition to ACTIVE for port object 0e040e9b-b854-41af-a259-24e4f00f0106 will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:40:13.431349 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-45be26b5-1757-42d2-9ef9-e118a04be66d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:13.447408 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb4faaca-fd9f-4a11-be17-1adfe87894ac req-f75e0fef-768f-4f68-bad3-c0a2d47fcaa6 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=0af2efd5599d423589f5e6a8043a04f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238097 Nov 12 00:40:13.580494 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4faaca-fd9f-4a11-be17-1adfe87894ac req-a4eac18f-a105-42ab-b3ab-b164eb88ceb2 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:13.586270 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be26b5-1757-42d2-9ef9-e118a04be66d service neutron] Pushing event updated for resources: {'Port': ['ID=0e040e9b-b854-41af-a259-24e4f00f0106,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:13.589254 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb4faaca-fd9f-4a11-be17-1adfe87894ac req-a4eac18f-a105-42ab-b3ab-b164eb88ceb2 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1348336 Nov 12 00:40:13.600358 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb4faaca-fd9f-4a11-be17-1adfe87894ac req-c8da9b7b-1c02-4d67-8c3f-e885800ebcc6 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/quotas/0af2efd5599d423589f5e6a8043a04f2 HTTP/1.1" status: 200 len: 375 time: 0.0100420 Nov 12 00:40:13.635566 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9be4edc3-417b-42eb-b5c6-fa8b2bfce2f3 req-896f8de4-210d-45a3-8255-01e641691cf0 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084110 Nov 12 00:40:13.704036 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb4faaca-fd9f-4a11-be17-1adfe87894ac req-d9df492d-1337-46f3-bd3b-aa789f900af0 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0af2efd5599d423589f5e6a8043a04f2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0922546 Nov 12 00:40:13.740730 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-45be26b5-1757-42d2-9ef9-e118a04be66d service neutron] Attempting to bind port 0e040e9b-b854-41af-a259-24e4f00f0106 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:40:13.741091 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-45be26b5-1757-42d2-9ef9-e118a04be66d service neutron] Attempting to bind port 0e040e9b-b854-41af-a259-24e4f00f0106 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:40:13.742280 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-45be26b5-1757-42d2-9ef9-e118a04be66d service neutron] Attempting to bind port 0e040e9b-b854-41af-a259-24e4f00f0106 on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:13.768830 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-45be26b5-1757-42d2-9ef9-e118a04be66d service neutron] Port 0e040e9b-b854-41af-a259-24e4f00f0106 on network 172a28b2-119c-4d70-aef1-a731eb107d6c not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:40:13.769512 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-45be26b5-1757-42d2-9ef9-e118a04be66d service neutron] Attempting to bind port 0e040e9b-b854-41af-a259-24e4f00f0106 on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:13.812122 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-45be26b5-1757-42d2-9ef9-e118a04be66d service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:40:13.812596 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-45be26b5-1757-42d2-9ef9-e118a04be66d service neutron] Checking segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:40:13.813191 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-45be26b5-1757-42d2-9ef9-e118a04be66d service neutron] Bound using segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:40:13.813320 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-45be26b5-1757-42d2-9ef9-e118a04be66d service neutron] Bound port: 0e040e9b-b854-41af-a259-24e4f00f0106, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:40:13.813660 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-45be26b5-1757-42d2-9ef9-e118a04be66d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:13.907326 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e766f-2c56-44cc-8db1-d17e511129d6 req-96a4726d-6f99-4881-be90-adc90b53d31c tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:13.910244 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6f8e766f-2c56-44cc-8db1-d17e511129d6 req-96a4726d-6f99-4881-be90-adc90b53d31c tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bfccc8a-c84a-4dcf-a0e7-ed5d1af9fdbd HTTP/1.1" status: 200 len: 946 time: 0.0617583 Nov 12 00:40:13.984699 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd384fc-94cd-46e6-bb64-711af60a8ddc req-49d72409-0936-4acc-8a54-9c4c1c175e68 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:13.986213 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6fd384fc-94cd-46e6-bb64-711af60a8ddc req-49d72409-0936-4acc-8a54-9c4c1c175e68 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/networks?id=efe1d89a-522f-4c40-b263-5cebd382e88d HTTP/1.1" status: 200 len: 821 time: 0.2358451 Nov 12 00:40:13.988534 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-b6ed02b4-8e5c-44b0-a655-9ae7989d198e req-a9da03cd-78e6-4afc-99f2-0e8501e33553 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b06c821b-bff1-411f-96ae-10a43e76c013 {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:14.000947 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b6ed02b4-8e5c-44b0-a655-9ae7989d198e req-a9da03cd-78e6-4afc-99f2-0e8501e33553 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:14.011413 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-45be26b5-1757-42d2-9ef9-e118a04be66d service neutron] For port 0e040e9b-b854-41af-a259-24e4f00f0106, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:40:14.016609 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-45be26b5-1757-42d2-9ef9-e118a04be66d service neutron] For port 0e040e9b-b854-41af-a259-24e4f00f0106, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=0e040e9b-b854-41af-a259-24e4f00f0106,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:40:14.025185 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6fd384fc-94cd-46e6-bb64-711af60a8ddc req-385a5cda-b56c-49af-a4c1-c4649b083c96 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/quotas/9a1fd583d08a44f4b64f3812361842fc HTTP/1.1" status: 200 len: 375 time: 0.0300245 Nov 12 00:40:14.026272 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-45be26b5-1757-42d2-9ef9-e118a04be66d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:14.031074 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-b6ed02b4-8e5c-44b0-a655-9ae7989d198e req-a9da03cd-78e6-4afc-99f2-0e8501e33553 service neutron] Transition to ACTIVE for port object b06c821b-bff1-411f-96ae-10a43e76c013 will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:40:14.068821 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b6ed02b4-8e5c-44b0-a655-9ae7989d198e req-a9da03cd-78e6-4afc-99f2-0e8501e33553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:14.075875 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb0a56-34d7-4027-af16-fce055c69947 req-99440cab-8618-4f4f-bfd1-2a6cc2097fa8 tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:14.078054 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-eacb0a56-34d7-4027-af16-fce055c69947 req-99440cab-8618-4f4f-bfd1-2a6cc2097fa8 tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] 10.222.0.20 "GET /v2.0/ports?device_id=0bfccc8a-c84a-4dcf-a0e7-ed5d1af9fdbd HTTP/1.1" status: 200 len: 946 time: 0.1030240 Nov 12 00:40:14.103068 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-45be26b5-1757-42d2-9ef9-e118a04be66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:14.103787 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-45be26b5-1757-42d2-9ef9-e118a04be66d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:14.105285 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-45be26b5-1757-42d2-9ef9-e118a04be66d service neutron] 10.222.0.54 "PUT /v2.0/ports/0e040e9b-b854-41af-a259-24e4f00f0106 HTTP/1.1" status: 200 len: 1097 time: 1.5945754 Nov 12 00:40:14.106405 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f26f9685-865f-4bb6-b7ee-705c01c65e35', 'tag': '0e040e9b-b854-41af-a259-24e4f00f0106'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:14.108827 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab41ad4-1238-4bf7-801a-67f889e18574" -d '{"events": [{"name": "network-changed", "server_uuid": "f26f9685-865f-4bb6-b7ee-705c01c65e35", "tag": "0e040e9b-b854-41af-a259-24e4f00f0106"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:14.121238 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-6f8e766f-2c56-44cc-8db1-d17e511129d6 req-1005ef04-93f3-4d5f-bc05-7de4a07d0357 tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] Deleting port acef2276-8b5e-42f9-92af-f827c3f808cd {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:40:14.121615 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6f8e766f-2c56-44cc-8db1-d17e511129d6 req-1005ef04-93f3-4d5f-bc05-7de4a07d0357 tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:14.141012 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be26b5-1757-42d2-9ef9-e118a04be66d service neutron] Pushing event updated for resources: {'Port': ['ID=0e040e9b-b854-41af-a259-24e4f00f0106,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:14.200636 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6fd384fc-94cd-46e6-bb64-711af60a8ddc req-59be83a7-0322-4d4a-9770-d1d58690dc1d tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a1fd583d08a44f4b64f3812361842fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1467793 Nov 12 00:40:14.217828 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-eacb0a56-34d7-4027-af16-fce055c69947 req-521d2796-6057-4e4a-8ab0-bd01fb881baa tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb9feff-651c-40d6-b099-b201f869b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314974 Nov 12 00:40:14.309525 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-6f8e766f-2c56-44cc-8db1-d17e511129d6 req-1005ef04-93f3-4d5f-bc05-7de4a07d0357 tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] For port acef2276-8b5e-42f9-92af-f827c3f808cd, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=acef2276-8b5e-42f9-92af-f827c3f808cd,segment=NetworkSegment(1577460f-f6ea-4544-aac7-610fa705ffbb),segment_id=1577460f-f6ea-4544-aac7-610fa705ffbb)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:14.310454 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6f8e766f-2c56-44cc-8db1-d17e511129d6 req-1005ef04-93f3-4d5f-bc05-7de4a07d0357 tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:14.340257 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-6f8e766f-2c56-44cc-8db1-d17e511129d6 req-1005ef04-93f3-4d5f-bc05-7de4a07d0357 tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] Calling delete_port for acef2276-8b5e-42f9-92af-f827c3f808cd owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:40:14.376210 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9da03cd-78e6-4afc-99f2-0e8501e33553 service neutron] Pushing event updated for resources: {'Port': ['ID=b06c821b-bff1-411f-96ae-10a43e76c013,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:14.417278 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-5a8fb5d4-1dde-4432-b8d9-aa7d824bd7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:14.422605 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-5a8fb5d4-1dde-4432-b8d9-aa7d824bd7cb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2e7632e5ab124f1c8b23532b15062c66&device_id=f26f9685-865f-4bb6-b7ee-705c01c65e35 HTTP/1.1" status: 200 len: 1100 time: 0.2183514 Nov 12 00:40:14.433472 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-b6ed02b4-8e5c-44b0-a655-9ae7989d198e req-a9da03cd-78e6-4afc-99f2-0e8501e33553 service neutron] Attempting to bind port b06c821b-bff1-411f-96ae-10a43e76c013 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:40:14.433903 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-b6ed02b4-8e5c-44b0-a655-9ae7989d198e req-a9da03cd-78e6-4afc-99f2-0e8501e33553 service neutron] Attempting to bind port b06c821b-bff1-411f-96ae-10a43e76c013 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:40:14.434301 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ed02b4-8e5c-44b0-a655-9ae7989d198e req-a9da03cd-78e6-4afc-99f2-0e8501e33553 service neutron] Attempting to bind port b06c821b-bff1-411f-96ae-10a43e76c013 on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:14.452208 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ed02b4-8e5c-44b0-a655-9ae7989d198e req-a9da03cd-78e6-4afc-99f2-0e8501e33553 service neutron] Port b06c821b-bff1-411f-96ae-10a43e76c013 on network 172a28b2-119c-4d70-aef1-a731eb107d6c not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:40:14.452609 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ed02b4-8e5c-44b0-a655-9ae7989d198e req-a9da03cd-78e6-4afc-99f2-0e8501e33553 service neutron] Attempting to bind port b06c821b-bff1-411f-96ae-10a43e76c013 on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:14.465758 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6fd384fc-94cd-46e6-bb64-711af60a8ddc req-490ab954-df3c-4163-b85c-5d15fd89e123 service neutron] 10.222.0.20 "GET /v2.0/networks/efe1d89a-522f-4c40-b263-5cebd382e88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466416 Nov 12 00:40:14.483712 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bfb761-18ae-4fa8-9311-16239ea3f74b req-1d15d88f-26f3-4c3f-9347-53b64d3bc392 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:14.493216 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c4bfb761-18ae-4fa8-9311-16239ea3f74b req-1d15d88f-26f3-4c3f-9347-53b64d3bc392 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/ports?device_id=703d7211-de7c-4386-912e-b0b93082174b HTTP/1.1" status: 200 len: 948 time: 0.1035278 Nov 12 00:40:14.512242 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ed02b4-8e5c-44b0-a655-9ae7989d198e req-a9da03cd-78e6-4afc-99f2-0e8501e33553 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:40:14.512592 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ed02b4-8e5c-44b0-a655-9ae7989d198e req-a9da03cd-78e6-4afc-99f2-0e8501e33553 service neutron] Checking segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:40:14.513037 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ed02b4-8e5c-44b0-a655-9ae7989d198e req-a9da03cd-78e6-4afc-99f2-0e8501e33553 service neutron] Bound using segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:40:14.513579 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-b6ed02b4-8e5c-44b0-a655-9ae7989d198e req-a9da03cd-78e6-4afc-99f2-0e8501e33553 service neutron] Bound port: b06c821b-bff1-411f-96ae-10a43e76c013, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:40:14.514033 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b6ed02b4-8e5c-44b0-a655-9ae7989d198e req-a9da03cd-78e6-4afc-99f2-0e8501e33553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:14.518490 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-b067aefd-0c5a-4434-a29e-a1ec71b7092d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=0e040e9b-b854-41af-a259-24e4f00f0106 HTTP/1.1" status: 200 len: 217 time: 0.0635152 Nov 12 00:40:14.631873 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c4bfb761-18ae-4fa8-9311-16239ea3f74b req-12829b96-183c-41cc-a20e-fa2fd2c31166 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/security-groups?id=854e8c06-d2ba-4660-8744-67dd889e0b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355824 Nov 12 00:40:14.635627 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6f8e766f-2c56-44cc-8db1-d17e511129d6 req-1005ef04-93f3-4d5f-bc05-7de4a07d0357 tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:14.678453 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['acef2276-8b5e-42f9-92af-f827c3f808cd'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:14.724443 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1005ef04-93f3-4d5f-bc05-7de4a07d0357 tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] Pushing event deleted for resources: {'Port': ['ID=acef2276-8b5e-42f9-92af-f827c3f808cd,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:14.812509 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-884b7211-9cc5-4cd8-9dd0-21a9fbf8c259 req-b5ec2a98-5432-4853-af89-969154ce819f tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e937b4-96d4-4945-8c9c-cfdf2fdba6c0 HTTP/1.1" status: 200 len: 210 time: 0.0466356 Nov 12 00:40:14.813415 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f8e766f-2c56-44cc-8db1-d17e511129d6 req-1005ef04-93f3-4d5f-bc05-7de4a07d0357 tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] No DVR routers for this DVR port acef2276-8b5e-42f9-92af-f827c3f808cd on host n-h2-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:40:14.815991 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6f8e766f-2c56-44cc-8db1-d17e511129d6 req-1005ef04-93f3-4d5f-bc05-7de4a07d0357 tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:14.819466 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6f8e766f-2c56-44cc-8db1-d17e511129d6 req-1005ef04-93f3-4d5f-bc05-7de4a07d0357 tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] 10.222.0.54 "DELETE /v2.0/ports/acef2276-8b5e-42f9-92af-f827c3f808cd HTTP/1.1" status: 204 len: 173 time: 0.9029312 Nov 12 00:40:14.820587 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bfccc8a-c84a-4dcf-a0e7-ed5d1af9fdbd', 'name': 'network-vif-deleted', 'tag': 'acef2276-8b5e-42f9-92af-f827c3f808cd'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:14.822950 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0893fbb-f6be-4d51-af97-3731b1af8fd0" -d '{"events": [{"server_uuid": "0bfccc8a-c84a-4dcf-a0e7-ed5d1af9fdbd", "name": "network-vif-deleted", "tag": "acef2276-8b5e-42f9-92af-f827c3f808cd"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:14.949998 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359465c-3307-4b8e-8354-11c01b29a5de req-093efbce-d850-4ae6-8f5d-481c269e6b99 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:14.952140 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1359465c-3307-4b8e-8354-11c01b29a5de req-093efbce-d850-4ae6-8f5d-481c269e6b99 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8 HTTP/1.1" status: 200 len: 949 time: 0.0611253 Nov 12 00:40:14.957284 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-b6ed02b4-8e5c-44b0-a655-9ae7989d198e req-a9da03cd-78e6-4afc-99f2-0e8501e33553 service neutron] For port b06c821b-bff1-411f-96ae-10a43e76c013, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:40:14.960597 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-a27b21d7-7738-4731-9692-94433bb709f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:14.962343 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-a27b21d7-7738-4731-9692-94433bb709f9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.3908958 Nov 12 00:40:14.964041 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-b6ed02b4-8e5c-44b0-a655-9ae7989d198e req-a9da03cd-78e6-4afc-99f2-0e8501e33553 service neutron] For port b06c821b-bff1-411f-96ae-10a43e76c013, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=b06c821b-bff1-411f-96ae-10a43e76c013,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:40:14.974090 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b6ed02b4-8e5c-44b0-a655-9ae7989d198e req-a9da03cd-78e6-4afc-99f2-0e8501e33553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:15.008083 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1359465c-3307-4b8e-8354-11c01b29a5de req-5008c20c-1cce-4579-9dd9-0a8084cfcc5f tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484221 Nov 12 00:40:15.031159 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6fd384fc-94cd-46e6-bb64-711af60a8ddc req-ab4917e4-8822-4d48-90c4-70e91967ee14 service neutron] 10.222.0.20 "GET /v2.0/networks/efe1d89a-522f-4c40-b263-5cebd382e88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5288651 Nov 12 00:40:15.044128 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed02b4-8e5c-44b0-a655-9ae7989d198e req-a9da03cd-78e6-4afc-99f2-0e8501e33553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:15.044750 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b6ed02b4-8e5c-44b0-a655-9ae7989d198e req-a9da03cd-78e6-4afc-99f2-0e8501e33553 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:15.046185 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6ed02b4-8e5c-44b0-a655-9ae7989d198e req-a9da03cd-78e6-4afc-99f2-0e8501e33553 service neutron] 10.222.0.54 "PUT /v2.0/ports/b06c821b-bff1-411f-96ae-10a43e76c013 HTTP/1.1" status: 200 len: 1097 time: 1.8171642 Nov 12 00:40:15.072167 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9da03cd-78e6-4afc-99f2-0e8501e33553 service neutron] Pushing event updated for resources: {'Port': ['ID=b06c821b-bff1-411f-96ae-10a43e76c013,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:15.076157 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-5a4d99e8-a72e-40f9-a87d-cf65b02334fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:15.077983 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-5a4d99e8-a72e-40f9-a87d-cf65b02334fe service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1050036 Nov 12 00:40:15.082871 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4998d940-8514-42ed-82f5-88b7847d1650 x-openstack-request-id: req-4998d940-8514-42ed-82f5-88b7847d1650 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:15.083161 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f26f9685-865f-4bb6-b7ee-705c01c65e35", "tag": "0e040e9b-b854-41af-a259-24e4f00f0106", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:15.083411 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4998d940-8514-42ed-82f5-88b7847d1650 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:15.084321 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f26f9685-865f-4bb6-b7ee-705c01c65e35', 'tag': '0e040e9b-b854-41af-a259-24e4f00f0106', 'status': 'completed', 'code': 200} Nov 12 00:40:15.294629 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3da70-b3f9-4e56-8b17-4a857c4a335d req-84b9b266-905c-4872-a0d4-0a894734d264 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:15.297459 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-fd28d3dc-1321-4d40-a68b-3709c9b052ef service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659348 Nov 12 00:40:15.298462 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-85d3da70-b3f9-4e56-8b17-4a857c4a335d req-84b9b266-905c-4872-a0d4-0a894734d264 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee5a1b02-e7f1-44ed-995a-82076751502e HTTP/1.1" status: 200 len: 946 time: 0.1179240 Nov 12 00:40:15.301818 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ba8741-78d2-4a77-9d13-2990e701c31d x-openstack-request-id: req-34ba8741-78d2-4a77-9d13-2990e701c31d {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:15.302218 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bfccc8a-c84a-4dcf-a0e7-ed5d1af9fdbd", "name": "network-vif-deleted", "tag": "acef2276-8b5e-42f9-92af-f827c3f808cd", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:15.303135 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed02b4-8e5c-44b0-a655-9ae7989d198e req-55e5fb3e-3877-44e0-8ecc-2b2334e85b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:15.305253 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6ed02b4-8e5c-44b0-a655-9ae7989d198e req-55e5fb3e-3877-44e0-8ecc-2b2334e85b52 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2e7632e5ab124f1c8b23532b15062c66&device_id=703d7211-de7c-4386-912e-b0b93082174b HTTP/1.1" status: 200 len: 1100 time: 0.1124518 Nov 12 00:40:15.307945 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-34ba8741-78d2-4a77-9d13-2990e701c31d {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:15.308394 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bfccc8a-c84a-4dcf-a0e7-ed5d1af9fdbd', 'name': 'network-vif-deleted', 'tag': 'acef2276-8b5e-42f9-92af-f827c3f808cd', 'status': 'completed', 'code': 200} Nov 12 00:40:15.371285 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-85d3da70-b3f9-4e56-8b17-4a857c4a335d req-f1ecf2f7-c15c-44f5-83c0-47da536156e3 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616894 Nov 12 00:40:15.449315 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb4faaca-fd9f-4a11-be17-1adfe87894ac req-7213af13-1e9d-4611-bd97-e5849f3393d1 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=0af2efd5599d423589f5e6a8043a04f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237253 Nov 12 00:40:15.507849 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6ed02b4-8e5c-44b0-a655-9ae7989d198e req-922bebf3-063d-4595-9cd6-fd58707e6b72 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=b06c821b-bff1-411f-96ae-10a43e76c013 HTTP/1.1" status: 200 len: 217 time: 0.1406364 Nov 12 00:40:15.526082 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [req-7bc7e5db-13c4-4792-a72b-bae0c1687d45 req-ad6660d7-c712-4902-bb5b-61f68a0b5473 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:40:15.526738 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7bc7e5db-13c4-4792-a72b-bae0c1687d45 req-ad6660d7-c712-4902-bb5b-61f68a0b5473 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0142107 Nov 12 00:40:15.592542 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed02b4-8e5c-44b0-a655-9ae7989d198e req-f9948b14-2b6f-486f-abed-bd061b231679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:15.593940 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6ed02b4-8e5c-44b0-a655-9ae7989d198e req-f9948b14-2b6f-486f-abed-bd061b231679 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.0678148 Nov 12 00:40:15.623167 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4faaca-fd9f-4a11-be17-1adfe87894ac req-13ae460a-d4d7-477f-82ca-52ab04d0f852 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:15.623381 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b689ec03-c897-4ea0-a108-e52e60de3540 req-72e4f6d3-d094-453f-872b-4b80b845936f tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c HTTP/1.1" status: 200 len: 210 time: 0.1074042 Nov 12 00:40:15.623472 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb4faaca-fd9f-4a11-be17-1adfe87894ac req-13ae460a-d4d7-477f-82ca-52ab04d0f852 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1659894 Nov 12 00:40:15.649225 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-cb4faaca-fd9f-4a11-be17-1adfe87894ac req-1c46b237-f08a-481b-9a18-cecaa5f12046 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Request body: {'port': {'device_id': 'c0e937b4-96d4-4945-8c9c-cfdf2fdba6c0', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'admin_state_up': True, 'tenant_id': '0af2efd5599d423589f5e6a8043a04f2'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:15.713757 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed02b4-8e5c-44b0-a655-9ae7989d198e req-1efe74d0-a8bf-4c88-9ba3-38153d612946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:15.716749 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6ed02b4-8e5c-44b0-a655-9ae7989d198e req-1efe74d0-a8bf-4c88-9ba3-38153d612946 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1067791 Nov 12 00:40:15.719202 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bad05d85-d32e-4648-9103-df1f0753ef7e req-12b8fbfd-73aa-460b-a87b-e7e5a5af0b32 service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659277 Nov 12 00:40:15.838423 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb4faaca-fd9f-4a11-be17-1adfe87894ac req-1c46b237-f08a-481b-9a18-cecaa5f12046 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Made reservation on behalf of 0af2efd5599d423589f5e6a8043a04f2 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:40:15.841984 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cb4faaca-fd9f-4a11-be17-1adfe87894ac req-1c46b237-f08a-481b-9a18-cecaa5f12046 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:15.914825 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-338edc08-cb71-4b1e-b2c9-8a9108dbbb0c req-b3fc863a-afe0-41ff-9073-10f09da26d04 tempest-VolumesAdminNegativeTest-306376555 tempest-VolumesAdminNegativeTest-306376555-project] 10.222.0.20 "GET /v2.0/ports?device_id=0bfccc8a-c84a-4dcf-a0e7-ed5d1af9fdbd HTTP/1.1" status: 200 len: 210 time: 0.0886474 Nov 12 00:40:15.915129 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd3809-4b62-4e8b-beaf-a582986dc185 req-abf50943-3e2b-44ef-8df3-41892007a84a tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:15.922465 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3abd3809-4b62-4e8b-beaf-a582986dc185 req-abf50943-3e2b-44ef-8df3-41892007a84a tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/ports?device_id=703d7211-de7c-4386-912e-b0b93082174b HTTP/1.1" status: 200 len: 948 time: 0.0860059 Nov 12 00:40:16.052022 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3abd3809-4b62-4e8b-beaf-a582986dc185 req-ebccbf52-6838-4ee3-945d-ca71b1f4380c tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/security-groups?id=854e8c06-d2ba-4660-8744-67dd889e0b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285958 Nov 12 00:40:16.064531 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d6a3d44d-4d40-4fa8-92e6-950d0f75a7ff req-bbd37f2c-3b2e-42d6-9024-dc5dcd0bd6d9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2116399 Nov 12 00:40:16.067042 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6ed02b4-8e5c-44b0-a655-9ae7989d198e req-5e61fe21-d67e-4bb2-ac95-c436a9736c28 service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935212 Nov 12 00:40:16.084216 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-cb4faaca-fd9f-4a11-be17-1adfe87894ac req-1c46b237-f08a-481b-9a18-cecaa5f12046 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Allocated IP 192.168.233.224 (172a28b2-119c-4d70-aef1-a731eb107d6c/3288e972-21d8-4a52-9002-05790fb0bb61/900d8329-f5b4-4d16-9f70-f0c0b36ba18b) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:40:16.094613 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [req-d6a3d44d-4d40-4fa8-92e6-950d0f75a7ff req-e3d764c0-a3eb-4938-ac25-8890c10fd328 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:40:16.096039 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d6a3d44d-4d40-4fa8-92e6-950d0f75a7ff req-e3d764c0-a3eb-4938-ac25-8890c10fd328 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0217388 Nov 12 00:40:16.118391 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab41ad4-1238-4bf7-801a-67f889e18574 req-fd52fbc2-20d3-4dcd-a32a-2055b40c59d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:16.120280 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8ab41ad4-1238-4bf7-801a-67f889e18574 req-fd52fbc2-20d3-4dcd-a32a-2055b40c59d4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2e7632e5ab124f1c8b23532b15062c66&device_id=f26f9685-865f-4bb6-b7ee-705c01c65e35 HTTP/1.1" status: 200 len: 1100 time: 0.1576557 Nov 12 00:40:16.165042 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82b2dc-58a8-4566-abac-c2fb2c14289c req-9e01c06b-4866-401a-ae20-a0d153fa49a9 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:16.172711 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7b82b2dc-58a8-4566-abac-c2fb2c14289c req-9e01c06b-4866-401a-ae20-a0d153fa49a9 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8 HTTP/1.1" status: 200 len: 949 time: 0.1749454 Nov 12 00:40:16.236061 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-02f89923-ebb9-43db-bc01-da3decf1a386 req-82410241-e81f-4208-8896-64db6dba23ca tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e937b4-96d4-4945-8c9c-cfdf2fdba6c0 HTTP/1.1" status: 200 len: 210 time: 0.0632787 Nov 12 00:40:16.318951 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cb4faaca-fd9f-4a11-be17-1adfe87894ac req-1c46b237-f08a-481b-9a18-cecaa5f12046 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:16.334262 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6ed02b4-8e5c-44b0-a655-9ae7989d198e req-c7cdaf01-7d11-42ec-b417-0723abdea2a3 service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362058 Nov 12 00:40:16.338418 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7b82b2dc-58a8-4566-abac-c2fb2c14289c req-864b6885-a102-4882-8363-592bef003d0e tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651900 Nov 12 00:40:16.367365 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab41ad4-1238-4bf7-801a-67f889e18574 req-1d1f5b5c-60e7-412c-a775-66ade381e0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:16.369257 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8ab41ad4-1238-4bf7-801a-67f889e18574 req-1d1f5b5c-60e7-412c-a775-66ade381e0c7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.2248507 Nov 12 00:40:16.383371 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cb4faaca-fd9f-4a11-be17-1adfe87894ac req-1c46b237-f08a-481b-9a18-cecaa5f12046 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:16.434800 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['3aa8d887-2ae9-4c47-acab-a7deba6e395a'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:16.441965 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8ab41ad4-1238-4bf7-801a-67f889e18574 req-f30cef7f-555f-496c-b02d-fa94cc7b2372 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=0e040e9b-b854-41af-a259-24e4f00f0106 HTTP/1.1" status: 200 len: 217 time: 0.0378075 Nov 12 00:40:16.443109 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['140b407c-f230-4dff-9701-0eeac3ce1373', '1d4617ec-825e-4174-a5ec-9b7f41b6d3dd', '1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c', 'f1820954-a0a3-4025-9943-c0a46b134d63'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:16.458266 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c46b237-f08a-481b-9a18-cecaa5f12046 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Pushing event updated for resources: {'Port': ['ID=900d8329-f5b4-4d16-9f70-f0c0b36ba18b,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:16.467988 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb4faaca-fd9f-4a11-be17-1adfe87894ac req-1c46b237-f08a-481b-9a18-cecaa5f12046 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Network 172a28b2-119c-4d70-aef1-a731eb107d6c is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:40:16.469590 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-cb4faaca-fd9f-4a11-be17-1adfe87894ac req-1c46b237-f08a-481b-9a18-cecaa5f12046 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:40:16.478451 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4faaca-fd9f-4a11-be17-1adfe87894ac req-1c46b237-f08a-481b-9a18-cecaa5f12046 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:40:16.593997 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab41ad4-1238-4bf7-801a-67f889e18574 req-c0fd9fe2-6ac9-44f2-8f42-64fe2a481fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:16.596719 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8ab41ad4-1238-4bf7-801a-67f889e18574 req-c0fd9fe2-6ac9-44f2-8f42-64fe2a481fe7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.0945127 Nov 12 00:40:16.605282 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4faaca-fd9f-4a11-be17-1adfe87894ac req-1c46b237-f08a-481b-9a18-cecaa5f12046 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:16.605969 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cb4faaca-fd9f-4a11-be17-1adfe87894ac req-1c46b237-f08a-481b-9a18-cecaa5f12046 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:16.670029 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c9835-dd41-486d-9f0a-ccf87bb81e3e req-15cd1b05-84fd-43fd-b40f-6276b6566117 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:16.678812 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-db9c9835-dd41-486d-9f0a-ccf87bb81e3e req-15cd1b05-84fd-43fd-b40f-6276b6566117 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee5a1b02-e7f1-44ed-995a-82076751502e HTTP/1.1" status: 200 len: 946 time: 0.1626680 Nov 12 00:40:16.683967 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb4faaca-fd9f-4a11-be17-1adfe87894ac req-1c46b237-f08a-481b-9a18-cecaa5f12046 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0431728 Nov 12 00:40:16.747529 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab41ad4-1238-4bf7-801a-67f889e18574 req-58f77316-648c-4d61-af20-b573db933100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:16.753676 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8ab41ad4-1238-4bf7-801a-67f889e18574 req-58f77316-648c-4d61-af20-b573db933100 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1449163 Nov 12 00:40:16.798766 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-db9c9835-dd41-486d-9f0a-ccf87bb81e3e req-50c92eb9-1411-4f8a-be56-71671c7ab298 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189671 Nov 12 00:40:16.805337 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-cb4faaca-fd9f-4a11-be17-1adfe87894ac req-e050014e-e4ab-45b6-8cfc-0f03e5ad094f service neutron] Request body: {'port': {'device_id': 'c0e937b4-96d4-4945-8c9c-cfdf2fdba6c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:16.896404 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cb4faaca-fd9f-4a11-be17-1adfe87894ac req-e050014e-e4ab-45b6-8cfc-0f03e5ad094f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:16.940692 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5a8f7f2b-5bc4-432a-819c-a3b5e4b08132 req-66f09c92-f4bf-4fa2-be88-926afc6f667f tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c HTTP/1.1" status: 200 len: 210 time: 0.1181500 Nov 12 00:40:17.004588 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40148) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:17.022003 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40150) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:17.057093 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8ab41ad4-1238-4bf7-801a-67f889e18574 req-1403bc6d-e7f5-4ef0-8c6d-e27bb7feba7b service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918625 Nov 12 00:40:17.099018 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '703d7211-de7c-4386-912e-b0b93082174b', 'tag': 'b06c821b-bff1-411f-96ae-10a43e76c013'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:17.102123 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5692e7e2-94dc-4037-b0cd-a23bbf63b2b4" -d '{"events": [{"name": "network-changed", "server_uuid": "703d7211-de7c-4386-912e-b0b93082174b", "tag": "b06c821b-bff1-411f-96ae-10a43e76c013"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:17.174360 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6034764b-71d2-4cc1-a399-e5aabc418140 x-openstack-request-id: req-6034764b-71d2-4cc1-a399-e5aabc418140 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:17.174764 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "703d7211-de7c-4386-912e-b0b93082174b", "tag": "b06c821b-bff1-411f-96ae-10a43e76c013", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:17.175317 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6034764b-71d2-4cc1-a399-e5aabc418140 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:17.175777 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '703d7211-de7c-4386-912e-b0b93082174b', 'tag': 'b06c821b-bff1-411f-96ae-10a43e76c013', 'status': 'completed', 'code': 200} Nov 12 00:40:17.185037 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-f84958b8-1827-4365-a176-b6e4c20a6ad0 admin admin] Deleting subnet 23560efa-34af-43d7-b6b9-372f8de41fce {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:40:17.190498 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f84958b8-1827-4365-a176-b6e4c20a6ad0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:17.233217 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd384fc-94cd-46e6-bb64-711af60a8ddc req-92295d39-0809-45cd-ada3-647a6e09af92 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:17.235088 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6fd384fc-94cd-46e6-bb64-711af60a8ddc req-92295d39-0809-45cd-ada3-647a6e09af92 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.49 "GET /v2.0/networks?id=efe1d89a-522f-4c40-b263-5cebd382e88d HTTP/1.1" status: 200 len: 821 time: 0.3281848 Nov 12 00:40:17.239999 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-948dca8c-3a25-4444-9e62-95cb760ebaac None None] Provisioning complete for port 900d8329-f5b4-4d16-9f70-f0c0b36ba18b triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:17.240373 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-948dca8c-3a25-4444-9e62-95cb760ebaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:17.315328 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f84958b8-1827-4365-a176-b6e4c20a6ad0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:17.329812 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-948dca8c-3a25-4444-9e62-95cb760ebaac None None] Port 900d8329-f5b4-4d16-9f70-f0c0b36ba18b cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:40:17.373005 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-6fd384fc-94cd-46e6-bb64-711af60a8ddc req-09e5be60-68ef-4380-afa1-2ecae8df3702 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Request body: {'port': {'device_id': '9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c', 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d', 'admin_state_up': True, 'tenant_id': '9a1fd583d08a44f4b64f3812361842fc'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:17.420283 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8ab41ad4-1238-4bf7-801a-67f889e18574 req-2974cc5b-4ccc-4cd3-bf9e-1708eac3629c service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520889 Nov 12 00:40:17.451058 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692e7e2-94dc-4037-b0cd-a23bbf63b2b4 req-d5eb7aea-8fb9-430a-b895-d6b0e805001b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:17.455456 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5692e7e2-94dc-4037-b0cd-a23bbf63b2b4 req-d5eb7aea-8fb9-430a-b895-d6b0e805001b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2e7632e5ab124f1c8b23532b15062c66&device_id=703d7211-de7c-4386-912e-b0b93082174b HTTP/1.1" status: 200 len: 1100 time: 0.2251396 Nov 12 00:40:17.463774 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f84958b8-1827-4365-a176-b6e4c20a6ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:17.509950 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6cb109b5-ccfb-4814-bf62-f3fd796a3fae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=565438be93c0405484a9ba918666ff29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4840832 Nov 12 00:40:17.514386 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c5394-a8ba-4228-b948-5348fe5f3bdc req-355471c3-45f2-4663-bfd8-629a6547d682 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:17.520151 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40166) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:17.522011 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-364c5394-a8ba-4228-b948-5348fe5f3bdc req-355471c3-45f2-4663-bfd8-629a6547d682 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e937b4-96d4-4945-8c9c-cfdf2fdba6c0 HTTP/1.1" status: 200 len: 936 time: 0.1450446 Nov 12 00:40:17.528967 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add86bcb-e64e-40f8-aa68-de9606661f39 req-5b5aedb7-2f84-41e6-989f-ef8eb00994f6 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:17.530665 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-add86bcb-e64e-40f8-aa68-de9606661f39 req-5b5aedb7-2f84-41e6-989f-ef8eb00994f6 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/ports?device_id=703d7211-de7c-4386-912e-b0b93082174b HTTP/1.1" status: 200 len: 948 time: 0.2564468 Nov 12 00:40:17.548068 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device acef2276-8b5e-42f9-92af-f827c3f808cd no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:40:17.585802 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: acef2276-8b5e-42f9-92af-f827c3f808cd {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:40:17.586135 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device acef2276-8b5e-42f9-92af-f827c3f808cd not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:40:17.640525 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-364c5394-a8ba-4228-b948-5348fe5f3bdc req-2d437d0f-bd18-4a4f-98a1-39bb936a2739 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173463 Nov 12 00:40:17.645421 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-add86bcb-e64e-40f8-aa68-de9606661f39 req-7f02a154-43ea-427e-8dd4-9512962800f9 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/security-groups?id=854e8c06-d2ba-4660-8744-67dd889e0b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038771 Nov 12 00:40:17.668819 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f84958b8-1827-4365-a176-b6e4c20a6ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:17.700256 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84958b8-1827-4365-a176-b6e4c20a6ad0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23560efa-34af-43d7-b6b9-372f8de41fce,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:17.728723 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f84958b8-1827-4365-a176-b6e4c20a6ad0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:17.731889 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f84958b8-1827-4365-a176-b6e4c20a6ad0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/23560efa-34af-43d7-b6b9-372f8de41fce HTTP/1.1" status: 204 len: 168 time: 0.7260227 Nov 12 00:40:17.736803 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40170) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:17.751463 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5391e96d-64ba-4bb3-b411-c8f349ee9e43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:17.753528 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692e7e2-94dc-4037-b0cd-a23bbf63b2b4 req-a88bd9ff-1a6b-4d7b-a643-9453fd3c37f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:17.755007 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5692e7e2-94dc-4037-b0cd-a23bbf63b2b4 req-a88bd9ff-1a6b-4d7b-a643-9453fd3c37f3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.2437699 Nov 12 00:40:17.778472 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5391e96d-64ba-4bb3-b411-c8f349ee9e43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:17.847484 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5692e7e2-94dc-4037-b0cd-a23bbf63b2b4 req-aeb8a217-9714-4320-bb99-64f96c1e80f0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=b06c821b-bff1-411f-96ae-10a43e76c013 HTTP/1.1" status: 200 len: 217 time: 0.0544412 Nov 12 00:40:17.851959 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-cb4faaca-fd9f-4a11-be17-1adfe87894ac req-e050014e-e4ab-45b6-8cfc-0f03e5ad094f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 900d8329-f5b4-4d16-9f70-f0c0b36ba18b {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:17.864507 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cb4faaca-fd9f-4a11-be17-1adfe87894ac req-e050014e-e4ab-45b6-8cfc-0f03e5ad094f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:17.867445 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fd384fc-94cd-46e6-bb64-711af60a8ddc req-09e5be60-68ef-4380-afa1-2ecae8df3702 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Made reservation on behalf of 9a1fd583d08a44f4b64f3812361842fc for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:40:17.871040 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6fd384fc-94cd-46e6-bb64-711af60a8ddc req-09e5be60-68ef-4380-afa1-2ecae8df3702 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:17.905900 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-cb4faaca-fd9f-4a11-be17-1adfe87894ac req-e050014e-e4ab-45b6-8cfc-0f03e5ad094f service neutron] Transition to ACTIVE for port object 900d8329-f5b4-4d16-9f70-f0c0b36ba18b will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:40:17.915102 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cb4faaca-fd9f-4a11-be17-1adfe87894ac req-e050014e-e4ab-45b6-8cfc-0f03e5ad094f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:17.920662 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5391e96d-64ba-4bb3-b411-c8f349ee9e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:17.923225 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5391e96d-64ba-4bb3-b411-c8f349ee9e43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:17.924335 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5391e96d-64ba-4bb3-b411-c8f349ee9e43 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/af2ff3b0-e770-4913-b723-d9edf6430f6c HTTP/1.1" status: 204 len: 168 time: 0.3926466 Nov 12 00:40:17.927096 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ddab4-5b4f-4fd7-9c84-e423ab64b9c2 req-07b6d46c-dc7a-42f2-83fe-fa6aca2d9f5f tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:17.928971 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-023ddab4-5b4f-4fd7-9c84-e423ab64b9c2 req-07b6d46c-dc7a-42f2-83fe-fa6aca2d9f5f tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8 HTTP/1.1" status: 200 len: 949 time: 0.2168064 Nov 12 00:40:17.931239 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-38f343da-df2f-460b-8472-8a48ae51573f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:17.939198 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692e7e2-94dc-4037-b0cd-a23bbf63b2b4 req-773aa2c8-8f2b-4562-bf53-488aa47dd6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:17.940682 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5692e7e2-94dc-4037-b0cd-a23bbf63b2b4 req-773aa2c8-8f2b-4562-bf53-488aa47dd6ce service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.0850565 Nov 12 00:40:17.942251 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5391e96d-64ba-4bb3-b411-c8f349ee9e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2ff3b0-e770-4913-b723-d9edf6430f6c,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:17.968121 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6cf15-a82d-4351-8e9f-8259bf713dc4 req-d8ad9f82-98cd-4229-894d-a56b1a2bd503 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:17.976154 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bae6cf15-a82d-4351-8e9f-8259bf713dc4 req-d8ad9f82-98cd-4229-894d-a56b1a2bd503 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee5a1b02-e7f1-44ed-995a-82076751502e HTTP/1.1" status: 200 len: 946 time: 0.0930557 Nov 12 00:40:18.049979 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692e7e2-94dc-4037-b0cd-a23bbf63b2b4 req-0d7c9d87-3591-4d21-954e-04b10ae229e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:18.051766 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5692e7e2-94dc-4037-b0cd-a23bbf63b2b4 req-0d7c9d87-3591-4d21-954e-04b10ae229e1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1025870 Nov 12 00:40:18.066869 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bae6cf15-a82d-4351-8e9f-8259bf713dc4 req-0e1bfc67-0b0a-4706-90ea-8306a5e26dd4 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877659 Nov 12 00:40:18.193180 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a50d0367-246a-4eb9-a6f8-eb46856f59ce req-1b12c5a7-187f-41f8-bd59-dd6658d1867e tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c HTTP/1.1" status: 200 len: 210 time: 0.0330775 Nov 12 00:40:18.251403 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5692e7e2-94dc-4037-b0cd-a23bbf63b2b4 req-b072b0c7-0e86-42bf-9815-058006b321b6 service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830411 Nov 12 00:40:18.343259 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e050014e-e4ab-45b6-8cfc-0f03e5ad094f service neutron] Pushing event updated for resources: {'Port': ['ID=900d8329-f5b4-4d16-9f70-f0c0b36ba18b,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:18.402541 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5692e7e2-94dc-4037-b0cd-a23bbf63b2b4 req-87843b53-a51d-4f56-8650-577165575df5 service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439898 Nov 12 00:40:18.514544 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-023ddab4-5b4f-4fd7-9c84-e423ab64b9c2 req-eee266ea-cc53-44db-ad9c-f7813e86b6dd tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5483568 Nov 12 00:40:18.535500 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-38f343da-df2f-460b-8472-8a48ae51573f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:18.584584 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-6fd384fc-94cd-46e6-bb64-711af60a8ddc req-09e5be60-68ef-4380-afa1-2ecae8df3702 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Allocated IP 172.20.0.10 (efe1d89a-522f-4c40-b263-5cebd382e88d/89218ce2-e54b-4f33-b040-6aa3f821723a/72b6950c-8f9a-4518-af85-fcd8787c0065) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:40:18.596224 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-38f343da-df2f-460b-8472-8a48ae51573f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72fc5095-4a09-4622-9ab3-51afb956404f']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:18.620152 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-38f343da-df2f-460b-8472-8a48ae51573f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1577460f-f6ea-4544-aac7-610fa705ffbb') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:18.620448 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-38f343da-df2f-460b-8472-8a48ae51573f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1577460f-f6ea-4544-aac7-610fa705ffbb') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:18.622922 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-cb4faaca-fd9f-4a11-be17-1adfe87894ac req-e050014e-e4ab-45b6-8cfc-0f03e5ad094f service neutron] Attempting to bind port 900d8329-f5b4-4d16-9f70-f0c0b36ba18b on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:40:18.623246 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-cb4faaca-fd9f-4a11-be17-1adfe87894ac req-e050014e-e4ab-45b6-8cfc-0f03e5ad094f service neutron] Attempting to bind port 900d8329-f5b4-4d16-9f70-f0c0b36ba18b by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:40:18.623567 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4faaca-fd9f-4a11-be17-1adfe87894ac req-e050014e-e4ab-45b6-8cfc-0f03e5ad094f service neutron] Attempting to bind port 900d8329-f5b4-4d16-9f70-f0c0b36ba18b on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:18.639930 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-38f343da-df2f-460b-8472-8a48ae51573f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:18.643975 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4faaca-fd9f-4a11-be17-1adfe87894ac req-e050014e-e4ab-45b6-8cfc-0f03e5ad094f service neutron] Port 900d8329-f5b4-4d16-9f70-f0c0b36ba18b on network 172a28b2-119c-4d70-aef1-a731eb107d6c not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:40:18.644298 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4faaca-fd9f-4a11-be17-1adfe87894ac req-e050014e-e4ab-45b6-8cfc-0f03e5ad094f service neutron] Attempting to bind port 900d8329-f5b4-4d16-9f70-f0c0b36ba18b on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:18.673713 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4faaca-fd9f-4a11-be17-1adfe87894ac req-e050014e-e4ab-45b6-8cfc-0f03e5ad094f service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:40:18.674100 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4faaca-fd9f-4a11-be17-1adfe87894ac req-e050014e-e4ab-45b6-8cfc-0f03e5ad094f service neutron] Checking segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:40:18.674440 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4faaca-fd9f-4a11-be17-1adfe87894ac req-e050014e-e4ab-45b6-8cfc-0f03e5ad094f service neutron] Bound using segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:40:18.674877 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-cb4faaca-fd9f-4a11-be17-1adfe87894ac req-e050014e-e4ab-45b6-8cfc-0f03e5ad094f service neutron] Bound port: 900d8329-f5b4-4d16-9f70-f0c0b36ba18b, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:40:18.675270 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cb4faaca-fd9f-4a11-be17-1adfe87894ac req-e050014e-e4ab-45b6-8cfc-0f03e5ad094f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:18.685025 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3d44d-4d40-4fa8-92e6-950d0f75a7ff req-a03d6d3f-4ef1-4945-a3a2-9e9179508483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:18.686568 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d6a3d44d-4d40-4fa8-92e6-950d0f75a7ff req-a03d6d3f-4ef1-4945-a3a2-9e9179508483 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=79a8b3dad7a0401ab482e19b622fac98&device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8 HTTP/1.1" status: 200 len: 1101 time: 0.1711640 Nov 12 00:40:18.690253 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-38f343da-df2f-460b-8472-8a48ae51573f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:18.727068 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38f343da-df2f-460b-8472-8a48ae51573f admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:40:18.727068 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-38f343da-df2f-460b-8472-8a48ae51573f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:18.729764 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:40:18.729764 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:40:18.729764 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:40:18.729764 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:40:18.729764 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:40:18.729764 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:40:18.729764 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:40:18.729764 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:40:18.729764 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:40:18.729764 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:40:18.729764 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:40:18.729764 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:40:18.729764 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:40:18.729764 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:40:18.729764 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:40:18.729764 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:40:18.729764 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:40:18.729764 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:40:18.729764 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:40:18.729764 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:40:18.729764 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:40:18.729764 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:40:18.729764 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:40:18.729764 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:40:18.729764 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:40:18.729764 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:40:18.729764 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:40:18.729764 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:40:18.729764 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:40:18.729764 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:40:18.729764 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:40:18.729764 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:40:18.804631 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d7929-bdbc-479d-a811-19d8593f5f2c req-86536042-3468-4a5b-afd9-c5700141cd8c tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:18.806281 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e48d7929-bdbc-479d-a811-19d8593f5f2c req-86536042-3468-4a5b-afd9-c5700141cd8c tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e937b4-96d4-4945-8c9c-cfdf2fdba6c0 HTTP/1.1" status: 200 len: 948 time: 0.0654595 Nov 12 00:40:18.854554 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e48d7929-bdbc-479d-a811-19d8593f5f2c req-39268548-7ad7-450d-88c4-d6e7743a0045 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423455 Nov 12 00:40:18.966714 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-38f343da-df2f-460b-8472-8a48ae51573f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:18.992856 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-38f343da-df2f-460b-8472-8a48ae51573f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:18.995970 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-38f343da-df2f-460b-8472-8a48ae51573f admin admin] 10.222.0.20 "DELETE /v2.0/networks/72fc5095-4a09-4622-9ab3-51afb956404f HTTP/1.1" status: 204 len: 168 time: 1.2344084 Nov 12 00:40:18.998988 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40206) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:19.019250 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-cb4faaca-fd9f-4a11-be17-1adfe87894ac req-e050014e-e4ab-45b6-8cfc-0f03e5ad094f service neutron] For port 900d8329-f5b4-4d16-9f70-f0c0b36ba18b, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:40:19.030429 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f343da-df2f-460b-8472-8a48ae51573f admin admin] Pushing event deleted for resources: {'Network': ['ID=72fc5095-4a09-4622-9ab3-51afb956404f,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:19.047954 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f00b6b-b73c-48fe-b9db-286c158e18ee req-07bab1c0-5629-4f5e-bb98-63c6e24503ea tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:19.048688 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f1171cb-5183-49a0-abab-fa61e8bcdf8e admin admin] Deleting subnet 3e89b03c-600a-4235-a667-5cdf63323ea4 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:40:19.049439 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f9f00b6b-b73c-48fe-b9db-286c158e18ee req-07bab1c0-5629-4f5e-bb98-63c6e24503ea tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/ports?device_id=703d7211-de7c-4386-912e-b0b93082174b HTTP/1.1" status: 200 len: 948 time: 0.2686787 Nov 12 00:40:19.051894 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5f1171cb-5183-49a0-abab-fa61e8bcdf8e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:19.067983 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-cb4faaca-fd9f-4a11-be17-1adfe87894ac req-e050014e-e4ab-45b6-8cfc-0f03e5ad094f service neutron] For port 900d8329-f5b4-4d16-9f70-f0c0b36ba18b, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=900d8329-f5b4-4d16-9f70-f0c0b36ba18b,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:40:19.074896 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3d44d-4d40-4fa8-92e6-950d0f75a7ff req-7216731c-f346-467d-ad42-695f82016ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:19.076350 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d6a3d44d-4d40-4fa8-92e6-950d0f75a7ff req-7216731c-f346-467d-ad42-695f82016ac5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.3696151 Nov 12 00:40:19.084418 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cb4faaca-fd9f-4a11-be17-1adfe87894ac req-e050014e-e4ab-45b6-8cfc-0f03e5ad094f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:19.095066 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5f1171cb-5183-49a0-abab-fa61e8bcdf8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:19.098236 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6fd384fc-94cd-46e6-bb64-711af60a8ddc req-09e5be60-68ef-4380-afa1-2ecae8df3702 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:19.136189 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5f1171cb-5183-49a0-abab-fa61e8bcdf8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:19.172910 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d6a3d44d-4d40-4fa8-92e6-950d0f75a7ff req-acc77e15-0d6f-468e-afb6-193fe6ae14c2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=2a31bd22-6672-49ca-807d-dda3ab4ec4e2 HTTP/1.1" status: 200 len: 217 time: 0.0703273 Nov 12 00:40:19.196808 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5f1171cb-5183-49a0-abab-fa61e8bcdf8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:19.199087 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4faaca-fd9f-4a11-be17-1adfe87894ac req-e050014e-e4ab-45b6-8cfc-0f03e5ad094f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:19.199686 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cb4faaca-fd9f-4a11-be17-1adfe87894ac req-e050014e-e4ab-45b6-8cfc-0f03e5ad094f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:19.201115 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb4faaca-fd9f-4a11-be17-1adfe87894ac req-e050014e-e4ab-45b6-8cfc-0f03e5ad094f service neutron] 10.222.0.54 "PUT /v2.0/ports/900d8329-f5b4-4d16-9f70-f0c0b36ba18b HTTP/1.1" status: 200 len: 1097 time: 2.4344163 Nov 12 00:40:19.201652 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e937b4-96d4-4945-8c9c-cfdf2fdba6c0', 'tag': '900d8329-f5b4-4d16-9f70-f0c0b36ba18b'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:19.203905 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a6b096-963d-4f2b-8ff7-84ce4adcd6ca" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e937b4-96d4-4945-8c9c-cfdf2fdba6c0", "tag": "900d8329-f5b4-4d16-9f70-f0c0b36ba18b"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:19.243660 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5f1171cb-5183-49a0-abab-fa61e8bcdf8e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:19.252922 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5f1171cb-5183-49a0-abab-fa61e8bcdf8e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3e89b03c-600a-4235-a667-5cdf63323ea4 HTTP/1.1" status: 204 len: 168 time: 0.2526605 Nov 12 00:40:19.254448 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1171cb-5183-49a0-abab-fa61e8bcdf8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e89b03c-600a-4235-a667-5cdf63323ea4,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:19.257821 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40216) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:19.290126 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f9f00b6b-b73c-48fe-b9db-286c158e18ee req-5e419d74-be1b-4e6a-b56b-e0a4eb42f199 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/security-groups?id=854e8c06-d2ba-4660-8744-67dd889e0b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222090 Nov 12 00:40:19.295082 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e050014e-e4ab-45b6-8cfc-0f03e5ad094f service neutron] Pushing event updated for resources: {'Port': ['ID=900d8329-f5b4-4d16-9f70-f0c0b36ba18b,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:19.359471 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-efb43a09-346d-43c5-bc30-80d110c2b7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:19.385353 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6fd384fc-94cd-46e6-bb64-711af60a8ddc req-09e5be60-68ef-4380-afa1-2ecae8df3702 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:19.410542 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3d44d-4d40-4fa8-92e6-950d0f75a7ff req-e91a14fb-0d96-47f9-86ef-7f7effd90c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:19.412036 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d6a3d44d-4d40-4fa8-92e6-950d0f75a7ff req-e91a14fb-0d96-47f9-86ef-7f7effd90c6b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.2167659 Nov 12 00:40:19.438051 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04d4a91-583c-46f9-a5b5-2f57313c2787 x-openstack-request-id: req-d04d4a91-583c-46f9-a5b5-2f57313c2787 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:19.438931 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e937b4-96d4-4945-8c9c-cfdf2fdba6c0", "tag": "900d8329-f5b4-4d16-9f70-f0c0b36ba18b", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:19.439437 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d04d4a91-583c-46f9-a5b5-2f57313c2787 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:19.440215 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e937b4-96d4-4945-8c9c-cfdf2fdba6c0', 'tag': '900d8329-f5b4-4d16-9f70-f0c0b36ba18b', 'status': 'completed', 'code': 200} Nov 12 00:40:19.515321 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e5be60-68ef-4380-afa1-2ecae8df3702 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Pushing event updated for resources: {'Port': ['ID=72b6950c-8f9a-4518-af85-fcd8787c0065,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:19.532020 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fd384fc-94cd-46e6-bb64-711af60a8ddc req-09e5be60-68ef-4380-afa1-2ecae8df3702 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Network efe1d89a-522f-4c40-b263-5cebd382e88d is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:40:19.541765 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4faaca-fd9f-4a11-be17-1adfe87894ac req-9b9cfd0b-de87-4c45-a36e-d3d3cbfc7b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:19.543437 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb4faaca-fd9f-4a11-be17-1adfe87894ac req-9b9cfd0b-de87-4c45-a36e-d3d3cbfc7b1d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0af2efd5599d423589f5e6a8043a04f2&device_id=c0e937b4-96d4-4945-8c9c-cfdf2fdba6c0 HTTP/1.1" status: 200 len: 1100 time: 0.2522492 Nov 12 00:40:19.544208 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-6fd384fc-94cd-46e6-bb64-711af60a8ddc req-09e5be60-68ef-4380-afa1-2ecae8df3702 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:40:19.547210 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd384fc-94cd-46e6-bb64-711af60a8ddc req-09e5be60-68ef-4380-afa1-2ecae8df3702 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:40:19.559387 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device b06c821b-bff1-411f-96ae-10a43e76c013 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:40:19.639383 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1297364-ac30-4372-830d-d0bb1f66c5fa req-8ab0df35-e6d8-4304-a5ce-960cd1c4a17f tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:19.640964 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a1297364-ac30-4372-830d-d0bb1f66c5fa req-8ab0df35-e6d8-4304-a5ce-960cd1c4a17f tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee5a1b02-e7f1-44ed-995a-82076751502e HTTP/1.1" status: 200 len: 946 time: 0.2536604 Nov 12 00:40:19.644955 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb4faaca-fd9f-4a11-be17-1adfe87894ac req-93f78a86-570d-43e3-ab87-c1a35659e1d3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=900d8329-f5b4-4d16-9f70-f0c0b36ba18b HTTP/1.1" status: 200 len: 217 time: 0.0654125 Nov 12 00:40:19.647198 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3d44d-4d40-4fa8-92e6-950d0f75a7ff req-ee2aacaf-819e-4200-97bd-283d32fadc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:19.648722 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d6a3d44d-4d40-4fa8-92e6-950d0f75a7ff req-ee2aacaf-819e-4200-97bd-283d32fadc22 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2053576 Nov 12 00:40:19.657223 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd384fc-94cd-46e6-bb64-711af60a8ddc req-09e5be60-68ef-4380-afa1-2ecae8df3702 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:19.657918 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6fd384fc-94cd-46e6-bb64-711af60a8ddc req-09e5be60-68ef-4380-afa1-2ecae8df3702 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:19.678557 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port b06c821b-bff1-411f-96ae-10a43e76c013, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=b06c821b-bff1-411f-96ae-10a43e76c013,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:19.691158 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'b06c821b-bff1-411f-96ae-10a43e76c013', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'port_id': 'b06c821b-bff1-411f-96ae-10a43e76c013', 'mac_address': 'fa:16:3e:a8:4f:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3288e972-21d8-4a52-9002-05790fb0bb61', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:40:19.733442 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:19.746373 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-efb43a09-346d-43c5-bc30-80d110c2b7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:19.747042 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b06c821b-bff1-411f-96ae-10a43e76c013 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:19.769259 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b902f-ec4c-4d1d-a7d2-a4f847b4a41f req-48d01a90-d1cf-4ca7-9a18-19484e26b733 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:19.770046 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port b06c821b-bff1-411f-96ae-10a43e76c013, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=b06c821b-bff1-411f-96ae-10a43e76c013,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:19.775128 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:19.775879 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 0e040e9b-b854-41af-a259-24e4f00f0106 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:40:19.778007 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2a0b902f-ec4c-4d1d-a7d2-a4f847b4a41f req-48d01a90-d1cf-4ca7-9a18-19484e26b733 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c HTTP/1.1" status: 200 len: 932 time: 0.1167874 Nov 12 00:40:19.787016 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6fd384fc-94cd-46e6-bb64-711af60a8ddc req-09e5be60-68ef-4380-afa1-2ecae8df3702 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4856741 Nov 12 00:40:19.802939 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-efb43a09-346d-43c5-bc30-80d110c2b7b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['804e674a-f941-44eb-9fba-ba069d81af28']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:19.812668 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-6fd384fc-94cd-46e6-bb64-711af60a8ddc req-ac7c4119-6792-40be-be4d-d3d2197a5ef9 service neutron] Request body: {'port': {'device_id': '9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:19.815792 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-efb43a09-346d-43c5-bc30-80d110c2b7b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce48962f-0745-41fe-93ed-b06b4b600f3c') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:19.816090 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-efb43a09-346d-43c5-bc30-80d110c2b7b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce48962f-0745-41fe-93ed-b06b4b600f3c') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:19.837394 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-efb43a09-346d-43c5-bc30-80d110c2b7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:19.844472 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 0e040e9b-b854-41af-a259-24e4f00f0106, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=0e040e9b-b854-41af-a259-24e4f00f0106,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:19.852761 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=b06c821b-bff1-411f-96ae-10a43e76c013,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:19.858805 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4faaca-fd9f-4a11-be17-1adfe87894ac req-1c721c58-3967-4a68-b063-7e96da9ac6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:19.860758 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '0e040e9b-b854-41af-a259-24e4f00f0106', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'port_id': '0e040e9b-b854-41af-a259-24e4f00f0106', 'mac_address': 'fa:16:3e:55:61:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3288e972-21d8-4a52-9002-05790fb0bb61', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:40:19.860899 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb4faaca-fd9f-4a11-be17-1adfe87894ac req-1c721c58-3967-4a68-b063-7e96da9ac6cf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.1998656 Nov 12 00:40:19.871726 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2a0b902f-ec4c-4d1d-a7d2-a4f847b4a41f req-17fba2a2-4c2a-4144-b092-fc130e213e7e tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925152 Nov 12 00:40:19.872628 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-efb43a09-346d-43c5-bc30-80d110c2b7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:19.876667 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a1297364-ac30-4372-830d-d0bb1f66c5fa req-e5cced50-8cd0-44ab-bac2-893b5ca9477f tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106311 Nov 12 00:40:19.896229 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efb43a09-346d-43c5-bc30-80d110c2b7b1 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:40:19.896229 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-efb43a09-346d-43c5-bc30-80d110c2b7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:19.896471 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 00:40:19.896471 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:40:19.896471 n-d-812236-11 neutron-server[102662]: timer() Nov 12 00:40:19.896471 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:40:19.896471 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 00:40:19.896471 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:40:19.896471 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 00:40:19.896471 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:40:19.896471 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 00:40:19.896471 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:40:19.896471 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 00:40:19.896471 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:40:19.896471 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 00:40:19.896471 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:40:19.896471 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:40:19.896471 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:40:19.896471 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:40:19.896471 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:40:19.896471 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 00:40:19.896471 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:40:19.896471 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 00:40:19.896471 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:40:19.896471 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:40:19.896471 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:40:19.896471 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 00:40:19.896471 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:40:19.896471 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:40:19.896471 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:40:19.896471 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:40:19.896471 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:40:19.896471 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:40:19.896471 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:40:19.904702 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:19.919130 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e040e9b-b854-41af-a259-24e4f00f0106 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:19.943571 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 0e040e9b-b854-41af-a259-24e4f00f0106, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=0e040e9b-b854-41af-a259-24e4f00f0106,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:19.959779 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:19.973554 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d6a3d44d-4d40-4fa8-92e6-950d0f75a7ff req-5e0dd7d9-bab8-4c6b-b4f0-c452bcb3b625 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108964 Nov 12 00:40:19.983629 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6fd384fc-94cd-46e6-bb64-711af60a8ddc req-ac7c4119-6792-40be-be4d-d3d2197a5ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:19.985104 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-efb43a09-346d-43c5-bc30-80d110c2b7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:19.992015 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-efb43a09-346d-43c5-bc30-80d110c2b7b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:20.001166 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-efb43a09-346d-43c5-bc30-80d110c2b7b1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/804e674a-f941-44eb-9fba-ba069d81af28 HTTP/1.1" status: 204 len: 168 time: 0.7422073 Nov 12 00:40:20.028406 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb43a09-346d-43c5-bc30-80d110c2b7b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=804e674a-f941-44eb-9fba-ba069d81af28,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:20.049851 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=0e040e9b-b854-41af-a259-24e4f00f0106,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:20.088510 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee7220-597f-41bf-a1ac-3b135a95aba4 req-5dea56c2-ec04-4e42-8795-0c625a85dea8 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:20.089042 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0bee7220-597f-41bf-a1ac-3b135a95aba4 req-5dea56c2-ec04-4e42-8795-0c625a85dea8 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8 HTTP/1.1" status: 200 len: 949 time: 0.0866263 Nov 12 00:40:20.089644 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4faaca-fd9f-4a11-be17-1adfe87894ac req-9baa46d2-6e61-40ef-b042-53f6e220a4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:20.091223 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb4faaca-fd9f-4a11-be17-1adfe87894ac req-9baa46d2-6e61-40ef-b042-53f6e220a4af service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2137380 Nov 12 00:40:20.142600 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0bee7220-597f-41bf-a1ac-3b135a95aba4 req-fb3548e6-2c86-4195-a997-16d4343d432d tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468323 Nov 12 00:40:20.239409 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40230) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:20.279137 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-73b71860-2d0f-4e87-95f8-6d5886654494 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=df4f7225c2fd45f9ae690595c3264537&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385909 Nov 12 00:40:20.281639 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40232) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:20.287293 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d6a3d44d-4d40-4fa8-92e6-950d0f75a7ff req-c4cd1537-c94e-43bc-a9ce-158e7b3fe966 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008859 Nov 12 00:40:20.303813 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74217b-9a1b-4b35-87c6-667749f57830 req-734e198c-d69b-4a90-8a18-bbc04e4f1540 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:20.312565 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0f74217b-9a1b-4b35-87c6-667749f57830 req-734e198c-d69b-4a90-8a18-bbc04e4f1540 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e937b4-96d4-4945-8c9c-cfdf2fdba6c0 HTTP/1.1" status: 200 len: 948 time: 0.2627056 Nov 12 00:40:20.344649 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3ed4c2f2-adcf-413c-86c7-8996dcff5372 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:20.379036 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3ed4c2f2-adcf-413c-86c7-8996dcff5372 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:20.388274 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb4faaca-fd9f-4a11-be17-1adfe87894ac req-daa37a18-97ef-4cb5-9cb4-e4d83a17d3ee service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653015 Nov 12 00:40:20.448396 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3ed4c2f2-adcf-413c-86c7-8996dcff5372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:20.452919 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3ed4c2f2-adcf-413c-86c7-8996dcff5372 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:20.458318 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3ed4c2f2-adcf-413c-86c7-8996dcff5372 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0fb9feff-651c-40d6-b099-b201f869b99f HTTP/1.1" status: 204 len: 168 time: 0.1735106 Nov 12 00:40:20.473624 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed4c2f2-adcf-413c-86c7-8996dcff5372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb9feff-651c-40d6-b099-b201f869b99f,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:20.490944 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['0e040e9b-b854-41af-a259-24e4f00f0106'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:20.497279 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0f74217b-9a1b-4b35-87c6-667749f57830 req-97163424-df2c-485c-936a-da0f34c7cb59 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846552 Nov 12 00:40:20.557459 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['b06c821b-bff1-411f-96ae-10a43e76c013'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:20.621050 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb4faaca-fd9f-4a11-be17-1adfe87894ac req-f71fe11f-3c66-47a2-a2e9-4c0b795cade8 service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156286 Nov 12 00:40:20.791459 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198eeef-84a4-4c2d-aa68-355263bfef61 req-643d6bd4-1e8b-4807-9dc1-1533b21a479d tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:20.798834 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8198eeef-84a4-4c2d-aa68-355263bfef61 req-643d6bd4-1e8b-4807-9dc1-1533b21a479d tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/ports?device_id=703d7211-de7c-4386-912e-b0b93082174b HTTP/1.1" status: 200 len: 949 time: 0.1932518 Nov 12 00:40:20.866879 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6b096-963d-4f2b-8ff7-84ce4adcd6ca req-64033eec-ba75-4900-9ccb-55572ed1cc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:20.868365 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-42a6b096-963d-4f2b-8ff7-84ce4adcd6ca req-64033eec-ba75-4900-9ccb-55572ed1cc62 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0af2efd5599d423589f5e6a8043a04f2&device_id=c0e937b4-96d4-4945-8c9c-cfdf2fdba6c0 HTTP/1.1" status: 200 len: 1100 time: 0.1328621 Nov 12 00:40:20.872229 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-6fd384fc-94cd-46e6-bb64-711af60a8ddc req-ac7c4119-6792-40be-be4d-d3d2197a5ef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72b6950c-8f9a-4518-af85-fcd8787c0065 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:20.886224 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6fd384fc-94cd-46e6-bb64-711af60a8ddc req-ac7c4119-6792-40be-be4d-d3d2197a5ef9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:20.917107 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8198eeef-84a4-4c2d-aa68-355263bfef61 req-e4223b6a-d123-4f89-b052-7f14d7935833 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/security-groups?id=854e8c06-d2ba-4660-8744-67dd889e0b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170146 Nov 12 00:40:20.957768 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-6fd384fc-94cd-46e6-bb64-711af60a8ddc req-ac7c4119-6792-40be-be4d-d3d2197a5ef9 service neutron] Transition to ACTIVE for port object 72b6950c-8f9a-4518-af85-fcd8787c0065 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:40:20.978334 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40252) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:20.988226 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6fd384fc-94cd-46e6-bb64-711af60a8ddc req-ac7c4119-6792-40be-be4d-d3d2197a5ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:21.054599 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-01029ce8-b948-412b-904f-c2888b4cd04a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=be574321427b4378bdb1cb1407f18aa3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0720563 Nov 12 00:40:21.054813 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40254) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:21.069394 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3b2f2-4273-469a-ab09-c9c3d97ac65b req-87707f12-99d9-4592-9005-9a57ade6441f tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:21.070966 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b3f3b2f2-4273-469a-ab09-c9c3d97ac65b req-87707f12-99d9-4592-9005-9a57ade6441f tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee5a1b02-e7f1-44ed-995a-82076751502e HTTP/1.1" status: 200 len: 946 time: 0.0859997 Nov 12 00:40:21.151766 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b3f3b2f2-4273-469a-ab09-c9c3d97ac65b req-d4ed602c-6739-4bef-80d5-00275fc079fa tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729854 Nov 12 00:40:21.152561 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2a47f9f4-4934-449b-b642-2520a135e81d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:21.178063 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2a47f9f4-4934-449b-b642-2520a135e81d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:21.234543 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2a47f9f4-4934-449b-b642-2520a135e81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:21.237212 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2a47f9f4-4934-449b-b642-2520a135e81d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:21.241822 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2a47f9f4-4934-449b-b642-2520a135e81d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/05f0b9aa-b057-4fb2-b10f-f613e2ce0b0d HTTP/1.1" status: 204 len: 168 time: 0.1828208 Nov 12 00:40:21.255474 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a47f9f4-4934-449b-b642-2520a135e81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f0b9aa-b057-4fb2-b10f-f613e2ce0b0d,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:21.339353 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3eb901-e05c-411f-9ffa-517dcb1e6e2b req-7d884666-0c0b-430d-9cc7-1d9e3b1790f8 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:21.340915 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-df3eb901-e05c-411f-9ffa-517dcb1e6e2b req-7d884666-0c0b-430d-9cc7-1d9e3b1790f8 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8 HTTP/1.1" status: 200 len: 949 time: 0.0665669 Nov 12 00:40:21.354468 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c4119-6792-40be-be4d-d3d2197a5ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=72b6950c-8f9a-4518-af85-fcd8787c0065,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:21.377719 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6b096-963d-4f2b-8ff7-84ce4adcd6ca req-268c76d7-c9f6-4348-9037-3e2f7c2d2cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:21.379197 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-42a6b096-963d-4f2b-8ff7-84ce4adcd6ca req-268c76d7-c9f6-4348-9037-3e2f7c2d2cb3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.4826412 Nov 12 00:40:21.395594 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-df3eb901-e05c-411f-9ffa-517dcb1e6e2b req-bc05c886-1e32-4af2-83e3-2b82e403d7ca tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478652 Nov 12 00:40:21.447030 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-42a6b096-963d-4f2b-8ff7-84ce4adcd6ca req-bb308092-ebba-46a6-9b79-31a1ccfa6f6f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=900d8329-f5b4-4d16-9f70-f0c0b36ba18b HTTP/1.1" status: 200 len: 217 time: 0.0456326 Nov 12 00:40:21.454481 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0328980-d48c-4860-b5ba-d83c4572fe26 req-13a99654-e98a-41bd-8cc9-25c8d398aced tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:21.455916 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f0328980-d48c-4860-b5ba-d83c4572fe26 req-13a99654-e98a-41bd-8cc9-25c8d398aced tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c HTTP/1.1" status: 200 len: 944 time: 0.4307165 Nov 12 00:40:21.535773 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-6fd384fc-94cd-46e6-bb64-711af60a8ddc req-ac7c4119-6792-40be-be4d-d3d2197a5ef9 service neutron] Attempting to bind port 72b6950c-8f9a-4518-af85-fcd8787c0065 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:40:21.536089 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-6fd384fc-94cd-46e6-bb64-711af60a8ddc req-ac7c4119-6792-40be-be4d-d3d2197a5ef9 service neutron] Attempting to bind port 72b6950c-8f9a-4518-af85-fcd8787c0065 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '6dc56b81-8d8e-4b44-90a6-8b45d539a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:40:21.536332 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd384fc-94cd-46e6-bb64-711af60a8ddc req-ac7c4119-6792-40be-be4d-d3d2197a5ef9 service neutron] Attempting to bind port 72b6950c-8f9a-4518-af85-fcd8787c0065 on network efe1d89a-522f-4c40-b263-5cebd382e88d {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:21.550133 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6b096-963d-4f2b-8ff7-84ce4adcd6ca req-9d826931-dc35-487f-8ebf-d6d4a2f95836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:21.551589 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-42a6b096-963d-4f2b-8ff7-84ce4adcd6ca req-9d826931-dc35-487f-8ebf-d6d4a2f95836 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.0929658 Nov 12 00:40:21.555296 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd384fc-94cd-46e6-bb64-711af60a8ddc req-ac7c4119-6792-40be-be4d-d3d2197a5ef9 service neutron] Port 72b6950c-8f9a-4518-af85-fcd8787c0065 on network efe1d89a-522f-4c40-b263-5cebd382e88d not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:40:21.555618 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd384fc-94cd-46e6-bb64-711af60a8ddc req-ac7c4119-6792-40be-be4d-d3d2197a5ef9 service neutron] Attempting to bind port 72b6950c-8f9a-4518-af85-fcd8787c0065 on network efe1d89a-522f-4c40-b263-5cebd382e88d {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:21.592739 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd384fc-94cd-46e6-bb64-711af60a8ddc req-ac7c4119-6792-40be-be4d-d3d2197a5ef9 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:40:21.593447 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd384fc-94cd-46e6-bb64-711af60a8ddc req-ac7c4119-6792-40be-be4d-d3d2197a5ef9 service neutron] Checking segment: {'id': '6dc56b81-8d8e-4b44-90a6-8b45d539a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:40:21.593447 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd384fc-94cd-46e6-bb64-711af60a8ddc req-ac7c4119-6792-40be-be4d-d3d2197a5ef9 service neutron] Bound using segment: {'id': '6dc56b81-8d8e-4b44-90a6-8b45d539a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:40:21.593974 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-6fd384fc-94cd-46e6-bb64-711af60a8ddc req-ac7c4119-6792-40be-be4d-d3d2197a5ef9 service neutron] Bound port: 72b6950c-8f9a-4518-af85-fcd8787c0065, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dc56b81-8d8e-4b44-90a6-8b45d539a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:40:21.594225 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6fd384fc-94cd-46e6-bb64-711af60a8ddc req-ac7c4119-6792-40be-be4d-d3d2197a5ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:21.604032 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f0328980-d48c-4860-b5ba-d83c4572fe26 req-77c2f55c-2bca-4bcc-b1d5-dac0334167be tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345403 Nov 12 00:40:21.652491 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6b096-963d-4f2b-8ff7-84ce4adcd6ca req-888dcc32-835c-48f0-b653-6b65f41e16a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:21.654087 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-42a6b096-963d-4f2b-8ff7-84ce4adcd6ca req-888dcc32-835c-48f0-b653-6b65f41e16a3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0931323 Nov 12 00:40:21.747192 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-6fd384fc-94cd-46e6-bb64-711af60a8ddc req-ac7c4119-6792-40be-be4d-d3d2197a5ef9 service neutron] For port 72b6950c-8f9a-4518-af85-fcd8787c0065, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:40:21.766336 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-6fd384fc-94cd-46e6-bb64-711af60a8ddc req-ac7c4119-6792-40be-be4d-d3d2197a5ef9 service neutron] For port 72b6950c-8f9a-4518-af85-fcd8787c0065, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=72b6950c-8f9a-4518-af85-fcd8787c0065,segment=NetworkSegment(6dc56b81-8d8e-4b44-90a6-8b45d539a128),segment_id=6dc56b81-8d8e-4b44-90a6-8b45d539a128)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:40:21.776892 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6fd384fc-94cd-46e6-bb64-711af60a8ddc req-ac7c4119-6792-40be-be4d-d3d2197a5ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:21.828025 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-42a6b096-963d-4f2b-8ff7-84ce4adcd6ca req-ab4ed629-c452-46fe-95b8-27fba4fd7c18 service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650233 Nov 12 00:40:21.831177 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd384fc-94cd-46e6-bb64-711af60a8ddc req-ac7c4119-6792-40be-be4d-d3d2197a5ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:21.831816 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6fd384fc-94cd-46e6-bb64-711af60a8ddc req-ac7c4119-6792-40be-be4d-d3d2197a5ef9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:21.833089 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6fd384fc-94cd-46e6-bb64-711af60a8ddc req-ac7c4119-6792-40be-be4d-d3d2197a5ef9 service neutron] 10.222.0.49 "PUT /v2.0/ports/72b6950c-8f9a-4518-af85-fcd8787c0065 HTTP/1.1" status: 200 len: 1093 time: 2.0245230 Nov 12 00:40:21.833557 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c', 'tag': '72b6950c-8f9a-4518-af85-fcd8787c0065'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:21.836278 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0932f15e-fce7-45a7-a2e1-62944195cd6d" -d '{"events": [{"name": "network-changed", "server_uuid": "9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c", "tag": "72b6950c-8f9a-4518-af85-fcd8787c0065"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:21.859658 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230fe04-3ddf-47f2-aa69-87497a4e3b3f req-362cc945-9e90-4228-872b-5141c18bed5b tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:21.870452 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1230fe04-3ddf-47f2-aa69-87497a4e3b3f req-362cc945-9e90-4228-872b-5141c18bed5b tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e937b4-96d4-4945-8c9c-cfdf2fdba6c0 HTTP/1.1" status: 200 len: 948 time: 0.0670769 Nov 12 00:40:21.930915 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1230fe04-3ddf-47f2-aa69-87497a4e3b3f req-90801b82-4334-43bb-9c4d-3cd350e40e5b tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583770 Nov 12 00:40:21.931942 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c4119-6792-40be-be4d-d3d2197a5ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=72b6950c-8f9a-4518-af85-fcd8787c0065,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:22.030282 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-42a6b096-963d-4f2b-8ff7-84ce4adcd6ca req-841b6a5f-5418-4bfb-a364-0daf7e1f302a service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890905 Nov 12 00:40:22.052080 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd384fc-94cd-46e6-bb64-711af60a8ddc req-6e88d4f0-d345-4cc9-97eb-512e7244de9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:22.054504 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6fd384fc-94cd-46e6-bb64-711af60a8ddc req-6e88d4f0-d345-4cc9-97eb-512e7244de9b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a1fd583d08a44f4b64f3812361842fc&device_id=9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c HTTP/1.1" status: 200 len: 1096 time: 0.1041045 Nov 12 00:40:22.086838 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8e945b-0afc-4a4f-a9f3-2c28bc1a5135 x-openstack-request-id: req-cd8e945b-0afc-4a4f-a9f3-2c28bc1a5135 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:22.087499 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c", "tag": "72b6950c-8f9a-4518-af85-fcd8787c0065", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:22.087909 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd8e945b-0afc-4a4f-a9f3-2c28bc1a5135 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:22.088891 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c', 'tag': '72b6950c-8f9a-4518-af85-fcd8787c0065', 'status': 'completed', 'code': 200} Nov 12 00:40:22.123737 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6fd384fc-94cd-46e6-bb64-711af60a8ddc req-e7596a7d-f5e8-4bc4-b687-2e5bee6b2fd1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72b6950c-8f9a-4518-af85-fcd8787c0065 HTTP/1.1" status: 200 len: 217 time: 0.0505280 Nov 12 00:40:22.180474 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb501a6b-a7a2-4d39-899e-3a54e6b77947 req-3432fec1-8b4b-401c-b714-c4e61f8626cc tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:22.182459 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cb501a6b-a7a2-4d39-899e-3a54e6b77947 req-3432fec1-8b4b-401c-b714-c4e61f8626cc tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/ports?device_id=703d7211-de7c-4386-912e-b0b93082174b HTTP/1.1" status: 200 len: 949 time: 0.0552011 Nov 12 00:40:22.197487 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd384fc-94cd-46e6-bb64-711af60a8ddc req-419bade4-62c7-408a-bd51-d2e8057839b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:22.198949 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6fd384fc-94cd-46e6-bb64-711af60a8ddc req-419bade4-62c7-408a-bd51-d2e8057839b3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=89218ce2-e54b-4f33-b040-6aa3f821723a HTTP/1.1" status: 200 len: 861 time: 0.0579925 Nov 12 00:40:22.234023 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40310) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:22.238069 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6fd384fc-94cd-46e6-bb64-711af60a8ddc req-5c29212e-a4bc-4e2f-b0ef-2490531ee787 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efe1d89a-522f-4c40-b263-5cebd382e88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296152 Nov 12 00:40:22.264857 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cb501a6b-a7a2-4d39-899e-3a54e6b77947 req-f4511051-2d05-46bf-8730-407a2413aee3 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/security-groups?id=854e8c06-d2ba-4660-8744-67dd889e0b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640862 Nov 12 00:40:22.346146 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6fd384fc-94cd-46e6-bb64-711af60a8ddc req-0dee6aa8-a05d-4753-ad92-6fb89f741f79 service neutron] 10.222.0.49 "GET /v2.0/networks/efe1d89a-522f-4c40-b263-5cebd382e88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991282 Nov 12 00:40:22.354903 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-043c13e2-f08b-44bd-aa49-d270c415ba21 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1688952564-network', 'tenant_id': '3505d75b759f412f8dda9b6750f993db'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:22.378859 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043c13e2-f08b-44bd-aa49-d270c415ba21 admin admin] Made reservation on behalf of 3505d75b759f412f8dda9b6750f993db for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:40:22.383277 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-043c13e2-f08b-44bd-aa49-d270c415ba21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:22.395217 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-043c13e2-f08b-44bd-aa49-d270c415ba21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:22.479830 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6fd384fc-94cd-46e6-bb64-711af60a8ddc req-a0abe731-f34b-4d24-9961-cdf9a1c7e243 service neutron] 10.222.0.49 "GET /v2.0/networks/efe1d89a-522f-4c40-b263-5cebd382e88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205056 Nov 12 00:40:22.530803 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-043c13e2-f08b-44bd-aa49-d270c415ba21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:22.535379 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-043c13e2-f08b-44bd-aa49-d270c415ba21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:22.565811 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b05b1-ef90-4dd4-be53-59ef68edc41b req-2adbede4-a995-4da8-978e-688e59790a81 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:22.567285 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ab3b05b1-ef90-4dd4-be53-59ef68edc41b req-2adbede4-a995-4da8-978e-688e59790a81 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8 HTTP/1.1" status: 200 len: 949 time: 0.0865393 Nov 12 00:40:22.576620 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-043c13e2-f08b-44bd-aa49-d270c415ba21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:40:22.585794 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043c13e2-f08b-44bd-aa49-d270c415ba21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4fd0d3-94a2-48da-bbcf-cb68b15cbb8b,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:22.603791 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-043c13e2-f08b-44bd-aa49-d270c415ba21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:22.604115 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-043c13e2-f08b-44bd-aa49-d270c415ba21 admin admin] Added segment 632142c6-6943-4500-8395-8067914f6a89 of type vlan for network a0bbbaf6-13a6-4881-965a-0bb5454c6cae Nov 12 00:40:22.655424 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932f15e-fce7-45a7-a2e1-62944195cd6d req-11c2b32e-1d48-4202-b8fe-42f1bd818ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:22.656943 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0932f15e-fce7-45a7-a2e1-62944195cd6d req-11c2b32e-1d48-4202-b8fe-42f1bd818ff2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a1fd583d08a44f4b64f3812361842fc&device_id=9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c HTTP/1.1" status: 200 len: 1096 time: 0.0671761 Nov 12 00:40:22.672402 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-043c13e2-f08b-44bd-aa49-d270c415ba21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:22.678940 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ab3b05b1-ef90-4dd4-be53-59ef68edc41b req-064286ac-1435-4ad2-93c5-0ac64c5ed77d tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992827 Nov 12 00:40:22.713648 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-043c13e2-f08b-44bd-aa49-d270c415ba21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:22.714714 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043c13e2-f08b-44bd-aa49-d270c415ba21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:22.715481 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-043c13e2-f08b-44bd-aa49-d270c415ba21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:22.779943 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-043c13e2-f08b-44bd-aa49-d270c415ba21 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5426879 Nov 12 00:40:22.780627 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40320) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:22.785388 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-366f1321-2b3d-402e-81e4-f1d09ef7be51 admin admin] Request body: {'subnet': {'network_id': 'a0bbbaf6-13a6-4881-965a-0bb5454c6cae', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1688952564-subnet', 'tenant_id': '3505d75b759f412f8dda9b6750f993db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:22.796926 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043c13e2-f08b-44bd-aa49-d270c415ba21 admin admin] Pushing event updated for resources: {'Network': ['ID=a0bbbaf6-13a6-4881-965a-0bb5454c6cae,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:22.812435 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932f15e-fce7-45a7-a2e1-62944195cd6d req-5cb28ae4-1070-4011-a2ff-2e201bfccbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:22.813995 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0932f15e-fce7-45a7-a2e1-62944195cd6d req-5cb28ae4-1070-4011-a2ff-2e201bfccbe2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=efe1d89a-522f-4c40-b263-5cebd382e88d HTTP/1.1" status: 200 len: 922 time: 0.1467874 Nov 12 00:40:22.814163 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network a0bbbaf6-13a6-4881-965a-0bb5454c6cae details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:40:22.822978 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366f1321-2b3d-402e-81e4-f1d09ef7be51 admin admin] Made reservation on behalf of 3505d75b759f412f8dda9b6750f993db for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:40:22.825301 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-366f1321-2b3d-402e-81e4-f1d09ef7be51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:22.831622 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a941ff1f-ddc2-41e0-930d-ea763f97521e req-7fbfa788-5c1f-4870-b714-ae5a07cf8b75 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:22.833103 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a941ff1f-ddc2-41e0-930d-ea763f97521e req-7fbfa788-5c1f-4870-b714-ae5a07cf8b75 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c HTTP/1.1" status: 200 len: 944 time: 0.0713987 Nov 12 00:40:22.870615 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0932f15e-fce7-45a7-a2e1-62944195cd6d req-8be75e16-ce4d-4696-b579-49ab31ce1f67 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72b6950c-8f9a-4518-af85-fcd8787c0065 HTTP/1.1" status: 200 len: 217 time: 0.0363929 Nov 12 00:40:22.954614 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a941ff1f-ddc2-41e0-930d-ea763f97521e req-85c4bfbf-05b2-4128-8c82-1453620aeb73 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868285 Nov 12 00:40:22.956139 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932f15e-fce7-45a7-a2e1-62944195cd6d req-2710204b-2db7-4bb3-8601-d3f7ac34f1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:22.957552 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0932f15e-fce7-45a7-a2e1-62944195cd6d req-2710204b-2db7-4bb3-8601-d3f7ac34f1f7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=89218ce2-e54b-4f33-b040-6aa3f821723a HTTP/1.1" status: 200 len: 861 time: 0.0696537 Nov 12 00:40:23.010348 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0932f15e-fce7-45a7-a2e1-62944195cd6d req-2af2fe30-12a6-422c-81f7-6aca9a52a324 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efe1d89a-522f-4c40-b263-5cebd382e88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413172 Nov 12 00:40:23.035676 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-366f1321-2b3d-402e-81e4-f1d09ef7be51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:23.097518 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366f1321-2b3d-402e-81e4-f1d09ef7be51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f995770a-e94e-40a3-b351-bbd7fb4e5ce7,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:23.106604 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366f1321-2b3d-402e-81e4-f1d09ef7be51 admin admin] Checking segment: {'id': '632142c6-6943-4500-8395-8067914f6a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a0bbbaf6-13a6-4881-965a-0bb5454c6cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:40:23.106983 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366f1321-2b3d-402e-81e4-f1d09ef7be51 admin admin] Network hostable DHCP agents. Network: a0bbbaf6-13a6-4881-965a-0bb5454c6cae, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:40:23.129513 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366f1321-2b3d-402e-81e4-f1d09ef7be51 admin admin] Network a0bbbaf6-13a6-4881-965a-0bb5454c6cae is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:40:23.141764 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-366f1321-2b3d-402e-81e4-f1d09ef7be51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, a0bbbaf6-13a6-4881-965a-0bb5454c6cae) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:40:23.143803 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891494e0-c4cc-4162-bc4a-21f37c6989e4 req-025fe8ad-ef9b-467e-8b24-9701e1b76842 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:23.145343 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-891494e0-c4cc-4162-bc4a-21f37c6989e4 req-025fe8ad-ef9b-467e-8b24-9701e1b76842 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e937b4-96d4-4945-8c9c-cfdf2fdba6c0 HTTP/1.1" status: 200 len: 948 time: 0.1108637 Nov 12 00:40:23.152818 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086bdffd-3f83-439e-946d-612b8fb1f144 None None] Network a0bbbaf6-13a6-4881-965a-0bb5454c6cae requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:40:23.153762 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366f1321-2b3d-402e-81e4-f1d09ef7be51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:23.154357 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-366f1321-2b3d-402e-81e4-f1d09ef7be51 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:23.179025 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-366f1321-2b3d-402e-81e4-f1d09ef7be51 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3966627 Nov 12 00:40:23.182418 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40338) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:23.189469 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-21432246-630c-4906-89e7-a31dad99fb5d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1688952564-router', 'tenant_id': '3505d75b759f412f8dda9b6750f993db', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:23.218963 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0932f15e-fce7-45a7-a2e1-62944195cd6d req-b8db8aad-732d-4711-890a-707c4b732de1 service neutron] 10.222.0.49 "GET /v2.0/networks/efe1d89a-522f-4c40-b263-5cebd382e88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950693 Nov 12 00:40:23.219750 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-21432246-630c-4906-89e7-a31dad99fb5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:23.222488 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-21432246-630c-4906-89e7-a31dad99fb5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:23.287477 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-21432246-630c-4906-89e7-a31dad99fb5d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:23.368049 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83b9b1b-3c80-4e35-a8b3-e4001b822da8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-a0bbbaf6-13a6-4881-965a-0bb5454c6cae', 'network_id': 'a0bbbaf6-13a6-4881-965a-0bb5454c6cae', 'tenant_id': '3505d75b759f412f8dda9b6750f993db', 'fixed_ips': [{'subnet_id': 'f995770a-e94e-40a3-b351-bbd7fb4e5ce7'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:40:23.368049 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a83b9b1b-3c80-4e35-a8b3-e4001b822da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:23.379096 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-891494e0-c4cc-4162-bc4a-21f37c6989e4 req-afe68412-19a4-43cd-a0d7-51fee0ad3d16 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066360 Nov 12 00:40:23.426597 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0932f15e-fce7-45a7-a2e1-62944195cd6d req-6c2274b8-6b5b-4a8e-95ec-623566415111 service neutron] 10.222.0.49 "GET /v2.0/networks/efe1d89a-522f-4c40-b263-5cebd382e88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864760 Nov 12 00:40:23.541341 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-21432246-630c-4906-89e7-a31dad99fb5d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:23.550567 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-a83b9b1b-3c80-4e35-a8b3-e4001b822da8 None None] Allocated IP 172.20.0.2 (a0bbbaf6-13a6-4881-965a-0bb5454c6cae/f995770a-e94e-40a3-b351-bbd7fb4e5ce7/a3dcc168-50fc-4949-b943-063100f39c73) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:40:23.586850 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3410d-3a13-4895-946e-b2dfbec31d22 req-cb0e1704-8678-4ce9-9c92-669f4e771aaa tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:23.588351 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-eea3410d-3a13-4895-946e-b2dfbec31d22 req-cb0e1704-8678-4ce9-9c92-669f4e771aaa tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/ports?device_id=703d7211-de7c-4386-912e-b0b93082174b HTTP/1.1" status: 200 len: 949 time: 0.1057048 Nov 12 00:40:23.595964 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 5b89d2cd-78d9-461d-b36c-2c8a5c384e97 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:40:23.598860 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 0e040e9b-b854-41af-a259-24e4f00f0106 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:40:23.682315 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-eea3410d-3a13-4895-946e-b2dfbec31d22 req-6b2b69cf-3011-4a14-a2c3-d580f70f42cd tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/security-groups?id=854e8c06-d2ba-4660-8744-67dd889e0b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636697 Nov 12 00:40:23.874994 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e305b6ee-7eb1-4c3b-8ad9-12515e6fe605 req-dbf0d9ee-ceba-45a5-8813-97d5d00bab43 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:23.877016 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e305b6ee-7eb1-4c3b-8ad9-12515e6fe605 req-dbf0d9ee-ceba-45a5-8813-97d5d00bab43 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8 HTTP/1.1" status: 200 len: 949 time: 0.0935376 Nov 12 00:40:23.878665 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-21432246-630c-4906-89e7-a31dad99fb5d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:23.910743 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-21432246-630c-4906-89e7-a31dad99fb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:23.911663 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 0e040e9b-b854-41af-a259-24e4f00f0106 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:40:23.941542 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 0e040e9b-b854-41af-a259-24e4f00f0106 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:23.942242 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:23.995560 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e305b6ee-7eb1-4c3b-8ad9-12515e6fe605 req-7573373d-c528-4cba-8e1d-d9d34f75433d tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915799 Nov 12 00:40:23.996548 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 5b89d2cd-78d9-461d-b36c-2c8a5c384e97, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=5b89d2cd-78d9-461d-b36c-2c8a5c384e97,segment=NetworkSegment(31f3cd0b-8f92-47c3-a72f-efb4d157fdb5),segment_id=31f3cd0b-8f92-47c3-a72f-efb4d157fdb5)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:24.034529 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a83b9b1b-3c80-4e35-a8b3-e4001b822da8 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:24.038574 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '5b89d2cd-78d9-461d-b36c-2c8a5c384e97', 'network_id': '040fca8f-d2ed-42cc-9d74-8da136d7b80f', 'port_id': '5b89d2cd-78d9-461d-b36c-2c8a5c384e97', 'mac_address': 'fa:16:3e:0e:d4:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15eed615-9c1a-43c6-8268-d04dda46eb36', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:40:24.044879 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a83b9b1b-3c80-4e35-a8b3-e4001b822da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:24.061656 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-21432246-630c-4906-89e7-a31dad99fb5d admin admin] Allocated IP 172.25.2.48 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/402fecd8-6355-45c7-ba3a-d38e1f28c3b0) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:40:24.120622 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83b9b1b-3c80-4e35-a8b3-e4001b822da8 None None] Network a0bbbaf6-13a6-4881-965a-0bb5454c6cae is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:40:24.143234 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-a83b9b1b-3c80-4e35-a8b3-e4001b822da8 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:40:24.150717 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b9b1b-3c80-4e35-a8b3-e4001b822da8 None None] Pushing event updated for resources: {'Port': ['ID=a3dcc168-50fc-4949-b943-063100f39c73,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:24.156039 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83b9b1b-3c80-4e35-a8b3-e4001b822da8 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:40:24.170613 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:24.189666 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c1265-6fe9-4a16-8e9f-a25c838fa955 req-83f4d27b-3010-4e3f-8a97-08060156d287 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:24.190979 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c51c1265-6fe9-4a16-8e9f-a25c838fa955 req-83f4d27b-3010-4e3f-8a97-08060156d287 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c HTTP/1.1" status: 200 len: 944 time: 0.1141803 Nov 12 00:40:24.204399 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:24.211611 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b89d2cd-78d9-461d-b36c-2c8a5c384e97 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:24.263568 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-21432246-630c-4906-89e7-a31dad99fb5d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:24.268798 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 5b89d2cd-78d9-461d-b36c-2c8a5c384e97, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=5b89d2cd-78d9-461d-b36c-2c8a5c384e97,segment=NetworkSegment(31f3cd0b-8f92-47c3-a72f-efb4d157fdb5),segment_id=31f3cd0b-8f92-47c3-a72f-efb4d157fdb5)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:24.271273 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-a83b9b1b-3c80-4e35-a8b3-e4001b822da8 None None] Attempting to bind port a3dcc168-50fc-4949-b943-063100f39c73 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:40:24.271445 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-a83b9b1b-3c80-4e35-a8b3-e4001b822da8 None None] Attempting to bind port a3dcc168-50fc-4949-b943-063100f39c73 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '632142c6-6943-4500-8395-8067914f6a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a0bbbaf6-13a6-4881-965a-0bb5454c6cae'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:40:24.272038 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83b9b1b-3c80-4e35-a8b3-e4001b822da8 None None] Attempting to bind port a3dcc168-50fc-4949-b943-063100f39c73 on network a0bbbaf6-13a6-4881-965a-0bb5454c6cae {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:24.278097 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f26f9685-865f-4bb6-b7ee-705c01c65e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e040e9b-b854-41af-a259-24e4f00f0106'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:24.280338 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ccef85f-620c-461e-ab6a-bce4334706d0" -d '{"events": [{"server_uuid": "f26f9685-865f-4bb6-b7ee-705c01c65e35", "name": "network-vif-plugged", "status": "completed", "tag": "0e040e9b-b854-41af-a259-24e4f00f0106"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:24.286178 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:24.286901 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 900d8329-f5b4-4d16-9f70-f0c0b36ba18b details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:40:24.291938 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c51c1265-6fe9-4a16-8e9f-a25c838fa955 req-51946f46-702e-49e5-946c-1a86926cc933 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919785 Nov 12 00:40:24.301609 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 0e040e9b-b854-41af-a259-24e4f00f0106, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=0e040e9b-b854-41af-a259-24e4f00f0106,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:24.305606 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83b9b1b-3c80-4e35-a8b3-e4001b822da8 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:40:24.305606 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83b9b1b-3c80-4e35-a8b3-e4001b822da8 None None] Checking segment: {'id': '632142c6-6943-4500-8395-8067914f6a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a0bbbaf6-13a6-4881-965a-0bb5454c6cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:40:24.305606 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a83b9b1b-3c80-4e35-a8b3-e4001b822da8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:24.305606 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83b9b1b-3c80-4e35-a8b3-e4001b822da8 None None] Bound using segment: {'id': '632142c6-6943-4500-8395-8067914f6a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a0bbbaf6-13a6-4881-965a-0bb5454c6cae'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:40:24.305606 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-a83b9b1b-3c80-4e35-a8b3-e4001b822da8 None None] Bound port: a3dcc168-50fc-4949-b943-063100f39c73, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632142c6-6943-4500-8395-8067914f6a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a0bbbaf6-13a6-4881-965a-0bb5454c6cae'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:40:24.305606 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a83b9b1b-3c80-4e35-a8b3-e4001b822da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:24.352599 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:24.353591 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device b06c821b-bff1-411f-96ae-10a43e76c013 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:40:24.354499 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-21432246-630c-4906-89e7-a31dad99fb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:24.356512 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2008141-38f3-4ea7-9c7f-f56921a9dda8 x-openstack-request-id: req-a2008141-38f3-4ea7-9c7f-f56921a9dda8 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:24.356831 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f26f9685-865f-4bb6-b7ee-705c01c65e35", "name": "network-vif-plugged", "status": "completed", "tag": "0e040e9b-b854-41af-a259-24e4f00f0106", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:24.357085 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a2008141-38f3-4ea7-9c7f-f56921a9dda8 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:24.357685 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f26f9685-865f-4bb6-b7ee-705c01c65e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e040e9b-b854-41af-a259-24e4f00f0106', 'code': 200} Nov 12 00:40:24.397804 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21432246-630c-4906-89e7-a31dad99fb5d admin admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:40:24.401730 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-21432246-630c-4906-89e7-a31dad99fb5d admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:40:24.415337 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21432246-630c-4906-89e7-a31dad99fb5d admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:40:24.461027 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21432246-630c-4906-89e7-a31dad99fb5d admin admin] Pushing event updated for resources: {'Port': ['ID=402fecd8-6355-45c7-ba3a-d38e1f28c3b0,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:24.500917 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=5b89d2cd-78d9-461d-b36c-2c8a5c384e97,revision_number=6']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:24.577273 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-a83b9b1b-3c80-4e35-a8b3-e4001b822da8 None None] For port a3dcc168-50fc-4949-b943-063100f39c73, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:40:24.587086 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-a83b9b1b-3c80-4e35-a8b3-e4001b822da8 None None] For port a3dcc168-50fc-4949-b943-063100f39c73, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=a3dcc168-50fc-4949-b943-063100f39c73,segment=NetworkSegment(632142c6-6943-4500-8395-8067914f6a89),segment_id=632142c6-6943-4500-8395-8067914f6a89)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:40:24.599374 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 900d8329-f5b4-4d16-9f70-f0c0b36ba18b, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=900d8329-f5b4-4d16-9f70-f0c0b36ba18b,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:24.599641 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7a414-c0bc-47cc-aee5-d6261f0bec7b req-1ad8583e-a259-44a2-b11d-4e7ee5d4b891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:24.602327 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-35b7a414-c0bc-47cc-aee5-d6261f0bec7b req-1ad8583e-a259-44a2-b11d-4e7ee5d4b891 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f26f9685-865f-4bb6-b7ee-705c01c65e35 HTTP/1.1" status: 200 len: 1102 time: 0.1115611 Nov 12 00:40:24.610765 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a83b9b1b-3c80-4e35-a8b3-e4001b822da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:24.612634 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port b06c821b-bff1-411f-96ae-10a43e76c013 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:40:24.616775 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ee4c9-f06c-4aef-a371-2389fb6e08c3 req-011fc8ac-7de3-4c85-9c4d-94b534d4f061 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:24.618450 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b10ee4c9-f06c-4aef-a371-2389fb6e08c3 req-011fc8ac-7de3-4c85-9c4d-94b534d4f061 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e937b4-96d4-4945-8c9c-cfdf2fdba6c0 HTTP/1.1" status: 200 len: 948 time: 0.0719333 Nov 12 00:40:24.631638 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port b06c821b-bff1-411f-96ae-10a43e76c013 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:24.632004 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:24.636914 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=0e040e9b-b854-41af-a259-24e4f00f0106,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:24.639927 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '900d8329-f5b4-4d16-9f70-f0c0b36ba18b', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'port_id': '900d8329-f5b4-4d16-9f70-f0c0b36ba18b', 'mac_address': 'fa:16:3e:11:d3:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3288e972-21d8-4a52-9002-05790fb0bb61', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:40:24.679099 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40388) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:24.697286 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-35b7a414-c0bc-47cc-aee5-d6261f0bec7b req-ab0a6bc8-261b-468a-a381-4af16e5cd4e8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=854e8c06-d2ba-4660-8744-67dd889e0b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774951 Nov 12 00:40:24.743437 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b10ee4c9-f06c-4aef-a371-2389fb6e08c3 req-680e99cd-9aff-4b7d-ac09-a20063336dd5 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179082 Nov 12 00:40:24.781121 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b9b1b-3c80-4e35-a8b3-e4001b822da8 None None] Pushing event updated for resources: {'Port': ['ID=a3dcc168-50fc-4949-b943-063100f39c73,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:24.785331 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:24.821283 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 900d8329-f5b4-4d16-9f70-f0c0b36ba18b {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:24.852678 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 900d8329-f5b4-4d16-9f70-f0c0b36ba18b, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=900d8329-f5b4-4d16-9f70-f0c0b36ba18b,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:24.854507 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:24.867004 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:24.894541 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-894702b0-e133-49ae-b467-201fd403b14b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:24.914469 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port b06c821b-bff1-411f-96ae-10a43e76c013, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=b06c821b-bff1-411f-96ae-10a43e76c013,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:24.930021 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:24.954488 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=900d8329-f5b4-4d16-9f70-f0c0b36ba18b,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:24.956635 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-21432246-630c-4906-89e7-a31dad99fb5d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:25.015372 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc6d41-8012-426b-b2a9-5c6d61e96c05 req-721a1e42-4324-49d6-9777-62d892011cfd tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:25.016941 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a5fc6d41-8012-426b-b2a9-5c6d61e96c05 req-721a1e42-4324-49d6-9777-62d892011cfd tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/ports?device_id=703d7211-de7c-4386-912e-b0b93082174b HTTP/1.1" status: 200 len: 949 time: 0.2138357 Nov 12 00:40:25.045912 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=b06c821b-bff1-411f-96ae-10a43e76c013,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:25.120133 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['5b89d2cd-78d9-461d-b36c-2c8a5c384e97'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:25.143390 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-894702b0-e133-49ae-b467-201fd403b14b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:25.144225 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd489e5-1f42-4155-9586-63125496a77c req-9a9e42d3-e5bb-4a95-89a2-4af69c6ef61b tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:25.145888 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ffd489e5-1f42-4155-9586-63125496a77c req-9a9e42d3-e5bb-4a95-89a2-4af69c6ef61b tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8 HTTP/1.1" status: 200 len: 949 time: 0.0547283 Nov 12 00:40:25.155635 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-894702b0-e133-49ae-b467-201fd403b14b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:25.179216 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a5fc6d41-8012-426b-b2a9-5c6d61e96c05 req-2fa9b308-3ea2-4551-95d2-92a8b0edc8df tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/security-groups?id=854e8c06-d2ba-4660-8744-67dd889e0b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509986 Nov 12 00:40:25.199962 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ffd489e5-1f42-4155-9586-63125496a77c req-80af5928-833c-4b14-94b6-90e832082e22 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443811 Nov 12 00:40:25.238893 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-894702b0-e133-49ae-b467-201fd403b14b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=24e2a412dbb34204837b274f4d43ca72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5579658 Nov 12 00:40:25.241563 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40396) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:25.246136 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894702b0-e133-49ae-b467-201fd403b14b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e7a793-35da-4f5b-9e9d-2d72577c8862,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:25.306014 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-21432246-630c-4906-89e7-a31dad99fb5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:25.316340 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2ab39d7a-be7b-4e58-b1cc-6323b7eb1809 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:25.342016 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2ab39d7a-be7b-4e58-b1cc-6323b7eb1809 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:25.399668 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2ab39d7a-be7b-4e58-b1cc-6323b7eb1809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:25.402275 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2ab39d7a-be7b-4e58-b1cc-6323b7eb1809 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:25.405697 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-2ab39d7a-be7b-4e58-b1cc-6323b7eb1809 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/53e7a793-35da-4f5b-9e9d-2d72577c8862 HTTP/1.1" status: 204 len: 168 time: 0.1604764 Nov 12 00:40:25.434117 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab39d7a-be7b-4e58-b1cc-6323b7eb1809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e7a793-35da-4f5b-9e9d-2d72577c8862,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:25.465719 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21432246-630c-4906-89e7-a31dad99fb5d admin admin] Router e3896ea9-3c41-4d47-82e0-fa476f977a83 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:40:25.479573 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72bf4e3-e085-4893-a134-54b5515465d1 req-4746dba3-1103-43a3-b095-7878f9f75db3 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:25.481404 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a72bf4e3-e085-4893-a134-54b5515465d1 req-4746dba3-1103-43a3-b095-7878f9f75db3 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c HTTP/1.1" status: 200 len: 944 time: 0.0947251 Nov 12 00:40:25.573992 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a72bf4e3-e085-4893-a134-54b5515465d1 req-3a8d4171-20a6-4ca2-8ffa-c1b18bada800 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843699 Nov 12 00:40:25.592646 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 72b6950c-8f9a-4518-af85-fcd8787c0065 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:40:25.595385 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 5b89d2cd-78d9-461d-b36c-2c8a5c384e97 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:40:25.627210 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21432246-630c-4906-89e7-a31dad99fb5d admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:40:25.643449 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4757c3-a24e-434c-924f-ac49a06501ee None None] Sync routers for ids ['e3896ea9-3c41-4d47-82e0-fa476f977a83'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:40:25.660312 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-21432246-630c-4906-89e7-a31dad99fb5d admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:25.661957 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-21432246-630c-4906-89e7-a31dad99fb5d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4775763 Nov 12 00:40:25.665207 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40416) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:25.679292 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4757c3-a24e-434c-924f-ac49a06501ee None None] Routers {'e3896ea9-3c41-4d47-82e0-fa476f977a83'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:40:25.679855 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-ac4757c3-a24e-434c-924f-ac49a06501ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:40:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['e3896ea9-3c41-4d47-82e0-fa476f977a83'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:25.722915 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 5b89d2cd-78d9-461d-b36c-2c8a5c384e97 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:25.723292 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:25.843752 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 72b6950c-8f9a-4518-af85-fcd8787c0065, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=72b6950c-8f9a-4518-af85-fcd8787c0065,segment=NetworkSegment(6dc56b81-8d8e-4b44-90a6-8b45d539a128),segment_id=6dc56b81-8d8e-4b44-90a6-8b45d539a128)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:25.899124 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd142d5a-66c7-4a6d-be58-aa97a763b83c req-0bd50e91-d941-4d8a-a639-c85c7468f191 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:25.900918 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fd142d5a-66c7-4a6d-be58-aa97a763b83c req-0bd50e91-d941-4d8a-a639-c85c7468f191 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e937b4-96d4-4945-8c9c-cfdf2fdba6c0 HTTP/1.1" status: 200 len: 949 time: 0.0702865 Nov 12 00:40:25.904986 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['900d8329-f5b4-4d16-9f70-f0c0b36ba18b'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:25.908102 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '72b6950c-8f9a-4518-af85-fcd8787c0065', 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d', 'port_id': '72b6950c-8f9a-4518-af85-fcd8787c0065', 'mac_address': 'fa:16:3e:26:01:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89218ce2-e54b-4f33-b040-6aa3f821723a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:40:25.943097 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b544611-384b-4c73-a22b-2a0e69d14e0a None None] Network a0bbbaf6-13a6-4881-965a-0bb5454c6cae requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:40:26.115971 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device a3dcc168-50fc-4949-b943-063100f39c73 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:40:26.298713 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-86952a97-951d-49e3-9121-7a439fa94554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:26.308993 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fd142d5a-66c7-4a6d-be58-aa97a763b83c req-903a9e87-5683-4132-9cc3-9c71f9e3f576 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982835 Nov 12 00:40:26.358900 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703d7211-de7c-4386-912e-b0b93082174b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06c821b-bff1-411f-96ae-10a43e76c013'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:26.361182 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97598fce-2e81-47fd-b345-586511fcaedb" -d '{"events": [{"server_uuid": "703d7211-de7c-4386-912e-b0b93082174b", "name": "network-vif-plugged", "status": "completed", "tag": "b06c821b-bff1-411f-96ae-10a43e76c013"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:26.378371 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-ac4757c3-a24e-434c-924f-ac49a06501ee None None] Set router e3896ea9-3c41-4d47-82e0-fa476f977a83 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:40:26.451775 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc45704-9f22-4eb1-b1b8-66ae22e3193c req-53255b9c-cfa0-4052-8dcc-f13db4919e72 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:26.452028 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5550079c-60bf-47d1-bbe6-92fddec21111 req-2e4996bd-b7f6-4463-8c60-faa72a0ea9c7 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:26.459244 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5cc45704-9f22-4eb1-b1b8-66ae22e3193c req-53255b9c-cfa0-4052-8dcc-f13db4919e72 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/ports?device_id=703d7211-de7c-4386-912e-b0b93082174b HTTP/1.1" status: 200 len: 950 time: 0.1446862 Nov 12 00:40:26.461835 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5550079c-60bf-47d1-bbe6-92fddec21111 req-2e4996bd-b7f6-4463-8c60-faa72a0ea9c7 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8 HTTP/1.1" status: 200 len: 949 time: 0.0706983 Nov 12 00:40:26.524639 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5550079c-60bf-47d1-bbe6-92fddec21111 req-08c60892-659e-4276-98e0-623b0a292065 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617869 Nov 12 00:40:26.551049 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5cc45704-9f22-4eb1-b1b8-66ae22e3193c req-9e640330-66e4-4e0c-ae42-33d8a58b34f1 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/security-groups?id=854e8c06-d2ba-4660-8744-67dd889e0b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858870 Nov 12 00:40:26.620435 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:26.628343 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:26.650282 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port a3dcc168-50fc-4949-b943-063100f39c73 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:26.650641 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:26.656306 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efba87b7-4f70-467e-8679-c2083fa8295d x-openstack-request-id: req-efba87b7-4f70-467e-8679-c2083fa8295d {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:26.656306 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "703d7211-de7c-4386-912e-b0b93082174b", "name": "network-vif-plugged", "status": "completed", "tag": "b06c821b-bff1-411f-96ae-10a43e76c013", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:26.656306 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-efba87b7-4f70-467e-8679-c2083fa8295d {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:26.657260 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703d7211-de7c-4386-912e-b0b93082174b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06c821b-bff1-411f-96ae-10a43e76c013', 'code': 200} Nov 12 00:40:26.681912 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72b6950c-8f9a-4518-af85-fcd8787c0065 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:26.689589 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-86952a97-951d-49e3-9121-7a439fa94554 admin admin] Allocated IP 172.20.0.1 (a0bbbaf6-13a6-4881-965a-0bb5454c6cae/f995770a-e94e-40a3-b351-bbd7fb4e5ce7/93f3cfd2-7d07-4e51-b2fd-8c44a44a8862) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:40:26.793461 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-59f9a54e-bd5a-4557-a9b8-d5ba8f86bb61 None None] Provisioning complete for port a3dcc168-50fc-4949-b943-063100f39c73 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:26.793835 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-59f9a54e-bd5a-4557-a9b8-d5ba8f86bb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:26.877627 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 72b6950c-8f9a-4518-af85-fcd8787c0065, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=72b6950c-8f9a-4518-af85-fcd8787c0065,segment=NetworkSegment(6dc56b81-8d8e-4b44-90a6-8b45d539a128),segment_id=6dc56b81-8d8e-4b44-90a6-8b45d539a128)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:26.880180 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 5b89d2cd-78d9-461d-b36c-2c8a5c384e97, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=5b89d2cd-78d9-461d-b36c-2c8a5c384e97,segment=NetworkSegment(31f3cd0b-8f92-47c3-a72f-efb4d157fdb5),segment_id=31f3cd0b-8f92-47c3-a72f-efb4d157fdb5)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:26.911378 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed6e97-6c5c-492d-9419-64c4b2e1904e req-d9ab5144-0d0c-4aec-8428-c6051659f18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:26.913572 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f2ed6e97-6c5c-492d-9419-64c4b2e1904e req-d9ab5144-0d0c-4aec-8428-c6051659f18b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=703d7211-de7c-4386-912e-b0b93082174b HTTP/1.1" status: 200 len: 1102 time: 0.1422007 Nov 12 00:40:26.930938 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:26.933139 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:26.954741 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb3dec3-f53b-41aa-bd35-fe73f7e90f4c req-3a3f10d6-5825-4f97-a1b9-46436bb0de06 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:26.956374 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ddb3dec3-f53b-41aa-bd35-fe73f7e90f4c req-3a3f10d6-5825-4f97-a1b9-46436bb0de06 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c HTTP/1.1" status: 200 len: 945 time: 0.0781364 Nov 12 00:40:27.061480 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ddb3dec3-f53b-41aa-bd35-fe73f7e90f4c req-f9bc2cf5-38a0-48f3-a6d6-c692f3eba6c3 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966182 Nov 12 00:40:27.084105 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-86952a97-951d-49e3-9121-7a439fa94554 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:27.090164 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=5b89d2cd-78d9-461d-b36c-2c8a5c384e97,revision_number=7']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:27.109569 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f2ed6e97-6c5c-492d-9419-64c4b2e1904e req-c499363b-7ac3-472a-a9d2-c15a0a9d7741 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=854e8c06-d2ba-4660-8744-67dd889e0b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690338 Nov 12 00:40:27.135924 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:27.141047 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-86952a97-951d-49e3-9121-7a439fa94554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:27.163363 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-ac4757c3-a24e-434c-924f-ac49a06501ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3896ea9-3c41-4d47-82e0-fa476f977a83', 'name': 'tempest-FloatingIPsTestJSON-1688952564-router', 'tenant_id': '3505d75b759f412f8dda9b6750f993db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '402fecd8-6355-45c7-ba3a-d38e1f28c3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:40:23Z', 'updated_at': '2021-11-12T00:40:24Z', 'revision_number': 3, 'project_id': '3505d75b759f412f8dda9b6750f993db', 'gw_port': {'id': '402fecd8-6355-45c7-ba3a-d38e1f28c3b0', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:0f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3896ea9-3c41-4d47-82e0-fa476f977a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:40:23Z', 'updated_at': '2021-11-12T00:40:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:27.182555 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86952a97-951d-49e3-9121-7a439fa94554 admin admin] Network a0bbbaf6-13a6-4881-965a-0bb5454c6cae is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:40:27.189073 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-86952a97-951d-49e3-9121-7a439fa94554 admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:40:27.193168 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86952a97-951d-49e3-9121-7a439fa94554 admin admin] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:40:27.234007 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86952a97-951d-49e3-9121-7a439fa94554 admin admin] Pushing event updated for resources: {'Port': ['ID=93f3cfd2-7d07-4e51-b2fd-8c44a44a8862,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:27.238931 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4757c3-a24e-434c-924f-ac49a06501ee None None] Checking router: e3896ea9-3c41-4d47-82e0-fa476f977a83 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:40:27.239483 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4757c3-a24e-434c-924f-ac49a06501ee None None] Updating router e3896ea9-3c41-4d47-82e0-fa476f977a83 port 402fecd8-6355-45c7-ba3a-d38e1f28c3b0 binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:40:27.245792 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-86952a97-951d-49e3-9121-7a439fa94554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:27.308116 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-59f9a54e-bd5a-4557-a9b8-d5ba8f86bb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:27.349693 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port a3dcc168-50fc-4949-b943-063100f39c73, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=a3dcc168-50fc-4949-b943-063100f39c73,segment=NetworkSegment(632142c6-6943-4500-8395-8067914f6a89),segment_id=632142c6-6943-4500-8395-8067914f6a89)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:27.365436 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=72b6950c-8f9a-4518-af85-fcd8787c0065,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:27.384188 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ac4757c3-a24e-434c-924f-ac49a06501ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:27.418581 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['72b6950c-8f9a-4518-af85-fcd8787c0065'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:27.466507 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:27.473001 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40470) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:27.482771 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-86952a97-951d-49e3-9121-7a439fa94554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:27.535128 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce4c81-80f0-430f-85c4-24553a6db26a req-c6397089-e5b2-4563-8e2c-bfbfdd92e8ea tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:27.537540 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e1ce4c81-80f0-430f-85c4-24553a6db26a req-c6397089-e5b2-4563-8e2c-bfbfdd92e8ea tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e937b4-96d4-4945-8c9c-cfdf2fdba6c0 HTTP/1.1" status: 200 len: 949 time: 0.1243124 Nov 12 00:40:27.657924 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e1ce4c81-80f0-430f-85c4-24553a6db26a req-7a74bc7a-54d9-462a-b9a7-74c7f0d38aff tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115389 Nov 12 00:40:27.662003 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-600d3f7b-379c-4fb8-ba78-d5334e229a2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:27.700807 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=a3dcc168-50fc-4949-b943-063100f39c73,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:27.708912 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.db.api [None req-59f9a54e-bd5a-4557-a9b8-d5ba8f86bb61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:40:27.709560 n-d-812236-11 neutron-server[102663]: DEBUG oslo_db.api [None req-59f9a54e-bd5a-4557-a9b8-d5ba8f86bb61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:40:27.757623 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-600d3f7b-379c-4fb8-ba78-d5334e229a2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:27.765595 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-600d3f7b-379c-4fb8-ba78-d5334e229a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:27.774142 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-86952a97-951d-49e3-9121-7a439fa94554 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:27.777185 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411b754-71be-483c-b192-fff5463fb90a req-4681c736-cc6c-4168-8d4e-98d0e45da033 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:27.778759 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4411b754-71be-483c-b192-fff5463fb90a req-4681c736-cc6c-4168-8d4e-98d0e45da033 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8 HTTP/1.1" status: 200 len: 949 time: 0.1629391 Nov 12 00:40:27.796140 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-86952a97-951d-49e3-9121-7a439fa94554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:27.832339 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-600d3f7b-379c-4fb8-ba78-d5334e229a2e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c4a82008fd2d45ab83486e6aaadb98cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3558903 Nov 12 00:40:27.832577 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600d3f7b-379c-4fb8-ba78-d5334e229a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7cdcb1-09bc-4ee9-83c7-58fe41bfaafa,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:27.836033 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40482) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:27.879511 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-86952a97-951d-49e3-9121-7a439fa94554 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:27.888628 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24bed7-0899-4d0e-a568-083aadd3eddb req-932e6697-4a4f-4af8-9fb0-bfe015d7412f tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:27.890545 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dd24bed7-0899-4d0e-a568-083aadd3eddb req-932e6697-4a4f-4af8-9fb0-bfe015d7412f tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/ports?device_id=703d7211-de7c-4386-912e-b0b93082174b HTTP/1.1" status: 200 len: 950 time: 0.1461763 Nov 12 00:40:27.892627 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86952a97-951d-49e3-9121-7a439fa94554 admin admin] Pushing event updated for resources: {'Port': ['ID=93f3cfd2-7d07-4e51-b2fd-8c44a44a8862,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:27.900966 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4411b754-71be-483c-b192-fff5463fb90a req-2c16bd78-8eca-4fd4-8d7a-a96772487c6a tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027548 Nov 12 00:40:27.934272 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7cb47589-7be0-45a7-b23d-32fa2f88d10c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:27.958200 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7cb47589-7be0-45a7-b23d-32fa2f88d10c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:27.987739 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ac4757c3-a24e-434c-924f-ac49a06501ee None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:27.999159 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ac4757c3-a24e-434c-924f-ac49a06501ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:28.038501 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7cb47589-7be0-45a7-b23d-32fa2f88d10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:28.041471 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7cb47589-7be0-45a7-b23d-32fa2f88d10c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:28.045169 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7cb47589-7be0-45a7-b23d-32fa2f88d10c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd7cdcb1-09bc-4ee9-83c7-58fe41bfaafa HTTP/1.1" status: 204 len: 168 time: 0.2058613 Nov 12 00:40:28.053632 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb47589-7be0-45a7-b23d-32fa2f88d10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7cdcb1-09bc-4ee9-83c7-58fe41bfaafa,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:28.060761 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device a3dcc168-50fc-4949-b943-063100f39c73 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:40:28.076591 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dd24bed7-0899-4d0e-a568-083aadd3eddb req-5dd1c836-8845-425a-a410-ebefd5599325 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/security-groups?id=854e8c06-d2ba-4660-8744-67dd889e0b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729620 Nov 12 00:40:28.098595 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86952a97-951d-49e3-9121-7a439fa94554 admin admin] Network a0bbbaf6-13a6-4881-965a-0bb5454c6cae is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:40:28.101174 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-86952a97-951d-49e3-9121-7a439fa94554 admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:40:28.139249 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-ac4757c3-a24e-434c-924f-ac49a06501ee None None] Attempting to bind port 402fecd8-6355-45c7-ba3a-d38e1f28c3b0 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:40:28.139864 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-ac4757c3-a24e-434c-924f-ac49a06501ee None None] Attempting to bind port 402fecd8-6355-45c7-ba3a-d38e1f28c3b0 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:40:28.139864 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4757c3-a24e-434c-924f-ac49a06501ee None None] Attempting to bind port 402fecd8-6355-45c7-ba3a-d38e1f28c3b0 on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:28.159282 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8488bfd-8b1d-4eed-85a9-ad37cbf5b13f None None] Pushing event updated for resources: {'Port': ['ID=402fecd8-6355-45c7-ba3a-d38e1f28c3b0,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:28.171071 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4757c3-a24e-434c-924f-ac49a06501ee None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:40:28.171484 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4757c3-a24e-434c-924f-ac49a06501ee None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:40:28.171886 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ac4757c3-a24e-434c-924f-ac49a06501ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:28.173110 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4757c3-a24e-434c-924f-ac49a06501ee None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:40:28.173624 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-ac4757c3-a24e-434c-924f-ac49a06501ee None None] Bound port: 402fecd8-6355-45c7-ba3a-d38e1f28c3b0, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:40:28.173999 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ac4757c3-a24e-434c-924f-ac49a06501ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:28.252548 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2bffe3-8b44-4be8-89cd-d42ef26bd41e req-4055ce79-d86c-40d2-a31e-d0402a868214 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:28.254683 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0c2bffe3-8b44-4be8-89cd-d42ef26bd41e req-4055ce79-d86c-40d2-a31e-d0402a868214 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c HTTP/1.1" status: 200 len: 945 time: 0.0851386 Nov 12 00:40:28.274315 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-ac4757c3-a24e-434c-924f-ac49a06501ee None None] For port 402fecd8-6355-45c7-ba3a-d38e1f28c3b0, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:40:28.277282 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86952a97-951d-49e3-9121-7a439fa94554 admin admin] Router e3896ea9-3c41-4d47-82e0-fa476f977a83 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:40:28.304150 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-ac4757c3-a24e-434c-924f-ac49a06501ee None None] For port 402fecd8-6355-45c7-ba3a-d38e1f28c3b0, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=402fecd8-6355-45c7-ba3a-d38e1f28c3b0,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:40:28.305313 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port a3dcc168-50fc-4949-b943-063100f39c73 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:28.305783 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:28.334188 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ac4757c3-a24e-434c-924f-ac49a06501ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:28.366889 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0c2bffe3-8b44-4be8-89cd-d42ef26bd41e req-37941c2a-864b-4cb1-b09e-4c5a91a9ecc4 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035779 Nov 12 00:40:28.458336 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4757c3-a24e-434c-924f-ac49a06501ee None None] Routers {'e3896ea9-3c41-4d47-82e0-fa476f977a83'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:40:28.459049 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-ac4757c3-a24e-434c-924f-ac49a06501ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:40:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['e3896ea9-3c41-4d47-82e0-fa476f977a83'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:28.461901 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8488bfd-8b1d-4eed-85a9-ad37cbf5b13f None None] Pushing event updated for resources: {'Port': ['ID=402fecd8-6355-45c7-ba3a-d38e1f28c3b0,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:28.508963 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-3ea033c6-4e63-4eb2-a02e-687ce6f2cae1 None None] Provisioning complete for port 93f3cfd2-7d07-4e51-b2fd-8c44a44a8862 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:28.509425 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3ea033c6-4e63-4eb2-a02e-687ce6f2cae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:28.618550 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-3ea033c6-4e63-4eb2-a02e-687ce6f2cae1 None None] Port 93f3cfd2-7d07-4e51-b2fd-8c44a44a8862 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:40:28.647516 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-3ea033c6-4e63-4eb2-a02e-687ce6f2cae1 None None] Provisioning complete for port a3dcc168-50fc-4949-b943-063100f39c73 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:28.647881 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3ea033c6-4e63-4eb2-a02e-687ce6f2cae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:28.652781 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-ac4757c3-a24e-434c-924f-ac49a06501ee None None] Set router e3896ea9-3c41-4d47-82e0-fa476f977a83 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:40:28.668474 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86952a97-951d-49e3-9121-7a439fa94554 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:40:28.673655 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5a1b02-e7f1-44ed-995a-82076751502e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b89d2cd-78d9-461d-b36c-2c8a5c384e97'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:28.673849 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-86952a97-951d-49e3-9121-7a439fa94554 admin admin] 10.222.0.20 "PUT /v2.0/routers/e3896ea9-3c41-4d47-82e0-fa476f977a83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0072160 Nov 12 00:40:28.675860 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391836d8-ee16-4805-953c-95c6032f8139" -d '{"events": [{"server_uuid": "ee5a1b02-e7f1-44ed-995a-82076751502e", "name": "network-vif-plugged", "status": "completed", "tag": "5b89d2cd-78d9-461d-b36c-2c8a5c384e97"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:28.839161 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43f7c0-5bf2-4acf-b85f-f0ec3eb68281 req-12b505f1-ff73-4594-92a7-eedacb0e48c0 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:28.840823 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0e43f7c0-5bf2-4acf-b85f-f0ec3eb68281 req-12b505f1-ff73-4594-92a7-eedacb0e48c0 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e937b4-96d4-4945-8c9c-cfdf2fdba6c0 HTTP/1.1" status: 200 len: 949 time: 0.0711584 Nov 12 00:40:28.844414 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ccb3d30-47c7-4385-807c-1a7e31bf9283 x-openstack-request-id: req-9ccb3d30-47c7-4385-807c-1a7e31bf9283 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:28.844723 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5a1b02-e7f1-44ed-995a-82076751502e", "name": "network-vif-plugged", "status": "completed", "tag": "5b89d2cd-78d9-461d-b36c-2c8a5c384e97", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:28.844975 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ccb3d30-47c7-4385-807c-1a7e31bf9283 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:28.845351 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5a1b02-e7f1-44ed-995a-82076751502e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b89d2cd-78d9-461d-b36c-2c8a5c384e97', 'code': 200} Nov 12 00:40:28.917855 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0e43f7c0-5bf2-4acf-b85f-f0ec3eb68281 req-ee55f5c1-bbfd-47e6-8f1f-288173de0266 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663030 Nov 12 00:40:29.017827 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40528) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:29.056739 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b1041a-5345-405b-99fd-49480454c514 req-4afb7f69-5b1a-47b4-88a2-1a060819ca6a tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:29.064230 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-82b1041a-5345-405b-99fd-49480454c514 req-4afb7f69-5b1a-47b4-88a2-1a060819ca6a tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8 HTTP/1.1" status: 200 len: 949 time: 0.0672271 Nov 12 00:40:29.103925 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-ac4757c3-a24e-434c-924f-ac49a06501ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3896ea9-3c41-4d47-82e0-fa476f977a83', 'name': 'tempest-FloatingIPsTestJSON-1688952564-router', 'tenant_id': '3505d75b759f412f8dda9b6750f993db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '402fecd8-6355-45c7-ba3a-d38e1f28c3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:40:23Z', 'updated_at': '2021-11-12T00:40:27Z', 'revision_number': 4, 'project_id': '3505d75b759f412f8dda9b6750f993db', 'gw_port': {'id': '402fecd8-6355-45c7-ba3a-d38e1f28c3b0', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:0f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3896ea9-3c41-4d47-82e0-fa476f977a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:40:23Z', 'updated_at': '2021-11-12T00:40:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '93f3cfd2-7d07-4e51-b2fd-8c44a44a8862', 'name': '', 'network_id': 'a0bbbaf6-13a6-4881-965a-0bb5454c6cae', 'tenant_id': '3505d75b759f412f8dda9b6750f993db', 'mac_address': 'fa:16:3e:8f:f1:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3896ea9-3c41-4d47-82e0-fa476f977a83', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'f995770a-e94e-40a3-b351-bbd7fb4e5ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:40:26Z', 'updated_at': '2021-11-12T00:40:27Z', 'revision_number': 2, 'project_id': '3505d75b759f412f8dda9b6750f993db', 'subnets': [{'id': 'f995770a-e94e-40a3-b351-bbd7fb4e5ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:29.121813 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-82b1041a-5345-405b-99fd-49480454c514 req-68e53886-9496-497f-bc31-0eb2eb6a1021 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566745 Nov 12 00:40:29.169863 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4757c3-a24e-434c-924f-ac49a06501ee None None] The sync data for ids ['e3896ea9-3c41-4d47-82e0-fa476f977a83'] in n-d-812236-11 is: [{'id': 'e3896ea9-3c41-4d47-82e0-fa476f977a83', 'name': 'tempest-FloatingIPsTestJSON-1688952564-router', 'tenant_id': '3505d75b759f412f8dda9b6750f993db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '402fecd8-6355-45c7-ba3a-d38e1f28c3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:40:23Z', 'updated_at': '2021-11-12T00:40:27Z', 'revision_number': 4, 'project_id': '3505d75b759f412f8dda9b6750f993db', 'gw_port': {'id': '402fecd8-6355-45c7-ba3a-d38e1f28c3b0', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:0f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3896ea9-3c41-4d47-82e0-fa476f977a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:40:23Z', 'updated_at': '2021-11-12T00:40:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '93f3cfd2-7d07-4e51-b2fd-8c44a44a8862', 'name': '', 'network_id': 'a0bbbaf6-13a6-4881-965a-0bb5454c6cae', 'tenant_id': '3505d75b759f412f8dda9b6750f993db', 'mac_address': 'fa:16:3e:8f:f1:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3896ea9-3c41-4d47-82e0-fa476f977a83', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'f995770a-e94e-40a3-b351-bbd7fb4e5ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:40:26Z', 'updated_at': '2021-11-12T00:40:27Z', 'revision_number': 2, 'project_id': '3505d75b759f412f8dda9b6750f993db', 'subnets': [{'id': 'f995770a-e94e-40a3-b351-bbd7fb4e5ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:40:29.195999 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-300e4ba4-e3c4-4ef0-b750-2b07c9f4bbf6 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1602508651-network', 'tenant_id': 'b196af2d781742b5afcf78b1734eb1c1'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:29.219166 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300e4ba4-e3c4-4ef0-b750-2b07c9f4bbf6 admin admin] Made reservation on behalf of b196af2d781742b5afcf78b1734eb1c1 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:40:29.222914 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-300e4ba4-e3c4-4ef0-b750-2b07c9f4bbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:29.252314 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-300e4ba4-e3c4-4ef0-b750-2b07c9f4bbf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:29.478500 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7e90253e-b329-4cac-bf58-d05d608fee31 req-085b87d5-765c-47b2-9f46-5416ad9e0314 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2509077 Nov 12 00:40:29.484680 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-7e90253e-b329-4cac-bf58-d05d608fee31 req-cc40be94-2ee5-4bc3-9d2a-31bd6523dbd3 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:29.528001 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7e90253e-b329-4cac-bf58-d05d608fee31 req-cc40be94-2ee5-4bc3-9d2a-31bd6523dbd3 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Publish callbacks [] for floatingip, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:29.555648 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae4e24-c5b4-437b-8f40-53bf398583b0 req-2800dae1-ecf7-4dda-b1e3-c0cdd47097d9 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:29.557722 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d1ae4e24-c5b4-437b-8f40-53bf398583b0 req-2800dae1-ecf7-4dda-b1e3-c0cdd47097d9 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/ports?device_id=703d7211-de7c-4386-912e-b0b93082174b HTTP/1.1" status: 200 len: 950 time: 0.0610013 Nov 12 00:40:29.565633 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-300e4ba4-e3c4-4ef0-b750-2b07c9f4bbf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:29.581118 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-300e4ba4-e3c4-4ef0-b750-2b07c9f4bbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:29.595870 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 72b6950c-8f9a-4518-af85-fcd8787c0065 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:40:29.603167 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 900d8329-f5b4-4d16-9f70-f0c0b36ba18b up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:40:29.628927 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-300e4ba4-e3c4-4ef0-b750-2b07c9f4bbf6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:40:29.649730 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d1ae4e24-c5b4-437b-8f40-53bf398583b0 req-943eafdb-d309-4b6c-8d46-4184c40a79b1 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/security-groups?id=854e8c06-d2ba-4660-8744-67dd889e0b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752921 Nov 12 00:40:29.680662 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-300e4ba4-e3c4-4ef0-b750-2b07c9f4bbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:29.681339 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-300e4ba4-e3c4-4ef0-b750-2b07c9f4bbf6 admin admin] Added segment 67b028fe-c88f-42ae-becd-7bce43ce7447 of type vlan for network 8775778d-50eb-4059-84de-19ac67d38b27 Nov 12 00:40:29.696805 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e4ba4-e3c4-4ef0-b750-2b07c9f4bbf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6b3d86-bc69-4fd2-9021-158319c7c9aa,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:29.757948 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 900d8329-f5b4-4d16-9f70-f0c0b36ba18b completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:40:29.768517 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 72b6950c-8f9a-4518-af85-fcd8787c0065 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:40:29.775676 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 72b6950c-8f9a-4518-af85-fcd8787c0065 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:29.776397 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:29.776926 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-300e4ba4-e3c4-4ef0-b750-2b07c9f4bbf6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:29.781787 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 900d8329-f5b4-4d16-9f70-f0c0b36ba18b triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:29.782496 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:29.821915 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-300e4ba4-e3c4-4ef0-b750-2b07c9f4bbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:29.822904 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300e4ba4-e3c4-4ef0-b750-2b07c9f4bbf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:29.823488 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-300e4ba4-e3c4-4ef0-b750-2b07c9f4bbf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:29.840201 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c192b-d6ed-4d76-8c92-82dd6cec2997 req-a4aa1209-23e9-4534-8ad0-41dcf85c940c tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:29.854175 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-060c192b-d6ed-4d76-8c92-82dd6cec2997 req-a4aa1209-23e9-4534-8ad0-41dcf85c940c tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c HTTP/1.1" status: 200 len: 945 time: 0.0870485 Nov 12 00:40:29.916878 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7e90253e-b329-4cac-bf58-d05d608fee31 req-cc40be94-2ee5-4bc3-9d2a-31bd6523dbd3 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:29.960870 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-060c192b-d6ed-4d76-8c92-82dd6cec2997 req-2ebf54d8-5900-46d7-8652-d1ed5f4e06bc tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028991 Nov 12 00:40:29.989062 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40568) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:29.989941 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-300e4ba4-e3c4-4ef0-b750-2b07c9f4bbf6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9695632 Nov 12 00:40:30.001809 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-31efec87-4d09-4026-ad52-76d1b65ae920 admin admin] Request body: {'subnet': {'network_id': '8775778d-50eb-4059-84de-19ac67d38b27', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1602508651-subnet', 'tenant_id': 'b196af2d781742b5afcf78b1734eb1c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:30.030440 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:30.035200 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:30.053187 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e4ba4-e3c4-4ef0-b750-2b07c9f4bbf6 admin admin] Pushing event updated for resources: {'Network': ['ID=8775778d-50eb-4059-84de-19ac67d38b27,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:30.059163 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31efec87-4d09-4026-ad52-76d1b65ae920 admin admin] Made reservation on behalf of b196af2d781742b5afcf78b1734eb1c1 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:40:30.062544 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-31efec87-4d09-4026-ad52-76d1b65ae920 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:30.117113 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 8775778d-50eb-4059-84de-19ac67d38b27 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:40:30.201365 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-7e90253e-b329-4cac-bf58-d05d608fee31 req-cc40be94-2ee5-4bc3-9d2a-31bd6523dbd3 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Allocated IP 172.25.2.145 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/7d0bd890-18ce-4617-9be0-b7a03a596db2) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:40:30.266538 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 72b6950c-8f9a-4518-af85-fcd8787c0065, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=72b6950c-8f9a-4518-af85-fcd8787c0065,segment=NetworkSegment(6dc56b81-8d8e-4b44-90a6-8b45d539a128),segment_id=6dc56b81-8d8e-4b44-90a6-8b45d539a128)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:30.270138 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 900d8329-f5b4-4d16-9f70-f0c0b36ba18b, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=900d8329-f5b4-4d16-9f70-f0c0b36ba18b,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:30.278225 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:30.287296 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:30.322651 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545e2ac-bd32-4ab5-a744-ee4b1937df13 req-ce75bf3c-8c7c-4d61-97fe-944c4b8496cc tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:30.331082 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8545e2ac-bd32-4ab5-a744-ee4b1937df13 req-ce75bf3c-8c7c-4d61-97fe-944c4b8496cc tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/ports?device_id=f26f9685-865f-4bb6-b7ee-705c01c65e35 HTTP/1.1" status: 200 len: 950 time: 0.2261691 Nov 12 00:40:30.352465 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=72b6950c-8f9a-4518-af85-fcd8787c0065,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:30.393756 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7e90253e-b329-4cac-bf58-d05d608fee31 req-cc40be94-2ee5-4bc3-9d2a-31bd6523dbd3 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:30.443640 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=900d8329-f5b4-4d16-9f70-f0c0b36ba18b,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:30.473303 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8545e2ac-bd32-4ab5-a744-ee4b1937df13 req-92c1aa4c-1892-4e94-8f32-ac82ffbdf35d tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/security-groups?id=854e8c06-d2ba-4660-8744-67dd889e0b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413364 Nov 12 00:40:30.487069 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7e90253e-b329-4cac-bf58-d05d608fee31 req-cc40be94-2ee5-4bc3-9d2a-31bd6523dbd3 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:30.553863 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e90253e-b329-4cac-bf58-d05d608fee31 req-cc40be94-2ee5-4bc3-9d2a-31bd6523dbd3 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:40:30.590731 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-7e90253e-b329-4cac-bf58-d05d608fee31 req-cc40be94-2ee5-4bc3-9d2a-31bd6523dbd3 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:40:30.602631 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-31efec87-4d09-4026-ad52-76d1b65ae920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:30.604244 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e90253e-b329-4cac-bf58-d05d608fee31 req-cc40be94-2ee5-4bc3-9d2a-31bd6523dbd3 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:40:30.661504 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc40be94-2ee5-4bc3-9d2a-31bd6523dbd3 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Pushing event updated for resources: {'Port': ['ID=7d0bd890-18ce-4617-9be0-b7a03a596db2,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:30.731104 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31efec87-4d09-4026-ad52-76d1b65ae920 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a8e288c-144a-4e54-9a9e-08915eef9272,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:30.733803 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7e90253e-b329-4cac-bf58-d05d608fee31 req-cc40be94-2ee5-4bc3-9d2a-31bd6523dbd3 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:30.743511 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31efec87-4d09-4026-ad52-76d1b65ae920 admin admin] Checking segment: {'id': '67b028fe-c88f-42ae-becd-7bce43ce7447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8775778d-50eb-4059-84de-19ac67d38b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:40:30.744065 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31efec87-4d09-4026-ad52-76d1b65ae920 admin admin] Network hostable DHCP agents. Network: 8775778d-50eb-4059-84de-19ac67d38b27, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:40:30.761064 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695d1f6-5add-4b7b-9e23-e6ba022f15db req-cfe883b2-c247-44cd-a51d-79d665cd468b tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:30.769042 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e695d1f6-5add-4b7b-9e23-e6ba022f15db req-cfe883b2-c247-44cd-a51d-79d665cd468b tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e937b4-96d4-4945-8c9c-cfdf2fdba6c0 HTTP/1.1" status: 200 len: 950 time: 0.1421826 Nov 12 00:40:30.779810 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7e90253e-b329-4cac-bf58-d05d608fee31 req-cc40be94-2ee5-4bc3-9d2a-31bd6523dbd3 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:30.820658 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31efec87-4d09-4026-ad52-76d1b65ae920 admin admin] Network 8775778d-50eb-4059-84de-19ac67d38b27 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:40:30.847335 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b6950c-8f9a-4518-af85-fcd8787c0065'}, {'server_uuid': 'c0e937b4-96d4-4945-8c9c-cfdf2fdba6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900d8329-f5b4-4d16-9f70-f0c0b36ba18b'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:30.850687 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888cc3c7-5cba-449d-8c41-7ea631df973d" -d '{"events": [{"server_uuid": "9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c", "name": "network-vif-plugged", "status": "completed", "tag": "72b6950c-8f9a-4518-af85-fcd8787c0065"}, {"server_uuid": "c0e937b4-96d4-4945-8c9c-cfdf2fdba6c0", "name": "network-vif-plugged", "status": "completed", "tag": "900d8329-f5b4-4d16-9f70-f0c0b36ba18b"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:30.859544 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e695d1f6-5add-4b7b-9e23-e6ba022f15db req-a2e893c6-db88-428e-95a0-c308eba3c523 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891664 Nov 12 00:40:30.861464 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-31efec87-4d09-4026-ad52-76d1b65ae920 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 8775778d-50eb-4059-84de-19ac67d38b27) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:40:30.867866 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31efec87-4d09-4026-ad52-76d1b65ae920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:30.871163 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffc3dd7-4f5b-4c36-84d3-1286331b8ba5 None None] Network 8775778d-50eb-4059-84de-19ac67d38b27 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:40:30.883037 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-31efec87-4d09-4026-ad52-76d1b65ae920 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:30.922315 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-31efec87-4d09-4026-ad52-76d1b65ae920 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9242897 Nov 12 00:40:31.085984 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce7216-d13e-4f4b-961a-a519f121cdce req-71841f5e-1a04-491a-bbf1-66e5196fd876 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:31.090959 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f5ce7216-d13e-4f4b-961a-a519f121cdce req-71841f5e-1a04-491a-bbf1-66e5196fd876 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8 HTTP/1.1" status: 200 len: 949 time: 0.0943129 Nov 12 00:40:31.115774 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0723eb7b-a81d-4fa4-a62c-a807db7a5dfe None None] Network 8775778d-50eb-4059-84de-19ac67d38b27 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:40:31.132180 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7e90253e-b329-4cac-bf58-d05d608fee31 req-cc40be94-2ee5-4bc3-9d2a-31bd6523dbd3 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:31.144060 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7e90253e-b329-4cac-bf58-d05d608fee31 req-cc40be94-2ee5-4bc3-9d2a-31bd6523dbd3 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:31.207011 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f5ce7216-d13e-4f4b-961a-a519f121cdce req-c4a05185-d0c4-4213-ad37-032f9b629b4e tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988612 Nov 12 00:40:31.314797 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc40be94-2ee5-4bc3-9d2a-31bd6523dbd3 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Pushing event updated for resources: {'Port': ['ID=7d0bd890-18ce-4617-9be0-b7a03a596db2,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:31.325403 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7e90253e-b329-4cac-bf58-d05d608fee31 req-cc40be94-2ee5-4bc3-9d2a-31bd6523dbd3 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:31.346626 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7e90253e-b329-4cac-bf58-d05d608fee31 req-cc40be94-2ee5-4bc3-9d2a-31bd6523dbd3 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:31.347918 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7e90253e-b329-4cac-bf58-d05d608fee31 req-cc40be94-2ee5-4bc3-9d2a-31bd6523dbd3 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8690758 Nov 12 00:40:31.438937 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7e90253e-b329-4cac-bf58-d05d608fee31 req-b70f596f-a469-488c-bfbd-57541f17c2dc tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.145 HTTP/1.1" status: 200 len: 696 time: 0.0843625 Nov 12 00:40:31.566650 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90253e-b329-4cac-bf58-d05d608fee31 req-2b66e06e-817a-4ad9-b6ef-9a0327e46ce7 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:31.570685 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7e90253e-b329-4cac-bf58-d05d608fee31 req-2b66e06e-817a-4ad9-b6ef-9a0327e46ce7 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] 10.222.0.20 "GET /v2.0/networks/ef732b55-2b3c-4048-85da-0a8ac273c14b HTTP/1.1" status: 200 len: 784 time: 0.1234305 Nov 12 00:40:31.584450 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [req-7e90253e-b329-4cac-bf58-d05d608fee31 req-53a6929e-1749-4f2b-bef4-38ed41749f9e tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:40:31.585572 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7e90253e-b329-4cac-bf58-d05d608fee31 req-53a6929e-1749-4f2b-bef4-38ed41749f9e tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091445 Nov 12 00:40:31.647968 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d092a54-6bd0-4d68-870e-673f099476aa x-openstack-request-id: req-3d092a54-6bd0-4d68-870e-673f099476aa {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:31.648574 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c", "name": "network-vif-plugged", "status": "completed", "tag": "72b6950c-8f9a-4518-af85-fcd8787c0065", "code": 200}, {"server_uuid": "c0e937b4-96d4-4945-8c9c-cfdf2fdba6c0", "name": "network-vif-plugged", "status": "completed", "tag": "900d8329-f5b4-4d16-9f70-f0c0b36ba18b", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:31.648574 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3d092a54-6bd0-4d68-870e-673f099476aa {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:31.648893 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b6950c-8f9a-4518-af85-fcd8787c0065', 'code': 200} Nov 12 00:40:31.649135 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e937b4-96d4-4945-8c9c-cfdf2fdba6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900d8329-f5b4-4d16-9f70-f0c0b36ba18b', 'code': 200} Nov 12 00:40:31.891963 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e131874-481c-4fe1-afdd-13c05cc9e735 req-971f34dc-a84c-4530-981f-d57a12949322 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:31.902301 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1e131874-481c-4fe1-afdd-13c05cc9e735 req-971f34dc-a84c-4530-981f-d57a12949322 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c HTTP/1.1" status: 200 len: 946 time: 0.1792452 Nov 12 00:40:31.918091 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572da725-3844-40a3-935f-be3625ef67c0 req-783bd7db-a21e-4f68-b8f7-bc12bd92e0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:31.918929 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-572da725-3844-40a3-935f-be3625ef67c0 req-783bd7db-a21e-4f68-b8f7-bc12bd92e0a4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c0e937b4-96d4-4945-8c9c-cfdf2fdba6c0 HTTP/1.1" status: 200 len: 1102 time: 0.1356101 Nov 12 00:40:31.933116 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4faabf-f2cc-46a2-b7f2-98c887c01a51 req-1dfb060e-da59-42ce-a17c-81968bc56dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:31.934623 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bb4faabf-f2cc-46a2-b7f2-98c887c01a51 req-1dfb060e-da59-42ce-a17c-81968bc56dba service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c HTTP/1.1" status: 200 len: 1098 time: 0.1275635 Nov 12 00:40:32.043017 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1e131874-481c-4fe1-afdd-13c05cc9e735 req-1f274dd0-112d-4a81-ad98-a83309316bd7 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397903 Nov 12 00:40:32.062988 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-572da725-3844-40a3-935f-be3625ef67c0 req-a0cd86a6-1099-4751-b310-da050f71fede service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348274 Nov 12 00:40:32.091528 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bb4faabf-f2cc-46a2-b7f2-98c887c01a51 req-6580f94b-c1dd-4dc0-9fb9-3e69db0d5210 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355758 Nov 12 00:40:32.174962 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 402fecd8-6355-45c7-ba3a-d38e1f28c3b0 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:40:32.279773 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 402fecd8-6355-45c7-ba3a-d38e1f28c3b0 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:32.280420 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:32.300416 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ee12829e-2e5e-4fcd-b3ff-397f2309fb44 req-ebe72714-dcb7-4b58-ab58-b28f8301a630 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] 10.222.0.20 "GET /v2.0/floatingips/bc7810fa-5ea6-4fbc-8d9f-9e359627d71a HTTP/1.1" status: 200 len: 693 time: 0.1632912 Nov 12 00:40:32.370145 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e632373-89fa-48e1-a24f-32df8e1905be req-b8561d63-31e8-455e-bae2-21a87e1eb797 tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:32.383016 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2e632373-89fa-48e1-a24f-32df8e1905be req-b8561d63-31e8-455e-bae2-21a87e1eb797 tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] 10.222.0.20 "GET /v2.0/networks?id=8775778d-50eb-4059-84de-19ac67d38b27 HTTP/1.1" status: 200 len: 813 time: 0.2077475 Nov 12 00:40:32.408487 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2e632373-89fa-48e1-a24f-32df8e1905be req-8ab6cfc1-b34e-4cf2-9c01-4f223b5ad5db tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] 10.222.0.20 "GET /v2.0/quotas/b196af2d781742b5afcf78b1734eb1c1 HTTP/1.1" status: 200 len: 375 time: 0.0239215 Nov 12 00:40:32.409799 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:32.438979 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df08c8f8-944d-419a-b7e5-a27ebe7f0ea2 None None] Sync routers for ids ['e3896ea9-3c41-4d47-82e0-fa476f977a83'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:40:32.445805 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 402fecd8-6355-45c7-ba3a-d38e1f28c3b0, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=402fecd8-6355-45c7-ba3a-d38e1f28c3b0,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:32.452232 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df08c8f8-944d-419a-b7e5-a27ebe7f0ea2 None None] Routers {'e3896ea9-3c41-4d47-82e0-fa476f977a83'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:40:32.452962 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-df08c8f8-944d-419a-b7e5-a27ebe7f0ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:40:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['e3896ea9-3c41-4d47-82e0-fa476f977a83'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:32.453188 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:32.453620 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12829e-2e5e-4fcd-b3ff-397f2309fb44 req-506c0771-c5dd-46fa-9b11-50b6ca410b4a tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:32.468001 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ee12829e-2e5e-4fcd-b3ff-397f2309fb44 req-506c0771-c5dd-46fa-9b11-50b6ca410b4a tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] 10.222.0.20 "GET /v2.0/networks/ef732b55-2b3c-4048-85da-0a8ac273c14b HTTP/1.1" status: 200 len: 784 time: 0.1660585 Nov 12 00:40:32.480546 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [req-ee12829e-2e5e-4fcd-b3ff-397f2309fb44 req-bed6462d-eb19-4574-94f5-624a82c3e1d0 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:40:32.494298 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ee12829e-2e5e-4fcd-b3ff-397f2309fb44 req-bed6462d-eb19-4574-94f5-624a82c3e1d0 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0250871 Nov 12 00:40:32.502139 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2e632373-89fa-48e1-a24f-32df8e1905be req-a0bffffd-fecd-4109-a3dd-783cbd91e325 tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b196af2d781742b5afcf78b1734eb1c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0924783 Nov 12 00:40:32.507982 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=402fecd8-6355-45c7-ba3a-d38e1f28c3b0,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:32.650007 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-df08c8f8-944d-419a-b7e5-a27ebe7f0ea2 None None] Set router e3896ea9-3c41-4d47-82e0-fa476f977a83 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:40:32.677303 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b22ef2-8763-470b-8999-39f47ba8f6cb req-48c92e92-a1c3-462f-b99a-444ea6004a5c tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:32.679752 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-36b22ef2-8763-470b-8999-39f47ba8f6cb req-48c92e92-a1c3-462f-b99a-444ea6004a5c tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e937b4-96d4-4945-8c9c-cfdf2fdba6c0 HTTP/1.1" status: 200 len: 950 time: 0.1245775 Nov 12 00:40:32.682121 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2e632373-89fa-48e1-a24f-32df8e1905be req-5b740249-90bf-46f6-a0e2-2bcf9d03eab5 service neutron] 10.222.0.20 "GET /v2.0/networks/8775778d-50eb-4059-84de-19ac67d38b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788733 Nov 12 00:40:32.768112 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-36b22ef2-8763-470b-8999-39f47ba8f6cb req-6fe60c7c-349a-43bc-b0a3-4dc2ac247143 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769632 Nov 12 00:40:32.815497 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2e632373-89fa-48e1-a24f-32df8e1905be req-7860627a-f96b-4cd5-91bd-02d451a5933f service neutron] 10.222.0.20 "GET /v2.0/networks/8775778d-50eb-4059-84de-19ac67d38b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203885 Nov 12 00:40:33.031178 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-df08c8f8-944d-419a-b7e5-a27ebe7f0ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3896ea9-3c41-4d47-82e0-fa476f977a83', 'name': 'tempest-FloatingIPsTestJSON-1688952564-router', 'tenant_id': '3505d75b759f412f8dda9b6750f993db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '402fecd8-6355-45c7-ba3a-d38e1f28c3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:40:23Z', 'updated_at': '2021-11-12T00:40:27Z', 'revision_number': 4, 'project_id': '3505d75b759f412f8dda9b6750f993db', 'gw_port': {'id': '402fecd8-6355-45c7-ba3a-d38e1f28c3b0', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:0f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3896ea9-3c41-4d47-82e0-fa476f977a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:40:23Z', 'updated_at': '2021-11-12T00:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '93f3cfd2-7d07-4e51-b2fd-8c44a44a8862', 'name': '', 'network_id': 'a0bbbaf6-13a6-4881-965a-0bb5454c6cae', 'tenant_id': '3505d75b759f412f8dda9b6750f993db', 'mac_address': 'fa:16:3e:8f:f1:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3896ea9-3c41-4d47-82e0-fa476f977a83', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'f995770a-e94e-40a3-b351-bbd7fb4e5ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:40:26Z', 'updated_at': '2021-11-12T00:40:27Z', 'revision_number': 2, 'project_id': '3505d75b759f412f8dda9b6750f993db', 'subnets': [{'id': 'f995770a-e94e-40a3-b351-bbd7fb4e5ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:33.043079 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99b70a-311c-4adf-90ac-dc0aee7c43cb req-7aadf4b3-a278-406a-92d6-5d4d0fb89078 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:33.056802 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b99b70a-311c-4adf-90ac-dc0aee7c43cb req-7aadf4b3-a278-406a-92d6-5d4d0fb89078 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8 HTTP/1.1" status: 200 len: 949 time: 0.1009731 Nov 12 00:40:33.082393 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df08c8f8-944d-419a-b7e5-a27ebe7f0ea2 None None] Checking router: e3896ea9-3c41-4d47-82e0-fa476f977a83 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:40:33.082770 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df08c8f8-944d-419a-b7e5-a27ebe7f0ea2 None None] Updating router e3896ea9-3c41-4d47-82e0-fa476f977a83 port 93f3cfd2-7d07-4e51-b2fd-8c44a44a8862 binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:40:33.129061 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-df08c8f8-944d-419a-b7e5-a27ebe7f0ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:33.136278 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b99b70a-311c-4adf-90ac-dc0aee7c43cb req-225799da-606c-40ed-bcd0-dc126fa1653a tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732908 Nov 12 00:40:33.268862 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-abe4f403-6eca-49df-88ed-2b736efb1a0e req-0e251672-c9df-4afe-aebb-076ef7eb3642 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=3505d75b759f412f8dda9b6750f993db HTTP/1.1" status: 200 len: 696 time: 0.1064744 Nov 12 00:40:33.335190 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-14363286-726a-427f-81a3-2fe5097ca7d2 req-6c6fba88-dbf2-4d85-86b7-74a9be3bc26f tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] 10.222.0.20 "GET /v2.0/ports?device_id=a66192ea-0241-4b72-93b4-b8b655622168 HTTP/1.1" status: 200 len: 210 time: 0.0724158 Nov 12 00:40:33.464654 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf608af-dd3d-45ea-acac-7f799a3ccf7a req-85705eb7-ee11-4bd8-a13f-f5ddfcb8754b tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:33.472281 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5bf608af-dd3d-45ea-acac-7f799a3ccf7a req-85705eb7-ee11-4bd8-a13f-f5ddfcb8754b tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c HTTP/1.1" status: 200 len: 946 time: 0.0812907 Nov 12 00:40:33.497961 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-df08c8f8-944d-419a-b7e5-a27ebe7f0ea2 None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:33.505288 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-df08c8f8-944d-419a-b7e5-a27ebe7f0ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:33.512117 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4f403-6eca-49df-88ed-2b736efb1a0e req-dffd76b0-12bc-457b-a0c4-ae256a11c4a7 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:33.520943 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-abe4f403-6eca-49df-88ed-2b736efb1a0e req-dffd76b0-12bc-457b-a0c4-ae256a11c4a7 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] 10.222.0.20 "GET /v2.0/networks?id=ef732b55-2b3c-4048-85da-0a8ac273c14b HTTP/1.1" status: 200 len: 787 time: 0.2510700 Nov 12 00:40:33.524345 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5bf608af-dd3d-45ea-acac-7f799a3ccf7a req-72b7b340-ad65-49a6-9e6c-8a3a9c636649 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511360 Nov 12 00:40:33.528928 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [req-abe4f403-6eca-49df-88ed-2b736efb1a0e req-0e119465-eccb-40bf-a1c0-9de03b2de1e4 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:40:33.530361 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-abe4f403-6eca-49df-88ed-2b736efb1a0e req-0e119465-eccb-40bf-a1c0-9de03b2de1e4 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071065 Nov 12 00:40:33.591432 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee9ee1-086d-446f-be67-8e5d0d06fc7c None None] Pushing event updated for resources: {'Port': ['ID=93f3cfd2-7d07-4e51-b2fd-8c44a44a8862,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:33.622194 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-801b29cc-545f-4825-a458-6e27a1ebccb1 req-0039e04e-0c9c-498d-8844-526b31686cc0 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] 10.222.0.20 "GET /v2.0/floatingips/bc7810fa-5ea6-4fbc-8d9f-9e359627d71a HTTP/1.1" status: 200 len: 693 time: 0.0688210 Nov 12 00:40:33.684860 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-df08c8f8-944d-419a-b7e5-a27ebe7f0ea2 None None] Attempting to bind port 93f3cfd2-7d07-4e51-b2fd-8c44a44a8862 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:40:33.685271 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-df08c8f8-944d-419a-b7e5-a27ebe7f0ea2 None None] Attempting to bind port 93f3cfd2-7d07-4e51-b2fd-8c44a44a8862 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '632142c6-6943-4500-8395-8067914f6a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a0bbbaf6-13a6-4881-965a-0bb5454c6cae'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:40:33.685735 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df08c8f8-944d-419a-b7e5-a27ebe7f0ea2 None None] Attempting to bind port 93f3cfd2-7d07-4e51-b2fd-8c44a44a8862 on network a0bbbaf6-13a6-4881-965a-0bb5454c6cae {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:33.695257 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df08c8f8-944d-419a-b7e5-a27ebe7f0ea2 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:40:33.695257 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df08c8f8-944d-419a-b7e5-a27ebe7f0ea2 None None] Checking segment: {'id': '632142c6-6943-4500-8395-8067914f6a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a0bbbaf6-13a6-4881-965a-0bb5454c6cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:40:33.695257 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-df08c8f8-944d-419a-b7e5-a27ebe7f0ea2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:33.695257 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df08c8f8-944d-419a-b7e5-a27ebe7f0ea2 None None] Bound using segment: {'id': '632142c6-6943-4500-8395-8067914f6a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a0bbbaf6-13a6-4881-965a-0bb5454c6cae'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:40:33.695257 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-df08c8f8-944d-419a-b7e5-a27ebe7f0ea2 None None] Bound port: 93f3cfd2-7d07-4e51-b2fd-8c44a44a8862, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632142c6-6943-4500-8395-8067914f6a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a0bbbaf6-13a6-4881-965a-0bb5454c6cae'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:40:33.695257 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-df08c8f8-944d-419a-b7e5-a27ebe7f0ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:33.800712 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-df08c8f8-944d-419a-b7e5-a27ebe7f0ea2 None None] For port 93f3cfd2-7d07-4e51-b2fd-8c44a44a8862, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:40:33.801201 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b29cc-545f-4825-a458-6e27a1ebccb1 req-62fe68cb-c91c-41bc-bf49-6756ab37d85b tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:33.805033 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-df08c8f8-944d-419a-b7e5-a27ebe7f0ea2 None None] For port 93f3cfd2-7d07-4e51-b2fd-8c44a44a8862, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=93f3cfd2-7d07-4e51-b2fd-8c44a44a8862,segment=NetworkSegment(632142c6-6943-4500-8395-8067914f6a89),segment_id=632142c6-6943-4500-8395-8067914f6a89)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:40:33.809939 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-801b29cc-545f-4825-a458-6e27a1ebccb1 req-62fe68cb-c91c-41bc-bf49-6756ab37d85b tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] 10.222.0.20 "GET /v2.0/networks/ef732b55-2b3c-4048-85da-0a8ac273c14b HTTP/1.1" status: 200 len: 784 time: 0.1784809 Nov 12 00:40:33.811127 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-df08c8f8-944d-419a-b7e5-a27ebe7f0ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:33.815102 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [req-801b29cc-545f-4825-a458-6e27a1ebccb1 req-ee18e41c-ddf8-411e-a710-90d5ed1c6b15 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:40:33.824709 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-801b29cc-545f-4825-a458-6e27a1ebccb1 req-ee18e41c-ddf8-411e-a710-90d5ed1c6b15 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0141137 Nov 12 00:40:33.886624 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-801b29cc-545f-4825-a458-6e27a1ebccb1 req-72d430d8-3363-44c6-86fd-731ecec458e4 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.145 HTTP/1.1" status: 200 len: 696 time: 0.0609033 Nov 12 00:40:33.917099 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee9ee1-086d-446f-be67-8e5d0d06fc7c None None] Pushing event updated for resources: {'Port': ['ID=93f3cfd2-7d07-4e51-b2fd-8c44a44a8862,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:33.937149 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df08c8f8-944d-419a-b7e5-a27ebe7f0ea2 None None] Routers {'e3896ea9-3c41-4d47-82e0-fa476f977a83'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:40:33.938189 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-df08c8f8-944d-419a-b7e5-a27ebe7f0ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:40:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['e3896ea9-3c41-4d47-82e0-fa476f977a83'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:33.969218 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-801b29cc-545f-4825-a458-6e27a1ebccb1 req-fd8d9baa-24c3-48a7-acb6-032a4d81609f tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.145 HTTP/1.1" status: 200 len: 696 time: 0.0816200 Nov 12 00:40:34.088126 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23368c-b3df-45ec-8ce5-c87bfd3bd652 req-36cc0b72-0a89-484e-b778-7b6fa3aac19f tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:34.102718 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-51bc085d-5896-4a44-aa82-be0cae98178a None None] Provisioning complete for port 93f3cfd2-7d07-4e51-b2fd-8c44a44a8862 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:34.103326 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-51bc085d-5896-4a44-aa82-be0cae98178a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:34.114704 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8a23368c-b3df-45ec-8ce5-c87bfd3bd652 req-36cc0b72-0a89-484e-b778-7b6fa3aac19f tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e937b4-96d4-4945-8c9c-cfdf2fdba6c0 HTTP/1.1" status: 200 len: 950 time: 0.1440725 Nov 12 00:40:34.182377 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 402fecd8-6355-45c7-ba3a-d38e1f28c3b0 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:40:34.276748 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-df08c8f8-944d-419a-b7e5-a27ebe7f0ea2 None None] Set router e3896ea9-3c41-4d47-82e0-fa476f977a83 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:40:34.277963 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8a23368c-b3df-45ec-8ce5-c87bfd3bd652 req-7a892fb9-8c7a-4964-b628-09680b7665d6 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622875 Nov 12 00:40:34.322824 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-801b29cc-545f-4825-a458-6e27a1ebccb1 req-bee6cb25-4092-4f0c-9003-aa582ce9a6fe tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Deleting port 7d0bd890-18ce-4617-9be0-b7a03a596db2 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:40:34.323444 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-801b29cc-545f-4825-a458-6e27a1ebccb1 req-bee6cb25-4092-4f0c-9003-aa582ce9a6fe tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:34.372796 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f2461200-9891-4d51-9702-e6eafef58918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:34.440431 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-51bc085d-5896-4a44-aa82-be0cae98178a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:34.444590 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 402fecd8-6355-45c7-ba3a-d38e1f28c3b0 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:34.444882 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:34.487188 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-801b29cc-545f-4825-a458-6e27a1ebccb1 req-bee6cb25-4092-4f0c-9003-aa582ce9a6fe tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:34.487863 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-801b29cc-545f-4825-a458-6e27a1ebccb1 req-bee6cb25-4092-4f0c-9003-aa582ce9a6fe tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:34.519988 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-801b29cc-545f-4825-a458-6e27a1ebccb1 req-bee6cb25-4092-4f0c-9003-aa582ce9a6fe tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Calling delete_port for 7d0bd890-18ce-4617-9be0-b7a03a596db2 owned by network:floatingip {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:40:34.541301 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-51bc085d-5896-4a44-aa82-be0cae98178a None None] For port 93f3cfd2-7d07-4e51-b2fd-8c44a44a8862, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=93f3cfd2-7d07-4e51-b2fd-8c44a44a8862,segment=NetworkSegment(632142c6-6943-4500-8395-8067914f6a89),segment_id=632142c6-6943-4500-8395-8067914f6a89)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:34.550890 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-51bc085d-5896-4a44-aa82-be0cae98178a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:34.667419 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc085d-5896-4a44-aa82-be0cae98178a None None] Pushing event updated for resources: {'Port': ['ID=93f3cfd2-7d07-4e51-b2fd-8c44a44a8862,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:34.672668 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 93f3cfd2-7d07-4e51-b2fd-8c44a44a8862 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:40:34.715325 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ccef93-66c2-4d7a-ad45-f2c26db6d7f4 req-cc8683ec-0cf7-4319-945d-bb65431f7e04 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:34.726359 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-28ccef93-66c2-4d7a-ad45-f2c26db6d7f4 req-cc8683ec-0cf7-4319-945d-bb65431f7e04 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8 HTTP/1.1" status: 200 len: 949 time: 0.1029558 Nov 12 00:40:34.737973 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-df08c8f8-944d-419a-b7e5-a27ebe7f0ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3896ea9-3c41-4d47-82e0-fa476f977a83', 'name': 'tempest-FloatingIPsTestJSON-1688952564-router', 'tenant_id': '3505d75b759f412f8dda9b6750f993db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '402fecd8-6355-45c7-ba3a-d38e1f28c3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:40:23Z', 'updated_at': '2021-11-12T00:40:27Z', 'revision_number': 4, 'project_id': '3505d75b759f412f8dda9b6750f993db', 'gw_port': {'id': '402fecd8-6355-45c7-ba3a-d38e1f28c3b0', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:0f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3896ea9-3c41-4d47-82e0-fa476f977a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:40:23Z', 'updated_at': '2021-11-12T00:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '93f3cfd2-7d07-4e51-b2fd-8c44a44a8862', 'name': '', 'network_id': 'a0bbbaf6-13a6-4881-965a-0bb5454c6cae', 'tenant_id': '3505d75b759f412f8dda9b6750f993db', 'mac_address': 'fa:16:3e:8f:f1:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3896ea9-3c41-4d47-82e0-fa476f977a83', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'f995770a-e94e-40a3-b351-bbd7fb4e5ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:40:26Z', 'updated_at': '2021-11-12T00:40:33Z', 'revision_number': 4, 'project_id': '3505d75b759f412f8dda9b6750f993db', 'subnets': [{'id': 'f995770a-e94e-40a3-b351-bbd7fb4e5ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:34.746182 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-61a77bd9-4a81-4da3-b0d6-8d332e38e2cd None None] Provisioning complete for port 93f3cfd2-7d07-4e51-b2fd-8c44a44a8862 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:34.746377 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-61a77bd9-4a81-4da3-b0d6-8d332e38e2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:34.781652 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df08c8f8-944d-419a-b7e5-a27ebe7f0ea2 None None] The sync data for ids ['e3896ea9-3c41-4d47-82e0-fa476f977a83'] in n-d-812236-11 is: [{'id': 'e3896ea9-3c41-4d47-82e0-fa476f977a83', 'name': 'tempest-FloatingIPsTestJSON-1688952564-router', 'tenant_id': '3505d75b759f412f8dda9b6750f993db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '402fecd8-6355-45c7-ba3a-d38e1f28c3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:40:23Z', 'updated_at': '2021-11-12T00:40:27Z', 'revision_number': 4, 'project_id': '3505d75b759f412f8dda9b6750f993db', 'gw_port': {'id': '402fecd8-6355-45c7-ba3a-d38e1f28c3b0', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:0f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3896ea9-3c41-4d47-82e0-fa476f977a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:40:23Z', 'updated_at': '2021-11-12T00:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '93f3cfd2-7d07-4e51-b2fd-8c44a44a8862', 'name': '', 'network_id': 'a0bbbaf6-13a6-4881-965a-0bb5454c6cae', 'tenant_id': '3505d75b759f412f8dda9b6750f993db', 'mac_address': 'fa:16:3e:8f:f1:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3896ea9-3c41-4d47-82e0-fa476f977a83', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'f995770a-e94e-40a3-b351-bbd7fb4e5ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:40:26Z', 'updated_at': '2021-11-12T00:40:33Z', 'revision_number': 4, 'project_id': '3505d75b759f412f8dda9b6750f993db', 'subnets': [{'id': 'f995770a-e94e-40a3-b351-bbd7fb4e5ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:40:34.791260 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-801b29cc-545f-4825-a458-6e27a1ebccb1 req-bee6cb25-4092-4f0c-9003-aa582ce9a6fe tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:34.833050 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-28ccef93-66c2-4d7a-ad45-f2c26db6d7f4 req-528152d8-0e1b-4a36-a54a-0ded8097472c tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057763 Nov 12 00:40:34.867918 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee6cb25-4092-4f0c-9003-aa582ce9a6fe tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Pushing event deleted for resources: {'Port': ['ID=7d0bd890-18ce-4617-9be0-b7a03a596db2,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:34.899093 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 93f3cfd2-7d07-4e51-b2fd-8c44a44a8862 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:34.899798 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:34.952484 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-801b29cc-545f-4825-a458-6e27a1ebccb1 req-bee6cb25-4092-4f0c-9003-aa582ce9a6fe tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Publish callbacks [] for floatingip, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:34.958843 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-801b29cc-545f-4825-a458-6e27a1ebccb1 req-bee6cb25-4092-4f0c-9003-aa582ce9a6fe tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:34.962769 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-801b29cc-545f-4825-a458-6e27a1ebccb1 req-bee6cb25-4092-4f0c-9003-aa582ce9a6fe tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] 10.222.0.20 "DELETE /v2.0/floatingips/bc7810fa-5ea6-4fbc-8d9f-9e359627d71a HTTP/1.1" status: 204 len: 173 time: 0.9924521 Nov 12 00:40:35.274151 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1dc84bca-b1ff-4544-8086-5d7927f3d1ee req-9fab9dd3-dd40-4963-baf6-8ea99e404ec9 tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] 10.222.0.20 "GET /v2.0/ports?device_id=a66192ea-0241-4b72-93b4-b8b655622168 HTTP/1.1" status: 200 len: 210 time: 0.1849334 Nov 12 00:40:35.342299 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b345f8-29d0-41a5-9dd6-7b6296412b5a req-257cfd41-e8f0-4929-84d1-d4e798386367 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:35.343904 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b2b345f8-29d0-41a5-9dd6-7b6296412b5a req-257cfd41-e8f0-4929-84d1-d4e798386367 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c HTTP/1.1" status: 200 len: 946 time: 0.1567993 Nov 12 00:40:35.442014 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b2b345f8-29d0-41a5-9dd6-7b6296412b5a req-8f03fcc6-d539-4e2f-8bde-0ebe0b6c6726 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875504 Nov 12 00:40:35.475605 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e632373-89fa-48e1-a24f-32df8e1905be req-844982bb-1b74-4564-9165-738363cc24d5 tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:35.477227 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2e632373-89fa-48e1-a24f-32df8e1905be req-844982bb-1b74-4564-9165-738363cc24d5 tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] 10.222.0.49 "GET /v2.0/networks?id=8775778d-50eb-4059-84de-19ac67d38b27 HTTP/1.1" status: 200 len: 813 time: 0.4403567 Nov 12 00:40:35.510159 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-2e632373-89fa-48e1-a24f-32df8e1905be req-7ed028c9-7478-4ef6-99d3-445d45966f49 tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] Request body: {'port': {'device_id': 'a66192ea-0241-4b72-93b4-b8b655622168', 'network_id': '8775778d-50eb-4059-84de-19ac67d38b27', 'admin_state_up': True, 'tenant_id': 'b196af2d781742b5afcf78b1734eb1c1'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:35.597950 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 0e040e9b-b854-41af-a259-24e4f00f0106 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:40:35.609895 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44fd54c-72a4-490e-a3ee-25ba17f1470b req-04d4e92b-ed24-4e23-ac01-7fd7937aa2ab tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:35.611791 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a44fd54c-72a4-490e-a3ee-25ba17f1470b req-04d4e92b-ed24-4e23-ac01-7fd7937aa2ab tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e937b4-96d4-4945-8c9c-cfdf2fdba6c0 HTTP/1.1" status: 200 len: 950 time: 0.0939870 Nov 12 00:40:35.642629 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-47b54d60-5237-4000-9f8c-105ee44ea22c req-72eee27c-329e-409e-9a9c-ad81ca1d367f tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3256063 Nov 12 00:40:35.665076 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-47b54d60-5237-4000-9f8c-105ee44ea22c req-8adea368-dfba-4a07-9408-4be5994de1b0 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:35.710536 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a44fd54c-72a4-490e-a3ee-25ba17f1470b req-78f0426e-78ca-49f2-a8a4-cd05d923b91d tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857587 Nov 12 00:40:35.792075 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 0e040e9b-b854-41af-a259-24e4f00f0106, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=0e040e9b-b854-41af-a259-24e4f00f0106,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:35.811705 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '0e040e9b-b854-41af-a259-24e4f00f0106', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'port_id': '0e040e9b-b854-41af-a259-24e4f00f0106', 'mac_address': 'fa:16:3e:55:61:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3288e972-21d8-4a52-9002-05790fb0bb61', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:40:35.839142 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-47b54d60-5237-4000-9f8c-105ee44ea22c req-8adea368-dfba-4a07-9408-4be5994de1b0 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Publish callbacks [] for floatingip, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:35.905024 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:35.914355 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e632373-89fa-48e1-a24f-32df8e1905be req-7ed028c9-7478-4ef6-99d3-445d45966f49 tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] Made reservation on behalf of b196af2d781742b5afcf78b1734eb1c1 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:40:35.929821 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-2e632373-89fa-48e1-a24f-32df8e1905be req-7ed028c9-7478-4ef6-99d3-445d45966f49 tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:35.944193 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e040e9b-b854-41af-a259-24e4f00f0106 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:36.013479 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e05fa-7a5d-422d-9b92-601f5f8341dd req-19bb25d7-6ed0-4e63-b153-637a14f264d2 tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:36.022729 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1a1e05fa-7a5d-422d-9b92-601f5f8341dd req-19bb25d7-6ed0-4e63-b153-637a14f264d2 tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c HTTP/1.1" status: 200 len: 1098 time: 0.0966129 Nov 12 00:40:36.024363 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 0e040e9b-b854-41af-a259-24e4f00f0106, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=0e040e9b-b854-41af-a259-24e4f00f0106,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:36.031602 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:36.131767 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1a1e05fa-7a5d-422d-9b92-601f5f8341dd req-6015354b-318a-4ede-bbba-387d92ed4cd2 tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074016 Nov 12 00:40:36.132228 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 93f3cfd2-7d07-4e51-b2fd-8c44a44a8862 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:40:36.199320 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=0e040e9b-b854-41af-a259-24e4f00f0106,revision_number=6']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:36.219351 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 93f3cfd2-7d07-4e51-b2fd-8c44a44a8862 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:36.219990 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:36.261448 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:40:36.312566 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['0e040e9b-b854-41af-a259-24e4f00f0106'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:36.336076 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6007f-edeb-49f2-a7fd-c0bd9e32a640 req-2fc112f3-d5f3-4726-9da9-ea539524126a tempest-ServersOnMultiNodesTest-1460343694 tempest-ServersOnMultiNodesTest-1460343694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:36.346859 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-66d6007f-edeb-49f2-a7fd-c0bd9e32a640 req-2fc112f3-d5f3-4726-9da9-ea539524126a tempest-ServersOnMultiNodesTest-1460343694 tempest-ServersOnMultiNodesTest-1460343694-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c0e937b4-96d4-4945-8c9c-cfdf2fdba6c0 HTTP/1.1" status: 200 len: 1102 time: 0.0655539 Nov 12 00:40:36.418930 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-66d6007f-edeb-49f2-a7fd-c0bd9e32a640 req-3cd08e16-b406-4d4e-8640-94ffb0c01e69 tempest-ServersOnMultiNodesTest-1460343694 tempest-ServersOnMultiNodesTest-1460343694-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708618 Nov 12 00:40:36.481617 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-74759300-11a8-417b-8ca6-1739c7082894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:36.523942 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-2e632373-89fa-48e1-a24f-32df8e1905be req-7ed028c9-7478-4ef6-99d3-445d45966f49 tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] Allocated IP 172.20.0.14 (8775778d-50eb-4059-84de-19ac67d38b27/4a8e288c-144a-4e54-9a9e-08915eef9272/c9cdc151-3555-4dc4-9e67-72d620c553bb) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:40:36.546451 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-47b54d60-5237-4000-9f8c-105ee44ea22c req-8adea368-dfba-4a07-9408-4be5994de1b0 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:36.630337 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60169b28-7466-4402-8c9f-4cb439fdef06 req-276fbda6-d2b5-4798-ad8e-8f6c4ce3ce05 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:36.637791 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-60169b28-7466-4402-8c9f-4cb439fdef06 req-276fbda6-d2b5-4798-ad8e-8f6c4ce3ce05 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8 HTTP/1.1" status: 200 len: 949 time: 0.1248822 Nov 12 00:40:36.701700 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-60169b28-7466-4402-8c9f-4cb439fdef06 req-bc9ac036-8261-48e3-8eb0-6061ab693c86 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563633 Nov 12 00:40:36.843532 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-47b54d60-5237-4000-9f8c-105ee44ea22c req-8adea368-dfba-4a07-9408-4be5994de1b0 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Allocated IP 172.25.2.26 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/1a5131e7-f095-4f72-a512-38cacb0a5712) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:40:36.869356 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-2e632373-89fa-48e1-a24f-32df8e1905be req-7ed028c9-7478-4ef6-99d3-445d45966f49 tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:36.933001 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e04c4-b7ee-4bdd-b273-fa0ab4485a70 req-17fe5968-7e87-4591-8265-b45181e5606b tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:36.941323 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-115e04c4-b7ee-4bdd-b273-fa0ab4485a70 req-17fe5968-7e87-4591-8265-b45181e5606b tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c HTTP/1.1" status: 200 len: 1098 time: 0.0809190 Nov 12 00:40:36.990520 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-2e632373-89fa-48e1-a24f-32df8e1905be req-7ed028c9-7478-4ef6-99d3-445d45966f49 tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:37.030015 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-115e04c4-b7ee-4bdd-b273-fa0ab4485a70 req-e7a5d04e-ad46-483f-846e-e89231393703 tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881245 Nov 12 00:40:37.064560 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-47b54d60-5237-4000-9f8c-105ee44ea22c req-8adea368-dfba-4a07-9408-4be5994de1b0 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:37.078589 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e632373-89fa-48e1-a24f-32df8e1905be req-7ed028c9-7478-4ef6-99d3-445d45966f49 tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] Network 8775778d-50eb-4059-84de-19ac67d38b27 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:40:37.078589 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-2e632373-89fa-48e1-a24f-32df8e1905be req-7ed028c9-7478-4ef6-99d3-445d45966f49 tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:40:37.083270 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e632373-89fa-48e1-a24f-32df8e1905be req-7ed028c9-7478-4ef6-99d3-445d45966f49 tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:40:37.126455 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed028c9-7478-4ef6-99d3-445d45966f49 tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] Pushing event updated for resources: {'Port': ['ID=c9cdc151-3555-4dc4-9e67-72d620c553bb,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:37.161443 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e632373-89fa-48e1-a24f-32df8e1905be req-7ed028c9-7478-4ef6-99d3-445d45966f49 tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:37.162249 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-2e632373-89fa-48e1-a24f-32df8e1905be req-7ed028c9-7478-4ef6-99d3-445d45966f49 tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:37.185014 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2e632373-89fa-48e1-a24f-32df8e1905be req-7ed028c9-7478-4ef6-99d3-445d45966f49 tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6797330 Nov 12 00:40:37.186468 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-47b54d60-5237-4000-9f8c-105ee44ea22c req-8adea368-dfba-4a07-9408-4be5994de1b0 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:37.220970 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-2e632373-89fa-48e1-a24f-32df8e1905be req-951844d1-f5e6-4d0b-9865-e14798376df5 service neutron] Request body: {'port': {'device_id': 'a66192ea-0241-4b72-93b4-b8b655622168', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:37.234796 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee39958-375a-4287-81d4-9334ab687592 req-0db9ab34-79bb-4b8b-a6fb-ba1dc1ffb285 tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:37.236593 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5ee39958-375a-4287-81d4-9334ab687592 req-0db9ab34-79bb-4b8b-a6fb-ba1dc1ffb285 tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] 10.222.0.20 "GET /v2.0/ports?device_id=a66192ea-0241-4b72-93b4-b8b655622168 HTTP/1.1" status: 200 len: 932 time: 0.0977726 Nov 12 00:40:37.269640 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47b54d60-5237-4000-9f8c-105ee44ea22c req-8adea368-dfba-4a07-9408-4be5994de1b0 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:40:37.293894 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adea368-dfba-4a07-9408-4be5994de1b0 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Pushing event updated for resources: {'Port': ['ID=1a5131e7-f095-4f72-a512-38cacb0a5712,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:37.295375 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5ee39958-375a-4287-81d4-9334ab687592 req-1a15306c-7bb1-4112-a211-89c40e06df64 tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd6b3d86-bc69-4fd2-9021-158319c7c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518506 Nov 12 00:40:37.297199 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-47b54d60-5237-4000-9f8c-105ee44ea22c req-8adea368-dfba-4a07-9408-4be5994de1b0 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:40:37.299412 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b54d60-5237-4000-9f8c-105ee44ea22c req-8adea368-dfba-4a07-9408-4be5994de1b0 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:40:37.347429 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-2e632373-89fa-48e1-a24f-32df8e1905be req-951844d1-f5e6-4d0b-9865-e14798376df5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:37.450476 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e5162683-2b85-4fac-9f58-15a67755294c req-6031671d-1294-465e-b0eb-7ea462fe3752 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=0af2efd5599d423589f5e6a8043a04f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269041 Nov 12 00:40:37.522946 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-47b54d60-5237-4000-9f8c-105ee44ea22c req-8adea368-dfba-4a07-9408-4be5994de1b0 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:37.547858 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:37.596635 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5162683-2b85-4fac-9f58-15a67755294c req-486ba68e-bee0-485b-b114-abb6d63cf695 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:37.599039 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 0e040e9b-b854-41af-a259-24e4f00f0106 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:40:37.606143 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e5162683-2b85-4fac-9f58-15a67755294c req-486ba68e-bee0-485b-b114-abb6d63cf695 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1499200 Nov 12 00:40:37.621695 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e5162683-2b85-4fac-9f58-15a67755294c req-cbae3529-373d-47c6-acd4-258ad592b24a tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/quotas/0af2efd5599d423589f5e6a8043a04f2 HTTP/1.1" status: 200 len: 375 time: 0.0146115 Nov 12 00:40:37.677162 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-47b54d60-5237-4000-9f8c-105ee44ea22c req-8adea368-dfba-4a07-9408-4be5994de1b0 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:37.693425 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 0e040e9b-b854-41af-a259-24e4f00f0106 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:37.695129 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:37.699709 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e5162683-2b85-4fac-9f58-15a67755294c req-fd5590fb-2eca-48be-a674-653317a14542 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0af2efd5599d423589f5e6a8043a04f2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0770786 Nov 12 00:40:37.811824 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-2e632373-89fa-48e1-a24f-32df8e1905be req-951844d1-f5e6-4d0b-9865-e14798376df5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9cdc151-3555-4dc4-9e67-72d620c553bb {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:37.814050 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:37.822711 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-2e632373-89fa-48e1-a24f-32df8e1905be req-951844d1-f5e6-4d0b-9865-e14798376df5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:37.853902 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f26f9685-865f-4bb6-b7ee-705c01c65e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e040e9b-b854-41af-a259-24e4f00f0106'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:37.857492 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2e5653-0948-4ab1-9f5c-97504aed8007" -d '{"events": [{"server_uuid": "f26f9685-865f-4bb6-b7ee-705c01c65e35", "name": "network-vif-plugged", "status": "completed", "tag": "0e040e9b-b854-41af-a259-24e4f00f0106"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:37.872790 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-2e632373-89fa-48e1-a24f-32df8e1905be req-951844d1-f5e6-4d0b-9865-e14798376df5 service neutron] Transition to ACTIVE for port object c9cdc151-3555-4dc4-9e67-72d620c553bb will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:40:37.878784 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 0e040e9b-b854-41af-a259-24e4f00f0106, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=0e040e9b-b854-41af-a259-24e4f00f0106,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:37.880832 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-2e632373-89fa-48e1-a24f-32df8e1905be req-951844d1-f5e6-4d0b-9865-e14798376df5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:37.885325 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:37.958296 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=0e040e9b-b854-41af-a259-24e4f00f0106,revision_number=7']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:38.027962 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951844d1-f5e6-4d0b-9865-e14798376df5 service neutron] Pushing event updated for resources: {'Port': ['ID=c9cdc151-3555-4dc4-9e67-72d620c553bb,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:38.115039 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-47b54d60-5237-4000-9f8c-105ee44ea22c req-8adea368-dfba-4a07-9408-4be5994de1b0 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:38.137601 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-47b54d60-5237-4000-9f8c-105ee44ea22c req-8adea368-dfba-4a07-9408-4be5994de1b0 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:38.217084 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-2e632373-89fa-48e1-a24f-32df8e1905be req-951844d1-f5e6-4d0b-9865-e14798376df5 service neutron] Attempting to bind port c9cdc151-3555-4dc4-9e67-72d620c553bb on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:40:38.217444 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-2e632373-89fa-48e1-a24f-32df8e1905be req-951844d1-f5e6-4d0b-9865-e14798376df5 service neutron] Attempting to bind port c9cdc151-3555-4dc4-9e67-72d620c553bb by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '67b028fe-c88f-42ae-becd-7bce43ce7447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8775778d-50eb-4059-84de-19ac67d38b27'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:40:38.217780 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e632373-89fa-48e1-a24f-32df8e1905be req-951844d1-f5e6-4d0b-9865-e14798376df5 service neutron] Attempting to bind port c9cdc151-3555-4dc4-9e67-72d620c553bb on network 8775778d-50eb-4059-84de-19ac67d38b27 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:38.262023 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adea368-dfba-4a07-9408-4be5994de1b0 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Pushing event updated for resources: {'Port': ['ID=1a5131e7-f095-4f72-a512-38cacb0a5712,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:38.273510 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-47b54d60-5237-4000-9f8c-105ee44ea22c req-8adea368-dfba-4a07-9408-4be5994de1b0 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:38.290378 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e632373-89fa-48e1-a24f-32df8e1905be req-951844d1-f5e6-4d0b-9865-e14798376df5 service neutron] Port c9cdc151-3555-4dc4-9e67-72d620c553bb on network 8775778d-50eb-4059-84de-19ac67d38b27 not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:40:38.290920 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e632373-89fa-48e1-a24f-32df8e1905be req-951844d1-f5e6-4d0b-9865-e14798376df5 service neutron] Attempting to bind port c9cdc151-3555-4dc4-9e67-72d620c553bb on network 8775778d-50eb-4059-84de-19ac67d38b27 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:38.301827 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e632373-89fa-48e1-a24f-32df8e1905be req-951844d1-f5e6-4d0b-9865-e14798376df5 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:40:38.302638 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e632373-89fa-48e1-a24f-32df8e1905be req-951844d1-f5e6-4d0b-9865-e14798376df5 service neutron] Checking segment: {'id': '67b028fe-c88f-42ae-becd-7bce43ce7447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8775778d-50eb-4059-84de-19ac67d38b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:40:38.303680 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e632373-89fa-48e1-a24f-32df8e1905be req-951844d1-f5e6-4d0b-9865-e14798376df5 service neutron] Bound using segment: {'id': '67b028fe-c88f-42ae-becd-7bce43ce7447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8775778d-50eb-4059-84de-19ac67d38b27'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:40:38.304150 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-2e632373-89fa-48e1-a24f-32df8e1905be req-951844d1-f5e6-4d0b-9865-e14798376df5 service neutron] Bound port: c9cdc151-3555-4dc4-9e67-72d620c553bb, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b028fe-c88f-42ae-becd-7bce43ce7447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8775778d-50eb-4059-84de-19ac67d38b27'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:40:38.304533 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-2e632373-89fa-48e1-a24f-32df8e1905be req-951844d1-f5e6-4d0b-9865-e14798376df5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:38.310843 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-47b54d60-5237-4000-9f8c-105ee44ea22c req-8adea368-dfba-4a07-9408-4be5994de1b0 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:38.312050 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-47b54d60-5237-4000-9f8c-105ee44ea22c req-8adea368-dfba-4a07-9408-4be5994de1b0 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6542003 Nov 12 00:40:38.332924 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3307e63-6c43-4efd-b65a-6742116554a5 req-25f3f35f-e6fb-45e8-a8d4-fa91deedce85 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:38.334844 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c3307e63-6c43-4efd-b65a-6742116554a5 req-25f3f35f-e6fb-45e8-a8d4-fa91deedce85 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8 HTTP/1.1" status: 200 len: 949 time: 0.0872681 Nov 12 00:40:38.394670 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c3307e63-6c43-4efd-b65a-6742116554a5 req-648a8425-8d7c-465c-9cbf-b282b5fe8de7 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533068 Nov 12 00:40:38.409979 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-47b54d60-5237-4000-9f8c-105ee44ea22c req-edd365f6-eca7-4351-8a6c-733240a38fb3 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.26 HTTP/1.1" status: 200 len: 695 time: 0.0879474 Nov 12 00:40:38.573772 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-2e632373-89fa-48e1-a24f-32df8e1905be req-951844d1-f5e6-4d0b-9865-e14798376df5 service neutron] For port c9cdc151-3555-4dc4-9e67-72d620c553bb, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:40:38.580298 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-2e632373-89fa-48e1-a24f-32df8e1905be req-951844d1-f5e6-4d0b-9865-e14798376df5 service neutron] For port c9cdc151-3555-4dc4-9e67-72d620c553bb, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=c9cdc151-3555-4dc4-9e67-72d620c553bb,segment=NetworkSegment(67b028fe-c88f-42ae-becd-7bce43ce7447),segment_id=67b028fe-c88f-42ae-becd-7bce43ce7447)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:40:38.587743 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-2e632373-89fa-48e1-a24f-32df8e1905be req-951844d1-f5e6-4d0b-9865-e14798376df5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:38.628253 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b54d60-5237-4000-9f8c-105ee44ea22c req-4458f358-8bda-4f7f-9202-6d0b8a8d99b1 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:38.641956 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-47b54d60-5237-4000-9f8c-105ee44ea22c req-4458f358-8bda-4f7f-9202-6d0b8a8d99b1 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] 10.222.0.20 "GET /v2.0/networks/ef732b55-2b3c-4048-85da-0a8ac273c14b HTTP/1.1" status: 200 len: 784 time: 0.2182770 Nov 12 00:40:38.654269 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e632373-89fa-48e1-a24f-32df8e1905be req-951844d1-f5e6-4d0b-9865-e14798376df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:38.677503 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-2e632373-89fa-48e1-a24f-32df8e1905be req-951844d1-f5e6-4d0b-9865-e14798376df5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:38.680589 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2e632373-89fa-48e1-a24f-32df8e1905be req-951844d1-f5e6-4d0b-9865-e14798376df5 service neutron] 10.222.0.49 "PUT /v2.0/ports/c9cdc151-3555-4dc4-9e67-72d620c553bb HTTP/1.1" status: 200 len: 1093 time: 1.4698842 Nov 12 00:40:38.687576 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80870bf8-30db-4554-a29b-6db38de3ba5d x-openstack-request-id: req-80870bf8-30db-4554-a29b-6db38de3ba5d {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:38.692413 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f26f9685-865f-4bb6-b7ee-705c01c65e35", "name": "network-vif-plugged", "status": "completed", "tag": "0e040e9b-b854-41af-a259-24e4f00f0106", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:38.700190 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-80870bf8-30db-4554-a29b-6db38de3ba5d {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:38.700945 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f26f9685-865f-4bb6-b7ee-705c01c65e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e040e9b-b854-41af-a259-24e4f00f0106', 'code': 200} Nov 12 00:40:38.720510 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a66192ea-0241-4b72-93b4-b8b655622168', 'tag': 'c9cdc151-3555-4dc4-9e67-72d620c553bb'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:38.723150 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3350a6a-5f7e-412c-b45c-be7c2831a99f" -d '{"events": [{"name": "network-changed", "server_uuid": "a66192ea-0241-4b72-93b4-b8b655622168", "tag": "c9cdc151-3555-4dc4-9e67-72d620c553bb"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:38.727886 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951844d1-f5e6-4d0b-9865-e14798376df5 service neutron] Pushing event updated for resources: {'Port': ['ID=c9cdc151-3555-4dc4-9e67-72d620c553bb,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:38.844301 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2ad90941-c6cb-45ca-acb3-37fac0f103e4 req-20fdfd67-fc30-44d7-8892-225c79f3622c tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=837880e2-bfb9-41ea-bf4c-c1ac4ba6d885 HTTP/1.1" status: 200 len: 210 time: 0.0896020 Nov 12 00:40:38.882355 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e632373-89fa-48e1-a24f-32df8e1905be req-5cf2cf2b-f392-473c-b27e-69bc0a4fc14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:38.884750 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2e632373-89fa-48e1-a24f-32df8e1905be req-5cf2cf2b-f392-473c-b27e-69bc0a4fc14c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b196af2d781742b5afcf78b1734eb1c1&device_id=a66192ea-0241-4b72-93b4-b8b655622168 HTTP/1.1" status: 200 len: 1096 time: 0.1277618 Nov 12 00:40:38.970430 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-33dc70ad-f4eb-4f58-bd82-d96de95a1f04 req-130f2dc9-b033-431c-9f41-43fb62976e76 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] 10.222.0.20 "GET /v2.0/floatingips/70ef6b9f-67eb-46c5-bf59-16de5c18e701 HTTP/1.1" status: 200 len: 692 time: 0.0810890 Nov 12 00:40:39.023261 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2e632373-89fa-48e1-a24f-32df8e1905be req-8af1f0f3-1b08-4a90-b174-427b815a5f93 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9cdc151-3555-4dc4-9e67-72d620c553bb HTTP/1.1" status: 200 len: 217 time: 0.0926490 Nov 12 00:40:39.094272 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc70ad-f4eb-4f58-bd82-d96de95a1f04 req-dec06d1e-9f2c-4153-98b8-b10d69b57a37 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:39.095713 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-33dc70ad-f4eb-4f58-bd82-d96de95a1f04 req-dec06d1e-9f2c-4153-98b8-b10d69b57a37 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] 10.222.0.20 "GET /v2.0/networks/ef732b55-2b3c-4048-85da-0a8ac273c14b HTTP/1.1" status: 200 len: 784 time: 0.1243563 Nov 12 00:40:39.108395 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [req-33dc70ad-f4eb-4f58-bd82-d96de95a1f04 req-e801ea03-ccaa-445e-8769-51902886fa75 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:40:39.109412 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-33dc70ad-f4eb-4f58-bd82-d96de95a1f04 req-e801ea03-ccaa-445e-8769-51902886fa75 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063031 Nov 12 00:40:39.129057 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:39.145293 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb9be6-072d-4763-b39c-669561c42e6f req-c2504e4e-6bc3-4b88-b70f-266904619512 tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:39.147645 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e8eb9be6-072d-4763-b39c-669561c42e6f req-c2504e4e-6bc3-4b88-b70f-266904619512 tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] 10.222.0.20 "GET /v2.0/ports?device_id=a66192ea-0241-4b72-93b4-b8b655622168 HTTP/1.1" status: 200 len: 944 time: 0.1225626 Nov 12 00:40:39.149028 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e632373-89fa-48e1-a24f-32df8e1905be req-36695a90-8d46-4b95-bc98-c1babf331d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:39.150384 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2e632373-89fa-48e1-a24f-32df8e1905be req-36695a90-8d46-4b95-bc98-c1babf331d11 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4a8e288c-144a-4e54-9a9e-08915eef9272 HTTP/1.1" status: 200 len: 853 time: 0.1082351 Nov 12 00:40:39.206621 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2e632373-89fa-48e1-a24f-32df8e1905be req-aa00b08e-dcdc-4510-9558-0580e142aa04 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8775778d-50eb-4059-84de-19ac67d38b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352149 Nov 12 00:40:39.217699 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-33dc70ad-f4eb-4f58-bd82-d96de95a1f04 req-1ad5b2d6-08c4-4c61-b1f8-94ae5e08479c tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.26 HTTP/1.1" status: 200 len: 695 time: 0.0886970 Nov 12 00:40:39.260343 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e8eb9be6-072d-4763-b39c-669561c42e6f req-cf99947e-de64-4771-a99c-24521ce96fec tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd6b3d86-bc69-4fd2-9021-158319c7c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059864 Nov 12 00:40:39.324478 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-33dc70ad-f4eb-4f58-bd82-d96de95a1f04 req-d3a372ec-cb64-4dab-96e7-9afd608ae4e5 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.26 HTTP/1.1" status: 200 len: 695 time: 0.1042228 Nov 12 00:40:39.350945 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2e632373-89fa-48e1-a24f-32df8e1905be req-e75bb2c1-8333-471f-9e45-4ecec76228db service neutron] 10.222.0.49 "GET /v2.0/networks/8775778d-50eb-4059-84de-19ac67d38b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270761 Nov 12 00:40:39.372204 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab766522-27b7-4b11-8de6-01ccde8848b2 x-openstack-request-id: req-ab766522-27b7-4b11-8de6-01ccde8848b2 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:39.372687 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a66192ea-0241-4b72-93b4-b8b655622168", "tag": "c9cdc151-3555-4dc4-9e67-72d620c553bb", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:39.373038 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab766522-27b7-4b11-8de6-01ccde8848b2 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:39.373669 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a66192ea-0241-4b72-93b4-b8b655622168', 'tag': 'c9cdc151-3555-4dc4-9e67-72d620c553bb', 'status': 'completed', 'code': 200} Nov 12 00:40:39.500484 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-33dc70ad-f4eb-4f58-bd82-d96de95a1f04 req-653fec87-e1e8-423d-beff-d44ae35a177a tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Deleting port 1a5131e7-f095-4f72-a512-38cacb0a5712 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:40:39.501541 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-33dc70ad-f4eb-4f58-bd82-d96de95a1f04 req-653fec87-e1e8-423d-beff-d44ae35a177a tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:39.554991 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2e632373-89fa-48e1-a24f-32df8e1905be req-681ccb0e-e512-46f9-a5bf-096dc8eaa81d service neutron] 10.222.0.49 "GET /v2.0/networks/8775778d-50eb-4059-84de-19ac67d38b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955731 Nov 12 00:40:39.559981 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57dc4ae-2c05-407b-9da9-ea5776e13d40 req-aa3f1794-0f52-454b-99da-7aaea81aa144 tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:39.567769 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f57dc4ae-2c05-407b-9da9-ea5776e13d40 req-aa3f1794-0f52-454b-99da-7aaea81aa144 tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c HTTP/1.1" status: 200 len: 1098 time: 0.0949023 Nov 12 00:40:39.616476 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e5162683-2b85-4fac-9f58-15a67755294c req-3892b201-9be7-460f-845e-f8e0c216e9af tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=0af2efd5599d423589f5e6a8043a04f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274465 Nov 12 00:40:39.656667 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-33dc70ad-f4eb-4f58-bd82-d96de95a1f04 req-653fec87-e1e8-423d-beff-d44ae35a177a tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:39.656994 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-33dc70ad-f4eb-4f58-bd82-d96de95a1f04 req-653fec87-e1e8-423d-beff-d44ae35a177a tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:39.687173 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-33dc70ad-f4eb-4f58-bd82-d96de95a1f04 req-653fec87-e1e8-423d-beff-d44ae35a177a tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Calling delete_port for 1a5131e7-f095-4f72-a512-38cacb0a5712 owned by network:floatingip {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:40:39.730561 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:39.808032 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f57dc4ae-2c05-407b-9da9-ea5776e13d40 req-73d0cd72-e475-4596-b828-b5b22d92d78f tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390316 Nov 12 00:40:39.861654 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3350a6a-5f7e-412c-b45c-be7c2831a99f req-f4cc03de-0e01-4538-a6f3-9dec0b4158a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:39.863363 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d3350a6a-5f7e-412c-b45c-be7c2831a99f req-f4cc03de-0e01-4538-a6f3-9dec0b4158a9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b196af2d781742b5afcf78b1734eb1c1&device_id=a66192ea-0241-4b72-93b4-b8b655622168 HTTP/1.1" status: 200 len: 1096 time: 0.1195447 Nov 12 00:40:39.872957 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5162683-2b85-4fac-9f58-15a67755294c req-7c88c707-ecf7-46a7-9f44-6ecdbd473c70 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:39.875254 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e5162683-2b85-4fac-9f58-15a67755294c req-7c88c707-ecf7-46a7-9f44-6ecdbd473c70 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2479491 Nov 12 00:40:39.912737 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-33dc70ad-f4eb-4f58-bd82-d96de95a1f04 req-653fec87-e1e8-423d-beff-d44ae35a177a tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:39.919932 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-e5162683-2b85-4fac-9f58-15a67755294c req-88560c1f-159c-45fb-a97e-a574f18091d0 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Request body: {'port': {'device_id': '837880e2-bfb9-41ea-bf4c-c1ac4ba6d885', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'admin_state_up': True, 'tenant_id': '0af2efd5599d423589f5e6a8043a04f2'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:39.940250 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653fec87-e1e8-423d-beff-d44ae35a177a tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Pushing event deleted for resources: {'Port': ['ID=1a5131e7-f095-4f72-a512-38cacb0a5712,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:40.032588 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-33dc70ad-f4eb-4f58-bd82-d96de95a1f04 req-653fec87-e1e8-423d-beff-d44ae35a177a tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Publish callbacks [] for floatingip, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:40.036851 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-33dc70ad-f4eb-4f58-bd82-d96de95a1f04 req-653fec87-e1e8-423d-beff-d44ae35a177a tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:40.049963 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-33dc70ad-f4eb-4f58-bd82-d96de95a1f04 req-653fec87-e1e8-423d-beff-d44ae35a177a tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] 10.222.0.20 "DELETE /v2.0/floatingips/70ef6b9f-67eb-46c5-bf59-16de5c18e701 HTTP/1.1" status: 204 len: 173 time: 0.7237451 Nov 12 00:40:40.136913 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3350a6a-5f7e-412c-b45c-be7c2831a99f req-e8ad8448-918b-45d7-ab3b-a9486245d5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:40.138441 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d3350a6a-5f7e-412c-b45c-be7c2831a99f req-e8ad8448-918b-45d7-ab3b-a9486245d5a7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8775778d-50eb-4059-84de-19ac67d38b27 HTTP/1.1" status: 200 len: 914 time: 0.2622097 Nov 12 00:40:40.156480 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397db07b-e5bf-49ca-925d-89ba52ba9756 req-6d389b79-03a2-48db-a3b9-00d608ee6025 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:40.158185 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-397db07b-e5bf-49ca-925d-89ba52ba9756 req-6d389b79-03a2-48db-a3b9-00d608ee6025 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8 HTTP/1.1" status: 200 len: 949 time: 0.1184089 Nov 12 00:40:40.216715 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d3350a6a-5f7e-412c-b45c-be7c2831a99f req-f6b1f6ee-ad91-4853-8ae9-5329225c6f28 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9cdc151-3555-4dc4-9e67-72d620c553bb HTTP/1.1" status: 200 len: 217 time: 0.0556595 Nov 12 00:40:40.286079 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5162683-2b85-4fac-9f58-15a67755294c req-88560c1f-159c-45fb-a97e-a574f18091d0 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Made reservation on behalf of 0af2efd5599d423589f5e6a8043a04f2 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:40:40.290565 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e5162683-2b85-4fac-9f58-15a67755294c req-88560c1f-159c-45fb-a97e-a574f18091d0 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:40.321946 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-397db07b-e5bf-49ca-925d-89ba52ba9756 req-4c91899b-2b43-4bc0-8beb-af2f1cf245b0 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526597 Nov 12 00:40:40.330615 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3350a6a-5f7e-412c-b45c-be7c2831a99f req-e0e3d804-8ea3-4317-8e37-35c012dce21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:40.332055 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d3350a6a-5f7e-412c-b45c-be7c2831a99f req-e0e3d804-8ea3-4317-8e37-35c012dce21a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4a8e288c-144a-4e54-9a9e-08915eef9272 HTTP/1.1" status: 200 len: 853 time: 0.1043532 Nov 12 00:40:40.433348 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d3350a6a-5f7e-412c-b45c-be7c2831a99f req-c62902ed-aa6b-40a0-ac2a-315b6bd11b29 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8775778d-50eb-4059-84de-19ac67d38b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917053 Nov 12 00:40:40.437994 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:40.484148 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ee90bcb6-2457-49a4-9277-4164884d1835 req-73db91ed-8fea-490e-8626-bd197739bfc8 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=837880e2-bfb9-41ea-bf4c-c1ac4ba6d885 HTTP/1.1" status: 200 len: 210 time: 0.0699294 Nov 12 00:40:40.653599 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [req-65946e1f-4d18-4729-be9b-19d605dcd8eb req-1ae9d4b8-1020-4ee8-b401-577348863e30 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] show failed (client error): The resource could not be found. Nov 12 00:40:40.654630 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-65946e1f-4d18-4729-be9b-19d605dcd8eb req-1ae9d4b8-1020-4ee8-b401-577348863e30 tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] 10.222.0.20 "GET /v2.0/floatingips/70ef6b9f-67eb-46c5-bf59-16de5c18e701 HTTP/1.1" status: 404 len: 350 time: 0.1177938 Nov 12 00:40:40.680982 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-e5162683-2b85-4fac-9f58-15a67755294c req-88560c1f-159c-45fb-a97e-a574f18091d0 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Allocated IP 192.168.233.214 (172a28b2-119c-4d70-aef1-a731eb107d6c/3288e972-21d8-4a52-9002-05790fb0bb61/a2f250c4-38e5-401c-93e7-6cc33737b88d) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:40:40.721322 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d3350a6a-5f7e-412c-b45c-be7c2831a99f req-acd28f25-f28a-43d2-bd65-0d78ce90796d service neutron] 10.222.0.49 "GET /v2.0/networks/8775778d-50eb-4059-84de-19ac67d38b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692027 Nov 12 00:40:41.211245 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec94d04-73c6-4829-8a09-d4fa6d18eb76 req-5e00781a-8079-4e70-b681-31da53339462 tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:41.212779 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4ec94d04-73c6-4829-8a09-d4fa6d18eb76 req-5e00781a-8079-4e70-b681-31da53339462 tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] 10.222.0.20 "GET /v2.0/ports?device_id=a66192ea-0241-4b72-93b4-b8b655622168 HTTP/1.1" status: 200 len: 944 time: 0.4852774 Nov 12 00:40:41.261659 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d3350a6a-5f7e-412c-b45c-be7c2831a99f req-c76aa477-e41b-4b7e-85de-2dde2ce426d2 service neutron] 10.222.0.49 "GET /v2.0/networks/8775778d-50eb-4059-84de-19ac67d38b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5298951 Nov 12 00:40:41.309155 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4ec94d04-73c6-4829-8a09-d4fa6d18eb76 req-c3743dda-e705-4795-adc0-5f067a2ee1f3 tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd6b3d86-bc69-4fd2-9021-158319c7c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885386 Nov 12 00:40:41.312027 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e5162683-2b85-4fac-9f58-15a67755294c req-88560c1f-159c-45fb-a97e-a574f18091d0 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:41.365312 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e5162683-2b85-4fac-9f58-15a67755294c req-88560c1f-159c-45fb-a97e-a574f18091d0 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:41.405763 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['3aa8d887-2ae9-4c47-acab-a7deba6e395a', '900d8329-f5b4-4d16-9f70-f0c0b36ba18b'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:41.411874 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [req-0dcc9e29-1a68-4e07-8d24-cd6e4aec3b9a req-93decb5c-024e-406d-8889-ee066fd0cb3f tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] show failed (client error): The resource could not be found. Nov 12 00:40:41.413801 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0dcc9e29-1a68-4e07-8d24-cd6e4aec3b9a req-93decb5c-024e-406d-8889-ee066fd0cb3f tempest-FloatingIPsTestJSON-1159628311 tempest-FloatingIPsTestJSON-1159628311-project] 10.222.0.20 "GET /v2.0/floatingips/70ef6b9f-67eb-46c5-bf59-16de5c18e701 HTTP/1.1" status: 404 len: 350 time: 0.0606165 Nov 12 00:40:41.427213 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40862) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:41.456131 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5162683-2b85-4fac-9f58-15a67755294c req-88560c1f-159c-45fb-a97e-a574f18091d0 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Network 172a28b2-119c-4d70-aef1-a731eb107d6c is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:40:41.459979 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-e5162683-2b85-4fac-9f58-15a67755294c req-88560c1f-159c-45fb-a97e-a574f18091d0 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:40:41.463800 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5162683-2b85-4fac-9f58-15a67755294c req-88560c1f-159c-45fb-a97e-a574f18091d0 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:40:41.487080 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['140b407c-f230-4dff-9701-0eeac3ce1373', '1d4617ec-825e-4174-a5ec-9b7f41b6d3dd', '1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c', 'f1820954-a0a3-4025-9943-c0a46b134d63'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:41.516363 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88560c1f-159c-45fb-a97e-a574f18091d0 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Pushing event updated for resources: {'Port': ['ID=a2f250c4-38e5-401c-93e7-6cc33737b88d,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:41.600727 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5162683-2b85-4fac-9f58-15a67755294c req-88560c1f-159c-45fb-a97e-a574f18091d0 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:41.601514 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e5162683-2b85-4fac-9f58-15a67755294c req-88560c1f-159c-45fb-a97e-a574f18091d0 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:41.669367 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e5162683-2b85-4fac-9f58-15a67755294c req-88560c1f-159c-45fb-a97e-a574f18091d0 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7555449 Nov 12 00:40:41.687083 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-e5162683-2b85-4fac-9f58-15a67755294c req-91c57b57-f0d0-462e-9005-fff6469bce2c service neutron] Request body: {'port': {'device_id': '837880e2-bfb9-41ea-bf4c-c1ac4ba6d885', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:41.826970 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-dd92d789-4c7a-47d2-a373-36ed662d5523 tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:40:41.829056 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-dd92d789-4c7a-47d2-a373-36ed662d5523 tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2154453 Nov 12 00:40:41.833112 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e5162683-2b85-4fac-9f58-15a67755294c req-91c57b57-f0d0-462e-9005-fff6469bce2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:41.963746 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-5478600a-2731-49b5-b11c-7281088f4fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:41.966078 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-5478600a-2731-49b5-b11c-7281088f4fa0 service neutron] 10.222.0.20 "GET /v2.0/ports/72b6950c-8f9a-4518-af85-fcd8787c0065 HTTP/1.1" status: 200 len: 1095 time: 0.1130657 Nov 12 00:40:41.979034 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-10d54c37-588c-4446-bc41-774b5cece861 service neutron] Request body: {'binding': {'host': 'n-h2-812236-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:41.979768 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-10d54c37-588c-4446-bc41-774b5cece861 service neutron] Unknown quota resources ['binding']. {{(pid=102661) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 00:40:42.009912 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-f4c75fa0-78ce-4f09-8958-7e92781afa43 None None] Provisioning complete for port a2f250c4-38e5-401c-93e7-6cc33737b88d triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:42.010680 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f4c75fa0-78ce-4f09-8958-7e92781afa43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:42.050419 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700b4a8-171d-4476-8845-891a375af79f req-73c629cd-26f6-420d-b7d6-d502729ebddd tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:42.060412 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d700b4a8-171d-4476-8845-891a375af79f req-73c629cd-26f6-420d-b7d6-d502729ebddd tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8 HTTP/1.1" status: 200 len: 949 time: 0.1652551 Nov 12 00:40:42.248323 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-f4c75fa0-78ce-4f09-8958-7e92781afa43 None None] Port a2f250c4-38e5-401c-93e7-6cc33737b88d cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:40:42.383441 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:42.417165 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1b80a13a-0909-4f7a-beee-76a600b04a9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:42.588928 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d700b4a8-171d-4476-8845-891a375af79f req-116c715a-93de-4fe8-8e19-27a9b0d47a95 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5245178 Nov 12 00:40:42.962895 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-1b80a13a-0909-4f7a-beee-76a600b04a9c admin admin] Deleting port 93f3cfd2-7d07-4e51-b2fd-8c44a44a8862 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:40:42.963945 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1b80a13a-0909-4f7a-beee-76a600b04a9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:42.987477 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-e5162683-2b85-4fac-9f58-15a67755294c req-91c57b57-f0d0-462e-9005-fff6469bce2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2f250c4-38e5-401c-93e7-6cc33737b88d {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:43.013966 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-10d54c37-588c-4446-bc41-774b5cece861 service neutron] Attempting to bind port 72b6950c-8f9a-4518-af85-fcd8787c0065 on host n-h2-812236-11 for vnic_type normal with profile None {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:40:43.014411 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-10d54c37-588c-4446-bc41-774b5cece861 service neutron] Attempting to bind port 72b6950c-8f9a-4518-af85-fcd8787c0065 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '6dc56b81-8d8e-4b44-90a6-8b45d539a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:40:43.014908 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-10d54c37-588c-4446-bc41-774b5cece861 service neutron] Attempting to bind port 72b6950c-8f9a-4518-af85-fcd8787c0065 on network efe1d89a-522f-4c40-b263-5cebd382e88d {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:43.022204 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e5162683-2b85-4fac-9f58-15a67755294c req-91c57b57-f0d0-462e-9005-fff6469bce2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:43.024844 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-10d54c37-588c-4446-bc41-774b5cece861 service neutron] Port 72b6950c-8f9a-4518-af85-fcd8787c0065 on network efe1d89a-522f-4c40-b263-5cebd382e88d not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:40:43.025342 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-10d54c37-588c-4446-bc41-774b5cece861 service neutron] Attempting to bind port 72b6950c-8f9a-4518-af85-fcd8787c0065 on network efe1d89a-522f-4c40-b263-5cebd382e88d {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:43.042137 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-10d54c37-588c-4446-bc41-774b5cece861 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:40:43.042569 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-10d54c37-588c-4446-bc41-774b5cece861 service neutron] Checking segment: {'id': '6dc56b81-8d8e-4b44-90a6-8b45d539a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:40:43.043025 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-10d54c37-588c-4446-bc41-774b5cece861 service neutron] Bound using segment: {'id': '6dc56b81-8d8e-4b44-90a6-8b45d539a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:40:43.043535 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-10d54c37-588c-4446-bc41-774b5cece861 service neutron] Bound port: 72b6950c-8f9a-4518-af85-fcd8787c0065, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dc56b81-8d8e-4b44-90a6-8b45d539a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:40:43.106355 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-10d54c37-588c-4446-bc41-774b5cece861 service neutron] For port 72b6950c-8f9a-4518-af85-fcd8787c0065, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=72b6950c-8f9a-4518-af85-fcd8787c0065,segment=NetworkSegment(6dc56b81-8d8e-4b44-90a6-8b45d539a128),segment_id=6dc56b81-8d8e-4b44-90a6-8b45d539a128)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:40:43.128387 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c896a126-1242-410e-b4af-6ccb9c693d26 req-6db09b7d-37b6-491c-8b6a-d144b5a9f921 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:43.137882 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c896a126-1242-410e-b4af-6ccb9c693d26 req-6db09b7d-37b6-491c-8b6a-d144b5a9f921 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=837880e2-bfb9-41ea-bf4c-c1ac4ba6d885 HTTP/1.1" status: 200 len: 936 time: 0.2801111 Nov 12 00:40:43.142927 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-10d54c37-588c-4446-bc41-774b5cece861 service neutron] Publish callbacks [] for binding, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:43.154435 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-10d54c37-588c-4446-bc41-774b5cece861 service neutron] 10.222.0.20 "POST /v2.0/ports/72b6950c-8f9a-4518-af85-fcd8787c0065/bindings HTTP/1.1" status: 201 len: 390 time: 1.1766763 Nov 12 00:40:43.159509 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-e5162683-2b85-4fac-9f58-15a67755294c req-91c57b57-f0d0-462e-9005-fff6469bce2c service neutron] Transition to ACTIVE for port object a2f250c4-38e5-401c-93e7-6cc33737b88d will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:40:43.174440 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-1b80a13a-0909-4f7a-beee-76a600b04a9c admin admin] For port 93f3cfd2-7d07-4e51-b2fd-8c44a44a8862, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=93f3cfd2-7d07-4e51-b2fd-8c44a44a8862,segment=NetworkSegment(632142c6-6943-4500-8395-8067914f6a89),segment_id=632142c6-6943-4500-8395-8067914f6a89)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:43.175091 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1b80a13a-0909-4f7a-beee-76a600b04a9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:43.178519 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e5162683-2b85-4fac-9f58-15a67755294c req-91c57b57-f0d0-462e-9005-fff6469bce2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:43.204079 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-1b80a13a-0909-4f7a-beee-76a600b04a9c admin admin] Calling delete_port for 93f3cfd2-7d07-4e51-b2fd-8c44a44a8862 owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:40:43.384096 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c896a126-1242-410e-b4af-6ccb9c693d26 req-7268b4c8-ac60-46d4-b5fb-da8b510c5a48 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443724 Nov 12 00:40:43.442583 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c57b57-f0d0-462e-9005-fff6469bce2c service neutron] Pushing event updated for resources: {'Port': ['ID=a2f250c4-38e5-401c-93e7-6cc33737b88d,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:43.573062 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-e5162683-2b85-4fac-9f58-15a67755294c req-91c57b57-f0d0-462e-9005-fff6469bce2c service neutron] Attempting to bind port a2f250c4-38e5-401c-93e7-6cc33737b88d on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:40:43.573880 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-e5162683-2b85-4fac-9f58-15a67755294c req-91c57b57-f0d0-462e-9005-fff6469bce2c service neutron] Attempting to bind port a2f250c4-38e5-401c-93e7-6cc33737b88d by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:40:43.574361 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5162683-2b85-4fac-9f58-15a67755294c req-91c57b57-f0d0-462e-9005-fff6469bce2c service neutron] Attempting to bind port a2f250c4-38e5-401c-93e7-6cc33737b88d on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:43.583957 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5162683-2b85-4fac-9f58-15a67755294c req-91c57b57-f0d0-462e-9005-fff6469bce2c service neutron] Port a2f250c4-38e5-401c-93e7-6cc33737b88d on network 172a28b2-119c-4d70-aef1-a731eb107d6c not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:40:43.584476 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5162683-2b85-4fac-9f58-15a67755294c req-91c57b57-f0d0-462e-9005-fff6469bce2c service neutron] Attempting to bind port a2f250c4-38e5-401c-93e7-6cc33737b88d on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:43.592041 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5162683-2b85-4fac-9f58-15a67755294c req-91c57b57-f0d0-462e-9005-fff6469bce2c service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:40:43.596981 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5162683-2b85-4fac-9f58-15a67755294c req-91c57b57-f0d0-462e-9005-fff6469bce2c service neutron] Checking segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:40:43.597975 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5162683-2b85-4fac-9f58-15a67755294c req-91c57b57-f0d0-462e-9005-fff6469bce2c service neutron] Bound using segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:40:43.598761 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-e5162683-2b85-4fac-9f58-15a67755294c req-91c57b57-f0d0-462e-9005-fff6469bce2c service neutron] Bound port: a2f250c4-38e5-401c-93e7-6cc33737b88d, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:40:43.599299 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e5162683-2b85-4fac-9f58-15a67755294c req-91c57b57-f0d0-462e-9005-fff6469bce2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:43.622548 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device c9cdc151-3555-4dc4-9e67-72d620c553bb details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:40:43.763418 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-e5162683-2b85-4fac-9f58-15a67755294c req-91c57b57-f0d0-462e-9005-fff6469bce2c service neutron] For port a2f250c4-38e5-401c-93e7-6cc33737b88d, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:40:43.768402 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-e5162683-2b85-4fac-9f58-15a67755294c req-91c57b57-f0d0-462e-9005-fff6469bce2c service neutron] For port a2f250c4-38e5-401c-93e7-6cc33737b88d, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=a2f250c4-38e5-401c-93e7-6cc33737b88d,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:40:43.770207 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1b80a13a-0909-4f7a-beee-76a600b04a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:43.776716 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e5162683-2b85-4fac-9f58-15a67755294c req-91c57b57-f0d0-462e-9005-fff6469bce2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:43.812131 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5162683-2b85-4fac-9f58-15a67755294c req-91c57b57-f0d0-462e-9005-fff6469bce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:43.812830 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e5162683-2b85-4fac-9f58-15a67755294c req-91c57b57-f0d0-462e-9005-fff6469bce2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:43.816438 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e5162683-2b85-4fac-9f58-15a67755294c req-91c57b57-f0d0-462e-9005-fff6469bce2c service neutron] 10.222.0.54 "PUT /v2.0/ports/a2f250c4-38e5-401c-93e7-6cc33737b88d HTTP/1.1" status: 200 len: 1097 time: 2.1350188 Nov 12 00:40:43.817709 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '837880e2-bfb9-41ea-bf4c-c1ac4ba6d885', 'tag': 'a2f250c4-38e5-401c-93e7-6cc33737b88d'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:43.823741 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f3b468-084a-4d2e-b660-c22e610e019d" -d '{"events": [{"name": "network-changed", "server_uuid": "837880e2-bfb9-41ea-bf4c-c1ac4ba6d885", "tag": "a2f250c4-38e5-401c-93e7-6cc33737b88d"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:43.894097 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab1570-cc73-4ca5-85cd-a0ac498ceaa7 req-40c76aa2-b906-4aa8-95c5-3262bfb3bff1 tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:43.903839 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e7ab1570-cc73-4ca5-85cd-a0ac498ceaa7 req-40c76aa2-b906-4aa8-95c5-3262bfb3bff1 tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] 10.222.0.20 "GET /v2.0/ports?device_id=a66192ea-0241-4b72-93b4-b8b655622168 HTTP/1.1" status: 200 len: 944 time: 0.4904633 Nov 12 00:40:43.917194 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b80a13a-0909-4f7a-beee-76a600b04a9c admin admin] Pushing event deleted for resources: {'Port': ['ID=93f3cfd2-7d07-4e51-b2fd-8c44a44a8862,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:43.933400 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b80a13a-0909-4f7a-beee-76a600b04a9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:43.933779 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b80a13a-0909-4f7a-beee-76a600b04a9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:43.934116 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b80a13a-0909-4f7a-beee-76a600b04a9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:43.934448 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b80a13a-0909-4f7a-beee-76a600b04a9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:43.937759 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b80a13a-0909-4f7a-beee-76a600b04a9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:43.938302 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b80a13a-0909-4f7a-beee-76a600b04a9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:43.938933 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b80a13a-0909-4f7a-beee-76a600b04a9c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:43.939395 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b80a13a-0909-4f7a-beee-76a600b04a9c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:43.939862 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b80a13a-0909-4f7a-beee-76a600b04a9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:43.943316 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b80a13a-0909-4f7a-beee-76a600b04a9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:43.943316 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b80a13a-0909-4f7a-beee-76a600b04a9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:43.943316 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b80a13a-0909-4f7a-beee-76a600b04a9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:43.985343 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-a9c14584-9778-4ff6-ae36-cbb0e14d3b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:43.987579 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-a9c14584-9778-4ff6-ae36-cbb0e14d3b15 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9a1fd583d08a44f4b64f3812361842fc&device_id=9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c HTTP/1.1" status: 200 len: 1098 time: 0.4821494 Nov 12 00:40:44.091543 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c57b57-f0d0-462e-9005-fff6469bce2c service neutron] Pushing event updated for resources: {'Port': ['ID=a2f250c4-38e5-401c-93e7-6cc33737b88d,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:44.107237 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c57b57-f0d0-462e-9005-fff6469bce2c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:44.108407 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c57b57-f0d0-462e-9005-fff6469bce2c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:44.108913 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c57b57-f0d0-462e-9005-fff6469bce2c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:44.109444 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c57b57-f0d0-462e-9005-fff6469bce2c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:44.109945 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c57b57-f0d0-462e-9005-fff6469bce2c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:44.110810 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c57b57-f0d0-462e-9005-fff6469bce2c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:44.111298 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c57b57-f0d0-462e-9005-fff6469bce2c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:44.111927 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c57b57-f0d0-462e-9005-fff6469bce2c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:44.116948 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c57b57-f0d0-462e-9005-fff6469bce2c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:44.117787 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c57b57-f0d0-462e-9005-fff6469bce2c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:44.118280 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c57b57-f0d0-462e-9005-fff6469bce2c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:44.118793 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c57b57-f0d0-462e-9005-fff6469bce2c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:44.163462 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5162683-2b85-4fac-9f58-15a67755294c req-f246ea16-2741-47da-8cb3-9ea512efed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:44.165068 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e5162683-2b85-4fac-9f58-15a67755294c req-f246ea16-2741-47da-8cb3-9ea512efed63 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0af2efd5599d423589f5e6a8043a04f2&device_id=837880e2-bfb9-41ea-bf4c-c1ac4ba6d885 HTTP/1.1" status: 200 len: 1100 time: 0.2553108 Nov 12 00:40:44.248501 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port c9cdc151-3555-4dc4-9e67-72d620c553bb, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=c9cdc151-3555-4dc4-9e67-72d620c553bb,segment=NetworkSegment(67b028fe-c88f-42ae-becd-7bce43ce7447),segment_id=67b028fe-c88f-42ae-becd-7bce43ce7447)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:44.283777 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e5162683-2b85-4fac-9f58-15a67755294c req-e11434c2-72f7-45e8-9c72-6903592d7c8c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=a2f250c4-38e5-401c-93e7-6cc33737b88d HTTP/1.1" status: 200 len: 217 time: 0.0861440 Nov 12 00:40:44.298385 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': 'c9cdc151-3555-4dc4-9e67-72d620c553bb', 'network_id': '8775778d-50eb-4059-84de-19ac67d38b27', 'port_id': 'c9cdc151-3555-4dc4-9e67-72d620c553bb', 'mac_address': 'fa:16:3e:eb:b4:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a8e288c-144a-4e54-9a9e-08915eef9272', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:40:44.386050 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:44.411030 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9cdc151-3555-4dc4-9e67-72d620c553bb {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:44.448422 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5162683-2b85-4fac-9f58-15a67755294c req-2caf7a22-3a77-4dfa-a32f-7f15483c77b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:44.451292 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e5162683-2b85-4fac-9f58-15a67755294c req-2caf7a22-3a77-4dfa-a32f-7f15483c77b4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.1551175 Nov 12 00:40:44.467232 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port c9cdc151-3555-4dc4-9e67-72d620c553bb, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=c9cdc151-3555-4dc4-9e67-72d620c553bb,segment=NetworkSegment(67b028fe-c88f-42ae-becd-7bce43ce7447),segment_id=67b028fe-c88f-42ae-becd-7bce43ce7447)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:44.484471 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:44.594628 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5162683-2b85-4fac-9f58-15a67755294c req-65b3aa86-9872-4160-9a21-c92e5f6fa253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:44.601299 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e5162683-2b85-4fac-9f58-15a67755294c req-65b3aa86-9872-4160-9a21-c92e5f6fa253 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1375332 Nov 12 00:40:44.636608 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=c9cdc151-3555-4dc4-9e67-72d620c553bb,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:44.659337 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:44.659864 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:44.663172 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:44.663816 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:44.664554 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:44.665056 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:44.673418 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:44.674647 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:44.675181 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:44.675790 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:44.676276 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:44.676746 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:44.811352 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e7ab1570-cc73-4ca5-85cd-a0ac498ceaa7 req-5526fdec-a8c7-4194-aa82-21f3904043ec tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd6b3d86-bc69-4fd2-9021-158319c7c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9062161 Nov 12 00:40:44.899671 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['c9cdc151-3555-4dc4-9e67-72d620c553bb'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:45.034660 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e5162683-2b85-4fac-9f58-15a67755294c req-b42e2958-a4ce-4df5-9de6-e8bb9db4e2a9 service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262629 Nov 12 00:40:45.058759 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1b80a13a-0909-4f7a-beee-76a600b04a9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:45.247866 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e5162683-2b85-4fac-9f58-15a67755294c req-70191984-f69d-4900-856d-f40cfcb4da03 service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021098 Nov 12 00:40:45.348418 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-fa3ee3d3-4573-4bde-a3e0-bfcd38910d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:45.350495 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-fa3ee3d3-4573-4bde-a3e0-bfcd38910d0c service neutron] 10.222.0.54 "GET /v2.0/networks?id=efe1d89a-522f-4c40-b263-5cebd382e88d HTTP/1.1" status: 200 len: 922 time: 1.3049493 Nov 12 00:40:45.514775 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-f625300b-5a74-434f-890a-6dfc18a2568a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72b6950c-8f9a-4518-af85-fcd8787c0065 HTTP/1.1" status: 200 len: 217 time: 0.0547071 Nov 12 00:40:45.681833 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-c2f9647f-5cb0-46be-a5e3-68c5017792ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:45.684486 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-c2f9647f-5cb0-46be-a5e3-68c5017792ed service neutron] 10.222.0.54 "GET /v2.0/subnets?id=89218ce2-e54b-4f33-b040-6aa3f821723a HTTP/1.1" status: 200 len: 861 time: 0.0949650 Nov 12 00:40:45.707608 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b80a13a-0909-4f7a-beee-76a600b04a9c admin admin] Router e3896ea9-3c41-4d47-82e0-fa476f977a83 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:40:45.757312 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-64131005-33a5-424d-ba99-0039b296432a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=efe1d89a-522f-4c40-b263-5cebd382e88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463793 Nov 12 00:40:45.920249 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-af72d336-5d40-456a-bce5-c36f9a1e85b8 service neutron] 10.222.0.54 "GET /v2.0/networks/efe1d89a-522f-4c40-b263-5cebd382e88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516511 Nov 12 00:40:46.094345 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-fd830224-5d94-4a01-8d9d-8a1bacb0d0ce service neutron] 10.222.0.54 "GET /v2.0/networks/efe1d89a-522f-4c40-b263-5cebd382e88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264205 Nov 12 00:40:46.199722 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b80a13a-0909-4f7a-beee-76a600b04a9c admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:40:46.208557 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40934) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:46.209844 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1b80a13a-0909-4f7a-beee-76a600b04a9c admin admin] 10.222.0.20 "PUT /v2.0/routers/e3896ea9-3c41-4d47-82e0-fa476f977a83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7800975 Nov 12 00:40:46.219599 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b84bbbd-80f4-497c-afb5-a870273540f7 None None] Sync routers for ids ['e3896ea9-3c41-4d47-82e0-fa476f977a83'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:40:46.239412 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b84bbbd-80f4-497c-afb5-a870273540f7 None None] Routers {'e3896ea9-3c41-4d47-82e0-fa476f977a83'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:40:46.240077 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-7b84bbbd-80f4-497c-afb5-a870273540f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:40:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['e3896ea9-3c41-4d47-82e0-fa476f977a83'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:46.392784 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a724c538-bfec-4b9a-b9d0-b0727d79e7d3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:46.478489 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-66c7a8b4-92c6-4c53-b918-d0726959cdb1 tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:46.479995 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-66c7a8b4-92c6-4c53-b918-d0726959cdb1 tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c&tenant_id=9a1fd583d08a44f4b64f3812361842fc&binding%3Ahost_id=n-h1-812236-11 HTTP/1.1" status: 200 len: 1098 time: 0.2334983 Nov 12 00:40:46.484451 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-7b84bbbd-80f4-497c-afb5-a870273540f7 None None] Set router e3896ea9-3c41-4d47-82e0-fa476f977a83 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:40:46.511941 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-94b6308d-5988-4cec-9df1-9d16cdc2bff7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812236-11'}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:46.649339 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-94b6308d-5988-4cec-9df1-9d16cdc2bff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:46.731036 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3de3e532-a687-416e-8ecb-a468f2113fe4 req-6baef914-1ddb-4b40-9661-a8bec4fd876a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e272d300-2fd3-48df-bde9-15e00d466b59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1910512 Nov 12 00:40:46.744768 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a724c538-bfec-4b9a-b9d0-b0727d79e7d3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:46.927135 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-7b84bbbd-80f4-497c-afb5-a870273540f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3896ea9-3c41-4d47-82e0-fa476f977a83', 'name': 'tempest-FloatingIPsTestJSON-1688952564-router', 'tenant_id': '3505d75b759f412f8dda9b6750f993db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '402fecd8-6355-45c7-ba3a-d38e1f28c3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:40:23Z', 'updated_at': '2021-11-12T00:40:43Z', 'revision_number': 5, 'project_id': '3505d75b759f412f8dda9b6750f993db', 'gw_port': {'id': '402fecd8-6355-45c7-ba3a-d38e1f28c3b0', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:0f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3896ea9-3c41-4d47-82e0-fa476f977a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:40:23Z', 'updated_at': '2021-11-12T00:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:46.937983 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-94b6308d-5988-4cec-9df1-9d16cdc2bff7 service neutron] For port 72b6950c-8f9a-4518-af85-fcd8787c0065, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=72b6950c-8f9a-4518-af85-fcd8787c0065,segment=NetworkSegment(6dc56b81-8d8e-4b44-90a6-8b45d539a128),segment_id=6dc56b81-8d8e-4b44-90a6-8b45d539a128)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:46.992864 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-94b6308d-5988-4cec-9df1-9d16cdc2bff7 service neutron] For port 72b6950c-8f9a-4518-af85-fcd8787c0065, host n-h1-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:40:47.023736 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b84bbbd-80f4-497c-afb5-a870273540f7 None None] Checking router: e3896ea9-3c41-4d47-82e0-fa476f977a83 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:40:47.048388 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b84bbbd-80f4-497c-afb5-a870273540f7 None None] Routers {'e3896ea9-3c41-4d47-82e0-fa476f977a83'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:40:47.051933 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-7b84bbbd-80f4-497c-afb5-a870273540f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:40:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['e3896ea9-3c41-4d47-82e0-fa476f977a83'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:47.054663 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72b6950c-8f9a-4518-af85-fcd8787c0065'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:47.057099 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3846b5-4882-4d94-b6eb-e117d4b60c99" -d '{"events": [{"server_uuid": "9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c", "name": "network-vif-unplugged", "status": "completed", "tag": "72b6950c-8f9a-4518-af85-fcd8787c0065"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:47.061819 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-94b6308d-5988-4cec-9df1-9d16cdc2bff7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:47.070818 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-94b6308d-5988-4cec-9df1-9d16cdc2bff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:47.083415 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3e532-a687-416e-8ecb-a468f2113fe4 req-d46ed4b4-e588-45b0-bc82-edb240e2b35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:47.087386 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3de3e532-a687-416e-8ecb-a468f2113fe4 req-d46ed4b4-e588-45b0-bc82-edb240e2b35c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0af2efd5599d423589f5e6a8043a04f2&device_id=e272d300-2fd3-48df-bde9-15e00d466b59 HTTP/1.1" status: 200 len: 1100 time: 0.3179474 Nov 12 00:40:47.093161 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-a724c538-bfec-4b9a-b9d0-b0727d79e7d3 admin admin] Deleting port 402fecd8-6355-45c7-ba3a-d38e1f28c3b0 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:40:47.094497 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a724c538-bfec-4b9a-b9d0-b0727d79e7d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:47.146136 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b6308d-5988-4cec-9df1-9d16cdc2bff7 service neutron] Pushing event updated for resources: {'Port': ['ID=72b6950c-8f9a-4518-af85-fcd8787c0065,revision_number=7']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:47.189239 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-94b6308d-5988-4cec-9df1-9d16cdc2bff7 service neutron] Attempting to bind port 72b6950c-8f9a-4518-af85-fcd8787c0065 on host n-h1-812236-11 for vnic_type normal with profile {"migrating_to": "n-h2-812236-11"} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:40:47.197762 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-94b6308d-5988-4cec-9df1-9d16cdc2bff7 service neutron] Attempting to bind port 72b6950c-8f9a-4518-af85-fcd8787c0065 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '6dc56b81-8d8e-4b44-90a6-8b45d539a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:40:47.198199 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-94b6308d-5988-4cec-9df1-9d16cdc2bff7 service neutron] Attempting to bind port 72b6950c-8f9a-4518-af85-fcd8787c0065 on network efe1d89a-522f-4c40-b263-5cebd382e88d {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:47.209173 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-7b84bbbd-80f4-497c-afb5-a870273540f7 None None] Set router e3896ea9-3c41-4d47-82e0-fa476f977a83 gateway port host: None {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:40:47.235311 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-94b6308d-5988-4cec-9df1-9d16cdc2bff7 service neutron] Port 72b6950c-8f9a-4518-af85-fcd8787c0065 on network efe1d89a-522f-4c40-b263-5cebd382e88d not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:40:47.236187 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-94b6308d-5988-4cec-9df1-9d16cdc2bff7 service neutron] Attempting to bind port 72b6950c-8f9a-4518-af85-fcd8787c0065 on network efe1d89a-522f-4c40-b263-5cebd382e88d {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:47.251563 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-a724c538-bfec-4b9a-b9d0-b0727d79e7d3 admin admin] For port 402fecd8-6355-45c7-ba3a-d38e1f28c3b0, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=402fecd8-6355-45c7-ba3a-d38e1f28c3b0,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:47.252134 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a724c538-bfec-4b9a-b9d0-b0727d79e7d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:47.259621 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-94b6308d-5988-4cec-9df1-9d16cdc2bff7 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:40:47.259966 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-94b6308d-5988-4cec-9df1-9d16cdc2bff7 service neutron] Checking segment: {'id': '6dc56b81-8d8e-4b44-90a6-8b45d539a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:40:47.260347 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-94b6308d-5988-4cec-9df1-9d16cdc2bff7 service neutron] Bound using segment: {'id': '6dc56b81-8d8e-4b44-90a6-8b45d539a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:40:47.260783 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-94b6308d-5988-4cec-9df1-9d16cdc2bff7 service neutron] Bound port: 72b6950c-8f9a-4518-af85-fcd8787c0065, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dc56b81-8d8e-4b44-90a6-8b45d539a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:40:47.261136 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-94b6308d-5988-4cec-9df1-9d16cdc2bff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:47.276535 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-a724c538-bfec-4b9a-b9d0-b0727d79e7d3 admin admin] Calling delete_port for 402fecd8-6355-45c7-ba3a-d38e1f28c3b0 owned by network:router_gateway {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:40:47.307520 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-7b84bbbd-80f4-497c-afb5-a870273540f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3896ea9-3c41-4d47-82e0-fa476f977a83', 'name': 'tempest-FloatingIPsTestJSON-1688952564-router', 'tenant_id': '3505d75b759f412f8dda9b6750f993db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:40:23Z', 'updated_at': '2021-11-12T00:40:46Z', 'revision_number': 6, 'project_id': '3505d75b759f412f8dda9b6750f993db', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:47.357160 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b84bbbd-80f4-497c-afb5-a870273540f7 None None] The sync data for ids ['e3896ea9-3c41-4d47-82e0-fa476f977a83'] in n-d-812236-11 is: [{'id': 'e3896ea9-3c41-4d47-82e0-fa476f977a83', 'name': 'tempest-FloatingIPsTestJSON-1688952564-router', 'tenant_id': '3505d75b759f412f8dda9b6750f993db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:40:23Z', 'updated_at': '2021-11-12T00:40:46Z', 'revision_number': 6, 'project_id': '3505d75b759f412f8dda9b6750f993db', 'gw_port_host': None}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:40:47.434730 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3e532-a687-416e-8ecb-a468f2113fe4 req-913b2176-b6b2-4a5d-99da-ddd2d177ef53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:47.436278 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3de3e532-a687-416e-8ecb-a468f2113fe4 req-913b2176-b6b2-4a5d-99da-ddd2d177ef53 service neutron] 10.222.0.49 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.3227503 Nov 12 00:40:47.438105 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-94b6308d-5988-4cec-9df1-9d16cdc2bff7 service neutron] For port 72b6950c-8f9a-4518-af85-fcd8787c0065, host n-h1-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:40:47.444100 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-94b6308d-5988-4cec-9df1-9d16cdc2bff7 service neutron] For port 72b6950c-8f9a-4518-af85-fcd8787c0065, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=72b6950c-8f9a-4518-af85-fcd8787c0065,segment=NetworkSegment(6dc56b81-8d8e-4b44-90a6-8b45d539a128),segment_id=6dc56b81-8d8e-4b44-90a6-8b45d539a128)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:40:47.462617 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-94b6308d-5988-4cec-9df1-9d16cdc2bff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:47.557761 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b6308d-5988-4cec-9df1-9d16cdc2bff7 service neutron] Pushing event updated for resources: {'Port': ['ID=72b6950c-8f9a-4518-af85-fcd8787c0065,revision_number=8']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:47.626301 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-94b6308d-5988-4cec-9df1-9d16cdc2bff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:47.627191 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-94b6308d-5988-4cec-9df1-9d16cdc2bff7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:47.628625 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-94b6308d-5988-4cec-9df1-9d16cdc2bff7 service neutron] 10.222.0.54 "PUT /v2.0/ports/72b6950c-8f9a-4518-af85-fcd8787c0065 HTTP/1.1" status: 200 len: 1124 time: 1.1377738 Nov 12 00:40:47.647911 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device c9cdc151-3555-4dc4-9e67-72d620c553bb up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:40:47.751873 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port c9cdc151-3555-4dc4-9e67-72d620c553bb completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:40:47.753488 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3de3e532-a687-416e-8ecb-a468f2113fe4 req-2fcc79f8-d695-495a-b266-079d658e4620 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=1d4617ec-825e-4174-a5ec-9b7f41b6d3dd HTTP/1.1" status: 200 len: 217 time: 0.3073618 Nov 12 00:40:47.757033 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a724c538-bfec-4b9a-b9d0-b0727d79e7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:47.767845 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port c9cdc151-3555-4dc4-9e67-72d620c553bb triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:47.768600 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:47.838485 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['72b6950c-8f9a-4518-af85-fcd8787c0065'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:47.845235 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3e532-a687-416e-8ecb-a468f2113fe4 req-9c7fa196-4cb7-4f6e-9505-1aee8a5d59ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:47.846817 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3de3e532-a687-416e-8ecb-a468f2113fe4 req-9c7fa196-4cb7-4f6e-9505-1aee8a5d59ae service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.0772979 Nov 12 00:40:47.931412 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a724c538-bfec-4b9a-b9d0-b0727d79e7d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:48.047287 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:48.093171 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66192ea-0241-4b72-93b4-b8b655622168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9cdc151-3555-4dc4-9e67-72d620c553bb'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:48.096012 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e748977e-79af-431b-bf13-035221ad2ce5" -d '{"events": [{"server_uuid": "a66192ea-0241-4b72-93b4-b8b655622168", "name": "network-vif-plugged", "status": "completed", "tag": "c9cdc151-3555-4dc4-9e67-72d620c553bb"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:48.117190 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 93f3cfd2-7d07-4e51-b2fd-8c44a44a8862 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:40:48.136632 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port c9cdc151-3555-4dc4-9e67-72d620c553bb, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=c9cdc151-3555-4dc4-9e67-72d620c553bb,segment=NetworkSegment(67b028fe-c88f-42ae-becd-7bce43ce7447),segment_id=67b028fe-c88f-42ae-becd-7bce43ce7447)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:48.159156 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:48.160846 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 93f3cfd2-7d07-4e51-b2fd-8c44a44a8862 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:40:48.161189 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 93f3cfd2-7d07-4e51-b2fd-8c44a44a8862 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:40:48.161635 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 402fecd8-6355-45c7-ba3a-d38e1f28c3b0 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:40:48.182614 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a724c538-bfec-4b9a-b9d0-b0727d79e7d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=402fecd8-6355-45c7-ba3a-d38e1f28c3b0,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:48.199269 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a724c538-bfec-4b9a-b9d0-b0727d79e7d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:48.207195 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a724c538-bfec-4b9a-b9d0-b0727d79e7d3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:48.214663 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3e532-a687-416e-8ecb-a468f2113fe4 req-4dc56988-5e0c-4b1c-a949-957e7cba1cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:48.216207 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3de3e532-a687-416e-8ecb-a468f2113fe4 req-4dc56988-5e0c-4b1c-a949-957e7cba1cdc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3123960 Nov 12 00:40:48.280157 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 402fecd8-6355-45c7-ba3a-d38e1f28c3b0 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:40:48.280537 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 402fecd8-6355-45c7-ba3a-d38e1f28c3b0 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:40:48.300134 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=c9cdc151-3555-4dc4-9e67-72d620c553bb,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:48.397427 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a724c538-bfec-4b9a-b9d0-b0727d79e7d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:48.398021 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a724c538-bfec-4b9a-b9d0-b0727d79e7d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3896ea9-3c41-4d47-82e0-fa476f977a83 {{(pid=102661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:40:48.406237 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a724c538-bfec-4b9a-b9d0-b0727d79e7d3 admin admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:48.410498 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a724c538-bfec-4b9a-b9d0-b0727d79e7d3 admin admin] 10.222.0.20 "DELETE /v2.0/routers/e3896ea9-3c41-4d47-82e0-fa476f977a83 HTTP/1.1" status: 204 len: 168 time: 2.1962581 Nov 12 00:40:48.410498 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40964) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:48.487113 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3de3e532-a687-416e-8ecb-a468f2113fe4 req-3784d7be-7d02-4923-8c32-c55d01594c6d service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372987 Nov 12 00:40:48.493575 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-4db9fac3-3ff4-4605-8706-3e627212f9b8 admin admin] Deleting subnet f995770a-e94e-40a3-b351-bbd7fb4e5ce7 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:40:48.506182 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4db9fac3-3ff4-4605-8706-3e627212f9b8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:48.771075 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15660a-452c-43f2-8e91-43d3b4ea04e2 req-2cfad176-a592-497e-893b-b7adcbea6f83 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:48.779415 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2f15660a-452c-43f2-8e91-43d3b4ea04e2 req-2cfad176-a592-497e-893b-b7adcbea6f83 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8 HTTP/1.1" status: 200 len: 949 time: 0.0847309 Nov 12 00:40:48.837713 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2f15660a-452c-43f2-8e91-43d3b4ea04e2 req-b9212720-b9f5-47a5-9591-d206bc0026ac tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572751 Nov 12 00:40:48.900974 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6311bb-c633-44d0-8cb6-d2710a4e84f7 x-openstack-request-id: req-be6311bb-c633-44d0-8cb6-d2710a4e84f7 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:48.901345 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "837880e2-bfb9-41ea-bf4c-c1ac4ba6d885", "tag": "a2f250c4-38e5-401c-93e7-6cc33737b88d", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:48.901551 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be6311bb-c633-44d0-8cb6-d2710a4e84f7 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:48.901918 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '837880e2-bfb9-41ea-bf4c-c1ac4ba6d885', 'tag': 'a2f250c4-38e5-401c-93e7-6cc33737b88d', 'status': 'completed', 'code': 200} Nov 12 00:40:48.934168 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4db9fac3-3ff4-4605-8706-3e627212f9b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:49.002024 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3de3e532-a687-416e-8ecb-a468f2113fe4 req-2adac63d-e5e0-4f18-8b5f-1a817ab0373e service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5059712 Nov 12 00:40:49.013180 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ea464-7451-4271-bbeb-89a31fafc901 req-8fa10751-1967-45e4-9896-bb2ab29c49d3 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:49.014338 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3c6ea464-7451-4271-bbeb-89a31fafc901 req-8fa10751-1967-45e4-9896-bb2ab29c49d3 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c HTTP/1.1" status: 200 len: 944 time: 0.4521682 Nov 12 00:40:49.061144 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0bd715-88f9-4be5-abc1-6a121f10159d req-18f062d0-c5fa-4b08-a37b-6f7a45af2891 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:49.062796 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3c0bd715-88f9-4be5-abc1-6a121f10159d req-18f062d0-c5fa-4b08-a37b-6f7a45af2891 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=837880e2-bfb9-41ea-bf4c-c1ac4ba6d885 HTTP/1.1" status: 200 len: 948 time: 0.1302140 Nov 12 00:40:49.090089 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4db9fac3-3ff4-4605-8706-3e627212f9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:49.107435 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3b468-084a-4d2e-b660-c22e610e019d req-94b31c80-577a-4a17-82cb-d09ee3311315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:49.109706 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-95f3b468-084a-4d2e-b660-c22e610e019d req-94b31c80-577a-4a17-82cb-d09ee3311315 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0af2efd5599d423589f5e6a8043a04f2&device_id=837880e2-bfb9-41ea-bf4c-c1ac4ba6d885 HTTP/1.1" status: 200 len: 1100 time: 0.1632550 Nov 12 00:40:49.132781 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3c6ea464-7451-4271-bbeb-89a31fafc901 req-e25c470d-8399-4138-805c-88b42bb269b4 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117644 Nov 12 00:40:49.191708 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4db9fac3-3ff4-4605-8706-3e627212f9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:49.227757 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db9fac3-3ff4-4605-8706-3e627212f9b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f995770a-e94e-40a3-b351-bbd7fb4e5ce7,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:49.229705 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7d486a-f11b-46bb-996f-0bad91a1bcda None None] Network a0bbbaf6-13a6-4881-965a-0bb5454c6cae requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:40:49.230809 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4db9fac3-3ff4-4605-8706-3e627212f9b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:49.234288 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4db9fac3-3ff4-4605-8706-3e627212f9b8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f995770a-e94e-40a3-b351-bbd7fb4e5ce7 HTTP/1.1" status: 204 len: 168 time: 0.8231084 Nov 12 00:40:49.236718 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40970) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:49.256266 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3c0bd715-88f9-4be5-abc1-6a121f10159d req-bdfee870-0d32-4374-a77a-71421baacc2c tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840012 Nov 12 00:40:49.347769 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab97e7c-c7ad-42c5-963a-9fe26d2ce64f x-openstack-request-id: req-7ab97e7c-c7ad-42c5-963a-9fe26d2ce64f {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:49.348187 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c", "name": "network-vif-unplugged", "status": "completed", "tag": "72b6950c-8f9a-4518-af85-fcd8787c0065", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:49.348509 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7ab97e7c-c7ad-42c5-963a-9fe26d2ce64f {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:49.357895 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72b6950c-8f9a-4518-af85-fcd8787c0065', 'code': 200} Nov 12 00:40:49.358133 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b866e432-a055-4ae5-b169-ee03d097bebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:49.387959 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32012e57-ea4d-4484-9e4d-8381fe343481 req-10e3d2cb-fba9-410a-ba76-550c81c86658 tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:49.389296 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-32012e57-ea4d-4484-9e4d-8381fe343481 req-10e3d2cb-fba9-410a-ba76-550c81c86658 tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] 10.222.0.20 "GET /v2.0/ports?device_id=a66192ea-0241-4b72-93b4-b8b655622168 HTTP/1.1" status: 200 len: 946 time: 0.0806978 Nov 12 00:40:49.422239 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3b468-084a-4d2e-b660-c22e610e019d req-07ffc179-e48a-4d61-9c33-b2ad94643df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:49.434792 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-95f3b468-084a-4d2e-b660-c22e610e019d req-07ffc179-e48a-4d61-9c33-b2ad94643df0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.2824118 Nov 12 00:40:49.475729 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-32012e57-ea4d-4484-9e4d-8381fe343481 req-27843ba4-f16a-4894-adb5-ce820189dc66 tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd6b3d86-bc69-4fd2-9021-158319c7c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677116 Nov 12 00:40:49.485297 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-b866e432-a055-4ae5-b169-ee03d097bebd admin admin] Deleting port a3dcc168-50fc-4949-b943-063100f39c73 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:40:49.486021 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b866e432-a055-4ae5-b169-ee03d097bebd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:49.496786 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8c00f9-d811-4eea-bff7-16265c7bb56d x-openstack-request-id: req-3c8c00f9-d811-4eea-bff7-16265c7bb56d {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:49.498156 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a66192ea-0241-4b72-93b4-b8b655622168", "name": "network-vif-plugged", "status": "completed", "tag": "c9cdc151-3555-4dc4-9e67-72d620c553bb", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:49.498587 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3c8c00f9-d811-4eea-bff7-16265c7bb56d {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:49.514206 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a66192ea-0241-4b72-93b4-b8b655622168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9cdc151-3555-4dc4-9e67-72d620c553bb', 'code': 200} Nov 12 00:40:49.597967 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-95f3b468-084a-4d2e-b660-c22e610e019d req-d1acf401-8ac6-40a0-a76c-ffc059d3c3a5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=a2f250c4-38e5-401c-93e7-6cc33737b88d HTTP/1.1" status: 200 len: 217 time: 0.1462908 Nov 12 00:40:49.647092 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-b866e432-a055-4ae5-b169-ee03d097bebd admin admin] For port a3dcc168-50fc-4949-b943-063100f39c73, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=a3dcc168-50fc-4949-b943-063100f39c73,segment=NetworkSegment(632142c6-6943-4500-8395-8067914f6a89),segment_id=632142c6-6943-4500-8395-8067914f6a89)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:49.647631 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b866e432-a055-4ae5-b169-ee03d097bebd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:49.650316 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device a2f250c4-38e5-401c-93e7-6cc33737b88d details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:40:49.668273 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-b866e432-a055-4ae5-b169-ee03d097bebd admin admin] Calling delete_port for a3dcc168-50fc-4949-b943-063100f39c73 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:40:49.675478 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa8f7a-6d63-4ff2-a231-882dfc0e694b req-b182d900-f470-4714-879f-b47b08b94bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:49.677855 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-76fa8f7a-6d63-4ff2-a231-882dfc0e694b req-b182d900-f470-4714-879f-b47b08b94bc3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a66192ea-0241-4b72-93b4-b8b655622168 HTTP/1.1" status: 200 len: 1098 time: 0.0972350 Nov 12 00:40:49.745165 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188cb632-8a04-448a-855c-1b20fc96a575 None None] DHCP port deletion for a0bbbaf6-13a6-4881-965a-0bb5454c6cae request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:40:49.753992 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3b468-084a-4d2e-b660-c22e610e019d req-a8a46d32-0306-4a37-8fb7-e4d9a47cb6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:49.756940 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-95f3b468-084a-4d2e-b660-c22e610e019d req-a8a46d32-0306-4a37-8fb7-e4d9a47cb6ec service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.1449411 Nov 12 00:40:49.805721 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-76fa8f7a-6d63-4ff2-a231-882dfc0e694b req-1c779d1d-c32e-493d-9cc6-eb5ecee078ea service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bd6b3d86-bc69-4fd2-9021-158319c7c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100261 Nov 12 00:40:49.855209 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b866e432-a055-4ae5-b169-ee03d097bebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:49.908240 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3b468-084a-4d2e-b660-c22e610e019d req-a86ce7d7-3903-469c-9508-b33d7c4c700b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:49.909766 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-95f3b468-084a-4d2e-b660-c22e610e019d req-a86ce7d7-3903-469c-9508-b33d7c4c700b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1406820 Nov 12 00:40:49.918242 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b866e432-a055-4ae5-b169-ee03d097bebd admin admin] Pushing event deleted for resources: {'Port': ['ID=a3dcc168-50fc-4949-b943-063100f39c73,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:49.920104 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b866e432-a055-4ae5-b169-ee03d097bebd admin admin] No DVR routers for this DVR port a3dcc168-50fc-4949-b943-063100f39c73 on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:40:49.990865 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-188cb632-8a04-448a-855c-1b20fc96a575 None None] Deleting port a3dcc168-50fc-4949-b943-063100f39c73 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:40:49.991484 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-188cb632-8a04-448a-855c-1b20fc96a575 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:49.998555 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port a2f250c4-38e5-401c-93e7-6cc33737b88d, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=a2f250c4-38e5-401c-93e7-6cc33737b88d,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:50.032130 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'a2f250c4-38e5-401c-93e7-6cc33737b88d', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'port_id': 'a2f250c4-38e5-401c-93e7-6cc33737b88d', 'mac_address': 'fa:16:3e:26:e8:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3288e972-21d8-4a52-9002-05790fb0bb61', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:40:50.100339 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b866e432-a055-4ae5-b169-ee03d097bebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:50.128907 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device a3dcc168-50fc-4949-b943-063100f39c73 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:40:50.151682 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f78d7-bb24-454c-9574-3e2ca24e6143 req-d2638f8c-e7c1-4165-88ef-61fef6f98214 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:50.160322 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-b866e432-a055-4ae5-b169-ee03d097bebd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0bbbaf6-13a6-4881-965a-0bb5454c6cae']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:50.162691 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-372f78d7-bb24-454c-9574-3e2ca24e6143 req-d2638f8c-e7c1-4165-88ef-61fef6f98214 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8 HTTP/1.1" status: 200 len: 949 time: 0.2100773 Nov 12 00:40:50.176344 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-b866e432-a055-4ae5-b169-ee03d097bebd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '632142c6-6943-4500-8395-8067914f6a89') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:50.176585 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-b866e432-a055-4ae5-b169-ee03d097bebd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '632142c6-6943-4500-8395-8067914f6a89') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:50.199308 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b866e432-a055-4ae5-b169-ee03d097bebd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:50.225037 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b866e432-a055-4ae5-b169-ee03d097bebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:50.236533 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-95f3b468-084a-4d2e-b660-c22e610e019d req-2e2363f4-4058-46cf-a164-c98b3b3d5e1c service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122730 Nov 12 00:40:50.238595 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b866e432-a055-4ae5-b169-ee03d097bebd admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:40:50.238998 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b866e432-a055-4ae5-b169-ee03d097bebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:50.241855 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:40:50.241855 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:40:50.241855 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:40:50.241855 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:40:50.241855 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:40:50.241855 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:40:50.241855 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:40:50.241855 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:40:50.241855 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:40:50.241855 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:40:50.241855 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:40:50.241855 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:40:50.241855 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:40:50.241855 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:40:50.241855 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:40:50.241855 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:40:50.241855 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:40:50.241855 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:40:50.241855 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:40:50.241855 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:40:50.241855 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:40:50.241855 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:40:50.241855 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:40:50.241855 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:40:50.241855 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:40:50.241855 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:40:50.241855 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:40:50.241855 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:40:50.241855 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:40:50.241855 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:40:50.241855 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:40:50.241855 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:40:50.255977 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: a3dcc168-50fc-4949-b943-063100f39c73 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:40:50.257203 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device a3dcc168-50fc-4949-b943-063100f39c73 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:40:50.272819 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-188cb632-8a04-448a-855c-1b20fc96a575 None None] For port a3dcc168-50fc-4949-b943-063100f39c73, host n-d-812236-11, got binding levels [] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:50.273523 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-188cb632-8a04-448a-855c-1b20fc96a575 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:50.292359 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-188cb632-8a04-448a-855c-1b20fc96a575 None None] Calling delete_port for a3dcc168-50fc-4949-b943-063100f39c73 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:40:50.294510 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:50.310524 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.ipam_backend_mixin [None req-188cb632-8a04-448a-855c-1b20fc96a575 None None] Port a3dcc168-50fc-4949-b943-063100f39c73 was not found and therefore no delete operation was performed {{(pid=102663) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 00:40:50.330042 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2f250c4-38e5-401c-93e7-6cc33737b88d {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:50.344696 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-188cb632-8a04-448a-855c-1b20fc96a575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:50.367785 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b866e432-a055-4ae5-b169-ee03d097bebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:50.375777 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b866e432-a055-4ae5-b169-ee03d097bebd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:50.379008 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b866e432-a055-4ae5-b169-ee03d097bebd admin admin] 10.222.0.20 "DELETE /v2.0/networks/a0bbbaf6-13a6-4881-965a-0bb5454c6cae HTTP/1.1" status: 204 len: 168 time: 1.1412787 Nov 12 00:40:50.389143 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188cb632-8a04-448a-855c-1b20fc96a575 None None] Pushing event deleted for resources: {'Port': ['ID=a3dcc168-50fc-4949-b943-063100f39c73,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:50.408209 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188cb632-8a04-448a-855c-1b20fc96a575 None None] No DVR routers for this DVR port a3dcc168-50fc-4949-b943-063100f39c73 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:40:50.409337 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b866e432-a055-4ae5-b169-ee03d097bebd admin admin] Pushing event deleted for resources: {'Network': ['ID=a0bbbaf6-13a6-4881-965a-0bb5454c6cae,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:50.420700 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port a2f250c4-38e5-401c-93e7-6cc33737b88d, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=a2f250c4-38e5-401c-93e7-6cc33737b88d,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:50.420962 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-372f78d7-bb24-454c-9574-3e2ca24e6143 req-82e79705-9797-41a4-9f91-bc896b3ebc4e tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565460 Nov 12 00:40:50.427701 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:50.566060 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=a2f250c4-38e5-401c-93e7-6cc33737b88d,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:50.587399 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-95f3b468-084a-4d2e-b660-c22e610e019d req-b8a93669-6f4c-49e5-97d2-421794e78e84 service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328726 Nov 12 00:40:50.644320 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41026) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:50.659311 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49244c7d-e654-478f-9299-3eaac5c9998f req-b40f695b-8ecf-4dd8-87d6-002ed809304c tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:50.663311 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-49244c7d-e654-478f-9299-3eaac5c9998f req-b40f695b-8ecf-4dd8-87d6-002ed809304c tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c HTTP/1.1" status: 200 len: 944 time: 0.1413786 Nov 12 00:40:50.693698 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b8ba0a8a-c043-4037-b60b-b052ba3eaa61 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3505d75b759f412f8dda9b6750f993db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0460284 Nov 12 00:40:50.694305 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41032) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:50.748493 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-49244c7d-e654-478f-9299-3eaac5c9998f req-b9707a3d-9b0e-42cf-8307-f6f0caf115c8 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724463 Nov 12 00:40:50.764809 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f16facbb-c712-4a19-8360-52aa5f63c972 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:50.798269 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f16facbb-c712-4a19-8360-52aa5f63c972 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:50.873627 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f16facbb-c712-4a19-8360-52aa5f63c972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:50.876765 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f16facbb-c712-4a19-8360-52aa5f63c972 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:50.878069 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f16facbb-c712-4a19-8360-52aa5f63c972 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4f4fd0d3-94a2-48da-bbcf-cb68b15cbb8b HTTP/1.1" status: 204 len: 168 time: 0.1827612 Nov 12 00:40:50.906895 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16facbb-c712-4a19-8360-52aa5f63c972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4fd0d3-94a2-48da-bbcf-cb68b15cbb8b,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:50.955321 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31477d60-63fc-446e-89d9-548b8ffe5194 req-a7a89e33-54b2-447c-8f4b-f9ffa3258a97 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:50.957080 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-31477d60-63fc-446e-89d9-548b8ffe5194 req-a7a89e33-54b2-447c-8f4b-f9ffa3258a97 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=837880e2-bfb9-41ea-bf4c-c1ac4ba6d885 HTTP/1.1" status: 200 len: 949 time: 0.1328201 Nov 12 00:40:51.075646 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-31477d60-63fc-446e-89d9-548b8ffe5194 req-35ff7f74-0ccb-42d4-a720-558768e31829 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097870 Nov 12 00:40:51.247091 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada02c1-266f-426f-8fa7-609797161625 req-2f04ba1a-d9c9-4d99-a31c-73a1b7d4fdc0 tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:51.249934 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-aada02c1-266f-426f-8fa7-609797161625 req-2f04ba1a-d9c9-4d99-a31c-73a1b7d4fdc0 tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] 10.222.0.20 "GET /v2.0/ports?device_id=a66192ea-0241-4b72-93b4-b8b655622168 HTTP/1.1" status: 200 len: 946 time: 0.0669131 Nov 12 00:40:51.316810 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-aada02c1-266f-426f-8fa7-609797161625 req-d5e26a25-a459-4517-8735-e524f772720a tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd6b3d86-bc69-4fd2-9021-158319c7c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601079 Nov 12 00:40:51.356732 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['a2f250c4-38e5-401c-93e7-6cc33737b88d'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:51.362287 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c', 'tag': '72b6950c-8f9a-4518-af85-fcd8787c0065'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:51.364775 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd673144-712f-4fe6-9e61-99d66c93e740" -d '{"events": [{"name": "network-changed", "server_uuid": "9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c", "tag": "72b6950c-8f9a-4518-af85-fcd8787c0065"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:51.413713 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72bfb012-310f-468b-be82-0906eb38ff1d x-openstack-request-id: req-72bfb012-310f-468b-be82-0906eb38ff1d {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:51.414338 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c", "tag": "72b6950c-8f9a-4518-af85-fcd8787c0065", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:51.415335 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-72bfb012-310f-468b-be82-0906eb38ff1d {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:51.415886 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c', 'tag': '72b6950c-8f9a-4518-af85-fcd8787c0065', 'status': 'completed', 'code': 200} Nov 12 00:40:51.579346 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd673144-712f-4fe6-9e61-99d66c93e740 req-2074015e-8779-4266-8248-ba261e9f7baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:51.581499 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dd673144-712f-4fe6-9e61-99d66c93e740 req-2074015e-8779-4266-8248-ba261e9f7baf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a1fd583d08a44f4b64f3812361842fc&device_id=9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c HTTP/1.1" status: 200 len: 1127 time: 0.0938835 Nov 12 00:40:51.681772 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 72b6950c-8f9a-4518-af85-fcd8787c0065 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:40:51.685072 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 5b89d2cd-78d9-461d-b36c-2c8a5c384e97 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:40:51.726560 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd673144-712f-4fe6-9e61-99d66c93e740 req-9129336a-7b8e-4408-929e-8e478731f33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:51.729504 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dd673144-712f-4fe6-9e61-99d66c93e740 req-9129336a-7b8e-4408-929e-8e478731f33a service neutron] 10.222.0.49 "GET /v2.0/networks?id=efe1d89a-522f-4c40-b263-5cebd382e88d HTTP/1.1" status: 200 len: 922 time: 0.1362917 Nov 12 00:40:51.850176 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dd673144-712f-4fe6-9e61-99d66c93e740 req-618678e0-899f-4266-98c4-74bff63ea720 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72b6950c-8f9a-4518-af85-fcd8787c0065 HTTP/1.1" status: 200 len: 217 time: 0.0616302 Nov 12 00:40:51.884436 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a67cb7-a8a2-4116-919d-a542b5d036d7 req-b983661e-4791-4064-a150-46ac74363142 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:51.895411 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c9a67cb7-a8a2-4116-919d-a542b5d036d7 req-b983661e-4791-4064-a150-46ac74363142 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8 HTTP/1.1" status: 200 len: 949 time: 0.1646740 Nov 12 00:40:51.930482 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:51.962604 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 72b6950c-8f9a-4518-af85-fcd8787c0065, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=72b6950c-8f9a-4518-af85-fcd8787c0065,segment=NetworkSegment(6dc56b81-8d8e-4b44-90a6-8b45d539a128),segment_id=6dc56b81-8d8e-4b44-90a6-8b45d539a128)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:51.968891 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5a1b02-e7f1-44ed-995a-82076751502e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b89d2cd-78d9-461d-b36c-2c8a5c384e97'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:51.971236 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af619ea-7132-4ab1-b0ae-5c19ed416a5c" -d '{"events": [{"server_uuid": "ee5a1b02-e7f1-44ed-995a-82076751502e", "name": "network-vif-unplugged", "status": "completed", "tag": "5b89d2cd-78d9-461d-b36c-2c8a5c384e97"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:51.992101 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 5b89d2cd-78d9-461d-b36c-2c8a5c384e97, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=5b89d2cd-78d9-461d-b36c-2c8a5c384e97,segment=NetworkSegment(31f3cd0b-8f92-47c3-a72f-efb4d157fdb5),segment_id=31f3cd0b-8f92-47c3-a72f-efb4d157fdb5)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:51.993119 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 72b6950c-8f9a-4518-af85-fcd8787c0065 has no active binding in host n-h2-812236-11 {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 00:40:51.998377 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:52.076594 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=5b89d2cd-78d9-461d-b36c-2c8a5c384e97,revision_number=8']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:52.093775 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c9a67cb7-a8a2-4116-919d-a542b5d036d7 req-36892fee-dee2-4d08-a7aa-911907f850ce tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966591 Nov 12 00:40:52.103802 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd673144-712f-4fe6-9e61-99d66c93e740 req-22ccc6e0-69b2-423c-bc3f-1bb3b2a8439c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:52.105069 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dd673144-712f-4fe6-9e61-99d66c93e740 req-22ccc6e0-69b2-423c-bc3f-1bb3b2a8439c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=89218ce2-e54b-4f33-b040-6aa3f821723a HTTP/1.1" status: 200 len: 861 time: 0.2368233 Nov 12 00:40:52.172725 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b6ab3-b8c6-4117-9864-a24b2566e39c req-f89ad01d-61ab-4246-9755-da2dd37ecbf4 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:52.182922 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6b5b6ab3-b8c6-4117-9864-a24b2566e39c req-f89ad01d-61ab-4246-9755-da2dd37ecbf4 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/networks?id=040fca8f-d2ed-42cc-9d74-8da136d7b80f HTTP/1.1" status: 200 len: 805 time: 0.2564681 Nov 12 00:40:52.187726 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dd673144-712f-4fe6-9e61-99d66c93e740 req-810439b9-c8fe-4383-a7df-9251a8b3d262 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efe1d89a-522f-4c40-b263-5cebd382e88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694273 Nov 12 00:40:52.223847 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6b5b6ab3-b8c6-4117-9864-a24b2566e39c req-06482d00-2d10-49e7-97d4-95bafea18cf2 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/quotas/15b80c7f11964559b05ab81accceabef HTTP/1.1" status: 200 len: 375 time: 0.0393376 Nov 12 00:40:52.288888 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-38175766-3df7-40f0-a090-4bae5487979c req-86820ea7-6bce-482f-9915-307705304c87 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a88aed09-488f-4d46-9a45-42f6cd94568b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1481714 Nov 12 00:40:52.300527 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6b5b6ab3-b8c6-4117-9864-a24b2566e39c req-7840fbad-c1cb-4750-9e24-457c566862da tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=15b80c7f11964559b05ab81accceabef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0752456 Nov 12 00:40:52.316521 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41102) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:52.392971 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dd673144-712f-4fe6-9e61-99d66c93e740 req-2168a9ba-056c-42a1-95a1-c83e2ddcced8 service neutron] 10.222.0.49 "GET /v2.0/networks/efe1d89a-522f-4c40-b263-5cebd382e88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880577 Nov 12 00:40:52.410158 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6b5b6ab3-b8c6-4117-9864-a24b2566e39c req-5badb47d-a6cf-4a6c-b93e-65f5b0d01469 service neutron] 10.222.0.20 "GET /v2.0/networks/040fca8f-d2ed-42cc-9d74-8da136d7b80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087127 Nov 12 00:40:52.442067 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c27d856-c7c0-4f27-9368-5e0c7031d0be req-603dd752-c4fb-413f-9ccd-595527d870c3 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:52.444748 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9c27d856-c7c0-4f27-9368-5e0c7031d0be req-603dd752-c4fb-413f-9ccd-595527d870c3 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c HTTP/1.1" status: 200 len: 944 time: 0.2028713 Nov 12 00:40:52.489168 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-b937e5e5-dfe2-4e8d-8fa8-73708cbba06b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1932695411-network', 'tenant_id': '1a0605e4005f4d398768f2d1a236ade7'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:52.535249 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38175766-3df7-40f0-a090-4bae5487979c req-16da61bb-018e-4223-87ed-3f2885a8411f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:52.536981 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-38175766-3df7-40f0-a090-4bae5487979c req-16da61bb-018e-4223-87ed-3f2885a8411f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=79a8b3dad7a0401ab482e19b622fac98&device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 1101 time: 0.1159813 Nov 12 00:40:52.559697 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9c27d856-c7c0-4f27-9368-5e0c7031d0be req-2eea59c0-4c07-4a1f-9a81-21fb2715af38 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079364 Nov 12 00:40:52.575264 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6b5b6ab3-b8c6-4117-9864-a24b2566e39c req-a52abe53-7781-42c6-925e-96d0c0ed5a7d service neutron] 10.222.0.20 "GET /v2.0/networks/040fca8f-d2ed-42cc-9d74-8da136d7b80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641879 Nov 12 00:40:52.585668 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b937e5e5-dfe2-4e8d-8fa8-73708cbba06b admin admin] Made reservation on behalf of 1a0605e4005f4d398768f2d1a236ade7 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:40:52.589179 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b937e5e5-dfe2-4e8d-8fa8-73708cbba06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:52.607763 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b937e5e5-dfe2-4e8d-8fa8-73708cbba06b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:52.652648 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33bce05-c511-471b-b4b3-9c440f97bb61 x-openstack-request-id: req-e33bce05-c511-471b-b4b3-9c440f97bb61 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:52.653164 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5a1b02-e7f1-44ed-995a-82076751502e", "name": "network-vif-unplugged", "status": "completed", "tag": "5b89d2cd-78d9-461d-b36c-2c8a5c384e97", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:52.653257 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e33bce05-c511-471b-b4b3-9c440f97bb61 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:52.653789 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5a1b02-e7f1-44ed-995a-82076751502e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b89d2cd-78d9-461d-b36c-2c8a5c384e97', 'code': 200} Nov 12 00:40:52.718048 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b937e5e5-dfe2-4e8d-8fa8-73708cbba06b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:52.722641 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dd673144-712f-4fe6-9e61-99d66c93e740 req-b9fab60d-64d6-499d-b90b-943b5a0b8922 service neutron] 10.222.0.49 "GET /v2.0/networks/efe1d89a-522f-4c40-b263-5cebd382e88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157032 Nov 12 00:40:52.727196 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b937e5e5-dfe2-4e8d-8fa8-73708cbba06b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:52.753368 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b937e5e5-dfe2-4e8d-8fa8-73708cbba06b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:40:52.775501 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b937e5e5-dfe2-4e8d-8fa8-73708cbba06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de572a8-4096-42fa-adf9-22eb17be13a1,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:52.779031 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b937e5e5-dfe2-4e8d-8fa8-73708cbba06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:52.779469 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-b937e5e5-dfe2-4e8d-8fa8-73708cbba06b admin admin] Added segment 219b6efe-dba0-4386-8812-ab6f718f587d of type vlan for network 24e7e835-b468-4e5c-ba50-907c7da06059 Nov 12 00:40:52.837690 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38175766-3df7-40f0-a090-4bae5487979c req-cda4cdbe-c026-4181-966c-a03475c2967e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:52.839258 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-38175766-3df7-40f0-a090-4bae5487979c req-cda4cdbe-c026-4181-966c-a03475c2967e service neutron] 10.222.0.54 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.2630639 Nov 12 00:40:52.877990 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b937e5e5-dfe2-4e8d-8fa8-73708cbba06b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:52.896334 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56bf80a-87e8-4be0-9ac7-4f57c868eda4 req-c273dac5-3a0a-4feb-a870-d80e1d9faa73 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:52.907551 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-38175766-3df7-40f0-a090-4bae5487979c req-db694874-0039-4602-96a0-f5e1b97fd5ec service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=b3919cf8-6d84-4154-af85-c45c1316c790 HTTP/1.1" status: 200 len: 217 time: 0.0586784 Nov 12 00:40:52.909363 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e56bf80a-87e8-4be0-9ac7-4f57c868eda4 req-c273dac5-3a0a-4feb-a870-d80e1d9faa73 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=837880e2-bfb9-41ea-bf4c-c1ac4ba6d885 HTTP/1.1" status: 200 len: 949 time: 0.1174352 Nov 12 00:40:52.977238 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38175766-3df7-40f0-a090-4bae5487979c req-3bfd9889-6829-41f8-8630-fc18af621679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:52.979265 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-38175766-3df7-40f0-a090-4bae5487979c req-3bfd9889-6829-41f8-8630-fc18af621679 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.0599980 Nov 12 00:40:53.071458 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b937e5e5-dfe2-4e8d-8fa8-73708cbba06b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:53.072437 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b937e5e5-dfe2-4e8d-8fa8-73708cbba06b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:53.073025 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b937e5e5-dfe2-4e8d-8fa8-73708cbba06b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:53.077187 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a1b72-03a4-4e03-8339-499797fbe226 req-6b634e8a-8e68-47e5-835d-296072e5f2fd tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:53.078889 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dc5a1b72-03a4-4e03-8339-499797fbe226 req-6b634e8a-8e68-47e5-835d-296072e5f2fd tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] 10.222.0.20 "GET /v2.0/ports?device_id=a66192ea-0241-4b72-93b4-b8b655622168 HTTP/1.1" status: 200 len: 946 time: 0.0949364 Nov 12 00:40:53.089319 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38175766-3df7-40f0-a090-4bae5487979c req-3a609314-76dc-4a43-9d28-45fde5c24483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:53.091502 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-38175766-3df7-40f0-a090-4bae5487979c req-3a609314-76dc-4a43-9d28-45fde5c24483 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0971322 Nov 12 00:40:53.109189 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e56bf80a-87e8-4be0-9ac7-4f57c868eda4 req-61526484-23c6-4e33-8bcd-d085c8884b1f tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988034 Nov 12 00:40:53.171236 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dc5a1b72-03a4-4e03-8339-499797fbe226 req-f835f8cd-564d-4607-9dc8-ecd925881a22 tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd6b3d86-bc69-4fd2-9021-158319c7c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791676 Nov 12 00:40:53.189121 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b937e5e5-dfe2-4e8d-8fa8-73708cbba06b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8574138 Nov 12 00:40:53.198632 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41128) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:53.200166 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d6a3d44d-4d40-4fa8-92e6-950d0f75a7ff req-e800fcec-50e1-4a76-ae5a-a5fb14118828 service neutron] 10.222.0.49 "GET /v2.0/ports/2a31bd22-6672-49ca-807d-dda3ab4ec4e2/bindings/n-h1-812236-11 HTTP/1.1" status: 200 len: 383 time: 0.2657433 Nov 12 00:40:53.211182 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-70ee24cf-b78e-4569-8a69-5a76d9678647 admin admin] Request body: {'subnet': {'network_id': '24e7e835-b468-4e5c-ba50-907c7da06059', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1932695411-subnet', 'tenant_id': '1a0605e4005f4d398768f2d1a236ade7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:53.217138 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b937e5e5-dfe2-4e8d-8fa8-73708cbba06b admin admin] Pushing event updated for resources: {'Network': ['ID=24e7e835-b468-4e5c-ba50-907c7da06059,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:53.242732 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 24e7e835-b468-4e5c-ba50-907c7da06059 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:40:53.270915 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ee24cf-b78e-4569-8a69-5a76d9678647 admin admin] Made reservation on behalf of 1a0605e4005f4d398768f2d1a236ade7 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:40:53.273832 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-70ee24cf-b78e-4569-8a69-5a76d9678647 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:53.275795 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-38175766-3df7-40f0-a090-4bae5487979c req-2d620d03-7a42-4d2f-8e7f-d3d624a96472 service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593003 Nov 12 00:40:53.431052 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8f549a6b-e0c9-49c3-abd6-bda085ba3ce8 req-59bf52a8-ac4c-4f7c-9146-35d211b990e6 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdfae9b2-8b7d-4b2b-a7b6-9dcbdb0fd1a2 HTTP/1.1" status: 200 len: 210 time: 0.0807178 Nov 12 00:40:53.546232 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-38175766-3df7-40f0-a090-4bae5487979c req-f9a51e19-1573-46b8-a6a9-9269dfc636d4 service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583687 Nov 12 00:40:53.571921 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93570ae2-6470-4c28-aef9-f6f91c085417 req-da48a529-e9a4-4fc3-aa99-47f61f3d08ec tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:53.578501 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-93570ae2-6470-4c28-aef9-f6f91c085417 req-da48a529-e9a4-4fc3-aa99-47f61f3d08ec tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8 HTTP/1.1" status: 200 len: 949 time: 0.1319675 Nov 12 00:40:53.667585 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-93570ae2-6470-4c28-aef9-f6f91c085417 req-385f07a5-633a-45ba-bc97-617edcf8603a tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836380 Nov 12 00:40:53.865586 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3d44d-4d40-4fa8-92e6-950d0f75a7ff req-7f7fe1f4-7237-4c34-bbbf-b0faa5420e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:53.867037 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d6a3d44d-4d40-4fa8-92e6-950d0f75a7ff req-7f7fe1f4-7237-4c34-bbbf-b0faa5420e92 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8&tenant_id=79a8b3dad7a0401ab482e19b622fac98 HTTP/1.1" status: 200 len: 1101 time: 0.1807163 Nov 12 00:40:54.013955 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-70ee24cf-b78e-4569-8a69-5a76d9678647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:54.091571 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f294f43-1eb4-49ab-b5ca-c02129264253 req-5ce953a3-daf6-4894-adbc-74ad46bb3b5e tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:54.098348 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8f294f43-1eb4-49ab-b5ca-c02129264253 req-5ce953a3-daf6-4894-adbc-74ad46bb3b5e tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c HTTP/1.1" status: 200 len: 944 time: 0.2533391 Nov 12 00:40:54.112484 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3d44d-4d40-4fa8-92e6-950d0f75a7ff req-60b64518-48e6-48e6-9992-b7fe0a2bbfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:54.113986 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d6a3d44d-4d40-4fa8-92e6-950d0f75a7ff req-60b64518-48e6-48e6-9992-b7fe0a2bbfde service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=79a8b3dad7a0401ab482e19b622fac98&device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8 HTTP/1.1" status: 200 len: 1101 time: 0.1848257 Nov 12 00:40:54.132197 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ee24cf-b78e-4569-8a69-5a76d9678647 admin admin] Pushing event updated for resources: {'Subnet': ['ID=916fc776-41f7-454a-8f5f-0c0f6eeacaf6,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:54.206680 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d86ae-f14e-42ff-9e12-71f48c9da098 req-224b37c9-8d4a-4a86-b541-c461a0fd3e5b tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:54.214740 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-339d86ae-f14e-42ff-9e12-71f48c9da098 req-224b37c9-8d4a-4a86-b541-c461a0fd3e5b tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] 10.222.0.20 "GET /v2.0/ports?device_id=a66192ea-0241-4b72-93b4-b8b655622168 HTTP/1.1" status: 200 len: 946 time: 0.0903361 Nov 12 00:40:54.245073 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ee24cf-b78e-4569-8a69-5a76d9678647 admin admin] Checking segment: {'id': '219b6efe-dba0-4386-8812-ab6f718f587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24e7e835-b468-4e5c-ba50-907c7da06059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:40:54.246569 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ee24cf-b78e-4569-8a69-5a76d9678647 admin admin] Network hostable DHCP agents. Network: 24e7e835-b468-4e5c-ba50-907c7da06059, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:40:54.285525 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8f294f43-1eb4-49ab-b5ca-c02129264253 req-0a23a742-77a2-4fd2-9a99-eb616bf261bb tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662531 Nov 12 00:40:54.286384 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-339d86ae-f14e-42ff-9e12-71f48c9da098 req-f65a4fd5-71eb-4637-8153-193a98b0a286 tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd6b3d86-bc69-4fd2-9021-158319c7c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613496 Nov 12 00:40:54.351752 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ee24cf-b78e-4569-8a69-5a76d9678647 admin admin] Network 24e7e835-b468-4e5c-ba50-907c7da06059 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:40:54.368093 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3d44d-4d40-4fa8-92e6-950d0f75a7ff req-4e365b40-4d67-43cd-9375-975bf0968fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:54.375267 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d6a3d44d-4d40-4fa8-92e6-950d0f75a7ff req-4e365b40-4d67-43cd-9375-975bf0968fb2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.2452154 Nov 12 00:40:54.382282 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b049405-ba6e-4f1d-b17c-212f6ee4fbd0 req-8fdd4511-79c7-4724-8dca-bcc0ff6b2b84 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:54.383882 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7b049405-ba6e-4f1d-b17c-212f6ee4fbd0 req-8fdd4511-79c7-4724-8dca-bcc0ff6b2b84 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee5a1b02-e7f1-44ed-995a-82076751502e HTTP/1.1" status: 200 len: 944 time: 0.1059124 Nov 12 00:40:54.401542 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-70ee24cf-b78e-4569-8a69-5a76d9678647 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 24e7e835-b468-4e5c-ba50-907c7da06059) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:40:54.410256 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ee24cf-b78e-4569-8a69-5a76d9678647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:54.412945 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-70ee24cf-b78e-4569-8a69-5a76d9678647 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:54.415465 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24696b11-e841-44d0-9030-98cc4dc354fb None None] Network 24e7e835-b468-4e5c-ba50-907c7da06059 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:40:54.454177 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d6a3d44d-4d40-4fa8-92e6-950d0f75a7ff req-77a4bc6c-c4a1-4515-bbad-e4748f53d9f3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=2a31bd22-6672-49ca-807d-dda3ab4ec4e2 HTTP/1.1" status: 200 len: 217 time: 0.0705185 Nov 12 00:40:54.542692 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15dc2e3-9e0c-4b44-aded-19ea8558943f req-a12c2a8b-bae6-44b2-b984-5047e13bb402 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:54.550216 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b15dc2e3-9e0c-4b44-aded-19ea8558943f req-a12c2a8b-bae6-44b2-b984-5047e13bb402 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=837880e2-bfb9-41ea-bf4c-c1ac4ba6d885 HTTP/1.1" status: 200 len: 949 time: 0.1594996 Nov 12 00:40:54.617997 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-7b049405-ba6e-4f1d-b17c-212f6ee4fbd0 req-a561af7c-3f0e-4343-8e58-794c8c2df1c1 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Deleting port 5b89d2cd-78d9-461d-b36c-2c8a5c384e97 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:40:54.618369 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7b049405-ba6e-4f1d-b17c-212f6ee4fbd0 req-a561af7c-3f0e-4343-8e58-794c8c2df1c1 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:54.621571 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-70ee24cf-b78e-4569-8a69-5a76d9678647 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4203753 Nov 12 00:40:54.642538 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b15dc2e3-9e0c-4b44-aded-19ea8558943f req-2ce6d693-0799-4b6b-949e-129ac98d89b7 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913706 Nov 12 00:40:54.700495 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bfb93622-f73c-4603-814f-c3eeca00ba04 req-68aa17fa-e172-4b85-b0b8-cc4e0e5b1a85 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdfae9b2-8b7d-4b2b-a7b6-9dcbdb0fd1a2 HTTP/1.1" status: 200 len: 210 time: 0.1012654 Nov 12 00:40:54.744726 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f8591e-6758-48ae-a2c3-8564cb6525ef None None] Network 24e7e835-b468-4e5c-ba50-907c7da06059 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:40:54.763790 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3d44d-4d40-4fa8-92e6-950d0f75a7ff req-c4c3fdbf-f636-4cc5-b483-51333fa030dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:54.765289 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d6a3d44d-4d40-4fa8-92e6-950d0f75a7ff req-c4c3fdbf-f636-4cc5-b483-51333fa030dc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.3010905 Nov 12 00:40:54.785123 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-e929659b-99e4-4c0d-8796-bc6aa4ec58fa service neutron] 10.222.0.49 "GET /v2.0/ports/72b6950c-8f9a-4518-af85-fcd8787c0065/bindings/n-h2-812236-11 HTTP/1.1" status: 200 len: 385 time: 0.3298237 Nov 12 00:40:54.894947 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd279fe-2494-4fc9-9c29-fe77ccd52930 req-4f0cf2c1-1475-47fb-a1da-7d011cf217d0 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:54.904260 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6dd279fe-2494-4fc9-9c29-fe77ccd52930 req-4f0cf2c1-1475-47fb-a1da-7d011cf217d0 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8 HTTP/1.1" status: 200 len: 949 time: 0.0913768 Nov 12 00:40:54.914266 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-7b049405-ba6e-4f1d-b17c-212f6ee4fbd0 req-a561af7c-3f0e-4343-8e58-794c8c2df1c1 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] For port 5b89d2cd-78d9-461d-b36c-2c8a5c384e97, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=5b89d2cd-78d9-461d-b36c-2c8a5c384e97,segment=NetworkSegment(31f3cd0b-8f92-47c3-a72f-efb4d157fdb5),segment_id=31f3cd0b-8f92-47c3-a72f-efb4d157fdb5)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:54.914776 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7b049405-ba6e-4f1d-b17c-212f6ee4fbd0 req-a561af7c-3f0e-4343-8e58-794c8c2df1c1 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:54.957507 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-7b049405-ba6e-4f1d-b17c-212f6ee4fbd0 req-a561af7c-3f0e-4343-8e58-794c8c2df1c1 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Calling delete_port for 5b89d2cd-78d9-461d-b36c-2c8a5c384e97 owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:40:54.966140 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3d44d-4d40-4fa8-92e6-950d0f75a7ff req-75c8967d-5c4d-4beb-a21b-3f868ecd9389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:54.970466 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d6a3d44d-4d40-4fa8-92e6-950d0f75a7ff req-75c8967d-5c4d-4beb-a21b-3f868ecd9389 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1859887 Nov 12 00:40:55.065151 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6dd279fe-2494-4fc9-9c29-fe77ccd52930 req-49546cdf-332d-487d-baea-c01516fd8aa7 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568584 Nov 12 00:40:55.227876 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-ffafef86-aec1-4e21-adf5-c043393c2af8 req-eb1d260b-0757-457c-a3c8-063cfc5df7a6 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-975913085', 'description': 'tempest-description-1696195876'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:55.287230 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7b049405-ba6e-4f1d-b17c-212f6ee4fbd0 req-a561af7c-3f0e-4343-8e58-794c8c2df1c1 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:55.295183 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-4e62289f-1399-4952-bb0e-37a8e4a4e5bb service neutron] For port 72b6950c-8f9a-4518-af85-fcd8787c0065, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=72b6950c-8f9a-4518-af85-fcd8787c0065,segment=NetworkSegment(6dc56b81-8d8e-4b44-90a6-8b45d539a128),segment_id=6dc56b81-8d8e-4b44-90a6-8b45d539a128)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:55.394821 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d6a3d44d-4d40-4fa8-92e6-950d0f75a7ff req-a1f73bbe-511d-40eb-ba39-6a6bbbc39221 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168985 Nov 12 00:40:55.416185 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-4e62289f-1399-4952-bb0e-37a8e4a4e5bb service neutron] For port 72b6950c-8f9a-4518-af85-fcd8787c0065, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:40:55.483578 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ffafef86-aec1-4e21-adf5-c043393c2af8 req-eb1d260b-0757-457c-a3c8-063cfc5df7a6 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:55.544365 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-4e62289f-1399-4952-bb0e-37a8e4a4e5bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72b6950c-8f9a-4518-af85-fcd8787c0065 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:55.572756 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-4e62289f-1399-4952-bb0e-37a8e4a4e5bb service neutron] For port 72b6950c-8f9a-4518-af85-fcd8787c0065, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=72b6950c-8f9a-4518-af85-fcd8787c0065,segment=NetworkSegment(6dc56b81-8d8e-4b44-90a6-8b45d539a128),segment_id=6dc56b81-8d8e-4b44-90a6-8b45d539a128)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:55.583401 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b6ab3-b8c6-4117-9864-a24b2566e39c req-61ac760e-10df-4257-bd0d-cbd05582397f tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:55.585545 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6b5b6ab3-b8c6-4117-9864-a24b2566e39c req-61ac760e-10df-4257-bd0d-cbd05582397f tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.54 "GET /v2.0/networks?id=040fca8f-d2ed-42cc-9d74-8da136d7b80f HTTP/1.1" status: 200 len: 805 time: 0.4626741 Nov 12 00:40:55.617956 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-6b5b6ab3-b8c6-4117-9864-a24b2566e39c req-05dd732b-43b3-45d1-97ad-8d66e1f576c1 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Request body: {'port': {'device_id': 'bdfae9b2-8b7d-4b2b-a7b6-9dcbdb0fd1a2', 'network_id': '040fca8f-d2ed-42cc-9d74-8da136d7b80f', 'admin_state_up': True, 'tenant_id': '15b80c7f11964559b05ab81accceabef'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:55.626870 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-4e62289f-1399-4952-bb0e-37a8e4a4e5bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:55.658813 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a561af7c-3f0e-4343-8e58-794c8c2df1c1 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Pushing event deleted for resources: {'Port': ['ID=5b89d2cd-78d9-461d-b36c-2c8a5c384e97,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:55.689871 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device a2f250c4-38e5-401c-93e7-6cc33737b88d up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:40:55.732043 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d6a3d44d-4d40-4fa8-92e6-950d0f75a7ff req-cb5d4ee7-728a-4ecf-879d-feb7fc2ab156 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134229 Nov 12 00:40:55.791210 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port a2f250c4-38e5-401c-93e7-6cc33737b88d completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:40:55.796181 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b049405-ba6e-4f1d-b17c-212f6ee4fbd0 req-a561af7c-3f0e-4343-8e58-794c8c2df1c1 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] No DVR routers for this DVR port 5b89d2cd-78d9-461d-b36c-2c8a5c384e97 on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:40:55.806289 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port a2f250c4-38e5-401c-93e7-6cc33737b88d triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:55.806654 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:55.808146 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ffafef86-aec1-4e21-adf5-c043393c2af8 req-eb1d260b-0757-457c-a3c8-063cfc5df7a6 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:55.818165 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d0dcd-56cb-4323-8622-3baa188e7ec2 req-f2450678-3f53-4f08-93b7-588ef3f32ebb tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:55.825431 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-793d0dcd-56cb-4323-8622-3baa188e7ec2 req-f2450678-3f53-4f08-93b7-588ef3f32ebb tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c HTTP/1.1" status: 200 len: 944 time: 0.2068038 Nov 12 00:40:55.827879 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7b049405-ba6e-4f1d-b17c-212f6ee4fbd0 req-a561af7c-3f0e-4343-8e58-794c8c2df1c1 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:55.831199 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7b049405-ba6e-4f1d-b17c-212f6ee4fbd0 req-a561af7c-3f0e-4343-8e58-794c8c2df1c1 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.54 "DELETE /v2.0/ports/5b89d2cd-78d9-461d-b36c-2c8a5c384e97 HTTP/1.1" status: 204 len: 173 time: 1.4300780 Nov 12 00:40:55.833456 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5a1b02-e7f1-44ed-995a-82076751502e', 'name': 'network-vif-deleted', 'tag': '5b89d2cd-78d9-461d-b36c-2c8a5c384e97'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:55.840707 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f577c7f-e45f-4c18-8bbc-3f63e0fe00da" -d '{"events": [{"server_uuid": "ee5a1b02-e7f1-44ed-995a-82076751502e", "name": "network-vif-deleted", "tag": "5b89d2cd-78d9-461d-b36c-2c8a5c384e97"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:55.848811 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ffafef86-aec1-4e21-adf5-c043393c2af8 req-eb1d260b-0757-457c-a3c8-063cfc5df7a6 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:55.899051 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67bc27-2fa4-4dfb-ba01-97d90a6115fd req-d2e71db3-993b-45b2-997b-4c5a6e1cf339 tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:55.903712 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8a67bc27-2fa4-4dfb-ba01-97d90a6115fd req-d2e71db3-993b-45b2-997b-4c5a6e1cf339 tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] 10.222.0.49 "GET /v2.0/ports?device_id=a66192ea-0241-4b72-93b4-b8b655622168 HTTP/1.1" status: 200 len: 946 time: 0.2862747 Nov 12 00:40:55.903999 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d260b-0757-457c-a3c8-063cfc5df7a6 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70f99ab2-be4a-4385-9365-3306e2bc1050,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:55.908263 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ffafef86-aec1-4e21-adf5-c043393c2af8 req-eb1d260b-0757-457c-a3c8-063cfc5df7a6 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:55.920544 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ffafef86-aec1-4e21-adf5-c043393c2af8 req-eb1d260b-0757-457c-a3c8-063cfc5df7a6 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.7517819 Nov 12 00:40:55.934867 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-4e62289f-1399-4952-bb0e-37a8e4a4e5bb service neutron] Transition to ACTIVE for port object 72b6950c-8f9a-4518-af85-fcd8787c0065 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:40:55.948633 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-4e62289f-1399-4952-bb0e-37a8e4a4e5bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:56.018034 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:56.055253 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b5b6ab3-b8c6-4117-9864-a24b2566e39c req-05dd732b-43b3-45d1-97ad-8d66e1f576c1 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Made reservation on behalf of 15b80c7f11964559b05ab81accceabef for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:40:56.059472 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6b5b6ab3-b8c6-4117-9864-a24b2566e39c req-05dd732b-43b3-45d1-97ad-8d66e1f576c1 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:56.076603 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-793d0dcd-56cb-4323-8622-3baa188e7ec2 req-70bd0efd-17b7-4acb-ad2b-551efbcf8636 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502139 Nov 12 00:40:56.090179 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '837880e2-bfb9-41ea-bf4c-c1ac4ba6d885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f250c4-38e5-401c-93e7-6cc33737b88d'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:56.092704 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e94ae1-4e86-498b-b1d1-79874aad3028" -d '{"events": [{"server_uuid": "837880e2-bfb9-41ea-bf4c-c1ac4ba6d885", "name": "network-vif-plugged", "status": "completed", "tag": "a2f250c4-38e5-401c-93e7-6cc33737b88d"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:56.123917 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port a2f250c4-38e5-401c-93e7-6cc33737b88d, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=a2f250c4-38e5-401c-93e7-6cc33737b88d,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:56.137056 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:56.141836 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e62289f-1399-4952-bb0e-37a8e4a4e5bb service neutron] Pushing event updated for resources: {'Port': ['ID=72b6950c-8f9a-4518-af85-fcd8787c0065,revision_number=10']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:56.145118 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-4e62289f-1399-4952-bb0e-37a8e4a4e5bb service neutron] No DVR routers for this DVR port 72b6950c-8f9a-4518-af85-fcd8787c0065 on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:40:56.251922 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=a2f250c4-38e5-401c-93e7-6cc33737b88d,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:56.256013 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c00fb-5bf0-4a44-8121-134ff0272d45 req-0ff74cc5-c40f-463e-9c32-be8b291410bb tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:56.263673 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-be7c00fb-5bf0-4a44-8121-134ff0272d45 req-0ff74cc5-c40f-463e-9c32-be8b291410bb tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] 10.222.0.20 "GET /v2.0/ports?device_id=a66192ea-0241-4b72-93b4-b8b655622168 HTTP/1.1" status: 200 len: 946 time: 0.2473743 Nov 12 00:40:56.265642 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-8a67bc27-2fa4-4dfb-ba01-97d90a6115fd req-5cef8d20-5e4c-435a-8327-ae1cc5e45aef tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] Deleting port c9cdc151-3555-4dc4-9e67-72d620c553bb {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:40:56.266252 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-8a67bc27-2fa4-4dfb-ba01-97d90a6115fd req-5cef8d20-5e4c-435a-8327-ae1cc5e45aef tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:56.325118 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-4e62289f-1399-4952-bb0e-37a8e4a4e5bb service neutron] 10.222.0.49 "PUT /v2.0/ports/72b6950c-8f9a-4518-af85-fcd8787c0065/bindings/n-h2-812236-11/activate HTTP/1.1" status: 200 len: 370 time: 1.5178423 Nov 12 00:40:56.424272 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-6b5b6ab3-b8c6-4117-9864-a24b2566e39c req-05dd732b-43b3-45d1-97ad-8d66e1f576c1 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Allocated IP 172.20.0.12 (040fca8f-d2ed-42cc-9d74-8da136d7b80f/15eed615-9c1a-43c6-8268-d04dda46eb36/a26531be-90e9-455d-a213-067a290de5b1) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:40:56.430744 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-be7c00fb-5bf0-4a44-8121-134ff0272d45 req-dd96f869-7bff-4350-9e34-b643bf1ac3da tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd6b3d86-bc69-4fd2-9021-158319c7c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655157 Nov 12 00:40:56.434790 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-8a67bc27-2fa4-4dfb-ba01-97d90a6115fd req-5cef8d20-5e4c-435a-8327-ae1cc5e45aef tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] For port c9cdc151-3555-4dc4-9e67-72d620c553bb, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=c9cdc151-3555-4dc4-9e67-72d620c553bb,segment=NetworkSegment(67b028fe-c88f-42ae-becd-7bce43ce7447),segment_id=67b028fe-c88f-42ae-becd-7bce43ce7447)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:56.434790 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-8a67bc27-2fa4-4dfb-ba01-97d90a6115fd req-5cef8d20-5e4c-435a-8327-ae1cc5e45aef tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:56.454464 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-8a67bc27-2fa4-4dfb-ba01-97d90a6115fd req-5cef8d20-5e4c-435a-8327-ae1cc5e45aef tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] Calling delete_port for c9cdc151-3555-4dc4-9e67-72d620c553bb owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:40:56.491915 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66590285-0235-4a46-ba20-e7f1f814f25b req-4689cb0f-668c-439b-a9ab-da3660e584bc tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:56.498374 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-66590285-0235-4a46-ba20-e7f1f814f25b req-4689cb0f-668c-439b-a9ab-da3660e584bc tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=837880e2-bfb9-41ea-bf4c-c1ac4ba6d885 HTTP/1.1" status: 200 len: 950 time: 0.1320360 Nov 12 00:40:56.632213 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-dc7e64ef-7641-4b2d-a23a-db6ac8ecd2e5 tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:56.634137 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-dc7e64ef-7641-4b2d-a23a-db6ac8ecd2e5 tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c&tenant_id=9a1fd583d08a44f4b64f3812361842fc&binding%3Ahost_id=n-h1-812236-11 HTTP/1.1" status: 200 len: 1097 time: 0.1724203 Nov 12 00:40:56.648355 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-66590285-0235-4a46-ba20-e7f1f814f25b req-68bdd3d0-e150-48a4-9f30-d609f1101822 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487386 Nov 12 00:40:56.727747 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7868d7-c2ad-4786-afa1-bf6af0556497 x-openstack-request-id: req-ef7868d7-c2ad-4786-afa1-bf6af0556497 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:56.728647 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5a1b02-e7f1-44ed-995a-82076751502e", "name": "network-vif-deleted", "tag": "5b89d2cd-78d9-461d-b36c-2c8a5c384e97", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:56.728908 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef7868d7-c2ad-4786-afa1-bf6af0556497 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:56.729305 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5a1b02-e7f1-44ed-995a-82076751502e', 'name': 'network-vif-deleted', 'tag': '5b89d2cd-78d9-461d-b36c-2c8a5c384e97', 'status': 'completed', 'code': 200} Nov 12 00:40:56.856957 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-b64476dd-83ac-40fa-a357-2d1dbb45153c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:56.858484 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-b64476dd-83ac-40fa-a357-2d1dbb45153c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c&tenant_id=9a1fd583d08a44f4b64f3812361842fc HTTP/1.1" status: 200 len: 1097 time: 0.2090538 Nov 12 00:40:56.878242 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8382cb58-62ea-4293-979e-b8acebc05066 req-7731f391-6ac5-40cf-b569-1ea0537c238e tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] 10.222.0.20 "GET /v2.0/security-groups/70f99ab2-be4a-4385-9365-3306e2bc1050 HTTP/1.1" status: 200 len: 1821 time: 0.1316633 Nov 12 00:40:56.906975 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-8a67bc27-2fa4-4dfb-ba01-97d90a6115fd req-5cef8d20-5e4c-435a-8327-ae1cc5e45aef tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:56.933630 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-8382cb58-62ea-4293-979e-b8acebc05066 req-953766c7-2bbb-4c02-8431-8ab4d806453b tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '70f99ab2-be4a-4385-9365-3306e2bc1050', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:56.933945 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-8382cb58-62ea-4293-979e-b8acebc05066 req-953766c7-2bbb-4c02-8431-8ab4d806453b tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '70f99ab2-be4a-4385-9365-3306e2bc1050', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:56.941401 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1197da85-940b-4d06-ba7b-0754cffec24c req-1c500e82-0991-46f5-8501-11751c651aad tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdfae9b2-8b7d-4b2b-a7b6-9dcbdb0fd1a2 HTTP/1.1" status: 200 len: 210 time: 0.3559680 Nov 12 00:40:56.946862 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['c9cdc151-3555-4dc4-9e67-72d620c553bb'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:57.048519 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6b5b6ab3-b8c6-4117-9864-a24b2566e39c req-05dd732b-43b3-45d1-97ad-8d66e1f576c1 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:57.062968 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cef8d20-5e4c-435a-8327-ae1cc5e45aef tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] Pushing event deleted for resources: {'Port': ['ID=c9cdc151-3555-4dc4-9e67-72d620c553bb,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:57.084868 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a67bc27-2fa4-4dfb-ba01-97d90a6115fd req-5cef8d20-5e4c-435a-8327-ae1cc5e45aef tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] No DVR routers for this DVR port c9cdc151-3555-4dc4-9e67-72d620c553bb on host n-h1-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:40:57.087625 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-8a67bc27-2fa4-4dfb-ba01-97d90a6115fd req-5cef8d20-5e4c-435a-8327-ae1cc5e45aef tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:57.091410 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8a67bc27-2fa4-4dfb-ba01-97d90a6115fd req-5cef8d20-5e4c-435a-8327-ae1cc5e45aef tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] 10.222.0.49 "DELETE /v2.0/ports/c9cdc151-3555-4dc4-9e67-72d620c553bb HTTP/1.1" status: 204 len: 173 time: 1.1601481 Nov 12 00:40:57.144155 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991692ef-faf3-41d8-8984-69f996d4b2da req-2f65119b-2c19-4b08-824d-be01266af4f3 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:57.152215 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-991692ef-faf3-41d8-8984-69f996d4b2da req-2f65119b-2c19-4b08-824d-be01266af4f3 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8 HTTP/1.1" status: 200 len: 949 time: 0.1014559 Nov 12 00:40:57.157805 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-e5397b92-ff41-40ed-9eed-876078dc344b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:57.159414 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-e5397b92-ff41-40ed-9eed-876078dc344b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9a1fd583d08a44f4b64f3812361842fc&device_id=9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c HTTP/1.1" status: 200 len: 1097 time: 0.1268480 Nov 12 00:40:57.185902 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6b5b6ab3-b8c6-4117-9864-a24b2566e39c req-05dd732b-43b3-45d1-97ad-8d66e1f576c1 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:57.242866 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-991692ef-faf3-41d8-8984-69f996d4b2da req-eb72c8aa-bc5f-4f61-a0cb-2d954f25fa24 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896957 Nov 12 00:40:57.266506 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b5b6ab3-b8c6-4117-9864-a24b2566e39c req-05dd732b-43b3-45d1-97ad-8d66e1f576c1 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Network 040fca8f-d2ed-42cc-9d74-8da136d7b80f is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:40:57.272663 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-6b5b6ab3-b8c6-4117-9864-a24b2566e39c req-05dd732b-43b3-45d1-97ad-8d66e1f576c1 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:40:57.275082 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dd732b-43b3-45d1-97ad-8d66e1f576c1 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Pushing event updated for resources: {'Port': ['ID=a26531be-90e9-455d-a213-067a290de5b1,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:57.276732 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-8382cb58-62ea-4293-979e-b8acebc05066 req-953766c7-2bbb-4c02-8431-8ab4d806453b tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:57.277614 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b5b6ab3-b8c6-4117-9864-a24b2566e39c req-05dd732b-43b3-45d1-97ad-8d66e1f576c1 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:40:57.348439 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b6ab3-b8c6-4117-9864-a24b2566e39c req-05dd732b-43b3-45d1-97ad-8d66e1f576c1 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:57.349802 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6b5b6ab3-b8c6-4117-9864-a24b2566e39c req-05dd732b-43b3-45d1-97ad-8d66e1f576c1 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:57.363549 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f67c336-7530-4fdd-9cac-fe347d6eafaa x-openstack-request-id: req-3f67c336-7530-4fdd-9cac-fe347d6eafaa {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:57.363845 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "837880e2-bfb9-41ea-bf4c-c1ac4ba6d885", "name": "network-vif-plugged", "status": "completed", "tag": "a2f250c4-38e5-401c-93e7-6cc33737b88d", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:57.364101 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3f67c336-7530-4fdd-9cac-fe347d6eafaa {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:57.365035 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '837880e2-bfb9-41ea-bf4c-c1ac4ba6d885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f250c4-38e5-401c-93e7-6cc33737b88d', 'code': 200} Nov 12 00:40:57.379596 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6b5b6ab3-b8c6-4117-9864-a24b2566e39c req-05dd732b-43b3-45d1-97ad-8d66e1f576c1 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7688355 Nov 12 00:40:57.413319 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-8382cb58-62ea-4293-979e-b8acebc05066 req-953766c7-2bbb-4c02-8431-8ab4d806453b tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:57.422470 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-6b5b6ab3-b8c6-4117-9864-a24b2566e39c req-f3fc8ee6-b669-4f88-b0ac-fe8e2cf20ef9 service neutron] Request body: {'port': {'device_id': 'bdfae9b2-8b7d-4b2b-a7b6-9dcbdb0fd1a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:57.426500 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-8382cb58-62ea-4293-979e-b8acebc05066 req-953766c7-2bbb-4c02-8431-8ab4d806453b tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:57.492993 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6b5b6ab3-b8c6-4117-9864-a24b2566e39c req-f3fc8ee6-b669-4f88-b0ac-fe8e2cf20ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:57.498957 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953766c7-2bbb-4c02-8431-8ab4d806453b tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=003e4653-3056-41b8-882e-762fd054873c,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:57.503694 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-12e408df-2f81-4f13-8510-3fd38821f3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:57.506234 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-12e408df-2f81-4f13-8510-3fd38821f3e8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=efe1d89a-522f-4c40-b263-5cebd382e88d HTTP/1.1" status: 200 len: 922 time: 0.3219030 Nov 12 00:40:57.526932 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-8382cb58-62ea-4293-979e-b8acebc05066 req-953766c7-2bbb-4c02-8431-8ab4d806453b tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:57.529503 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8382cb58-62ea-4293-979e-b8acebc05066 req-953766c7-2bbb-4c02-8431-8ab4d806453b tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6053312 Nov 12 00:40:57.607366 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-6fbe7e48-0100-4258-9bd1-dc949711978f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72b6950c-8f9a-4518-af85-fcd8787c0065 HTTP/1.1" status: 200 len: 217 time: 0.0736437 Nov 12 00:40:57.633223 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3dad7-d6ff-43bd-8963-668c796db889 req-e787aa86-e65c-4d67-8205-ddda67195d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:57.636694 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f5b3dad7-d6ff-43bd-8963-668c796db889 req-e787aa86-e65c-4d67-8205-ddda67195d83 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=837880e2-bfb9-41ea-bf4c-c1ac4ba6d885 HTTP/1.1" status: 200 len: 1102 time: 0.1286824 Nov 12 00:40:57.680449 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 5b89d2cd-78d9-461d-b36c-2c8a5c384e97 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:40:57.713366 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-0146d16c-000a-4dc7-8382-e70dc7276a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:57.714881 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-0146d16c-000a-4dc7-8382-e70dc7276a4b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=89218ce2-e54b-4f33-b040-6aa3f821723a HTTP/1.1" status: 200 len: 861 time: 0.0960152 Nov 12 00:40:57.733599 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 2a31bd22-6672-49ca-807d-dda3ab4ec4e2 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:40:57.739426 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f5b3dad7-d6ff-43bd-8963-668c796db889 req-513d2ab4-2eab-4545-adbc-10f22059b0ce service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794580 Nov 12 00:40:57.742385 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: 5b89d2cd-78d9-461d-b36c-2c8a5c384e97 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:40:57.742949 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 5b89d2cd-78d9-461d-b36c-2c8a5c384e97 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:40:57.762230 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-04fedb6a-ec0e-49a1-9520-876218dc06f5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=efe1d89a-522f-4c40-b263-5cebd382e88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354438 Nov 12 00:40:57.830523 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8df8e677-bb36-4faf-aba2-94ece17613b5 req-1a88881c-5df7-426c-bf2f-60fdf1e5c117 tempest-ServerPasswordTestJSON-585328711 tempest-ServerPasswordTestJSON-585328711-project] 10.222.0.20 "GET /v2.0/ports?device_id=a66192ea-0241-4b72-93b4-b8b655622168 HTTP/1.1" status: 200 len: 210 time: 0.0420487 Nov 12 00:40:57.840139 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:57.864446 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-e8db3851-97d6-4590-9f60-5f9f5a7b8df4 req-56ebeb42-e0f9-4938-b3a4-4b96f1b61cd3 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-678436771', 'description': 'tempest-description-1420800079'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:57.887470 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac100caf-b2e9-409d-adf8-bc93b5b82c97 req-bf822b4d-d623-4b96-a8a3-091a5e3207f0 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:57.897825 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ac100caf-b2e9-409d-adf8-bc93b5b82c97 req-bf822b4d-d623-4b96-a8a3-091a5e3207f0 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c HTTP/1.1" status: 200 len: 945 time: 0.3163056 Nov 12 00:40:57.899050 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 2a31bd22-6672-49ca-807d-dda3ab4ec4e2, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=2a31bd22-6672-49ca-807d-dda3ab4ec4e2,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:57.899324 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-e8db3851-97d6-4590-9f60-5f9f5a7b8df4 req-56ebeb42-e0f9-4938-b3a4-4b96f1b61cd3 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:57.904585 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:57.906793 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device c9cdc151-3555-4dc4-9e67-72d620c553bb no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:40:58.014936 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-e8db3851-97d6-4590-9f60-5f9f5a7b8df4 req-56ebeb42-e0f9-4938-b3a4-4b96f1b61cd3 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:58.024099 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-e8db3851-97d6-4590-9f60-5f9f5a7b8df4 req-56ebeb42-e0f9-4938-b3a4-4b96f1b61cd3 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:58.032411 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ac100caf-b2e9-409d-adf8-bc93b5b82c97 req-c23bf687-42f5-431b-b1e5-996835c247c3 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337240 Nov 12 00:40:58.056995 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ebeb42-e0f9-4938-b3a4-4b96f1b61cd3 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2066cb4f-f7e3-4cc1-b072-eb47ba83c3ac,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:58.092448 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: c9cdc151-3555-4dc4-9e67-72d620c553bb {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:40:58.093268 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-e8db3851-97d6-4590-9f60-5f9f5a7b8df4 req-56ebeb42-e0f9-4938-b3a4-4b96f1b61cd3 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:58.094135 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-6b5b6ab3-b8c6-4117-9864-a24b2566e39c req-f3fc8ee6-b669-4f88-b0ac-fe8e2cf20ef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a26531be-90e9-455d-a213-067a290de5b1 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:58.094668 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device c9cdc151-3555-4dc4-9e67-72d620c553bb not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:40:58.096532 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 72b6950c-8f9a-4518-af85-fcd8787c0065 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:40:58.113786 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e8db3851-97d6-4590-9f60-5f9f5a7b8df4 req-56ebeb42-e0f9-4938-b3a4-4b96f1b61cd3 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2536533 Nov 12 00:40:58.129963 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6b5b6ab3-b8c6-4117-9864-a24b2566e39c req-f3fc8ee6-b669-4f88-b0ac-fe8e2cf20ef9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:58.180012 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-6b5b6ab3-b8c6-4117-9864-a24b2566e39c req-f3fc8ee6-b669-4f88-b0ac-fe8e2cf20ef9 service neutron] Transition to ACTIVE for port object a26531be-90e9-455d-a213-067a290de5b1 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:40:58.189302 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6b5b6ab3-b8c6-4117-9864-a24b2566e39c req-f3fc8ee6-b669-4f88-b0ac-fe8e2cf20ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:58.301192 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=2a31bd22-6672-49ca-807d-dda3ab4ec4e2,revision_number=6']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:58.307106 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 72b6950c-8f9a-4518-af85-fcd8787c0065 not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:40:58.336970 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fc8ee6-b669-4f88-b0ac-fe8e2cf20ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=a26531be-90e9-455d-a213-067a290de5b1,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:58.392477 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d6fae-415b-43f7-a25f-9403303f9f65 req-030ea0a7-a088-47a0-8c3b-1a2fffb22dc2 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:58.401503 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-022d6fae-415b-43f7-a25f-9403303f9f65 req-030ea0a7-a088-47a0-8c3b-1a2fffb22dc2 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdfae9b2-8b7d-4b2b-a7b6-9dcbdb0fd1a2 HTTP/1.1" status: 200 len: 944 time: 0.1637843 Nov 12 00:40:58.430853 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-ff517696-c04e-4d73-9476-f69b8514e5c1 service neutron] 10.222.0.54 "GET /v2.0/networks/efe1d89a-522f-4c40-b263-5cebd382e88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382503 Nov 12 00:40:58.439134 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17288c3-46e3-4085-bdc2-6eb1034b94b5 req-ac99a518-a07e-44be-8ea3-126246e67a9f tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:58.447290 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a17288c3-46e3-4085-bdc2-6eb1034b94b5 req-ac99a518-a07e-44be-8ea3-126246e67a9f tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=837880e2-bfb9-41ea-bf4c-c1ac4ba6d885 HTTP/1.1" status: 200 len: 950 time: 0.2031064 Nov 12 00:40:58.449256 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-6b5b6ab3-b8c6-4117-9864-a24b2566e39c req-f3fc8ee6-b669-4f88-b0ac-fe8e2cf20ef9 service neutron] Attempting to bind port a26531be-90e9-455d-a213-067a290de5b1 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:40:58.449629 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-6b5b6ab3-b8c6-4117-9864-a24b2566e39c req-f3fc8ee6-b669-4f88-b0ac-fe8e2cf20ef9 service neutron] Attempting to bind port a26531be-90e9-455d-a213-067a290de5b1 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '31f3cd0b-8f92-47c3-a72f-efb4d157fdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '040fca8f-d2ed-42cc-9d74-8da136d7b80f'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:40:58.449985 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5b6ab3-b8c6-4117-9864-a24b2566e39c req-f3fc8ee6-b669-4f88-b0ac-fe8e2cf20ef9 service neutron] Attempting to bind port a26531be-90e9-455d-a213-067a290de5b1 on network 040fca8f-d2ed-42cc-9d74-8da136d7b80f {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:58.468413 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5b6ab3-b8c6-4117-9864-a24b2566e39c req-f3fc8ee6-b669-4f88-b0ac-fe8e2cf20ef9 service neutron] Port a26531be-90e9-455d-a213-067a290de5b1 on network 040fca8f-d2ed-42cc-9d74-8da136d7b80f not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:40:58.468413 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5b6ab3-b8c6-4117-9864-a24b2566e39c req-f3fc8ee6-b669-4f88-b0ac-fe8e2cf20ef9 service neutron] Attempting to bind port a26531be-90e9-455d-a213-067a290de5b1 on network 040fca8f-d2ed-42cc-9d74-8da136d7b80f {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:58.475347 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5b6ab3-b8c6-4117-9864-a24b2566e39c req-f3fc8ee6-b669-4f88-b0ac-fe8e2cf20ef9 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:40:58.475563 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5b6ab3-b8c6-4117-9864-a24b2566e39c req-f3fc8ee6-b669-4f88-b0ac-fe8e2cf20ef9 service neutron] Checking segment: {'id': '31f3cd0b-8f92-47c3-a72f-efb4d157fdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '040fca8f-d2ed-42cc-9d74-8da136d7b80f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:40:58.476317 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5b6ab3-b8c6-4117-9864-a24b2566e39c req-f3fc8ee6-b669-4f88-b0ac-fe8e2cf20ef9 service neutron] Bound using segment: {'id': '31f3cd0b-8f92-47c3-a72f-efb4d157fdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '040fca8f-d2ed-42cc-9d74-8da136d7b80f'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:40:58.476439 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-6b5b6ab3-b8c6-4117-9864-a24b2566e39c req-f3fc8ee6-b669-4f88-b0ac-fe8e2cf20ef9 service neutron] Bound port: a26531be-90e9-455d-a213-067a290de5b1, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31f3cd0b-8f92-47c3-a72f-efb4d157fdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '040fca8f-d2ed-42cc-9d74-8da136d7b80f'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:40:58.477122 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6b5b6ab3-b8c6-4117-9864-a24b2566e39c req-f3fc8ee6-b669-4f88-b0ac-fe8e2cf20ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:58.547436 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-022d6fae-415b-43f7-a25f-9403303f9f65 req-71831d83-58c5-4913-88a8-11a0bef06c25 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426580 Nov 12 00:40:58.548493 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a17288c3-46e3-4085-bdc2-6eb1034b94b5 req-a900dd97-0077-41c8-b2e8-2808272edf97 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990016 Nov 12 00:40:58.596066 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-7f68f9e1-2888-48d1-988d-6d90f8220e00 service neutron] 10.222.0.54 "GET /v2.0/networks/efe1d89a-522f-4c40-b263-5cebd382e88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577666 Nov 12 00:40:58.634540 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-6b5b6ab3-b8c6-4117-9864-a24b2566e39c req-f3fc8ee6-b669-4f88-b0ac-fe8e2cf20ef9 service neutron] For port a26531be-90e9-455d-a213-067a290de5b1, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:40:58.639899 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-6b5b6ab3-b8c6-4117-9864-a24b2566e39c req-f3fc8ee6-b669-4f88-b0ac-fe8e2cf20ef9 service neutron] For port a26531be-90e9-455d-a213-067a290de5b1, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=a26531be-90e9-455d-a213-067a290de5b1,segment=NetworkSegment(31f3cd0b-8f92-47c3-a72f-efb4d157fdb5),segment_id=31f3cd0b-8f92-47c3-a72f-efb4d157fdb5)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:40:58.648158 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d9e77005-bf54-452b-8864-4904c91d470b req-3c832faf-9a39-438c-bf6b-6ff7866cd65b tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] 10.222.0.20 "GET /v2.0/security-groups/2066cb4f-f7e3-4cc1-b072-eb47ba83c3ac HTTP/1.1" status: 200 len: 1821 time: 0.0677752 Nov 12 00:40:58.660089 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-d9e77005-bf54-452b-8864-4904c91d470b req-78f8c8ff-fe46-40bf-8a41-b8451a35a946 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '2066cb4f-f7e3-4cc1-b072-eb47ba83c3ac', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:58.660089 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-d9e77005-bf54-452b-8864-4904c91d470b req-78f8c8ff-fe46-40bf-8a41-b8451a35a946 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '2066cb4f-f7e3-4cc1-b072-eb47ba83c3ac', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:58.684791 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6b5b6ab3-b8c6-4117-9864-a24b2566e39c req-f3fc8ee6-b669-4f88-b0ac-fe8e2cf20ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:58.731567 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66192ea-0241-4b72-93b4-b8b655622168', 'name': 'network-vif-deleted', 'tag': 'c9cdc151-3555-4dc4-9e67-72d620c553bb'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:58.733886 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91497cb6-5cee-4e27-9659-e82620f614ed" -d '{"events": [{"server_uuid": "a66192ea-0241-4b72-93b4-b8b655622168", "name": "network-vif-deleted", "tag": "c9cdc151-3555-4dc4-9e67-72d620c553bb"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:58.739406 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d9e77005-bf54-452b-8864-4904c91d470b req-78f8c8ff-fe46-40bf-8a41-b8451a35a946 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:58.760191 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fc8ee6-b669-4f88-b0ac-fe8e2cf20ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=a26531be-90e9-455d-a213-067a290de5b1,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:58.770204 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d9e77005-bf54-452b-8864-4904c91d470b req-78f8c8ff-fe46-40bf-8a41-b8451a35a946 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:58.776462 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86fc84-ed2f-444a-b5c7-176fdfcc9a60 req-ca298ebf-27ef-46c9-8b2c-780c906955ed tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:58.778274 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0b86fc84-ed2f-444a-b5c7-176fdfcc9a60 req-ca298ebf-27ef-46c9-8b2c-780c906955ed tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8 HTTP/1.1" status: 200 len: 947 time: 0.1367660 Nov 12 00:40:58.781574 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b6ab3-b8c6-4117-9864-a24b2566e39c req-f3fc8ee6-b669-4f88-b0ac-fe8e2cf20ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:58.782443 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6b5b6ab3-b8c6-4117-9864-a24b2566e39c req-f3fc8ee6-b669-4f88-b0ac-fe8e2cf20ef9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:58.782890 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d9e77005-bf54-452b-8864-4904c91d470b req-78f8c8ff-fe46-40bf-8a41-b8451a35a946 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:58.783795 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6b5b6ab3-b8c6-4117-9864-a24b2566e39c req-f3fc8ee6-b669-4f88-b0ac-fe8e2cf20ef9 service neutron] 10.222.0.54 "PUT /v2.0/ports/a26531be-90e9-455d-a213-067a290de5b1 HTTP/1.1" status: 200 len: 1093 time: 1.3690555 Nov 12 00:40:58.784238 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdfae9b2-8b7d-4b2b-a7b6-9dcbdb0fd1a2', 'tag': 'a26531be-90e9-455d-a213-067a290de5b1'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:58.787181 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c033047e-3ea8-4a4e-97d1-ade4a8e9b28b" -d '{"events": [{"name": "network-changed", "server_uuid": "bdfae9b2-8b7d-4b2b-a7b6-9dcbdb0fd1a2", "tag": "a26531be-90e9-455d-a213-067a290de5b1"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:58.822159 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f8c8ff-fe46-40bf-8a41-b8451a35a946 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=885a285a-55c1-4399-892e-99b1ec507454,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:58.830715 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d9e77005-bf54-452b-8864-4904c91d470b req-78f8c8ff-fe46-40bf-8a41-b8451a35a946 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:58.832170 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d9e77005-bf54-452b-8864-4904c91d470b req-78f8c8ff-fe46-40bf-8a41-b8451a35a946 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1781213 Nov 12 00:40:58.863507 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0b86fc84-ed2f-444a-b5c7-176fdfcc9a60 req-670502b1-1216-47d0-9196-2d6ef6a14278 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724604 Nov 12 00:40:58.954586 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b6ab3-b8c6-4117-9864-a24b2566e39c req-fa768270-4b7d-44e7-ac33-e29d6bbc19e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:58.956116 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6b5b6ab3-b8c6-4117-9864-a24b2566e39c req-fa768270-4b7d-44e7-ac33-e29d6bbc19e0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=15b80c7f11964559b05ab81accceabef&device_id=bdfae9b2-8b7d-4b2b-a7b6-9dcbdb0fd1a2 HTTP/1.1" status: 200 len: 1096 time: 0.0652463 Nov 12 00:40:59.016987 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6b5b6ab3-b8c6-4117-9864-a24b2566e39c req-c2a4ec56-ef05-49d2-b745-2871ec095077 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a26531be-90e9-455d-a213-067a290de5b1 HTTP/1.1" status: 200 len: 217 time: 0.0429368 Nov 12 00:40:59.039678 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419dedd4-b3ff-48d0-8212-8bf454aa1e05 x-openstack-request-id: req-419dedd4-b3ff-48d0-8212-8bf454aa1e05 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:59.040263 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a66192ea-0241-4b72-93b4-b8b655622168", "name": "network-vif-deleted", "tag": "c9cdc151-3555-4dc4-9e67-72d620c553bb", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:59.040585 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-419dedd4-b3ff-48d0-8212-8bf454aa1e05 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:59.041065 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a66192ea-0241-4b72-93b4-b8b655622168', 'name': 'network-vif-deleted', 'tag': 'c9cdc151-3555-4dc4-9e67-72d620c553bb', 'status': 'completed', 'code': 200} Nov 12 00:40:59.062855 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-6760f536-0e2d-47d9-809d-4643740d97aa req-190b3bae-6345-4d1f-93e1-5ec23c2a2bc2 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1848962890', 'description': 'tempest-description-802550372'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:59.078071 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b6ab3-b8c6-4117-9864-a24b2566e39c req-ec46dbba-4737-4cca-a903-a95ffe27a24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:59.079807 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6b5b6ab3-b8c6-4117-9864-a24b2566e39c req-ec46dbba-4737-4cca-a903-a95ffe27a24a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=15eed615-9c1a-43c6-8268-d04dda46eb36 HTTP/1.1" status: 200 len: 845 time: 0.0540724 Nov 12 00:40:59.099571 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-6760f536-0e2d-47d9-809d-4643740d97aa req-190b3bae-6345-4d1f-93e1-5ec23c2a2bc2 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:59.173268 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8154089e-c127-444e-a295-1ec8b1338e8d x-openstack-request-id: req-8154089e-c127-444e-a295-1ec8b1338e8d {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:59.175121 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdfae9b2-8b7d-4b2b-a7b6-9dcbdb0fd1a2", "tag": "a26531be-90e9-455d-a213-067a290de5b1", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:59.175439 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8154089e-c127-444e-a295-1ec8b1338e8d {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:59.179229 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdfae9b2-8b7d-4b2b-a7b6-9dcbdb0fd1a2', 'tag': 'a26531be-90e9-455d-a213-067a290de5b1', 'status': 'completed', 'code': 200} Nov 12 00:40:59.181596 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6b5b6ab3-b8c6-4117-9864-a24b2566e39c req-48792084-3430-4e99-a432-27a56174811e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=040fca8f-d2ed-42cc-9d74-8da136d7b80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926330 Nov 12 00:40:59.187425 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41256) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:59.199420 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-6760f536-0e2d-47d9-809d-4643740d97aa req-190b3bae-6345-4d1f-93e1-5ec23c2a2bc2 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:59.220353 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-6760f536-0e2d-47d9-809d-4643740d97aa req-190b3bae-6345-4d1f-93e1-5ec23c2a2bc2 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:59.296985 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4cc542e-8c7a-48cc-be30-61e9157a3347 admin admin] Deleting subnet 4a8e288c-144a-4e54-9a9e-08915eef9272 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:40:59.303933 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d4cc542e-8c7a-48cc-be30-61e9157a3347 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:59.320724 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-a0fa25ba-e71f-4557-a630-d3e4afb2db05 tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:59.322929 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-a0fa25ba-e71f-4557-a630-d3e4afb2db05 tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c&tenant_id=9a1fd583d08a44f4b64f3812361842fc&binding%3Ahost_id=n-h2-812236-11 HTTP/1.1" status: 200 len: 1097 time: 0.1197114 Nov 12 00:40:59.325640 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-6760f536-0e2d-47d9-809d-4643740d97aa req-190b3bae-6345-4d1f-93e1-5ec23c2a2bc2 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:59.340582 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6760f536-0e2d-47d9-809d-4643740d97aa req-190b3bae-6345-4d1f-93e1-5ec23c2a2bc2 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2830451 Nov 12 00:40:59.366340 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1046b61-fb63-4c31-b3fd-f91589674ab8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a31bd22-6672-49ca-807d-dda3ab4ec4e2'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:59.368653 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96d3b14-8be6-4371-b735-7c8705e13be3" -d '{"events": [{"server_uuid": "a1046b61-fb63-4c31-b3fd-f91589674ab8", "name": "network-vif-unplugged", "status": "completed", "tag": "2a31bd22-6672-49ca-807d-dda3ab4ec4e2"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:59.404451 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b3bae-6345-4d1f-93e1-5ec23c2a2bc2 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae0091b-4e97-495b-96da-73ea14dce0ca,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:59.463782 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d4cc542e-8c7a-48cc-be30-61e9157a3347 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:59.490482 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6b5b6ab3-b8c6-4117-9864-a24b2566e39c req-3a52b068-5f2b-4d61-b150-61f1059fb4e9 service neutron] 10.222.0.54 "GET /v2.0/networks/040fca8f-d2ed-42cc-9d74-8da136d7b80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736766 Nov 12 00:40:59.524442 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070bd9a4-55c8-4c46-9665-5e2641ae44ee req-df9a8308-f826-4bf6-8ff3-636f23353f58 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:59.526055 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-070bd9a4-55c8-4c46-9665-5e2641ae44ee req-df9a8308-f826-4bf6-8ff3-636f23353f58 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c HTTP/1.1" status: 200 len: 945 time: 0.1361210 Nov 12 00:40:59.542337 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c59cf4-1859-48b1-83bb-6a6e22ebb166 req-6567f3c6-a9f0-4658-bf30-0c59ac5c58a2 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:59.543848 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b1c59cf4-1859-48b1-83bb-6a6e22ebb166 req-6567f3c6-a9f0-4658-bf30-0c59ac5c58a2 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8 HTTP/1.1" status: 200 len: 947 time: 0.1131868 Nov 12 00:40:59.565792 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d4cc542e-8c7a-48cc-be30-61e9157a3347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:59.620747 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f85b5-999b-49de-9c10-1ee4353a1cf5 req-fff240b4-fef0-481f-8626-3370b99d4253 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:59.622772 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d65f85b5-999b-49de-9c10-1ee4353a1cf5 req-fff240b4-fef0-481f-8626-3370b99d4253 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8&tenant_id=79a8b3dad7a0401ab482e19b622fac98&binding%3Ahost_id=n-h1-812236-11 HTTP/1.1" status: 200 len: 947 time: 0.2058244 Nov 12 00:40:59.656055 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-e17125ac-1764-4bcc-9bdc-862fa8ce362d service neutron] For port 72b6950c-8f9a-4518-af85-fcd8787c0065, host n-h1-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:40:59.663394 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-e17125ac-1764-4bcc-9bdc-862fa8ce362d service neutron] Publish callbacks [] for binding, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:59.664350 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6833d40a-bc29-43dc-ae73-15b6b4bd040a req-e17125ac-1764-4bcc-9bdc-862fa8ce362d service neutron] 10.222.0.54 "DELETE /v2.0/ports/72b6950c-8f9a-4518-af85-fcd8787c0065/bindings/n-h1-812236-11 HTTP/1.1" status: 204 len: 173 time: 0.3219099 Nov 12 00:40:59.679709 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b1c59cf4-1859-48b1-83bb-6a6e22ebb166 req-9cdb8b45-4dd3-4f43-b064-77e4b76eee96 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825627 Nov 12 00:40:59.714738 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 2a31bd22-6672-49ca-807d-dda3ab4ec4e2 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:40:59.756854 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-070bd9a4-55c8-4c46-9665-5e2641ae44ee req-cd4a8529-4024-4913-9762-8acb17e6a006 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194688 Nov 12 00:40:59.761874 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-1afae8db-c7e2-4039-8fb3-53bd22ac6cba req-969bc913-a6b5-4128-9706-234993b5c9d3 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-780154587', 'description': 'tempest-description-385529889'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:59.822408 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6b5b6ab3-b8c6-4117-9864-a24b2566e39c req-07f15792-f7be-4cd3-97d4-65e05a46c160 service neutron] 10.222.0.54 "GET /v2.0/networks/040fca8f-d2ed-42cc-9d74-8da136d7b80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181798 Nov 12 00:40:59.857659 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f85b5-999b-49de-9c10-1ee4353a1cf5 req-1aba300e-1549-43cb-b338-0c3460d53b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:59.857821 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d4cc542e-8c7a-48cc-be30-61e9157a3347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:59.861001 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d65f85b5-999b-49de-9c10-1ee4353a1cf5 req-1aba300e-1549-43cb-b338-0c3460d53b7a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=79a8b3dad7a0401ab482e19b622fac98&device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8 HTTP/1.1" status: 200 len: 1099 time: 0.1391659 Nov 12 00:40:59.862950 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1afae8db-c7e2-4039-8fb3-53bd22ac6cba req-969bc913-a6b5-4128-9706-234993b5c9d3 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:59.901205 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397edd4a-1e2e-4fd7-a940-01415116daa1 x-openstack-request-id: req-397edd4a-1e2e-4fd7-a940-01415116daa1 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:59.908679 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1046b61-fb63-4c31-b3fd-f91589674ab8", "name": "network-vif-unplugged", "status": "completed", "tag": "2a31bd22-6672-49ca-807d-dda3ab4ec4e2", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:59.909279 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-397edd4a-1e2e-4fd7-a940-01415116daa1 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:59.914209 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1046b61-fb63-4c31-b3fd-f91589674ab8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a31bd22-6672-49ca-807d-dda3ab4ec4e2', 'code': 200} Nov 12 00:40:59.936793 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cc542e-8c7a-48cc-be30-61e9157a3347 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a8e288c-144a-4e54-9a9e-08915eef9272,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:59.953868 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d4cc542e-8c7a-48cc-be30-61e9157a3347 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:59.961109 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d4cc542e-8c7a-48cc-be30-61e9157a3347 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4a8e288c-144a-4e54-9a9e-08915eef9272 HTTP/1.1" status: 204 len: 168 time: 0.7688506 Nov 12 00:40:59.961570 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41278) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:59.991313 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 2a31bd22-6672-49ca-807d-dda3ab4ec4e2, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=2a31bd22-6672-49ca-807d-dda3ab4ec4e2,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:00.018303 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '2a31bd22-6672-49ca-807d-dda3ab4ec4e2', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'port_id': '2a31bd22-6672-49ca-807d-dda3ab4ec4e2', 'mac_address': 'fa:16:3e:9e:c4:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3288e972-21d8-4a52-9002-05790fb0bb61', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:41:00.053300 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e029433-85dd-4ffe-bfdc-940caf4487bd req-50810483-4d7c-49d3-ad5f-f5f7f34068fd tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:00.060703 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6e029433-85dd-4ffe-bfdc-940caf4487bd req-50810483-4d7c-49d3-ad5f-f5f7f34068fd tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdfae9b2-8b7d-4b2b-a7b6-9dcbdb0fd1a2 HTTP/1.1" status: 200 len: 944 time: 0.1204197 Nov 12 00:41:00.061917 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:00.070862 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033047e-3ea8-4a4e-97d1-ade4a8e9b28b req-572f08f4-3253-4f30-948f-a769e074815d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:00.072326 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c033047e-3ea8-4a4e-97d1-ade4a8e9b28b req-572f08f4-3253-4f30-948f-a769e074815d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=15b80c7f11964559b05ab81accceabef&device_id=bdfae9b2-8b7d-4b2b-a7b6-9dcbdb0fd1a2 HTTP/1.1" status: 200 len: 1096 time: 0.0874112 Nov 12 00:41:00.076797 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a31bd22-6672-49ca-807d-dda3ab4ec4e2 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:00.082921 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1afae8db-c7e2-4039-8fb3-53bd22ac6cba req-969bc913-a6b5-4128-9706-234993b5c9d3 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:00.092580 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1afae8db-c7e2-4039-8fb3-53bd22ac6cba req-969bc913-a6b5-4128-9706-234993b5c9d3 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:00.104712 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 2a31bd22-6672-49ca-807d-dda3ab4ec4e2, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=2a31bd22-6672-49ca-807d-dda3ab4ec4e2,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:00.110116 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:00.144689 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-94da01a7-ad66-4e26-981b-ea69fc6506ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:00.157464 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1afae8db-c7e2-4039-8fb3-53bd22ac6cba req-969bc913-a6b5-4128-9706-234993b5c9d3 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:00.158673 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1afae8db-c7e2-4039-8fb3-53bd22ac6cba req-969bc913-a6b5-4128-9706-234993b5c9d3 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4229712 Nov 12 00:41:00.165826 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969bc913-a6b5-4128-9706-234993b5c9d3 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7056c7c6-a48d-4f82-9861-fd77dd93c0d8,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:00.176220 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f85b5-999b-49de-9c10-1ee4353a1cf5 req-b3b181b3-86e3-497d-9088-4bd632a5b1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:00.177893 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d65f85b5-999b-49de-9c10-1ee4353a1cf5 req-b3b181b3-86e3-497d-9088-4bd632a5b1dc service neutron] 10.222.0.49 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.2972465 Nov 12 00:41:00.190476 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6e029433-85dd-4ffe-bfdc-940caf4487bd req-d44f6f16-99d3-4c25-aaeb-0990a6f947bc tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288676 Nov 12 00:41:00.217600 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=2a31bd22-6672-49ca-807d-dda3ab4ec4e2,revision_number=7']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:00.248914 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033047e-3ea8-4a4e-97d1-ade4a8e9b28b req-cf489b24-9a63-4a64-92bc-149274c68b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:00.250757 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c033047e-3ea8-4a4e-97d1-ade4a8e9b28b req-cf489b24-9a63-4a64-92bc-149274c68b91 service neutron] 10.222.0.54 "GET /v2.0/networks?id=040fca8f-d2ed-42cc-9d74-8da136d7b80f HTTP/1.1" status: 200 len: 906 time: 0.1683252 Nov 12 00:41:00.285253 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d65f85b5-999b-49de-9c10-1ee4353a1cf5 req-c0cd0cae-f3f7-4c78-b4b0-5c962fc5130a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=2a31bd22-6672-49ca-807d-dda3ab4ec4e2 HTTP/1.1" status: 200 len: 217 time: 0.0808918 Nov 12 00:41:00.300539 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c033047e-3ea8-4a4e-97d1-ade4a8e9b28b req-4e686862-639b-4700-82b4-031d22f2ac58 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a26531be-90e9-455d-a213-067a290de5b1 HTTP/1.1" status: 200 len: 217 time: 0.0420732 Nov 12 00:41:00.358413 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033047e-3ea8-4a4e-97d1-ade4a8e9b28b req-3f9e5aad-0e07-4a55-8e6d-b34f1cae2dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:00.360231 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c033047e-3ea8-4a4e-97d1-ade4a8e9b28b req-3f9e5aad-0e07-4a55-8e6d-b34f1cae2dc3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=15eed615-9c1a-43c6-8268-d04dda46eb36 HTTP/1.1" status: 200 len: 845 time: 0.0514257 Nov 12 00:41:00.397726 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c033047e-3ea8-4a4e-97d1-ade4a8e9b28b req-051fb3f5-792b-46fa-8c8b-2fd3206a388e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=040fca8f-d2ed-42cc-9d74-8da136d7b80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247462 Nov 12 00:41:00.404640 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-94da01a7-ad66-4e26-981b-ea69fc6506ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:00.423963 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f85b5-999b-49de-9c10-1ee4353a1cf5 req-c44720c0-44b9-417a-b0a0-d346040ec0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:00.425413 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d65f85b5-999b-49de-9c10-1ee4353a1cf5 req-c44720c0-44b9-417a-b0a0-d346040ec0f7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.1025851 Nov 12 00:41:00.438939 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f7f056-0788-4541-84a3-8872bee2b29e req-5e9669a7-571c-4f64-b91f-8f4612808b6b tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:00.440442 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e4f7f056-0788-4541-84a3-8872bee2b29e req-5e9669a7-571c-4f64-b91f-8f4612808b6b tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=837880e2-bfb9-41ea-bf4c-c1ac4ba6d885 HTTP/1.1" status: 200 len: 950 time: 0.1595984 Nov 12 00:41:00.444953 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-94da01a7-ad66-4e26-981b-ea69fc6506ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8775778d-50eb-4059-84de-19ac67d38b27']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:00.465076 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['2a31bd22-6672-49ca-807d-dda3ab4ec4e2'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:00.492991 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-94da01a7-ad66-4e26-981b-ea69fc6506ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67b028fe-c88f-42ae-becd-7bce43ce7447') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:00.493188 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-94da01a7-ad66-4e26-981b-ea69fc6506ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67b028fe-c88f-42ae-becd-7bce43ce7447') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:00.508180 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-94da01a7-ad66-4e26-981b-ea69fc6506ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:00.518631 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9fc91a14-4e1d-40ee-bf2c-0426e178a265 req-e155b248-c2c9-49ff-9b1c-4e84cc0084d3 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] 10.222.0.20 "GET /v2.0/security-groups/0ae0091b-4e97-495b-96da-73ea14dce0ca HTTP/1.1" status: 200 len: 1821 time: 0.0901437 Nov 12 00:41:00.537774 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-94da01a7-ad66-4e26-981b-ea69fc6506ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:00.543062 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c033047e-3ea8-4a4e-97d1-ade4a8e9b28b req-15fc7a7f-baf8-4ec3-bb1b-b2e744183844 service neutron] 10.222.0.54 "GET /v2.0/networks/040fca8f-d2ed-42cc-9d74-8da136d7b80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329665 Nov 12 00:41:00.554050 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94da01a7-ad66-4e26-981b-ea69fc6506ef admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:41:00.554449 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-94da01a7-ad66-4e26-981b-ea69fc6506ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:00.556276 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 00:41:00.556276 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:41:00.556276 n-d-812236-11 neutron-server[102662]: timer() Nov 12 00:41:00.556276 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:41:00.556276 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 00:41:00.556276 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:41:00.556276 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 00:41:00.556276 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:41:00.556276 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 00:41:00.556276 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:41:00.556276 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 00:41:00.556276 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:41:00.556276 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 00:41:00.556276 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:41:00.556276 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:41:00.556276 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:41:00.556276 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:41:00.556276 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:41:00.556276 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 00:41:00.556276 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:41:00.556276 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 00:41:00.556276 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:41:00.556276 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:41:00.556276 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:41:00.556276 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 00:41:00.556276 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:41:00.556276 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:41:00.556276 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:41:00.556276 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:41:00.556276 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:41:00.556276 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:41:00.556276 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:41:00.558579 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f85b5-999b-49de-9c10-1ee4353a1cf5 req-7e094792-8b92-4213-aff3-e830ba0a18c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:00.559597 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d65f85b5-999b-49de-9c10-1ee4353a1cf5 req-7e094792-8b92-4213-aff3-e830ba0a18c1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1164773 Nov 12 00:41:00.581943 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e4f7f056-0788-4541-84a3-8872bee2b29e req-9d42a6bf-d89a-4d97-9066-64c8bf2c87d0 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278777 Nov 12 00:41:00.636077 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9fc91a14-4e1d-40ee-bf2c-0426e178a265 req-4a4bb5a0-69c9-4980-8cc4-a33ec07b8b4a tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] 10.222.0.20 "GET /v2.0/security-groups/7056c7c6-a48d-4f82-9861-fd77dd93c0d8 HTTP/1.1" status: 200 len: 1820 time: 0.1064532 Nov 12 00:41:00.653264 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-9fc91a14-4e1d-40ee-bf2c-0426e178a265 req-c1776455-9f2d-447c-a2a5-42959c8567e6 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0ae0091b-4e97-495b-96da-73ea14dce0ca', 'remote_group_id': '7056c7c6-a48d-4f82-9861-fd77dd93c0d8', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:00.653604 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-9fc91a14-4e1d-40ee-bf2c-0426e178a265 req-c1776455-9f2d-447c-a2a5-42959c8567e6 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0ae0091b-4e97-495b-96da-73ea14dce0ca', 'remote_group_id': '7056c7c6-a48d-4f82-9861-fd77dd93c0d8', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:00.689178 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c033047e-3ea8-4a4e-97d1-ade4a8e9b28b req-cde3313a-f601-4247-ac13-5ff084e516f8 service neutron] 10.222.0.54 "GET /v2.0/networks/040fca8f-d2ed-42cc-9d74-8da136d7b80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346688 Nov 12 00:41:00.734501 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-9fc91a14-4e1d-40ee-bf2c-0426e178a265 req-c1776455-9f2d-447c-a2a5-42959c8567e6 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:00.740259 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-94da01a7-ad66-4e26-981b-ea69fc6506ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:00.745089 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-94da01a7-ad66-4e26-981b-ea69fc6506ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:00.750716 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-94da01a7-ad66-4e26-981b-ea69fc6506ef admin admin] 10.222.0.20 "DELETE /v2.0/networks/8775778d-50eb-4059-84de-19ac67d38b27 HTTP/1.1" status: 204 len: 168 time: 0.7857442 Nov 12 00:41:00.777524 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a1729-1e30-4261-9231-13f3c5214859 req-cc4028a7-d34f-4fb2-8afd-8663113ff374 tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:00.779360 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-630a1729-1e30-4261-9231-13f3c5214859 req-cc4028a7-d34f-4fb2-8afd-8663113ff374 tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c HTTP/1.1" status: 200 len: 1097 time: 0.1022427 Nov 12 00:41:00.782434 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d65f85b5-999b-49de-9c10-1ee4353a1cf5 req-ef2f43f9-2c89-4b3b-a27d-c71e0bcdbb6c service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987283 Nov 12 00:41:00.783491 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da01a7-ad66-4e26-981b-ea69fc6506ef admin admin] Pushing event deleted for resources: {'Network': ['ID=8775778d-50eb-4059-84de-19ac67d38b27,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:00.785405 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-9fc91a14-4e1d-40ee-bf2c-0426e178a265 req-c1776455-9f2d-447c-a2a5-42959c8567e6 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:00.790703 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-9fc91a14-4e1d-40ee-bf2c-0426e178a265 req-c1776455-9f2d-447c-a2a5-42959c8567e6 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:00.811685 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1776455-9f2d-447c-a2a5-42959c8567e6 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94ce4e7b-5c32-4e6c-8f0c-9b9e6cccf077,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:00.821592 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-9fc91a14-4e1d-40ee-bf2c-0426e178a265 req-c1776455-9f2d-447c-a2a5-42959c8567e6 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:00.834354 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9fc91a14-4e1d-40ee-bf2c-0426e178a265 req-c1776455-9f2d-447c-a2a5-42959c8567e6 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1864119 Nov 12 00:41:00.918826 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-630a1729-1e30-4261-9231-13f3c5214859 req-7e5c9ba4-ec45-4a98-b782-0d2132c43dd1 tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175492 Nov 12 00:41:00.928878 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41318) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:00.941595 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d65f85b5-999b-49de-9c10-1ee4353a1cf5 req-8410b80a-cf63-44c9-8d94-eb70684efcc9 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506460 Nov 12 00:41:00.995378 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1f03fcc0-47eb-4636-a901-cdf0c6a98afa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b196af2d781742b5afcf78b1734eb1c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0651805 Nov 12 00:41:00.997304 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41322) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:01.055778 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f48fa94-4a2b-4fb0-9ef7-0294e1f96237 req-e81e3385-f371-4038-b765-c6987ee2035d tempest-ServersOnMultiNodesTest-1460343694 tempest-ServersOnMultiNodesTest-1460343694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:01.057334 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5f48fa94-4a2b-4fb0-9ef7-0294e1f96237 req-e81e3385-f371-4038-b765-c6987ee2035d tempest-ServersOnMultiNodesTest-1460343694 tempest-ServersOnMultiNodesTest-1460343694-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=837880e2-bfb9-41ea-bf4c-c1ac4ba6d885 HTTP/1.1" status: 200 len: 1102 time: 0.0509088 Nov 12 00:41:01.082527 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2d3eb8b9-279d-4b97-91ff-8cb991f2e1b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:01.113284 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5f48fa94-4a2b-4fb0-9ef7-0294e1f96237 req-08886fee-ee1f-467c-bfe3-1ab80783784f tempest-ServersOnMultiNodesTest-1460343694 tempest-ServersOnMultiNodesTest-1460343694-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498676 Nov 12 00:41:01.115287 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab550ee-ba88-4cf8-b9f0-76f09a280c1e req-68f3ad65-ec34-4569-8715-71e64d64dab9 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:01.116842 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3ab550ee-ba88-4cf8-b9f0-76f09a280c1e req-68f3ad65-ec34-4569-8715-71e64d64dab9 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8 HTTP/1.1" status: 200 len: 948 time: 0.0890861 Nov 12 00:41:01.121587 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2d3eb8b9-279d-4b97-91ff-8cb991f2e1b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:01.143523 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-b3dd73f9-f886-412c-814a-bfbaf6b085a8 req-a15a9cd8-afc2-4fe0-84f6-c2979d11899a tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2079013989', 'description': 'tempest-description-573421656'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:01.168482 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b3dd73f9-f886-412c-814a-bfbaf6b085a8 req-a15a9cd8-afc2-4fe0-84f6-c2979d11899a tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:01.193876 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3ab550ee-ba88-4cf8-b9f0-76f09a280c1e req-0d114142-aa0a-4d31-8f3e-0abd15d39d7f tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696824 Nov 12 00:41:01.217085 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2d3eb8b9-279d-4b97-91ff-8cb991f2e1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:01.219005 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2d3eb8b9-279d-4b97-91ff-8cb991f2e1b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:01.220212 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2d3eb8b9-279d-4b97-91ff-8cb991f2e1b5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bd6b3d86-bc69-4fd2-9021-158319c7c9aa HTTP/1.1" status: 204 len: 168 time: 0.2218919 Nov 12 00:41:01.232470 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3eb8b9-279d-4b97-91ff-8cb991f2e1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6b3d86-bc69-4fd2-9021-158319c7c9aa,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:01.264545 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b3dd73f9-f886-412c-814a-bfbaf6b085a8 req-a15a9cd8-afc2-4fe0-84f6-c2979d11899a tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:01.269839 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b3dd73f9-f886-412c-814a-bfbaf6b085a8 req-a15a9cd8-afc2-4fe0-84f6-c2979d11899a tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:01.304732 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b3dd73f9-f886-412c-814a-bfbaf6b085a8 req-a15a9cd8-afc2-4fe0-84f6-c2979d11899a tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:01.306056 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b3dd73f9-f886-412c-814a-bfbaf6b085a8 req-a15a9cd8-afc2-4fe0-84f6-c2979d11899a tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.1672826 Nov 12 00:41:01.308752 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a9cd8-afc2-4fe0-84f6-c2979d11899a tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d24268d-4853-4878-ae2b-9f64ce7ae949,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:01.348355 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4262f-7d2d-4b5e-a218-f15dd02100fc req-6af880c5-8274-4ca0-9035-1fc59d991269 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:01.350667 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8ff4262f-7d2d-4b5e-a218-f15dd02100fc req-6af880c5-8274-4ca0-9035-1fc59d991269 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/ports?device_id=f26f9685-865f-4bb6-b7ee-705c01c65e35 HTTP/1.1" status: 200 len: 950 time: 0.0622444 Nov 12 00:41:01.407187 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8ff4262f-7d2d-4b5e-a218-f15dd02100fc req-1f31af55-f572-480b-b705-def32b3a0454 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/security-groups?id=854e8c06-d2ba-4660-8744-67dd889e0b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499897 Nov 12 00:41:01.530661 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d4b68-bcf0-4f25-a6eb-2adcc967e09b req-ce2100a0-f063-4f49-ae9e-f51cc6cce73e tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:01.532060 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ef6d4b68-bcf0-4f25-a6eb-2adcc967e09b req-ce2100a0-f063-4f49-ae9e-f51cc6cce73e tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdfae9b2-8b7d-4b2b-a7b6-9dcbdb0fd1a2 HTTP/1.1" status: 200 len: 944 time: 0.0556245 Nov 12 00:41:01.565631 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97607ac-86da-4700-a930-4623857d24c0 req-476560ec-a5da-4cc2-ab44-3eae42be9438 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:01.569358 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f97607ac-86da-4700-a930-4623857d24c0 req-476560ec-a5da-4cc2-ab44-3eae42be9438 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/networks?id=efe1d89a-522f-4c40-b263-5cebd382e88d HTTP/1.1" status: 200 len: 821 time: 0.1672759 Nov 12 00:41:01.587326 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f97607ac-86da-4700-a930-4623857d24c0 req-64e444f9-efbd-404d-851a-c9579fe05ebf tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/quotas/9a1fd583d08a44f4b64f3812361842fc HTTP/1.1" status: 200 len: 375 time: 0.0116200 Nov 12 00:41:01.617431 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ef6d4b68-bcf0-4f25-a6eb-2adcc967e09b req-1f61d476-02ce-4a87-b303-e920ca8737af tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699651 Nov 12 00:41:01.656668 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f97607ac-86da-4700-a930-4623857d24c0 req-317b3161-18ad-483e-9133-950501cdcdae tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a1fd583d08a44f4b64f3812361842fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0630624 Nov 12 00:41:01.730783 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 2a31bd22-6672-49ca-807d-dda3ab4ec4e2 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:01.761817 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6e2bee8-5679-4535-ad73-c1a301def98a req-54642526-8ce5-4d6c-b42c-2cb92c935213 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=0af2efd5599d423589f5e6a8043a04f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454156 Nov 12 00:41:01.785526 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f97607ac-86da-4700-a930-4623857d24c0 req-9ecfcae8-5a69-455f-be89-968be5b91f49 service neutron] 10.222.0.20 "GET /v2.0/networks/efe1d89a-522f-4c40-b263-5cebd382e88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189988 Nov 12 00:41:01.832042 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 2a31bd22-6672-49ca-807d-dda3ab4ec4e2 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:01.832878 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:01.918133 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f97607ac-86da-4700-a930-4623857d24c0 req-fa234746-a305-4bb9-a869-c7da769098c9 service neutron] 10.222.0.20 "GET /v2.0/networks/efe1d89a-522f-4c40-b263-5cebd382e88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230278 Nov 12 00:41:01.919696 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2bee8-5679-4535-ad73-c1a301def98a req-9e9b4d8d-bfa0-4f45-9e08-a538778a6771 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:01.921292 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6e2bee8-5679-4535-ad73-c1a301def98a req-9e9b4d8d-bfa0-4f45-9e08-a538778a6771 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1528032 Nov 12 00:41:01.926461 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:01.938875 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6e2bee8-5679-4535-ad73-c1a301def98a req-25c16d1d-79d9-4089-a82e-6f2450827700 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/quotas/0af2efd5599d423589f5e6a8043a04f2 HTTP/1.1" status: 200 len: 375 time: 0.0099344 Nov 12 00:41:01.964486 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 2a31bd22-6672-49ca-807d-dda3ab4ec4e2, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=2a31bd22-6672-49ca-807d-dda3ab4ec4e2,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:01.965602 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1046b61-fb63-4c31-b3fd-f91589674ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a31bd22-6672-49ca-807d-dda3ab4ec4e2'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:01.978934 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35066c79-30bf-46bb-9ec6-10154004c86f" -d '{"events": [{"server_uuid": "a1046b61-fb63-4c31-b3fd-f91589674ab8", "name": "network-vif-plugged", "status": "completed", "tag": "2a31bd22-6672-49ca-807d-dda3ab4ec4e2"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:01.982774 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:02.026721 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6e2bee8-5679-4535-ad73-c1a301def98a req-c22709d4-a301-4594-8f8f-ebbd1ad55d5d tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0af2efd5599d423589f5e6a8043a04f2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0800798 Nov 12 00:41:02.053749 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=2a31bd22-6672-49ca-807d-dda3ab4ec4e2,revision_number=8']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:02.087524 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-b3571760-0a73-4615-8dd0-ce5a705e737d req-6f54f5cc-ffde-473a-9a9e-433669a302c4 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1415772048', 'description': 'tempest-description-527293868'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:02.120929 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b3571760-0a73-4615-8dd0-ce5a705e737d req-6f54f5cc-ffde-473a-9a9e-433669a302c4 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:02.190148 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41382) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:02.238155 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b3571760-0a73-4615-8dd0-ce5a705e737d req-6f54f5cc-ffde-473a-9a9e-433669a302c4 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:02.243394 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b3571760-0a73-4615-8dd0-ce5a705e737d req-6f54f5cc-ffde-473a-9a9e-433669a302c4 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:02.280161 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f54f5cc-ffde-473a-9a9e-433669a302c4 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e82bd5b-5b12-45d4-a892-628a49669669,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:02.295264 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b3571760-0a73-4615-8dd0-ce5a705e737d req-6f54f5cc-ffde-473a-9a9e-433669a302c4 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:02.317220 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b3571760-0a73-4615-8dd0-ce5a705e737d req-6f54f5cc-ffde-473a-9a9e-433669a302c4 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2345870 Nov 12 00:41:02.332009 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de614e0-8c56-4af1-a9e4-42fe81318d60 x-openstack-request-id: req-2de614e0-8c56-4af1-a9e4-42fe81318d60 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:02.332273 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1046b61-fb63-4c31-b3fd-f91589674ab8", "name": "network-vif-plugged", "status": "completed", "tag": "2a31bd22-6672-49ca-807d-dda3ab4ec4e2", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:02.332570 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2de614e0-8c56-4af1-a9e4-42fe81318d60 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:02.333277 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1046b61-fb63-4c31-b3fd-f91589674ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a31bd22-6672-49ca-807d-dda3ab4ec4e2', 'code': 200} Nov 12 00:41:02.382717 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-97e448ed-1832-4871-b7b7-2daa118f8e1c req-f5f872d9-9af1-4de1-aa23-7dae21c97f9d tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b HTTP/1.1" status: 200 len: 210 time: 0.0350094 Nov 12 00:41:02.388615 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-c74f6960-a249-4ae9-8230-6e5c90e78a17 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-845973093-network', 'tenant_id': 'ca59ce4eae8a454cab0edaf4190753c1'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:02.423513 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-32db7e73-2845-4dbe-bf96-13141fc73b8f req-459bc498-9000-47f5-b3e5-29267c387b43 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfffd20-6596-433a-8910-8ddd2e57b574 HTTP/1.1" status: 200 len: 210 time: 0.0575979 Nov 12 00:41:02.431574 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74f6960-a249-4ae9-8230-6e5c90e78a17 admin admin] Made reservation on behalf of ca59ce4eae8a454cab0edaf4190753c1 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:41:02.433849 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c74f6960-a249-4ae9-8230-6e5c90e78a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:02.448994 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c74f6960-a249-4ae9-8230-6e5c90e78a17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:02.518597 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-05b346e7-847a-4a72-a3f8-32b8520f7603 req-656c4b83-21f7-432f-aa50-5f965a082496 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] 10.222.0.20 "GET /v2.0/security-groups/9d24268d-4853-4878-ae2b-9f64ce7ae949 HTTP/1.1" status: 200 len: 1821 time: 0.0576394 Nov 12 00:41:02.570618 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a87d7-5042-40b7-8692-153c3a99b756 req-43166cde-1fa1-4af2-9390-f3d0f43adeb7 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:02.578795 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e85a87d7-5042-40b7-8692-153c3a99b756 req-43166cde-1fa1-4af2-9390-f3d0f43adeb7 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8 HTTP/1.1" status: 200 len: 949 time: 0.0887551 Nov 12 00:41:02.596530 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-05b346e7-847a-4a72-a3f8-32b8520f7603 req-727b2a7b-a990-4c79-b361-adf88164f20d tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] 10.222.0.20 "GET /v2.0/security-groups/2e82bd5b-5b12-45d4-a892-628a49669669 HTTP/1.1" status: 200 len: 1821 time: 0.0706773 Nov 12 00:41:02.602851 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-05b346e7-847a-4a72-a3f8-32b8520f7603 req-21ae6305-62e4-454e-b7db-9a432268f5c8 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9d24268d-4853-4878-ae2b-9f64ce7ae949', 'remote_group_id': '2e82bd5b-5b12-45d4-a892-628a49669669', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:02.603487 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-05b346e7-847a-4a72-a3f8-32b8520f7603 req-21ae6305-62e4-454e-b7db-9a432268f5c8 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9d24268d-4853-4878-ae2b-9f64ce7ae949', 'remote_group_id': '2e82bd5b-5b12-45d4-a892-628a49669669', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:02.647393 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e85a87d7-5042-40b7-8692-153c3a99b756 req-10b6549e-0cf9-484f-bf35-8ed5fb5052d0 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663195 Nov 12 00:41:02.672606 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c74f6960-a249-4ae9-8230-6e5c90e78a17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:02.679790 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c74f6960-a249-4ae9-8230-6e5c90e78a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:02.713634 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-05b346e7-847a-4a72-a3f8-32b8520f7603 req-21ae6305-62e4-454e-b7db-9a432268f5c8 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:02.726628 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c74f6960-a249-4ae9-8230-6e5c90e78a17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:41:02.756963 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f6960-a249-4ae9-8230-6e5c90e78a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea9f703-5222-48bf-96c7-ad188648caf8,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:02.763969 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c74f6960-a249-4ae9-8230-6e5c90e78a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:02.764415 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-c74f6960-a249-4ae9-8230-6e5c90e78a17 admin admin] Added segment c8ce3e47-ef08-4130-904d-8682aa94855d of type vlan for network e341d327-9b78-4d43-be6a-a70347676874 Nov 12 00:41:02.772397 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-05b346e7-847a-4a72-a3f8-32b8520f7603 req-21ae6305-62e4-454e-b7db-9a432268f5c8 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:02.777669 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-05b346e7-847a-4a72-a3f8-32b8520f7603 req-21ae6305-62e4-454e-b7db-9a432268f5c8 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:02.797455 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ae6305-62e4-454e-b7db-9a432268f5c8 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f199749-d6f0-4a94-a912-46f9158f9347,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:02.809319 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-05b346e7-847a-4a72-a3f8-32b8520f7603 req-21ae6305-62e4-454e-b7db-9a432268f5c8 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:02.810697 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-05b346e7-847a-4a72-a3f8-32b8520f7603 req-21ae6305-62e4-454e-b7db-9a432268f5c8 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2133236 Nov 12 00:41:02.838151 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c74f6960-a249-4ae9-8230-6e5c90e78a17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:02.847588 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8e24f-2c1c-4c00-bdca-f881c871c5cf req-511fcfa6-2468-4580-a3de-d461609a399b tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:02.854638 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3ed8e24f-2c1c-4c00-bdca-f881c871c5cf req-511fcfa6-2468-4580-a3de-d461609a399b tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/ports?device_id=f26f9685-865f-4bb6-b7ee-705c01c65e35 HTTP/1.1" status: 200 len: 950 time: 0.1381676 Nov 12 00:41:02.914929 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c74f6960-a249-4ae9-8230-6e5c90e78a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:02.916030 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74f6960-a249-4ae9-8230-6e5c90e78a17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:02.916994 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c74f6960-a249-4ae9-8230-6e5c90e78a17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:02.929177 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b175f-3533-49e3-90f4-a2e72f6f7599 req-6cb7c5f7-293b-4f91-8acc-7a1b4c32f564 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:02.930950 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-560b175f-3533-49e3-90f4-a2e72f6f7599 req-6cb7c5f7-293b-4f91-8acc-7a1b4c32f564 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdfae9b2-8b7d-4b2b-a7b6-9dcbdb0fd1a2 HTTP/1.1" status: 200 len: 944 time: 0.0617003 Nov 12 00:41:02.933222 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3ed8e24f-2c1c-4c00-bdca-f881c871c5cf req-25397dae-b9c0-4e78-8f92-305491d48dd1 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/security-groups?id=854e8c06-d2ba-4660-8744-67dd889e0b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776331 Nov 12 00:41:02.969184 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c74f6960-a249-4ae9-8230-6e5c90e78a17 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7778652 Nov 12 00:41:02.970411 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41412) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:02.978043 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-e73938f1-3c24-4176-91f6-352d3de3bec6 admin admin] Request body: {'subnet': {'network_id': 'e341d327-9b78-4d43-be6a-a70347676874', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-845973093-subnet', 'tenant_id': 'ca59ce4eae8a454cab0edaf4190753c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:03.022146 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-560b175f-3533-49e3-90f4-a2e72f6f7599 req-b5c1e847-8a60-4547-841a-33d72e441eac tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839608 Nov 12 00:41:03.022533 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f6960-a249-4ae9-8230-6e5c90e78a17 admin admin] Pushing event updated for resources: {'Network': ['ID=e341d327-9b78-4d43-be6a-a70347676874,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:03.024474 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73938f1-3c24-4176-91f6-352d3de3bec6 admin admin] Made reservation on behalf of ca59ce4eae8a454cab0edaf4190753c1 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:41:03.026414 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e73938f1-3c24-4176-91f6-352d3de3bec6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:03.037224 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network e341d327-9b78-4d43-be6a-a70347676874 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:41:03.066702 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c63e6-ab28-40b4-88ba-8f830dae5324 req-34dc37c8-02e0-4aaf-9978-8135e723eae9 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:03.069445 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c76c63e6-ab28-40b4-88ba-8f830dae5324 req-34dc37c8-02e0-4aaf-9978-8135e723eae9 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8 HTTP/1.1" status: 200 len: 949 time: 0.0638702 Nov 12 00:41:03.122797 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c76c63e6-ab28-40b4-88ba-8f830dae5324 req-711419cf-a70f-4330-809f-479e0a1c886f tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466022 Nov 12 00:41:03.134181 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5d2c65bc-c327-4dd9-aba0-bf813f5da1ac req-572a8250-dba7-442f-aa9c-d1e135c8426b tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] 10.222.0.20 "GET /v2.0/security-groups/2e82bd5b-5b12-45d4-a892-628a49669669 HTTP/1.1" status: 200 len: 1821 time: 0.0749674 Nov 12 00:41:03.663733 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5d2c65bc-c327-4dd9-aba0-bf813f5da1ac req-d6a1a817-2640-49ac-9c4d-af46908205d7 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:03.668285 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e73938f1-3c24-4176-91f6-352d3de3bec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:03.669707 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fe3ad836-0cb4-449c-a9fb-0a99803da9c4 req-d90a6183-ba99-471a-a148-ef5fd4d1a0ce tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b HTTP/1.1" status: 200 len: 210 time: 0.0260625 Nov 12 00:41:03.729189 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5d2c65bc-c327-4dd9-aba0-bf813f5da1ac req-d6a1a817-2640-49ac-9c4d-af46908205d7 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:03.739727 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 0e040e9b-b854-41af-a259-24e4f00f0106 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:41:03.808931 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97607ac-86da-4700-a930-4623857d24c0 req-b9899924-46e1-4d52-b0e5-e685907cb852 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:03.810443 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f97607ac-86da-4700-a930-4623857d24c0 req-b9899924-46e1-4d52-b0e5-e685907cb852 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.49 "GET /v2.0/networks?id=efe1d89a-522f-4c40-b263-5cebd382e88d HTTP/1.1" status: 200 len: 821 time: 0.2329702 Nov 12 00:41:03.823850 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73938f1-3c24-4176-91f6-352d3de3bec6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72bf2022-887a-4d33-83bf-7582ee4258c1,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:03.825416 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cc2d3071-15ce-4a5b-99ce-44b235e45a5b req-ca8fb791-9eaf-44ca-84fa-07078dfdfc95 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfffd20-6596-433a-8910-8ddd2e57b574 HTTP/1.1" status: 200 len: 210 time: 0.0304735 Nov 12 00:41:03.839324 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-f97607ac-86da-4700-a930-4623857d24c0 req-6887037f-c55f-4e1a-82b5-fc00bb2f3a3e tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Request body: {'port': {'device_id': '385d89e2-f5e2-49c3-98c5-4a71c450e67b', 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d', 'admin_state_up': True, 'tenant_id': '9a1fd583d08a44f4b64f3812361842fc'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:03.842619 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73938f1-3c24-4176-91f6-352d3de3bec6 admin admin] Checking segment: {'id': 'c8ce3e47-ef08-4130-904d-8682aa94855d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e341d327-9b78-4d43-be6a-a70347676874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:03.843078 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73938f1-3c24-4176-91f6-352d3de3bec6 admin admin] Network hostable DHCP agents. Network: e341d327-9b78-4d43-be6a-a70347676874, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:41:03.886830 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:03.931566 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73938f1-3c24-4176-91f6-352d3de3bec6 admin admin] Network e341d327-9b78-4d43-be6a-a70347676874 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:41:03.933744 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5d2c65bc-c327-4dd9-aba0-bf813f5da1ac req-d6a1a817-2640-49ac-9c4d-af46908205d7 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:03.937431 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5d2c65bc-c327-4dd9-aba0-bf813f5da1ac req-d6a1a817-2640-49ac-9c4d-af46908205d7 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:03.938530 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5d2c65bc-c327-4dd9-aba0-bf813f5da1ac req-d6a1a817-2640-49ac-9c4d-af46908205d7 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] 10.222.0.20 "DELETE /v2.0/security-groups/2e82bd5b-5b12-45d4-a892-628a49669669 HTTP/1.1" status: 204 len: 173 time: 0.7688231 Nov 12 00:41:03.941401 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 0e040e9b-b854-41af-a259-24e4f00f0106, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=0e040e9b-b854-41af-a259-24e4f00f0106,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:03.957185 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:03.963782 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a1a817-2640-49ac-9c4d-af46908205d7 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e82bd5b-5b12-45d4-a892-628a49669669,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:03.971183 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-e73938f1-3c24-4176-91f6-352d3de3bec6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, e341d327-9b78-4d43-be6a-a70347676874) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:03.977865 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73938f1-3c24-4176-91f6-352d3de3bec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:03.978448 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e73938f1-3c24-4176-91f6-352d3de3bec6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:04.009868 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f97607ac-86da-4700-a930-4623857d24c0 req-6887037f-c55f-4e1a-82b5-fc00bb2f3a3e tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Made reservation on behalf of 9a1fd583d08a44f4b64f3812361842fc for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:41:04.013951 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa8d125-9ed2-474e-9147-41a17674cab2 None None] Network e341d327-9b78-4d43-be6a-a70347676874 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:41:04.014723 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f97607ac-86da-4700-a930-4623857d24c0 req-6887037f-c55f-4e1a-82b5-fc00bb2f3a3e tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:04.034155 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b6e2bee8-5679-4535-ad73-c1a301def98a req-fcfef96e-f618-4df5-8b0d-750eb86a6efe tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=0af2efd5599d423589f5e6a8043a04f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0934448 Nov 12 00:41:04.037465 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e73938f1-3c24-4176-91f6-352d3de3bec6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0657413 Nov 12 00:41:04.040229 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41450) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:04.047397 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-1b5df9ba-b16a-4053-a77d-f050f213a0b4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-845973093-router', 'tenant_id': 'ca59ce4eae8a454cab0edaf4190753c1', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:04.116471 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1b5df9ba-b16a-4053-a77d-f050f213a0b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:04.117557 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1b5df9ba-b16a-4053-a77d-f050f213a0b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:04.179047 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5942a6f3-3e7f-4b28-b6b0-ba30f8a35b06 req-63f5665a-9dc8-4d51-8223-dbc54459ef0f tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] 10.222.0.20 "GET /v2.0/security-groups/9d24268d-4853-4878-ae2b-9f64ce7ae949 HTTP/1.1" status: 200 len: 1821 time: 0.1926711 Nov 12 00:41:04.236143 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2bee8-5679-4535-ad73-c1a301def98a req-87a5f616-aaed-43a3-b44b-eb4f6d5f0aca tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:04.238076 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b6e2bee8-5679-4535-ad73-c1a301def98a req-87a5f616-aaed-43a3-b44b-eb4f6d5f0aca tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1662006 Nov 12 00:41:04.260967 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-b6e2bee8-5679-4535-ad73-c1a301def98a req-c91bd335-4e3a-4dcd-83a9-143bf1d660a8 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Request body: {'port': {'device_id': '4dfffd20-6596-433a-8910-8ddd2e57b574', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'admin_state_up': True, 'tenant_id': '0af2efd5599d423589f5e6a8043a04f2'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:04.277626 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1b5df9ba-b16a-4053-a77d-f050f213a0b4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:04.303246 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a196bd53-f379-47a0-b814-61ab16ce88bd req-0a03854d-7ddf-4583-9d59-c036857f2b74 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=79a8b3dad7a0401ab482e19b622fac98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385034 Nov 12 00:41:04.336894 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-f97607ac-86da-4700-a930-4623857d24c0 req-6887037f-c55f-4e1a-82b5-fc00bb2f3a3e tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Allocated IP 172.20.0.13 (efe1d89a-522f-4c40-b263-5cebd382e88d/89218ce2-e54b-4f33-b040-6aa3f821723a/c8ff2049-02a3-42f0-a400-fd605dfd586d) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:41:04.341143 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f26f9685-865f-4bb6-b7ee-705c01c65e35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e040e9b-b854-41af-a259-24e4f00f0106'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:04.344274 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469beb17-88ca-47c9-a177-c458f01acaa5" -d '{"events": [{"server_uuid": "f26f9685-865f-4bb6-b7ee-705c01c65e35", "name": "network-vif-unplugged", "status": "completed", "tag": "0e040e9b-b854-41af-a259-24e4f00f0106"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:04.361653 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=0e040e9b-b854-41af-a259-24e4f00f0106,revision_number=8']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:04.378343 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-513cf97a-23dd-42e6-8796-a5c34266dea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:04.378695 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c57fd-83a9-406c-8854-2a639c3fb340 req-6bd4a13d-d736-4dc2-b2a1-d85f4a4813ec tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:04.381898 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ff1c57fd-83a9-406c-8854-2a639c3fb340 req-6bd4a13d-d736-4dc2-b2a1-d85f4a4813ec tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdfae9b2-8b7d-4b2b-a7b6-9dcbdb0fd1a2 HTTP/1.1" status: 200 len: 944 time: 0.1886981 Nov 12 00:41:04.449215 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fd078f-735d-448f-97ff-3dd9a866cf49 None None] Network e341d327-9b78-4d43-be6a-a70347676874 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:41:04.484325 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196bd53-f379-47a0-b814-61ab16ce88bd req-0fcfbd27-7c20-40d1-973d-82f23e693ba7 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:04.485837 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a196bd53-f379-47a0-b814-61ab16ce88bd req-0fcfbd27-7c20-40d1-973d-82f23e693ba7 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1457584 Nov 12 00:41:04.495768 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6e2bee8-5679-4535-ad73-c1a301def98a req-c91bd335-4e3a-4dcd-83a9-143bf1d660a8 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Made reservation on behalf of 0af2efd5599d423589f5e6a8043a04f2 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:41:04.499476 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b6e2bee8-5679-4535-ad73-c1a301def98a req-c91bd335-4e3a-4dcd-83a9-143bf1d660a8 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:04.513233 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1b5df9ba-b16a-4053-a77d-f050f213a0b4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:04.526325 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a196bd53-f379-47a0-b814-61ab16ce88bd req-c3f59892-502c-4f8a-8c12-1f57e8f5d2e2 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/quotas/79a8b3dad7a0401ab482e19b622fac98 HTTP/1.1" status: 200 len: 375 time: 0.0243151 Nov 12 00:41:04.564883 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ff1c57fd-83a9-406c-8854-2a639c3fb340 req-7afec31c-665a-441c-8e88-08949c7ed093 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691670 Nov 12 00:41:04.652663 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-b52b59db-8497-4de7-9c46-824ee110d02f req-30cde661-0fa4-4d9a-9173-2e958b24d9ea tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-695635698', 'description': 'tempest-description-491461157'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:04.683365 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a196bd53-f379-47a0-b814-61ab16ce88bd req-1b75878a-12ef-4633-9df8-841085893123 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=79a8b3dad7a0401ab482e19b622fac98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1026120 Nov 12 00:41:04.703072 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b52b59db-8497-4de7-9c46-824ee110d02f req-30cde661-0fa4-4d9a-9173-2e958b24d9ea tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:04.703899 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-b6e2bee8-5679-4535-ad73-c1a301def98a req-c91bd335-4e3a-4dcd-83a9-143bf1d660a8 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Allocated IP 192.168.233.105 (172a28b2-119c-4d70-aef1-a731eb107d6c/3288e972-21d8-4a52-9002-05790fb0bb61/8d7a5ad2-6d06-4992-a144-7c04486dc5bb) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:41:04.733643 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f97607ac-86da-4700-a930-4623857d24c0 req-6887037f-c55f-4e1a-82b5-fc00bb2f3a3e tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:04.850901 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157bbac7-94ec-49e7-b555-cfd9fb7ba8c0 x-openstack-request-id: req-157bbac7-94ec-49e7-b555-cfd9fb7ba8c0 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:04.851528 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f26f9685-865f-4bb6-b7ee-705c01c65e35", "name": "network-vif-unplugged", "status": "completed", "tag": "0e040e9b-b854-41af-a259-24e4f00f0106", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:04.852168 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-157bbac7-94ec-49e7-b555-cfd9fb7ba8c0 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:04.852998 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f26f9685-865f-4bb6-b7ee-705c01c65e35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e040e9b-b854-41af-a259-24e4f00f0106', 'code': 200} Nov 12 00:41:04.894867 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f97607ac-86da-4700-a930-4623857d24c0 req-6887037f-c55f-4e1a-82b5-fc00bb2f3a3e tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:04.924456 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b6e2bee8-5679-4535-ad73-c1a301def98a req-c91bd335-4e3a-4dcd-83a9-143bf1d660a8 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:04.963215 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b52b59db-8497-4de7-9c46-824ee110d02f req-30cde661-0fa4-4d9a-9173-2e958b24d9ea tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:04.972442 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b6e2bee8-5679-4535-ad73-c1a301def98a req-c91bd335-4e3a-4dcd-83a9-143bf1d660a8 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:04.978197 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b52b59db-8497-4de7-9c46-824ee110d02f req-30cde661-0fa4-4d9a-9173-2e958b24d9ea tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:04.994181 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f97607ac-86da-4700-a930-4623857d24c0 req-6887037f-c55f-4e1a-82b5-fc00bb2f3a3e tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Network efe1d89a-522f-4c40-b263-5cebd382e88d is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:41:05.011303 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['140b407c-f230-4dff-9701-0eeac3ce1373', '1d4617ec-825e-4174-a5ec-9b7f41b6d3dd', '1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c', 'f1820954-a0a3-4025-9943-c0a46b134d63'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:05.013977 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6887037f-c55f-4e1a-82b5-fc00bb2f3a3e tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Pushing event updated for resources: {'Port': ['ID=c8ff2049-02a3-42f0-a400-fd605dfd586d,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:05.016559 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-f97607ac-86da-4700-a930-4623857d24c0 req-6887037f-c55f-4e1a-82b5-fc00bb2f3a3e tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:05.023360 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-f97607ac-86da-4700-a930-4623857d24c0 req-6887037f-c55f-4e1a-82b5-fc00bb2f3a3e tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:41:05.023847 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6e2bee8-5679-4535-ad73-c1a301def98a req-c91bd335-4e3a-4dcd-83a9-143bf1d660a8 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Network 172a28b2-119c-4d70-aef1-a731eb107d6c is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:41:05.029917 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-b6e2bee8-5679-4535-ad73-c1a301def98a req-c91bd335-4e3a-4dcd-83a9-143bf1d660a8 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:05.033952 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e2bee8-5679-4535-ad73-c1a301def98a req-c91bd335-4e3a-4dcd-83a9-143bf1d660a8 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:41:05.041156 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['3aa8d887-2ae9-4c47-acab-a7deba6e395a', '900d8329-f5b4-4d16-9f70-f0c0b36ba18b', 'a2f250c4-38e5-401c-93e7-6cc33737b88d'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:05.057038 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1b5df9ba-b16a-4053-a77d-f050f213a0b4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:05.064612 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b52b59db-8497-4de7-9c46-824ee110d02f req-30cde661-0fa4-4d9a-9173-2e958b24d9ea tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:05.065851 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b52b59db-8497-4de7-9c46-824ee110d02f req-30cde661-0fa4-4d9a-9173-2e958b24d9ea tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4452572 Nov 12 00:41:05.088437 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91bd335-4e3a-4dcd-83a9-143bf1d660a8 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Pushing event updated for resources: {'Port': ['ID=8d7a5ad2-6d06-4992-a144-7c04486dc5bb,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:05.095838 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cde661-0fa4-4d9a-9173-2e958b24d9ea tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aef649db-9813-44cd-b0d2-5b88cbaf87fc,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:05.108193 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1b5df9ba-b16a-4053-a77d-f050f213a0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:05.155933 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2bee8-5679-4535-ad73-c1a301def98a req-c91bd335-4e3a-4dcd-83a9-143bf1d660a8 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:05.157132 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b6e2bee8-5679-4535-ad73-c1a301def98a req-c91bd335-4e3a-4dcd-83a9-143bf1d660a8 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:05.199449 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97607ac-86da-4700-a930-4623857d24c0 req-6887037f-c55f-4e1a-82b5-fc00bb2f3a3e tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:05.200211 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f97607ac-86da-4700-a930-4623857d24c0 req-6887037f-c55f-4e1a-82b5-fc00bb2f3a3e tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:05.237677 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f97607ac-86da-4700-a930-4623857d24c0 req-6887037f-c55f-4e1a-82b5-fc00bb2f3a3e tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4027171 Nov 12 00:41:05.275320 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-f97607ac-86da-4700-a930-4623857d24c0 req-b1cb18e7-67cf-426c-a9d6-ca7c05462d23 service neutron] Request body: {'port': {'device_id': '385d89e2-f5e2-49c3-98c5-4a71c450e67b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:05.292503 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b6e2bee8-5679-4535-ad73-c1a301def98a req-c91bd335-4e3a-4dcd-83a9-143bf1d660a8 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0355842 Nov 12 00:41:05.323001 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-b6e2bee8-5679-4535-ad73-c1a301def98a req-4705aed9-997f-4976-af64-59fe586ba4c2 service neutron] Request body: {'port': {'device_id': '4dfffd20-6596-433a-8910-8ddd2e57b574', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:05.386405 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce39840-3384-44c5-a81f-4e0a13b80353 req-2856d4d9-e625-4f26-abea-21001d6af5b7 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:05.389643 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2ee994ec-bb36-4aae-9f2d-b833001b4ad8 req-4a3776c6-8137-4e21-b4fc-433b10dadeff tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 210 time: 0.1114128 Nov 12 00:41:05.405518 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8ce39840-3384-44c5-a81f-4e0a13b80353 req-2856d4d9-e625-4f26-abea-21001d6af5b7 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b HTTP/1.1" status: 200 len: 932 time: 0.2371614 Nov 12 00:41:05.408667 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-1b5df9ba-b16a-4053-a77d-f050f213a0b4 admin admin] Allocated IP 172.25.2.198 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/0b0f8626-d6ee-492b-ac37-07e0d6d8f927) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:41:05.474191 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b6e2bee8-5679-4535-ad73-c1a301def98a req-4705aed9-997f-4976-af64-59fe586ba4c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:05.500247 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8ce39840-3384-44c5-a81f-4e0a13b80353 req-37785b6b-666e-4261-9807-650c668f76a5 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937703 Nov 12 00:41:05.537350 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-18d4d913-274a-4234-94f0-1895c10ab9ab None None] Provisioning complete for port 8d7a5ad2-6d06-4992-a144-7c04486dc5bb triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:05.538080 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-18d4d913-274a-4234-94f0-1895c10ab9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:05.595524 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f97607ac-86da-4700-a930-4623857d24c0 req-b1cb18e7-67cf-426c-a9d6-ca7c05462d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:05.663449 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-18d4d913-274a-4234-94f0-1895c10ab9ab None None] Port 8d7a5ad2-6d06-4992-a144-7c04486dc5bb cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:41:05.675006 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3e7d4223-7d09-4149-aab7-c938a450ff0b req-9894a9ef-2c81-41a5-83ed-87d778bcc0bc tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] 10.222.0.20 "GET /v2.0/security-groups/aef649db-9813-44cd-b0d2-5b88cbaf87fc HTTP/1.1" status: 200 len: 1820 time: 0.1162369 Nov 12 00:41:05.689275 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-3e7d4223-7d09-4149-aab7-c938a450ff0b req-349d9705-6f1a-4c2b-b085-062f57cd565f tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'aef649db-9813-44cd-b0d2-5b88cbaf87fc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:05.690331 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-3e7d4223-7d09-4149-aab7-c938a450ff0b req-349d9705-6f1a-4c2b-b085-062f57cd565f tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'aef649db-9813-44cd-b0d2-5b88cbaf87fc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:05.697402 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611f86c-634d-4270-98af-e5082a9c208a req-e5242ce2-dc88-4383-b05c-d2b17af63c90 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:05.705178 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5611f86c-634d-4270-98af-e5082a9c208a req-e5242ce2-dc88-4383-b05c-d2b17af63c90 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfffd20-6596-433a-8910-8ddd2e57b574 HTTP/1.1" status: 200 len: 936 time: 0.2068129 Nov 12 00:41:05.768258 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device a26531be-90e9-455d-a213-067a290de5b1 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:41:05.814364 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1b5df9ba-b16a-4053-a77d-f050f213a0b4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:05.840200 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-3e7d4223-7d09-4149-aab7-c938a450ff0b req-349d9705-6f1a-4c2b-b085-062f57cd565f tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:05.888850 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-3e7d4223-7d09-4149-aab7-c938a450ff0b req-349d9705-6f1a-4c2b-b085-062f57cd565f tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:05.895135 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-3e7d4223-7d09-4149-aab7-c938a450ff0b req-349d9705-6f1a-4c2b-b085-062f57cd565f tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:05.914926 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5611f86c-634d-4270-98af-e5082a9c208a req-c469f183-a6f4-4e82-bd9c-0c2a7f675ab8 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036099 Nov 12 00:41:05.949302 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-b6e2bee8-5679-4535-ad73-c1a301def98a req-4705aed9-997f-4976-af64-59fe586ba4c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d7a5ad2-6d06-4992-a144-7c04486dc5bb {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:05.955666 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349d9705-6f1a-4c2b-b085-062f57cd565f tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d682e78-28bd-4540-ab52-a104190636e2,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:05.968250 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-3e7d4223-7d09-4149-aab7-c938a450ff0b req-349d9705-6f1a-4c2b-b085-062f57cd565f tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:05.969532 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3e7d4223-7d09-4149-aab7-c938a450ff0b req-349d9705-6f1a-4c2b-b085-062f57cd565f tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2934244 Nov 12 00:41:05.975699 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b6e2bee8-5679-4535-ad73-c1a301def98a req-4705aed9-997f-4976-af64-59fe586ba4c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:06.004782 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1b5df9ba-b16a-4053-a77d-f050f213a0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:06.010817 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-b6e2bee8-5679-4535-ad73-c1a301def98a req-4705aed9-997f-4976-af64-59fe586ba4c2 service neutron] Transition to ACTIVE for port object 8d7a5ad2-6d06-4992-a144-7c04486dc5bb will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:41:06.014394 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b6e2bee8-5679-4535-ad73-c1a301def98a req-4705aed9-997f-4976-af64-59fe586ba4c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:06.084063 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port a26531be-90e9-455d-a213-067a290de5b1, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=a26531be-90e9-455d-a213-067a290de5b1,segment=NetworkSegment(31f3cd0b-8f92-47c3-a72f-efb4d157fdb5),segment_id=31f3cd0b-8f92-47c3-a72f-efb4d157fdb5)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:06.099398 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4705aed9-997f-4976-af64-59fe586ba4c2 service neutron] Pushing event updated for resources: {'Port': ['ID=8d7a5ad2-6d06-4992-a144-7c04486dc5bb,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:06.105209 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5df9ba-b16a-4053-a77d-f050f213a0b4 admin admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:41:06.118200 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-1b5df9ba-b16a-4053-a77d-f050f213a0b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:06.123359 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5df9ba-b16a-4053-a77d-f050f213a0b4 admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:41:06.128241 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'a26531be-90e9-455d-a213-067a290de5b1', 'network_id': '040fca8f-d2ed-42cc-9d74-8da136d7b80f', 'port_id': 'a26531be-90e9-455d-a213-067a290de5b1', 'mac_address': 'fa:16:3e:a9:51:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15eed615-9c1a-43c6-8268-d04dda46eb36', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:41:06.137898 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5df9ba-b16a-4053-a77d-f050f213a0b4 admin admin] Pushing event updated for resources: {'Port': ['ID=0b0f8626-d6ee-492b-ac37-07e0d6d8f927,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:06.198159 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8422ae1-b0b3-4b42-bebb-9716f2bd4275 req-8e35b2ee-917c-403a-a6dc-b443180895db tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:06.199754 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b8422ae1-b0b3-4b42-bebb-9716f2bd4275 req-8e35b2ee-917c-403a-a6dc-b443180895db tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdfae9b2-8b7d-4b2b-a7b6-9dcbdb0fd1a2 HTTP/1.1" status: 200 len: 944 time: 0.1965287 Nov 12 00:41:06.201190 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-b6e2bee8-5679-4535-ad73-c1a301def98a req-4705aed9-997f-4976-af64-59fe586ba4c2 service neutron] Attempting to bind port 8d7a5ad2-6d06-4992-a144-7c04486dc5bb on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:41:06.201559 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-b6e2bee8-5679-4535-ad73-c1a301def98a req-4705aed9-997f-4976-af64-59fe586ba4c2 service neutron] Attempting to bind port 8d7a5ad2-6d06-4992-a144-7c04486dc5bb by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:41:06.201884 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e2bee8-5679-4535-ad73-c1a301def98a req-4705aed9-997f-4976-af64-59fe586ba4c2 service neutron] Attempting to bind port 8d7a5ad2-6d06-4992-a144-7c04486dc5bb on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:06.216943 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:06.217199 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e2bee8-5679-4535-ad73-c1a301def98a req-4705aed9-997f-4976-af64-59fe586ba4c2 service neutron] Port 8d7a5ad2-6d06-4992-a144-7c04486dc5bb on network 172a28b2-119c-4d70-aef1-a731eb107d6c not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:41:06.217414 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e2bee8-5679-4535-ad73-c1a301def98a req-4705aed9-997f-4976-af64-59fe586ba4c2 service neutron] Attempting to bind port 8d7a5ad2-6d06-4992-a144-7c04486dc5bb on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:06.224206 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-f97607ac-86da-4700-a930-4623857d24c0 req-b1cb18e7-67cf-426c-a9d6-ca7c05462d23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8ff2049-02a3-42f0-a400-fd605dfd586d {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:06.229287 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e2bee8-5679-4535-ad73-c1a301def98a req-4705aed9-997f-4976-af64-59fe586ba4c2 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:41:06.230002 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e2bee8-5679-4535-ad73-c1a301def98a req-4705aed9-997f-4976-af64-59fe586ba4c2 service neutron] Checking segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:06.230002 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e2bee8-5679-4535-ad73-c1a301def98a req-4705aed9-997f-4976-af64-59fe586ba4c2 service neutron] Bound using segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:41:06.230432 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-b6e2bee8-5679-4535-ad73-c1a301def98a req-4705aed9-997f-4976-af64-59fe586ba4c2 service neutron] Bound port: 8d7a5ad2-6d06-4992-a144-7c04486dc5bb, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:41:06.230788 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b6e2bee8-5679-4535-ad73-c1a301def98a req-4705aed9-997f-4976-af64-59fe586ba4c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:06.237061 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7d341067-b53d-44aa-a7dc-1c0446337e95 req-947689ca-e762-42c2-b63f-73ff8ad928bb tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] 10.222.0.20 "GET /v2.0/security-groups/aef649db-9813-44cd-b0d2-5b88cbaf87fc HTTP/1.1" status: 200 len: 2413 time: 0.0681243 Nov 12 00:41:06.242877 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f97607ac-86da-4700-a930-4623857d24c0 req-b1cb18e7-67cf-426c-a9d6-ca7c05462d23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:06.258149 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a26531be-90e9-455d-a213-067a290de5b1 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:06.285619 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-f97607ac-86da-4700-a930-4623857d24c0 req-b1cb18e7-67cf-426c-a9d6-ca7c05462d23 service neutron] Transition to ACTIVE for port object c8ff2049-02a3-42f0-a400-fd605dfd586d will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:41:06.300094 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port a26531be-90e9-455d-a213-067a290de5b1, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=a26531be-90e9-455d-a213-067a290de5b1,segment=NetworkSegment(31f3cd0b-8f92-47c3-a72f-efb4d157fdb5),segment_id=31f3cd0b-8f92-47c3-a72f-efb4d157fdb5)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:06.316593 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:06.332371 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f97607ac-86da-4700-a930-4623857d24c0 req-b1cb18e7-67cf-426c-a9d6-ca7c05462d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:06.426018 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b8422ae1-b0b3-4b42-bebb-9716f2bd4275 req-0b5c4d43-000f-48f4-b270-a035fa978b3b tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112856 Nov 12 00:41:06.453177 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-19bca69c-f3de-4863-9a75-cbdb1712daed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:06.483780 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=a26531be-90e9-455d-a213-067a290de5b1,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:06.503975 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb18e7-67cf-426c-a9d6-ca7c05462d23 service neutron] Pushing event updated for resources: {'Port': ['ID=c8ff2049-02a3-42f0-a400-fd605dfd586d,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:06.670718 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-7d341067-b53d-44aa-a7dc-1c0446337e95 req-eea12b18-5f9c-44b9-a077-9cb28aa189f0 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'aef649db-9813-44cd-b0d2-5b88cbaf87fc', 'remote_group_id': None}]} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:06.671022 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-7d341067-b53d-44aa-a7dc-1c0446337e95 req-eea12b18-5f9c-44b9-a077-9cb28aa189f0 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'aef649db-9813-44cd-b0d2-5b88cbaf87fc', 'remote_group_id': None}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:06.699311 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0989411a-6d2a-4543-90fc-fdc9721fd7d5 req-01d39340-8baf-48e0-81ef-edea3e740c1a tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 210 time: 0.0429423 Nov 12 00:41:06.703369 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-f97607ac-86da-4700-a930-4623857d24c0 req-b1cb18e7-67cf-426c-a9d6-ca7c05462d23 service neutron] Attempting to bind port c8ff2049-02a3-42f0-a400-fd605dfd586d on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:41:06.703552 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-f97607ac-86da-4700-a930-4623857d24c0 req-b1cb18e7-67cf-426c-a9d6-ca7c05462d23 service neutron] Attempting to bind port c8ff2049-02a3-42f0-a400-fd605dfd586d by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '6dc56b81-8d8e-4b44-90a6-8b45d539a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:41:06.703880 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97607ac-86da-4700-a930-4623857d24c0 req-b1cb18e7-67cf-426c-a9d6-ca7c05462d23 service neutron] Attempting to bind port c8ff2049-02a3-42f0-a400-fd605dfd586d on network efe1d89a-522f-4c40-b263-5cebd382e88d {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:06.709010 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a196bd53-f379-47a0-b814-61ab16ce88bd req-eec17962-d197-4950-8680-6703dea2a859 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=79a8b3dad7a0401ab482e19b622fac98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327108 Nov 12 00:41:06.724238 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97607ac-86da-4700-a930-4623857d24c0 req-b1cb18e7-67cf-426c-a9d6-ca7c05462d23 service neutron] Port c8ff2049-02a3-42f0-a400-fd605dfd586d on network efe1d89a-522f-4c40-b263-5cebd382e88d not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:41:06.724632 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97607ac-86da-4700-a930-4623857d24c0 req-b1cb18e7-67cf-426c-a9d6-ca7c05462d23 service neutron] Attempting to bind port c8ff2049-02a3-42f0-a400-fd605dfd586d on network efe1d89a-522f-4c40-b263-5cebd382e88d {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:06.736985 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97607ac-86da-4700-a930-4623857d24c0 req-b1cb18e7-67cf-426c-a9d6-ca7c05462d23 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:41:06.737638 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97607ac-86da-4700-a930-4623857d24c0 req-b1cb18e7-67cf-426c-a9d6-ca7c05462d23 service neutron] Checking segment: {'id': '6dc56b81-8d8e-4b44-90a6-8b45d539a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:06.738057 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97607ac-86da-4700-a930-4623857d24c0 req-b1cb18e7-67cf-426c-a9d6-ca7c05462d23 service neutron] Bound using segment: {'id': '6dc56b81-8d8e-4b44-90a6-8b45d539a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:41:06.738597 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-f97607ac-86da-4700-a930-4623857d24c0 req-b1cb18e7-67cf-426c-a9d6-ca7c05462d23 service neutron] Bound port: c8ff2049-02a3-42f0-a400-fd605dfd586d, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dc56b81-8d8e-4b44-90a6-8b45d539a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:41:06.740708 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f97607ac-86da-4700-a930-4623857d24c0 req-b1cb18e7-67cf-426c-a9d6-ca7c05462d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:06.743031 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1b5df9ba-b16a-4053-a77d-f050f213a0b4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:06.758728 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-b6e2bee8-5679-4535-ad73-c1a301def98a req-4705aed9-997f-4976-af64-59fe586ba4c2 service neutron] For port 8d7a5ad2-6d06-4992-a144-7c04486dc5bb, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:41:06.807191 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-b6e2bee8-5679-4535-ad73-c1a301def98a req-4705aed9-997f-4976-af64-59fe586ba4c2 service neutron] For port 8d7a5ad2-6d06-4992-a144-7c04486dc5bb, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=8d7a5ad2-6d06-4992-a144-7c04486dc5bb,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:41:06.844216 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b6e2bee8-5679-4535-ad73-c1a301def98a req-4705aed9-997f-4976-af64-59fe586ba4c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:06.857126 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7d341067-b53d-44aa-a7dc-1c0446337e95 req-eea12b18-5f9c-44b9-a077-9cb28aa189f0 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:06.913334 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2bee8-5679-4535-ad73-c1a301def98a req-4705aed9-997f-4976-af64-59fe586ba4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:06.913988 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b6e2bee8-5679-4535-ad73-c1a301def98a req-4705aed9-997f-4976-af64-59fe586ba4c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:06.915418 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b6e2bee8-5679-4535-ad73-c1a301def98a req-4705aed9-997f-4976-af64-59fe586ba4c2 service neutron] 10.222.0.49 "PUT /v2.0/ports/8d7a5ad2-6d06-4992-a144-7c04486dc5bb HTTP/1.1" status: 200 len: 1097 time: 1.6067789 Nov 12 00:41:06.916090 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dfffd20-6596-433a-8910-8ddd2e57b574', 'tag': '8d7a5ad2-6d06-4992-a144-7c04486dc5bb'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:06.918616 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c562c3a8-4faf-4b15-9046-2816d5a64551" -d '{"events": [{"name": "network-changed", "server_uuid": "4dfffd20-6596-433a-8910-8ddd2e57b574", "tag": "8d7a5ad2-6d06-4992-a144-7c04486dc5bb"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:06.966326 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7d341067-b53d-44aa-a7dc-1c0446337e95 req-eea12b18-5f9c-44b9-a077-9cb28aa189f0 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:06.969491 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4705aed9-997f-4976-af64-59fe586ba4c2 service neutron] Pushing event updated for resources: {'Port': ['ID=8d7a5ad2-6d06-4992-a144-7c04486dc5bb,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:06.974845 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7d341067-b53d-44aa-a7dc-1c0446337e95 req-eea12b18-5f9c-44b9-a077-9cb28aa189f0 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:06.985176 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196bd53-f379-47a0-b814-61ab16ce88bd req-fdb2c332-7aba-418f-8365-b6e94a8d9241 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:06.986907 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a196bd53-f379-47a0-b814-61ab16ce88bd req-fdb2c332-7aba-418f-8365-b6e94a8d9241 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2432668 Nov 12 00:41:07.014926 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-a196bd53-f379-47a0-b814-61ab16ce88bd req-f5c429f0-e863-452e-b531-08c474efa669 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Request body: {'port': {'device_id': '442fa957-b056-4b96-beb8-2fd3daa7200a', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'admin_state_up': True, 'tenant_id': '79a8b3dad7a0401ab482e19b622fac98'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:07.054063 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea12b18-5f9c-44b9-a077-9cb28aa189f0 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=147f3596-085b-410a-9fc0-efef732e6c6f,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:07.102700 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7d341067-b53d-44aa-a7dc-1c0446337e95 req-eea12b18-5f9c-44b9-a077-9cb28aa189f0 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:07.104070 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7d341067-b53d-44aa-a7dc-1c0446337e95 req-eea12b18-5f9c-44b9-a077-9cb28aa189f0 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.8493547 Nov 12 00:41:07.129324 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2bee8-5679-4535-ad73-c1a301def98a req-dd86ba3f-3dfb-4883-8b2c-ff52c888221b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:07.131636 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b6e2bee8-5679-4535-ad73-c1a301def98a req-dd86ba3f-3dfb-4883-8b2c-ff52c888221b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0af2efd5599d423589f5e6a8043a04f2&device_id=4dfffd20-6596-433a-8910-8ddd2e57b574 HTTP/1.1" status: 200 len: 1100 time: 0.1403973 Nov 12 00:41:07.192262 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698e4a9e-b8a2-495e-840e-bd980204371b x-openstack-request-id: req-698e4a9e-b8a2-495e-840e-bd980204371b {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:07.192550 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dfffd20-6596-433a-8910-8ddd2e57b574", "tag": "8d7a5ad2-6d06-4992-a144-7c04486dc5bb", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:07.192809 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-698e4a9e-b8a2-495e-840e-bd980204371b {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:07.193194 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dfffd20-6596-433a-8910-8ddd2e57b574', 'tag': '8d7a5ad2-6d06-4992-a144-7c04486dc5bb', 'status': 'completed', 'code': 200} Nov 12 00:41:07.195344 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b6e2bee8-5679-4535-ad73-c1a301def98a req-9d2639c8-78ce-4b72-8df0-ab2838231dbe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=8d7a5ad2-6d06-4992-a144-7c04486dc5bb HTTP/1.1" status: 200 len: 217 time: 0.0447578 Nov 12 00:41:07.240563 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd97e4-2377-4238-afcd-89e2ab1090d2 req-f4a42a3a-670d-4b6c-b89c-673222969c51 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:07.247673 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ecfd97e4-2377-4238-afcd-89e2ab1090d2 req-f4a42a3a-670d-4b6c-b89c-673222969c51 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b HTTP/1.1" status: 200 len: 944 time: 0.4637983 Nov 12 00:41:07.251599 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-f97607ac-86da-4700-a930-4623857d24c0 req-b1cb18e7-67cf-426c-a9d6-ca7c05462d23 service neutron] For port c8ff2049-02a3-42f0-a400-fd605dfd586d, host n-h1-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:41:07.255767 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-f97607ac-86da-4700-a930-4623857d24c0 req-b1cb18e7-67cf-426c-a9d6-ca7c05462d23 service neutron] For port c8ff2049-02a3-42f0-a400-fd605dfd586d, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=c8ff2049-02a3-42f0-a400-fd605dfd586d,segment=NetworkSegment(6dc56b81-8d8e-4b44-90a6-8b45d539a128),segment_id=6dc56b81-8d8e-4b44-90a6-8b45d539a128)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:41:07.269056 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f97607ac-86da-4700-a930-4623857d24c0 req-b1cb18e7-67cf-426c-a9d6-ca7c05462d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:07.277911 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a196bd53-f379-47a0-b814-61ab16ce88bd req-f5c429f0-e863-452e-b531-08c474efa669 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Made reservation on behalf of 79a8b3dad7a0401ab482e19b622fac98 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:41:07.283197 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a196bd53-f379-47a0-b814-61ab16ce88bd req-f5c429f0-e863-452e-b531-08c474efa669 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:07.305361 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2bee8-5679-4535-ad73-c1a301def98a req-adc130e6-90bf-4ec4-8489-82c20df1e492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:07.306853 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b6e2bee8-5679-4535-ad73-c1a301def98a req-adc130e6-90bf-4ec4-8489-82c20df1e492 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.1015453 Nov 12 00:41:07.365587 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97607ac-86da-4700-a930-4623857d24c0 req-b1cb18e7-67cf-426c-a9d6-ca7c05462d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:07.366103 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f97607ac-86da-4700-a930-4623857d24c0 req-b1cb18e7-67cf-426c-a9d6-ca7c05462d23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:07.367476 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f97607ac-86da-4700-a930-4623857d24c0 req-b1cb18e7-67cf-426c-a9d6-ca7c05462d23 service neutron] 10.222.0.49 "PUT /v2.0/ports/c8ff2049-02a3-42f0-a400-fd605dfd586d HTTP/1.1" status: 200 len: 1093 time: 2.1145952 Nov 12 00:41:07.367923 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '385d89e2-f5e2-49c3-98c5-4a71c450e67b', 'tag': 'c8ff2049-02a3-42f0-a400-fd605dfd586d'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:07.370178 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc0fea0-7c8b-438e-b47f-9bca04422df3" -d '{"events": [{"name": "network-changed", "server_uuid": "385d89e2-f5e2-49c3-98c5-4a71c450e67b", "tag": "c8ff2049-02a3-42f0-a400-fd605dfd586d"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:07.391731 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89222c-8ce6-403e-88ba-f4c0c58ef0a7 req-3b048283-fe65-459f-9df8-25b68d7e5dc4 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:07.393270 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3d89222c-8ce6-403e-88ba-f4c0c58ef0a7 req-3b048283-fe65-459f-9df8-25b68d7e5dc4 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfffd20-6596-433a-8910-8ddd2e57b574 HTTP/1.1" status: 200 len: 948 time: 0.1578488 Nov 12 00:41:07.409988 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ecfd97e4-2377-4238-afcd-89e2ab1090d2 req-c2a49e3c-900d-41da-8edc-61320a129f90 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614673 Nov 12 00:41:07.444319 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb18e7-67cf-426c-a9d6-ca7c05462d23 service neutron] Pushing event updated for resources: {'Port': ['ID=c8ff2049-02a3-42f0-a400-fd605dfd586d,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:07.456532 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2bee8-5679-4535-ad73-c1a301def98a req-a62f5d61-f530-4ecb-bed2-711c91989170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:07.459972 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b6e2bee8-5679-4535-ad73-c1a301def98a req-a62f5d61-f530-4ecb-bed2-711c91989170 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1381931 Nov 12 00:41:07.532977 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:07.533741 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1b5df9ba-b16a-4053-a77d-f050f213a0b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:07.545671 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-31a3f5e1-1a62-44a2-b1e2-3c31791872b0 req-be21e7cd-0129-416c-a73d-c86b9e6ea67c tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] 10.222.0.20 "GET /v2.0/security-groups/aef649db-9813-44cd-b0d2-5b88cbaf87fc HTTP/1.1" status: 200 len: 3011 time: 0.0984039 Nov 12 00:41:07.547521 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97607ac-86da-4700-a930-4623857d24c0 req-f5e6181d-4b6b-45f3-a620-e93bf38fe94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:07.548907 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f97607ac-86da-4700-a930-4623857d24c0 req-f5e6181d-4b6b-45f3-a620-e93bf38fe94c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a1fd583d08a44f4b64f3812361842fc&device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b HTTP/1.1" status: 200 len: 1096 time: 0.1083581 Nov 12 00:41:07.608896 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3d89222c-8ce6-403e-88ba-f4c0c58ef0a7 req-c30fd0d0-7cfb-418d-96fc-703eb11408d6 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032313 Nov 12 00:41:07.609974 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-a196bd53-f379-47a0-b814-61ab16ce88bd req-f5c429f0-e863-452e-b531-08c474efa669 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Allocated IP 192.168.233.155 (172a28b2-119c-4d70-aef1-a731eb107d6c/3288e972-21d8-4a52-9002-05790fb0bb61/542980b8-6964-4857-a940-20f788f4f1dd) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:41:07.629178 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f97607ac-86da-4700-a930-4623857d24c0 req-1a98098a-be99-462d-97c2-9ad825c819f7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8ff2049-02a3-42f0-a400-fd605dfd586d HTTP/1.1" status: 200 len: 217 time: 0.0400140 Nov 12 00:41:07.681666 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b6e2bee8-5679-4535-ad73-c1a301def98a req-738839ac-4b4a-4ac3-8002-14d812c1c8c5 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004602 Nov 12 00:41:07.696082 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f33b487-f240-4dd6-99c3-41e743334464 x-openstack-request-id: req-1f33b487-f240-4dd6-99c3-41e743334464 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:07.696454 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "385d89e2-f5e2-49c3-98c5-4a71c450e67b", "tag": "c8ff2049-02a3-42f0-a400-fd605dfd586d", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:07.696775 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1f33b487-f240-4dd6-99c3-41e743334464 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:07.697514 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '385d89e2-f5e2-49c3-98c5-4a71c450e67b', 'tag': 'c8ff2049-02a3-42f0-a400-fd605dfd586d', 'status': 'completed', 'code': 200} Nov 12 00:41:07.769172 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97607ac-86da-4700-a930-4623857d24c0 req-e40a9f11-5857-4ac0-a50b-cd6617a99c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:07.771255 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f97607ac-86da-4700-a930-4623857d24c0 req-e40a9f11-5857-4ac0-a50b-cd6617a99c94 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=89218ce2-e54b-4f33-b040-6aa3f821723a HTTP/1.1" status: 200 len: 861 time: 0.0895400 Nov 12 00:41:07.803771 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77820ffc-d401-4e62-b94d-1400fbe7445d req-6ddbe26e-3048-4db9-bb5d-2ea6fe6d6367 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:07.805247 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-77820ffc-d401-4e62-b94d-1400fbe7445d req-6ddbe26e-3048-4db9-bb5d-2ea6fe6d6367 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdfae9b2-8b7d-4b2b-a7b6-9dcbdb0fd1a2 HTTP/1.1" status: 200 len: 945 time: 0.0878654 Nov 12 00:41:07.806538 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['a26531be-90e9-455d-a213-067a290de5b1'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:07.823661 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f97607ac-86da-4700-a930-4623857d24c0 req-e767b2dd-2a7e-428b-9f3a-72e6a07c3c67 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efe1d89a-522f-4c40-b263-5cebd382e88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448630 Nov 12 00:41:07.831731 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c4699b25-8e2d-41bd-b430-e640c609f7e6 req-dc4134bf-36ef-44f5-8b69-6a4d957a59d9 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] 10.222.0.20 "GET /v2.0/security-group-rules/147f3596-085b-410a-9fc0-efef732e6c6f HTTP/1.1" status: 200 len: 783 time: 0.1164911 Nov 12 00:41:07.880618 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5df9ba-b16a-4053-a77d-f050f213a0b4 admin admin] Router c84db6f1-8b85-4b29-b189-c18ac23e69a5 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:41:07.945626 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c4699b25-8e2d-41bd-b430-e640c609f7e6 req-6e618cb1-953a-4885-9b56-5c00568a564b tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] 10.222.0.20 "GET /v2.0/security-groups/aef649db-9813-44cd-b0d2-5b88cbaf87fc HTTP/1.1" status: 200 len: 3011 time: 0.1067502 Nov 12 00:41:07.949011 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a196bd53-f379-47a0-b814-61ab16ce88bd req-f5c429f0-e863-452e-b531-08c474efa669 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:07.959220 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b6e2bee8-5679-4535-ad73-c1a301def98a req-ec4914f6-6213-4657-9be9-77fb787adc80 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453868 Nov 12 00:41:07.997011 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-77820ffc-d401-4e62-b94d-1400fbe7445d req-b973630f-64d5-41bf-9ac8-2669b69a6c91 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662152 Nov 12 00:41:08.007928 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-c4699b25-8e2d-41bd-b430-e640c609f7e6 req-8073fb28-bc5e-4aae-ac0e-4b51cc989bf1 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:08.021150 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-c4699b25-8e2d-41bd-b430-e640c609f7e6 req-8073fb28-bc5e-4aae-ac0e-4b51cc989bf1 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:08.024963 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f97607ac-86da-4700-a930-4623857d24c0 req-fbf12e78-0561-48a4-8b65-ebd7c2788bba service neutron] 10.222.0.49 "GET /v2.0/networks/efe1d89a-522f-4c40-b263-5cebd382e88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910324 Nov 12 00:41:08.039846 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a196bd53-f379-47a0-b814-61ab16ce88bd req-f5c429f0-e863-452e-b531-08c474efa669 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:08.081716 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['2a31bd22-6672-49ca-807d-dda3ab4ec4e2'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:08.137620 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5df9ba-b16a-4053-a77d-f050f213a0b4 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:41:08.142067 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a196bd53-f379-47a0-b814-61ab16ce88bd req-f5c429f0-e863-452e-b531-08c474efa669 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Network 172a28b2-119c-4d70-aef1-a731eb107d6c is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:41:08.151234 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-a196bd53-f379-47a0-b814-61ab16ce88bd req-f5c429f0-e863-452e-b531-08c474efa669 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:08.153742 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-a196bd53-f379-47a0-b814-61ab16ce88bd req-f5c429f0-e863-452e-b531-08c474efa669 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:41:08.157195 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-c4699b25-8e2d-41bd-b430-e640c609f7e6 req-8073fb28-bc5e-4aae-ac0e-4b51cc989bf1 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:08.158016 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a31c1f6-25e2-4fe0-a8eb-530985a9c4d5 None None] Sync routers for ids ['c84db6f1-8b85-4b29-b189-c18ac23e69a5'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:41:08.177852 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-c4699b25-8e2d-41bd-b430-e640c609f7e6 req-8073fb28-bc5e-4aae-ac0e-4b51cc989bf1 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:08.179187 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c4699b25-8e2d-41bd-b430-e640c609f7e6 req-8073fb28-bc5e-4aae-ac0e-4b51cc989bf1 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/147f3596-085b-410a-9fc0-efef732e6c6f HTTP/1.1" status: 204 len: 173 time: 0.2229943 Nov 12 00:41:08.180170 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1b5df9ba-b16a-4053-a77d-f050f213a0b4 admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:08.188940 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1b5df9ba-b16a-4053-a77d-f050f213a0b4 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.1476474 Nov 12 00:41:08.194575 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41542) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:08.224370 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a31c1f6-25e2-4fe0-a8eb-530985a9c4d5 None None] Routers {'c84db6f1-8b85-4b29-b189-c18ac23e69a5'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:41:08.226438 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-8a31c1f6-25e2-4fe0-a8eb-530985a9c4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:41:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['c84db6f1-8b85-4b29-b189-c18ac23e69a5'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:08.246047 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8073fb28-bc5e-4aae-ac0e-4b51cc989bf1 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=147f3596-085b-410a-9fc0-efef732e6c6f,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:08.303786 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c429f0-e863-452e-b531-08c474efa669 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Pushing event updated for resources: {'Port': ['ID=542980b8-6964-4857-a940-20f788f4f1dd,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:08.337682 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562c3a8-4faf-4b15-9046-2816d5a64551 req-df7b5673-1aee-4693-9b9e-5b7f5a2486b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:08.340600 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c562c3a8-4faf-4b15-9046-2816d5a64551 req-df7b5673-1aee-4693-9b9e-5b7f5a2486b8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0af2efd5599d423589f5e6a8043a04f2&device_id=4dfffd20-6596-433a-8910-8ddd2e57b574 HTTP/1.1" status: 200 len: 1100 time: 0.2614343 Nov 12 00:41:08.346585 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f97607ac-86da-4700-a930-4623857d24c0 req-cc9d7530-94e0-4e34-9733-122ede3afdbe service neutron] 10.222.0.49 "GET /v2.0/networks/efe1d89a-522f-4c40-b263-5cebd382e88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888196 Nov 12 00:41:08.390166 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9ead3924-e6b0-4bb4-89f2-ec1e60763315 req-c533cb34-de2b-4f1c-ace3-cd4a9b856def tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] 10.222.0.20 "GET /v2.0/security-groups/aef649db-9813-44cd-b0d2-5b88cbaf87fc HTTP/1.1" status: 200 len: 2413 time: 0.1594064 Nov 12 00:41:08.399114 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-8a31c1f6-25e2-4fe0-a8eb-530985a9c4d5 None None] Set router c84db6f1-8b85-4b29-b189-c18ac23e69a5 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:41:08.435361 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196bd53-f379-47a0-b814-61ab16ce88bd req-f5c429f0-e863-452e-b531-08c474efa669 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:08.436147 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a196bd53-f379-47a0-b814-61ab16ce88bd req-f5c429f0-e863-452e-b531-08c474efa669 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:08.439625 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4e889-7f2f-43c8-9e32-af8914f35953 req-026f199d-60f2-45ac-8b17-98f230b8c7fc tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:08.449554 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-92a4e889-7f2f-43c8-9e32-af8914f35953 req-026f199d-60f2-45ac-8b17-98f230b8c7fc tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 936 time: 0.1249425 Nov 12 00:41:08.520262 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a196bd53-f379-47a0-b814-61ab16ce88bd req-f5c429f0-e863-452e-b531-08c474efa669 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5129700 Nov 12 00:41:08.550625 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-a196bd53-f379-47a0-b814-61ab16ce88bd req-d76b716f-beb7-4526-a03c-4e51ab069632 service neutron] Request body: {'port': {'device_id': '442fa957-b056-4b96-beb8-2fd3daa7200a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:08.600571 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-069f3ae6-008d-4ab6-8eaa-18b885307d8f None None] Provisioning complete for port 542980b8-6964-4857-a940-20f788f4f1dd triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:08.601878 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-069f3ae6-008d-4ab6-8eaa-18b885307d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:08.610891 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-8a31c1f6-25e2-4fe0-a8eb-530985a9c4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84db6f1-8b85-4b29-b189-c18ac23e69a5', 'name': 'tempest-ServerRescueNegativeTestJSON-845973093-router', 'tenant_id': 'ca59ce4eae8a454cab0edaf4190753c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '0b0f8626-d6ee-492b-ac37-07e0d6d8f927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:04Z', 'updated_at': '2021-11-12T00:41:06Z', 'revision_number': 3, 'project_id': 'ca59ce4eae8a454cab0edaf4190753c1', 'gw_port': {'id': '0b0f8626-d6ee-492b-ac37-07e0d6d8f927', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84db6f1-8b85-4b29-b189-c18ac23e69a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:05Z', 'updated_at': '2021-11-12T00:41:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:08.629328 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-92a4e889-7f2f-43c8-9e32-af8914f35953 req-73ca69a0-0177-4b3a-b2ba-ab8642f8aee1 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745250 Nov 12 00:41:08.639339 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a31c1f6-25e2-4fe0-a8eb-530985a9c4d5 None None] Checking router: c84db6f1-8b85-4b29-b189-c18ac23e69a5 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:41:08.639981 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a31c1f6-25e2-4fe0-a8eb-530985a9c4d5 None None] Updating router c84db6f1-8b85-4b29-b189-c18ac23e69a5 port 0b0f8626-d6ee-492b-ac37-07e0d6d8f927 binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:41:08.651430 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0fea0-7c8b-438e-b47f-9bca04422df3 req-e5dba68d-cd95-4d66-87dc-77582989e09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:08.654047 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7fc0fea0-7c8b-438e-b47f-9bca04422df3 req-e5dba68d-cd95-4d66-87dc-77582989e09c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a1fd583d08a44f4b64f3812361842fc&device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b HTTP/1.1" status: 200 len: 1096 time: 0.1776769 Nov 12 00:41:08.679164 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-069f3ae6-008d-4ab6-8eaa-18b885307d8f None None] Port 542980b8-6964-4857-a940-20f788f4f1dd cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:41:08.685089 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562c3a8-4faf-4b15-9046-2816d5a64551 req-5ef98757-e675-47f9-b795-c0347e1c507f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:08.687006 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c562c3a8-4faf-4b15-9046-2816d5a64551 req-5ef98757-e675-47f9-b795-c0347e1c507f service neutron] 10.222.0.49 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.3174131 Nov 12 00:41:08.692916 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8a31c1f6-25e2-4fe0-a8eb-530985a9c4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:08.694819 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-9ead3924-e6b0-4bb4-89f2-ec1e60763315 req-91e83882-5f2d-4de0-8db2-cd6aba247376 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:08.752747 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a196bd53-f379-47a0-b814-61ab16ce88bd req-d76b716f-beb7-4526-a03c-4e51ab069632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:08.759377 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c562c3a8-4faf-4b15-9046-2816d5a64551 req-01716bec-ef14-4211-a4ed-c8f8e28315df service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=8d7a5ad2-6d06-4992-a144-7c04486dc5bb HTTP/1.1" status: 200 len: 217 time: 0.0513587 Nov 12 00:41:08.761022 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-9ead3924-e6b0-4bb4-89f2-ec1e60763315 req-91e83882-5f2d-4de0-8db2-cd6aba247376 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:08.875290 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0fea0-7c8b-438e-b47f-9bca04422df3 req-5757971c-9b24-4748-9550-c61238448aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:08.876538 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562c3a8-4faf-4b15-9046-2816d5a64551 req-ae2ea6d0-b55a-40f4-b58c-18e8eee17d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:08.877152 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7fc0fea0-7c8b-438e-b47f-9bca04422df3 req-5757971c-9b24-4748-9550-c61238448aac service neutron] 10.222.0.49 "GET /v2.0/networks?id=efe1d89a-522f-4c40-b263-5cebd382e88d HTTP/1.1" status: 200 len: 922 time: 0.2133052 Nov 12 00:41:08.878155 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c562c3a8-4faf-4b15-9046-2816d5a64551 req-ae2ea6d0-b55a-40f4-b58c-18e8eee17d53 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.1023967 Nov 12 00:41:08.887861 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd5c02-f2a5-41ed-9aeb-34ff3145a6dd req-de3eac52-54ce-496a-880e-52b87c7f3c5c tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:08.889834 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e4fd5c02-f2a5-41ed-9aeb-34ff3145a6dd req-de3eac52-54ce-496a-880e-52b87c7f3c5c tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b HTTP/1.1" status: 200 len: 944 time: 0.1594889 Nov 12 00:41:08.958352 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7fc0fea0-7c8b-438e-b47f-9bca04422df3 req-46255fa3-3bc2-488d-be5e-1c4b38960bc5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8ff2049-02a3-42f0-a400-fd605dfd586d HTTP/1.1" status: 200 len: 217 time: 0.0627053 Nov 12 00:41:08.969913 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-9ead3924-e6b0-4bb4-89f2-ec1e60763315 req-91e83882-5f2d-4de0-8db2-cd6aba247376 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:08.972835 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-9ead3924-e6b0-4bb4-89f2-ec1e60763315 req-91e83882-5f2d-4de0-8db2-cd6aba247376 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:08.974570 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9ead3924-e6b0-4bb4-89f2-ec1e60763315 req-91e83882-5f2d-4de0-8db2-cd6aba247376 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] 10.222.0.20 "DELETE /v2.0/security-groups/aef649db-9813-44cd-b0d2-5b88cbaf87fc HTTP/1.1" status: 204 len: 173 time: 0.5836151 Nov 12 00:41:08.976852 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8a31c1f6-25e2-4fe0-a8eb-530985a9c4d5 None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:08.985944 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8a31c1f6-25e2-4fe0-a8eb-530985a9c4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:09.006517 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e83882-5f2d-4de0-8db2-cd6aba247376 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef649db-9813-44cd-b0d2-5b88cbaf87fc,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:09.030915 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562c3a8-4faf-4b15-9046-2816d5a64551 req-9eb42458-706f-4628-b7c0-121e2e631b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:09.032981 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c562c3a8-4faf-4b15-9046-2816d5a64551 req-9eb42458-706f-4628-b7c0-121e2e631b1d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1353359 Nov 12 00:41:09.039096 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af033a9-3d2e-4331-86be-569adf600877 None None] Pushing event updated for resources: {'Port': ['ID=0b0f8626-d6ee-492b-ac37-07e0d6d8f927,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:09.051178 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af033a9-3d2e-4331-86be-569adf600877 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:09.051464 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af033a9-3d2e-4331-86be-569adf600877 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:09.052578 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af033a9-3d2e-4331-86be-569adf600877 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:09.053067 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af033a9-3d2e-4331-86be-569adf600877 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:09.053569 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af033a9-3d2e-4331-86be-569adf600877 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:09.054210 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af033a9-3d2e-4331-86be-569adf600877 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:09.055092 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af033a9-3d2e-4331-86be-569adf600877 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:09.055285 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af033a9-3d2e-4331-86be-569adf600877 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:09.055756 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af033a9-3d2e-4331-86be-569adf600877 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:09.056248 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af033a9-3d2e-4331-86be-569adf600877 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:09.056597 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af033a9-3d2e-4331-86be-569adf600877 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:09.056962 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af033a9-3d2e-4331-86be-569adf600877 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:09.077604 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-8a31c1f6-25e2-4fe0-a8eb-530985a9c4d5 None None] Attempting to bind port 0b0f8626-d6ee-492b-ac37-07e0d6d8f927 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:41:09.077788 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e4fd5c02-f2a5-41ed-9aeb-34ff3145a6dd req-b5fb0d3a-c30c-4eff-87d9-c10dd9b0294d tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657920 Nov 12 00:41:09.078284 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-8a31c1f6-25e2-4fe0-a8eb-530985a9c4d5 None None] Attempting to bind port 0b0f8626-d6ee-492b-ac37-07e0d6d8f927 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:41:09.078832 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a31c1f6-25e2-4fe0-a8eb-530985a9c4d5 None None] Attempting to bind port 0b0f8626-d6ee-492b-ac37-07e0d6d8f927 on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:09.086883 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a31c1f6-25e2-4fe0-a8eb-530985a9c4d5 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:41:09.087264 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a31c1f6-25e2-4fe0-a8eb-530985a9c4d5 None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:09.087663 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8a31c1f6-25e2-4fe0-a8eb-530985a9c4d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:09.088112 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a31c1f6-25e2-4fe0-a8eb-530985a9c4d5 None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:41:09.088768 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-8a31c1f6-25e2-4fe0-a8eb-530985a9c4d5 None None] Bound port: 0b0f8626-d6ee-492b-ac37-07e0d6d8f927, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:41:09.089160 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8a31c1f6-25e2-4fe0-a8eb-530985a9c4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:09.124241 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0fea0-7c8b-438e-b47f-9bca04422df3 req-997d2403-e317-4cbb-8ec5-e815612555a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:09.129231 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:09.131919 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7fc0fea0-7c8b-438e-b47f-9bca04422df3 req-997d2403-e317-4cbb-8ec5-e815612555a6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=89218ce2-e54b-4f33-b040-6aa3f821723a HTTP/1.1" status: 200 len: 861 time: 0.1433787 Nov 12 00:41:09.154560 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-8a31c1f6-25e2-4fe0-a8eb-530985a9c4d5 None None] For port 0b0f8626-d6ee-492b-ac37-07e0d6d8f927, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:41:09.158485 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-8a31c1f6-25e2-4fe0-a8eb-530985a9c4d5 None None] For port 0b0f8626-d6ee-492b-ac37-07e0d6d8f927, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=0b0f8626-d6ee-492b-ac37-07e0d6d8f927,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:41:09.165886 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8a31c1f6-25e2-4fe0-a8eb-530985a9c4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:09.199260 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7fc0fea0-7c8b-438e-b47f-9bca04422df3 req-0b35bbb5-e972-4e1c-a51e-b1530b3bf6a0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efe1d89a-522f-4c40-b263-5cebd382e88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358989 Nov 12 00:41:09.249683 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a31c1f6-25e2-4fe0-a8eb-530985a9c4d5 None None] Routers {'c84db6f1-8b85-4b29-b189-c18ac23e69a5'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:41:09.250988 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-8a31c1f6-25e2-4fe0-a8eb-530985a9c4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:41:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['c84db6f1-8b85-4b29-b189-c18ac23e69a5'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:09.256443 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af033a9-3d2e-4331-86be-569adf600877 None None] Pushing event updated for resources: {'Port': ['ID=0b0f8626-d6ee-492b-ac37-07e0d6d8f927,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:09.259082 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-676ab771-cee4-4017-bb69-53ed3a066927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:09.269047 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd166d3a-f71c-4225-a56e-2b766f92e3c9 req-621ea155-f0e4-4d3c-9eeb-92225a2b9b11 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:09.270755 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fd166d3a-f71c-4225-a56e-2b766f92e3c9 req-621ea155-f0e4-4d3c-9eeb-92225a2b9b11 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfffd20-6596-433a-8910-8ddd2e57b574 HTTP/1.1" status: 200 len: 948 time: 0.1331153 Nov 12 00:41:09.308192 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c562c3a8-4faf-4b15-9046-2816d5a64551 req-4bf085d1-c340-41a5-9a29-e32c9741fd6e service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661989 Nov 12 00:41:09.374161 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-8a31c1f6-25e2-4fe0-a8eb-530985a9c4d5 None None] Set router c84db6f1-8b85-4b29-b189-c18ac23e69a5 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:41:09.390588 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['b3919cf8-6d84-4154-af85-c45c1316c790'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:09.397975 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [req-db66bcde-ebd7-4e29-827f-30d895c265d7 req-503ea21a-cc9e-4aa7-92f0-e0f3ff47d5a6 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] show failed (client error): The resource could not be found. Nov 12 00:41:09.401096 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fd166d3a-f71c-4225-a56e-2b766f92e3c9 req-8bb97754-3351-4f3a-808e-667e54904073 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186585 Nov 12 00:41:09.422069 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-db66bcde-ebd7-4e29-827f-30d895c265d7 req-503ea21a-cc9e-4aa7-92f0-e0f3ff47d5a6 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] 10.222.0.20 "GET /v2.0/security-groups/2e82bd5b-5b12-45d4-a892-628a49669669 HTTP/1.1" status: 404 len: 352 time: 0.1663363 Nov 12 00:41:09.438258 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-a196bd53-f379-47a0-b814-61ab16ce88bd req-d76b716f-beb7-4526-a03c-4e51ab069632 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 542980b8-6964-4857-a940-20f788f4f1dd {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:09.448954 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a196bd53-f379-47a0-b814-61ab16ce88bd req-d76b716f-beb7-4526-a03c-4e51ab069632 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:09.472737 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-a196bd53-f379-47a0-b814-61ab16ce88bd req-d76b716f-beb7-4526-a03c-4e51ab069632 service neutron] Transition to ACTIVE for port object 542980b8-6964-4857-a940-20f788f4f1dd will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:41:09.479456 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a196bd53-f379-47a0-b814-61ab16ce88bd req-d76b716f-beb7-4526-a03c-4e51ab069632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:09.543390 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c562c3a8-4faf-4b15-9046-2816d5a64551 req-bb27c13d-4e41-4c54-aef9-ec874d010602 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194574 Nov 12 00:41:09.571370 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76b716f-beb7-4526-a03c-4e51ab069632 service neutron] Pushing event updated for resources: {'Port': ['ID=542980b8-6964-4857-a940-20f788f4f1dd,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:09.634257 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7fc0fea0-7c8b-438e-b47f-9bca04422df3 req-740befd3-0046-430a-ab1c-161d75260ebf service neutron] 10.222.0.49 "GET /v2.0/networks/efe1d89a-522f-4c40-b263-5cebd382e88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773506 Nov 12 00:41:09.640052 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c0d4f26f-e037-4ec2-b39b-92b2df7cdc76 req-58fecc7d-f7d4-4535-82d4-252927adf3df tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] 10.222.0.20 "GET /v2.0/security-groups/9d24268d-4853-4878-ae2b-9f64ce7ae949 HTTP/1.1" status: 200 len: 1821 time: 0.0757399 Nov 12 00:41:09.726209 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:09.763655 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-a196bd53-f379-47a0-b814-61ab16ce88bd req-d76b716f-beb7-4526-a03c-4e51ab069632 service neutron] Attempting to bind port 542980b8-6964-4857-a940-20f788f4f1dd on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:41:09.764136 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-a196bd53-f379-47a0-b814-61ab16ce88bd req-d76b716f-beb7-4526-a03c-4e51ab069632 service neutron] Attempting to bind port 542980b8-6964-4857-a940-20f788f4f1dd by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:41:09.764753 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a196bd53-f379-47a0-b814-61ab16ce88bd req-d76b716f-beb7-4526-a03c-4e51ab069632 service neutron] Attempting to bind port 542980b8-6964-4857-a940-20f788f4f1dd on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:09.770840 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device a26531be-90e9-455d-a213-067a290de5b1 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:09.778749 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a196bd53-f379-47a0-b814-61ab16ce88bd req-d76b716f-beb7-4526-a03c-4e51ab069632 service neutron] Port 542980b8-6964-4857-a940-20f788f4f1dd on network 172a28b2-119c-4d70-aef1-a731eb107d6c not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:41:09.779206 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a196bd53-f379-47a0-b814-61ab16ce88bd req-d76b716f-beb7-4526-a03c-4e51ab069632 service neutron] Attempting to bind port 542980b8-6964-4857-a940-20f788f4f1dd on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:09.794708 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-8a31c1f6-25e2-4fe0-a8eb-530985a9c4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84db6f1-8b85-4b29-b189-c18ac23e69a5', 'name': 'tempest-ServerRescueNegativeTestJSON-845973093-router', 'tenant_id': 'ca59ce4eae8a454cab0edaf4190753c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '0b0f8626-d6ee-492b-ac37-07e0d6d8f927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:04Z', 'updated_at': '2021-11-12T00:41:06Z', 'revision_number': 3, 'project_id': 'ca59ce4eae8a454cab0edaf4190753c1', 'gw_port': {'id': '0b0f8626-d6ee-492b-ac37-07e0d6d8f927', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84db6f1-8b85-4b29-b189-c18ac23e69a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:05Z', 'updated_at': '2021-11-12T00:41:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:09.796147 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a196bd53-f379-47a0-b814-61ab16ce88bd req-d76b716f-beb7-4526-a03c-4e51ab069632 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:41:09.796586 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a196bd53-f379-47a0-b814-61ab16ce88bd req-d76b716f-beb7-4526-a03c-4e51ab069632 service neutron] Checking segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:09.797212 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a196bd53-f379-47a0-b814-61ab16ce88bd req-d76b716f-beb7-4526-a03c-4e51ab069632 service neutron] Bound using segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:41:09.797772 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-a196bd53-f379-47a0-b814-61ab16ce88bd req-d76b716f-beb7-4526-a03c-4e51ab069632 service neutron] Bound port: 542980b8-6964-4857-a940-20f788f4f1dd, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:41:09.798792 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a196bd53-f379-47a0-b814-61ab16ce88bd req-d76b716f-beb7-4526-a03c-4e51ab069632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:09.830573 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a31c1f6-25e2-4fe0-a8eb-530985a9c4d5 None None] The sync data for ids ['c84db6f1-8b85-4b29-b189-c18ac23e69a5'] in n-d-812236-11 is: [{'id': 'c84db6f1-8b85-4b29-b189-c18ac23e69a5', 'name': 'tempest-ServerRescueNegativeTestJSON-845973093-router', 'tenant_id': 'ca59ce4eae8a454cab0edaf4190753c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '0b0f8626-d6ee-492b-ac37-07e0d6d8f927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:04Z', 'updated_at': '2021-11-12T00:41:06Z', 'revision_number': 3, 'project_id': 'ca59ce4eae8a454cab0edaf4190753c1', 'gw_port': {'id': '0b0f8626-d6ee-492b-ac37-07e0d6d8f927', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84db6f1-8b85-4b29-b189-c18ac23e69a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:05Z', 'updated_at': '2021-11-12T00:41:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:41:09.881979 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port a26531be-90e9-455d-a213-067a290de5b1 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:41:09.887645 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port a26531be-90e9-455d-a213-067a290de5b1 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:09.889027 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:09.894002 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-c0d4f26f-e037-4ec2-b39b-92b2df7cdc76 req-a2a8498c-0509-4f2e-927e-175d60c92c29 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:09.945136 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-c0d4f26f-e037-4ec2-b39b-92b2df7cdc76 req-a2a8498c-0509-4f2e-927e-175d60c92c29 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:09.956037 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-a196bd53-f379-47a0-b814-61ab16ce88bd req-d76b716f-beb7-4526-a03c-4e51ab069632 service neutron] For port 542980b8-6964-4857-a940-20f788f4f1dd, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:41:09.984572 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-a196bd53-f379-47a0-b814-61ab16ce88bd req-d76b716f-beb7-4526-a03c-4e51ab069632 service neutron] For port 542980b8-6964-4857-a940-20f788f4f1dd, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=542980b8-6964-4857-a940-20f788f4f1dd,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:41:09.998757 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a196bd53-f379-47a0-b814-61ab16ce88bd req-d76b716f-beb7-4526-a03c-4e51ab069632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:10.005067 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:10.046731 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdfae9b2-8b7d-4b2b-a7b6-9dcbdb0fd1a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26531be-90e9-455d-a213-067a290de5b1'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:10.049463 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912d5127-50be-4fd2-a0c0-dcf0394de32e" -d '{"events": [{"server_uuid": "bdfae9b2-8b7d-4b2b-a7b6-9dcbdb0fd1a2", "name": "network-vif-plugged", "status": "completed", "tag": "a26531be-90e9-455d-a213-067a290de5b1"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:10.062376 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196bd53-f379-47a0-b814-61ab16ce88bd req-d76b716f-beb7-4526-a03c-4e51ab069632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:10.063075 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a196bd53-f379-47a0-b814-61ab16ce88bd req-d76b716f-beb7-4526-a03c-4e51ab069632 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:10.065051 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port a26531be-90e9-455d-a213-067a290de5b1, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=a26531be-90e9-455d-a213-067a290de5b1,segment=NetworkSegment(31f3cd0b-8f92-47c3-a72f-efb4d157fdb5),segment_id=31f3cd0b-8f92-47c3-a72f-efb4d157fdb5)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:10.065246 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a196bd53-f379-47a0-b814-61ab16ce88bd req-d76b716f-beb7-4526-a03c-4e51ab069632 service neutron] 10.222.0.49 "PUT /v2.0/ports/542980b8-6964-4857-a940-20f788f4f1dd HTTP/1.1" status: 200 len: 1097 time: 1.5241821 Nov 12 00:41:10.068581 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '442fa957-b056-4b96-beb8-2fd3daa7200a', 'tag': '542980b8-6964-4857-a940-20f788f4f1dd'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:10.070784 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:10.071171 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4b5d6b-9ea3-447c-aa9b-1803e9d37794" -d '{"events": [{"name": "network-changed", "server_uuid": "442fa957-b056-4b96-beb8-2fd3daa7200a", "tag": "542980b8-6964-4857-a940-20f788f4f1dd"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:10.077906 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880bf642-a71a-4567-815b-ab8f179f5c4c req-32bf63d0-ffd4-4121-af29-72f1b4ecbc32 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:10.079429 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-880bf642-a71a-4567-815b-ab8f179f5c4c req-32bf63d0-ffd4-4121-af29-72f1b4ecbc32 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdfae9b2-8b7d-4b2b-a7b6-9dcbdb0fd1a2 HTTP/1.1" status: 200 len: 945 time: 0.5337257 Nov 12 00:41:10.089625 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-c0d4f26f-e037-4ec2-b39b-92b2df7cdc76 req-a2a8498c-0509-4f2e-927e-175d60c92c29 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:10.092228 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-c0d4f26f-e037-4ec2-b39b-92b2df7cdc76 req-a2a8498c-0509-4f2e-927e-175d60c92c29 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:10.093362 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c0d4f26f-e037-4ec2-b39b-92b2df7cdc76 req-a2a8498c-0509-4f2e-927e-175d60c92c29 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] 10.222.0.20 "DELETE /v2.0/security-groups/9d24268d-4853-4878-ae2b-9f64ce7ae949 HTTP/1.1" status: 204 len: 173 time: 0.4041007 Nov 12 00:41:10.109866 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8498c-0509-4f2e-927e-175d60c92c29 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d24268d-4853-4878-ae2b-9f64ce7ae949,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:10.143634 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76b716f-beb7-4526-a03c-4e51ab069632 service neutron] Pushing event updated for resources: {'Port': ['ID=542980b8-6964-4857-a940-20f788f4f1dd,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:10.157501 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=a26531be-90e9-455d-a213-067a290de5b1,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:10.194612 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-676ab771-cee4-4017-bb69-53ed3a066927 admin admin] Allocated IP 172.20.0.1 (e341d327-9b78-4d43-be6a-a70347676874/72bf2022-887a-4d33-83bf-7582ee4258c1/2d9980d2-2fb4-4409-9867-05d438ff9c84) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:41:10.240255 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196bd53-f379-47a0-b814-61ab16ce88bd req-29f82c43-ac1f-423d-a50a-8b54c84fec9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:10.242833 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a196bd53-f379-47a0-b814-61ab16ce88bd req-29f82c43-ac1f-423d-a50a-8b54c84fec9b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=79a8b3dad7a0401ab482e19b622fac98&device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 1100 time: 0.1151307 Nov 12 00:41:10.298640 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-880bf642-a71a-4567-815b-ab8f179f5c4c req-304af3dd-f560-4710-8bcb-913ceff16b9d tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498597 Nov 12 00:41:10.336659 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a196bd53-f379-47a0-b814-61ab16ce88bd req-2e84f7d2-19a3-4b9d-8dc1-5af3e33ffbab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=542980b8-6964-4857-a940-20f788f4f1dd HTTP/1.1" status: 200 len: 217 time: 0.0699525 Nov 12 00:41:10.340656 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7fc0fea0-7c8b-438e-b47f-9bca04422df3 req-d6198c68-bb86-4862-b6cc-10c9428014c6 service neutron] 10.222.0.49 "GET /v2.0/networks/efe1d89a-522f-4c40-b263-5cebd382e88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6851151 Nov 12 00:41:10.356910 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2523006-ee51-4003-8213-ae49c3e51b11 req-f182f476-35b4-493f-8134-67115e0d914b tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:10.370172 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c2523006-ee51-4003-8213-ae49c3e51b11 req-f182f476-35b4-493f-8134-67115e0d914b tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 948 time: 0.1861029 Nov 12 00:41:10.395602 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e4b314-63c9-4aa4-a860-006ec8e62901 x-openstack-request-id: req-49e4b314-63c9-4aa4-a860-006ec8e62901 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:10.395926 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdfae9b2-8b7d-4b2b-a7b6-9dcbdb0fd1a2", "name": "network-vif-plugged", "status": "completed", "tag": "a26531be-90e9-455d-a213-067a290de5b1", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:10.396175 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-49e4b314-63c9-4aa4-a860-006ec8e62901 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:10.397102 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdfae9b2-8b7d-4b2b-a7b6-9dcbdb0fd1a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26531be-90e9-455d-a213-067a290de5b1', 'code': 200} Nov 12 00:41:10.406794 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-676ab771-cee4-4017-bb69-53ed3a066927 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:10.465211 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:10.467731 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7652b04-3a12-4740-a11e-c85839c87887 x-openstack-request-id: req-c7652b04-3a12-4740-a11e-c85839c87887 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:10.468026 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "442fa957-b056-4b96-beb8-2fd3daa7200a", "tag": "542980b8-6964-4857-a940-20f788f4f1dd", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:10.468281 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c7652b04-3a12-4740-a11e-c85839c87887 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:10.468681 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '442fa957-b056-4b96-beb8-2fd3daa7200a', 'tag': '542980b8-6964-4857-a940-20f788f4f1dd', 'status': 'completed', 'code': 200} Nov 12 00:41:10.470594 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196bd53-f379-47a0-b814-61ab16ce88bd req-aa3c0dc5-9867-45d1-93ab-1e490d566980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:10.472261 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a196bd53-f379-47a0-b814-61ab16ce88bd req-aa3c0dc5-9867-45d1-93ab-1e490d566980 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.1011744 Nov 12 00:41:10.502478 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-676ab771-cee4-4017-bb69-53ed3a066927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:10.587674 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676ab771-cee4-4017-bb69-53ed3a066927 admin admin] Network e341d327-9b78-4d43-be6a-a70347676874 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:41:10.594483 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-676ab771-cee4-4017-bb69-53ed3a066927 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:10.597160 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676ab771-cee4-4017-bb69-53ed3a066927 admin admin] Pushing event updated for resources: {'Port': ['ID=2d9980d2-2fb4-4409-9867-05d438ff9c84,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:10.599903 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676ab771-cee4-4017-bb69-53ed3a066927 admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:41:10.603428 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3e89d-13d8-4936-bc65-51e482bb4053 req-fa6500f6-b163-4654-8882-9929ce9c746e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:10.605176 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-62d3e89d-13d8-4936-bc65-51e482bb4053 req-fa6500f6-b163-4654-8882-9929ce9c746e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bdfae9b2-8b7d-4b2b-a7b6-9dcbdb0fd1a2 HTTP/1.1" status: 200 len: 1098 time: 0.1138489 Nov 12 00:41:10.612017 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c2523006-ee51-4003-8213-ae49c3e51b11 req-c74cdac9-23b6-4c99-9471-432459bb6aed tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797776 Nov 12 00:41:10.637814 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196bd53-f379-47a0-b814-61ab16ce88bd req-400162ac-c667-4621-ba5e-93c32a63fa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:10.640812 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a196bd53-f379-47a0-b814-61ab16ce88bd req-400162ac-c667-4621-ba5e-93c32a63fa12 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1158159 Nov 12 00:41:10.645544 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-676ab771-cee4-4017-bb69-53ed3a066927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:10.657012 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b4662-8cac-417a-812c-784fb0a166c6 req-49abe7fd-fc74-404c-a56d-c62e631d2646 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:10.658590 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-587b4662-8cac-417a-812c-784fb0a166c6 req-49abe7fd-fc74-404c-a56d-c62e631d2646 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b HTTP/1.1" status: 200 len: 944 time: 0.1272972 Nov 12 00:41:10.746942 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-62d3e89d-13d8-4936-bc65-51e482bb4053 req-f09a0774-8494-4a62-9e0e-e73bc7cb255b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324120 Nov 12 00:41:10.774102 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-587b4662-8cac-417a-812c-784fb0a166c6 req-eb589a83-1519-4f0b-8c94-d3c8cc95a0bb tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846822 Nov 12 00:41:10.776271 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ad419c9f-a3f1-48dd-a222-998d749d162f req-7e250441-9dda-4b04-ad60-9fa05d7a2dc3 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] 10.222.0.20 "GET /v2.0/security-groups/7056c7c6-a48d-4f82-9861-fd77dd93c0d8 HTTP/1.1" status: 200 len: 1820 time: 0.1181588 Nov 12 00:41:10.840765 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a196bd53-f379-47a0-b814-61ab16ce88bd req-56228835-e925-4242-bf7d-32c31a73ed58 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924961 Nov 12 00:41:10.844054 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-676ab771-cee4-4017-bb69-53ed3a066927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:10.885045 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ad419c9f-a3f1-48dd-a222-998d749d162f req-5278bb85-415a-4a39-81e8-3a4c31b60626 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:10.946179 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ad419c9f-a3f1-48dd-a222-998d749d162f req-5278bb85-415a-4a39-81e8-3a4c31b60626 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:11.007835 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a196bd53-f379-47a0-b814-61ab16ce88bd req-9004189b-f2b7-4aa8-8e33-d31c0e1fea4b service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414008 Nov 12 00:41:11.036097 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-676ab771-cee4-4017-bb69-53ed3a066927 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:11.042269 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-676ab771-cee4-4017-bb69-53ed3a066927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:11.046925 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ad419c9f-a3f1-48dd-a222-998d749d162f req-5278bb85-415a-4a39-81e8-3a4c31b60626 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:11.049431 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ad419c9f-a3f1-48dd-a222-998d749d162f req-5278bb85-415a-4a39-81e8-3a4c31b60626 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:11.050587 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ad419c9f-a3f1-48dd-a222-998d749d162f req-5278bb85-415a-4a39-81e8-3a4c31b60626 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] 10.222.0.20 "DELETE /v2.0/security-groups/7056c7c6-a48d-4f82-9861-fd77dd93c0d8 HTTP/1.1" status: 204 len: 173 time: 0.2712975 Nov 12 00:41:11.062468 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5278bb85-415a-4a39-81e8-3a4c31b60626 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7056c7c6-a48d-4f82-9861-fd77dd93c0d8,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:11.109345 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-676ab771-cee4-4017-bb69-53ed3a066927 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:11.180078 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676ab771-cee4-4017-bb69-53ed3a066927 admin admin] Pushing event updated for resources: {'Port': ['ID=2d9980d2-2fb4-4409-9867-05d438ff9c84,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:11.184910 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b5d6b-9ea3-447c-aa9b-1803e9d37794 req-ff75d200-d888-4fa7-808b-d6c381d7092e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:11.186645 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8a4b5d6b-9ea3-447c-aa9b-1803e9d37794 req-ff75d200-d888-4fa7-808b-d6c381d7092e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=79a8b3dad7a0401ab482e19b622fac98&device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 1100 time: 0.0853951 Nov 12 00:41:11.215396 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd3f6d-39e3-445c-9833-b01dda0b6523 req-46ada84c-e226-442c-b529-9e5cc88c1ad4 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:11.216887 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3bfd3f6d-39e3-445c-9833-b01dda0b6523 req-46ada84c-e226-442c-b529-9e5cc88c1ad4 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfffd20-6596-433a-8910-8ddd2e57b574 HTTP/1.1" status: 200 len: 948 time: 0.0725222 Nov 12 00:41:11.253589 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676ab771-cee4-4017-bb69-53ed3a066927 admin admin] Network e341d327-9b78-4d43-be6a-a70347676874 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:41:11.255113 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-676ab771-cee4-4017-bb69-53ed3a066927 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:11.422033 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d1443cd9-bdff-4f11-b414-ee29e56aaaf7 req-a1d689b2-c7d7-42b9-b904-e5fbe10572fb tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] 10.222.0.20 "GET /v2.0/security-groups/0ae0091b-4e97-495b-96da-73ea14dce0ca HTTP/1.1" status: 200 len: 1821 time: 0.1034315 Nov 12 00:41:11.423901 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-676ab771-cee4-4017-bb69-53ed3a066927 admin admin] Router c84db6f1-8b85-4b29-b189-c18ac23e69a5 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:41:11.571521 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d1443cd9-bdff-4f11-b414-ee29e56aaaf7 req-c019815e-8755-442c-ab3b-f78a8ea48cc3 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:11.606563 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676ab771-cee4-4017-bb69-53ed3a066927 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:41:11.622787 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-676ab771-cee4-4017-bb69-53ed3a066927 admin admin] 10.222.0.20 "PUT /v2.0/routers/c84db6f1-8b85-4b29-b189-c18ac23e69a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4077342 Nov 12 00:41:11.622787 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d1443cd9-bdff-4f11-b414-ee29e56aaaf7 req-c019815e-8755-442c-ab3b-f78a8ea48cc3 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:11.634571 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b5d6b-9ea3-447c-aa9b-1803e9d37794 req-c0bb18b6-5281-4cab-986d-8d94e33815b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:11.636097 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8a4b5d6b-9ea3-447c-aa9b-1803e9d37794 req-c0bb18b6-5281-4cab-986d-8d94e33815b2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.4362874 Nov 12 00:41:11.689079 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d1443cd9-bdff-4f11-b414-ee29e56aaaf7 req-c019815e-8755-442c-ab3b-f78a8ea48cc3 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:11.693672 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d1443cd9-bdff-4f11-b414-ee29e56aaaf7 req-c019815e-8755-442c-ab3b-f78a8ea48cc3 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:11.696069 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8a4b5d6b-9ea3-447c-aa9b-1803e9d37794 req-710b5367-e75c-4b15-9305-caf01f516706 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=542980b8-6964-4857-a940-20f788f4f1dd HTTP/1.1" status: 200 len: 217 time: 0.0484090 Nov 12 00:41:11.708957 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d1443cd9-bdff-4f11-b414-ee29e56aaaf7 req-c019815e-8755-442c-ab3b-f78a8ea48cc3 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] 10.222.0.20 "DELETE /v2.0/security-groups/0ae0091b-4e97-495b-96da-73ea14dce0ca HTTP/1.1" status: 204 len: 173 time: 0.2725458 Nov 12 00:41:11.722184 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3bfd3f6d-39e3-445c-9833-b01dda0b6523 req-3f79f295-97ea-4ee6-a7da-2429bb65e059 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4073367 Nov 12 00:41:11.731683 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c019815e-8755-442c-ab3b-f78a8ea48cc3 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae0091b-4e97-495b-96da-73ea14dce0ca,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:11.784991 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device b06c821b-bff1-411f-96ae-10a43e76c013 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:41:11.786757 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b5d6b-9ea3-447c-aa9b-1803e9d37794 req-9003031f-095a-4682-9080-af155d36a5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:11.791915 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8a4b5d6b-9ea3-447c-aa9b-1803e9d37794 req-9003031f-095a-4682-9080-af155d36a5ce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.0838339 Nov 12 00:41:11.810514 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 8d7a5ad2-6d06-4992-a144-7c04486dc5bb details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:41:11.906746 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b5d6b-9ea3-447c-aa9b-1803e9d37794 req-1b64c129-ccdb-46b1-b5b9-e1ff7d2e67ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:11.908468 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8a4b5d6b-9ea3-447c-aa9b-1803e9d37794 req-1b64c129-ccdb-46b1-b5b9-e1ff7d2e67ec service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1072569 Nov 12 00:41:11.916842 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d2d0b-baa6-4699-88cb-ca521c31da18 req-673832c3-8ba7-4e56-9a69-2d1d449115aa tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:11.919753 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-195d2d0b-baa6-4699-88cb-ca521c31da18 req-673832c3-8ba7-4e56-9a69-2d1d449115aa tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdfae9b2-8b7d-4b2b-a7b6-9dcbdb0fd1a2 HTTP/1.1" status: 200 len: 946 time: 0.1185713 Nov 12 00:41:11.956764 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4edbf-5bad-4c5d-8bdc-c4aba64475f4 req-1c633e04-3aa5-4da1-a8b2-b517950f9beb tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:11.959395 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-82d4edbf-5bad-4c5d-8bdc-c4aba64475f4 req-1c633e04-3aa5-4da1-a8b2-b517950f9beb tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 948 time: 0.1024883 Nov 12 00:41:12.022965 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port b06c821b-bff1-411f-96ae-10a43e76c013, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=b06c821b-bff1-411f-96ae-10a43e76c013,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:12.042594 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-195d2d0b-baa6-4699-88cb-ca521c31da18 req-3a8939de-bc96-404b-b6b7-f5314763721e tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116536 Nov 12 00:41:12.055711 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'b06c821b-bff1-411f-96ae-10a43e76c013', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'port_id': 'b06c821b-bff1-411f-96ae-10a43e76c013', 'mac_address': 'fa:16:3e:a8:4f:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3288e972-21d8-4a52-9002-05790fb0bb61', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:41:12.073204 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8a4b5d6b-9ea3-447c-aa9b-1803e9d37794 req-7e80a546-313e-4f42-be14-a91b12b90bf1 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565719 Nov 12 00:41:12.084064 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-82d4edbf-5bad-4c5d-8bdc-c4aba64475f4 req-b9d80647-5869-4f75-afe0-087ca52474c3 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918779 Nov 12 00:41:12.107934 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:12.133297 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 8d7a5ad2-6d06-4992-a144-7c04486dc5bb, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=8d7a5ad2-6d06-4992-a144-7c04486dc5bb,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:12.137141 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b06c821b-bff1-411f-96ae-10a43e76c013 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:12.173192 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '8d7a5ad2-6d06-4992-a144-7c04486dc5bb', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'port_id': '8d7a5ad2-6d06-4992-a144-7c04486dc5bb', 'mac_address': 'fa:16:3e:eb:87:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3288e972-21d8-4a52-9002-05790fb0bb61', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:41:12.182693 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 0b0f8626-d6ee-492b-ac37-07e0d6d8f927 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:12.217804 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-889046c3-9230-492f-8296-5dd766fa1bc8 req-2cd6cc54-ba0a-4300-86b8-25b9fa6f85cf tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] 10.222.0.20 "GET /v2.0/security-groups/2066cb4f-f7e3-4cc1-b072-eb47ba83c3ac HTTP/1.1" status: 200 len: 2420 time: 0.1291118 Nov 12 00:41:12.225329 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4de40ed-62dd-4585-9be6-a5112e25d017 None None] Sync routers for ids ['c84db6f1-8b85-4b29-b189-c18ac23e69a5'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:41:12.231697 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port b06c821b-bff1-411f-96ae-10a43e76c013, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=b06c821b-bff1-411f-96ae-10a43e76c013,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:12.279848 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:12.286399 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:12.307175 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8a4b5d6b-9ea3-447c-aa9b-1803e9d37794 req-4d833238-e621-49db-b1b5-3d68c19796e0 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174206 Nov 12 00:41:12.316030 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c1509-feb7-46f3-ae32-0c1acc41764e req-e299007f-0eb4-4187-be62-e76124a66389 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:12.324138 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a06c1509-feb7-46f3-ae32-0c1acc41764e req-e299007f-0eb4-4187-be62-e76124a66389 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b HTTP/1.1" status: 200 len: 944 time: 0.0919752 Nov 12 00:41:12.357098 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=b06c821b-bff1-411f-96ae-10a43e76c013,revision_number=6']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:12.372956 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4de40ed-62dd-4585-9be6-a5112e25d017 None None] Routers {'c84db6f1-8b85-4b29-b189-c18ac23e69a5'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:41:12.373877 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-f4de40ed-62dd-4585-9be6-a5112e25d017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:41:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['c84db6f1-8b85-4b29-b189-c18ac23e69a5'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:12.381902 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d7a5ad2-6d06-4992-a144-7c04486dc5bb {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:12.394127 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a06c1509-feb7-46f3-ae32-0c1acc41764e req-6faf4f4e-b0d8-4032-9a82-a3bec6d43233 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691087 Nov 12 00:41:12.395756 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-889046c3-9230-492f-8296-5dd766fa1bc8 req-c9c6cc55-3816-40bb-9631-9cf938f100f0 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:12.405955 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 8d7a5ad2-6d06-4992-a144-7c04486dc5bb, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=8d7a5ad2-6d06-4992-a144-7c04486dc5bb,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:12.458421 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:12.459438 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device c8ff2049-02a3-42f0-a400-fd605dfd586d details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:41:12.466134 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:12.478010 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-889046c3-9230-492f-8296-5dd766fa1bc8 req-c9c6cc55-3816-40bb-9631-9cf938f100f0 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:12.552501 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-889046c3-9230-492f-8296-5dd766fa1bc8 req-c9c6cc55-3816-40bb-9631-9cf938f100f0 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:12.555739 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-889046c3-9230-492f-8296-5dd766fa1bc8 req-c9c6cc55-3816-40bb-9631-9cf938f100f0 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:12.558245 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-889046c3-9230-492f-8296-5dd766fa1bc8 req-c9c6cc55-3816-40bb-9631-9cf938f100f0 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] 10.222.0.20 "DELETE /v2.0/security-groups/2066cb4f-f7e3-4cc1-b072-eb47ba83c3ac HTTP/1.1" status: 204 len: 173 time: 0.3300102 Nov 12 00:41:12.584482 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c6cc55-3816-40bb-9631-9cf938f100f0 tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2066cb4f-f7e3-4cc1-b072-eb47ba83c3ac,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:12.686941 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 0b0f8626-d6ee-492b-ac37-07e0d6d8f927 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:12.687312 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:12.697857 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['b06c821b-bff1-411f-96ae-10a43e76c013'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:12.723715 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.db.resource_extend [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:41:12.763866 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4a5a9-6d76-4f60-918c-9e07b63edb5d req-2239b43b-cd44-4773-997c-8451cf0d1aa6 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:12.765528 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8b4a5a9-6d76-4f60-918c-9e07b63edb5d req-2239b43b-cd44-4773-997c-8451cf0d1aa6 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/networks?id=e341d327-9b78-4d43-be6a-a70347676874 HTTP/1.1" status: 200 len: 818 time: 0.1491659 Nov 12 00:41:12.783640 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8b4a5a9-6d76-4f60-918c-9e07b63edb5d req-3ec8f0d5-5de2-4e4f-9e21-476315489c29 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/quotas/ca59ce4eae8a454cab0edaf4190753c1 HTTP/1.1" status: 200 len: 375 time: 0.0107861 Nov 12 00:41:12.783899 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a7ad3b5b-3776-4ed3-8373-081534abbda8 req-f916c3fd-3922-41b5-8d05-aeca38ff5faa tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] 10.222.0.20 "GET /v2.0/security-groups/70f99ab2-be4a-4385-9365-3306e2bc1050 HTTP/1.1" status: 200 len: 2414 time: 0.0414772 Nov 12 00:41:12.841828 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=8d7a5ad2-6d06-4992-a144-7c04486dc5bb,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:12.847835 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8b4a5a9-6d76-4f60-918c-9e07b63edb5d req-a702c018-8d76-4f6a-bb70-f5bdd43e7d94 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca59ce4eae8a454cab0edaf4190753c1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0531771 Nov 12 00:41:12.857128 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-f4de40ed-62dd-4585-9be6-a5112e25d017 None None] Set router c84db6f1-8b85-4b29-b189-c18ac23e69a5 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:41:12.862887 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-a7ad3b5b-3776-4ed3-8373-081534abbda8 req-69d08367-0a50-4c10-8ef4-b0a34574e20b tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:12.887669 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-a7ad3b5b-3776-4ed3-8373-081534abbda8 req-69d08367-0a50-4c10-8ef4-b0a34574e20b tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:12.941319 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-a7ad3b5b-3776-4ed3-8373-081534abbda8 req-69d08367-0a50-4c10-8ef4-b0a34574e20b tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:12.945113 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-a7ad3b5b-3776-4ed3-8373-081534abbda8 req-69d08367-0a50-4c10-8ef4-b0a34574e20b tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:12.946315 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a7ad3b5b-3776-4ed3-8373-081534abbda8 req-69d08367-0a50-4c10-8ef4-b0a34574e20b tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] 10.222.0.20 "DELETE /v2.0/security-groups/70f99ab2-be4a-4385-9365-3306e2bc1050 HTTP/1.1" status: 204 len: 173 time: 0.1478257 Nov 12 00:41:12.952234 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41634) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:12.964966 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8b4a5a9-6d76-4f60-918c-9e07b63edb5d req-9f7ad105-57a7-4325-994a-ffa4619d548b service neutron] 10.222.0.20 "GET /v2.0/networks/e341d327-9b78-4d43-be6a-a70347676874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068711 Nov 12 00:41:13.001572 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d08367-0a50-4c10-8ef4-b0a34574e20b tempest-SecurityGroupRulesTestJSON-337560596 tempest-SecurityGroupRulesTestJSON-337560596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f99ab2-be4a-4385-9365-3306e2bc1050,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:13.014345 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port c8ff2049-02a3-42f0-a400-fd605dfd586d, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=c8ff2049-02a3-42f0-a400-fd605dfd586d,segment=NetworkSegment(6dc56b81-8d8e-4b44-90a6-8b45d539a128),segment_id=6dc56b81-8d8e-4b44-90a6-8b45d539a128)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:13.051484 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-80d62c92-f121-4800-bf44-a40b0fd87e04 admin admin] Deleting subnet 916fc776-41f7-454a-8f5f-0c0f6eeacaf6 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:41:13.057106 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-80d62c92-f121-4800-bf44-a40b0fd87e04 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:13.102099 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': 'c8ff2049-02a3-42f0-a400-fd605dfd586d', 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d', 'port_id': 'c8ff2049-02a3-42f0-a400-fd605dfd586d', 'mac_address': 'fa:16:3e:a2:02:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89218ce2-e54b-4f33-b040-6aa3f821723a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:41:13.102287 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-80d62c92-f121-4800-bf44-a40b0fd87e04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:13.105937 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8b4a5a9-6d76-4f60-918c-9e07b63edb5d req-9bd98164-21c4-40d3-8dd0-8bcc9eedeff3 service neutron] 10.222.0.20 "GET /v2.0/networks/e341d327-9b78-4d43-be6a-a70347676874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291478 Nov 12 00:41:13.113948 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64e301-41ea-4b8f-a27f-7fd4b3499232 req-126d65c0-e6c6-4a65-a463-42d7952acfcf tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:13.114467 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:13.115845 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4b64e301-41ea-4b8f-a27f-7fd4b3499232 req-126d65c0-e6c6-4a65-a463-42d7952acfcf tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfffd20-6596-433a-8910-8ddd2e57b574 HTTP/1.1" status: 200 len: 949 time: 0.0982964 Nov 12 00:41:13.169943 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 0b0f8626-d6ee-492b-ac37-07e0d6d8f927, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=0b0f8626-d6ee-492b-ac37-07e0d6d8f927,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:13.186112 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:13.197857 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-80d62c92-f121-4800-bf44-a40b0fd87e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:13.232755 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4b64e301-41ea-4b8f-a27f-7fd4b3499232 req-db05df67-a207-45fe-9824-f25086f55296 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941670 Nov 12 00:41:13.252061 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:13.278675 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:41:13.308439 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-80d62c92-f121-4800-bf44-a40b0fd87e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:13.312277 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8ff2049-02a3-42f0-a400-fd605dfd586d {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:13.355024 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d62c92-f121-4800-bf44-a40b0fd87e04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=916fc776-41f7-454a-8f5f-0c0f6eeacaf6,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:13.360650 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-80d62c92-f121-4800-bf44-a40b0fd87e04 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:13.368346 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-80d62c92-f121-4800-bf44-a40b0fd87e04 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/916fc776-41f7-454a-8f5f-0c0f6eeacaf6 HTTP/1.1" status: 204 len: 168 time: 0.4146390 Nov 12 00:41:13.376799 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41644) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:13.377845 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=0b0f8626-d6ee-492b-ac37-07e0d6d8f927,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:13.386160 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port c8ff2049-02a3-42f0-a400-fd605dfd586d, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=c8ff2049-02a3-42f0-a400-fd605dfd586d,segment=NetworkSegment(6dc56b81-8d8e-4b44-90a6-8b45d539a128),segment_id=6dc56b81-8d8e-4b44-90a6-8b45d539a128)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:13.395251 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:13.446828 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf2c34-99bc-4d6b-b180-cdd1e964bc26 req-a831ab12-38ba-480e-97d3-13f85ad649c1 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:13.448942 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1bbf2c34-99bc-4d6b-b180-cdd1e964bc26 req-a831ab12-38ba-480e-97d3-13f85ad649c1 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdfae9b2-8b7d-4b2b-a7b6-9dcbdb0fd1a2 HTTP/1.1" status: 200 len: 946 time: 0.0971000 Nov 12 00:41:13.452523 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-f4de40ed-62dd-4585-9be6-a5112e25d017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84db6f1-8b85-4b29-b189-c18ac23e69a5', 'name': 'tempest-ServerRescueNegativeTestJSON-845973093-router', 'tenant_id': 'ca59ce4eae8a454cab0edaf4190753c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '0b0f8626-d6ee-492b-ac37-07e0d6d8f927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:04Z', 'updated_at': '2021-11-12T00:41:10Z', 'revision_number': 4, 'project_id': 'ca59ce4eae8a454cab0edaf4190753c1', 'gw_port': {'id': '0b0f8626-d6ee-492b-ac37-07e0d6d8f927', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84db6f1-8b85-4b29-b189-c18ac23e69a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:05Z', 'updated_at': '2021-11-12T00:41:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '2d9980d2-2fb4-4409-9867-05d438ff9c84', 'name': '', 'network_id': 'e341d327-9b78-4d43-be6a-a70347676874', 'tenant_id': 'ca59ce4eae8a454cab0edaf4190753c1', 'mac_address': 'fa:16:3e:4b:eb:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84db6f1-8b85-4b29-b189-c18ac23e69a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '72bf2022-887a-4d33-83bf-7582ee4258c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:09Z', 'updated_at': '2021-11-12T00:41:10Z', 'revision_number': 2, 'project_id': 'ca59ce4eae8a454cab0edaf4190753c1', 'subnets': [{'id': '72bf2022-887a-4d33-83bf-7582ee4258c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:13.490065 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4de40ed-62dd-4585-9be6-a5112e25d017 None None] Checking router: c84db6f1-8b85-4b29-b189-c18ac23e69a5 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:41:13.490423 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4de40ed-62dd-4585-9be6-a5112e25d017 None None] Updating router c84db6f1-8b85-4b29-b189-c18ac23e69a5 port 2d9980d2-2fb4-4409-9867-05d438ff9c84 binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:41:13.492662 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c97f5338-934f-4f81-b6ec-3a0eecb70080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:13.493532 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=c8ff2049-02a3-42f0-a400-fd605dfd586d,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:13.512899 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fd945-4a05-47ba-b881-d5efeeaf54d8 req-8b64a7d8-3b3b-4b3c-81a2-c57675a6933d tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:13.514565 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-930fd945-4a05-47ba-b881-d5efeeaf54d8 req-8b64a7d8-3b3b-4b3c-81a2-c57675a6933d tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 948 time: 0.1701255 Nov 12 00:41:13.517916 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1bbf2c34-99bc-4d6b-b180-cdd1e964bc26 req-98d8cc1a-a4ae-477f-a85b-62e298c7338d tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630915 Nov 12 00:41:13.523606 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f4de40ed-62dd-4585-9be6-a5112e25d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:13.613274 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-16993f58-bc4d-4a4d-9712-e78b6f6db0d9 req-12c82d9a-6e98-40bb-b35d-6bb9389d708d tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c HTTP/1.1" status: 200 len: 210 time: 0.0437469 Nov 12 00:41:13.616940 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-930fd945-4a05-47ba-b881-d5efeeaf54d8 req-61940fae-6cf3-4dda-abde-79f8eb0d6265 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915966 Nov 12 00:41:13.769042 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f3c2a-d482-48d7-b487-3d296c187fd1 req-ebe6aa8e-cb1b-4a29-9a3a-e454d8aa0373 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:13.781587 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c97f5338-934f-4f81-b6ec-3a0eecb70080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:13.782638 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-399f3c2a-d482-48d7-b487-3d296c187fd1 req-ebe6aa8e-cb1b-4a29-9a3a-e454d8aa0373 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b HTTP/1.1" status: 200 len: 945 time: 0.0818238 Nov 12 00:41:13.819173 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device b06c821b-bff1-411f-96ae-10a43e76c013 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:13.821299 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['8d7a5ad2-6d06-4992-a144-7c04486dc5bb'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:13.830155 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 542980b8-6964-4857-a940-20f788f4f1dd details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:41:13.838305 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-c97f5338-934f-4f81-b6ec-3a0eecb70080 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24e7e835-b468-4e5c-ba50-907c7da06059']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:13.851740 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-399f3c2a-d482-48d7-b487-3d296c187fd1 req-05e342ea-1d14-47c8-b7a2-c5a08adc6624 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668108 Nov 12 00:41:13.859322 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-c97f5338-934f-4f81-b6ec-3a0eecb70080 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '219b6efe-dba0-4386-8812-ab6f718f587d') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:13.859621 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-c97f5338-934f-4f81-b6ec-3a0eecb70080 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '219b6efe-dba0-4386-8812-ab6f718f587d') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:13.872257 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c97f5338-934f-4f81-b6ec-3a0eecb70080 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:13.890650 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c97f5338-934f-4f81-b6ec-3a0eecb70080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:13.898986 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c97f5338-934f-4f81-b6ec-3a0eecb70080 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:41:13.899988 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c97f5338-934f-4f81-b6ec-3a0eecb70080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:13.902521 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:41:13.902521 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:41:13.902521 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:41:13.902521 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:41:13.902521 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:41:13.902521 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:41:13.902521 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:41:13.902521 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:41:13.902521 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:41:13.902521 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:41:13.902521 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:41:13.902521 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:41:13.902521 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:41:13.902521 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:41:13.902521 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:41:13.902521 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:41:13.902521 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:41:13.902521 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:41:13.902521 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:41:13.902521 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:41:13.902521 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:41:13.902521 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:41:13.902521 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:41:13.902521 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:41:13.902521 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:41:13.902521 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:41:13.902521 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:41:13.902521 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:41:13.902521 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:41:13.902521 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:41:13.902521 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:41:13.902521 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:41:13.926768 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['c8ff2049-02a3-42f0-a400-fd605dfd586d'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:13.996388 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c97f5338-934f-4f81-b6ec-3a0eecb70080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:14.009468 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c97f5338-934f-4f81-b6ec-3a0eecb70080 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:14.043591 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c97f5338-934f-4f81-b6ec-3a0eecb70080 admin admin] 10.222.0.20 "DELETE /v2.0/networks/24e7e835-b468-4e5c-ba50-907c7da06059 HTTP/1.1" status: 204 len: 168 time: 0.6592379 Nov 12 00:41:14.081035 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97f5338-934f-4f81-b6ec-3a0eecb70080 admin admin] Pushing event deleted for resources: {'Network': ['ID=24e7e835-b468-4e5c-ba50-907c7da06059,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:14.113761 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 0b0f8626-d6ee-492b-ac37-07e0d6d8f927 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:14.175563 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e8625-ba17-4ac0-afc8-568a89f921fb req-bfc59141-ccad-4a8e-9a80-0a38f6d590e4 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:14.183182 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-af0e8625-ba17-4ac0-afc8-568a89f921fb req-bfc59141-ccad-4a8e-9a80-0a38f6d590e4 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/networks?id=e341d327-9b78-4d43-be6a-a70347676874 HTTP/1.1" status: 200 len: 818 time: 0.2111464 Nov 12 00:41:14.202472 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-af0e8625-ba17-4ac0-afc8-568a89f921fb req-0123932c-c48e-4ab4-940d-b4bccafaf21b tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/quotas/ca59ce4eae8a454cab0edaf4190753c1 HTTP/1.1" status: 200 len: 375 time: 0.0181267 Nov 12 00:41:14.238637 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc888b1f-4abd-4aab-a2b6-c4194d524978 req-3a9b40c2-2c54-4d73-a520-ba03d2424e77 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:14.241286 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fc888b1f-4abd-4aab-a2b6-c4194d524978 req-3a9b40c2-2c54-4d73-a520-ba03d2424e77 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdfae9b2-8b7d-4b2b-a7b6-9dcbdb0fd1a2 HTTP/1.1" status: 200 len: 946 time: 0.0717838 Nov 12 00:41:14.264788 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-af0e8625-ba17-4ac0-afc8-568a89f921fb req-7e1cdfc5-9a4b-4ba2-92f8-9c39bc7cb736 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca59ce4eae8a454cab0edaf4190753c1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0613651 Nov 12 00:41:14.277043 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41686) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:14.327412 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port b06c821b-bff1-411f-96ae-10a43e76c013 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:14.327843 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:14.341713 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f4de40ed-62dd-4585-9be6-a5112e25d017 None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:14.354062 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-441a7ed5-d5b1-4ad8-9b53-301600232a88 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1a0605e4005f4d398768f2d1a236ade7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0753956 Nov 12 00:41:14.354679 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41688) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:14.371097 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-af0e8625-ba17-4ac0-afc8-568a89f921fb req-9891e836-b4be-48aa-b08e-9eaafe8164a2 service neutron] 10.222.0.20 "GET /v2.0/networks/e341d327-9b78-4d43-be6a-a70347676874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053782 Nov 12 00:41:14.376053 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fc888b1f-4abd-4aab-a2b6-c4194d524978 req-b0f0f87a-6b84-46a2-ac1e-9c5d1c4b64cf tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252501 Nov 12 00:41:14.405422 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f4de40ed-62dd-4585-9be6-a5112e25d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:14.436506 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c64afdb5-2959-4cd9-98eb-14322e20a912 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:14.489970 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-af0e8625-ba17-4ac0-afc8-568a89f921fb req-a8d2d31b-0c87-441d-aec0-4152f841ffc6 service neutron] 10.222.0.20 "GET /v2.0/networks/e341d327-9b78-4d43-be6a-a70347676874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110189 Nov 12 00:41:14.490428 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c64afdb5-2959-4cd9-98eb-14322e20a912 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:14.493324 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 542980b8-6964-4857-a940-20f788f4f1dd, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=542980b8-6964-4857-a940-20f788f4f1dd,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:14.540832 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2619e3d-7ff9-4e23-a914-4ce55fd40c0c req-0f7da721-bf95-4f72-b355-12fb8c54adfb tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:14.542446 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a2619e3d-7ff9-4e23-a914-4ce55fd40c0c req-0f7da721-bf95-4f72-b355-12fb8c54adfb tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfffd20-6596-433a-8910-8ddd2e57b574 HTTP/1.1" status: 200 len: 949 time: 0.0855160 Nov 12 00:41:14.548528 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '542980b8-6964-4857-a940-20f788f4f1dd', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'port_id': '542980b8-6964-4857-a940-20f788f4f1dd', 'mac_address': 'fa:16:3e:68:e4:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3288e972-21d8-4a52-9002-05790fb0bb61', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:41:14.553892 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1814f8-ea0b-4e6b-9559-a8dacf1e0c3c None None] Pushing event updated for resources: {'Port': ['ID=2d9980d2-2fb4-4409-9867-05d438ff9c84,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:14.556086 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 0b0f8626-d6ee-492b-ac37-07e0d6d8f927 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:14.556648 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:14.610846 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c64afdb5-2959-4cd9-98eb-14322e20a912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:14.613829 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c64afdb5-2959-4cd9-98eb-14322e20a912 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:14.615144 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c64afdb5-2959-4cd9-98eb-14322e20a912 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4de572a8-4096-42fa-adf9-22eb17be13a1 HTTP/1.1" status: 204 len: 168 time: 0.2585340 Nov 12 00:41:14.623683 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a2619e3d-7ff9-4e23-a914-4ce55fd40c0c req-dbedd207-d46a-4467-b418-bab5525aeba3 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685530 Nov 12 00:41:14.632346 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64afdb5-2959-4cd9-98eb-14322e20a912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de572a8-4096-42fa-adf9-22eb17be13a1,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:14.766039 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ec14855c-2c83-473f-81f1-d32e8b233dac req-70d676b2-68c4-40ea-a991-552cd780e396 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab937da0-f879-4977-9a9b-5f4b5a06f3d1 HTTP/1.1" status: 200 len: 210 time: 0.0707462 Nov 12 00:41:14.819735 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:14.849444 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab5c70-2708-4cd3-9b10-490d61b4ec8a req-40f2d678-5b98-4b06-8929-fe8820c482da tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:14.858684 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9eab5c70-2708-4cd3-9b10-490d61b4ec8a req-40f2d678-5b98-4b06-8929-fe8820c482da tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 948 time: 0.0930820 Nov 12 00:41:15.018008 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6584225-03d3-47ae-8eac-53a3c40307b7 req-d222bf90-8eac-4731-963d-4d098043f885 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:15.021185 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e6584225-03d3-47ae-8eac-53a3c40307b7 req-d222bf90-8eac-4731-963d-4d098043f885 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b HTTP/1.1" status: 200 len: 945 time: 0.0783610 Nov 12 00:41:15.119177 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:15.121872 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-f4de40ed-62dd-4585-9be6-a5112e25d017 None None] Attempting to bind port 2d9980d2-2fb4-4409-9867-05d438ff9c84 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:41:15.122367 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-f4de40ed-62dd-4585-9be6-a5112e25d017 None None] Attempting to bind port 2d9980d2-2fb4-4409-9867-05d438ff9c84 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'c8ce3e47-ef08-4130-904d-8682aa94855d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e341d327-9b78-4d43-be6a-a70347676874'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:41:15.122982 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4de40ed-62dd-4585-9be6-a5112e25d017 None None] Attempting to bind port 2d9980d2-2fb4-4409-9867-05d438ff9c84 on network e341d327-9b78-4d43-be6a-a70347676874 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:15.155244 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e6584225-03d3-47ae-8eac-53a3c40307b7 req-8de6dc73-4e0a-4d9e-a872-dbaad40a3498 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278872 Nov 12 00:41:15.156756 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9eab5c70-2708-4cd3-9b10-490d61b4ec8a req-68811556-cf92-4c24-bbb5-d0eee90c1308 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972319 Nov 12 00:41:15.176174 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4a5a9-6d76-4f60-918c-9e07b63edb5d req-3ed931b1-bd3c-4e9c-b943-2c044e6e7f7b tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:15.179368 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8b4a5a9-6d76-4f60-918c-9e07b63edb5d req-3ed931b1-bd3c-4e9c-b943-2c044e6e7f7b tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.54 "GET /v2.0/networks?id=e341d327-9b78-4d43-be6a-a70347676874 HTTP/1.1" status: 200 len: 818 time: 0.2702827 Nov 12 00:41:15.181461 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703d7211-de7c-4386-912e-b0b93082174b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06c821b-bff1-411f-96ae-10a43e76c013'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:15.183714 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063f4860-34ac-40a5-b27c-307b7bdecbeb" -d '{"events": [{"server_uuid": "703d7211-de7c-4386-912e-b0b93082174b", "name": "network-vif-plugged", "status": "completed", "tag": "b06c821b-bff1-411f-96ae-10a43e76c013"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:15.219291 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4de40ed-62dd-4585-9be6-a5112e25d017 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:41:15.219662 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4de40ed-62dd-4585-9be6-a5112e25d017 None None] Checking segment: {'id': 'c8ce3e47-ef08-4130-904d-8682aa94855d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e341d327-9b78-4d43-be6a-a70347676874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:15.221848 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f4de40ed-62dd-4585-9be6-a5112e25d017 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:15.222474 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4de40ed-62dd-4585-9be6-a5112e25d017 None None] Bound using segment: {'id': 'c8ce3e47-ef08-4130-904d-8682aa94855d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e341d327-9b78-4d43-be6a-a70347676874'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:41:15.225738 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-f4de40ed-62dd-4585-9be6-a5112e25d017 None None] Bound port: 2d9980d2-2fb4-4409-9867-05d438ff9c84, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8ce3e47-ef08-4130-904d-8682aa94855d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e341d327-9b78-4d43-be6a-a70347676874'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:41:15.226812 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f4de40ed-62dd-4585-9be6-a5112e25d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:15.241901 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-f8b4a5a9-6d76-4f60-918c-9e07b63edb5d req-8c225f37-9693-4a36-a958-d4c2457390bb tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Request body: {'port': {'device_id': 'a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c', 'network_id': 'e341d327-9b78-4d43-be6a-a70347676874', 'admin_state_up': True, 'tenant_id': 'ca59ce4eae8a454cab0edaf4190753c1'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:15.264908 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 542980b8-6964-4857-a940-20f788f4f1dd {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:15.287364 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port b06c821b-bff1-411f-96ae-10a43e76c013, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=b06c821b-bff1-411f-96ae-10a43e76c013,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:15.333428 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:15.347082 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 542980b8-6964-4857-a940-20f788f4f1dd, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=542980b8-6964-4857-a940-20f788f4f1dd,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:15.397595 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcac39b9-6f5f-4799-9f97-b05ddccef412 x-openstack-request-id: req-dcac39b9-6f5f-4799-9f97-b05ddccef412 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:15.397960 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "703d7211-de7c-4386-912e-b0b93082174b", "name": "network-vif-plugged", "status": "completed", "tag": "b06c821b-bff1-411f-96ae-10a43e76c013", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:15.398883 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dcac39b9-6f5f-4799-9f97-b05ddccef412 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:15.399333 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703d7211-de7c-4386-912e-b0b93082174b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06c821b-bff1-411f-96ae-10a43e76c013', 'code': 200} Nov 12 00:41:15.401891 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:15.475266 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8b4a5a9-6d76-4f60-918c-9e07b63edb5d req-8c225f37-9693-4a36-a958-d4c2457390bb tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Made reservation on behalf of ca59ce4eae8a454cab0edaf4190753c1 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:41:15.479273 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f8b4a5a9-6d76-4f60-918c-9e07b63edb5d req-8c225f37-9693-4a36-a958-d4c2457390bb tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:15.510122 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-f4de40ed-62dd-4585-9be6-a5112e25d017 None None] For port 2d9980d2-2fb4-4409-9867-05d438ff9c84, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:41:15.514306 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=b06c821b-bff1-411f-96ae-10a43e76c013,revision_number=7']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:15.520163 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-f4de40ed-62dd-4585-9be6-a5112e25d017 None None] For port 2d9980d2-2fb4-4409-9867-05d438ff9c84, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=2d9980d2-2fb4-4409-9867-05d438ff9c84,segment=NetworkSegment(c8ce3e47-ef08-4130-904d-8682aa94855d),segment_id=c8ce3e47-ef08-4130-904d-8682aa94855d)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:41:15.526702 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f4de40ed-62dd-4585-9be6-a5112e25d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:15.535280 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de2cdc-2f5e-461e-83f0-2699ab3e4ef7 req-7d710fa3-3154-48cf-adce-30d644e0e348 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:15.537420 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-36de2cdc-2f5e-461e-83f0-2699ab3e4ef7 req-7d710fa3-3154-48cf-adce-30d644e0e348 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdfae9b2-8b7d-4b2b-a7b6-9dcbdb0fd1a2 HTTP/1.1" status: 200 len: 946 time: 0.0707538 Nov 12 00:41:15.589916 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4de40ed-62dd-4585-9be6-a5112e25d017 None None] Routers {'c84db6f1-8b85-4b29-b189-c18ac23e69a5'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:41:15.590542 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-f4de40ed-62dd-4585-9be6-a5112e25d017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:41:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['c84db6f1-8b85-4b29-b189-c18ac23e69a5'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:15.592860 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=542980b8-6964-4857-a940-20f788f4f1dd,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:15.635776 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-36de2cdc-2f5e-461e-83f0-2699ab3e4ef7 req-6b0ef811-495c-42df-9a6d-34b1581c5eee tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914791 Nov 12 00:41:15.689752 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-f8b4a5a9-6d76-4f60-918c-9e07b63edb5d req-8c225f37-9693-4a36-a958-d4c2457390bb tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Allocated IP 172.20.0.12 (e341d327-9b78-4d43-be6a-a70347676874/72bf2022-887a-4d33-83bf-7582ee4258c1/bbb62800-7b01-40df-988b-2b4c45e0f546) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:41:15.756546 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41744) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:15.774415 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1814f8-ea0b-4e6b-9559-a8dacf1e0c3c None None] Pushing event updated for resources: {'Port': ['ID=2d9980d2-2fb4-4409-9867-05d438ff9c84,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:15.803586 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-f4de40ed-62dd-4585-9be6-a5112e25d017 None None] Set router c84db6f1-8b85-4b29-b189-c18ac23e69a5 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:41:15.887038 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da8de7-1b34-4e15-ac5a-a211ee43752b req-7cd60881-878d-4dd2-a9ed-644c75ab22ec tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:15.888823 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-19da8de7-1b34-4e15-ac5a-a211ee43752b req-7cd60881-878d-4dd2-a9ed-644c75ab22ec tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfffd20-6596-433a-8910-8ddd2e57b574 HTTP/1.1" status: 200 len: 949 time: 0.1345203 Nov 12 00:41:15.907448 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-344ad586-bd7f-4984-af2c-0b3d098b8050 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1586612120-network', 'tenant_id': '46bdc4597f71427b849ea30f2f437e19'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:15.936978 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344ad586-bd7f-4984-af2c-0b3d098b8050 admin admin] Made reservation on behalf of 46bdc4597f71427b849ea30f2f437e19 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:41:15.941401 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-344ad586-bd7f-4984-af2c-0b3d098b8050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:15.955747 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-344ad586-bd7f-4984-af2c-0b3d098b8050 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:15.966666 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['542980b8-6964-4857-a940-20f788f4f1dd'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:15.979520 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f8b4a5a9-6d76-4f60-918c-9e07b63edb5d req-8c225f37-9693-4a36-a958-d4c2457390bb tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:15.984924 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-19da8de7-1b34-4e15-ac5a-a211ee43752b req-1258a502-6148-4896-8536-a9f2f325e50f tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858834 Nov 12 00:41:16.121318 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-f4de40ed-62dd-4585-9be6-a5112e25d017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84db6f1-8b85-4b29-b189-c18ac23e69a5', 'name': 'tempest-ServerRescueNegativeTestJSON-845973093-router', 'tenant_id': 'ca59ce4eae8a454cab0edaf4190753c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '0b0f8626-d6ee-492b-ac37-07e0d6d8f927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:04Z', 'updated_at': '2021-11-12T00:41:10Z', 'revision_number': 4, 'project_id': 'ca59ce4eae8a454cab0edaf4190753c1', 'gw_port': {'id': '0b0f8626-d6ee-492b-ac37-07e0d6d8f927', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84db6f1-8b85-4b29-b189-c18ac23e69a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:05Z', 'updated_at': '2021-11-12T00:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '2d9980d2-2fb4-4409-9867-05d438ff9c84', 'name': '', 'network_id': 'e341d327-9b78-4d43-be6a-a70347676874', 'tenant_id': 'ca59ce4eae8a454cab0edaf4190753c1', 'mac_address': 'fa:16:3e:4b:eb:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84db6f1-8b85-4b29-b189-c18ac23e69a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '72bf2022-887a-4d33-83bf-7582ee4258c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:09Z', 'updated_at': '2021-11-12T00:41:15Z', 'revision_number': 4, 'project_id': 'ca59ce4eae8a454cab0edaf4190753c1', 'subnets': [{'id': '72bf2022-887a-4d33-83bf-7582ee4258c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:16.126483 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f8b4a5a9-6d76-4f60-918c-9e07b63edb5d req-8c225f37-9693-4a36-a958-d4c2457390bb tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:16.154709 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4de40ed-62dd-4585-9be6-a5112e25d017 None None] The sync data for ids ['c84db6f1-8b85-4b29-b189-c18ac23e69a5'] in n-d-812236-11 is: [{'id': 'c84db6f1-8b85-4b29-b189-c18ac23e69a5', 'name': 'tempest-ServerRescueNegativeTestJSON-845973093-router', 'tenant_id': 'ca59ce4eae8a454cab0edaf4190753c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '0b0f8626-d6ee-492b-ac37-07e0d6d8f927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:04Z', 'updated_at': '2021-11-12T00:41:10Z', 'revision_number': 4, 'project_id': 'ca59ce4eae8a454cab0edaf4190753c1', 'gw_port': {'id': '0b0f8626-d6ee-492b-ac37-07e0d6d8f927', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84db6f1-8b85-4b29-b189-c18ac23e69a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:05Z', 'updated_at': '2021-11-12T00:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '2d9980d2-2fb4-4409-9867-05d438ff9c84', 'name': '', 'network_id': 'e341d327-9b78-4d43-be6a-a70347676874', 'tenant_id': 'ca59ce4eae8a454cab0edaf4190753c1', 'mac_address': 'fa:16:3e:4b:eb:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84db6f1-8b85-4b29-b189-c18ac23e69a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '72bf2022-887a-4d33-83bf-7582ee4258c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:09Z', 'updated_at': '2021-11-12T00:41:15Z', 'revision_number': 4, 'project_id': 'ca59ce4eae8a454cab0edaf4190753c1', 'subnets': [{'id': '72bf2022-887a-4d33-83bf-7582ee4258c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:41:16.155373 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-344ad586-bd7f-4984-af2c-0b3d098b8050 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:16.173872 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2e6f0268-4788-4ae1-988a-e0fa94298519 req-faaf3c37-d513-4803-8fe6-c00e8ec5b9c5 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab937da0-f879-4977-9a9b-5f4b5a06f3d1 HTTP/1.1" status: 200 len: 210 time: 0.0775690 Nov 12 00:41:16.181210 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-344ad586-bd7f-4984-af2c-0b3d098b8050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:16.241872 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-344ad586-bd7f-4984-af2c-0b3d098b8050 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:41:16.259267 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-344ad586-bd7f-4984-af2c-0b3d098b8050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:16.260545 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-344ad586-bd7f-4984-af2c-0b3d098b8050 admin admin] Added segment 0354026e-5ef7-44d3-9394-600fff546383 of type vlan for network 9968898c-04b6-4a9b-a5e3-75ab7fd22341 Nov 12 00:41:16.294526 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8b4a5a9-6d76-4f60-918c-9e07b63edb5d req-8c225f37-9693-4a36-a958-d4c2457390bb tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Network e341d327-9b78-4d43-be6a-a70347676874 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:41:16.329527 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-f8b4a5a9-6d76-4f60-918c-9e07b63edb5d req-8c225f37-9693-4a36-a958-d4c2457390bb tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:16.342304 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ad586-bd7f-4984-af2c-0b3d098b8050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af6cef4-2474-4dd6-81ae-c9b1f50d69e8,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:16.371150 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-344ad586-bd7f-4984-af2c-0b3d098b8050 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:16.376305 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b4a5a9-6d76-4f60-918c-9e07b63edb5d req-8c225f37-9693-4a36-a958-d4c2457390bb tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:41:16.428466 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-344ad586-bd7f-4984-af2c-0b3d098b8050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:16.429502 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344ad586-bd7f-4984-af2c-0b3d098b8050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:16.430083 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-344ad586-bd7f-4984-af2c-0b3d098b8050 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:16.450171 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b185d18-d65f-4d38-b518-b61aa0adcde2 req-644f33ef-a1f5-4064-abbd-50d8bdad8eff tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:16.451716 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0b185d18-d65f-4d38-b518-b61aa0adcde2 req-644f33ef-a1f5-4064-abbd-50d8bdad8eff tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 949 time: 0.1031451 Nov 12 00:41:16.485624 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-344ad586-bd7f-4984-af2c-0b3d098b8050 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7267694 Nov 12 00:41:16.495981 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41768) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:16.501907 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-ee3eab33-a1df-4eb9-bca2-36ddba086b88 admin admin] Request body: {'subnet': {'network_id': '9968898c-04b6-4a9b-a5e3-75ab7fd22341', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1586612120-subnet', 'tenant_id': '46bdc4597f71427b849ea30f2f437e19', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:16.515192 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4a5a9-6d76-4f60-918c-9e07b63edb5d req-8c225f37-9693-4a36-a958-d4c2457390bb tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:16.515857 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f8b4a5a9-6d76-4f60-918c-9e07b63edb5d req-8c225f37-9693-4a36-a958-d4c2457390bb tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:16.546232 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c225f37-9693-4a36-a958-d4c2457390bb tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Pushing event updated for resources: {'Port': ['ID=bbb62800-7b01-40df-988b-2b4c45e0f546,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:16.568566 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ad586-bd7f-4984-af2c-0b3d098b8050 admin admin] Pushing event updated for resources: {'Network': ['ID=9968898c-04b6-4a9b-a5e3-75ab7fd22341,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:16.598715 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 9968898c-04b6-4a9b-a5e3-75ab7fd22341 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:41:16.605139 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0b185d18-d65f-4d38-b518-b61aa0adcde2 req-8a0741c1-b3a1-47d9-aca7-fa25ff451f25 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382084 Nov 12 00:41:16.622228 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3eab33-a1df-4eb9-bca2-36ddba086b88 admin admin] Made reservation on behalf of 46bdc4597f71427b849ea30f2f437e19 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:41:16.629135 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ee3eab33-a1df-4eb9-bca2-36ddba086b88 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:16.633486 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e8625-ba17-4ac0-afc8-568a89f921fb req-02c825fc-9d9d-4332-b47b-731e152b6df6 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:16.635660 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-af0e8625-ba17-4ac0-afc8-568a89f921fb req-02c825fc-9d9d-4332-b47b-731e152b6df6 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.49 "GET /v2.0/networks?id=e341d327-9b78-4d43-be6a-a70347676874 HTTP/1.1" status: 200 len: 818 time: 0.3900220 Nov 12 00:41:16.641915 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8b4a5a9-6d76-4f60-918c-9e07b63edb5d req-8c225f37-9693-4a36-a958-d4c2457390bb tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4065135 Nov 12 00:41:16.653832 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1bc9b-53a5-449c-8792-80c9b5252ee5 req-3050f548-ee61-4a82-99f9-59d0b65bc380 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:16.662020 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-eda1bc9b-53a5-449c-8792-80c9b5252ee5 req-3050f548-ee61-4a82-99f9-59d0b65bc380 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b HTTP/1.1" status: 200 len: 945 time: 0.2469506 Nov 12 00:41:16.669949 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-f8b4a5a9-6d76-4f60-918c-9e07b63edb5d req-8aa3a987-70c0-4968-b902-31eb46ba4914 service neutron] Request body: {'port': {'device_id': 'a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:16.675564 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-af0e8625-ba17-4ac0-afc8-568a89f921fb req-5ca9ff5f-cbec-482e-a496-c0586f47ec5f tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Request body: {'port': {'device_id': 'ab937da0-f879-4977-9a9b-5f4b5a06f3d1', 'network_id': 'e341d327-9b78-4d43-be6a-a70347676874', 'admin_state_up': True, 'tenant_id': 'ca59ce4eae8a454cab0edaf4190753c1'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:16.845069 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f8b4a5a9-6d76-4f60-918c-9e07b63edb5d req-8aa3a987-70c0-4968-b902-31eb46ba4914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:16.864996 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-eda1bc9b-53a5-449c-8792-80c9b5252ee5 req-53a882b2-1699-437c-b24c-ac673d07ec43 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978681 Nov 12 00:41:16.892561 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ee3eab33-a1df-4eb9-bca2-36ddba086b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:16.959323 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3eab33-a1df-4eb9-bca2-36ddba086b88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9598fb1-a2e5-4474-808c-61e1b0985a1e,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:16.970391 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3eab33-a1df-4eb9-bca2-36ddba086b88 admin admin] Checking segment: {'id': '0354026e-5ef7-44d3-9394-600fff546383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9968898c-04b6-4a9b-a5e3-75ab7fd22341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:16.970907 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3eab33-a1df-4eb9-bca2-36ddba086b88 admin admin] Network hostable DHCP agents. Network: 9968898c-04b6-4a9b-a5e3-75ab7fd22341, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:41:16.993860 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3eab33-a1df-4eb9-bca2-36ddba086b88 admin admin] Network 9968898c-04b6-4a9b-a5e3-75ab7fd22341 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:41:17.004911 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-ee3eab33-a1df-4eb9-bca2-36ddba086b88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 9968898c-04b6-4a9b-a5e3-75ab7fd22341) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:17.010486 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3eab33-a1df-4eb9-bca2-36ddba086b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:17.011523 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ee3eab33-a1df-4eb9-bca2-36ddba086b88 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:17.015528 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61395a4-1472-49a2-91e8-ad07b77eb311 None None] Network 9968898c-04b6-4a9b-a5e3-75ab7fd22341 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:41:17.015727 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af0e8625-ba17-4ac0-afc8-568a89f921fb req-5ca9ff5f-cbec-482e-a496-c0586f47ec5f tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Made reservation on behalf of ca59ce4eae8a454cab0edaf4190753c1 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:41:17.019085 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-af0e8625-ba17-4ac0-afc8-568a89f921fb req-5ca9ff5f-cbec-482e-a496-c0586f47ec5f tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:17.035266 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ee3eab33-a1df-4eb9-bca2-36ddba086b88 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5381947 Nov 12 00:41:17.037924 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41788) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:17.045812 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-2c4dd5dd-7c1b-48fd-b4a9-c17cc356f4f4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1586612120-router', 'tenant_id': '46bdc4597f71427b849ea30f2f437e19', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:17.087605 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2c4dd5dd-7c1b-48fd-b4a9-c17cc356f4f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:17.088769 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2c4dd5dd-7c1b-48fd-b4a9-c17cc356f4f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:17.210632 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2c4dd5dd-7c1b-48fd-b4a9-c17cc356f4f4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:17.227765 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32cf30-5013-4a8f-b39f-00b5cb4f5613 req-6e2ebd3e-a6d7-4cf7-a6c5-68ef06b89288 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:17.243738 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0b32cf30-5013-4a8f-b39f-00b5cb4f5613 req-6e2ebd3e-a6d7-4cf7-a6c5-68ef06b89288 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfffd20-6596-433a-8910-8ddd2e57b574 HTTP/1.1" status: 200 len: 949 time: 0.1432409 Nov 12 00:41:17.292353 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfe8681-41d3-4dd6-a2ca-046304aee75e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-9968898c-04b6-4a9b-a5e3-75ab7fd22341', 'network_id': '9968898c-04b6-4a9b-a5e3-75ab7fd22341', 'tenant_id': '46bdc4597f71427b849ea30f2f437e19', 'fixed_ips': [{'subnet_id': 'a9598fb1-a2e5-4474-808c-61e1b0985a1e'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:41:17.293352 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3bfe8681-41d3-4dd6-a2ca-046304aee75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:17.360999 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-f8b4a5a9-6d76-4f60-918c-9e07b63edb5d req-8aa3a987-70c0-4968-b902-31eb46ba4914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbb62800-7b01-40df-988b-2b4c45e0f546 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:17.372352 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f8b4a5a9-6d76-4f60-918c-9e07b63edb5d req-8aa3a987-70c0-4968-b902-31eb46ba4914 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:17.413301 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-59929cb5-76e2-4f84-a2ea-667aeaa397aa req-a3fde72f-5618-4860-ac7c-0358853ed5a1 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab937da0-f879-4977-9a9b-5f4b5a06f3d1 HTTP/1.1" status: 200 len: 210 time: 0.0451875 Nov 12 00:41:17.416598 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2c4dd5dd-7c1b-48fd-b4a9-c17cc356f4f4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:17.425867 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-f8b4a5a9-6d76-4f60-918c-9e07b63edb5d req-8aa3a987-70c0-4968-b902-31eb46ba4914 service neutron] Transition to ACTIVE for port object bbb62800-7b01-40df-988b-2b4c45e0f546 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:41:17.431645 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0b32cf30-5013-4a8f-b39f-00b5cb4f5613 req-556c7899-28e8-4b7e-a6e2-7bea1142e475 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847322 Nov 12 00:41:17.446332 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f8b4a5a9-6d76-4f60-918c-9e07b63edb5d req-8aa3a987-70c0-4968-b902-31eb46ba4914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:17.581923 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-3bfe8681-41d3-4dd6-a2ca-046304aee75e None None] Allocated IP 172.20.0.2 (9968898c-04b6-4a9b-a5e3-75ab7fd22341/a9598fb1-a2e5-4474-808c-61e1b0985a1e/75caf518-59b3-42f1-bcce-84f8bd4e4b25) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:41:17.582861 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3a987-70c0-4968-b902-31eb46ba4914 service neutron] Pushing event updated for resources: {'Port': ['ID=bbb62800-7b01-40df-988b-2b4c45e0f546,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:17.592692 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-af0e8625-ba17-4ac0-afc8-568a89f921fb req-5ca9ff5f-cbec-482e-a496-c0586f47ec5f tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Allocated IP 172.20.0.13 (e341d327-9b78-4d43-be6a-a70347676874/72bf2022-887a-4d33-83bf-7582ee4258c1/c9a0cd31-4a45-4f2f-aa21-f984375c2d88) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:41:17.815024 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2c4dd5dd-7c1b-48fd-b4a9-c17cc356f4f4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:17.856774 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device c8ff2049-02a3-42f0-a400-fd605dfd586d up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:17.860715 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2c4dd5dd-7c1b-48fd-b4a9-c17cc356f4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:17.942898 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-f8b4a5a9-6d76-4f60-918c-9e07b63edb5d req-8aa3a987-70c0-4968-b902-31eb46ba4914 service neutron] Attempting to bind port bbb62800-7b01-40df-988b-2b4c45e0f546 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:41:17.943238 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-f8b4a5a9-6d76-4f60-918c-9e07b63edb5d req-8aa3a987-70c0-4968-b902-31eb46ba4914 service neutron] Attempting to bind port bbb62800-7b01-40df-988b-2b4c45e0f546 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': 'c8ce3e47-ef08-4130-904d-8682aa94855d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e341d327-9b78-4d43-be6a-a70347676874'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:41:17.943568 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b4a5a9-6d76-4f60-918c-9e07b63edb5d req-8aa3a987-70c0-4968-b902-31eb46ba4914 service neutron] Attempting to bind port bbb62800-7b01-40df-988b-2b4c45e0f546 on network e341d327-9b78-4d43-be6a-a70347676874 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:17.953579 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b4a5a9-6d76-4f60-918c-9e07b63edb5d req-8aa3a987-70c0-4968-b902-31eb46ba4914 service neutron] Port bbb62800-7b01-40df-988b-2b4c45e0f546 on network e341d327-9b78-4d43-be6a-a70347676874 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:41:17.953911 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b4a5a9-6d76-4f60-918c-9e07b63edb5d req-8aa3a987-70c0-4968-b902-31eb46ba4914 service neutron] Attempting to bind port bbb62800-7b01-40df-988b-2b4c45e0f546 on network e341d327-9b78-4d43-be6a-a70347676874 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:17.965058 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3bfe8681-41d3-4dd6-a2ca-046304aee75e None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:17.967555 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b4a5a9-6d76-4f60-918c-9e07b63edb5d req-8aa3a987-70c0-4968-b902-31eb46ba4914 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:41:17.967896 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b4a5a9-6d76-4f60-918c-9e07b63edb5d req-8aa3a987-70c0-4968-b902-31eb46ba4914 service neutron] Checking segment: {'id': 'c8ce3e47-ef08-4130-904d-8682aa94855d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e341d327-9b78-4d43-be6a-a70347676874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:17.968282 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b4a5a9-6d76-4f60-918c-9e07b63edb5d req-8aa3a987-70c0-4968-b902-31eb46ba4914 service neutron] Bound using segment: {'id': 'c8ce3e47-ef08-4130-904d-8682aa94855d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e341d327-9b78-4d43-be6a-a70347676874'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:41:17.968883 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-f8b4a5a9-6d76-4f60-918c-9e07b63edb5d req-8aa3a987-70c0-4968-b902-31eb46ba4914 service neutron] Bound port: bbb62800-7b01-40df-988b-2b4c45e0f546, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8ce3e47-ef08-4130-904d-8682aa94855d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e341d327-9b78-4d43-be6a-a70347676874'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:41:17.969183 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f8b4a5a9-6d76-4f60-918c-9e07b63edb5d req-8aa3a987-70c0-4968-b902-31eb46ba4914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:17.982929 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3bfe8681-41d3-4dd6-a2ca-046304aee75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:18.045595 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9aaad-562f-462b-a6d5-209b5643bacf req-8f4a69ca-73d6-49df-bb3d-cf325a46bc06 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:18.049927 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-20a9aaad-562f-462b-a6d5-209b5643bacf req-8f4a69ca-73d6-49df-bb3d-cf325a46bc06 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 949 time: 0.3338370 Nov 12 00:41:18.059183 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-2c4dd5dd-7c1b-48fd-b4a9-c17cc356f4f4 admin admin] Allocated IP 172.25.2.208 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/f16dace2-c235-4764-92b9-f9acfddefd3e) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:41:18.075749 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfe8681-41d3-4dd6-a2ca-046304aee75e None None] Network 9968898c-04b6-4a9b-a5e3-75ab7fd22341 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:41:18.103854 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-3bfe8681-41d3-4dd6-a2ca-046304aee75e None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:18.120107 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfe8681-41d3-4dd6-a2ca-046304aee75e None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:41:18.140774 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port c8ff2049-02a3-42f0-a400-fd605dfd586d completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:41:18.147419 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-af0e8625-ba17-4ac0-afc8-568a89f921fb req-5ca9ff5f-cbec-482e-a496-c0586f47ec5f tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:18.163480 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port c8ff2049-02a3-42f0-a400-fd605dfd586d triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:18.169540 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:18.216002 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-20a9aaad-562f-462b-a6d5-209b5643bacf req-61c147cb-c085-49d6-939e-bbb074220a63 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417811 Nov 12 00:41:18.223722 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe8681-41d3-4dd6-a2ca-046304aee75e None None] Pushing event updated for resources: {'Port': ['ID=75caf518-59b3-42f1-bcce-84f8bd4e4b25,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:18.243681 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 2d9980d2-2fb4-4409-9867-05d438ff9c84 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:18.251608 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-f8b4a5a9-6d76-4f60-918c-9e07b63edb5d req-8aa3a987-70c0-4968-b902-31eb46ba4914 service neutron] For port bbb62800-7b01-40df-988b-2b4c45e0f546, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:41:18.260895 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-f8b4a5a9-6d76-4f60-918c-9e07b63edb5d req-8aa3a987-70c0-4968-b902-31eb46ba4914 service neutron] For port bbb62800-7b01-40df-988b-2b4c45e0f546, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=bbb62800-7b01-40df-988b-2b4c45e0f546,segment=NetworkSegment(c8ce3e47-ef08-4130-904d-8682aa94855d),segment_id=c8ce3e47-ef08-4130-904d-8682aa94855d)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:41:18.266851 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f8b4a5a9-6d76-4f60-918c-9e07b63edb5d req-8aa3a987-70c0-4968-b902-31eb46ba4914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:18.272190 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2c4dd5dd-7c1b-48fd-b4a9-c17cc356f4f4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:18.316792 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4a5a9-6d76-4f60-918c-9e07b63edb5d req-8aa3a987-70c0-4968-b902-31eb46ba4914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:18.318039 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f8b4a5a9-6d76-4f60-918c-9e07b63edb5d req-8aa3a987-70c0-4968-b902-31eb46ba4914 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:18.319883 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8b4a5a9-6d76-4f60-918c-9e07b63edb5d req-8aa3a987-70c0-4968-b902-31eb46ba4914 service neutron] 10.222.0.54 "PUT /v2.0/ports/bbb62800-7b01-40df-988b-2b4c45e0f546 HTTP/1.1" status: 200 len: 1093 time: 1.6540039 Nov 12 00:41:18.320602 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c', 'tag': 'bbb62800-7b01-40df-988b-2b4c45e0f546'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:18.323183 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244cc1d2-b0c5-4389-a75a-0b69b3682631" -d '{"events": [{"name": "network-changed", "server_uuid": "a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c", "tag": "bbb62800-7b01-40df-988b-2b4c45e0f546"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:18.325258 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-3bfe8681-41d3-4dd6-a2ca-046304aee75e None None] Attempting to bind port 75caf518-59b3-42f1-bcce-84f8bd4e4b25 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:41:18.325774 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-3bfe8681-41d3-4dd6-a2ca-046304aee75e None None] Attempting to bind port 75caf518-59b3-42f1-bcce-84f8bd4e4b25 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '0354026e-5ef7-44d3-9394-600fff546383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9968898c-04b6-4a9b-a5e3-75ab7fd22341'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:41:18.326047 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfe8681-41d3-4dd6-a2ca-046304aee75e None None] Attempting to bind port 75caf518-59b3-42f1-bcce-84f8bd4e4b25 on network 9968898c-04b6-4a9b-a5e3-75ab7fd22341 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:18.349696 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-af0e8625-ba17-4ac0-afc8-568a89f921fb req-5ca9ff5f-cbec-482e-a496-c0586f47ec5f tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:18.387782 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2c4dd5dd-7c1b-48fd-b4a9-c17cc356f4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:18.400963 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfe8681-41d3-4dd6-a2ca-046304aee75e None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:41:18.401342 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfe8681-41d3-4dd6-a2ca-046304aee75e None None] Checking segment: {'id': '0354026e-5ef7-44d3-9394-600fff546383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9968898c-04b6-4a9b-a5e3-75ab7fd22341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:18.402190 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3bfe8681-41d3-4dd6-a2ca-046304aee75e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:18.406619 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e7e2f3-e762-4136-9ce5-ad29db920fcc x-openstack-request-id: req-97e7e2f3-e762-4136-9ce5-ad29db920fcc {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:18.406619 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c", "tag": "bbb62800-7b01-40df-988b-2b4c45e0f546", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:18.406619 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-97e7e2f3-e762-4136-9ce5-ad29db920fcc {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:18.407365 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c', 'tag': 'bbb62800-7b01-40df-988b-2b4c45e0f546', 'status': 'completed', 'code': 200} Nov 12 00:41:18.408191 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfe8681-41d3-4dd6-a2ca-046304aee75e None None] Bound using segment: {'id': '0354026e-5ef7-44d3-9394-600fff546383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9968898c-04b6-4a9b-a5e3-75ab7fd22341'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:41:18.408878 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-3bfe8681-41d3-4dd6-a2ca-046304aee75e None None] Bound port: 75caf518-59b3-42f1-bcce-84f8bd4e4b25, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0354026e-5ef7-44d3-9394-600fff546383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9968898c-04b6-4a9b-a5e3-75ab7fd22341'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:41:18.409479 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3bfe8681-41d3-4dd6-a2ca-046304aee75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:18.454073 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af0e8625-ba17-4ac0-afc8-568a89f921fb req-5ca9ff5f-cbec-482e-a496-c0586f47ec5f tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Network e341d327-9b78-4d43-be6a-a70347676874 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:41:18.455677 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4dd5dd-7c1b-48fd-b4a9-c17cc356f4f4 admin admin] Pushing event updated for resources: {'Port': ['ID=f16dace2-c235-4764-92b9-f9acfddefd3e,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:18.461710 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-af0e8625-ba17-4ac0-afc8-568a89f921fb req-5ca9ff5f-cbec-482e-a496-c0586f47ec5f tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:18.476976 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-af0e8625-ba17-4ac0-afc8-568a89f921fb req-5ca9ff5f-cbec-482e-a496-c0586f47ec5f tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:41:18.484885 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4dd5dd-7c1b-48fd-b4a9-c17cc356f4f4 admin admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:41:18.485841 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3a987-70c0-4968-b902-31eb46ba4914 service neutron] Pushing event updated for resources: {'Port': ['ID=bbb62800-7b01-40df-988b-2b4c45e0f546,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:18.501133 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568d623-ab6d-40cc-857d-2e7e2bb58363 req-928b3995-c908-4806-a3e4-345c85edbbc9 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:18.510948 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2568d623-ab6d-40cc-857d-2e7e2bb58363 req-928b3995-c908-4806-a3e4-345c85edbbc9 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b HTTP/1.1" status: 200 len: 945 time: 0.1742117 Nov 12 00:41:18.514640 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-2c4dd5dd-7c1b-48fd-b4a9-c17cc356f4f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:18.523073 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4dd5dd-7c1b-48fd-b4a9-c17cc356f4f4 admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:41:18.610024 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-3bfe8681-41d3-4dd6-a2ca-046304aee75e None None] For port 75caf518-59b3-42f1-bcce-84f8bd4e4b25, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:41:18.614651 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-3bfe8681-41d3-4dd6-a2ca-046304aee75e None None] For port 75caf518-59b3-42f1-bcce-84f8bd4e4b25, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=75caf518-59b3-42f1-bcce-84f8bd4e4b25,segment=NetworkSegment(0354026e-5ef7-44d3-9394-600fff546383),segment_id=0354026e-5ef7-44d3-9394-600fff546383)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:41:18.618483 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 2d9980d2-2fb4-4409-9867-05d438ff9c84 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:18.619173 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:18.623252 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4a5a9-6d76-4f60-918c-9e07b63edb5d req-45acbf4c-16e6-4b8c-9ff5-f75c3137f6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:18.624626 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8b4a5a9-6d76-4f60-918c-9e07b63edb5d req-45acbf4c-16e6-4b8c-9ff5-f75c3137f6ab service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ca59ce4eae8a454cab0edaf4190753c1&device_id=a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c HTTP/1.1" status: 200 len: 1096 time: 0.2403083 Nov 12 00:41:18.638931 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e8625-ba17-4ac0-afc8-568a89f921fb req-5ca9ff5f-cbec-482e-a496-c0586f47ec5f tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:18.639726 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-af0e8625-ba17-4ac0-afc8-568a89f921fb req-5ca9ff5f-cbec-482e-a496-c0586f47ec5f tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:18.655146 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca9ff5f-cbec-482e-a496-c0586f47ec5f tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Pushing event updated for resources: {'Port': ['ID=c9a0cd31-4a45-4f2f-aa21-f984375c2d88,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:18.670357 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3bfe8681-41d3-4dd6-a2ca-046304aee75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:18.701651 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2568d623-ab6d-40cc-857d-2e7e2bb58363 req-3198cbc7-d444-4c13-9fef-dd28492e93b1 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872663 Nov 12 00:41:18.730759 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:18.848722 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385d89e2-f5e2-49c3-98c5-4a71c450e67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ff2049-02a3-42f0-a400-fd605dfd586d'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:18.851056 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566515bf-531e-406d-a02f-fa20dcbc57d7" -d '{"events": [{"server_uuid": "385d89e2-f5e2-49c3-98c5-4a71c450e67b", "name": "network-vif-plugged", "status": "completed", "tag": "c8ff2049-02a3-42f0-a400-fd605dfd586d"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:18.939956 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d6ac1-9e53-4be5-beef-9431c9e823ec req-b05041a2-4b26-4776-ad57-57423c09dedd tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:18.943013 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1c0d6ac1-9e53-4be5-beef-9431c9e823ec req-b05041a2-4b26-4776-ad57-57423c09dedd tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfffd20-6596-433a-8910-8ddd2e57b574 HTTP/1.1" status: 200 len: 949 time: 0.0787759 Nov 12 00:41:18.953616 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port c8ff2049-02a3-42f0-a400-fd605dfd586d, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=c8ff2049-02a3-42f0-a400-fd605dfd586d,segment=NetworkSegment(6dc56b81-8d8e-4b44-90a6-8b45d539a128),segment_id=6dc56b81-8d8e-4b44-90a6-8b45d539a128)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:18.957172 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:18.965816 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:18.967385 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 8d7a5ad2-6d06-4992-a144-7c04486dc5bb up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:19.029513 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8b4a5a9-6d76-4f60-918c-9e07b63edb5d req-732f530a-188c-45ef-b12d-f46c95ff4948 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbb62800-7b01-40df-988b-2b4c45e0f546 HTTP/1.1" status: 200 len: 217 time: 0.3847320 Nov 12 00:41:19.048659 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430daa95-c1f5-4451-b119-ccd0951e88e9 req-5e86a3ae-17ca-4a8f-8afd-ff051dcbdff5 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:19.050274 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-430daa95-c1f5-4451-b119-ccd0951e88e9 req-5e86a3ae-17ca-4a8f-8afd-ff051dcbdff5 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab937da0-f879-4977-9a9b-5f4b5a06f3d1 HTTP/1.1" status: 200 len: 932 time: 0.5173147 Nov 12 00:41:19.087290 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe8681-41d3-4dd6-a2ca-046304aee75e None None] Pushing event updated for resources: {'Port': ['ID=75caf518-59b3-42f1-bcce-84f8bd4e4b25,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:19.118314 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4a5a9-6d76-4f60-918c-9e07b63edb5d req-0c554f85-32fb-453d-8416-e7f6f1071d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:19.119784 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8b4a5a9-6d76-4f60-918c-9e07b63edb5d req-0c554f85-32fb-453d-8416-e7f6f1071d78 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=72bf2022-887a-4d33-83bf-7582ee4258c1 HTTP/1.1" status: 200 len: 858 time: 0.0667517 Nov 12 00:41:19.134393 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1c0d6ac1-9e53-4be5-beef-9431c9e823ec req-b4e5f251-9cba-41b4-8cde-90b07e01234c tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789970 Nov 12 00:41:19.135001 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2c4dd5dd-7c1b-48fd-b4a9-c17cc356f4f4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:19.164549 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-af0e8625-ba17-4ac0-afc8-568a89f921fb req-5ca9ff5f-cbec-482e-a496-c0586f47ec5f tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5001464 Nov 12 00:41:19.198668 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8b4a5a9-6d76-4f60-918c-9e07b63edb5d req-8889300a-71c1-4642-a845-54e92b2977e4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e341d327-9b78-4d43-be6a-a70347676874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318422 Nov 12 00:41:19.203872 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-af0e8625-ba17-4ac0-afc8-568a89f921fb req-c51c505d-1e92-4cd2-8264-be375ae2388b service neutron] Request body: {'port': {'device_id': 'ab937da0-f879-4977-9a9b-5f4b5a06f3d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:19.221575 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 2d9980d2-2fb4-4409-9867-05d438ff9c84, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=2d9980d2-2fb4-4409-9867-05d438ff9c84,segment=NetworkSegment(c8ce3e47-ef08-4130-904d-8682aa94855d),segment_id=c8ce3e47-ef08-4130-904d-8682aa94855d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:19.260408 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:19.312362 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=c8ff2049-02a3-42f0-a400-fd605dfd586d,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:19.331090 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 8d7a5ad2-6d06-4992-a144-7c04486dc5bb completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:41:19.364455 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-430daa95-c1f5-4451-b119-ccd0951e88e9 req-f85599ad-0dd7-4af4-bbbe-363e6bcd4b93 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432384 Nov 12 00:41:19.398819 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2665c6e-66f2-4403-833c-41f3fd9f7d5c x-openstack-request-id: req-e2665c6e-66f2-4403-833c-41f3fd9f7d5c {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:19.399111 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385d89e2-f5e2-49c3-98c5-4a71c450e67b", "name": "network-vif-plugged", "status": "completed", "tag": "c8ff2049-02a3-42f0-a400-fd605dfd586d", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:19.400984 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2665c6e-66f2-4403-833c-41f3fd9f7d5c {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:19.402167 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385d89e2-f5e2-49c3-98c5-4a71c450e67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ff2049-02a3-42f0-a400-fd605dfd586d', 'code': 200} Nov 12 00:41:19.409924 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 8d7a5ad2-6d06-4992-a144-7c04486dc5bb triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:19.412558 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:19.519096 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-af0e8625-ba17-4ac0-afc8-568a89f921fb req-c51c505d-1e92-4cd2-8264-be375ae2388b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:19.612220 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8b4a5a9-6d76-4f60-918c-9e07b63edb5d req-8aa1a420-81e8-4d36-8a09-f881f28e054e service neutron] 10.222.0.54 "GET /v2.0/networks/e341d327-9b78-4d43-be6a-a70347676874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867371 Nov 12 00:41:19.683279 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd280d92-9d44-4fe1-9157-fd76b281a961 req-3c7c4ddf-6022-4c8d-bff3-5d6f0c36ea5a tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:19.685096 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dd280d92-9d44-4fe1-9157-fd76b281a961 req-3c7c4ddf-6022-4c8d-bff3-5d6f0c36ea5a tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 949 time: 0.1517072 Nov 12 00:41:19.748621 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=2d9980d2-2fb4-4409-9867-05d438ff9c84,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:19.799528 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:19.850004 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 8d7a5ad2-6d06-4992-a144-7c04486dc5bb, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=8d7a5ad2-6d06-4992-a144-7c04486dc5bb,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:19.856507 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:19.857390 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 542980b8-6964-4857-a940-20f788f4f1dd up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:19.967205 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=8d7a5ad2-6d06-4992-a144-7c04486dc5bb,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:20.000229 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 542980b8-6964-4857-a940-20f788f4f1dd completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:41:20.012956 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 542980b8-6964-4857-a940-20f788f4f1dd triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:20.013531 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:20.030120 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af046f3b-0d1c-48cb-b515-e7a67f648044 req-92dc3181-56f1-4621-be4d-0ea9e79af193 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:20.031408 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-af046f3b-0d1c-48cb-b515-e7a67f648044 req-92dc3181-56f1-4621-be4d-0ea9e79af193 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b HTTP/1.1" status: 200 len: 946 time: 0.1325495 Nov 12 00:41:20.035962 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dd280d92-9d44-4fe1-9157-fd76b281a961 req-76aa8ca1-c704-46b1-b9c6-6c708b5657a5 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925029 Nov 12 00:41:20.050048 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9281b7-f4fd-4da2-b57f-51bc308f2b4a req-c87ad859-f7e8-4ecf-b657-868e868a1ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:20.052356 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2e9281b7-f4fd-4da2-b57f-51bc308f2b4a req-c87ad859-f7e8-4ecf-b657-868e868a1ab4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b HTTP/1.1" status: 200 len: 1098 time: 0.1925318 Nov 12 00:41:20.079918 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8b4a5a9-6d76-4f60-918c-9e07b63edb5d req-f0907098-845b-4107-8384-918d52df7b92 service neutron] 10.222.0.54 "GET /v2.0/networks/e341d327-9b78-4d43-be6a-a70347676874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4590940 Nov 12 00:41:20.162176 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2c4dd5dd-7c1b-48fd-b4a9-c17cc356f4f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:20.196919 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:20.287545 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 542980b8-6964-4857-a940-20f788f4f1dd, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=542980b8-6964-4857-a940-20f788f4f1dd,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:20.293654 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:20.304024 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244cc1d2-b0c5-4389-a75a-0b69b3682631 req-a28de905-e5c7-4caf-9aec-05eb8c5fa620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:20.311081 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-244cc1d2-b0c5-4389-a75a-0b69b3682631 req-a28de905-e5c7-4caf-9aec-05eb8c5fa620 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ca59ce4eae8a454cab0edaf4190753c1&device_id=a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c HTTP/1.1" status: 200 len: 1096 time: 0.1396692 Nov 12 00:41:20.355174 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2e9281b7-f4fd-4da2-b57f-51bc308f2b4a req-696f46ef-1506-446a-bfae-891b4eaed30e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688460 Nov 12 00:41:20.361424 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-af046f3b-0d1c-48cb-b515-e7a67f648044 req-ef712cce-dde2-4019-83e0-83771cb90f17 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056307 Nov 12 00:41:20.390180 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=542980b8-6964-4857-a940-20f788f4f1dd,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:20.416398 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 75caf518-59b3-42f1-bcce-84f8bd4e4b25 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:20.516777 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 75caf518-59b3-42f1-bcce-84f8bd4e4b25 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:20.517246 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-af0e8625-ba17-4ac0-afc8-568a89f921fb req-c51c505d-1e92-4cd2-8264-be375ae2388b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9a0cd31-4a45-4f2f-aa21-f984375c2d88 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:20.517433 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:20.558029 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-af0e8625-ba17-4ac0-afc8-568a89f921fb req-c51c505d-1e92-4cd2-8264-be375ae2388b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:20.579778 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4dd5dd-7c1b-48fd-b4a9-c17cc356f4f4 admin admin] Router aca400e0-b9de-4321-a98d-d2ab539a7a98 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:41:20.590662 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae80db76-37af-45e2-9543-e188ebed6f0d None None] Network 9968898c-04b6-4a9b-a5e3-75ab7fd22341 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:41:20.664405 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-af0e8625-ba17-4ac0-afc8-568a89f921fb req-c51c505d-1e92-4cd2-8264-be375ae2388b service neutron] Transition to ACTIVE for port object c9a0cd31-4a45-4f2f-aa21-f984375c2d88 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:41:20.681347 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-af0e8625-ba17-4ac0-afc8-568a89f921fb req-c51c505d-1e92-4cd2-8264-be375ae2388b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:20.696427 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de339bb-5998-42e6-bdcc-1c1e3d9e9f55 req-1d51f8db-ad85-4126-aa6b-594c71183857 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:20.698601 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6de339bb-5998-42e6-bdcc-1c1e3d9e9f55 req-1d51f8db-ad85-4126-aa6b-594c71183857 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfffd20-6596-433a-8910-8ddd2e57b574 HTTP/1.1" status: 200 len: 950 time: 0.3743176 Nov 12 00:41:20.724711 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4dd5dd-7c1b-48fd-b4a9-c17cc356f4f4 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:41:20.736548 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c142fb6d-5fe9-4f9d-9180-77bb4e9f25b2 None None] Sync routers for ids ['aca400e0-b9de-4321-a98d-d2ab539a7a98'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:41:20.748341 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:20.754951 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c142fb6d-5fe9-4f9d-9180-77bb4e9f25b2 None None] Routers {'aca400e0-b9de-4321-a98d-d2ab539a7a98'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:41:20.755576 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-c142fb6d-5fe9-4f9d-9180-77bb4e9f25b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:41:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['aca400e0-b9de-4321-a98d-d2ab539a7a98'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:20.799369 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244cc1d2-b0c5-4389-a75a-0b69b3682631 req-e1e65d57-b6e9-40b6-b363-4b825f6962e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:20.800456 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2c4dd5dd-7c1b-48fd-b4a9-c17cc356f4f4 admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:20.802226 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-244cc1d2-b0c5-4389-a75a-0b69b3682631 req-e1e65d57-b6e9-40b6-b363-4b825f6962e5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e341d327-9b78-4d43-be6a-a70347676874 HTTP/1.1" status: 200 len: 919 time: 0.4794214 Nov 12 00:41:20.802926 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2c4dd5dd-7c1b-48fd-b4a9-c17cc356f4f4 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.7630303 Nov 12 00:41:20.809479 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41894) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:20.813761 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee7c60-ac98-4405-a3e5-2494179681a6 req-f56e0e62-c9ce-48ed-b9ed-abe424d1f168 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:20.814583 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-a555a996-f8d0-42fa-a1d8-7504fa3e9d49 None None] Provisioning complete for port 75caf518-59b3-42f1-bcce-84f8bd4e4b25 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:20.817830 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a555a996-f8d0-42fa-a1d8-7504fa3e9d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:20.822517 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-efee7c60-ac98-4405-a3e5-2494179681a6 req-f56e0e62-c9ce-48ed-b9ed-abe424d1f168 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab937da0-f879-4977-9a9b-5f4b5a06f3d1 HTTP/1.1" status: 200 len: 944 time: 0.0999599 Nov 12 00:41:20.886315 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-efee7c60-ac98-4405-a3e5-2494179681a6 req-d274c543-a47a-4dda-bae1-df0a295f304b tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624804 Nov 12 00:41:20.892555 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c505d-1e92-4cd2-8264-be375ae2388b service neutron] Pushing event updated for resources: {'Port': ['ID=c9a0cd31-4a45-4f2f-aa21-f984375c2d88,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:20.929063 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 75caf518-59b3-42f1-bcce-84f8bd4e4b25, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=75caf518-59b3-42f1-bcce-84f8bd4e4b25,segment=NetworkSegment(0354026e-5ef7-44d3-9394-600fff546383),segment_id=0354026e-5ef7-44d3-9394-600fff546383)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:20.978736 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-c142fb6d-5fe9-4f9d-9180-77bb4e9f25b2 None None] Set router aca400e0-b9de-4321-a98d-d2ab539a7a98 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:41:21.017646 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-244cc1d2-b0c5-4389-a75a-0b69b3682631 req-f47621e7-49b5-4f7f-9c41-4db1b72f00b1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbb62800-7b01-40df-988b-2b4c45e0f546 HTTP/1.1" status: 200 len: 217 time: 0.1987450 Nov 12 00:41:21.029621 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:21.030636 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 2d9980d2-2fb4-4409-9867-05d438ff9c84 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:21.076849 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6de339bb-5998-42e6-bdcc-1c1e3d9e9f55 req-08f24565-da34-4e99-ac77-da73560146cb tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372273 Nov 12 00:41:21.209300 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244cc1d2-b0c5-4389-a75a-0b69b3682631 req-68cbba7d-c4ff-41ef-b572-b3d28d0f711c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:21.210939 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-244cc1d2-b0c5-4389-a75a-0b69b3682631 req-68cbba7d-c4ff-41ef-b572-b3d28d0f711c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=72bf2022-887a-4d33-83bf-7582ee4258c1 HTTP/1.1" status: 200 len: 858 time: 0.1413848 Nov 12 00:41:21.213599 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-af0e8625-ba17-4ac0-afc8-568a89f921fb req-c51c505d-1e92-4cd2-8264-be375ae2388b service neutron] Attempting to bind port c9a0cd31-4a45-4f2f-aa21-f984375c2d88 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:41:21.213927 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-af0e8625-ba17-4ac0-afc8-568a89f921fb req-c51c505d-1e92-4cd2-8264-be375ae2388b service neutron] Attempting to bind port c9a0cd31-4a45-4f2f-aa21-f984375c2d88 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'c8ce3e47-ef08-4130-904d-8682aa94855d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e341d327-9b78-4d43-be6a-a70347676874'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:41:21.214257 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0e8625-ba17-4ac0-afc8-568a89f921fb req-c51c505d-1e92-4cd2-8264-be375ae2388b service neutron] Attempting to bind port c9a0cd31-4a45-4f2f-aa21-f984375c2d88 on network e341d327-9b78-4d43-be6a-a70347676874 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:21.223569 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0e8625-ba17-4ac0-afc8-568a89f921fb req-c51c505d-1e92-4cd2-8264-be375ae2388b service neutron] Port c9a0cd31-4a45-4f2f-aa21-f984375c2d88 on network e341d327-9b78-4d43-be6a-a70347676874 not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:41:21.223933 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0e8625-ba17-4ac0-afc8-568a89f921fb req-c51c505d-1e92-4cd2-8264-be375ae2388b service neutron] Attempting to bind port c9a0cd31-4a45-4f2f-aa21-f984375c2d88 on network e341d327-9b78-4d43-be6a-a70347676874 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:21.244693 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-c142fb6d-5fe9-4f9d-9180-77bb4e9f25b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca400e0-b9de-4321-a98d-d2ab539a7a98', 'name': 'tempest-ServersTestJSON-1586612120-router', 'tenant_id': '46bdc4597f71427b849ea30f2f437e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f16dace2-c235-4764-92b9-f9acfddefd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:17Z', 'updated_at': '2021-11-12T00:41:18Z', 'revision_number': 3, 'project_id': '46bdc4597f71427b849ea30f2f437e19', 'gw_port': {'id': 'f16dace2-c235-4764-92b9-f9acfddefd3e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f3:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca400e0-b9de-4321-a98d-d2ab539a7a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:17Z', 'updated_at': '2021-11-12T00:41:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:21.277232 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0e8625-ba17-4ac0-afc8-568a89f921fb req-c51c505d-1e92-4cd2-8264-be375ae2388b service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:41:21.277532 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c142fb6d-5fe9-4f9d-9180-77bb4e9f25b2 None None] Checking router: aca400e0-b9de-4321-a98d-d2ab539a7a98 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:41:21.277637 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0e8625-ba17-4ac0-afc8-568a89f921fb req-c51c505d-1e92-4cd2-8264-be375ae2388b service neutron] Checking segment: {'id': 'c8ce3e47-ef08-4130-904d-8682aa94855d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e341d327-9b78-4d43-be6a-a70347676874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:21.277819 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c142fb6d-5fe9-4f9d-9180-77bb4e9f25b2 None None] Updating router aca400e0-b9de-4321-a98d-d2ab539a7a98 port f16dace2-c235-4764-92b9-f9acfddefd3e binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:41:21.277990 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0e8625-ba17-4ac0-afc8-568a89f921fb req-c51c505d-1e92-4cd2-8264-be375ae2388b service neutron] Bound using segment: {'id': 'c8ce3e47-ef08-4130-904d-8682aa94855d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e341d327-9b78-4d43-be6a-a70347676874'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:41:21.278334 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 2d9980d2-2fb4-4409-9867-05d438ff9c84 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:21.278462 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-af0e8625-ba17-4ac0-afc8-568a89f921fb req-c51c505d-1e92-4cd2-8264-be375ae2388b service neutron] Bound port: c9a0cd31-4a45-4f2f-aa21-f984375c2d88, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8ce3e47-ef08-4130-904d-8682aa94855d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e341d327-9b78-4d43-be6a-a70347676874'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:41:21.278708 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:21.278829 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-af0e8625-ba17-4ac0-afc8-568a89f921fb req-c51c505d-1e92-4cd2-8264-be375ae2388b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:21.285862 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3222c2a-6c55-4186-b33c-51b02c9ecaba req-6a02fed4-27ec-47e4-80a5-438d659ceb1d tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:21.300246 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d3222c2a-6c55-4186-b33c-51b02c9ecaba req-6a02fed4-27ec-47e4-80a5-438d659ceb1d tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 950 time: 0.1227217 Nov 12 00:41:21.312187 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-244cc1d2-b0c5-4389-a75a-0b69b3682631 req-693b0a13-9723-4f8f-9c75-04b1f8474119 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e341d327-9b78-4d43-be6a-a70347676874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851579 Nov 12 00:41:21.335565 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c142fb6d-5fe9-4f9d-9180-77bb4e9f25b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:21.405747 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d3222c2a-6c55-4186-b33c-51b02c9ecaba req-c8dd0257-2a21-4904-9873-97299589dd07 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042845 Nov 12 00:41:21.410141 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dfffd20-6596-433a-8910-8ddd2e57b574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7a5ad2-6d06-4992-a144-7c04486dc5bb'}, {'server_uuid': '442fa957-b056-4b96-beb8-2fd3daa7200a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542980b8-6964-4857-a940-20f788f4f1dd'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:21.412477 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5da3af-8817-4ff4-8dbe-aa69c63724ac" -d '{"events": [{"server_uuid": "4dfffd20-6596-433a-8910-8ddd2e57b574", "name": "network-vif-plugged", "status": "completed", "tag": "8d7a5ad2-6d06-4992-a144-7c04486dc5bb"}, {"server_uuid": "442fa957-b056-4b96-beb8-2fd3daa7200a", "name": "network-vif-plugged", "status": "completed", "tag": "542980b8-6964-4857-a940-20f788f4f1dd"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:21.441050 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=75caf518-59b3-42f1-bcce-84f8bd4e4b25,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:21.558025 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a12113-ef6b-4669-94d5-3eb7f3c49fd7 x-openstack-request-id: req-40a12113-ef6b-4669-94d5-3eb7f3c49fd7 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:21.558325 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dfffd20-6596-433a-8910-8ddd2e57b574", "name": "network-vif-plugged", "status": "completed", "tag": "8d7a5ad2-6d06-4992-a144-7c04486dc5bb", "code": 200}, {"server_uuid": "442fa957-b056-4b96-beb8-2fd3daa7200a", "name": "network-vif-plugged", "status": "completed", "tag": "542980b8-6964-4857-a940-20f788f4f1dd", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:21.558583 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-40a12113-ef6b-4669-94d5-3eb7f3c49fd7 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:21.558986 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dfffd20-6596-433a-8910-8ddd2e57b574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7a5ad2-6d06-4992-a144-7c04486dc5bb', 'code': 200} Nov 12 00:41:21.559238 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '442fa957-b056-4b96-beb8-2fd3daa7200a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542980b8-6964-4857-a940-20f788f4f1dd', 'code': 200} Nov 12 00:41:21.598716 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-af0e8625-ba17-4ac0-afc8-568a89f921fb req-c51c505d-1e92-4cd2-8264-be375ae2388b service neutron] For port c9a0cd31-4a45-4f2f-aa21-f984375c2d88, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:41:21.677444 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-af0e8625-ba17-4ac0-afc8-568a89f921fb req-c51c505d-1e92-4cd2-8264-be375ae2388b service neutron] For port c9a0cd31-4a45-4f2f-aa21-f984375c2d88, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=c9a0cd31-4a45-4f2f-aa21-f984375c2d88,segment=NetworkSegment(c8ce3e47-ef08-4130-904d-8682aa94855d),segment_id=c8ce3e47-ef08-4130-904d-8682aa94855d)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:41:21.761020 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-af0e8625-ba17-4ac0-afc8-568a89f921fb req-c51c505d-1e92-4cd2-8264-be375ae2388b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:21.793221 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-f9661903-0489-49fe-ba3d-4cbdcfe1fe84 None None] Provisioning complete for port 75caf518-59b3-42f1-bcce-84f8bd4e4b25 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:21.796927 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f9661903-0489-49fe-ba3d-4cbdcfe1fe84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:21.842538 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-244cc1d2-b0c5-4389-a75a-0b69b3682631 req-5cc64a0d-15ca-4356-9e82-aca5fa8b69dd service neutron] 10.222.0.54 "GET /v2.0/networks/e341d327-9b78-4d43-be6a-a70347676874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5189066 Nov 12 00:41:21.846138 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3885f73-3a4b-4ae0-9462-d01eeb376509 req-71c35723-baf3-4b94-9ea8-819019b60af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:21.855655 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c3885f73-3a4b-4ae0-9462-d01eeb376509 req-71c35723-baf3-4b94-9ea8-819019b60af1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4dfffd20-6596-433a-8910-8ddd2e57b574 HTTP/1.1" status: 200 len: 1102 time: 0.1158404 Nov 12 00:41:21.873826 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device a26531be-90e9-455d-a213-067a290de5b1 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:41:21.906531 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e8625-ba17-4ac0-afc8-568a89f921fb req-c51c505d-1e92-4cd2-8264-be375ae2388b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:21.907026 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-af0e8625-ba17-4ac0-afc8-568a89f921fb req-c51c505d-1e92-4cd2-8264-be375ae2388b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:21.908393 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-af0e8625-ba17-4ac0-afc8-568a89f921fb req-c51c505d-1e92-4cd2-8264-be375ae2388b service neutron] 10.222.0.49 "PUT /v2.0/ports/c9a0cd31-4a45-4f2f-aa21-f984375c2d88 HTTP/1.1" status: 200 len: 1093 time: 2.7087648 Nov 12 00:41:21.926283 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab937da0-f879-4977-9a9b-5f4b5a06f3d1', 'tag': 'c9a0cd31-4a45-4f2f-aa21-f984375c2d88'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:21.929315 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2273e8-3b50-4ec5-b371-defb944684d7" -d '{"events": [{"name": "network-changed", "server_uuid": "ab937da0-f879-4977-9a9b-5f4b5a06f3d1", "tag": "c9a0cd31-4a45-4f2f-aa21-f984375c2d88"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:21.972560 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c3885f73-3a4b-4ae0-9462-d01eeb376509 req-58337691-5409-437e-a4d9-31e6709af813 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118975 Nov 12 00:41:22.031155 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c142fb6d-5fe9-4f9d-9180-77bb4e9f25b2 None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:22.041245 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c142fb6d-5fe9-4f9d-9180-77bb4e9f25b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:22.088802 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b4a82-9bcf-44fd-a646-8ce392436314 req-adfcd675-b8b5-4e96-aedb-b60dd7375c8e tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:22.097464 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ad2b4a82-9bcf-44fd-a646-8ce392436314 req-adfcd675-b8b5-4e96-aedb-b60dd7375c8e tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b HTTP/1.1" status: 200 len: 946 time: 0.4580364 Nov 12 00:41:22.117498 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9290549f-373a-4822-839b-42e7646d9a13 req-c9c46f03-e73b-4f84-b126-2b07984ead90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:22.117823 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c765fa-4985-4ba6-9f91-8378bd7fbec8 None None] Pushing event updated for resources: {'Port': ['ID=f16dace2-c235-4764-92b9-f9acfddefd3e,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:22.119535 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9290549f-373a-4822-839b-42e7646d9a13 req-c9c46f03-e73b-4f84-b126-2b07984ead90 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 1102 time: 0.3664918 Nov 12 00:41:22.126390 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c505d-1e92-4cd2-8264-be375ae2388b service neutron] Pushing event updated for resources: {'Port': ['ID=c9a0cd31-4a45-4f2f-aa21-f984375c2d88,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:22.152655 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf83ecc-e3e5-458e-9633-967877f41f1b req-03d0d257-55b5-4978-9921-d128c0f1fcc8 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:22.157258 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-abf83ecc-e3e5-458e-9633-967877f41f1b req-03d0d257-55b5-4978-9921-d128c0f1fcc8 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab937da0-f879-4977-9a9b-5f4b5a06f3d1 HTTP/1.1" status: 200 len: 944 time: 0.1288710 Nov 12 00:41:22.165932 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-c142fb6d-5fe9-4f9d-9180-77bb4e9f25b2 None None] Attempting to bind port f16dace2-c235-4764-92b9-f9acfddefd3e on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:41:22.166302 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-c142fb6d-5fe9-4f9d-9180-77bb4e9f25b2 None None] Attempting to bind port f16dace2-c235-4764-92b9-f9acfddefd3e by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:41:22.167575 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c142fb6d-5fe9-4f9d-9180-77bb4e9f25b2 None None] Attempting to bind port f16dace2-c235-4764-92b9-f9acfddefd3e on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:22.173316 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c142fb6d-5fe9-4f9d-9180-77bb4e9f25b2 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:41:22.173714 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c142fb6d-5fe9-4f9d-9180-77bb4e9f25b2 None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:22.174182 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c142fb6d-5fe9-4f9d-9180-77bb4e9f25b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:22.175799 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c142fb6d-5fe9-4f9d-9180-77bb4e9f25b2 None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:41:22.177111 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-c142fb6d-5fe9-4f9d-9180-77bb4e9f25b2 None None] Bound port: f16dace2-c235-4764-92b9-f9acfddefd3e, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:41:22.177543 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c142fb6d-5fe9-4f9d-9180-77bb4e9f25b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:22.182990 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 75caf518-59b3-42f1-bcce-84f8bd4e4b25 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:22.242232 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-c142fb6d-5fe9-4f9d-9180-77bb4e9f25b2 None None] For port f16dace2-c235-4764-92b9-f9acfddefd3e, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:41:22.248292 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-c142fb6d-5fe9-4f9d-9180-77bb4e9f25b2 None None] For port f16dace2-c235-4764-92b9-f9acfddefd3e, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=f16dace2-c235-4764-92b9-f9acfddefd3e,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:41:22.260365 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c142fb6d-5fe9-4f9d-9180-77bb4e9f25b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:22.289624 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-244cc1d2-b0c5-4389-a75a-0b69b3682631 req-e237185f-9299-4b05-91b1-05b906de9116 service neutron] 10.222.0.54 "GET /v2.0/networks/e341d327-9b78-4d43-be6a-a70347676874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929760 Nov 12 00:41:22.306766 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ad2b4a82-9bcf-44fd-a646-8ce392436314 req-6dd8fe92-44e0-4491-be24-ab245be8d917 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074649 Nov 12 00:41:22.355043 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c765fa-4985-4ba6-9f91-8378bd7fbec8 None None] Pushing event updated for resources: {'Port': ['ID=f16dace2-c235-4764-92b9-f9acfddefd3e,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:22.378845 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c142fb6d-5fe9-4f9d-9180-77bb4e9f25b2 None None] Routers {'aca400e0-b9de-4321-a98d-d2ab539a7a98'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:41:22.380745 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-c142fb6d-5fe9-4f9d-9180-77bb4e9f25b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:41:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['aca400e0-b9de-4321-a98d-d2ab539a7a98'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:22.382967 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port a26531be-90e9-455d-a213-067a290de5b1, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=a26531be-90e9-455d-a213-067a290de5b1,segment=NetworkSegment(31f3cd0b-8f92-47c3-a72f-efb4d157fdb5),segment_id=31f3cd0b-8f92-47c3-a72f-efb4d157fdb5)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:22.397537 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-abf83ecc-e3e5-458e-9633-967877f41f1b req-438c7f34-a791-4248-af3b-41358942e37a tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332933 Nov 12 00:41:22.429791 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'a26531be-90e9-455d-a213-067a290de5b1', 'network_id': '040fca8f-d2ed-42cc-9d74-8da136d7b80f', 'port_id': 'a26531be-90e9-455d-a213-067a290de5b1', 'mac_address': 'fa:16:3e:a9:51:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15eed615-9c1a-43c6-8268-d04dda46eb36', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:41:22.446860 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e8625-ba17-4ac0-afc8-568a89f921fb req-016bbefc-83ff-47d4-bb73-ce4590b3ab56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:22.450146 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-af0e8625-ba17-4ac0-afc8-568a89f921fb req-016bbefc-83ff-47d4-bb73-ce4590b3ab56 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ca59ce4eae8a454cab0edaf4190753c1&device_id=ab937da0-f879-4977-9a9b-5f4b5a06f3d1 HTTP/1.1" status: 200 len: 1096 time: 0.1884096 Nov 12 00:41:22.547119 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 75caf518-59b3-42f1-bcce-84f8bd4e4b25 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:22.547515 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:22.563815 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8abd810-65d1-4b78-bd83-841bc68e1d2d x-openstack-request-id: req-e8abd810-65d1-4b78-bd83-841bc68e1d2d {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:22.564345 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab937da0-f879-4977-9a9b-5f4b5a06f3d1", "tag": "c9a0cd31-4a45-4f2f-aa21-f984375c2d88", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:22.564748 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e8abd810-65d1-4b78-bd83-841bc68e1d2d {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:22.564909 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-af0e8625-ba17-4ac0-afc8-568a89f921fb req-ee676499-7401-46f0-b700-e09788188530 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9a0cd31-4a45-4f2f-aa21-f984375c2d88 HTTP/1.1" status: 200 len: 217 time: 0.0774407 Nov 12 00:41:22.567511 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab937da0-f879-4977-9a9b-5f4b5a06f3d1', 'tag': 'c9a0cd31-4a45-4f2f-aa21-f984375c2d88', 'status': 'completed', 'code': 200} Nov 12 00:41:22.579591 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9290549f-373a-4822-839b-42e7646d9a13 req-20e65661-54fa-4ab8-ba00-2812f8bc4051 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699714 Nov 12 00:41:22.615602 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-c142fb6d-5fe9-4f9d-9180-77bb4e9f25b2 None None] Set router aca400e0-b9de-4321-a98d-d2ab539a7a98 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:41:22.618345 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e60cfb8c-e6f2-4a0c-bc63-c8aa7f06d1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:22.704505 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:22.729333 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a26531be-90e9-455d-a213-067a290de5b1 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:22.776534 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port a26531be-90e9-455d-a213-067a290de5b1, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=a26531be-90e9-455d-a213-067a290de5b1,segment=NetworkSegment(31f3cd0b-8f92-47c3-a72f-efb4d157fdb5),segment_id=31f3cd0b-8f92-47c3-a72f-efb4d157fdb5)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:22.782209 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:22.822409 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e8625-ba17-4ac0-afc8-568a89f921fb req-bd95d825-c895-4f27-b78c-911e44e78597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:22.823886 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-af0e8625-ba17-4ac0-afc8-568a89f921fb req-bd95d825-c895-4f27-b78c-911e44e78597 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=72bf2022-887a-4d33-83bf-7582ee4258c1 HTTP/1.1" status: 200 len: 858 time: 0.2580931 Nov 12 00:41:22.845592 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-e60cfb8c-e6f2-4a0c-bc63-c8aa7f06d1d4 admin admin] Allocated IP 172.20.0.1 (9968898c-04b6-4a9b-a5e3-75ab7fd22341/a9598fb1-a2e5-4474-808c-61e1b0985a1e/f5510005-289e-4344-83e5-22d6ad5d9a07) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:41:22.851873 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba3a58e-cdc4-4b62-823a-9a81ffea39d9 req-d4c69354-56d9-4611-b6eb-43c1a9ec665e tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:22.853441 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bba3a58e-cdc4-4b62-823a-9a81ffea39d9 req-d4c69354-56d9-4611-b6eb-43c1a9ec665e tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfffd20-6596-433a-8910-8ddd2e57b574 HTTP/1.1" status: 200 len: 950 time: 0.1751144 Nov 12 00:41:22.864090 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=a26531be-90e9-455d-a213-067a290de5b1,revision_number=6']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:22.924150 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bba3a58e-cdc4-4b62-823a-9a81ffea39d9 req-0066eec3-99a8-4519-9929-23479aa855fe tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502057 Nov 12 00:41:22.979278 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-af0e8625-ba17-4ac0-afc8-568a89f921fb req-7d61e3d2-66f8-4c6c-8ce8-25b1bb32b041 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e341d327-9b78-4d43-be6a-a70347676874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1248000 Nov 12 00:41:23.103599 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e60cfb8c-e6f2-4a0c-bc63-c8aa7f06d1d4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:23.120017 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99074fb-a807-4b9f-9335-aa834d5175d6 req-1f87d6e8-d3d5-4491-96de-4bb4865b9ae1 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:23.127605 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c99074fb-a807-4b9f-9335-aa834d5175d6 req-1f87d6e8-d3d5-4491-96de-4bb4865b9ae1 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 950 time: 0.1085494 Nov 12 00:41:23.154914 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['a26531be-90e9-455d-a213-067a290de5b1'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:23.155160 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-af0e8625-ba17-4ac0-afc8-568a89f921fb req-c6510a8a-43f3-488e-8240-fb221726d77f service neutron] 10.222.0.49 "GET /v2.0/networks/e341d327-9b78-4d43-be6a-a70347676874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656642 Nov 12 00:41:23.171112 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-c142fb6d-5fe9-4f9d-9180-77bb4e9f25b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca400e0-b9de-4321-a98d-d2ab539a7a98', 'name': 'tempest-ServersTestJSON-1586612120-router', 'tenant_id': '46bdc4597f71427b849ea30f2f437e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f16dace2-c235-4764-92b9-f9acfddefd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:17Z', 'updated_at': '2021-11-12T00:41:18Z', 'revision_number': 3, 'project_id': '46bdc4597f71427b849ea30f2f437e19', 'gw_port': {'id': 'f16dace2-c235-4764-92b9-f9acfddefd3e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f3:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca400e0-b9de-4321-a98d-d2ab539a7a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:17Z', 'updated_at': '2021-11-12T00:41:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:23.189838 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c99074fb-a807-4b9f-9335-aa834d5175d6 req-304a66b4-153a-43d8-8f41-b8ba7091247b tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612488 Nov 12 00:41:23.199254 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e60cfb8c-e6f2-4a0c-bc63-c8aa7f06d1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:23.219287 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c142fb6d-5fe9-4f9d-9180-77bb4e9f25b2 None None] The sync data for ids ['aca400e0-b9de-4321-a98d-d2ab539a7a98'] in n-d-812236-11 is: [{'id': 'aca400e0-b9de-4321-a98d-d2ab539a7a98', 'name': 'tempest-ServersTestJSON-1586612120-router', 'tenant_id': '46bdc4597f71427b849ea30f2f437e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f16dace2-c235-4764-92b9-f9acfddefd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:17Z', 'updated_at': '2021-11-12T00:41:18Z', 'revision_number': 3, 'project_id': '46bdc4597f71427b849ea30f2f437e19', 'gw_port': {'id': 'f16dace2-c235-4764-92b9-f9acfddefd3e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f3:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca400e0-b9de-4321-a98d-d2ab539a7a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:17Z', 'updated_at': '2021-11-12T00:41:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:41:23.247561 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60cfb8c-e6f2-4a0c-bc63-c8aa7f06d1d4 admin admin] Network 9968898c-04b6-4a9b-a5e3-75ab7fd22341 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:41:23.250826 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-e60cfb8c-e6f2-4a0c-bc63-c8aa7f06d1d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:23.257691 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60cfb8c-e6f2-4a0c-bc63-c8aa7f06d1d4 admin admin] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:41:23.305858 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60cfb8c-e6f2-4a0c-bc63-c8aa7f06d1d4 admin admin] Pushing event updated for resources: {'Port': ['ID=f5510005-289e-4344-83e5-22d6ad5d9a07,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:23.342048 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e60cfb8c-e6f2-4a0c-bc63-c8aa7f06d1d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:23.470759 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-af0e8625-ba17-4ac0-afc8-568a89f921fb req-1aa52529-b269-4533-8299-1d081272ad31 service neutron] 10.222.0.49 "GET /v2.0/networks/e341d327-9b78-4d43-be6a-a70347676874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890770 Nov 12 00:41:23.570354 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c494fa-ff93-4f29-a0aa-d8581977d1f3 req-a36a89d3-b873-4a74-8051-14a0c5b31d75 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:23.577897 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-66c494fa-ff93-4f29-a0aa-d8581977d1f3 req-a36a89d3-b873-4a74-8051-14a0c5b31d75 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b HTTP/1.1" status: 200 len: 946 time: 0.0821221 Nov 12 00:41:23.704374 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-66c494fa-ff93-4f29-a0aa-d8581977d1f3 req-76d5fcd4-4e8f-4f6b-8e8e-2d6829261268 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249278 Nov 12 00:41:23.809777 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2273e8-3b50-4ec5-b371-defb944684d7 req-8b31e444-6a86-4706-aabe-0f49dedb65a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:23.816084 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2c2273e8-3b50-4ec5-b371-defb944684d7 req-8b31e444-6a86-4706-aabe-0f49dedb65a5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ca59ce4eae8a454cab0edaf4190753c1&device_id=ab937da0-f879-4977-9a9b-5f4b5a06f3d1 HTTP/1.1" status: 200 len: 1096 time: 0.1285417 Nov 12 00:41:23.828248 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-9537e0c2-6f71-43c9-87e8-84b577dd246e None None] Provisioning complete for port f5510005-289e-4344-83e5-22d6ad5d9a07 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:23.830940 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9537e0c2-6f71-43c9-87e8-84b577dd246e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:23.907449 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-9537e0c2-6f71-43c9-87e8-84b577dd246e None None] Port f5510005-289e-4344-83e5-22d6ad5d9a07 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:41:24.017362 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4af93-5fcc-4b4a-ae0e-b8c13ed19f8b req-30702597-2af2-44b5-9491-6f344e3aa41c tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:24.028117 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-64e4af93-5fcc-4b4a-ae0e-b8c13ed19f8b req-30702597-2af2-44b5-9491-6f344e3aa41c tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab937da0-f879-4977-9a9b-5f4b5a06f3d1 HTTP/1.1" status: 200 len: 944 time: 0.1248159 Nov 12 00:41:24.128564 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2273e8-3b50-4ec5-b371-defb944684d7 req-7c78eacf-41c6-4e42-ae15-26714ed907f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:24.131051 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2c2273e8-3b50-4ec5-b371-defb944684d7 req-7c78eacf-41c6-4e42-ae15-26714ed907f6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e341d327-9b78-4d43-be6a-a70347676874 HTTP/1.1" status: 200 len: 919 time: 0.2919042 Nov 12 00:41:24.136485 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device f16dace2-c235-4764-92b9-f9acfddefd3e up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:24.254866 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-64e4af93-5fcc-4b4a-ae0e-b8c13ed19f8b req-716febb1-bfc9-4dca-b518-d03783841a4f tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220316 Nov 12 00:41:24.284947 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port f16dace2-c235-4764-92b9-f9acfddefd3e triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:24.287259 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:24.340567 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2c2273e8-3b50-4ec5-b371-defb944684d7 req-c25e27d2-83a2-495f-8a7a-a0bb3b2d7b6c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9a0cd31-4a45-4f2f-aa21-f984375c2d88 HTTP/1.1" status: 200 len: 217 time: 0.1925304 Nov 12 00:41:24.357935 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e60cfb8c-e6f2-4a0c-bc63-c8aa7f06d1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:24.428208 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71cee38-ac9c-40c5-97c8-4e4d081460f3 req-f1f1221b-bf0d-4f74-883c-930d32749a9a tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:24.433956 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f71cee38-ac9c-40c5-97c8-4e4d081460f3 req-f1f1221b-bf0d-4f74-883c-930d32749a9a tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b HTTP/1.1" status: 200 len: 1098 time: 0.1590922 Nov 12 00:41:24.492041 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:24.528055 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port f16dace2-c235-4764-92b9-f9acfddefd3e, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=f16dace2-c235-4764-92b9-f9acfddefd3e,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:24.530369 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2273e8-3b50-4ec5-b371-defb944684d7 req-af05c1d7-1976-425b-8038-619146639f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:24.532363 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2c2273e8-3b50-4ec5-b371-defb944684d7 req-af05c1d7-1976-425b-8038-619146639f34 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=72bf2022-887a-4d33-83bf-7582ee4258c1 HTTP/1.1" status: 200 len: 858 time: 0.1768575 Nov 12 00:41:24.538951 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:24.553593 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f71cee38-ac9c-40c5-97c8-4e4d081460f3 req-a29be6ca-c75f-4a58-8140-9140f07eb4c4 tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075833 Nov 12 00:41:24.687772 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=f16dace2-c235-4764-92b9-f9acfddefd3e,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:24.699838 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2c2273e8-3b50-4ec5-b371-defb944684d7 req-4cdb14f7-1f40-4470-ac6d-35e5d26aebdf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e341d327-9b78-4d43-be6a-a70347676874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1449277 Nov 12 00:41:24.723366 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e95f0-92e4-45da-b30c-42c6471545e5 req-5d379cdb-467d-4697-894f-e3ff69f80944 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:24.725505 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-332e95f0-92e4-45da-b30c-42c6471545e5 req-5d379cdb-467d-4697-894f-e3ff69f80944 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfffd20-6596-433a-8910-8ddd2e57b574 HTTP/1.1" status: 200 len: 950 time: 0.3403387 Nov 12 00:41:24.767406 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e60cfb8c-e6f2-4a0c-bc63-c8aa7f06d1d4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:24.807408 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e60cfb8c-e6f2-4a0c-bc63-c8aa7f06d1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:24.860512 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2c2273e8-3b50-4ec5-b371-defb944684d7 req-64c21ee2-fcb3-4fc4-ada9-3b8f6a8660d9 service neutron] 10.222.0.49 "GET /v2.0/networks/e341d327-9b78-4d43-be6a-a70347676874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508029 Nov 12 00:41:24.872284 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-332e95f0-92e4-45da-b30c-42c6471545e5 req-da369cc9-07fd-4fde-9915-033f23233392 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296048 Nov 12 00:41:24.887653 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8c11f-8c19-48ce-a06b-cec4ec55c2c0 req-449784a0-7995-49ad-9e29-3f65b2a765ad tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:24.889232 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0af8c11f-8c19-48ce-a06b-cec4ec55c2c0 req-449784a0-7995-49ad-9e29-3f65b2a765ad tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 950 time: 0.0800490 Nov 12 00:41:24.917557 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60cfb8c-e6f2-4a0c-bc63-c8aa7f06d1d4 admin admin] Pushing event updated for resources: {'Port': ['ID=f5510005-289e-4344-83e5-22d6ad5d9a07,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:24.929013 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e60cfb8c-e6f2-4a0c-bc63-c8aa7f06d1d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:25.014008 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0af8c11f-8c19-48ce-a06b-cec4ec55c2c0 req-4582164b-eba1-457d-a65c-cfa2ab25b749 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062286 Nov 12 00:41:25.075360 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2c2273e8-3b50-4ec5-b371-defb944684d7 req-0322c526-a47f-405e-9242-8a99552011c7 service neutron] 10.222.0.49 "GET /v2.0/networks/e341d327-9b78-4d43-be6a-a70347676874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057188 Nov 12 00:41:25.163670 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd6f2b-557e-4322-b7b9-2b936d34bf9e req-59ed8bf7-1341-4318-b75f-7dbb50bc02b0 tempest-ServersOnMultiNodesTest-1460343694 tempest-ServersOnMultiNodesTest-1460343694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:25.168823 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60cfb8c-e6f2-4a0c-bc63-c8aa7f06d1d4 admin admin] Network 9968898c-04b6-4a9b-a5e3-75ab7fd22341 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:41:25.172240 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4abd6f2b-557e-4322-b7b9-2b936d34bf9e req-59ed8bf7-1341-4318-b75f-7dbb50bc02b0 tempest-ServersOnMultiNodesTest-1460343694 tempest-ServersOnMultiNodesTest-1460343694-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4dfffd20-6596-433a-8910-8ddd2e57b574 HTTP/1.1" status: 200 len: 1102 time: 0.0643096 Nov 12 00:41:25.173355 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-e60cfb8c-e6f2-4a0c-bc63-c8aa7f06d1d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:25.256524 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4abd6f2b-557e-4322-b7b9-2b936d34bf9e req-1bb7567e-4b34-4407-b14b-d73ea146fb26 tempest-ServersOnMultiNodesTest-1460343694 tempest-ServersOnMultiNodesTest-1460343694-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829918 Nov 12 00:41:25.319825 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c982a-a945-4bb1-8096-77b1e65806b4 req-870f1551-04a7-4bc4-a9ed-2fa02b5d4d6b tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:25.321448 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a57c982a-a945-4bb1-8096-77b1e65806b4 req-870f1551-04a7-4bc4-a9ed-2fa02b5d4d6b tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 950 time: 0.1455076 Nov 12 00:41:25.498989 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a57c982a-a945-4bb1-8096-77b1e65806b4 req-9f7d6260-c662-4511-b695-446135e46534 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688089 Nov 12 00:41:25.508653 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60cfb8c-e6f2-4a0c-bc63-c8aa7f06d1d4 admin admin] Router aca400e0-b9de-4321-a98d-d2ab539a7a98 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:41:25.605462 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503aac01-0d68-4dcd-9f2c-00bcdc239f10 req-17ff4e8f-b866-41e4-a281-a51e193d5042 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:25.618181 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-503aac01-0d68-4dcd-9f2c-00bcdc239f10 req-17ff4e8f-b866-41e4-a281-a51e193d5042 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab937da0-f879-4977-9a9b-5f4b5a06f3d1 HTTP/1.1" status: 200 len: 944 time: 0.1030464 Nov 12 00:41:25.678968 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-541712b4-3556-411d-91ef-33fb9571be4a None None] Provisioning complete for port f5510005-289e-4344-83e5-22d6ad5d9a07 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:25.680003 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-541712b4-3556-411d-91ef-33fb9571be4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:25.760707 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-503aac01-0d68-4dcd-9f2c-00bcdc239f10 req-79964812-0a18-4f54-81ca-027b373dc3f3 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405084 Nov 12 00:41:25.808250 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-541712b4-3556-411d-91ef-33fb9571be4a None None] Port f5510005-289e-4344-83e5-22d6ad5d9a07 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:41:25.834916 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60cfb8c-e6f2-4a0c-bc63-c8aa7f06d1d4 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:41:25.850483 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e60cfb8c-e6f2-4a0c-bc63-c8aa7f06d1d4 admin admin] 10.222.0.20 "PUT /v2.0/routers/aca400e0-b9de-4321-a98d-d2ab539a7a98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0365832 Nov 12 00:41:25.883599 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device bbb62800-7b01-40df-988b-2b4c45e0f546 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:41:25.911383 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device a26531be-90e9-455d-a213-067a290de5b1 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:25.920315 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device c9a0cd31-4a45-4f2f-aa21-f984375c2d88 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:41:26.115361 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77cfa33-02c8-410f-b9ff-b2f79cb3a18a req-2d63392c-c32c-46e7-aafe-f9c66c385a24 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:26.128317 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f77cfa33-02c8-410f-b9ff-b2f79cb3a18a req-2d63392c-c32c-46e7-aafe-f9c66c385a24 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfffd20-6596-433a-8910-8ddd2e57b574 HTTP/1.1" status: 200 len: 950 time: 0.1645813 Nov 12 00:41:26.197469 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.db.resource_extend [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:41:26.199041 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device f16dace2-c235-4764-92b9-f9acfddefd3e up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:26.235513 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f77cfa33-02c8-410f-b9ff-b2f79cb3a18a req-7cf37dbe-dfa7-4ff0-b7bf-03a593472d8f tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011784 Nov 12 00:41:26.281057 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab89e44d-f8ed-4331-93d6-27505b36b778 None None] Sync routers for ids ['aca400e0-b9de-4321-a98d-d2ab539a7a98'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:41:26.454493 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab89e44d-f8ed-4331-93d6-27505b36b778 None None] Routers {'aca400e0-b9de-4321-a98d-d2ab539a7a98'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:41:26.455427 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-ab89e44d-f8ed-4331-93d6-27505b36b778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:41:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['aca400e0-b9de-4321-a98d-d2ab539a7a98'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:26.482754 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port a26531be-90e9-455d-a213-067a290de5b1 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:26.484706 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:26.495771 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9e050ab7-a568-4096-bdf1-d66dd2240725 req-158baa12-b9c2-410f-ade5-f1f78dee8a75 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0955317 Nov 12 00:41:26.647582 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port bbb62800-7b01-40df-988b-2b4c45e0f546, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=bbb62800-7b01-40df-988b-2b4c45e0f546,segment=NetworkSegment(c8ce3e47-ef08-4130-904d-8682aa94855d),segment_id=c8ce3e47-ef08-4130-904d-8682aa94855d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:26.716796 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port c9a0cd31-4a45-4f2f-aa21-f984375c2d88, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=c9a0cd31-4a45-4f2f-aa21-f984375c2d88,segment=NetworkSegment(c8ce3e47-ef08-4130-904d-8682aa94855d),segment_id=c8ce3e47-ef08-4130-904d-8682aa94855d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:26.767567 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'bbb62800-7b01-40df-988b-2b4c45e0f546', 'network_id': 'e341d327-9b78-4d43-be6a-a70347676874', 'port_id': 'bbb62800-7b01-40df-988b-2b4c45e0f546', 'mac_address': 'fa:16:3e:8d:0d:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72bf2022-887a-4d33-83bf-7582ee4258c1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:41:26.767963 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4db78b-c71c-49e1-801f-d3cd5b2aa14a req-e3a078e3-4796-4b62-af01-468dd7855a46 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:26.779901 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6c4db78b-c71c-49e1-801f-d3cd5b2aa14a req-e3a078e3-4796-4b62-af01-468dd7855a46 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 950 time: 0.1148250 Nov 12 00:41:26.896672 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6c4db78b-c71c-49e1-801f-d3cd5b2aa14a req-cd6bff33-6ce0-4668-a7e3-adeeac8be987 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154549 Nov 12 00:41:27.249299 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': 'c9a0cd31-4a45-4f2f-aa21-f984375c2d88', 'network_id': 'e341d327-9b78-4d43-be6a-a70347676874', 'port_id': 'c9a0cd31-4a45-4f2f-aa21-f984375c2d88', 'mac_address': 'fa:16:3e:c1:28:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72bf2022-887a-4d33-83bf-7582ee4258c1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:41:27.344067 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port f16dace2-c235-4764-92b9-f9acfddefd3e triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:27.350410 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:27.406744 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42106) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:27.418496 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-0bf93fbd-c304-415f-b63f-be6a61589484 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1399508426', 'description': 'tempest-description--1061505094'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:27.555036 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bf93fbd-c304-415f-b63f-be6a61589484 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:27.681535 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0a3b3-1327-4b1d-85e8-2a8bbfeb2165 req-ff5dc047-dd41-4dca-a4cc-185d3d7eed1f tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:27.683748 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d9a0a3b3-1327-4b1d-85e8-2a8bbfeb2165 req-ff5dc047-dd41-4dca-a4cc-185d3d7eed1f tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.49 "GET /v2.0/ports?device_id=4dfffd20-6596-433a-8910-8ddd2e57b574 HTTP/1.1" status: 200 len: 950 time: 0.1344116 Nov 12 00:41:27.693908 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552731d-eae1-4c2e-8a6e-a4802bcb3d31 req-4b8c585a-7085-4c2c-a2c7-50fd83b6ace7 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:27.702929 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3552731d-eae1-4c2e-8a6e-a4802bcb3d31 req-4b8c585a-7085-4c2c-a2c7-50fd83b6ace7 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab937da0-f879-4977-9a9b-5f4b5a06f3d1 HTTP/1.1" status: 200 len: 944 time: 0.3014383 Nov 12 00:41:27.763214 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-ab89e44d-f8ed-4331-93d6-27505b36b778 None None] Set router aca400e0-b9de-4321-a98d-d2ab539a7a98 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:41:27.813616 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bf93fbd-c304-415f-b63f-be6a61589484 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:27.826706 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bf93fbd-c304-415f-b63f-be6a61589484 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:27.858008 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:27.906469 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbb62800-7b01-40df-988b-2b4c45e0f546 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:27.924279 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf93fbd-c304-415f-b63f-be6a61589484 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab7fe40-a153-4abc-840b-e74b12583743,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:27.932400 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bf93fbd-c304-415f-b63f-be6a61589484 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:27.933776 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0bf93fbd-c304-415f-b63f-be6a61589484 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5259082 Nov 12 00:41:27.937202 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42126) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:27.945435 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-7740d2a9-8b49-4f78-98db-9988053a136b tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Request body: {'security_group_rule': {'security_group_id': '0ab7fe40-a153-4abc-840b-e74b12583743', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:27.978103 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3552731d-eae1-4c2e-8a6e-a4802bcb3d31 req-4af26860-910b-40f6-8119-4903947a8670 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742558 Nov 12 00:41:28.003500 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7740d2a9-8b49-4f78-98db-9988053a136b tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:28.058818 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-d9a0a3b3-1327-4b1d-85e8-2a8bbfeb2165 req-5540533a-123b-47da-901e-d7ece199c4eb tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Deleting port 8d7a5ad2-6d06-4992-a144-7c04486dc5bb {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:41:28.068239 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d9a0a3b3-1327-4b1d-85e8-2a8bbfeb2165 req-5540533a-123b-47da-901e-d7ece199c4eb tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:28.142734 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7740d2a9-8b49-4f78-98db-9988053a136b tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:28.154323 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7740d2a9-8b49-4f78-98db-9988053a136b tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:28.203778 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:28.205630 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:28.216231 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7740d2a9-8b49-4f78-98db-9988053a136b tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deb8723b-3009-4154-a9da-b3e9a26832b7,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:28.222111 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7740d2a9-8b49-4f78-98db-9988053a136b tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:28.224169 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7740d2a9-8b49-4f78-98db-9988053a136b tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2859392 Nov 12 00:41:28.227515 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42130) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:28.233647 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-dbe46718-52ba-405f-9c39-c54056dc71bb tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Request body: {'security_group_rule': {'security_group_id': '0ab7fe40-a153-4abc-840b-e74b12583743', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:28.278310 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dbe46718-52ba-405f-9c39-c54056dc71bb tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:28.292966 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port bbb62800-7b01-40df-988b-2b4c45e0f546, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=bbb62800-7b01-40df-988b-2b4c45e0f546,segment=NetworkSegment(c8ce3e47-ef08-4130-904d-8682aa94855d),segment_id=c8ce3e47-ef08-4130-904d-8682aa94855d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:28.331621 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:28.374572 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dbe46718-52ba-405f-9c39-c54056dc71bb tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:28.381455 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dbe46718-52ba-405f-9c39-c54056dc71bb tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:28.387815 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-d9a0a3b3-1327-4b1d-85e8-2a8bbfeb2165 req-5540533a-123b-47da-901e-d7ece199c4eb tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] For port 8d7a5ad2-6d06-4992-a144-7c04486dc5bb, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=8d7a5ad2-6d06-4992-a144-7c04486dc5bb,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:28.392455 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d9a0a3b3-1327-4b1d-85e8-2a8bbfeb2165 req-5540533a-123b-47da-901e-d7ece199c4eb tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:28.411988 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-d9a0a3b3-1327-4b1d-85e8-2a8bbfeb2165 req-5540533a-123b-47da-901e-d7ece199c4eb tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Calling delete_port for 8d7a5ad2-6d06-4992-a144-7c04486dc5bb owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:41:28.432025 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe46718-52ba-405f-9c39-c54056dc71bb tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42bd80a2-c0a9-4208-a9a9-143ba00b5554,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:28.445237 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dbe46718-52ba-405f-9c39-c54056dc71bb tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:28.446829 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-dbe46718-52ba-405f-9c39-c54056dc71bb tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2171607 Nov 12 00:41:28.450406 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42132) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:28.466997 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-ee11f4b4-e75a-4428-87a8-104d045726bb tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:28.521911 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ee11f4b4-e75a-4428-87a8-104d045726bb tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Publish callbacks [] for floatingip, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:28.599883 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d9a0a3b3-1327-4b1d-85e8-2a8bbfeb2165 req-5540533a-123b-47da-901e-d7ece199c4eb tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:28.661808 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9a0cd31-4a45-4f2f-aa21-f984375c2d88 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:28.674245 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdfae9b2-8b7d-4b2b-a7b6-9dcbdb0fd1a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26531be-90e9-455d-a213-067a290de5b1'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:28.686656 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea6835a-6fb2-46cb-b30f-b36f8f63dd4e" -d '{"events": [{"server_uuid": "bdfae9b2-8b7d-4b2b-a7b6-9dcbdb0fd1a2", "name": "network-vif-plugged", "status": "completed", "tag": "a26531be-90e9-455d-a213-067a290de5b1"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:28.736880 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['140b407c-f230-4dff-9701-0eeac3ce1373', '1d4617ec-825e-4174-a5ec-9b7f41b6d3dd', '1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c', 'f1820954-a0a3-4025-9943-c0a46b134d63', '8d7a5ad2-6d06-4992-a144-7c04486dc5bb'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:28.744678 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07b6a8-22f8-482b-ab02-3d33e7de53f5 req-582d6a25-8c47-447b-9d79-9d4e456a273d tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:28.752599 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0f07b6a8-22f8-482b-ab02-3d33e7de53f5 req-582d6a25-8c47-447b-9d79-9d4e456a273d tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfffd20-6596-433a-8910-8ddd2e57b574 HTTP/1.1" status: 200 len: 867 time: 0.4782484 Nov 12 00:41:28.776049 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5540533a-123b-47da-901e-d7ece199c4eb tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Pushing event deleted for resources: {'Port': ['ID=8d7a5ad2-6d06-4992-a144-7c04486dc5bb,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:28.779520 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9a0a3b3-1327-4b1d-85e8-2a8bbfeb2165 req-5540533a-123b-47da-901e-d7ece199c4eb tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] No DVR routers for this DVR port 8d7a5ad2-6d06-4992-a144-7c04486dc5bb on host n-h1-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:41:28.798368 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d9a0a3b3-1327-4b1d-85e8-2a8bbfeb2165 req-5540533a-123b-47da-901e-d7ece199c4eb tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:28.808264 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d9a0a3b3-1327-4b1d-85e8-2a8bbfeb2165 req-5540533a-123b-47da-901e-d7ece199c4eb tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.49 "DELETE /v2.0/ports/8d7a5ad2-6d06-4992-a144-7c04486dc5bb HTTP/1.1" status: 204 len: 173 time: 1.0955842 Nov 12 00:41:28.808837 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dfffd20-6596-433a-8910-8ddd2e57b574', 'name': 'network-vif-deleted', 'tag': '8d7a5ad2-6d06-4992-a144-7c04486dc5bb'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:28.812890 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['3aa8d887-2ae9-4c47-acab-a7deba6e395a', '900d8329-f5b4-4d16-9f70-f0c0b36ba18b', 'a2f250c4-38e5-401c-93e7-6cc33737b88d'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:28.818284 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ee11f4b4-e75a-4428-87a8-104d045726bb tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:28.820808 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29d6f3f-7241-449f-baed-340a7c61e412" -d '{"events": [{"server_uuid": "4dfffd20-6596-433a-8910-8ddd2e57b574", "name": "network-vif-deleted", "tag": "8d7a5ad2-6d06-4992-a144-7c04486dc5bb"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:28.875434 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port c9a0cd31-4a45-4f2f-aa21-f984375c2d88, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=c9a0cd31-4a45-4f2f-aa21-f984375c2d88,segment=NetworkSegment(c8ce3e47-ef08-4130-904d-8682aa94855d),segment_id=c8ce3e47-ef08-4130-904d-8682aa94855d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:28.901850 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0f07b6a8-22f8-482b-ab02-3d33e7de53f5 req-132b1835-0154-483f-99e9-a42d9e69449b tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404147 Nov 12 00:41:29.066674 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port a26531be-90e9-455d-a213-067a290de5b1, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=a26531be-90e9-455d-a213-067a290de5b1,segment=NetworkSegment(31f3cd0b-8f92-47c3-a72f-efb4d157fdb5),segment_id=31f3cd0b-8f92-47c3-a72f-efb4d157fdb5)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:29.126599 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e050ab7-a568-4096-bdf1-d66dd2240725 req-7b15d57f-e08c-420d-a92e-7dd40dc922c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:29.131719 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9e050ab7-a568-4096-bdf1-d66dd2240725 req-7b15d57f-e08c-420d-a92e-7dd40dc922c4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=79a8b3dad7a0401ab482e19b622fac98&device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 1102 time: 0.1457534 Nov 12 00:41:29.140320 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:29.141996 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=bbb62800-7b01-40df-988b-2b4c45e0f546,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:29.174693 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-ee11f4b4-e75a-4428-87a8-104d045726bb tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Allocated IP 172.25.2.15 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/ce24a33d-4f55-43b7-82d9-ed52d1a05abc) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:41:29.229312 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['bbb62800-7b01-40df-988b-2b4c45e0f546'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:29.237160 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:29.324030 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e050ab7-a568-4096-bdf1-d66dd2240725 req-23513782-76cc-43a0-9275-5accb69c1bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:29.327096 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9e050ab7-a568-4096-bdf1-d66dd2240725 req-23513782-76cc-43a0-9275-5accb69c1bad service neutron] 10.222.0.49 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.1783621 Nov 12 00:41:29.405136 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ee11f4b4-e75a-4428-87a8-104d045726bb tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:29.450472 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9e050ab7-a568-4096-bdf1-d66dd2240725 req-afe62125-7088-4aaf-bee0-90fb23a9fcfc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=542980b8-6964-4857-a940-20f788f4f1dd HTTP/1.1" status: 200 len: 217 time: 0.1026156 Nov 12 00:41:29.505805 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ee11f4b4-e75a-4428-87a8-104d045726bb tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:29.594612 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee11f4b4-e75a-4428-87a8-104d045726bb tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:41:29.599724 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-ee11f4b4-e75a-4428-87a8-104d045726bb tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:29.604996 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e050ab7-a568-4096-bdf1-d66dd2240725 req-61ace9ba-c7a5-4542-a4e5-6d8bf15d2ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:29.608565 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee11f4b4-e75a-4428-87a8-104d045726bb tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:41:29.612655 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9e050ab7-a568-4096-bdf1-d66dd2240725 req-61ace9ba-c7a5-4542-a4e5-6d8bf15d2ec2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.1439836 Nov 12 00:41:29.706409 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11f4b4-e75a-4428-87a8-104d045726bb tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Pushing event updated for resources: {'Port': ['ID=ce24a33d-4f55-43b7-82d9-ed52d1a05abc,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:29.750234 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e050ab7-a568-4096-bdf1-d66dd2240725 req-3325cb55-f478-4836-ba73-96753b7efe9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:29.753277 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9e050ab7-a568-4096-bdf1-d66dd2240725 req-3325cb55-f478-4836-ba73-96753b7efe9d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1324236 Nov 12 00:41:29.754383 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=c9a0cd31-4a45-4f2f-aa21-f984375c2d88,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:29.761107 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['c9a0cd31-4a45-4f2f-aa21-f984375c2d88'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:29.891410 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ee11f4b4-e75a-4428-87a8-104d045726bb tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:29.920649 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-ab89e44d-f8ed-4331-93d6-27505b36b778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca400e0-b9de-4321-a98d-d2ab539a7a98', 'name': 'tempest-ServersTestJSON-1586612120-router', 'tenant_id': '46bdc4597f71427b849ea30f2f437e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f16dace2-c235-4764-92b9-f9acfddefd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:17Z', 'updated_at': '2021-11-12T00:41:24Z', 'revision_number': 4, 'project_id': '46bdc4597f71427b849ea30f2f437e19', 'gw_port': {'id': 'f16dace2-c235-4764-92b9-f9acfddefd3e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca400e0-b9de-4321-a98d-d2ab539a7a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:17Z', 'updated_at': '2021-11-12T00:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'f5510005-289e-4344-83e5-22d6ad5d9a07', 'name': '', 'network_id': '9968898c-04b6-4a9b-a5e3-75ab7fd22341', 'tenant_id': '46bdc4597f71427b849ea30f2f437e19', 'mac_address': 'fa:16:3e:59:20:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca400e0-b9de-4321-a98d-d2ab539a7a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'a9598fb1-a2e5-4474-808c-61e1b0985a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:22Z', 'updated_at': '2021-11-12T00:41:24Z', 'revision_number': 2, 'project_id': '46bdc4597f71427b849ea30f2f437e19', 'subnets': [{'id': 'a9598fb1-a2e5-4474-808c-61e1b0985a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:29.952815 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ee11f4b4-e75a-4428-87a8-104d045726bb tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:29.986922 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9e050ab7-a568-4096-bdf1-d66dd2240725 req-3e2b32be-82bc-4d78-af78-957e2ff29743 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239270 Nov 12 00:41:30.145559 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9e050ab7-a568-4096-bdf1-d66dd2240725 req-77e0a961-6956-46e0-82b4-139ef02ffccf service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494141 Nov 12 00:41:30.164840 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab89e44d-f8ed-4331-93d6-27505b36b778 None None] Checking router: aca400e0-b9de-4321-a98d-d2ab539a7a98 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:41:30.165336 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab89e44d-f8ed-4331-93d6-27505b36b778 None None] Updating router aca400e0-b9de-4321-a98d-d2ab539a7a98 port f5510005-289e-4344-83e5-22d6ad5d9a07 binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:41:30.369166 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ee11f4b4-e75a-4428-87a8-104d045726bb tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:30.420581 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ee11f4b4-e75a-4428-87a8-104d045726bb tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:30.539436 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11f4b4-e75a-4428-87a8-104d045726bb tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Pushing event updated for resources: {'Port': ['ID=ce24a33d-4f55-43b7-82d9-ed52d1a05abc,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:30.571211 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ab89e44d-f8ed-4331-93d6-27505b36b778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:30.573562 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=a26531be-90e9-455d-a213-067a290de5b1,revision_number=7']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:30.670275 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ee11f4b4-e75a-4428-87a8-104d045726bb tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:30.704650 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ee11f4b4-e75a-4428-87a8-104d045726bb tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:30.706568 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ee11f4b4-e75a-4428-87a8-104d045726bb tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2549713 Nov 12 00:41:31.199759 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 8d7a5ad2-6d06-4992-a144-7c04486dc5bb no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:41:31.262264 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: 8d7a5ad2-6d06-4992-a144-7c04486dc5bb {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:41:31.262892 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 8d7a5ad2-6d06-4992-a144-7c04486dc5bb not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:41:31.461082 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ab89e44d-f8ed-4331-93d6-27505b36b778 None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:31.490830 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ab89e44d-f8ed-4331-93d6-27505b36b778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:31.800756 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516213c1-7e9b-4367-83b8-30d0cbbf2758 None None] Pushing event updated for resources: {'Port': ['ID=f5510005-289e-4344-83e5-22d6ad5d9a07,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:31.887817 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-096bc4a0-ac32-4514-9442-4c4bcba2c250 None None] Provisioning complete for port f5510005-289e-4344-83e5-22d6ad5d9a07 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:31.888211 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-096bc4a0-ac32-4514-9442-4c4bcba2c250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:31.970723 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-ab89e44d-f8ed-4331-93d6-27505b36b778 None None] Attempting to bind port f5510005-289e-4344-83e5-22d6ad5d9a07 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:41:31.971060 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-ab89e44d-f8ed-4331-93d6-27505b36b778 None None] Attempting to bind port f5510005-289e-4344-83e5-22d6ad5d9a07 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '0354026e-5ef7-44d3-9394-600fff546383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9968898c-04b6-4a9b-a5e3-75ab7fd22341'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:41:31.971362 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab89e44d-f8ed-4331-93d6-27505b36b778 None None] Attempting to bind port f5510005-289e-4344-83e5-22d6ad5d9a07 on network 9968898c-04b6-4a9b-a5e3-75ab7fd22341 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:31.994298 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab89e44d-f8ed-4331-93d6-27505b36b778 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:41:31.994702 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab89e44d-f8ed-4331-93d6-27505b36b778 None None] Checking segment: {'id': '0354026e-5ef7-44d3-9394-600fff546383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9968898c-04b6-4a9b-a5e3-75ab7fd22341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:31.995063 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ab89e44d-f8ed-4331-93d6-27505b36b778 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:31.995453 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab89e44d-f8ed-4331-93d6-27505b36b778 None None] Bound using segment: {'id': '0354026e-5ef7-44d3-9394-600fff546383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9968898c-04b6-4a9b-a5e3-75ab7fd22341'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:41:31.995926 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-ab89e44d-f8ed-4331-93d6-27505b36b778 None None] Bound port: f5510005-289e-4344-83e5-22d6ad5d9a07, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0354026e-5ef7-44d3-9394-600fff546383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9968898c-04b6-4a9b-a5e3-75ab7fd22341'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:41:31.996297 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ab89e44d-f8ed-4331-93d6-27505b36b778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:32.015977 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-096bc4a0-ac32-4514-9442-4c4bcba2c250 None None] Port f5510005-289e-4344-83e5-22d6ad5d9a07 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:41:32.084472 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-ab89e44d-f8ed-4331-93d6-27505b36b778 None None] For port f5510005-289e-4344-83e5-22d6ad5d9a07, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:41:32.088454 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-ab89e44d-f8ed-4331-93d6-27505b36b778 None None] For port f5510005-289e-4344-83e5-22d6ad5d9a07, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=f5510005-289e-4344-83e5-22d6ad5d9a07,segment=NetworkSegment(0354026e-5ef7-44d3-9394-600fff546383),segment_id=0354026e-5ef7-44d3-9394-600fff546383)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:41:32.094134 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ab89e44d-f8ed-4331-93d6-27505b36b778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:32.236743 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516213c1-7e9b-4367-83b8-30d0cbbf2758 None None] Pushing event updated for resources: {'Port': ['ID=f5510005-289e-4344-83e5-22d6ad5d9a07,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:32.245138 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab89e44d-f8ed-4331-93d6-27505b36b778 None None] Routers {'aca400e0-b9de-4321-a98d-d2ab539a7a98'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:41:32.254010 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-ab89e44d-f8ed-4331-93d6-27505b36b778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:41:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['aca400e0-b9de-4321-a98d-d2ab539a7a98'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:32.493317 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-ab89e44d-f8ed-4331-93d6-27505b36b778 None None] Set router aca400e0-b9de-4321-a98d-d2ab539a7a98 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:41:32.716236 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-ab8f0322-5765-4d7c-a531-1fc6227bf647 None None] Provisioning complete for port f5510005-289e-4344-83e5-22d6ad5d9a07 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:32.717001 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ab8f0322-5765-4d7c-a531-1fc6227bf647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:32.920668 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-ab89e44d-f8ed-4331-93d6-27505b36b778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca400e0-b9de-4321-a98d-d2ab539a7a98', 'name': 'tempest-ServersTestJSON-1586612120-router', 'tenant_id': '46bdc4597f71427b849ea30f2f437e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f16dace2-c235-4764-92b9-f9acfddefd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:17Z', 'updated_at': '2021-11-12T00:41:24Z', 'revision_number': 4, 'project_id': '46bdc4597f71427b849ea30f2f437e19', 'gw_port': {'id': 'f16dace2-c235-4764-92b9-f9acfddefd3e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca400e0-b9de-4321-a98d-d2ab539a7a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:17Z', 'updated_at': '2021-11-12T00:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'f5510005-289e-4344-83e5-22d6ad5d9a07', 'name': '', 'network_id': '9968898c-04b6-4a9b-a5e3-75ab7fd22341', 'tenant_id': '46bdc4597f71427b849ea30f2f437e19', 'mac_address': 'fa:16:3e:59:20:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca400e0-b9de-4321-a98d-d2ab539a7a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'a9598fb1-a2e5-4474-808c-61e1b0985a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:22Z', 'updated_at': '2021-11-12T00:41:32Z', 'revision_number': 4, 'project_id': '46bdc4597f71427b849ea30f2f437e19', 'subnets': [{'id': 'a9598fb1-a2e5-4474-808c-61e1b0985a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:32.927389 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ab8f0322-5765-4d7c-a531-1fc6227bf647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:32.968447 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab89e44d-f8ed-4331-93d6-27505b36b778 None None] The sync data for ids ['aca400e0-b9de-4321-a98d-d2ab539a7a98'] in n-d-812236-11 is: [{'id': 'aca400e0-b9de-4321-a98d-d2ab539a7a98', 'name': 'tempest-ServersTestJSON-1586612120-router', 'tenant_id': '46bdc4597f71427b849ea30f2f437e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f16dace2-c235-4764-92b9-f9acfddefd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:17Z', 'updated_at': '2021-11-12T00:41:24Z', 'revision_number': 4, 'project_id': '46bdc4597f71427b849ea30f2f437e19', 'gw_port': {'id': 'f16dace2-c235-4764-92b9-f9acfddefd3e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca400e0-b9de-4321-a98d-d2ab539a7a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:17Z', 'updated_at': '2021-11-12T00:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'f5510005-289e-4344-83e5-22d6ad5d9a07', 'name': '', 'network_id': '9968898c-04b6-4a9b-a5e3-75ab7fd22341', 'tenant_id': '46bdc4597f71427b849ea30f2f437e19', 'mac_address': 'fa:16:3e:59:20:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca400e0-b9de-4321-a98d-d2ab539a7a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'a9598fb1-a2e5-4474-808c-61e1b0985a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:22Z', 'updated_at': '2021-11-12T00:41:32Z', 'revision_number': 4, 'project_id': '46bdc4597f71427b849ea30f2f437e19', 'subnets': [{'id': 'a9598fb1-a2e5-4474-808c-61e1b0985a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:41:33.051736 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-ab8f0322-5765-4d7c-a531-1fc6227bf647 None None] For port f5510005-289e-4344-83e5-22d6ad5d9a07, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=f5510005-289e-4344-83e5-22d6ad5d9a07,segment=NetworkSegment(0354026e-5ef7-44d3-9394-600fff546383),segment_id=0354026e-5ef7-44d3-9394-600fff546383)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:33.073029 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ab8f0322-5765-4d7c-a531-1fc6227bf647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:33.171215 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f0322-5765-4d7c-a531-1fc6227bf647 None None] Pushing event updated for resources: {'Port': ['ID=f5510005-289e-4344-83e5-22d6ad5d9a07,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:33.213109 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device c9a0cd31-4a45-4f2f-aa21-f984375c2d88 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:33.281702 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port c9a0cd31-4a45-4f2f-aa21-f984375c2d88 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:41:33.291104 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port c9a0cd31-4a45-4f2f-aa21-f984375c2d88 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:33.291699 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:33.395594 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:33.488748 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port c9a0cd31-4a45-4f2f-aa21-f984375c2d88, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=c9a0cd31-4a45-4f2f-aa21-f984375c2d88,segment=NetworkSegment(c8ce3e47-ef08-4130-904d-8682aa94855d),segment_id=c8ce3e47-ef08-4130-904d-8682aa94855d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:33.496879 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:33.601689 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device f5510005-289e-4344-83e5-22d6ad5d9a07 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:33.681478 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=c9a0cd31-4a45-4f2f-aa21-f984375c2d88,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:33.733954 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port f5510005-289e-4344-83e5-22d6ad5d9a07 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:33.734402 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:34.211393 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-372ab460-5fd2-4ded-a5ac-e8bd4d29da38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:34.426574 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device bbb62800-7b01-40df-988b-2b4c45e0f546 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:34.515016 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port bbb62800-7b01-40df-988b-2b4c45e0f546 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:41:34.530291 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port bbb62800-7b01-40df-988b-2b4c45e0f546 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:34.530683 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:34.632479 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:34.684607 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port bbb62800-7b01-40df-988b-2b4c45e0f546, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=bbb62800-7b01-40df-988b-2b4c45e0f546,segment=NetworkSegment(c8ce3e47-ef08-4130-904d-8682aa94855d),segment_id=c8ce3e47-ef08-4130-904d-8682aa94855d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:34.693028 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:34.762850 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=bbb62800-7b01-40df-988b-2b4c45e0f546,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:36.434987 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fb02e7a2-7d46-4a93-9695-6d4e92a8158b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:37.334399 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3743240c-506a-4be8-bd8b-d4e443e80838 req-f5be76bf-6168-4fc8-9608-babcdd12a52c tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:37.341484 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3743240c-506a-4be8-bd8b-d4e443e80838 req-f5be76bf-6168-4fc8-9608-babcdd12a52c tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 950 time: 0.0632823 Nov 12 00:41:37.392929 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3743240c-506a-4be8-bd8b-d4e443e80838 req-7581d13b-59d1-4a67-831f-420c4820ac1d tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500979 Nov 12 00:41:37.542193 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:37.572595 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4067bd-7321-4ba3-a5ff-d960ef0c1899 x-openstack-request-id: req-3d4067bd-7321-4ba3-a5ff-d960ef0c1899 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:37.572893 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdfae9b2-8b7d-4b2b-a7b6-9dcbdb0fd1a2", "name": "network-vif-plugged", "status": "completed", "tag": "a26531be-90e9-455d-a213-067a290de5b1", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:37.573214 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3d4067bd-7321-4ba3-a5ff-d960ef0c1899 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:37.574422 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdfae9b2-8b7d-4b2b-a7b6-9dcbdb0fd1a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26531be-90e9-455d-a213-067a290de5b1', 'code': 200} Nov 12 00:41:37.680552 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7356f8-e0f2-4e53-b494-d17b782eb52c x-openstack-request-id: req-8c7356f8-e0f2-4e53-b494-d17b782eb52c {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:37.681031 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dfffd20-6596-433a-8910-8ddd2e57b574", "name": "network-vif-deleted", "tag": "8d7a5ad2-6d06-4992-a144-7c04486dc5bb", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:37.681489 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c7356f8-e0f2-4e53-b494-d17b782eb52c {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:37.682238 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dfffd20-6596-433a-8910-8ddd2e57b574', 'name': 'network-vif-deleted', 'tag': '8d7a5ad2-6d06-4992-a144-7c04486dc5bb', 'status': 'completed', 'code': 200} Nov 12 00:41:37.771000 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c20b0-dbb6-485f-8eb8-cad7bb70918e req-4610daf9-bfbb-492f-9988-0c97569827bf tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:37.780729 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-108c20b0-dbb6-485f-8eb8-cad7bb70918e req-4610daf9-bfbb-492f-9988-0c97569827bf tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab937da0-f879-4977-9a9b-5f4b5a06f3d1 HTTP/1.1" status: 200 len: 946 time: 0.0988488 Nov 12 00:41:37.851103 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-108c20b0-dbb6-485f-8eb8-cad7bb70918e req-a4c6bc6c-fe58-49ef-b24d-aacec3a4123c tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692744 Nov 12 00:41:37.892704 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cb83b4f1-6e85-4949-bc5a-f41042b40473 req-b5b6fc01-ffb8-4504-a6ec-025bfc8fe780 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1399508426&fields=id&tenant_id=46bdc4597f71427b849ea30f2f437e19 HTTP/1.1" status: 200 len: 267 time: 0.0660863 Nov 12 00:41:38.014927 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb83b4f1-6e85-4949-bc5a-f41042b40473 req-9334d66c-c848-4791-a1dc-193a4990bab1 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:38.016890 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cb83b4f1-6e85-4949-bc5a-f41042b40473 req-9334d66c-c848-4791-a1dc-193a4990bab1 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] 10.222.0.20 "GET /v2.0/networks?id=9968898c-04b6-4a9b-a5e3-75ab7fd22341 HTTP/1.1" status: 200 len: 806 time: 0.1234009 Nov 12 00:41:38.048316 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cb83b4f1-6e85-4949-bc5a-f41042b40473 req-9c034da2-6cd1-4c29-a1f0-9fde94b82308 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] 10.222.0.20 "GET /v2.0/quotas/46bdc4597f71427b849ea30f2f437e19 HTTP/1.1" status: 200 len: 375 time: 0.0132277 Nov 12 00:41:38.116623 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cb83b4f1-6e85-4949-bc5a-f41042b40473 req-6798203f-dc34-4b1a-929a-042ac96b48e1 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=46bdc4597f71427b849ea30f2f437e19&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0595448 Nov 12 00:41:38.217184 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418eab4-96b1-45da-900f-d3f1909ef9a0 req-f33bfb4a-7755-4f95-8249-bc5fe7c7211d tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:38.227820 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e418eab4-96b1-45da-900f-d3f1909ef9a0 req-f33bfb4a-7755-4f95-8249-bc5fe7c7211d tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/ports?device_id=703d7211-de7c-4386-912e-b0b93082174b HTTP/1.1" status: 200 len: 950 time: 0.0724936 Nov 12 00:41:38.288561 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e418eab4-96b1-45da-900f-d3f1909ef9a0 req-2882f17f-3260-4464-a000-4c73ca9de432 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/security-groups?id=854e8c06-d2ba-4660-8744-67dd889e0b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580771 Nov 12 00:41:38.370960 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cb83b4f1-6e85-4949-bc5a-f41042b40473 req-0839f92d-8f79-49e4-990d-19580a416029 service neutron] 10.222.0.20 "GET /v2.0/networks/9968898c-04b6-4a9b-a5e3-75ab7fd22341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378447 Nov 12 00:41:38.456577 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093211d7-2375-40ee-a00c-3390eb47cb8f req-da4f3ea0-a1cf-4522-a9ff-cce258fdb5bf tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:38.464162 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-093211d7-2375-40ee-a00c-3390eb47cb8f req-da4f3ea0-a1cf-4522-a9ff-cce258fdb5bf tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=837880e2-bfb9-41ea-bf4c-c1ac4ba6d885 HTTP/1.1" status: 200 len: 950 time: 0.0696616 Nov 12 00:41:38.499507 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cb83b4f1-6e85-4949-bc5a-f41042b40473 req-974abdbe-993c-43f2-9225-ead537aa7cdc service neutron] 10.222.0.20 "GET /v2.0/networks/9968898c-04b6-4a9b-a5e3-75ab7fd22341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275094 Nov 12 00:41:38.514501 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-093211d7-2375-40ee-a00c-3390eb47cb8f req-ef3d0584-0a96-4c99-8367-f3ab0fb39595 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494640 Nov 12 00:41:38.761261 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d414540-a5d8-466a-afe8-964ed8db542d req-3aac280d-3d09-484b-b5e7-5b96fd8620a2 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:38.773362 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9d414540-a5d8-466a-afe8-964ed8db542d req-3aac280d-3d09-484b-b5e7-5b96fd8620a2 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 950 time: 0.1009557 Nov 12 00:41:38.882481 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9d414540-a5d8-466a-afe8-964ed8db542d req-d7e65628-1c0a-4e2b-b0f7-af0f6941fc53 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076989 Nov 12 00:41:38.939600 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0a63e4bb-934e-4019-82e7-49e0c49bc30e req-2d1a3125-2e4c-4784-9167-9f4bea0e3960 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] 10.222.0.20 "GET /v2.0/ports?device_id=54c4519b-7066-4ea9-be1c-8b1d35c8296b HTTP/1.1" status: 200 len: 210 time: 0.0544188 Nov 12 00:41:39.071585 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00d965-7a36-496e-a178-277f6e347d49 req-b0c09039-3d4c-4e75-8765-8b1976b7e11d tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:39.079483 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bd00d965-7a36-496e-a178-277f6e347d49 req-b0c09039-3d4c-4e75-8765-8b1976b7e11d tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab937da0-f879-4977-9a9b-5f4b5a06f3d1 HTTP/1.1" status: 200 len: 946 time: 0.0618725 Nov 12 00:41:39.092482 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69434876-25b2-483e-9044-7ff2ea54d493 req-4d7c950e-5592-4765-a161-70bd6d997bc0 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:39.103585 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-69434876-25b2-483e-9044-7ff2ea54d493 req-4d7c950e-5592-4765-a161-70bd6d997bc0 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/ports?device_id=647db9ca-ea4f-431b-8e93-d49d3657575a HTTP/1.1" status: 200 len: 945 time: 0.0875878 Nov 12 00:41:39.123158 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:39.161968 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bd00d965-7a36-496e-a178-277f6e347d49 req-dd9ed268-0c94-40f6-9f14-98502f602723 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814164 Nov 12 00:41:39.222664 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-69434876-25b2-483e-9044-7ff2ea54d493 req-85dc33e8-9936-4e45-9557-b5c8bd593dbe tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5cc596-1b22-444e-be3c-7711ad41e392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172264 Nov 12 00:41:39.476903 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabe7f1-287f-47e6-a9af-522ad6836c2f req-6624f719-1bfe-498f-9302-8fc143979e9c tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:39.488240 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cbabe7f1-287f-47e6-a9af-522ad6836c2f req-6624f719-1bfe-498f-9302-8fc143979e9c tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/ports?device_id=703d7211-de7c-4386-912e-b0b93082174b HTTP/1.1" status: 200 len: 950 time: 0.1223223 Nov 12 00:41:39.553006 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cbabe7f1-287f-47e6-a9af-522ad6836c2f req-60602737-b065-4005-a4d0-da65a8683de4 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/security-groups?id=854e8c06-d2ba-4660-8744-67dd889e0b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636799 Nov 12 00:41:39.581121 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab937da0-f879-4977-9a9b-5f4b5a06f3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a0cd31-4a45-4f2f-aa21-f984375c2d88'}, {'server_uuid': 'a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb62800-7b01-40df-988b-2b4c45e0f546'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:39.584581 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e65763-1345-4418-a221-acb6b0b6f533" -d '{"events": [{"server_uuid": "ab937da0-f879-4977-9a9b-5f4b5a06f3d1", "name": "network-vif-plugged", "status": "completed", "tag": "c9a0cd31-4a45-4f2f-aa21-f984375c2d88"}, {"server_uuid": "a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c", "name": "network-vif-plugged", "status": "completed", "tag": "bbb62800-7b01-40df-988b-2b4c45e0f546"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:39.725039 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:39.770351 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6132b615-d8a2-40d3-9ac9-d77013b22b8e req-638066ef-9f4e-4761-ade7-4e7687abbf7c tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:39.772716 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6132b615-d8a2-40d3-9ac9-d77013b22b8e req-638066ef-9f4e-4761-ade7-4e7687abbf7c tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=837880e2-bfb9-41ea-bf4c-c1ac4ba6d885 HTTP/1.1" status: 200 len: 950 time: 0.1332064 Nov 12 00:41:39.902321 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6132b615-d8a2-40d3-9ac9-d77013b22b8e req-80e85e5b-5850-4faa-81c9-f8a65977a3dd tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228085 Nov 12 00:41:39.985400 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863b3431-8498-4cff-8c4f-81b3c6748ddb x-openstack-request-id: req-863b3431-8498-4cff-8c4f-81b3c6748ddb {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:39.985911 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab937da0-f879-4977-9a9b-5f4b5a06f3d1", "name": "network-vif-plugged", "status": "completed", "tag": "c9a0cd31-4a45-4f2f-aa21-f984375c2d88", "code": 200}, {"server_uuid": "a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c", "name": "network-vif-plugged", "status": "completed", "tag": "bbb62800-7b01-40df-988b-2b4c45e0f546", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:39.986330 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-863b3431-8498-4cff-8c4f-81b3c6748ddb {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:39.986884 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab937da0-f879-4977-9a9b-5f4b5a06f3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a0cd31-4a45-4f2f-aa21-f984375c2d88', 'code': 200} Nov 12 00:41:39.991793 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb62800-7b01-40df-988b-2b4c45e0f546', 'code': 200} Nov 12 00:41:40.277980 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f634d9d8-0ce1-44ab-ae2a-0f4e95bc0305 req-c1f3183a-ec30-4630-8958-f9b3d4e7f810 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] 10.222.0.20 "GET /v2.0/ports?device_id=54c4519b-7066-4ea9-be1c-8b1d35c8296b HTTP/1.1" status: 200 len: 210 time: 0.0736256 Nov 12 00:41:40.306169 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950dc97-c173-4a2f-9468-abda4baa2be9 req-50d80e48-f773-4a48-8f6e-602c0e404b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:40.309952 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e950dc97-c173-4a2f-9468-abda4baa2be9 req-50d80e48-f773-4a48-8f6e-602c0e404b47 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c HTTP/1.1" status: 200 len: 1098 time: 0.1599534 Nov 12 00:41:40.315437 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5042f8a-6a60-40ee-aa1c-b47ab6cd3097 req-ec2f47a3-ff47-430c-9311-811554871a19 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:40.329651 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e5042f8a-6a60-40ee-aa1c-b47ab6cd3097 req-ec2f47a3-ff47-430c-9311-811554871a19 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 950 time: 0.1946127 Nov 12 00:41:40.361500 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2914b3-53fb-4849-812f-a2f44c7a5758 req-8eb9561c-73b2-4477-952f-eb8087795dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:40.363293 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-da2914b3-53fb-4849-812f-a2f44c7a5758 req-8eb9561c-73b2-4477-952f-eb8087795dd0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ab937da0-f879-4977-9a9b-5f4b5a06f3d1 HTTP/1.1" status: 200 len: 1098 time: 0.1729596 Nov 12 00:41:40.391578 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e950dc97-c173-4a2f-9468-abda4baa2be9 req-d245e6e4-514c-4a16-a4d5-a97813bf5a86 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737870 Nov 12 00:41:40.426923 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e5042f8a-6a60-40ee-aa1c-b47ab6cd3097 req-07875aa2-3b04-4fff-8b35-20b01ce3960f tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908144 Nov 12 00:41:40.481906 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:40.498740 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-da2914b3-53fb-4849-812f-a2f44c7a5758 req-3ab2ea61-0226-4de2-b0fd-c4e473dad0c0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031129 Nov 12 00:41:40.700192 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8504e33-6822-4b91-b4f4-fd1912cd93c0 req-b063f75a-4eb9-4a25-b7cf-9f9b2043a2fd tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:40.706193 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c8504e33-6822-4b91-b4f4-fd1912cd93c0 req-b063f75a-4eb9-4a25-b7cf-9f9b2043a2fd tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab937da0-f879-4977-9a9b-5f4b5a06f3d1 HTTP/1.1" status: 200 len: 946 time: 0.2432024 Nov 12 00:41:40.825365 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c8504e33-6822-4b91-b4f4-fd1912cd93c0 req-d7867959-8d9b-4ed6-8ace-214196ffa924 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020873 Nov 12 00:41:40.849967 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb83b4f1-6e85-4949-bc5a-f41042b40473 req-bcd77706-2636-42c4-a1a6-82abebe7b8cc tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:40.852169 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb83b4f1-6e85-4949-bc5a-f41042b40473 req-bcd77706-2636-42c4-a1a6-82abebe7b8cc tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] 10.222.0.49 "GET /v2.0/networks?id=9968898c-04b6-4a9b-a5e3-75ab7fd22341 HTTP/1.1" status: 200 len: 806 time: 0.3668954 Nov 12 00:41:41.101558 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-def45c9d-196c-4cb7-9c36-4a867d87f676 req-778e223b-dce0-42bc-a520-c01275d2d0ad tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--950109311&fields=id&tenant_id=65e37905fcda41a0a64a3bffb54da22e HTTP/1.1" status: 200 len: 267 time: 0.1101143 Nov 12 00:41:41.121618 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb83b4f1-6e85-4949-bc5a-f41042b40473 req-c0ca8c25-3a62-4d61-a00a-051d0af11237 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46bdc4597f71427b849ea30f2f437e19 HTTP/1.1" status: 200 len: 380 time: 0.2173417 Nov 12 00:41:41.141186 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdee33d-7111-407f-8465-fa6c22e012c1 req-c3913ade-f4c3-4c0d-923f-924ebb4c4b63 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:41.149454 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8fdee33d-7111-407f-8465-fa6c22e012c1 req-c3913ade-f4c3-4c0d-923f-924ebb4c4b63 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=837880e2-bfb9-41ea-bf4c-c1ac4ba6d885 HTTP/1.1" status: 200 len: 950 time: 0.0931628 Nov 12 00:41:41.158840 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-cb83b4f1-6e85-4949-bc5a-f41042b40473 req-075baaa6-ab10-47b9-9e81-d16da814ced5 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Request body: {'port': {'device_id': '54c4519b-7066-4ea9-be1c-8b1d35c8296b', 'network_id': '9968898c-04b6-4a9b-a5e3-75ab7fd22341', 'admin_state_up': True, 'tenant_id': '46bdc4597f71427b849ea30f2f437e19', 'security_groups': ['0ab7fe40-a153-4abc-840b-e74b12583743']}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:41.178890 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398a122-a8b5-4b96-8cdd-633360128c4b req-4b522aac-7f92-4ef9-825f-5eedcfb815fd tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:41.180564 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5398a122-a8b5-4b96-8cdd-633360128c4b req-4b522aac-7f92-4ef9-825f-5eedcfb815fd tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.54 "GET /v2.0/ports?device_id=837880e2-bfb9-41ea-bf4c-c1ac4ba6d885 HTTP/1.1" status: 200 len: 950 time: 0.2140718 Nov 12 00:41:41.238351 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def45c9d-196c-4cb7-9c36-4a867d87f676 req-4ef536fe-fda2-4e3d-ba22-ece7e6fede09 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:41.245718 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-def45c9d-196c-4cb7-9c36-4a867d87f676 req-4ef536fe-fda2-4e3d-ba22-ece7e6fede09 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/networks?id=b9574af4-848a-4900-9093-7976c00593e2 HTTP/1.1" status: 200 len: 823 time: 0.1351666 Nov 12 00:41:41.263304 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-def45c9d-196c-4cb7-9c36-4a867d87f676 req-4b9c6c58-5a8b-4741-9833-a5eae648fc2b tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/quotas/65e37905fcda41a0a64a3bffb54da22e HTTP/1.1" status: 200 len: 375 time: 0.0166681 Nov 12 00:41:41.345667 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8fdee33d-7111-407f-8465-fa6c22e012c1 req-5eaffbc9-404c-40b0-b18b-65ca0729cf17 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913376 Nov 12 00:41:41.349427 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-def45c9d-196c-4cb7-9c36-4a867d87f676 req-515ef00b-d6e8-4306-ad24-4421d2f6e58a tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=65e37905fcda41a0a64a3bffb54da22e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0767152 Nov 12 00:41:41.424964 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-5398a122-a8b5-4b96-8cdd-633360128c4b req-da76e47c-a7b9-4a53-92a7-7dda826bdeb5 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Deleting port a2f250c4-38e5-401c-93e7-6cc33737b88d {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:41:41.425594 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-5398a122-a8b5-4b96-8cdd-633360128c4b req-da76e47c-a7b9-4a53-92a7-7dda826bdeb5 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:41.440051 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb83b4f1-6e85-4949-bc5a-f41042b40473 req-075baaa6-ab10-47b9-9e81-d16da814ced5 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Made reservation on behalf of 46bdc4597f71427b849ea30f2f437e19 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:41:41.451163 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cb83b4f1-6e85-4949-bc5a-f41042b40473 req-075baaa6-ab10-47b9-9e81-d16da814ced5 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:41.506029 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-def45c9d-196c-4cb7-9c36-4a867d87f676 req-6ac72d12-2e97-43c7-abcc-95d7549e95f9 service neutron] 10.222.0.20 "GET /v2.0/networks/b9574af4-848a-4900-9093-7976c00593e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553087 Nov 12 00:41:41.574060 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-5398a122-a8b5-4b96-8cdd-633360128c4b req-da76e47c-a7b9-4a53-92a7-7dda826bdeb5 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] For port a2f250c4-38e5-401c-93e7-6cc33737b88d, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=a2f250c4-38e5-401c-93e7-6cc33737b88d,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:41.575127 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-5398a122-a8b5-4b96-8cdd-633360128c4b req-da76e47c-a7b9-4a53-92a7-7dda826bdeb5 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:41.598334 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-5398a122-a8b5-4b96-8cdd-633360128c4b req-da76e47c-a7b9-4a53-92a7-7dda826bdeb5 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Calling delete_port for a2f250c4-38e5-401c-93e7-6cc33737b88d owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:41:41.620535 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-def45c9d-196c-4cb7-9c36-4a867d87f676 req-d6b3bd61-435a-4ff4-a4fa-0b73864ca3ab service neutron] 10.222.0.20 "GET /v2.0/networks/b9574af4-848a-4900-9093-7976c00593e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134214 Nov 12 00:41:41.716076 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-111725c2-66f0-4143-90a3-8f7fcde65ea5 req-da226c5e-5aae-470b-a06e-08a56e952e09 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] 10.222.0.20 "GET /v2.0/ports?device_id=54c4519b-7066-4ea9-be1c-8b1d35c8296b HTTP/1.1" status: 200 len: 210 time: 0.0537732 Nov 12 00:41:42.140778 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90013a65-4326-42eb-b618-99b0289ba4ea req-43ad28af-6bb3-4372-b70c-27caa7099bf5 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:42.152385 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-90013a65-4326-42eb-b618-99b0289ba4ea req-43ad28af-6bb3-4372-b70c-27caa7099bf5 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 950 time: 0.2398136 Nov 12 00:41:42.190332 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1b194bb2-3660-429e-8533-c1e9dbd86841 req-ca7b539f-7878-4a7c-8b50-c6d14215097a tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4cd7cd7-2f00-4963-b453-15c01d08d929 HTTP/1.1" status: 200 len: 210 time: 0.1746871 Nov 12 00:41:42.191790 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-5398a122-a8b5-4b96-8cdd-633360128c4b req-da76e47c-a7b9-4a53-92a7-7dda826bdeb5 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:42.236876 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['140b407c-f230-4dff-9701-0eeac3ce1373', '1d4617ec-825e-4174-a5ec-9b7f41b6d3dd', '1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c', 'f1820954-a0a3-4025-9943-c0a46b134d63'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:42.268024 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['3aa8d887-2ae9-4c47-acab-a7deba6e395a', '900d8329-f5b4-4d16-9f70-f0c0b36ba18b', 'a2f250c4-38e5-401c-93e7-6cc33737b88d'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:42.358780 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-90013a65-4326-42eb-b618-99b0289ba4ea req-94dca55a-c26a-4b46-b11c-098e1d1cadda tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028086 Nov 12 00:41:42.399458 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da76e47c-a7b9-4a53-92a7-7dda826bdeb5 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Pushing event deleted for resources: {'Port': ['ID=a2f250c4-38e5-401c-93e7-6cc33737b88d,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:42.498220 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-cb83b4f1-6e85-4949-bc5a-f41042b40473 req-075baaa6-ab10-47b9-9e81-d16da814ced5 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Allocated IP 172.20.0.6 (9968898c-04b6-4a9b-a5e3-75ab7fd22341/a9598fb1-a2e5-4474-808c-61e1b0985a1e/01d63ba7-e10d-49dc-927d-8c6d303185e6) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:41:42.536672 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device b06c821b-bff1-411f-96ae-10a43e76c013 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:41:42.544951 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:42.648124 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-5398a122-a8b5-4b96-8cdd-633360128c4b req-da76e47c-a7b9-4a53-92a7-7dda826bdeb5 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] No DVR routers for this DVR port a2f250c4-38e5-401c-93e7-6cc33737b88d on host n-h2-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:41:42.650125 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cca7b6eb-c516-4032-8e98-e47f5ecf8d6c req-ba6e3886-dfd6-4bd4-ad4b-25fbc33d4b01 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=837880e2-bfb9-41ea-bf4c-c1ac4ba6d885 HTTP/1.1" status: 200 len: 210 time: 0.0780857 Nov 12 00:41:42.664507 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-5398a122-a8b5-4b96-8cdd-633360128c4b req-da76e47c-a7b9-4a53-92a7-7dda826bdeb5 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:42.681448 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5398a122-a8b5-4b96-8cdd-633360128c4b req-da76e47c-a7b9-4a53-92a7-7dda826bdeb5 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.54 "DELETE /v2.0/ports/a2f250c4-38e5-401c-93e7-6cc33737b88d HTTP/1.1" status: 204 len: 173 time: 1.4833410 Nov 12 00:41:42.682035 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '837880e2-bfb9-41ea-bf4c-c1ac4ba6d885', 'name': 'network-vif-deleted', 'tag': 'a2f250c4-38e5-401c-93e7-6cc33737b88d'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:42.684353 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c9dd18-f5e5-4c62-b26f-90989a5013cd" -d '{"events": [{"server_uuid": "837880e2-bfb9-41ea-bf4c-c1ac4ba6d885", "name": "network-vif-deleted", "tag": "a2f250c4-38e5-401c-93e7-6cc33737b88d"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:42.810651 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fe6e6-7157-4f70-9c37-ef52640d713f req-518442f2-6ada-43e4-801b-7a5b01fe5dd4 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:42.841977 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-598fe6e6-7157-4f70-9c37-ef52640d713f req-518442f2-6ada-43e4-801b-7a5b01fe5dd4 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab937da0-f879-4977-9a9b-5f4b5a06f3d1 HTTP/1.1" status: 200 len: 946 time: 0.4980376 Nov 12 00:41:42.956018 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2dbb52-3db4-4118-b067-7388c92e4a64 x-openstack-request-id: req-0b2dbb52-3db4-4118-b067-7388c92e4a64 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:42.956363 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "837880e2-bfb9-41ea-bf4c-c1ac4ba6d885", "name": "network-vif-deleted", "tag": "a2f250c4-38e5-401c-93e7-6cc33737b88d", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:42.956599 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0b2dbb52-3db4-4118-b067-7388c92e4a64 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:42.957021 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '837880e2-bfb9-41ea-bf4c-c1ac4ba6d885', 'name': 'network-vif-deleted', 'tag': 'a2f250c4-38e5-401c-93e7-6cc33737b88d', 'status': 'completed', 'code': 200} Nov 12 00:41:43.173303 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-598fe6e6-7157-4f70-9c37-ef52640d713f req-2dedbfbd-fd6a-42f2-8d34-37450f3b916f tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258741 Nov 12 00:41:43.177848 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:43.190910 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fae5367a-4904-4bda-92ea-0078b1c7d32b req-e04d42ad-6977-4094-817a-f839eebb702e tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] 10.222.0.20 "GET /v2.0/ports?device_id=54c4519b-7066-4ea9-be1c-8b1d35c8296b HTTP/1.1" status: 200 len: 210 time: 0.1021752 Nov 12 00:41:43.260800 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port b06c821b-bff1-411f-96ae-10a43e76c013, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=b06c821b-bff1-411f-96ae-10a43e76c013,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:43.277271 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703d7211-de7c-4386-912e-b0b93082174b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b06c821b-bff1-411f-96ae-10a43e76c013'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:43.280361 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8987af92-3950-4881-b563-8cdd0f681707" -d '{"events": [{"server_uuid": "703d7211-de7c-4386-912e-b0b93082174b", "name": "network-vif-unplugged", "status": "completed", "tag": "b06c821b-bff1-411f-96ae-10a43e76c013"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:43.289611 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:43.290582 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device a2f250c4-38e5-401c-93e7-6cc33737b88d no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:41:43.320403 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cb83b4f1-6e85-4949-bc5a-f41042b40473 req-075baaa6-ab10-47b9-9e81-d16da814ced5 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:43.362981 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: a2f250c4-38e5-401c-93e7-6cc33737b88d {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:41:43.363592 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device a2f250c4-38e5-401c-93e7-6cc33737b88d not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:41:43.426056 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cb83b4f1-6e85-4949-bc5a-f41042b40473 req-075baaa6-ab10-47b9-9e81-d16da814ced5 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:43.477025 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2c9cb-e76d-481e-a1ff-32f4881430b6 req-25280b22-ac2b-49d3-b933-db5e54b4dec1 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:43.478657 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-18c2c9cb-e76d-481e-a1ff-32f4881430b6 req-25280b22-ac2b-49d3-b933-db5e54b4dec1 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.54 "GET /v2.0/ports?device_id=647db9ca-ea4f-431b-8e93-d49d3657575a HTTP/1.1" status: 200 len: 945 time: 0.1122992 Nov 12 00:41:43.565210 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=b06c821b-bff1-411f-96ae-10a43e76c013,revision_number=8']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:43.611804 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb83b4f1-6e85-4949-bc5a-f41042b40473 req-075baaa6-ab10-47b9-9e81-d16da814ced5 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Network 9968898c-04b6-4a9b-a5e3-75ab7fd22341 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:41:43.657008 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c11be515-a60d-4923-8a6b-82772f6a5759 req-7b2478f3-3f38-4112-9886-19f1a79ae0a4 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4cd7cd7-2f00-4963-b453-15c01d08d929 HTTP/1.1" status: 200 len: 210 time: 0.2094359 Nov 12 00:41:43.660436 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-cb83b4f1-6e85-4949-bc5a-f41042b40473 req-075baaa6-ab10-47b9-9e81-d16da814ced5 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:43.669717 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb83b4f1-6e85-4949-bc5a-f41042b40473 req-075baaa6-ab10-47b9-9e81-d16da814ced5 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:41:43.814814 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1313669-b253-43aa-8828-3fe6b0276a63 x-openstack-request-id: req-b1313669-b253-43aa-8828-3fe6b0276a63 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:43.815120 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "703d7211-de7c-4386-912e-b0b93082174b", "name": "network-vif-unplugged", "status": "completed", "tag": "b06c821b-bff1-411f-96ae-10a43e76c013", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:43.815364 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b1313669-b253-43aa-8828-3fe6b0276a63 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:43.816353 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703d7211-de7c-4386-912e-b0b93082174b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b06c821b-bff1-411f-96ae-10a43e76c013', 'code': 200} Nov 12 00:41:43.885280 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ced876-5dea-447a-b2a3-15594cd87577 req-57ab60be-def7-498c-b33a-21ca19fb40f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:43.888951 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a0ced876-5dea-447a-b2a3-15594cd87577 req-57ab60be-def7-498c-b33a-21ca19fb40f9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ca59ce4eae8a454cab0edaf4190753c1&device_id=ab937da0-f879-4977-9a9b-5f4b5a06f3d1 HTTP/1.1" status: 200 len: 1098 time: 0.1167076 Nov 12 00:41:43.914156 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075baaa6-ab10-47b9-9e81-d16da814ced5 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Pushing event updated for resources: {'Port': ['ID=01d63ba7-e10d-49dc-927d-8c6d303185e6,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:44.113828 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b14d6-2245-4804-b9b5-eca71fafb3dc req-6f9da577-460e-443f-b0bf-bb0f98483b96 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:44.115548 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3b9b14d6-2245-4804-b9b5-eca71fafb3dc req-6f9da577-460e-443f-b0bf-bb0f98483b96 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab937da0-f879-4977-9a9b-5f4b5a06f3d1 HTTP/1.1" status: 200 len: 946 time: 0.1989784 Nov 12 00:41:44.192757 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ced876-5dea-447a-b2a3-15594cd87577 req-7c90d6d9-db16-4f75-aab4-ae07562347fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:44.194824 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a0ced876-5dea-447a-b2a3-15594cd87577 req-7c90d6d9-db16-4f75-aab4-ae07562347fc service neutron] 10.222.0.49 "GET /v2.0/networks?id=e341d327-9b78-4d43-be6a-a70347676874 HTTP/1.1" status: 200 len: 919 time: 0.2971880 Nov 12 00:41:44.200419 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-0952d259-ff29-4d19-b7f9-146fcc79039b None None] Provisioning complete for port 01d63ba7-e10d-49dc-927d-8c6d303185e6 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:44.200781 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0952d259-ff29-4d19-b7f9-146fcc79039b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:44.217230 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3b9b14d6-2245-4804-b9b5-eca71fafb3dc req-cd3f1882-c5c9-4c2a-8bc6-bc0e8c534827 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889723 Nov 12 00:41:44.242390 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-0952d259-ff29-4d19-b7f9-146fcc79039b None None] Port 01d63ba7-e10d-49dc-927d-8c6d303185e6 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:41:44.251969 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a0ced876-5dea-447a-b2a3-15594cd87577 req-14145d43-c1a8-4770-9c8f-9e1854756d09 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9a0cd31-4a45-4f2f-aa21-f984375c2d88 HTTP/1.1" status: 200 len: 217 time: 0.0461154 Nov 12 00:41:44.313501 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ced876-5dea-447a-b2a3-15594cd87577 req-6a51505d-d714-45be-86c2-9cdbb000cd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:44.316760 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a0ced876-5dea-447a-b2a3-15594cd87577 req-6a51505d-d714-45be-86c2-9cdbb000cd0b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=72bf2022-887a-4d33-83bf-7582ee4258c1 HTTP/1.1" status: 200 len: 858 time: 0.0561082 Nov 12 00:41:44.359928 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a0ced876-5dea-447a-b2a3-15594cd87577 req-63878c36-0924-4943-bf8a-6fd54f2d5e3e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e341d327-9b78-4d43-be6a-a70347676874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329211 Nov 12 00:41:44.374923 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb83b4f1-6e85-4949-bc5a-f41042b40473 req-075baaa6-ab10-47b9-9e81-d16da814ced5 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:44.375546 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cb83b4f1-6e85-4949-bc5a-f41042b40473 req-075baaa6-ab10-47b9-9e81-d16da814ced5 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:44.401405 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb83b4f1-6e85-4949-bc5a-f41042b40473 req-075baaa6-ab10-47b9-9e81-d16da814ced5 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2706199 Nov 12 00:41:44.424665 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-cb83b4f1-6e85-4949-bc5a-f41042b40473 req-c32fee72-401e-49b5-8743-a3e961843504 service neutron] Request body: {'port': {'device_id': '54c4519b-7066-4ea9-be1c-8b1d35c8296b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:44.435542 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7716b281-72ae-4e74-a9c8-7208c17d7dc8 req-79dac571-5f83-44b2-8290-a72df30acfa2 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:44.437808 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7716b281-72ae-4e74-a9c8-7208c17d7dc8 req-79dac571-5f83-44b2-8290-a72df30acfa2 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 950 time: 0.5659900 Nov 12 00:41:44.459737 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-18c2c9cb-e76d-481e-a1ff-32f4881430b6 req-816336dc-ff74-4202-bae7-c8e5093037f4 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Deleting port 6d25aee3-3c21-48d2-a5ce-3ed667fb14b4 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:41:44.460385 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-18c2c9cb-e76d-481e-a1ff-32f4881430b6 req-816336dc-ff74-4202-bae7-c8e5093037f4 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:44.541286 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cb83b4f1-6e85-4949-bc5a-f41042b40473 req-c32fee72-401e-49b5-8743-a3e961843504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:44.660666 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7716b281-72ae-4e74-a9c8-7208c17d7dc8 req-d8660817-f761-4c7a-8666-73501e01265f tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964924 Nov 12 00:41:44.679268 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-18c2c9cb-e76d-481e-a1ff-32f4881430b6 req-816336dc-ff74-4202-bae7-c8e5093037f4 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] For port 6d25aee3-3c21-48d2-a5ce-3ed667fb14b4, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=6d25aee3-3c21-48d2-a5ce-3ed667fb14b4,segment=NetworkSegment(64423b48-3f01-4308-ad49-68cdee9e8a8c),segment_id=64423b48-3f01-4308-ad49-68cdee9e8a8c)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:44.679632 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-18c2c9cb-e76d-481e-a1ff-32f4881430b6 req-816336dc-ff74-4202-bae7-c8e5093037f4 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:44.785729 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a0ced876-5dea-447a-b2a3-15594cd87577 req-9b461cd1-d198-4828-91db-691b26179807 service neutron] 10.222.0.49 "GET /v2.0/networks/e341d327-9b78-4d43-be6a-a70347676874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149258 Nov 12 00:41:44.804516 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28f7aa-284b-4d57-9d95-c7862517902e req-6aef70dc-5407-4fa1-95f7-cb816cadecb2 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:44.806119 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ef28f7aa-284b-4d57-9d95-c7862517902e req-6aef70dc-5407-4fa1-95f7-cb816cadecb2 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] 10.222.0.20 "GET /v2.0/ports?device_id=54c4519b-7066-4ea9-be1c-8b1d35c8296b HTTP/1.1" status: 200 len: 931 time: 0.4063413 Nov 12 00:41:44.942852 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ef28f7aa-284b-4d57-9d95-c7862517902e req-ff002574-f335-44f5-8eec-b51563c5af79 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab7fe40-a153-4abc-840b-e74b12583743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261024 Nov 12 00:41:45.013105 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a0ced876-5dea-447a-b2a3-15594cd87577 req-c433816a-057b-479d-99cd-eae0d559e677 service neutron] 10.222.0.49 "GET /v2.0/networks/e341d327-9b78-4d43-be6a-a70347676874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058287 Nov 12 00:41:45.100339 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d28e464c-8846-46c6-829e-a45b5c91d00f req-f3ee51dc-6500-4877-a7dd-758a8dbbe01c tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4cd7cd7-2f00-4963-b453-15c01d08d929 HTTP/1.1" status: 200 len: 210 time: 0.0506628 Nov 12 00:41:45.189317 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-18c2c9cb-e76d-481e-a1ff-32f4881430b6 req-816336dc-ff74-4202-bae7-c8e5093037f4 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:45.189990 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-18c2c9cb-e76d-481e-a1ff-32f4881430b6 req-816336dc-ff74-4202-bae7-c8e5093037f4 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:45.190361 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [req-18c2c9cb-e76d-481e-a1ff-32f4881430b6 req-816336dc-ff74-4202-bae7-c8e5093037f4 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Floating IP 65fbe837-3732-4799-97fd-266e994b8c42 disassociated. External IP: 172.25.2.161, port: 6d25aee3-3c21-48d2-a5ce-3ed667fb14b4. Nov 12 00:41:45.191872 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-18c2c9cb-e76d-481e-a1ff-32f4881430b6 req-816336dc-ff74-4202-bae7-c8e5093037f4 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Calling delete_port for 6d25aee3-3c21-48d2-a5ce-3ed667fb14b4 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:41:45.336155 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff82706-c830-41fb-80e4-d5c4349bb615 req-f7458f7a-1b95-4cad-8487-3565d258a70b tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:45.343942 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0ff82706-c830-41fb-80e4-d5c4349bb615 req-f7458f7a-1b95-4cad-8487-3565d258a70b tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e937b4-96d4-4945-8c9c-cfdf2fdba6c0 HTTP/1.1" status: 200 len: 950 time: 0.2346954 Nov 12 00:41:45.421821 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-cb83b4f1-6e85-4949-bc5a-f41042b40473 req-c32fee72-401e-49b5-8743-a3e961843504 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01d63ba7-e10d-49dc-927d-8c6d303185e6 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:45.452686 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cb83b4f1-6e85-4949-bc5a-f41042b40473 req-c32fee72-401e-49b5-8743-a3e961843504 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:45.467667 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def45c9d-196c-4cb7-9c36-4a867d87f676 req-2fc90251-e279-4dc4-a7d7-1bae180e7fc3 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:45.469122 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-def45c9d-196c-4cb7-9c36-4a867d87f676 req-2fc90251-e279-4dc4-a7d7-1bae180e7fc3 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.54 "GET /v2.0/networks?id=b9574af4-848a-4900-9093-7976c00593e2 HTTP/1.1" status: 200 len: 823 time: 0.2452991 Nov 12 00:41:45.473838 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-cb83b4f1-6e85-4949-bc5a-f41042b40473 req-c32fee72-401e-49b5-8743-a3e961843504 service neutron] Transition to ACTIVE for port object 01d63ba7-e10d-49dc-927d-8c6d303185e6 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:41:45.488561 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cb83b4f1-6e85-4949-bc5a-f41042b40473 req-c32fee72-401e-49b5-8743-a3e961843504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:45.512937 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0ff82706-c830-41fb-80e4-d5c4349bb615 req-74189599-a973-4e3a-8766-371b0224c12b tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679335 Nov 12 00:41:45.613704 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-def45c9d-196c-4cb7-9c36-4a867d87f676 req-7d7a1a96-f396-4884-a6fd-424d437bd6ff tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65e37905fcda41a0a64a3bffb54da22e HTTP/1.1" status: 200 len: 379 time: 0.1204228 Nov 12 00:41:45.638098 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-def45c9d-196c-4cb7-9c36-4a867d87f676 req-958bf62f-3ecf-476f-b17b-c15393fe1a03 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Request body: {'port': {'device_id': 'c4cd7cd7-2f00-4963-b453-15c01d08d929', 'network_id': 'b9574af4-848a-4900-9093-7976c00593e2', 'admin_state_up': True, 'tenant_id': '65e37905fcda41a0a64a3bffb54da22e', 'security_groups': ['9d5cc596-1b22-444e-be3c-7711ad41e392']}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:45.774036 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32fee72-401e-49b5-8743-a3e961843504 service neutron] Pushing event updated for resources: {'Port': ['ID=01d63ba7-e10d-49dc-927d-8c6d303185e6,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:45.812691 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-def45c9d-196c-4cb7-9c36-4a867d87f676 req-958bf62f-3ecf-476f-b17b-c15393fe1a03 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Made reservation on behalf of 65e37905fcda41a0a64a3bffb54da22e for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:41:45.831291 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-def45c9d-196c-4cb7-9c36-4a867d87f676 req-958bf62f-3ecf-476f-b17b-c15393fe1a03 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:45.881493 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32fee72-401e-49b5-8743-a3e961843504 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:45.881843 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32fee72-401e-49b5-8743-a3e961843504 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:45.892720 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32fee72-401e-49b5-8743-a3e961843504 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:45.893139 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32fee72-401e-49b5-8743-a3e961843504 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:45.893855 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32fee72-401e-49b5-8743-a3e961843504 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:45.894525 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32fee72-401e-49b5-8743-a3e961843504 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:45.895036 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32fee72-401e-49b5-8743-a3e961843504 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:45.895528 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32fee72-401e-49b5-8743-a3e961843504 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:45.896022 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32fee72-401e-49b5-8743-a3e961843504 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:45.896759 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32fee72-401e-49b5-8743-a3e961843504 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:45.897257 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32fee72-401e-49b5-8743-a3e961843504 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:45.897752 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32fee72-401e-49b5-8743-a3e961843504 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:45.959314 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-18c2c9cb-e76d-481e-a1ff-32f4881430b6 req-816336dc-ff74-4202-bae7-c8e5093037f4 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:46.014916 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c054e2-1e45-41f5-b14d-b64b51fbad48 req-5be794c2-56a5-4708-9950-69e8abc17cbd tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:46.016427 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b1c054e2-1e45-41f5-b14d-b64b51fbad48 req-5be794c2-56a5-4708-9950-69e8abc17cbd tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab937da0-f879-4977-9a9b-5f4b5a06f3d1 HTTP/1.1" status: 200 len: 946 time: 0.2512095 Nov 12 00:41:46.020668 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816336dc-ff74-4202-bae7-c8e5093037f4 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Pushing event deleted for resources: {'Port': ['ID=6d25aee3-3c21-48d2-a5ce-3ed667fb14b4,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:46.040210 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe367b-8c07-4bfb-9c83-fc5c633f97dd req-d55b93ca-fd1f-4777-b4cd-25434d8fa09f tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:46.041949 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-14fe367b-8c07-4bfb-9c83-fc5c633f97dd req-d55b93ca-fd1f-4777-b4cd-25434d8fa09f tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 950 time: 0.1078787 Nov 12 00:41:46.090919 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-def45c9d-196c-4cb7-9c36-4a867d87f676 req-958bf62f-3ecf-476f-b17b-c15393fe1a03 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Allocated IP 172.20.0.11 (b9574af4-848a-4900-9093-7976c00593e2/7413bf18-08e7-4425-a837-148a3dd7f58d/2f925d61-a79b-4868-944e-aaa51bafeb85) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:41:46.095999 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-cb83b4f1-6e85-4949-bc5a-f41042b40473 req-c32fee72-401e-49b5-8743-a3e961843504 service neutron] Attempting to bind port 01d63ba7-e10d-49dc-927d-8c6d303185e6 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:41:46.096331 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-cb83b4f1-6e85-4949-bc5a-f41042b40473 req-c32fee72-401e-49b5-8743-a3e961843504 service neutron] Attempting to bind port 01d63ba7-e10d-49dc-927d-8c6d303185e6 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '0354026e-5ef7-44d3-9394-600fff546383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9968898c-04b6-4a9b-a5e3-75ab7fd22341'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:41:46.096660 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb83b4f1-6e85-4949-bc5a-f41042b40473 req-c32fee72-401e-49b5-8743-a3e961843504 service neutron] Attempting to bind port 01d63ba7-e10d-49dc-927d-8c6d303185e6 on network 9968898c-04b6-4a9b-a5e3-75ab7fd22341 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:46.111776 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb83b4f1-6e85-4949-bc5a-f41042b40473 req-c32fee72-401e-49b5-8743-a3e961843504 service neutron] Port 01d63ba7-e10d-49dc-927d-8c6d303185e6 on network 9968898c-04b6-4a9b-a5e3-75ab7fd22341 not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:41:46.112417 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb83b4f1-6e85-4949-bc5a-f41042b40473 req-c32fee72-401e-49b5-8743-a3e961843504 service neutron] Attempting to bind port 01d63ba7-e10d-49dc-927d-8c6d303185e6 on network 9968898c-04b6-4a9b-a5e3-75ab7fd22341 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:46.120147 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb83b4f1-6e85-4949-bc5a-f41042b40473 req-c32fee72-401e-49b5-8743-a3e961843504 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:41:46.120375 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb83b4f1-6e85-4949-bc5a-f41042b40473 req-c32fee72-401e-49b5-8743-a3e961843504 service neutron] Checking segment: {'id': '0354026e-5ef7-44d3-9394-600fff546383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9968898c-04b6-4a9b-a5e3-75ab7fd22341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:46.120939 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb83b4f1-6e85-4949-bc5a-f41042b40473 req-c32fee72-401e-49b5-8743-a3e961843504 service neutron] Bound using segment: {'id': '0354026e-5ef7-44d3-9394-600fff546383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9968898c-04b6-4a9b-a5e3-75ab7fd22341'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:41:46.121613 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-cb83b4f1-6e85-4949-bc5a-f41042b40473 req-c32fee72-401e-49b5-8743-a3e961843504 service neutron] Bound port: 01d63ba7-e10d-49dc-927d-8c6d303185e6, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0354026e-5ef7-44d3-9394-600fff546383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9968898c-04b6-4a9b-a5e3-75ab7fd22341'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:41:46.121966 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cb83b4f1-6e85-4949-bc5a-f41042b40473 req-c32fee72-401e-49b5-8743-a3e961843504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:46.132507 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-14fe367b-8c07-4bfb-9c83-fc5c633f97dd req-c7c03625-c2d1-4baa-9420-e907cf2aef4d tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784218 Nov 12 00:41:46.193800 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b1c054e2-1e45-41f5-b14d-b64b51fbad48 req-b4243261-c67a-4f4f-af69-cd9a873369c0 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558614 Nov 12 00:41:46.306133 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18c2c9cb-e76d-481e-a1ff-32f4881430b6 req-816336dc-ff74-4202-bae7-c8e5093037f4 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Router 75dd6e5d-b3c8-42d5-a224-73af74680329 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:41:46.326462 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-cb83b4f1-6e85-4949-bc5a-f41042b40473 req-c32fee72-401e-49b5-8743-a3e961843504 service neutron] For port 01d63ba7-e10d-49dc-927d-8c6d303185e6, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:41:46.326462 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-cb83b4f1-6e85-4949-bc5a-f41042b40473 req-c32fee72-401e-49b5-8743-a3e961843504 service neutron] For port 01d63ba7-e10d-49dc-927d-8c6d303185e6, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=01d63ba7-e10d-49dc-927d-8c6d303185e6,segment=NetworkSegment(0354026e-5ef7-44d3-9394-600fff546383),segment_id=0354026e-5ef7-44d3-9394-600fff546383)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:41:46.417816 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cb83b4f1-6e85-4949-bc5a-f41042b40473 req-c32fee72-401e-49b5-8743-a3e961843504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:46.450322 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-def45c9d-196c-4cb7-9c36-4a867d87f676 req-958bf62f-3ecf-476f-b17b-c15393fe1a03 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:46.470209 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 0e040e9b-b854-41af-a259-24e4f00f0106 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:41:46.498109 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 6d25aee3-3c21-48d2-a5ce-3ed667fb14b4 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:41:46.525554 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb83b4f1-6e85-4949-bc5a-f41042b40473 req-c32fee72-401e-49b5-8743-a3e961843504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:46.526344 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cb83b4f1-6e85-4949-bc5a-f41042b40473 req-c32fee72-401e-49b5-8743-a3e961843504 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:46.527516 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb83b4f1-6e85-4949-bc5a-f41042b40473 req-c32fee72-401e-49b5-8743-a3e961843504 service neutron] 10.222.0.49 "PUT /v2.0/ports/01d63ba7-e10d-49dc-927d-8c6d303185e6 HTTP/1.1" status: 200 len: 1092 time: 2.1083355 Nov 12 00:41:46.527965 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c4519b-7066-4ea9-be1c-8b1d35c8296b', 'tag': '01d63ba7-e10d-49dc-927d-8c6d303185e6'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:46.530550 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2d8bb4-d71c-4aad-8ebf-adb54818e66f" -d '{"events": [{"name": "network-changed", "server_uuid": "54c4519b-7066-4ea9-be1c-8b1d35c8296b", "tag": "01d63ba7-e10d-49dc-927d-8c6d303185e6"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:46.547067 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: 6d25aee3-3c21-48d2-a5ce-3ed667fb14b4 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:41:46.547326 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 6d25aee3-3c21-48d2-a5ce-3ed667fb14b4 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:41:46.578183 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-915e05d4-8097-410c-8bca-9f4861ee6b4b req-9ec16d30-8afb-4f6d-90bf-da9ae83c05fd tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4cd7cd7-2f00-4963-b453-15c01d08d929 HTTP/1.1" status: 200 len: 210 time: 0.1167922 Nov 12 00:41:46.618858 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-def45c9d-196c-4cb7-9c36-4a867d87f676 req-958bf62f-3ecf-476f-b17b-c15393fe1a03 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:46.683844 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-def45c9d-196c-4cb7-9c36-4a867d87f676 req-958bf62f-3ecf-476f-b17b-c15393fe1a03 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Network b9574af4-848a-4900-9093-7976c00593e2 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:41:46.695408 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-def45c9d-196c-4cb7-9c36-4a867d87f676 req-958bf62f-3ecf-476f-b17b-c15393fe1a03 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:46.697362 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d40d55-0277-4a60-ab65-457f44190422 x-openstack-request-id: req-98d40d55-0277-4a60-ab65-457f44190422 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:46.699462 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54c4519b-7066-4ea9-be1c-8b1d35c8296b", "tag": "01d63ba7-e10d-49dc-927d-8c6d303185e6", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:46.700958 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-98d40d55-0277-4a60-ab65-457f44190422 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:46.702862 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54c4519b-7066-4ea9-be1c-8b1d35c8296b', 'tag': '01d63ba7-e10d-49dc-927d-8c6d303185e6', 'status': 'completed', 'code': 200} Nov 12 00:41:46.733305 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958bf62f-3ecf-476f-b17b-c15393fe1a03 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Pushing event updated for resources: {'Port': ['ID=2f925d61-a79b-4868-944e-aaa51bafeb85,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:46.736061 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-def45c9d-196c-4cb7-9c36-4a867d87f676 req-958bf62f-3ecf-476f-b17b-c15393fe1a03 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:41:46.740706 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f29b90-be5d-44db-8a21-d59236de1e10 req-a90b9900-a0e1-4fa9-94c8-335400fb5e30 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:46.757929 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-80f29b90-be5d-44db-8a21-d59236de1e10 req-a90b9900-a0e1-4fa9-94c8-335400fb5e30 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] 10.222.0.20 "GET /v2.0/ports?device_id=54c4519b-7066-4ea9-be1c-8b1d35c8296b HTTP/1.1" status: 200 len: 943 time: 0.3353963 Nov 12 00:41:46.763280 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 0e040e9b-b854-41af-a259-24e4f00f0106, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=0e040e9b-b854-41af-a259-24e4f00f0106,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:46.764857 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32fee72-401e-49b5-8743-a3e961843504 service neutron] Pushing event updated for resources: {'Port': ['ID=01d63ba7-e10d-49dc-927d-8c6d303185e6,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:46.783850 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958bf62f-3ecf-476f-b17b-c15393fe1a03 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:46.784016 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '0e040e9b-b854-41af-a259-24e4f00f0106', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'port_id': '0e040e9b-b854-41af-a259-24e4f00f0106', 'mac_address': 'fa:16:3e:55:61:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3288e972-21d8-4a52-9002-05790fb0bb61', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:41:46.784592 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958bf62f-3ecf-476f-b17b-c15393fe1a03 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:46.785104 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958bf62f-3ecf-476f-b17b-c15393fe1a03 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:46.785651 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958bf62f-3ecf-476f-b17b-c15393fe1a03 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:46.786259 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958bf62f-3ecf-476f-b17b-c15393fe1a03 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:46.787113 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958bf62f-3ecf-476f-b17b-c15393fe1a03 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:46.787621 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958bf62f-3ecf-476f-b17b-c15393fe1a03 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:46.788112 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958bf62f-3ecf-476f-b17b-c15393fe1a03 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:46.788605 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958bf62f-3ecf-476f-b17b-c15393fe1a03 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:46.789094 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958bf62f-3ecf-476f-b17b-c15393fe1a03 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:46.789780 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958bf62f-3ecf-476f-b17b-c15393fe1a03 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:46.790257 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958bf62f-3ecf-476f-b17b-c15393fe1a03 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:46.828037 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18c2c9cb-e76d-481e-a1ff-32f4881430b6 req-816336dc-ff74-4202-bae7-c8e5093037f4 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:41:46.840246 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1f4279-b854-40b4-a000-fa1e5882135a None None] Sync routers for ids ['75dd6e5d-b3c8-42d5-a224-73af74680329'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:41:46.851755 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def45c9d-196c-4cb7-9c36-4a867d87f676 req-958bf62f-3ecf-476f-b17b-c15393fe1a03 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:46.857510 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-def45c9d-196c-4cb7-9c36-4a867d87f676 req-958bf62f-3ecf-476f-b17b-c15393fe1a03 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:46.865775 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:46.870094 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1f4279-b854-40b4-a000-fa1e5882135a None None] Routers {'75dd6e5d-b3c8-42d5-a224-73af74680329'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:41:46.871842 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-ba1f4279-b854-40b4-a000-fa1e5882135a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:41:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['75dd6e5d-b3c8-42d5-a224-73af74680329'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:46.895186 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb83b4f1-6e85-4949-bc5a-f41042b40473 req-2712baa4-73db-42fa-82dc-597f53dada70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:46.897732 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb83b4f1-6e85-4949-bc5a-f41042b40473 req-2712baa4-73db-42fa-82dc-597f53dada70 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=46bdc4597f71427b849ea30f2f437e19&device_id=54c4519b-7066-4ea9-be1c-8b1d35c8296b HTTP/1.1" status: 200 len: 1095 time: 0.2797661 Nov 12 00:41:46.899199 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d42ba9-b727-4e59-b3ee-139a905cc67c req-97a37744-999b-4374-9c44-6957f8e5846c tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:46.902602 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e040e9b-b854-41af-a259-24e4f00f0106 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:46.910298 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b1d42ba9-b727-4e59-b3ee-139a905cc67c req-97a37744-999b-4374-9c44-6957f8e5846c tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e937b4-96d4-4945-8c9c-cfdf2fdba6c0 HTTP/1.1" status: 200 len: 950 time: 0.1671414 Nov 12 00:41:46.914506 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c2c9cb-e76d-481e-a1ff-32f4881430b6 req-816336dc-ff74-4202-bae7-c8e5093037f4 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] No DVR routers for this DVR port 6d25aee3-3c21-48d2-a5ce-3ed667fb14b4 on host n-h2-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:41:46.929782 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-80f29b90-be5d-44db-8a21-d59236de1e10 req-2cd64183-f973-4675-94cf-4b26411f72c0 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab7fe40-a153-4abc-840b-e74b12583743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575866 Nov 12 00:41:46.942577 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-def45c9d-196c-4cb7-9c36-4a867d87f676 req-958bf62f-3ecf-476f-b17b-c15393fe1a03 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3147323 Nov 12 00:41:46.952832 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-18c2c9cb-e76d-481e-a1ff-32f4881430b6 req-816336dc-ff74-4202-bae7-c8e5093037f4 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:46.957525 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-18c2c9cb-e76d-481e-a1ff-32f4881430b6 req-816336dc-ff74-4202-bae7-c8e5093037f4 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.54 "DELETE /v2.0/ports/6d25aee3-3c21-48d2-a5ce-3ed667fb14b4 HTTP/1.1" status: 204 len: 173 time: 3.4538198 Nov 12 00:41:46.984878 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-def45c9d-196c-4cb7-9c36-4a867d87f676 req-dcf3cfc5-ce9c-4d72-b27c-2e0cf13f92d3 service neutron] Request body: {'port': {'device_id': 'c4cd7cd7-2f00-4963-b453-15c01d08d929', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:47.003851 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b1d42ba9-b727-4e59-b3ee-139a905cc67c req-dee020cf-2e2d-4e64-ba4d-eab996675c17 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920932 Nov 12 00:41:47.022041 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 0e040e9b-b854-41af-a259-24e4f00f0106, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=0e040e9b-b854-41af-a259-24e4f00f0106,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:47.032426 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:47.058610 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb83b4f1-6e85-4949-bc5a-f41042b40473 req-06e1f3b8-ad7d-4b6f-8aed-e1c3e087b129 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01d63ba7-e10d-49dc-927d-8c6d303185e6 HTTP/1.1" status: 200 len: 217 time: 0.1254320 Nov 12 00:41:47.092832 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-ba1f4279-b854-40b4-a000-fa1e5882135a None None] Set router 75dd6e5d-b3c8-42d5-a224-73af74680329 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:41:47.118822 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-def45c9d-196c-4cb7-9c36-4a867d87f676 req-dcf3cfc5-ce9c-4d72-b27c-2e0cf13f92d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:47.160263 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=0e040e9b-b854-41af-a259-24e4f00f0106,revision_number=9']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:47.176569 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:47.177217 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:47.177751 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:47.178521 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:47.179006 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:47.179493 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:47.179979 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:47.180566 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:47.181050 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:47.181561 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:47.182036 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:47.182670 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:47.260049 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02967e42-ef39-40df-84f3-37a48be4733c req-0ebcac2c-3900-4cd0-ba83-ffa6aa33e8bc tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:47.261964 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-02967e42-ef39-40df-84f3-37a48be4733c req-0ebcac2c-3900-4cd0-ba83-ffa6aa33e8bc tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/networks?id=040fca8f-d2ed-42cc-9d74-8da136d7b80f HTTP/1.1" status: 200 len: 805 time: 0.1644552 Nov 12 00:41:47.264024 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb83b4f1-6e85-4949-bc5a-f41042b40473 req-3986ba1b-91fd-48ba-a869-2a969f0e67bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:47.265595 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb83b4f1-6e85-4949-bc5a-f41042b40473 req-3986ba1b-91fd-48ba-a869-2a969f0e67bc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9598fb1-a2e5-4474-808c-61e1b0985a1e HTTP/1.1" status: 200 len: 845 time: 0.1831889 Nov 12 00:41:47.266081 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-6e6201b8-0511-4f93-95f8-a9a81748ef75 None None] Provisioning complete for port 2f925d61-a79b-4868-944e-aaa51bafeb85 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:47.266478 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6e6201b8-0511-4f93-95f8-a9a81748ef75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:47.309890 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-6e6201b8-0511-4f93-95f8-a9a81748ef75 None None] Port 2f925d61-a79b-4868-944e-aaa51bafeb85 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:41:47.317432 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-02967e42-ef39-40df-84f3-37a48be4733c req-c6c4fa8a-d3b2-4c80-99f1-c380100fc4a3 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/quotas/15b80c7f11964559b05ab81accceabef HTTP/1.1" status: 200 len: 375 time: 0.0378985 Nov 12 00:41:47.368237 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb83b4f1-6e85-4949-bc5a-f41042b40473 req-2b741867-ad73-4d01-b572-bc1f744ac77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:47.370074 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb83b4f1-6e85-4949-bc5a-f41042b40473 req-2b741867-ad73-4d01-b572-bc1f744ac77d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9968898c-04b6-4a9b-a5e3-75ab7fd22341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0838776 Nov 12 00:41:47.395493 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-02967e42-ef39-40df-84f3-37a48be4733c req-cf196951-dfe0-4621-b3e6-b4d5d6e80d98 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=15b80c7f11964559b05ab81accceabef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0689926 Nov 12 00:41:47.413769 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['0e040e9b-b854-41af-a259-24e4f00f0106'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:47.488951 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f9e32-428b-4084-88c2-9d64b8a0dca9 req-655915af-5619-4506-a074-e2686f0731da tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:47.497700 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d17f9e32-428b-4084-88c2-9d64b8a0dca9 req-655915af-5619-4506-a074-e2686f0731da tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 950 time: 0.1698382 Nov 12 00:41:47.522484 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-ba1f4279-b854-40b4-a000-fa1e5882135a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-574574574-router', 'tenant_id': '65e37905fcda41a0a64a3bffb54da22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '8a483b79-a1b2-462d-adea-4b716af7a61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:42Z', 'updated_at': '2021-11-12T00:37:46Z', 'revision_number': 4, 'project_id': '65e37905fcda41a0a64a3bffb54da22e', 'gw_port': {'id': '8a483b79-a1b2-462d-adea-4b716af7a61c', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:43Z', 'updated_at': '2021-11-12T00:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '4cb2828c-ec4b-41f1-8e21-672a6d143356', 'name': '', 'network_id': 'b9574af4-848a-4900-9093-7976c00593e2', 'tenant_id': '65e37905fcda41a0a64a3bffb54da22e', 'mac_address': 'fa:16:3e:82:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7413bf18-08e7-4425-a837-148a3dd7f58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:45Z', 'updated_at': '2021-11-12T00:37:51Z', 'revision_number': 5, 'project_id': '65e37905fcda41a0a64a3bffb54da22e', 'subnets': [{'id': '7413bf18-08e7-4425-a837-148a3dd7f58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:47.554782 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1f4279-b854-40b4-a000-fa1e5882135a None None] Checking router: 75dd6e5d-b3c8-42d5-a224-73af74680329 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:41:47.585135 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1f4279-b854-40b4-a000-fa1e5882135a None None] Routers {'75dd6e5d-b3c8-42d5-a224-73af74680329'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:41:47.586078 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-ba1f4279-b854-40b4-a000-fa1e5882135a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:41:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['75dd6e5d-b3c8-42d5-a224-73af74680329'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:47.587632 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e49a7a11-41ce-46b2-ac84-93016af1c75a req-68072e7a-3830-4720-b7e9-9e6a2011418e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b0830e37-b4d9-4605-b766-e26e0c70621e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1862745 Nov 12 00:41:47.620820 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d17f9e32-428b-4084-88c2-9d64b8a0dca9 req-2d79f69b-f930-4e5f-aa13-ebb30289ef8e tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220214 Nov 12 00:41:47.734173 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a7a11-41ce-46b2-ac84-93016af1c75a req-2def33b7-35d1-4bf4-b422-57d8dbf5dadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:47.735692 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e49a7a11-41ce-46b2-ac84-93016af1c75a req-2def33b7-35d1-4bf4-b422-57d8dbf5dadc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0af2efd5599d423589f5e6a8043a04f2&device_id=b0830e37-b4d9-4605-b766-e26e0c70621e HTTP/1.1" status: 200 len: 1102 time: 0.0975161 Nov 12 00:41:47.750529 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-ba1f4279-b854-40b4-a000-fa1e5882135a None None] Set router 75dd6e5d-b3c8-42d5-a224-73af74680329 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:41:47.811781 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82475487-c26a-47aa-a1f9-e2a202b49348 req-732f86df-d189-4d33-bcfc-407a8b1e032d tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:47.813310 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-82475487-c26a-47aa-a1f9-e2a202b49348 req-732f86df-d189-4d33-bcfc-407a8b1e032d tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab937da0-f879-4977-9a9b-5f4b5a06f3d1 HTTP/1.1" status: 200 len: 946 time: 0.1170080 Nov 12 00:41:47.815635 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-def45c9d-196c-4cb7-9c36-4a867d87f676 req-dcf3cfc5-ce9c-4d72-b27c-2e0cf13f92d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f925d61-a79b-4868-944e-aaa51bafeb85 {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:47.858835 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-def45c9d-196c-4cb7-9c36-4a867d87f676 req-dcf3cfc5-ce9c-4d72-b27c-2e0cf13f92d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:47.886067 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-def45c9d-196c-4cb7-9c36-4a867d87f676 req-dcf3cfc5-ce9c-4d72-b27c-2e0cf13f92d3 service neutron] Transition to ACTIVE for port object 2f925d61-a79b-4868-944e-aaa51bafeb85 will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:41:47.899785 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-def45c9d-196c-4cb7-9c36-4a867d87f676 req-dcf3cfc5-ce9c-4d72-b27c-2e0cf13f92d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:47.905056 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb83b4f1-6e85-4949-bc5a-f41042b40473 req-6e1988c9-403e-4ed6-8248-5b6f534fbcd6 service neutron] 10.222.0.49 "GET /v2.0/networks/9968898c-04b6-4a9b-a5e3-75ab7fd22341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5061030 Nov 12 00:41:47.913085 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f471de5-63d7-40d6-8cb0-bbb844e3bbe5 req-6c799cba-82e5-4f58-a3a5-8793b1411b30 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:47.914605 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6f471de5-63d7-40d6-8cb0-bbb844e3bbe5 req-6c799cba-82e5-4f58-a3a5-8793b1411b30 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0e937b4-96d4-4945-8c9c-cfdf2fdba6c0 HTTP/1.1" status: 200 len: 950 time: 0.0963559 Nov 12 00:41:47.928865 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-02967e42-ef39-40df-84f3-37a48be4733c req-74b75783-5229-40cc-98cb-c385a1f2c938 service neutron] 10.222.0.20 "GET /v2.0/networks/040fca8f-d2ed-42cc-9d74-8da136d7b80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5097301 Nov 12 00:41:47.974872 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a7a11-41ce-46b2-ac84-93016af1c75a req-f7be113d-a7f3-4fdd-879a-f7aa0a4e3cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:47.977833 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e49a7a11-41ce-46b2-ac84-93016af1c75a req-f7be113d-a7f3-4fdd-879a-f7aa0a4e3cd6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.2139635 Nov 12 00:41:47.988172 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-82475487-c26a-47aa-a1f9-e2a202b49348 req-2f9e2803-958a-4556-84ac-fda72d9c7e1c tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636505 Nov 12 00:41:48.000698 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-ba1f4279-b854-40b4-a000-fa1e5882135a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-574574574-router', 'tenant_id': '65e37905fcda41a0a64a3bffb54da22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '8a483b79-a1b2-462d-adea-4b716af7a61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:42Z', 'updated_at': '2021-11-12T00:37:46Z', 'revision_number': 4, 'project_id': '65e37905fcda41a0a64a3bffb54da22e', 'gw_port': {'id': '8a483b79-a1b2-462d-adea-4b716af7a61c', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:43Z', 'updated_at': '2021-11-12T00:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '4cb2828c-ec4b-41f1-8e21-672a6d143356', 'name': '', 'network_id': 'b9574af4-848a-4900-9093-7976c00593e2', 'tenant_id': '65e37905fcda41a0a64a3bffb54da22e', 'mac_address': 'fa:16:3e:82:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7413bf18-08e7-4425-a837-148a3dd7f58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:45Z', 'updated_at': '2021-11-12T00:37:51Z', 'revision_number': 5, 'project_id': '65e37905fcda41a0a64a3bffb54da22e', 'subnets': [{'id': '7413bf18-08e7-4425-a837-148a3dd7f58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:48.066803 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1f4279-b854-40b4-a000-fa1e5882135a None None] The sync data for ids ['75dd6e5d-b3c8-42d5-a224-73af74680329'] in n-d-812236-11 is: [{'id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-574574574-router', 'tenant_id': '65e37905fcda41a0a64a3bffb54da22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '8a483b79-a1b2-462d-adea-4b716af7a61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:42Z', 'updated_at': '2021-11-12T00:37:46Z', 'revision_number': 4, 'project_id': '65e37905fcda41a0a64a3bffb54da22e', 'gw_port': {'id': '8a483b79-a1b2-462d-adea-4b716af7a61c', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:43Z', 'updated_at': '2021-11-12T00:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '4cb2828c-ec4b-41f1-8e21-672a6d143356', 'name': '', 'network_id': 'b9574af4-848a-4900-9093-7976c00593e2', 'tenant_id': '65e37905fcda41a0a64a3bffb54da22e', 'mac_address': 'fa:16:3e:82:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7413bf18-08e7-4425-a837-148a3dd7f58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:45Z', 'updated_at': '2021-11-12T00:37:51Z', 'revision_number': 5, 'project_id': '65e37905fcda41a0a64a3bffb54da22e', 'subnets': [{'id': '7413bf18-08e7-4425-a837-148a3dd7f58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:41:48.069231 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf3cfc5-ce9c-4d72-b27c-2e0cf13f92d3 service neutron] Pushing event updated for resources: {'Port': ['ID=2f925d61-a79b-4868-944e-aaa51bafeb85,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:48.168713 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e49a7a11-41ce-46b2-ac84-93016af1c75a req-5fc9096e-a9ef-4833-bcce-3a8a387419c5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c HTTP/1.1" status: 200 len: 217 time: 0.1640744 Nov 12 00:41:48.288065 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb83b4f1-6e85-4949-bc5a-f41042b40473 req-28856ba7-60d3-413a-be8b-c8bb017c9193 service neutron] 10.222.0.49 "GET /v2.0/networks/9968898c-04b6-4a9b-a5e3-75ab7fd22341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3706255 Nov 12 00:41:48.303546 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-02967e42-ef39-40df-84f3-37a48be4733c req-9822c193-dd6a-4442-82aa-3ba076ccf4f1 service neutron] 10.222.0.20 "GET /v2.0/networks/040fca8f-d2ed-42cc-9d74-8da136d7b80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572357 Nov 12 00:41:48.317000 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a7a11-41ce-46b2-ac84-93016af1c75a req-f1d001a9-d7a6-444b-bce6-30f0045d4d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:48.318656 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e49a7a11-41ce-46b2-ac84-93016af1c75a req-f1d001a9-d7a6-444b-bce6-30f0045d4d9e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.1081021 Nov 12 00:41:48.319039 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-6f471de5-63d7-40d6-8cb0-bbb844e3bbe5 req-6ddee854-fb5d-4c5b-b198-fc3dbc7cbd63 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Deleting port 900d8329-f5b4-4d16-9f70-f0c0b36ba18b {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:41:48.319540 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6f471de5-63d7-40d6-8cb0-bbb844e3bbe5 req-6ddee854-fb5d-4c5b-b198-fc3dbc7cbd63 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:48.325976 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-def45c9d-196c-4cb7-9c36-4a867d87f676 req-dcf3cfc5-ce9c-4d72-b27c-2e0cf13f92d3 service neutron] Attempting to bind port 2f925d61-a79b-4868-944e-aaa51bafeb85 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:41:48.326329 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-def45c9d-196c-4cb7-9c36-4a867d87f676 req-dcf3cfc5-ce9c-4d72-b27c-2e0cf13f92d3 service neutron] Attempting to bind port 2f925d61-a79b-4868-944e-aaa51bafeb85 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '64423b48-3f01-4308-ad49-68cdee9e8a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b9574af4-848a-4900-9093-7976c00593e2'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:41:48.326671 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def45c9d-196c-4cb7-9c36-4a867d87f676 req-dcf3cfc5-ce9c-4d72-b27c-2e0cf13f92d3 service neutron] Attempting to bind port 2f925d61-a79b-4868-944e-aaa51bafeb85 on network b9574af4-848a-4900-9093-7976c00593e2 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:48.367858 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def45c9d-196c-4cb7-9c36-4a867d87f676 req-dcf3cfc5-ce9c-4d72-b27c-2e0cf13f92d3 service neutron] Port 2f925d61-a79b-4868-944e-aaa51bafeb85 on network b9574af4-848a-4900-9093-7976c00593e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:41:48.367858 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def45c9d-196c-4cb7-9c36-4a867d87f676 req-dcf3cfc5-ce9c-4d72-b27c-2e0cf13f92d3 service neutron] Attempting to bind port 2f925d61-a79b-4868-944e-aaa51bafeb85 on network b9574af4-848a-4900-9093-7976c00593e2 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:48.380606 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535430c0-9243-42e1-ae84-64164a8c214b req-0841b8c9-f645-45ab-be92-663803c01c46 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:48.386393 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-535430c0-9243-42e1-ae84-64164a8c214b req-0841b8c9-f645-45ab-be92-663803c01c46 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4cd7cd7-2f00-4963-b453-15c01d08d929 HTTP/1.1" status: 200 len: 944 time: 0.1416147 Nov 12 00:41:48.403737 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def45c9d-196c-4cb7-9c36-4a867d87f676 req-dcf3cfc5-ce9c-4d72-b27c-2e0cf13f92d3 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:41:48.404376 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def45c9d-196c-4cb7-9c36-4a867d87f676 req-dcf3cfc5-ce9c-4d72-b27c-2e0cf13f92d3 service neutron] Checking segment: {'id': '64423b48-3f01-4308-ad49-68cdee9e8a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b9574af4-848a-4900-9093-7976c00593e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:48.404928 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def45c9d-196c-4cb7-9c36-4a867d87f676 req-dcf3cfc5-ce9c-4d72-b27c-2e0cf13f92d3 service neutron] Bound using segment: {'id': '64423b48-3f01-4308-ad49-68cdee9e8a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b9574af4-848a-4900-9093-7976c00593e2'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:41:48.405596 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-def45c9d-196c-4cb7-9c36-4a867d87f676 req-dcf3cfc5-ce9c-4d72-b27c-2e0cf13f92d3 service neutron] Bound port: 2f925d61-a79b-4868-944e-aaa51bafeb85, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64423b48-3f01-4308-ad49-68cdee9e8a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b9574af4-848a-4900-9093-7976c00593e2'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:41:48.406110 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-def45c9d-196c-4cb7-9c36-4a867d87f676 req-dcf3cfc5-ce9c-4d72-b27c-2e0cf13f92d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:48.467142 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a7a11-41ce-46b2-ac84-93016af1c75a req-f4f0fad5-f47d-40f9-8e88-8c02ee9f6c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:48.468647 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e49a7a11-41ce-46b2-ac84-93016af1c75a req-f4f0fad5-f47d-40f9-8e88-8c02ee9f6c92 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1395628 Nov 12 00:41:48.471806 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 0e040e9b-b854-41af-a259-24e4f00f0106 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:48.477021 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818e69c8-7a3d-4df3-8d58-b3be7575596a None None] New status for floating IP 65fbe837-3732-4799-97fd-266e994b8c42: DOWN {{(pid=102663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:41:48.507333 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-6f471de5-63d7-40d6-8cb0-bbb844e3bbe5 req-6ddee854-fb5d-4c5b-b198-fc3dbc7cbd63 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] For port 900d8329-f5b4-4d16-9f70-f0c0b36ba18b, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=900d8329-f5b4-4d16-9f70-f0c0b36ba18b,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:48.507697 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6f471de5-63d7-40d6-8cb0-bbb844e3bbe5 req-6ddee854-fb5d-4c5b-b198-fc3dbc7cbd63 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:48.524822 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-def45c9d-196c-4cb7-9c36-4a867d87f676 req-dcf3cfc5-ce9c-4d72-b27c-2e0cf13f92d3 service neutron] For port 2f925d61-a79b-4868-944e-aaa51bafeb85, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:41:48.529988 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-def45c9d-196c-4cb7-9c36-4a867d87f676 req-dcf3cfc5-ce9c-4d72-b27c-2e0cf13f92d3 service neutron] For port 2f925d61-a79b-4868-944e-aaa51bafeb85, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=2f925d61-a79b-4868-944e-aaa51bafeb85,segment=NetworkSegment(64423b48-3f01-4308-ad49-68cdee9e8a8c),segment_id=64423b48-3f01-4308-ad49-68cdee9e8a8c)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:41:48.531979 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d8bb4-d71c-4aad-8ebf-adb54818e66f req-aba70d98-e0de-48e4-a703-8b09bee47102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:48.533737 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-be2d8bb4-d71c-4aad-8ebf-adb54818e66f req-aba70d98-e0de-48e4-a703-8b09bee47102 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=46bdc4597f71427b849ea30f2f437e19&device_id=54c4519b-7066-4ea9-be1c-8b1d35c8296b HTTP/1.1" status: 200 len: 1095 time: 0.0986376 Nov 12 00:41:48.534765 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-6f471de5-63d7-40d6-8cb0-bbb844e3bbe5 req-6ddee854-fb5d-4c5b-b198-fc3dbc7cbd63 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Calling delete_port for 900d8329-f5b4-4d16-9f70-f0c0b36ba18b owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:41:48.565318 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-535430c0-9243-42e1-ae84-64164a8c214b req-eb43a99b-69c5-4034-9bb2-f189a2de895c tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5cc596-1b22-444e-be3c-7711ad41e392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698394 Nov 12 00:41:48.575798 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-def45c9d-196c-4cb7-9c36-4a867d87f676 req-dcf3cfc5-ce9c-4d72-b27c-2e0cf13f92d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:48.657775 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def45c9d-196c-4cb7-9c36-4a867d87f676 req-dcf3cfc5-ce9c-4d72-b27c-2e0cf13f92d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:48.658529 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-def45c9d-196c-4cb7-9c36-4a867d87f676 req-dcf3cfc5-ce9c-4d72-b27c-2e0cf13f92d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:48.662313 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-def45c9d-196c-4cb7-9c36-4a867d87f676 req-dcf3cfc5-ce9c-4d72-b27c-2e0cf13f92d3 service neutron] 10.222.0.54 "PUT /v2.0/ports/2f925d61-a79b-4868-944e-aaa51bafeb85 HTTP/1.1" status: 200 len: 1093 time: 1.6819568 Nov 12 00:41:48.662811 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4cd7cd7-2f00-4963-b453-15c01d08d929', 'tag': '2f925d61-a79b-4868-944e-aaa51bafeb85'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:48.669731 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5dec9d-20e3-448a-9628-1782895ecb4e" -d '{"events": [{"name": "network-changed", "server_uuid": "c4cd7cd7-2f00-4963-b453-15c01d08d929", "tag": "2f925d61-a79b-4868-944e-aaa51bafeb85"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:48.726529 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '647db9ca-ea4f-431b-8e93-d49d3657575a', 'name': 'network-vif-deleted', 'tag': '6d25aee3-3c21-48d2-a5ce-3ed667fb14b4'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:48.728844 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760276ff-5c9f-4bd3-9dbd-1dd7146e9819" -d '{"events": [{"server_uuid": "647db9ca-ea4f-431b-8e93-d49d3657575a", "name": "network-vif-deleted", "tag": "6d25aee3-3c21-48d2-a5ce-3ed667fb14b4"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:48.812474 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 0e040e9b-b854-41af-a259-24e4f00f0106 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:48.812942 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:48.822397 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48bb37-85dd-40e8-9046-8313d5b301a6 req-a1e7466b-bf44-404b-bf1f-6fb85e0a0f70 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:48.830423 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fe48bb37-85dd-40e8-9046-8313d5b301a6 req-a1e7466b-bf44-404b-bf1f-6fb85e0a0f70 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] 10.222.0.20 "GET /v2.0/ports?device_id=54c4519b-7066-4ea9-be1c-8b1d35c8296b HTTP/1.1" status: 200 len: 943 time: 0.1803823 Nov 12 00:41:48.858662 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d8bb4-d71c-4aad-8ebf-adb54818e66f req-27fdc7e7-38c4-4793-bebb-a453e3ea8547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:48.864424 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-be2d8bb4-d71c-4aad-8ebf-adb54818e66f req-27fdc7e7-38c4-4793-bebb-a453e3ea8547 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9968898c-04b6-4a9b-a5e3-75ab7fd22341 HTTP/1.1" status: 200 len: 907 time: 0.3154535 Nov 12 00:41:48.873679 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e49a7a11-41ce-46b2-ac84-93016af1c75a req-51f809b3-cb38-481f-b6a4-a3d19153117d service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059695 Nov 12 00:41:48.874283 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf3cfc5-ce9c-4d72-b27c-2e0cf13f92d3 service neutron] Pushing event updated for resources: {'Port': ['ID=2f925d61-a79b-4868-944e-aaa51bafeb85,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:48.946313 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:48.972918 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f26f9685-865f-4bb6-b7ee-705c01c65e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e040e9b-b854-41af-a259-24e4f00f0106'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:48.975462 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bfe841-8f3d-43cd-932a-c483bc359b94" -d '{"events": [{"server_uuid": "f26f9685-865f-4bb6-b7ee-705c01c65e35", "name": "network-vif-plugged", "status": "completed", "tag": "0e040e9b-b854-41af-a259-24e4f00f0106"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:48.997252 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 0e040e9b-b854-41af-a259-24e4f00f0106, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=0e040e9b-b854-41af-a259-24e4f00f0106,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:49.004286 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:49.005129 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device a26531be-90e9-455d-a213-067a290de5b1 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:41:49.016734 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-be2d8bb4-d71c-4aad-8ebf-adb54818e66f req-2fa1bf06-d753-4d5d-90df-3e2fd67fd4c9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01d63ba7-e10d-49dc-927d-8c6d303185e6 HTTP/1.1" status: 200 len: 217 time: 0.1273394 Nov 12 00:41:49.039042 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5758e-3e75-41bf-aa25-00e0705dfb3f req-27d09763-4fc0-4918-9cd4-4ba81c8e9520 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:49.046966 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f4e5758e-3e75-41bf-aa25-00e0705dfb3f req-27d09763-4fc0-4918-9cd4-4ba81c8e9520 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e937b4-96d4-4945-8c9c-cfdf2fdba6c0 HTTP/1.1" status: 200 len: 950 time: 0.3560674 Nov 12 00:41:49.055106 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def45c9d-196c-4cb7-9c36-4a867d87f676 req-0c1c57dd-5ee3-4616-a0cf-852ee3bf6c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:49.056502 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-def45c9d-196c-4cb7-9c36-4a867d87f676 req-0c1c57dd-5ee3-4616-a0cf-852ee3bf6c32 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=65e37905fcda41a0a64a3bffb54da22e&device_id=c4cd7cd7-2f00-4963-b453-15c01d08d929 HTTP/1.1" status: 200 len: 1096 time: 0.2879922 Nov 12 00:41:49.089669 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fe48bb37-85dd-40e8-9046-8313d5b301a6 req-0516a9b3-d559-4a24-8af2-e891e1b7cd93 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab7fe40-a153-4abc-840b-e74b12583743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2582808 Nov 12 00:41:49.116816 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d8bb4-d71c-4aad-8ebf-adb54818e66f req-0f2cf9a8-3c6c-4bfd-8813-56d75f95a1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:49.118702 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-be2d8bb4-d71c-4aad-8ebf-adb54818e66f req-0f2cf9a8-3c6c-4bfd-8813-56d75f95a1b9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9598fb1-a2e5-4474-808c-61e1b0985a1e HTTP/1.1" status: 200 len: 845 time: 0.0876524 Nov 12 00:41:49.184041 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-def45c9d-196c-4cb7-9c36-4a867d87f676 req-b9b94800-0161-415b-b1b3-6cc745bdf406 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f925d61-a79b-4868-944e-aaa51bafeb85 HTTP/1.1" status: 200 len: 217 time: 0.1052883 Nov 12 00:41:49.226103 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f4e5758e-3e75-41bf-aa25-00e0705dfb3f req-e4e8e3a2-9448-493b-bcde-530455d0cc3b tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780713 Nov 12 00:41:49.232358 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e49a7a11-41ce-46b2-ac84-93016af1c75a req-ecdc7bcb-02cd-477f-9cf5-784215a25b3a service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180773 Nov 12 00:41:49.250783 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6f471de5-63d7-40d6-8cb0-bbb844e3bbe5 req-6ddee854-fb5d-4c5b-b198-fc3dbc7cbd63 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:49.259428 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5eb0c2d3-3fe8-4a5d-a24a-d8e5d27be69b req-69f95892-65f2-44f0-a2ff-70584491cf0d tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=3174a4f3-2a31-44a4-9cbd-60fba67d98cc HTTP/1.1" status: 200 len: 210 time: 0.0621202 Nov 12 00:41:49.305056 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d8bb4-d71c-4aad-8ebf-adb54818e66f req-1de9e03f-8df8-4a66-b28a-6dc432fd0a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:49.306791 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-be2d8bb4-d71c-4aad-8ebf-adb54818e66f req-1de9e03f-8df8-4a66-b28a-6dc432fd0a25 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9968898c-04b6-4a9b-a5e3-75ab7fd22341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1793497 Nov 12 00:41:49.307590 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddee854-fb5d-4c5b-b198-fc3dbc7cbd63 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Pushing event deleted for resources: {'Port': ['ID=900d8329-f5b4-4d16-9f70-f0c0b36ba18b,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:49.358916 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['140b407c-f230-4dff-9701-0eeac3ce1373', '1d4617ec-825e-4174-a5ec-9b7f41b6d3dd', '1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c', 'f1820954-a0a3-4025-9943-c0a46b134d63'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:49.361784 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['3aa8d887-2ae9-4c47-acab-a7deba6e395a', '900d8329-f5b4-4d16-9f70-f0c0b36ba18b'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:49.389558 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26012dc-b22c-459b-b8ec-7592086ea70f x-openstack-request-id: req-f26012dc-b22c-459b-b8ec-7592086ea70f {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:49.389698 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4cd7cd7-2f00-4963-b453-15c01d08d929", "tag": "2f925d61-a79b-4868-944e-aaa51bafeb85", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:49.389859 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f26012dc-b22c-459b-b8ec-7592086ea70f {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:49.390305 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4cd7cd7-2f00-4963-b453-15c01d08d929', 'tag': '2f925d61-a79b-4868-944e-aaa51bafeb85', 'status': 'completed', 'code': 200} Nov 12 00:41:49.410707 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f471de5-63d7-40d6-8cb0-bbb844e3bbe5 req-6ddee854-fb5d-4c5b-b198-fc3dbc7cbd63 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] No DVR routers for this DVR port 900d8329-f5b4-4d16-9f70-f0c0b36ba18b on host n-h2-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:41:49.422821 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6f471de5-63d7-40d6-8cb0-bbb844e3bbe5 req-6ddee854-fb5d-4c5b-b198-fc3dbc7cbd63 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:49.427257 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6f471de5-63d7-40d6-8cb0-bbb844e3bbe5 req-6ddee854-fb5d-4c5b-b198-fc3dbc7cbd63 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.54 "DELETE /v2.0/ports/900d8329-f5b4-4d16-9f70-f0c0b36ba18b HTTP/1.1" status: 204 len: 173 time: 1.4878459 Nov 12 00:41:49.430494 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=0e040e9b-b854-41af-a259-24e4f00f0106,revision_number=10']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:49.444891 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1196ba6-9dff-4e89-af20-6bbfae73db2b req-41d3c1a8-5276-4b2a-9626-548e7bd31fc4 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:49.446670 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e1196ba6-9dff-4e89-af20-6bbfae73db2b req-41d3c1a8-5276-4b2a-9626-548e7bd31fc4 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 950 time: 0.1020434 Nov 12 00:41:49.448516 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def45c9d-196c-4cb7-9c36-4a867d87f676 req-041ab06f-8ee7-4839-9cb9-c4deecee6b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:49.452321 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-def45c9d-196c-4cb7-9c36-4a867d87f676 req-041ab06f-8ee7-4839-9cb9-c4deecee6b94 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7413bf18-08e7-4425-a837-148a3dd7f58d HTTP/1.1" status: 200 len: 862 time: 0.1914256 Nov 12 00:41:49.458180 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122618c9-cafd-46c4-a16c-2251c7aee850 x-openstack-request-id: req-122618c9-cafd-46c4-a16c-2251c7aee850 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:49.458556 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "647db9ca-ea4f-431b-8e93-d49d3657575a", "name": "network-vif-deleted", "tag": "6d25aee3-3c21-48d2-a5ce-3ed667fb14b4", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:49.458876 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-122618c9-cafd-46c4-a16c-2251c7aee850 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:49.459351 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '647db9ca-ea4f-431b-8e93-d49d3657575a', 'name': 'network-vif-deleted', 'tag': '6d25aee3-3c21-48d2-a5ce-3ed667fb14b4', 'status': 'completed', 'code': 200} Nov 12 00:41:49.483968 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02114b7b-1e67-48cd-873a-ca546de98f73 x-openstack-request-id: req-02114b7b-1e67-48cd-873a-ca546de98f73 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:49.484871 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f26f9685-865f-4bb6-b7ee-705c01c65e35", "name": "network-vif-plugged", "status": "completed", "tag": "0e040e9b-b854-41af-a259-24e4f00f0106", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:49.485933 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-02114b7b-1e67-48cd-873a-ca546de98f73 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:49.486520 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f26f9685-865f-4bb6-b7ee-705c01c65e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e040e9b-b854-41af-a259-24e4f00f0106', 'code': 200} Nov 12 00:41:49.549631 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-be2d8bb4-d71c-4aad-8ebf-adb54818e66f req-cc900878-e1b2-46e4-8f25-a9eddf354729 service neutron] 10.222.0.49 "GET /v2.0/networks/9968898c-04b6-4a9b-a5e3-75ab7fd22341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843765 Nov 12 00:41:49.623373 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e1196ba6-9dff-4e89-af20-6bbfae73db2b req-ca63271f-a0db-49d8-96d5-6bddd2a17a0c tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690361 Nov 12 00:41:49.639569 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def45c9d-196c-4cb7-9c36-4a867d87f676 req-488def5f-2ab1-49f5-bdff-74bfb5cf3661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:49.649418 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-def45c9d-196c-4cb7-9c36-4a867d87f676 req-488def5f-2ab1-49f5-bdff-74bfb5cf3661 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b9574af4-848a-4900-9093-7976c00593e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1704304 Nov 12 00:41:49.681812 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:49.713411 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b3c39-dbad-4744-a1e1-e8abdda5a71e req-b6026152-63fc-475f-8015-2c1cae33183b tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:49.715683 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d94b3c39-dbad-4744-a1e1-e8abdda5a71e req-b6026152-63fc-475f-8015-2c1cae33183b tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab937da0-f879-4977-9a9b-5f4b5a06f3d1 HTTP/1.1" status: 200 len: 946 time: 0.1637552 Nov 12 00:41:49.774474 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-be2d8bb4-d71c-4aad-8ebf-adb54818e66f req-577c6bee-41e0-4efa-9507-19fc328ed2fd service neutron] 10.222.0.49 "GET /v2.0/networks/9968898c-04b6-4a9b-a5e3-75ab7fd22341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094674 Nov 12 00:41:49.805366 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-def45c9d-196c-4cb7-9c36-4a867d87f676 req-e09d85d1-15ae-4661-ba8e-fab91ed7195f service neutron] 10.222.0.54 "GET /v2.0/networks/b9574af4-848a-4900-9093-7976c00593e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529808 Nov 12 00:41:49.811620 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port a26531be-90e9-455d-a213-067a290de5b1, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=a26531be-90e9-455d-a213-067a290de5b1,segment=NetworkSegment(31f3cd0b-8f92-47c3-a72f-efb4d157fdb5),segment_id=31f3cd0b-8f92-47c3-a72f-efb4d157fdb5)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:49.815528 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d94b3c39-dbad-4744-a1e1-e8abdda5a71e req-fe0db02b-03b2-47be-a77f-fd730d7ca84d tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838294 Nov 12 00:41:49.819682 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:49.885711 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4ae77-00f0-4fcb-bc09-c169c62b3990 req-e566120a-eca6-4d01-a9c0-215a9742d276 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:49.887351 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-95d4ae77-00f0-4fcb-bc09-c169c62b3990 req-e566120a-eca6-4d01-a9c0-215a9742d276 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.54 "GET /v2.0/ports?device_id=bdfae9b2-8b7d-4b2b-a7b6-9dcbdb0fd1a2 HTTP/1.1" status: 200 len: 944 time: 0.0706840 Nov 12 00:41:49.924169 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=a26531be-90e9-455d-a213-067a290de5b1,revision_number=8']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:49.939576 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bc596-7535-40a6-b8dc-f5341ca0d586 req-11b0ac18-793b-4b01-b7df-fe2202120be7 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:49.947092 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0f9bc596-7535-40a6-b8dc-f5341ca0d586 req-11b0ac18-793b-4b01-b7df-fe2202120be7 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4cd7cd7-2f00-4963-b453-15c01d08d929 HTTP/1.1" status: 200 len: 944 time: 0.1210492 Nov 12 00:41:50.002422 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-95d4ae77-00f0-4fcb-bc09-c169c62b3990 req-639a206d-61c4-4e5a-b7de-e63407dcce6d tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Deleting port a26531be-90e9-455d-a213-067a290de5b1 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:41:50.004114 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-95d4ae77-00f0-4fcb-bc09-c169c62b3990 req-639a206d-61c4-4e5a-b7de-e63407dcce6d tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:50.025260 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-def45c9d-196c-4cb7-9c36-4a867d87f676 req-638c9d88-5653-4853-be55-3b4b12a350cf service neutron] 10.222.0.54 "GET /v2.0/networks/b9574af4-848a-4900-9093-7976c00593e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978462 Nov 12 00:41:50.031952 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0f9bc596-7535-40a6-b8dc-f5341ca0d586 req-bdb728ec-91e1-4e67-8a38-c77906e0392c tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5cc596-1b22-444e-be3c-7711ad41e392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837815 Nov 12 00:41:50.117362 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-95d4ae77-00f0-4fcb-bc09-c169c62b3990 req-639a206d-61c4-4e5a-b7de-e63407dcce6d tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] For port a26531be-90e9-455d-a213-067a290de5b1, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=a26531be-90e9-455d-a213-067a290de5b1,segment=NetworkSegment(31f3cd0b-8f92-47c3-a72f-efb4d157fdb5),segment_id=31f3cd0b-8f92-47c3-a72f-efb4d157fdb5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:50.119370 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-95d4ae77-00f0-4fcb-bc09-c169c62b3990 req-639a206d-61c4-4e5a-b7de-e63407dcce6d tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:50.138842 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-95d4ae77-00f0-4fcb-bc09-c169c62b3990 req-639a206d-61c4-4e5a-b7de-e63407dcce6d tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Calling delete_port for a26531be-90e9-455d-a213-067a290de5b1 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:41:50.269574 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:41:50.285884 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897908d-c043-437d-a110-b30b3c06dc79 req-7212a1fa-3b02-426e-bdee-c81c43cce2cf tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:50.297259 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3897908d-c043-437d-a110-b30b3c06dc79 req-7212a1fa-3b02-426e-bdee-c81c43cce2cf tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] 10.222.0.20 "GET /v2.0/ports?device_id=54c4519b-7066-4ea9-be1c-8b1d35c8296b HTTP/1.1" status: 200 len: 943 time: 0.1048656 Nov 12 00:41:50.393245 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b3f88222-fc06-45b3-8cc4-2a9a52556ca4 req-3b7284e2-9743-43d3-973a-7d4d82c36c19 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e937b4-96d4-4945-8c9c-cfdf2fdba6c0 HTTP/1.1" status: 200 len: 210 time: 0.0341213 Nov 12 00:41:50.405042 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5dec9d-20e3-448a-9628-1782895ecb4e req-3a36ead7-3d8d-4133-a896-53f66083df2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:50.406646 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ac5dec9d-20e3-448a-9628-1782895ecb4e req-3a36ead7-3d8d-4133-a896-53f66083df2f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=65e37905fcda41a0a64a3bffb54da22e&device_id=c4cd7cd7-2f00-4963-b453-15c01d08d929 HTTP/1.1" status: 200 len: 1096 time: 0.1789258 Nov 12 00:41:50.408989 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3897908d-c043-437d-a110-b30b3c06dc79 req-cc4a35dd-2c0e-4105-95c6-9205a52d357c tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab7fe40-a153-4abc-840b-e74b12583743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849824 Nov 12 00:41:50.435175 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-95d4ae77-00f0-4fcb-bc09-c169c62b3990 req-639a206d-61c4-4e5a-b7de-e63407dcce6d tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:50.467046 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639a206d-61c4-4e5a-b7de-e63407dcce6d tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Pushing event deleted for resources: {'Port': ['ID=a26531be-90e9-455d-a213-067a290de5b1,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:50.479630 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02967e42-ef39-40df-84f3-37a48be4733c req-428fd061-5599-47aa-b3a5-7c3de90b45c6 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:50.481127 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-02967e42-ef39-40df-84f3-37a48be4733c req-428fd061-5599-47aa-b3a5-7c3de90b45c6 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.54 "GET /v2.0/networks?id=040fca8f-d2ed-42cc-9d74-8da136d7b80f HTTP/1.1" status: 200 len: 805 time: 0.2557690 Nov 12 00:41:50.512017 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-02967e42-ef39-40df-84f3-37a48be4733c req-8ebade6b-28f7-4a8c-b988-fa077e6722db tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Request body: {'port': {'device_id': '3174a4f3-2a31-44a4-9cbd-60fba67d98cc', 'network_id': '040fca8f-d2ed-42cc-9d74-8da136d7b80f', 'admin_state_up': True, 'tenant_id': '15b80c7f11964559b05ab81accceabef'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:50.522520 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d4ae77-00f0-4fcb-bc09-c169c62b3990 req-639a206d-61c4-4e5a-b7de-e63407dcce6d tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] No DVR routers for this DVR port a26531be-90e9-455d-a213-067a290de5b1 on host n-h2-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:41:50.538562 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-95d4ae77-00f0-4fcb-bc09-c169c62b3990 req-639a206d-61c4-4e5a-b7de-e63407dcce6d tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:50.542041 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-95d4ae77-00f0-4fcb-bc09-c169c62b3990 req-639a206d-61c4-4e5a-b7de-e63407dcce6d tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.54 "DELETE /v2.0/ports/a26531be-90e9-455d-a213-067a290de5b1 HTTP/1.1" status: 204 len: 173 time: 0.6443636 Nov 12 00:41:50.544133 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e226ab8e-e4c9-4607-9a99-64fe92076220 req-2ad66842-b7be-4a4a-ae91-41a6f832e8f7 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=3174a4f3-2a31-44a4-9cbd-60fba67d98cc HTTP/1.1" status: 200 len: 210 time: 0.0525966 Nov 12 00:41:50.605643 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5dec9d-20e3-448a-9628-1782895ecb4e req-25d7b813-b35a-4df6-9006-917a3ccbe962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:50.607089 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ac5dec9d-20e3-448a-9628-1782895ecb4e req-25d7b813-b35a-4df6-9006-917a3ccbe962 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b9574af4-848a-4900-9093-7976c00593e2 HTTP/1.1" status: 200 len: 924 time: 0.1894488 Nov 12 00:41:50.656903 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ac5dec9d-20e3-448a-9628-1782895ecb4e req-d47062da-9389-43e1-8f69-62d6d5c18bcf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f925d61-a79b-4868-944e-aaa51bafeb85 HTTP/1.1" status: 200 len: 217 time: 0.0404696 Nov 12 00:41:50.717641 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02967e42-ef39-40df-84f3-37a48be4733c req-8ebade6b-28f7-4a8c-b988-fa077e6722db tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Made reservation on behalf of 15b80c7f11964559b05ab81accceabef for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:41:50.720918 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-02967e42-ef39-40df-84f3-37a48be4733c req-8ebade6b-28f7-4a8c-b988-fa077e6722db tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:50.947029 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805b5fc-a809-46f5-9213-878cc814448c req-7e0750e6-88d4-48da-84a2-641463eb8ba9 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:50.948700 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4805b5fc-a809-46f5-9213-878cc814448c req-7e0750e6-88d4-48da-84a2-641463eb8ba9 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab937da0-f879-4977-9a9b-5f4b5a06f3d1 HTTP/1.1" status: 200 len: 946 time: 0.0534770 Nov 12 00:41:51.000187 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4805b5fc-a809-46f5-9213-878cc814448c req-f980e3a9-0bdf-4a98-a721-c49cf50d00ce tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452223 Nov 12 00:41:51.010067 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5dec9d-20e3-448a-9628-1782895ecb4e req-a6d47499-5ef0-4f9f-acd3-6a9c7e8d2f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:51.011512 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ac5dec9d-20e3-448a-9628-1782895ecb4e req-a6d47499-5ef0-4f9f-acd3-6a9c7e8d2f88 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7413bf18-08e7-4425-a837-148a3dd7f58d HTTP/1.1" status: 200 len: 862 time: 0.3461869 Nov 12 00:41:51.099321 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90edfb19-ed30-4936-bc16-1e1b4bb91be4 req-23467c6f-7df2-4611-b0fe-57d25d1e3499 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:51.100795 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-90edfb19-ed30-4936-bc16-1e1b4bb91be4 req-23467c6f-7df2-4611-b0fe-57d25d1e3499 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 950 time: 0.3993568 Nov 12 00:41:51.136108 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5dec9d-20e3-448a-9628-1782895ecb4e req-feb70823-91f9-48f8-8bc1-69b7415b1634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:51.137602 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ac5dec9d-20e3-448a-9628-1782895ecb4e req-feb70823-91f9-48f8-8bc1-69b7415b1634 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b9574af4-848a-4900-9093-7976c00593e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1155872 Nov 12 00:41:51.162432 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f50402-ed4f-4bbe-aaa2-0c027befd4b4 req-5170696a-74f5-40bd-890d-1a1da32daea0 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:51.163898 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-40f50402-ed4f-4bbe-aaa2-0c027befd4b4 req-5170696a-74f5-40bd-890d-1a1da32daea0 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4cd7cd7-2f00-4963-b453-15c01d08d929 HTTP/1.1" status: 200 len: 944 time: 0.0489714 Nov 12 00:41:51.218194 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-40f50402-ed4f-4bbe-aaa2-0c027befd4b4 req-e7e7a38a-e50e-456b-baac-e7b9d31377c8 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5cc596-1b22-444e-be3c-7711ad41e392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477538 Nov 12 00:41:51.250555 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-90edfb19-ed30-4936-bc16-1e1b4bb91be4 req-5ae515ce-2882-4266-a329-e82682757a57 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418920 Nov 12 00:41:51.266023 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-02967e42-ef39-40df-84f3-37a48be4733c req-8ebade6b-28f7-4a8c-b988-fa077e6722db tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Allocated IP 172.20.0.8 (040fca8f-d2ed-42cc-9d74-8da136d7b80f/15eed615-9c1a-43c6-8268-d04dda46eb36/c0f8351e-13fe-4efd-bd3e-8420edd27d93) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:41:51.306920 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ac5dec9d-20e3-448a-9628-1782895ecb4e req-a4b52414-1de9-45e4-a23c-be72cb144931 service neutron] 10.222.0.54 "GET /v2.0/networks/b9574af4-848a-4900-9093-7976c00593e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390085 Nov 12 00:41:51.334810 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 01d63ba7-e10d-49dc-927d-8c6d303185e6 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:41:51.448804 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 01d63ba7-e10d-49dc-927d-8c6d303185e6, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=01d63ba7-e10d-49dc-927d-8c6d303185e6,segment=NetworkSegment(0354026e-5ef7-44d3-9394-600fff546383),segment_id=0354026e-5ef7-44d3-9394-600fff546383)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:51.460765 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e937b4-96d4-4945-8c9c-cfdf2fdba6c0', 'name': 'network-vif-deleted', 'tag': '900d8329-f5b4-4d16-9f70-f0c0b36ba18b'}, {'server_uuid': 'bdfae9b2-8b7d-4b2b-a7b6-9dcbdb0fd1a2', 'name': 'network-vif-deleted', 'tag': 'a26531be-90e9-455d-a213-067a290de5b1'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:51.464077 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ec615d-80fb-4ea3-b226-31a42d9a40fc" -d '{"events": [{"server_uuid": "c0e937b4-96d4-4945-8c9c-cfdf2fdba6c0", "name": "network-vif-deleted", "tag": "900d8329-f5b4-4d16-9f70-f0c0b36ba18b"}, {"server_uuid": "bdfae9b2-8b7d-4b2b-a7b6-9dcbdb0fd1a2", "name": "network-vif-deleted", "tag": "a26531be-90e9-455d-a213-067a290de5b1"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:51.465412 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '01d63ba7-e10d-49dc-927d-8c6d303185e6', 'network_id': '9968898c-04b6-4a9b-a5e3-75ab7fd22341', 'port_id': '01d63ba7-e10d-49dc-927d-8c6d303185e6', 'mac_address': 'fa:16:3e:2a:5b:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9598fb1-a2e5-4474-808c-61e1b0985a1e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:41:51.497251 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdfae9b2-8b7d-4b2b-a7b6-9dcbdb0fd1a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a26531be-90e9-455d-a213-067a290de5b1'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:51.500832 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf151ba-7e89-4841-85e7-e209f7f298e5" -d '{"events": [{"server_uuid": "bdfae9b2-8b7d-4b2b-a7b6-9dcbdb0fd1a2", "name": "network-vif-unplugged", "status": "completed", "tag": "a26531be-90e9-455d-a213-067a290de5b1"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:51.525432 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:51.534153 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3567fb2d-6d61-4a4a-aadd-a10614f5086b req-59a6cd5d-b4ab-4612-97f2-da84ee664448 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:51.536324 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3567fb2d-6d61-4a4a-aadd-a10614f5086b req-59a6cd5d-b4ab-4612-97f2-da84ee664448 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] 10.222.0.20 "GET /v2.0/ports?device_id=54c4519b-7066-4ea9-be1c-8b1d35c8296b HTTP/1.1" status: 200 len: 943 time: 0.0576935 Nov 12 00:41:51.540822 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01d63ba7-e10d-49dc-927d-8c6d303185e6 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:51.554854 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-83fe5238-e6fd-42b5-87d2-b5006c1e1bdd req-3016fe9e-ee2b-4d64-b7fa-fa1ed9d7b9b0 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e937b4-96d4-4945-8c9c-cfdf2fdba6c0 HTTP/1.1" status: 200 len: 210 time: 0.0543830 Nov 12 00:41:51.566910 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-02967e42-ef39-40df-84f3-37a48be4733c req-8ebade6b-28f7-4a8c-b988-fa077e6722db tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:51.573191 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 01d63ba7-e10d-49dc-927d-8c6d303185e6, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=01d63ba7-e10d-49dc-927d-8c6d303185e6,segment=NetworkSegment(0354026e-5ef7-44d3-9394-600fff546383),segment_id=0354026e-5ef7-44d3-9394-600fff546383)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:51.576464 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ac5dec9d-20e3-448a-9628-1782895ecb4e req-19de147c-8a99-467d-8a25-f3ab22f802b9 service neutron] 10.222.0.54 "GET /v2.0/networks/b9574af4-848a-4900-9093-7976c00593e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190297 Nov 12 00:41:51.587904 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:51.637996 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3567fb2d-6d61-4a4a-aadd-a10614f5086b req-8057e118-dfc9-4959-980b-77db6d1ea03a tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab7fe40-a153-4abc-840b-e74b12583743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942416 Nov 12 00:41:51.650714 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6cdd9e-850b-423a-9bee-11b9b0a8fc83 x-openstack-request-id: req-1c6cdd9e-850b-423a-9bee-11b9b0a8fc83 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:51.650944 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e937b4-96d4-4945-8c9c-cfdf2fdba6c0", "name": "network-vif-deleted", "tag": "900d8329-f5b4-4d16-9f70-f0c0b36ba18b", "status": "completed", "code": 200}, {"server_uuid": "bdfae9b2-8b7d-4b2b-a7b6-9dcbdb0fd1a2", "name": "network-vif-deleted", "tag": "a26531be-90e9-455d-a213-067a290de5b1", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:51.651191 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1c6cdd9e-850b-423a-9bee-11b9b0a8fc83 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:51.651587 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e937b4-96d4-4945-8c9c-cfdf2fdba6c0', 'name': 'network-vif-deleted', 'tag': '900d8329-f5b4-4d16-9f70-f0c0b36ba18b', 'status': 'completed', 'code': 200} Nov 12 00:41:51.651848 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdfae9b2-8b7d-4b2b-a7b6-9dcbdb0fd1a2', 'name': 'network-vif-deleted', 'tag': 'a26531be-90e9-455d-a213-067a290de5b1', 'status': 'completed', 'code': 200} Nov 12 00:41:51.665397 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-02967e42-ef39-40df-84f3-37a48be4733c req-8ebade6b-28f7-4a8c-b988-fa077e6722db tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:51.677843 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=01d63ba7-e10d-49dc-927d-8c6d303185e6,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:51.700162 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77903239-8785-4a05-9487-115a153288b7 x-openstack-request-id: req-77903239-8785-4a05-9487-115a153288b7 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:51.700451 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdfae9b2-8b7d-4b2b-a7b6-9dcbdb0fd1a2", "name": "network-vif-unplugged", "status": "completed", "tag": "a26531be-90e9-455d-a213-067a290de5b1", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:51.700717 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-77903239-8785-4a05-9487-115a153288b7 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:51.701129 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdfae9b2-8b7d-4b2b-a7b6-9dcbdb0fd1a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a26531be-90e9-455d-a213-067a290de5b1', 'code': 200} Nov 12 00:41:51.729359 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02967e42-ef39-40df-84f3-37a48be4733c req-8ebade6b-28f7-4a8c-b988-fa077e6722db tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Network 040fca8f-d2ed-42cc-9d74-8da136d7b80f is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:41:51.736072 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-02967e42-ef39-40df-84f3-37a48be4733c req-8ebade6b-28f7-4a8c-b988-fa077e6722db tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:51.739197 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-02967e42-ef39-40df-84f3-37a48be4733c req-8ebade6b-28f7-4a8c-b988-fa077e6722db tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:41:51.750479 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949bc72-6792-4094-8451-e92feea0a793 req-5b9805af-0224-4f45-a1c1-1dc3d2076877 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:51.752273 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a949bc72-6792-4094-8451-e92feea0a793 req-5b9805af-0224-4f45-a1c1-1dc3d2076877 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=3174a4f3-2a31-44a4-9cbd-60fba67d98cc HTTP/1.1" status: 200 len: 931 time: 0.0535583 Nov 12 00:41:51.773082 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebade6b-28f7-4a8c-b988-fa077e6722db tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Pushing event updated for resources: {'Port': ['ID=c0f8351e-13fe-4efd-bd3e-8420edd27d93,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:51.802482 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02967e42-ef39-40df-84f3-37a48be4733c req-8ebade6b-28f7-4a8c-b988-fa077e6722db tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:51.803213 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-02967e42-ef39-40df-84f3-37a48be4733c req-8ebade6b-28f7-4a8c-b988-fa077e6722db tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:51.817840 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a949bc72-6792-4094-8451-e92feea0a793 req-42fdc71c-a4c4-4ddc-965d-3e70032cf65e tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584154 Nov 12 00:41:51.822004 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-02967e42-ef39-40df-84f3-37a48be4733c req-8ebade6b-28f7-4a8c-b988-fa077e6722db tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3136466 Nov 12 00:41:51.843087 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-02967e42-ef39-40df-84f3-37a48be4733c req-9d6eeb19-3ea7-49af-a051-f45c8d432c4b service neutron] Request body: {'port': {'device_id': '3174a4f3-2a31-44a4-9cbd-60fba67d98cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:51.900595 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-02967e42-ef39-40df-84f3-37a48be4733c req-9d6eeb19-3ea7-49af-a051-f45c8d432c4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:52.095947 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['01d63ba7-e10d-49dc-927d-8c6d303185e6'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:52.154589 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d985fd-434f-4b23-beba-e86f516c0745 req-a3e06c64-de9a-4c01-8e8d-b2823f2ca31a tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:52.165203 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a1d985fd-434f-4b23-beba-e86f516c0745 req-a3e06c64-de9a-4c01-8e8d-b2823f2ca31a tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab937da0-f879-4977-9a9b-5f4b5a06f3d1 HTTP/1.1" status: 200 len: 946 time: 0.0944905 Nov 12 00:41:52.174679 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-02967e42-ef39-40df-84f3-37a48be4733c req-9d6eeb19-3ea7-49af-a051-f45c8d432c4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0f8351e-13fe-4efd-bd3e-8420edd27d93 {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:52.184501 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-02967e42-ef39-40df-84f3-37a48be4733c req-9d6eeb19-3ea7-49af-a051-f45c8d432c4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:52.198319 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-02967e42-ef39-40df-84f3-37a48be4733c req-9d6eeb19-3ea7-49af-a051-f45c8d432c4b service neutron] Transition to ACTIVE for port object c0f8351e-13fe-4efd-bd3e-8420edd27d93 will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:41:52.202954 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-02967e42-ef39-40df-84f3-37a48be4733c req-9d6eeb19-3ea7-49af-a051-f45c8d432c4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:52.222821 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a1d985fd-434f-4b23-beba-e86f516c0745 req-7bf785ce-0664-47fb-8290-703afaa9b534 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553164 Nov 12 00:41:52.263047 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6eeb19-3ea7-49af-a051-f45c8d432c4b service neutron] Pushing event updated for resources: {'Port': ['ID=c0f8351e-13fe-4efd-bd3e-8420edd27d93,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:52.373507 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-02967e42-ef39-40df-84f3-37a48be4733c req-9d6eeb19-3ea7-49af-a051-f45c8d432c4b service neutron] Attempting to bind port c0f8351e-13fe-4efd-bd3e-8420edd27d93 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:41:52.374042 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-02967e42-ef39-40df-84f3-37a48be4733c req-9d6eeb19-3ea7-49af-a051-f45c8d432c4b service neutron] Attempting to bind port c0f8351e-13fe-4efd-bd3e-8420edd27d93 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '31f3cd0b-8f92-47c3-a72f-efb4d157fdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '040fca8f-d2ed-42cc-9d74-8da136d7b80f'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:41:52.374440 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02967e42-ef39-40df-84f3-37a48be4733c req-9d6eeb19-3ea7-49af-a051-f45c8d432c4b service neutron] Attempting to bind port c0f8351e-13fe-4efd-bd3e-8420edd27d93 on network 040fca8f-d2ed-42cc-9d74-8da136d7b80f {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:52.375367 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b916096-b1ef-4abb-910a-10e27e73f5f1 req-ba5b980b-c1b7-4289-ae83-e922844c9bcc tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:52.377907 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2b916096-b1ef-4abb-910a-10e27e73f5f1 req-ba5b980b-c1b7-4289-ae83-e922844c9bcc tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 950 time: 0.0508246 Nov 12 00:41:52.384671 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf269828-1037-4b73-852f-361acc2f7b6e req-1dff1459-aeeb-49b0-9f6a-136eda5b3a3a tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:52.386274 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cf269828-1037-4b73-852f-361acc2f7b6e req-1dff1459-aeeb-49b0-9f6a-136eda5b3a3a tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4cd7cd7-2f00-4963-b453-15c01d08d929 HTTP/1.1" status: 200 len: 944 time: 0.0759442 Nov 12 00:41:52.390356 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02967e42-ef39-40df-84f3-37a48be4733c req-9d6eeb19-3ea7-49af-a051-f45c8d432c4b service neutron] Port c0f8351e-13fe-4efd-bd3e-8420edd27d93 on network 040fca8f-d2ed-42cc-9d74-8da136d7b80f not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:41:52.390644 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02967e42-ef39-40df-84f3-37a48be4733c req-9d6eeb19-3ea7-49af-a051-f45c8d432c4b service neutron] Attempting to bind port c0f8351e-13fe-4efd-bd3e-8420edd27d93 on network 040fca8f-d2ed-42cc-9d74-8da136d7b80f {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:52.397297 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02967e42-ef39-40df-84f3-37a48be4733c req-9d6eeb19-3ea7-49af-a051-f45c8d432c4b service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:41:52.397737 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02967e42-ef39-40df-84f3-37a48be4733c req-9d6eeb19-3ea7-49af-a051-f45c8d432c4b service neutron] Checking segment: {'id': '31f3cd0b-8f92-47c3-a72f-efb4d157fdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '040fca8f-d2ed-42cc-9d74-8da136d7b80f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:52.398189 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02967e42-ef39-40df-84f3-37a48be4733c req-9d6eeb19-3ea7-49af-a051-f45c8d432c4b service neutron] Bound using segment: {'id': '31f3cd0b-8f92-47c3-a72f-efb4d157fdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '040fca8f-d2ed-42cc-9d74-8da136d7b80f'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:41:52.398676 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-02967e42-ef39-40df-84f3-37a48be4733c req-9d6eeb19-3ea7-49af-a051-f45c8d432c4b service neutron] Bound port: c0f8351e-13fe-4efd-bd3e-8420edd27d93, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31f3cd0b-8f92-47c3-a72f-efb4d157fdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '040fca8f-d2ed-42cc-9d74-8da136d7b80f'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:41:52.399033 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-02967e42-ef39-40df-84f3-37a48be4733c req-9d6eeb19-3ea7-49af-a051-f45c8d432c4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:52.433156 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2b916096-b1ef-4abb-910a-10e27e73f5f1 req-1bc0f6d4-bd9e-4f06-92ec-23b8efcfce2a tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482252 Nov 12 00:41:52.470602 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device a26531be-90e9-455d-a213-067a290de5b1 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:41:52.493563 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: a26531be-90e9-455d-a213-067a290de5b1 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:41:52.493908 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device a26531be-90e9-455d-a213-067a290de5b1 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:41:52.494326 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 900d8329-f5b4-4d16-9f70-f0c0b36ba18b no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:41:52.496463 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cf269828-1037-4b73-852f-361acc2f7b6e req-a5de8882-ef82-40e6-b32d-aaa238fbeab9 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5cc596-1b22-444e-be3c-7711ad41e392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951524 Nov 12 00:41:52.507274 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-02967e42-ef39-40df-84f3-37a48be4733c req-9d6eeb19-3ea7-49af-a051-f45c8d432c4b service neutron] For port c0f8351e-13fe-4efd-bd3e-8420edd27d93, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:41:52.513239 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: 900d8329-f5b4-4d16-9f70-f0c0b36ba18b {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:41:52.513612 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 900d8329-f5b4-4d16-9f70-f0c0b36ba18b not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:41:52.516519 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-02967e42-ef39-40df-84f3-37a48be4733c req-9d6eeb19-3ea7-49af-a051-f45c8d432c4b service neutron] For port c0f8351e-13fe-4efd-bd3e-8420edd27d93, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=c0f8351e-13fe-4efd-bd3e-8420edd27d93,segment=NetworkSegment(31f3cd0b-8f92-47c3-a72f-efb4d157fdb5),segment_id=31f3cd0b-8f92-47c3-a72f-efb4d157fdb5)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:41:52.522861 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-02967e42-ef39-40df-84f3-37a48be4733c req-9d6eeb19-3ea7-49af-a051-f45c8d432c4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:52.559291 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02967e42-ef39-40df-84f3-37a48be4733c req-9d6eeb19-3ea7-49af-a051-f45c8d432c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:52.559939 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-02967e42-ef39-40df-84f3-37a48be4733c req-9d6eeb19-3ea7-49af-a051-f45c8d432c4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:52.561269 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-02967e42-ef39-40df-84f3-37a48be4733c req-9d6eeb19-3ea7-49af-a051-f45c8d432c4b service neutron] 10.222.0.54 "PUT /v2.0/ports/c0f8351e-13fe-4efd-bd3e-8420edd27d93 HTTP/1.1" status: 200 len: 1092 time: 0.7229748 Nov 12 00:41:52.561727 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3174a4f3-2a31-44a4-9cbd-60fba67d98cc', 'tag': 'c0f8351e-13fe-4efd-bd3e-8420edd27d93'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:52.563939 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2103abb-b337-496c-af9c-38b2547fc0df" -d '{"events": [{"name": "network-changed", "server_uuid": "3174a4f3-2a31-44a4-9cbd-60fba67d98cc", "tag": "c0f8351e-13fe-4efd-bd3e-8420edd27d93"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:52.595215 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6eeb19-3ea7-49af-a051-f45c8d432c4b service neutron] Pushing event updated for resources: {'Port': ['ID=c0f8351e-13fe-4efd-bd3e-8420edd27d93,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:52.622608 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b76b53b-506e-423e-af5f-94dc90115877 x-openstack-request-id: req-3b76b53b-506e-423e-af5f-94dc90115877 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:52.624055 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3174a4f3-2a31-44a4-9cbd-60fba67d98cc", "tag": "c0f8351e-13fe-4efd-bd3e-8420edd27d93", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:52.624809 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3b76b53b-506e-423e-af5f-94dc90115877 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:52.626410 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3174a4f3-2a31-44a4-9cbd-60fba67d98cc', 'tag': 'c0f8351e-13fe-4efd-bd3e-8420edd27d93', 'status': 'completed', 'code': 200} Nov 12 00:41:52.748013 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e76293-d0e9-4014-84c0-371257b25716 req-6fb11cea-0252-4749-a329-dca0cc6d7f26 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:52.749634 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f6e76293-d0e9-4014-84c0-371257b25716 req-6fb11cea-0252-4749-a329-dca0cc6d7f26 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] 10.222.0.20 "GET /v2.0/ports?device_id=54c4519b-7066-4ea9-be1c-8b1d35c8296b HTTP/1.1" status: 200 len: 944 time: 0.0543871 Nov 12 00:41:52.841443 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f6e76293-d0e9-4014-84c0-371257b25716 req-3e2a36eb-b9c5-4ef9-8ae1-5f71fd1bca6d tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab7fe40-a153-4abc-840b-e74b12583743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859208 Nov 12 00:41:52.844394 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02967e42-ef39-40df-84f3-37a48be4733c req-7a7e2b2b-a684-4fc5-abbf-66c2de6fc253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:52.845641 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-02967e42-ef39-40df-84f3-37a48be4733c req-7a7e2b2b-a684-4fc5-abbf-66c2de6fc253 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=15b80c7f11964559b05ab81accceabef&device_id=3174a4f3-2a31-44a4-9cbd-60fba67d98cc HTTP/1.1" status: 200 len: 1095 time: 0.0707057 Nov 12 00:41:52.945600 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-02967e42-ef39-40df-84f3-37a48be4733c req-d9a4d8dc-23df-42c9-aba6-f977f9bda41e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0f8351e-13fe-4efd-bd3e-8420edd27d93 HTTP/1.1" status: 200 len: 217 time: 0.0509768 Nov 12 00:41:52.986480 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19deed68-f7ea-44da-b7d6-eb57637ef826 req-847286c5-c2e5-44c5-baaa-c3999c71ba77 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:52.988457 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-19deed68-f7ea-44da-b7d6-eb57637ef826 req-847286c5-c2e5-44c5-baaa-c3999c71ba77 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=3174a4f3-2a31-44a4-9cbd-60fba67d98cc HTTP/1.1" status: 200 len: 943 time: 0.0541816 Nov 12 00:41:53.030404 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d780fd-9a55-4469-91f6-89545e524cb1 req-18925b80-55bc-4bcb-96e9-8848351a4ae7 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:53.031910 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f7d780fd-9a55-4469-91f6-89545e524cb1 req-18925b80-55bc-4bcb-96e9-8848351a4ae7 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=05e581f7-60ff-4620-bcce-16ea04c083db HTTP/1.1" status: 200 len: 950 time: 0.0497990 Nov 12 00:41:53.074478 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02967e42-ef39-40df-84f3-37a48be4733c req-5659692e-988e-446b-96a2-834be94bf560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:53.075951 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-02967e42-ef39-40df-84f3-37a48be4733c req-5659692e-988e-446b-96a2-834be94bf560 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=15eed615-9c1a-43c6-8268-d04dda46eb36 HTTP/1.1" status: 200 len: 845 time: 0.0738471 Nov 12 00:41:53.079739 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-19deed68-f7ea-44da-b7d6-eb57637ef826 req-2ee68103-c74a-4081-8ccd-44fc3bef0bf7 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849650 Nov 12 00:41:53.083657 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f7d780fd-9a55-4469-91f6-89545e524cb1 req-d9dab557-b7d2-44a3-8a14-4e1d9b3330e3 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457366 Nov 12 00:41:53.108793 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-02967e42-ef39-40df-84f3-37a48be4733c req-53d2b9a6-8902-46b7-8eca-7933c2f089f4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=040fca8f-d2ed-42cc-9d74-8da136d7b80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251765 Nov 12 00:41:53.199471 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-02967e42-ef39-40df-84f3-37a48be4733c req-b044fbea-a3bd-44a3-b87a-503e1264f56b service neutron] 10.222.0.54 "GET /v2.0/networks/040fca8f-d2ed-42cc-9d74-8da136d7b80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806808 Nov 12 00:41:53.295840 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-02967e42-ef39-40df-84f3-37a48be4733c req-51b9366e-26a3-4a48-8074-54bf89813736 service neutron] 10.222.0.54 "GET /v2.0/networks/040fca8f-d2ed-42cc-9d74-8da136d7b80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877786 Nov 12 00:41:53.350582 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bff12d-bc59-4678-b41a-1b82f5e2648f req-19400c6b-8ca9-4e5b-b348-7dcb39fd1e07 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:53.352436 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d6bff12d-bc59-4678-b41a-1b82f5e2648f req-19400c6b-8ca9-4e5b-b348-7dcb39fd1e07 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab937da0-f879-4977-9a9b-5f4b5a06f3d1 HTTP/1.1" status: 200 len: 946 time: 0.0520983 Nov 12 00:41:53.404078 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d6bff12d-bc59-4678-b41a-1b82f5e2648f req-1f46bc64-c6a1-4fa7-a7a5-31c1c92153be tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453870 Nov 12 00:41:53.468511 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2103abb-b337-496c-af9c-38b2547fc0df req-708883b5-c5ab-43b7-9873-c382db73027a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:53.470037 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e2103abb-b337-496c-af9c-38b2547fc0df req-708883b5-c5ab-43b7-9873-c382db73027a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=15b80c7f11964559b05ab81accceabef&device_id=3174a4f3-2a31-44a4-9cbd-60fba67d98cc HTTP/1.1" status: 200 len: 1095 time: 0.0579774 Nov 12 00:41:53.605113 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b797f-cacb-4513-b5a3-ce2f83837621 req-70f33b00-a3ac-447e-b485-9446ba8eab7d tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:53.607556 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f29b797f-cacb-4513-b5a3-ce2f83837621 req-70f33b00-a3ac-447e-b485-9446ba8eab7d tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 950 time: 0.1032712 Nov 12 00:41:53.650900 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2103abb-b337-496c-af9c-38b2547fc0df req-1deb3cb1-6014-4a9a-9917-59545724fab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:53.652355 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e2103abb-b337-496c-af9c-38b2547fc0df req-1deb3cb1-6014-4a9a-9917-59545724fab3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=040fca8f-d2ed-42cc-9d74-8da136d7b80f HTTP/1.1" status: 200 len: 906 time: 0.1626842 Nov 12 00:41:53.658255 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f29b797f-cacb-4513-b5a3-ce2f83837621 req-706add06-71f6-41b8-9f32-ed8cda999c46 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435545 Nov 12 00:41:53.664419 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadbd3b-a6f5-46dc-bde1-0fd01871956d req-9968b6b8-e348-4b3f-92d0-2c76d522ed0d tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:53.665869 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6eadbd3b-a6f5-46dc-bde1-0fd01871956d req-9968b6b8-e348-4b3f-92d0-2c76d522ed0d tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4cd7cd7-2f00-4963-b453-15c01d08d929 HTTP/1.1" status: 200 len: 944 time: 0.0752251 Nov 12 00:41:53.722355 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6eadbd3b-a6f5-46dc-bde1-0fd01871956d req-b433febc-87e8-400e-b0b8-701335a5a06b tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5cc596-1b22-444e-be3c-7711ad41e392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472448 Nov 12 00:41:53.754493 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50205deb-513c-47c8-b628-252be10f55bc req-5a26a691-2931-4895-8623-0f4179dd5fa4 tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:53.755981 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-50205deb-513c-47c8-b628-252be10f55bc req-5a26a691-2931-4895-8623-0f4179dd5fa4 tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b HTTP/1.1" status: 200 len: 1098 time: 0.0422959 Nov 12 00:41:53.802454 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-50205deb-513c-47c8-b628-252be10f55bc req-89208957-403f-4209-85ea-585d5526e203 tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399334 Nov 12 00:41:53.956870 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e2103abb-b337-496c-af9c-38b2547fc0df req-3cfd0065-df23-47e9-8644-6ef3234e75a1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0f8351e-13fe-4efd-bd3e-8420edd27d93 HTTP/1.1" status: 200 len: 217 time: 0.0420043 Nov 12 00:41:53.983627 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790be752-4172-4eb3-a0d6-32f7a46746b4 req-fc4475e5-a951-41ab-a225-832c7a0a9a2f tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:53.986004 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-790be752-4172-4eb3-a0d6-32f7a46746b4 req-fc4475e5-a951-41ab-a225-832c7a0a9a2f tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] 10.222.0.20 "GET /v2.0/ports?device_id=54c4519b-7066-4ea9-be1c-8b1d35c8296b HTTP/1.1" status: 200 len: 944 time: 0.0779285 Nov 12 00:41:54.017008 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2103abb-b337-496c-af9c-38b2547fc0df req-0417487a-c73e-4556-afff-ce257bb7fd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:54.018555 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e2103abb-b337-496c-af9c-38b2547fc0df req-0417487a-c73e-4556-afff-ce257bb7fd21 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=15eed615-9c1a-43c6-8268-d04dda46eb36 HTTP/1.1" status: 200 len: 845 time: 0.0522962 Nov 12 00:41:54.054003 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-790be752-4172-4eb3-a0d6-32f7a46746b4 req-048f006b-1979-4f29-90b8-031e7aa781a0 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab7fe40-a153-4abc-840b-e74b12583743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617383 Nov 12 00:41:54.057059 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e2103abb-b337-496c-af9c-38b2547fc0df req-b891715f-5575-43e6-bafb-229dfb5fc8a3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=040fca8f-d2ed-42cc-9d74-8da136d7b80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302479 Nov 12 00:41:54.209406 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e2103abb-b337-496c-af9c-38b2547fc0df req-8452808e-4f09-4d7b-9478-d145f864de0e service neutron] 10.222.0.54 "GET /v2.0/networks/040fca8f-d2ed-42cc-9d74-8da136d7b80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166513 Nov 12 00:41:54.262207 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f4e92-54ea-46d1-89b9-e16640515e0f req-95961eab-8696-44b5-9d91-834939a1898f tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:54.264057 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e67f4e92-54ea-46d1-89b9-e16640515e0f req-95961eab-8696-44b5-9d91-834939a1898f tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=3174a4f3-2a31-44a4-9cbd-60fba67d98cc HTTP/1.1" status: 200 len: 943 time: 0.0777061 Nov 12 00:41:54.325210 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e2103abb-b337-496c-af9c-38b2547fc0df req-01a22ca9-57e2-4b7f-b794-2f7edb7eb546 service neutron] 10.222.0.54 "GET /v2.0/networks/040fca8f-d2ed-42cc-9d74-8da136d7b80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078093 Nov 12 00:41:54.328922 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e67f4e92-54ea-46d1-89b9-e16640515e0f req-c77033d1-082b-48fc-add7-23f41fbd016c tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575309 Nov 12 00:41:54.462222 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951da920-4504-409c-889e-6da5c367d6ed req-9ce666f7-68ad-44d5-bd87-194c02a5d6d9 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:54.463970 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-951da920-4504-409c-889e-6da5c367d6ed req-9ce666f7-68ad-44d5-bd87-194c02a5d6d9 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=05e581f7-60ff-4620-bcce-16ea04c083db HTTP/1.1" status: 200 len: 950 time: 0.0602908 Nov 12 00:41:54.536724 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-951da920-4504-409c-889e-6da5c367d6ed req-bc2114d1-b4a2-4eba-853b-868505364807 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637040 Nov 12 00:41:54.707839 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe81b0e1-4b88-420b-b786-b7d8999205fc req-b1f9e0b6-30c6-422a-897b-dfb86c98555c tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:54.714620 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fe81b0e1-4b88-420b-b786-b7d8999205fc req-b1f9e0b6-30c6-422a-897b-dfb86c98555c tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab937da0-f879-4977-9a9b-5f4b5a06f3d1 HTTP/1.1" status: 200 len: 946 time: 0.0954986 Nov 12 00:41:54.772905 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fe81b0e1-4b88-420b-b786-b7d8999205fc req-567d6c59-793a-45b8-be87-51bda5911e0b tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563123 Nov 12 00:41:54.924113 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-bc638609-4dba-4f78-8fa1-c56290665c56 tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:41:54.931182 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-bc638609-4dba-4f78-8fa1-c56290665c56 tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0146213 Nov 12 00:41:54.938980 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cab376-099d-4420-b52b-381624814a22 req-2a6c06c6-4c0e-4de9-b24b-e5c259ac664b tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:54.947603 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a0cab376-099d-4420-b52b-381624814a22 req-2a6c06c6-4c0e-4de9-b24b-e5c259ac664b tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 950 time: 0.1034355 Nov 12 00:41:54.977190 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad9952-f8c8-4255-84ba-44d190bd1f5b req-c8a8d63d-61ff-460f-82a9-833afca5a14e tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:54.978598 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-71ad9952-f8c8-4255-84ba-44d190bd1f5b req-c8a8d63d-61ff-460f-82a9-833afca5a14e tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.49 "GET /v2.0/ports?device_id=05e581f7-60ff-4620-bcce-16ea04c083db HTTP/1.1" status: 200 len: 950 time: 0.1025574 Nov 12 00:41:54.979985 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-b23dbf92-ed75-4fef-a594-d563859f0930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:54.988716 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-b23dbf92-ed75-4fef-a594-d563859f0930 service neutron] 10.222.0.20 "GET /v2.0/ports/c8ff2049-02a3-42f0-a400-fd605dfd586d HTTP/1.1" status: 200 len: 1095 time: 0.0518444 Nov 12 00:41:54.993343 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-4692e2a4-9d18-475c-8397-6fcaa7dea772 service neutron] Request body: {'binding': {'host': 'n-h2-812236-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:54.993785 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-4692e2a4-9d18-475c-8397-6fcaa7dea772 service neutron] Unknown quota resources ['binding']. {{(pid=102662) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 00:41:55.034606 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a0cab376-099d-4420-b52b-381624814a22 req-7b5a3dc5-2632-48f8-92b3-da946573fa87 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854983 Nov 12 00:41:55.115649 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-71ad9952-f8c8-4255-84ba-44d190bd1f5b req-3e17e1af-cb17-4133-aa33-e0bfffb35633 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Deleting port f1820954-a0a3-4025-9943-c0a46b134d63 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:41:55.116604 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-71ad9952-f8c8-4255-84ba-44d190bd1f5b req-3e17e1af-cb17-4133-aa33-e0bfffb35633 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:55.248824 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-71ad9952-f8c8-4255-84ba-44d190bd1f5b req-3e17e1af-cb17-4133-aa33-e0bfffb35633 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] For port f1820954-a0a3-4025-9943-c0a46b134d63, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=f1820954-a0a3-4025-9943-c0a46b134d63,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:55.249529 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-71ad9952-f8c8-4255-84ba-44d190bd1f5b req-3e17e1af-cb17-4133-aa33-e0bfffb35633 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:55.257505 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-4692e2a4-9d18-475c-8397-6fcaa7dea772 service neutron] Attempting to bind port c8ff2049-02a3-42f0-a400-fd605dfd586d on host n-h2-812236-11 for vnic_type normal with profile None {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:41:55.258051 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-4692e2a4-9d18-475c-8397-6fcaa7dea772 service neutron] Attempting to bind port c8ff2049-02a3-42f0-a400-fd605dfd586d by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '6dc56b81-8d8e-4b44-90a6-8b45d539a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:41:55.258459 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-4692e2a4-9d18-475c-8397-6fcaa7dea772 service neutron] Attempting to bind port c8ff2049-02a3-42f0-a400-fd605dfd586d on network efe1d89a-522f-4c40-b263-5cebd382e88d {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:55.263205 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-4692e2a4-9d18-475c-8397-6fcaa7dea772 service neutron] Port c8ff2049-02a3-42f0-a400-fd605dfd586d on network efe1d89a-522f-4c40-b263-5cebd382e88d not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:41:55.263626 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-4692e2a4-9d18-475c-8397-6fcaa7dea772 service neutron] Attempting to bind port c8ff2049-02a3-42f0-a400-fd605dfd586d on network efe1d89a-522f-4c40-b263-5cebd382e88d {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:55.270879 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-4692e2a4-9d18-475c-8397-6fcaa7dea772 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:41:55.271231 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-4692e2a4-9d18-475c-8397-6fcaa7dea772 service neutron] Checking segment: {'id': '6dc56b81-8d8e-4b44-90a6-8b45d539a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:55.271872 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-4692e2a4-9d18-475c-8397-6fcaa7dea772 service neutron] Bound using segment: {'id': '6dc56b81-8d8e-4b44-90a6-8b45d539a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:41:55.272479 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-4692e2a4-9d18-475c-8397-6fcaa7dea772 service neutron] Bound port: c8ff2049-02a3-42f0-a400-fd605dfd586d, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dc56b81-8d8e-4b44-90a6-8b45d539a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:41:55.273437 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-71ad9952-f8c8-4255-84ba-44d190bd1f5b req-3e17e1af-cb17-4133-aa33-e0bfffb35633 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Calling delete_port for f1820954-a0a3-4025-9943-c0a46b134d63 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:41:55.285917 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f88649-581d-42a2-b336-5141b87fac2c req-eb045774-02bd-4039-8da2-93adf9a431c5 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:55.287758 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c5f88649-581d-42a2-b336-5141b87fac2c req-eb045774-02bd-4039-8da2-93adf9a431c5 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4cd7cd7-2f00-4963-b453-15c01d08d929 HTTP/1.1" status: 200 len: 944 time: 0.0898130 Nov 12 00:41:55.335263 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-4692e2a4-9d18-475c-8397-6fcaa7dea772 service neutron] For port c8ff2049-02a3-42f0-a400-fd605dfd586d, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=c8ff2049-02a3-42f0-a400-fd605dfd586d,segment=NetworkSegment(6dc56b81-8d8e-4b44-90a6-8b45d539a128),segment_id=6dc56b81-8d8e-4b44-90a6-8b45d539a128)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:41:55.343730 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-4692e2a4-9d18-475c-8397-6fcaa7dea772 service neutron] Publish callbacks [] for binding, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:55.346285 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-4692e2a4-9d18-475c-8397-6fcaa7dea772 service neutron] 10.222.0.20 "POST /v2.0/ports/c8ff2049-02a3-42f0-a400-fd605dfd586d/bindings HTTP/1.1" status: 201 len: 390 time: 0.3563776 Nov 12 00:41:55.356213 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 01d63ba7-e10d-49dc-927d-8c6d303185e6 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:55.406524 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c5f88649-581d-42a2-b336-5141b87fac2c req-6eac3b28-a13d-400c-b850-ae57c0a80467 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5cc596-1b22-444e-be3c-7711ad41e392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116829 Nov 12 00:41:55.498208 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 01d63ba7-e10d-49dc-927d-8c6d303185e6 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:41:55.506310 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 01d63ba7-e10d-49dc-927d-8c6d303185e6 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:55.506832 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:55.582635 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-71ad9952-f8c8-4255-84ba-44d190bd1f5b req-3e17e1af-cb17-4133-aa33-e0bfffb35633 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:55.648257 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:55.662344 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['3aa8d887-2ae9-4c47-acab-a7deba6e395a'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:55.665531 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['140b407c-f230-4dff-9701-0eeac3ce1373', '1d4617ec-825e-4174-a5ec-9b7f41b6d3dd', '1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:55.680404 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e17e1af-cb17-4133-aa33-e0bfffb35633 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Pushing event deleted for resources: {'Port': ['ID=f1820954-a0a3-4025-9943-c0a46b134d63,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:55.750056 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c4519b-7066-4ea9-be1c-8b1d35c8296b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d63ba7-e10d-49dc-927d-8c6d303185e6'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:55.753443 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec4c61c-c44b-49fd-8a48-e2a5d6adbca6" -d '{"events": [{"server_uuid": "54c4519b-7066-4ea9-be1c-8b1d35c8296b", "name": "network-vif-plugged", "status": "completed", "tag": "01d63ba7-e10d-49dc-927d-8c6d303185e6"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:55.754242 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ad9952-f8c8-4255-84ba-44d190bd1f5b req-3e17e1af-cb17-4133-aa33-e0bfffb35633 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] No DVR routers for this DVR port f1820954-a0a3-4025-9943-c0a46b134d63 on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:41:55.757097 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-71ad9952-f8c8-4255-84ba-44d190bd1f5b req-3e17e1af-cb17-4133-aa33-e0bfffb35633 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:55.760355 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-71ad9952-f8c8-4255-84ba-44d190bd1f5b req-3e17e1af-cb17-4133-aa33-e0bfffb35633 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.49 "DELETE /v2.0/ports/f1820954-a0a3-4025-9943-c0a46b134d63 HTTP/1.1" status: 204 len: 173 time: 0.7695904 Nov 12 00:41:55.760942 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e581f7-60ff-4620-bcce-16ea04c083db', 'name': 'network-vif-deleted', 'tag': 'f1820954-a0a3-4025-9943-c0a46b134d63'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:55.763877 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7aa7875-bc55-4efc-9190-0984c243cb96" -d '{"events": [{"server_uuid": "05e581f7-60ff-4620-bcce-16ea04c083db", "name": "network-vif-deleted", "tag": "f1820954-a0a3-4025-9943-c0a46b134d63"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:55.779552 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 01d63ba7-e10d-49dc-927d-8c6d303185e6, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=01d63ba7-e10d-49dc-927d-8c6d303185e6,segment=NetworkSegment(0354026e-5ef7-44d3-9394-600fff546383),segment_id=0354026e-5ef7-44d3-9394-600fff546383)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:55.799038 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf66ce-5f0c-4b52-9953-285694a7178d req-366f0dcd-fc04-48a9-aee1-fd597e60364a tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:55.805162 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:55.816871 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-faaf66ce-5f0c-4b52-9953-285694a7178d req-366f0dcd-fc04-48a9-aee1-fd597e60364a tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] 10.222.0.20 "GET /v2.0/ports?device_id=54c4519b-7066-4ea9-be1c-8b1d35c8296b HTTP/1.1" status: 200 len: 944 time: 0.2484581 Nov 12 00:41:55.893407 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6145f16-06cd-4496-a6d6-d501d1d108dc req-5b68d970-b081-4aac-a991-d9f1d89b93c4 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:55.903557 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6145f16-06cd-4496-a6d6-d501d1d108dc req-5b68d970-b081-4aac-a991-d9f1d89b93c4 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=3174a4f3-2a31-44a4-9cbd-60fba67d98cc HTTP/1.1" status: 200 len: 943 time: 0.1940145 Nov 12 00:41:55.915087 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-faaf66ce-5f0c-4b52-9953-285694a7178d req-9bbe15af-8b11-46d7-b33a-c36e2322c949 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab7fe40-a153-4abc-840b-e74b12583743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943391 Nov 12 00:41:55.938460 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae0cbe-3b81-4605-9322-5306a730bad1 req-fd120130-c6b5-438d-af44-89df2ddcf0be tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:55.940748 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4aae0cbe-3b81-4605-9322-5306a730bad1 req-fd120130-c6b5-438d-af44-89df2ddcf0be tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.54 "GET /v2.0/ports?device_id=7efd4976-f968-44b0-aff5-a19008e8a6f6 HTTP/1.1" status: 200 len: 950 time: 0.1796517 Nov 12 00:41:55.957066 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-8f5b4946-427d-454d-8d6f-a9ccc8bd98f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:55.958562 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-8f5b4946-427d-454d-8d6f-a9ccc8bd98f9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9a1fd583d08a44f4b64f3812361842fc&device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b HTTP/1.1" status: 200 len: 1098 time: 0.1827011 Nov 12 00:41:56.005573 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=01d63ba7-e10d-49dc-927d-8c6d303185e6,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:56.110314 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6129b4e3-d6d7-4174-a53c-4293e37656ba req-2f7c0f83-ea3b-4f64-8548-476b57a6fc69 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:56.121324 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6129b4e3-d6d7-4174-a53c-4293e37656ba req-2f7c0f83-ea3b-4f64-8548-476b57a6fc69 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b HTTP/1.1" status: 200 len: 946 time: 0.1157558 Nov 12 00:41:56.147518 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6145f16-06cd-4496-a6d6-d501d1d108dc req-04066719-d6d7-47e0-80db-86bb1fd2a674 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427828 Nov 12 00:41:56.235717 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6129b4e3-d6d7-4174-a53c-4293e37656ba req-4f1176d0-bea5-4c1c-bff2-2b24a253d511 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087623 Nov 12 00:41:56.280349 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-8f75e76b-a6b7-4529-8666-e565a9b66781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:56.281858 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-8f75e76b-a6b7-4529-8666-e565a9b66781 service neutron] 10.222.0.54 "GET /v2.0/networks?id=efe1d89a-522f-4c40-b263-5cebd382e88d HTTP/1.1" status: 200 len: 922 time: 0.3153520 Nov 12 00:41:56.345773 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96fa44b-8843-49dc-9a81-509ac47078c4 x-openstack-request-id: req-b96fa44b-8843-49dc-9a81-509ac47078c4 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:56.346057 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c4519b-7066-4ea9-be1c-8b1d35c8296b", "name": "network-vif-plugged", "status": "completed", "tag": "01d63ba7-e10d-49dc-927d-8c6d303185e6", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:56.346864 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b96fa44b-8843-49dc-9a81-509ac47078c4 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:56.347343 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c4519b-7066-4ea9-be1c-8b1d35c8296b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d63ba7-e10d-49dc-927d-8c6d303185e6', 'code': 200} Nov 12 00:41:56.372067 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-a57d4a9a-6524-4eb5-8bf6-babe27368108 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8ff2049-02a3-42f0-a400-fd605dfd586d HTTP/1.1" status: 200 len: 217 time: 0.0748997 Nov 12 00:41:56.384781 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7a6193e1-2f2b-4696-a7c1-1ae2c37610e0 req-01a16808-c491-40fe-84f0-ebf9663ff39f tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=05e581f7-60ff-4620-bcce-16ea04c083db HTTP/1.1" status: 200 len: 210 time: 0.0811310 Nov 12 00:41:56.396587 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-4aae0cbe-3b81-4605-9322-5306a730bad1 req-76383bb7-a58b-44dc-9d44-5c32e978daf9 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Deleting port 3aa8d887-2ae9-4c47-acab-a7deba6e395a {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:41:56.407009 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-4aae0cbe-3b81-4605-9322-5306a730bad1 req-76383bb7-a58b-44dc-9d44-5c32e978daf9 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:56.428313 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1c0de1-830a-4614-8edd-762baa0a1aba x-openstack-request-id: req-db1c0de1-830a-4614-8edd-762baa0a1aba {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:56.428851 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e581f7-60ff-4620-bcce-16ea04c083db", "name": "network-vif-deleted", "tag": "f1820954-a0a3-4025-9943-c0a46b134d63", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:56.429112 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-db1c0de1-830a-4614-8edd-762baa0a1aba {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:56.429533 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e581f7-60ff-4620-bcce-16ea04c083db', 'name': 'network-vif-deleted', 'tag': 'f1820954-a0a3-4025-9943-c0a46b134d63', 'status': 'completed', 'code': 200} Nov 12 00:41:56.521722 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 2f925d61-a79b-4868-944e-aaa51bafeb85 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:41:56.547603 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eee71e-5548-4ccc-8e11-a9ba6758f52f req-a9000798-479f-499c-8e09-3773ba80061f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:56.555254 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-35eee71e-5548-4ccc-8e11-a9ba6758f52f req-a9000798-479f-499c-8e09-3773ba80061f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=54c4519b-7066-4ea9-be1c-8b1d35c8296b HTTP/1.1" status: 200 len: 1097 time: 0.0615349 Nov 12 00:41:56.578198 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-58555c7c-af69-4b73-ac43-62ddbe029be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:56.581735 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-58555c7c-af69-4b73-ac43-62ddbe029be2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=89218ce2-e54b-4f33-b040-6aa3f821723a HTTP/1.1" status: 200 len: 861 time: 0.1956265 Nov 12 00:41:56.640941 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-afe65d8a-00ea-469e-8161-7c549b010392 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=efe1d89a-522f-4c40-b263-5cebd382e88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506353 Nov 12 00:41:56.642989 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783c2fd-970e-4f72-97e0-96393ece05e4 req-7bca18ae-9bb3-4ca6-98f8-d6e5123e737e tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:56.651852 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f783c2fd-970e-4f72-97e0-96393ece05e4 req-7bca18ae-9bb3-4ca6-98f8-d6e5123e737e tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 950 time: 0.1132927 Nov 12 00:41:56.657083 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ec5cd-3f9a-4291-aeb0-dda95e8b8b66 req-6bc2a320-d4f3-4aa8-994c-9777d2fd0fe1 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:56.665229 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-100ec5cd-3f9a-4291-aeb0-dda95e8b8b66 req-6bc2a320-d4f3-4aa8-994c-9777d2fd0fe1 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab937da0-f879-4977-9a9b-5f4b5a06f3d1 HTTP/1.1" status: 200 len: 946 time: 0.1796591 Nov 12 00:41:56.681598 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-35eee71e-5548-4ccc-8e11-a9ba6758f52f req-eb869bb5-18ad-4827-8922-236be625a0cb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0ab7fe40-a153-4abc-840b-e74b12583743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122565 Nov 12 00:41:56.729008 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f783c2fd-970e-4f72-97e0-96393ece05e4 req-67668bc2-3596-484a-a2a1-0516faa11911 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758784 Nov 12 00:41:56.764234 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-4aae0cbe-3b81-4605-9322-5306a730bad1 req-76383bb7-a58b-44dc-9d44-5c32e978daf9 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] For port 3aa8d887-2ae9-4c47-acab-a7deba6e395a, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=3aa8d887-2ae9-4c47-acab-a7deba6e395a,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:56.765176 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-4aae0cbe-3b81-4605-9322-5306a730bad1 req-76383bb7-a58b-44dc-9d44-5c32e978daf9 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:56.800203 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 2f925d61-a79b-4868-944e-aaa51bafeb85, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=2f925d61-a79b-4868-944e-aaa51bafeb85,segment=NetworkSegment(64423b48-3f01-4308-ad49-68cdee9e8a8c),segment_id=64423b48-3f01-4308-ad49-68cdee9e8a8c)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:56.800507 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-4aae0cbe-3b81-4605-9322-5306a730bad1 req-76383bb7-a58b-44dc-9d44-5c32e978daf9 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Calling delete_port for 3aa8d887-2ae9-4c47-acab-a7deba6e395a owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:41:56.813725 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '2f925d61-a79b-4868-944e-aaa51bafeb85', 'network_id': 'b9574af4-848a-4900-9093-7976c00593e2', 'port_id': '2f925d61-a79b-4868-944e-aaa51bafeb85', 'mac_address': 'fa:16:3e:eb:b9:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7413bf18-08e7-4425-a837-148a3dd7f58d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:41:56.836690 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-100ec5cd-3f9a-4291-aeb0-dda95e8b8b66 req-c25b0051-212d-49d9-9cbe-ca6a14eb6366 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658792 Nov 12 00:41:56.875383 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:56.898638 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005cb4a-c2bf-4bfc-a6b5-7c65a254c0a9 req-88e6c918-1aa5-4722-b280-33dde1c21224 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:56.903348 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f925d61-a79b-4868-944e-aaa51bafeb85 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:56.909609 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0005cb4a-c2bf-4bfc-a6b5-7c65a254c0a9 req-88e6c918-1aa5-4722-b280-33dde1c21224 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4cd7cd7-2f00-4963-b453-15c01d08d929 HTTP/1.1" status: 200 len: 944 time: 0.0883741 Nov 12 00:41:56.918417 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-48f45754-a8ba-4b93-bf8a-1eab8c24d6ac service neutron] 10.222.0.54 "GET /v2.0/networks/efe1d89a-522f-4c40-b263-5cebd382e88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492266 Nov 12 00:41:56.938195 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 2f925d61-a79b-4868-944e-aaa51bafeb85, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=2f925d61-a79b-4868-944e-aaa51bafeb85,segment=NetworkSegment(64423b48-3f01-4308-ad49-68cdee9e8a8c),segment_id=64423b48-3f01-4308-ad49-68cdee9e8a8c)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:56.943663 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:56.985857 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0005cb4a-c2bf-4bfc-a6b5-7c65a254c0a9 req-bbf1cf2b-6129-4f94-a32d-f9528ec4cd0e tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5cc596-1b22-444e-be3c-7711ad41e392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615096 Nov 12 00:41:57.035308 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=2f925d61-a79b-4868-944e-aaa51bafeb85,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:57.195842 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d2fb4-47ef-438f-86ac-8e82d0ffd997 req-cff12dc2-c483-4a71-9f6a-f8aa187cf345 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:57.205114 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-339d2fb4-47ef-438f-86ac-8e82d0ffd997 req-cff12dc2-c483-4a71-9f6a-f8aa187cf345 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] 10.222.0.20 "GET /v2.0/ports?device_id=54c4519b-7066-4ea9-be1c-8b1d35c8296b HTTP/1.1" status: 200 len: 945 time: 0.1875899 Nov 12 00:41:57.248947 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b194be5-fead-4d6d-9210-d4b4c82dde24 req-88428f3d-93ed-4f06-9808-8958183c976e tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:57.257623 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b194be5-fead-4d6d-9210-d4b4c82dde24 req-88428f3d-93ed-4f06-9808-8958183c976e tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=3174a4f3-2a31-44a4-9cbd-60fba67d98cc HTTP/1.1" status: 200 len: 943 time: 0.0600040 Nov 12 00:41:57.257861 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-194683ab-9a4f-4027-8bdd-d6eb8bd253c1 service neutron] 10.222.0.54 "GET /v2.0/networks/efe1d89a-522f-4c40-b263-5cebd382e88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213127 Nov 12 00:41:57.290235 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-4aae0cbe-3b81-4605-9322-5306a730bad1 req-76383bb7-a58b-44dc-9d44-5c32e978daf9 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:57.319365 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b194be5-fead-4d6d-9210-d4b4c82dde24 req-a84fb886-d9cf-4948-8526-1a4e0988faee tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606451 Nov 12 00:41:57.338335 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-339d2fb4-47ef-438f-86ac-8e82d0ffd997 req-d27f5303-8e9f-441b-a7f0-4832e44cf21c tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab7fe40-a153-4abc-840b-e74b12583743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314399 Nov 12 00:41:57.342167 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76383bb7-a58b-44dc-9d44-5c32e978daf9 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Pushing event deleted for resources: {'Port': ['ID=3aa8d887-2ae9-4c47-acab-a7deba6e395a,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:57.378538 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device f1820954-a0a3-4025-9943-c0a46b134d63 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:41:57.419565 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: f1820954-a0a3-4025-9943-c0a46b134d63 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:41:57.419920 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device f1820954-a0a3-4025-9943-c0a46b134d63 not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:41:57.425332 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aae0cbe-3b81-4605-9322-5306a730bad1 req-76383bb7-a58b-44dc-9d44-5c32e978daf9 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] No DVR routers for this DVR port 3aa8d887-2ae9-4c47-acab-a7deba6e395a on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:41:57.428393 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-4aae0cbe-3b81-4605-9322-5306a730bad1 req-76383bb7-a58b-44dc-9d44-5c32e978daf9 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:57.432237 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4aae0cbe-3b81-4605-9322-5306a730bad1 req-76383bb7-a58b-44dc-9d44-5c32e978daf9 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.54 "DELETE /v2.0/ports/3aa8d887-2ae9-4c47-acab-a7deba6e395a HTTP/1.1" status: 204 len: 173 time: 1.4779916 Nov 12 00:41:57.432600 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efd4976-f968-44b0-aff5-a19008e8a6f6', 'name': 'network-vif-deleted', 'tag': '3aa8d887-2ae9-4c47-acab-a7deba6e395a'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:57.435959 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2276ce-c5f5-4083-82eb-0716123a64b9" -d '{"events": [{"server_uuid": "7efd4976-f968-44b0-aff5-a19008e8a6f6", "name": "network-vif-deleted", "tag": "3aa8d887-2ae9-4c47-acab-a7deba6e395a"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:57.510754 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac17a3-e347-4a2e-86a4-eb48d2090fb2 req-a4b834cc-abfb-454d-8e6f-773ba0eaf965 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:57.520231 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6dac17a3-e347-4a2e-86a4-eb48d2090fb2 req-a4b834cc-abfb-454d-8e6f-773ba0eaf965 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b HTTP/1.1" status: 200 len: 946 time: 0.0762246 Nov 12 00:41:57.523913 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['2f925d61-a79b-4868-944e-aaa51bafeb85'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:57.540249 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbbf8e5e-a6d2-492f-a9c0-b539b5941360 x-openstack-request-id: req-dbbf8e5e-a6d2-492f-a9c0-b539b5941360 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:57.540742 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7efd4976-f968-44b0-aff5-a19008e8a6f6", "name": "network-vif-deleted", "tag": "3aa8d887-2ae9-4c47-acab-a7deba6e395a", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:57.541215 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dbbf8e5e-a6d2-492f-a9c0-b539b5941360 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:57.541802 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7efd4976-f968-44b0-aff5-a19008e8a6f6', 'name': 'network-vif-deleted', 'tag': '3aa8d887-2ae9-4c47-acab-a7deba6e395a', 'status': 'completed', 'code': 200} Nov 12 00:41:57.627641 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6dac17a3-e347-4a2e-86a4-eb48d2090fb2 req-888a7600-eeef-4dfe-bf20-6fa03851aa8f tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027346 Nov 12 00:41:57.681699 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-835730cd-e92e-4a5f-960e-bdc7fbee743b req-dbffe567-4e71-4b61-9fd5-cd119eaaff91 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=7efd4976-f968-44b0-aff5-a19008e8a6f6 HTTP/1.1" status: 200 len: 210 time: 0.0472798 Nov 12 00:41:57.926694 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976c4bd-9c3b-4396-b7ce-5fcf6e87969a req-abcd7ff9-c92c-4f60-a0d5-a11c43908cc7 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:57.928277 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e976c4bd-9c3b-4396-b7ce-5fcf6e87969a req-abcd7ff9-c92c-4f60-a0d5-a11c43908cc7 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 950 time: 0.1042724 Nov 12 00:41:57.978003 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['140b407c-f230-4dff-9701-0eeac3ce1373', '1d4617ec-825e-4174-a5ec-9b7f41b6d3dd', '1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:58.045317 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e976c4bd-9c3b-4396-b7ce-5fcf6e87969a req-66154dd4-6423-443b-a63e-5274664118bd tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089678 Nov 12 00:41:58.103688 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11745b-46e2-4412-a3d2-74a967a316ee req-92cffd82-4369-4d6f-bdcd-be3ff42cbb78 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:58.106719 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ad11745b-46e2-4412-a3d2-74a967a316ee req-92cffd82-4369-4d6f-bdcd-be3ff42cbb78 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab937da0-f879-4977-9a9b-5f4b5a06f3d1 HTTP/1.1" status: 200 len: 946 time: 0.1588099 Nov 12 00:41:58.247873 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ad11745b-46e2-4412-a3d2-74a967a316ee req-b63ea50c-c2bd-4d9c-ab33-31b1d6013a5d tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224198 Nov 12 00:41:58.411670 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcae592-394f-4726-ba92-3e9fd30e4062 req-03029497-ab31-442e-aa20-056c6d42b028 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:58.425903 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dfcae592-394f-4726-ba92-3e9fd30e4062 req-03029497-ab31-442e-aa20-056c6d42b028 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4cd7cd7-2f00-4963-b453-15c01d08d929 HTTP/1.1" status: 200 len: 945 time: 0.1818449 Nov 12 00:41:58.511904 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc7692-e91e-4bb5-8f20-8a01e3790ec4 req-3c23673a-85b0-46e6-8169-a60cca68e462 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:58.520271 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c8dc7692-e91e-4bb5-8f20-8a01e3790ec4 req-3c23673a-85b0-46e6-8169-a60cca68e462 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=3174a4f3-2a31-44a4-9cbd-60fba67d98cc HTTP/1.1" status: 200 len: 943 time: 0.0820231 Nov 12 00:41:58.523458 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device c0f8351e-13fe-4efd-bd3e-8420edd27d93 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:41:58.525855 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 3aa8d887-2ae9-4c47-acab-a7deba6e395a no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:41:58.543869 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dfcae592-394f-4726-ba92-3e9fd30e4062 req-8c326ccd-192a-43c5-a499-24d1ffaa4359 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5cc596-1b22-444e-be3c-7711ad41e392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167147 Nov 12 00:41:58.624449 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c8dc7692-e91e-4bb5-8f20-8a01e3790ec4 req-3c49ca93-eefd-41bb-bf84-375b7c69c389 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031599 Nov 12 00:41:58.637869 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: 3aa8d887-2ae9-4c47-acab-a7deba6e395a {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:41:58.638209 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 3aa8d887-2ae9-4c47-acab-a7deba6e395a not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:41:58.734442 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345e150-92aa-4f40-b829-19d77e54da1b req-a562930e-213b-40e7-aff8-f030041cc5a3 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:58.742429 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7345e150-92aa-4f40-b829-19d77e54da1b req-a562930e-213b-40e7-aff8-f030041cc5a3 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] 10.222.0.20 "GET /v2.0/ports?device_id=54c4519b-7066-4ea9-be1c-8b1d35c8296b HTTP/1.1" status: 200 len: 945 time: 0.0851440 Nov 12 00:41:58.796873 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7345e150-92aa-4f40-b829-19d77e54da1b req-e387fe87-22d5-46e5-8bc7-4a4bf5896cac tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab7fe40-a153-4abc-840b-e74b12583743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534589 Nov 12 00:41:58.829709 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf65258-9ca9-41ea-82bf-967b6e5aa43c req-9bb5a23b-ad8c-499e-ae05-c81fcbb2ab18 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:58.843594 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2cf65258-9ca9-41ea-82bf-967b6e5aa43c req-9bb5a23b-ad8c-499e-ae05-c81fcbb2ab18 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b HTTP/1.1" status: 200 len: 946 time: 0.0998116 Nov 12 00:41:58.937439 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2cf65258-9ca9-41ea-82bf-967b6e5aa43c req-14226e2c-bc2f-4763-9b1e-fd8f3e137730 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929525 Nov 12 00:41:58.985527 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port c0f8351e-13fe-4efd-bd3e-8420edd27d93, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=c0f8351e-13fe-4efd-bd3e-8420edd27d93,segment=NetworkSegment(31f3cd0b-8f92-47c3-a72f-efb4d157fdb5),segment_id=31f3cd0b-8f92-47c3-a72f-efb4d157fdb5)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:59.011566 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'c0f8351e-13fe-4efd-bd3e-8420edd27d93', 'network_id': '040fca8f-d2ed-42cc-9d74-8da136d7b80f', 'port_id': 'c0f8351e-13fe-4efd-bd3e-8420edd27d93', 'mac_address': 'fa:16:3e:d5:19:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15eed615-9c1a-43c6-8268-d04dda46eb36', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:41:59.049082 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15bf4bd-b944-44bf-adad-d02bed0504b5 req-ae09eb31-73cb-4dbf-9123-bfb7ac14e9fb tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:59.062355 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b15bf4bd-b944-44bf-adad-d02bed0504b5 req-ae09eb31-73cb-4dbf-9123-bfb7ac14e9fb tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] 10.222.0.20 "GET /v2.0/ports?device_id=54c4519b-7066-4ea9-be1c-8b1d35c8296b HTTP/1.1" status: 200 len: 945 time: 0.1131339 Nov 12 00:41:59.062493 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42818) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:59.068046 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-a5a289d7-d3ae-43db-9ce5-2d15fb57e4bc tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Request body: {'floatingip': {'port_id': '01d63ba7-e10d-49dc-927d-8c6d303185e6'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:59.174293 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:59.269445 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0f8351e-13fe-4efd-bd3e-8420edd27d93 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:59.269695 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a5a289d7-d3ae-43db-9ce5-2d15fb57e4bc tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Publish callbacks [] for floatingip, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:59.280131 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port c0f8351e-13fe-4efd-bd3e-8420edd27d93, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=c0f8351e-13fe-4efd-bd3e-8420edd27d93,segment=NetworkSegment(31f3cd0b-8f92-47c3-a72f-efb4d157fdb5),segment_id=31f3cd0b-8f92-47c3-a72f-efb4d157fdb5)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:59.421528 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:59.426683 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c331f9a-b7b5-4901-ba31-22cdb3ff6836 req-e3d806b2-339a-4876-b5c0-7ad4e84d1b01 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:59.435194 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4c331f9a-b7b5-4901-ba31-22cdb3ff6836 req-e3d806b2-339a-4876-b5c0-7ad4e84d1b01 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 950 time: 0.2299092 Nov 12 00:41:59.568288 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4c331f9a-b7b5-4901-ba31-22cdb3ff6836 req-452fe822-3ecd-4e67-98f6-e5ffcf7c936f tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212125 Nov 12 00:41:59.608498 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=c0f8351e-13fe-4efd-bd3e-8420edd27d93,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:59.780379 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56242d1-56fa-4f9b-8c0f-cbf4c44687e3 req-dd68cc66-5334-4579-930c-a55b392d4cb7 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:59.782512 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d56242d1-56fa-4f9b-8c0f-cbf4c44687e3 req-dd68cc66-5334-4579-930c-a55b392d4cb7 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab937da0-f879-4977-9a9b-5f4b5a06f3d1 HTTP/1.1" status: 200 len: 946 time: 0.1163323 Nov 12 00:41:59.920905 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65192102-127d-4be9-8554-5d99045ff186 req-df46f8c0-02b7-4f3f-94ec-6d1d04567ed8 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:59.930680 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-65192102-127d-4be9-8554-5d99045ff186 req-df46f8c0-02b7-4f3f-94ec-6d1d04567ed8 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4cd7cd7-2f00-4963-b453-15c01d08d929 HTTP/1.1" status: 200 len: 945 time: 0.0691643 Nov 12 00:42:00.001486 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['c0f8351e-13fe-4efd-bd3e-8420edd27d93'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:42:00.010612 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-65192102-127d-4be9-8554-5d99045ff186 req-699267ef-089e-4069-99ca-2e6530b1314f tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5cc596-1b22-444e-be3c-7711ad41e392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746639 Nov 12 00:42:00.187825 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556212f-96b2-4dcd-8d4d-335e034c3469 req-13cd77ad-1915-4c6a-88a4-34ab7fffc1bd tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:00.199214 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d556212f-96b2-4dcd-8d4d-335e034c3469 req-13cd77ad-1915-4c6a-88a4-34ab7fffc1bd tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=3174a4f3-2a31-44a4-9cbd-60fba67d98cc HTTP/1.1" status: 200 len: 944 time: 0.0874069 Nov 12 00:42:00.278806 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d556212f-96b2-4dcd-8d4d-335e034c3469 req-02af30e4-3c47-4140-a918-258f4ea49a7e tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779955 Nov 12 00:42:00.361846 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a5a289d7-d3ae-43db-9ce5-2d15fb57e4bc tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:00.372963 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a5a289d7-d3ae-43db-9ce5-2d15fb57e4bc tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:00.425281 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763e188-1633-4642-9a09-98e9d16823a1 req-08dbefdb-a5f5-4d86-ad7c-24cb85d74cb2 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:00.434205 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2763e188-1633-4642-9a09-98e9d16823a1 req-08dbefdb-a5f5-4d86-ad7c-24cb85d74cb2 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e272d300-2fd3-48df-bde9-15e00d466b59 HTTP/1.1" status: 200 len: 948 time: 0.0857413 Nov 12 00:42:00.446105 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d56242d1-56fa-4f9b-8c0f-cbf4c44687e3 req-ffe412de-3d14-4c72-a793-aaba8c9170d6 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6208534 Nov 12 00:42:00.502514 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 2f925d61-a79b-4868-944e-aaa51bafeb85 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:42:00.513739 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2763e188-1633-4642-9a09-98e9d16823a1 req-52e74fdb-8691-41be-9473-e31e80db4e95 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783246 Nov 12 00:42:00.551843 n-d-812236-11 neutron-server[102662]: INFO neutron.db.l3_db [None req-a5a289d7-d3ae-43db-9ce5-2d15fb57e4bc tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Floating IP af4d50c1-be67-4980-a77f-5102f656ca5a associated. External IP: 172.25.2.15, port: 01d63ba7-e10d-49dc-927d-8c6d303185e6. Nov 12 00:42:00.605781 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 2f925d61-a79b-4868-944e-aaa51bafeb85 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:42:00.610628 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 2f925d61-a79b-4868-944e-aaa51bafeb85 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:00.611256 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:00.759567 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:00.762097 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b925dd5-df72-45a2-afed-713f57f24300 req-bb419ad7-256d-4508-bd4c-127cb3b96f46 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:00.772146 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b925dd5-df72-45a2-afed-713f57f24300 req-bb419ad7-256d-4508-bd4c-127cb3b96f46 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 950 time: 0.0627322 Nov 12 00:42:00.806210 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 2f925d61-a79b-4868-944e-aaa51bafeb85, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=2f925d61-a79b-4868-944e-aaa51bafeb85,segment=NetworkSegment(64423b48-3f01-4308-ad49-68cdee9e8a8c),segment_id=64423b48-3f01-4308-ad49-68cdee9e8a8c)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:00.807166 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4cd7cd7-2f00-4963-b453-15c01d08d929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f925d61-a79b-4868-944e-aaa51bafeb85'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:00.810051 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40de9fc8-57d0-41a0-9095-a16a7a36bed5" -d '{"events": [{"server_uuid": "c4cd7cd7-2f00-4963-b453-15c01d08d929", "name": "network-vif-plugged", "status": "completed", "tag": "2f925d61-a79b-4868-944e-aaa51bafeb85"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:00.814581 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:00.835586 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e618d-f8f8-4920-96af-e68d11ba6b0c req-20965fd0-efac-41f0-bbd5-efe11602cefc tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:00.841590 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-157e618d-f8f8-4920-96af-e68d11ba6b0c req-20965fd0-efac-41f0-bbd5-efe11602cefc tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b HTTP/1.1" status: 200 len: 946 time: 0.2228165 Nov 12 00:42:00.842304 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b925dd5-df72-45a2-afed-713f57f24300 req-0fc0e744-ab3b-4be1-bbaf-f5cb9c7476f0 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706332 Nov 12 00:42:00.876828 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=2f925d61-a79b-4868-944e-aaa51bafeb85,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:00.902324 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e35d55-d85b-4584-94b1-6e172ff36b40 x-openstack-request-id: req-03e35d55-d85b-4584-94b1-6e172ff36b40 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:00.902618 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4cd7cd7-2f00-4963-b453-15c01d08d929", "name": "network-vif-plugged", "status": "completed", "tag": "2f925d61-a79b-4868-944e-aaa51bafeb85", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:00.902873 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-03e35d55-d85b-4584-94b1-6e172ff36b40 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:00.903266 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4cd7cd7-2f00-4963-b453-15c01d08d929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f925d61-a79b-4868-944e-aaa51bafeb85', 'code': 200} Nov 12 00:42:00.985068 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-157e618d-f8f8-4920-96af-e68d11ba6b0c req-4ad95533-fbab-4ff4-ab78-106fdb76eccb tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363926 Nov 12 00:42:01.120724 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a289d7-d3ae-43db-9ce5-2d15fb57e4bc tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Router aca400e0-b9de-4321-a98d-d2ab539a7a98 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:42:01.138416 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535a66f-5ba7-4b88-8622-5f867d9af845 req-0d86fc7d-ae04-489e-90f3-09a8dca0665a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:01.140886 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d535a66f-5ba7-4b88-8622-5f867d9af845 req-0d86fc7d-ae04-489e-90f3-09a8dca0665a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c4cd7cd7-2f00-4963-b453-15c01d08d929 HTTP/1.1" status: 200 len: 1098 time: 0.1019144 Nov 12 00:42:01.175429 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf8358-c67b-4abf-8e85-0db255d439c4 req-f559567e-3cec-4db8-b1af-9c5ba527b94b tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:01.185439 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9abf8358-c67b-4abf-8e85-0db255d439c4 req-f559567e-3cec-4db8-b1af-9c5ba527b94b tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4cd7cd7-2f00-4963-b453-15c01d08d929 HTTP/1.1" status: 200 len: 946 time: 0.0887485 Nov 12 00:42:01.261569 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9abf8358-c67b-4abf-8e85-0db255d439c4 req-4804b2d2-8bda-4f98-8c6b-f00a463e248b tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5cc596-1b22-444e-be3c-7711ad41e392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589192 Nov 12 00:42:01.291777 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d535a66f-5ba7-4b88-8622-5f867d9af845 req-d82aad78-b473-45bc-9f00-72dc23793335 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9d5cc596-1b22-444e-be3c-7711ad41e392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388383 Nov 12 00:42:01.384552 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a289d7-d3ae-43db-9ce5-2d15fb57e4bc tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:42:01.394894 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a5a289d7-d3ae-43db-9ce5-2d15fb57e4bc tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:01.399964 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c0e99c-6e64-429e-9c35-ff8c08655a5a None None] Sync routers for ids ['aca400e0-b9de-4321-a98d-d2ab539a7a98'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:42:01.412760 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c0e99c-6e64-429e-9c35-ff8c08655a5a None None] Routers {'aca400e0-b9de-4321-a98d-d2ab539a7a98'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:42:01.413876 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-70c0e99c-6e64-429e-9c35-ff8c08655a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:41:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['aca400e0-b9de-4321-a98d-d2ab539a7a98'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:01.464873 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a5a289d7-d3ae-43db-9ce5-2d15fb57e4bc tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] 10.222.0.20 "PUT /v2.0/floatingips/af4d50c1-be67-4980-a77f-5102f656ca5a HTTP/1.1" status: 200 len: 990 time: 2.4012887 Nov 12 00:42:01.466661 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c4519b-7066-4ea9-be1c-8b1d35c8296b', 'tag': '01d63ba7-e10d-49dc-927d-8c6d303185e6'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:01.480974 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ac4c13-ca17-420c-8287-e488c3e367ec" -d '{"events": [{"name": "network-changed", "server_uuid": "54c4519b-7066-4ea9-be1c-8b1d35c8296b", "tag": "01d63ba7-e10d-49dc-927d-8c6d303185e6"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:01.517617 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e721b4-db1e-48ca-b0cb-89f002c72fa8 req-49d7177f-25e9-4475-bd58-122bfd2db102 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:01.527153 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e0e721b4-db1e-48ca-b0cb-89f002c72fa8 req-49d7177f-25e9-4475-bd58-122bfd2db102 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=3174a4f3-2a31-44a4-9cbd-60fba67d98cc HTTP/1.1" status: 200 len: 944 time: 0.1390250 Nov 12 00:42:01.529863 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-70c0e99c-6e64-429e-9c35-ff8c08655a5a None None] Set router aca400e0-b9de-4321-a98d-d2ab539a7a98 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:42:01.602711 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e0e721b4-db1e-48ca-b0cb-89f002c72fa8 req-8bd97a75-55e7-4752-bb74-27cf062f9c61 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745945 Nov 12 00:42:01.645795 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1bb2caa-cb4a-497e-9d81-a2297384563a x-openstack-request-id: req-e1bb2caa-cb4a-497e-9d81-a2297384563a {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:01.646442 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54c4519b-7066-4ea9-be1c-8b1d35c8296b", "tag": "01d63ba7-e10d-49dc-927d-8c6d303185e6", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:01.646711 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1bb2caa-cb4a-497e-9d81-a2297384563a {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:01.647209 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54c4519b-7066-4ea9-be1c-8b1d35c8296b', 'tag': '01d63ba7-e10d-49dc-927d-8c6d303185e6', 'status': 'completed', 'code': 200} Nov 12 00:42:01.728641 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315ab76-3490-4f2a-88bd-8e0191844fc7 req-62d8d936-b9ff-45f0-9334-4d4ace459195 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:01.730227 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0315ab76-3490-4f2a-88bd-8e0191844fc7 req-62d8d936-b9ff-45f0-9334-4d4ace459195 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.49 "GET /v2.0/ports?device_id=e272d300-2fd3-48df-bde9-15e00d466b59 HTTP/1.1" status: 200 len: 948 time: 0.0962603 Nov 12 00:42:01.829962 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-70c0e99c-6e64-429e-9c35-ff8c08655a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca400e0-b9de-4321-a98d-d2ab539a7a98', 'name': 'tempest-ServersTestJSON-1586612120-router', 'tenant_id': '46bdc4597f71427b849ea30f2f437e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f16dace2-c235-4764-92b9-f9acfddefd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:17Z', 'updated_at': '2021-11-12T00:41:24Z', 'revision_number': 4, 'project_id': '46bdc4597f71427b849ea30f2f437e19', 'gw_port': {'id': 'f16dace2-c235-4764-92b9-f9acfddefd3e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca400e0-b9de-4321-a98d-d2ab539a7a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:17Z', 'updated_at': '2021-11-12T00:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': 'af4d50c1-be67-4980-a77f-5102f656ca5a', 'tenant_id': '46bdc4597f71427b849ea30f2f437e19', 'floating_ip_address': '172.25.2.15', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'aca400e0-b9de-4321-a98d-d2ab539a7a98', 'port_id': '01d63ba7-e10d-49dc-927d-8c6d303185e6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9968898c-04b6-4a9b-a5e3-75ab7fd22341', 'mac_address': 'fa:16:3e:2a:5b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c4519b-7066-4ea9-be1c-8b1d35c8296b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:41:29Z', 'updated_at': '2021-11-12T00:42:00Z', 'revision_number': 1, 'project_id': '46bdc4597f71427b849ea30f2f437e19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5510005-289e-4344-83e5-22d6ad5d9a07', 'name': '', 'network_id': '9968898c-04b6-4a9b-a5e3-75ab7fd22341', 'tenant_id': '46bdc4597f71427b849ea30f2f437e19', 'mac_address': 'fa:16:3e:59:20:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca400e0-b9de-4321-a98d-d2ab539a7a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'a9598fb1-a2e5-4474-808c-61e1b0985a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:22Z', 'updated_at': '2021-11-12T00:41:32Z', 'revision_number': 5, 'project_id': '46bdc4597f71427b849ea30f2f437e19', 'subnets': [{'id': 'a9598fb1-a2e5-4474-808c-61e1b0985a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:01.876389 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c0e99c-6e64-429e-9c35-ff8c08655a5a None None] Checking router: aca400e0-b9de-4321-a98d-d2ab539a7a98 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:42:01.884110 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764bb1d-7ee7-412d-9d7f-747ceaed1443 req-e54ec8fe-b919-484f-9ab8-99d5fa356079 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:01.885660 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9764bb1d-7ee7-412d-9d7f-747ceaed1443 req-e54ec8fe-b919-484f-9ab8-99d5fa356079 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e272d300-2fd3-48df-bde9-15e00d466b59 HTTP/1.1" status: 200 len: 948 time: 0.1283512 Nov 12 00:42:01.895238 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac4c13-ca17-420c-8287-e488c3e367ec req-69efc840-846a-4c56-b9b2-3b4281b74462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:01.896942 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6ac4c13-ca17-420c-8287-e488c3e367ec req-69efc840-846a-4c56-b9b2-3b4281b74462 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=46bdc4597f71427b849ea30f2f437e19&device_id=54c4519b-7066-4ea9-be1c-8b1d35c8296b HTTP/1.1" status: 200 len: 1097 time: 0.0860384 Nov 12 00:42:01.899747 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c0e99c-6e64-429e-9c35-ff8c08655a5a None None] Routers {'aca400e0-b9de-4321-a98d-d2ab539a7a98'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:42:01.900719 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-70c0e99c-6e64-429e-9c35-ff8c08655a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:41:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['aca400e0-b9de-4321-a98d-d2ab539a7a98'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:01.922800 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432dfb2-0e4d-48e5-a24c-9b317185f6a5 req-7dc325b2-3ca3-4a31-b48c-5e3a02c824e8 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:01.924996 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7432dfb2-0e4d-48e5-a24c-9b317185f6a5 req-7dc325b2-3ca3-4a31-b48c-5e3a02c824e8 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab937da0-f879-4977-9a9b-5f4b5a06f3d1 HTTP/1.1" status: 200 len: 946 time: 0.1718016 Nov 12 00:42:01.981172 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9764bb1d-7ee7-412d-9d7f-747ceaed1443 req-f666ab90-4227-4b10-b39d-024591ea877f tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664105 Nov 12 00:42:02.044709 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-70c0e99c-6e64-429e-9c35-ff8c08655a5a None None] Set router aca400e0-b9de-4321-a98d-d2ab539a7a98 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:42:02.129074 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-0315ab76-3490-4f2a-88bd-8e0191844fc7 req-4ac1ef35-64cb-411f-b0a3-7bc3ae957ed8 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Deleting port 1d4617ec-825e-4174-a5ec-9b7f41b6d3dd {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:42:02.129315 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0315ab76-3490-4f2a-88bd-8e0191844fc7 req-4ac1ef35-64cb-411f-b0a3-7bc3ae957ed8 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:02.155174 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b12bd-f2f3-4a97-a955-9fdac4562c8e req-b536938b-f229-47c6-8ab6-df893f4db174 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:02.155406 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac4c13-ca17-420c-8287-e488c3e367ec req-1b9d831f-0e4f-42bc-a705-9a06c99bd402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:02.161870 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6ac4c13-ca17-420c-8287-e488c3e367ec req-1b9d831f-0e4f-42bc-a705-9a06c99bd402 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9968898c-04b6-4a9b-a5e3-75ab7fd22341 HTTP/1.1" status: 200 len: 907 time: 0.1813979 Nov 12 00:42:02.167018 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-735b12bd-f2f3-4a97-a955-9fdac4562c8e req-b536938b-f229-47c6-8ab6-df893f4db174 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0830e37-b4d9-4605-b766-e26e0c70621e HTTP/1.1" status: 200 len: 950 time: 0.1911163 Nov 12 00:42:02.173410 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7432dfb2-0e4d-48e5-a24c-9b317185f6a5 req-de667d54-f83c-4ed5-b017-0a0b94e3ea25 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338753 Nov 12 00:42:02.284821 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbbfc19-7983-4900-87a9-4228daea327a req-aa09ed6a-66cb-4f09-bec5-b70f76c9892d tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:02.292703 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fbbbfc19-7983-4900-87a9-4228daea327a req-aa09ed6a-66cb-4f09-bec5-b70f76c9892d tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 950 time: 0.1216400 Nov 12 00:42:02.323440 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6ac4c13-ca17-420c-8287-e488c3e367ec req-12f0119b-c153-48a2-953b-1399258d4c3b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01d63ba7-e10d-49dc-927d-8c6d303185e6 HTTP/1.1" status: 200 len: 998 time: 0.1180418 Nov 12 00:42:02.396728 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fbbbfc19-7983-4900-87a9-4228daea327a req-da761f27-ae70-4445-bc3d-03c67b897681 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022484 Nov 12 00:42:02.429768 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac4c13-ca17-420c-8287-e488c3e367ec req-577a5a00-2014-4261-9e18-3db00673423b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:02.437072 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6ac4c13-ca17-420c-8287-e488c3e367ec req-577a5a00-2014-4261-9e18-3db00673423b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9598fb1-a2e5-4474-808c-61e1b0985a1e HTTP/1.1" status: 200 len: 845 time: 0.1004612 Nov 12 00:42:02.522455 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device c0f8351e-13fe-4efd-bd3e-8420edd27d93 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:42:02.523499 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-70c0e99c-6e64-429e-9c35-ff8c08655a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca400e0-b9de-4321-a98d-d2ab539a7a98', 'name': 'tempest-ServersTestJSON-1586612120-router', 'tenant_id': '46bdc4597f71427b849ea30f2f437e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f16dace2-c235-4764-92b9-f9acfddefd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:17Z', 'updated_at': '2021-11-12T00:41:24Z', 'revision_number': 4, 'project_id': '46bdc4597f71427b849ea30f2f437e19', 'gw_port': {'id': 'f16dace2-c235-4764-92b9-f9acfddefd3e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca400e0-b9de-4321-a98d-d2ab539a7a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:17Z', 'updated_at': '2021-11-12T00:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': 'af4d50c1-be67-4980-a77f-5102f656ca5a', 'tenant_id': '46bdc4597f71427b849ea30f2f437e19', 'floating_ip_address': '172.25.2.15', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'aca400e0-b9de-4321-a98d-d2ab539a7a98', 'port_id': '01d63ba7-e10d-49dc-927d-8c6d303185e6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9968898c-04b6-4a9b-a5e3-75ab7fd22341', 'mac_address': 'fa:16:3e:2a:5b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c4519b-7066-4ea9-be1c-8b1d35c8296b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:41:29Z', 'updated_at': '2021-11-12T00:42:00Z', 'revision_number': 1, 'project_id': '46bdc4597f71427b849ea30f2f437e19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5510005-289e-4344-83e5-22d6ad5d9a07', 'name': '', 'network_id': '9968898c-04b6-4a9b-a5e3-75ab7fd22341', 'tenant_id': '46bdc4597f71427b849ea30f2f437e19', 'mac_address': 'fa:16:3e:59:20:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca400e0-b9de-4321-a98d-d2ab539a7a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'a9598fb1-a2e5-4474-808c-61e1b0985a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:22Z', 'updated_at': '2021-11-12T00:41:32Z', 'revision_number': 5, 'project_id': '46bdc4597f71427b849ea30f2f437e19', 'subnets': [{'id': 'a9598fb1-a2e5-4474-808c-61e1b0985a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:02.568999 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c0e99c-6e64-429e-9c35-ff8c08655a5a None None] The sync data for ids ['aca400e0-b9de-4321-a98d-d2ab539a7a98'] in n-d-812236-11 is: [{'id': 'aca400e0-b9de-4321-a98d-d2ab539a7a98', 'name': 'tempest-ServersTestJSON-1586612120-router', 'tenant_id': '46bdc4597f71427b849ea30f2f437e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f16dace2-c235-4764-92b9-f9acfddefd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:17Z', 'updated_at': '2021-11-12T00:41:24Z', 'revision_number': 4, 'project_id': '46bdc4597f71427b849ea30f2f437e19', 'gw_port': {'id': 'f16dace2-c235-4764-92b9-f9acfddefd3e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca400e0-b9de-4321-a98d-d2ab539a7a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:17Z', 'updated_at': '2021-11-12T00:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': 'af4d50c1-be67-4980-a77f-5102f656ca5a', 'tenant_id': '46bdc4597f71427b849ea30f2f437e19', 'floating_ip_address': '172.25.2.15', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'aca400e0-b9de-4321-a98d-d2ab539a7a98', 'port_id': '01d63ba7-e10d-49dc-927d-8c6d303185e6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9968898c-04b6-4a9b-a5e3-75ab7fd22341', 'mac_address': 'fa:16:3e:2a:5b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c4519b-7066-4ea9-be1c-8b1d35c8296b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:41:29Z', 'updated_at': '2021-11-12T00:42:00Z', 'revision_number': 1, 'project_id': '46bdc4597f71427b849ea30f2f437e19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5510005-289e-4344-83e5-22d6ad5d9a07', 'name': '', 'network_id': '9968898c-04b6-4a9b-a5e3-75ab7fd22341', 'tenant_id': '46bdc4597f71427b849ea30f2f437e19', 'mac_address': 'fa:16:3e:59:20:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca400e0-b9de-4321-a98d-d2ab539a7a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'a9598fb1-a2e5-4474-808c-61e1b0985a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:22Z', 'updated_at': '2021-11-12T00:41:32Z', 'revision_number': 5, 'project_id': '46bdc4597f71427b849ea30f2f437e19', 'subnets': [{'id': 'a9598fb1-a2e5-4474-808c-61e1b0985a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:42:02.574779 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac4c13-ca17-420c-8287-e488c3e367ec req-a283be64-f356-45a1-aee9-52fec22da3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:02.576319 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6ac4c13-ca17-420c-8287-e488c3e367ec req-a283be64-f356-45a1-aee9-52fec22da3ad service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9968898c-04b6-4a9b-a5e3-75ab7fd22341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1303766 Nov 12 00:42:02.685866 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port c0f8351e-13fe-4efd-bd3e-8420edd27d93 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:42:02.703985 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port c0f8351e-13fe-4efd-bd3e-8420edd27d93 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:02.706485 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:02.730465 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b02a0a-3a61-4d4d-9da4-329101fd070f req-a99868c2-970d-48d8-80c8-42b0ff2d84d7 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:02.740381 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e3b02a0a-3a61-4d4d-9da4-329101fd070f req-a99868c2-970d-48d8-80c8-42b0ff2d84d7 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4cd7cd7-2f00-4963-b453-15c01d08d929 HTTP/1.1" status: 200 len: 946 time: 0.2252731 Nov 12 00:42:02.832659 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e3b02a0a-3a61-4d4d-9da4-329101fd070f req-4040acae-4bac-4795-81fb-39a051475d80 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5cc596-1b22-444e-be3c-7711ad41e392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913029 Nov 12 00:42:02.841360 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6ac4c13-ca17-420c-8287-e488c3e367ec req-1b0aa766-04ef-49e8-b826-60b9ce04765f service neutron] 10.222.0.49 "GET /v2.0/networks/9968898c-04b6-4a9b-a5e3-75ab7fd22341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529018 Nov 12 00:42:02.866821 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a254de-942d-4b90-a416-37153c3309c7 req-6d245fcb-0a4a-4e04-9e3b-f47a38a7bbe3 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:02.874882 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-05a254de-942d-4b90-a416-37153c3309c7 req-6d245fcb-0a4a-4e04-9e3b-f47a38a7bbe3 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b HTTP/1.1" status: 200 len: 946 time: 0.5305345 Nov 12 00:42:02.904829 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-0315ab76-3490-4f2a-88bd-8e0191844fc7 req-4ac1ef35-64cb-411f-b0a3-7bc3ae957ed8 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] For port 1d4617ec-825e-4174-a5ec-9b7f41b6d3dd, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=1d4617ec-825e-4174-a5ec-9b7f41b6d3dd,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:02.905242 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0315ab76-3490-4f2a-88bd-8e0191844fc7 req-4ac1ef35-64cb-411f-b0a3-7bc3ae957ed8 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:02.957479 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-05a254de-942d-4b90-a416-37153c3309c7 req-08183f95-36c0-4df5-bcdc-7073995489c8 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814822 Nov 12 00:42:02.978683 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-0315ab76-3490-4f2a-88bd-8e0191844fc7 req-4ac1ef35-64cb-411f-b0a3-7bc3ae957ed8 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Calling delete_port for 1d4617ec-825e-4174-a5ec-9b7f41b6d3dd owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:42:02.992151 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42796e72-2778-4de2-bf1c-e1a59f6c4a87 None None] New status for floating IP af4d50c1-be67-4980-a77f-5102f656ca5a: ACTIVE {{(pid=102663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:42:03.033324 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-735b12bd-f2f3-4a97-a955-9fdac4562c8e req-a4fac73a-6e13-4d55-b635-74d244280820 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Deleting port 1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:42:03.034586 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-735b12bd-f2f3-4a97-a955-9fdac4562c8e req-a4fac73a-6e13-4d55-b635-74d244280820 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:03.138377 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6ac4c13-ca17-420c-8287-e488c3e367ec req-299f922d-293e-4bca-aca7-75878e4ae42e service neutron] 10.222.0.49 "GET /v2.0/networks/9968898c-04b6-4a9b-a5e3-75ab7fd22341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890947 Nov 12 00:42:03.199783 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c569ccb-d58e-41e6-a3cb-0f41d5004b78 req-5f8c6436-d916-43eb-b5c3-350a4197e30c tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:03.208376 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1c569ccb-d58e-41e6-a3cb-0f41d5004b78 req-5f8c6436-d916-43eb-b5c3-350a4197e30c tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=3174a4f3-2a31-44a4-9cbd-60fba67d98cc HTTP/1.1" status: 200 len: 944 time: 0.1981153 Nov 12 00:42:03.337011 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1c569ccb-d58e-41e6-a3cb-0f41d5004b78 req-f6e2a590-1dbc-4e98-8d1a-9183f73fea17 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232195 Nov 12 00:42:03.341674 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-735b12bd-f2f3-4a97-a955-9fdac4562c8e req-a4fac73a-6e13-4d55-b635-74d244280820 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] For port 1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:03.342470 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-735b12bd-f2f3-4a97-a955-9fdac4562c8e req-a4fac73a-6e13-4d55-b635-74d244280820 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:03.360164 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-735b12bd-f2f3-4a97-a955-9fdac4562c8e req-a4fac73a-6e13-4d55-b635-74d244280820 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Calling delete_port for 1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:42:03.485670 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:03.538616 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port c0f8351e-13fe-4efd-bd3e-8420edd27d93, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=c0f8351e-13fe-4efd-bd3e-8420edd27d93,segment=NetworkSegment(31f3cd0b-8f92-47c3-a72f-efb4d157fdb5),segment_id=31f3cd0b-8f92-47c3-a72f-efb4d157fdb5)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:03.545948 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3174a4f3-2a31-44a4-9cbd-60fba67d98cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f8351e-13fe-4efd-bd3e-8420edd27d93'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:03.549549 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1465a685-9d07-4dd6-a34b-edc8697ac7f6" -d '{"events": [{"server_uuid": "3174a4f3-2a31-44a4-9cbd-60fba67d98cc", "name": "network-vif-plugged", "status": "completed", "tag": "c0f8351e-13fe-4efd-bd3e-8420edd27d93"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:03.553313 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:03.633081 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=c0f8351e-13fe-4efd-bd3e-8420edd27d93,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:03.655037 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [req-9e050ab7-a568-4096-bdf1-d66dd2240725 req-56139751-6e12-429a-92b1-c3463dce33a0 service neutron] show failed (client error): The resource could not be found. Nov 12 00:42:03.656081 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9e050ab7-a568-4096-bdf1-d66dd2240725 req-56139751-6e12-429a-92b1-c3463dce33a0 service neutron] 10.222.0.49 "GET /v2.0/ports/542980b8-6964-4857-a940-20f788f4f1dd/bindings/n-h2-812236-11 HTTP/1.1" status: 404 len: 381 time: 0.2119763 Nov 12 00:42:03.670948 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffeb93-e689-47e3-b7db-81b37261cb27 req-782dee2f-6e87-467d-a8c2-9d66f30715ec tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:03.672629 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-11ffeb93-e689-47e3-b7db-81b37261cb27 req-782dee2f-6e87-467d-a8c2-9d66f30715ec tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab937da0-f879-4977-9a9b-5f4b5a06f3d1 HTTP/1.1" status: 200 len: 946 time: 0.0852067 Nov 12 00:42:03.678498 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-735b12bd-f2f3-4a97-a955-9fdac4562c8e req-a4fac73a-6e13-4d55-b635-74d244280820 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:03.689560 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f221986-ea92-4dcb-8e70-fea308253122 req-fa5e8cc5-fedd-4602-8bd4-7553ff463964 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:03.699124 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2f221986-ea92-4dcb-8e70-fea308253122 req-fa5e8cc5-fedd-4602-8bd4-7553ff463964 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e272d300-2fd3-48df-bde9-15e00d466b59 HTTP/1.1" status: 200 len: 948 time: 0.1856556 Nov 12 00:42:03.724890 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['140b407c-f230-4dff-9701-0eeac3ce1373'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:42:03.740083 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-11ffeb93-e689-47e3-b7db-81b37261cb27 req-657d5b9b-e844-4c78-93de-6e7402adfb68 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555084 Nov 12 00:42:03.883196 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fac73a-6e13-4d55-b635-74d244280820 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Pushing event deleted for resources: {'Port': ['ID=1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:03.915988 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-735b12bd-f2f3-4a97-a955-9fdac4562c8e req-a4fac73a-6e13-4d55-b635-74d244280820 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] No DVR routers for this DVR port 1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:42:03.973354 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-735b12bd-f2f3-4a97-a955-9fdac4562c8e req-a4fac73a-6e13-4d55-b635-74d244280820 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:03.978563 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-735b12bd-f2f3-4a97-a955-9fdac4562c8e req-a4fac73a-6e13-4d55-b635-74d244280820 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.49 "DELETE /v2.0/ports/1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c HTTP/1.1" status: 204 len: 173 time: 1.7847967 Nov 12 00:42:03.979372 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0830e37-b4d9-4605-b766-e26e0c70621e', 'name': 'network-vif-deleted', 'tag': '1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:03.992741 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4022b67-e4bc-44fc-bd3a-cefa89e888a7" -d '{"events": [{"server_uuid": "b0830e37-b4d9-4605-b766-e26e0c70621e", "name": "network-vif-deleted", "tag": "1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:04.060269 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2f221986-ea92-4dcb-8e70-fea308253122 req-a7f6a1c9-2d94-4a30-9938-7b6e54032527 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558981 Nov 12 00:42:04.073901 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9253f-88ad-4c71-8579-f5dfb28c1459 req-c2022152-8f9f-44e0-98b2-d6bda9175f5f tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:04.083350 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-88c9253f-88ad-4c71-8579-f5dfb28c1459 req-c2022152-8f9f-44e0-98b2-d6bda9175f5f tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 950 time: 0.1932697 Nov 12 00:42:04.091043 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0315ab76-3490-4f2a-88bd-8e0191844fc7 req-4ac1ef35-64cb-411f-b0a3-7bc3ae957ed8 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:04.132042 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e050ab7-a568-4096-bdf1-d66dd2240725 req-33312f71-3fd5-45a4-b8fd-845a7d30e21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:04.133927 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9e050ab7-a568-4096-bdf1-d66dd2240725 req-33312f71-3fd5-45a4-b8fd-845a7d30e21a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a&tenant_id=79a8b3dad7a0401ab482e19b622fac98 HTTP/1.1" status: 200 len: 1102 time: 0.1532605 Nov 12 00:42:04.157967 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-9e050ab7-a568-4096-bdf1-d66dd2240725 req-fcd61478-8bbd-48ab-bdec-bcc5030c4041 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812236-11', 'device_owner': 'compute:nova'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:04.163121 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9955dad7-5c4d-407a-af86-81206395327b x-openstack-request-id: req-9955dad7-5c4d-407a-af86-81206395327b {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:04.163414 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3174a4f3-2a31-44a4-9cbd-60fba67d98cc", "name": "network-vif-plugged", "status": "completed", "tag": "c0f8351e-13fe-4efd-bd3e-8420edd27d93", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:04.163666 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9955dad7-5c4d-407a-af86-81206395327b {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:04.164059 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3174a4f3-2a31-44a4-9cbd-60fba67d98cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f8351e-13fe-4efd-bd3e-8420edd27d93', 'code': 200} Nov 12 00:42:04.193537 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac1ef35-64cb-411f-b0a3-7bc3ae957ed8 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Pushing event deleted for resources: {'Port': ['ID=1d4617ec-825e-4174-a5ec-9b7f41b6d3dd,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:04.231828 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-20bf8511-e94f-4e64-8e9b-afe840c7c089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:04.299747 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-88c9253f-88ad-4c71-8579-f5dfb28c1459 req-d390bc71-16bb-4bad-bf2b-4e02d89ad21b tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148349 Nov 12 00:42:04.328814 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-0315ab76-3490-4f2a-88bd-8e0191844fc7 req-4ac1ef35-64cb-411f-b0a3-7bc3ae957ed8 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] No DVR routers for this DVR port 1d4617ec-825e-4174-a5ec-9b7f41b6d3dd on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:42:04.347819 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0315ab76-3490-4f2a-88bd-8e0191844fc7 req-4ac1ef35-64cb-411f-b0a3-7bc3ae957ed8 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:04.351185 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0315ab76-3490-4f2a-88bd-8e0191844fc7 req-4ac1ef35-64cb-411f-b0a3-7bc3ae957ed8 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.49 "DELETE /v2.0/ports/1d4617ec-825e-4174-a5ec-9b7f41b6d3dd HTTP/1.1" status: 204 len: 173 time: 2.5521007 Nov 12 00:42:04.369174 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['140b407c-f230-4dff-9701-0eeac3ce1373'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:42:04.399881 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813fcd9b-39a1-47b5-9e85-c7d6b3b70f01 req-2e1d1e84-36d3-4f96-a9b2-3ca3f23ef917 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:04.408071 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-813fcd9b-39a1-47b5-9e85-c7d6b3b70f01 req-2e1d1e84-36d3-4f96-a9b2-3ca3f23ef917 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4cd7cd7-2f00-4963-b453-15c01d08d929 HTTP/1.1" status: 200 len: 946 time: 0.1076548 Nov 12 00:42:04.516544 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-813fcd9b-39a1-47b5-9e85-c7d6b3b70f01 req-8fa32dd1-2b29-4537-888c-c3296ca548d8 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5cc596-1b22-444e-be3c-7711ad41e392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076186 Nov 12 00:42:04.532402 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9e050ab7-a568-4096-bdf1-d66dd2240725 req-fcd61478-8bbd-48ab-bdec-bcc5030c4041 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:04.594266 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c253baef-d929-4ef7-a06e-6f470d802fd4 x-openstack-request-id: req-c253baef-d929-4ef7-a06e-6f470d802fd4 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:04.594812 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0830e37-b4d9-4605-b766-e26e0c70621e", "name": "network-vif-deleted", "tag": "1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:04.595230 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c253baef-d929-4ef7-a06e-6f470d802fd4 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:04.595793 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0830e37-b4d9-4605-b766-e26e0c70621e', 'name': 'network-vif-deleted', 'tag': '1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c', 'status': 'completed', 'code': 200} Nov 12 00:42:05.032376 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442ee88-e142-475c-a5a0-136a5ddfa33a req-05096e11-14f8-4441-85d6-5bfaca89cec2 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:05.043108 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6442ee88-e142-475c-a5a0-136a5ddfa33a req-05096e11-14f8-4441-85d6-5bfaca89cec2 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=3174a4f3-2a31-44a4-9cbd-60fba67d98cc HTTP/1.1" status: 200 len: 945 time: 0.1554606 Nov 12 00:42:05.092477 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-9e050ab7-a568-4096-bdf1-d66dd2240725 req-fcd61478-8bbd-48ab-bdec-bcc5030c4041 service neutron] For port 542980b8-6964-4857-a940-20f788f4f1dd, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=542980b8-6964-4857-a940-20f788f4f1dd,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:05.124700 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6442ee88-e142-475c-a5a0-136a5ddfa33a req-03583088-6358-4414-8f38-72183c806838 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785387 Nov 12 00:42:05.160110 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb11d0c-19de-48d0-9a2d-c3c1ca1bdb8a req-ba9eea5a-62d4-4c7c-8d71-c5d212204d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:05.172756 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-efb11d0c-19de-48d0-9a2d-c3c1ca1bdb8a req-ba9eea5a-62d4-4c7c-8d71-c5d212204d32 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3174a4f3-2a31-44a4-9cbd-60fba67d98cc HTTP/1.1" status: 200 len: 1097 time: 0.8652225 Nov 12 00:42:05.188281 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-9e050ab7-a568-4096-bdf1-d66dd2240725 req-fcd61478-8bbd-48ab-bdec-bcc5030c4041 service neutron] For port 542980b8-6964-4857-a940-20f788f4f1dd, host n-h1-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:05.276295 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ad898-b258-4231-b1f4-c7f0c1947903 req-34cd9346-7ab2-4881-9215-457b9c80d5a9 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:05.283223 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ae7ad898-b258-4231-b1f4-c7f0c1947903 req-34cd9346-7ab2-4881-9215-457b9c80d5a9 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b HTTP/1.1" status: 200 len: 946 time: 0.8253658 Nov 12 00:42:05.335607 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9e050ab7-a568-4096-bdf1-d66dd2240725 req-fcd61478-8bbd-48ab-bdec-bcc5030c4041 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:05.351992 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-9e050ab7-a568-4096-bdf1-d66dd2240725 req-fcd61478-8bbd-48ab-bdec-bcc5030c4041 service neutron] Transition to ACTIVE for port object 542980b8-6964-4857-a940-20f788f4f1dd will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:42:05.353152 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '442fa957-b056-4b96-beb8-2fd3daa7200a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '542980b8-6964-4857-a940-20f788f4f1dd'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:05.358040 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393ba691-ccaf-4dff-8d75-a119f5f5b780" -d '{"events": [{"server_uuid": "442fa957-b056-4b96-beb8-2fd3daa7200a", "name": "network-vif-unplugged", "status": "completed", "tag": "542980b8-6964-4857-a940-20f788f4f1dd"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:05.389598 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9e050ab7-a568-4096-bdf1-d66dd2240725 req-fcd61478-8bbd-48ab-bdec-bcc5030c4041 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:05.398076 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5261b6-7d9a-4961-85b4-43a5b7b6ec83 req-418d9557-e880-47d6-aa76-7aa86266185b tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:05.427825 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 1d4617ec-825e-4174-a5ec-9b7f41b6d3dd no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:42:05.428722 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42942) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:05.433397 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cd5261b6-7d9a-4961-85b4-43a5b7b6ec83 req-418d9557-e880-47d6-aa76-7aa86266185b tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4cd7cd7-2f00-4963-b453-15c01d08d929 HTTP/1.1" status: 200 len: 946 time: 0.1418011 Nov 12 00:42:05.435654 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-e7920ed9-1940-41d2-9f28-1c89a04f4c58 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Request body: {'floatingip': {'port_id': '2f925d61-a79b-4868-944e-aaa51bafeb85'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:05.479820 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: 1d4617ec-825e-4174-a5ec-9b7f41b6d3dd {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:42:05.489903 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 1d4617ec-825e-4174-a5ec-9b7f41b6d3dd not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:42:05.490564 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:42:05.509001 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e7920ed9-1940-41d2-9f28-1c89a04f4c58 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks [] for floatingip, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:05.526452 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: 1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:42:05.526798 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 1a2e411e-c3b7-4bc9-9f5f-c2abcf2b040c not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:42:05.609179 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e434f9-3c8c-4961-88bf-fcc99a248508 req-762800b4-4d87-4862-aecf-843465840a6a tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:05.611430 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-56e434f9-3c8c-4961-88bf-fcc99a248508 req-762800b4-4d87-4862-aecf-843465840a6a tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab937da0-f879-4977-9a9b-5f4b5a06f3d1 HTTP/1.1" status: 200 len: 946 time: 0.0781219 Nov 12 00:42:05.697778 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-56e434f9-3c8c-4961-88bf-fcc99a248508 req-e080c301-44c9-4f10-a449-09e23db4a328 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730066 Nov 12 00:42:05.724477 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-efb11d0c-19de-48d0-9a2d-c3c1ca1bdb8a req-f9d4e342-b2e5-46d1-be0f-4b890c76d1f9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5320673 Nov 12 00:42:05.766183 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ae7ad898-b258-4231-b1f4-c7f0c1947903 req-92ce584c-3caf-4fc3-8f3a-1b0661f4a713 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4686565 Nov 12 00:42:05.835385 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e050ab7-a568-4096-bdf1-d66dd2240725 req-fcd61478-8bbd-48ab-bdec-bcc5030c4041 service neutron] No DVR routers for this DVR port 542980b8-6964-4857-a940-20f788f4f1dd on host n-h1-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:42:05.840366 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd61478-8bbd-48ab-bdec-bcc5030c4041 service neutron] Pushing event updated for resources: {'Port': ['ID=542980b8-6964-4857-a940-20f788f4f1dd,revision_number=6']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:05.915998 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc483618-eaa5-4e3c-8d63-8abec60383d7 req-0ab22f96-b5da-4d87-b8f3-5175861f9873 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:05.924944 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cc483618-eaa5-4e3c-8d63-8abec60383d7 req-0ab22f96-b5da-4d87-b8f3-5175861f9873 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 948 time: 0.0985632 Nov 12 00:42:05.983296 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854df991-9a81-417d-bf33-33cfd2599e3e x-openstack-request-id: req-854df991-9a81-417d-bf33-33cfd2599e3e {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:05.983897 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "442fa957-b056-4b96-beb8-2fd3daa7200a", "name": "network-vif-unplugged", "status": "completed", "tag": "542980b8-6964-4857-a940-20f788f4f1dd", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:05.984342 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-854df991-9a81-417d-bf33-33cfd2599e3e {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:05.986171 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '442fa957-b056-4b96-beb8-2fd3daa7200a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '542980b8-6964-4857-a940-20f788f4f1dd', 'code': 200} Nov 12 00:42:06.002325 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cc483618-eaa5-4e3c-8d63-8abec60383d7 req-473b8b3d-48e6-468c-a742-3f096c1fa13d tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760431 Nov 12 00:42:06.067234 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-9e050ab7-a568-4096-bdf1-d66dd2240725 req-fcd61478-8bbd-48ab-bdec-bcc5030c4041 service neutron] Attempting to bind port 542980b8-6964-4857-a940-20f788f4f1dd on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:42:06.068399 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-9e050ab7-a568-4096-bdf1-d66dd2240725 req-fcd61478-8bbd-48ab-bdec-bcc5030c4041 service neutron] Attempting to bind port 542980b8-6964-4857-a940-20f788f4f1dd by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:42:06.068974 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e050ab7-a568-4096-bdf1-d66dd2240725 req-fcd61478-8bbd-48ab-bdec-bcc5030c4041 service neutron] Attempting to bind port 542980b8-6964-4857-a940-20f788f4f1dd on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:06.077438 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e050ab7-a568-4096-bdf1-d66dd2240725 req-fcd61478-8bbd-48ab-bdec-bcc5030c4041 service neutron] Port 542980b8-6964-4857-a940-20f788f4f1dd on network 172a28b2-119c-4d70-aef1-a731eb107d6c not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:42:06.078127 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e050ab7-a568-4096-bdf1-d66dd2240725 req-fcd61478-8bbd-48ab-bdec-bcc5030c4041 service neutron] Attempting to bind port 542980b8-6964-4857-a940-20f788f4f1dd on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:06.088343 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e050ab7-a568-4096-bdf1-d66dd2240725 req-fcd61478-8bbd-48ab-bdec-bcc5030c4041 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:42:06.089061 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e050ab7-a568-4096-bdf1-d66dd2240725 req-fcd61478-8bbd-48ab-bdec-bcc5030c4041 service neutron] Checking segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:06.089914 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e050ab7-a568-4096-bdf1-d66dd2240725 req-fcd61478-8bbd-48ab-bdec-bcc5030c4041 service neutron] Bound using segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:42:06.090600 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-9e050ab7-a568-4096-bdf1-d66dd2240725 req-fcd61478-8bbd-48ab-bdec-bcc5030c4041 service neutron] Bound port: 542980b8-6964-4857-a940-20f788f4f1dd, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:42:06.091196 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9e050ab7-a568-4096-bdf1-d66dd2240725 req-fcd61478-8bbd-48ab-bdec-bcc5030c4041 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:06.272688 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-9e050ab7-a568-4096-bdf1-d66dd2240725 req-fcd61478-8bbd-48ab-bdec-bcc5030c4041 service neutron] For port 542980b8-6964-4857-a940-20f788f4f1dd, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:06.317751 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-9e050ab7-a568-4096-bdf1-d66dd2240725 req-fcd61478-8bbd-48ab-bdec-bcc5030c4041 service neutron] For port 542980b8-6964-4857-a940-20f788f4f1dd, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=542980b8-6964-4857-a940-20f788f4f1dd,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:42:06.371170 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b57b8-6612-46a9-af3a-f2f63723a532 req-fd851a91-266a-4897-bd24-40c95d32f08e tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:06.374741 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-511b57b8-6612-46a9-af3a-f2f63723a532 req-fd851a91-266a-4897-bd24-40c95d32f08e tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=3174a4f3-2a31-44a4-9cbd-60fba67d98cc HTTP/1.1" status: 200 len: 945 time: 0.0852513 Nov 12 00:42:06.377062 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9e050ab7-a568-4096-bdf1-d66dd2240725 req-fcd61478-8bbd-48ab-bdec-bcc5030c4041 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:06.406883 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-507b83d0-05e4-4c8a-9596-d6e8cf647ba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:06.436807 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e050ab7-a568-4096-bdf1-d66dd2240725 req-fcd61478-8bbd-48ab-bdec-bcc5030c4041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:06.438100 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9e050ab7-a568-4096-bdf1-d66dd2240725 req-fcd61478-8bbd-48ab-bdec-bcc5030c4041 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:06.440375 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9e050ab7-a568-4096-bdf1-d66dd2240725 req-fcd61478-8bbd-48ab-bdec-bcc5030c4041 service neutron] 10.222.0.54 "PUT /v2.0/ports/542980b8-6964-4857-a940-20f788f4f1dd HTTP/1.1" status: 200 len: 1097 time: 2.2862444 Nov 12 00:42:06.443058 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e7920ed9-1940-41d2-9f28-1c89a04f4c58 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:06.460757 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e7920ed9-1940-41d2-9f28-1c89a04f4c58 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:06.474752 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-511b57b8-6612-46a9-af3a-f2f63723a532 req-e3499282-74aa-48cf-b94c-cf05f685f14e tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752890 Nov 12 00:42:06.598161 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e272d300-2fd3-48df-bde9-15e00d466b59', 'name': 'network-vif-deleted', 'tag': '1d4617ec-825e-4174-a5ec-9b7f41b6d3dd'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:06.602534 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2035e5-0c4e-4d9c-a90b-db505de57db2" -d '{"events": [{"server_uuid": "e272d300-2fd3-48df-bde9-15e00d466b59", "name": "network-vif-deleted", "tag": "1d4617ec-825e-4174-a5ec-9b7f41b6d3dd"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:06.661066 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327d426e-d9eb-4be8-bee1-4157f25dfed7 x-openstack-request-id: req-327d426e-d9eb-4be8-bee1-4157f25dfed7 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:06.661360 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e272d300-2fd3-48df-bde9-15e00d466b59", "name": "network-vif-deleted", "tag": "1d4617ec-825e-4174-a5ec-9b7f41b6d3dd", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:06.661636 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-327d426e-d9eb-4be8-bee1-4157f25dfed7 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:06.662058 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e272d300-2fd3-48df-bde9-15e00d466b59', 'name': 'network-vif-deleted', 'tag': '1d4617ec-825e-4174-a5ec-9b7f41b6d3dd', 'status': 'completed', 'code': 200} Nov 12 00:42:06.670469 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd61478-8bbd-48ab-bdec-bcc5030c4041 service neutron] Pushing event updated for resources: {'Port': ['ID=542980b8-6964-4857-a940-20f788f4f1dd,revision_number=7']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:06.686807 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e050ab7-a568-4096-bdf1-d66dd2240725 req-1b52ca61-e76e-4865-8599-e5b124243d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:06.688294 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9e050ab7-a568-4096-bdf1-d66dd2240725 req-1b52ca61-e76e-4865-8599-e5b124243d28 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=79a8b3dad7a0401ab482e19b622fac98&device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 1100 time: 0.1276817 Nov 12 00:42:06.864504 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1aada-626c-45c4-b975-05697b5ad884 req-03e4a44f-97bd-4990-942f-f93269bbf4a9 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:06.872600 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-39e1aada-626c-45c4-b975-05697b5ad884 req-03e4a44f-97bd-4990-942f-f93269bbf4a9 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab937da0-f879-4977-9a9b-5f4b5a06f3d1 HTTP/1.1" status: 200 len: 946 time: 0.0731649 Nov 12 00:42:06.971421 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-39e1aada-626c-45c4-b975-05697b5ad884 req-8726ca55-3fd2-4abb-a702-404319d56a7d tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970581 Nov 12 00:42:07.066736 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38327761-bd6a-4d77-8a09-f2395ef2bea0 req-7438745e-d8a5-43a3-9e60-3a45e96eb50e tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:07.068267 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-38327761-bd6a-4d77-8a09-f2395ef2bea0 req-7438745e-d8a5-43a3-9e60-3a45e96eb50e tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=127fa386-406d-4c2e-a201-c2564e2b209e HTTP/1.1" status: 200 len: 950 time: 0.5799086 Nov 12 00:42:07.129722 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e52e47-5da0-4279-906f-1dcf3b5ecd66 req-35633dd5-2ba9-4f6d-b6c3-b523c102c008 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:07.131472 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-37e52e47-5da0-4279-906f-1dcf3b5ecd66 req-35633dd5-2ba9-4f6d-b6c3-b523c102c008 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b HTTP/1.1" status: 200 len: 946 time: 0.0683746 Nov 12 00:42:07.152480 n-d-812236-11 neutron-server[102662]: INFO neutron.db.l3_db [None req-e7920ed9-1940-41d2-9f28-1c89a04f4c58 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Floating IP 65fbe837-3732-4799-97fd-266e994b8c42 associated. External IP: 172.25.2.161, port: 2f925d61-a79b-4868-944e-aaa51bafeb85. Nov 12 00:42:07.195881 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-37e52e47-5da0-4279-906f-1dcf3b5ecd66 req-08bc0ea5-a89c-45ac-90fc-4f60e9cb2761 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576930 Nov 12 00:42:07.259063 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-38327761-bd6a-4d77-8a09-f2395ef2bea0 req-dba33f9a-0e3f-4021-815e-f4d4de2fb1a6 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738415 Nov 12 00:42:07.295934 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e050ab7-a568-4096-bdf1-d66dd2240725 req-e5ac5493-f7d7-4a7c-bfc6-d70887d11250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:07.297427 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9e050ab7-a568-4096-bdf1-d66dd2240725 req-e5ac5493-f7d7-4a7c-bfc6-d70887d11250 service neutron] 10.222.0.54 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.5748410 Nov 12 00:42:07.335330 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a36dc-0b58-42e5-b2a8-1ab2d8991e84 req-cc3c6ae4-56fd-4e75-afb6-5a97e2dc6c3f tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:07.343456 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6d2a36dc-0b58-42e5-b2a8-1ab2d8991e84 req-cc3c6ae4-56fd-4e75-afb6-5a97e2dc6c3f tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 948 time: 0.0747352 Nov 12 00:42:07.366711 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9e050ab7-a568-4096-bdf1-d66dd2240725 req-43b8063e-3f78-4604-9d98-7b702bf25988 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=542980b8-6964-4857-a940-20f788f4f1dd HTTP/1.1" status: 200 len: 217 time: 0.0475793 Nov 12 00:42:07.413603 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6d2a36dc-0b58-42e5-b2a8-1ab2d8991e84 req-21f77fdd-4191-438d-8465-7a0d04980f1b tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619102 Nov 12 00:42:07.420603 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 542980b8-6964-4857-a940-20f788f4f1dd no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:42:07.475335 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e050ab7-a568-4096-bdf1-d66dd2240725 req-6521d58f-5b97-4229-acc2-e97267fb7d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:07.477177 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9e050ab7-a568-4096-bdf1-d66dd2240725 req-6521d58f-5b97-4229-acc2-e97267fb7d11 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.1002672 Nov 12 00:42:07.583799 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:07.596749 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e050ab7-a568-4096-bdf1-d66dd2240725 req-b19c06c0-9bbb-4151-b3bb-fbf4a7365bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:07.598383 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9e050ab7-a568-4096-bdf1-d66dd2240725 req-b19c06c0-9bbb-4151-b3bb-fbf4a7365bae service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0725126 Nov 12 00:42:07.600818 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7920ed9-1940-41d2-9f28-1c89a04f4c58 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Router 75dd6e5d-b3c8-42d5-a224-73af74680329 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:42:07.604972 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 542980b8-6964-4857-a940-20f788f4f1dd not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:42:07.651334 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38945592-cb81-4dd5-b14b-a5f8f3de5a7b req-dcbb973b-fbec-4e41-8dd0-bec3f7137b83 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:07.653897 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-38945592-cb81-4dd5-b14b-a5f8f3de5a7b req-dcbb973b-fbec-4e41-8dd0-bec3f7137b83 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=3174a4f3-2a31-44a4-9cbd-60fba67d98cc HTTP/1.1" status: 200 len: 945 time: 0.0612698 Nov 12 00:42:07.728737 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-38945592-cb81-4dd5-b14b-a5f8f3de5a7b req-ae95966a-b606-42ff-891b-8f03f132d607 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663564 Nov 12 00:42:07.811550 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7920ed9-1940-41d2-9f28-1c89a04f4c58 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:42:07.816425 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9e050ab7-a568-4096-bdf1-d66dd2240725 req-f4bb7a5d-abfd-4241-af08-33857d502f04 service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027240 Nov 12 00:42:07.819841 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e7920ed9-1940-41d2-9f28-1c89a04f4c58 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:07.825937 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db9442c-ff4b-4bc3-b7f2-cef4304a7b75 None None] Sync routers for ids ['75dd6e5d-b3c8-42d5-a224-73af74680329'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:42:07.839448 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db9442c-ff4b-4bc3-b7f2-cef4304a7b75 None None] Routers {'75dd6e5d-b3c8-42d5-a224-73af74680329'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:42:07.842125 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-9db9442c-ff4b-4bc3-b7f2-cef4304a7b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:42:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['75dd6e5d-b3c8-42d5-a224-73af74680329'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:07.936190 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9e050ab7-a568-4096-bdf1-d66dd2240725 req-0f36f5b1-7fee-45e2-acaa-488362e65938 service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017125 Nov 12 00:42:07.976512 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e7920ed9-1940-41d2-9f28-1c89a04f4c58 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "PUT /v2.0/floatingips/65fbe837-3732-4799-97fd-266e994b8c42 HTTP/1.1" status: 200 len: 992 time: 2.5444682 Nov 12 00:42:07.987160 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '442fa957-b056-4b96-beb8-2fd3daa7200a', 'tag': '542980b8-6964-4857-a940-20f788f4f1dd'}, {'name': 'network-changed', 'server_uuid': 'c4cd7cd7-2f00-4963-b453-15c01d08d929', 'tag': '2f925d61-a79b-4868-944e-aaa51bafeb85'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:07.990112 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fee1a31-61da-444d-b342-a7e401a9e190" -d '{"events": [{"name": "network-changed", "server_uuid": "442fa957-b056-4b96-beb8-2fd3daa7200a", "tag": "542980b8-6964-4857-a940-20f788f4f1dd"}, {"name": "network-changed", "server_uuid": "c4cd7cd7-2f00-4963-b453-15c01d08d929", "tag": "2f925d61-a79b-4868-944e-aaa51bafeb85"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:07.998733 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-9db9442c-ff4b-4bc3-b7f2-cef4304a7b75 None None] Set router 75dd6e5d-b3c8-42d5-a224-73af74680329 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:42:08.130670 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a7a507-44bc-4a80-8bf6-8ed7373c7050 x-openstack-request-id: req-72a7a507-44bc-4a80-8bf6-8ed7373c7050 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:08.131046 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "442fa957-b056-4b96-beb8-2fd3daa7200a", "tag": "542980b8-6964-4857-a940-20f788f4f1dd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c4cd7cd7-2f00-4963-b453-15c01d08d929", "tag": "2f925d61-a79b-4868-944e-aaa51bafeb85", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:08.131367 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-72a7a507-44bc-4a80-8bf6-8ed7373c7050 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:08.131839 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '442fa957-b056-4b96-beb8-2fd3daa7200a', 'tag': '542980b8-6964-4857-a940-20f788f4f1dd', 'status': 'completed', 'code': 200} Nov 12 00:42:08.132383 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4cd7cd7-2f00-4963-b453-15c01d08d929', 'tag': '2f925d61-a79b-4868-944e-aaa51bafeb85', 'status': 'completed', 'code': 200} Nov 12 00:42:08.326472 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-9db9442c-ff4b-4bc3-b7f2-cef4304a7b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-574574574-router', 'tenant_id': '65e37905fcda41a0a64a3bffb54da22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '8a483b79-a1b2-462d-adea-4b716af7a61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:42Z', 'updated_at': '2021-11-12T00:37:46Z', 'revision_number': 4, 'project_id': '65e37905fcda41a0a64a3bffb54da22e', 'gw_port': {'id': '8a483b79-a1b2-462d-adea-4b716af7a61c', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:43Z', 'updated_at': '2021-11-12T00:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '65fbe837-3732-4799-97fd-266e994b8c42', 'tenant_id': '65e37905fcda41a0a64a3bffb54da22e', 'floating_ip_address': '172.25.2.161', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'port_id': '2f925d61-a79b-4868-944e-aaa51bafeb85', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9574af4-848a-4900-9093-7976c00593e2', 'mac_address': 'fa:16:3e:eb:b9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cd7cd7-2f00-4963-b453-15c01d08d929', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:38:16Z', 'updated_at': '2021-11-12T00:42:06Z', 'revision_number': 5, 'project_id': '65e37905fcda41a0a64a3bffb54da22e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cb2828c-ec4b-41f1-8e21-672a6d143356', 'name': '', 'network_id': 'b9574af4-848a-4900-9093-7976c00593e2', 'tenant_id': '65e37905fcda41a0a64a3bffb54da22e', 'mac_address': 'fa:16:3e:82:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7413bf18-08e7-4425-a837-148a3dd7f58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:45Z', 'updated_at': '2021-11-12T00:37:51Z', 'revision_number': 5, 'project_id': '65e37905fcda41a0a64a3bffb54da22e', 'subnets': [{'id': '7413bf18-08e7-4425-a837-148a3dd7f58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:08.405851 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee1a31-61da-444d-b342-a7e401a9e190 req-826bd67b-b245-472a-b118-5368c07f68b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:08.408064 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3fee1a31-61da-444d-b342-a7e401a9e190 req-826bd67b-b245-472a-b118-5368c07f68b2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=79a8b3dad7a0401ab482e19b622fac98&device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 1100 time: 0.1716940 Nov 12 00:42:08.426206 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e446f4-1a15-49d1-8b4a-8038ba9c7224 req-aee9bf73-1dbc-4303-888c-840b9ca3ea1a tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:08.427790 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c3e446f4-1a15-49d1-8b4a-8038ba9c7224 req-aee9bf73-1dbc-4303-888c-840b9ca3ea1a tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b HTTP/1.1" status: 200 len: 946 time: 0.1205571 Nov 12 00:42:08.437580 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee1a31-61da-444d-b342-a7e401a9e190 req-d4d4b847-7e99-457f-b8a9-af91aec6601b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:08.440502 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3fee1a31-61da-444d-b342-a7e401a9e190 req-d4d4b847-7e99-457f-b8a9-af91aec6601b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=79a8b3dad7a0401ab482e19b622fac98&device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 1100 time: 0.2083170 Nov 12 00:42:08.450185 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018ea31-183e-4787-bcff-a84345986da8 req-76a22f24-9502-49a9-9633-1d13347029d4 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:08.452620 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7018ea31-183e-4787-bcff-a84345986da8 req-76a22f24-9502-49a9-9633-1d13347029d4 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.49 "GET /v2.0/ports?device_id=127fa386-406d-4c2e-a201-c2564e2b209e HTTP/1.1" status: 200 len: 950 time: 0.2829144 Nov 12 00:42:08.472499 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db9442c-ff4b-4bc3-b7f2-cef4304a7b75 None None] Checking router: 75dd6e5d-b3c8-42d5-a224-73af74680329 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:42:08.491012 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db9442c-ff4b-4bc3-b7f2-cef4304a7b75 None None] Routers {'75dd6e5d-b3c8-42d5-a224-73af74680329'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:42:08.491872 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-9db9442c-ff4b-4bc3-b7f2-cef4304a7b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:42:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['75dd6e5d-b3c8-42d5-a224-73af74680329'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:08.557083 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267a7cc-11d1-43ca-8282-c21c25202bdb req-68f54302-d906-45d2-a587-b235b59807f2 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:08.569703 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c3e446f4-1a15-49d1-8b4a-8038ba9c7224 req-979ebbd1-8cf7-4443-960c-79256ecf2434 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321204 Nov 12 00:42:08.576141 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5267a7cc-11d1-43ca-8282-c21c25202bdb req-68f54302-d906-45d2-a587-b235b59807f2 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab937da0-f879-4977-9a9b-5f4b5a06f3d1 HTTP/1.1" status: 200 len: 946 time: 0.3421934 Nov 12 00:42:08.617918 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee1a31-61da-444d-b342-a7e401a9e190 req-d8b48881-862b-45d9-853e-0fa18c193c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:08.619536 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3fee1a31-61da-444d-b342-a7e401a9e190 req-d8b48881-862b-45d9-853e-0fa18c193c95 service neutron] 10.222.0.54 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.1908472 Nov 12 00:42:08.679952 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-9db9442c-ff4b-4bc3-b7f2-cef4304a7b75 None None] Set router 75dd6e5d-b3c8-42d5-a224-73af74680329 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:42:08.694574 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3fee1a31-61da-444d-b342-a7e401a9e190 req-98c254f8-087e-4879-981e-64a1c4890bc9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=542980b8-6964-4857-a940-20f788f4f1dd HTTP/1.1" status: 200 len: 217 time: 0.0640798 Nov 12 00:42:08.790794 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee1a31-61da-444d-b342-a7e401a9e190 req-739345cf-7377-48cd-af47-3288aa801a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:08.794952 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3fee1a31-61da-444d-b342-a7e401a9e190 req-739345cf-7377-48cd-af47-3288aa801a94 service neutron] 10.222.0.49 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.3404703 Nov 12 00:42:08.808265 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd1a2c2-a498-4a42-b02d-ecc1940e5e79 req-af11b710-6147-4e4a-b48e-151fc7e2b040 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:08.810395 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1bd1a2c2-a498-4a42-b02d-ecc1940e5e79 req-af11b710-6147-4e4a-b48e-151fc7e2b040 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=127fa386-406d-4c2e-a201-c2564e2b209e HTTP/1.1" status: 200 len: 950 time: 0.1255569 Nov 12 00:42:08.812769 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee1a31-61da-444d-b342-a7e401a9e190 req-e7d98813-21f5-4e4b-8dfc-e49fb2a6c8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:08.814597 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3fee1a31-61da-444d-b342-a7e401a9e190 req-e7d98813-21f5-4e4b-8dfc-e49fb2a6c8ef service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.0922611 Nov 12 00:42:08.898708 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5267a7cc-11d1-43ca-8282-c21c25202bdb req-9872233d-11cd-46f8-9d12-cc16aff59e75 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215754 Nov 12 00:42:08.907110 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3fee1a31-61da-444d-b342-a7e401a9e190 req-78e05670-9c2f-46bf-a071-ee7e9961c866 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=542980b8-6964-4857-a940-20f788f4f1dd HTTP/1.1" status: 200 len: 217 time: 0.0666332 Nov 12 00:42:08.923468 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1bd1a2c2-a498-4a42-b02d-ecc1940e5e79 req-584ed272-2adc-40b0-bf05-e38e7727880c tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1907a3-8aa5-4ddd-bba4-71d977e15a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001112 Nov 12 00:42:08.944289 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee1a31-61da-444d-b342-a7e401a9e190 req-60ebddc7-89a8-470c-8283-87307434646e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:08.946814 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3fee1a31-61da-444d-b342-a7e401a9e190 req-60ebddc7-89a8-470c-8283-87307434646e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1098332 Nov 12 00:42:09.032529 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee1a31-61da-444d-b342-a7e401a9e190 req-6a128a8d-14ea-42cf-82ed-c10205cf3d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:09.034949 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3fee1a31-61da-444d-b342-a7e401a9e190 req-6a128a8d-14ea-42cf-82ed-c10205cf3d02 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.1122923 Nov 12 00:42:09.062385 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-9db9442c-ff4b-4bc3-b7f2-cef4304a7b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-574574574-router', 'tenant_id': '65e37905fcda41a0a64a3bffb54da22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '8a483b79-a1b2-462d-adea-4b716af7a61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:42Z', 'updated_at': '2021-11-12T00:37:46Z', 'revision_number': 4, 'project_id': '65e37905fcda41a0a64a3bffb54da22e', 'gw_port': {'id': '8a483b79-a1b2-462d-adea-4b716af7a61c', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:43Z', 'updated_at': '2021-11-12T00:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '65fbe837-3732-4799-97fd-266e994b8c42', 'tenant_id': '65e37905fcda41a0a64a3bffb54da22e', 'floating_ip_address': '172.25.2.161', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'port_id': '2f925d61-a79b-4868-944e-aaa51bafeb85', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9574af4-848a-4900-9093-7976c00593e2', 'mac_address': 'fa:16:3e:eb:b9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cd7cd7-2f00-4963-b453-15c01d08d929', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:38:16Z', 'updated_at': '2021-11-12T00:42:06Z', 'revision_number': 5, 'project_id': '65e37905fcda41a0a64a3bffb54da22e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cb2828c-ec4b-41f1-8e21-672a6d143356', 'name': '', 'network_id': 'b9574af4-848a-4900-9093-7976c00593e2', 'tenant_id': '65e37905fcda41a0a64a3bffb54da22e', 'mac_address': 'fa:16:3e:82:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7413bf18-08e7-4425-a837-148a3dd7f58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:45Z', 'updated_at': '2021-11-12T00:37:51Z', 'revision_number': 5, 'project_id': '65e37905fcda41a0a64a3bffb54da22e', 'subnets': [{'id': '7413bf18-08e7-4425-a837-148a3dd7f58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:09.119408 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:09.152627 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db9442c-ff4b-4bc3-b7f2-cef4304a7b75 None None] The sync data for ids ['75dd6e5d-b3c8-42d5-a224-73af74680329'] in n-d-812236-11 is: [{'id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-574574574-router', 'tenant_id': '65e37905fcda41a0a64a3bffb54da22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '8a483b79-a1b2-462d-adea-4b716af7a61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:42Z', 'updated_at': '2021-11-12T00:37:46Z', 'revision_number': 4, 'project_id': '65e37905fcda41a0a64a3bffb54da22e', 'gw_port': {'id': '8a483b79-a1b2-462d-adea-4b716af7a61c', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:43Z', 'updated_at': '2021-11-12T00:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '65fbe837-3732-4799-97fd-266e994b8c42', 'tenant_id': '65e37905fcda41a0a64a3bffb54da22e', 'floating_ip_address': '172.25.2.161', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'port_id': '2f925d61-a79b-4868-944e-aaa51bafeb85', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9574af4-848a-4900-9093-7976c00593e2', 'mac_address': 'fa:16:3e:eb:b9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cd7cd7-2f00-4963-b453-15c01d08d929', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:38:16Z', 'updated_at': '2021-11-12T00:42:06Z', 'revision_number': 5, 'project_id': '65e37905fcda41a0a64a3bffb54da22e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cb2828c-ec4b-41f1-8e21-672a6d143356', 'name': '', 'network_id': 'b9574af4-848a-4900-9093-7976c00593e2', 'tenant_id': '65e37905fcda41a0a64a3bffb54da22e', 'mac_address': 'fa:16:3e:82:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7413bf18-08e7-4425-a837-148a3dd7f58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:45Z', 'updated_at': '2021-11-12T00:37:51Z', 'revision_number': 5, 'project_id': '65e37905fcda41a0a64a3bffb54da22e', 'subnets': [{'id': '7413bf18-08e7-4425-a837-148a3dd7f58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:42:09.160551 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-7018ea31-183e-4787-bcff-a84345986da8 req-49086d91-b389-488b-9cd1-509a2736515b tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Deleting port 140b407c-f230-4dff-9701-0eeac3ce1373 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:42:09.160961 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7018ea31-183e-4787-bcff-a84345986da8 req-49086d91-b389-488b-9cd1-509a2736515b tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:09.191253 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88cc148-9871-4062-99e0-2a6a61dd8581 req-9d5b6f3d-67b9-4370-b0ef-d50ce1ced135 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:09.199173 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b88cc148-9871-4062-99e0-2a6a61dd8581 req-9d5b6f3d-67b9-4370-b0ef-d50ce1ced135 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 948 time: 0.1460199 Nov 12 00:42:09.209387 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3fee1a31-61da-444d-b342-a7e401a9e190 req-6efcc383-5a74-480d-96a5-e16744795b3e service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526600 Nov 12 00:42:09.309528 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-7018ea31-183e-4787-bcff-a84345986da8 req-49086d91-b389-488b-9cd1-509a2736515b tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] For port 140b407c-f230-4dff-9701-0eeac3ce1373, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=140b407c-f230-4dff-9701-0eeac3ce1373,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:09.309933 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7018ea31-183e-4787-bcff-a84345986da8 req-49086d91-b389-488b-9cd1-509a2736515b tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:09.335980 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee1a31-61da-444d-b342-a7e401a9e190 req-6e2264a7-d490-41df-84dd-ed36c19943d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:09.337224 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b88cc148-9871-4062-99e0-2a6a61dd8581 req-797d44c3-5e75-4e3a-b379-84a31dc8ac04 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371319 Nov 12 00:42:09.337518 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3fee1a31-61da-444d-b342-a7e401a9e190 req-6e2264a7-d490-41df-84dd-ed36c19943d1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2702117 Nov 12 00:42:09.338424 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-7018ea31-183e-4787-bcff-a84345986da8 req-49086d91-b389-488b-9cd1-509a2736515b tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Calling delete_port for 140b407c-f230-4dff-9701-0eeac3ce1373 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:42:09.379746 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca1179-2af8-4f62-bbcd-3795979926b3 req-e0ee572e-d7ac-4ae1-b679-50c4a24f2f66 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:09.387504 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-14ca1179-2af8-4f62-bbcd-3795979926b3 req-e0ee572e-d7ac-4ae1-b679-50c4a24f2f66 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=3174a4f3-2a31-44a4-9cbd-60fba67d98cc HTTP/1.1" status: 200 len: 945 time: 0.1242433 Nov 12 00:42:09.394889 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3fee1a31-61da-444d-b342-a7e401a9e190 req-2e7c8875-f7a0-42ec-ba92-c139ed3bbe57 service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767771 Nov 12 00:42:09.579547 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0794e5-e04b-499f-87db-6af539b60631 None None] New status for floating IP 65fbe837-3732-4799-97fd-266e994b8c42: ACTIVE {{(pid=102663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:42:09.616936 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee1a31-61da-444d-b342-a7e401a9e190 req-47c8fb2c-dfb5-4862-865c-085514208bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:09.623460 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-14ca1179-2af8-4f62-bbcd-3795979926b3 req-2235cf4c-7ead-433e-b13c-104bdd3792ed tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349687 Nov 12 00:42:09.631424 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3fee1a31-61da-444d-b342-a7e401a9e190 req-47c8fb2c-dfb5-4862-865c-085514208bdd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=65e37905fcda41a0a64a3bffb54da22e&device_id=c4cd7cd7-2f00-4963-b453-15c01d08d929 HTTP/1.1" status: 200 len: 1098 time: 0.0982673 Nov 12 00:42:09.645615 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3fee1a31-61da-444d-b342-a7e401a9e190 req-384a16da-05eb-4531-966a-ca36021cabf4 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553208 Nov 12 00:42:09.794525 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:09.821918 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213075b4-cdde-4039-a348-b151d0d075fc req-3d76dc18-a859-4b26-8195-d4a4f290db8e tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:09.829713 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-213075b4-cdde-4039-a348-b151d0d075fc req-3d76dc18-a859-4b26-8195-d4a4f290db8e tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b HTTP/1.1" status: 200 len: 946 time: 0.0881104 Nov 12 00:42:09.899767 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-213075b4-cdde-4039-a348-b151d0d075fc req-716c1419-0d9f-44d7-bcf3-3fac0b978eee tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690637 Nov 12 00:42:09.921779 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7018ea31-183e-4787-bcff-a84345986da8 req-49086d91-b389-488b-9cd1-509a2736515b tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:09.926813 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee1a31-61da-444d-b342-a7e401a9e190 req-9d9b6c83-67fc-4f54-8485-cfa8ea42adac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:09.928250 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3fee1a31-61da-444d-b342-a7e401a9e190 req-9d9b6c83-67fc-4f54-8485-cfa8ea42adac service neutron] 10.222.0.54 "GET /v2.0/networks?id=b9574af4-848a-4900-9093-7976c00593e2 HTTP/1.1" status: 200 len: 924 time: 0.2959120 Nov 12 00:42:09.982532 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3fee1a31-61da-444d-b342-a7e401a9e190 req-2b69d394-59e0-4156-a919-b11e0b1379c3 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155022 Nov 12 00:42:09.988278 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49086d91-b389-488b-9cd1-509a2736515b tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Pushing event deleted for resources: {'Port': ['ID=140b407c-f230-4dff-9701-0eeac3ce1373,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:10.083348 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-7018ea31-183e-4787-bcff-a84345986da8 req-49086d91-b389-488b-9cd1-509a2736515b tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] No DVR routers for this DVR port 140b407c-f230-4dff-9701-0eeac3ce1373 on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:42:10.098666 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7018ea31-183e-4787-bcff-a84345986da8 req-49086d91-b389-488b-9cd1-509a2736515b tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:10.102044 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7018ea31-183e-4787-bcff-a84345986da8 req-49086d91-b389-488b-9cd1-509a2736515b tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.49 "DELETE /v2.0/ports/140b407c-f230-4dff-9701-0eeac3ce1373 HTTP/1.1" status: 204 len: 173 time: 1.6324096 Nov 12 00:42:10.102511 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '127fa386-406d-4c2e-a201-c2564e2b209e', 'name': 'network-vif-deleted', 'tag': '140b407c-f230-4dff-9701-0eeac3ce1373'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:10.104764 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61917341-b8b2-4437-b84c-560a8d330407" -d '{"events": [{"server_uuid": "127fa386-406d-4c2e-a201-c2564e2b209e", "name": "network-vif-deleted", "tag": "140b407c-f230-4dff-9701-0eeac3ce1373"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:10.122902 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3fee1a31-61da-444d-b342-a7e401a9e190 req-da54ca44-7001-41c0-864a-d015953a3348 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f925d61-a79b-4868-944e-aaa51bafeb85 HTTP/1.1" status: 200 len: 1002 time: 0.1842117 Nov 12 00:42:10.146396 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59dea5f-eeda-4782-b89f-8622cff3070d req-2ddaef55-5e85-4e39-8647-7c61e11980fa tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:10.155869 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e59dea5f-eeda-4782-b89f-8622cff3070d req-2ddaef55-5e85-4e39-8647-7c61e11980fa tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab937da0-f879-4977-9a9b-5f4b5a06f3d1 HTTP/1.1" status: 200 len: 946 time: 0.1072454 Nov 12 00:42:10.289118 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e59dea5f-eeda-4782-b89f-8622cff3070d req-de2f9bbd-e2d0-4da0-ac24-9bb3025172f5 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320844 Nov 12 00:42:10.289996 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aeaf40e1-eabe-4c11-a473-1ab8c0c73a2b req-a875c398-8d9a-4026-a328-dda72f678290 tempest-ServersOnMultiNodesTest-721641885 tempest-ServersOnMultiNodesTest-721641885-project] 10.222.0.20 "GET /v2.0/ports?device_id=127fa386-406d-4c2e-a201-c2564e2b209e HTTP/1.1" status: 200 len: 210 time: 0.0625432 Nov 12 00:42:10.293133 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee1a31-61da-444d-b342-a7e401a9e190 req-bfbb076a-1585-41fa-9404-79ba8f5886ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:10.301069 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3fee1a31-61da-444d-b342-a7e401a9e190 req-bfbb076a-1585-41fa-9404-79ba8f5886ca service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7413bf18-08e7-4425-a837-148a3dd7f58d HTTP/1.1" status: 200 len: 862 time: 0.1417384 Nov 12 00:42:10.345844 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d574e6a-6598-48ff-8010-e2d85f7524ee x-openstack-request-id: req-5d574e6a-6598-48ff-8010-e2d85f7524ee {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:10.346486 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "127fa386-406d-4c2e-a201-c2564e2b209e", "name": "network-vif-deleted", "tag": "140b407c-f230-4dff-9701-0eeac3ce1373", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:10.346992 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d574e6a-6598-48ff-8010-e2d85f7524ee {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:10.349899 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '127fa386-406d-4c2e-a201-c2564e2b209e', 'name': 'network-vif-deleted', 'tag': '140b407c-f230-4dff-9701-0eeac3ce1373', 'status': 'completed', 'code': 200} Nov 12 00:42:10.399073 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee1a31-61da-444d-b342-a7e401a9e190 req-65493e43-1f27-486f-9a79-fdbf7209efe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:10.400687 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3fee1a31-61da-444d-b342-a7e401a9e190 req-65493e43-1f27-486f-9a79-fdbf7209efe6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b9574af4-848a-4900-9093-7976c00593e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0887356 Nov 12 00:42:10.467923 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:10.550729 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3fee1a31-61da-444d-b342-a7e401a9e190 req-d7437549-afc4-4645-88d5-3d665cf3fa1c service neutron] 10.222.0.54 "GET /v2.0/networks/b9574af4-848a-4900-9093-7976c00593e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421893 Nov 12 00:42:10.644126 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8906e-2b20-4f18-95da-902876bfd35b req-49b9e002-4811-40cb-9d4f-529691af96bc tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:10.650356 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-19f8906e-2b20-4f18-95da-902876bfd35b req-49b9e002-4811-40cb-9d4f-529691af96bc tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 948 time: 0.1440957 Nov 12 00:42:10.668778 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3fee1a31-61da-444d-b342-a7e401a9e190 req-2ae45e1e-7135-446b-86e2-d03cc08da787 service neutron] 10.222.0.54 "GET /v2.0/networks/b9574af4-848a-4900-9093-7976c00593e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056974 Nov 12 00:42:10.715367 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-19f8906e-2b20-4f18-95da-902876bfd35b req-7917bb4d-e55a-4542-8ac6-30526213ea48 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606265 Nov 12 00:42:11.102563 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae383009-6823-4ca9-a442-fbcffdcdfcf2 req-3ecec3b8-7681-4a9b-b5d0-e0ff032f6469 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:11.104953 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ae383009-6823-4ca9-a442-fbcffdcdfcf2 req-3ecec3b8-7681-4a9b-b5d0-e0ff032f6469 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b HTTP/1.1" status: 200 len: 946 time: 0.0937696 Nov 12 00:42:11.161307 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae1fe1-1d74-4367-b556-9b38670de08f req-c8971188-0ece-4048-877c-b4cc75383c6b tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:11.170969 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d9ae1fe1-1d74-4367-b556-9b38670de08f req-c8971188-0ece-4048-877c-b4cc75383c6b tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=3174a4f3-2a31-44a4-9cbd-60fba67d98cc HTTP/1.1" status: 200 len: 945 time: 0.0983832 Nov 12 00:42:11.209210 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ae383009-6823-4ca9-a442-fbcffdcdfcf2 req-66df3087-83fe-4c2a-b240-89f42dd64f61 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891426 Nov 12 00:42:11.252032 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d9ae1fe1-1d74-4367-b556-9b38670de08f req-5140da5b-0ec3-46a6-8de1-11c6a45fb1aa tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790107 Nov 12 00:42:11.400674 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a6692-20a3-4ff8-b731-f558675577ae req-f8c24119-b2c6-4e50-85e2-4eb428c77216 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:11.407695 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-298a6692-20a3-4ff8-b731-f558675577ae req-f8c24119-b2c6-4e50-85e2-4eb428c77216 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab937da0-f879-4977-9a9b-5f4b5a06f3d1 HTTP/1.1" status: 200 len: 946 time: 0.0644684 Nov 12 00:42:11.415615 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 140b407c-f230-4dff-9701-0eeac3ce1373 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:42:11.441632 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: 140b407c-f230-4dff-9701-0eeac3ce1373 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:42:11.442166 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 140b407c-f230-4dff-9701-0eeac3ce1373 not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:42:11.504666 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-298a6692-20a3-4ff8-b731-f558675577ae req-7f418b56-3c7f-4571-93ef-50624b46f34e tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931282 Nov 12 00:42:11.654040 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43110) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:11.887517 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-01aff02d-a407-413d-832a-13f22643d0c8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0af2efd5599d423589f5e6a8043a04f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2314172 Nov 12 00:42:11.888974 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43118) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:11.941409 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4455235-948b-451f-8c0a-b29132e514f7 req-f12edb23-726e-4fcf-bbbe-8344882fed04 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:11.949122 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c4455235-948b-451f-8c0a-b29132e514f7 req-f12edb23-726e-4fcf-bbbe-8344882fed04 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 948 time: 0.0789101 Nov 12 00:42:11.977889 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7afa5133-43dd-4b6d-b26e-65828164f391 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:12.011307 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7afa5133-43dd-4b6d-b26e-65828164f391 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:12.017399 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c4455235-948b-451f-8c0a-b29132e514f7 req-591b2675-c2dd-42d4-9bca-303fead28b79 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673265 Nov 12 00:42:12.112033 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7afa5133-43dd-4b6d-b26e-65828164f391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:12.115658 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7afa5133-43dd-4b6d-b26e-65828164f391 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:12.116829 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7afa5133-43dd-4b6d-b26e-65828164f391 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4f1907a3-8aa5-4ddd-bba4-71d977e15a88 HTTP/1.1" status: 204 len: 168 time: 0.2263298 Nov 12 00:42:12.124838 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa5133-43dd-4b6d-b26e-65828164f391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1907a3-8aa5-4ddd-bba4-71d977e15a88,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:12.361147 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:12.411982 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e8c47-e223-4296-8bf4-d9914557d8a5 req-4ed3cbed-d1f5-4221-bddd-fec190ba80ea tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:12.428366 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8d3e8c47-e223-4296-8bf4-d9914557d8a5 req-4ed3cbed-d1f5-4221-bddd-fec190ba80ea tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b HTTP/1.1" status: 200 len: 946 time: 0.1113563 Nov 12 00:42:12.462669 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8946a4cc-7322-4ef2-9047-5d3d1bd21955 req-db10f2e8-3ba0-4766-8acd-109de5998c11 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:12.475621 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8946a4cc-7322-4ef2-9047-5d3d1bd21955 req-db10f2e8-3ba0-4766-8acd-109de5998c11 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=3174a4f3-2a31-44a4-9cbd-60fba67d98cc HTTP/1.1" status: 200 len: 945 time: 0.0910106 Nov 12 00:42:12.518138 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8d3e8c47-e223-4296-8bf4-d9914557d8a5 req-fe593d3f-8f78-4399-b0fe-662bd0251641 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884066 Nov 12 00:42:12.531821 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 542980b8-6964-4857-a940-20f788f4f1dd details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:42:12.540274 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8946a4cc-7322-4ef2-9047-5d3d1bd21955 req-bd39d866-0ca0-45e2-9787-37beedbaa861 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634630 Nov 12 00:42:12.620498 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43140) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:12.720579 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 542980b8-6964-4857-a940-20f788f4f1dd, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=542980b8-6964-4857-a940-20f788f4f1dd,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:12.734790 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '542980b8-6964-4857-a940-20f788f4f1dd', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'port_id': '542980b8-6964-4857-a940-20f788f4f1dd', 'mac_address': 'fa:16:3e:68:e4:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3288e972-21d8-4a52-9002-05790fb0bb61', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:42:12.734999 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f438939a-78fc-4762-8d33-4942a935cf8a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f352ae928d8c485386bd5e176a38e7da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1115007 Nov 12 00:42:12.735573 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43148) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:12.737815 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701c39a-57b6-4f60-b69e-ff7fe4fc3a37 req-19f646ef-7e94-4498-894c-34e1539901ad tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:12.745562 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9701c39a-57b6-4f60-b69e-ff7fe4fc3a37 req-19f646ef-7e94-4498-894c-34e1539901ad tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab937da0-f879-4977-9a9b-5f4b5a06f3d1 HTTP/1.1" status: 200 len: 946 time: 0.1179252 Nov 12 00:42:12.781080 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:12.796834 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 542980b8-6964-4857-a940-20f788f4f1dd {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:42:12.823738 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 542980b8-6964-4857-a940-20f788f4f1dd, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=542980b8-6964-4857-a940-20f788f4f1dd,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:12.824808 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9701c39a-57b6-4f60-b69e-ff7fe4fc3a37 req-3055a175-840c-49da-a5ed-d645d16e9343 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744104 Nov 12 00:42:12.836849 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8377976e-fec4-4e9b-8e2a-92b186dda755 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:12.838360 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:12.875200 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8377976e-fec4-4e9b-8e2a-92b186dda755 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:12.890848 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=542980b8-6964-4857-a940-20f788f4f1dd,revision_number=8']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:12.937466 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8377976e-fec4-4e9b-8e2a-92b186dda755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:12.940746 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8377976e-fec4-4e9b-8e2a-92b186dda755 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:12.942845 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8377976e-fec4-4e9b-8e2a-92b186dda755 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/27ce2682-2c08-42b3-ba0f-f097d96d79e5 HTTP/1.1" status: 204 len: 168 time: 0.2054005 Nov 12 00:42:12.950577 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8377976e-fec4-4e9b-8e2a-92b186dda755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ce2682-2c08-42b3-ba0f-f097d96d79e5,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:13.144077 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b40dc-3997-4ebb-9f57-9d2a5ba60974 req-84a87d54-a08a-4ca3-81e5-93dda8a05e24 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:13.145902 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1c4b40dc-3997-4ebb-9f57-9d2a5ba60974 req-84a87d54-a08a-4ca3-81e5-93dda8a05e24 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 949 time: 0.0518591 Nov 12 00:42:13.198133 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1c4b40dc-3997-4ebb-9f57-9d2a5ba60974 req-ebfa8ab2-344a-449a-b31a-6a4dfdbf27b7 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460966 Nov 12 00:42:13.674196 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6504e4-19b9-4fc2-a896-598e1f8a496c req-308d48b3-192f-40ff-a806-13dd857fa2e8 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:13.676253 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0a6504e4-19b9-4fc2-a896-598e1f8a496c req-308d48b3-192f-40ff-a806-13dd857fa2e8 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=3174a4f3-2a31-44a4-9cbd-60fba67d98cc HTTP/1.1" status: 200 len: 945 time: 0.0605850 Nov 12 00:42:13.686595 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78cbfa-3405-4757-bdff-efb0137b7273 req-0565b3c5-a286-4a90-a572-a48ce471e16a tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:13.688091 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3d78cbfa-3405-4757-bdff-efb0137b7273 req-0565b3c5-a286-4a90-a572-a48ce471e16a tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b HTTP/1.1" status: 200 len: 946 time: 0.0644383 Nov 12 00:42:13.737340 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0a6504e4-19b9-4fc2-a896-598e1f8a496c req-1d6442fd-cbc4-4bef-bc61-83387edf880e tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548348 Nov 12 00:42:13.740520 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3d78cbfa-3405-4757-bdff-efb0137b7273 req-9d7ce9a9-3f5c-465a-825e-8642725c910d tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454845 Nov 12 00:42:13.968040 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0a9b6-c0b1-4579-8728-9e093d5f9465 req-4d99b1ff-257e-4ae8-a3cf-290e0818faaf tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:13.969725 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-acd0a9b6-c0b1-4579-8728-9e093d5f9465 req-4d99b1ff-257e-4ae8-a3cf-290e0818faaf tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab937da0-f879-4977-9a9b-5f4b5a06f3d1 HTTP/1.1" status: 200 len: 946 time: 0.0561681 Nov 12 00:42:13.988908 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f49ae-8796-474f-b8fa-9fba4244c0a4 req-2f68ae20-2519-45bd-9976-30648efdce48 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:13.990710 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b15f49ae-8796-474f-b8fa-9fba4244c0a4 req-2f68ae20-2519-45bd-9976-30648efdce48 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/ports?device_id=f26f9685-865f-4bb6-b7ee-705c01c65e35 HTTP/1.1" status: 200 len: 951 time: 0.0597024 Nov 12 00:42:14.044926 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-acd0a9b6-c0b1-4579-8728-9e093d5f9465 req-45e60c09-0c0f-4ff0-a8d4-c6f676e0e07b tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668781 Nov 12 00:42:14.050557 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b15f49ae-8796-474f-b8fa-9fba4244c0a4 req-58f7e190-5210-4956-a491-fabfcd96e117 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/security-groups?id=854e8c06-d2ba-4660-8744-67dd889e0b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532508 Nov 12 00:42:14.125587 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-bce21b85-2439-4d9e-841b-d7d9ab4d0dbd tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:14.127753 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-bce21b85-2439-4d9e-841b-d7d9ab4d0dbd tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b&tenant_id=9a1fd583d08a44f4b64f3812361842fc&binding%3Ahost_id=n-h1-812236-11 HTTP/1.1" status: 200 len: 1098 time: 0.0617123 Nov 12 00:42:14.168248 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-99864e54-9ffa-4369-9c0b-fbaefc6127b0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812236-11'}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:14.234331 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-99864e54-9ffa-4369-9c0b-fbaefc6127b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:14.327990 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d29880-415c-4bc7-8717-78de752cd442 req-23c27392-746d-4d8e-80a6-2f1e6fcdad43 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:14.330016 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f0d29880-415c-4bc7-8717-78de752cd442 req-23c27392-746d-4d8e-80a6-2f1e6fcdad43 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 949 time: 0.0553873 Nov 12 00:42:14.381162 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-99864e54-9ffa-4369-9c0b-fbaefc6127b0 service neutron] For port c8ff2049-02a3-42f0-a400-fd605dfd586d, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=c8ff2049-02a3-42f0-a400-fd605dfd586d,segment=NetworkSegment(6dc56b81-8d8e-4b44-90a6-8b45d539a128),segment_id=6dc56b81-8d8e-4b44-90a6-8b45d539a128)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:14.396738 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f0d29880-415c-4bc7-8717-78de752cd442 req-a44d7f79-dd3c-4743-b650-3158e99e88de tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588281 Nov 12 00:42:14.424436 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-99864e54-9ffa-4369-9c0b-fbaefc6127b0 service neutron] For port c8ff2049-02a3-42f0-a400-fd605dfd586d, host n-h1-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:14.465865 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385d89e2-f5e2-49c3-98c5-4a71c450e67b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8ff2049-02a3-42f0-a400-fd605dfd586d'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:14.468167 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7437943b-a452-4888-bbc6-e5074e17574c" -d '{"events": [{"server_uuid": "385d89e2-f5e2-49c3-98c5-4a71c450e67b", "name": "network-vif-unplugged", "status": "completed", "tag": "c8ff2049-02a3-42f0-a400-fd605dfd586d"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:14.472614 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-99864e54-9ffa-4369-9c0b-fbaefc6127b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:14.479701 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-99864e54-9ffa-4369-9c0b-fbaefc6127b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:14.530340 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03ac1df-0c6a-4a20-b524-abafe5dfe440 x-openstack-request-id: req-d03ac1df-0c6a-4a20-b524-abafe5dfe440 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:14.530633 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385d89e2-f5e2-49c3-98c5-4a71c450e67b", "name": "network-vif-unplugged", "status": "completed", "tag": "c8ff2049-02a3-42f0-a400-fd605dfd586d", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:14.530883 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d03ac1df-0c6a-4a20-b524-abafe5dfe440 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:14.531264 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385d89e2-f5e2-49c3-98c5-4a71c450e67b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8ff2049-02a3-42f0-a400-fd605dfd586d', 'code': 200} Nov 12 00:42:14.552310 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device c8ff2049-02a3-42f0-a400-fd605dfd586d details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:42:14.574447 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-99864e54-9ffa-4369-9c0b-fbaefc6127b0 service neutron] Attempting to bind port c8ff2049-02a3-42f0-a400-fd605dfd586d on host n-h1-812236-11 for vnic_type normal with profile {"migrating_to": "n-h2-812236-11"} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:42:14.574754 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-99864e54-9ffa-4369-9c0b-fbaefc6127b0 service neutron] Attempting to bind port c8ff2049-02a3-42f0-a400-fd605dfd586d by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '6dc56b81-8d8e-4b44-90a6-8b45d539a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:42:14.575045 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-99864e54-9ffa-4369-9c0b-fbaefc6127b0 service neutron] Attempting to bind port c8ff2049-02a3-42f0-a400-fd605dfd586d on network efe1d89a-522f-4c40-b263-5cebd382e88d {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:14.577032 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99864e54-9ffa-4369-9c0b-fbaefc6127b0 service neutron] Pushing event updated for resources: {'Port': ['ID=c8ff2049-02a3-42f0-a400-fd605dfd586d,revision_number=7']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:14.582614 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-99864e54-9ffa-4369-9c0b-fbaefc6127b0 service neutron] Port c8ff2049-02a3-42f0-a400-fd605dfd586d on network efe1d89a-522f-4c40-b263-5cebd382e88d not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:42:14.582937 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-99864e54-9ffa-4369-9c0b-fbaefc6127b0 service neutron] Attempting to bind port c8ff2049-02a3-42f0-a400-fd605dfd586d on network efe1d89a-522f-4c40-b263-5cebd382e88d {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:14.588208 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-99864e54-9ffa-4369-9c0b-fbaefc6127b0 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:42:14.588614 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-99864e54-9ffa-4369-9c0b-fbaefc6127b0 service neutron] Checking segment: {'id': '6dc56b81-8d8e-4b44-90a6-8b45d539a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:14.589061 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-99864e54-9ffa-4369-9c0b-fbaefc6127b0 service neutron] Bound using segment: {'id': '6dc56b81-8d8e-4b44-90a6-8b45d539a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:42:14.589582 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-99864e54-9ffa-4369-9c0b-fbaefc6127b0 service neutron] Bound port: c8ff2049-02a3-42f0-a400-fd605dfd586d, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dc56b81-8d8e-4b44-90a6-8b45d539a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:42:14.590004 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-99864e54-9ffa-4369-9c0b-fbaefc6127b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:14.661503 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-99864e54-9ffa-4369-9c0b-fbaefc6127b0 service neutron] For port c8ff2049-02a3-42f0-a400-fd605dfd586d, host n-h1-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:14.665081 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-99864e54-9ffa-4369-9c0b-fbaefc6127b0 service neutron] For port c8ff2049-02a3-42f0-a400-fd605dfd586d, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=c8ff2049-02a3-42f0-a400-fd605dfd586d,segment=NetworkSegment(6dc56b81-8d8e-4b44-90a6-8b45d539a128),segment_id=6dc56b81-8d8e-4b44-90a6-8b45d539a128)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:42:14.671322 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-99864e54-9ffa-4369-9c0b-fbaefc6127b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:14.671527 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port c8ff2049-02a3-42f0-a400-fd605dfd586d, host n-h1-812236-11, got binding levels [] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:14.698230 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Attempting to bind port c8ff2049-02a3-42f0-a400-fd605dfd586d on host n-h1-812236-11 for vnic_type normal with profile {"migrating_to": "n-h2-812236-11"} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:42:14.698600 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Attempting to bind port c8ff2049-02a3-42f0-a400-fd605dfd586d by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '6dc56b81-8d8e-4b44-90a6-8b45d539a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:42:14.699173 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Attempting to bind port c8ff2049-02a3-42f0-a400-fd605dfd586d on network efe1d89a-522f-4c40-b263-5cebd382e88d {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:14.706824 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Port c8ff2049-02a3-42f0-a400-fd605dfd586d on network efe1d89a-522f-4c40-b263-5cebd382e88d not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:42:14.707395 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Attempting to bind port c8ff2049-02a3-42f0-a400-fd605dfd586d on network efe1d89a-522f-4c40-b263-5cebd382e88d {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:14.712642 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:42:14.713011 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Checking segment: {'id': '6dc56b81-8d8e-4b44-90a6-8b45d539a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:14.713866 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Bound using segment: {'id': '6dc56b81-8d8e-4b44-90a6-8b45d539a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:42:14.714488 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Bound port: c8ff2049-02a3-42f0-a400-fd605dfd586d, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dc56b81-8d8e-4b44-90a6-8b45d539a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:42:14.715063 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:14.739566 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-99864e54-9ffa-4369-9c0b-fbaefc6127b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:14.740596 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-99864e54-9ffa-4369-9c0b-fbaefc6127b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:14.742342 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-99864e54-9ffa-4369-9c0b-fbaefc6127b0 service neutron] 10.222.0.54 "PUT /v2.0/ports/c8ff2049-02a3-42f0-a400-fd605dfd586d HTTP/1.1" status: 200 len: 1124 time: 0.5783811 Nov 12 00:42:14.766669 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99864e54-9ffa-4369-9c0b-fbaefc6127b0 service neutron] Pushing event updated for resources: {'Port': ['ID=c8ff2049-02a3-42f0-a400-fd605dfd586d,revision_number=8']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:14.789878 n-d-812236-11 neutron-server[102663]: WARNING neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Concurrent port binding operations failed on port c8ff2049-02a3-42f0-a400-fd605dfd586d Nov 12 00:42:14.795913 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port c8ff2049-02a3-42f0-a400-fd605dfd586d, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=c8ff2049-02a3-42f0-a400-fd605dfd586d,segment=NetworkSegment(6dc56b81-8d8e-4b44-90a6-8b45d539a128),segment_id=6dc56b81-8d8e-4b44-90a6-8b45d539a128)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:14.798552 n-d-812236-11 neutron-server[102663]: INFO neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Attempt 2 to bind port c8ff2049-02a3-42f0-a400-fd605dfd586d Nov 12 00:42:14.799798 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device c8ff2049-02a3-42f0-a400-fd605dfd586d has no active binding in host n-h2-812236-11 {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 00:42:14.800182 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device c0f8351e-13fe-4efd-bd3e-8420edd27d93 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:42:14.881847 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be4e09-914e-4c6d-ba6a-4e966a0f176d req-0abc2346-f591-445c-8244-12e41bcb5cc8 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:14.883718 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-30be4e09-914e-4c6d-ba6a-4e966a0f176d req-0abc2346-f591-445c-8244-12e41bcb5cc8 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=3174a4f3-2a31-44a4-9cbd-60fba67d98cc HTTP/1.1" status: 200 len: 945 time: 0.0528281 Nov 12 00:42:14.902216 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61121b2d-c5ec-4b40-b775-b137ff08c448 req-3ac7cea0-5269-40ec-b813-7ec6857d5237 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:14.904728 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-61121b2d-c5ec-4b40-b775-b137ff08c448 req-3ac7cea0-5269-40ec-b813-7ec6857d5237 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b HTTP/1.1" status: 200 len: 944 time: 0.0609283 Nov 12 00:42:14.919080 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['c8ff2049-02a3-42f0-a400-fd605dfd586d'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:42:14.952947 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-30be4e09-914e-4c6d-ba6a-4e966a0f176d req-d4c419ec-26fb-464c-b6e1-e2dda49e5ee0 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519814 Nov 12 00:42:14.966859 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port c0f8351e-13fe-4efd-bd3e-8420edd27d93, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=c0f8351e-13fe-4efd-bd3e-8420edd27d93,segment=NetworkSegment(31f3cd0b-8f92-47c3-a72f-efb4d157fdb5),segment_id=31f3cd0b-8f92-47c3-a72f-efb4d157fdb5)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:14.986837 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'c0f8351e-13fe-4efd-bd3e-8420edd27d93', 'network_id': '040fca8f-d2ed-42cc-9d74-8da136d7b80f', 'port_id': 'c0f8351e-13fe-4efd-bd3e-8420edd27d93', 'mac_address': 'fa:16:3e:d5:19:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15eed615-9c1a-43c6-8268-d04dda46eb36', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:42:14.988137 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-61121b2d-c5ec-4b40-b775-b137ff08c448 req-b066c6e8-7d97-4d65-9cb0-15eadd0291d7 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673835 Nov 12 00:42:15.047042 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:15.077499 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c0f8351e-13fe-4efd-bd3e-8420edd27d93 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:42:15.092435 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['c8ff2049-02a3-42f0-a400-fd605dfd586d'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:42:15.147349 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port c0f8351e-13fe-4efd-bd3e-8420edd27d93, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=c0f8351e-13fe-4efd-bd3e-8420edd27d93,segment=NetworkSegment(31f3cd0b-8f92-47c3-a72f-efb4d157fdb5),segment_id=31f3cd0b-8f92-47c3-a72f-efb4d157fdb5)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:15.156032 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:15.199059 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e50260-1c81-4443-b8dc-a8a64ba57eeb req-d4e02e7b-7f47-406d-8f65-069c401975fa tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:15.200844 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e9e50260-1c81-4443-b8dc-a8a64ba57eeb req-d4e02e7b-7f47-406d-8f65-069c401975fa tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab937da0-f879-4977-9a9b-5f4b5a06f3d1 HTTP/1.1" status: 200 len: 946 time: 0.0564277 Nov 12 00:42:15.228924 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=c0f8351e-13fe-4efd-bd3e-8420edd27d93,revision_number=6']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:15.278368 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e9e50260-1c81-4443-b8dc-a8a64ba57eeb req-b1e7558d-77ff-4cb1-8b98-1946d8d6df57 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677214 Nov 12 00:42:15.355340 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf4cd5-4631-477e-aa1f-49d1d519472d req-2893b9f1-4e6a-473b-b1eb-f7c7ba877d75 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:15.357058 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-07cf4cd5-4631-477e-aa1f-49d1d519472d req-2893b9f1-4e6a-473b-b1eb-f7c7ba877d75 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/ports?device_id=f26f9685-865f-4bb6-b7ee-705c01c65e35 HTTP/1.1" status: 200 len: 951 time: 0.0672240 Nov 12 00:42:15.388016 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['542980b8-6964-4857-a940-20f788f4f1dd'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:42:15.408192 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-07cf4cd5-4631-477e-aa1f-49d1d519472d req-1e31c1ce-486c-4eaa-b645-303bd8f5a4a8 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/security-groups?id=854e8c06-d2ba-4660-8744-67dd889e0b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444314 Nov 12 00:42:15.554629 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43298) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:15.560898 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6d628b-2d08-4082-b47a-32e660c49b05 req-3a89be02-c316-42f7-a044-e3446a166837 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:15.563014 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cb6d628b-2d08-4082-b47a-32e660c49b05 req-3a89be02-c316-42f7-a044-e3446a166837 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 949 time: 0.0665412 Nov 12 00:42:15.616216 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cb6d628b-2d08-4082-b47a-32e660c49b05 req-f842a13f-db30-47eb-8ba9-e89101d126d5 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453303 Nov 12 00:42:15.677608 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3be48d8a-0133-4b05-b0a0-15be2157b9a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:15.763950 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3be48d8a-0133-4b05-b0a0-15be2157b9a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:15.769123 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3be48d8a-0133-4b05-b0a0-15be2157b9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:15.819135 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['c0f8351e-13fe-4efd-bd3e-8420edd27d93'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:42:15.822432 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-3be48d8a-0133-4b05-b0a0-15be2157b9a3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a4f5ce9253f340189bcb2025529a49a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2667661 Nov 12 00:42:15.823346 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be48d8a-0133-4b05-b0a0-15be2157b9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f713cfe5-1cb7-4546-99fc-3b2188431314,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:15.827285 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43330) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:15.904784 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-575d9cc9-0e5c-4878-b49c-e0c1ad8a6372 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:16.185169 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bd57c-c13e-47f4-8624-e51231dc81e5 req-ebf414cf-e9d8-4a67-a950-3dbee7919ecc tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:16.186721 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8b5bd57c-c13e-47f4-8624-e51231dc81e5 req-ebf414cf-e9d8-4a67-a950-3dbee7919ecc tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=3174a4f3-2a31-44a4-9cbd-60fba67d98cc HTTP/1.1" status: 200 len: 944 time: 0.0519390 Nov 12 00:42:16.236000 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8b5bd57c-c13e-47f4-8624-e51231dc81e5 req-83c940fd-fe73-403e-89c3-950e757af2f4 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424891 Nov 12 00:42:16.243745 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-575d9cc9-0e5c-4878-b49c-e0c1ad8a6372 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:16.300379 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657af0c4-7e4c-4787-b9fb-7043fe931db3 req-02b3bba0-e9c9-43be-8a9a-dad451acb337 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:16.301843 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-657af0c4-7e4c-4787-b9fb-7043fe931db3 req-02b3bba0-e9c9-43be-8a9a-dad451acb337 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.54 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a&tenant_id=79a8b3dad7a0401ab482e19b622fac98&binding%3Ahost_id=n-h2-812236-11 HTTP/1.1" status: 200 len: 949 time: 0.3870246 Nov 12 00:42:16.309935 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d22e3-ba08-43fd-85ca-bca001b91053 req-61d21ffc-0476-4da8-b383-357f129c88ca tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:16.311302 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-131d22e3-ba08-43fd-85ca-bca001b91053 req-61d21ffc-0476-4da8-b383-357f129c88ca tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 949 time: 0.3638551 Nov 12 00:42:16.341067 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f330155-2d88-440a-aad3-f58efd4c1719 req-0fbe062e-1513-4c36-a681-87be2989c22c tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:16.342495 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2f330155-2d88-440a-aad3-f58efd4c1719 req-0fbe062e-1513-4c36-a681-87be2989c22c tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b HTTP/1.1" status: 200 len: 944 time: 0.0518148 Nov 12 00:42:16.370104 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-575d9cc9-0e5c-4878-b49c-e0c1ad8a6372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:16.372561 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-575d9cc9-0e5c-4878-b49c-e0c1ad8a6372 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:16.373692 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-575d9cc9-0e5c-4878-b49c-e0c1ad8a6372 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f713cfe5-1cb7-4546-99fc-3b2188431314 HTTP/1.1" status: 204 len: 168 time: 0.5451243 Nov 12 00:42:16.397554 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2f330155-2d88-440a-aad3-f58efd4c1719 req-67e5df46-4ed4-44b0-9acb-b30105be0103 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482302 Nov 12 00:42:16.407653 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d9cc9-0e5c-4878-b49c-e0c1ad8a6372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f713cfe5-1cb7-4546-99fc-3b2188431314,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:16.421671 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-131d22e3-ba08-43fd-85ca-bca001b91053 req-875c1b1c-f725-4b1c-8928-8114e4058fab tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984879 Nov 12 00:42:16.421671 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-657af0c4-7e4c-4787-b9fb-7043fe931db3 req-820a4907-4e08-48e8-8970-676fd6c97423 service neutron] 10.222.0.54 "GET /v2.0/ports/542980b8-6964-4857-a940-20f788f4f1dd/bindings/n-h2-812236-11 HTTP/1.1" status: 200 len: 383 time: 0.1065698 Nov 12 00:42:16.523966 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657af0c4-7e4c-4787-b9fb-7043fe931db3 req-c0a8ea61-9579-4223-865e-aa1738b6b975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:16.527914 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-657af0c4-7e4c-4787-b9fb-7043fe931db3 req-c0a8ea61-9579-4223-865e-aa1738b6b975 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=79a8b3dad7a0401ab482e19b622fac98&device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 1101 time: 0.0546751 Nov 12 00:42:16.532537 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '385d89e2-f5e2-49c3-98c5-4a71c450e67b', 'tag': 'c8ff2049-02a3-42f0-a400-fd605dfd586d'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:16.537133 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace5d923-716f-4cd1-827a-17dd1f2e65f8" -d '{"events": [{"name": "network-changed", "server_uuid": "385d89e2-f5e2-49c3-98c5-4a71c450e67b", "tag": "c8ff2049-02a3-42f0-a400-fd605dfd586d"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:16.575548 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device c0f8351e-13fe-4efd-bd3e-8420edd27d93 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:42:16.638158 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718cd22-40f7-42c4-a416-3e5c89d827d7 req-c5571d9c-2131-47ee-b485-34e1de8b5235 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:16.646379 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f718cd22-40f7-42c4-a416-3e5c89d827d7 req-c5571d9c-2131-47ee-b485-34e1de8b5235 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab937da0-f879-4977-9a9b-5f4b5a06f3d1 HTTP/1.1" status: 200 len: 946 time: 0.0882256 Nov 12 00:42:16.669513 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port c0f8351e-13fe-4efd-bd3e-8420edd27d93 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:16.670007 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:16.679366 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657af0c4-7e4c-4787-b9fb-7043fe931db3 req-60bd3f7c-594b-4324-8e15-f617545cb0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:16.681096 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-657af0c4-7e4c-4787-b9fb-7043fe931db3 req-60bd3f7c-594b-4324-8e15-f617545cb0ca service neutron] 10.222.0.54 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.1385159 Nov 12 00:42:16.713166 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f718cd22-40f7-42c4-a416-3e5c89d827d7 req-894722ae-b4bf-4d5c-8ea7-08041ff46225 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653939 Nov 12 00:42:16.769992 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-657af0c4-7e4c-4787-b9fb-7043fe931db3 req-86300898-3fab-45b4-99a8-af939d250ae2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=542980b8-6964-4857-a940-20f788f4f1dd HTTP/1.1" status: 200 len: 217 time: 0.0782671 Nov 12 00:42:16.776749 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:16.789046 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43390) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:16.807099 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8cd4f22-a898-48fe-8ffe-c7f79149d6ef x-openstack-request-id: req-c8cd4f22-a898-48fe-8ffe-c7f79149d6ef {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:16.807455 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "385d89e2-f5e2-49c3-98c5-4a71c450e67b", "tag": "c8ff2049-02a3-42f0-a400-fd605dfd586d", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:16.807974 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c8cd4f22-a898-48fe-8ffe-c7f79149d6ef {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:16.808485 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '385d89e2-f5e2-49c3-98c5-4a71c450e67b', 'tag': 'c8ff2049-02a3-42f0-a400-fd605dfd586d', 'status': 'completed', 'code': 200} Nov 12 00:42:16.808719 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e24f2f8f-234b-4f39-be21-56fee3ffeae7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:16.809993 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3174a4f3-2a31-44a4-9cbd-60fba67d98cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f8351e-13fe-4efd-bd3e-8420edd27d93'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:16.818531 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b21b2a-c613-4228-a938-ba384cfe54e3" -d '{"events": [{"server_uuid": "3174a4f3-2a31-44a4-9cbd-60fba67d98cc", "name": "network-vif-plugged", "status": "completed", "tag": "c0f8351e-13fe-4efd-bd3e-8420edd27d93"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:16.845063 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port c0f8351e-13fe-4efd-bd3e-8420edd27d93, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=c0f8351e-13fe-4efd-bd3e-8420edd27d93,segment=NetworkSegment(31f3cd0b-8f92-47c3-a72f-efb4d157fdb5),segment_id=31f3cd0b-8f92-47c3-a72f-efb4d157fdb5)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:16.851688 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:16.852765 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 0e040e9b-b854-41af-a259-24e4f00f0106 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:42:16.874801 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657af0c4-7e4c-4787-b9fb-7043fe931db3 req-117d1753-dfdf-4cfe-9a35-b075ec9e985b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:16.877607 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-657af0c4-7e4c-4787-b9fb-7043fe931db3 req-117d1753-dfdf-4cfe-9a35-b075ec9e985b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.0975304 Nov 12 00:42:16.897963 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95f895d-b4f2-4208-9fb0-4565eb4b90ce x-openstack-request-id: req-f95f895d-b4f2-4208-9fb0-4565eb4b90ce {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:16.898257 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3174a4f3-2a31-44a4-9cbd-60fba67d98cc", "name": "network-vif-plugged", "status": "completed", "tag": "c0f8351e-13fe-4efd-bd3e-8420edd27d93", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:16.898683 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f95f895d-b4f2-4208-9fb0-4565eb4b90ce {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:16.899241 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3174a4f3-2a31-44a4-9cbd-60fba67d98cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f8351e-13fe-4efd-bd3e-8420edd27d93', 'code': 200} Nov 12 00:42:16.938442 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657af0c4-7e4c-4787-b9fb-7043fe931db3 req-1b62c8b7-7a71-42ca-8756-d8fd5a696592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:16.941600 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-657af0c4-7e4c-4787-b9fb-7043fe931db3 req-1b62c8b7-7a71-42ca-8756-d8fd5a696592 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0528042 Nov 12 00:42:16.968352 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5d923-716f-4cd1-827a-17dd1f2e65f8 req-7e51361b-e40c-4b40-a116-6326989e7161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:16.971652 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=c0f8351e-13fe-4efd-bd3e-8420edd27d93,revision_number=7']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:16.975036 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ace5d923-716f-4cd1-827a-17dd1f2e65f8 req-7e51361b-e40c-4b40-a116-6326989e7161 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a1fd583d08a44f4b64f3812361842fc&device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b HTTP/1.1" status: 200 len: 1127 time: 0.1304300 Nov 12 00:42:17.040598 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:17.075506 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-657af0c4-7e4c-4787-b9fb-7043fe931db3 req-21cd0267-f667-47e6-8518-2150da1ac398 service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245615 Nov 12 00:42:17.086731 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e24f2f8f-234b-4f39-be21-56fee3ffeae7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:17.094353 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253167b2-6c54-45de-93d9-326b7bb64350 req-2985b211-a0b4-4b29-9d8e-cc3c9f462718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:17.096377 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-253167b2-6c54-45de-93d9-326b7bb64350 req-2985b211-a0b4-4b29-9d8e-cc3c9f462718 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ab937da0-f879-4977-9a9b-5f4b5a06f3d1 HTTP/1.1" status: 200 len: 1098 time: 0.1653786 Nov 12 00:42:17.099181 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e24f2f8f-234b-4f39-be21-56fee3ffeae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:17.112066 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 0e040e9b-b854-41af-a259-24e4f00f0106, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=0e040e9b-b854-41af-a259-24e4f00f0106,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:17.118886 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:17.187296 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=0e040e9b-b854-41af-a259-24e4f00f0106,revision_number=11']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:17.198107 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-657af0c4-7e4c-4787-b9fb-7043fe931db3 req-7973397e-151d-43a5-aa75-dd093acd9cce service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115966 Nov 12 00:42:17.225919 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e24f2f8f-234b-4f39-be21-56fee3ffeae7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d3b067912f524f368c86f0f76109b499&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4357100 Nov 12 00:42:17.228556 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43438) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:17.232866 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5d923-716f-4cd1-827a-17dd1f2e65f8 req-045b5c20-6364-43aa-aefe-05e66672cf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:17.234325 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ace5d923-716f-4cd1-827a-17dd1f2e65f8 req-045b5c20-6364-43aa-aefe-05e66672cf52 service neutron] 10.222.0.49 "GET /v2.0/networks?id=efe1d89a-522f-4c40-b263-5cebd382e88d HTTP/1.1" status: 200 len: 922 time: 0.2376819 Nov 12 00:42:17.236858 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24f2f8f-234b-4f39-be21-56fee3ffeae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4e85ab-db64-4345-bc6c-5f034586df76,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:17.291231 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b76662df-c297-4ff6-923c-4ad65daa765d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:17.291775 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ace5d923-716f-4cd1-827a-17dd1f2e65f8 req-33d73420-40dd-4e5c-b42b-5e64d98cc56b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8ff2049-02a3-42f0-a400-fd605dfd586d HTTP/1.1" status: 200 len: 217 time: 0.0491540 Nov 12 00:42:17.294897 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-253167b2-6c54-45de-93d9-326b7bb64350 req-01d58379-6e79-4154-b387-2fa4d8973edc service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894219 Nov 12 00:42:17.313589 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b76662df-c297-4ff6-923c-4ad65daa765d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:17.393988 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95909f-acab-4ef4-8181-b501b890cb12 req-f6dac703-2810-4a21-84aa-b587ba482753 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:17.395357 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7a95909f-acab-4ef4-8181-b501b890cb12 req-f6dac703-2810-4a21-84aa-b587ba482753 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=3174a4f3-2a31-44a4-9cbd-60fba67d98cc HTTP/1.1" status: 200 len: 945 time: 0.0749304 Nov 12 00:42:17.419413 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b76662df-c297-4ff6-923c-4ad65daa765d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:17.422097 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b76662df-c297-4ff6-923c-4ad65daa765d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:17.423214 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b76662df-c297-4ff6-923c-4ad65daa765d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2e4e85ab-db64-4345-bc6c-5f034586df76 HTTP/1.1" status: 204 len: 168 time: 0.1935914 Nov 12 00:42:17.439224 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76662df-c297-4ff6-923c-4ad65daa765d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4e85ab-db64-4345-bc6c-5f034586df76,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:17.475536 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7a95909f-acab-4ef4-8181-b501b890cb12 req-7782439c-2b1b-4662-9047-b87889b93c73 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732310 Nov 12 00:42:17.565913 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c72af3-b2b5-4251-9c1d-fcd973e5fd3b req-123f5705-75bf-4921-81ec-cc463c419ac3 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:17.569643 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-92c72af3-b2b5-4251-9c1d-fcd973e5fd3b req-123f5705-75bf-4921-81ec-cc463c419ac3 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b HTTP/1.1" status: 200 len: 944 time: 0.0547028 Nov 12 00:42:17.589247 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e01452-1706-4fc7-8298-202b1369676f req-75974431-efba-419c-a1ad-7150ae426304 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:17.591511 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a0e01452-1706-4fc7-8298-202b1369676f req-75974431-efba-419c-a1ad-7150ae426304 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 949 time: 0.0636098 Nov 12 00:42:17.646550 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a0e01452-1706-4fc7-8298-202b1369676f req-abf3795d-7a39-4704-8238-3792393065ae tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466490 Nov 12 00:42:17.670855 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-92c72af3-b2b5-4251-9c1d-fcd973e5fd3b req-5f3200ef-1999-4fa7-aa4c-dc8a396710e7 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900607 Nov 12 00:42:17.672377 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5d923-716f-4cd1-827a-17dd1f2e65f8 req-a3ae5ec1-c8aa-4b93-a597-5549f0d8ffa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:17.673846 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ace5d923-716f-4cd1-827a-17dd1f2e65f8 req-a3ae5ec1-c8aa-4b93-a597-5549f0d8ffa2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=89218ce2-e54b-4f33-b040-6aa3f821723a HTTP/1.1" status: 200 len: 861 time: 0.0852306 Nov 12 00:42:17.721132 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ace5d923-716f-4cd1-827a-17dd1f2e65f8 req-40345cdd-9334-466f-97e0-8b58bf97d5f8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efe1d89a-522f-4c40-b263-5cebd382e88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359533 Nov 12 00:42:17.827822 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ace5d923-716f-4cd1-827a-17dd1f2e65f8 req-3fa7042e-48bc-45e6-92cf-32ebb784b163 service neutron] 10.222.0.49 "GET /v2.0/networks/efe1d89a-522f-4c40-b263-5cebd382e88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984933 Nov 12 00:42:17.924455 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4808e-48ea-4752-87d9-ad95cf6f15ba req-bf865b25-94e5-4c67-9613-ff562d28408f tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:17.931677 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e5f4808e-48ea-4752-87d9-ad95cf6f15ba req-bf865b25-94e5-4c67-9613-ff562d28408f tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab937da0-f879-4977-9a9b-5f4b5a06f3d1 HTTP/1.1" status: 200 len: 946 time: 0.0676353 Nov 12 00:42:17.949453 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ace5d923-716f-4cd1-827a-17dd1f2e65f8 req-c0d5e646-c96a-4175-9fb8-4c75117469ff service neutron] 10.222.0.49 "GET /v2.0/networks/efe1d89a-522f-4c40-b263-5cebd382e88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141636 Nov 12 00:42:17.991531 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e5f4808e-48ea-4752-87d9-ad95cf6f15ba req-5d6eb8c8-ea1e-472f-8479-16ed315ba5ff tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589304 Nov 12 00:42:18.261639 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43544) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:18.372525 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-18d4c0cb-8be3-4acc-b4ab-e4a51f9bdf32 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-394331080-network', 'tenant_id': '5106ef1cf2ac464fbbc46619abf32aaf'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:18.399195 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d4c0cb-8be3-4acc-b4ab-e4a51f9bdf32 admin admin] Made reservation on behalf of 5106ef1cf2ac464fbbc46619abf32aaf for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:18.401657 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-18d4c0cb-8be3-4acc-b4ab-e4a51f9bdf32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:18.410615 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-18d4c0cb-8be3-4acc-b4ab-e4a51f9bdf32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:18.491873 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-18d4c0cb-8be3-4acc-b4ab-e4a51f9bdf32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:18.496647 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-18d4c0cb-8be3-4acc-b4ab-e4a51f9bdf32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:18.536454 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18d4c0cb-8be3-4acc-b4ab-e4a51f9bdf32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:42:18.542990 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d4c0cb-8be3-4acc-b4ab-e4a51f9bdf32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc5467a-a933-4c4c-a418-d79919f05be7,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:18.550946 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-18d4c0cb-8be3-4acc-b4ab-e4a51f9bdf32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:18.551298 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-18d4c0cb-8be3-4acc-b4ab-e4a51f9bdf32 admin admin] Added segment a3f54236-5757-4920-84a5-c56a7ae9d377 of type vlan for network 43de0a3d-6daa-48c5-b90d-6bf725dca184 Nov 12 00:42:18.583609 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 542980b8-6964-4857-a940-20f788f4f1dd up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:42:18.614501 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-18d4c0cb-8be3-4acc-b4ab-e4a51f9bdf32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:18.620746 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089bb95-b66c-4d1b-8eca-26fb81189482 req-40138305-315a-479a-b58b-0da96253b0a5 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:18.622826 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0089bb95-b66c-4d1b-8eca-26fb81189482 req-40138305-315a-479a-b58b-0da96253b0a5 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=3174a4f3-2a31-44a4-9cbd-60fba67d98cc HTTP/1.1" status: 200 len: 945 time: 0.0793011 Nov 12 00:42:18.653278 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 542980b8-6964-4857-a940-20f788f4f1dd completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:42:18.657292 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 542980b8-6964-4857-a940-20f788f4f1dd triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:18.657713 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:18.662193 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-18d4c0cb-8be3-4acc-b4ab-e4a51f9bdf32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:18.663364 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d4c0cb-8be3-4acc-b4ab-e4a51f9bdf32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:18.664362 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-18d4c0cb-8be3-4acc-b4ab-e4a51f9bdf32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:18.705774 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0089bb95-b66c-4d1b-8eca-26fb81189482 req-ff430f2c-9c88-4161-86c8-b70c16a2e411 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753558 Nov 12 00:42:18.741450 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-18d4c0cb-8be3-4acc-b4ab-e4a51f9bdf32 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4786756 Nov 12 00:42:18.744565 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43574) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:18.751658 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-22e3abf7-0e7b-4c62-b422-05dff31e8057 admin admin] Request body: {'subnet': {'network_id': '43de0a3d-6daa-48c5-b90d-6bf725dca184', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-394331080-subnet', 'tenant_id': '5106ef1cf2ac464fbbc46619abf32aaf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:18.751844 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d4c0cb-8be3-4acc-b4ab-e4a51f9bdf32 admin admin] Pushing event updated for resources: {'Network': ['ID=43de0a3d-6daa-48c5-b90d-6bf725dca184,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:18.762867 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 43de0a3d-6daa-48c5-b90d-6bf725dca184 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:42:18.777961 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:18.798278 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e3abf7-0e7b-4c62-b422-05dff31e8057 admin admin] Made reservation on behalf of 5106ef1cf2ac464fbbc46619abf32aaf for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:18.804940 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-22e3abf7-0e7b-4c62-b422-05dff31e8057 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:18.877237 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 542980b8-6964-4857-a940-20f788f4f1dd, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=542980b8-6964-4857-a940-20f788f4f1dd,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:18.881990 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:18.907239 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f26f9685-865f-4bb6-b7ee-705c01c65e35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e040e9b-b854-41af-a259-24e4f00f0106'}, {'server_uuid': '442fa957-b056-4b96-beb8-2fd3daa7200a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542980b8-6964-4857-a940-20f788f4f1dd'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:18.911179 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4eb9fa8-6ba6-4527-8312-ffcb89a104da" -d '{"events": [{"server_uuid": "f26f9685-865f-4bb6-b7ee-705c01c65e35", "name": "network-vif-unplugged", "status": "completed", "tag": "0e040e9b-b854-41af-a259-24e4f00f0106"}, {"server_uuid": "442fa957-b056-4b96-beb8-2fd3daa7200a", "name": "network-vif-plugged", "status": "completed", "tag": "542980b8-6964-4857-a940-20f788f4f1dd"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:18.925604 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc771734-cd71-43c3-a278-b20f5ec893e0 req-77bd0179-b097-4f91-bf87-782288c7cbd8 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:18.927126 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dc771734-cd71-43c3-a278-b20f5ec893e0 req-77bd0179-b097-4f91-bf87-782288c7cbd8 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 949 time: 0.1450698 Nov 12 00:42:18.948254 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=542980b8-6964-4857-a940-20f788f4f1dd,revision_number=9']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:18.991232 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dc771734-cd71-43c3-a278-b20f5ec893e0 req-a752a946-ba99-4bb3-8985-0513e1e2dec8 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578043 Nov 12 00:42:19.109220 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-22e3abf7-0e7b-4c62-b422-05dff31e8057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:19.177856 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e1a45-06cb-4ef5-a5fa-51e738ea05d6 req-4d4e4eb3-8790-4184-8daa-74329fa694d4 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:19.179363 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-952e1a45-06cb-4ef5-a5fa-51e738ea05d6 req-4d4e4eb3-8790-4184-8daa-74329fa694d4 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b HTTP/1.1" status: 200 len: 944 time: 0.1168876 Nov 12 00:42:19.183659 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e3abf7-0e7b-4c62-b422-05dff31e8057 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56c66ecb-71a0-43bc-a08c-43987e92ad63,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:19.217048 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e3abf7-0e7b-4c62-b422-05dff31e8057 admin admin] Checking segment: {'id': 'a3f54236-5757-4920-84a5-c56a7ae9d377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '43de0a3d-6daa-48c5-b90d-6bf725dca184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:19.217427 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e3abf7-0e7b-4c62-b422-05dff31e8057 admin admin] Network hostable DHCP agents. Network: 43de0a3d-6daa-48c5-b90d-6bf725dca184, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:42:19.255637 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e3abf7-0e7b-4c62-b422-05dff31e8057 admin admin] Network 43de0a3d-6daa-48c5-b90d-6bf725dca184 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:42:19.261718 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-952e1a45-06cb-4ef5-a5fa-51e738ea05d6 req-86625a34-a57a-4520-9eda-9a3615a7ba8a tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708241 Nov 12 00:42:19.272892 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-22e3abf7-0e7b-4c62-b422-05dff31e8057 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 43de0a3d-6daa-48c5-b90d-6bf725dca184) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:19.277792 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e3abf7-0e7b-4c62-b422-05dff31e8057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:19.278403 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-22e3abf7-0e7b-4c62-b422-05dff31e8057 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:19.285929 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f82fb3-40a9-40c7-87eb-73f3faab14e2 None None] Network 43de0a3d-6daa-48c5-b90d-6bf725dca184 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:42:19.305501 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-22e3abf7-0e7b-4c62-b422-05dff31e8057 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5598047 Nov 12 00:42:19.308164 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43612) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:19.312530 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-1d14da13-d7b6-4d62-98e1-e9b0c7459240 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-394331080-router', 'tenant_id': '5106ef1cf2ac464fbbc46619abf32aaf', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:19.344016 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1d14da13-d7b6-4d62-98e1-e9b0c7459240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:19.346599 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1d14da13-d7b6-4d62-98e1-e9b0c7459240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:19.374061 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36153c5-dc62-4e95-946a-0911d0eff826 x-openstack-request-id: req-f36153c5-dc62-4e95-946a-0911d0eff826 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:19.374355 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f26f9685-865f-4bb6-b7ee-705c01c65e35", "name": "network-vif-unplugged", "status": "completed", "tag": "0e040e9b-b854-41af-a259-24e4f00f0106", "code": 200}, {"server_uuid": "442fa957-b056-4b96-beb8-2fd3daa7200a", "name": "network-vif-plugged", "status": "completed", "tag": "542980b8-6964-4857-a940-20f788f4f1dd", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:19.374601 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f36153c5-dc62-4e95-946a-0911d0eff826 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:19.375160 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f26f9685-865f-4bb6-b7ee-705c01c65e35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e040e9b-b854-41af-a259-24e4f00f0106', 'code': 200} Nov 12 00:42:19.375733 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '442fa957-b056-4b96-beb8-2fd3daa7200a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542980b8-6964-4857-a940-20f788f4f1dd', 'code': 200} Nov 12 00:42:19.428665 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1d14da13-d7b6-4d62-98e1-e9b0c7459240 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:19.488971 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3118329-8762-414e-8ef1-249c4dabd4be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-43de0a3d-6daa-48c5-b90d-6bf725dca184', 'network_id': '43de0a3d-6daa-48c5-b90d-6bf725dca184', 'tenant_id': '5106ef1cf2ac464fbbc46619abf32aaf', 'fixed_ips': [{'subnet_id': '56c66ecb-71a0-43bc-a08c-43987e92ad63'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:42:19.489903 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c3118329-8762-414e-8ef1-249c4dabd4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:19.531729 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d2baf-919c-4199-b254-628b0fe1d931 req-d34a8633-3c3b-4d58-8b79-c5158222c9ee tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:19.533615 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7b0d2baf-919c-4199-b254-628b0fe1d931 req-d34a8633-3c3b-4d58-8b79-c5158222c9ee tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab937da0-f879-4977-9a9b-5f4b5a06f3d1 HTTP/1.1" status: 200 len: 946 time: 0.1174345 Nov 12 00:42:19.630217 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1d14da13-d7b6-4d62-98e1-e9b0c7459240 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:19.649454 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-c3118329-8762-414e-8ef1-249c4dabd4be None None] Allocated IP 172.20.0.2 (43de0a3d-6daa-48c5-b90d-6bf725dca184/56c66ecb-71a0-43bc-a08c-43987e92ad63/0f068847-d10d-40de-ba27-d8f4c6fbf5aa) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:42:19.680747 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7b0d2baf-919c-4199-b254-628b0fe1d931 req-95330f6b-0b62-4a80-8f97-6b6475d1f432 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124434 Nov 12 00:42:19.933851 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163eecd7-006a-4aa6-9387-08770244e90a req-55fb7316-2d90-4a7b-b121-454fd93e8bc9 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:19.935634 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-163eecd7-006a-4aa6-9387-08770244e90a req-55fb7316-2d90-4a7b-b121-454fd93e8bc9 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c HTTP/1.1" status: 200 len: 946 time: 0.1333582 Nov 12 00:42:19.941496 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1d14da13-d7b6-4d62-98e1-e9b0c7459240 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:19.971957 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1d14da13-d7b6-4d62-98e1-e9b0c7459240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:19.975095 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c3118329-8762-414e-8ef1-249c4dabd4be None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:19.981161 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c3118329-8762-414e-8ef1-249c4dabd4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:19.988679 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b2215-7c7a-4c4c-9653-0a3918ee3c17 req-3a5a1674-5a60-402f-b759-119b57661a1c tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:19.990251 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ab3b2215-7c7a-4c4c-9653-0a3918ee3c17 req-3a5a1674-5a60-402f-b759-119b57661a1c tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=3174a4f3-2a31-44a4-9cbd-60fba67d98cc HTTP/1.1" status: 200 len: 945 time: 0.0522804 Nov 12 00:42:20.018581 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3118329-8762-414e-8ef1-249c4dabd4be None None] Network 43de0a3d-6daa-48c5-b90d-6bf725dca184 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:42:20.021711 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-c3118329-8762-414e-8ef1-249c4dabd4be None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:20.027704 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3118329-8762-414e-8ef1-249c4dabd4be None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:42:20.039941 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3118329-8762-414e-8ef1-249c4dabd4be None None] Pushing event updated for resources: {'Port': ['ID=0f068847-d10d-40de-ba27-d8f4c6fbf5aa,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:20.057712 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ab3b2215-7c7a-4c4c-9653-0a3918ee3c17 req-2c74eeae-7c52-4a6f-9b73-b82a62d63776 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557957 Nov 12 00:42:20.063027 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-163eecd7-006a-4aa6-9387-08770244e90a req-9fee7623-2a29-4e39-8a2b-2d8baec77125 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980940 Nov 12 00:42:20.103017 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-c3118329-8762-414e-8ef1-249c4dabd4be None None] Attempting to bind port 0f068847-d10d-40de-ba27-d8f4c6fbf5aa on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:42:20.103379 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-c3118329-8762-414e-8ef1-249c4dabd4be None None] Attempting to bind port 0f068847-d10d-40de-ba27-d8f4c6fbf5aa by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'a3f54236-5757-4920-84a5-c56a7ae9d377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '43de0a3d-6daa-48c5-b90d-6bf725dca184'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:42:20.103734 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3118329-8762-414e-8ef1-249c4dabd4be None None] Attempting to bind port 0f068847-d10d-40de-ba27-d8f4c6fbf5aa on network 43de0a3d-6daa-48c5-b90d-6bf725dca184 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:20.108868 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3118329-8762-414e-8ef1-249c4dabd4be None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:42:20.109245 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3118329-8762-414e-8ef1-249c4dabd4be None None] Checking segment: {'id': 'a3f54236-5757-4920-84a5-c56a7ae9d377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '43de0a3d-6daa-48c5-b90d-6bf725dca184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:20.109682 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c3118329-8762-414e-8ef1-249c4dabd4be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:20.110071 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3118329-8762-414e-8ef1-249c4dabd4be None None] Bound using segment: {'id': 'a3f54236-5757-4920-84a5-c56a7ae9d377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '43de0a3d-6daa-48c5-b90d-6bf725dca184'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:42:20.110537 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-c3118329-8762-414e-8ef1-249c4dabd4be None None] Bound port: 0f068847-d10d-40de-ba27-d8f4c6fbf5aa, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3f54236-5757-4920-84a5-c56a7ae9d377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '43de0a3d-6daa-48c5-b90d-6bf725dca184'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:42:20.111439 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c3118329-8762-414e-8ef1-249c4dabd4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:20.123598 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-1d14da13-d7b6-4d62-98e1-e9b0c7459240 admin admin] Allocated IP 172.25.2.116 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/2a440121-852a-4076-9f94-5057745cfeb9) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:42:20.194661 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-c3118329-8762-414e-8ef1-249c4dabd4be None None] For port 0f068847-d10d-40de-ba27-d8f4c6fbf5aa, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:20.198747 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-c3118329-8762-414e-8ef1-249c4dabd4be None None] For port 0f068847-d10d-40de-ba27-d8f4c6fbf5aa, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=0f068847-d10d-40de-ba27-d8f4c6fbf5aa,segment=NetworkSegment(a3f54236-5757-4920-84a5-c56a7ae9d377),segment_id=a3f54236-5757-4920-84a5-c56a7ae9d377)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:42:20.203595 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c3118329-8762-414e-8ef1-249c4dabd4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:20.287675 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3118329-8762-414e-8ef1-249c4dabd4be None None] Pushing event updated for resources: {'Port': ['ID=0f068847-d10d-40de-ba27-d8f4c6fbf5aa,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:20.299838 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87895b-5955-4b7f-aea8-88efdf448ad0 req-a3078b43-76b7-4ae0-b2db-147f1df39374 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:20.307121 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ba87895b-5955-4b7f-aea8-88efdf448ad0 req-a3078b43-76b7-4ae0-b2db-147f1df39374 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 950 time: 0.1415331 Nov 12 00:42:20.346772 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1d14da13-d7b6-4d62-98e1-e9b0c7459240 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:20.378865 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ba87895b-5955-4b7f-aea8-88efdf448ad0 req-89e9cda5-e568-4837-8915-f101ad22e033 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708749 Nov 12 00:42:20.404174 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a5fc0-1f42-4bd8-965e-184805448dd1 req-0d8cdd71-d4d4-4a2c-99ed-733070663a2d tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:20.406506 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-074a5fc0-1f42-4bd8-965e-184805448dd1 req-0d8cdd71-d4d4-4a2c-99ed-733070663a2d tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/ports?device_id=703d7211-de7c-4386-912e-b0b93082174b HTTP/1.1" status: 200 len: 948 time: 0.0771487 Nov 12 00:42:20.422652 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1d14da13-d7b6-4d62-98e1-e9b0c7459240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:20.475527 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-074a5fc0-1f42-4bd8-965e-184805448dd1 req-e8525d30-ff5d-4ff6-9d08-5303a87c0ea9 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/security-groups?id=854e8c06-d2ba-4660-8744-67dd889e0b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594268 Nov 12 00:42:20.477418 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d14da13-d7b6-4d62-98e1-e9b0c7459240 admin admin] Pushing event updated for resources: {'Port': ['ID=2a440121-852a-4076-9f94-5057745cfeb9,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:20.505558 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d14da13-d7b6-4d62-98e1-e9b0c7459240 admin admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:42:20.507378 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-1d14da13-d7b6-4d62-98e1-e9b0c7459240 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:20.510591 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d14da13-d7b6-4d62-98e1-e9b0c7459240 admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:42:20.764164 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b74965-291f-4ebc-85bb-9dbf245af784 req-ed3f6ebc-de49-4778-bc4f-8ddda0b8fc45 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:20.764386 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b3b74965-291f-4ebc-85bb-9dbf245af784 req-ed3f6ebc-de49-4778-bc4f-8ddda0b8fc45 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b HTTP/1.1" status: 200 len: 944 time: 0.1460114 Nov 12 00:42:20.871326 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b3b74965-291f-4ebc-85bb-9dbf245af784 req-04e03680-5aed-4f9e-a06a-7b451f06f72b tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924344 Nov 12 00:42:20.899295 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242a475-447f-4b04-81ad-c9991a91933f req-2edba7ab-23f3-45a5-8576-6fbbb214d9e9 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:20.901063 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b242a475-447f-4b04-81ad-c9991a91933f req-2edba7ab-23f3-45a5-8576-6fbbb214d9e9 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c HTTP/1.1" status: 200 len: 946 time: 0.0832925 Nov 12 00:42:20.913777 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657af0c4-7e4c-4787-b9fb-7043fe931db3 req-3126d732-4d07-4f33-86c1-010905b347dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:20.915615 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-657af0c4-7e4c-4787-b9fb-7043fe931db3 req-3126d732-4d07-4f33-86c1-010905b347dc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a&tenant_id=79a8b3dad7a0401ab482e19b622fac98 HTTP/1.1" status: 200 len: 1102 time: 0.0862384 Nov 12 00:42:20.934502 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1d14da13-d7b6-4d62-98e1-e9b0c7459240 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:20.936328 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-657af0c4-7e4c-4787-b9fb-7043fe931db3 req-8160ad6c-e8fc-488d-80d2-13b1b80075b3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812236-11', 'device_owner': 'compute:nova'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:20.989544 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b242a475-447f-4b04-81ad-c9991a91933f req-e74cc8ce-60f4-42d3-b09a-afba158a4c89 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782938 Nov 12 00:42:21.016852 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-657af0c4-7e4c-4787-b9fb-7043fe931db3 req-8160ad6c-e8fc-488d-80d2-13b1b80075b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:21.186748 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1d14da13-d7b6-4d62-98e1-e9b0c7459240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:21.202240 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd6b56-a596-4996-b18e-e09a33875fc1 req-2a417ab0-1327-4817-9397-3389646e25f2 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:21.203726 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-13cd6b56-a596-4996-b18e-e09a33875fc1 req-2a417ab0-1327-4817-9397-3389646e25f2 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=3174a4f3-2a31-44a4-9cbd-60fba67d98cc HTTP/1.1" status: 200 len: 945 time: 0.0660832 Nov 12 00:42:21.247030 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-657af0c4-7e4c-4787-b9fb-7043fe931db3 req-8160ad6c-e8fc-488d-80d2-13b1b80075b3 service neutron] For port 542980b8-6964-4857-a940-20f788f4f1dd, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=542980b8-6964-4857-a940-20f788f4f1dd,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:21.281337 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-657af0c4-7e4c-4787-b9fb-7043fe931db3 req-8160ad6c-e8fc-488d-80d2-13b1b80075b3 service neutron] For port 542980b8-6964-4857-a940-20f788f4f1dd, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:21.328848 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '442fa957-b056-4b96-beb8-2fd3daa7200a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '542980b8-6964-4857-a940-20f788f4f1dd'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:21.331849 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7082ea76-9c09-4752-b0cf-6fc755f7fa5f" -d '{"events": [{"server_uuid": "442fa957-b056-4b96-beb8-2fd3daa7200a", "name": "network-vif-unplugged", "status": "completed", "tag": "542980b8-6964-4857-a940-20f788f4f1dd"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:21.336243 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-13cd6b56-a596-4996-b18e-e09a33875fc1 req-b8ae775e-01b8-4fb3-9250-e38d77ffda97 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921576 Nov 12 00:42:21.347961 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-657af0c4-7e4c-4787-b9fb-7043fe931db3 req-8160ad6c-e8fc-488d-80d2-13b1b80075b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:21.365633 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-657af0c4-7e4c-4787-b9fb-7043fe931db3 req-8160ad6c-e8fc-488d-80d2-13b1b80075b3 service neutron] Transition to ACTIVE for port object 542980b8-6964-4857-a940-20f788f4f1dd will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:42:21.369500 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-657af0c4-7e4c-4787-b9fb-7043fe931db3 req-8160ad6c-e8fc-488d-80d2-13b1b80075b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:21.396640 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d14da13-d7b6-4d62-98e1-e9b0c7459240 admin admin] Router 32c122ca-fa53-41c0-8f4e-0c309b87b87c is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:42:21.403464 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97a04e7-cb1f-4212-a668-905b302211f4 x-openstack-request-id: req-c97a04e7-cb1f-4212-a668-905b302211f4 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:21.403756 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "442fa957-b056-4b96-beb8-2fd3daa7200a", "name": "network-vif-unplugged", "status": "completed", "tag": "542980b8-6964-4857-a940-20f788f4f1dd", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:21.404009 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c97a04e7-cb1f-4212-a668-905b302211f4 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:21.404401 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '442fa957-b056-4b96-beb8-2fd3daa7200a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '542980b8-6964-4857-a940-20f788f4f1dd', 'code': 200} Nov 12 00:42:21.404683 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de8d2a2-5c03-46cb-9448-4905f3848a04 None None] Network 43de0a3d-6daa-48c5-b90d-6bf725dca184 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:42:21.430466 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8160ad6c-e8fc-488d-80d2-13b1b80075b3 service neutron] Pushing event updated for resources: {'Port': ['ID=542980b8-6964-4857-a940-20f788f4f1dd,revision_number=10']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:21.463036 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-657af0c4-7e4c-4787-b9fb-7043fe931db3 req-8160ad6c-e8fc-488d-80d2-13b1b80075b3 service neutron] No DVR routers for this DVR port 542980b8-6964-4857-a940-20f788f4f1dd on host n-h2-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:42:21.531749 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-c5f1207e-a060-4a79-9618-c8cc0bef95a7 None None] Provisioning complete for port 0f068847-d10d-40de-ba27-d8f4c6fbf5aa triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:21.532220 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c5f1207e-a060-4a79-9618-c8cc0bef95a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:21.546556 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-657af0c4-7e4c-4787-b9fb-7043fe931db3 req-8160ad6c-e8fc-488d-80d2-13b1b80075b3 service neutron] Attempting to bind port 542980b8-6964-4857-a940-20f788f4f1dd on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:42:21.548398 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-657af0c4-7e4c-4787-b9fb-7043fe931db3 req-8160ad6c-e8fc-488d-80d2-13b1b80075b3 service neutron] Attempting to bind port 542980b8-6964-4857-a940-20f788f4f1dd by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:42:21.548972 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657af0c4-7e4c-4787-b9fb-7043fe931db3 req-8160ad6c-e8fc-488d-80d2-13b1b80075b3 service neutron] Attempting to bind port 542980b8-6964-4857-a940-20f788f4f1dd on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:21.556205 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657af0c4-7e4c-4787-b9fb-7043fe931db3 req-8160ad6c-e8fc-488d-80d2-13b1b80075b3 service neutron] Port 542980b8-6964-4857-a940-20f788f4f1dd on network 172a28b2-119c-4d70-aef1-a731eb107d6c not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:42:21.556767 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657af0c4-7e4c-4787-b9fb-7043fe931db3 req-8160ad6c-e8fc-488d-80d2-13b1b80075b3 service neutron] Attempting to bind port 542980b8-6964-4857-a940-20f788f4f1dd on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:21.566480 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657af0c4-7e4c-4787-b9fb-7043fe931db3 req-8160ad6c-e8fc-488d-80d2-13b1b80075b3 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:42:21.567154 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657af0c4-7e4c-4787-b9fb-7043fe931db3 req-8160ad6c-e8fc-488d-80d2-13b1b80075b3 service neutron] Checking segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:21.568091 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657af0c4-7e4c-4787-b9fb-7043fe931db3 req-8160ad6c-e8fc-488d-80d2-13b1b80075b3 service neutron] Bound using segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:42:21.568941 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-657af0c4-7e4c-4787-b9fb-7043fe931db3 req-8160ad6c-e8fc-488d-80d2-13b1b80075b3 service neutron] Bound port: 542980b8-6964-4857-a940-20f788f4f1dd, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:42:21.570554 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-657af0c4-7e4c-4787-b9fb-7043fe931db3 req-8160ad6c-e8fc-488d-80d2-13b1b80075b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:21.615229 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d14da13-d7b6-4d62-98e1-e9b0c7459240 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:42:21.623568 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db064730-2eb9-4db5-86ca-09f962dfe88e None None] Sync routers for ids ['32c122ca-fa53-41c0-8f4e-0c309b87b87c'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:42:21.645593 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db064730-2eb9-4db5-86ca-09f962dfe88e None None] Routers {'32c122ca-fa53-41c0-8f4e-0c309b87b87c'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:42:21.649429 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-db064730-2eb9-4db5-86ca-09f962dfe88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:42:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['32c122ca-fa53-41c0-8f4e-0c309b87b87c'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:21.680863 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 0f068847-d10d-40de-ba27-d8f4c6fbf5aa up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:42:21.684949 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca185b83-86cb-49c9-b22f-54e7ded72bf4 req-3189168a-feb2-469d-b32d-6f8acbfc9ee4 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:21.697893 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ca185b83-86cb-49c9-b22f-54e7ded72bf4 req-3189168a-feb2-469d-b32d-6f8acbfc9ee4 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 949 time: 0.1737223 Nov 12 00:42:21.740145 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1d14da13-d7b6-4d62-98e1-e9b0c7459240 admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:21.744479 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1d14da13-d7b6-4d62-98e1-e9b0c7459240 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4352460 Nov 12 00:42:21.747495 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43682) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:21.776354 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c5f1207e-a060-4a79-9618-c8cc0bef95a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:21.785799 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f2434-19cf-4a77-b8cd-206fb71906f7 req-8194a597-0247-45ec-a36e-3b8432cd6280 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:21.793596 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8d8f2434-19cf-4a77-b8cd-206fb71906f7 req-8194a597-0247-45ec-a36e-3b8432cd6280 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/ports?device_id=703d7211-de7c-4386-912e-b0b93082174b HTTP/1.1" status: 200 len: 948 time: 0.2026672 Nov 12 00:42:21.804010 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-657af0c4-7e4c-4787-b9fb-7043fe931db3 req-8160ad6c-e8fc-488d-80d2-13b1b80075b3 service neutron] For port 542980b8-6964-4857-a940-20f788f4f1dd, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:21.808186 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-657af0c4-7e4c-4787-b9fb-7043fe931db3 req-8160ad6c-e8fc-488d-80d2-13b1b80075b3 service neutron] For port 542980b8-6964-4857-a940-20f788f4f1dd, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=542980b8-6964-4857-a940-20f788f4f1dd,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:42:21.821349 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-657af0c4-7e4c-4787-b9fb-7043fe931db3 req-8160ad6c-e8fc-488d-80d2-13b1b80075b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:21.847692 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-db064730-2eb9-4db5-86ca-09f962dfe88e None None] Set router 32c122ca-fa53-41c0-8f4e-0c309b87b87c gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:42:21.873654 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657af0c4-7e4c-4787-b9fb-7043fe931db3 req-8160ad6c-e8fc-488d-80d2-13b1b80075b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:21.874472 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-657af0c4-7e4c-4787-b9fb-7043fe931db3 req-8160ad6c-e8fc-488d-80d2-13b1b80075b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:21.876064 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-657af0c4-7e4c-4787-b9fb-7043fe931db3 req-8160ad6c-e8fc-488d-80d2-13b1b80075b3 service neutron] 10.222.0.49 "PUT /v2.0/ports/542980b8-6964-4857-a940-20f788f4f1dd HTTP/1.1" status: 200 len: 1098 time: 0.9453096 Nov 12 00:42:21.890221 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-c5f1207e-a060-4a79-9618-c8cc0bef95a7 None None] For port 0f068847-d10d-40de-ba27-d8f4c6fbf5aa, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=0f068847-d10d-40de-ba27-d8f4c6fbf5aa,segment=NetworkSegment(a3f54236-5757-4920-84a5-c56a7ae9d377),segment_id=a3f54236-5757-4920-84a5-c56a7ae9d377)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:21.894487 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 0f068847-d10d-40de-ba27-d8f4c6fbf5aa triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:21.895079 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:21.910616 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ca185b83-86cb-49c9-b22f-54e7ded72bf4 req-623c53c2-c5a0-45b7-9ef7-c801edc49076 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116978 Nov 12 00:42:21.921993 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8d8f2434-19cf-4a77-b8cd-206fb71906f7 req-6fde06bc-5790-4c24-9f9f-e1f66e5a5cc7 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/security-groups?id=854e8c06-d2ba-4660-8744-67dd889e0b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273363 Nov 12 00:42:21.925571 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c5f1207e-a060-4a79-9618-c8cc0bef95a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:22.068235 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1207e-a060-4a79-9618-c8cc0bef95a7 None None] Pushing event updated for resources: {'Port': ['ID=0f068847-d10d-40de-ba27-d8f4c6fbf5aa,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:22.202788 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-db064730-2eb9-4db5-86ca-09f962dfe88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c122ca-fa53-41c0-8f4e-0c309b87b87c', 'name': 'tempest-AttachSCSIVolumeTestJSON-394331080-router', 'tenant_id': '5106ef1cf2ac464fbbc46619abf32aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '2a440121-852a-4076-9f94-5057745cfeb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:19Z', 'updated_at': '2021-11-12T00:42:20Z', 'revision_number': 3, 'project_id': '5106ef1cf2ac464fbbc46619abf32aaf', 'gw_port': {'id': '2a440121-852a-4076-9f94-5057745cfeb9', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f7:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c122ca-fa53-41c0-8f4e-0c309b87b87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:19Z', 'updated_at': '2021-11-12T00:42:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:22.245052 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db064730-2eb9-4db5-86ca-09f962dfe88e None None] Checking router: 32c122ca-fa53-41c0-8f4e-0c309b87b87c for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:42:22.245793 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db064730-2eb9-4db5-86ca-09f962dfe88e None None] Updating router 32c122ca-fa53-41c0-8f4e-0c309b87b87c port 2a440121-852a-4076-9f94-5057745cfeb9 binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:42:22.287049 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-db064730-2eb9-4db5-86ca-09f962dfe88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:22.386565 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-f3184761-64db-4954-a9fd-73d6a98cef4c None None] Provisioning complete for port 0f068847-d10d-40de-ba27-d8f4c6fbf5aa triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:22.387087 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f3184761-64db-4954-a9fd-73d6a98cef4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:22.480411 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8160ad6c-e8fc-488d-80d2-13b1b80075b3 service neutron] Pushing event updated for resources: {'Port': ['ID=542980b8-6964-4857-a940-20f788f4f1dd,revision_number=11']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:22.524471 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657af0c4-7e4c-4787-b9fb-7043fe931db3 req-13732704-3925-41f1-98e6-d897524df511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:22.526034 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-657af0c4-7e4c-4787-b9fb-7043fe931db3 req-13732704-3925-41f1-98e6-d897524df511 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=79a8b3dad7a0401ab482e19b622fac98&device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 1101 time: 0.5942812 Nov 12 00:42:22.535117 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97705a74-2e86-48b3-a170-48c692f2c09f req-a89fc92a-4b17-4942-aee3-d930a9dd2379 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:22.542655 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-97705a74-2e86-48b3-a170-48c692f2c09f req-a89fc92a-4b17-4942-aee3-d930a9dd2379 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b HTTP/1.1" status: 200 len: 944 time: 0.0945008 Nov 12 00:42:22.609054 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-db064730-2eb9-4db5-86ca-09f962dfe88e None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:22.617079 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-db064730-2eb9-4db5-86ca-09f962dfe88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:22.620192 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 542980b8-6964-4857-a940-20f788f4f1dd no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:42:22.654872 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-97705a74-2e86-48b3-a170-48c692f2c09f req-024b72de-baf8-405c-b997-a44e32fecbfe tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114018 Nov 12 00:42:22.681992 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657af0c4-7e4c-4787-b9fb-7043fe931db3 req-4470ca65-7b58-482b-afaa-621d78732145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:22.683469 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-657af0c4-7e4c-4787-b9fb-7043fe931db3 req-4470ca65-7b58-482b-afaa-621d78732145 service neutron] 10.222.0.49 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.1383355 Nov 12 00:42:22.686839 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a602bf1b-1103-4476-8da3-d2f78500ce41 None None] Pushing event updated for resources: {'Port': ['ID=2a440121-852a-4076-9f94-5057745cfeb9,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:22.712447 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a602bf1b-1103-4476-8da3-d2f78500ce41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:22.712790 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a602bf1b-1103-4476-8da3-d2f78500ce41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:22.713811 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a602bf1b-1103-4476-8da3-d2f78500ce41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:22.714303 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a602bf1b-1103-4476-8da3-d2f78500ce41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:22.715074 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a602bf1b-1103-4476-8da3-d2f78500ce41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:22.715627 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a602bf1b-1103-4476-8da3-d2f78500ce41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:22.716113 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a602bf1b-1103-4476-8da3-d2f78500ce41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:22.716591 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a602bf1b-1103-4476-8da3-d2f78500ce41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:22.717069 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a602bf1b-1103-4476-8da3-d2f78500ce41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:22.717805 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a602bf1b-1103-4476-8da3-d2f78500ce41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:22.718313 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a602bf1b-1103-4476-8da3-d2f78500ce41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:22.718928 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a602bf1b-1103-4476-8da3-d2f78500ce41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:22.726289 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 542980b8-6964-4857-a940-20f788f4f1dd not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:42:22.730612 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12dc5cc-4474-4850-a3aa-cec944858334 req-88920fe6-fe97-4c2d-b003-179bc04cf2c5 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:22.735439 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-db064730-2eb9-4db5-86ca-09f962dfe88e None None] Attempting to bind port 2a440121-852a-4076-9f94-5057745cfeb9 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:42:22.736061 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-db064730-2eb9-4db5-86ca-09f962dfe88e None None] Attempting to bind port 2a440121-852a-4076-9f94-5057745cfeb9 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:42:22.736962 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db064730-2eb9-4db5-86ca-09f962dfe88e None None] Attempting to bind port 2a440121-852a-4076-9f94-5057745cfeb9 on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:22.739220 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e12dc5cc-4474-4850-a3aa-cec944858334 req-88920fe6-fe97-4c2d-b003-179bc04cf2c5 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c HTTP/1.1" status: 200 len: 946 time: 0.4702048 Nov 12 00:42:22.739996 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-657af0c4-7e4c-4787-b9fb-7043fe931db3 req-7ffcf538-905f-4acd-996b-fbcadb77edc1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=542980b8-6964-4857-a940-20f788f4f1dd HTTP/1.1" status: 200 len: 217 time: 0.0478797 Nov 12 00:42:22.745698 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db064730-2eb9-4db5-86ca-09f962dfe88e None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:42:22.746012 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db064730-2eb9-4db5-86ca-09f962dfe88e None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:22.746671 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-db064730-2eb9-4db5-86ca-09f962dfe88e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:22.747071 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db064730-2eb9-4db5-86ca-09f962dfe88e None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:42:22.752261 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-db064730-2eb9-4db5-86ca-09f962dfe88e None None] Bound port: 2a440121-852a-4076-9f94-5057745cfeb9, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:42:22.752728 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-db064730-2eb9-4db5-86ca-09f962dfe88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:22.814968 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-db064730-2eb9-4db5-86ca-09f962dfe88e None None] For port 2a440121-852a-4076-9f94-5057745cfeb9, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:22.818240 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-db064730-2eb9-4db5-86ca-09f962dfe88e None None] For port 2a440121-852a-4076-9f94-5057745cfeb9, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=2a440121-852a-4076-9f94-5057745cfeb9,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:42:22.823154 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-db064730-2eb9-4db5-86ca-09f962dfe88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:22.836952 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e12dc5cc-4474-4850-a3aa-cec944858334 req-6e1f44b8-08bf-4371-9ec4-52d8f3c658e4 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966644 Nov 12 00:42:22.842192 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657af0c4-7e4c-4787-b9fb-7043fe931db3 req-4fd2f1e1-4b73-4146-900f-1500e06841bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:22.842192 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-657af0c4-7e4c-4787-b9fb-7043fe931db3 req-4fd2f1e1-4b73-4146-900f-1500e06841bb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.0928915 Nov 12 00:42:22.871000 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db064730-2eb9-4db5-86ca-09f962dfe88e None None] Routers {'32c122ca-fa53-41c0-8f4e-0c309b87b87c'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:42:22.871750 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-db064730-2eb9-4db5-86ca-09f962dfe88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:42:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['32c122ca-fa53-41c0-8f4e-0c309b87b87c'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:22.902932 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37e4e1-bd8d-455f-bc4b-10ef36d42353 req-0cb7ac26-2e51-4aeb-8105-57d62494f01c tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:22.904467 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-db37e4e1-bd8d-455f-bc4b-10ef36d42353 req-0cb7ac26-2e51-4aeb-8105-57d62494f01c tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=3174a4f3-2a31-44a4-9cbd-60fba67d98cc HTTP/1.1" status: 200 len: 945 time: 0.1332424 Nov 12 00:42:22.915009 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657af0c4-7e4c-4787-b9fb-7043fe931db3 req-8bdf8ac0-1e29-4133-9985-b2de6d41b39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:22.916641 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-657af0c4-7e4c-4787-b9fb-7043fe931db3 req-8bdf8ac0-1e29-4133-9985-b2de6d41b39f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0663419 Nov 12 00:42:22.999760 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a602bf1b-1103-4476-8da3-d2f78500ce41 None None] Pushing event updated for resources: {'Port': ['ID=2a440121-852a-4076-9f94-5057745cfeb9,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:23.009385 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-db064730-2eb9-4db5-86ca-09f962dfe88e None None] Set router 32c122ca-fa53-41c0-8f4e-0c309b87b87c gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:42:23.013030 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-37176ca2-cc70-4047-a454-27cec7cae10a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:23.055631 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-db37e4e1-bd8d-455f-bc4b-10ef36d42353 req-1971556c-6696-4bbc-bf8a-d601f5a6c13a tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380157 Nov 12 00:42:23.088130 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-657af0c4-7e4c-4787-b9fb-7043fe931db3 req-3f57a8e6-8892-4075-b329-49c2692894d4 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617603 Nov 12 00:42:23.129057 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d3a92-93ac-49e8-b431-d647add09c63 req-78d0e086-ce09-4d4f-9a1e-d8a1c7a7419f tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:23.133566 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9a4d3a92-93ac-49e8-b431-d647add09c63 req-78d0e086-ce09-4d4f-9a1e-d8a1c7a7419f tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 949 time: 0.1098709 Nov 12 00:42:23.243577 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669e5da-adff-46c3-b6f3-09d0c0fbae89 req-1af7a83f-e208-498d-a2ea-75a664a4e68b tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:23.245270 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3669e5da-adff-46c3-b6f3-09d0c0fbae89 req-1af7a83f-e208-498d-a2ea-75a664a4e68b tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/ports?device_id=703d7211-de7c-4386-912e-b0b93082174b HTTP/1.1" status: 200 len: 948 time: 0.1110737 Nov 12 00:42:23.254531 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-657af0c4-7e4c-4787-b9fb-7043fe931db3 req-4649107a-bb70-4111-9342-b5e2b73b1008 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525996 Nov 12 00:42:23.256859 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9a4d3a92-93ac-49e8-b431-d647add09c63 req-bedf549c-0aae-4b62-86a1-daa2a09af355 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195316 Nov 12 00:42:23.294958 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-37176ca2-cc70-4047-a454-27cec7cae10a admin admin] Allocated IP 172.20.0.1 (43de0a3d-6daa-48c5-b90d-6bf725dca184/56c66ecb-71a0-43bc-a08c-43987e92ad63/b6893f56-fb25-40e0-a961-98a72faac750) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:42:23.320034 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3669e5da-adff-46c3-b6f3-09d0c0fbae89 req-a59124ef-7c97-41dd-86f0-028ece6301ad tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/security-groups?id=854e8c06-d2ba-4660-8744-67dd889e0b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642841 Nov 12 00:42:23.402825 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-db064730-2eb9-4db5-86ca-09f962dfe88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c122ca-fa53-41c0-8f4e-0c309b87b87c', 'name': 'tempest-AttachSCSIVolumeTestJSON-394331080-router', 'tenant_id': '5106ef1cf2ac464fbbc46619abf32aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '2a440121-852a-4076-9f94-5057745cfeb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:19Z', 'updated_at': '2021-11-12T00:42:20Z', 'revision_number': 3, 'project_id': '5106ef1cf2ac464fbbc46619abf32aaf', 'gw_port': {'id': '2a440121-852a-4076-9f94-5057745cfeb9', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f7:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c122ca-fa53-41c0-8f4e-0c309b87b87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:19Z', 'updated_at': '2021-11-12T00:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:23.405893 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '442fa957-b056-4b96-beb8-2fd3daa7200a', 'tag': '542980b8-6964-4857-a940-20f788f4f1dd'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:23.410822 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2e849f-6081-41e6-8a18-3947c6e61a44" -d '{"events": [{"name": "network-changed", "server_uuid": "442fa957-b056-4b96-beb8-2fd3daa7200a", "tag": "542980b8-6964-4857-a940-20f788f4f1dd"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:23.435605 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db064730-2eb9-4db5-86ca-09f962dfe88e None None] The sync data for ids ['32c122ca-fa53-41c0-8f4e-0c309b87b87c'] in n-d-812236-11 is: [{'id': '32c122ca-fa53-41c0-8f4e-0c309b87b87c', 'name': 'tempest-AttachSCSIVolumeTestJSON-394331080-router', 'tenant_id': '5106ef1cf2ac464fbbc46619abf32aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '2a440121-852a-4076-9f94-5057745cfeb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:19Z', 'updated_at': '2021-11-12T00:42:20Z', 'revision_number': 3, 'project_id': '5106ef1cf2ac464fbbc46619abf32aaf', 'gw_port': {'id': '2a440121-852a-4076-9f94-5057745cfeb9', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f7:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c122ca-fa53-41c0-8f4e-0c309b87b87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:19Z', 'updated_at': '2021-11-12T00:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:42:23.455343 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6b9f7-1a05-4474-b872-d6bf90bec9c9 req-a8aac548-0465-4d7c-855a-cde5dd8fd26b tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:23.457153 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fef6b9f7-1a05-4474-b872-d6bf90bec9c9 req-a8aac548-0465-4d7c-855a-cde5dd8fd26b tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.54 "GET /v2.0/ports?device_id=703d7211-de7c-4386-912e-b0b93082174b HTTP/1.1" status: 200 len: 948 time: 0.1497164 Nov 12 00:42:23.503158 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-37176ca2-cc70-4047-a454-27cec7cae10a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:23.602962 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 0f068847-d10d-40de-ba27-d8f4c6fbf5aa up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:42:23.610364 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-37176ca2-cc70-4047-a454-27cec7cae10a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:23.675896 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37176ca2-cc70-4047-a454-27cec7cae10a admin admin] Network 43de0a3d-6daa-48c5-b90d-6bf725dca184 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:42:23.678508 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-fef6b9f7-1a05-4474-b872-d6bf90bec9c9 req-a47f8d30-86e8-4a2a-b737-b1f5fc90ebef tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Deleting port b06c821b-bff1-411f-96ae-10a43e76c013 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:42:23.678848 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-fef6b9f7-1a05-4474-b872-d6bf90bec9c9 req-a47f8d30-86e8-4a2a-b737-b1f5fc90ebef tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:23.697972 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-37176ca2-cc70-4047-a454-27cec7cae10a admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:23.699326 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142b49c2-28ef-4509-ba4a-1f691fe13b2c x-openstack-request-id: req-142b49c2-28ef-4509-ba4a-1f691fe13b2c {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:23.699952 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37176ca2-cc70-4047-a454-27cec7cae10a admin admin] Pushing event updated for resources: {'Port': ['ID=b6893f56-fb25-40e0-a961-98a72faac750,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:23.700419 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "442fa957-b056-4b96-beb8-2fd3daa7200a", "tag": "542980b8-6964-4857-a940-20f788f4f1dd", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:23.700806 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-142b49c2-28ef-4509-ba4a-1f691fe13b2c {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:23.701649 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '442fa957-b056-4b96-beb8-2fd3daa7200a', 'tag': '542980b8-6964-4857-a940-20f788f4f1dd', 'status': 'completed', 'code': 200} Nov 12 00:42:23.721009 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37176ca2-cc70-4047-a454-27cec7cae10a admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:42:23.733777 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 0f068847-d10d-40de-ba27-d8f4c6fbf5aa triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:23.735062 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:23.754671 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57432458-7321-4479-99b6-5aa7652e2044 req-f04a891d-714e-4309-9f82-ccbc6d147097 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:23.756236 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-57432458-7321-4479-99b6-5aa7652e2044 req-f04a891d-714e-4309-9f82-ccbc6d147097 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c HTTP/1.1" status: 200 len: 946 time: 0.1049259 Nov 12 00:42:23.826756 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e849f-6081-41e6-8a18-3947c6e61a44 req-fff129bf-97a0-4e5f-a3fd-f9d0f261a24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:23.828211 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5d2e849f-6081-41e6-8a18-3947c6e61a44 req-fff129bf-97a0-4e5f-a3fd-f9d0f261a24b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=79a8b3dad7a0401ab482e19b622fac98&device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 1101 time: 0.0833414 Nov 12 00:42:23.966312 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-37176ca2-cc70-4047-a454-27cec7cae10a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:24.031955 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-57432458-7321-4479-99b6-5aa7652e2044 req-61ff66fd-0956-4744-8723-efa2de601dad tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319877 Nov 12 00:42:24.062861 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e849f-6081-41e6-8a18-3947c6e61a44 req-01b78959-6cef-40c7-b251-10f80b1f6edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:24.066176 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5d2e849f-6081-41e6-8a18-3947c6e61a44 req-01b78959-6cef-40c7-b251-10f80b1f6edd service neutron] 10.222.0.49 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.2167726 Nov 12 00:42:24.116302 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-dba97a0e-4cb6-4928-87ca-1c1342726fd3 None None] Provisioning complete for port b6893f56-fb25-40e0-a961-98a72faac750 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:24.116822 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-dba97a0e-4cb6-4928-87ca-1c1342726fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:24.119913 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e849f-6081-41e6-8a18-3947c6e61a44 req-29cd3b33-cc81-4f6c-8466-11d7e6d75daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:24.121426 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5d2e849f-6081-41e6-8a18-3947c6e61a44 req-29cd3b33-cc81-4f6c-8466-11d7e6d75daf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=79a8b3dad7a0401ab482e19b622fac98&device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 1101 time: 0.2593536 Nov 12 00:42:24.132013 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5d2e849f-6081-41e6-8a18-3947c6e61a44 req-2afb6b64-37de-48fd-9f51-448df2731d9c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=542980b8-6964-4857-a940-20f788f4f1dd HTTP/1.1" status: 200 len: 217 time: 0.0584812 Nov 12 00:42:24.144880 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e518e75-812b-4db3-86f5-eb6c18fe2259 req-b63cced7-e72e-4a6b-87e9-a49bff695f81 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:24.152298 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0e518e75-812b-4db3-86f5-eb6c18fe2259 req-b63cced7-e72e-4a6b-87e9-a49bff695f81 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b HTTP/1.1" status: 200 len: 944 time: 0.2917895 Nov 12 00:42:24.174471 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-dba97a0e-4cb6-4928-87ca-1c1342726fd3 None None] Port b6893f56-fb25-40e0-a961-98a72faac750 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:42:24.209192 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e849f-6081-41e6-8a18-3947c6e61a44 req-cc134e8d-547e-4fe5-ac95-426a39434c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:24.211150 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5d2e849f-6081-41e6-8a18-3947c6e61a44 req-cc134e8d-547e-4fe5-ac95-426a39434c82 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.0688939 Nov 12 00:42:24.225016 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-fef6b9f7-1a05-4474-b872-d6bf90bec9c9 req-a47f8d30-86e8-4a2a-b737-b1f5fc90ebef tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] For port b06c821b-bff1-411f-96ae-10a43e76c013, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=b06c821b-bff1-411f-96ae-10a43e76c013,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:24.225690 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-fef6b9f7-1a05-4474-b872-d6bf90bec9c9 req-a47f8d30-86e8-4a2a-b737-b1f5fc90ebef tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:24.281838 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-fef6b9f7-1a05-4474-b872-d6bf90bec9c9 req-a47f8d30-86e8-4a2a-b737-b1f5fc90ebef tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Calling delete_port for b06c821b-bff1-411f-96ae-10a43e76c013 owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:42:24.298085 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e849f-6081-41e6-8a18-3947c6e61a44 req-e566d991-9a16-4756-bf40-e6b756a29235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:24.300366 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5d2e849f-6081-41e6-8a18-3947c6e61a44 req-e566d991-9a16-4756-bf40-e6b756a29235 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0788937 Nov 12 00:42:24.320091 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6d8cd-b81d-45d2-8e96-7b6a7c5e5fb9 req-10cef047-f0f0-409f-a95b-49700a99f274 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:24.321679 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-65b6d8cd-b81d-45d2-8e96-7b6a7c5e5fb9 req-10cef047-f0f0-409f-a95b-49700a99f274 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=3174a4f3-2a31-44a4-9cbd-60fba67d98cc HTTP/1.1" status: 200 len: 945 time: 0.0652280 Nov 12 00:42:24.421108 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0e518e75-812b-4db3-86f5-eb6c18fe2259 req-2b5a9d23-5783-4c27-aeed-f0e701188f6a tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679546 Nov 12 00:42:24.430814 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e849f-6081-41e6-8a18-3947c6e61a44 req-b8bfbdef-0171-4bd2-83de-d2979b82f112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:24.432817 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5d2e849f-6081-41e6-8a18-3947c6e61a44 req-b8bfbdef-0171-4bd2-83de-d2979b82f112 service neutron] 10.222.0.54 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.2973626 Nov 12 00:42:24.434920 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-65b6d8cd-b81d-45d2-8e96-7b6a7c5e5fb9 req-fc555443-2b13-437e-a284-7bb094050a12 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050899 Nov 12 00:42:24.447701 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-37176ca2-cc70-4047-a454-27cec7cae10a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:24.473993 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5d2e849f-6081-41e6-8a18-3947c6e61a44 req-72f062f3-75f2-4911-991a-5108769f2a63 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513405 Nov 12 00:42:24.512009 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5d2e849f-6081-41e6-8a18-3947c6e61a44 req-db045fcc-8106-4604-928f-6759f1770049 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=542980b8-6964-4857-a940-20f788f4f1dd HTTP/1.1" status: 200 len: 217 time: 0.0668397 Nov 12 00:42:24.622744 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f32de1-3702-451b-97c9-3989ab5e8d13 req-f940f534-c282-4976-b780-456216c8e48b tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:24.624402 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d4f32de1-3702-451b-97c9-3989ab5e8d13 req-f940f534-c282-4976-b780-456216c8e48b tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 949 time: 0.0684493 Nov 12 00:42:24.645721 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device b06c821b-bff1-411f-96ae-10a43e76c013 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:42:24.668490 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5d2e849f-6081-41e6-8a18-3947c6e61a44 req-a2351f7b-c934-42d7-b77a-197f576556c1 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803322 Nov 12 00:42:24.691599 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e849f-6081-41e6-8a18-3947c6e61a44 req-2c663428-c044-4505-858d-fa961d3330aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:24.693072 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5d2e849f-6081-41e6-8a18-3947c6e61a44 req-2c663428-c044-4505-858d-fa961d3330aa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.1732583 Nov 12 00:42:24.714411 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d4f32de1-3702-451b-97c9-3989ab5e8d13 req-742e59fb-72c3-450d-95be-3d930de4b9c3 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796604 Nov 12 00:42:24.766639 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device c0f8351e-13fe-4efd-bd3e-8420edd27d93 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:42:24.768477 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbba76d-a2c6-4ddc-93be-42397a31033d req-4c7beae8-7df9-420e-b49e-23de910c901f tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:24.770158 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1dbba76d-a2c6-4ddc-93be-42397a31033d req-4c7beae8-7df9-420e-b49e-23de910c901f tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/ports?device_id=703d7211-de7c-4386-912e-b0b93082174b HTTP/1.1" status: 200 len: 948 time: 0.2072921 Nov 12 00:42:24.773326 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-fef6b9f7-1a05-4474-b872-d6bf90bec9c9 req-a47f8d30-86e8-4a2a-b737-b1f5fc90ebef tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:24.831159 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47f8d30-86e8-4a2a-b737-b1f5fc90ebef tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Pushing event deleted for resources: {'Port': ['ID=b06c821b-bff1-411f-96ae-10a43e76c013,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:24.851639 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:24.882361 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3174a4f3-2a31-44a4-9cbd-60fba67d98cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0f8351e-13fe-4efd-bd3e-8420edd27d93'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:24.885644 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af022581-565c-46ae-9d5f-761d1a32b671" -d '{"events": [{"server_uuid": "3174a4f3-2a31-44a4-9cbd-60fba67d98cc", "name": "network-vif-unplugged", "status": "completed", "tag": "c0f8351e-13fe-4efd-bd3e-8420edd27d93"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:24.905677 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port c0f8351e-13fe-4efd-bd3e-8420edd27d93, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=c0f8351e-13fe-4efd-bd3e-8420edd27d93,segment=NetworkSegment(31f3cd0b-8f92-47c3-a72f-efb4d157fdb5),segment_id=31f3cd0b-8f92-47c3-a72f-efb4d157fdb5)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:24.911068 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:24.912124 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef6b9f7-1a05-4474-b872-d6bf90bec9c9 req-a47f8d30-86e8-4a2a-b737-b1f5fc90ebef tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] No DVR routers for this DVR port b06c821b-bff1-411f-96ae-10a43e76c013 on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:42:24.916067 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-fef6b9f7-1a05-4474-b872-d6bf90bec9c9 req-a47f8d30-86e8-4a2a-b737-b1f5fc90ebef tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:24.919390 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fef6b9f7-1a05-4474-b872-d6bf90bec9c9 req-a47f8d30-86e8-4a2a-b737-b1f5fc90ebef tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.54 "DELETE /v2.0/ports/b06c821b-bff1-411f-96ae-10a43e76c013 HTTP/1.1" status: 204 len: 173 time: 1.4494057 Nov 12 00:42:24.940186 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703d7211-de7c-4386-912e-b0b93082174b', 'name': 'network-vif-deleted', 'tag': 'b06c821b-bff1-411f-96ae-10a43e76c013'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:24.943097 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3ade6b-8d1f-4144-8393-28c3d037b52e" -d '{"events": [{"server_uuid": "703d7211-de7c-4386-912e-b0b93082174b", "name": "network-vif-deleted", "tag": "b06c821b-bff1-411f-96ae-10a43e76c013"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:24.970935 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=c0f8351e-13fe-4efd-bd3e-8420edd27d93,revision_number=8']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:24.979576 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1dbba76d-a2c6-4ddc-93be-42397a31033d req-a4ca6f15-330b-4a36-a1fb-2ecf3da34f21 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/security-groups?id=854e8c06-d2ba-4660-8744-67dd889e0b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996522 Nov 12 00:42:24.997715 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a2df19-5be5-49e6-bcf7-bb4fcaeb5ee3 x-openstack-request-id: req-48a2df19-5be5-49e6-bcf7-bb4fcaeb5ee3 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:24.998223 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3174a4f3-2a31-44a4-9cbd-60fba67d98cc", "name": "network-vif-unplugged", "status": "completed", "tag": "c0f8351e-13fe-4efd-bd3e-8420edd27d93", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:24.998899 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-48a2df19-5be5-49e6-bcf7-bb4fcaeb5ee3 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:24.999041 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e849f-6081-41e6-8a18-3947c6e61a44 req-10072f1d-1191-450c-ac9e-c5b1ed17347a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:24.999588 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3174a4f3-2a31-44a4-9cbd-60fba67d98cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0f8351e-13fe-4efd-bd3e-8420edd27d93', 'code': 200} Nov 12 00:42:25.000404 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5d2e849f-6081-41e6-8a18-3947c6e61a44 req-10072f1d-1191-450c-ac9e-c5b1ed17347a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1369538 Nov 12 00:42:25.016134 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-37176ca2-cc70-4047-a454-27cec7cae10a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:25.016134 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-37176ca2-cc70-4047-a454-27cec7cae10a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:25.043011 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de69e6d-978d-4de8-865e-a68b95e82288 x-openstack-request-id: req-3de69e6d-978d-4de8-865e-a68b95e82288 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:25.043632 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "703d7211-de7c-4386-912e-b0b93082174b", "name": "network-vif-deleted", "tag": "b06c821b-bff1-411f-96ae-10a43e76c013", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:25.043947 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3de69e6d-978d-4de8-865e-a68b95e82288 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:25.044361 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703d7211-de7c-4386-912e-b0b93082174b', 'name': 'network-vif-deleted', 'tag': 'b06c821b-bff1-411f-96ae-10a43e76c013', 'status': 'completed', 'code': 200} Nov 12 00:42:25.100330 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37176ca2-cc70-4047-a454-27cec7cae10a admin admin] Pushing event updated for resources: {'Port': ['ID=b6893f56-fb25-40e0-a961-98a72faac750,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:25.114107 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-37176ca2-cc70-4047-a454-27cec7cae10a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:25.271956 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5d2e849f-6081-41e6-8a18-3947c6e61a44 req-bc871b73-f007-4ad9-8833-936b84295df4 service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830280 Nov 12 00:42:25.285594 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ae9c5-52b7-4c63-a360-bb4613d591a4 req-f07d393b-e7c3-4023-8914-5e48a43f8e62 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:25.287172 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-603ae9c5-52b7-4c63-a360-bb4613d591a4 req-f07d393b-e7c3-4023-8914-5e48a43f8e62 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c HTTP/1.1" status: 200 len: 946 time: 0.1643755 Nov 12 00:42:25.380044 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37176ca2-cc70-4047-a454-27cec7cae10a admin admin] Network 43de0a3d-6daa-48c5-b90d-6bf725dca184 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:42:25.394379 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-37176ca2-cc70-4047-a454-27cec7cae10a admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:25.426882 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-603ae9c5-52b7-4c63-a360-bb4613d591a4 req-4537beb6-c4b5-47e7-91d8-909e03a9686e tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264257 Nov 12 00:42:25.499495 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5d2e849f-6081-41e6-8a18-3947c6e61a44 req-6992639a-76cf-43e8-b869-1ad255aff1ff service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094471 Nov 12 00:42:25.650771 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 2a440121-852a-4076-9f94-5057745cfeb9 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:42:25.752517 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df844ba-79e8-4884-be28-e5d86b6e8970 req-7702fa36-b763-47b7-94f0-43436c7e2786 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:25.760511 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9df844ba-79e8-4884-be28-e5d86b6e8970 req-7702fa36-b763-47b7-94f0-43436c7e2786 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=3174a4f3-2a31-44a4-9cbd-60fba67d98cc HTTP/1.1" status: 200 len: 943 time: 0.1134489 Nov 12 00:42:25.788311 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 2a440121-852a-4076-9f94-5057745cfeb9 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:25.788914 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:25.910032 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9df844ba-79e8-4884-be28-e5d86b6e8970 req-03a6f853-3429-4680-a19b-b01f88f79238 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471519 Nov 12 00:42:25.961467 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:25.995144 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-524a6372-5b6c-4014-a68f-6dc9368e1526 None None] Provisioning complete for port b6893f56-fb25-40e0-a961-98a72faac750 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:25.995463 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-524a6372-5b6c-4014-a68f-6dc9368e1526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:25.998573 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 2a440121-852a-4076-9f94-5057745cfeb9, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=2a440121-852a-4076-9f94-5057745cfeb9,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:26.034989 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:26.052192 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ebe425-a34d-4658-a69c-3ab585aeea5f req-f800dbab-032c-4093-9950-ce6f5bab75fa tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:26.061498 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-94ebe425-a34d-4658-a69c-3ab585aeea5f req-f800dbab-032c-4093-9950-ce6f5bab75fa tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 949 time: 0.0764148 Nov 12 00:42:26.097807 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-524a6372-5b6c-4014-a68f-6dc9368e1526 None None] Port b6893f56-fb25-40e0-a961-98a72faac750 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:42:26.117335 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=2a440121-852a-4076-9f94-5057745cfeb9,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:26.127732 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37176ca2-cc70-4047-a454-27cec7cae10a admin admin] Router 32c122ca-fa53-41c0-8f4e-0c309b87b87c has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:42:26.128784 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-94ebe425-a34d-4658-a69c-3ab585aeea5f req-4de6c8e2-b387-4b9a-9015-2740bd12e191 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609138 Nov 12 00:42:26.137636 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b765bf7-e60b-4e67-af29-2f574a1bf2e8 req-9fd6cd6c-f100-41e5-8e33-669c6448eeda tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:26.142689 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4b765bf7-e60b-4e67-af29-2f574a1bf2e8 req-9fd6cd6c-f100-41e5-8e33-669c6448eeda tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b HTTP/1.1" status: 200 len: 944 time: 0.1397963 Nov 12 00:42:26.259664 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4b765bf7-e60b-4e67-af29-2f574a1bf2e8 req-657d52d5-85fc-48ee-9554-4416b412afb0 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114910 Nov 12 00:42:26.289977 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37176ca2-cc70-4047-a454-27cec7cae10a admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:42:26.302521 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9db78ff-b0f1-4513-a88e-a525dc195f8f None None] Sync routers for ids ['32c122ca-fa53-41c0-8f4e-0c309b87b87c'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:42:26.313441 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-37176ca2-cc70-4047-a454-27cec7cae10a admin admin] 10.222.0.20 "PUT /v2.0/routers/32c122ca-fa53-41c0-8f4e-0c309b87b87c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5636690 Nov 12 00:42:26.317925 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9db78ff-b0f1-4513-a88e-a525dc195f8f None None] Routers {'32c122ca-fa53-41c0-8f4e-0c309b87b87c'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:42:26.318742 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-c9db78ff-b0f1-4513-a88e-a525dc195f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:42:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['32c122ca-fa53-41c0-8f4e-0c309b87b87c'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:26.464810 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-c9db78ff-b0f1-4513-a88e-a525dc195f8f None None] Set router 32c122ca-fa53-41c0-8f4e-0c309b87b87c gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:42:26.481136 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c5350-40bc-4027-a643-d6faee320c26 req-78d3db42-980c-4618-b934-d0cff02783a5 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:26.487554 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-060c5350-40bc-4027-a643-d6faee320c26 req-78d3db42-980c-4618-b934-d0cff02783a5 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 949 time: 0.1023464 Nov 12 00:42:26.606039 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-060c5350-40bc-4027-a643-d6faee320c26 req-73d50ac6-7f6a-4918-b63b-54b2a1b6bd21 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118679 Nov 12 00:42:26.667262 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device c8ff2049-02a3-42f0-a400-fd605dfd586d details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:42:26.791220 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ef2fc-254b-401b-a1e9-de709c1a505b req-be86c201-8dd4-41dd-9f2e-d4b30ed8e238 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:26.801772 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6e9ef2fc-254b-401b-a1e9-de709c1a505b req-be86c201-8dd4-41dd-9f2e-d4b30ed8e238 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/ports?device_id=f26f9685-865f-4bb6-b7ee-705c01c65e35 HTTP/1.1" status: 200 len: 949 time: 0.1755600 Nov 12 00:42:26.842298 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0cf7fe-0f8b-4292-94e6-09431b89110d req-5cabd3b7-7d86-4a55-a47b-6eae2ea5f965 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:26.844274 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-af0cf7fe-0f8b-4292-94e6-09431b89110d req-5cabd3b7-7d86-4a55-a47b-6eae2ea5f965 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.54 "GET /v2.0/ports?device_id=3174a4f3-2a31-44a4-9cbd-60fba67d98cc HTTP/1.1" status: 200 len: 943 time: 0.1297362 Nov 12 00:42:26.849740 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port c8ff2049-02a3-42f0-a400-fd605dfd586d, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=c8ff2049-02a3-42f0-a400-fd605dfd586d,segment=NetworkSegment(6dc56b81-8d8e-4b44-90a6-8b45d539a128),segment_id=6dc56b81-8d8e-4b44-90a6-8b45d539a128)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:26.867170 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device c8ff2049-02a3-42f0-a400-fd605dfd586d has no active binding in host n-h2-812236-11 {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 00:42:26.872052 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-c9db78ff-b0f1-4513-a88e-a525dc195f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c122ca-fa53-41c0-8f4e-0c309b87b87c', 'name': 'tempest-AttachSCSIVolumeTestJSON-394331080-router', 'tenant_id': '5106ef1cf2ac464fbbc46619abf32aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '2a440121-852a-4076-9f94-5057745cfeb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:19Z', 'updated_at': '2021-11-12T00:42:24Z', 'revision_number': 4, 'project_id': '5106ef1cf2ac464fbbc46619abf32aaf', 'gw_port': {'id': '2a440121-852a-4076-9f94-5057745cfeb9', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c122ca-fa53-41c0-8f4e-0c309b87b87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:19Z', 'updated_at': '2021-11-12T00:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'b6893f56-fb25-40e0-a961-98a72faac750', 'name': '', 'network_id': '43de0a3d-6daa-48c5-b90d-6bf725dca184', 'tenant_id': '5106ef1cf2ac464fbbc46619abf32aaf', 'mac_address': 'fa:16:3e:f2:3e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c122ca-fa53-41c0-8f4e-0c309b87b87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '56c66ecb-71a0-43bc-a08c-43987e92ad63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:23Z', 'updated_at': '2021-11-12T00:42:24Z', 'revision_number': 2, 'project_id': '5106ef1cf2ac464fbbc46619abf32aaf', 'subnets': [{'id': '56c66ecb-71a0-43bc-a08c-43987e92ad63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:26.920800 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9db78ff-b0f1-4513-a88e-a525dc195f8f None None] Checking router: 32c122ca-fa53-41c0-8f4e-0c309b87b87c for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:42:26.921790 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9db78ff-b0f1-4513-a88e-a525dc195f8f None None] Updating router 32c122ca-fa53-41c0-8f4e-0c309b87b87c port b6893f56-fb25-40e0-a961-98a72faac750 binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:42:26.945867 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6e9ef2fc-254b-401b-a1e9-de709c1a505b req-50d417ef-4972-43ca-9cf3-6c687f015b72 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/security-groups?id=854e8c06-d2ba-4660-8744-67dd889e0b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264679 Nov 12 00:42:26.965239 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c9db78ff-b0f1-4513-a88e-a525dc195f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:27.042243 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-02e2194f-db57-4771-b5c9-1775fcd2e7b6 req-8bd33a1a-f209-44dd-b154-32e735745de7 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=79a8b3dad7a0401ab482e19b622fac98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0706270 Nov 12 00:42:27.062020 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43794) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:27.068272 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-70433e0b-54ad-4231-9875-ce8d8071ba86 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1624836765-network', 'tenant_id': '3f590a2f3e6a4c64b327b48da0d076bd'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:27.074767 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-af0cf7fe-0f8b-4292-94e6-09431b89110d req-e28fea99-27dc-4c97-b809-2b2054b9005d tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Deleting port c0f8351e-13fe-4efd-bd3e-8420edd27d93 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:42:27.075100 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-af0cf7fe-0f8b-4292-94e6-09431b89110d req-e28fea99-27dc-4c97-b809-2b2054b9005d tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:27.192016 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70433e0b-54ad-4231-9875-ce8d8071ba86 admin admin] Made reservation on behalf of 3f590a2f3e6a4c64b327b48da0d076bd for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:27.194123 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-70433e0b-54ad-4231-9875-ce8d8071ba86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:27.219640 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-70433e0b-54ad-4231-9875-ce8d8071ba86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:27.234591 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abeb11-2c09-439b-bf89-c6b8311f2fdd req-0d98f2f2-9a35-4898-9264-95ae7f461443 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:27.237323 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2194f-db57-4771-b5c9-1775fcd2e7b6 req-e264e597-f1ce-4aa6-a718-d3253af5209a tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:27.239265 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-02e2194f-db57-4771-b5c9-1775fcd2e7b6 req-e264e597-f1ce-4aa6-a718-d3253af5209a tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1880705 Nov 12 00:42:27.241936 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c7abeb11-2c09-439b-bf89-c6b8311f2fdd req-0d98f2f2-9a35-4898-9264-95ae7f461443 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=3174a4f3-2a31-44a4-9cbd-60fba67d98cc HTTP/1.1" status: 200 len: 943 time: 0.1851554 Nov 12 00:42:27.273130 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:42:27.275764 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-02e2194f-db57-4771-b5c9-1775fcd2e7b6 req-f1dfe326-3f33-4afc-9bad-1743e7de1ead tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/quotas/79a8b3dad7a0401ab482e19b622fac98 HTTP/1.1" status: 200 len: 375 time: 0.0237060 Nov 12 00:42:27.343075 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-af0cf7fe-0f8b-4292-94e6-09431b89110d req-e28fea99-27dc-4c97-b809-2b2054b9005d tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] For port c0f8351e-13fe-4efd-bd3e-8420edd27d93, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=c0f8351e-13fe-4efd-bd3e-8420edd27d93,segment=NetworkSegment(31f3cd0b-8f92-47c3-a72f-efb4d157fdb5),segment_id=31f3cd0b-8f92-47c3-a72f-efb4d157fdb5)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:27.343485 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-af0cf7fe-0f8b-4292-94e6-09431b89110d req-e28fea99-27dc-4c97-b809-2b2054b9005d tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:27.351516 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c7abeb11-2c09-439b-bf89-c6b8311f2fdd req-6a8e7e9a-1e50-46ab-9b14-4cbe946c0b2a tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/security-groups?id=92af202c-921f-4a5e-959c-f87bfd9e5d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087170 Nov 12 00:42:27.359999 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-02e2194f-db57-4771-b5c9-1775fcd2e7b6 req-1a67c2c6-c47f-4caa-81c7-de01acb5d2c5 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=79a8b3dad7a0401ab482e19b622fac98&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0818942 Nov 12 00:42:27.372939 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-af0cf7fe-0f8b-4292-94e6-09431b89110d req-e28fea99-27dc-4c97-b809-2b2054b9005d tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Calling delete_port for c0f8351e-13fe-4efd-bd3e-8420edd27d93 owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:42:27.406790 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c9db78ff-b0f1-4513-a88e-a525dc195f8f None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:27.414870 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c9db78ff-b0f1-4513-a88e-a525dc195f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:27.483730 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f3b71-808c-4318-b662-d2dcff1905a5 None None] Pushing event updated for resources: {'Port': ['ID=b6893f56-fb25-40e0-a961-98a72faac750,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:27.545960 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-c9db78ff-b0f1-4513-a88e-a525dc195f8f None None] Attempting to bind port b6893f56-fb25-40e0-a961-98a72faac750 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:42:27.546461 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-c9db78ff-b0f1-4513-a88e-a525dc195f8f None None] Attempting to bind port b6893f56-fb25-40e0-a961-98a72faac750 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'a3f54236-5757-4920-84a5-c56a7ae9d377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '43de0a3d-6daa-48c5-b90d-6bf725dca184'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:42:27.547688 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9db78ff-b0f1-4513-a88e-a525dc195f8f None None] Attempting to bind port b6893f56-fb25-40e0-a961-98a72faac750 on network 43de0a3d-6daa-48c5-b90d-6bf725dca184 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:27.565705 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 542980b8-6964-4857-a940-20f788f4f1dd details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:42:27.570831 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9db78ff-b0f1-4513-a88e-a525dc195f8f None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:42:27.571578 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9db78ff-b0f1-4513-a88e-a525dc195f8f None None] Checking segment: {'id': 'a3f54236-5757-4920-84a5-c56a7ae9d377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '43de0a3d-6daa-48c5-b90d-6bf725dca184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:27.573131 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c9db78ff-b0f1-4513-a88e-a525dc195f8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:27.574003 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9db78ff-b0f1-4513-a88e-a525dc195f8f None None] Bound using segment: {'id': 'a3f54236-5757-4920-84a5-c56a7ae9d377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '43de0a3d-6daa-48c5-b90d-6bf725dca184'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:42:27.574833 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-c9db78ff-b0f1-4513-a88e-a525dc195f8f None None] Bound port: b6893f56-fb25-40e0-a961-98a72faac750, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3f54236-5757-4920-84a5-c56a7ae9d377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '43de0a3d-6daa-48c5-b90d-6bf725dca184'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:42:27.575474 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c9db78ff-b0f1-4513-a88e-a525dc195f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:27.715946 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb774f-7d6d-44b1-a4b1-866c63e68195 req-332c4be5-ad73-4739-975c-89afea8299b7 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:27.721141 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fecb774f-7d6d-44b1-a4b1-866c63e68195 req-332c4be5-ad73-4739-975c-89afea8299b7 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b HTTP/1.1" status: 200 len: 944 time: 0.1508038 Nov 12 00:42:27.789632 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-70433e0b-54ad-4231-9875-ce8d8071ba86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:27.794029 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 2a440121-852a-4076-9f94-5057745cfeb9 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:42:27.826087 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fecb774f-7d6d-44b1-a4b1-866c63e68195 req-02cdddb8-573e-468a-be38-6143478ac967 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960610 Nov 12 00:42:27.841521 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-70433e0b-54ad-4231-9875-ce8d8071ba86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:27.965730 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-65a29f3a-af2f-4bc3-ad7b-e77351fda447 req-2253bcd4-5493-4b81-847c-0c5146aab5b6 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 210 time: 0.1684628 Nov 12 00:42:28.014446 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70433e0b-54ad-4231-9875-ce8d8071ba86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64c7048-8f1e-40a9-92b7-ab08dce79649,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:28.044124 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70433e0b-54ad-4231-9875-ce8d8071ba86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:42:28.130805 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-70433e0b-54ad-4231-9875-ce8d8071ba86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:28.132959 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-70433e0b-54ad-4231-9875-ce8d8071ba86 admin admin] Added segment 1bd3e553-8072-461b-ab78-51e900cef389 of type vlan for network a07e017e-d520-4e1d-927b-3bed68913820 Nov 12 00:42:28.141253 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be57926-114a-439a-ac80-6a28ee2f998b req-8aa22464-db0f-499a-a5f2-1fce08e7a5a0 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:28.150835 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2be57926-114a-439a-ac80-6a28ee2f998b req-8aa22464-db0f-499a-a5f2-1fce08e7a5a0 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/ports?device_id=f26f9685-865f-4bb6-b7ee-705c01c65e35 HTTP/1.1" status: 200 len: 949 time: 0.0916321 Nov 12 00:42:28.214641 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2be57926-114a-439a-ac80-6a28ee2f998b req-2715c2d3-5eac-4de9-83af-a2d61177de1f tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/security-groups?id=854e8c06-d2ba-4660-8744-67dd889e0b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593169 Nov 12 00:42:28.219404 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-70433e0b-54ad-4231-9875-ce8d8071ba86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:28.227599 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-af0cf7fe-0f8b-4292-94e6-09431b89110d req-e28fea99-27dc-4c97-b809-2b2054b9005d tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:28.260583 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28fea99-27dc-4c97-b809-2b2054b9005d tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Pushing event deleted for resources: {'Port': ['ID=c0f8351e-13fe-4efd-bd3e-8420edd27d93,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:28.286451 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-70433e0b-54ad-4231-9875-ce8d8071ba86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:28.287695 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70433e0b-54ad-4231-9875-ce8d8071ba86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:28.288382 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-70433e0b-54ad-4231-9875-ce8d8071ba86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:28.295002 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 542980b8-6964-4857-a940-20f788f4f1dd, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=542980b8-6964-4857-a940-20f788f4f1dd,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:28.329303 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '542980b8-6964-4857-a940-20f788f4f1dd', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'port_id': '542980b8-6964-4857-a940-20f788f4f1dd', 'mac_address': 'fa:16:3e:68:e4:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3288e972-21d8-4a52-9002-05790fb0bb61', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:42:28.334047 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-c9db78ff-b0f1-4513-a88e-a525dc195f8f None None] For port b6893f56-fb25-40e0-a961-98a72faac750, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:28.340665 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-c9db78ff-b0f1-4513-a88e-a525dc195f8f None None] For port b6893f56-fb25-40e0-a961-98a72faac750, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=b6893f56-fb25-40e0-a961-98a72faac750,segment=NetworkSegment(a3f54236-5757-4920-84a5-c56a7ae9d377),segment_id=a3f54236-5757-4920-84a5-c56a7ae9d377)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:42:28.368730 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c9db78ff-b0f1-4513-a88e-a525dc195f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:28.386648 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-6cea6662-530a-44ed-9a65-8445bacb1abb None None] Provisioning complete for port b6893f56-fb25-40e0-a961-98a72faac750 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:28.387015 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6cea6662-530a-44ed-9a65-8445bacb1abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:28.419017 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70433e0b-54ad-4231-9875-ce8d8071ba86 admin admin] Pushing event updated for resources: {'Network': ['ID=a07e017e-d520-4e1d-927b-3bed68913820,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:28.455758 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-af0cf7fe-0f8b-4292-94e6-09431b89110d req-e28fea99-27dc-4c97-b809-2b2054b9005d tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] No DVR routers for this DVR port c0f8351e-13fe-4efd-bd3e-8420edd27d93 on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:42:28.461788 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-af0cf7fe-0f8b-4292-94e6-09431b89110d req-e28fea99-27dc-4c97-b809-2b2054b9005d tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:28.466597 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network a07e017e-d520-4e1d-927b-3bed68913820 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:42:28.468643 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-af0cf7fe-0f8b-4292-94e6-09431b89110d req-e28fea99-27dc-4c97-b809-2b2054b9005d tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.54 "DELETE /v2.0/ports/c0f8351e-13fe-4efd-bd3e-8420edd27d93 HTTP/1.1" status: 204 len: 173 time: 1.6084085 Nov 12 00:42:28.469271 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3174a4f3-2a31-44a4-9cbd-60fba67d98cc', 'name': 'network-vif-deleted', 'tag': 'c0f8351e-13fe-4efd-bd3e-8420edd27d93'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:28.474340 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 2a440121-852a-4076-9f94-5057745cfeb9 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:28.474914 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:28.476871 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12233d19-9a6c-4304-a0d2-4ed6d98b0245" -d '{"events": [{"server_uuid": "3174a4f3-2a31-44a4-9cbd-60fba67d98cc", "name": "network-vif-deleted", "tag": "c0f8351e-13fe-4efd-bd3e-8420edd27d93"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:28.483430 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-70433e0b-54ad-4231-9875-ce8d8071ba86 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4195824 Nov 12 00:42:28.486857 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43824) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:28.492719 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-63140651-be8e-4abf-a0c4-52e5b5a2188d admin admin] Request body: {'subnet': {'network_id': 'a07e017e-d520-4e1d-927b-3bed68913820', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1624836765-subnet', 'tenant_id': '3f590a2f3e6a4c64b327b48da0d076bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:28.558011 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63140651-be8e-4abf-a0c4-52e5b5a2188d admin admin] Made reservation on behalf of 3f590a2f3e6a4c64b327b48da0d076bd for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:28.571794 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:28.590399 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9db78ff-b0f1-4513-a88e-a525dc195f8f None None] Routers {'32c122ca-fa53-41c0-8f4e-0c309b87b87c'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:42:28.591052 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-c9db78ff-b0f1-4513-a88e-a525dc195f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:42:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['32c122ca-fa53-41c0-8f4e-0c309b87b87c'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:28.592952 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-63140651-be8e-4abf-a0c4-52e5b5a2188d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:28.604063 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-74b222a8-a70f-4370-967e-e5add22a9b73 req-eb411ae5-85d4-4e7f-97ce-f5100b8aec54 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=3174a4f3-2a31-44a4-9cbd-60fba67d98cc HTTP/1.1" status: 200 len: 210 time: 0.1052477 Nov 12 00:42:28.609117 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 542980b8-6964-4857-a940-20f788f4f1dd {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:42:28.722242 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb8cd43-595c-44a6-9d78-36fd856b1fd3 x-openstack-request-id: req-5bb8cd43-595c-44a6-9d78-36fd856b1fd3 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:28.722530 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3174a4f3-2a31-44a4-9cbd-60fba67d98cc", "name": "network-vif-deleted", "tag": "c0f8351e-13fe-4efd-bd3e-8420edd27d93", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:28.722781 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5bb8cd43-595c-44a6-9d78-36fd856b1fd3 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:28.723183 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3174a4f3-2a31-44a4-9cbd-60fba67d98cc', 'name': 'network-vif-deleted', 'tag': 'c0f8351e-13fe-4efd-bd3e-8420edd27d93', 'status': 'completed', 'code': 200} Nov 12 00:42:28.765302 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device c8ff2049-02a3-42f0-a400-fd605dfd586d no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:42:28.781606 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f3b71-808c-4318-b662-d2dcff1905a5 None None] Pushing event updated for resources: {'Port': ['ID=b6893f56-fb25-40e0-a961-98a72faac750,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:28.891586 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 542980b8-6964-4857-a940-20f788f4f1dd, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=542980b8-6964-4857-a940-20f788f4f1dd,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:28.916095 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f603bb1-515b-45c7-93d8-7c78e471cbe4 req-548e790f-4eea-4e9e-b245-a6e07094ad87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:28.917747 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8f603bb1-515b-45c7-93d8-7c78e471cbe4 req-548e790f-4eea-4e9e-b245-a6e07094ad87 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ca59ce4eae8a454cab0edaf4190753c1&device_id=a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c HTTP/1.1" status: 200 len: 1098 time: 0.2047513 Nov 12 00:42:28.929088 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b2977-3605-4239-9485-6fa3d279352d req-b78474a6-361c-43a3-963c-56a4fe8d56a6 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:28.931002 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-519b2977-3605-4239-9485-6fa3d279352d req-b78474a6-361c-43a3-963c-56a4fe8d56a6 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c HTTP/1.1" status: 200 len: 946 time: 0.1424232 Nov 12 00:42:28.958492 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:29.037509 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac06f41-0647-4b05-99c7-35114d9910bc req-abc3d3b8-53a3-4f63-8d8a-80f8b68c473d tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:29.045007 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2ac06f41-0647-4b05-99c7-35114d9910bc req-abc3d3b8-53a3-4f63-8d8a-80f8b68c473d tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b HTTP/1.1" status: 200 len: 944 time: 0.0810099 Nov 12 00:42:29.051981 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=542980b8-6964-4857-a940-20f788f4f1dd,revision_number=12']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:29.067723 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-c9db78ff-b0f1-4513-a88e-a525dc195f8f None None] Set router 32c122ca-fa53-41c0-8f4e-0c309b87b87c gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:42:29.118455 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-519b2977-3605-4239-9485-6fa3d279352d req-de4a32c1-de51-4a74-84f6-99493cf7e9a6 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714518 Nov 12 00:42:29.130338 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2ac06f41-0647-4b05-99c7-35114d9910bc req-69d11811-bcb2-4fe5-8c99-d6a9dca9d914 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843599 Nov 12 00:42:29.173896 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6cea6662-530a-44ed-9a65-8445bacb1abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:29.196114 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device c8ff2049-02a3-42f0-a400-fd605dfd586d not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:42:29.196693 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device c0f8351e-13fe-4efd-bd3e-8420edd27d93 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:42:29.227922 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f603bb1-515b-45c7-93d8-7c78e471cbe4 req-fb6033a5-8261-48fd-85e8-b4712b22db64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:29.230261 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8f603bb1-515b-45c7-93d8-7c78e471cbe4 req-fb6033a5-8261-48fd-85e8-b4712b22db64 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e341d327-9b78-4d43-be6a-a70347676874 HTTP/1.1" status: 200 len: 919 time: 0.2963207 Nov 12 00:42:29.231175 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-63140651-be8e-4abf-a0c4-52e5b5a2188d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:29.264187 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: c0f8351e-13fe-4efd-bd3e-8420edd27d93 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:42:29.264681 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device c0f8351e-13fe-4efd-bd3e-8420edd27d93 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:42:29.287105 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-09de01d9-c4c8-4735-896d-d1159e26a499 req-a9b55b3c-9651-40d6-a4c3-e4ce8b5dbe01 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 210 time: 0.0517766 Nov 12 00:42:29.303988 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-6cea6662-530a-44ed-9a65-8445bacb1abb None None] For port b6893f56-fb25-40e0-a961-98a72faac750, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=b6893f56-fb25-40e0-a961-98a72faac750,segment=NetworkSegment(a3f54236-5757-4920-84a5-c56a7ae9d377),segment_id=a3f54236-5757-4920-84a5-c56a7ae9d377)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:29.310467 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6cea6662-530a-44ed-9a65-8445bacb1abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:29.391422 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['542980b8-6964-4857-a940-20f788f4f1dd'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:42:29.408897 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8f603bb1-515b-45c7-93d8-7c78e471cbe4 req-701700a4-162c-4eba-b39c-9663285bc17e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbb62800-7b01-40df-988b-2b4c45e0f546 HTTP/1.1" status: 200 len: 217 time: 0.1316066 Nov 12 00:42:29.414994 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-02e2194f-db57-4771-b5c9-1775fcd2e7b6 req-2dcf5e39-e197-45ee-8934-0a3ceddaf6cb tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=79a8b3dad7a0401ab482e19b622fac98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324993 Nov 12 00:42:29.456542 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e72733-5f2a-4e0a-8b3b-d481b7e04422 req-8eaea92d-d9da-434a-a352-c4441af17ca3 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:29.458236 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-19e72733-5f2a-4e0a-8b3b-d481b7e04422 req-8eaea92d-d9da-434a-a352-c4441af17ca3 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/ports?device_id=f26f9685-865f-4bb6-b7ee-705c01c65e35 HTTP/1.1" status: 200 len: 949 time: 0.1290953 Nov 12 00:42:29.462800 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea6662-530a-44ed-9a65-8445bacb1abb None None] Pushing event updated for resources: {'Port': ['ID=b6893f56-fb25-40e0-a961-98a72faac750,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:29.506430 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-8b0da6f8-5287-4dee-b408-db5ad2872012 None None] Provisioning complete for port b6893f56-fb25-40e0-a961-98a72faac750 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:29.507163 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b0da6f8-5287-4dee-b408-db5ad2872012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:29.508051 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63140651-be8e-4abf-a0c4-52e5b5a2188d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7743c0bf-14cf-4cee-b811-46086c0f7df5,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:29.554849 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f603bb1-515b-45c7-93d8-7c78e471cbe4 req-f02cb517-e5b9-4cdd-831d-db7e2e4d04b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:29.556327 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8f603bb1-515b-45c7-93d8-7c78e471cbe4 req-f02cb517-e5b9-4cdd-831d-db7e2e4d04b8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=72bf2022-887a-4d33-83bf-7582ee4258c1 HTTP/1.1" status: 200 len: 858 time: 0.1257591 Nov 12 00:42:29.557318 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63140651-be8e-4abf-a0c4-52e5b5a2188d admin admin] Checking segment: {'id': '1bd3e553-8072-461b-ab78-51e900cef389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a07e017e-d520-4e1d-927b-3bed68913820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:29.557700 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63140651-be8e-4abf-a0c4-52e5b5a2188d admin admin] Network hostable DHCP agents. Network: a07e017e-d520-4e1d-927b-3bed68913820, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:42:29.559245 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device c8ff2049-02a3-42f0-a400-fd605dfd586d no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:42:29.569923 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35247c09-e396-4520-8f09-f80a9e0e9092 req-6a88afbe-3c6a-404a-91c9-d67cd592314b tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:29.571521 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-35247c09-e396-4520-8f09-f80a9e0e9092 req-6a88afbe-3c6a-404a-91c9-d67cd592314b tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.54 "GET /v2.0/ports?device_id=f26f9685-865f-4bb6-b7ee-705c01c65e35 HTTP/1.1" status: 200 len: 949 time: 0.1854258 Nov 12 00:42:29.583049 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-c9db78ff-b0f1-4513-a88e-a525dc195f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c122ca-fa53-41c0-8f4e-0c309b87b87c', 'name': 'tempest-AttachSCSIVolumeTestJSON-394331080-router', 'tenant_id': '5106ef1cf2ac464fbbc46619abf32aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '2a440121-852a-4076-9f94-5057745cfeb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:19Z', 'updated_at': '2021-11-12T00:42:24Z', 'revision_number': 4, 'project_id': '5106ef1cf2ac464fbbc46619abf32aaf', 'gw_port': {'id': '2a440121-852a-4076-9f94-5057745cfeb9', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c122ca-fa53-41c0-8f4e-0c309b87b87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:19Z', 'updated_at': '2021-11-12T00:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'b6893f56-fb25-40e0-a961-98a72faac750', 'name': '', 'network_id': '43de0a3d-6daa-48c5-b90d-6bf725dca184', 'tenant_id': '5106ef1cf2ac464fbbc46619abf32aaf', 'mac_address': 'fa:16:3e:f2:3e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c122ca-fa53-41c0-8f4e-0c309b87b87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '56c66ecb-71a0-43bc-a08c-43987e92ad63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:23Z', 'updated_at': '2021-11-12T00:42:28Z', 'revision_number': 4, 'project_id': '5106ef1cf2ac464fbbc46619abf32aaf', 'subnets': [{'id': '56c66ecb-71a0-43bc-a08c-43987e92ad63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:29.662932 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8f603bb1-515b-45c7-93d8-7c78e471cbe4 req-48629fc5-c1d4-4ccd-8ac5-a1ffedbf2f42 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e341d327-9b78-4d43-be6a-a70347676874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902870 Nov 12 00:42:29.690757 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9db78ff-b0f1-4513-a88e-a525dc195f8f None None] The sync data for ids ['32c122ca-fa53-41c0-8f4e-0c309b87b87c'] in n-d-812236-11 is: [{'id': '32c122ca-fa53-41c0-8f4e-0c309b87b87c', 'name': 'tempest-AttachSCSIVolumeTestJSON-394331080-router', 'tenant_id': '5106ef1cf2ac464fbbc46619abf32aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '2a440121-852a-4076-9f94-5057745cfeb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:19Z', 'updated_at': '2021-11-12T00:42:24Z', 'revision_number': 4, 'project_id': '5106ef1cf2ac464fbbc46619abf32aaf', 'gw_port': {'id': '2a440121-852a-4076-9f94-5057745cfeb9', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c122ca-fa53-41c0-8f4e-0c309b87b87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:19Z', 'updated_at': '2021-11-12T00:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'b6893f56-fb25-40e0-a961-98a72faac750', 'name': '', 'network_id': '43de0a3d-6daa-48c5-b90d-6bf725dca184', 'tenant_id': '5106ef1cf2ac464fbbc46619abf32aaf', 'mac_address': 'fa:16:3e:f2:3e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c122ca-fa53-41c0-8f4e-0c309b87b87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '56c66ecb-71a0-43bc-a08c-43987e92ad63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:23Z', 'updated_at': '2021-11-12T00:42:28Z', 'revision_number': 4, 'project_id': '5106ef1cf2ac464fbbc46619abf32aaf', 'subnets': [{'id': '56c66ecb-71a0-43bc-a08c-43987e92ad63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:42:29.708794 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-19e72733-5f2a-4e0a-8b3b-d481b7e04422 req-93007bb0-d7be-4b51-b08d-f4b4037c36e9 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/security-groups?id=854e8c06-d2ba-4660-8744-67dd889e0b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351835 Nov 12 00:42:29.763647 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2194f-db57-4771-b5c9-1775fcd2e7b6 req-bf448ba5-d87c-4c93-bcb6-22abcaec83ba tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:29.782875 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-02e2194f-db57-4771-b5c9-1775fcd2e7b6 req-bf448ba5-d87c-4c93-bcb6-22abcaec83ba tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3433423 Nov 12 00:42:29.800180 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-02e2194f-db57-4771-b5c9-1775fcd2e7b6 req-6e56ef43-fadb-46dc-a4ec-bbf3e1916671 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Request body: {'port': {'device_id': '9f63c592-016a-4fce-9497-a5b1fafc1aa5', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'admin_state_up': True, 'tenant_id': '79a8b3dad7a0401ab482e19b622fac98'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:29.828113 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8f603bb1-515b-45c7-93d8-7c78e471cbe4 req-e163becb-db11-4e79-a416-8b6f5b4b87c8 service neutron] 10.222.0.54 "GET /v2.0/networks/e341d327-9b78-4d43-be6a-a70347676874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431601 Nov 12 00:42:29.888470 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d6ee46d1-2788-445d-86ad-04281f9cd00a req-9f094d47-1fe0-4242-bbee-310b0f966f51 tempest-ImagesTestJSON-1795611612 tempest-ImagesTestJSON-1795611612-project] 10.222.0.20 "GET /v2.0/ports?device_id=3174a4f3-2a31-44a4-9cbd-60fba67d98cc HTTP/1.1" status: 200 len: 210 time: 0.0591950 Nov 12 00:42:30.028571 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8f603bb1-515b-45c7-93d8-7c78e471cbe4 req-19d73223-77d1-4e10-847e-da3da5a55dba service neutron] 10.222.0.54 "GET /v2.0/networks/e341d327-9b78-4d43-be6a-a70347676874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352191 Nov 12 00:42:30.033132 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63140651-be8e-4abf-a0c4-52e5b5a2188d admin admin] Network a07e017e-d520-4e1d-927b-3bed68913820 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:42:30.062226 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-63140651-be8e-4abf-a0c4-52e5b5a2188d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, a07e017e-d520-4e1d-927b-3bed68913820) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:30.069105 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63140651-be8e-4abf-a0c4-52e5b5a2188d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:30.069918 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-63140651-be8e-4abf-a0c4-52e5b5a2188d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:30.070979 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b688b2db-c806-4bdb-8157-fe26265fbfab None None] Network a07e017e-d520-4e1d-927b-3bed68913820 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:42:30.083247 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-35247c09-e396-4520-8f09-f80a9e0e9092 req-0c709a3d-37f5-44ce-a802-dee6e0c37ef5 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Deleting port 0e040e9b-b854-41af-a259-24e4f00f0106 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:42:30.083703 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-35247c09-e396-4520-8f09-f80a9e0e9092 req-0c709a3d-37f5-44ce-a802-dee6e0c37ef5 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:30.114601 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02e2194f-db57-4771-b5c9-1775fcd2e7b6 req-6e56ef43-fadb-46dc-a4ec-bbf3e1916671 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Made reservation on behalf of 79a8b3dad7a0401ab482e19b622fac98 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:30.119985 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-02e2194f-db57-4771-b5c9-1775fcd2e7b6 req-6e56ef43-fadb-46dc-a4ec-bbf3e1916671 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:30.197051 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-35247c09-e396-4520-8f09-f80a9e0e9092 req-0c709a3d-37f5-44ce-a802-dee6e0c37ef5 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] For port 0e040e9b-b854-41af-a259-24e4f00f0106, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=0e040e9b-b854-41af-a259-24e4f00f0106,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:30.197701 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-35247c09-e396-4520-8f09-f80a9e0e9092 req-0c709a3d-37f5-44ce-a802-dee6e0c37ef5 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:30.226650 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-35247c09-e396-4520-8f09-f80a9e0e9092 req-0c709a3d-37f5-44ce-a802-dee6e0c37ef5 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Calling delete_port for 0e040e9b-b854-41af-a259-24e4f00f0106 owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:42:30.372410 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b5a5ed-ba00-42cb-b65a-cf60720acd07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-a07e017e-d520-4e1d-927b-3bed68913820', 'network_id': 'a07e017e-d520-4e1d-927b-3bed68913820', 'tenant_id': '3f590a2f3e6a4c64b327b48da0d076bd', 'fixed_ips': [{'subnet_id': '7743c0bf-14cf-4cee-b811-46086c0f7df5'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:42:30.373572 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f9b5a5ed-ba00-42cb-b65a-cf60720acd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:30.417479 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-02e2194f-db57-4771-b5c9-1775fcd2e7b6 req-6e56ef43-fadb-46dc-a4ec-bbf3e1916671 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Allocated IP 192.168.233.63 (172a28b2-119c-4d70-aef1-a731eb107d6c/3288e972-21d8-4a52-9002-05790fb0bb61/31665b81-ea38-464a-b842-434bf346ad33) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:42:30.452106 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-35247c09-e396-4520-8f09-f80a9e0e9092 req-0c709a3d-37f5-44ce-a802-dee6e0c37ef5 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:30.478414 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-63140651-be8e-4abf-a0c4-52e5b5a2188d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9902318 Nov 12 00:42:30.493824 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43854) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:30.504185 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-61f74fb5-ed19-4cc0-a5c0-0c0e7d29e8d9 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1624836765-router', 'tenant_id': '3f590a2f3e6a4c64b327b48da0d076bd', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:30.506920 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4eb59-b201-41a1-bf8e-145ea0911547 req-f0bd1b1f-ec90-41b4-8fb5-980a39f2fcd1 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:30.515536 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-73b4eb59-b201-41a1-bf8e-145ea0911547 req-f0bd1b1f-ec90-41b4-8fb5-980a39f2fcd1 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c HTTP/1.1" status: 200 len: 946 time: 0.1069026 Nov 12 00:42:30.543047 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c709a3d-37f5-44ce-a802-dee6e0c37ef5 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Pushing event deleted for resources: {'Port': ['ID=0e040e9b-b854-41af-a259-24e4f00f0106,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:30.562221 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2dcec-9e14-4e57-a658-a25a96103540 req-7cda1192-8fbb-4b5a-9f0e-fd486329c772 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:30.577272 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e3d2dcec-9e14-4e57-a658-a25a96103540 req-7cda1192-8fbb-4b5a-9f0e-fd486329c772 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b HTTP/1.1" status: 200 len: 944 time: 0.2927122 Nov 12 00:42:30.615235 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-f9b5a5ed-ba00-42cb-b65a-cf60720acd07 None None] Allocated IP 172.20.0.2 (a07e017e-d520-4e1d-927b-3bed68913820/7743c0bf-14cf-4cee-b811-46086c0f7df5/53b8107e-2e79-48ce-ba02-fd82ad6e7fd1) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:42:30.628854 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-35247c09-e396-4520-8f09-f80a9e0e9092 req-0c709a3d-37f5-44ce-a802-dee6e0c37ef5 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] No DVR routers for this DVR port 0e040e9b-b854-41af-a259-24e4f00f0106 on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:42:30.638673 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-35247c09-e396-4520-8f09-f80a9e0e9092 req-0c709a3d-37f5-44ce-a802-dee6e0c37ef5 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:30.642626 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-35247c09-e396-4520-8f09-f80a9e0e9092 req-0c709a3d-37f5-44ce-a802-dee6e0c37ef5 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.54 "DELETE /v2.0/ports/0e040e9b-b854-41af-a259-24e4f00f0106 HTTP/1.1" status: 204 len: 173 time: 1.0574884 Nov 12 00:42:30.647736 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-61f74fb5-ed19-4cc0-a5c0-0c0e7d29e8d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:30.649140 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-61f74fb5-ed19-4cc0-a5c0-0c0e7d29e8d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:30.659112 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-73b4eb59-b201-41a1-bf8e-145ea0911547 req-7739696c-f001-40cc-bc27-9b840e52dd83 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380918 Nov 12 00:42:30.764634 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f26f9685-865f-4bb6-b7ee-705c01c65e35', 'name': 'network-vif-deleted', 'tag': '0e040e9b-b854-41af-a259-24e4f00f0106'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:30.768308 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdac11be-228a-4b54-8795-884963c6c9f2" -d '{"events": [{"server_uuid": "f26f9685-865f-4bb6-b7ee-705c01c65e35", "name": "network-vif-deleted", "tag": "0e040e9b-b854-41af-a259-24e4f00f0106"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:30.793971 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3d47e1b1-cadb-40f0-9677-82f26d6947d2 req-2c21e27f-2ad7-4890-9493-1ec297f29cf4 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 210 time: 0.0704629 Nov 12 00:42:30.814019 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e3d2dcec-9e14-4e57-a658-a25a96103540 req-af3d6f80-c9d4-48c2-bd3e-dff0876c503c tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301366 Nov 12 00:42:30.825358 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-61f74fb5-ed19-4cc0-a5c0-0c0e7d29e8d9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:30.898152 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f574ba38-0fac-40d9-8aaf-40ba57c6a1a8 x-openstack-request-id: req-f574ba38-0fac-40d9-8aaf-40ba57c6a1a8 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:30.898448 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f26f9685-865f-4bb6-b7ee-705c01c65e35", "name": "network-vif-deleted", "tag": "0e040e9b-b854-41af-a259-24e4f00f0106", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:30.898705 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f574ba38-0fac-40d9-8aaf-40ba57c6a1a8 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:30.904794 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f26f9685-865f-4bb6-b7ee-705c01c65e35', 'name': 'network-vif-deleted', 'tag': '0e040e9b-b854-41af-a259-24e4f00f0106', 'status': 'completed', 'code': 200} Nov 12 00:42:30.951808 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-02e2194f-db57-4771-b5c9-1775fcd2e7b6 req-6e56ef43-fadb-46dc-a4ec-bbf3e1916671 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:30.954706 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f9b5a5ed-ba00-42cb-b65a-cf60720acd07 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:30.965828 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f9b5a5ed-ba00-42cb-b65a-cf60720acd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:30.968068 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-800de2d4-6837-4cc0-a534-ed54e071aa69 req-a8f9f218-0ea0-48dd-bf04-b649a38c8a08 tempest-ListImageFiltersTestJSON-1256107491 tempest-ListImageFiltersTestJSON-1256107491-project] 10.222.0.20 "GET /v2.0/ports?device_id=f26f9685-865f-4bb6-b7ee-705c01c65e35 HTTP/1.1" status: 200 len: 210 time: 0.0899689 Nov 12 00:42:31.050350 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-02e2194f-db57-4771-b5c9-1775fcd2e7b6 req-6e56ef43-fadb-46dc-a4ec-bbf3e1916671 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:31.076870 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b5a5ed-ba00-42cb-b65a-cf60720acd07 None None] Network a07e017e-d520-4e1d-927b-3bed68913820 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:42:31.088026 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['b3919cf8-6d84-4154-af85-c45c1316c790'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:42:31.159105 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56ef43-fadb-46dc-a4ec-bbf3e1916671 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Pushing event updated for resources: {'Port': ['ID=31665b81-ea38-464a-b842-434bf346ad33,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:31.324286 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02e2194f-db57-4771-b5c9-1775fcd2e7b6 req-6e56ef43-fadb-46dc-a4ec-bbf3e1916671 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Network 172a28b2-119c-4d70-aef1-a731eb107d6c is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:42:31.327831 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-02e2194f-db57-4771-b5c9-1775fcd2e7b6 req-6e56ef43-fadb-46dc-a4ec-bbf3e1916671 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:31.343723 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e2194f-db57-4771-b5c9-1775fcd2e7b6 req-6e56ef43-fadb-46dc-a4ec-bbf3e1916671 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:42:31.344880 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-f9b5a5ed-ba00-42cb-b65a-cf60720acd07 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:31.350663 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b5a5ed-ba00-42cb-b65a-cf60720acd07 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:42:31.369468 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['2a31bd22-6672-49ca-807d-dda3ab4ec4e2', '542980b8-6964-4857-a940-20f788f4f1dd'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:42:31.371807 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5a5ed-ba00-42cb-b65a-cf60720acd07 None None] Pushing event updated for resources: {'Port': ['ID=53b8107e-2e79-48ce-ba02-fd82ad6e7fd1,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:31.456021 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2194f-db57-4771-b5c9-1775fcd2e7b6 req-6e56ef43-fadb-46dc-a4ec-bbf3e1916671 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:31.456653 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-02e2194f-db57-4771-b5c9-1775fcd2e7b6 req-6e56ef43-fadb-46dc-a4ec-bbf3e1916671 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:31.494301 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-61f74fb5-ed19-4cc0-a5c0-0c0e7d29e8d9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:31.510836 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-02e2194f-db57-4771-b5c9-1775fcd2e7b6 req-6e56ef43-fadb-46dc-a4ec-bbf3e1916671 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7227764 Nov 12 00:42:31.535524 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-02e2194f-db57-4771-b5c9-1775fcd2e7b6 req-f0754313-62e6-4c0b-8f60-85b523aff0ee service neutron] Request body: {'port': {'device_id': '9f63c592-016a-4fce-9497-a5b1fafc1aa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:31.588677 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 542980b8-6964-4857-a940-20f788f4f1dd up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:42:31.674882 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-f9b5a5ed-ba00-42cb-b65a-cf60720acd07 None None] Attempting to bind port 53b8107e-2e79-48ce-ba02-fd82ad6e7fd1 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:42:31.675244 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-f9b5a5ed-ba00-42cb-b65a-cf60720acd07 None None] Attempting to bind port 53b8107e-2e79-48ce-ba02-fd82ad6e7fd1 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '1bd3e553-8072-461b-ab78-51e900cef389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a07e017e-d520-4e1d-927b-3bed68913820'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:42:31.675600 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b5a5ed-ba00-42cb-b65a-cf60720acd07 None None] Attempting to bind port 53b8107e-2e79-48ce-ba02-fd82ad6e7fd1 on network a07e017e-d520-4e1d-927b-3bed68913820 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:31.712196 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device b6893f56-fb25-40e0-a961-98a72faac750 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:42:31.714792 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b5a5ed-ba00-42cb-b65a-cf60720acd07 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:42:31.715160 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b5a5ed-ba00-42cb-b65a-cf60720acd07 None None] Checking segment: {'id': '1bd3e553-8072-461b-ab78-51e900cef389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a07e017e-d520-4e1d-927b-3bed68913820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:31.715570 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f9b5a5ed-ba00-42cb-b65a-cf60720acd07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:31.717874 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b5a5ed-ba00-42cb-b65a-cf60720acd07 None None] Bound using segment: {'id': '1bd3e553-8072-461b-ab78-51e900cef389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a07e017e-d520-4e1d-927b-3bed68913820'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:42:31.718583 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-f9b5a5ed-ba00-42cb-b65a-cf60720acd07 None None] Bound port: 53b8107e-2e79-48ce-ba02-fd82ad6e7fd1, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bd3e553-8072-461b-ab78-51e900cef389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a07e017e-d520-4e1d-927b-3bed68913820'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:42:31.719335 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f9b5a5ed-ba00-42cb-b65a-cf60720acd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:31.752095 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43898) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:31.805312 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-de999bd1-0852-48dd-9d72-b830ff2c2112 service neutron] 10.222.0.49 "GET /v2.0/ports/c8ff2049-02a3-42f0-a400-fd605dfd586d/bindings/n-h2-812236-11 HTTP/1.1" status: 200 len: 385 time: 0.2515593 Nov 12 00:42:31.807480 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-02e2194f-db57-4771-b5c9-1775fcd2e7b6 req-f0754313-62e6-4c0b-8f60-85b523aff0ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:31.844642 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-a74f40aa-7733-4ad6-b92a-3e6b02b321cc admin admin] Deleting subnet 15eed615-9c1a-43c6-8268-d04dda46eb36 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:42:31.851263 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a74f40aa-7733-4ad6-b92a-3e6b02b321cc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:31.904296 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b957b00-b21f-4495-81ce-f9a5e8f7557d req-cced8cc1-3423-4961-bcc5-1dd931b637a5 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:31.909153 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 542980b8-6964-4857-a940-20f788f4f1dd completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:42:31.913637 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4b957b00-b21f-4495-81ce-f9a5e8f7557d req-cced8cc1-3423-4961-bcc5-1dd931b637a5 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c HTTP/1.1" status: 200 len: 946 time: 0.1720898 Nov 12 00:42:31.927887 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-f9b5a5ed-ba00-42cb-b65a-cf60720acd07 None None] For port 53b8107e-2e79-48ce-ba02-fd82ad6e7fd1, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:31.929664 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a74f40aa-7733-4ad6-b92a-3e6b02b321cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:31.934787 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 542980b8-6964-4857-a940-20f788f4f1dd triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:31.935158 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:31.993306 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4b957b00-b21f-4495-81ce-f9a5e8f7557d req-eb87160d-91d9-45fa-acaf-711882cbdb8e tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796638 Nov 12 00:42:31.995030 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-f9b5a5ed-ba00-42cb-b65a-cf60720acd07 None None] For port 53b8107e-2e79-48ce-ba02-fd82ad6e7fd1, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=53b8107e-2e79-48ce-ba02-fd82ad6e7fd1,segment=NetworkSegment(1bd3e553-8072-461b-ab78-51e900cef389),segment_id=1bd3e553-8072-461b-ab78-51e900cef389)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:42:31.995890 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a74f40aa-7733-4ad6-b92a-3e6b02b321cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:32.016527 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba86999-f4ae-4e7d-a910-d46b33785dcc req-7d9e8d17-9e39-4fd3-9053-2fe5f310f7f3 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:32.018627 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cba86999-f4ae-4e7d-a910-d46b33785dcc req-7d9e8d17-9e39-4fd3-9053-2fe5f310f7f3 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 935 time: 0.1480408 Nov 12 00:42:32.020528 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f9b5a5ed-ba00-42cb-b65a-cf60720acd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:32.039916 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b4257263-5584-4322-9a97-52b271b9ed29 None None] Provisioning complete for port 31665b81-ea38-464a-b842-434bf346ad33 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:32.040612 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b4257263-5584-4322-9a97-52b271b9ed29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:32.067550 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a74f40aa-7733-4ad6-b92a-3e6b02b321cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:32.111428 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f40aa-7733-4ad6-b92a-3e6b02b321cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15eed615-9c1a-43c6-8268-d04dda46eb36,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:32.117818 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a74f40aa-7733-4ad6-b92a-3e6b02b321cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:32.120767 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port b6893f56-fb25-40e0-a961-98a72faac750 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:32.121143 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:32.127926 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a74f40aa-7733-4ad6-b92a-3e6b02b321cc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/15eed615-9c1a-43c6-8268-d04dda46eb36 HTTP/1.1" status: 204 len: 168 time: 0.3690009 Nov 12 00:42:32.127926 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43908) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:32.199431 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b4257263-5584-4322-9a97-52b271b9ed29 None None] Port 31665b81-ea38-464a-b842-434bf346ad33 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:42:32.217994 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5a5ed-ba00-42cb-b65a-cf60720acd07 None None] Pushing event updated for resources: {'Port': ['ID=53b8107e-2e79-48ce-ba02-fd82ad6e7fd1,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:32.253617 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d5307-fe94-4d5f-9de3-83d9685bdf0a req-56e67666-2069-4f00-85b2-700bbd7e0986 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:32.258481 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-862d5307-fe94-4d5f-9de3-83d9685bdf0a req-56e67666-2069-4f00-85b2-700bbd7e0986 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b HTTP/1.1" status: 200 len: 944 time: 0.1568856 Nov 12 00:42:32.262182 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2d325001-df3f-4b4a-b71b-524ac45f821c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:32.296216 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:32.330953 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-862d5307-fe94-4d5f-9de3-83d9685bdf0a req-0668791c-3c49-4149-b943-8551f743f00f tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657966 Nov 12 00:42:32.332799 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '442fa957-b056-4b96-beb8-2fd3daa7200a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542980b8-6964-4857-a940-20f788f4f1dd'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:32.335209 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a27b808-ecb7-4393-b7f3-ac4df97bf0d3" -d '{"events": [{"server_uuid": "442fa957-b056-4b96-beb8-2fd3daa7200a", "name": "network-vif-plugged", "status": "completed", "tag": "542980b8-6964-4857-a940-20f788f4f1dd"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:32.374262 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 542980b8-6964-4857-a940-20f788f4f1dd, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=542980b8-6964-4857-a940-20f788f4f1dd,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:32.466577 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:32.503272 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2d325001-df3f-4b4a-b71b-524ac45f821c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:32.528712 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-2d325001-df3f-4b4a-b71b-524ac45f821c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['040fca8f-d2ed-42cc-9d74-8da136d7b80f']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:32.531482 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=542980b8-6964-4857-a940-20f788f4f1dd,revision_number=13']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:32.541307 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-2d325001-df3f-4b4a-b71b-524ac45f821c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31f3cd0b-8f92-47c3-a72f-efb4d157fdb5') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:32.541307 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-2d325001-df3f-4b4a-b71b-524ac45f821c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31f3cd0b-8f92-47c3-a72f-efb4d157fdb5') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:32.561187 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2d325001-df3f-4b4a-b71b-524ac45f821c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:32.597969 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2d325001-df3f-4b4a-b71b-524ac45f821c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:32.609028 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d325001-df3f-4b4a-b71b-524ac45f821c admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:42:32.609455 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2d325001-df3f-4b4a-b71b-524ac45f821c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:32.612158 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 00:42:32.612158 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:42:32.612158 n-d-812236-11 neutron-server[102662]: timer() Nov 12 00:42:32.612158 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:42:32.612158 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 00:42:32.612158 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:42:32.612158 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 00:42:32.612158 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:42:32.612158 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 00:42:32.612158 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:42:32.612158 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 00:42:32.612158 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:42:32.612158 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 00:42:32.612158 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:42:32.612158 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:42:32.612158 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:42:32.612158 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:42:32.612158 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:42:32.612158 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 00:42:32.612158 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:42:32.612158 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 00:42:32.612158 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:42:32.612158 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:42:32.612158 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:42:32.612158 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 00:42:32.612158 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:42:32.612158 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:42:32.612158 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:42:32.612158 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:42:32.612158 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:42:32.612158 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:42:32.612158 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:42:32.650186 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 0e040e9b-b854-41af-a259-24e4f00f0106 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:42:32.671091 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2d325001-df3f-4b4a-b71b-524ac45f821c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:32.686495 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: 0e040e9b-b854-41af-a259-24e4f00f0106 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:42:32.687302 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 0e040e9b-b854-41af-a259-24e4f00f0106 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:42:32.705555 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2d325001-df3f-4b4a-b71b-524ac45f821c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:32.711986 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2d325001-df3f-4b4a-b71b-524ac45f821c admin admin] 10.222.0.20 "DELETE /v2.0/networks/040fca8f-d2ed-42cc-9d74-8da136d7b80f HTTP/1.1" status: 204 len: 168 time: 0.5812321 Nov 12 00:42:32.711986 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d325001-df3f-4b4a-b71b-524ac45f821c admin admin] Pushing event deleted for resources: {'Network': ['ID=040fca8f-d2ed-42cc-9d74-8da136d7b80f,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:32.722211 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d484adc-2a4e-4d18-b8b5-a04385d9a107 x-openstack-request-id: req-5d484adc-2a4e-4d18-b8b5-a04385d9a107 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:32.722501 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "442fa957-b056-4b96-beb8-2fd3daa7200a", "name": "network-vif-plugged", "status": "completed", "tag": "542980b8-6964-4857-a940-20f788f4f1dd", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:32.722915 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d484adc-2a4e-4d18-b8b5-a04385d9a107 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:32.723311 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '442fa957-b056-4b96-beb8-2fd3daa7200a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542980b8-6964-4857-a940-20f788f4f1dd', 'code': 200} Nov 12 00:42:32.734130 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-ba132eeb-e320-40ed-a48d-e0f5fb2344d1 service neutron] For port c8ff2049-02a3-42f0-a400-fd605dfd586d, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=c8ff2049-02a3-42f0-a400-fd605dfd586d,segment=NetworkSegment(6dc56b81-8d8e-4b44-90a6-8b45d539a128),segment_id=6dc56b81-8d8e-4b44-90a6-8b45d539a128)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:32.771347 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cba86999-f4ae-4e7d-a910-d46b33785dcc req-00c084f2-8ce2-4185-b51b-24a57372dd97 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6700885 Nov 12 00:42:32.801035 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-ba132eeb-e320-40ed-a48d-e0f5fb2344d1 service neutron] For port c8ff2049-02a3-42f0-a400-fd605dfd586d, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:32.843650 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-61f74fb5-ed19-4cc0-a5c0-0c0e7d29e8d9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:32.884639 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-61f74fb5-ed19-4cc0-a5c0-0c0e7d29e8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:32.888108 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-ba132eeb-e320-40ed-a48d-e0f5fb2344d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8ff2049-02a3-42f0-a400-fd605dfd586d {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:42:32.909481 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-ba132eeb-e320-40ed-a48d-e0f5fb2344d1 service neutron] For port c8ff2049-02a3-42f0-a400-fd605dfd586d, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=c8ff2049-02a3-42f0-a400-fd605dfd586d,segment=NetworkSegment(6dc56b81-8d8e-4b44-90a6-8b45d539a128),segment_id=6dc56b81-8d8e-4b44-90a6-8b45d539a128)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:32.960530 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43928) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:32.965683 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-ba132eeb-e320-40ed-a48d-e0f5fb2344d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:33.021901 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a3323a6f-8613-4094-b3b8-3340122d8177 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=15b80c7f11964559b05ab81accceabef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0576792 Nov 12 00:42:33.024018 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43930) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:33.076542 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-02e2194f-db57-4771-b5c9-1775fcd2e7b6 req-f0754313-62e6-4c0b-8f60-85b523aff0ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31665b81-ea38-464a-b842-434bf346ad33 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:42:33.085346 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-acf04c0d-c877-4de4-a3f1-613ea8627315 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:33.115567 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-acf04c0d-c877-4de4-a3f1-613ea8627315 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:33.117897 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-02e2194f-db57-4771-b5c9-1775fcd2e7b6 req-f0754313-62e6-4c0b-8f60-85b523aff0ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:33.150385 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-02e2194f-db57-4771-b5c9-1775fcd2e7b6 req-f0754313-62e6-4c0b-8f60-85b523aff0ee service neutron] Transition to ACTIVE for port object 31665b81-ea38-464a-b842-434bf346ad33 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:42:33.166192 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-02e2194f-db57-4771-b5c9-1775fcd2e7b6 req-f0754313-62e6-4c0b-8f60-85b523aff0ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:33.195080 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-acf04c0d-c877-4de4-a3f1-613ea8627315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:33.198090 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-acf04c0d-c877-4de4-a3f1-613ea8627315 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:33.202770 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-acf04c0d-c877-4de4-a3f1-613ea8627315 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/92af202c-921f-4a5e-959c-f87bfd9e5d01 HTTP/1.1" status: 204 len: 168 time: 0.1773012 Nov 12 00:42:33.212292 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf04c0d-c877-4de4-a3f1-613ea8627315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92af202c-921f-4a5e-959c-f87bfd9e5d01,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:33.316050 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-61f74fb5-ed19-4cc0-a5c0-0c0e7d29e8d9 admin admin] Allocated IP 172.25.2.175 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/26c39133-e2e0-43b3-954d-65fd92bf22b2) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:42:33.337219 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-ba132eeb-e320-40ed-a48d-e0f5fb2344d1 service neutron] Transition to ACTIVE for port object c8ff2049-02a3-42f0-a400-fd605dfd586d will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:42:33.395810 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-ba132eeb-e320-40ed-a48d-e0f5fb2344d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:33.451382 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0754313-62e6-4c0b-8f60-85b523aff0ee service neutron] Pushing event updated for resources: {'Port': ['ID=31665b81-ea38-464a-b842-434bf346ad33,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:33.518418 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a2b63-e3d2-4fab-bcd1-0a412db7f1fc req-5d4f01c1-857f-4f09-b75f-a58e77529b9b tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:33.527922 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c74a2b63-e3d2-4fab-bcd1-0a412db7f1fc req-5d4f01c1-857f-4f09-b75f-a58e77529b9b tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c HTTP/1.1" status: 200 len: 946 time: 0.3727407 Nov 12 00:42:33.613332 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 53b8107e-2e79-48ce-ba02-fd82ad6e7fd1 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:42:33.618138 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9c395b-11fd-439b-a4aa-e13059b9849e None None] Network a07e017e-d520-4e1d-927b-3bed68913820 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:42:33.646329 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba132eeb-e320-40ed-a48d-e0f5fb2344d1 service neutron] Pushing event updated for resources: {'Port': ['ID=c8ff2049-02a3-42f0-a400-fd605dfd586d,revision_number=10']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:33.699585 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-ba132eeb-e320-40ed-a48d-e0f5fb2344d1 service neutron] No DVR routers for this DVR port c8ff2049-02a3-42f0-a400-fd605dfd586d on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:42:33.724883 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-02e2194f-db57-4771-b5c9-1775fcd2e7b6 req-f0754313-62e6-4c0b-8f60-85b523aff0ee service neutron] Attempting to bind port 31665b81-ea38-464a-b842-434bf346ad33 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:42:33.725610 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-02e2194f-db57-4771-b5c9-1775fcd2e7b6 req-f0754313-62e6-4c0b-8f60-85b523aff0ee service neutron] Attempting to bind port 31665b81-ea38-464a-b842-434bf346ad33 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:42:33.725610 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2194f-db57-4771-b5c9-1775fcd2e7b6 req-f0754313-62e6-4c0b-8f60-85b523aff0ee service neutron] Attempting to bind port 31665b81-ea38-464a-b842-434bf346ad33 on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:33.759774 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2194f-db57-4771-b5c9-1775fcd2e7b6 req-f0754313-62e6-4c0b-8f60-85b523aff0ee service neutron] Port 31665b81-ea38-464a-b842-434bf346ad33 on network 172a28b2-119c-4d70-aef1-a731eb107d6c not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:42:33.760442 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2194f-db57-4771-b5c9-1775fcd2e7b6 req-f0754313-62e6-4c0b-8f60-85b523aff0ee service neutron] Attempting to bind port 31665b81-ea38-464a-b842-434bf346ad33 on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:33.765886 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c74a2b63-e3d2-4fab-bcd1-0a412db7f1fc req-aef588c1-fbc6-4353-be6c-533fe51b319f tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371294 Nov 12 00:42:33.774379 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 53b8107e-2e79-48ce-ba02-fd82ad6e7fd1 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:33.774863 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:33.779476 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-ba132eeb-e320-40ed-a48d-e0f5fb2344d1 service neutron] 10.222.0.49 "PUT /v2.0/ports/c8ff2049-02a3-42f0-a400-fd605dfd586d/bindings/n-h2-812236-11/activate HTTP/1.1" status: 200 len: 370 time: 1.9588344 Nov 12 00:42:33.791612 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2194f-db57-4771-b5c9-1775fcd2e7b6 req-f0754313-62e6-4c0b-8f60-85b523aff0ee service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:42:33.791952 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2194f-db57-4771-b5c9-1775fcd2e7b6 req-f0754313-62e6-4c0b-8f60-85b523aff0ee service neutron] Checking segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:33.792341 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2194f-db57-4771-b5c9-1775fcd2e7b6 req-f0754313-62e6-4c0b-8f60-85b523aff0ee service neutron] Bound using segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:42:33.792788 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-02e2194f-db57-4771-b5c9-1775fcd2e7b6 req-f0754313-62e6-4c0b-8f60-85b523aff0ee service neutron] Bound port: 31665b81-ea38-464a-b842-434bf346ad33, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:42:33.793227 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-02e2194f-db57-4771-b5c9-1775fcd2e7b6 req-f0754313-62e6-4c0b-8f60-85b523aff0ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:33.821290 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-61f74fb5-ed19-4cc0-a5c0-0c0e7d29e8d9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:33.911229 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-18fbf56e-5f91-49d1-adae-1b8a31612345 None None] Provisioning complete for port 53b8107e-2e79-48ce-ba02-fd82ad6e7fd1 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:33.911601 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-18fbf56e-5f91-49d1-adae-1b8a31612345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:33.955547 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-02e2194f-db57-4771-b5c9-1775fcd2e7b6 req-f0754313-62e6-4c0b-8f60-85b523aff0ee service neutron] For port 31665b81-ea38-464a-b842-434bf346ad33, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:33.960128 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-02e2194f-db57-4771-b5c9-1775fcd2e7b6 req-f0754313-62e6-4c0b-8f60-85b523aff0ee service neutron] For port 31665b81-ea38-464a-b842-434bf346ad33, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=31665b81-ea38-464a-b842-434bf346ad33,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:42:33.968688 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-61f74fb5-ed19-4cc0-a5c0-0c0e7d29e8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:33.985335 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-6e3f5d49-b41d-4f2a-8f7c-2ac0d4b88633 tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:33.990190 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-6e3f5d49-b41d-4f2a-8f7c-2ac0d4b88633 tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b&tenant_id=9a1fd583d08a44f4b64f3812361842fc&binding%3Ahost_id=n-h1-812236-11 HTTP/1.1" status: 200 len: 1097 time: 0.0807188 Nov 12 00:42:34.011253 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-02e2194f-db57-4771-b5c9-1775fcd2e7b6 req-f0754313-62e6-4c0b-8f60-85b523aff0ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:34.032077 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce727e-41e4-453b-bff0-a0384af79dc0 req-7a9fe25f-bbf6-4337-9cf5-9bb125903896 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:34.034189 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-90ce727e-41e4-453b-bff0-a0384af79dc0 req-7a9fe25f-bbf6-4337-9cf5-9bb125903896 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b HTTP/1.1" status: 200 len: 945 time: 0.1511366 Nov 12 00:42:34.051037 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2194f-db57-4771-b5c9-1775fcd2e7b6 req-f0754313-62e6-4c0b-8f60-85b523aff0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:34.051939 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-02e2194f-db57-4771-b5c9-1775fcd2e7b6 req-f0754313-62e6-4c0b-8f60-85b523aff0ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:34.053354 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-02e2194f-db57-4771-b5c9-1775fcd2e7b6 req-f0754313-62e6-4c0b-8f60-85b523aff0ee service neutron] 10.222.0.54 "PUT /v2.0/ports/31665b81-ea38-464a-b842-434bf346ad33 HTTP/1.1" status: 200 len: 1096 time: 2.5269203 Nov 12 00:42:34.055608 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f74fb5-ed19-4cc0-a5c0-0c0e7d29e8d9 admin admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:42:34.060243 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f63c592-016a-4fce-9497-a5b1fafc1aa5', 'tag': '31665b81-ea38-464a-b842-434bf346ad33'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:34.071145 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274334ab-5ff2-4e9c-9364-c45b6dca4686" -d '{"events": [{"name": "network-changed", "server_uuid": "9f63c592-016a-4fce-9497-a5b1fafc1aa5", "tag": "31665b81-ea38-464a-b842-434bf346ad33"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:34.090544 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-7ea2961b-ae3c-4e6b-8799-4176e7200223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:34.092553 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-7ea2961b-ae3c-4e6b-8799-4176e7200223 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b&tenant_id=9a1fd583d08a44f4b64f3812361842fc HTTP/1.1" status: 200 len: 1097 time: 0.0940711 Nov 12 00:42:34.099261 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-61f74fb5-ed19-4cc0-a5c0-0c0e7d29e8d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:34.103935 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f74fb5-ed19-4cc0-a5c0-0c0e7d29e8d9 admin admin] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:42:34.144419 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:34.173710 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f74fb5-ed19-4cc0-a5c0-0c0e7d29e8d9 admin admin] Pushing event updated for resources: {'Port': ['ID=26c39133-e2e0-43b3-954d-65fd92bf22b2,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:34.207017 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 53b8107e-2e79-48ce-ba02-fd82ad6e7fd1, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=53b8107e-2e79-48ce-ba02-fd82ad6e7fd1,segment=NetworkSegment(1bd3e553-8072-461b-ab78-51e900cef389),segment_id=1bd3e553-8072-461b-ab78-51e900cef389)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:34.208116 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-18fbf56e-5f91-49d1-adae-1b8a31612345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:34.231981 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:34.270775 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-63184b4f-0920-4052-9c36-79b3bba51df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:34.272767 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-63184b4f-0920-4052-9c36-79b3bba51df3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9a1fd583d08a44f4b64f3812361842fc&device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b HTTP/1.1" status: 200 len: 1097 time: 0.1250117 Nov 12 00:42:34.357198 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-90ce727e-41e4-453b-bff0-a0384af79dc0 req-5a44dccd-61de-44a8-8e62-7796682ffbce tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977414 Nov 12 00:42:34.428020 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1bf4c126-dcb5-4526-b2f5-e4d026acb134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:34.450759 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=53b8107e-2e79-48ce-ba02-fd82ad6e7fd1,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:34.467345 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.db.api [None req-18fbf56e-5f91-49d1-adae-1b8a31612345 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:42:34.468436 n-d-812236-11 neutron-server[102663]: DEBUG oslo_db.api [None req-18fbf56e-5f91-49d1-adae-1b8a31612345 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:42:34.508534 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-82bf0816-aa5a-4a8a-96b2-42c4f7770a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:34.511146 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-82bf0816-aa5a-4a8a-96b2-42c4f7770a28 service neutron] 10.222.0.54 "GET /v2.0/networks?id=efe1d89a-522f-4c40-b263-5cebd382e88d HTTP/1.1" status: 200 len: 922 time: 0.2175453 Nov 12 00:42:34.519306 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0754313-62e6-4c0b-8f60-85b523aff0ee service neutron] Pushing event updated for resources: {'Port': ['ID=31665b81-ea38-464a-b842-434bf346ad33,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:34.546094 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2194f-db57-4771-b5c9-1775fcd2e7b6 req-5534e551-ac10-4102-9f8a-b4be3ce48ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:34.547604 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-02e2194f-db57-4771-b5c9-1775fcd2e7b6 req-5534e551-ac10-4102-9f8a-b4be3ce48ba4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=79a8b3dad7a0401ab482e19b622fac98&device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 1099 time: 0.3584936 Nov 12 00:42:34.580229 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-fcbddffa-e384-4814-a228-464835e63242 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8ff2049-02a3-42f0-a400-fd605dfd586d HTTP/1.1" status: 200 len: 217 time: 0.0440171 Nov 12 00:42:34.605042 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22e718-b76b-4338-bd86-161cd11cafab req-de231fff-97fc-4973-9326-c1c8d8fb7aa3 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:34.613809 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-da22e718-b76b-4338-bd86-161cd11cafab req-de231fff-97fc-4973-9326-c1c8d8fb7aa3 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 947 time: 0.1422498 Nov 12 00:42:34.622712 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-02e2194f-db57-4771-b5c9-1775fcd2e7b6 req-23fe1275-a30f-4be2-bad5-1ea8ff84db3a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=31665b81-ea38-464a-b842-434bf346ad33 HTTP/1.1" status: 200 len: 217 time: 0.0549219 Nov 12 00:42:34.673173 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-e1b8276b-6ae0-437e-9ce2-0d971e4d0d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:34.675315 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-e1b8276b-6ae0-437e-9ce2-0d971e4d0d50 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=89218ce2-e54b-4f33-b040-6aa3f821723a HTTP/1.1" status: 200 len: 861 time: 0.0873230 Nov 12 00:42:34.716446 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-40ddb0df-0d0c-492d-8e35-e88d46ec118d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=efe1d89a-522f-4c40-b263-5cebd382e88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331745 Nov 12 00:42:34.726641 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-da22e718-b76b-4338-bd86-161cd11cafab req-21f582e6-ea0d-44c4-9cad-a27d59e13b3d tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113143 Nov 12 00:42:34.752652 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2194f-db57-4771-b5c9-1775fcd2e7b6 req-0033d2a0-36a0-420d-9dd4-8698a034945d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:34.753944 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-02e2194f-db57-4771-b5c9-1775fcd2e7b6 req-0033d2a0-36a0-420d-9dd4-8698a034945d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.0890005 Nov 12 00:42:34.794333 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb060f7-0857-485a-859f-b01bb54c85e1 x-openstack-request-id: req-8cb060f7-0857-485a-859f-b01bb54c85e1 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:34.794880 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f63c592-016a-4fce-9497-a5b1fafc1aa5", "tag": "31665b81-ea38-464a-b842-434bf346ad33", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:34.794880 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8cb060f7-0857-485a-859f-b01bb54c85e1 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:34.795227 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f63c592-016a-4fce-9497-a5b1fafc1aa5', 'tag': '31665b81-ea38-464a-b842-434bf346ad33', 'status': 'completed', 'code': 200} Nov 12 00:42:34.805469 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-61f74fb5-ed19-4cc0-a5c0-0c0e7d29e8d9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:34.849439 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-1fe078db-a881-4ec7-91e9-4836be5da2c0 service neutron] 10.222.0.54 "GET /v2.0/networks/efe1d89a-522f-4c40-b263-5cebd382e88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216636 Nov 12 00:42:34.870465 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2194f-db57-4771-b5c9-1775fcd2e7b6 req-f47ac539-f6e6-4475-926f-043a62a05953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:34.872376 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-02e2194f-db57-4771-b5c9-1775fcd2e7b6 req-f47ac539-f6e6-4475-926f-043a62a05953 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1107728 Nov 12 00:42:34.968012 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-807e779a-c784-430d-aef5-1203fc59f1a4 service neutron] 10.222.0.54 "GET /v2.0/networks/efe1d89a-522f-4c40-b263-5cebd382e88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098008 Nov 12 00:42:35.161280 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd432ae-b439-4b72-affe-b61c84ee9f6e req-b1c09702-507e-43d9-af89-22279f2dc4da tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:35.163326 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ffd432ae-b439-4b72-affe-b61c84ee9f6e req-b1c09702-507e-43d9-af89-22279f2dc4da tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c HTTP/1.1" status: 200 len: 946 time: 0.1525457 Nov 12 00:42:35.185266 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-02e2194f-db57-4771-b5c9-1775fcd2e7b6 req-b8cb2f3d-91db-46cd-83d5-aa59494bc163 service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052120 Nov 12 00:42:35.220343 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-08da1522-3b48-4682-86ac-4b83de99a739 None None] Provisioning complete for port 53b8107e-2e79-48ce-ba02-fd82ad6e7fd1 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:35.220916 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-08da1522-3b48-4682-86ac-4b83de99a739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:35.223541 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-61f74fb5-ed19-4cc0-a5c0-0c0e7d29e8d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:35.323165 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44026) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:35.350022 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ffd432ae-b439-4b72-affe-b61c84ee9f6e req-e138691c-b766-4c3a-96ab-f782b1c2aaaf tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761975 Nov 12 00:42:35.445005 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-1356e0f7-52ee-41a6-ad22-3accdcf7d55f tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:35.446616 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-1356e0f7-52ee-41a6-ad22-3accdcf7d55f tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b&tenant_id=9a1fd583d08a44f4b64f3812361842fc&binding%3Ahost_id=n-h2-812236-11 HTTP/1.1" status: 200 len: 1097 time: 0.0820982 Nov 12 00:42:35.471133 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-02e2194f-db57-4771-b5c9-1775fcd2e7b6 req-c917019f-8e7a-42b3-b774-e8b4094517ed service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739735 Nov 12 00:42:35.553808 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f74fb5-ed19-4cc0-a5c0-0c0e7d29e8d9 admin admin] Router 03239183-3b3c-429c-9801-77281cd8ea56 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:42:35.584777 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 53b8107e-2e79-48ce-ba02-fd82ad6e7fd1 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:42:35.602836 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-468f9527-77b0-4e9a-aea1-006f1dbcbed1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2e7632e5ab124f1c8b23532b15062c66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2779257 Nov 12 00:42:35.609771 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44034) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:35.659519 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 53b8107e-2e79-48ce-ba02-fd82ad6e7fd1 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:35.659928 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:35.715134 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274334ab-5ff2-4e9c-9364-c45b6dca4686 req-8ccccf38-ea95-4e7a-8778-765faafb9b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:35.716866 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-274334ab-5ff2-4e9c-9364-c45b6dca4686 req-8ccccf38-ea95-4e7a-8778-765faafb9b28 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=79a8b3dad7a0401ab482e19b622fac98&device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 1099 time: 0.1305609 Nov 12 00:42:35.775810 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07ed3e-c5ab-4b7b-b27e-e179b0d1f88b req-bd32e252-3d57-4891-83d7-6f24f7ae0d4b tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:35.776156 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f74fb5-ed19-4cc0-a5c0-0c0e7d29e8d9 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:42:35.777358 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5e07ed3e-c5ab-4b7b-b27e-e179b0d1f88b req-bd32e252-3d57-4891-83d7-6f24f7ae0d4b tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b HTTP/1.1" status: 200 len: 945 time: 0.1449544 Nov 12 00:42:35.784089 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-9900d66e-60ca-4260-b3d7-fc5c69ea3b8e service neutron] For port c8ff2049-02a3-42f0-a400-fd605dfd586d, host n-h1-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:35.784905 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6e00b3bb-bb65-41ee-bbf1-6e7934251a67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:35.787219 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c9d9b7-bbb6-4fc9-a892-50729a8191cb None None] Sync routers for ids ['03239183-3b3c-429c-9801-77281cd8ea56'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:42:35.800207 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c9d9b7-bbb6-4fc9-a892-50729a8191cb None None] Routers {'03239183-3b3c-429c-9801-77281cd8ea56'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:42:35.800381 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-9900d66e-60ca-4260-b3d7-fc5c69ea3b8e service neutron] Publish callbacks [] for binding, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:35.801342 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0d982656-85dd-4e89-a4f2-63a5522627c9 req-9900d66e-60ca-4260-b3d7-fc5c69ea3b8e service neutron] 10.222.0.54 "DELETE /v2.0/ports/c8ff2049-02a3-42f0-a400-fd605dfd586d/bindings/n-h1-812236-11 HTTP/1.1" status: 204 len: 173 time: 0.3464029 Nov 12 00:42:35.808949 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-13c9d9b7-bbb6-4fc9-a892-50729a8191cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:42:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['03239183-3b3c-429c-9801-77281cd8ea56'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:35.826452 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6e00b3bb-bb65-41ee-bbf1-6e7934251a67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:35.892445 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5e07ed3e-c5ab-4b7b-b27e-e179b0d1f88b req-d20cd64e-ace9-449a-9877-b7283c4cb461 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971704 Nov 12 00:42:35.909237 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-61f74fb5-ed19-4cc0-a5c0-0c0e7d29e8d9 admin admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:35.910541 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-61f74fb5-ed19-4cc0-a5c0-0c0e7d29e8d9 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.4147151 Nov 12 00:42:35.914137 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44048) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:35.946952 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-13c9d9b7-bbb6-4fc9-a892-50729a8191cb None None] Set router 03239183-3b3c-429c-9801-77281cd8ea56 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:42:35.962692 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274334ab-5ff2-4e9c-9364-c45b6dca4686 req-7e9f8321-8375-4c95-a29f-a4953de4f5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:35.964059 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-274334ab-5ff2-4e9c-9364-c45b6dca4686 req-7e9f8321-8375-4c95-a29f-a4953de4f5f3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.2352233 Nov 12 00:42:36.044630 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6e00b3bb-bb65-41ee-bbf1-6e7934251a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:36.048831 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6e00b3bb-bb65-41ee-bbf1-6e7934251a67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:36.050167 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6e00b3bb-bb65-41ee-bbf1-6e7934251a67 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/854e8c06-d2ba-4660-8744-67dd889e0b9f HTTP/1.1" status: 204 len: 168 time: 0.4378998 Nov 12 00:42:36.086097 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-274334ab-5ff2-4e9c-9364-c45b6dca4686 req-a7429379-5fe2-4cf4-bde1-d085ef448fac service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=31665b81-ea38-464a-b842-434bf346ad33 HTTP/1.1" status: 200 len: 217 time: 0.1063352 Nov 12 00:42:36.102462 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e3ecc-a2db-499d-ab1b-d84d83b86be2 req-d1d830c7-dc2b-46b5-a0bc-d508db0ccbd4 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:36.111049 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1b2e3ecc-a2db-499d-ab1b-d84d83b86be2 req-d1d830c7-dc2b-46b5-a0bc-d508db0ccbd4 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 947 time: 0.2276237 Nov 12 00:42:36.117417 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e00b3bb-bb65-41ee-bbf1-6e7934251a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854e8c06-d2ba-4660-8744-67dd889e0b9f,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:36.160954 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-13c9d9b7-bbb6-4fc9-a892-50729a8191cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03239183-3b3c-429c-9801-77281cd8ea56', 'name': 'tempest-AttachSCSIVolumeTestJSON-1624836765-router', 'tenant_id': '3f590a2f3e6a4c64b327b48da0d076bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '26c39133-e2e0-43b3-954d-65fd92bf22b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:30Z', 'updated_at': '2021-11-12T00:42:34Z', 'revision_number': 3, 'project_id': '3f590a2f3e6a4c64b327b48da0d076bd', 'gw_port': {'id': '26c39133-e2e0-43b3-954d-65fd92bf22b2', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03239183-3b3c-429c-9801-77281cd8ea56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:32Z', 'updated_at': '2021-11-12T00:42:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:36.189658 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c9d9b7-bbb6-4fc9-a892-50729a8191cb None None] Checking router: 03239183-3b3c-429c-9801-77281cd8ea56 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:42:36.190170 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c9d9b7-bbb6-4fc9-a892-50729a8191cb None None] Updating router 03239183-3b3c-429c-9801-77281cd8ea56 port 26c39133-e2e0-43b3-954d-65fd92bf22b2 binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:42:36.206461 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1b2e3ecc-a2db-499d-ab1b-d84d83b86be2 req-03dbef15-00aa-44dd-8af5-830df34a5977 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940318 Nov 12 00:42:36.226948 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-13c9d9b7-bbb6-4fc9-a892-50729a8191cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:36.266358 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fda421-24a8-45e3-bd2d-fcc473868d24 req-708a7a69-f708-49f9-af98-c62f3cd8b048 tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:36.268477 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-75fda421-24a8-45e3-bd2d-fcc473868d24 req-708a7a69-f708-49f9-af98-c62f3cd8b048 tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b HTTP/1.1" status: 200 len: 1097 time: 0.1637771 Nov 12 00:42:36.282114 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274334ab-5ff2-4e9c-9364-c45b6dca4686 req-dfdcb977-5eb8-4e40-9caf-d012956e78d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:36.284502 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-274334ab-5ff2-4e9c-9364-c45b6dca4686 req-dfdcb977-5eb8-4e40-9caf-d012956e78d5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.1703520 Nov 12 00:42:36.361715 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44062) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:36.405510 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c7c5555b-a650-4cfc-8bb7-8bc793480200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:36.409523 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274334ab-5ff2-4e9c-9364-c45b6dca4686 req-56a42276-c6cb-4a75-b6d3-416115debc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:36.425149 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-274334ab-5ff2-4e9c-9364-c45b6dca4686 req-56a42276-c6cb-4a75-b6d3-416115debc53 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1276288 Nov 12 00:42:36.499584 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-75fda421-24a8-45e3-bd2d-fcc473868d24 req-29fdd4c1-b19a-4a98-aa63-19fa52b3d943 tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186158 Nov 12 00:42:36.542804 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-13c9d9b7-bbb6-4fc9-a892-50729a8191cb None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:36.560988 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-13c9d9b7-bbb6-4fc9-a892-50729a8191cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:36.669824 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-13c9d9b7-bbb6-4fc9-a892-50729a8191cb None None] Attempting to bind port 26c39133-e2e0-43b3-954d-65fd92bf22b2 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:42:36.670409 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-13c9d9b7-bbb6-4fc9-a892-50729a8191cb None None] Attempting to bind port 26c39133-e2e0-43b3-954d-65fd92bf22b2 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:42:36.670930 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c9d9b7-bbb6-4fc9-a892-50729a8191cb None None] Attempting to bind port 26c39133-e2e0-43b3-954d-65fd92bf22b2 on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:36.686130 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c9d9b7-bbb6-4fc9-a892-50729a8191cb None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:42:36.686769 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c9d9b7-bbb6-4fc9-a892-50729a8191cb None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:36.687343 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-13c9d9b7-bbb6-4fc9-a892-50729a8191cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:36.687901 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c9d9b7-bbb6-4fc9-a892-50729a8191cb None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:42:36.689161 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-13c9d9b7-bbb6-4fc9-a892-50729a8191cb None None] Bound port: 26c39133-e2e0-43b3-954d-65fd92bf22b2, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:42:36.689772 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-13c9d9b7-bbb6-4fc9-a892-50729a8191cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:36.692870 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e22b93f-ad4e-4674-a421-52093fe21d5d None None] Pushing event updated for resources: {'Port': ['ID=26c39133-e2e0-43b3-954d-65fd92bf22b2,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:36.764382 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-13c9d9b7-bbb6-4fc9-a892-50729a8191cb None None] For port 26c39133-e2e0-43b3-954d-65fd92bf22b2, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:36.771543 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-13c9d9b7-bbb6-4fc9-a892-50729a8191cb None None] For port 26c39133-e2e0-43b3-954d-65fd92bf22b2, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=26c39133-e2e0-43b3-954d-65fd92bf22b2,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:42:36.779880 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-13c9d9b7-bbb6-4fc9-a892-50729a8191cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:36.837607 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affebe2-8909-4065-950a-4b52d04e1578 req-e2313e1b-7f86-4fa8-8fa7-a1bf7f9e6f8f tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:36.839930 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9affebe2-8909-4065-950a-4b52d04e1578 req-e2313e1b-7f86-4fa8-8fa7-a1bf7f9e6f8f tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b HTTP/1.1" status: 200 len: 1097 time: 0.0964117 Nov 12 00:42:36.867334 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c9d9b7-bbb6-4fc9-a892-50729a8191cb None None] Routers {'03239183-3b3c-429c-9801-77281cd8ea56'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:42:36.868097 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-13c9d9b7-bbb6-4fc9-a892-50729a8191cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:42:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['03239183-3b3c-429c-9801-77281cd8ea56'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:36.916010 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e22b93f-ad4e-4674-a421-52093fe21d5d None None] Pushing event updated for resources: {'Port': ['ID=26c39133-e2e0-43b3-954d-65fd92bf22b2,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:36.956121 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9affebe2-8909-4065-950a-4b52d04e1578 req-d7153286-1ca9-49f3-b4a0-417e62b6d5dc tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855248 Nov 12 00:42:36.963311 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-63da11e0-8233-49ab-a068-135314e12610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:36.993042 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-274334ab-5ff2-4e9c-9364-c45b6dca4686 req-0cd1a0c2-17c4-4df0-b6f4-6b4a87a2a00f service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5542696 Nov 12 00:42:37.028020 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9e632061-aa81-44d3-85a7-ea4eededaec4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:37.077498 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-13c9d9b7-bbb6-4fc9-a892-50729a8191cb None None] Set router 03239183-3b3c-429c-9801-77281cd8ea56 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:42:37.260730 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd59a0-e37f-4993-84c4-f73d6ffdbe55 req-4c0a9044-71d3-4817-9a2b-634a4216e4a8 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:37.268463 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5ffd59a0-e37f-4993-84c4-f73d6ffdbe55 req-4c0a9044-71d3-4817-9a2b-634a4216e4a8 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c HTTP/1.1" status: 200 len: 946 time: 0.3196843 Nov 12 00:42:37.273742 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-63da11e0-8233-49ab-a068-135314e12610 admin admin] Allocated IP 172.20.0.1 (a07e017e-d520-4e1d-927b-3bed68913820/7743c0bf-14cf-4cee-b811-46086c0f7df5/febc230a-5398-4703-957b-dfec7dafc0df) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:42:37.296761 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-13c9d9b7-bbb6-4fc9-a892-50729a8191cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03239183-3b3c-429c-9801-77281cd8ea56', 'name': 'tempest-AttachSCSIVolumeTestJSON-1624836765-router', 'tenant_id': '3f590a2f3e6a4c64b327b48da0d076bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '26c39133-e2e0-43b3-954d-65fd92bf22b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:30Z', 'updated_at': '2021-11-12T00:42:34Z', 'revision_number': 3, 'project_id': '3f590a2f3e6a4c64b327b48da0d076bd', 'gw_port': {'id': '26c39133-e2e0-43b3-954d-65fd92bf22b2', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03239183-3b3c-429c-9801-77281cd8ea56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:32Z', 'updated_at': '2021-11-12T00:42:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:37.317788 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9e632061-aa81-44d3-85a7-ea4eededaec4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:37.335485 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9e632061-aa81-44d3-85a7-ea4eededaec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:37.336982 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c9d9b7-bbb6-4fc9-a892-50729a8191cb None None] The sync data for ids ['03239183-3b3c-429c-9801-77281cd8ea56'] in n-d-812236-11 is: [{'id': '03239183-3b3c-429c-9801-77281cd8ea56', 'name': 'tempest-AttachSCSIVolumeTestJSON-1624836765-router', 'tenant_id': '3f590a2f3e6a4c64b327b48da0d076bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '26c39133-e2e0-43b3-954d-65fd92bf22b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:30Z', 'updated_at': '2021-11-12T00:42:34Z', 'revision_number': 3, 'project_id': '3f590a2f3e6a4c64b327b48da0d076bd', 'gw_port': {'id': '26c39133-e2e0-43b3-954d-65fd92bf22b2', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03239183-3b3c-429c-9801-77281cd8ea56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:32Z', 'updated_at': '2021-11-12T00:42:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:42:37.372606 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-274334ab-5ff2-4e9c-9364-c45b6dca4686 req-48acfe54-f165-41f4-b373-c3bdedae8579 service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423412 Nov 12 00:42:37.394185 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5ffd59a0-e37f-4993-84c4-f73d6ffdbe55 req-c9b624f2-fe76-4b0b-89cf-fae50b6ecc42 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202381 Nov 12 00:42:37.425832 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-63da11e0-8233-49ab-a068-135314e12610 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:37.442690 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-9e632061-aa81-44d3-85a7-ea4eededaec4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dc380f87df0242f4bcd07b90d019548d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0605896 Nov 12 00:42:37.443478 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44104) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:37.444154 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e632061-aa81-44d3-85a7-ea4eededaec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e911cf15-4fae-470f-8e43-edaf359c3a5a,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:37.502825 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-63da11e0-8233-49ab-a068-135314e12610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:37.525464 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63da11e0-8233-49ab-a068-135314e12610 admin admin] Network a07e017e-d520-4e1d-927b-3bed68913820 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:42:37.551196 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:37.552887 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-63da11e0-8233-49ab-a068-135314e12610 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:37.566400 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63da11e0-8233-49ab-a068-135314e12610 admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:42:37.594436 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a742adee-7c98-477e-8064-ea30f1762363 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:37.642080 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a742adee-7c98-477e-8064-ea30f1762363 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:37.778900 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a742adee-7c98-477e-8064-ea30f1762363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:37.783360 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a742adee-7c98-477e-8064-ea30f1762363 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:37.802817 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a742adee-7c98-477e-8064-ea30f1762363 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e911cf15-4fae-470f-8e43-edaf359c3a5a HTTP/1.1" status: 204 len: 168 time: 0.3557136 Nov 12 00:42:37.822676 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a742adee-7c98-477e-8064-ea30f1762363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e911cf15-4fae-470f-8e43-edaf359c3a5a,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:37.978199 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-a774eaec-a89e-4e77-ad2e-3687667f75ec None None] Provisioning complete for port febc230a-5398-4703-957b-dfec7dafc0df triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:37.978788 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a774eaec-a89e-4e77-ad2e-3687667f75ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:38.040422 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da11e0-8233-49ab-a068-135314e12610 admin admin] Pushing event updated for resources: {'Port': ['ID=febc230a-5398-4703-957b-dfec7dafc0df,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:38.055494 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-a774eaec-a89e-4e77-ad2e-3687667f75ec None None] Port febc230a-5398-4703-957b-dfec7dafc0df cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:42:38.063712 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ccb3d-c0d2-4b9b-aa0a-af3bb1399e23 req-74e2874a-ec6c-4f7b-88df-416ccc2a2c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:38.069235 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b23ccb3d-c0d2-4b9b-aa0a-af3bb1399e23 req-74e2874a-ec6c-4f7b-88df-416ccc2a2c93 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c HTTP/1.1" status: 200 len: 1098 time: 0.0891881 Nov 12 00:42:38.080401 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-63da11e0-8233-49ab-a068-135314e12610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:38.131156 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b23ccb3d-c0d2-4b9b-aa0a-af3bb1399e23 req-cd8a917d-0084-4922-bc4f-cdb5d5c88120 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544629 Nov 12 00:42:38.139487 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a50a99-f97a-4a3f-9cb7-06598fdb0bf7 req-f00d48cf-56c8-4468-8427-a5a7a4f220f3 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:38.147647 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e1a50a99-f97a-4a3f-9cb7-06598fdb0bf7 req-f00d48cf-56c8-4468-8427-a5a7a4f220f3 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 947 time: 0.5976605 Nov 12 00:42:38.233727 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e1a50a99-f97a-4a3f-9cb7-06598fdb0bf7 req-3e25db89-d506-4f66-8fe2-8fdcf0e937d9 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851707 Nov 12 00:42:38.303314 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-63da11e0-8233-49ab-a068-135314e12610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:38.549448 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-63da11e0-8233-49ab-a068-135314e12610 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:38.565674 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fbd91-b461-472b-876a-66a8c1ba81ec req-830bb7bf-136e-48cd-b679-dbab6699a551 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:38.570110 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-784fbd91-b461-472b-876a-66a8c1ba81ec req-830bb7bf-136e-48cd-b679-dbab6699a551 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c HTTP/1.1" status: 200 len: 946 time: 0.0794439 Nov 12 00:42:38.570799 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-63da11e0-8233-49ab-a068-135314e12610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:38.637584 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da11e0-8233-49ab-a068-135314e12610 admin admin] Pushing event updated for resources: {'Port': ['ID=febc230a-5398-4703-957b-dfec7dafc0df,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:38.710065 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-63da11e0-8233-49ab-a068-135314e12610 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:38.739050 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-784fbd91-b461-472b-876a-66a8c1ba81ec req-7b7c9767-49d8-4876-a2b7-8d8b2feae83c tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021080 Nov 12 00:42:38.857982 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63da11e0-8233-49ab-a068-135314e12610 admin admin] Network a07e017e-d520-4e1d-927b-3bed68913820 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:42:38.859458 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-63da11e0-8233-49ab-a068-135314e12610 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:39.039003 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63da11e0-8233-49ab-a068-135314e12610 admin admin] Router 03239183-3b3c-429c-9801-77281cd8ea56 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:42:39.140680 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:39.200476 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-4d468709-2331-4e8d-ada1-d03b451f8734 None None] Provisioning complete for port febc230a-5398-4703-957b-dfec7dafc0df triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:39.200845 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4d468709-2331-4e8d-ada1-d03b451f8734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:39.288113 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-4d468709-2331-4e8d-ada1-d03b451f8734 None None] Port febc230a-5398-4703-957b-dfec7dafc0df cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:42:39.294554 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63da11e0-8233-49ab-a068-135314e12610 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:42:39.300929 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-63da11e0-8233-49ab-a068-135314e12610 admin admin] 10.222.0.20 "PUT /v2.0/routers/03239183-3b3c-429c-9801-77281cd8ea56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3814414 Nov 12 00:42:39.610654 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 26c39133-e2e0-43b3-954d-65fd92bf22b2 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:42:39.627572 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33b658-a2c4-494a-9ace-2f4c42bb187f req-e4137cdb-aa81-4a81-88dc-a8c39d04d174 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:39.635605 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2b33b658-a2c4-494a-9ace-2f4c42bb187f req-e4137cdb-aa81-4a81-88dc-a8c39d04d174 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 947 time: 0.1017163 Nov 12 00:42:39.765203 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2b33b658-a2c4-494a-9ace-2f4c42bb187f req-dd298916-0046-42b2-975d-7d59daf31192 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282802 Nov 12 00:42:39.768484 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:39.785814 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e24a8ef-623a-4072-8c04-2aa2a36467ba None None] Sync routers for ids ['03239183-3b3c-429c-9801-77281cd8ea56'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:42:39.810688 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 26c39133-e2e0-43b3-954d-65fd92bf22b2 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:39.811320 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:39.814751 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e24a8ef-623a-4072-8c04-2aa2a36467ba None None] Routers {'03239183-3b3c-429c-9801-77281cd8ea56'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:42:39.815552 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-5e24a8ef-623a-4072-8c04-2aa2a36467ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:42:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['03239183-3b3c-429c-9801-77281cd8ea56'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:40.127511 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d7e2e-1f2e-49e6-aa89-8edfb8d1501d req-a536fb33-aca2-4986-a202-db7800773676 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:40.142571 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44182) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:40.143779 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-014d7e2e-1f2e-49e6-aa89-8edfb8d1501d req-a536fb33-aca2-4986-a202-db7800773676 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c HTTP/1.1" status: 200 len: 946 time: 0.1236691 Nov 12 00:42:40.293710 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-014d7e2e-1f2e-49e6-aa89-8edfb8d1501d req-dba3673d-fdfc-40f6-92b8-7b85301e7171 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482320 Nov 12 00:42:40.404156 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c3d13f0b-14f8-4eaf-b53e-e0f4faa124de admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:40.449809 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-5e24a8ef-623a-4072-8c04-2aa2a36467ba None None] Set router 03239183-3b3c-429c-9801-77281cd8ea56 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:42:40.580881 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:40.621202 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c3d13f0b-14f8-4eaf-b53e-e0f4faa124de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:40.635202 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c3d13f0b-14f8-4eaf-b53e-e0f4faa124de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:40.758762 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d13f0b-14f8-4eaf-b53e-e0f4faa124de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8cd69f3-1e85-49e1-b85b-0e6396a9be87,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:40.775633 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c3d13f0b-14f8-4eaf-b53e-e0f4faa124de admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=333f931e903a468b98e24654ada50b2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6328518 Nov 12 00:42:40.779108 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44198) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:40.812665 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 31665b81-ea38-464a-b842-434bf346ad33 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:42:40.857703 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd74e5b-32e5-4e27-96ce-d753844b86fc req-de7fdd8b-e399-4696-80a9-8c0f30120099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:40.859380 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2fd74e5b-32e5-4e27-96ce-d753844b86fc req-de7fdd8b-e399-4696-80a9-8c0f30120099 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ca59ce4eae8a454cab0edaf4190753c1&device_id=a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c HTTP/1.1" status: 200 len: 1098 time: 0.1286740 Nov 12 00:42:40.886221 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 26c39133-e2e0-43b3-954d-65fd92bf22b2, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=26c39133-e2e0-43b3-954d-65fd92bf22b2,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:40.920006 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:40.974825 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d5dccb3f-20b7-434d-87e8-41c2e6eaf853 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:41.018520 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d5dccb3f-20b7-434d-87e8-41c2e6eaf853 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:41.171850 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c65ed-e14f-4db6-9117-7e07a791a011 req-6e4dc1ed-4926-4e1b-903d-a651bbedb614 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:41.190235 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-453c65ed-e14f-4db6-9117-7e07a791a011 req-6e4dc1ed-4926-4e1b-903d-a651bbedb614 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c HTTP/1.1" status: 200 len: 946 time: 0.1660967 Nov 12 00:42:41.211379 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd74e5b-32e5-4e27-96ce-d753844b86fc req-ad2d9f21-ec2f-4d45-bdb4-de4bc6cf372d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:41.213580 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2fd74e5b-32e5-4e27-96ce-d753844b86fc req-ad2d9f21-ec2f-4d45-bdb4-de4bc6cf372d service neutron] 10.222.0.54 "GET /v2.0/networks?id=e341d327-9b78-4d43-be6a-a70347676874 HTTP/1.1" status: 200 len: 919 time: 0.3429120 Nov 12 00:42:41.239288 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d5dccb3f-20b7-434d-87e8-41c2e6eaf853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:41.242176 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d5dccb3f-20b7-434d-87e8-41c2e6eaf853 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:41.243504 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d5dccb3f-20b7-434d-87e8-41c2e6eaf853 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e8cd69f3-1e85-49e1-b85b-0e6396a9be87 HTTP/1.1" status: 204 len: 168 time: 0.4634728 Nov 12 00:42:41.285476 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dccb3f-20b7-434d-87e8-41c2e6eaf853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8cd69f3-1e85-49e1-b85b-0e6396a9be87,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:41.341489 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-453c65ed-e14f-4db6-9117-7e07a791a011 req-e275dc91-24a5-4e6b-8eb5-2ad840eb0853 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432772 Nov 12 00:42:41.348023 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 31665b81-ea38-464a-b842-434bf346ad33, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=31665b81-ea38-464a-b842-434bf346ad33,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:41.371025 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2fd74e5b-32e5-4e27-96ce-d753844b86fc req-20e92dd3-990d-4eee-8b98-eb6a5222c4d3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbb62800-7b01-40df-988b-2b4c45e0f546 HTTP/1.1" status: 200 len: 217 time: 0.1473219 Nov 12 00:42:41.412221 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '31665b81-ea38-464a-b842-434bf346ad33', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'port_id': '31665b81-ea38-464a-b842-434bf346ad33', 'mac_address': 'fa:16:3e:39:52:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3288e972-21d8-4a52-9002-05790fb0bb61', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:42:41.445805 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:41.507610 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd74e5b-32e5-4e27-96ce-d753844b86fc req-3fedf88d-35ed-4186-bbd7-1d446ac08f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:41.511101 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2fd74e5b-32e5-4e27-96ce-d753844b86fc req-3fedf88d-35ed-4186-bbd7-1d446ac08f81 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=72bf2022-887a-4d33-83bf-7582ee4258c1 HTTP/1.1" status: 200 len: 858 time: 0.1335182 Nov 12 00:42:41.602848 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2fd74e5b-32e5-4e27-96ce-d753844b86fc req-2aa4936e-523e-4d29-8237-b64be6dffef7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e341d327-9b78-4d43-be6a-a70347676874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785487 Nov 12 00:42:41.676456 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11839489-d720-4868-bdbc-3d0c37df12cb req-4de2c198-5993-4999-91c9-a5bdea194cc9 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:41.688314 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-11839489-d720-4868-bdbc-3d0c37df12cb req-4de2c198-5993-4999-91c9-a5bdea194cc9 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 947 time: 0.1724739 Nov 12 00:42:41.794764 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=26c39133-e2e0-43b3-954d-65fd92bf22b2,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:41.842908 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2fd74e5b-32e5-4e27-96ce-d753844b86fc req-6d75ea0e-68a2-41fe-a9ee-ea800bf72d21 service neutron] 10.222.0.54 "GET /v2.0/networks/e341d327-9b78-4d43-be6a-a70347676874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330790 Nov 12 00:42:41.864840 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-11839489-d720-4868-bdbc-3d0c37df12cb req-67e912a6-72a9-4eb0-8183-328fbadcf92a tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694906 Nov 12 00:42:41.999392 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:42.042532 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31665b81-ea38-464a-b842-434bf346ad33 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:42:42.119661 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2fd74e5b-32e5-4e27-96ce-d753844b86fc req-760407c5-1eb7-4e99-a3bd-6ae95fe45e93 service neutron] 10.222.0.54 "GET /v2.0/networks/e341d327-9b78-4d43-be6a-a70347676874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645137 Nov 12 00:42:42.121418 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 31665b81-ea38-464a-b842-434bf346ad33, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=31665b81-ea38-464a-b842-434bf346ad33,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:42.128548 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:42.202167 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=31665b81-ea38-464a-b842-434bf346ad33,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:42.275399 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-5e24a8ef-623a-4072-8c04-2aa2a36467ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03239183-3b3c-429c-9801-77281cd8ea56', 'name': 'tempest-AttachSCSIVolumeTestJSON-1624836765-router', 'tenant_id': '3f590a2f3e6a4c64b327b48da0d076bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '26c39133-e2e0-43b3-954d-65fd92bf22b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:30Z', 'updated_at': '2021-11-12T00:42:38Z', 'revision_number': 4, 'project_id': '3f590a2f3e6a4c64b327b48da0d076bd', 'gw_port': {'id': '26c39133-e2e0-43b3-954d-65fd92bf22b2', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03239183-3b3c-429c-9801-77281cd8ea56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:32Z', 'updated_at': '2021-11-12T00:42:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'febc230a-5398-4703-957b-dfec7dafc0df', 'name': '', 'network_id': 'a07e017e-d520-4e1d-927b-3bed68913820', 'tenant_id': '3f590a2f3e6a4c64b327b48da0d076bd', 'mac_address': 'fa:16:3e:96:72:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03239183-3b3c-429c-9801-77281cd8ea56', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '7743c0bf-14cf-4cee-b811-46086c0f7df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:37Z', 'updated_at': '2021-11-12T00:42:38Z', 'revision_number': 2, 'project_id': '3f590a2f3e6a4c64b327b48da0d076bd', 'subnets': [{'id': '7743c0bf-14cf-4cee-b811-46086c0f7df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:42.306175 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e24a8ef-623a-4072-8c04-2aa2a36467ba None None] Checking router: 03239183-3b3c-429c-9801-77281cd8ea56 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:42:42.306750 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e24a8ef-623a-4072-8c04-2aa2a36467ba None None] Updating router 03239183-3b3c-429c-9801-77281cd8ea56 port febc230a-5398-4703-957b-dfec7dafc0df binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:42:42.337837 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5e24a8ef-623a-4072-8c04-2aa2a36467ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:42.500770 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:42.603223 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad9dffb-8487-4548-98a3-a2b622d2bc4b req-c44fce20-e2ad-482d-bf73-6d1f1fa9934b tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:42.613063 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9ad9dffb-8487-4548-98a3-a2b622d2bc4b req-c44fce20-e2ad-482d-bf73-6d1f1fa9934b tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c HTTP/1.1" status: 200 len: 946 time: 0.1352010 Nov 12 00:42:42.684697 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['31665b81-ea38-464a-b842-434bf346ad33'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:42:42.796457 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9ad9dffb-8487-4548-98a3-a2b622d2bc4b req-0dea291c-87a5-4b4d-b34f-fd38468d4175 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688704 Nov 12 00:42:42.972711 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5e24a8ef-623a-4072-8c04-2aa2a36467ba None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:42.983350 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5e24a8ef-623a-4072-8c04-2aa2a36467ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:43.050442 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44246) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:43.161460 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3622453-89b0-4d31-92a1-7e834bc601f9 req-b159bafd-6784-43a9-a2a2-c519855187dd tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:43.181262 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c3622453-89b0-4d31-92a1-7e834bc601f9 req-b159bafd-6784-43a9-a2a2-c519855187dd tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 948 time: 0.1652734 Nov 12 00:42:43.224029 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44252) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:43.335439 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fadf0a5-871c-4777-8568-eb8b28f0bb47 None None] Pushing event updated for resources: {'Port': ['ID=febc230a-5398-4703-957b-dfec7dafc0df,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:43.358900 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c3622453-89b0-4d31-92a1-7e834bc601f9 req-ba857fc9-c7fb-48ea-a8c3-f8690e92ae76 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763380 Nov 12 00:42:43.394032 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-5e24a8ef-623a-4072-8c04-2aa2a36467ba None None] Attempting to bind port febc230a-5398-4703-957b-dfec7dafc0df on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:42:43.401574 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-5e24a8ef-623a-4072-8c04-2aa2a36467ba None None] Attempting to bind port febc230a-5398-4703-957b-dfec7dafc0df by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '1bd3e553-8072-461b-ab78-51e900cef389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a07e017e-d520-4e1d-927b-3bed68913820'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:42:43.402246 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e24a8ef-623a-4072-8c04-2aa2a36467ba None None] Attempting to bind port febc230a-5398-4703-957b-dfec7dafc0df on network a07e017e-d520-4e1d-927b-3bed68913820 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:43.414956 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e24a8ef-623a-4072-8c04-2aa2a36467ba None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:42:43.415695 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e24a8ef-623a-4072-8c04-2aa2a36467ba None None] Checking segment: {'id': '1bd3e553-8072-461b-ab78-51e900cef389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a07e017e-d520-4e1d-927b-3bed68913820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:43.418200 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5e24a8ef-623a-4072-8c04-2aa2a36467ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:43.420752 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e24a8ef-623a-4072-8c04-2aa2a36467ba None None] Bound using segment: {'id': '1bd3e553-8072-461b-ab78-51e900cef389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a07e017e-d520-4e1d-927b-3bed68913820'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:42:43.426170 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-5e24a8ef-623a-4072-8c04-2aa2a36467ba None None] Bound port: febc230a-5398-4703-957b-dfec7dafc0df, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bd3e553-8072-461b-ab78-51e900cef389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a07e017e-d520-4e1d-927b-3bed68913820'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:42:43.427146 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5e24a8ef-623a-4072-8c04-2aa2a36467ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:43.482848 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4b8cc043-bd41-40d9-ac4c-4fb13e2e579d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:43.528378 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-d28beb9e-a8b9-4eb5-bd55-6a6626706836 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-2102181236-network', 'tenant_id': 'e0d4c80e3f56414fb68a947f98b1cde6'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:43.619778 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28beb9e-a8b9-4eb5-bd55-6a6626706836 admin admin] Made reservation on behalf of e0d4c80e3f56414fb68a947f98b1cde6 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:43.622223 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d28beb9e-a8b9-4eb5-bd55-6a6626706836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:43.623033 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 26c39133-e2e0-43b3-954d-65fd92bf22b2 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:42:43.645701 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d28beb9e-a8b9-4eb5-bd55-6a6626706836 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:43.694289 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-5e24a8ef-623a-4072-8c04-2aa2a36467ba None None] For port febc230a-5398-4703-957b-dfec7dafc0df, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:43.717126 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-5e24a8ef-623a-4072-8c04-2aa2a36467ba None None] For port febc230a-5398-4703-957b-dfec7dafc0df, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=febc230a-5398-4703-957b-dfec7dafc0df,segment=NetworkSegment(1bd3e553-8072-461b-ab78-51e900cef389),segment_id=1bd3e553-8072-461b-ab78-51e900cef389)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:42:43.728476 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5e24a8ef-623a-4072-8c04-2aa2a36467ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:43.744784 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-408e65a7-4949-4252-831f-5255a9baaef5 None None] Provisioning complete for port febc230a-5398-4703-957b-dfec7dafc0df triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:43.745151 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-408e65a7-4949-4252-831f-5255a9baaef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:43.748886 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4b8cc043-bd41-40d9-ac4c-4fb13e2e579d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:43.758443 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4b8cc043-bd41-40d9-ac4c-4fb13e2e579d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:43.800088 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-4b8cc043-bd41-40d9-ac4c-4fb13e2e579d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=770fa04cd38540e7ac4f956dfb8a7f8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7483191 Nov 12 00:42:43.803913 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44258) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:43.905503 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 26c39133-e2e0-43b3-954d-65fd92bf22b2 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:43.905875 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:43.912271 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e24a8ef-623a-4072-8c04-2aa2a36467ba None None] Routers {'03239183-3b3c-429c-9801-77281cd8ea56'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:42:43.912905 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-5e24a8ef-623a-4072-8c04-2aa2a36467ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:42:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['03239183-3b3c-429c-9801-77281cd8ea56'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:43.991570 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d28beb9e-a8b9-4eb5-bd55-6a6626706836 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:44.008025 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8cc043-bd41-40d9-ac4c-4fb13e2e579d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d05ca6-e048-492a-a245-bc8b68582e5d,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:44.036645 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d28beb9e-a8b9-4eb5-bd55-6a6626706836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:44.065588 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dfdaf1-235e-4635-8fc0-ec99f2a68e92 req-1e97344f-280c-471c-931b-3cc350f44b3b tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:44.076046 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e5dfdaf1-235e-4635-8fc0-ec99f2a68e92 req-1e97344f-280c-471c-931b-3cc350f44b3b tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c HTTP/1.1" status: 200 len: 946 time: 0.1299269 Nov 12 00:42:44.086115 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-5e24a8ef-623a-4072-8c04-2aa2a36467ba None None] Set router 03239183-3b3c-429c-9801-77281cd8ea56 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:42:44.147716 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-80c660c1-f06a-46f6-970a-137b30c75428 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:44.179130 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d28beb9e-a8b9-4eb5-bd55-6a6626706836 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:42:44.209838 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e5dfdaf1-235e-4635-8fc0-ec99f2a68e92 req-1ce130b7-087d-4ba9-b4f2-455b58843da7 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314833 Nov 12 00:42:44.221708 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28beb9e-a8b9-4eb5-bd55-6a6626706836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdc6d38-bf76-4866-a63c-447eb3059373,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:44.231333 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d28beb9e-a8b9-4eb5-bd55-6a6626706836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:44.232102 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-d28beb9e-a8b9-4eb5-bd55-6a6626706836 admin admin] Added segment 2a2d1fae-3888-4e5d-95cb-3f36aeefae56 of type vlan for network fab9a8ae-8e07-4317-a3da-a0bd66640bdf Nov 12 00:42:44.246733 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fadf0a5-871c-4777-8568-eb8b28f0bb47 None None] Pushing event updated for resources: {'Port': ['ID=febc230a-5398-4703-957b-dfec7dafc0df,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:44.258946 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-80c660c1-f06a-46f6-970a-137b30c75428 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:44.318128 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d28beb9e-a8b9-4eb5-bd55-6a6626706836 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:44.434988 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d28beb9e-a8b9-4eb5-bd55-6a6626706836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:44.436837 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28beb9e-a8b9-4eb5-bd55-6a6626706836 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:44.437932 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d28beb9e-a8b9-4eb5-bd55-6a6626706836 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:44.444676 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-408e65a7-4949-4252-831f-5255a9baaef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:44.450009 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-80c660c1-f06a-46f6-970a-137b30c75428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:44.453953 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-80c660c1-f06a-46f6-970a-137b30c75428 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:44.455341 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-80c660c1-f06a-46f6-970a-137b30c75428 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/17d05ca6-e048-492a-a245-bc8b68582e5d HTTP/1.1" status: 204 len: 168 time: 0.6500766 Nov 12 00:42:44.527544 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c660c1-f06a-46f6-970a-137b30c75428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d05ca6-e048-492a-a245-bc8b68582e5d,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:44.673489 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d28beb9e-a8b9-4eb5-bd55-6a6626706836 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4481270 Nov 12 00:42:44.676256 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44272) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:44.682126 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-0b0e7021-6617-425c-b5a3-3e8d9ff7fe05 admin admin] Request body: {'subnet': {'network_id': 'fab9a8ae-8e07-4317-a3da-a0bd66640bdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-2102181236-subnet', 'tenant_id': 'e0d4c80e3f56414fb68a947f98b1cde6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:44.727904 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28beb9e-a8b9-4eb5-bd55-6a6626706836 admin admin] Pushing event updated for resources: {'Network': ['ID=fab9a8ae-8e07-4317-a3da-a0bd66640bdf,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:44.743302 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0e7021-6617-425c-b5a3-3e8d9ff7fe05 admin admin] Made reservation on behalf of e0d4c80e3f56414fb68a947f98b1cde6 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:44.746307 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0b0e7021-6617-425c-b5a3-3e8d9ff7fe05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:44.799868 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d1a79-850a-4cca-a068-ceaaa718fbfa req-3c8f180d-ca88-437f-ad66-9219087fda9d tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:44.811171 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-071d1a79-850a-4cca-a068-ceaaa718fbfa req-3c8f180d-ca88-437f-ad66-9219087fda9d tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 948 time: 0.2892635 Nov 12 00:42:44.815020 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 31665b81-ea38-464a-b842-434bf346ad33 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:42:44.838985 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network fab9a8ae-8e07-4317-a3da-a0bd66640bdf details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:42:44.943389 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-071d1a79-850a-4cca-a068-ceaaa718fbfa req-c880269a-0fc3-441e-838b-55f91ee6e706 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321347 Nov 12 00:42:44.991884 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-408e65a7-4949-4252-831f-5255a9baaef5 None None] For port febc230a-5398-4703-957b-dfec7dafc0df, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=febc230a-5398-4703-957b-dfec7dafc0df,segment=NetworkSegment(1bd3e553-8072-461b-ab78-51e900cef389),segment_id=1bd3e553-8072-461b-ab78-51e900cef389)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:45.047172 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-408e65a7-4949-4252-831f-5255a9baaef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:45.179259 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0b0e7021-6617-425c-b5a3-3e8d9ff7fe05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:45.194561 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e65a7-4949-4252-831f-5255a9baaef5 None None] Pushing event updated for resources: {'Port': ['ID=febc230a-5398-4703-957b-dfec7dafc0df,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:45.249359 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-47c9542c-531d-4470-b085-71fced07260a None None] Provisioning complete for port febc230a-5398-4703-957b-dfec7dafc0df triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:45.249769 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-47c9542c-531d-4470-b085-71fced07260a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:45.254324 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 31665b81-ea38-464a-b842-434bf346ad33 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:42:45.260723 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 31665b81-ea38-464a-b842-434bf346ad33 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:45.261088 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:45.339223 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-5e24a8ef-623a-4072-8c04-2aa2a36467ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03239183-3b3c-429c-9801-77281cd8ea56', 'name': 'tempest-AttachSCSIVolumeTestJSON-1624836765-router', 'tenant_id': '3f590a2f3e6a4c64b327b48da0d076bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '26c39133-e2e0-43b3-954d-65fd92bf22b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:30Z', 'updated_at': '2021-11-12T00:42:38Z', 'revision_number': 4, 'project_id': '3f590a2f3e6a4c64b327b48da0d076bd', 'gw_port': {'id': '26c39133-e2e0-43b3-954d-65fd92bf22b2', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03239183-3b3c-429c-9801-77281cd8ea56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:32Z', 'updated_at': '2021-11-12T00:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'febc230a-5398-4703-957b-dfec7dafc0df', 'name': '', 'network_id': 'a07e017e-d520-4e1d-927b-3bed68913820', 'tenant_id': '3f590a2f3e6a4c64b327b48da0d076bd', 'mac_address': 'fa:16:3e:96:72:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03239183-3b3c-429c-9801-77281cd8ea56', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '7743c0bf-14cf-4cee-b811-46086c0f7df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:37Z', 'updated_at': '2021-11-12T00:42:43Z', 'revision_number': 4, 'project_id': '3f590a2f3e6a4c64b327b48da0d076bd', 'subnets': [{'id': '7743c0bf-14cf-4cee-b811-46086c0f7df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:45.418837 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e7021-6617-425c-b5a3-3e8d9ff7fe05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d4363b0-6537-46cc-bb87-f0ddedf0a91f,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:45.434524 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e24a8ef-623a-4072-8c04-2aa2a36467ba None None] The sync data for ids ['03239183-3b3c-429c-9801-77281cd8ea56'] in n-d-812236-11 is: [{'id': '03239183-3b3c-429c-9801-77281cd8ea56', 'name': 'tempest-AttachSCSIVolumeTestJSON-1624836765-router', 'tenant_id': '3f590a2f3e6a4c64b327b48da0d076bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '26c39133-e2e0-43b3-954d-65fd92bf22b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:30Z', 'updated_at': '2021-11-12T00:42:38Z', 'revision_number': 4, 'project_id': '3f590a2f3e6a4c64b327b48da0d076bd', 'gw_port': {'id': '26c39133-e2e0-43b3-954d-65fd92bf22b2', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03239183-3b3c-429c-9801-77281cd8ea56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:32Z', 'updated_at': '2021-11-12T00:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'febc230a-5398-4703-957b-dfec7dafc0df', 'name': '', 'network_id': 'a07e017e-d520-4e1d-927b-3bed68913820', 'tenant_id': '3f590a2f3e6a4c64b327b48da0d076bd', 'mac_address': 'fa:16:3e:96:72:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03239183-3b3c-429c-9801-77281cd8ea56', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '7743c0bf-14cf-4cee-b811-46086c0f7df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:37Z', 'updated_at': '2021-11-12T00:42:43Z', 'revision_number': 4, 'project_id': '3f590a2f3e6a4c64b327b48da0d076bd', 'subnets': [{'id': '7743c0bf-14cf-4cee-b811-46086c0f7df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:42:45.476599 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0e7021-6617-425c-b5a3-3e8d9ff7fe05 admin admin] Checking segment: {'id': '2a2d1fae-3888-4e5d-95cb-3f36aeefae56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fab9a8ae-8e07-4317-a3da-a0bd66640bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:45.476969 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0e7021-6617-425c-b5a3-3e8d9ff7fe05 admin admin] Network hostable DHCP agents. Network: fab9a8ae-8e07-4317-a3da-a0bd66640bdf, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:42:45.685354 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0e7021-6617-425c-b5a3-3e8d9ff7fe05 admin admin] Network fab9a8ae-8e07-4317-a3da-a0bd66640bdf is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:42:45.736146 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-0b0e7021-6617-425c-b5a3-3e8d9ff7fe05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, fab9a8ae-8e07-4317-a3da-a0bd66640bdf) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:45.781325 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0e7021-6617-425c-b5a3-3e8d9ff7fe05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:45.782097 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0b0e7021-6617-425c-b5a3-3e8d9ff7fe05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:45.806397 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092c233-0542-472e-a44d-f507e747aae5 req-9c575c5f-eb1d-4ee8-af62-b294091988c2 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:45.807675 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:45.815094 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9092c233-0542-472e-a44d-f507e747aae5 req-9c575c5f-eb1d-4ee8-af62-b294091988c2 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c HTTP/1.1" status: 200 len: 946 time: 0.4006264 Nov 12 00:42:45.864596 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddd416c-59d8-4dc5-a6ba-0d4e333ab478 None None] Network fab9a8ae-8e07-4317-a3da-a0bd66640bdf requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:42:45.895526 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0b0e7021-6617-425c-b5a3-3e8d9ff7fe05 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2176645 Nov 12 00:42:46.040172 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44306) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:46.122476 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 31665b81-ea38-464a-b842-434bf346ad33, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=31665b81-ea38-464a-b842-434bf346ad33,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:46.131832 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f63c592-016a-4fce-9497-a5b1fafc1aa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31665b81-ea38-464a-b842-434bf346ad33'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:46.136070 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba7ebc7-49ff-48d5-974d-945c2798656f" -d '{"events": [{"server_uuid": "9f63c592-016a-4fce-9497-a5b1fafc1aa5", "name": "network-vif-plugged", "status": "completed", "tag": "31665b81-ea38-464a-b842-434bf346ad33"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:46.154458 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:46.267247 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e62f54-689c-425f-bbb1-9ba56dd8eed2 req-b65f2eff-c859-4156-8587-a6570b32d9ed tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:46.268994 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-85e62f54-689c-425f-bbb1-9ba56dd8eed2 req-b65f2eff-c859-4156-8587-a6570b32d9ed tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 948 time: 0.1772161 Nov 12 00:42:46.390637 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=31665b81-ea38-464a-b842-434bf346ad33,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:46.401954 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0ace43-b450-4b98-ab69-6bfa3ede43ca None None] Network fab9a8ae-8e07-4317-a3da-a0bd66640bdf requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:42:46.411527 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-85e62f54-689c-425f-bbb1-9ba56dd8eed2 req-deef814d-997f-4568-a2ca-77b6c8204d86 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271839 Nov 12 00:42:46.482456 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9092c233-0542-472e-a44d-f507e747aae5 req-e8372390-1f7f-4a68-9a74-bc82fe5a9ed3 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6611500 Nov 12 00:42:46.509664 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-9af53574-c83a-4031-a5df-66dc7a514e49 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1649101998-network', 'tenant_id': '8fd0e05ad0814f808f1d9865fa5d78c0'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:46.586695 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af53574-c83a-4031-a5df-66dc7a514e49 admin admin] Made reservation on behalf of 8fd0e05ad0814f808f1d9865fa5d78c0 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:46.589527 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9af53574-c83a-4031-a5df-66dc7a514e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:46.617548 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9af53574-c83a-4031-a5df-66dc7a514e49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:46.622071 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd0db52-5c1d-47f7-8f2c-611ecd442a09 x-openstack-request-id: req-2cd0db52-5c1d-47f7-8f2c-611ecd442a09 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:46.622360 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f63c592-016a-4fce-9497-a5b1fafc1aa5", "name": "network-vif-plugged", "status": "completed", "tag": "31665b81-ea38-464a-b842-434bf346ad33", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:46.622609 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2cd0db52-5c1d-47f7-8f2c-611ecd442a09 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:46.622995 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f63c592-016a-4fce-9497-a5b1fafc1aa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31665b81-ea38-464a-b842-434bf346ad33', 'code': 200} Nov 12 00:42:46.872353 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9af53574-c83a-4031-a5df-66dc7a514e49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:47.200740 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9af53574-c83a-4031-a5df-66dc7a514e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:47.282983 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9af53574-c83a-4031-a5df-66dc7a514e49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:42:47.292476 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9af53574-c83a-4031-a5df-66dc7a514e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:47.292954 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-9af53574-c83a-4031-a5df-66dc7a514e49 admin admin] Added segment 2d305d08-a71e-4602-9598-8dd3a4ad7b2b of type vlan for network c8d0a93d-565d-4574-b642-d312af483952 Nov 12 00:42:47.351760 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9af53574-c83a-4031-a5df-66dc7a514e49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:47.394084 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af53574-c83a-4031-a5df-66dc7a514e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f660a1-4edb-439a-9ebd-ec8c33fc9e34,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:47.399455 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9af53574-c83a-4031-a5df-66dc7a514e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:47.400722 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af53574-c83a-4031-a5df-66dc7a514e49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:47.401684 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9af53574-c83a-4031-a5df-66dc7a514e49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:47.411617 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49004157-f452-42d0-9c0d-1ab988616675 req-f15dbef9-e3ab-4ad0-8545-19be34b200cc tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:47.419379 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-49004157-f452-42d0-9c0d-1ab988616675 req-f15dbef9-e3ab-4ad0-8545-19be34b200cc tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] 10.222.0.20 "GET /v2.0/networks?id=fab9a8ae-8e07-4317-a3da-a0bd66640bdf HTTP/1.1" status: 200 len: 814 time: 0.5453176 Nov 12 00:42:47.586571 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af53574-c83a-4031-a5df-66dc7a514e49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:47.587125 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af53574-c83a-4031-a5df-66dc7a514e49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:47.587255 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af53574-c83a-4031-a5df-66dc7a514e49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:47.587764 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af53574-c83a-4031-a5df-66dc7a514e49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:47.588295 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af53574-c83a-4031-a5df-66dc7a514e49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:47.588796 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af53574-c83a-4031-a5df-66dc7a514e49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:47.589448 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af53574-c83a-4031-a5df-66dc7a514e49 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:47.589946 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af53574-c83a-4031-a5df-66dc7a514e49 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:47.590426 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af53574-c83a-4031-a5df-66dc7a514e49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:47.591492 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af53574-c83a-4031-a5df-66dc7a514e49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:47.591977 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af53574-c83a-4031-a5df-66dc7a514e49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:47.592464 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af53574-c83a-4031-a5df-66dc7a514e49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:47.599968 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-49004157-f452-42d0-9c0d-1ab988616675 req-4d264c66-827c-48d1-b0b2-e45b6a993cd6 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] 10.222.0.20 "GET /v2.0/quotas/e0d4c80e3f56414fb68a947f98b1cde6 HTTP/1.1" status: 200 len: 375 time: 0.1796813 Nov 12 00:42:47.624166 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af53574-c83a-4031-a5df-66dc7a514e49 admin admin] Pushing event updated for resources: {'Network': ['ID=c8d0a93d-565d-4574-b642-d312af483952,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:47.647587 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network c8d0a93d-565d-4574-b642-d312af483952 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:42:47.663594 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44344) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:47.674477 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-9a358f16-16e6-4196-8f95-190d29428ff5 admin admin] Request body: {'subnet': {'network_id': 'c8d0a93d-565d-4574-b642-d312af483952', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1649101998-subnet', 'tenant_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:47.680853 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-9af53574-c83a-4031-a5df-66dc7a514e49 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6396923 Nov 12 00:42:47.693139 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def20722-10b4-4e1b-9572-c2cdd23a8626 req-debcb30f-fd94-491d-86b5-b1c6762cbf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:47.694944 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-def20722-10b4-4e1b-9572-c2cdd23a8626 req-debcb30f-fd94-491d-86b5-b1c6762cbf13 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 1101 time: 1.0609579 Nov 12 00:42:47.723022 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a358f16-16e6-4196-8f95-190d29428ff5 admin admin] Made reservation on behalf of 8fd0e05ad0814f808f1d9865fa5d78c0 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:47.726176 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9a358f16-16e6-4196-8f95-190d29428ff5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:47.756116 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-49004157-f452-42d0-9c0d-1ab988616675 req-2c5da9a0-5554-49de-9025-6aa36de7328d tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e0d4c80e3f56414fb68a947f98b1cde6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1180754 Nov 12 00:42:47.805006 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device febc230a-5398-4703-957b-dfec7dafc0df up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:42:47.874010 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port febc230a-5398-4703-957b-dfec7dafc0df triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:47.874786 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:47.993190 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-def20722-10b4-4e1b-9572-c2cdd23a8626 req-d3e3aeb6-0e45-49d8-a7de-c9bf574cf9da service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523494 Nov 12 00:42:48.058417 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-49004157-f452-42d0-9c0d-1ab988616675 req-5b7c3ad6-2ab3-472e-98f7-a38e86912a31 service neutron] 10.222.0.20 "GET /v2.0/networks/fab9a8ae-8e07-4317-a3da-a0bd66640bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829118 Nov 12 00:42:48.129210 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9a358f16-16e6-4196-8f95-190d29428ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:48.243382 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-49004157-f452-42d0-9c0d-1ab988616675 req-a5603991-b103-459f-89fe-6ec4dcf97a3e service neutron] 10.222.0.20 "GET /v2.0/networks/fab9a8ae-8e07-4317-a3da-a0bd66640bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765411 Nov 12 00:42:48.293602 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a358f16-16e6-4196-8f95-190d29428ff5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72296817-debf-44a5-b73b-023ca283e051,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:48.318057 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a358f16-16e6-4196-8f95-190d29428ff5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:48.318630 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a358f16-16e6-4196-8f95-190d29428ff5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:48.319129 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a358f16-16e6-4196-8f95-190d29428ff5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:48.319834 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a358f16-16e6-4196-8f95-190d29428ff5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:48.320499 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a358f16-16e6-4196-8f95-190d29428ff5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:48.320974 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a358f16-16e6-4196-8f95-190d29428ff5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:48.321493 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a358f16-16e6-4196-8f95-190d29428ff5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:48.322013 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a358f16-16e6-4196-8f95-190d29428ff5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:48.322490 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a358f16-16e6-4196-8f95-190d29428ff5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:48.323207 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a358f16-16e6-4196-8f95-190d29428ff5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:48.324166 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a358f16-16e6-4196-8f95-190d29428ff5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:48.324648 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a358f16-16e6-4196-8f95-190d29428ff5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:48.371793 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc61ad1c-6e54-4f2a-b234-e830c999cf28 req-5cdc29bb-f631-4fd7-97dc-719f678aad7c tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:48.391399 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bc61ad1c-6e54-4f2a-b234-e830c999cf28 req-5cdc29bb-f631-4fd7-97dc-719f678aad7c tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 949 time: 0.8179312 Nov 12 00:42:48.417207 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a358f16-16e6-4196-8f95-190d29428ff5 admin admin] Checking segment: {'id': '2d305d08-a71e-4602-9598-8dd3a4ad7b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c8d0a93d-565d-4574-b642-d312af483952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:48.417592 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a358f16-16e6-4196-8f95-190d29428ff5 admin admin] Network hostable DHCP agents. Network: c8d0a93d-565d-4574-b642-d312af483952, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:42:48.503705 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bc61ad1c-6e54-4f2a-b234-e830c999cf28 req-e3cf8363-5136-479c-926a-35430be9d09d tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070926 Nov 12 00:42:48.553907 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a358f16-16e6-4196-8f95-190d29428ff5 admin admin] Network c8d0a93d-565d-4574-b642-d312af483952 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:42:48.597639 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-9a358f16-16e6-4196-8f95-190d29428ff5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, c8d0a93d-565d-4574-b642-d312af483952) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:48.614342 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a358f16-16e6-4196-8f95-190d29428ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:48.615071 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9a358f16-16e6-4196-8f95-190d29428ff5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:48.616119 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11419212-e230-444a-bb56-e3865ba5b2b9 None None] Network c8d0a93d-565d-4574-b642-d312af483952 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:42:48.695385 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-9a358f16-16e6-4196-8f95-190d29428ff5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0290058 Nov 12 00:42:48.702646 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44360) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:48.709066 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-20663d4a-1bc3-42b7-a181-4985c4a34ebb admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1649101998-router', 'tenant_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:48.819951 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-20663d4a-1bc3-42b7-a181-4985c4a34ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:48.820887 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-20663d4a-1bc3-42b7-a181-4985c4a34ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:48.900620 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e052d9fa-f1f2-4bd7-9c78-4a399d3448aa req-8fe76cfe-9ca1-4587-987a-efc08075ce76 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] 10.222.0.20 "GET /v2.0/ports?device_id=f931efee-cb49-4038-bb34-cab627d64ca4 HTTP/1.1" status: 200 len: 210 time: 0.1037724 Nov 12 00:42:49.051125 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-20663d4a-1bc3-42b7-a181-4985c4a34ebb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:49.095383 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd561c5b-2b8b-4dbf-b439-79b88f34bec2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-c8d0a93d-565d-4574-b642-d312af483952', 'network_id': 'c8d0a93d-565d-4574-b642-d312af483952', 'tenant_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'fixed_ips': [{'subnet_id': '72296817-debf-44a5-b73b-023ca283e051'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:42:49.096777 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bd561c5b-2b8b-4dbf-b439-79b88f34bec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:49.153478 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b1988ad7-b5f9-4632-80dd-1d1a2e1da629 req-460eb076-8188-47b1-a4a7-ae6749d1086d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=58c58b21-0cef-47b4-97f0-4be348569dc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0733318 Nov 12 00:42:49.275919 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-20663d4a-1bc3-42b7-a181-4985c4a34ebb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:49.310488 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1988ad7-b5f9-4632-80dd-1d1a2e1da629 req-58b1c9ca-5fef-44b9-b87a-ad2b43618992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:49.312339 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b1988ad7-b5f9-4632-80dd-1d1a2e1da629 req-58b1c9ca-5fef-44b9-b87a-ad2b43618992 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a1fd583d08a44f4b64f3812361842fc&device_id=58c58b21-0cef-47b4-97f0-4be348569dc8 HTTP/1.1" status: 200 len: 1096 time: 0.0752530 Nov 12 00:42:49.374967 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-bd561c5b-2b8b-4dbf-b439-79b88f34bec2 None None] Allocated IP 172.20.0.2 (c8d0a93d-565d-4574-b642-d312af483952/72296817-debf-44a5-b73b-023ca283e051/a84986c7-a572-48c2-911f-ea9dc02587b7) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:42:49.465969 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1988ad7-b5f9-4632-80dd-1d1a2e1da629 req-cc6c62d6-0f96-4ca8-8968-a9492aa5aabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:49.468127 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b1988ad7-b5f9-4632-80dd-1d1a2e1da629 req-cc6c62d6-0f96-4ca8-8968-a9492aa5aabb service neutron] 10.222.0.49 "GET /v2.0/networks?id=efe1d89a-522f-4c40-b263-5cebd382e88d HTTP/1.1" status: 200 len: 922 time: 0.1342428 Nov 12 00:42:49.541608 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b1988ad7-b5f9-4632-80dd-1d1a2e1da629 req-4855a807-2fe9-48f4-ac0f-ad1ee6a671c0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=548f7f28-4e0d-456a-beb5-ca6e6b863095 HTTP/1.1" status: 200 len: 217 time: 0.0649359 Nov 12 00:42:49.756416 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1988ad7-b5f9-4632-80dd-1d1a2e1da629 req-291173f3-2fa9-46af-964d-a49314063e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:49.761189 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b1988ad7-b5f9-4632-80dd-1d1a2e1da629 req-291173f3-2fa9-46af-964d-a49314063e35 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=89218ce2-e54b-4f33-b040-6aa3f821723a HTTP/1.1" status: 200 len: 861 time: 0.2071044 Nov 12 00:42:49.831091 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e027f6-4f0d-4695-889f-d57a3ba35aac req-7cc760d8-2797-4443-ba0d-2cbe6313fbe6 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:49.837511 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bd561c5b-2b8b-4dbf-b439-79b88f34bec2 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:49.839520 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-64e027f6-4f0d-4695-889f-d57a3ba35aac req-7cc760d8-2797-4443-ba0d-2cbe6313fbe6 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 949 time: 0.1188412 Nov 12 00:42:49.843353 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-20663d4a-1bc3-42b7-a181-4985c4a34ebb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:49.850037 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bd561c5b-2b8b-4dbf-b439-79b88f34bec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:49.869868 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-20663d4a-1bc3-42b7-a181-4985c4a34ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:49.885186 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b1988ad7-b5f9-4632-80dd-1d1a2e1da629 req-da192080-33da-49f7-ad46-97aa6f48a472 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efe1d89a-522f-4c40-b263-5cebd382e88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751333 Nov 12 00:42:49.919893 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44f141-25e1-4242-a3cc-89d96e2a6fae req-84c30365-c65e-49d6-8edb-dd8419b7ce49 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:49.933405 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd561c5b-2b8b-4dbf-b439-79b88f34bec2 None None] Pushing event updated for resources: {'Port': ['ID=a84986c7-a572-48c2-911f-ea9dc02587b7,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:49.949228 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ef44f141-25e1-4242-a3cc-89d96e2a6fae req-84c30365-c65e-49d6-8edb-dd8419b7ce49 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c HTTP/1.1" status: 200 len: 946 time: 0.2345395 Nov 12 00:42:49.968257 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-64e027f6-4f0d-4695-889f-d57a3ba35aac req-93236fc7-0c7e-4b22-a495-0b61da834045 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278508 Nov 12 00:42:49.977324 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd561c5b-2b8b-4dbf-b439-79b88f34bec2 None None] Network c8d0a93d-565d-4574-b642-d312af483952 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:42:49.979676 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd561c5b-2b8b-4dbf-b439-79b88f34bec2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:49.980173 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd561c5b-2b8b-4dbf-b439-79b88f34bec2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:49.980644 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd561c5b-2b8b-4dbf-b439-79b88f34bec2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:49.989400 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd561c5b-2b8b-4dbf-b439-79b88f34bec2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:49.989400 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd561c5b-2b8b-4dbf-b439-79b88f34bec2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:49.989400 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd561c5b-2b8b-4dbf-b439-79b88f34bec2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:49.989400 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd561c5b-2b8b-4dbf-b439-79b88f34bec2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:49.989400 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd561c5b-2b8b-4dbf-b439-79b88f34bec2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:49.989400 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd561c5b-2b8b-4dbf-b439-79b88f34bec2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:49.989400 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd561c5b-2b8b-4dbf-b439-79b88f34bec2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:49.989400 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd561c5b-2b8b-4dbf-b439-79b88f34bec2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:49.989400 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd561c5b-2b8b-4dbf-b439-79b88f34bec2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:49.998851 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-bd561c5b-2b8b-4dbf-b439-79b88f34bec2 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:50.005662 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd561c5b-2b8b-4dbf-b439-79b88f34bec2 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:42:50.076618 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-20663d4a-1bc3-42b7-a181-4985c4a34ebb admin admin] Allocated IP 172.25.2.102 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/d2ea17d1-d959-4334-83fd-aed68f992c23) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:42:50.155107 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-bd561c5b-2b8b-4dbf-b439-79b88f34bec2 None None] Attempting to bind port a84986c7-a572-48c2-911f-ea9dc02587b7 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:42:50.155740 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-bd561c5b-2b8b-4dbf-b439-79b88f34bec2 None None] Attempting to bind port a84986c7-a572-48c2-911f-ea9dc02587b7 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '2d305d08-a71e-4602-9598-8dd3a4ad7b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c8d0a93d-565d-4574-b642-d312af483952'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:42:50.155851 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd561c5b-2b8b-4dbf-b439-79b88f34bec2 None None] Attempting to bind port a84986c7-a572-48c2-911f-ea9dc02587b7 on network c8d0a93d-565d-4574-b642-d312af483952 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:50.163364 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd561c5b-2b8b-4dbf-b439-79b88f34bec2 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:42:50.163762 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd561c5b-2b8b-4dbf-b439-79b88f34bec2 None None] Checking segment: {'id': '2d305d08-a71e-4602-9598-8dd3a4ad7b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c8d0a93d-565d-4574-b642-d312af483952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:50.165172 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bd561c5b-2b8b-4dbf-b439-79b88f34bec2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:50.167644 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd561c5b-2b8b-4dbf-b439-79b88f34bec2 None None] Bound using segment: {'id': '2d305d08-a71e-4602-9598-8dd3a4ad7b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c8d0a93d-565d-4574-b642-d312af483952'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:42:50.167792 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-bd561c5b-2b8b-4dbf-b439-79b88f34bec2 None None] Bound port: a84986c7-a572-48c2-911f-ea9dc02587b7, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d305d08-a71e-4602-9598-8dd3a4ad7b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c8d0a93d-565d-4574-b642-d312af483952'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:42:50.168253 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bd561c5b-2b8b-4dbf-b439-79b88f34bec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:50.221201 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ef44f141-25e1-4242-a3cc-89d96e2a6fae req-6f4262b9-01fc-422f-bbe1-90f4e4c6fa30 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671649 Nov 12 00:42:50.304401 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-20663d4a-1bc3-42b7-a181-4985c4a34ebb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:50.319691 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b1988ad7-b5f9-4632-80dd-1d1a2e1da629 req-3b0376fc-ff22-4711-9396-8bd47d98c1d7 service neutron] 10.222.0.49 "GET /v2.0/networks/efe1d89a-522f-4c40-b263-5cebd382e88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4237208 Nov 12 00:42:50.379505 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-bd561c5b-2b8b-4dbf-b439-79b88f34bec2 None None] For port a84986c7-a572-48c2-911f-ea9dc02587b7, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:50.388007 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-bd561c5b-2b8b-4dbf-b439-79b88f34bec2 None None] For port a84986c7-a572-48c2-911f-ea9dc02587b7, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=a84986c7-a572-48c2-911f-ea9dc02587b7,segment=NetworkSegment(2d305d08-a71e-4602-9598-8dd3a4ad7b2b),segment_id=2d305d08-a71e-4602-9598-8dd3a4ad7b2b)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:42:50.397727 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bd561c5b-2b8b-4dbf-b439-79b88f34bec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:50.454226 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6c8d021c-7eb8-49de-9b0a-95a8bf14445a req-4d687ff1-5d77-415e-956b-2cd5e384fe64 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] 10.222.0.20 "GET /v2.0/ports?device_id=f931efee-cb49-4038-bb34-cab627d64ca4 HTTP/1.1" status: 200 len: 210 time: 0.1143355 Nov 12 00:42:50.518941 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-20663d4a-1bc3-42b7-a181-4985c4a34ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:50.575071 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd561c5b-2b8b-4dbf-b439-79b88f34bec2 None None] Pushing event updated for resources: {'Port': ['ID=a84986c7-a572-48c2-911f-ea9dc02587b7,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:50.647138 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b1988ad7-b5f9-4632-80dd-1d1a2e1da629 req-d9130763-b274-46c7-9595-c7e959da1dcb service neutron] 10.222.0.49 "GET /v2.0/networks/efe1d89a-522f-4c40-b263-5cebd382e88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855923 Nov 12 00:42:50.659295 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20663d4a-1bc3-42b7-a181-4985c4a34ebb admin admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:42:50.666433 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-20663d4a-1bc3-42b7-a181-4985c4a34ebb admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:50.670067 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20663d4a-1bc3-42b7-a181-4985c4a34ebb admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:42:50.701698 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20663d4a-1bc3-42b7-a181-4985c4a34ebb admin admin] Pushing event updated for resources: {'Port': ['ID=d2ea17d1-d959-4334-83fd-aed68f992c23,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:51.305272 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec072327-c682-435f-bd61-4f753fd4b7e3 req-33c5ece3-7f21-43f3-85bc-868b37851c2b tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:51.307824 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ec072327-c682-435f-bd61-4f753fd4b7e3 req-33c5ece3-7f21-43f3-85bc-868b37851c2b tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 949 time: 0.0932112 Nov 12 00:42:51.309202 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-20663d4a-1bc3-42b7-a181-4985c4a34ebb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:51.685837 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ec072327-c682-435f-bd61-4f753fd4b7e3 req-9da3a062-49ce-4045-b5e7-97dceb1cfdf7 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243933 Nov 12 00:42:51.798232 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device a84986c7-a572-48c2-911f-ea9dc02587b7 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:42:51.847769 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49004157-f452-42d0-9c0d-1ab988616675 req-b30ca652-c8bd-43fb-bb6a-dc1ece0c02b0 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:51.851138 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-49004157-f452-42d0-9c0d-1ab988616675 req-b30ca652-c8bd-43fb-bb6a-dc1ece0c02b0 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] 10.222.0.49 "GET /v2.0/networks?id=fab9a8ae-8e07-4317-a3da-a0bd66640bdf HTTP/1.1" status: 200 len: 814 time: 0.5160053 Nov 12 00:42:51.901416 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-49004157-f452-42d0-9c0d-1ab988616675 req-d99c2bc9-5074-4340-ba69-94328624b731 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] Request body: {'port': {'device_id': 'f931efee-cb49-4038-bb34-cab627d64ca4', 'network_id': 'fab9a8ae-8e07-4317-a3da-a0bd66640bdf', 'admin_state_up': True, 'tenant_id': 'e0d4c80e3f56414fb68a947f98b1cde6'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:51.917892 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port a84986c7-a572-48c2-911f-ea9dc02587b7 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:51.918546 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:52.074730 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4c404c0c-4aa2-4a0a-9349-e5ef98112db8 req-bad7e9f6-fb73-4f01-b1ed-f96e9dfce2c5 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] 10.222.0.20 "GET /v2.0/ports?device_id=f931efee-cb49-4038-bb34-cab627d64ca4 HTTP/1.1" status: 200 len: 210 time: 0.2223492 Nov 12 00:42:52.097764 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-20663d4a-1bc3-42b7-a181-4985c4a34ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:52.254020 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:52.400364 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fefd166-c501-4652-86ed-1f2bd6ef4793 None None] Network c8d0a93d-565d-4574-b642-d312af483952 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:42:52.462603 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e3ccb5-e4ba-4799-b9e7-1dca6a6ee1bf req-4cda8f8c-3932-449f-9590-f88472f0b980 tempest-MigrationsAdminTest-206500541 tempest-MigrationsAdminTest-206500541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:52.473508 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e5e3ccb5-e4ba-4799-b9e7-1dca6a6ee1bf req-4cda8f8c-3932-449f-9590-f88472f0b980 tempest-MigrationsAdminTest-206500541 tempest-MigrationsAdminTest-206500541-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 1101 time: 0.3791428 Nov 12 00:42:52.532670 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port a84986c7-a572-48c2-911f-ea9dc02587b7, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=a84986c7-a572-48c2-911f-ea9dc02587b7,segment=NetworkSegment(2d305d08-a71e-4602-9598-8dd3a4ad7b2b),segment_id=2d305d08-a71e-4602-9598-8dd3a4ad7b2b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:52.571585 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:52.585515 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bdd7c2ec-7537-4074-87b5-7bcb20bb539d req-b6666a9b-53dc-49c5-abf6-986c6da5b189 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a88aed09-488f-4d46-9a45-42f6cd94568b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2472324 Nov 12 00:42:52.586374 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49004157-f452-42d0-9c0d-1ab988616675 req-d99c2bc9-5074-4340-ba69-94328624b731 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] Made reservation on behalf of e0d4c80e3f56414fb68a947f98b1cde6 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:52.594867 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-49004157-f452-42d0-9c0d-1ab988616675 req-d99c2bc9-5074-4340-ba69-94328624b731 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:52.812545 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e5e3ccb5-e4ba-4799-b9e7-1dca6a6ee1bf req-def76363-3c10-4dcd-8836-7d82cd75bd9e tempest-MigrationsAdminTest-206500541 tempest-MigrationsAdminTest-206500541-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361371 Nov 12 00:42:52.880874 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7c2ec-7537-4074-87b5-7bcb20bb539d req-e5dad29f-ea6b-4446-bf83-2b2100e1c523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:52.882405 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bdd7c2ec-7537-4074-87b5-7bcb20bb539d req-e5dad29f-ea6b-4446-bf83-2b2100e1c523 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=79a8b3dad7a0401ab482e19b622fac98&device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 1101 time: 0.2018511 Nov 12 00:42:52.914705 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20663d4a-1bc3-42b7-a181-4985c4a34ebb admin admin] Router 82012639-ccff-4ca9-bda4-74ec8b9a6da7 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:42:53.023116 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-4a64f74f-b277-417b-9c6e-5edaa0069887 None None] Provisioning complete for port a84986c7-a572-48c2-911f-ea9dc02587b7 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:53.024241 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4a64f74f-b277-417b-9c6e-5edaa0069887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:53.137240 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-49004157-f452-42d0-9c0d-1ab988616675 req-d99c2bc9-5074-4340-ba69-94328624b731 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] Allocated IP 172.20.0.4 (fab9a8ae-8e07-4317-a3da-a0bd66640bdf/0d4363b0-6537-46cc-bb87-f0ddedf0a91f/16fe688f-6081-44a4-89fe-ec4c4229c962) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:42:53.206271 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=a84986c7-a572-48c2-911f-ea9dc02587b7,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:53.229841 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20663d4a-1bc3-42b7-a181-4985c4a34ebb admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:42:53.247786 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd82991-d84b-4a6d-958b-a86570b6a660 None None] Sync routers for ids ['82012639-ccff-4ca9-bda4-74ec8b9a6da7'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:42:53.287927 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd82991-d84b-4a6d-958b-a86570b6a660 None None] Routers {'82012639-ccff-4ca9-bda4-74ec8b9a6da7'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:42:53.293677 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-afd82991-d84b-4a6d-958b-a86570b6a660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:42:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['82012639-ccff-4ca9-bda4-74ec8b9a6da7'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:53.299358 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7c2ec-7537-4074-87b5-7bcb20bb539d req-6fce4cad-9a86-4959-a2c2-785625a2f467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:53.306049 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bdd7c2ec-7537-4074-87b5-7bcb20bb539d req-6fce4cad-9a86-4959-a2c2-785625a2f467 service neutron] 10.222.0.54 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.3128817 Nov 12 00:42:53.368816 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-20663d4a-1bc3-42b7-a181-4985c4a34ebb admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:53.376872 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-20663d4a-1bc3-42b7-a181-4985c4a34ebb admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.6730425 Nov 12 00:42:53.381324 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44498) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:53.463699 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cd483538-3efc-471e-be5d-9b085efffbb6 req-75eeacef-cf29-4fdb-8371-640b616d5020 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] 10.222.0.20 "GET /v2.0/ports?device_id=f931efee-cb49-4038-bb34-cab627d64ca4 HTTP/1.1" status: 200 len: 210 time: 0.1354809 Nov 12 00:42:53.595722 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bdd7c2ec-7537-4074-87b5-7bcb20bb539d req-3b0c6628-7f1a-4ac7-85a6-7e59bd5b3d8c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=b3919cf8-6d84-4154-af85-c45c1316c790 HTTP/1.1" status: 200 len: 217 time: 0.2652481 Nov 12 00:42:53.748489 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device a84986c7-a572-48c2-911f-ea9dc02587b7 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:42:53.968811 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port a84986c7-a572-48c2-911f-ea9dc02587b7 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:53.970144 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:54.099796 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7c2ec-7537-4074-87b5-7bcb20bb539d req-9adc7fb2-a5bc-497c-b25b-0d2766cf21c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:54.101808 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bdd7c2ec-7537-4074-87b5-7bcb20bb539d req-9adc7fb2-a5bc-497c-b25b-0d2766cf21c0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.4628255 Nov 12 00:42:54.110526 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-615fcf5a-d970-45b7-9d98-997c69ca7cf9 req-78f3221d-65c0-4a61-bda9-2123ee2b1e0b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5267551 Nov 12 00:42:54.154716 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-afd82991-d84b-4a6d-958b-a86570b6a660 None None] Set router 82012639-ccff-4ca9-bda4-74ec8b9a6da7 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:42:54.206852 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7c2ec-7537-4074-87b5-7bcb20bb539d req-3d0dfeea-7357-4359-825d-d0207601428e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:54.208456 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bdd7c2ec-7537-4074-87b5-7bcb20bb539d req-3d0dfeea-7357-4359-825d-d0207601428e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0969932 Nov 12 00:42:54.211541 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-49004157-f452-42d0-9c0d-1ab988616675 req-d99c2bc9-5074-4340-ba69-94328624b731 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:54.347440 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-4ccd4191-805a-4960-b02d-37d1d5f0bb54 None None] Provisioning complete for port a84986c7-a572-48c2-911f-ea9dc02587b7 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:54.348492 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4ccd4191-805a-4960-b02d-37d1d5f0bb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:54.378492 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-49004157-f452-42d0-9c0d-1ab988616675 req-d99c2bc9-5074-4340-ba69-94328624b731 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:54.458980 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c80e32-6578-43d2-8c68-22888b726dd8 req-80ba2cd4-6ddf-49a8-a484-b6035e2a7fb2 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:54.466241 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-42c80e32-6578-43d2-8c68-22888b726dd8 req-80ba2cd4-6ddf-49a8-a484-b6035e2a7fb2 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 949 time: 0.3187215 Nov 12 00:42:54.513516 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-afd82991-d84b-4a6d-958b-a86570b6a660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82012639-ccff-4ca9-bda4-74ec8b9a6da7', 'name': 'tempest-ServersTestManualDisk-1649101998-router', 'tenant_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd2ea17d1-d959-4334-83fd-aed68f992c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:48Z', 'updated_at': '2021-11-12T00:42:50Z', 'revision_number': 3, 'project_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'gw_port': {'id': 'd2ea17d1-d959-4334-83fd-aed68f992c23', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:77:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82012639-ccff-4ca9-bda4-74ec8b9a6da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:49Z', 'updated_at': '2021-11-12T00:42:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:54.536102 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c2bc9-5074-4340-ba69-94328624b731 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] Pushing event updated for resources: {'Port': ['ID=16fe688f-6081-44a4-89fe-ec4c4229c962,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:54.588440 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49004157-f452-42d0-9c0d-1ab988616675 req-d99c2bc9-5074-4340-ba69-94328624b731 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] Network fab9a8ae-8e07-4317-a3da-a0bd66640bdf is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:42:54.595207 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd82991-d84b-4a6d-958b-a86570b6a660 None None] Checking router: 82012639-ccff-4ca9-bda4-74ec8b9a6da7 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:42:54.595810 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd82991-d84b-4a6d-958b-a86570b6a660 None None] Updating router 82012639-ccff-4ca9-bda4-74ec8b9a6da7 port d2ea17d1-d959-4334-83fd-aed68f992c23 binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:42:54.618895 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bdd7c2ec-7537-4074-87b5-7bcb20bb539d req-d5bdf56a-4cca-4f5e-bc4d-1e8ecb1c6c86 service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029040 Nov 12 00:42:54.629667 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-49004157-f452-42d0-9c0d-1ab988616675 req-d99c2bc9-5074-4340-ba69-94328624b731 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:54.634252 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-afd82991-d84b-4a6d-958b-a86570b6a660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:54.745758 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-49004157-f452-42d0-9c0d-1ab988616675 req-d99c2bc9-5074-4340-ba69-94328624b731 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:42:54.865094 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313cbb8-019b-4850-a06a-c58f2ddff4e9 req-00e60cf8-3cc9-4ffc-b0e6-e2e8f200f125 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:54.867921 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b313cbb8-019b-4850-a06a-c58f2ddff4e9 req-00e60cf8-3cc9-4ffc-b0e6-e2e8f200f125 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] 10.222.0.20 "GET /v2.0/ports?device_id=f931efee-cb49-4038-bb34-cab627d64ca4 HTTP/1.1" status: 200 len: 931 time: 0.2445726 Nov 12 00:42:54.964925 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49004157-f452-42d0-9c0d-1ab988616675 req-d99c2bc9-5074-4340-ba69-94328624b731 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:54.966151 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-49004157-f452-42d0-9c0d-1ab988616675 req-d99c2bc9-5074-4340-ba69-94328624b731 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:54.987104 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-49004157-f452-42d0-9c0d-1ab988616675 req-d99c2bc9-5074-4340-ba69-94328624b731 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1096926 Nov 12 00:42:54.991048 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bdd7c2ec-7537-4074-87b5-7bcb20bb539d req-fdfa25e3-f5ea-4aae-a786-380df40f687c service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557873 Nov 12 00:42:55.026647 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b313cbb8-019b-4850-a06a-c58f2ddff4e9 req-40084a69-82bd-4ea7-9ad4-afefeb4c7f74 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bdc6d38-bf76-4866-a63c-447eb3059373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418464 Nov 12 00:42:55.030568 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-49004157-f452-42d0-9c0d-1ab988616675 req-a1a3a9f0-46d0-4530-9c98-c6b9f2927f04 service neutron] Request body: {'port': {'device_id': 'f931efee-cb49-4038-bb34-cab627d64ca4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:55.131443 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-49004157-f452-42d0-9c0d-1ab988616675 req-a1a3a9f0-46d0-4530-9c98-c6b9f2927f04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:55.431816 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-afd82991-d84b-4a6d-958b-a86570b6a660 None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:55.448787 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-afd82991-d84b-4a6d-958b-a86570b6a660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:55.598226 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ccb70-b0c8-4eb0-9da1-37770585d94f None None] Pushing event updated for resources: {'Port': ['ID=d2ea17d1-d959-4334-83fd-aed68f992c23,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:55.630442 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-42c80e32-6578-43d2-8c68-22888b726dd8 req-ffb26db4-d106-42b5-86d3-98f017a5e5f8 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1631680 Nov 12 00:42:55.742321 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-afd82991-d84b-4a6d-958b-a86570b6a660 None None] Attempting to bind port d2ea17d1-d959-4334-83fd-aed68f992c23 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:42:55.753014 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-afd82991-d84b-4a6d-958b-a86570b6a660 None None] Attempting to bind port d2ea17d1-d959-4334-83fd-aed68f992c23 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:42:55.756677 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd82991-d84b-4a6d-958b-a86570b6a660 None None] Attempting to bind port d2ea17d1-d959-4334-83fd-aed68f992c23 on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:55.783205 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd82991-d84b-4a6d-958b-a86570b6a660 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:42:55.791887 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd82991-d84b-4a6d-958b-a86570b6a660 None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:55.793465 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-afd82991-d84b-4a6d-958b-a86570b6a660 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:55.796280 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd82991-d84b-4a6d-958b-a86570b6a660 None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:42:55.799023 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-afd82991-d84b-4a6d-958b-a86570b6a660 None None] Bound port: d2ea17d1-d959-4334-83fd-aed68f992c23, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:42:55.799722 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-afd82991-d84b-4a6d-958b-a86570b6a660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:55.929432 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9567564a-68d5-4029-b75c-2ebbbebcff30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:55.956086 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-afd82991-d84b-4a6d-958b-a86570b6a660 None None] For port d2ea17d1-d959-4334-83fd-aed68f992c23, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:55.960623 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-afd82991-d84b-4a6d-958b-a86570b6a660 None None] For port d2ea17d1-d959-4334-83fd-aed68f992c23, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=d2ea17d1-d959-4334-83fd-aed68f992c23,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:42:55.971470 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-afd82991-d84b-4a6d-958b-a86570b6a660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:56.028005 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-49004157-f452-42d0-9c0d-1ab988616675 req-a1a3a9f0-46d0-4530-9c98-c6b9f2927f04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16fe688f-6081-44a4-89fe-ec4c4229c962 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:42:56.060204 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd82991-d84b-4a6d-958b-a86570b6a660 None None] Routers {'82012639-ccff-4ca9-bda4-74ec8b9a6da7'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:42:56.061027 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-afd82991-d84b-4a6d-958b-a86570b6a660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:42:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['82012639-ccff-4ca9-bda4-74ec8b9a6da7'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:56.073495 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ccb70-b0c8-4eb0-9da1-37770585d94f None None] Pushing event updated for resources: {'Port': ['ID=d2ea17d1-d959-4334-83fd-aed68f992c23,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:56.118415 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-49004157-f452-42d0-9c0d-1ab988616675 req-a1a3a9f0-46d0-4530-9c98-c6b9f2927f04 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:56.187960 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-49004157-f452-42d0-9c0d-1ab988616675 req-a1a3a9f0-46d0-4530-9c98-c6b9f2927f04 service neutron] Transition to ACTIVE for port object 16fe688f-6081-44a4-89fe-ec4c4229c962 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:42:56.194585 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-49004157-f452-42d0-9c0d-1ab988616675 req-a1a3a9f0-46d0-4530-9c98-c6b9f2927f04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:56.335222 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-afd82991-d84b-4a6d-958b-a86570b6a660 None None] Set router 82012639-ccff-4ca9-bda4-74ec8b9a6da7 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:42:56.439071 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-9567564a-68d5-4029-b75c-2ebbbebcff30 admin admin] Allocated IP 172.20.0.1 (c8d0a93d-565d-4574-b642-d312af483952/72296817-debf-44a5-b73b-023ca283e051/791b7edf-bb0d-42d7-9295-cb9b9a362903) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:42:56.544319 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a3a9f0-46d0-4530-9c98-c6b9f2927f04 service neutron] Pushing event updated for resources: {'Port': ['ID=16fe688f-6081-44a4-89fe-ec4c4229c962,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:56.607099 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ae11d-6b91-46d1-97d8-d2e524c6129a req-92a5df54-4998-4910-bed8-6f8e578906e9 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:56.617490 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1e4ae11d-6b91-46d1-97d8-d2e524c6129a req-92a5df54-4998-4910-bed8-6f8e578906e9 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] 10.222.0.20 "GET /v2.0/ports?device_id=f931efee-cb49-4038-bb34-cab627d64ca4 HTTP/1.1" status: 200 len: 943 time: 0.3244712 Nov 12 00:42:56.674049 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9567564a-68d5-4029-b75c-2ebbbebcff30 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:56.708797 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-49004157-f452-42d0-9c0d-1ab988616675 req-a1a3a9f0-46d0-4530-9c98-c6b9f2927f04 service neutron] Attempting to bind port 16fe688f-6081-44a4-89fe-ec4c4229c962 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:42:56.708797 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-49004157-f452-42d0-9c0d-1ab988616675 req-a1a3a9f0-46d0-4530-9c98-c6b9f2927f04 service neutron] Attempting to bind port 16fe688f-6081-44a4-89fe-ec4c4229c962 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '2a2d1fae-3888-4e5d-95cb-3f36aeefae56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fab9a8ae-8e07-4317-a3da-a0bd66640bdf'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:42:56.709130 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49004157-f452-42d0-9c0d-1ab988616675 req-a1a3a9f0-46d0-4530-9c98-c6b9f2927f04 service neutron] Attempting to bind port 16fe688f-6081-44a4-89fe-ec4c4229c962 on network fab9a8ae-8e07-4317-a3da-a0bd66640bdf {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:56.725164 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49004157-f452-42d0-9c0d-1ab988616675 req-a1a3a9f0-46d0-4530-9c98-c6b9f2927f04 service neutron] Port 16fe688f-6081-44a4-89fe-ec4c4229c962 on network fab9a8ae-8e07-4317-a3da-a0bd66640bdf not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:42:56.728036 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49004157-f452-42d0-9c0d-1ab988616675 req-a1a3a9f0-46d0-4530-9c98-c6b9f2927f04 service neutron] Attempting to bind port 16fe688f-6081-44a4-89fe-ec4c4229c962 on network fab9a8ae-8e07-4317-a3da-a0bd66640bdf {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:56.745234 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9567564a-68d5-4029-b75c-2ebbbebcff30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:56.760608 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49004157-f452-42d0-9c0d-1ab988616675 req-a1a3a9f0-46d0-4530-9c98-c6b9f2927f04 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:42:56.761200 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49004157-f452-42d0-9c0d-1ab988616675 req-a1a3a9f0-46d0-4530-9c98-c6b9f2927f04 service neutron] Checking segment: {'id': '2a2d1fae-3888-4e5d-95cb-3f36aeefae56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fab9a8ae-8e07-4317-a3da-a0bd66640bdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:56.761633 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49004157-f452-42d0-9c0d-1ab988616675 req-a1a3a9f0-46d0-4530-9c98-c6b9f2927f04 service neutron] Bound using segment: {'id': '2a2d1fae-3888-4e5d-95cb-3f36aeefae56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fab9a8ae-8e07-4317-a3da-a0bd66640bdf'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:42:56.762317 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-49004157-f452-42d0-9c0d-1ab988616675 req-a1a3a9f0-46d0-4530-9c98-c6b9f2927f04 service neutron] Bound port: 16fe688f-6081-44a4-89fe-ec4c4229c962, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a2d1fae-3888-4e5d-95cb-3f36aeefae56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fab9a8ae-8e07-4317-a3da-a0bd66640bdf'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:42:56.762684 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-49004157-f452-42d0-9c0d-1ab988616675 req-a1a3a9f0-46d0-4530-9c98-c6b9f2927f04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:56.823913 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-afd82991-d84b-4a6d-958b-a86570b6a660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82012639-ccff-4ca9-bda4-74ec8b9a6da7', 'name': 'tempest-ServersTestManualDisk-1649101998-router', 'tenant_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd2ea17d1-d959-4334-83fd-aed68f992c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:48Z', 'updated_at': '2021-11-12T00:42:50Z', 'revision_number': 3, 'project_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'gw_port': {'id': 'd2ea17d1-d959-4334-83fd-aed68f992c23', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:77:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82012639-ccff-4ca9-bda4-74ec8b9a6da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:49Z', 'updated_at': '2021-11-12T00:42:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:56.865298 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd82991-d84b-4a6d-958b-a86570b6a660 None None] The sync data for ids ['82012639-ccff-4ca9-bda4-74ec8b9a6da7'] in n-d-812236-11 is: [{'id': '82012639-ccff-4ca9-bda4-74ec8b9a6da7', 'name': 'tempest-ServersTestManualDisk-1649101998-router', 'tenant_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd2ea17d1-d959-4334-83fd-aed68f992c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:48Z', 'updated_at': '2021-11-12T00:42:50Z', 'revision_number': 3, 'project_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'gw_port': {'id': 'd2ea17d1-d959-4334-83fd-aed68f992c23', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:77:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82012639-ccff-4ca9-bda4-74ec8b9a6da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:49Z', 'updated_at': '2021-11-12T00:42:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:42:56.880516 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9567564a-68d5-4029-b75c-2ebbbebcff30 admin admin] Network c8d0a93d-565d-4574-b642-d312af483952 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:42:56.890457 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-9567564a-68d5-4029-b75c-2ebbbebcff30 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:56.894418 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1e4ae11d-6b91-46d1-97d8-d2e524c6129a req-90cc4302-a34a-482a-9967-bcfbde785f12 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bdc6d38-bf76-4866-a63c-447eb3059373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759576 Nov 12 00:42:56.900069 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9567564a-68d5-4029-b75c-2ebbbebcff30 admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:42:56.956654 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-49004157-f452-42d0-9c0d-1ab988616675 req-a1a3a9f0-46d0-4530-9c98-c6b9f2927f04 service neutron] For port 16fe688f-6081-44a4-89fe-ec4c4229c962, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:56.957066 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9567564a-68d5-4029-b75c-2ebbbebcff30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:56.961639 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-49004157-f452-42d0-9c0d-1ab988616675 req-a1a3a9f0-46d0-4530-9c98-c6b9f2927f04 service neutron] For port 16fe688f-6081-44a4-89fe-ec4c4229c962, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=16fe688f-6081-44a4-89fe-ec4c4229c962,segment=NetworkSegment(2a2d1fae-3888-4e5d-95cb-3f36aeefae56),segment_id=2a2d1fae-3888-4e5d-95cb-3f36aeefae56)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:42:56.967100 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9567564a-68d5-4029-b75c-2ebbbebcff30 admin admin] Pushing event updated for resources: {'Port': ['ID=791b7edf-bb0d-42d7-9295-cb9b9a362903,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:56.968169 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-49004157-f452-42d0-9c0d-1ab988616675 req-a1a3a9f0-46d0-4530-9c98-c6b9f2927f04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:57.025199 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49004157-f452-42d0-9c0d-1ab988616675 req-a1a3a9f0-46d0-4530-9c98-c6b9f2927f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:57.025993 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-49004157-f452-42d0-9c0d-1ab988616675 req-a1a3a9f0-46d0-4530-9c98-c6b9f2927f04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:57.028870 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-49004157-f452-42d0-9c0d-1ab988616675 req-a1a3a9f0-46d0-4530-9c98-c6b9f2927f04 service neutron] 10.222.0.49 "PUT /v2.0/ports/16fe688f-6081-44a4-89fe-ec4c4229c962 HTTP/1.1" status: 200 len: 1092 time: 2.0050972 Nov 12 00:42:57.028870 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f931efee-cb49-4038-bb34-cab627d64ca4', 'tag': '16fe688f-6081-44a4-89fe-ec4c4229c962'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:57.030858 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07676ec2-f2ec-41c4-88f8-7495bd485429" -d '{"events": [{"name": "network-changed", "server_uuid": "f931efee-cb49-4038-bb34-cab627d64ca4", "tag": "16fe688f-6081-44a4-89fe-ec4c4229c962"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:57.144348 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba1881-1b03-44b1-8e43-36d41f1af6b7 req-0fb39964-de80-48fe-bd19-1f13a789a066 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:57.166637 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d4ba1881-1b03-44b1-8e43-36d41f1af6b7 req-0fb39964-de80-48fe-bd19-1f13a789a066 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 949 time: 0.3824909 Nov 12 00:42:57.290827 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d4ba1881-1b03-44b1-8e43-36d41f1af6b7 req-67d2272a-bb78-4925-9dae-6a450402bde9 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218934 Nov 12 00:42:57.418336 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-7aa4b57d-8efd-4f5b-8446-0ec460b1f20a None None] Provisioning complete for port 791b7edf-bb0d-42d7-9295-cb9b9a362903 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:57.418901 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7aa4b57d-8efd-4f5b-8446-0ec460b1f20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:57.601674 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-7aa4b57d-8efd-4f5b-8446-0ec460b1f20a None None] Port 791b7edf-bb0d-42d7-9295-cb9b9a362903 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:42:57.604690 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9567564a-68d5-4029-b75c-2ebbbebcff30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:57.789083 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device d2ea17d1-d959-4334-83fd-aed68f992c23 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:42:58.032859 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf523640-b749-442b-a022-f4cf492e4605 x-openstack-request-id: req-bf523640-b749-442b-a022-f4cf492e4605 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:58.033472 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f931efee-cb49-4038-bb34-cab627d64ca4", "tag": "16fe688f-6081-44a4-89fe-ec4c4229c962", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:58.033472 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bf523640-b749-442b-a022-f4cf492e4605 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:58.033893 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f931efee-cb49-4038-bb34-cab627d64ca4', 'tag': '16fe688f-6081-44a4-89fe-ec4c4229c962', 'status': 'completed', 'code': 200} Nov 12 00:42:58.052959 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9567564a-68d5-4029-b75c-2ebbbebcff30 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:58.064766 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9567564a-68d5-4029-b75c-2ebbbebcff30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:58.169566 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a3a9f0-46d0-4530-9c98-c6b9f2927f04 service neutron] Pushing event updated for resources: {'Port': ['ID=16fe688f-6081-44a4-89fe-ec4c4229c962,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:58.214104 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9180308-925e-4f1c-9418-5b3c2508df27 req-98ee1199-925f-47c0-b85e-66d2b8623797 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:58.216315 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d9180308-925e-4f1c-9418-5b3c2508df27 req-98ee1199-925f-47c0-b85e-66d2b8623797 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] 10.222.0.20 "GET /v2.0/ports?device_id=f931efee-cb49-4038-bb34-cab627d64ca4 HTTP/1.1" status: 200 len: 943 time: 0.1756449 Nov 12 00:42:58.226678 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49004157-f452-42d0-9c0d-1ab988616675 req-f4574ac3-bc71-4fed-8f24-12063be48bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:58.228601 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-49004157-f452-42d0-9c0d-1ab988616675 req-f4574ac3-bc71-4fed-8f24-12063be48bfd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e0d4c80e3f56414fb68a947f98b1cde6&device_id=f931efee-cb49-4038-bb34-cab627d64ca4 HTTP/1.1" status: 200 len: 1095 time: 1.1285100 Nov 12 00:42:58.259248 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615fcf5a-d970-45b7-9d98-997c69ca7cf9 req-911c1ebf-daa3-4e2a-9ffd-c5c3643cb745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:58.264087 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-615fcf5a-d970-45b7-9d98-997c69ca7cf9 req-911c1ebf-daa3-4e2a-9ffd-c5c3643cb745 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=79a8b3dad7a0401ab482e19b622fac98&device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 1101 time: 1.3948658 Nov 12 00:42:58.273628 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9567564a-68d5-4029-b75c-2ebbbebcff30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:58.377221 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port d2ea17d1-d959-4334-83fd-aed68f992c23 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:58.378095 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:58.440511 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9567564a-68d5-4029-b75c-2ebbbebcff30 admin admin] Pushing event updated for resources: {'Port': ['ID=791b7edf-bb0d-42d7-9295-cb9b9a362903,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:58.531270 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615fcf5a-d970-45b7-9d98-997c69ca7cf9 req-3a4922a0-2608-4ce7-988c-543975ec2524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:58.534009 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-615fcf5a-d970-45b7-9d98-997c69ca7cf9 req-3a4922a0-2608-4ce7-988c-543975ec2524 service neutron] 10.222.0.54 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.2260995 Nov 12 00:42:58.626891 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:58.633082 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-49004157-f452-42d0-9c0d-1ab988616675 req-b882fb15-0875-4bda-b7c3-c82626f350e9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16fe688f-6081-44a4-89fe-ec4c4229c962 HTTP/1.1" status: 200 len: 217 time: 0.3778899 Nov 12 00:42:58.675253 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port d2ea17d1-d959-4334-83fd-aed68f992c23, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=d2ea17d1-d959-4334-83fd-aed68f992c23,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:58.697973 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:58.731926 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13f662-d45c-4373-bd8a-c6297321c4d3 req-e0060b99-50f5-4b48-aa81-b389068d2839 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:58.743377 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8d13f662-d45c-4373-bd8a-c6297321c4d3 req-e0060b99-50f5-4b48-aa81-b389068d2839 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 949 time: 0.1739585 Nov 12 00:42:58.826594 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d9180308-925e-4f1c-9418-5b3c2508df27 req-eec67199-d361-4e0f-8dfe-cc195b56db01 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bdc6d38-bf76-4866-a63c-447eb3059373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5869775 Nov 12 00:42:58.841525 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9567564a-68d5-4029-b75c-2ebbbebcff30 admin admin] Network c8d0a93d-565d-4574-b642-d312af483952 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:42:58.871781 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=d2ea17d1-d959-4334-83fd-aed68f992c23,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:58.893064 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-9567564a-68d5-4029-b75c-2ebbbebcff30 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:58.897446 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-615fcf5a-d970-45b7-9d98-997c69ca7cf9 req-c692fd4f-dc11-46c6-8b4b-6259a53f64ec service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=31665b81-ea38-464a-b842-434bf346ad33 HTTP/1.1" status: 200 len: 217 time: 0.2890725 Nov 12 00:42:59.014622 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49004157-f452-42d0-9c0d-1ab988616675 req-ced8c7f6-463c-4074-9ff6-8d2b086898ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:59.030304 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-49004157-f452-42d0-9c0d-1ab988616675 req-ced8c7f6-463c-4074-9ff6-8d2b086898ff service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d4363b0-6537-46cc-bb87-f0ddedf0a91f HTTP/1.1" status: 200 len: 854 time: 0.2802255 Nov 12 00:42:59.066597 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8d13f662-d45c-4373-bd8a-c6297321c4d3 req-fdeb7dc6-8a69-4137-8f15-95fe16a2b8f0 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177693 Nov 12 00:42:59.085515 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615fcf5a-d970-45b7-9d98-997c69ca7cf9 req-a92d9aab-201f-436a-a87f-1675df4beb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:59.087150 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-615fcf5a-d970-45b7-9d98-997c69ca7cf9 req-a92d9aab-201f-436a-a87f-1675df4beb6e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.1795249 Nov 12 00:42:59.233396 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-49004157-f452-42d0-9c0d-1ab988616675 req-19c283d9-e3ee-44a2-81bb-5a55b4d3ec3b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fab9a8ae-8e07-4317-a3da-a0bd66640bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1844070 Nov 12 00:42:59.272345 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9567564a-68d5-4029-b75c-2ebbbebcff30 admin admin] Router 82012639-ccff-4ca9-bda4-74ec8b9a6da7 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:42:59.366729 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-8de3342d-31cb-4c1a-a02f-15f1660ca196 None None] Provisioning complete for port 791b7edf-bb0d-42d7-9295-cb9b9a362903 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:59.367129 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8de3342d-31cb-4c1a-a02f-15f1660ca196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:59.368422 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-49004157-f452-42d0-9c0d-1ab988616675 req-5f82f97b-964c-407d-992d-e5f7ac62a3cb service neutron] 10.222.0.49 "GET /v2.0/networks/fab9a8ae-8e07-4317-a3da-a0bd66640bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306334 Nov 12 00:42:59.430344 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-8de3342d-31cb-4c1a-a02f-15f1660ca196 None None] Port 791b7edf-bb0d-42d7-9295-cb9b9a362903 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:42:59.561482 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9567564a-68d5-4029-b75c-2ebbbebcff30 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:42:59.587506 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-9567564a-68d5-4029-b75c-2ebbbebcff30 admin admin] 10.222.0.20 "PUT /v2.0/routers/82012639-ccff-4ca9-bda4-74ec8b9a6da7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2004557 Nov 12 00:42:59.604888 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device d2ea17d1-d959-4334-83fd-aed68f992c23 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:42:59.626961 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615fcf5a-d970-45b7-9d98-997c69ca7cf9 req-6f90fe21-8866-4a44-ad2a-3dd5025e6816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:59.636381 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-615fcf5a-d970-45b7-9d98-997c69ca7cf9 req-6f90fe21-8866-4a44-ad2a-3dd5025e6816 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4975433 Nov 12 00:42:59.706243 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port d2ea17d1-d959-4334-83fd-aed68f992c23 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:59.706812 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:59.774415 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-49004157-f452-42d0-9c0d-1ab988616675 req-570fd58f-c9fd-4aa9-82ac-157bbd1f880c service neutron] 10.222.0.49 "GET /v2.0/networks/fab9a8ae-8e07-4317-a3da-a0bd66640bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3933952 Nov 12 00:42:59.800220 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-615fcf5a-d970-45b7-9d98-997c69ca7cf9 req-9658e65e-e539-4471-a5d4-b0328166e14f service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540778 Nov 12 00:42:59.955001 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a362554-7c3e-4600-898c-75e02206b998 None None] Sync routers for ids ['82012639-ccff-4ca9-bda4-74ec8b9a6da7'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:43:00.011824 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a362554-7c3e-4600-898c-75e02206b998 None None] Routers {'82012639-ccff-4ca9-bda4-74ec8b9a6da7'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:00.012467 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-4a362554-7c3e-4600-898c-75e02206b998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:42:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['82012639-ccff-4ca9-bda4-74ec8b9a6da7'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:00.098641 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07676ec2-f2ec-41c4-88f8-7495bd485429 req-768a7b7e-8104-4aa7-903d-bdc4334b8dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:00.100232 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-07676ec2-f2ec-41c4-88f8-7495bd485429 req-768a7b7e-8104-4aa7-903d-bdc4334b8dd8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e0d4c80e3f56414fb68a947f98b1cde6&device_id=f931efee-cb49-4038-bb34-cab627d64ca4 HTTP/1.1" status: 200 len: 1095 time: 0.1989279 Nov 12 00:43:00.149193 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520a68c-bfc2-4827-85ef-5fa643f1a895 req-b65c987b-9972-4911-a948-de55e9e1e235 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:00.171348 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f520a68c-bfc2-4827-85ef-5fa643f1a895 req-b65c987b-9972-4911-a948-de55e9e1e235 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] 10.222.0.20 "GET /v2.0/ports?device_id=f931efee-cb49-4038-bb34-cab627d64ca4 HTTP/1.1" status: 200 len: 943 time: 0.1828187 Nov 12 00:43:00.304799 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-615fcf5a-d970-45b7-9d98-997c69ca7cf9 req-598a1790-b85f-41da-850e-e4e60f9f4682 service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4975824 Nov 12 00:43:00.329871 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f520a68c-bfc2-4827-85ef-5fa643f1a895 req-d8678d10-4373-4021-aa7a-9b5f21ecb9ee tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bdc6d38-bf76-4866-a63c-447eb3059373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568635 Nov 12 00:43:00.333126 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-4a362554-7c3e-4600-898c-75e02206b998 None None] Set router 82012639-ccff-4ca9-bda4-74ec8b9a6da7 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:43:00.390648 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07676ec2-f2ec-41c4-88f8-7495bd485429 req-b8398e20-79b9-4565-a7a3-9c3779658b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:00.392450 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-07676ec2-f2ec-41c4-88f8-7495bd485429 req-b8398e20-79b9-4565-a7a3-9c3779658b89 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fab9a8ae-8e07-4317-a3da-a0bd66640bdf HTTP/1.1" status: 200 len: 915 time: 0.2816722 Nov 12 00:43:00.528940 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-07676ec2-f2ec-41c4-88f8-7495bd485429 req-a1efc553-b601-4975-abc4-c902a2713484 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16fe688f-6081-44a4-89fe-ec4c4229c962 HTTP/1.1" status: 200 len: 217 time: 0.1148961 Nov 12 00:43:00.618185 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07676ec2-f2ec-41c4-88f8-7495bd485429 req-3cd7afda-216a-4b44-aa19-f287feccf44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:00.620438 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-07676ec2-f2ec-41c4-88f8-7495bd485429 req-3cd7afda-216a-4b44-aa19-f287feccf44b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d4363b0-6537-46cc-bb87-f0ddedf0a91f HTTP/1.1" status: 200 len: 854 time: 0.0823224 Nov 12 00:43:00.691173 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-07676ec2-f2ec-41c4-88f8-7495bd485429 req-af6daa23-1131-497d-aa43-85303039f711 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fab9a8ae-8e07-4317-a3da-a0bd66640bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487907 Nov 12 00:43:00.751807 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee1af5-7111-408d-a5a0-a936bf0f56a5 req-6e715e2f-8bb8-462d-84b1-d0b04fa3706a tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:00.761918 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7bee1af5-7111-408d-a5a0-a936bf0f56a5 req-6e715e2f-8bb8-462d-84b1-d0b04fa3706a tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 949 time: 0.1088748 Nov 12 00:43:00.876790 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7bee1af5-7111-408d-a5a0-a936bf0f56a5 req-e7eb21d6-0180-46df-8f5b-7ae6d0f3f757 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139114 Nov 12 00:43:00.902722 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-4a362554-7c3e-4600-898c-75e02206b998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82012639-ccff-4ca9-bda4-74ec8b9a6da7', 'name': 'tempest-ServersTestManualDisk-1649101998-router', 'tenant_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd2ea17d1-d959-4334-83fd-aed68f992c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:48Z', 'updated_at': '2021-11-12T00:42:57Z', 'revision_number': 4, 'project_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'gw_port': {'id': 'd2ea17d1-d959-4334-83fd-aed68f992c23', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:77:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82012639-ccff-4ca9-bda4-74ec8b9a6da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:49Z', 'updated_at': '2021-11-12T00:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '791b7edf-bb0d-42d7-9295-cb9b9a362903', 'name': '', 'network_id': 'c8d0a93d-565d-4574-b642-d312af483952', 'tenant_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'mac_address': 'fa:16:3e:93:02:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82012639-ccff-4ca9-bda4-74ec8b9a6da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '72296817-debf-44a5-b73b-023ca283e051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:55Z', 'updated_at': '2021-11-12T00:42:57Z', 'revision_number': 2, 'project_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'subnets': [{'id': '72296817-debf-44a5-b73b-023ca283e051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:00.922344 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-07676ec2-f2ec-41c4-88f8-7495bd485429 req-edc821f3-65bd-4674-9792-62f4137eb149 service neutron] 10.222.0.49 "GET /v2.0/networks/fab9a8ae-8e07-4317-a3da-a0bd66640bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199655 Nov 12 00:43:00.966818 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a362554-7c3e-4600-898c-75e02206b998 None None] Checking router: 82012639-ccff-4ca9-bda4-74ec8b9a6da7 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:43:00.969438 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a362554-7c3e-4600-898c-75e02206b998 None None] Updating router 82012639-ccff-4ca9-bda4-74ec8b9a6da7 port 791b7edf-bb0d-42d7-9295-cb9b9a362903 binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:43:01.030852 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4a362554-7c3e-4600-898c-75e02206b998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:01.098096 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-07676ec2-f2ec-41c4-88f8-7495bd485429 req-cf099df6-63f3-4865-b559-06ff72db8526 service neutron] 10.222.0.49 "GET /v2.0/networks/fab9a8ae-8e07-4317-a3da-a0bd66640bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677549 Nov 12 00:43:01.174083 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44616) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:01.178962 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-8adbbd50-6a71-4ceb-ae02-25f93badab2a tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Request body: {'security_group': {'name': 'tempest-securitygroup--975460096', 'description': 'tempest-description--87318441'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:01.222922 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8adbbd50-6a71-4ceb-ae02-25f93badab2a tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:01.347796 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8adbbd50-6a71-4ceb-ae02-25f93badab2a tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:01.354432 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8adbbd50-6a71-4ceb-ae02-25f93badab2a tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:01.395216 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adbbd50-6a71-4ceb-ae02-25f93badab2a tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eeb1025-8934-4af3-b3e4-a250ca50b34f,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:01.449183 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8adbbd50-6a71-4ceb-ae02-25f93badab2a tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:01.456009 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8adbbd50-6a71-4ceb-ae02-25f93badab2a tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2782590 Nov 12 00:43:01.456945 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44622) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:01.470181 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-7dd523f2-38ba-457d-a776-3e06b62129e8 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Request body: {'security_group_rule': {'security_group_id': '4eeb1025-8934-4af3-b3e4-a250ca50b34f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:01.496532 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4a362554-7c3e-4600-898c-75e02206b998 None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:01.505348 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4a362554-7c3e-4600-898c-75e02206b998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:01.568306 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ff9fb-031f-4684-ae6f-17a7685e3dcc None None] Pushing event updated for resources: {'Port': ['ID=791b7edf-bb0d-42d7-9295-cb9b9a362903,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:01.658869 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7dd523f2-38ba-457d-a776-3e06b62129e8 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:01.704912 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-4a362554-7c3e-4600-898c-75e02206b998 None None] Attempting to bind port 791b7edf-bb0d-42d7-9295-cb9b9a362903 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:43:01.705632 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-4a362554-7c3e-4600-898c-75e02206b998 None None] Attempting to bind port 791b7edf-bb0d-42d7-9295-cb9b9a362903 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '2d305d08-a71e-4602-9598-8dd3a4ad7b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c8d0a93d-565d-4574-b642-d312af483952'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:43:01.706186 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a362554-7c3e-4600-898c-75e02206b998 None None] Attempting to bind port 791b7edf-bb0d-42d7-9295-cb9b9a362903 on network c8d0a93d-565d-4574-b642-d312af483952 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:01.714392 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a362554-7c3e-4600-898c-75e02206b998 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:43:01.714777 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a362554-7c3e-4600-898c-75e02206b998 None None] Checking segment: {'id': '2d305d08-a71e-4602-9598-8dd3a4ad7b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c8d0a93d-565d-4574-b642-d312af483952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:43:01.715190 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4a362554-7c3e-4600-898c-75e02206b998 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:01.715586 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a362554-7c3e-4600-898c-75e02206b998 None None] Bound using segment: {'id': '2d305d08-a71e-4602-9598-8dd3a4ad7b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c8d0a93d-565d-4574-b642-d312af483952'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:43:01.716063 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-4a362554-7c3e-4600-898c-75e02206b998 None None] Bound port: 791b7edf-bb0d-42d7-9295-cb9b9a362903, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d305d08-a71e-4602-9598-8dd3a4ad7b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c8d0a93d-565d-4574-b642-d312af483952'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:43:01.716445 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4a362554-7c3e-4600-898c-75e02206b998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:01.724024 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7ff30-d226-45a9-a518-8a53001a9916 req-73bb228d-20da-4a6b-b589-5ada4e496e64 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:01.731959 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-32c7ff30-d226-45a9-a518-8a53001a9916 req-73bb228d-20da-4a6b-b589-5ada4e496e64 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] 10.222.0.20 "GET /v2.0/ports?device_id=f931efee-cb49-4038-bb34-cab627d64ca4 HTTP/1.1" status: 200 len: 943 time: 0.1873918 Nov 12 00:43:01.821890 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7dd523f2-38ba-457d-a776-3e06b62129e8 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:01.842618 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7dd523f2-38ba-457d-a776-3e06b62129e8 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:01.912143 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-4a362554-7c3e-4600-898c-75e02206b998 None None] For port 791b7edf-bb0d-42d7-9295-cb9b9a362903, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:43:01.916280 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-4a362554-7c3e-4600-898c-75e02206b998 None None] For port 791b7edf-bb0d-42d7-9295-cb9b9a362903, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=791b7edf-bb0d-42d7-9295-cb9b9a362903,segment=NetworkSegment(2d305d08-a71e-4602-9598-8dd3a4ad7b2b),segment_id=2d305d08-a71e-4602-9598-8dd3a4ad7b2b)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:43:01.924917 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-32c7ff30-d226-45a9-a518-8a53001a9916 req-716b90fe-85ee-4303-bbd3-6154c898d0ed tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bdc6d38-bf76-4866-a63c-447eb3059373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859360 Nov 12 00:43:01.927176 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4a362554-7c3e-4600-898c-75e02206b998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:01.960948 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd523f2-38ba-457d-a776-3e06b62129e8 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=582b409b-fe36-455b-ad15-a1c269ca4081,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:01.970888 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7dd523f2-38ba-457d-a776-3e06b62129e8 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:01.978459 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7dd523f2-38ba-457d-a776-3e06b62129e8 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5177798 Nov 12 00:43:01.981054 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44630) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:01.986726 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-1d884f64-e971-428c-9847-d7eb36272302 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Request body: {'security_group_rule': {'security_group_id': '4eeb1025-8934-4af3-b3e4-a250ca50b34f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:02.087562 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ff9fb-031f-4684-ae6f-17a7685e3dcc None None] Pushing event updated for resources: {'Port': ['ID=791b7edf-bb0d-42d7-9295-cb9b9a362903,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:02.117944 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1d884f64-e971-428c-9847-d7eb36272302 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:02.118220 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a362554-7c3e-4600-898c-75e02206b998 None None] Routers {'82012639-ccff-4ca9-bda4-74ec8b9a6da7'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:02.119009 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-4a362554-7c3e-4600-898c-75e02206b998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:42:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['82012639-ccff-4ca9-bda4-74ec8b9a6da7'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:02.153812 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31872e50-3cc1-42c4-9cd2-beba5fc2da3f req-aedc8d8f-0e6b-4a26-b8b6-6393d4c072e0 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:02.162182 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-31872e50-3cc1-42c4-9cd2-beba5fc2da3f req-aedc8d8f-0e6b-4a26-b8b6-6393d4c072e0 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 949 time: 0.1431515 Nov 12 00:43:02.186776 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-1c05a452-af3b-4ce6-bdfe-fe164b7d96c2 None None] Provisioning complete for port 791b7edf-bb0d-42d7-9295-cb9b9a362903 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:02.187510 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1c05a452-af3b-4ce6-bdfe-fe164b7d96c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:02.314215 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1c05a452-af3b-4ce6-bdfe-fe164b7d96c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:02.317782 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-31872e50-3cc1-42c4-9cd2-beba5fc2da3f req-603b0221-80d8-494b-96c4-32c6c1b5a221 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542304 Nov 12 00:43:02.355854 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1d884f64-e971-428c-9847-d7eb36272302 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:02.367111 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-1c05a452-af3b-4ce6-bdfe-fe164b7d96c2 None None] For port 791b7edf-bb0d-42d7-9295-cb9b9a362903, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=791b7edf-bb0d-42d7-9295-cb9b9a362903,segment=NetworkSegment(2d305d08-a71e-4602-9598-8dd3a4ad7b2b),segment_id=2d305d08-a71e-4602-9598-8dd3a4ad7b2b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:02.372418 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1d884f64-e971-428c-9847-d7eb36272302 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:02.408349 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1c05a452-af3b-4ce6-bdfe-fe164b7d96c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:02.424515 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d884f64-e971-428c-9847-d7eb36272302 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5c9fdd5-70e1-4a24-bd31-2bc98a973154,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:02.465057 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1d884f64-e971-428c-9847-d7eb36272302 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:02.467567 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1d884f64-e971-428c-9847-d7eb36272302 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4853973 Nov 12 00:43:02.470634 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44636) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:02.475259 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-4b870730-b70b-4165-8120-9678caef9805 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:02.527668 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-4a362554-7c3e-4600-898c-75e02206b998 None None] Set router 82012639-ccff-4ca9-bda4-74ec8b9a6da7 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:43:02.538411 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4b870730-b70b-4165-8120-9678caef9805 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Publish callbacks [] for floatingip, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:02.572945 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c05a452-af3b-4ce6-bdfe-fe164b7d96c2 None None] Pushing event updated for resources: {'Port': ['ID=791b7edf-bb0d-42d7-9295-cb9b9a362903,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:02.594744 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-7b26aed8-b9f8-4e24-b276-4cb98b8eb0da None None] Provisioning complete for port 791b7edf-bb0d-42d7-9295-cb9b9a362903 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:02.595177 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7b26aed8-b9f8-4e24-b276-4cb98b8eb0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:02.788546 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4b870730-b70b-4165-8120-9678caef9805 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:03.099374 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-4b870730-b70b-4165-8120-9678caef9805 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Allocated IP 172.25.2.56 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/4705f04a-634f-4eb6-acef-eaef4c8b2ba0) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:43:03.285436 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920554f7-fd3e-47eb-bbe3-8d84a9794b61 req-d17fd005-94af-421e-b543-bc5139d5e8f8 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:03.309426 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-920554f7-fd3e-47eb-bbe3-8d84a9794b61 req-d17fd005-94af-421e-b543-bc5139d5e8f8 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] 10.222.0.20 "GET /v2.0/ports?device_id=f931efee-cb49-4038-bb34-cab627d64ca4 HTTP/1.1" status: 200 len: 943 time: 0.1320043 Nov 12 00:43:03.356449 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-4a362554-7c3e-4600-898c-75e02206b998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82012639-ccff-4ca9-bda4-74ec8b9a6da7', 'name': 'tempest-ServersTestManualDisk-1649101998-router', 'tenant_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd2ea17d1-d959-4334-83fd-aed68f992c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:48Z', 'updated_at': '2021-11-12T00:42:57Z', 'revision_number': 4, 'project_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'gw_port': {'id': 'd2ea17d1-d959-4334-83fd-aed68f992c23', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:77:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82012639-ccff-4ca9-bda4-74ec8b9a6da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:49Z', 'updated_at': '2021-11-12T00:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '791b7edf-bb0d-42d7-9295-cb9b9a362903', 'name': '', 'network_id': 'c8d0a93d-565d-4574-b642-d312af483952', 'tenant_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'mac_address': 'fa:16:3e:93:02:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82012639-ccff-4ca9-bda4-74ec8b9a6da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '72296817-debf-44a5-b73b-023ca283e051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:55Z', 'updated_at': '2021-11-12T00:43:01Z', 'revision_number': 4, 'project_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'subnets': [{'id': '72296817-debf-44a5-b73b-023ca283e051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:03.398178 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a362554-7c3e-4600-898c-75e02206b998 None None] The sync data for ids ['82012639-ccff-4ca9-bda4-74ec8b9a6da7'] in n-d-812236-11 is: [{'id': '82012639-ccff-4ca9-bda4-74ec8b9a6da7', 'name': 'tempest-ServersTestManualDisk-1649101998-router', 'tenant_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd2ea17d1-d959-4334-83fd-aed68f992c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:48Z', 'updated_at': '2021-11-12T00:42:57Z', 'revision_number': 4, 'project_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'gw_port': {'id': 'd2ea17d1-d959-4334-83fd-aed68f992c23', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:77:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82012639-ccff-4ca9-bda4-74ec8b9a6da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:49Z', 'updated_at': '2021-11-12T00:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '791b7edf-bb0d-42d7-9295-cb9b9a362903', 'name': '', 'network_id': 'c8d0a93d-565d-4574-b642-d312af483952', 'tenant_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'mac_address': 'fa:16:3e:93:02:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82012639-ccff-4ca9-bda4-74ec8b9a6da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '72296817-debf-44a5-b73b-023ca283e051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:55Z', 'updated_at': '2021-11-12T00:43:01Z', 'revision_number': 4, 'project_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'subnets': [{'id': '72296817-debf-44a5-b73b-023ca283e051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:43:03.487023 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-920554f7-fd3e-47eb-bbe3-8d84a9794b61 req-2ea7f49c-267c-4254-a5b5-60046980f0c1 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bdc6d38-bf76-4866-a63c-447eb3059373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736360 Nov 12 00:43:03.516672 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4b870730-b70b-4165-8120-9678caef9805 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:03.691531 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4b870730-b70b-4165-8120-9678caef9805 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:03.749268 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 791b7edf-bb0d-42d7-9295-cb9b9a362903 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:43:03.829834 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 16fe688f-6081-44a4-89fe-ec4c4229c962 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:43:03.851436 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b870730-b70b-4165-8120-9678caef9805 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:03.880291 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922e0a8-3202-4a26-a5e1-c9edef2714e9 req-e4f9d8f0-08ca-4764-928b-04f975202aac tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:03.889853 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b922e0a8-3202-4a26-a5e1-c9edef2714e9 req-e4f9d8f0-08ca-4764-928b-04f975202aac tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 949 time: 0.3171825 Nov 12 00:43:03.916770 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b870730-b70b-4165-8120-9678caef9805 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Pushing event updated for resources: {'Port': ['ID=4705f04a-634f-4eb6-acef-eaef4c8b2ba0,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:03.927459 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-4b870730-b70b-4165-8120-9678caef9805 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:03.934235 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b870730-b70b-4165-8120-9678caef9805 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:04.050916 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 16fe688f-6081-44a4-89fe-ec4c4229c962, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=16fe688f-6081-44a4-89fe-ec4c4229c962,segment=NetworkSegment(2a2d1fae-3888-4e5d-95cb-3f36aeefae56),segment_id=2a2d1fae-3888-4e5d-95cb-3f36aeefae56)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:04.071741 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b922e0a8-3202-4a26-a5e1-c9edef2714e9 req-e83cb22f-a1d8-4a10-8909-e5b5802dee62 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808736 Nov 12 00:43:04.078848 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '16fe688f-6081-44a4-89fe-ec4c4229c962', 'network_id': 'fab9a8ae-8e07-4317-a3da-a0bd66640bdf', 'port_id': '16fe688f-6081-44a4-89fe-ec4c4229c962', 'mac_address': 'fa:16:3e:cc:d2:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d4363b0-6537-46cc-bb87-f0ddedf0a91f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:43:04.271733 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:43:04.304336 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4b870730-b70b-4165-8120-9678caef9805 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:04.322754 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:04.335489 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 791b7edf-bb0d-42d7-9295-cb9b9a362903 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:04.346868 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:04.358802 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d6847c50-bd72-4f7f-9a37-a34518caf8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:04.386845 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4b870730-b70b-4165-8120-9678caef9805 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:04.412615 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16fe688f-6081-44a4-89fe-ec4c4229c962 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:43:04.445098 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 16fe688f-6081-44a4-89fe-ec4c4229c962, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=16fe688f-6081-44a4-89fe-ec4c4229c962,segment=NetworkSegment(2a2d1fae-3888-4e5d-95cb-3f36aeefae56),segment_id=2a2d1fae-3888-4e5d-95cb-3f36aeefae56)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:04.480851 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:04.630952 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=16fe688f-6081-44a4-89fe-ec4c4229c962,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:04.708151 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4b870730-b70b-4165-8120-9678caef9805 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:04.724969 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4b870730-b70b-4165-8120-9678caef9805 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:04.846310 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['16fe688f-6081-44a4-89fe-ec4c4229c962'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:04.851877 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b870730-b70b-4165-8120-9678caef9805 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Pushing event updated for resources: {'Port': ['ID=4705f04a-634f-4eb6-acef-eaef4c8b2ba0,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:04.863320 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993aaadd-9863-4a48-afe1-d080cd81d7eb req-0cf3554a-85b1-4e3b-988e-efff77c4da17 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:04.864871 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-993aaadd-9863-4a48-afe1-d080cd81d7eb req-0cf3554a-85b1-4e3b-988e-efff77c4da17 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] 10.222.0.20 "GET /v2.0/ports?device_id=f931efee-cb49-4038-bb34-cab627d64ca4 HTTP/1.1" status: 200 len: 944 time: 0.1542752 Nov 12 00:43:04.902784 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4b870730-b70b-4165-8120-9678caef9805 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:04.933174 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-993aaadd-9863-4a48-afe1-d080cd81d7eb req-8a183920-60f8-4f8c-863e-9d92eb10e852 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bdc6d38-bf76-4866-a63c-447eb3059373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615780 Nov 12 00:43:04.952524 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4b870730-b70b-4165-8120-9678caef9805 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:04.969965 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-4b870730-b70b-4165-8120-9678caef9805 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4981680 Nov 12 00:43:05.293288 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db0e24-374c-49c7-a1f1-53ac8b426956 req-47c5f960-5d95-4645-a45c-d99c9080b997 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:05.303450 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-30db0e24-374c-49c7-a1f1-53ac8b426956 req-47c5f960-5d95-4645-a45c-d99c9080b997 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 949 time: 0.0860465 Nov 12 00:43:05.365914 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-30db0e24-374c-49c7-a1f1-53ac8b426956 req-292cbbb5-9893-4667-a75c-0422986af156 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612898 Nov 12 00:43:06.109496 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3aef95-d2c4-40e5-91c8-6b74f1558c53 req-22f2e388-d9fc-4bd1-b455-d84fb2cd5bff tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:06.112337 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7d3aef95-d2c4-40e5-91c8-6b74f1558c53 req-22f2e388-d9fc-4bd1-b455-d84fb2cd5bff tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] 10.222.0.20 "GET /v2.0/ports?device_id=f931efee-cb49-4038-bb34-cab627d64ca4 HTTP/1.1" status: 200 len: 944 time: 0.0637975 Nov 12 00:43:06.174837 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7d3aef95-d2c4-40e5-91c8-6b74f1558c53 req-92ead68a-73e4-43d3-80d3-256e2e44f5f3 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bdc6d38-bf76-4866-a63c-447eb3059373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545776 Nov 12 00:43:06.417048 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c37cc704-1790-40c5-9244-1fc8fca2e6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:06.513463 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5edca3c-64c8-4484-b5c1-5278fbc1e099 req-9573d85e-4de7-483e-b88a-34eedd4657b8 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:06.514963 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d5edca3c-64c8-4484-b5c1-5278fbc1e099 req-9573d85e-4de7-483e-b88a-34eedd4657b8 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 949 time: 0.0518408 Nov 12 00:43:06.584800 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d5edca3c-64c8-4484-b5c1-5278fbc1e099 req-8e29f0a3-b360-49f9-9248-c622c1e0311b tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615098 Nov 12 00:43:07.333971 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52941286-ac7f-4447-9caf-4e2615a0d068 req-d9312bee-1908-4128-9ecc-23cbe29b3d7e tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:07.336775 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-52941286-ac7f-4447-9caf-4e2615a0d068 req-d9312bee-1908-4128-9ecc-23cbe29b3d7e tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] 10.222.0.20 "GET /v2.0/ports?device_id=f931efee-cb49-4038-bb34-cab627d64ca4 HTTP/1.1" status: 200 len: 944 time: 0.0845764 Nov 12 00:43:07.414037 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-52941286-ac7f-4447-9caf-4e2615a0d068 req-2cd4a719-1d36-49e6-aee2-d9081fbd1573 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bdc6d38-bf76-4866-a63c-447eb3059373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567272 Nov 12 00:43:07.545199 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:07.749294 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffa883-b02a-498c-81bb-043de5d66460 req-443c16aa-f406-48fa-9575-31188f1e7ae0 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:07.751024 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-51ffa883-b02a-498c-81bb-043de5d66460 req-443c16aa-f406-48fa-9575-31188f1e7ae0 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 949 time: 0.0747905 Nov 12 00:43:07.807109 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-51ffa883-b02a-498c-81bb-043de5d66460 req-bb37ef4c-b61d-476f-864f-b0ce6f5f48d8 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488625 Nov 12 00:43:07.820477 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 16fe688f-6081-44a4-89fe-ec4c4229c962 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:43:07.911414 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 16fe688f-6081-44a4-89fe-ec4c4229c962 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:43:07.915665 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 16fe688f-6081-44a4-89fe-ec4c4229c962 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:07.916038 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:08.004497 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:08.030473 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f931efee-cb49-4038-bb34-cab627d64ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16fe688f-6081-44a4-89fe-ec4c4229c962'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:08.033563 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0a05c1-eadd-4087-b85e-da17a2057ebf" -d '{"events": [{"server_uuid": "f931efee-cb49-4038-bb34-cab627d64ca4", "name": "network-vif-plugged", "status": "completed", "tag": "16fe688f-6081-44a4-89fe-ec4c4229c962"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:08.057023 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 16fe688f-6081-44a4-89fe-ec4c4229c962, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=16fe688f-6081-44a4-89fe-ec4c4229c962,segment=NetworkSegment(2a2d1fae-3888-4e5d-95cb-3f36aeefae56),segment_id=2a2d1fae-3888-4e5d-95cb-3f36aeefae56)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:08.065350 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:08.129311 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68bbee38-1432-4948-9d2b-790c0efb9703 x-openstack-request-id: req-68bbee38-1432-4948-9d2b-790c0efb9703 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:08.129720 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f931efee-cb49-4038-bb34-cab627d64ca4", "name": "network-vif-plugged", "status": "completed", "tag": "16fe688f-6081-44a4-89fe-ec4c4229c962", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:08.130040 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-68bbee38-1432-4948-9d2b-790c0efb9703 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:08.130501 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f931efee-cb49-4038-bb34-cab627d64ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16fe688f-6081-44a4-89fe-ec4c4229c962', 'code': 200} Nov 12 00:43:08.184879 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=16fe688f-6081-44a4-89fe-ec4c4229c962,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:08.241260 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae04d0-a955-4fb3-90ce-c001c0adc75e req-06a24311-4f9b-4c46-9e05-d2382f30307a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:08.244019 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-33ae04d0-a955-4fb3-90ce-c001c0adc75e req-06a24311-4f9b-4c46-9e05-d2382f30307a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f931efee-cb49-4038-bb34-cab627d64ca4 HTTP/1.1" status: 200 len: 1097 time: 0.0517778 Nov 12 00:43:08.304061 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-33ae04d0-a955-4fb3-90ce-c001c0adc75e req-994ac6e2-96ec-4963-9c0a-2ccaaf01ce9b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc6d38-bf76-4866-a63c-447eb3059373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526538 Nov 12 00:43:08.552679 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b58e3f-2ebe-4fce-84de-a5299b46fad7 req-5d738ef0-846c-4b1f-b938-586edbb44760 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:08.554459 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-22b58e3f-2ebe-4fce-84de-a5299b46fad7 req-5d738ef0-846c-4b1f-b938-586edbb44760 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] 10.222.0.20 "GET /v2.0/ports?device_id=f931efee-cb49-4038-bb34-cab627d64ca4 HTTP/1.1" status: 200 len: 945 time: 0.0622292 Nov 12 00:43:08.633937 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-22b58e3f-2ebe-4fce-84de-a5299b46fad7 req-904093a8-eb4c-4489-8132-94c198c89e30 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bdc6d38-bf76-4866-a63c-447eb3059373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626719 Nov 12 00:43:08.958952 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322d098-7f55-46ad-adfa-adab394e1436 req-9ca31fd4-631b-4692-8e59-54dd59e53922 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:08.960642 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6322d098-7f55-46ad-adfa-adab394e1436 req-9ca31fd4-631b-4692-8e59-54dd59e53922 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 949 time: 0.0588465 Nov 12 00:43:09.025115 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6322d098-7f55-46ad-adfa-adab394e1436 req-4ec7372b-9491-4627-a9d6-89733f37691b tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550628 Nov 12 00:43:09.131044 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:09.727700 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:09.778684 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438842c7-0f9c-4d86-bddd-086f6878b04c req-233d63c4-daaf-4069-b86d-22ece2424a4f tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:09.787358 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-438842c7-0f9c-4d86-bddd-086f6878b04c req-233d63c4-daaf-4069-b86d-22ece2424a4f tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] 10.222.0.20 "GET /v2.0/ports?device_id=f931efee-cb49-4038-bb34-cab627d64ca4 HTTP/1.1" status: 200 len: 945 time: 0.0692534 Nov 12 00:43:09.848003 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-438842c7-0f9c-4d86-bddd-086f6878b04c req-033aae7a-7a86-47eb-bc0e-6542ecad9cd2 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bdc6d38-bf76-4866-a63c-447eb3059373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595598 Nov 12 00:43:10.293227 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd06544-d90d-419c-b429-c6ddc8beffcb req-d514caf4-e0cf-40c2-b36e-bce6b30e44e6 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:10.298344 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1dd06544-d90d-419c-b429-c6ddc8beffcb req-d514caf4-e0cf-40c2-b36e-bce6b30e44e6 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 949 time: 0.0912070 Nov 12 00:43:10.339753 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d176f8-16ce-4bc9-b08f-85781516b0e4 req-7ed11879-1af4-4c1e-bb9a-770586c5f0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:10.341915 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-63d176f8-16ce-4bc9-b08f-85781516b0e4 req-7ed11879-1af4-4c1e-bb9a-770586c5f0f9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e0d4c80e3f56414fb68a947f98b1cde6&device_id=f931efee-cb49-4038-bb34-cab627d64ca4 HTTP/1.1" status: 200 len: 1097 time: 0.1190732 Nov 12 00:43:10.386254 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1dd06544-d90d-419c-b429-c6ddc8beffcb req-2e4c8d1c-edf6-41f0-a420-b530a098a06e tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775011 Nov 12 00:43:10.478061 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d176f8-16ce-4bc9-b08f-85781516b0e4 req-a75be2a2-1ca2-454f-acce-22e26d39b371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:10.480675 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-63d176f8-16ce-4bc9-b08f-85781516b0e4 req-a75be2a2-1ca2-454f-acce-22e26d39b371 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fab9a8ae-8e07-4317-a3da-a0bd66640bdf HTTP/1.1" status: 200 len: 915 time: 0.1309361 Nov 12 00:43:10.486160 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:10.527279 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-63d176f8-16ce-4bc9-b08f-85781516b0e4 req-ac9b2750-0d12-4546-b9f3-c6f96d8482a6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16fe688f-6081-44a4-89fe-ec4c4229c962 HTTP/1.1" status: 200 len: 217 time: 0.0393982 Nov 12 00:43:10.622939 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d176f8-16ce-4bc9-b08f-85781516b0e4 req-3c189ea8-f82f-4aec-b004-1905847c087e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:10.625330 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-63d176f8-16ce-4bc9-b08f-85781516b0e4 req-3c189ea8-f82f-4aec-b004-1905847c087e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d4363b0-6537-46cc-bb87-f0ddedf0a91f HTTP/1.1" status: 200 len: 854 time: 0.0863624 Nov 12 00:43:10.643622 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd4ee9-01bb-4d76-be39-23a81c05ab3a req-6936c07a-08ce-4220-8779-bf2acb0c1e26 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:10.647979 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-30bd4ee9-01bb-4d76-be39-23a81c05ab3a req-6936c07a-08ce-4220-8779-bf2acb0c1e26 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] 10.222.0.20 "GET /v2.0/ports?device_id=f931efee-cb49-4038-bb34-cab627d64ca4 HTTP/1.1" status: 200 len: 945 time: 0.0939760 Nov 12 00:43:10.671345 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-63d176f8-16ce-4bc9-b08f-85781516b0e4 req-2f8240ac-53ec-4bf9-9886-4a01f4682949 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fab9a8ae-8e07-4317-a3da-a0bd66640bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383835 Nov 12 00:43:10.721593 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-30bd4ee9-01bb-4d76-be39-23a81c05ab3a req-9e0895ce-2829-4079-89aa-c8ab02cfcfca tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bdc6d38-bf76-4866-a63c-447eb3059373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608075 Nov 12 00:43:10.778606 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-63d176f8-16ce-4bc9-b08f-85781516b0e4 req-58fd5e18-ec96-42e7-a606-02c29f57ac77 service neutron] 10.222.0.49 "GET /v2.0/networks/fab9a8ae-8e07-4317-a3da-a0bd66640bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992908 Nov 12 00:43:10.894476 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-63d176f8-16ce-4bc9-b08f-85781516b0e4 req-504520c7-ebd7-416b-aaed-5595be0e5e04 service neutron] 10.222.0.49 "GET /v2.0/networks/fab9a8ae-8e07-4317-a3da-a0bd66640bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078327 Nov 12 00:43:11.306178 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a52806b7-db53-4324-bdde-853c6a3ca2cf req-ef8f74e6-2714-4ad5-ab7b-a07ad61a1451 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--975460096&fields=id&tenant_id=8fd0e05ad0814f808f1d9865fa5d78c0 HTTP/1.1" status: 200 len: 267 time: 0.1284034 Nov 12 00:43:11.590333 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16126ee-f290-4ee7-98cc-33dd95411e29 req-47b9ec1c-b47e-4b62-9c31-743f76186fed tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:11.599529 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c16126ee-f290-4ee7-98cc-33dd95411e29 req-47b9ec1c-b47e-4b62-9c31-743f76186fed tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 949 time: 0.0920732 Nov 12 00:43:11.603969 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52806b7-db53-4324-bdde-853c6a3ca2cf req-0d1fec69-39be-4266-b797-cc93ceedc76e tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:11.605715 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a52806b7-db53-4324-bdde-853c6a3ca2cf req-0d1fec69-39be-4266-b797-cc93ceedc76e tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] 10.222.0.20 "GET /v2.0/networks?id=c8d0a93d-565d-4574-b642-d312af483952 HTTP/1.1" status: 200 len: 812 time: 0.2884605 Nov 12 00:43:11.659223 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a52806b7-db53-4324-bdde-853c6a3ca2cf req-0455a210-6e61-49ab-bf0a-7b481be132e5 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] 10.222.0.20 "GET /v2.0/quotas/8fd0e05ad0814f808f1d9865fa5d78c0 HTTP/1.1" status: 200 len: 375 time: 0.0203977 Nov 12 00:43:11.661912 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c16126ee-f290-4ee7-98cc-33dd95411e29 req-de86b7b4-9666-41dd-ba80-519979e411da tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611117 Nov 12 00:43:11.813273 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a52806b7-db53-4324-bdde-853c6a3ca2cf req-55f94736-72ef-4824-988a-d9cf74935983 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8fd0e05ad0814f808f1d9865fa5d78c0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1433697 Nov 12 00:43:11.966576 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a52806b7-db53-4324-bdde-853c6a3ca2cf req-b8013bef-600e-4b9a-b6a0-4c20674012fa service neutron] 10.222.0.20 "GET /v2.0/networks/c8d0a93d-565d-4574-b642-d312af483952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437280 Nov 12 00:43:12.043581 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3374d934-18cc-4193-8e94-dfb53b2549a6 req-6f0c3090-a7f6-4655-b822-f68c16ba158e tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:12.056898 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3374d934-18cc-4193-8e94-dfb53b2549a6 req-6f0c3090-a7f6-4655-b822-f68c16ba158e tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] 10.222.0.20 "GET /v2.0/ports?device_id=f931efee-cb49-4038-bb34-cab627d64ca4 HTTP/1.1" status: 200 len: 945 time: 0.0937207 Nov 12 00:43:12.097288 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a52806b7-db53-4324-bdde-853c6a3ca2cf req-1ff7ad74-cda0-49e7-84e1-f0923a415dfc service neutron] 10.222.0.20 "GET /v2.0/networks/c8d0a93d-565d-4574-b642-d312af483952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216693 Nov 12 00:43:12.157625 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3374d934-18cc-4193-8e94-dfb53b2549a6 req-b44b8b18-d301-4e9a-9f4d-fc645dd78a34 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bdc6d38-bf76-4866-a63c-447eb3059373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865748 Nov 12 00:43:12.414673 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:12.556314 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e4c48a4c-b9de-4860-974c-83480c0f3bc4 req-0a818ac9-220e-4603-8610-bf04a5f6c4d7 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] 10.222.0.20 "GET /v2.0/ports?device_id=13f972d5-f6f1-4e72-b54d-71eed0933124 HTTP/1.1" status: 200 len: 210 time: 0.0949731 Nov 12 00:43:12.885531 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f721f6-71c3-4d68-af5f-50291150b12f req-0ca984f8-dc51-483f-8bbe-11d9985ffcba tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:12.896057 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b3f721f6-71c3-4d68-af5f-50291150b12f req-0ca984f8-dc51-483f-8bbe-11d9985ffcba tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 949 time: 0.1352835 Nov 12 00:43:12.959323 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b3f721f6-71c3-4d68-af5f-50291150b12f req-8ff51e4e-9ee4-4b61-b56d-a078c4108240 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616660 Nov 12 00:43:13.135172 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6f01f-892c-48ff-920e-bcea1101d7d6 req-4f1c5a58-d8f4-49d2-b013-8c7ccdc741f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:13.137022 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6ee6f01f-892c-48ff-920e-bcea1101d7d6 req-4f1c5a58-d8f4-49d2-b013-8c7ccdc741f7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ca59ce4eae8a454cab0edaf4190753c1&device_id=a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c HTTP/1.1" status: 200 len: 1098 time: 0.1006589 Nov 12 00:43:13.154512 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da8599-60f5-4482-b06b-2d4b47d26893 req-dd60f514-353c-4a43-9ea4-565720edac28 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:13.157297 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-03da8599-60f5-4482-b06b-2d4b47d26893 req-dd60f514-353c-4a43-9ea4-565720edac28 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] 10.222.0.20 "GET /v2.0/ports?device_id=f931efee-cb49-4038-bb34-cab627d64ca4 HTTP/1.1" status: 200 len: 945 time: 0.0818517 Nov 12 00:43:13.245924 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb5564-703c-4dc0-b04b-313e182d741e req-fc319136-32e0-4e00-8642-a620fa8b3a1e tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:13.247463 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b4eb5564-703c-4dc0-b04b-313e182d741e req-fc319136-32e0-4e00-8642-a620fa8b3a1e tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c HTTP/1.1" status: 200 len: 946 time: 0.0620284 Nov 12 00:43:13.292631 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-03da8599-60f5-4482-b06b-2d4b47d26893 req-45970298-a3a7-4cbe-bc68-dd31eebc3004 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bdc6d38-bf76-4866-a63c-447eb3059373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103759 Nov 12 00:43:13.308509 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b4eb5564-703c-4dc0-b04b-313e182d741e req-02cccc22-20f1-42ff-90c7-83ef3bf83dae tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542445 Nov 12 00:43:13.317404 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6f01f-892c-48ff-920e-bcea1101d7d6 req-9d52a6e8-9525-479b-bdd1-900ad2ca8f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:13.319020 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6ee6f01f-892c-48ff-920e-bcea1101d7d6 req-9d52a6e8-9525-479b-bdd1-900ad2ca8f16 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e341d327-9b78-4d43-be6a-a70347676874 HTTP/1.1" status: 200 len: 919 time: 0.1606474 Nov 12 00:43:13.386615 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6ee6f01f-892c-48ff-920e-bcea1101d7d6 req-2f87f3ee-7de1-463b-a9ff-8e48084b2980 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbb62800-7b01-40df-988b-2b4c45e0f546 HTTP/1.1" status: 200 len: 217 time: 0.0523269 Nov 12 00:43:13.482356 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6f01f-892c-48ff-920e-bcea1101d7d6 req-0479ffec-3f10-406a-a630-6b3808277ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:13.484228 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6ee6f01f-892c-48ff-920e-bcea1101d7d6 req-0479ffec-3f10-406a-a630-6b3808277ddd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=72bf2022-887a-4d33-83bf-7582ee4258c1 HTTP/1.1" status: 200 len: 858 time: 0.0899618 Nov 12 00:43:13.538499 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6ee6f01f-892c-48ff-920e-bcea1101d7d6 req-53d17c0e-cb19-4b33-958f-cfa8906e9529 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e341d327-9b78-4d43-be6a-a70347676874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361445 Nov 12 00:43:13.649712 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6ee6f01f-892c-48ff-920e-bcea1101d7d6 req-8dfc8f6f-f750-473f-a03d-b957fb464966 service neutron] 10.222.0.54 "GET /v2.0/networks/e341d327-9b78-4d43-be6a-a70347676874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001401 Nov 12 00:43:13.662250 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60189d-9fd5-4a07-b0d6-89eb31368c49 req-9651b8bd-de24-4084-bcc5-202b58e5f309 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:13.664240 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cb60189d-9fd5-4a07-b0d6-89eb31368c49 req-9651b8bd-de24-4084-bcc5-202b58e5f309 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] 10.222.0.20 "GET /v2.0/networks?id=43de0a3d-6daa-48c5-b90d-6bf725dca184 HTTP/1.1" status: 200 len: 814 time: 0.1233993 Nov 12 00:43:13.694028 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cb60189d-9fd5-4a07-b0d6-89eb31368c49 req-20349cbe-7589-4746-ba39-387f7a230335 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] 10.222.0.20 "GET /v2.0/quotas/5106ef1cf2ac464fbbc46619abf32aaf HTTP/1.1" status: 200 len: 375 time: 0.0176373 Nov 12 00:43:13.752447 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cb60189d-9fd5-4a07-b0d6-89eb31368c49 req-38d2cea2-e32c-4a1f-ad54-b16e322c8846 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5106ef1cf2ac464fbbc46619abf32aaf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575509 Nov 12 00:43:13.762390 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b0ce759b-0bef-4504-b799-68b83844362b req-5c12955c-c0f9-4777-b86a-14715d8560a9 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] 10.222.0.20 "GET /v2.0/ports?device_id=13f972d5-f6f1-4e72-b54d-71eed0933124 HTTP/1.1" status: 200 len: 210 time: 0.0357411 Nov 12 00:43:13.803513 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6ee6f01f-892c-48ff-920e-bcea1101d7d6 req-f4c862be-529a-4cdf-b0d1-4342cca3bc7b service neutron] 10.222.0.54 "GET /v2.0/networks/e341d327-9b78-4d43-be6a-a70347676874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458614 Nov 12 00:43:13.873517 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cb60189d-9fd5-4a07-b0d6-89eb31368c49 req-57d58e29-4c65-4632-b24e-051f3b42f6f9 service neutron] 10.222.0.20 "GET /v2.0/networks/43de0a3d-6daa-48c5-b90d-6bf725dca184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122465 Nov 12 00:43:13.979730 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cb60189d-9fd5-4a07-b0d6-89eb31368c49 req-87178be3-39be-4e1c-84f9-a8e8680d78a9 service neutron] 10.222.0.20 "GET /v2.0/networks/43de0a3d-6daa-48c5-b90d-6bf725dca184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997784 Nov 12 00:43:14.181445 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-76670e2c-4f19-4c8e-bf06-0adebc3b2065 req-7ae2db11-0c72-46d2-9319-208a989373cc tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2a5334c-84e4-49fe-a739-8547c60f3d4e HTTP/1.1" status: 200 len: 210 time: 0.0472431 Nov 12 00:43:14.213004 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095b142-1df3-4ab5-b8bb-2cd867ef57e3 req-4f277d2e-2909-4fe3-83af-422232ad560a tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:14.221806 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0095b142-1df3-4ab5-b8bb-2cd867ef57e3 req-4f277d2e-2909-4fe3-83af-422232ad560a tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 949 time: 0.1504478 Nov 12 00:43:14.268201 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52806b7-db53-4324-bdde-853c6a3ca2cf req-818d2518-2b8c-4f80-895c-82671e975412 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:14.269877 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a52806b7-db53-4324-bdde-853c6a3ca2cf req-818d2518-2b8c-4f80-895c-82671e975412 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] 10.222.0.54 "GET /v2.0/networks?id=c8d0a93d-565d-4574-b642-d312af483952 HTTP/1.1" status: 200 len: 812 time: 0.2415447 Nov 12 00:43:14.351620 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0095b142-1df3-4ab5-b8bb-2cd867ef57e3 req-4d44323a-e330-4967-902b-076f6d8f5b87 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288702 Nov 12 00:43:14.407108 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db1779-52ef-4d0e-87d5-04e3f091530e req-c90c8066-1982-4b9c-91c7-bdc09aee038f tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:14.410571 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d6db1779-52ef-4d0e-87d5-04e3f091530e req-c90c8066-1982-4b9c-91c7-bdc09aee038f tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] 10.222.0.49 "GET /v2.0/ports?device_id=f931efee-cb49-4038-bb34-cab627d64ca4 HTTP/1.1" status: 200 len: 945 time: 0.1159618 Nov 12 00:43:14.490018 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4afa2-b4e5-45a8-b871-7436dad6aa9d req-8a4b63f5-f8ff-4486-92f3-2ed38847e400 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:14.500838 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-81b4afa2-b4e5-45a8-b871-7436dad6aa9d req-8a4b63f5-f8ff-4486-92f3-2ed38847e400 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] 10.222.0.20 "GET /v2.0/ports?device_id=f931efee-cb49-4038-bb34-cab627d64ca4 HTTP/1.1" status: 200 len: 945 time: 0.0906026 Nov 12 00:43:14.512782 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a52806b7-db53-4324-bdde-853c6a3ca2cf req-eba71a5a-aac3-4d54-a8e0-949b7e2bd061 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fd0e05ad0814f808f1d9865fa5d78c0 HTTP/1.1" status: 200 len: 379 time: 0.2081866 Nov 12 00:43:14.550107 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-a52806b7-db53-4324-bdde-853c6a3ca2cf req-3aaa0978-c38f-4a8b-b09e-ba3cecdd745a tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Request body: {'port': {'device_id': '13f972d5-f6f1-4e72-b54d-71eed0933124', 'network_id': 'c8d0a93d-565d-4574-b642-d312af483952', 'admin_state_up': True, 'tenant_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'security_groups': ['4eeb1025-8934-4af3-b3e4-a250ca50b34f']}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:14.576720 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-81b4afa2-b4e5-45a8-b871-7436dad6aa9d req-a134d6db-e3c5-4b81-9558-757581f0d505 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bdc6d38-bf76-4866-a63c-447eb3059373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737743 Nov 12 00:43:14.626753 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485c8bb-a1ff-4a45-a45e-b148b4c8bd52 req-72fd207b-23fa-4633-bf15-fbdcb518f98a tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:14.628532 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9485c8bb-a1ff-4a45-a45e-b148b4c8bd52 req-72fd207b-23fa-4633-bf15-fbdcb518f98a tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c HTTP/1.1" status: 200 len: 946 time: 0.1752744 Nov 12 00:43:14.717578 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-d6db1779-52ef-4d0e-87d5-04e3f091530e req-94e44bd5-a19e-4243-8c21-8ffbcc2e6097 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] Deleting port 16fe688f-6081-44a4-89fe-ec4c4229c962 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:14.717912 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-d6db1779-52ef-4d0e-87d5-04e3f091530e req-94e44bd5-a19e-4243-8c21-8ffbcc2e6097 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:14.742284 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9485c8bb-a1ff-4a45-a45e-b148b4c8bd52 req-2e66f251-f68d-4981-836f-58434bfd0cc1 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052487 Nov 12 00:43:14.816271 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a52806b7-db53-4324-bdde-853c6a3ca2cf req-3aaa0978-c38f-4a8b-b09e-ba3cecdd745a tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Made reservation on behalf of 8fd0e05ad0814f808f1d9865fa5d78c0 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:43:14.820270 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a52806b7-db53-4324-bdde-853c6a3ca2cf req-3aaa0978-c38f-4a8b-b09e-ba3cecdd745a tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:14.882661 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-d6db1779-52ef-4d0e-87d5-04e3f091530e req-94e44bd5-a19e-4243-8c21-8ffbcc2e6097 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] For port 16fe688f-6081-44a4-89fe-ec4c4229c962, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=16fe688f-6081-44a4-89fe-ec4c4229c962,segment=NetworkSegment(2a2d1fae-3888-4e5d-95cb-3f36aeefae56),segment_id=2a2d1fae-3888-4e5d-95cb-3f36aeefae56)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:14.883046 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-d6db1779-52ef-4d0e-87d5-04e3f091530e req-94e44bd5-a19e-4243-8c21-8ffbcc2e6097 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:14.937898 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f73deb63-1c65-49c9-92ba-d5ff327863af req-0d950cb2-4355-41dd-a4b8-fedf23ad66ca tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] 10.222.0.20 "GET /v2.0/ports?device_id=13f972d5-f6f1-4e72-b54d-71eed0933124 HTTP/1.1" status: 200 len: 210 time: 0.0748196 Nov 12 00:43:14.949877 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-d6db1779-52ef-4d0e-87d5-04e3f091530e req-94e44bd5-a19e-4243-8c21-8ffbcc2e6097 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] Calling delete_port for 16fe688f-6081-44a4-89fe-ec4c4229c962 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:15.068745 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-a52806b7-db53-4324-bdde-853c6a3ca2cf req-3aaa0978-c38f-4a8b-b09e-ba3cecdd745a tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Allocated IP 172.20.0.13 (c8d0a93d-565d-4574-b642-d312af483952/72296817-debf-44a5-b73b-023ca283e051/9d8553e9-0618-41fc-a090-9e86baf06f6f) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:43:15.224573 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-d6db1779-52ef-4d0e-87d5-04e3f091530e req-94e44bd5-a19e-4243-8c21-8ffbcc2e6097 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:15.257300 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e44bd5-a19e-4243-8c21-8ffbcc2e6097 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] Pushing event deleted for resources: {'Port': ['ID=16fe688f-6081-44a4-89fe-ec4c4229c962,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:15.264359 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['16fe688f-6081-44a4-89fe-ec4c4229c962'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:15.293745 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a236343b-f9c2-44a1-a675-30c30d357ff1 req-26e4e057-023f-4893-8aaa-0e8bc33a46b4 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2a5334c-84e4-49fe-a739-8547c60f3d4e HTTP/1.1" status: 200 len: 210 time: 0.0423701 Nov 12 00:43:15.337792 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6db1779-52ef-4d0e-87d5-04e3f091530e req-94e44bd5-a19e-4243-8c21-8ffbcc2e6097 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] No DVR routers for this DVR port 16fe688f-6081-44a4-89fe-ec4c4229c962 on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:43:15.343802 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-d6db1779-52ef-4d0e-87d5-04e3f091530e req-94e44bd5-a19e-4243-8c21-8ffbcc2e6097 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:15.347622 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d6db1779-52ef-4d0e-87d5-04e3f091530e req-94e44bd5-a19e-4243-8c21-8ffbcc2e6097 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] 10.222.0.49 "DELETE /v2.0/ports/16fe688f-6081-44a4-89fe-ec4c4229c962 HTTP/1.1" status: 204 len: 173 time: 0.9295013 Nov 12 00:43:15.347939 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f931efee-cb49-4038-bb34-cab627d64ca4', 'name': 'network-vif-deleted', 'tag': '16fe688f-6081-44a4-89fe-ec4c4229c962'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:15.350516 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ac181d-d036-44a8-a016-3d003051e70d" -d '{"events": [{"server_uuid": "f931efee-cb49-4038-bb34-cab627d64ca4", "name": "network-vif-deleted", "tag": "16fe688f-6081-44a4-89fe-ec4c4229c962"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:15.366270 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a52806b7-db53-4324-bdde-853c6a3ca2cf req-3aaa0978-c38f-4a8b-b09e-ba3cecdd745a tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:15.420875 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a52806b7-db53-4324-bdde-853c6a3ca2cf req-3aaa0978-c38f-4a8b-b09e-ba3cecdd745a tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:15.484400 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaa0978-c38f-4a8b-b09e-ba3cecdd745a tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Pushing event updated for resources: {'Port': ['ID=9d8553e9-0618-41fc-a090-9e86baf06f6f,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:15.511675 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17bb2cf-ab51-4ef9-bc54-fad5f2ff29d7 x-openstack-request-id: req-e17bb2cf-ab51-4ef9-bc54-fad5f2ff29d7 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:15.513033 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f931efee-cb49-4038-bb34-cab627d64ca4", "name": "network-vif-deleted", "tag": "16fe688f-6081-44a4-89fe-ec4c4229c962", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:15.513577 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e17bb2cf-ab51-4ef9-bc54-fad5f2ff29d7 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:15.513980 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f931efee-cb49-4038-bb34-cab627d64ca4', 'name': 'network-vif-deleted', 'tag': '16fe688f-6081-44a4-89fe-ec4c4229c962', 'status': 'completed', 'code': 200} Nov 12 00:43:15.564480 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a52806b7-db53-4324-bdde-853c6a3ca2cf req-3aaa0978-c38f-4a8b-b09e-ba3cecdd745a tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Network c8d0a93d-565d-4574-b642-d312af483952 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:15.599707 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-a52806b7-db53-4324-bdde-853c6a3ca2cf req-3aaa0978-c38f-4a8b-b09e-ba3cecdd745a tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:15.605296 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-a52806b7-db53-4324-bdde-853c6a3ca2cf req-3aaa0978-c38f-4a8b-b09e-ba3cecdd745a tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:15.701335 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa79c70-f2a3-4eee-a8e3-c680ad1db65c req-6b8e18ff-61e6-456c-98c5-2cefac757f0e tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:15.705063 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-efa79c70-f2a3-4eee-a8e3-c680ad1db65c req-6b8e18ff-61e6-456c-98c5-2cefac757f0e tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 949 time: 0.1972318 Nov 12 00:43:15.717583 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52806b7-db53-4324-bdde-853c6a3ca2cf req-3aaa0978-c38f-4a8b-b09e-ba3cecdd745a tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:15.718249 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a52806b7-db53-4324-bdde-853c6a3ca2cf req-3aaa0978-c38f-4a8b-b09e-ba3cecdd745a tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:15.748394 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8073a711-9441-4470-ae7c-1cdc8054838d req-76bae666-c357-496b-9c48-8e4cd5ca6b00 tempest-InstanceActionsTestJSON-614287223 tempest-InstanceActionsTestJSON-614287223-project] 10.222.0.20 "GET /v2.0/ports?device_id=f931efee-cb49-4038-bb34-cab627d64ca4 HTTP/1.1" status: 200 len: 210 time: 0.0383189 Nov 12 00:43:15.758340 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60189d-9fd5-4a07-b0d6-89eb31368c49 req-0490f35c-a877-4ebe-8c77-b5f846e054c0 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:15.760122 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb60189d-9fd5-4a07-b0d6-89eb31368c49 req-0490f35c-a877-4ebe-8c77-b5f846e054c0 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] 10.222.0.49 "GET /v2.0/networks?id=43de0a3d-6daa-48c5-b90d-6bf725dca184 HTTP/1.1" status: 200 len: 814 time: 0.2808857 Nov 12 00:43:15.771969 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a52806b7-db53-4324-bdde-853c6a3ca2cf req-3aaa0978-c38f-4a8b-b09e-ba3cecdd745a tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2310472 Nov 12 00:43:15.795470 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-a52806b7-db53-4324-bdde-853c6a3ca2cf req-52560550-950f-4398-9e8b-0f1f401ed3ca service neutron] Request body: {'port': {'device_id': '13f972d5-f6f1-4e72-b54d-71eed0933124', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:15.852514 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-efa79c70-f2a3-4eee-a8e3-c680ad1db65c req-28b50615-9455-4e06-b65f-5c90b3e95d9e tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314602 Nov 12 00:43:16.029921 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e082e-3325-4fc5-a60b-37c1a091abd3 req-a04a6714-0c7c-4c44-a0ef-cf06ef4e9590 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:16.032146 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5d0e082e-3325-4fc5-a60b-37c1a091abd3 req-a04a6714-0c7c-4c44-a0ef-cf06ef4e9590 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c HTTP/1.1" status: 200 len: 946 time: 0.0914483 Nov 12 00:43:16.053965 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-1ba64cd2-4bb5-415c-b15a-513e87daf130 None None] Provisioning complete for port 9d8553e9-0618-41fc-a090-9e86baf06f6f triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:16.054423 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1ba64cd2-4bb5-415c-b15a-513e87daf130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:16.126422 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-1ba64cd2-4bb5-415c-b15a-513e87daf130 None None] Port 9d8553e9-0618-41fc-a090-9e86baf06f6f cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:43:16.146242 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5d0e082e-3325-4fc5-a60b-37c1a091abd3 req-f1a8aaee-4038-4675-95eb-d68b7e34b743 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049700 Nov 12 00:43:16.269257 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-cb60189d-9fd5-4a07-b0d6-89eb31368c49 req-b75a8b65-2feb-427f-bdfc-8c4609325dc7 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] Request body: {'port': {'device_id': 'f2a5334c-84e4-49fe-a739-8547c60f3d4e', 'network_id': '43de0a3d-6daa-48c5-b90d-6bf725dca184', 'admin_state_up': True, 'tenant_id': '5106ef1cf2ac464fbbc46619abf32aaf'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:16.327067 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a52806b7-db53-4324-bdde-853c6a3ca2cf req-52560550-950f-4398-9e8b-0f1f401ed3ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:16.414763 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6f680-eb66-4e3f-a55e-5950bec5229c req-9e319d0b-e3e3-48b3-8265-ff8e27b95d2b tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:16.416301 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-69a6f680-eb66-4e3f-a55e-5950bec5229c req-9e319d0b-e3e3-48b3-8265-ff8e27b95d2b tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] 10.222.0.20 "GET /v2.0/ports?device_id=13f972d5-f6f1-4e72-b54d-71eed0933124 HTTP/1.1" status: 200 len: 932 time: 0.1552615 Nov 12 00:43:16.481214 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-11d3f15a-94cc-4550-9c33-21993cd7e861 req-03bb1cb2-56f3-4d37-ad6a-e942ad5b0311 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2a5334c-84e4-49fe-a739-8547c60f3d4e HTTP/1.1" status: 200 len: 210 time: 0.0625334 Nov 12 00:43:16.653763 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-69a6f680-eb66-4e3f-a55e-5950bec5229c req-feba2886-aac3-4c53-a0b7-bfae63b176b4 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] 10.222.0.20 "GET /v2.0/security-groups?id=4eeb1025-8934-4af3-b3e4-a250ca50b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2185895 Nov 12 00:43:16.760962 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb60189d-9fd5-4a07-b0d6-89eb31368c49 req-b75a8b65-2feb-427f-bdfc-8c4609325dc7 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] Made reservation on behalf of 5106ef1cf2ac464fbbc46619abf32aaf for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:43:16.765244 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cb60189d-9fd5-4a07-b0d6-89eb31368c49 req-b75a8b65-2feb-427f-bdfc-8c4609325dc7 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:16.817944 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44922) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:16.954518 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-02d7038e-4b40-4d05-8284-6eb7d6248734 admin admin] Deleting subnet 0d4363b0-6537-46cc-bb87-f0ddedf0a91f {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:43:16.965113 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-02d7038e-4b40-4d05-8284-6eb7d6248734 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:17.009567 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-02d7038e-4b40-4d05-8284-6eb7d6248734 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:17.056581 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-a52806b7-db53-4324-bdde-853c6a3ca2cf req-52560550-950f-4398-9e8b-0f1f401ed3ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d8553e9-0618-41fc-a090-9e86baf06f6f {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:43:17.066308 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a52806b7-db53-4324-bdde-853c6a3ca2cf req-52560550-950f-4398-9e8b-0f1f401ed3ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:17.081410 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-a52806b7-db53-4324-bdde-853c6a3ca2cf req-52560550-950f-4398-9e8b-0f1f401ed3ca service neutron] Transition to ACTIVE for port object 9d8553e9-0618-41fc-a090-9e86baf06f6f will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:43:17.086285 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a52806b7-db53-4324-bdde-853c6a3ca2cf req-52560550-950f-4398-9e8b-0f1f401ed3ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:17.136721 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-02d7038e-4b40-4d05-8284-6eb7d6248734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:17.160673 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52560550-950f-4398-9e8b-0f1f401ed3ca service neutron] Pushing event updated for resources: {'Port': ['ID=9d8553e9-0618-41fc-a090-9e86baf06f6f,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:17.212192 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-02d7038e-4b40-4d05-8284-6eb7d6248734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:17.237609 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-cb60189d-9fd5-4a07-b0d6-89eb31368c49 req-b75a8b65-2feb-427f-bdfc-8c4609325dc7 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] Allocated IP 172.20.0.6 (43de0a3d-6daa-48c5-b90d-6bf725dca184/56c66ecb-71a0-43bc-a08c-43987e92ad63/85c84d3f-9052-452b-adfa-a4eb07d6fa3d) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:43:17.286319 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-02d7038e-4b40-4d05-8284-6eb7d6248734 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:17.294660 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-02d7038e-4b40-4d05-8284-6eb7d6248734 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0d4363b0-6537-46cc-bb87-f0ddedf0a91f HTTP/1.1" status: 204 len: 168 time: 0.4753411 Nov 12 00:43:17.295544 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44932) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:17.300923 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7038e-4b40-4d05-8284-6eb7d6248734 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d4363b0-6537-46cc-bb87-f0ddedf0a91f,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:17.420762 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c88dab80-19a6-4fd2-b3aa-f432df79ceea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:17.434959 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99460baf-8149-4f57-9073-2e57cdc65c6d req-92f2e7a1-9e74-401c-a861-95f4f9eb86e4 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:17.449059 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-99460baf-8149-4f57-9073-2e57cdc65c6d req-92f2e7a1-9e74-401c-a861-95f4f9eb86e4 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 949 time: 0.2364128 Nov 12 00:43:17.616306 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c88dab80-19a6-4fd2-b3aa-f432df79ceea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:17.658060 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-c88dab80-19a6-4fd2-b3aa-f432df79ceea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fab9a8ae-8e07-4317-a3da-a0bd66640bdf']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:17.669050 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-c88dab80-19a6-4fd2-b3aa-f432df79ceea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a2d1fae-3888-4e5d-95cb-3f36aeefae56') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:17.669617 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-c88dab80-19a6-4fd2-b3aa-f432df79ceea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a2d1fae-3888-4e5d-95cb-3f36aeefae56') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:17.698261 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c88dab80-19a6-4fd2-b3aa-f432df79ceea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:17.700426 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cb60189d-9fd5-4a07-b0d6-89eb31368c49 req-b75a8b65-2feb-427f-bdfc-8c4609325dc7 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:17.704829 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-a52806b7-db53-4324-bdde-853c6a3ca2cf req-52560550-950f-4398-9e8b-0f1f401ed3ca service neutron] Attempting to bind port 9d8553e9-0618-41fc-a090-9e86baf06f6f on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:43:17.705164 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-a52806b7-db53-4324-bdde-853c6a3ca2cf req-52560550-950f-4398-9e8b-0f1f401ed3ca service neutron] Attempting to bind port 9d8553e9-0618-41fc-a090-9e86baf06f6f by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '2d305d08-a71e-4602-9598-8dd3a4ad7b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c8d0a93d-565d-4574-b642-d312af483952'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:43:17.705705 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52806b7-db53-4324-bdde-853c6a3ca2cf req-52560550-950f-4398-9e8b-0f1f401ed3ca service neutron] Attempting to bind port 9d8553e9-0618-41fc-a090-9e86baf06f6f on network c8d0a93d-565d-4574-b642-d312af483952 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:17.719923 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52806b7-db53-4324-bdde-853c6a3ca2cf req-52560550-950f-4398-9e8b-0f1f401ed3ca service neutron] Port 9d8553e9-0618-41fc-a090-9e86baf06f6f on network c8d0a93d-565d-4574-b642-d312af483952 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:43:17.720296 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52806b7-db53-4324-bdde-853c6a3ca2cf req-52560550-950f-4398-9e8b-0f1f401ed3ca service neutron] Attempting to bind port 9d8553e9-0618-41fc-a090-9e86baf06f6f on network c8d0a93d-565d-4574-b642-d312af483952 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:17.729196 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c88dab80-19a6-4fd2-b3aa-f432df79ceea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:17.741461 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c88dab80-19a6-4fd2-b3aa-f432df79ceea admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:43:17.741859 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c88dab80-19a6-4fd2-b3aa-f432df79ceea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:17.742575 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52806b7-db53-4324-bdde-853c6a3ca2cf req-52560550-950f-4398-9e8b-0f1f401ed3ca service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:43:17.742913 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52806b7-db53-4324-bdde-853c6a3ca2cf req-52560550-950f-4398-9e8b-0f1f401ed3ca service neutron] Checking segment: {'id': '2d305d08-a71e-4602-9598-8dd3a4ad7b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c8d0a93d-565d-4574-b642-d312af483952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:43:17.743298 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52806b7-db53-4324-bdde-853c6a3ca2cf req-52560550-950f-4398-9e8b-0f1f401ed3ca service neutron] Bound using segment: {'id': '2d305d08-a71e-4602-9598-8dd3a4ad7b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c8d0a93d-565d-4574-b642-d312af483952'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:43:17.744051 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-a52806b7-db53-4324-bdde-853c6a3ca2cf req-52560550-950f-4398-9e8b-0f1f401ed3ca service neutron] Bound port: 9d8553e9-0618-41fc-a090-9e86baf06f6f, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d305d08-a71e-4602-9598-8dd3a4ad7b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c8d0a93d-565d-4574-b642-d312af483952'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:43:17.745322 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a52806b7-db53-4324-bdde-853c6a3ca2cf req-52560550-950f-4398-9e8b-0f1f401ed3ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:17.761808 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 00:43:17.761808 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:43:17.761808 n-d-812236-11 neutron-server[102662]: timer() Nov 12 00:43:17.761808 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:43:17.761808 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 00:43:17.761808 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:43:17.761808 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 00:43:17.761808 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:43:17.761808 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 00:43:17.761808 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:43:17.761808 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 00:43:17.761808 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:43:17.761808 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 00:43:17.761808 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:43:17.761808 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:43:17.761808 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:43:17.761808 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:43:17.761808 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:43:17.761808 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 00:43:17.761808 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:43:17.761808 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 00:43:17.761808 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:43:17.761808 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:43:17.761808 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:43:17.761808 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 00:43:17.761808 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:43:17.761808 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:43:17.761808 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:43:17.761808 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:43:17.761808 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:43:17.761808 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:43:17.761808 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:43:17.773164 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-99460baf-8149-4f57-9073-2e57cdc65c6d req-79597af8-ba9f-424c-b671-61fc0852ef06 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335030 Nov 12 00:43:17.860985 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cb60189d-9fd5-4a07-b0d6-89eb31368c49 req-b75a8b65-2feb-427f-bdfc-8c4609325dc7 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:17.862179 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c88dab80-19a6-4fd2-b3aa-f432df79ceea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:17.874559 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c88dab80-19a6-4fd2-b3aa-f432df79ceea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:17.874992 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 16fe688f-6081-44a4-89fe-ec4c4229c962 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:43:17.884745 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c88dab80-19a6-4fd2-b3aa-f432df79ceea admin admin] 10.222.0.20 "DELETE /v2.0/networks/fab9a8ae-8e07-4317-a3da-a0bd66640bdf HTTP/1.1" status: 204 len: 168 time: 0.5849972 Nov 12 00:43:17.920868 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: 16fe688f-6081-44a4-89fe-ec4c4229c962 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:43:17.922245 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 16fe688f-6081-44a4-89fe-ec4c4229c962 not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:43:17.931855 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb60189d-9fd5-4a07-b0d6-89eb31368c49 req-b75a8b65-2feb-427f-bdfc-8c4609325dc7 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] Network 43de0a3d-6daa-48c5-b90d-6bf725dca184 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:17.946330 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88dab80-19a6-4fd2-b3aa-f432df79ceea admin admin] Pushing event deleted for resources: {'Network': ['ID=fab9a8ae-8e07-4317-a3da-a0bd66640bdf,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:17.956212 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-cb60189d-9fd5-4a07-b0d6-89eb31368c49 req-b75a8b65-2feb-427f-bdfc-8c4609325dc7 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:17.959636 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-a52806b7-db53-4324-bdde-853c6a3ca2cf req-52560550-950f-4398-9e8b-0f1f401ed3ca service neutron] For port 9d8553e9-0618-41fc-a090-9e86baf06f6f, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:43:17.986908 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb60189d-9fd5-4a07-b0d6-89eb31368c49 req-b75a8b65-2feb-427f-bdfc-8c4609325dc7 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:18.090885 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60189d-9fd5-4a07-b0d6-89eb31368c49 req-b75a8b65-2feb-427f-bdfc-8c4609325dc7 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:18.091834 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cb60189d-9fd5-4a07-b0d6-89eb31368c49 req-b75a8b65-2feb-427f-bdfc-8c4609325dc7 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:18.142473 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-a52806b7-db53-4324-bdde-853c6a3ca2cf req-52560550-950f-4398-9e8b-0f1f401ed3ca service neutron] For port 9d8553e9-0618-41fc-a090-9e86baf06f6f, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=9d8553e9-0618-41fc-a090-9e86baf06f6f,segment=NetworkSegment(2d305d08-a71e-4602-9598-8dd3a4ad7b2b),segment_id=2d305d08-a71e-4602-9598-8dd3a4ad7b2b)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:43:18.172489 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a8b65-2feb-427f-bdfc-8c4609325dc7 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] Pushing event updated for resources: {'Port': ['ID=85c84d3f-9052-452b-adfa-a4eb07d6fa3d,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:18.176572 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44944) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:18.196565 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a52806b7-db53-4324-bdde-853c6a3ca2cf req-52560550-950f-4398-9e8b-0f1f401ed3ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:18.215772 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb60189d-9fd5-4a07-b0d6-89eb31368c49 req-b75a8b65-2feb-427f-bdfc-8c4609325dc7 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9533887 Nov 12 00:43:18.255833 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-bee18519-2857-4509-8b8a-44a046ae7f08 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e0d4c80e3f56414fb68a947f98b1cde6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0760283 Nov 12 00:43:18.256928 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44946) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:18.264196 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d263bd-16b7-4d9e-ac52-2f0041e79cb1 req-aeca58c4-f504-4bdf-95c7-bac7212fb466 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:18.265978 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b4d263bd-16b7-4d9e-ac52-2f0041e79cb1 req-aeca58c4-f504-4bdf-95c7-bac7212fb466 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c HTTP/1.1" status: 200 len: 946 time: 0.3298264 Nov 12 00:43:18.271739 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52806b7-db53-4324-bdde-853c6a3ca2cf req-52560550-950f-4398-9e8b-0f1f401ed3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:18.272396 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a52806b7-db53-4324-bdde-853c6a3ca2cf req-52560550-950f-4398-9e8b-0f1f401ed3ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:18.274300 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a52806b7-db53-4324-bdde-853c6a3ca2cf req-52560550-950f-4398-9e8b-0f1f401ed3ca service neutron] 10.222.0.54 "PUT /v2.0/ports/9d8553e9-0618-41fc-a090-9e86baf06f6f HTTP/1.1" status: 200 len: 1093 time: 2.4834859 Nov 12 00:43:18.278235 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13f972d5-f6f1-4e72-b54d-71eed0933124', 'tag': '9d8553e9-0618-41fc-a090-9e86baf06f6f'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:18.281309 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8900c54d-e03b-495e-9485-43cc9b2fdaa2" -d '{"events": [{"name": "network-changed", "server_uuid": "13f972d5-f6f1-4e72-b54d-71eed0933124", "tag": "9d8553e9-0618-41fc-a090-9e86baf06f6f"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:18.332694 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52560550-950f-4398-9e8b-0f1f401ed3ca service neutron] Pushing event updated for resources: {'Port': ['ID=9d8553e9-0618-41fc-a090-9e86baf06f6f,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:18.402397 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-49d5a91f-18ce-471a-8144-3fa4a598fc16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:18.435834 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-f4a101e9-0f49-4c77-bf53-39106ba6c6df None None] Provisioning complete for port 85c84d3f-9052-452b-adfa-a4eb07d6fa3d triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:18.440806 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f4a101e9-0f49-4c77-bf53-39106ba6c6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:18.447531 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b4d263bd-16b7-4d9e-ac52-2f0041e79cb1 req-cd231d3c-590c-49d5-8658-bbce5b6a86b4 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701248 Nov 12 00:43:18.476758 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-49d5a91f-18ce-471a-8144-3fa4a598fc16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:18.511190 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52806b7-db53-4324-bdde-853c6a3ca2cf req-61963d0b-6091-4f01-8279-1a20d3b1449f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:18.516266 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a52806b7-db53-4324-bdde-853c6a3ca2cf req-61963d0b-6091-4f01-8279-1a20d3b1449f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8fd0e05ad0814f808f1d9865fa5d78c0&device_id=13f972d5-f6f1-4e72-b54d-71eed0933124 HTTP/1.1" status: 200 len: 1096 time: 0.1601167 Nov 12 00:43:18.558895 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-f4a101e9-0f49-4c77-bf53-39106ba6c6df None None] Port 85c84d3f-9052-452b-adfa-a4eb07d6fa3d cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:43:18.582858 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a52806b7-db53-4324-bdde-853c6a3ca2cf req-1369630a-ca0d-4ace-bba5-bc48fae4f0c0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d8553e9-0618-41fc-a090-9e86baf06f6f HTTP/1.1" status: 200 len: 217 time: 0.0549631 Nov 12 00:43:18.625977 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-49d5a91f-18ce-471a-8144-3fa4a598fc16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:18.633241 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-49d5a91f-18ce-471a-8144-3fa4a598fc16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:18.633241 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-49d5a91f-18ce-471a-8144-3fa4a598fc16 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9bdc6d38-bf76-4866-a63c-447eb3059373 HTTP/1.1" status: 204 len: 168 time: 0.3720481 Nov 12 00:43:18.643241 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d5a91f-18ce-471a-8144-3fa4a598fc16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdc6d38-bf76-4866-a63c-447eb3059373,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:18.734511 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52806b7-db53-4324-bdde-853c6a3ca2cf req-49b3da5f-08e9-45ea-8078-3defdeb56eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:18.736048 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a52806b7-db53-4324-bdde-853c6a3ca2cf req-49b3da5f-08e9-45ea-8078-3defdeb56eeb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=72296817-debf-44a5-b73b-023ca283e051 HTTP/1.1" status: 200 len: 851 time: 0.1466324 Nov 12 00:43:18.875721 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3240bf34-931a-4147-8296-b630fb9e6877 req-a5e134bf-c44c-4a19-b181-29173ba38f5f tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:18.877481 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3240bf34-931a-4147-8296-b630fb9e6877 req-a5e134bf-c44c-4a19-b181-29173ba38f5f tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2a5334c-84e4-49fe-a739-8547c60f3d4e HTTP/1.1" status: 200 len: 931 time: 0.1404293 Nov 12 00:43:18.882095 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52806b7-db53-4324-bdde-853c6a3ca2cf req-65b1999a-3e7b-43cf-a473-50241fd61d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:18.883594 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a52806b7-db53-4324-bdde-853c6a3ca2cf req-65b1999a-3e7b-43cf-a473-50241fd61d43 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c8d0a93d-565d-4574-b642-d312af483952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1199155 Nov 12 00:43:19.056715 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3240bf34-931a-4147-8296-b630fb9e6877 req-2fdebf04-3f9f-4f2c-8d23-378bff739744 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fc5467a-a933-4c4c-a418-d79919f05be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700752 Nov 12 00:43:19.100601 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a52806b7-db53-4324-bdde-853c6a3ca2cf req-c40bb60d-ad10-46bf-96ae-137c050c13a5 service neutron] 10.222.0.54 "GET /v2.0/networks/c8d0a93d-565d-4574-b642-d312af483952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053366 Nov 12 00:43:19.251347 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a52806b7-db53-4324-bdde-853c6a3ca2cf req-fc06a49d-5a9e-4614-990b-b80bc78547e9 service neutron] 10.222.0.54 "GET /v2.0/networks/c8d0a93d-565d-4574-b642-d312af483952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216393 Nov 12 00:43:19.351134 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588b713-aab4-4424-97e1-bc9a4e626d52 req-f393c854-45a0-4a1c-ad75-e2d9ad903d22 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:19.351134 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4588b713-aab4-4424-97e1-bc9a4e626d52 req-f393c854-45a0-4a1c-ad75-e2d9ad903d22 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] 10.222.0.20 "GET /v2.0/ports?device_id=13f972d5-f6f1-4e72-b54d-71eed0933124 HTTP/1.1" status: 200 len: 944 time: 0.2130978 Nov 12 00:43:19.476102 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4588b713-aab4-4424-97e1-bc9a4e626d52 req-74e2cf04-35fe-4955-87a4-9c141b78ff6b tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] 10.222.0.20 "GET /v2.0/security-groups?id=4eeb1025-8934-4af3-b3e4-a250ca50b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152399 Nov 12 00:43:19.700319 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024a271a-c337-4955-994d-5792a69fa787 x-openstack-request-id: req-024a271a-c337-4955-994d-5792a69fa787 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:19.701303 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13f972d5-f6f1-4e72-b54d-71eed0933124", "tag": "9d8553e9-0618-41fc-a090-9e86baf06f6f", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:19.704349 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-024a271a-c337-4955-994d-5792a69fa787 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:19.704672 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13f972d5-f6f1-4e72-b54d-71eed0933124', 'tag': '9d8553e9-0618-41fc-a090-9e86baf06f6f', 'status': 'completed', 'code': 200} Nov 12 00:43:19.870514 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900c54d-e03b-495e-9485-43cc9b2fdaa2 req-98f32133-8219-4589-8988-496fcee0ef73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:19.872072 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8900c54d-e03b-495e-9485-43cc9b2fdaa2 req-98f32133-8219-4589-8988-496fcee0ef73 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8fd0e05ad0814f808f1d9865fa5d78c0&device_id=13f972d5-f6f1-4e72-b54d-71eed0933124 HTTP/1.1" status: 200 len: 1096 time: 0.1241903 Nov 12 00:43:19.989596 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd9617-00df-4aec-8436-1239bf90dd3e req-e926fa5f-0690-4df3-b9e0-f69dfaa44e63 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:20.000012 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ffdd9617-00df-4aec-8436-1239bf90dd3e req-e926fa5f-0690-4df3-b9e0-f69dfaa44e63 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 949 time: 0.1670136 Nov 12 00:43:20.062206 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44978) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:20.073922 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900c54d-e03b-495e-9485-43cc9b2fdaa2 req-9fa351b3-5aa8-4f4a-952e-f618bd8f6959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:20.075411 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8900c54d-e03b-495e-9485-43cc9b2fdaa2 req-9fa351b3-5aa8-4f4a-952e-f618bd8f6959 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c8d0a93d-565d-4574-b642-d312af483952 HTTP/1.1" status: 200 len: 913 time: 0.1934171 Nov 12 00:43:20.106081 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ffdd9617-00df-4aec-8436-1239bf90dd3e req-cd1c8f45-e31e-400f-801d-bad785acfe24 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052039 Nov 12 00:43:20.189556 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8900c54d-e03b-495e-9485-43cc9b2fdaa2 req-4e320080-8814-4733-b901-e7bfcbd4914d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d8553e9-0618-41fc-a090-9e86baf06f6f HTTP/1.1" status: 200 len: 217 time: 0.1020868 Nov 12 00:43:20.294683 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-d50cb1c8-f391-4294-b8b3-387d7644c243 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1896784105-network', 'tenant_id': 'e225da8786ab452db9121c1cfb9ab35d'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:20.342543 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50cb1c8-f391-4294-b8b3-387d7644c243 admin admin] Made reservation on behalf of e225da8786ab452db9121c1cfb9ab35d for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:43:20.347173 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d50cb1c8-f391-4294-b8b3-387d7644c243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:20.351149 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900c54d-e03b-495e-9485-43cc9b2fdaa2 req-b9e678c7-ddcc-4915-98ea-4a0972719eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:20.353451 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8900c54d-e03b-495e-9485-43cc9b2fdaa2 req-b9e678c7-ddcc-4915-98ea-4a0972719eb8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=72296817-debf-44a5-b73b-023ca283e051 HTTP/1.1" status: 200 len: 851 time: 0.1566362 Nov 12 00:43:20.362391 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d50cb1c8-f391-4294-b8b3-387d7644c243 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:20.486513 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc2706-4aa8-48e8-9ff9-df9088c61775 req-acc0c86e-b9b0-4a01-9946-7a27751b9f52 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:20.495989 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e2dc2706-4aa8-48e8-9ff9-df9088c61775 req-acc0c86e-b9b0-4a01-9946-7a27751b9f52 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c HTTP/1.1" status: 200 len: 946 time: 0.2386477 Nov 12 00:43:20.507730 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900c54d-e03b-495e-9485-43cc9b2fdaa2 req-91cd3f5c-e756-4343-ab72-e8f1531f8867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:20.509893 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8900c54d-e03b-495e-9485-43cc9b2fdaa2 req-91cd3f5c-e756-4343-ab72-e8f1531f8867 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c8d0a93d-565d-4574-b642-d312af483952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1456025 Nov 12 00:43:20.529460 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d50cb1c8-f391-4294-b8b3-387d7644c243 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:20.545489 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d50cb1c8-f391-4294-b8b3-387d7644c243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:20.578220 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d50cb1c8-f391-4294-b8b3-387d7644c243 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:43:20.590948 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d50cb1c8-f391-4294-b8b3-387d7644c243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:20.591294 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-d50cb1c8-f391-4294-b8b3-387d7644c243 admin admin] Added segment 8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b of type vlan for network a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e Nov 12 00:43:20.631824 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e2dc2706-4aa8-48e8-9ff9-df9088c61775 req-e643a711-d47b-4362-b200-41ec75f256d9 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345387 Nov 12 00:43:20.636136 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50cb1c8-f391-4294-b8b3-387d7644c243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbfee7f-1521-40bf-b054-b5a18fa66ed1,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:20.703027 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d50cb1c8-f391-4294-b8b3-387d7644c243 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:20.717150 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8900c54d-e03b-495e-9485-43cc9b2fdaa2 req-8b9ba0a7-dd46-411e-925e-e10067f0204c service neutron] 10.222.0.54 "GET /v2.0/networks/c8d0a93d-565d-4574-b642-d312af483952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978710 Nov 12 00:43:20.735402 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d50cb1c8-f391-4294-b8b3-387d7644c243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:20.736373 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50cb1c8-f391-4294-b8b3-387d7644c243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:20.736958 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d50cb1c8-f391-4294-b8b3-387d7644c243 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:20.784513 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d50cb1c8-f391-4294-b8b3-387d7644c243 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7179446 Nov 12 00:43:20.801826 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44990) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:20.835178 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50cb1c8-f391-4294-b8b3-387d7644c243 admin admin] Pushing event updated for resources: {'Network': ['ID=a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:20.845975 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-04f1ad43-a229-489a-971c-7f31d1d81c63 admin admin] Request body: {'subnet': {'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1896784105-subnet', 'tenant_id': 'e225da8786ab452db9121c1cfb9ab35d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:20.846888 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:43:20.904652 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f1ad43-a229-489a-971c-7f31d1d81c63 admin admin] Made reservation on behalf of e225da8786ab452db9121c1cfb9ab35d for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:43:20.907531 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-04f1ad43-a229-489a-971c-7f31d1d81c63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:20.936270 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8900c54d-e03b-495e-9485-43cc9b2fdaa2 req-76ac572c-ac2f-4b01-a4e9-4d6c33b93544 service neutron] 10.222.0.54 "GET /v2.0/networks/c8d0a93d-565d-4574-b642-d312af483952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102368 Nov 12 00:43:20.946297 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5511ab0d-38f8-4284-805e-16fc2d5b092b req-c26bde4f-0695-42f5-b09d-b5090fa8c747 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:20.948342 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5511ab0d-38f8-4284-805e-16fc2d5b092b req-c26bde4f-0695-42f5-b09d-b5090fa8c747 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2a5334c-84e4-49fe-a739-8547c60f3d4e HTTP/1.1" status: 200 len: 931 time: 0.1945517 Nov 12 00:43:21.064394 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5511ab0d-38f8-4284-805e-16fc2d5b092b req-7e0c938e-7db6-47f7-ae8f-2ca723dc19cd tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fc5467a-a933-4c4c-a418-d79919f05be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977988 Nov 12 00:43:21.260269 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-04f1ad43-a229-489a-971c-7f31d1d81c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:21.326090 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9842d2-ba0f-4d59-a5a5-0acb2edf173e req-6501b4c6-1d6e-497c-877f-ab81e56e0082 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:21.328298 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9a9842d2-ba0f-4d59-a5a5-0acb2edf173e req-6501b4c6-1d6e-497c-877f-ab81e56e0082 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] 10.222.0.20 "GET /v2.0/ports?device_id=13f972d5-f6f1-4e72-b54d-71eed0933124 HTTP/1.1" status: 200 len: 944 time: 0.1704302 Nov 12 00:43:21.331984 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f1ad43-a229-489a-971c-7f31d1d81c63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:21.406695 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f1ad43-a229-489a-971c-7f31d1d81c63 admin admin] Checking segment: {'id': '8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:43:21.407098 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f1ad43-a229-489a-971c-7f31d1d81c63 admin admin] Network hostable DHCP agents. Network: a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:43:21.417781 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9a9842d2-ba0f-4d59-a5a5-0acb2edf173e req-6611bf52-307d-428c-984a-d0a74a05e055 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] 10.222.0.20 "GET /v2.0/security-groups?id=4eeb1025-8934-4af3-b3e4-a250ca50b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816474 Nov 12 00:43:21.433409 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f1ad43-a229-489a-971c-7f31d1d81c63 admin admin] Network a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:43:21.449897 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-04f1ad43-a229-489a-971c-7f31d1d81c63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:21.460751 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f1ad43-a229-489a-971c-7f31d1d81c63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:21.461221 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-04f1ad43-a229-489a-971c-7f31d1d81c63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:21.463383 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605ebb88-d275-4635-ac1c-4971f57bcf55 None None] Network a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:43:21.501692 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44996) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:21.502270 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-04f1ad43-a229-489a-971c-7f31d1d81c63 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6664674 Nov 12 00:43:21.507439 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-f66a6f71-ca29-4318-9995-78d43768fbda admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1896784105-router', 'tenant_id': 'e225da8786ab452db9121c1cfb9ab35d', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:21.549625 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f66a6f71-ca29-4318-9995-78d43768fbda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:21.550888 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f66a6f71-ca29-4318-9995-78d43768fbda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:21.737053 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ae84a-8ffd-40ee-a781-69782e4f447c req-dcdae3a4-6854-43ff-842f-9745624b6d4a tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:21.737223 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f66a6f71-ca29-4318-9995-78d43768fbda admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:21.738823 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-297ae84a-8ffd-40ee-a781-69782e4f447c req-dcdae3a4-6854-43ff-842f-9745624b6d4a tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 949 time: 0.1069796 Nov 12 00:43:21.763393 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc540377-154b-4777-8d19-14ba9027b092 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e', 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e', 'tenant_id': 'e225da8786ab452db9121c1cfb9ab35d', 'fixed_ips': [{'subnet_id': '3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:43:21.765966 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fc540377-154b-4777-8d19-14ba9027b092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:21.828082 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-297ae84a-8ffd-40ee-a781-69782e4f447c req-edd1a21e-386b-4eca-a420-5b45ff998c75 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805893 Nov 12 00:43:21.960593 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-fc540377-154b-4777-8d19-14ba9027b092 None None] Allocated IP 172.20.0.2 (a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e/3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f/7cc80b66-3086-441a-95d8-9241a1647e48) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:43:21.991880 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3983aaf5-a252-4d8f-9147-b165774816f0 req-0aa47dd1-8300-4a7c-aa34-5d6b64fc28a4 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:21.995865 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3983aaf5-a252-4d8f-9147-b165774816f0 req-0aa47dd1-8300-4a7c-aa34-5d6b64fc28a4 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c HTTP/1.1" status: 200 len: 946 time: 0.0947051 Nov 12 00:43:22.033728 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f66a6f71-ca29-4318-9995-78d43768fbda admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:22.146337 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3983aaf5-a252-4d8f-9147-b165774816f0 req-46bf863c-bae2-44a0-97d6-b619146b8ff0 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413717 Nov 12 00:43:22.178292 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fbb024-8b72-4e07-996b-a80d6062bd63 req-6d6bbc6e-3875-466a-8f11-b9652a9ce40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:22.179795 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-76fbb024-8b72-4e07-996b-a80d6062bd63 req-6d6bbc6e-3875-466a-8f11-b9652a9ce40d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c HTTP/1.1" status: 200 len: 1098 time: 0.1047308 Nov 12 00:43:22.234272 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fc540377-154b-4777-8d19-14ba9027b092 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:22.247214 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fc540377-154b-4777-8d19-14ba9027b092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:22.286295 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc540377-154b-4777-8d19-14ba9027b092 None None] Network a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:22.289722 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-76fbb024-8b72-4e07-996b-a80d6062bd63 req-eaf227de-0972-469b-a11f-8667a52f50fc service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013999 Nov 12 00:43:22.291625 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-fc540377-154b-4777-8d19-14ba9027b092 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:22.299215 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc540377-154b-4777-8d19-14ba9027b092 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:22.320710 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc540377-154b-4777-8d19-14ba9027b092 None None] Pushing event updated for resources: {'Port': ['ID=7cc80b66-3086-441a-95d8-9241a1647e48,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:22.323075 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce93d89-6ba0-416e-adfa-e6f1b6b91bfa req-3c84f5d2-1d34-4156-8324-09365cbbd091 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:22.331616 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fce93d89-6ba0-416e-adfa-e6f1b6b91bfa req-3c84f5d2-1d34-4156-8324-09365cbbd091 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2a5334c-84e4-49fe-a739-8547c60f3d4e HTTP/1.1" status: 200 len: 931 time: 0.0790839 Nov 12 00:43:22.381640 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-fc540377-154b-4777-8d19-14ba9027b092 None None] Attempting to bind port 7cc80b66-3086-441a-95d8-9241a1647e48 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:43:22.382199 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-fc540377-154b-4777-8d19-14ba9027b092 None None] Attempting to bind port 7cc80b66-3086-441a-95d8-9241a1647e48 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:43:22.382656 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc540377-154b-4777-8d19-14ba9027b092 None None] Attempting to bind port 7cc80b66-3086-441a-95d8-9241a1647e48 on network a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:22.392325 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fce93d89-6ba0-416e-adfa-e6f1b6b91bfa req-9cee85ee-a4c6-4816-a05d-3149d5d81d18 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fc5467a-a933-4c4c-a418-d79919f05be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563574 Nov 12 00:43:22.392501 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc540377-154b-4777-8d19-14ba9027b092 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:43:22.392913 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc540377-154b-4777-8d19-14ba9027b092 None None] Checking segment: {'id': '8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:43:22.393794 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fc540377-154b-4777-8d19-14ba9027b092 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:22.394826 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc540377-154b-4777-8d19-14ba9027b092 None None] Bound using segment: {'id': '8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:43:22.404219 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-fc540377-154b-4777-8d19-14ba9027b092 None None] Bound port: 7cc80b66-3086-441a-95d8-9241a1647e48, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:43:22.404219 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fc540377-154b-4777-8d19-14ba9027b092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:22.476227 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-fc540377-154b-4777-8d19-14ba9027b092 None None] For port 7cc80b66-3086-441a-95d8-9241a1647e48, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:43:22.480886 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-fc540377-154b-4777-8d19-14ba9027b092 None None] For port 7cc80b66-3086-441a-95d8-9241a1647e48, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=7cc80b66-3086-441a-95d8-9241a1647e48,segment=NetworkSegment(8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b),segment_id=8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:43:22.486482 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fc540377-154b-4777-8d19-14ba9027b092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:22.611887 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc540377-154b-4777-8d19-14ba9027b092 None None] Pushing event updated for resources: {'Port': ['ID=7cc80b66-3086-441a-95d8-9241a1647e48,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:22.672594 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8c20f-29ab-4db3-a0cf-e90a24375070 req-0850d8eb-4b6a-491e-91e0-e6edc95f3196 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:22.682853 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3fc8c20f-29ab-4db3-a0cf-e90a24375070 req-0850d8eb-4b6a-491e-91e0-e6edc95f3196 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] 10.222.0.20 "GET /v2.0/ports?device_id=13f972d5-f6f1-4e72-b54d-71eed0933124 HTTP/1.1" status: 200 len: 944 time: 0.1025801 Nov 12 00:43:22.784333 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3fc8c20f-29ab-4db3-a0cf-e90a24375070 req-043a9c7c-0beb-4aea-b3fb-d1be540e4d7d tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] 10.222.0.20 "GET /v2.0/security-groups?id=4eeb1025-8934-4af3-b3e4-a250ca50b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975826 Nov 12 00:43:22.992795 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f66a6f71-ca29-4318-9995-78d43768fbda admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:23.017296 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f66a6f71-ca29-4318-9995-78d43768fbda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:23.172812 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84848c81-dbee-4dd7-8c36-2e7f36553b6b req-08a8fac1-4de8-46be-9a0f-601826bdde09 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:23.174571 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-84848c81-dbee-4dd7-8c36-2e7f36553b6b req-08a8fac1-4de8-46be-9a0f-601826bdde09 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/networks?id=efe1d89a-522f-4c40-b263-5cebd382e88d HTTP/1.1" status: 200 len: 821 time: 0.1459465 Nov 12 00:43:23.188462 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-f66a6f71-ca29-4318-9995-78d43768fbda admin admin] Allocated IP 172.25.2.95 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/285816dd-9bb1-4ce3-b48e-ab93f80778df) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:43:23.191245 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-84848c81-dbee-4dd7-8c36-2e7f36553b6b req-8f918b88-14fe-4a77-bf04-b7283aa958b9 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/quotas/9a1fd583d08a44f4b64f3812361842fc HTTP/1.1" status: 200 len: 375 time: 0.0108140 Nov 12 00:43:23.276393 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-84848c81-dbee-4dd7-8c36-2e7f36553b6b req-aa13cb3d-5bf9-4420-8c1e-eaea0c013165 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a1fd583d08a44f4b64f3812361842fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0777986 Nov 12 00:43:23.341890 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f66a6f71-ca29-4318-9995-78d43768fbda admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:23.387612 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f66a6f71-ca29-4318-9995-78d43768fbda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:23.391593 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-84848c81-dbee-4dd7-8c36-2e7f36553b6b req-b6945000-3e71-4234-a629-b5f70045f0d7 service neutron] 10.222.0.20 "GET /v2.0/networks/efe1d89a-522f-4c40-b263-5cebd382e88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073115 Nov 12 00:43:23.433980 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66a6f71-ca29-4318-9995-78d43768fbda admin admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:23.440918 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-f66a6f71-ca29-4318-9995-78d43768fbda admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:23.444836 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66a6f71-ca29-4318-9995-78d43768fbda admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:23.551782 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6f71-ca29-4318-9995-78d43768fbda admin admin] Pushing event updated for resources: {'Port': ['ID=285816dd-9bb1-4ce3-b48e-ab93f80778df,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:23.578321 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-84848c81-dbee-4dd7-8c36-2e7f36553b6b req-92dfd28b-dca9-43ed-b7ff-3de7fdb60604 service neutron] 10.222.0.20 "GET /v2.0/networks/efe1d89a-522f-4c40-b263-5cebd382e88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858435 Nov 12 00:43:23.691576 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 7cc80b66-3086-441a-95d8-9241a1647e48 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:43:23.800543 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 7cc80b66-3086-441a-95d8-9241a1647e48 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:23.801067 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:23.856318 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [req-615fcf5a-d970-45b7-9d98-997c69ca7cf9 req-41cb44cd-df02-401a-a3a0-94a213d1edf0 service neutron] show failed (client error): The resource could not be found. Nov 12 00:43:23.860783 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-615fcf5a-d970-45b7-9d98-997c69ca7cf9 req-41cb44cd-df02-401a-a3a0-94a213d1edf0 service neutron] 10.222.0.54 "GET /v2.0/ports/31665b81-ea38-464a-b842-434bf346ad33/bindings/n-h1-812236-11 HTTP/1.1" status: 404 len: 381 time: 0.1006207 Nov 12 00:43:23.990289 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:24.018305 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f66a6f71-ca29-4318-9995-78d43768fbda admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:24.068243 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 7cc80b66-3086-441a-95d8-9241a1647e48, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=7cc80b66-3086-441a-95d8-9241a1647e48,segment=NetworkSegment(8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b),segment_id=8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:24.073026 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:24.144447 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9373d28b-7203-4603-851e-768dd68279b4 None None] Network a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:43:24.376265 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdaf78e-0275-4096-a8ec-d6fd9c9d338b req-6552e659-87ad-4ac8-9426-c78b057ca1ee tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:24.381013 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9fdaf78e-0275-4096-a8ec-d6fd9c9d338b req-6552e659-87ad-4ac8-9426-c78b057ca1ee tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 949 time: 0.1371095 Nov 12 00:43:24.385879 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=7cc80b66-3086-441a-95d8-9241a1647e48,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:24.396740 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-c40dc40b-144a-49e3-859d-76f51ebfbdb4 None None] Provisioning complete for port 7cc80b66-3086-441a-95d8-9241a1647e48 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:24.423027 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c40dc40b-144a-49e3-859d-76f51ebfbdb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:24.489779 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9fdaf78e-0275-4096-a8ec-d6fd9c9d338b req-5062eff6-e5cc-4a1b-8dc4-bb1d4525d19b tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013858 Nov 12 00:43:24.528556 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f66a6f71-ca29-4318-9995-78d43768fbda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:24.688325 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc9a80-635d-4d62-8785-4b0732e1dc78 req-67df92d8-c84a-42da-802c-bc03ab98348d tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:24.700072 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c3bc9a80-635d-4d62-8785-4b0732e1dc78 req-67df92d8-c84a-42da-802c-bc03ab98348d tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c HTTP/1.1" status: 200 len: 946 time: 0.0826821 Nov 12 00:43:24.768178 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c3bc9a80-635d-4d62-8785-4b0732e1dc78 req-44b364a2-7973-43c8-81ce-19f96f3eb852 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639865 Nov 12 00:43:24.807849 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 9d8553e9-0618-41fc-a090-9e86baf06f6f details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:43:24.855375 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66a6f71-ca29-4318-9995-78d43768fbda admin admin] Router 586ad528-d329-492e-8b92-10338c998332 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:43:25.003667 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffad44d-7a8f-437b-b8cb-df14b2989a38 req-9d398d68-6cd8-4a54-8803-0ff1b1222690 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:25.009667 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fffad44d-7a8f-437b-b8cb-df14b2989a38 req-9d398d68-6cd8-4a54-8803-0ff1b1222690 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2a5334c-84e4-49fe-a739-8547c60f3d4e HTTP/1.1" status: 200 len: 931 time: 0.1299469 Nov 12 00:43:25.051379 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 9d8553e9-0618-41fc-a090-9e86baf06f6f, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=9d8553e9-0618-41fc-a090-9e86baf06f6f,segment=NetworkSegment(2d305d08-a71e-4602-9598-8dd3a4ad7b2b),segment_id=2d305d08-a71e-4602-9598-8dd3a4ad7b2b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:25.086132 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '9d8553e9-0618-41fc-a090-9e86baf06f6f', 'network_id': 'c8d0a93d-565d-4574-b642-d312af483952', 'port_id': '9d8553e9-0618-41fc-a090-9e86baf06f6f', 'mac_address': 'fa:16:3e:90:53:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72296817-debf-44a5-b73b-023ca283e051', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:43:25.097737 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66a6f71-ca29-4318-9995-78d43768fbda admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:43:25.107537 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc721c1-e3a8-4596-8e9e-614f2affbbfc None None] Sync routers for ids ['586ad528-d329-492e-8b92-10338c998332'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:43:25.128762 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f66a6f71-ca29-4318-9995-78d43768fbda admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:25.130353 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f66a6f71-ca29-4318-9995-78d43768fbda admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6270137 Nov 12 00:43:25.132905 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45042) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:25.133837 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc721c1-e3a8-4596-8e9e-614f2affbbfc None None] Routers {'586ad528-d329-492e-8b92-10338c998332'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:25.134919 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-2fc721c1-e3a8-4596-8e9e-614f2affbbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:43:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['586ad528-d329-492e-8b92-10338c998332'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:25.135234 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fffad44d-7a8f-437b-b8cb-df14b2989a38 req-efddd685-ad77-4430-84e7-61384cfb101b tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fc5467a-a933-4c4c-a418-d79919f05be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181688 Nov 12 00:43:25.318019 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8175266a-40a6-477d-a806-c8017edfbb3d req-d612b091-6579-40ac-80d4-bd0d74fd027b tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:25.330750 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8175266a-40a6-477d-a806-c8017edfbb3d req-d612b091-6579-40ac-80d4-bd0d74fd027b tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] 10.222.0.20 "GET /v2.0/ports?device_id=13f972d5-f6f1-4e72-b54d-71eed0933124 HTTP/1.1" status: 200 len: 944 time: 0.0780680 Nov 12 00:43:25.399880 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-e1c44ea9-7478-42cb-9a0f-09a2572d8587 None None] Provisioning complete for port 7cc80b66-3086-441a-95d8-9241a1647e48 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:25.400424 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-2fc721c1-e3a8-4596-8e9e-614f2affbbfc None None] Set router 586ad528-d329-492e-8b92-10338c998332 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:43:25.400758 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e1c44ea9-7478-42cb-9a0f-09a2572d8587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:25.434434 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8175266a-40a6-477d-a806-c8017edfbb3d req-1b29ed13-6281-4101-8881-254fd1f042f0 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] 10.222.0.20 "GET /v2.0/security-groups?id=4eeb1025-8934-4af3-b3e4-a250ca50b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024566 Nov 12 00:43:25.464587 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:25.487605 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d8553e9-0618-41fc-a090-9e86baf06f6f {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:43:25.533144 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 9d8553e9-0618-41fc-a090-9e86baf06f6f, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=9d8553e9-0618-41fc-a090-9e86baf06f6f,segment=NetworkSegment(2d305d08-a71e-4602-9598-8dd3a4ad7b2b),segment_id=2d305d08-a71e-4602-9598-8dd3a4ad7b2b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:25.602418 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:25.725260 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 7cc80b66-3086-441a-95d8-9241a1647e48 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:43:25.766168 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-85746a8d-2bad-4684-b0d9-ebc934796301 req-e99ea357-7fe9-4e89-afd0-19acbda5651f tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 210 time: 0.0758977 Nov 12 00:43:25.820401 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=9d8553e9-0618-41fc-a090-9e86baf06f6f,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:25.860957 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-2fc721c1-e3a8-4596-8e9e-614f2affbbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586ad528-d329-492e-8b92-10338c998332', 'name': 'tempest-ServerActionsTestJSON-1896784105-router', 'tenant_id': 'e225da8786ab452db9121c1cfb9ab35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '285816dd-9bb1-4ce3-b48e-ab93f80778df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:21Z', 'updated_at': '2021-11-12T00:43:23Z', 'revision_number': 3, 'project_id': 'e225da8786ab452db9121c1cfb9ab35d', 'gw_port': {'id': '285816dd-9bb1-4ce3-b48e-ab93f80778df', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:03:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586ad528-d329-492e-8b92-10338c998332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:23Z', 'updated_at': '2021-11-12T00:43:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:25.886300 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 7cc80b66-3086-441a-95d8-9241a1647e48 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:25.886684 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:25.924433 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc721c1-e3a8-4596-8e9e-614f2affbbfc None None] Checking router: 586ad528-d329-492e-8b92-10338c998332 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:43:25.924779 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc721c1-e3a8-4596-8e9e-614f2affbbfc None None] Updating router 586ad528-d329-492e-8b92-10338c998332 port 285816dd-9bb1-4ce3-b48e-ab93f80778df binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:43:25.964299 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b77b0980-50a7-4025-b3af-17989597e489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:25.967958 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2fc721c1-e3a8-4596-8e9e-614f2affbbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:26.097035 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15232ff5-dd64-4111-a5ae-202b6e56f79a req-804fe6ba-4c35-4806-90dd-37e04cf547ea tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:26.099684 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-15232ff5-dd64-4111-a5ae-202b6e56f79a req-804fe6ba-4c35-4806-90dd-37e04cf547ea tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 949 time: 0.0568774 Nov 12 00:43:26.170913 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-15232ff5-dd64-4111-a5ae-202b6e56f79a req-5b7d142c-cff2-4bc6-a3ab-f0c678e751fc tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589111 Nov 12 00:43:26.192913 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-b77b0980-50a7-4025-b3af-17989597e489 admin admin] Allocated IP 172.20.0.1 (a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e/3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f/5a98a937-845d-41cd-aba9-2041ee1239fa) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:43:26.237991 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['9d8553e9-0618-41fc-a090-9e86baf06f6f'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:26.336834 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b77b0980-50a7-4025-b3af-17989597e489 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:26.357469 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2fc721c1-e3a8-4596-8e9e-614f2affbbfc None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:26.365196 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2fc721c1-e3a8-4596-8e9e-614f2affbbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:26.402280 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b77b0980-50a7-4025-b3af-17989597e489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:26.419339 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91859044-9f9c-46ee-8140-0296f18a34e1 None None] Pushing event updated for resources: {'Port': ['ID=285816dd-9bb1-4ce3-b48e-ab93f80778df,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:26.434498 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91859044-9f9c-46ee-8140-0296f18a34e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:26.434846 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91859044-9f9c-46ee-8140-0296f18a34e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:26.435182 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91859044-9f9c-46ee-8140-0296f18a34e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:26.435519 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91859044-9f9c-46ee-8140-0296f18a34e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:26.435845 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91859044-9f9c-46ee-8140-0296f18a34e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:26.436676 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91859044-9f9c-46ee-8140-0296f18a34e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:26.437020 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91859044-9f9c-46ee-8140-0296f18a34e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:26.437752 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91859044-9f9c-46ee-8140-0296f18a34e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:26.437752 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91859044-9f9c-46ee-8140-0296f18a34e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:26.438006 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91859044-9f9c-46ee-8140-0296f18a34e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:26.438288 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91859044-9f9c-46ee-8140-0296f18a34e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:26.438599 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91859044-9f9c-46ee-8140-0296f18a34e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:26.441720 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-2fc721c1-e3a8-4596-8e9e-614f2affbbfc None None] Attempting to bind port 285816dd-9bb1-4ce3-b48e-ab93f80778df on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:43:26.442612 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-2fc721c1-e3a8-4596-8e9e-614f2affbbfc None None] Attempting to bind port 285816dd-9bb1-4ce3-b48e-ab93f80778df by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:43:26.442612 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc721c1-e3a8-4596-8e9e-614f2affbbfc None None] Attempting to bind port 285816dd-9bb1-4ce3-b48e-ab93f80778df on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:26.448056 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc721c1-e3a8-4596-8e9e-614f2affbbfc None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:43:26.449053 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc721c1-e3a8-4596-8e9e-614f2affbbfc None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:43:26.449053 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2fc721c1-e3a8-4596-8e9e-614f2affbbfc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:26.449262 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b0980-50a7-4025-b3af-17989597e489 admin admin] Pushing event updated for resources: {'Port': ['ID=5a98a937-845d-41cd-aba9-2041ee1239fa,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:26.449351 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc721c1-e3a8-4596-8e9e-614f2affbbfc None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:43:26.449677 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-2fc721c1-e3a8-4596-8e9e-614f2affbbfc None None] Bound port: 285816dd-9bb1-4ce3-b48e-ab93f80778df, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:43:26.450079 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2fc721c1-e3a8-4596-8e9e-614f2affbbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:26.463337 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77b0980-50a7-4025-b3af-17989597e489 admin admin] Network a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:26.464863 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-b77b0980-50a7-4025-b3af-17989597e489 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:26.467151 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77b0980-50a7-4025-b3af-17989597e489 admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:26.484008 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7dce65-2337-408a-b970-900bb66f16c3 req-94a996a3-11a6-42b4-bd6a-b25e47ed4a29 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:26.485868 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9a7dce65-2337-408a-b970-900bb66f16c3 req-94a996a3-11a6-42b4-bd6a-b25e47ed4a29 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2a5334c-84e4-49fe-a739-8547c60f3d4e HTTP/1.1" status: 200 len: 931 time: 0.0812500 Nov 12 00:43:26.489005 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5561ed09-84f3-43b4-826a-cb836688b313 req-a8b7a945-46f3-4000-ad84-c1333b2124b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:26.490583 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5561ed09-84f3-43b4-826a-cb836688b313 req-a8b7a945-46f3-4000-ad84-c1333b2124b8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ca59ce4eae8a454cab0edaf4190753c1&device_id=a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c HTTP/1.1" status: 200 len: 1098 time: 0.1188834 Nov 12 00:43:26.516032 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b77b0980-50a7-4025-b3af-17989597e489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:26.521733 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-2fc721c1-e3a8-4596-8e9e-614f2affbbfc None None] For port 285816dd-9bb1-4ce3-b48e-ab93f80778df, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:43:26.527121 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-2fc721c1-e3a8-4596-8e9e-614f2affbbfc None None] For port 285816dd-9bb1-4ce3-b48e-ab93f80778df, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=285816dd-9bb1-4ce3-b48e-ab93f80778df,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:43:26.531887 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2fc721c1-e3a8-4596-8e9e-614f2affbbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:26.596998 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc721c1-e3a8-4596-8e9e-614f2affbbfc None None] Routers {'586ad528-d329-492e-8b92-10338c998332'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:26.596998 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-2fc721c1-e3a8-4596-8e9e-614f2affbbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:43:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['586ad528-d329-492e-8b92-10338c998332'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:26.614541 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9a7dce65-2337-408a-b970-900bb66f16c3 req-c85dbe0c-c71f-4549-a775-07dc2cf60bb2 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fc5467a-a933-4c4c-a418-d79919f05be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213558 Nov 12 00:43:26.658398 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-cb60189d-9fd5-4a07-b0d6-89eb31368c49 req-cef2cf9a-36d7-478f-89a5-cbc347a16c48 service neutron] Request body: {'port': {'device_id': 'f2a5334c-84e4-49fe-a739-8547c60f3d4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:26.720052 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91859044-9f9c-46ee-8140-0296f18a34e1 None None] Pushing event updated for resources: {'Port': ['ID=285816dd-9bb1-4ce3-b48e-ab93f80778df,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:26.722925 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b77b0980-50a7-4025-b3af-17989597e489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:26.756092 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5561ed09-84f3-43b4-826a-cb836688b313 req-e5b2bec1-7d40-4e62-80f5-829593f64b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:26.757955 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5561ed09-84f3-43b4-826a-cb836688b313 req-e5b2bec1-7d40-4e62-80f5-829593f64b92 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e341d327-9b78-4d43-be6a-a70347676874 HTTP/1.1" status: 200 len: 919 time: 0.2569828 Nov 12 00:43:26.811739 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 31665b81-ea38-464a-b842-434bf346ad33 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:43:26.831486 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-2fc721c1-e3a8-4596-8e9e-614f2affbbfc None None] Set router 586ad528-d329-492e-8b92-10338c998332 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:43:26.856484 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5561ed09-84f3-43b4-826a-cb836688b313 req-e003a057-a6aa-43a1-93ce-6d7aa65add78 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbb62800-7b01-40df-988b-2b4c45e0f546 HTTP/1.1" status: 200 len: 217 time: 0.0752442 Nov 12 00:43:26.892577 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-4c491d4d-2c95-4bcf-b825-e5d6a0004562 None None] Provisioning complete for port 5a98a937-845d-41cd-aba9-2041ee1239fa triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:26.893149 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4c491d4d-2c95-4bcf-b825-e5d6a0004562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:26.925822 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5561ed09-84f3-43b4-826a-cb836688b313 req-c2a69532-bf71-4863-8bb2-c9c2b25c07ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:26.927269 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5561ed09-84f3-43b4-826a-cb836688b313 req-c2a69532-bf71-4863-8bb2-c9c2b25c07ed service neutron] 10.222.0.54 "GET /v2.0/subnets?id=72bf2022-887a-4d33-83bf-7582ee4258c1 HTTP/1.1" status: 200 len: 858 time: 0.0533826 Nov 12 00:43:26.938581 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-4c491d4d-2c95-4bcf-b825-e5d6a0004562 None None] Port 5a98a937-845d-41cd-aba9-2041ee1239fa cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:43:27.007727 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5561ed09-84f3-43b4-826a-cb836688b313 req-3f5992e2-e32b-4a79-9879-ef8216753aad service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e341d327-9b78-4d43-be6a-a70347676874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444946 Nov 12 00:43:27.018157 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cb60189d-9fd5-4a07-b0d6-89eb31368c49 req-cef2cf9a-36d7-478f-89a5-cbc347a16c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:27.035232 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503210e0-08eb-4d0a-b9b8-7f032e5a6a56 req-bb159973-a074-447f-b355-c4118cf60fb2 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:27.036198 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:27.036663 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1bd7c1-2416-46bd-a79c-21a7ac3137d0 req-cb7565f0-7add-4a37-9e2d-2db7fc42ade6 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:27.038327 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ac1bd7c1-2416-46bd-a79c-21a7ac3137d0 req-cb7565f0-7add-4a37-9e2d-2db7fc42ade6 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c HTTP/1.1" status: 200 len: 946 time: 0.2767754 Nov 12 00:43:27.050333 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-503210e0-08eb-4d0a-b9b8-7f032e5a6a56 req-bb159973-a074-447f-b355-c4118cf60fb2 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] 10.222.0.20 "GET /v2.0/ports?device_id=13f972d5-f6f1-4e72-b54d-71eed0933124 HTTP/1.1" status: 200 len: 945 time: 0.1748238 Nov 12 00:43:27.086089 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f63c592-016a-4fce-9497-a5b1fafc1aa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31665b81-ea38-464a-b842-434bf346ad33'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:27.090043 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d64fdf-d242-4b1a-8017-7b9d890438e1" -d '{"events": [{"server_uuid": "9f63c592-016a-4fce-9497-a5b1fafc1aa5", "name": "network-vif-unplugged", "status": "completed", "tag": "31665b81-ea38-464a-b842-434bf346ad33"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:27.108056 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 31665b81-ea38-464a-b842-434bf346ad33, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=31665b81-ea38-464a-b842-434bf346ad33,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:27.114838 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:27.123166 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-2fc721c1-e3a8-4596-8e9e-614f2affbbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586ad528-d329-492e-8b92-10338c998332', 'name': 'tempest-ServerActionsTestJSON-1896784105-router', 'tenant_id': 'e225da8786ab452db9121c1cfb9ab35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '285816dd-9bb1-4ce3-b48e-ab93f80778df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:21Z', 'updated_at': '2021-11-12T00:43:23Z', 'revision_number': 3, 'project_id': 'e225da8786ab452db9121c1cfb9ab35d', 'gw_port': {'id': '285816dd-9bb1-4ce3-b48e-ab93f80778df', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:03:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586ad528-d329-492e-8b92-10338c998332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:23Z', 'updated_at': '2021-11-12T00:43:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:27.141319 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-503210e0-08eb-4d0a-b9b8-7f032e5a6a56 req-afa7cd5e-0cd1-4df5-b43e-c82a9fe07b10 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] 10.222.0.20 "GET /v2.0/security-groups?id=4eeb1025-8934-4af3-b3e4-a250ca50b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896308 Nov 12 00:43:27.162397 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc721c1-e3a8-4596-8e9e-614f2affbbfc None None] The sync data for ids ['586ad528-d329-492e-8b92-10338c998332'] in n-d-812236-11 is: [{'id': '586ad528-d329-492e-8b92-10338c998332', 'name': 'tempest-ServerActionsTestJSON-1896784105-router', 'tenant_id': 'e225da8786ab452db9121c1cfb9ab35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '285816dd-9bb1-4ce3-b48e-ab93f80778df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:21Z', 'updated_at': '2021-11-12T00:43:23Z', 'revision_number': 3, 'project_id': 'e225da8786ab452db9121c1cfb9ab35d', 'gw_port': {'id': '285816dd-9bb1-4ce3-b48e-ab93f80778df', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:03:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586ad528-d329-492e-8b92-10338c998332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:23Z', 'updated_at': '2021-11-12T00:43:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:43:27.183217 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=31665b81-ea38-464a-b842-434bf346ad33,revision_number=6']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:27.225648 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b77b0980-50a7-4025-b3af-17989597e489 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:27.231459 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b77b0980-50a7-4025-b3af-17989597e489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:27.305867 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b77b0980-50a7-4025-b3af-17989597e489 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:27.315688 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b0980-50a7-4025-b3af-17989597e489 admin admin] Pushing event updated for resources: {'Port': ['ID=5a98a937-845d-41cd-aba9-2041ee1239fa,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:27.357142 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615fcf5a-d970-45b7-9d98-997c69ca7cf9 req-780d9195-0c58-42f5-b7f6-35c207586dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:27.360271 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-615fcf5a-d970-45b7-9d98-997c69ca7cf9 req-780d9195-0c58-42f5-b7f6-35c207586dbf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5&tenant_id=79a8b3dad7a0401ab482e19b622fac98 HTTP/1.1" status: 200 len: 1101 time: 0.6275291 Nov 12 00:43:27.398670 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-615fcf5a-d970-45b7-9d98-997c69ca7cf9 req-4fad0ab0-0677-4c12-894b-def065ae8659 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812236-11', 'device_owner': 'compute:nova'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:27.425226 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a5c109e5-d4a1-454d-80dc-45531b86ce2a req-b14e1ba0-98c9-4b2a-9dd4-8f625fbd93a9 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 210 time: 0.0367904 Nov 12 00:43:27.584981 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ac1bd7c1-2416-46bd-a79c-21a7ac3137d0 req-b601d85d-a51a-43b6-8c53-683a699be901 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230856 Nov 12 00:43:27.586412 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77b0980-50a7-4025-b3af-17989597e489 admin admin] Network a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:27.588256 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-b77b0980-50a7-4025-b3af-17989597e489 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:27.701427 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84848c81-dbee-4dd7-8c36-2e7f36553b6b req-83827b7a-d00c-4cb2-9c01-9b58d714d27a tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:27.706935 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-84848c81-dbee-4dd7-8c36-2e7f36553b6b req-83827b7a-d00c-4cb2-9c01-9b58d714d27a tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.49 "GET /v2.0/networks?id=efe1d89a-522f-4c40-b263-5cebd382e88d HTTP/1.1" status: 200 len: 821 time: 0.2784257 Nov 12 00:43:27.742043 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-84848c81-dbee-4dd7-8c36-2e7f36553b6b req-8dc6619a-eeb2-461e-8c10-e4bc8cadc571 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Request body: {'port': {'device_id': '811c8f95-8607-4273-93f1-d8f624658d30', 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d', 'admin_state_up': True, 'tenant_id': '9a1fd583d08a44f4b64f3812361842fc'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:27.885468 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5561ed09-84f3-43b4-826a-cb836688b313 req-ec06675d-f8d9-4a66-9098-21a26e04111c service neutron] 10.222.0.54 "GET /v2.0/networks/e341d327-9b78-4d43-be6a-a70347676874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8628759 Nov 12 00:43:27.886167 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-615fcf5a-d970-45b7-9d98-997c69ca7cf9 req-4fad0ab0-0677-4c12-894b-def065ae8659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:27.889590 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be40699-9f26-499e-9f57-98e2bf0083bf x-openstack-request-id: req-6be40699-9f26-499e-9f57-98e2bf0083bf {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:27.889931 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f63c592-016a-4fce-9497-a5b1fafc1aa5", "name": "network-vif-unplugged", "status": "completed", "tag": "31665b81-ea38-464a-b842-434bf346ad33", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:27.890212 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6be40699-9f26-499e-9f57-98e2bf0083bf {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:27.890814 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f63c592-016a-4fce-9497-a5b1fafc1aa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31665b81-ea38-464a-b842-434bf346ad33', 'code': 200} Nov 12 00:43:28.000189 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-d2cb334d-f861-48c9-9d79-26c2a8870cd0 None None] Provisioning complete for port 5a98a937-845d-41cd-aba9-2041ee1239fa triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:28.001196 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d2cb334d-f861-48c9-9d79-26c2a8870cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:28.028466 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42535b3-1040-4610-96c7-aa6c68d3ef8d req-1a44b44f-797a-4bff-a266-faf77de31b4e tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:28.030575 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f42535b3-1040-4610-96c7-aa6c68d3ef8d req-1a44b44f-797a-4bff-a266-faf77de31b4e tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 947 time: 0.2675416 Nov 12 00:43:28.067659 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-d2cb334d-f861-48c9-9d79-26c2a8870cd0 None None] Port 5a98a937-845d-41cd-aba9-2041ee1239fa cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:43:28.375528 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f42535b3-1040-4610-96c7-aa6c68d3ef8d req-e556c77a-5d93-4245-8b26-f4dd6d946953 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810087 Nov 12 00:43:28.380586 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5561ed09-84f3-43b4-826a-cb836688b313 req-ac7f6186-fc90-4f96-b209-9a5348d3d0e3 service neutron] 10.222.0.54 "GET /v2.0/networks/e341d327-9b78-4d43-be6a-a70347676874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4521067 Nov 12 00:43:28.382781 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b77b0980-50a7-4025-b3af-17989597e489 admin admin] Router 586ad528-d329-492e-8b92-10338c998332 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:43:28.411789 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0205da55-68a0-482f-8b1f-63271eafd8c1 req-340e8d27-2dd0-4356-8629-366b8ade4d3b tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:28.425174 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0205da55-68a0-482f-8b1f-63271eafd8c1 req-340e8d27-2dd0-4356-8629-366b8ade4d3b tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2a5334c-84e4-49fe-a739-8547c60f3d4e HTTP/1.1" status: 200 len: 931 time: 0.1258686 Nov 12 00:43:28.466246 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-cb60189d-9fd5-4a07-b0d6-89eb31368c49 req-cef2cf9a-36d7-478f-89a5-cbc347a16c48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85c84d3f-9052-452b-adfa-a4eb07d6fa3d {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:43:28.548438 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cb60189d-9fd5-4a07-b0d6-89eb31368c49 req-cef2cf9a-36d7-478f-89a5-cbc347a16c48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:28.568724 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-cb60189d-9fd5-4a07-b0d6-89eb31368c49 req-cef2cf9a-36d7-478f-89a5-cbc347a16c48 service neutron] Transition to ACTIVE for port object 85c84d3f-9052-452b-adfa-a4eb07d6fa3d will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:43:28.578125 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cb60189d-9fd5-4a07-b0d6-89eb31368c49 req-cef2cf9a-36d7-478f-89a5-cbc347a16c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:28.580589 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0205da55-68a0-482f-8b1f-63271eafd8c1 req-1ca69ccf-0044-44de-be7f-f0801e067ead tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fc5467a-a933-4c4c-a418-d79919f05be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587687 Nov 12 00:43:28.589870 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84848c81-dbee-4dd7-8c36-2e7f36553b6b req-8dc6619a-eeb2-461e-8c10-e4bc8cadc571 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Made reservation on behalf of 9a1fd583d08a44f4b64f3812361842fc for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:43:28.598852 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-84848c81-dbee-4dd7-8c36-2e7f36553b6b req-8dc6619a-eeb2-461e-8c10-e4bc8cadc571 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:28.763494 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-615fcf5a-d970-45b7-9d98-997c69ca7cf9 req-4fad0ab0-0677-4c12-894b-def065ae8659 service neutron] For port 31665b81-ea38-464a-b842-434bf346ad33, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=31665b81-ea38-464a-b842-434bf346ad33,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:28.805590 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef2cf9a-36d7-478f-89a5-cbc347a16c48 service neutron] Pushing event updated for resources: {'Port': ['ID=85c84d3f-9052-452b-adfa-a4eb07d6fa3d,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:28.820096 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 9d8553e9-0618-41fc-a090-9e86baf06f6f up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:43:28.835322 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77b0980-50a7-4025-b3af-17989597e489 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:43:28.844125 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b77b0980-50a7-4025-b3af-17989597e489 admin admin] 10.222.0.20 "PUT /v2.0/routers/586ad528-d329-492e-8b92-10338c998332/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7098720 Nov 12 00:43:28.899555 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088386f-6e02-40c3-903c-5cb2a2213b81 req-6d44e11b-907e-40fc-a8be-f96dcecdf310 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:28.901179 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0088386f-6e02-40c3-903c-5cb2a2213b81 req-6d44e11b-907e-40fc-a8be-f96dcecdf310 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] 10.222.0.20 "GET /v2.0/ports?device_id=13f972d5-f6f1-4e72-b54d-71eed0933124 HTTP/1.1" status: 200 len: 945 time: 0.1722329 Nov 12 00:43:28.904615 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 9d8553e9-0618-41fc-a090-9e86baf06f6f completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:43:28.918399 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 9d8553e9-0618-41fc-a090-9e86baf06f6f triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:28.920032 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:29.027000 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1b27ae5b-98f1-47af-80f2-14a9e6dd14b2 req-9b5e8eb7-cc98-45eb-b751-e576c380a58c tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 210 time: 0.1491952 Nov 12 00:43:29.052835 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-84848c81-dbee-4dd7-8c36-2e7f36553b6b req-8dc6619a-eeb2-461e-8c10-e4bc8cadc571 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Allocated IP 172.20.0.9 (efe1d89a-522f-4c40-b263-5cebd382e88d/89218ce2-e54b-4f33-b040-6aa3f821723a/72eec411-a633-4aac-9c87-26d4cf202c12) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:43:29.073481 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:29.078783 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-615fcf5a-d970-45b7-9d98-997c69ca7cf9 req-4fad0ab0-0677-4c12-894b-def065ae8659 service neutron] For port 31665b81-ea38-464a-b842-434bf346ad33, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:43:29.107893 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0088386f-6e02-40c3-903c-5cb2a2213b81 req-47b293fc-ff69-42c3-9050-02e8cf092d75 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] 10.222.0.20 "GET /v2.0/security-groups?id=4eeb1025-8934-4af3-b3e4-a250ca50b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745400 Nov 12 00:43:29.130934 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 9d8553e9-0618-41fc-a090-9e86baf06f6f, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=9d8553e9-0618-41fc-a090-9e86baf06f6f,segment=NetworkSegment(2d305d08-a71e-4602-9598-8dd3a4ad7b2b),segment_id=2d305d08-a71e-4602-9598-8dd3a4ad7b2b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:29.149562 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:29.181900 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-615fcf5a-d970-45b7-9d98-997c69ca7cf9 req-4fad0ab0-0677-4c12-894b-def065ae8659 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31665b81-ea38-464a-b842-434bf346ad33 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:43:29.190279 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-615fcf5a-d970-45b7-9d98-997c69ca7cf9 req-4fad0ab0-0677-4c12-894b-def065ae8659 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:29.204134 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-615fcf5a-d970-45b7-9d98-997c69ca7cf9 req-4fad0ab0-0677-4c12-894b-def065ae8659 service neutron] Transition to ACTIVE for port object 31665b81-ea38-464a-b842-434bf346ad33 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:43:29.209471 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=9d8553e9-0618-41fc-a090-9e86baf06f6f,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:29.211029 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-cb60189d-9fd5-4a07-b0d6-89eb31368c49 req-cef2cf9a-36d7-478f-89a5-cbc347a16c48 service neutron] Attempting to bind port 85c84d3f-9052-452b-adfa-a4eb07d6fa3d on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:43:29.211386 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-cb60189d-9fd5-4a07-b0d6-89eb31368c49 req-cef2cf9a-36d7-478f-89a5-cbc347a16c48 service neutron] Attempting to bind port 85c84d3f-9052-452b-adfa-a4eb07d6fa3d by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'a3f54236-5757-4920-84a5-c56a7ae9d377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '43de0a3d-6daa-48c5-b90d-6bf725dca184'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:43:29.211717 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb60189d-9fd5-4a07-b0d6-89eb31368c49 req-cef2cf9a-36d7-478f-89a5-cbc347a16c48 service neutron] Attempting to bind port 85c84d3f-9052-452b-adfa-a4eb07d6fa3d on network 43de0a3d-6daa-48c5-b90d-6bf725dca184 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:29.215906 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-615fcf5a-d970-45b7-9d98-997c69ca7cf9 req-4fad0ab0-0677-4c12-894b-def065ae8659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:29.275859 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb60189d-9fd5-4a07-b0d6-89eb31368c49 req-cef2cf9a-36d7-478f-89a5-cbc347a16c48 service neutron] Port 85c84d3f-9052-452b-adfa-a4eb07d6fa3d on network 43de0a3d-6daa-48c5-b90d-6bf725dca184 not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:43:29.276224 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb60189d-9fd5-4a07-b0d6-89eb31368c49 req-cef2cf9a-36d7-478f-89a5-cbc347a16c48 service neutron] Attempting to bind port 85c84d3f-9052-452b-adfa-a4eb07d6fa3d on network 43de0a3d-6daa-48c5-b90d-6bf725dca184 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:29.284411 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb60189d-9fd5-4a07-b0d6-89eb31368c49 req-cef2cf9a-36d7-478f-89a5-cbc347a16c48 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:43:29.284781 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb60189d-9fd5-4a07-b0d6-89eb31368c49 req-cef2cf9a-36d7-478f-89a5-cbc347a16c48 service neutron] Checking segment: {'id': 'a3f54236-5757-4920-84a5-c56a7ae9d377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '43de0a3d-6daa-48c5-b90d-6bf725dca184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:43:29.285155 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb60189d-9fd5-4a07-b0d6-89eb31368c49 req-cef2cf9a-36d7-478f-89a5-cbc347a16c48 service neutron] Bound using segment: {'id': 'a3f54236-5757-4920-84a5-c56a7ae9d377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '43de0a3d-6daa-48c5-b90d-6bf725dca184'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:43:29.291203 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-cb60189d-9fd5-4a07-b0d6-89eb31368c49 req-cef2cf9a-36d7-478f-89a5-cbc347a16c48 service neutron] Bound port: 85c84d3f-9052-452b-adfa-a4eb07d6fa3d, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3f54236-5757-4920-84a5-c56a7ae9d377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '43de0a3d-6daa-48c5-b90d-6bf725dca184'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:43:29.291632 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cb60189d-9fd5-4a07-b0d6-89eb31368c49 req-cef2cf9a-36d7-478f-89a5-cbc347a16c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:29.334251 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-84848c81-dbee-4dd7-8c36-2e7f36553b6b req-8dc6619a-eeb2-461e-8c10-e4bc8cadc571 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:29.381666 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-84848c81-dbee-4dd7-8c36-2e7f36553b6b req-8dc6619a-eeb2-461e-8c10-e4bc8cadc571 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:29.424805 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-cb60189d-9fd5-4a07-b0d6-89eb31368c49 req-cef2cf9a-36d7-478f-89a5-cbc347a16c48 service neutron] For port 85c84d3f-9052-452b-adfa-a4eb07d6fa3d, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:43:29.448895 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21081ae1-e695-4013-a105-72497c171b2c req-dfee11b2-fba8-4877-b119-e4169fa3e698 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:29.450636 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-21081ae1-e695-4013-a105-72497c171b2c req-dfee11b2-fba8-4877-b119-e4169fa3e698 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c HTTP/1.1" status: 200 len: 946 time: 0.2451937 Nov 12 00:43:29.451299 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad0ab0-0677-4c12-894b-def065ae8659 service neutron] Pushing event updated for resources: {'Port': ['ID=31665b81-ea38-464a-b842-434bf346ad33,revision_number=7']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:29.453803 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc6619a-eeb2-461e-8c10-e4bc8cadc571 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Pushing event updated for resources: {'Port': ['ID=72eec411-a633-4aac-9c87-26d4cf202c12,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:29.464609 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84848c81-dbee-4dd7-8c36-2e7f36553b6b req-8dc6619a-eeb2-461e-8c10-e4bc8cadc571 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Network efe1d89a-522f-4c40-b263-5cebd382e88d is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:29.466874 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-84848c81-dbee-4dd7-8c36-2e7f36553b6b req-8dc6619a-eeb2-461e-8c10-e4bc8cadc571 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:29.470364 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-84848c81-dbee-4dd7-8c36-2e7f36553b6b req-8dc6619a-eeb2-461e-8c10-e4bc8cadc571 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:29.491790 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-615fcf5a-d970-45b7-9d98-997c69ca7cf9 req-4fad0ab0-0677-4c12-894b-def065ae8659 service neutron] No DVR routers for this DVR port 31665b81-ea38-464a-b842-434bf346ad33 on host n-h2-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:43:29.508354 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-cb60189d-9fd5-4a07-b0d6-89eb31368c49 req-cef2cf9a-36d7-478f-89a5-cbc347a16c48 service neutron] For port 85c84d3f-9052-452b-adfa-a4eb07d6fa3d, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=85c84d3f-9052-452b-adfa-a4eb07d6fa3d,segment=NetworkSegment(a3f54236-5757-4920-84a5-c56a7ae9d377),segment_id=a3f54236-5757-4920-84a5-c56a7ae9d377)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:43:29.570195 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cb60189d-9fd5-4a07-b0d6-89eb31368c49 req-cef2cf9a-36d7-478f-89a5-cbc347a16c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:29.583672 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84848c81-dbee-4dd7-8c36-2e7f36553b6b req-8dc6619a-eeb2-461e-8c10-e4bc8cadc571 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:29.584298 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-84848c81-dbee-4dd7-8c36-2e7f36553b6b req-8dc6619a-eeb2-461e-8c10-e4bc8cadc571 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:29.620579 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-84848c81-dbee-4dd7-8c36-2e7f36553b6b req-8dc6619a-eeb2-461e-8c10-e4bc8cadc571 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8929486 Nov 12 00:43:29.648988 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60189d-9fd5-4a07-b0d6-89eb31368c49 req-cef2cf9a-36d7-478f-89a5-cbc347a16c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:29.650475 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cb60189d-9fd5-4a07-b0d6-89eb31368c49 req-cef2cf9a-36d7-478f-89a5-cbc347a16c48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:29.651865 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb60189d-9fd5-4a07-b0d6-89eb31368c49 req-cef2cf9a-36d7-478f-89a5-cbc347a16c48 service neutron] 10.222.0.49 "PUT /v2.0/ports/85c84d3f-9052-452b-adfa-a4eb07d6fa3d HTTP/1.1" status: 200 len: 1092 time: 3.0054722 Nov 12 00:43:29.652675 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-615fcf5a-d970-45b7-9d98-997c69ca7cf9 req-4fad0ab0-0677-4c12-894b-def065ae8659 service neutron] Attempting to bind port 31665b81-ea38-464a-b842-434bf346ad33 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:43:29.652891 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-615fcf5a-d970-45b7-9d98-997c69ca7cf9 req-4fad0ab0-0677-4c12-894b-def065ae8659 service neutron] Attempting to bind port 31665b81-ea38-464a-b842-434bf346ad33 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:43:29.653228 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615fcf5a-d970-45b7-9d98-997c69ca7cf9 req-4fad0ab0-0677-4c12-894b-def065ae8659 service neutron] Attempting to bind port 31665b81-ea38-464a-b842-434bf346ad33 on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:29.653700 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-84848c81-dbee-4dd7-8c36-2e7f36553b6b req-bc1607ed-0a5f-4261-8bcd-3603cabf9f69 service neutron] Request body: {'port': {'device_id': '811c8f95-8607-4273-93f1-d8f624658d30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:29.658247 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a5334c-84e4-49fe-a739-8547c60f3d4e', 'tag': '85c84d3f-9052-452b-adfa-a4eb07d6fa3d'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:29.678863 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8451f41-6929-4fe2-9403-3630c324d00a" -d '{"events": [{"name": "network-changed", "server_uuid": "f2a5334c-84e4-49fe-a739-8547c60f3d4e", "tag": "85c84d3f-9052-452b-adfa-a4eb07d6fa3d"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:29.694243 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615fcf5a-d970-45b7-9d98-997c69ca7cf9 req-4fad0ab0-0677-4c12-894b-def065ae8659 service neutron] Port 31665b81-ea38-464a-b842-434bf346ad33 on network 172a28b2-119c-4d70-aef1-a731eb107d6c not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:43:29.694595 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615fcf5a-d970-45b7-9d98-997c69ca7cf9 req-4fad0ab0-0677-4c12-894b-def065ae8659 service neutron] Attempting to bind port 31665b81-ea38-464a-b842-434bf346ad33 on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:29.724118 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 285816dd-9bb1-4ce3-b48e-ab93f80778df up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:43:29.738745 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615fcf5a-d970-45b7-9d98-997c69ca7cf9 req-4fad0ab0-0677-4c12-894b-def065ae8659 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:43:29.739049 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615fcf5a-d970-45b7-9d98-997c69ca7cf9 req-4fad0ab0-0677-4c12-894b-def065ae8659 service neutron] Checking segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:43:29.739449 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615fcf5a-d970-45b7-9d98-997c69ca7cf9 req-4fad0ab0-0677-4c12-894b-def065ae8659 service neutron] Bound using segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:43:29.739891 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-615fcf5a-d970-45b7-9d98-997c69ca7cf9 req-4fad0ab0-0677-4c12-894b-def065ae8659 service neutron] Bound port: 31665b81-ea38-464a-b842-434bf346ad33, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:43:29.740247 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-615fcf5a-d970-45b7-9d98-997c69ca7cf9 req-4fad0ab0-0677-4c12-894b-def065ae8659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:29.765021 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-21081ae1-e695-4013-a105-72497c171b2c req-9c077bc9-d1c7-44d2-b85c-b02978d36fc7 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715847 Nov 12 00:43:29.803849 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-84848c81-dbee-4dd7-8c36-2e7f36553b6b req-bc1607ed-0a5f-4261-8bcd-3603cabf9f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:29.907567 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f972d5-f6f1-4e72-b54d-71eed0933124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8553e9-0618-41fc-a090-9e86baf06f6f'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:29.909831 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80555885-f50b-4948-bba8-6970952fce6e" -d '{"events": [{"server_uuid": "13f972d5-f6f1-4e72-b54d-71eed0933124", "name": "network-vif-plugged", "status": "completed", "tag": "9d8553e9-0618-41fc-a090-9e86baf06f6f"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:29.914765 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef2cf9a-36d7-478f-89a5-cbc347a16c48 service neutron] Pushing event updated for resources: {'Port': ['ID=85c84d3f-9052-452b-adfa-a4eb07d6fa3d,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:29.928743 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d386a6aa-0b7f-4ebe-984d-fa5cea5da39a None None] Sync routers for ids ['586ad528-d329-492e-8b92-10338c998332'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:43:29.986748 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d386a6aa-0b7f-4ebe-984d-fa5cea5da39a None None] Routers {'586ad528-d329-492e-8b92-10338c998332'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:29.994128 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-d386a6aa-0b7f-4ebe-984d-fa5cea5da39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:43:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['586ad528-d329-492e-8b92-10338c998332'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:30.043161 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60189d-9fd5-4a07-b0d6-89eb31368c49 req-60d5a540-bd44-46d7-87f2-40986160b869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:30.044674 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb60189d-9fd5-4a07-b0d6-89eb31368c49 req-60d5a540-bd44-46d7-87f2-40986160b869 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5106ef1cf2ac464fbbc46619abf32aaf&device_id=f2a5334c-84e4-49fe-a739-8547c60f3d4e HTTP/1.1" status: 200 len: 1095 time: 0.2679849 Nov 12 00:43:30.096044 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-615fcf5a-d970-45b7-9d98-997c69ca7cf9 req-4fad0ab0-0677-4c12-894b-def065ae8659 service neutron] For port 31665b81-ea38-464a-b842-434bf346ad33, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:43:30.100913 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-615fcf5a-d970-45b7-9d98-997c69ca7cf9 req-4fad0ab0-0677-4c12-894b-def065ae8659 service neutron] For port 31665b81-ea38-464a-b842-434bf346ad33, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=31665b81-ea38-464a-b842-434bf346ad33,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:43:30.125808 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 285816dd-9bb1-4ce3-b48e-ab93f80778df triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:30.126757 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:30.151562 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45100) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:30.152515 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb60189d-9fd5-4a07-b0d6-89eb31368c49 req-23fc9cc9-af22-428c-89d6-b822ecc8bba8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85c84d3f-9052-452b-adfa-a4eb07d6fa3d HTTP/1.1" status: 200 len: 217 time: 0.0482256 Nov 12 00:43:30.157148 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-2e446861-e4ad-48d2-95e7-d663d14619d2 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2030425351', 'description': 'tempest-description--1032513530'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:30.162941 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-615fcf5a-d970-45b7-9d98-997c69ca7cf9 req-4fad0ab0-0677-4c12-894b-def065ae8659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:30.259604 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2e446861-e4ad-48d2-95e7-d663d14619d2 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:30.259838 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-d386a6aa-0b7f-4ebe-984d-fa5cea5da39a None None] Set router 586ad528-d329-492e-8b92-10338c998332 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:43:30.269244 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d6e45-e30b-4138-87dc-62e092790acb req-2f175d22-9452-46e5-bf57-7ec912fbd14c tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:30.277678 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c09d6e45-e30b-4138-87dc-62e092790acb req-2f175d22-9452-46e5-bf57-7ec912fbd14c tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 947 time: 0.3355861 Nov 12 00:43:30.283505 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615fcf5a-d970-45b7-9d98-997c69ca7cf9 req-4fad0ab0-0677-4c12-894b-def065ae8659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:30.284214 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-615fcf5a-d970-45b7-9d98-997c69ca7cf9 req-4fad0ab0-0677-4c12-894b-def065ae8659 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:30.286346 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-615fcf5a-d970-45b7-9d98-997c69ca7cf9 req-4fad0ab0-0677-4c12-894b-def065ae8659 service neutron] 10.222.0.49 "PUT /v2.0/ports/31665b81-ea38-464a-b842-434bf346ad33 HTTP/1.1" status: 200 len: 1096 time: 2.8945544 Nov 12 00:43:30.349410 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-84848c81-dbee-4dd7-8c36-2e7f36553b6b req-bc1607ed-0a5f-4261-8bcd-3603cabf9f69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72eec411-a633-4aac-9c87-26d4cf202c12 {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:43:30.350274 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c09d6e45-e30b-4138-87dc-62e092790acb req-777049cf-a9d2-4d51-9773-7db4a82040eb tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715797 Nov 12 00:43:30.352077 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60189d-9fd5-4a07-b0d6-89eb31368c49 req-7cd23488-a9d6-42cf-866c-36cc413b9ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:30.360972 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb60189d-9fd5-4a07-b0d6-89eb31368c49 req-7cd23488-a9d6-42cf-866c-36cc413b9ec8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=56c66ecb-71a0-43bc-a08c-43987e92ad63 HTTP/1.1" status: 200 len: 853 time: 0.1993716 Nov 12 00:43:30.366808 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-84848c81-dbee-4dd7-8c36-2e7f36553b6b req-bc1607ed-0a5f-4261-8bcd-3603cabf9f69 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:30.401037 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:30.414944 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-84848c81-dbee-4dd7-8c36-2e7f36553b6b req-bc1607ed-0a5f-4261-8bcd-3603cabf9f69 service neutron] Transition to ACTIVE for port object 72eec411-a633-4aac-9c87-26d4cf202c12 will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:43:30.497216 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-84848c81-dbee-4dd7-8c36-2e7f36553b6b req-bc1607ed-0a5f-4261-8bcd-3603cabf9f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:30.535548 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f6a46-853a-4d7a-bb25-c2d3665594d4 req-ea6ce622-ab85-4670-b0a4-80a4b6967d40 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:30.539432 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5c0f6a46-853a-4d7a-bb25-c2d3665594d4 req-ea6ce622-ab85-4670-b0a4-80a4b6967d40 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2a5334c-84e4-49fe-a739-8547c60f3d4e HTTP/1.1" status: 200 len: 943 time: 0.3539729 Nov 12 00:43:30.615139 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615fcf5a-d970-45b7-9d98-997c69ca7cf9 req-c838bdb6-5f2d-463d-a311-7b6c9aaf5022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:30.615687 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 285816dd-9bb1-4ce3-b48e-ab93f80778df, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=285816dd-9bb1-4ce3-b48e-ab93f80778df,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:30.616947 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-615fcf5a-d970-45b7-9d98-997c69ca7cf9 req-c838bdb6-5f2d-463d-a311-7b6c9aaf5022 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=79a8b3dad7a0401ab482e19b622fac98&device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 1099 time: 0.2837009 Nov 12 00:43:30.619516 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db88521-88f8-4928-9674-799c38eab5ca x-openstack-request-id: req-1db88521-88f8-4928-9674-799c38eab5ca {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:30.620329 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2a5334c-84e4-49fe-a739-8547c60f3d4e", "tag": "85c84d3f-9052-452b-adfa-a4eb07d6fa3d", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:30.620809 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1db88521-88f8-4928-9674-799c38eab5ca {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:30.621310 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2a5334c-84e4-49fe-a739-8547c60f3d4e', 'tag': '85c84d3f-9052-452b-adfa-a4eb07d6fa3d', 'status': 'completed', 'code': 200} Nov 12 00:43:30.654598 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:30.711468 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60189d-9fd5-4a07-b0d6-89eb31368c49 req-dab8d7ea-8ed3-4534-b55c-3b2a226e28c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:30.713249 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb60189d-9fd5-4a07-b0d6-89eb31368c49 req-dab8d7ea-8ed3-4534-b55c-3b2a226e28c1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=43de0a3d-6daa-48c5-b90d-6bf725dca184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2505150 Nov 12 00:43:30.716173 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad0ab0-0677-4c12-894b-def065ae8659 service neutron] Pushing event updated for resources: {'Port': ['ID=31665b81-ea38-464a-b842-434bf346ad33,revision_number=8']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:30.770070 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1607ed-0a5f-4261-8bcd-3603cabf9f69 service neutron] Pushing event updated for resources: {'Port': ['ID=72eec411-a633-4aac-9c87-26d4cf202c12,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:30.773128 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=285816dd-9bb1-4ce3-b48e-ab93f80778df,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:30.789163 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-d386a6aa-0b7f-4ebe-984d-fa5cea5da39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586ad528-d329-492e-8b92-10338c998332', 'name': 'tempest-ServerActionsTestJSON-1896784105-router', 'tenant_id': 'e225da8786ab452db9121c1cfb9ab35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '285816dd-9bb1-4ce3-b48e-ab93f80778df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:21Z', 'updated_at': '2021-11-12T00:43:26Z', 'revision_number': 4, 'project_id': 'e225da8786ab452db9121c1cfb9ab35d', 'gw_port': {'id': '285816dd-9bb1-4ce3-b48e-ab93f80778df', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:03:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586ad528-d329-492e-8b92-10338c998332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:23Z', 'updated_at': '2021-11-12T00:43:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '5a98a937-845d-41cd-aba9-2041ee1239fa', 'name': '', 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e', 'tenant_id': 'e225da8786ab452db9121c1cfb9ab35d', 'mac_address': 'fa:16:3e:f7:55:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586ad528-d329-492e-8b92-10338c998332', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:25Z', 'updated_at': '2021-11-12T00:43:26Z', 'revision_number': 2, 'project_id': 'e225da8786ab452db9121c1cfb9ab35d', 'subnets': [{'id': '3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:30.802709 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615fcf5a-d970-45b7-9d98-997c69ca7cf9 req-0a5a98cb-7db1-4b22-bebb-83c43e0d0433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:30.804496 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-615fcf5a-d970-45b7-9d98-997c69ca7cf9 req-0a5a98cb-7db1-4b22-bebb-83c43e0d0433 service neutron] 10.222.0.49 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.1796420 Nov 12 00:43:30.813144 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5c0f6a46-853a-4d7a-bb25-c2d3665594d4 req-bb9f3b6e-95fd-4489-885b-d03668cba2b7 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fc5467a-a933-4c4c-a418-d79919f05be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544837 Nov 12 00:43:30.833306 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625a4a71-0f33-421d-ba9f-4084bfad2af7 x-openstack-request-id: req-625a4a71-0f33-421d-ba9f-4084bfad2af7 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:30.833742 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13f972d5-f6f1-4e72-b54d-71eed0933124", "name": "network-vif-plugged", "status": "completed", "tag": "9d8553e9-0618-41fc-a090-9e86baf06f6f", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:30.834081 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-625a4a71-0f33-421d-ba9f-4084bfad2af7 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:30.834570 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13f972d5-f6f1-4e72-b54d-71eed0933124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8553e9-0618-41fc-a090-9e86baf06f6f', 'code': 200} Nov 12 00:43:30.835971 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d386a6aa-0b7f-4ebe-984d-fa5cea5da39a None None] Checking router: 586ad528-d329-492e-8b92-10338c998332 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:43:30.836427 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d386a6aa-0b7f-4ebe-984d-fa5cea5da39a None None] Updating router 586ad528-d329-492e-8b92-10338c998332 port 5a98a937-845d-41cd-aba9-2041ee1239fa binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:43:30.898654 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d386a6aa-0b7f-4ebe-984d-fa5cea5da39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:30.904577 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-615fcf5a-d970-45b7-9d98-997c69ca7cf9 req-9f949139-77d4-4a5c-95ef-bcb1e5318dab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=31665b81-ea38-464a-b842-434bf346ad33 HTTP/1.1" status: 200 len: 217 time: 0.0908520 Nov 12 00:43:30.941853 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2e446861-e4ad-48d2-95e7-d663d14619d2 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:30.963694 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2e446861-e4ad-48d2-95e7-d663d14619d2 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:31.016263 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-84848c81-dbee-4dd7-8c36-2e7f36553b6b req-bc1607ed-0a5f-4261-8bcd-3603cabf9f69 service neutron] Attempting to bind port 72eec411-a633-4aac-9c87-26d4cf202c12 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:43:31.016263 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-84848c81-dbee-4dd7-8c36-2e7f36553b6b req-bc1607ed-0a5f-4261-8bcd-3603cabf9f69 service neutron] Attempting to bind port 72eec411-a633-4aac-9c87-26d4cf202c12 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '6dc56b81-8d8e-4b44-90a6-8b45d539a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:43:31.016616 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84848c81-dbee-4dd7-8c36-2e7f36553b6b req-bc1607ed-0a5f-4261-8bcd-3603cabf9f69 service neutron] Attempting to bind port 72eec411-a633-4aac-9c87-26d4cf202c12 on network efe1d89a-522f-4c40-b263-5cebd382e88d {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:31.022859 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb60189d-9fd5-4a07-b0d6-89eb31368c49 req-7ea9678b-020f-4b41-b5c7-83ab9f4ddc7e service neutron] 10.222.0.49 "GET /v2.0/networks/43de0a3d-6daa-48c5-b90d-6bf725dca184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013742 Nov 12 00:43:31.033118 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2e446861-e4ad-48d2-95e7-d663d14619d2 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:31.034339 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2e446861-e4ad-48d2-95e7-d663d14619d2 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8818126 Nov 12 00:43:31.036260 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e446861-e4ad-48d2-95e7-d663d14619d2 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a25da90-546f-40bd-8a0e-2c62e01a6eaf,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:31.039742 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45106) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:31.041936 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84848c81-dbee-4dd7-8c36-2e7f36553b6b req-bc1607ed-0a5f-4261-8bcd-3603cabf9f69 service neutron] Port 72eec411-a633-4aac-9c87-26d4cf202c12 on network efe1d89a-522f-4c40-b263-5cebd382e88d not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:43:31.042262 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84848c81-dbee-4dd7-8c36-2e7f36553b6b req-bc1607ed-0a5f-4261-8bcd-3603cabf9f69 service neutron] Attempting to bind port 72eec411-a633-4aac-9c87-26d4cf202c12 on network efe1d89a-522f-4c40-b263-5cebd382e88d {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:31.053265 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-e21aa0d9-4392-4e83-a8f0-98eb601555bc tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Request body: {'security_group_rule': {'security_group_id': '0a25da90-546f-40bd-8a0e-2c62e01a6eaf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:31.065705 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc682d4-c5f1-4748-9c7e-fc5bb16d9a03 req-be3b0b00-20a5-4fb8-b291-96380cd16dc4 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:31.067237 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-abc682d4-c5f1-4748-9c7e-fc5bb16d9a03 req-be3b0b00-20a5-4fb8-b291-96380cd16dc4 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] 10.222.0.20 "GET /v2.0/ports?device_id=13f972d5-f6f1-4e72-b54d-71eed0933124 HTTP/1.1" status: 200 len: 946 time: 0.1577346 Nov 12 00:43:31.076345 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84848c81-dbee-4dd7-8c36-2e7f36553b6b req-bc1607ed-0a5f-4261-8bcd-3603cabf9f69 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:43:31.076821 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84848c81-dbee-4dd7-8c36-2e7f36553b6b req-bc1607ed-0a5f-4261-8bcd-3603cabf9f69 service neutron] Checking segment: {'id': '6dc56b81-8d8e-4b44-90a6-8b45d539a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:43:31.077404 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84848c81-dbee-4dd7-8c36-2e7f36553b6b req-bc1607ed-0a5f-4261-8bcd-3603cabf9f69 service neutron] Bound using segment: {'id': '6dc56b81-8d8e-4b44-90a6-8b45d539a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:43:31.077910 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-84848c81-dbee-4dd7-8c36-2e7f36553b6b req-bc1607ed-0a5f-4261-8bcd-3603cabf9f69 service neutron] Bound port: 72eec411-a633-4aac-9c87-26d4cf202c12, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dc56b81-8d8e-4b44-90a6-8b45d539a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:43:31.078399 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-84848c81-dbee-4dd7-8c36-2e7f36553b6b req-bc1607ed-0a5f-4261-8bcd-3603cabf9f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:31.081466 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615fcf5a-d970-45b7-9d98-997c69ca7cf9 req-c607eeca-b329-473e-abf4-c77654e38731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:31.083397 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-615fcf5a-d970-45b7-9d98-997c69ca7cf9 req-c607eeca-b329-473e-abf4-c77654e38731 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.1634028 Nov 12 00:43:31.095448 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c207a-8afb-4f99-bffc-613bb3d685c1 req-5eaab427-f784-461e-b0d4-b67bbe18b822 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:31.096976 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df0c207a-8afb-4f99-bffc-613bb3d685c1 req-5eaab427-f784-461e-b0d4-b67bbe18b822 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 943 time: 0.1991191 Nov 12 00:43:31.102842 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d9953-cca6-4c09-860f-ff3e0da8e5d2 req-21ff10ce-c17d-419b-84bf-91b188414a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:31.104304 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-788d9953-cca6-4c09-860f-ff3e0da8e5d2 req-21ff10ce-c17d-419b-84bf-91b188414a31 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=13f972d5-f6f1-4e72-b54d-71eed0933124 HTTP/1.1" status: 200 len: 1098 time: 0.1957660 Nov 12 00:43:31.158439 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e21aa0d9-4392-4e83-a8f0-98eb601555bc tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:31.201408 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-abc682d4-c5f1-4748-9c7e-fc5bb16d9a03 req-788b4498-3d98-458d-bdd4-ac4b327ab8cd tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] 10.222.0.20 "GET /v2.0/security-groups?id=4eeb1025-8934-4af3-b3e4-a250ca50b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202731 Nov 12 00:43:31.261785 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615fcf5a-d970-45b7-9d98-997c69ca7cf9 req-84ec2d88-7d08-48c5-933e-7d10e5ed1f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:31.263448 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-615fcf5a-d970-45b7-9d98-997c69ca7cf9 req-84ec2d88-7d08-48c5-933e-7d10e5ed1f8d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1636529 Nov 12 00:43:31.272654 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-84848c81-dbee-4dd7-8c36-2e7f36553b6b req-bc1607ed-0a5f-4261-8bcd-3603cabf9f69 service neutron] For port 72eec411-a633-4aac-9c87-26d4cf202c12, host n-h1-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:43:31.275879 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-788d9953-cca6-4c09-860f-ff3e0da8e5d2 req-9a0ce9d7-c98a-4e7c-adcc-10dcf777d5c1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4eeb1025-8934-4af3-b3e4-a250ca50b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348314 Nov 12 00:43:31.278822 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-84848c81-dbee-4dd7-8c36-2e7f36553b6b req-bc1607ed-0a5f-4261-8bcd-3603cabf9f69 service neutron] For port 72eec411-a633-4aac-9c87-26d4cf202c12, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=72eec411-a633-4aac-9c87-26d4cf202c12,segment=NetworkSegment(6dc56b81-8d8e-4b44-90a6-8b45d539a128),segment_id=6dc56b81-8d8e-4b44-90a6-8b45d539a128)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:43:31.290976 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-84848c81-dbee-4dd7-8c36-2e7f36553b6b req-bc1607ed-0a5f-4261-8bcd-3603cabf9f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:31.303624 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df0c207a-8afb-4f99-bffc-613bb3d685c1 req-422c922c-399e-420f-92d8-83489d863414 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913149 Nov 12 00:43:31.321168 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb60189d-9fd5-4a07-b0d6-89eb31368c49 req-999c49c1-0dd6-4fb9-9707-ac0787cc1a3b service neutron] 10.222.0.49 "GET /v2.0/networks/43de0a3d-6daa-48c5-b90d-6bf725dca184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835150 Nov 12 00:43:31.368825 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d386a6aa-0b7f-4ebe-984d-fa5cea5da39a None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:31.376962 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d386a6aa-0b7f-4ebe-984d-fa5cea5da39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:31.400558 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84848c81-dbee-4dd7-8c36-2e7f36553b6b req-bc1607ed-0a5f-4261-8bcd-3603cabf9f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:31.401183 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-84848c81-dbee-4dd7-8c36-2e7f36553b6b req-bc1607ed-0a5f-4261-8bcd-3603cabf9f69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:31.402775 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-84848c81-dbee-4dd7-8c36-2e7f36553b6b req-bc1607ed-0a5f-4261-8bcd-3603cabf9f69 service neutron] 10.222.0.49 "PUT /v2.0/ports/72eec411-a633-4aac-9c87-26d4cf202c12 HTTP/1.1" status: 200 len: 1092 time: 1.7559934 Nov 12 00:43:31.409516 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '811c8f95-8607-4273-93f1-d8f624658d30', 'tag': '72eec411-a633-4aac-9c87-26d4cf202c12'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:31.419507 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d9dfc0-9af7-4c42-bd8a-332ccb26345e" -d '{"events": [{"name": "network-changed", "server_uuid": "811c8f95-8607-4273-93f1-d8f624658d30", "tag": "72eec411-a633-4aac-9c87-26d4cf202c12"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:31.431828 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-615fcf5a-d970-45b7-9d98-997c69ca7cf9 req-b5f9d664-f21f-476e-8898-cd761d8fcdf2 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575146 Nov 12 00:43:31.441513 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cba59f-4cca-4394-9604-bcb9459b3460 None None] Pushing event updated for resources: {'Port': ['ID=5a98a937-845d-41cd-aba9-2041ee1239fa,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:31.530737 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-d386a6aa-0b7f-4ebe-984d-fa5cea5da39a None None] Attempting to bind port 5a98a937-845d-41cd-aba9-2041ee1239fa on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:43:31.530974 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-d386a6aa-0b7f-4ebe-984d-fa5cea5da39a None None] Attempting to bind port 5a98a937-845d-41cd-aba9-2041ee1239fa by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:43:31.531292 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d386a6aa-0b7f-4ebe-984d-fa5cea5da39a None None] Attempting to bind port 5a98a937-845d-41cd-aba9-2041ee1239fa on network a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:31.542848 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d386a6aa-0b7f-4ebe-984d-fa5cea5da39a None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:43:31.543219 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d386a6aa-0b7f-4ebe-984d-fa5cea5da39a None None] Checking segment: {'id': '8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:43:31.543556 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d386a6aa-0b7f-4ebe-984d-fa5cea5da39a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:31.543962 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d386a6aa-0b7f-4ebe-984d-fa5cea5da39a None None] Bound using segment: {'id': '8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:43:31.544435 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-d386a6aa-0b7f-4ebe-984d-fa5cea5da39a None None] Bound port: 5a98a937-845d-41cd-aba9-2041ee1239fa, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:43:31.544812 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d386a6aa-0b7f-4ebe-984d-fa5cea5da39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:31.548043 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207db9f-b56e-4f40-b943-63bf5434fb0b req-2323f9d6-c756-4d7d-9159-722568682b55 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:31.556366 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f207db9f-b56e-4f40-b943-63bf5434fb0b req-2323f9d6-c756-4d7d-9159-722568682b55 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c HTTP/1.1" status: 200 len: 946 time: 0.2276232 Nov 12 00:43:31.581081 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e21aa0d9-4392-4e83-a8f0-98eb601555bc tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:31.607205 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1607ed-0a5f-4261-8bcd-3603cabf9f69 service neutron] Pushing event updated for resources: {'Port': ['ID=72eec411-a633-4aac-9c87-26d4cf202c12,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:31.607474 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 285816dd-9bb1-4ce3-b48e-ab93f80778df up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:43:31.621034 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e21aa0d9-4392-4e83-a8f0-98eb601555bc tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:31.653993 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21aa0d9-4392-4e83-a8f0-98eb601555bc tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17673414-5b18-4347-8a79-8d9e090e9152,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:31.699348 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8451f41-6929-4fe2-9403-3630c324d00a req-69a4ece9-9d9a-407b-a2c8-88056489c1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:31.702334 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c8451f41-6929-4fe2-9403-3630c324d00a req-69a4ece9-9d9a-407b-a2c8-88056489c1aa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5106ef1cf2ac464fbbc46619abf32aaf&device_id=f2a5334c-84e4-49fe-a739-8547c60f3d4e HTTP/1.1" status: 200 len: 1095 time: 0.2701316 Nov 12 00:43:31.709638 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e21aa0d9-4392-4e83-a8f0-98eb601555bc tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:31.711415 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e21aa0d9-4392-4e83-a8f0-98eb601555bc tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6703951 Nov 12 00:43:31.716634 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45114) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:31.831591 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-d386a6aa-0b7f-4ebe-984d-fa5cea5da39a None None] For port 5a98a937-845d-41cd-aba9-2041ee1239fa, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:43:31.843184 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-d386a6aa-0b7f-4ebe-984d-fa5cea5da39a None None] For port 5a98a937-845d-41cd-aba9-2041ee1239fa, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=5a98a937-845d-41cd-aba9-2041ee1239fa,segment=NetworkSegment(8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b),segment_id=8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:43:31.852382 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d386a6aa-0b7f-4ebe-984d-fa5cea5da39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:31.860405 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8451f41-6929-4fe2-9403-3630c324d00a req-ff80c49d-d545-45c0-9fa0-26f2d203f0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:31.862263 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c8451f41-6929-4fe2-9403-3630c324d00a req-ff80c49d-d545-45c0-9fa0-26f2d203f0a5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=43de0a3d-6daa-48c5-b90d-6bf725dca184 HTTP/1.1" status: 200 len: 915 time: 0.1464331 Nov 12 00:43:31.869162 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-ffcfe609-3b69-4ad4-bc36-51064718fea5 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Request body: {'security_group_rule': {'security_group_id': '0a25da90-546f-40bd-8a0e-2c62e01a6eaf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:31.891197 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 285816dd-9bb1-4ce3-b48e-ab93f80778df triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:31.891670 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:31.911818 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f207db9f-b56e-4f40-b943-63bf5434fb0b req-c1147802-e181-4678-bf3c-561e5d6dfbde tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521490 Nov 12 00:43:31.955929 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-7e1104ee-1072-4715-8bbe-475397a1c44a None None] Provisioning complete for port 5a98a937-845d-41cd-aba9-2041ee1239fa triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:31.956297 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7e1104ee-1072-4715-8bbe-475397a1c44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:31.962485 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c8451f41-6929-4fe2-9403-3630c324d00a req-698daa71-79b9-4a6a-8d99-0ae8013fa7f3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85c84d3f-9052-452b-adfa-a4eb07d6fa3d HTTP/1.1" status: 200 len: 217 time: 0.0860720 Nov 12 00:43:32.020990 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ffcfe609-3b69-4ad4-bc36-51064718fea5 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:32.049165 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d386a6aa-0b7f-4ebe-984d-fa5cea5da39a None None] Routers {'586ad528-d329-492e-8b92-10338c998332'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:32.049831 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-d386a6aa-0b7f-4ebe-984d-fa5cea5da39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:43:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['586ad528-d329-492e-8b92-10338c998332'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:32.068114 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8451f41-6929-4fe2-9403-3630c324d00a req-a1180da3-3c70-45a8-838f-2d8134091642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:32.069883 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c8451f41-6929-4fe2-9403-3630c324d00a req-a1180da3-3c70-45a8-838f-2d8134091642 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=56c66ecb-71a0-43bc-a08c-43987e92ad63 HTTP/1.1" status: 200 len: 853 time: 0.0992239 Nov 12 00:43:32.126945 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cba59f-4cca-4394-9604-bcb9459b3460 None None] Pushing event updated for resources: {'Port': ['ID=5a98a937-845d-41cd-aba9-2041ee1239fa,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:32.157291 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ffcfe609-3b69-4ad4-bc36-51064718fea5 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:32.174188 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ffcfe609-3b69-4ad4-bc36-51064718fea5 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:32.186376 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8451f41-6929-4fe2-9403-3630c324d00a req-621723fa-a154-4176-9f00-b062e55c147d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:32.188174 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c8451f41-6929-4fe2-9403-3630c324d00a req-621723fa-a154-4176-9f00-b062e55c147d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=43de0a3d-6daa-48c5-b90d-6bf725dca184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0975821 Nov 12 00:43:32.220365 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eae6c3-b06f-45c8-bfea-c5221b5ed0a6 req-6bc12f70-ab1b-4c31-b14d-ed10598659ed tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:32.228767 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b8eae6c3-b06f-45c8-bfea-c5221b5ed0a6 req-6bc12f70-ab1b-4c31-b14d-ed10598659ed tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 947 time: 0.2610967 Nov 12 00:43:32.235267 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec922ad0-6789-407c-949c-b970acedc906 x-openstack-request-id: req-ec922ad0-6789-407c-949c-b970acedc906 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:32.235768 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "811c8f95-8607-4273-93f1-d8f624658d30", "tag": "72eec411-a633-4aac-9c87-26d4cf202c12", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:32.236215 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ec922ad0-6789-407c-949c-b970acedc906 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:32.243564 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '811c8f95-8607-4273-93f1-d8f624658d30', 'tag': '72eec411-a633-4aac-9c87-26d4cf202c12', 'status': 'completed', 'code': 200} Nov 12 00:43:32.269572 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcfe609-3b69-4ad4-bc36-51064718fea5 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=438e253a-9177-4d62-a792-85b74ed30f44,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:32.274059 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84848c81-dbee-4dd7-8c36-2e7f36553b6b req-05eb3553-5597-4f45-9392-d885972564ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:32.275565 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-84848c81-dbee-4dd7-8c36-2e7f36553b6b req-05eb3553-5597-4f45-9392-d885972564ae service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a1fd583d08a44f4b64f3812361842fc&device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 1095 time: 0.2639422 Nov 12 00:43:32.284743 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-d386a6aa-0b7f-4ebe-984d-fa5cea5da39a None None] Set router 586ad528-d329-492e-8b92-10338c998332 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:43:32.289460 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-615fcf5a-d970-45b7-9d98-997c69ca7cf9 req-9c037c52-ab7e-4990-9111-4de4c052bedc service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8367438 Nov 12 00:43:32.299972 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ffcfe609-3b69-4ad4-bc36-51064718fea5 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:32.308642 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ffcfe609-3b69-4ad4-bc36-51064718fea5 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4514651 Nov 12 00:43:32.319363 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45124) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:32.408427 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-bb2cf82c-f59d-48f3-a219-8b53699e2d53 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:32.427348 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-84848c81-dbee-4dd7-8c36-2e7f36553b6b req-09c32a0b-3a12-4415-b0eb-f1ca099c1e62 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72eec411-a633-4aac-9c87-26d4cf202c12 HTTP/1.1" status: 200 len: 217 time: 0.1254814 Nov 12 00:43:32.444324 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c8451f41-6929-4fe2-9403-3630c324d00a req-ec4059cd-ad6f-4270-8fd2-40796924fef3 service neutron] 10.222.0.49 "GET /v2.0/networks/43de0a3d-6daa-48c5-b90d-6bf725dca184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423458 Nov 12 00:43:32.458126 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b8eae6c3-b06f-45c8-bfea-c5221b5ed0a6 req-0dd74056-d0ab-4f33-b29a-13f105e2c1b7 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284203 Nov 12 00:43:32.538736 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bb2cf82c-f59d-48f3-a219-8b53699e2d53 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks [] for floatingip, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:32.554806 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7e1104ee-1072-4715-8bbe-475397a1c44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:32.591240 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c8451f41-6929-4fe2-9403-3630c324d00a req-edbd5b1d-9662-4b5c-841d-dc6006820fa5 service neutron] 10.222.0.49 "GET /v2.0/networks/43de0a3d-6daa-48c5-b90d-6bf725dca184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370590 Nov 12 00:43:32.619647 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84848c81-dbee-4dd7-8c36-2e7f36553b6b req-7d1f7b87-fba8-4c11-a05c-6e598f3fab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:32.621976 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-84848c81-dbee-4dd7-8c36-2e7f36553b6b req-7d1f7b87-fba8-4c11-a05c-6e598f3fab35 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=89218ce2-e54b-4f33-b040-6aa3f821723a HTTP/1.1" status: 200 len: 861 time: 0.1619027 Nov 12 00:43:32.624027 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f63c592-016a-4fce-9497-a5b1fafc1aa5', 'tag': '31665b81-ea38-464a-b842-434bf346ad33'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:32.626696 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6223a355-0aa3-494d-b0e6-297e3d10d819" -d '{"events": [{"name": "network-changed", "server_uuid": "9f63c592-016a-4fce-9497-a5b1fafc1aa5", "tag": "31665b81-ea38-464a-b842-434bf346ad33"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:32.642540 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-7e1104ee-1072-4715-8bbe-475397a1c44a None None] For port 5a98a937-845d-41cd-aba9-2041ee1239fa, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=5a98a937-845d-41cd-aba9-2041ee1239fa,segment=NetworkSegment(8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b),segment_id=8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:32.651182 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7e1104ee-1072-4715-8bbe-475397a1c44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:32.677066 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ae2f7-9518-49c5-b405-3f54e39daa66 req-279d2efe-2265-4254-8470-f9a2529b4ed8 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:32.678966 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-991ae2f7-9518-49c5-b405-3f54e39daa66 req-279d2efe-2265-4254-8470-f9a2529b4ed8 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2a5334c-84e4-49fe-a739-8547c60f3d4e HTTP/1.1" status: 200 len: 943 time: 0.0868351 Nov 12 00:43:32.736613 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-84848c81-dbee-4dd7-8c36-2e7f36553b6b req-8e504316-e445-4557-9dbb-f33c13dd66ab service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efe1d89a-522f-4c40-b263-5cebd382e88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995512 Nov 12 00:43:32.746306 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3db40-92e1-4ff5-a0b2-e5484415c606 req-a8bf2735-9770-451e-8b89-b2641b9dc819 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:32.746515 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-991ae2f7-9518-49c5-b405-3f54e39daa66 req-cd11642a-979d-40d0-af4b-eec666059ef4 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fc5467a-a933-4c4c-a418-d79919f05be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591221 Nov 12 00:43:32.748291 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9de3db40-92e1-4ff5-a0b2-e5484415c606 req-a8bf2735-9770-451e-8b89-b2641b9dc819 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] 10.222.0.20 "GET /v2.0/ports?device_id=13f972d5-f6f1-4e72-b54d-71eed0933124 HTTP/1.1" status: 200 len: 946 time: 0.2050357 Nov 12 00:43:32.761029 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1104ee-1072-4715-8bbe-475397a1c44a None None] Pushing event updated for resources: {'Port': ['ID=5a98a937-845d-41cd-aba9-2041ee1239fa,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:32.789723 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-1f3fe19b-7720-414e-90a1-2fcd35031e54 None None] Provisioning complete for port 5a98a937-845d-41cd-aba9-2041ee1239fa triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:32.790367 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1f3fe19b-7720-414e-90a1-2fcd35031e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:32.883050 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-d386a6aa-0b7f-4ebe-984d-fa5cea5da39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586ad528-d329-492e-8b92-10338c998332', 'name': 'tempest-ServerActionsTestJSON-1896784105-router', 'tenant_id': 'e225da8786ab452db9121c1cfb9ab35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '285816dd-9bb1-4ce3-b48e-ab93f80778df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:21Z', 'updated_at': '2021-11-12T00:43:26Z', 'revision_number': 4, 'project_id': 'e225da8786ab452db9121c1cfb9ab35d', 'gw_port': {'id': '285816dd-9bb1-4ce3-b48e-ab93f80778df', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:03:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586ad528-d329-492e-8b92-10338c998332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:23Z', 'updated_at': '2021-11-12T00:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '5a98a937-845d-41cd-aba9-2041ee1239fa', 'name': '', 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e', 'tenant_id': 'e225da8786ab452db9121c1cfb9ab35d', 'mac_address': 'fa:16:3e:f7:55:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586ad528-d329-492e-8b92-10338c998332', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:25Z', 'updated_at': '2021-11-12T00:43:31Z', 'revision_number': 4, 'project_id': 'e225da8786ab452db9121c1cfb9ab35d', 'subnets': [{'id': '3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:32.888082 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b702e3c-b5ea-47f5-a2a4-d552a48c5525 req-77b558ce-3cd8-4f42-b1f9-d51c06209e8e tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:32.901084 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9de3db40-92e1-4ff5-a0b2-e5484415c606 req-99e94e11-0a77-4a60-87d3-27979ceed0ef tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] 10.222.0.20 "GET /v2.0/security-groups?id=4eeb1025-8934-4af3-b3e4-a250ca50b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016409 Nov 12 00:43:32.908803 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6b702e3c-b5ea-47f5-a2a4-d552a48c5525 req-77b558ce-3cd8-4f42-b1f9-d51c06209e8e tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 943 time: 0.0828900 Nov 12 00:43:32.939334 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d386a6aa-0b7f-4ebe-984d-fa5cea5da39a None None] The sync data for ids ['586ad528-d329-492e-8b92-10338c998332'] in n-d-812236-11 is: [{'id': '586ad528-d329-492e-8b92-10338c998332', 'name': 'tempest-ServerActionsTestJSON-1896784105-router', 'tenant_id': 'e225da8786ab452db9121c1cfb9ab35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '285816dd-9bb1-4ce3-b48e-ab93f80778df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:21Z', 'updated_at': '2021-11-12T00:43:26Z', 'revision_number': 4, 'project_id': 'e225da8786ab452db9121c1cfb9ab35d', 'gw_port': {'id': '285816dd-9bb1-4ce3-b48e-ab93f80778df', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:03:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586ad528-d329-492e-8b92-10338c998332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:23Z', 'updated_at': '2021-11-12T00:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '5a98a937-845d-41cd-aba9-2041ee1239fa', 'name': '', 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e', 'tenant_id': 'e225da8786ab452db9121c1cfb9ab35d', 'mac_address': 'fa:16:3e:f7:55:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586ad528-d329-492e-8b92-10338c998332', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:25Z', 'updated_at': '2021-11-12T00:43:31Z', 'revision_number': 4, 'project_id': 'e225da8786ab452db9121c1cfb9ab35d', 'subnets': [{'id': '3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:43:32.951026 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-84848c81-dbee-4dd7-8c36-2e7f36553b6b req-90904b38-ceb7-4da9-8440-a9893bb903b1 service neutron] 10.222.0.49 "GET /v2.0/networks/efe1d89a-522f-4c40-b263-5cebd382e88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015398 Nov 12 00:43:32.986174 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6b702e3c-b5ea-47f5-a2a4-d552a48c5525 req-d8da5e98-e6c9-48a7-b8f0-3061da6254ad tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760555 Nov 12 00:43:32.995295 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab835fb-c1f1-47b7-afdb-6e28cb00719f x-openstack-request-id: req-8ab835fb-c1f1-47b7-afdb-6e28cb00719f {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:33.020063 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f63c592-016a-4fce-9497-a5b1fafc1aa5", "tag": "31665b81-ea38-464a-b842-434bf346ad33", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:33.022179 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ab835fb-c1f1-47b7-afdb-6e28cb00719f {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:33.022736 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f63c592-016a-4fce-9497-a5b1fafc1aa5', 'tag': '31665b81-ea38-464a-b842-434bf346ad33', 'status': 'completed', 'code': 200} Nov 12 00:43:33.122837 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223a355-0aa3-494d-b0e6-297e3d10d819 req-28e5b2b7-ee97-45e8-a2c3-63c866d6a534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:33.125433 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6223a355-0aa3-494d-b0e6-297e3d10d819 req-28e5b2b7-ee97-45e8-a2c3-63c866d6a534 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=79a8b3dad7a0401ab482e19b622fac98&device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 1099 time: 0.0823934 Nov 12 00:43:33.234445 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bb2cf82c-f59d-48f3-a219-8b53699e2d53 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:33.279650 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223a355-0aa3-494d-b0e6-297e3d10d819 req-4bb17c88-15ef-48d7-b194-a662481bfef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:33.282019 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6223a355-0aa3-494d-b0e6-297e3d10d819 req-4bb17c88-15ef-48d7-b194-a662481bfef6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.1477180 Nov 12 00:43:33.310571 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-84848c81-dbee-4dd7-8c36-2e7f36553b6b req-eb26f83f-595f-4593-bd60-a342ec240805 service neutron] 10.222.0.49 "GET /v2.0/networks/efe1d89a-522f-4c40-b263-5cebd382e88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375900 Nov 12 00:43:33.316128 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223a355-0aa3-494d-b0e6-297e3d10d819 req-cfcbd6e6-dfcb-4abd-b080-45a6d374c476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:33.317669 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6223a355-0aa3-494d-b0e6-297e3d10d819 req-cfcbd6e6-dfcb-4abd-b080-45a6d374c476 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=79a8b3dad7a0401ab482e19b622fac98&device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 1099 time: 0.1743865 Nov 12 00:43:33.349604 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6223a355-0aa3-494d-b0e6-297e3d10d819 req-8b3b2f71-8b77-4ff4-b971-16fd3a8ed8f5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=31665b81-ea38-464a-b842-434bf346ad33 HTTP/1.1" status: 200 len: 217 time: 0.0518692 Nov 12 00:43:33.350257 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf9b99-a5fa-47c7-9e34-14a9a1c2c921 req-2af4fea3-5172-48a4-8a06-a5fbfe2a736f tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:33.351785 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dacf9b99-a5fa-47c7-9e34-14a9a1c2c921 req-2af4fea3-5172-48a4-8a06-a5fbfe2a736f tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c HTTP/1.1" status: 200 len: 946 time: 0.2189023 Nov 12 00:43:33.412492 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223a355-0aa3-494d-b0e6-297e3d10d819 req-1da139ae-83f2-4ea1-ab7f-ea801b1dbc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:33.414246 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6223a355-0aa3-494d-b0e6-297e3d10d819 req-1da139ae-83f2-4ea1-ab7f-ea801b1dbc8e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.0549457 Nov 12 00:43:33.496220 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223a355-0aa3-494d-b0e6-297e3d10d819 req-4a3bece6-e656-43f5-bbcb-73beb724f390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:33.497816 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6223a355-0aa3-494d-b0e6-297e3d10d819 req-4a3bece6-e656-43f5-bbcb-73beb724f390 service neutron] 10.222.0.54 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.1686659 Nov 12 00:43:33.498271 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223a355-0aa3-494d-b0e6-297e3d10d819 req-86365031-0a18-4be3-a118-6a9c7f9c41d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:33.515527 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6223a355-0aa3-494d-b0e6-297e3d10d819 req-86365031-0a18-4be3-a118-6a9c7f9c41d6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0923042 Nov 12 00:43:33.616843 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-bb2cf82c-f59d-48f3-a219-8b53699e2d53 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Allocated IP 172.25.2.179 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/0a44f825-9e1b-45df-bbb0-11bc34af636a) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:43:33.673327 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6223a355-0aa3-494d-b0e6-297e3d10d819 req-05575661-b17b-42b4-ada6-2facfcd39ac1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=31665b81-ea38-464a-b842-434bf346ad33 HTTP/1.1" status: 200 len: 217 time: 0.1541352 Nov 12 00:43:33.685804 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 5a98a937-845d-41cd-aba9-2041ee1239fa up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:43:33.757743 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6223a355-0aa3-494d-b0e6-297e3d10d819 req-4d7e432c-f619-4b9f-bf8a-9eb0856e8f7a service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338982 Nov 12 00:43:33.773348 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 5a98a937-845d-41cd-aba9-2041ee1239fa triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:33.773846 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:33.815297 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dacf9b99-a5fa-47c7-9e34-14a9a1c2c921 req-8169584c-900a-4167-9e78-87be498814b3 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4496529 Nov 12 00:43:33.865140 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223a355-0aa3-494d-b0e6-297e3d10d819 req-d7a71337-e263-4eee-a218-5cccc7c16f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:33.867373 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6223a355-0aa3-494d-b0e6-297e3d10d819 req-d7a71337-e263-4eee-a218-5cccc7c16f2d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.1430347 Nov 12 00:43:33.869660 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9dfc0-9af7-4c42-bd8a-332ccb26345e req-0304f32a-0624-452d-92f4-5ebd3bb59826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:33.871275 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-61d9dfc0-9af7-4c42-bd8a-332ccb26345e req-0304f32a-0624-452d-92f4-5ebd3bb59826 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a1fd583d08a44f4b64f3812361842fc&device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 1095 time: 0.4513741 Nov 12 00:43:33.964708 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24064d0e-df43-4fad-9970-b20cf03ee6fb req-845250dd-65eb-44a5-b762-5b158bd56922 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:33.966289 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-24064d0e-df43-4fad-9970-b20cf03ee6fb req-845250dd-65eb-44a5-b762-5b158bd56922 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 947 time: 0.2359033 Nov 12 00:43:34.011773 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bb2cf82c-f59d-48f3-a219-8b53699e2d53 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:34.039328 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6223a355-0aa3-494d-b0e6-297e3d10d819 req-c58a4d44-3733-49fa-901f-eae6761a5a30 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472796 Nov 12 00:43:34.044515 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-24064d0e-df43-4fad-9970-b20cf03ee6fb req-415d5f57-76fd-480f-abb0-9f8e3e88f65f tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672576 Nov 12 00:43:34.082201 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223a355-0aa3-494d-b0e6-297e3d10d819 req-4241c295-9d81-45b8-91c3-8aaf7fe28347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:34.083771 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6223a355-0aa3-494d-b0e6-297e3d10d819 req-4241c295-9d81-45b8-91c3-8aaf7fe28347 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2050645 Nov 12 00:43:34.136895 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947bd4e-99f2-4f39-8609-a3eba892e465 req-c1f533a6-c828-4cfc-9d99-a3af7b4ba7c7 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:34.138588 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e947bd4e-99f2-4f39-8609-a3eba892e465 req-c1f533a6-c828-4cfc-9d99-a3af7b4ba7c7 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2a5334c-84e4-49fe-a739-8547c60f3d4e HTTP/1.1" status: 200 len: 943 time: 0.1712763 Nov 12 00:43:34.160309 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9dfc0-9af7-4c42-bd8a-332ccb26345e req-e776d0cf-0ba1-4e98-8e8e-835d119243d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:34.162779 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-61d9dfc0-9af7-4c42-bd8a-332ccb26345e req-e776d0cf-0ba1-4e98-8e8e-835d119243d1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=efe1d89a-522f-4c40-b263-5cebd382e88d HTTP/1.1" status: 200 len: 922 time: 0.2644119 Nov 12 00:43:34.185479 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40762d93-0c5a-47e0-b437-5c82041b7efc req-527311a5-70f6-4a84-bb1e-3d2af37d3d38 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:34.194670 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-40762d93-0c5a-47e0-b437-5c82041b7efc req-527311a5-70f6-4a84-bb1e-3d2af37d3d38 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] 10.222.0.20 "GET /v2.0/ports?device_id=13f972d5-f6f1-4e72-b54d-71eed0933124 HTTP/1.1" status: 200 len: 946 time: 0.0652504 Nov 12 00:43:34.219037 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4df0f458-2bc2-4a95-84ae-b21a776689e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:34.253783 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-61d9dfc0-9af7-4c42-bd8a-332ccb26345e req-b3e2865d-c32e-4bcf-97be-99ca04393000 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72eec411-a633-4aac-9c87-26d4cf202c12 HTTP/1.1" status: 200 len: 217 time: 0.0522289 Nov 12 00:43:34.263865 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bb2cf82c-f59d-48f3-a219-8b53699e2d53 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:34.282095 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-40762d93-0c5a-47e0-b437-5c82041b7efc req-ecef3be5-d02f-42c0-838e-bb6af22c4cd9 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] 10.222.0.20 "GET /v2.0/security-groups?id=4eeb1025-8934-4af3-b3e4-a250ca50b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850875 Nov 12 00:43:34.392894 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e947bd4e-99f2-4f39-8609-a3eba892e465 req-f0d86843-b909-47b6-8ff1-2623b7b82b74 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fc5467a-a933-4c4c-a418-d79919f05be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424045 Nov 12 00:43:34.409880 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2cf82c-f59d-48f3-a219-8b53699e2d53 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:34.419347 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-bb2cf82c-f59d-48f3-a219-8b53699e2d53 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:34.428229 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6223a355-0aa3-494d-b0e6-297e3d10d819 req-ee1d1e50-1f7d-490d-912f-8d2dc2d88f54 service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346739 Nov 12 00:43:34.429995 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2cf82c-f59d-48f3-a219-8b53699e2d53 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:34.434149 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2cf82c-f59d-48f3-a219-8b53699e2d53 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Pushing event updated for resources: {'Port': ['ID=0a44f825-9e1b-45df-bbb0-11bc34af636a,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:34.475004 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9dfc0-9af7-4c42-bd8a-332ccb26345e req-383860f1-a7a5-4459-b1fa-6c100dbe4d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:34.476593 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-61d9dfc0-9af7-4c42-bd8a-332ccb26345e req-383860f1-a7a5-4459-b1fa-6c100dbe4d1f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=89218ce2-e54b-4f33-b040-6aa3f821723a HTTP/1.1" status: 200 len: 861 time: 0.1595955 Nov 12 00:43:34.682608 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bb2cf82c-f59d-48f3-a219-8b53699e2d53 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:34.712790 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-61d9dfc0-9af7-4c42-bd8a-332ccb26345e req-7ffd124e-4448-4cf5-9bd7-763b89993dd7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efe1d89a-522f-4c40-b263-5cebd382e88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1921504 Nov 12 00:43:34.714032 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd522a48-a2ab-40a8-b702-6af80610b810 req-a732de7d-5753-48e7-af2b-13c89d253f90 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:34.729825 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fd522a48-a2ab-40a8-b702-6af80610b810 req-a732de7d-5753-48e7-af2b-13c89d253f90 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] 10.222.0.20 "GET /v2.0/ports?device_id=13f972d5-f6f1-4e72-b54d-71eed0933124 HTTP/1.1" status: 200 len: 946 time: 0.0972159 Nov 12 00:43:34.730840 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45160) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:34.739636 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-9bdd1dc0-e643-453d-99c4-9a421ef8e342 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Request body: {'floatingip': {'port_id': '9d8553e9-0618-41fc-a090-9e86baf06f6f'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:34.800518 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9bdd1dc0-e643-453d-99c4-9a421ef8e342 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Publish callbacks [] for floatingip, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:34.861023 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6223a355-0aa3-494d-b0e6-297e3d10d819 req-262fad43-8ca3-4f16-b83e-01bb73863816 service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4182889 Nov 12 00:43:34.865540 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bb2cf82c-f59d-48f3-a219-8b53699e2d53 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:34.906922 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c37f4-0fb9-4947-a7e7-e5fc8ef55d1f req-b2c982d6-39f3-4376-9af5-92ffba82b64f tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:34.908451 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-079c37f4-0fb9-4947-a7e7-e5fc8ef55d1f req-b2c982d6-39f3-4376-9af5-92ffba82b64f tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 943 time: 0.1993296 Nov 12 00:43:34.974817 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-61d9dfc0-9af7-4c42-bd8a-332ccb26345e req-6c218178-dfd3-4b7b-b36a-d124b75618ff service neutron] 10.222.0.49 "GET /v2.0/networks/efe1d89a-522f-4c40-b263-5cebd382e88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364779 Nov 12 00:43:35.277804 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58809f-54dd-4915-aef3-2fced9831749 req-2cd845bd-4b25-4c94-b5f3-d69650c4acc3 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:35.286440 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5a58809f-54dd-4915-aef3-2fced9831749 req-2cd845bd-4b25-4c94-b5f3-d69650c4acc3 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 947 time: 0.1390035 Nov 12 00:43:35.389604 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-079c37f4-0fb9-4947-a7e7-e5fc8ef55d1f req-6efaa8be-7037-4bdd-8753-73743f2da6cd tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4668956 Nov 12 00:43:35.405921 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5a58809f-54dd-4915-aef3-2fced9831749 req-0242956a-5fd7-4a60-9047-754e2414892b tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185436 Nov 12 00:43:35.421929 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9bdd1dc0-e643-453d-99c4-9a421ef8e342 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:35.429261 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9bdd1dc0-e643-453d-99c4-9a421ef8e342 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:35.473265 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-61d9dfc0-9af7-4c42-bd8a-332ccb26345e req-75218e57-0202-4d9a-9d4b-e4103e1dd512 service neutron] 10.222.0.49 "GET /v2.0/networks/efe1d89a-522f-4c40-b263-5cebd382e88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4833925 Nov 12 00:43:35.515296 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bb2cf82c-f59d-48f3-a219-8b53699e2d53 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:35.523954 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bb2cf82c-f59d-48f3-a219-8b53699e2d53 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:35.604765 n-d-812236-11 neutron-server[102662]: INFO neutron.db.l3_db [None req-9bdd1dc0-e643-453d-99c4-9a421ef8e342 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Floating IP 7b834270-e2cc-4ac4-ab70-276895befba0 associated. External IP: 172.25.2.56, port: 9d8553e9-0618-41fc-a090-9e86baf06f6f. Nov 12 00:43:35.658964 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bb2cf82c-f59d-48f3-a219-8b53699e2d53 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:35.723071 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bb2cf82c-f59d-48f3-a219-8b53699e2d53 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:35.724356 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-bb2cf82c-f59d-48f3-a219-8b53699e2d53 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4046776 Nov 12 00:43:35.756705 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2cf82c-f59d-48f3-a219-8b53699e2d53 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Pushing event updated for resources: {'Port': ['ID=0a44f825-9e1b-45df-bbb0-11bc34af636a,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:35.791502 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80593832-ff80-4f58-b0d6-27a3210d8294 req-fa72c7bb-5898-4f79-bbff-9fa0f0d6584c tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:35.793031 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-80593832-ff80-4f58-b0d6-27a3210d8294 req-fa72c7bb-5898-4f79-bbff-9fa0f0d6584c tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2a5334c-84e4-49fe-a739-8547c60f3d4e HTTP/1.1" status: 200 len: 943 time: 0.2653062 Nov 12 00:43:35.828372 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c156b-08e9-4bec-92ae-2de42caa2f14 req-e6640ca8-b078-4e2c-976e-cf7a4f359e49 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:35.830117 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-963c156b-08e9-4bec-92ae-2de42caa2f14 req-e6640ca8-b078-4e2c-976e-cf7a4f359e49 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5&tenant_id=79a8b3dad7a0401ab482e19b622fac98&binding%3Ahost_id=n-h1-812236-11 HTTP/1.1" status: 200 len: 947 time: 0.1600077 Nov 12 00:43:35.922164 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 31665b81-ea38-464a-b842-434bf346ad33 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:43:35.960819 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-80593832-ff80-4f58-b0d6-27a3210d8294 req-bda3393f-dc03-411f-8f80-ab3560746e71 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fc5467a-a933-4c4c-a418-d79919f05be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565557 Nov 12 00:43:35.993097 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-963c156b-08e9-4bec-92ae-2de42caa2f14 req-53fd511c-43bb-444d-b6a5-608a855e2fca service neutron] 10.222.0.49 "GET /v2.0/ports/31665b81-ea38-464a-b842-434bf346ad33/bindings/n-h1-812236-11 HTTP/1.1" status: 200 len: 383 time: 0.1517391 Nov 12 00:43:36.103965 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c156b-08e9-4bec-92ae-2de42caa2f14 req-60cbd8d2-f359-4fa0-9d6f-2d68d5593c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:36.105724 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-963c156b-08e9-4bec-92ae-2de42caa2f14 req-60cbd8d2-f359-4fa0-9d6f-2d68d5593c7f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=79a8b3dad7a0401ab482e19b622fac98&device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 1099 time: 0.0707085 Nov 12 00:43:36.144395 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 31665b81-ea38-464a-b842-434bf346ad33, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=31665b81-ea38-464a-b842-434bf346ad33,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:36.176642 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '31665b81-ea38-464a-b842-434bf346ad33', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'port_id': '31665b81-ea38-464a-b842-434bf346ad33', 'mac_address': 'fa:16:3e:39:52:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3288e972-21d8-4a52-9002-05790fb0bb61', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:43:36.177166 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaacf7d-68ae-442e-b897-3debacbf1d9d req-960fd057-8e5a-43c3-aa4b-e97d0a725197 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:36.179000 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0eaacf7d-68ae-442e-b897-3debacbf1d9d req-960fd057-8e5a-43c3-aa4b-e97d0a725197 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 947 time: 0.1665537 Nov 12 00:43:36.206456 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3d386ed7-09d8-4cb0-b7d0-73c7f55989e0 req-74bb27ea-6a7a-4bd3-9f0a-706a55f9a36c tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2030425351&fields=id&tenant_id=e225da8786ab452db9121c1cfb9ab35d HTTP/1.1" status: 200 len: 267 time: 0.1349533 Nov 12 00:43:36.231878 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:36.249582 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31665b81-ea38-464a-b842-434bf346ad33 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:43:36.276972 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 31665b81-ea38-464a-b842-434bf346ad33, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=31665b81-ea38-464a-b842-434bf346ad33,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:36.283337 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:36.285190 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 85c84d3f-9052-452b-adfa-a4eb07d6fa3d details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:43:36.309063 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0eaacf7d-68ae-442e-b897-3debacbf1d9d req-e39a0c62-ce75-4ae7-92bf-f60308ef5bba tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867031 Nov 12 00:43:36.396419 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d386ed7-09d8-4cb0-b7d0-73c7f55989e0 req-409b7170-d371-4320-805f-8bb869d80e3e tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:36.400875 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bdd1dc0-e643-453d-99c4-9a421ef8e342 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Router 82012639-ccff-4ca9-bda4-74ec8b9a6da7 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:43:36.412124 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3d386ed7-09d8-4cb0-b7d0-73c7f55989e0 req-409b7170-d371-4320-805f-8bb869d80e3e tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/networks?id=a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e HTTP/1.1" status: 200 len: 812 time: 0.1911817 Nov 12 00:43:36.438113 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3d386ed7-09d8-4cb0-b7d0-73c7f55989e0 req-4e46fc48-e0fc-4912-bb43-db2a4b8e822d tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/quotas/e225da8786ab452db9121c1cfb9ab35d HTTP/1.1" status: 200 len: 375 time: 0.0244794 Nov 12 00:43:36.472968 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=31665b81-ea38-464a-b842-434bf346ad33,revision_number=9']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:36.493356 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ac6f6ad8-49b1-40bc-b55b-a15af39bb9ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:36.499589 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 85c84d3f-9052-452b-adfa-a4eb07d6fa3d, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=85c84d3f-9052-452b-adfa-a4eb07d6fa3d,segment=NetworkSegment(a3f54236-5757-4920-84a5-c56a7ae9d377),segment_id=a3f54236-5757-4920-84a5-c56a7ae9d377)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:36.511552 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '85c84d3f-9052-452b-adfa-a4eb07d6fa3d', 'network_id': '43de0a3d-6daa-48c5-b90d-6bf725dca184', 'port_id': '85c84d3f-9052-452b-adfa-a4eb07d6fa3d', 'mac_address': 'fa:16:3e:4c:d9:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56c66ecb-71a0-43bc-a08c-43987e92ad63', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:43:36.537426 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c156b-08e9-4bec-92ae-2de42caa2f14 req-f3dd46da-0d68-45ab-807e-de21c4acb18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:36.540165 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-963c156b-08e9-4bec-92ae-2de42caa2f14 req-f3dd46da-0d68-45ab-807e-de21c4acb18f service neutron] 10.222.0.49 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.4217389 Nov 12 00:43:36.554922 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:36.559449 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bdd1dc0-e643-453d-99c4-9a421ef8e342 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:43:36.572686 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6eaa357-a7d9-4a06-a782-6da56842b5df None None] Sync routers for ids ['82012639-ccff-4ca9-bda4-74ec8b9a6da7'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:43:36.578300 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9bdd1dc0-e643-453d-99c4-9a421ef8e342 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:36.584441 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85c84d3f-9052-452b-adfa-a4eb07d6fa3d {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:43:36.588532 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6eaa357-a7d9-4a06-a782-6da56842b5df None None] Routers {'82012639-ccff-4ca9-bda4-74ec8b9a6da7'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:36.590110 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-e6eaa357-a7d9-4a06-a782-6da56842b5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:43:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['82012639-ccff-4ca9-bda4-74ec8b9a6da7'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:36.618655 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 85c84d3f-9052-452b-adfa-a4eb07d6fa3d, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=85c84d3f-9052-452b-adfa-a4eb07d6fa3d,segment=NetworkSegment(a3f54236-5757-4920-84a5-c56a7ae9d377),segment_id=a3f54236-5757-4920-84a5-c56a7ae9d377)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:36.622497 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-963c156b-08e9-4bec-92ae-2de42caa2f14 req-187d1f82-e06d-419f-b00b-d5a9d3c1dccf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=31665b81-ea38-464a-b842-434bf346ad33 HTTP/1.1" status: 200 len: 217 time: 0.0712304 Nov 12 00:43:36.630661 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:36.632016 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3d386ed7-09d8-4cb0-b7d0-73c7f55989e0 req-3b9a5053-42ed-4175-a57c-3bec08f279e5 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e225da8786ab452db9121c1cfb9ab35d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1819534 Nov 12 00:43:36.652713 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-9bdd1dc0-e643-453d-99c4-9a421ef8e342 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] 10.222.0.20 "PUT /v2.0/floatingips/7b834270-e2cc-4ac4-ab70-276895befba0 HTTP/1.1" status: 200 len: 991 time: 1.9183879 Nov 12 00:43:36.653566 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13f972d5-f6f1-4e72-b54d-71eed0933124', 'tag': '9d8553e9-0618-41fc-a090-9e86baf06f6f'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:36.656872 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879141c5-ea07-41b2-85a5-b758e8ee73e8" -d '{"events": [{"name": "network-changed", "server_uuid": "13f972d5-f6f1-4e72-b54d-71eed0933124", "tag": "9d8553e9-0618-41fc-a090-9e86baf06f6f"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:36.687723 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c156b-08e9-4bec-92ae-2de42caa2f14 req-cc783e47-3738-41e3-9411-fcdc7f014ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:36.689935 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-963c156b-08e9-4bec-92ae-2de42caa2f14 req-cc783e47-3738-41e3-9411-fcdc7f014ef7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.0567958 Nov 12 00:43:36.692174 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=85c84d3f-9052-452b-adfa-a4eb07d6fa3d,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:36.760567 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-e6eaa357-a7d9-4a06-a782-6da56842b5df None None] Set router 82012639-ccff-4ca9-bda4-74ec8b9a6da7 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:43:36.807094 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244725a-7f8f-423b-b997-fc0347298436 req-a1321a21-9e49-4ef6-9bda-7fe777b686d5 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:36.808939 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0244725a-7f8f-423b-b997-fc0347298436 req-a1321a21-9e49-4ef6-9bda-7fe777b686d5 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 943 time: 0.0660634 Nov 12 00:43:36.828375 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c156b-08e9-4bec-92ae-2de42caa2f14 req-44de9485-badd-434b-8b59-c2a77856919f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:36.830062 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-963c156b-08e9-4bec-92ae-2de42caa2f14 req-44de9485-badd-434b-8b59-c2a77856919f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0673196 Nov 12 00:43:36.832275 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3d386ed7-09d8-4cb0-b7d0-73c7f55989e0 req-a138fe35-6002-49c5-9e13-ace4c65ddd97 service neutron] 10.222.0.20 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411488 Nov 12 00:43:36.882228 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0244725a-7f8f-423b-b997-fc0347298436 req-905ac0c8-a516-45a0-864f-b969c6ac469d tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611334 Nov 12 00:43:37.019294 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['31665b81-ea38-464a-b842-434bf346ad33'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:37.043150 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['85c84d3f-9052-452b-adfa-a4eb07d6fa3d'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:37.055356 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-963c156b-08e9-4bec-92ae-2de42caa2f14 req-eb6f031b-ac44-4930-906b-acf9c3c77c31 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121856 Nov 12 00:43:37.070366 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3d386ed7-09d8-4cb0-b7d0-73c7f55989e0 req-dfd7758c-480d-4309-8f5c-122e7a2f0251 service neutron] 10.222.0.20 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569669 Nov 12 00:43:37.076110 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-e6eaa357-a7d9-4a06-a782-6da56842b5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82012639-ccff-4ca9-bda4-74ec8b9a6da7', 'name': 'tempest-ServersTestManualDisk-1649101998-router', 'tenant_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd2ea17d1-d959-4334-83fd-aed68f992c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:48Z', 'updated_at': '2021-11-12T00:42:57Z', 'revision_number': 4, 'project_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'gw_port': {'id': 'd2ea17d1-d959-4334-83fd-aed68f992c23', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:77:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82012639-ccff-4ca9-bda4-74ec8b9a6da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:49Z', 'updated_at': '2021-11-12T00:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '7b834270-e2cc-4ac4-ab70-276895befba0', 'tenant_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'floating_ip_address': '172.25.2.56', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '82012639-ccff-4ca9-bda4-74ec8b9a6da7', 'port_id': '9d8553e9-0618-41fc-a090-9e86baf06f6f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8d0a93d-565d-4574-b642-d312af483952', 'mac_address': 'fa:16:3e:90:53:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f972d5-f6f1-4e72-b54d-71eed0933124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:43:04Z', 'updated_at': '2021-11-12T00:43:35Z', 'revision_number': 1, 'project_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '791b7edf-bb0d-42d7-9295-cb9b9a362903', 'name': '', 'network_id': 'c8d0a93d-565d-4574-b642-d312af483952', 'tenant_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'mac_address': 'fa:16:3e:93:02:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82012639-ccff-4ca9-bda4-74ec8b9a6da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '72296817-debf-44a5-b73b-023ca283e051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:55Z', 'updated_at': '2021-11-12T00:43:02Z', 'revision_number': 5, 'project_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'subnets': [{'id': '72296817-debf-44a5-b73b-023ca283e051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:37.117659 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b9dc4a-35ac-4aca-9787-a90cb2c4d447 x-openstack-request-id: req-17b9dc4a-35ac-4aca-9787-a90cb2c4d447 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:37.118148 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13f972d5-f6f1-4e72-b54d-71eed0933124", "tag": "9d8553e9-0618-41fc-a090-9e86baf06f6f", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:37.118615 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-17b9dc4a-35ac-4aca-9787-a90cb2c4d447 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:37.119182 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13f972d5-f6f1-4e72-b54d-71eed0933124', 'tag': '9d8553e9-0618-41fc-a090-9e86baf06f6f', 'status': 'completed', 'code': 200} Nov 12 00:43:37.147824 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6eaa357-a7d9-4a06-a782-6da56842b5df None None] Checking router: 82012639-ccff-4ca9-bda4-74ec8b9a6da7 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:43:37.169286 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6eaa357-a7d9-4a06-a782-6da56842b5df None None] Routers {'82012639-ccff-4ca9-bda4-74ec8b9a6da7'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:37.170044 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-e6eaa357-a7d9-4a06-a782-6da56842b5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:43:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['82012639-ccff-4ca9-bda4-74ec8b9a6da7'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:37.249170 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fba7fd-5c04-4b23-8aa6-058924d8a038 req-edc84d10-f0a4-4134-b2f2-deefc283a94d tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:37.263628 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f3fba7fd-5c04-4b23-8aa6-058924d8a038 req-edc84d10-f0a4-4134-b2f2-deefc283a94d tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2a5334c-84e4-49fe-a739-8547c60f3d4e HTTP/1.1" status: 200 len: 944 time: 0.0814672 Nov 12 00:43:37.290552 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879141c5-ea07-41b2-85a5-b758e8ee73e8 req-82c2ea4c-9597-4b37-a150-8794f0114c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:37.292076 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-879141c5-ea07-41b2-85a5-b758e8ee73e8 req-82c2ea4c-9597-4b37-a150-8794f0114c45 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8fd0e05ad0814f808f1d9865fa5d78c0&device_id=13f972d5-f6f1-4e72-b54d-71eed0933124 HTTP/1.1" status: 200 len: 1098 time: 0.0850952 Nov 12 00:43:37.296649 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-963c156b-08e9-4bec-92ae-2de42caa2f14 req-cbab6ea5-53e6-4d59-a1e9-d2e0da541b5f service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251592 Nov 12 00:43:37.357218 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f3fba7fd-5c04-4b23-8aa6-058924d8a038 req-86def8b9-72a0-494a-afe4-bcc246c00cef tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fc5467a-a933-4c4c-a418-d79919f05be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918097 Nov 12 00:43:37.433523 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-e6eaa357-a7d9-4a06-a782-6da56842b5df None None] Set router 82012639-ccff-4ca9-bda4-74ec8b9a6da7 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:43:37.457340 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879141c5-ea07-41b2-85a5-b758e8ee73e8 req-0e37f9b2-9648-4b76-8198-f3492745c396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:37.459001 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-879141c5-ea07-41b2-85a5-b758e8ee73e8 req-0e37f9b2-9648-4b76-8198-f3492745c396 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c8d0a93d-565d-4574-b642-d312af483952 HTTP/1.1" status: 200 len: 913 time: 0.1548634 Nov 12 00:43:37.474446 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ab79823a-d39f-422e-a8bd-0f85a0e2a2c8 req-59aaade8-c911-4217-8205-b844f1911d6e tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 210 time: 0.1221867 Nov 12 00:43:37.570541 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9efe8b-c424-4d74-a91f-707366a9a7fa req-c18889d0-eda2-4936-9e76-dad3013cc10e tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:37.581463 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4b9efe8b-c424-4d74-a91f-707366a9a7fa req-c18889d0-eda2-4936-9e76-dad3013cc10e tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 948 time: 0.1449168 Nov 12 00:43:37.625359 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-879141c5-ea07-41b2-85a5-b758e8ee73e8 req-9b10850a-e2b2-40b4-a4ca-0c3eaf7b8f2a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d8553e9-0618-41fc-a090-9e86baf06f6f HTTP/1.1" status: 200 len: 999 time: 0.1501899 Nov 12 00:43:37.635608 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:37.676102 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4b9efe8b-c424-4d74-a91f-707366a9a7fa req-804dfd98-fb8b-489a-b3ee-67d82ac9dfab tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930054 Nov 12 00:43:37.745008 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879141c5-ea07-41b2-85a5-b758e8ee73e8 req-90874ec3-1c16-4410-8b0c-ed59d7465bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:37.746809 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-879141c5-ea07-41b2-85a5-b758e8ee73e8 req-90874ec3-1c16-4410-8b0c-ed59d7465bf5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=72296817-debf-44a5-b73b-023ca283e051 HTTP/1.1" status: 200 len: 851 time: 0.1118569 Nov 12 00:43:37.812796 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879141c5-ea07-41b2-85a5-b758e8ee73e8 req-cce9c60c-e3ab-4d6f-995d-897ac3008c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:37.814787 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-879141c5-ea07-41b2-85a5-b758e8ee73e8 req-cce9c60c-e3ab-4d6f-995d-897ac3008c16 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c8d0a93d-565d-4574-b642-d312af483952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582156 Nov 12 00:43:37.878908 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-e6eaa357-a7d9-4a06-a782-6da56842b5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82012639-ccff-4ca9-bda4-74ec8b9a6da7', 'name': 'tempest-ServersTestManualDisk-1649101998-router', 'tenant_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd2ea17d1-d959-4334-83fd-aed68f992c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:48Z', 'updated_at': '2021-11-12T00:42:57Z', 'revision_number': 4, 'project_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'gw_port': {'id': 'd2ea17d1-d959-4334-83fd-aed68f992c23', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:77:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82012639-ccff-4ca9-bda4-74ec8b9a6da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:49Z', 'updated_at': '2021-11-12T00:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '7b834270-e2cc-4ac4-ab70-276895befba0', 'tenant_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'floating_ip_address': '172.25.2.56', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '82012639-ccff-4ca9-bda4-74ec8b9a6da7', 'port_id': '9d8553e9-0618-41fc-a090-9e86baf06f6f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8d0a93d-565d-4574-b642-d312af483952', 'mac_address': 'fa:16:3e:90:53:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f972d5-f6f1-4e72-b54d-71eed0933124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:43:04Z', 'updated_at': '2021-11-12T00:43:35Z', 'revision_number': 1, 'project_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '791b7edf-bb0d-42d7-9295-cb9b9a362903', 'name': '', 'network_id': 'c8d0a93d-565d-4574-b642-d312af483952', 'tenant_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'mac_address': 'fa:16:3e:93:02:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82012639-ccff-4ca9-bda4-74ec8b9a6da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '72296817-debf-44a5-b73b-023ca283e051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:55Z', 'updated_at': '2021-11-12T00:43:02Z', 'revision_number': 5, 'project_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'subnets': [{'id': '72296817-debf-44a5-b73b-023ca283e051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:37.913649 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6eaa357-a7d9-4a06-a782-6da56842b5df None None] The sync data for ids ['82012639-ccff-4ca9-bda4-74ec8b9a6da7'] in n-d-812236-11 is: [{'id': '82012639-ccff-4ca9-bda4-74ec8b9a6da7', 'name': 'tempest-ServersTestManualDisk-1649101998-router', 'tenant_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd2ea17d1-d959-4334-83fd-aed68f992c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:48Z', 'updated_at': '2021-11-12T00:42:57Z', 'revision_number': 4, 'project_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'gw_port': {'id': 'd2ea17d1-d959-4334-83fd-aed68f992c23', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:77:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82012639-ccff-4ca9-bda4-74ec8b9a6da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:49Z', 'updated_at': '2021-11-12T00:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '7b834270-e2cc-4ac4-ab70-276895befba0', 'tenant_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'floating_ip_address': '172.25.2.56', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '82012639-ccff-4ca9-bda4-74ec8b9a6da7', 'port_id': '9d8553e9-0618-41fc-a090-9e86baf06f6f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8d0a93d-565d-4574-b642-d312af483952', 'mac_address': 'fa:16:3e:90:53:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f972d5-f6f1-4e72-b54d-71eed0933124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:43:04Z', 'updated_at': '2021-11-12T00:43:35Z', 'revision_number': 1, 'project_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '791b7edf-bb0d-42d7-9295-cb9b9a362903', 'name': '', 'network_id': 'c8d0a93d-565d-4574-b642-d312af483952', 'tenant_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'mac_address': 'fa:16:3e:93:02:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82012639-ccff-4ca9-bda4-74ec8b9a6da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '72296817-debf-44a5-b73b-023ca283e051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:55Z', 'updated_at': '2021-11-12T00:43:02Z', 'revision_number': 5, 'project_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'subnets': [{'id': '72296817-debf-44a5-b73b-023ca283e051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:43:37.950109 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-879141c5-ea07-41b2-85a5-b758e8ee73e8 req-2e3c7950-cfcb-433c-83de-ceffd81326ef service neutron] 10.222.0.54 "GET /v2.0/networks/c8d0a93d-565d-4574-b642-d312af483952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251817 Nov 12 00:43:38.095670 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417c9ca-0a1e-4dba-89a4-2aa7abdba9b5 req-96646a7e-424b-4ca1-84ad-b71fbba2d71b tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:38.097229 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b417c9ca-0a1e-4dba-89a4-2aa7abdba9b5 req-96646a7e-424b-4ca1-84ad-b71fbba2d71b tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 943 time: 0.1225865 Nov 12 00:43:38.153006 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-879141c5-ea07-41b2-85a5-b758e8ee73e8 req-ed5cd583-6038-40b3-8d59-2ddee429f338 service neutron] 10.222.0.54 "GET /v2.0/networks/c8d0a93d-565d-4574-b642-d312af483952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632266 Nov 12 00:43:38.176255 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b417c9ca-0a1e-4dba-89a4-2aa7abdba9b5 req-45f076f8-c931-43c3-9951-2930ebc933c8 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702136 Nov 12 00:43:38.226324 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4ae038-a540-4b92-ae79-8b708c74a3a7 None None] New status for floating IP 7b834270-e2cc-4ac4-ab70-276895befba0: ACTIVE {{(pid=102663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:43:38.486883 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c509c-853c-4a4c-8e91-4d4470025646 req-02616f10-19b2-41ac-8a76-b425eeefd103 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:38.488649 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-850c509c-853c-4a4c-8e91-4d4470025646 req-02616f10-19b2-41ac-8a76-b425eeefd103 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2a5334c-84e4-49fe-a739-8547c60f3d4e HTTP/1.1" status: 200 len: 944 time: 0.0518739 Nov 12 00:43:38.556034 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-850c509c-853c-4a4c-8e91-4d4470025646 req-2f0fd2af-b59b-412c-9074-18be65e6ca8f tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fc5467a-a933-4c4c-a418-d79919f05be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600643 Nov 12 00:43:38.578986 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f52b6fbd-0788-4282-9901-84561f8718f0 req-ccb9811b-f999-4c17-a7e6-022b8cadebc8 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 210 time: 0.0362468 Nov 12 00:43:38.937115 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d386ed7-09d8-4cb0-b7d0-73c7f55989e0 req-fd6c9227-d25d-4241-bb7b-3265f1ffb2ad tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:38.939655 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3d386ed7-09d8-4cb0-b7d0-73c7f55989e0 req-fd6c9227-d25d-4241-bb7b-3265f1ffb2ad tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.54 "GET /v2.0/networks?id=a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e HTTP/1.1" status: 200 len: 812 time: 0.1836984 Nov 12 00:43:39.060439 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd4296-91de-4fb6-9b3d-514f864d684d req-7d1d99ed-71f9-453b-af71-cd76b9a6a321 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:39.062495 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-21dd4296-91de-4fb6-9b3d-514f864d684d req-7d1d99ed-71f9-453b-af71-cd76b9a6a321 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 948 time: 0.1089363 Nov 12 00:43:39.083671 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3d386ed7-09d8-4cb0-b7d0-73c7f55989e0 req-423aad14-376f-4fe8-9b44-09870319a7b7 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e225da8786ab452db9121c1cfb9ab35d HTTP/1.1" status: 200 len: 380 time: 0.1174722 Nov 12 00:43:39.107189 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-3d386ed7-09d8-4cb0-b7d0-73c7f55989e0 req-80b4be39-372a-4ce4-a0b2-30bd5b570fb1 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Request body: {'port': {'device_id': '9bb955f7-555a-4087-abcd-bce579e2f015', 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e', 'admin_state_up': True, 'tenant_id': 'e225da8786ab452db9121c1cfb9ab35d', 'security_groups': ['0a25da90-546f-40bd-8a0e-2c62e01a6eaf']}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:39.129785 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:39.146883 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-21dd4296-91de-4fb6-9b3d-514f864d684d req-de18720b-26aa-42a3-8868-9b4815c7f4c1 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783927 Nov 12 00:43:39.256187 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d386ed7-09d8-4cb0-b7d0-73c7f55989e0 req-80b4be39-372a-4ce4-a0b2-30bd5b570fb1 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Made reservation on behalf of e225da8786ab452db9121c1cfb9ab35d for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:43:39.260901 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-3d386ed7-09d8-4cb0-b7d0-73c7f55989e0 req-80b4be39-372a-4ce4-a0b2-30bd5b570fb1 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:39.412864 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522b054-144a-4d5f-88c8-980fd38a558f req-b62fa077-852e-4777-8b1d-b7ded6eca3c9 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:39.414331 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b522b054-144a-4d5f-88c8-980fd38a558f req-b62fa077-852e-4777-8b1d-b7ded6eca3c9 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 943 time: 0.1356232 Nov 12 00:43:39.467743 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-3d386ed7-09d8-4cb0-b7d0-73c7f55989e0 req-80b4be39-372a-4ce4-a0b2-30bd5b570fb1 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Allocated IP 172.20.0.6 (a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e/3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f/cfa2737e-ff39-485a-a2ad-858e4b4be17b) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:43:39.490680 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b522b054-144a-4d5f-88c8-980fd38a558f req-63edbbe0-1583-42ec-bf0c-78d9e8f60317 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701294 Nov 12 00:43:39.664285 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-3d386ed7-09d8-4cb0-b7d0-73c7f55989e0 req-80b4be39-372a-4ce4-a0b2-30bd5b570fb1 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:39.698604 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22caf94-25c1-492f-afb9-e1940b0082d1 req-f715c708-224d-44ae-8cab-d02e0dbe2fc4 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:39.700208 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e22caf94-25c1-492f-afb9-e1940b0082d1 req-f715c708-224d-44ae-8cab-d02e0dbe2fc4 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2a5334c-84e4-49fe-a739-8547c60f3d4e HTTP/1.1" status: 200 len: 944 time: 0.0677879 Nov 12 00:43:39.712652 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ea6069c0-55d4-4b3d-8d8a-99dcf1782fc5 req-8513f319-0659-45b1-abc1-8afb4c2d4aab tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 210 time: 0.0462949 Nov 12 00:43:39.733335 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:39.766234 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-3d386ed7-09d8-4cb0-b7d0-73c7f55989e0 req-80b4be39-372a-4ce4-a0b2-30bd5b570fb1 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:39.773926 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e22caf94-25c1-492f-afb9-e1940b0082d1 req-1afab54e-8ed9-476a-b92d-1bad3d999ef7 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fc5467a-a933-4c4c-a418-d79919f05be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648949 Nov 12 00:43:39.832713 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c156b-08e9-4bec-92ae-2de42caa2f14 req-a0aadc8d-ca65-4cd0-8077-acf7e01d4246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:39.832949 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d386ed7-09d8-4cb0-b7d0-73c7f55989e0 req-80b4be39-372a-4ce4-a0b2-30bd5b570fb1 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Network a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:39.834297 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-963c156b-08e9-4bec-92ae-2de42caa2f14 req-a0aadc8d-ca65-4cd0-8077-acf7e01d4246 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5&tenant_id=79a8b3dad7a0401ab482e19b622fac98 HTTP/1.1" status: 200 len: 1100 time: 0.0572920 Nov 12 00:43:39.836257 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-3d386ed7-09d8-4cb0-b7d0-73c7f55989e0 req-80b4be39-372a-4ce4-a0b2-30bd5b570fb1 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:39.838730 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d386ed7-09d8-4cb0-b7d0-73c7f55989e0 req-80b4be39-372a-4ce4-a0b2-30bd5b570fb1 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:39.864727 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-963c156b-08e9-4bec-92ae-2de42caa2f14 req-45a917f0-d581-41ff-ac4e-15d2d3ec4acb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812236-11', 'device_owner': 'compute:nova'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:39.899603 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d386ed7-09d8-4cb0-b7d0-73c7f55989e0 req-80b4be39-372a-4ce4-a0b2-30bd5b570fb1 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:39.900226 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-3d386ed7-09d8-4cb0-b7d0-73c7f55989e0 req-80b4be39-372a-4ce4-a0b2-30bd5b570fb1 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:39.914992 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b4be39-372a-4ce4-a0b2-30bd5b570fb1 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Pushing event updated for resources: {'Port': ['ID=cfa2737e-ff39-485a-a2ad-858e4b4be17b,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:39.924568 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3d386ed7-09d8-4cb0-b7d0-73c7f55989e0 req-80b4be39-372a-4ce4-a0b2-30bd5b570fb1 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8217130 Nov 12 00:43:39.931751 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 31665b81-ea38-464a-b842-434bf346ad33 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:43:39.944612 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-3d386ed7-09d8-4cb0-b7d0-73c7f55989e0 req-154a42ba-a9f4-4e97-9614-0d8362a6d946 service neutron] Request body: {'port': {'device_id': '9bb955f7-555a-4087-abcd-bce579e2f015', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:40.010471 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-963c156b-08e9-4bec-92ae-2de42caa2f14 req-45a917f0-d581-41ff-ac4e-15d2d3ec4acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:40.031476 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-3d386ed7-09d8-4cb0-b7d0-73c7f55989e0 req-154a42ba-a9f4-4e97-9614-0d8362a6d946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:40.068022 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 31665b81-ea38-464a-b842-434bf346ad33 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:43:40.073884 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 31665b81-ea38-464a-b842-434bf346ad33 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:40.074258 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:40.141526 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-5872be48-24d1-447e-ae60-284797456d9c None None] Provisioning complete for port cfa2737e-ff39-485a-a2ad-858e4b4be17b triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:40.142135 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5872be48-24d1-447e-ae60-284797456d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:40.215544 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:40.251144 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-5872be48-24d1-447e-ae60-284797456d9c None None] Port cfa2737e-ff39-485a-a2ad-858e4b4be17b cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:43:40.344705 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-963c156b-08e9-4bec-92ae-2de42caa2f14 req-45a917f0-d581-41ff-ac4e-15d2d3ec4acb service neutron] For port 31665b81-ea38-464a-b842-434bf346ad33, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=31665b81-ea38-464a-b842-434bf346ad33,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:40.380056 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b119e34-f60e-4eb5-b57d-e1c8d60420bd req-c26ecb7e-9351-4dd1-8d05-19c17af1fc90 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:40.381567 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3b119e34-f60e-4eb5-b57d-e1c8d60420bd req-c26ecb7e-9351-4dd1-8d05-19c17af1fc90 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 948 time: 0.0843194 Nov 12 00:43:40.395420 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-963c156b-08e9-4bec-92ae-2de42caa2f14 req-45a917f0-d581-41ff-ac4e-15d2d3ec4acb service neutron] For port 31665b81-ea38-464a-b842-434bf346ad33, host n-h1-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:43:40.419235 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-3d386ed7-09d8-4cb0-b7d0-73c7f55989e0 req-154a42ba-a9f4-4e97-9614-0d8362a6d946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfa2737e-ff39-485a-a2ad-858e4b4be17b {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:43:40.427837 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-3d386ed7-09d8-4cb0-b7d0-73c7f55989e0 req-154a42ba-a9f4-4e97-9614-0d8362a6d946 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:40.443413 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-3d386ed7-09d8-4cb0-b7d0-73c7f55989e0 req-154a42ba-a9f4-4e97-9614-0d8362a6d946 service neutron] Transition to ACTIVE for port object cfa2737e-ff39-485a-a2ad-858e4b4be17b will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:43:40.447012 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-3d386ed7-09d8-4cb0-b7d0-73c7f55989e0 req-154a42ba-a9f4-4e97-9614-0d8362a6d946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:40.448659 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-963c156b-08e9-4bec-92ae-2de42caa2f14 req-45a917f0-d581-41ff-ac4e-15d2d3ec4acb service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 31665b81-ea38-464a-b842-434bf346ad33 {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:43:40.465341 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-963c156b-08e9-4bec-92ae-2de42caa2f14 req-45a917f0-d581-41ff-ac4e-15d2d3ec4acb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:40.479447 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:40.480261 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3b119e34-f60e-4eb5-b57d-e1c8d60420bd req-d22f656d-2989-44da-a955-ef7f1c9e19ae tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861406 Nov 12 00:43:40.484197 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-963c156b-08e9-4bec-92ae-2de42caa2f14 req-45a917f0-d581-41ff-ac4e-15d2d3ec4acb service neutron] Ignored duplicate provisioning block setup for port 31665b81-ea38-464a-b842-434bf346ad33 by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 12 00:43:40.488354 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-963c156b-08e9-4bec-92ae-2de42caa2f14 req-45a917f0-d581-41ff-ac4e-15d2d3ec4acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:40.518761 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a42ba-a9f4-4e97-9614-0d8362a6d946 service neutron] Pushing event updated for resources: {'Port': ['ID=cfa2737e-ff39-485a-a2ad-858e4b4be17b,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:40.563246 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-963c156b-08e9-4bec-92ae-2de42caa2f14 req-45a917f0-d581-41ff-ac4e-15d2d3ec4acb service neutron] No DVR routers for this DVR port 31665b81-ea38-464a-b842-434bf346ad33 on host n-h1-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:43:40.569403 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a917f0-d581-41ff-ac4e-15d2d3ec4acb service neutron] Pushing event updated for resources: {'Port': ['ID=31665b81-ea38-464a-b842-434bf346ad33,revision_number=10']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:40.601824 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.db.api [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:43:40.604261 n-d-812236-11 neutron-server[102663]: DEBUG oslo_db.api [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:43:40.617799 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-963c156b-08e9-4bec-92ae-2de42caa2f14 req-45a917f0-d581-41ff-ac4e-15d2d3ec4acb service neutron] Attempting to bind port 31665b81-ea38-464a-b842-434bf346ad33 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:43:40.618139 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-963c156b-08e9-4bec-92ae-2de42caa2f14 req-45a917f0-d581-41ff-ac4e-15d2d3ec4acb service neutron] Attempting to bind port 31665b81-ea38-464a-b842-434bf346ad33 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:43:40.618525 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963c156b-08e9-4bec-92ae-2de42caa2f14 req-45a917f0-d581-41ff-ac4e-15d2d3ec4acb service neutron] Attempting to bind port 31665b81-ea38-464a-b842-434bf346ad33 on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:40.623638 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963c156b-08e9-4bec-92ae-2de42caa2f14 req-45a917f0-d581-41ff-ac4e-15d2d3ec4acb service neutron] Port 31665b81-ea38-464a-b842-434bf346ad33 on network 172a28b2-119c-4d70-aef1-a731eb107d6c not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:43:40.623931 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963c156b-08e9-4bec-92ae-2de42caa2f14 req-45a917f0-d581-41ff-ac4e-15d2d3ec4acb service neutron] Attempting to bind port 31665b81-ea38-464a-b842-434bf346ad33 on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:40.629821 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963c156b-08e9-4bec-92ae-2de42caa2f14 req-45a917f0-d581-41ff-ac4e-15d2d3ec4acb service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:43:40.630234 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963c156b-08e9-4bec-92ae-2de42caa2f14 req-45a917f0-d581-41ff-ac4e-15d2d3ec4acb service neutron] Checking segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:43:40.630529 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963c156b-08e9-4bec-92ae-2de42caa2f14 req-45a917f0-d581-41ff-ac4e-15d2d3ec4acb service neutron] Bound using segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:43:40.630953 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-963c156b-08e9-4bec-92ae-2de42caa2f14 req-45a917f0-d581-41ff-ac4e-15d2d3ec4acb service neutron] Bound port: 31665b81-ea38-464a-b842-434bf346ad33, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:43:40.631306 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-963c156b-08e9-4bec-92ae-2de42caa2f14 req-45a917f0-d581-41ff-ac4e-15d2d3ec4acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:40.721617 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-963c156b-08e9-4bec-92ae-2de42caa2f14 req-45a917f0-d581-41ff-ac4e-15d2d3ec4acb service neutron] For port 31665b81-ea38-464a-b842-434bf346ad33, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:43:40.725229 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-963c156b-08e9-4bec-92ae-2de42caa2f14 req-45a917f0-d581-41ff-ac4e-15d2d3ec4acb service neutron] For port 31665b81-ea38-464a-b842-434bf346ad33, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=31665b81-ea38-464a-b842-434bf346ad33,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:43:40.735216 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-963c156b-08e9-4bec-92ae-2de42caa2f14 req-45a917f0-d581-41ff-ac4e-15d2d3ec4acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:40.776213 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b324b0-9587-442d-bb05-4f20c5b5c43d req-6a741591-3d1d-4856-a3cd-0561cc77ffa6 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:40.787118 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8b324b0-9587-442d-bb05-4f20c5b5c43d req-6a741591-3d1d-4856-a3cd-0561cc77ffa6 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 943 time: 0.1515512 Nov 12 00:43:40.796061 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c156b-08e9-4bec-92ae-2de42caa2f14 req-45a917f0-d581-41ff-ac4e-15d2d3ec4acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:40.796683 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-963c156b-08e9-4bec-92ae-2de42caa2f14 req-45a917f0-d581-41ff-ac4e-15d2d3ec4acb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:40.798266 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-963c156b-08e9-4bec-92ae-2de42caa2f14 req-45a917f0-d581-41ff-ac4e-15d2d3ec4acb service neutron] 10.222.0.54 "PUT /v2.0/ports/31665b81-ea38-464a-b842-434bf346ad33 HTTP/1.1" status: 200 len: 1097 time: 0.9457111 Nov 12 00:43:40.799183 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f63c592-016a-4fce-9497-a5b1fafc1aa5', 'tag': '31665b81-ea38-464a-b842-434bf346ad33'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:40.801890 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55ff965-f8ae-43c9-b9ac-d5f5f3e30c21" -d '{"events": [{"name": "network-changed", "server_uuid": "9f63c592-016a-4fce-9497-a5b1fafc1aa5", "tag": "31665b81-ea38-464a-b842-434bf346ad33"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:40.805231 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-3d386ed7-09d8-4cb0-b7d0-73c7f55989e0 req-154a42ba-a9f4-4e97-9614-0d8362a6d946 service neutron] Attempting to bind port cfa2737e-ff39-485a-a2ad-858e4b4be17b on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:43:40.808848 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-3d386ed7-09d8-4cb0-b7d0-73c7f55989e0 req-154a42ba-a9f4-4e97-9614-0d8362a6d946 service neutron] Attempting to bind port cfa2737e-ff39-485a-a2ad-858e4b4be17b by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:43:40.809174 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d386ed7-09d8-4cb0-b7d0-73c7f55989e0 req-154a42ba-a9f4-4e97-9614-0d8362a6d946 service neutron] Attempting to bind port cfa2737e-ff39-485a-a2ad-858e4b4be17b on network a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:40.837958 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d386ed7-09d8-4cb0-b7d0-73c7f55989e0 req-154a42ba-a9f4-4e97-9614-0d8362a6d946 service neutron] Port cfa2737e-ff39-485a-a2ad-858e4b4be17b on network a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:43:40.838348 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d386ed7-09d8-4cb0-b7d0-73c7f55989e0 req-154a42ba-a9f4-4e97-9614-0d8362a6d946 service neutron] Attempting to bind port cfa2737e-ff39-485a-a2ad-858e4b4be17b on network a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:40.878618 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d386ed7-09d8-4cb0-b7d0-73c7f55989e0 req-154a42ba-a9f4-4e97-9614-0d8362a6d946 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:43:40.879118 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d386ed7-09d8-4cb0-b7d0-73c7f55989e0 req-154a42ba-a9f4-4e97-9614-0d8362a6d946 service neutron] Checking segment: {'id': '8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:43:40.879616 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d386ed7-09d8-4cb0-b7d0-73c7f55989e0 req-154a42ba-a9f4-4e97-9614-0d8362a6d946 service neutron] Bound using segment: {'id': '8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:43:40.880156 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-3d386ed7-09d8-4cb0-b7d0-73c7f55989e0 req-154a42ba-a9f4-4e97-9614-0d8362a6d946 service neutron] Bound port: cfa2737e-ff39-485a-a2ad-858e4b4be17b, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:43:40.883636 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-3d386ed7-09d8-4cb0-b7d0-73c7f55989e0 req-154a42ba-a9f4-4e97-9614-0d8362a6d946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:40.889756 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a917f0-d581-41ff-ac4e-15d2d3ec4acb service neutron] Pushing event updated for resources: {'Port': ['ID=31665b81-ea38-464a-b842-434bf346ad33,revision_number=11']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:40.901718 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8b324b0-9587-442d-bb05-4f20c5b5c43d req-ef559617-282a-491b-8a06-53a7640f586f tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147521 Nov 12 00:43:40.961107 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c156b-08e9-4bec-92ae-2de42caa2f14 req-0817b3c5-ef12-4e40-bc16-c3de35949a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:40.962676 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-963c156b-08e9-4bec-92ae-2de42caa2f14 req-0817b3c5-ef12-4e40-bc16-c3de35949a32 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=79a8b3dad7a0401ab482e19b622fac98&device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 1100 time: 0.1233990 Nov 12 00:43:40.972461 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9015d27-45ac-430d-8afe-85dc2c21a872 req-a7fae487-2c2f-4bc2-8c78-02e814a8de84 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:40.979987 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f9015d27-45ac-430d-8afe-85dc2c21a872 req-a7fae487-2c2f-4bc2-8c78-02e814a8de84 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 943 time: 0.1032586 Nov 12 00:43:40.995520 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-3d386ed7-09d8-4cb0-b7d0-73c7f55989e0 req-154a42ba-a9f4-4e97-9614-0d8362a6d946 service neutron] For port cfa2737e-ff39-485a-a2ad-858e4b4be17b, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:43:41.000880 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-3d386ed7-09d8-4cb0-b7d0-73c7f55989e0 req-154a42ba-a9f4-4e97-9614-0d8362a6d946 service neutron] For port cfa2737e-ff39-485a-a2ad-858e4b4be17b, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=cfa2737e-ff39-485a-a2ad-858e4b4be17b,segment=NetworkSegment(8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b),segment_id=8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:43:41.006950 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-3d386ed7-09d8-4cb0-b7d0-73c7f55989e0 req-154a42ba-a9f4-4e97-9614-0d8362a6d946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:41.018865 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-1b0d7852-1e32-498e-b2d7-6fc1f105f79b None None] Provisioning complete for port 31665b81-ea38-464a-b842-434bf346ad33 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:41.019453 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1b0d7852-1e32-498e-b2d7-6fc1f105f79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:41.033136 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d386ed7-09d8-4cb0-b7d0-73c7f55989e0 req-154a42ba-a9f4-4e97-9614-0d8362a6d946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:41.033917 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-3d386ed7-09d8-4cb0-b7d0-73c7f55989e0 req-154a42ba-a9f4-4e97-9614-0d8362a6d946 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:41.038400 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3d386ed7-09d8-4cb0-b7d0-73c7f55989e0 req-154a42ba-a9f4-4e97-9614-0d8362a6d946 service neutron] 10.222.0.54 "PUT /v2.0/ports/cfa2737e-ff39-485a-a2ad-858e4b4be17b HTTP/1.1" status: 200 len: 1092 time: 1.0963778 Nov 12 00:43:41.042475 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb955f7-555a-4087-abcd-bce579e2f015', 'tag': 'cfa2737e-ff39-485a-a2ad-858e4b4be17b'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:41.049610 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b2a749-ef17-458e-89be-e262c089cc57" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb955f7-555a-4087-abcd-bce579e2f015", "tag": "cfa2737e-ff39-485a-a2ad-858e4b4be17b"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:41.085083 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f9015d27-45ac-430d-8afe-85dc2c21a872 req-4370558b-b11f-4edd-ae50-8cddb900902b tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021652 Nov 12 00:43:41.167489 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:41.195828 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634bc9b5-3fde-4c6c-8cfa-0f25fa056fa2 x-openstack-request-id: req-634bc9b5-3fde-4c6c-8cfa-0f25fa056fa2 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:41.196125 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f63c592-016a-4fce-9497-a5b1fafc1aa5", "tag": "31665b81-ea38-464a-b842-434bf346ad33", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:41.196382 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-634bc9b5-3fde-4c6c-8cfa-0f25fa056fa2 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:41.196792 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f63c592-016a-4fce-9497-a5b1fafc1aa5', 'tag': '31665b81-ea38-464a-b842-434bf346ad33', 'status': 'completed', 'code': 200} Nov 12 00:43:41.247647 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 31665b81-ea38-464a-b842-434bf346ad33, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=31665b81-ea38-464a-b842-434bf346ad33,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:41.253524 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f63c592-016a-4fce-9497-a5b1fafc1aa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31665b81-ea38-464a-b842-434bf346ad33'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:41.259259 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c156b-08e9-4bec-92ae-2de42caa2f14 req-92fc1193-6da5-4519-bdad-c4c8bcd5ac02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:41.260142 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f9c85c-ae04-49fa-b7ec-c55c215e22ec" -d '{"events": [{"server_uuid": "9f63c592-016a-4fce-9497-a5b1fafc1aa5", "name": "network-vif-plugged", "status": "completed", "tag": "31665b81-ea38-464a-b842-434bf346ad33"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:41.260659 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-963c156b-08e9-4bec-92ae-2de42caa2f14 req-92fc1193-6da5-4519-bdad-c4c8bcd5ac02 service neutron] 10.222.0.54 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.2733192 Nov 12 00:43:41.278428 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:43:41.284732 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b8b5e-b9a2-4b60-8d66-375f5fc89cea req-c6b97dbf-6291-4011-996b-51c0254f30ec tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:41.285746 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:41.286662 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-587b8b5e-b9a2-4b60-8d66-375f5fc89cea req-c6b97dbf-6291-4011-996b-51c0254f30ec tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2a5334c-84e4-49fe-a739-8547c60f3d4e HTTP/1.1" status: 200 len: 944 time: 0.1796293 Nov 12 00:43:41.299662 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 85c84d3f-9052-452b-adfa-a4eb07d6fa3d up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:43:41.353398 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a42ba-a9f4-4e97-9614-0d8362a6d946 service neutron] Pushing event updated for resources: {'Port': ['ID=cfa2737e-ff39-485a-a2ad-858e4b4be17b,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:41.367787 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-963c156b-08e9-4bec-92ae-2de42caa2f14 req-7b14fc12-a706-49eb-8377-e925741001be service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=31665b81-ea38-464a-b842-434bf346ad33 HTTP/1.1" status: 200 len: 217 time: 0.0945520 Nov 12 00:43:41.375012 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d386ed7-09d8-4cb0-b7d0-73c7f55989e0 req-1334587b-3a10-4e98-a5b0-23e4fbfaece1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:41.376689 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3d386ed7-09d8-4cb0-b7d0-73c7f55989e0 req-1334587b-3a10-4e98-a5b0-23e4fbfaece1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e225da8786ab452db9121c1cfb9ab35d&device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 1095 time: 0.2204518 Nov 12 00:43:41.413056 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ff965-f8ae-43c9-b9ac-d5f5f3e30c21 req-fde24561-c7a9-451f-ac39-04c97160735a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:41.414592 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b55ff965-f8ae-43c9-b9ac-d5f5f3e30c21 req-fde24561-c7a9-451f-ac39-04c97160735a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=79a8b3dad7a0401ab482e19b622fac98&device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 1102 time: 0.1519847 Nov 12 00:43:41.469854 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3d386ed7-09d8-4cb0-b7d0-73c7f55989e0 req-045f2e96-cab9-469d-bfc4-33cc9cba0d42 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfa2737e-ff39-485a-a2ad-858e4b4be17b HTTP/1.1" status: 200 len: 217 time: 0.0755355 Nov 12 00:43:41.476123 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-587b8b5e-b9a2-4b60-8d66-375f5fc89cea req-c3c908b5-d9ac-40be-bbec-b901f3739c9a tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fc5467a-a933-4c4c-a418-d79919f05be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514189 Nov 12 00:43:41.481646 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c156b-08e9-4bec-92ae-2de42caa2f14 req-2260fb68-452f-48fc-a8ad-67008d96447e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:41.483892 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-963c156b-08e9-4bec-92ae-2de42caa2f14 req-2260fb68-452f-48fc-a8ad-67008d96447e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.0917971 Nov 12 00:43:41.509674 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b90d6ec-f53a-4520-89ba-f4abcf386a18 x-openstack-request-id: req-0b90d6ec-f53a-4520-89ba-f4abcf386a18 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:41.509961 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb955f7-555a-4087-abcd-bce579e2f015", "tag": "cfa2737e-ff39-485a-a2ad-858e4b4be17b", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:41.511154 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0b90d6ec-f53a-4520-89ba-f4abcf386a18 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:41.511154 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb955f7-555a-4087-abcd-bce579e2f015', 'tag': 'cfa2737e-ff39-485a-a2ad-858e4b4be17b', 'status': 'completed', 'code': 200} Nov 12 00:43:41.538682 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=31665b81-ea38-464a-b842-434bf346ad33,revision_number=12']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:41.552595 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 85c84d3f-9052-452b-adfa-a4eb07d6fa3d completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:43:41.559742 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 85c84d3f-9052-452b-adfa-a4eb07d6fa3d triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:41.560206 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:41.600672 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c156b-08e9-4bec-92ae-2de42caa2f14 req-3ed6cb6f-5dad-4823-b292-ec1952878181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:41.602415 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-963c156b-08e9-4bec-92ae-2de42caa2f14 req-3ed6cb6f-5dad-4823-b292-ec1952878181 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0904038 Nov 12 00:43:41.626578 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01ab5ec-5219-4f9b-aa5d-ecdacbca68f2 x-openstack-request-id: req-b01ab5ec-5219-4f9b-aa5d-ecdacbca68f2 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:41.629991 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f63c592-016a-4fce-9497-a5b1fafc1aa5", "name": "network-vif-plugged", "status": "completed", "tag": "31665b81-ea38-464a-b842-434bf346ad33", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:41.630608 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b01ab5ec-5219-4f9b-aa5d-ecdacbca68f2 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:41.631391 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f63c592-016a-4fce-9497-a5b1fafc1aa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31665b81-ea38-464a-b842-434bf346ad33', 'code': 200} Nov 12 00:43:41.695582 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:41.724938 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d386ed7-09d8-4cb0-b7d0-73c7f55989e0 req-372432fa-2c92-4583-af0d-d395c33bdb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:41.726937 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3d386ed7-09d8-4cb0-b7d0-73c7f55989e0 req-372432fa-2c92-4583-af0d-d395c33bdb21 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f HTTP/1.1" status: 200 len: 851 time: 0.2389829 Nov 12 00:43:41.736943 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 85c84d3f-9052-452b-adfa-a4eb07d6fa3d, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=85c84d3f-9052-452b-adfa-a4eb07d6fa3d,segment=NetworkSegment(a3f54236-5757-4920-84a5-c56a7ae9d377),segment_id=a3f54236-5757-4920-84a5-c56a7ae9d377)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:41.745977 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:41.751151 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-366df11e-1c9f-483c-b5f8-93b0ecd68464 None None] Provisioning complete for port 31665b81-ea38-464a-b842-434bf346ad33 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:41.756675 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-366df11e-1c9f-483c-b5f8-93b0ecd68464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:41.793190 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-963c156b-08e9-4bec-92ae-2de42caa2f14 req-bf97b739-6394-430c-a3a5-90b6543e8261 service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762211 Nov 12 00:43:41.813911 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ff965-f8ae-43c9-b9ac-d5f5f3e30c21 req-706c36fd-4fb6-4b1f-8b8e-aad24ee5b97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:41.815515 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b55ff965-f8ae-43c9-b9ac-d5f5f3e30c21 req-706c36fd-4fb6-4b1f-8b8e-aad24ee5b97a service neutron] 10.222.0.49 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.3566256 Nov 12 00:43:41.843817 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=85c84d3f-9052-452b-adfa-a4eb07d6fa3d,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:41.929233 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-963c156b-08e9-4bec-92ae-2de42caa2f14 req-09600ae5-d115-4071-a764-9b22c544b82d service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147914 Nov 12 00:43:41.936950 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 31665b81-ea38-464a-b842-434bf346ad33 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:43:41.986197 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 31665b81-ea38-464a-b842-434bf346ad33 not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:43:42.094755 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861fddf-6169-4552-839c-e39599d1fe4d req-f09bca32-5ac2-44f4-acce-c896442eead1 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:42.096321 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b861fddf-6169-4552-839c-e39599d1fe4d req-f09bca32-5ac2-44f4-acce-c896442eead1 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 943 time: 0.0968966 Nov 12 00:43:42.103615 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ff965-f8ae-43c9-b9ac-d5f5f3e30c21 req-0eaa8753-d645-4cd0-8f1b-07e48c041824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:42.105118 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b55ff965-f8ae-43c9-b9ac-d5f5f3e30c21 req-0eaa8753-d645-4cd0-8f1b-07e48c041824 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=79a8b3dad7a0401ab482e19b622fac98&device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 1102 time: 0.0707397 Nov 12 00:43:42.148708 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b55ff965-f8ae-43c9-b9ac-d5f5f3e30c21 req-b63ed9e9-5d6e-4fab-ac32-b685029d3ffb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=31665b81-ea38-464a-b842-434bf346ad33 HTTP/1.1" status: 200 len: 217 time: 0.3254347 Nov 12 00:43:42.162325 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b8a4f-34b5-4f05-9113-dc9e2e126384 req-1bcf40bb-dbe0-410f-afef-80f5d6cfdf9b tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:42.163776 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-006b8a4f-34b5-4f05-9113-dc9e2e126384 req-1bcf40bb-dbe0-410f-afef-80f5d6cfdf9b tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 950 time: 0.4036303 Nov 12 00:43:42.198040 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d386ed7-09d8-4cb0-b7d0-73c7f55989e0 req-929e3445-a87f-4a95-8560-4f8d4d9f1be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:42.199512 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3d386ed7-09d8-4cb0-b7d0-73c7f55989e0 req-929e3445-a87f-4a95-8560-4f8d4d9f1be2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4285684 Nov 12 00:43:42.202509 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b861fddf-6169-4552-839c-e39599d1fe4d req-3aea4f21-5bc3-4763-9d0d-597820fbe160 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963137 Nov 12 00:43:42.241258 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ff965-f8ae-43c9-b9ac-d5f5f3e30c21 req-162f737e-8c17-4c8b-bef9-500f73b621b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:42.242763 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b55ff965-f8ae-43c9-b9ac-d5f5f3e30c21 req-162f737e-8c17-4c8b-bef9-500f73b621b4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.1234128 Nov 12 00:43:42.290146 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b55ff965-f8ae-43c9-b9ac-d5f5f3e30c21 req-767ef832-bdf1-427f-bdf8-37272682519f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=31665b81-ea38-464a-b842-434bf346ad33 HTTP/1.1" status: 200 len: 217 time: 0.0392659 Nov 12 00:43:42.292651 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ff965-f8ae-43c9-b9ac-d5f5f3e30c21 req-96133748-ee91-42c8-96fd-9c8f62ab6d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:42.294095 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b55ff965-f8ae-43c9-b9ac-d5f5f3e30c21 req-96133748-ee91-42c8-96fd-9c8f62ab6d66 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.1295261 Nov 12 00:43:42.336119 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-006b8a4f-34b5-4f05-9113-dc9e2e126384 req-4263c286-3a2b-4e18-911d-01d6b6e36305 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612082 Nov 12 00:43:42.371796 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ff965-f8ae-43c9-b9ac-d5f5f3e30c21 req-af9fbc6c-6809-4075-be19-00cb8fcf1013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:42.373860 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b55ff965-f8ae-43c9-b9ac-d5f5f3e30c21 req-af9fbc6c-6809-4075-be19-00cb8fcf1013 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.0742140 Nov 12 00:43:42.379125 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3d386ed7-09d8-4cb0-b7d0-73c7f55989e0 req-e4520d11-ab6e-4097-b6ee-d90870a3cdfc service neutron] 10.222.0.54 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697347 Nov 12 00:43:42.381063 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ff965-f8ae-43c9-b9ac-d5f5f3e30c21 req-9f9b0044-a9c5-4cc1-a271-1b92607b18da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:42.382565 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b55ff965-f8ae-43c9-b9ac-d5f5f3e30c21 req-9f9b0044-a9c5-4cc1-a271-1b92607b18da service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0809128 Nov 12 00:43:42.386494 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710fb23-c80d-41e5-b65d-7a5a8f6b9f49 req-2f779222-837f-4383-9a4a-fc2bb581b189 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:42.387947 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2710fb23-c80d-41e5-b65d-7a5a8f6b9f49 req-2f779222-837f-4383-9a4a-fc2bb581b189 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 943 time: 0.1005807 Nov 12 00:43:42.396981 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:42.474519 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2710fb23-c80d-41e5-b65d-7a5a8f6b9f49 req-66761e04-a5e7-4367-93b7-73fb997a8a27 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784695 Nov 12 00:43:42.477845 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ff965-f8ae-43c9-b9ac-d5f5f3e30c21 req-11968062-7fc3-4494-b469-8b4e5635ef8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:42.478887 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b55ff965-f8ae-43c9-b9ac-d5f5f3e30c21 req-11968062-7fc3-4494-b469-8b4e5635ef8d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0798595 Nov 12 00:43:42.559037 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b55ff965-f8ae-43c9-b9ac-d5f5f3e30c21 req-4cac4310-8e6c-4f00-8c73-96c5f46dd994 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588826 Nov 12 00:43:42.577050 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3d386ed7-09d8-4cb0-b7d0-73c7f55989e0 req-cab2222c-3952-4c77-a204-80ef5ff7c6e1 service neutron] 10.222.0.54 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727839 Nov 12 00:43:42.665610 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a316db-02a0-42d2-a63c-7465b4e116da req-eaafd9bb-3e86-448a-b8bc-55f5e1273640 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:42.667140 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b4a316db-02a0-42d2-a63c-7465b4e116da req-eaafd9bb-3e86-448a-b8bc-55f5e1273640 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2a5334c-84e4-49fe-a739-8547c60f3d4e HTTP/1.1" status: 200 len: 945 time: 0.0815160 Nov 12 00:43:42.670475 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b55ff965-f8ae-43c9-b9ac-d5f5f3e30c21 req-34fb2118-39e6-45b7-b0d9-c9c44378089c service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811507 Nov 12 00:43:42.681239 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b55ff965-f8ae-43c9-b9ac-d5f5f3e30c21 req-504c399a-dea5-4ec2-8e71-78dbc82ab605 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152499 Nov 12 00:43:42.777016 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2a749-ef17-458e-89be-e262c089cc57 req-2fab6967-7b01-4598-bfa3-16335970a129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:42.779074 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-04b2a749-ef17-458e-89be-e262c089cc57 req-2fab6967-7b01-4598-bfa3-16335970a129 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e225da8786ab452db9121c1cfb9ab35d&device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 1095 time: 0.0524495 Nov 12 00:43:42.782245 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b4a316db-02a0-42d2-a63c-7465b4e116da req-4da644d1-9dd8-4421-98f2-11c669725fb0 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fc5467a-a933-4c4c-a418-d79919f05be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063273 Nov 12 00:43:42.820906 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b55ff965-f8ae-43c9-b9ac-d5f5f3e30c21 req-45fb8a29-0141-47fb-83ba-3398c66205ae service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374128 Nov 12 00:43:42.900969 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2a749-ef17-458e-89be-e262c089cc57 req-dbc6c571-7ef9-43b6-9060-aff210ffcd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:42.902854 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-04b2a749-ef17-458e-89be-e262c089cc57 req-dbc6c571-7ef9-43b6-9060-aff210ffcd17 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e HTTP/1.1" status: 200 len: 913 time: 0.1063411 Nov 12 00:43:42.954579 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-04b2a749-ef17-458e-89be-e262c089cc57 req-4cd61f68-df44-44c8-9313-752768beb7f8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfa2737e-ff39-485a-a2ad-858e4b4be17b HTTP/1.1" status: 200 len: 217 time: 0.0415320 Nov 12 00:43:43.006190 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2a749-ef17-458e-89be-e262c089cc57 req-59787f10-dba9-4603-a311-0bfbd51b5b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:43.007537 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-04b2a749-ef17-458e-89be-e262c089cc57 req-59787f10-dba9-4603-a311-0bfbd51b5b13 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f HTTP/1.1" status: 200 len: 851 time: 0.0443485 Nov 12 00:43:43.061721 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2a749-ef17-458e-89be-e262c089cc57 req-9e8c0253-0b1b-4de8-9629-b291a98e4ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:43.063236 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-04b2a749-ef17-458e-89be-e262c089cc57 req-9e8c0253-0b1b-4de8-9629-b291a98e4ced service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433905 Nov 12 00:43:43.159926 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-04b2a749-ef17-458e-89be-e262c089cc57 req-eb948401-0657-497f-bbde-f6664b947445 service neutron] 10.222.0.54 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872767 Nov 12 00:43:43.253574 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-04b2a749-ef17-458e-89be-e262c089cc57 req-edcf0fad-fdd6-4932-951b-8f5f44d4f982 service neutron] 10.222.0.54 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840409 Nov 12 00:43:43.334414 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405b26a-c34a-4058-a71f-45ccc846d4bc req-5d14ba6b-537f-4e8f-abdd-6edbf195c9a1 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:43.335928 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b405b26a-c34a-4058-a71f-45ccc846d4bc req-5d14ba6b-537f-4e8f-abdd-6edbf195c9a1 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 943 time: 0.0549157 Nov 12 00:43:43.389531 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b405b26a-c34a-4058-a71f-45ccc846d4bc req-4936bcb3-591f-4c0a-ab55-e2629680fa0d tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469947 Nov 12 00:43:43.477403 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93abcc7f-7477-4934-855c-0b96bebcf7f9 req-013b9527-debd-42fe-95c6-7848185f95fd tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:43.479012 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-93abcc7f-7477-4934-855c-0b96bebcf7f9 req-013b9527-debd-42fe-95c6-7848185f95fd tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 950 time: 0.0565617 Nov 12 00:43:43.542553 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-93abcc7f-7477-4934-855c-0b96bebcf7f9 req-6dc16013-2fc3-422d-8ac5-e27e000088bb tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558581 Nov 12 00:43:43.615338 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90b8b2-c192-4571-9202-0a17cf78c70b req-ea7bd2bc-8073-4008-901d-b90caab5d14a tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:43.616729 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8e90b8b2-c192-4571-9202-0a17cf78c70b req-ea7bd2bc-8073-4008-901d-b90caab5d14a tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 943 time: 0.0548623 Nov 12 00:43:43.632368 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a5334c-84e4-49fe-a739-8547c60f3d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c84d3f-9052-452b-adfa-a4eb07d6fa3d'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:43.636262 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336ab424-92a5-447a-aa86-881d39dca296" -d '{"events": [{"server_uuid": "f2a5334c-84e4-49fe-a739-8547c60f3d4e", "name": "network-vif-plugged", "status": "completed", "tag": "85c84d3f-9052-452b-adfa-a4eb07d6fa3d"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:43.672341 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8e90b8b2-c192-4571-9202-0a17cf78c70b req-e0ac09e9-d861-44d1-b6a1-71bdcb1391f7 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489950 Nov 12 00:43:43.679408 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a94a2ca-9dea-4c0a-8543-fcec100948b6 x-openstack-request-id: req-1a94a2ca-9dea-4c0a-8543-fcec100948b6 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:43.679762 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a5334c-84e4-49fe-a739-8547c60f3d4e", "name": "network-vif-plugged", "status": "completed", "tag": "85c84d3f-9052-452b-adfa-a4eb07d6fa3d", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:43.680073 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a94a2ca-9dea-4c0a-8543-fcec100948b6 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:43.680530 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a5334c-84e4-49fe-a739-8547c60f3d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c84d3f-9052-452b-adfa-a4eb07d6fa3d', 'code': 200} Nov 12 00:43:43.812956 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858fb259-3776-40f7-a65d-c863d5e6da92 req-aa0ce6ed-d0a8-4975-8033-d43f7fea86a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:43.814485 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-858fb259-3776-40f7-a65d-c863d5e6da92 req-aa0ce6ed-d0a8-4975-8033-d43f7fea86a9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f2a5334c-84e4-49fe-a739-8547c60f3d4e HTTP/1.1" status: 200 len: 1097 time: 0.0485849 Nov 12 00:43:43.862882 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-858fb259-3776-40f7-a65d-c863d5e6da92 req-8b3f91f8-d05d-44b9-8ba7-5ff5c98941ec service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0fc5467a-a933-4c4c-a418-d79919f05be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408428 Nov 12 00:43:43.910584 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d7479-a82a-49aa-80bb-a5b8502b99ab req-000bf92e-5937-4298-9711-13700152c66a tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:43.913269 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-652d7479-a82a-49aa-80bb-a5b8502b99ab req-000bf92e-5937-4298-9711-13700152c66a tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2a5334c-84e4-49fe-a739-8547c60f3d4e HTTP/1.1" status: 200 len: 945 time: 0.0553827 Nov 12 00:43:43.966047 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-652d7479-a82a-49aa-80bb-a5b8502b99ab req-c9f81735-3a85-4fd2-a911-45c7af7e4bc8 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fc5467a-a933-4c4c-a418-d79919f05be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441275 Nov 12 00:43:44.517961 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c06808-48c2-4e87-b463-72e60a87c69d req-5ea97e0a-ab1a-4cba-9270-e8074fb7a1b3 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:44.519399 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a5c06808-48c2-4e87-b463-72e60a87c69d req-5ea97e0a-ab1a-4cba-9270-e8074fb7a1b3 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 943 time: 0.0524507 Nov 12 00:43:44.574519 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a5c06808-48c2-4e87-b463-72e60a87c69d req-c5a73e52-0c7a-4b0f-8bb0-06fff860768d tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484221 Nov 12 00:43:44.693775 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6c821-979b-4852-b3b1-db6aa29a7694 req-b7273926-9113-49b0-b044-bce2e240dfe2 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:44.695699 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-84e6c821-979b-4852-b3b1-db6aa29a7694 req-b7273926-9113-49b0-b044-bce2e240dfe2 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 950 time: 0.0531788 Nov 12 00:43:44.760525 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-84e6c821-979b-4852-b3b1-db6aa29a7694 req-2df55df3-b9ba-4fba-8976-1140808fbbec tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580866 Nov 12 00:43:44.800930 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94388a-c661-43cb-b4d1-c3a9566c1220 req-8bbdcf66-e5dc-425c-bd71-2855f04ae461 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:44.802547 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb94388a-c661-43cb-b4d1-c3a9566c1220 req-8bbdcf66-e5dc-425c-bd71-2855f04ae461 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 943 time: 0.0569842 Nov 12 00:43:44.869430 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb94388a-c661-43cb-b4d1-c3a9566c1220 req-cd3ec8cf-56b5-4d91-8caa-661a1849c918 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592754 Nov 12 00:43:45.124918 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5618d-c0ab-4d97-8eed-ad0fa5cdeab0 req-750c70ad-50d0-498b-9277-17a23ac6751e tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:45.126721 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-caa5618d-c0ab-4d97-8eed-ad0fa5cdeab0 req-750c70ad-50d0-498b-9277-17a23ac6751e tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2a5334c-84e4-49fe-a739-8547c60f3d4e HTTP/1.1" status: 200 len: 945 time: 0.0635781 Nov 12 00:43:45.180906 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-caa5618d-c0ab-4d97-8eed-ad0fa5cdeab0 req-1dec6424-a665-4296-b619-826a761c30ef tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fc5467a-a933-4c4c-a418-d79919f05be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471971 Nov 12 00:43:45.731674 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512898a-5f45-4b94-b61d-300cdb6db09d req-da4f84f7-5fb1-4de3-bdc3-3644cb311f82 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:45.733507 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3512898a-5f45-4b94-b61d-300cdb6db09d req-da4f84f7-5fb1-4de3-bdc3-3644cb311f82 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 943 time: 0.0628016 Nov 12 00:43:45.784469 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3512898a-5f45-4b94-b61d-300cdb6db09d req-881e9c84-b81c-484f-a633-3065a583af12 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444906 Nov 12 00:43:45.899540 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828abb2f-0126-48ba-bd25-b6c40553ba49 req-618447dd-b30c-4095-84eb-6f661e4ffae7 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:45.901226 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-828abb2f-0126-48ba-bd25-b6c40553ba49 req-618447dd-b30c-4095-84eb-6f661e4ffae7 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 950 time: 0.0522058 Nov 12 00:43:45.960838 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-828abb2f-0126-48ba-bd25-b6c40553ba49 req-2d61f835-d79f-487b-a31b-22588ee4d8c8 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510540 Nov 12 00:43:45.983212 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 72eec411-a633-4aac-9c87-26d4cf202c12 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:43:46.008446 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c25bf5-5aca-4299-a377-dce7e991f553 req-154b0a69-074b-4d15-bc59-2845990d9ab2 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:46.016799 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-21c25bf5-5aca-4299-a377-dce7e991f553 req-154b0a69-074b-4d15-bc59-2845990d9ab2 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 943 time: 0.0743308 Nov 12 00:43:46.075348 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-21c25bf5-5aca-4299-a377-dce7e991f553 req-575194db-d3a1-4641-9a80-6068742c5c35 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576904 Nov 12 00:43:46.090078 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 72eec411-a633-4aac-9c87-26d4cf202c12, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=72eec411-a633-4aac-9c87-26d4cf202c12,segment=NetworkSegment(6dc56b81-8d8e-4b44-90a6-8b45d539a128),segment_id=6dc56b81-8d8e-4b44-90a6-8b45d539a128)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:46.103313 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '72eec411-a633-4aac-9c87-26d4cf202c12', 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d', 'port_id': '72eec411-a633-4aac-9c87-26d4cf202c12', 'mac_address': 'fa:16:3e:6e:a3:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89218ce2-e54b-4f33-b040-6aa3f821723a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:43:46.180650 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:46.195370 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72eec411-a633-4aac-9c87-26d4cf202c12 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:43:46.231036 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 72eec411-a633-4aac-9c87-26d4cf202c12, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=72eec411-a633-4aac-9c87-26d4cf202c12,segment=NetworkSegment(6dc56b81-8d8e-4b44-90a6-8b45d539a128),segment_id=6dc56b81-8d8e-4b44-90a6-8b45d539a128)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:46.236214 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:46.299117 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=72eec411-a633-4aac-9c87-26d4cf202c12,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:46.322431 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa2fb5-a722-4ff8-80aa-c8550b730b82 req-1e4656b6-d579-4a60-8bf6-26d14fc98b2a tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:46.324004 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1daa2fb5-a722-4ff8-80aa-c8550b730b82 req-1e4656b6-d579-4a60-8bf6-26d14fc98b2a tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2a5334c-84e4-49fe-a739-8547c60f3d4e HTTP/1.1" status: 200 len: 945 time: 0.0508113 Nov 12 00:43:46.375714 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1daa2fb5-a722-4ff8-80aa-c8550b730b82 req-31f06468-bf2a-44e5-ab68-9b1f36d39a26 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fc5467a-a933-4c4c-a418-d79919f05be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446982 Nov 12 00:43:46.554627 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['72eec411-a633-4aac-9c87-26d4cf202c12'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:46.888042 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device cfa2737e-ff39-485a-a2ad-858e4b4be17b details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:43:46.970950 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85291b54-2ca4-4a75-a40b-f810c46095f2 req-9a136589-5e31-44fc-becc-068776262f61 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:46.981071 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-85291b54-2ca4-4a75-a40b-f810c46095f2 req-9a136589-5e31-44fc-becc-068776262f61 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 944 time: 0.0740776 Nov 12 00:43:47.063380 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-85291b54-2ca4-4a75-a40b-f810c46095f2 req-7d86dffe-1dd8-4c4c-b8cb-dace95c39f31 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812969 Nov 12 00:43:47.144824 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port cfa2737e-ff39-485a-a2ad-858e4b4be17b, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=cfa2737e-ff39-485a-a2ad-858e4b4be17b,segment=NetworkSegment(8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b),segment_id=8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:47.158319 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'cfa2737e-ff39-485a-a2ad-858e4b4be17b', 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e', 'port_id': 'cfa2737e-ff39-485a-a2ad-858e4b4be17b', 'mac_address': 'fa:16:3e:ee:d9:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:43:47.173351 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820f715-7910-4f2b-89a8-4af47b1cff9b req-1ae67ca9-ff84-457e-a571-0db10c2f2b7a tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:47.185009 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a820f715-7910-4f2b-89a8-4af47b1cff9b req-1ae67ca9-ff84-457e-a571-0db10c2f2b7a tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 950 time: 0.0693173 Nov 12 00:43:47.213977 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:47.234553 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfa2737e-ff39-485a-a2ad-858e4b4be17b {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:43:47.261982 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port cfa2737e-ff39-485a-a2ad-858e4b4be17b, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=cfa2737e-ff39-485a-a2ad-858e4b4be17b,segment=NetworkSegment(8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b),segment_id=8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:47.268777 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:47.270062 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 31665b81-ea38-464a-b842-434bf346ad33 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:43:47.291801 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a820f715-7910-4f2b-89a8-4af47b1cff9b req-669fa1b9-7ff0-43b4-939f-3d7e1a864600 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007299 Nov 12 00:43:47.374646 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d8538-34f5-4e15-a455-58c3d6fad1ec req-87ff24e1-ab3e-47d6-9300-9ed16c96ad74 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:47.382854 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f34d8538-34f5-4e15-a455-58c3d6fad1ec req-87ff24e1-ab3e-47d6-9300-9ed16c96ad74 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 943 time: 0.1395319 Nov 12 00:43:47.443027 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f34d8538-34f5-4e15-a455-58c3d6fad1ec req-affc1e9d-6b2c-4701-8819-db8377dd4ada tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590234 Nov 12 00:43:47.465842 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=cfa2737e-ff39-485a-a2ad-858e4b4be17b,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:47.490415 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 31665b81-ea38-464a-b842-434bf346ad33, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=31665b81-ea38-464a-b842-434bf346ad33,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:47.504429 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '31665b81-ea38-464a-b842-434bf346ad33', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'port_id': '31665b81-ea38-464a-b842-434bf346ad33', 'mac_address': 'fa:16:3e:39:52:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3288e972-21d8-4a52-9002-05790fb0bb61', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:43:47.545417 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:47.558537 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 31665b81-ea38-464a-b842-434bf346ad33 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:43:47.566667 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661618f1-65d3-4fb3-80f5-bafd8b0fbd13 req-10f55852-c68e-45b8-86d2-ede050d382bc tempest-MigrationsAdminTest-206500541 tempest-MigrationsAdminTest-206500541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:47.569043 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-661618f1-65d3-4fb3-80f5-bafd8b0fbd13 req-10f55852-c68e-45b8-86d2-ede050d382bc tempest-MigrationsAdminTest-206500541 tempest-MigrationsAdminTest-206500541-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 1102 time: 0.0610521 Nov 12 00:43:47.602103 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 31665b81-ea38-464a-b842-434bf346ad33, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=31665b81-ea38-464a-b842-434bf346ad33,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:47.607897 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:47.628382 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-661618f1-65d3-4fb3-80f5-bafd8b0fbd13 req-b20a9cb7-22c1-4a48-bf55-d02a03c7eb76 tempest-MigrationsAdminTest-206500541 tempest-MigrationsAdminTest-206500541-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514669 Nov 12 00:43:47.663057 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=31665b81-ea38-464a-b842-434bf346ad33,revision_number=13']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:47.924827 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a149b62-eaaa-4f76-a4ed-891d419e9929 req-e3bc453c-8a25-4d70-92a6-ae60deb0425d tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:47.926746 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2a149b62-eaaa-4f76-a4ed-891d419e9929 req-e3bc453c-8a25-4d70-92a6-ae60deb0425d tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 949 time: 0.0783858 Nov 12 00:43:47.989191 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 72eec411-a633-4aac-9c87-26d4cf202c12 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:43:47.992745 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2a149b62-eaaa-4f76-a4ed-891d419e9929 req-70ae31a2-0cf4-4685-ac58-69ba3b167a56 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559182 Nov 12 00:43:48.051272 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 72eec411-a633-4aac-9c87-26d4cf202c12 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:43:48.057267 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 72eec411-a633-4aac-9c87-26d4cf202c12 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:48.057450 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:48.145119 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:48.175841 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811c8f95-8607-4273-93f1-d8f624658d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72eec411-a633-4aac-9c87-26d4cf202c12'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:48.178116 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c54452d-9ea3-40ff-9263-33831df7dd94" -d '{"events": [{"server_uuid": "811c8f95-8607-4273-93f1-d8f624658d30", "name": "network-vif-plugged", "status": "completed", "tag": "72eec411-a633-4aac-9c87-26d4cf202c12"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:48.193422 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 72eec411-a633-4aac-9c87-26d4cf202c12, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=72eec411-a633-4aac-9c87-26d4cf202c12,segment=NetworkSegment(6dc56b81-8d8e-4b44-90a6-8b45d539a128),segment_id=6dc56b81-8d8e-4b44-90a6-8b45d539a128)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:48.199413 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:48.226228 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2baaa-f9a1-477e-9cc3-94f4ebf11e5b req-eb256e2c-a18e-4ddd-a39b-f2b9c58697b0 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:48.227848 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2eb2baaa-f9a1-477e-9cc3-94f4ebf11e5b req-eb256e2c-a18e-4ddd-a39b-f2b9c58697b0 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 944 time: 0.0743568 Nov 12 00:43:48.230086 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['cfa2737e-ff39-485a-a2ad-858e4b4be17b'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:48.294826 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2eb2baaa-f9a1-477e-9cc3-94f4ebf11e5b req-427a5568-c8e0-42a5-981d-a4942670c249 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578310 Nov 12 00:43:48.299553 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=72eec411-a633-4aac-9c87-26d4cf202c12,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:48.322147 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1365443c-532d-4616-beaa-c6fdae307fcc x-openstack-request-id: req-1365443c-532d-4616-beaa-c6fdae307fcc {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:48.322493 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "811c8f95-8607-4273-93f1-d8f624658d30", "name": "network-vif-plugged", "status": "completed", "tag": "72eec411-a633-4aac-9c87-26d4cf202c12", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:48.322805 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1365443c-532d-4616-beaa-c6fdae307fcc {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:48.323249 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '811c8f95-8607-4273-93f1-d8f624658d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72eec411-a633-4aac-9c87-26d4cf202c12', 'code': 200} Nov 12 00:43:48.399395 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['31665b81-ea38-464a-b842-434bf346ad33'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:48.459030 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ed234-5333-4e89-a13b-3f76b1c41916 req-cc9d8456-3a89-42fb-8144-8e0b6f0ac424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:48.460601 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-289ed234-5333-4e89-a13b-3f76b1c41916 req-cc9d8456-3a89-42fb-8144-8e0b6f0ac424 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 1097 time: 0.0458570 Nov 12 00:43:48.511605 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-289ed234-5333-4e89-a13b-3f76b1c41916 req-42796648-5191-40e8-933c-4813836c2be6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426219 Nov 12 00:43:48.577729 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c4207-013a-478c-b6c0-3d2d5128c397 req-685aa827-afaa-4b17-a89c-e632cd045bdd tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:48.584949 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e12c4207-013a-478c-b6c0-3d2d5128c397 req-685aa827-afaa-4b17-a89c-e632cd045bdd tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.0621192 Nov 12 00:43:48.628271 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e12c4207-013a-478c-b6c0-3d2d5128c397 req-b6343422-6805-4f49-8729-a78b570a7528 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424223 Nov 12 00:43:49.161848 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907edf84-f384-4c7c-a478-19e7ccc83893 req-17924e90-e2ca-4f53-a162-bfcec558f12d tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:49.163355 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-907edf84-f384-4c7c-a478-19e7ccc83893 req-17924e90-e2ca-4f53-a162-bfcec558f12d tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 949 time: 0.0528309 Nov 12 00:43:49.222205 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-907edf84-f384-4c7c-a478-19e7ccc83893 req-3278d3f2-d1bc-404b-811b-50c26fb6759c tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503454 Nov 12 00:43:49.440840 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7131fa-7cb4-4d2c-9820-1b117c70ffd8 req-6a72611b-e3ab-4299-b74e-527985571cab tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:49.449364 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7a7131fa-7cb4-4d2c-9820-1b117c70ffd8 req-6a72611b-e3ab-4299-b74e-527985571cab tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 945 time: 0.0663040 Nov 12 00:43:49.517730 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7a7131fa-7cb4-4d2c-9820-1b117c70ffd8 req-17e510d3-d77e-4a38-a3db-0ceef87f003f tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582170 Nov 12 00:43:49.690692 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d7525-011d-4071-a4f3-cb74742f4079 req-a10bd869-54c0-4896-a1f2-0986494cca9e tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:49.692905 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4f6d7525-011d-4071-a4f3-cb74742f4079 req-a10bd869-54c0-4896-a1f2-0986494cca9e tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab937da0-f879-4977-9a9b-5f4b5a06f3d1 HTTP/1.1" status: 200 len: 946 time: 0.0631130 Nov 12 00:43:49.750222 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4f6d7525-011d-4071-a4f3-cb74742f4079 req-1578dad3-c061-4132-8a4f-50ce8f7b91bf tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503385 Nov 12 00:43:49.792351 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf565f-5da0-422e-9776-e5625eae7bf7 req-9e1c3c9b-bfff-46b5-a9cf-7e7785483b04 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:49.800799 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8ddf565f-5da0-422e-9776-e5625eae7bf7 req-9e1c3c9b-bfff-46b5-a9cf-7e7785483b04 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.0735996 Nov 12 00:43:49.872292 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8ddf565f-5da0-422e-9776-e5625eae7bf7 req-c1edbe3a-6068-44e8-8a20-bfd438fde163 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702813 Nov 12 00:43:50.119907 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fd861702-df80-4a53-92db-5811756b47eb req-883ff252-5124-45b8-bb69-1bbbe5603fdd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0842404 Nov 12 00:43:50.132597 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af0f53-9916-4ae6-9f58-c784c2220ed2 req-0e32106e-6847-4b89-af92-3fe75645d0c9 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:50.134024 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d3af0f53-9916-4ae6-9f58-c784c2220ed2 req-0e32106e-6847-4b89-af92-3fe75645d0c9 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 949 time: 0.0896127 Nov 12 00:43:50.303432 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd861702-df80-4a53-92db-5811756b47eb req-3f9fa0ae-1912-424f-aa66-0dcf115adc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:50.304910 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fd861702-df80-4a53-92db-5811756b47eb req-3f9fa0ae-1912-424f-aa66-0dcf115adc46 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=79a8b3dad7a0401ab482e19b622fac98&device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8 HTTP/1.1" status: 200 len: 1101 time: 0.1116881 Nov 12 00:43:50.323622 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d39ab-e899-46fb-9b1c-b0b47f15a411 req-244acdf8-906a-44f6-a3eb-f5fdf2b2454e tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:50.324824 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-941d39ab-e899-46fb-9b1c-b0b47f15a411 req-244acdf8-906a-44f6-a3eb-f5fdf2b2454e tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] 10.222.0.20 "GET /v2.0/ports?device_id=54c4519b-7066-4ea9-be1c-8b1d35c8296b HTTP/1.1" status: 200 len: 945 time: 0.0875905 Nov 12 00:43:50.340461 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-d3af0f53-9916-4ae6-9f58-c784c2220ed2 req-ad0a73b8-3668-41f2-81ab-e67078d32389 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Deleting port 31665b81-ea38-464a-b842-434bf346ad33 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:50.341021 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-d3af0f53-9916-4ae6-9f58-c784c2220ed2 req-ad0a73b8-3668-41f2-81ab-e67078d32389 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:50.381166 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9bbe7a-b8de-493b-a564-baf2360d0d3f req-a96d903c-74d6-4067-b1bc-a5740c32abfc tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:50.382919 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8a9bbe7a-b8de-493b-a564-baf2360d0d3f req-a96d903c-74d6-4067-b1bc-a5740c32abfc tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 949 time: 0.0798743 Nov 12 00:43:50.436668 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8a9bbe7a-b8de-493b-a564-baf2360d0d3f req-52268cff-df8b-4d9a-be96-3c36e2335a91 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468171 Nov 12 00:43:50.522204 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-941d39ab-e899-46fb-9b1c-b0b47f15a411 req-63c94600-db1c-4974-b5f0-b295f7b8ffce tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab7fe40-a153-4abc-840b-e74b12583743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776211 Nov 12 00:43:50.539832 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-d3af0f53-9916-4ae6-9f58-c784c2220ed2 req-ad0a73b8-3668-41f2-81ab-e67078d32389 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] For port 31665b81-ea38-464a-b842-434bf346ad33, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=31665b81-ea38-464a-b842-434bf346ad33,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:50.540203 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-d3af0f53-9916-4ae6-9f58-c784c2220ed2 req-ad0a73b8-3668-41f2-81ab-e67078d32389 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:50.556990 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd861702-df80-4a53-92db-5811756b47eb req-25f326b5-b44e-487c-be77-7e24d6b46ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:50.558501 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fd861702-df80-4a53-92db-5811756b47eb req-25f326b5-b44e-487c-be77-7e24d6b46ed2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.2272122 Nov 12 00:43:50.559348 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-d3af0f53-9916-4ae6-9f58-c784c2220ed2 req-ad0a73b8-3668-41f2-81ab-e67078d32389 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Calling delete_port for 31665b81-ea38-464a-b842-434bf346ad33 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:50.640992 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fd861702-df80-4a53-92db-5811756b47eb req-e9a4f14f-c07c-4baf-a890-3640a221d230 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=2a31bd22-6672-49ca-807d-dda3ab4ec4e2 HTTP/1.1" status: 200 len: 217 time: 0.0715973 Nov 12 00:43:50.662429 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4406c389-2ddd-4043-8316-a2ab821e3b75 req-4705780b-8f33-45df-baec-f00f4a50a02a tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:50.663970 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4406c389-2ddd-4043-8316-a2ab821e3b75 req-4705780b-8f33-45df-baec-f00f4a50a02a tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 945 time: 0.0519042 Nov 12 00:43:50.727380 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4406c389-2ddd-4043-8316-a2ab821e3b75 req-0542206d-6ca8-4f91-bc29-ea6af4d7476e tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551074 Nov 12 00:43:50.731772 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd861702-df80-4a53-92db-5811756b47eb req-b645e0be-9144-4634-a199-93a5d1405ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:50.733282 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fd861702-df80-4a53-92db-5811756b47eb req-b645e0be-9144-4634-a199-93a5d1405ac7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.0830886 Nov 12 00:43:50.837945 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd861702-df80-4a53-92db-5811756b47eb req-076bb85d-f834-4e70-8195-d410e6f78bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:50.839098 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fd861702-df80-4a53-92db-5811756b47eb req-076bb85d-f834-4e70-8195-d410e6f78bfa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0697601 Nov 12 00:43:50.850138 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-d3af0f53-9916-4ae6-9f58-c784c2220ed2 req-ad0a73b8-3668-41f2-81ab-e67078d32389 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:50.861953 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed53e0-ab1a-480f-aa23-82a4b56427d5 req-46276e1e-cb9a-4ac4-8141-78ffe4809b3f tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:50.863894 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-71ed53e0-ab1a-480f-aa23-82a4b56427d5 req-46276e1e-cb9a-4ac4-8141-78ffe4809b3f tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 1097 time: 0.0539534 Nov 12 00:43:50.897145 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['2a31bd22-6672-49ca-807d-dda3ab4ec4e2', '542980b8-6964-4857-a940-20f788f4f1dd'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:50.900127 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['b3919cf8-6d84-4154-af85-c45c1316c790', '31665b81-ea38-464a-b842-434bf346ad33'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:50.922687 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a73b8-3668-41f2-81ab-e67078d32389 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Pushing event deleted for resources: {'Port': ['ID=31665b81-ea38-464a-b842-434bf346ad33,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:50.939962 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-71ed53e0-ab1a-480f-aa23-82a4b56427d5 req-80e71f53-f513-418f-9831-061d72f40477 tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643418 Nov 12 00:43:50.952676 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 31665b81-ea38-464a-b842-434bf346ad33 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:43:50.954999 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device cfa2737e-ff39-485a-a2ad-858e4b4be17b up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:43:50.970500 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a73b8-3668-41f2-81ab-e67078d32389 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:50.970845 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a73b8-3668-41f2-81ab-e67078d32389 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:50.971186 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a73b8-3668-41f2-81ab-e67078d32389 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:50.971574 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a73b8-3668-41f2-81ab-e67078d32389 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:50.971913 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a73b8-3668-41f2-81ab-e67078d32389 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:50.972244 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a73b8-3668-41f2-81ab-e67078d32389 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:50.972566 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a73b8-3668-41f2-81ab-e67078d32389 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:50.972889 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a73b8-3668-41f2-81ab-e67078d32389 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:50.973210 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a73b8-3668-41f2-81ab-e67078d32389 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:50.973558 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a73b8-3668-41f2-81ab-e67078d32389 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:50.973883 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a73b8-3668-41f2-81ab-e67078d32389 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:50.974210 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a73b8-3668-41f2-81ab-e67078d32389 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:51.024644 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3af0f53-9916-4ae6-9f58-c784c2220ed2 req-ad0a73b8-3668-41f2-81ab-e67078d32389 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] No DVR routers for this DVR port 31665b81-ea38-464a-b842-434bf346ad33 on host n-h2-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:43:51.034469 n-d-812236-11 neutron-server[102663]: INFO neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No ports have port_id starting with 31665b81-ea38-464a-b842-434bf346ad33 Nov 12 00:43:51.048809 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea145f1-0ae7-4e60-abdd-95965032809f req-1b904f44-75bc-4fc8-9151-e7a2f16217bb tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:51.049306 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 31665b81-ea38-464a-b842-434bf346ad33 requested by agent hyperv_n-h2-812236-11 not found in database {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Nov 12 00:43:51.050416 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dea145f1-0ae7-4e60-abdd-95965032809f req-1b904f44-75bc-4fc8-9151-e7a2f16217bb tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab937da0-f879-4977-9a9b-5f4b5a06f3d1 HTTP/1.1" status: 200 len: 946 time: 0.2159934 Nov 12 00:43:51.051945 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-d3af0f53-9916-4ae6-9f58-c784c2220ed2 req-ad0a73b8-3668-41f2-81ab-e67078d32389 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:51.054878 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d3af0f53-9916-4ae6-9f58-c784c2220ed2 req-ad0a73b8-3668-41f2-81ab-e67078d32389 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.54 "DELETE /v2.0/ports/31665b81-ea38-464a-b842-434bf346ad33 HTTP/1.1" status: 204 len: 173 time: 0.9097834 Nov 12 00:43:51.063355 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f63c592-016a-4fce-9497-a5b1fafc1aa5', 'name': 'network-vif-deleted', 'tag': '31665b81-ea38-464a-b842-434bf346ad33'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:51.065811 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea7cc92-27ec-4962-bb7a-b40089c01274" -d '{"events": [{"server_uuid": "9f63c592-016a-4fce-9497-a5b1fafc1aa5", "name": "network-vif-deleted", "tag": "31665b81-ea38-464a-b842-434bf346ad33"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:51.129708 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fd861702-df80-4a53-92db-5811756b47eb req-a84bf3f6-a019-429b-9f25-1e672e967c4e service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815335 Nov 12 00:43:51.167564 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2d928-fc50-4d8d-9042-a2d2829d3417 req-014e15ab-ebdb-4b80-9f0a-e57aaba990ef tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:51.175253 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fdf2d928-fc50-4d8d-9042-a2d2829d3417 req-014e15ab-ebdb-4b80-9f0a-e57aaba990ef tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.0894458 Nov 12 00:43:51.231552 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dea145f1-0ae7-4e60-abdd-95965032809f req-f3524b08-30c9-49a8-9ffd-d4d7b9a0c424 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520805 Nov 12 00:43:51.258010 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fdf2d928-fc50-4d8d-9042-a2d2829d3417 req-fab990d5-1bbd-47dd-9d8c-ca593f571766 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817902 Nov 12 00:43:51.340587 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port cfa2737e-ff39-485a-a2ad-858e4b4be17b completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:43:51.350043 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d5f909-4717-49ab-a541-4af4fa6a1b2b x-openstack-request-id: req-f3d5f909-4717-49ab-a541-4af4fa6a1b2b {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:51.350445 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f63c592-016a-4fce-9497-a5b1fafc1aa5", "name": "network-vif-deleted", "tag": "31665b81-ea38-464a-b842-434bf346ad33", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:51.350841 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f3d5f909-4717-49ab-a541-4af4fa6a1b2b {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:51.351831 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f63c592-016a-4fce-9497-a5b1fafc1aa5', 'name': 'network-vif-deleted', 'tag': '31665b81-ea38-464a-b842-434bf346ad33', 'status': 'completed', 'code': 200} Nov 12 00:43:51.364284 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port cfa2737e-ff39-485a-a2ad-858e4b4be17b triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:51.364670 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:51.416842 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fd861702-df80-4a53-92db-5811756b47eb req-4552e096-0e0a-47f6-9170-6feb73c52dc9 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706091 Nov 12 00:43:51.435449 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c85abe-7e67-4355-86f6-b90b83109e89 req-d095007c-029f-438e-847d-d432ea167047 tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:51.437823 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-26c85abe-7e67-4355-86f6-b90b83109e89 req-d095007c-029f-438e-847d-d432ea167047 tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 1097 time: 0.0711598 Nov 12 00:43:51.525280 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-26c85abe-7e67-4355-86f6-b90b83109e89 req-d35f93f0-66a7-46e5-a853-5366ab048527 tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774257 Nov 12 00:43:51.558092 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:51.617024 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb955f7-555a-4087-abcd-bce579e2f015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa2737e-ff39-485a-a2ad-858e4b4be17b'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:51.619276 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36f3ad6-055b-4b62-800f-b2965afbadbc" -d '{"events": [{"server_uuid": "9bb955f7-555a-4087-abcd-bce579e2f015", "name": "network-vif-plugged", "status": "completed", "tag": "cfa2737e-ff39-485a-a2ad-858e4b4be17b"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:51.666290 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port cfa2737e-ff39-485a-a2ad-858e4b4be17b, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=cfa2737e-ff39-485a-a2ad-858e4b4be17b,segment=NetworkSegment(8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b),segment_id=8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:51.673229 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:51.723438 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4cd02cd5-41ca-4df8-938b-ec0e658e0935 req-77a16374-23c1-4b9b-a77b-00c213a22229 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f63c592-016a-4fce-9497-a5b1fafc1aa5 HTTP/1.1" status: 200 len: 210 time: 0.0662038 Nov 12 00:43:51.744585 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=cfa2737e-ff39-485a-a2ad-858e4b4be17b,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:51.756612 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:51.757073 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:51.757719 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:51.758617 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:51.758951 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:51.759408 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:51.759807 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:51.760293 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:51.760618 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:51.760936 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:51.761257 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:51.761650 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:51.921222 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe61a2a5-a17e-4e88-8359-a2ebcdc61330 x-openstack-request-id: req-fe61a2a5-a17e-4e88-8359-a2ebcdc61330 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:51.921873 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb955f7-555a-4087-abcd-bce579e2f015", "name": "network-vif-plugged", "status": "completed", "tag": "cfa2737e-ff39-485a-a2ad-858e4b4be17b", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:51.921983 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe61a2a5-a17e-4e88-8359-a2ebcdc61330 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:51.922433 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb955f7-555a-4087-abcd-bce579e2f015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa2737e-ff39-485a-a2ad-858e4b4be17b', 'code': 200} Nov 12 00:43:51.953782 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f2909-78e6-4626-ac2e-8cecef82c7db req-5692e3e5-615c-4dff-9ad6-ef0a6f90502d tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:51.955474 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-de7f2909-78e6-4626-ac2e-8cecef82c7db req-5692e3e5-615c-4dff-9ad6-ef0a6f90502d tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] 10.222.0.20 "GET /v2.0/ports?device_id=54c4519b-7066-4ea9-be1c-8b1d35c8296b HTTP/1.1" status: 200 len: 945 time: 0.0578198 Nov 12 00:43:52.016679 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-de7f2909-78e6-4626-ac2e-8cecef82c7db req-47a0ce7b-994a-4e7e-bee2-579b1a82b52e tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab7fe40-a153-4abc-840b-e74b12583743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466170 Nov 12 00:43:52.140966 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a931f71-cb10-475e-9979-1555282aa72e req-e18ebe8b-8e0f-4a16-9b26-2f566df119f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:52.142416 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5a931f71-cb10-475e-9979-1555282aa72e req-e18ebe8b-8e0f-4a16-9b26-2f566df119f2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 1097 time: 0.0426376 Nov 12 00:43:52.199034 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5a931f71-cb10-475e-9979-1555282aa72e req-2f8391b5-6bcf-4c12-a11a-6e261a678723 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479457 Nov 12 00:43:52.369211 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1672178-e3f6-43ee-bba5-c41934e753af req-d79b1905-207c-4c07-89c1-bc192cfec5f7 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:52.370770 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e1672178-e3f6-43ee-bba5-c41934e753af req-d79b1905-207c-4c07-89c1-bc192cfec5f7 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab937da0-f879-4977-9a9b-5f4b5a06f3d1 HTTP/1.1" status: 200 len: 946 time: 0.0567961 Nov 12 00:43:52.450496 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e1672178-e3f6-43ee-bba5-c41934e753af req-282a6224-128f-4312-9823-cb5e283b07fc tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732064 Nov 12 00:43:52.542281 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa109794-2917-40eb-afea-5794be22d0f9 req-f4773c0a-8f99-4dc2-82f0-c19884e08fe4 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:52.546822 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aa109794-2917-40eb-afea-5794be22d0f9 req-f4773c0a-8f99-4dc2-82f0-c19884e08fe4 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab937da0-f879-4977-9a9b-5f4b5a06f3d1 HTTP/1.1" status: 200 len: 946 time: 0.1159678 Nov 12 00:43:52.724948 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae78c28-ebc8-4c97-a29b-03812fa7d814 req-94e42da5-d8c6-499c-9a6f-e118bf7dc2b2 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:52.726476 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bae78c28-ebc8-4c97-a29b-03812fa7d814 req-94e42da5-d8c6-499c-9a6f-e118bf7dc2b2 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 945 time: 0.1217999 Nov 12 00:43:52.769092 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-aa109794-2917-40eb-afea-5794be22d0f9 req-b85c870e-0808-41d7-8b67-a36be528e530 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Deleting port c9a0cd31-4a45-4f2f-aa21-f984375c2d88 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:52.769444 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-aa109794-2917-40eb-afea-5794be22d0f9 req-b85c870e-0808-41d7-8b67-a36be528e530 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:52.810637 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bae78c28-ebc8-4c97-a29b-03812fa7d814 req-d62e7d93-bd80-41db-9ab7-6972b12312a6 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775311 Nov 12 00:43:52.902827 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 31665b81-ea38-464a-b842-434bf346ad33 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:43:52.909830 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-aa109794-2917-40eb-afea-5794be22d0f9 req-b85c870e-0808-41d7-8b67-a36be528e530 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] For port c9a0cd31-4a45-4f2f-aa21-f984375c2d88, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=c9a0cd31-4a45-4f2f-aa21-f984375c2d88,segment=NetworkSegment(c8ce3e47-ef08-4130-904d-8682aa94855d),segment_id=c8ce3e47-ef08-4130-904d-8682aa94855d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:52.910296 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-aa109794-2917-40eb-afea-5794be22d0f9 req-b85c870e-0808-41d7-8b67-a36be528e530 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:52.926265 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-aa109794-2917-40eb-afea-5794be22d0f9 req-b85c870e-0808-41d7-8b67-a36be528e530 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Calling delete_port for c9a0cd31-4a45-4f2f-aa21-f984375c2d88 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:52.935761 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: 31665b81-ea38-464a-b842-434bf346ad33 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:43:52.936701 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 31665b81-ea38-464a-b842-434bf346ad33 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:43:53.085753 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-aa109794-2917-40eb-afea-5794be22d0f9 req-b85c870e-0808-41d7-8b67-a36be528e530 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:53.122029 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['c9a0cd31-4a45-4f2f-aa21-f984375c2d88'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:53.125904 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85c870e-0808-41d7-8b67-a36be528e530 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Pushing event deleted for resources: {'Port': ['ID=c9a0cd31-4a45-4f2f-aa21-f984375c2d88,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:53.126558 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['bbb62800-7b01-40df-988b-2b4c45e0f546'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:53.184200 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa109794-2917-40eb-afea-5794be22d0f9 req-b85c870e-0808-41d7-8b67-a36be528e530 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] No DVR routers for this DVR port c9a0cd31-4a45-4f2f-aa21-f984375c2d88 on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:43:53.189826 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-aa109794-2917-40eb-afea-5794be22d0f9 req-b85c870e-0808-41d7-8b67-a36be528e530 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:53.201086 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aa109794-2917-40eb-afea-5794be22d0f9 req-b85c870e-0808-41d7-8b67-a36be528e530 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.49 "DELETE /v2.0/ports/c9a0cd31-4a45-4f2f-aa21-f984375c2d88 HTTP/1.1" status: 204 len: 173 time: 0.6444535 Nov 12 00:43:53.204548 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-7f29bf0d-e92e-4e67-a2ba-0d2ebb51c295 tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:43:53.205542 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-7f29bf0d-e92e-4e67-a2ba-0d2ebb51c295 tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063403 Nov 12 00:43:53.286316 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-06bca20a-f4e9-4bac-8ff2-783f4e690791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:53.287700 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-06bca20a-f4e9-4bac-8ff2-783f4e690791 service neutron] 10.222.0.20 "GET /v2.0/ports/72eec411-a633-4aac-9c87-26d4cf202c12 HTTP/1.1" status: 200 len: 1094 time: 0.0519178 Nov 12 00:43:53.297910 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-cb4ec732-92f3-4d0f-b5f0-ac5620365088 service neutron] Request body: {'binding': {'host': 'n-h2-812236-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:53.298782 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-cb4ec732-92f3-4d0f-b5f0-ac5620365088 service neutron] Unknown quota resources ['binding']. {{(pid=102662) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 00:43:53.365522 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab937da0-f879-4977-9a9b-5f4b5a06f3d1', 'name': 'network-vif-deleted', 'tag': 'c9a0cd31-4a45-4f2f-aa21-f984375c2d88'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:53.368383 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0a2dc6-00a6-4245-95b7-390b9982a19d" -d '{"events": [{"server_uuid": "ab937da0-f879-4977-9a9b-5f4b5a06f3d1", "name": "network-vif-deleted", "tag": "c9a0cd31-4a45-4f2f-aa21-f984375c2d88"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:53.397963 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a645f3-099d-454d-a091-8e772c0e7ba9 req-b7063a38-d189-4146-9b9b-b4fb95e67667 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:53.399593 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-71a645f3-099d-454d-a091-8e772c0e7ba9 req-b7063a38-d189-4146-9b9b-b4fb95e67667 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] 10.222.0.20 "GET /v2.0/ports?device_id=54c4519b-7066-4ea9-be1c-8b1d35c8296b HTTP/1.1" status: 200 len: 945 time: 0.0753579 Nov 12 00:43:53.451695 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-71a645f3-099d-454d-a091-8e772c0e7ba9 req-bfcc3d86-dfb8-4197-b0b0-ec01fea2fc17 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab7fe40-a153-4abc-840b-e74b12583743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450921 Nov 12 00:43:53.472463 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-cb4ec732-92f3-4d0f-b5f0-ac5620365088 service neutron] Attempting to bind port 72eec411-a633-4aac-9c87-26d4cf202c12 on host n-h2-812236-11 for vnic_type normal with profile None {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:43:53.472463 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-cb4ec732-92f3-4d0f-b5f0-ac5620365088 service neutron] Attempting to bind port 72eec411-a633-4aac-9c87-26d4cf202c12 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '6dc56b81-8d8e-4b44-90a6-8b45d539a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:43:53.472463 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-cb4ec732-92f3-4d0f-b5f0-ac5620365088 service neutron] Attempting to bind port 72eec411-a633-4aac-9c87-26d4cf202c12 on network efe1d89a-522f-4c40-b263-5cebd382e88d {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:53.475950 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-cb4ec732-92f3-4d0f-b5f0-ac5620365088 service neutron] Port 72eec411-a633-4aac-9c87-26d4cf202c12 on network efe1d89a-522f-4c40-b263-5cebd382e88d not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:43:53.476322 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-cb4ec732-92f3-4d0f-b5f0-ac5620365088 service neutron] Attempting to bind port 72eec411-a633-4aac-9c87-26d4cf202c12 on network efe1d89a-522f-4c40-b263-5cebd382e88d {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:53.481729 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-cb4ec732-92f3-4d0f-b5f0-ac5620365088 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:43:53.482803 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-cb4ec732-92f3-4d0f-b5f0-ac5620365088 service neutron] Checking segment: {'id': '6dc56b81-8d8e-4b44-90a6-8b45d539a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:43:53.483697 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-cb4ec732-92f3-4d0f-b5f0-ac5620365088 service neutron] Bound using segment: {'id': '6dc56b81-8d8e-4b44-90a6-8b45d539a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:43:53.484182 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-cb4ec732-92f3-4d0f-b5f0-ac5620365088 service neutron] Bound port: 72eec411-a633-4aac-9c87-26d4cf202c12, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dc56b81-8d8e-4b44-90a6-8b45d539a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:43:53.540991 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-cb4ec732-92f3-4d0f-b5f0-ac5620365088 service neutron] For port 72eec411-a633-4aac-9c87-26d4cf202c12, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=72eec411-a633-4aac-9c87-26d4cf202c12,segment=NetworkSegment(6dc56b81-8d8e-4b44-90a6-8b45d539a128),segment_id=6dc56b81-8d8e-4b44-90a6-8b45d539a128)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:43:53.547911 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-cb4ec732-92f3-4d0f-b5f0-ac5620365088 service neutron] Publish callbacks [] for binding, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:53.549134 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-cb4ec732-92f3-4d0f-b5f0-ac5620365088 service neutron] 10.222.0.20 "POST /v2.0/ports/72eec411-a633-4aac-9c87-26d4cf202c12/bindings HTTP/1.1" status: 201 len: 390 time: 0.2558284 Nov 12 00:43:53.677986 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117400a4-d476-4f56-8bc9-ed913c9eb260 x-openstack-request-id: req-117400a4-d476-4f56-8bc9-ed913c9eb260 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:53.678507 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab937da0-f879-4977-9a9b-5f4b5a06f3d1", "name": "network-vif-deleted", "tag": "c9a0cd31-4a45-4f2f-aa21-f984375c2d88", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:53.678632 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-117400a4-d476-4f56-8bc9-ed913c9eb260 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:53.678952 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab937da0-f879-4977-9a9b-5f4b5a06f3d1', 'name': 'network-vif-deleted', 'tag': 'c9a0cd31-4a45-4f2f-aa21-f984375c2d88', 'status': 'completed', 'code': 200} Nov 12 00:43:53.806048 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e8414c32-be32-429e-87e0-c9f960a15991 req-233eafb6-b8af-4bc4-968f-d9e3980de313 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab937da0-f879-4977-9a9b-5f4b5a06f3d1 HTTP/1.1" status: 200 len: 210 time: 0.0364895 Nov 12 00:43:53.867501 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b2493-5911-4d0a-8aec-441836bb3ded req-a298b265-e405-4075-a875-529cf5627053 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:53.869060 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-567b2493-5911-4d0a-8aec-441836bb3ded req-a298b265-e405-4075-a875-529cf5627053 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 945 time: 0.0772049 Nov 12 00:43:53.933058 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a080379-8981-4ac7-b2f5-0cc02a1b32a2 req-b059fd4c-b1b6-418b-abf8-7f61392bf715 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:53.938208 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-567b2493-5911-4d0a-8aec-441836bb3ded req-61bed542-b7df-426b-b7c8-07f5b36a92c2 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591471 Nov 12 00:43:53.941099 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8a080379-8981-4ac7-b2f5-0cc02a1b32a2 req-b059fd4c-b1b6-418b-abf8-7f61392bf715 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 951 time: 0.0682352 Nov 12 00:43:54.014268 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8a080379-8981-4ac7-b2f5-0cc02a1b32a2 req-fd56868d-38dd-45ea-8415-b494d6cba6cb tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687804 Nov 12 00:43:54.032140 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-b0e4b17e-7877-4365-b39e-a6ce591f531b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:54.033727 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-b0e4b17e-7877-4365-b39e-a6ce591f531b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9a1fd583d08a44f4b64f3812361842fc&device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 1097 time: 0.1069233 Nov 12 00:43:54.153150 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5b9070-e7ba-4659-b45f-70fd098f8aad req-e0f421f0-dde1-41d5-8e00-1591215a050f tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:54.154726 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df5b9070-e7ba-4659-b45f-70fd098f8aad req-e0f421f0-dde1-41d5-8e00-1591215a050f tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 945 time: 0.1122255 Nov 12 00:43:54.195065 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-e46e9d4c-9183-414d-9514-113a4e391e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:54.196726 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-e46e9d4c-9183-414d-9514-113a4e391e23 service neutron] 10.222.0.54 "GET /v2.0/networks?id=efe1d89a-522f-4c40-b263-5cebd382e88d HTTP/1.1" status: 200 len: 922 time: 0.1412859 Nov 12 00:43:54.252745 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-6486e045-d65e-4cbd-90bc-8d2dc60583a3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72eec411-a633-4aac-9c87-26d4cf202c12 HTTP/1.1" status: 200 len: 217 time: 0.0446298 Nov 12 00:43:54.256277 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df5b9070-e7ba-4659-b45f-70fd098f8aad req-12dde528-2032-4740-a0d3-1a39649339c8 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948293 Nov 12 00:43:54.294449 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d2ca35b0-626d-498f-a71f-d27e335b2099 req-14b4b9eb-6557-47e8-b27f-656112e320a9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0690777 Nov 12 00:43:54.401611 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca35b0-626d-498f-a71f-d27e335b2099 req-cba01c5e-b368-445a-990f-fb57bbda6d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:54.403108 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d2ca35b0-626d-498f-a71f-d27e335b2099 req-cba01c5e-b368-445a-990f-fb57bbda6d77 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9a1fd583d08a44f4b64f3812361842fc&device_id=9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c HTTP/1.1" status: 200 len: 1097 time: 0.0437744 Nov 12 00:43:54.531811 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca35b0-626d-498f-a71f-d27e335b2099 req-91132d4b-2c6e-4f61-8e42-5a75d218acb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:54.533713 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d2ca35b0-626d-498f-a71f-d27e335b2099 req-91132d4b-2c6e-4f61-8e42-5a75d218acb8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=efe1d89a-522f-4c40-b263-5cebd382e88d HTTP/1.1" status: 200 len: 922 time: 0.1065154 Nov 12 00:43:54.615545 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d2ca35b0-626d-498f-a71f-d27e335b2099 req-318bc6a2-5acf-4e5f-8c80-0f7fbbe44c80 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72b6950c-8f9a-4518-af85-fcd8787c0065 HTTP/1.1" status: 200 len: 217 time: 0.0736780 Nov 12 00:43:54.633430 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-63af3e66-4a9b-4e3b-8c47-63ac371292b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:54.635820 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-63af3e66-4a9b-4e3b-8c47-63ac371292b8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=89218ce2-e54b-4f33-b040-6aa3f821723a HTTP/1.1" status: 200 len: 861 time: 0.3691452 Nov 12 00:43:54.654543 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed22e991-4a7f-4638-8d56-aa3c6d99c9c8 req-1a4556af-7c01-48d6-88e9-32011eba3fcf tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:54.656021 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ed22e991-4a7f-4638-8d56-aa3c6d99c9c8 req-1a4556af-7c01-48d6-88e9-32011eba3fcf tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] 10.222.0.20 "GET /v2.0/ports?device_id=54c4519b-7066-4ea9-be1c-8b1d35c8296b HTTP/1.1" status: 200 len: 945 time: 0.0619547 Nov 12 00:43:54.673643 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca35b0-626d-498f-a71f-d27e335b2099 req-38f58b45-5358-4402-8310-1d1329528ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:54.675246 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d2ca35b0-626d-498f-a71f-d27e335b2099 req-38f58b45-5358-4402-8310-1d1329528ee3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=89218ce2-e54b-4f33-b040-6aa3f821723a HTTP/1.1" status: 200 len: 861 time: 0.0500619 Nov 12 00:43:54.703165 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-d3f031aa-f6d3-4b4b-810f-32f1590dd85f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=efe1d89a-522f-4c40-b263-5cebd382e88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361819 Nov 12 00:43:54.714252 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d2ca35b0-626d-498f-a71f-d27e335b2099 req-631420dc-b144-4503-9475-1ffd4c4c2550 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=efe1d89a-522f-4c40-b263-5cebd382e88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279703 Nov 12 00:43:54.823176 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ed22e991-4a7f-4638-8d56-aa3c6d99c9c8 req-aa800300-b0b2-4f78-a248-8daacde4b262 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab7fe40-a153-4abc-840b-e74b12583743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582620 Nov 12 00:43:54.854893 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08ce7b-3d25-48c0-85cc-09952f9d639f req-f756670c-3bf1-4f77-bf68-6ee81d840e00 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:54.855103 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d2ca35b0-626d-498f-a71f-d27e335b2099 req-9b84467e-f777-48c7-9ff3-c739a5055fe7 service neutron] 10.222.0.54 "GET /v2.0/networks/efe1d89a-522f-4c40-b263-5cebd382e88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207108 Nov 12 00:43:54.856354 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4f08ce7b-3d25-48c0-85cc-09952f9d639f req-f756670c-3bf1-4f77-bf68-6ee81d840e00 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] 10.222.0.49 "GET /v2.0/ports?device_id=54c4519b-7066-4ea9-be1c-8b1d35c8296b HTTP/1.1" status: 200 len: 945 time: 0.1372373 Nov 12 00:43:54.907859 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-f25a4b27-efde-4d23-a530-26c057bcb0ed service neutron] 10.222.0.54 "GET /v2.0/networks/efe1d89a-522f-4c40-b263-5cebd382e88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897035 Nov 12 00:43:55.026580 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d2ca35b0-626d-498f-a71f-d27e335b2099 req-484d7d7c-a1f3-4dc1-b1cb-1bc06c8397c4 service neutron] 10.222.0.54 "GET /v2.0/networks/efe1d89a-522f-4c40-b263-5cebd382e88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614668 Nov 12 00:43:55.068091 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-4f08ce7b-3d25-48c0-85cc-09952f9d639f req-b241e1a9-333f-4474-872d-acc052b419fa tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Deleting port 01d63ba7-e10d-49dc-927d-8c6d303185e6 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:55.068453 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4f08ce7b-3d25-48c0-85cc-09952f9d639f req-b241e1a9-333f-4474-872d-acc052b419fa tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:55.104433 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-d94ddf21-407b-4aa6-96f0-200ba81f6a1d service neutron] 10.222.0.54 "GET /v2.0/networks/efe1d89a-522f-4c40-b263-5cebd382e88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827197 Nov 12 00:43:55.119101 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efa55d-d1f3-4ed2-93ed-8c972b563bba req-e8c7a5de-823c-4d35-b094-3dd5b119c094 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:55.121865 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-17efa55d-d1f3-4ed2-93ed-8c972b563bba req-e8c7a5de-823c-4d35-b094-3dd5b119c094 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 945 time: 0.0557728 Nov 12 00:43:55.186440 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-17efa55d-d1f3-4ed2-93ed-8c972b563bba req-fd6cd072-e538-4ccf-a96d-fef1a806c8ee tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592284 Nov 12 00:43:55.224084 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2919aa6-0685-46a8-b140-1db0c27bc69f req-ff6f764c-0d79-41a2-9614-b00491a65350 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:55.225647 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e2919aa6-0685-46a8-b140-1db0c27bc69f req-ff6f764c-0d79-41a2-9614-b00491a65350 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 951 time: 0.1321700 Nov 12 00:43:55.230820 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-4f08ce7b-3d25-48c0-85cc-09952f9d639f req-b241e1a9-333f-4474-872d-acc052b419fa tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] For port 01d63ba7-e10d-49dc-927d-8c6d303185e6, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=01d63ba7-e10d-49dc-927d-8c6d303185e6,segment=NetworkSegment(0354026e-5ef7-44d3-9394-600fff546383),segment_id=0354026e-5ef7-44d3-9394-600fff546383)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:55.233646 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4f08ce7b-3d25-48c0-85cc-09952f9d639f req-b241e1a9-333f-4474-872d-acc052b419fa tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:55.325507 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e347d99-ec4d-4b4e-a2d7-a5fe899017ae req-26066cd5-b35d-4608-a23a-4c7153b3edeb tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:55.327785 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4e347d99-ec4d-4b4e-a2d7-a5fe899017ae req-26066cd5-b35d-4608-a23a-4c7153b3edeb tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c HTTP/1.1" status: 200 len: 946 time: 0.0597701 Nov 12 00:43:55.370916 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e2919aa6-0685-46a8-b140-1db0c27bc69f req-016b3faf-cae8-49b0-a6d9-a8f12e699171 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237123 Nov 12 00:43:55.384727 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4e347d99-ec4d-4b4e-a2d7-a5fe899017ae req-a4081e87-05c9-472b-a4d1-98cf52101e61 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500007 Nov 12 00:43:55.539632 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4f08ce7b-3d25-48c0-85cc-09952f9d639f req-b241e1a9-333f-4474-872d-acc052b419fa tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:55.540004 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4f08ce7b-3d25-48c0-85cc-09952f9d639f req-b241e1a9-333f-4474-872d-acc052b419fa tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:55.540317 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [req-4f08ce7b-3d25-48c0-85cc-09952f9d639f req-b241e1a9-333f-4474-872d-acc052b419fa tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Floating IP af4d50c1-be67-4980-a77f-5102f656ca5a disassociated. External IP: 172.25.2.15, port: 01d63ba7-e10d-49dc-927d-8c6d303185e6. Nov 12 00:43:55.540656 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-4f08ce7b-3d25-48c0-85cc-09952f9d639f req-b241e1a9-333f-4474-872d-acc052b419fa tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Calling delete_port for 01d63ba7-e10d-49dc-927d-8c6d303185e6 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:55.567287 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04711dbe-6bd6-40ec-8ab0-51f2113baaf1 req-38c7a69c-cda7-48f3-a9a0-d3a99658a2a9 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:55.568821 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-04711dbe-6bd6-40ec-8ab0-51f2113baaf1 req-38c7a69c-cda7-48f3-a9a0-d3a99658a2a9 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 945 time: 0.0818582 Nov 12 00:43:55.660629 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-04711dbe-6bd6-40ec-8ab0-51f2113baaf1 req-ec5a6365-af1e-4dbd-b62c-2ea9f3e2d6a3 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607481 Nov 12 00:43:55.727272 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1341824d-05f7-4ca4-97b7-33ee003f2733 req-c0019b5e-3d47-4a6a-90fc-851e85ad6e11 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:55.729339 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1341824d-05f7-4ca4-97b7-33ee003f2733 req-c0019b5e-3d47-4a6a-90fc-851e85ad6e11 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.49 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 951 time: 0.1233804 Nov 12 00:43:55.759505 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4f08ce7b-3d25-48c0-85cc-09952f9d639f req-b241e1a9-333f-4474-872d-acc052b419fa tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:55.842117 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b241e1a9-333f-4474-872d-acc052b419fa tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Pushing event deleted for resources: {'Port': ['ID=01d63ba7-e10d-49dc-927d-8c6d303185e6,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:55.883676 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-1341824d-05f7-4ca4-97b7-33ee003f2733 req-0a499019-ac2b-4a8c-8f1a-4a7e2c7e8f5c tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Deleting port 542980b8-6964-4857-a940-20f788f4f1dd {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:55.883676 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1341824d-05f7-4ca4-97b7-33ee003f2733 req-0a499019-ac2b-4a8c-8f1a-4a7e2c7e8f5c tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:55.965042 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbac24-e78d-448f-a776-9e6b2dd329d7 req-af146ac0-dd76-4c0d-8594-c9b202f98bd7 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:55.966737 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d6bbac24-e78d-448f-a776-9e6b2dd329d7 req-af146ac0-dd76-4c0d-8594-c9b202f98bd7 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 945 time: 0.1458335 Nov 12 00:43:55.986859 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45558) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:55.992332 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1bb3f318-0f8b-4492-95b7-b50b48363a06 req-346476cf-ffbc-4d9c-a7fd-2e45e9f70a31 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] 10.222.0.20 "GET /v2.0/ports?device_id=54c4519b-7066-4ea9-be1c-8b1d35c8296b HTTP/1.1" status: 200 len: 210 time: 0.0362873 Nov 12 00:43:55.999608 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-8017887d-ecee-49ff-8710-57803baa94f6 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Request body: {'floatingip': {'port_id': 'cfa2737e-ff39-485a-a2ad-858e4b4be17b'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:56.029841 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f08ce7b-3d25-48c0-85cc-09952f9d639f req-b241e1a9-333f-4474-872d-acc052b419fa tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Router aca400e0-b9de-4321-a98d-d2ab539a7a98 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:43:56.046184 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8017887d-ecee-49ff-8710-57803baa94f6 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks [] for floatingip, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:56.082671 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device c9a0cd31-4a45-4f2f-aa21-f984375c2d88 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:43:56.101036 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-1341824d-05f7-4ca4-97b7-33ee003f2733 req-0a499019-ac2b-4a8c-8f1a-4a7e2c7e8f5c tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] For port 542980b8-6964-4857-a940-20f788f4f1dd, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=542980b8-6964-4857-a940-20f788f4f1dd,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:56.101442 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1341824d-05f7-4ca4-97b7-33ee003f2733 req-0a499019-ac2b-4a8c-8f1a-4a7e2c7e8f5c tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:56.136777 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-1341824d-05f7-4ca4-97b7-33ee003f2733 req-0a499019-ac2b-4a8c-8f1a-4a7e2c7e8f5c tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Calling delete_port for 542980b8-6964-4857-a940-20f788f4f1dd owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:56.200455 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f08ce7b-3d25-48c0-85cc-09952f9d639f req-b241e1a9-333f-4474-872d-acc052b419fa tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:43:56.211661 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8bd0e5-c915-443c-8ad3-501c869676d5 None None] Sync routers for ids ['aca400e0-b9de-4321-a98d-d2ab539a7a98'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:43:56.245834 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8bd0e5-c915-443c-8ad3-501c869676d5 None None] Routers {'aca400e0-b9de-4321-a98d-d2ab539a7a98'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:56.249954 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-5d8bd0e5-c915-443c-8ad3-501c869676d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:43:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['aca400e0-b9de-4321-a98d-d2ab539a7a98'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:56.277972 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: c9a0cd31-4a45-4f2f-aa21-f984375c2d88 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:43:56.278605 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device c9a0cd31-4a45-4f2f-aa21-f984375c2d88 not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:43:56.279376 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 542980b8-6964-4857-a940-20f788f4f1dd no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:43:56.298567 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f08ce7b-3d25-48c0-85cc-09952f9d639f req-b241e1a9-333f-4474-872d-acc052b419fa tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] No DVR routers for this DVR port 01d63ba7-e10d-49dc-927d-8c6d303185e6 on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:43:56.301433 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4f08ce7b-3d25-48c0-85cc-09952f9d639f req-b241e1a9-333f-4474-872d-acc052b419fa tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:56.304961 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4f08ce7b-3d25-48c0-85cc-09952f9d639f req-b241e1a9-333f-4474-872d-acc052b419fa tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] 10.222.0.49 "DELETE /v2.0/ports/01d63ba7-e10d-49dc-927d-8c6d303185e6 HTTP/1.1" status: 204 len: 173 time: 1.4394591 Nov 12 00:43:56.305597 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c4519b-7066-4ea9-be1c-8b1d35c8296b', 'name': 'network-vif-deleted', 'tag': '01d63ba7-e10d-49dc-927d-8c6d303185e6'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:56.307923 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068d3a3a-9c09-4e91-8e97-a4a98a207db9" -d '{"events": [{"server_uuid": "54c4519b-7066-4ea9-be1c-8b1d35c8296b", "name": "network-vif-deleted", "tag": "01d63ba7-e10d-49dc-927d-8c6d303185e6"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:56.447234 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee23e47a-efff-4578-b6a7-558aba9152b3 x-openstack-request-id: req-ee23e47a-efff-4578-b6a7-558aba9152b3 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:56.447633 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c4519b-7066-4ea9-be1c-8b1d35c8296b", "name": "network-vif-deleted", "tag": "01d63ba7-e10d-49dc-927d-8c6d303185e6", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:56.451362 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ee23e47a-efff-4578-b6a7-558aba9152b3 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:56.451941 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c4519b-7066-4ea9-be1c-8b1d35c8296b', 'name': 'network-vif-deleted', 'tag': '01d63ba7-e10d-49dc-927d-8c6d303185e6', 'status': 'completed', 'code': 200} Nov 12 00:43:56.498362 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:56.523756 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe7b97-ab8a-4a3f-8ea1-e8ab3629c9d0 req-68e31661-3953-4ccf-aaad-c72cef93abb8 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:56.528077 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-5d8bd0e5-c915-443c-8ad3-501c869676d5 None None] Set router aca400e0-b9de-4321-a98d-d2ab539a7a98 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:43:56.533844 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1bfe7b97-ab8a-4a3f-8ea1-e8ab3629c9d0 req-68e31661-3953-4ccf-aaad-c72cef93abb8 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 945 time: 0.1721117 Nov 12 00:43:56.557430 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '442fa957-b056-4b96-beb8-2fd3daa7200a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '542980b8-6964-4857-a940-20f788f4f1dd'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:56.562430 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f259dd08-d40c-4797-8f7c-eed3768a9198" -d '{"events": [{"server_uuid": "442fa957-b056-4b96-beb8-2fd3daa7200a", "name": "network-vif-unplugged", "status": "completed", "tag": "542980b8-6964-4857-a940-20f788f4f1dd"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:56.605458 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 542980b8-6964-4857-a940-20f788f4f1dd, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=542980b8-6964-4857-a940-20f788f4f1dd,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:56.611024 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:56.627377 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1bfe7b97-ab8a-4a3f-8ea1-e8ab3629c9d0 req-fd7c54a1-7349-4be2-a00f-0329af61ccaa tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920553 Nov 12 00:43:56.728997 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=542980b8-6964-4857-a940-20f788f4f1dd,revision_number=14']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:56.760209 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf28535-aee0-4750-8144-899a0a93ea42 req-1cb39b23-78c9-48e0-954e-5c85a833c5ae tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:56.769485 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ecf28535-aee0-4750-8144-899a0a93ea42 req-1cb39b23-78c9-48e0-954e-5c85a833c5ae tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c HTTP/1.1" status: 200 len: 946 time: 0.0861950 Nov 12 00:43:56.835051 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ecf28535-aee0-4750-8144-899a0a93ea42 req-62df6732-3118-4f5a-9861-9e45ad38d7f1 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643165 Nov 12 00:43:56.887548 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-5d8bd0e5-c915-443c-8ad3-501c869676d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca400e0-b9de-4321-a98d-d2ab539a7a98', 'name': 'tempest-ServersTestJSON-1586612120-router', 'tenant_id': '46bdc4597f71427b849ea30f2f437e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f16dace2-c235-4764-92b9-f9acfddefd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:17Z', 'updated_at': '2021-11-12T00:41:24Z', 'revision_number': 4, 'project_id': '46bdc4597f71427b849ea30f2f437e19', 'gw_port': {'id': 'f16dace2-c235-4764-92b9-f9acfddefd3e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca400e0-b9de-4321-a98d-d2ab539a7a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:17Z', 'updated_at': '2021-11-12T00:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'f5510005-289e-4344-83e5-22d6ad5d9a07', 'name': '', 'network_id': '9968898c-04b6-4a9b-a5e3-75ab7fd22341', 'tenant_id': '46bdc4597f71427b849ea30f2f437e19', 'mac_address': 'fa:16:3e:59:20:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca400e0-b9de-4321-a98d-d2ab539a7a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'a9598fb1-a2e5-4474-808c-61e1b0985a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:22Z', 'updated_at': '2021-11-12T00:41:32Z', 'revision_number': 5, 'project_id': '46bdc4597f71427b849ea30f2f437e19', 'subnets': [{'id': 'a9598fb1-a2e5-4474-808c-61e1b0985a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:56.923207 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8bd0e5-c915-443c-8ad3-501c869676d5 None None] Checking router: aca400e0-b9de-4321-a98d-d2ab539a7a98 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:43:56.944684 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8bd0e5-c915-443c-8ad3-501c869676d5 None None] Routers {'aca400e0-b9de-4321-a98d-d2ab539a7a98'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:56.945328 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-5d8bd0e5-c915-443c-8ad3-501c869676d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:43:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['aca400e0-b9de-4321-a98d-d2ab539a7a98'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:56.987653 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a213eb31-d696-4b3e-aafb-e6c8a84e53cf x-openstack-request-id: req-a213eb31-d696-4b3e-aafb-e6c8a84e53cf {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:56.988268 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "442fa957-b056-4b96-beb8-2fd3daa7200a", "name": "network-vif-unplugged", "status": "completed", "tag": "542980b8-6964-4857-a940-20f788f4f1dd", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:56.988748 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a213eb31-d696-4b3e-aafb-e6c8a84e53cf {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:56.989359 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '442fa957-b056-4b96-beb8-2fd3daa7200a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '542980b8-6964-4857-a940-20f788f4f1dd', 'code': 200} Nov 12 00:43:57.074650 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-5d8bd0e5-c915-443c-8ad3-501c869676d5 None None] Set router aca400e0-b9de-4321-a98d-d2ab539a7a98 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:43:57.106583 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1341824d-05f7-4ca4-97b7-33ee003f2733 req-0a499019-ac2b-4a8c-8f1a-4a7e2c7e8f5c tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:57.150981 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['b3919cf8-6d84-4154-af85-c45c1316c790'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:57.154427 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['2a31bd22-6672-49ca-807d-dda3ab4ec4e2'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:57.272405 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45580) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:57.300706 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a499019-ac2b-4a8c-8f1a-4a7e2c7e8f5c tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Pushing event deleted for resources: {'Port': ['ID=542980b8-6964-4857-a940-20f788f4f1dd,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:57.318619 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d41260-aea4-4ed7-be95-f51c45622d5f req-74da3085-e592-4b86-aa4f-1cacc100ee86 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:57.326764 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-49d41260-aea4-4ed7-be95-f51c45622d5f req-74da3085-e592-4b86-aa4f-1cacc100ee86 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=442fa957-b056-4b96-beb8-2fd3daa7200a HTTP/1.1" status: 200 len: 866 time: 0.4283409 Nov 12 00:43:57.380746 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-389f5566-19ed-497f-8407-51c17abe1785 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:57.403340 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-5d8bd0e5-c915-443c-8ad3-501c869676d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca400e0-b9de-4321-a98d-d2ab539a7a98', 'name': 'tempest-ServersTestJSON-1586612120-router', 'tenant_id': '46bdc4597f71427b849ea30f2f437e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f16dace2-c235-4764-92b9-f9acfddefd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:17Z', 'updated_at': '2021-11-12T00:41:24Z', 'revision_number': 4, 'project_id': '46bdc4597f71427b849ea30f2f437e19', 'gw_port': {'id': 'f16dace2-c235-4764-92b9-f9acfddefd3e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca400e0-b9de-4321-a98d-d2ab539a7a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:17Z', 'updated_at': '2021-11-12T00:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'f5510005-289e-4344-83e5-22d6ad5d9a07', 'name': '', 'network_id': '9968898c-04b6-4a9b-a5e3-75ab7fd22341', 'tenant_id': '46bdc4597f71427b849ea30f2f437e19', 'mac_address': 'fa:16:3e:59:20:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca400e0-b9de-4321-a98d-d2ab539a7a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'a9598fb1-a2e5-4474-808c-61e1b0985a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:22Z', 'updated_at': '2021-11-12T00:41:32Z', 'revision_number': 5, 'project_id': '46bdc4597f71427b849ea30f2f437e19', 'subnets': [{'id': 'a9598fb1-a2e5-4474-808c-61e1b0985a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:57.441582 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8bd0e5-c915-443c-8ad3-501c869676d5 None None] The sync data for ids ['aca400e0-b9de-4321-a98d-d2ab539a7a98'] in n-d-812236-11 is: [{'id': 'aca400e0-b9de-4321-a98d-d2ab539a7a98', 'name': 'tempest-ServersTestJSON-1586612120-router', 'tenant_id': '46bdc4597f71427b849ea30f2f437e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f16dace2-c235-4764-92b9-f9acfddefd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:17Z', 'updated_at': '2021-11-12T00:41:24Z', 'revision_number': 4, 'project_id': '46bdc4597f71427b849ea30f2f437e19', 'gw_port': {'id': 'f16dace2-c235-4764-92b9-f9acfddefd3e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca400e0-b9de-4321-a98d-d2ab539a7a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:17Z', 'updated_at': '2021-11-12T00:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'f5510005-289e-4344-83e5-22d6ad5d9a07', 'name': '', 'network_id': '9968898c-04b6-4a9b-a5e3-75ab7fd22341', 'tenant_id': '46bdc4597f71427b849ea30f2f437e19', 'mac_address': 'fa:16:3e:59:20:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca400e0-b9de-4321-a98d-d2ab539a7a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'a9598fb1-a2e5-4474-808c-61e1b0985a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:22Z', 'updated_at': '2021-11-12T00:41:32Z', 'revision_number': 5, 'project_id': '46bdc4597f71427b849ea30f2f437e19', 'subnets': [{'id': 'a9598fb1-a2e5-4474-808c-61e1b0985a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:43:57.451689 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-389f5566-19ed-497f-8407-51c17abe1785 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:57.465525 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a499019-ac2b-4a8c-8f1a-4a7e2c7e8f5c tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:57.466190 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a499019-ac2b-4a8c-8f1a-4a7e2c7e8f5c tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:57.467975 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a499019-ac2b-4a8c-8f1a-4a7e2c7e8f5c tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:57.468354 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a499019-ac2b-4a8c-8f1a-4a7e2c7e8f5c tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:57.468697 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a499019-ac2b-4a8c-8f1a-4a7e2c7e8f5c tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:57.469032 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a499019-ac2b-4a8c-8f1a-4a7e2c7e8f5c tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:57.469614 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a499019-ac2b-4a8c-8f1a-4a7e2c7e8f5c tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:57.469954 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a499019-ac2b-4a8c-8f1a-4a7e2c7e8f5c tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:57.470280 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a499019-ac2b-4a8c-8f1a-4a7e2c7e8f5c tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:57.470605 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a499019-ac2b-4a8c-8f1a-4a7e2c7e8f5c tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:57.471066 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a499019-ac2b-4a8c-8f1a-4a7e2c7e8f5c tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:57.471527 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a499019-ac2b-4a8c-8f1a-4a7e2c7e8f5c tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:57.512452 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-1341824d-05f7-4ca4-97b7-33ee003f2733 req-0a499019-ac2b-4a8c-8f1a-4a7e2c7e8f5c tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] No DVR routers for this DVR port 542980b8-6964-4857-a940-20f788f4f1dd on host n-h1-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:43:57.527464 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1341824d-05f7-4ca4-97b7-33ee003f2733 req-0a499019-ac2b-4a8c-8f1a-4a7e2c7e8f5c tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:57.529844 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-389f5566-19ed-497f-8407-51c17abe1785 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:57.533479 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-389f5566-19ed-497f-8407-51c17abe1785 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:57.534864 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-389f5566-19ed-497f-8407-51c17abe1785 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] 10.222.0.20 "DELETE /v2.0/security-groups/0ab7fe40-a153-4abc-840b-e74b12583743 HTTP/1.1" status: 204 len: 168 time: 0.2614703 Nov 12 00:43:57.540334 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45582) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:57.542281 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1341824d-05f7-4ca4-97b7-33ee003f2733 req-0a499019-ac2b-4a8c-8f1a-4a7e2c7e8f5c tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.49 "DELETE /v2.0/ports/542980b8-6964-4857-a940-20f788f4f1dd HTTP/1.1" status: 204 len: 173 time: 1.8059552 Nov 12 00:43:57.542772 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '442fa957-b056-4b96-beb8-2fd3daa7200a', 'name': 'network-vif-deleted', 'tag': '542980b8-6964-4857-a940-20f788f4f1dd'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:57.546465 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84d07fb-6fd2-4685-9fd3-e826b09270d9" -d '{"events": [{"server_uuid": "442fa957-b056-4b96-beb8-2fd3daa7200a", "name": "network-vif-deleted", "tag": "542980b8-6964-4857-a940-20f788f4f1dd"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:57.566369 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-f9666f81-2bfa-4560-8934-e932b6d9c6f8 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] show failed (client error): The resource could not be found. Nov 12 00:43:57.566369 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f9666f81-2bfa-4560-8934-e932b6d9c6f8 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] 10.222.0.20 "GET /v2.0/security-groups/0ab7fe40-a153-4abc-840b-e74b12583743 HTTP/1.1" status: 404 len: 347 time: 0.0220993 Nov 12 00:43:57.566369 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f5566-19ed-497f-8407-51c17abe1785 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab7fe40-a153-4abc-840b-e74b12583743,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:57.566750 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45586) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:57.598960 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-49d41260-aea4-4ed7-be95-f51c45622d5f req-801363cc-ad37-454a-aae4-bb954674e048 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668736 Nov 12 00:43:57.676406 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7347e279-70d9-4970-8a62-fb7ef13b2a7b x-openstack-request-id: req-7347e279-70d9-4970-8a62-fb7ef13b2a7b {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:57.676406 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "442fa957-b056-4b96-beb8-2fd3daa7200a", "name": "network-vif-deleted", "tag": "542980b8-6964-4857-a940-20f788f4f1dd", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:57.676816 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7347e279-70d9-4970-8a62-fb7ef13b2a7b {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:57.677112 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '442fa957-b056-4b96-beb8-2fd3daa7200a', 'name': 'network-vif-deleted', 'tag': '542980b8-6964-4857-a940-20f788f4f1dd', 'status': 'completed', 'code': 200} Nov 12 00:43:57.816548 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-9b726dd8-6ec6-4def-93d9-6aceab397510 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Deleting port ce24a33d-4f55-43b7-82d9-ed52d1a05abc {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:57.816548 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9b726dd8-6ec6-4def-93d9-6aceab397510 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:57.870111 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8017887d-ecee-49ff-8710-57803baa94f6 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:57.884833 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8017887d-ecee-49ff-8710-57803baa94f6 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:57.951594 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9b726dd8-6ec6-4def-93d9-6aceab397510 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:57.951594 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9b726dd8-6ec6-4def-93d9-6aceab397510 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:57.964778 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-9b726dd8-6ec6-4def-93d9-6aceab397510 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Calling delete_port for ce24a33d-4f55-43b7-82d9-ed52d1a05abc owned by network:floatingip {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:57.974831 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0fbae1-df05-439c-b150-ec1de030ab19 None None] New status for floating IP af4d50c1-be67-4980-a77f-5102f656ca5a: DOWN {{(pid=102663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:43:58.064784 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab5308-add8-4a93-ab66-a069bef1a4c0 req-b418763e-b74b-48ab-b750-6667fe7b86a7 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:58.079487 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ddab5308-add8-4a93-ab66-a069bef1a4c0 req-b418763e-b74b-48ab-b750-6667fe7b86a7 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 945 time: 0.2587936 Nov 12 00:43:58.140890 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25178a12-729b-466c-9301-bdd043d1e536 req-87b04f21-b397-419c-b60d-99be0d1ce498 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:58.141277 n-d-812236-11 neutron-server[102662]: INFO neutron.db.l3_db [None req-8017887d-ecee-49ff-8710-57803baa94f6 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Floating IP 738da321-3d05-4a90-9626-c8a0c2ff3b61 associated. External IP: 172.25.2.179, port: cfa2737e-ff39-485a-a2ad-858e4b4be17b. Nov 12 00:43:58.150891 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25178a12-729b-466c-9301-bdd043d1e536 req-87b04f21-b397-419c-b60d-99be0d1ce498 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c HTTP/1.1" status: 200 len: 946 time: 0.1661856 Nov 12 00:43:58.221455 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ddab5308-add8-4a93-ab66-a069bef1a4c0 req-7239fd32-50d0-4206-8ac2-6d0c200cf9c2 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374998 Nov 12 00:43:58.260992 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25178a12-729b-466c-9301-bdd043d1e536 req-a3c12b4c-e0bd-457c-8fac-04b5e9716158 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939178 Nov 12 00:43:58.325011 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9b726dd8-6ec6-4def-93d9-6aceab397510 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:58.368723 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b726dd8-6ec6-4def-93d9-6aceab397510 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Pushing event deleted for resources: {'Port': ['ID=ce24a33d-4f55-43b7-82d9-ed52d1a05abc,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:58.449176 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9b726dd8-6ec6-4def-93d9-6aceab397510 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Publish callbacks [] for floatingip, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:58.452905 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9b726dd8-6ec6-4def-93d9-6aceab397510 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:58.454086 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-9b726dd8-6ec6-4def-93d9-6aceab397510 tempest-ServersTestJSON-1376690262 tempest-ServersTestJSON-1376690262-project] 10.222.0.20 "DELETE /v2.0/floatingips/af4d50c1-be67-4980-a77f-5102f656ca5a HTTP/1.1" status: 204 len: 168 time: 0.8866513 Nov 12 00:43:58.457063 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45598) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:58.554761 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8017887d-ecee-49ff-8710-57803baa94f6 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Router 586ad528-d329-492e-8b92-10338c998332 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:43:58.769934 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8017887d-ecee-49ff-8710-57803baa94f6 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:43:58.775686 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8017887d-ecee-49ff-8710-57803baa94f6 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:58.785217 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d28c8b-b59b-4b0d-80da-e91bcc02d9bb None None] Sync routers for ids ['586ad528-d329-492e-8b92-10338c998332'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:43:58.823748 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d28c8b-b59b-4b0d-80da-e91bcc02d9bb None None] Routers {'586ad528-d329-492e-8b92-10338c998332'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:58.824390 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-96d28c8b-b59b-4b0d-80da-e91bcc02d9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:43:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['586ad528-d329-492e-8b92-10338c998332'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:58.831766 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8017887d-ecee-49ff-8710-57803baa94f6 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "PUT /v2.0/floatingips/738da321-3d05-4a90-9626-c8a0c2ff3b61 HTTP/1.1" status: 200 len: 991 time: 2.8391581 Nov 12 00:43:58.958766 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef02d83-1bb2-444e-9b50-e9a153cae862 req-86c61b50-4762-40f0-b495-4da88e2514e9 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:58.960296 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0ef02d83-1bb2-444e-9b50-e9a153cae862 req-86c61b50-4762-40f0-b495-4da88e2514e9 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8 HTTP/1.1" status: 200 len: 949 time: 0.0737569 Nov 12 00:43:58.975645 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-96d28c8b-b59b-4b0d-80da-e91bcc02d9bb None None] Set router 586ad528-d329-492e-8b92-10338c998332 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:43:59.011568 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f9795dc6-2623-462b-a8a1-c4dff7613c72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:59.014189 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0ef02d83-1bb2-444e-9b50-e9a153cae862 req-3f1accdc-1d97-46fa-ab60-26ea2a8267c5 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476062 Nov 12 00:43:59.229180 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-96d28c8b-b59b-4b0d-80da-e91bcc02d9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586ad528-d329-492e-8b92-10338c998332', 'name': 'tempest-ServerActionsTestJSON-1896784105-router', 'tenant_id': 'e225da8786ab452db9121c1cfb9ab35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '285816dd-9bb1-4ce3-b48e-ab93f80778df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:21Z', 'updated_at': '2021-11-12T00:43:26Z', 'revision_number': 4, 'project_id': 'e225da8786ab452db9121c1cfb9ab35d', 'gw_port': {'id': '285816dd-9bb1-4ce3-b48e-ab93f80778df', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:03:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586ad528-d329-492e-8b92-10338c998332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:23Z', 'updated_at': '2021-11-12T00:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '738da321-3d05-4a90-9626-c8a0c2ff3b61', 'tenant_id': 'e225da8786ab452db9121c1cfb9ab35d', 'floating_ip_address': '172.25.2.179', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '586ad528-d329-492e-8b92-10338c998332', 'port_id': 'cfa2737e-ff39-485a-a2ad-858e4b4be17b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e', 'mac_address': 'fa:16:3e:ee:d9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb955f7-555a-4087-abcd-bce579e2f015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:43:34Z', 'updated_at': '2021-11-12T00:43:57Z', 'revision_number': 1, 'project_id': 'e225da8786ab452db9121c1cfb9ab35d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a98a937-845d-41cd-aba9-2041ee1239fa', 'name': '', 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e', 'tenant_id': 'e225da8786ab452db9121c1cfb9ab35d', 'mac_address': 'fa:16:3e:f7:55:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586ad528-d329-492e-8b92-10338c998332', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:25Z', 'updated_at': '2021-11-12T00:43:32Z', 'revision_number': 5, 'project_id': 'e225da8786ab452db9121c1cfb9ab35d', 'subnets': [{'id': '3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:59.258907 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d28c8b-b59b-4b0d-80da-e91bcc02d9bb None None] Checking router: 586ad528-d329-492e-8b92-10338c998332 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:43:59.280153 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-f9795dc6-2623-462b-a8a1-c4dff7613c72 admin admin] Deleting port f5510005-289e-4344-83e5-22d6ad5d9a07 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:59.280689 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f9795dc6-2623-462b-a8a1-c4dff7613c72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:59.286682 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d28c8b-b59b-4b0d-80da-e91bcc02d9bb None None] Routers {'586ad528-d329-492e-8b92-10338c998332'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:59.287815 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-96d28c8b-b59b-4b0d-80da-e91bcc02d9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:43:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['586ad528-d329-492e-8b92-10338c998332'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:59.408555 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764f369-8f54-4bc6-a82e-90faad763893 req-1ac09eef-3911-4c5b-89e4-8b79e8f26517 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:59.418805 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2764f369-8f54-4bc6-a82e-90faad763893 req-1ac09eef-3911-4c5b-89e4-8b79e8f26517 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c HTTP/1.1" status: 200 len: 946 time: 0.0874152 Nov 12 00:43:59.425935 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f8217-1eb6-4544-a99e-38d4598445f5 req-b2910d33-2129-473d-b850-e79d871e5957 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:59.436547 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-f9795dc6-2623-462b-a8a1-c4dff7613c72 admin admin] For port f5510005-289e-4344-83e5-22d6ad5d9a07, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=f5510005-289e-4344-83e5-22d6ad5d9a07,segment=NetworkSegment(0354026e-5ef7-44d3-9394-600fff546383),segment_id=0354026e-5ef7-44d3-9394-600fff546383)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:59.437068 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f9795dc6-2623-462b-a8a1-c4dff7613c72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:59.441958 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-637f8217-1eb6-4544-a99e-38d4598445f5 req-b2910d33-2129-473d-b850-e79d871e5957 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 945 time: 0.0878179 Nov 12 00:43:59.446464 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-96d28c8b-b59b-4b0d-80da-e91bcc02d9bb None None] Set router 586ad528-d329-492e-8b92-10338c998332 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:43:59.468963 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-f9795dc6-2623-462b-a8a1-c4dff7613c72 admin admin] Calling delete_port for f5510005-289e-4344-83e5-22d6ad5d9a07 owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:59.493906 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-637f8217-1eb6-4544-a99e-38d4598445f5 req-e438edd2-03e6-4a54-b39d-75ac31be8889 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499477 Nov 12 00:43:59.533967 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2764f369-8f54-4bc6-a82e-90faad763893 req-f3df4d45-146d-47c8-938a-3e119feda675 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133311 Nov 12 00:43:59.679123 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb955f7-555a-4087-abcd-bce579e2f015', 'tag': 'cfa2737e-ff39-485a-a2ad-858e4b4be17b'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:59.681546 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51709324-e64f-4b45-94cf-5315966b334a" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb955f7-555a-4087-abcd-bce579e2f015", "tag": "cfa2737e-ff39-485a-a2ad-858e4b4be17b"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:59.737368 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881552dd-d1e8-49b3-a009-13d32c86aab1 x-openstack-request-id: req-881552dd-d1e8-49b3-a009-13d32c86aab1 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:59.737723 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb955f7-555a-4087-abcd-bce579e2f015", "tag": "cfa2737e-ff39-485a-a2ad-858e4b4be17b", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:59.737974 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-881552dd-d1e8-49b3-a009-13d32c86aab1 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:59.738374 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb955f7-555a-4087-abcd-bce579e2f015', 'tag': 'cfa2737e-ff39-485a-a2ad-858e4b4be17b', 'status': 'completed', 'code': 200} Nov 12 00:43:59.742858 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f9795dc6-2623-462b-a8a1-c4dff7613c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:59.767115 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-96d28c8b-b59b-4b0d-80da-e91bcc02d9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586ad528-d329-492e-8b92-10338c998332', 'name': 'tempest-ServerActionsTestJSON-1896784105-router', 'tenant_id': 'e225da8786ab452db9121c1cfb9ab35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '285816dd-9bb1-4ce3-b48e-ab93f80778df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:21Z', 'updated_at': '2021-11-12T00:43:26Z', 'revision_number': 4, 'project_id': 'e225da8786ab452db9121c1cfb9ab35d', 'gw_port': {'id': '285816dd-9bb1-4ce3-b48e-ab93f80778df', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:03:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586ad528-d329-492e-8b92-10338c998332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:23Z', 'updated_at': '2021-11-12T00:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '738da321-3d05-4a90-9626-c8a0c2ff3b61', 'tenant_id': 'e225da8786ab452db9121c1cfb9ab35d', 'floating_ip_address': '172.25.2.179', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '586ad528-d329-492e-8b92-10338c998332', 'port_id': 'cfa2737e-ff39-485a-a2ad-858e4b4be17b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e', 'mac_address': 'fa:16:3e:ee:d9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb955f7-555a-4087-abcd-bce579e2f015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:43:34Z', 'updated_at': '2021-11-12T00:43:57Z', 'revision_number': 1, 'project_id': 'e225da8786ab452db9121c1cfb9ab35d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a98a937-845d-41cd-aba9-2041ee1239fa', 'name': '', 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e', 'tenant_id': 'e225da8786ab452db9121c1cfb9ab35d', 'mac_address': 'fa:16:3e:f7:55:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586ad528-d329-492e-8b92-10338c998332', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:25Z', 'updated_at': '2021-11-12T00:43:32Z', 'revision_number': 5, 'project_id': 'e225da8786ab452db9121c1cfb9ab35d', 'subnets': [{'id': '3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:59.775283 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9795dc6-2623-462b-a8a1-c4dff7613c72 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5510005-289e-4344-83e5-22d6ad5d9a07,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:59.839158 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d28c8b-b59b-4b0d-80da-e91bcc02d9bb None None] The sync data for ids ['586ad528-d329-492e-8b92-10338c998332'] in n-d-812236-11 is: [{'id': '586ad528-d329-492e-8b92-10338c998332', 'name': 'tempest-ServerActionsTestJSON-1896784105-router', 'tenant_id': 'e225da8786ab452db9121c1cfb9ab35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '285816dd-9bb1-4ce3-b48e-ab93f80778df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:21Z', 'updated_at': '2021-11-12T00:43:26Z', 'revision_number': 4, 'project_id': 'e225da8786ab452db9121c1cfb9ab35d', 'gw_port': {'id': '285816dd-9bb1-4ce3-b48e-ab93f80778df', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:03:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586ad528-d329-492e-8b92-10338c998332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:23Z', 'updated_at': '2021-11-12T00:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '738da321-3d05-4a90-9626-c8a0c2ff3b61', 'tenant_id': 'e225da8786ab452db9121c1cfb9ab35d', 'floating_ip_address': '172.25.2.179', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '586ad528-d329-492e-8b92-10338c998332', 'port_id': 'cfa2737e-ff39-485a-a2ad-858e4b4be17b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e', 'mac_address': 'fa:16:3e:ee:d9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb955f7-555a-4087-abcd-bce579e2f015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:43:34Z', 'updated_at': '2021-11-12T00:43:57Z', 'revision_number': 1, 'project_id': 'e225da8786ab452db9121c1cfb9ab35d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a98a937-845d-41cd-aba9-2041ee1239fa', 'name': '', 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e', 'tenant_id': 'e225da8786ab452db9121c1cfb9ab35d', 'mac_address': 'fa:16:3e:f7:55:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586ad528-d329-492e-8b92-10338c998332', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:25Z', 'updated_at': '2021-11-12T00:43:32Z', 'revision_number': 5, 'project_id': 'e225da8786ab452db9121c1cfb9ab35d', 'subnets': [{'id': '3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:43:59.862288 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51709324-e64f-4b45-94cf-5315966b334a req-edf5e113-0dc7-4b8b-acfd-7ed5968cac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:59.863892 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-51709324-e64f-4b45-94cf-5315966b334a req-edf5e113-0dc7-4b8b-acfd-7ed5968cac40 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e225da8786ab452db9121c1cfb9ab35d&device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 1097 time: 0.0734558 Nov 12 00:43:59.987272 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f9795dc6-2623-462b-a8a1-c4dff7613c72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:00.030475 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51709324-e64f-4b45-94cf-5315966b334a req-bd733dd5-df3d-42b7-983c-fc6fa5655dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:00.032762 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-51709324-e64f-4b45-94cf-5315966b334a req-bd733dd5-df3d-42b7-983c-fc6fa5655dcd service neutron] 10.222.0.54 "GET /v2.0/networks?id=a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e HTTP/1.1" status: 200 len: 913 time: 0.1588361 Nov 12 00:44:00.032891 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 01d63ba7-e10d-49dc-927d-8c6d303185e6 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:44:00.084111 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: 01d63ba7-e10d-49dc-927d-8c6d303185e6 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:44:00.084766 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 01d63ba7-e10d-49dc-927d-8c6d303185e6 not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:44:00.168674 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c185535-3e05-40b8-b274-8900d2f247f9 None None] New status for floating IP 738da321-3d05-4a90-9626-c8a0c2ff3b61: ACTIVE {{(pid=102663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:44:00.169053 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-51709324-e64f-4b45-94cf-5315966b334a req-b9d1f968-d9ea-4076-9c16-9dd91716fe2d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfa2737e-ff39-485a-a2ad-858e4b4be17b HTTP/1.1" status: 200 len: 999 time: 0.1101379 Nov 12 00:44:00.284718 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ccb05-2e34-4d2e-b64c-28f2796e4d5c req-e5dd02df-edc1-42d1-a9b5-40e524b2947a tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:00.291848 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b26ccb05-2e34-4d2e-b64c-28f2796e4d5c req-e5dd02df-edc1-42d1-a9b5-40e524b2947a tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8 HTTP/1.1" status: 200 len: 949 time: 0.1178961 Nov 12 00:44:00.301036 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51709324-e64f-4b45-94cf-5315966b334a req-4c82b95c-182b-4893-bdb1-6d40a7ea09fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:00.301272 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-51709324-e64f-4b45-94cf-5315966b334a req-4c82b95c-182b-4893-bdb1-6d40a7ea09fa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f HTTP/1.1" status: 200 len: 851 time: 0.0834517 Nov 12 00:44:00.315379 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9795dc6-2623-462b-a8a1-c4dff7613c72 admin admin] Router aca400e0-b9de-4321-a98d-d2ab539a7a98 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:44:00.385744 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b26ccb05-2e34-4d2e-b64c-28f2796e4d5c req-56dbb14a-a134-4804-b485-9bc111f43afc tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927868 Nov 12 00:44:00.402775 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51709324-e64f-4b45-94cf-5315966b334a req-63d6ff30-1b0f-4357-b7d1-21b5ac03c6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:00.405394 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-51709324-e64f-4b45-94cf-5315966b334a req-63d6ff30-1b0f-4357-b7d1-21b5ac03c6e3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0912955 Nov 12 00:44:00.450798 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9795dc6-2623-462b-a8a1-c4dff7613c72 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:44:00.458956 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f9795dc6-2623-462b-a8a1-c4dff7613c72 admin admin] 10.222.0.20 "PUT /v2.0/routers/aca400e0-b9de-4321-a98d-d2ab539a7a98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0008514 Nov 12 00:44:00.459562 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45626) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:00.461298 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513e31ed-11ad-4723-ba54-792ab1ab94eb None None] Sync routers for ids ['aca400e0-b9de-4321-a98d-d2ab539a7a98'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:44:00.474807 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513e31ed-11ad-4723-ba54-792ab1ab94eb None None] Routers {'aca400e0-b9de-4321-a98d-d2ab539a7a98'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:44:00.475803 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-513e31ed-11ad-4723-ba54-792ab1ab94eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:43:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['aca400e0-b9de-4321-a98d-d2ab539a7a98'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:00.570754 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-51709324-e64f-4b45-94cf-5315966b334a req-c16cf684-1343-4b35-9204-905111b824b6 service neutron] 10.222.0.54 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559398 Nov 12 00:44:00.666274 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-513e31ed-11ad-4723-ba54-792ab1ab94eb None None] Set router aca400e0-b9de-4321-a98d-d2ab539a7a98 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:44:00.721927 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-51709324-e64f-4b45-94cf-5315966b334a req-fa9b9fdd-24ad-445b-a3a4-55dfd0fe00bb service neutron] 10.222.0.54 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407728 Nov 12 00:44:00.787983 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba08b24-89ea-4a86-ab60-5250d12ac2ed req-edf57671-88c7-43fb-b0e9-532df5853e0c tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:00.789770 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2ba08b24-89ea-4a86-ab60-5250d12ac2ed req-edf57671-88c7-43fb-b0e9-532df5853e0c tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c HTTP/1.1" status: 200 len: 946 time: 0.0667987 Nov 12 00:44:00.850284 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2ba08b24-89ea-4a86-ab60-5250d12ac2ed req-c2a4c70f-467c-4c41-9cc9-83a56fe4fc35 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534112 Nov 12 00:44:00.979119 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-513e31ed-11ad-4723-ba54-792ab1ab94eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca400e0-b9de-4321-a98d-d2ab539a7a98', 'name': 'tempest-ServersTestJSON-1586612120-router', 'tenant_id': '46bdc4597f71427b849ea30f2f437e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f16dace2-c235-4764-92b9-f9acfddefd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:17Z', 'updated_at': '2021-11-12T00:43:59Z', 'revision_number': 5, 'project_id': '46bdc4597f71427b849ea30f2f437e19', 'gw_port': {'id': 'f16dace2-c235-4764-92b9-f9acfddefd3e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca400e0-b9de-4321-a98d-d2ab539a7a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:17Z', 'updated_at': '2021-11-12T00:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:00.987180 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa3a59-d214-4b47-ba8c-f50e984ed0b0 req-67e4b5c5-355c-4233-985f-35b1dc2ad84f tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:00.988692 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0efa3a59-d214-4b47-ba8c-f50e984ed0b0 req-67e4b5c5-355c-4233-985f-35b1dc2ad84f tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 945 time: 0.1049058 Nov 12 00:44:00.998701 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6246a8-7fe9-47bd-82fe-b255cde5749c req-6f01f831-0950-4ced-9192-b9221d1a0064 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:01.000368 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fc6246a8-7fe9-47bd-82fe-b255cde5749c req-6f01f831-0950-4ced-9192-b9221d1a0064 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8 HTTP/1.1" status: 200 len: 949 time: 0.0908449 Nov 12 00:44:01.015762 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-29adce53-def6-443b-9bc5-7f3341e96cfd admin admin] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:01.050722 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513e31ed-11ad-4723-ba54-792ab1ab94eb None None] Checking router: aca400e0-b9de-4321-a98d-d2ab539a7a98 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:44:01.062979 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513e31ed-11ad-4723-ba54-792ab1ab94eb None None] Routers {'aca400e0-b9de-4321-a98d-d2ab539a7a98'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:44:01.063424 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-513e31ed-11ad-4723-ba54-792ab1ab94eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:43:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['aca400e0-b9de-4321-a98d-d2ab539a7a98'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:01.174856 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0efa3a59-d214-4b47-ba8c-f50e984ed0b0 req-4f4b33b0-bfb0-4fe0-a94a-80186fc05e0f tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734567 Nov 12 00:44:01.198733 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-513e31ed-11ad-4723-ba54-792ab1ab94eb None None] Set router aca400e0-b9de-4321-a98d-d2ab539a7a98 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:44:01.242932 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-29adce53-def6-443b-9bc5-7f3341e96cfd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:01.298726 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-fc6246a8-7fe9-47bd-82fe-b255cde5749c req-b78719ad-7c84-4574-88fa-c4f9a3344e8e tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Deleting port 2a31bd22-6672-49ca-807d-dda3ab4ec4e2 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:01.299313 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-fc6246a8-7fe9-47bd-82fe-b255cde5749c req-b78719ad-7c84-4574-88fa-c4f9a3344e8e tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:01.387367 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-29adce53-def6-443b-9bc5-7f3341e96cfd admin admin] Deleting port f16dace2-c235-4764-92b9-f9acfddefd3e {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:01.388726 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-29adce53-def6-443b-9bc5-7f3341e96cfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:01.475419 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-fc6246a8-7fe9-47bd-82fe-b255cde5749c req-b78719ad-7c84-4574-88fa-c4f9a3344e8e tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] For port 2a31bd22-6672-49ca-807d-dda3ab4ec4e2, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=2a31bd22-6672-49ca-807d-dda3ab4ec4e2,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:01.475950 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-fc6246a8-7fe9-47bd-82fe-b255cde5749c req-b78719ad-7c84-4574-88fa-c4f9a3344e8e tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:01.494444 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-513e31ed-11ad-4723-ba54-792ab1ab94eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca400e0-b9de-4321-a98d-d2ab539a7a98', 'name': 'tempest-ServersTestJSON-1586612120-router', 'tenant_id': '46bdc4597f71427b849ea30f2f437e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f16dace2-c235-4764-92b9-f9acfddefd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:17Z', 'updated_at': '2021-11-12T00:43:59Z', 'revision_number': 5, 'project_id': '46bdc4597f71427b849ea30f2f437e19', 'gw_port': {'id': 'f16dace2-c235-4764-92b9-f9acfddefd3e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca400e0-b9de-4321-a98d-d2ab539a7a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:17Z', 'updated_at': '2021-11-12T00:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:01.499796 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-fc6246a8-7fe9-47bd-82fe-b255cde5749c req-b78719ad-7c84-4574-88fa-c4f9a3344e8e tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Calling delete_port for 2a31bd22-6672-49ca-807d-dda3ab4ec4e2 owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:01.545481 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513e31ed-11ad-4723-ba54-792ab1ab94eb None None] The sync data for ids ['aca400e0-b9de-4321-a98d-d2ab539a7a98'] in n-d-812236-11 is: [{'id': 'aca400e0-b9de-4321-a98d-d2ab539a7a98', 'name': 'tempest-ServersTestJSON-1586612120-router', 'tenant_id': '46bdc4597f71427b849ea30f2f437e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f16dace2-c235-4764-92b9-f9acfddefd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:17Z', 'updated_at': '2021-11-12T00:43:59Z', 'revision_number': 5, 'project_id': '46bdc4597f71427b849ea30f2f437e19', 'gw_port': {'id': 'f16dace2-c235-4764-92b9-f9acfddefd3e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca400e0-b9de-4321-a98d-d2ab539a7a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:17Z', 'updated_at': '2021-11-12T00:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:44:01.614507 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686d620-fecb-4e06-9779-ef867a5d0147 req-2281783f-0375-467c-88f7-07f960eb630d tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:01.618291 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-29adce53-def6-443b-9bc5-7f3341e96cfd admin admin] For port f16dace2-c235-4764-92b9-f9acfddefd3e, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=f16dace2-c235-4764-92b9-f9acfddefd3e,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:01.619113 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-29adce53-def6-443b-9bc5-7f3341e96cfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:01.624689 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c686d620-fecb-4e06-9779-ef867a5d0147 req-2281783f-0375-467c-88f7-07f960eb630d tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8 HTTP/1.1" status: 200 len: 949 time: 0.1027110 Nov 12 00:44:01.641080 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-29adce53-def6-443b-9bc5-7f3341e96cfd admin admin] Calling delete_port for f16dace2-c235-4764-92b9-f9acfddefd3e owned by network:router_gateway {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:01.710284 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25390e-5b29-4d43-a554-2778f4dcae15 req-3c137bbe-95a2-42f1-aa01-cdee886ae797 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:01.712255 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5d25390e-5b29-4d43-a554-2778f4dcae15 req-3c137bbe-95a2-42f1-aa01-cdee886ae797 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.54 "GET /v2.0/ports?device_id=a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c HTTP/1.1" status: 200 len: 946 time: 0.0849872 Nov 12 00:44:01.730695 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c686d620-fecb-4e06-9779-ef867a5d0147 req-d654c28b-8f69-4dde-9544-f2c0ab1a7c4f tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045547 Nov 12 00:44:01.865807 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-5d25390e-5b29-4d43-a554-2778f4dcae15 req-7d5c8ff2-3665-4847-89e8-75d90eb31cac tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Deleting port bbb62800-7b01-40df-988b-2b4c45e0f546 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:01.866009 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-5d25390e-5b29-4d43-a554-2778f4dcae15 req-7d5c8ff2-3665-4847-89e8-75d90eb31cac tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:01.869213 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-fc6246a8-7fe9-47bd-82fe-b255cde5749c req-b78719ad-7c84-4574-88fa-c4f9a3344e8e tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:01.901701 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['b3919cf8-6d84-4154-af85-c45c1316c790'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:44:01.961974 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['2a31bd22-6672-49ca-807d-dda3ab4ec4e2'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:44:02.004113 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78719ad-7c84-4574-88fa-c4f9a3344e8e tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Pushing event deleted for resources: {'Port': ['ID=2a31bd22-6672-49ca-807d-dda3ab4ec4e2,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:02.114165 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-5d25390e-5b29-4d43-a554-2778f4dcae15 req-7d5c8ff2-3665-4847-89e8-75d90eb31cac tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] For port bbb62800-7b01-40df-988b-2b4c45e0f546, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=bbb62800-7b01-40df-988b-2b4c45e0f546,segment=NetworkSegment(c8ce3e47-ef08-4130-904d-8682aa94855d),segment_id=c8ce3e47-ef08-4130-904d-8682aa94855d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:02.114527 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-5d25390e-5b29-4d43-a554-2778f4dcae15 req-7d5c8ff2-3665-4847-89e8-75d90eb31cac tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:02.127113 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6246a8-7fe9-47bd-82fe-b255cde5749c req-b78719ad-7c84-4574-88fa-c4f9a3344e8e tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] No DVR routers for this DVR port 2a31bd22-6672-49ca-807d-dda3ab4ec4e2 on host n-h1-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:44:02.129050 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-29adce53-def6-443b-9bc5-7f3341e96cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:02.131863 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-fc6246a8-7fe9-47bd-82fe-b255cde5749c req-b78719ad-7c84-4574-88fa-c4f9a3344e8e tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:02.140549 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fc6246a8-7fe9-47bd-82fe-b255cde5749c req-b78719ad-7c84-4574-88fa-c4f9a3344e8e tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.49 "DELETE /v2.0/ports/2a31bd22-6672-49ca-807d-dda3ab4ec4e2 HTTP/1.1" status: 204 len: 173 time: 1.1311963 Nov 12 00:44:02.142014 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-5d25390e-5b29-4d43-a554-2778f4dcae15 req-7d5c8ff2-3665-4847-89e8-75d90eb31cac tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Calling delete_port for bbb62800-7b01-40df-988b-2b4c45e0f546 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:02.142642 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1046b61-fb63-4c31-b3fd-f91589674ab8', 'name': 'network-vif-deleted', 'tag': '2a31bd22-6672-49ca-807d-dda3ab4ec4e2'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:02.145185 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca55f32-9d1a-43e0-8d08-76cd5930763c" -d '{"events": [{"server_uuid": "a1046b61-fb63-4c31-b3fd-f91589674ab8", "name": "network-vif-deleted", "tag": "2a31bd22-6672-49ca-807d-dda3ab4ec4e2"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:02.192953 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29adce53-def6-443b-9bc5-7f3341e96cfd admin admin] Pushing event deleted for resources: {'Port': ['ID=f16dace2-c235-4764-92b9-f9acfddefd3e,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:02.309314 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-29adce53-def6-443b-9bc5-7f3341e96cfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:02.413575 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f490c7b-d58b-4d01-a180-025683be408d req-749c7d98-cefd-467d-a08f-1d000ee1b3e3 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:02.415402 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3f490c7b-d58b-4d01-a180-025683be408d req-749c7d98-cefd-467d-a08f-1d000ee1b3e3 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/ports?device_id=a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c HTTP/1.1" status: 200 len: 946 time: 0.2079940 Nov 12 00:44:02.435642 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7bb0eb6-ee24-46d0-baf1-202a7cf9c072 x-openstack-request-id: req-f7bb0eb6-ee24-46d0-baf1-202a7cf9c072 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:02.436249 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1046b61-fb63-4c31-b3fd-f91589674ab8", "name": "network-vif-deleted", "tag": "2a31bd22-6672-49ca-807d-dda3ab4ec4e2", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:02.436249 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f7bb0eb6-ee24-46d0-baf1-202a7cf9c072 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:02.436550 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1046b61-fb63-4c31-b3fd-f91589674ab8', 'name': 'network-vif-deleted', 'tag': '2a31bd22-6672-49ca-807d-dda3ab4ec4e2', 'status': 'completed', 'code': 200} Nov 12 00:44:02.452344 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-5d25390e-5b29-4d43-a554-2778f4dcae15 req-7d5c8ff2-3665-4847-89e8-75d90eb31cac tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:02.482414 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-29adce53-def6-443b-9bc5-7f3341e96cfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:02.487526 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-29adce53-def6-443b-9bc5-7f3341e96cfd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:02.505250 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5c8ff2-3665-4847-89e8-75d90eb31cac tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Pushing event deleted for resources: {'Port': ['ID=bbb62800-7b01-40df-988b-2b4c45e0f546,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:02.555362 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-29adce53-def6-443b-9bc5-7f3341e96cfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:02.556099 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29adce53-def6-443b-9bc5-7f3341e96cfd admin admin] Fanout notify agent at l3_agent the message router_deleted on router aca400e0-b9de-4321-a98d-d2ab539a7a98 {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:44:02.564209 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-29adce53-def6-443b-9bc5-7f3341e96cfd admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:02.565399 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-29adce53-def6-443b-9bc5-7f3341e96cfd admin admin] 10.222.0.20 "DELETE /v2.0/routers/aca400e0-b9de-4321-a98d-d2ab539a7a98 HTTP/1.1" status: 204 len: 168 time: 2.1048622 Nov 12 00:44:02.567961 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45668) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:02.602653 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3f490c7b-d58b-4d01-a180-025683be408d req-3c9558e9-757e-4d28-b208-365655b97aa1 tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ea9f703-5222-48bf-96c7-ad188648caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610088 Nov 12 00:44:02.627810 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d25390e-5b29-4d43-a554-2778f4dcae15 req-7d5c8ff2-3665-4847-89e8-75d90eb31cac tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] No DVR routers for this DVR port bbb62800-7b01-40df-988b-2b4c45e0f546 on host n-h2-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:44:02.630476 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-5d25390e-5b29-4d43-a554-2778f4dcae15 req-7d5c8ff2-3665-4847-89e8-75d90eb31cac tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:02.639157 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5d25390e-5b29-4d43-a554-2778f4dcae15 req-7d5c8ff2-3665-4847-89e8-75d90eb31cac tempest-ServerRescueNegativeTestJSON-306406201 tempest-ServerRescueNegativeTestJSON-306406201-project] 10.222.0.54 "DELETE /v2.0/ports/bbb62800-7b01-40df-988b-2b4c45e0f546 HTTP/1.1" status: 204 len: 173 time: 0.9074321 Nov 12 00:44:02.640161 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c', 'name': 'network-vif-deleted', 'tag': 'bbb62800-7b01-40df-988b-2b4c45e0f546'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:02.643788 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6b3673-419a-4881-a400-2116ba722bf8" -d '{"events": [{"server_uuid": "a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c", "name": "network-vif-deleted", "tag": "bbb62800-7b01-40df-988b-2b4c45e0f546"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:02.720181 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['bbb62800-7b01-40df-988b-2b4c45e0f546'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:44:02.722533 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c290ae-6c76-4b8c-9062-deac45749bd0 x-openstack-request-id: req-85c290ae-6c76-4b8c-9062-deac45749bd0 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:02.723115 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c", "name": "network-vif-deleted", "tag": "bbb62800-7b01-40df-988b-2b4c45e0f546", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:02.723528 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-85c290ae-6c76-4b8c-9062-deac45749bd0 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:02.724067 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a186e3c3-5c73-4c7a-92a2-ccef5e0c2c9c', 'name': 'network-vif-deleted', 'tag': 'bbb62800-7b01-40df-988b-2b4c45e0f546', 'status': 'completed', 'code': 200} Nov 12 00:44:02.724323 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-cddc9b3a-661b-484e-91df-b040624a0ae5 admin admin] Deleting subnet a9598fb1-a2e5-4474-808c-61e1b0985a1e {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:44:02.733533 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cddc9b3a-661b-484e-91df-b040624a0ae5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:02.788107 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44000770-eb23-4e4f-98b6-a52e05990119 req-2b25dc78-d645-4c3b-a3db-37229a2f49fa tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:02.790430 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-44000770-eb23-4e4f-98b6-a52e05990119 req-2b25dc78-d645-4c3b-a3db-37229a2f49fa tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 945 time: 0.1831551 Nov 12 00:44:02.808218 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cddc9b3a-661b-484e-91df-b040624a0ae5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:02.909268 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2045067d-fd65-4f02-a01b-2e38c3644dbb req-fa8d9b70-762b-4b0d-9b0b-876f133e4b0b tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1046b61-fb63-4c31-b3fd-f91589674ab8 HTTP/1.1" status: 200 len: 210 time: 0.0509610 Nov 12 00:44:02.993511 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cddc9b3a-661b-484e-91df-b040624a0ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:03.032810 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-44000770-eb23-4e4f-98b6-a52e05990119 req-47cc625c-b54d-474e-ab49-2c46fe72df48 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211697 Nov 12 00:44:03.067072 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cddc9b3a-661b-484e-91df-b040624a0ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:03.080151 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cddc9b3a-661b-484e-91df-b040624a0ae5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:03.086179 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-cddc9b3a-661b-484e-91df-b040624a0ae5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a9598fb1-a2e5-4474-808c-61e1b0985a1e HTTP/1.1" status: 204 len: 168 time: 0.5151837 Nov 12 00:44:03.086787 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45676) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:03.089729 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147ff9ca-3f45-4b31-ad3a-09bc4d64f11c None None] Network 9968898c-04b6-4a9b-a5e3-75ab7fd22341 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:44:03.103883 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc9b3a-661b-484e-91df-b040624a0ae5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9598fb1-a2e5-4474-808c-61e1b0985a1e,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:03.217955 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fab2fd07-2ea6-410c-8dcd-39043abacea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:03.274657 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-fab2fd07-2ea6-410c-8dcd-39043abacea6 admin admin] Deleting port 75caf518-59b3-42f1-bcce-84f8bd4e4b25 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:03.274994 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fab2fd07-2ea6-410c-8dcd-39043abacea6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:03.371580 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-fab2fd07-2ea6-410c-8dcd-39043abacea6 admin admin] For port 75caf518-59b3-42f1-bcce-84f8bd4e4b25, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=75caf518-59b3-42f1-bcce-84f8bd4e4b25,segment=NetworkSegment(0354026e-5ef7-44d3-9394-600fff546383),segment_id=0354026e-5ef7-44d3-9394-600fff546383)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:03.372951 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fab2fd07-2ea6-410c-8dcd-39043abacea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:03.394298 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-fab2fd07-2ea6-410c-8dcd-39043abacea6 admin admin] Calling delete_port for 75caf518-59b3-42f1-bcce-84f8bd4e4b25 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:03.428049 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51e7d7b-98ab-4632-9059-8d429da3b389 None None] DHCP port deletion for 9968898c-04b6-4a9b-a5e3-75ab7fd22341 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:44:03.483388 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-d51e7d7b-98ab-4632-9059-8d429da3b389 None None] Deleting port 75caf518-59b3-42f1-bcce-84f8bd4e4b25 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:03.483918 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d51e7d7b-98ab-4632-9059-8d429da3b389 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:03.494800 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fab2fd07-2ea6-410c-8dcd-39043abacea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:03.525972 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab2fd07-2ea6-410c-8dcd-39043abacea6 admin admin] Pushing event deleted for resources: {'Port': ['ID=75caf518-59b3-42f1-bcce-84f8bd4e4b25,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:03.543916 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab2fd07-2ea6-410c-8dcd-39043abacea6 admin admin] No DVR routers for this DVR port 75caf518-59b3-42f1-bcce-84f8bd4e4b25 on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:44:03.562593 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-d51e7d7b-98ab-4632-9059-8d429da3b389 None None] For port 75caf518-59b3-42f1-bcce-84f8bd4e4b25, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=75caf518-59b3-42f1-bcce-84f8bd4e4b25,segment=NetworkSegment(0354026e-5ef7-44d3-9394-600fff546383),segment_id=0354026e-5ef7-44d3-9394-600fff546383)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:03.563380 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d51e7d7b-98ab-4632-9059-8d429da3b389 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:03.580744 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-d51e7d7b-98ab-4632-9059-8d429da3b389 None None] Calling delete_port for 75caf518-59b3-42f1-bcce-84f8bd4e4b25 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:03.667793 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d51e7d7b-98ab-4632-9059-8d429da3b389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:03.679137 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45686) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:03.705605 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fab2fd07-2ea6-410c-8dcd-39043abacea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:03.708232 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device f16dace2-c235-4764-92b9-f9acfddefd3e no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:44:03.711806 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e7d7b-98ab-4632-9059-8d429da3b389 None None] Pushing event deleted for resources: {'Port': ['ID=75caf518-59b3-42f1-bcce-84f8bd4e4b25,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:03.731952 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: f16dace2-c235-4764-92b9-f9acfddefd3e {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:44:03.732300 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device f16dace2-c235-4764-92b9-f9acfddefd3e not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:44:03.732868 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 75caf518-59b3-42f1-bcce-84f8bd4e4b25 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:44:03.734990 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51e7d7b-98ab-4632-9059-8d429da3b389 None None] No DVR routers for this DVR port 75caf518-59b3-42f1-bcce-84f8bd4e4b25 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:44:03.735131 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-fab2fd07-2ea6-410c-8dcd-39043abacea6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9968898c-04b6-4a9b-a5e3-75ab7fd22341']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:03.751118 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-fab2fd07-2ea6-410c-8dcd-39043abacea6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0354026e-5ef7-44d3-9394-600fff546383') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:03.751413 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-fab2fd07-2ea6-410c-8dcd-39043abacea6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0354026e-5ef7-44d3-9394-600fff546383') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:03.758372 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 75caf518-59b3-42f1-bcce-84f8bd4e4b25 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:44:03.758716 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 75caf518-59b3-42f1-bcce-84f8bd4e4b25 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:44:03.759128 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device f5510005-289e-4344-83e5-22d6ad5d9a07 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:44:03.766999 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fab2fd07-2ea6-410c-8dcd-39043abacea6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:03.782962 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fab2fd07-2ea6-410c-8dcd-39043abacea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:03.784219 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: f5510005-289e-4344-83e5-22d6ad5d9a07 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:44:03.784561 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device f5510005-289e-4344-83e5-22d6ad5d9a07 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:44:03.792108 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fab2fd07-2ea6-410c-8dcd-39043abacea6 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:44:03.793121 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fab2fd07-2ea6-410c-8dcd-39043abacea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:03.796597 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:44:03.796597 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:44:03.796597 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:44:03.796597 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:44:03.796597 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:44:03.796597 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:44:03.796597 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:44:03.796597 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:44:03.796597 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:44:03.796597 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:44:03.796597 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:44:03.796597 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:44:03.796597 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:44:03.796597 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:44:03.796597 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:44:03.796597 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:44:03.796597 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:44:03.796597 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:44:03.796597 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:44:03.796597 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:44:03.796597 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:44:03.796597 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:44:03.796597 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:44:03.796597 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:44:03.796597 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:44:03.796597 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:44:03.796597 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:44:03.796597 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:44:03.796597 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:44:03.796597 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:44:03.796597 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:44:03.796597 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:44:03.883942 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fab2fd07-2ea6-410c-8dcd-39043abacea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:03.892759 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fab2fd07-2ea6-410c-8dcd-39043abacea6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:03.900042 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-fab2fd07-2ea6-410c-8dcd-39043abacea6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9968898c-04b6-4a9b-a5e3-75ab7fd22341 HTTP/1.1" status: 204 len: 168 time: 0.8121214 Nov 12 00:44:03.910991 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab2fd07-2ea6-410c-8dcd-39043abacea6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9968898c-04b6-4a9b-a5e3-75ab7fd22341,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:04.110119 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45698) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:04.213121 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a69223c5-6c4d-4ce1-a165-8124c653d0dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:04.214581 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74604b41-79e4-4e85-ae7d-47afd4152aa4 req-9caa8cba-6ad1-4100-9875-e3f537c46394 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:04.217923 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-74604b41-79e4-4e85-ae7d-47afd4152aa4 req-9caa8cba-6ad1-4100-9875-e3f537c46394 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 945 time: 0.0699844 Nov 12 00:44:04.265830 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-27c769eb-fc0d-4b62-8772-c741127f8678 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=46bdc4597f71427b849ea30f2f437e19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1542196 Nov 12 00:44:04.266617 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45704) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:04.295055 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-74604b41-79e4-4e85-ae7d-47afd4152aa4 req-1c8732c0-035d-454c-b569-334c5e632eab tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685601 Nov 12 00:44:04.301207 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf239a-b293-482a-a1e1-4567894799f3 req-96046d5e-f45d-4e44-a3ce-df87f4f2fcd5 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:04.302883 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-80bf239a-b293-482a-a1e1-4567894799f3 req-96046d5e-f45d-4e44-a3ce-df87f4f2fcd5 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 949 time: 0.0937271 Nov 12 00:44:04.305993 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1e789368-688a-4e11-a50e-254767d5184b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:04.343948 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f147bb30-1af7-4523-b1fc-61fd217d5010 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:04.380900 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f147bb30-1af7-4523-b1fc-61fd217d5010 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:04.436038 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-80bf239a-b293-482a-a1e1-4567894799f3 req-f7fcbd86-4f9c-45d9-96f8-069a74dcf586 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259916 Nov 12 00:44:04.452588 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f147bb30-1af7-4523-b1fc-61fd217d5010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:04.456352 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f147bb30-1af7-4523-b1fc-61fd217d5010 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:04.457775 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f147bb30-1af7-4523-b1fc-61fd217d5010 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9af6cef4-2474-4dd6-81ae-c9b1f50d69e8 HTTP/1.1" status: 204 len: 168 time: 0.1900277 Nov 12 00:44:04.475126 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f147bb30-1af7-4523-b1fc-61fd217d5010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af6cef4-2474-4dd6-81ae-c9b1f50d69e8,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:04.651017 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-1e789368-688a-4e11-a50e-254767d5184b admin admin] Deleting port 2d9980d2-2fb4-4409-9867-05d438ff9c84 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:04.651017 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1e789368-688a-4e11-a50e-254767d5184b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:04.760205 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-1e789368-688a-4e11-a50e-254767d5184b admin admin] For port 2d9980d2-2fb4-4409-9867-05d438ff9c84, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=2d9980d2-2fb4-4409-9867-05d438ff9c84,segment=NetworkSegment(c8ce3e47-ef08-4130-904d-8682aa94855d),segment_id=c8ce3e47-ef08-4130-904d-8682aa94855d)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:04.760759 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1e789368-688a-4e11-a50e-254767d5184b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:04.775675 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-1e789368-688a-4e11-a50e-254767d5184b admin admin] Calling delete_port for 2d9980d2-2fb4-4409-9867-05d438ff9c84 owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:04.981457 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1e789368-688a-4e11-a50e-254767d5184b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:04.997467 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device bbb62800-7b01-40df-988b-2b4c45e0f546 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:44:05.022933 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e789368-688a-4e11-a50e-254767d5184b admin admin] Pushing event deleted for resources: {'Port': ['ID=2d9980d2-2fb4-4409-9867-05d438ff9c84,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:05.037670 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: bbb62800-7b01-40df-988b-2b4c45e0f546 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:44:05.038116 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device bbb62800-7b01-40df-988b-2b4c45e0f546 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:44:05.208226 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1e789368-688a-4e11-a50e-254767d5184b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:05.297512 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45732) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:05.431786 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-cba8681c-4fe7-4333-a931-3402f4b8e1fe admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-374674830-network', 'tenant_id': 'c21468cd613f4b869b90c5f693039b67'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:05.448526 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e789368-688a-4e11-a50e-254767d5184b admin admin] Router c84db6f1-8b85-4b29-b189-c18ac23e69a5 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:44:05.456237 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a30c5-5d61-48ae-8f52-59030808ab60 req-40c9ab79-2a94-4092-af15-5aec10168d01 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:05.458355 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-225a30c5-5d61-48ae-8f52-59030808ab60 req-40c9ab79-2a94-4092-af15-5aec10168d01 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 945 time: 0.0743439 Nov 12 00:44:05.491984 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba8681c-4fe7-4333-a931-3402f4b8e1fe admin admin] Made reservation on behalf of c21468cd613f4b869b90c5f693039b67 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:05.495005 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cba8681c-4fe7-4333-a931-3402f4b8e1fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:05.520061 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cba8681c-4fe7-4333-a931-3402f4b8e1fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:05.578766 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-225a30c5-5d61-48ae-8f52-59030808ab60 req-b5751529-4967-47bd-b539-c40555fe93c6 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128001 Nov 12 00:44:05.590632 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e789368-688a-4e11-a50e-254767d5184b admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:44:05.611562 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1e789368-688a-4e11-a50e-254767d5184b admin admin] 10.222.0.20 "PUT /v2.0/routers/c84db6f1-8b85-4b29-b189-c18ac23e69a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9306893 Nov 12 00:44:05.614108 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45744) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:05.621817 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79570ed3-ae8a-4dd0-8cf9-564002485982 None None] Sync routers for ids ['c84db6f1-8b85-4b29-b189-c18ac23e69a5'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:44:05.660439 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79570ed3-ae8a-4dd0-8cf9-564002485982 None None] Routers {'c84db6f1-8b85-4b29-b189-c18ac23e69a5'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:44:05.662518 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-79570ed3-ae8a-4dd0-8cf9-564002485982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:43:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['c84db6f1-8b85-4b29-b189-c18ac23e69a5'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:05.745595 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cba8681c-4fe7-4333-a931-3402f4b8e1fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:05.753256 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cba8681c-4fe7-4333-a931-3402f4b8e1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:05.786893 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cba8681c-4fe7-4333-a931-3402f4b8e1fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:44:05.806418 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba8681c-4fe7-4333-a931-3402f4b8e1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c8fd08-6591-4a5a-b303-9ee103150d54,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:05.806964 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-79570ed3-ae8a-4dd0-8cf9-564002485982 None None] Set router c84db6f1-8b85-4b29-b189-c18ac23e69a5 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:44:05.828824 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cba8681c-4fe7-4333-a931-3402f4b8e1fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:05.829528 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-cba8681c-4fe7-4333-a931-3402f4b8e1fe admin admin] Added segment 697b74b4-19b5-47fd-b161-45862847105d of type vlan for network 1fce8c5f-7ac6-4208-952b-3be5cb15c665 Nov 12 00:44:05.883421 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cba8681c-4fe7-4333-a931-3402f4b8e1fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:05.916754 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cba8681c-4fe7-4333-a931-3402f4b8e1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:05.918360 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba8681c-4fe7-4333-a931-3402f4b8e1fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:05.919577 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cba8681c-4fe7-4333-a931-3402f4b8e1fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:06.000911 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-cba8681c-4fe7-4333-a931-3402f4b8e1fe admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7014492 Nov 12 00:44:06.004312 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45748) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:06.012175 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-ca9ed5ca-16f7-4e3d-ac43-37bdef1a8168 admin admin] Request body: {'subnet': {'network_id': '1fce8c5f-7ac6-4208-952b-3be5cb15c665', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-374674830-subnet', 'tenant_id': 'c21468cd613f4b869b90c5f693039b67', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:06.022391 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba8681c-4fe7-4333-a931-3402f4b8e1fe admin admin] Pushing event updated for resources: {'Network': ['ID=1fce8c5f-7ac6-4208-952b-3be5cb15c665,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:06.037479 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 2a31bd22-6672-49ca-807d-dda3ab4ec4e2 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:44:06.039456 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 1fce8c5f-7ac6-4208-952b-3be5cb15c665 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:44:06.073898 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-79570ed3-ae8a-4dd0-8cf9-564002485982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84db6f1-8b85-4b29-b189-c18ac23e69a5', 'name': 'tempest-ServerRescueNegativeTestJSON-845973093-router', 'tenant_id': 'ca59ce4eae8a454cab0edaf4190753c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '0b0f8626-d6ee-492b-ac37-07e0d6d8f927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:04Z', 'updated_at': '2021-11-12T00:44:04Z', 'revision_number': 5, 'project_id': 'ca59ce4eae8a454cab0edaf4190753c1', 'gw_port': {'id': '0b0f8626-d6ee-492b-ac37-07e0d6d8f927', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84db6f1-8b85-4b29-b189-c18ac23e69a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:05Z', 'updated_at': '2021-11-12T00:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:06.088339 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9ed5ca-16f7-4e3d-ac43-37bdef1a8168 admin admin] Made reservation on behalf of c21468cd613f4b869b90c5f693039b67 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:06.093535 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ca9ed5ca-16f7-4e3d-ac43-37bdef1a8168 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:06.141771 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5568af65-d5de-4da4-9d0b-05c514ad2cde admin admin] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:06.157367 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79570ed3-ae8a-4dd0-8cf9-564002485982 None None] Checking router: c84db6f1-8b85-4b29-b189-c18ac23e69a5 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:44:06.177062 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: 2a31bd22-6672-49ca-807d-dda3ab4ec4e2 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:44:06.177694 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 2a31bd22-6672-49ca-807d-dda3ab4ec4e2 not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:44:06.209917 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a6468-0943-4f3e-a6d9-f0f5be803bdf req-2e91b48e-748b-4041-967d-e5d0607ca35a tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:06.220953 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-746a6468-0943-4f3e-a6d9-f0f5be803bdf req-2e91b48e-748b-4041-967d-e5d0607ca35a tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 949 time: 0.5501390 Nov 12 00:44:06.232950 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79570ed3-ae8a-4dd0-8cf9-564002485982 None None] Routers {'c84db6f1-8b85-4b29-b189-c18ac23e69a5'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:44:06.233407 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-79570ed3-ae8a-4dd0-8cf9-564002485982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:43:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['c84db6f1-8b85-4b29-b189-c18ac23e69a5'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:06.283684 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-746a6468-0943-4f3e-a6d9-f0f5be803bdf req-5c944835-c482-44d9-98a4-36319000532f tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16b7b8-13f8-4ce1-aa99-22cd055105af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567560 Nov 12 00:44:06.312029 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ca9ed5ca-16f7-4e3d-ac43-37bdef1a8168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:06.354370 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5568af65-d5de-4da4-9d0b-05c514ad2cde admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:06.356879 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-79570ed3-ae8a-4dd0-8cf9-564002485982 None None] Set router c84db6f1-8b85-4b29-b189-c18ac23e69a5 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:44:06.382961 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e1e278-3e0b-4c0e-9c79-fee25983c09a req-76e2754c-a603-43b4-b52a-1acbcd228b80 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:06.384521 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-70e1e278-3e0b-4c0e-9c79-fee25983c09a req-76e2754c-a603-43b4-b52a-1acbcd228b80 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 949 time: 0.3346684 Nov 12 00:44:06.421777 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-5568af65-d5de-4da4-9d0b-05c514ad2cde admin admin] Deleting port 0b0f8626-d6ee-492b-ac37-07e0d6d8f927 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:06.422374 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5568af65-d5de-4da4-9d0b-05c514ad2cde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:06.486998 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9ed5ca-16f7-4e3d-ac43-37bdef1a8168 admin admin] Checking segment: {'id': '697b74b4-19b5-47fd-b161-45862847105d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1fce8c5f-7ac6-4208-952b-3be5cb15c665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:44:06.487356 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9ed5ca-16f7-4e3d-ac43-37bdef1a8168 admin admin] Network hostable DHCP agents. Network: 1fce8c5f-7ac6-4208-952b-3be5cb15c665, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:44:06.500289 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9ed5ca-16f7-4e3d-ac43-37bdef1a8168 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a63ee01-80de-400e-a556-e4579cccd373,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:06.530733 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9ed5ca-16f7-4e3d-ac43-37bdef1a8168 admin admin] Network 1fce8c5f-7ac6-4208-952b-3be5cb15c665 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:44:06.539205 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-5568af65-d5de-4da4-9d0b-05c514ad2cde admin admin] For port 0b0f8626-d6ee-492b-ac37-07e0d6d8f927, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=0b0f8626-d6ee-492b-ac37-07e0d6d8f927,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:06.540221 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5568af65-d5de-4da4-9d0b-05c514ad2cde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:06.541674 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-ca9ed5ca-16f7-4e3d-ac43-37bdef1a8168 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 1fce8c5f-7ac6-4208-952b-3be5cb15c665) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:06.548943 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-70e1e278-3e0b-4c0e-9c79-fee25983c09a req-d4c2be4b-ade2-4352-87a3-43ede3f61e5b tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Deleting port b3919cf8-6d84-4154-af85-c45c1316c790 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:06.549281 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-70e1e278-3e0b-4c0e-9c79-fee25983c09a req-d4c2be4b-ade2-4352-87a3-43ede3f61e5b tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:06.568197 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-5568af65-d5de-4da4-9d0b-05c514ad2cde admin admin] Calling delete_port for 0b0f8626-d6ee-492b-ac37-07e0d6d8f927 owned by network:router_gateway {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:06.642169 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b1fdd1-d3c2-4296-b54f-bc82c0c4bd55 None None] Network 1fce8c5f-7ac6-4208-952b-3be5cb15c665 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:44:06.691582 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-70e1e278-3e0b-4c0e-9c79-fee25983c09a req-d4c2be4b-ade2-4352-87a3-43ede3f61e5b tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] For port b3919cf8-6d84-4154-af85-c45c1316c790, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=b3919cf8-6d84-4154-af85-c45c1316c790,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:06.691942 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-70e1e278-3e0b-4c0e-9c79-fee25983c09a req-d4c2be4b-ade2-4352-87a3-43ede3f61e5b tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:06.706785 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-70e1e278-3e0b-4c0e-9c79-fee25983c09a req-d4c2be4b-ade2-4352-87a3-43ede3f61e5b tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Calling delete_port for b3919cf8-6d84-4154-af85-c45c1316c790 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:06.709302 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-660ddbb3-742c-4b6b-aa2b-18b44191e3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:06.857132 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5568af65-d5de-4da4-9d0b-05c514ad2cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:06.879741 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751e88c-b56a-4c30-8ecd-52fd894d88ad req-7e41d83d-0e43-4171-8661-90a67bcadb55 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:06.888961 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2751e88c-b56a-4c30-8ecd-52fd894d88ad req-7e41d83d-0e43-4171-8661-90a67bcadb55 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 945 time: 0.1574440 Nov 12 00:44:06.935444 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568af65-d5de-4da4-9d0b-05c514ad2cde admin admin] Pushing event deleted for resources: {'Port': ['ID=0b0f8626-d6ee-492b-ac37-07e0d6d8f927,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:06.974057 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec88b6f8-df90-4d71-95d2-e162114f7305 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-1fce8c5f-7ac6-4208-952b-3be5cb15c665', 'network_id': '1fce8c5f-7ac6-4208-952b-3be5cb15c665', 'tenant_id': 'c21468cd613f4b869b90c5f693039b67', 'fixed_ips': [{'subnet_id': '7a63ee01-80de-400e-a556-e4579cccd373'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:44:06.974907 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ec88b6f8-df90-4d71-95d2-e162114f7305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:07.060857 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2751e88c-b56a-4c30-8ecd-52fd894d88ad req-1c4de88d-ca73-4f7b-a5a5-58ebf5f81ba8 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661994 Nov 12 00:44:07.095633 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5568af65-d5de-4da4-9d0b-05c514ad2cde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:07.096584 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9ed5ca-16f7-4e3d-ac43-37bdef1a8168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:07.097183 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ca9ed5ca-16f7-4e3d-ac43-37bdef1a8168 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:07.127432 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ca9ed5ca-16f7-4e3d-ac43-37bdef1a8168 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1196554 Nov 12 00:44:07.129884 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45760) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:07.134260 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-17cea259-321b-4ec5-ae66-6a20f2078b20 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-374674830-router', 'tenant_id': 'c21468cd613f4b869b90c5f693039b67', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:07.163950 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-ec88b6f8-df90-4d71-95d2-e162114f7305 None None] Allocated IP 172.20.0.2 (1fce8c5f-7ac6-4208-952b-3be5cb15c665/7a63ee01-80de-400e-a556-e4579cccd373/bc7039c6-8058-477b-a007-3015d54d05b0) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:44:07.172850 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-17cea259-321b-4ec5-ae66-6a20f2078b20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:07.174809 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-17cea259-321b-4ec5-ae66-6a20f2078b20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:07.189485 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-79570ed3-ae8a-4dd0-8cf9-564002485982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84db6f1-8b85-4b29-b189-c18ac23e69a5', 'name': 'tempest-ServerRescueNegativeTestJSON-845973093-router', 'tenant_id': 'ca59ce4eae8a454cab0edaf4190753c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '0b0f8626-d6ee-492b-ac37-07e0d6d8f927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:04Z', 'updated_at': '2021-11-12T00:44:04Z', 'revision_number': 5, 'project_id': 'ca59ce4eae8a454cab0edaf4190753c1', 'gw_port': {'id': '0b0f8626-d6ee-492b-ac37-07e0d6d8f927', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84db6f1-8b85-4b29-b189-c18ac23e69a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:05Z', 'updated_at': '2021-11-12T00:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:07.236028 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79570ed3-ae8a-4dd0-8cf9-564002485982 None None] The sync data for ids ['c84db6f1-8b85-4b29-b189-c18ac23e69a5'] in n-d-812236-11 is: [{'id': 'c84db6f1-8b85-4b29-b189-c18ac23e69a5', 'name': 'tempest-ServerRescueNegativeTestJSON-845973093-router', 'tenant_id': 'ca59ce4eae8a454cab0edaf4190753c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '0b0f8626-d6ee-492b-ac37-07e0d6d8f927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:04Z', 'updated_at': '2021-11-12T00:44:04Z', 'revision_number': 5, 'project_id': 'ca59ce4eae8a454cab0edaf4190753c1', 'gw_port': {'id': '0b0f8626-d6ee-492b-ac37-07e0d6d8f927', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84db6f1-8b85-4b29-b189-c18ac23e69a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:05Z', 'updated_at': '2021-11-12T00:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:44:07.266764 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5568af65-d5de-4da4-9d0b-05c514ad2cde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:07.272624 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5568af65-d5de-4da4-9d0b-05c514ad2cde admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:07.292540 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-17cea259-321b-4ec5-ae66-6a20f2078b20 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:07.336848 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5568af65-d5de-4da4-9d0b-05c514ad2cde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:07.337932 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5568af65-d5de-4da4-9d0b-05c514ad2cde admin admin] Fanout notify agent at l3_agent the message router_deleted on router c84db6f1-8b85-4b29-b189-c18ac23e69a5 {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:44:07.346232 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5568af65-d5de-4da4-9d0b-05c514ad2cde admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:07.350116 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5568af65-d5de-4da4-9d0b-05c514ad2cde admin admin] 10.222.0.20 "DELETE /v2.0/routers/c84db6f1-8b85-4b29-b189-c18ac23e69a5 HTTP/1.1" status: 204 len: 168 time: 1.7346625 Nov 12 00:44:07.350733 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45766) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:07.361894 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-70e1e278-3e0b-4c0e-9c79-fee25983c09a req-d4c2be4b-ade2-4352-87a3-43ede3f61e5b tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:07.424648 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c2be4b-ade2-4352-87a3-43ede3f61e5b tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Pushing event deleted for resources: {'Port': ['ID=b3919cf8-6d84-4154-af85-c45c1316c790,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:07.426421 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d171e59-571d-44c1-ab81-865edfead209 admin admin] Deleting subnet 72bf2022-887a-4d33-83bf-7582ee4258c1 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:44:07.434188 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8d171e59-571d-44c1-ab81-865edfead209 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:07.439247 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ec88b6f8-df90-4d71-95d2-e162114f7305 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:07.451930 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ec88b6f8-df90-4d71-95d2-e162114f7305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:07.476697 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-42106d96-ba25-4090-a579-3d9a7d1873bd req-3adfacee-5e15-4a64-9022-28dd398e7993 tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 210 time: 0.0780947 Nov 12 00:44:07.504719 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8d171e59-571d-44c1-ab81-865edfead209 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:07.507766 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec88b6f8-df90-4d71-95d2-e162114f7305 None None] Pushing event updated for resources: {'Port': ['ID=bc7039c6-8058-477b-a007-3015d54d05b0,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:07.520103 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec88b6f8-df90-4d71-95d2-e162114f7305 None None] Network 1fce8c5f-7ac6-4208-952b-3be5cb15c665 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:07.521849 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-ec88b6f8-df90-4d71-95d2-e162114f7305 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:07.524146 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec88b6f8-df90-4d71-95d2-e162114f7305 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:44:07.547948 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:07.565478 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-17cea259-321b-4ec5-ae66-6a20f2078b20 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:07.570183 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-70e1e278-3e0b-4c0e-9c79-fee25983c09a req-d4c2be4b-ade2-4352-87a3-43ede3f61e5b tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] No DVR routers for this DVR port b3919cf8-6d84-4154-af85-c45c1316c790 on host n-h2-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:44:07.578557 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-70e1e278-3e0b-4c0e-9c79-fee25983c09a req-d4c2be4b-ade2-4352-87a3-43ede3f61e5b tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:07.578557 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-70e1e278-3e0b-4c0e-9c79-fee25983c09a req-d4c2be4b-ade2-4352-87a3-43ede3f61e5b tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.54 "DELETE /v2.0/ports/b3919cf8-6d84-4154-af85-c45c1316c790 HTTP/1.1" status: 204 len: 173 time: 1.1846697 Nov 12 00:44:07.578557 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88aed09-488f-4d46-9a45-42f6cd94568b', 'name': 'network-vif-deleted', 'tag': 'b3919cf8-6d84-4154-af85-c45c1316c790'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:07.584479 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f54e5e6-b315-4efb-b791-ff94e3a645d8" -d '{"events": [{"server_uuid": "a88aed09-488f-4d46-9a45-42f6cd94568b", "name": "network-vif-deleted", "tag": "b3919cf8-6d84-4154-af85-c45c1316c790"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:07.586881 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8d171e59-571d-44c1-ab81-865edfead209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:07.647326 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-ec88b6f8-df90-4d71-95d2-e162114f7305 None None] Attempting to bind port bc7039c6-8058-477b-a007-3015d54d05b0 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:07.648656 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-ec88b6f8-df90-4d71-95d2-e162114f7305 None None] Attempting to bind port bc7039c6-8058-477b-a007-3015d54d05b0 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '697b74b4-19b5-47fd-b161-45862847105d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1fce8c5f-7ac6-4208-952b-3be5cb15c665'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:07.649588 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec88b6f8-df90-4d71-95d2-e162114f7305 None None] Attempting to bind port bc7039c6-8058-477b-a007-3015d54d05b0 on network 1fce8c5f-7ac6-4208-952b-3be5cb15c665 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:07.660148 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec88b6f8-df90-4d71-95d2-e162114f7305 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:44:07.661115 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec88b6f8-df90-4d71-95d2-e162114f7305 None None] Checking segment: {'id': '697b74b4-19b5-47fd-b161-45862847105d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1fce8c5f-7ac6-4208-952b-3be5cb15c665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:44:07.661771 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ec88b6f8-df90-4d71-95d2-e162114f7305 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:07.662486 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec88b6f8-df90-4d71-95d2-e162114f7305 None None] Bound using segment: {'id': '697b74b4-19b5-47fd-b161-45862847105d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1fce8c5f-7ac6-4208-952b-3be5cb15c665'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:44:07.663927 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-ec88b6f8-df90-4d71-95d2-e162114f7305 None None] Bound port: bc7039c6-8058-477b-a007-3015d54d05b0, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '697b74b4-19b5-47fd-b161-45862847105d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1fce8c5f-7ac6-4208-952b-3be5cb15c665'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:44:07.665236 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ec88b6f8-df90-4d71-95d2-e162114f7305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:07.748428 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8d171e59-571d-44c1-ab81-865edfead209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:07.768179 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8d171e59-571d-44c1-ab81-865edfead209 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:07.769953 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1959d32-1a3c-4719-8411-dfac2005066f x-openstack-request-id: req-a1959d32-1a3c-4719-8411-dfac2005066f {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:07.770243 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a88aed09-488f-4d46-9a45-42f6cd94568b", "name": "network-vif-deleted", "tag": "b3919cf8-6d84-4154-af85-c45c1316c790", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:07.770753 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a1959d32-1a3c-4719-8411-dfac2005066f {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:07.771148 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88aed09-488f-4d46-9a45-42f6cd94568b', 'name': 'network-vif-deleted', 'tag': 'b3919cf8-6d84-4154-af85-c45c1316c790', 'status': 'completed', 'code': 200} Nov 12 00:44:07.775915 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8d171e59-571d-44c1-ab81-865edfead209 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/72bf2022-887a-4d33-83bf-7582ee4258c1 HTTP/1.1" status: 204 len: 168 time: 0.4241076 Nov 12 00:44:07.782938 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45772) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:07.829044 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 2d9980d2-2fb4-4409-9867-05d438ff9c84 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:44:07.840076 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d171e59-571d-44c1-ab81-865edfead209 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72bf2022-887a-4d33-83bf-7582ee4258c1,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:07.883979 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 2d9980d2-2fb4-4409-9867-05d438ff9c84 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:44:07.884404 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 2d9980d2-2fb4-4409-9867-05d438ff9c84 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:44:07.887756 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-ec88b6f8-df90-4d71-95d2-e162114f7305 None None] For port bc7039c6-8058-477b-a007-3015d54d05b0, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:44:07.921783 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-ec88b6f8-df90-4d71-95d2-e162114f7305 None None] For port bc7039c6-8058-477b-a007-3015d54d05b0, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=bc7039c6-8058-477b-a007-3015d54d05b0,segment=NetworkSegment(697b74b4-19b5-47fd-b161-45862847105d),segment_id=697b74b4-19b5-47fd-b161-45862847105d)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:44:07.929133 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ec88b6f8-df90-4d71-95d2-e162114f7305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:08.024625 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec88b6f8-df90-4d71-95d2-e162114f7305 None None] Pushing event updated for resources: {'Port': ['ID=bc7039c6-8058-477b-a007-3015d54d05b0,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:08.027591 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-924c7f7a-5193-4be8-b078-19afd7991402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:08.233573 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab170f1-d4bb-40eb-837a-36e49d443643 req-b9b76e6a-96a7-4ed0-b59f-8f5941c239c5 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:08.240490 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-aab170f1-d4bb-40eb-837a-36e49d443643 req-b9b76e6a-96a7-4ed0-b59f-8f5941c239c5 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 945 time: 0.0770977 Nov 12 00:44:08.251616 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-924c7f7a-5193-4be8-b078-19afd7991402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:08.269440 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-17cea259-321b-4ec5-ae66-6a20f2078b20 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:08.320308 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-17cea259-321b-4ec5-ae66-6a20f2078b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:08.348408 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-aab170f1-d4bb-40eb-837a-36e49d443643 req-10d4ea00-a1ce-4ffd-b8cf-bb0d6048b9b3 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927346 Nov 12 00:44:08.359925 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-924c7f7a-5193-4be8-b078-19afd7991402 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e341d327-9b78-4d43-be6a-a70347676874']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:08.374833 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-924c7f7a-5193-4be8-b078-19afd7991402 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8ce3e47-ef08-4130-904d-8682aa94855d') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:08.375418 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-924c7f7a-5193-4be8-b078-19afd7991402 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8ce3e47-ef08-4130-904d-8682aa94855d') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:08.391411 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-924c7f7a-5193-4be8-b078-19afd7991402 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:08.433306 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-924c7f7a-5193-4be8-b078-19afd7991402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:08.445912 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-924c7f7a-5193-4be8-b078-19afd7991402 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:44:08.446302 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-924c7f7a-5193-4be8-b078-19afd7991402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:08.447934 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:44:08.447934 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:44:08.447934 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:44:08.447934 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:44:08.447934 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:44:08.447934 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:44:08.447934 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:44:08.447934 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:44:08.447934 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:44:08.447934 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:44:08.447934 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:44:08.447934 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:44:08.447934 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:44:08.447934 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:44:08.447934 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:44:08.447934 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:44:08.447934 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:44:08.447934 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:44:08.447934 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:44:08.447934 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:44:08.447934 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:44:08.447934 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:44:08.447934 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:44:08.447934 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:44:08.447934 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:44:08.447934 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:44:08.447934 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:44:08.447934 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:44:08.447934 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:44:08.447934 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:44:08.447934 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:44:08.447934 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:44:08.512676 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-17cea259-321b-4ec5-ae66-6a20f2078b20 admin admin] Allocated IP 172.25.2.184 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/48adf0a1-508d-4eaa-a627-647acab7879d) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:44:08.532774 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-924c7f7a-5193-4be8-b078-19afd7991402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:08.547292 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-924c7f7a-5193-4be8-b078-19afd7991402 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:08.553130 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-924c7f7a-5193-4be8-b078-19afd7991402 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e341d327-9b78-4d43-be6a-a70347676874 HTTP/1.1" status: 204 len: 168 time: 0.7683182 Nov 12 00:44:08.656257 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c7f7a-5193-4be8-b078-19afd7991402 admin admin] Pushing event deleted for resources: {'Network': ['ID=e341d327-9b78-4d43-be6a-a70347676874,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:08.706342 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3b75e57a-0f38-48b4-a1ed-d75b608d8da3 req-14d7f2c3-0b78-4af5-97c2-ee40d23092bc tempest-MigrationsAdminTest-1447698258 tempest-MigrationsAdminTest-1447698258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a88aed09-488f-4d46-9a45-42f6cd94568b HTTP/1.1" status: 200 len: 210 time: 0.1187801 Nov 12 00:44:08.758852 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45786) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:08.761701 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-17cea259-321b-4ec5-ae66-6a20f2078b20 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:08.806180 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e22456a0-3084-4c65-b8b1-8f8a0f3955fd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ca59ce4eae8a454cab0edaf4190753c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0461054 Nov 12 00:44:08.807237 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45788) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:08.815962 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-17cea259-321b-4ec5-ae66-6a20f2078b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:08.853170 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cea259-321b-4ec5-ae66-6a20f2078b20 admin admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:08.860422 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-17cea259-321b-4ec5-ae66-6a20f2078b20 admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:08.862605 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-64ba00bc-77f9-4e0f-8aad-1d5a61f5ffc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:08.865043 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cea259-321b-4ec5-ae66-6a20f2078b20 admin admin] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:44:08.868295 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cea259-321b-4ec5-ae66-6a20f2078b20 admin admin] Pushing event updated for resources: {'Port': ['ID=48adf0a1-508d-4eaa-a627-647acab7879d,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:08.888642 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-64ba00bc-77f9-4e0f-8aad-1d5a61f5ffc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:08.949298 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-64ba00bc-77f9-4e0f-8aad-1d5a61f5ffc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:08.952978 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-64ba00bc-77f9-4e0f-8aad-1d5a61f5ffc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:08.954194 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-64ba00bc-77f9-4e0f-8aad-1d5a61f5ffc5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9ea9f703-5222-48bf-96c7-ad188648caf8 HTTP/1.1" status: 204 len: 168 time: 0.1460128 Nov 12 00:44:08.967523 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba00bc-77f9-4e0f-8aad-1d5a61f5ffc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea9f703-5222-48bf-96c7-ad188648caf8,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:09.046290 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device b3919cf8-6d84-4154-af85-c45c1316c790 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:44:09.071363 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: b3919cf8-6d84-4154-af85-c45c1316c790 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:44:09.071703 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device b3919cf8-6d84-4154-af85-c45c1316c790 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:44:09.132473 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:09.206136 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-17cea259-321b-4ec5-ae66-6a20f2078b20 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:09.252531 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-9089d61b-8baa-4888-86a0-64146ff05905 tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:09.254385 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-9089d61b-8baa-4888-86a0-64146ff05905 tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30&tenant_id=9a1fd583d08a44f4b64f3812361842fc&binding%3Ahost_id=n-h1-812236-11 HTTP/1.1" status: 200 len: 1097 time: 0.1065032 Nov 12 00:44:09.267178 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-a826f946-1ab0-4977-b8fd-705fd2b13484 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812236-11'}}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:09.376275 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-a826f946-1ab0-4977-b8fd-705fd2b13484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:09.617206 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a54858-ffc6-45f7-a93d-32566aa347c3 None None] Network 1fce8c5f-7ac6-4208-952b-3be5cb15c665 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:44:09.667539 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a3ea8-1914-42fd-beba-52295eaf8cc0 req-fa7e28d9-81bb-43b5-8570-691f0b285cd2 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:09.676194 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3f2a3ea8-1914-42fd-beba-52295eaf8cc0 req-fa7e28d9-81bb-43b5-8570-691f0b285cd2 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 945 time: 0.2106025 Nov 12 00:44:09.678347 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-17cea259-321b-4ec5-ae66-6a20f2078b20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:09.723470 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device bc7039c6-8058-477b-a007-3015d54d05b0 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:44:09.805024 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:09.826896 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3f2a3ea8-1914-42fd-beba-52295eaf8cc0 req-239388db-d88d-4973-a657-4925df4ad3a0 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451423 Nov 12 00:44:09.827525 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-e39702a0-813c-4e24-92eb-de401a83deb4 None None] Provisioning complete for port bc7039c6-8058-477b-a007-3015d54d05b0 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:09.828900 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e39702a0-813c-4e24-92eb-de401a83deb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:09.845240 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-a826f946-1ab0-4977-b8fd-705fd2b13484 service neutron] For port 72eec411-a633-4aac-9c87-26d4cf202c12, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=72eec411-a633-4aac-9c87-26d4cf202c12,segment=NetworkSegment(6dc56b81-8d8e-4b44-90a6-8b45d539a128),segment_id=6dc56b81-8d8e-4b44-90a6-8b45d539a128)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:09.900180 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port bc7039c6-8058-477b-a007-3015d54d05b0 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:09.900712 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:10.124621 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45842) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:10.128381 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e39702a0-813c-4e24-92eb-de401a83deb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:10.143051 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:10.149177 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c618cf-58a6-411c-af42-b31eff621b61 req-56ac03b6-ee34-4eac-906e-3a164ce8c5cb tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:10.160806 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-61c618cf-58a6-411c-af42-b31eff621b61 req-56ac03b6-ee34-4eac-906e-3a164ce8c5cb tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2a5334c-84e4-49fe-a739-8547c60f3d4e HTTP/1.1" status: 200 len: 945 time: 0.0912287 Nov 12 00:44:10.179723 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-e39702a0-813c-4e24-92eb-de401a83deb4 None None] For port bc7039c6-8058-477b-a007-3015d54d05b0, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=bc7039c6-8058-477b-a007-3015d54d05b0,segment=NetworkSegment(697b74b4-19b5-47fd-b161-45862847105d),segment_id=697b74b4-19b5-47fd-b161-45862847105d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:10.188762 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e39702a0-813c-4e24-92eb-de401a83deb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:10.249015 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45848) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:10.267470 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-61c618cf-58a6-411c-af42-b31eff621b61 req-275d433a-ee96-48be-81ed-c6f564b59c1a tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fc5467a-a933-4c4c-a418-d79919f05be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984533 Nov 12 00:44:10.331121 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39702a0-813c-4e24-92eb-de401a83deb4 None None] Pushing event updated for resources: {'Port': ['ID=bc7039c6-8058-477b-a007-3015d54d05b0,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:10.336983 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.db.api [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:44:10.337895 n-d-812236-11 neutron-server[102663]: DEBUG oslo_db.api [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:44:10.417181 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-a826f946-1ab0-4977-b8fd-705fd2b13484 service neutron] For port 72eec411-a633-4aac-9c87-26d4cf202c12, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:44:10.424335 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-ac2cb8f7-1c02-4d20-9c36-e8a686b4a2c0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1529416327-network', 'tenant_id': '78b3942b4d1d42e395f1a600361aab79'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:10.471618 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811c8f95-8607-4273-93f1-d8f624658d30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72eec411-a633-4aac-9c87-26d4cf202c12'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:10.472705 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e757c83-a6a9-4d4a-a205-a1852be3417f" -d '{"events": [{"server_uuid": "811c8f95-8607-4273-93f1-d8f624658d30", "name": "network-vif-unplugged", "status": "completed", "tag": "72eec411-a633-4aac-9c87-26d4cf202c12"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:10.477528 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-a826f946-1ab0-4977-b8fd-705fd2b13484 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:10.487621 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2cb8f7-1c02-4d20-9c36-e8a686b4a2c0 admin admin] Made reservation on behalf of 78b3942b4d1d42e395f1a600361aab79 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:10.488434 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-a826f946-1ab0-4977-b8fd-705fd2b13484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:10.489997 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ac2cb8f7-1c02-4d20-9c36-e8a686b4a2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:10.496931 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17cea259-321b-4ec5-ae66-6a20f2078b20 admin admin] Router 123f7309-3423-4c8e-aa5b-43f5b25847f3 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:44:10.499496 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:10.506645 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ac2cb8f7-1c02-4d20-9c36-e8a686b4a2c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:10.521080 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-908e7873-0c0c-45bd-aa8f-c3146b87500a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=79a8b3dad7a0401ab482e19b622fac98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2521811 Nov 12 00:44:10.521990 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45854) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:10.551264 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142b2097-80ea-46c7-86c8-3102076401e6 x-openstack-request-id: req-142b2097-80ea-46c7-86c8-3102076401e6 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:10.551557 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "811c8f95-8607-4273-93f1-d8f624658d30", "name": "network-vif-unplugged", "status": "completed", "tag": "72eec411-a633-4aac-9c87-26d4cf202c12", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:10.551940 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-142b2097-80ea-46c7-86c8-3102076401e6 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:10.552334 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '811c8f95-8607-4273-93f1-d8f624658d30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72eec411-a633-4aac-9c87-26d4cf202c12', 'code': 200} Nov 12 00:44:10.611351 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ac2cb8f7-1c02-4d20-9c36-e8a686b4a2c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:10.611594 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-35c242c4-2a5e-4770-ac67-9d4e60430676 None None] Provisioning complete for port bc7039c6-8058-477b-a007-3015d54d05b0 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:10.611855 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-35c242c4-2a5e-4770-ac67-9d4e60430676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:10.616959 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ac2cb8f7-1c02-4d20-9c36-e8a686b4a2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:10.641462 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac2cb8f7-1c02-4d20-9c36-e8a686b4a2c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:44:10.652274 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a826f946-1ab0-4977-b8fd-705fd2b13484 service neutron] Pushing event updated for resources: {'Port': ['ID=72eec411-a633-4aac-9c87-26d4cf202c12,revision_number=7']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:10.659178 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2cb8f7-1c02-4d20-9c36-e8a686b4a2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03634ce-ed3b-4416-8740-42e8d767cedd,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:10.662402 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ac2cb8f7-1c02-4d20-9c36-e8a686b4a2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:10.662860 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-ac2cb8f7-1c02-4d20-9c36-e8a686b4a2c0 admin admin] Added segment 6c913048-0125-4fcf-b07f-89f668c97b8b of type vlan for network 6b2d1442-0e79-422e-955b-efc39299c7dd Nov 12 00:44:10.705838 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-a826f946-1ab0-4977-b8fd-705fd2b13484 service neutron] Attempting to bind port 72eec411-a633-4aac-9c87-26d4cf202c12 on host n-h1-812236-11 for vnic_type normal with profile {"migrating_to": "n-h2-812236-11"} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:10.706172 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-a826f946-1ab0-4977-b8fd-705fd2b13484 service neutron] Attempting to bind port 72eec411-a633-4aac-9c87-26d4cf202c12 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '6dc56b81-8d8e-4b44-90a6-8b45d539a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:10.706496 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-a826f946-1ab0-4977-b8fd-705fd2b13484 service neutron] Attempting to bind port 72eec411-a633-4aac-9c87-26d4cf202c12 on network efe1d89a-522f-4c40-b263-5cebd382e88d {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:10.712407 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ac2cb8f7-1c02-4d20-9c36-e8a686b4a2c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:10.717829 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-a826f946-1ab0-4977-b8fd-705fd2b13484 service neutron] Port 72eec411-a633-4aac-9c87-26d4cf202c12 on network efe1d89a-522f-4c40-b263-5cebd382e88d not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:44:10.718059 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-a826f946-1ab0-4977-b8fd-705fd2b13484 service neutron] Attempting to bind port 72eec411-a633-4aac-9c87-26d4cf202c12 on network efe1d89a-522f-4c40-b263-5cebd382e88d {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:10.736581 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-a826f946-1ab0-4977-b8fd-705fd2b13484 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:44:10.736825 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-a826f946-1ab0-4977-b8fd-705fd2b13484 service neutron] Checking segment: {'id': '6dc56b81-8d8e-4b44-90a6-8b45d539a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:44:10.737212 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-a826f946-1ab0-4977-b8fd-705fd2b13484 service neutron] Bound using segment: {'id': '6dc56b81-8d8e-4b44-90a6-8b45d539a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:44:10.737654 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-a826f946-1ab0-4977-b8fd-705fd2b13484 service neutron] Bound port: 72eec411-a633-4aac-9c87-26d4cf202c12, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dc56b81-8d8e-4b44-90a6-8b45d539a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'efe1d89a-522f-4c40-b263-5cebd382e88d'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:44:10.738002 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-a826f946-1ab0-4977-b8fd-705fd2b13484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:10.742803 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a854676-5040-4e23-a1ba-7f6e46170cf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:10.743584 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ac2cb8f7-1c02-4d20-9c36-e8a686b4a2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:10.744621 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2cb8f7-1c02-4d20-9c36-e8a686b4a2c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:10.745195 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ac2cb8f7-1c02-4d20-9c36-e8a686b4a2c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:10.764458 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17cea259-321b-4ec5-ae66-6a20f2078b20 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:44:10.779814 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa87d2d-f1de-4174-8023-f7d12f2ff048 None None] Sync routers for ids ['123f7309-3423-4c8e-aa5b-43f5b25847f3'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:44:10.791414 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa87d2d-f1de-4174-8023-f7d12f2ff048 None None] Routers {'123f7309-3423-4c8e-aa5b-43f5b25847f3'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:44:10.792770 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-aaa87d2d-f1de-4174-8023-f7d12f2ff048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:44:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['123f7309-3423-4c8e-aa5b-43f5b25847f3'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:10.803417 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a854676-5040-4e23-a1ba-7f6e46170cf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:10.804377 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ac2cb8f7-1c02-4d20-9c36-e8a686b4a2c0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6776206 Nov 12 00:44:10.808204 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45856) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:10.815489 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-a29e662c-0b6d-49a1-9834-d25065fbdeff admin admin] Request body: {'subnet': {'network_id': '6b2d1442-0e79-422e-955b-efc39299c7dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1529416327-subnet', 'tenant_id': '78b3942b4d1d42e395f1a600361aab79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:10.830902 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2cb8f7-1c02-4d20-9c36-e8a686b4a2c0 admin admin] Pushing event updated for resources: {'Network': ['ID=6b2d1442-0e79-422e-955b-efc39299c7dd,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:10.831597 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-17cea259-321b-4ec5-ae66-6a20f2078b20 admin admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:10.832815 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-17cea259-321b-4ec5-ae66-6a20f2078b20 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7021582 Nov 12 00:44:10.837970 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45858) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:10.846823 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 6b2d1442-0e79-422e-955b-efc39299c7dd details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:44:10.865954 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-a826f946-1ab0-4977-b8fd-705fd2b13484 service neutron] For port 72eec411-a633-4aac-9c87-26d4cf202c12, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:44:10.869545 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-a826f946-1ab0-4977-b8fd-705fd2b13484 service neutron] For port 72eec411-a633-4aac-9c87-26d4cf202c12, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=72eec411-a633-4aac-9c87-26d4cf202c12,segment=NetworkSegment(6dc56b81-8d8e-4b44-90a6-8b45d539a128),segment_id=6dc56b81-8d8e-4b44-90a6-8b45d539a128)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:44:10.878008 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-a826f946-1ab0-4977-b8fd-705fd2b13484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:10.936859 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a854676-5040-4e23-a1ba-7f6e46170cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:10.939791 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a854676-5040-4e23-a1ba-7f6e46170cf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:10.941102 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0a854676-5040-4e23-a1ba-7f6e46170cf4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6d16b7b8-13f8-4ce1-aa99-22cd055105af HTTP/1.1" status: 204 len: 168 time: 0.4172440 Nov 12 00:44:10.954247 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-aaa87d2d-f1de-4174-8023-f7d12f2ff048 None None] Set router 123f7309-3423-4c8e-aa5b-43f5b25847f3 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:44:11.008332 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a854676-5040-4e23-a1ba-7f6e46170cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d16b7b8-13f8-4ce1-aa99-22cd055105af,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:11.022065 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a826f946-1ab0-4977-b8fd-705fd2b13484 service neutron] Pushing event updated for resources: {'Port': ['ID=72eec411-a633-4aac-9c87-26d4cf202c12,revision_number=8']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:11.025935 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-a826f946-1ab0-4977-b8fd-705fd2b13484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:11.026839 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-a826f946-1ab0-4977-b8fd-705fd2b13484 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:11.029553 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-a826f946-1ab0-4977-b8fd-705fd2b13484 service neutron] 10.222.0.54 "PUT /v2.0/ports/72eec411-a633-4aac-9c87-26d4cf202c12 HTTP/1.1" status: 200 len: 1123 time: 1.7666821 Nov 12 00:44:11.105062 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 72eec411-a633-4aac-9c87-26d4cf202c12 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:44:11.125511 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a1e38-2470-43e3-bdec-8d97e49b6f77 req-c5af7441-d4d7-48fb-a9e9-87930e70af50 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:11.127346 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-501a1e38-2470-43e3-bdec-8d97e49b6f77 req-c5af7441-d4d7-48fb-a9e9-87930e70af50 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 943 time: 0.1418967 Nov 12 00:44:11.191427 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29e662c-0b6d-49a1-9834-d25065fbdeff admin admin] Made reservation on behalf of 78b3942b4d1d42e395f1a600361aab79 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:11.194054 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a29e662c-0b6d-49a1-9834-d25065fbdeff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:11.263942 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-501a1e38-2470-43e3-bdec-8d97e49b6f77 req-2539bf42-37ac-47f8-a0c0-49d22d20555b tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303654 Nov 12 00:44:11.333220 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 0b0f8626-d6ee-492b-ac37-07e0d6d8f927 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:44:11.370987 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 0b0f8626-d6ee-492b-ac37-07e0d6d8f927 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:44:11.372477 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 0b0f8626-d6ee-492b-ac37-07e0d6d8f927 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:44:11.378124 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['72eec411-a633-4aac-9c87-26d4cf202c12'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:44:11.388206 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-aaa87d2d-f1de-4174-8023-f7d12f2ff048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123f7309-3423-4c8e-aa5b-43f5b25847f3', 'name': 'tempest-TaggedBootDevicesTest-374674830-router', 'tenant_id': 'c21468cd613f4b869b90c5f693039b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '48adf0a1-508d-4eaa-a627-647acab7879d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:44:07Z', 'updated_at': '2021-11-12T00:44:09Z', 'revision_number': 3, 'project_id': 'c21468cd613f4b869b90c5f693039b67', 'gw_port': {'id': '48adf0a1-508d-4eaa-a627-647acab7879d', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:49:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123f7309-3423-4c8e-aa5b-43f5b25847f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:08Z', 'updated_at': '2021-11-12T00:44:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:11.434079 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['72eec411-a633-4aac-9c87-26d4cf202c12'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:44:11.465329 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa87d2d-f1de-4174-8023-f7d12f2ff048 None None] Checking router: 123f7309-3423-4c8e-aa5b-43f5b25847f3 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:44:11.479786 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa87d2d-f1de-4174-8023-f7d12f2ff048 None None] Updating router 123f7309-3423-4c8e-aa5b-43f5b25847f3 port 48adf0a1-508d-4eaa-a627-647acab7879d binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:44:11.531119 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea49175b-8f38-4ccc-bc6c-f32d9eaca5e6 req-7ed999b0-3985-4bee-9684-f027a0345a0e tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:11.533481 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ea49175b-8f38-4ccc-bc6c-f32d9eaca5e6 req-7ed999b0-3985-4bee-9684-f027a0345a0e tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2a5334c-84e4-49fe-a739-8547c60f3d4e HTTP/1.1" status: 200 len: 945 time: 0.1362038 Nov 12 00:44:11.577637 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aaa87d2d-f1de-4174-8023-f7d12f2ff048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:11.608977 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45874) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:11.676825 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ea49175b-8f38-4ccc-bc6c-f32d9eaca5e6 req-ed4a79ad-e72c-4d12-ad8f-268de3ef473e tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fc5467a-a933-4c4c-a418-d79919f05be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310761 Nov 12 00:44:11.714926 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5c9a6b44-42e2-4aeb-ac79-7e71ad1a1c77 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=55ec7ae8680c42c6bd13c9aa33ee5b82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1045179 Nov 12 00:44:11.717560 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45876) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:11.754109 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a29e662c-0b6d-49a1-9834-d25065fbdeff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:11.766958 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 72eec411-a633-4aac-9c87-26d4cf202c12, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=72eec411-a633-4aac-9c87-26d4cf202c12,segment=NetworkSegment(6dc56b81-8d8e-4b44-90a6-8b45d539a128),segment_id=6dc56b81-8d8e-4b44-90a6-8b45d539a128)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:11.804542 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device bc7039c6-8058-477b-a007-3015d54d05b0 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:44:11.806488 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b2c34a5d-db1e-4fd5-9a65-cd5f2c8c7903 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:11.807539 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 72eec411-a633-4aac-9c87-26d4cf202c12 has no active binding in host n-h2-812236-11 {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 00:44:11.845404 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e662c-0b6d-49a1-9834-d25065fbdeff admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9ebb41c-1861-43b6-b921-ba560680823b,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:11.863038 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b2c34a5d-db1e-4fd5-9a65-cd5f2c8c7903 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:11.934067 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b2c34a5d-db1e-4fd5-9a65-cd5f2c8c7903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:11.938315 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b2c34a5d-db1e-4fd5-9a65-cd5f2c8c7903 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:11.940606 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b2c34a5d-db1e-4fd5-9a65-cd5f2c8c7903 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/04590835-3ffc-4da2-8f62-17f4a9be5bc4 HTTP/1.1" status: 204 len: 168 time: 0.2219257 Nov 12 00:44:11.942031 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port bc7039c6-8058-477b-a007-3015d54d05b0 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:11.942634 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:11.978140 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c34a5d-db1e-4fd5-9a65-cd5f2c8c7903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04590835-3ffc-4da2-8f62-17f4a9be5bc4,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:12.037783 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29e662c-0b6d-49a1-9834-d25065fbdeff admin admin] Checking segment: {'id': '6c913048-0125-4fcf-b07f-89f668c97b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '6b2d1442-0e79-422e-955b-efc39299c7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:44:12.038141 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29e662c-0b6d-49a1-9834-d25065fbdeff admin admin] Network hostable DHCP agents. Network: 6b2d1442-0e79-422e-955b-efc39299c7dd, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:44:12.090322 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-77f47e9c-9f95-470c-baa7-46fb822c9e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:12.157116 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aaa87d2d-f1de-4174-8023-f7d12f2ff048 None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:12.166526 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aaa87d2d-f1de-4174-8023-f7d12f2ff048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:12.205258 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29e662c-0b6d-49a1-9834-d25065fbdeff admin admin] Network 6b2d1442-0e79-422e-955b-efc39299c7dd is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:44:12.219023 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9ea22-a3b7-4f95-b8a3-193e3af5d09e req-992244d6-7421-45a2-a97c-55e8bfdea29d tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:12.223208 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-30c9ea22-a3b7-4f95-b8a3-193e3af5d09e req-992244d6-7421-45a2-a97c-55e8bfdea29d tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2a5334c-84e4-49fe-a739-8547c60f3d4e HTTP/1.1" status: 200 len: 945 time: 0.2314053 Nov 12 00:44:12.253313 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-aaa87d2d-f1de-4174-8023-f7d12f2ff048 None None] Attempting to bind port 48adf0a1-508d-4eaa-a627-647acab7879d on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:12.253766 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-aaa87d2d-f1de-4174-8023-f7d12f2ff048 None None] Attempting to bind port 48adf0a1-508d-4eaa-a627-647acab7879d by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:12.254497 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa87d2d-f1de-4174-8023-f7d12f2ff048 None None] Attempting to bind port 48adf0a1-508d-4eaa-a627-647acab7879d on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:12.262183 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0429f839-29d4-421c-8514-ecc7c22dd14b None None] Pushing event updated for resources: {'Port': ['ID=48adf0a1-508d-4eaa-a627-647acab7879d,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:12.265640 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa87d2d-f1de-4174-8023-f7d12f2ff048 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:44:12.266098 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa87d2d-f1de-4174-8023-f7d12f2ff048 None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:44:12.266564 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aaa87d2d-f1de-4174-8023-f7d12f2ff048 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:12.267013 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa87d2d-f1de-4174-8023-f7d12f2ff048 None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:44:12.267608 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-aaa87d2d-f1de-4174-8023-f7d12f2ff048 None None] Bound port: 48adf0a1-508d-4eaa-a627-647acab7879d, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:44:12.268111 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aaa87d2d-f1de-4174-8023-f7d12f2ff048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:12.323092 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-a29e662c-0b6d-49a1-9834-d25065fbdeff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 6b2d1442-0e79-422e-955b-efc39299c7dd) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:12.333518 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b309fc-afc5-4d71-a902-fba8ae6d7e48 None None] Network 6b2d1442-0e79-422e-955b-efc39299c7dd requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:44:12.358245 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-aaa87d2d-f1de-4174-8023-f7d12f2ff048 None None] For port 48adf0a1-508d-4eaa-a627-647acab7879d, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:44:12.362549 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-aaa87d2d-f1de-4174-8023-f7d12f2ff048 None None] For port 48adf0a1-508d-4eaa-a627-647acab7879d, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=48adf0a1-508d-4eaa-a627-647acab7879d,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:44:12.374617 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aaa87d2d-f1de-4174-8023-f7d12f2ff048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:12.382194 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29e662c-0b6d-49a1-9834-d25065fbdeff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:12.388374 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a29e662c-0b6d-49a1-9834-d25065fbdeff admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:12.457944 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0429f839-29d4-421c-8514-ecc7c22dd14b None None] Pushing event updated for resources: {'Port': ['ID=48adf0a1-508d-4eaa-a627-647acab7879d,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:12.494433 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:12.517138 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa87d2d-f1de-4174-8023-f7d12f2ff048 None None] Routers {'123f7309-3423-4c8e-aa5b-43f5b25847f3'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:44:12.517941 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-aaa87d2d-f1de-4174-8023-f7d12f2ff048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:44:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['123f7309-3423-4c8e-aa5b-43f5b25847f3'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:12.530088 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a29e662c-0b6d-49a1-9834-d25065fbdeff admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.7208145 Nov 12 00:44:12.557076 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '811c8f95-8607-4273-93f1-d8f624658d30', 'tag': '72eec411-a633-4aac-9c87-26d4cf202c12'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:12.559885 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e305dba0-b56e-4fb2-b166-fc3731084f12" -d '{"events": [{"name": "network-changed", "server_uuid": "811c8f95-8607-4273-93f1-d8f624658d30", "tag": "72eec411-a633-4aac-9c87-26d4cf202c12"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:12.609152 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09114c94-4776-4b9a-af12-e5165e3d2688 None None] Network 6b2d1442-0e79-422e-955b-efc39299c7dd requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:44:12.625073 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320e6ea-7805-48f0-8472-88ada348f09b req-2ee4b203-d43e-4c15-9b41-ee0ab6fd43b9 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:12.627028 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d320e6ea-7805-48f0-8472-88ada348f09b req-2ee4b203-d43e-4c15-9b41-ee0ab6fd43b9 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 943 time: 0.1592579 Nov 12 00:44:12.671215 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-30c9ea22-a3b7-4f95-b8a3-193e3af5d09e req-9e169219-d516-4c4e-ba8a-628370735e61 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] Deleting port 85c84d3f-9052-452b-adfa-a4eb07d6fa3d {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:12.671607 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-30c9ea22-a3b7-4f95-b8a3-193e3af5d09e req-9e169219-d516-4c4e-ba8a-628370735e61 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:12.712623 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-77f47e9c-9f95-470c-baa7-46fb822c9e84 admin admin] Allocated IP 172.20.0.1 (1fce8c5f-7ac6-4208-952b-3be5cb15c665/7a63ee01-80de-400e-a556-e4579cccd373/a77ff212-05e8-4a88-8502-190461a3d8b1) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:44:12.730810 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d320e6ea-7805-48f0-8472-88ada348f09b req-09e85bd2-9d5b-40e4-b1ff-12830c62804f tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943761 Nov 12 00:44:12.774302 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-aaa87d2d-f1de-4174-8023-f7d12f2ff048 None None] Set router 123f7309-3423-4c8e-aa5b-43f5b25847f3 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:44:12.805673 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb72f0c-2803-456e-a47c-f15c743986c8 x-openstack-request-id: req-ffb72f0c-2803-456e-a47c-f15c743986c8 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:12.806066 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "811c8f95-8607-4273-93f1-d8f624658d30", "tag": "72eec411-a633-4aac-9c87-26d4cf202c12", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:12.806473 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ffb72f0c-2803-456e-a47c-f15c743986c8 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:12.807136 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '811c8f95-8607-4273-93f1-d8f624658d30', 'tag': '72eec411-a633-4aac-9c87-26d4cf202c12', 'status': 'completed', 'code': 200} Nov 12 00:44:12.957410 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e305dba0-b56e-4fb2-b166-fc3731084f12 req-e600032a-ee9c-4847-8449-7f1563b991eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:12.962792 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e305dba0-b56e-4fb2-b166-fc3731084f12 req-e600032a-ee9c-4847-8449-7f1563b991eb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a1fd583d08a44f4b64f3812361842fc&device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 1126 time: 0.0889897 Nov 12 00:44:13.027735 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-30c9ea22-a3b7-4f95-b8a3-193e3af5d09e req-9e169219-d516-4c4e-ba8a-628370735e61 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] For port 85c84d3f-9052-452b-adfa-a4eb07d6fa3d, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=85c84d3f-9052-452b-adfa-a4eb07d6fa3d,segment=NetworkSegment(a3f54236-5757-4920-84a5-c56a7ae9d377),segment_id=a3f54236-5757-4920-84a5-c56a7ae9d377)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:13.028671 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-30c9ea22-a3b7-4f95-b8a3-193e3af5d09e req-9e169219-d516-4c4e-ba8a-628370735e61 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:13.056718 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-30c9ea22-a3b7-4f95-b8a3-193e3af5d09e req-9e169219-d516-4c4e-ba8a-628370735e61 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] Calling delete_port for 85c84d3f-9052-452b-adfa-a4eb07d6fa3d owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:13.093470 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-77f47e9c-9f95-470c-baa7-46fb822c9e84 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:13.103341 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b86864-3e5c-4a5f-8a79-e664b849924d req-0f101fae-aae1-4e9e-90cd-562d82119019 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:13.104873 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-72b86864-3e5c-4a5f-8a79-e664b849924d req-0f101fae-aae1-4e9e-90cd-562d82119019 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2a5334c-84e4-49fe-a739-8547c60f3d4e HTTP/1.1" status: 200 len: 945 time: 0.1424379 Nov 12 00:44:13.145140 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e305dba0-b56e-4fb2-b166-fc3731084f12 req-595200c1-2ee1-453b-8c06-645d61ccd44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:13.148372 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e305dba0-b56e-4fb2-b166-fc3731084f12 req-595200c1-2ee1-453b-8c06-645d61ccd44b service neutron] 10.222.0.49 "GET /v2.0/networks?id=efe1d89a-522f-4c40-b263-5cebd382e88d HTTP/1.1" status: 200 len: 922 time: 0.1768434 Nov 12 00:44:13.245859 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-72b86864-3e5c-4a5f-8a79-e664b849924d req-36873294-af5c-42b0-a117-e31d6848b410 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fc5467a-a933-4c4c-a418-d79919f05be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003566 Nov 12 00:44:13.256715 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-77f47e9c-9f95-470c-baa7-46fb822c9e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:13.275965 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e305dba0-b56e-4fb2-b166-fc3731084f12 req-6e834e28-0ea1-4a48-a12f-c522a7f6d51b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72eec411-a633-4aac-9c87-26d4cf202c12 HTTP/1.1" status: 200 len: 217 time: 0.1163533 Nov 12 00:44:13.320215 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-aaa87d2d-f1de-4174-8023-f7d12f2ff048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123f7309-3423-4c8e-aa5b-43f5b25847f3', 'name': 'tempest-TaggedBootDevicesTest-374674830-router', 'tenant_id': 'c21468cd613f4b869b90c5f693039b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '48adf0a1-508d-4eaa-a627-647acab7879d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:44:07Z', 'updated_at': '2021-11-12T00:44:09Z', 'revision_number': 3, 'project_id': 'c21468cd613f4b869b90c5f693039b67', 'gw_port': {'id': '48adf0a1-508d-4eaa-a627-647acab7879d', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:49:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123f7309-3423-4c8e-aa5b-43f5b25847f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:08Z', 'updated_at': '2021-11-12T00:44:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:13.337099 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f47e9c-9f95-470c-baa7-46fb822c9e84 admin admin] Pushing event updated for resources: {'Port': ['ID=a77ff212-05e8-4a88-8502-190461a3d8b1,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:13.364817 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f47e9c-9f95-470c-baa7-46fb822c9e84 admin admin] Network 1fce8c5f-7ac6-4208-952b-3be5cb15c665 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:13.370361 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-77f47e9c-9f95-470c-baa7-46fb822c9e84 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:13.372896 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f47e9c-9f95-470c-baa7-46fb822c9e84 admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:44:13.388811 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa87d2d-f1de-4174-8023-f7d12f2ff048 None None] The sync data for ids ['123f7309-3423-4c8e-aa5b-43f5b25847f3'] in n-d-812236-11 is: [{'id': '123f7309-3423-4c8e-aa5b-43f5b25847f3', 'name': 'tempest-TaggedBootDevicesTest-374674830-router', 'tenant_id': 'c21468cd613f4b869b90c5f693039b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '48adf0a1-508d-4eaa-a627-647acab7879d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:44:07Z', 'updated_at': '2021-11-12T00:44:09Z', 'revision_number': 3, 'project_id': 'c21468cd613f4b869b90c5f693039b67', 'gw_port': {'id': '48adf0a1-508d-4eaa-a627-647acab7879d', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:49:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123f7309-3423-4c8e-aa5b-43f5b25847f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:08Z', 'updated_at': '2021-11-12T00:44:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:44:13.397633 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-30c9ea22-a3b7-4f95-b8a3-193e3af5d09e req-9e169219-d516-4c4e-ba8a-628370735e61 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:13.400450 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e305dba0-b56e-4fb2-b166-fc3731084f12 req-55bcabc8-6edb-4ce9-93a0-5b5ac0044a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:13.401984 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e305dba0-b56e-4fb2-b166-fc3731084f12 req-55bcabc8-6edb-4ce9-93a0-5b5ac0044a5a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=89218ce2-e54b-4f33-b040-6aa3f821723a HTTP/1.1" status: 200 len: 861 time: 0.1188447 Nov 12 00:44:13.448993 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['85c84d3f-9052-452b-adfa-a4eb07d6fa3d'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:44:13.474093 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e169219-d516-4c4e-ba8a-628370735e61 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] Pushing event deleted for resources: {'Port': ['ID=85c84d3f-9052-452b-adfa-a4eb07d6fa3d,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:13.491763 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e305dba0-b56e-4fb2-b166-fc3731084f12 req-8b148429-fec6-4d9f-acc5-e6eda24bbf8f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efe1d89a-522f-4c40-b263-5cebd382e88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795076 Nov 12 00:44:13.516656 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-77f47e9c-9f95-470c-baa7-46fb822c9e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:13.546480 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c9ea22-a3b7-4f95-b8a3-193e3af5d09e req-9e169219-d516-4c4e-ba8a-628370735e61 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] No DVR routers for this DVR port 85c84d3f-9052-452b-adfa-a4eb07d6fa3d on host n-h1-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:44:13.676002 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-30c9ea22-a3b7-4f95-b8a3-193e3af5d09e req-9e169219-d516-4c4e-ba8a-628370735e61 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:13.686590 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-30c9ea22-a3b7-4f95-b8a3-193e3af5d09e req-9e169219-d516-4c4e-ba8a-628370735e61 tempest-AttachSCSIVolumeTestJSON-842449375 tempest-AttachSCSIVolumeTestJSON-842449375-project] 10.222.0.49 "DELETE /v2.0/ports/85c84d3f-9052-452b-adfa-a4eb07d6fa3d HTTP/1.1" status: 204 len: 173 time: 1.4533587 Nov 12 00:44:13.687412 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a5334c-84e4-49fe-a739-8547c60f3d4e', 'name': 'network-vif-deleted', 'tag': '85c84d3f-9052-452b-adfa-a4eb07d6fa3d'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:13.691137 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429e6ced-5368-4e46-af97-93ce95b0680c" -d '{"events": [{"server_uuid": "f2a5334c-84e4-49fe-a739-8547c60f3d4e", "name": "network-vif-deleted", "tag": "85c84d3f-9052-452b-adfa-a4eb07d6fa3d"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:13.816220 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e305dba0-b56e-4fb2-b166-fc3731084f12 req-7a4a405f-957b-45bd-9db5-108bf3a81887 service neutron] 10.222.0.49 "GET /v2.0/networks/efe1d89a-522f-4c40-b263-5cebd382e88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127265 Nov 12 00:44:13.952390 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-77f47e9c-9f95-470c-baa7-46fb822c9e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:14.018094 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-06c73b16-c2e4-417d-a121-6cc1ffa33ece None None] Provisioning complete for port a77ff212-05e8-4a88-8502-190461a3d8b1 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:14.018952 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-06c73b16-c2e4-417d-a121-6cc1ffa33ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:14.024657 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b612a679-45a6-4501-9512-4a1c02d85f6b x-openstack-request-id: req-b612a679-45a6-4501-9512-4a1c02d85f6b {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:14.024950 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a5334c-84e4-49fe-a739-8547c60f3d4e", "name": "network-vif-deleted", "tag": "85c84d3f-9052-452b-adfa-a4eb07d6fa3d", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:14.025194 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b612a679-45a6-4501-9512-4a1c02d85f6b {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:14.025624 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a5334c-84e4-49fe-a739-8547c60f3d4e', 'name': 'network-vif-deleted', 'tag': '85c84d3f-9052-452b-adfa-a4eb07d6fa3d', 'status': 'completed', 'code': 200} Nov 12 00:44:14.026698 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2261c86-f04a-43d3-82e2-dd9ca1bddde2 req-85e7e29a-f004-4aed-9ba2-aaa905fa3bc8 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:14.034345 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e2261c86-f04a-43d3-82e2-dd9ca1bddde2 req-85e7e29a-f004-4aed-9ba2-aaa905fa3bc8 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/networks?id=6b2d1442-0e79-422e-955b-efc39299c7dd HTTP/1.1" status: 200 len: 806 time: 0.4059722 Nov 12 00:44:14.093613 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-06c73b16-c2e4-417d-a121-6cc1ffa33ece None None] Port a77ff212-05e8-4a88-8502-190461a3d8b1 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:44:14.102709 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e2261c86-f04a-43d3-82e2-dd9ca1bddde2 req-8e756330-402e-45dd-888e-2e4a4bd1ca87 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/quotas/78b3942b4d1d42e395f1a600361aab79 HTTP/1.1" status: 200 len: 375 time: 0.0669484 Nov 12 00:44:14.181996 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e2261c86-f04a-43d3-82e2-dd9ca1bddde2 req-27978d3e-02eb-4368-ac42-3e16b8a957cc tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=78b3942b4d1d42e395f1a600361aab79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0781274 Nov 12 00:44:14.205328 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e305dba0-b56e-4fb2-b166-fc3731084f12 req-093c76e8-92a1-4c09-acc8-144a408d7a6c service neutron] 10.222.0.49 "GET /v2.0/networks/efe1d89a-522f-4c40-b263-5cebd382e88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3662720 Nov 12 00:44:14.237266 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398940ed-49a4-4e6e-b6b2-9d0c886c912e req-27804e55-82e7-4ea6-9a18-c5c8e0cfcaea tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:14.238977 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-398940ed-49a4-4e6e-b6b2-9d0c886c912e req-27804e55-82e7-4ea6-9a18-c5c8e0cfcaea tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 943 time: 0.0888348 Nov 12 00:44:14.272313 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-77f47e9c-9f95-470c-baa7-46fb822c9e84 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:14.283455 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-77f47e9c-9f95-470c-baa7-46fb822c9e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:14.350713 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f47e9c-9f95-470c-baa7-46fb822c9e84 admin admin] Pushing event updated for resources: {'Port': ['ID=a77ff212-05e8-4a88-8502-190461a3d8b1,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:14.400515 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-398940ed-49a4-4e6e-b6b2-9d0c886c912e req-dc8fb683-bf48-40b7-b31f-8b6aed13dcfa tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397729 Nov 12 00:44:14.401310 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-77f47e9c-9f95-470c-baa7-46fb822c9e84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:14.596953 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f47e9c-9f95-470c-baa7-46fb822c9e84 admin admin] Network 1fce8c5f-7ac6-4208-952b-3be5cb15c665 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:14.598471 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-77f47e9c-9f95-470c-baa7-46fb822c9e84 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:14.605471 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e2261c86-f04a-43d3-82e2-dd9ca1bddde2 req-7d58815c-1c06-4fc0-9e69-dd4f16f0c66c service neutron] 10.222.0.20 "GET /v2.0/networks/6b2d1442-0e79-422e-955b-efc39299c7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4148004 Nov 12 00:44:14.770422 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e2261c86-f04a-43d3-82e2-dd9ca1bddde2 req-0e73af51-4113-48ab-a0ea-3ad8e4ca6b9b service neutron] 10.222.0.20 "GET /v2.0/networks/6b2d1442-0e79-422e-955b-efc39299c7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639757 Nov 12 00:44:14.836000 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f47e9c-9f95-470c-baa7-46fb822c9e84 admin admin] Router 123f7309-3423-4c8e-aa5b-43f5b25847f3 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:44:15.037098 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-965170a9-8232-40b3-866d-d2bf22f18c37 None None] Provisioning complete for port a77ff212-05e8-4a88-8502-190461a3d8b1 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:15.037696 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-965170a9-8232-40b3-866d-d2bf22f18c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:15.087447 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-54439eab-0bdb-4c7b-8801-a33bbc659b6c req-c8afb6e2-f5e5-494a-977a-e03805d69891 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d8a1a0-de75-474d-af59-d0094d1668f6 HTTP/1.1" status: 200 len: 210 time: 0.0409541 Nov 12 00:44:15.101321 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 72eec411-a633-4aac-9c87-26d4cf202c12 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:44:15.139971 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-965170a9-8232-40b3-866d-d2bf22f18c37 None None] Port a77ff212-05e8-4a88-8502-190461a3d8b1 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:44:15.285670 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 72eec411-a633-4aac-9c87-26d4cf202c12, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=72eec411-a633-4aac-9c87-26d4cf202c12,segment=NetworkSegment(6dc56b81-8d8e-4b44-90a6-8b45d539a128),segment_id=6dc56b81-8d8e-4b44-90a6-8b45d539a128)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:15.302874 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 72eec411-a633-4aac-9c87-26d4cf202c12 has no active binding in host n-h2-812236-11 {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 00:44:15.557635 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f47e9c-9f95-470c-baa7-46fb822c9e84 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:44:15.592539 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-77f47e9c-9f95-470c-baa7-46fb822c9e84 admin admin] 10.222.0.20 "PUT /v2.0/routers/123f7309-3423-4c8e-aa5b-43f5b25847f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7534676 Nov 12 00:44:15.671450 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fabbf1-5a0d-478d-865b-60542e938d3b req-a6bfa886-2864-45a1-a5eb-5d47d1115965 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:15.683956 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f6fabbf1-5a0d-478d-865b-60542e938d3b req-a6bfa886-2864-45a1-a5eb-5d47d1115965 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 943 time: 0.0896130 Nov 12 00:44:15.763934 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 48adf0a1-508d-4eaa-a627-647acab7879d up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:44:15.858783 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f6fabbf1-5a0d-478d-865b-60542e938d3b req-b46f8795-7e65-49aa-8587-fadaf91091ae tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728079 Nov 12 00:44:15.954989 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 48adf0a1-508d-4eaa-a627-647acab7879d triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:15.958053 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:16.113077 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:16.120025 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 72eec411-a633-4aac-9c87-26d4cf202c12 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:44:16.227490 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdd549d-2315-4a17-b6d4-04d4b1ca1e1c None None] Sync routers for ids ['123f7309-3423-4c8e-aa5b-43f5b25847f3'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:44:16.302384 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 48adf0a1-508d-4eaa-a627-647acab7879d, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=48adf0a1-508d-4eaa-a627-647acab7879d,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:16.357543 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d62d3aff-88cf-41f9-8b8b-3dd3e334b295 req-c160809f-a845-4ebb-9c16-eb75e3c47d8c tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d8a1a0-de75-474d-af59-d0094d1668f6 HTTP/1.1" status: 200 len: 210 time: 0.0450928 Nov 12 00:44:16.376948 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdd549d-2315-4a17-b6d4-04d4b1ca1e1c None None] Routers {'123f7309-3423-4c8e-aa5b-43f5b25847f3'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:44:16.377657 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-2bdd549d-2315-4a17-b6d4-04d4b1ca1e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:44:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['123f7309-3423-4c8e-aa5b-43f5b25847f3'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:16.443636 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:16.517355 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 85c84d3f-9052-452b-adfa-a4eb07d6fa3d no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:44:16.549302 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=48adf0a1-508d-4eaa-a627-647acab7879d,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:16.552086 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: 85c84d3f-9052-452b-adfa-a4eb07d6fa3d {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:44:16.552605 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 85c84d3f-9052-452b-adfa-a4eb07d6fa3d not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:44:16.627056 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-2bdd549d-2315-4a17-b6d4-04d4b1ca1e1c None None] Set router 123f7309-3423-4c8e-aa5b-43f5b25847f3 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:44:16.944369 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-2bdd549d-2315-4a17-b6d4-04d4b1ca1e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123f7309-3423-4c8e-aa5b-43f5b25847f3', 'name': 'tempest-TaggedBootDevicesTest-374674830-router', 'tenant_id': 'c21468cd613f4b869b90c5f693039b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '48adf0a1-508d-4eaa-a627-647acab7879d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:44:07Z', 'updated_at': '2021-11-12T00:44:13Z', 'revision_number': 4, 'project_id': 'c21468cd613f4b869b90c5f693039b67', 'gw_port': {'id': '48adf0a1-508d-4eaa-a627-647acab7879d', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123f7309-3423-4c8e-aa5b-43f5b25847f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:08Z', 'updated_at': '2021-11-12T00:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'a77ff212-05e8-4a88-8502-190461a3d8b1', 'name': '', 'network_id': '1fce8c5f-7ac6-4208-952b-3be5cb15c665', 'tenant_id': 'c21468cd613f4b869b90c5f693039b67', 'mac_address': 'fa:16:3e:00:31:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123f7309-3423-4c8e-aa5b-43f5b25847f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7a63ee01-80de-400e-a556-e4579cccd373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:12Z', 'updated_at': '2021-11-12T00:44:14Z', 'revision_number': 2, 'project_id': 'c21468cd613f4b869b90c5f693039b67', 'subnets': [{'id': '7a63ee01-80de-400e-a556-e4579cccd373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:17.059918 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdd549d-2315-4a17-b6d4-04d4b1ca1e1c None None] Checking router: 123f7309-3423-4c8e-aa5b-43f5b25847f3 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:44:17.060389 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdd549d-2315-4a17-b6d4-04d4b1ca1e1c None None] Updating router 123f7309-3423-4c8e-aa5b-43f5b25847f3 port a77ff212-05e8-4a88-8502-190461a3d8b1 binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:44:17.180037 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55f16b-ae1b-40af-b572-1bfaa086212e req-8b54cb1b-645b-4440-840a-e4da28b060dc tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:17.191336 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1d55f16b-ae1b-40af-b572-1bfaa086212e req-8b54cb1b-645b-4440-840a-e4da28b060dc tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 943 time: 0.1954668 Nov 12 00:44:17.203092 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2bdd549d-2315-4a17-b6d4-04d4b1ca1e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:17.252830 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2261c86-f04a-43d3-82e2-dd9ca1bddde2 req-7eaee825-7ede-4bc0-9ad8-b11dfe290b6c tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:17.261362 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e2261c86-f04a-43d3-82e2-dd9ca1bddde2 req-7eaee825-7ede-4bc0-9ad8-b11dfe290b6c tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.54 "GET /v2.0/networks?id=6b2d1442-0e79-422e-955b-efc39299c7dd HTTP/1.1" status: 200 len: 806 time: 0.3655562 Nov 12 00:44:17.276121 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1d55f16b-ae1b-40af-b572-1bfaa086212e req-76d6c6f9-a281-4313-a0c4-d4a8b1af404b tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818548 Nov 12 00:44:17.328121 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-e2261c86-f04a-43d3-82e2-dd9ca1bddde2 req-d599232b-81f9-49b6-ab81-da07d57e485c tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Request body: {'port': {'device_id': '44d8a1a0-de75-474d-af59-d0094d1668f6', 'network_id': '6b2d1442-0e79-422e-955b-efc39299c7dd', 'admin_state_up': True, 'tenant_id': '78b3942b4d1d42e395f1a600361aab79'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:17.613840 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2261c86-f04a-43d3-82e2-dd9ca1bddde2 req-d599232b-81f9-49b6-ab81-da07d57e485c tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Made reservation on behalf of 78b3942b4d1d42e395f1a600361aab79 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:17.618115 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e2261c86-f04a-43d3-82e2-dd9ca1bddde2 req-d599232b-81f9-49b6-ab81-da07d57e485c tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:17.728593 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-03bf4760-d8f5-4954-b69d-99251079cd70 req-6a1bfa5e-fb74-41e9-9ed1-a88ffb4e8f5f tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d8a1a0-de75-474d-af59-d0094d1668f6 HTTP/1.1" status: 200 len: 210 time: 0.0716467 Nov 12 00:44:17.790774 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2bdd549d-2315-4a17-b6d4-04d4b1ca1e1c None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:17.796617 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 48adf0a1-508d-4eaa-a627-647acab7879d up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:44:17.799743 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2bdd549d-2315-4a17-b6d4-04d4b1ca1e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:17.866969 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1974f67d-b0d6-4ac9-b3ff-9d5922ffcf2c None None] Pushing event updated for resources: {'Port': ['ID=a77ff212-05e8-4a88-8502-190461a3d8b1,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:17.965139 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-2bdd549d-2315-4a17-b6d4-04d4b1ca1e1c None None] Attempting to bind port a77ff212-05e8-4a88-8502-190461a3d8b1 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:17.965519 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-2bdd549d-2315-4a17-b6d4-04d4b1ca1e1c None None] Attempting to bind port a77ff212-05e8-4a88-8502-190461a3d8b1 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '697b74b4-19b5-47fd-b161-45862847105d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1fce8c5f-7ac6-4208-952b-3be5cb15c665'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:17.966175 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdd549d-2315-4a17-b6d4-04d4b1ca1e1c None None] Attempting to bind port a77ff212-05e8-4a88-8502-190461a3d8b1 on network 1fce8c5f-7ac6-4208-952b-3be5cb15c665 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:17.973765 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 48adf0a1-508d-4eaa-a627-647acab7879d triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:17.973981 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:18.012140 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdd549d-2315-4a17-b6d4-04d4b1ca1e1c None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:44:18.012730 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdd549d-2315-4a17-b6d4-04d4b1ca1e1c None None] Checking segment: {'id': '697b74b4-19b5-47fd-b161-45862847105d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1fce8c5f-7ac6-4208-952b-3be5cb15c665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:44:18.013130 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2bdd549d-2315-4a17-b6d4-04d4b1ca1e1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:18.013552 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdd549d-2315-4a17-b6d4-04d4b1ca1e1c None None] Bound using segment: {'id': '697b74b4-19b5-47fd-b161-45862847105d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1fce8c5f-7ac6-4208-952b-3be5cb15c665'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:44:18.014043 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-2bdd549d-2315-4a17-b6d4-04d4b1ca1e1c None None] Bound port: a77ff212-05e8-4a88-8502-190461a3d8b1, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '697b74b4-19b5-47fd-b161-45862847105d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1fce8c5f-7ac6-4208-952b-3be5cb15c665'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:44:18.014420 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2bdd549d-2315-4a17-b6d4-04d4b1ca1e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:18.051945 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-e2261c86-f04a-43d3-82e2-dd9ca1bddde2 req-d599232b-81f9-49b6-ab81-da07d57e485c tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Allocated IP 172.20.0.6 (6b2d1442-0e79-422e-955b-efc39299c7dd/e9ebb41c-1861-43b6-b921-ba560680823b/25329fc1-d1a5-4c67-85e3-ffe2ca49309c) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:44:18.186845 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-2bdd549d-2315-4a17-b6d4-04d4b1ca1e1c None None] For port a77ff212-05e8-4a88-8502-190461a3d8b1, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:44:18.191454 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-2bdd549d-2315-4a17-b6d4-04d4b1ca1e1c None None] For port a77ff212-05e8-4a88-8502-190461a3d8b1, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=a77ff212-05e8-4a88-8502-190461a3d8b1,segment=NetworkSegment(697b74b4-19b5-47fd-b161-45862847105d),segment_id=697b74b4-19b5-47fd-b161-45862847105d)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:44:18.206559 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2bdd549d-2315-4a17-b6d4-04d4b1ca1e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:18.273086 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:44:18.315760 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdd549d-2315-4a17-b6d4-04d4b1ca1e1c None None] Routers {'123f7309-3423-4c8e-aa5b-43f5b25847f3'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:44:18.320843 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-2bdd549d-2315-4a17-b6d4-04d4b1ca1e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:44:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['123f7309-3423-4c8e-aa5b-43f5b25847f3'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:18.410711 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e2261c86-f04a-43d3-82e2-dd9ca1bddde2 req-d599232b-81f9-49b6-ab81-da07d57e485c tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:18.455192 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e2261c86-f04a-43d3-82e2-dd9ca1bddde2 req-d599232b-81f9-49b6-ab81-da07d57e485c tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:18.529217 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2261c86-f04a-43d3-82e2-dd9ca1bddde2 req-d599232b-81f9-49b6-ab81-da07d57e485c tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Network 6b2d1442-0e79-422e-955b-efc39299c7dd is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:18.534743 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-e2261c86-f04a-43d3-82e2-dd9ca1bddde2 req-d599232b-81f9-49b6-ab81-da07d57e485c tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:18.542189 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2261c86-f04a-43d3-82e2-dd9ca1bddde2 req-d599232b-81f9-49b6-ab81-da07d57e485c tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:44:18.578972 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d599232b-81f9-49b6-ab81-da07d57e485c tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Pushing event updated for resources: {'Port': ['ID=25329fc1-d1a5-4c67-85e3-ffe2ca49309c,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:18.597544 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e13edc-ea57-43be-82ea-931a665d9be8 req-b5342118-68eb-44fd-b793-ce634b0d9eed tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:18.599192 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-87e13edc-ea57-43be-82ea-931a665d9be8 req-b5342118-68eb-44fd-b793-ce634b0d9eed tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 943 time: 0.1751316 Nov 12 00:44:18.653808 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2261c86-f04a-43d3-82e2-dd9ca1bddde2 req-d599232b-81f9-49b6-ab81-da07d57e485c tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:18.654489 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e2261c86-f04a-43d3-82e2-dd9ca1bddde2 req-d599232b-81f9-49b6-ab81-da07d57e485c tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:18.690310 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e2261c86-f04a-43d3-82e2-dd9ca1bddde2 req-d599232b-81f9-49b6-ab81-da07d57e485c tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3662148 Nov 12 00:44:18.720471 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-e2261c86-f04a-43d3-82e2-dd9ca1bddde2 req-515e71c4-52ba-4de2-99a7-e1f97e160bb9 service neutron] Request body: {'port': {'device_id': '44d8a1a0-de75-474d-af59-d0094d1668f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:18.727683 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-87e13edc-ea57-43be-82ea-931a665d9be8 req-2a70ca60-4556-4d9b-aed9-f9ece3767553 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002872 Nov 12 00:44:18.850572 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b226be0e-3830-42a0-bed3-819bc199a4eb None None] Provisioning complete for port a77ff212-05e8-4a88-8502-190461a3d8b1 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:18.851246 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b226be0e-3830-42a0-bed3-819bc199a4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:18.861720 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1974f67d-b0d6-4ac9-b3ff-9d5922ffcf2c None None] Pushing event updated for resources: {'Port': ['ID=a77ff212-05e8-4a88-8502-190461a3d8b1,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:18.958887 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e2261c86-f04a-43d3-82e2-dd9ca1bddde2 req-515e71c4-52ba-4de2-99a7-e1f97e160bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:19.029185 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-51f1ec7d-e84c-419e-8849-ff17e25837b2 service neutron] 10.222.0.49 "GET /v2.0/ports/72eec411-a633-4aac-9c87-26d4cf202c12/bindings/n-h2-812236-11 HTTP/1.1" status: 200 len: 385 time: 0.2594686 Nov 12 00:44:19.112638 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 72eec411-a633-4aac-9c87-26d4cf202c12 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:44:19.118587 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-2bdd549d-2315-4a17-b6d4-04d4b1ca1e1c None None] Set router 123f7309-3423-4c8e-aa5b-43f5b25847f3 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:44:19.153625 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb52f8-6df0-4469-a1d6-204104e383dd req-967183df-934d-4ea5-bba6-e73071ae7c9e tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:19.163998 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-38cb52f8-6df0-4469-a1d6-204104e383dd req-967183df-934d-4ea5-bba6-e73071ae7c9e tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d8a1a0-de75-474d-af59-d0094d1668f6 HTTP/1.1" status: 200 len: 931 time: 0.1108978 Nov 12 00:44:19.277122 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 72eec411-a633-4aac-9c87-26d4cf202c12 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:44:19.318139 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-38cb52f8-6df0-4469-a1d6-204104e383dd req-05ce88f7-ff3d-4a85-91d8-d783b0120e03 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531870 Nov 12 00:44:19.370690 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b226be0e-3830-42a0-bed3-819bc199a4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:19.408242 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b226be0e-3830-42a0-bed3-819bc199a4eb None None] For port a77ff212-05e8-4a88-8502-190461a3d8b1, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=a77ff212-05e8-4a88-8502-190461a3d8b1,segment=NetworkSegment(697b74b4-19b5-47fd-b161-45862847105d),segment_id=697b74b4-19b5-47fd-b161-45862847105d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:19.516958 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b226be0e-3830-42a0-bed3-819bc199a4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:19.656682 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-87174f03-0996-4b73-8390-14d1e32b0568 service neutron] For port 72eec411-a633-4aac-9c87-26d4cf202c12, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=72eec411-a633-4aac-9c87-26d4cf202c12,segment=NetworkSegment(6dc56b81-8d8e-4b44-90a6-8b45d539a128),segment_id=6dc56b81-8d8e-4b44-90a6-8b45d539a128)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:19.674269 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-f46c096d-3edb-4f6b-9039-f93e4a904de8 None None] Provisioning complete for port a77ff212-05e8-4a88-8502-190461a3d8b1 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:19.674485 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f46c096d-3edb-4f6b-9039-f93e4a904de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:19.732353 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-2bdd549d-2315-4a17-b6d4-04d4b1ca1e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123f7309-3423-4c8e-aa5b-43f5b25847f3', 'name': 'tempest-TaggedBootDevicesTest-374674830-router', 'tenant_id': 'c21468cd613f4b869b90c5f693039b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '48adf0a1-508d-4eaa-a627-647acab7879d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:44:07Z', 'updated_at': '2021-11-12T00:44:13Z', 'revision_number': 4, 'project_id': 'c21468cd613f4b869b90c5f693039b67', 'gw_port': {'id': '48adf0a1-508d-4eaa-a627-647acab7879d', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123f7309-3423-4c8e-aa5b-43f5b25847f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:08Z', 'updated_at': '2021-11-12T00:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'a77ff212-05e8-4a88-8502-190461a3d8b1', 'name': '', 'network_id': '1fce8c5f-7ac6-4208-952b-3be5cb15c665', 'tenant_id': 'c21468cd613f4b869b90c5f693039b67', 'mac_address': 'fa:16:3e:00:31:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123f7309-3423-4c8e-aa5b-43f5b25847f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7a63ee01-80de-400e-a556-e4579cccd373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:12Z', 'updated_at': '2021-11-12T00:44:18Z', 'revision_number': 4, 'project_id': 'c21468cd613f4b869b90c5f693039b67', 'subnets': [{'id': '7a63ee01-80de-400e-a556-e4579cccd373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:19.742823 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-87174f03-0996-4b73-8390-14d1e32b0568 service neutron] For port 72eec411-a633-4aac-9c87-26d4cf202c12, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:44:19.780828 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdd549d-2315-4a17-b6d4-04d4b1ca1e1c None None] The sync data for ids ['123f7309-3423-4c8e-aa5b-43f5b25847f3'] in n-d-812236-11 is: [{'id': '123f7309-3423-4c8e-aa5b-43f5b25847f3', 'name': 'tempest-TaggedBootDevicesTest-374674830-router', 'tenant_id': 'c21468cd613f4b869b90c5f693039b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '48adf0a1-508d-4eaa-a627-647acab7879d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:44:07Z', 'updated_at': '2021-11-12T00:44:13Z', 'revision_number': 4, 'project_id': 'c21468cd613f4b869b90c5f693039b67', 'gw_port': {'id': '48adf0a1-508d-4eaa-a627-647acab7879d', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123f7309-3423-4c8e-aa5b-43f5b25847f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:08Z', 'updated_at': '2021-11-12T00:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'a77ff212-05e8-4a88-8502-190461a3d8b1', 'name': '', 'network_id': '1fce8c5f-7ac6-4208-952b-3be5cb15c665', 'tenant_id': 'c21468cd613f4b869b90c5f693039b67', 'mac_address': 'fa:16:3e:00:31:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123f7309-3423-4c8e-aa5b-43f5b25847f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7a63ee01-80de-400e-a556-e4579cccd373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:12Z', 'updated_at': '2021-11-12T00:44:18Z', 'revision_number': 4, 'project_id': 'c21468cd613f4b869b90c5f693039b67', 'subnets': [{'id': '7a63ee01-80de-400e-a556-e4579cccd373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:44:19.788359 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b226be0e-3830-42a0-bed3-819bc199a4eb None None] Pushing event updated for resources: {'Port': ['ID=a77ff212-05e8-4a88-8502-190461a3d8b1,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:19.813521 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-e2261c86-f04a-43d3-82e2-dd9ca1bddde2 req-515e71c4-52ba-4de2-99a7-e1f97e160bb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25329fc1-d1a5-4c67-85e3-ffe2ca49309c {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:44:19.830444 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e2261c86-f04a-43d3-82e2-dd9ca1bddde2 req-515e71c4-52ba-4de2-99a7-e1f97e160bb9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:19.882211 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-87174f03-0996-4b73-8390-14d1e32b0568 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72eec411-a633-4aac-9c87-26d4cf202c12 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:44:19.913742 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-87174f03-0996-4b73-8390-14d1e32b0568 service neutron] For port 72eec411-a633-4aac-9c87-26d4cf202c12, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=72eec411-a633-4aac-9c87-26d4cf202c12,segment=NetworkSegment(6dc56b81-8d8e-4b44-90a6-8b45d539a128),segment_id=6dc56b81-8d8e-4b44-90a6-8b45d539a128)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:19.944772 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-e2261c86-f04a-43d3-82e2-dd9ca1bddde2 req-515e71c4-52ba-4de2-99a7-e1f97e160bb9 service neutron] Transition to ACTIVE for port object 25329fc1-d1a5-4c67-85e3-ffe2ca49309c will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:44:19.958851 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-87174f03-0996-4b73-8390-14d1e32b0568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:19.976492 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e2261c86-f04a-43d3-82e2-dd9ca1bddde2 req-515e71c4-52ba-4de2-99a7-e1f97e160bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:20.180717 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e71c4-52ba-4de2-99a7-e1f97e160bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=25329fc1-d1a5-4c67-85e3-ffe2ca49309c,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:20.256577 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f653f17-5eae-45af-8b9a-916ad8a6927b req-c1278d1b-c4a3-4f8f-80d3-599ffabdd444 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:20.258345 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5f653f17-5eae-45af-8b9a-916ad8a6927b req-c1278d1b-c4a3-4f8f-80d3-599ffabdd444 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 943 time: 0.1851974 Nov 12 00:44:20.374557 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-87174f03-0996-4b73-8390-14d1e32b0568 service neutron] Transition to ACTIVE for port object 72eec411-a633-4aac-9c87-26d4cf202c12 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:44:20.375499 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-e2261c86-f04a-43d3-82e2-dd9ca1bddde2 req-515e71c4-52ba-4de2-99a7-e1f97e160bb9 service neutron] Attempting to bind port 25329fc1-d1a5-4c67-85e3-ffe2ca49309c on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:20.375824 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-e2261c86-f04a-43d3-82e2-dd9ca1bddde2 req-515e71c4-52ba-4de2-99a7-e1f97e160bb9 service neutron] Attempting to bind port 25329fc1-d1a5-4c67-85e3-ffe2ca49309c by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '6c913048-0125-4fcf-b07f-89f668c97b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '6b2d1442-0e79-422e-955b-efc39299c7dd'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:20.376246 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2261c86-f04a-43d3-82e2-dd9ca1bddde2 req-515e71c4-52ba-4de2-99a7-e1f97e160bb9 service neutron] Attempting to bind port 25329fc1-d1a5-4c67-85e3-ffe2ca49309c on network 6b2d1442-0e79-422e-955b-efc39299c7dd {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:20.395332 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5f653f17-5eae-45af-8b9a-916ad8a6927b req-74084152-8068-454b-90f5-32610f401146 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028228 Nov 12 00:44:20.404934 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-87174f03-0996-4b73-8390-14d1e32b0568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:20.423567 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2261c86-f04a-43d3-82e2-dd9ca1bddde2 req-515e71c4-52ba-4de2-99a7-e1f97e160bb9 service neutron] Port 25329fc1-d1a5-4c67-85e3-ffe2ca49309c on network 6b2d1442-0e79-422e-955b-efc39299c7dd not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:44:20.424393 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2261c86-f04a-43d3-82e2-dd9ca1bddde2 req-515e71c4-52ba-4de2-99a7-e1f97e160bb9 service neutron] Attempting to bind port 25329fc1-d1a5-4c67-85e3-ffe2ca49309c on network 6b2d1442-0e79-422e-955b-efc39299c7dd {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:20.515269 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2261c86-f04a-43d3-82e2-dd9ca1bddde2 req-515e71c4-52ba-4de2-99a7-e1f97e160bb9 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:44:20.515623 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2261c86-f04a-43d3-82e2-dd9ca1bddde2 req-515e71c4-52ba-4de2-99a7-e1f97e160bb9 service neutron] Checking segment: {'id': '6c913048-0125-4fcf-b07f-89f668c97b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '6b2d1442-0e79-422e-955b-efc39299c7dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:44:20.516013 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2261c86-f04a-43d3-82e2-dd9ca1bddde2 req-515e71c4-52ba-4de2-99a7-e1f97e160bb9 service neutron] Bound using segment: {'id': '6c913048-0125-4fcf-b07f-89f668c97b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '6b2d1442-0e79-422e-955b-efc39299c7dd'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:44:20.516463 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-e2261c86-f04a-43d3-82e2-dd9ca1bddde2 req-515e71c4-52ba-4de2-99a7-e1f97e160bb9 service neutron] Bound port: 25329fc1-d1a5-4c67-85e3-ffe2ca49309c, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c913048-0125-4fcf-b07f-89f668c97b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '6b2d1442-0e79-422e-955b-efc39299c7dd'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:44:20.516826 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e2261c86-f04a-43d3-82e2-dd9ca1bddde2 req-515e71c4-52ba-4de2-99a7-e1f97e160bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:20.579323 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-87174f03-0996-4b73-8390-14d1e32b0568 service neutron] No DVR routers for this DVR port 72eec411-a633-4aac-9c87-26d4cf202c12 on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:44:20.656038 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87174f03-0996-4b73-8390-14d1e32b0568 service neutron] Pushing event updated for resources: {'Port': ['ID=72eec411-a633-4aac-9c87-26d4cf202c12,revision_number=10']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:20.663606 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39206d8c-36e2-473c-a3f8-9a447e62d145 req-3b286228-05b2-4a10-a3f7-2696f7b43913 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:20.679114 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-39206d8c-36e2-473c-a3f8-9a447e62d145 req-3b286228-05b2-4a10-a3f7-2696f7b43913 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d8a1a0-de75-474d-af59-d0094d1668f6 HTTP/1.1" status: 200 len: 943 time: 0.0900795 Nov 12 00:44:20.753696 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-39206d8c-36e2-473c-a3f8-9a447e62d145 req-50bc4701-1a36-49fc-ac89-43b44e1275f8 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731335 Nov 12 00:44:20.758463 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-87174f03-0996-4b73-8390-14d1e32b0568 service neutron] 10.222.0.49 "PUT /v2.0/ports/72eec411-a633-4aac-9c87-26d4cf202c12/bindings/n-h2-812236-11/activate HTTP/1.1" status: 200 len: 370 time: 1.7206173 Nov 12 00:44:20.840853 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-e2261c86-f04a-43d3-82e2-dd9ca1bddde2 req-515e71c4-52ba-4de2-99a7-e1f97e160bb9 service neutron] For port 25329fc1-d1a5-4c67-85e3-ffe2ca49309c, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:44:20.846560 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-e2261c86-f04a-43d3-82e2-dd9ca1bddde2 req-515e71c4-52ba-4de2-99a7-e1f97e160bb9 service neutron] For port 25329fc1-d1a5-4c67-85e3-ffe2ca49309c, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=25329fc1-d1a5-4c67-85e3-ffe2ca49309c,segment=NetworkSegment(6c913048-0125-4fcf-b07f-89f668c97b8b),segment_id=6c913048-0125-4fcf-b07f-89f668c97b8b)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:44:20.855481 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e2261c86-f04a-43d3-82e2-dd9ca1bddde2 req-515e71c4-52ba-4de2-99a7-e1f97e160bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:20.933411 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-545d3bba-b1e5-4bcf-8218-bf3c468ab3b3 tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:20.936521 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-545d3bba-b1e5-4bcf-8218-bf3c468ab3b3 tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30&tenant_id=9a1fd583d08a44f4b64f3812361842fc&binding%3Ahost_id=n-h1-812236-11 HTTP/1.1" status: 200 len: 1096 time: 0.0638492 Nov 12 00:44:20.952154 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2261c86-f04a-43d3-82e2-dd9ca1bddde2 req-515e71c4-52ba-4de2-99a7-e1f97e160bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:20.954305 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e2261c86-f04a-43d3-82e2-dd9ca1bddde2 req-515e71c4-52ba-4de2-99a7-e1f97e160bb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:20.958038 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e2261c86-f04a-43d3-82e2-dd9ca1bddde2 req-515e71c4-52ba-4de2-99a7-e1f97e160bb9 service neutron] 10.222.0.54 "PUT /v2.0/ports/25329fc1-d1a5-4c67-85e3-ffe2ca49309c HTTP/1.1" status: 200 len: 1092 time: 2.2434471 Nov 12 00:44:20.960072 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d8a1a0-de75-474d-af59-d0094d1668f6', 'tag': '25329fc1-d1a5-4c67-85e3-ffe2ca49309c'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:20.963805 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6906f802-5fab-4e0e-8d44-221e8a4a685e" -d '{"events": [{"name": "network-changed", "server_uuid": "44d8a1a0-de75-474d-af59-d0094d1668f6", "tag": "25329fc1-d1a5-4c67-85e3-ffe2ca49309c"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:21.040959 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-c5a4110c-e838-4804-85d5-8903a81725b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:21.042785 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-c5a4110c-e838-4804-85d5-8903a81725b7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30&tenant_id=9a1fd583d08a44f4b64f3812361842fc HTTP/1.1" status: 200 len: 1096 time: 0.0973556 Nov 12 00:44:21.126973 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e71c4-52ba-4de2-99a7-e1f97e160bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=25329fc1-d1a5-4c67-85e3-ffe2ca49309c,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:21.149351 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2261c86-f04a-43d3-82e2-dd9ca1bddde2 req-9ae4b0c1-018c-4b68-ba67-83dbc112808c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:21.153429 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e2261c86-f04a-43d3-82e2-dd9ca1bddde2 req-9ae4b0c1-018c-4b68-ba67-83dbc112808c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=78b3942b4d1d42e395f1a600361aab79&device_id=44d8a1a0-de75-474d-af59-d0094d1668f6 HTTP/1.1" status: 200 len: 1095 time: 0.1213129 Nov 12 00:44:21.155529 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a085d5c9-8694-48c5-8637-f5cb10cb5df0 x-openstack-request-id: req-a085d5c9-8694-48c5-8637-f5cb10cb5df0 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:21.157115 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44d8a1a0-de75-474d-af59-d0094d1668f6", "tag": "25329fc1-d1a5-4c67-85e3-ffe2ca49309c", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:21.157504 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a085d5c9-8694-48c5-8637-f5cb10cb5df0 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:21.157990 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44d8a1a0-de75-474d-af59-d0094d1668f6', 'tag': '25329fc1-d1a5-4c67-85e3-ffe2ca49309c', 'status': 'completed', 'code': 200} Nov 12 00:44:21.175627 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-8054ec11-e7b7-47e3-8c5a-0f7d68888625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:21.177927 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-8054ec11-e7b7-47e3-8c5a-0f7d68888625 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9a1fd583d08a44f4b64f3812361842fc&device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 1096 time: 0.0771670 Nov 12 00:44:21.254639 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e2261c86-f04a-43d3-82e2-dd9ca1bddde2 req-38738c50-1678-4853-87d1-2e01367a473c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25329fc1-d1a5-4c67-85e3-ffe2ca49309c HTTP/1.1" status: 200 len: 217 time: 0.0720882 Nov 12 00:44:21.349859 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2261c86-f04a-43d3-82e2-dd9ca1bddde2 req-0c69cd0f-6b5c-4a22-82e5-9a3999145518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:21.352566 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-efbccf22-2f88-406d-91b3-a5ca36639a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:21.354687 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-efbccf22-2f88-406d-91b3-a5ca36639a36 service neutron] 10.222.0.54 "GET /v2.0/networks?id=efe1d89a-522f-4c40-b263-5cebd382e88d HTTP/1.1" status: 200 len: 922 time: 0.1688638 Nov 12 00:44:21.355857 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e2261c86-f04a-43d3-82e2-dd9ca1bddde2 req-0c69cd0f-6b5c-4a22-82e5-9a3999145518 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e9ebb41c-1861-43b6-b921-ba560680823b HTTP/1.1" status: 200 len: 846 time: 0.0951369 Nov 12 00:44:21.491538 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e2261c86-f04a-43d3-82e2-dd9ca1bddde2 req-01264f40-ddf8-431e-baba-7f6b8cda9828 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b2d1442-0e79-422e-955b-efc39299c7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1186345 Nov 12 00:44:21.509976 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-3685fc73-ae84-4168-872d-36087aa3a341 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72eec411-a633-4aac-9c87-26d4cf202c12 HTTP/1.1" status: 200 len: 217 time: 0.1413336 Nov 12 00:44:21.660303 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-1ad827b5-7410-4860-bec5-0f72c5faa9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:21.677208 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-1ad827b5-7410-4860-bec5-0f72c5faa9d2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=89218ce2-e54b-4f33-b040-6aa3f821723a HTTP/1.1" status: 200 len: 861 time: 0.1599956 Nov 12 00:44:21.703059 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e2261c86-f04a-43d3-82e2-dd9ca1bddde2 req-95cc52cb-24c9-4815-bdfe-b10624711240 service neutron] 10.222.0.54 "GET /v2.0/networks/6b2d1442-0e79-422e-955b-efc39299c7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064614 Nov 12 00:44:21.709425 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa59ef3-6010-4612-b127-027b3ecb99bb req-ab4be505-c196-4270-a5c7-71c1d3857be1 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:21.720148 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2aa59ef3-6010-4612-b127-027b3ecb99bb req-ab4be505-c196-4270-a5c7-71c1d3857be1 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 944 time: 0.1822083 Nov 12 00:44:21.735800 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46258) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:21.760197 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-1a5b5ded-978b-421d-a0ca-36dc97b02470 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=efe1d89a-522f-4c40-b263-5cebd382e88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718420 Nov 12 00:44:21.768630 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device a77ff212-05e8-4a88-8502-190461a3d8b1 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:44:21.880483 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port a77ff212-05e8-4a88-8502-190461a3d8b1 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:21.881118 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:21.894681 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2aa59ef3-6010-4612-b127-027b3ecb99bb req-9f6be63e-a0d0-4c09-afe7-97a0b30bc376 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732893 Nov 12 00:44:21.916033 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e2261c86-f04a-43d3-82e2-dd9ca1bddde2 req-ecefc0ee-5de6-40d8-8d4c-6ff901ef02bd service neutron] 10.222.0.54 "GET /v2.0/networks/6b2d1442-0e79-422e-955b-efc39299c7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911495 Nov 12 00:44:21.942801 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-e290c337-d338-42a3-80a7-bec9f81a1d8c service neutron] 10.222.0.54 "GET /v2.0/networks/efe1d89a-522f-4c40-b263-5cebd382e88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736996 Nov 12 00:44:22.035473 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba4c24-83f8-4e84-ba73-6899e2b0ea55 req-6b45f9b1-7e0f-4ab1-b073-a9903d4aa3e4 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:22.037042 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-43ba4c24-83f8-4e84-ba73-6899e2b0ea55 req-6b45f9b1-7e0f-4ab1-b073-a9903d4aa3e4 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d8a1a0-de75-474d-af59-d0094d1668f6 HTTP/1.1" status: 200 len: 943 time: 0.1202469 Nov 12 00:44:22.091053 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-bcfe4c26-aaa5-4f74-9ee0-e436800cb27a service neutron] 10.222.0.54 "GET /v2.0/networks/efe1d89a-522f-4c40-b263-5cebd382e88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401708 Nov 12 00:44:22.211443 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-43ba4c24-83f8-4e84-ba73-6899e2b0ea55 req-43490761-9aaa-4779-a948-43a77d173796 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537759 Nov 12 00:44:22.213020 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-779e397a-edcf-416e-a5ec-86fcea3ab280 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:22.248460 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906f802-5fab-4e0e-8d44-221e8a4a685e req-dc1ac942-566b-4c8c-9baa-ebb865556527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:22.249983 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6906f802-5fab-4e0e-8d44-221e8a4a685e req-dc1ac942-566b-4c8c-9baa-ebb865556527 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=78b3942b4d1d42e395f1a600361aab79&device_id=44d8a1a0-de75-474d-af59-d0094d1668f6 HTTP/1.1" status: 200 len: 1095 time: 0.2097700 Nov 12 00:44:22.398979 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-779e397a-edcf-416e-a5ec-86fcea3ab280 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:22.400500 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906f802-5fab-4e0e-8d44-221e8a4a685e req-fdb51e0a-c9dc-4d05-8033-e886b60d2e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:22.402165 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6906f802-5fab-4e0e-8d44-221e8a4a685e req-fdb51e0a-c9dc-4d05-8033-e886b60d2e12 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6b2d1442-0e79-422e-955b-efc39299c7dd HTTP/1.1" status: 200 len: 907 time: 0.1412673 Nov 12 00:44:22.404380 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-779e397a-edcf-416e-a5ec-86fcea3ab280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:22.473323 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6906f802-5fab-4e0e-8d44-221e8a4a685e req-e79c8263-b402-4239-8b74-3edd3eebf958 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25329fc1-d1a5-4c67-85e3-ffe2ca49309c HTTP/1.1" status: 200 len: 217 time: 0.0585642 Nov 12 00:44:22.483622 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e397a-edcf-416e-a5ec-86fcea3ab280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44dfd81-ce1a-4991-a61f-81f7fe3f535b,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:22.491351 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-779e397a-edcf-416e-a5ec-86fcea3ab280 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ceb7f17cb2f344849c17a154c10db245&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7509322 Nov 12 00:44:22.492392 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46270) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:22.553953 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906f802-5fab-4e0e-8d44-221e8a4a685e req-2073e7b0-aa52-44cf-be1a-4584e11e83ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:22.555625 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6906f802-5fab-4e0e-8d44-221e8a4a685e req-2073e7b0-aa52-44cf-be1a-4584e11e83ea service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e9ebb41c-1861-43b6-b921-ba560680823b HTTP/1.1" status: 200 len: 846 time: 0.0729415 Nov 12 00:44:22.607828 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-82a0cec1-ed47-4fdd-984c-169437e4d98e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:22.664204 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-82a0cec1-ed47-4fdd-984c-169437e4d98e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:22.678614 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6906f802-5fab-4e0e-8d44-221e8a4a685e req-92f82459-4907-424a-a0e5-8a79c8216329 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b2d1442-0e79-422e-955b-efc39299c7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066713 Nov 12 00:44:22.750510 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-e6829b0c-041e-4e1c-92f6-da2db8c03ed0 tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:22.752167 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-e6829b0c-041e-4e1c-92f6-da2db8c03ed0 tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30&tenant_id=9a1fd583d08a44f4b64f3812361842fc&binding%3Ahost_id=n-h2-812236-11 HTTP/1.1" status: 200 len: 1096 time: 0.0775340 Nov 12 00:44:22.803516 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6906f802-5fab-4e0e-8d44-221e8a4a685e req-28c16bf3-373a-4645-9cc3-de014eeaf2e1 service neutron] 10.222.0.54 "GET /v2.0/networks/6b2d1442-0e79-422e-955b-efc39299c7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184278 Nov 12 00:44:22.842691 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-82a0cec1-ed47-4fdd-984c-169437e4d98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:22.845345 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-82a0cec1-ed47-4fdd-984c-169437e4d98e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:22.846597 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-82a0cec1-ed47-4fdd-984c-169437e4d98e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f44dfd81-ce1a-4991-a61f-81f7fe3f535b HTTP/1.1" status: 204 len: 168 time: 0.3539567 Nov 12 00:44:22.855125 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a0cec1-ed47-4fdd-984c-169437e4d98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44dfd81-ce1a-4991-a61f-81f7fe3f535b,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:22.952653 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-ea6f54e8-e413-4ebe-a337-7c106c9e4803 service neutron] For port 72eec411-a633-4aac-9c87-26d4cf202c12, host n-h1-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:44:22.964237 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-ea6f54e8-e413-4ebe-a337-7c106c9e4803 service neutron] Publish callbacks [] for binding, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:22.964237 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8a1fd63c-d621-4382-8e34-913cce0fbac3 req-ea6f54e8-e413-4ebe-a337-7c106c9e4803 service neutron] 10.222.0.54 "DELETE /v2.0/ports/72eec411-a633-4aac-9c87-26d4cf202c12/bindings/n-h1-812236-11 HTTP/1.1" status: 204 len: 173 time: 0.2021589 Nov 12 00:44:23.072318 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6906f802-5fab-4e0e-8d44-221e8a4a685e req-a2465ccc-a2e4-492c-9075-cbeee72a3045 service neutron] 10.222.0.54 "GET /v2.0/networks/6b2d1442-0e79-422e-955b-efc39299c7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376015 Nov 12 00:44:23.103508 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c44ea2d-c27c-457f-a3cb-dca54d42e032 req-6bb3037c-3174-4ad2-9a25-7a00a8495c88 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:23.109954 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2c44ea2d-c27c-457f-a3cb-dca54d42e032 req-6bb3037c-3174-4ad2-9a25-7a00a8495c88 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 944 time: 0.0804214 Nov 12 00:44:23.182101 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2c44ea2d-c27c-457f-a3cb-dca54d42e032 req-15f528a1-8dce-4007-811f-03e837cf8ab6 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646126 Nov 12 00:44:23.330256 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46290) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:23.351057 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6049f551-c7e6-4a24-af40-f796b19927d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:23.397113 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6fa1b7-eaaa-4b03-9ab4-69771758efc7 req-086a4041-5f8b-4223-8d86-057509c0cf85 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:23.406165 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5a6fa1b7-eaaa-4b03-9ab4-69771758efc7 req-086a4041-5f8b-4223-8d86-057509c0cf85 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d8a1a0-de75-474d-af59-d0094d1668f6 HTTP/1.1" status: 200 len: 943 time: 0.0996652 Nov 12 00:44:23.486334 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5a6fa1b7-eaaa-4b03-9ab4-69771758efc7 req-d5c06083-0b21-4095-94d9-c9007052fb76 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745914 Nov 12 00:44:23.565549 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6049f551-c7e6-4a24-af40-f796b19927d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:23.571068 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6049f551-c7e6-4a24-af40-f796b19927d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:23.640640 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a7a87-df65-41d3-8b51-015b33dc2400 req-cc593602-9a46-418b-8c15-73b0383af94a tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:23.642204 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7f6a7a87-df65-41d3-8b51-015b33dc2400 req-cc593602-9a46-418b-8c15-73b0383af94a tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 1096 time: 0.1592619 Nov 12 00:44:23.653927 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6049f551-c7e6-4a24-af40-f796b19927d0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=45458970c3264c4c9c65383f2eca9e51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3225601 Nov 12 00:44:23.654647 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46296) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:23.685965 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6049f551-c7e6-4a24-af40-f796b19927d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ae08cf-bbfa-4a83-bf67-5ba4dc9ed09a,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:23.769428 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7f6a7a87-df65-41d3-8b51-015b33dc2400 req-59d60b73-bc13-4ef6-af40-82e5f0defb3e tempest-LiveAutoBlockMigrationV225Test-120332561 tempest-LiveAutoBlockMigrationV225Test-120332561-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125796 Nov 12 00:44:23.792339 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5e23ca3b-517a-416d-b543-37ce65648948 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:23.858659 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5e23ca3b-517a-416d-b543-37ce65648948 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:23.971892 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5e23ca3b-517a-416d-b543-37ce65648948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:23.976888 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5e23ca3b-517a-416d-b543-37ce65648948 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:23.983661 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5e23ca3b-517a-416d-b543-37ce65648948 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b6ae08cf-bbfa-4a83-bf67-5ba4dc9ed09a HTTP/1.1" status: 204 len: 168 time: 0.3249502 Nov 12 00:44:24.009941 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e23ca3b-517a-416d-b543-37ce65648948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ae08cf-bbfa-4a83-bf67-5ba4dc9ed09a,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:24.075876 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46310) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:24.299153 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13ea73-3528-4b79-ad65-d4cebf649d7d req-2e924488-5ca0-4dae-b588-6e819c262877 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:24.300859 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9a13ea73-3528-4b79-ad65-d4cebf649d7d req-2e924488-5ca0-4dae-b588-6e819c262877 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 944 time: 0.1224382 Nov 12 00:44:24.451754 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9a13ea73-3528-4b79-ad65-d4cebf649d7d req-d6a18010-2697-4e22-9981-342e82075ab9 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103601 Nov 12 00:44:24.642922 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92bb26f-3e8f-4999-97a7-ad41a2ea82d5 req-145caeb7-f3ac-40f1-b145-ea71921be3ed tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:24.646971 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a92bb26f-3e8f-4999-97a7-ad41a2ea82d5 req-145caeb7-f3ac-40f1-b145-ea71921be3ed tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d8a1a0-de75-474d-af59-d0094d1668f6 HTTP/1.1" status: 200 len: 943 time: 0.0786390 Nov 12 00:44:24.779396 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a92bb26f-3e8f-4999-97a7-ad41a2ea82d5 req-769cff6b-a581-428e-81f0-fed695ef88dc tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162965 Nov 12 00:44:24.815897 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a6ccedb7-04c4-43f7-9086-6a297b2b8221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:25.141273 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 25329fc1-d1a5-4c67-85e3-ffe2ca49309c details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:44:25.206693 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-a6ccedb7-04c4-43f7-9086-6a297b2b8221 admin admin] Deleting port b6893f56-fb25-40e0-a961-98a72faac750 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:25.207689 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a6ccedb7-04c4-43f7-9086-6a297b2b8221 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:25.312916 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 25329fc1-d1a5-4c67-85e3-ffe2ca49309c, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=25329fc1-d1a5-4c67-85e3-ffe2ca49309c,segment=NetworkSegment(6c913048-0125-4fcf-b07f-89f668c97b8b),segment_id=6c913048-0125-4fcf-b07f-89f668c97b8b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:25.319411 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-a6ccedb7-04c4-43f7-9086-6a297b2b8221 admin admin] For port b6893f56-fb25-40e0-a961-98a72faac750, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=b6893f56-fb25-40e0-a961-98a72faac750,segment=NetworkSegment(a3f54236-5757-4920-84a5-c56a7ae9d377),segment_id=a3f54236-5757-4920-84a5-c56a7ae9d377)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:25.319794 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a6ccedb7-04c4-43f7-9086-6a297b2b8221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:25.327717 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '25329fc1-d1a5-4c67-85e3-ffe2ca49309c', 'network_id': '6b2d1442-0e79-422e-955b-efc39299c7dd', 'port_id': '25329fc1-d1a5-4c67-85e3-ffe2ca49309c', 'mac_address': 'fa:16:3e:c6:7c:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ebb41c-1861-43b6-b921-ba560680823b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:44:25.335497 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-a6ccedb7-04c4-43f7-9086-6a297b2b8221 admin admin] Calling delete_port for b6893f56-fb25-40e0-a961-98a72faac750 owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:25.372240 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:25.401702 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25329fc1-d1a5-4c67-85e3-ffe2ca49309c {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:44:25.424549 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 25329fc1-d1a5-4c67-85e3-ffe2ca49309c, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=25329fc1-d1a5-4c67-85e3-ffe2ca49309c,segment=NetworkSegment(6c913048-0125-4fcf-b07f-89f668c97b8b),segment_id=6c913048-0125-4fcf-b07f-89f668c97b8b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:25.430904 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:25.509849 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=25329fc1-d1a5-4c67-85e3-ffe2ca49309c,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:25.623412 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a6ccedb7-04c4-43f7-9086-6a297b2b8221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:25.651840 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ccedb7-04c4-43f7-9086-6a297b2b8221 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6893f56-fb25-40e0-a961-98a72faac750,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:25.684814 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c866c2a-64a9-4f42-96b1-7ddd005bb18f req-543a90e0-efc9-4145-9a6a-134dcb202483 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:25.686495 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c866c2a-64a9-4f42-96b1-7ddd005bb18f req-543a90e0-efc9-4145-9a6a-134dcb202483 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.54 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 944 time: 0.5599947 Nov 12 00:44:25.750497 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf841080-f1fb-4690-b886-84d37df8515a req-0602aa9c-443e-4638-b0b4-2d9c27d29a51 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:25.764726 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bf841080-f1fb-4690-b886-84d37df8515a req-0602aa9c-443e-4638-b0b4-2d9c27d29a51 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 944 time: 0.1330166 Nov 12 00:44:25.904294 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bf841080-f1fb-4690-b886-84d37df8515a req-b54793bd-31de-45f2-85c3-c20336544ad0 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378388 Nov 12 00:44:25.937328 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['25329fc1-d1a5-4c67-85e3-ffe2ca49309c'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:44:25.987015 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-7c866c2a-64a9-4f42-96b1-7ddd005bb18f req-754f3118-6f98-4c1c-a50f-aa72a83b1ace tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Deleting port 72eec411-a633-4aac-9c87-26d4cf202c12 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:25.987354 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7c866c2a-64a9-4f42-96b1-7ddd005bb18f req-754f3118-6f98-4c1c-a50f-aa72a83b1ace tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:26.062243 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a6ccedb7-04c4-43f7-9086-6a297b2b8221 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:26.117365 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-7c866c2a-64a9-4f42-96b1-7ddd005bb18f req-754f3118-6f98-4c1c-a50f-aa72a83b1ace tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] For port 72eec411-a633-4aac-9c87-26d4cf202c12, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=72eec411-a633-4aac-9c87-26d4cf202c12,segment=NetworkSegment(6dc56b81-8d8e-4b44-90a6-8b45d539a128),segment_id=6dc56b81-8d8e-4b44-90a6-8b45d539a128)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:26.118033 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7c866c2a-64a9-4f42-96b1-7ddd005bb18f req-754f3118-6f98-4c1c-a50f-aa72a83b1ace tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:26.142958 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-7c866c2a-64a9-4f42-96b1-7ddd005bb18f req-754f3118-6f98-4c1c-a50f-aa72a83b1ace tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Calling delete_port for 72eec411-a633-4aac-9c87-26d4cf202c12 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:26.201286 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cab6f3-8493-4e08-b8ac-2cedc75809ab req-8d4bbe85-7e7b-4483-bbc7-8a3b6413b8ee tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:26.209418 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-90cab6f3-8493-4e08-b8ac-2cedc75809ab req-8d4bbe85-7e7b-4483-bbc7-8a3b6413b8ee tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d8a1a0-de75-474d-af59-d0094d1668f6 HTTP/1.1" status: 200 len: 944 time: 0.3068309 Nov 12 00:44:26.284203 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-90cab6f3-8493-4e08-b8ac-2cedc75809ab req-8bc658ba-d217-4fbc-bfd5-c0c8b8d53227 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738480 Nov 12 00:44:26.323988 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7c866c2a-64a9-4f42-96b1-7ddd005bb18f req-754f3118-6f98-4c1c-a50f-aa72a83b1ace tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:26.366423 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754f3118-6f98-4c1c-a50f-aa72a83b1ace tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Pushing event deleted for resources: {'Port': ['ID=72eec411-a633-4aac-9c87-26d4cf202c12,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:26.424988 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c866c2a-64a9-4f42-96b1-7ddd005bb18f req-754f3118-6f98-4c1c-a50f-aa72a83b1ace tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] No DVR routers for this DVR port 72eec411-a633-4aac-9c87-26d4cf202c12 on host n-h2-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:44:26.428730 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7c866c2a-64a9-4f42-96b1-7ddd005bb18f req-754f3118-6f98-4c1c-a50f-aa72a83b1ace tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:26.429982 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ccedb7-04c4-43f7-9086-6a297b2b8221 admin admin] Router 32c122ca-fa53-41c0-8f4e-0c309b87b87c has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:44:26.434007 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c866c2a-64a9-4f42-96b1-7ddd005bb18f req-754f3118-6f98-4c1c-a50f-aa72a83b1ace tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.54 "DELETE /v2.0/ports/72eec411-a633-4aac-9c87-26d4cf202c12 HTTP/1.1" status: 204 len: 173 time: 0.7220745 Nov 12 00:44:26.434696 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811c8f95-8607-4273-93f1-d8f624658d30', 'name': 'network-vif-deleted', 'tag': '72eec411-a633-4aac-9c87-26d4cf202c12'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:26.438091 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3ba869-f09b-4d79-ac13-24c5ae64dda0" -d '{"events": [{"server_uuid": "811c8f95-8607-4273-93f1-d8f624658d30", "name": "network-vif-deleted", "tag": "72eec411-a633-4aac-9c87-26d4cf202c12"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:26.461040 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46374) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:26.487202 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd35f6a-eefc-432c-901f-68164f48c5bb x-openstack-request-id: req-ccd35f6a-eefc-432c-901f-68164f48c5bb {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:26.487555 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "811c8f95-8607-4273-93f1-d8f624658d30", "name": "network-vif-deleted", "tag": "72eec411-a633-4aac-9c87-26d4cf202c12", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:26.487907 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ccd35f6a-eefc-432c-901f-68164f48c5bb {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:26.488365 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '811c8f95-8607-4273-93f1-d8f624658d30', 'name': 'network-vif-deleted', 'tag': '72eec411-a633-4aac-9c87-26d4cf202c12', 'status': 'completed', 'code': 200} Nov 12 00:44:26.582739 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ccedb7-04c4-43f7-9086-6a297b2b8221 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:44:26.589344 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a6ccedb7-04c4-43f7-9086-6a297b2b8221 admin admin] 10.222.0.20 "PUT /v2.0/routers/32c122ca-fa53-41c0-8f4e-0c309b87b87c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5115869 Nov 12 00:44:26.592517 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46378) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:26.596703 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2606ab91-0acb-46c7-beb8-356a5c80b591 None None] Sync routers for ids ['32c122ca-fa53-41c0-8f4e-0c309b87b87c'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:44:26.607591 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d9ec3f6f-07c7-47b6-ab3a-238c2f207e99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:26.613101 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2606ab91-0acb-46c7-beb8-356a5c80b591 None None] Routers {'32c122ca-fa53-41c0-8f4e-0c309b87b87c'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:44:26.613956 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-2606ab91-0acb-46c7-beb8-356a5c80b591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:44:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['32c122ca-fa53-41c0-8f4e-0c309b87b87c'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:26.720550 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d9ec3f6f-07c7-47b6-ab3a-238c2f207e99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:26.731260 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d9ec3f6f-07c7-47b6-ab3a-238c2f207e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:26.745015 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-961a1bba-847b-4dd0-862a-9e72b10bb235 admin admin] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:26.750129 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-2606ab91-0acb-46c7-beb8-356a5c80b591 None None] Set router 32c122ca-fa53-41c0-8f4e-0c309b87b87c gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:44:26.822722 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d9ec3f6f-07c7-47b6-ab3a-238c2f207e99 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=87a1abfae0854f9483bc696cf6bfe706&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3594899 Nov 12 00:44:26.828991 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46384) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:26.873266 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec3f6f-07c7-47b6-ab3a-238c2f207e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49fb645b-8742-45d7-a6a6-6349f383791b,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:26.913051 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-961a1bba-847b-4dd0-862a-9e72b10bb235 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:26.933294 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-81aa788a-73b2-43f4-956a-0d710ce06beb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:26.983410 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-81aa788a-73b2-43f4-956a-0d710ce06beb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:27.050071 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-961a1bba-847b-4dd0-862a-9e72b10bb235 admin admin] Deleting port 2a440121-852a-4076-9f94-5057745cfeb9 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:27.050845 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-961a1bba-847b-4dd0-862a-9e72b10bb235 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:27.064387 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9d9dd337-468e-4602-b731-6f938c57352e req-e9476eca-aabe-45b1-ad06-68cb0ce6a001 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 210 time: 0.0601947 Nov 12 00:44:27.097560 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-81aa788a-73b2-43f4-956a-0d710ce06beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:27.105249 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-81aa788a-73b2-43f4-956a-0d710ce06beb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:27.109035 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-81aa788a-73b2-43f4-956a-0d710ce06beb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/49fb645b-8742-45d7-a6a6-6349f383791b HTTP/1.1" status: 204 len: 168 time: 0.2799861 Nov 12 00:44:27.132089 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa788a-73b2-43f4-956a-0d710ce06beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fb645b-8742-45d7-a6a6-6349f383791b,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:27.139233 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-2606ab91-0acb-46c7-beb8-356a5c80b591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c122ca-fa53-41c0-8f4e-0c309b87b87c', 'name': 'tempest-AttachSCSIVolumeTestJSON-394331080-router', 'tenant_id': '5106ef1cf2ac464fbbc46619abf32aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '2a440121-852a-4076-9f94-5057745cfeb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:19Z', 'updated_at': '2021-11-12T00:44:25Z', 'revision_number': 5, 'project_id': '5106ef1cf2ac464fbbc46619abf32aaf', 'gw_port': {'id': '2a440121-852a-4076-9f94-5057745cfeb9', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c122ca-fa53-41c0-8f4e-0c309b87b87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:19Z', 'updated_at': '2021-11-12T00:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:27.168748 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2606ab91-0acb-46c7-beb8-356a5c80b591 None None] Checking router: 32c122ca-fa53-41c0-8f4e-0c309b87b87c for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:44:27.179591 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2606ab91-0acb-46c7-beb8-356a5c80b591 None None] Routers {'32c122ca-fa53-41c0-8f4e-0c309b87b87c'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:44:27.180858 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-2606ab91-0acb-46c7-beb8-356a5c80b591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:44:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['32c122ca-fa53-41c0-8f4e-0c309b87b87c'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:27.203534 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 25329fc1-d1a5-4c67-85e3-ffe2ca49309c up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:44:27.264028 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-961a1bba-847b-4dd0-862a-9e72b10bb235 admin admin] For port 2a440121-852a-4076-9f94-5057745cfeb9, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=2a440121-852a-4076-9f94-5057745cfeb9,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:27.264649 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-961a1bba-847b-4dd0-862a-9e72b10bb235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:27.317903 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 25329fc1-d1a5-4c67-85e3-ffe2ca49309c completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:44:27.324841 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 25329fc1-d1a5-4c67-85e3-ffe2ca49309c triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:27.326245 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:27.376122 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-2606ab91-0acb-46c7-beb8-356a5c80b591 None None] Set router 32c122ca-fa53-41c0-8f4e-0c309b87b87c gateway port host: None {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:44:27.479614 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:27.480194 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-2606ab91-0acb-46c7-beb8-356a5c80b591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c122ca-fa53-41c0-8f4e-0c309b87b87c', 'name': 'tempest-AttachSCSIVolumeTestJSON-394331080-router', 'tenant_id': '5106ef1cf2ac464fbbc46619abf32aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:19Z', 'updated_at': '2021-11-12T00:44:26Z', 'revision_number': 6, 'project_id': '5106ef1cf2ac464fbbc46619abf32aaf', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:27.521642 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2606ab91-0acb-46c7-beb8-356a5c80b591 None None] The sync data for ids ['32c122ca-fa53-41c0-8f4e-0c309b87b87c'] in n-d-812236-11 is: [{'id': '32c122ca-fa53-41c0-8f4e-0c309b87b87c', 'name': 'tempest-AttachSCSIVolumeTestJSON-394331080-router', 'tenant_id': '5106ef1cf2ac464fbbc46619abf32aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:19Z', 'updated_at': '2021-11-12T00:44:26Z', 'revision_number': 6, 'project_id': '5106ef1cf2ac464fbbc46619abf32aaf', 'gw_port_host': None}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:44:27.591289 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 25329fc1-d1a5-4c67-85e3-ffe2ca49309c, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=25329fc1-d1a5-4c67-85e3-ffe2ca49309c,segment=NetworkSegment(6c913048-0125-4fcf-b07f-89f668c97b8b),segment_id=6c913048-0125-4fcf-b07f-89f668c97b8b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:27.593408 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d8a1a0-de75-474d-af59-d0094d1668f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25329fc1-d1a5-4c67-85e3-ffe2ca49309c'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:27.596325 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f21868-a97a-4eca-88ad-b4350fee30d6" -d '{"events": [{"server_uuid": "44d8a1a0-de75-474d-af59-d0094d1668f6", "name": "network-vif-plugged", "status": "completed", "tag": "25329fc1-d1a5-4c67-85e3-ffe2ca49309c"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:27.601923 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:27.603688 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 72eec411-a633-4aac-9c87-26d4cf202c12 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:44:27.659577 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: 72eec411-a633-4aac-9c87-26d4cf202c12 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:44:27.660375 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 72eec411-a633-4aac-9c87-26d4cf202c12 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:44:27.696320 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=25329fc1-d1a5-4c67-85e3-ffe2ca49309c,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:27.718433 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-961a1bba-847b-4dd0-862a-9e72b10bb235 admin admin] Calling delete_port for 2a440121-852a-4076-9f94-5057745cfeb9 owned by network:router_gateway {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:27.718638 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad994bf-d9a0-47e6-a1c6-4d9d65c1e4dc x-openstack-request-id: req-1ad994bf-d9a0-47e6-a1c6-4d9d65c1e4dc {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:27.719087 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d8a1a0-de75-474d-af59-d0094d1668f6", "name": "network-vif-plugged", "status": "completed", "tag": "25329fc1-d1a5-4c67-85e3-ffe2ca49309c", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:27.719578 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ad994bf-d9a0-47e6-a1c6-4d9d65c1e4dc {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:27.720588 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d8a1a0-de75-474d-af59-d0094d1668f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25329fc1-d1a5-4c67-85e3-ffe2ca49309c', 'code': 200} Nov 12 00:44:27.750362 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46400) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:27.779168 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ca6ae328-dd15-4a6f-9121-e737aa7ebc3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:27.854660 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65105a-906f-4764-ac44-729828daea97 req-19c067f1-571e-48bf-bd4c-5cabe314cdfd tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:27.866356 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ac65105a-906f-4764-ac44-729828daea97 req-19c067f1-571e-48bf-bd4c-5cabe314cdfd tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d8a1a0-de75-474d-af59-d0094d1668f6 HTTP/1.1" status: 200 len: 945 time: 0.1456118 Nov 12 00:44:27.972666 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cdeee7-0619-4c6d-bfdc-bd23568217f0 req-336d1955-3f5e-4d25-a26d-82a60a1e3787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:27.974747 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25cdeee7-0619-4c6d-bfdc-bd23568217f0 req-336d1955-3f5e-4d25-a26d-82a60a1e3787 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=44d8a1a0-de75-474d-af59-d0094d1668f6 HTTP/1.1" status: 200 len: 1097 time: 0.1551909 Nov 12 00:44:28.021872 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ca6ae328-dd15-4a6f-9121-e737aa7ebc3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:28.037602 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ca6ae328-dd15-4a6f-9121-e737aa7ebc3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:28.119096 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25cdeee7-0619-4c6d-bfdc-bd23568217f0 req-f1a4b158-c9ea-47aa-aad0-c0d17b9db135 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337698 Nov 12 00:44:28.124479 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ca6ae328-dd15-4a6f-9121-e737aa7ebc3d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1bdb6157b1e34c1dbb743b2c0f53be29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3730011 Nov 12 00:44:28.125825 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6ae328-dd15-4a6f-9121-e737aa7ebc3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9410483c-c625-4c52-9d4c-078e86deafa0,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:28.128748 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46408) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:28.145810 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ac65105a-906f-4764-ac44-729828daea97 req-3e5ca3a7-da1c-4635-b696-f489ddc02a76 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780225 Nov 12 00:44:28.194083 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7992423e-d721-40af-9e6b-9444474528d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:28.285249 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7992423e-d721-40af-9e6b-9444474528d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:28.289505 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-961a1bba-847b-4dd0-862a-9e72b10bb235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:28.297780 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-793ab696-ddb6-47da-9dfc-9e3dcfbab28a req-40b9f475-91b2-4839-a6d6-190afb4f1008 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 210 time: 0.0914245 Nov 12 00:44:28.320732 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a1bba-847b-4dd0-862a-9e72b10bb235 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a440121-852a-4076-9f94-5057745cfeb9,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:28.373642 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7992423e-d721-40af-9e6b-9444474528d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:28.376314 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7992423e-d721-40af-9e6b-9444474528d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:28.377693 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7992423e-d721-40af-9e6b-9444474528d9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9410483c-c625-4c52-9d4c-078e86deafa0 HTTP/1.1" status: 204 len: 168 time: 0.2477770 Nov 12 00:44:28.386443 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992423e-d721-40af-9e6b-9444474528d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9410483c-c625-4c52-9d4c-078e86deafa0,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:28.421130 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-961a1bba-847b-4dd0-862a-9e72b10bb235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:28.587319 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-961a1bba-847b-4dd0-862a-9e72b10bb235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:28.591613 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-961a1bba-847b-4dd0-862a-9e72b10bb235 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:28.649277 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-961a1bba-847b-4dd0-862a-9e72b10bb235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:28.650484 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961a1bba-847b-4dd0-862a-9e72b10bb235 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32c122ca-fa53-41c0-8f4e-0c309b87b87c {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:44:28.656923 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-961a1bba-847b-4dd0-862a-9e72b10bb235 admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:28.660396 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-961a1bba-847b-4dd0-862a-9e72b10bb235 admin admin] 10.222.0.20 "DELETE /v2.0/routers/32c122ca-fa53-41c0-8f4e-0c309b87b87c HTTP/1.1" status: 204 len: 168 time: 2.0646679 Nov 12 00:44:28.660796 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46416) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:28.748418 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-974e68ad-264f-4198-8186-c1baa72b8bbd admin admin] Deleting subnet 56c66ecb-71a0-43bc-a08c-43987e92ad63 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:44:28.752582 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-974e68ad-264f-4198-8186-c1baa72b8bbd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:28.817331 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-974e68ad-264f-4198-8186-c1baa72b8bbd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:28.928977 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-974e68ad-264f-4198-8186-c1baa72b8bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:29.001305 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-974e68ad-264f-4198-8186-c1baa72b8bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:29.036996 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974e68ad-264f-4198-8186-c1baa72b8bbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56c66ecb-71a0-43bc-a08c-43987e92ad63,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:29.045248 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-974e68ad-264f-4198-8186-c1baa72b8bbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:29.048533 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-974e68ad-264f-4198-8186-c1baa72b8bbd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/56c66ecb-71a0-43bc-a08c-43987e92ad63 HTTP/1.1" status: 204 len: 168 time: 0.3867087 Nov 12 00:44:29.052425 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46428) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:29.054010 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fdab6f-a445-400a-bde9-11c176e6aaba None None] Network 43de0a3d-6daa-48c5-b90d-6bf725dca184 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:44:29.247305 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-de7b4ffa-98c8-4f07-9178-3f79621da0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:29.363133 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bb9160-89ba-4892-bc62-20e55850c2d1 None None] DHCP port deletion for 43de0a3d-6daa-48c5-b90d-6bf725dca184 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:44:29.383074 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb89cc-5286-4018-a6b3-303a24529e94 req-40986d87-437a-446c-87ba-4f622db9c00b tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:29.393096 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8ebb89cc-5286-4018-a6b3-303a24529e94 req-40986d87-437a-446c-87ba-4f622db9c00b tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d8a1a0-de75-474d-af59-d0094d1668f6 HTTP/1.1" status: 200 len: 945 time: 0.1282170 Nov 12 00:44:29.408455 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-de7b4ffa-98c8-4f07-9178-3f79621da0e6 admin admin] Deleting port 0f068847-d10d-40de-ba27-d8f4c6fbf5aa {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:29.409014 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-de7b4ffa-98c8-4f07-9178-3f79621da0e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:29.500152 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-f8bb9160-89ba-4892-bc62-20e55850c2d1 None None] Deleting port 0f068847-d10d-40de-ba27-d8f4c6fbf5aa {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:29.504776 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f8bb9160-89ba-4892-bc62-20e55850c2d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:29.523423 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8ebb89cc-5286-4018-a6b3-303a24529e94 req-c1d3f804-7b46-4f5d-ab94-82dbc8dc4453 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293371 Nov 12 00:44:29.673523 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-de7b4ffa-98c8-4f07-9178-3f79621da0e6 admin admin] For port 0f068847-d10d-40de-ba27-d8f4c6fbf5aa, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=0f068847-d10d-40de-ba27-d8f4c6fbf5aa,segment=NetworkSegment(a3f54236-5757-4920-84a5-c56a7ae9d377),segment_id=a3f54236-5757-4920-84a5-c56a7ae9d377)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:29.673926 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-de7b4ffa-98c8-4f07-9178-3f79621da0e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:29.680652 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-f8bb9160-89ba-4892-bc62-20e55850c2d1 None None] For port 0f068847-d10d-40de-ba27-d8f4c6fbf5aa, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=0f068847-d10d-40de-ba27-d8f4c6fbf5aa,segment=NetworkSegment(a3f54236-5757-4920-84a5-c56a7ae9d377),segment_id=a3f54236-5757-4920-84a5-c56a7ae9d377)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:29.681049 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f8bb9160-89ba-4892-bc62-20e55850c2d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:29.708295 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-de7b4ffa-98c8-4f07-9178-3f79621da0e6 admin admin] Calling delete_port for 0f068847-d10d-40de-ba27-d8f4c6fbf5aa owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:29.713049 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-f8bb9160-89ba-4892-bc62-20e55850c2d1 None None] Calling delete_port for 0f068847-d10d-40de-ba27-d8f4c6fbf5aa owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:29.810603 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 0f068847-d10d-40de-ba27-d8f4c6fbf5aa no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:44:29.838218 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3b45fc17-386c-480e-b09d-986233a922ba req-f02aa058-d769-4cab-9f27-5efe13014c8d tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 210 time: 0.3767691 Nov 12 00:44:29.946423 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f8bb9160-89ba-4892-bc62-20e55850c2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:29.953838 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-de7b4ffa-98c8-4f07-9178-3f79621da0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:29.971784 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:29.976866 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7b4ffa-98c8-4f07-9178-3f79621da0e6 admin admin] No DVR routers for this DVR port 0f068847-d10d-40de-ba27-d8f4c6fbf5aa on host n-d-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:44:30.012182 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7b4ffa-98c8-4f07-9178-3f79621da0e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f068847-d10d-40de-ba27-d8f4c6fbf5aa,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:30.046133 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb9160-89ba-4892-bc62-20e55850c2d1 None None] Pushing event deleted for resources: {'Port': ['ID=0f068847-d10d-40de-ba27-d8f4c6fbf5aa,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:30.061294 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bb9160-89ba-4892-bc62-20e55850c2d1 None None] No DVR routers for this DVR port 0f068847-d10d-40de-ba27-d8f4c6fbf5aa on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:44:30.114625 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 2a440121-852a-4076-9f94-5057745cfeb9 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:44:30.140076 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 2a440121-852a-4076-9f94-5057745cfeb9 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:44:30.140729 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 2a440121-852a-4076-9f94-5057745cfeb9 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:44:30.141622 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device b6893f56-fb25-40e0-a961-98a72faac750 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:44:30.149418 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-de7b4ffa-98c8-4f07-9178-3f79621da0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:30.164640 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: b6893f56-fb25-40e0-a961-98a72faac750 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:44:30.165326 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device b6893f56-fb25-40e0-a961-98a72faac750 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:44:30.195703 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-de7b4ffa-98c8-4f07-9178-3f79621da0e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43de0a3d-6daa-48c5-b90d-6bf725dca184']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:30.215766 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-de7b4ffa-98c8-4f07-9178-3f79621da0e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3f54236-5757-4920-84a5-c56a7ae9d377') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:30.216066 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-de7b4ffa-98c8-4f07-9178-3f79621da0e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3f54236-5757-4920-84a5-c56a7ae9d377') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:30.231985 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-de7b4ffa-98c8-4f07-9178-3f79621da0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:30.247779 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-de7b4ffa-98c8-4f07-9178-3f79621da0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:30.258050 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de7b4ffa-98c8-4f07-9178-3f79621da0e6 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:44:30.258774 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-de7b4ffa-98c8-4f07-9178-3f79621da0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:30.261160 n-d-812236-11 neutron-server[102662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:44:30.261160 n-d-812236-11 neutron-server[102662]: self.session.flush() Nov 12 00:44:30.261160 n-d-812236-11 neutron-server[102662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:44:30.261160 n-d-812236-11 neutron-server[102662]: self.session.flush() Nov 12 00:44:30.261160 n-d-812236-11 neutron-server[102662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:44:30.261160 n-d-812236-11 neutron-server[102662]: self.session.flush() Nov 12 00:44:30.261160 n-d-812236-11 neutron-server[102662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:44:30.261160 n-d-812236-11 neutron-server[102662]: self.session.flush() Nov 12 00:44:30.261160 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 00:44:30.261160 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:44:30.261160 n-d-812236-11 neutron-server[102662]: timer() Nov 12 00:44:30.261160 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:44:30.261160 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 00:44:30.261160 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:44:30.261160 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 00:44:30.261160 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:44:30.261160 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 00:44:30.261160 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:44:30.261160 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 00:44:30.261160 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:44:30.261160 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 00:44:30.261160 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:44:30.261160 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:44:30.261160 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:44:30.261160 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:44:30.261160 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:44:30.261160 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 00:44:30.261160 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:44:30.261160 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 00:44:30.261160 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:44:30.261160 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:44:30.261160 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:44:30.261160 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 00:44:30.261160 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:44:30.261160 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:44:30.261160 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:44:30.261160 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:44:30.261160 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:44:30.261160 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:44:30.261160 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:44:30.341366 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-de7b4ffa-98c8-4f07-9178-3f79621da0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:30.349568 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-de7b4ffa-98c8-4f07-9178-3f79621da0e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:30.352937 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-de7b4ffa-98c8-4f07-9178-3f79621da0e6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/43de0a3d-6daa-48c5-b90d-6bf725dca184 HTTP/1.1" status: 204 len: 168 time: 1.2994936 Nov 12 00:44:30.356293 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46466) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:30.387942 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7b4ffa-98c8-4f07-9178-3f79621da0e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=43de0a3d-6daa-48c5-b90d-6bf725dca184,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:30.703823 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e9ea6-9828-410a-bf22-0f3e7be77a5f req-f6c264ab-c290-468b-a984-b30e873101a5 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:30.705203 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ab8e9ea6-9828-410a-bf22-0f3e7be77a5f req-f6c264ab-c290-468b-a984-b30e873101a5 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d8a1a0-de75-474d-af59-d0094d1668f6 HTTP/1.1" status: 200 len: 945 time: 0.0782042 Nov 12 00:44:30.769066 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ab8e9ea6-9828-410a-bf22-0f3e7be77a5f req-2b431eb5-cfab-4a19-9e36-9bdb240fda66 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572793 Nov 12 00:44:30.881831 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-67b02a70-86b3-4d3e-b2b9-4b60546f964c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:31.094276 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7c59af3f-1c39-48cb-bcb4-6eba09f2ae96 req-f1582931-bdb9-41a2-88f7-f5fd351733bf tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 210 time: 0.0512760 Nov 12 00:44:31.170533 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a9161e70-392f-44d4-b32b-c7e50998168e req-9af7e7b4-d39d-4619-8b08-0bf08f4bcabe tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=98fba296214f428abbebc213da9d926a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361488 Nov 12 00:44:31.351725 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c09fd-11bd-4b33-8f0d-c64ba9f88f09 req-9c0acc41-e9a2-44b3-8614-f3464a3ec41e tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:31.353756 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-da9c09fd-11bd-4b33-8f0d-c64ba9f88f09 req-9c0acc41-e9a2-44b3-8614-f3464a3ec41e tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/networks?id=6b2d1442-0e79-422e-955b-efc39299c7dd HTTP/1.1" status: 200 len: 806 time: 0.1345761 Nov 12 00:44:31.361854 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-67b02a70-86b3-4d3e-b2b9-4b60546f964c admin admin] Deleting port febc230a-5398-4703-957b-dfec7dafc0df {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:31.362394 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-67b02a70-86b3-4d3e-b2b9-4b60546f964c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:31.371370 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-da9c09fd-11bd-4b33-8f0d-c64ba9f88f09 req-04a5712f-aa6f-4ffe-9830-389ea7fa2bd7 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/quotas/78b3942b4d1d42e395f1a600361aab79 HTTP/1.1" status: 200 len: 375 time: 0.0104444 Nov 12 00:44:31.397492 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9161e70-392f-44d4-b32b-c7e50998168e req-a1580867-eb00-4f14-9498-0b2d2e19631e tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:31.405111 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a9161e70-392f-44d4-b32b-c7e50998168e req-a1580867-eb00-4f14-9498-0b2d2e19631e tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2176039 Nov 12 00:44:31.451977 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-da9c09fd-11bd-4b33-8f0d-c64ba9f88f09 req-30a6dcc5-818f-43d6-afd6-4c3e33b8a713 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=78b3942b4d1d42e395f1a600361aab79&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0737383 Nov 12 00:44:31.454036 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a9161e70-392f-44d4-b32b-c7e50998168e req-9bbac123-7f36-46d3-9ab1-be59e4556ea1 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/quotas/98fba296214f428abbebc213da9d926a HTTP/1.1" status: 200 len: 375 time: 0.0476527 Nov 12 00:44:31.496927 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a9161e70-392f-44d4-b32b-c7e50998168e req-19fb63ec-a2d7-4498-8f53-7f04534c86b8 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=98fba296214f428abbebc213da9d926a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383790 Nov 12 00:44:31.536182 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-67b02a70-86b3-4d3e-b2b9-4b60546f964c admin admin] For port febc230a-5398-4703-957b-dfec7dafc0df, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=febc230a-5398-4703-957b-dfec7dafc0df,segment=NetworkSegment(1bd3e553-8072-461b-ab78-51e900cef389),segment_id=1bd3e553-8072-461b-ab78-51e900cef389)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:31.536651 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-67b02a70-86b3-4d3e-b2b9-4b60546f964c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:31.571383 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-67b02a70-86b3-4d3e-b2b9-4b60546f964c admin admin] Calling delete_port for febc230a-5398-4703-957b-dfec7dafc0df owned by network:router_interface {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:31.751572 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-da9c09fd-11bd-4b33-8f0d-c64ba9f88f09 req-8d39ad25-a753-4f83-a5e6-13709f53e15c service neutron] 10.222.0.20 "GET /v2.0/networks/6b2d1442-0e79-422e-955b-efc39299c7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964954 Nov 12 00:44:31.855300 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-67b02a70-86b3-4d3e-b2b9-4b60546f964c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:31.889443 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b02a70-86b3-4d3e-b2b9-4b60546f964c admin admin] Pushing event deleted for resources: {'Port': ['ID=febc230a-5398-4703-957b-dfec7dafc0df,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:31.945866 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-da9c09fd-11bd-4b33-8f0d-c64ba9f88f09 req-f89270eb-365d-4930-aaeb-641f2720f55d service neutron] 10.222.0.20 "GET /v2.0/networks/6b2d1442-0e79-422e-955b-efc39299c7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920490 Nov 12 00:44:32.258320 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-994502e2-8f2b-4d7f-bec2-f688bbeb420f req-20b1104f-01c7-4c32-a9d9-1d2ff74178c3 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=98fba296214f428abbebc213da9d926a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455010 Nov 12 00:44:32.301179 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-67b02a70-86b3-4d3e-b2b9-4b60546f964c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:32.461125 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c206b965-ff05-420b-b064-daa73a6d91bc req-bac7d06e-9f5c-4adf-bc40-db2f13504495 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 210 time: 0.0463529 Nov 12 00:44:32.554347 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994502e2-8f2b-4d7f-bec2-f688bbeb420f req-dc54942d-ac61-4e13-89a1-bae9d3eb275f tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:32.565068 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-994502e2-8f2b-4d7f-bec2-f688bbeb420f req-dc54942d-ac61-4e13-89a1-bae9d3eb275f tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2986059 Nov 12 00:44:32.646137 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-994502e2-8f2b-4d7f-bec2-f688bbeb420f req-37eabbba-aa46-45db-9962-da4edb2ef77c tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/quotas/98fba296214f428abbebc213da9d926a HTTP/1.1" status: 200 len: 375 time: 0.0801141 Nov 12 00:44:32.704816 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-994502e2-8f2b-4d7f-bec2-f688bbeb420f req-89a0b31c-b3d5-4ee8-9235-41fe5a7fd752 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=98fba296214f428abbebc213da9d926a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557573 Nov 12 00:44:32.751460 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b02a70-86b3-4d3e-b2b9-4b60546f964c admin admin] Router 03239183-3b3c-429c-9801-77281cd8ea56 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:44:33.130670 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b02a70-86b3-4d3e-b2b9-4b60546f964c admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:44:33.139260 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-67b02a70-86b3-4d3e-b2b9-4b60546f964c admin admin] 10.222.0.20 "PUT /v2.0/routers/03239183-3b3c-429c-9801-77281cd8ea56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7816083 Nov 12 00:44:33.141270 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51888286-78fd-4f15-832d-1656f48bc318 None None] Sync routers for ids ['03239183-3b3c-429c-9801-77281cd8ea56'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:44:33.141940 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46568) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:33.155819 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51888286-78fd-4f15-832d-1656f48bc318 None None] Routers {'03239183-3b3c-429c-9801-77281cd8ea56'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:44:33.156838 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-51888286-78fd-4f15-832d-1656f48bc318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:44:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['03239183-3b3c-429c-9801-77281cd8ea56'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:33.246631 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0ccfa250-ad56-4ed1-a46e-cf5c4e875717 req-4840a120-43f4-4543-bed3-6739ed1bfa70 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b33525c-3cd0-40b3-9294-085acd011908 HTTP/1.1" status: 200 len: 210 time: 0.1094368 Nov 12 00:44:33.332014 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-51888286-78fd-4f15-832d-1656f48bc318 None None] Set router 03239183-3b3c-429c-9801-77281cd8ea56 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:44:33.485234 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a46a8134-c986-478e-9aa5-840a3fc4dd87 admin admin] Publish callbacks [] for router, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:33.721251 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-51888286-78fd-4f15-832d-1656f48bc318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03239183-3b3c-429c-9801-77281cd8ea56', 'name': 'tempest-AttachSCSIVolumeTestJSON-1624836765-router', 'tenant_id': '3f590a2f3e6a4c64b327b48da0d076bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '26c39133-e2e0-43b3-954d-65fd92bf22b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:30Z', 'updated_at': '2021-11-12T00:44:31Z', 'revision_number': 5, 'project_id': '3f590a2f3e6a4c64b327b48da0d076bd', 'gw_port': {'id': '26c39133-e2e0-43b3-954d-65fd92bf22b2', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03239183-3b3c-429c-9801-77281cd8ea56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:32Z', 'updated_at': '2021-11-12T00:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:33.733957 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a9161e70-392f-44d4-b32b-c7e50998168e req-64c5fa26-e1bf-458e-b1bc-fd3919c8de5c tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=98fba296214f428abbebc213da9d926a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588791 Nov 12 00:44:33.789953 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123de331-2ae2-44f4-b90e-dbbbab1683ad req-fc804542-35da-402a-9f17-411a44e85874 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:33.809308 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-123de331-2ae2-44f4-b90e-dbbbab1683ad req-fc804542-35da-402a-9f17-411a44e85874 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/networks?id=6b2d1442-0e79-422e-955b-efc39299c7dd HTTP/1.1" status: 200 len: 806 time: 0.3605518 Nov 12 00:44:33.838581 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-123de331-2ae2-44f4-b90e-dbbbab1683ad req-aa326ac2-ec9c-4ec9-b355-f5c0cc8e5ff2 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/quotas/78b3942b4d1d42e395f1a600361aab79 HTTP/1.1" status: 200 len: 375 time: 0.0271654 Nov 12 00:44:33.990813 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-123de331-2ae2-44f4-b90e-dbbbab1683ad req-914b263a-49ce-4027-a465-9c2160a59d8a tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=78b3942b4d1d42e395f1a600361aab79&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1414573 Nov 12 00:44:34.054631 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51888286-78fd-4f15-832d-1656f48bc318 None None] Checking router: 03239183-3b3c-429c-9801-77281cd8ea56 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:44:34.071623 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51888286-78fd-4f15-832d-1656f48bc318 None None] Routers {'03239183-3b3c-429c-9801-77281cd8ea56'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:44:34.074824 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-51888286-78fd-4f15-832d-1656f48bc318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:44:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['03239183-3b3c-429c-9801-77281cd8ea56'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:34.181699 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-123de331-2ae2-44f4-b90e-dbbbab1683ad req-3194e878-a25f-46b6-97e6-ded81f19109b service neutron] 10.222.0.20 "GET /v2.0/networks/6b2d1442-0e79-422e-955b-efc39299c7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869740 Nov 12 00:44:34.276292 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-51888286-78fd-4f15-832d-1656f48bc318 None None] Set router 03239183-3b3c-429c-9801-77281cd8ea56 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:44:34.288126 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-04ef09e7-bd60-451f-bf4d-7f417b4a194a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:34.289836 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-39ffa19f-e76c-4a5c-928e-1a7c4b1f2210 req-d0331001-4c2e-4d79-81aa-8c086054b20c tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=811c8f95-8607-4273-93f1-d8f624658d30 HTTP/1.1" status: 200 len: 210 time: 0.0437250 Nov 12 00:44:34.326682 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a46a8134-c986-478e-9aa5-840a3fc4dd87 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:34.348024 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-123de331-2ae2-44f4-b90e-dbbbab1683ad req-4bd34e3e-48ae-4366-a663-6ceb8c356ff3 service neutron] 10.222.0.20 "GET /v2.0/networks/6b2d1442-0e79-422e-955b-efc39299c7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611347 Nov 12 00:44:34.353331 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9161e70-392f-44d4-b32b-c7e50998168e req-b967f6eb-9d5b-42a2-b57b-ebaa978bc5bf tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:34.354903 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a9161e70-392f-44d4-b32b-c7e50998168e req-b967f6eb-9d5b-42a2-b57b-ebaa978bc5bf tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6130848 Nov 12 00:44:34.412693 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-a9161e70-392f-44d4-b32b-c7e50998168e req-1b42646e-5d82-412c-b97f-228f64fb3b6c tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Request body: {'port': {'device_id': '3befc9a9-2773-486a-806b-92422a5d1d6b', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'admin_state_up': True, 'tenant_id': '98fba296214f428abbebc213da9d926a'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:34.703316 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-994502e2-8f2b-4d7f-bec2-f688bbeb420f req-87d245b8-0bd2-475a-94e3-94b4d0468a4e tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=98fba296214f428abbebc213da9d926a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441372 Nov 12 00:44:34.744303 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-51888286-78fd-4f15-832d-1656f48bc318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03239183-3b3c-429c-9801-77281cd8ea56', 'name': 'tempest-AttachSCSIVolumeTestJSON-1624836765-router', 'tenant_id': '3f590a2f3e6a4c64b327b48da0d076bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '26c39133-e2e0-43b3-954d-65fd92bf22b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:30Z', 'updated_at': '2021-11-12T00:44:31Z', 'revision_number': 5, 'project_id': '3f590a2f3e6a4c64b327b48da0d076bd', 'gw_port': {'id': '26c39133-e2e0-43b3-954d-65fd92bf22b2', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03239183-3b3c-429c-9801-77281cd8ea56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:32Z', 'updated_at': '2021-11-12T00:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:34.832301 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51888286-78fd-4f15-832d-1656f48bc318 None None] The sync data for ids ['03239183-3b3c-429c-9801-77281cd8ea56'] in n-d-812236-11 is: [{'id': '03239183-3b3c-429c-9801-77281cd8ea56', 'name': 'tempest-AttachSCSIVolumeTestJSON-1624836765-router', 'tenant_id': '3f590a2f3e6a4c64b327b48da0d076bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '26c39133-e2e0-43b3-954d-65fd92bf22b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:30Z', 'updated_at': '2021-11-12T00:44:31Z', 'revision_number': 5, 'project_id': '3f590a2f3e6a4c64b327b48da0d076bd', 'gw_port': {'id': '26c39133-e2e0-43b3-954d-65fd92bf22b2', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03239183-3b3c-429c-9801-77281cd8ea56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:32Z', 'updated_at': '2021-11-12T00:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:44:34.869244 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-a46a8134-c986-478e-9aa5-840a3fc4dd87 admin admin] Deleting port 26c39133-e2e0-43b3-954d-65fd92bf22b2 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:34.869883 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a46a8134-c986-478e-9aa5-840a3fc4dd87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:34.995374 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-68d1227b-764f-4712-942f-d24a0f51daa4 req-4dc0f79a-160c-47af-9ef7-743262b308df tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=073b59dc-c814-4e18-ac29-bfa1e0e35b3c HTTP/1.1" status: 200 len: 210 time: 0.0886126 Nov 12 00:44:35.001601 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9161e70-392f-44d4-b32b-c7e50998168e req-1b42646e-5d82-412c-b97f-228f64fb3b6c tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Made reservation on behalf of 98fba296214f428abbebc213da9d926a for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:35.005313 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a9161e70-392f-44d4-b32b-c7e50998168e req-1b42646e-5d82-412c-b97f-228f64fb3b6c tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:35.045598 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a9161e70-392f-44d4-b32b-c7e50998168e req-1b42646e-5d82-412c-b97f-228f64fb3b6c tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:35.065664 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-89a882d3-2208-4e4b-adef-7fa26a9ed6cd req-56a4c46c-04cd-47b4-b058-d15f99c7d65f tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b33525c-3cd0-40b3-9294-085acd011908 HTTP/1.1" status: 200 len: 210 time: 0.2830169 Nov 12 00:44:35.091314 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994502e2-8f2b-4d7f-bec2-f688bbeb420f req-42d67499-8a46-40db-a942-435c6c93bd37 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:35.099663 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-994502e2-8f2b-4d7f-bec2-f688bbeb420f req-42d67499-8a46-40db-a942-435c6c93bd37 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3643503 Nov 12 00:44:35.108549 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-a46a8134-c986-478e-9aa5-840a3fc4dd87 admin admin] For port 26c39133-e2e0-43b3-954d-65fd92bf22b2, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=26c39133-e2e0-43b3-954d-65fd92bf22b2,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:35.109313 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a46a8134-c986-478e-9aa5-840a3fc4dd87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:35.130340 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-a46a8134-c986-478e-9aa5-840a3fc4dd87 admin admin] Calling delete_port for 26c39133-e2e0-43b3-954d-65fd92bf22b2 owned by network:router_gateway {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:35.133538 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-994502e2-8f2b-4d7f-bec2-f688bbeb420f req-cd617cf9-701a-4533-b992-d8f057e00ff9 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Request body: {'port': {'device_id': '8b33525c-3cd0-40b3-9294-085acd011908', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'admin_state_up': True, 'tenant_id': '98fba296214f428abbebc213da9d926a'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:35.242377 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a9161e70-392f-44d4-b32b-c7e50998168e req-1b42646e-5d82-412c-b97f-228f64fb3b6c tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:35.250886 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a9161e70-392f-44d4-b32b-c7e50998168e req-1b42646e-5d82-412c-b97f-228f64fb3b6c tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:35.312835 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-994502e2-8f2b-4d7f-bec2-f688bbeb420f req-cd617cf9-701a-4533-b992-d8f057e00ff9 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Made reservation on behalf of 98fba296214f428abbebc213da9d926a for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:35.317850 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-994502e2-8f2b-4d7f-bec2-f688bbeb420f req-cd617cf9-701a-4533-b992-d8f057e00ff9 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:35.467931 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b42646e-5d82-412c-b97f-228f64fb3b6c tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1002ab-95b2-4827-850f-9b38e38527f5,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:35.596390 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-a9161e70-392f-44d4-b32b-c7e50998168e req-1b42646e-5d82-412c-b97f-228f64fb3b6c tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Allocated IP 192.168.233.163 (172a28b2-119c-4d70-aef1-a731eb107d6c/3288e972-21d8-4a52-9002-05790fb0bb61/6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:44:35.629974 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device febc230a-5398-4703-957b-dfec7dafc0df no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:44:35.695496 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: febc230a-5398-4703-957b-dfec7dafc0df {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:44:35.697122 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device febc230a-5398-4703-957b-dfec7dafc0df not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:44:35.708820 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a46a8134-c986-478e-9aa5-840a3fc4dd87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:35.753873 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46a8134-c986-478e-9aa5-840a3fc4dd87 admin admin] Pushing event deleted for resources: {'Port': ['ID=26c39133-e2e0-43b3-954d-65fd92bf22b2,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:35.863960 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a46a8134-c986-478e-9aa5-840a3fc4dd87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:35.994064 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a46a8134-c986-478e-9aa5-840a3fc4dd87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:36.001121 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a46a8134-c986-478e-9aa5-840a3fc4dd87 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:36.056691 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a9161e70-392f-44d4-b32b-c7e50998168e req-1b42646e-5d82-412c-b97f-228f64fb3b6c tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:36.071795 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a46a8134-c986-478e-9aa5-840a3fc4dd87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:36.072700 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46a8134-c986-478e-9aa5-840a3fc4dd87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03239183-3b3c-429c-9801-77281cd8ea56 {{(pid=102661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:44:36.078933 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a46a8134-c986-478e-9aa5-840a3fc4dd87 admin admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:36.083583 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46632) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:36.094359 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a46a8134-c986-478e-9aa5-840a3fc4dd87 admin admin] 10.222.0.20 "DELETE /v2.0/routers/03239183-3b3c-429c-9801-77281cd8ea56 HTTP/1.1" status: 204 len: 168 time: 2.9510901 Nov 12 00:44:36.175165 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-74ccb91f-5f89-4050-8322-c079256e6532 admin admin] Deleting subnet 7743c0bf-14cf-4cee-b811-46086c0f7df5 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:44:36.180345 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-74ccb91f-5f89-4050-8322-c079256e6532 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:36.224943 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-81fe34b0-dbd4-4af8-8909-f64b12549a8a req-9b43becd-2664-4c4b-8de9-71ff33fc69f0 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=073b59dc-c814-4e18-ac29-bfa1e0e35b3c HTTP/1.1" status: 200 len: 210 time: 0.0896151 Nov 12 00:44:36.232546 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a9161e70-392f-44d4-b32b-c7e50998168e req-1b42646e-5d82-412c-b97f-228f64fb3b6c tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:36.353724 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-384aa38c-6abf-49d1-ba91-cb628c279753 req-9d4bdbfb-173c-4e78-998a-0975d7aa2094 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b33525c-3cd0-40b3-9294-085acd011908 HTTP/1.1" status: 200 len: 210 time: 0.0939786 Nov 12 00:44:36.398899 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-994502e2-8f2b-4d7f-bec2-f688bbeb420f req-cd617cf9-701a-4533-b992-d8f057e00ff9 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Allocated IP 192.168.233.203 (172a28b2-119c-4d70-aef1-a731eb107d6c/3288e972-21d8-4a52-9002-05790fb0bb61/c970cd50-f46d-4fcb-8d6f-0abc0a130140) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:44:36.415342 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bc59ae02-42c1-4fef-bf97-1b986a055fe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:36.510206 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-74ccb91f-5f89-4050-8322-c079256e6532 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:36.560429 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9161e70-392f-44d4-b32b-c7e50998168e req-1b42646e-5d82-412c-b97f-228f64fb3b6c tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Network 172a28b2-119c-4d70-aef1-a731eb107d6c is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:36.620402 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-a9161e70-392f-44d4-b32b-c7e50998168e req-1b42646e-5d82-412c-b97f-228f64fb3b6c tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:36.630712 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9161e70-392f-44d4-b32b-c7e50998168e req-1b42646e-5d82-412c-b97f-228f64fb3b6c tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:44:36.697921 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-994502e2-8f2b-4d7f-bec2-f688bbeb420f req-cd617cf9-701a-4533-b992-d8f057e00ff9 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:36.719231 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-74ccb91f-5f89-4050-8322-c079256e6532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:36.859469 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9161e70-392f-44d4-b32b-c7e50998168e req-1b42646e-5d82-412c-b97f-228f64fb3b6c tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:36.860111 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a9161e70-392f-44d4-b32b-c7e50998168e req-1b42646e-5d82-412c-b97f-228f64fb3b6c tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:36.866983 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b42646e-5d82-412c-b97f-228f64fb3b6c tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Pushing event updated for resources: {'Port': ['ID=6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:36.917288 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a9161e70-392f-44d4-b32b-c7e50998168e req-1b42646e-5d82-412c-b97f-228f64fb3b6c tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5085993 Nov 12 00:44:36.917610 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-994502e2-8f2b-4d7f-bec2-f688bbeb420f req-cd617cf9-701a-4533-b992-d8f057e00ff9 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:36.949013 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-a9161e70-392f-44d4-b32b-c7e50998168e req-727bb341-190c-4258-a853-98f7076d209f service neutron] Request body: {'port': {'device_id': '3befc9a9-2773-486a-806b-92422a5d1d6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:36.965512 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123de331-2ae2-44f4-b90e-dbbbab1683ad req-d74eb6bc-5f5b-49cf-b65a-9b8d8b9d7349 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:36.967882 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-123de331-2ae2-44f4-b90e-dbbbab1683ad req-d74eb6bc-5f5b-49cf-b65a-9b8d8b9d7349 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.54 "GET /v2.0/networks?id=6b2d1442-0e79-422e-955b-efc39299c7dd HTTP/1.1" status: 200 len: 806 time: 0.5558286 Nov 12 00:44:37.045509 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-123de331-2ae2-44f4-b90e-dbbbab1683ad req-e8b797b5-e97a-49a0-8d0a-dd1591baaff3 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Request body: {'port': {'device_id': '073b59dc-c814-4e18-ac29-bfa1e0e35b3c', 'network_id': '6b2d1442-0e79-422e-955b-efc39299c7dd', 'admin_state_up': True, 'tenant_id': '78b3942b4d1d42e395f1a600361aab79'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:37.074455 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-dcca6e8d-5f18-43ff-8ebe-f825230cd11d None None] Provisioning complete for port 6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:37.075861 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-dcca6e8d-5f18-43ff-8ebe-f825230cd11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:37.145775 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd617cf9-701a-4533-b992-d8f057e00ff9 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Pushing event updated for resources: {'Port': ['ID=c970cd50-f46d-4fcb-8d6f-0abc0a130140,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:37.156797 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a9161e70-392f-44d4-b32b-c7e50998168e req-727bb341-190c-4258-a853-98f7076d209f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:37.167336 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-994502e2-8f2b-4d7f-bec2-f688bbeb420f req-cd617cf9-701a-4533-b992-d8f057e00ff9 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Network 172a28b2-119c-4d70-aef1-a731eb107d6c is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:37.169836 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-994502e2-8f2b-4d7f-bec2-f688bbeb420f req-cd617cf9-701a-4533-b992-d8f057e00ff9 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:37.175217 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-74ccb91f-5f89-4050-8322-c079256e6532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:37.177976 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-dcca6e8d-5f18-43ff-8ebe-f825230cd11d None None] Port 6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:44:37.179640 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-994502e2-8f2b-4d7f-bec2-f688bbeb420f req-cd617cf9-701a-4533-b992-d8f057e00ff9 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:44:37.300435 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994502e2-8f2b-4d7f-bec2-f688bbeb420f req-cd617cf9-701a-4533-b992-d8f057e00ff9 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:37.301408 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-994502e2-8f2b-4d7f-bec2-f688bbeb420f req-cd617cf9-701a-4533-b992-d8f057e00ff9 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:37.329938 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-994502e2-8f2b-4d7f-bec2-f688bbeb420f req-cd617cf9-701a-4533-b992-d8f057e00ff9 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2113917 Nov 12 00:44:37.361122 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-74ccb91f-5f89-4050-8322-c079256e6532 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:37.368228 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ace4ff-b2f9-4c1f-8c1f-d6e10a94ec20 None None] Network a07e017e-d520-4e1d-927b-3bed68913820 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:44:37.382698 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-74ccb91f-5f89-4050-8322-c079256e6532 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7743c0bf-14cf-4cee-b811-46086c0f7df5 HTTP/1.1" status: 204 len: 168 time: 1.2974410 Nov 12 00:44:37.388874 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46650) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:37.403732 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-994502e2-8f2b-4d7f-bec2-f688bbeb420f req-69537be9-d5f5-407a-ac0c-f2cc9e551b7e service neutron] Request body: {'port': {'device_id': '8b33525c-3cd0-40b3-9294-085acd011908', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:37.475542 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ccb91f-5f89-4050-8322-c079256e6532 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7743c0bf-14cf-4cee-b811-46086c0f7df5,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:37.514305 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-123de331-2ae2-44f4-b90e-dbbbab1683ad req-e8b797b5-e97a-49a0-8d0a-dd1591baaff3 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Made reservation on behalf of 78b3942b4d1d42e395f1a600361aab79 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:37.533129 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-123de331-2ae2-44f4-b90e-dbbbab1683ad req-e8b797b5-e97a-49a0-8d0a-dd1591baaff3 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:37.547169 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-350523f8-48f1-4af5-a39e-d11ad0d8cbc6 req-18d3e2f8-e59b-49d3-8dc1-380407092f33 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=073b59dc-c814-4e18-ac29-bfa1e0e35b3c HTTP/1.1" status: 200 len: 210 time: 0.0753617 Nov 12 00:44:37.611816 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-994502e2-8f2b-4d7f-bec2-f688bbeb420f req-69537be9-d5f5-407a-ac0c-f2cc9e551b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:37.768135 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 26c39133-e2e0-43b3-954d-65fd92bf22b2 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:44:37.820960 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:37.866149 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-5e84b2fe-d31c-4a32-a14f-4d4fcabaa627 None None] Provisioning complete for port c970cd50-f46d-4fcb-8d6f-0abc0a130140 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:37.866513 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5e84b2fe-d31c-4a32-a14f-4d4fcabaa627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:37.880632 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-90494acc-7cbe-4844-8496-75cff87d93ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:37.913320 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 26c39133-e2e0-43b3-954d-65fd92bf22b2 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:44:37.925614 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 26c39133-e2e0-43b3-954d-65fd92bf22b2 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:44:37.964909 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-5e84b2fe-d31c-4a32-a14f-4d4fcabaa627 None None] Port c970cd50-f46d-4fcb-8d6f-0abc0a130140 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:44:38.047652 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810992c3-ebc4-4844-8342-990989103393 req-228fd337-c833-45b3-8a94-724d5b8c0987 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:38.053456 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-810992c3-ebc4-4844-8342-990989103393 req-228fd337-c833-45b3-8a94-724d5b8c0987 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b33525c-3cd0-40b3-9294-085acd011908 HTTP/1.1" status: 200 len: 936 time: 0.5613914 Nov 12 00:44:38.061012 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecffdc98-e18a-446d-a34f-cfb76408ebec None None] DHCP port deletion for a07e017e-d520-4e1d-927b-3bed68913820 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:44:38.186131 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-ecffdc98-e18a-446d-a34f-cfb76408ebec None None] Deleting port 53b8107e-2e79-48ce-ba02-fd82ad6e7fd1 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:38.187282 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ecffdc98-e18a-446d-a34f-cfb76408ebec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:38.293857 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-810992c3-ebc4-4844-8342-990989103393 req-98a60991-4e9d-4fa6-b94c-6d97ab33f1f3 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084138 Nov 12 00:44:38.301846 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-123de331-2ae2-44f4-b90e-dbbbab1683ad req-e8b797b5-e97a-49a0-8d0a-dd1591baaff3 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Allocated IP 172.20.0.2 (6b2d1442-0e79-422e-955b-efc39299c7dd/e9ebb41c-1861-43b6-b921-ba560680823b/78d03380-0ab2-4799-9eaa-abbc00d65504) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:44:38.321073 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-ecffdc98-e18a-446d-a34f-cfb76408ebec None None] For port 53b8107e-2e79-48ce-ba02-fd82ad6e7fd1, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=53b8107e-2e79-48ce-ba02-fd82ad6e7fd1,segment=NetworkSegment(1bd3e553-8072-461b-ab78-51e900cef389),segment_id=1bd3e553-8072-461b-ab78-51e900cef389)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:38.321752 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ecffdc98-e18a-446d-a34f-cfb76408ebec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:38.335352 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-a9161e70-392f-44d4-b32b-c7e50998168e req-727bb341-190c-4258-a853-98f7076d209f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:44:38.346469 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-ecffdc98-e18a-446d-a34f-cfb76408ebec None None] Calling delete_port for 53b8107e-2e79-48ce-ba02-fd82ad6e7fd1 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:38.348030 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a9161e70-392f-44d4-b32b-c7e50998168e req-727bb341-190c-4258-a853-98f7076d209f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:38.369544 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-90494acc-7cbe-4844-8496-75cff87d93ba admin admin] Deleting port 53b8107e-2e79-48ce-ba02-fd82ad6e7fd1 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:38.373647 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-90494acc-7cbe-4844-8496-75cff87d93ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:38.436164 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ecffdc98-e18a-446d-a34f-cfb76408ebec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:38.457553 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-90494acc-7cbe-4844-8496-75cff87d93ba admin admin] For port 53b8107e-2e79-48ce-ba02-fd82ad6e7fd1, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=53b8107e-2e79-48ce-ba02-fd82ad6e7fd1,segment=NetworkSegment(1bd3e553-8072-461b-ab78-51e900cef389),segment_id=1bd3e553-8072-461b-ab78-51e900cef389)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:38.458400 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-90494acc-7cbe-4844-8496-75cff87d93ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:38.468352 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecffdc98-e18a-446d-a34f-cfb76408ebec None None] Pushing event deleted for resources: {'Port': ['ID=53b8107e-2e79-48ce-ba02-fd82ad6e7fd1,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:38.470442 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecffdc98-e18a-446d-a34f-cfb76408ebec None None] No DVR routers for this DVR port 53b8107e-2e79-48ce-ba02-fd82ad6e7fd1 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:44:38.487818 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-90494acc-7cbe-4844-8496-75cff87d93ba admin admin] Calling delete_port for 53b8107e-2e79-48ce-ba02-fd82ad6e7fd1 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:38.695589 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b0200b80-0dd6-4276-9a3d-cfa43284e6f9 req-042c789c-4e5e-4d8a-a86d-16280d4fb3b3 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=073b59dc-c814-4e18-ac29-bfa1e0e35b3c HTTP/1.1" status: 200 len: 210 time: 0.0606277 Nov 12 00:44:38.749558 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-123de331-2ae2-44f4-b90e-dbbbab1683ad req-e8b797b5-e97a-49a0-8d0a-dd1591baaff3 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:38.754137 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-90494acc-7cbe-4844-8496-75cff87d93ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:38.762639 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-a9161e70-392f-44d4-b32b-c7e50998168e req-727bb341-190c-4258-a853-98f7076d209f service neutron] Transition to ACTIVE for port object 6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:44:38.782291 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a9161e70-392f-44d4-b32b-c7e50998168e req-727bb341-190c-4258-a853-98f7076d209f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:38.820545 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90494acc-7cbe-4844-8496-75cff87d93ba admin admin] Pushing event deleted for resources: {'Port': ['ID=53b8107e-2e79-48ce-ba02-fd82ad6e7fd1,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:38.822965 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90494acc-7cbe-4844-8496-75cff87d93ba admin admin] No DVR routers for this DVR port 53b8107e-2e79-48ce-ba02-fd82ad6e7fd1 on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:44:39.002829 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727bb341-190c-4258-a853-98f7076d209f service neutron] Pushing event updated for resources: {'Port': ['ID=6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:39.064458 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-123de331-2ae2-44f4-b90e-dbbbab1683ad req-e8b797b5-e97a-49a0-8d0a-dd1591baaff3 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:39.093856 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-994502e2-8f2b-4d7f-bec2-f688bbeb420f req-69537be9-d5f5-407a-ac0c-f2cc9e551b7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c970cd50-f46d-4fcb-8d6f-0abc0a130140 {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:44:39.110505 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['25329fc1-d1a5-4c67-85e3-ffe2ca49309c'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:44:39.111286 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-994502e2-8f2b-4d7f-bec2-f688bbeb420f req-69537be9-d5f5-407a-ac0c-f2cc9e551b7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:39.155406 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-994502e2-8f2b-4d7f-bec2-f688bbeb420f req-69537be9-d5f5-407a-ac0c-f2cc9e551b7e service neutron] Transition to ACTIVE for port object c970cd50-f46d-4fcb-8d6f-0abc0a130140 will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:44:39.161088 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-994502e2-8f2b-4d7f-bec2-f688bbeb420f req-69537be9-d5f5-407a-ac0c-f2cc9e551b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:39.310218 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:39.324583 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69537be9-d5f5-407a-ac0c-f2cc9e551b7e service neutron] Pushing event updated for resources: {'Port': ['ID=c970cd50-f46d-4fcb-8d6f-0abc0a130140,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:39.484272 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-90494acc-7cbe-4844-8496-75cff87d93ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:39.545438 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-90494acc-7cbe-4844-8496-75cff87d93ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a07e017e-d520-4e1d-927b-3bed68913820']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:39.558493 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-90494acc-7cbe-4844-8496-75cff87d93ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bd3e553-8072-461b-ab78-51e900cef389') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:39.559694 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-90494acc-7cbe-4844-8496-75cff87d93ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bd3e553-8072-461b-ab78-51e900cef389') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:39.582707 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-90494acc-7cbe-4844-8496-75cff87d93ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:39.602527 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-90494acc-7cbe-4844-8496-75cff87d93ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:39.614816 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90494acc-7cbe-4844-8496-75cff87d93ba admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:44:39.615447 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-90494acc-7cbe-4844-8496-75cff87d93ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:39.696641 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-123de331-2ae2-44f4-b90e-dbbbab1683ad req-e8b797b5-e97a-49a0-8d0a-dd1591baaff3 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Network 6b2d1442-0e79-422e-955b-efc39299c7dd is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:39.711131 n-d-812236-11 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:44:39.711131 n-d-812236-11 neutron-server[102661]: self.session.flush() Nov 12 00:44:39.711131 n-d-812236-11 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:44:39.711131 n-d-812236-11 neutron-server[102661]: self.session.flush() Nov 12 00:44:39.711131 n-d-812236-11 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:44:39.711131 n-d-812236-11 neutron-server[102661]: self.session.flush() Nov 12 00:44:39.711131 n-d-812236-11 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:44:39.711131 n-d-812236-11 neutron-server[102661]: self.session.flush() Nov 12 00:44:39.711131 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:44:39.711131 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:44:39.711131 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:44:39.711131 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:44:39.711131 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:44:39.711131 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:44:39.711131 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:44:39.711131 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:44:39.711131 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:44:39.711131 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:44:39.711131 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:44:39.711131 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:44:39.711131 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:44:39.711131 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:44:39.711131 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:44:39.711131 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:44:39.711131 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:44:39.711131 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:44:39.711131 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:44:39.711131 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:44:39.711131 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:44:39.711131 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:44:39.711131 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:44:39.711131 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:44:39.711131 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:44:39.711131 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:44:39.711131 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:44:39.711131 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:44:39.711131 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:44:39.711131 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:44:39.711131 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:44:39.711131 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:44:39.724879 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 53b8107e-2e79-48ce-ba02-fd82ad6e7fd1 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:44:39.734644 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-123de331-2ae2-44f4-b90e-dbbbab1683ad req-e8b797b5-e97a-49a0-8d0a-dd1591baaff3 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:39.740572 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-123de331-2ae2-44f4-b90e-dbbbab1683ad req-e8b797b5-e97a-49a0-8d0a-dd1591baaff3 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:44:39.749024 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c6a16-8ba0-41c9-97d4-8a8d4843bd56 req-dc30a958-5931-4175-9544-1b58a87c25aa tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:39.750847 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c57c6a16-8ba0-41c9-97d4-8a8d4843bd56 req-dc30a958-5931-4175-9544-1b58a87c25aa tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b33525c-3cd0-40b3-9294-085acd011908 HTTP/1.1" status: 200 len: 948 time: 0.2278261 Nov 12 00:44:39.751583 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-994502e2-8f2b-4d7f-bec2-f688bbeb420f req-69537be9-d5f5-407a-ac0c-f2cc9e551b7e service neutron] Attempting to bind port c970cd50-f46d-4fcb-8d6f-0abc0a130140 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:39.751901 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-994502e2-8f2b-4d7f-bec2-f688bbeb420f req-69537be9-d5f5-407a-ac0c-f2cc9e551b7e service neutron] Attempting to bind port c970cd50-f46d-4fcb-8d6f-0abc0a130140 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:39.752225 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994502e2-8f2b-4d7f-bec2-f688bbeb420f req-69537be9-d5f5-407a-ac0c-f2cc9e551b7e service neutron] Attempting to bind port c970cd50-f46d-4fcb-8d6f-0abc0a130140 on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:39.758222 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b797b5-e97a-49a0-8d0a-dd1591baaff3 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Pushing event updated for resources: {'Port': ['ID=78d03380-0ab2-4799-9eaa-abbc00d65504,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:39.787755 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-90494acc-7cbe-4844-8496-75cff87d93ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:39.788022 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 53b8107e-2e79-48ce-ba02-fd82ad6e7fd1 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:44:39.788378 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 53b8107e-2e79-48ce-ba02-fd82ad6e7fd1 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:44:39.790235 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:39.798212 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994502e2-8f2b-4d7f-bec2-f688bbeb420f req-69537be9-d5f5-407a-ac0c-f2cc9e551b7e service neutron] Port c970cd50-f46d-4fcb-8d6f-0abc0a130140 on network 172a28b2-119c-4d70-aef1-a731eb107d6c not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:44:39.798726 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994502e2-8f2b-4d7f-bec2-f688bbeb420f req-69537be9-d5f5-407a-ac0c-f2cc9e551b7e service neutron] Attempting to bind port c970cd50-f46d-4fcb-8d6f-0abc0a130140 on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:39.800786 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-90494acc-7cbe-4844-8496-75cff87d93ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:39.812011 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-90494acc-7cbe-4844-8496-75cff87d93ba admin admin] 10.222.0.20 "DELETE /v2.0/networks/a07e017e-d520-4e1d-927b-3bed68913820 HTTP/1.1" status: 204 len: 168 time: 2.4047580 Nov 12 00:44:39.846556 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994502e2-8f2b-4d7f-bec2-f688bbeb420f req-69537be9-d5f5-407a-ac0c-f2cc9e551b7e service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:44:39.848609 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994502e2-8f2b-4d7f-bec2-f688bbeb420f req-69537be9-d5f5-407a-ac0c-f2cc9e551b7e service neutron] Checking segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:44:39.849251 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994502e2-8f2b-4d7f-bec2-f688bbeb420f req-69537be9-d5f5-407a-ac0c-f2cc9e551b7e service neutron] Bound using segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:44:39.849962 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-994502e2-8f2b-4d7f-bec2-f688bbeb420f req-69537be9-d5f5-407a-ac0c-f2cc9e551b7e service neutron] Bound port: c970cd50-f46d-4fcb-8d6f-0abc0a130140, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:44:39.850750 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-994502e2-8f2b-4d7f-bec2-f688bbeb420f req-69537be9-d5f5-407a-ac0c-f2cc9e551b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:39.915827 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90494acc-7cbe-4844-8496-75cff87d93ba admin admin] Pushing event deleted for resources: {'Network': ['ID=a07e017e-d520-4e1d-927b-3bed68913820,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:39.921938 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c57c6a16-8ba0-41c9-97d4-8a8d4843bd56 req-dacde613-8e7a-4f0c-b487-076e0a7b291a tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628845 Nov 12 00:44:40.049990 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123de331-2ae2-44f4-b90e-dbbbab1683ad req-e8b797b5-e97a-49a0-8d0a-dd1591baaff3 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:40.050979 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-123de331-2ae2-44f4-b90e-dbbbab1683ad req-e8b797b5-e97a-49a0-8d0a-dd1591baaff3 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:40.053319 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-994502e2-8f2b-4d7f-bec2-f688bbeb420f req-69537be9-d5f5-407a-ac0c-f2cc9e551b7e service neutron] For port c970cd50-f46d-4fcb-8d6f-0abc0a130140, host n-h1-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:44:40.062778 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-a9161e70-392f-44d4-b32b-c7e50998168e req-727bb341-190c-4258-a853-98f7076d209f service neutron] Attempting to bind port 6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:40.063387 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-994502e2-8f2b-4d7f-bec2-f688bbeb420f req-69537be9-d5f5-407a-ac0c-f2cc9e551b7e service neutron] For port c970cd50-f46d-4fcb-8d6f-0abc0a130140, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=c970cd50-f46d-4fcb-8d6f-0abc0a130140,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:44:40.063667 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-a9161e70-392f-44d4-b32b-c7e50998168e req-727bb341-190c-4258-a853-98f7076d209f service neutron] Attempting to bind port 6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:40.064256 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9161e70-392f-44d4-b32b-c7e50998168e req-727bb341-190c-4258-a853-98f7076d209f service neutron] Attempting to bind port 6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3 on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:40.079494 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-994502e2-8f2b-4d7f-bec2-f688bbeb420f req-69537be9-d5f5-407a-ac0c-f2cc9e551b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:40.101142 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9161e70-392f-44d4-b32b-c7e50998168e req-727bb341-190c-4258-a853-98f7076d209f service neutron] Port 6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3 on network 172a28b2-119c-4d70-aef1-a731eb107d6c not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:44:40.102204 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9161e70-392f-44d4-b32b-c7e50998168e req-727bb341-190c-4258-a853-98f7076d209f service neutron] Attempting to bind port 6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3 on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:40.112242 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-123de331-2ae2-44f4-b90e-dbbbab1683ad req-e8b797b5-e97a-49a0-8d0a-dd1591baaff3 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0892513 Nov 12 00:44:40.134374 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994502e2-8f2b-4d7f-bec2-f688bbeb420f req-69537be9-d5f5-407a-ac0c-f2cc9e551b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:40.136360 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-994502e2-8f2b-4d7f-bec2-f688bbeb420f req-69537be9-d5f5-407a-ac0c-f2cc9e551b7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:40.140449 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-994502e2-8f2b-4d7f-bec2-f688bbeb420f req-69537be9-d5f5-407a-ac0c-f2cc9e551b7e service neutron] 10.222.0.49 "PUT /v2.0/ports/c970cd50-f46d-4fcb-8d6f-0abc0a130140 HTTP/1.1" status: 200 len: 1097 time: 2.7836480 Nov 12 00:44:40.143454 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b33525c-3cd0-40b3-9294-085acd011908', 'tag': 'c970cd50-f46d-4fcb-8d6f-0abc0a130140'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:40.149721 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9012ff4e-7c41-49bc-9da5-ec03a5b9c3ed" -d '{"events": [{"name": "network-changed", "server_uuid": "8b33525c-3cd0-40b3-9294-085acd011908", "tag": "c970cd50-f46d-4fcb-8d6f-0abc0a130140"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:40.166950 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-123de331-2ae2-44f4-b90e-dbbbab1683ad req-a1e3b4f6-a9a5-4a87-8cc7-d5bcc902774b service neutron] Request body: {'port': {'device_id': '073b59dc-c814-4e18-ac29-bfa1e0e35b3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:40.181832 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9161e70-392f-44d4-b32b-c7e50998168e req-727bb341-190c-4258-a853-98f7076d209f service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:44:40.193554 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9161e70-392f-44d4-b32b-c7e50998168e req-727bb341-190c-4258-a853-98f7076d209f service neutron] Checking segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:44:40.194121 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9161e70-392f-44d4-b32b-c7e50998168e req-727bb341-190c-4258-a853-98f7076d209f service neutron] Bound using segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:44:40.194729 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-a9161e70-392f-44d4-b32b-c7e50998168e req-727bb341-190c-4258-a853-98f7076d209f service neutron] Bound port: 6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:44:40.195171 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a9161e70-392f-44d4-b32b-c7e50998168e req-727bb341-190c-4258-a853-98f7076d209f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:40.210168 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46702) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:40.223901 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59891d-5a8a-4319-8fe7-bf1809319372 req-dd1bc99e-d026-4d8c-976a-8aaa596de6e9 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:40.234723 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ef59891d-5a8a-4319-8fe7-bf1809319372 req-dd1bc99e-d026-4d8c-976a-8aaa596de6e9 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=073b59dc-c814-4e18-ac29-bfa1e0e35b3c HTTP/1.1" status: 200 len: 931 time: 0.3201852 Nov 12 00:44:40.362774 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1021dcbf-fdce-432f-8da7-6e00a570acd9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5106ef1cf2ac464fbbc46619abf32aaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1481841 Nov 12 00:44:40.367015 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69537be9-d5f5-407a-ac0c-f2cc9e551b7e service neutron] Pushing event updated for resources: {'Port': ['ID=c970cd50-f46d-4fcb-8d6f-0abc0a130140,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:40.369018 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46706) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:40.379394 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1121af7f-18a4-4e9b-8819-4023ac584fab x-openstack-request-id: req-1121af7f-18a4-4e9b-8819-4023ac584fab {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:40.379394 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b33525c-3cd0-40b3-9294-085acd011908", "tag": "c970cd50-f46d-4fcb-8d6f-0abc0a130140", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:40.379394 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1121af7f-18a4-4e9b-8819-4023ac584fab {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:40.379394 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b33525c-3cd0-40b3-9294-085acd011908', 'tag': 'c970cd50-f46d-4fcb-8d6f-0abc0a130140', 'status': 'completed', 'code': 200} Nov 12 00:44:40.391289 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994502e2-8f2b-4d7f-bec2-f688bbeb420f req-a7df66d8-cfd9-440f-b37d-202d4f537b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:40.397347 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-994502e2-8f2b-4d7f-bec2-f688bbeb420f req-a7df66d8-cfd9-440f-b37d-202d4f537b13 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=98fba296214f428abbebc213da9d926a&device_id=8b33525c-3cd0-40b3-9294-085acd011908 HTTP/1.1" status: 200 len: 1100 time: 0.1690693 Nov 12 00:44:40.472566 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-994502e2-8f2b-4d7f-bec2-f688bbeb420f req-5f1b03f0-1b87-4064-af08-409334265d57 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=c970cd50-f46d-4fcb-8d6f-0abc0a130140 HTTP/1.1" status: 200 len: 217 time: 0.0610895 Nov 12 00:44:40.494603 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:40.542818 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ef59891d-5a8a-4319-8fe7-bf1809319372 req-a59e9db0-3689-46ab-8abd-eb39223cc096 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690423 Nov 12 00:44:40.597796 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994502e2-8f2b-4d7f-bec2-f688bbeb420f req-ac78e8d5-073d-4930-92dc-a39e5980f03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:40.599525 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-994502e2-8f2b-4d7f-bec2-f688bbeb420f req-ac78e8d5-073d-4930-92dc-a39e5980f03a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.1139007 Nov 12 00:44:40.630476 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-a9161e70-392f-44d4-b32b-c7e50998168e req-727bb341-190c-4258-a853-98f7076d209f service neutron] For port 6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:44:40.656144 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-a9161e70-392f-44d4-b32b-c7e50998168e req-727bb341-190c-4258-a853-98f7076d209f service neutron] For port 6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:44:40.668146 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a9161e70-392f-44d4-b32b-c7e50998168e req-727bb341-190c-4258-a853-98f7076d209f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:40.692378 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994502e2-8f2b-4d7f-bec2-f688bbeb420f req-cfe31db0-27a3-4333-a385-bbde2094d64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:40.693902 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-994502e2-8f2b-4d7f-bec2-f688bbeb420f req-cfe31db0-27a3-4333-a385-bbde2094d64f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0874026 Nov 12 00:44:40.714840 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-123de331-2ae2-44f4-b90e-dbbbab1683ad req-a1e3b4f6-a9a5-4a87-8cc7-d5bcc902774b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:40.761138 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-281f98b3-1f34-4bfa-85f4-0b5082beb33f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:40.764357 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9161e70-392f-44d4-b32b-c7e50998168e req-727bb341-190c-4258-a853-98f7076d209f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:40.764974 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a9161e70-392f-44d4-b32b-c7e50998168e req-727bb341-190c-4258-a853-98f7076d209f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:40.766398 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a9161e70-392f-44d4-b32b-c7e50998168e req-727bb341-190c-4258-a853-98f7076d209f service neutron] 10.222.0.49 "PUT /v2.0/ports/6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3 HTTP/1.1" status: 200 len: 1097 time: 3.8275352 Nov 12 00:44:40.773366 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3befc9a9-2773-486a-806b-92422a5d1d6b', 'tag': '6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:40.775684 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c334a129-41d7-4c2b-b4b8-1252295e544e" -d '{"events": [{"name": "network-changed", "server_uuid": "3befc9a9-2773-486a-806b-92422a5d1d6b", "tag": "6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:40.914783 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-994502e2-8f2b-4d7f-bec2-f688bbeb420f req-d7bdc0fb-66b4-47c5-abc9-c019aead2597 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139564 Nov 12 00:44:40.916439 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-281f98b3-1f34-4bfa-85f4-0b5082beb33f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:41.143398 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-994502e2-8f2b-4d7f-bec2-f688bbeb420f req-0065f93c-9222-4cd7-827d-cd48926a2c4e service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195349 Nov 12 00:44:41.200891 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010d549-4c8a-4881-b956-678e28b785cc req-d67ed0d5-20c6-4d41-8225-f36d35715735 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:41.202563 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b010d549-4c8a-4881-b956-678e28b785cc req-d67ed0d5-20c6-4d41-8225-f36d35715735 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b33525c-3cd0-40b3-9294-085acd011908 HTTP/1.1" status: 200 len: 948 time: 0.1326458 Nov 12 00:44:41.405572 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012ff4e-7c41-49bc-9da5-ec03a5b9c3ed req-046a3dde-3e48-4c65-ac31-3498237967d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:41.407739 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9012ff4e-7c41-49bc-9da5-ec03a5b9c3ed req-046a3dde-3e48-4c65-ac31-3498237967d5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=98fba296214f428abbebc213da9d926a&device_id=8b33525c-3cd0-40b3-9294-085acd011908 HTTP/1.1" status: 200 len: 1100 time: 0.1411321 Nov 12 00:44:41.421212 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b010d549-4c8a-4881-b956-678e28b785cc req-4f3d8ab5-4bbb-448d-944a-dde147a7e01c tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098770 Nov 12 00:44:41.436009 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f9c731-bb0b-4367-b951-ad95b3a6bcd2 x-openstack-request-id: req-77f9c731-bb0b-4367-b951-ad95b3a6bcd2 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:41.436537 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3befc9a9-2773-486a-806b-92422a5d1d6b", "tag": "6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:41.436537 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-77f9c731-bb0b-4367-b951-ad95b3a6bcd2 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:41.436911 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3befc9a9-2773-486a-806b-92422a5d1d6b', 'tag': '6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3', 'status': 'completed', 'code': 200} Nov 12 00:44:41.544950 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727bb341-190c-4258-a853-98f7076d209f service neutron] Pushing event updated for resources: {'Port': ['ID=6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:41.548887 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012ff4e-7c41-49bc-9da5-ec03a5b9c3ed req-194a45be-5381-4aff-9962-0ebe047a011c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:41.550683 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9012ff4e-7c41-49bc-9da5-ec03a5b9c3ed req-194a45be-5381-4aff-9962-0ebe047a011c service neutron] 10.222.0.49 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.1237981 Nov 12 00:44:41.613119 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9161e70-392f-44d4-b32b-c7e50998168e req-73cf729e-e730-4bbb-9172-91ebd2ca3dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:41.614669 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a9161e70-392f-44d4-b32b-c7e50998168e req-73cf729e-e730-4bbb-9172-91ebd2ca3dde service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=98fba296214f428abbebc213da9d926a&device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 1100 time: 0.7651896 Nov 12 00:44:41.637442 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9012ff4e-7c41-49bc-9da5-ec03a5b9c3ed req-c2cc08de-8c8f-46fa-824c-5828a1cad213 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=c970cd50-f46d-4fcb-8d6f-0abc0a130140 HTTP/1.1" status: 200 len: 217 time: 0.0729434 Nov 12 00:44:41.711229 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a9161e70-392f-44d4-b32b-c7e50998168e req-52d171f4-f1cc-44da-8fc2-5a4f52047336 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3 HTTP/1.1" status: 200 len: 217 time: 0.0785825 Nov 12 00:44:41.717109 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012ff4e-7c41-49bc-9da5-ec03a5b9c3ed req-c1ee702b-79a1-4147-8bf7-1e1a52c953a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:41.718597 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9012ff4e-7c41-49bc-9da5-ec03a5b9c3ed req-c1ee702b-79a1-4147-8bf7-1e1a52c953a1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.0746346 Nov 12 00:44:41.831633 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820168ba-bbdd-42f6-a127-cf9543ae0176 req-783247e7-aee1-4522-996d-5a039ac6b3a0 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:41.838900 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-820168ba-bbdd-42f6-a127-cf9543ae0176 req-783247e7-aee1-4522-996d-5a039ac6b3a0 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=073b59dc-c814-4e18-ac29-bfa1e0e35b3c HTTP/1.1" status: 200 len: 931 time: 0.1192694 Nov 12 00:44:41.880676 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012ff4e-7c41-49bc-9da5-ec03a5b9c3ed req-facc8914-b182-4e79-8962-4bba4f56f739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:41.882166 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9012ff4e-7c41-49bc-9da5-ec03a5b9c3ed req-facc8914-b182-4e79-8962-4bba4f56f739 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1237133 Nov 12 00:44:41.887210 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-123de331-2ae2-44f4-b90e-dbbbab1683ad req-a1e3b4f6-a9a5-4a87-8cc7-d5bcc902774b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78d03380-0ab2-4799-9eaa-abbc00d65504 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:44:41.897144 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-123de331-2ae2-44f4-b90e-dbbbab1683ad req-a1e3b4f6-a9a5-4a87-8cc7-d5bcc902774b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:41.913601 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-123de331-2ae2-44f4-b90e-dbbbab1683ad req-a1e3b4f6-a9a5-4a87-8cc7-d5bcc902774b service neutron] Transition to ACTIVE for port object 78d03380-0ab2-4799-9eaa-abbc00d65504 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:44:41.914189 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-820168ba-bbdd-42f6-a127-cf9543ae0176 req-02019ba7-d835-4558-8a23-f71f49c89055 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697038 Nov 12 00:44:41.927720 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-123de331-2ae2-44f4-b90e-dbbbab1683ad req-a1e3b4f6-a9a5-4a87-8cc7-d5bcc902774b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:42.013365 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9012ff4e-7c41-49bc-9da5-ec03a5b9c3ed req-099a008b-68ef-4f9e-a501-081128e79cab service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226716 Nov 12 00:44:42.067506 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-281f98b3-1f34-4bfa-85f4-0b5082beb33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:42.070203 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-281f98b3-1f34-4bfa-85f4-0b5082beb33f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:42.074695 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-281f98b3-1f34-4bfa-85f4-0b5082beb33f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0fc5467a-a933-4c4c-a418-d79919f05be7 HTTP/1.1" status: 204 len: 168 time: 1.6905744 Nov 12 00:44:42.114061 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-123de331-2ae2-44f4-b90e-dbbbab1683ad req-a1e3b4f6-a9a5-4a87-8cc7-d5bcc902774b service neutron] Attempting to bind port 78d03380-0ab2-4799-9eaa-abbc00d65504 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:42.114403 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-123de331-2ae2-44f4-b90e-dbbbab1683ad req-a1e3b4f6-a9a5-4a87-8cc7-d5bcc902774b service neutron] Attempting to bind port 78d03380-0ab2-4799-9eaa-abbc00d65504 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '6c913048-0125-4fcf-b07f-89f668c97b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '6b2d1442-0e79-422e-955b-efc39299c7dd'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:42.114853 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123de331-2ae2-44f4-b90e-dbbbab1683ad req-a1e3b4f6-a9a5-4a87-8cc7-d5bcc902774b service neutron] Attempting to bind port 78d03380-0ab2-4799-9eaa-abbc00d65504 on network 6b2d1442-0e79-422e-955b-efc39299c7dd {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:42.117148 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281f98b3-1f34-4bfa-85f4-0b5082beb33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc5467a-a933-4c4c-a418-d79919f05be7,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:42.141766 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9161e70-392f-44d4-b32b-c7e50998168e req-18e45f41-0453-482b-8128-04cdd2d6e31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:42.154333 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a9161e70-392f-44d4-b32b-c7e50998168e req-18e45f41-0453-482b-8128-04cdd2d6e31e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.2385197 Nov 12 00:44:42.159784 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123de331-2ae2-44f4-b90e-dbbbab1683ad req-a1e3b4f6-a9a5-4a87-8cc7-d5bcc902774b service neutron] Port 78d03380-0ab2-4799-9eaa-abbc00d65504 on network 6b2d1442-0e79-422e-955b-efc39299c7dd not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:44:42.160396 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123de331-2ae2-44f4-b90e-dbbbab1683ad req-a1e3b4f6-a9a5-4a87-8cc7-d5bcc902774b service neutron] Attempting to bind port 78d03380-0ab2-4799-9eaa-abbc00d65504 on network 6b2d1442-0e79-422e-955b-efc39299c7dd {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:42.162206 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9012ff4e-7c41-49bc-9da5-ec03a5b9c3ed req-8f36edf7-f434-4ecf-8e2e-9368798b6ec8 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415355 Nov 12 00:44:42.170094 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123de331-2ae2-44f4-b90e-dbbbab1683ad req-a1e3b4f6-a9a5-4a87-8cc7-d5bcc902774b service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:44:42.170685 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123de331-2ae2-44f4-b90e-dbbbab1683ad req-a1e3b4f6-a9a5-4a87-8cc7-d5bcc902774b service neutron] Checking segment: {'id': '6c913048-0125-4fcf-b07f-89f668c97b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '6b2d1442-0e79-422e-955b-efc39299c7dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:44:42.171328 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123de331-2ae2-44f4-b90e-dbbbab1683ad req-a1e3b4f6-a9a5-4a87-8cc7-d5bcc902774b service neutron] Bound using segment: {'id': '6c913048-0125-4fcf-b07f-89f668c97b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '6b2d1442-0e79-422e-955b-efc39299c7dd'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:44:42.171994 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-123de331-2ae2-44f4-b90e-dbbbab1683ad req-a1e3b4f6-a9a5-4a87-8cc7-d5bcc902774b service neutron] Bound port: 78d03380-0ab2-4799-9eaa-abbc00d65504, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c913048-0125-4fcf-b07f-89f668c97b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '6b2d1442-0e79-422e-955b-efc39299c7dd'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:44:42.172629 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-123de331-2ae2-44f4-b90e-dbbbab1683ad req-a1e3b4f6-a9a5-4a87-8cc7-d5bcc902774b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:42.234400 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e3b4f6-a9a5-4a87-8cc7-d5bcc902774b service neutron] Pushing event updated for resources: {'Port': ['ID=78d03380-0ab2-4799-9eaa-abbc00d65504,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:42.288955 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9161e70-392f-44d4-b32b-c7e50998168e req-001704ea-48aa-4e75-87b3-aa897d9d3648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:42.290680 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a9161e70-392f-44d4-b32b-c7e50998168e req-001704ea-48aa-4e75-87b3-aa897d9d3648 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1225486 Nov 12 00:44:42.405058 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:42.538628 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-123de331-2ae2-44f4-b90e-dbbbab1683ad req-a1e3b4f6-a9a5-4a87-8cc7-d5bcc902774b service neutron] For port 78d03380-0ab2-4799-9eaa-abbc00d65504, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:44:42.607361 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-123de331-2ae2-44f4-b90e-dbbbab1683ad req-a1e3b4f6-a9a5-4a87-8cc7-d5bcc902774b service neutron] For port 78d03380-0ab2-4799-9eaa-abbc00d65504, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=78d03380-0ab2-4799-9eaa-abbc00d65504,segment=NetworkSegment(6c913048-0125-4fcf-b07f-89f668c97b8b),segment_id=6c913048-0125-4fcf-b07f-89f668c97b8b)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:44:42.622430 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-123de331-2ae2-44f4-b90e-dbbbab1683ad req-a1e3b4f6-a9a5-4a87-8cc7-d5bcc902774b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:42.634717 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46752) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:42.646324 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a9161e70-392f-44d4-b32b-c7e50998168e req-6d55d5a0-fc36-4017-961f-880a5e6cf06d service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410168 Nov 12 00:44:42.700304 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184deb5-856a-4f6d-8f56-1280368f34b7 req-389f6d10-2212-4446-a951-85940c06f953 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:42.702371 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7184deb5-856a-4f6d-8f56-1280368f34b7 req-389f6d10-2212-4446-a951-85940c06f953 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b33525c-3cd0-40b3-9294-085acd011908 HTTP/1.1" status: 200 len: 948 time: 0.0738971 Nov 12 00:44:42.706508 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123de331-2ae2-44f4-b90e-dbbbab1683ad req-a1e3b4f6-a9a5-4a87-8cc7-d5bcc902774b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:42.707130 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-123de331-2ae2-44f4-b90e-dbbbab1683ad req-a1e3b4f6-a9a5-4a87-8cc7-d5bcc902774b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:42.708528 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-123de331-2ae2-44f4-b90e-dbbbab1683ad req-a1e3b4f6-a9a5-4a87-8cc7-d5bcc902774b service neutron] 10.222.0.54 "PUT /v2.0/ports/78d03380-0ab2-4799-9eaa-abbc00d65504 HTTP/1.1" status: 200 len: 1092 time: 2.5599685 Nov 12 00:44:42.719558 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900fd6c-9ce9-4e28-af73-eaea920f8165 req-1c182822-db5d-4b74-9a29-3ad9f8012fb0 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:42.721101 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9900fd6c-9ce9-4e28-af73-eaea920f8165 req-1c182822-db5d-4b74-9a29-3ad9f8012fb0 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b HTTP/1.1" status: 200 len: 945 time: 0.1954110 Nov 12 00:44:42.781291 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7184deb5-856a-4f6d-8f56-1280368f34b7 req-e666ce7d-188e-42c4-8392-bd10258d415f tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714598 Nov 12 00:44:42.843621 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e3b4f6-a9a5-4a87-8cc7-d5bcc902774b service neutron] Pushing event updated for resources: {'Port': ['ID=78d03380-0ab2-4799-9eaa-abbc00d65504,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:42.881136 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4f3d1f86-0e6b-49c1-b1a8-24571135f7e4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3f590a2f3e6a4c64b327b48da0d076bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2448308 Nov 12 00:44:42.884384 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46758) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:42.919848 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9900fd6c-9ce9-4e28-af73-eaea920f8165 req-195dacc5-c5bc-49ea-84f1-ecd2adeab4e2 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670172 Nov 12 00:44:42.950676 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123de331-2ae2-44f4-b90e-dbbbab1683ad req-f6c676b7-855f-4f64-9e55-23858b5a9b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:42.954863 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-123de331-2ae2-44f4-b90e-dbbbab1683ad req-f6c676b7-855f-4f64-9e55-23858b5a9b1b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=78b3942b4d1d42e395f1a600361aab79&device_id=073b59dc-c814-4e18-ac29-bfa1e0e35b3c HTTP/1.1" status: 200 len: 1095 time: 0.1476059 Nov 12 00:44:42.960768 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a9161e70-392f-44d4-b32b-c7e50998168e req-b6511a29-811d-4e4c-ba23-a385248e2a75 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804792 Nov 12 00:44:43.002047 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cd92e8a5-2fe0-4b3c-963f-6fe110cdcc07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:43.071942 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cd92e8a5-2fe0-4b3c-963f-6fe110cdcc07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:43.096834 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-123de331-2ae2-44f4-b90e-dbbbab1683ad req-dcccadec-b2c4-4dfc-97f5-61141267345d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=78d03380-0ab2-4799-9eaa-abbc00d65504 HTTP/1.1" status: 200 len: 217 time: 0.1241128 Nov 12 00:44:43.126814 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e57450-f2b5-4951-88a4-66a7a6909ce3 req-f89acfff-32cd-496c-ae96-c16adac2a5df tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:43.134665 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-78e57450-f2b5-4951-88a4-66a7a6909ce3 req-f89acfff-32cd-496c-ae96-c16adac2a5df tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=073b59dc-c814-4e18-ac29-bfa1e0e35b3c HTTP/1.1" status: 200 len: 943 time: 0.1162939 Nov 12 00:44:43.175401 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cd92e8a5-2fe0-4b3c-963f-6fe110cdcc07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:43.178108 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cd92e8a5-2fe0-4b3c-963f-6fe110cdcc07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:43.181542 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-cd92e8a5-2fe0-4b3c-963f-6fe110cdcc07 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c64c7048-8f1e-40a9-92b7-ab08dce79649 HTTP/1.1" status: 204 len: 168 time: 0.2937758 Nov 12 00:44:43.203226 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123de331-2ae2-44f4-b90e-dbbbab1683ad req-4e791a85-7d3b-4417-8835-625f7e7cf336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:43.205108 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-123de331-2ae2-44f4-b90e-dbbbab1683ad req-4e791a85-7d3b-4417-8835-625f7e7cf336 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e9ebb41c-1861-43b6-b921-ba560680823b HTTP/1.1" status: 200 len: 846 time: 0.0758538 Nov 12 00:44:43.212050 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334a129-41d7-4c2b-b4b8-1252295e544e req-f1808806-0471-4cb4-b763-0a95742716bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:43.214919 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c334a129-41d7-4c2b-b4b8-1252295e544e req-f1808806-0471-4cb4-b763-0a95742716bf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=98fba296214f428abbebc213da9d926a&device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 1100 time: 0.1315341 Nov 12 00:44:43.220500 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd92e8a5-2fe0-4b3c-963f-6fe110cdcc07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64c7048-8f1e-40a9-92b7-ab08dce79649,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:43.239718 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-78e57450-f2b5-4951-88a4-66a7a6909ce3 req-e1a0b485-fb65-46c4-9236-1f58ee8cec27 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038072 Nov 12 00:44:43.291094 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-123de331-2ae2-44f4-b90e-dbbbab1683ad req-342cefe9-edf9-4f70-9655-47be381d4608 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b2d1442-0e79-422e-955b-efc39299c7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751081 Nov 12 00:44:43.434296 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-123de331-2ae2-44f4-b90e-dbbbab1683ad req-222848c3-a775-424a-8db7-3e6c1523fdfa service neutron] 10.222.0.54 "GET /v2.0/networks/6b2d1442-0e79-422e-955b-efc39299c7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113710 Nov 12 00:44:43.440106 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '073b59dc-c814-4e18-ac29-bfa1e0e35b3c', 'tag': '78d03380-0ab2-4799-9eaa-abbc00d65504'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:43.442801 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f347c7c8-1c26-4500-901f-3f15fe23afb8" -d '{"events": [{"name": "network-changed", "server_uuid": "073b59dc-c814-4e18-ac29-bfa1e0e35b3c", "tag": "78d03380-0ab2-4799-9eaa-abbc00d65504"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:43.459565 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334a129-41d7-4c2b-b4b8-1252295e544e req-7749ece4-4cff-45e8-97f3-82069f6679d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:43.462020 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f4e73-6511-4c7a-bb15-49fe93ba4a57 req-09c57654-8ace-4b4d-8a47-4622d88fbc1d tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:43.463746 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-294f4e73-6511-4c7a-bb15-49fe93ba4a57 req-09c57654-8ace-4b4d-8a47-4622d88fbc1d tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.54 "GET /v2.0/ports?device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b HTTP/1.1" status: 200 len: 945 time: 0.0707073 Nov 12 00:44:43.466269 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c334a129-41d7-4c2b-b4b8-1252295e544e req-7749ece4-4cff-45e8-97f3-82069f6679d0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.2334359 Nov 12 00:44:43.526666 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b30bac-0e9f-4b25-a8a0-0f3ff23ae7bf x-openstack-request-id: req-64b30bac-0e9f-4b25-a8a0-0f3ff23ae7bf {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:43.530576 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "073b59dc-c814-4e18-ac29-bfa1e0e35b3c", "tag": "78d03380-0ab2-4799-9eaa-abbc00d65504", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:43.530950 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-64b30bac-0e9f-4b25-a8a0-0f3ff23ae7bf {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:43.535360 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '073b59dc-c814-4e18-ac29-bfa1e0e35b3c', 'tag': '78d03380-0ab2-4799-9eaa-abbc00d65504', 'status': 'completed', 'code': 200} Nov 12 00:44:43.609345 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c334a129-41d7-4c2b-b4b8-1252295e544e req-c4cca295-69c9-4afe-9449-262b3b37551d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3 HTTP/1.1" status: 200 len: 217 time: 0.1334786 Nov 12 00:44:43.667146 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-294f4e73-6511-4c7a-bb15-49fe93ba4a57 req-d704cf14-e931-4844-9bad-1c324e972bb7 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Deleting port c8ff2049-02a3-42f0-a400-fd605dfd586d {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:43.668644 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-294f4e73-6511-4c7a-bb15-49fe93ba4a57 req-d704cf14-e931-4844-9bad-1c324e972bb7 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:43.714923 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334a129-41d7-4c2b-b4b8-1252295e544e req-02706967-9973-4118-b096-7cc21e6f5c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:43.716577 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c334a129-41d7-4c2b-b4b8-1252295e544e req-02706967-9973-4118-b096-7cc21e6f5c0b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.0557446 Nov 12 00:44:43.791388 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-294f4e73-6511-4c7a-bb15-49fe93ba4a57 req-d704cf14-e931-4844-9bad-1c324e972bb7 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] For port c8ff2049-02a3-42f0-a400-fd605dfd586d, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=c8ff2049-02a3-42f0-a400-fd605dfd586d,segment=NetworkSegment(6dc56b81-8d8e-4b44-90a6-8b45d539a128),segment_id=6dc56b81-8d8e-4b44-90a6-8b45d539a128)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:43.791869 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-294f4e73-6511-4c7a-bb15-49fe93ba4a57 req-d704cf14-e931-4844-9bad-1c324e972bb7 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:43.803867 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-123de331-2ae2-44f4-b90e-dbbbab1683ad req-956c5692-b793-4250-b0e0-580208eb82cf service neutron] 10.222.0.54 "GET /v2.0/networks/6b2d1442-0e79-422e-955b-efc39299c7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361557 Nov 12 00:44:43.806686 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334a129-41d7-4c2b-b4b8-1252295e544e req-13aeb44e-3020-4bb4-b307-f8db4e725218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:43.809457 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c334a129-41d7-4c2b-b4b8-1252295e544e req-13aeb44e-3020-4bb4-b307-f8db4e725218 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0823877 Nov 12 00:44:44.097010 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c334a129-41d7-4c2b-b4b8-1252295e544e req-77292fa9-f517-4ef2-901b-1ed7f02487a9 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794991 Nov 12 00:44:44.104955 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347c7c8-1c26-4500-901f-3f15fe23afb8 req-31aefbd8-bc89-40e5-bec8-6d58bf6b1fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:44.106878 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f347c7c8-1c26-4500-901f-3f15fe23afb8 req-31aefbd8-bc89-40e5-bec8-6d58bf6b1fe1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=78b3942b4d1d42e395f1a600361aab79&device_id=073b59dc-c814-4e18-ac29-bfa1e0e35b3c HTTP/1.1" status: 200 len: 1095 time: 0.1635845 Nov 12 00:44:44.177982 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-294f4e73-6511-4c7a-bb15-49fe93ba4a57 req-d704cf14-e931-4844-9bad-1c324e972bb7 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Calling delete_port for c8ff2049-02a3-42f0-a400-fd605dfd586d owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:44.187577 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device c970cd50-f46d-4fcb-8d6f-0abc0a130140 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:44:44.210779 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864baf99-f17a-4f02-8c36-6b67174a0232 req-0a3f1b5b-ac00-4c5d-8f1c-60ecee425884 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:44.219500 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-864baf99-f17a-4f02-8c36-6b67174a0232 req-0a3f1b5b-ac00-4c5d-8f1c-60ecee425884 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b33525c-3cd0-40b3-9294-085acd011908 HTTP/1.1" status: 200 len: 948 time: 0.2774992 Nov 12 00:44:44.357059 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port c970cd50-f46d-4fcb-8d6f-0abc0a130140, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=c970cd50-f46d-4fcb-8d6f-0abc0a130140,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:44.359440 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6035c16-b7c4-40e0-a8a6-4c54f2aa317a req-0143d3e6-cf79-46f1-80d7-062f4a6292c2 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:44.367028 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d6035c16-b7c4-40e0-a8a6-4c54f2aa317a req-0143d3e6-cf79-46f1-80d7-062f4a6292c2 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=385d89e2-f5e2-49c3-98c5-4a71c450e67b HTTP/1.1" status: 200 len: 866 time: 0.1909089 Nov 12 00:44:44.367600 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347c7c8-1c26-4500-901f-3f15fe23afb8 req-2527ca45-845a-49c4-b6ff-c279b039a994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:44.368930 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-294f4e73-6511-4c7a-bb15-49fe93ba4a57 req-d704cf14-e931-4844-9bad-1c324e972bb7 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:44.369594 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f347c7c8-1c26-4500-901f-3f15fe23afb8 req-2527ca45-845a-49c4-b6ff-c279b039a994 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6b2d1442-0e79-422e-955b-efc39299c7dd HTTP/1.1" status: 200 len: 907 time: 0.2511702 Nov 12 00:44:44.370200 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': 'c970cd50-f46d-4fcb-8d6f-0abc0a130140', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'port_id': 'c970cd50-f46d-4fcb-8d6f-0abc0a130140', 'mac_address': 'fa:16:3e:f5:5e:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3288e972-21d8-4a52-9002-05790fb0bb61', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:44:44.417003 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-864baf99-f17a-4f02-8c36-6b67174a0232 req-e80b7f46-67c2-444b-b895-95a05f386052 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963310 Nov 12 00:44:44.449152 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d704cf14-e931-4844-9bad-1c324e972bb7 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Pushing event deleted for resources: {'Port': ['ID=c8ff2049-02a3-42f0-a400-fd605dfd586d,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:44.450950 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:44.463521 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f347c7c8-1c26-4500-901f-3f15fe23afb8 req-300e0d27-53fe-4a6b-a6bb-820b2c26294a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=78d03380-0ab2-4799-9eaa-abbc00d65504 HTTP/1.1" status: 200 len: 217 time: 0.0580151 Nov 12 00:44:44.468865 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c334a129-41d7-4c2b-b4b8-1252295e544e req-1f0f7fe7-3de1-425c-828d-9800bff7877c service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607938 Nov 12 00:44:44.480015 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c970cd50-f46d-4fcb-8d6f-0abc0a130140 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:44:44.504976 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port c970cd50-f46d-4fcb-8d6f-0abc0a130140, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=c970cd50-f46d-4fcb-8d6f-0abc0a130140,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:44.513792 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:44.514161 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-294f4e73-6511-4c7a-bb15-49fe93ba4a57 req-d704cf14-e931-4844-9bad-1c324e972bb7 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] No DVR routers for this DVR port c8ff2049-02a3-42f0-a400-fd605dfd586d on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:44:44.522577 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d6035c16-b7c4-40e0-a8a6-4c54f2aa317a req-fa037f1f-d5db-4ec8-aaca-0b71b091c191 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545095 Nov 12 00:44:44.523757 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-294f4e73-6511-4c7a-bb15-49fe93ba4a57 req-d704cf14-e931-4844-9bad-1c324e972bb7 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:44.532847 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-294f4e73-6511-4c7a-bb15-49fe93ba4a57 req-d704cf14-e931-4844-9bad-1c324e972bb7 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.54 "DELETE /v2.0/ports/c8ff2049-02a3-42f0-a400-fd605dfd586d HTTP/1.1" status: 204 len: 173 time: 1.0542290 Nov 12 00:44:44.534524 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385d89e2-f5e2-49c3-98c5-4a71c450e67b', 'name': 'network-vif-deleted', 'tag': 'c8ff2049-02a3-42f0-a400-fd605dfd586d'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:44.541193 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910bfc78-f430-4c8f-8c52-40165682c582" -d '{"events": [{"server_uuid": "385d89e2-f5e2-49c3-98c5-4a71c450e67b", "name": "network-vif-deleted", "tag": "c8ff2049-02a3-42f0-a400-fd605dfd586d"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:44.568228 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347c7c8-1c26-4500-901f-3f15fe23afb8 req-cb7d4942-9edf-431a-bad2-6a9948c5d023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:44.570112 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f347c7c8-1c26-4500-901f-3f15fe23afb8 req-cb7d4942-9edf-431a-bad2-6a9948c5d023 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e9ebb41c-1861-43b6-b921-ba560680823b HTTP/1.1" status: 200 len: 846 time: 0.0987568 Nov 12 00:44:44.584811 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=c970cd50-f46d-4fcb-8d6f-0abc0a130140,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:44.637843 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f347c7c8-1c26-4500-901f-3f15fe23afb8 req-91c0d595-3362-4f74-979b-aba994898355 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b2d1442-0e79-422e-955b-efc39299c7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494218 Nov 12 00:44:44.795694 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d74780c-0eed-4579-a128-07cc038e7534 req-2d239e0e-984f-4865-9071-c7870831ec7f tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:44.797272 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6d74780c-0eed-4579-a128-07cc038e7534 req-2d239e0e-984f-4865-9071-c7870831ec7f tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=073b59dc-c814-4e18-ac29-bfa1e0e35b3c HTTP/1.1" status: 200 len: 943 time: 0.1397610 Nov 12 00:44:44.818683 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['c970cd50-f46d-4fcb-8d6f-0abc0a130140'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:44:44.841700 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f347c7c8-1c26-4500-901f-3f15fe23afb8 req-4108da20-ae05-4770-a228-b0d807e83859 service neutron] 10.222.0.54 "GET /v2.0/networks/6b2d1442-0e79-422e-955b-efc39299c7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925731 Nov 12 00:44:44.916221 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80a3555-8129-4474-bf29-75c07f1d36f8 x-openstack-request-id: req-f80a3555-8129-4474-bf29-75c07f1d36f8 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:44.916510 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385d89e2-f5e2-49c3-98c5-4a71c450e67b", "name": "network-vif-deleted", "tag": "c8ff2049-02a3-42f0-a400-fd605dfd586d", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:44.916760 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f80a3555-8129-4474-bf29-75c07f1d36f8 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:44.918412 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385d89e2-f5e2-49c3-98c5-4a71c450e67b', 'name': 'network-vif-deleted', 'tag': 'c8ff2049-02a3-42f0-a400-fd605dfd586d', 'status': 'completed', 'code': 200} Nov 12 00:44:44.956090 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6d74780c-0eed-4579-a128-07cc038e7534 req-e7245a3f-49d5-463d-874e-861371b5d064 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431546 Nov 12 00:44:45.002730 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f347c7c8-1c26-4500-901f-3f15fe23afb8 req-9505a3b0-caab-4f10-bb1e-8c933c510977 service neutron] 10.222.0.54 "GET /v2.0/networks/6b2d1442-0e79-422e-955b-efc39299c7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484611 Nov 12 00:44:45.556529 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac67651-2267-484d-b950-bb11144c1704 req-d6e4bf55-1c8c-4217-ae88-9f319e2b63f3 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:45.558986 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3ac67651-2267-484d-b950-bb11144c1704 req-d6e4bf55-1c8c-4217-ae88-9f319e2b63f3 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b33525c-3cd0-40b3-9294-085acd011908 HTTP/1.1" status: 200 len: 949 time: 0.0619683 Nov 12 00:44:45.625898 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3ac67651-2267-484d-b950-bb11144c1704 req-93d6ab3e-d655-4056-97de-821861d6788f tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543613 Nov 12 00:44:45.960580 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70826774-be02-46eb-b606-e1346e3caa8d req-80ec1717-2197-486e-8ec8-401902ad1ad3 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:45.962815 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-70826774-be02-46eb-b606-e1346e3caa8d req-80ec1717-2197-486e-8ec8-401902ad1ad3 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c HTTP/1.1" status: 200 len: 945 time: 0.0726018 Nov 12 00:44:46.036823 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-70826774-be02-46eb-b606-e1346e3caa8d req-c7f4c880-eef7-4a45-a0fe-a56487d7c3a5 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650632 Nov 12 00:44:46.081925 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46866) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:46.144473 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d097f1e-da93-44bb-b348-cc4729228670 req-2438fc16-e749-42dd-8d15-36ab22a812e9 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:46.146305 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0d097f1e-da93-44bb-b348-cc4729228670 req-2438fc16-e749-42dd-8d15-36ab22a812e9 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=073b59dc-c814-4e18-ac29-bfa1e0e35b3c HTTP/1.1" status: 200 len: 943 time: 0.0603049 Nov 12 00:44:46.204024 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:44:46.206019 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0d097f1e-da93-44bb-b348-cc4729228670 req-87c2988a-3652-4767-84b3-f5bce079c84e tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515554 Nov 12 00:44:46.210146 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device c970cd50-f46d-4fcb-8d6f-0abc0a130140 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:44:46.248440 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6f1406a8-473e-4db8-b473-3c38648ce31a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:46.351699 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:46.360184 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6f1406a8-473e-4db8-b473-3c38648ce31a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:46.364783 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6f1406a8-473e-4db8-b473-3c38648ce31a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:46.366217 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port c970cd50-f46d-4fcb-8d6f-0abc0a130140 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:44:46.371596 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'port_id': '6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3', 'mac_address': 'fa:16:3e:54:2b:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3288e972-21d8-4a52-9002-05790fb0bb61', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:44:46.374399 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port c970cd50-f46d-4fcb-8d6f-0abc0a130140 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:46.374763 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:46.405449 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6f1406a8-473e-4db8-b473-3c38648ce31a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e50156fc25a43d4a358426c3aafc559&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3222206 Nov 12 00:44:46.406740 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1406a8-473e-4db8-b473-3c38648ce31a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2864d54d-9317-4029-82bd-d0c5c7dd71af,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:46.408191 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46870) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:46.449888 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:46.469912 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:44:46.470200 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1a862a8f-c600-4e61-85d6-614b877756a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:46.495115 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1a862a8f-c600-4e61-85d6-614b877756a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:46.520524 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:46.528265 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:46.550094 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1a862a8f-c600-4e61-85d6-614b877756a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:46.552735 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1a862a8f-c600-4e61-85d6-614b877756a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:46.556231 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1a862a8f-c600-4e61-85d6-614b877756a0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2864d54d-9317-4029-82bd-d0c5c7dd71af HTTP/1.1" status: 204 len: 168 time: 0.1447062 Nov 12 00:44:46.563597 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:46.572631 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a862a8f-c600-4e61-85d6-614b877756a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2864d54d-9317-4029-82bd-d0c5c7dd71af,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:46.612722 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b33525c-3cd0-40b3-9294-085acd011908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c970cd50-f46d-4fcb-8d6f-0abc0a130140'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:46.614732 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf58f16-36e7-4c19-bd7b-776c86bb830a" -d '{"events": [{"server_uuid": "8b33525c-3cd0-40b3-9294-085acd011908", "name": "network-vif-plugged", "status": "completed", "tag": "c970cd50-f46d-4fcb-8d6f-0abc0a130140"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:46.631052 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:46.634403 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port c970cd50-f46d-4fcb-8d6f-0abc0a130140, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=c970cd50-f46d-4fcb-8d6f-0abc0a130140,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:46.639970 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:46.644383 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ef258-a5fa-4872-878e-c55a8acdd2d3 req-47aa939f-3ca8-4607-a3b6-41207aa20f62 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:46.646199 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1b0ef258-a5fa-4872-878e-c55a8acdd2d3 req-47aa939f-3ca8-4607-a3b6-41207aa20f62 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.54 "GET /v2.0/ports?device_id=9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c HTTP/1.1" status: 200 len: 945 time: 0.0597956 Nov 12 00:44:46.722871 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=c970cd50-f46d-4fcb-8d6f-0abc0a130140,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:46.731679 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d4b510-f38c-455b-baba-780d850577b1 x-openstack-request-id: req-c8d4b510-f38c-455b-baba-780d850577b1 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:46.732695 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b33525c-3cd0-40b3-9294-085acd011908", "name": "network-vif-plugged", "status": "completed", "tag": "c970cd50-f46d-4fcb-8d6f-0abc0a130140", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:46.733046 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c8d4b510-f38c-455b-baba-780d850577b1 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:46.733587 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b33525c-3cd0-40b3-9294-085acd011908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c970cd50-f46d-4fcb-8d6f-0abc0a130140', 'code': 200} Nov 12 00:44:46.810904 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f70b7f-40fe-4a92-bdd2-7f13ca01baec req-216fd975-a08c-4442-9804-782ad56380ed tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:46.812461 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-00f70b7f-40fe-4a92-bdd2-7f13ca01baec req-216fd975-a08c-4442-9804-782ad56380ed tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b33525c-3cd0-40b3-9294-085acd011908 HTTP/1.1" status: 200 len: 950 time: 0.0673447 Nov 12 00:44:46.813603 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:44:46.815135 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-1b0ef258-a5fa-4872-878e-c55a8acdd2d3 req-6e56daae-9b53-4cb4-b657-dca57d6e71f2 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Deleting port 72b6950c-8f9a-4518-af85-fcd8787c0065 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:46.815465 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-1b0ef258-a5fa-4872-878e-c55a8acdd2d3 req-6e56daae-9b53-4cb4-b657-dca57d6e71f2 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:46.987008 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-00f70b7f-40fe-4a92-bdd2-7f13ca01baec req-11b6ad2b-e942-4205-a67e-6cff15a67bc3 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670489 Nov 12 00:44:46.999262 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609ce04-b7df-4127-b4f6-4c35c80ce032 req-16f75a4d-3f5c-4291-bf08-5f60dab760bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:47.000827 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e609ce04-b7df-4127-b4f6-4c35c80ce032 req-16f75a4d-3f5c-4291-bf08-5f60dab760bb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8b33525c-3cd0-40b3-9294-085acd011908 HTTP/1.1" status: 200 len: 1102 time: 0.1253200 Nov 12 00:44:47.037088 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-1b0ef258-a5fa-4872-878e-c55a8acdd2d3 req-6e56daae-9b53-4cb4-b657-dca57d6e71f2 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] For port 72b6950c-8f9a-4518-af85-fcd8787c0065, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=72b6950c-8f9a-4518-af85-fcd8787c0065,segment=NetworkSegment(6dc56b81-8d8e-4b44-90a6-8b45d539a128),segment_id=6dc56b81-8d8e-4b44-90a6-8b45d539a128)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:47.037485 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-1b0ef258-a5fa-4872-878e-c55a8acdd2d3 req-6e56daae-9b53-4cb4-b657-dca57d6e71f2 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:47.054946 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-1b0ef258-a5fa-4872-878e-c55a8acdd2d3 req-6e56daae-9b53-4cb4-b657-dca57d6e71f2 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Calling delete_port for 72b6950c-8f9a-4518-af85-fcd8787c0065 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:47.084501 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e609ce04-b7df-4127-b4f6-4c35c80ce032 req-c982ec67-cd57-4a05-b016-27d1bb97f0a8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698216 Nov 12 00:44:47.215618 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea66cb88-3389-4418-88f6-c24fc617fa65 req-28977159-7d4a-4014-aa88-5020cc125755 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:47.224311 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 78d03380-0ab2-4799-9eaa-abbc00d65504 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:44:47.240121 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device c8ff2049-02a3-42f0-a400-fd605dfd586d no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:44:47.240998 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ea66cb88-3389-4418-88f6-c24fc617fa65 req-28977159-7d4a-4014-aa88-5020cc125755 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c HTTP/1.1" status: 200 len: 945 time: 0.0913649 Nov 12 00:44:47.250364 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-1b0ef258-a5fa-4872-878e-c55a8acdd2d3 req-6e56daae-9b53-4cb4-b657-dca57d6e71f2 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:47.325793 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ea66cb88-3389-4418-88f6-c24fc617fa65 req-6b5e2006-3476-4121-bfd5-eaabea06abe2 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780480 Nov 12 00:44:47.332409 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56daae-9b53-4cb4-b657-dca57d6e71f2 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Pushing event deleted for resources: {'Port': ['ID=72b6950c-8f9a-4518-af85-fcd8787c0065,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:47.391351 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: c8ff2049-02a3-42f0-a400-fd605dfd586d {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:44:47.391692 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device c8ff2049-02a3-42f0-a400-fd605dfd586d not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:44:47.401660 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b0ef258-a5fa-4872-878e-c55a8acdd2d3 req-6e56daae-9b53-4cb4-b657-dca57d6e71f2 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] No DVR routers for this DVR port 72b6950c-8f9a-4518-af85-fcd8787c0065 on host n-h2-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:44:47.406641 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-1b0ef258-a5fa-4872-878e-c55a8acdd2d3 req-6e56daae-9b53-4cb4-b657-dca57d6e71f2 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:47.422901 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1b0ef258-a5fa-4872-878e-c55a8acdd2d3 req-6e56daae-9b53-4cb4-b657-dca57d6e71f2 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.54 "DELETE /v2.0/ports/72b6950c-8f9a-4518-af85-fcd8787c0065 HTTP/1.1" status: 204 len: 173 time: 0.7697182 Nov 12 00:44:47.424212 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c', 'name': 'network-vif-deleted', 'tag': '72b6950c-8f9a-4518-af85-fcd8787c0065'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:47.426817 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295845d7-fc31-4a31-b49c-697508c24523" -d '{"events": [{"server_uuid": "9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c", "name": "network-vif-deleted", "tag": "72b6950c-8f9a-4518-af85-fcd8787c0065"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:47.451695 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 78d03380-0ab2-4799-9eaa-abbc00d65504, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=78d03380-0ab2-4799-9eaa-abbc00d65504,segment=NetworkSegment(6c913048-0125-4fcf-b07f-89f668c97b8b),segment_id=6c913048-0125-4fcf-b07f-89f668c97b8b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:47.469334 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '78d03380-0ab2-4799-9eaa-abbc00d65504', 'network_id': '6b2d1442-0e79-422e-955b-efc39299c7dd', 'port_id': '78d03380-0ab2-4799-9eaa-abbc00d65504', 'mac_address': 'fa:16:3e:16:c4:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ebb41c-1861-43b6-b921-ba560680823b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:44:47.491130 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fef5cd7-4cde-4bab-beb9-fad3bd13d40f x-openstack-request-id: req-5fef5cd7-4cde-4bab-beb9-fad3bd13d40f {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:47.491427 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c", "name": "network-vif-deleted", "tag": "72b6950c-8f9a-4518-af85-fcd8787c0065", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:47.491681 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5fef5cd7-4cde-4bab-beb9-fad3bd13d40f {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:47.492076 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aec76f9-9cc1-44a1-85d7-b3e0eea40f9c', 'name': 'network-vif-deleted', 'tag': '72b6950c-8f9a-4518-af85-fcd8787c0065', 'status': 'completed', 'code': 200} Nov 12 00:44:47.519671 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:47.527262 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f8d8e-b6d7-4286-a953-a6fba7ac7347 req-d049eac8-2522-43b3-a91e-d849539622f9 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:47.540636 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fe1f8d8e-b6d7-4286-a953-a6fba7ac7347 req-d049eac8-2522-43b3-a91e-d849539622f9 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=073b59dc-c814-4e18-ac29-bfa1e0e35b3c HTTP/1.1" status: 200 len: 943 time: 0.1479216 Nov 12 00:44:47.556754 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78d03380-0ab2-4799-9eaa-abbc00d65504 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:44:47.604099 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 78d03380-0ab2-4799-9eaa-abbc00d65504, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=78d03380-0ab2-4799-9eaa-abbc00d65504,segment=NetworkSegment(6c913048-0125-4fcf-b07f-89f668c97b8b),segment_id=6c913048-0125-4fcf-b07f-89f668c97b8b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:47.612301 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:47.642728 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fe1f8d8e-b6d7-4286-a953-a6fba7ac7347 req-0e1f75c6-594b-4d1e-814c-bbe6f3be441c tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004498 Nov 12 00:44:47.696503 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=78d03380-0ab2-4799-9eaa-abbc00d65504,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:47.927004 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-32388157-097b-47df-83aa-8ad467f28636 req-f79d3848-4aa0-4218-b1b5-041ddc990474 tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=0d5e615c355a4206b3c4390671861c0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214581 Nov 12 00:44:48.106086 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32388157-097b-47df-83aa-8ad467f28636 req-79624397-2ef9-470b-b1cf-74849a7fbb83 tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:48.114233 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-32388157-097b-47df-83aa-8ad467f28636 req-79624397-2ef9-470b-b1cf-74849a7fbb83 tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1815667 Nov 12 00:44:48.116104 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['78d03380-0ab2-4799-9eaa-abbc00d65504'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:44:48.143118 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-32388157-097b-47df-83aa-8ad467f28636 req-02c470dd-45d2-4707-a0f9-a8e9de57dbf1 tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] 10.222.0.20 "GET /v2.0/quotas/0d5e615c355a4206b3c4390671861c0e HTTP/1.1" status: 200 len: 375 time: 0.0276906 Nov 12 00:44:48.185139 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5b7f7-59bf-4b06-af82-e6a2be9917ce req-2e2f4f7d-d74f-495e-b00c-bc5463ee7bad tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:48.189326 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-77b5b7f7-59bf-4b06-af82-e6a2be9917ce req-2e2f4f7d-d74f-495e-b00c-bc5463ee7bad tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b33525c-3cd0-40b3-9294-085acd011908 HTTP/1.1" status: 200 len: 950 time: 0.0730159 Nov 12 00:44:48.195750 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-32388157-097b-47df-83aa-8ad467f28636 req-0b342b76-9081-44b1-a84c-b43830f8fede tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0d5e615c355a4206b3c4390671861c0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423710 Nov 12 00:44:48.246104 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:44:48.304341 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-77b5b7f7-59bf-4b06-af82-e6a2be9917ce req-18876cca-e5bb-484f-8179-a913b0a29518 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917299 Nov 12 00:44:48.377905 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:44:48.384351 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:48.384785 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:48.490354 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:48.546397 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7880bc99-f5ab-4a54-93c0-294e1ea8ff9b req-ba1fa2b1-89aa-4b3d-a54b-1efe4e33cba6 tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] 10.222.0.20 "GET /v2.0/ports?device_id=005a6eb7-575e-4079-9d82-07016eedaee4 HTTP/1.1" status: 200 len: 210 time: 0.0432343 Nov 12 00:44:48.554886 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:48.560128 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:48.627889 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:48.734434 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3befc9a9-2773-486a-806b-92422a5d1d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:48.737055 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599505e5-8e73-4416-a17e-6d3e79920ba3" -d '{"events": [{"server_uuid": "3befc9a9-2773-486a-806b-92422a5d1d6b", "name": "network-vif-plugged", "status": "completed", "tag": "6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:48.737360 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6edc0-5693-4a70-af35-af353fb3b788 req-f1636611-7cad-4562-9175-0b9f2007ae8a tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:48.739023 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d6a6edc0-5693-4a70-af35-af353fb3b788 req-f1636611-7cad-4562-9175-0b9f2007ae8a tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c58b21-0cef-47b4-97f0-4be348569dc8 HTTP/1.1" status: 200 len: 944 time: 0.0544069 Nov 12 00:44:48.784663 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0bc51a-a422-48f0-9f2d-83452e6e39ca req-907b6566-82bc-4782-b499-07d67b8fbb23 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:48.786181 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6c0bc51a-a422-48f0-9f2d-83452e6e39ca req-907b6566-82bc-4782-b499-07d67b8fbb23 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=073b59dc-c814-4e18-ac29-bfa1e0e35b3c HTTP/1.1" status: 200 len: 944 time: 0.0536740 Nov 12 00:44:48.796726 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d6a6edc0-5693-4a70-af35-af353fb3b788 req-283cbcb9-d26f-40b4-ac82-bd96265bb62c tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515068 Nov 12 00:44:48.837492 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6c0bc51a-a422-48f0-9f2d-83452e6e39ca req-89995370-a01c-47f9-8af4-947eec1fe891 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444038 Nov 12 00:44:48.855566 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7412ad-1e77-4c57-9ecb-24f2e0cfdf10 x-openstack-request-id: req-7a7412ad-1e77-4c57-9ecb-24f2e0cfdf10 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:48.855792 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3befc9a9-2773-486a-806b-92422a5d1d6b", "name": "network-vif-plugged", "status": "completed", "tag": "6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:48.856150 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7a7412ad-1e77-4c57-9ecb-24f2e0cfdf10 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:48.856558 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3befc9a9-2773-486a-806b-92422a5d1d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3', 'code': 200} Nov 12 00:44:49.027047 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf698f82-0711-4152-b191-061bcae24e4d req-1947dca0-99b8-46c0-a42c-779e3919f008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:49.028736 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cf698f82-0711-4152-b191-061bcae24e4d req-1947dca0-99b8-46c0-a42c-779e3919f008 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 1102 time: 0.0506289 Nov 12 00:44:49.097877 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cf698f82-0711-4152-b191-061bcae24e4d req-fe477256-1574-4d76-8f14-25655ffb8592 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398078 Nov 12 00:44:49.253944 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 72b6950c-8f9a-4518-af85-fcd8787c0065 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:44:49.274584 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: 72b6950c-8f9a-4518-af85-fcd8787c0065 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:44:49.274922 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 72b6950c-8f9a-4518-af85-fcd8787c0065 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:44:49.432232 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079cfbf-6473-4775-959f-535ae6bfccd7 req-e7ff0c8d-2d27-4052-9fb6-8c3ef036e5b1 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:49.434070 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f079cfbf-6473-4775-959f-535ae6bfccd7 req-e7ff0c8d-2d27-4052-9fb6-8c3ef036e5b1 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b33525c-3cd0-40b3-9294-085acd011908 HTTP/1.1" status: 200 len: 950 time: 0.0509145 Nov 12 00:44:49.485183 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f079cfbf-6473-4775-959f-535ae6bfccd7 req-e4b1b851-09f7-4a1a-af60-64794803e670 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437639 Nov 12 00:44:49.616813 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4e76b-110a-45bb-9a89-0e96e85f603d req-6959c0b9-5957-47f9-ae40-c6284d7a7e50 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:49.618328 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-07a4e76b-110a-45bb-9a89-0e96e85f603d req-6959c0b9-5957-47f9-ae40-c6284d7a7e50 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 950 time: 0.0629945 Nov 12 00:44:49.653306 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e82efc9c-6319-458a-98be-8ecd21dc40d3 req-550c4676-6a37-47ce-b29f-de5b6d6d9abe tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] 10.222.0.20 "GET /v2.0/ports?device_id=005a6eb7-575e-4079-9d82-07016eedaee4 HTTP/1.1" status: 200 len: 210 time: 0.0282660 Nov 12 00:44:49.725304 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e20c2-2f01-4274-8b85-4867d9eca194 req-6c3c951b-b76b-4985-b36d-0a6c4808f936 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:49.727377 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3f8e20c2-2f01-4274-8b85-4867d9eca194 req-6c3c951b-b76b-4985-b36d-0a6c4808f936 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.49 "GET /v2.0/ports?device_id=58c58b21-0cef-47b4-97f0-4be348569dc8 HTTP/1.1" status: 200 len: 944 time: 0.0823283 Nov 12 00:44:49.734013 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-07a4e76b-110a-45bb-9a89-0e96e85f603d req-1afcc5b4-2deb-46dc-8331-86fa5dc09a63 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034083 Nov 12 00:44:49.858757 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-3f8e20c2-2f01-4274-8b85-4867d9eca194 req-27cff5be-1396-45b1-9a0c-4f44610993d8 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Deleting port 548f7f28-4e0d-456a-beb5-ca6e6b863095 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:49.859854 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-3f8e20c2-2f01-4274-8b85-4867d9eca194 req-27cff5be-1396-45b1-9a0c-4f44610993d8 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:49.978025 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-32388157-097b-47df-83aa-8ad467f28636 req-13ecc83e-c11c-46de-8e26-1e783b34a9a0 tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=0d5e615c355a4206b3c4390671861c0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397239 Nov 12 00:44:49.994032 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae8f25-75f8-4e6c-8754-6ce53ac7f462 req-50e44a23-b1f4-44ea-a6d9-c97870cf50d2 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:49.995999 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3bae8f25-75f8-4e6c-8754-6ce53ac7f462 req-50e44a23-b1f4-44ea-a6d9-c97870cf50d2 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c58b21-0cef-47b4-97f0-4be348569dc8 HTTP/1.1" status: 200 len: 944 time: 0.1065938 Nov 12 00:44:50.046131 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-3f8e20c2-2f01-4274-8b85-4867d9eca194 req-27cff5be-1396-45b1-9a0c-4f44610993d8 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] For port 548f7f28-4e0d-456a-beb5-ca6e6b863095, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=548f7f28-4e0d-456a-beb5-ca6e6b863095,segment=NetworkSegment(6dc56b81-8d8e-4b44-90a6-8b45d539a128),segment_id=6dc56b81-8d8e-4b44-90a6-8b45d539a128)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:50.046800 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-3f8e20c2-2f01-4274-8b85-4867d9eca194 req-27cff5be-1396-45b1-9a0c-4f44610993d8 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:50.067337 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-3f8e20c2-2f01-4274-8b85-4867d9eca194 req-27cff5be-1396-45b1-9a0c-4f44610993d8 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Calling delete_port for 548f7f28-4e0d-456a-beb5-ca6e6b863095 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:50.120830 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3bae8f25-75f8-4e6c-8754-6ce53ac7f462 req-8b521b77-d0d2-4a8f-884b-fe3fed16c7b6 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022134 Nov 12 00:44:50.142189 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32388157-097b-47df-83aa-8ad467f28636 req-618b7e99-c3d1-4b88-9113-59b467362a9b tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:50.143862 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-32388157-097b-47df-83aa-8ad467f28636 req-618b7e99-c3d1-4b88-9113-59b467362a9b tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1469500 Nov 12 00:44:50.147770 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66b426-c4a0-4486-ab90-9257a5191bf4 req-0841456d-c799-49d1-8830-0eb46bed699e tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:50.149211 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ba66b426-c4a0-4486-ab90-9257a5191bf4 req-0841456d-c799-49d1-8830-0eb46bed699e tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=073b59dc-c814-4e18-ac29-bfa1e0e35b3c HTTP/1.1" status: 200 len: 944 time: 0.1673284 Nov 12 00:44:50.173736 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-32388157-097b-47df-83aa-8ad467f28636 req-34553798-6166-41dc-a04f-7256cc6a3f13 tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] Request body: {'port': {'device_id': '005a6eb7-575e-4079-9d82-07016eedaee4', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'admin_state_up': True, 'tenant_id': '0d5e615c355a4206b3c4390671861c0e'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:50.231051 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ba66b426-c4a0-4486-ab90-9257a5191bf4 req-b583f269-39b8-433e-99b5-3600a123bf57 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682433 Nov 12 00:44:50.309674 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-3f8e20c2-2f01-4274-8b85-4867d9eca194 req-27cff5be-1396-45b1-9a0c-4f44610993d8 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:50.350673 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32388157-097b-47df-83aa-8ad467f28636 req-34553798-6166-41dc-a04f-7256cc6a3f13 tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] Made reservation on behalf of 0d5e615c355a4206b3c4390671861c0e for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:50.354376 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-32388157-097b-47df-83aa-8ad467f28636 req-34553798-6166-41dc-a04f-7256cc6a3f13 tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:50.369199 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-32388157-097b-47df-83aa-8ad467f28636 req-34553798-6166-41dc-a04f-7256cc6a3f13 tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:50.376471 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cff5be-1396-45b1-9a0c-4f44610993d8 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Pushing event deleted for resources: {'Port': ['ID=548f7f28-4e0d-456a-beb5-ca6e6b863095,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:50.397699 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f8e20c2-2f01-4274-8b85-4867d9eca194 req-27cff5be-1396-45b1-9a0c-4f44610993d8 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] No DVR routers for this DVR port 548f7f28-4e0d-456a-beb5-ca6e6b863095 on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:44:50.401187 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-3f8e20c2-2f01-4274-8b85-4867d9eca194 req-27cff5be-1396-45b1-9a0c-4f44610993d8 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:50.405691 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3f8e20c2-2f01-4274-8b85-4867d9eca194 req-27cff5be-1396-45b1-9a0c-4f44610993d8 tempest-LiveAutoBlockMigrationV225Test-196892071 tempest-LiveAutoBlockMigrationV225Test-196892071-project] 10.222.0.49 "DELETE /v2.0/ports/548f7f28-4e0d-456a-beb5-ca6e6b863095 HTTP/1.1" status: 204 len: 173 time: 0.6704273 Nov 12 00:44:50.406310 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c58b21-0cef-47b4-97f0-4be348569dc8', 'name': 'network-vif-deleted', 'tag': '548f7f28-4e0d-456a-beb5-ca6e6b863095'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:50.409251 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c3d665-0e1d-4c81-ab7d-baee98285097" -d '{"events": [{"server_uuid": "58c58b21-0cef-47b4-97f0-4be348569dc8", "name": "network-vif-deleted", "tag": "548f7f28-4e0d-456a-beb5-ca6e6b863095"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:50.468525 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec84417-7547-44f2-86cc-bd2303a147d2 x-openstack-request-id: req-cec84417-7547-44f2-86cc-bd2303a147d2 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:50.469138 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c58b21-0cef-47b4-97f0-4be348569dc8", "name": "network-vif-deleted", "tag": "548f7f28-4e0d-456a-beb5-ca6e6b863095", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:50.469138 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cec84417-7547-44f2-86cc-bd2303a147d2 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:50.469648 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c58b21-0cef-47b4-97f0-4be348569dc8', 'name': 'network-vif-deleted', 'tag': '548f7f28-4e0d-456a-beb5-ca6e6b863095', 'status': 'completed', 'code': 200} Nov 12 00:44:50.476847 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-32388157-097b-47df-83aa-8ad467f28636 req-34553798-6166-41dc-a04f-7256cc6a3f13 tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:50.481393 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-32388157-097b-47df-83aa-8ad467f28636 req-34553798-6166-41dc-a04f-7256cc6a3f13 tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:50.551261 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34553798-6166-41dc-a04f-7256cc6a3f13 tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c15bce-ca58-4509-8e07-4c3c539a86c5,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:50.665725 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-32388157-097b-47df-83aa-8ad467f28636 req-34553798-6166-41dc-a04f-7256cc6a3f13 tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] Allocated IP 192.168.233.74 (172a28b2-119c-4d70-aef1-a731eb107d6c/3288e972-21d8-4a52-9002-05790fb0bb61/cc41f133-519e-494a-93c2-83e7af38e257) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:44:50.799558 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f6061b29-9fcd-4fe3-b9b3-042947dadf9f req-6ca2d485-6591-471b-8ce1-f3187104b245 tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] 10.222.0.20 "GET /v2.0/ports?device_id=005a6eb7-575e-4079-9d82-07016eedaee4 HTTP/1.1" status: 200 len: 210 time: 0.0553203 Nov 12 00:44:50.851951 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47002) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:50.858767 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-32388157-097b-47df-83aa-8ad467f28636 req-34553798-6166-41dc-a04f-7256cc6a3f13 tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:50.861189 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-0d88e13c-1ae3-45b4-a3e4-75adb3ce70fb tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1241811966'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:50.879504 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddfeaa9-a9d0-4f5f-a540-35909c5a0172 req-a1a604c6-1dc8-428b-9fa4-f981d9427b92 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:50.881154 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1ddfeaa9-a9d0-4f5f-a540-35909c5a0172 req-a1a604c6-1dc8-428b-9fa4-f981d9427b92 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 950 time: 0.0699999 Nov 12 00:44:50.901110 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-32388157-097b-47df-83aa-8ad467f28636 req-34553798-6166-41dc-a04f-7256cc6a3f13 tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:50.915251 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d88e13c-1ae3-45b4-a3e4-75adb3ce70fb tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Made reservation on behalf of c21468cd613f4b869b90c5f693039b67 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:50.919136 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0d88e13c-1ae3-45b4-a3e4-75adb3ce70fb tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:50.948765 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32388157-097b-47df-83aa-8ad467f28636 req-34553798-6166-41dc-a04f-7256cc6a3f13 tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] Network 172a28b2-119c-4d70-aef1-a731eb107d6c is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:50.951908 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-32388157-097b-47df-83aa-8ad467f28636 req-34553798-6166-41dc-a04f-7256cc6a3f13 tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:50.955843 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-32388157-097b-47df-83aa-8ad467f28636 req-34553798-6166-41dc-a04f-7256cc6a3f13 tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:44:50.967940 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d88e13c-1ae3-45b4-a3e4-75adb3ce70fb tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:44:50.978125 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1ddfeaa9-a9d0-4f5f-a540-35909c5a0172 req-f84aa76d-e644-4360-8356-645dd4cf5000 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796323 Nov 12 00:44:50.982596 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0d88e13c-1ae3-45b4-a3e4-75adb3ce70fb tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:50.983236 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-0d88e13c-1ae3-45b4-a3e4-75adb3ce70fb tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Added segment 626a9579-673a-4b11-be35-aa640b5a2d6e of type vlan for network ab41dae0-8b36-4d88-961d-982690d3893d Nov 12 00:44:50.993479 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34553798-6166-41dc-a04f-7256cc6a3f13 tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] Pushing event updated for resources: {'Port': ['ID=cc41f133-519e-494a-93c2-83e7af38e257,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:51.025780 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32388157-097b-47df-83aa-8ad467f28636 req-34553798-6166-41dc-a04f-7256cc6a3f13 tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:51.027090 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-32388157-097b-47df-83aa-8ad467f28636 req-34553798-6166-41dc-a04f-7256cc6a3f13 tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:51.042204 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0d88e13c-1ae3-45b4-a3e4-75adb3ce70fb tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:51.065130 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-32388157-097b-47df-83aa-8ad467f28636 req-34553798-6166-41dc-a04f-7256cc6a3f13 tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8930736 Nov 12 00:44:51.078202 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0d88e13c-1ae3-45b4-a3e4-75adb3ce70fb tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:51.081959 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-32388157-097b-47df-83aa-8ad467f28636 req-cdc90812-42d1-46bb-be01-71abd85fbdbb service neutron] Request body: {'port': {'device_id': '005a6eb7-575e-4079-9d82-07016eedaee4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:51.086683 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d88e13c-1ae3-45b4-a3e4-75adb3ce70fb tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:51.087552 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0d88e13c-1ae3-45b4-a3e4-75adb3ce70fb tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:51.177824 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-32388157-097b-47df-83aa-8ad467f28636 req-cdc90812-42d1-46bb-be01-71abd85fbdbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:51.228085 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 47018) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:51.249178 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0d88e13c-1ae3-45b4-a3e4-75adb3ce70fb tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3939400 Nov 12 00:44:51.250855 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47024) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:51.255705 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-611fa956-16c9-488c-8ccf-0d8fdd1caa20 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-505903286'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:51.257131 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 78d03380-0ab2-4799-9eaa-abbc00d65504 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:44:51.259032 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d88e13c-1ae3-45b4-a3e4-75adb3ce70fb tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Pushing event updated for resources: {'Network': ['ID=ab41dae0-8b36-4d88-961d-982690d3893d,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:51.274619 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d88e13c-1ae3-45b4-a3e4-75adb3ce70fb tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:51.275157 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d88e13c-1ae3-45b4-a3e4-75adb3ce70fb tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:51.275418 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d88e13c-1ae3-45b4-a3e4-75adb3ce70fb tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:51.275756 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d88e13c-1ae3-45b4-a3e4-75adb3ce70fb tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:51.276082 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d88e13c-1ae3-45b4-a3e4-75adb3ce70fb tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:51.276440 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d88e13c-1ae3-45b4-a3e4-75adb3ce70fb tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:51.276761 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d88e13c-1ae3-45b4-a3e4-75adb3ce70fb tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:51.277074 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d88e13c-1ae3-45b4-a3e4-75adb3ce70fb tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:51.277506 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d88e13c-1ae3-45b4-a3e4-75adb3ce70fb tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:51.277825 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d88e13c-1ae3-45b4-a3e4-75adb3ce70fb tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:51.278136 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d88e13c-1ae3-45b4-a3e4-75adb3ce70fb tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:51.278451 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d88e13c-1ae3-45b4-a3e4-75adb3ce70fb tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:51.296373 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7acea203-2631-4c46-98fa-9f16c029e61b req-364c63cb-19fc-4c5b-943b-7cb435500dee tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=98fba296214f428abbebc213da9d926a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0690305 Nov 12 00:44:51.306585 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611fa956-16c9-488c-8ccf-0d8fdd1caa20 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Made reservation on behalf of c21468cd613f4b869b90c5f693039b67 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:51.311474 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-611fa956-16c9-488c-8ccf-0d8fdd1caa20 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:51.316457 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network ab41dae0-8b36-4d88-961d-982690d3893d details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:44:51.415378 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-f1b2e799-e039-4dc0-9d17-621d2ae61724 None None] Provisioning complete for port cc41f133-519e-494a-93c2-83e7af38e257 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:51.416031 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f1b2e799-e039-4dc0-9d17-621d2ae61724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:51.423493 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 78d03380-0ab2-4799-9eaa-abbc00d65504 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:44:51.455199 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 78d03380-0ab2-4799-9eaa-abbc00d65504 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:51.455789 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:51.516799 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-f1b2e799-e039-4dc0-9d17-621d2ae61724 None None] Port cc41f133-519e-494a-93c2-83e7af38e257 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:44:51.560333 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:51.598168 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '073b59dc-c814-4e18-ac29-bfa1e0e35b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d03380-0ab2-4799-9eaa-abbc00d65504'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:51.600457 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c836cf1-6ce1-4abe-ad68-1ad74da1bac9" -d '{"events": [{"server_uuid": "073b59dc-c814-4e18-ac29-bfa1e0e35b3c", "name": "network-vif-plugged", "status": "completed", "tag": "78d03380-0ab2-4799-9eaa-abbc00d65504"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:51.613921 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 78d03380-0ab2-4799-9eaa-abbc00d65504, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=78d03380-0ab2-4799-9eaa-abbc00d65504,segment=NetworkSegment(6c913048-0125-4fcf-b07f-89f668c97b8b),segment_id=6c913048-0125-4fcf-b07f-89f668c97b8b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:51.621966 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:51.633722 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acea203-2631-4c46-98fa-9f16c029e61b req-c25f94de-d05d-4305-9b3e-2451593cdc90 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:51.635379 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7acea203-2631-4c46-98fa-9f16c029e61b req-c25f94de-d05d-4305-9b3e-2451593cdc90 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3309786 Nov 12 00:44:51.659578 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a42accc-0cbe-43f0-8675-59b4f25fc753 admin admin] Deleting subnet 89218ce2-e54b-4f33-b040-6aa3f821723a {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:44:51.664303 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8a42accc-0cbe-43f0-8675-59b4f25fc753 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:51.682817 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-611fa956-16c9-488c-8ccf-0d8fdd1caa20 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:44:51.683536 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=78d03380-0ab2-4799-9eaa-abbc00d65504,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:51.696848 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-611fa956-16c9-488c-8ccf-0d8fdd1caa20 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:51.697218 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-611fa956-16c9-488c-8ccf-0d8fdd1caa20 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Added segment 4becdac4-51a8-4782-a971-f733dc6018ef of type vlan for network 932a85f6-3e20-455a-a5e7-01a28ed4b895 Nov 12 00:44:51.702845 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7acea203-2631-4c46-98fa-9f16c029e61b req-3700e82c-d673-4d57-80e4-36e0fabe2dc0 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/quotas/98fba296214f428abbebc213da9d926a HTTP/1.1" status: 200 len: 375 time: 0.0590365 Nov 12 00:44:51.715013 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8a42accc-0cbe-43f0-8675-59b4f25fc753 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:51.737036 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ec249-11bc-4a85-80ea-6f63b7734d1f req-04d55d1d-92be-4501-84f2-b93d84843a4f tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:51.738563 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-855ec249-11bc-4a85-80ea-6f63b7734d1f req-04d55d1d-92be-4501-84f2-b93d84843a4f tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=073b59dc-c814-4e18-ac29-bfa1e0e35b3c HTTP/1.1" status: 200 len: 945 time: 0.3964038 Nov 12 00:44:51.758873 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-611fa956-16c9-488c-8ccf-0d8fdd1caa20 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:51.813112 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-855ec249-11bc-4a85-80ea-6f63b7734d1f req-349f97ae-73ad-4183-b715-1687da14ba7a tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630569 Nov 12 00:44:51.814199 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-611fa956-16c9-488c-8ccf-0d8fdd1caa20 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:51.820041 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611fa956-16c9-488c-8ccf-0d8fdd1caa20 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:51.820333 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-611fa956-16c9-488c-8ccf-0d8fdd1caa20 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:51.822915 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8a42accc-0cbe-43f0-8675-59b4f25fc753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:51.853038 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7acea203-2631-4c46-98fa-9f16c029e61b req-f8b6b739-39a5-4a9d-ab69-64e20c29934a tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=98fba296214f428abbebc213da9d926a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1357579 Nov 12 00:44:51.863379 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-611fa956-16c9-488c-8ccf-0d8fdd1caa20 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6121285 Nov 12 00:44:51.874375 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 47038) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:51.884643 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-6d53ff5d-c239-464b-a12d-ced7ba9cfd92 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Request body: {'subnet': {'network_id': 'ab41dae0-8b36-4d88-961d-982690d3893d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:51.897423 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611fa956-16c9-488c-8ccf-0d8fdd1caa20 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Pushing event updated for resources: {'Network': ['ID=932a85f6-3e20-455a-a5e7-01a28ed4b895,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:51.909263 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 932a85f6-3e20-455a-a5e7-01a28ed4b895 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:44:51.931940 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-32388157-097b-47df-83aa-8ad467f28636 req-cdc90812-42d1-46bb-be01-71abd85fbdbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc41f133-519e-494a-93c2-83e7af38e257 {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:44:51.940772 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-32388157-097b-47df-83aa-8ad467f28636 req-cdc90812-42d1-46bb-be01-71abd85fbdbb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:51.954709 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-32388157-097b-47df-83aa-8ad467f28636 req-cdc90812-42d1-46bb-be01-71abd85fbdbb service neutron] Transition to ACTIVE for port object cc41f133-519e-494a-93c2-83e7af38e257 will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:44:51.983504 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-32388157-097b-47df-83aa-8ad467f28636 req-cdc90812-42d1-46bb-be01-71abd85fbdbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:52.051023 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac32511f-ce4a-4ae0-a436-ac949a77eda7 x-openstack-request-id: req-ac32511f-ce4a-4ae0-a436-ac949a77eda7 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:52.051317 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "073b59dc-c814-4e18-ac29-bfa1e0e35b3c", "name": "network-vif-plugged", "status": "completed", "tag": "78d03380-0ab2-4799-9eaa-abbc00d65504", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:52.051588 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ac32511f-ce4a-4ae0-a436-ac949a77eda7 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:52.052009 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '073b59dc-c814-4e18-ac29-bfa1e0e35b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d03380-0ab2-4799-9eaa-abbc00d65504', 'code': 200} Nov 12 00:44:52.073403 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc90812-42d1-46bb-be01-71abd85fbdbb service neutron] Pushing event updated for resources: {'Port': ['ID=cc41f133-519e-494a-93c2-83e7af38e257,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:52.079986 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8a42accc-0cbe-43f0-8675-59b4f25fc753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:52.155297 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a42accc-0cbe-43f0-8675-59b4f25fc753 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89218ce2-e54b-4f33-b040-6aa3f821723a,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:52.220906 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8a42accc-0cbe-43f0-8675-59b4f25fc753 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:52.224426 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8a42accc-0cbe-43f0-8675-59b4f25fc753 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/89218ce2-e54b-4f33-b040-6aa3f821723a HTTP/1.1" status: 204 len: 168 time: 0.9952974 Nov 12 00:44:52.235363 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47048) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:52.298904 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3822a387-4f5d-47b5-abd9-7ea8492138f9 req-63055304-6962-43dc-b866-1b5697bd186e tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=49444b6e-0149-47a6-9b3c-6234d7a2b70c HTTP/1.1" status: 200 len: 210 time: 0.0700817 Nov 12 00:44:52.305454 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12cdcbf-a356-4676-adf3-51cd43940e72 req-a1034fdc-24a0-4eeb-8bee-a00985b2d09c tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:52.307119 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b12cdcbf-a356-4676-adf3-51cd43940e72 req-a1034fdc-24a0-4eeb-8bee-a00985b2d09c tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] 10.222.0.20 "GET /v2.0/ports?device_id=005a6eb7-575e-4079-9d82-07016eedaee4 HTTP/1.1" status: 200 len: 947 time: 0.1564119 Nov 12 00:44:52.326764 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d53ff5d-c239-464b-a12d-ced7ba9cfd92 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Made reservation on behalf of c21468cd613f4b869b90c5f693039b67 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:52.335561 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4752efcf-63b3-4329-b08d-94294f36067b req-37e7d602-7fd3-4f3a-ada3-ab44296481ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:52.336878 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6d53ff5d-c239-464b-a12d-ced7ba9cfd92 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:52.337222 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4752efcf-63b3-4329-b08d-94294f36067b req-37e7d602-7fd3-4f3a-ada3-ab44296481ad service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=073b59dc-c814-4e18-ac29-bfa1e0e35b3c HTTP/1.1" status: 200 len: 1097 time: 0.1667979 Nov 12 00:44:52.373537 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-32388157-097b-47df-83aa-8ad467f28636 req-cdc90812-42d1-46bb-be01-71abd85fbdbb service neutron] Attempting to bind port cc41f133-519e-494a-93c2-83e7af38e257 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:52.373819 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-32388157-097b-47df-83aa-8ad467f28636 req-cdc90812-42d1-46bb-be01-71abd85fbdbb service neutron] Attempting to bind port cc41f133-519e-494a-93c2-83e7af38e257 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:52.374176 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32388157-097b-47df-83aa-8ad467f28636 req-cdc90812-42d1-46bb-be01-71abd85fbdbb service neutron] Attempting to bind port cc41f133-519e-494a-93c2-83e7af38e257 on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:52.379404 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-42cb7644-ac79-4dc8-80e0-83c235fe7071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:52.430666 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32388157-097b-47df-83aa-8ad467f28636 req-cdc90812-42d1-46bb-be01-71abd85fbdbb service neutron] Port cc41f133-519e-494a-93c2-83e7af38e257 on network 172a28b2-119c-4d70-aef1-a731eb107d6c not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:44:52.431034 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32388157-097b-47df-83aa-8ad467f28636 req-cdc90812-42d1-46bb-be01-71abd85fbdbb service neutron] Attempting to bind port cc41f133-519e-494a-93c2-83e7af38e257 on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:52.457204 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32388157-097b-47df-83aa-8ad467f28636 req-cdc90812-42d1-46bb-be01-71abd85fbdbb service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:44:52.457572 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32388157-097b-47df-83aa-8ad467f28636 req-cdc90812-42d1-46bb-be01-71abd85fbdbb service neutron] Checking segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:44:52.457959 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32388157-097b-47df-83aa-8ad467f28636 req-cdc90812-42d1-46bb-be01-71abd85fbdbb service neutron] Bound using segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:44:52.458626 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-32388157-097b-47df-83aa-8ad467f28636 req-cdc90812-42d1-46bb-be01-71abd85fbdbb service neutron] Bound port: cc41f133-519e-494a-93c2-83e7af38e257, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:44:52.458755 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-32388157-097b-47df-83aa-8ad467f28636 req-cdc90812-42d1-46bb-be01-71abd85fbdbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:52.467342 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b12cdcbf-a356-4676-adf3-51cd43940e72 req-ea147d5a-6e42-496c-8102-000cd7ff2714 tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c15bce-ca58-4509-8e07-4c3c539a86c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245229 Nov 12 00:44:52.503902 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4752efcf-63b3-4329-b08d-94294f36067b req-c6da4657-3935-4fcd-a11b-7fd35e6e145e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420569 Nov 12 00:44:52.509596 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-42cb7644-ac79-4dc8-80e0-83c235fe7071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:52.532251 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-42cb7644-ac79-4dc8-80e0-83c235fe7071 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efe1d89a-522f-4c40-b263-5cebd382e88d']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:52.542582 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-42cb7644-ac79-4dc8-80e0-83c235fe7071 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dc56b81-8d8e-4b44-90a6-8b45d539a128') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:52.542993 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-42cb7644-ac79-4dc8-80e0-83c235fe7071 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dc56b81-8d8e-4b44-90a6-8b45d539a128') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:52.552754 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-42cb7644-ac79-4dc8-80e0-83c235fe7071 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:52.568010 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-42cb7644-ac79-4dc8-80e0-83c235fe7071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:52.578826 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-32388157-097b-47df-83aa-8ad467f28636 req-cdc90812-42d1-46bb-be01-71abd85fbdbb service neutron] For port cc41f133-519e-494a-93c2-83e7af38e257, host n-h1-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:44:52.580582 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42cb7644-ac79-4dc8-80e0-83c235fe7071 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:44:52.581044 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-42cb7644-ac79-4dc8-80e0-83c235fe7071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:52.582912 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:44:52.582912 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:44:52.582912 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:44:52.582912 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:44:52.582912 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:44:52.582912 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:44:52.582912 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:44:52.582912 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:44:52.582912 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:44:52.582912 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:44:52.582912 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:44:52.582912 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:44:52.582912 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:44:52.582912 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:44:52.582912 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:44:52.582912 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:44:52.582912 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:44:52.582912 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:44:52.582912 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:44:52.582912 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:44:52.582912 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:44:52.582912 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:44:52.582912 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:44:52.582912 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:44:52.582912 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:44:52.582912 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:44:52.582912 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:44:52.582912 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:44:52.582912 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:44:52.582912 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:44:52.582912 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:44:52.582912 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:44:52.598782 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-32388157-097b-47df-83aa-8ad467f28636 req-cdc90812-42d1-46bb-be01-71abd85fbdbb service neutron] For port cc41f133-519e-494a-93c2-83e7af38e257, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=cc41f133-519e-494a-93c2-83e7af38e257,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:44:52.608730 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-32388157-097b-47df-83aa-8ad467f28636 req-cdc90812-42d1-46bb-be01-71abd85fbdbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:52.642713 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-42cb7644-ac79-4dc8-80e0-83c235fe7071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:52.647680 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-42cb7644-ac79-4dc8-80e0-83c235fe7071 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:52.651219 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-42cb7644-ac79-4dc8-80e0-83c235fe7071 admin admin] 10.222.0.20 "DELETE /v2.0/networks/efe1d89a-522f-4c40-b263-5cebd382e88d HTTP/1.1" status: 204 len: 168 time: 0.4135985 Nov 12 00:44:52.655398 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47052) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:52.679646 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb7644-ac79-4dc8-80e0-83c235fe7071 admin admin] Pushing event deleted for resources: {'Network': ['ID=efe1d89a-522f-4c40-b263-5cebd382e88d,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:52.681865 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32388157-097b-47df-83aa-8ad467f28636 req-cdc90812-42d1-46bb-be01-71abd85fbdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:52.682392 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-32388157-097b-47df-83aa-8ad467f28636 req-cdc90812-42d1-46bb-be01-71abd85fbdbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:52.684541 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-32388157-097b-47df-83aa-8ad467f28636 req-cdc90812-42d1-46bb-be01-71abd85fbdbb service neutron] 10.222.0.49 "PUT /v2.0/ports/cc41f133-519e-494a-93c2-83e7af38e257 HTTP/1.1" status: 200 len: 1096 time: 1.6071296 Nov 12 00:44:52.686510 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '005a6eb7-575e-4079-9d82-07016eedaee4', 'tag': 'cc41f133-519e-494a-93c2-83e7af38e257'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:52.688993 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe18a164-ec02-44ad-8b41-ae645136ca18" -d '{"events": [{"name": "network-changed", "server_uuid": "005a6eb7-575e-4079-9d82-07016eedaee4", "tag": "cc41f133-519e-494a-93c2-83e7af38e257"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:52.702736 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6d53ff5d-c239-464b-a12d-ced7ba9cfd92 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:52.746746 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-127618aa-ebbc-4789-9c06-67d567fdfed0 admin admin] Deleting subnet 40cf9ad4-ebb9-4f40-a474-e73b51edb39f {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:44:52.756205 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-127618aa-ebbc-4789-9c06-67d567fdfed0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:52.759834 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc90812-42d1-46bb-be01-71abd85fbdbb service neutron] Pushing event updated for resources: {'Port': ['ID=cc41f133-519e-494a-93c2-83e7af38e257,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:52.784181 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24fbc935-f917-4905-a179-ab19e087f439 x-openstack-request-id: req-24fbc935-f917-4905-a179-ab19e087f439 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:52.784468 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "005a6eb7-575e-4079-9d82-07016eedaee4", "tag": "cc41f133-519e-494a-93c2-83e7af38e257", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:52.784720 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-24fbc935-f917-4905-a179-ab19e087f439 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:52.785123 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '005a6eb7-575e-4079-9d82-07016eedaee4', 'tag': 'cc41f133-519e-494a-93c2-83e7af38e257', 'status': 'completed', 'code': 200} Nov 12 00:44:52.793254 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d53ff5d-c239-464b-a12d-ced7ba9cfd92 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Pushing event updated for resources: {'Subnet': ['ID=1258ef72-3213-4252-85bc-f1e482a40b73,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:52.810667 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-127618aa-ebbc-4789-9c06-67d567fdfed0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:52.819405 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d53ff5d-c239-464b-a12d-ced7ba9cfd92 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Checking segment: {'id': '626a9579-673a-4b11-be35-aa640b5a2d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ab41dae0-8b36-4d88-961d-982690d3893d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:44:52.819772 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d53ff5d-c239-464b-a12d-ced7ba9cfd92 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Network hostable DHCP agents. Network: ab41dae0-8b36-4d88-961d-982690d3893d, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:44:52.888071 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d53ff5d-c239-464b-a12d-ced7ba9cfd92 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Network ab41dae0-8b36-4d88-961d-982690d3893d is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:44:52.890582 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-127618aa-ebbc-4789-9c06-67d567fdfed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:52.898965 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32388157-097b-47df-83aa-8ad467f28636 req-730db163-23c5-4427-be61-6aa649a3e40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:52.900798 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-32388157-097b-47df-83aa-8ad467f28636 req-730db163-23c5-4427-be61-6aa649a3e40b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d5e615c355a4206b3c4390671861c0e&device_id=005a6eb7-575e-4079-9d82-07016eedaee4 HTTP/1.1" status: 200 len: 1099 time: 0.0909948 Nov 12 00:44:52.902072 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-6d53ff5d-c239-464b-a12d-ced7ba9cfd92 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, ab41dae0-8b36-4d88-961d-982690d3893d) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:52.910693 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf186103-8e36-4af3-9014-9ff15cdb944c None None] Network ab41dae0-8b36-4d88-961d-982690d3893d requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:44:52.962799 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d53ff5d-c239-464b-a12d-ced7ba9cfd92 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:52.963420 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6d53ff5d-c239-464b-a12d-ced7ba9cfd92 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:52.987743 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-127618aa-ebbc-4789-9c06-67d567fdfed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:53.008917 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-32388157-097b-47df-83aa-8ad467f28636 req-c40b99aa-1c0c-4c13-9314-c7b96303b85d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=cc41f133-519e-494a-93c2-83e7af38e257 HTTP/1.1" status: 200 len: 217 time: 0.0629902 Nov 12 00:44:53.019973 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127618aa-ebbc-4789-9c06-67d567fdfed0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40cf9ad4-ebb9-4f40-a474-e73b51edb39f,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:53.023298 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd7f39-cef1-4035-9483-ba669fb0ca86 req-5ec40a20-3c9e-4166-b211-40a3f670a5e0 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:53.024908 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-63cd7f39-cef1-4035-9483-ba669fb0ca86 req-5ec40a20-3c9e-4166-b211-40a3f670a5e0 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=073b59dc-c814-4e18-ac29-bfa1e0e35b3c HTTP/1.1" status: 200 len: 945 time: 0.1209073 Nov 12 00:44:53.027452 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-127618aa-ebbc-4789-9c06-67d567fdfed0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:53.031492 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-127618aa-ebbc-4789-9c06-67d567fdfed0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/40cf9ad4-ebb9-4f40-a474-e73b51edb39f HTTP/1.1" status: 204 len: 168 time: 0.3758867 Nov 12 00:44:53.034105 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47062) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:53.071081 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6d53ff5d-c239-464b-a12d-ced7ba9cfd92 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1925507 Nov 12 00:44:53.077958 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 47064) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:53.082799 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-89a2b25a-efd6-4c61-9730-0d87cca4a36a tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Request body: {'subnet': {'network_id': '932a85f6-3e20-455a-a5e7-01a28ed4b895', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:53.112381 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85ddf81-1ced-4a7d-9fd8-5f7021422a3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-ab41dae0-8b36-4d88-961d-982690d3893d', 'network_id': 'ab41dae0-8b36-4d88-961d-982690d3893d', 'tenant_id': 'c21468cd613f4b869b90c5f693039b67', 'fixed_ips': [{'subnet_id': '1258ef72-3213-4252-85bc-f1e482a40b73'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:44:53.113465 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c85ddf81-1ced-4a7d-9fd8-5f7021422a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:53.122560 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32388157-097b-47df-83aa-8ad467f28636 req-4598c59c-e1f2-4014-ab17-40d98abfc058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:53.124124 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-32388157-097b-47df-83aa-8ad467f28636 req-4598c59c-e1f2-4014-ab17-40d98abfc058 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.0977919 Nov 12 00:44:53.139555 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b1711274-2b56-46b8-8d2a-ad8c7384d036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:53.234315 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-63cd7f39-cef1-4035-9483-ba669fb0ca86 req-6349bcf7-84b2-4f25-bb3e-b4371c70f5bf tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716588 Nov 12 00:44:53.261067 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32388157-097b-47df-83aa-8ad467f28636 req-27375937-ccae-489b-b461-e52e1e91cf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:53.262761 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-32388157-097b-47df-83aa-8ad467f28636 req-27375937-ccae-489b-b461-e52e1e91cf3a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1028562 Nov 12 00:44:53.266963 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a2b25a-efd6-4c61-9730-0d87cca4a36a tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Made reservation on behalf of c21468cd613f4b869b90c5f693039b67 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:53.271743 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-89a2b25a-efd6-4c61-9730-0d87cca4a36a tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:53.277927 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b1711274-2b56-46b8-8d2a-ad8c7384d036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:53.295992 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-c85ddf81-1ced-4a7d-9fd8-5f7021422a3b None None] Allocated IP 10.1.1.2 (ab41dae0-8b36-4d88-961d-982690d3893d/1258ef72-3213-4252-85bc-f1e482a40b73/fe1cac42-73d7-4384-9260-562799a5d351) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:44:53.301354 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-b1711274-2b56-46b8-8d2a-ad8c7384d036 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d16c4778-5242-4726-97f6-5098a95842c6']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:53.333867 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-b1711274-2b56-46b8-8d2a-ad8c7384d036 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f639dc7-41fe-4cfd-a6fa-47c7560cd4d1') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:53.334325 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-b1711274-2b56-46b8-8d2a-ad8c7384d036 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f639dc7-41fe-4cfd-a6fa-47c7560cd4d1') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:53.337706 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7acea203-2631-4c46-98fa-9f16c029e61b req-0eb21f8b-b854-4d1c-80ad-de6820bde062 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=98fba296214f428abbebc213da9d926a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335557 Nov 12 00:44:53.413203 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b1711274-2b56-46b8-8d2a-ad8c7384d036 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:53.437555 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b1711274-2b56-46b8-8d2a-ad8c7384d036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:53.454750 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1711274-2b56-46b8-8d2a-ad8c7384d036 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:44:53.455594 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b1711274-2b56-46b8-8d2a-ad8c7384d036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:53.458433 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:44:53.458433 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:44:53.458433 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:44:53.458433 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:44:53.458433 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:44:53.458433 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:44:53.458433 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:44:53.458433 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:44:53.458433 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:44:53.458433 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:44:53.458433 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:44:53.458433 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:44:53.458433 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:44:53.458433 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:44:53.458433 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:44:53.458433 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:44:53.458433 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:44:53.458433 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:44:53.458433 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:44:53.458433 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:44:53.458433 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:44:53.458433 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:44:53.458433 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:44:53.458433 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:44:53.458433 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:44:53.458433 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:44:53.458433 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:44:53.458433 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:44:53.458433 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:44:53.458433 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:44:53.458433 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:44:53.458433 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:44:53.465467 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d06087ff-95b1-4976-8cb0-a1a723a13fbd req-ba1b90db-7035-4e9b-99bc-3677a5a52546 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=49444b6e-0149-47a6-9b3c-6234d7a2b70c HTTP/1.1" status: 200 len: 210 time: 0.0517485 Nov 12 00:44:53.493873 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-32388157-097b-47df-83aa-8ad467f28636 req-bad5428a-6298-4893-bcaa-54e1df619433 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155900 Nov 12 00:44:53.541941 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acea203-2631-4c46-98fa-9f16c029e61b req-0b2d1f85-59c8-4c06-b6ac-2a03dda39f8c tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:53.543588 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7acea203-2631-4c46-98fa-9f16c029e61b req-0b2d1f85-59c8-4c06-b6ac-2a03dda39f8c tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1988940 Nov 12 00:44:53.562752 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b1711274-2b56-46b8-8d2a-ad8c7384d036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:53.574726 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b1711274-2b56-46b8-8d2a-ad8c7384d036 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:53.591013 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b1711274-2b56-46b8-8d2a-ad8c7384d036 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d16c4778-5242-4726-97f6-5098a95842c6 HTTP/1.1" status: 204 len: 168 time: 0.5556853 Nov 12 00:44:53.609477 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c85ddf81-1ced-4a7d-9fd8-5f7021422a3b None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:53.617109 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-7acea203-2631-4c46-98fa-9f16c029e61b req-f28097f4-b1d3-4033-a176-94fbd7833f2e tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Request body: {'port': {'device_id': '49444b6e-0149-47a6-9b3c-6234d7a2b70c', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'admin_state_up': True, 'tenant_id': '98fba296214f428abbebc213da9d926a'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:53.618691 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c85ddf81-1ced-4a7d-9fd8-5f7021422a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:53.678823 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85ddf81-1ced-4a7d-9fd8-5f7021422a3b None None] Network ab41dae0-8b36-4d88-961d-982690d3893d is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:53.680247 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-32388157-097b-47df-83aa-8ad467f28636 req-7bac51e2-4fa0-4f56-8143-754f178da474 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779561 Nov 12 00:44:53.681561 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-89a2b25a-efd6-4c61-9730-0d87cca4a36a tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:53.683656 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ddf81-1ced-4a7d-9fd8-5f7021422a3b None None] Pushing event updated for resources: {'Port': ['ID=fe1cac42-73d7-4384-9260-562799a5d351,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:53.687176 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-c85ddf81-1ced-4a7d-9fd8-5f7021422a3b None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:53.694751 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85ddf81-1ced-4a7d-9fd8-5f7021422a3b None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:44:53.721677 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85ddf81-1ced-4a7d-9fd8-5f7021422a3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:53.722025 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85ddf81-1ced-4a7d-9fd8-5f7021422a3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:53.722366 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85ddf81-1ced-4a7d-9fd8-5f7021422a3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:53.723460 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85ddf81-1ced-4a7d-9fd8-5f7021422a3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:53.723809 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85ddf81-1ced-4a7d-9fd8-5f7021422a3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:53.724152 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85ddf81-1ced-4a7d-9fd8-5f7021422a3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:53.724474 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85ddf81-1ced-4a7d-9fd8-5f7021422a3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:53.724804 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85ddf81-1ced-4a7d-9fd8-5f7021422a3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:53.725308 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85ddf81-1ced-4a7d-9fd8-5f7021422a3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:53.725677 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85ddf81-1ced-4a7d-9fd8-5f7021422a3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:53.726002 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85ddf81-1ced-4a7d-9fd8-5f7021422a3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:53.726332 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85ddf81-1ced-4a7d-9fd8-5f7021422a3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:53.727077 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1711274-2b56-46b8-8d2a-ad8c7384d036 admin admin] Pushing event deleted for resources: {'Network': ['ID=d16c4778-5242-4726-97f6-5098a95842c6,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:53.748489 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2b25a-efd6-4c61-9730-0d87cca4a36a tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Pushing event updated for resources: {'Subnet': ['ID=92d015ab-73f4-423c-8877-4552ee1df1ff,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:53.752916 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a2b25a-efd6-4c61-9730-0d87cca4a36a tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Checking segment: {'id': '4becdac4-51a8-4782-a971-f733dc6018ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '932a85f6-3e20-455a-a5e7-01a28ed4b895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:44:53.753554 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a2b25a-efd6-4c61-9730-0d87cca4a36a tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Network hostable DHCP agents. Network: 932a85f6-3e20-455a-a5e7-01a28ed4b895, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:44:53.773441 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a2b25a-efd6-4c61-9730-0d87cca4a36a tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Network 932a85f6-3e20-455a-a5e7-01a28ed4b895 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:44:53.784134 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7acea203-2631-4c46-98fa-9f16c029e61b req-f28097f4-b1d3-4033-a176-94fbd7833f2e tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Made reservation on behalf of 98fba296214f428abbebc213da9d926a for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:53.786759 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-89a2b25a-efd6-4c61-9730-0d87cca4a36a tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 932a85f6-3e20-455a-a5e7-01a28ed4b895) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:53.788044 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7acea203-2631-4c46-98fa-9f16c029e61b req-f28097f4-b1d3-4033-a176-94fbd7833f2e tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:53.796350 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a2b25a-efd6-4c61-9730-0d87cca4a36a tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:53.797191 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-89a2b25a-efd6-4c61-9730-0d87cca4a36a tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:53.799501 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1caf5b-49c1-4117-8bff-8aa362b99e9d req-0b0ce151-532b-4c60-8863-0258f3b2521a tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:53.801062 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1b1caf5b-49c1-4117-8bff-8aa362b99e9d req-0b0ce151-532b-4c60-8863-0258f3b2521a tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] 10.222.0.20 "GET /v2.0/ports?device_id=005a6eb7-575e-4079-9d82-07016eedaee4 HTTP/1.1" status: 200 len: 947 time: 0.1983507 Nov 12 00:44:53.809454 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e72fe2-8974-4ab8-82da-3036ef7b9546 None None] Network 932a85f6-3e20-455a-a5e7-01a28ed4b895 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:44:53.826224 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-89a2b25a-efd6-4c61-9730-0d87cca4a36a tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7469327 Nov 12 00:44:53.828603 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 47074) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:53.841513 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-1af25702-b3b4-425d-bef4-16300975b9c7 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Request body: {'port': {'network_id': 'ab41dae0-8b36-4d88-961d-982690d3893d', 'name': 'tempest-TaggedBootDevicesTest-1367502490', 'fixed_ips': [{'subnet_id': '1258ef72-3213-4252-85bc-f1e482a40b73'}]}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:53.846397 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 47076) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:53.851100 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-c85ddf81-1ced-4a7d-9fd8-5f7021422a3b None None] Attempting to bind port fe1cac42-73d7-4384-9260-562799a5d351 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:53.851689 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-c85ddf81-1ced-4a7d-9fd8-5f7021422a3b None None] Attempting to bind port fe1cac42-73d7-4384-9260-562799a5d351 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '626a9579-673a-4b11-be35-aa640b5a2d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ab41dae0-8b36-4d88-961d-982690d3893d'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:53.852289 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85ddf81-1ced-4a7d-9fd8-5f7021422a3b None None] Attempting to bind port fe1cac42-73d7-4384-9260-562799a5d351 on network ab41dae0-8b36-4d88-961d-982690d3893d {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:53.895719 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85ddf81-1ced-4a7d-9fd8-5f7021422a3b None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:44:53.896097 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85ddf81-1ced-4a7d-9fd8-5f7021422a3b None None] Checking segment: {'id': '626a9579-673a-4b11-be35-aa640b5a2d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ab41dae0-8b36-4d88-961d-982690d3893d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:44:53.896657 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c85ddf81-1ced-4a7d-9fd8-5f7021422a3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:53.897113 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85ddf81-1ced-4a7d-9fd8-5f7021422a3b None None] Bound using segment: {'id': '626a9579-673a-4b11-be35-aa640b5a2d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ab41dae0-8b36-4d88-961d-982690d3893d'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:44:53.897699 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-c85ddf81-1ced-4a7d-9fd8-5f7021422a3b None None] Bound port: fe1cac42-73d7-4384-9260-562799a5d351, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '626a9579-673a-4b11-be35-aa640b5a2d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ab41dae0-8b36-4d88-961d-982690d3893d'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:44:53.898144 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c85ddf81-1ced-4a7d-9fd8-5f7021422a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:53.962956 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1b1caf5b-49c1-4117-8bff-8aa362b99e9d req-1f2ab609-3e50-42e6-a666-25d7feb25fb8 tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c15bce-ca58-4509-8e07-4c3c539a86c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551807 Nov 12 00:44:53.992294 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-7acea203-2631-4c46-98fa-9f16c029e61b req-f28097f4-b1d3-4033-a176-94fbd7833f2e tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Allocated IP 192.168.233.190 (172a28b2-119c-4d70-aef1-a731eb107d6c/3288e972-21d8-4a52-9002-05790fb0bb61/cba10e70-1b29-4142-a57b-ca2595f79d60) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:44:54.006277 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-c85ddf81-1ced-4a7d-9fd8-5f7021422a3b None None] For port fe1cac42-73d7-4384-9260-562799a5d351, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:44:54.040356 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-c85ddf81-1ced-4a7d-9fd8-5f7021422a3b None None] For port fe1cac42-73d7-4384-9260-562799a5d351, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=fe1cac42-73d7-4384-9260-562799a5d351,segment=NetworkSegment(626a9579-673a-4b11-be35-aa640b5a2d6e),segment_id=626a9579-673a-4b11-be35-aa640b5a2d6e)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:44:54.060810 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c85ddf81-1ced-4a7d-9fd8-5f7021422a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:54.144287 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0345bb-7ae4-4c63-9e20-36986f45fcc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-932a85f6-3e20-455a-a5e7-01a28ed4b895', 'network_id': '932a85f6-3e20-455a-a5e7-01a28ed4b895', 'tenant_id': 'c21468cd613f4b869b90c5f693039b67', 'fixed_ips': [{'subnet_id': '92d015ab-73f4-423c-8877-4552ee1df1ff'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:44:54.161782 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bb0345bb-7ae4-4c63-9e20-36986f45fcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:54.221223 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ddf81-1ced-4a7d-9fd8-5f7021422a3b None None] Pushing event updated for resources: {'Port': ['ID=fe1cac42-73d7-4384-9260-562799a5d351,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:54.232792 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7acea203-2631-4c46-98fa-9f16c029e61b req-f28097f4-b1d3-4033-a176-94fbd7833f2e tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:54.246541 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 548f7f28-4e0d-456a-beb5-ca6e6b863095 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:44:54.284476 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7acea203-2631-4c46-98fa-9f16c029e61b req-f28097f4-b1d3-4033-a176-94fbd7833f2e tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:54.314800 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18a164-ec02-44ad-8b41-ae645136ca18 req-88e89cc3-fdfa-4083-a78a-b19bbb294052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:54.316329 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fe18a164-ec02-44ad-8b41-ae645136ca18 req-88e89cc3-fdfa-4083-a78a-b19bbb294052 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d5e615c355a4206b3c4390671861c0e&device_id=005a6eb7-575e-4079-9d82-07016eedaee4 HTTP/1.1" status: 200 len: 1099 time: 0.4885328 Nov 12 00:44:54.317366 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: 548f7f28-4e0d-456a-beb5-ca6e6b863095 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:44:54.317739 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 548f7f28-4e0d-456a-beb5-ca6e6b863095 not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:44:54.324713 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-00efcb71-6496-4b82-9b98-47f8cbd4961f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9a1fd583d08a44f4b64f3812361842fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4772282 Nov 12 00:44:54.325228 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47086) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:54.388780 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['c970cd50-f46d-4fcb-8d6f-0abc0a130140', '6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:44:54.390847 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7acea203-2631-4c46-98fa-9f16c029e61b req-f28097f4-b1d3-4033-a176-94fbd7833f2e tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Network 172a28b2-119c-4d70-aef1-a731eb107d6c is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:54.418982 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-7acea203-2631-4c46-98fa-9f16c029e61b req-f28097f4-b1d3-4033-a176-94fbd7833f2e tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:54.426818 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-7acea203-2631-4c46-98fa-9f16c029e61b req-f28097f4-b1d3-4033-a176-94fbd7833f2e tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:44:54.467271 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18a164-ec02-44ad-8b41-ae645136ca18 req-4ef3d8d9-57b7-4aed-b8a4-e6014f725cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:54.468736 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fe18a164-ec02-44ad-8b41-ae645136ca18 req-4ef3d8d9-57b7-4aed-b8a4-e6014f725cee service neutron] 10.222.0.49 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.1429396 Nov 12 00:44:54.517914 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28097f4-b1d3-4033-a176-94fbd7833f2e tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Pushing event updated for resources: {'Port': ['ID=cba10e70-1b29-4142-a57b-ca2595f79d60,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:54.557573 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acea203-2631-4c46-98fa-9f16c029e61b req-f28097f4-b1d3-4033-a176-94fbd7833f2e tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:54.559184 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7acea203-2631-4c46-98fa-9f16c029e61b req-f28097f4-b1d3-4033-a176-94fbd7833f2e tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:54.594548 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-618de290-c1fd-412f-a6ba-a89a46cfe46b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:54.603830 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09575ed-57a2-4546-bd4b-58b7cf0d0630 req-eb0cce75-1f57-47bb-be8e-f22f07fb1b7e tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:54.610263 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-bb0345bb-7ae4-4c63-9e20-36986f45fcc1 None None] Allocated IP 10.2.2.2 (932a85f6-3e20-455a-a5e7-01a28ed4b895/92d015ab-73f4-423c-8877-4552ee1df1ff/e3b83938-36bd-45bf-a06f-dfbb8ab803bc) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:44:54.611763 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d09575ed-57a2-4546-bd4b-58b7cf0d0630 req-eb0cce75-1f57-47bb-be8e-f22f07fb1b7e tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=073b59dc-c814-4e18-ac29-bfa1e0e35b3c HTTP/1.1" status: 200 len: 945 time: 0.2108710 Nov 12 00:44:54.618532 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fe18a164-ec02-44ad-8b41-ae645136ca18 req-37b78302-5537-43f9-a129-23ce2fb2edc4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=cc41f133-519e-494a-93c2-83e7af38e257 HTTP/1.1" status: 200 len: 217 time: 0.1411481 Nov 12 00:44:54.639634 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af25702-b3b4-425d-bef4-16300975b9c7 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Made reservation on behalf of c21468cd613f4b869b90c5f693039b67 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:54.654645 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7acea203-2631-4c46-98fa-9f16c029e61b req-f28097f4-b1d3-4033-a176-94fbd7833f2e tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0411835 Nov 12 00:44:54.661481 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-618de290-c1fd-412f-a6ba-a89a46cfe46b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:54.706939 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-7acea203-2631-4c46-98fa-9f16c029e61b req-d03a8602-173c-4436-9356-0794ac6e789f service neutron] Request body: {'port': {'device_id': '49444b6e-0149-47a6-9b3c-6234d7a2b70c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:54.816496 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1af25702-b3b4-425d-bef4-16300975b9c7 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:54.837720 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7acea203-2631-4c46-98fa-9f16c029e61b req-d03a8602-173c-4436-9356-0794ac6e789f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:54.875859 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-1af25702-b3b4-425d-bef4-16300975b9c7 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] device_id is not set on port 31fcb602-fe71-4579-9fa9-375532295e13 yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:44:54.896999 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18a164-ec02-44ad-8b41-ae645136ca18 req-6eeaaab3-2b42-4d12-836f-f2726c83581a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:54.898870 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fe18a164-ec02-44ad-8b41-ae645136ca18 req-6eeaaab3-2b42-4d12-836f-f2726c83581a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.2711697 Nov 12 00:44:54.903600 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5102442-14ae-44d6-83bf-f6351b240e40 req-ab64f872-3c0e-4de9-b23d-7955851e423b tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:54.905139 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a5102442-14ae-44d6-83bf-f6351b240e40 req-ab64f872-3c0e-4de9-b23d-7955851e423b tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=49444b6e-0149-47a6-9b3c-6234d7a2b70c HTTP/1.1" status: 200 len: 936 time: 0.2462883 Nov 12 00:44:54.936974 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-121dc573-bd54-462e-ac16-dbdc6e6b4b4b None None] Provisioning complete for port cba10e70-1b29-4142-a57b-ca2595f79d60 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:54.937339 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-121dc573-bd54-462e-ac16-dbdc6e6b4b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:54.943736 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bb0345bb-7ae4-4c63-9e20-36986f45fcc1 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:54.970683 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bb0345bb-7ae4-4c63-9e20-36986f45fcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:54.985660 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d09575ed-57a2-4546-bd4b-58b7cf0d0630 req-78250749-2811-4e8c-adc6-d8cad1d2e099 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728683 Nov 12 00:44:55.035962 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-121dc573-bd54-462e-ac16-dbdc6e6b4b4b None None] Port cba10e70-1b29-4142-a57b-ca2595f79d60 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:44:55.046873 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0345bb-7ae4-4c63-9e20-36986f45fcc1 None None] Network 932a85f6-3e20-455a-a5e7-01a28ed4b895 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:55.047645 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-618de290-c1fd-412f-a6ba-a89a46cfe46b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:55.051285 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-618de290-c1fd-412f-a6ba-a89a46cfe46b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:55.054741 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-618de290-c1fd-412f-a6ba-a89a46cfe46b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5 HTTP/1.1" status: 204 len: 168 time: 0.7154860 Nov 12 00:44:55.072095 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-bb0345bb-7ae4-4c63-9e20-36986f45fcc1 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:55.089784 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0345bb-7ae4-4c63-9e20-36986f45fcc1 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:44:55.097002 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0345bb-7ae4-4c63-9e20-36986f45fcc1 None None] Pushing event updated for resources: {'Port': ['ID=e3b83938-36bd-45bf-a06f-dfbb8ab803bc,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:55.107573 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618de290-c1fd-412f-a6ba-a89a46cfe46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0324b6-f7e6-403f-9be8-8ee6bdf2bde5,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:55.146060 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a5102442-14ae-44d6-83bf-f6351b240e40 req-3ee705f7-e55f-4f33-aa5c-6080cefa236c tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532667 Nov 12 00:44:55.265268 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18a164-ec02-44ad-8b41-ae645136ca18 req-0d793b7d-f8f2-42bf-a020-8a49aff357ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:55.266927 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fe18a164-ec02-44ad-8b41-ae645136ca18 req-0d793b7d-f8f2-42bf-a020-8a49aff357ba service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3393261 Nov 12 00:44:55.276598 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:44:55.292251 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054cafe6-73ff-48e5-bca5-395289a314a6 req-9e19e632-dd3f-4cb1-90f7-9f7cef211a22 tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:55.296441 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-054cafe6-73ff-48e5-bca5-395289a314a6 req-9e19e632-dd3f-4cb1-90f7-9f7cef211a22 tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] 10.222.0.20 "GET /v2.0/ports?device_id=005a6eb7-575e-4079-9d82-07016eedaee4 HTTP/1.1" status: 200 len: 947 time: 0.1526394 Nov 12 00:44:55.311442 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-bb0345bb-7ae4-4c63-9e20-36986f45fcc1 None None] Attempting to bind port e3b83938-36bd-45bf-a06f-dfbb8ab803bc on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:55.311807 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-bb0345bb-7ae4-4c63-9e20-36986f45fcc1 None None] Attempting to bind port e3b83938-36bd-45bf-a06f-dfbb8ab803bc by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '4becdac4-51a8-4782-a971-f733dc6018ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '932a85f6-3e20-455a-a5e7-01a28ed4b895'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:55.312337 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0345bb-7ae4-4c63-9e20-36986f45fcc1 None None] Attempting to bind port e3b83938-36bd-45bf-a06f-dfbb8ab803bc on network 932a85f6-3e20-455a-a5e7-01a28ed4b895 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:55.331471 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0345bb-7ae4-4c63-9e20-36986f45fcc1 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:44:55.331866 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0345bb-7ae4-4c63-9e20-36986f45fcc1 None None] Checking segment: {'id': '4becdac4-51a8-4782-a971-f733dc6018ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '932a85f6-3e20-455a-a5e7-01a28ed4b895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:44:55.332224 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bb0345bb-7ae4-4c63-9e20-36986f45fcc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:55.332645 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0345bb-7ae4-4c63-9e20-36986f45fcc1 None None] Bound using segment: {'id': '4becdac4-51a8-4782-a971-f733dc6018ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '932a85f6-3e20-455a-a5e7-01a28ed4b895'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:44:55.333116 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-bb0345bb-7ae4-4c63-9e20-36986f45fcc1 None None] Bound port: e3b83938-36bd-45bf-a06f-dfbb8ab803bc, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4becdac4-51a8-4782-a971-f733dc6018ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '932a85f6-3e20-455a-a5e7-01a28ed4b895'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:44:55.333524 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bb0345bb-7ae4-4c63-9e20-36986f45fcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:55.425732 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f3e4d6-2daa-4afe-bce9-e87107aca25e req-2c187d9e-18aa-4909-81c4-bdcbef304080 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:55.427292 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-54f3e4d6-2daa-4afe-bce9-e87107aca25e req-2c187d9e-18aa-4909-81c4-bdcbef304080 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=073b59dc-c814-4e18-ac29-bfa1e0e35b3c HTTP/1.1" status: 200 len: 945 time: 0.1416452 Nov 12 00:44:55.433174 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-bb0345bb-7ae4-4c63-9e20-36986f45fcc1 None None] For port e3b83938-36bd-45bf-a06f-dfbb8ab803bc, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:44:55.439685 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-bb0345bb-7ae4-4c63-9e20-36986f45fcc1 None None] For port e3b83938-36bd-45bf-a06f-dfbb8ab803bc, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=e3b83938-36bd-45bf-a06f-dfbb8ab803bc,segment=NetworkSegment(4becdac4-51a8-4782-a971-f733dc6018ef),segment_id=4becdac4-51a8-4782-a971-f733dc6018ef)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:44:55.454931 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bb0345bb-7ae4-4c63-9e20-36986f45fcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:55.461411 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-7acea203-2631-4c46-98fa-9f16c029e61b req-d03a8602-173c-4436-9356-0794ac6e789f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cba10e70-1b29-4142-a57b-ca2595f79d60 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:44:55.469485 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-1af25702-b3b4-425d-bef4-16300975b9c7 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Allocated IP 10.1.1.253 (ab41dae0-8b36-4d88-961d-982690d3893d/1258ef72-3213-4252-85bc-f1e482a40b73/31fcb602-fe71-4579-9fa9-375532295e13) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:44:55.494873 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7acea203-2631-4c46-98fa-9f16c029e61b req-d03a8602-173c-4436-9356-0794ac6e789f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:55.509729 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-054cafe6-73ff-48e5-bca5-395289a314a6 req-c2cb290e-bc7e-4462-a15c-c809b40338ac tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c15bce-ca58-4509-8e07-4c3c539a86c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646924 Nov 12 00:44:55.526953 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-7acea203-2631-4c46-98fa-9f16c029e61b req-d03a8602-173c-4436-9356-0794ac6e789f service neutron] Transition to ACTIVE for port object cba10e70-1b29-4142-a57b-ca2595f79d60 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:44:55.540540 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7acea203-2631-4c46-98fa-9f16c029e61b req-d03a8602-173c-4436-9356-0794ac6e789f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:55.584692 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0345bb-7ae4-4c63-9e20-36986f45fcc1 None None] Pushing event updated for resources: {'Port': ['ID=e3b83938-36bd-45bf-a06f-dfbb8ab803bc,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:55.596506 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fe18a164-ec02-44ad-8b41-ae645136ca18 req-bde4cbd7-cc33-4f44-8c1d-4a19f8d4bacd service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953708 Nov 12 00:44:55.660852 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-54f3e4d6-2daa-4afe-bce9-e87107aca25e req-c90a250b-215d-4b8d-8b2b-afa7d1ba7752 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242296 Nov 12 00:44:55.739607 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a8602-173c-4436-9356-0794ac6e789f service neutron] Pushing event updated for resources: {'Port': ['ID=cba10e70-1b29-4142-a57b-ca2595f79d60,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:55.812082 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47106) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:55.838070 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device fe1cac42-73d7-4384-9260-562799a5d351 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:44:55.959506 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fe18a164-ec02-44ad-8b41-ae645136ca18 req-bbf44b97-b64d-4cce-b0e4-07f62961a1ad service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448412 Nov 12 00:44:56.001030 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-cbecb173-27bb-45e6-aa4a-cf59bd58f7c9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a7265b872b894a2f8f1454a45b6e0468&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1876028 Nov 12 00:44:56.003444 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47108) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:56.006754 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c064e5a-03e3-4954-9981-1bf10364f9a8 None None] Network ab41dae0-8b36-4d88-961d-982690d3893d requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:44:56.012506 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-7acea203-2631-4c46-98fa-9f16c029e61b req-d03a8602-173c-4436-9356-0794ac6e789f service neutron] Attempting to bind port cba10e70-1b29-4142-a57b-ca2595f79d60 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:56.013885 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-7acea203-2631-4c46-98fa-9f16c029e61b req-d03a8602-173c-4436-9356-0794ac6e789f service neutron] Attempting to bind port cba10e70-1b29-4142-a57b-ca2595f79d60 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:56.019408 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acea203-2631-4c46-98fa-9f16c029e61b req-d03a8602-173c-4436-9356-0794ac6e789f service neutron] Attempting to bind port cba10e70-1b29-4142-a57b-ca2595f79d60 on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:56.039308 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port fe1cac42-73d7-4384-9260-562799a5d351 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:56.041989 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:56.062173 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1af25702-b3b4-425d-bef4-16300975b9c7 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:56.074524 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acea203-2631-4c46-98fa-9f16c029e61b req-d03a8602-173c-4436-9356-0794ac6e789f service neutron] Port cba10e70-1b29-4142-a57b-ca2595f79d60 on network 172a28b2-119c-4d70-aef1-a731eb107d6c not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:44:56.075658 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acea203-2631-4c46-98fa-9f16c029e61b req-d03a8602-173c-4436-9356-0794ac6e789f service neutron] Attempting to bind port cba10e70-1b29-4142-a57b-ca2595f79d60 on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:56.095960 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acea203-2631-4c46-98fa-9f16c029e61b req-d03a8602-173c-4436-9356-0794ac6e789f service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:44:56.096353 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acea203-2631-4c46-98fa-9f16c029e61b req-d03a8602-173c-4436-9356-0794ac6e789f service neutron] Checking segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:44:56.096745 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acea203-2631-4c46-98fa-9f16c029e61b req-d03a8602-173c-4436-9356-0794ac6e789f service neutron] Bound using segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:44:56.097250 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-7acea203-2631-4c46-98fa-9f16c029e61b req-d03a8602-173c-4436-9356-0794ac6e789f service neutron] Bound port: cba10e70-1b29-4142-a57b-ca2595f79d60, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:44:56.097627 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7acea203-2631-4c46-98fa-9f16c029e61b req-d03a8602-173c-4436-9356-0794ac6e789f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:56.128233 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1af25702-b3b4-425d-bef4-16300975b9c7 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:56.169562 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-823bdeb3-4ae7-4679-b4a2-122432549929 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:56.227653 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af25702-b3b4-425d-bef4-16300975b9c7 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Network ab41dae0-8b36-4d88-961d-982690d3893d is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:56.237947 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-1af25702-b3b4-425d-bef4-16300975b9c7 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:56.248751 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af25702-b3b4-425d-bef4-16300975b9c7 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:44:56.251324 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-823bdeb3-4ae7-4679-b4a2-122432549929 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:56.283100 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af25702-b3b4-425d-bef4-16300975b9c7 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Pushing event updated for resources: {'Port': ['ID=31fcb602-fe71-4579-9fa9-375532295e13,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:56.341436 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-7acea203-2631-4c46-98fa-9f16c029e61b req-d03a8602-173c-4436-9356-0794ac6e789f service neutron] For port cba10e70-1b29-4142-a57b-ca2595f79d60, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:44:56.346704 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device cc41f133-519e-494a-93c2-83e7af38e257 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:44:56.349994 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af25702-b3b4-425d-bef4-16300975b9c7 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:56.350621 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1af25702-b3b4-425d-bef4-16300975b9c7 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:56.370304 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52f09d-42b3-4cdf-9f57-34aec59c02b0 req-32adc180-c407-4750-89aa-ae17912df8aa tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:56.372077 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6d52f09d-42b3-4cdf-9f57-34aec59c02b0 req-32adc180-c407-4750-89aa-ae17912df8aa tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=49444b6e-0149-47a6-9b3c-6234d7a2b70c HTTP/1.1" status: 200 len: 948 time: 0.0855522 Nov 12 00:44:56.377009 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-7acea203-2631-4c46-98fa-9f16c029e61b req-d03a8602-173c-4436-9356-0794ac6e789f service neutron] For port cba10e70-1b29-4142-a57b-ca2595f79d60, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=cba10e70-1b29-4142-a57b-ca2595f79d60,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:44:56.384232 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1af25702-b3b4-425d-bef4-16300975b9c7 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5465541 Nov 12 00:44:56.388014 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 47114) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:56.388246 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7acea203-2631-4c46-98fa-9f16c029e61b req-d03a8602-173c-4436-9356-0794ac6e789f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:56.394380 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-ff73e5a3-7f95-478c-8f87-2fc5ad8220ce tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Request body: {'port': {'network_id': 'ab41dae0-8b36-4d88-961d-982690d3893d', 'name': 'tempest-TaggedBootDevicesTest-352920912', 'fixed_ips': [{'subnet_id': '1258ef72-3213-4252-85bc-f1e482a40b73'}]}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:56.399362 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-9be32107-4656-41b7-8c98-88573e4bf8e8 None None] Provisioning complete for port fe1cac42-73d7-4384-9260-562799a5d351 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:56.399838 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9be32107-4656-41b7-8c98-88573e4bf8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:56.438675 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea55d0-d869-4ee1-bc99-3921dc0a376c req-ba606b82-0f1d-493b-b1dc-9a2a2a3b83a3 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:56.440196 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9cea55d0-d869-4ee1-bc99-3921dc0a376c req-ba606b82-0f1d-493b-b1dc-9a2a2a3b83a3 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=073b59dc-c814-4e18-ac29-bfa1e0e35b3c HTTP/1.1" status: 200 len: 945 time: 0.1823511 Nov 12 00:44:56.449762 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-88f3dd7d-d7dd-459d-a036-23f9514cf7ff req-146cbebd-59a8-4cdf-9892-ec7e22bf9855 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c4cd7cd7-2f00-4963-b453-15c01d08d929&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2006338 Nov 12 00:44:56.451049 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acea203-2631-4c46-98fa-9f16c029e61b req-d03a8602-173c-4436-9356-0794ac6e789f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:56.451630 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7acea203-2631-4c46-98fa-9f16c029e61b req-d03a8602-173c-4436-9356-0794ac6e789f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:56.452914 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7acea203-2631-4c46-98fa-9f16c029e61b req-d03a8602-173c-4436-9356-0794ac6e789f service neutron] 10.222.0.49 "PUT /v2.0/ports/cba10e70-1b29-4142-a57b-ca2595f79d60 HTTP/1.1" status: 200 len: 1097 time: 1.7692449 Nov 12 00:44:56.455533 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49444b6e-0149-47a6-9b3c-6234d7a2b70c', 'tag': 'cba10e70-1b29-4142-a57b-ca2595f79d60'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:56.457722 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace47db0-133f-4d8d-bb84-bf79965139bc" -d '{"events": [{"name": "network-changed", "server_uuid": "49444b6e-0149-47a6-9b3c-6234d7a2b70c", "tag": "cba10e70-1b29-4142-a57b-ca2595f79d60"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:56.496339 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-823bdeb3-4ae7-4679-b4a2-122432549929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:56.499325 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-823bdeb3-4ae7-4679-b4a2-122432549929 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:56.502789 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-823bdeb3-4ae7-4679-b4a2-122432549929 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cc11face-9651-4a37-b829-095c048b2ed8 HTTP/1.1" status: 204 len: 168 time: 0.4961495 Nov 12 00:44:56.511949 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6d52f09d-42b3-4cdf-9f57-34aec59c02b0 req-356d31e2-e35b-457a-8ade-18ccd950bf9a tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249545 Nov 12 00:44:56.561712 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a8602-173c-4436-9356-0794ac6e789f service neutron] Pushing event updated for resources: {'Port': ['ID=cba10e70-1b29-4142-a57b-ca2595f79d60,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:56.620983 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30e614e-c90c-4a11-94e7-246717740b39 x-openstack-request-id: req-a30e614e-c90c-4a11-94e7-246717740b39 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:56.621288 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49444b6e-0149-47a6-9b3c-6234d7a2b70c", "tag": "cba10e70-1b29-4142-a57b-ca2595f79d60", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:56.627100 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a30e614e-c90c-4a11-94e7-246717740b39 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:56.627567 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49444b6e-0149-47a6-9b3c-6234d7a2b70c', 'tag': 'cba10e70-1b29-4142-a57b-ca2595f79d60', 'status': 'completed', 'code': 200} Nov 12 00:44:56.631000 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:56.648401 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823bdeb3-4ae7-4679-b4a2-122432549929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc11face-9651-4a37-b829-095c048b2ed8,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:56.658684 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff73e5a3-7f95-478c-8f87-2fc5ad8220ce tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Made reservation on behalf of c21468cd613f4b869b90c5f693039b67 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:56.670179 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ff73e5a3-7f95-478c-8f87-2fc5ad8220ce tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:56.710966 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-ff73e5a3-7f95-478c-8f87-2fc5ad8220ce tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] device_id is not set on port f1d753e5-8094-4985-ae26-476029182198 yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:44:56.726852 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9cea55d0-d869-4ee1-bc99-3921dc0a376c req-c40f64ba-6f08-4358-bd6a-02ad5e0bab6b tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660570 Nov 12 00:44:56.733490 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port cc41f133-519e-494a-93c2-83e7af38e257, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=cc41f133-519e-494a-93c2-83e7af38e257,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:56.750865 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f3dd7d-d7dd-459d-a036-23f9514cf7ff req-e09fecfa-72a3-416d-9151-bcbdb57cc95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:56.752923 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-88f3dd7d-d7dd-459d-a036-23f9514cf7ff req-e09fecfa-72a3-416d-9151-bcbdb57cc95e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=65e37905fcda41a0a64a3bffb54da22e&device_id=c4cd7cd7-2f00-4963-b453-15c01d08d929 HTTP/1.1" status: 200 len: 1098 time: 0.2362261 Nov 12 00:44:56.759550 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acea203-2631-4c46-98fa-9f16c029e61b req-b6b4b666-0db9-49ac-bf50-9c06cefb04e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:56.762237 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7acea203-2631-4c46-98fa-9f16c029e61b req-b6b4b666-0db9-49ac-bf50-9c06cefb04e6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=98fba296214f428abbebc213da9d926a&device_id=49444b6e-0149-47a6-9b3c-6234d7a2b70c HTTP/1.1" status: 200 len: 1100 time: 0.1827104 Nov 12 00:44:56.794822 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port fe1cac42-73d7-4384-9260-562799a5d351, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=fe1cac42-73d7-4384-9260-562799a5d351,segment=NetworkSegment(626a9579-673a-4b11-be35-aa640b5a2d6e),segment_id=626a9579-673a-4b11-be35-aa640b5a2d6e)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:56.800833 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': 'cc41f133-519e-494a-93c2-83e7af38e257', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'port_id': 'cc41f133-519e-494a-93c2-83e7af38e257', 'mac_address': 'fa:16:3e:b8:34:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3288e972-21d8-4a52-9002-05790fb0bb61', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:44:56.810087 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:56.877794 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9be32107-4656-41b7-8c98-88573e4bf8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:56.942432 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:56.944651 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7acea203-2631-4c46-98fa-9f16c029e61b req-1b8e63a6-b0bc-4359-918c-b09e83e82bf1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=cba10e70-1b29-4142-a57b-ca2595f79d60 HTTP/1.1" status: 200 len: 217 time: 0.1563795 Nov 12 00:44:56.977799 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=fe1cac42-73d7-4384-9260-562799a5d351,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:57.002437 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e43fadc-6681-4ae7-868b-e62a667228d2 req-38078331-e44c-477e-aa0f-1210f2f890c4 tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:57.011417 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7e43fadc-6681-4ae7-868b-e62a667228d2 req-38078331-e44c-477e-aa0f-1210f2f890c4 tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] 10.222.0.20 "GET /v2.0/ports?device_id=005a6eb7-575e-4079-9d82-07016eedaee4 HTTP/1.1" status: 200 len: 947 time: 0.2270880 Nov 12 00:44:57.113869 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.db.api [None req-9be32107-4656-41b7-8c98-88573e4bf8e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:44:57.124204 n-d-812236-11 neutron-server[102663]: DEBUG oslo_db.api [None req-9be32107-4656-41b7-8c98-88573e4bf8e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:44:57.142425 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc41f133-519e-494a-93c2-83e7af38e257 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:44:57.144322 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7e43fadc-6681-4ae7-868b-e62a667228d2 req-b3aef7f9-1d1f-40eb-9b28-609011184043 tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c15bce-ca58-4509-8e07-4c3c539a86c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311290 Nov 12 00:44:57.177613 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f3dd7d-d7dd-459d-a036-23f9514cf7ff req-a9ad72cc-fee1-44c0-a314-794a5569eb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:57.179354 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-88f3dd7d-d7dd-459d-a036-23f9514cf7ff req-a9ad72cc-fee1-44c0-a314-794a5569eb0f service neutron] 10.222.0.54 "GET /v2.0/networks?id=b9574af4-848a-4900-9093-7976c00593e2 HTTP/1.1" status: 200 len: 924 time: 0.4009981 Nov 12 00:44:57.181222 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acea203-2631-4c46-98fa-9f16c029e61b req-b945d1c7-526e-4ae9-9394-163e76b19421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:57.184358 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7acea203-2631-4c46-98fa-9f16c029e61b req-b945d1c7-526e-4ae9-9394-163e76b19421 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.2320931 Nov 12 00:44:57.205238 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port cc41f133-519e-494a-93c2-83e7af38e257, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=cc41f133-519e-494a-93c2-83e7af38e257,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:57.211897 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:57.269539 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-ff73e5a3-7f95-478c-8f87-2fc5ad8220ce tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Allocated IP 10.1.1.95 (ab41dae0-8b36-4d88-961d-982690d3893d/1258ef72-3213-4252-85bc-f1e482a40b73/f1d753e5-8094-4985-ae26-476029182198) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:44:57.293839 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=cc41f133-519e-494a-93c2-83e7af38e257,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:57.344607 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acea203-2631-4c46-98fa-9f16c029e61b req-164262a4-4045-4815-b281-5cb0bb8f5b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:57.346399 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7acea203-2631-4c46-98fa-9f16c029e61b req-164262a4-4045-4815-b281-5cb0bb8f5b13 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1483209 Nov 12 00:44:57.353927 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-88f3dd7d-d7dd-459d-a036-23f9514cf7ff req-2cff32df-8162-410f-9150-649e4e9e5c46 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f925d61-a79b-4868-944e-aaa51bafeb85 HTTP/1.1" status: 200 len: 1002 time: 0.1646349 Nov 12 00:44:57.505716 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['cc41f133-519e-494a-93c2-83e7af38e257'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:44:57.510988 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f3dd7d-d7dd-459d-a036-23f9514cf7ff req-17958bb3-74ea-4e1c-ada3-9be0194569f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:57.512835 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-88f3dd7d-d7dd-459d-a036-23f9514cf7ff req-17958bb3-74ea-4e1c-ada3-9be0194569f3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7413bf18-08e7-4425-a837-148a3dd7f58d HTTP/1.1" status: 200 len: 862 time: 0.1488979 Nov 12 00:44:57.523924 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ff73e5a3-7f95-478c-8f87-2fc5ad8220ce tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:57.572828 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7acea203-2631-4c46-98fa-9f16c029e61b req-5a3e1701-f562-40ca-b617-0d572f699f4d service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169793 Nov 12 00:44:57.599724 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ff73e5a3-7f95-478c-8f87-2fc5ad8220ce tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:57.620818 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8252452-cf48-474c-a2d3-53c1c759283c None None] Network 932a85f6-3e20-455a-a5e7-01a28ed4b895 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:44:57.699573 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff73e5a3-7f95-478c-8f87-2fc5ad8220ce tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Network ab41dae0-8b36-4d88-961d-982690d3893d is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:57.703787 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-ff73e5a3-7f95-478c-8f87-2fc5ad8220ce tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:57.707515 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff73e5a3-7f95-478c-8f87-2fc5ad8220ce tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:44:57.741282 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff73e5a3-7f95-478c-8f87-2fc5ad8220ce tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Pushing event updated for resources: {'Port': ['ID=f1d753e5-8094-4985-ae26-476029182198,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:57.766050 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7acea203-2631-4c46-98fa-9f16c029e61b req-ca1c8663-fc2b-4401-bc71-659a3ea03773 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859944 Nov 12 00:44:57.774504 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff73e5a3-7f95-478c-8f87-2fc5ad8220ce tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:57.775522 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff73e5a3-7f95-478c-8f87-2fc5ad8220ce tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:57.782002 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff73e5a3-7f95-478c-8f87-2fc5ad8220ce tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:57.782002 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff73e5a3-7f95-478c-8f87-2fc5ad8220ce tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:57.782002 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff73e5a3-7f95-478c-8f87-2fc5ad8220ce tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:57.782002 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff73e5a3-7f95-478c-8f87-2fc5ad8220ce tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:57.782002 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff73e5a3-7f95-478c-8f87-2fc5ad8220ce tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:57.782002 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff73e5a3-7f95-478c-8f87-2fc5ad8220ce tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:57.782002 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff73e5a3-7f95-478c-8f87-2fc5ad8220ce tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:57.782002 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff73e5a3-7f95-478c-8f87-2fc5ad8220ce tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:57.782002 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff73e5a3-7f95-478c-8f87-2fc5ad8220ce tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:57.782002 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff73e5a3-7f95-478c-8f87-2fc5ad8220ce tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:57.824255 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff73e5a3-7f95-478c-8f87-2fc5ad8220ce tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:57.824903 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ff73e5a3-7f95-478c-8f87-2fc5ad8220ce tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:57.829971 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f3dd7d-d7dd-459d-a036-23f9514cf7ff req-7a75f629-a086-4317-9a4e-9ba4e00f4027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:57.831469 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-88f3dd7d-d7dd-459d-a036-23f9514cf7ff req-7a75f629-a086-4317-9a4e-9ba4e00f4027 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b9574af4-848a-4900-9093-7976c00593e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3090265 Nov 12 00:44:57.849756 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ff73e5a3-7f95-478c-8f87-2fc5ad8220ce tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4563980 Nov 12 00:44:57.990168 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device fe1cac42-73d7-4384-9260-562799a5d351 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:44:58.032783 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677aa15f-d907-410e-b30d-183cf6f9725f req-e34796b9-0d97-4ad0-b117-ba2d29453aee tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:58.040779 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-677aa15f-d907-410e-b30d-183cf6f9725f req-e34796b9-0d97-4ad0-b117-ba2d29453aee tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=073b59dc-c814-4e18-ac29-bfa1e0e35b3c HTTP/1.1" status: 200 len: 945 time: 0.1189528 Nov 12 00:44:58.126227 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 47154) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:58.159098 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace75b87-287f-4f0b-afbf-6b3de92a829f req-dd786219-67cc-4772-8b34-237020a3eb13 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:58.160569 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ace75b87-287f-4f0b-afbf-6b3de92a829f req-dd786219-67cc-4772-8b34-237020a3eb13 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.54 "GET /v2.0/ports?device_id=073b59dc-c814-4e18-ac29-bfa1e0e35b3c HTTP/1.1" status: 200 len: 945 time: 0.1171129 Nov 12 00:44:58.165797 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-871a1c5f-23ec-4bc7-ad16-3cbd6f839bb0 None None] Provisioning complete for port fe1cac42-73d7-4384-9260-562799a5d351 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:58.166367 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-871a1c5f-23ec-4bc7-ad16-3cbd6f839bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:58.179328 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-677aa15f-d907-410e-b30d-183cf6f9725f req-8834e5fa-54aa-4541-9825-3189609f9e38 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375487 Nov 12 00:44:58.280243 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port fe1cac42-73d7-4384-9260-562799a5d351 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:58.282504 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:58.298809 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-09df748b-e287-4ba6-966c-37ec1ef7c7b4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-36363337-network', 'tenant_id': '9c540ecbe8154e1b907ac12fc8774fd4'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:58.333282 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09df748b-e287-4ba6-966c-37ec1ef7c7b4 admin admin] Made reservation on behalf of 9c540ecbe8154e1b907ac12fc8774fd4 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:58.337859 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-09df748b-e287-4ba6-966c-37ec1ef7c7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:58.348851 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4539ab-b9b8-4a85-bfac-95a592b98a73 req-5ca8961a-d62c-452e-817b-0e3924228ef3 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:58.356116 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aa4539ab-b9b8-4a85-bfac-95a592b98a73 req-5ca8961a-d62c-452e-817b-0e3924228ef3 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=49444b6e-0149-47a6-9b3c-6234d7a2b70c HTTP/1.1" status: 200 len: 948 time: 0.5883815 Nov 12 00:44:58.361411 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-09df748b-e287-4ba6-966c-37ec1ef7c7b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:58.397170 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-ace75b87-287f-4f0b-afbf-6b3de92a829f req-536c337a-0612-461f-8109-0839f4fd852b tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Deleting port 78d03380-0ab2-4799-9eaa-abbc00d65504 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:58.400072 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-ace75b87-287f-4f0b-afbf-6b3de92a829f req-536c337a-0612-461f-8109-0839f4fd852b tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:58.402873 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace47db0-133f-4d8d-bb84-bf79965139bc req-6747c06c-6579-40b4-92c9-e6a632e5f105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:58.404458 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ace47db0-133f-4d8d-bb84-bf79965139bc req-6747c06c-6579-40b4-92c9-e6a632e5f105 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=98fba296214f428abbebc213da9d926a&device_id=49444b6e-0149-47a6-9b3c-6234d7a2b70c HTTP/1.1" status: 200 len: 1100 time: 0.4721062 Nov 12 00:44:58.407716 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-88f3dd7d-d7dd-459d-a036-23f9514cf7ff req-c6b499b5-f71d-4c8b-9867-86d0bd784c30 service neutron] 10.222.0.54 "GET /v2.0/networks/b9574af4-848a-4900-9093-7976c00593e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5667431 Nov 12 00:44:58.408341 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 47164) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:58.426854 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-5aaef452-e58d-4fb6-9b0f-18224778532e tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Request body: {'security_group': {'name': 'tempest-securitygroup--697668273', 'description': 'tempest-description--1079887556'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:58.523472 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5aaef452-e58d-4fb6-9b0f-18224778532e tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:58.542557 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device e3b83938-36bd-45bf-a06f-dfbb8ab803bc up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:44:58.558853 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aa4539ab-b9b8-4a85-bfac-95a592b98a73 req-028147ca-f537-48a9-b796-a29a09775d50 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017360 Nov 12 00:44:58.605316 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-ace75b87-287f-4f0b-afbf-6b3de92a829f req-536c337a-0612-461f-8109-0839f4fd852b tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] For port 78d03380-0ab2-4799-9eaa-abbc00d65504, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=78d03380-0ab2-4799-9eaa-abbc00d65504,segment=NetworkSegment(6c913048-0125-4fcf-b07f-89f668c97b8b),segment_id=6c913048-0125-4fcf-b07f-89f668c97b8b)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:58.605781 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-ace75b87-287f-4f0b-afbf-6b3de92a829f req-536c337a-0612-461f-8109-0839f4fd852b tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:58.618603 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-871a1c5f-23ec-4bc7-ad16-3cbd6f839bb0 None None] Provisioning complete for port 31fcb602-fe71-4579-9fa9-375532295e13 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:58.619031 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-871a1c5f-23ec-4bc7-ad16-3cbd6f839bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:58.661438 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-871a1c5f-23ec-4bc7-ad16-3cbd6f839bb0 None None] Port 31fcb602-fe71-4579-9fa9-375532295e13 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:44:58.670680 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port e3b83938-36bd-45bf-a06f-dfbb8ab803bc triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:58.671047 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:58.676479 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-ace75b87-287f-4f0b-afbf-6b3de92a829f req-536c337a-0612-461f-8109-0839f4fd852b tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Calling delete_port for 78d03380-0ab2-4799-9eaa-abbc00d65504 owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:58.690261 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace47db0-133f-4d8d-bb84-bf79965139bc req-82716681-df23-4a24-90b1-14a010392ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:58.692163 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ace47db0-133f-4d8d-bb84-bf79965139bc req-82716681-df23-4a24-90b1-14a010392ccf service neutron] 10.222.0.49 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.2697239 Nov 12 00:44:58.700183 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-88f3dd7d-d7dd-459d-a036-23f9514cf7ff req-c3217681-6a95-48f4-af9c-ccf8a48b178f service neutron] 10.222.0.54 "GET /v2.0/networks/b9574af4-848a-4900-9093-7976c00593e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788560 Nov 12 00:44:58.701194 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-871a1c5f-23ec-4bc7-ad16-3cbd6f839bb0 None None] Provisioning complete for port e3b83938-36bd-45bf-a06f-dfbb8ab803bc triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:58.701610 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-871a1c5f-23ec-4bc7-ad16-3cbd6f839bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:58.703940 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-09df748b-e287-4ba6-966c-37ec1ef7c7b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:58.721536 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-09df748b-e287-4ba6-966c-37ec1ef7c7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:58.736188 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09df748b-e287-4ba6-966c-37ec1ef7c7b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:44:58.747956 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-09df748b-e287-4ba6-966c-37ec1ef7c7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:58.748312 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-09df748b-e287-4ba6-966c-37ec1ef7c7b4 admin admin] Added segment eac800fb-e2a4-4100-807c-1fb9b17e8d78 of type vlan for network d872bf93-95f4-45c4-b0f4-642aed61400a Nov 12 00:44:58.784367 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ace47db0-133f-4d8d-bb84-bf79965139bc req-48ca70ff-1b55-45ff-984b-45cf969affa9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=cba10e70-1b29-4142-a57b-ca2595f79d60 HTTP/1.1" status: 200 len: 217 time: 0.0820220 Nov 12 00:44:58.816623 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:58.839842 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-871a1c5f-23ec-4bc7-ad16-3cbd6f839bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:58.844146 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd00c5c-c7c7-4d87-8534-4ba064872010 req-4202a2f1-c090-4968-a297-9e40666acd98 tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:58.845692 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6bd00c5c-c7c7-4d87-8534-4ba064872010 req-4202a2f1-c090-4968-a297-9e40666acd98 tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] 10.222.0.20 "GET /v2.0/ports?device_id=005a6eb7-575e-4079-9d82-07016eedaee4 HTTP/1.1" status: 200 len: 948 time: 0.2429476 Nov 12 00:44:58.853242 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-09df748b-e287-4ba6-966c-37ec1ef7c7b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:58.858810 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace47db0-133f-4d8d-bb84-bf79965139bc req-bc3f8b2f-3493-4779-af38-5aafd202c997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:58.860907 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ace47db0-133f-4d8d-bb84-bf79965139bc req-bc3f8b2f-3493-4779-af38-5aafd202c997 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.0651388 Nov 12 00:44:58.875625 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port e3b83938-36bd-45bf-a06f-dfbb8ab803bc, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=e3b83938-36bd-45bf-a06f-dfbb8ab803bc,segment=NetworkSegment(4becdac4-51a8-4782-a971-f733dc6018ef),segment_id=4becdac4-51a8-4782-a971-f733dc6018ef)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:58.882919 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:58.903782 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df748b-e287-4ba6-966c-37ec1ef7c7b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9534929a-373f-43a7-b9cb-bcf16499b8c7,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:58.907963 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5aaef452-e58d-4fb6-9b0f-18224778532e tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:58.920103 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace47db0-133f-4d8d-bb84-bf79965139bc req-46847c69-50ba-4eac-82b1-ccfcb560c7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:58.921706 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ace47db0-133f-4d8d-bb84-bf79965139bc req-46847c69-50ba-4eac-82b1-ccfcb560c7bd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0531843 Nov 12 00:44:58.930070 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5aaef452-e58d-4fb6-9b0f-18224778532e tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:58.956976 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.db.api [None req-871a1c5f-23ec-4bc7-ad16-3cbd6f839bb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:44:58.957398 n-d-812236-11 neutron-server[102663]: DEBUG oslo_db.api [None req-871a1c5f-23ec-4bc7-ad16-3cbd6f839bb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:44:58.973125 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=e3b83938-36bd-45bf-a06f-dfbb8ab803bc,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:58.991656 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-09df748b-e287-4ba6-966c-37ec1ef7c7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:58.992615 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09df748b-e287-4ba6-966c-37ec1ef7c7b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:58.993187 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-09df748b-e287-4ba6-966c-37ec1ef7c7b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:59.004944 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5aaef452-e58d-4fb6-9b0f-18224778532e tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:59.006176 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5aaef452-e58d-4fb6-9b0f-18224778532e tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5966167 Nov 12 00:44:59.009137 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47166) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:59.015816 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-85ff470e-6157-470d-8f75-ad1a27cb8517 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Request body: {'security_group_rule': {'security_group_id': '72f4f055-69fb-40bf-b27d-353bf24a3ac0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:59.040147 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6bd00c5c-c7c7-4d87-8534-4ba064872010 req-2105d590-a463-4652-86c1-b4d50227a5af tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c15bce-ca58-4509-8e07-4c3c539a86c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696310 Nov 12 00:44:59.044898 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaef452-e58d-4fb6-9b0f-18224778532e tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72f4f055-69fb-40bf-b27d-353bf24a3ac0,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:59.051439 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ace47db0-133f-4d8d-bb84-bf79965139bc req-586afc7d-0133-45c2-8f6c-1e388073152d service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209195 Nov 12 00:44:59.076519 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-85ff470e-6157-470d-8f75-ad1a27cb8517 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:59.088462 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-09df748b-e287-4ba6-966c-37ec1ef7c7b4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9609928 Nov 12 00:44:59.095065 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47168) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:59.106677 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-ccb618f4-ddd8-46e2-9f7d-d29c4b356fe0 admin admin] Request body: {'subnet': {'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-36363337-subnet', 'tenant_id': '9c540ecbe8154e1b907ac12fc8774fd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:59.106952 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df748b-e287-4ba6-966c-37ec1ef7c7b4 admin admin] Pushing event updated for resources: {'Network': ['ID=d872bf93-95f4-45c4-b0f4-642aed61400a,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:59.119896 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network d872bf93-95f4-45c4-b0f4-642aed61400a details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:44:59.137959 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-ace75b87-287f-4f0b-afbf-6b3de92a829f req-536c337a-0612-461f-8109-0839f4fd852b tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:59.166245 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c337a-0612-461f-8109-0839f4fd852b tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Pushing event deleted for resources: {'Port': ['ID=78d03380-0ab2-4799-9eaa-abbc00d65504,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:59.182392 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['25329fc1-d1a5-4c67-85e3-ffe2ca49309c', '78d03380-0ab2-4799-9eaa-abbc00d65504'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:44:59.185832 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb618f4-ddd8-46e2-9f7d-d29c4b356fe0 admin admin] Made reservation on behalf of 9c540ecbe8154e1b907ac12fc8774fd4 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:59.188356 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ccb618f4-ddd8-46e2-9f7d-d29c4b356fe0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:59.230314 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace75b87-287f-4f0b-afbf-6b3de92a829f req-536c337a-0612-461f-8109-0839f4fd852b tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] No DVR routers for this DVR port 78d03380-0ab2-4799-9eaa-abbc00d65504 on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:44:59.233819 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-ace75b87-287f-4f0b-afbf-6b3de92a829f req-536c337a-0612-461f-8109-0839f4fd852b tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:59.238631 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ace75b87-287f-4f0b-afbf-6b3de92a829f req-536c337a-0612-461f-8109-0839f4fd852b tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.54 "DELETE /v2.0/ports/78d03380-0ab2-4799-9eaa-abbc00d65504 HTTP/1.1" status: 204 len: 173 time: 1.0583158 Nov 12 00:44:59.239614 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '073b59dc-c814-4e18-ac29-bfa1e0e35b3c', 'name': 'network-vif-deleted', 'tag': '78d03380-0ab2-4799-9eaa-abbc00d65504'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:59.242700 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ca851c-e3ed-4690-9fc9-0a6dbfd1c1d9" -d '{"events": [{"server_uuid": "073b59dc-c814-4e18-ac29-bfa1e0e35b3c", "name": "network-vif-deleted", "tag": "78d03380-0ab2-4799-9eaa-abbc00d65504"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:59.269025 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ace47db0-133f-4d8d-bb84-bf79965139bc req-a22c2fcc-433f-4152-87b9-6ddc0de8c08e service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054565 Nov 12 00:44:59.271034 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-85ff470e-6157-470d-8f75-ad1a27cb8517 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:59.278293 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-85ff470e-6157-470d-8f75-ad1a27cb8517 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:59.316945 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a387bb28-530d-43a7-9132-ae7a823d6251 x-openstack-request-id: req-a387bb28-530d-43a7-9132-ae7a823d6251 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:59.317235 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "073b59dc-c814-4e18-ac29-bfa1e0e35b3c", "name": "network-vif-deleted", "tag": "78d03380-0ab2-4799-9eaa-abbc00d65504", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:59.318077 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a387bb28-530d-43a7-9132-ae7a823d6251 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:59.318077 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '073b59dc-c814-4e18-ac29-bfa1e0e35b3c', 'name': 'network-vif-deleted', 'tag': '78d03380-0ab2-4799-9eaa-abbc00d65504', 'status': 'completed', 'code': 200} Nov 12 00:44:59.324441 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff470e-6157-470d-8f75-ad1a27cb8517 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2c41306-1c70-4ed8-87e3-cf1a4eb0320c,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:59.355501 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8b0786a1-4a47-4509-8308-04c2aac796ad req-511b5121-bfd3-4517-9023-ca225a41a0b3 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=073b59dc-c814-4e18-ac29-bfa1e0e35b3c HTTP/1.1" status: 200 len: 210 time: 0.0518825 Nov 12 00:44:59.359699 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-85ff470e-6157-470d-8f75-ad1a27cb8517 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:59.361505 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-85ff470e-6157-470d-8f75-ad1a27cb8517 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3511982 Nov 12 00:44:59.364131 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47174) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:59.374253 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-ec382ffd-06f8-42d5-bc78-bbe2895911c0 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Request body: {'security_group_rule': {'security_group_id': '72f4f055-69fb-40bf-b27d-353bf24a3ac0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:59.447043 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ec382ffd-06f8-42d5-bc78-bbe2895911c0 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:59.551333 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ccb618f4-ddd8-46e2-9f7d-d29c4b356fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:59.566982 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ec382ffd-06f8-42d5-bc78-bbe2895911c0 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:59.627462 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ec382ffd-06f8-42d5-bc78-bbe2895911c0 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:59.665603 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb618f4-ddd8-46e2-9f7d-d29c4b356fe0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e87486ea-14b8-4357-b569-3ef6c52f1320,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:59.672292 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec382ffd-06f8-42d5-bc78-bbe2895911c0 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b6ef518-8f2b-48e8-8807-ea639e743353,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:59.676248 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device e3b83938-36bd-45bf-a06f-dfbb8ab803bc up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:44:59.699913 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ec382ffd-06f8-42d5-bc78-bbe2895911c0 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:59.701123 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ec382ffd-06f8-42d5-bc78-bbe2895911c0 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3358109 Nov 12 00:44:59.704893 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 47182) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:59.711339 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-416e1bc7-c3ee-4f7a-8653-61a185dac842 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:59.716197 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb618f4-ddd8-46e2-9f7d-d29c4b356fe0 admin admin] Checking segment: {'id': 'eac800fb-e2a4-4100-807c-1fb9b17e8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:44:59.716563 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb618f4-ddd8-46e2-9f7d-d29c4b356fe0 admin admin] Network hostable DHCP agents. Network: d872bf93-95f4-45c4-b0f4-642aed61400a, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:44:59.746512 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c7883-99d9-4165-af57-d0c8e69c9407 req-0b862a8e-e159-4121-bc13-4719d30a1a07 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:59.748605 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dd3c7883-99d9-4165-af57-d0c8e69c9407 req-0b862a8e-e159-4121-bc13-4719d30a1a07 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=49444b6e-0149-47a6-9b3c-6234d7a2b70c HTTP/1.1" status: 200 len: 948 time: 0.1019902 Nov 12 00:44:59.763898 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-416e1bc7-c3ee-4f7a-8653-61a185dac842 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks [] for floatingip, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:59.766456 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port e3b83938-36bd-45bf-a06f-dfbb8ab803bc triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:59.766820 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:59.768793 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb618f4-ddd8-46e2-9f7d-d29c4b356fe0 admin admin] Network d872bf93-95f4-45c4-b0f4-642aed61400a is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:44:59.789897 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-ccb618f4-ddd8-46e2-9f7d-d29c4b356fe0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, d872bf93-95f4-45c4-b0f4-642aed61400a) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:59.791463 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-83cbcac3-d488-4db9-ac81-8dd8b3190227 None None] Provisioning complete for port f1d753e5-8094-4985-ae26-476029182198 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:59.792467 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-83cbcac3-d488-4db9-ac81-8dd8b3190227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:59.800360 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edfe955-5202-438e-a669-f2434af8b076 None None] Network d872bf93-95f4-45c4-b0f4-642aed61400a requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:44:59.801172 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb618f4-ddd8-46e2-9f7d-d29c4b356fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:59.801809 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ccb618f4-ddd8-46e2-9f7d-d29c4b356fe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:59.829571 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dd3c7883-99d9-4165-af57-d0c8e69c9407 req-1a1a5919-7366-49b8-9afa-b52a92297850 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729856 Nov 12 00:44:59.848455 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ccb618f4-ddd8-46e2-9f7d-d29c4b356fe0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7398052 Nov 12 00:44:59.911134 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-83cbcac3-d488-4db9-ac81-8dd8b3190227 None None] Port f1d753e5-8094-4985-ae26-476029182198 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:44:59.958586 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-416e1bc7-c3ee-4f7a-8653-61a185dac842 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:59.964926 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-83cbcac3-d488-4db9-ac81-8dd8b3190227 None None] Provisioning complete for port e3b83938-36bd-45bf-a06f-dfbb8ab803bc triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:59.965298 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-83cbcac3-d488-4db9-ac81-8dd8b3190227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:00.066287 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4515a0-3542-4b50-bc1b-4bbd9658b919 None None] Network d872bf93-95f4-45c4-b0f4-642aed61400a requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:45:00.122114 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-416e1bc7-c3ee-4f7a-8653-61a185dac842 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Allocated IP 172.25.2.16 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/c4aad80b-3725-4340-8498-b7e68ef1367e) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:45:00.186995 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e0851-dfd6-4f55-90d3-a1c779c1d171 req-1df16f9b-252b-4801-847a-9dfba64a4256 tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:00.193941 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-433e0851-dfd6-4f55-90d3-a1c779c1d171 req-1df16f9b-252b-4801-847a-9dfba64a4256 tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] 10.222.0.20 "GET /v2.0/ports?device_id=005a6eb7-575e-4079-9d82-07016eedaee4 HTTP/1.1" status: 200 len: 948 time: 0.0609791 Nov 12 00:45:00.242418 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-433e0851-dfd6-4f55-90d3-a1c779c1d171 req-27848c08-670a-4ec1-b029-208e652105d9 tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c15bce-ca58-4509-8e07-4c3c539a86c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475774 Nov 12 00:45:00.248659 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-416e1bc7-c3ee-4f7a-8653-61a185dac842 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:00.271881 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device cc41f133-519e-494a-93c2-83e7af38e257 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:45:00.284584 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-416e1bc7-c3ee-4f7a-8653-61a185dac842 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:00.330918 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416e1bc7-c3ee-4f7a-8653-61a185dac842 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:45:00.332892 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port cc41f133-519e-494a-93c2-83e7af38e257 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:45:00.337915 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-416e1bc7-c3ee-4f7a-8653-61a185dac842 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:00.339694 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port cc41f133-519e-494a-93c2-83e7af38e257 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:00.340129 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:00.343603 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416e1bc7-c3ee-4f7a-8653-61a185dac842 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:45:00.346833 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e1bc7-c3ee-4f7a-8653-61a185dac842 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Pushing event updated for resources: {'Port': ['ID=c4aad80b-3725-4340-8498-b7e68ef1367e,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:00.438880 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:00.443506 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-416e1bc7-c3ee-4f7a-8653-61a185dac842 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:00.474892 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '005a6eb7-575e-4079-9d82-07016eedaee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc41f133-519e-494a-93c2-83e7af38e257'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:00.477191 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5b7ca3-7aac-40d2-aa04-e3c3439474b1" -d '{"events": [{"server_uuid": "005a6eb7-575e-4079-9d82-07016eedaee4", "name": "network-vif-plugged", "status": "completed", "tag": "cc41f133-519e-494a-93c2-83e7af38e257"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:00.491027 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-416e1bc7-c3ee-4f7a-8653-61a185dac842 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:00.509355 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port cc41f133-519e-494a-93c2-83e7af38e257, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=cc41f133-519e-494a-93c2-83e7af38e257,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:00.514752 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:00.533932 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47208) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:00.542972 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-51a602d9-2fe2-4e63-91b8-69979072bf79 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1363893032-network', 'tenant_id': 'c14550c40ef54339bf0b5b2d2360f275'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:00.576124 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4760b09a-06d1-4039-b776-5ce0a7aef5a3 x-openstack-request-id: req-4760b09a-06d1-4039-b776-5ce0a7aef5a3 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:00.576554 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "005a6eb7-575e-4079-9d82-07016eedaee4", "name": "network-vif-plugged", "status": "completed", "tag": "cc41f133-519e-494a-93c2-83e7af38e257", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:00.576873 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4760b09a-06d1-4039-b776-5ce0a7aef5a3 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:00.577673 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '005a6eb7-575e-4079-9d82-07016eedaee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc41f133-519e-494a-93c2-83e7af38e257', 'code': 200} Nov 12 00:45:00.578969 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=cc41f133-519e-494a-93c2-83e7af38e257,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:00.581542 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a602d9-2fe2-4e63-91b8-69979072bf79 admin admin] Made reservation on behalf of c14550c40ef54339bf0b5b2d2360f275 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:45:00.584445 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-51a602d9-2fe2-4e63-91b8-69979072bf79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:00.595912 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-51a602d9-2fe2-4e63-91b8-69979072bf79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:00.674628 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-416e1bc7-c3ee-4f7a-8653-61a185dac842 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:00.678984 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-416e1bc7-c3ee-4f7a-8653-61a185dac842 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:00.725001 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-51a602d9-2fe2-4e63-91b8-69979072bf79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:00.732703 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-51a602d9-2fe2-4e63-91b8-69979072bf79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:00.765825 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51a602d9-2fe2-4e63-91b8-69979072bf79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:45:00.766580 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e1bc7-c3ee-4f7a-8653-61a185dac842 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Pushing event updated for resources: {'Port': ['ID=c4aad80b-3725-4340-8498-b7e68ef1367e,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:00.771818 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488691c-a9bd-4025-a8de-78e0a9f270ac req-3541d538-1623-4844-a699-bac1393eaabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:00.773316 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2488691c-a9bd-4025-a8de-78e0a9f270ac req-3541d538-1623-4844-a699-bac1393eaabd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=005a6eb7-575e-4079-9d82-07016eedaee4 HTTP/1.1" status: 200 len: 1101 time: 0.0941975 Nov 12 00:45:00.778805 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a602d9-2fe2-4e63-91b8-69979072bf79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1b8665-0670-45ec-8a22-9dd712536d48,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:00.785501 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-416e1bc7-c3ee-4f7a-8653-61a185dac842 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:00.790567 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-51a602d9-2fe2-4e63-91b8-69979072bf79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:00.790911 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-51a602d9-2fe2-4e63-91b8-69979072bf79 admin admin] Added segment 841e3895-755e-4289-9553-2a8a71f83b47 of type vlan for network a10087d3-560b-44c7-9443-3a0b2249c1d9 Nov 12 00:45:00.805174 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-416e1bc7-c3ee-4f7a-8653-61a185dac842 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:00.806870 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-416e1bc7-c3ee-4f7a-8653-61a185dac842 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1002493 Nov 12 00:45:00.856251 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-51a602d9-2fe2-4e63-91b8-69979072bf79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:00.875463 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2488691c-a9bd-4025-a8de-78e0a9f270ac req-2812bd15-2822-4a8c-be0e-0980e82d777a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f9c15bce-ca58-4509-8e07-4c3c539a86c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925879 Nov 12 00:45:00.893868 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-51a602d9-2fe2-4e63-91b8-69979072bf79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:00.895997 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a602d9-2fe2-4e63-91b8-69979072bf79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:00.896762 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-51a602d9-2fe2-4e63-91b8-69979072bf79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:00.942667 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 47220) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:00.942956 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-51a602d9-2fe2-4e63-91b8-69979072bf79 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4076807 Nov 12 00:45:00.949949 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-e641b6c7-ed9c-490f-adf8-08a10bf19d8e admin admin] Request body: {'subnet': {'network_id': 'a10087d3-560b-44c7-9443-3a0b2249c1d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1363893032-subnet', 'tenant_id': 'c14550c40ef54339bf0b5b2d2360f275', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:00.980464 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e641b6c7-ed9c-490f-adf8-08a10bf19d8e admin admin] Made reservation on behalf of c14550c40ef54339bf0b5b2d2360f275 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:45:00.984127 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e641b6c7-ed9c-490f-adf8-08a10bf19d8e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:00.997629 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a602d9-2fe2-4e63-91b8-69979072bf79 admin admin] Pushing event updated for resources: {'Network': ['ID=a10087d3-560b-44c7-9443-3a0b2249c1d9,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:01.007780 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network a10087d3-560b-44c7-9443-3a0b2249c1d9 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:45:01.099013 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2817cd-09c7-48cd-b647-5c95122b53cc req-93c4f8b2-168f-4174-8481-479522df76df tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:01.100492 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4a2817cd-09c7-48cd-b647-5c95122b53cc req-93c4f8b2-168f-4174-8481-479522df76df tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=49444b6e-0149-47a6-9b3c-6234d7a2b70c HTTP/1.1" status: 200 len: 948 time: 0.1011462 Nov 12 00:45:01.140951 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-e561b53c-bd87-4cae-817d-8999a904a7e8 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--697668273&fields=id&tenant_id=c21468cd613f4b869b90c5f693039b67 HTTP/1.1" status: 200 len: 267 time: 0.0438895 Nov 12 00:45:01.189246 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4a2817cd-09c7-48cd-b647-5c95122b53cc req-a393158e-d8a3-484f-b32e-9bbda95c369c tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805428 Nov 12 00:45:01.199720 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-1415083c-d08c-4359-afa3-453aff51527d tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:01.201126 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-1415083c-d08c-4359-afa3-453aff51527d tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports/31fcb602-fe71-4579-9fa9-375532295e13 HTTP/1.1" status: 200 len: 932 time: 0.0528030 Nov 12 00:45:01.248196 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e641b6c7-ed9c-490f-adf8-08a10bf19d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:01.258291 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-153a872e-e79e-42af-a39c-ed3d87c3be2f tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:01.259651 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-153a872e-e79e-42af-a39c-ed3d87c3be2f tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports/f1d753e5-8094-4985-ae26-476029182198 HTTP/1.1" status: 200 len: 930 time: 0.0478415 Nov 12 00:45:01.300965 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 78d03380-0ab2-4799-9eaa-abbc00d65504 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:45:01.314708 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e641b6c7-ed9c-490f-adf8-08a10bf19d8e admin admin] Checking segment: {'id': '841e3895-755e-4289-9553-2a8a71f83b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a10087d3-560b-44c7-9443-3a0b2249c1d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:45:01.315135 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e641b6c7-ed9c-490f-adf8-08a10bf19d8e admin admin] Network hostable DHCP agents. Network: a10087d3-560b-44c7-9443-3a0b2249c1d9, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:45:01.320497 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e641b6c7-ed9c-490f-adf8-08a10bf19d8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=11570627-3b04-417d-a59a-6f7c63de17f2,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:01.327858 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-068dbd73-79d3-426c-8a03-4281d446dc9d tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?network_id=932a85f6-3e20-455a-a5e7-01a28ed4b895&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0614030 Nov 12 00:45:01.335142 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: 78d03380-0ab2-4799-9eaa-abbc00d65504 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:45:01.336310 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 78d03380-0ab2-4799-9eaa-abbc00d65504 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:45:01.338213 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e641b6c7-ed9c-490f-adf8-08a10bf19d8e admin admin] Network a10087d3-560b-44c7-9443-3a0b2249c1d9 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:45:01.362707 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-e641b6c7-ed9c-490f-adf8-08a10bf19d8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, a10087d3-560b-44c7-9443-3a0b2249c1d9) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:01.366786 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e641b6c7-ed9c-490f-adf8-08a10bf19d8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:01.367380 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e641b6c7-ed9c-490f-adf8-08a10bf19d8e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:01.374025 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-5de46aaa-0398-49ac-8880-b6b3160ede8e tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?network_id=932a85f6-3e20-455a-a5e7-01a28ed4b895&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0371499 Nov 12 00:45:01.374585 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3b83d4-0a95-4f3e-b6c8-7ec6dfaa6c9f None None] Network a10087d3-560b-44c7-9443-3a0b2249c1d9 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:45:01.395441 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e641b6c7-ed9c-490f-adf8-08a10bf19d8e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4504838 Nov 12 00:45:01.435883 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33553e1-b503-41f7-9f3f-2bb1f836c415 req-184ca09f-5b4b-4e3d-b48b-b5b32a7aedb1 tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:01.444032 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c33553e1-b503-41f7-9f3f-2bb1f836c415 req-184ca09f-5b4b-4e3d-b48b-b5b32a7aedb1 tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] 10.222.0.20 "GET /v2.0/ports?device_id=005a6eb7-575e-4079-9d82-07016eedaee4 HTTP/1.1" status: 200 len: 949 time: 0.0627837 Nov 12 00:45:01.545034 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be2d69b-7c3c-4d4a-bbbc-dd22d0d8a12c None None] Network a10087d3-560b-44c7-9443-3a0b2249c1d9 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:45:01.580097 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-714debe5-649a-4962-86ab-63f04e74b50e tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:01.586952 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-714debe5-649a-4962-86ab-63f04e74b50e tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:01.607842 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-714debe5-649a-4962-86ab-63f04e74b50e tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:01.618471 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-714debe5-649a-4962-86ab-63f04e74b50e tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/networks?id=1fce8c5f-7ac6-4208-952b-3be5cb15c665&id=ab41dae0-8b36-4d88-961d-982690d3893d&id=ab41dae0-8b36-4d88-961d-982690d3893d&id=932a85f6-3e20-455a-a5e7-01a28ed4b895&id=932a85f6-3e20-455a-a5e7-01a28ed4b895 HTTP/1.1" status: 200 len: 1989 time: 0.2237439 Nov 12 00:45:01.643412 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-4338bf5c-9f0a-4c60-8348-4a894512cb5a tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/quotas/c21468cd613f4b869b90c5f693039b67 HTTP/1.1" status: 200 len: 375 time: 0.0222514 Nov 12 00:45:01.710228 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-c4d2fd08-4d8a-45d9-a9e1-973288035a4f tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c21468cd613f4b869b90c5f693039b67&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0659263 Nov 12 00:45:01.789622 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c33553e1-b503-41f7-9f3f-2bb1f836c415 req-403fd1f2-7890-4a9a-8fcd-fc9f5fe66c6c tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c15bce-ca58-4509-8e07-4c3c539a86c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446047 Nov 12 00:45:01.814404 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-706ab7d5-a58e-4784-96d5-9dbb9313b66c service neutron] 10.222.0.20 "GET /v2.0/networks/1fce8c5f-7ac6-4208-952b-3be5cb15c665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918756 Nov 12 00:45:01.906722 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-4b733308-273e-41a5-ac37-aeb8695f15be service neutron] 10.222.0.20 "GET /v2.0/networks/1fce8c5f-7ac6-4208-952b-3be5cb15c665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860388 Nov 12 00:45:01.953112 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-92558cfd-3435-4964-a6ac-bd7cae887218 service neutron] 10.222.0.20 "GET /v2.0/ports/31fcb602-fe71-4579-9fa9-375532295e13?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0395489 Nov 12 00:45:01.961783 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b68a3-ec99-47f7-b548-a76f73991b3b req-51808831-f4bc-409e-bc7a-98ac5e3b8931 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:01.963233 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5f8b68a3-ec99-47f7-b548-a76f73991b3b req-51808831-f4bc-409e-bc7a-98ac5e3b8931 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/networks?id=6b2d1442-0e79-422e-955b-efc39299c7dd HTTP/1.1" status: 200 len: 806 time: 0.1014659 Nov 12 00:45:01.978454 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5f8b68a3-ec99-47f7-b548-a76f73991b3b req-d761b494-da47-4333-9bba-7e0ecae1ee8a tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/quotas/78b3942b4d1d42e395f1a600361aab79 HTTP/1.1" status: 200 len: 375 time: 0.0089974 Nov 12 00:45:02.030502 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5f8b68a3-ec99-47f7-b548-a76f73991b3b req-0c2c421d-0829-4b27-bc40-d0f5aeaa6308 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=78b3942b4d1d42e395f1a600361aab79&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0460489 Nov 12 00:45:02.046022 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-72d04aec-4814-4330-b1db-4148fd975b13 service neutron] 10.222.0.20 "GET /v2.0/networks/ab41dae0-8b36-4d88-961d-982690d3893d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862570 Nov 12 00:45:02.139091 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5f8b68a3-ec99-47f7-b548-a76f73991b3b req-e9b023e8-f947-4c4d-8fa9-8c1139ea8b72 service neutron] 10.222.0.20 "GET /v2.0/networks/6b2d1442-0e79-422e-955b-efc39299c7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970833 Nov 12 00:45:02.158240 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-91213228-66c0-4a75-94df-53f344c52bbd service neutron] 10.222.0.20 "GET /v2.0/networks/ab41dae0-8b36-4d88-961d-982690d3893d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056867 Nov 12 00:45:02.202706 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-0331eda7-0fed-41d8-bdba-2753ddbcd9e0 service neutron] 10.222.0.20 "GET /v2.0/ports/f1d753e5-8094-4985-ae26-476029182198?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0375760 Nov 12 00:45:02.240338 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5f8b68a3-ec99-47f7-b548-a76f73991b3b req-fa0c4381-15a8-413b-a1b1-eb784a5e3c24 service neutron] 10.222.0.20 "GET /v2.0/networks/6b2d1442-0e79-422e-955b-efc39299c7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923166 Nov 12 00:45:02.281713 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device cba10e70-1b29-4142-a57b-ca2595f79d60 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:45:02.306512 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-933795ad-096b-45f2-bba5-f54b5b775900 service neutron] 10.222.0.20 "GET /v2.0/networks/ab41dae0-8b36-4d88-961d-982690d3893d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976694 Nov 12 00:45:02.409869 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port cba10e70-1b29-4142-a57b-ca2595f79d60, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=cba10e70-1b29-4142-a57b-ca2595f79d60,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:02.424667 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': 'cba10e70-1b29-4142-a57b-ca2595f79d60', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'port_id': 'cba10e70-1b29-4142-a57b-ca2595f79d60', 'mac_address': 'fa:16:3e:8b:69:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3288e972-21d8-4a52-9002-05790fb0bb61', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:45:02.434934 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-418c4b05-6e22-4a26-9509-14728da8831d service neutron] 10.222.0.20 "GET /v2.0/networks/ab41dae0-8b36-4d88-961d-982690d3893d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211398 Nov 12 00:45:02.480196 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:02.498567 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cba10e70-1b29-4142-a57b-ca2595f79d60 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:45:02.528501 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port cba10e70-1b29-4142-a57b-ca2595f79d60, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=cba10e70-1b29-4142-a57b-ca2595f79d60,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:02.534846 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:02.570352 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-40fb1e48-0241-43a7-81c6-4629af5bdd08 service neutron] 10.222.0.20 "GET /v2.0/networks/ab41dae0-8b36-4d88-961d-982690d3893d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341126 Nov 12 00:45:02.616389 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=cba10e70-1b29-4142-a57b-ca2595f79d60,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:02.677578 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-d3535b3e-edf1-4b85-83a6-fc294b2bef7c service neutron] 10.222.0.20 "GET /v2.0/networks/ab41dae0-8b36-4d88-961d-982690d3893d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063697 Nov 12 00:45:02.697315 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97e1fc-b013-4ec6-8783-db0f865a63fe req-f6d6c0aa-527b-4eaf-b1ac-3980466163d5 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:02.699433 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2c97e1fc-b013-4ec6-8783-db0f865a63fe req-f6d6c0aa-527b-4eaf-b1ac-3980466163d5 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/networks?id=d872bf93-95f4-45c4-b0f4-642aed61400a HTTP/1.1" status: 200 len: 806 time: 0.1381800 Nov 12 00:45:02.715993 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2c97e1fc-b013-4ec6-8783-db0f865a63fe req-daa6fa62-cea2-498b-8d0f-e5027acf9b2f tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/quotas/9c540ecbe8154e1b907ac12fc8774fd4 HTTP/1.1" status: 200 len: 375 time: 0.0100942 Nov 12 00:45:02.755161 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2c97e1fc-b013-4ec6-8783-db0f865a63fe req-159dcaf7-f95f-4057-a6c6-83e6aa85216d tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9c540ecbe8154e1b907ac12fc8774fd4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335743 Nov 12 00:45:02.788671 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-b29174f2-3e06-4a80-9447-f76f302d5084 service neutron] 10.222.0.20 "GET /v2.0/networks/ab41dae0-8b36-4d88-961d-982690d3893d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994921 Nov 12 00:45:02.857758 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2c97e1fc-b013-4ec6-8783-db0f865a63fe req-5d7ecec2-2e5e-47e3-9bc6-717840757c56 service neutron] 10.222.0.20 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954278 Nov 12 00:45:02.862165 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['cba10e70-1b29-4142-a57b-ca2595f79d60'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:45:02.884575 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-3e9a7e12-b617-4aef-9446-da630088f957 service neutron] 10.222.0.20 "GET /v2.0/networks/ab41dae0-8b36-4d88-961d-982690d3893d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885282 Nov 12 00:45:02.971130 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2c97e1fc-b013-4ec6-8783-db0f865a63fe req-9509a9c8-6c46-4313-8225-d9d4bf75b6c1 service neutron] 10.222.0.20 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994797 Nov 12 00:45:02.995966 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-5d3d8a3a-d61d-4f66-b79b-d6086d66606d service neutron] 10.222.0.20 "GET /v2.0/networks/932a85f6-3e20-455a-a5e7-01a28ed4b895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030633 Nov 12 00:45:03.102929 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-13d03297-8a80-4a1b-943a-d97fd34343b6 service neutron] 10.222.0.20 "GET /v2.0/networks/932a85f6-3e20-455a-a5e7-01a28ed4b895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979390 Nov 12 00:45:03.237685 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-26cec68a-6cd5-471b-9dd4-6270f41f5063 service neutron] 10.222.0.20 "GET /v2.0/networks/932a85f6-3e20-455a-a5e7-01a28ed4b895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156857 Nov 12 00:45:03.348735 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-05a86f26-f9ee-4b2f-8145-4206dd2f1b68 service neutron] 10.222.0.20 "GET /v2.0/networks/932a85f6-3e20-455a-a5e7-01a28ed4b895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048412 Nov 12 00:45:03.375663 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79e1b7-db15-481e-9ccf-dce9aa69e600 req-f29f4289-a7c1-440c-9352-a1b4246d1a53 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:03.377179 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7f79e1b7-db15-481e-9ccf-dce9aa69e600 req-f29f4289-a7c1-440c-9352-a1b4246d1a53 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=49444b6e-0149-47a6-9b3c-6234d7a2b70c HTTP/1.1" status: 200 len: 949 time: 0.0529156 Nov 12 00:45:03.441798 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7f79e1b7-db15-481e-9ccf-dce9aa69e600 req-c12ae61e-c4f5-428a-bb12-06cab5577139 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578890 Nov 12 00:45:03.727049 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4a9da892-af69-4c66-b7ea-f861356271c0 req-5c61240e-c1f9-429b-8a46-cc7f72b45860 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=42501e9e-0c5d-4f57-951a-91c37d0cc6ca HTTP/1.1" status: 200 len: 210 time: 0.0631433 Nov 12 00:45:03.776393 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b68a3-ec99-47f7-b548-a76f73991b3b req-ab915201-47aa-44fa-8e0c-5353abe97225 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:03.778414 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5f8b68a3-ec99-47f7-b548-a76f73991b3b req-ab915201-47aa-44fa-8e0c-5353abe97225 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.54 "GET /v2.0/networks?id=6b2d1442-0e79-422e-955b-efc39299c7dd HTTP/1.1" status: 200 len: 806 time: 0.1912615 Nov 12 00:45:03.801249 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-5f8b68a3-ec99-47f7-b548-a76f73991b3b req-25824ac3-11e4-4ee8-9def-8dadbeb3b7c1 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Request body: {'port': {'device_id': '42501e9e-0c5d-4f57-951a-91c37d0cc6ca', 'network_id': '6b2d1442-0e79-422e-955b-efc39299c7dd', 'admin_state_up': True, 'tenant_id': '78b3942b4d1d42e395f1a600361aab79'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:03.922173 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151be445-d444-4aa2-88f7-4b3ddeee1d85 req-3a999a01-1cfe-4c93-84c1-1cc01d36ca4f tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:03.923680 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-151be445-d444-4aa2-88f7-4b3ddeee1d85 req-3a999a01-1cfe-4c93-84c1-1cc01d36ca4f tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] 10.222.0.20 "GET /v2.0/ports?device_id=005a6eb7-575e-4079-9d82-07016eedaee4 HTTP/1.1" status: 200 len: 949 time: 0.1176162 Nov 12 00:45:03.985220 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f8b68a3-ec99-47f7-b548-a76f73991b3b req-25824ac3-11e4-4ee8-9def-8dadbeb3b7c1 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Made reservation on behalf of 78b3942b4d1d42e395f1a600361aab79 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:45:03.988707 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5f8b68a3-ec99-47f7-b548-a76f73991b3b req-25824ac3-11e4-4ee8-9def-8dadbeb3b7c1 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:03.995547 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-151be445-d444-4aa2-88f7-4b3ddeee1d85 req-52f833f4-4ac0-48db-935e-0f118a88564a tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c15bce-ca58-4509-8e07-4c3c539a86c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622840 Nov 12 00:45:04.095794 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8ba04280-7ae7-4399-b24a-1fc7ca37a7af req-447b1464-ec19-4dda-9236-51ba510d6cb3 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f5d104-4533-4b79-bc8b-7d22b623befb HTTP/1.1" status: 200 len: 210 time: 0.0363033 Nov 12 00:45:04.136310 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fb8af828-b846-4850-8ada-d47cd06c8c86 req-bcd375d4-2e62-4d1a-aaa2-caa7a576c485 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 210 time: 0.0401947 Nov 12 00:45:04.219280 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-5f8b68a3-ec99-47f7-b548-a76f73991b3b req-25824ac3-11e4-4ee8-9def-8dadbeb3b7c1 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Allocated IP 172.20.0.5 (6b2d1442-0e79-422e-955b-efc39299c7dd/e9ebb41c-1861-43b6-b921-ba560680823b/7daf2d7f-9a07-46d7-bfb7-cc0629b39934) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:45:04.238938 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6590d8eb-4e6d-479c-b84b-7fad29fb7ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:04.300741 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device cba10e70-1b29-4142-a57b-ca2595f79d60 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:45:04.410597 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port cba10e70-1b29-4142-a57b-ca2595f79d60 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:45:04.417921 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port cba10e70-1b29-4142-a57b-ca2595f79d60 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:04.418440 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:04.487601 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97e1fc-b013-4ec6-8783-db0f865a63fe req-203c2095-b6db-4760-933d-bc11b9b64f6d tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:04.491259 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2c97e1fc-b013-4ec6-8783-db0f865a63fe req-203c2095-b6db-4760-933d-bc11b9b64f6d tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.54 "GET /v2.0/networks?id=d872bf93-95f4-45c4-b0f4-642aed61400a HTTP/1.1" status: 200 len: 806 time: 0.1677747 Nov 12 00:45:04.500884 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5f8b68a3-ec99-47f7-b548-a76f73991b3b req-25824ac3-11e4-4ee8-9def-8dadbeb3b7c1 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:04.546943 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-2c97e1fc-b013-4ec6-8783-db0f865a63fe req-5632e38f-9e49-4e4c-8963-086bda338160 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Request body: {'port': {'device_id': 'f2f5d104-4533-4b79-bc8b-7d22b623befb', 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a', 'admin_state_up': True, 'tenant_id': '9c540ecbe8154e1b907ac12fc8774fd4'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:04.561234 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:04.581000 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5f8b68a3-ec99-47f7-b548-a76f73991b3b req-25824ac3-11e4-4ee8-9def-8dadbeb3b7c1 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:04.606418 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port cba10e70-1b29-4142-a57b-ca2595f79d60, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=cba10e70-1b29-4142-a57b-ca2595f79d60,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:04.607397 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49444b6e-0149-47a6-9b3c-6234d7a2b70c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba10e70-1b29-4142-a57b-ca2595f79d60'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:04.610081 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91119b48-c0e3-430b-aaa3-b94c974f518e" -d '{"events": [{"server_uuid": "49444b6e-0149-47a6-9b3c-6234d7a2b70c", "name": "network-vif-plugged", "status": "completed", "tag": "cba10e70-1b29-4142-a57b-ca2595f79d60"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:04.616573 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:04.618977 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['25329fc1-d1a5-4c67-85e3-ffe2ca49309c'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:45:04.661160 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f8b68a3-ec99-47f7-b548-a76f73991b3b req-25824ac3-11e4-4ee8-9def-8dadbeb3b7c1 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Network 6b2d1442-0e79-422e-955b-efc39299c7dd is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:45:04.670075 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-5f8b68a3-ec99-47f7-b548-a76f73991b3b req-25824ac3-11e4-4ee8-9def-8dadbeb3b7c1 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:04.684731 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f8b68a3-ec99-47f7-b548-a76f73991b3b req-25824ac3-11e4-4ee8-9def-8dadbeb3b7c1 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:45:04.717043 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25824ac3-11e4-4ee8-9def-8dadbeb3b7c1 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Pushing event updated for resources: {'Port': ['ID=7daf2d7f-9a07-46d7-bfb7-cc0629b39934,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:04.742611 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=cba10e70-1b29-4142-a57b-ca2595f79d60,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:04.799271 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256dcb8d-f18b-42e3-8dae-adc0bbe5a15c req-06f964dc-3f5d-446c-8598-ba56daa1db56 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:04.808830 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-256dcb8d-f18b-42e3-8dae-adc0bbe5a15c req-06f964dc-3f5d-446c-8598-ba56daa1db56 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=49444b6e-0149-47a6-9b3c-6234d7a2b70c HTTP/1.1" status: 200 len: 949 time: 0.2701755 Nov 12 00:45:04.826952 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c97e1fc-b013-4ec6-8783-db0f865a63fe req-5632e38f-9e49-4e4c-8963-086bda338160 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Made reservation on behalf of 9c540ecbe8154e1b907ac12fc8774fd4 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:45:04.836072 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-2c97e1fc-b013-4ec6-8783-db0f865a63fe req-5632e38f-9e49-4e4c-8963-086bda338160 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:04.871248 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b68a3-ec99-47f7-b548-a76f73991b3b req-25824ac3-11e4-4ee8-9def-8dadbeb3b7c1 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:04.871885 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5f8b68a3-ec99-47f7-b548-a76f73991b3b req-25824ac3-11e4-4ee8-9def-8dadbeb3b7c1 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:04.886435 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0234066-3590-4b99-9bb0-2841f8b81deb x-openstack-request-id: req-a0234066-3590-4b99-9bb0-2841f8b81deb {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:04.886939 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49444b6e-0149-47a6-9b3c-6234d7a2b70c", "name": "network-vif-plugged", "status": "completed", "tag": "cba10e70-1b29-4142-a57b-ca2595f79d60", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:04.887388 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a0234066-3590-4b99-9bb0-2841f8b81deb {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:04.887931 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49444b6e-0149-47a6-9b3c-6234d7a2b70c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba10e70-1b29-4142-a57b-ca2595f79d60', 'code': 200} Nov 12 00:45:04.894639 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5f8b68a3-ec99-47f7-b548-a76f73991b3b req-25824ac3-11e4-4ee8-9def-8dadbeb3b7c1 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1009574 Nov 12 00:45:04.912452 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-256dcb8d-f18b-42e3-8dae-adc0bbe5a15c req-14966e69-156e-4f7b-a1cb-c3b75f7a6664 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026878 Nov 12 00:45:04.930049 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-5f8b68a3-ec99-47f7-b548-a76f73991b3b req-49fe25bb-739a-41c6-abe3-1be19e3f03c2 service neutron] Request body: {'port': {'device_id': '42501e9e-0c5d-4f57-951a-91c37d0cc6ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:04.993743 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5f8b68a3-ec99-47f7-b548-a76f73991b3b req-49fe25bb-739a-41c6-abe3-1be19e3f03c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:05.030699 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-2c97e1fc-b013-4ec6-8783-db0f865a63fe req-5632e38f-9e49-4e4c-8963-086bda338160 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Allocated IP 172.20.0.3 (d872bf93-95f4-45c4-b0f4-642aed61400a/e87486ea-14b8-4357-b569-3ef6c52f1320/12592566-5842-43d2-a41f-09c546d6e5c4) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:45:05.095359 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d1e02-2116-4d23-b077-fc09ab9300e6 req-020a5087-3103-48ff-9aa0-0b05f0c02fb7 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:05.097589 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2d2d1e02-2116-4d23-b077-fc09ab9300e6 req-020a5087-3103-48ff-9aa0-0b05f0c02fb7 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=42501e9e-0c5d-4f57-951a-91c37d0cc6ca HTTP/1.1" status: 200 len: 931 time: 0.0928366 Nov 12 00:45:05.214911 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4dc0b2a2-356c-417e-b887-0129e4dcd2d8 req-09fe1a70-41e0-41a8-8d61-5432679eaae9 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f5d104-4533-4b79-bc8b-7d22b623befb HTTP/1.1" status: 200 len: 210 time: 0.0368948 Nov 12 00:45:05.219194 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d52519-881f-4f11-bf16-33e4c6bccabe req-02733527-3603-444a-b374-2b07f0fff965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:05.220637 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e2d52519-881f-4f11-bf16-33e4c6bccabe req-02733527-3603-444a-b374-2b07f0fff965 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=49444b6e-0149-47a6-9b3c-6234d7a2b70c HTTP/1.1" status: 200 len: 1102 time: 0.1272788 Nov 12 00:45:05.223767 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2d2d1e02-2116-4d23-b077-fc09ab9300e6 req-1b81f72c-a7ea-4457-a0c1-f1d3e01e4e44 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198556 Nov 12 00:45:05.277043 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-2c97e1fc-b013-4ec6-8783-db0f865a63fe req-5632e38f-9e49-4e4c-8963-086bda338160 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:05.297607 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e2d52519-881f-4f11-bf16-33e4c6bccabe req-ff1a680f-f92f-4460-86ca-6c62b5561df1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657086 Nov 12 00:45:05.327364 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-2c97e1fc-b013-4ec6-8783-db0f865a63fe req-5632e38f-9e49-4e4c-8963-086bda338160 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:05.380317 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-5f8b68a3-ec99-47f7-b548-a76f73991b3b req-49fe25bb-739a-41c6-abe3-1be19e3f03c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7daf2d7f-9a07-46d7-bfb7-cc0629b39934 {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:45:05.389083 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5f8b68a3-ec99-47f7-b548-a76f73991b3b req-49fe25bb-739a-41c6-abe3-1be19e3f03c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:05.402476 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-5f8b68a3-ec99-47f7-b548-a76f73991b3b req-49fe25bb-739a-41c6-abe3-1be19e3f03c2 service neutron] Transition to ACTIVE for port object 7daf2d7f-9a07-46d7-bfb7-cc0629b39934 will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:45:05.406685 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5f8b68a3-ec99-47f7-b548-a76f73991b3b req-49fe25bb-739a-41c6-abe3-1be19e3f03c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:05.410679 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-93075787-7632-4a8a-b7e0-4e66840120fe req-e243c71c-6db6-473e-915c-87204a614eb1 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 210 time: 0.0374672 Nov 12 00:45:05.421125 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c97e1fc-b013-4ec6-8783-db0f865a63fe req-5632e38f-9e49-4e4c-8963-086bda338160 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Network d872bf93-95f4-45c4-b0f4-642aed61400a is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:45:05.422603 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5632e38f-9e49-4e4c-8963-086bda338160 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Pushing event updated for resources: {'Port': ['ID=12592566-5842-43d2-a41f-09c546d6e5c4,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:05.426227 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-2c97e1fc-b013-4ec6-8783-db0f865a63fe req-5632e38f-9e49-4e4c-8963-086bda338160 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:05.428510 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c97e1fc-b013-4ec6-8783-db0f865a63fe req-5632e38f-9e49-4e4c-8963-086bda338160 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:45:05.463170 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe25bb-739a-41c6-abe3-1be19e3f03c2 service neutron] Pushing event updated for resources: {'Port': ['ID=7daf2d7f-9a07-46d7-bfb7-cc0629b39934,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:05.501595 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97e1fc-b013-4ec6-8783-db0f865a63fe req-5632e38f-9e49-4e4c-8963-086bda338160 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:05.502254 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-2c97e1fc-b013-4ec6-8783-db0f865a63fe req-5632e38f-9e49-4e4c-8963-086bda338160 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:05.528778 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2c97e1fc-b013-4ec6-8783-db0f865a63fe req-5632e38f-9e49-4e4c-8963-086bda338160 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9864047 Nov 12 00:45:05.549160 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-5f8b68a3-ec99-47f7-b548-a76f73991b3b req-49fe25bb-739a-41c6-abe3-1be19e3f03c2 service neutron] Attempting to bind port 7daf2d7f-9a07-46d7-bfb7-cc0629b39934 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:45:05.549759 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-5f8b68a3-ec99-47f7-b548-a76f73991b3b req-49fe25bb-739a-41c6-abe3-1be19e3f03c2 service neutron] Attempting to bind port 7daf2d7f-9a07-46d7-bfb7-cc0629b39934 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '6c913048-0125-4fcf-b07f-89f668c97b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '6b2d1442-0e79-422e-955b-efc39299c7dd'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:45:05.549872 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8b68a3-ec99-47f7-b548-a76f73991b3b req-49fe25bb-739a-41c6-abe3-1be19e3f03c2 service neutron] Attempting to bind port 7daf2d7f-9a07-46d7-bfb7-cc0629b39934 on network 6b2d1442-0e79-422e-955b-efc39299c7dd {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:05.554016 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8b68a3-ec99-47f7-b548-a76f73991b3b req-49fe25bb-739a-41c6-abe3-1be19e3f03c2 service neutron] Port 7daf2d7f-9a07-46d7-bfb7-cc0629b39934 on network 6b2d1442-0e79-422e-955b-efc39299c7dd not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:45:05.554340 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8b68a3-ec99-47f7-b548-a76f73991b3b req-49fe25bb-739a-41c6-abe3-1be19e3f03c2 service neutron] Attempting to bind port 7daf2d7f-9a07-46d7-bfb7-cc0629b39934 on network 6b2d1442-0e79-422e-955b-efc39299c7dd {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:05.559481 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8b68a3-ec99-47f7-b548-a76f73991b3b req-49fe25bb-739a-41c6-abe3-1be19e3f03c2 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:45:05.559805 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8b68a3-ec99-47f7-b548-a76f73991b3b req-49fe25bb-739a-41c6-abe3-1be19e3f03c2 service neutron] Checking segment: {'id': '6c913048-0125-4fcf-b07f-89f668c97b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '6b2d1442-0e79-422e-955b-efc39299c7dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:45:05.560178 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8b68a3-ec99-47f7-b548-a76f73991b3b req-49fe25bb-739a-41c6-abe3-1be19e3f03c2 service neutron] Bound using segment: {'id': '6c913048-0125-4fcf-b07f-89f668c97b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '6b2d1442-0e79-422e-955b-efc39299c7dd'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:45:05.560594 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-5f8b68a3-ec99-47f7-b548-a76f73991b3b req-49fe25bb-739a-41c6-abe3-1be19e3f03c2 service neutron] Bound port: 7daf2d7f-9a07-46d7-bfb7-cc0629b39934, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c913048-0125-4fcf-b07f-89f668c97b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '6b2d1442-0e79-422e-955b-efc39299c7dd'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:45:05.560939 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5f8b68a3-ec99-47f7-b548-a76f73991b3b req-49fe25bb-739a-41c6-abe3-1be19e3f03c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:05.583700 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-2c97e1fc-b013-4ec6-8783-db0f865a63fe req-5b2fedae-ec97-415e-92b2-9fe725ce61ec service neutron] Request body: {'port': {'device_id': 'f2f5d104-4533-4b79-bc8b-7d22b623befb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:05.643758 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-2397e6f3-39ff-4e70-b628-32fabe558117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:05.645482 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-2397e6f3-39ff-4e70-b628-32fabe558117 service neutron] 10.222.0.54 "GET /v2.0/ports/31fcb602-fe71-4579-9fa9-375532295e13 HTTP/1.1" status: 200 len: 1028 time: 0.0525417 Nov 12 00:45:05.652764 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-2c97e1fc-b013-4ec6-8783-db0f865a63fe req-5b2fedae-ec97-415e-92b2-9fe725ce61ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:05.661788 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-5f8b68a3-ec99-47f7-b548-a76f73991b3b req-49fe25bb-739a-41c6-abe3-1be19e3f03c2 service neutron] For port 7daf2d7f-9a07-46d7-bfb7-cc0629b39934, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:45:05.693995 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-5f8b68a3-ec99-47f7-b548-a76f73991b3b req-49fe25bb-739a-41c6-abe3-1be19e3f03c2 service neutron] For port 7daf2d7f-9a07-46d7-bfb7-cc0629b39934, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=7daf2d7f-9a07-46d7-bfb7-cc0629b39934,segment=NetworkSegment(6c913048-0125-4fcf-b07f-89f668c97b8b),segment_id=6c913048-0125-4fcf-b07f-89f668c97b8b)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:45:05.698641 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-bc49e59f-13ca-4c6b-8ee0-0259b9f0c1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:05.700023 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-bc49e59f-13ca-4c6b-8ee0-0259b9f0c1f0 service neutron] 10.222.0.54 "GET /v2.0/ports/f1d753e5-8094-4985-ae26-476029182198 HTTP/1.1" status: 200 len: 1026 time: 0.0469437 Nov 12 00:45:05.701464 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5f8b68a3-ec99-47f7-b548-a76f73991b3b req-49fe25bb-739a-41c6-abe3-1be19e3f03c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:05.759102 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b68a3-ec99-47f7-b548-a76f73991b3b req-49fe25bb-739a-41c6-abe3-1be19e3f03c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:05.759707 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5f8b68a3-ec99-47f7-b548-a76f73991b3b req-49fe25bb-739a-41c6-abe3-1be19e3f03c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:05.761633 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5f8b68a3-ec99-47f7-b548-a76f73991b3b req-49fe25bb-739a-41c6-abe3-1be19e3f03c2 service neutron] 10.222.0.54 "PUT /v2.0/ports/7daf2d7f-9a07-46d7-bfb7-cc0629b39934 HTTP/1.1" status: 200 len: 1092 time: 0.8360050 Nov 12 00:45:05.768175 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42501e9e-0c5d-4f57-951a-91c37d0cc6ca', 'tag': '7daf2d7f-9a07-46d7-bfb7-cc0629b39934'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:05.770526 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54ce354-5774-4126-97e1-f2340b5a9502" -d '{"events": [{"name": "network-changed", "server_uuid": "42501e9e-0c5d-4f57-951a-91c37d0cc6ca", "tag": "7daf2d7f-9a07-46d7-bfb7-cc0629b39934"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:05.819021 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c886b729-f7ed-4085-9b56-3b8fdace8a3b x-openstack-request-id: req-c886b729-f7ed-4085-9b56-3b8fdace8a3b {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:05.819310 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42501e9e-0c5d-4f57-951a-91c37d0cc6ca", "tag": "7daf2d7f-9a07-46d7-bfb7-cc0629b39934", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:05.819557 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c886b729-f7ed-4085-9b56-3b8fdace8a3b {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:05.824468 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42501e9e-0c5d-4f57-951a-91c37d0cc6ca', 'tag': '7daf2d7f-9a07-46d7-bfb7-cc0629b39934', 'status': 'completed', 'code': 200} Nov 12 00:45:05.834323 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe25bb-739a-41c6-abe3-1be19e3f03c2 service neutron] Pushing event updated for resources: {'Port': ['ID=7daf2d7f-9a07-46d7-bfb7-cc0629b39934,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:05.928199 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-1c1ec677-ad18-45ce-b6ef-f256d7b04154 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:05.935003 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-1c1ec677-ad18-45ce-b6ef-f256d7b04154 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:05.941505 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-1c1ec677-ad18-45ce-b6ef-f256d7b04154 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:05.942788 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-1c1ec677-ad18-45ce-b6ef-f256d7b04154 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.54 "GET /v2.0/networks?id=1fce8c5f-7ac6-4208-952b-3be5cb15c665&id=ab41dae0-8b36-4d88-961d-982690d3893d&id=ab41dae0-8b36-4d88-961d-982690d3893d&id=ab41dae0-8b36-4d88-961d-982690d3893d&id=ab41dae0-8b36-4d88-961d-982690d3893d&id=932a85f6-3e20-455a-a5e7-01a28ed4b895&id=932a85f6-3e20-455a-a5e7-01a28ed4b895 HTTP/1.1" status: 200 len: 1989 time: 0.2127931 Nov 12 00:45:05.955549 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ce354-5774-4126-97e1-f2340b5a9502 req-dae2ee1c-23a7-42e2-9691-e7736ac15dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:05.956778 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c54ce354-5774-4126-97e1-f2340b5a9502 req-dae2ee1c-23a7-42e2-9691-e7736ac15dbf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=78b3942b4d1d42e395f1a600361aab79&device_id=42501e9e-0c5d-4f57-951a-91c37d0cc6ca HTTP/1.1" status: 200 len: 1095 time: 0.0924613 Nov 12 00:45:05.972886 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-2c97e1fc-b013-4ec6-8783-db0f865a63fe req-5b2fedae-ec97-415e-92b2-9fe725ce61ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12592566-5842-43d2-a41f-09c546d6e5c4 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:45:05.985865 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-2c97e1fc-b013-4ec6-8783-db0f865a63fe req-5b2fedae-ec97-415e-92b2-9fe725ce61ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:06.000285 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-2c97e1fc-b013-4ec6-8783-db0f865a63fe req-5b2fedae-ec97-415e-92b2-9fe725ce61ec service neutron] Transition to ACTIVE for port object 12592566-5842-43d2-a41f-09c546d6e5c4 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:45:06.005672 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-2c97e1fc-b013-4ec6-8783-db0f865a63fe req-5b2fedae-ec97-415e-92b2-9fe725ce61ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:06.091053 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2fedae-ec97-415e-92b2-9fe725ce61ec service neutron] Pushing event updated for resources: {'Port': ['ID=12592566-5842-43d2-a41f-09c546d6e5c4,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:06.148746 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c08b7-7a1a-489f-a3af-aa25345b25b8 req-a61640d3-a55f-473e-91ce-ecab6e610c91 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:06.150166 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0b8c08b7-7a1a-489f-a3af-aa25345b25b8 req-a61640d3-a55f-473e-91ce-ecab6e610c91 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=49444b6e-0149-47a6-9b3c-6234d7a2b70c HTTP/1.1" status: 200 len: 950 time: 0.0977998 Nov 12 00:45:06.209268 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-5254af0f-a3ea-4bd1-883f-0d821bc0858e tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c21468cd613f4b869b90c5f693039b67 HTTP/1.1" status: 200 len: 379 time: 0.2110472 Nov 12 00:45:06.223939 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-84072bf6-3fc3-416f-8f03-8980cd4d4ef5 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Request body: {'port': {'device_id': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'network_id': '1fce8c5f-7ac6-4208-952b-3be5cb15c665', 'admin_state_up': True, 'tenant_id': 'c21468cd613f4b869b90c5f693039b67', 'security_groups': ['72f4f055-69fb-40bf-b27d-353bf24a3ac0']}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:06.237019 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0b8c08b7-7a1a-489f-a3af-aa25345b25b8 req-dc27ea02-2a32-4230-8fed-acd366eb34a6 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649223 Nov 12 00:45:06.251052 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-2c97e1fc-b013-4ec6-8783-db0f865a63fe req-5b2fedae-ec97-415e-92b2-9fe725ce61ec service neutron] Attempting to bind port 12592566-5842-43d2-a41f-09c546d6e5c4 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:45:06.255274 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ce354-5774-4126-97e1-f2340b5a9502 req-e05a8869-8682-4f29-85d0-41c4e5ed48ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:06.255414 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-2c97e1fc-b013-4ec6-8783-db0f865a63fe req-5b2fedae-ec97-415e-92b2-9fe725ce61ec service neutron] Attempting to bind port 12592566-5842-43d2-a41f-09c546d6e5c4 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': 'eac800fb-e2a4-4100-807c-1fb9b17e8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:45:06.255912 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c97e1fc-b013-4ec6-8783-db0f865a63fe req-5b2fedae-ec97-415e-92b2-9fe725ce61ec service neutron] Attempting to bind port 12592566-5842-43d2-a41f-09c546d6e5c4 on network d872bf93-95f4-45c4-b0f4-642aed61400a {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:06.256751 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c54ce354-5774-4126-97e1-f2340b5a9502 req-e05a8869-8682-4f29-85d0-41c4e5ed48ae service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=78b3942b4d1d42e395f1a600361aab79&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2604890 Nov 12 00:45:06.271233 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c97e1fc-b013-4ec6-8783-db0f865a63fe req-5b2fedae-ec97-415e-92b2-9fe725ce61ec service neutron] Port 12592566-5842-43d2-a41f-09c546d6e5c4 on network d872bf93-95f4-45c4-b0f4-642aed61400a not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:45:06.271556 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c97e1fc-b013-4ec6-8783-db0f865a63fe req-5b2fedae-ec97-415e-92b2-9fe725ce61ec service neutron] Attempting to bind port 12592566-5842-43d2-a41f-09c546d6e5c4 on network d872bf93-95f4-45c4-b0f4-642aed61400a {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:06.286509 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c97e1fc-b013-4ec6-8783-db0f865a63fe req-5b2fedae-ec97-415e-92b2-9fe725ce61ec service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:45:06.286857 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c97e1fc-b013-4ec6-8783-db0f865a63fe req-5b2fedae-ec97-415e-92b2-9fe725ce61ec service neutron] Checking segment: {'id': 'eac800fb-e2a4-4100-807c-1fb9b17e8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:45:06.287240 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c97e1fc-b013-4ec6-8783-db0f865a63fe req-5b2fedae-ec97-415e-92b2-9fe725ce61ec service neutron] Bound using segment: {'id': 'eac800fb-e2a4-4100-807c-1fb9b17e8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:45:06.289005 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-2c97e1fc-b013-4ec6-8783-db0f865a63fe req-5b2fedae-ec97-415e-92b2-9fe725ce61ec service neutron] Bound port: 12592566-5842-43d2-a41f-09c546d6e5c4, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eac800fb-e2a4-4100-807c-1fb9b17e8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:45:06.289005 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-2c97e1fc-b013-4ec6-8783-db0f865a63fe req-5b2fedae-ec97-415e-92b2-9fe725ce61ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:06.406395 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-50b86862-6d88-4eb4-a8bb-8c114fea51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:06.406960 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245efb9-474a-4e33-a9b5-8d1284250d91 req-26d781fe-5378-4b11-a37d-1bad4420efb1 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:06.408094 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b245efb9-474a-4e33-a9b5-8d1284250d91 req-26d781fe-5378-4b11-a37d-1bad4420efb1 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=42501e9e-0c5d-4f57-951a-91c37d0cc6ca HTTP/1.1" status: 200 len: 943 time: 0.0877945 Nov 12 00:45:06.447032 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-2c97e1fc-b013-4ec6-8783-db0f865a63fe req-5b2fedae-ec97-415e-92b2-9fe725ce61ec service neutron] For port 12592566-5842-43d2-a41f-09c546d6e5c4, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:45:06.468851 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-2c97e1fc-b013-4ec6-8783-db0f865a63fe req-5b2fedae-ec97-415e-92b2-9fe725ce61ec service neutron] For port 12592566-5842-43d2-a41f-09c546d6e5c4, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=12592566-5842-43d2-a41f-09c546d6e5c4,segment=NetworkSegment(eac800fb-e2a4-4100-807c-1fb9b17e8d78),segment_id=eac800fb-e2a4-4100-807c-1fb9b17e8d78)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:45:06.477355 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-2c97e1fc-b013-4ec6-8783-db0f865a63fe req-5b2fedae-ec97-415e-92b2-9fe725ce61ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:06.506821 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b245efb9-474a-4e33-a9b5-8d1284250d91 req-4d3a8e12-dca9-4140-a2d9-365742789c05 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882235 Nov 12 00:45:06.523912 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97e1fc-b013-4ec6-8783-db0f865a63fe req-5b2fedae-ec97-415e-92b2-9fe725ce61ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:06.524584 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-2c97e1fc-b013-4ec6-8783-db0f865a63fe req-5b2fedae-ec97-415e-92b2-9fe725ce61ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:06.526138 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2c97e1fc-b013-4ec6-8783-db0f865a63fe req-5b2fedae-ec97-415e-92b2-9fe725ce61ec service neutron] 10.222.0.54 "PUT /v2.0/ports/12592566-5842-43d2-a41f-09c546d6e5c4 HTTP/1.1" status: 200 len: 1092 time: 0.9473133 Nov 12 00:45:06.526644 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2f5d104-4533-4b79-bc8b-7d22b623befb', 'tag': '12592566-5842-43d2-a41f-09c546d6e5c4'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:06.528955 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50301f96-6e09-46ed-8641-29ecd1ce8513" -d '{"events": [{"name": "network-changed", "server_uuid": "f2f5d104-4533-4b79-bc8b-7d22b623befb", "tag": "12592566-5842-43d2-a41f-09c546d6e5c4"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:06.552888 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2fedae-ec97-415e-92b2-9fe725ce61ec service neutron] Pushing event updated for resources: {'Port': ['ID=12592566-5842-43d2-a41f-09c546d6e5c4,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:06.555244 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa57d6-71f1-431a-9efc-53ecb34c7d48 req-96b4ada4-364b-4a45-8480-f5c7b83f4fe5 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:06.562832 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fafa57d6-71f1-431a-9efc-53ecb34c7d48 req-96b4ada4-364b-4a45-8480-f5c7b83f4fe5 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f5d104-4533-4b79-bc8b-7d22b623befb HTTP/1.1" status: 200 len: 943 time: 0.2300143 Nov 12 00:45:06.587142 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ce354-5774-4126-97e1-f2340b5a9502 req-c0fbf4b5-0107-4d47-a8a1-50317d5edd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:06.590323 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c54ce354-5774-4126-97e1-f2340b5a9502 req-c0fbf4b5-0107-4d47-a8a1-50317d5edd58 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2921684 Nov 12 00:45:06.617877 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-84072bf6-3fc3-416f-8f03-8980cd4d4ef5 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Made reservation on behalf of c21468cd613f4b869b90c5f693039b67 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:45:06.622153 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-84072bf6-3fc3-416f-8f03-8980cd4d4ef5 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:06.649898 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97e1fc-b013-4ec6-8783-db0f865a63fe req-14948529-2fde-43b5-819c-c45c9bf1881c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:06.653012 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2c97e1fc-b013-4ec6-8783-db0f865a63fe req-14948529-2fde-43b5-819c-c45c9bf1881c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9c540ecbe8154e1b907ac12fc8774fd4&device_id=f2f5d104-4533-4b79-bc8b-7d22b623befb HTTP/1.1" status: 200 len: 1095 time: 0.0676277 Nov 12 00:45:06.660310 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fafa57d6-71f1-431a-9efc-53ecb34c7d48 req-2a9924ff-b0a7-4514-8c98-2cc1f9a22117 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877156 Nov 12 00:45:06.777699 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2c97e1fc-b013-4ec6-8783-db0f865a63fe req-39fb3374-25a0-4975-be19-c92b7a3e0fa1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12592566-5842-43d2-a41f-09c546d6e5c4 HTTP/1.1" status: 200 len: 217 time: 0.0691323 Nov 12 00:45:06.832656 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8fa3af5a-ea98-4b17-867b-1ba7323ab580 req-0eb4705a-d03f-4426-a8a8-61c6db73672f tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 210 time: 0.0494745 Nov 12 00:45:06.863111 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0952ecf-5d2d-4429-8208-7c8b8e85451f x-openstack-request-id: req-b0952ecf-5d2d-4429-8208-7c8b8e85451f {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:06.863400 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2f5d104-4533-4b79-bc8b-7d22b623befb", "tag": "12592566-5842-43d2-a41f-09c546d6e5c4", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:06.863647 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b0952ecf-5d2d-4429-8208-7c8b8e85451f {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:06.864037 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2f5d104-4533-4b79-bc8b-7d22b623befb', 'tag': '12592566-5842-43d2-a41f-09c546d6e5c4', 'status': 'completed', 'code': 200} Nov 12 00:45:06.898030 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97e1fc-b013-4ec6-8783-db0f865a63fe req-b6c1e37c-d839-4ac7-ba07-105dcd6d284b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:06.899746 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2c97e1fc-b013-4ec6-8783-db0f865a63fe req-b6c1e37c-d839-4ac7-ba07-105dcd6d284b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e87486ea-14b8-4357-b569-3ef6c52f1320 HTTP/1.1" status: 200 len: 846 time: 0.0713007 Nov 12 00:45:06.936105 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2c97e1fc-b013-4ec6-8783-db0f865a63fe req-ca67070a-b5e1-4d7e-993f-85db0dc63279 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d872bf93-95f4-45c4-b0f4-642aed61400a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281196 Nov 12 00:45:07.067684 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2c97e1fc-b013-4ec6-8783-db0f865a63fe req-f6f856bb-a31a-48ed-9522-e2b6654cbe15 service neutron] 10.222.0.54 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239693 Nov 12 00:45:07.186687 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b68a3-ec99-47f7-b548-a76f73991b3b req-02adfc8d-0e18-49f8-881e-7c93d6d72a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:07.188131 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5f8b68a3-ec99-47f7-b548-a76f73991b3b req-02adfc8d-0e18-49f8-881e-7c93d6d72a2b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=78b3942b4d1d42e395f1a600361aab79&device_id=42501e9e-0c5d-4f57-951a-91c37d0cc6ca HTTP/1.1" status: 200 len: 1095 time: 0.4745135 Nov 12 00:45:07.204172 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2c97e1fc-b013-4ec6-8783-db0f865a63fe req-6d3f1205-9227-455f-80d3-c701e1d831b9 service neutron] 10.222.0.54 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273651 Nov 12 00:45:07.246667 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-84072bf6-3fc3-416f-8f03-8980cd4d4ef5 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Allocated IP 172.20.0.10 (1fce8c5f-7ac6-4208-952b-3be5cb15c665/7a63ee01-80de-400e-a556-e4579cccd373/ea3285b4-8397-4d0a-9287-44e430131ceb) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:45:07.249504 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5f8b68a3-ec99-47f7-b548-a76f73991b3b req-4366b476-84d6-410f-8018-f33567a243cd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7daf2d7f-9a07-46d7-bfb7-cc0629b39934 HTTP/1.1" status: 200 len: 217 time: 0.0449388 Nov 12 00:45:07.347437 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50301f96-6e09-46ed-8641-29ecd1ce8513 req-9055207d-1b6f-4b3f-a553-ed017063da8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:07.349012 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-50301f96-6e09-46ed-8641-29ecd1ce8513 req-9055207d-1b6f-4b3f-a553-ed017063da8d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9c540ecbe8154e1b907ac12fc8774fd4&device_id=f2f5d104-4533-4b79-bc8b-7d22b623befb HTTP/1.1" status: 200 len: 1095 time: 0.0496016 Nov 12 00:45:07.429769 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b68a3-ec99-47f7-b548-a76f73991b3b req-81c34fac-4e18-4991-ab97-2ef0ccd8d187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:07.431337 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5f8b68a3-ec99-47f7-b548-a76f73991b3b req-81c34fac-4e18-4991-ab97-2ef0ccd8d187 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e9ebb41c-1861-43b6-b921-ba560680823b HTTP/1.1" status: 200 len: 846 time: 0.1283281 Nov 12 00:45:07.461675 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab9387-f73c-4305-b01b-d1ed21e102fb req-c4c7b34e-1dc5-4d6e-904a-63bf1f682bbf tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:07.464265 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-edab9387-f73c-4305-b01b-d1ed21e102fb req-c4c7b34e-1dc5-4d6e-904a-63bf1f682bbf tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=49444b6e-0149-47a6-9b3c-6234d7a2b70c HTTP/1.1" status: 200 len: 950 time: 0.1220229 Nov 12 00:45:07.495201 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5f8b68a3-ec99-47f7-b548-a76f73991b3b req-c317f529-8416-44da-82fc-606aa22771cd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b2d1442-0e79-422e-955b-efc39299c7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529184 Nov 12 00:45:07.560751 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:07.577549 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-84072bf6-3fc3-416f-8f03-8980cd4d4ef5 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:07.691580 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-edab9387-f73c-4305-b01b-d1ed21e102fb req-02cd3da7-3d52-42ca-a534-ea46afe9ea44 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031214 Nov 12 00:45:07.719099 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5f8b68a3-ec99-47f7-b548-a76f73991b3b req-0a103087-152b-40c2-86cb-310858ae2c81 service neutron] 10.222.0.54 "GET /v2.0/networks/6b2d1442-0e79-422e-955b-efc39299c7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025073 Nov 12 00:45:07.740401 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-84072bf6-3fc3-416f-8f03-8980cd4d4ef5 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:07.820636 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50301f96-6e09-46ed-8641-29ecd1ce8513 req-d63b7e4a-7f81-471f-9c82-33592719f87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:07.822133 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-50301f96-6e09-46ed-8641-29ecd1ce8513 req-d63b7e4a-7f81-471f-9c82-33592719f87f service neutron] 10.222.0.54 "GET /v2.0/networks?id=d872bf93-95f4-45c4-b0f4-642aed61400a HTTP/1.1" status: 200 len: 907 time: 0.4654164 Nov 12 00:45:07.835783 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614091e8-77f3-476d-8a0b-961fee4fc727 req-591fa8f7-a6fa-4143-8a17-f1b749408ef1 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:07.837600 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-84072bf6-3fc3-416f-8f03-8980cd4d4ef5 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Network 1fce8c5f-7ac6-4208-952b-3be5cb15c665 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:45:07.843134 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-84072bf6-3fc3-416f-8f03-8980cd4d4ef5 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:07.845331 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-614091e8-77f3-476d-8a0b-961fee4fc727 req-591fa8f7-a6fa-4143-8a17-f1b749408ef1 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=42501e9e-0c5d-4f57-951a-91c37d0cc6ca HTTP/1.1" status: 200 len: 943 time: 0.0854375 Nov 12 00:45:07.848540 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-84072bf6-3fc3-416f-8f03-8980cd4d4ef5 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:45:07.902274 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-50301f96-6e09-46ed-8641-29ecd1ce8513 req-a465ed23-d869-4179-8fc2-3ac3901b480d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12592566-5842-43d2-a41f-09c546d6e5c4 HTTP/1.1" status: 200 len: 217 time: 0.0531867 Nov 12 00:45:07.908695 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84072bf6-3fc3-416f-8f03-8980cd4d4ef5 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Pushing event updated for resources: {'Port': ['ID=ea3285b4-8397-4d0a-9287-44e430131ceb,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:07.971340 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-84072bf6-3fc3-416f-8f03-8980cd4d4ef5 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:07.971998 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-84072bf6-3fc3-416f-8f03-8980cd4d4ef5 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:07.984618 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-614091e8-77f3-476d-8a0b-961fee4fc727 req-673758bd-196b-4074-bfce-dc927c6ef711 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337733 Nov 12 00:45:07.999473 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5f8b68a3-ec99-47f7-b548-a76f73991b3b req-f25f50a7-2bb2-48f3-bc0d-f033524cf110 service neutron] 10.222.0.54 "GET /v2.0/networks/6b2d1442-0e79-422e-955b-efc39299c7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719045 Nov 12 00:45:08.008629 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50301f96-6e09-46ed-8641-29ecd1ce8513 req-9d1b3473-ca57-4606-b759-819da0a6fd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:08.012550 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-50301f96-6e09-46ed-8641-29ecd1ce8513 req-9d1b3473-ca57-4606-b759-819da0a6fd7a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e87486ea-14b8-4357-b569-3ef6c52f1320 HTTP/1.1" status: 200 len: 846 time: 0.1025870 Nov 12 00:45:08.022403 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-84072bf6-3fc3-416f-8f03-8980cd4d4ef5 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8056335 Nov 12 00:45:08.044503 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-78e709ae-445a-4373-80e3-d74d225018c5 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Request body: {'port': {'device_id': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'network_id': 'ab41dae0-8b36-4d88-961d-982690d3893d', 'admin_state_up': True, 'tenant_id': 'c21468cd613f4b869b90c5f693039b67', 'security_groups': ['72f4f055-69fb-40bf-b27d-353bf24a3ac0']}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:08.066243 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-50301f96-6e09-46ed-8641-29ecd1ce8513 req-5cdf3ba9-0f40-43a6-a4be-3b31df2ad605 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d872bf93-95f4-45c4-b0f4-642aed61400a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449722 Nov 12 00:45:08.153433 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec7a2b-f5d0-4b4d-bee7-b12ac34efbed req-c7bc5a1e-18dd-44ce-bbf9-d549dd878147 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:08.165974 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-27ec7a2b-f5d0-4b4d-bee7-b12ac34efbed req-c7bc5a1e-18dd-44ce-bbf9-d549dd878147 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f5d104-4533-4b79-bc8b-7d22b623befb HTTP/1.1" status: 200 len: 943 time: 0.1654687 Nov 12 00:45:08.309569 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-26a4873f-5f2f-4f1e-960b-674b1cbb2ee9 None None] Provisioning complete for port ea3285b4-8397-4d0a-9287-44e430131ceb triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:08.310245 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-26a4873f-5f2f-4f1e-960b-674b1cbb2ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:08.314782 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device cc41f133-519e-494a-93c2-83e7af38e257 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:45:08.318251 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-50301f96-6e09-46ed-8641-29ecd1ce8513 req-eac6a41d-e6c3-4a7b-b0d5-74b8219b2493 service neutron] 10.222.0.54 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292185 Nov 12 00:45:08.361552 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-27ec7a2b-f5d0-4b4d-bee7-b12ac34efbed req-2a5bfec7-78c3-4316-8d49-f3525518cf89 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820688 Nov 12 00:45:08.420027 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-26a4873f-5f2f-4f1e-960b-674b1cbb2ee9 None None] Port ea3285b4-8397-4d0a-9287-44e430131ceb cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:45:08.426167 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-78e709ae-445a-4373-80e3-d74d225018c5 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Made reservation on behalf of c21468cd613f4b869b90c5f693039b67 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:45:08.430019 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-78e709ae-445a-4373-80e3-d74d225018c5 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:08.528690 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adaedaa-8bbf-4979-817f-aaa86eff8692 req-17b26e2f-1a93-4aae-b747-33e71e024832 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:08.530822 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9adaedaa-8bbf-4979-817f-aaa86eff8692 req-17b26e2f-1a93-4aae-b747-33e71e024832 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 932 time: 0.0894361 Nov 12 00:45:08.535132 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-50301f96-6e09-46ed-8641-29ecd1ce8513 req-aa05aca6-9a1a-41d5-b5e5-0c20e25b9b6e service neutron] 10.222.0.54 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874342 Nov 12 00:45:08.614692 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9adaedaa-8bbf-4979-817f-aaa86eff8692 req-87ef6a43-1bf5-4f20-bb4a-4112f5e371e9 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4f055-69fb-40bf-b27d-353bf24a3ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729249 Nov 12 00:45:08.753252 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-78e709ae-445a-4373-80e3-d74d225018c5 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Allocated IP 10.1.1.187 (ab41dae0-8b36-4d88-961d-982690d3893d/1258ef72-3213-4252-85bc-f1e482a40b73/ece577e8-c379-469d-ac80-64690c063e88) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:45:08.771094 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port cc41f133-519e-494a-93c2-83e7af38e257, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=cc41f133-519e-494a-93c2-83e7af38e257,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:08.784763 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': 'cc41f133-519e-494a-93c2-83e7af38e257', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'port_id': 'cc41f133-519e-494a-93c2-83e7af38e257', 'mac_address': 'fa:16:3e:b8:34:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3288e972-21d8-4a52-9002-05790fb0bb61', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:45:08.837242 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:08.856591 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc41f133-519e-494a-93c2-83e7af38e257 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:45:08.910787 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port cc41f133-519e-494a-93c2-83e7af38e257, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=cc41f133-519e-494a-93c2-83e7af38e257,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:08.921002 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:09.070202 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=cc41f133-519e-494a-93c2-83e7af38e257,revision_number=6']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:09.144566 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['cc41f133-519e-494a-93c2-83e7af38e257'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:45:09.150381 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a206fd-5dd4-4ab6-afd0-b40175a39f97 req-0c77a6c6-7bf5-4c9a-9690-5c8f17d9987a tempest-ServersAdminTestJSON-1037937379 tempest-ServersAdminTestJSON-1037937379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:09.153581 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a206fd-5dd4-4ab6-afd0-b40175a39f97 req-0c77a6c6-7bf5-4c9a-9690-5c8f17d9987a tempest-ServersAdminTestJSON-1037937379 tempest-ServersAdminTestJSON-1037937379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:09.154083 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a206fd-5dd4-4ab6-afd0-b40175a39f97 req-0c77a6c6-7bf5-4c9a-9690-5c8f17d9987a tempest-ServersAdminTestJSON-1037937379 tempest-ServersAdminTestJSON-1037937379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:09.154942 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a206fd-5dd4-4ab6-afd0-b40175a39f97 req-0c77a6c6-7bf5-4c9a-9690-5c8f17d9987a tempest-ServersAdminTestJSON-1037937379 tempest-ServersAdminTestJSON-1037937379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:09.155415 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a206fd-5dd4-4ab6-afd0-b40175a39f97 req-0c77a6c6-7bf5-4c9a-9690-5c8f17d9987a tempest-ServersAdminTestJSON-1037937379 tempest-ServersAdminTestJSON-1037937379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:09.156032 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a206fd-5dd4-4ab6-afd0-b40175a39f97 req-0c77a6c6-7bf5-4c9a-9690-5c8f17d9987a tempest-ServersAdminTestJSON-1037937379 tempest-ServersAdminTestJSON-1037937379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:09.156453 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a206fd-5dd4-4ab6-afd0-b40175a39f97 req-0c77a6c6-7bf5-4c9a-9690-5c8f17d9987a tempest-ServersAdminTestJSON-1037937379 tempest-ServersAdminTestJSON-1037937379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:09.156989 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a206fd-5dd4-4ab6-afd0-b40175a39f97 req-0c77a6c6-7bf5-4c9a-9690-5c8f17d9987a tempest-ServersAdminTestJSON-1037937379 tempest-ServersAdminTestJSON-1037937379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:09.157720 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a206fd-5dd4-4ab6-afd0-b40175a39f97 req-0c77a6c6-7bf5-4c9a-9690-5c8f17d9987a tempest-ServersAdminTestJSON-1037937379 tempest-ServersAdminTestJSON-1037937379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:09.158188 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a206fd-5dd4-4ab6-afd0-b40175a39f97 req-0c77a6c6-7bf5-4c9a-9690-5c8f17d9987a tempest-ServersAdminTestJSON-1037937379 tempest-ServersAdminTestJSON-1037937379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:09.158698 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a206fd-5dd4-4ab6-afd0-b40175a39f97 req-0c77a6c6-7bf5-4c9a-9690-5c8f17d9987a tempest-ServersAdminTestJSON-1037937379 tempest-ServersAdminTestJSON-1037937379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:09.159932 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-78e709ae-445a-4373-80e3-d74d225018c5 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:09.176899 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-39a206fd-5dd4-4ab6-afd0-b40175a39f97 req-0c77a6c6-7bf5-4c9a-9690-5c8f17d9987a tempest-ServersAdminTestJSON-1037937379 tempest-ServersAdminTestJSON-1037937379-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa&device_id=f2f5d104-4533-4b79-bc8b-7d22b623befb&device_id=42501e9e-0c5d-4f57-951a-91c37d0cc6ca&device_id=49444b6e-0149-47a6-9b3c-6234d7a2b70c&device_id=005a6eb7-575e-4079-9d82-07016eedaee4&device_id=8b33525c-3cd0-40b3-9294-085acd011908&device_id=3befc9a9-2773-486a-806b-92422a5d1d6b&device_id=44d8a1a0-de75-474d-af59-d0094d1668f6&device_id=9bb955f7-555a-4087-abcd-bce579e2f015&device_id=13f972d5-f6f1-4e72-b54d-71eed0933124&device_id=c4cd7cd7-2f00-4963-b453-15c01d08d929 HTTP/1.1" status: 200 len: 9915 time: 0.1445513 Nov 12 00:45:09.184117 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:09.190818 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eced2c8-5624-47d3-abf1-2a1216dd707c req-6c413ea7-3af3-41eb-befd-0bf39a928fab tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:09.200059 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4eced2c8-5624-47d3-abf1-2a1216dd707c req-6c413ea7-3af3-41eb-befd-0bf39a928fab tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=42501e9e-0c5d-4f57-951a-91c37d0cc6ca HTTP/1.1" status: 200 len: 943 time: 0.0958154 Nov 12 00:45:09.215114 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-39a206fd-5dd4-4ab6-afd0-b40175a39f97 req-f59edd05-3c78-40e3-9bbc-a62dc85ca02e tempest-ServersAdminTestJSON-1037937379 tempest-ServersAdminTestJSON-1037937379-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:09.266964 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4eced2c8-5624-47d3-abf1-2a1216dd707c req-6a33432c-d65f-45d1-b02b-54a16dc0c405 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654907 Nov 12 00:45:09.309591 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-78e709ae-445a-4373-80e3-d74d225018c5 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:09.346696 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-39a206fd-5dd4-4ab6-afd0-b40175a39f97 req-f59edd05-3c78-40e3-9bbc-a62dc85ca02e tempest-ServersAdminTestJSON-1037937379 tempest-ServersAdminTestJSON-1037937379-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:09.351427 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-39a206fd-5dd4-4ab6-afd0-b40175a39f97 req-f59edd05-3c78-40e3-9bbc-a62dc85ca02e tempest-ServersAdminTestJSON-1037937379 tempest-ServersAdminTestJSON-1037937379-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:09.391118 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-78e709ae-445a-4373-80e3-d74d225018c5 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Network ab41dae0-8b36-4d88-961d-982690d3893d is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:45:09.401420 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-78e709ae-445a-4373-80e3-d74d225018c5 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:09.409925 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-78e709ae-445a-4373-80e3-d74d225018c5 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:45:09.431230 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59edd05-3c78-40e3-9bbc-a62dc85ca02e tempest-ServersAdminTestJSON-1037937379 tempest-ServersAdminTestJSON-1037937379-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d687e5d-d547-4cf8-8e22-17afbdc682f8,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:09.504852 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-78e709ae-445a-4373-80e3-d74d225018c5 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:09.505554 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-78e709ae-445a-4373-80e3-d74d225018c5 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:09.532466 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-78e709ae-445a-4373-80e3-d74d225018c5 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4939308 Nov 12 00:45:09.539279 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e709ae-445a-4373-80e3-d74d225018c5 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Pushing event updated for resources: {'Port': ['ID=ece577e8-c379-469d-ac80-64690c063e88,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:09.558999 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-46370ec3-c87a-49a1-8d3c-e39aacf72bdd tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Request body: {'port': {'device_id': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'network_id': 'ab41dae0-8b36-4d88-961d-982690d3893d', 'admin_state_up': True, 'tenant_id': 'c21468cd613f4b869b90c5f693039b67', 'security_groups': ['72f4f055-69fb-40bf-b27d-353bf24a3ac0']}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:09.622067 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-39a206fd-5dd4-4ab6-afd0-b40175a39f97 req-f59edd05-3c78-40e3-9bbc-a62dc85ca02e tempest-ServersAdminTestJSON-1037937379 tempest-ServersAdminTestJSON-1037937379-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&id=ba1002ab-95b2-4827-850f-9b38e38527f5&id=9d5cc596-1b22-444e-be3c-7711ad41e392&id=9534929a-373f-43a7-b9cb-bcf16499b8c7&id=72f4f055-69fb-40bf-b27d-353bf24a3ac0&id=f9c15bce-ca58-4509-8e07-4c3c539a86c5&id=a03634ce-ed3b-4416-8740-42e8d767cedd&id=4eeb1025-8934-4af3-b3e4-a250ca50b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 857 time: 0.4415915 Nov 12 00:45:09.726588 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:09.846766 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fb834f-9e8b-4fae-90ca-a8eea5120720 req-d5a2a872-6ede-4f4a-8305-54f0b1fa1230 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:09.854816 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-49fb834f-9e8b-4fae-90ca-a8eea5120720 req-d5a2a872-6ede-4f4a-8305-54f0b1fa1230 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f5d104-4533-4b79-bc8b-7d22b623befb HTTP/1.1" status: 200 len: 943 time: 0.1385474 Nov 12 00:45:09.864878 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-9bb5d048-6462-4487-b550-9d23c8880d95 None None] Provisioning complete for port ece577e8-c379-469d-ac80-64690c063e88 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:09.865892 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9bb5d048-6462-4487-b550-9d23c8880d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:09.891626 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-46370ec3-c87a-49a1-8d3c-e39aacf72bdd tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Made reservation on behalf of c21468cd613f4b869b90c5f693039b67 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:45:09.895080 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-46370ec3-c87a-49a1-8d3c-e39aacf72bdd tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:09.929298 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-9bb5d048-6462-4487-b550-9d23c8880d95 None None] Port ece577e8-c379-469d-ac80-64690c063e88 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:45:09.950662 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-49fb834f-9e8b-4fae-90ca-a8eea5120720 req-20648dd4-fcfe-4b63-93cb-3a79d41f6921 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948863 Nov 12 00:45:10.034334 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9f85c-da5f-431a-a14d-fde1f2622e33 req-b5371234-cfc9-4808-9da3-8b6de68ac68b tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:10.040701 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9f85c-da5f-431a-a14d-fde1f2622e33 req-b5371234-cfc9-4808-9da3-8b6de68ac68b tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:10.048177 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-54a9f85c-da5f-431a-a14d-fde1f2622e33 req-b5371234-cfc9-4808-9da3-8b6de68ac68b tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 1654 time: 0.1309950 Nov 12 00:45:10.134156 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-46370ec3-c87a-49a1-8d3c-e39aacf72bdd tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Allocated IP 10.1.1.214 (ab41dae0-8b36-4d88-961d-982690d3893d/1258ef72-3213-4252-85bc-f1e482a40b73/74c2483e-02a2-4318-bcbc-82baf9ce9bcb) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:45:10.155004 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-54a9f85c-da5f-431a-a14d-fde1f2622e33 req-31ff0d09-671b-49c8-87b8-bfa48fe0ff77 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4f055-69fb-40bf-b27d-353bf24a3ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058741 Nov 12 00:45:10.294645 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device cc41f133-519e-494a-93c2-83e7af38e257 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:45:10.363468 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-46370ec3-c87a-49a1-8d3c-e39aacf72bdd tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:10.376729 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port cc41f133-519e-494a-93c2-83e7af38e257 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:10.377714 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:10.442731 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c759d2b-81df-4621-99e1-3c3fc488ffb9 req-f4ae1b3f-4c58-449a-b02d-d527c65e30b7 tempest-ServersAdminTestJSON-1037937379 tempest-ServersAdminTestJSON-1037937379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:10.443215 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c759d2b-81df-4621-99e1-3c3fc488ffb9 req-f4ae1b3f-4c58-449a-b02d-d527c65e30b7 tempest-ServersAdminTestJSON-1037937379 tempest-ServersAdminTestJSON-1037937379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:10.443682 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c759d2b-81df-4621-99e1-3c3fc488ffb9 req-f4ae1b3f-4c58-449a-b02d-d527c65e30b7 tempest-ServersAdminTestJSON-1037937379 tempest-ServersAdminTestJSON-1037937379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:10.444176 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00d907-fb2c-4db7-8299-8c67b61d54fd req-ce8caaac-d5e7-407c-a186-eadea7d5f4c1 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:10.451642 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fe00d907-fb2c-4db7-8299-8c67b61d54fd req-ce8caaac-d5e7-407c-a186-eadea7d5f4c1 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=42501e9e-0c5d-4f57-951a-91c37d0cc6ca HTTP/1.1" status: 200 len: 943 time: 0.0856638 Nov 12 00:45:10.452432 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6c759d2b-81df-4621-99e1-3c3fc488ffb9 req-f4ae1b3f-4c58-449a-b02d-d527c65e30b7 tempest-ServersAdminTestJSON-1037937379 tempest-ServersAdminTestJSON-1037937379-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=49444b6e-0149-47a6-9b3c-6234d7a2b70c&device_id=8b33525c-3cd0-40b3-9294-085acd011908&device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 2887 time: 0.0778029 Nov 12 00:45:10.532386 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6c759d2b-81df-4621-99e1-3c3fc488ffb9 req-6cb1cc5e-ccaa-4d60-9228-8f8e200cb8f4 tempest-ServersAdminTestJSON-1037937379 tempest-ServersAdminTestJSON-1037937379-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697963 Nov 12 00:45:10.546241 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-46370ec3-c87a-49a1-8d3c-e39aacf72bdd tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:10.567302 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fe00d907-fb2c-4db7-8299-8c67b61d54fd req-82981e23-aaa6-43fe-8cc8-ce30ec8521c7 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078722 Nov 12 00:45:10.576768 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:10.669798 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '005a6eb7-575e-4079-9d82-07016eedaee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc41f133-519e-494a-93c2-83e7af38e257'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:10.670538 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880963a0-77cb-44f1-a04b-db2ad09027a8" -d '{"events": [{"server_uuid": "005a6eb7-575e-4079-9d82-07016eedaee4", "name": "network-vif-plugged", "status": "completed", "tag": "cc41f133-519e-494a-93c2-83e7af38e257"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:10.678224 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port cc41f133-519e-494a-93c2-83e7af38e257, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=cc41f133-519e-494a-93c2-83e7af38e257,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:10.686016 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:10.688075 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:10.690579 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-46370ec3-c87a-49a1-8d3c-e39aacf72bdd tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Network ab41dae0-8b36-4d88-961d-982690d3893d is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:45:10.694390 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46370ec3-c87a-49a1-8d3c-e39aacf72bdd tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Pushing event updated for resources: {'Port': ['ID=74c2483e-02a2-4318-bcbc-82baf9ce9bcb,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:10.702827 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-46370ec3-c87a-49a1-8d3c-e39aacf72bdd tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:10.705811 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-46370ec3-c87a-49a1-8d3c-e39aacf72bdd tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:45:10.773911 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338e0544-7f3d-4fe9-a3c1-2998614396b7 x-openstack-request-id: req-338e0544-7f3d-4fe9-a3c1-2998614396b7 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:10.774365 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "005a6eb7-575e-4079-9d82-07016eedaee4", "name": "network-vif-plugged", "status": "completed", "tag": "cc41f133-519e-494a-93c2-83e7af38e257", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:10.774636 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-338e0544-7f3d-4fe9-a3c1-2998614396b7 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:10.776107 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '005a6eb7-575e-4079-9d82-07016eedaee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc41f133-519e-494a-93c2-83e7af38e257', 'code': 200} Nov 12 00:45:10.787347 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-46370ec3-c87a-49a1-8d3c-e39aacf72bdd tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:10.791281 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-46370ec3-c87a-49a1-8d3c-e39aacf72bdd tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:10.821600 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=cc41f133-519e-494a-93c2-83e7af38e257,revision_number=7']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:10.827259 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-46370ec3-c87a-49a1-8d3c-e39aacf72bdd tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2798321 Nov 12 00:45:10.846167 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-0afb0116-1423-410b-9d81-a7af2713ffe9 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Request body: {'port': {'device_id': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '932a85f6-3e20-455a-a5e7-01a28ed4b895', 'admin_state_up': True, 'tenant_id': 'c21468cd613f4b869b90c5f693039b67', 'security_groups': ['72f4f055-69fb-40bf-b27d-353bf24a3ac0']}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:11.174824 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-7ec4bbd9-c7da-4975-8a6f-75e61b180517 None None] Provisioning complete for port 74c2483e-02a2-4318-bcbc-82baf9ce9bcb triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:11.175423 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7ec4bbd9-c7da-4975-8a6f-75e61b180517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:11.191349 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-0afb0116-1423-410b-9d81-a7af2713ffe9 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Made reservation on behalf of c21468cd613f4b869b90c5f693039b67 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:45:11.257945 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-7ec4bbd9-c7da-4975-8a6f-75e61b180517 None None] Port 74c2483e-02a2-4318-bcbc-82baf9ce9bcb cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:45:11.355804 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f5874-5f5c-4a82-a4d7-e410bbc258d5 req-8a9b5696-bf8e-4561-a79a-13be94aeb02f tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:11.364651 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-903f5874-5f5c-4a82-a4d7-e410bbc258d5 req-8a9b5696-bf8e-4561-a79a-13be94aeb02f tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f5d104-4533-4b79-bc8b-7d22b623befb HTTP/1.1" status: 200 len: 943 time: 0.2345159 Nov 12 00:45:11.368406 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 12592566-5842-43d2-a41f-09c546d6e5c4 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:45:11.406166 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-0afb0116-1423-410b-9d81-a7af2713ffe9 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:11.627949 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5032057-9435-4037-965a-46903920ec57 req-f0fe7f1f-d26f-4b87-9352-52f8bf784186 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:11.636147 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5032057-9435-4037-965a-46903920ec57 req-f0fe7f1f-d26f-4b87-9352-52f8bf784186 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:11.651288 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5032057-9435-4037-965a-46903920ec57 req-f0fe7f1f-d26f-4b87-9352-52f8bf784186 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:11.659905 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f5032057-9435-4037-965a-46903920ec57 req-f0fe7f1f-d26f-4b87-9352-52f8bf784186 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 2375 time: 0.1271615 Nov 12 00:45:11.679815 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 12592566-5842-43d2-a41f-09c546d6e5c4, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=12592566-5842-43d2-a41f-09c546d6e5c4,segment=NetworkSegment(eac800fb-e2a4-4100-807c-1fb9b17e8d78),segment_id=eac800fb-e2a4-4100-807c-1fb9b17e8d78)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:11.695044 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '12592566-5842-43d2-a41f-09c546d6e5c4', 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a', 'port_id': '12592566-5842-43d2-a41f-09c546d6e5c4', 'mac_address': 'fa:16:3e:55:6c:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e87486ea-14b8-4357-b569-3ef6c52f1320', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:45:11.737925 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f5032057-9435-4037-965a-46903920ec57 req-fd727a55-8ffa-415d-a6a4-f2f6dc33ac79 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4f055-69fb-40bf-b27d-353bf24a3ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705349 Nov 12 00:45:11.798572 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:11.803576 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-903f5874-5f5c-4a82-a4d7-e410bbc258d5 req-072c2751-e704-4413-84ea-1a45d6e3c964 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4367754 Nov 12 00:45:11.829560 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12592566-5842-43d2-a41f-09c546d6e5c4 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:45:11.842271 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-0afb0116-1423-410b-9d81-a7af2713ffe9 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Allocated IP 10.2.2.100 (932a85f6-3e20-455a-a5e7-01a28ed4b895/92d015ab-73f4-423c-8877-4552ee1df1ff/f4c6cea8-7b5d-48c0-a82d-a907911e3785) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:45:11.875723 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 12592566-5842-43d2-a41f-09c546d6e5c4, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=12592566-5842-43d2-a41f-09c546d6e5c4,segment=NetworkSegment(eac800fb-e2a4-4100-807c-1fb9b17e8d78),segment_id=eac800fb-e2a4-4100-807c-1fb9b17e8d78)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:11.887225 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:11.887913 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 7daf2d7f-9a07-46d7-bfb7-cc0629b39934 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:45:12.062502 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6fae0-87ee-4cfd-b96e-7ce23104c880 req-ae0cd9f7-0154-4a3c-bc30-c13a13ba7bef tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:12.075211 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-28c6fae0-87ee-4cfd-b96e-7ce23104c880 req-ae0cd9f7-0154-4a3c-bc30-c13a13ba7bef tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=42501e9e-0c5d-4f57-951a-91c37d0cc6ca HTTP/1.1" status: 200 len: 943 time: 0.1244817 Nov 12 00:45:12.105189 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=12592566-5842-43d2-a41f-09c546d6e5c4,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:12.208486 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-28c6fae0-87ee-4cfd-b96e-7ce23104c880 req-a8d647e5-1ed0-43a8-83d4-5c301b953fb5 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332390 Nov 12 00:45:12.219457 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 7daf2d7f-9a07-46d7-bfb7-cc0629b39934, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=7daf2d7f-9a07-46d7-bfb7-cc0629b39934,segment=NetworkSegment(6c913048-0125-4fcf-b07f-89f668c97b8b),segment_id=6c913048-0125-4fcf-b07f-89f668c97b8b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:12.237647 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-0afb0116-1423-410b-9d81-a7af2713ffe9 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:12.254666 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '7daf2d7f-9a07-46d7-bfb7-cc0629b39934', 'network_id': '6b2d1442-0e79-422e-955b-efc39299c7dd', 'port_id': '7daf2d7f-9a07-46d7-bfb7-cc0629b39934', 'mac_address': 'fa:16:3e:7b:81:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ebb41c-1861-43b6-b921-ba560680823b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:45:12.307640 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-0afb0116-1423-410b-9d81-a7af2713ffe9 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:12.349612 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:12.367693 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-0afb0116-1423-410b-9d81-a7af2713ffe9 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Network 932a85f6-3e20-455a-a5e7-01a28ed4b895 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:45:12.374489 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-0afb0116-1423-410b-9d81-a7af2713ffe9 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:12.376986 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb0116-1423-410b-9d81-a7af2713ffe9 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Pushing event updated for resources: {'Port': ['ID=f4c6cea8-7b5d-48c0-a82d-a907911e3785,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:12.385131 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ccc56-8a04-4ef1-8d45-6ed878e95ad3 req-fe7f7083-2bd1-45ca-bce8-bd708ab6c495 tempest-ServersAdminTestJSON-1037937379 tempest-ServersAdminTestJSON-1037937379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:12.387098 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e15ccc56-8a04-4ef1-8d45-6ed878e95ad3 req-fe7f7083-2bd1-45ca-bce8-bd708ab6c495 tempest-ServersAdminTestJSON-1037937379 tempest-ServersAdminTestJSON-1037937379-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 1102 time: 0.0788713 Nov 12 00:45:12.392306 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7daf2d7f-9a07-46d7-bfb7-cc0629b39934 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:45:12.394839 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-0afb0116-1423-410b-9d81-a7af2713ffe9 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:45:12.493134 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 7daf2d7f-9a07-46d7-bfb7-cc0629b39934, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=7daf2d7f-9a07-46d7-bfb7-cc0629b39934,segment=NetworkSegment(6c913048-0125-4fcf-b07f-89f668c97b8b),segment_id=6c913048-0125-4fcf-b07f-89f668c97b8b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:12.499528 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-0afb0116-1423-410b-9d81-a7af2713ffe9 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:12.499745 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:12.500763 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-0afb0116-1423-410b-9d81-a7af2713ffe9 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:12.503981 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e15ccc56-8a04-4ef1-8d45-6ed878e95ad3 req-d81d8ce9-899b-4706-b0f8-3d7a3bcda402 tempest-ServersAdminTestJSON-1037937379 tempest-ServersAdminTestJSON-1037937379-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094379 Nov 12 00:45:12.512314 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:12.558589 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-0afb0116-1423-410b-9d81-a7af2713ffe9 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7166584 Nov 12 00:45:12.592772 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-69515de3-7d53-4e3f-bf31-01ae69ddc0dd tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Request body: {'port': {'device_id': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '932a85f6-3e20-455a-a5e7-01a28ed4b895', 'admin_state_up': True, 'tenant_id': 'c21468cd613f4b869b90c5f693039b67', 'security_groups': ['72f4f055-69fb-40bf-b27d-353bf24a3ac0']}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:12.597750 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=7daf2d7f-9a07-46d7-bfb7-cc0629b39934,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:12.764744 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5169c-71c2-489d-86b9-bcf66f01d1c6 req-336153f9-95d1-4ee6-9b48-33edf7bed983 tempest-ServersAdminTestJSON-1037937379 tempest-ServersAdminTestJSON-1037937379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:12.781804 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-15a5169c-71c2-489d-86b9-bcf66f01d1c6 req-336153f9-95d1-4ee6-9b48-33edf7bed983 tempest-ServersAdminTestJSON-1037937379 tempest-ServersAdminTestJSON-1037937379-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 1102 time: 0.1039858 Nov 12 00:45:12.849956 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-69515de3-7d53-4e3f-bf31-01ae69ddc0dd tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Made reservation on behalf of c21468cd613f4b869b90c5f693039b67 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:45:12.855367 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-69515de3-7d53-4e3f-bf31-01ae69ddc0dd tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:12.908692 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-fdde62be-d468-4a3a-b6a5-37ddc1e2d3d6 None None] Provisioning complete for port f4c6cea8-7b5d-48c0-a82d-a907911e3785 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:12.931131 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-15a5169c-71c2-489d-86b9-bcf66f01d1c6 req-bc4ef583-8090-4e61-a883-5c8aa43bc1e2 tempest-ServersAdminTestJSON-1037937379 tempest-ServersAdminTestJSON-1037937379-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324182 Nov 12 00:45:12.931747 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fdde62be-d468-4a3a-b6a5-37ddc1e2d3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:13.021886 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['7daf2d7f-9a07-46d7-bfb7-cc0629b39934'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:45:13.108005 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-fdde62be-d468-4a3a-b6a5-37ddc1e2d3d6 None None] Port f4c6cea8-7b5d-48c0-a82d-a907911e3785 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:45:13.128755 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a56e5-c74a-49a3-a296-64217a20ba51 req-a3ddca24-4d15-40d2-91b2-1a5aebdae44f tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:13.139890 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['12592566-5842-43d2-a41f-09c546d6e5c4'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:45:13.146180 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a56e5-c74a-49a3-a296-64217a20ba51 req-a3ddca24-4d15-40d2-91b2-1a5aebdae44f tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:13.151650 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3235d12a-b98b-44ba-a810-02674e501e39 req-48f967e8-cce5-422b-948f-5e2624fd1fea tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:13.163445 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a56e5-c74a-49a3-a296-64217a20ba51 req-a3ddca24-4d15-40d2-91b2-1a5aebdae44f tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:13.167353 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3235d12a-b98b-44ba-a810-02674e501e39 req-48f967e8-cce5-422b-948f-5e2624fd1fea tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f5d104-4533-4b79-bc8b-7d22b623befb HTTP/1.1" status: 200 len: 944 time: 0.1119659 Nov 12 00:45:13.177489 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a56e5-c74a-49a3-a296-64217a20ba51 req-a3ddca24-4d15-40d2-91b2-1a5aebdae44f tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:13.182587 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d10a56e5-c74a-49a3-a296-64217a20ba51 req-a3ddca24-4d15-40d2-91b2-1a5aebdae44f tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 3096 time: 0.1994915 Nov 12 00:45:13.265227 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-69515de3-7d53-4e3f-bf31-01ae69ddc0dd tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Allocated IP 10.2.2.200 (932a85f6-3e20-455a-a5e7-01a28ed4b895/92d015ab-73f4-423c-8877-4552ee1df1ff/418a9123-f7b9-4bae-a70d-69acd16e3f2a) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:45:13.275414 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3235d12a-b98b-44ba-a810-02674e501e39 req-293d6434-dbab-4f18-90ee-2ac8bae84c21 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069086 Nov 12 00:45:13.312705 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d10a56e5-c74a-49a3-a296-64217a20ba51 req-0e5073c2-8ea2-4f74-a400-3c04a2595e87 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4f055-69fb-40bf-b27d-353bf24a3ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006215 Nov 12 00:45:13.639355 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-69515de3-7d53-4e3f-bf31-01ae69ddc0dd tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:13.699586 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-69515de3-7d53-4e3f-bf31-01ae69ddc0dd tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:13.718806 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96848cde-707d-4519-bc6d-0819060b82d4 req-6148667c-4892-442b-8931-7f85e4e6af07 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:13.726610 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-96848cde-707d-4519-bc6d-0819060b82d4 req-6148667c-4892-442b-8931-7f85e4e6af07 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=42501e9e-0c5d-4f57-951a-91c37d0cc6ca HTTP/1.1" status: 200 len: 944 time: 0.1162524 Nov 12 00:45:13.767763 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69515de3-7d53-4e3f-bf31-01ae69ddc0dd tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Pushing event updated for resources: {'Port': ['ID=418a9123-f7b9-4bae-a70d-69acd16e3f2a,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:13.778123 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-69515de3-7d53-4e3f-bf31-01ae69ddc0dd tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Network 932a85f6-3e20-455a-a5e7-01a28ed4b895 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:45:13.779724 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-69515de3-7d53-4e3f-bf31-01ae69ddc0dd tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:13.793782 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-69515de3-7d53-4e3f-bf31-01ae69ddc0dd tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:45:13.841585 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-96848cde-707d-4519-bc6d-0819060b82d4 req-538dc142-9f81-4b7c-b04a-da5df52fd221 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072485 Nov 12 00:45:13.883335 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-69515de3-7d53-4e3f-bf31-01ae69ddc0dd tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:13.883996 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-69515de3-7d53-4e3f-bf31-01ae69ddc0dd tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:13.906476 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-69515de3-7d53-4e3f-bf31-01ae69ddc0dd tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3241718 Nov 12 00:45:13.951352 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-90239a6b-edff-418d-90ea-7d8d4bd0e984 service neutron] Request body: {'port': {'device_id': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:14.125436 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-90239a6b-edff-418d-90ea-7d8d4bd0e984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:14.162500 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-a8dbe345-a7e7-4587-80cf-df55cb31b67a None None] Provisioning complete for port 418a9123-f7b9-4bae-a70d-69acd16e3f2a triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:14.163800 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a8dbe345-a7e7-4587-80cf-df55cb31b67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:14.233018 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-a8dbe345-a7e7-4587-80cf-df55cb31b67a None None] Port 418a9123-f7b9-4bae-a70d-69acd16e3f2a cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:45:14.562268 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b82e07-1503-43dd-9135-ef9d46809453 req-7bc12fda-af64-4c88-83d0-af501e5cd09b tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:14.565230 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d5b82e07-1503-43dd-9135-ef9d46809453 req-7bc12fda-af64-4c88-83d0-af501e5cd09b tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f5d104-4533-4b79-bc8b-7d22b623befb HTTP/1.1" status: 200 len: 944 time: 0.1631198 Nov 12 00:45:14.672952 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d5b82e07-1503-43dd-9135-ef9d46809453 req-71d047f6-83cd-4824-bb32-4014ee983d0a tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938015 Nov 12 00:45:14.767793 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-90239a6b-edff-418d-90ea-7d8d4bd0e984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea3285b4-8397-4d0a-9287-44e430131ceb {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:45:14.787753 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-90239a6b-edff-418d-90ea-7d8d4bd0e984 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:14.807306 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c0205-1269-4f6e-a91d-b1029e27ecaa req-5da4544f-2d71-4202-8646-f6b4efce9b0c tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:14.818637 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-90239a6b-edff-418d-90ea-7d8d4bd0e984 service neutron] Transition to ACTIVE for port object ea3285b4-8397-4d0a-9287-44e430131ceb will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:45:14.825933 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-90239a6b-edff-418d-90ea-7d8d4bd0e984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:14.832709 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c0205-1269-4f6e-a91d-b1029e27ecaa req-5da4544f-2d71-4202-8646-f6b4efce9b0c tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:14.843387 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c0205-1269-4f6e-a91d-b1029e27ecaa req-5da4544f-2d71-4202-8646-f6b4efce9b0c tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:14.852092 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c0205-1269-4f6e-a91d-b1029e27ecaa req-5da4544f-2d71-4202-8646-f6b4efce9b0c tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:14.862687 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c0205-1269-4f6e-a91d-b1029e27ecaa req-5da4544f-2d71-4202-8646-f6b4efce9b0c tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:14.865163 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-af0c0205-1269-4f6e-a91d-b1029e27ecaa req-5da4544f-2d71-4202-8646-f6b4efce9b0c tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 3817 time: 0.1311712 Nov 12 00:45:14.890210 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90239a6b-edff-418d-90ea-7d8d4bd0e984 service neutron] Pushing event updated for resources: {'Port': ['ID=ea3285b4-8397-4d0a-9287-44e430131ceb,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:14.992905 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-90239a6b-edff-418d-90ea-7d8d4bd0e984 service neutron] Attempting to bind port ea3285b4-8397-4d0a-9287-44e430131ceb on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:45:14.993239 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-90239a6b-edff-418d-90ea-7d8d4bd0e984 service neutron] Attempting to bind port ea3285b4-8397-4d0a-9287-44e430131ceb by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '697b74b4-19b5-47fd-b161-45862847105d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1fce8c5f-7ac6-4208-952b-3be5cb15c665'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:45:14.993740 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-90239a6b-edff-418d-90ea-7d8d4bd0e984 service neutron] Attempting to bind port ea3285b4-8397-4d0a-9287-44e430131ceb on network 1fce8c5f-7ac6-4208-952b-3be5cb15c665 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:14.994143 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-af0c0205-1269-4f6e-a91d-b1029e27ecaa req-94ad03a5-6c60-4cfb-8738-632955914370 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4f055-69fb-40bf-b27d-353bf24a3ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214399 Nov 12 00:45:15.002310 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-90239a6b-edff-418d-90ea-7d8d4bd0e984 service neutron] Port ea3285b4-8397-4d0a-9287-44e430131ceb on network 1fce8c5f-7ac6-4208-952b-3be5cb15c665 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:45:15.002637 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-90239a6b-edff-418d-90ea-7d8d4bd0e984 service neutron] Attempting to bind port ea3285b4-8397-4d0a-9287-44e430131ceb on network 1fce8c5f-7ac6-4208-952b-3be5cb15c665 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:15.018411 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-90239a6b-edff-418d-90ea-7d8d4bd0e984 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:45:15.018745 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-90239a6b-edff-418d-90ea-7d8d4bd0e984 service neutron] Checking segment: {'id': '697b74b4-19b5-47fd-b161-45862847105d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1fce8c5f-7ac6-4208-952b-3be5cb15c665'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:45:15.019132 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-90239a6b-edff-418d-90ea-7d8d4bd0e984 service neutron] Bound using segment: {'id': '697b74b4-19b5-47fd-b161-45862847105d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1fce8c5f-7ac6-4208-952b-3be5cb15c665'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:45:15.019797 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-90239a6b-edff-418d-90ea-7d8d4bd0e984 service neutron] Bound port: ea3285b4-8397-4d0a-9287-44e430131ceb, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '697b74b4-19b5-47fd-b161-45862847105d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1fce8c5f-7ac6-4208-952b-3be5cb15c665'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:45:15.019915 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-90239a6b-edff-418d-90ea-7d8d4bd0e984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:15.200978 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-90239a6b-edff-418d-90ea-7d8d4bd0e984 service neutron] For port ea3285b4-8397-4d0a-9287-44e430131ceb, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:45:15.222151 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6dd89e-7442-4c74-8249-4b3b97279241 req-d8d373d9-e336-4bf1-968e-2efc78102c95 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:15.239050 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce67b84-96e3-49a8-b784-a2379214f5a3 req-f94d7407-f9ba-497c-aaf4-01485250971f tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:15.240119 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6f6dd89e-7442-4c74-8249-4b3b97279241 req-d8d373d9-e336-4bf1-968e-2efc78102c95 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 950 time: 0.1279275 Nov 12 00:45:15.251198 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-90239a6b-edff-418d-90ea-7d8d4bd0e984 service neutron] For port ea3285b4-8397-4d0a-9287-44e430131ceb, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=ea3285b4-8397-4d0a-9287-44e430131ceb,segment=NetworkSegment(697b74b4-19b5-47fd-b161-45862847105d),segment_id=697b74b4-19b5-47fd-b161-45862847105d)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:45:15.253885 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9ce67b84-96e3-49a8-b784-a2379214f5a3 req-f94d7407-f9ba-497c-aaf4-01485250971f tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=42501e9e-0c5d-4f57-951a-91c37d0cc6ca HTTP/1.1" status: 200 len: 944 time: 0.1460848 Nov 12 00:45:15.274554 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-90239a6b-edff-418d-90ea-7d8d4bd0e984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:15.364873 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-90239a6b-edff-418d-90ea-7d8d4bd0e984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:15.365620 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-90239a6b-edff-418d-90ea-7d8d4bd0e984 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:15.367116 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-90239a6b-edff-418d-90ea-7d8d4bd0e984 service neutron] 10.222.0.54 "PUT /v2.0/ports/ea3285b4-8397-4d0a-9287-44e430131ceb HTTP/1.1" status: 200 len: 1093 time: 1.4215105 Nov 12 00:45:15.370191 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9ce67b84-96e3-49a8-b784-a2379214f5a3 req-08d99e1d-f0fc-44b0-9326-9a47ba6eb829 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143007 Nov 12 00:45:15.394745 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6f6dd89e-7442-4c74-8249-4b3b97279241 req-7643ff08-6165-48c2-b60a-55fa2b895c7e tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463079 Nov 12 00:45:15.401290 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'tag': 'ea3285b4-8397-4d0a-9287-44e430131ceb'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:15.403750 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8214fb-ea85-4480-a85d-fa3b11c53567" -d '{"events": [{"name": "network-changed", "server_uuid": "ae10635a-27bd-4a35-b6d7-b159472701aa", "tag": "ea3285b4-8397-4d0a-9287-44e430131ceb"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:15.421538 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 12592566-5842-43d2-a41f-09c546d6e5c4 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:45:15.429931 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-2ccad72d-6e56-45c1-8be9-67e19b05e601 service neutron] Request body: {'port': {'device_id': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:15.522833 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 12592566-5842-43d2-a41f-09c546d6e5c4 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:45:15.530092 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 12592566-5842-43d2-a41f-09c546d6e5c4 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:15.530734 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:15.577510 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-2ccad72d-6e56-45c1-8be9-67e19b05e601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:15.603847 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910d24ba-1e9f-4786-ba6b-20b1b05a8b30 x-openstack-request-id: req-910d24ba-1e9f-4786-ba6b-20b1b05a8b30 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:15.604285 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae10635a-27bd-4a35-b6d7-b159472701aa", "tag": "ea3285b4-8397-4d0a-9287-44e430131ceb", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:15.604607 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-910d24ba-1e9f-4786-ba6b-20b1b05a8b30 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:15.605107 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'tag': 'ea3285b4-8397-4d0a-9287-44e430131ceb', 'status': 'completed', 'code': 200} Nov 12 00:45:15.618923 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90239a6b-edff-418d-90ea-7d8d4bd0e984 service neutron] Pushing event updated for resources: {'Port': ['ID=ea3285b4-8397-4d0a-9287-44e430131ceb,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:15.710178 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:15.754639 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8214fb-ea85-4480-a85d-fa3b11c53567 req-244068f1-ad5c-4621-b62e-9ca7b7c555da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:15.755493 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8214fb-ea85-4480-a85d-fa3b11c53567 req-244068f1-ad5c-4621-b62e-9ca7b7c555da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:15.756906 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8214fb-ea85-4480-a85d-fa3b11c53567 req-244068f1-ad5c-4621-b62e-9ca7b7c555da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:15.767187 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8214fb-ea85-4480-a85d-fa3b11c53567 req-244068f1-ad5c-4621-b62e-9ca7b7c555da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:15.769356 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8214fb-ea85-4480-a85d-fa3b11c53567 req-244068f1-ad5c-4621-b62e-9ca7b7c555da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:15.775346 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bf8214fb-ea85-4480-a85d-fa3b11c53567 req-244068f1-ad5c-4621-b62e-9ca7b7c555da service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c21468cd613f4b869b90c5f693039b67&device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 4365 time: 0.1262100 Nov 12 00:45:15.792475 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 12592566-5842-43d2-a41f-09c546d6e5c4, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=12592566-5842-43d2-a41f-09c546d6e5c4,segment=NetworkSegment(eac800fb-e2a4-4100-807c-1fb9b17e8d78),segment_id=eac800fb-e2a4-4100-807c-1fb9b17e8d78)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:15.796686 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f5d104-4533-4b79-bc8b-7d22b623befb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12592566-5842-43d2-a41f-09c546d6e5c4'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:15.802651 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02699eb0-6682-4e98-b537-455e6afd83a3" -d '{"events": [{"server_uuid": "f2f5d104-4533-4b79-bc8b-7d22b623befb", "name": "network-vif-plugged", "status": "completed", "tag": "12592566-5842-43d2-a41f-09c546d6e5c4"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:15.811437 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:15.814718 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 7daf2d7f-9a07-46d7-bfb7-cc0629b39934 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:45:15.882471 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4f58eb-9304-4e9b-ba16-50d6595a5ade x-openstack-request-id: req-fe4f58eb-9304-4e9b-ba16-50d6595a5ade {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:15.882979 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2f5d104-4533-4b79-bc8b-7d22b623befb", "name": "network-vif-plugged", "status": "completed", "tag": "12592566-5842-43d2-a41f-09c546d6e5c4", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:15.883382 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe4f58eb-9304-4e9b-ba16-50d6595a5ade {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:15.883939 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2f5d104-4533-4b79-bc8b-7d22b623befb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12592566-5842-43d2-a41f-09c546d6e5c4', 'code': 200} Nov 12 00:45:16.042839 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=12592566-5842-43d2-a41f-09c546d6e5c4,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:16.053254 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 7daf2d7f-9a07-46d7-bfb7-cc0629b39934 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:45:16.061043 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 7daf2d7f-9a07-46d7-bfb7-cc0629b39934 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:16.062810 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:16.116008 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a26d1e-ef2a-4afe-b909-a0d13e8dcaa8 req-ba09fa22-6fce-4cae-9207-d0f58072c25c tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:16.127166 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-26a26d1e-ef2a-4afe-b909-a0d13e8dcaa8 req-ba09fa22-6fce-4cae-9207-d0f58072c25c tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f5d104-4533-4b79-bc8b-7d22b623befb HTTP/1.1" status: 200 len: 945 time: 0.2905874 Nov 12 00:45:16.170796 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:16.189315 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc240ac9-849f-430a-8919-09998cbe90a0 req-9562db77-740e-4cf9-a8b9-b19c8a8f4db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:16.191179 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fc240ac9-849f-430a-8919-09998cbe90a0 req-9562db77-740e-4cf9-a8b9-b19c8a8f4db7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f2f5d104-4533-4b79-bc8b-7d22b623befb HTTP/1.1" status: 200 len: 1097 time: 0.1382551 Nov 12 00:45:16.202330 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-26a26d1e-ef2a-4afe-b909-a0d13e8dcaa8 req-d4c4197b-53f4-4bbe-8b06-7bcd9586b0d5 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742831 Nov 12 00:45:16.277589 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8214fb-ea85-4480-a85d-fa3b11c53567 req-39216df0-cf19-4561-96e3-33cdb7f23bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:16.277874 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8214fb-ea85-4480-a85d-fa3b11c53567 req-39216df0-cf19-4561-96e3-33cdb7f23bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:16.278513 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8214fb-ea85-4480-a85d-fa3b11c53567 req-39216df0-cf19-4561-96e3-33cdb7f23bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:16.280198 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bf8214fb-ea85-4480-a85d-fa3b11c53567 req-39216df0-cf19-4561-96e3-33cdb7f23bd3 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=c21468cd613f4b869b90c5f693039b67&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4903719 Nov 12 00:45:16.283333 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 7daf2d7f-9a07-46d7-bfb7-cc0629b39934, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=7daf2d7f-9a07-46d7-bfb7-cc0629b39934,segment=NetworkSegment(6c913048-0125-4fcf-b07f-89f668c97b8b),segment_id=6c913048-0125-4fcf-b07f-89f668c97b8b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:16.287302 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:16.360367 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=7daf2d7f-9a07-46d7-bfb7-cc0629b39934,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:16.365693 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fc240ac9-849f-430a-8919-09998cbe90a0 req-a523608e-2926-4115-9497-7582c3593133 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503606 Nov 12 00:45:16.485280 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8214fb-ea85-4480-a85d-fa3b11c53567 req-d00d95e9-0733-4538-b62b-7b2b9078394b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:16.486785 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bf8214fb-ea85-4480-a85d-fa3b11c53567 req-d00d95e9-0733-4538-b62b-7b2b9078394b service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1973100 Nov 12 00:45:16.492913 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-2ccad72d-6e56-45c1-8be9-67e19b05e601 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31fcb602-fe71-4579-9fa9-375532295e13 {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:45:16.508028 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6a0c0-a5cd-4955-a7fb-28894c192c54 req-dbf16a00-e351-43e5-bdcf-514238cfe328 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:16.515662 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6a0c0-a5cd-4955-a7fb-28894c192c54 req-dbf16a00-e351-43e5-bdcf-514238cfe328 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:16.521405 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6a0c0-a5cd-4955-a7fb-28894c192c54 req-dbf16a00-e351-43e5-bdcf-514238cfe328 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:16.528845 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6a0c0-a5cd-4955-a7fb-28894c192c54 req-dbf16a00-e351-43e5-bdcf-514238cfe328 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:16.534734 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6a0c0-a5cd-4955-a7fb-28894c192c54 req-dbf16a00-e351-43e5-bdcf-514238cfe328 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:16.536499 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5be6a0c0-a5cd-4955-a7fb-28894c192c54 req-dbf16a00-e351-43e5-bdcf-514238cfe328 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 3829 time: 0.2789903 Nov 12 00:45:16.541534 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-2ccad72d-6e56-45c1-8be9-67e19b05e601 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:16.549492 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f098afd-0d1a-4ec7-9fb7-f56f260b5ef4 req-b81fdbb5-6bb9-4b20-a985-8723e1c907da tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:16.551599 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f098afd-0d1a-4ec7-9fb7-f56f260b5ef4 req-b81fdbb5-6bb9-4b20-a985-8723e1c907da tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=42501e9e-0c5d-4f57-951a-91c37d0cc6ca HTTP/1.1" status: 200 len: 945 time: 0.0633771 Nov 12 00:45:16.568003 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-2ccad72d-6e56-45c1-8be9-67e19b05e601 service neutron] Transition to ACTIVE for port object 31fcb602-fe71-4579-9fa9-375532295e13 will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:45:16.575115 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-2ccad72d-6e56-45c1-8be9-67e19b05e601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:16.655526 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f098afd-0d1a-4ec7-9fb7-f56f260b5ef4 req-3a5a59d0-38d4-416e-a4f4-6c76dfdbbc37 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817878 Nov 12 00:45:16.858454 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccad72d-6e56-45c1-8be9-67e19b05e601 service neutron] Pushing event updated for resources: {'Port': ['ID=31fcb602-fe71-4579-9fa9-375532295e13,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:16.873497 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5be6a0c0-a5cd-4955-a7fb-28894c192c54 req-8854f0b5-4497-44c4-bca8-f69d6ca56e6c tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4f055-69fb-40bf-b27d-353bf24a3ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3290055 Nov 12 00:45:16.881570 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f473c-859d-4e88-9046-118b85debd17 req-4bc833f2-ac56-4ea7-aa0d-a192b177dfcc tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:16.892213 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c09f473c-859d-4e88-9046-118b85debd17 req-4bc833f2-ac56-4ea7-aa0d-a192b177dfcc tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 950 time: 0.1016243 Nov 12 00:45:16.940923 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-2ccad72d-6e56-45c1-8be9-67e19b05e601 service neutron] Attempting to bind port 31fcb602-fe71-4579-9fa9-375532295e13 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:45:16.941752 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-2ccad72d-6e56-45c1-8be9-67e19b05e601 service neutron] Attempting to bind port 31fcb602-fe71-4579-9fa9-375532295e13 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '626a9579-673a-4b11-be35-aa640b5a2d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ab41dae0-8b36-4d88-961d-982690d3893d'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:45:16.942094 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-2ccad72d-6e56-45c1-8be9-67e19b05e601 service neutron] Attempting to bind port 31fcb602-fe71-4579-9fa9-375532295e13 on network ab41dae0-8b36-4d88-961d-982690d3893d {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:16.957759 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-2ccad72d-6e56-45c1-8be9-67e19b05e601 service neutron] Port 31fcb602-fe71-4579-9fa9-375532295e13 on network ab41dae0-8b36-4d88-961d-982690d3893d not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:45:16.958084 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-2ccad72d-6e56-45c1-8be9-67e19b05e601 service neutron] Attempting to bind port 31fcb602-fe71-4579-9fa9-375532295e13 on network ab41dae0-8b36-4d88-961d-982690d3893d {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:16.977807 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c09f473c-859d-4e88-9046-118b85debd17 req-3288245b-ff7c-4f79-90c3-1efbd76b2cf2 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785196 Nov 12 00:45:16.988638 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-2ccad72d-6e56-45c1-8be9-67e19b05e601 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:45:16.988638 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-2ccad72d-6e56-45c1-8be9-67e19b05e601 service neutron] Checking segment: {'id': '626a9579-673a-4b11-be35-aa640b5a2d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ab41dae0-8b36-4d88-961d-982690d3893d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:45:16.988638 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-2ccad72d-6e56-45c1-8be9-67e19b05e601 service neutron] Bound using segment: {'id': '626a9579-673a-4b11-be35-aa640b5a2d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ab41dae0-8b36-4d88-961d-982690d3893d'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:45:16.988638 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-2ccad72d-6e56-45c1-8be9-67e19b05e601 service neutron] Bound port: 31fcb602-fe71-4579-9fa9-375532295e13, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '626a9579-673a-4b11-be35-aa640b5a2d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ab41dae0-8b36-4d88-961d-982690d3893d'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:45:16.988638 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-2ccad72d-6e56-45c1-8be9-67e19b05e601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:17.446912 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71efd292-ab0d-4eeb-88b5-c4831109bf5c req-b44934bf-c559-4c1e-9d9c-d83ed56caa72 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:17.449269 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-71efd292-ab0d-4eeb-88b5-c4831109bf5c req-b44934bf-c559-4c1e-9d9c-d83ed56caa72 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f5d104-4533-4b79-bc8b-7d22b623befb HTTP/1.1" status: 200 len: 945 time: 0.0965388 Nov 12 00:45:17.451143 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-2ccad72d-6e56-45c1-8be9-67e19b05e601 service neutron] For port 31fcb602-fe71-4579-9fa9-375532295e13, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:45:17.458774 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-2ccad72d-6e56-45c1-8be9-67e19b05e601 service neutron] For port 31fcb602-fe71-4579-9fa9-375532295e13, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=31fcb602-fe71-4579-9fa9-375532295e13,segment=NetworkSegment(626a9579-673a-4b11-be35-aa640b5a2d6e),segment_id=626a9579-673a-4b11-be35-aa640b5a2d6e)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:45:17.469065 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-2ccad72d-6e56-45c1-8be9-67e19b05e601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:17.540880 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-2ccad72d-6e56-45c1-8be9-67e19b05e601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:17.541521 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-2ccad72d-6e56-45c1-8be9-67e19b05e601 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:17.543461 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-2ccad72d-6e56-45c1-8be9-67e19b05e601 service neutron] 10.222.0.54 "PUT /v2.0/ports/31fcb602-fe71-4579-9fa9-375532295e13 HTTP/1.1" status: 200 len: 1132 time: 2.1272159 Nov 12 00:45:17.607387 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-71efd292-ab0d-4eeb-88b5-c4831109bf5c req-8f066001-3af4-442d-b486-ebea6fa948ea tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466053 Nov 12 00:45:17.618845 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-48b82ba5-5bca-4d80-b299-c3c80c026466 service neutron] Request body: {'port': {'device_id': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:17.621728 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'tag': '31fcb602-fe71-4579-9fa9-375532295e13'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:17.624095 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47ef9df-6786-45a7-ac8a-8901e51ab4f9" -d '{"events": [{"name": "network-changed", "server_uuid": "ae10635a-27bd-4a35-b6d7-b159472701aa", "tag": "31fcb602-fe71-4579-9fa9-375532295e13"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:17.631695 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccad72d-6e56-45c1-8be9-67e19b05e601 service neutron] Pushing event updated for resources: {'Port': ['ID=31fcb602-fe71-4579-9fa9-375532295e13,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:17.724427 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a57a929-182c-49f2-8dee-1a335ad688e6 x-openstack-request-id: req-3a57a929-182c-49f2-8dee-1a335ad688e6 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:17.724784 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae10635a-27bd-4a35-b6d7-b159472701aa", "tag": "31fcb602-fe71-4579-9fa9-375532295e13", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:17.725396 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3a57a929-182c-49f2-8dee-1a335ad688e6 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:17.726026 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'tag': '31fcb602-fe71-4579-9fa9-375532295e13', 'status': 'completed', 'code': 200} Nov 12 00:45:17.740421 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-48b82ba5-5bca-4d80-b299-c3c80c026466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:17.865398 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ef9df-6786-45a7-ac8a-8901e51ab4f9 req-da7fecef-abe4-4831-84ef-d0f87a91ed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:17.867684 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ef9df-6786-45a7-ac8a-8901e51ab4f9 req-da7fecef-abe4-4831-84ef-d0f87a91ed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:17.868634 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ef9df-6786-45a7-ac8a-8901e51ab4f9 req-da7fecef-abe4-4831-84ef-d0f87a91ed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:17.870262 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ef9df-6786-45a7-ac8a-8901e51ab4f9 req-da7fecef-abe4-4831-84ef-d0f87a91ed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:17.870905 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ef9df-6786-45a7-ac8a-8901e51ab4f9 req-da7fecef-abe4-4831-84ef-d0f87a91ed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:17.871568 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ef9df-6786-45a7-ac8a-8901e51ab4f9 req-da7fecef-abe4-4831-84ef-d0f87a91ed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:17.873706 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d47ef9df-6786-45a7-ac8a-8901e51ab4f9 req-da7fecef-abe4-4831-84ef-d0f87a91ed95 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c21468cd613f4b869b90c5f693039b67&device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 5290 time: 0.1215045 Nov 12 00:45:17.886531 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42501e9e-0c5d-4f57-951a-91c37d0cc6ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7daf2d7f-9a07-46d7-bfb7-cc0629b39934'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:17.889701 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96ac530-53cf-4cf1-975d-0352a28d3b0d" -d '{"events": [{"server_uuid": "42501e9e-0c5d-4f57-951a-91c37d0cc6ca", "name": "network-vif-plugged", "status": "completed", "tag": "7daf2d7f-9a07-46d7-bfb7-cc0629b39934"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:18.018305 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0204a6c9-6439-42e6-b9d5-b9ae308fdd1c x-openstack-request-id: req-0204a6c9-6439-42e6-b9d5-b9ae308fdd1c {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:18.018595 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42501e9e-0c5d-4f57-951a-91c37d0cc6ca", "name": "network-vif-plugged", "status": "completed", "tag": "7daf2d7f-9a07-46d7-bfb7-cc0629b39934", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:18.018852 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0204a6c9-6439-42e6-b9d5-b9ae308fdd1c {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:18.019240 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42501e9e-0c5d-4f57-951a-91c37d0cc6ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7daf2d7f-9a07-46d7-bfb7-cc0629b39934', 'code': 200} Nov 12 00:45:18.024356 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08cfd95-e92d-496a-ab23-f4ec4474c1e8 req-ad4c044d-1714-4609-ad4e-6ef38781677d tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:18.030843 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c08cfd95-e92d-496a-ab23-f4ec4474c1e8 req-ad4c044d-1714-4609-ad4e-6ef38781677d tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=42501e9e-0c5d-4f57-951a-91c37d0cc6ca HTTP/1.1" status: 200 len: 945 time: 0.2148004 Nov 12 00:45:18.238198 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c08cfd95-e92d-496a-ab23-f4ec4474c1e8 req-b976da7e-bafc-417a-ac42-814b43e7cb5d tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932960 Nov 12 00:45:18.287715 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f4071-6746-4d22-a50e-ff0519a838ed req-464ef5fd-603a-468b-bb39-3ab25625dfab tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:18.294015 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f4071-6746-4d22-a50e-ff0519a838ed req-464ef5fd-603a-468b-bb39-3ab25625dfab tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:18.300543 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f4071-6746-4d22-a50e-ff0519a838ed req-464ef5fd-603a-468b-bb39-3ab25625dfab tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:18.309989 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f4071-6746-4d22-a50e-ff0519a838ed req-464ef5fd-603a-468b-bb39-3ab25625dfab tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:18.317283 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f4071-6746-4d22-a50e-ff0519a838ed req-464ef5fd-603a-468b-bb39-3ab25625dfab tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:18.324364 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f4071-6746-4d22-a50e-ff0519a838ed req-464ef5fd-603a-468b-bb39-3ab25625dfab tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:18.333518 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c28f4071-6746-4d22-a50e-ff0519a838ed req-464ef5fd-603a-468b-bb39-3ab25625dfab tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 4602 time: 0.1541266 Nov 12 00:45:18.340946 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832ce4d-36e3-492d-af85-2b674282345d req-f368a646-96b7-4f76-a070-c2ac3e85ba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:18.342485 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2832ce4d-36e3-492d-af85-2b674282345d req-f368a646-96b7-4f76-a070-c2ac3e85ba58 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=42501e9e-0c5d-4f57-951a-91c37d0cc6ca HTTP/1.1" status: 200 len: 1097 time: 0.1013911 Nov 12 00:45:18.413387 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c28f4071-6746-4d22-a50e-ff0519a838ed req-8a3bcdc8-a959-4e79-a245-fa656ebc688e tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4f055-69fb-40bf-b27d-353bf24a3ac0&id=d9c8fd08-6591-4a5a-b303-9ee103150d54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0745723 Nov 12 00:45:18.463752 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2832ce4d-36e3-492d-af85-2b674282345d req-b135f0aa-db0e-4ab7-8022-af1cfcd75fb5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125033 Nov 12 00:45:18.473692 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ef9df-6786-45a7-ac8a-8901e51ab4f9 req-e922cc87-c328-480f-8228-f8992a69efa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:18.474401 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ef9df-6786-45a7-ac8a-8901e51ab4f9 req-e922cc87-c328-480f-8228-f8992a69efa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:18.474771 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05b02e-5ef7-492f-ae88-e50d1b7432b6 req-6a284f27-7285-4fa0-97a2-b75a83cb7f60 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:18.475314 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ef9df-6786-45a7-ac8a-8901e51ab4f9 req-e922cc87-c328-480f-8228-f8992a69efa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:18.476264 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6d05b02e-5ef7-492f-ae88-e50d1b7432b6 req-6a284f27-7285-4fa0-97a2-b75a83cb7f60 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 950 time: 0.1140869 Nov 12 00:45:18.480638 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d47ef9df-6786-45a7-ac8a-8901e51ab4f9 req-e922cc87-c328-480f-8228-f8992a69efa0 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=c21468cd613f4b869b90c5f693039b67&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5720274 Nov 12 00:45:18.539326 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-48b82ba5-5bca-4d80-b299-c3c80c026466 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1d753e5-8094-4985-ae26-476029182198 {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:45:18.550595 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-48b82ba5-5bca-4d80-b299-c3c80c026466 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:18.567499 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-48b82ba5-5bca-4d80-b299-c3c80c026466 service neutron] Transition to ACTIVE for port object f1d753e5-8094-4985-ae26-476029182198 will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:45:18.582145 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-48b82ba5-5bca-4d80-b299-c3c80c026466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:18.769717 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b82ba5-5bca-4d80-b299-c3c80c026466 service neutron] Pushing event updated for resources: {'Port': ['ID=f1d753e5-8094-4985-ae26-476029182198,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:18.778016 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6d05b02e-5ef7-492f-ae88-e50d1b7432b6 req-fc656937-7ea8-497b-9e31-ca94d81b79db tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946539 Nov 12 00:45:18.798073 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-48b82ba5-5bca-4d80-b299-c3c80c026466 service neutron] Attempting to bind port f1d753e5-8094-4985-ae26-476029182198 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:45:18.798543 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-48b82ba5-5bca-4d80-b299-c3c80c026466 service neutron] Attempting to bind port f1d753e5-8094-4985-ae26-476029182198 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '626a9579-673a-4b11-be35-aa640b5a2d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ab41dae0-8b36-4d88-961d-982690d3893d'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:45:18.798981 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-48b82ba5-5bca-4d80-b299-c3c80c026466 service neutron] Attempting to bind port f1d753e5-8094-4985-ae26-476029182198 on network ab41dae0-8b36-4d88-961d-982690d3893d {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:18.804129 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-48b82ba5-5bca-4d80-b299-c3c80c026466 service neutron] Port f1d753e5-8094-4985-ae26-476029182198 on network ab41dae0-8b36-4d88-961d-982690d3893d not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:45:18.804577 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-48b82ba5-5bca-4d80-b299-c3c80c026466 service neutron] Attempting to bind port f1d753e5-8094-4985-ae26-476029182198 on network ab41dae0-8b36-4d88-961d-982690d3893d {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:18.815109 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-48b82ba5-5bca-4d80-b299-c3c80c026466 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:45:18.816266 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-48b82ba5-5bca-4d80-b299-c3c80c026466 service neutron] Checking segment: {'id': '626a9579-673a-4b11-be35-aa640b5a2d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ab41dae0-8b36-4d88-961d-982690d3893d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:45:18.816916 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-48b82ba5-5bca-4d80-b299-c3c80c026466 service neutron] Bound using segment: {'id': '626a9579-673a-4b11-be35-aa640b5a2d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ab41dae0-8b36-4d88-961d-982690d3893d'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:45:18.817645 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-48b82ba5-5bca-4d80-b299-c3c80c026466 service neutron] Bound port: f1d753e5-8094-4985-ae26-476029182198, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '626a9579-673a-4b11-be35-aa640b5a2d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ab41dae0-8b36-4d88-961d-982690d3893d'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:45:18.818261 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-48b82ba5-5bca-4d80-b299-c3c80c026466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:18.906888 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-48b82ba5-5bca-4d80-b299-c3c80c026466 service neutron] For port f1d753e5-8094-4985-ae26-476029182198, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:45:18.910366 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-48b82ba5-5bca-4d80-b299-c3c80c026466 service neutron] For port f1d753e5-8094-4985-ae26-476029182198, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f1d753e5-8094-4985-ae26-476029182198,segment=NetworkSegment(626a9579-673a-4b11-be35-aa640b5a2d6e),segment_id=626a9579-673a-4b11-be35-aa640b5a2d6e)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:45:18.918342 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-48b82ba5-5bca-4d80-b299-c3c80c026466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:18.974276 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-48b82ba5-5bca-4d80-b299-c3c80c026466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:18.974889 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-48b82ba5-5bca-4d80-b299-c3c80c026466 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:18.976583 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-48b82ba5-5bca-4d80-b299-c3c80c026466 service neutron] 10.222.0.54 "PUT /v2.0/ports/f1d753e5-8094-4985-ae26-476029182198 HTTP/1.1" status: 200 len: 1130 time: 1.3623652 Nov 12 00:45:19.007689 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b82ba5-5bca-4d80-b299-c3c80c026466 service neutron] Pushing event updated for resources: {'Port': ['ID=f1d753e5-8094-4985-ae26-476029182198,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:19.017044 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-b0d27888-5807-43ea-91a9-f79b9f53ff88 service neutron] Request body: {'port': {'device_id': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:19.175725 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-b0d27888-5807-43ea-91a9-f79b9f53ff88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:19.212219 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ef9df-6786-45a7-ac8a-8901e51ab4f9 req-47bc134e-ff25-46a3-85f3-4a51906784bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:19.214548 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d47ef9df-6786-45a7-ac8a-8901e51ab4f9 req-47bc134e-ff25-46a3-85f3-4a51906784bf service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2736216 Nov 12 00:45:19.246265 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66995895-e5b9-400c-8146-34d0eaecd4e3 req-c4c76411-091f-47fd-ab40-4d8bba0aa05b tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:19.247826 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-66995895-e5b9-400c-8146-34d0eaecd4e3 req-c4c76411-091f-47fd-ab40-4d8bba0aa05b tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f5d104-4533-4b79-bc8b-7d22b623befb HTTP/1.1" status: 200 len: 945 time: 0.1157086 Nov 12 00:45:19.379350 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-66995895-e5b9-400c-8146-34d0eaecd4e3 req-e3abe294-21b0-4cc1-bbed-904395e25a83 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203663 Nov 12 00:45:19.510170 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a76b0c-0288-46ca-8358-86f2c813c79e req-b913e5ca-23d3-46d2-b2c3-be542584a5e1 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:19.517562 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-45a76b0c-0288-46ca-8358-86f2c813c79e req-b913e5ca-23d3-46d2-b2c3-be542584a5e1 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=42501e9e-0c5d-4f57-951a-91c37d0cc6ca HTTP/1.1" status: 200 len: 945 time: 0.1345360 Nov 12 00:45:19.563720 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-b0d27888-5807-43ea-91a9-f79b9f53ff88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ece577e8-c379-469d-ac80-64690c063e88 {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:45:19.573274 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-b0d27888-5807-43ea-91a9-f79b9f53ff88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:19.604336 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-b0d27888-5807-43ea-91a9-f79b9f53ff88 service neutron] Transition to ACTIVE for port object ece577e8-c379-469d-ac80-64690c063e88 will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:45:19.624908 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-45a76b0c-0288-46ca-8358-86f2c813c79e req-9c471fdc-23a0-4ddd-80fa-6aa938d49b5b tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063776 Nov 12 00:45:19.630770 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-b0d27888-5807-43ea-91a9-f79b9f53ff88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:19.729273 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'tag': 'f1d753e5-8094-4985-ae26-476029182198'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:19.731716 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050ea7ba-6463-4b1b-8174-33f62dcc97aa" -d '{"events": [{"name": "network-changed", "server_uuid": "ae10635a-27bd-4a35-b6d7-b159472701aa", "tag": "f1d753e5-8094-4985-ae26-476029182198"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:19.751112 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d27888-5807-43ea-91a9-f79b9f53ff88 service neutron] Pushing event updated for resources: {'Port': ['ID=ece577e8-c379-469d-ac80-64690c063e88,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:19.756826 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c5f9b-b493-4f65-9256-2d72e6dd3b27 req-ae83a807-7e7d-4444-96c6-dd66c4679255 tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:19.761770 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c18c5f9b-b493-4f65-9256-2d72e6dd3b27 req-ae83a807-7e7d-4444-96c6-dd66c4679255 tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f2f5d104-4533-4b79-bc8b-7d22b623befb HTTP/1.1" status: 200 len: 1097 time: 0.1709521 Nov 12 00:45:19.841571 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5573f43-8c41-447c-a4a9-ef621fe8e5a3 req-3cabccfb-18ba-4e83-a430-1bf5c0246b8c tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:19.853893 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5573f43-8c41-447c-a4a9-ef621fe8e5a3 req-3cabccfb-18ba-4e83-a430-1bf5c0246b8c tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:19.860804 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5573f43-8c41-447c-a4a9-ef621fe8e5a3 req-3cabccfb-18ba-4e83-a430-1bf5c0246b8c tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:19.868001 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5573f43-8c41-447c-a4a9-ef621fe8e5a3 req-3cabccfb-18ba-4e83-a430-1bf5c0246b8c tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:19.876869 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5573f43-8c41-447c-a4a9-ef621fe8e5a3 req-3cabccfb-18ba-4e83-a430-1bf5c0246b8c tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:19.884448 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5573f43-8c41-447c-a4a9-ef621fe8e5a3 req-3cabccfb-18ba-4e83-a430-1bf5c0246b8c tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:19.892320 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5573f43-8c41-447c-a4a9-ef621fe8e5a3 req-3cabccfb-18ba-4e83-a430-1bf5c0246b8c tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:19.903384 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a5573f43-8c41-447c-a4a9-ef621fe8e5a3 req-3cabccfb-18ba-4e83-a430-1bf5c0246b8c tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 5385 time: 0.1726074 Nov 12 00:45:19.921641 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c18c5f9b-b493-4f65-9256-2d72e6dd3b27 req-c185c8f5-ec04-400e-ad1e-9399da942443 tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266472 Nov 12 00:45:19.934190 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-b0d27888-5807-43ea-91a9-f79b9f53ff88 service neutron] Attempting to bind port ece577e8-c379-469d-ac80-64690c063e88 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:45:19.934527 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-b0d27888-5807-43ea-91a9-f79b9f53ff88 service neutron] Attempting to bind port ece577e8-c379-469d-ac80-64690c063e88 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '626a9579-673a-4b11-be35-aa640b5a2d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ab41dae0-8b36-4d88-961d-982690d3893d'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:45:19.934861 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-b0d27888-5807-43ea-91a9-f79b9f53ff88 service neutron] Attempting to bind port ece577e8-c379-469d-ac80-64690c063e88 on network ab41dae0-8b36-4d88-961d-982690d3893d {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:19.941418 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-b0d27888-5807-43ea-91a9-f79b9f53ff88 service neutron] Port ece577e8-c379-469d-ac80-64690c063e88 on network ab41dae0-8b36-4d88-961d-982690d3893d not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:45:19.941979 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-b0d27888-5807-43ea-91a9-f79b9f53ff88 service neutron] Attempting to bind port ece577e8-c379-469d-ac80-64690c063e88 on network ab41dae0-8b36-4d88-961d-982690d3893d {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:19.948856 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-b0d27888-5807-43ea-91a9-f79b9f53ff88 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:45:19.949647 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-b0d27888-5807-43ea-91a9-f79b9f53ff88 service neutron] Checking segment: {'id': '626a9579-673a-4b11-be35-aa640b5a2d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ab41dae0-8b36-4d88-961d-982690d3893d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:45:19.950680 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-b0d27888-5807-43ea-91a9-f79b9f53ff88 service neutron] Bound using segment: {'id': '626a9579-673a-4b11-be35-aa640b5a2d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ab41dae0-8b36-4d88-961d-982690d3893d'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:45:19.951134 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-b0d27888-5807-43ea-91a9-f79b9f53ff88 service neutron] Bound port: ece577e8-c379-469d-ac80-64690c063e88, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '626a9579-673a-4b11-be35-aa640b5a2d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ab41dae0-8b36-4d88-961d-982690d3893d'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:45:19.951495 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-b0d27888-5807-43ea-91a9-f79b9f53ff88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:20.043784 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a5573f43-8c41-447c-a4a9-ef621fe8e5a3 req-29d048b5-d70c-4dcd-b374-314960414bb1 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4f055-69fb-40bf-b27d-353bf24a3ac0&id=d9c8fd08-6591-4a5a-b303-9ee103150d54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1341658 Nov 12 00:45:20.104766 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-b0d27888-5807-43ea-91a9-f79b9f53ff88 service neutron] For port ece577e8-c379-469d-ac80-64690c063e88, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:45:20.128163 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-b0d27888-5807-43ea-91a9-f79b9f53ff88 service neutron] For port ece577e8-c379-469d-ac80-64690c063e88, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=ece577e8-c379-469d-ac80-64690c063e88,segment=NetworkSegment(626a9579-673a-4b11-be35-aa640b5a2d6e),segment_id=626a9579-673a-4b11-be35-aa640b5a2d6e)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:45:20.138556 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-b0d27888-5807-43ea-91a9-f79b9f53ff88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:20.173209 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d297f2-562a-4fea-a421-3def3801dc0d req-ac874529-479b-48bf-92c9-f1dc527c5e09 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:20.181289 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-81d297f2-562a-4fea-a421-3def3801dc0d req-ac874529-479b-48bf-92c9-f1dc527c5e09 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 950 time: 0.0661397 Nov 12 00:45:20.203853 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e5fe6c-32a9-4326-9047-9244d06f3565 x-openstack-request-id: req-d4e5fe6c-32a9-4326-9047-9244d06f3565 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:20.204504 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae10635a-27bd-4a35-b6d7-b159472701aa", "tag": "f1d753e5-8094-4985-ae26-476029182198", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:20.204504 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4e5fe6c-32a9-4326-9047-9244d06f3565 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:20.204758 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'tag': 'f1d753e5-8094-4985-ae26-476029182198', 'status': 'completed', 'code': 200} Nov 12 00:45:20.220655 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-b0d27888-5807-43ea-91a9-f79b9f53ff88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:20.221406 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-b0d27888-5807-43ea-91a9-f79b9f53ff88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:20.222895 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-b0d27888-5807-43ea-91a9-f79b9f53ff88 service neutron] 10.222.0.54 "PUT /v2.0/ports/ece577e8-c379-469d-ac80-64690c063e88 HTTP/1.1" status: 200 len: 1092 time: 1.2114620 Nov 12 00:45:20.268304 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-5a83075e-6dcd-43ca-8a55-e292ba7b946b service neutron] Request body: {'port': {'device_id': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:20.281102 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d27888-5807-43ea-91a9-f79b9f53ff88 service neutron] Pushing event updated for resources: {'Port': ['ID=ece577e8-c379-469d-ac80-64690c063e88,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:20.344180 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-81d297f2-562a-4fea-a421-3def3801dc0d req-84eeca07-88fd-4943-989f-4e456dc8137c tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619554 Nov 12 00:45:20.391047 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ea7ba-6463-4b1b-8174-33f62dcc97aa req-3d44c84f-b443-4a01-91ea-a8002493d2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:20.391732 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ea7ba-6463-4b1b-8174-33f62dcc97aa req-3d44c84f-b443-4a01-91ea-a8002493d2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:20.392031 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ea7ba-6463-4b1b-8174-33f62dcc97aa req-3d44c84f-b443-4a01-91ea-a8002493d2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:20.392671 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ea7ba-6463-4b1b-8174-33f62dcc97aa req-3d44c84f-b443-4a01-91ea-a8002493d2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:20.393131 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ea7ba-6463-4b1b-8174-33f62dcc97aa req-3d44c84f-b443-4a01-91ea-a8002493d2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:20.394008 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ea7ba-6463-4b1b-8174-33f62dcc97aa req-3d44c84f-b443-4a01-91ea-a8002493d2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:20.394169 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ea7ba-6463-4b1b-8174-33f62dcc97aa req-3d44c84f-b443-4a01-91ea-a8002493d2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:20.396404 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-050ea7ba-6463-4b1b-8174-33f62dcc97aa req-3d44c84f-b443-4a01-91ea-a8002493d2ef service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c21468cd613f4b869b90c5f693039b67&device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 6281 time: 0.1319635 Nov 12 00:45:20.432800 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-5a83075e-6dcd-43ca-8a55-e292ba7b946b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:20.676048 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376aea8-4ecd-4e38-828e-5ac190386fcc req-25acc1e7-77dd-4d25-9370-a499613743cc tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:20.676726 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ea7ba-6463-4b1b-8174-33f62dcc97aa req-d603e3a5-991f-4b15-8b93-d080cc0465a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:20.677201 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ea7ba-6463-4b1b-8174-33f62dcc97aa req-d603e3a5-991f-4b15-8b93-d080cc0465a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:20.677753 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ea7ba-6463-4b1b-8174-33f62dcc97aa req-d603e3a5-991f-4b15-8b93-d080cc0465a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:20.680427 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-050ea7ba-6463-4b1b-8174-33f62dcc97aa req-d603e3a5-991f-4b15-8b93-d080cc0465a0 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=c21468cd613f4b869b90c5f693039b67&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2632182 Nov 12 00:45:20.681953 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7376aea8-4ecd-4e38-828e-5ac190386fcc req-25acc1e7-77dd-4d25-9370-a499613743cc tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f2f5d104-4533-4b79-bc8b-7d22b623befb HTTP/1.1" status: 200 len: 1097 time: 0.1925380 Nov 12 00:45:20.749424 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7376aea8-4ecd-4e38-828e-5ac190386fcc req-608df081-6128-4231-a333-e1f8c1a63de0 tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581706 Nov 12 00:45:20.854071 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601f641-847e-490e-b874-eb447a23543e req-336cec30-fb5f-4f2f-b93e-bba367af1d2c tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:20.855612 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f601f641-847e-490e-b874-eb447a23543e req-336cec30-fb5f-4f2f-b93e-bba367af1d2c tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4cd7cd7-2f00-4963-b453-15c01d08d929 HTTP/1.1" status: 200 len: 946 time: 0.1096294 Nov 12 00:45:20.900873 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ea7ba-6463-4b1b-8174-33f62dcc97aa req-f1da5e96-7d5e-4410-836a-217e7d5f7f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:20.902495 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-050ea7ba-6463-4b1b-8174-33f62dcc97aa req-f1da5e96-7d5e-4410-836a-217e7d5f7f00 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2126629 Nov 12 00:45:20.961080 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d508e2-c66c-4ed4-845a-4ad7f966a9d8 req-505e118a-e1ce-4f36-9c16-106a270b1365 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:20.963287 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-98d508e2-c66c-4ed4-845a-4ad7f966a9d8 req-505e118a-e1ce-4f36-9c16-106a270b1365 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=42501e9e-0c5d-4f57-951a-91c37d0cc6ca HTTP/1.1" status: 200 len: 945 time: 0.0792606 Nov 12 00:45:20.966450 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f601f641-847e-490e-b874-eb447a23543e req-4f391456-69c3-4e8d-8f37-c878938bb1d1 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5cc596-1b22-444e-be3c-7711ad41e392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017842 Nov 12 00:45:21.063885 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-5a83075e-6dcd-43ca-8a55-e292ba7b946b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74c2483e-02a2-4318-bcbc-82baf9ce9bcb {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:45:21.074269 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-5a83075e-6dcd-43ca-8a55-e292ba7b946b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:21.091987 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-98d508e2-c66c-4ed4-845a-4ad7f966a9d8 req-710b6431-acce-4786-bc96-835a74f93738 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807362 Nov 12 00:45:21.130904 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-5a83075e-6dcd-43ca-8a55-e292ba7b946b service neutron] Transition to ACTIVE for port object 74c2483e-02a2-4318-bcbc-82baf9ce9bcb will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:45:21.142001 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-5a83075e-6dcd-43ca-8a55-e292ba7b946b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:21.380043 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a83075e-6dcd-43ca-8a55-e292ba7b946b service neutron] Pushing event updated for resources: {'Port': ['ID=74c2483e-02a2-4318-bcbc-82baf9ce9bcb,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:21.382733 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-5a83075e-6dcd-43ca-8a55-e292ba7b946b service neutron] Attempting to bind port 74c2483e-02a2-4318-bcbc-82baf9ce9bcb on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:45:21.383069 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-5a83075e-6dcd-43ca-8a55-e292ba7b946b service neutron] Attempting to bind port 74c2483e-02a2-4318-bcbc-82baf9ce9bcb by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '626a9579-673a-4b11-be35-aa640b5a2d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ab41dae0-8b36-4d88-961d-982690d3893d'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:45:21.383416 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-5a83075e-6dcd-43ca-8a55-e292ba7b946b service neutron] Attempting to bind port 74c2483e-02a2-4318-bcbc-82baf9ce9bcb on network ab41dae0-8b36-4d88-961d-982690d3893d {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:21.397443 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-5a83075e-6dcd-43ca-8a55-e292ba7b946b service neutron] Port 74c2483e-02a2-4318-bcbc-82baf9ce9bcb on network ab41dae0-8b36-4d88-961d-982690d3893d not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:45:21.397776 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-5a83075e-6dcd-43ca-8a55-e292ba7b946b service neutron] Attempting to bind port 74c2483e-02a2-4318-bcbc-82baf9ce9bcb on network ab41dae0-8b36-4d88-961d-982690d3893d {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:21.404605 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-5a83075e-6dcd-43ca-8a55-e292ba7b946b service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:45:21.404893 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-5a83075e-6dcd-43ca-8a55-e292ba7b946b service neutron] Checking segment: {'id': '626a9579-673a-4b11-be35-aa640b5a2d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ab41dae0-8b36-4d88-961d-982690d3893d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:45:21.405280 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-5a83075e-6dcd-43ca-8a55-e292ba7b946b service neutron] Bound using segment: {'id': '626a9579-673a-4b11-be35-aa640b5a2d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ab41dae0-8b36-4d88-961d-982690d3893d'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:45:21.405745 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-5a83075e-6dcd-43ca-8a55-e292ba7b946b service neutron] Bound port: 74c2483e-02a2-4318-bcbc-82baf9ce9bcb, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '626a9579-673a-4b11-be35-aa640b5a2d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ab41dae0-8b36-4d88-961d-982690d3893d'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:45:21.406101 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-5a83075e-6dcd-43ca-8a55-e292ba7b946b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:21.433171 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b0382-8649-48aa-9708-8910f7352b71 req-df5fcd77-40a2-4b45-a7e0-aec941680fdc tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:21.439447 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b0382-8649-48aa-9708-8910f7352b71 req-df5fcd77-40a2-4b45-a7e0-aec941680fdc tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:21.446641 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b0382-8649-48aa-9708-8910f7352b71 req-df5fcd77-40a2-4b45-a7e0-aec941680fdc tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:21.454912 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b0382-8649-48aa-9708-8910f7352b71 req-df5fcd77-40a2-4b45-a7e0-aec941680fdc tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:21.463530 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b0382-8649-48aa-9708-8910f7352b71 req-df5fcd77-40a2-4b45-a7e0-aec941680fdc tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:21.470772 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b0382-8649-48aa-9708-8910f7352b71 req-df5fcd77-40a2-4b45-a7e0-aec941680fdc tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:21.482716 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b0382-8649-48aa-9708-8910f7352b71 req-df5fcd77-40a2-4b45-a7e0-aec941680fdc tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:21.486392 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a48b0382-8649-48aa-9708-8910f7352b71 req-df5fcd77-40a2-4b45-a7e0-aec941680fdc tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 5397 time: 0.2395813 Nov 12 00:45:21.634235 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a48b0382-8649-48aa-9708-8910f7352b71 req-d1944192-ed8d-48e9-95b3-effcef696af8 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4f055-69fb-40bf-b27d-353bf24a3ac0&id=d9c8fd08-6591-4a5a-b303-9ee103150d54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1374736 Nov 12 00:45:21.676302 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-5a83075e-6dcd-43ca-8a55-e292ba7b946b service neutron] For port 74c2483e-02a2-4318-bcbc-82baf9ce9bcb, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:45:21.682786 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-5a83075e-6dcd-43ca-8a55-e292ba7b946b service neutron] For port 74c2483e-02a2-4318-bcbc-82baf9ce9bcb, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=74c2483e-02a2-4318-bcbc-82baf9ce9bcb,segment=NetworkSegment(626a9579-673a-4b11-be35-aa640b5a2d6e),segment_id=626a9579-673a-4b11-be35-aa640b5a2d6e)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:45:21.689611 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-5a83075e-6dcd-43ca-8a55-e292ba7b946b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:21.746598 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-5a83075e-6dcd-43ca-8a55-e292ba7b946b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:21.750404 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-5a83075e-6dcd-43ca-8a55-e292ba7b946b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:21.752126 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-5a83075e-6dcd-43ca-8a55-e292ba7b946b service neutron] 10.222.0.54 "PUT /v2.0/ports/74c2483e-02a2-4318-bcbc-82baf9ce9bcb HTTP/1.1" status: 200 len: 1092 time: 1.4882920 Nov 12 00:45:21.799045 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-b297ae15-691e-4244-bf8e-6c2c07d61626 service neutron] Request body: {'port': {'device_id': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:21.906797 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a83075e-6dcd-43ca-8a55-e292ba7b946b service neutron] Pushing event updated for resources: {'Port': ['ID=74c2483e-02a2-4318-bcbc-82baf9ce9bcb,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:21.940961 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac0b6c-4b36-4bc1-b7e2-28494851790e req-f0aad498-bf14-4203-836a-971e5bc129a6 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:21.943567 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-74ac0b6c-4b36-4bc1-b7e2-28494851790e req-f0aad498-bf14-4203-836a-971e5bc129a6 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=42501e9e-0c5d-4f57-951a-91c37d0cc6ca HTTP/1.1" status: 200 len: 945 time: 0.1036243 Nov 12 00:45:21.999680 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-b297ae15-691e-4244-bf8e-6c2c07d61626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:22.070667 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-74ac0b6c-4b36-4bc1-b7e2-28494851790e req-ee7bff47-eb94-4440-b5dc-a89e1f135736 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966244 Nov 12 00:45:22.206734 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'tag': 'ece577e8-c379-469d-ac80-64690c063e88'}, {'name': 'network-changed', 'server_uuid': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'tag': '74c2483e-02a2-4318-bcbc-82baf9ce9bcb'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:22.208698 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e8b5ea-cd4e-4acc-adb2-7049e556e76f" -d '{"events": [{"name": "network-changed", "server_uuid": "ae10635a-27bd-4a35-b6d7-b159472701aa", "tag": "ece577e8-c379-469d-ac80-64690c063e88"}, {"name": "network-changed", "server_uuid": "ae10635a-27bd-4a35-b6d7-b159472701aa", "tag": "74c2483e-02a2-4318-bcbc-82baf9ce9bcb"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:22.336956 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ccd82-1d91-4984-83a5-e941a5f5ddce req-6a9db4c2-2830-4cb6-b445-a2a3004bf47c tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:22.338550 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f37ccd82-1d91-4984-83a5-e941a5f5ddce req-6a9db4c2-2830-4cb6-b445-a2a3004bf47c tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 950 time: 0.1180148 Nov 12 00:45:22.438300 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f37ccd82-1d91-4984-83a5-e941a5f5ddce req-6c3bd2aa-ec53-4c20-9323-f52b6c28b6fe tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879591 Nov 12 00:45:22.445989 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-b297ae15-691e-4244-bf8e-6c2c07d61626 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4c6cea8-7b5d-48c0-a82d-a907911e3785 {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:45:22.456962 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-b297ae15-691e-4244-bf8e-6c2c07d61626 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:22.496564 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-b297ae15-691e-4244-bf8e-6c2c07d61626 service neutron] Transition to ACTIVE for port object f4c6cea8-7b5d-48c0-a82d-a907911e3785 will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:45:22.504860 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-b297ae15-691e-4244-bf8e-6c2c07d61626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:22.577895 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297ae15-691e-4244-bf8e-6c2c07d61626 service neutron] Pushing event updated for resources: {'Port': ['ID=f4c6cea8-7b5d-48c0-a82d-a907911e3785,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:22.696733 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-b297ae15-691e-4244-bf8e-6c2c07d61626 service neutron] Attempting to bind port f4c6cea8-7b5d-48c0-a82d-a907911e3785 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:45:22.697596 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-b297ae15-691e-4244-bf8e-6c2c07d61626 service neutron] Attempting to bind port f4c6cea8-7b5d-48c0-a82d-a907911e3785 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '4becdac4-51a8-4782-a971-f733dc6018ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '932a85f6-3e20-455a-a5e7-01a28ed4b895'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:45:22.697935 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-b297ae15-691e-4244-bf8e-6c2c07d61626 service neutron] Attempting to bind port f4c6cea8-7b5d-48c0-a82d-a907911e3785 on network 932a85f6-3e20-455a-a5e7-01a28ed4b895 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:22.722255 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-b297ae15-691e-4244-bf8e-6c2c07d61626 service neutron] Port f4c6cea8-7b5d-48c0-a82d-a907911e3785 on network 932a85f6-3e20-455a-a5e7-01a28ed4b895 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:45:22.722582 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-b297ae15-691e-4244-bf8e-6c2c07d61626 service neutron] Attempting to bind port f4c6cea8-7b5d-48c0-a82d-a907911e3785 on network 932a85f6-3e20-455a-a5e7-01a28ed4b895 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:22.735810 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-b297ae15-691e-4244-bf8e-6c2c07d61626 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:45:22.736162 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-b297ae15-691e-4244-bf8e-6c2c07d61626 service neutron] Checking segment: {'id': '4becdac4-51a8-4782-a971-f733dc6018ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '932a85f6-3e20-455a-a5e7-01a28ed4b895'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:45:22.740751 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-b297ae15-691e-4244-bf8e-6c2c07d61626 service neutron] Bound using segment: {'id': '4becdac4-51a8-4782-a971-f733dc6018ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '932a85f6-3e20-455a-a5e7-01a28ed4b895'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:45:22.741208 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-b297ae15-691e-4244-bf8e-6c2c07d61626 service neutron] Bound port: f4c6cea8-7b5d-48c0-a82d-a907911e3785, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4becdac4-51a8-4782-a971-f733dc6018ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '932a85f6-3e20-455a-a5e7-01a28ed4b895'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:45:22.741619 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-b297ae15-691e-4244-bf8e-6c2c07d61626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:22.881618 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [req-32695eaa-3862-4b37-8e80-b217848ce15e req-2c045e8c-3afc-4397-b51a-def81a8876cf tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:45:22.882727 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-32695eaa-3862-4b37-8e80-b217848ce15e req-2c045e8c-3afc-4397-b51a-def81a8876cf tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2902989 Nov 12 00:45:22.910860 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-b297ae15-691e-4244-bf8e-6c2c07d61626 service neutron] For port f4c6cea8-7b5d-48c0-a82d-a907911e3785, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:45:22.914912 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-b297ae15-691e-4244-bf8e-6c2c07d61626 service neutron] For port f4c6cea8-7b5d-48c0-a82d-a907911e3785, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f4c6cea8-7b5d-48c0-a82d-a907911e3785,segment=NetworkSegment(4becdac4-51a8-4782-a971-f733dc6018ef),segment_id=4becdac4-51a8-4782-a971-f733dc6018ef)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:45:22.934810 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-b297ae15-691e-4244-bf8e-6c2c07d61626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:23.004025 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-b297ae15-691e-4244-bf8e-6c2c07d61626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:23.004702 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-b297ae15-691e-4244-bf8e-6c2c07d61626 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:23.006105 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-b297ae15-691e-4244-bf8e-6c2c07d61626 service neutron] 10.222.0.54 "PUT /v2.0/ports/f4c6cea8-7b5d-48c0-a82d-a907911e3785 HTTP/1.1" status: 200 len: 1092 time: 1.2180212 Nov 12 00:45:23.088177 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-ea03fc22-3347-4097-8afd-d34d75b2a592 service neutron] Request body: {'port': {'device_id': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:23.138072 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32695eaa-3862-4b37-8e80-b217848ce15e req-1464dd8c-dc1d-496c-903d-64691eb2d007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:23.139819 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-32695eaa-3862-4b37-8e80-b217848ce15e req-1464dd8c-dc1d-496c-903d-64691eb2d007 service neutron] 10.222.0.20 "GET /v2.0/ports/12592566-5842-43d2-a41f-09c546d6e5c4 HTTP/1.1" status: 200 len: 1094 time: 0.2460067 Nov 12 00:45:23.178669 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297ae15-691e-4244-bf8e-6c2c07d61626 service neutron] Pushing event updated for resources: {'Port': ['ID=f4c6cea8-7b5d-48c0-a82d-a907911e3785,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:23.185992 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-32695eaa-3862-4b37-8e80-b217848ce15e req-4235001d-dbc0-49ff-b8c1-aab2e2e339d3 service neutron] Request body: {'binding': {'host': 'n-h1-812236-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:23.186450 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-32695eaa-3862-4b37-8e80-b217848ce15e req-4235001d-dbc0-49ff-b8c1-aab2e2e339d3 service neutron] Unknown quota resources ['binding']. {{(pid=102662) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 00:45:23.264781 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-ea03fc22-3347-4097-8afd-d34d75b2a592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:23.460417 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c358ecea-1359-4ffe-8e12-4eee4727b939 x-openstack-request-id: req-c358ecea-1359-4ffe-8e12-4eee4727b939 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:23.461467 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae10635a-27bd-4a35-b6d7-b159472701aa", "tag": "ece577e8-c379-469d-ac80-64690c063e88", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ae10635a-27bd-4a35-b6d7-b159472701aa", "tag": "74c2483e-02a2-4318-bcbc-82baf9ce9bcb", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:23.461467 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c358ecea-1359-4ffe-8e12-4eee4727b939 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:23.461467 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'tag': 'ece577e8-c379-469d-ac80-64690c063e88', 'status': 'completed', 'code': 200} Nov 12 00:45:23.461904 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'tag': '74c2483e-02a2-4318-bcbc-82baf9ce9bcb', 'status': 'completed', 'code': 200} Nov 12 00:45:23.582042 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8b5ea-cd4e-4acc-adb2-7049e556e76f req-c32be7eb-b6f1-4a4a-bc5e-e23b00d1031a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:23.583089 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8b5ea-cd4e-4acc-adb2-7049e556e76f req-c32be7eb-b6f1-4a4a-bc5e-e23b00d1031a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:23.583736 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8b5ea-cd4e-4acc-adb2-7049e556e76f req-c32be7eb-b6f1-4a4a-bc5e-e23b00d1031a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:23.584379 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8b5ea-cd4e-4acc-adb2-7049e556e76f req-c32be7eb-b6f1-4a4a-bc5e-e23b00d1031a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:23.585014 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8b5ea-cd4e-4acc-adb2-7049e556e76f req-c32be7eb-b6f1-4a4a-bc5e-e23b00d1031a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:23.585768 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8b5ea-cd4e-4acc-adb2-7049e556e76f req-c32be7eb-b6f1-4a4a-bc5e-e23b00d1031a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:23.586427 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8b5ea-cd4e-4acc-adb2-7049e556e76f req-c32be7eb-b6f1-4a4a-bc5e-e23b00d1031a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:23.589827 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b0e8b5ea-cd4e-4acc-adb2-7049e556e76f req-c32be7eb-b6f1-4a4a-bc5e-e23b00d1031a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c21468cd613f4b869b90c5f693039b67&device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 6417 time: 0.1107914 Nov 12 00:45:23.657216 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0827eb1b-3a27-4e8e-8d0d-6468df00a4e7 req-17941639-8055-409d-97c0-801849d06bd0 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:23.663428 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0827eb1b-3a27-4e8e-8d0d-6468df00a4e7 req-17941639-8055-409d-97c0-801849d06bd0 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:23.670035 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0827eb1b-3a27-4e8e-8d0d-6468df00a4e7 req-17941639-8055-409d-97c0-801849d06bd0 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:23.676422 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0827eb1b-3a27-4e8e-8d0d-6468df00a4e7 req-17941639-8055-409d-97c0-801849d06bd0 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:23.683788 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0827eb1b-3a27-4e8e-8d0d-6468df00a4e7 req-17941639-8055-409d-97c0-801849d06bd0 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:23.690285 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0827eb1b-3a27-4e8e-8d0d-6468df00a4e7 req-17941639-8055-409d-97c0-801849d06bd0 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:23.697005 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0827eb1b-3a27-4e8e-8d0d-6468df00a4e7 req-17941639-8055-409d-97c0-801849d06bd0 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:23.705479 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0827eb1b-3a27-4e8e-8d0d-6468df00a4e7 req-17941639-8055-409d-97c0-801849d06bd0 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 5409 time: 0.2083483 Nov 12 00:45:23.737801 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-32695eaa-3862-4b37-8e80-b217848ce15e req-4235001d-dbc0-49ff-b8c1-aab2e2e339d3 service neutron] Attempting to bind port 12592566-5842-43d2-a41f-09c546d6e5c4 on host n-h1-812236-11 for vnic_type normal with profile None {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:45:23.737801 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-32695eaa-3862-4b37-8e80-b217848ce15e req-4235001d-dbc0-49ff-b8c1-aab2e2e339d3 service neutron] Attempting to bind port 12592566-5842-43d2-a41f-09c546d6e5c4 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'eac800fb-e2a4-4100-807c-1fb9b17e8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:45:23.738445 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32695eaa-3862-4b37-8e80-b217848ce15e req-4235001d-dbc0-49ff-b8c1-aab2e2e339d3 service neutron] Attempting to bind port 12592566-5842-43d2-a41f-09c546d6e5c4 on network d872bf93-95f4-45c4-b0f4-642aed61400a {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:23.765046 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32695eaa-3862-4b37-8e80-b217848ce15e req-4235001d-dbc0-49ff-b8c1-aab2e2e339d3 service neutron] Port 12592566-5842-43d2-a41f-09c546d6e5c4 on network d872bf93-95f4-45c4-b0f4-642aed61400a not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:45:23.765433 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32695eaa-3862-4b37-8e80-b217848ce15e req-4235001d-dbc0-49ff-b8c1-aab2e2e339d3 service neutron] Attempting to bind port 12592566-5842-43d2-a41f-09c546d6e5c4 on network d872bf93-95f4-45c4-b0f4-642aed61400a {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:23.774984 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32695eaa-3862-4b37-8e80-b217848ce15e req-4235001d-dbc0-49ff-b8c1-aab2e2e339d3 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:45:23.775376 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32695eaa-3862-4b37-8e80-b217848ce15e req-4235001d-dbc0-49ff-b8c1-aab2e2e339d3 service neutron] Checking segment: {'id': 'eac800fb-e2a4-4100-807c-1fb9b17e8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:45:23.775919 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32695eaa-3862-4b37-8e80-b217848ce15e req-4235001d-dbc0-49ff-b8c1-aab2e2e339d3 service neutron] Bound using segment: {'id': 'eac800fb-e2a4-4100-807c-1fb9b17e8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:45:23.776419 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-32695eaa-3862-4b37-8e80-b217848ce15e req-4235001d-dbc0-49ff-b8c1-aab2e2e339d3 service neutron] Bound port: 12592566-5842-43d2-a41f-09c546d6e5c4, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eac800fb-e2a4-4100-807c-1fb9b17e8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:45:23.777012 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8b5ea-cd4e-4acc-adb2-7049e556e76f req-cb273943-d3d2-4ec5-8887-6420e4e4762b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:23.777784 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8b5ea-cd4e-4acc-adb2-7049e556e76f req-cb273943-d3d2-4ec5-8887-6420e4e4762b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:23.779024 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8b5ea-cd4e-4acc-adb2-7049e556e76f req-cb273943-d3d2-4ec5-8887-6420e4e4762b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:23.780866 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b0e8b5ea-cd4e-4acc-adb2-7049e556e76f req-cb273943-d3d2-4ec5-8887-6420e4e4762b service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=c21468cd613f4b869b90c5f693039b67&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1650441 Nov 12 00:45:23.832725 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0827eb1b-3a27-4e8e-8d0d-6468df00a4e7 req-c0337d6e-fe88-48ec-8641-2439c6dc36d9 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4f055-69fb-40bf-b27d-353bf24a3ac0&id=d9c8fd08-6591-4a5a-b303-9ee103150d54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1262820 Nov 12 00:45:23.876625 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-32695eaa-3862-4b37-8e80-b217848ce15e req-4235001d-dbc0-49ff-b8c1-aab2e2e339d3 service neutron] For port 12592566-5842-43d2-a41f-09c546d6e5c4, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=12592566-5842-43d2-a41f-09c546d6e5c4,segment=NetworkSegment(eac800fb-e2a4-4100-807c-1fb9b17e8d78),segment_id=eac800fb-e2a4-4100-807c-1fb9b17e8d78)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:45:23.899056 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-32695eaa-3862-4b37-8e80-b217848ce15e req-4235001d-dbc0-49ff-b8c1-aab2e2e339d3 service neutron] Publish callbacks [] for binding, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:23.900272 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-32695eaa-3862-4b37-8e80-b217848ce15e req-4235001d-dbc0-49ff-b8c1-aab2e2e339d3 service neutron] 10.222.0.20 "POST /v2.0/ports/12592566-5842-43d2-a41f-09c546d6e5c4/bindings HTTP/1.1" status: 201 len: 390 time: 0.7232347 Nov 12 00:45:23.945862 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8b5ea-cd4e-4acc-adb2-7049e556e76f req-54af0600-2b42-4331-94fc-43c5a2671d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:23.949688 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b0e8b5ea-cd4e-4acc-adb2-7049e556e76f req-54af0600-2b42-4331-94fc-43c5a2671d31 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1342552 Nov 12 00:45:24.148655 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-ea03fc22-3347-4097-8afd-d34d75b2a592 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 418a9123-f7b9-4bae-a70d-69acd16e3f2a {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:45:24.182922 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-ea03fc22-3347-4097-8afd-d34d75b2a592 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:24.223014 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-ea03fc22-3347-4097-8afd-d34d75b2a592 service neutron] Transition to ACTIVE for port object 418a9123-f7b9-4bae-a70d-69acd16e3f2a will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:45:24.249770 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8b5ea-cd4e-4acc-adb2-7049e556e76f req-1b401140-0844-4c2d-b9dc-0c7758e32747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:24.252623 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372bec01-ba2f-4c99-aa7f-2fe6aed4ae80 req-b8dd19f2-84e2-4602-82ba-a78d22e5f8c4 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:24.255208 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8b5ea-cd4e-4acc-adb2-7049e556e76f req-1b401140-0844-4c2d-b9dc-0c7758e32747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:24.256543 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8b5ea-cd4e-4acc-adb2-7049e556e76f req-1b401140-0844-4c2d-b9dc-0c7758e32747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:24.257026 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8b5ea-cd4e-4acc-adb2-7049e556e76f req-1b401140-0844-4c2d-b9dc-0c7758e32747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:24.257537 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8b5ea-cd4e-4acc-adb2-7049e556e76f req-1b401140-0844-4c2d-b9dc-0c7758e32747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:24.258000 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8b5ea-cd4e-4acc-adb2-7049e556e76f req-1b401140-0844-4c2d-b9dc-0c7758e32747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:24.258536 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8b5ea-cd4e-4acc-adb2-7049e556e76f req-1b401140-0844-4c2d-b9dc-0c7758e32747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:24.260649 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b0e8b5ea-cd4e-4acc-adb2-7049e556e76f req-1b401140-0844-4c2d-b9dc-0c7758e32747 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c21468cd613f4b869b90c5f693039b67&device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 6417 time: 0.2145722 Nov 12 00:45:24.266849 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-372bec01-ba2f-4c99-aa7f-2fe6aed4ae80 req-b8dd19f2-84e2-4602-82ba-a78d22e5f8c4 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4cd7cd7-2f00-4963-b453-15c01d08d929 HTTP/1.1" status: 200 len: 946 time: 0.2699406 Nov 12 00:45:24.286113 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fed922-3c12-4b38-ba49-13560329cba2 req-cb52dbd2-fe8d-4ac3-99f2-ee227720daff tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:24.295462 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-39fed922-3c12-4b38-ba49-13560329cba2 req-cb52dbd2-fe8d-4ac3-99f2-ee227720daff tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=42501e9e-0c5d-4f57-951a-91c37d0cc6ca HTTP/1.1" status: 200 len: 945 time: 0.1403885 Nov 12 00:45:24.305571 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-ea03fc22-3347-4097-8afd-d34d75b2a592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:24.388512 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea03fc22-3347-4097-8afd-d34d75b2a592 service neutron] Pushing event updated for resources: {'Port': ['ID=418a9123-f7b9-4bae-a70d-69acd16e3f2a,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:24.458701 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32695eaa-3862-4b37-8e80-b217848ce15e req-69cf894f-6a33-4c7a-b4a4-21caada3f30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:24.460854 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-32695eaa-3862-4b37-8e80-b217848ce15e req-69cf894f-6a33-4c7a-b4a4-21caada3f30e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c540ecbe8154e1b907ac12fc8774fd4&device_id=f2f5d104-4533-4b79-bc8b-7d22b623befb HTTP/1.1" status: 200 len: 1097 time: 0.1529810 Nov 12 00:45:24.549408 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-372bec01-ba2f-4c99-aa7f-2fe6aed4ae80 req-d4124291-0d52-4d9c-b519-8961ff867b14 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5cc596-1b22-444e-be3c-7711ad41e392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2801723 Nov 12 00:45:24.630607 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-ea03fc22-3347-4097-8afd-d34d75b2a592 service neutron] Attempting to bind port 418a9123-f7b9-4bae-a70d-69acd16e3f2a on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:45:24.630961 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-ea03fc22-3347-4097-8afd-d34d75b2a592 service neutron] Attempting to bind port 418a9123-f7b9-4bae-a70d-69acd16e3f2a by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '4becdac4-51a8-4782-a971-f733dc6018ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '932a85f6-3e20-455a-a5e7-01a28ed4b895'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:45:24.631253 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-ea03fc22-3347-4097-8afd-d34d75b2a592 service neutron] Attempting to bind port 418a9123-f7b9-4bae-a70d-69acd16e3f2a on network 932a85f6-3e20-455a-a5e7-01a28ed4b895 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:24.642626 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-ea03fc22-3347-4097-8afd-d34d75b2a592 service neutron] Port 418a9123-f7b9-4bae-a70d-69acd16e3f2a on network 932a85f6-3e20-455a-a5e7-01a28ed4b895 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:45:24.642626 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-ea03fc22-3347-4097-8afd-d34d75b2a592 service neutron] Attempting to bind port 418a9123-f7b9-4bae-a70d-69acd16e3f2a on network 932a85f6-3e20-455a-a5e7-01a28ed4b895 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:24.645974 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-39fed922-3c12-4b38-ba49-13560329cba2 req-6c6ccec6-2274-4a99-8fa3-7c3ec395ff2a tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420804 Nov 12 00:45:24.658716 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-ea03fc22-3347-4097-8afd-d34d75b2a592 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:45:24.659067 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-ea03fc22-3347-4097-8afd-d34d75b2a592 service neutron] Checking segment: {'id': '4becdac4-51a8-4782-a971-f733dc6018ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '932a85f6-3e20-455a-a5e7-01a28ed4b895'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:45:24.659464 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-ea03fc22-3347-4097-8afd-d34d75b2a592 service neutron] Bound using segment: {'id': '4becdac4-51a8-4782-a971-f733dc6018ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '932a85f6-3e20-455a-a5e7-01a28ed4b895'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:45:24.659902 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-ea03fc22-3347-4097-8afd-d34d75b2a592 service neutron] Bound port: 418a9123-f7b9-4bae-a70d-69acd16e3f2a, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4becdac4-51a8-4782-a971-f733dc6018ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '932a85f6-3e20-455a-a5e7-01a28ed4b895'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:45:24.660258 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-ea03fc22-3347-4097-8afd-d34d75b2a592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:24.674375 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32695eaa-3862-4b37-8e80-b217848ce15e req-06eff066-159c-4f4e-a088-545ccbf02d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:24.678138 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-32695eaa-3862-4b37-8e80-b217848ce15e req-06eff066-159c-4f4e-a088-545ccbf02d51 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d872bf93-95f4-45c4-b0f4-642aed61400a HTTP/1.1" status: 200 len: 907 time: 0.2034698 Nov 12 00:45:24.682131 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8b5ea-cd4e-4acc-adb2-7049e556e76f req-86aa2851-2fc4-4edd-bc3a-6ddf0c8f3df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:24.686874 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8b5ea-cd4e-4acc-adb2-7049e556e76f req-86aa2851-2fc4-4edd-bc3a-6ddf0c8f3df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:24.687524 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8b5ea-cd4e-4acc-adb2-7049e556e76f req-86aa2851-2fc4-4edd-bc3a-6ddf0c8f3df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:24.690740 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b0e8b5ea-cd4e-4acc-adb2-7049e556e76f req-86aa2851-2fc4-4edd-bc3a-6ddf0c8f3df7 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=c21468cd613f4b869b90c5f693039b67&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3909714 Nov 12 00:45:24.778677 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f78c18-9c40-42dc-80bc-6698d8ce5525 req-f59290ff-169d-4217-82ad-6747219cf2fb tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:24.780362 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f6f78c18-9c40-42dc-80bc-6698d8ce5525 req-f59290ff-169d-4217-82ad-6747219cf2fb tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 950 time: 0.0951071 Nov 12 00:45:24.790254 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-32695eaa-3862-4b37-8e80-b217848ce15e req-aa5cdb86-ab5d-4357-b36f-4c95bfb21926 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12592566-5842-43d2-a41f-09c546d6e5c4 HTTP/1.1" status: 200 len: 217 time: 0.0971851 Nov 12 00:45:24.860668 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32695eaa-3862-4b37-8e80-b217848ce15e req-027621c2-6dc0-48f7-8dbf-2866769372ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:24.862186 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-32695eaa-3862-4b37-8e80-b217848ce15e req-027621c2-6dc0-48f7-8dbf-2866769372ba service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e87486ea-14b8-4357-b569-3ef6c52f1320 HTTP/1.1" status: 200 len: 846 time: 0.0631235 Nov 12 00:45:24.885972 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f6f78c18-9c40-42dc-80bc-6698d8ce5525 req-e27d0cb1-0f85-42a8-b8bf-961588573aab tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886531 Nov 12 00:45:24.911277 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-ea03fc22-3347-4097-8afd-d34d75b2a592 service neutron] For port 418a9123-f7b9-4bae-a70d-69acd16e3f2a, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:45:24.916387 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-ea03fc22-3347-4097-8afd-d34d75b2a592 service neutron] For port 418a9123-f7b9-4bae-a70d-69acd16e3f2a, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=418a9123-f7b9-4bae-a70d-69acd16e3f2a,segment=NetworkSegment(4becdac4-51a8-4782-a971-f733dc6018ef),segment_id=4becdac4-51a8-4782-a971-f733dc6018ef)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:45:24.926877 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-ea03fc22-3347-4097-8afd-d34d75b2a592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:24.968527 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-32695eaa-3862-4b37-8e80-b217848ce15e req-ad1a223c-b73f-4134-8a04-8a381ef56bb8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d872bf93-95f4-45c4-b0f4-642aed61400a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301621 Nov 12 00:45:25.021978 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea03fc22-3347-4097-8afd-d34d75b2a592 service neutron] Pushing event updated for resources: {'Port': ['ID=418a9123-f7b9-4bae-a70d-69acd16e3f2a,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:25.029519 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-ea03fc22-3347-4097-8afd-d34d75b2a592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:25.030134 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-ea03fc22-3347-4097-8afd-d34d75b2a592 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:25.031561 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-ea03fc22-3347-4097-8afd-d34d75b2a592 service neutron] 10.222.0.54 "PUT /v2.0/ports/418a9123-f7b9-4bae-a70d-69acd16e3f2a HTTP/1.1" status: 200 len: 1092 time: 1.9616055 Nov 12 00:45:25.095316 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91318c-3f91-4425-ac03-2b230c8fc616 req-b02c55a9-0c6c-449a-a602-7314adcadbcd tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:25.104944 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7b91318c-3f91-4425-ac03-2b230c8fc616 req-b02c55a9-0c6c-449a-a602-7314adcadbcd tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f5d104-4533-4b79-bc8b-7d22b623befb HTTP/1.1" status: 200 len: 945 time: 0.0916953 Nov 12 00:45:25.153031 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8b5ea-cd4e-4acc-adb2-7049e556e76f req-e3bb0a58-413c-42be-b634-c4c8808db16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:25.154170 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b0e8b5ea-cd4e-4acc-adb2-7049e556e76f req-e3bb0a58-413c-42be-b634-c4c8808db16b service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4539599 Nov 12 00:45:25.170993 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7b91318c-3f91-4425-ac03-2b230c8fc616 req-611aa533-b485-4c88-aa56-b87509597c52 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647948 Nov 12 00:45:25.247872 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-32695eaa-3862-4b37-8e80-b217848ce15e req-593457d1-31d8-41a4-91e1-454ece7b3e7e service neutron] 10.222.0.49 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521038 Nov 12 00:45:25.443604 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ed58d-faf8-4247-aa9f-7597b1163c5a req-657853f4-d7b4-4eb9-b00a-4ae3f93a5ae3 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:25.451269 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ed58d-faf8-4247-aa9f-7597b1163c5a req-657853f4-d7b4-4eb9-b00a-4ae3f93a5ae3 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:25.460806 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ed58d-faf8-4247-aa9f-7597b1163c5a req-657853f4-d7b4-4eb9-b00a-4ae3f93a5ae3 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:25.463627 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'tag': 'f4c6cea8-7b5d-48c0-a82d-a907911e3785'}, {'name': 'network-changed', 'server_uuid': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'tag': '418a9123-f7b9-4bae-a70d-69acd16e3f2a'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:25.467886 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91bad445-5356-4b2e-9f41-7060ae95b09f" -d '{"events": [{"name": "network-changed", "server_uuid": "ae10635a-27bd-4a35-b6d7-b159472701aa", "tag": "f4c6cea8-7b5d-48c0-a82d-a907911e3785"}, {"name": "network-changed", "server_uuid": "ae10635a-27bd-4a35-b6d7-b159472701aa", "tag": "418a9123-f7b9-4bae-a70d-69acd16e3f2a"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:25.469353 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ed58d-faf8-4247-aa9f-7597b1163c5a req-657853f4-d7b4-4eb9-b00a-4ae3f93a5ae3 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:25.475816 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ed58d-faf8-4247-aa9f-7597b1163c5a req-657853f4-d7b4-4eb9-b00a-4ae3f93a5ae3 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:25.483296 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ed58d-faf8-4247-aa9f-7597b1163c5a req-657853f4-d7b4-4eb9-b00a-4ae3f93a5ae3 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:25.489800 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ed58d-faf8-4247-aa9f-7597b1163c5a req-657853f4-d7b4-4eb9-b00a-4ae3f93a5ae3 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:25.498737 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-373ed58d-faf8-4247-aa9f-7597b1163c5a req-657853f4-d7b4-4eb9-b00a-4ae3f93a5ae3 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 5421 time: 0.2726331 Nov 12 00:45:25.580945 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-32695eaa-3862-4b37-8e80-b217848ce15e req-a46f5e0a-fe06-4aa2-8e1d-6c3e59a16689 service neutron] 10.222.0.49 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086245 Nov 12 00:45:25.584313 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86986c1-bdf3-44cb-9dd4-17b0de4fe5cc x-openstack-request-id: req-b86986c1-bdf3-44cb-9dd4-17b0de4fe5cc {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:25.588890 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae10635a-27bd-4a35-b6d7-b159472701aa", "tag": "f4c6cea8-7b5d-48c0-a82d-a907911e3785", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ae10635a-27bd-4a35-b6d7-b159472701aa", "tag": "418a9123-f7b9-4bae-a70d-69acd16e3f2a", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:25.589858 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b86986c1-bdf3-44cb-9dd4-17b0de4fe5cc {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:25.590032 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'tag': 'f4c6cea8-7b5d-48c0-a82d-a907911e3785', 'status': 'completed', 'code': 200} Nov 12 00:45:25.590295 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'tag': '418a9123-f7b9-4bae-a70d-69acd16e3f2a', 'status': 'completed', 'code': 200} Nov 12 00:45:25.624419 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-4b6d771d-1bf0-4203-bc4a-1ca4c5e1780f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:25.624930 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-4b6d771d-1bf0-4203-bc4a-1ca4c5e1780f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:25.625404 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-4b6d771d-1bf0-4203-bc4a-1ca4c5e1780f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:25.625871 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-4b6d771d-1bf0-4203-bc4a-1ca4c5e1780f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:25.626320 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-4b6d771d-1bf0-4203-bc4a-1ca4c5e1780f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:25.626775 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-4b6d771d-1bf0-4203-bc4a-1ca4c5e1780f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:25.627308 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-4b6d771d-1bf0-4203-bc4a-1ca4c5e1780f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:25.629088 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-4b6d771d-1bf0-4203-bc4a-1ca4c5e1780f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c21468cd613f4b869b90c5f693039b67&device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 6485 time: 0.2972584 Nov 12 00:45:25.665123 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98597768-f4f1-45ec-a08d-3ce656dcb14e req-4640b171-d74b-4960-b683-8b96ab755a1f tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:25.666834 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-98597768-f4f1-45ec-a08d-3ce656dcb14e req-4640b171-d74b-4960-b683-8b96ab755a1f tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4cd7cd7-2f00-4963-b453-15c01d08d929 HTTP/1.1" status: 200 len: 946 time: 0.1432228 Nov 12 00:45:25.714281 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-a529ba2d-fe51-46b9-b909-ca9373c50776 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea3285b4-8397-4d0a-9287-44e430131ceb HTTP/1.1" status: 200 len: 217 time: 0.0601890 Nov 12 00:45:25.820599 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-373ed58d-faf8-4247-aa9f-7597b1163c5a req-927fecb5-1c42-43ca-903a-120834eab77f tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4f055-69fb-40bf-b27d-353bf24a3ac0&id=d9c8fd08-6591-4a5a-b303-9ee103150d54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3203921 Nov 12 00:45:25.840722 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32695eaa-3862-4b37-8e80-b217848ce15e req-d01a85d4-6c91-4e2b-b12d-b5cec05aa1d2 tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:25.842307 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-32695eaa-3862-4b37-8e80-b217848ce15e req-d01a85d4-6c91-4e2b-b12d-b5cec05aa1d2 tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f2f5d104-4533-4b79-bc8b-7d22b623befb&tenant_id=9c540ecbe8154e1b907ac12fc8774fd4&binding%3Ahost_id=n-h2-812236-11 HTTP/1.1" status: 200 len: 1097 time: 0.1018052 Nov 12 00:45:25.852987 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325fa0f-4251-4ed6-9547-34348f033681 req-7b6662ba-ded0-40c5-9756-b6356872cca4 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:25.856060 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9325fa0f-4251-4ed6-9547-34348f033681 req-7b6662ba-ded0-40c5-9756-b6356872cca4 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.54 "GET /v2.0/ports?device_id=42501e9e-0c5d-4f57-951a-91c37d0cc6ca HTTP/1.1" status: 200 len: 945 time: 0.1879470 Nov 12 00:45:25.861871 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-32695eaa-3862-4b37-8e80-b217848ce15e req-9f36d251-2dd1-4b9e-b4bb-a01d6cca87d6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-812236-11'}}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:25.869457 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-2f8185e5-f8ab-4702-9f67-6a01b622e922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:25.871004 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-2f8185e5-f8ab-4702-9f67-6a01b622e922 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7a63ee01-80de-400e-a556-e4579cccd373 HTTP/1.1" status: 200 len: 850 time: 0.1420014 Nov 12 00:45:25.878443 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6948d9-9a7a-477a-872d-ebf9d1f84269 req-f9a715e9-ed43-42c0-99f4-da674c3530df tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:25.885272 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bd6948d9-9a7a-477a-872d-ebf9d1f84269 req-f9a715e9-ed43-42c0-99f4-da674c3530df tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4cd7cd7-2f00-4963-b453-15c01d08d929 HTTP/1.1" status: 200 len: 946 time: 0.2026200 Nov 12 00:45:26.041203 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-32695eaa-3862-4b37-8e80-b217848ce15e req-9f36d251-2dd1-4b9e-b4bb-a01d6cca87d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:26.054399 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-98597768-f4f1-45ec-a08d-3ce656dcb14e req-6745ed8a-f54d-44ec-955a-3ed717a4e45c tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Deleting port 2f925d61-a79b-4868-944e-aaa51bafeb85 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:26.054847 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-98597768-f4f1-45ec-a08d-3ce656dcb14e req-6745ed8a-f54d-44ec-955a-3ed717a4e45c tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:26.066386 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4bedb-8e15-4228-b136-4771dedf03f5 req-c6ecae19-d09b-4b85-b376-ba7fee3e339c tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:26.074724 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a5d4bedb-8e15-4228-b136-4771dedf03f5 req-c6ecae19-d09b-4b85-b376-ba7fee3e339c tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=42501e9e-0c5d-4f57-951a-91c37d0cc6ca HTTP/1.1" status: 200 len: 945 time: 0.1230772 Nov 12 00:45:26.080373 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-173b1330-6a10-4e2a-a966-e388c2f79a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:26.082584 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-173b1330-6a10-4e2a-a966-e388c2f79a31 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1fce8c5f-7ac6-4208-952b-3be5cb15c665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1884375 Nov 12 00:45:26.170798 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bd6948d9-9a7a-477a-872d-ebf9d1f84269 req-4419f2cc-f553-45bb-89cb-b4ecafc3a8f5 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5cc596-1b22-444e-be3c-7711ad41e392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2609792 Nov 12 00:45:26.247854 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a5d4bedb-8e15-4228-b136-4771dedf03f5 req-1d43347a-d7dd-4c36-ba5c-6a938cf68e65 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720593 Nov 12 00:45:26.265893 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-98597768-f4f1-45ec-a08d-3ce656dcb14e req-6745ed8a-f54d-44ec-955a-3ed717a4e45c tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] For port 2f925d61-a79b-4868-944e-aaa51bafeb85, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=2f925d61-a79b-4868-944e-aaa51bafeb85,segment=NetworkSegment(64423b48-3f01-4308-ad49-68cdee9e8a8c),segment_id=64423b48-3f01-4308-ad49-68cdee9e8a8c)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:26.275068 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-98597768-f4f1-45ec-a08d-3ce656dcb14e req-6745ed8a-f54d-44ec-955a-3ed717a4e45c tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:26.325901 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-75488d6e-c9fc-466e-8fac-7bdbf5555a6a service neutron] 10.222.0.54 "GET /v2.0/networks/1fce8c5f-7ac6-4208-952b-3be5cb15c665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279139 Nov 12 00:45:26.410884 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-9325fa0f-4251-4ed6-9547-34348f033681 req-be1cd619-c034-4e24-8d1d-5ff870b38ec0 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Deleting port 7daf2d7f-9a07-46d7-bfb7-cc0629b39934 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:26.411298 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9325fa0f-4251-4ed6-9547-34348f033681 req-be1cd619-c034-4e24-8d1d-5ff870b38ec0 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:26.922164 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1e6ff-dde4-4bfa-95f5-3fa67cb367a4 req-e505f2a8-0c5f-4e1d-b3a8-60884e7bd257 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:26.923645 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-75d1e6ff-dde4-4bfa-95f5-3fa67cb367a4 req-e505f2a8-0c5f-4e1d-b3a8-60884e7bd257 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 950 time: 0.5410781 Nov 12 00:45:26.943341 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-9325fa0f-4251-4ed6-9547-34348f033681 req-be1cd619-c034-4e24-8d1d-5ff870b38ec0 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] For port 7daf2d7f-9a07-46d7-bfb7-cc0629b39934, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=7daf2d7f-9a07-46d7-bfb7-cc0629b39934,segment=NetworkSegment(6c913048-0125-4fcf-b07f-89f668c97b8b),segment_id=6c913048-0125-4fcf-b07f-89f668c97b8b)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:26.943965 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9325fa0f-4251-4ed6-9547-34348f033681 req-be1cd619-c034-4e24-8d1d-5ff870b38ec0 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:26.959447 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-9325fa0f-4251-4ed6-9547-34348f033681 req-be1cd619-c034-4e24-8d1d-5ff870b38ec0 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Calling delete_port for 7daf2d7f-9a07-46d7-bfb7-cc0629b39934 owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:27.008871 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-32695eaa-3862-4b37-8e80-b217848ce15e req-9f36d251-2dd1-4b9e-b4bb-a01d6cca87d6 service neutron] For port 12592566-5842-43d2-a41f-09c546d6e5c4, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=12592566-5842-43d2-a41f-09c546d6e5c4,segment=NetworkSegment(eac800fb-e2a4-4100-807c-1fb9b17e8d78),segment_id=eac800fb-e2a4-4100-807c-1fb9b17e8d78)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:27.018668 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-75d1e6ff-dde4-4bfa-95f5-3fa67cb367a4 req-0a53b3d0-4da7-4030-9f99-3d2d7420be9e tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866554 Nov 12 00:45:27.054630 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-26c539bf-0017-4cb7-9ba8-6fb9db2860ef service neutron] 10.222.0.54 "GET /v2.0/networks/1fce8c5f-7ac6-4208-952b-3be5cb15c665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7194602 Nov 12 00:45:27.123351 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-0a915f55-fb7e-4ca6-9346-6432fb8507b7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=31fcb602-fe71-4579-9fa9-375532295e13 HTTP/1.1" status: 200 len: 217 time: 0.0581870 Nov 12 00:45:27.128631 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-32695eaa-3862-4b37-8e80-b217848ce15e req-9f36d251-2dd1-4b9e-b4bb-a01d6cca87d6 service neutron] For port 12592566-5842-43d2-a41f-09c546d6e5c4, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:45:27.200461 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84a55b-3759-415a-9f5f-809a68ec7947 req-8833bd86-47f6-4f2c-aafe-8fbe573d02a0 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:27.208501 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-be84a55b-3759-415a-9f5f-809a68ec7947 req-8833bd86-47f6-4f2c-aafe-8fbe573d02a0 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f5d104-4533-4b79-bc8b-7d22b623befb HTTP/1.1" status: 200 len: 945 time: 0.1470902 Nov 12 00:45:27.279546 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-be84a55b-3759-415a-9f5f-809a68ec7947 req-1583c8ee-8bca-4257-a9d5-2ae19e18daa5 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699813 Nov 12 00:45:27.433004 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-32695eaa-3862-4b37-8e80-b217848ce15e req-9f36d251-2dd1-4b9e-b4bb-a01d6cca87d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:27.441976 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f5d104-4533-4b79-bc8b-7d22b623befb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12592566-5842-43d2-a41f-09c546d6e5c4'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:27.444937 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0b3f87-b3ab-457b-8213-fa13893adf1a" -d '{"events": [{"server_uuid": "f2f5d104-4533-4b79-bc8b-7d22b623befb", "name": "network-vif-unplugged", "status": "completed", "tag": "12592566-5842-43d2-a41f-09c546d6e5c4"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:27.454302 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-32695eaa-3862-4b37-8e80-b217848ce15e req-9f36d251-2dd1-4b9e-b4bb-a01d6cca87d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:27.519333 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacceeb9-6158-4dd0-a5e1-97c47fa3ea87 req-f4822c48-c34c-4c80-af9f-1009c0d0bce8 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:27.527647 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacceeb9-6158-4dd0-a5e1-97c47fa3ea87 req-f4822c48-c34c-4c80-af9f-1009c0d0bce8 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:27.535604 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacceeb9-6158-4dd0-a5e1-97c47fa3ea87 req-f4822c48-c34c-4c80-af9f-1009c0d0bce8 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:27.535862 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850126fa-441b-4827-ab6d-2d0db1d5be17 req-1a6f4f39-5985-4904-af0d-c9b511a46632 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:27.543160 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacceeb9-6158-4dd0-a5e1-97c47fa3ea87 req-f4822c48-c34c-4c80-af9f-1009c0d0bce8 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:27.544066 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-850126fa-441b-4827-ab6d-2d0db1d5be17 req-1a6f4f39-5985-4904-af0d-c9b511a46632 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4cd7cd7-2f00-4963-b453-15c01d08d929 HTTP/1.1" status: 200 len: 946 time: 0.1460168 Nov 12 00:45:27.549916 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacceeb9-6158-4dd0-a5e1-97c47fa3ea87 req-f4822c48-c34c-4c80-af9f-1009c0d0bce8 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:27.553169 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9325fa0f-4251-4ed6-9547-34348f033681 req-be1cd619-c034-4e24-8d1d-5ff870b38ec0 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:27.557131 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacceeb9-6158-4dd0-a5e1-97c47fa3ea87 req-f4822c48-c34c-4c80-af9f-1009c0d0bce8 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:27.564979 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacceeb9-6158-4dd0-a5e1-97c47fa3ea87 req-f4822c48-c34c-4c80-af9f-1009c0d0bce8 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:27.574303 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-eacceeb9-6158-4dd0-a5e1-97c47fa3ea87 req-f4822c48-c34c-4c80-af9f-1009c0d0bce8 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 5421 time: 0.3673131 Nov 12 00:45:27.584687 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-98597768-f4f1-45ec-a08d-3ce656dcb14e req-6745ed8a-f54d-44ec-955a-3ed717a4e45c tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:27.584687 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-98597768-f4f1-45ec-a08d-3ce656dcb14e req-6745ed8a-f54d-44ec-955a-3ed717a4e45c tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:27.584687 n-d-812236-11 neutron-server[102662]: INFO neutron.db.l3_db [req-98597768-f4f1-45ec-a08d-3ce656dcb14e req-6745ed8a-f54d-44ec-955a-3ed717a4e45c tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Floating IP 65fbe837-3732-4799-97fd-266e994b8c42 disassociated. External IP: 172.25.2.161, port: 2f925d61-a79b-4868-944e-aaa51bafeb85. Nov 12 00:45:27.585054 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-98597768-f4f1-45ec-a08d-3ce656dcb14e req-6745ed8a-f54d-44ec-955a-3ed717a4e45c tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Calling delete_port for 2f925d61-a79b-4868-944e-aaa51bafeb85 owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:27.588969 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-ae4fdb5a-f444-4478-970b-9ff4350dd0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:27.589254 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['25329fc1-d1a5-4c67-85e3-ffe2ca49309c'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:45:27.590735 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-ae4fdb5a-f444-4478-970b-9ff4350dd0f7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1258ef72-3213-4252-85bc-f1e482a40b73 HTTP/1.1" status: 200 len: 797 time: 0.3875973 Nov 12 00:45:27.715807 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f36d251-2dd1-4b9e-b4bb-a01d6cca87d6 service neutron] Pushing event updated for resources: {'Port': ['ID=12592566-5842-43d2-a41f-09c546d6e5c4,revision_number=7']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:27.720157 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-ca8c1a8f-a860-493f-9330-d9ad664644bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:27.721835 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-ca8c1a8f-a860-493f-9330-d9ad664644bd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ab41dae0-8b36-4d88-961d-982690d3893d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1105225 Nov 12 00:45:27.756441 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-9325fa0f-4251-4ed6-9547-34348f033681 req-be1cd619-c034-4e24-8d1d-5ff870b38ec0 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] No DVR routers for this DVR port 7daf2d7f-9a07-46d7-bfb7-cc0629b39934 on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:45:27.767192 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9325fa0f-4251-4ed6-9547-34348f033681 req-be1cd619-c034-4e24-8d1d-5ff870b38ec0 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:27.777958 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9325fa0f-4251-4ed6-9547-34348f033681 req-be1cd619-c034-4e24-8d1d-5ff870b38ec0 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.54 "DELETE /v2.0/ports/7daf2d7f-9a07-46d7-bfb7-cc0629b39934 HTTP/1.1" status: 204 len: 173 time: 1.8889267 Nov 12 00:45:27.785061 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1cd619-c034-4e24-8d1d-5ff870b38ec0 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Pushing event deleted for resources: {'Port': ['ID=7daf2d7f-9a07-46d7-bfb7-cc0629b39934,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:27.786713 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42501e9e-0c5d-4f57-951a-91c37d0cc6ca', 'name': 'network-vif-deleted', 'tag': '7daf2d7f-9a07-46d7-bfb7-cc0629b39934'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:27.795578 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8638f89-1243-42dd-8cf9-3c41791000e4" -d '{"events": [{"server_uuid": "42501e9e-0c5d-4f57-951a-91c37d0cc6ca", "name": "network-vif-deleted", "tag": "7daf2d7f-9a07-46d7-bfb7-cc0629b39934"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:27.829873 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-91e5340c-974d-46e6-9764-c7f0e8fdce07 service neutron] 10.222.0.54 "GET /v2.0/networks/ab41dae0-8b36-4d88-961d-982690d3893d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978980 Nov 12 00:45:27.842705 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-32695eaa-3862-4b37-8e80-b217848ce15e req-9f36d251-2dd1-4b9e-b4bb-a01d6cca87d6 service neutron] Attempting to bind port 12592566-5842-43d2-a41f-09c546d6e5c4 on host n-h2-812236-11 for vnic_type normal with profile {"migrating_to": "n-h1-812236-11"} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:45:27.845347 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-32695eaa-3862-4b37-8e80-b217848ce15e req-9f36d251-2dd1-4b9e-b4bb-a01d6cca87d6 service neutron] Attempting to bind port 12592566-5842-43d2-a41f-09c546d6e5c4 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': 'eac800fb-e2a4-4100-807c-1fb9b17e8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:45:27.845939 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32695eaa-3862-4b37-8e80-b217848ce15e req-9f36d251-2dd1-4b9e-b4bb-a01d6cca87d6 service neutron] Attempting to bind port 12592566-5842-43d2-a41f-09c546d6e5c4 on network d872bf93-95f4-45c4-b0f4-642aed61400a {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:27.869759 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-eacceeb9-6158-4dd0-a5e1-97c47fa3ea87 req-32ef60f1-fe1e-40f4-8603-7c31b647adcc tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4f055-69fb-40bf-b27d-353bf24a3ac0&id=d9c8fd08-6591-4a5a-b303-9ee103150d54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2901020 Nov 12 00:45:27.884614 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-850126fa-441b-4827-ab6d-2d0db1d5be17 req-bb066ea1-d196-4aae-85c3-d9ffd9c2db7b tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5cc596-1b22-444e-be3c-7711ad41e392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3395002 Nov 12 00:45:28.017470 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-0b0c9fdb-d0b6-4806-a0f0-7188e3115605 service neutron] 10.222.0.54 "GET /v2.0/networks/ab41dae0-8b36-4d88-961d-982690d3893d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652946 Nov 12 00:45:28.018733 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32695eaa-3862-4b37-8e80-b217848ce15e req-9f36d251-2dd1-4b9e-b4bb-a01d6cca87d6 service neutron] Port 12592566-5842-43d2-a41f-09c546d6e5c4 on network d872bf93-95f4-45c4-b0f4-642aed61400a not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:45:28.019121 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32695eaa-3862-4b37-8e80-b217848ce15e req-9f36d251-2dd1-4b9e-b4bb-a01d6cca87d6 service neutron] Attempting to bind port 12592566-5842-43d2-a41f-09c546d6e5c4 on network d872bf93-95f4-45c4-b0f4-642aed61400a {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:28.028799 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32695eaa-3862-4b37-8e80-b217848ce15e req-9f36d251-2dd1-4b9e-b4bb-a01d6cca87d6 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:45:28.031671 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32695eaa-3862-4b37-8e80-b217848ce15e req-9f36d251-2dd1-4b9e-b4bb-a01d6cca87d6 service neutron] Checking segment: {'id': 'eac800fb-e2a4-4100-807c-1fb9b17e8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:45:28.039087 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32695eaa-3862-4b37-8e80-b217848ce15e req-9f36d251-2dd1-4b9e-b4bb-a01d6cca87d6 service neutron] Bound using segment: {'id': 'eac800fb-e2a4-4100-807c-1fb9b17e8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:45:28.039773 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-32695eaa-3862-4b37-8e80-b217848ce15e req-9f36d251-2dd1-4b9e-b4bb-a01d6cca87d6 service neutron] Bound port: 12592566-5842-43d2-a41f-09c546d6e5c4, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eac800fb-e2a4-4100-807c-1fb9b17e8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:45:28.040223 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-32695eaa-3862-4b37-8e80-b217848ce15e req-9f36d251-2dd1-4b9e-b4bb-a01d6cca87d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:28.096670 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e1b9ffc2-db54-4da1-af93-f99a30cb5a93 req-b5837149-670e-45d6-a447-c248a212b309 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=42501e9e-0c5d-4f57-951a-91c37d0cc6ca HTTP/1.1" status: 200 len: 210 time: 0.0323303 Nov 12 00:45:28.114437 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-302529ad-fbe3-4a32-a177-ea34952a03ba service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=f1d753e5-8094-4985-ae26-476029182198 HTTP/1.1" status: 200 len: 217 time: 0.0543306 Nov 12 00:45:28.193827 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-98597768-f4f1-45ec-a08d-3ce656dcb14e req-6745ed8a-f54d-44ec-955a-3ed717a4e45c tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:28.234976 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ade8284-fd15-4972-b284-ca23f1560fd6 x-openstack-request-id: req-1ade8284-fd15-4972-b284-ca23f1560fd6 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:28.235271 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2f5d104-4533-4b79-bc8b-7d22b623befb", "name": "network-vif-unplugged", "status": "completed", "tag": "12592566-5842-43d2-a41f-09c546d6e5c4", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:28.235521 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ade8284-fd15-4972-b284-ca23f1560fd6 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:28.235916 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2f5d104-4533-4b79-bc8b-7d22b623befb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12592566-5842-43d2-a41f-09c546d6e5c4', 'code': 200} Nov 12 00:45:28.267244 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-5592f9bb-558c-461a-bd9c-e25c0ecb034e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:28.268689 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-5592f9bb-558c-461a-bd9c-e25c0ecb034e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1258ef72-3213-4252-85bc-f1e482a40b73 HTTP/1.1" status: 200 len: 797 time: 0.1211858 Nov 12 00:45:28.287305 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-32695eaa-3862-4b37-8e80-b217848ce15e req-9f36d251-2dd1-4b9e-b4bb-a01d6cca87d6 service neutron] For port 12592566-5842-43d2-a41f-09c546d6e5c4, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:45:28.287675 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6745ed8a-f54d-44ec-955a-3ed717a4e45c tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Pushing event deleted for resources: {'Port': ['ID=2f925d61-a79b-4868-944e-aaa51bafeb85,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:28.301834 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-32695eaa-3862-4b37-8e80-b217848ce15e req-9f36d251-2dd1-4b9e-b4bb-a01d6cca87d6 service neutron] For port 12592566-5842-43d2-a41f-09c546d6e5c4, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=12592566-5842-43d2-a41f-09c546d6e5c4,segment=NetworkSegment(eac800fb-e2a4-4100-807c-1fb9b17e8d78),segment_id=eac800fb-e2a4-4100-807c-1fb9b17e8d78)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:45:28.336169 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f8fd1c-89c5-46df-8a65-def4ce454bfb x-openstack-request-id: req-92f8fd1c-89c5-46df-8a65-def4ce454bfb {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:28.337867 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42501e9e-0c5d-4f57-951a-91c37d0cc6ca", "name": "network-vif-deleted", "tag": "7daf2d7f-9a07-46d7-bfb7-cc0629b39934", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:28.338321 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-92f8fd1c-89c5-46df-8a65-def4ce454bfb {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:28.339090 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42501e9e-0c5d-4f57-951a-91c37d0cc6ca', 'name': 'network-vif-deleted', 'tag': '7daf2d7f-9a07-46d7-bfb7-cc0629b39934', 'status': 'completed', 'code': 200} Nov 12 00:45:28.369740 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-32695eaa-3862-4b37-8e80-b217848ce15e req-9f36d251-2dd1-4b9e-b4bb-a01d6cca87d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:28.439588 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f36d251-2dd1-4b9e-b4bb-a01d6cca87d6 service neutron] Pushing event updated for resources: {'Port': ['ID=12592566-5842-43d2-a41f-09c546d6e5c4,revision_number=8']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:28.458686 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-59257e18-777f-416b-a3a8-b3e1725942db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:28.460192 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-59257e18-777f-416b-a3a8-b3e1725942db service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ab41dae0-8b36-4d88-961d-982690d3893d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1810014 Nov 12 00:45:28.496441 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a00b27-6f6a-460f-9f3f-fdf8d2217427 req-1879db3b-f2bc-4f28-9e5e-139f3f0089c5 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:28.503558 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-47a00b27-6f6a-460f-9f3f-fdf8d2217427 req-1879db3b-f2bc-4f28-9e5e-139f3f0089c5 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 950 time: 0.1621723 Nov 12 00:45:28.606929 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32695eaa-3862-4b37-8e80-b217848ce15e req-9f36d251-2dd1-4b9e-b4bb-a01d6cca87d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:28.607221 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-32695eaa-3862-4b37-8e80-b217848ce15e req-9f36d251-2dd1-4b9e-b4bb-a01d6cca87d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:28.608659 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-32695eaa-3862-4b37-8e80-b217848ce15e req-9f36d251-2dd1-4b9e-b4bb-a01d6cca87d6 service neutron] 10.222.0.49 "PUT /v2.0/ports/12592566-5842-43d2-a41f-09c546d6e5c4 HTTP/1.1" status: 200 len: 1123 time: 2.7520185 Nov 12 00:45:28.627255 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98597768-f4f1-45ec-a08d-3ce656dcb14e req-6745ed8a-f54d-44ec-955a-3ed717a4e45c tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Router 75dd6e5d-b3c8-42d5-a224-73af74680329 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:45:28.634804 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-47a00b27-6f6a-460f-9f3f-fdf8d2217427 req-49f48707-cd92-48ae-b404-3a3a45830744 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289890 Nov 12 00:45:28.640006 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631275d-f3cc-4db3-a332-4fa76664d68c req-2f0c1c9f-f15d-4a86-89e9-68aaf77e44e3 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:28.649301 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2631275d-f3cc-4db3-a332-4fa76664d68c req-2f0c1c9f-f15d-4a86-89e9-68aaf77e44e3 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f5d104-4533-4b79-bc8b-7d22b623befb HTTP/1.1" status: 200 len: 943 time: 0.1247656 Nov 12 00:45:28.692528 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-6adfe23a-3d54-4c86-b390-3261da8fec76 service neutron] 10.222.0.54 "GET /v2.0/networks/ab41dae0-8b36-4d88-961d-982690d3893d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134619 Nov 12 00:45:28.778646 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['12592566-5842-43d2-a41f-09c546d6e5c4'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:45:28.799583 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2631275d-f3cc-4db3-a332-4fa76664d68c req-47646230-a177-4505-a89f-f58e83a03f3f tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482291 Nov 12 00:45:28.898007 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-2d15a453-df2d-4843-aac1-042bb94ee03d service neutron] 10.222.0.54 "GET /v2.0/networks/ab41dae0-8b36-4d88-961d-982690d3893d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778936 Nov 12 00:45:28.938205 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98597768-f4f1-45ec-a08d-3ce656dcb14e req-6745ed8a-f54d-44ec-955a-3ed717a4e45c tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:45:28.951822 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993d5545-2910-4d42-b793-5eb7bb1d66c3 None None] Sync routers for ids ['75dd6e5d-b3c8-42d5-a224-73af74680329'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:45:28.966492 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993d5545-2910-4d42-b793-5eb7bb1d66c3 None None] Routers {'75dd6e5d-b3c8-42d5-a224-73af74680329'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:45:28.967119 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-993d5545-2910-4d42-b793-5eb7bb1d66c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:45:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['75dd6e5d-b3c8-42d5-a224-73af74680329'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:29.061749 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-98597768-f4f1-45ec-a08d-3ce656dcb14e req-6745ed8a-f54d-44ec-955a-3ed717a4e45c tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] No DVR routers for this DVR port 2f925d61-a79b-4868-944e-aaa51bafeb85 on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:45:29.068615 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-98597768-f4f1-45ec-a08d-3ce656dcb14e req-6745ed8a-f54d-44ec-955a-3ed717a4e45c tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:29.076064 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-98597768-f4f1-45ec-a08d-3ce656dcb14e req-6745ed8a-f54d-44ec-955a-3ed717a4e45c tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.54 "DELETE /v2.0/ports/2f925d61-a79b-4868-944e-aaa51bafeb85 HTTP/1.1" status: 204 len: 173 time: 3.3950021 Nov 12 00:45:29.098123 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-20d0a854-565c-4c77-a467-29d50cf734c4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=ece577e8-c379-469d-ac80-64690c063e88 HTTP/1.1" status: 200 len: 217 time: 0.1793306 Nov 12 00:45:29.153808 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2b908152-79fd-476d-88e3-37bcc7a913d4 req-3bb3793c-2295-4029-8ac8-b4055956e01a tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4cd7cd7-2f00-4963-b453-15c01d08d929 HTTP/1.1" status: 200 len: 210 time: 0.0480020 Nov 12 00:45:29.218496 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d0e2f-7828-40d3-b3ef-e75f66f12161 req-254c1d5c-c248-43a8-b475-7a483d0e5719 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:29.239635 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-a5f2013d-ea43-4720-b012-5658b6815bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:29.241300 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-a5f2013d-ea43-4720-b012-5658b6815bd3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1258ef72-3213-4252-85bc-f1e482a40b73 HTTP/1.1" status: 200 len: 797 time: 0.1223555 Nov 12 00:45:29.248969 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d0e2f-7828-40d3-b3ef-e75f66f12161 req-254c1d5c-c248-43a8-b475-7a483d0e5719 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:29.255855 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d0e2f-7828-40d3-b3ef-e75f66f12161 req-254c1d5c-c248-43a8-b475-7a483d0e5719 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:29.262883 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d0e2f-7828-40d3-b3ef-e75f66f12161 req-254c1d5c-c248-43a8-b475-7a483d0e5719 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:29.269314 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d0e2f-7828-40d3-b3ef-e75f66f12161 req-254c1d5c-c248-43a8-b475-7a483d0e5719 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:29.276151 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d0e2f-7828-40d3-b3ef-e75f66f12161 req-254c1d5c-c248-43a8-b475-7a483d0e5719 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:29.312940 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d0e2f-7828-40d3-b3ef-e75f66f12161 req-254c1d5c-c248-43a8-b475-7a483d0e5719 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:29.313339 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-993d5545-2910-4d42-b793-5eb7bb1d66c3 None None] Set router 75dd6e5d-b3c8-42d5-a224-73af74680329 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:45:29.319382 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ce8d0e2f-7828-40d3-b3ef-e75f66f12161 req-254c1d5c-c248-43a8-b475-7a483d0e5719 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 5421 time: 0.2262104 Nov 12 00:45:29.443831 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-a151f8b0-e18e-4697-bf02-2d068c121109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:29.453849 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-a151f8b0-e18e-4697-bf02-2d068c121109 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ab41dae0-8b36-4d88-961d-982690d3893d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1768177 Nov 12 00:45:29.486288 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 2f925d61-a79b-4868-944e-aaa51bafeb85 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:45:29.530289 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ce8d0e2f-7828-40d3-b3ef-e75f66f12161 req-2f87c6c9-261f-43d1-9b69-207479e51d5d tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4f055-69fb-40bf-b27d-353bf24a3ac0&id=d9c8fd08-6591-4a5a-b303-9ee103150d54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1996889 Nov 12 00:45:29.595189 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: 2f925d61-a79b-4868-944e-aaa51bafeb85 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:45:29.595983 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 2f925d61-a79b-4868-944e-aaa51bafeb85 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:45:29.598190 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 7daf2d7f-9a07-46d7-bfb7-cc0629b39934 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:45:29.650239 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-969087dd-c53f-4279-a0a7-e4c42bbfa9d6 service neutron] 10.222.0.54 "GET /v2.0/networks/ab41dae0-8b36-4d88-961d-982690d3893d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807232 Nov 12 00:45:29.681307 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: 7daf2d7f-9a07-46d7-bfb7-cc0629b39934 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:45:29.682227 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 7daf2d7f-9a07-46d7-bfb7-cc0629b39934 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:45:29.864301 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-993d5545-2910-4d42-b793-5eb7bb1d66c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-574574574-router', 'tenant_id': '65e37905fcda41a0a64a3bffb54da22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '8a483b79-a1b2-462d-adea-4b716af7a61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:42Z', 'updated_at': '2021-11-12T00:37:46Z', 'revision_number': 4, 'project_id': '65e37905fcda41a0a64a3bffb54da22e', 'gw_port': {'id': '8a483b79-a1b2-462d-adea-4b716af7a61c', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:43Z', 'updated_at': '2021-11-12T00:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '4cb2828c-ec4b-41f1-8e21-672a6d143356', 'name': '', 'network_id': 'b9574af4-848a-4900-9093-7976c00593e2', 'tenant_id': '65e37905fcda41a0a64a3bffb54da22e', 'mac_address': 'fa:16:3e:82:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7413bf18-08e7-4425-a837-148a3dd7f58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:45Z', 'updated_at': '2021-11-12T00:37:51Z', 'revision_number': 5, 'project_id': '65e37905fcda41a0a64a3bffb54da22e', 'subnets': [{'id': '7413bf18-08e7-4425-a837-148a3dd7f58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:29.930646 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993d5545-2910-4d42-b793-5eb7bb1d66c3 None None] Checking router: 75dd6e5d-b3c8-42d5-a224-73af74680329 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:45:29.952550 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993d5545-2910-4d42-b793-5eb7bb1d66c3 None None] Routers {'75dd6e5d-b3c8-42d5-a224-73af74680329'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:45:29.953272 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-993d5545-2910-4d42-b793-5eb7bb1d66c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:45:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['75dd6e5d-b3c8-42d5-a224-73af74680329'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:29.977409 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-34513fdd-e86e-4894-ba6f-c95486c71d87 service neutron] 10.222.0.54 "GET /v2.0/networks/ab41dae0-8b36-4d88-961d-982690d3893d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037879 Nov 12 00:45:30.013422 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa5f23-a0f2-4970-b4fb-fd40637da6aa req-38d29f72-4798-4d6e-a722-89ff095ca1a1 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:30.014963 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-66fa5f23-a0f2-4970-b4fb-fd40637da6aa req-38d29f72-4798-4d6e-a722-89ff095ca1a1 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 950 time: 0.1548281 Nov 12 00:45:30.096985 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-23979b67-0408-4282-b052-2641b06bfd95 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=74c2483e-02a2-4318-bcbc-82baf9ce9bcb HTTP/1.1" status: 200 len: 217 time: 0.1106570 Nov 12 00:45:30.136511 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe95621-324f-4745-a6f1-4ea57f0107af req-cb64a968-13f1-4cbc-b482-99df381593ad tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:30.147294 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7fe95621-324f-4745-a6f1-4ea57f0107af req-cb64a968-13f1-4cbc-b482-99df381593ad tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/networks?id=6b2d1442-0e79-422e-955b-efc39299c7dd HTTP/1.1" status: 200 len: 806 time: 0.2633302 Nov 12 00:45:30.164263 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7fe95621-324f-4745-a6f1-4ea57f0107af req-21d7315d-36e8-4401-989d-dc0bf34c5eea tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/quotas/78b3942b4d1d42e395f1a600361aab79 HTTP/1.1" status: 200 len: 375 time: 0.0158348 Nov 12 00:45:30.240723 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7fe95621-324f-4745-a6f1-4ea57f0107af req-7df18b8e-2326-4880-b42c-6bb9f845aaea tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=78b3942b4d1d42e395f1a600361aab79&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0750496 Nov 12 00:45:30.244826 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2f5d104-4533-4b79-bc8b-7d22b623befb', 'tag': '12592566-5842-43d2-a41f-09c546d6e5c4'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:30.247125 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb46c7b-6974-435b-9353-2ee662a54a26" -d '{"events": [{"name": "network-changed", "server_uuid": "f2f5d104-4533-4b79-bc8b-7d22b623befb", "tag": "12592566-5842-43d2-a41f-09c546d6e5c4"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:30.258772 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-55935215-2c9e-4765-bff9-5bb59b305e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:30.261246 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-55935215-2c9e-4765-bff9-5bb59b305e6c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1258ef72-3213-4252-85bc-f1e482a40b73 HTTP/1.1" status: 200 len: 797 time: 0.1492114 Nov 12 00:45:30.281022 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-66fa5f23-a0f2-4970-b4fb-fd40637da6aa req-c59c430e-f63e-4683-99d9-c080481b4762 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042124 Nov 12 00:45:30.341690 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4cd7cd7-2f00-4963-b453-15c01d08d929', 'name': 'network-vif-deleted', 'tag': '2f925d61-a79b-4868-944e-aaa51bafeb85'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:30.343976 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf16e02-15ff-4b6e-b751-d80c4f30ae75" -d '{"events": [{"server_uuid": "c4cd7cd7-2f00-4963-b453-15c01d08d929", "name": "network-vif-deleted", "tag": "2f925d61-a79b-4868-944e-aaa51bafeb85"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:30.344150 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-993d5545-2910-4d42-b793-5eb7bb1d66c3 None None] Set router 75dd6e5d-b3c8-42d5-a224-73af74680329 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:45:30.370075 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-dd349711-1dc3-46c7-a056-361d96e37776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:30.382113 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-dd349711-1dc3-46c7-a056-361d96e37776 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ab41dae0-8b36-4d88-961d-982690d3893d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1000719 Nov 12 00:45:30.407101 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7fe95621-324f-4745-a6f1-4ea57f0107af req-d5f5ee0e-02c4-4aa6-b428-fd4f12e238d6 service neutron] 10.222.0.20 "GET /v2.0/networks/6b2d1442-0e79-422e-955b-efc39299c7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655333 Nov 12 00:45:30.420584 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:45:30.552912 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7fe95621-324f-4745-a6f1-4ea57f0107af req-4e8d8204-f377-4376-91e9-d9d556b638c0 service neutron] 10.222.0.20 "GET /v2.0/networks/6b2d1442-0e79-422e-955b-efc39299c7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448646 Nov 12 00:45:30.598294 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b236c-dd8e-43a1-bb7a-c777c0de3f53 req-3493c370-a5f7-4b66-a84f-4ee91ca2cb54 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:30.600008 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-231b236c-dd8e-43a1-bb7a-c777c0de3f53 req-3493c370-a5f7-4b66-a84f-4ee91ca2cb54 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f5d104-4533-4b79-bc8b-7d22b623befb HTTP/1.1" status: 200 len: 943 time: 0.1937611 Nov 12 00:45:30.619698 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:30.633200 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'port_id': '6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3', 'mac_address': 'fa:16:3e:54:2b:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3288e972-21d8-4a52-9002-05790fb0bb61', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:45:30.663663 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-993d5545-2910-4d42-b793-5eb7bb1d66c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-574574574-router', 'tenant_id': '65e37905fcda41a0a64a3bffb54da22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '8a483b79-a1b2-462d-adea-4b716af7a61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:42Z', 'updated_at': '2021-11-12T00:37:46Z', 'revision_number': 4, 'project_id': '65e37905fcda41a0a64a3bffb54da22e', 'gw_port': {'id': '8a483b79-a1b2-462d-adea-4b716af7a61c', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:43Z', 'updated_at': '2021-11-12T00:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '4cb2828c-ec4b-41f1-8e21-672a6d143356', 'name': '', 'network_id': 'b9574af4-848a-4900-9093-7976c00593e2', 'tenant_id': '65e37905fcda41a0a64a3bffb54da22e', 'mac_address': 'fa:16:3e:82:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7413bf18-08e7-4425-a837-148a3dd7f58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:45Z', 'updated_at': '2021-11-12T00:37:51Z', 'revision_number': 5, 'project_id': '65e37905fcda41a0a64a3bffb54da22e', 'subnets': [{'id': '7413bf18-08e7-4425-a837-148a3dd7f58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:30.699310 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993d5545-2910-4d42-b793-5eb7bb1d66c3 None None] The sync data for ids ['75dd6e5d-b3c8-42d5-a224-73af74680329'] in n-d-812236-11 is: [{'id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-574574574-router', 'tenant_id': '65e37905fcda41a0a64a3bffb54da22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '8a483b79-a1b2-462d-adea-4b716af7a61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:42Z', 'updated_at': '2021-11-12T00:37:46Z', 'revision_number': 4, 'project_id': '65e37905fcda41a0a64a3bffb54da22e', 'gw_port': {'id': '8a483b79-a1b2-462d-adea-4b716af7a61c', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:43Z', 'updated_at': '2021-11-12T00:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '4cb2828c-ec4b-41f1-8e21-672a6d143356', 'name': '', 'network_id': 'b9574af4-848a-4900-9093-7976c00593e2', 'tenant_id': '65e37905fcda41a0a64a3bffb54da22e', 'mac_address': 'fa:16:3e:82:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7413bf18-08e7-4425-a837-148a3dd7f58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:45Z', 'updated_at': '2021-11-12T00:37:51Z', 'revision_number': 5, 'project_id': '65e37905fcda41a0a64a3bffb54da22e', 'subnets': [{'id': '7413bf18-08e7-4425-a837-148a3dd7f58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:45:30.725549 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-a1aa7b17-9494-4d29-bb42-704283019349 service neutron] 10.222.0.54 "GET /v2.0/networks/ab41dae0-8b36-4d88-961d-982690d3893d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297536 Nov 12 00:45:30.743942 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-231b236c-dd8e-43a1-bb7a-c777c0de3f53 req-d5b96277-aa32-4f9a-bdfe-4be1477671b3 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234958 Nov 12 00:45:30.826633 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:30.864392 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:45:30.902576 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:30.925245 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:30.944016 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a1b051-8f9e-421a-9593-c601a485b96f x-openstack-request-id: req-64a1b051-8f9e-421a-9593-c601a485b96f {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:30.945360 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2f5d104-4533-4b79-bc8b-7d22b623befb", "tag": "12592566-5842-43d2-a41f-09c546d6e5c4", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:30.945969 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-64a1b051-8f9e-421a-9593-c601a485b96f {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:30.947227 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2f5d104-4533-4b79-bc8b-7d22b623befb', 'tag': '12592566-5842-43d2-a41f-09c546d6e5c4', 'status': 'completed', 'code': 200} Nov 12 00:45:30.950431 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-1ea5b7cf-b49f-45fb-9b47-efcf2ce8d827 service neutron] 10.222.0.54 "GET /v2.0/networks/ab41dae0-8b36-4d88-961d-982690d3893d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045164 Nov 12 00:45:30.974337 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94d1fae-87f7-496f-8e62-cdf281b66031 x-openstack-request-id: req-f94d1fae-87f7-496f-8e62-cdf281b66031 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:30.974615 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4cd7cd7-2f00-4963-b453-15c01d08d929", "name": "network-vif-deleted", "tag": "2f925d61-a79b-4868-944e-aaa51bafeb85", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:30.975205 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f94d1fae-87f7-496f-8e62-cdf281b66031 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:30.975761 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4cd7cd7-2f00-4963-b453-15c01d08d929', 'name': 'network-vif-deleted', 'tag': '2f925d61-a79b-4868-944e-aaa51bafeb85', 'status': 'completed', 'code': 200} Nov 12 00:45:31.077572 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-cab9bcac-1989-4374-b867-6e0c4cbd6bff service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f4c6cea8-7b5d-48c0-a82d-a907911e3785 HTTP/1.1" status: 200 len: 217 time: 0.0794184 Nov 12 00:45:31.101341 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3,revision_number=6']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:31.152554 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb46c7b-6974-435b-9353-2ee662a54a26 req-82689cce-bcc3-4d5f-ad10-38c2511e33fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:31.156674 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cdb46c7b-6974-435b-9353-2ee662a54a26 req-82689cce-bcc3-4d5f-ad10-38c2511e33fc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9c540ecbe8154e1b907ac12fc8774fd4&device_id=f2f5d104-4533-4b79-bc8b-7d22b623befb HTTP/1.1" status: 200 len: 1126 time: 0.1518102 Nov 12 00:45:31.173756 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-281d6e08-6ff8-4776-93d7-98c17c9c04ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:31.175307 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-281d6e08-6ff8-4776-93d7-98c17c9c04ec service neutron] 10.222.0.54 "GET /v2.0/subnets?id=92d015ab-73f4-423c-8877-4552ee1df1ff HTTP/1.1" status: 200 len: 797 time: 0.0893235 Nov 12 00:45:31.204091 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c639fc-dc7f-44b3-92b6-75ea5a942fb3 req-5d127fcd-ffef-4bc5-84fd-711580767b8b tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:31.225229 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c639fc-dc7f-44b3-92b6-75ea5a942fb3 req-5d127fcd-ffef-4bc5-84fd-711580767b8b tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:31.256181 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c639fc-dc7f-44b3-92b6-75ea5a942fb3 req-5d127fcd-ffef-4bc5-84fd-711580767b8b tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:31.271882 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c639fc-dc7f-44b3-92b6-75ea5a942fb3 req-5d127fcd-ffef-4bc5-84fd-711580767b8b tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:31.293580 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c639fc-dc7f-44b3-92b6-75ea5a942fb3 req-5d127fcd-ffef-4bc5-84fd-711580767b8b tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:31.299704 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c639fc-dc7f-44b3-92b6-75ea5a942fb3 req-5d127fcd-ffef-4bc5-84fd-711580767b8b tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:31.320048 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c639fc-dc7f-44b3-92b6-75ea5a942fb3 req-5d127fcd-ffef-4bc5-84fd-711580767b8b tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:31.324300 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-c17a5d5a-d62c-4950-b9df-2ed73cc13493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:31.327151 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-c17a5d5a-d62c-4950-b9df-2ed73cc13493 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=932a85f6-3e20-455a-a5e7-01a28ed4b895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1436994 Nov 12 00:45:31.341909 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d3c639fc-dc7f-44b3-92b6-75ea5a942fb3 req-5d127fcd-ffef-4bc5-84fd-711580767b8b tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 5421 time: 0.2879310 Nov 12 00:45:31.366130 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcaefa2-a9a5-4ede-8a92-f004068ddf6b None None] New status for floating IP 65fbe837-3732-4799-97fd-266e994b8c42: DOWN {{(pid=102663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:45:31.373391 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3518b455-9858-4ce3-890a-d33e4a3630b6 req-08a4154a-5ec8-44fb-a7fc-cbbe0a1c93d8 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6604bc8-7d08-4279-b07c-fb284c103748 HTTP/1.1" status: 200 len: 210 time: 0.0645211 Nov 12 00:45:31.544117 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:45:31.580562 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-79f6b621-86fc-46b1-b1aa-a47b691ed62b service neutron] 10.222.0.54 "GET /v2.0/networks/932a85f6-3e20-455a-a5e7-01a28ed4b895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328262 Nov 12 00:45:31.666775 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d3c639fc-dc7f-44b3-92b6-75ea5a942fb3 req-1c56c0d7-cc59-4596-8f59-89206c35e1ca tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4f055-69fb-40bf-b27d-353bf24a3ac0&id=d9c8fd08-6591-4a5a-b303-9ee103150d54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3236535 Nov 12 00:45:31.688039 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24b120-bd25-4410-9edd-da25a108753d req-f22ae9fc-48a9-459e-b762-3c4da260ca6a tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:31.692745 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb46c7b-6974-435b-9353-2ee662a54a26 req-4c796459-395f-4e43-a994-b48489ea8e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:31.696806 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dc24b120-bd25-4410-9edd-da25a108753d req-f22ae9fc-48a9-459e-b762-3c4da260ca6a tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 949 time: 0.1364255 Nov 12 00:45:31.702248 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cdb46c7b-6974-435b-9353-2ee662a54a26 req-4c796459-395f-4e43-a994-b48489ea8e77 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d872bf93-95f4-45c4-b0f4-642aed61400a HTTP/1.1" status: 200 len: 907 time: 0.5368254 Nov 12 00:45:31.841732 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cdb46c7b-6974-435b-9353-2ee662a54a26 req-aa38a111-a3be-49d6-9ff5-7fcc38025f30 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12592566-5842-43d2-a41f-09c546d6e5c4 HTTP/1.1" status: 200 len: 217 time: 0.1286099 Nov 12 00:45:31.843117 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-4772384a-ae24-4d54-b144-841575929712 service neutron] 10.222.0.54 "GET /v2.0/networks/932a85f6-3e20-455a-a5e7-01a28ed4b895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313168 Nov 12 00:45:31.854724 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dc24b120-bd25-4410-9edd-da25a108753d req-822d3746-8609-476c-8451-4f8cc18a1270 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558557 Nov 12 00:45:31.957560 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-1271a328-7e5c-4128-a4f4-4062b149b104 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=418a9123-f7b9-4bae-a70d-69acd16e3f2a HTTP/1.1" status: 200 len: 217 time: 0.0866537 Nov 12 00:45:31.973632 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 47946) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:32.056730 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-bb3fb587-d9b2-46e0-b8c5-827c211992a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:32.058861 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-bb3fb587-d9b2-46e0-b8c5-827c211992a1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=92d015ab-73f4-423c-8877-4552ee1df1ff HTTP/1.1" status: 200 len: 797 time: 0.0893748 Nov 12 00:45:32.104783 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb46c7b-6974-435b-9353-2ee662a54a26 req-abdb1206-d1e2-488d-99bc-f6a7877eb96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:32.106626 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cdb46c7b-6974-435b-9353-2ee662a54a26 req-abdb1206-d1e2-488d-99bc-f6a7877eb96f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e87486ea-14b8-4357-b569-3ef6c52f1320 HTTP/1.1" status: 200 len: 846 time: 0.2309480 Nov 12 00:45:32.127981 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34534d1-bbea-4635-86a6-0d95ef53fc0a req-43ed00f7-67cd-41c7-b24a-5ed74bfb54e4 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:32.141899 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b34534d1-bbea-4635-86a6-0d95ef53fc0a req-43ed00f7-67cd-41c7-b24a-5ed74bfb54e4 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f5d104-4533-4b79-bc8b-7d22b623befb HTTP/1.1" status: 200 len: 943 time: 0.2844243 Nov 12 00:45:32.165735 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-fd7448c0-c021-495a-8cd6-eac0e53df830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:32.167566 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-fd7448c0-c021-495a-8cd6-eac0e53df830 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=932a85f6-3e20-455a-a5e7-01a28ed4b895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0904200 Nov 12 00:45:32.253361 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cdb46c7b-6974-435b-9353-2ee662a54a26 req-a7320a78-e95e-42aa-ae47-fa564ae7241b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d872bf93-95f4-45c4-b0f4-642aed61400a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835919 Nov 12 00:45:32.275829 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:45:32.361269 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-05d14546-1414-4d50-818a-b0c0c19be7f5 service neutron] 10.222.0.54 "GET /v2.0/networks/932a85f6-3e20-455a-a5e7-01a28ed4b895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821759 Nov 12 00:45:32.400479 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6bfac978-b300-4a6f-a57c-e16ea0fcc0b6 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:32.437608 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b34534d1-bbea-4635-86a6-0d95ef53fc0a req-522e5f39-ea6b-469e-ab98-2f19115db069 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838926 Nov 12 00:45:32.456540 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 12592566-5842-43d2-a41f-09c546d6e5c4 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:45:32.463625 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:45:32.490383 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6bfac978-b300-4a6f-a57c-e16ea0fcc0b6 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:32.505657 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cdb46c7b-6974-435b-9353-2ee662a54a26 req-63e6ffa8-6367-4c9b-b405-4ec5f77f6cbc service neutron] 10.222.0.54 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408659 Nov 12 00:45:32.659834 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23f7294c-983d-497a-8026-ca74c4826f82 req-ef5f7471-38a0-4f18-92d3-78dba0dd3491 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6604bc8-7d08-4279-b07c-fb284c103748 HTTP/1.1" status: 200 len: 210 time: 0.0730238 Nov 12 00:45:32.749822 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df7b7b16-0b4f-4a85-a7ee-9f636b73b11f req-c9676a4b-079d-4416-8818-3ab08b4c8246 service neutron] 10.222.0.54 "GET /v2.0/networks/932a85f6-3e20-455a-a5e7-01a28ed4b895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403530 Nov 12 00:45:32.763916 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6bfac978-b300-4a6f-a57c-e16ea0fcc0b6 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:32.767930 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6bfac978-b300-4a6f-a57c-e16ea0fcc0b6 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:32.769067 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6bfac978-b300-4a6f-a57c-e16ea0fcc0b6 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "DELETE /v2.0/security-groups/9d5cc596-1b22-444e-be3c-7711ad41e392 HTTP/1.1" status: 204 len: 168 time: 0.7942572 Nov 12 00:45:32.772288 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47976) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:32.797417 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-150a7ad0-ef78-4d07-a9f4-00991e804a8f tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] show failed (client error): The resource could not be found. Nov 12 00:45:32.798414 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-150a7ad0-ef78-4d07-a9f4-00991e804a8f tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "GET /v2.0/security-groups/9d5cc596-1b22-444e-be3c-7711ad41e392 HTTP/1.1" status: 404 len: 347 time: 0.0251329 Nov 12 00:45:32.806364 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 47978) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:32.821232 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:32.824983 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cdb46c7b-6974-435b-9353-2ee662a54a26 req-05de3f37-83c2-45da-864a-915ff9841070 service neutron] 10.222.0.54 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075473 Nov 12 00:45:32.825726 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfac978-b300-4a6f-a57c-e16ea0fcc0b6 tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5cc596-1b22-444e-be3c-7711ad41e392,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:32.851333 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 12592566-5842-43d2-a41f-09c546d6e5c4, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=12592566-5842-43d2-a41f-09c546d6e5c4,segment=NetworkSegment(eac800fb-e2a4-4100-807c-1fb9b17e8d78),segment_id=eac800fb-e2a4-4100-807c-1fb9b17e8d78)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:32.861340 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:45:32.893067 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 12592566-5842-43d2-a41f-09c546d6e5c4 has no active binding in host n-h1-812236-11 {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 00:45:32.898454 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:32.904082 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:32.950632 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe95621-324f-4745-a6f1-4ea57f0107af req-587bcef0-9247-4922-bc28-40baa1a688db tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:32.952262 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7fe95621-324f-4745-a6f1-4ea57f0107af req-587bcef0-9247-4922-bc28-40baa1a688db tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.54 "GET /v2.0/networks?id=6b2d1442-0e79-422e-955b-efc39299c7dd HTTP/1.1" status: 200 len: 806 time: 0.3439050 Nov 12 00:45:32.963669 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3,revision_number=7']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:32.994259 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-7fe95621-324f-4745-a6f1-4ea57f0107af req-eb8e7889-33b5-48ef-b1ab-4366f77dd85e tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Request body: {'port': {'device_id': 'e6604bc8-7d08-4279-b07c-fb284c103748', 'network_id': '6b2d1442-0e79-422e-955b-efc39299c7dd', 'admin_state_up': True, 'tenant_id': '78b3942b4d1d42e395f1a600361aab79'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:33.016724 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7551255-0f65-4975-9974-ef84bd863194 req-245031bd-185c-41ce-87b1-52329de4346a tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:33.018259 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a7551255-0f65-4975-9974-ef84bd863194 req-245031bd-185c-41ce-87b1-52329de4346a tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 948 time: 0.0669065 Nov 12 00:45:33.031820 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d3edf-498e-489a-b99f-8bf6baf07dd4 req-450900fe-122b-4c29-9035-5663e2372ccb tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:33.037689 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d3edf-498e-489a-b99f-8bf6baf07dd4 req-450900fe-122b-4c29-9035-5663e2372ccb tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:33.045238 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d3edf-498e-489a-b99f-8bf6baf07dd4 req-450900fe-122b-4c29-9035-5663e2372ccb tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:33.051507 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d3edf-498e-489a-b99f-8bf6baf07dd4 req-450900fe-122b-4c29-9035-5663e2372ccb tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:33.057697 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d3edf-498e-489a-b99f-8bf6baf07dd4 req-450900fe-122b-4c29-9035-5663e2372ccb tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:33.063854 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d3edf-498e-489a-b99f-8bf6baf07dd4 req-450900fe-122b-4c29-9035-5663e2372ccb tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:33.069251 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a7551255-0f65-4975-9974-ef84bd863194 req-317b183f-0180-4e75-a298-6c5e8c40d10c tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429020 Nov 12 00:45:33.069734 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d3edf-498e-489a-b99f-8bf6baf07dd4 req-450900fe-122b-4c29-9035-5663e2372ccb tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:33.072148 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-047d3edf-498e-489a-b99f-8bf6baf07dd4 req-450900fe-122b-4c29-9035-5663e2372ccb tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 5421 time: 0.2708862 Nov 12 00:45:33.110568 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bad445-5356-4b2e-9f41-7060ae95b09f req-4a9b7ed6-d15d-4c1a-ada2-5a5d2c2a2476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:33.111036 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bad445-5356-4b2e-9f41-7060ae95b09f req-4a9b7ed6-d15d-4c1a-ada2-5a5d2c2a2476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:33.111493 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bad445-5356-4b2e-9f41-7060ae95b09f req-4a9b7ed6-d15d-4c1a-ada2-5a5d2c2a2476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:33.111944 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bad445-5356-4b2e-9f41-7060ae95b09f req-4a9b7ed6-d15d-4c1a-ada2-5a5d2c2a2476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:33.112392 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bad445-5356-4b2e-9f41-7060ae95b09f req-4a9b7ed6-d15d-4c1a-ada2-5a5d2c2a2476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:33.112843 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bad445-5356-4b2e-9f41-7060ae95b09f req-4a9b7ed6-d15d-4c1a-ada2-5a5d2c2a2476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:33.113288 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bad445-5356-4b2e-9f41-7060ae95b09f req-4a9b7ed6-d15d-4c1a-ada2-5a5d2c2a2476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:33.115144 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-91bad445-5356-4b2e-9f41-7060ae95b09f req-4a9b7ed6-d15d-4c1a-ada2-5a5d2c2a2476 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c21468cd613f4b869b90c5f693039b67&device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 6485 time: 0.2301359 Nov 12 00:45:33.248523 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-047d3edf-498e-489a-b99f-8bf6baf07dd4 req-449939a5-bf1c-4174-a78c-79b3ec056caf tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4f055-69fb-40bf-b27d-353bf24a3ac0&id=d9c8fd08-6591-4a5a-b303-9ee103150d54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1630716 Nov 12 00:45:33.251574 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-74f210a6-be57-4dcc-9c3b-9666719f1d4e tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Deleting port a9417474-24a8-444e-b45d-f91e2bacef70 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:33.251912 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-74f210a6-be57-4dcc-9c3b-9666719f1d4e tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:33.337044 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fe95621-324f-4745-a6f1-4ea57f0107af req-eb8e7889-33b5-48ef-b1ab-4366f77dd85e tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Made reservation on behalf of 78b3942b4d1d42e395f1a600361aab79 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:45:33.341025 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7fe95621-324f-4745-a6f1-4ea57f0107af req-eb8e7889-33b5-48ef-b1ab-4366f77dd85e tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:33.423642 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-74f210a6-be57-4dcc-9c3b-9666719f1d4e tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:33.424302 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-74f210a6-be57-4dcc-9c3b-9666719f1d4e tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:33.483915 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-74f210a6-be57-4dcc-9c3b-9666719f1d4e tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Calling delete_port for a9417474-24a8-444e-b45d-f91e2bacef70 owned by network:floatingip {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:33.497926 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bad445-5356-4b2e-9f41-7060ae95b09f req-45e43df8-26f9-448d-8bb3-a88936b36175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:33.499463 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-91bad445-5356-4b2e-9f41-7060ae95b09f req-45e43df8-26f9-448d-8bb3-a88936b36175 service neutron] 10.222.0.54 "GET /v2.0/networks?id=932a85f6-3e20-455a-a5e7-01a28ed4b895 HTTP/1.1" status: 200 len: 902 time: 0.2245014 Nov 12 00:45:33.557970 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb909fb-14c3-4f03-9181-cfa537792c52 req-0688051c-8ba2-4d21-856d-627f7bbc75fc tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:33.559490 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cbb909fb-14c3-4f03-9181-cfa537792c52 req-0688051c-8ba2-4d21-856d-627f7bbc75fc tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f5d104-4533-4b79-bc8b-7d22b623befb HTTP/1.1" status: 200 len: 943 time: 0.0511982 Nov 12 00:45:33.611219 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cbb909fb-14c3-4f03-9181-cfa537792c52 req-14627c21-fa39-46f9-a5ba-1ace1214e137 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456038 Nov 12 00:45:33.644310 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-91bad445-5356-4b2e-9f41-7060ae95b09f req-dd8c39e3-5e94-4ab3-be96-9f8f22e41b44 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f4c6cea8-7b5d-48c0-a82d-a907911e3785 HTTP/1.1" status: 200 len: 217 time: 0.0852051 Nov 12 00:45:33.717903 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee534dd9-f1a4-4bcd-9932-552e23dd8d0c req-3a815381-1718-47ce-b017-8d86d0d7665d tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:33.719373 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ee534dd9-f1a4-4bcd-9932-552e23dd8d0c req-3a815381-1718-47ce-b017-8d86d0d7665d tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] 10.222.0.20 "GET /v2.0/ports?device_id=005a6eb7-575e-4079-9d82-07016eedaee4 HTTP/1.1" status: 200 len: 949 time: 0.1769180 Nov 12 00:45:33.723190 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-7fe95621-324f-4745-a6f1-4ea57f0107af req-eb8e7889-33b5-48ef-b1ab-4366f77dd85e tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Allocated IP 172.20.0.7 (6b2d1442-0e79-422e-955b-efc39299c7dd/e9ebb41c-1861-43b6-b921-ba560680823b/fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:45:33.767042 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-72541d94-05f8-4be1-906a-147d7294c923 req-9769a95b-969d-4afc-be9e-33fd39804712 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6604bc8-7d08-4279-b07c-fb284c103748 HTTP/1.1" status: 200 len: 210 time: 0.0266151 Nov 12 00:45:33.768411 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bad445-5356-4b2e-9f41-7060ae95b09f req-1dbc0ae8-aa7a-4252-b95d-ba6e69dec3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:33.769907 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-91bad445-5356-4b2e-9f41-7060ae95b09f req-1dbc0ae8-aa7a-4252-b95d-ba6e69dec3fc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=92d015ab-73f4-423c-8877-4552ee1df1ff HTTP/1.1" status: 200 len: 797 time: 0.1126287 Nov 12 00:45:33.885006 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ee534dd9-f1a4-4bcd-9932-552e23dd8d0c req-e988b242-5130-4e8f-94e4-3bf4b2727bbc tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c15bce-ca58-4509-8e07-4c3c539a86c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529269 Nov 12 00:45:33.916327 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bad445-5356-4b2e-9f41-7060ae95b09f req-f2be2076-eb71-4a68-be1d-1d15e7e52515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:33.917853 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-91bad445-5356-4b2e-9f41-7060ae95b09f req-f2be2076-eb71-4a68-be1d-1d15e7e52515 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=932a85f6-3e20-455a-a5e7-01a28ed4b895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1343315 Nov 12 00:45:33.930012 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-74f210a6-be57-4dcc-9c3b-9666719f1d4e tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:34.010440 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f210a6-be57-4dcc-9c3b-9666719f1d4e tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Pushing event deleted for resources: {'Port': ['ID=a9417474-24a8-444e-b45d-f91e2bacef70,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:34.048469 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-32695eaa-3862-4b37-8e80-b217848ce15e req-fd846834-7059-4e5d-b056-efbb82a34e10 service neutron] 10.222.0.54 "GET /v2.0/ports/12592566-5842-43d2-a41f-09c546d6e5c4/bindings/n-h1-812236-11 HTTP/1.1" status: 200 len: 385 time: 0.0728970 Nov 12 00:45:34.232549 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7d2bbedc-1ac8-4fe0-acbe-50280cfe34a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:34.267329 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-32695eaa-3862-4b37-8e80-b217848ce15e req-a800950b-2560-4e78-991a-80f09cb04b0c service neutron] For port 12592566-5842-43d2-a41f-09c546d6e5c4, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=12592566-5842-43d2-a41f-09c546d6e5c4,segment=NetworkSegment(eac800fb-e2a4-4100-807c-1fb9b17e8d78),segment_id=eac800fb-e2a4-4100-807c-1fb9b17e8d78)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:34.297521 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-32695eaa-3862-4b37-8e80-b217848ce15e req-a800950b-2560-4e78-991a-80f09cb04b0c service neutron] For port 12592566-5842-43d2-a41f-09c546d6e5c4, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:45:34.334515 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-32695eaa-3862-4b37-8e80-b217848ce15e req-a800950b-2560-4e78-991a-80f09cb04b0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12592566-5842-43d2-a41f-09c546d6e5c4 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:45:34.348334 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-32695eaa-3862-4b37-8e80-b217848ce15e req-a800950b-2560-4e78-991a-80f09cb04b0c service neutron] For port 12592566-5842-43d2-a41f-09c546d6e5c4, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=12592566-5842-43d2-a41f-09c546d6e5c4,segment=NetworkSegment(eac800fb-e2a4-4100-807c-1fb9b17e8d78),segment_id=eac800fb-e2a4-4100-807c-1fb9b17e8d78)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:34.364432 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-32695eaa-3862-4b37-8e80-b217848ce15e req-a800950b-2560-4e78-991a-80f09cb04b0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:34.461853 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-32695eaa-3862-4b37-8e80-b217848ce15e req-a800950b-2560-4e78-991a-80f09cb04b0c service neutron] Transition to ACTIVE for port object 12592566-5842-43d2-a41f-09c546d6e5c4 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:45:34.463125 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:45:34.467472 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-32695eaa-3862-4b37-8e80-b217848ce15e req-a800950b-2560-4e78-991a-80f09cb04b0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:34.485279 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7fe95621-324f-4745-a6f1-4ea57f0107af req-eb8e7889-33b5-48ef-b1ab-4366f77dd85e tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:34.502398 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-74f210a6-be57-4dcc-9c3b-9666719f1d4e tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks [] for floatingip, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:34.504926 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-74f210a6-be57-4dcc-9c3b-9666719f1d4e tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:34.506090 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-74f210a6-be57-4dcc-9c3b-9666719f1d4e tempest-ServersWithSpecificFlavorTestJSON-357646455 tempest-ServersWithSpecificFlavorTestJSON-357646455-project] 10.222.0.20 "DELETE /v2.0/floatingips/65fbe837-3732-4799-97fd-266e994b8c42 HTTP/1.1" status: 204 len: 168 time: 1.6929457 Nov 12 00:45:34.524007 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-91bad445-5356-4b2e-9f41-7060ae95b09f req-33d35c7e-569c-4a4a-bc88-f120a2f6beb0 service neutron] 10.222.0.54 "GET /v2.0/networks/932a85f6-3e20-455a-a5e7-01a28ed4b895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5562773 Nov 12 00:45:34.536180 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ada22f-54f6-4ce4-a9a7-4a7fed7184b3 req-0e137229-81a4-43de-9c96-bbde69193e68 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:34.538021 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-50ada22f-54f6-4ce4-a9a7-4a7fed7184b3 req-0e137229-81a4-43de-9c96-bbde69193e68 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 948 time: 0.1601374 Nov 12 00:45:34.543937 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:34.544367 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:34.545402 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-32695eaa-3862-4b37-8e80-b217848ce15e req-a800950b-2560-4e78-991a-80f09cb04b0c service neutron] No DVR routers for this DVR port 12592566-5842-43d2-a41f-09c546d6e5c4 on host n-h2-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:45:34.591508 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a800950b-2560-4e78-991a-80f09cb04b0c service neutron] Pushing event updated for resources: {'Port': ['ID=12592566-5842-43d2-a41f-09c546d6e5c4,revision_number=10']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:34.600694 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-32695eaa-3862-4b37-8e80-b217848ce15e req-a800950b-2560-4e78-991a-80f09cb04b0c service neutron] 10.222.0.54 "PUT /v2.0/ports/12592566-5842-43d2-a41f-09c546d6e5c4/bindings/n-h1-812236-11/activate HTTP/1.1" status: 200 len: 370 time: 0.5443957 Nov 12 00:45:34.639825 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7fe95621-324f-4745-a6f1-4ea57f0107af req-eb8e7889-33b5-48ef-b1ab-4366f77dd85e tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:34.663221 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:34.676927 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['25329fc1-d1a5-4c67-85e3-ffe2ca49309c'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:45:34.698044 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-50ada22f-54f6-4ce4-a9a7-4a7fed7184b3 req-336e5f16-ae6c-44c1-9ac2-34a2dd65945c tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452096 Nov 12 00:45:34.723151 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f6c20-1cd4-49da-ab73-189e0c649964 req-d800775a-a864-4017-af9f-a582108254bb tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:34.725745 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fe95621-324f-4745-a6f1-4ea57f0107af req-eb8e7889-33b5-48ef-b1ab-4366f77dd85e tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Network 6b2d1442-0e79-422e-955b-efc39299c7dd is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:45:34.730099 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f6c20-1cd4-49da-ab73-189e0c649964 req-d800775a-a864-4017-af9f-a582108254bb tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:34.730274 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-7fe95621-324f-4745-a6f1-4ea57f0107af req-eb8e7889-33b5-48ef-b1ab-4366f77dd85e tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:34.732359 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e7889-33b5-48ef-b1ab-4366f77dd85e tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Pushing event updated for resources: {'Port': ['ID=fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:34.734546 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe95621-324f-4745-a6f1-4ea57f0107af req-eb8e7889-33b5-48ef-b1ab-4366f77dd85e tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:45:34.737524 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f6c20-1cd4-49da-ab73-189e0c649964 req-d800775a-a864-4017-af9f-a582108254bb tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:34.738564 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-91bad445-5356-4b2e-9f41-7060ae95b09f req-35fdd3e2-fa1c-4b2c-8b22-1a0031d77004 service neutron] 10.222.0.54 "GET /v2.0/networks/932a85f6-3e20-455a-a5e7-01a28ed4b895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939971 Nov 12 00:45:34.745826 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f6c20-1cd4-49da-ab73-189e0c649964 req-d800775a-a864-4017-af9f-a582108254bb tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:34.752300 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f6c20-1cd4-49da-ab73-189e0c649964 req-d800775a-a864-4017-af9f-a582108254bb tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:34.764616 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f6c20-1cd4-49da-ab73-189e0c649964 req-d800775a-a864-4017-af9f-a582108254bb tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:34.768118 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3befc9a9-2773-486a-806b-92422a5d1d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:34.771426 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b929546-9a68-490f-86ca-cfe02c684597" -d '{"events": [{"server_uuid": "3befc9a9-2773-486a-806b-92422a5d1d6b", "name": "network-vif-plugged", "status": "completed", "tag": "6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:34.772991 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f6c20-1cd4-49da-ab73-189e0c649964 req-d800775a-a864-4017-af9f-a582108254bb tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:34.782347 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ba3f6c20-1cd4-49da-ab73-189e0c649964 req-d800775a-a864-4017-af9f-a582108254bb tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 5421 time: 0.1395259 Nov 12 00:45:34.795867 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:34.805051 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:34.823989 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe95621-324f-4745-a6f1-4ea57f0107af req-eb8e7889-33b5-48ef-b1ab-4366f77dd85e tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:34.824733 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7fe95621-324f-4745-a6f1-4ea57f0107af req-eb8e7889-33b5-48ef-b1ab-4366f77dd85e tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:34.845276 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7fe95621-324f-4745-a6f1-4ea57f0107af req-eb8e7889-33b5-48ef-b1ab-4366f77dd85e tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8555369 Nov 12 00:45:34.873525 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-7fe95621-324f-4745-a6f1-4ea57f0107af req-24193351-4764-440b-97a8-bec7c3245bde service neutron] Request body: {'port': {'device_id': 'e6604bc8-7d08-4279-b07c-fb284c103748', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:34.894105 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3,revision_number=8']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:34.905059 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ba3f6c20-1cd4-49da-ab73-189e0c649964 req-8081549b-557c-4b62-8fed-7519762d631b tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4f055-69fb-40bf-b27d-353bf24a3ac0&id=d9c8fd08-6591-4a5a-b303-9ee103150d54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1214583 Nov 12 00:45:34.920435 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32695eaa-3862-4b37-8e80-b217848ce15e req-9758dea2-0417-427a-bb5a-0f9bf216c9b4 tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:34.929902 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-32695eaa-3862-4b37-8e80-b217848ce15e req-9758dea2-0417-427a-bb5a-0f9bf216c9b4 tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f2f5d104-4533-4b79-bc8b-7d22b623befb&tenant_id=9c540ecbe8154e1b907ac12fc8774fd4&binding%3Ahost_id=n-h2-812236-11 HTTP/1.1" status: 200 len: 1096 time: 0.1399219 Nov 12 00:45:34.989753 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32695eaa-3862-4b37-8e80-b217848ce15e req-1c676016-c389-4bbc-854b-84aefa0c055b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:34.990964 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7fe95621-324f-4745-a6f1-4ea57f0107af req-24193351-4764-440b-97a8-bec7c3245bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:34.991249 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-32695eaa-3862-4b37-8e80-b217848ce15e req-1c676016-c389-4bbc-854b-84aefa0c055b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f2f5d104-4533-4b79-bc8b-7d22b623befb&tenant_id=9c540ecbe8154e1b907ac12fc8774fd4 HTTP/1.1" status: 200 len: 1096 time: 0.0572617 Nov 12 00:45:35.070651 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bad445-5356-4b2e-9f41-7060ae95b09f req-ded80493-1ad8-4f13-8ce3-96a1e807920a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:35.071195 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bad445-5356-4b2e-9f41-7060ae95b09f req-ded80493-1ad8-4f13-8ce3-96a1e807920a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:35.072174 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bad445-5356-4b2e-9f41-7060ae95b09f req-ded80493-1ad8-4f13-8ce3-96a1e807920a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:35.072632 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bad445-5356-4b2e-9f41-7060ae95b09f req-ded80493-1ad8-4f13-8ce3-96a1e807920a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:35.073080 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bad445-5356-4b2e-9f41-7060ae95b09f req-ded80493-1ad8-4f13-8ce3-96a1e807920a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:35.073577 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bad445-5356-4b2e-9f41-7060ae95b09f req-ded80493-1ad8-4f13-8ce3-96a1e807920a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:35.074025 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bad445-5356-4b2e-9f41-7060ae95b09f req-ded80493-1ad8-4f13-8ce3-96a1e807920a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:35.075926 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-91bad445-5356-4b2e-9f41-7060ae95b09f req-ded80493-1ad8-4f13-8ce3-96a1e807920a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c21468cd613f4b869b90c5f693039b67&device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 6485 time: 0.1963742 Nov 12 00:45:35.105827 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32695eaa-3862-4b37-8e80-b217848ce15e req-8d7cedb0-4288-46bc-8d60-3011ecb48ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:35.107301 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-32695eaa-3862-4b37-8e80-b217848ce15e req-8d7cedb0-4288-46bc-8d60-3011ecb48ed0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c540ecbe8154e1b907ac12fc8774fd4&device_id=f2f5d104-4533-4b79-bc8b-7d22b623befb HTTP/1.1" status: 200 len: 1096 time: 0.0723860 Nov 12 00:45:35.114713 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932e9ab-3227-4b19-bf9b-328972fd8855 req-4fe90db1-99ec-4eb6-9226-7b121ec1e489 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:35.116066 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4932e9ab-3227-4b19-bf9b-328972fd8855 req-4fe90db1-99ec-4eb6-9226-7b121ec1e489 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f5d104-4533-4b79-bc8b-7d22b623befb HTTP/1.1" status: 200 len: 944 time: 0.0916517 Nov 12 00:45:35.134783 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df978c9-8d51-470d-8514-aa3b4cb00bf1 x-openstack-request-id: req-4df978c9-8d51-470d-8514-aa3b4cb00bf1 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:35.135075 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3befc9a9-2773-486a-806b-92422a5d1d6b", "name": "network-vif-plugged", "status": "completed", "tag": "6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:35.136102 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4df978c9-8d51-470d-8514-aa3b4cb00bf1 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:35.136102 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3befc9a9-2773-486a-806b-92422a5d1d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3', 'code': 200} Nov 12 00:45:35.224966 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4932e9ab-3227-4b19-bf9b-328972fd8855 req-09ad4e0f-9ba9-4e4b-be3b-04118781c0a0 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990119 Nov 12 00:45:35.240938 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32695eaa-3862-4b37-8e80-b217848ce15e req-64af59f8-7f41-4816-bb71-a9e907efd9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:35.242435 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-32695eaa-3862-4b37-8e80-b217848ce15e req-64af59f8-7f41-4816-bb71-a9e907efd9d6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d872bf93-95f4-45c4-b0f4-642aed61400a HTTP/1.1" status: 200 len: 907 time: 0.1255333 Nov 12 00:45:35.326961 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-32695eaa-3862-4b37-8e80-b217848ce15e req-4aa3da44-ed24-4559-b616-2914e110a82a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12592566-5842-43d2-a41f-09c546d6e5c4 HTTP/1.1" status: 200 len: 217 time: 0.0608160 Nov 12 00:45:35.332736 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bad445-5356-4b2e-9f41-7060ae95b09f req-6a3ee94b-ac0d-4009-b2ba-02c885f033c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:35.334361 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-91bad445-5356-4b2e-9f41-7060ae95b09f req-6a3ee94b-ac0d-4009-b2ba-02c885f033c9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=932a85f6-3e20-455a-a5e7-01a28ed4b895 HTTP/1.1" status: 200 len: 902 time: 0.2111056 Nov 12 00:45:35.343118 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e83cb-0fc9-4042-b692-29f442ad8c3e req-0bc0b8e7-c339-489a-91e0-0b1a63b56c8a tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:35.344579 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fc9e83cb-0fc9-4042-b692-29f442ad8c3e req-0bc0b8e7-c339-489a-91e0-0b1a63b56c8a tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6604bc8-7d08-4279-b07c-fb284c103748 HTTP/1.1" status: 200 len: 931 time: 0.1431296 Nov 12 00:45:35.398965 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32695eaa-3862-4b37-8e80-b217848ce15e req-d6d38873-34a0-4b3a-b0c9-1d2e66717253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:35.400611 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-32695eaa-3862-4b37-8e80-b217848ce15e req-d6d38873-34a0-4b3a-b0c9-1d2e66717253 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e87486ea-14b8-4357-b569-3ef6c52f1320 HTTP/1.1" status: 200 len: 846 time: 0.0485878 Nov 12 00:45:35.420999 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-91bad445-5356-4b2e-9f41-7060ae95b09f req-ee4e6c9c-68ad-49f8-9956-d10e43415552 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=418a9123-f7b9-4bae-a70d-69acd16e3f2a HTTP/1.1" status: 200 len: 217 time: 0.0754485 Nov 12 00:45:35.440135 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-32695eaa-3862-4b37-8e80-b217848ce15e req-0ff296c2-5c0a-42ab-904a-3dce1f58581b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d872bf93-95f4-45c4-b0f4-642aed61400a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293860 Nov 12 00:45:35.541014 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fc9e83cb-0fc9-4042-b692-29f442ad8c3e req-7af540ea-9ba4-47ad-905d-62c54f30c9bf tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800027 Nov 12 00:45:35.549137 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe77db-edff-44da-95ef-b272f1fa6781 req-3b792c06-b89b-4752-a882-93742c32b654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:35.550782 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3fbe77db-edff-44da-95ef-b272f1fa6781 req-3b792c06-b89b-4752-a882-93742c32b654 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 1102 time: 0.1888733 Nov 12 00:45:35.563452 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-32695eaa-3862-4b37-8e80-b217848ce15e req-b51c3bd0-2bd9-4a69-9e0c-afdd707678e4 service neutron] 10.222.0.49 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045666 Nov 12 00:45:35.594228 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bad445-5356-4b2e-9f41-7060ae95b09f req-d498ac1c-527d-48ce-8a87-c9beb6de9b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:35.595738 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-91bad445-5356-4b2e-9f41-7060ae95b09f req-d498ac1c-527d-48ce-8a87-c9beb6de9b05 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=92d015ab-73f4-423c-8877-4552ee1df1ff HTTP/1.1" status: 200 len: 797 time: 0.1579437 Nov 12 00:45:35.660460 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-7fe95621-324f-4745-a6f1-4ea57f0107af req-24193351-4764-440b-97a8-bec7c3245bde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:45:35.673267 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7fe95621-324f-4745-a6f1-4ea57f0107af req-24193351-4764-440b-97a8-bec7c3245bde service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:35.701300 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-32695eaa-3862-4b37-8e80-b217848ce15e req-4e15a6f3-9bd6-4c28-8824-018d544de634 service neutron] 10.222.0.49 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297097 Nov 12 00:45:35.709690 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-7fe95621-324f-4745-a6f1-4ea57f0107af req-24193351-4764-440b-97a8-bec7c3245bde service neutron] Transition to ACTIVE for port object fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:45:35.721833 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bad445-5356-4b2e-9f41-7060ae95b09f req-792a622e-b8a6-4103-ac65-c4cd4695b191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:35.726313 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-91bad445-5356-4b2e-9f41-7060ae95b09f req-792a622e-b8a6-4103-ac65-c4cd4695b191 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=932a85f6-3e20-455a-a5e7-01a28ed4b895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1158068 Nov 12 00:45:35.732960 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3fbe77db-edff-44da-95ef-b272f1fa6781 req-d15c865d-cc33-4ac4-abc9-83441953407d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592121 Nov 12 00:45:35.733646 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7fe95621-324f-4745-a6f1-4ea57f0107af req-24193351-4764-440b-97a8-bec7c3245bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:35.884374 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24193351-4764-440b-97a8-bec7c3245bde service neutron] Pushing event updated for resources: {'Port': ['ID=fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:35.961804 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9c9e7-d4d6-4b2b-a3e8-f3d56cd84e48 req-67ac084d-b6c6-4f24-8b19-e0a0618aed39 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:35.964565 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f9d9c9e7-d4d6-4b2b-a3e8-f3d56cd84e48 req-67ac084d-b6c6-4f24-8b19-e0a0618aed39 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 950 time: 0.1640677 Nov 12 00:45:35.994940 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-91bad445-5356-4b2e-9f41-7060ae95b09f req-b29e46a0-353b-48ed-a514-e03ec7b230cd service neutron] 10.222.0.54 "GET /v2.0/networks/932a85f6-3e20-455a-a5e7-01a28ed4b895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580552 Nov 12 00:45:36.051150 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-7fe95621-324f-4745-a6f1-4ea57f0107af req-24193351-4764-440b-97a8-bec7c3245bde service neutron] Attempting to bind port fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:45:36.051538 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-7fe95621-324f-4745-a6f1-4ea57f0107af req-24193351-4764-440b-97a8-bec7c3245bde service neutron] Attempting to bind port fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '6c913048-0125-4fcf-b07f-89f668c97b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '6b2d1442-0e79-422e-955b-efc39299c7dd'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:45:36.051874 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe95621-324f-4745-a6f1-4ea57f0107af req-24193351-4764-440b-97a8-bec7c3245bde service neutron] Attempting to bind port fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb on network 6b2d1442-0e79-422e-955b-efc39299c7dd {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:36.071981 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f9d9c9e7-d4d6-4b2b-a3e8-f3d56cd84e48 req-dfc0abed-3a7f-40f9-9334-9c497d0ad7d0 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984027 Nov 12 00:45:36.072528 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe95621-324f-4745-a6f1-4ea57f0107af req-24193351-4764-440b-97a8-bec7c3245bde service neutron] Port fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb on network 6b2d1442-0e79-422e-955b-efc39299c7dd not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:45:36.072851 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe95621-324f-4745-a6f1-4ea57f0107af req-24193351-4764-440b-97a8-bec7c3245bde service neutron] Attempting to bind port fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb on network 6b2d1442-0e79-422e-955b-efc39299c7dd {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:36.107034 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe95621-324f-4745-a6f1-4ea57f0107af req-24193351-4764-440b-97a8-bec7c3245bde service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:45:36.107368 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe95621-324f-4745-a6f1-4ea57f0107af req-24193351-4764-440b-97a8-bec7c3245bde service neutron] Checking segment: {'id': '6c913048-0125-4fcf-b07f-89f668c97b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '6b2d1442-0e79-422e-955b-efc39299c7dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:45:36.107758 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe95621-324f-4745-a6f1-4ea57f0107af req-24193351-4764-440b-97a8-bec7c3245bde service neutron] Bound using segment: {'id': '6c913048-0125-4fcf-b07f-89f668c97b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '6b2d1442-0e79-422e-955b-efc39299c7dd'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:45:36.108238 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-7fe95621-324f-4745-a6f1-4ea57f0107af req-24193351-4764-440b-97a8-bec7c3245bde service neutron] Bound port: fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c913048-0125-4fcf-b07f-89f668c97b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '6b2d1442-0e79-422e-955b-efc39299c7dd'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:45:36.108578 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7fe95621-324f-4745-a6f1-4ea57f0107af req-24193351-4764-440b-97a8-bec7c3245bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:36.126582 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37972da8-e0b7-425f-bf98-d6baae8742dd req-168b51e3-afd9-4e19-9255-e26bcb7685ce tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:36.133530 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37972da8-e0b7-425f-bf98-d6baae8742dd req-168b51e3-afd9-4e19-9255-e26bcb7685ce tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:36.138992 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37972da8-e0b7-425f-bf98-d6baae8742dd req-168b51e3-afd9-4e19-9255-e26bcb7685ce tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:36.145441 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37972da8-e0b7-425f-bf98-d6baae8742dd req-168b51e3-afd9-4e19-9255-e26bcb7685ce tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:36.152520 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37972da8-e0b7-425f-bf98-d6baae8742dd req-168b51e3-afd9-4e19-9255-e26bcb7685ce tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:36.158494 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37972da8-e0b7-425f-bf98-d6baae8742dd req-168b51e3-afd9-4e19-9255-e26bcb7685ce tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:36.166118 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37972da8-e0b7-425f-bf98-d6baae8742dd req-168b51e3-afd9-4e19-9255-e26bcb7685ce tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:36.173821 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-37972da8-e0b7-425f-bf98-d6baae8742dd req-168b51e3-afd9-4e19-9255-e26bcb7685ce tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 5421 time: 0.1080747 Nov 12 00:45:36.197980 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-91bad445-5356-4b2e-9f41-7060ae95b09f req-166c8290-9f8e-463b-ae06-7d371db34327 service neutron] 10.222.0.54 "GET /v2.0/networks/932a85f6-3e20-455a-a5e7-01a28ed4b895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833963 Nov 12 00:45:36.206640 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 48128) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:36.209241 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-7fe95621-324f-4745-a6f1-4ea57f0107af req-24193351-4764-440b-97a8-bec7c3245bde service neutron] For port fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:45:36.216427 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-7fe95621-324f-4745-a6f1-4ea57f0107af req-24193351-4764-440b-97a8-bec7c3245bde service neutron] For port fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb,segment=NetworkSegment(6c913048-0125-4fcf-b07f-89f668c97b8b),segment_id=6c913048-0125-4fcf-b07f-89f668c97b8b)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:45:36.227398 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7fe95621-324f-4745-a6f1-4ea57f0107af req-24193351-4764-440b-97a8-bec7c3245bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:36.262106 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-37972da8-e0b7-425f-bf98-d6baae8742dd req-4acfe2c2-e13c-4a1d-aaf7-ff66e1d7dbac tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4f055-69fb-40bf-b27d-353bf24a3ac0&id=d9c8fd08-6591-4a5a-b303-9ee103150d54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0826964 Nov 12 00:45:36.280261 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe95621-324f-4745-a6f1-4ea57f0107af req-24193351-4764-440b-97a8-bec7c3245bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:36.280931 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7fe95621-324f-4745-a6f1-4ea57f0107af req-24193351-4764-440b-97a8-bec7c3245bde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:36.282363 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7fe95621-324f-4745-a6f1-4ea57f0107af req-24193351-4764-440b-97a8-bec7c3245bde service neutron] 10.222.0.54 "PUT /v2.0/ports/fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb HTTP/1.1" status: 200 len: 1092 time: 1.4195933 Nov 12 00:45:36.282811 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6604bc8-7d08-4279-b07c-fb284c103748', 'tag': 'fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:36.285056 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ce26a3-e5fc-444d-9b00-aa63c6a029a4" -d '{"events": [{"name": "network-changed", "server_uuid": "e6604bc8-7d08-4279-b07c-fb284c103748", "tag": "fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:36.311935 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24193351-4764-440b-97a8-bec7c3245bde service neutron] Pushing event updated for resources: {'Port': ['ID=fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:36.391219 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378e37fd-bb21-493c-b990-642bc9735052 x-openstack-request-id: req-378e37fd-bb21-493c-b990-642bc9735052 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:36.391502 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6604bc8-7d08-4279-b07c-fb284c103748", "tag": "fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:36.391749 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-378e37fd-bb21-493c-b990-642bc9735052 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:36.392149 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6604bc8-7d08-4279-b07c-fb284c103748', 'tag': 'fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb', 'status': 'completed', 'code': 200} Nov 12 00:45:36.400574 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-00af816c-d8ed-4a6f-8dc6-cd950fa58cca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:36.500140 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0e0a3-9772-496b-b696-ac246a68c609 req-dd9097d8-282e-4236-b682-f141a6bbb8e1 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:36.501760 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-22e0e0a3-9772-496b-b696-ac246a68c609 req-dd9097d8-282e-4236-b682-f141a6bbb8e1 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f5d104-4533-4b79-bc8b-7d22b623befb HTTP/1.1" status: 200 len: 944 time: 0.1716411 Nov 12 00:45:36.506998 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32695eaa-3862-4b37-8e80-b217848ce15e req-95222ecd-b1bc-4212-af45-56a821798b0d tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:36.508384 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-32695eaa-3862-4b37-8e80-b217848ce15e req-95222ecd-b1bc-4212-af45-56a821798b0d tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f2f5d104-4533-4b79-bc8b-7d22b623befb&tenant_id=9c540ecbe8154e1b907ac12fc8774fd4&binding%3Ahost_id=n-h1-812236-11 HTTP/1.1" status: 200 len: 1096 time: 0.1660643 Nov 12 00:45:36.552405 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe95621-324f-4745-a6f1-4ea57f0107af req-7adda82f-a570-4fe8-8539-b5517cd8134a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:36.553819 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7fe95621-324f-4745-a6f1-4ea57f0107af req-7adda82f-a570-4fe8-8539-b5517cd8134a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=78b3942b4d1d42e395f1a600361aab79&device_id=e6604bc8-7d08-4279-b07c-fb284c103748 HTTP/1.1" status: 200 len: 1095 time: 0.2019770 Nov 12 00:45:36.661782 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7fe95621-324f-4745-a6f1-4ea57f0107af req-153c3f96-d174-4992-8bba-350f6c80cd64 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb HTTP/1.1" status: 200 len: 217 time: 0.0762718 Nov 12 00:45:36.666651 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc9d9b-a84a-4287-b040-4648212a1460 req-d5998de8-093c-41fb-9ef3-51dc800020b5 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:36.668920 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a5cc9d9b-a84a-4287-b040-4648212a1460 req-d5998de8-093c-41fb-9ef3-51dc800020b5 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6604bc8-7d08-4279-b07c-fb284c103748 HTTP/1.1" status: 200 len: 943 time: 0.0560617 Nov 12 00:45:36.721903 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a5cc9d9b-a84a-4287-b040-4648212a1460 req-102f7baf-8ae2-4c73-9269-c5bb7b06a3e9 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468307 Nov 12 00:45:36.767885 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-22e0e0a3-9772-496b-b696-ac246a68c609 req-62ea3eb2-f235-4166-8816-05676296d421 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560668 Nov 12 00:45:36.800735 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe95621-324f-4745-a6f1-4ea57f0107af req-91854ddc-eca3-4c9d-aa41-7783cc8bbb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:36.802214 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7fe95621-324f-4745-a6f1-4ea57f0107af req-91854ddc-eca3-4c9d-aa41-7783cc8bbb14 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e9ebb41c-1861-43b6-b921-ba560680823b HTTP/1.1" status: 200 len: 846 time: 0.1295428 Nov 12 00:45:36.881718 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7fe95621-324f-4745-a6f1-4ea57f0107af req-171f8151-b606-4be0-9bc6-36bf8c5614e1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b2d1442-0e79-422e-955b-efc39299c7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584641 Nov 12 00:45:36.966150 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-32695eaa-3862-4b37-8e80-b217848ce15e req-d6e33da4-d953-488f-bfab-5e330150609d service neutron] For port 12592566-5842-43d2-a41f-09c546d6e5c4, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:45:36.974281 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-32695eaa-3862-4b37-8e80-b217848ce15e req-d6e33da4-d953-488f-bfab-5e330150609d service neutron] Publish callbacks [] for binding, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:36.975353 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-32695eaa-3862-4b37-8e80-b217848ce15e req-d6e33da4-d953-488f-bfab-5e330150609d service neutron] 10.222.0.49 "DELETE /v2.0/ports/12592566-5842-43d2-a41f-09c546d6e5c4/bindings/n-h2-812236-11 HTTP/1.1" status: 204 len: 173 time: 0.4372740 Nov 12 00:45:37.057762 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7fe95621-324f-4745-a6f1-4ea57f0107af req-170258d8-acb2-44b6-953d-4bb8adcd95ec service neutron] 10.222.0.54 "GET /v2.0/networks/6b2d1442-0e79-422e-955b-efc39299c7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667402 Nov 12 00:45:37.247135 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7fe95621-324f-4745-a6f1-4ea57f0107af req-07108fb5-b608-4fce-95e3-20f7aed0835a service neutron] 10.222.0.54 "GET /v2.0/networks/6b2d1442-0e79-422e-955b-efc39299c7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672759 Nov 12 00:45:37.260892 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79ae16-9c49-4525-829f-1b58f1d42ec1 req-8fb27636-2cdb-4bd2-afbc-73c15c5c0f2d tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:37.262365 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0d79ae16-9c49-4525-829f-1b58f1d42ec1 req-8fb27636-2cdb-4bd2-afbc-73c15c5c0f2d tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 950 time: 0.1066492 Nov 12 00:45:37.289344 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4c0f3278-aa8f-49ec-a28f-342b752b06c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:37.404014 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ffd442-2dd0-4d39-b80f-58d9c905197b req-4a3b0b38-7d1f-43c8-9f56-3a712c4aa4e1 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:37.411575 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ffd442-2dd0-4d39-b80f-58d9c905197b req-4a3b0b38-7d1f-43c8-9f56-3a712c4aa4e1 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:37.418500 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0d79ae16-9c49-4525-829f-1b58f1d42ec1 req-f0f72640-ee69-4e74-b1b4-3ba6bb3cdd3a tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485555 Nov 12 00:45:37.422067 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ffd442-2dd0-4d39-b80f-58d9c905197b req-4a3b0b38-7d1f-43c8-9f56-3a712c4aa4e1 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:37.431790 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ffd442-2dd0-4d39-b80f-58d9c905197b req-4a3b0b38-7d1f-43c8-9f56-3a712c4aa4e1 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:37.449798 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ffd442-2dd0-4d39-b80f-58d9c905197b req-4a3b0b38-7d1f-43c8-9f56-3a712c4aa4e1 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:37.459922 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ffd442-2dd0-4d39-b80f-58d9c905197b req-4a3b0b38-7d1f-43c8-9f56-3a712c4aa4e1 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:37.467127 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ffd442-2dd0-4d39-b80f-58d9c905197b req-4a3b0b38-7d1f-43c8-9f56-3a712c4aa4e1 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:37.472111 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-06ffd442-2dd0-4d39-b80f-58d9c905197b req-4a3b0b38-7d1f-43c8-9f56-3a712c4aa4e1 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 5421 time: 0.1300576 Nov 12 00:45:37.518260 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce26a3-e5fc-444d-9b00-aa63c6a029a4 req-813a4363-1fce-47f6-99bb-a3b3a0807866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:37.519812 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a6ce26a3-e5fc-444d-9b00-aa63c6a029a4 req-813a4363-1fce-47f6-99bb-a3b3a0807866 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=78b3942b4d1d42e395f1a600361aab79&device_id=e6604bc8-7d08-4279-b07c-fb284c103748 HTTP/1.1" status: 200 len: 1095 time: 0.1659687 Nov 12 00:45:37.530715 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 12592566-5842-43d2-a41f-09c546d6e5c4 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:45:37.542203 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-06ffd442-2dd0-4d39-b80f-58d9c905197b req-cc7031be-699f-4fe1-bafe-6c3b8aa83781 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4f055-69fb-40bf-b27d-353bf24a3ac0&id=d9c8fd08-6591-4a5a-b303-9ee103150d54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0630980 Nov 12 00:45:37.614278 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:37.615960 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 12592566-5842-43d2-a41f-09c546d6e5c4 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:45:37.670160 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce26a3-e5fc-444d-9b00-aa63c6a029a4 req-d4735aca-b006-4bd4-b166-7ffc6f7bb61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:37.671623 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a6ce26a3-e5fc-444d-9b00-aa63c6a029a4 req-d4735aca-b006-4bd4-b166-7ffc6f7bb61b service neutron] 10.222.0.54 "GET /v2.0/networks?id=6b2d1442-0e79-422e-955b-efc39299c7dd HTTP/1.1" status: 200 len: 907 time: 0.1198370 Nov 12 00:45:37.732047 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a6ce26a3-e5fc-444d-9b00-aa63c6a029a4 req-670e7c92-6e14-4ba6-bf03-052d9597bdc7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb HTTP/1.1" status: 200 len: 217 time: 0.0421858 Nov 12 00:45:37.828246 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce26a3-e5fc-444d-9b00-aa63c6a029a4 req-dbd28846-70a7-4c38-94f8-5c07557af81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:37.829733 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a6ce26a3-e5fc-444d-9b00-aa63c6a029a4 req-dbd28846-70a7-4c38-94f8-5c07557af81b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e9ebb41c-1861-43b6-b921-ba560680823b HTTP/1.1" status: 200 len: 846 time: 0.0766225 Nov 12 00:45:37.895458 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8dc58a-66e2-4297-97ae-b12e923b6b16 req-66f662da-cbb0-47a3-8f8a-cd35d5469d78 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:37.897011 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0d8dc58a-66e2-4297-97ae-b12e923b6b16 req-66f662da-cbb0-47a3-8f8a-cd35d5469d78 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f5d104-4533-4b79-bc8b-7d22b623befb HTTP/1.1" status: 200 len: 944 time: 0.0510280 Nov 12 00:45:37.949397 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0d8dc58a-66e2-4297-97ae-b12e923b6b16 req-f82ac4b7-9a03-474b-b504-0b88fe85f979 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452662 Nov 12 00:45:38.184520 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-4c0f3278-aa8f-49ec-a28f-342b752b06c8 admin admin] Deleting port 4cb2828c-ec4b-41f1-8e21-672a6d143356 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:38.184866 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4c0f3278-aa8f-49ec-a28f-342b752b06c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:38.187980 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a6ce26a3-e5fc-444d-9b00-aa63c6a029a4 req-7b7f1223-3b67-43c3-883e-3b3972d03397 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b2d1442-0e79-422e-955b-efc39299c7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3488863 Nov 12 00:45:38.216507 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d35362-442c-4610-9e9e-2e213e142e2b req-7b47336b-3c36-4883-9a17-7c38ee30247d tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:38.218042 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-20d35362-442c-4610-9e9e-2e213e142e2b req-7b47336b-3c36-4883-9a17-7c38ee30247d tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f2f5d104-4533-4b79-bc8b-7d22b623befb HTTP/1.1" status: 200 len: 1096 time: 0.0461295 Nov 12 00:45:38.224804 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b56c154-2759-4683-aa9e-321c2fe1a25a req-968dc807-bbb2-4555-9eb2-52dbfc3b0e44 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:38.226719 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9b56c154-2759-4683-aa9e-321c2fe1a25a req-968dc807-bbb2-4555-9eb2-52dbfc3b0e44 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6604bc8-7d08-4279-b07c-fb284c103748 HTTP/1.1" status: 200 len: 943 time: 0.4354663 Nov 12 00:45:38.263560 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-20d35362-442c-4610-9e9e-2e213e142e2b req-7d4fb2b9-8eda-420b-825b-81bc2a419327 tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395019 Nov 12 00:45:38.412614 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-4c0f3278-aa8f-49ec-a28f-342b752b06c8 admin admin] For port 4cb2828c-ec4b-41f1-8e21-672a6d143356, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=4cb2828c-ec4b-41f1-8e21-672a6d143356,segment=NetworkSegment(64423b48-3f01-4308-ad49-68cdee9e8a8c),segment_id=64423b48-3f01-4308-ad49-68cdee9e8a8c)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:38.413006 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4c0f3278-aa8f-49ec-a28f-342b752b06c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:38.420640 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9b56c154-2759-4683-aa9e-321c2fe1a25a req-27eef7a0-0317-4ac5-993b-ae15aec7de05 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523459 Nov 12 00:45:38.446645 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-4c0f3278-aa8f-49ec-a28f-342b752b06c8 admin admin] Calling delete_port for 4cb2828c-ec4b-41f1-8e21-672a6d143356 owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:38.455915 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a6ce26a3-e5fc-444d-9b00-aa63c6a029a4 req-174cf950-0511-4485-b145-df75deea6d1e service neutron] 10.222.0.54 "GET /v2.0/networks/6b2d1442-0e79-422e-955b-efc39299c7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540925 Nov 12 00:45:38.500083 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device cc41f133-519e-494a-93c2-83e7af38e257 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:45:38.579761 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d7cbd-d9a3-4af4-9005-e3a506818fa5 req-8a22612d-342c-45eb-90ba-aec677392f58 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:38.584341 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d61d7cbd-d9a3-4af4-9005-e3a506818fa5 req-8a22612d-342c-45eb-90ba-aec677392f58 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/networks?id=d872bf93-95f4-45c4-b0f4-642aed61400a HTTP/1.1" status: 200 len: 806 time: 0.1278830 Nov 12 00:45:38.598027 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:38.598696 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d61d7cbd-d9a3-4af4-9005-e3a506818fa5 req-39bdfa42-b3be-4705-b058-495fb5919d2a tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/quotas/9c540ecbe8154e1b907ac12fc8774fd4 HTTP/1.1" status: 200 len: 375 time: 0.0110917 Nov 12 00:45:38.623283 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '005a6eb7-575e-4079-9d82-07016eedaee4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc41f133-519e-494a-93c2-83e7af38e257'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:38.625875 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82487a85-71ef-4104-a62b-e32ca5969cd1" -d '{"events": [{"server_uuid": "005a6eb7-575e-4079-9d82-07016eedaee4", "name": "network-vif-unplugged", "status": "completed", "tag": "cc41f133-519e-494a-93c2-83e7af38e257"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:38.640020 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port cc41f133-519e-494a-93c2-83e7af38e257, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=cc41f133-519e-494a-93c2-83e7af38e257,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:38.644531 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:38.657902 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d61d7cbd-d9a3-4af4-9005-e3a506818fa5 req-a4667226-7919-4dfc-bd21-a7d12cff27b8 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9c540ecbe8154e1b907ac12fc8774fd4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0522795 Nov 12 00:45:38.687566 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240b88d-fbd4-4e3f-a0bc-60703dae5b4a req-50396d98-2e3c-474a-85cc-d280ea892efd tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:38.689060 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8240b88d-fbd4-4e3f-a0bc-60703dae5b4a req-50396d98-2e3c-474a-85cc-d280ea892efd tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 950 time: 0.1792700 Nov 12 00:45:38.695605 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=cc41f133-519e-494a-93c2-83e7af38e257,revision_number=8']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:38.710988 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a6ce26a3-e5fc-444d-9b00-aa63c6a029a4 req-bb662690-d520-414a-b888-e3a94ad0cb6a service neutron] 10.222.0.54 "GET /v2.0/networks/6b2d1442-0e79-422e-955b-efc39299c7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464936 Nov 12 00:45:38.759058 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d61d7cbd-d9a3-4af4-9005-e3a506818fa5 req-a6238dce-bbc7-48a5-ae08-845f598e1a2b service neutron] 10.222.0.20 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926430 Nov 12 00:45:38.763917 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8240b88d-fbd4-4e3f-a0bc-60703dae5b4a req-8ecfd879-caf6-4e66-aa2f-14bd4c25a820 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653110 Nov 12 00:45:38.823929 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4c0f3278-aa8f-49ec-a28f-342b752b06c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:38.861321 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f3278-aa8f-49ec-a28f-342b752b06c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cb2828c-ec4b-41f1-8e21-672a6d143356,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:38.867849 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d61d7cbd-d9a3-4af4-9005-e3a506818fa5 req-eefa8248-f44e-4824-ac2a-2e2ff381ece6 service neutron] 10.222.0.20 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014760 Nov 12 00:45:38.962600 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882232c0-e6ca-4aa3-a5d1-4ef0a0754776 req-f647c92b-93cd-4bb6-bc6f-58a5940fdaa9 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:38.969200 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882232c0-e6ca-4aa3-a5d1-4ef0a0754776 req-f647c92b-93cd-4bb6-bc6f-58a5940fdaa9 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:38.975279 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882232c0-e6ca-4aa3-a5d1-4ef0a0754776 req-f647c92b-93cd-4bb6-bc6f-58a5940fdaa9 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:38.983351 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882232c0-e6ca-4aa3-a5d1-4ef0a0754776 req-f647c92b-93cd-4bb6-bc6f-58a5940fdaa9 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:38.990916 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882232c0-e6ca-4aa3-a5d1-4ef0a0754776 req-f647c92b-93cd-4bb6-bc6f-58a5940fdaa9 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:38.998039 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882232c0-e6ca-4aa3-a5d1-4ef0a0754776 req-f647c92b-93cd-4bb6-bc6f-58a5940fdaa9 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:39.017473 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882232c0-e6ca-4aa3-a5d1-4ef0a0754776 req-f647c92b-93cd-4bb6-bc6f-58a5940fdaa9 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:39.021780 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-882232c0-e6ca-4aa3-a5d1-4ef0a0754776 req-f647c92b-93cd-4bb6-bc6f-58a5940fdaa9 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 5421 time: 0.1921670 Nov 12 00:45:39.049796 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16969331-61c8-4518-9e6c-a11325fa9a3f x-openstack-request-id: req-16969331-61c8-4518-9e6c-a11325fa9a3f {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:39.050122 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "005a6eb7-575e-4079-9d82-07016eedaee4", "name": "network-vif-unplugged", "status": "completed", "tag": "cc41f133-519e-494a-93c2-83e7af38e257", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:39.050379 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-16969331-61c8-4518-9e6c-a11325fa9a3f {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:39.050812 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '005a6eb7-575e-4079-9d82-07016eedaee4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc41f133-519e-494a-93c2-83e7af38e257', 'code': 200} Nov 12 00:45:39.148629 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:39.174789 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790706d4-0d08-48bd-93f4-66f0218e795c req-6528e18a-1620-43fd-b4f3-2de22bc51aee tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:39.182259 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-790706d4-0d08-48bd-93f4-66f0218e795c req-6528e18a-1620-43fd-b4f3-2de22bc51aee tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 950 time: 0.0763373 Nov 12 00:45:39.215206 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-882232c0-e6ca-4aa3-a5d1-4ef0a0754776 req-a31df02f-7869-470a-a42c-3d73b1c5228b tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4f055-69fb-40bf-b27d-353bf24a3ac0&id=d9c8fd08-6591-4a5a-b303-9ee103150d54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1362000 Nov 12 00:45:39.226512 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4c0f3278-aa8f-49ec-a28f-342b752b06c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:39.228702 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-790706d4-0d08-48bd-93f4-66f0218e795c req-9a64238e-963a-4cd8-94d5-592f60ddf5e5 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445387 Nov 12 00:45:39.323967 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-16c88bb5-1d11-46a8-9ad2-23ccd0a70533 req-ee958d97-be0e-4ef5-b214-33ece9de666d tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7b1b3f4-84b9-4b20-9307-dc25b27eceb4 HTTP/1.1" status: 200 len: 210 time: 0.0341930 Nov 12 00:45:39.540739 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0f3278-aa8f-49ec-a28f-342b752b06c8 admin admin] Router 75dd6e5d-b3c8-42d5-a224-73af74680329 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:45:39.730511 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:39.737408 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd71ed-ac4f-4dcc-ab3a-9de15f4801ad req-1b654bf4-3f0a-4b32-8b76-6f4269afab5d tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:39.738947 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-14bd71ed-ac4f-4dcc-ab3a-9de15f4801ad req-1b654bf4-3f0a-4b32-8b76-6f4269afab5d tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6604bc8-7d08-4279-b07c-fb284c103748 HTTP/1.1" status: 200 len: 943 time: 0.1150026 Nov 12 00:45:39.755982 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0f3278-aa8f-49ec-a28f-342b752b06c8 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:45:39.756282 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4bd8c-c935-4545-bf49-cb0470afa478 req-c259ad12-d155-45eb-9c6b-b3bdc20711f9 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:39.757830 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0cb4bd8c-c935-4545-bf49-cb0470afa478 req-c259ad12-d155-45eb-9c6b-b3bdc20711f9 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 950 time: 0.0889411 Nov 12 00:45:39.767060 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-4c0f3278-aa8f-49ec-a28f-342b752b06c8 admin admin] 10.222.0.20 "PUT /v2.0/routers/75dd6e5d-b3c8-42d5-a224-73af74680329/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5591941 Nov 12 00:45:39.769654 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 48240) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:39.771295 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b217abad-9f45-4254-9c5e-9cf0374cf6d5 None None] Sync routers for ids ['75dd6e5d-b3c8-42d5-a224-73af74680329'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:45:39.792463 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b217abad-9f45-4254-9c5e-9cf0374cf6d5 None None] Routers {'75dd6e5d-b3c8-42d5-a224-73af74680329'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:45:39.794268 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-b217abad-9f45-4254-9c5e-9cf0374cf6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:45:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['75dd6e5d-b3c8-42d5-a224-73af74680329'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:39.839153 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0cb4bd8c-c935-4545-bf49-cb0470afa478 req-95ea534f-5c16-46c8-ad01-17d5a4b0e252 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529871 Nov 12 00:45:39.848417 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-14bd71ed-ac4f-4dcc-ab3a-9de15f4801ad req-c9c21832-4288-4a1f-86db-4c41484c8553 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017339 Nov 12 00:45:39.920867 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-725380e9-baf1-43e1-add8-bca8ea07f27f admin admin] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:39.961942 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-b217abad-9f45-4254-9c5e-9cf0374cf6d5 None None] Set router 75dd6e5d-b3c8-42d5-a224-73af74680329 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:45:40.050119 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-725380e9-baf1-43e1-add8-bca8ea07f27f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:40.114441 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-725380e9-baf1-43e1-add8-bca8ea07f27f admin admin] Deleting port 8a483b79-a1b2-462d-adea-4b716af7a61c {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:40.114698 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-725380e9-baf1-43e1-add8-bca8ea07f27f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:40.157158 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-b217abad-9f45-4254-9c5e-9cf0374cf6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-574574574-router', 'tenant_id': '65e37905fcda41a0a64a3bffb54da22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '8a483b79-a1b2-462d-adea-4b716af7a61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:42Z', 'updated_at': '2021-11-12T00:45:38Z', 'revision_number': 5, 'project_id': '65e37905fcda41a0a64a3bffb54da22e', 'gw_port': {'id': '8a483b79-a1b2-462d-adea-4b716af7a61c', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:43Z', 'updated_at': '2021-11-12T00:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:40.185289 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b217abad-9f45-4254-9c5e-9cf0374cf6d5 None None] Checking router: 75dd6e5d-b3c8-42d5-a224-73af74680329 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:45:40.194287 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b217abad-9f45-4254-9c5e-9cf0374cf6d5 None None] Routers {'75dd6e5d-b3c8-42d5-a224-73af74680329'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:45:40.194899 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-b217abad-9f45-4254-9c5e-9cf0374cf6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:45:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['75dd6e5d-b3c8-42d5-a224-73af74680329'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:40.202980 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-725380e9-baf1-43e1-add8-bca8ea07f27f admin admin] For port 8a483b79-a1b2-462d-adea-4b716af7a61c, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=8a483b79-a1b2-462d-adea-4b716af7a61c,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:40.203370 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-725380e9-baf1-43e1-add8-bca8ea07f27f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:40.217692 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-725380e9-baf1-43e1-add8-bca8ea07f27f admin admin] Calling delete_port for 8a483b79-a1b2-462d-adea-4b716af7a61c owned by network:router_gateway {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:40.310160 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-b217abad-9f45-4254-9c5e-9cf0374cf6d5 None None] Set router 75dd6e5d-b3c8-42d5-a224-73af74680329 gateway port host: None {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:45:40.407507 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-b217abad-9f45-4254-9c5e-9cf0374cf6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-574574574-router', 'tenant_id': '65e37905fcda41a0a64a3bffb54da22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:42Z', 'updated_at': '2021-11-12T00:45:40Z', 'revision_number': 6, 'project_id': '65e37905fcda41a0a64a3bffb54da22e', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:40.456406 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b217abad-9f45-4254-9c5e-9cf0374cf6d5 None None] The sync data for ids ['75dd6e5d-b3c8-42d5-a224-73af74680329'] in n-d-812236-11 is: [{'id': '75dd6e5d-b3c8-42d5-a224-73af74680329', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-574574574-router', 'tenant_id': '65e37905fcda41a0a64a3bffb54da22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:42Z', 'updated_at': '2021-11-12T00:45:40Z', 'revision_number': 6, 'project_id': '65e37905fcda41a0a64a3bffb54da22e', 'gw_port_host': None}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:45:40.466273 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49355247-5943-4274-8c59-5f8391e4df12 req-9ee3977e-bbc3-4c72-a43d-7b8bbb27ae5c tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:40.474801 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49355247-5943-4274-8c59-5f8391e4df12 req-9ee3977e-bbc3-4c72-a43d-7b8bbb27ae5c tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:40.482394 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49355247-5943-4274-8c59-5f8391e4df12 req-9ee3977e-bbc3-4c72-a43d-7b8bbb27ae5c tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:40.488581 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49355247-5943-4274-8c59-5f8391e4df12 req-9ee3977e-bbc3-4c72-a43d-7b8bbb27ae5c tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:40.497641 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49355247-5943-4274-8c59-5f8391e4df12 req-9ee3977e-bbc3-4c72-a43d-7b8bbb27ae5c tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:40.504364 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49355247-5943-4274-8c59-5f8391e4df12 req-9ee3977e-bbc3-4c72-a43d-7b8bbb27ae5c tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:40.512082 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49355247-5943-4274-8c59-5f8391e4df12 req-9ee3977e-bbc3-4c72-a43d-7b8bbb27ae5c tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:40.524692 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device cc41f133-519e-494a-93c2-83e7af38e257 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:45:40.540026 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-49355247-5943-4274-8c59-5f8391e4df12 req-9ee3977e-bbc3-4c72-a43d-7b8bbb27ae5c tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 5421 time: 0.1558328 Nov 12 00:45:40.591777 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:40.604201 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e9585b7f-9e4c-4aee-8291-0fdf2ecb6237 req-c03f4628-ffd2-46f6-839b-c903bd80c257 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7b1b3f4-84b9-4b20-9307-dc25b27eceb4 HTTP/1.1" status: 200 len: 210 time: 0.0518315 Nov 12 00:45:40.682411 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port cc41f133-519e-494a-93c2-83e7af38e257, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=cc41f133-519e-494a-93c2-83e7af38e257,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:40.702024 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': 'cc41f133-519e-494a-93c2-83e7af38e257', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'port_id': 'cc41f133-519e-494a-93c2-83e7af38e257', 'mac_address': 'fa:16:3e:b8:34:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3288e972-21d8-4a52-9002-05790fb0bb61', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:45:40.747197 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-725380e9-baf1-43e1-add8-bca8ea07f27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:40.760047 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:40.780330 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc41f133-519e-494a-93c2-83e7af38e257 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:45:40.803696 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port cc41f133-519e-494a-93c2-83e7af38e257, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=cc41f133-519e-494a-93c2-83e7af38e257,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:40.818157 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:40.819063 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-49355247-5943-4274-8c59-5f8391e4df12 req-e5f28783-0656-4bd3-bfa1-013b8bc55329 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4f055-69fb-40bf-b27d-353bf24a3ac0&id=d9c8fd08-6591-4a5a-b303-9ee103150d54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2774687 Nov 12 00:45:40.819834 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725380e9-baf1-43e1-add8-bca8ea07f27f admin admin] Pushing event deleted for resources: {'Port': ['ID=8a483b79-a1b2-462d-adea-4b716af7a61c,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:40.849156 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d7cbd-d9a3-4af4-9005-e3a506818fa5 req-8c8b7f89-627d-4457-8252-a1ca2fa14dcb tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:40.850724 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d61d7cbd-d9a3-4af4-9005-e3a506818fa5 req-8c8b7f89-627d-4457-8252-a1ca2fa14dcb tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.54 "GET /v2.0/networks?id=d872bf93-95f4-45c4-b0f4-642aed61400a HTTP/1.1" status: 200 len: 806 time: 0.3046737 Nov 12 00:45:40.913418 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-d61d7cbd-d9a3-4af4-9005-e3a506818fa5 req-4915541a-8f91-4d92-8068-c13bce1007aa tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Request body: {'port': {'device_id': 'a7b1b3f4-84b9-4b20-9307-dc25b27eceb4', 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a', 'admin_state_up': True, 'tenant_id': '9c540ecbe8154e1b907ac12fc8774fd4'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:40.941632 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=cc41f133-519e-494a-93c2-83e7af38e257,revision_number=9']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:40.985656 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-725380e9-baf1-43e1-add8-bca8ea07f27f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:41.112756 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['cc41f133-519e-494a-93c2-83e7af38e257'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:45:41.127866 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-725380e9-baf1-43e1-add8-bca8ea07f27f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:41.128910 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27915ff2-e53c-43b8-ac6f-b691238b6628 req-a619a4eb-64bf-4119-9a2b-1190ca632f09 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:41.134340 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-725380e9-baf1-43e1-add8-bca8ea07f27f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:41.138434 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-27915ff2-e53c-43b8-ac6f-b691238b6628 req-a619a4eb-64bf-4119-9a2b-1190ca632f09 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 950 time: 0.1144536 Nov 12 00:45:41.207427 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-725380e9-baf1-43e1-add8-bca8ea07f27f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:41.208211 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725380e9-baf1-43e1-add8-bca8ea07f27f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75dd6e5d-b3c8-42d5-a224-73af74680329 {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:45:41.214016 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-27915ff2-e53c-43b8-ac6f-b691238b6628 req-dc37b25e-4a44-45aa-bc5d-f374acbdeed6 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723310 Nov 12 00:45:41.214985 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-725380e9-baf1-43e1-add8-bca8ea07f27f admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:41.216503 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-725380e9-baf1-43e1-add8-bca8ea07f27f admin admin] 10.222.0.20 "DELETE /v2.0/routers/75dd6e5d-b3c8-42d5-a224-73af74680329 HTTP/1.1" status: 204 len: 168 time: 1.4456935 Nov 12 00:45:41.220210 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 48286) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:41.247565 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979f178-06a9-41e2-b413-f8352c89daba req-98363965-c802-4066-87fb-72b6427e29a7 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:41.251565 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7979f178-06a9-41e2-b413-f8352c89daba req-98363965-c802-4066-87fb-72b6427e29a7 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6604bc8-7d08-4279-b07c-fb284c103748 HTTP/1.1" status: 200 len: 943 time: 0.2315490 Nov 12 00:45:41.299154 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d61d7cbd-d9a3-4af4-9005-e3a506818fa5 req-4915541a-8f91-4d92-8068-c13bce1007aa tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Made reservation on behalf of 9c540ecbe8154e1b907ac12fc8774fd4 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:45:41.305267 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d61d7cbd-d9a3-4af4-9005-e3a506818fa5 req-4915541a-8f91-4d92-8068-c13bce1007aa tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:41.313311 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0bb2e5d-7d45-4321-8c31-c37cf8f90464 admin admin] Deleting subnet 7413bf18-08e7-4425-a837-148a3dd7f58d {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:45:41.317598 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d0bb2e5d-7d45-4321-8c31-c37cf8f90464 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:41.387685 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d0bb2e5d-7d45-4321-8c31-c37cf8f90464 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:41.402433 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7979f178-06a9-41e2-b413-f8352c89daba req-cc5b07f9-1b19-47b1-b9d9-75f819af8a2a tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404550 Nov 12 00:45:41.529127 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:45:41.553075 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-d61d7cbd-d9a3-4af4-9005-e3a506818fa5 req-4915541a-8f91-4d92-8068-c13bce1007aa tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Allocated IP 172.20.0.8 (d872bf93-95f4-45c4-b0f4-642aed61400a/e87486ea-14b8-4357-b569-3ef6c52f1320/ae6e39f3-08a9-4155-baca-b0a728c167dc) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:45:41.563306 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d0bb2e5d-7d45-4321-8c31-c37cf8f90464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:41.661604 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d0bb2e5d-7d45-4321-8c31-c37cf8f90464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:41.712595 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb2e5d-7d45-4321-8c31-c37cf8f90464 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7413bf18-08e7-4425-a837-148a3dd7f58d,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:41.726528 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8f6727-0240-470a-aeda-885f91e79f2d None None] Network b9574af4-848a-4900-9093-7976c00593e2 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:45:41.728372 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d0bb2e5d-7d45-4321-8c31-c37cf8f90464 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:41.744399 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d0bb2e5d-7d45-4321-8c31-c37cf8f90464 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7413bf18-08e7-4425-a837-148a3dd7f58d HTTP/1.1" status: 204 len: 168 time: 0.5188565 Nov 12 00:45:41.745660 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 48300) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:41.780910 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb,segment=NetworkSegment(6c913048-0125-4fcf-b07f-89f668c97b8b),segment_id=6c913048-0125-4fcf-b07f-89f668c97b8b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:41.842334 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 4cb2828c-ec4b-41f1-8e21-672a6d143356 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:45:41.883885 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb', 'network_id': '6b2d1442-0e79-422e-955b-efc39299c7dd', 'port_id': 'fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb', 'mac_address': 'fa:16:3e:ec:01:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ebb41c-1861-43b6-b921-ba560680823b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:45:41.890654 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 4cb2828c-ec4b-41f1-8e21-672a6d143356 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:45:41.891132 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 4cb2828c-ec4b-41f1-8e21-672a6d143356 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:45:41.891640 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 8a483b79-a1b2-462d-adea-4b716af7a61c no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:45:41.902653 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68c14477-32c2-4166-8b1a-2ad7f6e77f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:41.911181 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2947f4a1-64d2-4dd5-889a-5f0f0030f2bf req-76151ead-6e37-4091-9b4f-5663ed3ac6ad tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7b1b3f4-84b9-4b20-9307-dc25b27eceb4 HTTP/1.1" status: 200 len: 210 time: 0.1222475 Nov 12 00:45:42.028947 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:42.041274 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 8a483b79-a1b2-462d-adea-4b716af7a61c {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:45:42.041986 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 8a483b79-a1b2-462d-adea-4b716af7a61c not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:45:42.051797 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d61d7cbd-d9a3-4af4-9005-e3a506818fa5 req-4915541a-8f91-4d92-8068-c13bce1007aa tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:42.101315 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:45:42.139967 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d61d7cbd-d9a3-4af4-9005-e3a506818fa5 req-4915541a-8f91-4d92-8068-c13bce1007aa tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:42.141111 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb,segment=NetworkSegment(6c913048-0125-4fcf-b07f-89f668c97b8b),segment_id=6c913048-0125-4fcf-b07f-89f668c97b8b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:42.152946 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:42.259879 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:42.272196 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f158bb9-dd81-404d-a8b0-60d2d1e192b9 None None] DHCP port deletion for b9574af4-848a-4900-9093-7976c00593e2 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:45:42.287103 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4915541a-8f91-4d92-8068-c13bce1007aa tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Pushing event updated for resources: {'Port': ['ID=ae6e39f3-08a9-4155-baca-b0a728c167dc,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:42.333953 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d61d7cbd-d9a3-4af4-9005-e3a506818fa5 req-4915541a-8f91-4d92-8068-c13bce1007aa tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Network d872bf93-95f4-45c4-b0f4-642aed61400a is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:45:42.338435 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-d61d7cbd-d9a3-4af4-9005-e3a506818fa5 req-4915541a-8f91-4d92-8068-c13bce1007aa tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:42.348259 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-0f158bb9-dd81-404d-a8b0-60d2d1e192b9 None None] Deleting port 8553259c-b305-48de-8e12-aa72c585e326 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:42.348506 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-d61d7cbd-d9a3-4af4-9005-e3a506818fa5 req-4915541a-8f91-4d92-8068-c13bce1007aa tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:45:42.348642 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0f158bb9-dd81-404d-a8b0-60d2d1e192b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:42.431413 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-0f158bb9-dd81-404d-a8b0-60d2d1e192b9 None None] For port 8553259c-b305-48de-8e12-aa72c585e326, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=8553259c-b305-48de-8e12-aa72c585e326,segment=NetworkSegment(64423b48-3f01-4308-ad49-68cdee9e8a8c),segment_id=64423b48-3f01-4308-ad49-68cdee9e8a8c)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:42.432159 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d7cbd-d9a3-4af4-9005-e3a506818fa5 req-4915541a-8f91-4d92-8068-c13bce1007aa tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:42.432598 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0f158bb9-dd81-404d-a8b0-60d2d1e192b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:42.432918 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d61d7cbd-d9a3-4af4-9005-e3a506818fa5 req-4915541a-8f91-4d92-8068-c13bce1007aa tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:42.448657 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-0f158bb9-dd81-404d-a8b0-60d2d1e192b9 None None] Calling delete_port for 8553259c-b305-48de-8e12-aa72c585e326 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:42.463867 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d61d7cbd-d9a3-4af4-9005-e3a506818fa5 req-4915541a-8f91-4d92-8068-c13bce1007aa tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5558920 Nov 12 00:45:42.498900 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-d61d7cbd-d9a3-4af4-9005-e3a506818fa5 req-ae408860-3984-4e09-8a39-2ae5cea26389 service neutron] Request body: {'port': {'device_id': 'a7b1b3f4-84b9-4b20-9307-dc25b27eceb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:42.500031 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-68c14477-32c2-4166-8b1a-2ad7f6e77f98 admin admin] Deleting port 8553259c-b305-48de-8e12-aa72c585e326 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:42.500567 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68c14477-32c2-4166-8b1a-2ad7f6e77f98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:42.564901 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device cc41f133-519e-494a-93c2-83e7af38e257 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:45:42.597701 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0f158bb9-dd81-404d-a8b0-60d2d1e192b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:42.610333 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a33d38-5066-42c8-bfb1-2396dd0e6abf req-8602c40b-f546-40bb-8f1c-9c1e975db730 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:42.620038 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb2332-533d-46d9-8e7d-c3cafddb0696 req-2ac27c33-5432-4f84-8e17-edcc148e3371 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:42.623422 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a33d38-5066-42c8-bfb1-2396dd0e6abf req-8602c40b-f546-40bb-8f1c-9c1e975db730 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:42.631755 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ebeb2332-533d-46d9-8e7d-c3cafddb0696 req-2ac27c33-5432-4f84-8e17-edcc148e3371 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 950 time: 0.1875508 Nov 12 00:45:42.632389 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a33d38-5066-42c8-bfb1-2396dd0e6abf req-8602c40b-f546-40bb-8f1c-9c1e975db730 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:42.637264 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f158bb9-dd81-404d-a8b0-60d2d1e192b9 None None] No DVR routers for this DVR port 8553259c-b305-48de-8e12-aa72c585e326 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:45:42.642998 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d61d7cbd-d9a3-4af4-9005-e3a506818fa5 req-ae408860-3984-4e09-8a39-2ae5cea26389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:42.648845 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f158bb9-dd81-404d-a8b0-60d2d1e192b9 None None] Pushing event deleted for resources: {'Port': ['ID=8553259c-b305-48de-8e12-aa72c585e326,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:42.663960 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a33d38-5066-42c8-bfb1-2396dd0e6abf req-8602c40b-f546-40bb-8f1c-9c1e975db730 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:42.667352 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:42.677402 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a33d38-5066-42c8-bfb1-2396dd0e6abf req-8602c40b-f546-40bb-8f1c-9c1e975db730 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:42.688705 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a33d38-5066-42c8-bfb1-2396dd0e6abf req-8602c40b-f546-40bb-8f1c-9c1e975db730 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:42.695935 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a33d38-5066-42c8-bfb1-2396dd0e6abf req-8602c40b-f546-40bb-8f1c-9c1e975db730 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:42.701170 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port cc41f133-519e-494a-93c2-83e7af38e257 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:42.701608 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:42.706142 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e3a33d38-5066-42c8-bfb1-2396dd0e6abf req-8602c40b-f546-40bb-8f1c-9c1e975db730 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 5421 time: 0.6597662 Nov 12 00:45:42.720015 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-68c14477-32c2-4166-8b1a-2ad7f6e77f98 admin admin] For port 8553259c-b305-48de-8e12-aa72c585e326, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=8553259c-b305-48de-8e12-aa72c585e326,segment=NetworkSegment(64423b48-3f01-4308-ad49-68cdee9e8a8c),segment_id=64423b48-3f01-4308-ad49-68cdee9e8a8c)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:42.720787 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68c14477-32c2-4166-8b1a-2ad7f6e77f98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:42.748685 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-68c14477-32c2-4166-8b1a-2ad7f6e77f98 admin admin] Calling delete_port for 8553259c-b305-48de-8e12-aa72c585e326 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:42.753341 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:45:42.859028 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68c14477-32c2-4166-8b1a-2ad7f6e77f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:42.904313 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c14477-32c2-4166-8b1a-2ad7f6e77f98 admin admin] Pushing event deleted for resources: {'Port': ['ID=8553259c-b305-48de-8e12-aa72c585e326,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:42.904674 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:42.916755 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c14477-32c2-4166-8b1a-2ad7f6e77f98 admin admin] No DVR routers for this DVR port 8553259c-b305-48de-8e12-aa72c585e326 on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:45:42.975727 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-d61d7cbd-d9a3-4af4-9005-e3a506818fa5 req-ae408860-3984-4e09-8a39-2ae5cea26389 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae6e39f3-08a9-4155-baca-b0a728c167dc {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:45:42.979378 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e3a33d38-5066-42c8-bfb1-2396dd0e6abf req-92d2e2a0-8253-42f9-a325-369767cc4b16 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4f055-69fb-40bf-b27d-353bf24a3ac0&id=d9c8fd08-6591-4a5a-b303-9ee103150d54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2620487 Nov 12 00:45:42.980340 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port cc41f133-519e-494a-93c2-83e7af38e257, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=cc41f133-519e-494a-93c2-83e7af38e257,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:42.982088 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '005a6eb7-575e-4079-9d82-07016eedaee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc41f133-519e-494a-93c2-83e7af38e257'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:42.988214 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b102803-1e70-497a-888a-bf6bae764f4b" -d '{"events": [{"server_uuid": "005a6eb7-575e-4079-9d82-07016eedaee4", "name": "network-vif-plugged", "status": "completed", "tag": "cc41f133-519e-494a-93c2-83e7af38e257"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:42.999636 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d61d7cbd-d9a3-4af4-9005-e3a506818fa5 req-ae408860-3984-4e09-8a39-2ae5cea26389 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:43.014403 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-d61d7cbd-d9a3-4af4-9005-e3a506818fa5 req-ae408860-3984-4e09-8a39-2ae5cea26389 service neutron] Transition to ACTIVE for port object ae6e39f3-08a9-4155-baca-b0a728c167dc will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:45:43.023332 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d61d7cbd-d9a3-4af4-9005-e3a506818fa5 req-ae408860-3984-4e09-8a39-2ae5cea26389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:43.060756 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68c14477-32c2-4166-8b1a-2ad7f6e77f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:43.062603 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:43.077670 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae408860-3984-4e09-8a39-2ae5cea26389 service neutron] Pushing event updated for resources: {'Port': ['ID=ae6e39f3-08a9-4155-baca-b0a728c167dc,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:43.108010 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-68c14477-32c2-4166-8b1a-2ad7f6e77f98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9574af4-848a-4900-9093-7976c00593e2']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:43.124890 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ebeb2332-533d-46d9-8e7d-c3cafddb0696 req-47c4d9ac-c0b4-4b6b-bcd2-f240dc4f7ed6 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4916325 Nov 12 00:45:43.129150 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-68c14477-32c2-4166-8b1a-2ad7f6e77f98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64423b48-3f01-4308-ad49-68cdee9e8a8c') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:43.129657 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-68c14477-32c2-4166-8b1a-2ad7f6e77f98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64423b48-3f01-4308-ad49-68cdee9e8a8c') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:43.178426 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=cc41f133-519e-494a-93c2-83e7af38e257,revision_number=10']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:43.188771 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68c14477-32c2-4166-8b1a-2ad7f6e77f98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:43.209207 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68c14477-32c2-4166-8b1a-2ad7f6e77f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:43.221722 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68c14477-32c2-4166-8b1a-2ad7f6e77f98 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:45:43.222319 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68c14477-32c2-4166-8b1a-2ad7f6e77f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:43.224147 n-d-812236-11 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:45:43.224147 n-d-812236-11 neutron-server[102661]: self.session.flush() Nov 12 00:45:43.224147 n-d-812236-11 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:45:43.224147 n-d-812236-11 neutron-server[102661]: self.session.flush() Nov 12 00:45:43.224147 n-d-812236-11 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:45:43.224147 n-d-812236-11 neutron-server[102661]: self.session.flush() Nov 12 00:45:43.224147 n-d-812236-11 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:45:43.224147 n-d-812236-11 neutron-server[102661]: self.session.flush() Nov 12 00:45:43.224147 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:45:43.224147 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:45:43.224147 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:45:43.224147 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:45:43.224147 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:45:43.224147 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:45:43.224147 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:45:43.224147 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:45:43.224147 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:45:43.224147 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:45:43.224147 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:45:43.224147 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:45:43.224147 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:45:43.224147 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:45:43.224147 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:45:43.224147 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:45:43.224147 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:45:43.224147 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:45:43.224147 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:45:43.224147 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:45:43.224147 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:45:43.224147 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:45:43.224147 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:45:43.224147 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:45:43.224147 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:45:43.224147 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:45:43.224147 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:45:43.224147 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:45:43.224147 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:45:43.224147 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:45:43.224147 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:45:43.224147 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:45:43.289007 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-d61d7cbd-d9a3-4af4-9005-e3a506818fa5 req-ae408860-3984-4e09-8a39-2ae5cea26389 service neutron] Attempting to bind port ae6e39f3-08a9-4155-baca-b0a728c167dc on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:45:43.290958 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-d61d7cbd-d9a3-4af4-9005-e3a506818fa5 req-ae408860-3984-4e09-8a39-2ae5cea26389 service neutron] Attempting to bind port ae6e39f3-08a9-4155-baca-b0a728c167dc by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': 'eac800fb-e2a4-4100-807c-1fb9b17e8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:45:43.291379 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61d7cbd-d9a3-4af4-9005-e3a506818fa5 req-ae408860-3984-4e09-8a39-2ae5cea26389 service neutron] Attempting to bind port ae6e39f3-08a9-4155-baca-b0a728c167dc on network d872bf93-95f4-45c4-b0f4-642aed61400a {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:43.295675 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd3a2a8-19cf-4bf6-8a72-3782e57d788b req-01ae0e2b-b815-467f-a936-d564ac3fa6ad tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:43.296924 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3fd3a2a8-19cf-4bf6-8a72-3782e57d788b req-01ae0e2b-b815-467f-a936-d564ac3fa6ad tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6604bc8-7d08-4279-b07c-fb284c103748 HTTP/1.1" status: 200 len: 944 time: 0.1425943 Nov 12 00:45:43.298648 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61d7cbd-d9a3-4af4-9005-e3a506818fa5 req-ae408860-3984-4e09-8a39-2ae5cea26389 service neutron] Port ae6e39f3-08a9-4155-baca-b0a728c167dc on network d872bf93-95f4-45c4-b0f4-642aed61400a not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:45:43.299235 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61d7cbd-d9a3-4af4-9005-e3a506818fa5 req-ae408860-3984-4e09-8a39-2ae5cea26389 service neutron] Attempting to bind port ae6e39f3-08a9-4155-baca-b0a728c167dc on network d872bf93-95f4-45c4-b0f4-642aed61400a {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:43.306259 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61d7cbd-d9a3-4af4-9005-e3a506818fa5 req-ae408860-3984-4e09-8a39-2ae5cea26389 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:45:43.306480 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61d7cbd-d9a3-4af4-9005-e3a506818fa5 req-ae408860-3984-4e09-8a39-2ae5cea26389 service neutron] Checking segment: {'id': 'eac800fb-e2a4-4100-807c-1fb9b17e8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:45:43.306726 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61d7cbd-d9a3-4af4-9005-e3a506818fa5 req-ae408860-3984-4e09-8a39-2ae5cea26389 service neutron] Bound using segment: {'id': 'eac800fb-e2a4-4100-807c-1fb9b17e8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:45:43.307138 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-d61d7cbd-d9a3-4af4-9005-e3a506818fa5 req-ae408860-3984-4e09-8a39-2ae5cea26389 service neutron] Bound port: ae6e39f3-08a9-4155-baca-b0a728c167dc, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eac800fb-e2a4-4100-807c-1fb9b17e8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:45:43.307500 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d61d7cbd-d9a3-4af4-9005-e3a506818fa5 req-ae408860-3984-4e09-8a39-2ae5cea26389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:43.359380 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68c14477-32c2-4166-8b1a-2ad7f6e77f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:43.368748 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68c14477-32c2-4166-8b1a-2ad7f6e77f98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:43.376811 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 48330) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:43.377478 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-68c14477-32c2-4166-8b1a-2ad7f6e77f98 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b9574af4-848a-4900-9093-7976c00593e2 HTTP/1.1" status: 204 len: 168 time: 1.6307499 Nov 12 00:45:43.406370 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3fd3a2a8-19cf-4bf6-8a72-3782e57d788b req-e730eb7f-1d5e-4652-8cee-465299ad00db tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959804 Nov 12 00:45:43.407648 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c14477-32c2-4166-8b1a-2ad7f6e77f98 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9574af4-848a-4900-9093-7976c00593e2,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:43.446778 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb487fc-48ef-469c-808e-71d48f7b1e85 x-openstack-request-id: req-feb487fc-48ef-469c-808e-71d48f7b1e85 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:43.447187 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "005a6eb7-575e-4079-9d82-07016eedaee4", "name": "network-vif-plugged", "status": "completed", "tag": "cc41f133-519e-494a-93c2-83e7af38e257", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:43.447510 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-feb487fc-48ef-469c-808e-71d48f7b1e85 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:43.447954 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '005a6eb7-575e-4079-9d82-07016eedaee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc41f133-519e-494a-93c2-83e7af38e257', 'code': 200} Nov 12 00:45:43.707073 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 8553259c-b305-48de-8e12-aa72c585e326 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:45:43.737428 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 8553259c-b305-48de-8e12-aa72c585e326 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:45:43.737810 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 8553259c-b305-48de-8e12-aa72c585e326 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:45:43.828721 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-d61d7cbd-d9a3-4af4-9005-e3a506818fa5 req-ae408860-3984-4e09-8a39-2ae5cea26389 service neutron] For port ae6e39f3-08a9-4155-baca-b0a728c167dc, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:45:43.869764 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-d61d7cbd-d9a3-4af4-9005-e3a506818fa5 req-ae408860-3984-4e09-8a39-2ae5cea26389 service neutron] For port ae6e39f3-08a9-4155-baca-b0a728c167dc, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=ae6e39f3-08a9-4155-baca-b0a728c167dc,segment=NetworkSegment(eac800fb-e2a4-4100-807c-1fb9b17e8d78),segment_id=eac800fb-e2a4-4100-807c-1fb9b17e8d78)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:45:43.881311 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d61d7cbd-d9a3-4af4-9005-e3a506818fa5 req-ae408860-3984-4e09-8a39-2ae5cea26389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:43.922676 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb492e2-c709-45fb-b6ef-d9bddd9d3706 req-2f1d43b3-8118-446c-9a2b-7acd8b2f22c3 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:43.929806 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dcb492e2-c709-45fb-b6ef-d9bddd9d3706 req-2f1d43b3-8118-446c-9a2b-7acd8b2f22c3 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7b1b3f4-84b9-4b20-9307-dc25b27eceb4 HTTP/1.1" status: 200 len: 943 time: 0.4922574 Nov 12 00:45:43.963204 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d7cbd-d9a3-4af4-9005-e3a506818fa5 req-ae408860-3984-4e09-8a39-2ae5cea26389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:43.963817 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d61d7cbd-d9a3-4af4-9005-e3a506818fa5 req-ae408860-3984-4e09-8a39-2ae5cea26389 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:43.965192 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d61d7cbd-d9a3-4af4-9005-e3a506818fa5 req-ae408860-3984-4e09-8a39-2ae5cea26389 service neutron] 10.222.0.54 "PUT /v2.0/ports/ae6e39f3-08a9-4155-baca-b0a728c167dc HTTP/1.1" status: 200 len: 1092 time: 1.4715538 Nov 12 00:45:43.969744 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7b1b3f4-84b9-4b20-9307-dc25b27eceb4', 'tag': 'ae6e39f3-08a9-4155-baca-b0a728c167dc'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:43.972044 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46588e55-4b02-49c1-9f8b-b72daf27dcc7" -d '{"events": [{"name": "network-changed", "server_uuid": "a7b1b3f4-84b9-4b20-9307-dc25b27eceb4", "tag": "ae6e39f3-08a9-4155-baca-b0a728c167dc"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:44.038347 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53bc95fa-c3aa-45ab-8a51-53046850529c x-openstack-request-id: req-53bc95fa-c3aa-45ab-8a51-53046850529c {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:44.039030 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7b1b3f4-84b9-4b20-9307-dc25b27eceb4", "tag": "ae6e39f3-08a9-4155-baca-b0a728c167dc", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:44.039030 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-53bc95fa-c3aa-45ab-8a51-53046850529c {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:44.039537 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7b1b3f4-84b9-4b20-9307-dc25b27eceb4', 'tag': 'ae6e39f3-08a9-4155-baca-b0a728c167dc', 'status': 'completed', 'code': 200} Nov 12 00:45:44.044523 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae408860-3984-4e09-8a39-2ae5cea26389 service neutron] Pushing event updated for resources: {'Port': ['ID=ae6e39f3-08a9-4155-baca-b0a728c167dc,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:44.129469 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dcb492e2-c709-45fb-b6ef-d9bddd9d3706 req-c6699e75-2912-4b55-a7f7-db42ea9c4e73 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968679 Nov 12 00:45:44.183753 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa7d67-d9d8-4a8b-ab68-ee8282ba09b6 req-302c8a47-5f86-4041-924b-e0c777034c9c tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:44.193945 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa7d67-d9d8-4a8b-ab68-ee8282ba09b6 req-302c8a47-5f86-4041-924b-e0c777034c9c tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:44.204227 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa7d67-d9d8-4a8b-ab68-ee8282ba09b6 req-302c8a47-5f86-4041-924b-e0c777034c9c tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:44.209436 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d7cbd-d9a3-4af4-9005-e3a506818fa5 req-087c6174-a74e-434b-8651-274d039f0866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:44.211106 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d61d7cbd-d9a3-4af4-9005-e3a506818fa5 req-087c6174-a74e-434b-8651-274d039f0866 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9c540ecbe8154e1b907ac12fc8774fd4&device_id=a7b1b3f4-84b9-4b20-9307-dc25b27eceb4 HTTP/1.1" status: 200 len: 1095 time: 0.1539323 Nov 12 00:45:44.213601 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa7d67-d9d8-4a8b-ab68-ee8282ba09b6 req-302c8a47-5f86-4041-924b-e0c777034c9c tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:44.220640 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa7d67-d9d8-4a8b-ab68-ee8282ba09b6 req-302c8a47-5f86-4041-924b-e0c777034c9c tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:44.233590 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa7d67-d9d8-4a8b-ab68-ee8282ba09b6 req-302c8a47-5f86-4041-924b-e0c777034c9c tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:44.240476 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa7d67-d9d8-4a8b-ab68-ee8282ba09b6 req-302c8a47-5f86-4041-924b-e0c777034c9c tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:44.252772 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-46fa7d67-d9d8-4a8b-ab68-ee8282ba09b6 req-302c8a47-5f86-4041-924b-e0c777034c9c tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 5421 time: 0.1435061 Nov 12 00:45:44.321477 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d61d7cbd-d9a3-4af4-9005-e3a506818fa5 req-df75323f-75bf-407d-a65c-0052ab559f9e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae6e39f3-08a9-4155-baca-b0a728c167dc HTTP/1.1" status: 200 len: 217 time: 0.0882382 Nov 12 00:45:44.345328 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-46fa7d67-d9d8-4a8b-ab68-ee8282ba09b6 req-7c017f6b-168b-4d8d-8e80-f3b3f852cb6d tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4f055-69fb-40bf-b27d-353bf24a3ac0&id=d9c8fd08-6591-4a5a-b303-9ee103150d54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0912507 Nov 12 00:45:44.375572 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7402f0-1ab1-41c8-b7b1-487fb4f9b182 req-bd2928fe-1467-4ae6-bf9e-39ef7c5e89f5 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:44.377151 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1a7402f0-1ab1-41c8-b7b1-487fb4f9b182 req-bd2928fe-1467-4ae6-bf9e-39ef7c5e89f5 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 950 time: 0.1613235 Nov 12 00:45:44.438711 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d7cbd-d9a3-4af4-9005-e3a506818fa5 req-8d4699a5-af51-4f0a-bb18-4710dc48f1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:44.440203 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d61d7cbd-d9a3-4af4-9005-e3a506818fa5 req-8d4699a5-af51-4f0a-bb18-4710dc48f1fe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e87486ea-14b8-4357-b569-3ef6c52f1320 HTTP/1.1" status: 200 len: 846 time: 0.1076529 Nov 12 00:45:44.510563 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d61d7cbd-d9a3-4af4-9005-e3a506818fa5 req-08781d6c-6f4e-4a60-afaf-f7b465d381aa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d872bf93-95f4-45c4-b0f4-642aed61400a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577722 Nov 12 00:45:44.518884 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1a7402f0-1ab1-41c8-b7b1-487fb4f9b182 req-ac5de04b-5fa5-490d-b935-d903231c410f tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308990 Nov 12 00:45:44.648210 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-19a7f813-6f4c-4bb3-aad9-fe1ce9a2a546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:44.718485 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d61d7cbd-d9a3-4af4-9005-e3a506818fa5 req-c3c79719-b9b1-4efa-b60b-de3ca1b0daac service neutron] 10.222.0.54 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976457 Nov 12 00:45:44.877085 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44fa5a-ecc6-4a0f-8679-1646f82827d1 req-0f96ff8b-8c1a-4f39-9b01-6bd6081d389b tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:44.878650 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4b44fa5a-ecc6-4a0f-8679-1646f82827d1 req-0f96ff8b-8c1a-4f39-9b01-6bd6081d389b tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6604bc8-7d08-4279-b07c-fb284c103748 HTTP/1.1" status: 200 len: 944 time: 0.0599496 Nov 12 00:45:44.949763 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d61d7cbd-d9a3-4af4-9005-e3a506818fa5 req-cd30a67a-a861-4fee-a0c8-3a391ef930ba service neutron] 10.222.0.54 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200718 Nov 12 00:45:44.958243 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4b44fa5a-ecc6-4a0f-8679-1646f82827d1 req-afba46ca-7238-4eb4-a172-368d8a8845d8 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713825 Nov 12 00:45:45.132103 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46588e55-4b02-49c1-9f8b-b72daf27dcc7 req-044b7f34-1d68-499f-96cb-e007225de5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:45.134228 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-46588e55-4b02-49c1-9f8b-b72daf27dcc7 req-044b7f34-1d68-499f-96cb-e007225de5a3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9c540ecbe8154e1b907ac12fc8774fd4&device_id=a7b1b3f4-84b9-4b20-9307-dc25b27eceb4 HTTP/1.1" status: 200 len: 1095 time: 0.0615120 Nov 12 00:45:45.140701 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-19a7f813-6f4c-4bb3-aad9-fe1ce9a2a546 admin admin] Deleting port 708baaf9-fd7e-4588-acd5-0c5aadfa4392 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:45.141041 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-19a7f813-6f4c-4bb3-aad9-fe1ce9a2a546 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:45.380783 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966d6ba-f377-4834-a1f8-95944b734f58 req-d38a80a7-dacd-45f0-a764-907a86c1edd6 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:45.382338 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a966d6ba-f377-4834-a1f8-95944b734f58 req-d38a80a7-dacd-45f0-a764-907a86c1edd6 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7b1b3f4-84b9-4b20-9307-dc25b27eceb4 HTTP/1.1" status: 200 len: 943 time: 0.1287909 Nov 12 00:45:45.412961 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46588e55-4b02-49c1-9f8b-b72daf27dcc7 req-727f6d76-4faa-4dbc-bb1a-1e55f95c5186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:45.422336 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-46588e55-4b02-49c1-9f8b-b72daf27dcc7 req-727f6d76-4faa-4dbc-bb1a-1e55f95c5186 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d872bf93-95f4-45c4-b0f4-642aed61400a HTTP/1.1" status: 200 len: 907 time: 0.2651014 Nov 12 00:45:45.429985 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-19a7f813-6f4c-4bb3-aad9-fe1ce9a2a546 admin admin] For port 708baaf9-fd7e-4588-acd5-0c5aadfa4392, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=708baaf9-fd7e-4588-acd5-0c5aadfa4392,segment=NetworkSegment(32e28a85-0381-4424-aa00-75fee39ede8c),segment_id=32e28a85-0381-4424-aa00-75fee39ede8c)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:45.430499 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-19a7f813-6f4c-4bb3-aad9-fe1ce9a2a546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:45.492736 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-19a7f813-6f4c-4bb3-aad9-fe1ce9a2a546 admin admin] Calling delete_port for 708baaf9-fd7e-4588-acd5-0c5aadfa4392 owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:45.496630 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-46588e55-4b02-49c1-9f8b-b72daf27dcc7 req-6e4dddca-e1ac-467b-9048-e9a6b6ceeb36 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae6e39f3-08a9-4155-baca-b0a728c167dc HTTP/1.1" status: 200 len: 217 time: 0.0540845 Nov 12 00:45:45.517350 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644fb45c-b307-4bbb-b9e3-48fda4762e55 req-1b3194a9-0a67-44a6-a76c-004f5f772220 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:45.525839 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644fb45c-b307-4bbb-b9e3-48fda4762e55 req-1b3194a9-0a67-44a6-a76c-004f5f772220 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:45.532504 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644fb45c-b307-4bbb-b9e3-48fda4762e55 req-1b3194a9-0a67-44a6-a76c-004f5f772220 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:45.540412 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644fb45c-b307-4bbb-b9e3-48fda4762e55 req-1b3194a9-0a67-44a6-a76c-004f5f772220 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:45.549979 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644fb45c-b307-4bbb-b9e3-48fda4762e55 req-1b3194a9-0a67-44a6-a76c-004f5f772220 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:45.558760 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644fb45c-b307-4bbb-b9e3-48fda4762e55 req-1b3194a9-0a67-44a6-a76c-004f5f772220 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:45.561324 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:45:45.565635 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644fb45c-b307-4bbb-b9e3-48fda4762e55 req-1b3194a9-0a67-44a6-a76c-004f5f772220 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:45.567609 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-644fb45c-b307-4bbb-b9e3-48fda4762e55 req-1b3194a9-0a67-44a6-a76c-004f5f772220 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 5421 time: 0.1261241 Nov 12 00:45:45.578127 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46588e55-4b02-49c1-9f8b-b72daf27dcc7 req-7e1ec475-a3b0-4f6e-9950-2dea30e63f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:45.579984 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-46588e55-4b02-49c1-9f8b-b72daf27dcc7 req-7e1ec475-a3b0-4f6e-9950-2dea30e63f36 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e87486ea-14b8-4357-b569-3ef6c52f1320 HTTP/1.1" status: 200 len: 846 time: 0.0639298 Nov 12 00:45:45.600336 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a966d6ba-f377-4834-a1f8-95944b734f58 req-c12077b2-9799-4475-9711-a2951591796c tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084641 Nov 12 00:45:45.683362 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-46588e55-4b02-49c1-9f8b-b72daf27dcc7 req-213c681b-5175-440f-9ea7-b0efb122c970 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d872bf93-95f4-45c4-b0f4-642aed61400a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806649 Nov 12 00:45:45.716242 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:45:45.721312 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:45.722098 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:45.834130 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-644fb45c-b307-4bbb-b9e3-48fda4762e55 req-e750b540-90f7-4d1f-8b7c-0b504bcf4542 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4f055-69fb-40bf-b27d-353bf24a3ac0&id=d9c8fd08-6591-4a5a-b303-9ee103150d54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2541766 Nov 12 00:45:45.940402 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:45.969060 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6604bc8-7d08-4279-b07c-fb284c103748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:45.972744 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ed28e5-5ae7-4cc9-b51a-5427be65c015" -d '{"events": [{"server_uuid": "e6604bc8-7d08-4279-b07c-fb284c103748", "name": "network-vif-plugged", "status": "completed", "tag": "fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:46.007352 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb,segment=NetworkSegment(6c913048-0125-4fcf-b07f-89f668c97b8b),segment_id=6c913048-0125-4fcf-b07f-89f668c97b8b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:46.013779 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:46.049754 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-46588e55-4b02-49c1-9f8b-b72daf27dcc7 req-365a2dd0-1234-462c-bd88-f75e79eae0c9 service neutron] 10.222.0.54 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559575 Nov 12 00:45:46.051705 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-19a7f813-6f4c-4bb3-aad9-fe1ce9a2a546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:46.065163 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757cdf38-6c95-4540-8190-f8255de1098b req-99562d91-357f-43b5-9c5c-3df9914f526d tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:46.066791 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-757cdf38-6c95-4540-8190-f8255de1098b req-99562d91-357f-43b5-9c5c-3df9914f526d tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 950 time: 0.0825379 Nov 12 00:45:46.111613 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:46.178991 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c9b77c-e6c1-4f22-a8d6-dc108bd4c2b0 x-openstack-request-id: req-31c9b77c-e6c1-4f22-a8d6-dc108bd4c2b0 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:46.179356 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6604bc8-7d08-4279-b07c-fb284c103748", "name": "network-vif-plugged", "status": "completed", "tag": "fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:46.179618 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-31c9b77c-e6c1-4f22-a8d6-dc108bd4c2b0 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:46.180251 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6604bc8-7d08-4279-b07c-fb284c103748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb', 'code': 200} Nov 12 00:45:46.188009 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-757cdf38-6c95-4540-8190-f8255de1098b req-1d54fdeb-57af-4012-ab73-777d2fc1c2e3 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134372 Nov 12 00:45:46.248147 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a7f813-6f4c-4bb3-aad9-fe1ce9a2a546 admin admin] Pushing event deleted for resources: {'Port': ['ID=708baaf9-fd7e-4588-acd5-0c5aadfa4392,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:46.368679 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-46588e55-4b02-49c1-9f8b-b72daf27dcc7 req-7b36515b-c811-4ab0-a398-5d7b3b7d6974 service neutron] 10.222.0.54 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453313 Nov 12 00:45:46.513924 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ebb06-57b8-4e15-833b-a308cb2ad2ae req-2d06c4d0-f99a-4212-bdec-bdcf69446232 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:46.526525 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-598ebb06-57b8-4e15-833b-a308cb2ad2ae req-2d06c4d0-f99a-4212-bdec-bdcf69446232 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6604bc8-7d08-4279-b07c-fb284c103748 HTTP/1.1" status: 200 len: 945 time: 0.1715932 Nov 12 00:45:46.597757 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8db897-5139-400e-aa1b-b4d1be05025b req-3d6cab84-5bf4-455a-9b20-cce3ce256434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:46.599221 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6c8db897-5139-400e-aa1b-b4d1be05025b req-3d6cab84-5bf4-455a-9b20-cce3ce256434 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e6604bc8-7d08-4279-b07c-fb284c103748 HTTP/1.1" status: 200 len: 1097 time: 0.2275527 Nov 12 00:45:46.686980 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-598ebb06-57b8-4e15-833b-a308cb2ad2ae req-ec935766-1b20-4205-9652-d1c8b999235c tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591682 Nov 12 00:45:46.689892 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-19a7f813-6f4c-4bb3-aad9-fe1ce9a2a546 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:46.717993 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6c8db897-5139-400e-aa1b-b4d1be05025b req-071875cc-4ba9-4f24-a937-6aca84ed581c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064758 Nov 12 00:45:46.767566 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15dad7-1bef-4ef3-9ee9-008cf952d2a4 req-f2ca78ab-a25a-48c9-b149-a05c15dfdf41 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:46.779431 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fa15dad7-1bef-4ef3-9ee9-008cf952d2a4 req-f2ca78ab-a25a-48c9-b149-a05c15dfdf41 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7b1b3f4-84b9-4b20-9307-dc25b27eceb4 HTTP/1.1" status: 200 len: 943 time: 0.0633080 Nov 12 00:45:46.850035 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fa15dad7-1bef-4ef3-9ee9-008cf952d2a4 req-5f53b413-0c92-4afb-a0b4-a5083d4975ab tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555799 Nov 12 00:45:47.016874 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2da2fc-d746-4d84-942e-38161af49e75 req-5a5c58ed-68fe-4848-8ceb-ef8797ee6c90 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:47.017168 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a7f813-6f4c-4bb3-aad9-fe1ce9a2a546 admin admin] Router 5565a423-8308-4c9c-af91-d4e22aa1622b has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:45:47.032274 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2da2fc-d746-4d84-942e-38161af49e75 req-5a5c58ed-68fe-4848-8ceb-ef8797ee6c90 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:47.039001 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2da2fc-d746-4d84-942e-38161af49e75 req-5a5c58ed-68fe-4848-8ceb-ef8797ee6c90 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:47.045418 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2da2fc-d746-4d84-942e-38161af49e75 req-5a5c58ed-68fe-4848-8ceb-ef8797ee6c90 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:47.052115 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2da2fc-d746-4d84-942e-38161af49e75 req-5a5c58ed-68fe-4848-8ceb-ef8797ee6c90 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:47.058944 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2da2fc-d746-4d84-942e-38161af49e75 req-5a5c58ed-68fe-4848-8ceb-ef8797ee6c90 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:47.064986 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2da2fc-d746-4d84-942e-38161af49e75 req-5a5c58ed-68fe-4848-8ceb-ef8797ee6c90 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:47.067036 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0f2da2fc-d746-4d84-942e-38161af49e75 req-5a5c58ed-68fe-4848-8ceb-ef8797ee6c90 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 5421 time: 0.1408086 Nov 12 00:45:47.183579 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0f2da2fc-d746-4d84-942e-38161af49e75 req-7b7fbf8d-172d-4e92-9c6d-44d4674044bd tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4f055-69fb-40bf-b27d-353bf24a3ac0&id=d9c8fd08-6591-4a5a-b303-9ee103150d54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1027322 Nov 12 00:45:47.225391 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a7f813-6f4c-4bb3-aad9-fe1ce9a2a546 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:45:47.234477 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-19a7f813-6f4c-4bb3-aad9-fe1ce9a2a546 admin admin] 10.222.0.20 "PUT /v2.0/routers/5565a423-8308-4c9c-af91-d4e22aa1622b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8560932 Nov 12 00:45:47.235625 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 48402) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:47.239172 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1ddfa6-3167-449a-9f28-c7ce9d03fb11 None None] Sync routers for ids ['5565a423-8308-4c9c-af91-d4e22aa1622b'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:45:47.273084 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1ddfa6-3167-449a-9f28-c7ce9d03fb11 None None] Routers {'5565a423-8308-4c9c-af91-d4e22aa1622b'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:45:47.273084 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-7e1ddfa6-3167-449a-9f28-c7ce9d03fb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:45:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['5565a423-8308-4c9c-af91-d4e22aa1622b'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:47.411288 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-7e1ddfa6-3167-449a-9f28-c7ce9d03fb11 None None] Set router 5565a423-8308-4c9c-af91-d4e22aa1622b gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:45:47.448217 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b6876-c8e6-45a5-9767-dea654f61d1a req-67d74d23-12ba-4fb2-8974-f25e4f801cb4 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:47.452749 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e65b6876-c8e6-45a5-9767-dea654f61d1a req-67d74d23-12ba-4fb2-8974-f25e4f801cb4 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 950 time: 0.1400259 Nov 12 00:45:47.455064 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5a5d1a69-6e00-42e5-a4ce-8d2e8ba7e39b admin admin] Publish callbacks [] for router, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:47.679171 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e65b6876-c8e6-45a5-9767-dea654f61d1a req-87ce8e48-04ef-4e0b-8b5d-1ff731fdf77a tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133222 Nov 12 00:45:47.761074 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5a5d1a69-6e00-42e5-a4ce-8d2e8ba7e39b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:47.831967 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-7e1ddfa6-3167-449a-9f28-c7ce9d03fb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5565a423-8308-4c9c-af91-d4e22aa1622b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1559548068-router', 'tenant_id': '9232403fc87044cdb4b51f06f5824aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'a7628aae-c133-4dd4-9c82-06701267f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:54Z', 'updated_at': '2021-11-12T00:45:45Z', 'revision_number': 5, 'project_id': '9232403fc87044cdb4b51f06f5824aca', 'gw_port': {'id': 'a7628aae-c133-4dd4-9c82-06701267f2a9', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:06:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5565a423-8308-4c9c-af91-d4e22aa1622b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:58Z', 'updated_at': '2021-11-12T00:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:47.864456 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-5a5d1a69-6e00-42e5-a4ce-8d2e8ba7e39b admin admin] Deleting port a7628aae-c133-4dd4-9c82-06701267f2a9 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:47.865001 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5a5d1a69-6e00-42e5-a4ce-8d2e8ba7e39b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:47.882662 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f0e3e-e120-46ee-b84c-a2d71b6b551f req-e7ff0323-86ca-440d-8673-bcc59d6c9bd2 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:47.885676 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1d4f0e3e-e120-46ee-b84c-a2d71b6b551f req-e7ff0323-86ca-440d-8673-bcc59d6c9bd2 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6604bc8-7d08-4279-b07c-fb284c103748 HTTP/1.1" status: 200 len: 945 time: 0.0730515 Nov 12 00:45:47.908424 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1ddfa6-3167-449a-9f28-c7ce9d03fb11 None None] Checking router: 5565a423-8308-4c9c-af91-d4e22aa1622b for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:45:47.935391 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1ddfa6-3167-449a-9f28-c7ce9d03fb11 None None] Routers {'5565a423-8308-4c9c-af91-d4e22aa1622b'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:45:47.936018 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-7e1ddfa6-3167-449a-9f28-c7ce9d03fb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:45:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['5565a423-8308-4c9c-af91-d4e22aa1622b'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:47.981974 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-5a5d1a69-6e00-42e5-a4ce-8d2e8ba7e39b admin admin] For port a7628aae-c133-4dd4-9c82-06701267f2a9, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=a7628aae-c133-4dd4-9c82-06701267f2a9,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:47.982283 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5a5d1a69-6e00-42e5-a4ce-8d2e8ba7e39b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:47.984229 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1d4f0e3e-e120-46ee-b84c-a2d71b6b551f req-efc0f88e-f299-43b0-805c-5a8bc447c064 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921414 Nov 12 00:45:48.040711 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-5a5d1a69-6e00-42e5-a4ce-8d2e8ba7e39b admin admin] Calling delete_port for a7628aae-c133-4dd4-9c82-06701267f2a9 owned by network:router_gateway {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:48.151621 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-7e1ddfa6-3167-449a-9f28-c7ce9d03fb11 None None] Set router 5565a423-8308-4c9c-af91-d4e22aa1622b gateway port host: None {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:45:48.182291 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da87ad7-b1a1-4947-a1d6-56e25aa2caec req-2c8abf0f-ff33-4dc9-a3d5-80993c4b2b73 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:48.195831 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0da87ad7-b1a1-4947-a1d6-56e25aa2caec req-2c8abf0f-ff33-4dc9-a3d5-80993c4b2b73 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7b1b3f4-84b9-4b20-9307-dc25b27eceb4 HTTP/1.1" status: 200 len: 943 time: 0.2176068 Nov 12 00:45:48.231658 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-7e1ddfa6-3167-449a-9f28-c7ce9d03fb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5565a423-8308-4c9c-af91-d4e22aa1622b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1559548068-router', 'tenant_id': '9232403fc87044cdb4b51f06f5824aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:54Z', 'updated_at': '2021-11-12T00:45:47Z', 'revision_number': 6, 'project_id': '9232403fc87044cdb4b51f06f5824aca', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:48.270845 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1ddfa6-3167-449a-9f28-c7ce9d03fb11 None None] The sync data for ids ['5565a423-8308-4c9c-af91-d4e22aa1622b'] in n-d-812236-11 is: [{'id': '5565a423-8308-4c9c-af91-d4e22aa1622b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1559548068-router', 'tenant_id': '9232403fc87044cdb4b51f06f5824aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:54Z', 'updated_at': '2021-11-12T00:45:47Z', 'revision_number': 6, 'project_id': '9232403fc87044cdb4b51f06f5824aca', 'gw_port_host': None}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:45:48.302989 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0da87ad7-b1a1-4947-a1d6-56e25aa2caec req-669acf73-9226-407a-ae9b-6e1d3b5fd534 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956635 Nov 12 00:45:48.503840 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf724e11-45d9-42c8-a467-1c200c749176 req-b62d46ad-8039-4f09-a8df-30b7f6438a1e tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:48.504219 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5a5d1a69-6e00-42e5-a4ce-8d2e8ba7e39b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:48.512689 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf724e11-45d9-42c8-a467-1c200c749176 req-b62d46ad-8039-4f09-a8df-30b7f6438a1e tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:48.520147 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf724e11-45d9-42c8-a467-1c200c749176 req-b62d46ad-8039-4f09-a8df-30b7f6438a1e tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:48.528565 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf724e11-45d9-42c8-a467-1c200c749176 req-b62d46ad-8039-4f09-a8df-30b7f6438a1e tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:48.537966 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf724e11-45d9-42c8-a467-1c200c749176 req-b62d46ad-8039-4f09-a8df-30b7f6438a1e tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:48.543720 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d1a69-6e00-42e5-a4ce-8d2e8ba7e39b admin admin] Pushing event deleted for resources: {'Port': ['ID=a7628aae-c133-4dd4-9c82-06701267f2a9,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:48.545666 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf724e11-45d9-42c8-a467-1c200c749176 req-b62d46ad-8039-4f09-a8df-30b7f6438a1e tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:48.555873 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf724e11-45d9-42c8-a467-1c200c749176 req-b62d46ad-8039-4f09-a8df-30b7f6438a1e tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:48.564089 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cf724e11-45d9-42c8-a467-1c200c749176 req-b62d46ad-8039-4f09-a8df-30b7f6438a1e tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 5421 time: 0.1770179 Nov 12 00:45:48.653761 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cf724e11-45d9-42c8-a467-1c200c749176 req-19831e8d-3a31-4f2f-a84b-16f5af1f1ebd tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4f055-69fb-40bf-b27d-353bf24a3ac0&id=d9c8fd08-6591-4a5a-b303-9ee103150d54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0883744 Nov 12 00:45:48.654564 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5a5d1a69-6e00-42e5-a4ce-8d2e8ba7e39b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:48.781101 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5a5d1a69-6e00-42e5-a4ce-8d2e8ba7e39b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:48.783848 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5a5d1a69-6e00-42e5-a4ce-8d2e8ba7e39b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:48.859974 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5a5d1a69-6e00-42e5-a4ce-8d2e8ba7e39b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:48.860580 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5d1a69-6e00-42e5-a4ce-8d2e8ba7e39b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5565a423-8308-4c9c-af91-d4e22aa1622b {{(pid=102661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:45:48.865543 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5a5d1a69-6e00-42e5-a4ce-8d2e8ba7e39b admin admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:48.870103 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5a5d1a69-6e00-42e5-a4ce-8d2e8ba7e39b admin admin] 10.222.0.20 "DELETE /v2.0/routers/5565a423-8308-4c9c-af91-d4e22aa1622b HTTP/1.1" status: 204 len: 168 time: 1.6294959 Nov 12 00:45:48.870311 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 48426) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:48.904582 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d90ebb-afcf-4d57-a7c2-7867d9cca55f req-2cc1131c-3bcf-4afe-bc47-91d19fc32884 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:48.906736 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-84d90ebb-afcf-4d57-a7c2-7867d9cca55f req-2cc1131c-3bcf-4afe-bc47-91d19fc32884 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 950 time: 0.0787668 Nov 12 00:45:48.930072 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebbb72e1-0a90-4049-87ef-9d33b4b91a78 admin admin] Deleting subnet 312922ce-c99b-4a52-b7dd-c33c8154f353 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:45:48.933816 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ebbb72e1-0a90-4049-87ef-9d33b4b91a78 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:48.973620 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ebbb72e1-0a90-4049-87ef-9d33b4b91a78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:48.976943 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-84d90ebb-afcf-4d57-a7c2-7867d9cca55f req-7193eb6f-575f-4bc7-a98f-cad83e39793f tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636032 Nov 12 00:45:49.087164 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ebbb72e1-0a90-4049-87ef-9d33b4b91a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:49.162247 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7734a48-784e-44a5-bb6e-dcf66dbec547 req-c9ae7ebc-969b-4b61-8101-8ba144fe5e32 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:49.163773 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c7734a48-784e-44a5-bb6e-dcf66dbec547 req-c9ae7ebc-969b-4b61-8101-8ba144fe5e32 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6604bc8-7d08-4279-b07c-fb284c103748 HTTP/1.1" status: 200 len: 945 time: 0.0910938 Nov 12 00:45:49.187759 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ebbb72e1-0a90-4049-87ef-9d33b4b91a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:49.231135 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb72e1-0a90-4049-87ef-9d33b4b91a78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=312922ce-c99b-4a52-b7dd-c33c8154f353,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:49.242370 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ebbb72e1-0a90-4049-87ef-9d33b4b91a78 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:49.246910 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577c67ae-4944-4f82-b592-ff191142d9f4 None None] Network c0d0cf18-67ad-4035-b0d9-b5e71d09f4ff requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:45:49.251144 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ebbb72e1-0a90-4049-87ef-9d33b4b91a78 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/312922ce-c99b-4a52-b7dd-c33c8154f353 HTTP/1.1" status: 204 len: 168 time: 0.3780961 Nov 12 00:45:49.251532 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 48440) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:49.279326 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c7734a48-784e-44a5-bb6e-dcf66dbec547 req-70d17f25-13b9-421a-aa8b-f22f91b035c9 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092887 Nov 12 00:45:49.406323 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ed292063-6625-49c8-8eb2-f37bf2e79847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:49.484430 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78677f-5dce-4ff1-abb6-baa9efc68ed1 req-3f926dfb-d72b-4a5b-af5e-d649ef10ab25 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:49.487504 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ca78677f-5dce-4ff1-abb6-baa9efc68ed1 req-3f926dfb-d72b-4a5b-af5e-d649ef10ab25 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7b1b3f4-84b9-4b20-9307-dc25b27eceb4 HTTP/1.1" status: 200 len: 943 time: 0.0823112 Nov 12 00:45:49.579328 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ca78677f-5dce-4ff1-abb6-baa9efc68ed1 req-64a67f21-53ff-4609-8cc4-f6f53fb9c726 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632801 Nov 12 00:45:49.595216 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-ed292063-6625-49c8-8eb2-f37bf2e79847 admin admin] Deleting port b2696262-e5d0-4816-a901-0655446ffc2f {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:49.595216 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ed292063-6625-49c8-8eb2-f37bf2e79847 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:49.599097 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a13a1c-4e8d-406e-af4c-928b31fadce1 None None] DHCP port deletion for c0d0cf18-67ad-4035-b0d9-b5e71d09f4ff request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:45:49.665105 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device ae6e39f3-08a9-4155-baca-b0a728c167dc details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:45:49.714476 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251559f-8f23-4028-8c47-c31a94d53c5c req-328155ea-72cf-4cb7-84ce-73a495b3649f tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:49.719315 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4251559f-8f23-4028-8c47-c31a94d53c5c req-328155ea-72cf-4cb7-84ce-73a495b3649f tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/networks?id=6b2d1442-0e79-422e-955b-efc39299c7dd HTTP/1.1" status: 200 len: 806 time: 0.2362099 Nov 12 00:45:49.726195 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-ed292063-6625-49c8-8eb2-f37bf2e79847 admin admin] For port b2696262-e5d0-4816-a901-0655446ffc2f, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=b2696262-e5d0-4816-a901-0655446ffc2f,segment=NetworkSegment(32e28a85-0381-4424-aa00-75fee39ede8c),segment_id=32e28a85-0381-4424-aa00-75fee39ede8c)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:49.726195 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ed292063-6625-49c8-8eb2-f37bf2e79847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:49.770225 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4251559f-8f23-4028-8c47-c31a94d53c5c req-3d59a00a-2f9a-4e7f-994d-07a2028d302d tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/quotas/78b3942b4d1d42e395f1a600361aab79 HTTP/1.1" status: 200 len: 375 time: 0.0408459 Nov 12 00:45:49.785354 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-ed292063-6625-49c8-8eb2-f37bf2e79847 admin admin] Calling delete_port for b2696262-e5d0-4816-a901-0655446ffc2f owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:49.797057 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device b2696262-e5d0-4816-a901-0655446ffc2f no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:45:49.801701 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-42a13a1c-4e8d-406e-af4c-928b31fadce1 None None] Deleting port b2696262-e5d0-4816-a901-0655446ffc2f {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:49.802205 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-42a13a1c-4e8d-406e-af4c-928b31fadce1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:49.836726 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ea009-1bfe-43c8-b13c-2fbe60967371 req-47e70251-ded9-45e1-87fd-05858dc8e88b tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:49.846384 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ea009-1bfe-43c8-b13c-2fbe60967371 req-47e70251-ded9-45e1-87fd-05858dc8e88b tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:49.855321 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ea009-1bfe-43c8-b13c-2fbe60967371 req-47e70251-ded9-45e1-87fd-05858dc8e88b tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:49.863085 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ea009-1bfe-43c8-b13c-2fbe60967371 req-47e70251-ded9-45e1-87fd-05858dc8e88b tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:49.873778 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ea009-1bfe-43c8-b13c-2fbe60967371 req-47e70251-ded9-45e1-87fd-05858dc8e88b tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:49.880812 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ea009-1bfe-43c8-b13c-2fbe60967371 req-47e70251-ded9-45e1-87fd-05858dc8e88b tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:49.887506 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ea009-1bfe-43c8-b13c-2fbe60967371 req-47e70251-ded9-45e1-87fd-05858dc8e88b tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:49.887887 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4251559f-8f23-4028-8c47-c31a94d53c5c req-261bdfb9-05f6-446c-b7e8-3a0ba3409bb0 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=78b3942b4d1d42e395f1a600361aab79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1043546 Nov 12 00:45:49.890677 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d79ea009-1bfe-43c8-b13c-2fbe60967371 req-47e70251-ded9-45e1-87fd-05858dc8e88b tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 5421 time: 0.1419644 Nov 12 00:45:49.947825 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port ae6e39f3-08a9-4155-baca-b0a728c167dc, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=ae6e39f3-08a9-4155-baca-b0a728c167dc,segment=NetworkSegment(eac800fb-e2a4-4100-807c-1fb9b17e8d78),segment_id=eac800fb-e2a4-4100-807c-1fb9b17e8d78)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:49.963829 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-42a13a1c-4e8d-406e-af4c-928b31fadce1 None None] For port b2696262-e5d0-4816-a901-0655446ffc2f, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=b2696262-e5d0-4816-a901-0655446ffc2f,segment=NetworkSegment(32e28a85-0381-4424-aa00-75fee39ede8c),segment_id=32e28a85-0381-4424-aa00-75fee39ede8c)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:49.964600 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-42a13a1c-4e8d-406e-af4c-928b31fadce1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:49.983413 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'ae6e39f3-08a9-4155-baca-b0a728c167dc', 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a', 'port_id': 'ae6e39f3-08a9-4155-baca-b0a728c167dc', 'mac_address': 'fa:16:3e:fe:e7:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e87486ea-14b8-4357-b569-3ef6c52f1320', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:45:49.990431 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-42a13a1c-4e8d-406e-af4c-928b31fadce1 None None] Calling delete_port for b2696262-e5d0-4816-a901-0655446ffc2f owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:50.004981 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4251559f-8f23-4028-8c47-c31a94d53c5c req-084084aa-d32a-4326-9920-26dd5fb0d21a service neutron] 10.222.0.20 "GET /v2.0/networks/6b2d1442-0e79-422e-955b-efc39299c7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161628 Nov 12 00:45:50.011194 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d79ea009-1bfe-43c8-b13c-2fbe60967371 req-a47578a7-9c17-4312-8aa5-0e2067956c43 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4f055-69fb-40bf-b27d-353bf24a3ac0&id=d9c8fd08-6591-4a5a-b303-9ee103150d54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1131473 Nov 12 00:45:50.105667 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:50.107875 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:50.138336 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae6e39f3-08a9-4155-baca-b0a728c167dc {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:45:50.152784 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ed292063-6625-49c8-8eb2-f37bf2e79847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:50.178650 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port ae6e39f3-08a9-4155-baca-b0a728c167dc, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=ae6e39f3-08a9-4155-baca-b0a728c167dc,segment=NetworkSegment(eac800fb-e2a4-4100-807c-1fb9b17e8d78),segment_id=eac800fb-e2a4-4100-807c-1fb9b17e8d78)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:50.198239 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-42a13a1c-4e8d-406e-af4c-928b31fadce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:50.205885 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bedadc5-7f0d-4def-ac4c-a4e49eb4224d req-c20e0c3d-0fc3-4a2b-9fa3-c340a8f71b09 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:50.212671 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed292063-6625-49c8-8eb2-f37bf2e79847 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2696262-e5d0-4816-a901-0655446ffc2f,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:50.216637 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0bedadc5-7f0d-4def-ac4c-a4e49eb4224d req-c20e0c3d-0fc3-4a2b-9fa3-c340a8f71b09 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 950 time: 0.1087725 Nov 12 00:45:50.223427 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4251559f-8f23-4028-8c47-c31a94d53c5c req-f6b56dfe-e7e1-4261-b967-f8e7bc59e15a service neutron] 10.222.0.20 "GET /v2.0/networks/6b2d1442-0e79-422e-955b-efc39299c7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120714 Nov 12 00:45:50.230333 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a13a1c-4e8d-406e-af4c-928b31fadce1 None None] Pushing event deleted for resources: {'Port': ['ID=b2696262-e5d0-4816-a901-0655446ffc2f,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:50.241737 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:50.245300 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a13a1c-4e8d-406e-af4c-928b31fadce1 None None] No DVR routers for this DVR port b2696262-e5d0-4816-a901-0655446ffc2f on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:45:50.269434 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed292063-6625-49c8-8eb2-f37bf2e79847 admin admin] No DVR routers for this DVR port b2696262-e5d0-4816-a901-0655446ffc2f on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:45:50.296158 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 708baaf9-fd7e-4588-acd5-0c5aadfa4392 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:45:50.322234 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 708baaf9-fd7e-4588-acd5-0c5aadfa4392 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:45:50.322865 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 708baaf9-fd7e-4588-acd5-0c5aadfa4392 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:45:50.323515 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device a7628aae-c133-4dd4-9c82-06701267f2a9 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:45:50.325201 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0bedadc5-7f0d-4def-ac4c-a4e49eb4224d req-358b7e57-759a-4aee-b0bb-50ac4dc6057d tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076806 Nov 12 00:45:50.355379 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: a7628aae-c133-4dd4-9c82-06701267f2a9 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:45:50.355858 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device a7628aae-c133-4dd4-9c82-06701267f2a9 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:45:50.390612 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=ae6e39f3-08a9-4155-baca-b0a728c167dc,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:50.412375 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ed292063-6625-49c8-8eb2-f37bf2e79847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:50.463785 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-ed292063-6625-49c8-8eb2-f37bf2e79847 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0d0cf18-67ad-4035-b0d9-b5e71d09f4ff']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:50.487613 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-ed292063-6625-49c8-8eb2-f37bf2e79847 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32e28a85-0381-4424-aa00-75fee39ede8c') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:50.488200 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-ed292063-6625-49c8-8eb2-f37bf2e79847 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32e28a85-0381-4424-aa00-75fee39ede8c') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:50.504741 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ed292063-6625-49c8-8eb2-f37bf2e79847 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:50.520753 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ed292063-6625-49c8-8eb2-f37bf2e79847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:50.547655 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed292063-6625-49c8-8eb2-f37bf2e79847 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:45:50.547919 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ed292063-6625-49c8-8eb2-f37bf2e79847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:50.561646 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:45:50.561646 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:45:50.561646 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:45:50.561646 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:45:50.561646 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:45:50.561646 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:45:50.561646 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:45:50.561646 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:45:50.561646 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:45:50.561646 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:45:50.561646 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:45:50.561646 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:45:50.561646 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:45:50.561646 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:45:50.561646 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:45:50.561646 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:45:50.561646 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:45:50.561646 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:45:50.561646 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:45:50.561646 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:45:50.561646 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:45:50.561646 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:45:50.561646 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:45:50.561646 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:45:50.561646 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:45:50.561646 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:45:50.561646 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:45:50.561646 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:45:50.561646 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:45:50.561646 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:45:50.561646 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:45:50.561646 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:45:50.638243 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2244a836-ac5d-48cd-adce-9f5e3099ae36 req-edb58161-d2e7-49ad-af19-c89c73c335e3 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e804526-9ea6-4273-9d38-f2d165791662 HTTP/1.1" status: 200 len: 210 time: 0.1096189 Nov 12 00:45:50.692288 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ed292063-6625-49c8-8eb2-f37bf2e79847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:50.707110 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ed292063-6625-49c8-8eb2-f37bf2e79847 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:50.723146 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ed292063-6625-49c8-8eb2-f37bf2e79847 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c0d0cf18-67ad-4035-b0d9-b5e71d09f4ff HTTP/1.1" status: 204 len: 168 time: 1.4705060 Nov 12 00:45:50.739857 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['ae6e39f3-08a9-4155-baca-b0a728c167dc'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:45:50.764311 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed292063-6625-49c8-8eb2-f37bf2e79847 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0d0cf18-67ad-4035-b0d9-b5e71d09f4ff,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:50.872975 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d5368-46a1-4137-96f8-55e20bab601d req-0b4bb2b1-2ee9-4e52-a2c2-dd160a89aa36 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:50.879635 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-186d5368-46a1-4137-96f8-55e20bab601d req-0b4bb2b1-2ee9-4e52-a2c2-dd160a89aa36 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7b1b3f4-84b9-4b20-9307-dc25b27eceb4 HTTP/1.1" status: 200 len: 944 time: 0.1494863 Nov 12 00:45:50.920497 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 48496) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:50.976172 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 48498) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:50.980902 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7c062413-b9c5-463b-96b8-2e7bd9046565 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=65e37905fcda41a0a64a3bffb54da22e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0518115 Nov 12 00:45:51.017256 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-186d5368-46a1-4137-96f8-55e20bab601d req-060a0215-5fea-4381-ba36-a57fb2f773f2 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272886 Nov 12 00:45:51.116492 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4de0dfc-f3d1-41f0-bbde-1779918294c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:51.145231 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4de0dfc-f3d1-41f0-bbde-1779918294c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:51.163640 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d3ae4-c906-40fd-8694-640a9f70ad1f req-b3e88323-90ec-450c-8bfd-c31070084324 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:51.170416 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d3ae4-c906-40fd-8694-640a9f70ad1f req-b3e88323-90ec-450c-8bfd-c31070084324 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:51.177114 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d3ae4-c906-40fd-8694-640a9f70ad1f req-b3e88323-90ec-450c-8bfd-c31070084324 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:51.183983 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d3ae4-c906-40fd-8694-640a9f70ad1f req-b3e88323-90ec-450c-8bfd-c31070084324 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:51.189884 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d3ae4-c906-40fd-8694-640a9f70ad1f req-b3e88323-90ec-450c-8bfd-c31070084324 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:51.196778 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d3ae4-c906-40fd-8694-640a9f70ad1f req-b3e88323-90ec-450c-8bfd-c31070084324 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:51.203502 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d3ae4-c906-40fd-8694-640a9f70ad1f req-b3e88323-90ec-450c-8bfd-c31070084324 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:51.203930 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4de0dfc-f3d1-41f0-bbde-1779918294c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:51.206744 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4de0dfc-f3d1-41f0-bbde-1779918294c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:51.210709 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c4de0dfc-f3d1-41f0-bbde-1779918294c5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bfa0fd69-8d1d-441b-841f-cb792cd306b5 HTTP/1.1" status: 204 len: 168 time: 0.2335346 Nov 12 00:45:51.212266 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-824d3ae4-c906-40fd-8694-640a9f70ad1f req-b3e88323-90ec-450c-8bfd-c31070084324 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 5421 time: 0.1055987 Nov 12 00:45:51.229200 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4de0dfc-f3d1-41f0-bbde-1779918294c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa0fd69-8d1d-441b-841f-cb792cd306b5,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:51.288145 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-824d3ae4-c906-40fd-8694-640a9f70ad1f req-e4c385fc-d1d0-4eb8-b4a7-95864c4a8e8e tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4f055-69fb-40bf-b27d-353bf24a3ac0&id=d9c8fd08-6591-4a5a-b303-9ee103150d54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0716615 Nov 12 00:45:51.570009 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe83be0-10fd-46b3-b730-3e159ea446c7 req-105ec9e5-e5ae-4cbd-b207-c3a75f0e659d tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:51.584959 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2fe83be0-10fd-46b3-b730-3e159ea446c7 req-105ec9e5-e5ae-4cbd-b207-c3a75f0e659d tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 950 time: 0.1267426 Nov 12 00:45:51.657705 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2fe83be0-10fd-46b3-b730-3e159ea446c7 req-64b2cadb-1535-41a0-8efc-e3fd70c9ae08 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645905 Nov 12 00:45:51.760380 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f921844a-a567-4eaf-8352-3afc350cca1f req-e9f1fcfb-e300-4e66-a7cc-5a84d82a725d tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e804526-9ea6-4273-9d38-f2d165791662 HTTP/1.1" status: 200 len: 210 time: 0.0392461 Nov 12 00:45:51.798844 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 48522) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:51.854783 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-bf78685d-5511-428a-88cc-3a10aa9bd17f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9232403fc87044cdb4b51f06f5824aca&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0547855 Nov 12 00:45:51.857217 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 48526) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:51.918935 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-250fa33c-d353-440d-8f1c-887248d9e028 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:51.968603 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-250fa33c-d353-440d-8f1c-887248d9e028 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:52.092415 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251559f-8f23-4028-8c47-c31a94d53c5c req-cf44ed0e-a726-44eb-ad61-24330e0a912c tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:52.094745 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4251559f-8f23-4028-8c47-c31a94d53c5c req-cf44ed0e-a726-44eb-ad61-24330e0a912c tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.49 "GET /v2.0/networks?id=6b2d1442-0e79-422e-955b-efc39299c7dd HTTP/1.1" status: 200 len: 806 time: 0.1482654 Nov 12 00:45:52.099720 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-250fa33c-d353-440d-8f1c-887248d9e028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:52.104860 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-250fa33c-d353-440d-8f1c-887248d9e028 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:52.106819 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-250fa33c-d353-440d-8f1c-887248d9e028 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8183d279-78b0-4539-b2ff-a618b0a1b756 HTTP/1.1" status: 204 len: 168 time: 0.2477820 Nov 12 00:45:52.126250 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-4251559f-8f23-4028-8c47-c31a94d53c5c req-3a3f3ffb-a6bb-459b-9631-0df8e3896099 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Request body: {'port': {'device_id': '8e804526-9ea6-4273-9d38-f2d165791662', 'network_id': '6b2d1442-0e79-422e-955b-efc39299c7dd', 'admin_state_up': True, 'tenant_id': '78b3942b4d1d42e395f1a600361aab79'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:52.131635 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250fa33c-d353-440d-8f1c-887248d9e028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8183d279-78b0-4539-b2ff-a618b0a1b756,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:52.228786 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43ed9e-8ef3-4e28-963b-d252e4449a4f req-af13d3ff-5cc3-4014-9f0c-d2f2cd06d8cb tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:52.239307 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ce43ed9e-8ef3-4e28-963b-d252e4449a4f req-af13d3ff-5cc3-4014-9f0c-d2f2cd06d8cb tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7b1b3f4-84b9-4b20-9307-dc25b27eceb4 HTTP/1.1" status: 200 len: 944 time: 0.1093318 Nov 12 00:45:52.309699 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4251559f-8f23-4028-8c47-c31a94d53c5c req-3a3f3ffb-a6bb-459b-9631-0df8e3896099 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Made reservation on behalf of 78b3942b4d1d42e395f1a600361aab79 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:45:52.315042 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-4251559f-8f23-4028-8c47-c31a94d53c5c req-3a3f3ffb-a6bb-459b-9631-0df8e3896099 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:52.335906 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ce43ed9e-8ef3-4e28-963b-d252e4449a4f req-b999b8e6-64a6-4cad-8559-a28a67deb97b tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956461 Nov 12 00:45:52.876633 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12520db6-fe2a-4b66-83a1-70312403c1aa req-8a096088-4b05-4612-86da-28d4e73965a8 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:52.884266 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12520db6-fe2a-4b66-83a1-70312403c1aa req-8a096088-4b05-4612-86da-28d4e73965a8 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:52.890779 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12520db6-fe2a-4b66-83a1-70312403c1aa req-8a096088-4b05-4612-86da-28d4e73965a8 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:52.897460 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12520db6-fe2a-4b66-83a1-70312403c1aa req-8a096088-4b05-4612-86da-28d4e73965a8 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:52.904602 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12520db6-fe2a-4b66-83a1-70312403c1aa req-8a096088-4b05-4612-86da-28d4e73965a8 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:52.910542 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12520db6-fe2a-4b66-83a1-70312403c1aa req-8a096088-4b05-4612-86da-28d4e73965a8 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:52.918158 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12520db6-fe2a-4b66-83a1-70312403c1aa req-8a096088-4b05-4612-86da-28d4e73965a8 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:52.926358 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-12520db6-fe2a-4b66-83a1-70312403c1aa req-8a096088-4b05-4612-86da-28d4e73965a8 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 5421 time: 0.5206163 Nov 12 00:45:52.984757 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0398a-4eab-49b6-b2b7-beb4f5a2dc48 req-9a1fd293-8cfa-4b22-93f4-761b9aff9631 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:52.986472 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d8b0398a-4eab-49b6-b2b7-beb4f5a2dc48 req-9a1fd293-8cfa-4b22-93f4-761b9aff9631 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 950 time: 0.1196911 Nov 12 00:45:52.996859 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-4251559f-8f23-4028-8c47-c31a94d53c5c req-3a3f3ffb-a6bb-459b-9631-0df8e3896099 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Allocated IP 172.20.0.4 (6b2d1442-0e79-422e-955b-efc39299c7dd/e9ebb41c-1861-43b6-b921-ba560680823b/1ab111df-9e90-4ecd-9d2a-4e354131543c) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:45:53.040342 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-12520db6-fe2a-4b66-83a1-70312403c1aa req-d767b1e8-672f-4a2e-8c34-eebbe53f548a tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4f055-69fb-40bf-b27d-353bf24a3ac0&id=d9c8fd08-6591-4a5a-b303-9ee103150d54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1123295 Nov 12 00:45:53.084991 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d8b0398a-4eab-49b6-b2b7-beb4f5a2dc48 req-be89061b-ca19-48db-a99d-c69f39f62233 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874040 Nov 12 00:45:53.224008 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-01ec4cd1-32bf-4b54-a302-48762d6635c3 req-919d5df8-b0d9-47c9-9e16-68a58c641fb1 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e804526-9ea6-4273-9d38-f2d165791662 HTTP/1.1" status: 200 len: 210 time: 0.0740204 Nov 12 00:45:53.292460 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f0b13-105a-4433-a705-fef8dc6b7bb4 req-a2727881-6d54-41f8-b43e-2d850b8e105d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:53.294271 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-071f0b13-105a-4433-a705-fef8dc6b7bb4 req-a2727881-6d54-41f8-b43e-2d850b8e105d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=98fba296214f428abbebc213da9d926a&device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 1102 time: 0.0730217 Nov 12 00:45:53.305775 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-4251559f-8f23-4028-8c47-c31a94d53c5c req-3a3f3ffb-a6bb-459b-9631-0df8e3896099 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:53.349875 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-4251559f-8f23-4028-8c47-c31a94d53c5c req-3a3f3ffb-a6bb-459b-9631-0df8e3896099 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:53.384790 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['25329fc1-d1a5-4c67-85e3-ffe2ca49309c', 'fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:45:53.408754 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f3ffb-a6bb-459b-9631-0df8e3896099 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Pushing event updated for resources: {'Port': ['ID=1ab111df-9e90-4ecd-9d2a-4e354131543c,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:53.427034 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4251559f-8f23-4028-8c47-c31a94d53c5c req-3a3f3ffb-a6bb-459b-9631-0df8e3896099 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Network 6b2d1442-0e79-422e-955b-efc39299c7dd is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:45:53.431073 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-4251559f-8f23-4028-8c47-c31a94d53c5c req-3a3f3ffb-a6bb-459b-9631-0df8e3896099 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:53.434665 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-4251559f-8f23-4028-8c47-c31a94d53c5c req-3a3f3ffb-a6bb-459b-9631-0df8e3896099 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:45:53.519599 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251559f-8f23-4028-8c47-c31a94d53c5c req-3a3f3ffb-a6bb-459b-9631-0df8e3896099 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:53.520533 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-4251559f-8f23-4028-8c47-c31a94d53c5c req-3a3f3ffb-a6bb-459b-9631-0df8e3896099 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:53.530836 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f0b13-105a-4433-a705-fef8dc6b7bb4 req-d83bbe77-f6a5-4a5b-ab1f-54180326aeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:53.532337 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-071f0b13-105a-4433-a705-fef8dc6b7bb4 req-d83bbe77-f6a5-4a5b-ab1f-54180326aeff service neutron] 10.222.0.49 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.2151721 Nov 12 00:45:53.548241 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441a7ea-5460-424f-ae8f-dbc19bc6b594 req-ac2f74ec-c1a4-408c-b8c8-03a195621011 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:53.557500 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c441a7ea-5460-424f-ae8f-dbc19bc6b594 req-ac2f74ec-c1a4-408c-b8c8-03a195621011 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7b1b3f4-84b9-4b20-9307-dc25b27eceb4 HTTP/1.1" status: 200 len: 944 time: 0.0871890 Nov 12 00:45:53.558927 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4251559f-8f23-4028-8c47-c31a94d53c5c req-3a3f3ffb-a6bb-459b-9631-0df8e3896099 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4389153 Nov 12 00:45:53.578204 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-4251559f-8f23-4028-8c47-c31a94d53c5c req-b3a8973e-58f1-49ec-b78f-4047e44a92d8 service neutron] Request body: {'port': {'device_id': '8e804526-9ea6-4273-9d38-f2d165791662', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:53.674574 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 74c2483e-02a2-4318-bcbc-82baf9ce9bcb details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:45:53.680507 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-071f0b13-105a-4433-a705-fef8dc6b7bb4 req-9659bbe1-464e-47b4-a1c5-a084b13bcb1e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3 HTTP/1.1" status: 200 len: 217 time: 0.1162314 Nov 12 00:45:53.687124 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device ae6e39f3-08a9-4155-baca-b0a728c167dc up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:45:53.705027 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-4251559f-8f23-4028-8c47-c31a94d53c5c req-b3a8973e-58f1-49ec-b78f-4047e44a92d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:53.757879 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c441a7ea-5460-424f-ae8f-dbc19bc6b594 req-a19f13bb-fb2a-4129-a942-feff8626c905 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995156 Nov 12 00:45:53.861488 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f0b13-105a-4433-a705-fef8dc6b7bb4 req-1dc77d66-c83f-47c9-a9a8-2bb880d48ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:53.864171 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-071f0b13-105a-4433-a705-fef8dc6b7bb4 req-1dc77d66-c83f-47c9-a9a8-2bb880d48ee2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.1608860 Nov 12 00:45:53.942439 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f0b13-105a-4433-a705-fef8dc6b7bb4 req-1082108e-a835-4c11-8521-be46f66e6eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:53.944431 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-071f0b13-105a-4433-a705-fef8dc6b7bb4 req-1082108e-a835-4c11-8521-be46f66e6eed service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0719702 Nov 12 00:45:54.088421 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-071f0b13-105a-4433-a705-fef8dc6b7bb4 req-df6e63bc-73a5-4514-bcd2-802e07553583 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282380 Nov 12 00:45:54.291360 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-4251559f-8f23-4028-8c47-c31a94d53c5c req-b3a8973e-58f1-49ec-b78f-4047e44a92d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ab111df-9e90-4ecd-9d2a-4e354131543c {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:45:54.302412 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-4251559f-8f23-4028-8c47-c31a94d53c5c req-b3a8973e-58f1-49ec-b78f-4047e44a92d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:54.317615 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-4251559f-8f23-4028-8c47-c31a94d53c5c req-b3a8973e-58f1-49ec-b78f-4047e44a92d8 service neutron] Transition to ACTIVE for port object 1ab111df-9e90-4ecd-9d2a-4e354131543c will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:45:54.323452 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-4251559f-8f23-4028-8c47-c31a94d53c5c req-b3a8973e-58f1-49ec-b78f-4047e44a92d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:54.351453 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 74c2483e-02a2-4318-bcbc-82baf9ce9bcb, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=74c2483e-02a2-4318-bcbc-82baf9ce9bcb,segment=NetworkSegment(626a9579-673a-4b11-be35-aa640b5a2d6e),segment_id=626a9579-673a-4b11-be35-aa640b5a2d6e)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:54.361290 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b38323-adcb-4a49-98de-9b4edc5ce41d req-1095beed-562d-4c28-b78b-1687931e513f tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:54.368854 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b38323-adcb-4a49-98de-9b4edc5ce41d req-1095beed-562d-4c28-b78b-1687931e513f tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:54.375280 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b38323-adcb-4a49-98de-9b4edc5ce41d req-1095beed-562d-4c28-b78b-1687931e513f tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:54.382447 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b38323-adcb-4a49-98de-9b4edc5ce41d req-1095beed-562d-4c28-b78b-1687931e513f tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:54.393169 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b38323-adcb-4a49-98de-9b4edc5ce41d req-1095beed-562d-4c28-b78b-1687931e513f tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:54.406579 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b38323-adcb-4a49-98de-9b4edc5ce41d req-1095beed-562d-4c28-b78b-1687931e513f tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:54.406761 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '74c2483e-02a2-4318-bcbc-82baf9ce9bcb', 'network_id': 'ab41dae0-8b36-4d88-961d-982690d3893d', 'port_id': '74c2483e-02a2-4318-bcbc-82baf9ce9bcb', 'mac_address': 'fa:16:3e:c7:78:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1258ef72-3213-4252-85bc-f1e482a40b73', 'ip_address': '10.1.1.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:45:54.415485 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b38323-adcb-4a49-98de-9b4edc5ce41d req-1095beed-562d-4c28-b78b-1687931e513f tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:54.418605 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-33b38323-adcb-4a49-98de-9b4edc5ce41d req-1095beed-562d-4c28-b78b-1687931e513f tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 5421 time: 0.1670775 Nov 12 00:45:54.421813 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-071f0b13-105a-4433-a705-fef8dc6b7bb4 req-6648024f-66c6-44fb-a64c-36696a278bc8 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249657 Nov 12 00:45:54.424462 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port ae6e39f3-08a9-4155-baca-b0a728c167dc completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:45:54.431748 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8973e-58f1-49ec-b78f-4047e44a92d8 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab111df-9e90-4ecd-9d2a-4e354131543c,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:54.457433 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port ae6e39f3-08a9-4155-baca-b0a728c167dc triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:54.458206 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:54.465586 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd89e8-584a-4fe0-bc8f-c10324254043 req-0724d8b8-2a24-451a-87fd-ae6c6561d822 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:54.473664 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a3cd89e8-584a-4fe0-bc8f-c10324254043 req-0724d8b8-2a24-451a-87fd-ae6c6561d822 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 950 time: 0.1532488 Nov 12 00:45:54.518691 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-33b38323-adcb-4a49-98de-9b4edc5ce41d req-1a642bb0-8586-458c-bff7-237d8823b0d3 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4f055-69fb-40bf-b27d-353bf24a3ac0&id=d9c8fd08-6591-4a5a-b303-9ee103150d54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0910122 Nov 12 00:45:54.663156 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-4251559f-8f23-4028-8c47-c31a94d53c5c req-b3a8973e-58f1-49ec-b78f-4047e44a92d8 service neutron] Attempting to bind port 1ab111df-9e90-4ecd-9d2a-4e354131543c on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:45:54.663527 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-4251559f-8f23-4028-8c47-c31a94d53c5c req-b3a8973e-58f1-49ec-b78f-4047e44a92d8 service neutron] Attempting to bind port 1ab111df-9e90-4ecd-9d2a-4e354131543c by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '6c913048-0125-4fcf-b07f-89f668c97b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '6b2d1442-0e79-422e-955b-efc39299c7dd'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:45:54.663835 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4251559f-8f23-4028-8c47-c31a94d53c5c req-b3a8973e-58f1-49ec-b78f-4047e44a92d8 service neutron] Attempting to bind port 1ab111df-9e90-4ecd-9d2a-4e354131543c on network 6b2d1442-0e79-422e-955b-efc39299c7dd {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:54.695128 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a3cd89e8-584a-4fe0-bc8f-c10324254043 req-04b15d1c-51cf-4b39-b8cc-ef7e8c96e1df tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203665 Nov 12 00:45:54.706724 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4251559f-8f23-4028-8c47-c31a94d53c5c req-b3a8973e-58f1-49ec-b78f-4047e44a92d8 service neutron] Port 1ab111df-9e90-4ecd-9d2a-4e354131543c on network 6b2d1442-0e79-422e-955b-efc39299c7dd not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:45:54.707300 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4251559f-8f23-4028-8c47-c31a94d53c5c req-b3a8973e-58f1-49ec-b78f-4047e44a92d8 service neutron] Attempting to bind port 1ab111df-9e90-4ecd-9d2a-4e354131543c on network 6b2d1442-0e79-422e-955b-efc39299c7dd {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:54.713513 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:54.715880 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4251559f-8f23-4028-8c47-c31a94d53c5c req-b3a8973e-58f1-49ec-b78f-4047e44a92d8 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:45:54.716413 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4251559f-8f23-4028-8c47-c31a94d53c5c req-b3a8973e-58f1-49ec-b78f-4047e44a92d8 service neutron] Checking segment: {'id': '6c913048-0125-4fcf-b07f-89f668c97b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '6b2d1442-0e79-422e-955b-efc39299c7dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:45:54.717085 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4251559f-8f23-4028-8c47-c31a94d53c5c req-b3a8973e-58f1-49ec-b78f-4047e44a92d8 service neutron] Bound using segment: {'id': '6c913048-0125-4fcf-b07f-89f668c97b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '6b2d1442-0e79-422e-955b-efc39299c7dd'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:45:54.719792 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-4251559f-8f23-4028-8c47-c31a94d53c5c req-b3a8973e-58f1-49ec-b78f-4047e44a92d8 service neutron] Bound port: 1ab111df-9e90-4ecd-9d2a-4e354131543c, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c913048-0125-4fcf-b07f-89f668c97b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '6b2d1442-0e79-422e-955b-efc39299c7dd'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:45:54.720385 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-4251559f-8f23-4028-8c47-c31a94d53c5c req-b3a8973e-58f1-49ec-b78f-4047e44a92d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:54.769191 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74c2483e-02a2-4318-bcbc-82baf9ce9bcb {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:45:54.790749 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:54.825735 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 74c2483e-02a2-4318-bcbc-82baf9ce9bcb, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=74c2483e-02a2-4318-bcbc-82baf9ce9bcb,segment=NetworkSegment(626a9579-673a-4b11-be35-aa640b5a2d6e),segment_id=626a9579-673a-4b11-be35-aa640b5a2d6e)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:54.830492 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b1b3f4-84b9-4b20-9307-dc25b27eceb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6e39f3-08a9-4155-baca-b0a728c167dc'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:54.834228 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1f0ce0-8215-463e-9caa-913857bab025" -d '{"events": [{"server_uuid": "a7b1b3f4-84b9-4b20-9307-dc25b27eceb4", "name": "network-vif-plugged", "status": "completed", "tag": "ae6e39f3-08a9-4155-baca-b0a728c167dc"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:54.850015 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:54.850869 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f4c6cea8-7b5d-48c0-a82d-a907911e3785 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:45:54.862558 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port ae6e39f3-08a9-4155-baca-b0a728c167dc, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=ae6e39f3-08a9-4155-baca-b0a728c167dc,segment=NetworkSegment(eac800fb-e2a4-4100-807c-1fb9b17e8d78),segment_id=eac800fb-e2a4-4100-807c-1fb9b17e8d78)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:54.889458 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95210a6-9223-4dcc-aab8-067bbd3de0f0 req-aacc2382-28a4-4a24-a829-73b19ced0133 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:54.891356 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:54.897964 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c95210a6-9223-4dcc-aab8-067bbd3de0f0 req-aacc2382-28a4-4a24-a829-73b19ced0133 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e804526-9ea6-4273-9d38-f2d165791662 HTTP/1.1" status: 200 len: 943 time: 0.0947881 Nov 12 00:45:54.901988 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-4251559f-8f23-4028-8c47-c31a94d53c5c req-b3a8973e-58f1-49ec-b78f-4047e44a92d8 service neutron] For port 1ab111df-9e90-4ecd-9d2a-4e354131543c, host n-h1-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:45:54.909645 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-4251559f-8f23-4028-8c47-c31a94d53c5c req-b3a8973e-58f1-49ec-b78f-4047e44a92d8 service neutron] For port 1ab111df-9e90-4ecd-9d2a-4e354131543c, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=1ab111df-9e90-4ecd-9d2a-4e354131543c,segment=NetworkSegment(6c913048-0125-4fcf-b07f-89f668c97b8b),segment_id=6c913048-0125-4fcf-b07f-89f668c97b8b)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:45:54.923705 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-4251559f-8f23-4028-8c47-c31a94d53c5c req-b3a8973e-58f1-49ec-b78f-4047e44a92d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:54.966585 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251559f-8f23-4028-8c47-c31a94d53c5c req-b3a8973e-58f1-49ec-b78f-4047e44a92d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:54.967436 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-4251559f-8f23-4028-8c47-c31a94d53c5c req-b3a8973e-58f1-49ec-b78f-4047e44a92d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:54.969043 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4251559f-8f23-4028-8c47-c31a94d53c5c req-b3a8973e-58f1-49ec-b78f-4047e44a92d8 service neutron] 10.222.0.49 "PUT /v2.0/ports/1ab111df-9e90-4ecd-9d2a-4e354131543c HTTP/1.1" status: 200 len: 1092 time: 1.3960385 Nov 12 00:45:54.969746 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e804526-9ea6-4273-9d38-f2d165791662', 'tag': '1ab111df-9e90-4ecd-9d2a-4e354131543c'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:54.972195 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3d8d5c-d821-4953-9f3c-f38846fd8a2e" -d '{"events": [{"name": "network-changed", "server_uuid": "8e804526-9ea6-4273-9d38-f2d165791662", "tag": "1ab111df-9e90-4ecd-9d2a-4e354131543c"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:55.036833 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=74c2483e-02a2-4318-bcbc-82baf9ce9bcb,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:55.051114 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:55.051114 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:55.051114 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:55.051471 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:55.051885 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:55.052098 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:55.052424 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:55.052745 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:55.053067 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:55.053404 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:55.053734 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:55.054050 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:55.070500 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c95210a6-9223-4dcc-aab8-067bbd3de0f0 req-aa3ab263-fdc7-4ab6-aaa3-ccbc04aec115 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666527 Nov 12 00:45:55.090462 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8973e-58f1-49ec-b78f-4047e44a92d8 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab111df-9e90-4ecd-9d2a-4e354131543c,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:55.161738 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port f4c6cea8-7b5d-48c0-a82d-a907911e3785, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f4c6cea8-7b5d-48c0-a82d-a907911e3785,segment=NetworkSegment(4becdac4-51a8-4782-a971-f733dc6018ef),segment_id=4becdac4-51a8-4782-a971-f733dc6018ef)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:55.179142 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'f4c6cea8-7b5d-48c0-a82d-a907911e3785', 'network_id': '932a85f6-3e20-455a-a5e7-01a28ed4b895', 'port_id': 'f4c6cea8-7b5d-48c0-a82d-a907911e3785', 'mac_address': 'fa:16:3e:55:b6:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92d015ab-73f4-423c-8877-4552ee1df1ff', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:45:55.210791 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=ae6e39f3-08a9-4155-baca-b0a728c167dc,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:55.223567 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082857e4-1f5f-46a2-865b-41a835ecd4df x-openstack-request-id: req-082857e4-1f5f-46a2-865b-41a835ecd4df {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:55.223855 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b1b3f4-84b9-4b20-9307-dc25b27eceb4", "name": "network-vif-plugged", "status": "completed", "tag": "ae6e39f3-08a9-4155-baca-b0a728c167dc", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:55.224177 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-082857e4-1f5f-46a2-865b-41a835ecd4df {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:55.224558 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b1b3f4-84b9-4b20-9307-dc25b27eceb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6e39f3-08a9-4155-baca-b0a728c167dc', 'code': 200} Nov 12 00:45:55.230178 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251559f-8f23-4028-8c47-c31a94d53c5c req-6d587d8a-33fa-4eca-ac40-baf057ca3fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:55.231657 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4251559f-8f23-4028-8c47-c31a94d53c5c req-6d587d8a-33fa-4eca-ac40-baf057ca3fbd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=78b3942b4d1d42e395f1a600361aab79&device_id=8e804526-9ea6-4273-9d38-f2d165791662 HTTP/1.1" status: 200 len: 1095 time: 0.1172934 Nov 12 00:45:55.304373 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:55.336107 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4c6cea8-7b5d-48c0-a82d-a907911e3785 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:45:55.357334 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4251559f-8f23-4028-8c47-c31a94d53c5c req-453c2abf-c86c-4f8b-9bce-2da930d6c2a9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ab111df-9e90-4ecd-9d2a-4e354131543c HTTP/1.1" status: 200 len: 217 time: 0.1035814 Nov 12 00:45:55.396904 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port f4c6cea8-7b5d-48c0-a82d-a907911e3785, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f4c6cea8-7b5d-48c0-a82d-a907911e3785,segment=NetworkSegment(4becdac4-51a8-4782-a971-f733dc6018ef),segment_id=4becdac4-51a8-4782-a971-f733dc6018ef)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:55.405175 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:55.406404 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device ea3285b4-8397-4d0a-9287-44e430131ceb details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:45:55.418861 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251559f-8f23-4028-8c47-c31a94d53c5c req-8c78ca39-d919-4585-a14d-a7a1186d374b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:55.420464 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4251559f-8f23-4028-8c47-c31a94d53c5c req-8c78ca39-d919-4585-a14d-a7a1186d374b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e9ebb41c-1861-43b6-b921-ba560680823b HTTP/1.1" status: 200 len: 846 time: 0.0549517 Nov 12 00:45:55.438381 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a392e61-060b-408c-853d-c9d12615ee16 req-6946cf48-e552-4eba-a5a8-a0c11a74e7eb tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:55.439913 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3a392e61-060b-408c-853d-c9d12615ee16 req-6946cf48-e552-4eba-a5a8-a0c11a74e7eb tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7b1b3f4-84b9-4b20-9307-dc25b27eceb4 HTTP/1.1" status: 200 len: 945 time: 0.2167373 Nov 12 00:45:55.451327 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16de0bf0-a4c6-4eae-b9d6-f898622410fe x-openstack-request-id: req-16de0bf0-a4c6-4eae-b9d6-f898622410fe {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:55.451609 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e804526-9ea6-4273-9d38-f2d165791662", "tag": "1ab111df-9e90-4ecd-9d2a-4e354131543c", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:55.451860 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-16de0bf0-a4c6-4eae-b9d6-f898622410fe {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:55.452255 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e804526-9ea6-4273-9d38-f2d165791662', 'tag': '1ab111df-9e90-4ecd-9d2a-4e354131543c', 'status': 'completed', 'code': 200} Nov 12 00:45:55.499138 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4251559f-8f23-4028-8c47-c31a94d53c5c req-fe4ccc9f-01aa-4d61-9833-cfcb65704f06 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6b2d1442-0e79-422e-955b-efc39299c7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582211 Nov 12 00:45:55.529762 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=f4c6cea8-7b5d-48c0-a82d-a907911e3785,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:55.710092 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4251559f-8f23-4028-8c47-c31a94d53c5c req-5c8d8bf3-0da8-4ec7-99dc-2a3ebc4a6046 service neutron] 10.222.0.49 "GET /v2.0/networks/6b2d1442-0e79-422e-955b-efc39299c7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927285 Nov 12 00:45:55.755444 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92801da6-330c-4bb6-894e-0a4557f41f37 req-463fc5e1-c6b5-4ba9-9234-3c76dd558b42 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:55.766560 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92801da6-330c-4bb6-894e-0a4557f41f37 req-463fc5e1-c6b5-4ba9-9234-3c76dd558b42 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:55.773025 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92801da6-330c-4bb6-894e-0a4557f41f37 req-463fc5e1-c6b5-4ba9-9234-3c76dd558b42 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:55.782144 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92801da6-330c-4bb6-894e-0a4557f41f37 req-463fc5e1-c6b5-4ba9-9234-3c76dd558b42 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:55.782724 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba58cd-fdeb-41da-91e2-20a64ea0f37a req-75d948b5-ebad-4d22-9901-4d551cbbd5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:55.784587 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-21ba58cd-fdeb-41da-91e2-20a64ea0f37a req-75d948b5-ebad-4d22-9901-4d551cbbd5a0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a7b1b3f4-84b9-4b20-9307-dc25b27eceb4 HTTP/1.1" status: 200 len: 1097 time: 0.3349438 Nov 12 00:45:55.796116 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92801da6-330c-4bb6-894e-0a4557f41f37 req-463fc5e1-c6b5-4ba9-9234-3c76dd558b42 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:55.810994 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92801da6-330c-4bb6-894e-0a4557f41f37 req-463fc5e1-c6b5-4ba9-9234-3c76dd558b42 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:55.823579 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92801da6-330c-4bb6-894e-0a4557f41f37 req-463fc5e1-c6b5-4ba9-9234-3c76dd558b42 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:55.827200 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-92801da6-330c-4bb6-894e-0a4557f41f37 req-463fc5e1-c6b5-4ba9-9234-3c76dd558b42 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 5423 time: 0.1398687 Nov 12 00:45:55.840856 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port ea3285b4-8397-4d0a-9287-44e430131ceb, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=ea3285b4-8397-4d0a-9287-44e430131ceb,segment=NetworkSegment(697b74b4-19b5-47fd-b161-45862847105d),segment_id=697b74b4-19b5-47fd-b161-45862847105d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:55.875583 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'ea3285b4-8397-4d0a-9287-44e430131ceb', 'network_id': '1fce8c5f-7ac6-4208-952b-3be5cb15c665', 'port_id': 'ea3285b4-8397-4d0a-9287-44e430131ceb', 'mac_address': 'fa:16:3e:5b:31:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a63ee01-80de-400e-a556-e4579cccd373', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:45:55.896831 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-21ba58cd-fdeb-41da-91e2-20a64ea0f37a req-139237e8-9bd2-403f-96d2-d1d6366cdf5d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034393 Nov 12 00:45:55.912438 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3a392e61-060b-408c-853d-c9d12615ee16 req-8341ff42-c6a1-4c48-b477-1fc28c26f560 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4546165 Nov 12 00:45:55.933341 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:55.935390 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-92801da6-330c-4bb6-894e-0a4557f41f37 req-e8bb8175-0dbd-4adb-aca4-ff20170a5a77 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4f055-69fb-40bf-b27d-353bf24a3ac0&id=d9c8fd08-6591-4a5a-b303-9ee103150d54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1012554 Nov 12 00:45:55.974417 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea3285b4-8397-4d0a-9287-44e430131ceb {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:45:55.995923 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4251559f-8f23-4028-8c47-c31a94d53c5c req-9b66dbcd-699a-4c94-b856-82d1449ca5d9 service neutron] 10.222.0.49 "GET /v2.0/networks/6b2d1442-0e79-422e-955b-efc39299c7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635188 Nov 12 00:45:56.051829 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port ea3285b4-8397-4d0a-9287-44e430131ceb, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=ea3285b4-8397-4d0a-9287-44e430131ceb,segment=NetworkSegment(697b74b4-19b5-47fd-b161-45862847105d),segment_id=697b74b4-19b5-47fd-b161-45862847105d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:56.057207 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:56.057977 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device ece577e8-c379-469d-ac80-64690c063e88 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:45:56.119416 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b08914-1966-4960-87b5-1ec67a5ed868 req-6c2011b5-0c9d-494c-ad59-cd4fb0adcfe3 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:56.122918 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-15b08914-1966-4960-87b5-1ec67a5ed868 req-6c2011b5-0c9d-494c-ad59-cd4fb0adcfe3 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 950 time: 0.0794458 Nov 12 00:45:56.147954 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port ece577e8-c379-469d-ac80-64690c063e88, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=ece577e8-c379-469d-ac80-64690c063e88,segment=NetworkSegment(626a9579-673a-4b11-be35-aa640b5a2d6e),segment_id=626a9579-673a-4b11-be35-aa640b5a2d6e)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:56.167513 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'ece577e8-c379-469d-ac80-64690c063e88', 'network_id': 'ab41dae0-8b36-4d88-961d-982690d3893d', 'port_id': 'ece577e8-c379-469d-ac80-64690c063e88', 'mac_address': 'fa:16:3e:d2:54:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1258ef72-3213-4252-85bc-f1e482a40b73', 'ip_address': '10.1.1.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:45:56.205821 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=ea3285b4-8397-4d0a-9287-44e430131ceb,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:56.224208 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:56.236081 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-15b08914-1966-4960-87b5-1ec67a5ed868 req-57160035-925c-4152-ab65-4bda249c7c56 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775807 Nov 12 00:45:56.238459 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d8d5c-d821-4953-9f3c-f38846fd8a2e req-d523db35-b5f7-4d08-b2fa-0e76da27024a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:56.241765 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9f3d8d5c-d821-4953-9f3c-f38846fd8a2e req-d523db35-b5f7-4d08-b2fa-0e76da27024a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=78b3942b4d1d42e395f1a600361aab79&device_id=8e804526-9ea6-4273-9d38-f2d165791662 HTTP/1.1" status: 200 len: 1095 time: 0.1173980 Nov 12 00:45:56.242301 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ece577e8-c379-469d-ac80-64690c063e88 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:45:56.267879 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port ece577e8-c379-469d-ac80-64690c063e88, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=ece577e8-c379-469d-ac80-64690c063e88,segment=NetworkSegment(626a9579-673a-4b11-be35-aa640b5a2d6e),segment_id=626a9579-673a-4b11-be35-aa640b5a2d6e)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:56.274287 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:56.275336 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 31fcb602-fe71-4579-9fa9-375532295e13 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:45:56.372777 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=ece577e8-c379-469d-ac80-64690c063e88,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:56.378716 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d8d5c-d821-4953-9f3c-f38846fd8a2e req-efcb37c8-d0af-436f-8727-9b0acc778ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:56.381047 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9f3d8d5c-d821-4953-9f3c-f38846fd8a2e req-efcb37c8-d0af-436f-8727-9b0acc778ac0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6b2d1442-0e79-422e-955b-efc39299c7dd HTTP/1.1" status: 200 len: 907 time: 0.1274409 Nov 12 00:45:56.449629 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 31fcb602-fe71-4579-9fa9-375532295e13, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=31fcb602-fe71-4579-9fa9-375532295e13,segment=NetworkSegment(626a9579-673a-4b11-be35-aa640b5a2d6e),segment_id=626a9579-673a-4b11-be35-aa640b5a2d6e)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:56.450071 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9f3d8d5c-d821-4953-9f3c-f38846fd8a2e req-29893b7f-3c58-4654-b3d6-562bcd2514e9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ab111df-9e90-4ecd-9d2a-4e354131543c HTTP/1.1" status: 200 len: 217 time: 0.0572052 Nov 12 00:45:56.463625 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '31fcb602-fe71-4579-9fa9-375532295e13', 'network_id': 'ab41dae0-8b36-4d88-961d-982690d3893d', 'port_id': '31fcb602-fe71-4579-9fa9-375532295e13', 'mac_address': 'fa:16:3e:90:52:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1258ef72-3213-4252-85bc-f1e482a40b73', 'ip_address': '10.1.1.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:45:56.508729 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0e9c3-4864-4cc2-8b6a-c5339f5bb878 req-d63aaeea-a19c-46fd-90de-51d767afeeeb tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:56.516820 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ceb0e9c3-4864-4cc2-8b6a-c5339f5bb878 req-d63aaeea-a19c-46fd-90de-51d767afeeeb tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e804526-9ea6-4273-9d38-f2d165791662 HTTP/1.1" status: 200 len: 943 time: 0.1344531 Nov 12 00:45:56.526563 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:56.543039 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31fcb602-fe71-4579-9fa9-375532295e13 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:45:56.592642 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 31fcb602-fe71-4579-9fa9-375532295e13, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=31fcb602-fe71-4579-9fa9-375532295e13,segment=NetworkSegment(626a9579-673a-4b11-be35-aa640b5a2d6e),segment_id=626a9579-673a-4b11-be35-aa640b5a2d6e)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:56.597857 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ceb0e9c3-4864-4cc2-8b6a-c5339f5bb878 req-caa80d68-038e-400c-9bb9-aefa25baa19c tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685461 Nov 12 00:45:56.597857 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d8d5c-d821-4953-9f3c-f38846fd8a2e req-1d2562b0-0301-4702-9547-1e8dd7f0e9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:56.597857 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9f3d8d5c-d821-4953-9f3c-f38846fd8a2e req-1d2562b0-0301-4702-9547-1e8dd7f0e9e8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e9ebb41c-1861-43b6-b921-ba560680823b HTTP/1.1" status: 200 len: 846 time: 0.1378710 Nov 12 00:45:56.607612 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:56.608310 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 418a9123-f7b9-4bae-a70d-69acd16e3f2a details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:45:56.637631 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9f3d8d5c-d821-4953-9f3c-f38846fd8a2e req-491d924d-5aed-4239-b17a-d73480a14804 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6b2d1442-0e79-422e-955b-efc39299c7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324035 Nov 12 00:45:56.692660 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=31fcb602-fe71-4579-9fa9-375532295e13,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:56.698727 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 418a9123-f7b9-4bae-a70d-69acd16e3f2a, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=418a9123-f7b9-4bae-a70d-69acd16e3f2a,segment=NetworkSegment(4becdac4-51a8-4782-a971-f733dc6018ef),segment_id=4becdac4-51a8-4782-a971-f733dc6018ef)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:56.714390 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '418a9123-f7b9-4bae-a70d-69acd16e3f2a', 'network_id': '932a85f6-3e20-455a-a5e7-01a28ed4b895', 'port_id': '418a9123-f7b9-4bae-a70d-69acd16e3f2a', 'mac_address': 'fa:16:3e:3f:91:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92d015ab-73f4-423c-8877-4552ee1df1ff', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:45:56.754623 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9f3d8d5c-d821-4953-9f3c-f38846fd8a2e req-52316c67-c065-4c94-927a-21370001c962 service neutron] 10.222.0.49 "GET /v2.0/networks/6b2d1442-0e79-422e-955b-efc39299c7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084979 Nov 12 00:45:56.771426 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:56.793555 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 418a9123-f7b9-4bae-a70d-69acd16e3f2a {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:45:56.816163 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 418a9123-f7b9-4bae-a70d-69acd16e3f2a, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=418a9123-f7b9-4bae-a70d-69acd16e3f2a,segment=NetworkSegment(4becdac4-51a8-4782-a971-f733dc6018ef),segment_id=4becdac4-51a8-4782-a971-f733dc6018ef)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:56.834628 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:56.847206 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f1d753e5-8094-4985-ae26-476029182198 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:45:56.882408 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9f3d8d5c-d821-4953-9f3c-f38846fd8a2e req-c243254b-6076-45cc-9b28-7f7e1e6e8513 service neutron] 10.222.0.49 "GET /v2.0/networks/6b2d1442-0e79-422e-955b-efc39299c7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186383 Nov 12 00:45:56.921011 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port f1d753e5-8094-4985-ae26-476029182198, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f1d753e5-8094-4985-ae26-476029182198,segment=NetworkSegment(626a9579-673a-4b11-be35-aa640b5a2d6e),segment_id=626a9579-673a-4b11-be35-aa640b5a2d6e)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:56.923907 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=418a9123-f7b9-4bae-a70d-69acd16e3f2a,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:56.937101 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'f1d753e5-8094-4985-ae26-476029182198', 'network_id': 'ab41dae0-8b36-4d88-961d-982690d3893d', 'port_id': 'f1d753e5-8094-4985-ae26-476029182198', 'mac_address': 'fa:16:3e:7c:ef:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1258ef72-3213-4252-85bc-f1e482a40b73', 'ip_address': '10.1.1.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:45:56.986347 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:57.002164 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1d753e5-8094-4985-ae26-476029182198 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:45:57.035118 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port f1d753e5-8094-4985-ae26-476029182198, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f1d753e5-8094-4985-ae26-476029182198,segment=NetworkSegment(626a9579-673a-4b11-be35-aa640b5a2d6e),segment_id=626a9579-673a-4b11-be35-aa640b5a2d6e)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:57.037399 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b33bfb-22af-422f-9ec4-ba0c50ffcdc6 req-e4a888ef-a712-4981-b82b-d985d87de917 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:57.038888 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-23b33bfb-22af-422f-9ec4-ba0c50ffcdc6 req-e4a888ef-a712-4981-b82b-d985d87de917 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7b1b3f4-84b9-4b20-9307-dc25b27eceb4 HTTP/1.1" status: 200 len: 945 time: 0.0560939 Nov 12 00:45:57.042496 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:57.092821 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=f1d753e5-8094-4985-ae26-476029182198,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:57.094137 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-23b33bfb-22af-422f-9ec4-ba0c50ffcdc6 req-8fafc21f-b0ee-4889-8e10-1ceb3b190e58 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476038 Nov 12 00:45:57.099343 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e8fbe-64f0-49ee-8fa2-9f9ec23677c6 req-e1c4fa64-0a63-46bb-a39f-f5c8732e2ab1 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:57.106032 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e8fbe-64f0-49ee-8fa2-9f9ec23677c6 req-e1c4fa64-0a63-46bb-a39f-f5c8732e2ab1 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:57.112095 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e8fbe-64f0-49ee-8fa2-9f9ec23677c6 req-e1c4fa64-0a63-46bb-a39f-f5c8732e2ab1 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:57.119110 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e8fbe-64f0-49ee-8fa2-9f9ec23677c6 req-e1c4fa64-0a63-46bb-a39f-f5c8732e2ab1 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:57.126290 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e8fbe-64f0-49ee-8fa2-9f9ec23677c6 req-e1c4fa64-0a63-46bb-a39f-f5c8732e2ab1 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:57.132677 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e8fbe-64f0-49ee-8fa2-9f9ec23677c6 req-e1c4fa64-0a63-46bb-a39f-f5c8732e2ab1 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:57.139831 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e8fbe-64f0-49ee-8fa2-9f9ec23677c6 req-e1c4fa64-0a63-46bb-a39f-f5c8732e2ab1 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:57.141987 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-820e8fbe-64f0-49ee-8fa2-9f9ec23677c6 req-e1c4fa64-0a63-46bb-a39f-f5c8732e2ab1 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 5428 time: 0.1153691 Nov 12 00:45:57.216410 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-820e8fbe-64f0-49ee-8fa2-9f9ec23677c6 req-9cfd64db-cebb-4ec6-ad63-8e050c5c13b8 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4f055-69fb-40bf-b27d-353bf24a3ac0&id=d9c8fd08-6591-4a5a-b303-9ee103150d54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0680177 Nov 12 00:45:57.349007 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15f23d-03a6-4b93-b56e-e2e7ba62243c req-98e36b9c-6010-4329-953f-fc2f9aa21a4e tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:57.350839 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4a15f23d-03a6-4b93-b56e-e2e7ba62243c req-98e36b9c-6010-4329-953f-fc2f9aa21a4e tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 950 time: 0.0542579 Nov 12 00:45:57.411706 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4a15f23d-03a6-4b93-b56e-e2e7ba62243c req-de9d78a0-0a7e-47d6-8672-510defbc7435 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482619 Nov 12 00:45:57.660962 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e086b3c-1b83-4914-9a70-090a6b82448e req-1ab78e90-4b49-4898-a44d-8f90d9c8c062 tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:57.662440 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4e086b3c-1b83-4914-9a70-090a6b82448e req-1ab78e90-4b49-4898-a44d-8f90d9c8c062 tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] 10.222.0.20 "GET /v2.0/ports?device_id=005a6eb7-575e-4079-9d82-07016eedaee4 HTTP/1.1" status: 200 len: 950 time: 0.0490050 Nov 12 00:45:57.714483 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4e086b3c-1b83-4914-9a70-090a6b82448e req-f8ce8d97-900f-4fbe-ad8f-a88f6bd920fc tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c15bce-ca58-4509-8e07-4c3c539a86c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451672 Nov 12 00:45:57.802455 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c4bf0-b4c1-42c5-a641-67d5e6496aac req-722fc9a2-ff95-4cd0-992c-ccf31ea82007 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:57.803968 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-af8c4bf0-b4c1-42c5-a641-67d5e6496aac req-722fc9a2-ff95-4cd0-992c-ccf31ea82007 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e804526-9ea6-4273-9d38-f2d165791662 HTTP/1.1" status: 200 len: 943 time: 0.0532932 Nov 12 00:45:57.858130 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-af8c4bf0-b4c1-42c5-a641-67d5e6496aac req-54f97a8e-3833-4252-98ef-8f299fc7fa42 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459609 Nov 12 00:45:58.230092 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4cca23-a381-4de8-a925-0aa40e3d0d5f req-53fa27a1-ed14-4e8f-81a4-39ba79191971 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:58.232620 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8f4cca23-a381-4de8-a925-0aa40e3d0d5f req-53fa27a1-ed14-4e8f-81a4-39ba79191971 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7b1b3f4-84b9-4b20-9307-dc25b27eceb4 HTTP/1.1" status: 200 len: 945 time: 0.0527058 Nov 12 00:45:58.284584 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8f4cca23-a381-4de8-a925-0aa40e3d0d5f req-1996063f-6214-4ffd-9cad-2878fa99afcd tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451884 Nov 12 00:45:58.410178 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6a691-0a8e-4d16-9be7-cb58c83068cf req-58418b3b-8f14-4ce2-bada-82bc5d6527be tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:58.416605 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6a691-0a8e-4d16-9be7-cb58c83068cf req-58418b3b-8f14-4ce2-bada-82bc5d6527be tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:58.422561 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6a691-0a8e-4d16-9be7-cb58c83068cf req-58418b3b-8f14-4ce2-bada-82bc5d6527be tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:58.428436 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6a691-0a8e-4d16-9be7-cb58c83068cf req-58418b3b-8f14-4ce2-bada-82bc5d6527be tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:58.435459 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6a691-0a8e-4d16-9be7-cb58c83068cf req-58418b3b-8f14-4ce2-bada-82bc5d6527be tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:58.441321 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6a691-0a8e-4d16-9be7-cb58c83068cf req-58418b3b-8f14-4ce2-bada-82bc5d6527be tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:58.446559 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5081db36-bfe3-4a38-9687-8cb8800aa2bb req-3a5d61d6-52bc-41df-8b00-506a5672955a tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:58.447415 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6a691-0a8e-4d16-9be7-cb58c83068cf req-58418b3b-8f14-4ce2-bada-82bc5d6527be tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:58.448031 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5081db36-bfe3-4a38-9687-8cb8800aa2bb req-3a5d61d6-52bc-41df-8b00-506a5672955a tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a7b1b3f4-84b9-4b20-9307-dc25b27eceb4 HTTP/1.1" status: 200 len: 1097 time: 0.0401802 Nov 12 00:45:58.449291 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3af6a691-0a8e-4d16-9be7-cb58c83068cf req-58418b3b-8f14-4ce2-bada-82bc5d6527be tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 5428 time: 0.1002779 Nov 12 00:45:58.493035 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5081db36-bfe3-4a38-9687-8cb8800aa2bb req-7857c2f4-a910-4dc8-a64e-f0bfa9243a8d tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383689 Nov 12 00:45:58.512376 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3af6a691-0a8e-4d16-9be7-cb58c83068cf req-a981e84b-bc5c-41b3-ad4b-f6975b9cc2d1 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4f055-69fb-40bf-b27d-353bf24a3ac0&id=d9c8fd08-6591-4a5a-b303-9ee103150d54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568824 Nov 12 00:45:58.580318 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['f4c6cea8-7b5d-48c0-a82d-a907911e3785'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:45:58.629070 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9193b17c-c9b7-44a2-8d56-49b92a4c9b46 req-02792fac-1e0a-45e6-9f20-11190a08eaf6 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:58.632033 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['ece577e8-c379-469d-ac80-64690c063e88'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:45:58.637511 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9193b17c-c9b7-44a2-8d56-49b92a4c9b46 req-02792fac-1e0a-45e6-9f20-11190a08eaf6 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 950 time: 0.0601625 Nov 12 00:45:58.667607 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['31fcb602-fe71-4579-9fa9-375532295e13'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:45:58.692553 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9193b17c-c9b7-44a2-8d56-49b92a4c9b46 req-31e5cf9a-188e-4f44-b13d-f870d25d9ebd tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540006 Nov 12 00:45:58.736560 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['ea3285b4-8397-4d0a-9287-44e430131ceb'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:45:58.775176 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['74c2483e-02a2-4318-bcbc-82baf9ce9bcb'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:45:58.777157 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['f1d753e5-8094-4985-ae26-476029182198'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:45:58.809801 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe064e-84fa-494c-ae6a-af68dbbbbe51 req-b5bafeb4-4307-4638-b2bf-5b8b8d207d8f tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:58.812317 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-20fe064e-84fa-494c-ae6a-af68dbbbbe51 req-b5bafeb4-4307-4638-b2bf-5b8b8d207d8f tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a7b1b3f4-84b9-4b20-9307-dc25b27eceb4 HTTP/1.1" status: 200 len: 1097 time: 0.0481021 Nov 12 00:45:58.868276 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-20fe064e-84fa-494c-ae6a-af68dbbbbe51 req-d6fd2098-3e23-46ff-8062-38e4e486826f tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409482 Nov 12 00:45:58.994025 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df6c01-f979-48b6-9a94-6aac1251f8c2 req-87e8dcaa-8b4a-47ec-bb08-40e2b2bab47a tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:59.001931 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-08df6c01-f979-48b6-9a94-6aac1251f8c2 req-87e8dcaa-8b4a-47ec-bb08-40e2b2bab47a tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] 10.222.0.20 "GET /v2.0/ports?device_id=005a6eb7-575e-4079-9d82-07016eedaee4 HTTP/1.1" status: 200 len: 950 time: 0.0669978 Nov 12 00:45:59.038835 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839cbd27-1d25-4f69-a698-aa56e7899599 req-7f4c8c36-17c1-42e5-b0c0-bad3686559ec tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:59.041416 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-839cbd27-1d25-4f69-a698-aa56e7899599 req-7f4c8c36-17c1-42e5-b0c0-bad3686559ec tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e804526-9ea6-4273-9d38-f2d165791662 HTTP/1.1" status: 200 len: 943 time: 0.0647457 Nov 12 00:45:59.058792 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-08df6c01-f979-48b6-9a94-6aac1251f8c2 req-e7f415a9-ca5a-47c9-9f8a-cc4d0952d27f tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c15bce-ca58-4509-8e07-4c3c539a86c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555215 Nov 12 00:45:59.096068 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-839cbd27-1d25-4f69-a698-aa56e7899599 req-c8c06737-b10e-481b-9b1b-7c02af5b01e5 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481644 Nov 12 00:45:59.340127 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf6b7b-6ea6-46b5-99f5-344c62417fe9 req-9a929e85-2640-4ad0-ad1d-89ea10dc5f54 tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:59.347618 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cbdf6b7b-6ea6-46b5-99f5-344c62417fe9 req-9a929e85-2640-4ad0-ad1d-89ea10dc5f54 tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a7b1b3f4-84b9-4b20-9307-dc25b27eceb4 HTTP/1.1" status: 200 len: 1097 time: 0.0604815 Nov 12 00:45:59.389807 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cbdf6b7b-6ea6-46b5-99f5-344c62417fe9 req-0a64287a-8415-4504-803f-899d2314c9ab tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411892 Nov 12 00:45:59.607571 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 48872) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:59.630985 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['418a9123-f7b9-4bae-a70d-69acd16e3f2a'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:45:59.647539 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2069ad9-6727-4243-a843-6c3061139157 req-13dbf9e4-c8c3-47f6-8870-51aa240b6fc3 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:59.655965 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2069ad9-6727-4243-a843-6c3061139157 req-13dbf9e4-c8c3-47f6-8870-51aa240b6fc3 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:59.661851 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2069ad9-6727-4243-a843-6c3061139157 req-13dbf9e4-c8c3-47f6-8870-51aa240b6fc3 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:59.668395 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2069ad9-6727-4243-a843-6c3061139157 req-13dbf9e4-c8c3-47f6-8870-51aa240b6fc3 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:59.675123 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2069ad9-6727-4243-a843-6c3061139157 req-13dbf9e4-c8c3-47f6-8870-51aa240b6fc3 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:59.681328 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2069ad9-6727-4243-a843-6c3061139157 req-13dbf9e4-c8c3-47f6-8870-51aa240b6fc3 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:59.687383 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2069ad9-6727-4243-a843-6c3061139157 req-13dbf9e4-c8c3-47f6-8870-51aa240b6fc3 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:59.689188 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a2069ad9-6727-4243-a843-6c3061139157 req-13dbf9e4-c8c3-47f6-8870-51aa240b6fc3 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 5428 time: 0.0968199 Nov 12 00:45:59.723060 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0445cb0c-6601-4a4b-bdd3-a6603d29943d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:59.757207 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a2069ad9-6727-4243-a843-6c3061139157 req-3ac11c57-6fd9-4b2e-b313-8b4e32e7c622 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4f055-69fb-40bf-b27d-353bf24a3ac0&id=d9c8fd08-6591-4a5a-b303-9ee103150d54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0616593 Nov 12 00:45:59.848617 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0445cb0c-6601-4a4b-bdd3-a6603d29943d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:59.853931 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0445cb0c-6601-4a4b-bdd3-a6603d29943d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:59.895222 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7e964-19a4-4f3c-a45f-9a451d4711f2 req-f028724e-b93e-4a27-8c13-3e5e6630942a tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:59.896761 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2fc7e964-19a4-4f3c-a45f-9a451d4711f2 req-f028724e-b93e-4a27-8c13-3e5e6630942a tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 950 time: 0.0987082 Nov 12 00:45:59.907746 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0445cb0c-6601-4a4b-bdd3-a6603d29943d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=71d92ac2b61c44cd90d9879917d40799&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2987576 Nov 12 00:45:59.909196 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0445cb0c-6601-4a4b-bdd3-a6603d29943d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e700963d-5273-4b30-a4f5-79fa272067df,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:59.910702 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 48882) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:59.927066 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0445cb0c-6601-4a4b-bdd3-a6603d29943d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:59.927414 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0445cb0c-6601-4a4b-bdd3-a6603d29943d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:59.927748 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0445cb0c-6601-4a4b-bdd3-a6603d29943d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:59.928080 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0445cb0c-6601-4a4b-bdd3-a6603d29943d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:59.928407 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0445cb0c-6601-4a4b-bdd3-a6603d29943d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:59.928733 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0445cb0c-6601-4a4b-bdd3-a6603d29943d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:59.929056 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0445cb0c-6601-4a4b-bdd3-a6603d29943d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:59.929393 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0445cb0c-6601-4a4b-bdd3-a6603d29943d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:59.929768 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0445cb0c-6601-4a4b-bdd3-a6603d29943d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:59.930094 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0445cb0c-6601-4a4b-bdd3-a6603d29943d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:59.930406 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0445cb0c-6601-4a4b-bdd3-a6603d29943d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:59.930832 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0445cb0c-6601-4a4b-bdd3-a6603d29943d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:59.968574 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2fc7e964-19a4-4f3c-a45f-9a451d4711f2 req-3cc4980a-5223-4300-8a6d-58d5c60cb3f2 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635717 Nov 12 00:45:59.980995 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8319442a-b211-4685-b59f-100853d3cd65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:00.005395 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8319442a-b211-4685-b59f-100853d3cd65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:00.052408 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8319442a-b211-4685-b59f-100853d3cd65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:00.055074 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8319442a-b211-4685-b59f-100853d3cd65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:00.056434 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-8319442a-b211-4685-b59f-100853d3cd65 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e700963d-5273-4b30-a4f5-79fa272067df HTTP/1.1" status: 204 len: 168 time: 0.1443336 Nov 12 00:46:00.067458 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8319442a-b211-4685-b59f-100853d3cd65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e700963d-5273-4b30-a4f5-79fa272067df,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:00.079019 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8319442a-b211-4685-b59f-100853d3cd65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:00.079523 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8319442a-b211-4685-b59f-100853d3cd65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:00.080042 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8319442a-b211-4685-b59f-100853d3cd65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:00.080630 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8319442a-b211-4685-b59f-100853d3cd65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:00.080953 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8319442a-b211-4685-b59f-100853d3cd65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:00.081456 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8319442a-b211-4685-b59f-100853d3cd65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:00.081969 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8319442a-b211-4685-b59f-100853d3cd65 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:00.082446 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8319442a-b211-4685-b59f-100853d3cd65 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:00.082921 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8319442a-b211-4685-b59f-100853d3cd65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:00.083428 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8319442a-b211-4685-b59f-100853d3cd65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:00.083911 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8319442a-b211-4685-b59f-100853d3cd65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:00.084395 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8319442a-b211-4685-b59f-100853d3cd65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:00.207456 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2db499-564a-4067-9880-21a08d53a591 req-1bc97e70-46aa-4829-8d22-1725d434627b tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:00.209327 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2b2db499-564a-4067-9880-21a08d53a591 req-1bc97e70-46aa-4829-8d22-1725d434627b tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] 10.222.0.20 "GET /v2.0/ports?device_id=005a6eb7-575e-4079-9d82-07016eedaee4 HTTP/1.1" status: 200 len: 950 time: 0.0567811 Nov 12 00:46:00.223358 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29042e-e152-45db-bea7-476fcfafc9ae req-9bb1a037-b0ff-41f3-bd46-fefa9a0efe48 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:00.224846 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1e29042e-e152-45db-bea7-476fcfafc9ae req-9bb1a037-b0ff-41f3-bd46-fefa9a0efe48 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e804526-9ea6-4273-9d38-f2d165791662 HTTP/1.1" status: 200 len: 943 time: 0.0522857 Nov 12 00:46:00.266508 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2b2db499-564a-4067-9880-21a08d53a591 req-74d72c1b-1ff8-489b-9bb4-a0a0a6cb017e tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c15bce-ca58-4509-8e07-4c3c539a86c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501633 Nov 12 00:46:00.278826 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1e29042e-e152-45db-bea7-476fcfafc9ae req-d0383d9c-2c66-415b-80e0-0d2063112308 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477514 Nov 12 00:46:00.348335 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 48892) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:00.361453 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-58537e2a-059a-4e11-bb27-807f983efa88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:00.438182 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-58537e2a-059a-4e11-bb27-807f983efa88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:00.442393 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-58537e2a-059a-4e11-bb27-807f983efa88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:00.485264 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-58537e2a-059a-4e11-bb27-807f983efa88 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ca5b42dfa34b4d1e96f92eb0fe4bdcbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1358395 Nov 12 00:46:00.486010 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58537e2a-059a-4e11-bb27-807f983efa88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f1ec95-280e-480e-a32d-fffb9ea3c164,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:00.488224 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 48896) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:00.506844 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8dd62-6687-40a1-9cfe-fe4bb2f2d46e req-1bd7d785-934e-403c-8da8-8c2bcc218e1e tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:00.509811 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c0a8dd62-6687-40a1-9cfe-fe4bb2f2d46e req-1bd7d785-934e-403c-8da8-8c2bcc218e1e tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a7b1b3f4-84b9-4b20-9307-dc25b27eceb4 HTTP/1.1" status: 200 len: 1097 time: 0.0443382 Nov 12 00:46:00.538296 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c6ad709b-cde2-40b5-9b6d-ff20e9d8f1e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:00.553222 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c0a8dd62-6687-40a1-9cfe-fe4bb2f2d46e req-53b1f2e5-b3b3-4452-bd23-4a2f54a53f19 tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375726 Nov 12 00:46:00.559136 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c6ad709b-cde2-40b5-9b6d-ff20e9d8f1e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:00.608488 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c6ad709b-cde2-40b5-9b6d-ff20e9d8f1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:00.611205 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c6ad709b-cde2-40b5-9b6d-ff20e9d8f1e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:00.612352 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c6ad709b-cde2-40b5-9b6d-ff20e9d8f1e6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e3f1ec95-280e-480e-a32d-fffb9ea3c164 HTTP/1.1" status: 204 len: 168 time: 0.1232390 Nov 12 00:46:00.620286 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad709b-cde2-40b5-9b6d-ff20e9d8f1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f1ec95-280e-480e-a32d-fffb9ea3c164,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:00.639339 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 1ab111df-9e90-4ecd-9d2a-4e354131543c details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:46:00.651993 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device cc41f133-519e-494a-93c2-83e7af38e257 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:46:00.815479 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 1ab111df-9e90-4ecd-9d2a-4e354131543c, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=1ab111df-9e90-4ecd-9d2a-4e354131543c,segment=NetworkSegment(6c913048-0125-4fcf-b07f-89f668c97b8b),segment_id=6c913048-0125-4fcf-b07f-89f668c97b8b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:00.817951 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:00.838917 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '1ab111df-9e90-4ecd-9d2a-4e354131543c', 'network_id': '6b2d1442-0e79-422e-955b-efc39299c7dd', 'port_id': '1ab111df-9e90-4ecd-9d2a-4e354131543c', 'mac_address': 'fa:16:3e:85:94:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ebb41c-1861-43b6-b921-ba560680823b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:46:00.884727 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '005a6eb7-575e-4079-9d82-07016eedaee4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc41f133-519e-494a-93c2-83e7af38e257'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:46:00.887369 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcc9641-f0c6-43cb-b4fb-ace048f6c3db" -d '{"events": [{"server_uuid": "005a6eb7-575e-4079-9d82-07016eedaee4", "name": "network-vif-unplugged", "status": "completed", "tag": "cc41f133-519e-494a-93c2-83e7af38e257"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:46:00.911110 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:00.922472 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589abe5-7b65-4867-8651-81bb50f7c59f req-9c749d44-7444-43be-81d2-d9591e8328b6 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:00.927106 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port cc41f133-519e-494a-93c2-83e7af38e257, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=cc41f133-519e-494a-93c2-83e7af38e257,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:00.931338 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ab111df-9e90-4ecd-9d2a-4e354131543c {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:46:00.932313 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589abe5-7b65-4867-8651-81bb50f7c59f req-9c749d44-7444-43be-81d2-d9591e8328b6 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:00.938821 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:00.942758 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589abe5-7b65-4867-8651-81bb50f7c59f req-9c749d44-7444-43be-81d2-d9591e8328b6 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:00.951108 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589abe5-7b65-4867-8651-81bb50f7c59f req-9c749d44-7444-43be-81d2-d9591e8328b6 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:00.957894 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589abe5-7b65-4867-8651-81bb50f7c59f req-9c749d44-7444-43be-81d2-d9591e8328b6 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:00.964783 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589abe5-7b65-4867-8651-81bb50f7c59f req-9c749d44-7444-43be-81d2-d9591e8328b6 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:00.970871 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589abe5-7b65-4867-8651-81bb50f7c59f req-9c749d44-7444-43be-81d2-d9591e8328b6 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:00.973003 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1589abe5-7b65-4867-8651-81bb50f7c59f req-9c749d44-7444-43be-81d2-d9591e8328b6 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 5428 time: 0.1201303 Nov 12 00:46:00.975786 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 1ab111df-9e90-4ecd-9d2a-4e354131543c, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=1ab111df-9e90-4ecd-9d2a-4e354131543c,segment=NetworkSegment(6c913048-0125-4fcf-b07f-89f668c97b8b),segment_id=6c913048-0125-4fcf-b07f-89f668c97b8b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:00.983608 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:01.006746 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=cc41f133-519e-494a-93c2-83e7af38e257,revision_number=11']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:01.071848 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=1ab111df-9e90-4ecd-9d2a-4e354131543c,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:01.088801 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599fb21-a8c8-4597-a7d0-76e0be4898a3 req-f0cadadc-2bbe-4470-be7d-8530836fb9fe tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:01.090623 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e599fb21-a8c8-4597-a7d0-76e0be4898a3 req-f0cadadc-2bbe-4470-be7d-8530836fb9fe tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] 10.222.0.49 "GET /v2.0/ports?device_id=005a6eb7-575e-4079-9d82-07016eedaee4 HTTP/1.1" status: 200 len: 948 time: 0.1074562 Nov 12 00:46:01.099125 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1589abe5-7b65-4867-8651-81bb50f7c59f req-6d43a4b9-663b-4a70-b6db-86755c8b2cfb tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4f055-69fb-40bf-b27d-353bf24a3ac0&id=d9c8fd08-6591-4a5a-b303-9ee103150d54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1027901 Nov 12 00:46:01.206137 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-e599fb21-a8c8-4597-a7d0-76e0be4898a3 req-1f4e490b-5111-478d-9d88-22a5680a0fa3 tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] Deleting port cc41f133-519e-494a-93c2-83e7af38e257 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:46:01.206554 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-e599fb21-a8c8-4597-a7d0-76e0be4898a3 req-1f4e490b-5111-478d-9d88-22a5680a0fa3 tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:01.289134 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd084de9-1baa-4f47-a4ce-94582951c32a x-openstack-request-id: req-dd084de9-1baa-4f47-a4ce-94582951c32a {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:46:01.289458 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "005a6eb7-575e-4079-9d82-07016eedaee4", "name": "network-vif-unplugged", "status": "completed", "tag": "cc41f133-519e-494a-93c2-83e7af38e257", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:46:01.289724 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dd084de9-1baa-4f47-a4ce-94582951c32a {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:46:01.290100 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '005a6eb7-575e-4079-9d82-07016eedaee4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc41f133-519e-494a-93c2-83e7af38e257', 'code': 200} Nov 12 00:46:01.339402 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-e599fb21-a8c8-4597-a7d0-76e0be4898a3 req-1f4e490b-5111-478d-9d88-22a5680a0fa3 tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] For port cc41f133-519e-494a-93c2-83e7af38e257, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=cc41f133-519e-494a-93c2-83e7af38e257,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:01.339894 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-e599fb21-a8c8-4597-a7d0-76e0be4898a3 req-1f4e490b-5111-478d-9d88-22a5680a0fa3 tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:01.344502 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['1ab111df-9e90-4ecd-9d2a-4e354131543c'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:46:01.354643 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-e599fb21-a8c8-4597-a7d0-76e0be4898a3 req-1f4e490b-5111-478d-9d88-22a5680a0fa3 tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] Calling delete_port for cc41f133-519e-494a-93c2-83e7af38e257 owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:46:01.498920 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde7194-cc8f-4700-9cae-b1db17dfed4e req-5d003292-d387-42e4-baeb-d9410987c6a2 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:01.500465 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dbde7194-cc8f-4700-9cae-b1db17dfed4e req-5d003292-d387-42e4-baeb-d9410987c6a2 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 950 time: 0.1355441 Nov 12 00:46:01.587231 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dbde7194-cc8f-4700-9cae-b1db17dfed4e req-a4f42b55-5cf2-4935-834c-aa176e3b3127 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768802 Nov 12 00:46:01.615351 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-e599fb21-a8c8-4597-a7d0-76e0be4898a3 req-1f4e490b-5111-478d-9d88-22a5680a0fa3 tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:01.643331 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e490b-5111-478d-9d88-22a5680a0fa3 tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] Pushing event deleted for resources: {'Port': ['ID=cc41f133-519e-494a-93c2-83e7af38e257,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:01.696045 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-e599fb21-a8c8-4597-a7d0-76e0be4898a3 req-1f4e490b-5111-478d-9d88-22a5680a0fa3 tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] No DVR routers for this DVR port cc41f133-519e-494a-93c2-83e7af38e257 on host n-h1-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:46:01.698746 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-e599fb21-a8c8-4597-a7d0-76e0be4898a3 req-1f4e490b-5111-478d-9d88-22a5680a0fa3 tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:01.702273 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e599fb21-a8c8-4597-a7d0-76e0be4898a3 req-1f4e490b-5111-478d-9d88-22a5680a0fa3 tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] 10.222.0.49 "DELETE /v2.0/ports/cc41f133-519e-494a-93c2-83e7af38e257 HTTP/1.1" status: 204 len: 173 time: 0.6021686 Nov 12 00:46:01.702731 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '005a6eb7-575e-4079-9d82-07016eedaee4', 'name': 'network-vif-deleted', 'tag': 'cc41f133-519e-494a-93c2-83e7af38e257'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:46:01.705026 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71cddd33-4b9e-4553-9ac7-cffbc17f61ef" -d '{"events": [{"server_uuid": "005a6eb7-575e-4079-9d82-07016eedaee4", "name": "network-vif-deleted", "tag": "cc41f133-519e-494a-93c2-83e7af38e257"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:46:01.816385 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ae8cdca3-c41f-4218-88fe-db13ae411395 req-4a3a9df7-0168-47d4-a742-d82590f0fe60 tempest-ImagesOneServerTestJSON-20460460 tempest-ImagesOneServerTestJSON-20460460-project] 10.222.0.20 "GET /v2.0/ports?device_id=005a6eb7-575e-4079-9d82-07016eedaee4 HTTP/1.1" status: 200 len: 210 time: 0.0330865 Nov 12 00:46:01.951824 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e6898-d2ee-485e-a457-ccde788e5f6a req-0542a3f2-1cf4-46b7-92fc-82878e79c9f0 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:01.953400 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-050e6898-d2ee-485e-a457-ccde788e5f6a req-0542a3f2-1cf4-46b7-92fc-82878e79c9f0 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e804526-9ea6-4273-9d38-f2d165791662 HTTP/1.1" status: 200 len: 944 time: 0.0689638 Nov 12 00:46:02.004857 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-050e6898-d2ee-485e-a457-ccde788e5f6a req-7c5d8346-9ecb-4809-a63d-59cd7cc984fd tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452156 Nov 12 00:46:02.062684 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e205060-af3d-4d7e-89c6-82a8756fd3a5 x-openstack-request-id: req-5e205060-af3d-4d7e-89c6-82a8756fd3a5 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:46:02.062988 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "005a6eb7-575e-4079-9d82-07016eedaee4", "name": "network-vif-deleted", "tag": "cc41f133-519e-494a-93c2-83e7af38e257", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:46:02.063247 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5e205060-af3d-4d7e-89c6-82a8756fd3a5 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:46:02.063683 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '005a6eb7-575e-4079-9d82-07016eedaee4', 'name': 'network-vif-deleted', 'tag': 'cc41f133-519e-494a-93c2-83e7af38e257', 'status': 'completed', 'code': 200} Nov 12 00:46:02.152249 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [req-86864138-d403-440d-8f89-2cb0c1fea692 req-de627964-506c-499b-89c5-cd5b64cd3a32 tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:46:02.153275 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-86864138-d403-440d-8f89-2cb0c1fea692 req-de627964-506c-499b-89c5-cd5b64cd3a32 tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2902589 Nov 12 00:46:02.265842 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7afa00-e5eb-4c07-bc4b-649d2ff2179a req-73544015-2944-431b-898e-5161141996a4 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:02.272380 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7afa00-e5eb-4c07-bc4b-649d2ff2179a req-73544015-2944-431b-898e-5161141996a4 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:02.278560 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7afa00-e5eb-4c07-bc4b-649d2ff2179a req-73544015-2944-431b-898e-5161141996a4 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:02.284664 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7afa00-e5eb-4c07-bc4b-649d2ff2179a req-73544015-2944-431b-898e-5161141996a4 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:02.291159 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7afa00-e5eb-4c07-bc4b-649d2ff2179a req-73544015-2944-431b-898e-5161141996a4 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:02.297112 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7afa00-e5eb-4c07-bc4b-649d2ff2179a req-73544015-2944-431b-898e-5161141996a4 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:02.302653 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86864138-d403-440d-8f89-2cb0c1fea692 req-e337811c-f77c-4e09-9ced-ed69fae39316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:02.303232 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7afa00-e5eb-4c07-bc4b-649d2ff2179a req-73544015-2944-431b-898e-5161141996a4 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:02.303996 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-86864138-d403-440d-8f89-2cb0c1fea692 req-e337811c-f77c-4e09-9ced-ed69fae39316 service neutron] 10.222.0.20 "GET /v2.0/ports/ae6e39f3-08a9-4155-baca-b0a728c167dc HTTP/1.1" status: 200 len: 1094 time: 0.1424119 Nov 12 00:46:02.305734 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5d7afa00-e5eb-4c07-bc4b-649d2ff2179a req-73544015-2944-431b-898e-5161141996a4 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 5428 time: 0.1074409 Nov 12 00:46:02.313608 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-86864138-d403-440d-8f89-2cb0c1fea692 req-2ab11b2e-b86b-464b-86e7-75f1d0f396d5 service neutron] Request body: {'binding': {'host': 'n-h1-812236-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:02.314070 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-86864138-d403-440d-8f89-2cb0c1fea692 req-2ab11b2e-b86b-464b-86e7-75f1d0f396d5 service neutron] Unknown quota resources ['binding']. {{(pid=102661) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 00:46:02.368771 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5d7afa00-e5eb-4c07-bc4b-649d2ff2179a req-6c70618f-9fe2-4cd6-8c87-5f8448130bb8 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4f055-69fb-40bf-b27d-353bf24a3ac0&id=d9c8fd08-6591-4a5a-b303-9ee103150d54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566726 Nov 12 00:46:02.464019 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-86864138-d403-440d-8f89-2cb0c1fea692 req-2ab11b2e-b86b-464b-86e7-75f1d0f396d5 service neutron] Attempting to bind port ae6e39f3-08a9-4155-baca-b0a728c167dc on host n-h1-812236-11 for vnic_type normal with profile None {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:46:02.464576 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-86864138-d403-440d-8f89-2cb0c1fea692 req-2ab11b2e-b86b-464b-86e7-75f1d0f396d5 service neutron] Attempting to bind port ae6e39f3-08a9-4155-baca-b0a728c167dc by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'eac800fb-e2a4-4100-807c-1fb9b17e8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:46:02.464940 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86864138-d403-440d-8f89-2cb0c1fea692 req-2ab11b2e-b86b-464b-86e7-75f1d0f396d5 service neutron] Attempting to bind port ae6e39f3-08a9-4155-baca-b0a728c167dc on network d872bf93-95f4-45c4-b0f4-642aed61400a {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:46:02.471779 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86864138-d403-440d-8f89-2cb0c1fea692 req-2ab11b2e-b86b-464b-86e7-75f1d0f396d5 service neutron] Port ae6e39f3-08a9-4155-baca-b0a728c167dc on network d872bf93-95f4-45c4-b0f4-642aed61400a not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:46:02.472597 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86864138-d403-440d-8f89-2cb0c1fea692 req-2ab11b2e-b86b-464b-86e7-75f1d0f396d5 service neutron] Attempting to bind port ae6e39f3-08a9-4155-baca-b0a728c167dc on network d872bf93-95f4-45c4-b0f4-642aed61400a {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:46:02.478076 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86864138-d403-440d-8f89-2cb0c1fea692 req-2ab11b2e-b86b-464b-86e7-75f1d0f396d5 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:46:02.478662 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86864138-d403-440d-8f89-2cb0c1fea692 req-2ab11b2e-b86b-464b-86e7-75f1d0f396d5 service neutron] Checking segment: {'id': 'eac800fb-e2a4-4100-807c-1fb9b17e8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:46:02.479213 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86864138-d403-440d-8f89-2cb0c1fea692 req-2ab11b2e-b86b-464b-86e7-75f1d0f396d5 service neutron] Bound using segment: {'id': 'eac800fb-e2a4-4100-807c-1fb9b17e8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:46:02.479641 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-86864138-d403-440d-8f89-2cb0c1fea692 req-2ab11b2e-b86b-464b-86e7-75f1d0f396d5 service neutron] Bound port: ae6e39f3-08a9-4155-baca-b0a728c167dc, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eac800fb-e2a4-4100-807c-1fb9b17e8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:46:02.538225 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-86864138-d403-440d-8f89-2cb0c1fea692 req-2ab11b2e-b86b-464b-86e7-75f1d0f396d5 service neutron] For port ae6e39f3-08a9-4155-baca-b0a728c167dc, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=ae6e39f3-08a9-4155-baca-b0a728c167dc,segment=NetworkSegment(eac800fb-e2a4-4100-807c-1fb9b17e8d78),segment_id=eac800fb-e2a4-4100-807c-1fb9b17e8d78)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:46:02.547053 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-86864138-d403-440d-8f89-2cb0c1fea692 req-2ab11b2e-b86b-464b-86e7-75f1d0f396d5 service neutron] Publish callbacks [] for binding, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:02.553993 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-86864138-d403-440d-8f89-2cb0c1fea692 req-2ab11b2e-b86b-464b-86e7-75f1d0f396d5 service neutron] 10.222.0.20 "POST /v2.0/ports/ae6e39f3-08a9-4155-baca-b0a728c167dc/bindings HTTP/1.1" status: 201 len: 390 time: 0.2413704 Nov 12 00:46:02.654787 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 1ab111df-9e90-4ecd-9d2a-4e354131543c up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:46:02.730311 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 1ab111df-9e90-4ecd-9d2a-4e354131543c completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:46:02.740097 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 1ab111df-9e90-4ecd-9d2a-4e354131543c triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:02.740796 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:02.751989 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef7890-0ff4-4242-8a6c-d91430e1040e req-b57d1a89-cc7a-4dd5-a4b3-6bb333e5c14b tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:02.753854 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d9ef7890-0ff4-4242-8a6c-d91430e1040e req-b57d1a89-cc7a-4dd5-a4b3-6bb333e5c14b tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7b1b3f4-84b9-4b20-9307-dc25b27eceb4 HTTP/1.1" status: 200 len: 945 time: 0.0636396 Nov 12 00:46:02.823903 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d9ef7890-0ff4-4242-8a6c-d91430e1040e req-5cf6517c-9ece-4ca2-9192-632140dce9a5 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594201 Nov 12 00:46:02.830758 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844e8d6-3eef-4fac-9c39-9aa448ceacde req-f87d1b48-705f-4b07-ba9e-911fa3560b3f tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:02.832315 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9844e8d6-3eef-4fac-9c39-9aa448ceacde req-f87d1b48-705f-4b07-ba9e-911fa3560b3f tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 950 time: 0.0630336 Nov 12 00:46:02.887939 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86864138-d403-440d-8f89-2cb0c1fea692 req-0afae6e4-0d94-48ba-82b2-bba43759c00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:02.890131 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9844e8d6-3eef-4fac-9c39-9aa448ceacde req-6cd3ccbb-731f-476b-bbcf-27d6a01b7d6b tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497446 Nov 12 00:46:02.895698 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-86864138-d403-440d-8f89-2cb0c1fea692 req-0afae6e4-0d94-48ba-82b2-bba43759c00d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c540ecbe8154e1b907ac12fc8774fd4&device_id=a7b1b3f4-84b9-4b20-9307-dc25b27eceb4 HTTP/1.1" status: 200 len: 1097 time: 0.0604749 Nov 12 00:46:02.997945 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:03.020026 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86864138-d403-440d-8f89-2cb0c1fea692 req-6b49922f-5ea0-4108-a274-f0a92dd995d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:03.022381 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-86864138-d403-440d-8f89-2cb0c1fea692 req-6b49922f-5ea0-4108-a274-f0a92dd995d3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d872bf93-95f4-45c4-b0f4-642aed61400a HTTP/1.1" status: 200 len: 907 time: 0.1189158 Nov 12 00:46:03.035888 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 1ab111df-9e90-4ecd-9d2a-4e354131543c, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=1ab111df-9e90-4ecd-9d2a-4e354131543c,segment=NetworkSegment(6c913048-0125-4fcf-b07f-89f668c97b8b),segment_id=6c913048-0125-4fcf-b07f-89f668c97b8b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:03.041640 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:03.089619 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-86864138-d403-440d-8f89-2cb0c1fea692 req-155cf211-0077-4e39-8f91-08aa4e2c8359 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae6e39f3-08a9-4155-baca-b0a728c167dc HTTP/1.1" status: 200 len: 217 time: 0.0521529 Nov 12 00:46:03.114938 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=1ab111df-9e90-4ecd-9d2a-4e354131543c,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:03.146776 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac3510-d0e8-4cc7-8dec-96d9b1dc2d8d req-45d1c0d0-47d2-4476-82de-c687acf1e649 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:03.159907 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86864138-d403-440d-8f89-2cb0c1fea692 req-55925eb9-2865-451b-91cd-8cf69df0011e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:03.161070 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-92ac3510-d0e8-4cc7-8dec-96d9b1dc2d8d req-45d1c0d0-47d2-4476-82de-c687acf1e649 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e804526-9ea6-4273-9d38-f2d165791662 HTTP/1.1" status: 200 len: 945 time: 0.0727198 Nov 12 00:46:03.161602 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-86864138-d403-440d-8f89-2cb0c1fea692 req-55925eb9-2865-451b-91cd-8cf69df0011e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e87486ea-14b8-4357-b569-3ef6c52f1320 HTTP/1.1" status: 200 len: 846 time: 0.0647373 Nov 12 00:46:03.202785 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-86864138-d403-440d-8f89-2cb0c1fea692 req-3a80d8f2-c63c-4677-9b57-7477832eef72 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d872bf93-95f4-45c4-b0f4-642aed61400a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309558 Nov 12 00:46:03.221119 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device ece577e8-c379-469d-ac80-64690c063e88 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:46:03.225358 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-92ac3510-d0e8-4cc7-8dec-96d9b1dc2d8d req-e88ffeb0-2ff0-4697-a161-c733ac47e62b tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626595 Nov 12 00:46:03.290484 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port ece577e8-c379-469d-ac80-64690c063e88 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:46:03.293873 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e804526-9ea6-4273-9d38-f2d165791662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab111df-9e90-4ecd-9d2a-4e354131543c'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:46:03.296597 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a8eea1-f199-4f68-bb62-08f369cd0b9d" -d '{"events": [{"server_uuid": "8e804526-9ea6-4273-9d38-f2d165791662", "name": "network-vif-plugged", "status": "completed", "tag": "1ab111df-9e90-4ecd-9d2a-4e354131543c"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:46:03.300047 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port ece577e8-c379-469d-ac80-64690c063e88 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:03.300468 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:03.341515 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-86864138-d403-440d-8f89-2cb0c1fea692 req-b004f4d6-a358-4638-b7ca-c6d70fb14835 service neutron] 10.222.0.49 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267190 Nov 12 00:46:03.350367 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0459807-ef61-4857-b7cc-00241b88f154 x-openstack-request-id: req-a0459807-ef61-4857-b7cc-00241b88f154 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:46:03.350657 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e804526-9ea6-4273-9d38-f2d165791662", "name": "network-vif-plugged", "status": "completed", "tag": "1ab111df-9e90-4ecd-9d2a-4e354131543c", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:46:03.350904 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a0459807-ef61-4857-b7cc-00241b88f154 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:46:03.351327 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e804526-9ea6-4273-9d38-f2d165791662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab111df-9e90-4ecd-9d2a-4e354131543c', 'code': 200} Nov 12 00:46:03.400850 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:03.432130 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 49032) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:03.482592 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port ece577e8-c379-469d-ac80-64690c063e88, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=ece577e8-c379-469d-ac80-64690c063e88,segment=NetworkSegment(626a9579-673a-4b11-be35-aa640b5a2d6e),segment_id=626a9579-673a-4b11-be35-aa640b5a2d6e)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:03.490531 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:03.564571 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=ece577e8-c379-469d-ac80-64690c063e88,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:03.579535 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-86864138-d403-440d-8f89-2cb0c1fea692 req-cf8f51a2-22cc-42b7-8e94-290ce9c65665 service neutron] 10.222.0.49 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967280 Nov 12 00:46:03.598633 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591830d-68ed-4bab-9547-077ea2b7615a req-690204ca-fab3-44ad-af93-0b777ced06b1 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:03.606640 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591830d-68ed-4bab-9547-077ea2b7615a req-690204ca-fab3-44ad-af93-0b777ced06b1 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:03.615219 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591830d-68ed-4bab-9547-077ea2b7615a req-690204ca-fab3-44ad-af93-0b777ced06b1 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:03.622564 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591830d-68ed-4bab-9547-077ea2b7615a req-690204ca-fab3-44ad-af93-0b777ced06b1 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:03.628182 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591830d-68ed-4bab-9547-077ea2b7615a req-690204ca-fab3-44ad-af93-0b777ced06b1 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:03.633975 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e373a-49fe-4ce0-86a4-893ec6c181d1 req-1b6de905-35c3-4981-baa3-bc08ea173022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:03.634135 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591830d-68ed-4bab-9547-077ea2b7615a req-690204ca-fab3-44ad-af93-0b777ced06b1 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:03.636101 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ba2e373a-49fe-4ce0-86a4-893ec6c181d1 req-1b6de905-35c3-4981-baa3-bc08ea173022 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8e804526-9ea6-4273-9d38-f2d165791662 HTTP/1.1" status: 200 len: 1097 time: 0.0928290 Nov 12 00:46:03.642633 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591830d-68ed-4bab-9547-077ea2b7615a req-690204ca-fab3-44ad-af93-0b777ced06b1 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:03.644573 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e591830d-68ed-4bab-9547-077ea2b7615a req-690204ca-fab3-44ad-af93-0b777ced06b1 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 5429 time: 0.1292231 Nov 12 00:46:03.677514 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-765327df-b811-4781-893c-8609bd9a579f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0d5e615c355a4206b3c4390671861c0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2441852 Nov 12 00:46:03.684484 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 49042) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:03.750377 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e591830d-68ed-4bab-9547-077ea2b7615a req-d9d3f5a4-4a78-461e-b74e-8b96d843f22e tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4f055-69fb-40bf-b27d-353bf24a3ac0&id=d9c8fd08-6591-4a5a-b303-9ee103150d54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0953858 Nov 12 00:46:03.754046 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ba2e373a-49fe-4ce0-86a4-893ec6c181d1 req-e042e049-f5fb-42a7-8e93-870ee8232516 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791507 Nov 12 00:46:03.759308 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 49044) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:03.769697 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86864138-d403-440d-8f89-2cb0c1fea692 req-5e5b55af-2a17-4a03-9333-45d7e4182858 tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:03.772018 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-86864138-d403-440d-8f89-2cb0c1fea692 req-5e5b55af-2a17-4a03-9333-45d7e4182858 tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=a7b1b3f4-84b9-4b20-9307-dc25b27eceb4&tenant_id=9c540ecbe8154e1b907ac12fc8774fd4&binding%3Ahost_id=n-h2-812236-11 HTTP/1.1" status: 200 len: 1097 time: 0.0651586 Nov 12 00:46:03.777215 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d138ebe9-19b7-4c96-a72a-f28dfc1ccb07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:03.800218 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d138ebe9-19b7-4c96-a72a-f28dfc1ccb07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:03.859406 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d138ebe9-19b7-4c96-a72a-f28dfc1ccb07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:03.862523 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d138ebe9-19b7-4c96-a72a-f28dfc1ccb07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:03.865963 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d138ebe9-19b7-4c96-a72a-f28dfc1ccb07 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f9c15bce-ca58-4509-8e07-4c3c539a86c5 HTTP/1.1" status: 204 len: 168 time: 0.1790462 Nov 12 00:46:03.877349 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d138ebe9-19b7-4c96-a72a-f28dfc1ccb07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c15bce-ca58-4509-8e07-4c3c539a86c5,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:03.897558 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e0db1450-f48d-4cc7-94ca-b650c805ca73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:04.001534 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a209cc-e727-4d1f-a393-7f3342ee9d4e req-87c22d5a-a718-4010-b68f-30dfe95f68b7 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:04.003365 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-98a209cc-e727-4d1f-a393-7f3342ee9d4e req-87c22d5a-a718-4010-b68f-30dfe95f68b7 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7b1b3f4-84b9-4b20-9307-dc25b27eceb4 HTTP/1.1" status: 200 len: 945 time: 0.0807519 Nov 12 00:46:04.025794 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3904da-8f1f-4384-a638-3452e9e675fe req-3e36083e-d5f7-45b7-8652-52d2a3a2af35 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:04.028514 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-eb3904da-8f1f-4384-a638-3452e9e675fe req-3e36083e-d5f7-45b7-8652-52d2a3a2af35 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 950 time: 0.0654531 Nov 12 00:46:04.034088 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-86864138-d403-440d-8f89-2cb0c1fea692 req-536a0611-21af-4ce8-866a-78cdc01b0028 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-812236-11'}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:04.060056 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e0db1450-f48d-4cc7-94ca-b650c805ca73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:04.066773 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e0db1450-f48d-4cc7-94ca-b650c805ca73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:04.099091 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-98a209cc-e727-4d1f-a393-7f3342ee9d4e req-51c9861f-cc51-4c9e-80c7-370fc9c0e1d7 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852485 Nov 12 00:46:04.118396 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db1450-f48d-4cc7-94ca-b650c805ca73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0273a5-f842-4e47-9bb7-b50386de8ab5,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:04.122903 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e0db1450-f48d-4cc7-94ca-b650c805ca73 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1732df537ad84c14ab0cb3c852056609&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3628023 Nov 12 00:46:04.125542 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 49058) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:04.125978 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-86864138-d403-440d-8f89-2cb0c1fea692 req-536a0611-21af-4ce8-866a-78cdc01b0028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:04.157993 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-eb3904da-8f1f-4384-a638-3452e9e675fe req-dd5288b1-419f-43b1-aa8c-5596d3094551 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976839 Nov 12 00:46:04.205869 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2a1d00cd-c4c7-4741-9749-c7191313b8a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:04.227592 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-88606b59-d20a-4a6f-951d-89dad3414cb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:04.236676 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2a1d00cd-c4c7-4741-9749-c7191313b8a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:04.319612 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2a1d00cd-c4c7-4741-9749-c7191313b8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:04.323452 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2a1d00cd-c4c7-4741-9749-c7191313b8a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:04.324606 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-2a1d00cd-c4c7-4741-9749-c7191313b8a1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f0273a5-f842-4e47-9bb7-b50386de8ab5 HTTP/1.1" status: 204 len: 168 time: 0.1979773 Nov 12 00:46:04.334160 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1d00cd-c4c7-4741-9749-c7191313b8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0273a5-f842-4e47-9bb7-b50386de8ab5,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:04.384758 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-86864138-d403-440d-8f89-2cb0c1fea692 req-536a0611-21af-4ce8-866a-78cdc01b0028 service neutron] For port ae6e39f3-08a9-4155-baca-b0a728c167dc, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=ae6e39f3-08a9-4155-baca-b0a728c167dc,segment=NetworkSegment(eac800fb-e2a4-4100-807c-1fb9b17e8d78),segment_id=eac800fb-e2a4-4100-807c-1fb9b17e8d78)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:04.406072 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073add12-417d-46f5-bd84-d8f1fd4efd0e req-a0ee588f-73d9-4024-9236-5397133259f8 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:04.408241 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-073add12-417d-46f5-bd84-d8f1fd4efd0e req-a0ee588f-73d9-4024-9236-5397133259f8 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e804526-9ea6-4273-9d38-f2d165791662 HTTP/1.1" status: 200 len: 945 time: 0.0861406 Nov 12 00:46:04.465758 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-86864138-d403-440d-8f89-2cb0c1fea692 req-536a0611-21af-4ce8-866a-78cdc01b0028 service neutron] For port ae6e39f3-08a9-4155-baca-b0a728c167dc, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:46:04.506095 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-073add12-417d-46f5-bd84-d8f1fd4efd0e req-c3b4b221-f705-4285-9550-832672ebd76d tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885167 Nov 12 00:46:04.537137 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b1b3f4-84b9-4b20-9307-dc25b27eceb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae6e39f3-08a9-4155-baca-b0a728c167dc'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:46:04.540266 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b29ede2-9eb9-4479-8dc6-ae1ebd15ce7c" -d '{"events": [{"server_uuid": "a7b1b3f4-84b9-4b20-9307-dc25b27eceb4", "name": "network-vif-unplugged", "status": "completed", "tag": "ae6e39f3-08a9-4155-baca-b0a728c167dc"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:46:04.556429 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-86864138-d403-440d-8f89-2cb0c1fea692 req-536a0611-21af-4ce8-866a-78cdc01b0028 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:04.580288 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-86864138-d403-440d-8f89-2cb0c1fea692 req-536a0611-21af-4ce8-866a-78cdc01b0028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:04.597388 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c81f99-f5ef-4f1b-ba84-f759673fd4c7 x-openstack-request-id: req-94c81f99-f5ef-4f1b-ba84-f759673fd4c7 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:46:04.598622 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b1b3f4-84b9-4b20-9307-dc25b27eceb4", "name": "network-vif-unplugged", "status": "completed", "tag": "ae6e39f3-08a9-4155-baca-b0a728c167dc", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:46:04.599258 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-94c81f99-f5ef-4f1b-ba84-f759673fd4c7 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:46:04.599754 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b1b3f4-84b9-4b20-9307-dc25b27eceb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae6e39f3-08a9-4155-baca-b0a728c167dc', 'code': 200} Nov 12 00:46:04.663848 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536a0611-21af-4ce8-866a-78cdc01b0028 service neutron] Pushing event updated for resources: {'Port': ['ID=ae6e39f3-08a9-4155-baca-b0a728c167dc,revision_number=7']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:04.667815 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device cc41f133-519e-494a-93c2-83e7af38e257 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:46:04.691678 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-86864138-d403-440d-8f89-2cb0c1fea692 req-536a0611-21af-4ce8-866a-78cdc01b0028 service neutron] Attempting to bind port ae6e39f3-08a9-4155-baca-b0a728c167dc on host n-h2-812236-11 for vnic_type normal with profile {"migrating_to": "n-h1-812236-11"} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:46:04.691987 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-86864138-d403-440d-8f89-2cb0c1fea692 req-536a0611-21af-4ce8-866a-78cdc01b0028 service neutron] Attempting to bind port ae6e39f3-08a9-4155-baca-b0a728c167dc by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': 'eac800fb-e2a4-4100-807c-1fb9b17e8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:46:04.692325 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86864138-d403-440d-8f89-2cb0c1fea692 req-536a0611-21af-4ce8-866a-78cdc01b0028 service neutron] Attempting to bind port ae6e39f3-08a9-4155-baca-b0a728c167dc on network d872bf93-95f4-45c4-b0f4-642aed61400a {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:46:04.692535 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: cc41f133-519e-494a-93c2-83e7af38e257 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:46:04.693058 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device cc41f133-519e-494a-93c2-83e7af38e257 not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:46:04.697766 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86864138-d403-440d-8f89-2cb0c1fea692 req-536a0611-21af-4ce8-866a-78cdc01b0028 service neutron] Port ae6e39f3-08a9-4155-baca-b0a728c167dc on network d872bf93-95f4-45c4-b0f4-642aed61400a not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:46:04.698275 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86864138-d403-440d-8f89-2cb0c1fea692 req-536a0611-21af-4ce8-866a-78cdc01b0028 service neutron] Attempting to bind port ae6e39f3-08a9-4155-baca-b0a728c167dc on network d872bf93-95f4-45c4-b0f4-642aed61400a {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:46:04.703491 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86864138-d403-440d-8f89-2cb0c1fea692 req-536a0611-21af-4ce8-866a-78cdc01b0028 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:46:04.703832 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86864138-d403-440d-8f89-2cb0c1fea692 req-536a0611-21af-4ce8-866a-78cdc01b0028 service neutron] Checking segment: {'id': 'eac800fb-e2a4-4100-807c-1fb9b17e8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:46:04.704218 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86864138-d403-440d-8f89-2cb0c1fea692 req-536a0611-21af-4ce8-866a-78cdc01b0028 service neutron] Bound using segment: {'id': 'eac800fb-e2a4-4100-807c-1fb9b17e8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:46:04.704638 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-86864138-d403-440d-8f89-2cb0c1fea692 req-536a0611-21af-4ce8-866a-78cdc01b0028 service neutron] Bound port: ae6e39f3-08a9-4155-baca-b0a728c167dc, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eac800fb-e2a4-4100-807c-1fb9b17e8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:46:04.705273 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-86864138-d403-440d-8f89-2cb0c1fea692 req-536a0611-21af-4ce8-866a-78cdc01b0028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:04.727083 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 49084) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:04.740680 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b4bc547d-e507-48af-b6c1-2395aee8839c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:04.792544 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-86864138-d403-440d-8f89-2cb0c1fea692 req-536a0611-21af-4ce8-866a-78cdc01b0028 service neutron] For port ae6e39f3-08a9-4155-baca-b0a728c167dc, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:46:04.797726 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-86864138-d403-440d-8f89-2cb0c1fea692 req-536a0611-21af-4ce8-866a-78cdc01b0028 service neutron] For port ae6e39f3-08a9-4155-baca-b0a728c167dc, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=ae6e39f3-08a9-4155-baca-b0a728c167dc,segment=NetworkSegment(eac800fb-e2a4-4100-807c-1fb9b17e8d78),segment_id=eac800fb-e2a4-4100-807c-1fb9b17e8d78)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:46:04.805619 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-86864138-d403-440d-8f89-2cb0c1fea692 req-536a0611-21af-4ce8-866a-78cdc01b0028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:04.892055 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b4bc547d-e507-48af-b6c1-2395aee8839c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:04.897437 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86864138-d403-440d-8f89-2cb0c1fea692 req-536a0611-21af-4ce8-866a-78cdc01b0028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:04.899451 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-86864138-d403-440d-8f89-2cb0c1fea692 req-536a0611-21af-4ce8-866a-78cdc01b0028 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:04.900919 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-86864138-d403-440d-8f89-2cb0c1fea692 req-536a0611-21af-4ce8-866a-78cdc01b0028 service neutron] 10.222.0.49 "PUT /v2.0/ports/ae6e39f3-08a9-4155-baca-b0a728c167dc HTTP/1.1" status: 200 len: 1123 time: 0.8712626 Nov 12 00:46:04.901501 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b4bc547d-e507-48af-b6c1-2395aee8839c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:04.912927 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536a0611-21af-4ce8-866a-78cdc01b0028 service neutron] Pushing event updated for resources: {'Port': ['ID=ae6e39f3-08a9-4155-baca-b0a728c167dc,revision_number=8']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:04.956171 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355db2e-114a-4310-9649-db91f573f644 req-bad64fda-5cf8-4bdc-bb4f-7f98bd64e1c5 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:04.962994 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355db2e-114a-4310-9649-db91f573f644 req-bad64fda-5cf8-4bdc-bb4f-7f98bd64e1c5 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:04.969008 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355db2e-114a-4310-9649-db91f573f644 req-bad64fda-5cf8-4bdc-bb4f-7f98bd64e1c5 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:04.974979 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355db2e-114a-4310-9649-db91f573f644 req-bad64fda-5cf8-4bdc-bb4f-7f98bd64e1c5 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:04.981658 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355db2e-114a-4310-9649-db91f573f644 req-bad64fda-5cf8-4bdc-bb4f-7f98bd64e1c5 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:04.988119 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355db2e-114a-4310-9649-db91f573f644 req-bad64fda-5cf8-4bdc-bb4f-7f98bd64e1c5 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:04.994371 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355db2e-114a-4310-9649-db91f573f644 req-bad64fda-5cf8-4bdc-bb4f-7f98bd64e1c5 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:04.996707 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5355db2e-114a-4310-9649-db91f573f644 req-bad64fda-5cf8-4bdc-bb4f-7f98bd64e1c5 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 5429 time: 0.1404834 Nov 12 00:46:05.000193 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b4bc547d-e507-48af-b6c1-2395aee8839c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f8038cb961fd4cbfbe47a6cd6243d2e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2726474 Nov 12 00:46:05.001645 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc547d-e507-48af-b6c1-2395aee8839c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9873f827-3ffd-477c-a149-43294e160673,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:05.003006 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 49094) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:05.078261 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2704fc78-b37f-488f-8fcd-43cab6e7a037 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:05.087596 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5355db2e-114a-4310-9649-db91f573f644 req-47fe926c-7a1d-4276-8be0-b8b61d9c74de tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4f055-69fb-40bf-b27d-353bf24a3ac0&id=d9c8fd08-6591-4a5a-b303-9ee103150d54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0762703 Nov 12 00:46:05.113086 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2704fc78-b37f-488f-8fcd-43cab6e7a037 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:05.117115 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['ae6e39f3-08a9-4155-baca-b0a728c167dc'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:46:05.184370 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2704fc78-b37f-488f-8fcd-43cab6e7a037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:05.189160 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2704fc78-b37f-488f-8fcd-43cab6e7a037 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:05.191876 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2704fc78-b37f-488f-8fcd-43cab6e7a037 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9873f827-3ffd-477c-a149-43294e160673 HTTP/1.1" status: 204 len: 168 time: 0.1874480 Nov 12 00:46:05.204907 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2704fc78-b37f-488f-8fcd-43cab6e7a037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9873f827-3ffd-477c-a149-43294e160673,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:05.239396 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 74c2483e-02a2-4318-bcbc-82baf9ce9bcb up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:46:05.348996 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba6045-bee1-4e45-b378-40d45395a200 req-3e370e18-7c9e-41c0-9c6b-e746c14c702e tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:05.351289 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c4ba6045-bee1-4e45-b378-40d45395a200 req-3e370e18-7c9e-41c0-9c6b-e746c14c702e tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7b1b3f4-84b9-4b20-9307-dc25b27eceb4 HTTP/1.1" status: 200 len: 943 time: 0.0909052 Nov 12 00:46:05.356156 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece577e8-c379-469d-ac80-64690c063e88'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:46:05.358390 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f245b4-d90d-4aca-994e-645809e5122b" -d '{"events": [{"server_uuid": "ae10635a-27bd-4a35-b6d7-b159472701aa", "name": "network-vif-plugged", "status": "completed", "tag": "ece577e8-c379-469d-ac80-64690c063e88"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:46:05.359879 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a2c8d-c6f6-4d16-ad37-abc5c50d552e req-f7ee0f2a-a8b1-450b-b33a-84499cbede23 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:05.369649 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0f9a2c8d-c6f6-4d16-ad37-abc5c50d552e req-f7ee0f2a-a8b1-450b-b33a-84499cbede23 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 950 time: 0.0710456 Nov 12 00:46:05.386559 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 74c2483e-02a2-4318-bcbc-82baf9ce9bcb completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:46:05.392905 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 74c2483e-02a2-4318-bcbc-82baf9ce9bcb triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:05.393518 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:05.437807 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0f9a2c8d-c6f6-4d16-ad37-abc5c50d552e req-ddae6a11-ccef-43dd-b75e-ae85b636b063 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664735 Nov 12 00:46:05.447080 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c4ba6045-bee1-4e45-b378-40d45395a200 req-82a4a0c9-89b5-48b0-9751-e66c62612a4c tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890601 Nov 12 00:46:05.471109 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 49116) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:05.510688 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf2f7e7-3a85-4ecb-bc2a-0fe1ee6bcc98 x-openstack-request-id: req-6bf2f7e7-3a85-4ecb-bc2a-0fe1ee6bcc98 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:46:05.511069 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae10635a-27bd-4a35-b6d7-b159472701aa", "name": "network-vif-plugged", "status": "completed", "tag": "ece577e8-c379-469d-ac80-64690c063e88", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:46:05.511384 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6bf2f7e7-3a85-4ecb-bc2a-0fe1ee6bcc98 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:46:05.511844 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece577e8-c379-469d-ac80-64690c063e88', 'code': 200} Nov 12 00:46:05.531996 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:05.587868 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 74c2483e-02a2-4318-bcbc-82baf9ce9bcb, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=74c2483e-02a2-4318-bcbc-82baf9ce9bcb,segment=NetworkSegment(626a9579-673a-4b11-be35-aa640b5a2d6e),segment_id=626a9579-673a-4b11-be35-aa640b5a2d6e)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:05.596379 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:05.597293 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f4c6cea8-7b5d-48c0-a82d-a907911e3785 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:46:05.637538 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b17c1cb4-e89e-4144-8aba-3ff3ae5a5edb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:05.658122 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885478fa-2e9a-47cc-b61c-3f0c1c6b7d9c req-1ff30d7a-faea-47f6-b17a-6f64b0dc4067 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:05.659618 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-885478fa-2e9a-47cc-b61c-3f0c1c6b7d9c req-1ff30d7a-faea-47f6-b17a-6f64b0dc4067 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e804526-9ea6-4273-9d38-f2d165791662 HTTP/1.1" status: 200 len: 945 time: 0.0784118 Nov 12 00:46:05.692352 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=74c2483e-02a2-4318-bcbc-82baf9ce9bcb,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:05.712764 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port f4c6cea8-7b5d-48c0-a82d-a907911e3785 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:46:05.717132 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port f4c6cea8-7b5d-48c0-a82d-a907911e3785 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:05.717659 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:05.743798 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-885478fa-2e9a-47cc-b61c-3f0c1c6b7d9c req-6b388dd8-8b43-4198-b9ac-474f55e4a81d tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728679 Nov 12 00:46:05.787379 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b17c1cb4-e89e-4144-8aba-3ff3ae5a5edb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:05.792942 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b17c1cb4-e89e-4144-8aba-3ff3ae5a5edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:05.819411 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:05.843449 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b17c1cb4-e89e-4144-8aba-3ff3ae5a5edb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=91a2cb62bc5248c3b3ce84c1e3c260a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3702960 Nov 12 00:46:05.844476 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17c1cb4-e89e-4144-8aba-3ff3ae5a5edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad73f30-455c-46c0-a968-ad907f1ff43a,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:05.845271 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 49136) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:05.893116 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port f4c6cea8-7b5d-48c0-a82d-a907911e3785, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f4c6cea8-7b5d-48c0-a82d-a907911e3785,segment=NetworkSegment(4becdac4-51a8-4782-a971-f733dc6018ef),segment_id=4becdac4-51a8-4782-a971-f733dc6018ef)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:05.905385 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:05.908565 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 418a9123-f7b9-4bae-a70d-69acd16e3f2a up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:46:05.943814 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7586ba2-8c8b-412b-96f9-d084887320a2 req-3eed3dd1-937b-4ffb-9f14-774509863c64 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:05.946070 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d7586ba2-8c8b-412b-96f9-d084887320a2 req-3eed3dd1-937b-4ffb-9f14-774509863c64 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6604bc8-7d08-4279-b07c-fb284c103748 HTTP/1.1" status: 200 len: 945 time: 0.0853801 Nov 12 00:46:05.951510 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f40b4694-5449-484c-9bdd-b54f5aaf001a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:05.991525 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f40b4694-5449-484c-9bdd-b54f5aaf001a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:05.996811 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=f4c6cea8-7b5d-48c0-a82d-a907911e3785,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:06.009400 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 418a9123-f7b9-4bae-a70d-69acd16e3f2a completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:46:06.015687 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 418a9123-f7b9-4bae-a70d-69acd16e3f2a triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:06.016234 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:06.036595 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d7586ba2-8c8b-412b-96f9-d084887320a2 req-15b30d64-d3c7-4caa-9e44-894e80072d6b tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831416 Nov 12 00:46:06.074361 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f40b4694-5449-484c-9bdd-b54f5aaf001a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:06.077561 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f40b4694-5449-484c-9bdd-b54f5aaf001a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:06.079303 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f40b4694-5449-484c-9bdd-b54f5aaf001a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6ad73f30-455c-46c0-a968-ad907f1ff43a HTTP/1.1" status: 204 len: 168 time: 0.2328072 Nov 12 00:46:06.089834 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b4694-5449-484c-9bdd-b54f5aaf001a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad73f30-455c-46c0-a968-ad907f1ff43a,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:06.155325 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:06.215396 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 418a9123-f7b9-4bae-a70d-69acd16e3f2a, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=418a9123-f7b9-4bae-a70d-69acd16e3f2a,segment=NetworkSegment(4becdac4-51a8-4782-a971-f733dc6018ef),segment_id=4becdac4-51a8-4782-a971-f733dc6018ef)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:06.222716 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:06.223947 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device ea3285b4-8397-4d0a-9287-44e430131ceb up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:46:06.248008 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e715e88-0979-4ef0-a77c-de29a02b5d54 req-07e68e0d-9190-4e08-81a3-b9d13663e799 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:06.249597 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9e715e88-0979-4ef0-a77c-de29a02b5d54 req-07e68e0d-9190-4e08-81a3-b9d13663e799 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e804526-9ea6-4273-9d38-f2d165791662 HTTP/1.1" status: 200 len: 945 time: 0.1022694 Nov 12 00:46:06.274936 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee13b19-ca91-460e-b032-f252cf50bdd4 req-30ca46ad-c262-446c-8b49-19b4616d538d tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:06.281012 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee13b19-ca91-460e-b032-f252cf50bdd4 req-30ca46ad-c262-446c-8b49-19b4616d538d tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:06.287509 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee13b19-ca91-460e-b032-f252cf50bdd4 req-30ca46ad-c262-446c-8b49-19b4616d538d tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:06.295225 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee13b19-ca91-460e-b032-f252cf50bdd4 req-30ca46ad-c262-446c-8b49-19b4616d538d tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:06.302131 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee13b19-ca91-460e-b032-f252cf50bdd4 req-30ca46ad-c262-446c-8b49-19b4616d538d tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:06.309249 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee13b19-ca91-460e-b032-f252cf50bdd4 req-30ca46ad-c262-446c-8b49-19b4616d538d tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:06.316475 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee13b19-ca91-460e-b032-f252cf50bdd4 req-30ca46ad-c262-446c-8b49-19b4616d538d tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:06.325506 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4ee13b19-ca91-460e-b032-f252cf50bdd4 req-30ca46ad-c262-446c-8b49-19b4616d538d tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 5432 time: 0.1134183 Nov 12 00:46:06.336543 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9e715e88-0979-4ef0-a77c-de29a02b5d54 req-be175e1d-a444-4669-9bd7-924213f608f6 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760772 Nov 12 00:46:06.363870 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=418a9123-f7b9-4bae-a70d-69acd16e3f2a,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:06.380585 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port ea3285b4-8397-4d0a-9287-44e430131ceb completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:46:06.410189 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port ea3285b4-8397-4d0a-9287-44e430131ceb triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:06.410320 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:06.416939 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4ee13b19-ca91-460e-b032-f252cf50bdd4 req-88253be4-e794-43f6-add6-7fbc752d1315 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4f055-69fb-40bf-b27d-353bf24a3ac0&id=d9c8fd08-6591-4a5a-b303-9ee103150d54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0872467 Nov 12 00:46:06.474391 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d74f2d68-fd6b-4217-9934-682bd136557a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:06.529239 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:06.581775 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port ea3285b4-8397-4d0a-9287-44e430131ceb, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=ea3285b4-8397-4d0a-9287-44e430131ceb,segment=NetworkSegment(697b74b4-19b5-47fd-b161-45862847105d),segment_id=697b74b4-19b5-47fd-b161-45862847105d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:06.598584 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:06.600580 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 31fcb602-fe71-4579-9fa9-375532295e13 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:46:06.600996 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7b1b3f4-84b9-4b20-9307-dc25b27eceb4', 'tag': 'ae6e39f3-08a9-4155-baca-b0a728c167dc'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:46:06.603652 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e78dbde-8e0d-47c8-9ad6-5bb66c766c51 req-2581d534-44a9-487b-8b79-50ef113c6873 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:06.604450 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e82cfb-a055-4c84-9891-e8e83b136bc1" -d '{"events": [{"name": "network-changed", "server_uuid": "a7b1b3f4-84b9-4b20-9307-dc25b27eceb4", "tag": "ae6e39f3-08a9-4155-baca-b0a728c167dc"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:46:06.611272 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2e78dbde-8e0d-47c8-9ad6-5bb66c766c51 req-2581d534-44a9-487b-8b79-50ef113c6873 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 950 time: 0.0853574 Nov 12 00:46:06.678935 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2e78dbde-8e0d-47c8-9ad6-5bb66c766c51 req-7e185656-3b70-466b-b777-5dfa0d45f706 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612111 Nov 12 00:46:06.713631 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=ea3285b4-8397-4d0a-9287-44e430131ceb,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:06.750479 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16462471-1144-4014-9298-5816c841aff1 req-a348bf44-f958-42bb-a24c-b944549b8655 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:06.753120 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-16462471-1144-4014-9298-5816c841aff1 req-a348bf44-f958-42bb-a24c-b944549b8655 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7b1b3f4-84b9-4b20-9307-dc25b27eceb4 HTTP/1.1" status: 200 len: 943 time: 0.1026883 Nov 12 00:46:06.760611 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 31fcb602-fe71-4579-9fa9-375532295e13 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:46:06.765830 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 31fcb602-fe71-4579-9fa9-375532295e13 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:06.766442 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:06.878736 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-16462471-1144-4014-9298-5816c841aff1 req-395bc8ca-c7f3-49ae-9987-0110457b2bfe tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063814 Nov 12 00:46:06.880968 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:06.957079 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 31fcb602-fe71-4579-9fa9-375532295e13, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=31fcb602-fe71-4579-9fa9-375532295e13,segment=NetworkSegment(626a9579-673a-4b11-be35-aa640b5a2d6e),segment_id=626a9579-673a-4b11-be35-aa640b5a2d6e)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:06.965707 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52052231-3026-484d-b497-d24ca407218b x-openstack-request-id: req-52052231-3026-484d-b497-d24ca407218b {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:46:06.966150 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7b1b3f4-84b9-4b20-9307-dc25b27eceb4", "tag": "ae6e39f3-08a9-4155-baca-b0a728c167dc", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:46:06.966532 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52052231-3026-484d-b497-d24ca407218b {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:46:06.967193 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7b1b3f4-84b9-4b20-9307-dc25b27eceb4', 'tag': 'ae6e39f3-08a9-4155-baca-b0a728c167dc', 'status': 'completed', 'code': 200} Nov 12 00:46:06.968807 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:06.969843 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f1d753e5-8094-4985-ae26-476029182198 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:46:07.077726 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e82cfb-a055-4c84-9891-e8e83b136bc1 req-f851541b-cf6b-4501-8fcd-1238aa8ee7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:07.084258 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-11e82cfb-a055-4c84-9891-e8e83b136bc1 req-f851541b-cf6b-4501-8fcd-1238aa8ee7bf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9c540ecbe8154e1b907ac12fc8774fd4&device_id=a7b1b3f4-84b9-4b20-9307-dc25b27eceb4 HTTP/1.1" status: 200 len: 1126 time: 0.0757363 Nov 12 00:46:07.096278 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=31fcb602-fe71-4579-9fa9-375532295e13,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:07.099541 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port f1d753e5-8094-4985-ae26-476029182198 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:46:07.104821 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port f1d753e5-8094-4985-ae26-476029182198 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:07.105191 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:07.234015 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:07.301752 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port f1d753e5-8094-4985-ae26-476029182198, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f1d753e5-8094-4985-ae26-476029182198,segment=NetworkSegment(626a9579-673a-4b11-be35-aa640b5a2d6e),segment_id=626a9579-673a-4b11-be35-aa640b5a2d6e)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:07.309659 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:07.331887 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e82cfb-a055-4c84-9891-e8e83b136bc1 req-8b4a8fcd-7f8f-45ad-b9d4-a0052fd57fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:07.333472 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-11e82cfb-a055-4c84-9891-e8e83b136bc1 req-8b4a8fcd-7f8f-45ad-b9d4-a0052fd57fe7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d872bf93-95f4-45c4-b0f4-642aed61400a HTTP/1.1" status: 200 len: 907 time: 0.2347143 Nov 12 00:46:07.342877 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb718967-9783-4b1d-9c67-d12b40fe5014 req-234b10c2-d36c-4507-9968-fd3b329cf0aa tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:07.350369 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-eb718967-9783-4b1d-9c67-d12b40fe5014 req-234b10c2-d36c-4507-9968-fd3b329cf0aa tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e804526-9ea6-4273-9d38-f2d165791662 HTTP/1.1" status: 200 len: 945 time: 0.4623995 Nov 12 00:46:07.377473 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=f1d753e5-8094-4985-ae26-476029182198,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:07.388487 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-11e82cfb-a055-4c84-9891-e8e83b136bc1 req-1946bdc9-1a97-4d0a-9241-5dfe45af2d84 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae6e39f3-08a9-4155-baca-b0a728c167dc HTTP/1.1" status: 200 len: 217 time: 0.0471296 Nov 12 00:46:07.405725 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-eb718967-9783-4b1d-9c67-d12b40fe5014 req-398595ab-6fdb-462b-89a8-fc209a9b072e tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541780 Nov 12 00:46:07.458841 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e82cfb-a055-4c84-9891-e8e83b136bc1 req-7e96146e-714b-4d76-9d9c-b85851083e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:07.460754 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-11e82cfb-a055-4c84-9891-e8e83b136bc1 req-7e96146e-714b-4d76-9d9c-b85851083e7a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e87486ea-14b8-4357-b569-3ef6c52f1320 HTTP/1.1" status: 200 len: 846 time: 0.0646896 Nov 12 00:46:07.497121 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-11e82cfb-a055-4c84-9891-e8e83b136bc1 req-7c51b7e3-2694-430c-a826-a89d0ff14394 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d872bf93-95f4-45c4-b0f4-642aed61400a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278590 Nov 12 00:46:07.513202 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c2483e-02a2-4318-bcbc-82baf9ce9bcb'}, {'server_uuid': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c6cea8-7b5d-48c0-a82d-a907911e3785'}, {'server_uuid': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418a9123-f7b9-4bae-a70d-69acd16e3f2a'}, {'server_uuid': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea3285b4-8397-4d0a-9287-44e430131ceb'}, {'server_uuid': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31fcb602-fe71-4579-9fa9-375532295e13'}, {'server_uuid': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d753e5-8094-4985-ae26-476029182198'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:46:07.515715 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94184e62-c5e9-45a5-96a0-cb309f71fdff" -d '{"events": [{"server_uuid": "ae10635a-27bd-4a35-b6d7-b159472701aa", "name": "network-vif-plugged", "status": "completed", "tag": "74c2483e-02a2-4318-bcbc-82baf9ce9bcb"}, {"server_uuid": "ae10635a-27bd-4a35-b6d7-b159472701aa", "name": "network-vif-plugged", "status": "completed", "tag": "f4c6cea8-7b5d-48c0-a82d-a907911e3785"}, {"server_uuid": "ae10635a-27bd-4a35-b6d7-b159472701aa", "name": "network-vif-plugged", "status": "completed", "tag": "418a9123-f7b9-4bae-a70d-69acd16e3f2a"}, {"server_uuid": "ae10635a-27bd-4a35-b6d7-b159472701aa", "name": "network-vif-plugged", "status": "completed", "tag": "ea3285b4-8397-4d0a-9287-44e430131ceb"}, {"server_uuid": "ae10635a-27bd-4a35-b6d7-b159472701aa", "name": "network-vif-plugged", "status": "completed", "tag": "31fcb602-fe71-4579-9fa9-375532295e13"}, {"server_uuid": "ae10635a-27bd-4a35-b6d7-b159472701aa", "name": "network-vif-plugged", "status": "completed", "tag": "f1d753e5-8094-4985-ae26-476029182198"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:46:07.563276 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:07.607849 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55853cf5-5184-453a-812c-fd3cc4375e2a req-dfa4ae18-b24a-4824-9f00-f69d46b103eb tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:07.613843 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55853cf5-5184-453a-812c-fd3cc4375e2a req-dfa4ae18-b24a-4824-9f00-f69d46b103eb tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:07.620358 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55853cf5-5184-453a-812c-fd3cc4375e2a req-dfa4ae18-b24a-4824-9f00-f69d46b103eb tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:07.626927 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55853cf5-5184-453a-812c-fd3cc4375e2a req-dfa4ae18-b24a-4824-9f00-f69d46b103eb tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:07.633448 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55853cf5-5184-453a-812c-fd3cc4375e2a req-dfa4ae18-b24a-4824-9f00-f69d46b103eb tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:07.639468 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55853cf5-5184-453a-812c-fd3cc4375e2a req-dfa4ae18-b24a-4824-9f00-f69d46b103eb tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:07.645743 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55853cf5-5184-453a-812c-fd3cc4375e2a req-dfa4ae18-b24a-4824-9f00-f69d46b103eb tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:07.647619 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-55853cf5-5184-453a-812c-fd3cc4375e2a req-dfa4ae18-b24a-4824-9f00-f69d46b103eb tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 5435 time: 0.1496072 Nov 12 00:46:07.681817 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Fri, 12 Nov 2021 00:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cbbcfbf-7d4e-4b1a-bdfb-1a7645d9b23b x-openstack-request-id: req-9cbbcfbf-7d4e-4b1a-bdfb-1a7645d9b23b {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:46:07.682422 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae10635a-27bd-4a35-b6d7-b159472701aa", "name": "network-vif-plugged", "status": "completed", "tag": "74c2483e-02a2-4318-bcbc-82baf9ce9bcb", "code": 200}, {"server_uuid": "ae10635a-27bd-4a35-b6d7-b159472701aa", "name": "network-vif-plugged", "status": "completed", "tag": "f4c6cea8-7b5d-48c0-a82d-a907911e3785", "code": 200}, {"server_uuid": "ae10635a-27bd-4a35-b6d7-b159472701aa", "name": "network-vif-plugged", "status": "completed", "tag": "418a9123-f7b9-4bae-a70d-69acd16e3f2a", "code": 200}, {"server_uuid": "ae10635a-27bd-4a35-b6d7-b159472701aa", "name": "network-vif-plugged", "status": "completed", "tag": "ea3285b4-8397-4d0a-9287-44e430131ceb", "code": 200}, {"server_uuid": "ae10635a-27bd-4a35-b6d7-b159472701aa", "name": "network-vif-plugged", "status": "completed", "tag": "31fcb602-fe71-4579-9fa9-375532295e13", "code": 200}, {"server_uuid": "ae10635a-27bd-4a35-b6d7-b159472701aa", "name": "network-vif-plugged", "status": "completed", "tag": "f1d753e5-8094-4985-ae26-476029182198", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:46:07.682891 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9cbbcfbf-7d4e-4b1a-bdfb-1a7645d9b23b {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:46:07.683643 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c2483e-02a2-4318-bcbc-82baf9ce9bcb', 'code': 200} Nov 12 00:46:07.683983 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c6cea8-7b5d-48c0-a82d-a907911e3785', 'code': 200} Nov 12 00:46:07.684542 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418a9123-f7b9-4bae-a70d-69acd16e3f2a', 'code': 200} Nov 12 00:46:07.685185 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea3285b4-8397-4d0a-9287-44e430131ceb', 'code': 200} Nov 12 00:46:07.685530 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31fcb602-fe71-4579-9fa9-375532295e13', 'code': 200} Nov 12 00:46:07.685866 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d753e5-8094-4985-ae26-476029182198', 'code': 200} Nov 12 00:46:07.686775 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-11e82cfb-a055-4c84-9891-e8e83b136bc1 req-79ef0437-017e-48ca-a56d-66c4cf119d28 service neutron] 10.222.0.54 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806014 Nov 12 00:46:07.724657 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-55853cf5-5184-453a-812c-fd3cc4375e2a req-2e2a7616-3d47-4a87-9d3f-52aaae858d24 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4f055-69fb-40bf-b27d-353bf24a3ac0&id=d9c8fd08-6591-4a5a-b303-9ee103150d54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0701895 Nov 12 00:46:07.798800 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0d9ed7c9-4ec5-474c-b334-25f781428301 req-b7553d79-34fe-400c-9162-d04f84320f18 tempest-AbsoluteLimitsNegativeTestJSON-1067099212 tempest-AbsoluteLimitsNegativeTestJSON-1067099212-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=257ddf9aec8a42e9a5e3270bcf5341f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224574 Nov 12 00:46:07.834391 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744be8c4-790d-4997-9e61-6b9a589c7d32 req-ec216fa2-d8ec-4b21-b70a-4b5f56569071 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:07.835998 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-744be8c4-790d-4997-9e61-6b9a589c7d32 req-ec216fa2-d8ec-4b21-b70a-4b5f56569071 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 950 time: 0.0503850 Nov 12 00:46:07.906306 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-744be8c4-790d-4997-9e61-6b9a589c7d32 req-a5b4b003-9888-4ffd-907f-daa74e7f13b1 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642309 Nov 12 00:46:07.916255 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ed7c9-4ec5-474c-b334-25f781428301 req-059d9be1-7a96-412b-be72-202e39e4dcea tempest-AbsoluteLimitsNegativeTestJSON-1067099212 tempest-AbsoluteLimitsNegativeTestJSON-1067099212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:07.923527 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0d9ed7c9-4ec5-474c-b334-25f781428301 req-059d9be1-7a96-412b-be72-202e39e4dcea tempest-AbsoluteLimitsNegativeTestJSON-1067099212 tempest-AbsoluteLimitsNegativeTestJSON-1067099212-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1193328 Nov 12 00:46:07.938558 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0d9ed7c9-4ec5-474c-b334-25f781428301 req-1061558b-fcfa-4e9a-87a3-986d69ee5b2e tempest-AbsoluteLimitsNegativeTestJSON-1067099212 tempest-AbsoluteLimitsNegativeTestJSON-1067099212-project] 10.222.0.20 "GET /v2.0/quotas/257ddf9aec8a42e9a5e3270bcf5341f4 HTTP/1.1" status: 200 len: 375 time: 0.0141311 Nov 12 00:46:07.978458 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0d9ed7c9-4ec5-474c-b334-25f781428301 req-4f87b88c-bc62-4662-9f0b-21d4e1a66d5b tempest-AbsoluteLimitsNegativeTestJSON-1067099212 tempest-AbsoluteLimitsNegativeTestJSON-1067099212-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=257ddf9aec8a42e9a5e3270bcf5341f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353515 Nov 12 00:46:08.003394 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-11e82cfb-a055-4c84-9891-e8e83b136bc1 req-cb3ee42c-0986-462a-b117-f5f487283307 service neutron] 10.222.0.54 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337688 Nov 12 00:46:08.027601 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8bddc-d3a4-4700-a1cb-1e99d1110973 req-fd42559c-ea33-4eba-a7c6-8d62ac949a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:08.029429 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8bddc-d3a4-4700-a1cb-1e99d1110973 req-fd42559c-ea33-4eba-a7c6-8d62ac949a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:08.029429 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8bddc-d3a4-4700-a1cb-1e99d1110973 req-fd42559c-ea33-4eba-a7c6-8d62ac949a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:08.029429 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8bddc-d3a4-4700-a1cb-1e99d1110973 req-fd42559c-ea33-4eba-a7c6-8d62ac949a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:08.029429 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8bddc-d3a4-4700-a1cb-1e99d1110973 req-fd42559c-ea33-4eba-a7c6-8d62ac949a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:08.029908 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8bddc-d3a4-4700-a1cb-1e99d1110973 req-fd42559c-ea33-4eba-a7c6-8d62ac949a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:08.030364 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8bddc-d3a4-4700-a1cb-1e99d1110973 req-fd42559c-ea33-4eba-a7c6-8d62ac949a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:08.033743 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a1c8bddc-d3a4-4700-a1cb-1e99d1110973 req-fd42559c-ea33-4eba-a7c6-8d62ac949a45 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 6499 time: 0.0657473 Nov 12 00:46:08.123863 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a1c8bddc-d3a4-4700-a1cb-1e99d1110973 req-73c94eb6-f5b1-4eae-ace1-6dd415982d82 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d9c8fd08-6591-4a5a-b303-9ee103150d54&id=72f4f055-69fb-40bf-b27d-353bf24a3ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0703239 Nov 12 00:46:08.126342 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458c60d-dfe1-46e1-9f2f-1126057409c8 req-c5568f6b-e353-48c6-b995-e23b2d8993d1 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:08.127953 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e458c60d-dfe1-46e1-9f2f-1126057409c8 req-c5568f6b-e353-48c6-b995-e23b2d8993d1 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7b1b3f4-84b9-4b20-9307-dc25b27eceb4 HTTP/1.1" status: 200 len: 943 time: 0.0533826 Nov 12 00:46:08.188801 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e458c60d-dfe1-46e1-9f2f-1126057409c8 req-0b07f133-d118-4383-9871-32a4831ad53e tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537605 Nov 12 00:46:08.314249 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 49248) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:08.366372 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16556b15-ad93-4bab-8a28-372a9d1df12e req-4be5ec8e-f7db-4527-88fa-f36b61e18b7a tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:08.368712 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-16556b15-ad93-4bab-8a28-372a9d1df12e req-4be5ec8e-f7db-4527-88fa-f36b61e18b7a tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e804526-9ea6-4273-9d38-f2d165791662 HTTP/1.1" status: 200 len: 945 time: 0.0531738 Nov 12 00:46:08.432909 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7940325b-76f8-484b-85f7-fa5452af5b6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:08.562888 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7940325b-76f8-484b-85f7-fa5452af5b6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:08.563698 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 49258) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:08.583342 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7940325b-76f8-484b-85f7-fa5452af5b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:08.607344 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eda06d-b7a8-4b7b-8c2b-b72f241fa4a3 req-99d79bab-c714-497e-961d-1456a42c2ae5 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:08.608967 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a5eda06d-b7a8-4b7b-8c2b-b72f241fa4a3 req-99d79bab-c714-497e-961d-1456a42c2ae5 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e804526-9ea6-4273-9d38-f2d165791662 HTTP/1.1" status: 200 len: 945 time: 0.0986845 Nov 12 00:46:08.668119 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7940325b-76f8-484b-85f7-fa5452af5b6e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=257ddf9aec8a42e9a5e3270bcf5341f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3502953 Nov 12 00:46:08.670954 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 49262) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:08.677638 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device ae6e39f3-08a9-4155-baca-b0a728c167dc details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:46:08.688297 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7940325b-76f8-484b-85f7-fa5452af5b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d565583b-6088-42bf-a9f9-6d0d73bb5f76,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:08.728193 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1baf553b-8407-4ddc-9b69-213d894bc5cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:08.767127 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a5eda06d-b7a8-4b7b-8c2b-b72f241fa4a3 req-d1030cf1-cb5c-4d86-b8ac-ebf42f01e774 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445920 Nov 12 00:46:08.807077 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f3114868-4dda-428d-adb8-b5c0d124c79d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:08.807810 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-16556b15-ad93-4bab-8a28-372a9d1df12e req-3a1c9ed3-2d45-439a-9288-48e2d641f6b2 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Deleting port 1ab111df-9e90-4ecd-9d2a-4e354131543c {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:46:08.808081 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-16556b15-ad93-4bab-8a28-372a9d1df12e req-3a1c9ed3-2d45-439a-9288-48e2d641f6b2 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:08.819009 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port ae6e39f3-08a9-4155-baca-b0a728c167dc, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=ae6e39f3-08a9-4155-baca-b0a728c167dc,segment=NetworkSegment(eac800fb-e2a4-4100-807c-1fb9b17e8d78),segment_id=eac800fb-e2a4-4100-807c-1fb9b17e8d78)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:08.836183 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device ae6e39f3-08a9-4155-baca-b0a728c167dc has no active binding in host n-h1-812236-11 {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 00:46:08.845778 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f3114868-4dda-428d-adb8-b5c0d124c79d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:08.920762 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1baf553b-8407-4ddc-9b69-213d894bc5cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:08.925988 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1baf553b-8407-4ddc-9b69-213d894bc5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:08.943624 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f3114868-4dda-428d-adb8-b5c0d124c79d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:08.945020 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8d3c1-10c3-4ab6-82d5-f496fe4964b6 req-d852282b-0d5f-462f-8bef-3d573be31cef tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:08.946398 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f3114868-4dda-428d-adb8-b5c0d124c79d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:08.947527 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f3114868-4dda-428d-adb8-b5c0d124c79d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d565583b-6088-42bf-a9f9-6d0d73bb5f76 HTTP/1.1" status: 204 len: 168 time: 0.2744567 Nov 12 00:46:08.961687 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8d3c1-10c3-4ab6-82d5-f496fe4964b6 req-d852282b-0d5f-462f-8bef-3d573be31cef tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:08.970971 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8d3c1-10c3-4ab6-82d5-f496fe4964b6 req-d852282b-0d5f-462f-8bef-3d573be31cef tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:08.973415 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1baf553b-8407-4ddc-9b69-213d894bc5cb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=66b6047476664d2ca4836fa0247bdcb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4086075 Nov 12 00:46:08.974237 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf553b-8407-4ddc-9b69-213d894bc5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac7b9d2-11c7-4957-b080-b2d00dd40e57,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:08.978483 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 49270) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:08.981203 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8d3c1-10c3-4ab6-82d5-f496fe4964b6 req-d852282b-0d5f-462f-8bef-3d573be31cef tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:08.988688 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8d3c1-10c3-4ab6-82d5-f496fe4964b6 req-d852282b-0d5f-462f-8bef-3d573be31cef tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:08.994058 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3114868-4dda-428d-adb8-b5c0d124c79d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d565583b-6088-42bf-a9f9-6d0d73bb5f76,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:08.996357 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8d3c1-10c3-4ab6-82d5-f496fe4964b6 req-d852282b-0d5f-462f-8bef-3d573be31cef tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:09.003593 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8d3c1-10c3-4ab6-82d5-f496fe4964b6 req-d852282b-0d5f-462f-8bef-3d573be31cef tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:09.005930 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f0c8d3c1-10c3-4ab6-82d5-f496fe4964b6 req-d852282b-0d5f-462f-8bef-3d573be31cef tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 5435 time: 0.1665485 Nov 12 00:46:09.048990 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-16556b15-ad93-4bab-8a28-372a9d1df12e req-3a1c9ed3-2d45-439a-9288-48e2d641f6b2 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] For port 1ab111df-9e90-4ecd-9d2a-4e354131543c, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=1ab111df-9e90-4ecd-9d2a-4e354131543c,segment=NetworkSegment(6c913048-0125-4fcf-b07f-89f668c97b8b),segment_id=6c913048-0125-4fcf-b07f-89f668c97b8b)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:09.049448 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-16556b15-ad93-4bab-8a28-372a9d1df12e req-3a1c9ed3-2d45-439a-9288-48e2d641f6b2 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:09.053257 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0d4ddd78-46e4-4c55-9b08-860a17e981ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:09.075017 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-16556b15-ad93-4bab-8a28-372a9d1df12e req-3a1c9ed3-2d45-439a-9288-48e2d641f6b2 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Calling delete_port for 1ab111df-9e90-4ecd-9d2a-4e354131543c owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:46:09.125597 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0d4ddd78-46e4-4c55-9b08-860a17e981ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:09.160943 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:09.228577 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c3618-c216-4ba7-a6ad-f182ff9d9a83 req-720992b5-5ad5-4bb2-9d1f-368320c90b54 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:09.229815 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bb8c3618-c216-4ba7-a6ad-f182ff9d9a83 req-720992b5-5ad5-4bb2-9d1f-368320c90b54 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 950 time: 0.1478484 Nov 12 00:46:09.247706 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f0c8d3c1-10c3-4ab6-82d5-f496fe4964b6 req-b917a171-42c2-44b0-947b-bbeb65392e6d tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4f055-69fb-40bf-b27d-353bf24a3ac0&id=d9c8fd08-6591-4a5a-b303-9ee103150d54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2147946 Nov 12 00:46:09.285998 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:46:09.286608 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-86864138-d403-440d-8f89-2cb0c1fea692 req-bfee3e12-c391-473e-b59c-596e7e971d92 service neutron] 10.222.0.54 "GET /v2.0/ports/ae6e39f3-08a9-4155-baca-b0a728c167dc/bindings/n-h1-812236-11 HTTP/1.1" status: 200 len: 385 time: 0.2071199 Nov 12 00:46:09.316234 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0d4ddd78-46e4-4c55-9b08-860a17e981ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:09.321455 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0d4ddd78-46e4-4c55-9b08-860a17e981ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:09.328248 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0d4ddd78-46e4-4c55-9b08-860a17e981ca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fac7b9d2-11c7-4957-b080-b2d00dd40e57 HTTP/1.1" status: 204 len: 168 time: 0.3481524 Nov 12 00:46:09.369604 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4ddd78-46e4-4c55-9b08-860a17e981ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac7b9d2-11c7-4957-b080-b2d00dd40e57,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:09.430048 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bb8c3618-c216-4ba7-a6ad-f182ff9d9a83 req-73553fe4-9730-4d87-9479-d3ddadc739fa tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829762 Nov 12 00:46:09.486516 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-16556b15-ad93-4bab-8a28-372a9d1df12e req-3a1c9ed3-2d45-439a-9288-48e2d641f6b2 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:09.526517 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['1ab111df-9e90-4ecd-9d2a-4e354131543c'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:46:09.530952 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['25329fc1-d1a5-4c67-85e3-ffe2ca49309c', 'fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:46:09.599469 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c9ed3-2d45-439a-9288-48e2d641f6b2 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Pushing event deleted for resources: {'Port': ['ID=1ab111df-9e90-4ecd-9d2a-4e354131543c,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:09.653636 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-16556b15-ad93-4bab-8a28-372a9d1df12e req-3a1c9ed3-2d45-439a-9288-48e2d641f6b2 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] No DVR routers for this DVR port 1ab111df-9e90-4ecd-9d2a-4e354131543c on host n-h1-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:46:09.658437 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-16556b15-ad93-4bab-8a28-372a9d1df12e req-3a1c9ed3-2d45-439a-9288-48e2d641f6b2 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:09.661730 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-16556b15-ad93-4bab-8a28-372a9d1df12e req-3a1c9ed3-2d45-439a-9288-48e2d641f6b2 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.49 "DELETE /v2.0/ports/1ab111df-9e90-4ecd-9d2a-4e354131543c HTTP/1.1" status: 204 len: 173 time: 1.2857625 Nov 12 00:46:09.675333 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e804526-9ea6-4273-9d38-f2d165791662', 'name': 'network-vif-deleted', 'tag': '1ab111df-9e90-4ecd-9d2a-4e354131543c'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:46:09.677715 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f7c46c-6ca6-4771-b1b8-408f48101b5f" -d '{"events": [{"server_uuid": "8e804526-9ea6-4273-9d38-f2d165791662", "name": "network-vif-deleted", "tag": "1ab111df-9e90-4ecd-9d2a-4e354131543c"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:46:09.727336 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51974536-6ba1-4549-8321-89f8d41d4410 req-ac9645a6-9d11-4ddc-8880-eafdfe9dd138 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:09.745746 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:09.746485 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-51974536-6ba1-4549-8321-89f8d41d4410 req-ac9645a6-9d11-4ddc-8880-eafdfe9dd138 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7b1b3f4-84b9-4b20-9307-dc25b27eceb4 HTTP/1.1" status: 200 len: 943 time: 0.2873378 Nov 12 00:46:09.929839 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-51974536-6ba1-4549-8321-89f8d41d4410 req-18986819-3ead-465b-b6ab-c0d8a9428eeb tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830416 Nov 12 00:46:09.936068 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24399b4-9cd4-435d-b68f-86e1065b28e5 x-openstack-request-id: req-c24399b4-9cd4-435d-b68f-86e1065b28e5 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:46:09.936418 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e804526-9ea6-4273-9d38-f2d165791662", "name": "network-vif-deleted", "tag": "1ab111df-9e90-4ecd-9d2a-4e354131543c", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:46:09.936595 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c24399b4-9cd4-435d-b68f-86e1065b28e5 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:46:09.937001 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e804526-9ea6-4273-9d38-f2d165791662', 'name': 'network-vif-deleted', 'tag': '1ab111df-9e90-4ecd-9d2a-4e354131543c', 'status': 'completed', 'code': 200} Nov 12 00:46:09.959683 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-86864138-d403-440d-8f89-2cb0c1fea692 req-9da1078a-09a5-436c-a4c4-1bf1228980d0 service neutron] For port ae6e39f3-08a9-4155-baca-b0a728c167dc, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=ae6e39f3-08a9-4155-baca-b0a728c167dc,segment=NetworkSegment(eac800fb-e2a4-4100-807c-1fb9b17e8d78),segment_id=eac800fb-e2a4-4100-807c-1fb9b17e8d78)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:09.980808 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 49302) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:10.000219 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d1f716ef-ef2f-4a47-a284-8cbb897a6a4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:10.000500 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-86864138-d403-440d-8f89-2cb0c1fea692 req-9da1078a-09a5-436c-a4c4-1bf1228980d0 service neutron] For port ae6e39f3-08a9-4155-baca-b0a728c167dc, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:46:10.034462 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-37ab2be2-aec2-4526-aede-132e85fcad7f req-025fd0c3-62e7-4877-a832-b1961c29a852 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e804526-9ea6-4273-9d38-f2d165791662 HTTP/1.1" status: 200 len: 210 time: 0.0364320 Nov 12 00:46:10.037836 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-86864138-d403-440d-8f89-2cb0c1fea692 req-9da1078a-09a5-436c-a4c4-1bf1228980d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae6e39f3-08a9-4155-baca-b0a728c167dc {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:46:10.057928 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-86864138-d403-440d-8f89-2cb0c1fea692 req-9da1078a-09a5-436c-a4c4-1bf1228980d0 service neutron] For port ae6e39f3-08a9-4155-baca-b0a728c167dc, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=ae6e39f3-08a9-4155-baca-b0a728c167dc,segment=NetworkSegment(eac800fb-e2a4-4100-807c-1fb9b17e8d78),segment_id=eac800fb-e2a4-4100-807c-1fb9b17e8d78)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:10.073692 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-86864138-d403-440d-8f89-2cb0c1fea692 req-9da1078a-09a5-436c-a4c4-1bf1228980d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:10.132535 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d1f716ef-ef2f-4a47-a284-8cbb897a6a4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:10.133694 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 49306) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:10.137873 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d1f716ef-ef2f-4a47-a284-8cbb897a6a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:10.174693 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-86864138-d403-440d-8f89-2cb0c1fea692 req-9da1078a-09a5-436c-a4c4-1bf1228980d0 service neutron] Transition to ACTIVE for port object ae6e39f3-08a9-4155-baca-b0a728c167dc will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:46:10.181134 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-86864138-d403-440d-8f89-2cb0c1fea692 req-9da1078a-09a5-436c-a4c4-1bf1228980d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:10.182678 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f716ef-ef2f-4a47-a284-8cbb897a6a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee1fe5f-2cd4-4baa-ad76-e38e80793262,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:10.189713 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d1f716ef-ef2f-4a47-a284-8cbb897a6a4c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c9404194cd304e3cb340b6d81875453e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2068465 Nov 12 00:46:10.192365 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 49310) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:10.258801 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dddb3e73-6551-4c9a-bbb6-3d425b57d8a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:10.270179 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1078a-09a5-436c-a4c4-1bf1228980d0 service neutron] Pushing event updated for resources: {'Port': ['ID=ae6e39f3-08a9-4155-baca-b0a728c167dc,revision_number=10']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:10.297679 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-86864138-d403-440d-8f89-2cb0c1fea692 req-9da1078a-09a5-436c-a4c4-1bf1228980d0 service neutron] No DVR routers for this DVR port ae6e39f3-08a9-4155-baca-b0a728c167dc on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:46:10.304985 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dddb3e73-6551-4c9a-bbb6-3d425b57d8a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:10.326328 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-f731444c-6605-4736-9bb0-5026428d2051 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-89669063-network', 'tenant_id': '3c616bcabe89454cb93b6c53ea20cfc4'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:10.344878 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-86864138-d403-440d-8f89-2cb0c1fea692 req-9da1078a-09a5-436c-a4c4-1bf1228980d0 service neutron] 10.222.0.54 "PUT /v2.0/ports/ae6e39f3-08a9-4155-baca-b0a728c167dc/bindings/n-h1-812236-11/activate HTTP/1.1" status: 200 len: 370 time: 1.0403965 Nov 12 00:46:10.361835 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f731444c-6605-4736-9bb0-5026428d2051 admin admin] Made reservation on behalf of 3c616bcabe89454cb93b6c53ea20cfc4 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:46:10.364751 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f731444c-6605-4736-9bb0-5026428d2051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:10.370767 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dddb3e73-6551-4c9a-bbb6-3d425b57d8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:10.373445 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dddb3e73-6551-4c9a-bbb6-3d425b57d8a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:10.377016 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-dddb3e73-6551-4c9a-bbb6-3d425b57d8a1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1ee1fe5f-2cd4-4baa-ad76-e38e80793262 HTTP/1.1" status: 204 len: 168 time: 0.1804819 Nov 12 00:46:10.384106 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddb3e73-6551-4c9a-bbb6-3d425b57d8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee1fe5f-2cd4-4baa-ad76-e38e80793262,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:10.390006 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f731444c-6605-4736-9bb0-5026428d2051 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:10.466121 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6ef23-f5ac-400b-aa55-c3b5c7da6d1c req-fbc17cca-4b4e-4857-82b3-cc286121652f tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:10.473304 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6ef23-f5ac-400b-aa55-c3b5c7da6d1c req-fbc17cca-4b4e-4857-82b3-cc286121652f tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:10.479944 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6ef23-f5ac-400b-aa55-c3b5c7da6d1c req-fbc17cca-4b4e-4857-82b3-cc286121652f tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:10.485911 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6ef23-f5ac-400b-aa55-c3b5c7da6d1c req-fbc17cca-4b4e-4857-82b3-cc286121652f tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:10.492094 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6ef23-f5ac-400b-aa55-c3b5c7da6d1c req-fbc17cca-4b4e-4857-82b3-cc286121652f tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:10.498023 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6ef23-f5ac-400b-aa55-c3b5c7da6d1c req-fbc17cca-4b4e-4857-82b3-cc286121652f tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:10.504364 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6ef23-f5ac-400b-aa55-c3b5c7da6d1c req-fbc17cca-4b4e-4857-82b3-cc286121652f tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:10.506351 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c4e6ef23-f5ac-400b-aa55-c3b5c7da6d1c req-fbc17cca-4b4e-4857-82b3-cc286121652f tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 5435 time: 0.1275377 Nov 12 00:46:10.541094 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:10.627879 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86864138-d403-440d-8f89-2cb0c1fea692 req-1369c0af-762c-4191-abcb-06f6edbb4917 tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:10.630441 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-86864138-d403-440d-8f89-2cb0c1fea692 req-1369c0af-762c-4191-abcb-06f6edbb4917 tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=a7b1b3f4-84b9-4b20-9307-dc25b27eceb4&tenant_id=9c540ecbe8154e1b907ac12fc8774fd4&binding%3Ahost_id=n-h2-812236-11 HTTP/1.1" status: 200 len: 1096 time: 0.1220412 Nov 12 00:46:10.652172 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f520b35-ee2d-4b07-8c0c-64077b250480 req-6deb679c-e8ea-46e6-823b-280e6f0e3716 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:10.653842 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8f520b35-ee2d-4b07-8c0c-64077b250480 req-6deb679c-e8ea-46e6-823b-280e6f0e3716 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 950 time: 0.0564270 Nov 12 00:46:10.669565 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f731444c-6605-4736-9bb0-5026428d2051 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:10.704023 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c4e6ef23-f5ac-400b-aa55-c3b5c7da6d1c req-b85dd885-4f2b-4b76-a144-eb83ef74f3f6 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4f055-69fb-40bf-b27d-353bf24a3ac0&id=d9c8fd08-6591-4a5a-b303-9ee103150d54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1613770 Nov 12 00:46:10.706151 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f731444c-6605-4736-9bb0-5026428d2051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:10.721065 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8f520b35-ee2d-4b07-8c0c-64077b250480 req-86289f0f-f694-48d4-b248-7b4e98a0f140 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586092 Nov 12 00:46:10.757942 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f731444c-6605-4736-9bb0-5026428d2051 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:46:10.764822 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86864138-d403-440d-8f89-2cb0c1fea692 req-159bdc84-1a53-4bee-abcf-a0157cfbda65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:10.766343 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-86864138-d403-440d-8f89-2cb0c1fea692 req-159bdc84-1a53-4bee-abcf-a0157cfbda65 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a7b1b3f4-84b9-4b20-9307-dc25b27eceb4&tenant_id=9c540ecbe8154e1b907ac12fc8774fd4 HTTP/1.1" status: 200 len: 1096 time: 0.1230214 Nov 12 00:46:10.773846 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f731444c-6605-4736-9bb0-5026428d2051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3175a2-49e6-4a0d-9291-cdd01a0236ee,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:10.783341 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f731444c-6605-4736-9bb0-5026428d2051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:10.783951 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-f731444c-6605-4736-9bb0-5026428d2051 admin admin] Added segment 8e3a4060-eb73-4d7a-8d87-83ca2cbba051 of type vlan for network 99933297-ab4a-401e-8d8a-276d6844b2b2 Nov 12 00:46:10.884291 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f731444c-6605-4736-9bb0-5026428d2051 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:10.926840 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86864138-d403-440d-8f89-2cb0c1fea692 req-0575f1e2-f427-4778-b6b5-595d1d3d4f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:10.928447 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-86864138-d403-440d-8f89-2cb0c1fea692 req-0575f1e2-f427-4778-b6b5-595d1d3d4f58 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c540ecbe8154e1b907ac12fc8774fd4&device_id=a7b1b3f4-84b9-4b20-9307-dc25b27eceb4 HTTP/1.1" status: 200 len: 1096 time: 0.1132877 Nov 12 00:46:10.941340 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122304b8-660e-4d69-9ec1-c5107648509a req-e5d35019-daa6-4514-8061-a402d97d1d41 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:10.947624 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122304b8-660e-4d69-9ec1-c5107648509a req-e5d35019-daa6-4514-8061-a402d97d1d41 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:10.953568 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122304b8-660e-4d69-9ec1-c5107648509a req-e5d35019-daa6-4514-8061-a402d97d1d41 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:10.960799 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122304b8-660e-4d69-9ec1-c5107648509a req-e5d35019-daa6-4514-8061-a402d97d1d41 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:10.967813 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122304b8-660e-4d69-9ec1-c5107648509a req-e5d35019-daa6-4514-8061-a402d97d1d41 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:10.973737 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122304b8-660e-4d69-9ec1-c5107648509a req-e5d35019-daa6-4514-8061-a402d97d1d41 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:10.980576 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122304b8-660e-4d69-9ec1-c5107648509a req-e5d35019-daa6-4514-8061-a402d97d1d41 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:10.982613 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-122304b8-660e-4d69-9ec1-c5107648509a req-e5d35019-daa6-4514-8061-a402d97d1d41 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 5435 time: 0.1663883 Nov 12 00:46:10.984612 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f731444c-6605-4736-9bb0-5026428d2051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:10.985536 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f731444c-6605-4736-9bb0-5026428d2051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:10.986174 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f731444c-6605-4736-9bb0-5026428d2051 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:10.994322 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 49340) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:11.000072 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-fc0d8a8a-50a8-4e73-a026-049cb29d2cbf tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Request body: {'floatingip': {'port_id': 'ea3285b4-8397-4d0a-9287-44e430131ceb'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:11.091385 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fc0d8a8a-50a8-4e73-a026-049cb29d2cbf tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks [] for floatingip, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:11.119723 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f731444c-6605-4736-9bb0-5026428d2051 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9804521 Nov 12 00:46:11.120157 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 49348) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:11.127554 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-518b87a0-6e4c-4ab6-a9c6-2a38c899f8b0 admin admin] Request body: {'subnet': {'network_id': '99933297-ab4a-401e-8d8a-276d6844b2b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-89669063-subnet', 'tenant_id': '3c616bcabe89454cb93b6c53ea20cfc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:11.135203 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f731444c-6605-4736-9bb0-5026428d2051 admin admin] Pushing event updated for resources: {'Network': ['ID=99933297-ab4a-401e-8d8a-276d6844b2b2,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:11.149754 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 99933297-ab4a-401e-8d8a-276d6844b2b2 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:46:11.180084 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518b87a0-6e4c-4ab6-a9c6-2a38c899f8b0 admin admin] Made reservation on behalf of 3c616bcabe89454cb93b6c53ea20cfc4 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:46:11.182965 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-518b87a0-6e4c-4ab6-a9c6-2a38c899f8b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:11.197897 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86864138-d403-440d-8f89-2cb0c1fea692 req-3da30765-2285-4207-8950-f2ae492b4ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:11.199478 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-86864138-d403-440d-8f89-2cb0c1fea692 req-3da30765-2285-4207-8950-f2ae492b4ad4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d872bf93-95f4-45c4-b0f4-642aed61400a HTTP/1.1" status: 200 len: 907 time: 0.2158177 Nov 12 00:46:11.277500 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cdb596-acd7-40ec-9f99-ffb30db9c88a req-dbe5f262-190a-49ec-a53e-ca48a4cfbcd7 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:11.288154 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c4cdb596-acd7-40ec-9f99-ffb30db9c88a req-dbe5f262-190a-49ec-a53e-ca48a4cfbcd7 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7b1b3f4-84b9-4b20-9307-dc25b27eceb4 HTTP/1.1" status: 200 len: 944 time: 0.2383583 Nov 12 00:46:11.291365 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-86864138-d403-440d-8f89-2cb0c1fea692 req-d70febc7-b8ce-4329-ba3f-1db875bcf7bc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae6e39f3-08a9-4155-baca-b0a728c167dc HTTP/1.1" status: 200 len: 217 time: 0.0811043 Nov 12 00:46:11.360954 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86864138-d403-440d-8f89-2cb0c1fea692 req-e2f473a1-16d3-4759-ac44-48372768dab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:11.362477 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-86864138-d403-440d-8f89-2cb0c1fea692 req-e2f473a1-16d3-4759-ac44-48372768dab0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e87486ea-14b8-4357-b569-3ef6c52f1320 HTTP/1.1" status: 200 len: 846 time: 0.0624809 Nov 12 00:46:11.407429 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-86864138-d403-440d-8f89-2cb0c1fea692 req-5e42ad6b-5f62-4d59-8441-591bb1103ce9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d872bf93-95f4-45c4-b0f4-642aed61400a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359933 Nov 12 00:46:11.478545 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c4cdb596-acd7-40ec-9f99-ffb30db9c88a req-36908e28-c4a5-4220-baa2-73a13e12c4d6 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882374 Nov 12 00:46:11.628922 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-518b87a0-6e4c-4ab6-a9c6-2a38c899f8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:11.706641 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b896d1b-6d5e-4583-afd8-1dddfb925649 req-e721f534-1bd6-43a9-9996-171899523ff8 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:11.712839 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8b896d1b-6d5e-4583-afd8-1dddfb925649 req-e721f534-1bd6-43a9-9996-171899523ff8 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6604bc8-7d08-4279-b07c-fb284c103748 HTTP/1.1" status: 200 len: 945 time: 0.2057445 Nov 12 00:46:11.744188 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518b87a0-6e4c-4ab6-a9c6-2a38c899f8b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1da62076-4a58-4810-9972-85bd6051431b,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:11.825352 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-86864138-d403-440d-8f89-2cb0c1fea692 req-c54fb1ee-2ca6-46f2-b51e-0f3db4d60243 service neutron] 10.222.0.49 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039443 Nov 12 00:46:11.871211 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518b87a0-6e4c-4ab6-a9c6-2a38c899f8b0 admin admin] Checking segment: {'id': '8e3a4060-eb73-4d7a-8d87-83ca2cbba051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '99933297-ab4a-401e-8d8a-276d6844b2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:46:11.871865 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518b87a0-6e4c-4ab6-a9c6-2a38c899f8b0 admin admin] Network hostable DHCP agents. Network: 99933297-ab4a-401e-8d8a-276d6844b2b2, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:46:11.884915 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8b896d1b-6d5e-4583-afd8-1dddfb925649 req-576607ab-8847-4feb-bcd3-3d3f0607991a tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596384 Nov 12 00:46:11.997627 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518b87a0-6e4c-4ab6-a9c6-2a38c899f8b0 admin admin] Network 99933297-ab4a-401e-8d8a-276d6844b2b2 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:46:12.024658 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-518b87a0-6e4c-4ab6-a9c6-2a38c899f8b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 99933297-ab4a-401e-8d8a-276d6844b2b2) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:12.028453 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840b5b7-0659-4bef-bfc5-1f352252bf1e req-894ee942-8f91-4fd2-bbe8-2cd067c2aad7 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:12.036220 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4840b5b7-0659-4bef-bfc5-1f352252bf1e req-894ee942-8f91-4fd2-bbe8-2cd067c2aad7 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 950 time: 0.1745763 Nov 12 00:46:12.041692 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5852de9-338b-4592-81e2-af9fa18431cc None None] Network 99933297-ab4a-401e-8d8a-276d6844b2b2 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:46:12.082897 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518b87a0-6e4c-4ab6-a9c6-2a38c899f8b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:12.083522 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-518b87a0-6e4c-4ab6-a9c6-2a38c899f8b0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:12.086327 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.db.resource_extend [None req-fc0d8a8a-50a8-4e73-a026-049cb29d2cbf tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:46:12.161970 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-518b87a0-6e4c-4ab6-a9c6-2a38c899f8b0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0406408 Nov 12 00:46:12.175573 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-86864138-d403-440d-8f89-2cb0c1fea692 req-93382e66-01bc-43b6-9c3c-3fc05c3c4661 service neutron] 10.222.0.49 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330026 Nov 12 00:46:12.179811 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4840b5b7-0659-4bef-bfc5-1f352252bf1e req-4799fd5a-f510-4563-ae52-28e9e1bc187c tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426785 Nov 12 00:46:12.184792 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fc0d8a8a-50a8-4e73-a026-049cb29d2cbf tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:12.193673 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fc0d8a8a-50a8-4e73-a026-049cb29d2cbf tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:12.301255 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca4949b-bf5a-4873-9504-a7f0acce5364 None None] Network 99933297-ab4a-401e-8d8a-276d6844b2b2 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:46:12.337153 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [None req-fc0d8a8a-50a8-4e73-a026-049cb29d2cbf tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Floating IP 0f68c4d4-a179-4eac-b9cb-a08689832c18 associated. External IP: 172.25.2.16, port: ea3285b4-8397-4d0a-9287-44e430131ceb. Nov 12 00:46:12.438448 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-93bddbee-e9d4-480f-9d16-65b3631db35b req-6f578b6c-1210-4d2a-ac6a-cccbe8520423 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1292195729', 'description': 'tempest-description-1163684905'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:12.488855 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-93bddbee-e9d4-480f-9d16-65b3631db35b req-6f578b6c-1210-4d2a-ac6a-cccbe8520423 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:12.491442 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:12.541547 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86864138-d403-440d-8f89-2cb0c1fea692 req-82db343a-82a2-4f70-97f3-4c39da014f34 tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:12.544285 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-86864138-d403-440d-8f89-2cb0c1fea692 req-82db343a-82a2-4f70-97f3-4c39da014f34 tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=a7b1b3f4-84b9-4b20-9307-dc25b27eceb4&tenant_id=9c540ecbe8154e1b907ac12fc8774fd4&binding%3Ahost_id=n-h1-812236-11 HTTP/1.1" status: 200 len: 1096 time: 0.0640364 Nov 12 00:46:12.664839 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-93bddbee-e9d4-480f-9d16-65b3631db35b req-6f578b6c-1210-4d2a-ac6a-cccbe8520423 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:12.674265 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-93bddbee-e9d4-480f-9d16-65b3631db35b req-6f578b6c-1210-4d2a-ac6a-cccbe8520423 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:12.683040 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 1ab111df-9e90-4ecd-9d2a-4e354131543c no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:46:12.683391 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f0110-6553-4063-86e3-5603a887e619 req-a1fa439e-5dc3-46e9-9f67-12d0bd6baa41 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:12.684911 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0d5f0110-6553-4063-86e3-5603a887e619 req-a1fa439e-5dc3-46e9-9f67-12d0bd6baa41 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7b1b3f4-84b9-4b20-9307-dc25b27eceb4 HTTP/1.1" status: 200 len: 944 time: 0.0825579 Nov 12 00:46:12.716314 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: 1ab111df-9e90-4ecd-9d2a-4e354131543c {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:46:12.716658 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 1ab111df-9e90-4ecd-9d2a-4e354131543c not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:46:12.750799 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-93bddbee-e9d4-480f-9d16-65b3631db35b req-6f578b6c-1210-4d2a-ac6a-cccbe8520423 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:12.754598 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-93bddbee-e9d4-480f-9d16-65b3631db35b req-6f578b6c-1210-4d2a-ac6a-cccbe8520423 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3218064 Nov 12 00:46:12.781909 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f578b6c-1210-4d2a-ac6a-cccbe8520423 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6dcbb99-5a5b-4748-be2f-51fcd88ac275,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:12.789731 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-86864138-d403-440d-8f89-2cb0c1fea692 req-ef11225b-4026-4bf0-af79-b2777d42f4f6 service neutron] For port ae6e39f3-08a9-4155-baca-b0a728c167dc, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:46:12.793203 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-86864138-d403-440d-8f89-2cb0c1fea692 req-ef11225b-4026-4bf0-af79-b2777d42f4f6 service neutron] Publish callbacks [] for binding, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:12.794364 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-86864138-d403-440d-8f89-2cb0c1fea692 req-ef11225b-4026-4bf0-af79-b2777d42f4f6 service neutron] 10.222.0.49 "DELETE /v2.0/ports/ae6e39f3-08a9-4155-baca-b0a728c167dc/bindings/n-h2-812236-11 HTTP/1.1" status: 204 len: 173 time: 0.2403822 Nov 12 00:46:12.797828 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0d5f0110-6553-4063-86e3-5603a887e619 req-7e588229-cabe-4f9a-8bf1-ee65fdd4c8ed tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032856 Nov 12 00:46:12.807928 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0d8a8a-50a8-4e73-a026-049cb29d2cbf tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Router 123f7309-3423-4c8e-aa5b-43f5b25847f3 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:46:12.892892 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-638266ab-ba8d-4d01-b097-fbd3dcc755e2 req-575456c6-c143-452d-ba33-a70ff8f933ad tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-803266264', 'description': 'tempest-description-787961266'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:12.954563 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-638266ab-ba8d-4d01-b097-fbd3dcc755e2 req-575456c6-c143-452d-ba33-a70ff8f933ad tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:12.982482 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0d8a8a-50a8-4e73-a026-049cb29d2cbf tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:46:12.989679 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fc0d8a8a-50a8-4e73-a026-049cb29d2cbf tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:12.995951 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714c06f9-d5eb-45dd-bb79-0ceb12c0014e None None] Sync routers for ids ['123f7309-3423-4c8e-aa5b-43f5b25847f3'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:46:13.006309 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714c06f9-d5eb-45dd-bb79-0ceb12c0014e None None] Routers {'123f7309-3423-4c8e-aa5b-43f5b25847f3'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:46:13.007817 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-714c06f9-d5eb-45dd-bb79-0ceb12c0014e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:46:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['123f7309-3423-4c8e-aa5b-43f5b25847f3'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:13.032447 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-fc0d8a8a-50a8-4e73-a026-049cb29d2cbf tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "PUT /v2.0/floatingips/0f68c4d4-a179-4eac-b9cb-a08689832c18 HTTP/1.1" status: 200 len: 991 time: 2.0336204 Nov 12 00:46:13.032447 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'tag': 'ea3285b4-8397-4d0a-9287-44e430131ceb'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:46:13.033501 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e9c424-1b2a-4a44-a4ad-4949c40d464e" -d '{"events": [{"name": "network-changed", "server_uuid": "ae10635a-27bd-4a35-b6d7-b159472701aa", "tag": "ea3285b4-8397-4d0a-9287-44e430131ceb"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:46:13.078024 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-638266ab-ba8d-4d01-b097-fbd3dcc755e2 req-575456c6-c143-452d-ba33-a70ff8f933ad tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:13.082654 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-638266ab-ba8d-4d01-b097-fbd3dcc755e2 req-575456c6-c143-452d-ba33-a70ff8f933ad tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:13.090474 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0e74f-633b-489d-ae83-f569384fa6a2 req-aa89a401-c182-4a61-b9a0-418061b3b46c tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:13.091971 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-31c0e74f-633b-489d-ae83-f569384fa6a2 req-aa89a401-c182-4a61-b9a0-418061b3b46c tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6604bc8-7d08-4279-b07c-fb284c103748 HTTP/1.1" status: 200 len: 945 time: 0.0572875 Nov 12 00:46:13.114940 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-638266ab-ba8d-4d01-b097-fbd3dcc755e2 req-575456c6-c143-452d-ba33-a70ff8f933ad tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:13.116153 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-638266ab-ba8d-4d01-b097-fbd3dcc755e2 req-575456c6-c143-452d-ba33-a70ff8f933ad tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.2286017 Nov 12 00:46:13.118421 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575456c6-c143-452d-ba33-a70ff8f933ad tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82305b01-3f6d-4f1c-afa7-67e7cd1099a4,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:13.137476 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-714c06f9-d5eb-45dd-bb79-0ceb12c0014e None None] Set router 123f7309-3423-4c8e-aa5b-43f5b25847f3 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:46:13.177876 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-31c0e74f-633b-489d-ae83-f569384fa6a2 req-412f52d4-de18-4260-9550-603e24469095 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774891 Nov 12 00:46:13.244763 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac977a4-2909-4cac-87f9-f701a994c60e req-89510bae-56a5-447f-99fc-c976b0aadf27 tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:13.246363 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fac977a4-2909-4cac-87f9-f701a994c60e req-89510bae-56a5-447f-99fc-c976b0aadf27 tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a7b1b3f4-84b9-4b20-9307-dc25b27eceb4 HTTP/1.1" status: 200 len: 1096 time: 0.0492723 Nov 12 00:46:13.283215 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device ae6e39f3-08a9-4155-baca-b0a728c167dc no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:46:13.339946 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device ae6e39f3-08a9-4155-baca-b0a728c167dc not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:46:13.342826 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fac977a4-2909-4cac-87f9-f701a994c60e req-695d5292-f80e-4cc9-961e-9b334fed0670 tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750422 Nov 12 00:46:13.389537 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd45f76-0a94-477b-a43c-2932fe73e1cb x-openstack-request-id: req-ccd45f76-0a94-477b-a43c-2932fe73e1cb {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:46:13.389828 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae10635a-27bd-4a35-b6d7-b159472701aa", "tag": "ea3285b4-8397-4d0a-9287-44e430131ceb", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:46:13.390081 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ccd45f76-0a94-477b-a43c-2932fe73e1cb {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:46:13.390481 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'tag': 'ea3285b4-8397-4d0a-9287-44e430131ceb', 'status': 'completed', 'code': 200} Nov 12 00:46:13.439149 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-714c06f9-d5eb-45dd-bb79-0ceb12c0014e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123f7309-3423-4c8e-aa5b-43f5b25847f3', 'name': 'tempest-TaggedBootDevicesTest-374674830-router', 'tenant_id': 'c21468cd613f4b869b90c5f693039b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '48adf0a1-508d-4eaa-a627-647acab7879d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:44:07Z', 'updated_at': '2021-11-12T00:44:13Z', 'revision_number': 4, 'project_id': 'c21468cd613f4b869b90c5f693039b67', 'gw_port': {'id': '48adf0a1-508d-4eaa-a627-647acab7879d', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123f7309-3423-4c8e-aa5b-43f5b25847f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:08Z', 'updated_at': '2021-11-12T00:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '0f68c4d4-a179-4eac-b9cb-a08689832c18', 'tenant_id': 'c21468cd613f4b869b90c5f693039b67', 'floating_ip_address': '172.25.2.16', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '123f7309-3423-4c8e-aa5b-43f5b25847f3', 'port_id': 'ea3285b4-8397-4d0a-9287-44e430131ceb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fce8c5f-7ac6-4208-952b-3be5cb15c665', 'mac_address': 'fa:16:3e:5b:31:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:45:00Z', 'updated_at': '2021-11-12T00:46:11Z', 'revision_number': 1, 'project_id': 'c21468cd613f4b869b90c5f693039b67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77ff212-05e8-4a88-8502-190461a3d8b1', 'name': '', 'network_id': '1fce8c5f-7ac6-4208-952b-3be5cb15c665', 'tenant_id': 'c21468cd613f4b869b90c5f693039b67', 'mac_address': 'fa:16:3e:00:31:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123f7309-3423-4c8e-aa5b-43f5b25847f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7a63ee01-80de-400e-a556-e4579cccd373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:12Z', 'updated_at': '2021-11-12T00:44:19Z', 'revision_number': 5, 'project_id': 'c21468cd613f4b869b90c5f693039b67', 'subnets': [{'id': '7a63ee01-80de-400e-a556-e4579cccd373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:13.474719 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714c06f9-d5eb-45dd-bb79-0ceb12c0014e None None] Checking router: 123f7309-3423-4c8e-aa5b-43f5b25847f3 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:46:13.485569 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714c06f9-d5eb-45dd-bb79-0ceb12c0014e None None] Routers {'123f7309-3423-4c8e-aa5b-43f5b25847f3'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:46:13.486179 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-714c06f9-d5eb-45dd-bb79-0ceb12c0014e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:46:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['123f7309-3423-4c8e-aa5b-43f5b25847f3'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:13.603092 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-714c06f9-d5eb-45dd-bb79-0ceb12c0014e None None] Set router 123f7309-3423-4c8e-aa5b-43f5b25847f3 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:46:13.625927 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9c424-1b2a-4a44-a4ad-4949c40d464e req-da8b29cb-b5a3-4fed-a7aa-23613dee80ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:13.626840 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9c424-1b2a-4a44-a4ad-4949c40d464e req-da8b29cb-b5a3-4fed-a7aa-23613dee80ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:13.627576 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9c424-1b2a-4a44-a4ad-4949c40d464e req-da8b29cb-b5a3-4fed-a7aa-23613dee80ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:13.628442 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9c424-1b2a-4a44-a4ad-4949c40d464e req-da8b29cb-b5a3-4fed-a7aa-23613dee80ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:13.629511 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9c424-1b2a-4a44-a4ad-4949c40d464e req-da8b29cb-b5a3-4fed-a7aa-23613dee80ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:13.630470 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9c424-1b2a-4a44-a4ad-4949c40d464e req-da8b29cb-b5a3-4fed-a7aa-23613dee80ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:13.631262 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9c424-1b2a-4a44-a4ad-4949c40d464e req-da8b29cb-b5a3-4fed-a7aa-23613dee80ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:13.633755 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c5e9c424-1b2a-4a44-a4ad-4949c40d464e req-da8b29cb-b5a3-4fed-a7aa-23613dee80ef service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c21468cd613f4b869b90c5f693039b67&device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 6499 time: 0.1647873 Nov 12 00:46:13.669597 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 49430) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:13.697175 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdebcf2-392f-41f7-ab0b-61c4a4e87ded req-c4ea6dfe-861f-4fb7-bded-0ddcdbc8147b tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:13.698729 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1cdebcf2-392f-41f7-ab0b-61c4a4e87ded req-c4ea6dfe-861f-4fb7-bded-0ddcdbc8147b tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6604bc8-7d08-4279-b07c-fb284c103748 HTTP/1.1" status: 200 len: 945 time: 0.2079976 Nov 12 00:46:13.736963 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614ae80-4cd4-41da-b67e-9c3c25f2a3b1 req-986fa9d4-ffb1-4c35-b048-4bc3af3315bc tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:13.738539 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b614ae80-4cd4-41da-b67e-9c3c25f2a3b1 req-986fa9d4-ffb1-4c35-b048-4bc3af3315bc tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 950 time: 0.2821229 Nov 12 00:46:13.788635 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ebc0d-a98b-490d-b543-aae891d4d0eb req-f075db72-863e-42b8-b54c-bf8237975c94 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:13.791250 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b77ebc0d-a98b-490d-b543-aae891d4d0eb req-f075db72-863e-42b8-b54c-bf8237975c94 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/networks?id=99933297-ab4a-401e-8d8a-276d6844b2b2 HTTP/1.1" status: 200 len: 811 time: 0.1599495 Nov 12 00:46:13.817918 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b77ebc0d-a98b-490d-b543-aae891d4d0eb req-3bd68f7f-cd2f-4e9a-b601-df30c7194325 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/quotas/3c616bcabe89454cb93b6c53ea20cfc4 HTTP/1.1" status: 200 len: 375 time: 0.0193241 Nov 12 00:46:13.854942 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9c424-1b2a-4a44-a4ad-4949c40d464e req-21b679a9-b230-4bfd-a00c-0e1e1d233126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:13.857060 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c5e9c424-1b2a-4a44-a4ad-4949c40d464e req-21b679a9-b230-4bfd-a00c-0e1e1d233126 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1fce8c5f-7ac6-4208-952b-3be5cb15c665 HTTP/1.1" status: 200 len: 912 time: 0.2119901 Nov 12 00:46:13.872742 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b77ebc0d-a98b-490d-b543-aae891d4d0eb req-fe8cae80-8b3e-4de2-969c-163a934d868f tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3c616bcabe89454cb93b6c53ea20cfc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460737 Nov 12 00:46:13.929758 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b614ae80-4cd4-41da-b67e-9c3c25f2a3b1 req-ddda32d6-66b0-4a56-9c23-093ae1091fb8 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784041 Nov 12 00:46:13.955753 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-714c06f9-d5eb-45dd-bb79-0ceb12c0014e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123f7309-3423-4c8e-aa5b-43f5b25847f3', 'name': 'tempest-TaggedBootDevicesTest-374674830-router', 'tenant_id': 'c21468cd613f4b869b90c5f693039b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '48adf0a1-508d-4eaa-a627-647acab7879d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:44:07Z', 'updated_at': '2021-11-12T00:44:13Z', 'revision_number': 4, 'project_id': 'c21468cd613f4b869b90c5f693039b67', 'gw_port': {'id': '48adf0a1-508d-4eaa-a627-647acab7879d', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123f7309-3423-4c8e-aa5b-43f5b25847f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:08Z', 'updated_at': '2021-11-12T00:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '0f68c4d4-a179-4eac-b9cb-a08689832c18', 'tenant_id': 'c21468cd613f4b869b90c5f693039b67', 'floating_ip_address': '172.25.2.16', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '123f7309-3423-4c8e-aa5b-43f5b25847f3', 'port_id': 'ea3285b4-8397-4d0a-9287-44e430131ceb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fce8c5f-7ac6-4208-952b-3be5cb15c665', 'mac_address': 'fa:16:3e:5b:31:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:45:00Z', 'updated_at': '2021-11-12T00:46:11Z', 'revision_number': 1, 'project_id': 'c21468cd613f4b869b90c5f693039b67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77ff212-05e8-4a88-8502-190461a3d8b1', 'name': '', 'network_id': '1fce8c5f-7ac6-4208-952b-3be5cb15c665', 'tenant_id': 'c21468cd613f4b869b90c5f693039b67', 'mac_address': 'fa:16:3e:00:31:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123f7309-3423-4c8e-aa5b-43f5b25847f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7a63ee01-80de-400e-a556-e4579cccd373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:12Z', 'updated_at': '2021-11-12T00:44:19Z', 'revision_number': 5, 'project_id': 'c21468cd613f4b869b90c5f693039b67', 'subnets': [{'id': '7a63ee01-80de-400e-a556-e4579cccd373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:13.980762 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ceb41f9d-5727-4651-a6d5-7abb10319bfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:13.990301 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714c06f9-d5eb-45dd-bb79-0ceb12c0014e None None] The sync data for ids ['123f7309-3423-4c8e-aa5b-43f5b25847f3'] in n-d-812236-11 is: [{'id': '123f7309-3423-4c8e-aa5b-43f5b25847f3', 'name': 'tempest-TaggedBootDevicesTest-374674830-router', 'tenant_id': 'c21468cd613f4b869b90c5f693039b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '48adf0a1-508d-4eaa-a627-647acab7879d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:44:07Z', 'updated_at': '2021-11-12T00:44:13Z', 'revision_number': 4, 'project_id': 'c21468cd613f4b869b90c5f693039b67', 'gw_port': {'id': '48adf0a1-508d-4eaa-a627-647acab7879d', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123f7309-3423-4c8e-aa5b-43f5b25847f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:08Z', 'updated_at': '2021-11-12T00:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '0f68c4d4-a179-4eac-b9cb-a08689832c18', 'tenant_id': 'c21468cd613f4b869b90c5f693039b67', 'floating_ip_address': '172.25.2.16', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '123f7309-3423-4c8e-aa5b-43f5b25847f3', 'port_id': 'ea3285b4-8397-4d0a-9287-44e430131ceb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fce8c5f-7ac6-4208-952b-3be5cb15c665', 'mac_address': 'fa:16:3e:5b:31:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:45:00Z', 'updated_at': '2021-11-12T00:46:11Z', 'revision_number': 1, 'project_id': 'c21468cd613f4b869b90c5f693039b67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77ff212-05e8-4a88-8502-190461a3d8b1', 'name': '', 'network_id': '1fce8c5f-7ac6-4208-952b-3be5cb15c665', 'tenant_id': 'c21468cd613f4b869b90c5f693039b67', 'mac_address': 'fa:16:3e:00:31:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123f7309-3423-4c8e-aa5b-43f5b25847f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7a63ee01-80de-400e-a556-e4579cccd373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:12Z', 'updated_at': '2021-11-12T00:44:19Z', 'revision_number': 5, 'project_id': 'c21468cd613f4b869b90c5f693039b67', 'subnets': [{'id': '7a63ee01-80de-400e-a556-e4579cccd373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:46:14.009325 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c5e9c424-1b2a-4a44-a4ad-4949c40d464e req-5d57d294-29e8-416c-a73d-b14d4a3f109c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea3285b4-8397-4d0a-9287-44e430131ceb HTTP/1.1" status: 200 len: 999 time: 0.1394787 Nov 12 00:46:14.011292 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b77ebc0d-a98b-490d-b543-aae891d4d0eb req-38afa73b-e28e-431a-9f81-f8512dff8207 service neutron] 10.222.0.20 "GET /v2.0/networks/99933297-ab4a-401e-8d8a-276d6844b2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363640 Nov 12 00:46:14.021147 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-1cdebcf2-392f-41f7-ab0b-61c4a4e87ded req-fe3db4e7-4740-4f4c-8af8-c44070c6fdfc tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Deleting port fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:46:14.021559 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1cdebcf2-392f-41f7-ab0b-61c4a4e87ded req-fe3db4e7-4740-4f4c-8af8-c44070c6fdfc tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:14.139624 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b77ebc0d-a98b-490d-b543-aae891d4d0eb req-37bf5975-724c-4d9f-a33b-205e730a3933 service neutron] 10.222.0.20 "GET /v2.0/networks/99933297-ab4a-401e-8d8a-276d6844b2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272225 Nov 12 00:46:14.223271 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9c424-1b2a-4a44-a4ad-4949c40d464e req-390fad08-1d71-4872-8a5e-1b5f3a03f98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:14.224781 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c5e9c424-1b2a-4a44-a4ad-4949c40d464e req-390fad08-1d71-4872-8a5e-1b5f3a03f98a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7a63ee01-80de-400e-a556-e4579cccd373 HTTP/1.1" status: 200 len: 850 time: 0.1959047 Nov 12 00:46:14.289456 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56615091-ddab-45c3-b11a-1dd9ddceb2b5 None None] New status for floating IP 0f68c4d4-a179-4eac-b9cb-a08689832c18: ACTIVE {{(pid=102663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:46:14.311485 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-1cdebcf2-392f-41f7-ab0b-61c4a4e87ded req-fe3db4e7-4740-4f4c-8af8-c44070c6fdfc tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] For port fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb,segment=NetworkSegment(6c913048-0125-4fcf-b07f-89f668c97b8b),segment_id=6c913048-0125-4fcf-b07f-89f668c97b8b)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:14.311835 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1cdebcf2-392f-41f7-ab0b-61c4a4e87ded req-fe3db4e7-4740-4f4c-8af8-c44070c6fdfc tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:14.345726 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-1cdebcf2-392f-41f7-ab0b-61c4a4e87ded req-fe3db4e7-4740-4f4c-8af8-c44070c6fdfc tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Calling delete_port for fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:46:14.362844 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ceb41f9d-5727-4651-a6d5-7abb10319bfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:14.372404 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2afbf4-e0e1-4179-a35a-7d4af1fe492c req-71e65a79-db2b-4883-b492-45f5590e9960 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:14.373017 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6a2afbf4-e0e1-4179-a35a-7d4af1fe492c req-71e65a79-db2b-4883-b492-45f5590e9960 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/networks?id=d872bf93-95f4-45c4-b0f4-642aed61400a HTTP/1.1" status: 200 len: 806 time: 0.2848372 Nov 12 00:46:14.380014 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ceb41f9d-5727-4651-a6d5-7abb10319bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:14.399153 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9c424-1b2a-4a44-a4ad-4949c40d464e req-1da8078b-77d4-416c-a047-72f89a990da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:14.400493 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c5e9c424-1b2a-4a44-a4ad-4949c40d464e req-1da8078b-77d4-416c-a047-72f89a990da3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1fce8c5f-7ac6-4208-952b-3be5cb15c665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1612868 Nov 12 00:46:14.491226 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6a2afbf4-e0e1-4179-a35a-7d4af1fe492c req-0142392f-aa0d-4ad6-838d-960db72ca2ec tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/quotas/9c540ecbe8154e1b907ac12fc8774fd4 HTTP/1.1" status: 200 len: 375 time: 0.1086020 Nov 12 00:46:14.528263 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ceb41f9d-5727-4651-a6d5-7abb10319bfe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2313495e1d544515990e746772a93c75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8573575 Nov 12 00:46:14.530885 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61c2a0-f807-4426-9113-44c2a09b964a req-6469e7de-7c87-46c8-8afb-a8ad8681ae7a tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:14.532184 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 49458) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:14.532647 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6f61c2a0-f807-4426-9113-44c2a09b964a req-6469e7de-7c87-46c8-8afb-a8ad8681ae7a tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6604bc8-7d08-4279-b07c-fb284c103748 HTTP/1.1" status: 200 len: 945 time: 0.0918016 Nov 12 00:46:14.544818 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb41f9d-5727-4651-a6d5-7abb10319bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c343e4-0584-46f9-aff2-e8d85b85998d,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:14.596239 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6f61c2a0-f807-4426-9113-44c2a09b964a req-8314630b-2e4a-42c6-af74-1bdff6253aad tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557089 Nov 12 00:46:14.683816 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:46:14.728375 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6a2afbf4-e0e1-4179-a35a-7d4af1fe492c req-a7b97c4a-e5d4-405f-a6e4-3592da03765a tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9c540ecbe8154e1b907ac12fc8774fd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1950738 Nov 12 00:46:14.733955 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-98609522-72b3-4f18-b071-8dab6fd05814 req-b8615c8d-e788-4de5-bfbb-016854932156 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6789b733-5436-455d-9e3f-93c1031ad9c5 HTTP/1.1" status: 200 len: 210 time: 0.0742221 Nov 12 00:46:14.767624 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2b929d72-e57a-4e4c-bc07-290527dca070 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:14.771057 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c5e9c424-1b2a-4a44-a4ad-4949c40d464e req-1fe9ec5f-e385-4e89-9898-de8396f8d301 service neutron] 10.222.0.54 "GET /v2.0/networks/1fce8c5f-7ac6-4208-952b-3be5cb15c665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228152 Nov 12 00:46:14.780032 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1cdebcf2-392f-41f7-ab0b-61c4a4e87ded req-fe3db4e7-4740-4f4c-8af8-c44070c6fdfc tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:14.977470 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['25329fc1-d1a5-4c67-85e3-ffe2ca49309c', 'fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:46:15.051432 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:15.069129 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'port_id': '6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3', 'mac_address': 'fa:16:3e:54:2b:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3288e972-21d8-4a52-9002-05790fb0bb61', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:46:15.110531 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c53d8c2-6037-4962-9109-046ca85bfc7b req-827eb046-1223-4950-84b9-3951c41d6bf6 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:15.120842 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2c53d8c2-6037-4962-9109-046ca85bfc7b req-827eb046-1223-4950-84b9-3951c41d6bf6 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 950 time: 0.0693746 Nov 12 00:46:15.140396 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:15.166506 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:46:15.186976 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2c53d8c2-6037-4962-9109-046ca85bfc7b req-022f412b-f26b-4176-8496-30dafab6aa4e tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652761 Nov 12 00:46:15.206055 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:15.211961 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:15.239605 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3db4e7-4740-4f4c-8af8-c44070c6fdfc tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Pushing event deleted for resources: {'Port': ['ID=fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:15.249559 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2b929d72-e57a-4e4c-bc07-290527dca070 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:15.269412 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3,revision_number=9']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:15.360427 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cdebcf2-392f-41f7-ab0b-61c4a4e87ded req-fe3db4e7-4740-4f4c-8af8-c44070c6fdfc tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] No DVR routers for this DVR port fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:46:15.370011 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1cdebcf2-392f-41f7-ab0b-61c4a4e87ded req-fe3db4e7-4740-4f4c-8af8-c44070c6fdfc tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:15.373319 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1cdebcf2-392f-41f7-ab0b-61c4a4e87ded req-fe3db4e7-4740-4f4c-8af8-c44070c6fdfc tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.54 "DELETE /v2.0/ports/fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb HTTP/1.1" status: 204 len: 173 time: 1.6448030 Nov 12 00:46:15.376022 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6604bc8-7d08-4279-b07c-fb284c103748', 'name': 'network-vif-deleted', 'tag': 'fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:46:15.378246 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e24221-a8d7-4a18-a600-4e4487ec4732" -d '{"events": [{"server_uuid": "e6604bc8-7d08-4279-b07c-fb284c103748", "name": "network-vif-deleted", "tag": "fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:46:15.399821 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6a2afbf4-e0e1-4179-a35a-7d4af1fe492c req-ed24667c-5e5c-41f5-a67c-cb2f68758d5a service neutron] 10.222.0.20 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6705732 Nov 12 00:46:15.405405 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c5e9c424-1b2a-4a44-a4ad-4949c40d464e req-dc8ef478-29a5-4799-8159-9dfc57d92c39 service neutron] 10.222.0.54 "GET /v2.0/networks/1fce8c5f-7ac6-4208-952b-3be5cb15c665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6233249 Nov 12 00:46:15.434634 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2b929d72-e57a-4e4c-bc07-290527dca070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:15.437181 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2b929d72-e57a-4e4c-bc07-290527dca070 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:15.438322 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2b929d72-e57a-4e4c-bc07-290527dca070 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/79c343e4-0584-46f9-aff2-e8d85b85998d HTTP/1.1" status: 204 len: 168 time: 0.9040484 Nov 12 00:46:15.484058 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b929d72-e57a-4e4c-bc07-290527dca070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c343e4-0584-46f9-aff2-e8d85b85998d,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:15.522394 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005cd970-870b-48fe-b625-476e41e35174 x-openstack-request-id: req-005cd970-870b-48fe-b625-476e41e35174 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:46:15.522832 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6604bc8-7d08-4279-b07c-fb284c103748", "name": "network-vif-deleted", "tag": "fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:46:15.523634 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-005cd970-870b-48fe-b625-476e41e35174 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:46:15.525231 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6604bc8-7d08-4279-b07c-fb284c103748', 'name': 'network-vif-deleted', 'tag': 'fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb', 'status': 'completed', 'code': 200} Nov 12 00:46:15.527552 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:46:15.546138 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6a2afbf4-e0e1-4179-a35a-7d4af1fe492c req-1b91938c-aec2-4d44-b681-664b7ef33d52 service neutron] 10.222.0.20 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330595 Nov 12 00:46:15.787740 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8d547583-a7c5-4fdd-8186-ad12548b909e req-de22c767-6343-4df7-b88e-e84bc098bd22 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6604bc8-7d08-4279-b07c-fb284c103748 HTTP/1.1" status: 200 len: 210 time: 0.0398588 Nov 12 00:46:15.874120 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-495eea4d-1900-4aeb-a24e-d3b44835f231 req-8c2d1121-803b-4158-a225-23fffa8b89c1 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=93bc3dde-ca07-4327-be4c-d513241d0d3f HTTP/1.1" status: 200 len: 210 time: 0.0457916 Nov 12 00:46:15.874692 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 49480) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:15.903845 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c7aa683b-7200-4879-ac73-bd3c10768caa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:15.928279 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ebc0d-a98b-490d-b543-aae891d4d0eb req-6f10d30b-c4ef-4a41-b4c0-58127a2c4562 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:15.930695 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b77ebc0d-a98b-490d-b543-aae891d4d0eb req-6f10d30b-c4ef-4a41-b4c0-58127a2c4562 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.54 "GET /v2.0/networks?id=99933297-ab4a-401e-8d8a-276d6844b2b2 HTTP/1.1" status: 200 len: 811 time: 0.2390385 Nov 12 00:46:15.963956 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0002e472-b719-4083-a9b3-ce6267a2750c req-844142e4-4559-4cd6-8560-3c2752a68519 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6789b733-5436-455d-9e3f-93c1031ad9c5 HTTP/1.1" status: 200 len: 210 time: 0.0320551 Nov 12 00:46:15.991856 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-b77ebc0d-a98b-490d-b543-aae891d4d0eb req-06dc3c71-465b-4918-8687-4285717a1dcd tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Request body: {'port': {'device_id': '6789b733-5436-455d-9e3f-93c1031ad9c5', 'network_id': '99933297-ab4a-401e-8d8a-276d6844b2b2', 'admin_state_up': True, 'tenant_id': '3c616bcabe89454cb93b6c53ea20cfc4'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:16.024259 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c7aa683b-7200-4879-ac73-bd3c10768caa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:16.032459 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c7aa683b-7200-4879-ac73-bd3c10768caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:16.077005 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c7aa683b-7200-4879-ac73-bd3c10768caa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e7aab0f476a74778bf64bf52ce46ed8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2005939 Nov 12 00:46:16.079443 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa683b-7200-4879-ac73-bd3c10768caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29a79c3-fa34-4cb3-8f25-9b6b62c5909f,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:16.082852 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 49490) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:16.138558 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c3af5045-b0ac-46f5-893b-4928b7c9925d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:16.139605 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b77ebc0d-a98b-490d-b543-aae891d4d0eb req-06dc3c71-465b-4918-8687-4285717a1dcd tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Made reservation on behalf of 3c616bcabe89454cb93b6c53ea20cfc4 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:46:16.144309 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b77ebc0d-a98b-490d-b543-aae891d4d0eb req-06dc3c71-465b-4918-8687-4285717a1dcd tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:16.170025 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c3af5045-b0ac-46f5-893b-4928b7c9925d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:16.227094 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c3af5045-b0ac-46f5-893b-4928b7c9925d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:16.230249 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c3af5045-b0ac-46f5-893b-4928b7c9925d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:16.239649 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c3af5045-b0ac-46f5-893b-4928b7c9925d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c29a79c3-fa34-4cb3-8f25-9b6b62c5909f HTTP/1.1" status: 204 len: 168 time: 0.1526833 Nov 12 00:46:16.254330 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af5045-b0ac-46f5-893b-4928b7c9925d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29a79c3-fa34-4cb3-8f25-9b6b62c5909f,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:16.379242 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-b77ebc0d-a98b-490d-b543-aae891d4d0eb req-06dc3c71-465b-4918-8687-4285717a1dcd tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Allocated IP 172.20.0.9 (99933297-ab4a-401e-8d8a-276d6844b2b2/1da62076-4a58-4810-9972-85bd6051431b/4aba5687-8005-418b-ad6e-2d354049b976) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:46:16.390067 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95ea60-e161-4048-aa74-a06284fc7be3 req-056ecbb8-5382-47b2-a031-00618a1bb926 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:16.391725 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ca95ea60-e161-4048-aa74-a06284fc7be3 req-056ecbb8-5382-47b2-a031-00618a1bb926 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 949 time: 0.0758836 Nov 12 00:46:16.478982 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ca95ea60-e161-4048-aa74-a06284fc7be3 req-34e721ae-281b-4f39-a54a-1e5b72a52833 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780463 Nov 12 00:46:16.619988 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b77ebc0d-a98b-490d-b543-aae891d4d0eb req-06dc3c71-465b-4918-8687-4285717a1dcd tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:16.658984 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b77ebc0d-a98b-490d-b543-aae891d4d0eb req-06dc3c71-465b-4918-8687-4285717a1dcd tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:16.706158 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b77ebc0d-a98b-490d-b543-aae891d4d0eb req-06dc3c71-465b-4918-8687-4285717a1dcd tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Network 99933297-ab4a-401e-8d8a-276d6844b2b2 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:46:16.706783 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:46:16.709362 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-b77ebc0d-a98b-490d-b543-aae891d4d0eb req-06dc3c71-465b-4918-8687-4285717a1dcd tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:16.714131 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-b77ebc0d-a98b-490d-b543-aae891d4d0eb req-06dc3c71-465b-4918-8687-4285717a1dcd tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:46:16.748807 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dc3c71-465b-4918-8687-4285717a1dcd tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Pushing event updated for resources: {'Port': ['ID=4aba5687-8005-418b-ad6e-2d354049b976,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:16.759975 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:16.760345 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:16.765696 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ebc0d-a98b-490d-b543-aae891d4d0eb req-06dc3c71-465b-4918-8687-4285717a1dcd tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:16.766305 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b77ebc0d-a98b-490d-b543-aae891d4d0eb req-06dc3c71-465b-4918-8687-4285717a1dcd tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:16.782197 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b77ebc0d-a98b-490d-b543-aae891d4d0eb req-06dc3c71-465b-4918-8687-4285717a1dcd tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7958124 Nov 12 00:46:16.804840 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-b77ebc0d-a98b-490d-b543-aae891d4d0eb req-c597777c-0c4b-4048-b260-4cbd1a8d70b5 service neutron] Request body: {'port': {'device_id': '6789b733-5436-455d-9e3f-93c1031ad9c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:16.874494 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:16.874725 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b77ebc0d-a98b-490d-b543-aae891d4d0eb req-c597777c-0c4b-4048-b260-4cbd1a8d70b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:16.953101 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3befc9a9-2773-486a-806b-92422a5d1d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:46:16.955446 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35326794-3c58-48ab-bfde-91c4d4d2e396" -d '{"events": [{"server_uuid": "3befc9a9-2773-486a-806b-92422a5d1d6b", "name": "network-vif-plugged", "status": "completed", "tag": "6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:46:17.006479 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:17.017559 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:17.089730 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6d8def16-2d70-4d96-93c2-7efd802d55bf req-e72897bb-9da9-410f-9abb-4a04a28e86d5 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=93bc3dde-ca07-4327-be4c-d513241d0d3f HTTP/1.1" status: 200 len: 210 time: 0.0464683 Nov 12 00:46:17.099871 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3,revision_number=10']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:17.158312 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97186e3-e020-41f7-92db-bbbb26e36615 x-openstack-request-id: req-d97186e3-e020-41f7-92db-bbbb26e36615 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:46:17.158712 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3befc9a9-2773-486a-806b-92422a5d1d6b", "name": "network-vif-plugged", "status": "completed", "tag": "6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:46:17.159351 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d97186e3-e020-41f7-92db-bbbb26e36615 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:46:17.160544 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3befc9a9-2773-486a-806b-92422a5d1d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3', 'code': 200} Nov 12 00:46:17.361922 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:46:17.384292 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f2500-6396-42be-80df-73db7e19bf60 req-5e31e90d-4163-4fe2-8b72-0a7608e06e51 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:17.385919 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-342f2500-6396-42be-80df-73db7e19bf60 req-5e31e90d-4163-4fe2-8b72-0a7608e06e51 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/networks?id=6b2d1442-0e79-422e-955b-efc39299c7dd HTTP/1.1" status: 200 len: 806 time: 0.1722240 Nov 12 00:46:17.391283 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c461c-e1b9-4dfc-8717-46a5c9d8fbb8 req-2ca49ca8-0207-41a4-b547-6855368163e1 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:17.392792 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d50c461c-e1b9-4dfc-8717-46a5c9d8fbb8 req-2ca49ca8-0207-41a4-b547-6855368163e1 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6789b733-5436-455d-9e3f-93c1031ad9c5 HTTP/1.1" status: 200 len: 931 time: 0.1220222 Nov 12 00:46:17.396064 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:46:17.396813 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device fa654ea9-2e68-48e4-a7bc-cf48fba4a8cb not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:46:17.405752 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2afbf4-e0e1-4179-a35a-7d4af1fe492c req-c94f39a1-656d-46fd-bbe6-0a3299214cda tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:17.407224 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6a2afbf4-e0e1-4179-a35a-7d4af1fe492c req-c94f39a1-656d-46fd-bbe6-0a3299214cda tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.49 "GET /v2.0/networks?id=d872bf93-95f4-45c4-b0f4-642aed61400a HTTP/1.1" status: 200 len: 806 time: 0.3367355 Nov 12 00:46:17.431718 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-342f2500-6396-42be-80df-73db7e19bf60 req-37a8ea52-76b2-4689-bf37-5438fc7fef34 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/quotas/78b3942b4d1d42e395f1a600361aab79 HTTP/1.1" status: 200 len: 375 time: 0.0292451 Nov 12 00:46:17.436669 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-6a2afbf4-e0e1-4179-a35a-7d4af1fe492c req-229b7d85-6ae5-4fbf-8920-d776390200c7 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Request body: {'port': {'device_id': '93bc3dde-ca07-4327-be4c-d513241d0d3f', 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a', 'admin_state_up': True, 'tenant_id': '9c540ecbe8154e1b907ac12fc8774fd4'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:17.472462 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef374229-1dac-40f9-84c9-2b171453e568 req-c59ba805-dd13-4cde-9baa-6c46a66c141c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:17.473971 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ef374229-1dac-40f9-84c9-2b171453e568 req-c59ba805-dd13-4cde-9baa-6c46a66c141c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 1103 time: 0.0855279 Nov 12 00:46:17.511837 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-342f2500-6396-42be-80df-73db7e19bf60 req-ccbc9d13-2bc5-48d7-9e8e-ac0b4a7fc0d0 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=78b3942b4d1d42e395f1a600361aab79&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0733442 Nov 12 00:46:17.548507 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ef374229-1dac-40f9-84c9-2b171453e568 req-bda175ae-61c2-4f80-9899-ea7ffa800972 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667641 Nov 12 00:46:17.562521 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d50c461c-e1b9-4dfc-8717-46a5c9d8fbb8 req-59e7ba01-e6be-4c31-8368-9f409acac568 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e3175a2-49e6-4a0d-9291-cdd01a0236ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521869 Nov 12 00:46:17.566061 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-b77ebc0d-a98b-490d-b543-aae891d4d0eb req-c597777c-0c4b-4048-b260-4cbd1a8d70b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aba5687-8005-418b-ad6e-2d354049b976 {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:46:17.605529 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b77ebc0d-a98b-490d-b543-aae891d4d0eb req-c597777c-0c4b-4048-b260-4cbd1a8d70b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:17.629407 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-342f2500-6396-42be-80df-73db7e19bf60 req-46a537f6-5fff-4ece-aae7-26fa06704c1f service neutron] 10.222.0.20 "GET /v2.0/networks/6b2d1442-0e79-422e-955b-efc39299c7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076221 Nov 12 00:46:17.657142 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-b77ebc0d-a98b-490d-b543-aae891d4d0eb req-c597777c-0c4b-4048-b260-4cbd1a8d70b5 service neutron] Transition to ACTIVE for port object 4aba5687-8005-418b-ad6e-2d354049b976 will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:46:17.661651 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b77ebc0d-a98b-490d-b543-aae891d4d0eb req-c597777c-0c4b-4048-b260-4cbd1a8d70b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:17.755579 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-342f2500-6396-42be-80df-73db7e19bf60 req-a913a58b-6127-4e5d-a4eb-b47914bd4c15 service neutron] 10.222.0.20 "GET /v2.0/networks/6b2d1442-0e79-422e-955b-efc39299c7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153421 Nov 12 00:46:17.790855 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a2afbf4-e0e1-4179-a35a-7d4af1fe492c req-229b7d85-6ae5-4fbf-8920-d776390200c7 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Made reservation on behalf of 9c540ecbe8154e1b907ac12fc8774fd4 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:46:17.794375 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-6a2afbf4-e0e1-4179-a35a-7d4af1fe492c req-229b7d85-6ae5-4fbf-8920-d776390200c7 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:17.799314 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c597777c-0c4b-4048-b260-4cbd1a8d70b5 service neutron] Pushing event updated for resources: {'Port': ['ID=4aba5687-8005-418b-ad6e-2d354049b976,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:17.873717 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d76f3e-b47d-49e0-9278-9feb0803d658 req-6e3154f2-df91-4afa-ab44-10f93407fbb2 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:17.875272 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a5d76f3e-b47d-49e0-9278-9feb0803d658 req-6e3154f2-df91-4afa-ab44-10f93407fbb2 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 951 time: 0.1291656 Nov 12 00:46:18.026802 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-34749cda-115e-4328-a6f2-9b7f8c3d8f3b req-cc29a97e-fa5c-4755-8094-1055c7060ec4 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3e1b78f-3407-4e12-ab7a-5138f9a8b96f HTTP/1.1" status: 200 len: 210 time: 0.0276732 Nov 12 00:46:18.058127 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a5d76f3e-b47d-49e0-9278-9feb0803d658 req-78f3f976-cfc4-4cd9-bb0c-a899bfc86c22 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289620 Nov 12 00:46:18.064173 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-b77ebc0d-a98b-490d-b543-aae891d4d0eb req-c597777c-0c4b-4048-b260-4cbd1a8d70b5 service neutron] Attempting to bind port 4aba5687-8005-418b-ad6e-2d354049b976 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:46:18.064443 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-b77ebc0d-a98b-490d-b543-aae891d4d0eb req-c597777c-0c4b-4048-b260-4cbd1a8d70b5 service neutron] Attempting to bind port 4aba5687-8005-418b-ad6e-2d354049b976 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '8e3a4060-eb73-4d7a-8d87-83ca2cbba051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '99933297-ab4a-401e-8d8a-276d6844b2b2'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:46:18.064772 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77ebc0d-a98b-490d-b543-aae891d4d0eb req-c597777c-0c4b-4048-b260-4cbd1a8d70b5 service neutron] Attempting to bind port 4aba5687-8005-418b-ad6e-2d354049b976 on network 99933297-ab4a-401e-8d8a-276d6844b2b2 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:46:18.088823 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77ebc0d-a98b-490d-b543-aae891d4d0eb req-c597777c-0c4b-4048-b260-4cbd1a8d70b5 service neutron] Port 4aba5687-8005-418b-ad6e-2d354049b976 on network 99933297-ab4a-401e-8d8a-276d6844b2b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:46:18.089213 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77ebc0d-a98b-490d-b543-aae891d4d0eb req-c597777c-0c4b-4048-b260-4cbd1a8d70b5 service neutron] Attempting to bind port 4aba5687-8005-418b-ad6e-2d354049b976 on network 99933297-ab4a-401e-8d8a-276d6844b2b2 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:46:18.102250 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77ebc0d-a98b-490d-b543-aae891d4d0eb req-c597777c-0c4b-4048-b260-4cbd1a8d70b5 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:46:18.102651 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77ebc0d-a98b-490d-b543-aae891d4d0eb req-c597777c-0c4b-4048-b260-4cbd1a8d70b5 service neutron] Checking segment: {'id': '8e3a4060-eb73-4d7a-8d87-83ca2cbba051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '99933297-ab4a-401e-8d8a-276d6844b2b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:46:18.103066 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77ebc0d-a98b-490d-b543-aae891d4d0eb req-c597777c-0c4b-4048-b260-4cbd1a8d70b5 service neutron] Bound using segment: {'id': '8e3a4060-eb73-4d7a-8d87-83ca2cbba051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '99933297-ab4a-401e-8d8a-276d6844b2b2'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:46:18.103525 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-b77ebc0d-a98b-490d-b543-aae891d4d0eb req-c597777c-0c4b-4048-b260-4cbd1a8d70b5 service neutron] Bound port: 4aba5687-8005-418b-ad6e-2d354049b976, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e3a4060-eb73-4d7a-8d87-83ca2cbba051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '99933297-ab4a-401e-8d8a-276d6844b2b2'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:46:18.103889 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b77ebc0d-a98b-490d-b543-aae891d4d0eb req-c597777c-0c4b-4048-b260-4cbd1a8d70b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:18.113186 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-6a2afbf4-e0e1-4179-a35a-7d4af1fe492c req-229b7d85-6ae5-4fbf-8920-d776390200c7 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Allocated IP 172.20.0.9 (d872bf93-95f4-45c4-b0f4-642aed61400a/e87486ea-14b8-4357-b569-3ef6c52f1320/f339798c-2e3a-4e57-9c60-8a82e1cf51b0) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:46:18.207120 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-76214cad-1ce2-4210-ba96-34ad0f9b6aab req-e9f87569-8973-4d59-917e-f5b1af2c27df tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=93bc3dde-ca07-4327-be4c-d513241d0d3f HTTP/1.1" status: 200 len: 210 time: 0.0410340 Nov 12 00:46:18.321646 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-b77ebc0d-a98b-490d-b543-aae891d4d0eb req-c597777c-0c4b-4048-b260-4cbd1a8d70b5 service neutron] For port 4aba5687-8005-418b-ad6e-2d354049b976, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:46:18.344216 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-b77ebc0d-a98b-490d-b543-aae891d4d0eb req-c597777c-0c4b-4048-b260-4cbd1a8d70b5 service neutron] For port 4aba5687-8005-418b-ad6e-2d354049b976, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=4aba5687-8005-418b-ad6e-2d354049b976,segment=NetworkSegment(8e3a4060-eb73-4d7a-8d87-83ca2cbba051),segment_id=8e3a4060-eb73-4d7a-8d87-83ca2cbba051)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:46:18.352694 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b77ebc0d-a98b-490d-b543-aae891d4d0eb req-c597777c-0c4b-4048-b260-4cbd1a8d70b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:18.373202 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-6a2afbf4-e0e1-4179-a35a-7d4af1fe492c req-229b7d85-6ae5-4fbf-8920-d776390200c7 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:18.408775 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ebc0d-a98b-490d-b543-aae891d4d0eb req-c597777c-0c4b-4048-b260-4cbd1a8d70b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:18.409441 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b77ebc0d-a98b-490d-b543-aae891d4d0eb req-c597777c-0c4b-4048-b260-4cbd1a8d70b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:18.410802 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b77ebc0d-a98b-490d-b543-aae891d4d0eb req-c597777c-0c4b-4048-b260-4cbd1a8d70b5 service neutron] 10.222.0.54 "PUT /v2.0/ports/4aba5687-8005-418b-ad6e-2d354049b976 HTTP/1.1" status: 200 len: 1092 time: 1.6112440 Nov 12 00:46:18.411254 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6789b733-5436-455d-9e3f-93c1031ad9c5', 'tag': '4aba5687-8005-418b-ad6e-2d354049b976'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:46:18.414199 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063c9406-17c6-45dd-b767-0018dc3dcb3c" -d '{"events": [{"name": "network-changed", "server_uuid": "6789b733-5436-455d-9e3f-93c1031ad9c5", "tag": "4aba5687-8005-418b-ad6e-2d354049b976"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:46:18.454465 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c597777c-0c4b-4048-b260-4cbd1a8d70b5 service neutron] Pushing event updated for resources: {'Port': ['ID=4aba5687-8005-418b-ad6e-2d354049b976,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:18.461462 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25cc7f8b-36fd-4865-96c0-7d45d66a9583 x-openstack-request-id: req-25cc7f8b-36fd-4865-96c0-7d45d66a9583 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:46:18.461749 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6789b733-5436-455d-9e3f-93c1031ad9c5", "tag": "4aba5687-8005-418b-ad6e-2d354049b976", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:46:18.462001 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-25cc7f8b-36fd-4865-96c0-7d45d66a9583 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:46:18.462398 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6789b733-5436-455d-9e3f-93c1031ad9c5', 'tag': '4aba5687-8005-418b-ad6e-2d354049b976', 'status': 'completed', 'code': 200} Nov 12 00:46:18.474739 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-6a2afbf4-e0e1-4179-a35a-7d4af1fe492c req-229b7d85-6ae5-4fbf-8920-d776390200c7 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:18.541136 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a2afbf4-e0e1-4179-a35a-7d4af1fe492c req-229b7d85-6ae5-4fbf-8920-d776390200c7 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Network d872bf93-95f4-45c4-b0f4-642aed61400a is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:46:18.550556 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-6a2afbf4-e0e1-4179-a35a-7d4af1fe492c req-229b7d85-6ae5-4fbf-8920-d776390200c7 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:18.556639 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a2afbf4-e0e1-4179-a35a-7d4af1fe492c req-229b7d85-6ae5-4fbf-8920-d776390200c7 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:46:18.593424 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b7d85-6ae5-4fbf-8920-d776390200c7 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Pushing event updated for resources: {'Port': ['ID=f339798c-2e3a-4e57-9c60-8a82e1cf51b0,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:18.605341 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ebc0d-a98b-490d-b543-aae891d4d0eb req-176c8112-88ea-4645-9d56-7facfe9d6751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:18.607253 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b77ebc0d-a98b-490d-b543-aae891d4d0eb req-176c8112-88ea-4645-9d56-7facfe9d6751 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3c616bcabe89454cb93b6c53ea20cfc4&device_id=6789b733-5436-455d-9e3f-93c1031ad9c5 HTTP/1.1" status: 200 len: 1095 time: 0.1010802 Nov 12 00:46:18.680730 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 49588) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:18.708821 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2afbf4-e0e1-4179-a35a-7d4af1fe492c req-229b7d85-6ae5-4fbf-8920-d776390200c7 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:18.710662 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-6a2afbf4-e0e1-4179-a35a-7d4af1fe492c req-229b7d85-6ae5-4fbf-8920-d776390200c7 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:18.729403 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b77ebc0d-a98b-490d-b543-aae891d4d0eb req-0e48b49f-14ad-4ca3-8cfa-df32f3a7b638 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aba5687-8005-418b-ad6e-2d354049b976 HTTP/1.1" status: 200 len: 217 time: 0.1070600 Nov 12 00:46:18.783708 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6a2afbf4-e0e1-4179-a35a-7d4af1fe492c req-229b7d85-6ae5-4fbf-8920-d776390200c7 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3545794 Nov 12 00:46:18.803128 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5892fc-5121-4a73-9fc5-8e1122777753 req-41ea4383-0e06-4afc-a4af-0fc176ce0023 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:18.804786 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9c5892fc-5121-4a73-9fc5-8e1122777753 req-41ea4383-0e06-4afc-a4af-0fc176ce0023 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6789b733-5436-455d-9e3f-93c1031ad9c5 HTTP/1.1" status: 200 len: 943 time: 0.1206262 Nov 12 00:46:18.814371 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-6a2afbf4-e0e1-4179-a35a-7d4af1fe492c req-bc249944-46b2-4864-8029-8b23b0ecf48d service neutron] Request body: {'port': {'device_id': '93bc3dde-ca07-4327-be4c-d513241d0d3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:18.822861 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ffd8df0d-45e2-4819-99d1-4bb89357776e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:18.855661 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ebc0d-a98b-490d-b543-aae891d4d0eb req-c8578e87-58ed-45f3-bd30-0d52367a3c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:18.857320 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b77ebc0d-a98b-490d-b543-aae891d4d0eb req-c8578e87-58ed-45f3-bd30-0d52367a3c6c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1da62076-4a58-4810-9972-85bd6051431b HTTP/1.1" status: 200 len: 851 time: 0.1111875 Nov 12 00:46:18.899327 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ffd8df0d-45e2-4819-99d1-4bb89357776e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:18.904086 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ffd8df0d-45e2-4819-99d1-4bb89357776e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:18.937012 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b77ebc0d-a98b-490d-b543-aae891d4d0eb req-240636a4-548c-4e39-b9d9-e9e1f4ea5e62 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=99933297-ab4a-401e-8d8a-276d6844b2b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443621 Nov 12 00:46:18.941598 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-6a2afbf4-e0e1-4179-a35a-7d4af1fe492c req-bc249944-46b2-4864-8029-8b23b0ecf48d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:18.943427 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ffd8df0d-45e2-4819-99d1-4bb89357776e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=db43bfd4fc294fc7ae0645af6c1e2445&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2610204 Nov 12 00:46:18.945129 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd8df0d-45e2-4819-99d1-4bb89357776e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1a74ae-1ef4-487f-8faa-abbc49ad5bdc,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:18.947617 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 49594) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:18.949737 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9c5892fc-5121-4a73-9fc5-8e1122777753 req-028ed82f-54ea-4be7-b7bf-67d50bbc483c tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e3175a2-49e6-4a0d-9291-cdd01a0236ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288056 Nov 12 00:46:19.002382 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-88030b67-bdcd-47a6-863b-375122da2d45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:19.029148 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-88030b67-bdcd-47a6-863b-375122da2d45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:19.109073 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-88030b67-bdcd-47a6-863b-375122da2d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:19.113628 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-88030b67-bdcd-47a6-863b-375122da2d45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:19.115601 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-88030b67-bdcd-47a6-863b-375122da2d45 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ab1a74ae-1ef4-487f-8faa-abbc49ad5bdc HTTP/1.1" status: 204 len: 168 time: 0.1668568 Nov 12 00:46:19.146195 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88030b67-bdcd-47a6-863b-375122da2d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1a74ae-1ef4-487f-8faa-abbc49ad5bdc,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:19.188935 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-37a37184-9632-4d9f-b752-58dc7a33ab7e req-b61e34f5-7dcd-4a86-bc92-e633d621815b tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3e1b78f-3407-4e12-ab7a-5138f9a8b96f HTTP/1.1" status: 200 len: 210 time: 0.0456724 Nov 12 00:46:19.193601 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b77ebc0d-a98b-490d-b543-aae891d4d0eb req-a7441c5c-f6ae-4d12-a6d5-8810e48d47a5 service neutron] 10.222.0.54 "GET /v2.0/networks/99933297-ab4a-401e-8d8a-276d6844b2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352648 Nov 12 00:46:19.248350 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f9343a-f13d-447d-a659-7f8ce22d41db req-9a429aeb-9c76-4ee7-b1ac-50fae3381163 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:19.256665 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-13f9343a-f13d-447d-a659-7f8ce22d41db req-9a429aeb-9c76-4ee7-b1ac-50fae3381163 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 951 time: 0.0763562 Nov 12 00:46:19.307240 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-13f9343a-f13d-447d-a659-7f8ce22d41db req-46bf2ad4-e87b-436d-989f-7597507a3ab2 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486488 Nov 12 00:46:19.537137 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3421eb9-5321-474a-9089-4867de3c81c8 req-6644197e-6bf0-435b-beea-7760f7dbb47e tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:19.540114 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a3421eb9-5321-474a-9089-4867de3c81c8 req-6644197e-6bf0-435b-beea-7760f7dbb47e tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=93bc3dde-ca07-4327-be4c-d513241d0d3f HTTP/1.1" status: 200 len: 931 time: 0.2050221 Nov 12 00:46:19.540866 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 49612) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:19.559378 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ec3ce027-26f2-4a7e-b15d-2a49591ab845 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:19.569354 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f2500-6396-42be-80df-73db7e19bf60 req-c1cb7c6e-0e24-4935-98f4-3cdc7a4c9a27 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:19.571082 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-342f2500-6396-42be-80df-73db7e19bf60 req-c1cb7c6e-0e24-4935-98f4-3cdc7a4c9a27 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.54 "GET /v2.0/networks?id=6b2d1442-0e79-422e-955b-efc39299c7dd HTTP/1.1" status: 200 len: 806 time: 0.3482821 Nov 12 00:46:19.581929 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b77ebc0d-a98b-490d-b543-aae891d4d0eb req-4de67c0a-e73e-4635-93c6-570a23cf36c4 service neutron] 10.222.0.54 "GET /v2.0/networks/99933297-ab4a-401e-8d8a-276d6844b2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577788 Nov 12 00:46:19.615672 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-342f2500-6396-42be-80df-73db7e19bf60 req-73170465-a8c2-4e78-9c04-1390e1da890c tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Request body: {'port': {'device_id': 'c3e1b78f-3407-4e12-ab7a-5138f9a8b96f', 'network_id': '6b2d1442-0e79-422e-955b-efc39299c7dd', 'admin_state_up': True, 'tenant_id': '78b3942b4d1d42e395f1a600361aab79'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:19.688193 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ec3ce027-26f2-4a7e-b15d-2a49591ab845 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:19.691359 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e73c2-30f7-408c-bfeb-af891976e308 req-3b6ab043-5ab6-410e-add3-db0148442a4b tempest-ServersAdminTestJSON-1037937379 tempest-ServersAdminTestJSON-1037937379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:19.692916 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a59e73c2-30f7-408c-bfeb-af891976e308 req-3b6ab043-5ab6-410e-add3-db0148442a4b tempest-ServersAdminTestJSON-1037937379 tempest-ServersAdminTestJSON-1037937379-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 1103 time: 0.0737391 Nov 12 00:46:19.694125 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ec3ce027-26f2-4a7e-b15d-2a49591ab845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:19.723289 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-6a2afbf4-e0e1-4179-a35a-7d4af1fe492c req-bc249944-46b2-4864-8029-8b23b0ecf48d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f339798c-2e3a-4e57-9c60-8a82e1cf51b0 {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:46:19.748507 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ec3ce027-26f2-4a7e-b15d-2a49591ab845 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c91339feebc24f6797771939c2810f55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2037969 Nov 12 00:46:19.751273 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-6a2afbf4-e0e1-4179-a35a-7d4af1fe492c req-bc249944-46b2-4864-8029-8b23b0ecf48d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:19.752009 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 49616) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:19.763554 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ce027-26f2-4a7e-b15d-2a49591ab845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d4fb8b-3af4-4b22-800f-cc49f322c50a,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:19.773770 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a3421eb9-5321-474a-9089-4867de3c81c8 req-985c7d65-1b69-45f5-9b3d-c307fa991a47 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168989 Nov 12 00:46:19.800527 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-6a2afbf4-e0e1-4179-a35a-7d4af1fe492c req-bc249944-46b2-4864-8029-8b23b0ecf48d service neutron] Transition to ACTIVE for port object f339798c-2e3a-4e57-9c60-8a82e1cf51b0 will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:46:19.806940 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a59e73c2-30f7-408c-bfeb-af891976e308 req-96af7477-9a4b-4010-82e0-d5eee040b5ab tempest-ServersAdminTestJSON-1037937379 tempest-ServersAdminTestJSON-1037937379-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023903 Nov 12 00:46:19.818815 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-6a2afbf4-e0e1-4179-a35a-7d4af1fe492c req-bc249944-46b2-4864-8029-8b23b0ecf48d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:19.842967 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-91a09b41-0abc-4877-aef6-0e7671f1c649 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:19.844133 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c9406-17c6-45dd-b767-0018dc3dcb3c req-34a9148c-944d-4f7d-a7a9-e593d2a4707a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:19.846026 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-063c9406-17c6-45dd-b767-0018dc3dcb3c req-34a9148c-944d-4f7d-a7a9-e593d2a4707a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3c616bcabe89454cb93b6c53ea20cfc4&device_id=6789b733-5436-455d-9e3f-93c1031ad9c5 HTTP/1.1" status: 200 len: 1095 time: 0.1182296 Nov 12 00:46:19.868241 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-91a09b41-0abc-4877-aef6-0e7671f1c649 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:19.927378 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc249944-46b2-4864-8029-8b23b0ecf48d service neutron] Pushing event updated for resources: {'Port': ['ID=f339798c-2e3a-4e57-9c60-8a82e1cf51b0,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:19.940454 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-91a09b41-0abc-4877-aef6-0e7671f1c649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:19.944127 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-91a09b41-0abc-4877-aef6-0e7671f1c649 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:19.951097 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-91a09b41-0abc-4877-aef6-0e7671f1c649 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/62d4fb8b-3af4-4b22-800f-cc49f322c50a HTTP/1.1" status: 204 len: 168 time: 0.1980946 Nov 12 00:46:19.951339 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-342f2500-6396-42be-80df-73db7e19bf60 req-73170465-a8c2-4e78-9c04-1390e1da890c tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Made reservation on behalf of 78b3942b4d1d42e395f1a600361aab79 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:46:19.954755 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-342f2500-6396-42be-80df-73db7e19bf60 req-73170465-a8c2-4e78-9c04-1390e1da890c tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:19.962106 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a09b41-0abc-4877-aef6-0e7671f1c649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d4fb8b-3af4-4b22-800f-cc49f322c50a,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:20.116959 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119b151-ed1c-4050-bf27-3cc44751f8a6 req-1f5de653-962d-4f55-b85f-e139821d5fdd tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:20.118983 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d119b151-ed1c-4050-bf27-3cc44751f8a6 req-1f5de653-962d-4f55-b85f-e139821d5fdd tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6789b733-5436-455d-9e3f-93c1031ad9c5 HTTP/1.1" status: 200 len: 943 time: 0.0631125 Nov 12 00:46:20.152232 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c9406-17c6-45dd-b767-0018dc3dcb3c req-8e6dc1fd-81c0-464c-b2a0-93a3950179a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:20.153750 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-063c9406-17c6-45dd-b767-0018dc3dcb3c req-8e6dc1fd-81c0-464c-b2a0-93a3950179a7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=99933297-ab4a-401e-8d8a-276d6844b2b2 HTTP/1.1" status: 200 len: 912 time: 0.2540824 Nov 12 00:46:20.170931 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2054d8-eddd-4111-81c9-b6588dcfdf48 req-c260adf8-8b97-4206-8b94-e875eaf7599a tempest-ServersAdminTestJSON-1037937379 tempest-ServersAdminTestJSON-1037937379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:20.172470 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-be2054d8-eddd-4111-81c9-b6588dcfdf48 req-c260adf8-8b97-4206-8b94-e875eaf7599a tempest-ServersAdminTestJSON-1037937379 tempest-ServersAdminTestJSON-1037937379-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 1103 time: 0.1690829 Nov 12 00:46:20.189922 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-6a2afbf4-e0e1-4179-a35a-7d4af1fe492c req-bc249944-46b2-4864-8029-8b23b0ecf48d service neutron] Attempting to bind port f339798c-2e3a-4e57-9c60-8a82e1cf51b0 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:46:20.190262 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-6a2afbf4-e0e1-4179-a35a-7d4af1fe492c req-bc249944-46b2-4864-8029-8b23b0ecf48d service neutron] Attempting to bind port f339798c-2e3a-4e57-9c60-8a82e1cf51b0 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'eac800fb-e2a4-4100-807c-1fb9b17e8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:46:20.190644 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2afbf4-e0e1-4179-a35a-7d4af1fe492c req-bc249944-46b2-4864-8029-8b23b0ecf48d service neutron] Attempting to bind port f339798c-2e3a-4e57-9c60-8a82e1cf51b0 on network d872bf93-95f4-45c4-b0f4-642aed61400a {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:46:20.479716 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d119b151-ed1c-4050-bf27-3cc44751f8a6 req-d8fbd511-1625-431e-8bc2-ebfcc4f8dd75 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e3175a2-49e6-4a0d-9291-cdd01a0236ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532526 Nov 12 00:46:20.562407 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-063c9406-17c6-45dd-b767-0018dc3dcb3c req-3621b489-6d8a-4255-b99f-72dd64264746 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aba5687-8005-418b-ad6e-2d354049b976 HTTP/1.1" status: 200 len: 217 time: 0.3888445 Nov 12 00:46:20.571198 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2afbf4-e0e1-4179-a35a-7d4af1fe492c req-bc249944-46b2-4864-8029-8b23b0ecf48d service neutron] Port f339798c-2e3a-4e57-9c60-8a82e1cf51b0 on network d872bf93-95f4-45c4-b0f4-642aed61400a not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:46:20.571522 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2afbf4-e0e1-4179-a35a-7d4af1fe492c req-bc249944-46b2-4864-8029-8b23b0ecf48d service neutron] Attempting to bind port f339798c-2e3a-4e57-9c60-8a82e1cf51b0 on network d872bf93-95f4-45c4-b0f4-642aed61400a {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:46:20.584847 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2afbf4-e0e1-4179-a35a-7d4af1fe492c req-bc249944-46b2-4864-8029-8b23b0ecf48d service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:46:20.585154 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2afbf4-e0e1-4179-a35a-7d4af1fe492c req-bc249944-46b2-4864-8029-8b23b0ecf48d service neutron] Checking segment: {'id': 'eac800fb-e2a4-4100-807c-1fb9b17e8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:46:20.585929 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2afbf4-e0e1-4179-a35a-7d4af1fe492c req-bc249944-46b2-4864-8029-8b23b0ecf48d service neutron] Bound using segment: {'id': 'eac800fb-e2a4-4100-807c-1fb9b17e8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:46:20.586163 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-6a2afbf4-e0e1-4179-a35a-7d4af1fe492c req-bc249944-46b2-4864-8029-8b23b0ecf48d service neutron] Bound port: f339798c-2e3a-4e57-9c60-8a82e1cf51b0, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eac800fb-e2a4-4100-807c-1fb9b17e8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:46:20.586429 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-6a2afbf4-e0e1-4179-a35a-7d4af1fe492c req-bc249944-46b2-4864-8029-8b23b0ecf48d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:20.662689 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-342f2500-6396-42be-80df-73db7e19bf60 req-73170465-a8c2-4e78-9c04-1390e1da890c tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Allocated IP 172.20.0.4 (6b2d1442-0e79-422e-955b-efc39299c7dd/e9ebb41c-1861-43b6-b921-ba560680823b/b8167afc-b6be-402b-8f4e-4d69d69202ad) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:46:20.670208 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5c19ef4c-a7c2-4348-bafb-b6bfaae8a76e req-364d6b01-7b4f-4705-af64-dfb0e973b964 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3e1b78f-3407-4e12-ab7a-5138f9a8b96f HTTP/1.1" status: 200 len: 210 time: 0.0299630 Nov 12 00:46:20.693931 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-be2054d8-eddd-4111-81c9-b6588dcfdf48 req-ea0d3fd5-907c-44c2-ab8a-f41daf98a20a tempest-ServersAdminTestJSON-1037937379 tempest-ServersAdminTestJSON-1037937379-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5070469 Nov 12 00:46:20.730397 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c9406-17c6-45dd-b767-0018dc3dcb3c req-c475eef5-16c1-4f11-8e75-00b25a527b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:20.731795 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-063c9406-17c6-45dd-b767-0018dc3dcb3c req-c475eef5-16c1-4f11-8e75-00b25a527b1b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1da62076-4a58-4810-9972-85bd6051431b HTTP/1.1" status: 200 len: 851 time: 0.1425860 Nov 12 00:46:20.797277 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-063c9406-17c6-45dd-b767-0018dc3dcb3c req-8be9b9e0-c131-42ee-b32c-03bfc8a84cb6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=99933297-ab4a-401e-8d8a-276d6844b2b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401602 Nov 12 00:46:20.808000 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-6a2afbf4-e0e1-4179-a35a-7d4af1fe492c req-bc249944-46b2-4864-8029-8b23b0ecf48d service neutron] For port f339798c-2e3a-4e57-9c60-8a82e1cf51b0, host n-h1-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:46:20.873317 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-6a2afbf4-e0e1-4179-a35a-7d4af1fe492c req-bc249944-46b2-4864-8029-8b23b0ecf48d service neutron] For port f339798c-2e3a-4e57-9c60-8a82e1cf51b0, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=f339798c-2e3a-4e57-9c60-8a82e1cf51b0,segment=NetworkSegment(eac800fb-e2a4-4100-807c-1fb9b17e8d78),segment_id=eac800fb-e2a4-4100-807c-1fb9b17e8d78)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:46:20.905843 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-6a2afbf4-e0e1-4179-a35a-7d4af1fe492c req-bc249944-46b2-4864-8029-8b23b0ecf48d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:20.951754 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18b719-5f49-43a0-868b-f954e923cadb req-c778ff53-ef38-4753-8289-31ab9d8867c1 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:20.954058 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cc18b719-5f49-43a0-868b-f954e923cadb req-c778ff53-ef38-4753-8289-31ab9d8867c1 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=93bc3dde-ca07-4327-be4c-d513241d0d3f HTTP/1.1" status: 200 len: 943 time: 0.0586360 Nov 12 00:46:21.011984 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cc18b719-5f49-43a0-868b-f954e923cadb req-75c0f2ea-018e-444e-9713-84ce939b4146 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497510 Nov 12 00:46:21.033691 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2afbf4-e0e1-4179-a35a-7d4af1fe492c req-bc249944-46b2-4864-8029-8b23b0ecf48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:21.034359 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-6a2afbf4-e0e1-4179-a35a-7d4af1fe492c req-bc249944-46b2-4864-8029-8b23b0ecf48d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:21.035814 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6a2afbf4-e0e1-4179-a35a-7d4af1fe492c req-bc249944-46b2-4864-8029-8b23b0ecf48d service neutron] 10.222.0.49 "PUT /v2.0/ports/f339798c-2e3a-4e57-9c60-8a82e1cf51b0 HTTP/1.1" status: 200 len: 1092 time: 2.2261066 Nov 12 00:46:21.040858 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93bc3dde-ca07-4327-be4c-d513241d0d3f', 'tag': 'f339798c-2e3a-4e57-9c60-8a82e1cf51b0'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:46:21.043175 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5456f539-bdaa-4540-924b-cf9ba70b9dc3" -d '{"events": [{"name": "network-changed", "server_uuid": "93bc3dde-ca07-4327-be4c-d513241d0d3f", "tag": "f339798c-2e3a-4e57-9c60-8a82e1cf51b0"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:46:21.131784 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-063c9406-17c6-45dd-b767-0018dc3dcb3c req-e6863f6e-0a5f-4790-87ac-05fa4ca5464c service neutron] 10.222.0.54 "GET /v2.0/networks/99933297-ab4a-401e-8d8a-276d6844b2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214071 Nov 12 00:46:21.153994 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc249944-46b2-4864-8029-8b23b0ecf48d service neutron] Pushing event updated for resources: {'Port': ['ID=f339798c-2e3a-4e57-9c60-8a82e1cf51b0,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:21.161185 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784391a6-c493-4eea-9faa-b69a601702a2 x-openstack-request-id: req-784391a6-c493-4eea-9faa-b69a601702a2 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:46:21.161504 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93bc3dde-ca07-4327-be4c-d513241d0d3f", "tag": "f339798c-2e3a-4e57-9c60-8a82e1cf51b0", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:46:21.161757 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-784391a6-c493-4eea-9faa-b69a601702a2 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:46:21.162621 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93bc3dde-ca07-4327-be4c-d513241d0d3f', 'tag': 'f339798c-2e3a-4e57-9c60-8a82e1cf51b0', 'status': 'completed', 'code': 200} Nov 12 00:46:21.186019 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e30022-3a30-492d-82d1-b2cc785d1b07 req-9405beb7-8002-449f-9936-9f3773042816 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:21.187727 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f6e30022-3a30-492d-82d1-b2cc785d1b07 req-9405beb7-8002-449f-9936-9f3773042816 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=49444b6e-0149-47a6-9b3c-6234d7a2b70c HTTP/1.1" status: 200 len: 950 time: 0.2401273 Nov 12 00:46:21.202841 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-342f2500-6396-42be-80df-73db7e19bf60 req-73170465-a8c2-4e78-9c04-1390e1da890c tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:21.295111 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2afbf4-e0e1-4179-a35a-7d4af1fe492c req-41fe27ac-2b93-4524-add5-09e8e0581582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:21.296592 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6a2afbf4-e0e1-4179-a35a-7d4af1fe492c req-41fe27ac-2b93-4524-add5-09e8e0581582 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c540ecbe8154e1b907ac12fc8774fd4&device_id=93bc3dde-ca07-4327-be4c-d513241d0d3f HTTP/1.1" status: 200 len: 1095 time: 0.2021685 Nov 12 00:46:21.342984 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f6e30022-3a30-492d-82d1-b2cc785d1b07 req-cabc7768-ee35-4d45-9810-0d5cf9ba7654 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384697 Nov 12 00:46:21.344870 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-063c9406-17c6-45dd-b767-0018dc3dcb3c req-164096fc-1c38-46a3-a024-75a3caa964f4 service neutron] 10.222.0.54 "GET /v2.0/networks/99933297-ab4a-401e-8d8a-276d6844b2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855676 Nov 12 00:46:21.351431 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-342f2500-6396-42be-80df-73db7e19bf60 req-73170465-a8c2-4e78-9c04-1390e1da890c tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:21.386574 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['25329fc1-d1a5-4c67-85e3-ffe2ca49309c'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:46:21.390465 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-342f2500-6396-42be-80df-73db7e19bf60 req-73170465-a8c2-4e78-9c04-1390e1da890c tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Network 6b2d1442-0e79-422e-955b-efc39299c7dd is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:46:21.431551 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-342f2500-6396-42be-80df-73db7e19bf60 req-73170465-a8c2-4e78-9c04-1390e1da890c tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:21.436007 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-342f2500-6396-42be-80df-73db7e19bf60 req-73170465-a8c2-4e78-9c04-1390e1da890c tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:46:21.439354 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6a2afbf4-e0e1-4179-a35a-7d4af1fe492c req-91b9197a-bb37-4026-89fa-6926fd55a5f6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f339798c-2e3a-4e57-9c60-8a82e1cf51b0 HTTP/1.1" status: 200 len: 217 time: 0.0511305 Nov 12 00:46:21.481980 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73170465-a8c2-4e78-9c04-1390e1da890c tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Pushing event updated for resources: {'Port': ['ID=b8167afc-b6be-402b-8f4e-4d69d69202ad,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:21.532823 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f2500-6396-42be-80df-73db7e19bf60 req-73170465-a8c2-4e78-9c04-1390e1da890c tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:21.533606 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-342f2500-6396-42be-80df-73db7e19bf60 req-73170465-a8c2-4e78-9c04-1390e1da890c tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:21.548710 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2afbf4-e0e1-4179-a35a-7d4af1fe492c req-b54a2633-1b42-4275-aad4-bd3a847d563f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:21.550492 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6a2afbf4-e0e1-4179-a35a-7d4af1fe492c req-b54a2633-1b42-4275-aad4-bd3a847d563f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e87486ea-14b8-4357-b569-3ef6c52f1320 HTTP/1.1" status: 200 len: 846 time: 0.0842590 Nov 12 00:46:21.554262 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-342f2500-6396-42be-80df-73db7e19bf60 req-73170465-a8c2-4e78-9c04-1390e1da890c tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9484277 Nov 12 00:46:21.590521 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-342f2500-6396-42be-80df-73db7e19bf60 req-5c64ad90-f8e9-4540-86a7-58713878c143 service neutron] Request body: {'port': {'device_id': 'c3e1b78f-3407-4e12-ab7a-5138f9a8b96f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:21.608546 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6a2afbf4-e0e1-4179-a35a-7d4af1fe492c req-21589a7a-745a-4c8d-9bd5-5c00d09d9c26 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d872bf93-95f4-45c4-b0f4-642aed61400a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495849 Nov 12 00:46:21.737756 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-342f2500-6396-42be-80df-73db7e19bf60 req-5c64ad90-f8e9-4540-86a7-58713878c143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:21.747279 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf8b06a-c3d0-4695-a444-14cbc7414166 req-4be11101-bd45-4282-894c-776dc6f42958 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:21.748784 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9bf8b06a-c3d0-4695-a444-14cbc7414166 req-4be11101-bd45-4282-894c-776dc6f42958 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6789b733-5436-455d-9e3f-93c1031ad9c5 HTTP/1.1" status: 200 len: 943 time: 0.1776164 Nov 12 00:46:21.805886 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae0288-cbbe-4b47-a6e9-89993e4c151a req-b19474bf-1315-49cd-b69a-dfb310aa3009 tempest-NetworksTest-1711115381 tempest-NetworksTest-1711115381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:21.806262 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae0288-cbbe-4b47-a6e9-89993e4c151a req-b19474bf-1315-49cd-b69a-dfb310aa3009 tempest-NetworksTest-1711115381 tempest-NetworksTest-1711115381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:21.806719 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae0288-cbbe-4b47-a6e9-89993e4c151a req-b19474bf-1315-49cd-b69a-dfb310aa3009 tempest-NetworksTest-1711115381 tempest-NetworksTest-1711115381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:21.807169 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae0288-cbbe-4b47-a6e9-89993e4c151a req-b19474bf-1315-49cd-b69a-dfb310aa3009 tempest-NetworksTest-1711115381 tempest-NetworksTest-1711115381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:21.807618 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae0288-cbbe-4b47-a6e9-89993e4c151a req-b19474bf-1315-49cd-b69a-dfb310aa3009 tempest-NetworksTest-1711115381 tempest-NetworksTest-1711115381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:21.808064 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae0288-cbbe-4b47-a6e9-89993e4c151a req-b19474bf-1315-49cd-b69a-dfb310aa3009 tempest-NetworksTest-1711115381 tempest-NetworksTest-1711115381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:21.808510 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae0288-cbbe-4b47-a6e9-89993e4c151a req-b19474bf-1315-49cd-b69a-dfb310aa3009 tempest-NetworksTest-1711115381 tempest-NetworksTest-1711115381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:21.808961 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae0288-cbbe-4b47-a6e9-89993e4c151a req-b19474bf-1315-49cd-b69a-dfb310aa3009 tempest-NetworksTest-1711115381 tempest-NetworksTest-1711115381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:21.809424 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae0288-cbbe-4b47-a6e9-89993e4c151a req-b19474bf-1315-49cd-b69a-dfb310aa3009 tempest-NetworksTest-1711115381 tempest-NetworksTest-1711115381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:21.809869 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae0288-cbbe-4b47-a6e9-89993e4c151a req-b19474bf-1315-49cd-b69a-dfb310aa3009 tempest-NetworksTest-1711115381 tempest-NetworksTest-1711115381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:21.810310 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae0288-cbbe-4b47-a6e9-89993e4c151a req-b19474bf-1315-49cd-b69a-dfb310aa3009 tempest-NetworksTest-1711115381 tempest-NetworksTest-1711115381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:21.810754 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae0288-cbbe-4b47-a6e9-89993e4c151a req-b19474bf-1315-49cd-b69a-dfb310aa3009 tempest-NetworksTest-1711115381 tempest-NetworksTest-1711115381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:21.812768 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2dae0288-cbbe-4b47-a6e9-89993e4c151a req-b19474bf-1315-49cd-b69a-dfb310aa3009 tempest-NetworksTest-1711115381 tempest-NetworksTest-1711115381-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8467 time: 0.1953349 Nov 12 00:46:21.815334 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6a2afbf4-e0e1-4179-a35a-7d4af1fe492c req-1589e746-8b3f-475f-acec-20af2058d5f1 service neutron] 10.222.0.49 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802306 Nov 12 00:46:21.880832 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9bf8b06a-c3d0-4695-a444-14cbc7414166 req-77e5e4fd-7d74-4543-8673-0fe471cb0b95 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e3175a2-49e6-4a0d-9291-cdd01a0236ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200380 Nov 12 00:46:22.081586 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6a2afbf4-e0e1-4179-a35a-7d4af1fe492c req-120446f2-8b0a-420b-a61b-d42eaafdc487 service neutron] 10.222.0.49 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541628 Nov 12 00:46:22.083754 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0834b467-0332-45a3-a58b-2290bd7af12a req-cdf8c19b-3fa1-4a09-b73f-a857fbe7c14b tempest-NetworksTest-1711115381 tempest-NetworksTest-1711115381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:22.085350 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0834b467-0332-45a3-a58b-2290bd7af12a req-cdf8c19b-3fa1-4a09-b73f-a857fbe7c14b tempest-NetworksTest-1711115381 tempest-NetworksTest-1711115381-project-admin] 10.222.0.20 "GET /v2.0/networks/ef732b55-2b3c-4048-85da-0a8ac273c14b HTTP/1.1" status: 200 len: 886 time: 0.0908170 Nov 12 00:46:22.118007 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4708081-5e27-465e-bc89-294319df25be req-7196d3a3-7479-4a68-84c1-1175f53274ad tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:22.120009 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c4708081-5e27-465e-bc89-294319df25be req-7196d3a3-7479-4a68-84c1-1175f53274ad tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3e1b78f-3407-4e12-ab7a-5138f9a8b96f HTTP/1.1" status: 200 len: 931 time: 0.1646755 Nov 12 00:46:22.197233 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48dfb11-1a2d-4c88-b752-f66d92512514 req-a27e6d52-a376-4c18-a840-511b9baa8ae2 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:22.199105 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c4708081-5e27-465e-bc89-294319df25be req-aaf16a0b-3a49-4545-be92-42d0d7dd59c3 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727570 Nov 12 00:46:22.199411 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b48dfb11-1a2d-4c88-b752-f66d92512514 req-a27e6d52-a376-4c18-a840-511b9baa8ae2 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=93bc3dde-ca07-4327-be4c-d513241d0d3f HTTP/1.1" status: 200 len: 943 time: 0.0587654 Nov 12 00:46:22.261838 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b48dfb11-1a2d-4c88-b752-f66d92512514 req-7dacb8a2-454b-4d10-8226-0850895c54bf tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554295 Nov 12 00:46:22.324641 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-342f2500-6396-42be-80df-73db7e19bf60 req-5c64ad90-f8e9-4540-86a7-58713878c143 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8167afc-b6be-402b-8f4e-4d69d69202ad {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:46:22.336029 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-342f2500-6396-42be-80df-73db7e19bf60 req-5c64ad90-f8e9-4540-86a7-58713878c143 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:22.368528 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-342f2500-6396-42be-80df-73db7e19bf60 req-5c64ad90-f8e9-4540-86a7-58713878c143 service neutron] Transition to ACTIVE for port object b8167afc-b6be-402b-8f4e-4d69d69202ad will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:46:22.377495 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456f539-bdaa-4540-924b-cf9ba70b9dc3 req-49966cf8-1e9b-4f91-8151-619a0a0f3174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:22.378979 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5456f539-bdaa-4540-924b-cf9ba70b9dc3 req-49966cf8-1e9b-4f91-8151-619a0a0f3174 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c540ecbe8154e1b907ac12fc8774fd4&device_id=93bc3dde-ca07-4327-be4c-d513241d0d3f HTTP/1.1" status: 200 len: 1095 time: 0.1361709 Nov 12 00:46:22.379573 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-342f2500-6396-42be-80df-73db7e19bf60 req-5c64ad90-f8e9-4540-86a7-58713878c143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:22.465694 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b003d2-29dc-42b9-aa37-35bb21cdc172 req-c24c3060-2962-457f-ac7f-977db0d0be7d tempest-NetworksTest-1711115381 tempest-NetworksTest-1711115381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:22.466296 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b003d2-29dc-42b9-aa37-35bb21cdc172 req-c24c3060-2962-457f-ac7f-977db0d0be7d tempest-NetworksTest-1711115381 tempest-NetworksTest-1711115381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:22.466934 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b003d2-29dc-42b9-aa37-35bb21cdc172 req-c24c3060-2962-457f-ac7f-977db0d0be7d tempest-NetworksTest-1711115381 tempest-NetworksTest-1711115381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:22.467407 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b003d2-29dc-42b9-aa37-35bb21cdc172 req-c24c3060-2962-457f-ac7f-977db0d0be7d tempest-NetworksTest-1711115381 tempest-NetworksTest-1711115381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:22.467966 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b003d2-29dc-42b9-aa37-35bb21cdc172 req-c24c3060-2962-457f-ac7f-977db0d0be7d tempest-NetworksTest-1711115381 tempest-NetworksTest-1711115381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:22.468416 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b003d2-29dc-42b9-aa37-35bb21cdc172 req-c24c3060-2962-457f-ac7f-977db0d0be7d tempest-NetworksTest-1711115381 tempest-NetworksTest-1711115381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:22.468857 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b003d2-29dc-42b9-aa37-35bb21cdc172 req-c24c3060-2962-457f-ac7f-977db0d0be7d tempest-NetworksTest-1711115381 tempest-NetworksTest-1711115381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:22.469320 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b003d2-29dc-42b9-aa37-35bb21cdc172 req-c24c3060-2962-457f-ac7f-977db0d0be7d tempest-NetworksTest-1711115381 tempest-NetworksTest-1711115381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:22.469896 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b003d2-29dc-42b9-aa37-35bb21cdc172 req-c24c3060-2962-457f-ac7f-977db0d0be7d tempest-NetworksTest-1711115381 tempest-NetworksTest-1711115381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:22.470295 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b003d2-29dc-42b9-aa37-35bb21cdc172 req-c24c3060-2962-457f-ac7f-977db0d0be7d tempest-NetworksTest-1711115381 tempest-NetworksTest-1711115381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:22.470731 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b003d2-29dc-42b9-aa37-35bb21cdc172 req-c24c3060-2962-457f-ac7f-977db0d0be7d tempest-NetworksTest-1711115381 tempest-NetworksTest-1711115381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:22.471172 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b003d2-29dc-42b9-aa37-35bb21cdc172 req-c24c3060-2962-457f-ac7f-977db0d0be7d tempest-NetworksTest-1711115381 tempest-NetworksTest-1711115381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:22.473219 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-87b003d2-29dc-42b9-aa37-35bb21cdc172 req-c24c3060-2962-457f-ac7f-977db0d0be7d tempest-NetworksTest-1711115381 tempest-NetworksTest-1711115381-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8467 time: 0.2422841 Nov 12 00:46:22.497478 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1181e9-abad-4859-92ec-45c905d0d5bb req-89926f68-3c3c-4aa2-9e8c-0b84fabbd1eb tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:22.501239 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ca1181e9-abad-4859-92ec-45c905d0d5bb req-89926f68-3c3c-4aa2-9e8c-0b84fabbd1eb tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=49444b6e-0149-47a6-9b3c-6234d7a2b70c HTTP/1.1" status: 200 len: 950 time: 0.0825226 Nov 12 00:46:22.522121 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c64ad90-f8e9-4540-86a7-58713878c143 service neutron] Pushing event updated for resources: {'Port': ['ID=b8167afc-b6be-402b-8f4e-4d69d69202ad,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:22.573092 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ca1181e9-abad-4859-92ec-45c905d0d5bb req-37204d55-7b0a-4a7d-835f-15583e18e2ab tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664656 Nov 12 00:46:22.604036 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456f539-bdaa-4540-924b-cf9ba70b9dc3 req-fe8017ab-b152-420a-929f-fe15659d1ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:22.605532 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5456f539-bdaa-4540-924b-cf9ba70b9dc3 req-fe8017ab-b152-420a-929f-fe15659d1ed9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d872bf93-95f4-45c4-b0f4-642aed61400a HTTP/1.1" status: 200 len: 907 time: 0.2093258 Nov 12 00:46:22.652263 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-342f2500-6396-42be-80df-73db7e19bf60 req-5c64ad90-f8e9-4540-86a7-58713878c143 service neutron] Attempting to bind port b8167afc-b6be-402b-8f4e-4d69d69202ad on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:46:22.652597 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-342f2500-6396-42be-80df-73db7e19bf60 req-5c64ad90-f8e9-4540-86a7-58713878c143 service neutron] Attempting to bind port b8167afc-b6be-402b-8f4e-4d69d69202ad by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '6c913048-0125-4fcf-b07f-89f668c97b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '6b2d1442-0e79-422e-955b-efc39299c7dd'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:46:22.652920 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342f2500-6396-42be-80df-73db7e19bf60 req-5c64ad90-f8e9-4540-86a7-58713878c143 service neutron] Attempting to bind port b8167afc-b6be-402b-8f4e-4d69d69202ad on network 6b2d1442-0e79-422e-955b-efc39299c7dd {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:46:22.657333 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5456f539-bdaa-4540-924b-cf9ba70b9dc3 req-b0b7b789-c63b-4ac6-a866-d89049cba0ae service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f339798c-2e3a-4e57-9c60-8a82e1cf51b0 HTTP/1.1" status: 200 len: 217 time: 0.0403519 Nov 12 00:46:22.659135 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342f2500-6396-42be-80df-73db7e19bf60 req-5c64ad90-f8e9-4540-86a7-58713878c143 service neutron] Port b8167afc-b6be-402b-8f4e-4d69d69202ad on network 6b2d1442-0e79-422e-955b-efc39299c7dd not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:46:22.659464 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342f2500-6396-42be-80df-73db7e19bf60 req-5c64ad90-f8e9-4540-86a7-58713878c143 service neutron] Attempting to bind port b8167afc-b6be-402b-8f4e-4d69d69202ad on network 6b2d1442-0e79-422e-955b-efc39299c7dd {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:46:22.665624 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342f2500-6396-42be-80df-73db7e19bf60 req-5c64ad90-f8e9-4540-86a7-58713878c143 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:46:22.665958 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342f2500-6396-42be-80df-73db7e19bf60 req-5c64ad90-f8e9-4540-86a7-58713878c143 service neutron] Checking segment: {'id': '6c913048-0125-4fcf-b07f-89f668c97b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '6b2d1442-0e79-422e-955b-efc39299c7dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:46:22.666363 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342f2500-6396-42be-80df-73db7e19bf60 req-5c64ad90-f8e9-4540-86a7-58713878c143 service neutron] Bound using segment: {'id': '6c913048-0125-4fcf-b07f-89f668c97b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '6b2d1442-0e79-422e-955b-efc39299c7dd'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:46:22.666756 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-342f2500-6396-42be-80df-73db7e19bf60 req-5c64ad90-f8e9-4540-86a7-58713878c143 service neutron] Bound port: b8167afc-b6be-402b-8f4e-4d69d69202ad, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c913048-0125-4fcf-b07f-89f668c97b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '6b2d1442-0e79-422e-955b-efc39299c7dd'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:46:22.667106 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-342f2500-6396-42be-80df-73db7e19bf60 req-5c64ad90-f8e9-4540-86a7-58713878c143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:22.776403 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456f539-bdaa-4540-924b-cf9ba70b9dc3 req-0a0327a7-391a-4726-b644-b28a9cd9e7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:22.777004 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce07d2-bd62-40c1-a0be-3fd2c726a395 req-18f1cf7c-0f6b-47fd-a6bd-fef630773aa6 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:22.777977 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5456f539-bdaa-4540-924b-cf9ba70b9dc3 req-0a0327a7-391a-4726-b644-b28a9cd9e7b0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e87486ea-14b8-4357-b569-3ef6c52f1320 HTTP/1.1" status: 200 len: 846 time: 0.0752861 Nov 12 00:46:22.778591 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-21ce07d2-bd62-40c1-a0be-3fd2c726a395 req-18f1cf7c-0f6b-47fd-a6bd-fef630773aa6 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.49 "GET /v2.0/ports?device_id=49444b6e-0149-47a6-9b3c-6234d7a2b70c HTTP/1.1" status: 200 len: 950 time: 0.0859454 Nov 12 00:46:22.780540 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-342f2500-6396-42be-80df-73db7e19bf60 req-5c64ad90-f8e9-4540-86a7-58713878c143 service neutron] For port b8167afc-b6be-402b-8f4e-4d69d69202ad, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:46:22.783773 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-342f2500-6396-42be-80df-73db7e19bf60 req-5c64ad90-f8e9-4540-86a7-58713878c143 service neutron] For port b8167afc-b6be-402b-8f4e-4d69d69202ad, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=b8167afc-b6be-402b-8f4e-4d69d69202ad,segment=NetworkSegment(6c913048-0125-4fcf-b07f-89f668c97b8b),segment_id=6c913048-0125-4fcf-b07f-89f668c97b8b)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:46:22.787607 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-342f2500-6396-42be-80df-73db7e19bf60 req-5c64ad90-f8e9-4540-86a7-58713878c143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:22.819242 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 49702) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:22.847530 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5456f539-bdaa-4540-924b-cf9ba70b9dc3 req-fab5bf43-9398-42de-af88-dc2f8f58ba30 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d872bf93-95f4-45c4-b0f4-642aed61400a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557530 Nov 12 00:46:22.848684 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f2500-6396-42be-80df-73db7e19bf60 req-5c64ad90-f8e9-4540-86a7-58713878c143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:22.849336 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-342f2500-6396-42be-80df-73db7e19bf60 req-5c64ad90-f8e9-4540-86a7-58713878c143 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:22.850689 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-342f2500-6396-42be-80df-73db7e19bf60 req-5c64ad90-f8e9-4540-86a7-58713878c143 service neutron] 10.222.0.54 "PUT /v2.0/ports/b8167afc-b6be-402b-8f4e-4d69d69202ad HTTP/1.1" status: 200 len: 1092 time: 1.2777171 Nov 12 00:46:22.905237 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-21ce07d2-bd62-40c1-a0be-3fd2c726a395 req-c9cfcdbb-582f-4668-af9d-779e07dffb58 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Deleting port cba10e70-1b29-4142-a57b-ca2595f79d60 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:46:22.905890 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-21ce07d2-bd62-40c1-a0be-3fd2c726a395 req-c9cfcdbb-582f-4668-af9d-779e07dffb58 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:22.926345 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c64ad90-f8e9-4540-86a7-58713878c143 service neutron] Pushing event updated for resources: {'Port': ['ID=b8167afc-b6be-402b-8f4e-4d69d69202ad,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:22.992590 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5456f539-bdaa-4540-924b-cf9ba70b9dc3 req-40892e8b-2c11-48e4-bcc5-5890e53a7747 service neutron] 10.222.0.49 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361082 Nov 12 00:46:22.995879 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f2500-6396-42be-80df-73db7e19bf60 req-cd842f72-3b71-4d71-975e-f9f213c14ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:22.996936 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-342f2500-6396-42be-80df-73db7e19bf60 req-cd842f72-3b71-4d71-975e-f9f213c14ee0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=78b3942b4d1d42e395f1a600361aab79&device_id=c3e1b78f-3407-4e12-ab7a-5138f9a8b96f HTTP/1.1" status: 200 len: 1095 time: 0.0717611 Nov 12 00:46:23.058332 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e139c2ea-2cd0-455f-a0bb-0fbb41387cc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:23.098542 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-342f2500-6396-42be-80df-73db7e19bf60 req-99dbe938-c3ab-4c33-9984-2b4f847c9c83 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8167afc-b6be-402b-8f4e-4d69d69202ad HTTP/1.1" status: 200 len: 217 time: 0.0441928 Nov 12 00:46:23.116171 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-21ce07d2-bd62-40c1-a0be-3fd2c726a395 req-c9cfcdbb-582f-4668-af9d-779e07dffb58 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] For port cba10e70-1b29-4142-a57b-ca2595f79d60, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=cba10e70-1b29-4142-a57b-ca2595f79d60,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:23.117497 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-21ce07d2-bd62-40c1-a0be-3fd2c726a395 req-c9cfcdbb-582f-4668-af9d-779e07dffb58 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:23.129537 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5456f539-bdaa-4540-924b-cf9ba70b9dc3 req-9e6c25e2-a34a-4e7c-a626-a693948301f1 service neutron] 10.222.0.49 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272163 Nov 12 00:46:23.135539 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae3f53f-e428-455b-ae8f-a400908a3cec req-12f3fc43-b56f-460e-b4a2-6e6ac73fccd4 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:23.135950 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7ae3f53f-e428-455b-ae8f-a400908a3cec req-12f3fc43-b56f-460e-b4a2-6e6ac73fccd4 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6789b733-5436-455d-9e3f-93c1031ad9c5 HTTP/1.1" status: 200 len: 943 time: 0.1196525 Nov 12 00:46:23.146654 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-21ce07d2-bd62-40c1-a0be-3fd2c726a395 req-c9cfcdbb-582f-4668-af9d-779e07dffb58 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Calling delete_port for cba10e70-1b29-4142-a57b-ca2595f79d60 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:46:23.164542 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3e1b78f-3407-4e12-ab7a-5138f9a8b96f', 'tag': 'b8167afc-b6be-402b-8f4e-4d69d69202ad'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:46:23.167426 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50961bc3-b8a7-45f0-a442-cf540404a75a" -d '{"events": [{"name": "network-changed", "server_uuid": "c3e1b78f-3407-4e12-ab7a-5138f9a8b96f", "tag": "b8167afc-b6be-402b-8f4e-4d69d69202ad"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:46:23.195446 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f2500-6396-42be-80df-73db7e19bf60 req-828fab55-8e78-46f5-ae10-5cc5a1968623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:23.197516 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-342f2500-6396-42be-80df-73db7e19bf60 req-828fab55-8e78-46f5-ae10-5cc5a1968623 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e9ebb41c-1861-43b6-b921-ba560680823b HTTP/1.1" status: 200 len: 846 time: 0.0668945 Nov 12 00:46:23.237592 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c2afb5-1b8e-4498-85a3-853a5720e9f8 x-openstack-request-id: req-33c2afb5-1b8e-4498-85a3-853a5720e9f8 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:46:23.238603 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3e1b78f-3407-4e12-ab7a-5138f9a8b96f", "tag": "b8167afc-b6be-402b-8f4e-4d69d69202ad", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:46:23.238603 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-33c2afb5-1b8e-4498-85a3-853a5720e9f8 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:46:23.238603 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3e1b78f-3407-4e12-ab7a-5138f9a8b96f', 'tag': 'b8167afc-b6be-402b-8f4e-4d69d69202ad', 'status': 'completed', 'code': 200} Nov 12 00:46:23.241670 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-342f2500-6396-42be-80df-73db7e19bf60 req-b01825ca-58f5-4028-85fd-a16586c37b23 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b2d1442-0e79-422e-955b-efc39299c7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369506 Nov 12 00:46:23.268195 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7ae3f53f-e428-455b-ae8f-a400908a3cec req-c654dee9-8c8c-429d-89f5-cb49ec20c421 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e3175a2-49e6-4a0d-9291-cdd01a0236ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163888 Nov 12 00:46:23.300292 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e139c2ea-2cd0-455f-a0bb-0fbb41387cc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:23.311382 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e139c2ea-2cd0-455f-a0bb-0fbb41387cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:23.387540 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e139c2ea-2cd0-455f-a0bb-0fbb41387cc8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1de59e68dde54f19b19af223f19a5f89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5670230 Nov 12 00:46:23.390985 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e139c2ea-2cd0-455f-a0bb-0fbb41387cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eed55ee-4fa7-495e-a6e5-199ef4756eb0,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:23.393263 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 49720) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:23.403886 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-342f2500-6396-42be-80df-73db7e19bf60 req-d55918a6-c1c2-4ac9-a4a1-0d92fa92ed0a service neutron] 10.222.0.54 "GET /v2.0/networks/6b2d1442-0e79-422e-955b-efc39299c7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538782 Nov 12 00:46:23.411574 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 4aba5687-8005-418b-ad6e-2d354049b976 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:46:23.413233 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c6d9a-5f19-4ff9-afba-56cf38374424 req-edc05875-2d94-4c51-b17e-b39af246be2b tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:23.421305 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-583c6d9a-5f19-4ff9-afba-56cf38374424 req-edc05875-2d94-4c51-b17e-b39af246be2b tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3e1b78f-3407-4e12-ab7a-5138f9a8b96f HTTP/1.1" status: 200 len: 943 time: 0.0916567 Nov 12 00:46:23.478841 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-21ce07d2-bd62-40c1-a0be-3fd2c726a395 req-c9cfcdbb-582f-4668-af9d-779e07dffb58 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:23.514992 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cfcdbb-582f-4668-af9d-779e07dffb58 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Pushing event deleted for resources: {'Port': ['ID=cba10e70-1b29-4142-a57b-ca2595f79d60,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:23.516261 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['c970cd50-f46d-4fcb-8d6f-0abc0a130140', 'cba10e70-1b29-4142-a57b-ca2595f79d60', '6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:46:23.524215 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9c096-87ea-4491-9ed8-1b5593318cd2 req-fdb6145a-095e-44aa-9159-8369b0083bd3 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:23.531674 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-35e9c096-87ea-4491-9ed8-1b5593318cd2 req-fdb6145a-095e-44aa-9159-8369b0083bd3 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=93bc3dde-ca07-4327-be4c-d513241d0d3f HTTP/1.1" status: 200 len: 943 time: 0.1469240 Nov 12 00:46:23.537728 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-583c6d9a-5f19-4ff9-afba-56cf38374424 req-6a1447fd-7ad0-4d1a-979c-1ce495a0fdaf tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154692 Nov 12 00:46:23.564863 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f8fc465f-7e90-46c0-815e-5d6895285954 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:23.591675 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 4aba5687-8005-418b-ad6e-2d354049b976, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=4aba5687-8005-418b-ad6e-2d354049b976,segment=NetworkSegment(8e3a4060-eb73-4d7a-8d87-83ca2cbba051),segment_id=8e3a4060-eb73-4d7a-8d87-83ca2cbba051)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:23.600516 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-342f2500-6396-42be-80df-73db7e19bf60 req-dbeff63b-ca99-408b-8541-8567b65ef446 service neutron] 10.222.0.54 "GET /v2.0/networks/6b2d1442-0e79-422e-955b-efc39299c7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771152 Nov 12 00:46:23.606465 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '4aba5687-8005-418b-ad6e-2d354049b976', 'network_id': '99933297-ab4a-401e-8d8a-276d6844b2b2', 'port_id': '4aba5687-8005-418b-ad6e-2d354049b976', 'mac_address': 'fa:16:3e:34:37:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1da62076-4a58-4810-9972-85bd6051431b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:46:23.627024 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ce07d2-bd62-40c1-a0be-3fd2c726a395 req-c9cfcdbb-582f-4668-af9d-779e07dffb58 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] No DVR routers for this DVR port cba10e70-1b29-4142-a57b-ca2595f79d60 on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:46:23.636570 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-21ce07d2-bd62-40c1-a0be-3fd2c726a395 req-c9cfcdbb-582f-4668-af9d-779e07dffb58 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:23.639982 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-21ce07d2-bd62-40c1-a0be-3fd2c726a395 req-c9cfcdbb-582f-4668-af9d-779e07dffb58 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.49 "DELETE /v2.0/ports/cba10e70-1b29-4142-a57b-ca2595f79d60 HTTP/1.1" status: 204 len: 173 time: 0.8482094 Nov 12 00:46:23.642600 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49444b6e-0149-47a6-9b3c-6234d7a2b70c', 'name': 'network-vif-deleted', 'tag': 'cba10e70-1b29-4142-a57b-ca2595f79d60'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:46:23.644480 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c404a77-0b0c-492f-b726-e434a74f0460" -d '{"events": [{"server_uuid": "49444b6e-0149-47a6-9b3c-6234d7a2b70c", "name": "network-vif-deleted", "tag": "cba10e70-1b29-4142-a57b-ca2595f79d60"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:46:23.652185 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f8fc465f-7e90-46c0-815e-5d6895285954 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:23.684685 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-35e9c096-87ea-4491-9ed8-1b5593318cd2 req-47db2b13-4913-460d-b480-6e1d9ecf218a tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471877 Nov 12 00:46:23.693265 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:23.707308 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aba5687-8005-418b-ad6e-2d354049b976 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:46:23.749448 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7b4ce5-c6a1-4ef1-96b3-6004409cf4c1 x-openstack-request-id: req-3a7b4ce5-c6a1-4ef1-96b3-6004409cf4c1 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:46:23.749946 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49444b6e-0149-47a6-9b3c-6234d7a2b70c", "name": "network-vif-deleted", "tag": "cba10e70-1b29-4142-a57b-ca2595f79d60", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:46:23.750404 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3a7b4ce5-c6a1-4ef1-96b3-6004409cf4c1 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:46:23.751012 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49444b6e-0149-47a6-9b3c-6234d7a2b70c', 'name': 'network-vif-deleted', 'tag': 'cba10e70-1b29-4142-a57b-ca2595f79d60', 'status': 'completed', 'code': 200} Nov 12 00:46:23.760687 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f8fc465f-7e90-46c0-815e-5d6895285954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:23.763328 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f8fc465f-7e90-46c0-815e-5d6895285954 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:23.764485 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f8fc465f-7e90-46c0-815e-5d6895285954 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6eed55ee-4fa7-495e-a6e5-199ef4756eb0 HTTP/1.1" status: 204 len: 168 time: 0.3606324 Nov 12 00:46:23.772345 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 4aba5687-8005-418b-ad6e-2d354049b976, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=4aba5687-8005-418b-ad6e-2d354049b976,segment=NetworkSegment(8e3a4060-eb73-4d7a-8d87-83ca2cbba051),segment_id=8e3a4060-eb73-4d7a-8d87-83ca2cbba051)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:23.785899 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc465f-7e90-46c0-815e-5d6895285954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eed55ee-4fa7-495e-a6e5-199ef4756eb0,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:23.787376 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:23.815503 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50961bc3-b8a7-45f0-a442-cf540404a75a req-65fde866-782d-40b7-8e59-1225356cf45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:23.817068 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-50961bc3-b8a7-45f0-a442-cf540404a75a req-65fde866-782d-40b7-8e59-1225356cf45b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=78b3942b4d1d42e395f1a600361aab79&device_id=c3e1b78f-3407-4e12-ab7a-5138f9a8b96f HTTP/1.1" status: 200 len: 1095 time: 0.1027050 Nov 12 00:46:23.818961 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9156042e-5c53-460c-928c-c65477a30066 req-62e67976-b564-4fe9-90bc-1ed1100b3e72 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=49444b6e-0149-47a6-9b3c-6234d7a2b70c HTTP/1.1" status: 200 len: 210 time: 0.0433731 Nov 12 00:46:23.877039 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=4aba5687-8005-418b-ad6e-2d354049b976,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:23.945773 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50961bc3-b8a7-45f0-a442-cf540404a75a req-ea6778d3-e64c-4285-93ed-2d11b1726868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:23.947259 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-50961bc3-b8a7-45f0-a442-cf540404a75a req-ea6778d3-e64c-4285-93ed-2d11b1726868 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6b2d1442-0e79-422e-955b-efc39299c7dd HTTP/1.1" status: 200 len: 907 time: 0.1142743 Nov 12 00:46:23.998903 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-50961bc3-b8a7-45f0-a442-cf540404a75a req-bba5f3d6-d254-440b-b84d-8a6186ebb469 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8167afc-b6be-402b-8f4e-4d69d69202ad HTTP/1.1" status: 200 len: 217 time: 0.0443480 Nov 12 00:46:24.058998 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50961bc3-b8a7-45f0-a442-cf540404a75a req-22dd1229-bfca-4779-bd0c-8e3d7f402222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:24.061136 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-50961bc3-b8a7-45f0-a442-cf540404a75a req-22dd1229-bfca-4779-bd0c-8e3d7f402222 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e9ebb41c-1861-43b6-b921-ba560680823b HTTP/1.1" status: 200 len: 846 time: 0.0529387 Nov 12 00:46:24.095731 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-50961bc3-b8a7-45f0-a442-cf540404a75a req-b366cd3f-7342-4455-badb-4f853b5343fc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b2d1442-0e79-422e-955b-efc39299c7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262406 Nov 12 00:46:24.144820 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 49734) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:24.165600 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-abbda084-c11a-46c1-9596-46cc00be1e78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:24.205414 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-50961bc3-b8a7-45f0-a442-cf540404a75a req-942fdcef-0208-4912-a621-61dc641d04ac service neutron] 10.222.0.54 "GET /v2.0/networks/6b2d1442-0e79-422e-955b-efc39299c7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958629 Nov 12 00:46:24.262873 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-abbda084-c11a-46c1-9596-46cc00be1e78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:24.267680 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-abbda084-c11a-46c1-9596-46cc00be1e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:24.306603 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-abbda084-c11a-46c1-9596-46cc00be1e78 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0f58ec73c9e44365ae2331f344641a58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1602511 Nov 12 00:46:24.308716 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbda084-c11a-46c1-9596-46cc00be1e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba28886-e244-41a3-9254-29fbafe52a6d,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:24.311065 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 49738) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:24.342367 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-50961bc3-b8a7-45f0-a442-cf540404a75a req-9643f301-f5bf-4806-8d2d-7dbda095a739 service neutron] 10.222.0.54 "GET /v2.0/networks/6b2d1442-0e79-422e-955b-efc39299c7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152742 Nov 12 00:46:24.385885 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a8927e9-9280-4385-99b6-664f9ba12ccb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:24.430190 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a8927e9-9280-4385-99b6-664f9ba12ccb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:24.456960 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe6605-e37b-4c31-8c9e-cbd6a6140929 req-6793f02a-b841-4e4d-b551-4d2992dc3a66 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:24.458499 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2cbe6605-e37b-4c31-8c9e-cbd6a6140929 req-6793f02a-b841-4e4d-b551-4d2992dc3a66 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6789b733-5436-455d-9e3f-93c1031ad9c5 HTTP/1.1" status: 200 len: 944 time: 0.0876977 Nov 12 00:46:24.505933 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['4aba5687-8005-418b-ad6e-2d354049b976'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:46:24.520659 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2cbe6605-e37b-4c31-8c9e-cbd6a6140929 req-ce6450ab-9162-476d-8266-ca28e115144f tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e3175a2-49e6-4a0d-9291-cdd01a0236ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489888 Nov 12 00:46:24.526431 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a8927e9-9280-4385-99b6-664f9ba12ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:24.529222 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a8927e9-9280-4385-99b6-664f9ba12ccb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:24.532771 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0a8927e9-9280-4385-99b6-664f9ba12ccb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aba28886-e244-41a3-9254-29fbafe52a6d HTTP/1.1" status: 204 len: 168 time: 0.2080073 Nov 12 00:46:24.539260 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8927e9-9280-4385-99b6-664f9ba12ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba28886-e244-41a3-9254-29fbafe52a6d,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:24.676630 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d252e-b8c8-4be6-bcf1-05e6dd44283b req-25750c07-39f1-42ac-b444-6d2b15c94075 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:24.678293 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-195d252e-b8c8-4be6-bcf1-05e6dd44283b req-25750c07-39f1-42ac-b444-6d2b15c94075 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3e1b78f-3407-4e12-ab7a-5138f9a8b96f HTTP/1.1" status: 200 len: 943 time: 0.0524776 Nov 12 00:46:24.713851 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device f339798c-2e3a-4e57-9c60-8a82e1cf51b0 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:46:24.731092 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-195d252e-b8c8-4be6-bcf1-05e6dd44283b req-46d079cf-9294-4384-ae80-2011b8d4f89a tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444400 Nov 12 00:46:24.825798 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port f339798c-2e3a-4e57-9c60-8a82e1cf51b0, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=f339798c-2e3a-4e57-9c60-8a82e1cf51b0,segment=NetworkSegment(eac800fb-e2a4-4100-807c-1fb9b17e8d78),segment_id=eac800fb-e2a4-4100-807c-1fb9b17e8d78)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:24.837947 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': 'f339798c-2e3a-4e57-9c60-8a82e1cf51b0', 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a', 'port_id': 'f339798c-2e3a-4e57-9c60-8a82e1cf51b0', 'mac_address': 'fa:16:3e:1b:70:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e87486ea-14b8-4357-b569-3ef6c52f1320', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:46:24.871252 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae51e3cd-e013-4b08-9c3b-04363535014f req-84bdb541-7295-482f-bd87-fcbf32d43e9b tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:24.872942 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ae51e3cd-e013-4b08-9c3b-04363535014f req-84bdb541-7295-482f-bd87-fcbf32d43e9b tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=93bc3dde-ca07-4327-be4c-d513241d0d3f HTTP/1.1" status: 200 len: 943 time: 0.0697801 Nov 12 00:46:24.884764 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:24.900309 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f339798c-2e3a-4e57-9c60-8a82e1cf51b0 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:46:24.927547 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port f339798c-2e3a-4e57-9c60-8a82e1cf51b0, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=f339798c-2e3a-4e57-9c60-8a82e1cf51b0,segment=NetworkSegment(eac800fb-e2a4-4100-807c-1fb9b17e8d78),segment_id=eac800fb-e2a4-4100-807c-1fb9b17e8d78)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:24.934314 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:24.948531 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ae51e3cd-e013-4b08-9c3b-04363535014f req-1d22c927-f5ec-4b3f-8706-47378f8348c8 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619419 Nov 12 00:46:24.987072 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=f339798c-2e3a-4e57-9c60-8a82e1cf51b0,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:25.129957 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0218820-f067-4cdf-a858-a722be21a216 req-f80dcfc8-b980-4a14-9feb-f8e199845ae6 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:25.131446 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b0218820-f067-4cdf-a858-a722be21a216 req-f80dcfc8-b980-4a14-9feb-f8e199845ae6 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b33525c-3cd0-40b3-9294-085acd011908 HTTP/1.1" status: 200 len: 950 time: 0.0506482 Nov 12 00:46:25.184778 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b0218820-f067-4cdf-a858-a722be21a216 req-7e47bd4d-338b-45c8-b114-91261d188143 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466638 Nov 12 00:46:25.268064 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['f339798c-2e3a-4e57-9c60-8a82e1cf51b0'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:46:25.663809 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a870170-6851-4f20-915e-75d36da1cb25 req-f832d5de-34b0-4641-8020-972da195ebaa tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:25.665539 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6a870170-6851-4f20-915e-75d36da1cb25 req-f832d5de-34b0-4641-8020-972da195ebaa tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6789b733-5436-455d-9e3f-93c1031ad9c5 HTTP/1.1" status: 200 len: 944 time: 0.0519953 Nov 12 00:46:25.716830 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6a870170-6851-4f20-915e-75d36da1cb25 req-d5c0099e-52d1-4fa6-8645-64d1157fe7be tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e3175a2-49e6-4a0d-9291-cdd01a0236ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441957 Nov 12 00:46:25.856333 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0e506-3a50-403f-b253-9d9308dd2b6b req-c3c96439-19c4-465f-bf01-2539261d063d tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:25.859028 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9ea0e506-3a50-403f-b253-9d9308dd2b6b req-c3c96439-19c4-465f-bf01-2539261d063d tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3e1b78f-3407-4e12-ab7a-5138f9a8b96f HTTP/1.1" status: 200 len: 943 time: 0.0553658 Nov 12 00:46:25.907887 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9ea0e506-3a50-403f-b253-9d9308dd2b6b req-6ab83abf-473c-4e10-a6cd-ce292454fa37 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437984 Nov 12 00:46:26.054293 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ecb99d-47f4-469a-a6c2-8db61c95a30c req-fb66d8eb-2b98-4261-b907-9ffe447049ed tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:26.056318 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-38ecb99d-47f4-469a-a6c2-8db61c95a30c req-fb66d8eb-2b98-4261-b907-9ffe447049ed tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=93bc3dde-ca07-4327-be4c-d513241d0d3f HTTP/1.1" status: 200 len: 944 time: 0.0508456 Nov 12 00:46:26.105484 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-38ecb99d-47f4-469a-a6c2-8db61c95a30c req-26d47490-aa38-41e8-b131-76582ae35b8d tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435925 Nov 12 00:46:26.310289 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005bab9-d180-4f38-b5bf-e41cec3c68b6 req-e8902dd5-6b9b-4262-b68f-013de64cd73b tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:26.310289 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4005bab9-d180-4f38-b5bf-e41cec3c68b6 req-e8902dd5-6b9b-4262-b68f-013de64cd73b tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b33525c-3cd0-40b3-9294-085acd011908 HTTP/1.1" status: 200 len: 950 time: 0.0530479 Nov 12 00:46:26.361618 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4005bab9-d180-4f38-b5bf-e41cec3c68b6 req-d1d05995-0a82-4b9b-9413-37053ef507d5 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468097 Nov 12 00:46:26.665766 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c461a2-386e-4765-ac43-5bf238b69dc1 req-17f0596c-20b1-468e-a12b-103beb197e6a tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:26.667230 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-26c461a2-386e-4765-ac43-5bf238b69dc1 req-17f0596c-20b1-468e-a12b-103beb197e6a tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b33525c-3cd0-40b3-9294-085acd011908 HTTP/1.1" status: 200 len: 950 time: 0.0535631 Nov 12 00:46:26.727387 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device f339798c-2e3a-4e57-9c60-8a82e1cf51b0 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:46:26.763156 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 49820) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:26.776201 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-26c461a2-386e-4765-ac43-5bf238b69dc1 req-16c79c1b-29d5-4c25-9a08-79e4ec924f41 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Deleting port c970cd50-f46d-4fcb-8d6f-0abc0a130140 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:46:26.776580 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-26c461a2-386e-4765-ac43-5bf238b69dc1 req-16c79c1b-29d5-4c25-9a08-79e4ec924f41 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:26.790874 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port f339798c-2e3a-4e57-9c60-8a82e1cf51b0 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:46:26.795820 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port f339798c-2e3a-4e57-9c60-8a82e1cf51b0 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:26.796195 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:26.894792 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:26.922002 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93bc3dde-ca07-4327-be4c-d513241d0d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f339798c-2e3a-4e57-9c60-8a82e1cf51b0'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:46:26.924330 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcae876-e16d-4874-9d88-8924d2e82612" -d '{"events": [{"server_uuid": "93bc3dde-ca07-4327-be4c-d513241d0d3f", "name": "network-vif-plugged", "status": "completed", "tag": "f339798c-2e3a-4e57-9c60-8a82e1cf51b0"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:46:26.926423 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f17ce4-ff5b-43ea-b8a1-254fcfed0a19 req-887b9302-6540-4dba-9517-d245e8c04671 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:26.927870 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-89f17ce4-ff5b-43ea-b8a1-254fcfed0a19 req-887b9302-6540-4dba-9517-d245e8c04671 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6789b733-5436-455d-9e3f-93c1031ad9c5 HTTP/1.1" status: 200 len: 944 time: 0.1204460 Nov 12 00:46:26.941118 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port f339798c-2e3a-4e57-9c60-8a82e1cf51b0, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=f339798c-2e3a-4e57-9c60-8a82e1cf51b0,segment=NetworkSegment(eac800fb-e2a4-4100-807c-1fb9b17e8d78),segment_id=eac800fb-e2a4-4100-807c-1fb9b17e8d78)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:26.946818 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:26.946938 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-503fb2f5-45cf-4ace-90dc-60f0d4bb82bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:26.947485 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device cba10e70-1b29-4142-a57b-ca2595f79d60 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:46:26.949866 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-26c461a2-386e-4765-ac43-5bf238b69dc1 req-16c79c1b-29d5-4c25-9a08-79e4ec924f41 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] For port c970cd50-f46d-4fcb-8d6f-0abc0a130140, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=c970cd50-f46d-4fcb-8d6f-0abc0a130140,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:26.950217 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-26c461a2-386e-4765-ac43-5bf238b69dc1 req-16c79c1b-29d5-4c25-9a08-79e4ec924f41 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:26.987082 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-26c461a2-386e-4765-ac43-5bf238b69dc1 req-16c79c1b-29d5-4c25-9a08-79e4ec924f41 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Calling delete_port for c970cd50-f46d-4fcb-8d6f-0abc0a130140 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:46:26.989173 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5639cc1-9d47-4334-b3d5-0218d476366b x-openstack-request-id: req-b5639cc1-9d47-4334-b3d5-0218d476366b {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:46:26.989406 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93bc3dde-ca07-4327-be4c-d513241d0d3f", "name": "network-vif-plugged", "status": "completed", "tag": "f339798c-2e3a-4e57-9c60-8a82e1cf51b0", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:46:26.989631 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b5639cc1-9d47-4334-b3d5-0218d476366b {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:46:26.990161 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93bc3dde-ca07-4327-be4c-d513241d0d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f339798c-2e3a-4e57-9c60-8a82e1cf51b0', 'code': 200} Nov 12 00:46:26.990526 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: cba10e70-1b29-4142-a57b-ca2595f79d60 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:46:26.990895 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device cba10e70-1b29-4142-a57b-ca2595f79d60 not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:46:27.025388 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=f339798c-2e3a-4e57-9c60-8a82e1cf51b0,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:27.082002 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-89f17ce4-ff5b-43ea-b8a1-254fcfed0a19 req-89d15304-9d8f-4755-9bdc-a77cf4a51984 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e3175a2-49e6-4a0d-9291-cdd01a0236ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411808 Nov 12 00:46:27.100680 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3bc1c7-abfa-4935-b744-c9ead248d435 req-af841b46-5187-42dd-932c-314464a8f6e8 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:27.102369 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ed3bc1c7-abfa-4935-b744-c9ead248d435 req-af841b46-5187-42dd-932c-314464a8f6e8 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3e1b78f-3407-4e12-ab7a-5138f9a8b96f HTTP/1.1" status: 200 len: 943 time: 0.0643988 Nov 12 00:46:27.197473 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59dc68-bc7c-4155-bffd-82dae23baef3 req-4dfba34c-e3bd-4f85-82c0-4633d4f42499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:27.199141 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1a59dc68-bc7c-4155-bffd-82dae23baef3 req-4dfba34c-e3bd-4f85-82c0-4633d4f42499 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=93bc3dde-ca07-4327-be4c-d513241d0d3f HTTP/1.1" status: 200 len: 1097 time: 0.0958290 Nov 12 00:46:27.206612 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ed3bc1c7-abfa-4935-b744-c9ead248d435 req-47493395-90be-459b-a704-b3f37d32165c tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958703 Nov 12 00:46:27.208905 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-503fb2f5-45cf-4ace-90dc-60f0d4bb82bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.239267 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-503fb2f5-45cf-4ace-90dc-60f0d4bb82bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.247625 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1a59dc68-bc7c-4155-bffd-82dae23baef3 req-8b9104a1-e047-4897-9495-58e68d1203d4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400894 Nov 12 00:46:27.290157 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-26c461a2-386e-4765-ac43-5bf238b69dc1 req-16c79c1b-29d5-4c25-9a08-79e4ec924f41 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.294894 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503fb2f5-45cf-4ace-90dc-60f0d4bb82bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593254d5-37b9-41d7-9fec-499274addddc,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:27.301247 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-503fb2f5-45cf-4ace-90dc-60f0d4bb82bc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f80aec27e6874e0ca3b1aa55a1c69e00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5347219 Nov 12 00:46:27.301919 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 49832) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:27.323769 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['c970cd50-f46d-4fcb-8d6f-0abc0a130140', '6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:46:27.336015 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e008a04-f3f3-4e75-8f98-71de21764de0 req-be5906cf-4ed9-44c1-af2a-5491959d0d1a tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:27.337159 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6e008a04-f3f3-4e75-8f98-71de21764de0 req-be5906cf-4ed9-44c1-af2a-5491959d0d1a tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=93bc3dde-ca07-4327-be4c-d513241d0d3f HTTP/1.1" status: 200 len: 945 time: 0.1434476 Nov 12 00:46:27.339938 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c79c1b-29d5-4c25-9a08-79e4ec924f41 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Pushing event deleted for resources: {'Port': ['ID=c970cd50-f46d-4fcb-8d6f-0abc0a130140,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:27.372964 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ebbe796c-32d8-4f2b-bb8e-f8c3076733e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.386393 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c461a2-386e-4765-ac43-5bf238b69dc1 req-16c79c1b-29d5-4c25-9a08-79e4ec924f41 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] No DVR routers for this DVR port c970cd50-f46d-4fcb-8d6f-0abc0a130140 on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:46:27.394071 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-26c461a2-386e-4765-ac43-5bf238b69dc1 req-16c79c1b-29d5-4c25-9a08-79e4ec924f41 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.397857 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-26c461a2-386e-4765-ac43-5bf238b69dc1 req-16c79c1b-29d5-4c25-9a08-79e4ec924f41 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.49 "DELETE /v2.0/ports/c970cd50-f46d-4fcb-8d6f-0abc0a130140 HTTP/1.1" status: 204 len: 173 time: 0.7216454 Nov 12 00:46:27.398380 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b33525c-3cd0-40b3-9294-085acd011908', 'name': 'network-vif-deleted', 'tag': 'c970cd50-f46d-4fcb-8d6f-0abc0a130140'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:46:27.400654 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68846031-d568-4d5e-8b82-d1d4850da388" -d '{"events": [{"server_uuid": "8b33525c-3cd0-40b3-9294-085acd011908", "name": "network-vif-deleted", "tag": "c970cd50-f46d-4fcb-8d6f-0abc0a130140"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:46:27.401409 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ebbe796c-32d8-4f2b-bb8e-f8c3076733e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.440330 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device b8167afc-b6be-402b-8f4e-4d69d69202ad details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:46:27.445407 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6e008a04-f3f3-4e75-8f98-71de21764de0 req-30f617a3-4104-49ca-b40f-e1f2b94ff5d9 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837336 Nov 12 00:46:27.477716 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d2154792-7eea-490c-a1e6-dde05b867978 req-1f6e58d5-fde3-4b6e-a90b-d63fa5578807 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b33525c-3cd0-40b3-9294-085acd011908 HTTP/1.1" status: 200 len: 210 time: 0.0354373 Nov 12 00:46:27.484094 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 4aba5687-8005-418b-ad6e-2d354049b976 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:46:27.491134 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ebbe796c-32d8-4f2b-bb8e-f8c3076733e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.495627 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ebbe796c-32d8-4f2b-bb8e-f8c3076733e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.499338 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ebbe796c-32d8-4f2b-bb8e-f8c3076733e1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/593254d5-37b9-41d7-9fec-499274addddc HTTP/1.1" status: 204 len: 168 time: 0.1940327 Nov 12 00:46:27.525058 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbe796c-32d8-4f2b-bb8e-f8c3076733e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593254d5-37b9-41d7-9fec-499274addddc,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:27.529583 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c744975d-5b12-41f1-b4a1-f894fc901c72 x-openstack-request-id: req-c744975d-5b12-41f1-b4a1-f894fc901c72 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:46:27.529936 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b33525c-3cd0-40b3-9294-085acd011908", "name": "network-vif-deleted", "tag": "c970cd50-f46d-4fcb-8d6f-0abc0a130140", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:46:27.530197 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c744975d-5b12-41f1-b4a1-f894fc901c72 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:46:27.530652 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b33525c-3cd0-40b3-9294-085acd011908', 'name': 'network-vif-deleted', 'tag': 'c970cd50-f46d-4fcb-8d6f-0abc0a130140', 'status': 'completed', 'code': 200} Nov 12 00:46:27.641636 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 4aba5687-8005-418b-ad6e-2d354049b976 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:46:27.675212 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 4aba5687-8005-418b-ad6e-2d354049b976 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:27.675578 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.785887 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port b8167afc-b6be-402b-8f4e-4d69d69202ad, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=b8167afc-b6be-402b-8f4e-4d69d69202ad,segment=NetworkSegment(6c913048-0125-4fcf-b07f-89f668c97b8b),segment_id=6c913048-0125-4fcf-b07f-89f668c97b8b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:27.809999 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'b8167afc-b6be-402b-8f4e-4d69d69202ad', 'network_id': '6b2d1442-0e79-422e-955b-efc39299c7dd', 'port_id': 'b8167afc-b6be-402b-8f4e-4d69d69202ad', 'mac_address': 'fa:16:3e:7b:65:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ebb41c-1861-43b6-b921-ba560680823b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:46:27.868872 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 49846) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:27.873646 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.882615 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eb79d7ec-ec4f-489a-a5df-0f96bd98c362 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.892965 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.921165 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8167afc-b6be-402b-8f4e-4d69d69202ad {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:46:27.929056 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 4aba5687-8005-418b-ad6e-2d354049b976, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=4aba5687-8005-418b-ad6e-2d354049b976,segment=NetworkSegment(8e3a4060-eb73-4d7a-8d87-83ca2cbba051),segment_id=8e3a4060-eb73-4d7a-8d87-83ca2cbba051)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:27.935293 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.961534 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eb79d7ec-ec4f-489a-a5df-0f96bd98c362 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.967452 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eb79d7ec-ec4f-489a-a5df-0f96bd98c362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.970310 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port b8167afc-b6be-402b-8f4e-4d69d69202ad, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=b8167afc-b6be-402b-8f4e-4d69d69202ad,segment=NetworkSegment(6c913048-0125-4fcf-b07f-89f668c97b8b),segment_id=6c913048-0125-4fcf-b07f-89f668c97b8b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:27.976689 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.997508 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=4aba5687-8005-418b-ad6e-2d354049b976,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:28.009312 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb79d7ec-ec4f-489a-a5df-0f96bd98c362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b79685-ffa8-457f-bb89-d15a70fbc818,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:28.013661 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-eb79d7ec-ec4f-489a-a5df-0f96bd98c362 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=30b91dd5a2874ecd9e7a710a653e10ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1437423 Nov 12 00:46:28.016420 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 49850) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:28.056569 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=b8167afc-b6be-402b-8f4e-4d69d69202ad,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:28.071838 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-31768734-9425-4571-838d-060af880fd44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:28.094329 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-31768734-9425-4571-838d-060af880fd44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:28.146969 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-31768734-9425-4571-838d-060af880fd44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:28.150586 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-31768734-9425-4571-838d-060af880fd44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:28.152263 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-31768734-9425-4571-838d-060af880fd44 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/77b79685-ffa8-457f-bb89-d15a70fbc818 HTTP/1.1" status: 204 len: 168 time: 0.1346340 Nov 12 00:46:28.161527 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31768734-9425-4571-838d-060af880fd44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b79685-ffa8-457f-bb89-d15a70fbc818,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:28.230177 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17271c-cef1-4815-8858-b0b6fce13ef5 req-f7d55ec7-a091-4800-9225-c11586068529 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:28.233030 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7e17271c-cef1-4815-8858-b0b6fce13ef5 req-f7d55ec7-a091-4800-9225-c11586068529 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6789b733-5436-455d-9e3f-93c1031ad9c5 HTTP/1.1" status: 200 len: 945 time: 0.0678186 Nov 12 00:46:28.291007 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7e17271c-cef1-4815-8858-b0b6fce13ef5 req-234321ef-838e-43eb-9be0-ae444047ec0d tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e3175a2-49e6-4a0d-9291-cdd01a0236ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494118 Nov 12 00:46:28.352395 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c654043-731e-4c1c-8707-8885e5bdc7b5 req-d021ced9-0f3b-4e91-8022-b061f46190c0 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:28.354096 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c654043-731e-4c1c-8707-8885e5bdc7b5 req-d021ced9-0f3b-4e91-8022-b061f46190c0 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3e1b78f-3407-4e12-ab7a-5138f9a8b96f HTTP/1.1" status: 200 len: 944 time: 0.0601151 Nov 12 00:46:28.406216 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c654043-731e-4c1c-8707-8885e5bdc7b5 req-2c3d87a8-a686-496d-b058-ab677465b980 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433726 Nov 12 00:46:28.523098 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['b8167afc-b6be-402b-8f4e-4d69d69202ad'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:46:28.600205 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd71ae5-f13c-46d9-9aa1-b210c500ef73 req-06f769f8-4043-4f81-8a2f-de2a0039ceed tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:28.602406 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2dd71ae5-f13c-46d9-9aa1-b210c500ef73 req-06f769f8-4043-4f81-8a2f-de2a0039ceed tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=93bc3dde-ca07-4327-be4c-d513241d0d3f HTTP/1.1" status: 200 len: 945 time: 0.0800724 Nov 12 00:46:28.667999 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2dd71ae5-f13c-46d9-9aa1-b210c500ef73 req-b8099c4c-01cc-4219-98cc-bb7072aaffab tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563924 Nov 12 00:46:28.887395 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411ae5f-28cb-429d-8916-ce05cdec28df req-298d1dd0-7ea0-4428-893e-005a69f08700 tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:28.888925 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8411ae5f-28cb-429d-8916-ce05cdec28df req-298d1dd0-7ea0-4428-893e-005a69f08700 tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=93bc3dde-ca07-4327-be4c-d513241d0d3f HTTP/1.1" status: 200 len: 1097 time: 0.0483904 Nov 12 00:46:28.923980 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b02d92-7192-4d6e-9091-75ec58f38771 req-676131cd-6c55-4b5d-803d-0bfc7e9b65b0 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:28.925601 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e2b02d92-7192-4d6e-9091-75ec58f38771 req-676131cd-6c55-4b5d-803d-0bfc7e9b65b0 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 951 time: 0.0513382 Nov 12 00:46:28.936033 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8411ae5f-28cb-429d-8916-ce05cdec28df req-1c194533-89ba-4bb8-8f7f-10915bdc6fde tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407143 Nov 12 00:46:28.983016 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e2b02d92-7192-4d6e-9091-75ec58f38771 req-e93402d0-cdd3-4a04-ba84-f0b8e78ab561 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455964 Nov 12 00:46:28.991619 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6789b733-5436-455d-9e3f-93c1031ad9c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aba5687-8005-418b-ad6e-2d354049b976'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:46:28.994125 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df42d7d-f970-4a56-ba63-0f743780aa5f" -d '{"events": [{"server_uuid": "6789b733-5436-455d-9e3f-93c1031ad9c5", "name": "network-vif-plugged", "status": "completed", "tag": "4aba5687-8005-418b-ad6e-2d354049b976"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:46:29.033491 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8c18e5-2756-4120-a92d-5d0b4960113f x-openstack-request-id: req-9a8c18e5-2756-4120-a92d-5d0b4960113f {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:46:29.033786 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6789b733-5436-455d-9e3f-93c1031ad9c5", "name": "network-vif-plugged", "status": "completed", "tag": "4aba5687-8005-418b-ad6e-2d354049b976", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:46:29.034038 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a8c18e5-2756-4120-a92d-5d0b4960113f {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:46:29.034429 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6789b733-5436-455d-9e3f-93c1031ad9c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aba5687-8005-418b-ad6e-2d354049b976', 'code': 200} Nov 12 00:46:29.228884 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a28b8-634b-457a-a673-069c123de6d8 req-60be3e0f-9a30-4731-88e7-46413b4b40ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:29.231786 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-be5a28b8-634b-457a-a673-069c123de6d8 req-60be3e0f-9a30-4731-88e7-46413b4b40ff service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6789b733-5436-455d-9e3f-93c1031ad9c5 HTTP/1.1" status: 200 len: 1097 time: 0.0693820 Nov 12 00:46:29.308699 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-be5a28b8-634b-457a-a673-069c123de6d8 req-1bf3e1ea-48bf-4e38-96c5-2bf87b2a07c9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9e3175a2-49e6-4a0d-9291-cdd01a0236ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691092 Nov 12 00:46:29.436139 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7c90b-22e7-4abc-9259-fddb5ba05f86 req-473d20c3-1f5a-4be6-b8c5-639d9e44dd8f tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:29.437720 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-abc7c90b-22e7-4abc-9259-fddb5ba05f86 req-473d20c3-1f5a-4be6-b8c5-639d9e44dd8f tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6789b733-5436-455d-9e3f-93c1031ad9c5 HTTP/1.1" status: 200 len: 945 time: 0.0569482 Nov 12 00:46:29.518603 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-abc7c90b-22e7-4abc-9259-fddb5ba05f86 req-bab43e3b-321c-4bde-89fd-2bf5a6d18316 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e3175a2-49e6-4a0d-9291-cdd01a0236ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688488 Nov 12 00:46:29.581159 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0c98f-ac0f-4775-9d24-529a29e840a8 req-d3dfac11-c98f-4b58-b4cc-bab04f107be4 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:29.582228 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4ec0c98f-ac0f-4775-9d24-529a29e840a8 req-d3dfac11-c98f-4b58-b4cc-bab04f107be4 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3e1b78f-3407-4e12-ab7a-5138f9a8b96f HTTP/1.1" status: 200 len: 944 time: 0.0696020 Nov 12 00:46:29.631257 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4ec0c98f-ac0f-4775-9d24-529a29e840a8 req-d5444ed7-218c-4d52-87ed-924569749d13 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423336 Nov 12 00:46:30.146424 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b485783-6c74-4d13-bfa4-48eff287861c req-73f3ec65-a51d-46c9-960f-e7a60df777b5 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:30.156466 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3b485783-6c74-4d13-bfa4-48eff287861c req-73f3ec65-a51d-46c9-960f-e7a60df777b5 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 951 time: 0.0873268 Nov 12 00:46:30.237302 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3b485783-6c74-4d13-bfa4-48eff287861c req-14c1a496-3047-4464-8633-cb00d51ef4e7 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba1002ab-95b2-4827-850f-9b38e38527f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790055 Nov 12 00:46:30.434375 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607e98a-1264-4702-af77-18e2580ef190 req-246efd82-e969-4f9c-82fb-9d61bb47d581 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:30.435847 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3607e98a-1264-4702-af77-18e2580ef190 req-246efd82-e969-4f9c-82fb-9d61bb47d581 tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.49 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 951 time: 0.0596507 Nov 12 00:46:30.556456 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-3607e98a-1264-4702-af77-18e2580ef190 req-4ed557d3-47a8-4db1-b6b7-0d3a12db94ac tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Deleting port 6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:46:30.556799 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-3607e98a-1264-4702-af77-18e2580ef190 req-4ed557d3-47a8-4db1-b6b7-0d3a12db94ac tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:30.662012 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-3607e98a-1264-4702-af77-18e2580ef190 req-4ed557d3-47a8-4db1-b6b7-0d3a12db94ac tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] For port 6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:30.662375 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-3607e98a-1264-4702-af77-18e2580ef190 req-4ed557d3-47a8-4db1-b6b7-0d3a12db94ac tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:30.676527 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-3607e98a-1264-4702-af77-18e2580ef190 req-4ed557d3-47a8-4db1-b6b7-0d3a12db94ac tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Calling delete_port for 6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:46:30.742908 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936f9f6-eb5b-4b4a-9cd3-7343d2e5b95e req-bd640762-0ebd-4047-bd1c-3f7883f149e7 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:30.746405 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6936f9f6-eb5b-4b4a-9cd3-7343d2e5b95e req-bd640762-0ebd-4047-bd1c-3f7883f149e7 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6789b733-5436-455d-9e3f-93c1031ad9c5 HTTP/1.1" status: 200 len: 945 time: 0.0638568 Nov 12 00:46:30.749464 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device c970cd50-f46d-4fcb-8d6f-0abc0a130140 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:46:30.791329 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: c970cd50-f46d-4fcb-8d6f-0abc0a130140 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:46:30.791928 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device c970cd50-f46d-4fcb-8d6f-0abc0a130140 not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:46:30.845816 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6936f9f6-eb5b-4b4a-9cd3-7343d2e5b95e req-d8deadda-475f-406b-871c-2e787d3af433 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e3175a2-49e6-4a0d-9291-cdd01a0236ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785348 Nov 12 00:46:30.850642 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-3607e98a-1264-4702-af77-18e2580ef190 req-4ed557d3-47a8-4db1-b6b7-0d3a12db94ac tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:30.901483 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:46:30.908047 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed557d3-47a8-4db1-b6b7-0d3a12db94ac tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Pushing event deleted for resources: {'Port': ['ID=6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:30.976973 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-3607e98a-1264-4702-af77-18e2580ef190 req-4ed557d3-47a8-4db1-b6b7-0d3a12db94ac tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] No DVR routers for this DVR port 6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3 on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:46:30.980022 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-3607e98a-1264-4702-af77-18e2580ef190 req-4ed557d3-47a8-4db1-b6b7-0d3a12db94ac tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:30.983991 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3607e98a-1264-4702-af77-18e2580ef190 req-4ed557d3-47a8-4db1-b6b7-0d3a12db94ac tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.49 "DELETE /v2.0/ports/6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3 HTTP/1.1" status: 204 len: 173 time: 0.5417566 Nov 12 00:46:30.984526 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3befc9a9-2773-486a-806b-92422a5d1d6b', 'name': 'network-vif-deleted', 'tag': '6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:46:30.990293 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc125e3f-412c-40a3-8381-9f4d3cc59aeb" -d '{"events": [{"server_uuid": "3befc9a9-2773-486a-806b-92422a5d1d6b", "name": "network-vif-deleted", "tag": "6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:46:31.097679 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4c8d9-cc65-4c42-86bd-7b00bc9f1005 req-a2ad2f26-c82f-4952-a3e3-476d3aa5e052 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:31.099923 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8ae4c8d9-cc65-4c42-86bd-7b00bc9f1005 req-a2ad2f26-c82f-4952-a3e3-476d3aa5e052 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3e1b78f-3407-4e12-ab7a-5138f9a8b96f HTTP/1.1" status: 200 len: 944 time: 0.1075273 Nov 12 00:46:31.216199 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8ae4c8d9-cc65-4c42-86bd-7b00bc9f1005 req-191465a2-1e58-4515-ae8c-bbe900165a15 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091652 Nov 12 00:46:31.278541 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a409657e-5ce1-4783-8fb3-4d4c580ee45f x-openstack-request-id: req-a409657e-5ce1-4783-8fb3-4d4c580ee45f {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:46:31.279076 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3befc9a9-2773-486a-806b-92422a5d1d6b", "name": "network-vif-deleted", "tag": "6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:46:31.279076 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a409657e-5ce1-4783-8fb3-4d4c580ee45f {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:46:31.279464 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3befc9a9-2773-486a-806b-92422a5d1d6b', 'name': 'network-vif-deleted', 'tag': '6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3', 'status': 'completed', 'code': 200} Nov 12 00:46:31.373942 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6353f57c-5bd1-4bf5-b9e0-f298dc4054a1 req-2d7de755-d094-4b76-8dd5-76321cd849bf tempest-ServersAdminTestJSON-1884187392 tempest-ServersAdminTestJSON-1884187392-project] 10.222.0.20 "GET /v2.0/ports?device_id=3befc9a9-2773-486a-806b-92422a5d1d6b HTTP/1.1" status: 200 len: 210 time: 0.0282662 Nov 12 00:46:31.477705 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device b8167afc-b6be-402b-8f4e-4d69d69202ad up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:46:31.542454 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port b8167afc-b6be-402b-8f4e-4d69d69202ad completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:46:31.547693 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port b8167afc-b6be-402b-8f4e-4d69d69202ad triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:31.548379 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:31.779629 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:31.805731 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3e1b78f-3407-4e12-ab7a-5138f9a8b96f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8167afc-b6be-402b-8f4e-4d69d69202ad'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:46:31.808011 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1c7bc2-f779-4276-a057-392d3606f3a7" -d '{"events": [{"server_uuid": "c3e1b78f-3407-4e12-ab7a-5138f9a8b96f", "name": "network-vif-plugged", "status": "completed", "tag": "b8167afc-b6be-402b-8f4e-4d69d69202ad"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:46:31.820857 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port b8167afc-b6be-402b-8f4e-4d69d69202ad, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=b8167afc-b6be-402b-8f4e-4d69d69202ad,segment=NetworkSegment(6c913048-0125-4fcf-b07f-89f668c97b8b),segment_id=6c913048-0125-4fcf-b07f-89f668c97b8b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:31.825334 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:31.832622 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50008) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:31.861338 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc69d31-ed16-48e5-9362-b00ccc8505ca x-openstack-request-id: req-cbc69d31-ed16-48e5-9362-b00ccc8505ca {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:46:31.861739 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3e1b78f-3407-4e12-ab7a-5138f9a8b96f", "name": "network-vif-plugged", "status": "completed", "tag": "b8167afc-b6be-402b-8f4e-4d69d69202ad", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:46:31.861995 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cbc69d31-ed16-48e5-9362-b00ccc8505ca {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:46:31.862397 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3e1b78f-3407-4e12-ab7a-5138f9a8b96f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8167afc-b6be-402b-8f4e-4d69d69202ad', 'code': 200} Nov 12 00:46:31.890175 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=b8167afc-b6be-402b-8f4e-4d69d69202ad,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:31.975541 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-23821904-7cbe-40f4-abb7-8c5b519e34f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:32.005267 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da532c70-36a2-4836-b2cc-84604267af13 req-3631f6f2-e6af-4984-aa61-b9b2ab249859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:32.007768 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-da532c70-36a2-4836-b2cc-84604267af13 req-3631f6f2-e6af-4984-aa61-b9b2ab249859 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c3e1b78f-3407-4e12-ab7a-5138f9a8b96f HTTP/1.1" status: 200 len: 1097 time: 0.0428772 Nov 12 00:46:32.048562 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbaba0-38e1-4394-84a4-9be0146cbb7b req-a8f66c47-2305-4c8e-b535-5041eab0afaa tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:32.050143 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-49cbaba0-38e1-4394-84a4-9be0146cbb7b req-a8f66c47-2305-4c8e-b535-5041eab0afaa tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6789b733-5436-455d-9e3f-93c1031ad9c5 HTTP/1.1" status: 200 len: 945 time: 0.0769434 Nov 12 00:46:32.060855 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-da532c70-36a2-4836-b2cc-84604267af13 req-c28a0540-8416-4b31-b087-2753358e567e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437365 Nov 12 00:46:32.131075 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-23821904-7cbe-40f4-abb7-8c5b519e34f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:32.136732 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-49cbaba0-38e1-4394-84a4-9be0146cbb7b req-a722e1e8-af64-4a25-85c2-071fecacf3c0 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e3175a2-49e6-4a0d-9291-cdd01a0236ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720577 Nov 12 00:46:32.137965 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-23821904-7cbe-40f4-abb7-8c5b519e34f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:32.182651 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-23821904-7cbe-40f4-abb7-8c5b519e34f1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cc082f5f70ee4b339a23e66bc7c426b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3487749 Nov 12 00:46:32.183617 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23821904-7cbe-40f4-abb7-8c5b519e34f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05f63f7-fafe-46c3-9b36-c35f587cb2f7,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:32.185289 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50020) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:32.258278 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6cc8c28c-c6e2-4f3c-a56a-c9b4e4e6e571 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:32.264422 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4e8996f4-b1f7-4a2e-8b09-d10d080a6bb3 req-3620a5d6-eb20-491d-a6dd-1750bad66af9 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1292195729&fields=id&tenant_id=3c616bcabe89454cb93b6c53ea20cfc4 HTTP/1.1" status: 200 len: 267 time: 0.0467284 Nov 12 00:46:32.280413 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6cc8c28c-c6e2-4f3c-a56a-c9b4e4e6e571 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:32.320039 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8996f4-b1f7-4a2e-8b09-d10d080a6bb3 req-87b89229-5485-4ada-8f6f-bc8686abfe09 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:32.321751 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4e8996f4-b1f7-4a2e-8b09-d10d080a6bb3 req-87b89229-5485-4ada-8f6f-bc8686abfe09 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6789b733-5436-455d-9e3f-93c1031ad9c5 HTTP/1.1" status: 200 len: 945 time: 0.0509546 Nov 12 00:46:32.329316 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6cc8c28c-c6e2-4f3c-a56a-c9b4e4e6e571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:32.331883 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6cc8c28c-c6e2-4f3c-a56a-c9b4e4e6e571 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:32.336317 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6cc8c28c-c6e2-4f3c-a56a-c9b4e4e6e571 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f05f63f7-fafe-46c3-9b36-c35f587cb2f7 HTTP/1.1" status: 204 len: 168 time: 0.1464195 Nov 12 00:46:32.336491 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-4e8996f4-b1f7-4a2e-8b09-d10d080a6bb3 req-95d34c6f-e2eb-427b-8961-b4da45d7a0d9 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Request body: {'port': {'security_groups': ['9e3175a2-49e6-4a0d-9291-cdd01a0236ee', 'd6dcbb99-5a5b-4748-be2f-51fcd88ac275']}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:32.344350 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8c28c-c6e2-4f3c-a56a-c9b4e4e6e571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05f63f7-fafe-46c3-9b36-c35f587cb2f7,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:32.422163 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4e8996f4-b1f7-4a2e-8b09-d10d080a6bb3 req-95d34c6f-e2eb-427b-8961-b4da45d7a0d9 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:32.676173 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50034) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:32.687580 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-4e8996f4-b1f7-4a2e-8b09-d10d080a6bb3 req-95d34c6f-e2eb-427b-8961-b4da45d7a0d9 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] For port 4aba5687-8005-418b-ad6e-2d354049b976, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=4aba5687-8005-418b-ad6e-2d354049b976,segment=NetworkSegment(8e3a4060-eb73-4d7a-8d87-83ca2cbba051),segment_id=8e3a4060-eb73-4d7a-8d87-83ca2cbba051)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:32.704644 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d75e09fd-4497-403f-b875-1e3e796d33dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:32.713586 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80d46c-faa8-412b-b7a1-c0f26ef6f7c1 req-0a84352e-84d7-42e9-8bf1-e2ec57c9255b tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:32.715202 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6f80d46c-faa8-412b-b7a1-c0f26ef6f7c1 req-0a84352e-84d7-42e9-8bf1-e2ec57c9255b tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3e1b78f-3407-4e12-ab7a-5138f9a8b96f HTTP/1.1" status: 200 len: 945 time: 0.0623479 Nov 12 00:46:32.744897 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4e8996f4-b1f7-4a2e-8b09-d10d080a6bb3 req-95d34c6f-e2eb-427b-8961-b4da45d7a0d9 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:32.750808 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4e8996f4-b1f7-4a2e-8b09-d10d080a6bb3 req-95d34c6f-e2eb-427b-8961-b4da45d7a0d9 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:32.783185 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6f80d46c-faa8-412b-b7a1-c0f26ef6f7c1 req-eb1600e0-2bb0-4f36-80c9-c48977bf4165 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589666 Nov 12 00:46:32.794233 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['4aba5687-8005-418b-ad6e-2d354049b976'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:46:32.832199 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8996f4-b1f7-4a2e-8b09-d10d080a6bb3 req-95d34c6f-e2eb-427b-8961-b4da45d7a0d9 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:32.832992 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4e8996f4-b1f7-4a2e-8b09-d10d080a6bb3 req-95d34c6f-e2eb-427b-8961-b4da45d7a0d9 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:32.846436 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4e8996f4-b1f7-4a2e-8b09-d10d080a6bb3 req-95d34c6f-e2eb-427b-8961-b4da45d7a0d9 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "PUT /v2.0/ports/4aba5687-8005-418b-ad6e-2d354049b976 HTTP/1.1" status: 200 len: 981 time: 0.5181017 Nov 12 00:46:32.932409 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d34c6f-e2eb-427b-8961-b4da45d7a0d9 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Pushing event updated for resources: {'Port': ['ID=4aba5687-8005-418b-ad6e-2d354049b976,revision_number=6']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:32.990296 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d75e09fd-4497-403f-b875-1e3e796d33dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:32.997498 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d75e09fd-4497-403f-b875-1e3e796d33dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:33.019690 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d68be380-1051-41a7-b11f-3c9463c8e58e req-d079783e-bf4d-420d-8634-42d419959435 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-803266264&fields=id&tenant_id=3c616bcabe89454cb93b6c53ea20cfc4 HTTP/1.1" status: 200 len: 267 time: 0.0672131 Nov 12 00:46:33.080718 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50042) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:33.081023 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d75e09fd-4497-403f-b875-1e3e796d33dd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d9f68d3080164370aeb3abca0e7a488a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4005027 Nov 12 00:46:33.084167 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e09fd-4497-403f-b875-1e3e796d33dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d50318-c6b1-49a5-8d16-ff1b385dd86b,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:33.095949 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68be380-1051-41a7-b11f-3c9463c8e58e req-3960bff2-af5c-4db1-a15a-7f01a4d12bf8 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:33.097930 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d68be380-1051-41a7-b11f-3c9463c8e58e req-3960bff2-af5c-4db1-a15a-7f01a4d12bf8 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6789b733-5436-455d-9e3f-93c1031ad9c5 HTTP/1.1" status: 200 len: 984 time: 0.0714231 Nov 12 00:46:33.116506 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-d68be380-1051-41a7-b11f-3c9463c8e58e req-a145f8df-a5a5-4ea7-b656-cbf19100490d tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Request body: {'port': {'security_groups': ['9e3175a2-49e6-4a0d-9291-cdd01a0236ee', 'd6dcbb99-5a5b-4748-be2f-51fcd88ac275', '82305b01-3f6d-4f1c-afa7-67e7cd1099a4']}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:33.126599 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['4aba5687-8005-418b-ad6e-2d354049b976'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:46:33.231397 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-86a60963-7dda-4efa-b206-1fc2ec851eaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:33.240348 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d68be380-1051-41a7-b11f-3c9463c8e58e req-a145f8df-a5a5-4ea7-b656-cbf19100490d tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:33.277396 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-86a60963-7dda-4efa-b206-1fc2ec851eaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:33.280058 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50046) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:33.280429 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6789b733-5436-455d-9e3f-93c1031ad9c5', 'tag': '4aba5687-8005-418b-ad6e-2d354049b976'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:46:33.283743 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db8b58e-c0e3-4554-8792-229c6970d161" -d '{"events": [{"name": "network-changed", "server_uuid": "6789b733-5436-455d-9e3f-93c1031ad9c5", "tag": "4aba5687-8005-418b-ad6e-2d354049b976"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:46:33.354852 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf28cb7-50e8-47c9-a435-ba010c0484f9 x-openstack-request-id: req-5cf28cb7-50e8-47c9-a435-ba010c0484f9 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:46:33.355482 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6789b733-5436-455d-9e3f-93c1031ad9c5", "tag": "4aba5687-8005-418b-ad6e-2d354049b976", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:46:33.355482 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5cf28cb7-50e8-47c9-a435-ba010c0484f9 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:46:33.355772 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6789b733-5436-455d-9e3f-93c1031ad9c5', 'tag': '4aba5687-8005-418b-ad6e-2d354049b976', 'status': 'completed', 'code': 200} Nov 12 00:46:33.445210 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a20fe4d4-bbac-4e49-8c5f-4ef2119de5e8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=98fba296214f428abbebc213da9d926a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1581726 Nov 12 00:46:33.447375 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50052) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:33.501768 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-464c5700-efa4-44ec-8c87-876f4999b967 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:33.543094 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-464c5700-efa4-44ec-8c87-876f4999b967 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:33.613860 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-464c5700-efa4-44ec-8c87-876f4999b967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:33.617496 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-464c5700-efa4-44ec-8c87-876f4999b967 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:33.618985 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-464c5700-efa4-44ec-8c87-876f4999b967 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ba1002ab-95b2-4827-850f-9b38e38527f5 HTTP/1.1" status: 204 len: 168 time: 0.1703551 Nov 12 00:46:33.628553 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c5700-efa4-44ec-8c87-876f4999b967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1002ab-95b2-4827-850f-9b38e38527f5,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:33.759745 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8b58e-c0e3-4554-8792-229c6970d161 req-6962aa9a-7d76-432f-aad8-6dfbc1b657f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:33.761577 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5db8b58e-c0e3-4554-8792-229c6970d161 req-6962aa9a-7d76-432f-aad8-6dfbc1b657f2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3c616bcabe89454cb93b6c53ea20cfc4&device_id=6789b733-5436-455d-9e3f-93c1031ad9c5 HTTP/1.1" status: 200 len: 1136 time: 0.1081870 Nov 12 00:46:33.786821 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-86a60963-7dda-4efa-b206-1fc2ec851eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:33.789769 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-86a60963-7dda-4efa-b206-1fc2ec851eaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:33.790904 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-86a60963-7dda-4efa-b206-1fc2ec851eaf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/02d50318-c6b1-49a5-8d16-ff1b385dd86b HTTP/1.1" status: 204 len: 168 time: 0.7086251 Nov 12 00:46:33.887875 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a60963-7dda-4efa-b206-1fc2ec851eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d50318-c6b1-49a5-8d16-ff1b385dd86b,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:33.969619 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b56ea-58d2-4652-9cb2-3d000a002d14 req-d44510b8-3e58-40fd-b073-677e3aafca6d tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:33.971608 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fe4b56ea-58d2-4652-9cb2-3d000a002d14 req-d44510b8-3e58-40fd-b073-677e3aafca6d tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3e1b78f-3407-4e12-ab7a-5138f9a8b96f HTTP/1.1" status: 200 len: 945 time: 0.0694189 Nov 12 00:46:34.039700 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fe4b56ea-58d2-4652-9cb2-3d000a002d14 req-9c226817-97a9-43cb-a4d1-3c00cea60cfe tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609062 Nov 12 00:46:34.040194 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8b58e-c0e3-4554-8792-229c6970d161 req-b0caed38-6408-448f-b32a-3492caa66fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:34.043337 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5db8b58e-c0e3-4554-8792-229c6970d161 req-b0caed38-6408-448f-b32a-3492caa66fdd service neutron] 10.222.0.54 "GET /v2.0/networks?id=99933297-ab4a-401e-8d8a-276d6844b2b2 HTTP/1.1" status: 200 len: 912 time: 0.2689984 Nov 12 00:46:34.115422 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50074) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:34.119973 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5db8b58e-c0e3-4554-8792-229c6970d161 req-52cfcd07-2eff-4af9-b488-e3a70ac6eb21 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aba5687-8005-418b-ad6e-2d354049b976 HTTP/1.1" status: 200 len: 217 time: 0.0552015 Nov 12 00:46:34.174711 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-02b479ef-ebae-46b5-b027-bec229360499 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=525625d0497a4633bf48c5b622a8c566&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0579088 Nov 12 00:46:34.175461 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50076) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:34.193667 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-d68be380-1051-41a7-b11f-3c9463c8e58e req-a145f8df-a5a5-4ea7-b656-cbf19100490d tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] For port 4aba5687-8005-418b-ad6e-2d354049b976, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=4aba5687-8005-418b-ad6e-2d354049b976,segment=NetworkSegment(8e3a4060-eb73-4d7a-8d87-83ca2cbba051),segment_id=8e3a4060-eb73-4d7a-8d87-83ca2cbba051)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:34.223334 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8b58e-c0e3-4554-8792-229c6970d161 req-af4cabd4-0ea6-4350-8312-128d97aadf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:34.224958 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5db8b58e-c0e3-4554-8792-229c6970d161 req-af4cabd4-0ea6-4350-8312-128d97aadf85 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1da62076-4a58-4810-9972-85bd6051431b HTTP/1.1" status: 200 len: 851 time: 0.0815778 Nov 12 00:46:34.237445 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9a3b0d21-ea02-40da-a9c7-a06a11976d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:34.273940 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d68be380-1051-41a7-b11f-3c9463c8e58e req-a145f8df-a5a5-4ea7-b656-cbf19100490d tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:34.280558 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bca31e9c-162f-497f-b5c1-5d0c011c3653 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:34.294661 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5db8b58e-c0e3-4554-8792-229c6970d161 req-ab966a01-cf9d-45c3-8fa1-e005b44679d1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=99933297-ab4a-401e-8d8a-276d6844b2b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531292 Nov 12 00:46:34.295488 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d68be380-1051-41a7-b11f-3c9463c8e58e req-a145f8df-a5a5-4ea7-b656-cbf19100490d tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:34.305813 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bca31e9c-162f-497f-b5c1-5d0c011c3653 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:34.337620 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['4aba5687-8005-418b-ad6e-2d354049b976'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:46:34.364384 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bca31e9c-162f-497f-b5c1-5d0c011c3653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:34.367819 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bca31e9c-162f-497f-b5c1-5d0c011c3653 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:34.369750 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-bca31e9c-162f-497f-b5c1-5d0c011c3653 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5d687e5d-d547-4cf8-8e22-17afbdc682f8 HTTP/1.1" status: 204 len: 168 time: 0.1927469 Nov 12 00:46:34.389737 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca31e9c-162f-497f-b5c1-5d0c011c3653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d687e5d-d547-4cf8-8e22-17afbdc682f8,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:34.400213 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68be380-1051-41a7-b11f-3c9463c8e58e req-a145f8df-a5a5-4ea7-b656-cbf19100490d tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:34.401112 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d68be380-1051-41a7-b11f-3c9463c8e58e req-a145f8df-a5a5-4ea7-b656-cbf19100490d tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:34.417847 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d68be380-1051-41a7-b11f-3c9463c8e58e req-a145f8df-a5a5-4ea7-b656-cbf19100490d tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "PUT /v2.0/ports/4aba5687-8005-418b-ad6e-2d354049b976 HTTP/1.1" status: 200 len: 1020 time: 1.2957976 Nov 12 00:46:34.417847 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6789b733-5436-455d-9e3f-93c1031ad9c5', 'tag': '4aba5687-8005-418b-ad6e-2d354049b976'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:46:34.422333 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6add92df-fbb1-4766-aaa3-2b2fd1db816d" -d '{"events": [{"name": "network-changed", "server_uuid": "6789b733-5436-455d-9e3f-93c1031ad9c5", "tag": "4aba5687-8005-418b-ad6e-2d354049b976"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:46:34.597268 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145f8df-a5a5-4ea7-b656-cbf19100490d tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Pushing event updated for resources: {'Port': ['ID=4aba5687-8005-418b-ad6e-2d354049b976,revision_number=7']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:34.656458 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf92d7-4da6-459e-9d44-6970890d4a02 req-645cdb2a-ee71-4b65-ab84-84474daef803 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:34.664000 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b3bf92d7-4da6-459e-9d44-6970890d4a02 req-645cdb2a-ee71-4b65-ab84-84474daef803 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6789b733-5436-455d-9e3f-93c1031ad9c5 HTTP/1.1" status: 200 len: 1023 time: 0.1303272 Nov 12 00:46:34.664160 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['4aba5687-8005-418b-ad6e-2d354049b976'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:46:34.674521 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5db8b58e-c0e3-4554-8792-229c6970d161 req-0355b700-f22a-435e-b188-c33e8125e98d service neutron] 10.222.0.54 "GET /v2.0/networks/99933297-ab4a-401e-8d8a-276d6844b2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671720 Nov 12 00:46:34.684993 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0ab76-f3c2-4010-84b7-8e410eec5cde req-34c6b4a9-ce69-408b-b695-edfc694bb599 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:34.693914 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1de0ab76-f3c2-4010-84b7-8e410eec5cde req-34c6b4a9-ce69-408b-b695-edfc694bb599 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3e1b78f-3407-4e12-ab7a-5138f9a8b96f HTTP/1.1" status: 200 len: 945 time: 0.1429682 Nov 12 00:46:34.780188 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1de0ab76-f3c2-4010-84b7-8e410eec5cde req-bf8b7b4e-8549-407c-a8fd-e5420c75052a tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804703 Nov 12 00:46:34.790330 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:46:34.853634 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: 6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:46:34.853990 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 6e8b5d4e-2fce-4971-ab01-30bbcf7eaed3 not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:46:34.890224 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5db8b58e-c0e3-4554-8792-229c6970d161 req-f3667a70-57ae-4abf-84c8-57a354d1c2b4 service neutron] 10.222.0.54 "GET /v2.0/networks/99933297-ab4a-401e-8d8a-276d6844b2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825538 Nov 12 00:46:34.950817 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc84234f-f23b-41d7-bb0d-94ea52039f37 x-openstack-request-id: req-dc84234f-f23b-41d7-bb0d-94ea52039f37 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:46:34.952042 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6789b733-5436-455d-9e3f-93c1031ad9c5", "tag": "4aba5687-8005-418b-ad6e-2d354049b976", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:46:34.952530 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc84234f-f23b-41d7-bb0d-94ea52039f37 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:46:34.953087 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6789b733-5436-455d-9e3f-93c1031ad9c5', 'tag': '4aba5687-8005-418b-ad6e-2d354049b976', 'status': 'completed', 'code': 200} Nov 12 00:46:34.975081 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b3bf92d7-4da6-459e-9d44-6970890d4a02 req-de7f4f68-7d93-4e29-bca0-07cfc69ffe7a tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6dcbb99-5a5b-4748-be2f-51fcd88ac275&id=82305b01-3f6d-4f1c-afa7-67e7cd1099a4&id=9e3175a2-49e6-4a0d-9291-cdd01a0236ee HTTP/1.1" status: 200 len: 6199 time: 0.3054283 Nov 12 00:46:35.184775 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-9fbf8120-d11d-4991-b22c-dc9ebd8f4a4b req-31e2d5e9-3dcb-4f11-bcf7-12945010963a tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Request body: {'security_group': {'name': ' tempest-securitygroup -125846846 ', 'description': 'tempest-description-508140826'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:35.235354 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add92df-fbb1-4766-aaa3-2b2fd1db816d req-3e77a273-4cba-4368-b66d-6e32f470b589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:35.240163 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6add92df-fbb1-4766-aaa3-2b2fd1db816d req-3e77a273-4cba-4368-b66d-6e32f470b589 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3c616bcabe89454cb93b6c53ea20cfc4&device_id=6789b733-5436-455d-9e3f-93c1031ad9c5 HTTP/1.1" status: 200 len: 1175 time: 0.2225108 Nov 12 00:46:35.243324 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-9fbf8120-d11d-4991-b22c-dc9ebd8f4a4b req-31e2d5e9-3dcb-4f11-bcf7-12945010963a tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:35.265204 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c680a2d-a095-4c34-be5f-9a44a586d787 req-5a59d051-2074-4d05-be95-45e60c931588 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:35.267427 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5c680a2d-a095-4c34-be5f-9a44a586d787 req-5a59d051-2074-4d05-be95-45e60c931588 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3e1b78f-3407-4e12-ab7a-5138f9a8b96f HTTP/1.1" status: 200 len: 945 time: 0.2033610 Nov 12 00:46:35.441231 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-9fbf8120-d11d-4991-b22c-dc9ebd8f4a4b req-31e2d5e9-3dcb-4f11-bcf7-12945010963a tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:35.453771 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-9fbf8120-d11d-4991-b22c-dc9ebd8f4a4b req-31e2d5e9-3dcb-4f11-bcf7-12945010963a tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:35.485324 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5c680a2d-a095-4c34-be5f-9a44a586d787 req-5f582a66-2855-4c97-9512-e27de78fd641 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922596 Nov 12 00:46:35.491153 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-9fbf8120-d11d-4991-b22c-dc9ebd8f4a4b req-31e2d5e9-3dcb-4f11-bcf7-12945010963a tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:35.506027 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9fbf8120-d11d-4991-b22c-dc9ebd8f4a4b req-31e2d5e9-3dcb-4f11-bcf7-12945010963a tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.3296216 Nov 12 00:46:35.516088 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e2d5e9-3dcb-4f11-bcf7-12945010963a tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b558d801-bfef-4d97-9837-42bf82fec2dc,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:35.608933 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add92df-fbb1-4766-aaa3-2b2fd1db816d req-643d4707-1af5-4424-9181-059ca30c054e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:35.610889 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6add92df-fbb1-4766-aaa3-2b2fd1db816d req-643d4707-1af5-4424-9181-059ca30c054e service neutron] 10.222.0.54 "GET /v2.0/networks?id=99933297-ab4a-401e-8d8a-276d6844b2b2 HTTP/1.1" status: 200 len: 912 time: 0.3418405 Nov 12 00:46:35.669166 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6add92df-fbb1-4766-aaa3-2b2fd1db816d req-44e5b77d-9e09-4bff-a618-f49ad4baa704 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aba5687-8005-418b-ad6e-2d354049b976 HTTP/1.1" status: 200 len: 217 time: 0.0402226 Nov 12 00:46:35.676209 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a2b2e96f-3099-4cb9-b598-039ed4b98f89 req-15fbf61c-8812-4bc7-9266-2ad424d07949 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups/b558d801-bfef-4d97-9837-42bf82fec2dc HTTP/1.1" status: 200 len: 1796 time: 0.1326749 Nov 12 00:46:35.772554 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add92df-fbb1-4766-aaa3-2b2fd1db816d req-2ef713a1-11e8-4b3e-9c7e-66032b036ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:35.774657 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6add92df-fbb1-4766-aaa3-2b2fd1db816d req-2ef713a1-11e8-4b3e-9c7e-66032b036ad6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1da62076-4a58-4810-9972-85bd6051431b HTTP/1.1" status: 200 len: 851 time: 0.0962446 Nov 12 00:46:35.780636 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a7580c4c-120f-46a7-9c22-a4a5544bce71 req-cc7374e7-eceb-4c8c-90e1-150097efdbce tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups/b558d801-bfef-4d97-9837-42bf82fec2dc HTTP/1.1" status: 200 len: 1796 time: 0.0835581 Nov 12 00:46:35.823228 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6add92df-fbb1-4766-aaa3-2b2fd1db816d req-8885573c-73b3-4cb2-b2ae-16bf7513520d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=99933297-ab4a-401e-8d8a-276d6844b2b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377142 Nov 12 00:46:35.975182 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-a7580c4c-120f-46a7-9c22-a4a5544bce71 req-f055cc6f-f45f-4aeb-afbf-500575100c98 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:36.010048 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6add92df-fbb1-4766-aaa3-2b2fd1db816d req-79d3b14a-b592-4341-8e1f-53e2f4e296be service neutron] 10.222.0.54 "GET /v2.0/networks/99933297-ab4a-401e-8d8a-276d6844b2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651115 Nov 12 00:46:36.020892 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-a7580c4c-120f-46a7-9c22-a4a5544bce71 req-f055cc6f-f45f-4aeb-afbf-500575100c98 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:36.155232 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6add92df-fbb1-4766-aaa3-2b2fd1db816d req-ef6e43ec-be96-4c75-926a-673bab0a33e1 service neutron] 10.222.0.54 "GET /v2.0/networks/99933297-ab4a-401e-8d8a-276d6844b2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364202 Nov 12 00:46:36.156406 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-a7580c4c-120f-46a7-9c22-a4a5544bce71 req-f055cc6f-f45f-4aeb-afbf-500575100c98 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:36.159084 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-a7580c4c-120f-46a7-9c22-a4a5544bce71 req-f055cc6f-f45f-4aeb-afbf-500575100c98 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:36.160143 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a7580c4c-120f-46a7-9c22-a4a5544bce71 req-f055cc6f-f45f-4aeb-afbf-500575100c98 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "DELETE /v2.0/security-groups/b558d801-bfef-4d97-9837-42bf82fec2dc HTTP/1.1" status: 204 len: 173 time: 0.3733807 Nov 12 00:46:36.190382 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f055cc6f-f45f-4aeb-afbf-500575100c98 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b558d801-bfef-4d97-9837-42bf82fec2dc,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:36.282126 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4741e6-4a06-404d-bc44-1ca91be4aa15 req-8fab9764-e49c-4bc4-8d89-ffe18fbe41c0 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:36.283823 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4a4741e6-4a06-404d-bc44-1ca91be4aa15 req-8fab9764-e49c-4bc4-8d89-ffe18fbe41c0 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3e1b78f-3407-4e12-ab7a-5138f9a8b96f HTTP/1.1" status: 200 len: 945 time: 0.0595541 Nov 12 00:46:36.372920 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4a4741e6-4a06-404d-bc44-1ca91be4aa15 req-716018b2-918e-4a61-a48f-147225d1d259 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826690 Nov 12 00:46:36.413690 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76e9c17d-14e4-4077-b954-5de1b2d302a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:36.507280 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [req-e49ffb7c-1904-4d56-b424-1147bfe6bff9 req-9a0f27f4-09cb-43e5-ab94-9a70f906feb0 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] show failed (client error): The resource could not be found. Nov 12 00:46:36.508821 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e49ffb7c-1904-4d56-b424-1147bfe6bff9 req-9a0f27f4-09cb-43e5-ab94-9a70f906feb0 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups/b558d801-bfef-4d97-9837-42bf82fec2dc HTTP/1.1" status: 404 len: 352 time: 0.0156476 Nov 12 00:46:36.636103 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627f3d6-84ef-4f34-820d-1efd73184764 req-b89c50d4-fe5e-4323-aed3-e29964d97d4e tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:36.637737 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4627f3d6-84ef-4f34-820d-1efd73184764 req-b89c50d4-fe5e-4323-aed3-e29964d97d4e tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] 10.222.0.20 "GET /v2.0/ports?device_id=13f972d5-f6f1-4e72-b54d-71eed0933124 HTTP/1.1" status: 200 len: 946 time: 0.0653012 Nov 12 00:46:36.711637 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4627f3d6-84ef-4f34-820d-1efd73184764 req-7b32e684-ce11-4087-b675-dfeb44034412 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] 10.222.0.20 "GET /v2.0/security-groups?id=4eeb1025-8934-4af3-b3e4-a250ca50b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621853 Nov 12 00:46:36.738804 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-7bc44e4e-8931-4f39-a8ea-0fd11d421a1b req-78259d1b-929a-4695-9b30-79a8a83ecc3c tempest-SecurityGroupsTestAdminJSON-1479905385 tempest-SecurityGroupsTestAdminJSON-1479905385-project] Request body: {'security_group': {'name': 'tempest-securitygroup-636529494', 'description': 'tempest-description-233656046'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:36.747186 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-fe450557-09cb-4c11-a613-61b65e46ed69 req-ac9d8656-1297-4b89-bda6-3b35917eb78d tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1159552961', 'description': 'tempest-description-1896652206'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:36.769699 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.db.api [req-7bc44e4e-8931-4f39-a8ea-0fd11d421a1b req-78259d1b-929a-4695-9b30-79a8a83ecc3c tempest-SecurityGroupsTestAdminJSON-1479905385 tempest-SecurityGroupsTestAdminJSON-1479905385-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 00:46:36.769699 n-d-812236-11 neutron-server[102662]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 12 00:46:36.769699 n-d-812236-11 neutron-server[102662]: [parameters: {'project_id': 'f654b827e36749608ce1f7d579a8a9d5', 'id': '47ed9648-7d82-4a2c-8385-8ea311fabffb', 'expiration': datetime.datetime(2021, 11, 12, 0, 48, 36, 761215)}] Nov 12 00:46:36.769699 n-d-812236-11 neutron-server[102662]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:46:36.770395 n-d-812236-11 neutron-server[102662]: DEBUG oslo_db.api [req-7bc44e4e-8931-4f39-a8ea-0fd11d421a1b req-78259d1b-929a-4695-9b30-79a8a83ecc3c tempest-SecurityGroupsTestAdminJSON-1479905385 tempest-SecurityGroupsTestAdminJSON-1479905385-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:46:36.776792 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-fe450557-09cb-4c11-a613-61b65e46ed69 req-ac9d8656-1297-4b89-bda6-3b35917eb78d tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:36.854526 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-fe450557-09cb-4c11-a613-61b65e46ed69 req-ac9d8656-1297-4b89-bda6-3b35917eb78d tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:36.858635 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-fe450557-09cb-4c11-a613-61b65e46ed69 req-ac9d8656-1297-4b89-bda6-3b35917eb78d tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:36.890785 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-fe450557-09cb-4c11-a613-61b65e46ed69 req-ac9d8656-1297-4b89-bda6-3b35917eb78d tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:36.891983 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fe450557-09cb-4c11-a613-61b65e46ed69 req-ac9d8656-1297-4b89-bda6-3b35917eb78d tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.1532004 Nov 12 00:46:36.894055 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d8656-1297-4b89-bda6-3b35917eb78d tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25a843b5-4aa7-4b50-8974-d1a6e53f8141,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:37.006221 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-89166b48-ee6b-4427-9227-ff6276232ec1 req-98e8de82-0788-4bf6-8308-a8fb7a48f5a2 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1755096211', 'description': 'tempest-description-1117414328'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:37.032504 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-89166b48-ee6b-4427-9227-ff6276232ec1 req-98e8de82-0788-4bf6-8308-a8fb7a48f5a2 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:37.105308 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-89166b48-ee6b-4427-9227-ff6276232ec1 req-98e8de82-0788-4bf6-8308-a8fb7a48f5a2 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:37.109155 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-89166b48-ee6b-4427-9227-ff6276232ec1 req-98e8de82-0788-4bf6-8308-a8fb7a48f5a2 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:37.140165 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-89166b48-ee6b-4427-9227-ff6276232ec1 req-98e8de82-0788-4bf6-8308-a8fb7a48f5a2 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:37.141315 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-89166b48-ee6b-4427-9227-ff6276232ec1 req-98e8de82-0788-4bf6-8308-a8fb7a48f5a2 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.1395261 Nov 12 00:46:37.145532 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e8de82-0788-4bf6-8308-a8fb7a48f5a2 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec334d1b-857e-436c-9f7a-95fdb79b601a,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:37.240716 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ff06cf5f-ea74-4895-badf-1222f302b09a req-1e5f2321-4d6b-44d8-82a7-191b572af1bf tempest-FlavorsV2NegativeTest-2132145696 tempest-FlavorsV2NegativeTest-2132145696-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=b60f312335394dd98de613836a7ae102&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219901 Nov 12 00:46:37.295563 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7bc44e4e-8931-4f39-a8ea-0fd11d421a1b req-78259d1b-929a-4695-9b30-79a8a83ecc3c tempest-SecurityGroupsTestAdminJSON-1479905385 tempest-SecurityGroupsTestAdminJSON-1479905385-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:37.304712 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7bc44e4e-8931-4f39-a8ea-0fd11d421a1b req-78259d1b-929a-4695-9b30-79a8a83ecc3c tempest-SecurityGroupsTestAdminJSON-1479905385 tempest-SecurityGroupsTestAdminJSON-1479905385-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:37.361422 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06cf5f-ea74-4895-badf-1222f302b09a req-579dbdde-7d92-4a56-83e3-a9edf50d15e9 tempest-FlavorsV2NegativeTest-2132145696 tempest-FlavorsV2NegativeTest-2132145696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:37.363984 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ff06cf5f-ea74-4895-badf-1222f302b09a req-579dbdde-7d92-4a56-83e3-a9edf50d15e9 tempest-FlavorsV2NegativeTest-2132145696 tempest-FlavorsV2NegativeTest-2132145696-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1170983 Nov 12 00:46:37.396234 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7bc44e4e-8931-4f39-a8ea-0fd11d421a1b req-78259d1b-929a-4695-9b30-79a8a83ecc3c tempest-SecurityGroupsTestAdminJSON-1479905385 tempest-SecurityGroupsTestAdminJSON-1479905385-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:37.398805 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ff06cf5f-ea74-4895-badf-1222f302b09a req-4d4aee37-19a8-42ac-8e55-b0ef532af758 tempest-FlavorsV2NegativeTest-2132145696 tempest-FlavorsV2NegativeTest-2132145696-project] 10.222.0.20 "GET /v2.0/quotas/b60f312335394dd98de613836a7ae102 HTTP/1.1" status: 200 len: 375 time: 0.0201764 Nov 12 00:46:37.404705 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7bc44e4e-8931-4f39-a8ea-0fd11d421a1b req-78259d1b-929a-4695-9b30-79a8a83ecc3c tempest-SecurityGroupsTestAdminJSON-1479905385 tempest-SecurityGroupsTestAdminJSON-1479905385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:37.460676 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ff06cf5f-ea74-4895-badf-1222f302b09a req-06c52888-f29a-41c0-85c5-c60379271a77 tempest-FlavorsV2NegativeTest-2132145696 tempest-FlavorsV2NegativeTest-2132145696-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b60f312335394dd98de613836a7ae102&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558307 Nov 12 00:46:37.462565 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78259d1b-929a-4695-9b30-79a8a83ecc3c tempest-SecurityGroupsTestAdminJSON-1479905385 tempest-SecurityGroupsTestAdminJSON-1479905385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2de57ef2-a61e-4a81-b64f-61819efde6dd,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:37.473420 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-ef9e962d-0f59-475d-b170-597d1039d440 req-ac1f0c87-dc80-4187-bc52-ff5024849505 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-650545962', 'description': 'tempest-description-2035502079'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:37.499258 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ef9e962d-0f59-475d-b170-597d1039d440 req-ac1f0c87-dc80-4187-bc52-ff5024849505 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:37.529537 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7bc44e4e-8931-4f39-a8ea-0fd11d421a1b req-78259d1b-929a-4695-9b30-79a8a83ecc3c tempest-SecurityGroupsTestAdminJSON-1479905385 tempest-SecurityGroupsTestAdminJSON-1479905385-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:37.534182 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7bc44e4e-8931-4f39-a8ea-0fd11d421a1b req-78259d1b-929a-4695-9b30-79a8a83ecc3c tempest-SecurityGroupsTestAdminJSON-1479905385 tempest-SecurityGroupsTestAdminJSON-1479905385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:37.574963 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:37.578276 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7bc44e4e-8931-4f39-a8ea-0fd11d421a1b req-78259d1b-929a-4695-9b30-79a8a83ecc3c tempest-SecurityGroupsTestAdminJSON-1479905385 tempest-SecurityGroupsTestAdminJSON-1479905385-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:37.581498 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7bc44e4e-8931-4f39-a8ea-0fd11d421a1b req-78259d1b-929a-4695-9b30-79a8a83ecc3c tempest-SecurityGroupsTestAdminJSON-1479905385 tempest-SecurityGroupsTestAdminJSON-1479905385-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8471248 Nov 12 00:46:37.583646 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78259d1b-929a-4695-9b30-79a8a83ecc3c tempest-SecurityGroupsTestAdminJSON-1479905385 tempest-SecurityGroupsTestAdminJSON-1479905385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29707bc9-c271-4a3c-9ca9-31be113b85f3,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:37.634807 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ef9e962d-0f59-475d-b170-597d1039d440 req-ac1f0c87-dc80-4187-bc52-ff5024849505 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:37.639195 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ef9e962d-0f59-475d-b170-597d1039d440 req-ac1f0c87-dc80-4187-bc52-ff5024849505 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:37.677253 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1f0c87-dc80-4187-bc52-ff5024849505 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39ed50e1-fe13-4224-ac5b-6df033b6aa30,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:37.684981 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ef9e962d-0f59-475d-b170-597d1039d440 req-ac1f0c87-dc80-4187-bc52-ff5024849505 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:37.698036 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ef9e962d-0f59-475d-b170-597d1039d440 req-ac1f0c87-dc80-4187-bc52-ff5024849505 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2293212 Nov 12 00:46:37.754469 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f23b17a-3e20-49d7-b905-30456d2af64b req-8924bc92-28f3-42c1-8f30-9f4aa57925ea tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:37.761959 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3f23b17a-3e20-49d7-b905-30456d2af64b req-8924bc92-28f3-42c1-8f30-9f4aa57925ea tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3e1b78f-3407-4e12-ab7a-5138f9a8b96f HTTP/1.1" status: 200 len: 945 time: 0.0875704 Nov 12 00:46:37.814814 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3f23b17a-3e20-49d7-b905-30456d2af64b req-3baf332c-1af0-4f8c-b2c7-ada78ac0d2cc tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516632 Nov 12 00:46:37.847863 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-d746ede7-0df1-45c6-8b53-4ea508654f98 req-d275124f-1869-4b1a-ab8d-f36214a660cc tempest-SecurityGroupsTestAdminJSON-1479905385 tempest-SecurityGroupsTestAdminJSON-1479905385-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2045322670', 'description': 'tempest-description-449863940'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:37.892713 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d746ede7-0df1-45c6-8b53-4ea508654f98 req-d275124f-1869-4b1a-ab8d-f36214a660cc tempest-SecurityGroupsTestAdminJSON-1479905385 tempest-SecurityGroupsTestAdminJSON-1479905385-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:37.956149 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0dc228-b50f-4626-b73d-13cda558297a req-5e1302b9-5693-4eb1-b880-919daa77c4c0 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:37.957802 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-be0dc228-b50f-4626-b73d-13cda558297a req-5e1302b9-5693-4eb1-b880-919daa77c4c0 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.54 "GET /v2.0/ports?device_id=c3e1b78f-3407-4e12-ab7a-5138f9a8b96f HTTP/1.1" status: 200 len: 945 time: 0.0781970 Nov 12 00:46:38.091238 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d746ede7-0df1-45c6-8b53-4ea508654f98 req-d275124f-1869-4b1a-ab8d-f36214a660cc tempest-SecurityGroupsTestAdminJSON-1479905385 tempest-SecurityGroupsTestAdminJSON-1479905385-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:38.097802 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d746ede7-0df1-45c6-8b53-4ea508654f98 req-d275124f-1869-4b1a-ab8d-f36214a660cc tempest-SecurityGroupsTestAdminJSON-1479905385 tempest-SecurityGroupsTestAdminJSON-1479905385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:38.102310 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50252) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:38.138174 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d746ede7-0df1-45c6-8b53-4ea508654f98 req-d275124f-1869-4b1a-ab8d-f36214a660cc tempest-SecurityGroupsTestAdminJSON-1479905385 tempest-SecurityGroupsTestAdminJSON-1479905385-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:38.139402 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d746ede7-0df1-45c6-8b53-4ea508654f98 req-d275124f-1869-4b1a-ab8d-f36214a660cc tempest-SecurityGroupsTestAdminJSON-1479905385 tempest-SecurityGroupsTestAdminJSON-1479905385-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2959044 Nov 12 00:46:38.163480 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d275124f-1869-4b1a-ab8d-f36214a660cc tempest-SecurityGroupsTestAdminJSON-1479905385 tempest-SecurityGroupsTestAdminJSON-1479905385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f47fec-c967-4fc3-bf66-f347d35147c5,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:38.169807 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-be0dc228-b50f-4626-b73d-13cda558297a req-3876da4e-b3cd-4e86-9b2b-cf3c168b15f0 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Deleting port b8167afc-b6be-402b-8f4e-4d69d69202ad {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:46:38.170148 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-be0dc228-b50f-4626-b73d-13cda558297a req-3876da4e-b3cd-4e86-9b2b-cf3c168b15f0 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:38.234039 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-48e7e183-fc1d-4e7b-a9b7-4a31bfa4a3d6 req-c9cf7ab2-ccc7-40cb-99b3-c7c433b5dbf7 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3c616bcabe89454cb93b6c53ea20cfc4 HTTP/1.1" status: 200 len: 10999 time: 0.1319447 Nov 12 00:46:38.292078 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-18002c6c-90b0-425e-9ad2-329869c2c93d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:38.302414 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-48e7e183-fc1d-4e7b-a9b7-4a31bfa4a3d6 req-21b035ba-db23-4daf-9925-b62e7b114f4c tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups/9e3175a2-49e6-4a0d-9291-cdd01a0236ee HTTP/1.1" status: 200 len: 2998 time: 0.0600846 Nov 12 00:46:38.335439 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-be0dc228-b50f-4626-b73d-13cda558297a req-3876da4e-b3cd-4e86-9b2b-cf3c168b15f0 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] For port b8167afc-b6be-402b-8f4e-4d69d69202ad, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=b8167afc-b6be-402b-8f4e-4d69d69202ad,segment=NetworkSegment(6c913048-0125-4fcf-b07f-89f668c97b8b),segment_id=6c913048-0125-4fcf-b07f-89f668c97b8b)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:38.336036 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-be0dc228-b50f-4626-b73d-13cda558297a req-3876da4e-b3cd-4e86-9b2b-cf3c168b15f0 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:38.350528 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-48e7e183-fc1d-4e7b-a9b7-4a31bfa4a3d6 req-9d77b726-ba70-4105-8c6b-64dbb3608381 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups/9e3175a2-49e6-4a0d-9291-cdd01a0236ee HTTP/1.1" status: 200 len: 2998 time: 0.0447690 Nov 12 00:46:38.357943 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-be0dc228-b50f-4626-b73d-13cda558297a req-3876da4e-b3cd-4e86-9b2b-cf3c168b15f0 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Calling delete_port for b8167afc-b6be-402b-8f4e-4d69d69202ad owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:46:38.522257 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b3306-7162-45b0-8ee2-fac0c4c0e7bb req-3e9a66fa-964b-4aff-b669-a9592e4af222 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:38.524030 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-164b3306-7162-45b0-8ee2-fac0c4c0e7bb req-3e9a66fa-964b-4aff-b669-a9592e4af222 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] 10.222.0.20 "GET /v2.0/ports?device_id=13f972d5-f6f1-4e72-b54d-71eed0933124 HTTP/1.1" status: 200 len: 946 time: 0.1534185 Nov 12 00:46:38.527334 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-18002c6c-90b0-425e-9ad2-329869c2c93d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:38.541317 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-18002c6c-90b0-425e-9ad2-329869c2c93d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:38.562436 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-7e1d7200-e7b3-45e9-ab3e-8f6b9085ff1d req-bee1ff02-a4ad-468b-adda-56c187055d75 tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1355807591', 'description': 'tempest-description-1596100119'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:38.584477 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7e1d7200-e7b3-45e9-ab3e-8f6b9085ff1d req-bee1ff02-a4ad-468b-adda-56c187055d75 tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:38.594338 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7e1d7200-e7b3-45e9-ab3e-8f6b9085ff1d req-bee1ff02-a4ad-468b-adda-56c187055d75 tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:38.633470 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-18002c6c-90b0-425e-9ad2-329869c2c93d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b60f312335394dd98de613836a7ae102&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5266397 Nov 12 00:46:38.636127 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50264) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:38.640839 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18002c6c-90b0-425e-9ad2-329869c2c93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c3e488-6447-439c-8b0d-8600a15d16e6,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:38.657430 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-164b3306-7162-45b0-8ee2-fac0c4c0e7bb req-abb96298-5b15-4588-b55a-3a7b18b453bc tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] 10.222.0.20 "GET /v2.0/security-groups?id=4eeb1025-8934-4af3-b3e4-a250ca50b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249993 Nov 12 00:46:38.723446 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7e1d7200-e7b3-45e9-ab3e-8f6b9085ff1d req-bee1ff02-a4ad-468b-adda-56c187055d75 tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:38.727219 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-87d1cd1c-978e-458d-955d-e002ae28e0c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:38.729960 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7e1d7200-e7b3-45e9-ab3e-8f6b9085ff1d req-bee1ff02-a4ad-468b-adda-56c187055d75 tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:38.738828 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-be1d9fd6-5d61-47c9-a75f-769b6844cf3a req-c99458c1-f904-4698-993a-3d3c8b677eef tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups/25a843b5-4aa7-4b50-8974-d1a6e53f8141 HTTP/1.1" status: 200 len: 1818 time: 0.0612922 Nov 12 00:46:38.739427 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-be0dc228-b50f-4626-b73d-13cda558297a req-3876da4e-b3cd-4e86-9b2b-cf3c168b15f0 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:38.784519 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-87d1cd1c-978e-458d-955d-e002ae28e0c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:38.785007 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876da4e-b3cd-4e86-9b2b-cf3c168b15f0 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Pushing event deleted for resources: {'Port': ['ID=b8167afc-b6be-402b-8f4e-4d69d69202ad,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:38.794370 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['25329fc1-d1a5-4c67-85e3-ffe2ca49309c', 'b8167afc-b6be-402b-8f4e-4d69d69202ad'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:46:38.800662 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee1ff02-a4ad-468b-adda-56c187055d75 tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44c838a-ab99-4eee-87e5-2a3e8ae4907a,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:38.832782 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-be0dc228-b50f-4626-b73d-13cda558297a req-3876da4e-b3cd-4e86-9b2b-cf3c168b15f0 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] No DVR routers for this DVR port b8167afc-b6be-402b-8f4e-4d69d69202ad on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:46:38.835767 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-be0dc228-b50f-4626-b73d-13cda558297a req-3876da4e-b3cd-4e86-9b2b-cf3c168b15f0 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:38.840095 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-be0dc228-b50f-4626-b73d-13cda558297a req-3876da4e-b3cd-4e86-9b2b-cf3c168b15f0 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.54 "DELETE /v2.0/ports/b8167afc-b6be-402b-8f4e-4d69d69202ad HTTP/1.1" status: 204 len: 173 time: 0.8665977 Nov 12 00:46:38.843655 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3e1b78f-3407-4e12-ab7a-5138f9a8b96f', 'name': 'network-vif-deleted', 'tag': 'b8167afc-b6be-402b-8f4e-4d69d69202ad'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:46:38.846357 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f6ff71-dac3-4eda-90eb-f79104673f21" -d '{"events": [{"server_uuid": "c3e1b78f-3407-4e12-ab7a-5138f9a8b96f", "name": "network-vif-deleted", "tag": "b8167afc-b6be-402b-8f4e-4d69d69202ad"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:46:38.878032 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7e1d7200-e7b3-45e9-ab3e-8f6b9085ff1d req-bee1ff02-a4ad-468b-adda-56c187055d75 tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:38.883042 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7e1d7200-e7b3-45e9-ab3e-8f6b9085ff1d req-bee1ff02-a4ad-468b-adda-56c187055d75 tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:38.886904 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-be1d9fd6-5d61-47c9-a75f-769b6844cf3a req-8723c8e1-d16b-4a2f-96db-93722aae2b4b tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:38.905830 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-87d1cd1c-978e-458d-955d-e002ae28e0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:38.909132 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-87d1cd1c-978e-458d-955d-e002ae28e0c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:38.910486 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-87d1cd1c-978e-458d-955d-e002ae28e0c9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e8c3e488-6447-439c-8b0d-8600a15d16e6 HTTP/1.1" status: 204 len: 168 time: 0.2733181 Nov 12 00:46:38.918854 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-be1d9fd6-5d61-47c9-a75f-769b6844cf3a req-8723c8e1-d16b-4a2f-96db-93722aae2b4b tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:38.928273 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7e1d7200-e7b3-45e9-ab3e-8f6b9085ff1d req-bee1ff02-a4ad-468b-adda-56c187055d75 tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:38.930402 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7e1d7200-e7b3-45e9-ab3e-8f6b9085ff1d req-bee1ff02-a4ad-468b-adda-56c187055d75 tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3718724 Nov 12 00:46:38.932471 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee1ff02-a4ad-468b-adda-56c187055d75 tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053ec31a-9e09-416e-91c4-8fefe8011ee2,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:38.942548 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d1cd1c-978e-458d-955d-e002ae28e0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c3e488-6447-439c-8b0d-8600a15d16e6,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:38.989820 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-be1d9fd6-5d61-47c9-a75f-769b6844cf3a req-8723c8e1-d16b-4a2f-96db-93722aae2b4b tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:38.993990 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-be1d9fd6-5d61-47c9-a75f-769b6844cf3a req-8723c8e1-d16b-4a2f-96db-93722aae2b4b tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:38.998100 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-be1d9fd6-5d61-47c9-a75f-769b6844cf3a req-8723c8e1-d16b-4a2f-96db-93722aae2b4b tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "DELETE /v2.0/security-groups/25a843b5-4aa7-4b50-8974-d1a6e53f8141 HTTP/1.1" status: 204 len: 173 time: 0.2456007 Nov 12 00:46:39.026674 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8723c8e1-d16b-4a2f-96db-93722aae2b4b tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a843b5-4aa7-4b50-8974-d1a6e53f8141,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:39.064555 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9947be52-945a-4272-bee8-5d6f2387d047 x-openstack-request-id: req-9947be52-945a-4272-bee8-5d6f2387d047 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:46:39.064900 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3e1b78f-3407-4e12-ab7a-5138f9a8b96f", "name": "network-vif-deleted", "tag": "b8167afc-b6be-402b-8f4e-4d69d69202ad", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:46:39.065213 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9947be52-945a-4272-bee8-5d6f2387d047 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:46:39.065667 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3e1b78f-3407-4e12-ab7a-5138f9a8b96f', 'name': 'network-vif-deleted', 'tag': 'b8167afc-b6be-402b-8f4e-4d69d69202ad', 'status': 'completed', 'code': 200} Nov 12 00:46:39.138043 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a2ab9e34-323b-43d7-86ba-235469cf9460 req-fda71d52-1510-4134-b3ca-62a62263190b tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3e1b78f-3407-4e12-ab7a-5138f9a8b96f HTTP/1.1" status: 200 len: 210 time: 0.0388856 Nov 12 00:46:39.169799 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-a05260f8-2905-476c-80eb-e6e8da742982 req-b39a29b0-1055-4189-9d67-6db43e56fd22 tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1047061642', 'description': 'tempest-description-1325585874'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:39.178124 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:39.195284 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a05260f8-2905-476c-80eb-e6e8da742982 req-b39a29b0-1055-4189-9d67-6db43e56fd22 tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:39.231705 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [req-3b170903-e858-4ec7-b97b-5b51477b5ad4 req-ca7e88d9-7cc1-4f5c-8310-9c529af1c54f tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] show failed (client error): The resource could not be found. Nov 12 00:46:39.233732 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3b170903-e858-4ec7-b97b-5b51477b5ad4 req-ca7e88d9-7cc1-4f5c-8310-9c529af1c54f tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups/25a843b5-4aa7-4b50-8974-d1a6e53f8141 HTTP/1.1" status: 404 len: 352 time: 0.0205333 Nov 12 00:46:39.275327 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a05260f8-2905-476c-80eb-e6e8da742982 req-b39a29b0-1055-4189-9d67-6db43e56fd22 tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:39.280818 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a05260f8-2905-476c-80eb-e6e8da742982 req-b39a29b0-1055-4189-9d67-6db43e56fd22 tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:39.315404 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a05260f8-2905-476c-80eb-e6e8da742982 req-b39a29b0-1055-4189-9d67-6db43e56fd22 tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:39.316709 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a05260f8-2905-476c-80eb-e6e8da742982 req-b39a29b0-1055-4189-9d67-6db43e56fd22 tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1511893 Nov 12 00:46:39.318730 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39a29b0-1055-4189-9d67-6db43e56fd22 tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62573ed7-cf10-400a-952d-046cdff4b292,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:39.321588 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8487d00a-280f-4f2e-bc8a-f1c50742a416 req-320a28d7-737b-4915-80c8-7c13c05416a3 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups/ec334d1b-857e-436c-9f7a-95fdb79b601a HTTP/1.1" status: 200 len: 1818 time: 0.0590000 Nov 12 00:46:39.399094 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-8487d00a-280f-4f2e-bc8a-f1c50742a416 req-f2e3cfaf-6383-4803-8b42-8d7a791e48e6 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:39.423696 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-8487d00a-280f-4f2e-bc8a-f1c50742a416 req-f2e3cfaf-6383-4803-8b42-8d7a791e48e6 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:39.483964 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-8487d00a-280f-4f2e-bc8a-f1c50742a416 req-f2e3cfaf-6383-4803-8b42-8d7a791e48e6 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:39.486852 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-8487d00a-280f-4f2e-bc8a-f1c50742a416 req-f2e3cfaf-6383-4803-8b42-8d7a791e48e6 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:39.488648 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8487d00a-280f-4f2e-bc8a-f1c50742a416 req-f2e3cfaf-6383-4803-8b42-8d7a791e48e6 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "DELETE /v2.0/security-groups/ec334d1b-857e-436c-9f7a-95fdb79b601a HTTP/1.1" status: 204 len: 173 time: 0.1524584 Nov 12 00:46:39.503177 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e3cfaf-6383-4803-8b42-8d7a791e48e6 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec334d1b-857e-436c-9f7a-95fdb79b601a,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:39.544266 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [req-2a4d9288-a6e2-4ce1-a4de-50a346a12ee6 req-f0d2da48-8be1-4219-a788-948fbe1d5ac0 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] show failed (client error): The resource could not be found. Nov 12 00:46:39.545301 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2a4d9288-a6e2-4ce1-a4de-50a346a12ee6 req-f0d2da48-8be1-4219-a788-948fbe1d5ac0 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups/ec334d1b-857e-436c-9f7a-95fdb79b601a HTTP/1.1" status: 404 len: 352 time: 0.0295544 Nov 12 00:46:39.633876 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-51e51894-6b5b-40ee-a584-e2bb4b12e1fa req-e3963be3-d1dd-4171-9469-3ad37e55fa0a tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups/39ed50e1-fe13-4224-ac5b-6df033b6aa30 HTTP/1.1" status: 200 len: 1817 time: 0.0584157 Nov 12 00:46:39.718635 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-51e51894-6b5b-40ee-a584-e2bb4b12e1fa req-dddba9bc-cff1-40fc-82ab-f381dcf451e2 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:39.726179 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:39.747910 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-51e51894-6b5b-40ee-a584-e2bb4b12e1fa req-dddba9bc-cff1-40fc-82ab-f381dcf451e2 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:39.816923 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-51e51894-6b5b-40ee-a584-e2bb4b12e1fa req-dddba9bc-cff1-40fc-82ab-f381dcf451e2 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:39.829781 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-51e51894-6b5b-40ee-a584-e2bb4b12e1fa req-dddba9bc-cff1-40fc-82ab-f381dcf451e2 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:39.832055 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-51e51894-6b5b-40ee-a584-e2bb4b12e1fa req-dddba9bc-cff1-40fc-82ab-f381dcf451e2 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "DELETE /v2.0/security-groups/39ed50e1-fe13-4224-ac5b-6df033b6aa30 HTTP/1.1" status: 204 len: 173 time: 0.1971846 Nov 12 00:46:39.847115 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddba9bc-cff1-40fc-82ab-f381dcf451e2 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ed50e1-fe13-4224-ac5b-6df033b6aa30,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:39.868887 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b516823b-3b50-4ef5-9a72-140394eaca0d req-0a9b3e49-3615-496d-ae03-bbc0c8f5001d tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 54494 time: 0.4349043 Nov 12 00:46:39.906863 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50316) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:39.930344 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b516823b-3b50-4ef5-9a72-140394eaca0d req-293d8779-87f0-4104-a11d-2085a45b158b tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] 10.222.0.20 "GET /v2.0/security-groups/151cbc30-9841-4fff-8f5d-76ed62f751f0 HTTP/1.1" status: 200 len: 2998 time: 0.0525444 Nov 12 00:46:39.977988 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b516823b-3b50-4ef5-9a72-140394eaca0d req-d50347a6-81ac-4960-9230-86757f22cf51 tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] 10.222.0.20 "GET /v2.0/security-groups/151cbc30-9841-4fff-8f5d-76ed62f751f0 HTTP/1.1" status: 200 len: 2998 time: 0.0463717 Nov 12 00:46:40.030405 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-a4cd0551-b8e1-468a-a03a-c8ce7bc31a2a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2097701775-network', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:40.031537 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b516823b-3b50-4ef5-9a72-140394eaca0d req-a12363a1-1397-403c-b724-045587085667 tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] 10.222.0.20 "GET /v2.0/security-groups/28f660a1-4edb-439a-9ebd-ec8c33fc9e34 HTTP/1.1" status: 200 len: 2998 time: 0.0440674 Nov 12 00:46:40.055156 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [req-41c837b4-ef6a-4da9-9135-c3786c69a22b req-398646ca-8f4f-4ada-9d11-205fba0ca89d tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] show failed (client error): The resource could not be found. Nov 12 00:46:40.059516 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-41c837b4-ef6a-4da9-9135-c3786c69a22b req-398646ca-8f4f-4ada-9d11-205fba0ca89d tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups/39ed50e1-fe13-4224-ac5b-6df033b6aa30 HTTP/1.1" status: 404 len: 352 time: 0.0242472 Nov 12 00:46:40.074937 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4cd0551-b8e1-468a-a03a-c8ce7bc31a2a admin admin] Made reservation on behalf of 70fcc0cfb50649aa98c75c8239146e76 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:46:40.076684 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b516823b-3b50-4ef5-9a72-140394eaca0d req-aeb6519f-7b97-443b-9361-a47febb7d282 tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] 10.222.0.20 "GET /v2.0/security-groups/28f660a1-4edb-439a-9ebd-ec8c33fc9e34 HTTP/1.1" status: 200 len: 2998 time: 0.0392084 Nov 12 00:46:40.079022 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a4cd0551-b8e1-468a-a03a-c8ce7bc31a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:40.091536 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a4cd0551-b8e1-468a-a03a-c8ce7bc31a2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:40.120958 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b516823b-3b50-4ef5-9a72-140394eaca0d req-eee85880-9928-4fc4-956e-2f81f10ea2c7 tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] 10.222.0.20 "GET /v2.0/security-groups/2de57ef2-a61e-4a81-b64f-61819efde6dd HTTP/1.1" status: 200 len: 2998 time: 0.0375123 Nov 12 00:46:40.176351 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b516823b-3b50-4ef5-9a72-140394eaca0d req-6ded2ff7-c364-4691-b462-24e05dcf3c0a tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] 10.222.0.20 "GET /v2.0/security-groups/2de57ef2-a61e-4a81-b64f-61819efde6dd HTTP/1.1" status: 200 len: 2998 time: 0.0477538 Nov 12 00:46:40.194213 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2458944a-5f87-467a-babc-2cae1eba8e82 req-3fd90b87-33fd-4520-bc69-62108771a8c5 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:40.196251 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2458944a-5f87-467a-babc-2cae1eba8e82 req-3fd90b87-33fd-4520-bc69-62108771a8c5 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] 10.222.0.20 "GET /v2.0/ports?device_id=13f972d5-f6f1-4e72-b54d-71eed0933124 HTTP/1.1" status: 200 len: 946 time: 0.0792971 Nov 12 00:46:40.225632 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b516823b-3b50-4ef5-9a72-140394eaca0d req-d4f73379-bd41-4735-81ce-7c6f0c7081a3 tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] 10.222.0.20 "GET /v2.0/security-groups/6b98de22-720d-4160-ae23-cd9f126bcedf HTTP/1.1" status: 200 len: 2990 time: 0.0415297 Nov 12 00:46:40.238853 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a4cd0551-b8e1-468a-a03a-c8ce7bc31a2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:40.244368 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a4cd0551-b8e1-468a-a03a-c8ce7bc31a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:40.268246 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b516823b-3b50-4ef5-9a72-140394eaca0d req-1f51c30f-b778-4e4d-b459-44e16aecd206 tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] 10.222.0.20 "GET /v2.0/security-groups/6b98de22-720d-4160-ae23-cd9f126bcedf HTTP/1.1" status: 200 len: 2990 time: 0.0358777 Nov 12 00:46:40.291091 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4cd0551-b8e1-468a-a03a-c8ce7bc31a2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:46:40.296078 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2458944a-5f87-467a-babc-2cae1eba8e82 req-44573689-2af2-476a-bae7-d22934a3efe0 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] 10.222.0.20 "GET /v2.0/security-groups?id=4eeb1025-8934-4af3-b3e4-a250ca50b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881205 Nov 12 00:46:40.299499 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd0551-b8e1-468a-a03a-c8ce7bc31a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adad9597-1ca9-4ade-8caf-a5703c9aac27,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:40.308553 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a4cd0551-b8e1-468a-a03a-c8ce7bc31a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:40.308927 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-a4cd0551-b8e1-468a-a03a-c8ce7bc31a2a admin admin] Added segment 7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763 of type vlan for network 985dcccb-2c08-4d64-be3d-bc4d25918b83 Nov 12 00:46:40.332536 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b516823b-3b50-4ef5-9a72-140394eaca0d req-c9d504d9-8421-44a6-b809-60ff7b9760af tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] 10.222.0.20 "GET /v2.0/security-groups/916befa3-be62-44fa-981f-b9b47177b6c8 HTTP/1.1" status: 200 len: 2994 time: 0.0459254 Nov 12 00:46:40.372740 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a4cd0551-b8e1-468a-a03a-c8ce7bc31a2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:40.378077 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b516823b-3b50-4ef5-9a72-140394eaca0d req-86a6568e-844a-4863-8e0f-7bbf44951c7f tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] 10.222.0.20 "GET /v2.0/security-groups/916befa3-be62-44fa-981f-b9b47177b6c8 HTTP/1.1" status: 200 len: 2994 time: 0.0430679 Nov 12 00:46:40.424084 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a4cd0551-b8e1-468a-a03a-c8ce7bc31a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:40.425167 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cd0551-b8e1-468a-a03a-c8ce7bc31a2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:40.425672 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a4cd0551-b8e1-468a-a03a-c8ce7bc31a2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:40.426981 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b516823b-3b50-4ef5-9a72-140394eaca0d req-cb5693e1-0399-4264-8b86-ea6fcfb55ac6 tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] 10.222.0.20 "GET /v2.0/security-groups/9534929a-373f-43a7-b9cb-bcf16499b8c7 HTTP/1.1" status: 200 len: 2998 time: 0.0416501 Nov 12 00:46:40.455973 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-354e8ffa-bb10-4cf7-8e65-c6f7f6bcea66 req-1f44bd55-5b92-4a29-adb2-2549bee17379 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3c616bcabe89454cb93b6c53ea20cfc4 HTTP/1.1" status: 200 len: 6199 time: 0.1100395 Nov 12 00:46:40.474763 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b516823b-3b50-4ef5-9a72-140394eaca0d req-f0dcba20-7dfc-41e4-9ee4-9b9808045682 tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] 10.222.0.20 "GET /v2.0/security-groups/9534929a-373f-43a7-b9cb-bcf16499b8c7 HTTP/1.1" status: 200 len: 2998 time: 0.0414386 Nov 12 00:46:40.490216 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a4cd0551-b8e1-468a-a03a-c8ce7bc31a2a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5821421 Nov 12 00:46:40.498360 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50330) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:40.503902 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-291e13b1-7deb-4fff-b425-48c9d43c56cd admin admin] Request body: {'subnet': {'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2097701775-subnet', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:40.537190 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd0551-b8e1-468a-a03a-c8ce7bc31a2a admin admin] Pushing event updated for resources: {'Network': ['ID=985dcccb-2c08-4d64-be3d-bc4d25918b83,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:40.547833 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b516823b-3b50-4ef5-9a72-140394eaca0d req-ea62074f-934a-4f21-9f53-a119bed679ad tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] 10.222.0.20 "GET /v2.0/security-groups/9e3175a2-49e6-4a0d-9291-cdd01a0236ee HTTP/1.1" status: 200 len: 2998 time: 0.0642717 Nov 12 00:46:40.548135 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:40.550349 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-354e8ffa-bb10-4cf7-8e65-c6f7f6bcea66 req-4ce0e81d-cbbf-4553-b21f-83c136931edd tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups/9e3175a2-49e6-4a0d-9291-cdd01a0236ee HTTP/1.1" status: 200 len: 2998 time: 0.0849943 Nov 12 00:46:40.551898 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291e13b1-7deb-4fff-b425-48c9d43c56cd admin admin] Made reservation on behalf of 70fcc0cfb50649aa98c75c8239146e76 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:46:40.557479 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-291e13b1-7deb-4fff-b425-48c9d43c56cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:40.557729 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 985dcccb-2c08-4d64-be3d-bc4d25918b83 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:46:40.627491 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b516823b-3b50-4ef5-9a72-140394eaca0d req-633cfa31-caef-4174-b4e5-4cb90e63a5e6 tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] 10.222.0.20 "GET /v2.0/security-groups/9e3175a2-49e6-4a0d-9291-cdd01a0236ee HTTP/1.1" status: 200 len: 2998 time: 0.0669470 Nov 12 00:46:40.629978 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-354e8ffa-bb10-4cf7-8e65-c6f7f6bcea66 req-3e08b21d-0a72-4218-b262-d8a1e8a0266c tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups/9e3175a2-49e6-4a0d-9291-cdd01a0236ee HTTP/1.1" status: 200 len: 2998 time: 0.0679924 Nov 12 00:46:40.726154 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b516823b-3b50-4ef5-9a72-140394eaca0d req-699ec64a-d591-43ef-b06f-d6fd6087d399 tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] 10.222.0.20 "GET /v2.0/security-groups/a03634ce-ed3b-4416-8740-42e8d767cedd HTTP/1.1" status: 200 len: 2998 time: 0.0926616 Nov 12 00:46:40.811533 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b516823b-3b50-4ef5-9a72-140394eaca0d req-e092bd59-8177-413a-acb9-b5b8f1467aaf tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] 10.222.0.20 "GET /v2.0/security-groups/a03634ce-ed3b-4416-8740-42e8d767cedd HTTP/1.1" status: 200 len: 2998 time: 0.0744183 Nov 12 00:46:40.880811 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-c954b7eb-3c4e-4197-91ee-274362b692c1 req-05e93b5b-ea2a-4441-9021-7ab42aff1f05 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1778233858', 'description': 'tempest-description-1422483833'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:40.888986 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-291e13b1-7deb-4fff-b425-48c9d43c56cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:40.905236 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-c954b7eb-3c4e-4197-91ee-274362b692c1 req-05e93b5b-ea2a-4441-9021-7ab42aff1f05 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:40.920644 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b516823b-3b50-4ef5-9a72-140394eaca0d req-bce8f08a-c6d0-49d9-930f-bc734aa05e8d tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] 10.222.0.20 "GET /v2.0/security-groups/a44c838a-ab99-4eee-87e5-2a3e8ae4907a HTTP/1.1" status: 200 len: 2998 time: 0.1005545 Nov 12 00:46:40.966428 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e13b1-7deb-4fff-b425-48c9d43c56cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcb6d631-2a57-4fd6-955b-55bc25740c77,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:40.984973 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-c954b7eb-3c4e-4197-91ee-274362b692c1 req-05e93b5b-ea2a-4441-9021-7ab42aff1f05 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:40.989043 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-c954b7eb-3c4e-4197-91ee-274362b692c1 req-05e93b5b-ea2a-4441-9021-7ab42aff1f05 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:40.990735 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291e13b1-7deb-4fff-b425-48c9d43c56cd admin admin] Checking segment: {'id': '7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:46:40.991108 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291e13b1-7deb-4fff-b425-48c9d43c56cd admin admin] Network hostable DHCP agents. Network: 985dcccb-2c08-4d64-be3d-bc4d25918b83, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:46:41.000246 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b516823b-3b50-4ef5-9a72-140394eaca0d req-b9162b09-7ba0-4c43-813d-388eecfaee0b tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] 10.222.0.20 "GET /v2.0/security-groups/a44c838a-ab99-4eee-87e5-2a3e8ae4907a HTTP/1.1" status: 200 len: 2998 time: 0.0696831 Nov 12 00:46:41.017295 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-c954b7eb-3c4e-4197-91ee-274362b692c1 req-05e93b5b-ea2a-4441-9021-7ab42aff1f05 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:41.017564 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291e13b1-7deb-4fff-b425-48c9d43c56cd admin admin] Network 985dcccb-2c08-4d64-be3d-bc4d25918b83 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:46:41.018749 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c954b7eb-3c4e-4197-91ee-274362b692c1 req-05e93b5b-ea2a-4441-9021-7ab42aff1f05 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.1421623 Nov 12 00:46:41.034313 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e93b5b-ea2a-4441-9021-7ab42aff1f05 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b56ccc7-bb79-4ea9-8c06-4f9c8fce3248,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:41.036853 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-291e13b1-7deb-4fff-b425-48c9d43c56cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 985dcccb-2c08-4d64-be3d-bc4d25918b83) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:41.045736 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e182ce-239c-4a36-80a8-0046c8257066 None None] Network 985dcccb-2c08-4d64-be3d-bc4d25918b83 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:46:41.046352 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291e13b1-7deb-4fff-b425-48c9d43c56cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:41.046614 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-291e13b1-7deb-4fff-b425-48c9d43c56cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:41.063827 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b516823b-3b50-4ef5-9a72-140394eaca0d req-a03c5dc4-46d7-4ee2-bba2-3cb7576af222 tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] 10.222.0.20 "GET /v2.0/security-groups/ad1b8665-0670-45ec-8a22-9dd712536d48 HTTP/1.1" status: 200 len: 2998 time: 0.0547409 Nov 12 00:46:41.071662 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-291e13b1-7deb-4fff-b425-48c9d43c56cd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5690579 Nov 12 00:46:41.072502 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50344) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:41.078773 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-32e9dfec-7794-4a16-ae55-ff9be9faaf88 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2097701775-router', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:41.105782 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-32e9dfec-7794-4a16-ae55-ff9be9faaf88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:41.112522 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-32e9dfec-7794-4a16-ae55-ff9be9faaf88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:41.137998 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b516823b-3b50-4ef5-9a72-140394eaca0d req-8e412a8a-79c3-45df-bd69-e0d569a1cf5b tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] 10.222.0.20 "GET /v2.0/security-groups/ad1b8665-0670-45ec-8a22-9dd712536d48 HTTP/1.1" status: 200 len: 2998 time: 0.0668848 Nov 12 00:46:41.186630 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b516823b-3b50-4ef5-9a72-140394eaca0d req-cc56ac2c-423f-46ad-a1b8-3ecf863891c2 tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] 10.222.0.20 "GET /v2.0/security-groups/d9c8fd08-6591-4a5a-b303-9ee103150d54 HTTP/1.1" status: 200 len: 2998 time: 0.0418580 Nov 12 00:46:41.234019 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-32e9dfec-7794-4a16-ae55-ff9be9faaf88 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:41.239398 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b516823b-3b50-4ef5-9a72-140394eaca0d req-43450116-88c0-4959-a9cb-70836fadc569 tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] 10.222.0.20 "GET /v2.0/security-groups/d9c8fd08-6591-4a5a-b303-9ee103150d54 HTTP/1.1" status: 200 len: 2998 time: 0.0451083 Nov 12 00:46:41.240109 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06717c4-3b72-4b38-8849-274db7d0f8b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-985dcccb-2c08-4d64-be3d-bc4d25918b83', 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'fixed_ips': [{'subnet_id': 'fcb6d631-2a57-4fd6-955b-55bc25740c77'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:46:41.241226 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c06717c4-3b72-4b38-8849-274db7d0f8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:41.299084 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b516823b-3b50-4ef5-9a72-140394eaca0d req-7e679373-a062-4d8a-b919-eba3d9f3bce2 tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] 10.222.0.20 "GET /v2.0/security-groups/dbbfee7f-1521-40bf-b054-b5a18fa66ed1 HTTP/1.1" status: 200 len: 2998 time: 0.0504260 Nov 12 00:46:41.348193 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b516823b-3b50-4ef5-9a72-140394eaca0d req-3fafccd6-9dc0-400b-8196-adfb0ff8d39d tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] 10.222.0.20 "GET /v2.0/security-groups/dbbfee7f-1521-40bf-b054-b5a18fa66ed1 HTTP/1.1" status: 200 len: 2998 time: 0.0404670 Nov 12 00:46:41.372653 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda0e2d-4a21-45d4-b218-fee92f5f2d61 req-a2861b84-96c7-4ac7-99b5-7e250adbb3f3 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:41.374148 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bfda0e2d-4a21-45d4-b218-fee92f5f2d61 req-a2861b84-96c7-4ac7-99b5-7e250adbb3f3 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/networks?id=6b2d1442-0e79-422e-955b-efc39299c7dd HTTP/1.1" status: 200 len: 806 time: 0.2517898 Nov 12 00:46:41.377314 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-28c81a99-a557-4854-8e32-f9daabb70ef2 req-58e58ede-e9d0-4a94-90df-c6989cb1c851 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-395803664', 'description': 'tempest-description-1215504528'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:41.382392 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-c06717c4-3b72-4b38-8849-274db7d0f8b5 None None] Allocated IP 172.20.0.2 (985dcccb-2c08-4d64-be3d-bc4d25918b83/fcb6d631-2a57-4fd6-955b-55bc25740c77/f2c79ad8-91a6-4546-8c64-928f469d1fb2) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:46:41.402358 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-28c81a99-a557-4854-8e32-f9daabb70ef2 req-58e58ede-e9d0-4a94-90df-c6989cb1c851 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:41.412984 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-32e9dfec-7794-4a16-ae55-ff9be9faaf88 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:41.419747 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bfda0e2d-4a21-45d4-b218-fee92f5f2d61 req-893b3c67-f096-4f4a-b6a5-0caae04c8b68 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/quotas/78b3942b4d1d42e395f1a600361aab79 HTTP/1.1" status: 200 len: 375 time: 0.0180569 Nov 12 00:46:41.484511 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device b8167afc-b6be-402b-8f4e-4d69d69202ad no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:46:41.485733 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-28c81a99-a557-4854-8e32-f9daabb70ef2 req-58e58ede-e9d0-4a94-90df-c6989cb1c851 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:41.490741 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-28c81a99-a557-4854-8e32-f9daabb70ef2 req-58e58ede-e9d0-4a94-90df-c6989cb1c851 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:41.520187 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: b8167afc-b6be-402b-8f4e-4d69d69202ad {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:46:41.520776 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device b8167afc-b6be-402b-8f4e-4d69d69202ad not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:46:41.523686 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-28c81a99-a557-4854-8e32-f9daabb70ef2 req-58e58ede-e9d0-4a94-90df-c6989cb1c851 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:41.525880 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-28c81a99-a557-4854-8e32-f9daabb70ef2 req-58e58ede-e9d0-4a94-90df-c6989cb1c851 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.1550097 Nov 12 00:46:41.533609 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e58ede-e9d0-4a94-90df-c6989cb1c851 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed3e4e5-9d6e-49c2-88e8-18b55e398c0f,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:41.551359 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bfda0e2d-4a21-45d4-b218-fee92f5f2d61 req-3c95d6f4-8ca9-4f11-b4ef-40e30fa82271 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=78b3942b4d1d42e395f1a600361aab79&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1162636 Nov 12 00:46:41.617618 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c06717c4-3b72-4b38-8849-274db7d0f8b5 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:41.626736 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c06717c4-3b72-4b38-8849-274db7d0f8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:41.680578 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e00fa-1c5f-4678-81dc-affc9f4c69b4 req-bdd4dd0c-d066-428f-873f-948a5e9ed81c tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:41.682750 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-091e00fa-1c5f-4678-81dc-affc9f4c69b4 req-bdd4dd0c-d066-428f-873f-948a5e9ed81c tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] 10.222.0.20 "GET /v2.0/ports?device_id=13f972d5-f6f1-4e72-b54d-71eed0933124 HTTP/1.1" status: 200 len: 946 time: 0.0726092 Nov 12 00:46:41.699837 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06717c4-3b72-4b38-8849-274db7d0f8b5 None None] Network 985dcccb-2c08-4d64-be3d-bc4d25918b83 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:46:41.703747 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-c06717c4-3b72-4b38-8849-274db7d0f8b5 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:41.711203 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06717c4-3b72-4b38-8849-274db7d0f8b5 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:46:41.739891 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-091e00fa-1c5f-4678-81dc-affc9f4c69b4 req-c4d52230-1fd8-4a6a-8aa9-69e328ef6837 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] 10.222.0.20 "GET /v2.0/security-groups?id=4eeb1025-8934-4af3-b3e4-a250ca50b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497692 Nov 12 00:46:41.749891 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06717c4-3b72-4b38-8849-274db7d0f8b5 None None] Pushing event updated for resources: {'Port': ['ID=f2c79ad8-91a6-4546-8c64-928f469d1fb2,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:41.789744 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-c06717c4-3b72-4b38-8849-274db7d0f8b5 None None] Attempting to bind port f2c79ad8-91a6-4546-8c64-928f469d1fb2 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:46:41.790223 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-c06717c4-3b72-4b38-8849-274db7d0f8b5 None None] Attempting to bind port f2c79ad8-91a6-4546-8c64-928f469d1fb2 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:46:41.790658 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06717c4-3b72-4b38-8849-274db7d0f8b5 None None] Attempting to bind port f2c79ad8-91a6-4546-8c64-928f469d1fb2 on network 985dcccb-2c08-4d64-be3d-bc4d25918b83 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:46:41.796898 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06717c4-3b72-4b38-8849-274db7d0f8b5 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:46:41.797353 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06717c4-3b72-4b38-8849-274db7d0f8b5 None None] Checking segment: {'id': '7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:46:41.797842 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c06717c4-3b72-4b38-8849-274db7d0f8b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:41.798291 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06717c4-3b72-4b38-8849-274db7d0f8b5 None None] Bound using segment: {'id': '7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:46:41.798813 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-c06717c4-3b72-4b38-8849-274db7d0f8b5 None None] Bound port: f2c79ad8-91a6-4546-8c64-928f469d1fb2, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:46:41.799251 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c06717c4-3b72-4b38-8849-274db7d0f8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:41.800758 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bfda0e2d-4a21-45d4-b218-fee92f5f2d61 req-98fe5e4c-734c-48d9-8374-bbe586fe7f64 service neutron] 10.222.0.20 "GET /v2.0/networks/6b2d1442-0e79-422e-955b-efc39299c7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355323 Nov 12 00:46:41.838688 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-32e9dfec-7794-4a16-ae55-ff9be9faaf88 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:41.842276 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3801ea1a-e298-4921-9803-679666027aa6 req-541c917e-67db-44bc-a86d-e7e919b4d5b5 tempest-SecurityGroupsTestAdminJSON-1479905385 tempest-SecurityGroupsTestAdminJSON-1479905385-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f654b827e36749608ce1f7d579a8a9d5 HTTP/1.1" status: 200 len: 6152 time: 0.0693462 Nov 12 00:46:41.875949 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-c06717c4-3b72-4b38-8849-274db7d0f8b5 None None] For port f2c79ad8-91a6-4546-8c64-928f469d1fb2, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:46:41.880390 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-c06717c4-3b72-4b38-8849-274db7d0f8b5 None None] For port f2c79ad8-91a6-4546-8c64-928f469d1fb2, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=f2c79ad8-91a6-4546-8c64-928f469d1fb2,segment=NetworkSegment(7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763),segment_id=7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:46:41.885910 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c06717c4-3b72-4b38-8849-274db7d0f8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:41.887677 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-32e9dfec-7794-4a16-ae55-ff9be9faaf88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:41.912851 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3801ea1a-e298-4921-9803-679666027aa6 req-7419f28b-ad0c-4ce8-98b5-1ad89dff50fe tempest-SecurityGroupsTestAdminJSON-1479905385 tempest-SecurityGroupsTestAdminJSON-1479905385-project] 10.222.0.20 "GET /v2.0/security-groups/2de57ef2-a61e-4a81-b64f-61819efde6dd HTTP/1.1" status: 200 len: 2998 time: 0.0581434 Nov 12 00:46:41.947724 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06717c4-3b72-4b38-8849-274db7d0f8b5 None None] Pushing event updated for resources: {'Port': ['ID=f2c79ad8-91a6-4546-8c64-928f469d1fb2,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:41.971261 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3801ea1a-e298-4921-9803-679666027aa6 req-55fb20d1-11c5-42e8-a884-94cc7a66aac5 tempest-SecurityGroupsTestAdminJSON-1479905385 tempest-SecurityGroupsTestAdminJSON-1479905385-project] 10.222.0.20 "GET /v2.0/security-groups/2de57ef2-a61e-4a81-b64f-61819efde6dd HTTP/1.1" status: 200 len: 2998 time: 0.0594759 Nov 12 00:46:42.019812 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb20b1-3cf2-47c3-ac58-92fc17489b97 req-8d47b746-86c7-43ff-beda-e981a4b809d6 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:42.021644 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7edb20b1-3cf2-47c3-ac58-92fc17489b97 req-8d47b746-86c7-43ff-beda-e981a4b809d6 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] 10.222.0.54 "GET /v2.0/ports?device_id=13f972d5-f6f1-4e72-b54d-71eed0933124 HTTP/1.1" status: 200 len: 946 time: 0.1242363 Nov 12 00:46:42.024240 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bfda0e2d-4a21-45d4-b218-fee92f5f2d61 req-ad740ac9-75e2-48aa-8e9d-5e4b98fbd11f service neutron] 10.222.0.20 "GET /v2.0/networks/6b2d1442-0e79-422e-955b-efc39299c7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227263 Nov 12 00:46:42.126827 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-32e9dfec-7794-4a16-ae55-ff9be9faaf88 admin admin] Allocated IP 172.25.2.169 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/735f833a-7d3e-43b5-86e8-820a96b3d37e) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:46:42.227052 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f24acd-eafb-4985-8d8c-a63c873cd883 req-26df9e6c-78d8-4b1c-8479-3acb7d998e99 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:42.235627 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d6f24acd-eafb-4985-8d8c-a63c873cd883 req-26df9e6c-78d8-4b1c-8479-3acb7d998e99 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/networks?id=99933297-ab4a-401e-8d8a-276d6844b2b2 HTTP/1.1" status: 200 len: 811 time: 0.1789083 Nov 12 00:46:42.258310 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d6f24acd-eafb-4985-8d8c-a63c873cd883 req-84f200aa-399e-4c04-80f7-8313ef0f17c1 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/quotas/3c616bcabe89454cb93b6c53ea20cfc4 HTTP/1.1" status: 200 len: 375 time: 0.0211251 Nov 12 00:46:42.339755 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d6f24acd-eafb-4985-8d8c-a63c873cd883 req-2f3c2e5c-a722-43e9-b2a1-72ac8ef20328 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3c616bcabe89454cb93b6c53ea20cfc4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0791860 Nov 12 00:46:42.441576 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:42.486751 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d6f24acd-eafb-4985-8d8c-a63c873cd883 req-6a41e0b1-bc37-4d4c-bcc7-91b5b517b608 service neutron] 10.222.0.20 "GET /v2.0/networks/99933297-ab4a-401e-8d8a-276d6844b2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391206 Nov 12 00:46:42.606683 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d6f24acd-eafb-4985-8d8c-a63c873cd883 req-0f07959f-772f-4648-a64a-9636a30871d5 service neutron] 10.222.0.20 "GET /v2.0/networks/99933297-ab4a-401e-8d8a-276d6844b2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112249 Nov 12 00:46:42.615170 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-7edb20b1-3cf2-47c3-ac58-92fc17489b97 req-ad01869a-68c7-42a8-91d2-b27907e47cad tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Deleting port 9d8553e9-0618-41fc-a090-9e86baf06f6f {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:46:42.615644 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7edb20b1-3cf2-47c3-ac58-92fc17489b97 req-ad01869a-68c7-42a8-91d2-b27907e47cad tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:42.716658 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c2bf8cff-1bae-43ac-9fe0-80ffbec255c3 req-d62dd831-168a-4fcd-a547-329d9b40919a tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] 10.222.0.20 "GET /v2.0/security-groups/62573ed7-cf10-400a-952d-046cdff4b292 HTTP/1.1" status: 200 len: 1795 time: 0.1580224 Nov 12 00:46:42.800042 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-32e9dfec-7794-4a16-ae55-ff9be9faaf88 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:42.843676 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-7edb20b1-3cf2-47c3-ac58-92fc17489b97 req-ad01869a-68c7-42a8-91d2-b27907e47cad tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] For port 9d8553e9-0618-41fc-a090-9e86baf06f6f, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=9d8553e9-0618-41fc-a090-9e86baf06f6f,segment=NetworkSegment(2d305d08-a71e-4602-9598-8dd3a4ad7b2b),segment_id=2d305d08-a71e-4602-9598-8dd3a4ad7b2b)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:42.845416 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7edb20b1-3cf2-47c3-ac58-92fc17489b97 req-ad01869a-68c7-42a8-91d2-b27907e47cad tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:42.878469 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-581bb71a-9f3e-4c44-89fb-90c44f84404f req-ca7a0681-8976-438e-9cb4-e19101a3b64c tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9 HTTP/1.1" status: 200 len: 210 time: 0.0564439 Nov 12 00:46:42.976573 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-c2bf8cff-1bae-43ac-9fe0-80ffbec255c3 req-b7c77e2b-141e-4566-9c44-fa35cd4cdac9 tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:42.986834 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-46ba7b5b-8d0f-47e6-95fd-fd9f47b117c4 req-accdc3f4-8f89-4bd3-956f-ba89a3b6c9f0 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/ports?device_id=386698b3-cd24-4d7c-b878-ecb8781a18c3 HTTP/1.1" status: 200 len: 210 time: 0.0431263 Nov 12 00:46:43.060841 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-32e9dfec-7794-4a16-ae55-ff9be9faaf88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:43.065237 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-c2bf8cff-1bae-43ac-9fe0-80ffbec255c3 req-b7c77e2b-141e-4566-9c44-fa35cd4cdac9 tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:43.146018 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33663428-4d83-4d48-bca8-10e5b38ee73d req-badbfb45-6d6d-47d2-aa99-55081ea19814 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:43.148017 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-33663428-4d83-4d48-bca8-10e5b38ee73d req-badbfb45-6d6d-47d2-aa99-55081ea19814 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] 10.222.0.20 "GET /v2.0/ports?device_id=13f972d5-f6f1-4e72-b54d-71eed0933124 HTTP/1.1" status: 200 len: 946 time: 0.0722921 Nov 12 00:46:43.191326 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e9dfec-7794-4a16-ae55-ff9be9faaf88 admin admin] Pushing event updated for resources: {'Port': ['ID=735f833a-7d3e-43b5-86e8-820a96b3d37e,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:43.201888 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e9dfec-7794-4a16-ae55-ff9be9faaf88 admin admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:46:43.214889 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-32e9dfec-7794-4a16-ae55-ff9be9faaf88 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:43.218277 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e9dfec-7794-4a16-ae55-ff9be9faaf88 admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:46:43.221120 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-33663428-4d83-4d48-bca8-10e5b38ee73d req-7480692e-699e-4333-b23c-38f3e86be75b tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] 10.222.0.20 "GET /v2.0/security-groups?id=4eeb1025-8934-4af3-b3e4-a250ca50b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665808 Nov 12 00:46:43.246803 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7edb20b1-3cf2-47c3-ac58-92fc17489b97 req-ad01869a-68c7-42a8-91d2-b27907e47cad tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:43.247164 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7edb20b1-3cf2-47c3-ac58-92fc17489b97 req-ad01869a-68c7-42a8-91d2-b27907e47cad tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:43.247501 n-d-812236-11 neutron-server[102662]: INFO neutron.db.l3_db [req-7edb20b1-3cf2-47c3-ac58-92fc17489b97 req-ad01869a-68c7-42a8-91d2-b27907e47cad tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Floating IP 7b834270-e2cc-4ac4-ab70-276895befba0 disassociated. External IP: 172.25.2.56, port: 9d8553e9-0618-41fc-a090-9e86baf06f6f. Nov 12 00:46:43.247823 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-7edb20b1-3cf2-47c3-ac58-92fc17489b97 req-ad01869a-68c7-42a8-91d2-b27907e47cad tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Calling delete_port for 9d8553e9-0618-41fc-a090-9e86baf06f6f owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:46:43.267801 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-c2bf8cff-1bae-43ac-9fe0-80ffbec255c3 req-b7c77e2b-141e-4566-9c44-fa35cd4cdac9 tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:43.270661 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-c2bf8cff-1bae-43ac-9fe0-80ffbec255c3 req-b7c77e2b-141e-4566-9c44-fa35cd4cdac9 tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:43.271821 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c2bf8cff-1bae-43ac-9fe0-80ffbec255c3 req-b7c77e2b-141e-4566-9c44-fa35cd4cdac9 tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/62573ed7-cf10-400a-952d-046cdff4b292 HTTP/1.1" status: 204 len: 173 time: 0.5470524 Nov 12 00:46:43.324931 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88005554-d000-4797-b394-fba7a3262a4b None None] Network 985dcccb-2c08-4d64-be3d-bc4d25918b83 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:46:43.332025 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a747935b-da97-45c5-a07a-f159a7f0dd1a req-09a3f08c-2213-406d-9c01-532d18ab2dc7 tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] 10.222.0.20 "GET /v2.0/security-groups/053ec31a-9e09-416e-91c4-8fefe8011ee2 HTTP/1.1" status: 200 len: 1795 time: 0.0407050 Nov 12 00:46:43.351525 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c77e2b-141e-4566-9c44-fa35cd4cdac9 tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62573ed7-cf10-400a-952d-046cdff4b292,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:43.496076 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a747935b-da97-45c5-a07a-f159a7f0dd1a req-dee7a542-e524-4dfa-973a-3f0da98201fc tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:43.540196 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a747935b-da97-45c5-a07a-f159a7f0dd1a req-dee7a542-e524-4dfa-973a-3f0da98201fc tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:43.564323 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-c7ed58db-ddcb-403c-b139-4f89ccfca39b None None] Provisioning complete for port f2c79ad8-91a6-4546-8c64-928f469d1fb2 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:43.564605 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c7ed58db-ddcb-403c-b139-4f89ccfca39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:43.667316 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c7ed58db-ddcb-403c-b139-4f89ccfca39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:43.710697 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-c7ed58db-ddcb-403c-b139-4f89ccfca39b None None] For port f2c79ad8-91a6-4546-8c64-928f469d1fb2, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=f2c79ad8-91a6-4546-8c64-928f469d1fb2,segment=NetworkSegment(7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763),segment_id=7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:43.714584 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-32e9dfec-7794-4a16-ae55-ff9be9faaf88 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:43.717205 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c7ed58db-ddcb-403c-b139-4f89ccfca39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:43.721331 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7edb20b1-3cf2-47c3-ac58-92fc17489b97 req-ad01869a-68c7-42a8-91d2-b27907e47cad tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:43.797458 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda0e2d-4a21-45d4-b218-fee92f5f2d61 req-4d347d6e-c88f-43e2-9a47-92d614e362f6 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:43.799768 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bfda0e2d-4a21-45d4-b218-fee92f5f2d61 req-4d347d6e-c88f-43e2-9a47-92d614e362f6 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.49 "GET /v2.0/networks?id=6b2d1442-0e79-422e-955b-efc39299c7dd HTTP/1.1" status: 200 len: 806 time: 0.1855454 Nov 12 00:46:43.800590 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a747935b-da97-45c5-a07a-f159a7f0dd1a req-dee7a542-e524-4dfa-973a-3f0da98201fc tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:43.803175 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a747935b-da97-45c5-a07a-f159a7f0dd1a req-dee7a542-e524-4dfa-973a-3f0da98201fc tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:43.808828 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a747935b-da97-45c5-a07a-f159a7f0dd1a req-dee7a542-e524-4dfa-973a-3f0da98201fc tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/053ec31a-9e09-416e-91c4-8fefe8011ee2 HTTP/1.1" status: 204 len: 173 time: 0.4591856 Nov 12 00:46:43.822685 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7a542-e524-4dfa-973a-3f0da98201fc tempest-SecurityGroupsTestAdminJSON-864231731 tempest-SecurityGroupsTestAdminJSON-864231731-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053ec31a-9e09-416e-91c4-8fefe8011ee2,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:43.831632 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-bfda0e2d-4a21-45d4-b218-fee92f5f2d61 req-46d82140-22a1-4843-bccb-b8ead948509f tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Request body: {'port': {'device_id': 'a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9', 'network_id': '6b2d1442-0e79-422e-955b-efc39299c7dd', 'admin_state_up': True, 'tenant_id': '78b3942b4d1d42e395f1a600361aab79'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:43.871644 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed58db-ddcb-403c-b139-4f89ccfca39b None None] Pushing event updated for resources: {'Port': ['ID=f2c79ad8-91a6-4546-8c64-928f469d1fb2,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:43.915086 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device f2c79ad8-91a6-4546-8c64-928f469d1fb2 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:46:43.929999 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01869a-68c7-42a8-91d2-b27907e47cad tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Pushing event deleted for resources: {'Port': ['ID=9d8553e9-0618-41fc-a090-9e86baf06f6f,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:44.026059 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port f2c79ad8-91a6-4546-8c64-928f469d1fb2 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:44.026586 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:44.112013 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-849fceaf-19f0-4069-b661-d50df67d59e1 req-a8ad04a7-82ad-40d2-a5ef-0c123328cecb tempest-SecurityGroupsTestAdminJSON-1479905385 tempest-SecurityGroupsTestAdminJSON-1479905385-project] 10.222.0.20 "GET /v2.0/security-groups/c6f47fec-c967-4fc3-bf66-f347d35147c5 HTTP/1.1" status: 200 len: 1794 time: 0.2018571 Nov 12 00:46:44.146978 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-e2a0b176-f1a5-4648-8e68-9bd5300df4d8 None None] Provisioning complete for port f2c79ad8-91a6-4546-8c64-928f469d1fb2 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:44.147924 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e2a0b176-f1a5-4648-8e68-9bd5300df4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:44.325549 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7edb20b1-3cf2-47c3-ac58-92fc17489b97 req-ad01869a-68c7-42a8-91d2-b27907e47cad tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Router 82012639-ccff-4ca9-bda4-74ec8b9a6da7 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:46:44.330436 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-849fceaf-19f0-4069-b661-d50df67d59e1 req-71bbaf11-43ed-45a2-a648-86b18e54edb6 tempest-SecurityGroupsTestAdminJSON-1479905385 tempest-SecurityGroupsTestAdminJSON-1479905385-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:44.368488 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-32e9dfec-7794-4a16-ae55-ff9be9faaf88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:44.372095 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-849fceaf-19f0-4069-b661-d50df67d59e1 req-71bbaf11-43ed-45a2-a648-86b18e54edb6 tempest-SecurityGroupsTestAdminJSON-1479905385 tempest-SecurityGroupsTestAdminJSON-1479905385-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:44.435371 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6cef6dda-abf5-473d-a206-14e6f4cf0c2f req-6274055f-1590-40f2-9090-7ca77eb9e4b4 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9 HTTP/1.1" status: 200 len: 210 time: 0.0342755 Nov 12 00:46:44.448986 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfda0e2d-4a21-45d4-b218-fee92f5f2d61 req-46d82140-22a1-4843-bccb-b8ead948509f tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Made reservation on behalf of 78b3942b4d1d42e395f1a600361aab79 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:46:44.465159 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-bfda0e2d-4a21-45d4-b218-fee92f5f2d61 req-46d82140-22a1-4843-bccb-b8ead948509f tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:44.624661 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2ff5cd26-b0d2-48b8-aa71-b2ed56ba4474 req-3771ac69-1484-447f-9aae-95503e8290c8 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/ports?device_id=386698b3-cd24-4d7c-b878-ecb8781a18c3 HTTP/1.1" status: 200 len: 210 time: 0.0403585 Nov 12 00:46:44.652945 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-849fceaf-19f0-4069-b661-d50df67d59e1 req-71bbaf11-43ed-45a2-a648-86b18e54edb6 tempest-SecurityGroupsTestAdminJSON-1479905385 tempest-SecurityGroupsTestAdminJSON-1479905385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:44.655572 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-849fceaf-19f0-4069-b661-d50df67d59e1 req-71bbaf11-43ed-45a2-a648-86b18e54edb6 tempest-SecurityGroupsTestAdminJSON-1479905385 tempest-SecurityGroupsTestAdminJSON-1479905385-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:44.656713 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-849fceaf-19f0-4069-b661-d50df67d59e1 req-71bbaf11-43ed-45a2-a648-86b18e54edb6 tempest-SecurityGroupsTestAdminJSON-1479905385 tempest-SecurityGroupsTestAdminJSON-1479905385-project] 10.222.0.20 "DELETE /v2.0/security-groups/c6f47fec-c967-4fc3-bf66-f347d35147c5 HTTP/1.1" status: 204 len: 173 time: 0.5438135 Nov 12 00:46:44.705142 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-bfda0e2d-4a21-45d4-b218-fee92f5f2d61 req-46d82140-22a1-4843-bccb-b8ead948509f tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Allocated IP 172.20.0.9 (6b2d1442-0e79-422e-955b-efc39299c7dd/e9ebb41c-1861-43b6-b921-ba560680823b/1efa13fd-8c07-486c-9a40-e05ad31bd16b) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:46:44.710537 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bbaf11-43ed-45a2-a648-86b18e54edb6 tempest-SecurityGroupsTestAdminJSON-1479905385 tempest-SecurityGroupsTestAdminJSON-1479905385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f47fec-c967-4fc3-bf66-f347d35147c5,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:44.752792 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7edb20b1-3cf2-47c3-ac58-92fc17489b97 req-ad01869a-68c7-42a8-91d2-b27907e47cad tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:46:44.766119 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263d00d7-b0f7-4926-8cc7-30ab56d327ab None None] Sync routers for ids ['82012639-ccff-4ca9-bda4-74ec8b9a6da7'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:46:44.776453 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263d00d7-b0f7-4926-8cc7-30ab56d327ab None None] Routers {'82012639-ccff-4ca9-bda4-74ec8b9a6da7'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:46:44.777107 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-263d00d7-b0f7-4926-8cc7-30ab56d327ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:46:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['82012639-ccff-4ca9-bda4-74ec8b9a6da7'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:44.786764 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f24acd-eafb-4985-8d8c-a63c873cd883 req-5f21fd28-d944-4837-b0c4-25bb7d0321e5 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:44.789326 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d6f24acd-eafb-4985-8d8c-a63c873cd883 req-5f21fd28-d944-4837-b0c4-25bb7d0321e5 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.49 "GET /v2.0/networks?id=99933297-ab4a-401e-8d8a-276d6844b2b2 HTTP/1.1" status: 200 len: 811 time: 0.2997515 Nov 12 00:46:44.810547 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-90b6d81e-bfcc-4987-9c6f-92bc7324e5ff req-10003a63-aecf-4b82-b4b3-6caf68c83b52 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] 10.222.0.20 "GET /v2.0/ports?device_id=13f972d5-f6f1-4e72-b54d-71eed0933124 HTTP/1.1" status: 200 len: 210 time: 0.0790546 Nov 12 00:46:44.816188 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-d6f24acd-eafb-4985-8d8c-a63c873cd883 req-1c7021ad-83ca-444d-a551-89b71a45b6e7 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Request body: {'port': {'device_id': '386698b3-cd24-4d7c-b878-ecb8781a18c3', 'network_id': '99933297-ab4a-401e-8d8a-276d6844b2b2', 'admin_state_up': True, 'tenant_id': '3c616bcabe89454cb93b6c53ea20cfc4'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:44.874958 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426620a-61b1-408c-aa07-fb3975a37fcf req-41cd8481-baac-4e48-948b-9a4851d54cff tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:44.883344 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-263d00d7-b0f7-4926-8cc7-30ab56d327ab None None] Set router 82012639-ccff-4ca9-bda4-74ec8b9a6da7 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:46:44.885059 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c426620a-61b1-408c-aa07-fb3975a37fcf req-41cd8481-baac-4e48-948b-9a4851d54cff tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=93bc3dde-ca07-4327-be4c-d513241d0d3f HTTP/1.1" status: 200 len: 1097 time: 0.1518736 Nov 12 00:46:44.907550 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-7edb20b1-3cf2-47c3-ac58-92fc17489b97 req-ad01869a-68c7-42a8-91d2-b27907e47cad tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] No DVR routers for this DVR port 9d8553e9-0618-41fc-a090-9e86baf06f6f on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:46:44.914612 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7edb20b1-3cf2-47c3-ac58-92fc17489b97 req-ad01869a-68c7-42a8-91d2-b27907e47cad tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:44.918011 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7edb20b1-3cf2-47c3-ac58-92fc17489b97 req-ad01869a-68c7-42a8-91d2-b27907e47cad tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] 10.222.0.54 "DELETE /v2.0/ports/9d8553e9-0618-41fc-a090-9e86baf06f6f HTTP/1.1" status: 204 len: 173 time: 2.8757231 Nov 12 00:46:44.918644 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f972d5-f6f1-4e72-b54d-71eed0933124', 'name': 'network-vif-deleted', 'tag': '9d8553e9-0618-41fc-a090-9e86baf06f6f'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:46:44.922394 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df85974e-9d3f-4db2-8e3c-6a52b3330840" -d '{"events": [{"server_uuid": "13f972d5-f6f1-4e72-b54d-71eed0933124", "name": "network-vif-deleted", "tag": "9d8553e9-0618-41fc-a090-9e86baf06f6f"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:46:44.963373 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e9dfec-7794-4a16-ae55-ff9be9faaf88 admin admin] Router dd4cd67d-5e1d-4528-9237-dfe8b89558ae is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:46:45.029015 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6f24acd-eafb-4985-8d8c-a63c873cd883 req-1c7021ad-83ca-444d-a551-89b71a45b6e7 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Made reservation on behalf of 3c616bcabe89454cb93b6c53ea20cfc4 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:46:45.032025 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d6f24acd-eafb-4985-8d8c-a63c873cd883 req-1c7021ad-83ca-444d-a551-89b71a45b6e7 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:45.033503 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c426620a-61b1-408c-aa07-fb3975a37fcf req-ab0e2389-c305-4207-95c6-3fad657a9481 tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469615 Nov 12 00:46:45.044050 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-bfda0e2d-4a21-45d4-b218-fee92f5f2d61 req-46d82140-22a1-4843-bccb-b8ead948509f tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:45.093508 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-bfda0e2d-4a21-45d4-b218-fee92f5f2d61 req-46d82140-22a1-4843-bccb-b8ead948509f tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:45.129700 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['25329fc1-d1a5-4c67-85e3-ffe2ca49309c'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:46:45.130472 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfda0e2d-4a21-45d4-b218-fee92f5f2d61 req-46d82140-22a1-4843-bccb-b8ead948509f tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Network 6b2d1442-0e79-422e-955b-efc39299c7dd is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:46:45.142819 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-bfda0e2d-4a21-45d4-b218-fee92f5f2d61 req-46d82140-22a1-4843-bccb-b8ead948509f tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:45.149807 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfda0e2d-4a21-45d4-b218-fee92f5f2d61 req-46d82140-22a1-4843-bccb-b8ead948509f tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:46:45.171782 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-263d00d7-b0f7-4926-8cc7-30ab56d327ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82012639-ccff-4ca9-bda4-74ec8b9a6da7', 'name': 'tempest-ServersTestManualDisk-1649101998-router', 'tenant_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd2ea17d1-d959-4334-83fd-aed68f992c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:48Z', 'updated_at': '2021-11-12T00:42:57Z', 'revision_number': 4, 'project_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'gw_port': {'id': 'd2ea17d1-d959-4334-83fd-aed68f992c23', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:77:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82012639-ccff-4ca9-bda4-74ec8b9a6da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:49Z', 'updated_at': '2021-11-12T00:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '791b7edf-bb0d-42d7-9295-cb9b9a362903', 'name': '', 'network_id': 'c8d0a93d-565d-4574-b642-d312af483952', 'tenant_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'mac_address': 'fa:16:3e:93:02:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82012639-ccff-4ca9-bda4-74ec8b9a6da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '72296817-debf-44a5-b73b-023ca283e051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:55Z', 'updated_at': '2021-11-12T00:43:02Z', 'revision_number': 5, 'project_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'subnets': [{'id': '72296817-debf-44a5-b73b-023ca283e051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:45.177980 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f74039b-8c25-49dd-b283-3b8ae64e4e83 x-openstack-request-id: req-6f74039b-8c25-49dd-b283-3b8ae64e4e83 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:46:45.178277 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13f972d5-f6f1-4e72-b54d-71eed0933124", "name": "network-vif-deleted", "tag": "9d8553e9-0618-41fc-a090-9e86baf06f6f", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:46:45.179066 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6f74039b-8c25-49dd-b283-3b8ae64e4e83 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:46:45.179463 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13f972d5-f6f1-4e72-b54d-71eed0933124', 'name': 'network-vif-deleted', 'tag': '9d8553e9-0618-41fc-a090-9e86baf06f6f', 'status': 'completed', 'code': 200} Nov 12 00:46:45.201655 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e9dfec-7794-4a16-ae55-ff9be9faaf88 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:46:45.223003 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-65f534bd-1d28-40c7-a1e3-08bcb93256bd req-429044d2-968d-411a-ab7e-efe666c4bd58 tempest-SecurityGroupsTestAdminJSON-1479905385 tempest-SecurityGroupsTestAdminJSON-1479905385-project] 10.222.0.20 "GET /v2.0/security-groups/29707bc9-c271-4a3c-9ca9-31be113b85f3 HTTP/1.1" status: 200 len: 1793 time: 0.1329339 Nov 12 00:46:45.231426 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e4eda8-2863-4dc2-a66a-6036fd48e5d0 None None] Sync routers for ids ['dd4cd67d-5e1d-4528-9237-dfe8b89558ae'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:46:45.237547 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263d00d7-b0f7-4926-8cc7-30ab56d327ab None None] Checking router: 82012639-ccff-4ca9-bda4-74ec8b9a6da7 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:46:45.257684 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263d00d7-b0f7-4926-8cc7-30ab56d327ab None None] Routers {'82012639-ccff-4ca9-bda4-74ec8b9a6da7'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:46:45.258310 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-263d00d7-b0f7-4926-8cc7-30ab56d327ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:46:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['82012639-ccff-4ca9-bda4-74ec8b9a6da7'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:45.285395 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-32e9dfec-7794-4a16-ae55-ff9be9faaf88 admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:45.289440 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-32e9dfec-7794-4a16-ae55-ff9be9faaf88 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.2127912 Nov 12 00:46:45.289885 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50430) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:45.303091 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e4eda8-2863-4dc2-a66a-6036fd48e5d0 None None] Routers {'dd4cd67d-5e1d-4528-9237-dfe8b89558ae'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:46:45.305965 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-44e4eda8-2863-4dc2-a66a-6036fd48e5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:46:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['dd4cd67d-5e1d-4528-9237-dfe8b89558ae'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:45.307673 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda0e2d-4a21-45d4-b218-fee92f5f2d61 req-46d82140-22a1-4843-bccb-b8ead948509f tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:45.308433 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-bfda0e2d-4a21-45d4-b218-fee92f5f2d61 req-46d82140-22a1-4843-bccb-b8ead948509f tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:45.321136 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-d6f24acd-eafb-4985-8d8c-a63c873cd883 req-1c7021ad-83ca-444d-a551-89b71a45b6e7 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Allocated IP 172.20.0.2 (99933297-ab4a-401e-8d8a-276d6844b2b2/1da62076-4a58-4810-9972-85bd6051431b/8bc8f923-7bcf-4638-b61d-227d0889bf69) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:46:45.360519 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-65f534bd-1d28-40c7-a1e3-08bcb93256bd req-f3f0a51d-e612-4389-9874-5949db7c1980 tempest-SecurityGroupsTestAdminJSON-1479905385 tempest-SecurityGroupsTestAdminJSON-1479905385-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:45.392241 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d82140-22a1-4843-bccb-b8ead948509f tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Pushing event updated for resources: {'Port': ['ID=1efa13fd-8c07-486c-9a40-e05ad31bd16b,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:45.403621 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-65f534bd-1d28-40c7-a1e3-08bcb93256bd req-f3f0a51d-e612-4389-9874-5949db7c1980 tempest-SecurityGroupsTestAdminJSON-1479905385 tempest-SecurityGroupsTestAdminJSON-1479905385-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:45.407981 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bfda0e2d-4a21-45d4-b218-fee92f5f2d61 req-46d82140-22a1-4843-bccb-b8ead948509f tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5864058 Nov 12 00:46:45.430297 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-bfda0e2d-4a21-45d4-b218-fee92f5f2d61 req-a0c61476-c33b-49c2-9cc7-e1944b051640 service neutron] Request body: {'port': {'device_id': 'a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:45.438542 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-263d00d7-b0f7-4926-8cc7-30ab56d327ab None None] Set router 82012639-ccff-4ca9-bda4-74ec8b9a6da7 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:46:45.512745 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-65f534bd-1d28-40c7-a1e3-08bcb93256bd req-f3f0a51d-e612-4389-9874-5949db7c1980 tempest-SecurityGroupsTestAdminJSON-1479905385 tempest-SecurityGroupsTestAdminJSON-1479905385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:45.516405 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-65f534bd-1d28-40c7-a1e3-08bcb93256bd req-f3f0a51d-e612-4389-9874-5949db7c1980 tempest-SecurityGroupsTestAdminJSON-1479905385 tempest-SecurityGroupsTestAdminJSON-1479905385-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:45.530642 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-65f534bd-1d28-40c7-a1e3-08bcb93256bd req-f3f0a51d-e612-4389-9874-5949db7c1980 tempest-SecurityGroupsTestAdminJSON-1479905385 tempest-SecurityGroupsTestAdminJSON-1479905385-project] 10.222.0.20 "DELETE /v2.0/security-groups/29707bc9-c271-4a3c-9ca9-31be113b85f3 HTTP/1.1" status: 204 len: 173 time: 0.3058972 Nov 12 00:46:45.558209 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-44e4eda8-2863-4dc2-a66a-6036fd48e5d0 None None] Set router dd4cd67d-5e1d-4528-9237-dfe8b89558ae gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:46:45.586601 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f0a51d-e612-4389-9874-5949db7c1980 tempest-SecurityGroupsTestAdminJSON-1479905385 tempest-SecurityGroupsTestAdminJSON-1479905385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29707bc9-c271-4a3c-9ca9-31be113b85f3,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:45.611449 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-bfda0e2d-4a21-45d4-b218-fee92f5f2d61 req-a0c61476-c33b-49c2-9cc7-e1944b051640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:45.627511 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d6f24acd-eafb-4985-8d8c-a63c873cd883 req-1c7021ad-83ca-444d-a551-89b71a45b6e7 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:45.726624 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 9d8553e9-0618-41fc-a090-9e86baf06f6f no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:46:45.741138 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39ca054-9ccd-4e07-8f26-8f1b98b4ff3f req-4a8f2541-d800-4937-b4b7-7c7367fd749a tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:45.749635 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e39ca054-9ccd-4e07-8f26-8f1b98b4ff3f req-4a8f2541-d800-4937-b4b7-7c7367fd749a tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9 HTTP/1.1" status: 200 len: 931 time: 0.1157789 Nov 12 00:46:45.824217 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d6f24acd-eafb-4985-8d8c-a63c873cd883 req-1c7021ad-83ca-444d-a551-89b71a45b6e7 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:45.929545 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6f24acd-eafb-4985-8d8c-a63c873cd883 req-1c7021ad-83ca-444d-a551-89b71a45b6e7 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Network 99933297-ab4a-401e-8d8a-276d6844b2b2 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:46:45.934593 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-d6f24acd-eafb-4985-8d8c-a63c873cd883 req-1c7021ad-83ca-444d-a551-89b71a45b6e7 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:45.937832 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f24acd-eafb-4985-8d8c-a63c873cd883 req-1c7021ad-83ca-444d-a551-89b71a45b6e7 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:46:45.983990 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device f2c79ad8-91a6-4546-8c64-928f469d1fb2 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:46:46.016831 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50454) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:46.025576 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f24acd-eafb-4985-8d8c-a63c873cd883 req-1c7021ad-83ca-444d-a551-89b71a45b6e7 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:46.026917 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d6f24acd-eafb-4985-8d8c-a63c873cd883 req-1c7021ad-83ca-444d-a551-89b71a45b6e7 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:46.047336 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: 9d8553e9-0618-41fc-a090-9e86baf06f6f {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:46:46.047673 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 9d8553e9-0618-41fc-a090-9e86baf06f6f not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:46:46.054576 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e39ca054-9ccd-4e07-8f26-8f1b98b4ff3f req-799ef687-2550-479a-9ddc-4bb9ddd1d283 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039668 Nov 12 00:46:46.094881 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7021ad-83ca-444d-a551-89b71a45b6e7 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Pushing event updated for resources: {'Port': ['ID=8bc8f923-7bcf-4638-b61d-227d0889bf69,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:46.098136 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-263d00d7-b0f7-4926-8cc7-30ab56d327ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82012639-ccff-4ca9-bda4-74ec8b9a6da7', 'name': 'tempest-ServersTestManualDisk-1649101998-router', 'tenant_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd2ea17d1-d959-4334-83fd-aed68f992c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:48Z', 'updated_at': '2021-11-12T00:42:57Z', 'revision_number': 4, 'project_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'gw_port': {'id': 'd2ea17d1-d959-4334-83fd-aed68f992c23', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:77:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82012639-ccff-4ca9-bda4-74ec8b9a6da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:49Z', 'updated_at': '2021-11-12T00:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '791b7edf-bb0d-42d7-9295-cb9b9a362903', 'name': '', 'network_id': 'c8d0a93d-565d-4574-b642-d312af483952', 'tenant_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'mac_address': 'fa:16:3e:93:02:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82012639-ccff-4ca9-bda4-74ec8b9a6da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '72296817-debf-44a5-b73b-023ca283e051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:55Z', 'updated_at': '2021-11-12T00:43:02Z', 'revision_number': 5, 'project_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'subnets': [{'id': '72296817-debf-44a5-b73b-023ca283e051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:46.122091 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d6f24acd-eafb-4985-8d8c-a63c873cd883 req-1c7021ad-83ca-444d-a551-89b71a45b6e7 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3100643 Nov 12 00:46:46.141981 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-d6f24acd-eafb-4985-8d8c-a63c873cd883 req-3798daea-0b62-4a3c-802e-68285a086dd0 service neutron] Request body: {'port': {'device_id': '386698b3-cd24-4d7c-b878-ecb8781a18c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:46.143183 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port f2c79ad8-91a6-4546-8c64-928f469d1fb2 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:46.143708 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:46.158303 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263d00d7-b0f7-4926-8cc7-30ab56d327ab None None] The sync data for ids ['82012639-ccff-4ca9-bda4-74ec8b9a6da7'] in n-d-812236-11 is: [{'id': '82012639-ccff-4ca9-bda4-74ec8b9a6da7', 'name': 'tempest-ServersTestManualDisk-1649101998-router', 'tenant_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd2ea17d1-d959-4334-83fd-aed68f992c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:48Z', 'updated_at': '2021-11-12T00:42:57Z', 'revision_number': 4, 'project_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'gw_port': {'id': 'd2ea17d1-d959-4334-83fd-aed68f992c23', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:77:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82012639-ccff-4ca9-bda4-74ec8b9a6da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:49Z', 'updated_at': '2021-11-12T00:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '791b7edf-bb0d-42d7-9295-cb9b9a362903', 'name': '', 'network_id': 'c8d0a93d-565d-4574-b642-d312af483952', 'tenant_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'mac_address': 'fa:16:3e:93:02:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82012639-ccff-4ca9-bda4-74ec8b9a6da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '72296817-debf-44a5-b73b-023ca283e051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:55Z', 'updated_at': '2021-11-12T00:43:02Z', 'revision_number': 5, 'project_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'subnets': [{'id': '72296817-debf-44a5-b73b-023ca283e051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:46:46.251348 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d6f24acd-eafb-4985-8d8c-a63c873cd883 req-3798daea-0b62-4a3c-802e-68285a086dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:46.276767 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:46:46.334131 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6d68a-2708-47a9-b136-63a0565141bb req-61c5150e-a0d5-485f-b815-bbcb7a3bdfff tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:46.336020 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-afe6d68a-2708-47a9-b136-63a0565141bb req-61c5150e-a0d5-485f-b815-bbcb7a3bdfff tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/ports?device_id=386698b3-cd24-4d7c-b878-ecb8781a18c3 HTTP/1.1" status: 200 len: 931 time: 0.1268089 Nov 12 00:46:46.380858 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-44e4eda8-2863-4dc2-a66a-6036fd48e5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'name': 'tempest-FloatingIPsAssociationTestJSON-2097701775-router', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '735f833a-7d3e-43b5-86e8-820a96b3d37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:41Z', 'updated_at': '2021-11-12T00:46:43Z', 'revision_number': 3, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'gw_port': {'id': '735f833a-7d3e-43b5-86e8-820a96b3d37e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:41Z', 'updated_at': '2021-11-12T00:46:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:46.418812 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e4eda8-2863-4dc2-a66a-6036fd48e5d0 None None] Checking router: dd4cd67d-5e1d-4528-9237-dfe8b89558ae for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:46:46.419169 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e4eda8-2863-4dc2-a66a-6036fd48e5d0 None None] Updating router dd4cd67d-5e1d-4528-9237-dfe8b89558ae port 735f833a-7d3e-43b5-86e8-820a96b3d37e binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:46:46.457134 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-44e4eda8-2863-4dc2-a66a-6036fd48e5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:46.501488 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['4aba5687-8005-418b-ad6e-2d354049b976'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:46:46.533339 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f0eec899-8b39-42de-9ccb-84b8889c76ea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f654b827e36749608ce1f7d579a8a9d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5009398 Nov 12 00:46:46.536338 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50466) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:46.685344 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189e68b8-5076-4975-9307-64d796820d1c None None] New status for floating IP 7b834270-e2cc-4ac4-ab70-276895befba0: DOWN {{(pid=102664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:46:46.760174 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bd389f63-3479-495e-b9e4-0de0438a576e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:46.787739 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-bfda0e2d-4a21-45d4-b218-fee92f5f2d61 req-a0c61476-c33b-49c2-9cc7-e1944b051640 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1efa13fd-8c07-486c-9a40-e05ad31bd16b {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:46:46.916288 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-afe6d68a-2708-47a9-b136-63a0565141bb req-dbc3e0eb-d1fb-4b01-9081-5bb40a798f6e tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e3175a2-49e6-4a0d-9291-cdd01a0236ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5692475 Nov 12 00:46:46.988577 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-40b84ad2-6fa7-4a51-acbb-6fc514578047 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:47.043708 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-bd389f63-3479-495e-b9e4-0de0438a576e admin admin] Allocated IP 172.20.0.1 (985dcccb-2c08-4d64-be3d-bc4d25918b83/fcb6d631-2a57-4fd6-955b-55bc25740c77/79d1946a-2e69-4be8-b837-8f8813a6766d) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:46:47.087952 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-40b84ad2-6fa7-4a51-acbb-6fc514578047 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:47.107874 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-44e4eda8-2863-4dc2-a66a-6036fd48e5d0 None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:47.115884 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-44e4eda8-2863-4dc2-a66a-6036fd48e5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:47.173045 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac0726a-f29d-4738-bfc5-1bacdc420003 None None] Pushing event updated for resources: {'Port': ['ID=735f833a-7d3e-43b5-86e8-820a96b3d37e,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:47.190093 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-f16518e2-25f5-4ee5-86ae-234abe6d5e57 tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:46:47.191138 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-f16518e2-25f5-4ee5-86ae-234abe6d5e57 tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065114 Nov 12 00:46:47.197365 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-bfda0e2d-4a21-45d4-b218-fee92f5f2d61 req-a0c61476-c33b-49c2-9cc7-e1944b051640 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:47.199480 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-44e4eda8-2863-4dc2-a66a-6036fd48e5d0 None None] Attempting to bind port 735f833a-7d3e-43b5-86e8-820a96b3d37e on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:46:47.199480 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-44e4eda8-2863-4dc2-a66a-6036fd48e5d0 None None] Attempting to bind port 735f833a-7d3e-43b5-86e8-820a96b3d37e by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:46:47.199919 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e4eda8-2863-4dc2-a66a-6036fd48e5d0 None None] Attempting to bind port 735f833a-7d3e-43b5-86e8-820a96b3d37e on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:46:47.209762 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e4eda8-2863-4dc2-a66a-6036fd48e5d0 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:46:47.210460 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e4eda8-2863-4dc2-a66a-6036fd48e5d0 None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:46:47.210954 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-44e4eda8-2863-4dc2-a66a-6036fd48e5d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:47.211415 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e4eda8-2863-4dc2-a66a-6036fd48e5d0 None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:46:47.212082 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-44e4eda8-2863-4dc2-a66a-6036fd48e5d0 None None] Bound port: 735f833a-7d3e-43b5-86e8-820a96b3d37e, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:46:47.212624 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-44e4eda8-2863-4dc2-a66a-6036fd48e5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:47.256578 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-d6f24acd-eafb-4985-8d8c-a63c873cd883 req-3798daea-0b62-4a3c-802e-68285a086dd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bc8f923-7bcf-4638-b61d-227d0889bf69 {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:46:47.262236 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-40b84ad2-6fa7-4a51-acbb-6fc514578047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:47.265599 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-40b84ad2-6fa7-4a51-acbb-6fc514578047 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:47.270158 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-40b84ad2-6fa7-4a51-acbb-6fc514578047 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2de57ef2-a61e-4a81-b64f-61819efde6dd HTTP/1.1" status: 204 len: 168 time: 0.7308221 Nov 12 00:46:47.273250 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-bfda0e2d-4a21-45d4-b218-fee92f5f2d61 req-a0c61476-c33b-49c2-9cc7-e1944b051640 service neutron] Transition to ACTIVE for port object 1efa13fd-8c07-486c-9a40-e05ad31bd16b will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:46:47.279474 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d6f24acd-eafb-4985-8d8c-a63c873cd883 req-3798daea-0b62-4a3c-802e-68285a086dd0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:47.283343 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-bfda0e2d-4a21-45d4-b218-fee92f5f2d61 req-a0c61476-c33b-49c2-9cc7-e1944b051640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:47.284579 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50478) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:47.306980 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b84ad2-6fa7-4a51-acbb-6fc514578047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de57ef2-a61e-4a81-b64f-61819efde6dd,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:47.313224 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-44e4eda8-2863-4dc2-a66a-6036fd48e5d0 None None] For port 735f833a-7d3e-43b5-86e8-820a96b3d37e, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:46:47.322792 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-d6f24acd-eafb-4985-8d8c-a63c873cd883 req-3798daea-0b62-4a3c-802e-68285a086dd0 service neutron] Transition to ACTIVE for port object 8bc8f923-7bcf-4638-b61d-227d0889bf69 will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:46:47.324944 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-44e4eda8-2863-4dc2-a66a-6036fd48e5d0 None None] For port 735f833a-7d3e-43b5-86e8-820a96b3d37e, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=735f833a-7d3e-43b5-86e8-820a96b3d37e,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:46:47.336235 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d6f24acd-eafb-4985-8d8c-a63c873cd883 req-3798daea-0b62-4a3c-802e-68285a086dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:47.336929 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-74539839-3364-4db0-aede-b46075b5bac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:47.338456 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-74539839-3364-4db0-aede-b46075b5bac7 service neutron] 10.222.0.20 "GET /v2.0/ports/f339798c-2e3a-4e57-9c60-8a82e1cf51b0 HTTP/1.1" status: 200 len: 1094 time: 0.1142161 Nov 12 00:46:47.361628 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-44e4eda8-2863-4dc2-a66a-6036fd48e5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:47.405819 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-384a336a-e45d-4de4-ab4f-c8e644e2dc12 service neutron] Request body: {'binding': {'host': 'n-h2-812236-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:47.406331 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-384a336a-e45d-4de4-ab4f-c8e644e2dc12 service neutron] Unknown quota resources ['binding']. {{(pid=102661) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 00:46:47.436361 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac0726a-f29d-4738-bfc5-1bacdc420003 None None] Pushing event updated for resources: {'Port': ['ID=735f833a-7d3e-43b5-86e8-820a96b3d37e,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:47.454844 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e4eda8-2863-4dc2-a66a-6036fd48e5d0 None None] Routers {'dd4cd67d-5e1d-4528-9237-dfe8b89558ae'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:46:47.455545 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-44e4eda8-2863-4dc2-a66a-6036fd48e5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:46:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['dd4cd67d-5e1d-4528-9237-dfe8b89558ae'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:47.490464 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bd389f63-3479-495e-b9e4-0de0438a576e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:47.493827 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3798daea-0b62-4a3c-802e-68285a086dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=8bc8f923-7bcf-4638-b61d-227d0889bf69,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:47.522459 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2a0c95d9-3b11-4be9-b5b6-fdb0a2742b71 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:47.540663 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d726a042-8222-41d9-8b14-2e1e62a81435 req-9a83555f-e0bd-45db-9be8-bcee3ea55f35 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:47.542248 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d726a042-8222-41d9-8b14-2e1e62a81435 req-9a83555f-e0bd-45db-9be8-bcee3ea55f35 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9 HTTP/1.1" status: 200 len: 943 time: 0.1637645 Nov 12 00:46:47.555674 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c61476-c33b-49c2-9cc7-e1944b051640 service neutron] Pushing event updated for resources: {'Port': ['ID=1efa13fd-8c07-486c-9a40-e05ad31bd16b,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:47.603663 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2a0c95d9-3b11-4be9-b5b6-fdb0a2742b71 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:47.624045 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-d6f24acd-eafb-4985-8d8c-a63c873cd883 req-3798daea-0b62-4a3c-802e-68285a086dd0 service neutron] Attempting to bind port 8bc8f923-7bcf-4638-b61d-227d0889bf69 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:46:47.624045 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-d6f24acd-eafb-4985-8d8c-a63c873cd883 req-3798daea-0b62-4a3c-802e-68285a086dd0 service neutron] Attempting to bind port 8bc8f923-7bcf-4638-b61d-227d0889bf69 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '8e3a4060-eb73-4d7a-8d87-83ca2cbba051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '99933297-ab4a-401e-8d8a-276d6844b2b2'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:46:47.624045 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f24acd-eafb-4985-8d8c-a63c873cd883 req-3798daea-0b62-4a3c-802e-68285a086dd0 service neutron] Attempting to bind port 8bc8f923-7bcf-4638-b61d-227d0889bf69 on network 99933297-ab4a-401e-8d8a-276d6844b2b2 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:46:47.647708 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f24acd-eafb-4985-8d8c-a63c873cd883 req-3798daea-0b62-4a3c-802e-68285a086dd0 service neutron] Port 8bc8f923-7bcf-4638-b61d-227d0889bf69 on network 99933297-ab4a-401e-8d8a-276d6844b2b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:46:47.647708 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f24acd-eafb-4985-8d8c-a63c873cd883 req-3798daea-0b62-4a3c-802e-68285a086dd0 service neutron] Attempting to bind port 8bc8f923-7bcf-4638-b61d-227d0889bf69 on network 99933297-ab4a-401e-8d8a-276d6844b2b2 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:46:47.657905 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-44e4eda8-2863-4dc2-a66a-6036fd48e5d0 None None] Set router dd4cd67d-5e1d-4528-9237-dfe8b89558ae gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:46:47.677670 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d726a042-8222-41d9-8b14-2e1e62a81435 req-a28598b7-05a1-4da7-bc10-fa11f819b825 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218822 Nov 12 00:46:47.678546 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f24acd-eafb-4985-8d8c-a63c873cd883 req-3798daea-0b62-4a3c-802e-68285a086dd0 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:46:47.679102 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f24acd-eafb-4985-8d8c-a63c873cd883 req-3798daea-0b62-4a3c-802e-68285a086dd0 service neutron] Checking segment: {'id': '8e3a4060-eb73-4d7a-8d87-83ca2cbba051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '99933297-ab4a-401e-8d8a-276d6844b2b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:46:47.679543 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f24acd-eafb-4985-8d8c-a63c873cd883 req-3798daea-0b62-4a3c-802e-68285a086dd0 service neutron] Bound using segment: {'id': '8e3a4060-eb73-4d7a-8d87-83ca2cbba051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '99933297-ab4a-401e-8d8a-276d6844b2b2'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:46:47.679993 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-d6f24acd-eafb-4985-8d8c-a63c873cd883 req-3798daea-0b62-4a3c-802e-68285a086dd0 service neutron] Bound port: 8bc8f923-7bcf-4638-b61d-227d0889bf69, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e3a4060-eb73-4d7a-8d87-83ca2cbba051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '99933297-ab4a-401e-8d8a-276d6844b2b2'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:46:47.680358 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d6f24acd-eafb-4985-8d8c-a63c873cd883 req-3798daea-0b62-4a3c-802e-68285a086dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:47.752097 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bd389f63-3479-495e-b9e4-0de0438a576e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:47.774430 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2a0c95d9-3b11-4be9-b5b6-fdb0a2742b71 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:47.777808 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2a0c95d9-3b11-4be9-b5b6-fdb0a2742b71 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:47.779843 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2a0c95d9-3b11-4be9-b5b6-fdb0a2742b71 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] 10.222.0.20 "DELETE /v2.0/security-groups/4eeb1025-8934-4af3-b3e4-a250ca50b34f HTTP/1.1" status: 204 len: 168 time: 0.4941390 Nov 12 00:46:47.795490 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50482) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:47.796177 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50484) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:47.799003 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-bfda0e2d-4a21-45d4-b218-fee92f5f2d61 req-a0c61476-c33b-49c2-9cc7-e1944b051640 service neutron] Attempting to bind port 1efa13fd-8c07-486c-9a40-e05ad31bd16b on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:46:47.799614 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-bfda0e2d-4a21-45d4-b218-fee92f5f2d61 req-a0c61476-c33b-49c2-9cc7-e1944b051640 service neutron] Attempting to bind port 1efa13fd-8c07-486c-9a40-e05ad31bd16b by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '6c913048-0125-4fcf-b07f-89f668c97b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '6b2d1442-0e79-422e-955b-efc39299c7dd'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:46:47.799775 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfda0e2d-4a21-45d4-b218-fee92f5f2d61 req-a0c61476-c33b-49c2-9cc7-e1944b051640 service neutron] Attempting to bind port 1efa13fd-8c07-486c-9a40-e05ad31bd16b on network 6b2d1442-0e79-422e-955b-efc39299c7dd {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:46:47.806845 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-384a336a-e45d-4de4-ab4f-c8e644e2dc12 service neutron] Attempting to bind port f339798c-2e3a-4e57-9c60-8a82e1cf51b0 on host n-h2-812236-11 for vnic_type normal with profile None {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:46:47.807182 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-384a336a-e45d-4de4-ab4f-c8e644e2dc12 service neutron] Attempting to bind port f339798c-2e3a-4e57-9c60-8a82e1cf51b0 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': 'eac800fb-e2a4-4100-807c-1fb9b17e8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:46:47.807517 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-384a336a-e45d-4de4-ab4f-c8e644e2dc12 service neutron] Attempting to bind port f339798c-2e3a-4e57-9c60-8a82e1cf51b0 on network d872bf93-95f4-45c4-b0f4-642aed61400a {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:46:47.822465 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfda0e2d-4a21-45d4-b218-fee92f5f2d61 req-a0c61476-c33b-49c2-9cc7-e1944b051640 service neutron] Port 1efa13fd-8c07-486c-9a40-e05ad31bd16b on network 6b2d1442-0e79-422e-955b-efc39299c7dd not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:46:47.822832 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfda0e2d-4a21-45d4-b218-fee92f5f2d61 req-a0c61476-c33b-49c2-9cc7-e1944b051640 service neutron] Attempting to bind port 1efa13fd-8c07-486c-9a40-e05ad31bd16b on network 6b2d1442-0e79-422e-955b-efc39299c7dd {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:46:47.827043 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd389f63-3479-495e-b9e4-0de0438a576e admin admin] Network 985dcccb-2c08-4d64-be3d-bc4d25918b83 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:46:47.833176 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-384a336a-e45d-4de4-ab4f-c8e644e2dc12 service neutron] Port f339798c-2e3a-4e57-9c60-8a82e1cf51b0 on network d872bf93-95f4-45c4-b0f4-642aed61400a not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:46:47.833537 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-384a336a-e45d-4de4-ab4f-c8e644e2dc12 service neutron] Attempting to bind port f339798c-2e3a-4e57-9c60-8a82e1cf51b0 on network d872bf93-95f4-45c4-b0f4-642aed61400a {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:46:47.836753 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c95d9-3b11-4be9-b5b6-fdb0a2742b71 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eeb1025-8934-4af3-b3e4-a250ca50b34f,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:47.843422 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-bd389f63-3479-495e-b9e4-0de0438a576e admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:47.849995 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfda0e2d-4a21-45d4-b218-fee92f5f2d61 req-a0c61476-c33b-49c2-9cc7-e1944b051640 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:46:47.850386 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfda0e2d-4a21-45d4-b218-fee92f5f2d61 req-a0c61476-c33b-49c2-9cc7-e1944b051640 service neutron] Checking segment: {'id': '6c913048-0125-4fcf-b07f-89f668c97b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '6b2d1442-0e79-422e-955b-efc39299c7dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:46:47.850780 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfda0e2d-4a21-45d4-b218-fee92f5f2d61 req-a0c61476-c33b-49c2-9cc7-e1944b051640 service neutron] Bound using segment: {'id': '6c913048-0125-4fcf-b07f-89f668c97b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '6b2d1442-0e79-422e-955b-efc39299c7dd'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:46:47.851216 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-bfda0e2d-4a21-45d4-b218-fee92f5f2d61 req-a0c61476-c33b-49c2-9cc7-e1944b051640 service neutron] Bound port: 1efa13fd-8c07-486c-9a40-e05ad31bd16b, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c913048-0125-4fcf-b07f-89f668c97b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '6b2d1442-0e79-422e-955b-efc39299c7dd'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:46:47.851574 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-bfda0e2d-4a21-45d4-b218-fee92f5f2d61 req-a0c61476-c33b-49c2-9cc7-e1944b051640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:47.853667 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd389f63-3479-495e-b9e4-0de0438a576e admin admin] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:46:47.863379 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-384a336a-e45d-4de4-ab4f-c8e644e2dc12 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:46:47.865107 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-384a336a-e45d-4de4-ab4f-c8e644e2dc12 service neutron] Checking segment: {'id': 'eac800fb-e2a4-4100-807c-1fb9b17e8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:46:47.865538 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-384a336a-e45d-4de4-ab4f-c8e644e2dc12 service neutron] Bound using segment: {'id': 'eac800fb-e2a4-4100-807c-1fb9b17e8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:46:47.867150 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-384a336a-e45d-4de4-ab4f-c8e644e2dc12 service neutron] Bound port: f339798c-2e3a-4e57-9c60-8a82e1cf51b0, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eac800fb-e2a4-4100-807c-1fb9b17e8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:46:47.868211 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-0663cf7a-f447-4bb4-96d8-4b71127e5d76 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] show failed (client error): The resource could not be found. Nov 12 00:46:47.872043 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0663cf7a-f447-4bb4-96d8-4b71127e5d76 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] 10.222.0.20 "GET /v2.0/security-groups/4eeb1025-8934-4af3-b3e4-a250ca50b34f HTTP/1.1" status: 404 len: 347 time: 0.0716827 Nov 12 00:46:47.874636 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50486) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:47.901947 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd389f63-3479-495e-b9e4-0de0438a576e admin admin] Pushing event updated for resources: {'Port': ['ID=79d1946a-2e69-4be8-b837-8f8813a6766d,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:47.905679 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-44e4eda8-2863-4dc2-a66a-6036fd48e5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'name': 'tempest-FloatingIPsAssociationTestJSON-2097701775-router', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '735f833a-7d3e-43b5-86e8-820a96b3d37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:41Z', 'updated_at': '2021-11-12T00:46:43Z', 'revision_number': 3, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'gw_port': {'id': '735f833a-7d3e-43b5-86e8-820a96b3d37e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:41Z', 'updated_at': '2021-11-12T00:46:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:47.939774 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e4eda8-2863-4dc2-a66a-6036fd48e5d0 None None] The sync data for ids ['dd4cd67d-5e1d-4528-9237-dfe8b89558ae'] in n-d-812236-11 is: [{'id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'name': 'tempest-FloatingIPsAssociationTestJSON-2097701775-router', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '735f833a-7d3e-43b5-86e8-820a96b3d37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:41Z', 'updated_at': '2021-11-12T00:46:43Z', 'revision_number': 3, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'gw_port': {'id': '735f833a-7d3e-43b5-86e8-820a96b3d37e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:41Z', 'updated_at': '2021-11-12T00:46:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:46:47.950269 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-d6f24acd-eafb-4985-8d8c-a63c873cd883 req-3798daea-0b62-4a3c-802e-68285a086dd0 service neutron] For port 8bc8f923-7bcf-4638-b61d-227d0889bf69, host n-h1-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:46:48.017516 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bd389f63-3479-495e-b9e4-0de0438a576e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:48.035332 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-d6f24acd-eafb-4985-8d8c-a63c873cd883 req-3798daea-0b62-4a3c-802e-68285a086dd0 service neutron] For port 8bc8f923-7bcf-4638-b61d-227d0889bf69, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=8bc8f923-7bcf-4638-b61d-227d0889bf69,segment=NetworkSegment(8e3a4060-eb73-4d7a-8d87-83ca2cbba051),segment_id=8e3a4060-eb73-4d7a-8d87-83ca2cbba051)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:46:48.066785 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-bfda0e2d-4a21-45d4-b218-fee92f5f2d61 req-a0c61476-c33b-49c2-9cc7-e1944b051640 service neutron] For port 1efa13fd-8c07-486c-9a40-e05ad31bd16b, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:46:48.071636 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-bfda0e2d-4a21-45d4-b218-fee92f5f2d61 req-a0c61476-c33b-49c2-9cc7-e1944b051640 service neutron] For port 1efa13fd-8c07-486c-9a40-e05ad31bd16b, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=1efa13fd-8c07-486c-9a40-e05ad31bd16b,segment=NetworkSegment(6c913048-0125-4fcf-b07f-89f668c97b8b),segment_id=6c913048-0125-4fcf-b07f-89f668c97b8b)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:46:48.073978 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d6f24acd-eafb-4985-8d8c-a63c873cd883 req-3798daea-0b62-4a3c-802e-68285a086dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:48.129282 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-bfda0e2d-4a21-45d4-b218-fee92f5f2d61 req-a0c61476-c33b-49c2-9cc7-e1944b051640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:48.135085 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-384a336a-e45d-4de4-ab4f-c8e644e2dc12 service neutron] For port f339798c-2e3a-4e57-9c60-8a82e1cf51b0, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f339798c-2e3a-4e57-9c60-8a82e1cf51b0,segment=NetworkSegment(eac800fb-e2a4-4100-807c-1fb9b17e8d78),segment_id=eac800fb-e2a4-4100-807c-1fb9b17e8d78)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:46:48.171050 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-384a336a-e45d-4de4-ab4f-c8e644e2dc12 service neutron] Publish callbacks [] for binding, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:48.176250 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-384a336a-e45d-4de4-ab4f-c8e644e2dc12 service neutron] 10.222.0.20 "POST /v2.0/ports/f339798c-2e3a-4e57-9c60-8a82e1cf51b0/bindings HTTP/1.1" status: 201 len: 390 time: 0.7768724 Nov 12 00:46:48.182691 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e5ba8dba-0455-4317-bd50-a6cd18e50c53 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dbdfaa7310dd40018f37f9d6e4a8dc99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3831046 Nov 12 00:46:48.189055 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda0e2d-4a21-45d4-b218-fee92f5f2d61 req-a0c61476-c33b-49c2-9cc7-e1944b051640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:48.190518 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-bfda0e2d-4a21-45d4-b218-fee92f5f2d61 req-a0c61476-c33b-49c2-9cc7-e1944b051640 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:48.192958 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bfda0e2d-4a21-45d4-b218-fee92f5f2d61 req-a0c61476-c33b-49c2-9cc7-e1944b051640 service neutron] 10.222.0.49 "PUT /v2.0/ports/1efa13fd-8c07-486c-9a40-e05ad31bd16b HTTP/1.1" status: 200 len: 1092 time: 2.7689257 Nov 12 00:46:48.197442 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50492) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:48.206021 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9', 'tag': '1efa13fd-8c07-486c-9a40-e05ad31bd16b'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:46:48.212736 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02019f3d-4b6f-4862-8551-cfd07c8bd4e5" -d '{"events": [{"name": "network-changed", "server_uuid": "a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9", "tag": "1efa13fd-8c07-486c-9a40-e05ad31bd16b"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:46:48.237655 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b9580c03-ffbd-425d-a5a9-f6e057302ea3 None None] Provisioning complete for port 79d1946a-2e69-4be8-b837-8f8813a6766d triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:48.238720 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b9580c03-ffbd-425d-a5a9-f6e057302ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:48.267931 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f24acd-eafb-4985-8d8c-a63c873cd883 req-3798daea-0b62-4a3c-802e-68285a086dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:48.269410 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d6f24acd-eafb-4985-8d8c-a63c873cd883 req-3798daea-0b62-4a3c-802e-68285a086dd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:48.271794 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d6f24acd-eafb-4985-8d8c-a63c873cd883 req-3798daea-0b62-4a3c-802e-68285a086dd0 service neutron] 10.222.0.49 "PUT /v2.0/ports/8bc8f923-7bcf-4638-b61d-227d0889bf69 HTTP/1.1" status: 200 len: 1092 time: 2.1340997 Nov 12 00:46:48.274843 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '386698b3-cd24-4d7c-b878-ecb8781a18c3', 'tag': '8bc8f923-7bcf-4638-b61d-227d0889bf69'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:46:48.277699 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59777341-5b3e-4b9e-bd13-d44328597366" -d '{"events": [{"name": "network-changed", "server_uuid": "386698b3-cd24-4d7c-b878-ecb8781a18c3", "tag": "8bc8f923-7bcf-4638-b61d-227d0889bf69"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:46:48.307186 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c61476-c33b-49c2-9cc7-e1944b051640 service neutron] Pushing event updated for resources: {'Port': ['ID=1efa13fd-8c07-486c-9a40-e05ad31bd16b,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:48.379174 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b9580c03-ffbd-425d-a5a9-f6e057302ea3 None None] Port 79d1946a-2e69-4be8-b837-8f8813a6766d cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:46:48.420072 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9681faa2-6764-47cf-9b16-bdb5840b545e req-0b994ced-33cd-4697-b102-732e40ccf1ee tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:48.443041 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9681faa2-6764-47cf-9b16-bdb5840b545e req-0b994ced-33cd-4697-b102-732e40ccf1ee tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/ports?device_id=386698b3-cd24-4d7c-b878-ecb8781a18c3 HTTP/1.1" status: 200 len: 943 time: 0.4057765 Nov 12 00:46:48.485226 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f24acd-eafb-4985-8d8c-a63c873cd883 req-c54b5249-bf9b-46f8-a03e-48c599cf26b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:48.487013 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d6f24acd-eafb-4985-8d8c-a63c873cd883 req-c54b5249-bf9b-46f8-a03e-48c599cf26b4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3c616bcabe89454cb93b6c53ea20cfc4&device_id=386698b3-cd24-4d7c-b878-ecb8781a18c3 HTTP/1.1" status: 200 len: 1095 time: 0.0839057 Nov 12 00:46:48.487575 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3798daea-0b62-4a3c-802e-68285a086dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=8bc8f923-7bcf-4638-b61d-227d0889bf69,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:48.487891 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bd389f63-3479-495e-b9e4-0de0438a576e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:48.548283 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d6f24acd-eafb-4985-8d8c-a63c873cd883 req-be9d7f54-57ab-4b2d-a4ba-3ce576c9d60b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8bc8f923-7bcf-4638-b61d-227d0889bf69 HTTP/1.1" status: 200 len: 217 time: 0.0439005 Nov 12 00:46:48.549953 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab79453-43c8-4364-86f7-914c77b099cf x-openstack-request-id: req-aab79453-43c8-4364-86f7-914c77b099cf {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:46:48.550224 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9", "tag": "1efa13fd-8c07-486c-9a40-e05ad31bd16b", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:46:48.550452 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aab79453-43c8-4364-86f7-914c77b099cf {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:46:48.550843 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9', 'tag': '1efa13fd-8c07-486c-9a40-e05ad31bd16b', 'status': 'completed', 'code': 200} Nov 12 00:46:48.560545 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-918c96d8-c6b1-4a63-a47d-00a24e10457e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:48.616937 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-8613e8ce-32d1-4d65-a4c9-4950c0718cd8 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Deleting port 4705f04a-634f-4eb6-acef-eaef4c8b2ba0 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:46:48.617268 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8613e8ce-32d1-4d65-a4c9-4950c0718cd8 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:48.656056 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f24acd-eafb-4985-8d8c-a63c873cd883 req-cfe311c0-b6f7-40f6-9ea4-6b642c088393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:48.658984 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d6f24acd-eafb-4985-8d8c-a63c873cd883 req-cfe311c0-b6f7-40f6-9ea4-6b642c088393 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1da62076-4a58-4810-9972-85bd6051431b HTTP/1.1" status: 200 len: 851 time: 0.0829546 Nov 12 00:46:48.717164 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda0e2d-4a21-45d4-b218-fee92f5f2d61 req-ba9074f1-6282-4c0f-9a1e-ceb843987645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:48.718730 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bfda0e2d-4a21-45d4-b218-fee92f5f2d61 req-ba9074f1-6282-4c0f-9a1e-ceb843987645 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=78b3942b4d1d42e395f1a600361aab79&device_id=a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9 HTTP/1.1" status: 200 len: 1095 time: 0.3853085 Nov 12 00:46:48.727480 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d6f24acd-eafb-4985-8d8c-a63c873cd883 req-52fcb8fe-12f6-446d-8bb4-a16f78c0cf24 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=99933297-ab4a-401e-8d8a-276d6844b2b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578811 Nov 12 00:46:48.732512 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-918c96d8-c6b1-4a63-a47d-00a24e10457e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:48.738978 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9681faa2-6764-47cf-9b16-bdb5840b545e req-18edb789-855e-40b3-b51e-c603a49f2ed0 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e3175a2-49e6-4a0d-9291-cdd01a0236ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950020 Nov 12 00:46:48.791354 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bfda0e2d-4a21-45d4-b218-fee92f5f2d61 req-dcf048f4-7f85-4f75-890b-9878fbbb3bd8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1efa13fd-8c07-486c-9a40-e05ad31bd16b HTTP/1.1" status: 200 len: 217 time: 0.0442450 Nov 12 00:46:48.803328 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-f50debd2-bd10-475e-9dd5-6fe9f9d78735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:48.805516 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-f50debd2-bd10-475e-9dd5-6fe9f9d78735 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9c540ecbe8154e1b907ac12fc8774fd4&device_id=93bc3dde-ca07-4327-be4c-d513241d0d3f HTTP/1.1" status: 200 len: 1097 time: 0.2522197 Nov 12 00:46:48.848229 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d6f24acd-eafb-4985-8d8c-a63c873cd883 req-f2873546-0687-426b-99c4-a44b867c3a79 service neutron] 10.222.0.49 "GET /v2.0/networks/99933297-ab4a-401e-8d8a-276d6844b2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051173 Nov 12 00:46:48.858165 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda0e2d-4a21-45d4-b218-fee92f5f2d61 req-df32056d-1c25-481f-912c-8ecf1f7b5af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:48.859629 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bfda0e2d-4a21-45d4-b218-fee92f5f2d61 req-df32056d-1c25-481f-912c-8ecf1f7b5af8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e9ebb41c-1861-43b6-b921-ba560680823b HTTP/1.1" status: 200 len: 846 time: 0.0491288 Nov 12 00:46:48.867702 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15485ef-b183-4d08-b347-17c9c2dc7a5c x-openstack-request-id: req-c15485ef-b183-4d08-b347-17c9c2dc7a5c {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:46:48.868136 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "386698b3-cd24-4d7c-b878-ecb8781a18c3", "tag": "8bc8f923-7bcf-4638-b61d-227d0889bf69", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:46:48.868646 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c15485ef-b183-4d08-b347-17c9c2dc7a5c {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:46:48.869258 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '386698b3-cd24-4d7c-b878-ecb8781a18c3', 'tag': '8bc8f923-7bcf-4638-b61d-227d0889bf69', 'status': 'completed', 'code': 200} Nov 12 00:46:48.930481 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a1f33-9cf2-4652-a9e4-a784386189d2 req-91e36934-a3b4-4f1d-9055-334a4521b4aa tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:48.932049 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ff3a1f33-9cf2-4652-a9e4-a784386189d2 req-91e36934-a3b4-4f1d-9055-334a4521b4aa tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=93bc3dde-ca07-4327-be4c-d513241d0d3f HTTP/1.1" status: 200 len: 945 time: 0.2025602 Nov 12 00:46:48.969231 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bfda0e2d-4a21-45d4-b218-fee92f5f2d61 req-4cfa8182-7ffb-429a-8349-ce2d266e821f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6b2d1442-0e79-422e-955b-efc39299c7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878875 Nov 12 00:46:49.030576 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8613e8ce-32d1-4d65-a4c9-4950c0718cd8 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:49.030899 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8613e8ce-32d1-4d65-a4c9-4950c0718cd8 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:49.046688 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bd389f63-3479-495e-b9e4-0de0438a576e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:49.057509 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ff3a1f33-9cf2-4652-a9e4-a784386189d2 req-c24dddb7-7d00-48d5-abfd-2d1812a0bedc tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854428 Nov 12 00:46:49.065767 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bd389f63-3479-495e-b9e4-0de0438a576e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:49.095471 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d6f24acd-eafb-4985-8d8c-a63c873cd883 req-8761ec38-0fdf-480a-8dd4-baf5ca24dbad service neutron] 10.222.0.49 "GET /v2.0/networks/99933297-ab4a-401e-8d8a-276d6844b2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365415 Nov 12 00:46:49.131008 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-8613e8ce-32d1-4d65-a4c9-4950c0718cd8 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Calling delete_port for 4705f04a-634f-4eb6-acef-eaef4c8b2ba0 owned by network:floatingip {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:46:49.141642 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bd389f63-3479-495e-b9e4-0de0438a576e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:49.143612 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd389f63-3479-495e-b9e4-0de0438a576e admin admin] Pushing event updated for resources: {'Port': ['ID=79d1946a-2e69-4be8-b837-8f8813a6766d,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:49.190962 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-918c96d8-c6b1-4a63-a47d-00a24e10457e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:49.193754 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-918c96d8-c6b1-4a63-a47d-00a24e10457e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:49.197590 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-918c96d8-c6b1-4a63-a47d-00a24e10457e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a44c838a-ab99-4eee-87e5-2a3e8ae4907a HTTP/1.1" status: 204 len: 168 time: 0.9896767 Nov 12 00:46:49.268958 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c96d8-c6b1-4a63-a47d-00a24e10457e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44c838a-ab99-4eee-87e5-2a3e8ae4907a,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:49.279799 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595489ac-19b5-4506-b9a4-32f98dcda83c req-c853db88-4d3e-44ef-bfc3-47bb8e7ae8b9 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:49.281506 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-595489ac-19b5-4506-b9a4-32f98dcda83c req-c853db88-4d3e-44ef-bfc3-47bb8e7ae8b9 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9 HTTP/1.1" status: 200 len: 943 time: 0.3860064 Nov 12 00:46:49.296146 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59777341-5b3e-4b9e-bd13-d44328597366 req-5565fb0e-2a7f-4364-8743-f6fa324b5ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:49.297701 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-59777341-5b3e-4b9e-bd13-d44328597366 req-5565fb0e-2a7f-4364-8743-f6fa324b5ed9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3c616bcabe89454cb93b6c53ea20cfc4&device_id=386698b3-cd24-4d7c-b878-ecb8781a18c3 HTTP/1.1" status: 200 len: 1095 time: 0.0788007 Nov 12 00:46:49.321035 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd389f63-3479-495e-b9e4-0de0438a576e admin admin] Network 985dcccb-2c08-4d64-be3d-bc4d25918b83 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:46:49.333601 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-bd389f63-3479-495e-b9e4-0de0438a576e admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:49.348140 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-aea98e6f-7444-4cd6-bd4b-4ad99bddf56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:49.349802 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-aea98e6f-7444-4cd6-bd4b-4ad99bddf56a service neutron] 10.222.0.54 "GET /v2.0/networks?id=d872bf93-95f4-45c4-b0f4-642aed61400a HTTP/1.1" status: 200 len: 907 time: 0.4774644 Nov 12 00:46:49.363167 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bfda0e2d-4a21-45d4-b218-fee92f5f2d61 req-059e5544-3f1e-4df5-b2c0-881b62393ec9 service neutron] 10.222.0.49 "GET /v2.0/networks/6b2d1442-0e79-422e-955b-efc39299c7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591406 Nov 12 00:46:49.432034 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-b5e417a5-190c-465e-b33f-c40cb170d82a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f339798c-2e3a-4e57-9c60-8a82e1cf51b0 HTTP/1.1" status: 200 len: 217 time: 0.0661259 Nov 12 00:46:49.518197 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59777341-5b3e-4b9e-bd13-d44328597366 req-6828cbfc-9a3b-44ab-9b3d-e440ddff4e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:49.520222 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-59777341-5b3e-4b9e-bd13-d44328597366 req-6828cbfc-9a3b-44ab-9b3d-e440ddff4e8c service neutron] 10.222.0.49 "GET /v2.0/networks?id=99933297-ab4a-401e-8d8a-276d6844b2b2 HTTP/1.1" status: 200 len: 912 time: 0.2143326 Nov 12 00:46:49.581529 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-595489ac-19b5-4506-b9a4-32f98dcda83c req-be8d53fc-81b9-4995-aafa-c39bee75bd22 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722702 Nov 12 00:46:49.582316 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-59777341-5b3e-4b9e-bd13-d44328597366 req-347ccd54-1c8f-46ca-8d14-460f6948346c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8bc8f923-7bcf-4638-b61d-227d0889bf69 HTTP/1.1" status: 200 len: 217 time: 0.0544033 Nov 12 00:46:49.588544 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd389f63-3479-495e-b9e4-0de0438a576e admin admin] Router dd4cd67d-5e1d-4528-9237-dfe8b89558ae has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:46:49.613060 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-03d57f9e-37f7-45bb-b7c6-09050dc5dcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:49.617055 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-03d57f9e-37f7-45bb-b7c6-09050dc5dcba service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e87486ea-14b8-4357-b569-3ef6c52f1320 HTTP/1.1" status: 200 len: 846 time: 0.1679242 Nov 12 00:46:49.695380 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-48acfb69-c15e-44d8-8f2d-6bedbc650b0d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d872bf93-95f4-45c4-b0f4-642aed61400a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674329 Nov 12 00:46:49.696394 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bfda0e2d-4a21-45d4-b218-fee92f5f2d61 req-c11264a6-e759-49fa-92a7-99de82c739a8 service neutron] 10.222.0.49 "GET /v2.0/networks/6b2d1442-0e79-422e-955b-efc39299c7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171084 Nov 12 00:46:49.831515 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-63314978-b3e4-4695-90f3-9123a5bc9b9f None None] Provisioning complete for port 79d1946a-2e69-4be8-b837-8f8813a6766d triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:49.832284 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-63314978-b3e4-4695-90f3-9123a5bc9b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:49.900019 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8613e8ce-32d1-4d65-a4c9-4950c0718cd8 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:49.962036 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-63314978-b3e4-4695-90f3-9123a5bc9b9f None None] Port 79d1946a-2e69-4be8-b837-8f8813a6766d cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:46:49.985031 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 735f833a-7d3e-43b5-86e8-820a96b3d37e up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:46:50.008729 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8613e8ce-32d1-4d65-a4c9-4950c0718cd8 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Pushing event deleted for resources: {'Port': ['ID=4705f04a-634f-4eb6-acef-eaef4c8b2ba0,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:50.111518 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 735f833a-7d3e-43b5-86e8-820a96b3d37e triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:50.112727 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02019f3d-4b6f-4862-8551-cfd07c8bd4e5 req-7ec57173-3bda-47ce-b37f-35a75ea34b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:50.113284 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:50.115468 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-02019f3d-4b6f-4862-8551-cfd07c8bd4e5 req-7ec57173-3bda-47ce-b37f-35a75ea34b57 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=78b3942b4d1d42e395f1a600361aab79&device_id=a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9 HTTP/1.1" status: 200 len: 1095 time: 0.2584655 Nov 12 00:46:50.135060 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59777341-5b3e-4b9e-bd13-d44328597366 req-b986e85b-ca5e-4b6c-b76c-3f302a9a02a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:50.136617 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-59777341-5b3e-4b9e-bd13-d44328597366 req-b986e85b-ca5e-4b6c-b76c-3f302a9a02a2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1da62076-4a58-4810-9972-85bd6051431b HTTP/1.1" status: 200 len: 851 time: 0.5467424 Nov 12 00:46:50.176898 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc74ea7-951d-49df-bb89-88062adeab8f req-ead43618-6e41-4c20-834c-9e7272e3d2c3 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:50.184355 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bcc74ea7-951d-49df-bb89-88062adeab8f req-ead43618-6e41-4c20-834c-9e7272e3d2c3 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/ports?device_id=386698b3-cd24-4d7c-b878-ecb8781a18c3 HTTP/1.1" status: 200 len: 943 time: 0.1415634 Nov 12 00:46:50.219756 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-0be07d4f-17f4-4fb5-9b76-a0c2c7564c31 service neutron] 10.222.0.54 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5143259 Nov 12 00:46:50.234058 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-59777341-5b3e-4b9e-bd13-d44328597366 req-7315915d-cc2e-42ab-861a-f05dcc41ccdb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=99933297-ab4a-401e-8d8a-276d6844b2b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883296 Nov 12 00:46:50.286121 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:50.308979 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd389f63-3479-495e-b9e4-0de0438a576e admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:46:50.348480 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 735f833a-7d3e-43b5-86e8-820a96b3d37e, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=735f833a-7d3e-43b5-86e8-820a96b3d37e,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:50.350006 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-bd389f63-3479-495e-b9e4-0de0438a576e admin admin] 10.222.0.20 "PUT /v2.0/routers/dd4cd67d-5e1d-4528-9237-dfe8b89558ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0589218 Nov 12 00:46:50.367599 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:50.384311 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bcc74ea7-951d-49df-bb89-88062adeab8f req-f18bd4c1-2bec-4815-8c67-bf2fec161876 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e3175a2-49e6-4a0d-9291-cdd01a0236ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952937 Nov 12 00:46:50.435676 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-59777341-5b3e-4b9e-bd13-d44328597366 req-c143bc41-d41d-4577-810d-1578c6d3fd3e service neutron] 10.222.0.49 "GET /v2.0/networks/99933297-ab4a-401e-8d8a-276d6844b2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894393 Nov 12 00:46:50.455005 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-1ac03c96-ecb0-4b2c-8df4-129f2216b3dc service neutron] 10.222.0.54 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189853 Nov 12 00:46:50.455885 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a7fc0b-5580-42f9-add7-fc0e97cc3e0b None None] Sync routers for ids ['dd4cd67d-5e1d-4528-9237-dfe8b89558ae'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:46:50.497183 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=735f833a-7d3e-43b5-86e8-820a96b3d37e,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:50.500478 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a7fc0b-5580-42f9-add7-fc0e97cc3e0b None None] Routers {'dd4cd67d-5e1d-4528-9237-dfe8b89558ae'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:46:50.501303 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-55a7fc0b-5580-42f9-add7-fc0e97cc3e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:46:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['dd4cd67d-5e1d-4528-9237-dfe8b89558ae'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:50.528615 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8613e8ce-32d1-4d65-a4c9-4950c0718cd8 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Publish callbacks [] for floatingip, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:50.531437 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8613e8ce-32d1-4d65-a4c9-4950c0718cd8 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:50.532894 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8613e8ce-32d1-4d65-a4c9-4950c0718cd8 tempest-ServersTestManualDisk-1674069861 tempest-ServersTestManualDisk-1674069861-project] 10.222.0.20 "DELETE /v2.0/floatingips/7b834270-e2cc-4ac4-ab70-276895befba0 HTTP/1.1" status: 204 len: 168 time: 2.6542525 Nov 12 00:46:50.542976 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6acccb9-5042-420a-9fa0-a1e1fe99bc36 req-b73b4fb9-dc19-4a55-9349-053599f9d981 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:50.554904 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6acccb9-5042-420a-9fa0-a1e1fe99bc36 req-b73b4fb9-dc19-4a55-9349-053599f9d981 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=93bc3dde-ca07-4327-be4c-d513241d0d3f HTTP/1.1" status: 200 len: 945 time: 0.3185687 Nov 12 00:46:50.578409 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50532) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:50.637856 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6acccb9-5042-420a-9fa0-a1e1fe99bc36 req-10756ef5-9c5d-4016-a6c3-e18e03bcc648 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817852 Nov 12 00:46:50.713248 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-59777341-5b3e-4b9e-bd13-d44328597366 req-d92f8ea4-8128-45e6-b303-5941f50b2e1f service neutron] 10.222.0.49 "GET /v2.0/networks/99933297-ab4a-401e-8d8a-276d6844b2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630355 Nov 12 00:46:50.790703 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02019f3d-4b6f-4862-8551-cfd07c8bd4e5 req-be8dcfc7-3964-432f-9236-a0858366ac95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:50.795370 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-02019f3d-4b6f-4862-8551-cfd07c8bd4e5 req-be8dcfc7-3964-432f-9236-a0858366ac95 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6b2d1442-0e79-422e-955b-efc39299c7dd HTTP/1.1" status: 200 len: 907 time: 0.6694057 Nov 12 00:46:50.795858 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-55a7fc0b-5580-42f9-add7-fc0e97cc3e0b None None] Set router dd4cd67d-5e1d-4528-9237-dfe8b89558ae gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:46:50.813204 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50544) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:50.865652 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3673b3-ef4f-4d1a-b867-63675d96653c req-c00e5941-fc8a-44a4-9497-e410cc9ae3f3 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:50.888943 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fb3673b3-ef4f-4d1a-b867-63675d96653c req-c00e5941-fc8a-44a4-9497-e410cc9ae3f3 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9 HTTP/1.1" status: 200 len: 943 time: 0.1640251 Nov 12 00:46:50.964914 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-02019f3d-4b6f-4862-8551-cfd07c8bd4e5 req-79af0084-8594-4cb5-ae60-e21377520ed1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1efa13fd-8c07-486c-9a40-e05ad31bd16b HTTP/1.1" status: 200 len: 217 time: 0.0795996 Nov 12 00:46:50.979241 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fb3673b3-ef4f-4d1a-b867-63675d96653c req-a1031e68-38bd-42f8-837b-6cb261d3b894 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894215 Nov 12 00:46:50.984559 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-8578450d-10e4-4d90-91ad-aee3dd0abff5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-665014973-network', 'tenant_id': '44dcbfa2fbe7403c9c9f982e8e62e5d2'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:51.023990 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8578450d-10e4-4d90-91ad-aee3dd0abff5 admin admin] Made reservation on behalf of 44dcbfa2fbe7403c9c9f982e8e62e5d2 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:46:51.027761 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8578450d-10e4-4d90-91ad-aee3dd0abff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:51.040878 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8578450d-10e4-4d90-91ad-aee3dd0abff5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:51.139569 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02019f3d-4b6f-4862-8551-cfd07c8bd4e5 req-284c57ff-d1fe-40f6-b23a-163e3e918735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:51.141114 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-02019f3d-4b6f-4862-8551-cfd07c8bd4e5 req-284c57ff-d1fe-40f6-b23a-163e3e918735 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e9ebb41c-1861-43b6-b921-ba560680823b HTTP/1.1" status: 200 len: 846 time: 0.1744323 Nov 12 00:46:51.151324 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8578450d-10e4-4d90-91ad-aee3dd0abff5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:51.159337 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8578450d-10e4-4d90-91ad-aee3dd0abff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:51.206575 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-55a7fc0b-5580-42f9-add7-fc0e97cc3e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'name': 'tempest-FloatingIPsAssociationTestJSON-2097701775-router', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '735f833a-7d3e-43b5-86e8-820a96b3d37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:41Z', 'updated_at': '2021-11-12T00:46:48Z', 'revision_number': 4, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'gw_port': {'id': '735f833a-7d3e-43b5-86e8-820a96b3d37e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:41Z', 'updated_at': '2021-11-12T00:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '79d1946a-2e69-4be8-b837-8f8813a6766d', 'name': '', 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'mac_address': 'fa:16:3e:e8:70:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'fcb6d631-2a57-4fd6-955b-55bc25740c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:46:48Z', 'revision_number': 2, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'subnets': [{'id': 'fcb6d631-2a57-4fd6-955b-55bc25740c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:51.223972 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8578450d-10e4-4d90-91ad-aee3dd0abff5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:46:51.234035 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-02019f3d-4b6f-4862-8551-cfd07c8bd4e5 req-78050a4e-cf37-4081-ab01-d61274f243a5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6b2d1442-0e79-422e-955b-efc39299c7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369754 Nov 12 00:46:51.242840 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8578450d-10e4-4d90-91ad-aee3dd0abff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241c1c94-95c0-4320-a415-1e563908a3e1,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:51.244425 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a7fc0b-5580-42f9-add7-fc0e97cc3e0b None None] Checking router: dd4cd67d-5e1d-4528-9237-dfe8b89558ae for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:46:51.244793 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a7fc0b-5580-42f9-add7-fc0e97cc3e0b None None] Updating router dd4cd67d-5e1d-4528-9237-dfe8b89558ae port 79d1946a-2e69-4be8-b837-8f8813a6766d binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:46:51.251810 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8578450d-10e4-4d90-91ad-aee3dd0abff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:51.252398 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-8578450d-10e4-4d90-91ad-aee3dd0abff5 admin admin] Added segment 3dc6aefa-47b9-4efa-9128-50fd3839a55d of type vlan for network f8afe929-8fd8-4ece-b982-de3643397659 Nov 12 00:46:51.277111 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-55a7fc0b-5580-42f9-add7-fc0e97cc3e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:51.322498 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8578450d-10e4-4d90-91ad-aee3dd0abff5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:51.355080 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8578450d-10e4-4d90-91ad-aee3dd0abff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:51.356500 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8578450d-10e4-4d90-91ad-aee3dd0abff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:51.357318 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8578450d-10e4-4d90-91ad-aee3dd0abff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:51.388557 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-8578450d-10e4-4d90-91ad-aee3dd0abff5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5743570 Nov 12 00:46:51.398417 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50560) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:51.406948 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-509a1611-0c51-4a1c-9e29-ec1bd933bfe0 admin admin] Request body: {'subnet': {'network_id': 'f8afe929-8fd8-4ece-b982-de3643397659', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-665014973-subnet', 'tenant_id': '44dcbfa2fbe7403c9c9f982e8e62e5d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:51.461544 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8578450d-10e4-4d90-91ad-aee3dd0abff5 admin admin] Pushing event updated for resources: {'Network': ['ID=f8afe929-8fd8-4ece-b982-de3643397659,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:51.473993 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509a1611-0c51-4a1c-9e29-ec1bd933bfe0 admin admin] Made reservation on behalf of 44dcbfa2fbe7403c9c9f982e8e62e5d2 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:46:51.481314 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-509a1611-0c51-4a1c-9e29-ec1bd933bfe0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:51.494389 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network f8afe929-8fd8-4ece-b982-de3643397659 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:46:51.646229 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ebcc24-edca-4a64-ba7c-1d1befb53ddc req-25941882-44f5-48cd-8cfe-25aa84f45e48 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:51.648567 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e4ebcc24-edca-4a64-ba7c-1d1befb53ddc req-25941882-44f5-48cd-8cfe-25aa84f45e48 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/ports?device_id=386698b3-cd24-4d7c-b878-ecb8781a18c3 HTTP/1.1" status: 200 len: 943 time: 0.0963757 Nov 12 00:46:51.753957 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e4ebcc24-edca-4a64-ba7c-1d1befb53ddc req-1da206fd-316a-4f24-802f-8dc9e02c94bb tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e3175a2-49e6-4a0d-9291-cdd01a0236ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930882 Nov 12 00:46:51.835503 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-55a7fc0b-5580-42f9-add7-fc0e97cc3e0b None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:51.844872 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-55a7fc0b-5580-42f9-add7-fc0e97cc3e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:51.888837 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-509a1611-0c51-4a1c-9e29-ec1bd933bfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:51.899022 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 735f833a-7d3e-43b5-86e8-820a96b3d37e up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:46:51.977656 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e85dc8c-078f-40e1-a616-96fa2b45635c None None] Pushing event updated for resources: {'Port': ['ID=79d1946a-2e69-4be8-b837-8f8813a6766d,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:52.011349 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a1611-0c51-4a1c-9e29-ec1bd933bfe0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=753288dc-d8e9-4a46-93a2-6b80753dc214,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:52.029546 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577318cc-a21d-42fc-9dd0-96a09ef3100f req-8a06ad1b-a442-4260-9703-8e8e53d667b4 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:52.031647 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-577318cc-a21d-42fc-9dd0-96a09ef3100f req-8a06ad1b-a442-4260-9703-8e8e53d667b4 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=93bc3dde-ca07-4327-be4c-d513241d0d3f HTTP/1.1" status: 200 len: 945 time: 0.1037021 Nov 12 00:46:52.039345 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509a1611-0c51-4a1c-9e29-ec1bd933bfe0 admin admin] Checking segment: {'id': '3dc6aefa-47b9-4efa-9128-50fd3839a55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f8afe929-8fd8-4ece-b982-de3643397659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:46:52.039881 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509a1611-0c51-4a1c-9e29-ec1bd933bfe0 admin admin] Network hostable DHCP agents. Network: f8afe929-8fd8-4ece-b982-de3643397659, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:46:52.065024 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-55a7fc0b-5580-42f9-add7-fc0e97cc3e0b None None] Attempting to bind port 79d1946a-2e69-4be8-b837-8f8813a6766d on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:46:52.065456 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-55a7fc0b-5580-42f9-add7-fc0e97cc3e0b None None] Attempting to bind port 79d1946a-2e69-4be8-b837-8f8813a6766d by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:46:52.065947 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a7fc0b-5580-42f9-add7-fc0e97cc3e0b None None] Attempting to bind port 79d1946a-2e69-4be8-b837-8f8813a6766d on network 985dcccb-2c08-4d64-be3d-bc4d25918b83 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:46:52.070007 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 735f833a-7d3e-43b5-86e8-820a96b3d37e triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:52.070460 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:52.102797 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509a1611-0c51-4a1c-9e29-ec1bd933bfe0 admin admin] Network f8afe929-8fd8-4ece-b982-de3643397659 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:46:52.112862 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c1f93-80e1-4f11-aa6a-f8e9a13ffeaf req-3dd7937f-87a9-46a6-ae61-daa69f271c64 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:52.114768 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-470c1f93-80e1-4f11-aa6a-f8e9a13ffeaf req-3dd7937f-87a9-46a6-ae61-daa69f271c64 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/networks?id=985dcccb-2c08-4d64-be3d-bc4d25918b83 HTTP/1.1" status: 200 len: 821 time: 0.7741947 Nov 12 00:46:52.115945 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a7fc0b-5580-42f9-add7-fc0e97cc3e0b None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:46:52.116697 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a7fc0b-5580-42f9-add7-fc0e97cc3e0b None None] Checking segment: {'id': '7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:46:52.116697 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-55a7fc0b-5580-42f9-add7-fc0e97cc3e0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:52.117099 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a7fc0b-5580-42f9-add7-fc0e97cc3e0b None None] Bound using segment: {'id': '7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:46:52.118088 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-55a7fc0b-5580-42f9-add7-fc0e97cc3e0b None None] Bound port: 79d1946a-2e69-4be8-b837-8f8813a6766d, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:46:52.118088 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-55a7fc0b-5580-42f9-add7-fc0e97cc3e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:52.135618 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-577318cc-a21d-42fc-9dd0-96a09ef3100f req-ef8867f0-aaf5-4323-9f4c-c9470ca0aeb5 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899241 Nov 12 00:46:52.142013 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-509a1611-0c51-4a1c-9e29-ec1bd933bfe0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, f8afe929-8fd8-4ece-b982-de3643397659) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:52.146896 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509a1611-0c51-4a1c-9e29-ec1bd933bfe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:52.148302 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-509a1611-0c51-4a1c-9e29-ec1bd933bfe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:52.159925 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56daa0f-3577-46b4-957c-14984fc4d9ee None None] Network f8afe929-8fd8-4ece-b982-de3643397659 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:46:52.173289 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-509a1611-0c51-4a1c-9e29-ec1bd933bfe0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7735097 Nov 12 00:46:52.176259 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50572) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:52.198033 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-051a691f-4f81-46cf-80f8-3cb5f7f95fa9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-665014973-router', 'tenant_id': '44dcbfa2fbe7403c9c9f982e8e62e5d2', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:52.248899 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-051a691f-4f81-46cf-80f8-3cb5f7f95fa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:52.250029 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-051a691f-4f81-46cf-80f8-3cb5f7f95fa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:52.259125 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-470c1f93-80e1-4f11-aa6a-f8e9a13ffeaf req-4fe48ba2-d8ea-4bb9-91ca-851432198cf0 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/quotas/70fcc0cfb50649aa98c75c8239146e76 HTTP/1.1" status: 200 len: 375 time: 0.0535250 Nov 12 00:46:52.282190 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-02019f3d-4b6f-4862-8551-cfd07c8bd4e5 req-e8892b6c-133e-47a0-9efe-461204f7b7f1 service neutron] 10.222.0.49 "GET /v2.0/networks/6b2d1442-0e79-422e-955b-efc39299c7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0399702 Nov 12 00:46:52.347794 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-051a691f-4f81-46cf-80f8-3cb5f7f95fa9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:52.405183 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-55a7fc0b-5580-42f9-add7-fc0e97cc3e0b None None] For port 79d1946a-2e69-4be8-b837-8f8813a6766d, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:46:52.408468 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-55a7fc0b-5580-42f9-add7-fc0e97cc3e0b None None] For port 79d1946a-2e69-4be8-b837-8f8813a6766d, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=79d1946a-2e69-4be8-b837-8f8813a6766d,segment=NetworkSegment(7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763),segment_id=7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:46:52.417678 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-55a7fc0b-5580-42f9-add7-fc0e97cc3e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:52.491626 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-75a82e64-5da6-4f74-a3e0-5ddf9335ed75 None None] Provisioning complete for port 79d1946a-2e69-4be8-b837-8f8813a6766d triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:52.492218 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-75a82e64-5da6-4f74-a3e0-5ddf9335ed75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:52.525444 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-470c1f93-80e1-4f11-aa6a-f8e9a13ffeaf req-d630550b-16d1-4f03-8bfe-cac750852152 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=70fcc0cfb50649aa98c75c8239146e76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2320175 Nov 12 00:46:52.570442 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-051a691f-4f81-46cf-80f8-3cb5f7f95fa9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:52.605095 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a7fc0b-5580-42f9-add7-fc0e97cc3e0b None None] Routers {'dd4cd67d-5e1d-4528-9237-dfe8b89558ae'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:46:52.605892 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-55a7fc0b-5580-42f9-add7-fc0e97cc3e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:46:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['dd4cd67d-5e1d-4528-9237-dfe8b89558ae'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:52.619130 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e85dc8c-078f-40e1-a616-96fa2b45635c None None] Pushing event updated for resources: {'Port': ['ID=79d1946a-2e69-4be8-b837-8f8813a6766d,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:52.761828 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0a1bf-ea7d-491e-bd9a-9902995654f8 req-0414b8fb-59ec-46e8-9860-5669fed81a0f tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:52.772110 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c7e0a1bf-ea7d-491e-bd9a-9902995654f8 req-0414b8fb-59ec-46e8-9860-5669fed81a0f tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9 HTTP/1.1" status: 200 len: 943 time: 0.1485555 Nov 12 00:46:52.830958 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-02019f3d-4b6f-4862-8551-cfd07c8bd4e5 req-ded26fc2-be73-4fdd-8bc1-268160a69cee service neutron] 10.222.0.49 "GET /v2.0/networks/6b2d1442-0e79-422e-955b-efc39299c7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5096374 Nov 12 00:46:52.856082 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c7e0a1bf-ea7d-491e-bd9a-9902995654f8 req-a7b510f6-a594-4ccb-a06b-8edbadaa1cac tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830278 Nov 12 00:46:52.875406 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-470c1f93-80e1-4f11-aa6a-f8e9a13ffeaf req-30717ccd-9c42-49ef-8523-5e8d1f3b5ac2 service neutron] 10.222.0.20 "GET /v2.0/networks/985dcccb-2c08-4d64-be3d-bc4d25918b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626526 Nov 12 00:46:52.899540 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 8bc8f923-7bcf-4638-b61d-227d0889bf69 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:46:52.995920 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 8bc8f923-7bcf-4638-b61d-227d0889bf69, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=8bc8f923-7bcf-4638-b61d-227d0889bf69,segment=NetworkSegment(8e3a4060-eb73-4d7a-8d87-83ca2cbba051),segment_id=8e3a4060-eb73-4d7a-8d87-83ca2cbba051)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:53.014861 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '8bc8f923-7bcf-4638-b61d-227d0889bf69', 'network_id': '99933297-ab4a-401e-8d8a-276d6844b2b2', 'port_id': '8bc8f923-7bcf-4638-b61d-227d0889bf69', 'mac_address': 'fa:16:3e:a5:8a:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1da62076-4a58-4810-9972-85bd6051431b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:46:53.017211 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a0087c-c9c2-4fec-8233-ab707c0aec7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-f8afe929-8fd8-4ece-b982-de3643397659', 'network_id': 'f8afe929-8fd8-4ece-b982-de3643397659', 'tenant_id': '44dcbfa2fbe7403c9c9f982e8e62e5d2', 'fixed_ips': [{'subnet_id': '753288dc-d8e9-4a46-93a2-6b80753dc214'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:46:53.018537 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f0a0087c-c9c2-4fec-8233-ab707c0aec7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:53.051430 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-470c1f93-80e1-4f11-aa6a-f8e9a13ffeaf req-8e67bddc-02db-4a03-b297-65d2bcc0f67e service neutron] 10.222.0.20 "GET /v2.0/networks/985dcccb-2c08-4d64-be3d-bc4d25918b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621244 Nov 12 00:46:53.054036 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-55a7fc0b-5580-42f9-add7-fc0e97cc3e0b None None] Set router dd4cd67d-5e1d-4528-9237-dfe8b89558ae gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:46:53.054896 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1e853b92-b336-4791-91e1-74e92e6b457b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:53.134988 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a77af0-7d91-4761-978c-0491e6a14b67 req-f4cf8345-2d4b-41bb-a6ae-0fd94b544228 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:53.135347 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-75a82e64-5da6-4f74-a3e0-5ddf9335ed75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:53.142847 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f2a77af0-7d91-4761-978c-0491e6a14b67 req-f4cf8345-2d4b-41bb-a6ae-0fd94b544228 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/ports?device_id=386698b3-cd24-4d7c-b878-ecb8781a18c3 HTTP/1.1" status: 200 len: 943 time: 0.1089511 Nov 12 00:46:53.167548 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-051a691f-4f81-46cf-80f8-3cb5f7f95fa9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:53.193604 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-051a691f-4f81-46cf-80f8-3cb5f7f95fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:53.232570 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f2a77af0-7d91-4761-978c-0491e6a14b67 req-d549c766-e1d4-4bea-9554-386ca00f7968 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e3175a2-49e6-4a0d-9291-cdd01a0236ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887334 Nov 12 00:46:53.375794 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:53.428498 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-629111fc-b12e-48c1-b187-2bcd13340fc8 req-4c4549a2-67b6-4ba3-8c36-8e06689952b3 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8b96323-207c-4e9a-9a2b-f9165ef8565b HTTP/1.1" status: 200 len: 210 time: 0.0788205 Nov 12 00:46:53.437100 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-75a82e64-5da6-4f74-a3e0-5ddf9335ed75 None None] For port 79d1946a-2e69-4be8-b837-8f8813a6766d, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=79d1946a-2e69-4be8-b837-8f8813a6766d,segment=NetworkSegment(7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763),segment_id=7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:53.457680 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bc8f923-7bcf-4638-b61d-227d0889bf69 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:46:53.469013 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-75a82e64-5da6-4f74-a3e0-5ddf9335ed75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:53.498487 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-051a691f-4f81-46cf-80f8-3cb5f7f95fa9 admin admin] Allocated IP 172.25.2.98 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/6f58e4cd-6d5e-4f54-a47d-3c36659f604f) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:46:53.629759 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 8bc8f923-7bcf-4638-b61d-227d0889bf69, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=8bc8f923-7bcf-4638-b61d-227d0889bf69,segment=NetworkSegment(8e3a4060-eb73-4d7a-8d87-83ca2cbba051),segment_id=8e3a4060-eb73-4d7a-8d87-83ca2cbba051)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:53.684104 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b278f-6cb0-45d2-8da2-aa55d5bafa35 req-f48b042d-9907-45e3-9a9b-5c87c5d165ac tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:53.697901 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-832b278f-6cb0-45d2-8da2-aa55d5bafa35 req-f48b042d-9907-45e3-9a9b-5c87c5d165ac tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=93bc3dde-ca07-4327-be4c-d513241d0d3f HTTP/1.1" status: 200 len: 945 time: 0.3699543 Nov 12 00:46:53.701462 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-1e853b92-b336-4791-91e1-74e92e6b457b admin admin] Deleting port 791b7edf-bb0d-42d7-9295-cb9b9a362903 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:46:53.701812 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1e853b92-b336-4791-91e1-74e92e6b457b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:53.731186 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a82e64-5da6-4f74-a3e0-5ddf9335ed75 None None] Pushing event updated for resources: {'Port': ['ID=79d1946a-2e69-4be8-b837-8f8813a6766d,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:53.768342 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:53.769094 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 1efa13fd-8c07-486c-9a40-e05ad31bd16b details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:46:53.793820 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-051a691f-4f81-46cf-80f8-3cb5f7f95fa9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:53.813687 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-832b278f-6cb0-45d2-8da2-aa55d5bafa35 req-0167ffb6-9864-42a7-8198-f16b669ba378 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146834 Nov 12 00:46:53.864184 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=8bc8f923-7bcf-4638-b61d-227d0889bf69,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:53.878409 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-f0a0087c-c9c2-4fec-8233-ab707c0aec7f None None] Allocated IP 172.20.0.2 (f8afe929-8fd8-4ece-b982-de3643397659/753288dc-d8e9-4a46-93a2-6b80753dc214/81c57f77-bd8d-402a-ba89-b1f397c95ded) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:46:53.894668 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-051a691f-4f81-46cf-80f8-3cb5f7f95fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:53.908742 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-1e853b92-b336-4791-91e1-74e92e6b457b admin admin] For port 791b7edf-bb0d-42d7-9295-cb9b9a362903, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=791b7edf-bb0d-42d7-9295-cb9b9a362903,segment=NetworkSegment(2d305d08-a71e-4602-9598-8dd3a4ad7b2b),segment_id=2d305d08-a71e-4602-9598-8dd3a4ad7b2b)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:53.915030 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1e853b92-b336-4791-91e1-74e92e6b457b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:53.930734 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-9e402804-c5e1-4571-87f6-c44b25971355 None None] Provisioning complete for port 79d1946a-2e69-4be8-b837-8f8813a6766d triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:53.931156 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9e402804-c5e1-4571-87f6-c44b25971355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:54.003136 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-1e853b92-b336-4791-91e1-74e92e6b457b admin admin] Calling delete_port for 791b7edf-bb0d-42d7-9295-cb9b9a362903 owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:46:54.072415 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-55a7fc0b-5580-42f9-add7-fc0e97cc3e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'name': 'tempest-FloatingIPsAssociationTestJSON-2097701775-router', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '735f833a-7d3e-43b5-86e8-820a96b3d37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:41Z', 'updated_at': '2021-11-12T00:46:48Z', 'revision_number': 4, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'gw_port': {'id': '735f833a-7d3e-43b5-86e8-820a96b3d37e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:41Z', 'updated_at': '2021-11-12T00:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '79d1946a-2e69-4be8-b837-8f8813a6766d', 'name': '', 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'mac_address': 'fa:16:3e:e8:70:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'fcb6d631-2a57-4fd6-955b-55bc25740c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:46:52Z', 'revision_number': 4, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'subnets': [{'id': 'fcb6d631-2a57-4fd6-955b-55bc25740c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:54.074199 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a9303-d84f-40b9-9c11-298f00812634 req-6068f663-93c9-402d-98b5-23c29ecd4d84 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:54.075913 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e61a9303-d84f-40b9-9c11-298f00812634 req-6068f663-93c9-402d-98b5-23c29ecd4d84 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 945 time: 0.1354051 Nov 12 00:46:54.087738 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051a691f-4f81-46cf-80f8-3cb5f7f95fa9 admin admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:46:54.093106 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-051a691f-4f81-46cf-80f8-3cb5f7f95fa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:54.108060 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051a691f-4f81-46cf-80f8-3cb5f7f95fa9 admin admin] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:46:54.122680 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051a691f-4f81-46cf-80f8-3cb5f7f95fa9 admin admin] Pushing event updated for resources: {'Port': ['ID=6f58e4cd-6d5e-4f54-a47d-3c36659f604f,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:54.155748 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a7fc0b-5580-42f9-add7-fc0e97cc3e0b None None] The sync data for ids ['dd4cd67d-5e1d-4528-9237-dfe8b89558ae'] in n-d-812236-11 is: [{'id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'name': 'tempest-FloatingIPsAssociationTestJSON-2097701775-router', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '735f833a-7d3e-43b5-86e8-820a96b3d37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:41Z', 'updated_at': '2021-11-12T00:46:48Z', 'revision_number': 4, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'gw_port': {'id': '735f833a-7d3e-43b5-86e8-820a96b3d37e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:41Z', 'updated_at': '2021-11-12T00:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '79d1946a-2e69-4be8-b837-8f8813a6766d', 'name': '', 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'mac_address': 'fa:16:3e:e8:70:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'fcb6d631-2a57-4fd6-955b-55bc25740c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:46:52Z', 'revision_number': 4, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'subnets': [{'id': 'fcb6d631-2a57-4fd6-955b-55bc25740c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:46:54.210764 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e61a9303-d84f-40b9-9c11-298f00812634 req-b142d240-f7e1-4a0b-a6e2-a7e55a0531b8 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189380 Nov 12 00:46:54.227833 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff7f6e-2431-4305-94f7-90155f1cc9e6 req-e8f52be6-cd72-45e3-89b2-3aac58a673bb tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:54.243277 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e5ff7f6e-2431-4305-94f7-90155f1cc9e6 req-e8f52be6-cd72-45e3-89b2-3aac58a673bb tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9 HTTP/1.1" status: 200 len: 943 time: 0.2440164 Nov 12 00:46:54.381848 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1e853b92-b336-4791-91e1-74e92e6b457b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:54.439571 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 1efa13fd-8c07-486c-9a40-e05ad31bd16b, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=1efa13fd-8c07-486c-9a40-e05ad31bd16b,segment=NetworkSegment(6c913048-0125-4fcf-b07f-89f668c97b8b),segment_id=6c913048-0125-4fcf-b07f-89f668c97b8b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:54.469282 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e853b92-b336-4791-91e1-74e92e6b457b admin admin] Pushing event deleted for resources: {'Port': ['ID=791b7edf-bb0d-42d7-9295-cb9b9a362903,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:54.564850 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e5ff7f6e-2431-4305-94f7-90155f1cc9e6 req-b6443156-2717-4261-91ff-e3e548b6deac tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139641 Nov 12 00:46:54.734584 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '1efa13fd-8c07-486c-9a40-e05ad31bd16b', 'network_id': '6b2d1442-0e79-422e-955b-efc39299c7dd', 'port_id': '1efa13fd-8c07-486c-9a40-e05ad31bd16b', 'mac_address': 'fa:16:3e:91:4d:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ebb41c-1861-43b6-b921-ba560680823b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:46:54.852134 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:54.899378 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1e853b92-b336-4791-91e1-74e92e6b457b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:54.927070 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf54f7b-b0b6-4552-972a-d03fbe74df17 req-c4ab4bd7-ac7a-4cdc-9fcb-ce494597a133 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:54.929586 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1cf54f7b-b0b6-4552-972a-d03fbe74df17 req-c4ab4bd7-ac7a-4cdc-9fcb-ce494597a133 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/ports?device_id=386698b3-cd24-4d7c-b878-ecb8781a18c3 HTTP/1.1" status: 200 len: 944 time: 0.1886532 Nov 12 00:46:54.993069 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-051a691f-4f81-46cf-80f8-3cb5f7f95fa9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:55.011716 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1efa13fd-8c07-486c-9a40-e05ad31bd16b {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:46:55.163611 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f0a0087c-c9c2-4fec-8233-ab707c0aec7f None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:55.179552 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 1efa13fd-8c07-486c-9a40-e05ad31bd16b, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=1efa13fd-8c07-486c-9a40-e05ad31bd16b,segment=NetworkSegment(6c913048-0125-4fcf-b07f-89f668c97b8b),segment_id=6c913048-0125-4fcf-b07f-89f668c97b8b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:55.192390 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f0a0087c-c9c2-4fec-8233-ab707c0aec7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:55.212382 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1cf54f7b-b0b6-4552-972a-d03fbe74df17 req-925bd2e6-b714-4e73-8862-84b834378257 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e3175a2-49e6-4a0d-9291-cdd01a0236ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720299 Nov 12 00:46:55.212955 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:55.347680 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a0087c-c9c2-4fec-8233-ab707c0aec7f None None] Network f8afe929-8fd8-4ece-b982-de3643397659 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:46:55.358171 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-f0a0087c-c9c2-4fec-8233-ab707c0aec7f None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:55.373845 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a0087c-c9c2-4fec-8233-ab707c0aec7f None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:46:55.395969 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-27082099-ff1c-49a1-bf25-9688ba5516eb req-3a5804cb-875b-417c-a223-33fb3466e26f tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8b96323-207c-4e9a-9a2b-f9165ef8565b HTTP/1.1" status: 200 len: 210 time: 0.0800796 Nov 12 00:46:55.441870 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0087c-c9c2-4fec-8233-ab707c0aec7f None None] Pushing event updated for resources: {'Port': ['ID=81c57f77-bd8d-402a-ba89-b1f397c95ded,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:55.450610 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-051a691f-4f81-46cf-80f8-3cb5f7f95fa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:55.513348 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0087c-c9c2-4fec-8233-ab707c0aec7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:55.513840 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0087c-c9c2-4fec-8233-ab707c0aec7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:55.514186 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0087c-c9c2-4fec-8233-ab707c0aec7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:55.514523 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0087c-c9c2-4fec-8233-ab707c0aec7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:55.517047 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0087c-c9c2-4fec-8233-ab707c0aec7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:55.517441 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0087c-c9c2-4fec-8233-ab707c0aec7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:55.517775 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0087c-c9c2-4fec-8233-ab707c0aec7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:55.518101 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0087c-c9c2-4fec-8233-ab707c0aec7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:55.518428 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0087c-c9c2-4fec-8233-ab707c0aec7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:55.518750 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0087c-c9c2-4fec-8233-ab707c0aec7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:55.519072 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0087c-c9c2-4fec-8233-ab707c0aec7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:55.519904 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0087c-c9c2-4fec-8233-ab707c0aec7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:55.536289 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d633fa55-66eb-4093-b678-d191ce29024b req-bf76548b-2acd-40d4-81d3-7e13c24c2217 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f2f5d104-4533-4b79-bc8b-7d22b623befb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2302203 Nov 12 00:46:55.566942 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e853b92-b336-4791-91e1-74e92e6b457b admin admin] Router 82012639-ccff-4ca9-bda4-74ec8b9a6da7 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:46:55.598482 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-f0a0087c-c9c2-4fec-8233-ab707c0aec7f None None] Attempting to bind port 81c57f77-bd8d-402a-ba89-b1f397c95ded on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:46:55.598854 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-f0a0087c-c9c2-4fec-8233-ab707c0aec7f None None] Attempting to bind port 81c57f77-bd8d-402a-ba89-b1f397c95ded by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '3dc6aefa-47b9-4efa-9128-50fd3839a55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f8afe929-8fd8-4ece-b982-de3643397659'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:46:55.599221 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a0087c-c9c2-4fec-8233-ab707c0aec7f None None] Attempting to bind port 81c57f77-bd8d-402a-ba89-b1f397c95ded on network f8afe929-8fd8-4ece-b982-de3643397659 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:46:55.609174 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a0087c-c9c2-4fec-8233-ab707c0aec7f None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:46:55.609642 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a0087c-c9c2-4fec-8233-ab707c0aec7f None None] Checking segment: {'id': '3dc6aefa-47b9-4efa-9128-50fd3839a55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f8afe929-8fd8-4ece-b982-de3643397659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:46:55.610056 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f0a0087c-c9c2-4fec-8233-ab707c0aec7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:55.610452 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a0087c-c9c2-4fec-8233-ab707c0aec7f None None] Bound using segment: {'id': '3dc6aefa-47b9-4efa-9128-50fd3839a55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f8afe929-8fd8-4ece-b982-de3643397659'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:46:55.611212 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-f0a0087c-c9c2-4fec-8233-ab707c0aec7f None None] Bound port: 81c57f77-bd8d-402a-ba89-b1f397c95ded, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc6aefa-47b9-4efa-9128-50fd3839a55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f8afe929-8fd8-4ece-b982-de3643397659'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:46:55.611600 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f0a0087c-c9c2-4fec-8233-ab707c0aec7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:55.673286 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['1efa13fd-8c07-486c-9a40-e05ad31bd16b'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:46:55.678562 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=1efa13fd-8c07-486c-9a40-e05ad31bd16b,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:55.732915 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e494c5-ece8-4516-aa07-334ec7e1e28d req-846d0749-e1d3-4630-b123-dad1405360d9 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:55.741232 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-60e494c5-ece8-4516-aa07-334ec7e1e28d req-846d0749-e1d3-4630-b123-dad1405360d9 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=93bc3dde-ca07-4327-be4c-d513241d0d3f HTTP/1.1" status: 200 len: 945 time: 0.2841771 Nov 12 00:46:55.817664 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['8bc8f923-7bcf-4638-b61d-227d0889bf69'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:46:55.839437 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-60e494c5-ece8-4516-aa07-334ec7e1e28d req-cd3a64b3-e9bc-45be-9387-375ee9bee7b2 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971789 Nov 12 00:46:55.888127 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633fa55-66eb-4093-b678-d191ce29024b req-80c96048-a30f-4c66-9c57-b14acc327648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:55.891129 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d633fa55-66eb-4093-b678-d191ce29024b req-80c96048-a30f-4c66-9c57-b14acc327648 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c540ecbe8154e1b907ac12fc8774fd4&device_id=f2f5d104-4533-4b79-bc8b-7d22b623befb HTTP/1.1" status: 200 len: 1096 time: 0.1784949 Nov 12 00:46:55.928489 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f4fc7a-3b1a-4ad4-a243-c2f7cfbeb69d req-55c879e3-cc2a-49c6-80b3-85688030ddf9 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:55.938466 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-051a691f-4f81-46cf-80f8-3cb5f7f95fa9 admin admin] Router adc20539-d492-406e-8ed7-f67ce2eda771 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:46:55.945725 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e8f4fc7a-3b1a-4ad4-a243-c2f7cfbeb69d req-55c879e3-cc2a-49c6-80b3-85688030ddf9 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9 HTTP/1.1" status: 200 len: 944 time: 0.2320516 Nov 12 00:46:56.016431 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 79d1946a-2e69-4be8-b837-8f8813a6766d up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:46:56.050973 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-f0a0087c-c9c2-4fec-8233-ab707c0aec7f None None] For port 81c57f77-bd8d-402a-ba89-b1f397c95ded, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:46:56.062579 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e853b92-b336-4791-91e1-74e92e6b457b admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:46:56.074566 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1e853b92-b336-4791-91e1-74e92e6b457b admin admin] 10.222.0.20 "PUT /v2.0/routers/82012639-ccff-4ca9-bda4-74ec8b9a6da7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4624672 Nov 12 00:46:56.079955 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e480bc6a-2490-4d37-a13a-6304a39bf4c2 None None] Sync routers for ids ['82012639-ccff-4ca9-bda4-74ec8b9a6da7'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:46:56.083740 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50620) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:56.094803 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e480bc6a-2490-4d37-a13a-6304a39bf4c2 None None] Routers {'82012639-ccff-4ca9-bda4-74ec8b9a6da7'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:46:56.095336 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-e480bc6a-2490-4d37-a13a-6304a39bf4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:46:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['82012639-ccff-4ca9-bda4-74ec8b9a6da7'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:56.131789 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e8f4fc7a-3b1a-4ad4-a243-c2f7cfbeb69d req-8532681d-6096-4462-b035-e93b0569f7bb tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857080 Nov 12 00:46:56.186886 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051a691f-4f81-46cf-80f8-3cb5f7f95fa9 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:46:56.205341 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-f0a0087c-c9c2-4fec-8233-ab707c0aec7f None None] For port 81c57f77-bd8d-402a-ba89-b1f397c95ded, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=81c57f77-bd8d-402a-ba89-b1f397c95ded,segment=NetworkSegment(3dc6aefa-47b9-4efa-9128-50fd3839a55d),segment_id=3dc6aefa-47b9-4efa-9128-50fd3839a55d)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:46:56.210953 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633fa55-66eb-4093-b678-d191ce29024b req-dd279156-77bf-4a56-83c5-03c585fd754c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:56.212478 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d633fa55-66eb-4093-b678-d191ce29024b req-dd279156-77bf-4a56-83c5-03c585fd754c service neutron] 10.222.0.49 "GET /v2.0/networks?id=d872bf93-95f4-45c4-b0f4-642aed61400a HTTP/1.1" status: 200 len: 907 time: 0.2594426 Nov 12 00:46:56.262516 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74d2bff-c298-4ec6-80de-4359a505f48f None None] Sync routers for ids ['adc20539-d492-406e-8ed7-f67ce2eda771'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:46:56.345875 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f0a0087c-c9c2-4fec-8233-ab707c0aec7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:56.461449 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0087c-c9c2-4fec-8233-ab707c0aec7f None None] Pushing event updated for resources: {'Port': ['ID=81c57f77-bd8d-402a-ba89-b1f397c95ded,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:56.511539 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d633fa55-66eb-4093-b678-d191ce29024b req-650f6a8b-3c7a-4c31-9637-e2ea419ca24e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12592566-5842-43d2-a41f-09c546d6e5c4 HTTP/1.1" status: 200 len: 217 time: 0.2884250 Nov 12 00:46:56.572125 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 79d1946a-2e69-4be8-b837-8f8813a6766d triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:56.572843 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:56.579232 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74d2bff-c298-4ec6-80de-4359a505f48f None None] Routers {'adc20539-d492-406e-8ed7-f67ce2eda771'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:46:56.584133 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-d74d2bff-c298-4ec6-80de-4359a505f48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:46:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['adc20539-d492-406e-8ed7-f67ce2eda771'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:56.699702 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-e480bc6a-2490-4d37-a13a-6304a39bf4c2 None None] Set router 82012639-ccff-4ca9-bda4-74ec8b9a6da7 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:46:56.755433 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cf01e7cb-2e25-4c7a-be38-d7b9c2b210e0 req-094188c5-5711-49af-b6ea-3b508bc85499 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8b96323-207c-4e9a-9a2b-f9165ef8565b HTTP/1.1" status: 200 len: 210 time: 0.0525610 Nov 12 00:46:56.828937 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633fa55-66eb-4093-b678-d191ce29024b req-62966d48-2dea-4ee6-87e1-c48f800deefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:56.831776 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d633fa55-66eb-4093-b678-d191ce29024b req-62966d48-2dea-4ee6-87e1-c48f800deefa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e87486ea-14b8-4357-b569-3ef6c52f1320 HTTP/1.1" status: 200 len: 846 time: 0.3047311 Nov 12 00:46:56.862763 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-d74d2bff-c298-4ec6-80de-4359a505f48f None None] Set router adc20539-d492-406e-8ed7-f67ce2eda771 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:46:56.954726 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-051a691f-4f81-46cf-80f8-3cb5f7f95fa9 admin admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:56.956101 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-051a691f-4f81-46cf-80f8-3cb5f7f95fa9 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7788420 Nov 12 00:46:56.961900 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50634) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:56.997207 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c1f93-80e1-4f11-aa6a-f8e9a13ffeaf req-3d9b5442-1713-4710-9712-4ce8f764101d tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:57.000134 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-470c1f93-80e1-4f11-aa6a-f8e9a13ffeaf req-3d9b5442-1713-4710-9712-4ce8f764101d tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.54 "GET /v2.0/networks?id=985dcccb-2c08-4d64-be3d-bc4d25918b83 HTTP/1.1" status: 200 len: 821 time: 0.7597024 Nov 12 00:46:57.008479 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-21b927ef-2d26-4986-9774-dfee94d79eb6 admin admin] Publish callbacks [] for router, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:57.054145 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-470c1f93-80e1-4f11-aa6a-f8e9a13ffeaf req-5b0cc73d-c092-4fa0-a2b7-acf1a48f302c tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Request body: {'port': {'device_id': 'd8b96323-207c-4e9a-9a2b-f9165ef8565b', 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83', 'admin_state_up': True, 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:57.097622 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d633fa55-66eb-4093-b678-d191ce29024b req-56b2ce90-26db-459c-b98f-b75868389a19 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d872bf93-95f4-45c4-b0f4-642aed61400a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2098079 Nov 12 00:46:57.102641 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4006d-1d5e-4afd-a7a4-978b8a271fa6 req-68b2fc47-df8a-4f98-aa55-2715710f6932 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:57.109241 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b3f4006d-1d5e-4afd-a7a4-978b8a271fa6 req-68b2fc47-df8a-4f98-aa55-2715710f6932 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/ports?device_id=386698b3-cd24-4d7c-b878-ecb8781a18c3 HTTP/1.1" status: 200 len: 944 time: 0.1792550 Nov 12 00:46:57.142206 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-e480bc6a-2490-4d37-a13a-6304a39bf4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82012639-ccff-4ca9-bda4-74ec8b9a6da7', 'name': 'tempest-ServersTestManualDisk-1649101998-router', 'tenant_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd2ea17d1-d959-4334-83fd-aed68f992c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:48Z', 'updated_at': '2021-11-12T00:46:54Z', 'revision_number': 5, 'project_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'gw_port': {'id': 'd2ea17d1-d959-4334-83fd-aed68f992c23', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:77:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82012639-ccff-4ca9-bda4-74ec8b9a6da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:49Z', 'updated_at': '2021-11-12T00:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:57.175428 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e480bc6a-2490-4d37-a13a-6304a39bf4c2 None None] Checking router: 82012639-ccff-4ca9-bda4-74ec8b9a6da7 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:46:57.191912 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e480bc6a-2490-4d37-a13a-6304a39bf4c2 None None] Routers {'82012639-ccff-4ca9-bda4-74ec8b9a6da7'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:46:57.192731 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-e480bc6a-2490-4d37-a13a-6304a39bf4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:46:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['82012639-ccff-4ca9-bda4-74ec8b9a6da7'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:57.310803 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b3f4006d-1d5e-4afd-a7a4-978b8a271fa6 req-b5663a2b-62ab-4e23-a563-da164f1075d4 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e3175a2-49e6-4a0d-9291-cdd01a0236ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903043 Nov 12 00:46:57.358069 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-e480bc6a-2490-4d37-a13a-6304a39bf4c2 None None] Set router 82012639-ccff-4ca9-bda4-74ec8b9a6da7 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:46:57.385868 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-21b927ef-2d26-4986-9774-dfee94d79eb6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:57.439414 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a57d8-4853-4053-82ca-a1cbaf416830 req-e1f101ea-075a-4928-bfa6-9418b6f4b888 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:57.449423 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8b6a57d8-4853-4053-82ca-a1cbaf416830 req-e1f101ea-075a-4928-bfa6-9418b6f4b888 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=93bc3dde-ca07-4327-be4c-d513241d0d3f HTTP/1.1" status: 200 len: 945 time: 0.4092040 Nov 12 00:46:57.470155 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-d74d2bff-c298-4ec6-80de-4359a505f48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc20539-d492-406e-8ed7-f67ce2eda771', 'name': 'tempest-FloatingIPsNegativeTestJSON-665014973-router', 'tenant_id': '44dcbfa2fbe7403c9c9f982e8e62e5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '6f58e4cd-6d5e-4f54-a47d-3c36659f604f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:52Z', 'updated_at': '2021-11-12T00:46:54Z', 'revision_number': 3, 'project_id': '44dcbfa2fbe7403c9c9f982e8e62e5d2', 'gw_port': {'id': '6f58e4cd-6d5e-4f54-a47d-3c36659f604f', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cc:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc20539-d492-406e-8ed7-f67ce2eda771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:53Z', 'updated_at': '2021-11-12T00:46:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:57.525252 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74d2bff-c298-4ec6-80de-4359a505f48f None None] Checking router: adc20539-d492-406e-8ed7-f67ce2eda771 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:46:57.526167 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74d2bff-c298-4ec6-80de-4359a505f48f None None] Updating router adc20539-d492-406e-8ed7-f67ce2eda771 port 6f58e4cd-6d5e-4f54-a47d-3c36659f604f binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:46:57.566658 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d74d2bff-c298-4ec6-80de-4359a505f48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:57.579998 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-21b927ef-2d26-4986-9774-dfee94d79eb6 admin admin] Deleting port d2ea17d1-d959-4334-83fd-aed68f992c23 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:46:57.580321 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-21b927ef-2d26-4986-9774-dfee94d79eb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:57.602345 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8b6a57d8-4853-4053-82ca-a1cbaf416830 req-381d87c2-d045-44c6-833e-cf331ddc5889 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516719 Nov 12 00:46:57.610343 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d633fa55-66eb-4093-b678-d191ce29024b req-124fd66e-1324-4e97-8e7d-437ea67c0889 service neutron] 10.222.0.49 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4847381 Nov 12 00:46:57.631477 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-e480bc6a-2490-4d37-a13a-6304a39bf4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82012639-ccff-4ca9-bda4-74ec8b9a6da7', 'name': 'tempest-ServersTestManualDisk-1649101998-router', 'tenant_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd2ea17d1-d959-4334-83fd-aed68f992c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:48Z', 'updated_at': '2021-11-12T00:46:54Z', 'revision_number': 5, 'project_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'gw_port': {'id': 'd2ea17d1-d959-4334-83fd-aed68f992c23', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:77:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82012639-ccff-4ca9-bda4-74ec8b9a6da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:49Z', 'updated_at': '2021-11-12T00:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:57.684829 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e480bc6a-2490-4d37-a13a-6304a39bf4c2 None None] The sync data for ids ['82012639-ccff-4ca9-bda4-74ec8b9a6da7'] in n-d-812236-11 is: [{'id': '82012639-ccff-4ca9-bda4-74ec8b9a6da7', 'name': 'tempest-ServersTestManualDisk-1649101998-router', 'tenant_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd2ea17d1-d959-4334-83fd-aed68f992c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:48Z', 'updated_at': '2021-11-12T00:46:54Z', 'revision_number': 5, 'project_id': '8fd0e05ad0814f808f1d9865fa5d78c0', 'gw_port': {'id': 'd2ea17d1-d959-4334-83fd-aed68f992c23', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:77:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82012639-ccff-4ca9-bda4-74ec8b9a6da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:49Z', 'updated_at': '2021-11-12T00:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:46:57.754882 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-470c1f93-80e1-4f11-aa6a-f8e9a13ffeaf req-5b0cc73d-c092-4fa0-a2b7-acf1a48f302c tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Made reservation on behalf of 70fcc0cfb50649aa98c75c8239146e76 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:46:57.759203 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-470c1f93-80e1-4f11-aa6a-f8e9a13ffeaf req-5b0cc73d-c092-4fa0-a2b7-acf1a48f302c tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:57.770283 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f74e5c-b186-4c08-9f8f-5759301b4c2e req-a7a543c8-799a-4f4c-a725-ac5d85b2aedf tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:57.772936 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-83f74e5c-b186-4c08-9f8f-5759301b4c2e req-a7a543c8-799a-4f4c-a725-ac5d85b2aedf tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9 HTTP/1.1" status: 200 len: 944 time: 0.3191977 Nov 12 00:46:57.810095 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-21b927ef-2d26-4986-9774-dfee94d79eb6 admin admin] For port d2ea17d1-d959-4334-83fd-aed68f992c23, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=d2ea17d1-d959-4334-83fd-aed68f992c23,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:57.810470 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-21b927ef-2d26-4986-9774-dfee94d79eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:57.824568 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-21b927ef-2d26-4986-9774-dfee94d79eb6 admin admin] Calling delete_port for d2ea17d1-d959-4334-83fd-aed68f992c23 owned by network:router_gateway {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:46:58.051023 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-21b927ef-2d26-4986-9774-dfee94d79eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:58.117048 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d74d2bff-c298-4ec6-80de-4359a505f48f None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:58.128419 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b927ef-2d26-4986-9774-dfee94d79eb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2ea17d1-d959-4334-83fd-aed68f992c23,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:58.151780 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d74d2bff-c298-4ec6-80de-4359a505f48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:58.232395 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e80725e-ab04-473c-8a36-4772b9204fe7 None None] Pushing event updated for resources: {'Port': ['ID=6f58e4cd-6d5e-4f54-a47d-3c36659f604f,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:58.234998 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd46c945-d172-48e5-9356-bdd5ff9362bb None None] Network f8afe929-8fd8-4ece-b982-de3643397659 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:46:58.238332 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 81c57f77-bd8d-402a-ba89-b1f397c95ded up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:46:58.279509 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-83f74e5c-b186-4c08-9f8f-5759301b4c2e req-a476f89a-ef67-412b-a7fa-9f4033f2c228 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445915 Nov 12 00:46:58.311106 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3cf3b441-3cf1-4662-9a90-65597bdf7ec9 req-8c1ada15-474a-4392-a902-9714b218a622 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8b96323-207c-4e9a-9a2b-f9165ef8565b HTTP/1.1" status: 200 len: 210 time: 0.0457325 Nov 12 00:46:58.317538 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-21b927ef-2d26-4986-9774-dfee94d79eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:58.380468 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-d74d2bff-c298-4ec6-80de-4359a505f48f None None] Attempting to bind port 6f58e4cd-6d5e-4f54-a47d-3c36659f604f on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:46:58.380845 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-d74d2bff-c298-4ec6-80de-4359a505f48f None None] Attempting to bind port 6f58e4cd-6d5e-4f54-a47d-3c36659f604f by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:46:58.382082 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74d2bff-c298-4ec6-80de-4359a505f48f None None] Attempting to bind port 6f58e4cd-6d5e-4f54-a47d-3c36659f604f on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:46:58.454093 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-1205b06e-f53f-44a2-897b-45f20d7f0bff None None] Provisioning complete for port 81c57f77-bd8d-402a-ba89-b1f397c95ded triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:58.454765 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1205b06e-f53f-44a2-897b-45f20d7f0bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:58.501850 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74d2bff-c298-4ec6-80de-4359a505f48f None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:46:58.502979 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74d2bff-c298-4ec6-80de-4359a505f48f None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:46:58.503590 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d74d2bff-c298-4ec6-80de-4359a505f48f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:58.504155 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74d2bff-c298-4ec6-80de-4359a505f48f None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:46:58.504834 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-d74d2bff-c298-4ec6-80de-4359a505f48f None None] Bound port: 6f58e4cd-6d5e-4f54-a47d-3c36659f604f, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:46:58.505422 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d74d2bff-c298-4ec6-80de-4359a505f48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:58.549716 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-21b927ef-2d26-4986-9774-dfee94d79eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:58.555939 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-21b927ef-2d26-4986-9774-dfee94d79eb6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:58.565965 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 81c57f77-bd8d-402a-ba89-b1f397c95ded triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:58.566601 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:58.641169 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-21b927ef-2d26-4986-9774-dfee94d79eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:58.643955 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b927ef-2d26-4986-9774-dfee94d79eb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82012639-ccff-4ca9-bda4-74ec8b9a6da7 {{(pid=102661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:46:58.666266 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b26f0-589d-4699-95b8-3e6034431aa3 req-3dfa56e3-d3d6-41fd-b362-8d5cbadc6b45 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:58.676526 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9d7b26f0-589d-4699-95b8-3e6034431aa3 req-3dfa56e3-d3d6-41fd-b362-8d5cbadc6b45 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/ports?device_id=386698b3-cd24-4d7c-b878-ecb8781a18c3 HTTP/1.1" status: 200 len: 944 time: 0.1992853 Nov 12 00:46:58.688251 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-21b927ef-2d26-4986-9774-dfee94d79eb6 admin admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:58.691249 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-21b927ef-2d26-4986-9774-dfee94d79eb6 admin admin] 10.222.0.20 "DELETE /v2.0/routers/82012639-ccff-4ca9-bda4-74ec8b9a6da7 HTTP/1.1" status: 204 len: 168 time: 2.6055431 Nov 12 00:46:58.699798 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50654) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:58.787428 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9eadfbd-0ad9-44f6-a0c1-16e43b8f299e admin admin] Deleting subnet 72296817-debf-44a5-b73b-023ca283e051 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:46:58.794579 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9d7b26f0-589d-4699-95b8-3e6034431aa3 req-ba4a8f67-70db-4f61-86db-0da6796d829f tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e3175a2-49e6-4a0d-9291-cdd01a0236ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158605 Nov 12 00:46:58.795920 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f9eadfbd-0ad9-44f6-a0c1-16e43b8f299e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:58.858309 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f9eadfbd-0ad9-44f6-a0c1-16e43b8f299e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:58.872569 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-d74d2bff-c298-4ec6-80de-4359a505f48f None None] For port 6f58e4cd-6d5e-4f54-a47d-3c36659f604f, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:46:58.903045 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf0299-b681-4641-8f71-89677c942563 req-5ce9c806-6c20-4cff-9ca6-6f5c2ffe2c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:58.905084 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fedf0299-b681-4641-8f71-89677c942563 req-5ce9c806-6c20-4cff-9ca6-6f5c2ffe2c15 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e225da8786ab452db9121c1cfb9ab35d&device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 1097 time: 0.5279541 Nov 12 00:46:58.938160 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-d74d2bff-c298-4ec6-80de-4359a505f48f None None] For port 6f58e4cd-6d5e-4f54-a47d-3c36659f604f, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=6f58e4cd-6d5e-4f54-a47d-3c36659f604f,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:46:58.945684 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1205b06e-f53f-44a2-897b-45f20d7f0bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:58.957235 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d633fa55-66eb-4093-b678-d191ce29024b req-6627181a-25b9-4b17-b501-e644cb2e32a7 service neutron] 10.222.0.49 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2134187 Nov 12 00:46:58.976688 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d74d2bff-c298-4ec6-80de-4359a505f48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:59.016253 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f9eadfbd-0ad9-44f6-a0c1-16e43b8f299e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:59.088412 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f9eadfbd-0ad9-44f6-a0c1-16e43b8f299e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:59.102584 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd7953-b585-44cf-95e9-f8768171c999 req-84a33c85-8067-4d81-a70d-f46fff778460 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:59.104529 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-25cd7953-b585-44cf-95e9-f8768171c999 req-84a33c85-8067-4d81-a70d-f46fff778460 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=93bc3dde-ca07-4327-be4c-d513241d0d3f HTTP/1.1" status: 200 len: 945 time: 0.3168082 Nov 12 00:46:59.113547 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-470c1f93-80e1-4f11-aa6a-f8e9a13ffeaf req-5b0cc73d-c092-4fa0-a2b7-acf1a48f302c tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Allocated IP 172.20.0.4 (985dcccb-2c08-4d64-be3d-bc4d25918b83/fcb6d631-2a57-4fd6-955b-55bc25740c77/7f016150-bbaa-4469-abf4-94dfbaf090ce) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:46:59.128307 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eadfbd-0ad9-44f6-a0c1-16e43b8f299e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72296817-debf-44a5-b73b-023ca283e051,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:59.149627 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f9eadfbd-0ad9-44f6-a0c1-16e43b8f299e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:59.157828 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f9eadfbd-0ad9-44f6-a0c1-16e43b8f299e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/72296817-debf-44a5-b73b-023ca283e051 HTTP/1.1" status: 204 len: 168 time: 0.4567702 Nov 12 00:46:59.158712 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50658) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:59.175973 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0d0db7-0d1f-49ad-8996-2f7c3bed0c6f None None] Network c8d0a93d-565d-4574-b642-d312af483952 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:46:59.211190 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:59.259698 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-1205b06e-f53f-44a2-897b-45f20d7f0bff None None] For port 81c57f77-bd8d-402a-ba89-b1f397c95ded, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=81c57f77-bd8d-402a-ba89-b1f397c95ded,segment=NetworkSegment(3dc6aefa-47b9-4efa-9128-50fd3839a55d),segment_id=3dc6aefa-47b9-4efa-9128-50fd3839a55d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:59.261730 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0fe2ba6c-44fa-48ae-80b4-8760eb93aedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:59.271783 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 8bc8f923-7bcf-4638-b61d-227d0889bf69 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:46:59.298490 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-25cd7953-b585-44cf-95e9-f8768171c999 req-0465c5ce-a825-4b5a-ad98-6702ea7305d0 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771736 Nov 12 00:46:59.316919 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf0299-b681-4641-8f71-89677c942563 req-0a060662-4bb1-48cd-a3f1-1da74f50bdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:59.319828 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fedf0299-b681-4641-8f71-89677c942563 req-0a060662-4bb1-48cd-a3f1-1da74f50bdbb service neutron] 10.222.0.54 "GET /v2.0/networks?id=a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e HTTP/1.1" status: 200 len: 913 time: 0.3513951 Nov 12 00:46:59.346634 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3324bcc4-6150-49b0-b6ae-20d628bf8383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:59.358305 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1205b06e-f53f-44a2-897b-45f20d7f0bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:59.460303 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74d2bff-c298-4ec6-80de-4359a505f48f None None] Routers {'adc20539-d492-406e-8ed7-f67ce2eda771'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:46:59.460963 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-d74d2bff-c298-4ec6-80de-4359a505f48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:46:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['adc20539-d492-406e-8ed7-f67ce2eda771'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:59.462787 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e80725e-ab04-473c-8a36-4772b9204fe7 None None] Pushing event updated for resources: {'Port': ['ID=6f58e4cd-6d5e-4f54-a47d-3c36659f604f,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:59.542450 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946ef45-175d-4f22-bb9e-72f26b27c558 req-e2018a11-8ac4-4cd1-ac3b-5913f8603eec tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:59.543679 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c946ef45-175d-4f22-bb9e-72f26b27c558 req-e2018a11-8ac4-4cd1-ac3b-5913f8603eec tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9 HTTP/1.1" status: 200 len: 944 time: 0.1315317 Nov 12 00:46:59.548659 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0fe2ba6c-44fa-48ae-80b4-8760eb93aedf admin admin] Deleting port a84986c7-a572-48c2-911f-ea9dc02587b7 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:46:59.548999 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0fe2ba6c-44fa-48ae-80b4-8760eb93aedf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:59.659213 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.db.api [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:46:59.659787 n-d-812236-11 neutron-server[102663]: DEBUG oslo_db.api [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:46:59.664432 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c946ef45-175d-4f22-bb9e-72f26b27c558 req-a1b9f0a6-8c79-4268-822d-2dc83222ff1a tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122897 Nov 12 00:46:59.680821 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0fe2ba6c-44fa-48ae-80b4-8760eb93aedf admin admin] For port a84986c7-a572-48c2-911f-ea9dc02587b7, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=a84986c7-a572-48c2-911f-ea9dc02587b7,segment=NetworkSegment(2d305d08-a71e-4602-9598-8dd3a4ad7b2b),segment_id=2d305d08-a71e-4602-9598-8dd3a4ad7b2b)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:59.681220 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0fe2ba6c-44fa-48ae-80b4-8760eb93aedf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:59.705932 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0fe2ba6c-44fa-48ae-80b4-8760eb93aedf admin admin] Calling delete_port for a84986c7-a572-48c2-911f-ea9dc02587b7 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:46:59.715941 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7b7d950a-22ab-47f4-8fa3-1d1d3bb3b2ac req-53eba4c0-b938-4331-8e0c-76838de08234 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8b96323-207c-4e9a-9a2b-f9165ef8565b HTTP/1.1" status: 200 len: 210 time: 0.2630718 Nov 12 00:46:59.731828 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-3324bcc4-6150-49b0-b6ae-20d628bf8383 admin admin] Allocated IP 172.20.0.1 (f8afe929-8fd8-4ece-b982-de3643397659/753288dc-d8e9-4a46-93a2-6b80753dc214/24ecaef0-fa3c-4016-85d0-18d5c25c16c6) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:46:59.763803 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 8bc8f923-7bcf-4638-b61d-227d0889bf69 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:46:59.774584 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 8bc8f923-7bcf-4638-b61d-227d0889bf69 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:59.775260 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:59.800051 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fedf0299-b681-4641-8f71-89677c942563 req-9b03f8a7-43d9-4d04-9507-ae179f21db34 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfa2737e-ff39-485a-a2ad-858e4b4be17b HTTP/1.1" status: 200 len: 1001 time: 0.4622931 Nov 12 00:46:59.801325 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0fe2ba6c-44fa-48ae-80b4-8760eb93aedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:59.831574 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2ba6c-44fa-48ae-80b4-8760eb93aedf admin admin] Pushing event deleted for resources: {'Port': ['ID=a84986c7-a572-48c2-911f-ea9dc02587b7,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:59.838515 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe2ba6c-44fa-48ae-80b4-8760eb93aedf admin admin] No DVR routers for this DVR port a84986c7-a572-48c2-911f-ea9dc02587b7 on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:46:59.839659 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-d1850942-54fe-46a1-86e1-9827a66d3ce2 None None] Provisioning complete for port 81c57f77-bd8d-402a-ba89-b1f397c95ded triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:59.840026 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d1850942-54fe-46a1-86e1-9827a66d3ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:59.856721 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1205b06e-f53f-44a2-897b-45f20d7f0bff None None] Pushing event updated for resources: {'Port': ['ID=81c57f77-bd8d-402a-ba89-b1f397c95ded,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:59.946794 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf0299-b681-4641-8f71-89677c942563 req-13820eb6-ea7d-4ac2-9f4c-35c0d5b145c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:59.948735 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fedf0299-b681-4641-8f71-89677c942563 req-13820eb6-ea7d-4ac2-9f4c-35c0d5b145c7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f HTTP/1.1" status: 200 len: 851 time: 0.1299603 Nov 12 00:47:00.003599 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33de2710-d903-4d05-902d-1c721632b4ea None None] DHCP port deletion for c8d0a93d-565d-4574-b642-d312af483952 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:47:00.008244 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-470c1f93-80e1-4f11-aa6a-f8e9a13ffeaf req-5b0cc73d-c092-4fa0-a2b7-acf1a48f302c tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:00.040368 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-d74d2bff-c298-4ec6-80de-4359a505f48f None None] Set router adc20539-d492-406e-8ed7-f67ce2eda771 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:00.045808 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0fe2ba6c-44fa-48ae-80b4-8760eb93aedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:00.051036 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3324bcc4-6150-49b0-b6ae-20d628bf8383 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:00.086152 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd0e6c-b975-4eee-95be-05bce9b64d60 req-d18fb158-21a4-488d-915a-c1f18a94f980 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:00.088092 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d0bd0e6c-b975-4eee-95be-05bce9b64d60 req-d18fb158-21a4-488d-915a-c1f18a94f980 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/ports?device_id=386698b3-cd24-4d7c-b878-ecb8781a18c3 HTTP/1.1" status: 200 len: 944 time: 0.1287892 Nov 12 00:47:00.093209 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-0fe2ba6c-44fa-48ae-80b4-8760eb93aedf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8d0a93d-565d-4574-b642-d312af483952']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:00.120655 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3324bcc4-6150-49b0-b6ae-20d628bf8383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:00.121933 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-0fe2ba6c-44fa-48ae-80b4-8760eb93aedf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d305d08-a71e-4602-9598-8dd3a4ad7b2b') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:00.122501 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-0fe2ba6c-44fa-48ae-80b4-8760eb93aedf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d305d08-a71e-4602-9598-8dd3a4ad7b2b') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:00.135356 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf0299-b681-4641-8f71-89677c942563 req-7d2a42b9-cd5b-4561-8a82-ae94a9a90f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:00.136875 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fedf0299-b681-4641-8f71-89677c942563 req-7d2a42b9-cd5b-4561-8a82-ae94a9a90f12 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1764555 Nov 12 00:47:00.140809 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0fe2ba6c-44fa-48ae-80b4-8760eb93aedf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:00.172935 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0fe2ba6c-44fa-48ae-80b4-8760eb93aedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:00.188436 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d0bd0e6c-b975-4eee-95be-05bce9b64d60 req-7d3cac7d-92eb-4a9a-84af-9d56060dedaa tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e3175a2-49e6-4a0d-9291-cdd01a0236ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918479 Nov 12 00:47:00.189566 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fe2ba6c-44fa-48ae-80b4-8760eb93aedf admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:47:00.190132 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0fe2ba6c-44fa-48ae-80b4-8760eb93aedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:00.192064 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:47:00.192064 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:47:00.192064 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:47:00.192064 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:47:00.192064 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:47:00.192064 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:47:00.192064 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:47:00.192064 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:47:00.192064 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:47:00.192064 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:47:00.192064 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:47:00.192064 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:47:00.192064 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:47:00.192064 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:47:00.192064 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:47:00.192064 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:47:00.192064 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:47:00.192064 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:47:00.192064 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:47:00.192064 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:47:00.192064 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:47:00.192064 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:47:00.192064 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:47:00.192064 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:47:00.192064 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:47:00.192064 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:47:00.192064 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:47:00.192064 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:47:00.192064 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:47:00.192064 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:47:00.192064 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:47:00.192064 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:47:00.213721 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3324bcc4-6150-49b0-b6ae-20d628bf8383 admin admin] Network f8afe929-8fd8-4ece-b982-de3643397659 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:00.223873 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-470c1f93-80e1-4f11-aa6a-f8e9a13ffeaf req-5b0cc73d-c092-4fa0-a2b7-acf1a48f302c tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:00.236992 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-3324bcc4-6150-49b0-b6ae-20d628bf8383 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:00.265013 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3324bcc4-6150-49b0-b6ae-20d628bf8383 admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:47:00.304788 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0fe2ba6c-44fa-48ae-80b4-8760eb93aedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:00.310937 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0fe2ba6c-44fa-48ae-80b4-8760eb93aedf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:00.315621 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3324bcc4-6150-49b0-b6ae-20d628bf8383 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:00.318376 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0fe2ba6c-44fa-48ae-80b4-8760eb93aedf admin admin] 10.222.0.20 "DELETE /v2.0/networks/c8d0a93d-565d-4574-b642-d312af483952 HTTP/1.1" status: 204 len: 168 time: 1.1577294 Nov 12 00:47:00.328945 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3324bcc4-6150-49b0-b6ae-20d628bf8383 admin admin] Pushing event updated for resources: {'Port': ['ID=24ecaef0-fa3c-4016-85d0-18d5c25c16c6,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:00.341307 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2ba6c-44fa-48ae-80b4-8760eb93aedf admin admin] Pushing event deleted for resources: {'Network': ['ID=c8d0a93d-565d-4574-b642-d312af483952,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:00.349735 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe2ba6c-44fa-48ae-80b4-8760eb93aedf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:00.353965 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe2ba6c-44fa-48ae-80b4-8760eb93aedf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:00.354416 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe2ba6c-44fa-48ae-80b4-8760eb93aedf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:00.354769 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe2ba6c-44fa-48ae-80b4-8760eb93aedf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:00.355108 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe2ba6c-44fa-48ae-80b4-8760eb93aedf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:00.357944 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe2ba6c-44fa-48ae-80b4-8760eb93aedf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:00.358300 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe2ba6c-44fa-48ae-80b4-8760eb93aedf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:00.358634 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe2ba6c-44fa-48ae-80b4-8760eb93aedf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:00.359404 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe2ba6c-44fa-48ae-80b4-8760eb93aedf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:00.359735 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe2ba6c-44fa-48ae-80b4-8760eb93aedf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:00.360057 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe2ba6c-44fa-48ae-80b4-8760eb93aedf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:00.360378 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe2ba6c-44fa-48ae-80b4-8760eb93aedf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:00.394819 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:00.484312 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3324bcc4-6150-49b0-b6ae-20d628bf8383 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:00.484662 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3324bcc4-6150-49b0-b6ae-20d628bf8383 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:00.485019 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3324bcc4-6150-49b0-b6ae-20d628bf8383 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:00.485346 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3324bcc4-6150-49b0-b6ae-20d628bf8383 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:00.485712 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3324bcc4-6150-49b0-b6ae-20d628bf8383 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:00.486158 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3324bcc4-6150-49b0-b6ae-20d628bf8383 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:00.486500 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3324bcc4-6150-49b0-b6ae-20d628bf8383 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:00.486830 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3324bcc4-6150-49b0-b6ae-20d628bf8383 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:00.487340 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3324bcc4-6150-49b0-b6ae-20d628bf8383 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:00.487469 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3324bcc4-6150-49b0-b6ae-20d628bf8383 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:00.487806 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3324bcc4-6150-49b0-b6ae-20d628bf8383 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:00.488124 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3324bcc4-6150-49b0-b6ae-20d628bf8383 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:00.531377 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-470c1f93-80e1-4f11-aa6a-f8e9a13ffeaf req-5b0cc73d-c092-4fa0-a2b7-acf1a48f302c tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Network 985dcccb-2c08-4d64-be3d-bc4d25918b83 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:00.546933 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 8bc8f923-7bcf-4638-b61d-227d0889bf69, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=8bc8f923-7bcf-4638-b61d-227d0889bf69,segment=NetworkSegment(8e3a4060-eb73-4d7a-8d87-83ca2cbba051),segment_id=8e3a4060-eb73-4d7a-8d87-83ca2cbba051)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:00.547354 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-470c1f93-80e1-4f11-aa6a-f8e9a13ffeaf req-5b0cc73d-c092-4fa0-a2b7-acf1a48f302c tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:00.550205 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386698b3-cd24-4d7c-b878-ecb8781a18c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc8f923-7bcf-4638-b61d-227d0889bf69'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:00.552857 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47097190-e93b-4846-8714-891cf4b3f472" -d '{"events": [{"server_uuid": "386698b3-cd24-4d7c-b878-ecb8781a18c3", "name": "network-vif-plugged", "status": "completed", "tag": "8bc8f923-7bcf-4638-b61d-227d0889bf69"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:00.558199 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:00.559115 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 1efa13fd-8c07-486c-9a40-e05ad31bd16b up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:00.593215 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-470c1f93-80e1-4f11-aa6a-f8e9a13ffeaf req-5b0cc73d-c092-4fa0-a2b7-acf1a48f302c tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:47:00.636235 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50682) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:00.660044 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 81c57f77-bd8d-402a-ba89-b1f397c95ded up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:00.724686 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc244af-d78e-44cd-b339-1849fb659d76 x-openstack-request-id: req-1fc244af-d78e-44cd-b339-1849fb659d76 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:00.725610 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386698b3-cd24-4d7c-b878-ecb8781a18c3", "name": "network-vif-plugged", "status": "completed", "tag": "8bc8f923-7bcf-4638-b61d-227d0889bf69", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:00.726021 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1fc244af-d78e-44cd-b339-1849fb659d76 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:00.726533 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '386698b3-cd24-4d7c-b878-ecb8781a18c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc8f923-7bcf-4638-b61d-227d0889bf69', 'code': 200} Nov 12 00:47:00.746101 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f3c210c1-38cf-4dcb-87a0-63e9f6b42dfb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8fd0e05ad0814f808f1d9865fa5d78c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1109812 Nov 12 00:47:00.746707 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50688) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:00.777188 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fedf0299-b681-4641-8f71-89677c942563 req-7f29c9be-bc71-41c8-ade3-e3a080ebb6bc service neutron] 10.222.0.54 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6105285 Nov 12 00:47:00.847514 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=8bc8f923-7bcf-4638-b61d-227d0889bf69,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:00.855315 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934660c1-e5d4-4a47-b531-10adfd2bb64f req-a20cc4e1-dc0b-4eda-a95b-15b4d5115e3f tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:00.857107 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-934660c1-e5d4-4a47-b531-10adfd2bb64f req-a20cc4e1-dc0b-4eda-a95b-15b4d5115e3f tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=93bc3dde-ca07-4327-be4c-d513241d0d3f HTTP/1.1" status: 200 len: 945 time: 0.3611565 Nov 12 00:47:00.857906 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0cc73d-c092-4fa0-a2b7-acf1a48f302c tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Pushing event updated for resources: {'Port': ['ID=7f016150-bbaa-4469-abf4-94dfbaf090ce,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:00.877615 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c1f93-80e1-4f11-aa6a-f8e9a13ffeaf req-5b0cc73d-c092-4fa0-a2b7-acf1a48f302c tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:00.878267 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-470c1f93-80e1-4f11-aa6a-f8e9a13ffeaf req-5b0cc73d-c092-4fa0-a2b7-acf1a48f302c tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:00.892576 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-1cac0858-00d5-48d8-90e2-be5d1fde4a45 None None] Provisioning complete for port 24ecaef0-fa3c-4016-85d0-18d5c25c16c6 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:00.893876 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1cac0858-00d5-48d8-90e2-be5d1fde4a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:00.914364 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05fc33-9f43-47f9-bdb0-d48c2773ffd5 req-b3104d15-6491-4256-86b5-1f03e7d61ae9 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:00.916273 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df05fc33-9f43-47f9-bdb0-d48c2773ffd5 req-b3104d15-6491-4256-86b5-1f03e7d61ae9 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9 HTTP/1.1" status: 200 len: 944 time: 0.0998881 Nov 12 00:47:00.917752 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-18bce1e6-4f79-4b5f-a2be-b468c70e5221 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:00.949161 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 81c57f77-bd8d-402a-ba89-b1f397c95ded triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:00.949594 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:00.975478 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-18bce1e6-4f79-4b5f-a2be-b468c70e5221 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:00.978087 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-470c1f93-80e1-4f11-aa6a-f8e9a13ffeaf req-5b0cc73d-c092-4fa0-a2b7-acf1a48f302c tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9287293 Nov 12 00:47:01.011193 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 1efa13fd-8c07-486c-9a40-e05ad31bd16b completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:47:01.012725 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-470c1f93-80e1-4f11-aa6a-f8e9a13ffeaf req-dde6274f-30af-4880-92a2-e9f3936c25cb service neutron] Request body: {'port': {'device_id': 'd8b96323-207c-4e9a-9a2b-f9165ef8565b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:01.025811 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df05fc33-9f43-47f9-bdb0-d48c2773ffd5 req-0c0e8763-483b-45d4-bf35-76b3f89af3cc tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000926 Nov 12 00:47:01.026218 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 1efa13fd-8c07-486c-9a40-e05ad31bd16b triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:01.026746 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:01.029421 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-1cac0858-00d5-48d8-90e2-be5d1fde4a45 None None] Port 24ecaef0-fa3c-4016-85d0-18d5c25c16c6 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:47:01.081967 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-18bce1e6-4f79-4b5f-a2be-b468c70e5221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:01.088489 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-18bce1e6-4f79-4b5f-a2be-b468c70e5221 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:01.089311 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32127d3e-3c04-4506-93a6-9c06af157690 req-4c666c43-2935-4ddb-b910-0b02bbe5f101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:01.090398 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-d74d2bff-c298-4ec6-80de-4359a505f48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc20539-d492-406e-8ed7-f67ce2eda771', 'name': 'tempest-FloatingIPsNegativeTestJSON-665014973-router', 'tenant_id': '44dcbfa2fbe7403c9c9f982e8e62e5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '6f58e4cd-6d5e-4f54-a47d-3c36659f604f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:52Z', 'updated_at': '2021-11-12T00:46:54Z', 'revision_number': 3, 'project_id': '44dcbfa2fbe7403c9c9f982e8e62e5d2', 'gw_port': {'id': '6f58e4cd-6d5e-4f54-a47d-3c36659f604f', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cc:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc20539-d492-406e-8ed7-f67ce2eda771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:53Z', 'updated_at': '2021-11-12T00:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:01.091077 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-32127d3e-3c04-4506-93a6-9c06af157690 req-4c666c43-2935-4ddb-b910-0b02bbe5f101 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=386698b3-cd24-4d7c-b878-ecb8781a18c3 HTTP/1.1" status: 200 len: 1097 time: 0.3004634 Nov 12 00:47:01.093363 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-18bce1e6-4f79-4b5f-a2be-b468c70e5221 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/28f660a1-4edb-439a-9ebd-ec8c33fc9e34 HTTP/1.1" status: 204 len: 168 time: 0.3456447 Nov 12 00:47:01.147955 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bce1e6-4f79-4b5f-a2be-b468c70e5221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f660a1-4edb-439a-9ebd-ec8c33fc9e34,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:01.168862 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3324bcc4-6150-49b0-b6ae-20d628bf8383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:01.178763 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-934660c1-e5d4-4a47-b531-10adfd2bb64f req-d96bbca5-87aa-4368-a022-1c2f64eb2b15 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810979 Nov 12 00:47:01.179998 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc1960-b322-4f3c-a6c2-b77ffb107ae9 req-c623d793-71d9-4483-9381-31f7413998f4 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:01.182351 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9ffc1960-b322-4f3c-a6c2-b77ffb107ae9 req-c623d793-71d9-4483-9381-31f7413998f4 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8b96323-207c-4e9a-9a2b-f9165ef8565b HTTP/1.1" status: 200 len: 931 time: 0.0875771 Nov 12 00:47:01.185010 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fedf0299-b681-4641-8f71-89677c942563 req-b4d55bba-3024-40d8-9a0f-51cdd2326c45 service neutron] 10.222.0.54 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429899 Nov 12 00:47:01.207683 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74d2bff-c298-4ec6-80de-4359a505f48f None None] The sync data for ids ['adc20539-d492-406e-8ed7-f67ce2eda771'] in n-d-812236-11 is: [{'id': 'adc20539-d492-406e-8ed7-f67ce2eda771', 'name': 'tempest-FloatingIPsNegativeTestJSON-665014973-router', 'tenant_id': '44dcbfa2fbe7403c9c9f982e8e62e5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '6f58e4cd-6d5e-4f54-a47d-3c36659f604f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:52Z', 'updated_at': '2021-11-12T00:46:54Z', 'revision_number': 3, 'project_id': '44dcbfa2fbe7403c9c9f982e8e62e5d2', 'gw_port': {'id': '6f58e4cd-6d5e-4f54-a47d-3c36659f604f', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cc:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc20539-d492-406e-8ed7-f67ce2eda771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:53Z', 'updated_at': '2021-11-12T00:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:47:01.209227 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-470c1f93-80e1-4f11-aa6a-f8e9a13ffeaf req-dde6274f-30af-4880-92a2-e9f3936c25cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:01.306469 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9ffc1960-b322-4f3c-a6c2-b77ffb107ae9 req-9108b9eb-f2b0-43cc-81e9-d7d8dc8fa69b tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/security-groups?id=adad9597-1ca9-4ade-8caf-a5703c9aac27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165071 Nov 12 00:47:01.326636 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-f1a69d3c-958d-4f68-a0b5-ee32df5d004c None None] Provisioning complete for port 7f016150-bbaa-4469-abf4-94dfbaf090ce triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:01.327006 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f1a69d3c-958d-4f68-a0b5-ee32df5d004c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:01.330581 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-32127d3e-3c04-4506-93a6-9c06af157690 req-364efafe-4df2-4540-888f-b57ae7938142 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9e3175a2-49e6-4a0d-9291-cdd01a0236ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293243 Nov 12 00:47:01.421347 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device a84986c7-a572-48c2-911f-ea9dc02587b7 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:47:01.461831 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: a84986c7-a572-48c2-911f-ea9dc02587b7 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:47:01.462173 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device a84986c7-a572-48c2-911f-ea9dc02587b7 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:47:01.462601 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device d2ea17d1-d959-4334-83fd-aed68f992c23 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:47:01.464623 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:01.467558 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-f1a69d3c-958d-4f68-a0b5-ee32df5d004c None None] Port 7f016150-bbaa-4469-abf4-94dfbaf090ce cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:47:01.523711 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d78c38-36a8-4b03-823a-38bbdea94d7a req-96886c36-a16b-470e-8e1c-5078178d5ec8 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:01.525691 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-55d78c38-36a8-4b03-823a-38bbdea94d7a req-96886c36-a16b-470e-8e1c-5078178d5ec8 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/ports?device_id=386698b3-cd24-4d7c-b878-ecb8781a18c3 HTTP/1.1" status: 200 len: 945 time: 0.0916274 Nov 12 00:47:01.526808 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: d2ea17d1-d959-4334-83fd-aed68f992c23 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:47:01.527156 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device d2ea17d1-d959-4334-83fd-aed68f992c23 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:47:01.527576 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 791b7edf-bb0d-42d7-9295-cb9b9a362903 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:47:01.609486 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 791b7edf-bb0d-42d7-9295-cb9b9a362903 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:47:01.610270 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 791b7edf-bb0d-42d7-9295-cb9b9a362903 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:47:01.654106 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-55d78c38-36a8-4b03-823a-38bbdea94d7a req-ec6479e1-d46c-478d-9902-571fde375926 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e3175a2-49e6-4a0d-9291-cdd01a0236ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182280 Nov 12 00:47:01.660967 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device cfa2737e-ff39-485a-a2ad-858e4b4be17b details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:47:01.671380 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 1efa13fd-8c07-486c-9a40-e05ad31bd16b, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=1efa13fd-8c07-486c-9a40-e05ad31bd16b,segment=NetworkSegment(6c913048-0125-4fcf-b07f-89f668c97b8b),segment_id=6c913048-0125-4fcf-b07f-89f668c97b8b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:01.716041 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:01.829807 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=1efa13fd-8c07-486c-9a40-e05ad31bd16b,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:01.843795 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port cfa2737e-ff39-485a-a2ad-858e4b4be17b, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=cfa2737e-ff39-485a-a2ad-858e4b4be17b,segment=NetworkSegment(8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b),segment_id=8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:01.861737 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'cfa2737e-ff39-485a-a2ad-858e4b4be17b', 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e', 'port_id': 'cfa2737e-ff39-485a-a2ad-858e4b4be17b', 'mac_address': 'fa:16:3e:ee:d9:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:47:01.918634 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:01.934604 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cfa2737e-ff39-485a-a2ad-858e4b4be17b {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:47:01.959058 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port cfa2737e-ff39-485a-a2ad-858e4b4be17b, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=cfa2737e-ff39-485a-a2ad-858e4b4be17b,segment=NetworkSegment(8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b),segment_id=8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:01.965645 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:02.105761 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3324bcc4-6150-49b0-b6ae-20d628bf8383 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:02.125922 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3324bcc4-6150-49b0-b6ae-20d628bf8383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:02.200625 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=cfa2737e-ff39-485a-a2ad-858e4b4be17b,revision_number=6']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:02.205774 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50720) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:02.274931 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['cfa2737e-ff39-485a-a2ad-858e4b4be17b'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:47:02.301606 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3324bcc4-6150-49b0-b6ae-20d628bf8383 admin admin] Pushing event updated for resources: {'Port': ['ID=24ecaef0-fa3c-4016-85d0-18d5c25c16c6,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:02.322029 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3324bcc4-6150-49b0-b6ae-20d628bf8383 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:02.345327 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-470c1f93-80e1-4f11-aa6a-f8e9a13ffeaf req-dde6274f-30af-4880-92a2-e9f3936c25cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f016150-bbaa-4469-abf4-94dfbaf090ce {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:47:02.359068 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bfcb90-7826-4929-9e29-663d10ab886d req-7d893987-4f13-4853-9f1a-f9ff5c53ba02 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:02.360686 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-07bfcb90-7826-4929-9e29-663d10ab886d req-7d893987-4f13-4853-9f1a-f9ff5c53ba02 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9 HTTP/1.1" status: 200 len: 945 time: 0.1823397 Nov 12 00:47:02.363568 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71655864-9af7-4057-ac71-12cb48cbf82b req-3c99b715-8558-465e-bf96-3780d26f4afb tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:02.372757 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-71655864-9af7-4057-ac71-12cb48cbf82b req-3c99b715-8558-465e-bf96-3780d26f4afb tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=93bc3dde-ca07-4327-be4c-d513241d0d3f HTTP/1.1" status: 200 len: 945 time: 0.0888867 Nov 12 00:47:02.377124 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-470c1f93-80e1-4f11-aa6a-f8e9a13ffeaf req-dde6274f-30af-4880-92a2-e9f3936c25cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:02.425065 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-8af25388-d837-458d-9dcd-dd5b23e76959 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-208933767-network', 'tenant_id': '809bf7e77c2745d0828daef0d4ec25f2'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:02.473392 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-470c1f93-80e1-4f11-aa6a-f8e9a13ffeaf req-dde6274f-30af-4880-92a2-e9f3936c25cb service neutron] Transition to ACTIVE for port object 7f016150-bbaa-4469-abf4-94dfbaf090ce will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:47:02.493162 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-470c1f93-80e1-4f11-aa6a-f8e9a13ffeaf req-dde6274f-30af-4880-92a2-e9f3936c25cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:02.496911 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-71655864-9af7-4057-ac71-12cb48cbf82b req-baff0b5e-1c43-41c8-a1dd-40fcf1677872 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127243 Nov 12 00:47:02.502986 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af25388-d837-458d-9dcd-dd5b23e76959 admin admin] Made reservation on behalf of 809bf7e77c2745d0828daef0d4ec25f2 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:47:02.527351 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8af25388-d837-458d-9dcd-dd5b23e76959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:02.539765 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8af25388-d837-458d-9dcd-dd5b23e76959 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:02.580389 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 6f58e4cd-6d5e-4f54-a47d-3c36659f604f up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:02.658166 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-07bfcb90-7826-4929-9e29-663d10ab886d req-3103f358-fb1d-4f95-a9b0-0cf69c5312eb tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832019 Nov 12 00:47:02.691611 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3324bcc4-6150-49b0-b6ae-20d628bf8383 admin admin] Network f8afe929-8fd8-4ece-b982-de3643397659 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:02.692567 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde6274f-30af-4880-92a2-e9f3936c25cb service neutron] Pushing event updated for resources: {'Port': ['ID=7f016150-bbaa-4469-abf4-94dfbaf090ce,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:02.714046 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-3324bcc4-6150-49b0-b6ae-20d628bf8383 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:02.715826 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 6f58e4cd-6d5e-4f54-a47d-3c36659f604f triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:02.716324 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:02.750060 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efa13fd-8c07-486c-9a40-e05ad31bd16b'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:02.753158 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43bb8a29-8249-433b-85d2-9d0bfdaf8ffa" -d '{"events": [{"server_uuid": "a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9", "name": "network-vif-plugged", "status": "completed", "tag": "1efa13fd-8c07-486c-9a40-e05ad31bd16b"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:02.762513 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8af25388-d837-458d-9dcd-dd5b23e76959 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:02.770014 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8af25388-d837-458d-9dcd-dd5b23e76959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:02.834834 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8af25388-d837-458d-9dcd-dd5b23e76959 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:47:02.847498 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:02.867078 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5a530-eb68-4ad7-8ba8-fa2481ae4bcf req-3042a2d1-ffd8-44b7-951f-16ad5bbc3118 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:02.880204 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6bf5a530-eb68-4ad7-8ba8-fa2481ae4bcf req-3042a2d1-ffd8-44b7-951f-16ad5bbc3118 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8b96323-207c-4e9a-9a2b-f9165ef8565b HTTP/1.1" status: 200 len: 943 time: 0.1673036 Nov 12 00:47:02.880557 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 6f58e4cd-6d5e-4f54-a47d-3c36659f604f, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=6f58e4cd-6d5e-4f54-a47d-3c36659f604f,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:02.887604 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:02.894411 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8af25388-d837-458d-9dcd-dd5b23e76959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:02.894759 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-8af25388-d837-458d-9dcd-dd5b23e76959 admin admin] Added segment 529dee89-d18b-4e0d-817c-36d5d0b3f0de of type vlan for network bce177ab-ec83-4c8e-9d70-444c7b0c9aac Nov 12 00:47:02.949032 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af25388-d837-458d-9dcd-dd5b23e76959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00852a6f-259a-4c25-b9f8-f2d48079247f,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:02.971327 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-470c1f93-80e1-4f11-aa6a-f8e9a13ffeaf req-dde6274f-30af-4880-92a2-e9f3936c25cb service neutron] Attempting to bind port 7f016150-bbaa-4469-abf4-94dfbaf090ce on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:47:02.971741 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-470c1f93-80e1-4f11-aa6a-f8e9a13ffeaf req-dde6274f-30af-4880-92a2-e9f3936c25cb service neutron] Attempting to bind port 7f016150-bbaa-4469-abf4-94dfbaf090ce by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:47:02.972224 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470c1f93-80e1-4f11-aa6a-f8e9a13ffeaf req-dde6274f-30af-4880-92a2-e9f3936c25cb service neutron] Attempting to bind port 7f016150-bbaa-4469-abf4-94dfbaf090ce on network 985dcccb-2c08-4d64-be3d-bc4d25918b83 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:02.985062 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=6f58e4cd-6d5e-4f54-a47d-3c36659f604f,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:02.991910 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8af25388-d837-458d-9dcd-dd5b23e76959 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:03.039818 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6bf5a530-eb68-4ad7-8ba8-fa2481ae4bcf req-0e164258-5d4e-416b-bf29-72ae0c803b48 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/security-groups?id=adad9597-1ca9-4ade-8caf-a5703c9aac27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578763 Nov 12 00:47:03.050235 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470c1f93-80e1-4f11-aa6a-f8e9a13ffeaf req-dde6274f-30af-4880-92a2-e9f3936c25cb service neutron] Port 7f016150-bbaa-4469-abf4-94dfbaf090ce on network 985dcccb-2c08-4d64-be3d-bc4d25918b83 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:47:03.050561 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470c1f93-80e1-4f11-aa6a-f8e9a13ffeaf req-dde6274f-30af-4880-92a2-e9f3936c25cb service neutron] Attempting to bind port 7f016150-bbaa-4469-abf4-94dfbaf090ce on network 985dcccb-2c08-4d64-be3d-bc4d25918b83 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:03.069741 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8af25388-d837-458d-9dcd-dd5b23e76959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:03.070481 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af25388-d837-458d-9dcd-dd5b23e76959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:03.071075 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8af25388-d837-458d-9dcd-dd5b23e76959 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:03.077049 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470c1f93-80e1-4f11-aa6a-f8e9a13ffeaf req-dde6274f-30af-4880-92a2-e9f3936c25cb service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:47:03.077518 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470c1f93-80e1-4f11-aa6a-f8e9a13ffeaf req-dde6274f-30af-4880-92a2-e9f3936c25cb service neutron] Checking segment: {'id': '7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:03.078019 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470c1f93-80e1-4f11-aa6a-f8e9a13ffeaf req-dde6274f-30af-4880-92a2-e9f3936c25cb service neutron] Bound using segment: {'id': '7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:47:03.078790 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-470c1f93-80e1-4f11-aa6a-f8e9a13ffeaf req-dde6274f-30af-4880-92a2-e9f3936c25cb service neutron] Bound port: 7f016150-bbaa-4469-abf4-94dfbaf090ce, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:47:03.079217 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-470c1f93-80e1-4f11-aa6a-f8e9a13ffeaf req-dde6274f-30af-4880-92a2-e9f3936c25cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:03.103163 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270b6624-6c6b-48e3-9aaf-13d6dd05e01b x-openstack-request-id: req-270b6624-6c6b-48e3-9aaf-13d6dd05e01b {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:03.103459 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9", "name": "network-vif-plugged", "status": "completed", "tag": "1efa13fd-8c07-486c-9a40-e05ad31bd16b", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:03.103711 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-270b6624-6c6b-48e3-9aaf-13d6dd05e01b {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:03.104100 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efa13fd-8c07-486c-9a40-e05ad31bd16b', 'code': 200} Nov 12 00:47:03.108869 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3324bcc4-6150-49b0-b6ae-20d628bf8383 admin admin] Router adc20539-d492-406e-8ed7-f67ce2eda771 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:47:03.119634 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad065c75-fa27-46a0-97bf-9753f29c871b req-3e4ed7b9-cd96-4741-ac56-183b945acd6f tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:03.121194 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ad065c75-fa27-46a0-97bf-9753f29c871b req-3e4ed7b9-cd96-4741-ac56-183b945acd6f tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/ports?device_id=386698b3-cd24-4d7c-b878-ecb8781a18c3 HTTP/1.1" status: 200 len: 945 time: 0.1993520 Nov 12 00:47:03.137229 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-48241a0c-b171-4d11-935c-9c8be48a43d8 None None] Provisioning complete for port 24ecaef0-fa3c-4016-85d0-18d5c25c16c6 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:03.138072 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-48241a0c-b171-4d11-935c-9c8be48a43d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:03.144044 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-8af25388-d837-458d-9dcd-dd5b23e76959 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9364333 Nov 12 00:47:03.153702 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50738) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:03.157537 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af25388-d837-458d-9dcd-dd5b23e76959 admin admin] Pushing event updated for resources: {'Network': ['ID=bce177ab-ec83-4c8e-9d70-444c7b0c9aac,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:03.169788 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-29fbbed1-f0ea-4492-824e-c1314ae96339 admin admin] Request body: {'subnet': {'network_id': 'bce177ab-ec83-4c8e-9d70-444c7b0c9aac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-208933767-subnet', 'tenant_id': '809bf7e77c2745d0828daef0d4ec25f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:03.171339 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network bce177ab-ec83-4c8e-9d70-444c7b0c9aac details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:47:03.232997 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-48241a0c-b171-4d11-935c-9c8be48a43d8 None None] Port 24ecaef0-fa3c-4016-85d0-18d5c25c16c6 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:47:03.311612 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29fbbed1-f0ea-4492-824e-c1314ae96339 admin admin] Made reservation on behalf of 809bf7e77c2745d0828daef0d4ec25f2 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:47:03.313881 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-29fbbed1-f0ea-4492-824e-c1314ae96339 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:03.318527 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-470c1f93-80e1-4f11-aa6a-f8e9a13ffeaf req-dde6274f-30af-4880-92a2-e9f3936c25cb service neutron] For port 7f016150-bbaa-4469-abf4-94dfbaf090ce, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:47:03.325118 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ad065c75-fa27-46a0-97bf-9753f29c871b req-7edb595b-ab52-4e86-8b8d-afff2e4a4110 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e3175a2-49e6-4a0d-9291-cdd01a0236ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835124 Nov 12 00:47:03.390104 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-470c1f93-80e1-4f11-aa6a-f8e9a13ffeaf req-dde6274f-30af-4880-92a2-e9f3936c25cb service neutron] For port 7f016150-bbaa-4469-abf4-94dfbaf090ce, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=7f016150-bbaa-4469-abf4-94dfbaf090ce,segment=NetworkSegment(7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763),segment_id=7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:47:03.424006 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-470c1f93-80e1-4f11-aa6a-f8e9a13ffeaf req-dde6274f-30af-4880-92a2-e9f3936c25cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:03.462474 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-db0a4924-8759-42f8-8513-d5b904eb927a req-5ba5a229-284c-498c-b385-c498f657974a tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1778233858&fields=id&tenant_id=3c616bcabe89454cb93b6c53ea20cfc4 HTTP/1.1" status: 200 len: 267 time: 0.0523906 Nov 12 00:47:03.476406 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b81c79c-fe7b-4977-9cd1-1422db3bf701 req-f8743c87-d0a0-43f6-a4ce-469bfc86a644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:03.477945 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7b81c79c-fe7b-4977-9cd1-1422db3bf701 req-f8743c87-d0a0-43f6-a4ce-469bfc86a644 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9 HTTP/1.1" status: 200 len: 1097 time: 0.2429218 Nov 12 00:47:03.511843 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c1f93-80e1-4f11-aa6a-f8e9a13ffeaf req-dde6274f-30af-4880-92a2-e9f3936c25cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:03.512473 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-470c1f93-80e1-4f11-aa6a-f8e9a13ffeaf req-dde6274f-30af-4880-92a2-e9f3936c25cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:03.513907 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-470c1f93-80e1-4f11-aa6a-f8e9a13ffeaf req-dde6274f-30af-4880-92a2-e9f3936c25cb service neutron] 10.222.0.54 "PUT /v2.0/ports/7f016150-bbaa-4469-abf4-94dfbaf090ce HTTP/1.1" status: 200 len: 1092 time: 2.5138528 Nov 12 00:47:03.519158 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3324bcc4-6150-49b0-b6ae-20d628bf8383 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:47:03.520564 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b96323-207c-4e9a-9a2b-f9165ef8565b', 'tag': '7f016150-bbaa-4469-abf4-94dfbaf090ce'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:03.523709 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0edb7c-d641-430e-a0bd-da292d786d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b96323-207c-4e9a-9a2b-f9165ef8565b", "tag": "7f016150-bbaa-4469-abf4-94dfbaf090ce"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:03.531453 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3324bcc4-6150-49b0-b6ae-20d628bf8383 admin admin] 10.222.0.20 "PUT /v2.0/routers/adc20539-d492-406e-8ed7-f67ce2eda771/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5258512 Nov 12 00:47:03.542534 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a4924-8759-42f8-8513-d5b904eb927a req-97e3ae27-28ba-4118-b302-d7f123faa491 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:03.556289 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-db0a4924-8759-42f8-8513-d5b904eb927a req-97e3ae27-28ba-4118-b302-d7f123faa491 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/ports?device_id=386698b3-cd24-4d7c-b878-ecb8781a18c3 HTTP/1.1" status: 200 len: 945 time: 0.0862627 Nov 12 00:47:03.580751 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde6274f-30af-4880-92a2-e9f3936c25cb service neutron] Pushing event updated for resources: {'Port': ['ID=7f016150-bbaa-4469-abf4-94dfbaf090ce,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:03.581510 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-db0a4924-8759-42f8-8513-d5b904eb927a req-bea369e1-8318-4741-bc93-ee9ce7a5c4dd tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Request body: {'port': {'security_groups': ['9e3175a2-49e6-4a0d-9291-cdd01a0236ee', '4b56ccc7-bb79-4ea9-8c06-4f9c8fce3248']}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:03.599455 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device cfa2737e-ff39-485a-a2ad-858e4b4be17b up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:03.634644 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9454fc0-8aca-43c5-a111-d11307f10174 x-openstack-request-id: req-c9454fc0-8aca-43c5-a111-d11307f10174 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:03.635180 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b96323-207c-4e9a-9a2b-f9165ef8565b", "tag": "7f016150-bbaa-4469-abf4-94dfbaf090ce", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:03.635613 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c9454fc0-8aca-43c5-a111-d11307f10174 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:03.636187 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b96323-207c-4e9a-9a2b-f9165ef8565b', 'tag': '7f016150-bbaa-4469-abf4-94dfbaf090ce', 'status': 'completed', 'code': 200} Nov 12 00:47:03.647821 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7b81c79c-fe7b-4977-9cd1-1422db3bf701 req-f9c0bcbc-536d-4fff-bc14-30b2b58acd79 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516495 Nov 12 00:47:03.713229 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c1f93-80e1-4f11-aa6a-f8e9a13ffeaf req-1403b281-ce58-44a5-b1d4-6a418eb47b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:03.718099 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port cfa2737e-ff39-485a-a2ad-858e4b4be17b triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:03.718806 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:03.726790 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-470c1f93-80e1-4f11-aa6a-f8e9a13ffeaf req-1403b281-ce58-44a5-b1d4-6a418eb47b42 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=70fcc0cfb50649aa98c75c8239146e76&device_id=d8b96323-207c-4e9a-9a2b-f9165ef8565b HTTP/1.1" status: 200 len: 1095 time: 0.1406269 Nov 12 00:47:03.740104 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-db0a4924-8759-42f8-8513-d5b904eb927a req-bea369e1-8318-4741-bc93-ee9ce7a5c4dd tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:03.771460 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1659a67e-cc4a-4f1c-8d45-8462813caf13 None None] Sync routers for ids ['adc20539-d492-406e-8ed7-f67ce2eda771'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:47:03.792964 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1659a67e-cc4a-4f1c-8d45-8462813caf13 None None] Routers {'adc20539-d492-406e-8ed7-f67ce2eda771'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:03.796440 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-1659a67e-cc4a-4f1c-8d45-8462813caf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:46:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['adc20539-d492-406e-8ed7-f67ce2eda771'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:03.867914 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-470c1f93-80e1-4f11-aa6a-f8e9a13ffeaf req-39fc5cd2-d587-407f-8296-97dfb9ad8a88 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f016150-bbaa-4469-abf4-94dfbaf090ce HTTP/1.1" status: 200 len: 217 time: 0.1227362 Nov 12 00:47:03.874336 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:03.934062 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port cfa2737e-ff39-485a-a2ad-858e4b4be17b, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=cfa2737e-ff39-485a-a2ad-858e4b4be17b,segment=NetworkSegment(8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b),segment_id=8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:03.942810 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-29fbbed1-f0ea-4492-824e-c1314ae96339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:03.943461 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:03.968863 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-db0a4924-8759-42f8-8513-d5b904eb927a req-bea369e1-8318-4741-bc93-ee9ce7a5c4dd tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] For port 8bc8f923-7bcf-4638-b61d-227d0889bf69, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=8bc8f923-7bcf-4638-b61d-227d0889bf69,segment=NetworkSegment(8e3a4060-eb73-4d7a-8d87-83ca2cbba051),segment_id=8e3a4060-eb73-4d7a-8d87-83ca2cbba051)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:03.970073 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-1659a67e-cc4a-4f1c-8d45-8462813caf13 None None] Set router adc20539-d492-406e-8ed7-f67ce2eda771 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:03.992921 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c1f93-80e1-4f11-aa6a-f8e9a13ffeaf req-b6f4ba64-2ac2-4d28-b0c7-91c9148f0da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:03.994775 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-470c1f93-80e1-4f11-aa6a-f8e9a13ffeaf req-b6f4ba64-2ac2-4d28-b0c7-91c9148f0da0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fcb6d631-2a57-4fd6-955b-55bc25740c77 HTTP/1.1" status: 200 len: 860 time: 0.1028342 Nov 12 00:47:04.008009 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ae5af-3bea-4a2f-a93e-97bb87addb73 req-32b5b778-1891-4a2b-aecc-8afeb7b91df2 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:04.008936 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-db0a4924-8759-42f8-8513-d5b904eb927a req-bea369e1-8318-4741-bc93-ee9ce7a5c4dd tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:04.010041 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0f0ae5af-3bea-4a2f-a93e-97bb87addb73 req-32b5b778-1891-4a2b-aecc-8afeb7b91df2 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=93bc3dde-ca07-4327-be4c-d513241d0d3f HTTP/1.1" status: 200 len: 945 time: 0.2082193 Nov 12 00:47:04.016639 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-db0a4924-8759-42f8-8513-d5b904eb927a req-bea369e1-8318-4741-bc93-ee9ce7a5c4dd tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:04.032228 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=cfa2737e-ff39-485a-a2ad-858e4b4be17b,revision_number=7']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:04.057230 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['8bc8f923-7bcf-4638-b61d-227d0889bf69'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:47:04.080551 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fbbed1-f0ea-4492-824e-c1314ae96339 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7e4a622-8a85-4239-938b-08aad1616f72,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:04.092549 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea369e1-8318-4741-bc93-ee9ce7a5c4dd tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Pushing event updated for resources: {'Port': ['ID=8bc8f923-7bcf-4638-b61d-227d0889bf69,revision_number=6']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:04.111814 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fbbed1-f0ea-4492-824e-c1314ae96339 admin admin] Checking segment: {'id': '529dee89-d18b-4e0d-817c-36d5d0b3f0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'bce177ab-ec83-4c8e-9d70-444c7b0c9aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:04.112338 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fbbed1-f0ea-4492-824e-c1314ae96339 admin admin] Network hostable DHCP agents. Network: bce177ab-ec83-4c8e-9d70-444c7b0c9aac, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:47:04.119891 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['4aba5687-8005-418b-ad6e-2d354049b976'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:47:04.120312 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a4924-8759-42f8-8513-d5b904eb927a req-bea369e1-8318-4741-bc93-ee9ce7a5c4dd tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:04.127815 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-db0a4924-8759-42f8-8513-d5b904eb927a req-bea369e1-8318-4741-bc93-ee9ce7a5c4dd tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:04.129510 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-db0a4924-8759-42f8-8513-d5b904eb927a req-bea369e1-8318-4741-bc93-ee9ce7a5c4dd tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "PUT /v2.0/ports/8bc8f923-7bcf-4638-b61d-227d0889bf69 HTTP/1.1" status: 200 len: 981 time: 0.5721545 Nov 12 00:47:04.129998 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '386698b3-cd24-4d7c-b878-ecb8781a18c3', 'tag': '8bc8f923-7bcf-4638-b61d-227d0889bf69'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:04.135549 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c1f93-80e1-4f11-aa6a-f8e9a13ffeaf req-87bb99d3-ade0-470f-a4fa-165881da7007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:04.135670 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4abdb58-141f-4796-acd1-14755d3f2454" -d '{"events": [{"name": "network-changed", "server_uuid": "386698b3-cd24-4d7c-b878-ecb8781a18c3", "tag": "8bc8f923-7bcf-4638-b61d-227d0889bf69"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:04.135781 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-470c1f93-80e1-4f11-aa6a-f8e9a13ffeaf req-87bb99d3-ade0-470f-a4fa-165881da7007 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=985dcccb-2c08-4d64-be3d-bc4d25918b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1224883 Nov 12 00:47:04.138966 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0f0ae5af-3bea-4a2f-a93e-97bb87addb73 req-96316ac4-2852-48e8-9fa3-eb485f9c5ec4 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031754 Nov 12 00:47:04.184856 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fbbed1-f0ea-4492-824e-c1314ae96339 admin admin] Network bce177ab-ec83-4c8e-9d70-444c7b0c9aac is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:47:04.222440 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-29fbbed1-f0ea-4492-824e-c1314ae96339 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, bce177ab-ec83-4c8e-9d70-444c7b0c9aac) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:04.229810 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fbbed1-f0ea-4492-824e-c1314ae96339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:04.230409 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-29fbbed1-f0ea-4492-824e-c1314ae96339 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:04.245650 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4e5946-08ea-4442-ba37-b86d9cb35955 None None] Network bce177ab-ec83-4c8e-9d70-444c7b0c9aac requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:47:04.262575 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-29fbbed1-f0ea-4492-824e-c1314ae96339 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1068072 Nov 12 00:47:04.268767 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50764) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:04.273824 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-2aae54f8-df2a-464b-8ed0-0dc5c626def1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-208933767-router', 'tenant_id': '809bf7e77c2745d0828daef0d4ec25f2', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:04.288869 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-470c1f93-80e1-4f11-aa6a-f8e9a13ffeaf req-b7f3adab-bf7e-435e-948e-5cdda291227c service neutron] 10.222.0.54 "GET /v2.0/networks/985dcccb-2c08-4d64-be3d-bc4d25918b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425917 Nov 12 00:47:04.300228 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-1659a67e-cc4a-4f1c-8d45-8462813caf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc20539-d492-406e-8ed7-f67ce2eda771', 'name': 'tempest-FloatingIPsNegativeTestJSON-665014973-router', 'tenant_id': '44dcbfa2fbe7403c9c9f982e8e62e5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '6f58e4cd-6d5e-4f54-a47d-3c36659f604f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:52Z', 'updated_at': '2021-11-12T00:47:00Z', 'revision_number': 4, 'project_id': '44dcbfa2fbe7403c9c9f982e8e62e5d2', 'gw_port': {'id': '6f58e4cd-6d5e-4f54-a47d-3c36659f604f', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc20539-d492-406e-8ed7-f67ce2eda771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:53Z', 'updated_at': '2021-11-12T00:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '24ecaef0-fa3c-4016-85d0-18d5c25c16c6', 'name': '', 'network_id': 'f8afe929-8fd8-4ece-b982-de3643397659', 'tenant_id': '44dcbfa2fbe7403c9c9f982e8e62e5d2', 'mac_address': 'fa:16:3e:c2:a5:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc20539-d492-406e-8ed7-f67ce2eda771', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '753288dc-d8e9-4a46-93a2-6b80753dc214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:59Z', 'updated_at': '2021-11-12T00:47:01Z', 'revision_number': 2, 'project_id': '44dcbfa2fbe7403c9c9f982e8e62e5d2', 'subnets': [{'id': '753288dc-d8e9-4a46-93a2-6b80753dc214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:04.325926 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1cac28-0270-4219-9fd2-e749d238858a req-00beeeab-4fa6-4e6b-b299-8fc66626a2d5 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:04.327917 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-af1cac28-0270-4219-9fd2-e749d238858a req-00beeeab-4fa6-4e6b-b299-8fc66626a2d5 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9 HTTP/1.1" status: 200 len: 945 time: 0.0950110 Nov 12 00:47:04.332429 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2aae54f8-df2a-464b-8ed0-0dc5c626def1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:04.333505 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2aae54f8-df2a-464b-8ed0-0dc5c626def1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:04.374096 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['8bc8f923-7bcf-4638-b61d-227d0889bf69'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:47:04.392174 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1659a67e-cc4a-4f1c-8d45-8462813caf13 None None] Checking router: adc20539-d492-406e-8ed7-f67ce2eda771 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:47:04.392523 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1659a67e-cc4a-4f1c-8d45-8462813caf13 None None] Updating router adc20539-d492-406e-8ed7-f67ce2eda771 port 24ecaef0-fa3c-4016-85d0-18d5c25c16c6 binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:47:04.431752 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-af1cac28-0270-4219-9fd2-e749d238858a req-8fbbfb9e-ac1d-435a-9408-2889e99585d9 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951343 Nov 12 00:47:04.437820 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2aae54f8-df2a-464b-8ed0-0dc5c626def1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:04.464625 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-470c1f93-80e1-4f11-aa6a-f8e9a13ffeaf req-abfc6d6c-e579-4f58-b543-c13716d79d1b service neutron] 10.222.0.54 "GET /v2.0/networks/985dcccb-2c08-4d64-be3d-bc4d25918b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612012 Nov 12 00:47:04.486545 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1659a67e-cc4a-4f1c-8d45-8462813caf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:04.567037 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-887d4987-0e84-430f-af2b-55e0d07881b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:04.580125 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 6f58e4cd-6d5e-4f54-a47d-3c36659f604f up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:04.617740 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564fdbfc-dc9c-4e2e-b7b4-62156dc3ab22 req-3a0b4576-e648-44d2-8c9a-c051e82c74ae tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:04.625912 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-564fdbfc-dc9c-4e2e-b7b4-62156dc3ab22 req-3a0b4576-e648-44d2-8c9a-c051e82c74ae tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8b96323-207c-4e9a-9a2b-f9165ef8565b HTTP/1.1" status: 200 len: 943 time: 0.0817444 Nov 12 00:47:04.653543 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1fd0d90b-9e6d-4e3e-a567-8f64e71faa51 req-02c3628e-9ddf-4727-b601-23f63db44b4d tempest-FloatingIPsNegativeTestJSON-1229831766 tempest-FloatingIPsNegativeTestJSON-1229831766-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=44dcbfa2fbe7403c9c9f982e8e62e5d2 HTTP/1.1" status: 200 len: 217 time: 0.0861390 Nov 12 00:47:04.705649 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-564fdbfc-dc9c-4e2e-b7b4-62156dc3ab22 req-3dc67aec-b487-46e3-94f7-f87eb8bd1874 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/security-groups?id=adad9597-1ca9-4ade-8caf-a5703c9aac27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782175 Nov 12 00:47:04.720580 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db847ab-4a7d-4b55-ba56-dae583ca6372 x-openstack-request-id: req-8db847ab-4a7d-4b55-ba56-dae583ca6372 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:04.721132 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "386698b3-cd24-4d7c-b878-ecb8781a18c3", "tag": "8bc8f923-7bcf-4638-b61d-227d0889bf69", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:04.727802 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8db847ab-4a7d-4b55-ba56-dae583ca6372 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:04.728432 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '386698b3-cd24-4d7c-b878-ecb8781a18c3', 'tag': '8bc8f923-7bcf-4638-b61d-227d0889bf69', 'status': 'completed', 'code': 200} Nov 12 00:47:04.776002 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da45f2bf-d424-4d3a-adcb-2fcea4a8be22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-bce177ab-ec83-4c8e-9d70-444c7b0c9aac', 'network_id': 'bce177ab-ec83-4c8e-9d70-444c7b0c9aac', 'tenant_id': '809bf7e77c2745d0828daef0d4ec25f2', 'fixed_ips': [{'subnet_id': 'd7e4a622-8a85-4239-938b-08aad1616f72'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:47:04.776826 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5e954e29-5a6b-4cf5-bf62-d4eeb7a3c320 req-531e5a50-9e57-496b-9655-1fb92284e436 tempest-FloatingIPsNegativeTestJSON-1229831766 tempest-FloatingIPsNegativeTestJSON-1229831766-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0372756 Nov 12 00:47:04.777019 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-da45f2bf-d424-4d3a-adcb-2fcea4a8be22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:04.842007 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2aae54f8-df2a-464b-8ed0-0dc5c626def1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:04.878402 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [req-abe0865d-866f-43e1-88df-12fc59c9c126 req-7f8179eb-e958-4448-ba12-8f9f5a82dbd5 tempest-FloatingIPsNegativeTestJSON-1229831766 tempest-FloatingIPsNegativeTestJSON-1229831766-project] show failed (client error): The resource could not be found. Nov 12 00:47:04.887409 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-abe0865d-866f-43e1-88df-12fc59c9c126 req-7f8179eb-e958-4448-ba12-8f9f5a82dbd5 tempest-FloatingIPsNegativeTestJSON-1229831766 tempest-FloatingIPsNegativeTestJSON-1229831766-project] 10.222.0.20 "GET /v2.0/floatingips/277ca7cd-a3eb-40f7-bcf5-51636c7f4b54 HTTP/1.1" status: 404 len: 350 time: 0.0783393 Nov 12 00:47:04.890959 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0edb7c-d641-430e-a0bd-da292d786d7b req-fa1b71a8-d252-47ed-96ac-da65ca0de890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:04.892426 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50776) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:04.892591 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3d0edb7c-d641-430e-a0bd-da292d786d7b req-fa1b71a8-d252-47ed-96ac-da65ca0de890 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=70fcc0cfb50649aa98c75c8239146e76&device_id=d8b96323-207c-4e9a-9a2b-f9165ef8565b HTTP/1.1" status: 200 len: 1095 time: 0.2914066 Nov 12 00:47:04.912701 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-65ab6241-e294-46f1-bd45-cb6759d607bf req-12188e71-7b23-4721-8c52-55e2c91e823a tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups/4b56ccc7-bb79-4ea9-8c06-4f9c8fce3248 HTTP/1.1" status: 200 len: 1818 time: 0.1557245 Nov 12 00:47:04.970920 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4abdb58-141f-4796-acd1-14755d3f2454 req-f5afe292-1c87-41f3-af76-3499dfaf6676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:04.972419 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d4abdb58-141f-4796-acd1-14755d3f2454 req-f5afe292-1c87-41f3-af76-3499dfaf6676 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3c616bcabe89454cb93b6c53ea20cfc4&device_id=386698b3-cd24-4d7c-b878-ecb8781a18c3 HTTP/1.1" status: 200 len: 1136 time: 0.1831932 Nov 12 00:47:04.992129 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1659a67e-cc4a-4f1c-8d45-8462813caf13 None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:04.999992 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1659a67e-cc4a-4f1c-8d45-8462813caf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:05.044228 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 6f58e4cd-6d5e-4f54-a47d-3c36659f604f triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:05.045170 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:05.065879 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d16d688-e30e-438d-9805-85d571f69905 None None] Pushing event updated for resources: {'Port': ['ID=24ecaef0-fa3c-4016-85d0-18d5c25c16c6,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:05.111516 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d16d688-e30e-438d-9805-85d571f69905 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:05.112238 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d16d688-e30e-438d-9805-85d571f69905 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:05.112755 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d16d688-e30e-438d-9805-85d571f69905 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:05.113261 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d16d688-e30e-438d-9805-85d571f69905 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:05.113767 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d16d688-e30e-438d-9805-85d571f69905 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:05.114267 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d16d688-e30e-438d-9805-85d571f69905 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:05.114759 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d16d688-e30e-438d-9805-85d571f69905 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:05.115240 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d16d688-e30e-438d-9805-85d571f69905 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:05.119012 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d16d688-e30e-438d-9805-85d571f69905 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:05.119597 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d16d688-e30e-438d-9805-85d571f69905 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:05.120105 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d16d688-e30e-438d-9805-85d571f69905 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:05.121028 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d16d688-e30e-438d-9805-85d571f69905 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:05.141273 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb955f7-555a-4087-abcd-bce579e2f015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa2737e-ff39-485a-a2ad-858e4b4be17b'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:05.143690 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1c33d4-037f-4a05-9072-b087761f24a6" -d '{"events": [{"server_uuid": "9bb955f7-555a-4087-abcd-bce579e2f015", "name": "network-vif-plugged", "status": "completed", "tag": "cfa2737e-ff39-485a-a2ad-858e4b4be17b"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:05.201002 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-1659a67e-cc4a-4f1c-8d45-8462813caf13 None None] Attempting to bind port 24ecaef0-fa3c-4016-85d0-18d5c25c16c6 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:47:05.202153 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-1659a67e-cc4a-4f1c-8d45-8462813caf13 None None] Attempting to bind port 24ecaef0-fa3c-4016-85d0-18d5c25c16c6 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '3dc6aefa-47b9-4efa-9128-50fd3839a55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f8afe929-8fd8-4ece-b982-de3643397659'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:47:05.202616 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1659a67e-cc4a-4f1c-8d45-8462813caf13 None None] Attempting to bind port 24ecaef0-fa3c-4016-85d0-18d5c25c16c6 on network f8afe929-8fd8-4ece-b982-de3643397659 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:05.209824 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [req-65ab6241-e294-46f1-bd45-cb6759d607bf req-3740032c-57e7-4c70-8d31-326b4d60dc41 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 00:47:05.214988 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1659a67e-cc4a-4f1c-8d45-8462813caf13 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:47:05.216126 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1659a67e-cc4a-4f1c-8d45-8462813caf13 None None] Checking segment: {'id': '3dc6aefa-47b9-4efa-9128-50fd3839a55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f8afe929-8fd8-4ece-b982-de3643397659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:05.216126 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1659a67e-cc4a-4f1c-8d45-8462813caf13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:05.217214 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1659a67e-cc4a-4f1c-8d45-8462813caf13 None None] Bound using segment: {'id': '3dc6aefa-47b9-4efa-9128-50fd3839a55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f8afe929-8fd8-4ece-b982-de3643397659'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:47:05.217938 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-1659a67e-cc4a-4f1c-8d45-8462813caf13 None None] Bound port: 24ecaef0-fa3c-4016-85d0-18d5c25c16c6, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc6aefa-47b9-4efa-9128-50fd3839a55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f8afe929-8fd8-4ece-b982-de3643397659'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:47:05.219286 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1659a67e-cc4a-4f1c-8d45-8462813caf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:05.225764 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-65ab6241-e294-46f1-bd45-cb6759d607bf req-3740032c-57e7-4c70-8d31-326b4d60dc41 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "DELETE /v2.0/security-groups/4b56ccc7-bb79-4ea9-8c06-4f9c8fce3248 HTTP/1.1" status: 409 len: 341 time: 0.3112075 Nov 12 00:47:05.235927 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65841885-3fd1-4212-83ec-49690439a490 x-openstack-request-id: req-65841885-3fd1-4212-83ec-49690439a490 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:05.236216 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb955f7-555a-4087-abcd-bce579e2f015", "name": "network-vif-plugged", "status": "completed", "tag": "cfa2737e-ff39-485a-a2ad-858e4b4be17b", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:05.236472 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-65841885-3fd1-4212-83ec-49690439a490 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:05.237035 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb955f7-555a-4087-abcd-bce579e2f015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa2737e-ff39-485a-a2ad-858e4b4be17b', 'code': 200} Nov 12 00:47:05.266587 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0edb7c-d641-430e-a0bd-da292d786d7b req-7036bad7-bfba-4d2a-9db4-bada6c4de9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:05.267405 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3d0edb7c-d641-430e-a0bd-da292d786d7b req-7036bad7-bfba-4d2a-9db4-bada6c4de9b7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=985dcccb-2c08-4d64-be3d-bc4d25918b83 HTTP/1.1" status: 200 len: 922 time: 0.3522861 Nov 12 00:47:05.326824 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-1659a67e-cc4a-4f1c-8d45-8462813caf13 None None] For port 24ecaef0-fa3c-4016-85d0-18d5c25c16c6, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:47:05.334652 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-1659a67e-cc4a-4f1c-8d45-8462813caf13 None None] For port 24ecaef0-fa3c-4016-85d0-18d5c25c16c6, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=24ecaef0-fa3c-4016-85d0-18d5c25c16c6,segment=NetworkSegment(3dc6aefa-47b9-4efa-9128-50fd3839a55d),segment_id=3dc6aefa-47b9-4efa-9128-50fd3839a55d)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:47:05.342324 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1659a67e-cc4a-4f1c-8d45-8462813caf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:05.399254 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3d0edb7c-d641-430e-a0bd-da292d786d7b req-f18efbc5-2c2a-4c43-ac31-cbd8554061cf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f016150-bbaa-4469-abf4-94dfbaf090ce HTTP/1.1" status: 200 len: 217 time: 0.1160383 Nov 12 00:47:05.400227 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4abdb58-141f-4796-acd1-14755d3f2454 req-b6ea2789-83d4-4901-8772-3826b1bc57b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:05.403821 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d4abdb58-141f-4796-acd1-14755d3f2454 req-b6ea2789-83d4-4901-8772-3826b1bc57b3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=99933297-ab4a-401e-8d8a-276d6844b2b2 HTTP/1.1" status: 200 len: 912 time: 0.4213634 Nov 12 00:47:05.555692 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-da45f2bf-d424-4d3a-adcb-2fcea4a8be22 None None] Allocated IP 172.20.0.2 (bce177ab-ec83-4c8e-9d70-444c7b0c9aac/d7e4a622-8a85-4239-938b-08aad1616f72/73f6ae39-a4a3-4dbe-a066-317fd6f90fbf) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:47:05.601850 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c1c38205-6c7a-40f5-a659-2a548bd589c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:05.660782 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-fd93fe7a-6dc6-433d-97a0-2ef028e5a02c None None] Provisioning complete for port 24ecaef0-fa3c-4016-85d0-18d5c25c16c6 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:05.661153 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fd93fe7a-6dc6-433d-97a0-2ef028e5a02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:05.703591 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1659a67e-cc4a-4f1c-8d45-8462813caf13 None None] Routers {'adc20539-d492-406e-8ed7-f67ce2eda771'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:05.703888 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-1659a67e-cc4a-4f1c-8d45-8462813caf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:46:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['adc20539-d492-406e-8ed7-f67ce2eda771'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:05.794212 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d16d688-e30e-438d-9805-85d571f69905 None None] Pushing event updated for resources: {'Port': ['ID=24ecaef0-fa3c-4016-85d0-18d5c25c16c6,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:05.942284 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937cf84-0508-4af9-b804-2340429115c6 req-53e77869-48e2-4523-83a0-866c396ba389 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:05.944364 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-1659a67e-cc4a-4f1c-8d45-8462813caf13 None None] Set router adc20539-d492-406e-8ed7-f67ce2eda771 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:05.955662 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b937cf84-0508-4af9-b804-2340429115c6 req-53e77869-48e2-4523-83a0-866c396ba389 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9 HTTP/1.1" status: 200 len: 945 time: 0.1466918 Nov 12 00:47:06.008027 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fd93fe7a-6dc6-433d-97a0-2ef028e5a02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:06.010236 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-da45f2bf-d424-4d3a-adcb-2fcea4a8be22 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:06.022367 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-da45f2bf-d424-4d3a-adcb-2fcea4a8be22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:06.056256 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d4abdb58-141f-4796-acd1-14755d3f2454 req-b21d9c6c-552b-4109-8764-098a464b02eb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8bc8f923-7bcf-4638-b61d-227d0889bf69 HTTP/1.1" status: 200 len: 217 time: 0.6323261 Nov 12 00:47:06.124282 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b937cf84-0508-4af9-b804-2340429115c6 req-e176e5cd-8a99-41ad-b7de-c759a30152bc tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658771 Nov 12 00:47:06.129089 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ec3db-cba7-4cce-a8d0-b517c818b8ac req-ffbb4f00-b505-41a8-96c2-87b56f7be9b4 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:06.130853 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-aa3ec3db-cba7-4cce-a8d0-b517c818b8ac req-ffbb4f00-b505-41a8-96c2-87b56f7be9b4 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=93bc3dde-ca07-4327-be4c-d513241d0d3f HTTP/1.1" status: 200 len: 945 time: 0.7494302 Nov 12 00:47:06.133242 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4abdb58-141f-4796-acd1-14755d3f2454 req-756b0406-7d71-4824-86f8-a0062ec3b645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:06.134817 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d4abdb58-141f-4796-acd1-14755d3f2454 req-756b0406-7d71-4824-86f8-a0062ec3b645 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1da62076-4a58-4810-9972-85bd6051431b HTTP/1.1" status: 200 len: 851 time: 0.0714276 Nov 12 00:47:06.161849 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0edb7c-d641-430e-a0bd-da292d786d7b req-ec9cadf0-d6ae-44ed-83f9-78a7e8d32cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:06.164048 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3d0edb7c-d641-430e-a0bd-da292d786d7b req-ec9cadf0-d6ae-44ed-83f9-78a7e8d32cca service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fcb6d631-2a57-4fd6-955b-55bc25740c77 HTTP/1.1" status: 200 len: 860 time: 0.7380753 Nov 12 00:47:06.230669 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da45f2bf-d424-4d3a-adcb-2fcea4a8be22 None None] Network bce177ab-ec83-4c8e-9d70-444c7b0c9aac is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:06.232763 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-fd93fe7a-6dc6-433d-97a0-2ef028e5a02c None None] For port 24ecaef0-fa3c-4016-85d0-18d5c25c16c6, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=24ecaef0-fa3c-4016-85d0-18d5c25c16c6,segment=NetworkSegment(3dc6aefa-47b9-4efa-9128-50fd3839a55d),segment_id=3dc6aefa-47b9-4efa-9128-50fd3839a55d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:06.235726 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-da45f2bf-d424-4d3a-adcb-2fcea4a8be22 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:06.242478 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da45f2bf-d424-4d3a-adcb-2fcea4a8be22 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:47:06.246687 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fd93fe7a-6dc6-433d-97a0-2ef028e5a02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:06.254835 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da45f2bf-d424-4d3a-adcb-2fcea4a8be22 None None] Pushing event updated for resources: {'Port': ['ID=73f6ae39-a4a3-4dbe-a066-317fd6f90fbf,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:06.256250 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-c1c38205-6c7a-40f5-a659-2a548bd589c0 admin admin] Deleting port 24ecaef0-fa3c-4016-85d0-18d5c25c16c6 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:47:06.259328 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c1c38205-6c7a-40f5-a659-2a548bd589c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:06.304954 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-aa3ec3db-cba7-4cce-a8d0-b517c818b8ac req-75765237-571b-474a-b3e6-bfef959eb036 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585145 Nov 12 00:47:06.308417 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d4abdb58-141f-4796-acd1-14755d3f2454 req-3f7c53b6-0c11-4ce7-85e6-5e8646be9946 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=99933297-ab4a-401e-8d8a-276d6844b2b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1634023 Nov 12 00:47:06.355519 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-da45f2bf-d424-4d3a-adcb-2fcea4a8be22 None None] Attempting to bind port 73f6ae39-a4a3-4dbe-a066-317fd6f90fbf on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:47:06.355925 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-da45f2bf-d424-4d3a-adcb-2fcea4a8be22 None None] Attempting to bind port 73f6ae39-a4a3-4dbe-a066-317fd6f90fbf by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '529dee89-d18b-4e0d-817c-36d5d0b3f0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'bce177ab-ec83-4c8e-9d70-444c7b0c9aac'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:47:06.356485 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da45f2bf-d424-4d3a-adcb-2fcea4a8be22 None None] Attempting to bind port 73f6ae39-a4a3-4dbe-a066-317fd6f90fbf on network bce177ab-ec83-4c8e-9d70-444c7b0c9aac {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:06.370909 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd93fe7a-6dc6-433d-97a0-2ef028e5a02c None None] Pushing event updated for resources: {'Port': ['ID=24ecaef0-fa3c-4016-85d0-18d5c25c16c6,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:06.377102 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da45f2bf-d424-4d3a-adcb-2fcea4a8be22 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:47:06.377778 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da45f2bf-d424-4d3a-adcb-2fcea4a8be22 None None] Checking segment: {'id': '529dee89-d18b-4e0d-817c-36d5d0b3f0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'bce177ab-ec83-4c8e-9d70-444c7b0c9aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:06.378542 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-da45f2bf-d424-4d3a-adcb-2fcea4a8be22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:06.381358 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da45f2bf-d424-4d3a-adcb-2fcea4a8be22 None None] Bound using segment: {'id': '529dee89-d18b-4e0d-817c-36d5d0b3f0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'bce177ab-ec83-4c8e-9d70-444c7b0c9aac'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:47:06.381358 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-da45f2bf-d424-4d3a-adcb-2fcea4a8be22 None None] Bound port: 73f6ae39-a4a3-4dbe-a066-317fd6f90fbf, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '529dee89-d18b-4e0d-817c-36d5d0b3f0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'bce177ab-ec83-4c8e-9d70-444c7b0c9aac'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:47:06.381358 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-da45f2bf-d424-4d3a-adcb-2fcea4a8be22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:06.449935 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-7fbfd569-67d1-4dfc-aa28-972b0c6fe740 None None] Provisioning complete for port 24ecaef0-fa3c-4016-85d0-18d5c25c16c6 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:06.450310 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7fbfd569-67d1-4dfc-aa28-972b0c6fe740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:06.482664 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-509d3c8f-b31b-429e-bd06-fbc3f3ae835e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:06.545278 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-da45f2bf-d424-4d3a-adcb-2fcea4a8be22 None None] For port 73f6ae39-a4a3-4dbe-a066-317fd6f90fbf, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:47:06.549270 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-da45f2bf-d424-4d3a-adcb-2fcea4a8be22 None None] For port 73f6ae39-a4a3-4dbe-a066-317fd6f90fbf, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=73f6ae39-a4a3-4dbe-a066-317fd6f90fbf,segment=NetworkSegment(529dee89-d18b-4e0d-817c-36d5d0b3f0de),segment_id=529dee89-d18b-4e0d-817c-36d5d0b3f0de)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:47:06.563417 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-1659a67e-cc4a-4f1c-8d45-8462813caf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc20539-d492-406e-8ed7-f67ce2eda771', 'name': 'tempest-FloatingIPsNegativeTestJSON-665014973-router', 'tenant_id': '44dcbfa2fbe7403c9c9f982e8e62e5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '6f58e4cd-6d5e-4f54-a47d-3c36659f604f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:52Z', 'updated_at': '2021-11-12T00:47:00Z', 'revision_number': 4, 'project_id': '44dcbfa2fbe7403c9c9f982e8e62e5d2', 'gw_port': {'id': '6f58e4cd-6d5e-4f54-a47d-3c36659f604f', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc20539-d492-406e-8ed7-f67ce2eda771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:53Z', 'updated_at': '2021-11-12T00:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '24ecaef0-fa3c-4016-85d0-18d5c25c16c6', 'name': '', 'network_id': 'f8afe929-8fd8-4ece-b982-de3643397659', 'tenant_id': '44dcbfa2fbe7403c9c9f982e8e62e5d2', 'mac_address': 'fa:16:3e:c2:a5:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc20539-d492-406e-8ed7-f67ce2eda771', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '753288dc-d8e9-4a46-93a2-6b80753dc214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:59Z', 'updated_at': '2021-11-12T00:47:05Z', 'revision_number': 4, 'project_id': '44dcbfa2fbe7403c9c9f982e8e62e5d2', 'subnets': [{'id': '753288dc-d8e9-4a46-93a2-6b80753dc214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:06.583449 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae1243-8c99-4dde-b145-08a741d152d2 req-046d1334-0d15-4697-9858-57b5e0b5858f tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:06.589480 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-da45f2bf-d424-4d3a-adcb-2fcea4a8be22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:06.589702 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0edb7c-d641-430e-a0bd-da292d786d7b req-35b5ec24-f928-4e1a-bb64-188fe3e392f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:06.591517 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3d0edb7c-d641-430e-a0bd-da292d786d7b req-35b5ec24-f928-4e1a-bb64-188fe3e392f3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=985dcccb-2c08-4d64-be3d-bc4d25918b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2966757 Nov 12 00:47:06.603793 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-42ae1243-8c99-4dde-b145-08a741d152d2 req-046d1334-0d15-4697-9858-57b5e0b5858f tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/ports?device_id=386698b3-cd24-4d7c-b878-ecb8781a18c3 HTTP/1.1" status: 200 len: 984 time: 0.2938144 Nov 12 00:47:06.658687 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1659a67e-cc4a-4f1c-8d45-8462813caf13 None None] The sync data for ids ['adc20539-d492-406e-8ed7-f67ce2eda771'] in n-d-812236-11 is: [{'id': 'adc20539-d492-406e-8ed7-f67ce2eda771', 'name': 'tempest-FloatingIPsNegativeTestJSON-665014973-router', 'tenant_id': '44dcbfa2fbe7403c9c9f982e8e62e5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '6f58e4cd-6d5e-4f54-a47d-3c36659f604f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:52Z', 'updated_at': '2021-11-12T00:47:00Z', 'revision_number': 4, 'project_id': '44dcbfa2fbe7403c9c9f982e8e62e5d2', 'gw_port': {'id': '6f58e4cd-6d5e-4f54-a47d-3c36659f604f', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc20539-d492-406e-8ed7-f67ce2eda771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:53Z', 'updated_at': '2021-11-12T00:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '24ecaef0-fa3c-4016-85d0-18d5c25c16c6', 'name': '', 'network_id': 'f8afe929-8fd8-4ece-b982-de3643397659', 'tenant_id': '44dcbfa2fbe7403c9c9f982e8e62e5d2', 'mac_address': 'fa:16:3e:c2:a5:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc20539-d492-406e-8ed7-f67ce2eda771', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '753288dc-d8e9-4a46-93a2-6b80753dc214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:59Z', 'updated_at': '2021-11-12T00:47:05Z', 'revision_number': 4, 'project_id': '44dcbfa2fbe7403c9c9f982e8e62e5d2', 'subnets': [{'id': '753288dc-d8e9-4a46-93a2-6b80753dc214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:47:06.668620 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2aae54f8-df2a-464b-8ed0-0dc5c626def1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:06.685179 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-c1c38205-6c7a-40f5-a659-2a548bd589c0 admin admin] For port 24ecaef0-fa3c-4016-85d0-18d5c25c16c6, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=24ecaef0-fa3c-4016-85d0-18d5c25c16c6,segment=NetworkSegment(3dc6aefa-47b9-4efa-9128-50fd3839a55d),segment_id=3dc6aefa-47b9-4efa-9128-50fd3839a55d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:06.685743 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c1c38205-6c7a-40f5-a659-2a548bd589c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:06.688173 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da45f2bf-d424-4d3a-adcb-2fcea4a8be22 None None] Pushing event updated for resources: {'Port': ['ID=73f6ae39-a4a3-4dbe-a066-317fd6f90fbf,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:06.723759 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-c1c38205-6c7a-40f5-a659-2a548bd589c0 admin admin] Calling delete_port for 24ecaef0-fa3c-4016-85d0-18d5c25c16c6 owned by network:router_interface {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:47:06.773746 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-42ae1243-8c99-4dde-b145-08a741d152d2 req-e5ed333f-60a9-4624-87af-9bc899ee64f4 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b56ccc7-bb79-4ea9-8c06-4f9c8fce3248&id=9e3175a2-49e6-4a0d-9291-cdd01a0236ee&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1684809 Nov 12 00:47:06.829637 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2aae54f8-df2a-464b-8ed0-0dc5c626def1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:06.866352 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d4abdb58-141f-4796-acd1-14755d3f2454 req-87df37f5-9c53-4ca9-83e0-0a711dc938ef service neutron] 10.222.0.49 "GET /v2.0/networks/99933297-ab4a-401e-8d8a-276d6844b2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4712477 Nov 12 00:47:06.878359 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d3429-3404-42fe-9a30-0ed6648b41c5 req-6149f027-4afd-4fc8-8c99-6ecf00d6d622 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:06.880079 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2c6d3429-3404-42fe-9a30-0ed6648b41c5 req-6149f027-4afd-4fc8-8c99-6ecf00d6d622 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8b96323-207c-4e9a-9a2b-f9165ef8565b HTTP/1.1" status: 200 len: 943 time: 0.3953633 Nov 12 00:47:07.084941 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3d0edb7c-d641-430e-a0bd-da292d786d7b req-2d3a0940-2eb9-47fd-99d0-ac4acf05466f service neutron] 10.222.0.54 "GET /v2.0/networks/985dcccb-2c08-4d64-be3d-bc4d25918b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4841242 Nov 12 00:47:07.158754 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c1c38205-6c7a-40f5-a659-2a548bd589c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:07.254585 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2c6d3429-3404-42fe-9a30-0ed6648b41c5 req-d7ad8002-a76b-4aa3-9238-a4d5714d811f tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/security-groups?id=adad9597-1ca9-4ade-8caf-a5703c9aac27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596046 Nov 12 00:47:07.257364 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3d0edb7c-d641-430e-a0bd-da292d786d7b req-86f60f88-0f9c-47f8-8584-70f46a322b11 service neutron] 10.222.0.54 "GET /v2.0/networks/985dcccb-2c08-4d64-be3d-bc4d25918b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461535 Nov 12 00:47:07.267732 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c38205-6c7a-40f5-a659-2a548bd589c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=24ecaef0-fa3c-4016-85d0-18d5c25c16c6,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:07.318992 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d4abdb58-141f-4796-acd1-14755d3f2454 req-218fa113-63d6-4196-a29c-7748c56cc274 service neutron] 10.222.0.49 "GET /v2.0/networks/99933297-ab4a-401e-8d8a-276d6844b2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4369681 Nov 12 00:47:07.341749 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-2aae54f8-df2a-464b-8ed0-0dc5c626def1 admin admin] Allocated IP 172.25.2.25 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/12b1c785-ac12-4d2b-9d9d-5714ac0189d4) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:47:07.529915 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef5f22-515a-4f7a-a79f-c66e41dbb92c req-b9dd0d11-77ad-48b6-9b3f-6fe939bcd19f tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:07.531523 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7bef5f22-515a-4f7a-a79f-c66e41dbb92c req-b9dd0d11-77ad-48b6-9b3f-6fe939bcd19f tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9 HTTP/1.1" status: 200 len: 945 time: 0.3164225 Nov 12 00:47:07.580375 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2aae54f8-df2a-464b-8ed0-0dc5c626def1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:07.583205 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:07.722631 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2aae54f8-df2a-464b-8ed0-0dc5c626def1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:07.761468 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7bef5f22-515a-4f7a-a79f-c66e41dbb92c req-d70af6a4-dc05-48a6-832e-fd2e77c9e117 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584363 Nov 12 00:47:07.806696 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c1c38205-6c7a-40f5-a659-2a548bd589c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:07.848736 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aae54f8-df2a-464b-8ed0-0dc5c626def1 admin admin] Pushing event updated for resources: {'Port': ['ID=12b1c785-ac12-4d2b-9d9d-5714ac0189d4,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:07.921077 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f027b80-3b72-49e4-9b10-4666d087d359 req-df199741-ee19-4453-9159-1d54fb0ada78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:07.922719 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6f027b80-3b72-49e4-9b10-4666d087d359 req-df199741-ee19-4453-9159-1d54fb0ada78 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3c616bcabe89454cb93b6c53ea20cfc4&device_id=386698b3-cd24-4d7c-b878-ecb8781a18c3 HTTP/1.1" status: 200 len: 1136 time: 0.4837871 Nov 12 00:47:07.931958 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aae54f8-df2a-464b-8ed0-0dc5c626def1 admin admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:07.939709 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-2aae54f8-df2a-464b-8ed0-0dc5c626def1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:07.942177 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aae54f8-df2a-464b-8ed0-0dc5c626def1 admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:47:08.033906 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba673c4-386a-47eb-a0fe-cb04e45746fe req-4a771902-776b-4a16-8f24-3131982451a3 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:08.035525 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-aba673c4-386a-47eb-a0fe-cb04e45746fe req-4a771902-776b-4a16-8f24-3131982451a3 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=93bc3dde-ca07-4327-be4c-d513241d0d3f HTTP/1.1" status: 200 len: 945 time: 0.3295147 Nov 12 00:47:08.094064 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9de770-206d-41ad-9f83-229d5bc8f3ed req-0433f886-056c-490e-b962-199a5b4e8e7b tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:08.096848 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-3f68fa1f-e842-4ef3-b649-31ec5a2ccae3 tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:08.098328 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4c9de770-206d-41ad-9f83-229d5bc8f3ed req-0433f886-056c-490e-b962-199a5b4e8e7b tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9 HTTP/1.1" status: 200 len: 945 time: 0.1791718 Nov 12 00:47:08.102048 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-3f68fa1f-e842-4ef3-b649-31ec5a2ccae3 tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=93bc3dde-ca07-4327-be4c-d513241d0d3f&tenant_id=9c540ecbe8154e1b907ac12fc8774fd4&binding%3Ahost_id=n-h1-812236-11 HTTP/1.1" status: 200 len: 1097 time: 0.2542818 Nov 12 00:47:08.269746 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-211a1743-77b6-4757-b67a-b3baebbfaba3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812236-11'}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:08.297091 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1c38205-6c7a-40f5-a659-2a548bd589c0 admin admin] Router adc20539-d492-406e-8ed7-f67ce2eda771 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:47:08.340117 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4c9de770-206d-41ad-9f83-229d5bc8f3ed req-3d0bad5c-a305-4513-a197-7e878fb10d59 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571430 Nov 12 00:47:08.488260 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c38205-6c7a-40f5-a659-2a548bd589c0 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:47:08.494850 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c1c38205-6c7a-40f5-a659-2a548bd589c0 admin admin] 10.222.0.20 "PUT /v2.0/routers/adc20539-d492-406e-8ed7-f67ce2eda771/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6009955 Nov 12 00:47:08.503202 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50844) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:08.518488 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b3ecfa-c4d2-428b-8365-42c9e75b1523 None None] Network bce177ab-ec83-4c8e-9d70-444c7b0c9aac requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:47:08.606816 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2aae54f8-df2a-464b-8ed0-0dc5c626def1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:08.623468 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9216bd5-9407-4a58-b148-046a53b4ba7a req-049bc886-b9c2-463a-81b8-6405c03f57c2 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:08.635221 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a9216bd5-9407-4a58-b148-046a53b4ba7a req-049bc886-b9c2-463a-81b8-6405c03f57c2 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/ports?device_id=386698b3-cd24-4d7c-b878-ecb8781a18c3 HTTP/1.1" status: 200 len: 984 time: 0.1475470 Nov 12 00:47:08.698246 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 73f6ae39-a4a3-4dbe-a066-317fd6f90fbf up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:08.769716 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-3150cc8f-4e65-40c1-a64d-7017d032d110 None None] Provisioning complete for port 73f6ae39-a4a3-4dbe-a066-317fd6f90fbf triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:08.770006 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3150cc8f-4e65-40c1-a64d-7017d032d110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:08.775339 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-211a1743-77b6-4757-b67a-b3baebbfaba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:08.904293 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-aba673c4-386a-47eb-a0fe-cb04e45746fe req-d7aa65a2-be9e-48c7-b5f5-37a7baa19830 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7900736 Nov 12 00:47:08.904993 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3150cc8f-4e65-40c1-a64d-7017d032d110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:08.920207 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f304ce45-4c0f-4b58-9f62-f0d54ff2dd5f None None] Sync routers for ids ['adc20539-d492-406e-8ed7-f67ce2eda771'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:47:08.951946 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f304ce45-4c0f-4b58-9f62-f0d54ff2dd5f None None] Routers {'adc20539-d492-406e-8ed7-f67ce2eda771'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:08.952608 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-f304ce45-4c0f-4b58-9f62-f0d54ff2dd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:47:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['adc20539-d492-406e-8ed7-f67ce2eda771'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:08.972380 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f027b80-3b72-49e4-9b10-4666d087d359 req-5f9971f8-58b4-4c37-baf4-f5ac80481837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:08.979867 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6f027b80-3b72-49e4-9b10-4666d087d359 req-5f9971f8-58b4-4c37-baf4-f5ac80481837 service neutron] 10.222.0.49 "GET /v2.0/networks?id=99933297-ab4a-401e-8d8a-276d6844b2b2 HTTP/1.1" status: 200 len: 912 time: 1.0404885 Nov 12 00:47:09.036754 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 73f6ae39-a4a3-4dbe-a066-317fd6f90fbf triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:09.037071 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:09.076165 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-3150cc8f-4e65-40c1-a64d-7017d032d110 None None] For port 73f6ae39-a4a3-4dbe-a066-317fd6f90fbf, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=73f6ae39-a4a3-4dbe-a066-317fd6f90fbf,segment=NetworkSegment(529dee89-d18b-4e0d-817c-36d5d0b3f0de),segment_id=529dee89-d18b-4e0d-817c-36d5d0b3f0de)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:09.098445 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6f027b80-3b72-49e4-9b10-4666d087d359 req-f4b5dc4c-7037-4072-8346-6444d2bedc20 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8bc8f923-7bcf-4638-b61d-227d0889bf69 HTTP/1.1" status: 200 len: 217 time: 0.0929155 Nov 12 00:47:09.111780 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3150cc8f-4e65-40c1-a64d-7017d032d110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:09.206242 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f027b80-3b72-49e4-9b10-4666d087d359 req-ae5eb3b7-166b-436d-bc6b-0e3697f5b43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:09.208529 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6f027b80-3b72-49e4-9b10-4666d087d359 req-ae5eb3b7-166b-436d-bc6b-0e3697f5b43d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1da62076-4a58-4810-9972-85bd6051431b HTTP/1.1" status: 200 len: 851 time: 0.0810561 Nov 12 00:47:09.213131 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a9216bd5-9407-4a58-b148-046a53b4ba7a req-26ddc75b-7c86-422d-9824-dc0ef48fee6e tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b56ccc7-bb79-4ea9-8c06-4f9c8fce3248&id=9e3175a2-49e6-4a0d-9291-cdd01a0236ee&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.5717320 Nov 12 00:47:09.228624 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-95567b8b-a4f9-44b8-9b8f-8fd80cbd3298 admin admin] Publish callbacks [] for router, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:09.228863 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3150cc8f-4e65-40c1-a64d-7017d032d110 None None] Pushing event updated for resources: {'Port': ['ID=73f6ae39-a4a3-4dbe-a066-317fd6f90fbf,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:09.341661 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:09.359626 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-f304ce45-4c0f-4b58-9f62-f0d54ff2dd5f None None] Set router adc20539-d492-406e-8ed7-f67ce2eda771 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:09.461006 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-95567b8b-a4f9-44b8-9b8f-8fd80cbd3298 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:09.482516 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2aae54f8-df2a-464b-8ed0-0dc5c626def1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:09.540267 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6f027b80-3b72-49e4-9b10-4666d087d359 req-dfd6aeb6-2cfc-4a7d-beed-4ad3393b407c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=99933297-ab4a-401e-8d8a-276d6844b2b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2276571 Nov 12 00:47:09.605497 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f79e3f-9d29-47d9-a6fc-db3993237ec9 req-0e8959cc-b59c-4908-b417-d78a74baa831 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:09.611748 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f339798c-2e3a-4e57-9c60-8a82e1cf51b0 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:47:09.614637 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c3f79e3f-9d29-47d9-a6fc-db3993237ec9 req-0e8959cc-b59c-4908-b417-d78a74baa831 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9 HTTP/1.1" status: 200 len: 945 time: 0.1563220 Nov 12 00:47:09.678844 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-95567b8b-a4f9-44b8-9b8f-8fd80cbd3298 admin admin] Deleting port 6f58e4cd-6d5e-4f54-a47d-3c36659f604f {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:47:09.679176 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-95567b8b-a4f9-44b8-9b8f-8fd80cbd3298 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:09.714207 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a84cb-6a4d-4c16-a1f7-85d59ea2c070 req-ccd65dc9-4efe-4e03-afda-6ee0e9788c34 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:09.722097 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b00a84cb-6a4d-4c16-a1f7-85d59ea2c070 req-ccd65dc9-4efe-4e03-afda-6ee0e9788c34 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8b96323-207c-4e9a-9a2b-f9165ef8565b HTTP/1.1" status: 200 len: 943 time: 0.5117559 Nov 12 00:47:09.772862 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c3f79e3f-9d29-47d9-a6fc-db3993237ec9 req-27109975-9d8a-45c1-8fcc-0fd5cffa9a37 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566989 Nov 12 00:47:09.778382 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port f339798c-2e3a-4e57-9c60-8a82e1cf51b0, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=f339798c-2e3a-4e57-9c60-8a82e1cf51b0,segment=NetworkSegment(eac800fb-e2a4-4100-807c-1fb9b17e8d78),segment_id=eac800fb-e2a4-4100-807c-1fb9b17e8d78)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:09.805918 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f339798c-2e3a-4e57-9c60-8a82e1cf51b0 has no active binding in host n-h2-812236-11 {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 00:47:09.806582 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 7f016150-bbaa-4469-abf4-94dfbaf090ce details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:47:09.856882 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:09.862076 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-95567b8b-a4f9-44b8-9b8f-8fd80cbd3298 admin admin] For port 6f58e4cd-6d5e-4f54-a47d-3c36659f604f, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=6f58e4cd-6d5e-4f54-a47d-3c36659f604f,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:09.862461 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-95567b8b-a4f9-44b8-9b8f-8fd80cbd3298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:09.877696 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-95567b8b-a4f9-44b8-9b8f-8fd80cbd3298 admin admin] Calling delete_port for 6f58e4cd-6d5e-4f54-a47d-3c36659f604f owned by network:router_gateway {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:47:09.908334 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-367318fa-e2d5-42cf-8701-4188e6b15dd8 None None] Provisioning complete for port 73f6ae39-a4a3-4dbe-a066-317fd6f90fbf triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:09.908701 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-367318fa-e2d5-42cf-8701-4188e6b15dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:10.126207 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-95567b8b-a4f9-44b8-9b8f-8fd80cbd3298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:10.151271 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 7f016150-bbaa-4469-abf4-94dfbaf090ce, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=7f016150-bbaa-4469-abf4-94dfbaf090ce,segment=NetworkSegment(7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763),segment_id=7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:10.200511 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '7f016150-bbaa-4469-abf4-94dfbaf090ce', 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83', 'port_id': '7f016150-bbaa-4469-abf4-94dfbaf090ce', 'mac_address': 'fa:16:3e:dd:7b:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcb6d631-2a57-4fd6-955b-55bc25740c77', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:47:10.217910 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-f304ce45-4c0f-4b58-9f62-f0d54ff2dd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc20539-d492-406e-8ed7-f67ce2eda771', 'name': 'tempest-FloatingIPsNegativeTestJSON-665014973-router', 'tenant_id': '44dcbfa2fbe7403c9c9f982e8e62e5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '6f58e4cd-6d5e-4f54-a47d-3c36659f604f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:52Z', 'updated_at': '2021-11-12T00:47:07Z', 'revision_number': 5, 'project_id': '44dcbfa2fbe7403c9c9f982e8e62e5d2', 'gw_port': {'id': '6f58e4cd-6d5e-4f54-a47d-3c36659f604f', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc20539-d492-406e-8ed7-f67ce2eda771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:53Z', 'updated_at': '2021-11-12T00:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:10.260819 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f304ce45-4c0f-4b58-9f62-f0d54ff2dd5f None None] Checking router: adc20539-d492-406e-8ed7-f67ce2eda771 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:47:10.267480 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95567b8b-a4f9-44b8-9b8f-8fd80cbd3298 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f58e4cd-6d5e-4f54-a47d-3c36659f604f,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:10.277228 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-95567b8b-a4f9-44b8-9b8f-8fd80cbd3298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:10.283964 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-211a1743-77b6-4757-b67a-b3baebbfaba3 service neutron] For port f339798c-2e3a-4e57-9c60-8a82e1cf51b0, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=f339798c-2e3a-4e57-9c60-8a82e1cf51b0,segment=NetworkSegment(eac800fb-e2a4-4100-807c-1fb9b17e8d78),segment_id=eac800fb-e2a4-4100-807c-1fb9b17e8d78)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:10.302269 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f304ce45-4c0f-4b58-9f62-f0d54ff2dd5f None None] Routers {'adc20539-d492-406e-8ed7-f67ce2eda771'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:10.303209 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-f304ce45-4c0f-4b58-9f62-f0d54ff2dd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:47:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['adc20539-d492-406e-8ed7-f67ce2eda771'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:10.330026 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b00a84cb-6a4d-4c16-a1f7-85d59ea2c070 req-529fa575-006d-4723-b380-c7efc3849be8 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/security-groups?id=adad9597-1ca9-4ade-8caf-a5703c9aac27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6069312 Nov 12 00:47:10.343514 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6f027b80-3b72-49e4-9b10-4666d087d359 req-be463268-2959-489c-abed-bd0df9d083ac service neutron] 10.222.0.49 "GET /v2.0/networks/99933297-ab4a-401e-8d8a-276d6844b2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7928665 Nov 12 00:47:10.347474 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:10.403227 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918a34e-11e0-48eb-aba1-aa820056bd69 req-3a20229c-6650-4b4b-a7af-04357638dee6 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:10.413868 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a918a34e-11e0-48eb-aba1-aa820056bd69 req-3a20229c-6650-4b4b-a7af-04357638dee6 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=93bc3dde-ca07-4327-be4c-d513241d0d3f HTTP/1.1" status: 200 len: 945 time: 0.3014290 Nov 12 00:47:10.437335 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-95567b8b-a4f9-44b8-9b8f-8fd80cbd3298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:10.449989 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-95567b8b-a4f9-44b8-9b8f-8fd80cbd3298 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:10.478608 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-211a1743-77b6-4757-b67a-b3baebbfaba3 service neutron] For port f339798c-2e3a-4e57-9c60-8a82e1cf51b0, host n-h1-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:47:10.578459 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-f304ce45-4c0f-4b58-9f62-f0d54ff2dd5f None None] Set router adc20539-d492-406e-8ed7-f67ce2eda771 gateway port host: None {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:10.595822 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-211a1743-77b6-4757-b67a-b3baebbfaba3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:10.620767 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93bc3dde-ca07-4327-be4c-d513241d0d3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f339798c-2e3a-4e57-9c60-8a82e1cf51b0'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:10.622343 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-95567b8b-a4f9-44b8-9b8f-8fd80cbd3298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:10.624270 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95567b8b-a4f9-44b8-9b8f-8fd80cbd3298 admin admin] Fanout notify agent at l3_agent the message router_deleted on router adc20539-d492-406e-8ed7-f67ce2eda771 {{(pid=102661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:47:10.636295 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a918a34e-11e0-48eb-aba1-aa820056bd69 req-9a001470-6920-4e03-b812-4d4ab1018b12 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221777 Nov 12 00:47:10.639731 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-95567b8b-a4f9-44b8-9b8f-8fd80cbd3298 admin admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:10.642334 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f016150-bbaa-4469-abf4-94dfbaf090ce {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:47:10.643763 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-95567b8b-a4f9-44b8-9b8f-8fd80cbd3298 admin admin] 10.222.0.20 "DELETE /v2.0/routers/adc20539-d492-406e-8ed7-f67ce2eda771 HTTP/1.1" status: 204 len: 168 time: 2.1396272 Nov 12 00:47:10.649411 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50862) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:10.656334 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-f304ce45-4c0f-4b58-9f62-f0d54ff2dd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc20539-d492-406e-8ed7-f67ce2eda771', 'name': 'tempest-FloatingIPsNegativeTestJSON-665014973-router', 'tenant_id': '44dcbfa2fbe7403c9c9f982e8e62e5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:52Z', 'updated_at': '2021-11-12T00:47:10Z', 'revision_number': 7, 'project_id': '44dcbfa2fbe7403c9c9f982e8e62e5d2', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:10.660447 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:10.666205 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f44120-9d94-4866-8aa3-6b372ba7e637" -d '{"events": [{"server_uuid": "93bc3dde-ca07-4327-be4c-d513241d0d3f", "name": "network-vif-unplugged", "status": "completed", "tag": "f339798c-2e3a-4e57-9c60-8a82e1cf51b0"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:10.688515 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-211a1743-77b6-4757-b67a-b3baebbfaba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:10.701582 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f304ce45-4c0f-4b58-9f62-f0d54ff2dd5f None None] The sync data for ids ['adc20539-d492-406e-8ed7-f67ce2eda771'] in n-d-812236-11 is: [{'id': 'adc20539-d492-406e-8ed7-f67ce2eda771', 'name': 'tempest-FloatingIPsNegativeTestJSON-665014973-router', 'tenant_id': '44dcbfa2fbe7403c9c9f982e8e62e5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:52Z', 'updated_at': '2021-11-12T00:47:10Z', 'revision_number': 7, 'project_id': '44dcbfa2fbe7403c9c9f982e8e62e5d2', 'gw_port_host': None}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:47:10.705988 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 7f016150-bbaa-4469-abf4-94dfbaf090ce, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=7f016150-bbaa-4469-abf4-94dfbaf090ce,segment=NetworkSegment(7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763),segment_id=7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:10.718172 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-c993976b-0bc5-4af6-b885-d021b76fb836 admin admin] Deleting subnet 753288dc-d8e9-4a46-93a2-6b80753dc214 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:47:10.727301 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c993976b-0bc5-4af6-b885-d021b76fb836 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:10.737874 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:10.775504 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 73f6ae39-a4a3-4dbe-a066-317fd6f90fbf up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:10.810386 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c993976b-0bc5-4af6-b885-d021b76fb836 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:10.851219 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=7f016150-bbaa-4469-abf4-94dfbaf090ce,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:10.873868 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 73f6ae39-a4a3-4dbe-a066-317fd6f90fbf triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:10.874355 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:10.960265 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417eb489-1818-4850-8863-7f7fd8c504c2 x-openstack-request-id: req-417eb489-1818-4850-8863-7f7fd8c504c2 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:10.960812 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93bc3dde-ca07-4327-be4c-d513241d0d3f", "name": "network-vif-unplugged", "status": "completed", "tag": "f339798c-2e3a-4e57-9c60-8a82e1cf51b0", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:10.961231 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-417eb489-1818-4850-8863-7f7fd8c504c2 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:10.964232 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93bc3dde-ca07-4327-be4c-d513241d0d3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f339798c-2e3a-4e57-9c60-8a82e1cf51b0', 'code': 200} Nov 12 00:47:11.011457 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6f469-1d22-4da3-9f9b-c788e70ee288 req-80c102cb-ae6b-4555-9743-37e9621e0496 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:11.015564 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a1743-77b6-4757-b67a-b3baebbfaba3 service neutron] Pushing event updated for resources: {'Port': ['ID=f339798c-2e3a-4e57-9c60-8a82e1cf51b0,revision_number=7']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:11.019058 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6fc6f469-1d22-4da3-9f9b-c788e70ee288 req-80c102cb-ae6b-4555-9743-37e9621e0496 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9 HTTP/1.1" status: 200 len: 945 time: 0.1540773 Nov 12 00:47:11.024745 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aae54f8-df2a-464b-8ed0-0dc5c626def1 admin admin] Router 9497786e-8b14-410c-9ce3-86a5975bf2cf is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:47:11.037095 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6f027b80-3b72-49e4-9b10-4666d087d359 req-1fadd1a6-f42c-468a-9bf8-62bf78168393 service neutron] 10.222.0.49 "GET /v2.0/networks/99933297-ab4a-401e-8d8a-276d6844b2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6697881 Nov 12 00:47:11.056815 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c993976b-0bc5-4af6-b885-d021b76fb836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:11.162809 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665385a1-fee3-443a-ae6b-70cf06f4a36a req-249325aa-75b4-4d1e-b28b-ae4a2cfcaaed tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:11.164751 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-665385a1-fee3-443a-ae6b-70cf06f4a36a req-249325aa-75b4-4d1e-b28b-ae4a2cfcaaed tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/ports?device_id=386698b3-cd24-4d7c-b878-ecb8781a18c3 HTTP/1.1" status: 200 len: 984 time: 0.4326253 Nov 12 00:47:11.169355 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-211a1743-77b6-4757-b67a-b3baebbfaba3 service neutron] Attempting to bind port f339798c-2e3a-4e57-9c60-8a82e1cf51b0 on host n-h1-812236-11 for vnic_type normal with profile {"migrating_to": "n-h2-812236-11"} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:47:11.169961 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-211a1743-77b6-4757-b67a-b3baebbfaba3 service neutron] Attempting to bind port f339798c-2e3a-4e57-9c60-8a82e1cf51b0 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'eac800fb-e2a4-4100-807c-1fb9b17e8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:47:11.170475 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-211a1743-77b6-4757-b67a-b3baebbfaba3 service neutron] Attempting to bind port f339798c-2e3a-4e57-9c60-8a82e1cf51b0 on network d872bf93-95f4-45c4-b0f4-642aed61400a {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:11.205676 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-211a1743-77b6-4757-b67a-b3baebbfaba3 service neutron] Port f339798c-2e3a-4e57-9c60-8a82e1cf51b0 on network d872bf93-95f4-45c4-b0f4-642aed61400a not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:47:11.206345 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-211a1743-77b6-4757-b67a-b3baebbfaba3 service neutron] Attempting to bind port f339798c-2e3a-4e57-9c60-8a82e1cf51b0 on network d872bf93-95f4-45c4-b0f4-642aed61400a {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:11.231193 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-211a1743-77b6-4757-b67a-b3baebbfaba3 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:47:11.232089 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-211a1743-77b6-4757-b67a-b3baebbfaba3 service neutron] Checking segment: {'id': 'eac800fb-e2a4-4100-807c-1fb9b17e8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:11.232682 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-211a1743-77b6-4757-b67a-b3baebbfaba3 service neutron] Bound using segment: {'id': 'eac800fb-e2a4-4100-807c-1fb9b17e8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:47:11.233688 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-211a1743-77b6-4757-b67a-b3baebbfaba3 service neutron] Bound port: f339798c-2e3a-4e57-9c60-8a82e1cf51b0, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eac800fb-e2a4-4100-807c-1fb9b17e8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:47:11.234307 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-211a1743-77b6-4757-b67a-b3baebbfaba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:11.246683 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6fc6f469-1d22-4da3-9f9b-c788e70ee288 req-c76080bf-28c4-45bd-8610-4dc7ec73f486 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055659 Nov 12 00:47:11.273857 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c993976b-0bc5-4af6-b885-d021b76fb836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:11.293335 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c993976b-0bc5-4af6-b885-d021b76fb836 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:11.298820 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c993976b-0bc5-4af6-b885-d021b76fb836 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/753288dc-d8e9-4a46-93a2-6b80753dc214 HTTP/1.1" status: 204 len: 168 time: 0.6456902 Nov 12 00:47:11.301864 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445d4a8a-19ef-4d1e-94df-9a5d8cdfb741 None None] Network f8afe929-8fd8-4ece-b982-de3643397659 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:47:11.321061 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50872) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:11.339476 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['7f016150-bbaa-4469-abf4-94dfbaf090ce'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:47:11.402656 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-75b3af64-f3f1-4f7b-ad51-8b46d999a278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:11.404591 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c993976b-0bc5-4af6-b885-d021b76fb836 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=753288dc-d8e9-4a46-93a2-6b80753dc214,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:11.408890 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-665385a1-fee3-443a-ae6b-70cf06f4a36a req-caad870d-cd51-449d-bc1c-283f429b400c tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b56ccc7-bb79-4ea9-8c06-4f9c8fce3248&id=9e3175a2-49e6-4a0d-9291-cdd01a0236ee&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2323020 Nov 12 00:47:11.478282 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aae54f8-df2a-464b-8ed0-0dc5c626def1 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:47:11.489671 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e574e8a-2a95-4430-81d0-41bf1d031b49 None None] Sync routers for ids ['9497786e-8b14-410c-9ce3-86a5975bf2cf'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:47:11.514187 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e574e8a-2a95-4430-81d0-41bf1d031b49 None None] Routers {'9497786e-8b14-410c-9ce3-86a5975bf2cf'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:11.525926 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-7e574e8a-2a95-4430-81d0-41bf1d031b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:47:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['9497786e-8b14-410c-9ce3-86a5975bf2cf'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:11.534330 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-75b3af64-f3f1-4f7b-ad51-8b46d999a278 admin admin] Deleting port 81c57f77-bd8d-402a-ba89-b1f397c95ded {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:47:11.534669 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-75b3af64-f3f1-4f7b-ad51-8b46d999a278 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:11.543154 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-211a1743-77b6-4757-b67a-b3baebbfaba3 service neutron] For port f339798c-2e3a-4e57-9c60-8a82e1cf51b0, host n-h1-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:47:11.546699 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-211a1743-77b6-4757-b67a-b3baebbfaba3 service neutron] For port f339798c-2e3a-4e57-9c60-8a82e1cf51b0, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=f339798c-2e3a-4e57-9c60-8a82e1cf51b0,segment=NetworkSegment(eac800fb-e2a4-4100-807c-1fb9b17e8d78),segment_id=eac800fb-e2a4-4100-807c-1fb9b17e8d78)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:47:11.576399 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2aae54f8-df2a-464b-8ed0-0dc5c626def1 admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:11.577702 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2aae54f8-df2a-464b-8ed0-0dc5c626def1 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.3079054 Nov 12 00:47:11.579488 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-211a1743-77b6-4757-b67a-b3baebbfaba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:11.590593 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50878) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:11.686789 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0372cb6-c80e-4c00-9a8c-345acbfe18c5 None None] DHCP port deletion for f8afe929-8fd8-4ece-b982-de3643397659 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:47:11.794955 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-c0372cb6-c80e-4c00-9a8c-345acbfe18c5 None None] Deleting port 81c57f77-bd8d-402a-ba89-b1f397c95ded {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:47:11.795467 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c0372cb6-c80e-4c00-9a8c-345acbfe18c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:11.930441 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-75b3af64-f3f1-4f7b-ad51-8b46d999a278 admin admin] For port 81c57f77-bd8d-402a-ba89-b1f397c95ded, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=81c57f77-bd8d-402a-ba89-b1f397c95ded,segment=NetworkSegment(3dc6aefa-47b9-4efa-9128-50fd3839a55d),segment_id=3dc6aefa-47b9-4efa-9128-50fd3839a55d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:11.931003 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-75b3af64-f3f1-4f7b-ad51-8b46d999a278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:11.933605 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-c0372cb6-c80e-4c00-9a8c-345acbfe18c5 None None] For port 81c57f77-bd8d-402a-ba89-b1f397c95ded, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=81c57f77-bd8d-402a-ba89-b1f397c95ded,segment=NetworkSegment(3dc6aefa-47b9-4efa-9128-50fd3839a55d),segment_id=3dc6aefa-47b9-4efa-9128-50fd3839a55d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:11.934057 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c0372cb6-c80e-4c00-9a8c-345acbfe18c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:11.940959 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a1743-77b6-4757-b67a-b3baebbfaba3 service neutron] Pushing event updated for resources: {'Port': ['ID=f339798c-2e3a-4e57-9c60-8a82e1cf51b0,revision_number=8']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:11.963368 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-c0372cb6-c80e-4c00-9a8c-345acbfe18c5 None None] Calling delete_port for 81c57f77-bd8d-402a-ba89-b1f397c95ded owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:47:12.000491 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-75b3af64-f3f1-4f7b-ad51-8b46d999a278 admin admin] Calling delete_port for 81c57f77-bd8d-402a-ba89-b1f397c95ded owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:47:12.005915 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-211a1743-77b6-4757-b67a-b3baebbfaba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:12.007165 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-211a1743-77b6-4757-b67a-b3baebbfaba3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:12.008013 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-211a1743-77b6-4757-b67a-b3baebbfaba3 service neutron] 10.222.0.54 "PUT /v2.0/ports/f339798c-2e3a-4e57-9c60-8a82e1cf51b0 HTTP/1.1" status: 200 len: 1123 time: 3.8773208 Nov 12 00:47:12.033961 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-7e574e8a-2a95-4430-81d0-41bf1d031b49 None None] Set router 9497786e-8b14-410c-9ce3-86a5975bf2cf gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:12.077752 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a244e7-74af-47e9-a82d-c9fe518a681c req-1ff1d80a-8e61-4ee5-a5aa-66eb45af21eb tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:12.087550 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b6a244e7-74af-47e9-a82d-c9fe518a681c req-1ff1d80a-8e61-4ee5-a5aa-66eb45af21eb tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8b96323-207c-4e9a-9a2b-f9165ef8565b HTTP/1.1" status: 200 len: 944 time: 0.3914235 Nov 12 00:47:12.167915 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['f339798c-2e3a-4e57-9c60-8a82e1cf51b0'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:47:12.255806 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['f339798c-2e3a-4e57-9c60-8a82e1cf51b0'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:47:12.294586 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e387893-76ad-47b1-8c34-5fb57afaed49 req-136dc180-869e-489a-8f37-ab52e8a35524 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:12.303543 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7e387893-76ad-47b1-8c34-5fb57afaed49 req-136dc180-869e-489a-8f37-ab52e8a35524 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=93bc3dde-ca07-4327-be4c-d513241d0d3f HTTP/1.1" status: 200 len: 943 time: 0.2992601 Nov 12 00:47:12.311083 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b6a244e7-74af-47e9-a82d-c9fe518a681c req-a1531258-631a-4ac1-af26-76f75303dcc7 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/security-groups?id=adad9597-1ca9-4ade-8caf-a5703c9aac27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225235 Nov 12 00:47:12.407146 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-75b3af64-f3f1-4f7b-ad51-8b46d999a278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:12.407330 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c0372cb6-c80e-4c00-9a8c-345acbfe18c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:12.470099 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b3af64-f3f1-4f7b-ad51-8b46d999a278 admin admin] Pushing event deleted for resources: {'Port': ['ID=81c57f77-bd8d-402a-ba89-b1f397c95ded,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:12.523384 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b3af64-f3f1-4f7b-ad51-8b46d999a278 admin admin] No DVR routers for this DVR port 81c57f77-bd8d-402a-ba89-b1f397c95ded on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:47:12.569361 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 6f58e4cd-6d5e-4f54-a47d-3c36659f604f no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:47:12.592991 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7e387893-76ad-47b1-8c34-5fb57afaed49 req-040cf8cc-c2ae-410d-9bd9-6ab6b10c4904 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882938 Nov 12 00:47:12.635298 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-7e574e8a-2a95-4430-81d0-41bf1d031b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9497786e-8b14-410c-9ce3-86a5975bf2cf', 'name': 'tempest-ServersTestMultiNic-208933767-router', 'tenant_id': '809bf7e77c2745d0828daef0d4ec25f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '12b1c785-ac12-4d2b-9d9d-5714ac0189d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:04Z', 'updated_at': '2021-11-12T00:47:08Z', 'revision_number': 3, 'project_id': '809bf7e77c2745d0828daef0d4ec25f2', 'gw_port': {'id': '12b1c785-ac12-4d2b-9d9d-5714ac0189d4', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9497786e-8b14-410c-9ce3-86a5975bf2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:06Z', 'updated_at': '2021-11-12T00:47:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:12.647972 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0372cb6-c80e-4c00-9a8c-345acbfe18c5 None None] No DVR routers for this DVR port 81c57f77-bd8d-402a-ba89-b1f397c95ded on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:47:12.662768 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0372cb6-c80e-4c00-9a8c-345acbfe18c5 None None] Pushing event deleted for resources: {'Port': ['ID=81c57f77-bd8d-402a-ba89-b1f397c95ded,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:12.741200 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e574e8a-2a95-4430-81d0-41bf1d031b49 None None] Checking router: 9497786e-8b14-410c-9ce3-86a5975bf2cf for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:47:12.741637 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e574e8a-2a95-4430-81d0-41bf1d031b49 None None] Updating router 9497786e-8b14-410c-9ce3-86a5975bf2cf port 12b1c785-ac12-4d2b-9d9d-5714ac0189d4 binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:47:12.772010 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 6f58e4cd-6d5e-4f54-a47d-3c36659f604f {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:47:12.772412 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 6f58e4cd-6d5e-4f54-a47d-3c36659f604f not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:47:12.772931 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 81c57f77-bd8d-402a-ba89-b1f397c95ded no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:47:12.786800 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-75b3af64-f3f1-4f7b-ad51-8b46d999a278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:12.838128 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e904e-ae0b-4ef2-a480-f778a2adf317 req-094e6df9-f913-45c3-a34d-a9553cacade4 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:12.840240 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7e574e8a-2a95-4430-81d0-41bf1d031b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:12.842072 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fe8e904e-ae0b-4ef2-a480-f778a2adf317 req-094e6df9-f913-45c3-a34d-a9553cacade4 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9 HTTP/1.1" status: 200 len: 945 time: 0.3733630 Nov 12 00:47:12.861542 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:12.924190 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-75b3af64-f3f1-4f7b-ad51-8b46d999a278 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8afe929-8fd8-4ece-b982-de3643397659']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:12.931272 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 81c57f77-bd8d-402a-ba89-b1f397c95ded {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:47:12.931857 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 81c57f77-bd8d-402a-ba89-b1f397c95ded not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:47:12.932469 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 24ecaef0-fa3c-4016-85d0-18d5c25c16c6 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:47:12.937176 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4cc7f5-b771-49e0-88b2-21727330da68 req-606e2064-7e2a-464b-8473-1aacb698ce3c tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:12.946555 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0d4cc7f5-b771-49e0-88b2-21727330da68 req-606e2064-7e2a-464b-8473-1aacb698ce3c tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/ports?device_id=386698b3-cd24-4d7c-b878-ecb8781a18c3 HTTP/1.1" status: 200 len: 984 time: 0.1479325 Nov 12 00:47:12.968879 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93bc3dde-ca07-4327-be4c-d513241d0d3f', 'tag': 'f339798c-2e3a-4e57-9c60-8a82e1cf51b0'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:12.971254 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e58f5f-1ead-42b7-a5c0-6d30161ba728" -d '{"events": [{"name": "network-changed", "server_uuid": "93bc3dde-ca07-4327-be4c-d513241d0d3f", "tag": "f339798c-2e3a-4e57-9c60-8a82e1cf51b0"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:12.978288 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-75b3af64-f3f1-4f7b-ad51-8b46d999a278 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dc6aefa-47b9-4efa-9128-50fd3839a55d') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:12.978865 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-75b3af64-f3f1-4f7b-ad51-8b46d999a278 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dc6aefa-47b9-4efa-9128-50fd3839a55d') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:12.999361 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-75b3af64-f3f1-4f7b-ad51-8b46d999a278 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:13.060969 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-75b3af64-f3f1-4f7b-ad51-8b46d999a278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:13.068652 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fe8e904e-ae0b-4ef2-a480-f778a2adf317 req-f9f179b9-53ba-4766-82cf-cc46cab58791 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119350 Nov 12 00:47:13.090166 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75b3af64-f3f1-4f7b-ad51-8b46d999a278 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:47:13.094855 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-75b3af64-f3f1-4f7b-ad51-8b46d999a278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:13.096884 n-d-812236-11 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:47:13.096884 n-d-812236-11 neutron-server[102661]: self.session.flush() Nov 12 00:47:13.096884 n-d-812236-11 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:47:13.096884 n-d-812236-11 neutron-server[102661]: self.session.flush() Nov 12 00:47:13.096884 n-d-812236-11 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:47:13.096884 n-d-812236-11 neutron-server[102661]: self.session.flush() Nov 12 00:47:13.096884 n-d-812236-11 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:47:13.096884 n-d-812236-11 neutron-server[102661]: self.session.flush() Nov 12 00:47:13.096884 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:47:13.096884 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:47:13.096884 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:47:13.096884 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:47:13.096884 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:47:13.096884 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:47:13.096884 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:47:13.096884 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:47:13.096884 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:47:13.096884 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:47:13.096884 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:47:13.096884 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:47:13.096884 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:47:13.096884 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:47:13.096884 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:47:13.096884 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:47:13.096884 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:47:13.096884 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:47:13.096884 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:47:13.096884 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:47:13.096884 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:47:13.096884 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:47:13.096884 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:47:13.096884 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:47:13.096884 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:47:13.096884 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:47:13.096884 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:47:13.096884 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:47:13.096884 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:47:13.096884 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:47:13.096884 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:47:13.096884 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:47:13.136249 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0d4cc7f5-b771-49e0-88b2-21727330da68 req-708e79ff-d75b-4c5d-873d-c6fce5cff158 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b56ccc7-bb79-4ea9-8c06-4f9c8fce3248&id=9e3175a2-49e6-4a0d-9291-cdd01a0236ee&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1886449 Nov 12 00:47:13.160333 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 24ecaef0-fa3c-4016-85d0-18d5c25c16c6 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:47:13.161053 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 24ecaef0-fa3c-4016-85d0-18d5c25c16c6 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:47:13.239881 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-75b3af64-f3f1-4f7b-ad51-8b46d999a278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:13.248875 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-75b3af64-f3f1-4f7b-ad51-8b46d999a278 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:13.252488 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-75b3af64-f3f1-4f7b-ad51-8b46d999a278 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f8afe929-8fd8-4ece-b982-de3643397659 HTTP/1.1" status: 204 len: 168 time: 1.9301019 Nov 12 00:47:13.289552 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b3af64-f3f1-4f7b-ad51-8b46d999a278 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8afe929-8fd8-4ece-b982-de3643397659,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:13.318323 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5e57e630-4838-4735-a17d-05043399541e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:13.379332 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b30d892-d213-446c-ad8c-3111a8333c7f x-openstack-request-id: req-2b30d892-d213-446c-ad8c-3111a8333c7f {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:13.379639 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93bc3dde-ca07-4327-be4c-d513241d0d3f", "tag": "f339798c-2e3a-4e57-9c60-8a82e1cf51b0", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:13.379930 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2b30d892-d213-446c-ad8c-3111a8333c7f {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:13.390015 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93bc3dde-ca07-4327-be4c-d513241d0d3f', 'tag': 'f339798c-2e3a-4e57-9c60-8a82e1cf51b0', 'status': 'completed', 'code': 200} Nov 12 00:47:13.474294 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-86828dba-3a8e-4b7b-814c-f80290dc9182 req-11392b77-bd15-4ad7-9563-53aac2269f21 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-395803664&fields=id&tenant_id=3c616bcabe89454cb93b6c53ea20cfc4 HTTP/1.1" status: 200 len: 267 time: 0.0951374 Nov 12 00:47:13.499687 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50904) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:13.585350 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86828dba-3a8e-4b7b-814c-f80290dc9182 req-ab344d08-7165-4482-9992-e045839e34f4 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:13.595093 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-86828dba-3a8e-4b7b-814c-f80290dc9182 req-ab344d08-7165-4482-9992-e045839e34f4 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/ports?device_id=386698b3-cd24-4d7c-b878-ecb8781a18c3 HTTP/1.1" status: 200 len: 984 time: 0.1163175 Nov 12 00:47:13.610902 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 7f016150-bbaa-4469-abf4-94dfbaf090ce up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:13.614374 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-86828dba-3a8e-4b7b-814c-f80290dc9182 req-6aa67bc7-885f-43c3-a013-210a0a57d96d tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Request body: {'port': {'security_groups': ['4b56ccc7-bb79-4ea9-8c06-4f9c8fce3248', '9e3175a2-49e6-4a0d-9291-cdd01a0236ee', '0ed3e4e5-9d6e-49c2-88e8-18b55e398c0f']}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:13.623316 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-5e57e630-4838-4735-a17d-05043399541e admin admin] Allocated IP 172.20.0.1 (bce177ab-ec83-4c8e-9d70-444c7b0c9aac/d7e4a622-8a85-4239-938b-08aad1616f72/755c3e7a-493f-4289-9241-c719d5ab2d06) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:47:13.640551 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7e574e8a-2a95-4430-81d0-41bf1d031b49 None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:13.649182 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7e574e8a-2a95-4430-81d0-41bf1d031b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:13.687811 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-9365d7ed-27b3-4868-8ba1-d4a1dcc15262 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=44dcbfa2fbe7403c9c9f982e8e62e5d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1858490 Nov 12 00:47:13.693590 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50908) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:13.758075 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a3a05e-314e-4f7a-aea6-b48b1fdedca9 None None] Pushing event updated for resources: {'Port': ['ID=12b1c785-ac12-4d2b-9d9d-5714ac0189d4,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:13.760257 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5e57e630-4838-4735-a17d-05043399541e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:13.767968 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-7e574e8a-2a95-4430-81d0-41bf1d031b49 None None] Attempting to bind port 12b1c785-ac12-4d2b-9d9d-5714ac0189d4 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:47:13.768334 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-7e574e8a-2a95-4430-81d0-41bf1d031b49 None None] Attempting to bind port 12b1c785-ac12-4d2b-9d9d-5714ac0189d4 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:47:13.768689 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e574e8a-2a95-4430-81d0-41bf1d031b49 None None] Attempting to bind port 12b1c785-ac12-4d2b-9d9d-5714ac0189d4 on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:13.779803 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-86828dba-3a8e-4b7b-814c-f80290dc9182 req-6aa67bc7-885f-43c3-a013-210a0a57d96d tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:13.782828 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e574e8a-2a95-4430-81d0-41bf1d031b49 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:47:13.785097 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e574e8a-2a95-4430-81d0-41bf1d031b49 None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:13.785363 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 7f016150-bbaa-4469-abf4-94dfbaf090ce completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:47:13.786356 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7e574e8a-2a95-4430-81d0-41bf1d031b49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:13.789206 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e574e8a-2a95-4430-81d0-41bf1d031b49 None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:47:13.790423 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-7e574e8a-2a95-4430-81d0-41bf1d031b49 None None] Bound port: 12b1c785-ac12-4d2b-9d9d-5714ac0189d4, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:47:13.791544 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7e574e8a-2a95-4430-81d0-41bf1d031b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:13.796026 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 7f016150-bbaa-4469-abf4-94dfbaf090ce triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:13.796652 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:13.811717 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5e57e630-4838-4735-a17d-05043399541e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:13.814175 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ae7b5286-c9f8-4e94-93b0-75005a44e272 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:13.895182 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e57e630-4838-4735-a17d-05043399541e admin admin] Network bce177ab-ec83-4c8e-9d70-444c7b0c9aac is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:13.900844 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-5e57e630-4838-4735-a17d-05043399541e admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:13.911269 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e57e630-4838-4735-a17d-05043399541e admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:47:13.943933 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-7e574e8a-2a95-4430-81d0-41bf1d031b49 None None] For port 12b1c785-ac12-4d2b-9d9d-5714ac0189d4, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:47:13.954391 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-7e574e8a-2a95-4430-81d0-41bf1d031b49 None None] For port 12b1c785-ac12-4d2b-9d9d-5714ac0189d4, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=12b1c785-ac12-4d2b-9d9d-5714ac0189d4,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:47:13.966305 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7e574e8a-2a95-4430-81d0-41bf1d031b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:13.966567 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e58f5f-1ead-42b7-a5c0-6d30161ba728 req-ddc1920e-c864-4f14-b7e0-2de676a3c3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:13.966730 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ae7b5286-c9f8-4e94-93b0-75005a44e272 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:13.968099 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-25e58f5f-1ead-42b7-a5c0-6d30161ba728 req-ddc1920e-c864-4f14-b7e0-2de676a3c3cd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c540ecbe8154e1b907ac12fc8774fd4&device_id=93bc3dde-ca07-4327-be4c-d513241d0d3f HTTP/1.1" status: 200 len: 1126 time: 0.5945382 Nov 12 00:47:13.978252 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e57e630-4838-4735-a17d-05043399541e admin admin] Pushing event updated for resources: {'Port': ['ID=755c3e7a-493f-4289-9241-c719d5ab2d06,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:14.044385 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:14.072720 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb99d0-72b3-4e92-af83-a681b3f3bb46 req-00ce88ea-7ea1-48e4-942d-efd830288dc4 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:14.081663 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e574e8a-2a95-4430-81d0-41bf1d031b49 None None] Routers {'9497786e-8b14-410c-9ce3-86a5975bf2cf'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:14.084436 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-7e574e8a-2a95-4430-81d0-41bf1d031b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:47:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['9497786e-8b14-410c-9ce3-86a5975bf2cf'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:14.105168 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-51fb99d0-72b3-4e92-af83-a681b3f3bb46 req-00ce88ea-7ea1-48e4-942d-efd830288dc4 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8b96323-207c-4e9a-9a2b-f9165ef8565b HTTP/1.1" status: 200 len: 944 time: 0.3580015 Nov 12 00:47:14.108215 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ae7b5286-c9f8-4e94-93b0-75005a44e272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:14.111013 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ae7b5286-c9f8-4e94-93b0-75005a44e272 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:14.115060 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ae7b5286-c9f8-4e94-93b0-75005a44e272 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/241c1c94-95c0-4320-a415-1e563908a3e1 HTTP/1.1" status: 204 len: 168 time: 0.4184320 Nov 12 00:47:14.118419 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b96323-207c-4e9a-9a2b-f9165ef8565b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f016150-bbaa-4469-abf4-94dfbaf090ce'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:14.124480 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c678de88-b13d-42ee-9796-5f635853ec4d" -d '{"events": [{"server_uuid": "d8b96323-207c-4e9a-9a2b-f9165ef8565b", "name": "network-vif-plugged", "status": "completed", "tag": "7f016150-bbaa-4469-abf4-94dfbaf090ce"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:14.133827 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b5286-c9f8-4e94-93b0-75005a44e272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241c1c94-95c0-4320-a415-1e563908a3e1,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:14.188176 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5e57e630-4838-4735-a17d-05043399541e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:14.192065 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 7f016150-bbaa-4469-abf4-94dfbaf090ce, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=7f016150-bbaa-4469-abf4-94dfbaf090ce,segment=NetworkSegment(7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763),segment_id=7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:14.199485 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:14.322749 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=7f016150-bbaa-4469-abf4-94dfbaf090ce,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:14.336111 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-86828dba-3a8e-4b7b-814c-f80290dc9182 req-6aa67bc7-885f-43c3-a013-210a0a57d96d tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] For port 8bc8f923-7bcf-4638-b61d-227d0889bf69, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=8bc8f923-7bcf-4638-b61d-227d0889bf69,segment=NetworkSegment(8e3a4060-eb73-4d7a-8d87-83ca2cbba051),segment_id=8e3a4060-eb73-4d7a-8d87-83ca2cbba051)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:14.372694 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-7e574e8a-2a95-4430-81d0-41bf1d031b49 None None] Set router 9497786e-8b14-410c-9ce3-86a5975bf2cf gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:14.407837 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-86828dba-3a8e-4b7b-814c-f80290dc9182 req-6aa67bc7-885f-43c3-a013-210a0a57d96d tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:14.418278 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-86828dba-3a8e-4b7b-814c-f80290dc9182 req-6aa67bc7-885f-43c3-a013-210a0a57d96d tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:14.450367 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-e79a52d4-2963-4506-9cc2-57335470e8c2 None None] Provisioning complete for port 755c3e7a-493f-4289-9241-c719d5ab2d06 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:14.450729 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e79a52d4-2963-4506-9cc2-57335470e8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:14.540821 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-e79a52d4-2963-4506-9cc2-57335470e8c2 None None] Port 755c3e7a-493f-4289-9241-c719d5ab2d06 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:47:14.547481 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['8bc8f923-7bcf-4638-b61d-227d0889bf69'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:47:14.572898 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-51fb99d0-72b3-4e92-af83-a681b3f3bb46 req-fcafbfa0-7095-4f57-a110-cb842dae39e2 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/security-groups?id=adad9597-1ca9-4ade-8caf-a5703c9aac27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4665542 Nov 12 00:47:14.575396 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa67bc7-885f-43c3-a013-210a0a57d96d tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Pushing event updated for resources: {'Port': ['ID=8bc8f923-7bcf-4638-b61d-227d0889bf69,revision_number=7']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:14.598697 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5e57e630-4838-4735-a17d-05043399541e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:14.613144 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a3a05e-314e-4f7a-aea6-b48b1fdedca9 None None] Pushing event updated for resources: {'Port': ['ID=12b1c785-ac12-4d2b-9d9d-5714ac0189d4,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:14.623229 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86828dba-3a8e-4b7b-814c-f80290dc9182 req-6aa67bc7-885f-43c3-a013-210a0a57d96d tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:14.623984 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-86828dba-3a8e-4b7b-814c-f80290dc9182 req-6aa67bc7-885f-43c3-a013-210a0a57d96d tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:14.626703 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-86828dba-3a8e-4b7b-814c-f80290dc9182 req-6aa67bc7-885f-43c3-a013-210a0a57d96d tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "PUT /v2.0/ports/8bc8f923-7bcf-4638-b61d-227d0889bf69 HTTP/1.1" status: 200 len: 1020 time: 1.0303090 Nov 12 00:47:14.631994 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '386698b3-cd24-4d7c-b878-ecb8781a18c3', 'tag': '8bc8f923-7bcf-4638-b61d-227d0889bf69'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:14.638945 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61369932-8a4d-42d4-a0da-74fab699652f" -d '{"events": [{"name": "network-changed", "server_uuid": "386698b3-cd24-4d7c-b878-ecb8781a18c3", "tag": "8bc8f923-7bcf-4638-b61d-227d0889bf69"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:14.654156 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e58f5f-1ead-42b7-a5c0-6d30161ba728 req-f79668b5-2e99-415a-bcc1-0133e5d84e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:14.658747 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-25e58f5f-1ead-42b7-a5c0-6d30161ba728 req-f79668b5-2e99-415a-bcc1-0133e5d84e81 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d872bf93-95f4-45c4-b0f4-642aed61400a HTTP/1.1" status: 200 len: 907 time: 0.6690750 Nov 12 00:47:14.661858 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['4aba5687-8005-418b-ad6e-2d354049b976'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:47:14.815365 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['8bc8f923-7bcf-4638-b61d-227d0889bf69'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:47:14.826353 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-7e574e8a-2a95-4430-81d0-41bf1d031b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9497786e-8b14-410c-9ce3-86a5975bf2cf', 'name': 'tempest-ServersTestMultiNic-208933767-router', 'tenant_id': '809bf7e77c2745d0828daef0d4ec25f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '12b1c785-ac12-4d2b-9d9d-5714ac0189d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:04Z', 'updated_at': '2021-11-12T00:47:08Z', 'revision_number': 3, 'project_id': '809bf7e77c2745d0828daef0d4ec25f2', 'gw_port': {'id': '12b1c785-ac12-4d2b-9d9d-5714ac0189d4', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9497786e-8b14-410c-9ce3-86a5975bf2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:06Z', 'updated_at': '2021-11-12T00:47:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:14.841804 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-25e58f5f-1ead-42b7-a5c0-6d30161ba728 req-1f415254-6884-41ee-ab04-161ce85cade0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f339798c-2e3a-4e57-9c60-8a82e1cf51b0 HTTP/1.1" status: 200 len: 217 time: 0.1731365 Nov 12 00:47:14.925265 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa12e999-ff53-4ba0-93c4-3311b5317cb4 req-dc91e801-dc25-4788-b904-9484125aa86e tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:14.933198 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fa12e999-ff53-4ba0-93c4-3311b5317cb4 req-dc91e801-dc25-4788-b904-9484125aa86e tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9 HTTP/1.1" status: 200 len: 945 time: 0.1105137 Nov 12 00:47:15.005685 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e574e8a-2a95-4430-81d0-41bf1d031b49 None None] The sync data for ids ['9497786e-8b14-410c-9ce3-86a5975bf2cf'] in n-d-812236-11 is: [{'id': '9497786e-8b14-410c-9ce3-86a5975bf2cf', 'name': 'tempest-ServersTestMultiNic-208933767-router', 'tenant_id': '809bf7e77c2745d0828daef0d4ec25f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '12b1c785-ac12-4d2b-9d9d-5714ac0189d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:04Z', 'updated_at': '2021-11-12T00:47:08Z', 'revision_number': 3, 'project_id': '809bf7e77c2745d0828daef0d4ec25f2', 'gw_port': {'id': '12b1c785-ac12-4d2b-9d9d-5714ac0189d4', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9497786e-8b14-410c-9ce3-86a5975bf2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:06Z', 'updated_at': '2021-11-12T00:47:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:47:15.025082 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fa12e999-ff53-4ba0-93c4-3311b5317cb4 req-5168a844-db43-4a44-9abc-884f4ff19bd9 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835266 Nov 12 00:47:15.044444 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c852e84-e93f-4657-b017-711bb44cafab req-1a5b6e72-6c4d-45f0-bbc3-08415e000125 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:15.062868 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1c852e84-e93f-4657-b017-711bb44cafab req-1a5b6e72-6c4d-45f0-bbc3-08415e000125 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=93bc3dde-ca07-4327-be4c-d513241d0d3f HTTP/1.1" status: 200 len: 943 time: 0.2545254 Nov 12 00:47:15.119540 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3b4cf1-3026-4f45-a45c-81849688d901 x-openstack-request-id: req-8a3b4cf1-3026-4f45-a45c-81849688d901 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:15.119984 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b96323-207c-4e9a-9a2b-f9165ef8565b", "name": "network-vif-plugged", "status": "completed", "tag": "7f016150-bbaa-4469-abf4-94dfbaf090ce", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:15.120344 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8a3b4cf1-3026-4f45-a45c-81849688d901 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:15.120819 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b96323-207c-4e9a-9a2b-f9165ef8565b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f016150-bbaa-4469-abf4-94dfbaf090ce', 'code': 200} Nov 12 00:47:15.132311 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e58f5f-1ead-42b7-a5c0-6d30161ba728 req-251d8c40-3e5c-4b80-b5ef-f02b64a52eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:15.133297 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-25e58f5f-1ead-42b7-a5c0-6d30161ba728 req-251d8c40-3e5c-4b80-b5ef-f02b64a52eac service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e87486ea-14b8-4357-b569-3ef6c52f1320 HTTP/1.1" status: 200 len: 846 time: 0.2717016 Nov 12 00:47:15.237808 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-25e58f5f-1ead-42b7-a5c0-6d30161ba728 req-f4ccc367-6f3a-4dec-83f5-26c93235cfa9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d872bf93-95f4-45c4-b0f4-642aed61400a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565240 Nov 12 00:47:15.437470 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-640753a6-894e-431c-8943-50f17c658c38 req-f864e4e5-eabd-45c6-b820-c20774ec6cb3 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups/0ed3e4e5-9d6e-49c2-88e8-18b55e398c0f HTTP/1.1" status: 200 len: 1817 time: 0.0934339 Nov 12 00:47:15.550694 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [req-640753a6-894e-431c-8943-50f17c658c38 req-3aaebdf4-548a-4317-a161-ff09bdafdf5f tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 00:47:15.552512 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-25e58f5f-1ead-42b7-a5c0-6d30161ba728 req-6a58fc95-4cca-4e31-8303-beca3f95e511 service neutron] 10.222.0.49 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673194 Nov 12 00:47:15.565952 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-640753a6-894e-431c-8943-50f17c658c38 req-3aaebdf4-548a-4317-a161-ff09bdafdf5f tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "DELETE /v2.0/security-groups/0ed3e4e5-9d6e-49c2-88e8-18b55e398c0f HTTP/1.1" status: 409 len: 341 time: 0.1261675 Nov 12 00:47:15.619420 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1c852e84-e93f-4657-b017-711bb44cafab req-c947eba3-e90a-4a7c-8c2c-5dbb7dc1b66e tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5555017 Nov 12 00:47:15.633282 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c07435-7db0-4b7c-a4fe-ac3792bcb887 x-openstack-request-id: req-b3c07435-7db0-4b7c-a4fe-ac3792bcb887 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:15.633623 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "386698b3-cd24-4d7c-b878-ecb8781a18c3", "tag": "8bc8f923-7bcf-4638-b61d-227d0889bf69", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:15.633880 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b3c07435-7db0-4b7c-a4fe-ac3792bcb887 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:15.634295 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '386698b3-cd24-4d7c-b878-ecb8781a18c3', 'tag': '8bc8f923-7bcf-4638-b61d-227d0889bf69', 'status': 'completed', 'code': 200} Nov 12 00:47:15.763855 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61369932-8a4d-42d4-a0da-74fab699652f req-6dc3912d-c41b-42ed-b382-c523a61bceda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:15.787114 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-61369932-8a4d-42d4-a0da-74fab699652f req-6dc3912d-c41b-42ed-b382-c523a61bceda service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3c616bcabe89454cb93b6c53ea20cfc4&device_id=386698b3-cd24-4d7c-b878-ecb8781a18c3 HTTP/1.1" status: 200 len: 1175 time: 0.1067922 Nov 12 00:47:15.905526 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf7eb3-c382-4f90-993d-35f9afc65ccc req-b3f17ba5-f36b-4c28-b8c5-bdc2d1917075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:15.908074 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9bbf7eb3-c382-4f90-993d-35f9afc65ccc req-b3f17ba5-f36b-4c28-b8c5-bdc2d1917075 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d8b96323-207c-4e9a-9a2b-f9165ef8565b HTTP/1.1" status: 200 len: 1097 time: 0.6692903 Nov 12 00:47:15.974849 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5e57e630-4838-4735-a17d-05043399541e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:16.016949 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5e57e630-4838-4735-a17d-05043399541e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:16.030466 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-25e58f5f-1ead-42b7-a5c0-6d30161ba728 req-f9150add-8fd1-48f8-8a0e-d61a51eaa0bf service neutron] 10.222.0.49 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252119 Nov 12 00:47:16.106031 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714bff5-bbb5-46cb-bb8f-670d8777f6f2 req-6d323cb4-110c-4b98-adac-ac6b63e4fada tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:16.120941 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61369932-8a4d-42d4-a0da-74fab699652f req-ccbd4b07-ebd3-4ff9-b0f1-9bfab0ffe5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:16.122457 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-61369932-8a4d-42d4-a0da-74fab699652f req-ccbd4b07-ebd3-4ff9-b0f1-9bfab0ffe5e9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=99933297-ab4a-401e-8d8a-276d6844b2b2 HTTP/1.1" status: 200 len: 912 time: 0.3258066 Nov 12 00:47:16.134352 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1714bff5-bbb5-46cb-bb8f-670d8777f6f2 req-6d323cb4-110c-4b98-adac-ac6b63e4fada tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8b96323-207c-4e9a-9a2b-f9165ef8565b HTTP/1.1" status: 200 len: 945 time: 0.3174572 Nov 12 00:47:16.181934 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-61369932-8a4d-42d4-a0da-74fab699652f req-70c90ff6-8df9-4cb6-92cc-638300339598 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8bc8f923-7bcf-4638-b61d-227d0889bf69 HTTP/1.1" status: 200 len: 217 time: 0.0478022 Nov 12 00:47:16.194298 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cdd81e-01f0-4531-956e-fb868a380b1f req-7681428e-4c11-4847-97f1-0f9f8dad1583 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:16.195776 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c6cdd81e-01f0-4531-956e-fb868a380b1f req-7681428e-4c11-4847-97f1-0f9f8dad1583 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/ports?device_id=386698b3-cd24-4d7c-b878-ecb8781a18c3 HTTP/1.1" status: 200 len: 1023 time: 0.1232476 Nov 12 00:47:16.253754 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9bbf7eb3-c382-4f90-993d-35f9afc65ccc req-bd4915bd-d0fc-4920-adb6-bebc9edeedfc service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=adad9597-1ca9-4ade-8caf-a5703c9aac27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324199 Nov 12 00:47:16.261323 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e57e630-4838-4735-a17d-05043399541e admin admin] Pushing event updated for resources: {'Port': ['ID=755c3e7a-493f-4289-9241-c719d5ab2d06,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:16.273502 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61369932-8a4d-42d4-a0da-74fab699652f req-71b3eb4a-8297-4ff4-8dfc-205839ded127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:16.275629 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-61369932-8a4d-42d4-a0da-74fab699652f req-71b3eb4a-8297-4ff4-8dfc-205839ded127 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1da62076-4a58-4810-9972-85bd6051431b HTTP/1.1" status: 200 len: 851 time: 0.0787668 Nov 12 00:47:16.279911 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5e57e630-4838-4735-a17d-05043399541e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:16.341024 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-61369932-8a4d-42d4-a0da-74fab699652f req-d436b6e7-e33e-4e71-87c6-8f4deaedccd7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=99933297-ab4a-401e-8d8a-276d6844b2b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569973 Nov 12 00:47:16.350782 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1714bff5-bbb5-46cb-bb8f-670d8777f6f2 req-c6ce4a06-ccef-4364-a76d-33ff376d770e tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/security-groups?id=adad9597-1ca9-4ade-8caf-a5703c9aac27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100155 Nov 12 00:47:16.423974 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c6cdd81e-01f0-4531-956e-fb868a380b1f req-35e48bb2-e5b9-4485-ae80-033f46d7d6a3 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b56ccc7-bb79-4ea9-8c06-4f9c8fce3248&id=0ed3e4e5-9d6e-49c2-88e8-18b55e398c0f&id=9e3175a2-49e6-4a0d-9291-cdd01a0236ee&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2179422 Nov 12 00:47:16.580144 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 12b1c785-ac12-4d2b-9d9d-5714ac0189d4 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:16.587472 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-61369932-8a4d-42d4-a0da-74fab699652f req-8550023f-158f-46d2-b7a2-f07c70715f9e service neutron] 10.222.0.49 "GET /v2.0/networks/99933297-ab4a-401e-8d8a-276d6844b2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262523 Nov 12 00:47:16.657510 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 12b1c785-ac12-4d2b-9d9d-5714ac0189d4 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:16.657883 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:16.725765 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d85c6-afc0-45c8-bebe-462f2b930b96 req-7f26b7f2-bc02-4172-a20b-0c7721944cb5 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:16.742653 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c93d85c6-afc0-45c8-bebe-462f2b930b96 req-7f26b7f2-bc02-4172-a20b-0c7721944cb5 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9 HTTP/1.1" status: 200 len: 945 time: 0.2670395 Nov 12 00:47:16.800600 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-61369932-8a4d-42d4-a0da-74fab699652f req-0a8f21f7-3ca0-4865-9e6f-3b50562d16e8 service neutron] 10.222.0.49 "GET /v2.0/networks/99933297-ab4a-401e-8d8a-276d6844b2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034190 Nov 12 00:47:16.815562 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e57e630-4838-4735-a17d-05043399541e admin admin] Network bce177ab-ec83-4c8e-9d70-444c7b0c9aac is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:16.819325 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-5e57e630-4838-4735-a17d-05043399541e admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:16.850280 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:16.902454 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 12b1c785-ac12-4d2b-9d9d-5714ac0189d4, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=12b1c785-ac12-4d2b-9d9d-5714ac0189d4,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:16.910716 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:16.922034 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86743c-aab9-4aff-8d68-6e9b301c399e req-27bb506f-0370-4865-a1d5-33c869ab707b tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:16.932579 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6c86743c-aab9-4aff-8d68-6e9b301c399e req-27bb506f-0370-4865-a1d5-33c869ab707b tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=93bc3dde-ca07-4327-be4c-d513241d0d3f HTTP/1.1" status: 200 len: 943 time: 0.1193714 Nov 12 00:47:16.993592 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=12b1c785-ac12-4d2b-9d9d-5714ac0189d4,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:17.020722 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c93d85c6-afc0-45c8-bebe-462f2b930b96 req-a49b3490-7f59-4a9c-9b9d-6c2245e8aa9d tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771606 Nov 12 00:47:17.028611 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6c86743c-aab9-4aff-8d68-6e9b301c399e req-3bf905c4-c26b-417e-9c9c-c8b8e8a03924 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936170 Nov 12 00:47:17.163602 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e57e630-4838-4735-a17d-05043399541e admin admin] Router 9497786e-8b14-410c-9ce3-86a5975bf2cf has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:47:17.290717 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-8cbc85d6-029f-4830-bb4d-fb891142bd0d None None] Provisioning complete for port 755c3e7a-493f-4289-9241-c719d5ab2d06 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:17.291346 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8cbc85d6-029f-4830-bb4d-fb891142bd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:17.339767 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-8cbc85d6-029f-4830-bb4d-fb891142bd0d None None] Port 755c3e7a-493f-4289-9241-c719d5ab2d06 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:47:17.502978 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ab39d-9210-4717-981c-01c8f2de9724 req-31fb0e0f-7b5a-4e9a-a4c3-399d0e153901 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:17.514196 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a51ab39d-9210-4717-981c-01c8f2de9724 req-31fb0e0f-7b5a-4e9a-a4c3-399d0e153901 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8b96323-207c-4e9a-9a2b-f9165ef8565b HTTP/1.1" status: 200 len: 945 time: 0.0798018 Nov 12 00:47:17.617719 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a51ab39d-9210-4717-981c-01c8f2de9724 req-cc18e6d9-3fec-44f4-85dc-1cdd8dc92ed9 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/security-groups?id=adad9597-1ca9-4ade-8caf-a5703c9aac27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979328 Nov 12 00:47:17.725584 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e57e630-4838-4735-a17d-05043399541e admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:47:17.738539 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5e57e630-4838-4735-a17d-05043399541e admin admin] 10.222.0.20 "PUT /v2.0/routers/9497786e-8b14-410c-9ce3-86a5975bf2cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1446149 Nov 12 00:47:17.807290 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc59a09-d823-4cf5-b456-be51ca1df0e5 req-908af006-fda9-4507-9869-fb43c555c92d tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:17.820501 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6e7f87-db99-4de2-95ab-d31b65be8bdf None None] Sync routers for ids ['9497786e-8b14-410c-9ce3-86a5975bf2cf'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:47:17.831473 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-afc59a09-d823-4cf5-b456-be51ca1df0e5 req-908af006-fda9-4507-9869-fb43c555c92d tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/ports?device_id=386698b3-cd24-4d7c-b878-ecb8781a18c3 HTTP/1.1" status: 200 len: 1023 time: 0.1292729 Nov 12 00:47:17.844085 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6e7f87-db99-4de2-95ab-d31b65be8bdf None None] Routers {'9497786e-8b14-410c-9ce3-86a5975bf2cf'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:17.844934 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-5f6e7f87-db99-4de2-95ab-d31b65be8bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:47:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['9497786e-8b14-410c-9ce3-86a5975bf2cf'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:17.951278 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51058) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:18.036760 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-afc59a09-d823-4cf5-b456-be51ca1df0e5 req-41ec6cf5-e42a-427e-a395-5fa16803250a tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b56ccc7-bb79-4ea9-8c06-4f9c8fce3248&id=0ed3e4e5-9d6e-49c2-88e8-18b55e398c0f&id=9e3175a2-49e6-4a0d-9291-cdd01a0236ee&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2014952 Nov 12 00:47:18.073420 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-5f6e7f87-db99-4de2-95ab-d31b65be8bdf None None] Set router 9497786e-8b14-410c-9ce3-86a5975bf2cf gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:18.112913 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703a6c6-5917-49d6-8752-5d88110a28f1 req-b9b7c9e0-a602-415b-be9d-b82869c76e9c tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:18.120286 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a703a6c6-5917-49d6-8752-5d88110a28f1 req-b9b7c9e0-a602-415b-be9d-b82869c76e9c tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.49 "GET /v2.0/ports?device_id=386698b3-cd24-4d7c-b878-ecb8781a18c3 HTTP/1.1" status: 200 len: 1023 time: 0.1994934 Nov 12 00:47:18.148997 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-a0c34346-d68e-40ed-a3e4-e2a139c23f78 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1558988260'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:18.181901 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c34346-d68e-40ed-a3e4-e2a139c23f78 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Made reservation on behalf of 809bf7e77c2745d0828daef0d4ec25f2 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:47:18.186649 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a0c34346-d68e-40ed-a3e4-e2a139c23f78 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:18.255714 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0c34346-d68e-40ed-a3e4-e2a139c23f78 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:47:18.273062 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a0c34346-d68e-40ed-a3e4-e2a139c23f78 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:18.274577 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-a0c34346-d68e-40ed-a3e4-e2a139c23f78 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Added segment bd4ad2af-8aff-4252-8121-61c861d1ca0d of type vlan for network 8a43e3fc-2b64-4083-afbe-05969e9d8dfa Nov 12 00:47:18.338621 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a0c34346-d68e-40ed-a3e4-e2a139c23f78 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:18.380527 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a0c34346-d68e-40ed-a3e4-e2a139c23f78 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:18.387747 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c34346-d68e-40ed-a3e4-e2a139c23f78 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:18.388438 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a0c34346-d68e-40ed-a3e4-e2a139c23f78 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:18.477309 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-5f6e7f87-db99-4de2-95ab-d31b65be8bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9497786e-8b14-410c-9ce3-86a5975bf2cf', 'name': 'tempest-ServersTestMultiNic-208933767-router', 'tenant_id': '809bf7e77c2745d0828daef0d4ec25f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '12b1c785-ac12-4d2b-9d9d-5714ac0189d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:04Z', 'updated_at': '2021-11-12T00:47:14Z', 'revision_number': 4, 'project_id': '809bf7e77c2745d0828daef0d4ec25f2', 'gw_port': {'id': '12b1c785-ac12-4d2b-9d9d-5714ac0189d4', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9497786e-8b14-410c-9ce3-86a5975bf2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:06Z', 'updated_at': '2021-11-12T00:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '755c3e7a-493f-4289-9241-c719d5ab2d06', 'name': '', 'network_id': 'bce177ab-ec83-4c8e-9d70-444c7b0c9aac', 'tenant_id': '809bf7e77c2745d0828daef0d4ec25f2', 'mac_address': 'fa:16:3e:8e:ed:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9497786e-8b14-410c-9ce3-86a5975bf2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'd7e4a622-8a85-4239-938b-08aad1616f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:13Z', 'updated_at': '2021-11-12T00:47:14Z', 'revision_number': 2, 'project_id': '809bf7e77c2745d0828daef0d4ec25f2', 'subnets': [{'id': 'd7e4a622-8a85-4239-938b-08aad1616f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:18.524087 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a5507f-22f2-4a37-9c9b-2b1faa694fd0 req-0c4ccb89-ea49-4693-9570-badb181fd2b5 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:18.532789 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d5a5507f-22f2-4a37-9c9b-2b1faa694fd0 req-0c4ccb89-ea49-4693-9570-badb181fd2b5 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9 HTTP/1.1" status: 200 len: 945 time: 0.2372906 Nov 12 00:47:18.553172 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 12b1c785-ac12-4d2b-9d9d-5714ac0189d4 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:18.560468 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-a703a6c6-5917-49d6-8752-5d88110a28f1 req-404bbb96-b70c-433a-8754-04a1f0a64e9b tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Deleting port 8bc8f923-7bcf-4638-b61d-227d0889bf69 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:47:18.560907 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a703a6c6-5917-49d6-8752-5d88110a28f1 req-404bbb96-b70c-433a-8754-04a1f0a64e9b tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:18.565518 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6e7f87-db99-4de2-95ab-d31b65be8bdf None None] Checking router: 9497786e-8b14-410c-9ce3-86a5975bf2cf for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:47:18.565518 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6e7f87-db99-4de2-95ab-d31b65be8bdf None None] Updating router 9497786e-8b14-410c-9ce3-86a5975bf2cf port 755c3e7a-493f-4289-9241-c719d5ab2d06 binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:47:18.571162 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c34346-d68e-40ed-a3e4-e2a139c23f78 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Pushing event updated for resources: {'Network': ['ID=8a43e3fc-2b64-4083-afbe-05969e9d8dfa,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:18.591841 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a0c34346-d68e-40ed-a3e4-e2a139c23f78 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6382151 Nov 12 00:47:18.605975 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51098) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:18.615037 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-c696e42f-3607-43a9-98fd-dbd04ef9a50e tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Request body: {'subnet': {'network_id': '8a43e3fc-2b64-4083-afbe-05969e9d8dfa', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:18.728703 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d5a5507f-22f2-4a37-9c9b-2b1faa694fd0 req-d95943f9-ae75-48b6-a7ca-44843dfac557 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949508 Nov 12 00:47:18.772949 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-a703a6c6-5917-49d6-8752-5d88110a28f1 req-404bbb96-b70c-433a-8754-04a1f0a64e9b tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] For port 8bc8f923-7bcf-4638-b61d-227d0889bf69, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=8bc8f923-7bcf-4638-b61d-227d0889bf69,segment=NetworkSegment(8e3a4060-eb73-4d7a-8d87-83ca2cbba051),segment_id=8e3a4060-eb73-4d7a-8d87-83ca2cbba051)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:18.773784 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a703a6c6-5917-49d6-8752-5d88110a28f1 req-404bbb96-b70c-433a-8754-04a1f0a64e9b tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:18.811710 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551308b4-4362-4038-b5fc-aabc195436ce req-13c49209-179c-464b-bdd4-da9bbd20abe9 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:18.812953 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-a703a6c6-5917-49d6-8752-5d88110a28f1 req-404bbb96-b70c-433a-8754-04a1f0a64e9b tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Calling delete_port for 8bc8f923-7bcf-4638-b61d-227d0889bf69 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:47:18.813274 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-551308b4-4362-4038-b5fc-aabc195436ce req-13c49209-179c-464b-bdd4-da9bbd20abe9 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=93bc3dde-ca07-4327-be4c-d513241d0d3f HTTP/1.1" status: 200 len: 943 time: 0.1168859 Nov 12 00:47:18.828163 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c696e42f-3607-43a9-98fd-dbd04ef9a50e tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Made reservation on behalf of 809bf7e77c2745d0828daef0d4ec25f2 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:47:18.837924 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c696e42f-3607-43a9-98fd-dbd04ef9a50e tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:18.868996 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 8a43e3fc-2b64-4083-afbe-05969e9d8dfa details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:47:18.928302 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5f6e7f87-db99-4de2-95ab-d31b65be8bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:18.988658 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8561731-1911-40fe-8877-b06a9c42e545 req-00eb5f97-0804-4ca6-9497-725cb3f81817 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:18.991194 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b8561731-1911-40fe-8877-b06a9c42e545 req-00eb5f97-0804-4ca6-9497-725cb3f81817 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8b96323-207c-4e9a-9a2b-f9165ef8565b HTTP/1.1" status: 200 len: 945 time: 0.0950468 Nov 12 00:47:19.038950 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 12b1c785-ac12-4d2b-9d9d-5714ac0189d4 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:19.039290 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:19.097836 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-551308b4-4362-4038-b5fc-aabc195436ce req-d55aaef8-5d6f-444f-8dd9-e4bc48dad949 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754545 Nov 12 00:47:19.098002 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b8561731-1911-40fe-8877-b06a9c42e545 req-3beb5bcc-9e96-4871-9879-9c529a8e09d2 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/security-groups?id=adad9597-1ca9-4ade-8caf-a5703c9aac27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977991 Nov 12 00:47:19.125028 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a703a6c6-5917-49d6-8752-5d88110a28f1 req-404bbb96-b70c-433a-8754-04a1f0a64e9b tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:19.179589 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404bbb96-b70c-433a-8754-04a1f0a64e9b tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Pushing event deleted for resources: {'Port': ['ID=8bc8f923-7bcf-4638-b61d-227d0889bf69,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:19.234145 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c696e42f-3607-43a9-98fd-dbd04ef9a50e tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:19.276111 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-a703a6c6-5917-49d6-8752-5d88110a28f1 req-404bbb96-b70c-433a-8754-04a1f0a64e9b tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] No DVR routers for this DVR port 8bc8f923-7bcf-4638-b61d-227d0889bf69 on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:47:19.279991 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a703a6c6-5917-49d6-8752-5d88110a28f1 req-404bbb96-b70c-433a-8754-04a1f0a64e9b tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:19.283349 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a703a6c6-5917-49d6-8752-5d88110a28f1 req-404bbb96-b70c-433a-8754-04a1f0a64e9b tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.49 "DELETE /v2.0/ports/8bc8f923-7bcf-4638-b61d-227d0889bf69 HTTP/1.1" status: 204 len: 173 time: 1.1549091 Nov 12 00:47:19.283804 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386698b3-cd24-4d7c-b878-ecb8781a18c3', 'name': 'network-vif-deleted', 'tag': '8bc8f923-7bcf-4638-b61d-227d0889bf69'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:19.293061 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591fe637-2d59-485d-a2d5-bdcc81d7d3b8" -d '{"events": [{"server_uuid": "386698b3-cd24-4d7c-b878-ecb8781a18c3", "name": "network-vif-deleted", "tag": "8bc8f923-7bcf-4638-b61d-227d0889bf69"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:19.316414 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c696e42f-3607-43a9-98fd-dbd04ef9a50e tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Pushing event updated for resources: {'Subnet': ['ID=bdc42618-cb71-49bb-826e-662582baea89,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:19.347741 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5f6e7f87-db99-4de2-95ab-d31b65be8bdf None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:19.359524 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['4aba5687-8005-418b-ad6e-2d354049b976'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:47:19.362164 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['8bc8f923-7bcf-4638-b61d-227d0889bf69'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:47:19.376883 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c696e42f-3607-43a9-98fd-dbd04ef9a50e tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Checking segment: {'id': 'bd4ad2af-8aff-4252-8121-61c861d1ca0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8a43e3fc-2b64-4083-afbe-05969e9d8dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:19.377396 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c696e42f-3607-43a9-98fd-dbd04ef9a50e tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Network hostable DHCP agents. Network: 8a43e3fc-2b64-4083-afbe-05969e9d8dfa, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:47:19.396833 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5f6e7f87-db99-4de2-95ab-d31b65be8bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:19.429438 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c696e42f-3607-43a9-98fd-dbd04ef9a50e tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Network 8a43e3fc-2b64-4083-afbe-05969e9d8dfa is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:47:19.440445 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-c696e42f-3607-43a9-98fd-dbd04ef9a50e tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 8a43e3fc-2b64-4083-afbe-05969e9d8dfa) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:19.448613 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c696e42f-3607-43a9-98fd-dbd04ef9a50e tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:19.449705 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c696e42f-3607-43a9-98fd-dbd04ef9a50e tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:19.480310 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51152) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:19.485713 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-1a135374-c452-45a5-9fa6-9869b25ed079 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1478711093'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:19.491568 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c696e42f-3607-43a9-98fd-dbd04ef9a50e tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8687248 Nov 12 00:47:19.520254 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af16978-2638-4ada-abce-a3d8e2536e95 None None] Network 8a43e3fc-2b64-4083-afbe-05969e9d8dfa requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:47:19.559857 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-41ab391f-29f3-42f0-8b6f-a5f194b86fc1 req-7a0cbd33-e543-454c-840a-f0d7a837750a tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/ports?device_id=386698b3-cd24-4d7c-b878-ecb8781a18c3 HTTP/1.1" status: 200 len: 210 time: 0.0513670 Nov 12 00:47:19.572796 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a135374-c452-45a5-9fa6-9869b25ed079 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Made reservation on behalf of 809bf7e77c2745d0828daef0d4ec25f2 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:47:19.589463 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1a135374-c452-45a5-9fa6-9869b25ed079 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:19.700433 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a127054-2800-4180-837a-d7718ab88b05 None None] Pushing event updated for resources: {'Port': ['ID=755c3e7a-493f-4289-9241-c719d5ab2d06,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:19.731481 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a135374-c452-45a5-9fa6-9869b25ed079 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:47:19.750033 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1a135374-c452-45a5-9fa6-9869b25ed079 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:19.750382 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-1a135374-c452-45a5-9fa6-9869b25ed079 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Added segment 4259907e-91d7-4dde-a507-cfb06c455ef2 of type vlan for network 4e1446ca-bd16-4617-a575-249bd806a1e5 Nov 12 00:47:19.839004 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1a135374-c452-45a5-9fa6-9869b25ed079 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:19.871682 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d56d1e06-b9de-4114-b468-4e0809b56e63 req-c8ffde63-200b-4721-b261-9a3eb6188164 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2553747 Nov 12 00:47:19.873435 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-5f6e7f87-db99-4de2-95ab-d31b65be8bdf None None] Attempting to bind port 755c3e7a-493f-4289-9241-c719d5ab2d06 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:47:19.873929 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-5f6e7f87-db99-4de2-95ab-d31b65be8bdf None None] Attempting to bind port 755c3e7a-493f-4289-9241-c719d5ab2d06 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '529dee89-d18b-4e0d-817c-36d5d0b3f0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'bce177ab-ec83-4c8e-9d70-444c7b0c9aac'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:47:19.874235 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6e7f87-db99-4de2-95ab-d31b65be8bdf None None] Attempting to bind port 755c3e7a-493f-4289-9241-c719d5ab2d06 on network bce177ab-ec83-4c8e-9d70-444c7b0c9aac {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:19.874386 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d2219f-4728-45aa-9a38-a7a00971df98 x-openstack-request-id: req-55d2219f-4728-45aa-9a38-a7a00971df98 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:19.874674 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386698b3-cd24-4d7c-b878-ecb8781a18c3", "name": "network-vif-deleted", "tag": "8bc8f923-7bcf-4638-b61d-227d0889bf69", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:19.874932 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-55d2219f-4728-45aa-9a38-a7a00971df98 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:19.875324 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '386698b3-cd24-4d7c-b878-ecb8781a18c3', 'name': 'network-vif-deleted', 'tag': '8bc8f923-7bcf-4638-b61d-227d0889bf69', 'status': 'completed', 'code': 200} Nov 12 00:47:19.884459 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-d56d1e06-b9de-4114-b468-4e0809b56e63 req-cae95536-552b-48a5-a10f-e17f74b55403 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:19.961843 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6e7f87-db99-4de2-95ab-d31b65be8bdf None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:47:19.963662 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6e7f87-db99-4de2-95ab-d31b65be8bdf None None] Checking segment: {'id': '529dee89-d18b-4e0d-817c-36d5d0b3f0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'bce177ab-ec83-4c8e-9d70-444c7b0c9aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:19.964507 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5f6e7f87-db99-4de2-95ab-d31b65be8bdf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:19.966644 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6e7f87-db99-4de2-95ab-d31b65be8bdf None None] Bound using segment: {'id': '529dee89-d18b-4e0d-817c-36d5d0b3f0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'bce177ab-ec83-4c8e-9d70-444c7b0c9aac'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:47:19.968118 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-5f6e7f87-db99-4de2-95ab-d31b65be8bdf None None] Bound port: 755c3e7a-493f-4289-9241-c719d5ab2d06, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '529dee89-d18b-4e0d-817c-36d5d0b3f0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'bce177ab-ec83-4c8e-9d70-444c7b0c9aac'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:47:19.969171 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5f6e7f87-db99-4de2-95ab-d31b65be8bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:19.975849 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-d56d1e06-b9de-4114-b468-4e0809b56e63 req-cae95536-552b-48a5-a10f-e17f74b55403 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Publish callbacks [] for floatingip, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:19.980364 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1a135374-c452-45a5-9fa6-9869b25ed079 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:20.000116 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d8e2fa-df8c-45e0-b5a5-03cefcf7d68d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-8a43e3fc-2b64-4083-afbe-05969e9d8dfa', 'network_id': '8a43e3fc-2b64-4083-afbe-05969e9d8dfa', 'tenant_id': '809bf7e77c2745d0828daef0d4ec25f2', 'fixed_ips': [{'subnet_id': 'bdc42618-cb71-49bb-826e-662582baea89'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:47:20.001670 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-98d8e2fa-df8c-45e0-b5a5-03cefcf7d68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:20.010023 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a135374-c452-45a5-9fa6-9869b25ed079 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:20.011534 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1a135374-c452-45a5-9fa6-9869b25ed079 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:20.085738 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc4563-0153-4a0a-90b8-6fb7caa502ea req-937e35fe-921f-47f9-b177-20f81f89e02f tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:20.098702 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9efc4563-0153-4a0a-90b8-6fb7caa502ea req-937e35fe-921f-47f9-b177-20f81f89e02f tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9 HTTP/1.1" status: 200 len: 945 time: 0.1167972 Nov 12 00:47:20.179324 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9efc4563-0153-4a0a-90b8-6fb7caa502ea req-b5b28197-6d98-4630-9ab9-ddc63a20ec81 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769398 Nov 12 00:47:20.180507 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1a135374-c452-45a5-9fa6-9869b25ed079 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6982980 Nov 12 00:47:20.182243 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a135374-c452-45a5-9fa6-9869b25ed079 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Pushing event updated for resources: {'Network': ['ID=4e1446ca-bd16-4617-a575-249bd806a1e5,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:20.182870 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51172) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:20.188227 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-928c5df6-dfed-4f23-977e-b3e556487bd1 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Request body: {'subnet': {'network_id': '4e1446ca-bd16-4617-a575-249bd806a1e5', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:20.192679 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-7e308b4d-050f-4ca7-a833-30d31e982409 None None] Provisioning complete for port 755c3e7a-493f-4289-9241-c719d5ab2d06 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:20.193044 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7e308b4d-050f-4ca7-a833-30d31e982409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:20.237837 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 4e1446ca-bd16-4617-a575-249bd806a1e5 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:47:20.348889 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928c5df6-dfed-4f23-977e-b3e556487bd1 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Made reservation on behalf of 809bf7e77c2745d0828daef0d4ec25f2 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:47:20.353587 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-928c5df6-dfed-4f23-977e-b3e556487bd1 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:20.375545 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-d56d1e06-b9de-4114-b468-4e0809b56e63 req-cae95536-552b-48a5-a10f-e17f74b55403 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:20.382497 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-98d8e2fa-df8c-45e0-b5a5-03cefcf7d68d None None] Allocated IP 19.80.0.2 (8a43e3fc-2b64-4083-afbe-05969e9d8dfa/bdc42618-cb71-49bb-826e-662582baea89/af808cc8-c903-4495-a2b3-eef3776ff399) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:47:20.434493 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-5f6e7f87-db99-4de2-95ab-d31b65be8bdf None None] For port 755c3e7a-493f-4289-9241-c719d5ab2d06, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:47:20.530690 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-5f6e7f87-db99-4de2-95ab-d31b65be8bdf None None] For port 755c3e7a-493f-4289-9241-c719d5ab2d06, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=755c3e7a-493f-4289-9241-c719d5ab2d06,segment=NetworkSegment(529dee89-d18b-4e0d-817c-36d5d0b3f0de),segment_id=529dee89-d18b-4e0d-817c-36d5d0b3f0de)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:47:20.536498 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7b34c-4005-4127-8e0c-5adbad685564 req-b79270db-d0d2-4bb9-abed-7b2a5ad83854 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:20.541019 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-eda7b34c-4005-4127-8e0c-5adbad685564 req-b79270db-d0d2-4bb9-abed-7b2a5ad83854 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=93bc3dde-ca07-4327-be4c-d513241d0d3f HTTP/1.1" status: 200 len: 943 time: 0.1793706 Nov 12 00:47:20.547517 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-d56d1e06-b9de-4114-b468-4e0809b56e63 req-cae95536-552b-48a5-a10f-e17f74b55403 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Allocated IP 172.25.2.237 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/d1457baa-cd8d-4321-871d-fa3b248bcc23) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:47:20.548953 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5f6e7f87-db99-4de2-95ab-d31b65be8bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:20.579428 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-7e308b4d-050f-4ca7-a833-30d31e982409 None None] Port 755c3e7a-493f-4289-9241-c719d5ab2d06 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:47:20.683737 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-eda7b34c-4005-4127-8e0c-5adbad685564 req-d60fcac7-c23f-4695-9be2-2a243bf47491 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288338 Nov 12 00:47:20.789676 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-d56d1e06-b9de-4114-b468-4e0809b56e63 req-cae95536-552b-48a5-a10f-e17f74b55403 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:20.820758 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6e7f87-db99-4de2-95ab-d31b65be8bdf None None] Routers {'9497786e-8b14-410c-9ce3-86a5975bf2cf'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:20.821832 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-5f6e7f87-db99-4de2-95ab-d31b65be8bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:47:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['9497786e-8b14-410c-9ce3-86a5975bf2cf'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:20.869642 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-928c5df6-dfed-4f23-977e-b3e556487bd1 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:20.872103 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-d56d1e06-b9de-4114-b468-4e0809b56e63 req-cae95536-552b-48a5-a10f-e17f74b55403 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:20.905341 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a127054-2800-4180-837a-d7718ab88b05 None None] Pushing event updated for resources: {'Port': ['ID=755c3e7a-493f-4289-9241-c719d5ab2d06,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:20.984312 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae95536-552b-48a5-a10f-e17f74b55403 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Pushing event updated for resources: {'Port': ['ID=d1457baa-cd8d-4321-871d-fa3b248bcc23,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:21.004903 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d56d1e06-b9de-4114-b468-4e0809b56e63 req-cae95536-552b-48a5-a10f-e17f74b55403 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:21.007295 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-d56d1e06-b9de-4114-b468-4e0809b56e63 req-cae95536-552b-48a5-a10f-e17f74b55403 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:21.010202 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56d1e06-b9de-4114-b468-4e0809b56e63 req-cae95536-552b-48a5-a10f-e17f74b55403 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:47:21.051147 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928c5df6-dfed-4f23-977e-b3e556487bd1 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Pushing event updated for resources: {'Subnet': ['ID=93303cf0-8810-48fc-b11a-6cb81c3ae323,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:21.073056 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928c5df6-dfed-4f23-977e-b3e556487bd1 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Checking segment: {'id': '4259907e-91d7-4dde-a507-cfb06c455ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4e1446ca-bd16-4617-a575-249bd806a1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:21.073593 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928c5df6-dfed-4f23-977e-b3e556487bd1 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Network hostable DHCP agents. Network: 4e1446ca-bd16-4617-a575-249bd806a1e5, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:47:21.115021 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928c5df6-dfed-4f23-977e-b3e556487bd1 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Network 4e1446ca-bd16-4617-a575-249bd806a1e5 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:47:21.130749 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-928c5df6-dfed-4f23-977e-b3e556487bd1 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 4e1446ca-bd16-4617-a575-249bd806a1e5) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:21.139612 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928c5df6-dfed-4f23-977e-b3e556487bd1 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:21.141334 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-928c5df6-dfed-4f23-977e-b3e556487bd1 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:21.173786 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-928c5df6-dfed-4f23-977e-b3e556487bd1 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9871459 Nov 12 00:47:21.217521 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-d56d1e06-b9de-4114-b468-4e0809b56e63 req-cae95536-552b-48a5-a10f-e17f74b55403 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:21.248129 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470fb574-6410-4308-a028-345cccc503d3 None None] Network 4e1446ca-bd16-4617-a575-249bd806a1e5 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:47:21.279229 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-d56d1e06-b9de-4114-b468-4e0809b56e63 req-cae95536-552b-48a5-a10f-e17f74b55403 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:21.327378 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-98d8e2fa-df8c-45e0-b5a5-03cefcf7d68d None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:21.351778 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-98d8e2fa-df8c-45e0-b5a5-03cefcf7d68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:21.573721 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d8e2fa-df8c-45e0-b5a5-03cefcf7d68d None None] Network 8a43e3fc-2b64-4083-afbe-05969e9d8dfa is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:21.594060 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-58488a74-1fd3-4007-87a0-c2b3026536d2 None None] Provisioning complete for port 755c3e7a-493f-4289-9241-c719d5ab2d06 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:21.595054 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-58488a74-1fd3-4007-87a0-c2b3026536d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:21.605784 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-98d8e2fa-df8c-45e0-b5a5-03cefcf7d68d None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:21.606590 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f841ef1-4b39-4451-ab9f-042adce5177b req-7d5de92f-f7b2-4c45-9ebe-e16709570c21 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:21.608850 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d8e2fa-df8c-45e0-b5a5-03cefcf7d68d None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:47:21.620287 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7f841ef1-4b39-4451-ab9f-042adce5177b req-7d5de92f-f7b2-4c45-9ebe-e16709570c21 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9 HTTP/1.1" status: 200 len: 945 time: 0.0845196 Nov 12 00:47:21.636176 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-5f6e7f87-db99-4de2-95ab-d31b65be8bdf None None] Set router 9497786e-8b14-410c-9ce3-86a5975bf2cf gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:21.639226 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-d56d1e06-b9de-4114-b468-4e0809b56e63 req-cae95536-552b-48a5-a10f-e17f74b55403 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:21.654605 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-d56d1e06-b9de-4114-b468-4e0809b56e63 req-cae95536-552b-48a5-a10f-e17f74b55403 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:21.713120 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d8e2fa-df8c-45e0-b5a5-03cefcf7d68d None None] Pushing event updated for resources: {'Port': ['ID=af808cc8-c903-4495-a2b3-eef3776ff399,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:21.730158 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7f841ef1-4b39-4451-ab9f-042adce5177b req-bee268b5-f5e8-4261-9855-f3d40d7daee0 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039855 Nov 12 00:47:21.785292 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae95536-552b-48a5-a10f-e17f74b55403 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Pushing event updated for resources: {'Port': ['ID=d1457baa-cd8d-4321-871d-fa3b248bcc23,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:21.823688 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-d56d1e06-b9de-4114-b468-4e0809b56e63 req-cae95536-552b-48a5-a10f-e17f74b55403 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:21.853697 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-d56d1e06-b9de-4114-b468-4e0809b56e63 req-cae95536-552b-48a5-a10f-e17f74b55403 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:21.855265 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d56d1e06-b9de-4114-b468-4e0809b56e63 req-cae95536-552b-48a5-a10f-e17f74b55403 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9827776 Nov 12 00:47:21.906709 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-98d8e2fa-df8c-45e0-b5a5-03cefcf7d68d None None] Attempting to bind port af808cc8-c903-4495-a2b3-eef3776ff399 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:47:21.907319 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-98d8e2fa-df8c-45e0-b5a5-03cefcf7d68d None None] Attempting to bind port af808cc8-c903-4495-a2b3-eef3776ff399 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'bd4ad2af-8aff-4252-8121-61c861d1ca0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8a43e3fc-2b64-4083-afbe-05969e9d8dfa'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:47:21.910596 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d8e2fa-df8c-45e0-b5a5-03cefcf7d68d None None] Attempting to bind port af808cc8-c903-4495-a2b3-eef3776ff399 on network 8a43e3fc-2b64-4083-afbe-05969e9d8dfa {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:21.924985 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d56d1e06-b9de-4114-b468-4e0809b56e63 req-1ef78236-e149-4ed0-a961-60136205d780 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.237 HTTP/1.1" status: 200 len: 696 time: 0.0612266 Nov 12 00:47:21.955822 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d8e2fa-df8c-45e0-b5a5-03cefcf7d68d None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:47:21.956298 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d8e2fa-df8c-45e0-b5a5-03cefcf7d68d None None] Checking segment: {'id': 'bd4ad2af-8aff-4252-8121-61c861d1ca0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8a43e3fc-2b64-4083-afbe-05969e9d8dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:21.956766 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-98d8e2fa-df8c-45e0-b5a5-03cefcf7d68d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:21.957226 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d8e2fa-df8c-45e0-b5a5-03cefcf7d68d None None] Bound using segment: {'id': 'bd4ad2af-8aff-4252-8121-61c861d1ca0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8a43e3fc-2b64-4083-afbe-05969e9d8dfa'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:47:21.957792 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-98d8e2fa-df8c-45e0-b5a5-03cefcf7d68d None None] Bound port: af808cc8-c903-4495-a2b3-eef3776ff399, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd4ad2af-8aff-4252-8121-61c861d1ca0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8a43e3fc-2b64-4083-afbe-05969e9d8dfa'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:47:21.958277 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-98d8e2fa-df8c-45e0-b5a5-03cefcf7d68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:21.984085 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1472b84-f4c8-4ec3-b33a-1504ffc22a1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-4e1446ca-bd16-4617-a575-249bd806a1e5', 'network_id': '4e1446ca-bd16-4617-a575-249bd806a1e5', 'tenant_id': '809bf7e77c2745d0828daef0d4ec25f2', 'fixed_ips': [{'subnet_id': '93303cf0-8810-48fc-b11a-6cb81c3ae323'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:47:21.984813 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f1472b84-f4c8-4ec3-b33a-1504ffc22a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:22.046683 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-cff8fcfe-cf85-45fd-8055-5bebf5c4656c tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:22.066221 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-cff8fcfe-cf85-45fd-8055-5bebf5c4656c tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:22.067855 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-cff8fcfe-cf85-45fd-8055-5bebf5c4656c tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/networks?id=8a43e3fc-2b64-4083-afbe-05969e9d8dfa&id=4e1446ca-bd16-4617-a575-249bd806a1e5&id=8a43e3fc-2b64-4083-afbe-05969e9d8dfa HTTP/1.1" status: 200 len: 1392 time: 0.2196717 Nov 12 00:47:22.097797 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-1058cd9f-6522-466f-841c-6d6683b4969c tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/quotas/809bf7e77c2745d0828daef0d4ec25f2 HTTP/1.1" status: 200 len: 375 time: 0.0186594 Nov 12 00:47:22.151948 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d1e06-b9de-4114-b468-4e0809b56e63 req-ccc0653d-2784-47e7-8c7f-32c8507b04e9 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:22.153397 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d56d1e06-b9de-4114-b468-4e0809b56e63 req-ccc0653d-2784-47e7-8c7f-32c8507b04e9 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/networks/ef732b55-2b3c-4048-85da-0a8ac273c14b HTTP/1.1" status: 200 len: 784 time: 0.2198360 Nov 12 00:47:22.228862 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-1ba222c8-00a3-4fe2-a7c0-346862d2bd73 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=809bf7e77c2745d0828daef0d4ec25f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1240594 Nov 12 00:47:22.320440 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-70ec9bab-ae87-48d8-bac8-96abedec7f18 req-886c0e4a-4ead-4474-82de-71a0b45d4fb0 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups/4b56ccc7-bb79-4ea9-8c06-4f9c8fce3248 HTTP/1.1" status: 200 len: 1818 time: 0.0533140 Nov 12 00:47:22.357165 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-58488a74-1fd3-4007-87a0-c2b3026536d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:22.372201 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-98d8e2fa-df8c-45e0-b5a5-03cefcf7d68d None None] For port af808cc8-c903-4495-a2b3-eef3776ff399, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:47:22.426845 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-70ec9bab-ae87-48d8-bac8-96abedec7f18 req-c7407566-c35e-462f-97b9-45792089a9ef tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:22.443707 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-98d8e2fa-df8c-45e0-b5a5-03cefcf7d68d None None] For port af808cc8-c903-4495-a2b3-eef3776ff399, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=af808cc8-c903-4495-a2b3-eef3776ff399,segment=NetworkSegment(bd4ad2af-8aff-4252-8121-61c861d1ca0d),segment_id=bd4ad2af-8aff-4252-8121-61c861d1ca0d)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:47:22.457299 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-58488a74-1fd3-4007-87a0-c2b3026536d2 None None] For port 755c3e7a-493f-4289-9241-c719d5ab2d06, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=755c3e7a-493f-4289-9241-c719d5ab2d06,segment=NetworkSegment(529dee89-d18b-4e0d-817c-36d5d0b3f0de),segment_id=529dee89-d18b-4e0d-817c-36d5d0b3f0de)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:22.461516 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-70ec9bab-ae87-48d8-bac8-96abedec7f18 req-c7407566-c35e-462f-97b9-45792089a9ef tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:22.466956 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-355f82f1-e96f-4b90-b517-194303eb3960 service neutron] 10.222.0.20 "GET /v2.0/networks/8a43e3fc-2b64-4083-afbe-05969e9d8dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373538 Nov 12 00:47:22.477993 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-98d8e2fa-df8c-45e0-b5a5-03cefcf7d68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:22.491311 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-58488a74-1fd3-4007-87a0-c2b3026536d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:22.541416 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-70ec9bab-ae87-48d8-bac8-96abedec7f18 req-c7407566-c35e-462f-97b9-45792089a9ef tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:22.544734 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-70ec9bab-ae87-48d8-bac8-96abedec7f18 req-c7407566-c35e-462f-97b9-45792089a9ef tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:22.571838 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-70ec9bab-ae87-48d8-bac8-96abedec7f18 req-c7407566-c35e-462f-97b9-45792089a9ef tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "DELETE /v2.0/security-groups/4b56ccc7-bb79-4ea9-8c06-4f9c8fce3248 HTTP/1.1" status: 204 len: 173 time: 0.2342365 Nov 12 00:47:22.605497 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7407566-c35e-462f-97b9-45792089a9ef tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b56ccc7-bb79-4ea9-8c06-4f9c8fce3248,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:22.636243 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-f1472b84-f4c8-4ec3-b33a-1504ffc22a1e None None] Allocated IP 19.86.0.2 (4e1446ca-bd16-4617-a575-249bd806a1e5/93303cf0-8810-48fc-b11a-6cb81c3ae323/1f046fe7-523d-41c3-b107-f4de8e646452) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:47:22.667125 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-547046eb-87be-4fd3-b67d-ea8fa8f5874c service neutron] 10.222.0.20 "GET /v2.0/networks/8a43e3fc-2b64-4083-afbe-05969e9d8dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929231 Nov 12 00:47:22.744273 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-5f6e7f87-db99-4de2-95ab-d31b65be8bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9497786e-8b14-410c-9ce3-86a5975bf2cf', 'name': 'tempest-ServersTestMultiNic-208933767-router', 'tenant_id': '809bf7e77c2745d0828daef0d4ec25f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '12b1c785-ac12-4d2b-9d9d-5714ac0189d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:04Z', 'updated_at': '2021-11-12T00:47:14Z', 'revision_number': 4, 'project_id': '809bf7e77c2745d0828daef0d4ec25f2', 'gw_port': {'id': '12b1c785-ac12-4d2b-9d9d-5714ac0189d4', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9497786e-8b14-410c-9ce3-86a5975bf2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:06Z', 'updated_at': '2021-11-12T00:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '755c3e7a-493f-4289-9241-c719d5ab2d06', 'name': '', 'network_id': 'bce177ab-ec83-4c8e-9d70-444c7b0c9aac', 'tenant_id': '809bf7e77c2745d0828daef0d4ec25f2', 'mac_address': 'fa:16:3e:8e:ed:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9497786e-8b14-410c-9ce3-86a5975bf2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'd7e4a622-8a85-4239-938b-08aad1616f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:13Z', 'updated_at': '2021-11-12T00:47:20Z', 'revision_number': 4, 'project_id': '809bf7e77c2745d0828daef0d4ec25f2', 'subnets': [{'id': 'd7e4a622-8a85-4239-938b-08aad1616f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:22.805071 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6e7f87-db99-4de2-95ab-d31b65be8bdf None None] The sync data for ids ['9497786e-8b14-410c-9ce3-86a5975bf2cf'] in n-d-812236-11 is: [{'id': '9497786e-8b14-410c-9ce3-86a5975bf2cf', 'name': 'tempest-ServersTestMultiNic-208933767-router', 'tenant_id': '809bf7e77c2745d0828daef0d4ec25f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '12b1c785-ac12-4d2b-9d9d-5714ac0189d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:04Z', 'updated_at': '2021-11-12T00:47:14Z', 'revision_number': 4, 'project_id': '809bf7e77c2745d0828daef0d4ec25f2', 'gw_port': {'id': '12b1c785-ac12-4d2b-9d9d-5714ac0189d4', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9497786e-8b14-410c-9ce3-86a5975bf2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:06Z', 'updated_at': '2021-11-12T00:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '755c3e7a-493f-4289-9241-c719d5ab2d06', 'name': '', 'network_id': 'bce177ab-ec83-4c8e-9d70-444c7b0c9aac', 'tenant_id': '809bf7e77c2745d0828daef0d4ec25f2', 'mac_address': 'fa:16:3e:8e:ed:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9497786e-8b14-410c-9ce3-86a5975bf2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'd7e4a622-8a85-4239-938b-08aad1616f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:13Z', 'updated_at': '2021-11-12T00:47:20Z', 'revision_number': 4, 'project_id': '809bf7e77c2745d0828daef0d4ec25f2', 'subnets': [{'id': 'd7e4a622-8a85-4239-938b-08aad1616f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:47:22.806765 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d8e2fa-df8c-45e0-b5a5-03cefcf7d68d None None] Pushing event updated for resources: {'Port': ['ID=af808cc8-c903-4495-a2b3-eef3776ff399,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:22.848761 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4d07e-4c75-4b3e-8bfc-3e093c3a848a req-bbd0b5bc-7a93-4bf0-b17a-eae242f62af4 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:22.852268 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-933f3510-0741-4c6d-8052-7fd51115de45 service neutron] 10.222.0.20 "GET /v2.0/networks/4e1446ca-bd16-4617-a575-249bd806a1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842835 Nov 12 00:47:22.869207 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3bd4d07e-4c75-4b3e-8bfc-3e093c3a848a req-bbd0b5bc-7a93-4bf0-b17a-eae242f62af4 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=93bc3dde-ca07-4327-be4c-d513241d0d3f HTTP/1.1" status: 200 len: 943 time: 0.1637027 Nov 12 00:47:23.001510 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3bd4d07e-4c75-4b3e-8bfc-3e093c3a848a req-93afbd99-17c7-4ded-90d2-c6fc1917e37a tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334250 Nov 12 00:47:23.171310 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f1472b84-f4c8-4ec3-b33a-1504ffc22a1e None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:23.185061 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f1472b84-f4c8-4ec3-b33a-1504ffc22a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:23.223159 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58488a74-1fd3-4007-87a0-c2b3026536d2 None None] Pushing event updated for resources: {'Port': ['ID=755c3e7a-493f-4289-9241-c719d5ab2d06,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:23.228474 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1472b84-f4c8-4ec3-b33a-1504ffc22a1e None None] Network 4e1446ca-bd16-4617-a575-249bd806a1e5 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:23.230249 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-76409087-fa81-467f-b2be-c11f9f64974b service neutron] 10.222.0.20 "GET /v2.0/networks/4e1446ca-bd16-4617-a575-249bd806a1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682568 Nov 12 00:47:23.244434 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-f1472b84-f4c8-4ec3-b33a-1504ffc22a1e None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:23.277875 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:47:23.312335 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1472b84-f4c8-4ec3-b33a-1504ffc22a1e None None] Pushing event updated for resources: {'Port': ['ID=1f046fe7-523d-41c3-b107-f4de8e646452,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:23.319630 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1472b84-f4c8-4ec3-b33a-1504ffc22a1e None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:47:23.406037 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 8bc8f923-7bcf-4638-b61d-227d0889bf69 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:47:23.415049 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-f1472b84-f4c8-4ec3-b33a-1504ffc22a1e None None] Attempting to bind port 1f046fe7-523d-41c3-b107-f4de8e646452 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:47:23.415805 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-f1472b84-f4c8-4ec3-b33a-1504ffc22a1e None None] Attempting to bind port 1f046fe7-523d-41c3-b107-f4de8e646452 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '4259907e-91d7-4dde-a507-cfb06c455ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4e1446ca-bd16-4617-a575-249bd806a1e5'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:47:23.416426 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1472b84-f4c8-4ec3-b33a-1504ffc22a1e None None] Attempting to bind port 1f046fe7-523d-41c3-b107-f4de8e646452 on network 4e1446ca-bd16-4617-a575-249bd806a1e5 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:23.446315 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1472b84-f4c8-4ec3-b33a-1504ffc22a1e None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:47:23.448140 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1472b84-f4c8-4ec3-b33a-1504ffc22a1e None None] Checking segment: {'id': '4259907e-91d7-4dde-a507-cfb06c455ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4e1446ca-bd16-4617-a575-249bd806a1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:23.451990 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f1472b84-f4c8-4ec3-b33a-1504ffc22a1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:23.453662 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1472b84-f4c8-4ec3-b33a-1504ffc22a1e None None] Bound using segment: {'id': '4259907e-91d7-4dde-a507-cfb06c455ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4e1446ca-bd16-4617-a575-249bd806a1e5'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:47:23.454798 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-f1472b84-f4c8-4ec3-b33a-1504ffc22a1e None None] Bound port: 1f046fe7-523d-41c3-b107-f4de8e646452, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4259907e-91d7-4dde-a507-cfb06c455ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4e1446ca-bd16-4617-a575-249bd806a1e5'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:47:23.456297 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f1472b84-f4c8-4ec3-b33a-1504ffc22a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:23.463703 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: 8bc8f923-7bcf-4638-b61d-227d0889bf69 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:47:23.464063 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 8bc8f923-7bcf-4638-b61d-227d0889bf69 not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:47:23.473470 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-29382d83-cdb4-40c3-b91c-ddaeb06e2f64 service neutron] 10.222.0.20 "GET /v2.0/networks/8a43e3fc-2b64-4083-afbe-05969e9d8dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361720 Nov 12 00:47:23.627424 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-f1472b84-f4c8-4ec3-b33a-1504ffc22a1e None None] For port 1f046fe7-523d-41c3-b107-f4de8e646452, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:47:23.635291 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-f1472b84-f4c8-4ec3-b33a-1504ffc22a1e None None] For port 1f046fe7-523d-41c3-b107-f4de8e646452, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=1f046fe7-523d-41c3-b107-f4de8e646452,segment=NetworkSegment(4259907e-91d7-4dde-a507-cfb06c455ef2),segment_id=4259907e-91d7-4dde-a507-cfb06c455ef2)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:47:23.643973 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f1472b84-f4c8-4ec3-b33a-1504ffc22a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:23.704794 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-ae6b5bde-1be6-4795-aef9-556f4100b1f3 service neutron] 10.222.0.20 "GET /v2.0/networks/8a43e3fc-2b64-4083-afbe-05969e9d8dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221019 Nov 12 00:47:23.824847 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1472b84-f4c8-4ec3-b33a-1504ffc22a1e None None] Pushing event updated for resources: {'Port': ['ID=1f046fe7-523d-41c3-b107-f4de8e646452,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:24.003533 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88273cba-76fd-4f95-8220-3941dc50c427 req-7014fea3-51ca-4437-8bd2-3d74e7d97c45 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:24.005289 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-88273cba-76fd-4f95-8220-3941dc50c427 req-7014fea3-51ca-4437-8bd2-3d74e7d97c45 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/networks?id=985dcccb-2c08-4d64-be3d-bc4d25918b83 HTTP/1.1" status: 200 len: 821 time: 0.2633626 Nov 12 00:47:24.036596 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-88273cba-76fd-4f95-8220-3941dc50c427 req-1a213a8f-5018-4d0c-b9e6-1f089bfbf408 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/quotas/70fcc0cfb50649aa98c75c8239146e76 HTTP/1.1" status: 200 len: 375 time: 0.0236943 Nov 12 00:47:24.291359 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-88273cba-76fd-4f95-8220-3941dc50c427 req-150ae0b4-5161-4227-97e4-e7423d813a14 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=70fcc0cfb50649aa98c75c8239146e76&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2377493 Nov 12 00:47:24.520645 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a9d96963-e020-408f-a9bd-ad2f14ba3643 req-c4c2e9b6-ddff-45dd-929d-89cf5414d900 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups/0ed3e4e5-9d6e-49c2-88e8-18b55e398c0f HTTP/1.1" status: 200 len: 1817 time: 0.1216877 Nov 12 00:47:24.560885 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-88273cba-76fd-4f95-8220-3941dc50c427 req-8c9ab7e3-01fc-466e-b5d1-43c3368f4b4c service neutron] 10.222.0.20 "GET /v2.0/networks/985dcccb-2c08-4d64-be3d-bc4d25918b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521853 Nov 12 00:47:24.676288 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b36848-51e2-46ed-a00e-91e31466cf78 None None] Network 8a43e3fc-2b64-4083-afbe-05969e9d8dfa requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:47:24.707944 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-a9d96963-e020-408f-a9bd-ad2f14ba3643 req-689fbbf1-180b-4230-80ef-182d3a85bcda tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:24.784784 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-a9d96963-e020-408f-a9bd-ad2f14ba3643 req-689fbbf1-180b-4230-80ef-182d3a85bcda tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:24.798673 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-88273cba-76fd-4f95-8220-3941dc50c427 req-2c8db7d1-3b9d-4eea-b882-35e387c149f2 service neutron] 10.222.0.20 "GET /v2.0/networks/985dcccb-2c08-4d64-be3d-bc4d25918b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112975 Nov 12 00:47:24.869120 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-a9d96963-e020-408f-a9bd-ad2f14ba3643 req-689fbbf1-180b-4230-80ef-182d3a85bcda tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:24.890143 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-a9d96963-e020-408f-a9bd-ad2f14ba3643 req-689fbbf1-180b-4230-80ef-182d3a85bcda tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:24.902751 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 755c3e7a-493f-4289-9241-c719d5ab2d06 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:24.908048 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a9d96963-e020-408f-a9bd-ad2f14ba3643 req-689fbbf1-180b-4230-80ef-182d3a85bcda tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "DELETE /v2.0/security-groups/0ed3e4e5-9d6e-49c2-88e8-18b55e398c0f HTTP/1.1" status: 204 len: 173 time: 0.3829317 Nov 12 00:47:24.940197 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689fbbf1-180b-4230-80ef-182d3a85bcda tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed3e4e5-9d6e-49c2-88e8-18b55e398c0f,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:25.022388 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-ba90aff9-3f32-4e4d-a32d-fc1001d20daf None None] Provisioning complete for port af808cc8-c903-4495-a2b3-eef3776ff399 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:25.022765 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ba90aff9-3f32-4e4d-a32d-fc1001d20daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:25.201631 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4872883-1ddf-4fe3-b909-3c81a7e7edd3 req-84687b1d-9bae-41fb-bbeb-a5af38aa1189 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:25.212264 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a4872883-1ddf-4fe3-b909-3c81a7e7edd3 req-84687b1d-9bae-41fb-bbeb-a5af38aa1189 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9 HTTP/1.1" status: 200 len: 945 time: 0.1624713 Nov 12 00:47:25.422684 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a4872883-1ddf-4fe3-b909-3c81a7e7edd3 req-c1f708b6-cf8e-4470-acb6-0682c53440c2 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017591 Nov 12 00:47:25.504666 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device f339798c-2e3a-4e57-9c60-8a82e1cf51b0 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:47:25.653838 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ba90aff9-3f32-4e4d-a32d-fc1001d20daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:25.733427 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-ba90aff9-3f32-4e4d-a32d-fc1001d20daf None None] For port af808cc8-c903-4495-a2b3-eef3776ff399, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=af808cc8-c903-4495-a2b3-eef3776ff399,segment=NetworkSegment(bd4ad2af-8aff-4252-8121-61c861d1ca0d),segment_id=bd4ad2af-8aff-4252-8121-61c861d1ca0d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:25.734683 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 755c3e7a-493f-4289-9241-c719d5ab2d06 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:25.735297 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:25.792131 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f5ac9-b9dd-4d0f-9b89-8fef38361943 req-deaddde6-9f2b-443a-8bc7-a2c23181ea75 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:25.796796 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c11f5ac9-b9dd-4d0f-9b89-8fef38361943 req-deaddde6-9f2b-443a-8bc7-a2c23181ea75 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=93bc3dde-ca07-4327-be4c-d513241d0d3f HTTP/1.1" status: 200 len: 943 time: 0.1899631 Nov 12 00:47:25.829491 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-0ceca73d-609c-4f16-9193-f05dd8a7a75b service neutron] 10.222.0.49 "GET /v2.0/ports/f339798c-2e3a-4e57-9c60-8a82e1cf51b0/bindings/n-h2-812236-11 HTTP/1.1" status: 200 len: 385 time: 0.2121453 Nov 12 00:47:25.848330 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ba90aff9-3f32-4e4d-a32d-fc1001d20daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:25.913992 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c11f5ac9-b9dd-4d0f-9b89-8fef38361943 req-16e68546-e677-45a6-8892-af080720643b tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985126 Nov 12 00:47:25.951728 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba90aff9-3f32-4e4d-a32d-fc1001d20daf None None] Pushing event updated for resources: {'Port': ['ID=af808cc8-c903-4495-a2b3-eef3776ff399,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:25.954760 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999bd9da-aaea-4ed6-9428-3cffca23d9ef None None] Network 4e1446ca-bd16-4617-a575-249bd806a1e5 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:47:26.118116 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-7d8aebb9-a31d-4c13-a5a5-33ea64bf4069 None None] Provisioning complete for port 1f046fe7-523d-41c3-b107-f4de8e646452 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:26.118497 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7d8aebb9-a31d-4c13-a5a5-33ea64bf4069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:26.144710 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c0424a27-506e-4dcc-a32b-db79556c28f7 req-6dc76d36-d6eb-43e2-b83e-4a64a70e8853 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ccc0568-7f72-42f1-a39c-b5e8880daea2 HTTP/1.1" status: 200 len: 210 time: 0.0750661 Nov 12 00:47:26.333735 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-aedb28d4-5b88-433d-ba47-2d24abadce35 req-5365a833-3e09-451e-8b5e-e93933ec41d4 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/ports?device_id=1acdd166-1cb7-4431-9927-29f3cbe319d4 HTTP/1.1" status: 200 len: 210 time: 0.0870986 Nov 12 00:47:26.353882 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-e909930d-f5d8-4932-8db4-253e73063bd6 service neutron] For port f339798c-2e3a-4e57-9c60-8a82e1cf51b0, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=f339798c-2e3a-4e57-9c60-8a82e1cf51b0,segment=NetworkSegment(eac800fb-e2a4-4100-807c-1fb9b17e8d78),segment_id=eac800fb-e2a4-4100-807c-1fb9b17e8d78)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:26.421707 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-e909930d-f5d8-4932-8db4-253e73063bd6 service neutron] For port f339798c-2e3a-4e57-9c60-8a82e1cf51b0, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:47:26.541226 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-e909930d-f5d8-4932-8db4-253e73063bd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f339798c-2e3a-4e57-9c60-8a82e1cf51b0 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:47:26.548002 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-2aa52e3c-6f9a-45f9-85ca-aa1866f6b17c tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:26.565511 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-2aa52e3c-6f9a-45f9-85ca-aa1866f6b17c tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:26.567768 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-2aa52e3c-6f9a-45f9-85ca-aa1866f6b17c tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.49 "GET /v2.0/networks?id=8a43e3fc-2b64-4083-afbe-05969e9d8dfa&id=4e1446ca-bd16-4617-a575-249bd806a1e5&id=8a43e3fc-2b64-4083-afbe-05969e9d8dfa HTTP/1.1" status: 200 len: 1392 time: 0.2636099 Nov 12 00:47:26.581362 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-96574bdb-7543-4aa4-848e-963a0412a983 req-ff6c05f6-6699-4267-af18-05547acc431a tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1809409567', 'description': 'tempest-description-663401016'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:26.591857 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-ff84aa50-b3d3-45dd-afcb-5ed7d8655e8a tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Request body: {'port': {'device_id': '8ccc0568-7f72-42f1-a39c-b5e8880daea2', 'network_id': '8a43e3fc-2b64-4083-afbe-05969e9d8dfa', 'admin_state_up': True, 'tenant_id': '809bf7e77c2745d0828daef0d4ec25f2'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:26.592938 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-e909930d-f5d8-4932-8db4-253e73063bd6 service neutron] For port f339798c-2e3a-4e57-9c60-8a82e1cf51b0, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f339798c-2e3a-4e57-9c60-8a82e1cf51b0,segment=NetworkSegment(eac800fb-e2a4-4100-807c-1fb9b17e8d78),segment_id=eac800fb-e2a4-4100-807c-1fb9b17e8d78)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:26.626757 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-e909930d-f5d8-4932-8db4-253e73063bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:26.665864 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-96574bdb-7543-4aa4-848e-963a0412a983 req-ff6c05f6-6699-4267-af18-05547acc431a tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:26.746010 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-96574bdb-7543-4aa4-848e-963a0412a983 req-ff6c05f6-6699-4267-af18-05547acc431a tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:26.746402 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7d8aebb9-a31d-4c13-a5a5-33ea64bf4069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:26.767206 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-96574bdb-7543-4aa4-848e-963a0412a983 req-ff6c05f6-6699-4267-af18-05547acc431a tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:26.831176 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device af808cc8-c903-4495-a2b3-eef3776ff399 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:26.849129 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279a11d-d596-4c83-b43d-2fa986b7948e req-f87fa600-1d78-4ed3-8f02-cbd8b2f5ef14 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:26.859154 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1279a11d-d596-4c83-b43d-2fa986b7948e req-f87fa600-1d78-4ed3-8f02-cbd8b2f5ef14 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9 HTTP/1.1" status: 200 len: 945 time: 0.1117303 Nov 12 00:47:26.873898 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-96574bdb-7543-4aa4-848e-963a0412a983 req-ff6c05f6-6699-4267-af18-05547acc431a tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:26.898021 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-96574bdb-7543-4aa4-848e-963a0412a983 req-ff6c05f6-6699-4267-af18-05547acc431a tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3331585 Nov 12 00:47:26.911232 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c05f6-6699-4267-af18-05547acc431a tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16576d6d-e1d5-4794-b50e-2eeb16f99def,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:26.941002 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-ff84aa50-b3d3-45dd-afcb-5ed7d8655e8a tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Made reservation on behalf of 809bf7e77c2745d0828daef0d4ec25f2 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:47:26.946292 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-ff84aa50-b3d3-45dd-afcb-5ed7d8655e8a tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:26.970808 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-e909930d-f5d8-4932-8db4-253e73063bd6 service neutron] Transition to ACTIVE for port object f339798c-2e3a-4e57-9c60-8a82e1cf51b0 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:47:26.984052 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1279a11d-d596-4c83-b43d-2fa986b7948e req-307fa5f6-f180-4d07-8a13-da04b40a7a69 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079285 Nov 12 00:47:26.985835 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-e909930d-f5d8-4932-8db4-253e73063bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:27.024537 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-7d8aebb9-a31d-4c13-a5a5-33ea64bf4069 None None] For port 1f046fe7-523d-41c3-b107-f4de8e646452, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=1f046fe7-523d-41c3-b107-f4de8e646452,segment=NetworkSegment(4259907e-91d7-4dde-a507-cfb06c455ef2),segment_id=4259907e-91d7-4dde-a507-cfb06c455ef2)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:27.051338 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7d8aebb9-a31d-4c13-a5a5-33ea64bf4069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:27.126834 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e909930d-f5d8-4932-8db4-253e73063bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=f339798c-2e3a-4e57-9c60-8a82e1cf51b0,revision_number=10']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:27.220833 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-e909930d-f5d8-4932-8db4-253e73063bd6 service neutron] No DVR routers for this DVR port f339798c-2e3a-4e57-9c60-8a82e1cf51b0 on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:47:27.239341 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8aebb9-a31d-4c13-a5a5-33ea64bf4069 None None] Pushing event updated for resources: {'Port': ['ID=1f046fe7-523d-41c3-b107-f4de8e646452,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:27.280003 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-e909930d-f5d8-4932-8db4-253e73063bd6 service neutron] 10.222.0.49 "PUT /v2.0/ports/f339798c-2e3a-4e57-9c60-8a82e1cf51b0/bindings/n-h2-812236-11/activate HTTP/1.1" status: 200 len: 370 time: 1.4454436 Nov 12 00:47:27.319167 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-83df7bc3-d49b-46fc-a8c4-97dbcc0097d0 None None] Provisioning complete for port af808cc8-c903-4495-a2b3-eef3776ff399 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:27.319841 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-83df7bc3-d49b-46fc-a8c4-97dbcc0097d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:27.345400 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88273cba-76fd-4f95-8220-3941dc50c427 req-c6544974-40fa-4313-bb0f-e2222cd7e893 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:27.350732 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-88273cba-76fd-4f95-8220-3941dc50c427 req-c6544974-40fa-4313-bb0f-e2222cd7e893 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.49 "GET /v2.0/networks?id=985dcccb-2c08-4d64-be3d-bc4d25918b83 HTTP/1.1" status: 200 len: 821 time: 0.2172925 Nov 12 00:47:27.370878 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port af808cc8-c903-4495-a2b3-eef3776ff399 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:27.373596 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-88273cba-76fd-4f95-8220-3941dc50c427 req-76edde49-61c8-4dc4-b8af-9419f63baac4 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Request body: {'port': {'device_id': '1acdd166-1cb7-4431-9927-29f3cbe319d4', 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83', 'admin_state_up': True, 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:27.373921 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:27.417121 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5030e0f6-4ca8-4c5b-aae0-0ae82e22c4e7 req-5c012967-8fd1-4cb1-9177-58e7d51dffda tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups/16576d6d-e1d5-4794-b50e-2eeb16f99def HTTP/1.1" status: 200 len: 1817 time: 0.2497413 Nov 12 00:47:27.518589 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-5030e0f6-4ca8-4c5b-aae0-0ae82e22c4e7 req-1d130c63-db7b-41f7-b8e3-d5e279ff0f00 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1549550169', 'description': 'tempest-description-hth-1704135892'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:27.605427 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 1f046fe7-523d-41c3-b107-f4de8e646452 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:27.681278 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-ff84aa50-b3d3-45dd-afcb-5ed7d8655e8a tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Allocated IP 19.80.0.76 (8a43e3fc-2b64-4083-afbe-05969e9d8dfa/bdc42618-cb71-49bb-826e-662582baea89/76d42976-bdea-4bc9-8082-e822698a05a3) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:47:27.715381 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5030e0f6-4ca8-4c5b-aae0-0ae82e22c4e7 req-1d130c63-db7b-41f7-b8e3-d5e279ff0f00 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:27.750554 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 1f046fe7-523d-41c3-b107-f4de8e646452 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:27.751184 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:27.793982 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-b9b49aa8-942d-4005-9ad2-175a041c84b8 tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:27.795611 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-b9b49aa8-942d-4005-9ad2-175a041c84b8 tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=93bc3dde-ca07-4327-be4c-d513241d0d3f&tenant_id=9c540ecbe8154e1b907ac12fc8774fd4&binding%3Ahost_id=n-h1-812236-11 HTTP/1.1" status: 200 len: 1096 time: 0.3710644 Nov 12 00:47:27.813924 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-8d7a9dc0-7725-4f73-ac30-b22b4996d09e None None] Provisioning complete for port 1f046fe7-523d-41c3-b107-f4de8e646452 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:27.814309 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8d7a9dc0-7725-4f73-ac30-b22b4996d09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:27.900429 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5030e0f6-4ca8-4c5b-aae0-0ae82e22c4e7 req-1d130c63-db7b-41f7-b8e3-d5e279ff0f00 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:27.915836 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5030e0f6-4ca8-4c5b-aae0-0ae82e22c4e7 req-1d130c63-db7b-41f7-b8e3-d5e279ff0f00 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:27.918362 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5030e0f6-4ca8-4c5b-aae0-0ae82e22c4e7 req-1d130c63-db7b-41f7-b8e3-d5e279ff0f00 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:27.919595 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5030e0f6-4ca8-4c5b-aae0-0ae82e22c4e7 req-1d130c63-db7b-41f7-b8e3-d5e279ff0f00 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "PUT /v2.0/security-groups/16576d6d-e1d5-4794-b50e-2eeb16f99def HTTP/1.1" status: 200 len: 1792 time: 0.4711440 Nov 12 00:47:27.990555 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-5c6fdc7a-572f-4149-809a-b3a1f03e9f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:27.992072 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-5c6fdc7a-572f-4149-809a-b3a1f03e9f0f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=93bc3dde-ca07-4327-be4c-d513241d0d3f&tenant_id=9c540ecbe8154e1b907ac12fc8774fd4 HTTP/1.1" status: 200 len: 1096 time: 0.1870630 Nov 12 00:47:28.007354 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d130c63-db7b-41f7-b8e3-d5e279ff0f00 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16576d6d-e1d5-4794-b50e-2eeb16f99def,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:28.117828 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87decf98-a460-4d31-9f48-288729dd1f24 req-d863b64c-d3d1-4d86-9126-a136825488b5 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:28.123091 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1ea9cd3d-24d5-4d61-b4ea-dd8c16969995 req-1e68519b-7596-495a-82fb-ed3176581df0 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ccc0568-7f72-42f1-a39c-b5e8880daea2 HTTP/1.1" status: 200 len: 210 time: 0.0737791 Nov 12 00:47:28.125245 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-87decf98-a460-4d31-9f48-288729dd1f24 req-d863b64c-d3d1-4d86-9126-a136825488b5 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=93bc3dde-ca07-4327-be4c-d513241d0d3f HTTP/1.1" status: 200 len: 944 time: 0.1380842 Nov 12 00:47:28.169951 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-ff84aa50-b3d3-45dd-afcb-5ed7d8655e8a tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:28.192728 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-44c1bff9-315b-4f96-af7f-a787945b27e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:28.200681 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-44c1bff9-315b-4f96-af7f-a787945b27e1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9c540ecbe8154e1b907ac12fc8774fd4&device_id=93bc3dde-ca07-4327-be4c-d513241d0d3f HTTP/1.1" status: 200 len: 1096 time: 0.1445475 Nov 12 00:47:28.221709 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device af808cc8-c903-4495-a2b3-eef3776ff399 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:28.272907 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-87decf98-a460-4d31-9f48-288729dd1f24 req-294e76a9-4378-4ef0-bb70-57af333a5ad0 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430717 Nov 12 00:47:28.275083 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f3850805-94e2-4484-8a35-55bcbd3fe1ca req-fc22398f-9621-48b0-8da0-6bddc2a95a7e tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/ports?device_id=1acdd166-1cb7-4431-9927-29f3cbe319d4 HTTP/1.1" status: 200 len: 210 time: 0.0453904 Nov 12 00:47:28.291701 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88273cba-76fd-4f95-8220-3941dc50c427 req-76edde49-61c8-4dc4-b8af-9419f63baac4 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Made reservation on behalf of 70fcc0cfb50649aa98c75c8239146e76 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:47:28.296896 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port af808cc8-c903-4495-a2b3-eef3776ff399 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:28.297496 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:28.300987 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-88273cba-76fd-4f95-8220-3941dc50c427 req-76edde49-61c8-4dc4-b8af-9419f63baac4 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:28.327225 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-ff84aa50-b3d3-45dd-afcb-5ed7d8655e8a tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:28.418588 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-ff84aa50-b3d3-45dd-afcb-5ed7d8655e8a tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Network 8a43e3fc-2b64-4083-afbe-05969e9d8dfa is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:28.428038 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 1f046fe7-523d-41c3-b107-f4de8e646452 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:28.438481 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-ff84aa50-b3d3-45dd-afcb-5ed7d8655e8a tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:28.478403 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-ff84aa50-b3d3-45dd-afcb-5ed7d8655e8a tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:47:28.484180 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff84aa50-b3d3-45dd-afcb-5ed7d8655e8a tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Pushing event updated for resources: {'Port': ['ID=76d42976-bdea-4bc9-8082-e822698a05a3,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:28.528921 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 1f046fe7-523d-41c3-b107-f4de8e646452 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:28.529538 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:28.603029 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-9f23e307-524b-4d6c-87b1-c01c9fe59826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:28.604519 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-9f23e307-524b-4d6c-87b1-c01c9fe59826 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d872bf93-95f4-45c4-b0f4-642aed61400a HTTP/1.1" status: 200 len: 907 time: 0.3897934 Nov 12 00:47:28.623798 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-88273cba-76fd-4f95-8220-3941dc50c427 req-76edde49-61c8-4dc4-b8af-9419f63baac4 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Allocated IP 172.20.0.7 (985dcccb-2c08-4d64-be3d-bc4d25918b83/fcb6d631-2a57-4fd6-955b-55bc25740c77/04024bef-c65a-49ef-84d8-aff717b72940) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:47:28.708594 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-37e5d230-35e6-4522-bb8e-a297b6211c75 req-134dc9e5-ec33-4182-aaea-af6879806550 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups/16576d6d-e1d5-4794-b50e-2eeb16f99def HTTP/1.1" status: 200 len: 1792 time: 0.1816959 Nov 12 00:47:28.710113 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-656cc5c1-1458-480b-8c3b-921a69a6b1f9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f339798c-2e3a-4e57-9c60-8a82e1cf51b0 HTTP/1.1" status: 200 len: 217 time: 0.0777252 Nov 12 00:47:28.870946 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-ff84aa50-b3d3-45dd-afcb-5ed7d8655e8a tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:28.871596 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-ff84aa50-b3d3-45dd-afcb-5ed7d8655e8a tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:28.900652 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-ff84aa50-b3d3-45dd-afcb-5ed7d8655e8a tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3133087 Nov 12 00:47:28.922699 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad28ee6-685e-42ee-8813-ee1b3e1050c2 req-e67e40e5-0093-46e4-8aeb-539e447bd33e tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:28.924722 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4ad28ee6-685e-42ee-8813-ee1b3e1050c2 req-e67e40e5-0093-46e4-8aeb-539e447bd33e tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9 HTTP/1.1" status: 200 len: 945 time: 0.0943282 Nov 12 00:47:28.931423 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-1518d15b-493e-447d-9e5d-c48f54c7c684 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Request body: {'port': {'device_id': '8ccc0568-7f72-42f1-a39c-b5e8880daea2', 'network_id': '4e1446ca-bd16-4617-a575-249bd806a1e5', 'admin_state_up': True, 'tenant_id': '809bf7e77c2745d0828daef0d4ec25f2'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:28.952460 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-fa5c1b59-e912-49dc-a4d4-93fa283956cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:28.953876 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-fa5c1b59-e912-49dc-a4d4-93fa283956cd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e87486ea-14b8-4357-b569-3ef6c52f1320 HTTP/1.1" status: 200 len: 846 time: 0.2335248 Nov 12 00:47:28.977117 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-88273cba-76fd-4f95-8220-3941dc50c427 req-76edde49-61c8-4dc4-b8af-9419f63baac4 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:29.030135 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-88273cba-76fd-4f95-8220-3941dc50c427 req-76edde49-61c8-4dc4-b8af-9419f63baac4 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:29.032169 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-f5ea2d4d-60c9-4860-89bf-be3e956b3c77 None None] Provisioning complete for port 76d42976-bdea-4bc9-8082-e822698a05a3 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:29.032640 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f5ea2d4d-60c9-4860-89bf-be3e956b3c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:29.066625 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-32b28c38-3976-49a0-b2ff-fa14872787e4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d872bf93-95f4-45c4-b0f4-642aed61400a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866780 Nov 12 00:47:29.071831 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4ad28ee6-685e-42ee-8813-ee1b3e1050c2 req-653b413b-8b1c-41c9-a078-d85188e4fbce tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220624 Nov 12 00:47:29.097093 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['7f016150-bbaa-4469-abf4-94dfbaf090ce'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:47:29.156868 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea2d4d-60c9-4860-89bf-be3e956b3c77 None None] Port 76d42976-bdea-4bc9-8082-e822698a05a3 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:47:29.175710 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76edde49-61c8-4dc4-b8af-9419f63baac4 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Pushing event updated for resources: {'Port': ['ID=04024bef-c65a-49ef-84d8-aff717b72940,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:29.206288 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88273cba-76fd-4f95-8220-3941dc50c427 req-76edde49-61c8-4dc4-b8af-9419f63baac4 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Network 985dcccb-2c08-4d64-be3d-bc4d25918b83 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:29.208613 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-88273cba-76fd-4f95-8220-3941dc50c427 req-76edde49-61c8-4dc4-b8af-9419f63baac4 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:29.212963 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-88273cba-76fd-4f95-8220-3941dc50c427 req-76edde49-61c8-4dc4-b8af-9419f63baac4 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:47:29.266759 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dcbf3222-e79c-4e5c-831a-78d314b73d13 req-7dcd4857-82b0-4dc1-95f6-a698bdf683a1 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups/16576d6d-e1d5-4794-b50e-2eeb16f99def HTTP/1.1" status: 200 len: 1792 time: 0.1771760 Nov 12 00:47:29.358159 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-dcbf3222-e79c-4e5c-831a-78d314b73d13 req-cd419f66-33a1-4732-adb1-1753cde90205 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:29.369583 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88273cba-76fd-4f95-8220-3941dc50c427 req-76edde49-61c8-4dc4-b8af-9419f63baac4 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:29.370509 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-88273cba-76fd-4f95-8220-3941dc50c427 req-76edde49-61c8-4dc4-b8af-9419f63baac4 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:29.401329 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-88273cba-76fd-4f95-8220-3941dc50c427 req-76edde49-61c8-4dc4-b8af-9419f63baac4 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0343454 Nov 12 00:47:29.414704 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-dcbf3222-e79c-4e5c-831a-78d314b73d13 req-cd419f66-33a1-4732-adb1-1753cde90205 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:29.417218 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7785d6-2990-4c8e-8c72-ba76a56063c8 req-c7b41574-8a31-4507-9fba-52636a01530d tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:29.418531 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bb7785d6-2990-4c8e-8c72-ba76a56063c8 req-c7b41574-8a31-4507-9fba-52636a01530d tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ccc0568-7f72-42f1-a39c-b5e8880daea2 HTTP/1.1" status: 200 len: 931 time: 0.1359262 Nov 12 00:47:29.421831 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-88273cba-76fd-4f95-8220-3941dc50c427 req-c533abb2-36cd-43e9-8b14-ada7965c918b service neutron] Request body: {'port': {'device_id': '1acdd166-1cb7-4431-9927-29f3cbe319d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:29.457939 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-0bb3bf33-7cdb-44af-9c8e-e48e4e7fe9f7 service neutron] 10.222.0.54 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719227 Nov 12 00:47:29.486271 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-1518d15b-493e-447d-9e5d-c48f54c7c684 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Made reservation on behalf of 809bf7e77c2745d0828daef0d4ec25f2 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:47:29.490956 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-1518d15b-493e-447d-9e5d-c48f54c7c684 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:29.523841 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-88273cba-76fd-4f95-8220-3941dc50c427 req-c533abb2-36cd-43e9-8b14-ada7965c918b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:29.597319 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-dcbf3222-e79c-4e5c-831a-78d314b73d13 req-cd419f66-33a1-4732-adb1-1753cde90205 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:29.602047 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-dcbf3222-e79c-4e5c-831a-78d314b73d13 req-cd419f66-33a1-4732-adb1-1753cde90205 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:29.619389 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dcbf3222-e79c-4e5c-831a-78d314b73d13 req-cd419f66-33a1-4732-adb1-1753cde90205 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "DELETE /v2.0/security-groups/16576d6d-e1d5-4794-b50e-2eeb16f99def HTTP/1.1" status: 204 len: 173 time: 0.3516514 Nov 12 00:47:29.673810 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd419f66-33a1-4732-adb1-1753cde90205 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16576d6d-e1d5-4794-b50e-2eeb16f99def,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:29.712547 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bb7785d6-2990-4c8e-8c72-ba76a56063c8 req-9ea8e5a8-9e8b-4579-b8ae-f0ee03754af0 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/security-groups?id=00852a6f-259a-4c25-b9f8-f2d48079247f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812524 Nov 12 00:47:29.767931 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-1518d15b-493e-447d-9e5d-c48f54c7c684 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Allocated IP 19.86.0.181 (4e1446ca-bd16-4617-a575-249bd806a1e5/93303cf0-8810-48fc-b11a-6cb81c3ae323/618f18a9-06c7-4afd-a073-079bf1d4514a) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:47:29.770343 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-ca17021f-38f2-46e0-95bc-70d0c71d2eff None None] Provisioning complete for port 04024bef-c65a-49ef-84d8-aff717b72940 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:29.776915 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ca17021f-38f2-46e0-95bc-70d0c71d2eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:29.781722 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-1787e262-90c9-4df7-bdf8-f9371305a471 service neutron] 10.222.0.54 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135436 Nov 12 00:47:29.877048 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-ca17021f-38f2-46e0-95bc-70d0c71d2eff None None] Port 04024bef-c65a-49ef-84d8-aff717b72940 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:47:29.986700 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f71ec2-cf90-438c-bcd4-0cddfe3a2f08 req-6fbb3458-b7a7-4bde-abcd-5d6f9ac5d7ec tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:29.994289 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d1f71ec2-cf90-438c-bcd4-0cddfe3a2f08 req-6fbb3458-b7a7-4bde-abcd-5d6f9ac5d7ec tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/ports?device_id=1acdd166-1cb7-4431-9927-29f3cbe319d4 HTTP/1.1" status: 200 len: 931 time: 0.1265583 Nov 12 00:47:30.101297 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-1518d15b-493e-447d-9e5d-c48f54c7c684 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:30.127024 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-88273cba-76fd-4f95-8220-3941dc50c427 req-c533abb2-36cd-43e9-8b14-ada7965c918b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04024bef-c65a-49ef-84d8-aff717b72940 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:47:30.135307 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d1f71ec2-cf90-438c-bcd4-0cddfe3a2f08 req-c8b2df7d-b49a-4e80-96f0-872acde9bf74 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/security-groups?id=adad9597-1ca9-4ade-8caf-a5703c9aac27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397598 Nov 12 00:47:30.139782 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-88273cba-76fd-4f95-8220-3941dc50c427 req-c533abb2-36cd-43e9-8b14-ada7965c918b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:30.159476 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-88273cba-76fd-4f95-8220-3941dc50c427 req-c533abb2-36cd-43e9-8b14-ada7965c918b service neutron] Transition to ACTIVE for port object 04024bef-c65a-49ef-84d8-aff717b72940 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:47:30.167181 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-88273cba-76fd-4f95-8220-3941dc50c427 req-c533abb2-36cd-43e9-8b14-ada7965c918b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:30.219623 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-f0271f2a-1d30-4d0f-aaf8-5a98a9c44b86 tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:30.222988 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-f0271f2a-1d30-4d0f-aaf8-5a98a9c44b86 tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=93bc3dde-ca07-4327-be4c-d513241d0d3f&tenant_id=9c540ecbe8154e1b907ac12fc8774fd4&binding%3Ahost_id=n-h2-812236-11 HTTP/1.1" status: 200 len: 1096 time: 0.0851376 Nov 12 00:47:30.280530 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c533abb2-36cd-43e9-8b14-ada7965c918b service neutron] Pushing event updated for resources: {'Port': ['ID=04024bef-c65a-49ef-84d8-aff717b72940,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:30.388369 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b7e7e-3876-471d-8658-ce67b05cf748 req-c8b04828-d0cb-49df-b971-515612f3761c tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:30.388911 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-88273cba-76fd-4f95-8220-3941dc50c427 req-c533abb2-36cd-43e9-8b14-ada7965c918b service neutron] Attempting to bind port 04024bef-c65a-49ef-84d8-aff717b72940 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:47:30.389241 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-88273cba-76fd-4f95-8220-3941dc50c427 req-c533abb2-36cd-43e9-8b14-ada7965c918b service neutron] Attempting to bind port 04024bef-c65a-49ef-84d8-aff717b72940 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:47:30.389659 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88273cba-76fd-4f95-8220-3941dc50c427 req-c533abb2-36cd-43e9-8b14-ada7965c918b service neutron] Attempting to bind port 04024bef-c65a-49ef-84d8-aff717b72940 on network 985dcccb-2c08-4d64-be3d-bc4d25918b83 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:30.391094 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-500b7e7e-3876-471d-8658-ce67b05cf748 req-c8b04828-d0cb-49df-b971-515612f3761c tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=93bc3dde-ca07-4327-be4c-d513241d0d3f HTTP/1.1" status: 200 len: 944 time: 0.0867133 Nov 12 00:47:30.395253 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88273cba-76fd-4f95-8220-3941dc50c427 req-c533abb2-36cd-43e9-8b14-ada7965c918b service neutron] Port 04024bef-c65a-49ef-84d8-aff717b72940 on network 985dcccb-2c08-4d64-be3d-bc4d25918b83 not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:47:30.395604 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88273cba-76fd-4f95-8220-3941dc50c427 req-c533abb2-36cd-43e9-8b14-ada7965c918b service neutron] Attempting to bind port 04024bef-c65a-49ef-84d8-aff717b72940 on network 985dcccb-2c08-4d64-be3d-bc4d25918b83 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:30.397121 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-1518d15b-493e-447d-9e5d-c48f54c7c684 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:30.403886 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88273cba-76fd-4f95-8220-3941dc50c427 req-c533abb2-36cd-43e9-8b14-ada7965c918b service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:47:30.404216 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88273cba-76fd-4f95-8220-3941dc50c427 req-c533abb2-36cd-43e9-8b14-ada7965c918b service neutron] Checking segment: {'id': '7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:30.404603 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88273cba-76fd-4f95-8220-3941dc50c427 req-c533abb2-36cd-43e9-8b14-ada7965c918b service neutron] Bound using segment: {'id': '7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:47:30.405044 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-88273cba-76fd-4f95-8220-3941dc50c427 req-c533abb2-36cd-43e9-8b14-ada7965c918b service neutron] Bound port: 04024bef-c65a-49ef-84d8-aff717b72940, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:47:30.405540 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-88273cba-76fd-4f95-8220-3941dc50c427 req-c533abb2-36cd-43e9-8b14-ada7965c918b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:30.549047 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-88273cba-76fd-4f95-8220-3941dc50c427 req-c533abb2-36cd-43e9-8b14-ada7965c918b service neutron] For port 04024bef-c65a-49ef-84d8-aff717b72940, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:47:30.554484 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-88273cba-76fd-4f95-8220-3941dc50c427 req-c533abb2-36cd-43e9-8b14-ada7965c918b service neutron] For port 04024bef-c65a-49ef-84d8-aff717b72940, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=04024bef-c65a-49ef-84d8-aff717b72940,segment=NetworkSegment(7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763),segment_id=7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:47:30.556788 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1518d15b-493e-447d-9e5d-c48f54c7c684 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Pushing event updated for resources: {'Port': ['ID=618f18a9-06c7-4afd-a073-079bf1d4514a,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:30.564085 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-88273cba-76fd-4f95-8220-3941dc50c427 req-c533abb2-36cd-43e9-8b14-ada7965c918b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:30.614255 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-1518d15b-493e-447d-9e5d-c48f54c7c684 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Network 4e1446ca-bd16-4617-a575-249bd806a1e5 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:30.629941 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-1518d15b-493e-447d-9e5d-c48f54c7c684 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:30.674927 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88273cba-76fd-4f95-8220-3941dc50c427 req-c533abb2-36cd-43e9-8b14-ada7965c918b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:30.675552 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-88273cba-76fd-4f95-8220-3941dc50c427 req-c533abb2-36cd-43e9-8b14-ada7965c918b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:30.676962 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-88273cba-76fd-4f95-8220-3941dc50c427 req-c533abb2-36cd-43e9-8b14-ada7965c918b service neutron] 10.222.0.49 "PUT /v2.0/ports/04024bef-c65a-49ef-84d8-aff717b72940 HTTP/1.1" status: 200 len: 1092 time: 1.2593579 Nov 12 00:47:30.687269 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1acdd166-1cb7-4431-9927-29f3cbe319d4', 'tag': '04024bef-c65a-49ef-84d8-aff717b72940'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:30.690681 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65980398-ba9e-412b-a808-1239d04ae577" -d '{"events": [{"name": "network-changed", "server_uuid": "1acdd166-1cb7-4431-9927-29f3cbe319d4", "tag": "04024bef-c65a-49ef-84d8-aff717b72940"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:30.724190 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c533abb2-36cd-43e9-8b14-ada7965c918b service neutron] Pushing event updated for resources: {'Port': ['ID=04024bef-c65a-49ef-84d8-aff717b72940,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:30.735353 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-500b7e7e-3876-471d-8658-ce67b05cf748 req-bd57ee60-b8d0-45de-8ddf-f50b1b02fc44 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304853 Nov 12 00:47:30.746005 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-1518d15b-493e-447d-9e5d-c48f54c7c684 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:47:30.765008 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-641f7e4a-3468-4421-8b6d-aaa20df96454 service neutron] For port f339798c-2e3a-4e57-9c60-8a82e1cf51b0, host n-h1-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:47:30.822723 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-641f7e4a-3468-4421-8b6d-aaa20df96454 service neutron] Publish callbacks [] for binding, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:30.824684 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-37aad556-a1b1-41c8-acdb-ad74da528b6b req-641f7e4a-3468-4421-8b6d-aaa20df96454 service neutron] 10.222.0.54 "DELETE /v2.0/ports/f339798c-2e3a-4e57-9c60-8a82e1cf51b0/bindings/n-h1-812236-11 HTTP/1.1" status: 204 len: 173 time: 0.5860293 Nov 12 00:47:30.911794 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-1518d15b-493e-447d-9e5d-c48f54c7c684 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:30.915673 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-1518d15b-493e-447d-9e5d-c48f54c7c684 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:30.922674 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba3971c-3801-4f25-808e-a6f27a3660be req-386499d0-6443-4fa8-8ba3-161fd39478a1 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:30.932136 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bba3971c-3801-4f25-808e-a6f27a3660be req-386499d0-6443-4fa8-8ba3-161fd39478a1 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9 HTTP/1.1" status: 200 len: 945 time: 0.2540283 Nov 12 00:47:30.960337 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-1518d15b-493e-447d-9e5d-c48f54c7c684 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0342956 Nov 12 00:47:30.978093 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88273cba-76fd-4f95-8220-3941dc50c427 req-3eb07aab-850a-4bf3-acfd-fbb14933d86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:30.980530 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-88273cba-76fd-4f95-8220-3941dc50c427 req-3eb07aab-850a-4bf3-acfd-fbb14933d86c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=70fcc0cfb50649aa98c75c8239146e76&device_id=1acdd166-1cb7-4431-9927-29f3cbe319d4 HTTP/1.1" status: 200 len: 1095 time: 0.2296677 Nov 12 00:47:30.981790 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-e6312fad-e9e5-46d7-8640-1f108f10e0e5 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Request body: {'port': {'device_id': '8ccc0568-7f72-42f1-a39c-b5e8880daea2', 'network_id': '8a43e3fc-2b64-4083-afbe-05969e9d8dfa', 'admin_state_up': True, 'tenant_id': '809bf7e77c2745d0828daef0d4ec25f2'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:31.107364 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bba3971c-3801-4f25-808e-a6f27a3660be req-9f61ec12-1518-4031-b7b8-af6a1e4d82ff tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579547 Nov 12 00:47:31.119900 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-88273cba-76fd-4f95-8220-3941dc50c427 req-739d5ad9-f177-4871-a566-4f448f6d2a2c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04024bef-c65a-49ef-84d8-aff717b72940 HTTP/1.1" status: 200 len: 217 time: 0.1154091 Nov 12 00:47:31.231979 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-4e945904-f2be-4ea9-93b3-17f7a9b77f97 None None] Provisioning complete for port 618f18a9-06c7-4afd-a073-079bf1d4514a triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:31.232979 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4e945904-f2be-4ea9-93b3-17f7a9b77f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:31.240339 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88273cba-76fd-4f95-8220-3941dc50c427 req-203feac6-74d9-4e19-8399-6bc6f354da5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:31.241743 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-88273cba-76fd-4f95-8220-3941dc50c427 req-203feac6-74d9-4e19-8399-6bc6f354da5d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fcb6d631-2a57-4fd6-955b-55bc25740c77 HTTP/1.1" status: 200 len: 860 time: 0.1197324 Nov 12 00:47:31.250935 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-e6312fad-e9e5-46d7-8640-1f108f10e0e5 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Made reservation on behalf of 809bf7e77c2745d0828daef0d4ec25f2 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:47:31.258881 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-e6312fad-e9e5-46d7-8640-1f108f10e0e5 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:31.297253 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-4e945904-f2be-4ea9-93b3-17f7a9b77f97 None None] Port 618f18a9-06c7-4afd-a073-079bf1d4514a cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:47:31.332937 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a946cb-5134-4fcc-9cdb-5e45f332ae3d x-openstack-request-id: req-18a946cb-5134-4fcc-9cdb-5e45f332ae3d {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:31.333497 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1acdd166-1cb7-4431-9927-29f3cbe319d4", "tag": "04024bef-c65a-49ef-84d8-aff717b72940", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:31.333614 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-18a946cb-5134-4fcc-9cdb-5e45f332ae3d {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:31.334273 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1acdd166-1cb7-4431-9927-29f3cbe319d4', 'tag': '04024bef-c65a-49ef-84d8-aff717b72940', 'status': 'completed', 'code': 200} Nov 12 00:47:31.362450 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88273cba-76fd-4f95-8220-3941dc50c427 req-51391ff0-a458-41b9-8c7f-9ff7ac3f30c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:31.364089 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-88273cba-76fd-4f95-8220-3941dc50c427 req-51391ff0-a458-41b9-8c7f-9ff7ac3f30c2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=985dcccb-2c08-4d64-be3d-bc4d25918b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1066029 Nov 12 00:47:31.517888 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9bdc87-67f3-4ac9-8138-426b857462fa req-119cd7c1-2685-456e-9c4f-ef35b5978c62 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:31.525656 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9bdc87-67f3-4ac9-8138-426b857462fa req-119cd7c1-2685-456e-9c4f-ef35b5978c62 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:31.527467 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8d9bdc87-67f3-4ac9-8138-426b857462fa req-119cd7c1-2685-456e-9c4f-ef35b5978c62 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ccc0568-7f72-42f1-a39c-b5e8880daea2 HTTP/1.1" status: 200 len: 1654 time: 0.1219966 Nov 12 00:47:31.572770 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-88273cba-76fd-4f95-8220-3941dc50c427 req-10afdb72-475d-4a8b-b37a-5bcc021c03ba service neutron] 10.222.0.49 "GET /v2.0/networks/985dcccb-2c08-4d64-be3d-bc4d25918b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978667 Nov 12 00:47:31.642290 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8d9bdc87-67f3-4ac9-8138-426b857462fa req-597fbd00-098f-4c1c-bca6-45731b97760c tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/security-groups?id=00852a6f-259a-4c25-b9f8-f2d48079247f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933855 Nov 12 00:47:31.745849 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [req-4dc5989c-be2c-4ae0-bd0f-dfc441f4e624 req-d878fe63-8206-4a99-9da5-8a8d9aebecd1 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] show failed (client error): The resource could not be found. Nov 12 00:47:31.762220 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4dc5989c-be2c-4ae0-bd0f-dfc441f4e624 req-d878fe63-8206-4a99-9da5-8a8d9aebecd1 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups/0ed3e4e5-9d6e-49c2-88e8-18b55e398c0f HTTP/1.1" status: 404 len: 352 time: 0.0387244 Nov 12 00:47:31.798314 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-88273cba-76fd-4f95-8220-3941dc50c427 req-7a521cb1-beea-40b4-8583-bf75e33db436 service neutron] 10.222.0.49 "GET /v2.0/networks/985dcccb-2c08-4d64-be3d-bc4d25918b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138963 Nov 12 00:47:32.018400 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-e6312fad-e9e5-46d7-8640-1f108f10e0e5 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Allocated IP 19.80.0.144 (8a43e3fc-2b64-4083-afbe-05969e9d8dfa/bdc42618-cb71-49bb-826e-662582baea89/9d8ac72d-b2b5-4962-b16a-d958ead0c93f) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:47:32.103761 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b73f47-2f30-41cf-8128-081c3fadf012 req-26be14e4-8224-42d0-87a6-f154793d26f9 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:32.103761 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b9b73f47-2f30-41cf-8128-081c3fadf012 req-26be14e4-8224-42d0-87a6-f154793d26f9 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/ports?device_id=1acdd166-1cb7-4431-9927-29f3cbe319d4 HTTP/1.1" status: 200 len: 943 time: 0.1537650 Nov 12 00:47:32.103970 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65980398-ba9e-412b-a808-1239d04ae577 req-184a1719-3d35-45bd-83bc-5557c8e23eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:32.103970 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-65980398-ba9e-412b-a808-1239d04ae577 req-184a1719-3d35-45bd-83bc-5557c8e23eb4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=70fcc0cfb50649aa98c75c8239146e76&device_id=1acdd166-1cb7-4431-9927-29f3cbe319d4 HTTP/1.1" status: 200 len: 1095 time: 0.1642578 Nov 12 00:47:32.198906 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b9b73f47-2f30-41cf-8128-081c3fadf012 req-74cbd799-5711-4bc2-9683-a838dc6c2853 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/security-groups?id=adad9597-1ca9-4ade-8caf-a5703c9aac27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020026 Nov 12 00:47:32.225415 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb65781-b4c5-47e0-8c8c-9992a5b01f3d req-553e450d-2944-4cd5-b5b3-1f6a19e4989a tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:32.238042 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6cb65781-b4c5-47e0-8c8c-9992a5b01f3d req-553e450d-2944-4cd5-b5b3-1f6a19e4989a tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=93bc3dde-ca07-4327-be4c-d513241d0d3f HTTP/1.1" status: 200 len: 1096 time: 0.1868389 Nov 12 00:47:32.277991 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [req-8625178a-35fa-46cf-b518-11bb81b5dcb5 req-fe99c395-43ee-4aa9-a2ed-2ac01e585384 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] show failed (client error): The resource could not be found. Nov 12 00:47:32.279020 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8625178a-35fa-46cf-b518-11bb81b5dcb5 req-fe99c395-43ee-4aa9-a2ed-2ac01e585384 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups/4b56ccc7-bb79-4ea9-8c06-4f9c8fce3248 HTTP/1.1" status: 404 len: 352 time: 0.0208514 Nov 12 00:47:32.328929 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-e6312fad-e9e5-46d7-8640-1f108f10e0e5 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:32.341646 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65980398-ba9e-412b-a808-1239d04ae577 req-f74ee824-687c-40cf-b0ce-d9457a369f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:32.343129 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-65980398-ba9e-412b-a808-1239d04ae577 req-f74ee824-687c-40cf-b0ce-d9457a369f9c service neutron] 10.222.0.49 "GET /v2.0/networks?id=985dcccb-2c08-4d64-be3d-bc4d25918b83 HTTP/1.1" status: 200 len: 922 time: 0.2412083 Nov 12 00:47:32.351920 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6cb65781-b4c5-47e0-8c8c-9992a5b01f3d req-01cbbcff-a1cd-412e-811e-de23269f5381 tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128943 Nov 12 00:47:32.425341 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-65980398-ba9e-412b-a808-1239d04ae577 req-33d3012c-d043-4810-afd7-bbae372162d9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04024bef-c65a-49ef-84d8-aff717b72940 HTTP/1.1" status: 200 len: 217 time: 0.0720522 Nov 12 00:47:32.431159 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [req-aee09ea7-1bdc-4a5f-8cd0-54f20c5a5126 req-aa96976a-18b4-4490-b382-750a7cd18e60 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] show failed (client error): The resource could not be found. Nov 12 00:47:32.432375 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aee09ea7-1bdc-4a5f-8cd0-54f20c5a5126 req-aa96976a-18b4-4490-b382-750a7cd18e60 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups/39ed50e1-fe13-4224-ac5b-6df033b6aa30 HTTP/1.1" status: 404 len: 352 time: 0.0156860 Nov 12 00:47:32.511511 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f5d02-793f-4729-8f21-6ce244f4e982 req-fb7ded7f-e5a7-4b87-a674-b26b5efd627c tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:32.515177 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-726f5d02-793f-4729-8f21-6ce244f4e982 req-fb7ded7f-e5a7-4b87-a674-b26b5efd627c tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9 HTTP/1.1" status: 200 len: 945 time: 0.1302719 Nov 12 00:47:32.518966 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65980398-ba9e-412b-a808-1239d04ae577 req-fe234c70-f9e7-49a8-982e-8e8abdaf196c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:32.520442 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-65980398-ba9e-412b-a808-1239d04ae577 req-fe234c70-f9e7-49a8-982e-8e8abdaf196c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fcb6d631-2a57-4fd6-955b-55bc25740c77 HTTP/1.1" status: 200 len: 860 time: 0.0844264 Nov 12 00:47:32.522660 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-e6312fad-e9e5-46d7-8640-1f108f10e0e5 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:32.607139 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65980398-ba9e-412b-a808-1239d04ae577 req-3e28534b-5995-4277-8b56-31dd7fa51c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:32.608938 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-65980398-ba9e-412b-a808-1239d04ae577 req-3e28534b-5995-4277-8b56-31dd7fa51c82 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=985dcccb-2c08-4d64-be3d-bc4d25918b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0809226 Nov 12 00:47:32.621507 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36fac8-4ed7-47c4-bfd3-4ebb1b716bf1 req-a4948c49-5c4b-4b3b-8e55-569da6b84941 tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:32.629073 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-e6312fad-e9e5-46d7-8640-1f108f10e0e5 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Network 8a43e3fc-2b64-4083-afbe-05969e9d8dfa is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:32.629268 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5a36fac8-4ed7-47c4-bfd3-4ebb1b716bf1 req-a4948c49-5c4b-4b3b-8e55-569da6b84941 tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=93bc3dde-ca07-4327-be4c-d513241d0d3f HTTP/1.1" status: 200 len: 1096 time: 0.0664718 Nov 12 00:47:32.638602 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-e6312fad-e9e5-46d7-8640-1f108f10e0e5 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:32.644949 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-e6312fad-e9e5-46d7-8640-1f108f10e0e5 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:47:32.708634 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-e6312fad-e9e5-46d7-8640-1f108f10e0e5 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:32.709919 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-e6312fad-e9e5-46d7-8640-1f108f10e0e5 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:32.758879 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6312fad-e9e5-46d7-8640-1f108f10e0e5 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Pushing event updated for resources: {'Port': ['ID=9d8ac72d-b2b5-4962-b16a-d958ead0c93f,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:32.760846 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-65980398-ba9e-412b-a808-1239d04ae577 req-9f0fa322-533d-4339-926c-09f649224c2c service neutron] 10.222.0.49 "GET /v2.0/networks/985dcccb-2c08-4d64-be3d-bc4d25918b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234844 Nov 12 00:47:32.793029 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-726f5d02-793f-4729-8f21-6ce244f4e982 req-b3363ab0-7cd0-4ff2-8a5c-987877d2b85c tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608492 Nov 12 00:47:32.797801 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-e6312fad-e9e5-46d7-8640-1f108f10e0e5 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8198597 Nov 12 00:47:32.819775 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-93a99ff2-c6a6-4749-9ea3-75c17b8062e5 service neutron] Request body: {'port': {'device_id': '8ccc0568-7f72-42f1-a39c-b5e8880daea2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:32.913484 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5a36fac8-4ed7-47c4-bfd3-4ebb1b716bf1 req-1299476b-87d1-4a32-8a2f-4258d562ee16 tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811360 Nov 12 00:47:32.947972 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51692) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:32.980130 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-65980398-ba9e-412b-a808-1239d04ae577 req-03f086bb-7e37-4dc5-84bd-c09bb33736a1 service neutron] 10.222.0.49 "GET /v2.0/networks/985dcccb-2c08-4d64-be3d-bc4d25918b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991987 Nov 12 00:47:32.981990 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-93a99ff2-c6a6-4749-9ea3-75c17b8062e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:33.018815 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [req-877499da-32e0-494f-a724-33ff10ddcf0b req-3a0c1e1f-9709-45ac-939e-ad3845c450a5 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] show failed (client error): The resource could not be found. Nov 12 00:47:33.040504 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-877499da-32e0-494f-a724-33ff10ddcf0b req-3a0c1e1f-9709-45ac-939e-ad3845c450a5 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups/ec334d1b-857e-436c-9f7a-95fdb79b601a HTTP/1.1" status: 404 len: 352 time: 0.1526184 Nov 12 00:47:33.074021 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-d71a405a-c40d-441a-875a-4a33ceb1eecb None None] Provisioning complete for port 9d8ac72d-b2b5-4962-b16a-d958ead0c93f triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:33.074581 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d71a405a-c40d-441a-875a-4a33ceb1eecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:33.160375 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4afce-f7ca-412b-b0e4-402c4236803d req-8dbb9717-51a0-495f-9007-5c9210cba3bb tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:33.164431 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-d71a405a-c40d-441a-875a-4a33ceb1eecb None None] Port 9d8ac72d-b2b5-4962-b16a-d958ead0c93f cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:47:33.171526 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4afce-f7ca-412b-b0e4-402c4236803d req-8dbb9717-51a0-495f-9007-5c9210cba3bb tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:33.178692 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4afce-f7ca-412b-b0e4-402c4236803d req-8dbb9717-51a0-495f-9007-5c9210cba3bb tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:33.180698 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-33b4afce-f7ca-412b-b0e4-402c4236803d req-8dbb9717-51a0-495f-9007-5c9210cba3bb tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ccc0568-7f72-42f1-a39c-b5e8880daea2 HTTP/1.1" status: 200 len: 2376 time: 0.1439433 Nov 12 00:47:33.216217 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c75747f0-5cc6-41a4-98ed-845f833d32e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:33.237706 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [req-d3772d17-a03a-4261-95a5-688048e026e4 req-876ed03d-676a-4fca-bc56-14e44efc7f39 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] show failed (client error): The resource could not be found. Nov 12 00:47:33.238837 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d3772d17-a03a-4261-95a5-688048e026e4 req-876ed03d-676a-4fca-bc56-14e44efc7f39 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups/25a843b5-4aa7-4b50-8974-d1a6e53f8141 HTTP/1.1" status: 404 len: 352 time: 0.0536115 Nov 12 00:47:33.254371 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-33b4afce-f7ca-412b-b0e4-402c4236803d req-dbbe83ed-94c2-48e1-8377-8d57ef823aa9 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/security-groups?id=00852a6f-259a-4c25-b9f8-f2d48079247f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615363 Nov 12 00:47:33.427952 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10bc58-7193-41da-8e96-8f286cbbd866 req-6f0aa0d9-386d-432e-a760-9c3eec4afe69 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:33.430231 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ca10bc58-7193-41da-8e96-8f286cbbd866 req-6f0aa0d9-386d-432e-a760-9c3eec4afe69 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/ports?device_id=1acdd166-1cb7-4431-9927-29f3cbe319d4 HTTP/1.1" status: 200 len: 943 time: 0.0955305 Nov 12 00:47:33.453124 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c75747f0-5cc6-41a4-98ed-845f833d32e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:33.473447 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c75747f0-5cc6-41a4-98ed-845f833d32e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:33.484012 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ca10bc58-7193-41da-8e96-8f286cbbd866 req-4f2cb40e-45a7-4621-bff7-8fa0fa5ee720 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/security-groups?id=adad9597-1ca9-4ade-8caf-a5703c9aac27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477281 Nov 12 00:47:33.533486 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [req-3e5c4ffa-23bb-4ad1-9672-4debc0392b49 req-1d59412d-7224-44a8-b8c9-daf495be677d tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] show failed (client error): The resource could not be found. Nov 12 00:47:33.541789 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3e5c4ffa-23bb-4ad1-9672-4debc0392b49 req-1d59412d-7224-44a8-b8c9-daf495be677d tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups/b558d801-bfef-4d97-9837-42bf82fec2dc HTTP/1.1" status: 404 len: 352 time: 0.0253158 Nov 12 00:47:33.592522 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-93a99ff2-c6a6-4749-9ea3-75c17b8062e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76d42976-bdea-4bc9-8082-e822698a05a3 {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:47:33.600529 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c75747f0-5cc6-41a4-98ed-845f833d32e3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3808c8167fc84f278fb728f6f29136e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6431856 Nov 12 00:47:33.604391 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75747f0-5cc6-41a4-98ed-845f833d32e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d751859b-52dd-4cad-ad3a-ebb2dc54a609,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:33.608701 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-93a99ff2-c6a6-4749-9ea3-75c17b8062e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:33.627689 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-93a99ff2-c6a6-4749-9ea3-75c17b8062e5 service neutron] Transition to ACTIVE for port object 76d42976-bdea-4bc9-8082-e822698a05a3 will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:47:33.634595 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51712) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:33.645446 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-93a99ff2-c6a6-4749-9ea3-75c17b8062e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:33.805819 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a99ff2-c6a6-4749-9ea3-75c17b8062e5 service neutron] Pushing event updated for resources: {'Port': ['ID=76d42976-bdea-4bc9-8082-e822698a05a3,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:33.806508 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e82fdb20-0839-4317-9441-ab0f8018c43f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:33.819399 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-93a99ff2-c6a6-4749-9ea3-75c17b8062e5 service neutron] Attempting to bind port 76d42976-bdea-4bc9-8082-e822698a05a3 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:47:33.820215 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-93a99ff2-c6a6-4749-9ea3-75c17b8062e5 service neutron] Attempting to bind port 76d42976-bdea-4bc9-8082-e822698a05a3 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'bd4ad2af-8aff-4252-8121-61c861d1ca0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8a43e3fc-2b64-4083-afbe-05969e9d8dfa'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:47:33.821064 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-93a99ff2-c6a6-4749-9ea3-75c17b8062e5 service neutron] Attempting to bind port 76d42976-bdea-4bc9-8082-e822698a05a3 on network 8a43e3fc-2b64-4083-afbe-05969e9d8dfa {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:33.826613 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-93a99ff2-c6a6-4749-9ea3-75c17b8062e5 service neutron] Port 76d42976-bdea-4bc9-8082-e822698a05a3 on network 8a43e3fc-2b64-4083-afbe-05969e9d8dfa not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:47:33.826938 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-93a99ff2-c6a6-4749-9ea3-75c17b8062e5 service neutron] Attempting to bind port 76d42976-bdea-4bc9-8082-e822698a05a3 on network 8a43e3fc-2b64-4083-afbe-05969e9d8dfa {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:33.834520 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-93a99ff2-c6a6-4749-9ea3-75c17b8062e5 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:47:33.835028 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-93a99ff2-c6a6-4749-9ea3-75c17b8062e5 service neutron] Checking segment: {'id': 'bd4ad2af-8aff-4252-8121-61c861d1ca0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8a43e3fc-2b64-4083-afbe-05969e9d8dfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:33.835419 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-93a99ff2-c6a6-4749-9ea3-75c17b8062e5 service neutron] Bound using segment: {'id': 'bd4ad2af-8aff-4252-8121-61c861d1ca0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8a43e3fc-2b64-4083-afbe-05969e9d8dfa'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:47:33.835854 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-93a99ff2-c6a6-4749-9ea3-75c17b8062e5 service neutron] Bound port: 76d42976-bdea-4bc9-8082-e822698a05a3, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd4ad2af-8aff-4252-8121-61c861d1ca0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8a43e3fc-2b64-4083-afbe-05969e9d8dfa'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:47:33.836199 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-93a99ff2-c6a6-4749-9ea3-75c17b8062e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:33.869251 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e82fdb20-0839-4317-9441-ab0f8018c43f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:33.920325 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-93a99ff2-c6a6-4749-9ea3-75c17b8062e5 service neutron] For port 76d42976-bdea-4bc9-8082-e822698a05a3, host n-h1-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:47:33.926510 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-93a99ff2-c6a6-4749-9ea3-75c17b8062e5 service neutron] For port 76d42976-bdea-4bc9-8082-e822698a05a3, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=76d42976-bdea-4bc9-8082-e822698a05a3,segment=NetworkSegment(bd4ad2af-8aff-4252-8121-61c861d1ca0d),segment_id=bd4ad2af-8aff-4252-8121-61c861d1ca0d)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:47:33.939777 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-93a99ff2-c6a6-4749-9ea3-75c17b8062e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:33.969023 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03717627-2a8e-4c67-a8a8-fdf3c0177578 req-e7748979-0210-4191-ab25-a7cfd8895b2b tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:33.970724 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-03717627-2a8e-4c67-a8a8-fdf3c0177578 req-e7748979-0210-4191-ab25-a7cfd8895b2b tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9 HTTP/1.1" status: 200 len: 945 time: 0.0725336 Nov 12 00:47:33.982855 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e82fdb20-0839-4317-9441-ab0f8018c43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:33.986233 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e82fdb20-0839-4317-9441-ab0f8018c43f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:33.990502 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e82fdb20-0839-4317-9441-ab0f8018c43f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d751859b-52dd-4cad-ad3a-ebb2dc54a609 HTTP/1.1" status: 204 len: 168 time: 0.3494003 Nov 12 00:47:34.003018 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-93a99ff2-c6a6-4749-9ea3-75c17b8062e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:34.003640 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-93a99ff2-c6a6-4749-9ea3-75c17b8062e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:34.005189 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-93a99ff2-c6a6-4749-9ea3-75c17b8062e5 service neutron] 10.222.0.49 "PUT /v2.0/ports/76d42976-bdea-4bc9-8082-e822698a05a3 HTTP/1.1" status: 200 len: 1092 time: 1.1917520 Nov 12 00:47:34.007162 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ccc0568-7f72-42f1-a39c-b5e8880daea2', 'tag': '76d42976-bdea-4bc9-8082-e822698a05a3'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:34.009468 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7db9c5-4ede-43f0-907e-5bcf383d9d5c" -d '{"events": [{"name": "network-changed", "server_uuid": "8ccc0568-7f72-42f1-a39c-b5e8880daea2", "tag": "76d42976-bdea-4bc9-8082-e822698a05a3"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:34.029350 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82fdb20-0839-4317-9441-ab0f8018c43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d751859b-52dd-4cad-ad3a-ebb2dc54a609,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:34.044746 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-114b8432-6010-4271-9103-5576f1f0cfc4 service neutron] Request body: {'port': {'device_id': '8ccc0568-7f72-42f1-a39c-b5e8880daea2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:34.055400 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e5c799-7c72-4b73-8c4e-dae95adeb5b1 req-beee8bf9-82bf-40f8-8327-5930ac7cc0b0 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:34.057700 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-97e5c799-7c72-4b73-8c4e-dae95adeb5b1 req-beee8bf9-82bf-40f8-8327-5930ac7cc0b0 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6789b733-5436-455d-9e3f-93c1031ad9c5 HTTP/1.1" status: 200 len: 1023 time: 0.1341817 Nov 12 00:47:34.060110 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a99ff2-c6a6-4749-9ea3-75c17b8062e5 service neutron] Pushing event updated for resources: {'Port': ['ID=76d42976-bdea-4bc9-8082-e822698a05a3,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:34.105695 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-03717627-2a8e-4c67-a8a8-fdf3c0177578 req-f54ec679-9645-4895-8e89-287db1ea084e tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150427 Nov 12 00:47:34.159307 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac93571-e4f2-46e6-a320-c0b9935fc0e5 x-openstack-request-id: req-aac93571-e4f2-46e6-a320-c0b9935fc0e5 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:34.159597 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ccc0568-7f72-42f1-a39c-b5e8880daea2", "tag": "76d42976-bdea-4bc9-8082-e822698a05a3", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:34.159895 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aac93571-e4f2-46e6-a320-c0b9935fc0e5 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:34.160242 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ccc0568-7f72-42f1-a39c-b5e8880daea2', 'tag': '76d42976-bdea-4bc9-8082-e822698a05a3', 'status': 'completed', 'code': 200} Nov 12 00:47:34.160781 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-114b8432-6010-4271-9103-5576f1f0cfc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:34.227440 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a118fc66-b474-4ff4-adf2-cccd6e9245e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:34.269337 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-97e5c799-7c72-4b73-8c4e-dae95adeb5b1 req-8c7e14c7-c8cd-4159-b23d-3cced8ad6511 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6dcbb99-5a5b-4748-be2f-51fcd88ac275&id=82305b01-3f6d-4f1c-afa7-67e7cd1099a4&id=9e3175a2-49e6-4a0d-9291-cdd01a0236ee&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1901903 Nov 12 00:47:34.270800 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7db9c5-4ede-43f0-907e-5bcf383d9d5c req-86793ef7-aad8-4fd8-ab7a-f1d42f732288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:34.273230 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7db9c5-4ede-43f0-907e-5bcf383d9d5c req-86793ef7-aad8-4fd8-ab7a-f1d42f732288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:34.273985 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7db9c5-4ede-43f0-907e-5bcf383d9d5c req-86793ef7-aad8-4fd8-ab7a-f1d42f732288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:34.275967 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6c7db9c5-4ede-43f0-907e-5bcf383d9d5c req-86793ef7-aad8-4fd8-ab7a-f1d42f732288 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=809bf7e77c2745d0828daef0d4ec25f2&device_id=8ccc0568-7f72-42f1-a39c-b5e8880daea2 HTTP/1.1" status: 200 len: 2732 time: 0.0648639 Nov 12 00:47:34.429773 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7db9c5-4ede-43f0-907e-5bcf383d9d5c req-f883d2d3-c963-43ff-be6b-6ffa10336476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:34.430487 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7db9c5-4ede-43f0-907e-5bcf383d9d5c req-f883d2d3-c963-43ff-be6b-6ffa10336476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:34.432749 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7db9c5-4ede-43f0-907e-5bcf383d9d5c req-f883d2d3-c963-43ff-be6b-6ffa10336476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:34.432749 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6c7db9c5-4ede-43f0-907e-5bcf383d9d5c req-f883d2d3-c963-43ff-be6b-6ffa10336476 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=809bf7e77c2745d0828daef0d4ec25f2&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1416996 Nov 12 00:47:34.480223 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363934c-7b9d-49ba-bd39-f472af20ae94 req-f17a3402-d53b-4ff2-b3ad-715cb79e9140 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:34.487458 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363934c-7b9d-49ba-bd39-f472af20ae94 req-f17a3402-d53b-4ff2-b3ad-715cb79e9140 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:34.494415 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363934c-7b9d-49ba-bd39-f472af20ae94 req-f17a3402-d53b-4ff2-b3ad-715cb79e9140 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:34.496292 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5363934c-7b9d-49ba-bd39-f472af20ae94 req-f17a3402-d53b-4ff2-b3ad-715cb79e9140 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ccc0568-7f72-42f1-a39c-b5e8880daea2 HTTP/1.1" status: 200 len: 2388 time: 0.1170087 Nov 12 00:47:34.570686 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7db9c5-4ede-43f0-907e-5bcf383d9d5c req-9c3f38da-d10f-4d21-900c-365aa881cd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:34.572573 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6c7db9c5-4ede-43f0-907e-5bcf383d9d5c req-9c3f38da-d10f-4d21-900c-365aa881cd92 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1328306 Nov 12 00:47:34.632601 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5363934c-7b9d-49ba-bd39-f472af20ae94 req-97bac6e8-2f5e-4e32-82ab-29a771e6e226 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/security-groups?id=00852a6f-259a-4c25-b9f8-f2d48079247f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012232 Nov 12 00:47:34.698163 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d962e8a-9af2-4bb2-ae6b-1a5de2136e17 req-5d06e703-8571-405a-aa3b-710cc9691939 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:34.708393 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2d962e8a-9af2-4bb2-ae6b-1a5de2136e17 req-5d06e703-8571-405a-aa3b-710cc9691939 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/ports?device_id=1acdd166-1cb7-4431-9927-29f3cbe319d4 HTTP/1.1" status: 200 len: 943 time: 0.1347866 Nov 12 00:47:34.809484 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2d962e8a-9af2-4bb2-ae6b-1a5de2136e17 req-6cfeeb45-3896-40bf-9e65-d436b5ee0fbe tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/security-groups?id=adad9597-1ca9-4ade-8caf-a5703c9aac27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987377 Nov 12 00:47:34.813894 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-114b8432-6010-4271-9103-5576f1f0cfc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 618f18a9-06c7-4afd-a073-079bf1d4514a {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:47:34.827223 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-114b8432-6010-4271-9103-5576f1f0cfc4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:34.872649 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-114b8432-6010-4271-9103-5576f1f0cfc4 service neutron] Transition to ACTIVE for port object 618f18a9-06c7-4afd-a073-079bf1d4514a will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:47:34.888868 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-114b8432-6010-4271-9103-5576f1f0cfc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:34.913591 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58ce03-f5f3-4daf-adc9-682fbb2ae81f req-231276ce-f81f-4057-8e20-f4a1692cf44a tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:34.915147 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cc58ce03-f5f3-4daf-adc9-682fbb2ae81f req-231276ce-f81f-4057-8e20-f4a1692cf44a tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 945 time: 0.0932615 Nov 12 00:47:34.969137 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b8432-6010-4271-9103-5576f1f0cfc4 service neutron] Pushing event updated for resources: {'Port': ['ID=618f18a9-06c7-4afd-a073-079bf1d4514a,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:35.089549 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cc58ce03-f5f3-4daf-adc9-682fbb2ae81f req-be1f47c3-ba0e-4a37-a77c-c53ac27f1da0 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506553 Nov 12 00:47:35.113455 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-114b8432-6010-4271-9103-5576f1f0cfc4 service neutron] Attempting to bind port 618f18a9-06c7-4afd-a073-079bf1d4514a on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:47:35.113455 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-114b8432-6010-4271-9103-5576f1f0cfc4 service neutron] Attempting to bind port 618f18a9-06c7-4afd-a073-079bf1d4514a by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '4259907e-91d7-4dde-a507-cfb06c455ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4e1446ca-bd16-4617-a575-249bd806a1e5'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:47:35.113455 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-114b8432-6010-4271-9103-5576f1f0cfc4 service neutron] Attempting to bind port 618f18a9-06c7-4afd-a073-079bf1d4514a on network 4e1446ca-bd16-4617-a575-249bd806a1e5 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:35.113909 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-114b8432-6010-4271-9103-5576f1f0cfc4 service neutron] Port 618f18a9-06c7-4afd-a073-079bf1d4514a on network 4e1446ca-bd16-4617-a575-249bd806a1e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:47:35.113909 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-114b8432-6010-4271-9103-5576f1f0cfc4 service neutron] Attempting to bind port 618f18a9-06c7-4afd-a073-079bf1d4514a on network 4e1446ca-bd16-4617-a575-249bd806a1e5 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:35.125777 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-114b8432-6010-4271-9103-5576f1f0cfc4 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:47:35.126139 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-114b8432-6010-4271-9103-5576f1f0cfc4 service neutron] Checking segment: {'id': '4259907e-91d7-4dde-a507-cfb06c455ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4e1446ca-bd16-4617-a575-249bd806a1e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:35.126691 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-114b8432-6010-4271-9103-5576f1f0cfc4 service neutron] Bound using segment: {'id': '4259907e-91d7-4dde-a507-cfb06c455ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4e1446ca-bd16-4617-a575-249bd806a1e5'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:47:35.127699 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-114b8432-6010-4271-9103-5576f1f0cfc4 service neutron] Bound port: 618f18a9-06c7-4afd-a073-079bf1d4514a, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4259907e-91d7-4dde-a507-cfb06c455ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4e1446ca-bd16-4617-a575-249bd806a1e5'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:47:35.128081 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-114b8432-6010-4271-9103-5576f1f0cfc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:35.228164 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-114b8432-6010-4271-9103-5576f1f0cfc4 service neutron] For port 618f18a9-06c7-4afd-a073-079bf1d4514a, host n-h1-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:47:35.233107 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-114b8432-6010-4271-9103-5576f1f0cfc4 service neutron] For port 618f18a9-06c7-4afd-a073-079bf1d4514a, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=618f18a9-06c7-4afd-a073-079bf1d4514a,segment=NetworkSegment(4259907e-91d7-4dde-a507-cfb06c455ef2),segment_id=4259907e-91d7-4dde-a507-cfb06c455ef2)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:47:35.238904 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-114b8432-6010-4271-9103-5576f1f0cfc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:35.285196 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-114b8432-6010-4271-9103-5576f1f0cfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:35.286289 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-114b8432-6010-4271-9103-5576f1f0cfc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:35.289427 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-114b8432-6010-4271-9103-5576f1f0cfc4 service neutron] 10.222.0.49 "PUT /v2.0/ports/618f18a9-06c7-4afd-a073-079bf1d4514a HTTP/1.1" status: 200 len: 1093 time: 1.2489617 Nov 12 00:47:35.328130 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-f496b181-a2d3-49e6-b457-7efb57e69ccd service neutron] Request body: {'port': {'device_id': '8ccc0568-7f72-42f1-a39c-b5e8880daea2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:35.332141 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b8432-6010-4271-9103-5576f1f0cfc4 service neutron] Pushing event updated for resources: {'Port': ['ID=618f18a9-06c7-4afd-a073-079bf1d4514a,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:35.378073 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef13dd-fb64-4d39-9330-d8618455001e req-087d6aa8-c530-48a6-a0d4-5b8e5051499d tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:35.388335 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-85ef13dd-fb64-4d39-9330-d8618455001e req-087d6aa8-c530-48a6-a0d4-5b8e5051499d tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9 HTTP/1.1" status: 200 len: 945 time: 0.0794766 Nov 12 00:47:35.416990 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-f496b181-a2d3-49e6-b457-7efb57e69ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:35.433470 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 04024bef-c65a-49ef-84d8-aff717b72940 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:47:35.480584 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-85ef13dd-fb64-4d39-9330-d8618455001e req-f348d885-82e9-4e11-addf-90b6096468f1 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907075 Nov 12 00:47:35.665039 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 04024bef-c65a-49ef-84d8-aff717b72940, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=04024bef-c65a-49ef-84d8-aff717b72940,segment=NetworkSegment(7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763),segment_id=7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:35.682175 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '04024bef-c65a-49ef-84d8-aff717b72940', 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83', 'port_id': '04024bef-c65a-49ef-84d8-aff717b72940', 'mac_address': 'fa:16:3e:aa:39:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcb6d631-2a57-4fd6-955b-55bc25740c77', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:47:35.747043 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:35.766627 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04024bef-c65a-49ef-84d8-aff717b72940 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:47:35.803663 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 04024bef-c65a-49ef-84d8-aff717b72940, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=04024bef-c65a-49ef-84d8-aff717b72940,segment=NetworkSegment(7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763),segment_id=7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:35.809742 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:35.878821 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849161dd-f50f-441e-9222-3a9d17ad0923 req-37ee5c90-a0cc-4b4c-8f4d-e4801bf0e54b tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:35.880406 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-849161dd-f50f-441e-9222-3a9d17ad0923 req-37ee5c90-a0cc-4b4c-8f4d-e4801bf0e54b tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6789b733-5436-455d-9e3f-93c1031ad9c5 HTTP/1.1" status: 200 len: 1023 time: 0.1100354 Nov 12 00:47:35.927848 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=04024bef-c65a-49ef-84d8-aff717b72940,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:35.976711 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075a462-8e22-4024-aa42-47a30ec58539 req-66f292a4-e1bb-4d01-acda-1bd36bed20be tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:35.979560 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-f496b181-a2d3-49e6-b457-7efb57e69ccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d8ac72d-b2b5-4962-b16a-d958ead0c93f {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:47:35.983261 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075a462-8e22-4024-aa42-47a30ec58539 req-66f292a4-e1bb-4d01-acda-1bd36bed20be tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:35.988273 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-f496b181-a2d3-49e6-b457-7efb57e69ccd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:35.989792 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075a462-8e22-4024-aa42-47a30ec58539 req-66f292a4-e1bb-4d01-acda-1bd36bed20be tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:35.991954 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b075a462-8e22-4024-aa42-47a30ec58539 req-66f292a4-e1bb-4d01-acda-1bd36bed20be tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ccc0568-7f72-42f1-a39c-b5e8880daea2 HTTP/1.1" status: 200 len: 2400 time: 0.0803094 Nov 12 00:47:36.003995 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-f496b181-a2d3-49e6-b457-7efb57e69ccd service neutron] Transition to ACTIVE for port object 9d8ac72d-b2b5-4962-b16a-d958ead0c93f will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:47:36.019108 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-f496b181-a2d3-49e6-b457-7efb57e69ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:36.060275 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b075a462-8e22-4024-aa42-47a30ec58539 req-3b726dae-dd55-4dd8-aee6-067ede957cf4 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/security-groups?id=00852a6f-259a-4c25-b9f8-f2d48079247f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621939 Nov 12 00:47:36.118892 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['04024bef-c65a-49ef-84d8-aff717b72940'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:47:36.161460 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ccc0568-7f72-42f1-a39c-b5e8880daea2', 'tag': '618f18a9-06c7-4afd-a073-079bf1d4514a'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:36.164771 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7d6446-3823-49fb-9969-ccd1872c3d4d" -d '{"events": [{"name": "network-changed", "server_uuid": "8ccc0568-7f72-42f1-a39c-b5e8880daea2", "tag": "618f18a9-06c7-4afd-a073-079bf1d4514a"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:36.216467 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635b6a7-bef7-40dd-9c22-4e2f3dc24289 req-66926d39-d859-4878-b662-6fedeb7deea5 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:36.218091 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2635b6a7-bef7-40dd-9c22-4e2f3dc24289 req-66926d39-d859-4878-b662-6fedeb7deea5 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.54 "GET /v2.0/ports?device_id=6789b733-5436-455d-9e3f-93c1031ad9c5 HTTP/1.1" status: 200 len: 1023 time: 0.2875710 Nov 12 00:47:36.218758 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496b181-a2d3-49e6-b457-7efb57e69ccd service neutron] Pushing event updated for resources: {'Port': ['ID=9d8ac72d-b2b5-4962-b16a-d958ead0c93f,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:36.291326 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57f49c-39e5-492c-a7f2-c2e27eea2ba1 req-b145a8fc-17da-436a-9856-d056371c3488 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:36.301527 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3d57f49c-39e5-492c-a7f2-c2e27eea2ba1 req-b145a8fc-17da-436a-9856-d056371c3488 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9 HTTP/1.1" status: 200 len: 945 time: 0.0830982 Nov 12 00:47:36.328255 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-849161dd-f50f-441e-9222-3a9d17ad0923 req-0d834f3a-9ca6-4265-9f9e-ca2e65cff5ef tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6dcbb99-5a5b-4748-be2f-51fcd88ac275&id=82305b01-3f6d-4f1c-afa7-67e7cd1099a4&id=9e3175a2-49e6-4a0d-9291-cdd01a0236ee&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.4362731 Nov 12 00:47:36.368348 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3d57f49c-39e5-492c-a7f2-c2e27eea2ba1 req-0df2faa1-0fde-422d-9768-f5224622adeb tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656872 Nov 12 00:47:36.421167 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-f496b181-a2d3-49e6-b457-7efb57e69ccd service neutron] Attempting to bind port 9d8ac72d-b2b5-4962-b16a-d958ead0c93f on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:47:36.421167 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-f496b181-a2d3-49e6-b457-7efb57e69ccd service neutron] Attempting to bind port 9d8ac72d-b2b5-4962-b16a-d958ead0c93f by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'bd4ad2af-8aff-4252-8121-61c861d1ca0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8a43e3fc-2b64-4083-afbe-05969e9d8dfa'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:47:36.421167 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-f496b181-a2d3-49e6-b457-7efb57e69ccd service neutron] Attempting to bind port 9d8ac72d-b2b5-4962-b16a-d958ead0c93f on network 8a43e3fc-2b64-4083-afbe-05969e9d8dfa {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:36.422115 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3444055e-bba1-4e52-ae56-1bedf992c1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:36.430262 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-f496b181-a2d3-49e6-b457-7efb57e69ccd service neutron] Port 9d8ac72d-b2b5-4962-b16a-d958ead0c93f on network 8a43e3fc-2b64-4083-afbe-05969e9d8dfa not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:47:36.430582 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-f496b181-a2d3-49e6-b457-7efb57e69ccd service neutron] Attempting to bind port 9d8ac72d-b2b5-4962-b16a-d958ead0c93f on network 8a43e3fc-2b64-4083-afbe-05969e9d8dfa {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:36.436782 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-f496b181-a2d3-49e6-b457-7efb57e69ccd service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:47:36.436986 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-f496b181-a2d3-49e6-b457-7efb57e69ccd service neutron] Checking segment: {'id': 'bd4ad2af-8aff-4252-8121-61c861d1ca0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8a43e3fc-2b64-4083-afbe-05969e9d8dfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:36.437213 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-f496b181-a2d3-49e6-b457-7efb57e69ccd service neutron] Bound using segment: {'id': 'bd4ad2af-8aff-4252-8121-61c861d1ca0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8a43e3fc-2b64-4083-afbe-05969e9d8dfa'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:47:36.439264 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-f496b181-a2d3-49e6-b457-7efb57e69ccd service neutron] Bound port: 9d8ac72d-b2b5-4962-b16a-d958ead0c93f, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd4ad2af-8aff-4252-8121-61c861d1ca0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8a43e3fc-2b64-4083-afbe-05969e9d8dfa'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:47:36.439628 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-f496b181-a2d3-49e6-b457-7efb57e69ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:36.467342 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3cceb10-b897-4209-9e25-5c029b74cc13 x-openstack-request-id: req-a3cceb10-b897-4209-9e25-5c029b74cc13 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:36.467628 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ccc0568-7f72-42f1-a39c-b5e8880daea2", "tag": "618f18a9-06c7-4afd-a073-079bf1d4514a", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:36.468147 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a3cceb10-b897-4209-9e25-5c029b74cc13 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:36.468275 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ccc0568-7f72-42f1-a39c-b5e8880daea2', 'tag': '618f18a9-06c7-4afd-a073-079bf1d4514a', 'status': 'completed', 'code': 200} Nov 12 00:47:36.534124 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-2635b6a7-bef7-40dd-9c22-4e2f3dc24289 req-fecfac67-6ce6-43c0-8f4d-97baf500828d tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Deleting port 4aba5687-8005-418b-ad6e-2d354049b976 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:47:36.534539 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-2635b6a7-bef7-40dd-9c22-4e2f3dc24289 req-fecfac67-6ce6-43c0-8f4d-97baf500828d tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:36.596827 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d6446-3823-49fb-9969-ccd1872c3d4d req-15c9a02c-e5dd-4536-a43a-55050b9292da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:36.597635 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d6446-3823-49fb-9969-ccd1872c3d4d req-15c9a02c-e5dd-4536-a43a-55050b9292da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:36.597787 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d6446-3823-49fb-9969-ccd1872c3d4d req-15c9a02c-e5dd-4536-a43a-55050b9292da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:36.599471 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1a7d6446-3823-49fb-9969-ccd1872c3d4d req-15c9a02c-e5dd-4536-a43a-55050b9292da service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=809bf7e77c2745d0828daef0d4ec25f2&device_id=8ccc0568-7f72-42f1-a39c-b5e8880daea2 HTTP/1.1" status: 200 len: 2826 time: 0.0881181 Nov 12 00:47:36.611348 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06638060-df1a-4826-8764-47d792f91872 req-319c93a1-c752-4e0b-ad4f-d57a8200b965 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:36.612807 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-06638060-df1a-4826-8764-47d792f91872 req-319c93a1-c752-4e0b-ad4f-d57a8200b965 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9 HTTP/1.1" status: 200 len: 945 time: 0.0706866 Nov 12 00:47:36.627528 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4e043-47ce-4dc3-bc4a-a196ff4978cb req-b20044dc-8ee6-4ef4-8952-b81e04281d20 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:36.629195 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-48d4e043-47ce-4dc3-bc4a-a196ff4978cb req-b20044dc-8ee6-4ef4-8952-b81e04281d20 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/ports?device_id=1acdd166-1cb7-4431-9927-29f3cbe319d4 HTTP/1.1" status: 200 len: 944 time: 0.1773849 Nov 12 00:47:36.636092 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-f496b181-a2d3-49e6-b457-7efb57e69ccd service neutron] For port 9d8ac72d-b2b5-4962-b16a-d958ead0c93f, host n-h1-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:47:36.660493 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-f496b181-a2d3-49e6-b457-7efb57e69ccd service neutron] For port 9d8ac72d-b2b5-4962-b16a-d958ead0c93f, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=9d8ac72d-b2b5-4962-b16a-d958ead0c93f,segment=NetworkSegment(bd4ad2af-8aff-4252-8121-61c861d1ca0d),segment_id=bd4ad2af-8aff-4252-8121-61c861d1ca0d)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:47:36.673011 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-f496b181-a2d3-49e6-b457-7efb57e69ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:36.748274 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-06638060-df1a-4826-8764-47d792f91872 req-db80c76d-338f-4824-b5f8-d2b02f046591 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242566 Nov 12 00:47:36.749404 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-f496b181-a2d3-49e6-b457-7efb57e69ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:36.750007 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-f496b181-a2d3-49e6-b457-7efb57e69ccd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:36.751408 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-f496b181-a2d3-49e6-b457-7efb57e69ccd service neutron] 10.222.0.49 "PUT /v2.0/ports/9d8ac72d-b2b5-4962-b16a-d958ead0c93f HTTP/1.1" status: 200 len: 1093 time: 1.4287789 Nov 12 00:47:36.756950 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-2635b6a7-bef7-40dd-9c22-4e2f3dc24289 req-fecfac67-6ce6-43c0-8f4d-97baf500828d tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] For port 4aba5687-8005-418b-ad6e-2d354049b976, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=4aba5687-8005-418b-ad6e-2d354049b976,segment=NetworkSegment(8e3a4060-eb73-4d7a-8d87-83ca2cbba051),segment_id=8e3a4060-eb73-4d7a-8d87-83ca2cbba051)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:36.757325 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-2635b6a7-bef7-40dd-9c22-4e2f3dc24289 req-fecfac67-6ce6-43c0-8f4d-97baf500828d tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:36.793929 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-2635b6a7-bef7-40dd-9c22-4e2f3dc24289 req-fecfac67-6ce6-43c0-8f4d-97baf500828d tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Calling delete_port for 4aba5687-8005-418b-ad6e-2d354049b976 owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:47:36.795977 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d6446-3823-49fb-9969-ccd1872c3d4d req-8486afdb-759a-4302-a76a-8762c4331d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:36.796139 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496b181-a2d3-49e6-b457-7efb57e69ccd service neutron] Pushing event updated for resources: {'Port': ['ID=9d8ac72d-b2b5-4962-b16a-d958ead0c93f,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:36.796430 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d6446-3823-49fb-9969-ccd1872c3d4d req-8486afdb-759a-4302-a76a-8762c4331d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:36.807474 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-48d4e043-47ce-4dc3-bc4a-a196ff4978cb req-b3e0cb82-67a4-4a9f-9649-58c197e78bb3 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/security-groups?id=adad9597-1ca9-4ade-8caf-a5703c9aac27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516879 Nov 12 00:47:36.814283 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d6446-3823-49fb-9969-ccd1872c3d4d req-8486afdb-759a-4302-a76a-8762c4331d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:36.831005 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1a7d6446-3823-49fb-9969-ccd1872c3d4d req-8486afdb-759a-4302-a76a-8762c4331d03 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=809bf7e77c2745d0828daef0d4ec25f2&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2161477 Nov 12 00:47:37.074904 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d6446-3823-49fb-9969-ccd1872c3d4d req-5caff2c1-780a-4e2f-aabe-b60b8c0f7c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:37.079702 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1a7d6446-3823-49fb-9969-ccd1872c3d4d req-5caff2c1-780a-4e2f-aabe-b60b8c0f7c00 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2476733 Nov 12 00:47:37.085552 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-2635b6a7-bef7-40dd-9c22-4e2f3dc24289 req-fecfac67-6ce6-43c0-8f4d-97baf500828d tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:37.142270 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['4aba5687-8005-418b-ad6e-2d354049b976'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:47:37.196203 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecfac67-6ce6-43c0-8f4d-97baf500828d tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Pushing event deleted for resources: {'Port': ['ID=4aba5687-8005-418b-ad6e-2d354049b976,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:37.224196 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcdf601-deda-44dd-9afd-92cbb318363b req-d9471428-8355-478e-90e8-3acd5c02e3fa tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:37.226556 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4fcdf601-deda-44dd-9afd-92cbb318363b req-d9471428-8355-478e-90e8-3acd5c02e3fa tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9 HTTP/1.1" status: 200 len: 945 time: 0.1261446 Nov 12 00:47:37.232407 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-3d2cf808-5e05-4ca5-ab10-a4d91bca9823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:37.232935 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-3d2cf808-5e05-4ca5-ab10-a4d91bca9823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:37.237242 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-3d2cf808-5e05-4ca5-ab10-a4d91bca9823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:37.238518 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-3d2cf808-5e05-4ca5-ab10-a4d91bca9823 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=809bf7e77c2745d0828daef0d4ec25f2&device_id=8ccc0568-7f72-42f1-a39c-b5e8880daea2 HTTP/1.1" status: 200 len: 2868 time: 0.0776865 Nov 12 00:47:37.263907 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-2635b6a7-bef7-40dd-9c22-4e2f3dc24289 req-fecfac67-6ce6-43c0-8f4d-97baf500828d tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] No DVR routers for this DVR port 4aba5687-8005-418b-ad6e-2d354049b976 on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:47:37.268437 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-2635b6a7-bef7-40dd-9c22-4e2f3dc24289 req-fecfac67-6ce6-43c0-8f4d-97baf500828d tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:37.274185 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2635b6a7-bef7-40dd-9c22-4e2f3dc24289 req-fecfac67-6ce6-43c0-8f4d-97baf500828d tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.54 "DELETE /v2.0/ports/4aba5687-8005-418b-ad6e-2d354049b976 HTTP/1.1" status: 204 len: 173 time: 1.0416775 Nov 12 00:47:37.328778 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc4474-ad70-463a-9d3a-6f1a43b889d0 req-12ad7ad9-0672-4054-b162-09279d4eef5c tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:37.335268 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-2ccadc89-c85a-4dde-8644-1e91c1e804c6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.76&port_id=76d42976-bdea-4bc9-8082-e822698a05a3 HTTP/1.1" status: 200 len: 217 time: 0.0759678 Nov 12 00:47:37.337164 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc4474-ad70-463a-9d3a-6f1a43b889d0 req-12ad7ad9-0672-4054-b162-09279d4eef5c tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:37.345627 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc4474-ad70-463a-9d3a-6f1a43b889d0 req-12ad7ad9-0672-4054-b162-09279d4eef5c tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:37.347536 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-95fc4474-ad70-463a-9d3a-6f1a43b889d0 req-12ad7ad9-0672-4054-b162-09279d4eef5c tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ccc0568-7f72-42f1-a39c-b5e8880daea2 HTTP/1.1" status: 200 len: 2412 time: 0.1525841 Nov 12 00:47:37.424960 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4fcdf601-deda-44dd-9afd-92cbb318363b req-e6449541-4f41-426b-9783-ce8475db8fd4 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832559 Nov 12 00:47:37.429686 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-95fc4474-ad70-463a-9d3a-6f1a43b889d0 req-68e914ec-0b3d-4bc0-a246-22a1bb21b18f tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/security-groups?id=00852a6f-259a-4c25-b9f8-f2d48079247f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722694 Nov 12 00:47:37.437861 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 04024bef-c65a-49ef-84d8-aff717b72940 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:37.457816 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-d63056e9-e1b4-4196-b275-fe6d65d01218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:37.457816 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-d63056e9-e1b4-4196-b275-fe6d65d01218 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bdc42618-cb71-49bb-826e-662582baea89 HTTP/1.1" status: 200 len: 801 time: 0.1130824 Nov 12 00:47:37.498423 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51864) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:37.539743 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 04024bef-c65a-49ef-84d8-aff717b72940 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:47:37.545038 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 04024bef-c65a-49ef-84d8-aff717b72940 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:37.545430 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:37.547025 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-5d54ae24-dcb8-448a-bc93-bf4e2f4bf7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:37.549661 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-5d54ae24-dcb8-448a-bc93-bf4e2f4bf7c6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8a43e3fc-2b64-4083-afbe-05969e9d8dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0847201 Nov 12 00:47:37.625601 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-40f06d3a-d9c1-4ade-b685-69fcd8fe18a2 req-10ba65eb-92e5-4e07-9703-d5cc92c85df9 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6789b733-5436-455d-9e3f-93c1031ad9c5 HTTP/1.1" status: 200 len: 210 time: 0.0542889 Nov 12 00:47:37.656771 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3683971a-e897-46f4-b506-8d958e1ca424 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:37.663236 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:37.674412 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-494e80f0-f25e-45c7-8aad-4c5a2748609c service neutron] 10.222.0.49 "GET /v2.0/networks/8a43e3fc-2b64-4083-afbe-05969e9d8dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170933 Nov 12 00:47:37.721043 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:37.756887 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device cfa2737e-ff39-485a-a2ad-858e4b4be17b no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:47:37.767661 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3683971a-e897-46f4-b506-8d958e1ca424 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:37.783798 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3683971a-e897-46f4-b506-8d958e1ca424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:37.795906 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1acdd166-1cb7-4431-9927-29f3cbe319d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04024bef-c65a-49ef-84d8-aff717b72940'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:37.798172 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427c71af-1e2c-44e9-87c6-9c734be8cfb5" -d '{"events": [{"server_uuid": "1acdd166-1cb7-4431-9927-29f3cbe319d4", "name": "network-vif-plugged", "status": "completed", "tag": "04024bef-c65a-49ef-84d8-aff717b72940"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:37.823907 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-dd4a410d-4160-4a89-838d-ae31c9b1ebe3 service neutron] 10.222.0.49 "GET /v2.0/networks/8a43e3fc-2b64-4083-afbe-05969e9d8dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405094 Nov 12 00:47:37.826647 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 04024bef-c65a-49ef-84d8-aff717b72940, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=04024bef-c65a-49ef-84d8-aff717b72940,segment=NetworkSegment(7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763),segment_id=7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:37.845414 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:37.861683 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3683971a-e897-46f4-b506-8d958e1ca424 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f76c81d3988249b19ce25b5573470418&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3618045 Nov 12 00:47:37.862462 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51876) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:37.890716 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-48ae858b-a7b8-4c87-8d78-a0347934135a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.181&port_id=618f18a9-06c7-4afd-a073-079bf1d4514a HTTP/1.1" status: 200 len: 217 time: 0.0585489 Nov 12 00:47:37.899895 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3683971a-e897-46f4-b506-8d958e1ca424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef330034-5b38-4df6-9aec-d2849d20e496,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:37.901143 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6701c2-1b59-4e0f-9f78-54b76d16ff4c x-openstack-request-id: req-ac6701c2-1b59-4e0f-9f78-54b76d16ff4c {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:37.901682 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1acdd166-1cb7-4431-9927-29f3cbe319d4", "name": "network-vif-plugged", "status": "completed", "tag": "04024bef-c65a-49ef-84d8-aff717b72940", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:37.902026 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ac6701c2-1b59-4e0f-9f78-54b76d16ff4c {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:37.903213 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1acdd166-1cb7-4431-9927-29f3cbe319d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04024bef-c65a-49ef-84d8-aff717b72940', 'code': 200} Nov 12 00:47:37.975335 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-4390399c-36a0-4718-a04d-fdce90dd15f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:37.977578 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-4390399c-36a0-4718-a04d-fdce90dd15f7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=93303cf0-8810-48fc-b11a-6cb81c3ae323 HTTP/1.1" status: 200 len: 801 time: 0.0605693 Nov 12 00:47:37.992296 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=04024bef-c65a-49ef-84d8-aff717b72940,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:38.004136 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:38.044076 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-055026be-5828-4541-9078-e969b970482a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:38.047962 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-9755833b-02db-45df-b5ad-77945c171a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:38.050192 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-9755833b-02db-45df-b5ad-77945c171a3f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4e1446ca-bd16-4617-a575-249bd806a1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637286 Nov 12 00:47:38.051024 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port cfa2737e-ff39-485a-a2ad-858e4b4be17b, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=cfa2737e-ff39-485a-a2ad-858e4b4be17b,segment=NetworkSegment(8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b),segment_id=8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:38.057200 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:38.064870 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82c211-87e8-4a0d-9d81-225a68a45d6c req-150a0b2b-93c8-46d0-a446-c2f838a1998a tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:38.067259 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8f82c211-87e8-4a0d-9d81-225a68a45d6c req-150a0b2b-93c8-46d0-a446-c2f838a1998a tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/ports?device_id=1acdd166-1cb7-4431-9927-29f3cbe319d4 HTTP/1.1" status: 200 len: 945 time: 0.1533513 Nov 12 00:47:38.107984 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-055026be-5828-4541-9078-e969b970482a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:38.150580 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=cfa2737e-ff39-485a-a2ad-858e4b4be17b,revision_number=8']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:38.213601 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-5103d600-94a7-4370-a368-f5d6dd2bf027 service neutron] 10.222.0.49 "GET /v2.0/networks/4e1446ca-bd16-4617-a575-249bd806a1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437624 Nov 12 00:47:38.225797 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8f82c211-87e8-4a0d-9d81-225a68a45d6c req-c659c438-ceee-4f7e-93d3-89def65ea95b tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/security-groups?id=adad9597-1ca9-4ade-8caf-a5703c9aac27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353428 Nov 12 00:47:38.235321 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b1f67-0d2e-4ed5-abec-34fec9b3ff2b req-ab2d8137-3ed0-4b8b-9228-4764e5375493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:38.237251 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-796b1f67-0d2e-4ed5-abec-34fec9b3ff2b req-ab2d8137-3ed0-4b8b-9228-4764e5375493 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1acdd166-1cb7-4431-9927-29f3cbe319d4 HTTP/1.1" status: 200 len: 1097 time: 0.0900390 Nov 12 00:47:38.262530 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-055026be-5828-4541-9078-e969b970482a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:38.265223 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-055026be-5828-4541-9078-e969b970482a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:38.266483 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-055026be-5828-4541-9078-e969b970482a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ef330034-5b38-4df6-9aec-d2849d20e496 HTTP/1.1" status: 204 len: 168 time: 0.3996928 Nov 12 00:47:38.278858 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055026be-5828-4541-9078-e969b970482a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef330034-5b38-4df6-9aec-d2849d20e496,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:38.304760 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-796b1f67-0d2e-4ed5-abec-34fec9b3ff2b req-9dbbca6b-b48d-4ac0-b4fb-aa44c1ac63cc service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=adad9597-1ca9-4ade-8caf-a5703c9aac27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599132 Nov 12 00:47:38.355904 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-c22557bb-7b01-47d9-8347-68b0d2016862 service neutron] 10.222.0.49 "GET /v2.0/networks/4e1446ca-bd16-4617-a575-249bd806a1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312816 Nov 12 00:47:38.469043 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ccc0568-7f72-42f1-a39c-b5e8880daea2', 'tag': '9d8ac72d-b2b5-4962-b16a-d958ead0c93f'}, {'server_uuid': '6789b733-5436-455d-9e3f-93c1031ad9c5', 'name': 'network-vif-deleted', 'tag': '4aba5687-8005-418b-ad6e-2d354049b976'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:38.472306 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0d1837-6667-48f0-a9a8-9d457e1fccff" -d '{"events": [{"name": "network-changed", "server_uuid": "8ccc0568-7f72-42f1-a39c-b5e8880daea2", "tag": "9d8ac72d-b2b5-4962-b16a-d958ead0c93f"}, {"server_uuid": "6789b733-5436-455d-9e3f-93c1031ad9c5", "name": "network-vif-deleted", "tag": "4aba5687-8005-418b-ad6e-2d354049b976"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:38.573315 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a525b6-da44-46a7-a994-93b8d5cd178f req-5eb24dda-9db3-4f0a-9af1-924b0bd7b4c5 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:38.576089 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-24a525b6-da44-46a7-a994-93b8d5cd178f req-5eb24dda-9db3-4f0a-9af1-924b0bd7b4c5 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9 HTTP/1.1" status: 200 len: 945 time: 0.0627112 Nov 12 00:47:38.597519 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f3cb73-de43-4ed6-a79b-800f531437de req-ce16cb38-f3f2-4189-83ab-268920ea84a9 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:38.604494 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f3cb73-de43-4ed6-a79b-800f531437de req-ce16cb38-f3f2-4189-83ab-268920ea84a9 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:38.610746 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f3cb73-de43-4ed6-a79b-800f531437de req-ce16cb38-f3f2-4189-83ab-268920ea84a9 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:38.613125 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-10f3cb73-de43-4ed6-a79b-800f531437de req-ce16cb38-f3f2-4189-83ab-268920ea84a9 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ccc0568-7f72-42f1-a39c-b5e8880daea2 HTTP/1.1" status: 200 len: 2412 time: 0.0930126 Nov 12 00:47:38.632127 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-3dcd2a96-114d-4448-aa48-144ffa935f3b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.144&port_id=9d8ac72d-b2b5-4962-b16a-d958ead0c93f HTTP/1.1" status: 200 len: 217 time: 0.0538745 Nov 12 00:47:38.682516 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-10f3cb73-de43-4ed6-a79b-800f531437de req-49d9579c-a289-4f36-94f0-044d7fa493c1 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/security-groups?id=00852a6f-259a-4c25-b9f8-f2d48079247f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629940 Nov 12 00:47:38.697344 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-24a525b6-da44-46a7-a994-93b8d5cd178f req-c4b63c11-8f67-4275-a4ad-fd3d918693e4 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026635 Nov 12 00:47:38.794323 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-93f8de25-bd6a-4a01-8855-2a9163d24fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:38.796000 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-93f8de25-bd6a-4a01-8855-2a9163d24fce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bdc42618-cb71-49bb-826e-662582baea89 HTTP/1.1" status: 200 len: 801 time: 0.1060774 Nov 12 00:47:38.797702 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517f406-add1-4db1-98ca-4bd837581e19 req-83cde435-3587-4f5e-aa0e-6ab423806b9a tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:38.799462 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f517f406-add1-4db1-98ca-4bd837581e19 req-83cde435-3587-4f5e-aa0e-6ab423806b9a tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9 HTTP/1.1" status: 200 len: 945 time: 0.1116371 Nov 12 00:47:38.801836 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f1be29-7688-4f23-9f8d-f0484e7371d7 x-openstack-request-id: req-33f1be29-7688-4f23-9f8d-f0484e7371d7 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:38.802186 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ccc0568-7f72-42f1-a39c-b5e8880daea2", "tag": "9d8ac72d-b2b5-4962-b16a-d958ead0c93f", "status": "completed", "code": 200}, {"server_uuid": "6789b733-5436-455d-9e3f-93c1031ad9c5", "name": "network-vif-deleted", "tag": "4aba5687-8005-418b-ad6e-2d354049b976", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:38.803334 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-33f1be29-7688-4f23-9f8d-f0484e7371d7 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:38.803823 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ccc0568-7f72-42f1-a39c-b5e8880daea2', 'tag': '9d8ac72d-b2b5-4962-b16a-d958ead0c93f', 'status': 'completed', 'code': 200} Nov 12 00:47:38.804171 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6789b733-5436-455d-9e3f-93c1031ad9c5', 'name': 'network-vif-deleted', 'tag': '4aba5687-8005-418b-ad6e-2d354049b976', 'status': 'completed', 'code': 200} Nov 12 00:47:38.877210 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-8be5347f-c680-490a-9817-82e78be688c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:38.880156 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-8be5347f-c680-490a-9817-82e78be688c1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8a43e3fc-2b64-4083-afbe-05969e9d8dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663128 Nov 12 00:47:38.944544 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-f517f406-add1-4db1-98ca-4bd837581e19 req-858630da-be9a-405a-bc8c-bb7748b1134e tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Deleting port 1efa13fd-8c07-486c-9a40-e05ad31bd16b {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:47:38.944929 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f517f406-add1-4db1-98ca-4bd837581e19 req-858630da-be9a-405a-bc8c-bb7748b1134e tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:39.004308 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a13d109a-fc9b-44c6-9e10-cd805befbf35 req-b8522cff-05ff-47f3-a0a6-58eff5c73868 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups/82305b01-3f6d-4f1c-afa7-67e7cd1099a4 HTTP/1.1" status: 200 len: 1816 time: 0.1225777 Nov 12 00:47:39.066487 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-ea6bbe1b-fe83-4ce6-9ee2-e641a6e96467 service neutron] 10.222.0.49 "GET /v2.0/networks/8a43e3fc-2b64-4083-afbe-05969e9d8dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780257 Nov 12 00:47:39.083077 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-f517f406-add1-4db1-98ca-4bd837581e19 req-858630da-be9a-405a-bc8c-bb7748b1134e tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] For port 1efa13fd-8c07-486c-9a40-e05ad31bd16b, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=1efa13fd-8c07-486c-9a40-e05ad31bd16b,segment=NetworkSegment(6c913048-0125-4fcf-b07f-89f668c97b8b),segment_id=6c913048-0125-4fcf-b07f-89f668c97b8b)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:39.085397 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f517f406-add1-4db1-98ca-4bd837581e19 req-858630da-be9a-405a-bc8c-bb7748b1134e tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:39.104499 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-f517f406-add1-4db1-98ca-4bd837581e19 req-858630da-be9a-405a-bc8c-bb7748b1134e tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Calling delete_port for 1efa13fd-8c07-486c-9a40-e05ad31bd16b owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:47:39.168169 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:39.203860 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a13d109a-fc9b-44c6-9e10-cd805befbf35 req-8e95a314-f74e-4aeb-b05a-74fcecc2f537 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:39.233759 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c7c1542-f5ff-4fac-8826-6c8771f35170 req-8178aaf1-efa6-452c-b7f7-491f40af7837 service neutron] 10.222.0.49 "GET /v2.0/networks/8a43e3fc-2b64-4083-afbe-05969e9d8dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567318 Nov 12 00:47:39.242209 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a13d109a-fc9b-44c6-9e10-cd805befbf35 req-8e95a314-f74e-4aeb-b05a-74fcecc2f537 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:39.294978 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a13d109a-fc9b-44c6-9e10-cd805befbf35 req-8e95a314-f74e-4aeb-b05a-74fcecc2f537 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:39.299424 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a13d109a-fc9b-44c6-9e10-cd805befbf35 req-8e95a314-f74e-4aeb-b05a-74fcecc2f537 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:39.300966 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a13d109a-fc9b-44c6-9e10-cd805befbf35 req-8e95a314-f74e-4aeb-b05a-74fcecc2f537 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "DELETE /v2.0/security-groups/82305b01-3f6d-4f1c-afa7-67e7cd1099a4 HTTP/1.1" status: 204 len: 173 time: 0.2729449 Nov 12 00:47:39.316626 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e95a314-f74e-4aeb-b05a-74fcecc2f537 tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82305b01-3f6d-4f1c-afa7-67e7cd1099a4,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:39.328992 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f517f406-add1-4db1-98ca-4bd837581e19 req-858630da-be9a-405a-bc8c-bb7748b1134e tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:39.363510 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['1efa13fd-8c07-486c-9a40-e05ad31bd16b'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:47:39.398733 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858630da-be9a-405a-bc8c-bb7748b1134e tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Pushing event deleted for resources: {'Port': ['ID=1efa13fd-8c07-486c-9a40-e05ad31bd16b,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:39.414760 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['25329fc1-d1a5-4c67-85e3-ffe2ca49309c'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:47:39.431158 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-f517f406-add1-4db1-98ca-4bd837581e19 req-858630da-be9a-405a-bc8c-bb7748b1134e tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] No DVR routers for this DVR port 1efa13fd-8c07-486c-9a40-e05ad31bd16b on host n-h1-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:47:39.433967 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f517f406-add1-4db1-98ca-4bd837581e19 req-858630da-be9a-405a-bc8c-bb7748b1134e tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:39.438202 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f517f406-add1-4db1-98ca-4bd837581e19 req-858630da-be9a-405a-bc8c-bb7748b1134e tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.49 "DELETE /v2.0/ports/1efa13fd-8c07-486c-9a40-e05ad31bd16b HTTP/1.1" status: 204 len: 173 time: 0.6255581 Nov 12 00:47:39.518271 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e49fc-7b78-43d6-a9b2-ab042d2612ea req-01b65b6a-ef8a-4937-9d40-7d23ccf6c6df tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:39.526250 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-084e49fc-7b78-43d6-a9b2-ab042d2612ea req-01b65b6a-ef8a-4937-9d40-7d23ccf6c6df tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/ports?device_id=1acdd166-1cb7-4431-9927-29f3cbe319d4 HTTP/1.1" status: 200 len: 945 time: 0.1415937 Nov 12 00:47:39.595134 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-084e49fc-7b78-43d6-a9b2-ab042d2612ea req-03d96997-859c-49c6-b12a-982ed01babe7 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/security-groups?id=adad9597-1ca9-4ade-8caf-a5703c9aac27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679257 Nov 12 00:47:39.600029 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d1837-6667-48f0-a9a8-9d457e1fccff req-a3b3334d-6c3e-4a74-a766-b2ce4f71e673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:39.602087 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d1837-6667-48f0-a9a8-9d457e1fccff req-a3b3334d-6c3e-4a74-a766-b2ce4f71e673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:39.602746 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d1837-6667-48f0-a9a8-9d457e1fccff req-a3b3334d-6c3e-4a74-a766-b2ce4f71e673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:39.604518 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2f0d1837-6667-48f0-a9a8-9d457e1fccff req-a3b3334d-6c3e-4a74-a766-b2ce4f71e673 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=809bf7e77c2745d0828daef0d4ec25f2&device_id=8ccc0568-7f72-42f1-a39c-b5e8880daea2 HTTP/1.1" status: 200 len: 2868 time: 0.1469090 Nov 12 00:47:39.627424 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-553155f2-9ea2-44c4-932a-e4c286882c6b req-86275a35-08a6-4a32-aac5-fad47d2deebe tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "GET /v2.0/security-groups/d6dcbb99-5a5b-4748-be2f-51fcd88ac275 HTTP/1.1" status: 200 len: 1818 time: 0.1091008 Nov 12 00:47:39.728491 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:39.759015 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device cfa2737e-ff39-485a-a2ad-858e4b4be17b details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:47:39.770958 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 4aba5687-8005-418b-ad6e-2d354049b976 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:47:39.777438 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d1837-6667-48f0-a9a8-9d457e1fccff req-846f072f-d713-4745-8f97-ec91dac6a9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:39.785905 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2f0d1837-6667-48f0-a9a8-9d457e1fccff req-846f072f-d713-4745-8f97-ec91dac6a9d3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8a43e3fc-2b64-4083-afbe-05969e9d8dfa HTTP/1.1" status: 200 len: 903 time: 0.1725109 Nov 12 00:47:39.799591 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-553155f2-9ea2-44c4-932a-e4c286882c6b req-41ac9737-63cd-4529-8bc1-7d707cd6d09d tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:39.817191 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: 4aba5687-8005-418b-ad6e-2d354049b976 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:47:39.817575 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 4aba5687-8005-418b-ad6e-2d354049b976 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:47:39.844833 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-553155f2-9ea2-44c4-932a-e4c286882c6b req-41ac9737-63cd-4529-8bc1-7d707cd6d09d tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:39.853205 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2f0d1837-6667-48f0-a9a8-9d457e1fccff req-2d343d80-f70e-40c0-aed0-0acb5b6807da service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.144&port_id=9d8ac72d-b2b5-4962-b16a-d958ead0c93f HTTP/1.1" status: 200 len: 217 time: 0.0539863 Nov 12 00:47:39.901878 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3355e772-0496-4f20-a144-d59b0a644983 req-f7041186-e97b-4fbd-945e-1aa7952c9ef8 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9 HTTP/1.1" status: 200 len: 210 time: 0.0510867 Nov 12 00:47:39.902921 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-553155f2-9ea2-44c4-932a-e4c286882c6b req-41ac9737-63cd-4529-8bc1-7d707cd6d09d tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:39.906252 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-553155f2-9ea2-44c4-932a-e4c286882c6b req-41ac9737-63cd-4529-8bc1-7d707cd6d09d tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:39.908812 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb955f7-555a-4087-abcd-bce579e2f015', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfa2737e-ff39-485a-a2ad-858e4b4be17b'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:39.912232 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86045d58-9de9-4bec-a1d3-f623245bcc7a" -d '{"events": [{"server_uuid": "9bb955f7-555a-4087-abcd-bce579e2f015", "name": "network-vif-unplugged", "status": "completed", "tag": "cfa2737e-ff39-485a-a2ad-858e4b4be17b"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:39.915507 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51956) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:39.921731 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-553155f2-9ea2-44c4-932a-e4c286882c6b req-41ac9737-63cd-4529-8bc1-7d707cd6d09d tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] 10.222.0.20 "DELETE /v2.0/security-groups/d6dcbb99-5a5b-4748-be2f-51fcd88ac275 HTTP/1.1" status: 204 len: 173 time: 0.2770529 Nov 12 00:47:39.943490 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port cfa2737e-ff39-485a-a2ad-858e4b4be17b, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=cfa2737e-ff39-485a-a2ad-858e4b4be17b,segment=NetworkSegment(8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b),segment_id=8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:39.953823 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ac9737-63cd-4529-8bc1-7d707cd6d09d tempest-SecurityGroupsTestJSON-1106853312 tempest-SecurityGroupsTestJSON-1106853312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6dcbb99-5a5b-4748-be2f-51fcd88ac275,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:39.958394 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'cfa2737e-ff39-485a-a2ad-858e4b4be17b', 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e', 'port_id': 'cfa2737e-ff39-485a-a2ad-858e4b4be17b', 'mac_address': 'fa:16:3e:ee:d9:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:47:40.036206 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:40.047432 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d1837-6667-48f0-a9a8-9d457e1fccff req-008a9b74-7de7-4fda-8f3b-baf33394d3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:40.049125 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2f0d1837-6667-48f0-a9a8-9d457e1fccff req-008a9b74-7de7-4fda-8f3b-baf33394d3a6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bdc42618-cb71-49bb-826e-662582baea89 HTTP/1.1" status: 200 len: 801 time: 0.1462963 Nov 12 00:47:40.064220 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-94cd3602-5b14-47d6-9052-7486f3869038 admin admin] Deleting subnet 1da62076-4a58-4810-9972-85bd6051431b {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:47:40.070331 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfa2737e-ff39-485a-a2ad-858e4b4be17b {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:47:40.076890 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-94cd3602-5b14-47d6-9052-7486f3869038 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:40.113943 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port cfa2737e-ff39-485a-a2ad-858e4b4be17b, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=cfa2737e-ff39-485a-a2ad-858e4b4be17b,segment=NetworkSegment(8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b),segment_id=8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:40.120596 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:40.205512 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6a6d1c-a437-40c3-b482-2d4775f669f0 x-openstack-request-id: req-8a6a6d1c-a437-40c3-b482-2d4775f669f0 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:40.206215 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb955f7-555a-4087-abcd-bce579e2f015", "name": "network-vif-unplugged", "status": "completed", "tag": "cfa2737e-ff39-485a-a2ad-858e4b4be17b", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:40.206215 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8a6a6d1c-a437-40c3-b482-2d4775f669f0 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:40.207433 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb955f7-555a-4087-abcd-bce579e2f015', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfa2737e-ff39-485a-a2ad-858e4b4be17b', 'code': 200} Nov 12 00:47:40.208260 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=cfa2737e-ff39-485a-a2ad-858e4b4be17b,revision_number=9']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:40.344733 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['cfa2737e-ff39-485a-a2ad-858e4b4be17b'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:47:40.449342 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51974) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:40.472369 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-94cd3602-5b14-47d6-9052-7486f3869038 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:40.568573 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:40.579686 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2394d-3759-4a15-bcfb-9b2ae15c6ae3 req-70c7edbc-023e-4833-8051-9484d019bea6 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:40.587152 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2394d-3759-4a15-bcfb-9b2ae15c6ae3 req-70c7edbc-023e-4833-8051-9484d019bea6 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:40.596186 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2394d-3759-4a15-bcfb-9b2ae15c6ae3 req-70c7edbc-023e-4833-8051-9484d019bea6 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:40.598414 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c2c2394d-3759-4a15-bcfb-9b2ae15c6ae3 req-70c7edbc-023e-4833-8051-9484d019bea6 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ccc0568-7f72-42f1-a39c-b5e8880daea2 HTTP/1.1" status: 200 len: 2412 time: 0.6018512 Nov 12 00:47:40.627891 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d1837-6667-48f0-a9a8-9d457e1fccff req-727f64e3-1d65-4ef4-9045-99ef1b9fac90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:40.629812 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2f0d1837-6667-48f0-a9a8-9d457e1fccff req-727f64e3-1d65-4ef4-9045-99ef1b9fac90 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8a43e3fc-2b64-4083-afbe-05969e9d8dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1307225 Nov 12 00:47:40.632869 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-94cd3602-5b14-47d6-9052-7486f3869038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:40.660017 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3e198edd-2a28-4dfc-99f6-e045d3c1b982 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:40.757839 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f02b2-ef90-4286-b3ea-aeeb110e08b3 req-cb0cca41-0682-4dd1-9877-746a09df9254 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:40.759730 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-801f02b2-ef90-4286-b3ea-aeeb110e08b3 req-cb0cca41-0682-4dd1-9877-746a09df9254 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/ports?device_id=1acdd166-1cb7-4431-9927-29f3cbe319d4 HTTP/1.1" status: 200 len: 945 time: 0.0773425 Nov 12 00:47:40.805769 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9', 'name': 'network-vif-deleted', 'tag': '1efa13fd-8c07-486c-9a40-e05ad31bd16b'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:40.808824 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7441cf8a-ff05-4a65-922f-d7d859ca20f7" -d '{"events": [{"server_uuid": "a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9", "name": "network-vif-deleted", "tag": "1efa13fd-8c07-486c-9a40-e05ad31bd16b"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:40.819322 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c2c2394d-3759-4a15-bcfb-9b2ae15c6ae3 req-8027a233-466f-4a8a-9410-b2fa35a191a4 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/security-groups?id=00852a6f-259a-4c25-b9f8-f2d48079247f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949005 Nov 12 00:47:40.845955 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2f0d1837-6667-48f0-a9a8-9d457e1fccff req-75dc06b0-734e-44c1-9575-734b7c5fdc8f service neutron] 10.222.0.49 "GET /v2.0/networks/8a43e3fc-2b64-4083-afbe-05969e9d8dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761978 Nov 12 00:47:40.852860 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-94cd3602-5b14-47d6-9052-7486f3869038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:40.853978 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3e198edd-2a28-4dfc-99f6-e045d3c1b982 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:40.858956 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3e198edd-2a28-4dfc-99f6-e045d3c1b982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:40.880475 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6805c244-cb1e-4182-b23b-ece795501dda x-openstack-request-id: req-6805c244-cb1e-4182-b23b-ece795501dda {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:40.880475 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9", "name": "network-vif-deleted", "tag": "1efa13fd-8c07-486c-9a40-e05ad31bd16b", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:40.880475 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6805c244-cb1e-4182-b23b-ece795501dda {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:40.880949 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e0ff5f-8c93-48dd-aede-1d22dd2b56e9', 'name': 'network-vif-deleted', 'tag': '1efa13fd-8c07-486c-9a40-e05ad31bd16b', 'status': 'completed', 'code': 200} Nov 12 00:47:40.890653 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd3602-5b14-47d6-9052-7486f3869038 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1da62076-4a58-4810-9972-85bd6051431b,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:40.900289 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-801f02b2-ef90-4286-b3ea-aeeb110e08b3 req-c183cb83-18cd-4333-82f0-2c6e054b8d5a tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/security-groups?id=adad9597-1ca9-4ade-8caf-a5703c9aac27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255105 Nov 12 00:47:40.915050 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-94cd3602-5b14-47d6-9052-7486f3869038 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:40.929508 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3e198edd-2a28-4dfc-99f6-e045d3c1b982 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2cd8bc76f4634f939d15e8eac0a29a01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4760156 Nov 12 00:47:40.929732 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-94cd3602-5b14-47d6-9052-7486f3869038 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1da62076-4a58-4810-9972-85bd6051431b HTTP/1.1" status: 204 len: 168 time: 0.9824302 Nov 12 00:47:40.934034 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51990) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:40.934365 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51992) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:40.959814 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e198edd-2a28-4dfc-99f6-e045d3c1b982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b59d12-b602-4fa4-85ca-cb9cc114f940,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:41.053156 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2f0d1837-6667-48f0-a9a8-9d457e1fccff req-720393cc-ca42-4dc7-a3be-d955f101d3c6 service neutron] 10.222.0.49 "GET /v2.0/networks/8a43e3fc-2b64-4083-afbe-05969e9d8dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721661 Nov 12 00:47:41.112250 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-676df855-1662-452b-93a5-27d08f08a9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:41.137199 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f53be0da-c685-4956-830e-13fa7d23fc25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:41.176446 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f53be0da-c685-4956-830e-13fa7d23fc25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:41.223111 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8dba79-2e1c-45c5-84fa-63751fc2e431 req-073408a6-2a60-49d0-ab3f-497598e07082 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:41.224767 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ba8dba79-2e1c-45c5-84fa-63751fc2e431 req-073408a6-2a60-49d0-ab3f-497598e07082 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8b96323-207c-4e9a-9a2b-f9165ef8565b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1496141 Nov 12 00:47:41.357943 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-676df855-1662-452b-93a5-27d08f08a9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:41.369708 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ba8dba79-2e1c-45c5-84fa-63751fc2e431 req-695dbf83-a2bb-4129-9e97-5cf4616dd567 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.237 HTTP/1.1" status: 200 len: 696 time: 0.1001132 Nov 12 00:47:41.392849 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-ba8dba79-2e1c-45c5-84fa-63751fc2e431 req-4543b242-8168-4a1a-b36a-b3469a700f72 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Request body: {'floatingip': {'port_id': '7f016150-bbaa-4469-abf4-94dfbaf090ce', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:41.400356 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-676df855-1662-452b-93a5-27d08f08a9ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99933297-ab4a-401e-8d8a-276d6844b2b2']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:41.442745 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f53be0da-c685-4956-830e-13fa7d23fc25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:41.446038 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f53be0da-c685-4956-830e-13fa7d23fc25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:41.447159 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f53be0da-c685-4956-830e-13fa7d23fc25 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/95b59d12-b602-4fa4-85ca-cb9cc114f940 HTTP/1.1" status: 204 len: 168 time: 0.5089536 Nov 12 00:47:41.455811 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-676df855-1662-452b-93a5-27d08f08a9ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e3a4060-eb73-4d7a-8d87-83ca2cbba051') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:41.456378 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-676df855-1662-452b-93a5-27d08f08a9ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e3a4060-eb73-4d7a-8d87-83ca2cbba051') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:41.465830 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-ba8dba79-2e1c-45c5-84fa-63751fc2e431 req-4543b242-8168-4a1a-b36a-b3469a700f72 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Publish callbacks [] for floatingip, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:41.477304 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-676df855-1662-452b-93a5-27d08f08a9ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:41.512661 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53be0da-c685-4956-830e-13fa7d23fc25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b59d12-b602-4fa4-85ca-cb9cc114f940,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:41.553501 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-676df855-1662-452b-93a5-27d08f08a9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:41.570039 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-676df855-1662-452b-93a5-27d08f08a9ce admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:47:41.570431 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-676df855-1662-452b-93a5-27d08f08a9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:41.572572 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 00:47:41.572572 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:47:41.572572 n-d-812236-11 neutron-server[102662]: timer() Nov 12 00:47:41.572572 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:47:41.572572 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 00:47:41.572572 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:47:41.572572 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 00:47:41.572572 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:47:41.572572 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 00:47:41.572572 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:47:41.572572 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 00:47:41.572572 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:47:41.572572 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 00:47:41.572572 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:47:41.572572 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:47:41.572572 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:47:41.572572 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:47:41.572572 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:47:41.572572 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 00:47:41.572572 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:47:41.572572 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 00:47:41.572572 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:47:41.572572 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:47:41.572572 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:47:41.572572 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 00:47:41.572572 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:47:41.572572 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:47:41.572572 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:47:41.572572 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:47:41.572572 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:47:41.572572 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:47:41.572572 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:47:41.707906 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-676df855-1662-452b-93a5-27d08f08a9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:41.717004 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-676df855-1662-452b-93a5-27d08f08a9ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:41.720766 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-676df855-1662-452b-93a5-27d08f08a9ce admin admin] 10.222.0.20 "DELETE /v2.0/networks/99933297-ab4a-401e-8d8a-276d6844b2b2 HTTP/1.1" status: 204 len: 168 time: 0.7811451 Nov 12 00:47:41.742683 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676df855-1662-452b-93a5-27d08f08a9ce admin admin] Pushing event deleted for resources: {'Network': ['ID=99933297-ab4a-401e-8d8a-276d6844b2b2,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:41.760421 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device cfa2737e-ff39-485a-a2ad-858e4b4be17b up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:41.860289 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port cfa2737e-ff39-485a-a2ad-858e4b4be17b triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:41.861291 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:42.021062 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:42.024695 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52096) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:42.124079 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port cfa2737e-ff39-485a-a2ad-858e4b4be17b, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=cfa2737e-ff39-485a-a2ad-858e4b4be17b,segment=NetworkSegment(8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b),segment_id=8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:42.131917 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:42.159465 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d917a-77ef-46b3-a80f-34c6f52630c1 req-cee997e3-a110-4eff-aca2-4856641cf166 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:42.171720 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d917a-77ef-46b3-a80f-34c6f52630c1 req-cee997e3-a110-4eff-aca2-4856641cf166 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:42.179569 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d917a-77ef-46b3-a80f-34c6f52630c1 req-cee997e3-a110-4eff-aca2-4856641cf166 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:42.181455 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-474d917a-77ef-46b3-a80f-34c6f52630c1 req-cee997e3-a110-4eff-aca2-4856641cf166 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ccc0568-7f72-42f1-a39c-b5e8880daea2 HTTP/1.1" status: 200 len: 2412 time: 0.1296329 Nov 12 00:47:42.189620 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4bd7ef6e-3639-40e4-bea4-349d9c8f830d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3c616bcabe89454cb93b6c53ea20cfc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1628461 Nov 12 00:47:42.197125 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52112) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:42.215312 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb955f7-555a-4087-abcd-bce579e2f015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa2737e-ff39-485a-a2ad-858e4b4be17b'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:42.219859 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4e41ce-b5e0-4d63-ad55-0e3ffb25e135" -d '{"events": [{"server_uuid": "9bb955f7-555a-4087-abcd-bce579e2f015", "name": "network-vif-plugged", "status": "completed", "tag": "cfa2737e-ff39-485a-a2ad-858e4b4be17b"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:42.261073 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=cfa2737e-ff39-485a-a2ad-858e4b4be17b,revision_number=10']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:42.275116 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-474d917a-77ef-46b3-a80f-34c6f52630c1 req-805ec61c-1a5b-416e-8429-f559c7557415 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/security-groups?id=00852a6f-259a-4c25-b9f8-f2d48079247f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840261 Nov 12 00:47:42.300992 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-83ee32b3-5439-4c00-8606-61d2211bce9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:42.351050 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-ba8dba79-2e1c-45c5-84fa-63751fc2e431 req-4543b242-8168-4a1a-b36a-b3469a700f72 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:42.361348 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-83ee32b3-5439-4c00-8606-61d2211bce9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:42.364968 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-ba8dba79-2e1c-45c5-84fa-63751fc2e431 req-4543b242-8168-4a1a-b36a-b3469a700f72 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:42.422363 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caecd749-050b-4748-9b39-53ebfe5aafda req-062f26b6-c009-495b-8413-5b4f423cb514 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:42.435641 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-caecd749-050b-4748-9b39-53ebfe5aafda req-062f26b6-c009-495b-8413-5b4f423cb514 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d8a1a0-de75-474d-af59-d0094d1668f6 HTTP/1.1" status: 200 len: 945 time: 0.0816801 Nov 12 00:47:42.451911 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:42.500601 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-caecd749-050b-4748-9b39-53ebfe5aafda req-416e8b30-802b-41c6-b1e9-fd86bfcc011b tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640008 Nov 12 00:47:42.514066 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-83ee32b3-5439-4c00-8606-61d2211bce9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:42.517930 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-83ee32b3-5439-4c00-8606-61d2211bce9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:42.520145 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-83ee32b3-5439-4c00-8606-61d2211bce9d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e3175a2-49e6-4a0d-9291-cdd01a0236ee HTTP/1.1" status: 204 len: 168 time: 0.3216116 Nov 12 00:47:42.527115 n-d-812236-11 neutron-server[102662]: INFO neutron.db.l3_db [req-ba8dba79-2e1c-45c5-84fa-63751fc2e431 req-4543b242-8168-4a1a-b36a-b3469a700f72 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Floating IP 344f3af5-cded-471c-8616-b181e6583f8d associated. External IP: 172.25.2.237, port: 7f016150-bbaa-4469-abf4-94dfbaf090ce. Nov 12 00:47:42.534031 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee32b3-5439-4c00-8606-61d2211bce9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3175a2-49e6-4a0d-9291-cdd01a0236ee,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:42.584371 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84608f75-c6f2-4839-ba99-eea6eca96394 x-openstack-request-id: req-84608f75-c6f2-4839-ba99-eea6eca96394 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:42.584671 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb955f7-555a-4087-abcd-bce579e2f015", "name": "network-vif-plugged", "status": "completed", "tag": "cfa2737e-ff39-485a-a2ad-858e4b4be17b", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:42.584915 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-84608f75-c6f2-4839-ba99-eea6eca96394 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:42.585533 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb955f7-555a-4087-abcd-bce579e2f015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa2737e-ff39-485a-a2ad-858e4b4be17b', 'code': 200} Nov 12 00:47:42.667760 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52144) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:42.995069 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-1f4e112a-18e8-40dd-9254-13f6d7543f91 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1202256277-network', 'tenant_id': 'e41ab1ecd3cd454e8caa07d2787925ef'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:43.021881 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4e112a-18e8-40dd-9254-13f6d7543f91 admin admin] Made reservation on behalf of e41ab1ecd3cd454e8caa07d2787925ef for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:47:43.025200 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1f4e112a-18e8-40dd-9254-13f6d7543f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:43.043452 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1f4e112a-18e8-40dd-9254-13f6d7543f91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:43.143133 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba8dba79-2e1c-45c5-84fa-63751fc2e431 req-4543b242-8168-4a1a-b36a-b3469a700f72 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Router dd4cd67d-5e1d-4528-9237-dfe8b89558ae has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:47:43.150525 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1f4e112a-18e8-40dd-9254-13f6d7543f91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:43.164839 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1f4e112a-18e8-40dd-9254-13f6d7543f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:43.192659 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f4e112a-18e8-40dd-9254-13f6d7543f91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:47:43.210397 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e112a-18e8-40dd-9254-13f6d7543f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c1bcf4-121b-41d5-89a8-68b257903008,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:43.218711 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1f4e112a-18e8-40dd-9254-13f6d7543f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:43.220272 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-1f4e112a-18e8-40dd-9254-13f6d7543f91 admin admin] Added segment cd6487ca-676e-4f9c-8c53-a1adb949094d of type vlan for network 6eb69613-2bff-4972-a3f5-c49ebe3d356e Nov 12 00:47:43.271919 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1f4e112a-18e8-40dd-9254-13f6d7543f91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:43.300654 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba8dba79-2e1c-45c5-84fa-63751fc2e431 req-4543b242-8168-4a1a-b36a-b3469a700f72 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:47:43.317361 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-ba8dba79-2e1c-45c5-84fa-63751fc2e431 req-4543b242-8168-4a1a-b36a-b3469a700f72 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:43.318877 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a70623-9f08-4498-8ef6-0a45bb812d19 None None] Sync routers for ids ['dd4cd67d-5e1d-4528-9237-dfe8b89558ae'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:47:43.332205 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1f4e112a-18e8-40dd-9254-13f6d7543f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:43.333927 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4e112a-18e8-40dd-9254-13f6d7543f91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:43.334766 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1f4e112a-18e8-40dd-9254-13f6d7543f91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:43.346279 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a70623-9f08-4498-8ef6-0a45bb812d19 None None] Routers {'dd4cd67d-5e1d-4528-9237-dfe8b89558ae'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:43.347143 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-c6a70623-9f08-4498-8ef6-0a45bb812d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:47:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['dd4cd67d-5e1d-4528-9237-dfe8b89558ae'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:43.402722 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ba8dba79-2e1c-45c5-84fa-63751fc2e431 req-4543b242-8168-4a1a-b36a-b3469a700f72 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "PUT /v2.0/floatingips/344f3af5-cded-471c-8616-b181e6583f8d HTTP/1.1" status: 200 len: 996 time: 2.0205536 Nov 12 00:47:43.407877 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b96323-207c-4e9a-9a2b-f9165ef8565b', 'tag': '7f016150-bbaa-4469-abf4-94dfbaf090ce'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:43.411451 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba682d94-abfa-4ce7-9357-153f28b8e263" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b96323-207c-4e9a-9a2b-f9165ef8565b", "tag": "7f016150-bbaa-4469-abf4-94dfbaf090ce"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:43.486587 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 76d42976-bdea-4bc9-8082-e822698a05a3 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:47:43.497580 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 1efa13fd-8c07-486c-9a40-e05ad31bd16b no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:47:43.551362 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: 1efa13fd-8c07-486c-9a40-e05ad31bd16b {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:47:43.552090 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 1efa13fd-8c07-486c-9a40-e05ad31bd16b not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:47:43.564550 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8dba79-2e1c-45c5-84fa-63751fc2e431 req-ade74a95-0d55-4072-9250-a6f5dd7c870b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:43.570636 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ba8dba79-2e1c-45c5-84fa-63751fc2e431 req-ade74a95-0d55-4072-9250-a6f5dd7c870b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=70fcc0cfb50649aa98c75c8239146e76&device_id=d8b96323-207c-4e9a-9a2b-f9165ef8565b HTTP/1.1" status: 200 len: 1097 time: 0.1363552 Nov 12 00:47:43.578966 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-c6a70623-9f08-4498-8ef6-0a45bb812d19 None None] Set router dd4cd67d-5e1d-4528-9237-dfe8b89558ae gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:43.588800 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1f4e112a-18e8-40dd-9254-13f6d7543f91 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9183757 Nov 12 00:47:43.600338 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52176) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:43.623248 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-e5f6a94a-97cb-4dbf-8fd1-df1f9b9ebba5 admin admin] Request body: {'subnet': {'network_id': '6eb69613-2bff-4972-a3f5-c49ebe3d356e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1202256277-subnet', 'tenant_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:43.629636 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e112a-18e8-40dd-9254-13f6d7543f91 admin admin] Pushing event updated for resources: {'Network': ['ID=6eb69613-2bff-4972-a3f5-c49ebe3d356e,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:43.710716 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f6a94a-97cb-4dbf-8fd1-df1f9b9ebba5 admin admin] Made reservation on behalf of e41ab1ecd3cd454e8caa07d2787925ef for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:47:43.713364 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e5f6a94a-97cb-4dbf-8fd1-df1f9b9ebba5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:43.732859 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 76d42976-bdea-4bc9-8082-e822698a05a3, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=76d42976-bdea-4bc9-8082-e822698a05a3,segment=NetworkSegment(bd4ad2af-8aff-4252-8121-61c861d1ca0d),segment_id=bd4ad2af-8aff-4252-8121-61c861d1ca0d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:43.740784 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba57e2-e2f8-4cc3-a1fa-1d5ec8359420 req-9c2a797f-f95b-4e4f-81d6-f0bc8f75f60d tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:43.753959 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '76d42976-bdea-4bc9-8082-e822698a05a3', 'network_id': '8a43e3fc-2b64-4083-afbe-05969e9d8dfa', 'port_id': '76d42976-bdea-4bc9-8082-e822698a05a3', 'mac_address': 'fa:16:3e:74:70:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdc42618-cb71-49bb-826e-662582baea89', 'ip_address': '19.80.0.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:47:43.759590 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 6eb69613-2bff-4972-a3f5-c49ebe3d356e details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:47:43.774006 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba57e2-e2f8-4cc3-a1fa-1d5ec8359420 req-9c2a797f-f95b-4e4f-81d6-f0bc8f75f60d tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:43.790144 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba57e2-e2f8-4cc3-a1fa-1d5ec8359420 req-9c2a797f-f95b-4e4f-81d6-f0bc8f75f60d tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:43.799592 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b6ba57e2-e2f8-4cc3-a1fa-1d5ec8359420 req-9c2a797f-f95b-4e4f-81d6-f0bc8f75f60d tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ccc0568-7f72-42f1-a39c-b5e8880daea2 HTTP/1.1" status: 200 len: 2412 time: 0.3778458 Nov 12 00:47:43.800794 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8dba79-2e1c-45c5-84fa-63751fc2e431 req-7d257dad-6ec0-4142-ac3d-d667c59568f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:43.804397 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ba8dba79-2e1c-45c5-84fa-63751fc2e431 req-7d257dad-6ec0-4142-ac3d-d667c59568f6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=985dcccb-2c08-4d64-be3d-bc4d25918b83 HTTP/1.1" status: 200 len: 922 time: 0.2290311 Nov 12 00:47:43.875667 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52182) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:43.906484 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:43.927506 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76d42976-bdea-4bc9-8082-e822698a05a3 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:47:43.928398 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ba8dba79-2e1c-45c5-84fa-63751fc2e431 req-7dfc00b3-d75e-4814-a2b8-88a4276faea8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f016150-bbaa-4469-abf4-94dfbaf090ce HTTP/1.1" status: 200 len: 999 time: 0.1157558 Nov 12 00:47:43.954701 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-c6a70623-9f08-4498-8ef6-0a45bb812d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'name': 'tempest-FloatingIPsAssociationTestJSON-2097701775-router', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '735f833a-7d3e-43b5-86e8-820a96b3d37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:41Z', 'updated_at': '2021-11-12T00:46:48Z', 'revision_number': 4, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'gw_port': {'id': '735f833a-7d3e-43b5-86e8-820a96b3d37e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:41Z', 'updated_at': '2021-11-12T00:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '344f3af5-cded-471c-8616-b181e6583f8d', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'floating_ip_address': '172.25.2.237', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'port_id': '7f016150-bbaa-4469-abf4-94dfbaf090ce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83', 'mac_address': 'fa:16:3e:dd:7b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b96323-207c-4e9a-9a2b-f9165ef8565b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:47:21Z', 'updated_at': '2021-11-12T00:47:42Z', 'revision_number': 1, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d1946a-2e69-4be8-b837-8f8813a6766d', 'name': '', 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'mac_address': 'fa:16:3e:e8:70:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'fcb6d631-2a57-4fd6-955b-55bc25740c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:46:53Z', 'revision_number': 5, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'subnets': [{'id': 'fcb6d631-2a57-4fd6-955b-55bc25740c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:43.978561 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 76d42976-bdea-4bc9-8082-e822698a05a3, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=76d42976-bdea-4bc9-8082-e822698a05a3,segment=NetworkSegment(bd4ad2af-8aff-4252-8121-61c861d1ca0d),segment_id=bd4ad2af-8aff-4252-8121-61c861d1ca0d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:43.987055 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:43.987882 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 618f18a9-06c7-4afd-a073-079bf1d4514a details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:47:44.002978 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a70623-9f08-4498-8ef6-0a45bb812d19 None None] Checking router: dd4cd67d-5e1d-4528-9237-dfe8b89558ae for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:47:44.015688 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a70623-9f08-4498-8ef6-0a45bb812d19 None None] Routers {'dd4cd67d-5e1d-4528-9237-dfe8b89558ae'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:44.016698 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-c6a70623-9f08-4498-8ef6-0a45bb812d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:47:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['dd4cd67d-5e1d-4528-9237-dfe8b89558ae'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:44.032082 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8dba79-2e1c-45c5-84fa-63751fc2e431 req-490be06a-4447-44e0-909a-e246da2be7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:44.046915 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ba8dba79-2e1c-45c5-84fa-63751fc2e431 req-490be06a-4447-44e0-909a-e246da2be7f0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fcb6d631-2a57-4fd6-955b-55bc25740c77 HTTP/1.1" status: 200 len: 860 time: 0.1171646 Nov 12 00:47:44.084716 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e5f6a94a-97cb-4dbf-8fd1-df1f9b9ebba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:44.135731 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-5a7dbf5d-5859-417b-8411-c17ebb3fb9e7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-951600927-network', 'tenant_id': '5ffaac2ef2674156a598ef42a6d7e245'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:44.149804 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f6a94a-97cb-4dbf-8fd1-df1f9b9ebba5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d60031b1-d306-4287-af8c-78e2e4da4eaa,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:44.188963 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa722593-1fe7-4e22-9c0a-21ad452e39d5 req-f265752a-ab73-4e79-843a-6bd60e1b6602 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:44.190768 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-aa722593-1fe7-4e22-9c0a-21ad452e39d5 req-f265752a-ab73-4e79-843a-6bd60e1b6602 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.54 "GET /v2.0/ports?device_id=44d8a1a0-de75-474d-af59-d0094d1668f6 HTTP/1.1" status: 200 len: 945 time: 0.1287324 Nov 12 00:47:44.192291 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7dbf5d-5859-417b-8411-c17ebb3fb9e7 admin admin] Made reservation on behalf of 5ffaac2ef2674156a598ef42a6d7e245 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:47:44.194856 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5a7dbf5d-5859-417b-8411-c17ebb3fb9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:44.237928 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 618f18a9-06c7-4afd-a073-079bf1d4514a, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=618f18a9-06c7-4afd-a073-079bf1d4514a,segment=NetworkSegment(4259907e-91d7-4dde-a507-cfb06c455ef2),segment_id=4259907e-91d7-4dde-a507-cfb06c455ef2)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:44.239958 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-c6a70623-9f08-4498-8ef6-0a45bb812d19 None None] Set router dd4cd67d-5e1d-4528-9237-dfe8b89558ae gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:44.257606 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '618f18a9-06c7-4afd-a073-079bf1d4514a', 'network_id': '4e1446ca-bd16-4617-a575-249bd806a1e5', 'port_id': '618f18a9-06c7-4afd-a073-079bf1d4514a', 'mac_address': 'fa:16:3e:47:90:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93303cf0-8810-48fc-b11a-6cb81c3ae323', 'ip_address': '19.86.0.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:47:44.260576 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8dba79-2e1c-45c5-84fa-63751fc2e431 req-192db9ed-a57b-4024-81a9-5d4f6259f06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:44.263204 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ba8dba79-2e1c-45c5-84fa-63751fc2e431 req-192db9ed-a57b-4024-81a9-5d4f6259f06a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=985dcccb-2c08-4d64-be3d-bc4d25918b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2154999 Nov 12 00:47:44.265647 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5a7dbf5d-5859-417b-8411-c17ebb3fb9e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:44.274599 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b6ba57e2-e2f8-4cc3-a1fa-1d5ec8359420 req-c1674a0b-0c76-4a87-a014-4b9587a2f643 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/security-groups?id=00852a6f-259a-4c25-b9f8-f2d48079247f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4741261 Nov 12 00:47:44.290263 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f6a94a-97cb-4dbf-8fd1-df1f9b9ebba5 admin admin] Checking segment: {'id': 'cd6487ca-676e-4f9c-8c53-a1adb949094d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6eb69613-2bff-4972-a3f5-c49ebe3d356e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:44.290629 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f6a94a-97cb-4dbf-8fd1-df1f9b9ebba5 admin admin] Network hostable DHCP agents. Network: 6eb69613-2bff-4972-a3f5-c49ebe3d356e, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:47:44.314646 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f6a94a-97cb-4dbf-8fd1-df1f9b9ebba5 admin admin] Network 6eb69613-2bff-4972-a3f5-c49ebe3d356e is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:47:44.328037 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-e5f6a94a-97cb-4dbf-8fd1-df1f9b9ebba5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 6eb69613-2bff-4972-a3f5-c49ebe3d356e) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:44.328189 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [req-ba8dba79-2e1c-45c5-84fa-63751fc2e431 req-75802b89-1d18-47f3-885a-0996756c702e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:47:44.329519 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ba8dba79-2e1c-45c5-84fa-63751fc2e431 req-75802b89-1d18-47f3-885a-0996756c702e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0421314 Nov 12 00:47:44.334734 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f6a94a-97cb-4dbf-8fd1-df1f9b9ebba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:44.335704 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e5f6a94a-97cb-4dbf-8fd1-df1f9b9ebba5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:44.364684 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e5f6a94a-97cb-4dbf-8fd1-df1f9b9ebba5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7611430 Nov 12 00:47:44.366215 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52192) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:44.368859 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=76d42976-bdea-4bc9-8082-e822698a05a3,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:44.373407 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-93dc365a-8ed7-4c71-860b-2e665d313ebe admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1202256277-router', 'tenant_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:44.374958 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c0356d-50ce-4739-821a-372412e9093c None None] Network 6eb69613-2bff-4972-a3f5-c49ebe3d356e requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:47:44.416854 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:44.433333 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-93dc365a-8ed7-4c71-860b-2e665d313ebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:44.434669 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-93dc365a-8ed7-4c71-860b-2e665d313ebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:44.459126 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7d20e6-4e55-4a0d-b7e3-c6c2a10abdfb x-openstack-request-id: req-aa7d20e6-4e55-4a0d-b7e3-c6c2a10abdfb {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:44.459495 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b96323-207c-4e9a-9a2b-f9165ef8565b", "tag": "7f016150-bbaa-4469-abf4-94dfbaf090ce", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:44.459650 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aa7d20e6-4e55-4a0d-b7e3-c6c2a10abdfb {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:44.460014 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b96323-207c-4e9a-9a2b-f9165ef8565b', 'tag': '7f016150-bbaa-4469-abf4-94dfbaf090ce', 'status': 'completed', 'code': 200} Nov 12 00:47:44.470669 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 618f18a9-06c7-4afd-a073-079bf1d4514a {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:47:44.501481 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 618f18a9-06c7-4afd-a073-079bf1d4514a, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=618f18a9-06c7-4afd-a073-079bf1d4514a,segment=NetworkSegment(4259907e-91d7-4dde-a507-cfb06c455ef2),segment_id=4259907e-91d7-4dde-a507-cfb06c455ef2)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:44.511165 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:44.512047 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 9d8ac72d-b2b5-4962-b16a-d958ead0c93f details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:47:44.588929 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-93dc365a-8ed7-4c71-860b-2e665d313ebe admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:44.600942 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db83f7e-e182-42a6-aa3b-4ebe85182f6e req-19fb4dcc-8265-4ee6-991d-9a8070d18146 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:44.603074 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=618f18a9-06c7-4afd-a073-079bf1d4514a,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:44.609587 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6db83f7e-e182-42a6-aa3b-4ebe85182f6e req-19fb4dcc-8265-4ee6-991d-9a8070d18146 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d8a1a0-de75-474d-af59-d0094d1668f6 HTTP/1.1" status: 200 len: 945 time: 0.1594694 Nov 12 00:47:44.639324 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba682d94-abfa-4ce7-9357-153f28b8e263 req-2064084e-142f-42d0-871c-131e2755aa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:44.640988 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ba682d94-abfa-4ce7-9357-153f28b8e263 req-2064084e-142f-42d0-871c-131e2755aa52 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=70fcc0cfb50649aa98c75c8239146e76&device_id=d8b96323-207c-4e9a-9a2b-f9165ef8565b HTTP/1.1" status: 200 len: 1097 time: 0.1769261 Nov 12 00:47:44.703677 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5a7dbf5d-5859-417b-8411-c17ebb3fb9e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:44.718385 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ba8dba79-2e1c-45c5-84fa-63751fc2e431 req-bd47e030-7c73-4db2-944e-ddc0f52426bf service neutron] 10.222.0.20 "GET /v2.0/networks/985dcccb-2c08-4d64-be3d-bc4d25918b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744431 Nov 12 00:47:44.721314 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5a7dbf5d-5859-417b-8411-c17ebb3fb9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:44.750697 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 9d8ac72d-b2b5-4962-b16a-d958ead0c93f, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=9d8ac72d-b2b5-4962-b16a-d958ead0c93f,segment=NetworkSegment(bd4ad2af-8aff-4252-8121-61c861d1ca0d),segment_id=bd4ad2af-8aff-4252-8121-61c861d1ca0d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:44.761579 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6db83f7e-e182-42a6-aa3b-4ebe85182f6e req-3a6cbe6f-7993-44cb-a3a6-b55549495457 tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/security-groups?id=a03634ce-ed3b-4416-8740-42e8d767cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405365 Nov 12 00:47:44.770299 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccb337d-79af-4d7f-b7da-e3d96d4dc55d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-6eb69613-2bff-4972-a3f5-c49ebe3d356e', 'network_id': '6eb69613-2bff-4972-a3f5-c49ebe3d356e', 'tenant_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'fixed_ips': [{'subnet_id': 'd60031b1-d306-4287-af8c-78e2e4da4eaa'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:47:44.771333 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4ccb337d-79af-4d7f-b7da-e3d96d4dc55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:44.796343 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-aa722593-1fe7-4e22-9c0a-21ad452e39d5 req-ac8d951f-905a-4f4a-9524-4552f87d4d8b tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Deleting port 25329fc1-d1a5-4c67-85e3-ffe2ca49309c {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:47:44.796688 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-aa722593-1fe7-4e22-9c0a-21ad452e39d5 req-ac8d951f-905a-4f4a-9524-4552f87d4d8b tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:44.815201 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '9d8ac72d-b2b5-4962-b16a-d958ead0c93f', 'network_id': '8a43e3fc-2b64-4083-afbe-05969e9d8dfa', 'port_id': '9d8ac72d-b2b5-4962-b16a-d958ead0c93f', 'mac_address': 'fa:16:3e:6a:2f:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdc42618-cb71-49bb-826e-662582baea89', 'ip_address': '19.80.0.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:47:44.836471 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a7dbf5d-5859-417b-8411-c17ebb3fb9e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:47:44.847419 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-c6a70623-9f08-4498-8ef6-0a45bb812d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'name': 'tempest-FloatingIPsAssociationTestJSON-2097701775-router', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '735f833a-7d3e-43b5-86e8-820a96b3d37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:41Z', 'updated_at': '2021-11-12T00:46:48Z', 'revision_number': 4, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'gw_port': {'id': '735f833a-7d3e-43b5-86e8-820a96b3d37e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:41Z', 'updated_at': '2021-11-12T00:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '344f3af5-cded-471c-8616-b181e6583f8d', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'floating_ip_address': '172.25.2.237', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'port_id': '7f016150-bbaa-4469-abf4-94dfbaf090ce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83', 'mac_address': 'fa:16:3e:dd:7b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b96323-207c-4e9a-9a2b-f9165ef8565b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:47:21Z', 'updated_at': '2021-11-12T00:47:42Z', 'revision_number': 1, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d1946a-2e69-4be8-b837-8f8813a6766d', 'name': '', 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'mac_address': 'fa:16:3e:e8:70:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'fcb6d631-2a57-4fd6-955b-55bc25740c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:46:53Z', 'revision_number': 5, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'subnets': [{'id': 'fcb6d631-2a57-4fd6-955b-55bc25740c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:44.892365 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a70623-9f08-4498-8ef6-0a45bb812d19 None None] The sync data for ids ['dd4cd67d-5e1d-4528-9237-dfe8b89558ae'] in n-d-812236-11 is: [{'id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'name': 'tempest-FloatingIPsAssociationTestJSON-2097701775-router', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '735f833a-7d3e-43b5-86e8-820a96b3d37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:41Z', 'updated_at': '2021-11-12T00:46:48Z', 'revision_number': 4, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'gw_port': {'id': '735f833a-7d3e-43b5-86e8-820a96b3d37e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:41Z', 'updated_at': '2021-11-12T00:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '344f3af5-cded-471c-8616-b181e6583f8d', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'floating_ip_address': '172.25.2.237', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'port_id': '7f016150-bbaa-4469-abf4-94dfbaf090ce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83', 'mac_address': 'fa:16:3e:dd:7b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b96323-207c-4e9a-9a2b-f9165ef8565b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:47:21Z', 'updated_at': '2021-11-12T00:47:42Z', 'revision_number': 1, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d1946a-2e69-4be8-b837-8f8813a6766d', 'name': '', 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'mac_address': 'fa:16:3e:e8:70:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'fcb6d631-2a57-4fd6-955b-55bc25740c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:46:53Z', 'revision_number': 5, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'subnets': [{'id': 'fcb6d631-2a57-4fd6-955b-55bc25740c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:47:44.895801 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-93dc365a-8ed7-4c71-860b-2e665d313ebe admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:44.939729 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7dbf5d-5859-417b-8411-c17ebb3fb9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39c3661-6b2e-4e5f-acdc-b391013621d9,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:44.970893 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:44.978267 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5a7dbf5d-5859-417b-8411-c17ebb3fb9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:44.979627 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-5a7dbf5d-5859-417b-8411-c17ebb3fb9e7 admin admin] Added segment 38b12e74-b18e-41d0-b62c-8552b3e37d05 of type vlan for network cc6c0861-08f6-4a20-bb15-55ce7625c6e5 Nov 12 00:47:45.026465 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d8ac72d-b2b5-4962-b16a-d958ead0c93f {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:47:45.080558 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5a7dbf5d-5859-417b-8411-c17ebb3fb9e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:45.085700 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba682d94-abfa-4ce7-9357-153f28b8e263 req-739de674-be44-4dba-9af4-48f9691a2783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:45.086050 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ba682d94-abfa-4ce7-9357-153f28b8e263 req-739de674-be44-4dba-9af4-48f9691a2783 service neutron] 10.222.0.54 "GET /v2.0/networks?id=985dcccb-2c08-4d64-be3d-bc4d25918b83 HTTP/1.1" status: 200 len: 922 time: 0.4280298 Nov 12 00:47:45.096245 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 9d8ac72d-b2b5-4962-b16a-d958ead0c93f, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=9d8ac72d-b2b5-4962-b16a-d958ead0c93f,segment=NetworkSegment(bd4ad2af-8aff-4252-8121-61c861d1ca0d),segment_id=bd4ad2af-8aff-4252-8121-61c861d1ca0d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:45.103369 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ba8dba79-2e1c-45c5-84fa-63751fc2e431 req-db028317-8a30-4823-ba02-f0de94322b47 service neutron] 10.222.0.20 "GET /v2.0/networks/985dcccb-2c08-4d64-be3d-bc4d25918b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729162 Nov 12 00:47:45.104153 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:45.206588 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-4ccb337d-79af-4d7f-b7da-e3d96d4dc55d None None] Allocated IP 172.20.0.2 (6eb69613-2bff-4972-a3f5-c49ebe3d356e/d60031b1-d306-4287-af8c-78e2e4da4eaa/07d14d90-9d24-4226-8e16-82fe1881b12d) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:47:45.212390 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-aa722593-1fe7-4e22-9c0a-21ad452e39d5 req-ac8d951f-905a-4f4a-9524-4552f87d4d8b tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] For port 25329fc1-d1a5-4c67-85e3-ffe2ca49309c, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=25329fc1-d1a5-4c67-85e3-ffe2ca49309c,segment=NetworkSegment(6c913048-0125-4fcf-b07f-89f668c97b8b),segment_id=6c913048-0125-4fcf-b07f-89f668c97b8b)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:45.213160 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-aa722593-1fe7-4e22-9c0a-21ad452e39d5 req-ac8d951f-905a-4f4a-9524-4552f87d4d8b tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:45.225926 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=9d8ac72d-b2b5-4962-b16a-d958ead0c93f,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:45.227556 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5a7dbf5d-5859-417b-8411-c17ebb3fb9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:45.228759 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7dbf5d-5859-417b-8411-c17ebb3fb9e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:45.229621 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5a7dbf5d-5859-417b-8411-c17ebb3fb9e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:45.257119 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-aa722593-1fe7-4e22-9c0a-21ad452e39d5 req-ac8d951f-905a-4f4a-9524-4552f87d4d8b tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Calling delete_port for 25329fc1-d1a5-4c67-85e3-ffe2ca49309c owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:47:45.286516 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ba682d94-abfa-4ce7-9357-153f28b8e263 req-56f25e59-8acf-4be8-a75e-b2c5abd5a5ed service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f016150-bbaa-4469-abf4-94dfbaf090ce HTTP/1.1" status: 200 len: 999 time: 0.1801701 Nov 12 00:47:45.329078 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d7fd95-e3a7-4e94-a3fe-1db398242e7a None None] New status for floating IP 344f3af5-cded-471c-8616-b181e6583f8d: ACTIVE {{(pid=102663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:47:45.348986 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-93dc365a-8ed7-4c71-860b-2e665d313ebe admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:45.375392 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-93dc365a-8ed7-4c71-860b-2e665d313ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:45.447588 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5a7dbf5d-5859-417b-8411-c17ebb3fb9e7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5700574 Nov 12 00:47:45.448533 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7dbf5d-5859-417b-8411-c17ebb3fb9e7 admin admin] Pushing event updated for resources: {'Network': ['ID=cc6c0861-08f6-4a20-bb15-55ce7625c6e5,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:45.463108 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network cc6c0861-08f6-4a20-bb15-55ce7625c6e5 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:47:45.479824 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52204) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:45.499757 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-cf2e1463-70ba-4021-8bad-2a22b5d429ec admin admin] Request body: {'subnet': {'network_id': 'cc6c0861-08f6-4a20-bb15-55ce7625c6e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-951600927-subnet', 'tenant_id': '5ffaac2ef2674156a598ef42a6d7e245', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:45.540471 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba682d94-abfa-4ce7-9357-153f28b8e263 req-99997c82-4da7-483b-9ca2-d8eda7322f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:45.542090 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ba682d94-abfa-4ce7-9357-153f28b8e263 req-99997c82-4da7-483b-9ca2-d8eda7322f09 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fcb6d631-2a57-4fd6-955b-55bc25740c77 HTTP/1.1" status: 200 len: 860 time: 0.1804938 Nov 12 00:47:45.600253 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2e1463-70ba-4021-8bad-2a22b5d429ec admin admin] Made reservation on behalf of 5ffaac2ef2674156a598ef42a6d7e245 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:47:45.601848 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28a202-b018-4dc3-81e6-dccf34b6d738 req-badda07f-f6fd-4a40-bb44-914237e3a608 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:45.603215 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cf2e1463-70ba-4021-8bad-2a22b5d429ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:45.605188 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7b28a202-b018-4dc3-81e6-dccf34b6d738 req-badda07f-f6fd-4a40-bb44-914237e3a608 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/ports?device_id=1acdd166-1cb7-4431-9927-29f3cbe319d4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2323349 Nov 12 00:47:45.641193 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61015cb-6ac4-4822-834f-b04a9750bc31 req-a021276c-1b0a-4256-b054-9ebc67b48b22 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:45.648413 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61015cb-6ac4-4822-834f-b04a9750bc31 req-a021276c-1b0a-4256-b054-9ebc67b48b22 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:45.654444 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61015cb-6ac4-4822-834f-b04a9750bc31 req-a021276c-1b0a-4256-b054-9ebc67b48b22 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:45.662541 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e61015cb-6ac4-4822-834f-b04a9750bc31 req-a021276c-1b0a-4256-b054-9ebc67b48b22 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ccc0568-7f72-42f1-a39c-b5e8880daea2 HTTP/1.1" status: 200 len: 2415 time: 0.2569175 Nov 12 00:47:45.673693 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-93dc365a-8ed7-4c71-860b-2e665d313ebe admin admin] Allocated IP 172.25.2.108 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/017ffbc6-d524-44a7-9505-ba4b394a5a46) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:47:45.716652 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['618f18a9-06c7-4afd-a073-079bf1d4514a'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:47:45.720430 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['76d42976-bdea-4bc9-8082-e822698a05a3'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:47:45.722390 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['9d8ac72d-b2b5-4962-b16a-d958ead0c93f'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:47:45.733601 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba682d94-abfa-4ce7-9357-153f28b8e263 req-7c283c43-259b-4742-b4f2-b88f1d2569c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:45.735160 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ba682d94-abfa-4ce7-9357-153f28b8e263 req-7c283c43-259b-4742-b4f2-b88f1d2569c8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=985dcccb-2c08-4d64-be3d-bc4d25918b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1858921 Nov 12 00:47:45.770206 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7b28a202-b018-4dc3-81e6-dccf34b6d738 req-3e50ec42-b386-4b5d-8007-abd3eee0003e tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.237 HTTP/1.1" status: 200 len: 999 time: 0.1554565 Nov 12 00:47:45.870837 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e61015cb-6ac4-4822-834f-b04a9750bc31 req-f0b8ba5d-33bc-48dd-9715-ffa885bff9a0 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/security-groups?id=00852a6f-259a-4c25-b9f8-f2d48079247f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073557 Nov 12 00:47:46.010495 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-93dc365a-8ed7-4c71-860b-2e665d313ebe admin admin] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:46.015557 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4ccb337d-79af-4d7f-b7da-e3d96d4dc55d None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:46.032769 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-7b28a202-b018-4dc3-81e6-dccf34b6d738 req-18466d12-b754-4b23-958a-6df611254445 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Request body: {'floatingip': {'port_id': '04024bef-c65a-49ef-84d8-aff717b72940', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:46.061145 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-aa722593-1fe7-4e22-9c0a-21ad452e39d5 req-ac8d951f-905a-4f4a-9524-4552f87d4d8b tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:46.085034 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4ccb337d-79af-4d7f-b7da-e3d96d4dc55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:46.169041 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-16f7c389-52c7-41f9-a957-8af815f0c404 req-eee9f22b-ce65-4fd7-a1a9-84b31685bd3d tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d8a1a0-de75-474d-af59-d0094d1668f6 HTTP/1.1" status: 200 len: 210 time: 0.1000211 Nov 12 00:47:46.175249 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8d951f-905a-4f4a-9524-4552f87d4d8b tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Pushing event deleted for resources: {'Port': ['ID=25329fc1-d1a5-4c67-85e3-ffe2ca49309c,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:46.204203 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ba682d94-abfa-4ce7-9357-153f28b8e263 req-5ce53937-f6bc-4f11-93e3-aa0e48006792 service neutron] 10.222.0.54 "GET /v2.0/networks/985dcccb-2c08-4d64-be3d-bc4d25918b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4349070 Nov 12 00:47:46.224847 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb337d-79af-4d7f-b7da-e3d96d4dc55d None None] Pushing event updated for resources: {'Port': ['ID=07d14d90-9d24-4226-8e16-82fe1881b12d,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:46.255184 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7b28a202-b018-4dc3-81e6-dccf34b6d738 req-18466d12-b754-4b23-958a-6df611254445 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Publish callbacks [] for floatingip, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:46.307086 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-93dc365a-8ed7-4c71-860b-2e665d313ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:46.317115 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa722593-1fe7-4e22-9c0a-21ad452e39d5 req-ac8d951f-905a-4f4a-9524-4552f87d4d8b tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] No DVR routers for this DVR port 25329fc1-d1a5-4c67-85e3-ffe2ca49309c on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:47:46.326979 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-aa722593-1fe7-4e22-9c0a-21ad452e39d5 req-ac8d951f-905a-4f4a-9524-4552f87d4d8b tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:46.330608 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-aa722593-1fe7-4e22-9c0a-21ad452e39d5 req-ac8d951f-905a-4f4a-9524-4552f87d4d8b tempest-ServersTestJSON-515282835 tempest-ServersTestJSON-515282835-project] 10.222.0.54 "DELETE /v2.0/ports/25329fc1-d1a5-4c67-85e3-ffe2ca49309c HTTP/1.1" status: 204 len: 173 time: 2.1324701 Nov 12 00:47:46.396037 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93dc365a-8ed7-4c71-860b-2e665d313ebe admin admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:46.405365 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cf2e1463-70ba-4021-8bad-2a22b5d429ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:46.405976 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-93dc365a-8ed7-4c71-860b-2e665d313ebe admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:46.430077 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dc365a-8ed7-4c71-860b-2e665d313ebe admin admin] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:47:46.466436 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccb337d-79af-4d7f-b7da-e3d96d4dc55d None None] Network 6eb69613-2bff-4972-a3f5-c49ebe3d356e is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:46.480909 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d8a1a0-de75-474d-af59-d0094d1668f6', 'name': 'network-vif-deleted', 'tag': '25329fc1-d1a5-4c67-85e3-ffe2ca49309c'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:46.486057 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-4ccb337d-79af-4d7f-b7da-e3d96d4dc55d None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:46.492822 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6e3554-c93d-4b14-993b-d218b32db1ab" -d '{"events": [{"server_uuid": "44d8a1a0-de75-474d-af59-d0094d1668f6", "name": "network-vif-deleted", "tag": "25329fc1-d1a5-4c67-85e3-ffe2ca49309c"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:46.497212 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccb337d-79af-4d7f-b7da-e3d96d4dc55d None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:47:46.524075 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc365a-8ed7-4c71-860b-2e665d313ebe admin admin] Pushing event updated for resources: {'Port': ['ID=017ffbc6-d524-44a7-9505-ba4b394a5a46,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:46.596775 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5331fe14-dd58-4cce-bbaf-6b16596e2f68 x-openstack-request-id: req-5331fe14-dd58-4cce-bbaf-6b16596e2f68 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:46.597056 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d8a1a0-de75-474d-af59-d0094d1668f6", "name": "network-vif-deleted", "tag": "25329fc1-d1a5-4c67-85e3-ffe2ca49309c", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:46.597332 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5331fe14-dd58-4cce-bbaf-6b16596e2f68 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:46.599094 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d8a1a0-de75-474d-af59-d0094d1668f6', 'name': 'network-vif-deleted', 'tag': '25329fc1-d1a5-4c67-85e3-ffe2ca49309c', 'status': 'completed', 'code': 200} Nov 12 00:47:46.644572 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2e1463-70ba-4021-8bad-2a22b5d429ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dc44064-8072-4b25-a5ed-adc971ac9588,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:46.655212 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ba682d94-abfa-4ce7-9357-153f28b8e263 req-6564c623-0177-4347-864b-d90e6a6b1de5 service neutron] 10.222.0.54 "GET /v2.0/networks/985dcccb-2c08-4d64-be3d-bc4d25918b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4356222 Nov 12 00:47:46.658504 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2e1463-70ba-4021-8bad-2a22b5d429ec admin admin] Checking segment: {'id': '38b12e74-b18e-41d0-b62c-8552b3e37d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cc6c0861-08f6-4a20-bb15-55ce7625c6e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:46.658875 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2e1463-70ba-4021-8bad-2a22b5d429ec admin admin] Network hostable DHCP agents. Network: cc6c0861-08f6-4a20-bb15-55ce7625c6e5, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:47:46.681186 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2e1463-70ba-4021-8bad-2a22b5d429ec admin admin] Network cc6c0861-08f6-4a20-bb15-55ce7625c6e5 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:47:46.693149 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-cf2e1463-70ba-4021-8bad-2a22b5d429ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, cc6c0861-08f6-4a20-bb15-55ce7625c6e5) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:46.699421 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2e1463-70ba-4021-8bad-2a22b5d429ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:46.700439 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cf2e1463-70ba-4021-8bad-2a22b5d429ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:46.726263 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d5552c-aaca-4a72-bb4c-b9422378090c None None] Network cc6c0861-08f6-4a20-bb15-55ce7625c6e5 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:47:46.734711 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-cf2e1463-70ba-4021-8bad-2a22b5d429ec admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2390966 Nov 12 00:47:46.990462 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-4ccb337d-79af-4d7f-b7da-e3d96d4dc55d None None] Attempting to bind port 07d14d90-9d24-4226-8e16-82fe1881b12d on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:47:46.991148 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-4ccb337d-79af-4d7f-b7da-e3d96d4dc55d None None] Attempting to bind port 07d14d90-9d24-4226-8e16-82fe1881b12d by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'cd6487ca-676e-4f9c-8c53-a1adb949094d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6eb69613-2bff-4972-a3f5-c49ebe3d356e'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:47:46.991698 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccb337d-79af-4d7f-b7da-e3d96d4dc55d None None] Attempting to bind port 07d14d90-9d24-4226-8e16-82fe1881b12d on network 6eb69613-2bff-4972-a3f5-c49ebe3d356e {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:47.015176 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccb337d-79af-4d7f-b7da-e3d96d4dc55d None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:47:47.016128 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccb337d-79af-4d7f-b7da-e3d96d4dc55d None None] Checking segment: {'id': 'cd6487ca-676e-4f9c-8c53-a1adb949094d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6eb69613-2bff-4972-a3f5-c49ebe3d356e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:47.017046 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4ccb337d-79af-4d7f-b7da-e3d96d4dc55d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:47.017653 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccb337d-79af-4d7f-b7da-e3d96d4dc55d None None] Bound using segment: {'id': 'cd6487ca-676e-4f9c-8c53-a1adb949094d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6eb69613-2bff-4972-a3f5-c49ebe3d356e'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:47:47.018332 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-4ccb337d-79af-4d7f-b7da-e3d96d4dc55d None None] Bound port: 07d14d90-9d24-4226-8e16-82fe1881b12d, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd6487ca-676e-4f9c-8c53-a1adb949094d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6eb69613-2bff-4972-a3f5-c49ebe3d356e'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:47:47.018919 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4ccb337d-79af-4d7f-b7da-e3d96d4dc55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:47.197881 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-93dc365a-8ed7-4c71-860b-2e665d313ebe admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:47.230049 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8881530e-98bb-410c-bdc0-c0d4c6780613 None None] Network cc6c0861-08f6-4a20-bb15-55ce7625c6e5 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:47:47.284050 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06fea8-034c-45af-b640-42e156914947 req-c816d966-fbc2-45b2-bc4f-64cb5d360884 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:47.293361 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06fea8-034c-45af-b640-42e156914947 req-c816d966-fbc2-45b2-bc4f-64cb5d360884 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:47.302723 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06fea8-034c-45af-b640-42e156914947 req-c816d966-fbc2-45b2-bc4f-64cb5d360884 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:47.304628 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7b06fea8-034c-45af-b640-42e156914947 req-c816d966-fbc2-45b2-bc4f-64cb5d360884 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ccc0568-7f72-42f1-a39c-b5e8880daea2 HTTP/1.1" status: 200 len: 2415 time: 0.2839484 Nov 12 00:47:47.325306 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-4ccb337d-79af-4d7f-b7da-e3d96d4dc55d None None] For port 07d14d90-9d24-4226-8e16-82fe1881b12d, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:47:47.346181 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-4ccb337d-79af-4d7f-b7da-e3d96d4dc55d None None] For port 07d14d90-9d24-4226-8e16-82fe1881b12d, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=07d14d90-9d24-4226-8e16-82fe1881b12d,segment=NetworkSegment(cd6487ca-676e-4f9c-8c53-a1adb949094d),segment_id=cd6487ca-676e-4f9c-8c53-a1adb949094d)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:47:47.352885 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4ccb337d-79af-4d7f-b7da-e3d96d4dc55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:47.390348 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7b06fea8-034c-45af-b640-42e156914947 req-48a874fa-ff5b-41c8-a7e8-20ded99148e1 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/security-groups?id=00852a6f-259a-4c25-b9f8-f2d48079247f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797725 Nov 12 00:47:47.548834 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb337d-79af-4d7f-b7da-e3d96d4dc55d None None] Pushing event updated for resources: {'Port': ['ID=07d14d90-9d24-4226-8e16-82fe1881b12d,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:47.658091 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.db.resource_extend [req-7b28a202-b018-4dc3-81e6-dccf34b6d738 req-18466d12-b754-4b23-958a-6df611254445 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:47:47.801279 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 25329fc1-d1a5-4c67-85e3-ffe2ca49309c no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:47:47.870342 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: 25329fc1-d1a5-4c67-85e3-ffe2ca49309c {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:47:47.871344 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 25329fc1-d1a5-4c67-85e3-ffe2ca49309c not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:47:48.191130 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7b28a202-b018-4dc3-81e6-dccf34b6d738 req-18466d12-b754-4b23-958a-6df611254445 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:48.202392 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7b28a202-b018-4dc3-81e6-dccf34b6d738 req-18466d12-b754-4b23-958a-6df611254445 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:48.262613 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-93dc365a-8ed7-4c71-860b-2e665d313ebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:48.269864 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 07d14d90-9d24-4226-8e16-82fe1881b12d up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:48.343917 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 07d14d90-9d24-4226-8e16-82fe1881b12d triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:48.344432 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:48.431264 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [req-7b28a202-b018-4dc3-81e6-dccf34b6d738 req-18466d12-b754-4b23-958a-6df611254445 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Floating IP 344f3af5-cded-471c-8616-b181e6583f8d associated. External IP: 172.25.2.237, port: 7f016150-bbaa-4469-abf4-94dfbaf090ce. Nov 12 00:47:48.488261 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:48.549179 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 07d14d90-9d24-4226-8e16-82fe1881b12d, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=07d14d90-9d24-4226-8e16-82fe1881b12d,segment=NetworkSegment(cd6487ca-676e-4f9c-8c53-a1adb949094d),segment_id=cd6487ca-676e-4f9c-8c53-a1adb949094d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:48.555201 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:48.651311 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=07d14d90-9d24-4226-8e16-82fe1881b12d,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:48.669280 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93dc365a-8ed7-4c71-860b-2e665d313ebe admin admin] Router e5debbb6-7669-4a53-b781-3723e50f7e3f is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:47:48.914005 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b28a202-b018-4dc3-81e6-dccf34b6d738 req-18466d12-b754-4b23-958a-6df611254445 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Router dd4cd67d-5e1d-4528-9237-dfe8b89558ae has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:47:48.938652 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93dc365a-8ed7-4c71-860b-2e665d313ebe admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:47:48.953659 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3b9c03-689d-41b4-9cd0-990d5f08afbd None None] Sync routers for ids ['e5debbb6-7669-4a53-b781-3723e50f7e3f'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:47:48.974300 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3b9c03-689d-41b4-9cd0-990d5f08afbd None None] Routers {'e5debbb6-7669-4a53-b781-3723e50f7e3f'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:48.974953 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-ce3b9c03-689d-41b4-9cd0-990d5f08afbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:47:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['e5debbb6-7669-4a53-b781-3723e50f7e3f'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:49.019841 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5444c6-a530-40f5-92ed-065864c6be3f None None] Network 6eb69613-2bff-4972-a3f5-c49ebe3d356e requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:47:49.060217 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-93dc365a-8ed7-4c71-860b-2e665d313ebe admin admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:49.064544 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52276) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:49.073975 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-93dc365a-8ed7-4c71-860b-2e665d313ebe admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6945093 Nov 12 00:47:49.141361 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-bed9ddaf-4090-4d41-b15b-94ac2db0984e None None] Provisioning complete for port 07d14d90-9d24-4226-8e16-82fe1881b12d triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:49.142811 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bed9ddaf-4090-4d41-b15b-94ac2db0984e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:49.212063 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-ce3b9c03-689d-41b4-9cd0-990d5f08afbd None None] Set router e5debbb6-7669-4a53-b781-3723e50f7e3f gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:49.231136 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b28a202-b018-4dc3-81e6-dccf34b6d738 req-18466d12-b754-4b23-958a-6df611254445 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:47:49.257451 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef62f22-1d11-45d7-88c4-478171985803 None None] Sync routers for ids ['dd4cd67d-5e1d-4528-9237-dfe8b89558ae'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:47:49.387535 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef62f22-1d11-45d7-88c4-478171985803 None None] Routers {'dd4cd67d-5e1d-4528-9237-dfe8b89558ae'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:49.389818 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-eef62f22-1d11-45d7-88c4-478171985803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:47:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['dd4cd67d-5e1d-4528-9237-dfe8b89558ae'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:49.550580 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 76d42976-bdea-4bc9-8082-e822698a05a3 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:49.572143 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-ce3b9c03-689d-41b4-9cd0-990d5f08afbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5debbb6-7669-4a53-b781-3723e50f7e3f', 'name': 'tempest-ServersTestFqdnHostnames-1202256277-router', 'tenant_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '017ffbc6-d524-44a7-9505-ba4b394a5a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:44Z', 'updated_at': '2021-11-12T00:47:46Z', 'revision_number': 3, 'project_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'gw_port': {'id': '017ffbc6-d524-44a7-9505-ba4b394a5a46', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:81:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5debbb6-7669-4a53-b781-3723e50f7e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:45Z', 'updated_at': '2021-11-12T00:47:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:49.613440 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3b9c03-689d-41b4-9cd0-990d5f08afbd None None] Checking router: e5debbb6-7669-4a53-b781-3723e50f7e3f for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:47:49.618538 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3b9c03-689d-41b4-9cd0-990d5f08afbd None None] Updating router e5debbb6-7669-4a53-b781-3723e50f7e3f port 017ffbc6-d524-44a7-9505-ba4b394a5a46 binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:47:49.673716 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ce3b9c03-689d-41b4-9cd0-990d5f08afbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:49.751970 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b28a202-b018-4dc3-81e6-dccf34b6d738 req-18466d12-b754-4b23-958a-6df611254445 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Router dd4cd67d-5e1d-4528-9237-dfe8b89558ae has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:47:49.866302 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-eef62f22-1d11-45d7-88c4-478171985803 None None] Set router dd4cd67d-5e1d-4528-9237-dfe8b89558ae gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:49.969669 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b28a202-b018-4dc3-81e6-dccf34b6d738 req-18466d12-b754-4b23-958a-6df611254445 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:47:49.991293 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7b28a202-b018-4dc3-81e6-dccf34b6d738 req-18466d12-b754-4b23-958a-6df611254445 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:50.008104 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 76d42976-bdea-4bc9-8082-e822698a05a3 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:47:50.111184 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-97b97b31-9004-49b7-997a-c3ea79e2ccec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:50.156492 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b96323-207c-4e9a-9a2b-f9165ef8565b', 'tag': '7f016150-bbaa-4469-abf4-94dfbaf090ce'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:50.164634 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe09011-73b0-4f4c-ae04-a668e0e3d840" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b96323-207c-4e9a-9a2b-f9165ef8565b", "tag": "7f016150-bbaa-4469-abf4-94dfbaf090ce"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:50.202125 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7b28a202-b018-4dc3-81e6-dccf34b6d738 req-18466d12-b754-4b23-958a-6df611254445 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "PUT /v2.0/floatingips/344f3af5-cded-471c-8616-b181e6583f8d HTTP/1.1" status: 200 len: 998 time: 4.4220965 Nov 12 00:47:50.206890 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 76d42976-bdea-4bc9-8082-e822698a05a3 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:50.208103 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:50.281817 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 07d14d90-9d24-4226-8e16-82fe1881b12d up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:50.395603 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28a202-b018-4dc3-81e6-dccf34b6d738 req-cd8a0b84-12ab-489d-9e70-adc27e436588 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:50.401415 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7b28a202-b018-4dc3-81e6-dccf34b6d738 req-cd8a0b84-12ab-489d-9e70-adc27e436588 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/ports/7f016150-bbaa-4469-abf4-94dfbaf090ce HTTP/1.1" status: 200 len: 942 time: 0.1930480 Nov 12 00:47:50.470820 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-97b97b31-9004-49b7-997a-c3ea79e2ccec admin admin] Allocated IP 172.20.0.1 (6eb69613-2bff-4972-a3f5-c49ebe3d356e/d60031b1-d306-4287-af8c-78e2e4da4eaa/612b5e2b-7e00-4e23-9e2b-f5bfb0fef9fe) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:47:50.473603 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ce3b9c03-689d-41b4-9cd0-990d5f08afbd None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:50.485007 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-20f73f10-5283-4076-9e65-326f57bd1dd3 None None] Provisioning complete for port 07d14d90-9d24-4226-8e16-82fe1881b12d triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:50.485503 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-20f73f10-5283-4076-9e65-326f57bd1dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:50.491618 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ce3b9c03-689d-41b4-9cd0-990d5f08afbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:50.556757 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-ce3b9c03-689d-41b4-9cd0-990d5f08afbd None None] Attempting to bind port 017ffbc6-d524-44a7-9505-ba4b394a5a46 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:47:50.557810 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-ce3b9c03-689d-41b4-9cd0-990d5f08afbd None None] Attempting to bind port 017ffbc6-d524-44a7-9505-ba4b394a5a46 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:47:50.558435 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3b9c03-689d-41b4-9cd0-990d5f08afbd None None] Attempting to bind port 017ffbc6-d524-44a7-9505-ba4b394a5a46 on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:50.628027 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28a202-b018-4dc3-81e6-dccf34b6d738 req-377e8b46-c023-4b21-b0da-91067996fb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:50.631412 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7b28a202-b018-4dc3-81e6-dccf34b6d738 req-377e8b46-c023-4b21-b0da-91067996fb98 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=70fcc0cfb50649aa98c75c8239146e76&device_id=d8b96323-207c-4e9a-9a2b-f9165ef8565b HTTP/1.1" status: 200 len: 1097 time: 0.1308784 Nov 12 00:47:50.704485 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-97b97b31-9004-49b7-997a-c3ea79e2ccec admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:50.749111 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3b9c03-689d-41b4-9cd0-990d5f08afbd None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:47:50.751269 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3b9c03-689d-41b4-9cd0-990d5f08afbd None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:50.753017 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ce3b9c03-689d-41b4-9cd0-990d5f08afbd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:50.754245 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3b9c03-689d-41b4-9cd0-990d5f08afbd None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:47:50.756105 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-ce3b9c03-689d-41b4-9cd0-990d5f08afbd None None] Bound port: 017ffbc6-d524-44a7-9505-ba4b394a5a46, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:47:50.757299 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ce3b9c03-689d-41b4-9cd0-990d5f08afbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:50.767437 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-97b97b31-9004-49b7-997a-c3ea79e2ccec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:50.842822 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:50.862559 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 07d14d90-9d24-4226-8e16-82fe1881b12d triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:50.862940 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:50.875776 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e92b69d-ede9-4121-b25c-9a38fec68640 None None] Pushing event updated for resources: {'Port': ['ID=017ffbc6-d524-44a7-9505-ba4b394a5a46,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:50.883132 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28a202-b018-4dc3-81e6-dccf34b6d738 req-03155c9b-e9ad-4a62-ac9b-a4bf63faacad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:50.884659 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7b28a202-b018-4dc3-81e6-dccf34b6d738 req-03155c9b-e9ad-4a62-ac9b-a4bf63faacad service neutron] 10.222.0.20 "GET /v2.0/networks?id=985dcccb-2c08-4d64-be3d-bc4d25918b83 HTTP/1.1" status: 200 len: 922 time: 0.2455859 Nov 12 00:47:50.894360 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b97b31-9004-49b7-997a-c3ea79e2ccec admin admin] Network 6eb69613-2bff-4972-a3f5-c49ebe3d356e is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:50.898450 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-97b97b31-9004-49b7-997a-c3ea79e2ccec admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:50.902941 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b97b31-9004-49b7-997a-c3ea79e2ccec admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:47:50.941544 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-ce3b9c03-689d-41b4-9cd0-990d5f08afbd None None] For port 017ffbc6-d524-44a7-9505-ba4b394a5a46, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:47:50.957767 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-ce3b9c03-689d-41b4-9cd0-990d5f08afbd None None] For port 017ffbc6-d524-44a7-9505-ba4b394a5a46, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=017ffbc6-d524-44a7-9505-ba4b394a5a46,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:47:50.966397 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ce3b9c03-689d-41b4-9cd0-990d5f08afbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:50.982238 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7b28a202-b018-4dc3-81e6-dccf34b6d738 req-8d38efb5-9085-407f-8177-c39ceef30209 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f016150-bbaa-4469-abf4-94dfbaf090ce HTTP/1.1" status: 200 len: 217 time: 0.0778687 Nov 12 00:47:50.987552 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b97b31-9004-49b7-997a-c3ea79e2ccec admin admin] Pushing event updated for resources: {'Port': ['ID=612b5e2b-7e00-4e23-9e2b-f5bfb0fef9fe,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:51.042805 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-97b97b31-9004-49b7-997a-c3ea79e2ccec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:51.132710 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3b9c03-689d-41b4-9cd0-990d5f08afbd None None] Routers {'e5debbb6-7669-4a53-b781-3723e50f7e3f'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:51.134737 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28a202-b018-4dc3-81e6-dccf34b6d738 req-c3e743cc-1e76-48da-a282-4bce15482b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:51.142925 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7b28a202-b018-4dc3-81e6-dccf34b6d738 req-c3e743cc-1e76-48da-a282-4bce15482b3c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fcb6d631-2a57-4fd6-955b-55bc25740c77 HTTP/1.1" status: 200 len: 860 time: 0.1528263 Nov 12 00:47:51.143710 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-ce3b9c03-689d-41b4-9cd0-990d5f08afbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:47:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['e5debbb6-7669-4a53-b781-3723e50f7e3f'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:51.147310 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e92b69d-ede9-4121-b25c-9a38fec68640 None None] Pushing event updated for resources: {'Port': ['ID=017ffbc6-d524-44a7-9505-ba4b394a5a46,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:51.225615 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 76d42976-bdea-4bc9-8082-e822698a05a3, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=76d42976-bdea-4bc9-8082-e822698a05a3,segment=NetworkSegment(bd4ad2af-8aff-4252-8121-61c861d1ca0d),segment_id=bd4ad2af-8aff-4252-8121-61c861d1ca0d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:51.229297 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ccc0568-7f72-42f1-a39c-b5e8880daea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d42976-bdea-4bc9-8082-e822698a05a3'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:51.233131 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28a202-b018-4dc3-81e6-dccf34b6d738 req-3406d77d-df92-43d1-ad69-057566317ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:51.233435 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494b0cf0-995e-423b-9d02-a1e8d7b6c86d" -d '{"events": [{"server_uuid": "8ccc0568-7f72-42f1-a39c-b5e8880daea2", "name": "network-vif-plugged", "status": "completed", "tag": "76d42976-bdea-4bc9-8082-e822698a05a3"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:51.246523 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:51.247582 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 9d8ac72d-b2b5-4962-b16a-d958ead0c93f up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:51.247902 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7b28a202-b018-4dc3-81e6-dccf34b6d738 req-3406d77d-df92-43d1-ad69-057566317ca0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=985dcccb-2c08-4d64-be3d-bc4d25918b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1040831 Nov 12 00:47:51.253764 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [req-7b28a202-b018-4dc3-81e6-dccf34b6d738 req-d3d1bc7b-6c81-46f8-a10a-31d4673d0e1f service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:47:51.261866 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7b28a202-b018-4dc3-81e6-dccf34b6d738 req-d3d1bc7b-6c81-46f8-a10a-31d4673d0e1f service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0130372 Nov 12 00:47:51.423658 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-97b97b31-9004-49b7-997a-c3ea79e2ccec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:51.436041 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7b28a202-b018-4dc3-81e6-dccf34b6d738 req-dc0dd88a-b14a-445c-b0b4-f81a1f64ad41 service neutron] 10.222.0.20 "GET /v2.0/networks/985dcccb-2c08-4d64-be3d-bc4d25918b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725900 Nov 12 00:47:51.461346 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-ce3b9c03-689d-41b4-9cd0-990d5f08afbd None None] Set router e5debbb6-7669-4a53-b781-3723e50f7e3f gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:51.574022 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 9d8ac72d-b2b5-4962-b16a-d958ead0c93f completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:47:51.583067 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 9d8ac72d-b2b5-4962-b16a-d958ead0c93f triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:51.584062 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:51.635889 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7b28a202-b018-4dc3-81e6-dccf34b6d738 req-f4636cb4-8d45-4386-b716-7eda9cacbff4 service neutron] 10.222.0.20 "GET /v2.0/networks/985dcccb-2c08-4d64-be3d-bc4d25918b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988020 Nov 12 00:47:51.659419 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-756c362d-5814-41a2-b4f0-ffe2bd189756 None None] Provisioning complete for port 612b5e2b-7e00-4e23-9e2b-f5bfb0fef9fe triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:51.660098 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-756c362d-5814-41a2-b4f0-ffe2bd189756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:51.711253 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-756c362d-5814-41a2-b4f0-ffe2bd189756 None None] Port 612b5e2b-7e00-4e23-9e2b-f5bfb0fef9fe cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:47:51.717479 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=76d42976-bdea-4bc9-8082-e822698a05a3,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:51.730222 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-eef62f22-1d11-45d7-88c4-478171985803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'name': 'tempest-FloatingIPsAssociationTestJSON-2097701775-router', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '735f833a-7d3e-43b5-86e8-820a96b3d37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:41Z', 'updated_at': '2021-11-12T00:46:48Z', 'revision_number': 4, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'gw_port': {'id': '735f833a-7d3e-43b5-86e8-820a96b3d37e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:41Z', 'updated_at': '2021-11-12T00:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '344f3af5-cded-471c-8616-b181e6583f8d', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'floating_ip_address': '172.25.2.237', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'port_id': '04024bef-c65a-49ef-84d8-aff717b72940', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83', 'mac_address': 'fa:16:3e:aa:39:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acdd166-1cb7-4431-9927-29f3cbe319d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:47:21Z', 'updated_at': '2021-11-12T00:47:47Z', 'revision_number': 3, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d1946a-2e69-4be8-b837-8f8813a6766d', 'name': '', 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'mac_address': 'fa:16:3e:e8:70:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'fcb6d631-2a57-4fd6-955b-55bc25740c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:46:53Z', 'revision_number': 5, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'subnets': [{'id': 'fcb6d631-2a57-4fd6-955b-55bc25740c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:51.765460 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef62f22-1d11-45d7-88c4-478171985803 None None] Checking router: dd4cd67d-5e1d-4528-9237-dfe8b89558ae for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:47:51.772090 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28a202-b018-4dc3-81e6-dccf34b6d738 req-d7db3610-9e6e-44d3-9096-448dad878290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:51.789957 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7b28a202-b018-4dc3-81e6-dccf34b6d738 req-d7db3610-9e6e-44d3-9096-448dad878290 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=70fcc0cfb50649aa98c75c8239146e76&device_id=1acdd166-1cb7-4431-9927-29f3cbe319d4 HTTP/1.1" status: 200 len: 1097 time: 0.1127019 Nov 12 00:47:51.791026 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef62f22-1d11-45d7-88c4-478171985803 None None] Routers {'dd4cd67d-5e1d-4528-9237-dfe8b89558ae'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:51.792082 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-eef62f22-1d11-45d7-88c4-478171985803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:47:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['dd4cd67d-5e1d-4528-9237-dfe8b89558ae'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:51.914391 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-ce3b9c03-689d-41b4-9cd0-990d5f08afbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5debbb6-7669-4a53-b781-3723e50f7e3f', 'name': 'tempest-ServersTestFqdnHostnames-1202256277-router', 'tenant_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '017ffbc6-d524-44a7-9505-ba4b394a5a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:44Z', 'updated_at': '2021-11-12T00:47:46Z', 'revision_number': 3, 'project_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'gw_port': {'id': '017ffbc6-d524-44a7-9505-ba4b394a5a46', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:81:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5debbb6-7669-4a53-b781-3723e50f7e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:45Z', 'updated_at': '2021-11-12T00:47:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:51.926941 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-97b97b31-9004-49b7-997a-c3ea79e2ccec admin admin] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:51.936588 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-97b97b31-9004-49b7-997a-c3ea79e2ccec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:51.992766 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-eef62f22-1d11-45d7-88c4-478171985803 None None] Set router dd4cd67d-5e1d-4528-9237-dfe8b89558ae gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:51.995867 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3b9c03-689d-41b4-9cd0-990d5f08afbd None None] The sync data for ids ['e5debbb6-7669-4a53-b781-3723e50f7e3f'] in n-d-812236-11 is: [{'id': 'e5debbb6-7669-4a53-b781-3723e50f7e3f', 'name': 'tempest-ServersTestFqdnHostnames-1202256277-router', 'tenant_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '017ffbc6-d524-44a7-9505-ba4b394a5a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:44Z', 'updated_at': '2021-11-12T00:47:46Z', 'revision_number': 3, 'project_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'gw_port': {'id': '017ffbc6-d524-44a7-9505-ba4b394a5a46', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:81:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5debbb6-7669-4a53-b781-3723e50f7e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:45Z', 'updated_at': '2021-11-12T00:47:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:47:52.047647 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28a202-b018-4dc3-81e6-dccf34b6d738 req-7470c687-90ed-4c2d-acba-76ff7e51a3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:52.058591 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7b28a202-b018-4dc3-81e6-dccf34b6d738 req-7470c687-90ed-4c2d-acba-76ff7e51a3d0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=985dcccb-2c08-4d64-be3d-bc4d25918b83 HTTP/1.1" status: 200 len: 922 time: 0.2683964 Nov 12 00:47:52.131515 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-97b97b31-9004-49b7-997a-c3ea79e2ccec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:52.153338 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b97b31-9004-49b7-997a-c3ea79e2ccec admin admin] Pushing event updated for resources: {'Port': ['ID=612b5e2b-7e00-4e23-9e2b-f5bfb0fef9fe,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:52.191158 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7b28a202-b018-4dc3-81e6-dccf34b6d738 req-3e7d4665-b6a3-49bc-ae11-3cd4d48b41a4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04024bef-c65a-49ef-84d8-aff717b72940 HTTP/1.1" status: 200 len: 1001 time: 0.1285822 Nov 12 00:47:52.293266 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28a202-b018-4dc3-81e6-dccf34b6d738 req-96953fde-ffe3-4674-94e4-d7b4fe0830ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:52.295747 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7b28a202-b018-4dc3-81e6-dccf34b6d738 req-96953fde-ffe3-4674-94e4-d7b4fe0830ce service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fcb6d631-2a57-4fd6-955b-55bc25740c77 HTTP/1.1" status: 200 len: 860 time: 0.1056104 Nov 12 00:47:52.373280 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b97b31-9004-49b7-997a-c3ea79e2ccec admin admin] Network 6eb69613-2bff-4972-a3f5-c49ebe3d356e is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:52.374476 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-97b97b31-9004-49b7-997a-c3ea79e2ccec admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:52.394883 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:52.409000 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28a202-b018-4dc3-81e6-dccf34b6d738 req-31c28fba-8332-42f4-bf04-36e55561537d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:52.424835 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7b28a202-b018-4dc3-81e6-dccf34b6d738 req-31c28fba-8332-42f4-bf04-36e55561537d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=985dcccb-2c08-4d64-be3d-bc4d25918b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1204677 Nov 12 00:47:52.457501 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 9d8ac72d-b2b5-4962-b16a-d958ead0c93f, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=9d8ac72d-b2b5-4962-b16a-d958ead0c93f,segment=NetworkSegment(bd4ad2af-8aff-4252-8121-61c861d1ca0d),segment_id=bd4ad2af-8aff-4252-8121-61c861d1ca0d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:52.469318 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:52.473319 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 618f18a9-06c7-4afd-a073-079bf1d4514a up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:52.593894 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-eef62f22-1d11-45d7-88c4-478171985803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'name': 'tempest-FloatingIPsAssociationTestJSON-2097701775-router', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '735f833a-7d3e-43b5-86e8-820a96b3d37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:41Z', 'updated_at': '2021-11-12T00:46:48Z', 'revision_number': 4, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'gw_port': {'id': '735f833a-7d3e-43b5-86e8-820a96b3d37e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:41Z', 'updated_at': '2021-11-12T00:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '344f3af5-cded-471c-8616-b181e6583f8d', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'floating_ip_address': '172.25.2.237', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'port_id': '04024bef-c65a-49ef-84d8-aff717b72940', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83', 'mac_address': 'fa:16:3e:aa:39:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acdd166-1cb7-4431-9927-29f3cbe319d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:47:21Z', 'updated_at': '2021-11-12T00:47:47Z', 'revision_number': 3, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d1946a-2e69-4be8-b837-8f8813a6766d', 'name': '', 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'mac_address': 'fa:16:3e:e8:70:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'fcb6d631-2a57-4fd6-955b-55bc25740c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:46:53Z', 'revision_number': 5, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'subnets': [{'id': 'fcb6d631-2a57-4fd6-955b-55bc25740c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:52.664094 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7b28a202-b018-4dc3-81e6-dccf34b6d738 req-ab84d7c3-f608-4c40-a28e-b73abe21891a service neutron] 10.222.0.20 "GET /v2.0/networks/985dcccb-2c08-4d64-be3d-bc4d25918b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379069 Nov 12 00:47:52.698319 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef62f22-1d11-45d7-88c4-478171985803 None None] The sync data for ids ['dd4cd67d-5e1d-4528-9237-dfe8b89558ae'] in n-d-812236-11 is: [{'id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'name': 'tempest-FloatingIPsAssociationTestJSON-2097701775-router', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '735f833a-7d3e-43b5-86e8-820a96b3d37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:41Z', 'updated_at': '2021-11-12T00:46:48Z', 'revision_number': 4, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'gw_port': {'id': '735f833a-7d3e-43b5-86e8-820a96b3d37e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:41Z', 'updated_at': '2021-11-12T00:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '344f3af5-cded-471c-8616-b181e6583f8d', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'floating_ip_address': '172.25.2.237', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'port_id': '04024bef-c65a-49ef-84d8-aff717b72940', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83', 'mac_address': 'fa:16:3e:aa:39:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acdd166-1cb7-4431-9927-29f3cbe319d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:47:21Z', 'updated_at': '2021-11-12T00:47:47Z', 'revision_number': 3, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d1946a-2e69-4be8-b837-8f8813a6766d', 'name': '', 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'mac_address': 'fa:16:3e:e8:70:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'fcb6d631-2a57-4fd6-955b-55bc25740c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:46:53Z', 'revision_number': 5, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'subnets': [{'id': 'fcb6d631-2a57-4fd6-955b-55bc25740c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:47:52.721967 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=9d8ac72d-b2b5-4962-b16a-d958ead0c93f,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:52.756705 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 618f18a9-06c7-4afd-a073-079bf1d4514a completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:47:52.762994 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 618f18a9-06c7-4afd-a073-079bf1d4514a triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:52.763564 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:52.916391 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7b28a202-b018-4dc3-81e6-dccf34b6d738 req-d2d526a3-80a2-4c8c-a9e2-73849077cf96 service neutron] 10.222.0.20 "GET /v2.0/networks/985dcccb-2c08-4d64-be3d-bc4d25918b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509565 Nov 12 00:47:52.961646 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:52.991753 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-130c1d7f-1069-4ee1-87a1-e0d3c89bab3d None None] Provisioning complete for port 612b5e2b-7e00-4e23-9e2b-f5bfb0fef9fe triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:52.992128 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-130c1d7f-1069-4ee1-87a1-e0d3c89bab3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:53.085596 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52292) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:53.134364 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 618f18a9-06c7-4afd-a073-079bf1d4514a, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=618f18a9-06c7-4afd-a073-079bf1d4514a,segment=NetworkSegment(4259907e-91d7-4dde-a507-cfb06c455ef2),segment_id=4259907e-91d7-4dde-a507-cfb06c455ef2)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:53.188204 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05513ebc-e372-4f44-9359-c3f3657459a7 None None] New status for floating IP 344f3af5-cded-471c-8616-b181e6583f8d: ACTIVE {{(pid=102664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:47:53.204596 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:53.222082 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-130c1d7f-1069-4ee1-87a1-e0d3c89bab3d None None] Port 612b5e2b-7e00-4e23-9e2b-f5bfb0fef9fe cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:47:53.247863 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-056a2c9b-9823-4930-9005-af08a4cb38d3 admin admin] Deleting subnet e9ebb41c-1861-43b6-b921-ba560680823b {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:47:53.276024 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-056a2c9b-9823-4930-9005-af08a4cb38d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:53.362135 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-056a2c9b-9823-4930-9005-af08a4cb38d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:53.395230 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=618f18a9-06c7-4afd-a073-079bf1d4514a,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:53.491992 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b97b31-9004-49b7-997a-c3ea79e2ccec admin admin] Router e5debbb6-7669-4a53-b781-3723e50f7e3f has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:47:53.520638 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-056a2c9b-9823-4930-9005-af08a4cb38d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:53.666245 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a0ccc-7f89-4c0a-9802-82c764cfa954 req-f861d8bb-d331-47ae-9437-384bf4ec4e4e tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:53.678789 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a0ccc-7f89-4c0a-9802-82c764cfa954 req-f861d8bb-d331-47ae-9437-384bf4ec4e4e tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:53.690315 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a0ccc-7f89-4c0a-9802-82c764cfa954 req-f861d8bb-d331-47ae-9437-384bf4ec4e4e tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:53.694012 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5d5a0ccc-7f89-4c0a-9802-82c764cfa954 req-f861d8bb-d331-47ae-9437-384bf4ec4e4e tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ccc0568-7f72-42f1-a39c-b5e8880daea2 HTTP/1.1" status: 200 len: 2418 time: 0.2104101 Nov 12 00:47:53.700255 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-056a2c9b-9823-4930-9005-af08a4cb38d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:53.733126 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a2c9b-9823-4930-9005-af08a4cb38d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9ebb41c-1861-43b6-b921-ba560680823b,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:53.766837 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-056a2c9b-9823-4930-9005-af08a4cb38d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:53.770625 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-056a2c9b-9823-4930-9005-af08a4cb38d3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e9ebb41c-1861-43b6-b921-ba560680823b HTTP/1.1" status: 204 len: 168 time: 0.6831520 Nov 12 00:47:53.773711 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52294) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:53.788261 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b97b31-9004-49b7-997a-c3ea79e2ccec admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:47:53.793771 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-97b97b31-9004-49b7-997a-c3ea79e2ccec admin admin] 10.222.0.20 "PUT /v2.0/routers/e5debbb6-7669-4a53-b781-3723e50f7e3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7278872 Nov 12 00:47:53.861572 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03acd69-0636-4793-bead-b9fa702548e1 None None] Sync routers for ids ['dd4cd67d-5e1d-4528-9237-dfe8b89558ae'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:47:53.888102 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03acd69-0636-4793-bead-b9fa702548e1 None None] Routers {'dd4cd67d-5e1d-4528-9237-dfe8b89558ae'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:53.891408 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-f03acd69-0636-4793-bead-b9fa702548e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:47:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['dd4cd67d-5e1d-4528-9237-dfe8b89558ae'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:53.909009 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-27d3cc7a-8b01-4c11-b003-df46a5a180c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:53.915837 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5d5a0ccc-7f89-4c0a-9802-82c764cfa954 req-7bb0dac3-8b32-4609-9323-d0ebeadcaf55 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/security-groups?id=00852a6f-259a-4c25-b9f8-f2d48079247f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122998 Nov 12 00:47:54.042523 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a1329a-ca95-43e7-b272-9ca6f9058e3b x-openstack-request-id: req-94a1329a-ca95-43e7-b272-9ca6f9058e3b {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:54.042747 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b96323-207c-4e9a-9a2b-f9165ef8565b", "tag": "7f016150-bbaa-4469-abf4-94dfbaf090ce", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:54.043003 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-94a1329a-ca95-43e7-b272-9ca6f9058e3b {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:54.043395 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b96323-207c-4e9a-9a2b-f9165ef8565b', 'tag': '7f016150-bbaa-4469-abf4-94dfbaf090ce', 'status': 'completed', 'code': 200} Nov 12 00:47:54.044887 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-27d3cc7a-8b01-4c11-b003-df46a5a180c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:54.104358 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-27d3cc7a-8b01-4c11-b003-df46a5a180c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b2d1442-0e79-422e-955b-efc39299c7dd']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:54.118746 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-27d3cc7a-8b01-4c11-b003-df46a5a180c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c913048-0125-4fcf-b07f-89f668c97b8b') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:54.119619 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-27d3cc7a-8b01-4c11-b003-df46a5a180c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c913048-0125-4fcf-b07f-89f668c97b8b') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:54.138907 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-27d3cc7a-8b01-4c11-b003-df46a5a180c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:54.170671 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-27d3cc7a-8b01-4c11-b003-df46a5a180c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:54.189758 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27d3cc7a-8b01-4c11-b003-df46a5a180c0 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:47:54.190168 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-27d3cc7a-8b01-4c11-b003-df46a5a180c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:54.193633 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:47:54.193633 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:47:54.193633 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:47:54.193633 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:47:54.193633 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:47:54.193633 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:47:54.193633 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:47:54.193633 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:47:54.193633 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:47:54.193633 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:47:54.193633 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:47:54.193633 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:47:54.193633 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:47:54.193633 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:47:54.193633 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:47:54.193633 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:47:54.193633 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:47:54.193633 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:47:54.193633 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:47:54.193633 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:47:54.193633 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:47:54.193633 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:47:54.193633 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:47:54.193633 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:47:54.193633 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:47:54.193633 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:47:54.193633 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:47:54.193633 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:47:54.193633 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:47:54.193633 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:47:54.193633 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:47:54.193633 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:47:54.201167 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25c9fe9-752a-4aae-ae47-346d391b4340 x-openstack-request-id: req-f25c9fe9-752a-4aae-ae47-346d391b4340 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:54.204112 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ccc0568-7f72-42f1-a39c-b5e8880daea2", "name": "network-vif-plugged", "status": "completed", "tag": "76d42976-bdea-4bc9-8082-e822698a05a3", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:54.204449 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f25c9fe9-752a-4aae-ae47-346d391b4340 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:54.204956 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ccc0568-7f72-42f1-a39c-b5e8880daea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d42976-bdea-4bc9-8082-e822698a05a3', 'code': 200} Nov 12 00:47:54.219604 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe09011-73b0-4f4c-ae04-a668e0e3d840 req-02b64661-92bc-42d1-913a-a3c8ae86cb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:54.222254 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0fe09011-73b0-4f4c-ae04-a668e0e3d840 req-02b64661-92bc-42d1-913a-a3c8ae86cb26 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=70fcc0cfb50649aa98c75c8239146e76&device_id=d8b96323-207c-4e9a-9a2b-f9165ef8565b HTTP/1.1" status: 200 len: 1097 time: 0.1324842 Nov 12 00:47:54.235381 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-f03acd69-0636-4793-bead-b9fa702548e1 None None] Set router dd4cd67d-5e1d-4528-9237-dfe8b89558ae gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:54.364906 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe09011-73b0-4f4c-ae04-a668e0e3d840 req-4315ea06-66ef-49ba-865e-b04fa19b31c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:54.366488 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0fe09011-73b0-4f4c-ae04-a668e0e3d840 req-4315ea06-66ef-49ba-865e-b04fa19b31c3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=985dcccb-2c08-4d64-be3d-bc4d25918b83 HTTP/1.1" status: 200 len: 922 time: 0.1366329 Nov 12 00:47:54.399150 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 017ffbc6-d524-44a7-9505-ba4b394a5a46 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:54.421967 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-27d3cc7a-8b01-4c11-b003-df46a5a180c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:54.440897 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-27d3cc7a-8b01-4c11-b003-df46a5a180c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:54.446962 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-27d3cc7a-8b01-4c11-b003-df46a5a180c0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6b2d1442-0e79-422e-955b-efc39299c7dd HTTP/1.1" status: 204 len: 168 time: 0.6695325 Nov 12 00:47:54.471160 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0fe09011-73b0-4f4c-ae04-a668e0e3d840 req-c0e669e4-814d-4378-b3e1-c7cf8f0790df service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f016150-bbaa-4469-abf4-94dfbaf090ce HTTP/1.1" status: 200 len: 217 time: 0.0932643 Nov 12 00:47:54.495730 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-51125abf-3999-43ac-a374-d10e6ac90c5f req-aa5731d2-13a1-4be8-a749-8594bcdb2505 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.237 HTTP/1.1" status: 200 len: 1001 time: 0.2769783 Nov 12 00:47:54.522321 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d3cc7a-8b01-4c11-b003-df46a5a180c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b2d1442-0e79-422e-955b-efc39299c7dd,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:54.589265 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe09011-73b0-4f4c-ae04-a668e0e3d840 req-366ff2db-76af-479c-b21e-272cd50be936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:54.592870 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0fe09011-73b0-4f4c-ae04-a668e0e3d840 req-366ff2db-76af-479c-b21e-272cd50be936 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fcb6d631-2a57-4fd6-955b-55bc25740c77 HTTP/1.1" status: 200 len: 860 time: 0.1064751 Nov 12 00:47:54.625585 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51125abf-3999-43ac-a374-d10e6ac90c5f req-270a8456-44aa-4fdc-b6dd-abb4550b9b5b tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:54.642691 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-51125abf-3999-43ac-a374-d10e6ac90c5f req-270a8456-44aa-4fdc-b6dd-abb4550b9b5b tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/ports/04024bef-c65a-49ef-84d8-aff717b72940 HTTP/1.1" status: 200 len: 942 time: 0.1460259 Nov 12 00:47:54.695467 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe09011-73b0-4f4c-ae04-a668e0e3d840 req-f6b05260-ffe3-432c-bde3-33322ce8f4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:54.721393 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 017ffbc6-d524-44a7-9505-ba4b394a5a46 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:54.722613 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0fe09011-73b0-4f4c-ae04-a668e0e3d840 req-f6b05260-ffe3-432c-bde3-33322ce8f4f7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=985dcccb-2c08-4d64-be3d-bc4d25918b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1221220 Nov 12 00:47:54.723336 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:54.728337 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52306) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:54.751287 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [req-0fe09011-73b0-4f4c-ae04-a668e0e3d840 req-95191e74-86fb-4a62-8909-2eeaac6ccc2a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:47:54.753025 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0fe09011-73b0-4f4c-ae04-a668e0e3d840 req-95191e74-86fb-4a62-8909-2eeaac6ccc2a service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0183711 Nov 12 00:47:54.850773 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-51125abf-3999-43ac-a374-d10e6ac90c5f req-edcd05dd-2c65-4015-8cff-58aeb63be849 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.237 HTTP/1.1" status: 200 len: 1001 time: 0.1473064 Nov 12 00:47:54.935338 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:54.966025 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 017ffbc6-d524-44a7-9505-ba4b394a5a46, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=017ffbc6-d524-44a7-9505-ba4b394a5a46,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:54.975756 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:54.979062 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0fe09011-73b0-4f4c-ae04-a668e0e3d840 req-36e94d65-62f4-4735-9045-66bace249ae2 service neutron] 10.222.0.54 "GET /v2.0/networks/985dcccb-2c08-4d64-be3d-bc4d25918b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051470 Nov 12 00:47:55.074686 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51125abf-3999-43ac-a374-d10e6ac90c5f req-56aa6614-5d83-4a6b-9261-49a9c13ae5f3 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:55.076726 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-51125abf-3999-43ac-a374-d10e6ac90c5f req-56aa6614-5d83-4a6b-9261-49a9c13ae5f3 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/networks/ef732b55-2b3c-4048-85da-0a8ac273c14b HTTP/1.1" status: 200 len: 784 time: 0.2251823 Nov 12 00:47:55.111419 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5516936e-37cf-4481-899f-e5af4b8f2b04 None None] Sync routers for ids ['e5debbb6-7669-4a53-b781-3723e50f7e3f'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:47:55.134343 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5516936e-37cf-4481-899f-e5af4b8f2b04 None None] Routers {'e5debbb6-7669-4a53-b781-3723e50f7e3f'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:55.135312 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-5516936e-37cf-4481-899f-e5af4b8f2b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:47:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['e5debbb6-7669-4a53-b781-3723e50f7e3f'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:55.172144 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52314) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:55.197086 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3dd5e322-9894-40a7-b157-0b78d995eea8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=78b3942b4d1d42e395f1a600361aab79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4392924 Nov 12 00:47:55.214059 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-f03acd69-0636-4793-bead-b9fa702548e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'name': 'tempest-FloatingIPsAssociationTestJSON-2097701775-router', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '735f833a-7d3e-43b5-86e8-820a96b3d37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:41Z', 'updated_at': '2021-11-12T00:46:48Z', 'revision_number': 4, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'gw_port': {'id': '735f833a-7d3e-43b5-86e8-820a96b3d37e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:41Z', 'updated_at': '2021-11-12T00:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '344f3af5-cded-471c-8616-b181e6583f8d', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'floating_ip_address': '172.25.2.237', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'port_id': '04024bef-c65a-49ef-84d8-aff717b72940', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83', 'mac_address': 'fa:16:3e:aa:39:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acdd166-1cb7-4431-9927-29f3cbe319d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:47:21Z', 'updated_at': '2021-11-12T00:47:53Z', 'revision_number': 4, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d1946a-2e69-4be8-b837-8f8813a6766d', 'name': '', 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'mac_address': 'fa:16:3e:e8:70:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'fcb6d631-2a57-4fd6-955b-55bc25740c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:46:53Z', 'revision_number': 5, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'subnets': [{'id': 'fcb6d631-2a57-4fd6-955b-55bc25740c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:55.245895 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03acd69-0636-4793-bead-b9fa702548e1 None None] Checking router: dd4cd67d-5e1d-4528-9237-dfe8b89558ae for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:47:55.249177 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=017ffbc6-d524-44a7-9505-ba4b394a5a46,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:55.261120 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03acd69-0636-4793-bead-b9fa702548e1 None None] Routers {'dd4cd67d-5e1d-4528-9237-dfe8b89558ae'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:55.261862 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-f03acd69-0636-4793-bead-b9fa702548e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:47:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['dd4cd67d-5e1d-4528-9237-dfe8b89558ae'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:55.310275 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-11e5cc5b-ef10-4ea8-bc4b-0c9e8b46a0c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:55.311432 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0fe09011-73b0-4f4c-ae04-a668e0e3d840 req-4923017e-31d0-4554-9148-5ce46828116f service neutron] 10.222.0.54 "GET /v2.0/networks/985dcccb-2c08-4d64-be3d-bc4d25918b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238599 Nov 12 00:47:55.360850 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-11e5cc5b-ef10-4ea8-bc4b-0c9e8b46a0c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:55.447032 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-f03acd69-0636-4793-bead-b9fa702548e1 None None] Set router dd4cd67d-5e1d-4528-9237-dfe8b89558ae gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:55.458108 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-5516936e-37cf-4481-899f-e5af4b8f2b04 None None] Set router e5debbb6-7669-4a53-b781-3723e50f7e3f gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:55.492722 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-11e5cc5b-ef10-4ea8-bc4b-0c9e8b46a0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:55.507994 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-11e5cc5b-ef10-4ea8-bc4b-0c9e8b46a0c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:55.514994 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-11e5cc5b-ef10-4ea8-bc4b-0c9e8b46a0c0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a03634ce-ed3b-4416-8740-42e8d767cedd HTTP/1.1" status: 204 len: 168 time: 0.3382933 Nov 12 00:47:55.530617 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e5cc5b-ef10-4ea8-bc4b-0c9e8b46a0c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03634ce-ed3b-4416-8740-42e8d767cedd,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:55.910922 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-f03acd69-0636-4793-bead-b9fa702548e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'name': 'tempest-FloatingIPsAssociationTestJSON-2097701775-router', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '735f833a-7d3e-43b5-86e8-820a96b3d37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:41Z', 'updated_at': '2021-11-12T00:46:48Z', 'revision_number': 4, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'gw_port': {'id': '735f833a-7d3e-43b5-86e8-820a96b3d37e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:41Z', 'updated_at': '2021-11-12T00:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '344f3af5-cded-471c-8616-b181e6583f8d', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'floating_ip_address': '172.25.2.237', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'port_id': '04024bef-c65a-49ef-84d8-aff717b72940', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83', 'mac_address': 'fa:16:3e:aa:39:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acdd166-1cb7-4431-9927-29f3cbe319d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:47:21Z', 'updated_at': '2021-11-12T00:47:53Z', 'revision_number': 4, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d1946a-2e69-4be8-b837-8f8813a6766d', 'name': '', 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'mac_address': 'fa:16:3e:e8:70:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'fcb6d631-2a57-4fd6-955b-55bc25740c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:46:53Z', 'revision_number': 5, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'subnets': [{'id': 'fcb6d631-2a57-4fd6-955b-55bc25740c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:55.952653 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-5516936e-37cf-4481-899f-e5af4b8f2b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5debbb6-7669-4a53-b781-3723e50f7e3f', 'name': 'tempest-ServersTestFqdnHostnames-1202256277-router', 'tenant_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '017ffbc6-d524-44a7-9505-ba4b394a5a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:44Z', 'updated_at': '2021-11-12T00:47:51Z', 'revision_number': 4, 'project_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'gw_port': {'id': '017ffbc6-d524-44a7-9505-ba4b394a5a46', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:81:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5debbb6-7669-4a53-b781-3723e50f7e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:45Z', 'updated_at': '2021-11-12T00:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '612b5e2b-7e00-4e23-9e2b-f5bfb0fef9fe', 'name': '', 'network_id': '6eb69613-2bff-4972-a3f5-c49ebe3d356e', 'tenant_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'mac_address': 'fa:16:3e:39:db:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5debbb6-7669-4a53-b781-3723e50f7e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'd60031b1-d306-4287-af8c-78e2e4da4eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:50Z', 'updated_at': '2021-11-12T00:47:51Z', 'revision_number': 2, 'project_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'subnets': [{'id': 'd60031b1-d306-4287-af8c-78e2e4da4eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:55.966292 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03acd69-0636-4793-bead-b9fa702548e1 None None] The sync data for ids ['dd4cd67d-5e1d-4528-9237-dfe8b89558ae'] in n-d-812236-11 is: [{'id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'name': 'tempest-FloatingIPsAssociationTestJSON-2097701775-router', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '735f833a-7d3e-43b5-86e8-820a96b3d37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:41Z', 'updated_at': '2021-11-12T00:46:48Z', 'revision_number': 4, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'gw_port': {'id': '735f833a-7d3e-43b5-86e8-820a96b3d37e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:41Z', 'updated_at': '2021-11-12T00:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '344f3af5-cded-471c-8616-b181e6583f8d', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'floating_ip_address': '172.25.2.237', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'port_id': '04024bef-c65a-49ef-84d8-aff717b72940', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83', 'mac_address': 'fa:16:3e:aa:39:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acdd166-1cb7-4431-9927-29f3cbe319d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:47:21Z', 'updated_at': '2021-11-12T00:47:53Z', 'revision_number': 4, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d1946a-2e69-4be8-b837-8f8813a6766d', 'name': '', 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'mac_address': 'fa:16:3e:e8:70:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'fcb6d631-2a57-4fd6-955b-55bc25740c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:46:53Z', 'revision_number': 5, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'subnets': [{'id': 'fcb6d631-2a57-4fd6-955b-55bc25740c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:47:55.999258 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5516936e-37cf-4481-899f-e5af4b8f2b04 None None] Checking router: e5debbb6-7669-4a53-b781-3723e50f7e3f for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:47:56.009294 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5516936e-37cf-4481-899f-e5af4b8f2b04 None None] Updating router e5debbb6-7669-4a53-b781-3723e50f7e3f port 612b5e2b-7e00-4e23-9e2b-f5bfb0fef9fe binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:47:56.044461 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1acdd166-1cb7-4431-9927-29f3cbe319d4', 'tag': '04024bef-c65a-49ef-84d8-aff717b72940'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:56.046911 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9889cc1-21f8-477e-b66f-dc1bdab92ce6" -d '{"events": [{"name": "network-changed", "server_uuid": "1acdd166-1cb7-4431-9927-29f3cbe319d4", "tag": "04024bef-c65a-49ef-84d8-aff717b72940"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:56.104232 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5516936e-37cf-4481-899f-e5af4b8f2b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:56.204004 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52328) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:56.205846 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ccc0568-7f72-42f1-a39c-b5e8880daea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8ac72d-b2b5-4962-b16a-d958ead0c93f'}, {'server_uuid': '8ccc0568-7f72-42f1-a39c-b5e8880daea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618f18a9-06c7-4afd-a073-079bf1d4514a'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:56.210387 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d170677-4fc9-4139-8ff3-75071b170c64" -d '{"events": [{"server_uuid": "8ccc0568-7f72-42f1-a39c-b5e8880daea2", "name": "network-vif-plugged", "status": "completed", "tag": "9d8ac72d-b2b5-4962-b16a-d958ead0c93f"}, {"server_uuid": "8ccc0568-7f72-42f1-a39c-b5e8880daea2", "name": "network-vif-plugged", "status": "completed", "tag": "618f18a9-06c7-4afd-a073-079bf1d4514a"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:56.210589 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-57fc2c35-87ae-4e13-86c7-4a1485133728 req-3770bcd3-7efa-419a-ad31-a795c421963a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f2f5d104-4533-4b79-bc8b-7d22b623befb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1458287 Nov 12 00:47:56.211633 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-13174047-0d95-4feb-ba6f-88dc594afea4 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Request body: {'security_group': {'name': 'tempest-securitygroup--702817924', 'description': 'tempest-description--1360024899'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:56.271153 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 017ffbc6-d524-44a7-9505-ba4b394a5a46 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:56.289413 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-13174047-0d95-4feb-ba6f-88dc594afea4 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:56.504935 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc2c35-87ae-4e13-86c7-4a1485133728 req-6275d5a0-3b44-49e1-b391-0135d9ef476c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:56.514998 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-57fc2c35-87ae-4e13-86c7-4a1485133728 req-6275d5a0-3b44-49e1-b391-0135d9ef476c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c540ecbe8154e1b907ac12fc8774fd4&device_id=f2f5d104-4533-4b79-bc8b-7d22b623befb HTTP/1.1" status: 200 len: 1096 time: 0.1880295 Nov 12 00:47:56.523185 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 017ffbc6-d524-44a7-9505-ba4b394a5a46 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:56.523893 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:56.554154 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-13174047-0d95-4feb-ba6f-88dc594afea4 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:56.561144 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-13174047-0d95-4feb-ba6f-88dc594afea4 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:56.606991 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-13174047-0d95-4feb-ba6f-88dc594afea4 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:56.608669 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-13174047-0d95-4feb-ba6f-88dc594afea4 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4030187 Nov 12 00:47:56.627713 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52344) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:56.643853 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-609de71a-4f91-4857-8065-9d7d7d1465f2 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Request body: {'security_group_rule': {'security_group_id': '0173e324-4495-45ca-9a05-856993c4c199', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:56.712993 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13174047-0d95-4feb-ba6f-88dc594afea4 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0173e324-4495-45ca-9a05-856993c4c199,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:56.750909 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-609de71a-4f91-4857-8065-9d7d7d1465f2 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:56.820207 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc2c35-87ae-4e13-86c7-4a1485133728 req-06550ff7-f62a-4697-93f4-c714dc0599ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:56.832398 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-57fc2c35-87ae-4e13-86c7-4a1485133728 req-06550ff7-f62a-4697-93f4-c714dc0599ba service neutron] 10.222.0.49 "GET /v2.0/networks?id=d872bf93-95f4-45c4-b0f4-642aed61400a HTTP/1.1" status: 200 len: 907 time: 0.2939477 Nov 12 00:47:56.876963 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5516936e-37cf-4481-899f-e5af4b8f2b04 None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:56.898986 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5516936e-37cf-4481-899f-e5af4b8f2b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:56.911935 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-609de71a-4f91-4857-8065-9d7d7d1465f2 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:56.922932 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-609de71a-4f91-4857-8065-9d7d7d1465f2 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:56.953828 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-57fc2c35-87ae-4e13-86c7-4a1485133728 req-8eb0233e-c3d7-41f1-85dc-8117122e3ec9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12592566-5842-43d2-a41f-09c546d6e5c4 HTTP/1.1" status: 200 len: 217 time: 0.0827632 Nov 12 00:47:56.971811 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-609de71a-4f91-4857-8065-9d7d7d1465f2 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:56.979070 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-609de71a-4f91-4857-8065-9d7d7d1465f2 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3500922 Nov 12 00:47:56.982908 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52350) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:56.994058 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-766c5545-a654-4cf2-b785-c15e4e6bc4b3 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Request body: {'security_group_rule': {'security_group_id': '0173e324-4495-45ca-9a05-856993c4c199', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:57.008929 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609de71a-4f91-4857-8065-9d7d7d1465f2 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdaf1167-e475-444f-b225-a9d085cb36f6,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:57.056326 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dba8d7-1264-40fa-9593-644506fd1093 req-e1fdcb6f-ec25-4934-afe2-4f3514c13acc tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:57.085983 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-766c5545-a654-4cf2-b785-c15e4e6bc4b3 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:57.091213 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dba8d7-1264-40fa-9593-644506fd1093 req-e1fdcb6f-ec25-4934-afe2-4f3514c13acc tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:57.109801 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-5516936e-37cf-4481-899f-e5af4b8f2b04 None None] Attempting to bind port 612b5e2b-7e00-4e23-9e2b-f5bfb0fef9fe on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:47:57.110175 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-5516936e-37cf-4481-899f-e5af4b8f2b04 None None] Attempting to bind port 612b5e2b-7e00-4e23-9e2b-f5bfb0fef9fe by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'cd6487ca-676e-4f9c-8c53-a1adb949094d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6eb69613-2bff-4972-a3f5-c49ebe3d356e'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:47:57.110550 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5516936e-37cf-4481-899f-e5af4b8f2b04 None None] Attempting to bind port 612b5e2b-7e00-4e23-9e2b-f5bfb0fef9fe on network 6eb69613-2bff-4972-a3f5-c49ebe3d356e {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:57.111225 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dba8d7-1264-40fa-9593-644506fd1093 req-e1fdcb6f-ec25-4934-afe2-4f3514c13acc tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:57.112917 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-92dba8d7-1264-40fa-9593-644506fd1093 req-e1fdcb6f-ec25-4934-afe2-4f3514c13acc tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ccc0568-7f72-42f1-a39c-b5e8880daea2 HTTP/1.1" status: 200 len: 2418 time: 0.5691516 Nov 12 00:47:57.128195 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5516936e-37cf-4481-899f-e5af4b8f2b04 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:47:57.128570 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5516936e-37cf-4481-899f-e5af4b8f2b04 None None] Checking segment: {'id': 'cd6487ca-676e-4f9c-8c53-a1adb949094d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6eb69613-2bff-4972-a3f5-c49ebe3d356e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:57.128973 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5516936e-37cf-4481-899f-e5af4b8f2b04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:57.129362 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5516936e-37cf-4481-899f-e5af4b8f2b04 None None] Bound using segment: {'id': 'cd6487ca-676e-4f9c-8c53-a1adb949094d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6eb69613-2bff-4972-a3f5-c49ebe3d356e'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:47:57.129866 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-5516936e-37cf-4481-899f-e5af4b8f2b04 None None] Bound port: 612b5e2b-7e00-4e23-9e2b-f5bfb0fef9fe, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd6487ca-676e-4f9c-8c53-a1adb949094d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6eb69613-2bff-4972-a3f5-c49ebe3d356e'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:47:57.130827 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5516936e-37cf-4481-899f-e5af4b8f2b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:57.236474 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-766c5545-a654-4cf2-b785-c15e4e6bc4b3 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:57.246243 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-766c5545-a654-4cf2-b785-c15e4e6bc4b3 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:57.285776 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766c5545-a654-4cf2-b785-c15e4e6bc4b3 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=397763dc-117b-4ae5-8754-e5c12cde3346,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:57.291096 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc2c35-87ae-4e13-86c7-4a1485133728 req-67582228-5e8e-4f16-acd1-c3c0bcb2736b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:57.294991 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-57fc2c35-87ae-4e13-86c7-4a1485133728 req-67582228-5e8e-4f16-acd1-c3c0bcb2736b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e87486ea-14b8-4357-b569-3ef6c52f1320 HTTP/1.1" status: 200 len: 846 time: 0.3186026 Nov 12 00:47:57.321908 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-766c5545-a654-4cf2-b785-c15e4e6bc4b3 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:57.323682 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-766c5545-a654-4cf2-b785-c15e4e6bc4b3 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3391047 Nov 12 00:47:57.327678 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52356) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:57.336459 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-1fd02a31-29b9-4b39-b81a-c44dd7721ded tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:57.349086 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-5516936e-37cf-4481-899f-e5af4b8f2b04 None None] For port 612b5e2b-7e00-4e23-9e2b-f5bfb0fef9fe, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:47:57.368926 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-5516936e-37cf-4481-899f-e5af4b8f2b04 None None] For port 612b5e2b-7e00-4e23-9e2b-f5bfb0fef9fe, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=612b5e2b-7e00-4e23-9e2b-f5bfb0fef9fe,segment=NetworkSegment(cd6487ca-676e-4f9c-8c53-a1adb949094d),segment_id=cd6487ca-676e-4f9c-8c53-a1adb949094d)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:47:57.370844 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee7fb75-46b3-476f-8e01-3559f017e776 None None] Pushing event updated for resources: {'Port': ['ID=612b5e2b-7e00-4e23-9e2b-f5bfb0fef9fe,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:57.390846 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1fd02a31-29b9-4b39-b81a-c44dd7721ded tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Publish callbacks [] for floatingip, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:57.394041 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5516936e-37cf-4481-899f-e5af4b8f2b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:57.409764 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-57fc2c35-87ae-4e13-86c7-4a1485133728 req-a08e4048-47ca-431d-babd-546d5987f061 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d872bf93-95f4-45c4-b0f4-642aed61400a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983205 Nov 12 00:47:57.428669 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-92dba8d7-1264-40fa-9593-644506fd1093 req-9f450351-6665-48f0-9736-696946ceab28 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/security-groups?id=00852a6f-259a-4c25-b9f8-f2d48079247f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691836 Nov 12 00:47:57.496830 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-cd13a7a0-ed6d-4fdd-8505-59899e1c415d None None] Provisioning complete for port 612b5e2b-7e00-4e23-9e2b-f5bfb0fef9fe triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:57.497463 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cd13a7a0-ed6d-4fdd-8505-59899e1c415d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:57.587546 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52360) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:57.644177 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-57fc2c35-87ae-4e13-86c7-4a1485133728 req-97bdf169-66f2-4196-82b5-1002358f1526 service neutron] 10.222.0.49 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097883 Nov 12 00:47:57.713434 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee7fb75-46b3-476f-8e01-3559f017e776 None None] Pushing event updated for resources: {'Port': ['ID=612b5e2b-7e00-4e23-9e2b-f5bfb0fef9fe,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:57.763306 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cd13a7a0-ed6d-4fdd-8505-59899e1c415d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:57.779002 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5516936e-37cf-4481-899f-e5af4b8f2b04 None None] Routers {'e5debbb6-7669-4a53-b781-3723e50f7e3f'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:57.779626 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-5516936e-37cf-4481-899f-e5af4b8f2b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:47:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['e5debbb6-7669-4a53-b781-3723e50f7e3f'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:57.817561 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1fd02a31-29b9-4b39-b81a-c44dd7721ded tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:57.900581 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-cd13a7a0-ed6d-4fdd-8505-59899e1c415d None None] For port 612b5e2b-7e00-4e23-9e2b-f5bfb0fef9fe, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=612b5e2b-7e00-4e23-9e2b-f5bfb0fef9fe,segment=NetworkSegment(cd6487ca-676e-4f9c-8c53-a1adb949094d),segment_id=cd6487ca-676e-4f9c-8c53-a1adb949094d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:57.907752 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-146920e3-8e7e-4219-8d99-af7287383c22 req-62ae7481-4f2c-4919-93cd-69615f6f5923 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.237 HTTP/1.1" status: 200 len: 1001 time: 0.2624571 Nov 12 00:47:57.916056 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cd13a7a0-ed6d-4fdd-8505-59899e1c415d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:57.939110 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-c47cf6da-9f7a-4c52-a7ff-723cefc0e548 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1838240189-network', 'tenant_id': '2c4cbe8277014a1783e5a027351dc95a'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:58.048094 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-5516936e-37cf-4481-899f-e5af4b8f2b04 None None] Set router e5debbb6-7669-4a53-b781-3723e50f7e3f gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:58.063692 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd13a7a0-ed6d-4fdd-8505-59899e1c415d None None] Pushing event updated for resources: {'Port': ['ID=612b5e2b-7e00-4e23-9e2b-f5bfb0fef9fe,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:58.084234 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd13a7a0-ed6d-4fdd-8505-59899e1c415d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:58.087107 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd13a7a0-ed6d-4fdd-8505-59899e1c415d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:58.087587 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd13a7a0-ed6d-4fdd-8505-59899e1c415d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:58.088402 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd13a7a0-ed6d-4fdd-8505-59899e1c415d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:58.091499 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd13a7a0-ed6d-4fdd-8505-59899e1c415d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:58.091499 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd13a7a0-ed6d-4fdd-8505-59899e1c415d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:58.091862 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd13a7a0-ed6d-4fdd-8505-59899e1c415d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:58.093481 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd13a7a0-ed6d-4fdd-8505-59899e1c415d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:58.095558 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd13a7a0-ed6d-4fdd-8505-59899e1c415d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:58.096106 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd13a7a0-ed6d-4fdd-8505-59899e1c415d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:58.102911 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd13a7a0-ed6d-4fdd-8505-59899e1c415d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:58.103470 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd13a7a0-ed6d-4fdd-8505-59899e1c415d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:58.129051 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-1fd02a31-29b9-4b39-b81a-c44dd7721ded tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Allocated IP 172.25.2.115 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/e981e295-6296-4e4c-bb23-3804a44ed4fb) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:47:58.142158 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47cf6da-9f7a-4c52-a7ff-723cefc0e548 admin admin] Made reservation on behalf of 2c4cbe8277014a1783e5a027351dc95a for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:47:58.144635 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c47cf6da-9f7a-4c52-a7ff-723cefc0e548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:58.156208 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c47cf6da-9f7a-4c52-a7ff-723cefc0e548 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:58.258818 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-92b23a61-0256-47a1-932f-7ec1fe32432a None None] Provisioning complete for port 612b5e2b-7e00-4e23-9e2b-f5bfb0fef9fe triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:58.260530 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-92b23a61-0256-47a1-932f-7ec1fe32432a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:58.415220 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1fd02a31-29b9-4b39-b81a-c44dd7721ded tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:58.526410 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-5516936e-37cf-4481-899f-e5af4b8f2b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5debbb6-7669-4a53-b781-3723e50f7e3f', 'name': 'tempest-ServersTestFqdnHostnames-1202256277-router', 'tenant_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '017ffbc6-d524-44a7-9505-ba4b394a5a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:44Z', 'updated_at': '2021-11-12T00:47:51Z', 'revision_number': 4, 'project_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'gw_port': {'id': '017ffbc6-d524-44a7-9505-ba4b394a5a46', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:81:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5debbb6-7669-4a53-b781-3723e50f7e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:45Z', 'updated_at': '2021-11-12T00:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '612b5e2b-7e00-4e23-9e2b-f5bfb0fef9fe', 'name': '', 'network_id': '6eb69613-2bff-4972-a3f5-c49ebe3d356e', 'tenant_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'mac_address': 'fa:16:3e:39:db:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5debbb6-7669-4a53-b781-3723e50f7e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'd60031b1-d306-4287-af8c-78e2e4da4eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:50Z', 'updated_at': '2021-11-12T00:47:57Z', 'revision_number': 4, 'project_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'subnets': [{'id': 'd60031b1-d306-4287-af8c-78e2e4da4eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:58.543559 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1fd02a31-29b9-4b39-b81a-c44dd7721ded tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:58.546972 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c47cf6da-9f7a-4c52-a7ff-723cefc0e548 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:58.586610 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c47cf6da-9f7a-4c52-a7ff-723cefc0e548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:58.605210 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5516936e-37cf-4481-899f-e5af4b8f2b04 None None] The sync data for ids ['e5debbb6-7669-4a53-b781-3723e50f7e3f'] in n-d-812236-11 is: [{'id': 'e5debbb6-7669-4a53-b781-3723e50f7e3f', 'name': 'tempest-ServersTestFqdnHostnames-1202256277-router', 'tenant_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '017ffbc6-d524-44a7-9505-ba4b394a5a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:44Z', 'updated_at': '2021-11-12T00:47:51Z', 'revision_number': 4, 'project_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'gw_port': {'id': '017ffbc6-d524-44a7-9505-ba4b394a5a46', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:81:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5debbb6-7669-4a53-b781-3723e50f7e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:45Z', 'updated_at': '2021-11-12T00:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '612b5e2b-7e00-4e23-9e2b-f5bfb0fef9fe', 'name': '', 'network_id': '6eb69613-2bff-4972-a3f5-c49ebe3d356e', 'tenant_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'mac_address': 'fa:16:3e:39:db:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5debbb6-7669-4a53-b781-3723e50f7e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'd60031b1-d306-4287-af8c-78e2e4da4eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:50Z', 'updated_at': '2021-11-12T00:47:57Z', 'revision_number': 4, 'project_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'subnets': [{'id': 'd60031b1-d306-4287-af8c-78e2e4da4eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:47:58.720455 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd02a31-29b9-4b39-b81a-c44dd7721ded tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:58.736667 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c47cf6da-9f7a-4c52-a7ff-723cefc0e548 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:47:58.761277 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-1fd02a31-29b9-4b39-b81a-c44dd7721ded tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:58.801446 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd02a31-29b9-4b39-b81a-c44dd7721ded tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:47:58.802825 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd02a31-29b9-4b39-b81a-c44dd7721ded tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Pushing event updated for resources: {'Port': ['ID=e981e295-6296-4e4c-bb23-3804a44ed4fb,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:58.811074 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47cf6da-9f7a-4c52-a7ff-723cefc0e548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526427cf-f756-4601-ac3b-aaa666dd0075,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:58.856138 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146920e3-8e7e-4219-8d99-af7287383c22 req-2a455191-549b-430e-9e38-54527538c28a tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:58.859017 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-146920e3-8e7e-4219-8d99-af7287383c22 req-2a455191-549b-430e-9e38-54527538c28a tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/ports/04024bef-c65a-49ef-84d8-aff717b72940 HTTP/1.1" status: 200 len: 942 time: 0.9499803 Nov 12 00:47:58.868846 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c47cf6da-9f7a-4c52-a7ff-723cefc0e548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:58.869197 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-c47cf6da-9f7a-4c52-a7ff-723cefc0e548 admin admin] Added segment 44fc0e32-5a20-442c-a092-dc03b313f121 of type vlan for network 16746be7-017c-4052-bae2-efd1445b294a Nov 12 00:47:58.877167 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-57fc2c35-87ae-4e13-86c7-4a1485133728 req-c2056f2e-7dd8-42b2-8727-3e981b4d4a60 service neutron] 10.222.0.49 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2229679 Nov 12 00:47:58.957396 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c47cf6da-9f7a-4c52-a7ff-723cefc0e548 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:59.036160 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-146920e3-8e7e-4219-8d99-af7287383c22 req-70784984-7a17-4cd6-b083-1956c89b7b19 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.237 HTTP/1.1" status: 200 len: 1001 time: 0.1020095 Nov 12 00:47:59.069466 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c47cf6da-9f7a-4c52-a7ff-723cefc0e548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:59.070446 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47cf6da-9f7a-4c52-a7ff-723cefc0e548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:59.071035 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c47cf6da-9f7a-4c52-a7ff-723cefc0e548 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:59.120881 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1fd02a31-29b9-4b39-b81a-c44dd7721ded tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:59.218078 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146920e3-8e7e-4219-8d99-af7287383c22 req-49833810-fe19-422e-a36a-92d0b39b25fd tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:59.230780 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c47cf6da-9f7a-4c52-a7ff-723cefc0e548 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6420395 Nov 12 00:47:59.234833 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52370) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:59.235943 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-146920e3-8e7e-4219-8d99-af7287383c22 req-49833810-fe19-422e-a36a-92d0b39b25fd tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/networks/ef732b55-2b3c-4048-85da-0a8ac273c14b HTTP/1.1" status: 200 len: 784 time: 0.1894341 Nov 12 00:47:59.289357 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47cf6da-9f7a-4c52-a7ff-723cefc0e548 admin admin] Pushing event updated for resources: {'Network': ['ID=16746be7-017c-4052-bae2-efd1445b294a,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:59.305893 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 16746be7-017c-4052-bae2-efd1445b294a details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:47:59.311834 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-c93698ec-1c33-4284-92ef-bb9eb71b3fd3 admin admin] Request body: {'subnet': {'network_id': '16746be7-017c-4052-bae2-efd1445b294a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1838240189-subnet', 'tenant_id': '2c4cbe8277014a1783e5a027351dc95a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:59.334567 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-146920e3-8e7e-4219-8d99-af7287383c22 req-9513716a-6410-4b38-93b6-8e0306863a8f tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.237 HTTP/1.1" status: 200 len: 1001 time: 0.0898418 Nov 12 00:47:59.339582 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-146920e3-8e7e-4219-8d99-af7287383c22 req-90ee8520-f0b8-40c0-996c-3337111345ae tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:59.370492 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1fd02a31-29b9-4b39-b81a-c44dd7721ded tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:59.423445 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-146920e3-8e7e-4219-8d99-af7287383c22 req-90ee8520-f0b8-40c0-996c-3337111345ae tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Publish callbacks [] for floatingip, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:59.465341 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93698ec-1c33-4284-92ef-bb9eb71b3fd3 admin admin] Made reservation on behalf of 2c4cbe8277014a1783e5a027351dc95a for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:47:59.468343 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c93698ec-1c33-4284-92ef-bb9eb71b3fd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:59.715543 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-39c39f7e-ed11-4f7b-ab4a-8945c059ea2e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3915200 Nov 12 00:47:59.754868 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-146920e3-8e7e-4219-8d99-af7287383c22 req-90ee8520-f0b8-40c0-996c-3337111345ae tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:59.764290 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-146920e3-8e7e-4219-8d99-af7287383c22 req-90ee8520-f0b8-40c0-996c-3337111345ae tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:59.764745 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [req-146920e3-8e7e-4219-8d99-af7287383c22 req-90ee8520-f0b8-40c0-996c-3337111345ae tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Floating IP 344f3af5-cded-471c-8616-b181e6583f8d disassociated. External IP: 172.25.2.237, port: 04024bef-c65a-49ef-84d8-aff717b72940. Nov 12 00:47:59.846851 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-f511eac4-e5ad-4c69-9c81-0f8fd377602c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:59.847331 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-f511eac4-e5ad-4c69-9c81-0f8fd377602c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:59.847795 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-f511eac4-e5ad-4c69-9c81-0f8fd377602c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:59.848257 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-f511eac4-e5ad-4c69-9c81-0f8fd377602c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:59.848707 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-f511eac4-e5ad-4c69-9c81-0f8fd377602c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:59.849529 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-f511eac4-e5ad-4c69-9c81-0f8fd377602c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:59.850180 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-f511eac4-e5ad-4c69-9c81-0f8fd377602c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:59.852129 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-f511eac4-e5ad-4c69-9c81-0f8fd377602c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c21468cd613f4b869b90c5f693039b67&device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 6499 time: 0.0928156 Nov 12 00:48:00.156785 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-36a41d61-905b-4be1-9265-dcf08466ec01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:00.157247 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-36a41d61-905b-4be1-9265-dcf08466ec01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:00.157730 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-36a41d61-905b-4be1-9265-dcf08466ec01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:00.159348 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-36a41d61-905b-4be1-9265-dcf08466ec01 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1fce8c5f-7ac6-4208-952b-3be5cb15c665&id=ab41dae0-8b36-4d88-961d-982690d3893d&id=ab41dae0-8b36-4d88-961d-982690d3893d&id=ab41dae0-8b36-4d88-961d-982690d3893d&id=ab41dae0-8b36-4d88-961d-982690d3893d&id=932a85f6-3e20-455a-a5e7-01a28ed4b895&id=932a85f6-3e20-455a-a5e7-01a28ed4b895 HTTP/1.1" status: 200 len: 2292 time: 0.2616191 Nov 12 00:48:00.220536 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [req-146920e3-8e7e-4219-8d99-af7287383c22 req-90ee8520-f0b8-40c0-996c-3337111345ae tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Router dd4cd67d-5e1d-4528-9237-dfe8b89558ae has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:48:00.279644 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:48:00.296795 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1fd02a31-29b9-4b39-b81a-c44dd7721ded tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:00.305837 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-e8790906-c310-4598-aebe-5538559c36ca service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea3285b4-8397-4d0a-9287-44e430131ceb HTTP/1.1" status: 200 len: 1001 time: 0.1149693 Nov 12 00:48:00.314109 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1fd02a31-29b9-4b39-b81a-c44dd7721ded tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:00.347740 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 612b5e2b-7e00-4e23-9e2b-f5bfb0fef9fe up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:00.384556 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c93698ec-1c33-4284-92ef-bb9eb71b3fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:00.448859 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93698ec-1c33-4284-92ef-bb9eb71b3fd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bfcfed5-2c1e-4516-beba-0a1b488199d3,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:00.482977 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 612b5e2b-7e00-4e23-9e2b-f5bfb0fef9fe triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:00.483369 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:00.522949 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-146920e3-8e7e-4219-8d99-af7287383c22 req-90ee8520-f0b8-40c0-996c-3337111345ae tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:48:00.532277 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-146920e3-8e7e-4219-8d99-af7287383c22 req-90ee8520-f0b8-40c0-996c-3337111345ae tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:00.538133 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d1c528-b77d-4dfa-9368-26a0207bd908 None None] Sync routers for ids ['dd4cd67d-5e1d-4528-9237-dfe8b89558ae'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:48:00.580551 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd02a31-29b9-4b39-b81a-c44dd7721ded tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Pushing event updated for resources: {'Port': ['ID=e981e295-6296-4e4c-bb23-3804a44ed4fb,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:00.596957 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d1c528-b77d-4dfa-9368-26a0207bd908 None None] Routers {'dd4cd67d-5e1d-4528-9237-dfe8b89558ae'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:00.597613 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-a3d1c528-b77d-4dfa-9368-26a0207bd908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:47:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['dd4cd67d-5e1d-4528-9237-dfe8b89558ae'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:00.610335 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-c829c3ca-dd4a-4a30-b76d-a71b66c12661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:00.613038 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-c829c3ca-dd4a-4a30-b76d-a71b66c12661 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7a63ee01-80de-400e-a556-e4579cccd373 HTTP/1.1" status: 200 len: 850 time: 0.2931790 Nov 12 00:48:00.628397 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-146920e3-8e7e-4219-8d99-af7287383c22 req-90ee8520-f0b8-40c0-996c-3337111345ae tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "PUT /v2.0/floatingips/344f3af5-cded-471c-8616-b181e6583f8d HTTP/1.1" status: 200 len: 695 time: 1.2854371 Nov 12 00:48:00.700718 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd02a31-29b9-4b39-b81a-c44dd7721ded tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:00.704816 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd02a31-29b9-4b39-b81a-c44dd7721ded tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:00.708282 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd02a31-29b9-4b39-b81a-c44dd7721ded tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:00.709596 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd02a31-29b9-4b39-b81a-c44dd7721ded tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:00.711385 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd02a31-29b9-4b39-b81a-c44dd7721ded tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:00.712695 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd02a31-29b9-4b39-b81a-c44dd7721ded tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:00.714006 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd02a31-29b9-4b39-b81a-c44dd7721ded tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:00.714606 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd02a31-29b9-4b39-b81a-c44dd7721ded tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:00.715208 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd02a31-29b9-4b39-b81a-c44dd7721ded tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:00.715791 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd02a31-29b9-4b39-b81a-c44dd7721ded tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:00.716395 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd02a31-29b9-4b39-b81a-c44dd7721ded tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:00.717801 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd02a31-29b9-4b39-b81a-c44dd7721ded tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:00.728409 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146920e3-8e7e-4219-8d99-af7287383c22 req-0f75a9ad-3c96-4500-8b3c-df64bd537d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:00.744059 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-146920e3-8e7e-4219-8d99-af7287383c22 req-0f75a9ad-3c96-4500-8b3c-df64bd537d95 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=70fcc0cfb50649aa98c75c8239146e76&device_id=1acdd166-1cb7-4431-9927-29f3cbe319d4 HTTP/1.1" status: 200 len: 1097 time: 0.1111453 Nov 12 00:48:00.802999 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1fd02a31-29b9-4b39-b81a-c44dd7721ded tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:00.852378 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1fd02a31-29b9-4b39-b81a-c44dd7721ded tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:00.854179 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1fd02a31-29b9-4b39-b81a-c44dd7721ded tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5253086 Nov 12 00:48:00.855337 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93698ec-1c33-4284-92ef-bb9eb71b3fd3 admin admin] Checking segment: {'id': '44fc0e32-5a20-442c-a092-dc03b313f121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '16746be7-017c-4052-bae2-efd1445b294a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:00.855966 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93698ec-1c33-4284-92ef-bb9eb71b3fd3 admin admin] Network hostable DHCP agents. Network: 16746be7-017c-4052-bae2-efd1445b294a, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:48:00.872150 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-46e54b7a-e881-4b77-b6e2-fe2475cf321f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:00.876854 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-46e54b7a-e881-4b77-b6e2-fe2475cf321f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1fce8c5f-7ac6-4208-952b-3be5cb15c665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2207966 Nov 12 00:48:00.884033 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-a3d1c528-b77d-4dfa-9368-26a0207bd908 None None] Set router dd4cd67d-5e1d-4528-9237-dfe8b89558ae gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:48:00.956657 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146920e3-8e7e-4219-8d99-af7287383c22 req-ac929748-2d9e-4e05-857f-cb7fca708927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:00.958639 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-146920e3-8e7e-4219-8d99-af7287383c22 req-ac929748-2d9e-4e05-857f-cb7fca708927 service neutron] 10.222.0.20 "GET /v2.0/networks?id=985dcccb-2c08-4d64-be3d-bc4d25918b83 HTTP/1.1" status: 200 len: 922 time: 0.2133822 Nov 12 00:48:01.037675 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93698ec-1c33-4284-92ef-bb9eb71b3fd3 admin admin] Network 16746be7-017c-4052-bae2-efd1445b294a is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:48:01.040757 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-146920e3-8e7e-4219-8d99-af7287383c22 req-74eaf2d3-1978-49e6-a781-345d69504417 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04024bef-c65a-49ef-84d8-aff717b72940 HTTP/1.1" status: 200 len: 217 time: 0.0668612 Nov 12 00:48:01.132706 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-c93698ec-1c33-4284-92ef-bb9eb71b3fd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 16746be7-017c-4052-bae2-efd1445b294a) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:01.147546 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93698ec-1c33-4284-92ef-bb9eb71b3fd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:01.148144 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c93698ec-1c33-4284-92ef-bb9eb71b3fd3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:01.159215 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146920e3-8e7e-4219-8d99-af7287383c22 req-f3a9f0a7-f0cc-41b2-9055-e5b3fbf1b687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:01.162158 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-146920e3-8e7e-4219-8d99-af7287383c22 req-f3a9f0a7-f0cc-41b2-9055-e5b3fbf1b687 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fcb6d631-2a57-4fd6-955b-55bc25740c77 HTTP/1.1" status: 200 len: 860 time: 0.1116016 Nov 12 00:48:01.207496 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c93698ec-1c33-4284-92ef-bb9eb71b3fd3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9715946 Nov 12 00:48:01.245331 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-5a9887b6-0443-46dd-b7a9-0b37c18fbb72 service neutron] 10.222.0.54 "GET /v2.0/networks/1fce8c5f-7ac6-4208-952b-3be5cb15c665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390601 Nov 12 00:48:01.252697 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9ec9de-c0c2-4106-8f73-769c022b6d94 None None] Network 16746be7-017c-4052-bae2-efd1445b294a requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:48:01.282403 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146920e3-8e7e-4219-8d99-af7287383c22 req-3f7a7878-ad92-42b9-a93f-c61aca4c9c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:01.283951 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-146920e3-8e7e-4219-8d99-af7287383c22 req-3f7a7878-ad92-42b9-a93f-c61aca4c9c5e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=985dcccb-2c08-4d64-be3d-bc4d25918b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1136522 Nov 12 00:48:01.408208 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-56fb8742-7735-420a-90be-234ca7c11e97 service neutron] 10.222.0.54 "GET /v2.0/networks/1fce8c5f-7ac6-4208-952b-3be5cb15c665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505530 Nov 12 00:48:01.486208 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-a3d1c528-b77d-4dfa-9368-26a0207bd908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'name': 'tempest-FloatingIPsAssociationTestJSON-2097701775-router', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '735f833a-7d3e-43b5-86e8-820a96b3d37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:41Z', 'updated_at': '2021-11-12T00:46:48Z', 'revision_number': 4, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'gw_port': {'id': '735f833a-7d3e-43b5-86e8-820a96b3d37e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:41Z', 'updated_at': '2021-11-12T00:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '79d1946a-2e69-4be8-b837-8f8813a6766d', 'name': '', 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'mac_address': 'fa:16:3e:e8:70:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'fcb6d631-2a57-4fd6-955b-55bc25740c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:46:53Z', 'revision_number': 5, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'subnets': [{'id': 'fcb6d631-2a57-4fd6-955b-55bc25740c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:01.491364 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-146920e3-8e7e-4219-8d99-af7287383c22 req-c609620e-00c2-4998-a118-68ff9df702db service neutron] 10.222.0.20 "GET /v2.0/networks/985dcccb-2c08-4d64-be3d-bc4d25918b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905541 Nov 12 00:48:01.491605 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-3c233631-0d52-4adb-a5c2-8af4f2912151 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=31fcb602-fe71-4579-9fa9-375532295e13 HTTP/1.1" status: 200 len: 217 time: 0.0741341 Nov 12 00:48:01.524232 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d1c528-b77d-4dfa-9368-26a0207bd908 None None] Checking router: dd4cd67d-5e1d-4528-9237-dfe8b89558ae for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:48:01.559263 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d1c528-b77d-4dfa-9368-26a0207bd908 None None] Routers {'dd4cd67d-5e1d-4528-9237-dfe8b89558ae'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:01.559263 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-a3d1c528-b77d-4dfa-9368-26a0207bd908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:47:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['dd4cd67d-5e1d-4528-9237-dfe8b89558ae'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:01.626819 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-1aa8134d-2934-453e-9378-a2fa08e9666f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:01.628289 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-1aa8134d-2934-453e-9378-a2fa08e9666f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1258ef72-3213-4252-85bc-f1e482a40b73 HTTP/1.1" status: 200 len: 797 time: 0.1286747 Nov 12 00:48:01.638016 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-146920e3-8e7e-4219-8d99-af7287383c22 req-9000880d-e91c-4d3c-963a-917aacbb8593 service neutron] 10.222.0.20 "GET /v2.0/networks/985dcccb-2c08-4d64-be3d-bc4d25918b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443701 Nov 12 00:48:01.707041 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-a3d1c528-b77d-4dfa-9368-26a0207bd908 None None] Set router dd4cd67d-5e1d-4528-9237-dfe8b89558ae gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:48:01.735234 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-a5994707-3215-4a78-9cbe-a2120106c5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:01.738494 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-a5994707-3215-4a78-9cbe-a2120106c5d7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ab41dae0-8b36-4d88-961d-982690d3893d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1021106 Nov 12 00:48:01.745664 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981dfd5b-7623-4add-aaff-f0647f37e3dd x-openstack-request-id: req-981dfd5b-7623-4add-aaff-f0647f37e3dd {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:01.746278 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1acdd166-1cb7-4431-9927-29f3cbe319d4", "tag": "04024bef-c65a-49ef-84d8-aff717b72940", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:01.746732 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-981dfd5b-7623-4add-aaff-f0647f37e3dd {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:01.747641 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1acdd166-1cb7-4431-9927-29f3cbe319d4', 'tag': '04024bef-c65a-49ef-84d8-aff717b72940', 'status': 'completed', 'code': 200} Nov 12 00:48:01.892695 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9889cc1-21f8-477e-b66f-dc1bdab92ce6 req-fa2256ae-4a92-4281-9e8f-f0839911295c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:01.900099 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a9889cc1-21f8-477e-b66f-dc1bdab92ce6 req-fa2256ae-4a92-4281-9e8f-f0839911295c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=70fcc0cfb50649aa98c75c8239146e76&device_id=1acdd166-1cb7-4431-9927-29f3cbe319d4 HTTP/1.1" status: 200 len: 1097 time: 0.1128254 Nov 12 00:48:01.929174 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7d2975-31f6-497c-9745-5799854d1688 x-openstack-request-id: req-5c7d2975-31f6-497c-9745-5799854d1688 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:01.929426 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ccc0568-7f72-42f1-a39c-b5e8880daea2", "name": "network-vif-plugged", "status": "completed", "tag": "9d8ac72d-b2b5-4962-b16a-d958ead0c93f", "code": 200}, {"server_uuid": "8ccc0568-7f72-42f1-a39c-b5e8880daea2", "name": "network-vif-plugged", "status": "completed", "tag": "618f18a9-06c7-4afd-a073-079bf1d4514a", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:01.938095 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5c7d2975-31f6-497c-9745-5799854d1688 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:01.940453 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ccc0568-7f72-42f1-a39c-b5e8880daea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8ac72d-b2b5-4962-b16a-d958ead0c93f', 'code': 200} Nov 12 00:48:01.940784 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ccc0568-7f72-42f1-a39c-b5e8880daea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618f18a9-06c7-4afd-a073-079bf1d4514a', 'code': 200} Nov 12 00:48:01.981914 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a27340d-b0d1-47cb-858b-d92504e4c956 None None] Network 16746be7-017c-4052-bae2-efd1445b294a requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:48:02.008266 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-f06b2e85-f107-40d9-8d7c-e56e57b9991b service neutron] 10.222.0.54 "GET /v2.0/networks/ab41dae0-8b36-4d88-961d-982690d3893d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612150 Nov 12 00:48:02.082671 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694ebb7-c913-4f55-9b6d-ab984f088924 req-ba00c241-ebed-4bcc-8ac9-ae8023391021 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:02.085520 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b694ebb7-c913-4f55-9b6d-ab984f088924 req-ba00c241-ebed-4bcc-8ac9-ae8023391021 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/networks?id=cc6c0861-08f6-4a20-bb15-55ce7625c6e5 HTTP/1.1" status: 200 len: 811 time: 0.2067208 Nov 12 00:48:02.222694 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b694ebb7-c913-4f55-9b6d-ab984f088924 req-88112dd5-d58f-4d55-a77b-587f30facf8e tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/quotas/5ffaac2ef2674156a598ef42a6d7e245 HTTP/1.1" status: 200 len: 375 time: 0.0769041 Nov 12 00:48:02.311231 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b694ebb7-c913-4f55-9b6d-ab984f088924 req-4941961f-12a4-47f6-bf26-8a1302634bf5 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ffaac2ef2674156a598ef42a6d7e245&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0872977 Nov 12 00:48:02.326353 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32456409-3a85-4009-8cda-0e871344345c req-6daf5b67-5693-4512-ba47-2b9b1d22639b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:02.326857 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32456409-3a85-4009-8cda-0e871344345c req-6daf5b67-5693-4512-ba47-2b9b1d22639b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:02.327334 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32456409-3a85-4009-8cda-0e871344345c req-6daf5b67-5693-4512-ba47-2b9b1d22639b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:02.329490 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-32456409-3a85-4009-8cda-0e871344345c req-6daf5b67-5693-4512-ba47-2b9b1d22639b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8ccc0568-7f72-42f1-a39c-b5e8880daea2 HTTP/1.1" status: 200 len: 2874 time: 0.3168857 Nov 12 00:48:02.329969 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9889cc1-21f8-477e-b66f-dc1bdab92ce6 req-86f6dbad-fabe-48e8-8d4f-69a81ba556be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:02.331468 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a9889cc1-21f8-477e-b66f-dc1bdab92ce6 req-86f6dbad-fabe-48e8-8d4f-69a81ba556be service neutron] 10.222.0.49 "GET /v2.0/networks?id=985dcccb-2c08-4d64-be3d-bc4d25918b83 HTTP/1.1" status: 200 len: 922 time: 0.4008493 Nov 12 00:48:02.357696 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1fb572-7dd3-41a3-b7e7-8c81a43470f5 req-ac4e8b77-eb8c-45a0-ae3e-e696747de682 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:02.369033 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1fb572-7dd3-41a3-b7e7-8c81a43470f5 req-ac4e8b77-eb8c-45a0-ae3e-e696747de682 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:02.378299 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1fb572-7dd3-41a3-b7e7-8c81a43470f5 req-ac4e8b77-eb8c-45a0-ae3e-e696747de682 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:02.389339 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3b1fb572-7dd3-41a3-b7e7-8c81a43470f5 req-ac4e8b77-eb8c-45a0-ae3e-e696747de682 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ccc0568-7f72-42f1-a39c-b5e8880daea2 HTTP/1.1" status: 200 len: 2418 time: 0.1869457 Nov 12 00:48:02.454071 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a9889cc1-21f8-477e-b66f-dc1bdab92ce6 req-e090a43f-db0e-4338-8b49-0bcfb8622634 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04024bef-c65a-49ef-84d8-aff717b72940 HTTP/1.1" status: 200 len: 217 time: 0.0606995 Nov 12 00:48:02.477832 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-32456409-3a85-4009-8cda-0e871344345c req-ef01655c-d65f-49a3-9426-2feac56c9459 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=00852a6f-259a-4c25-b9f8-f2d48079247f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089594 Nov 12 00:48:02.551104 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9889cc1-21f8-477e-b66f-dc1bdab92ce6 req-957a4e50-a150-4ff2-b9d6-37671277390b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:02.554316 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a9889cc1-21f8-477e-b66f-dc1bdab92ce6 req-957a4e50-a150-4ff2-b9d6-37671277390b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fcb6d631-2a57-4fd6-955b-55bc25740c77 HTTP/1.1" status: 200 len: 860 time: 0.0906162 Nov 12 00:48:02.556257 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-a3d1c528-b77d-4dfa-9368-26a0207bd908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'name': 'tempest-FloatingIPsAssociationTestJSON-2097701775-router', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '735f833a-7d3e-43b5-86e8-820a96b3d37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:41Z', 'updated_at': '2021-11-12T00:46:48Z', 'revision_number': 4, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'gw_port': {'id': '735f833a-7d3e-43b5-86e8-820a96b3d37e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:41Z', 'updated_at': '2021-11-12T00:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '79d1946a-2e69-4be8-b837-8f8813a6766d', 'name': '', 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'mac_address': 'fa:16:3e:e8:70:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'fcb6d631-2a57-4fd6-955b-55bc25740c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:46:53Z', 'revision_number': 5, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'subnets': [{'id': 'fcb6d631-2a57-4fd6-955b-55bc25740c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:02.590545 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3b1fb572-7dd3-41a3-b7e7-8c81a43470f5 req-bf244d3c-fb6b-4548-9539-3f401f0e4d2c tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/security-groups?id=00852a6f-259a-4c25-b9f8-f2d48079247f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936734 Nov 12 00:48:02.597629 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-7486d669-5784-4c9d-955a-15635d755800 service neutron] 10.222.0.54 "GET /v2.0/networks/ab41dae0-8b36-4d88-961d-982690d3893d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5652435 Nov 12 00:48:02.620509 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d1c528-b77d-4dfa-9368-26a0207bd908 None None] The sync data for ids ['dd4cd67d-5e1d-4528-9237-dfe8b89558ae'] in n-d-812236-11 is: [{'id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'name': 'tempest-FloatingIPsAssociationTestJSON-2097701775-router', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '735f833a-7d3e-43b5-86e8-820a96b3d37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:41Z', 'updated_at': '2021-11-12T00:46:48Z', 'revision_number': 4, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'gw_port': {'id': '735f833a-7d3e-43b5-86e8-820a96b3d37e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:41Z', 'updated_at': '2021-11-12T00:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '79d1946a-2e69-4be8-b837-8f8813a6766d', 'name': '', 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'mac_address': 'fa:16:3e:e8:70:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'fcb6d631-2a57-4fd6-955b-55bc25740c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:46:53Z', 'revision_number': 5, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'subnets': [{'id': 'fcb6d631-2a57-4fd6-955b-55bc25740c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:48:02.642431 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b694ebb7-c913-4f55-9b6d-ab984f088924 req-28d0de05-377a-4d26-8167-4374054533da service neutron] 10.222.0.20 "GET /v2.0/networks/cc6c0861-08f6-4a20-bb15-55ce7625c6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302968 Nov 12 00:48:02.717692 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-47da59b1-ee51-4aff-9841-74d03c013d84 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=f1d753e5-8094-4985-ae26-476029182198 HTTP/1.1" status: 200 len: 217 time: 0.1115038 Nov 12 00:48:02.737087 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-df694bc4-43b6-4b12-9524-ab6e5ed2b0b9 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--702817924&fields=id&tenant_id=e41ab1ecd3cd454e8caa07d2787925ef HTTP/1.1" status: 200 len: 267 time: 0.0651050 Nov 12 00:48:02.838546 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-e34aaa20-bf38-4ec0-80b4-8f37955ff568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:02.840524 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-e34aaa20-bf38-4ec0-80b4-8f37955ff568 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1258ef72-3213-4252-85bc-f1e482a40b73 HTTP/1.1" status: 200 len: 797 time: 0.1098466 Nov 12 00:48:02.899403 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-8e455afa-1f71-4602-a3af-a7cb16d5202c tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:02.907115 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b694ebb7-c913-4f55-9b6d-ab984f088924 req-564d0bb8-918e-4d5d-acc8-0218a5026b68 service neutron] 10.222.0.20 "GET /v2.0/networks/cc6c0861-08f6-4a20-bb15-55ce7625c6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546892 Nov 12 00:48:02.907570 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-8e455afa-1f71-4602-a3af-a7cb16d5202c tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] 10.222.0.20 "GET /v2.0/networks?id=6eb69613-2bff-4972-a3f5-c49ebe3d356e HTTP/1.1" status: 200 len: 815 time: 0.1686485 Nov 12 00:48:02.921943 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-77b979b6-04a8-4ea3-bd44-23d12ba343f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:02.924073 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-77b979b6-04a8-4ea3-bd44-23d12ba343f7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ab41dae0-8b36-4d88-961d-982690d3893d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0747228 Nov 12 00:48:02.973061 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-5e2f7cb6-b2ac-4812-b063-5be165236bad tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] 10.222.0.20 "GET /v2.0/quotas/e41ab1ecd3cd454e8caa07d2787925ef HTTP/1.1" status: 200 len: 375 time: 0.0642970 Nov 12 00:48:03.076233 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9889cc1-21f8-477e-b66f-dc1bdab92ce6 req-6056854b-f151-4037-a68b-a6cf727741b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:03.078140 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a9889cc1-21f8-477e-b66f-dc1bdab92ce6 req-6056854b-f151-4037-a68b-a6cf727741b9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=985dcccb-2c08-4d64-be3d-bc4d25918b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1684828 Nov 12 00:48:03.113927 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-39d1e400-0ae6-4ec5-b6ab-dc515708a36b service neutron] 10.222.0.54 "GET /v2.0/networks/ab41dae0-8b36-4d88-961d-982690d3893d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761544 Nov 12 00:48:03.123745 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa49752-724b-4bb1-b551-51a514d96eef None None] New status for floating IP 344f3af5-cded-471c-8616-b181e6583f8d: DOWN {{(pid=102664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:48:03.136995 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-d5556544-06ea-4864-aec2-0b60902d6058 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e41ab1ecd3cd454e8caa07d2787925ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1629341 Nov 12 00:48:03.235915 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52424) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:03.365550 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a9889cc1-21f8-477e-b66f-dc1bdab92ce6 req-6568c8a5-7d6a-4ee0-979c-c0640fc85e0c service neutron] 10.222.0.49 "GET /v2.0/networks/985dcccb-2c08-4d64-be3d-bc4d25918b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776389 Nov 12 00:48:03.461467 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-3d62c18b-ebb2-4f66-b9a0-ecdecaf65e12 service neutron] 10.222.0.20 "GET /v2.0/networks/6eb69613-2bff-4972-a3f5-c49ebe3d356e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763085 Nov 12 00:48:03.472388 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-addd3317-1f92-4ff4-9b6e-123a287472ce admin admin] Deleting subnet 3bfcfed5-2c1e-4516-beba-0a1b488199d3 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:48:03.508794 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a9889cc1-21f8-477e-b66f-dc1bdab92ce6 req-52aecfbe-d243-4b9c-9a26-81015715d593 service neutron] 10.222.0.49 "GET /v2.0/networks/985dcccb-2c08-4d64-be3d-bc4d25918b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358144 Nov 12 00:48:03.530881 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-addd3317-1f92-4ff4-9b6e-123a287472ce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:03.576977 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-4ee24219-a9a9-4a51-bf0a-14c0e293a724 service neutron] 10.222.0.54 "GET /v2.0/networks/ab41dae0-8b36-4d88-961d-982690d3893d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4511344 Nov 12 00:48:03.680991 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-1d775e09-5dd1-4aa2-8c60-35dc458a9e64 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=ece577e8-c379-469d-ac80-64690c063e88 HTTP/1.1" status: 200 len: 217 time: 0.0889587 Nov 12 00:48:03.686110 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-addd3317-1f92-4ff4-9b6e-123a287472ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:03.749416 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1acdd166-1cb7-4431-9927-29f3cbe319d4', 'tag': '04024bef-c65a-49ef-84d8-aff717b72940'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:03.752104 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3eaa90a-3b6a-4cf6-97a4-2aba988eb338" -d '{"events": [{"name": "network-changed", "server_uuid": "1acdd166-1cb7-4431-9927-29f3cbe319d4", "tag": "04024bef-c65a-49ef-84d8-aff717b72940"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:03.765985 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-06c50c9c-8a04-4824-9741-9fca87cb0e5b service neutron] 10.222.0.20 "GET /v2.0/networks/6eb69613-2bff-4972-a3f5-c49ebe3d356e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480147 Nov 12 00:48:03.771486 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-6ca49f81-a3e7-4888-9358-5563b46afd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:03.773314 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-6ca49f81-a3e7-4888-9358-5563b46afd94 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1258ef72-3213-4252-85bc-f1e482a40b73 HTTP/1.1" status: 200 len: 797 time: 0.0852699 Nov 12 00:48:03.774400 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-addd3317-1f92-4ff4-9b6e-123a287472ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:04.013225 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-a057b44b-a299-4987-897c-ee67061a74c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:04.016734 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-a057b44b-a299-4987-897c-ee67061a74c4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ab41dae0-8b36-4d88-961d-982690d3893d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1919932 Nov 12 00:48:04.098666 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-addd3317-1f92-4ff4-9b6e-123a287472ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:04.111634 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0256eb4d-dfd3-450f-b99e-fa3add3a27b8 req-a7550a68-57b3-4c5a-9117-36b86350d3c9 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7829bf1-5862-4484-8eff-f7789b6e0183 HTTP/1.1" status: 200 len: 210 time: 0.0923741 Nov 12 00:48:04.184638 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd3317-1f92-4ff4-9b6e-123a287472ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bfcfed5-2c1e-4516-beba-0a1b488199d3,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:04.195967 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-addd3317-1f92-4ff4-9b6e-123a287472ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:04.207076 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-addd3317-1f92-4ff4-9b6e-123a287472ce admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3bfcfed5-2c1e-4516-beba-0a1b488199d3 HTTP/1.1" status: 204 len: 168 time: 1.0100183 Nov 12 00:48:04.209880 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52456) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:04.234665 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ee5d5011-d890-4c7b-a9ae-0a5cf1490aab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:04.319906 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-122677af-c1dd-499a-9c7d-9186d4d367ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:04.340569 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c7ed7-1920-4d29-9dcd-9815c173f96d req-c885fe2d-ba92-4840-a174-e9f664c47755 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:04.351040 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c7ed7-1920-4d29-9dcd-9815c173f96d req-c885fe2d-ba92-4840-a174-e9f664c47755 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:04.371000 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c7ed7-1920-4d29-9dcd-9815c173f96d req-c885fe2d-ba92-4840-a174-e9f664c47755 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:04.386581 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fa1c7ed7-1920-4d29-9dcd-9815c173f96d req-c885fe2d-ba92-4840-a174-e9f664c47755 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ccc0568-7f72-42f1-a39c-b5e8880daea2 HTTP/1.1" status: 200 len: 2418 time: 0.2188377 Nov 12 00:48:04.497696 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fa1c7ed7-1920-4d29-9dcd-9815c173f96d req-744ee77b-2913-429c-8e60-3c03740a5747 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/security-groups?id=00852a6f-259a-4c25-b9f8-f2d48079247f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087408 Nov 12 00:48:04.558906 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab43b1f2-41f6-4651-84b8-7c469c8ce808 x-openstack-request-id: req-ab43b1f2-41f6-4651-84b8-7c469c8ce808 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:04.559510 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1acdd166-1cb7-4431-9927-29f3cbe319d4", "tag": "04024bef-c65a-49ef-84d8-aff717b72940", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:04.560154 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab43b1f2-41f6-4651-84b8-7c469c8ce808 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:04.560737 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1acdd166-1cb7-4431-9927-29f3cbe319d4', 'tag': '04024bef-c65a-49ef-84d8-aff717b72940', 'status': 'completed', 'code': 200} Nov 12 00:48:04.640256 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-39d68d7f-df0e-413c-98ec-53791e1e245e service neutron] 10.222.0.54 "GET /v2.0/networks/ab41dae0-8b36-4d88-961d-982690d3893d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6042171 Nov 12 00:48:04.651500 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75881685-0853-43fd-8124-ebf4be77bf95 req-61167d5a-2796-4b9a-90c8-b2b23c337b9e tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:04.658790 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-75881685-0853-43fd-8124-ebf4be77bf95 req-61167d5a-2796-4b9a-90c8-b2b23c337b9e tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8b96323-207c-4e9a-9a2b-f9165ef8565b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3291395 Nov 12 00:48:04.752926 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-eb1c56ed-41f0-4202-a545-a71b75a6fb00 req-df97bab5-9d1c-4317-9616-e85627acac89 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1750a22-f718-4a06-aab8-71db8a7c3e06 HTTP/1.1" status: 200 len: 210 time: 0.0801229 Nov 12 00:48:04.777206 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eaa90a-3b6a-4cf6-97a4-2aba988eb338 req-ea93c895-eee7-483c-b7b0-5684e6d1d5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:04.784821 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b3eaa90a-3b6a-4cf6-97a4-2aba988eb338 req-ea93c895-eee7-483c-b7b0-5684e6d1d5bd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=70fcc0cfb50649aa98c75c8239146e76&device_id=1acdd166-1cb7-4431-9927-29f3cbe319d4 HTTP/1.1" status: 200 len: 1097 time: 0.1739793 Nov 12 00:48:04.961455 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eaa90a-3b6a-4cf6-97a4-2aba988eb338 req-2638fb36-0f93-4ff8-93f4-48928ae99fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:04.963274 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b3eaa90a-3b6a-4cf6-97a4-2aba988eb338 req-2638fb36-0f93-4ff8-93f4-48928ae99fd8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=985dcccb-2c08-4d64-be3d-bc4d25918b83 HTTP/1.1" status: 200 len: 922 time: 0.1696327 Nov 12 00:48:05.016855 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-122677af-c1dd-499a-9c7d-9186d4d367ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:05.062538 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-75881685-0853-43fd-8124-ebf4be77bf95 req-edd882c3-ec16-42d7-bec6-7112ae7e24db tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.237 HTTP/1.1" status: 200 len: 696 time: 0.4020333 Nov 12 00:48:05.068707 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b3eaa90a-3b6a-4cf6-97a4-2aba988eb338 req-54bf43d4-2eb3-4c52-8827-864412ad44f1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04024bef-c65a-49ef-84d8-aff717b72940 HTTP/1.1" status: 200 len: 217 time: 0.0725324 Nov 12 00:48:05.157244 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-75881685-0853-43fd-8124-ebf4be77bf95 req-f4b7fa15-d1d3-44fe-9443-228054ba5d58 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Request body: {'floatingip': {'port_id': '7f016150-bbaa-4469-abf4-94dfbaf090ce', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:05.187303 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eaa90a-3b6a-4cf6-97a4-2aba988eb338 req-4fb91dd7-c64c-4f85-92a4-5fa3e9051e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:05.188834 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b3eaa90a-3b6a-4cf6-97a4-2aba988eb338 req-4fb91dd7-c64c-4f85-92a4-5fa3e9051e12 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fcb6d631-2a57-4fd6-955b-55bc25740c77 HTTP/1.1" status: 200 len: 860 time: 0.1111567 Nov 12 00:48:05.231548 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-75881685-0853-43fd-8124-ebf4be77bf95 req-f4b7fa15-d1d3-44fe-9443-228054ba5d58 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Publish callbacks [] for floatingip, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:05.234094 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-122677af-c1dd-499a-9c7d-9186d4d367ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16746be7-017c-4052-bae2-efd1445b294a']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:05.238615 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-e0091589-7cf7-4e6e-ad08-725fc74b1e40 service neutron] 10.222.0.54 "GET /v2.0/networks/ab41dae0-8b36-4d88-961d-982690d3893d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5774894 Nov 12 00:48:05.293165 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-122677af-c1dd-499a-9c7d-9186d4d367ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44fc0e32-5a20-442c-a092-dc03b313f121') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:05.293519 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-122677af-c1dd-499a-9c7d-9186d4d367ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44fc0e32-5a20-442c-a092-dc03b313f121') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:05.313549 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eaa90a-3b6a-4cf6-97a4-2aba988eb338 req-54f3c907-9cd3-4164-9f80-4afc82af06fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:05.326523 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b3eaa90a-3b6a-4cf6-97a4-2aba988eb338 req-54f3c907-9cd3-4164-9f80-4afc82af06fd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=985dcccb-2c08-4d64-be3d-bc4d25918b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1165552 Nov 12 00:48:05.349540 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [req-b3eaa90a-3b6a-4cf6-97a4-2aba988eb338 req-0e02f4e1-d57c-4ebc-b9f9-f5546f2e8b70 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:48:05.354026 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b3eaa90a-3b6a-4cf6-97a4-2aba988eb338 req-0e02f4e1-d57c-4ebc-b9f9-f5546f2e8b70 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0184174 Nov 12 00:48:05.535471 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b2ee5aff-373f-4eed-bb2e-e1d962df170b req-96b85107-b16f-40b4-b615-7a2c947872bd tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7829bf1-5862-4484-8eff-f7789b6e0183 HTTP/1.1" status: 200 len: 210 time: 0.1122766 Nov 12 00:48:05.715203 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b3eaa90a-3b6a-4cf6-97a4-2aba988eb338 req-064cd26e-9641-4f76-acb2-4f065e1ce9dd service neutron] 10.222.0.49 "GET /v2.0/networks/985dcccb-2c08-4d64-be3d-bc4d25918b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777436 Nov 12 00:48:05.912893 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceae09f-37da-4bd9-81bf-80cecd400611 req-2a63218e-ab4d-442d-8457-81a317ba3f51 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:05.920174 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceae09f-37da-4bd9-81bf-80cecd400611 req-2a63218e-ab4d-442d-8457-81a317ba3f51 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:05.926317 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-50f67a7f-0623-4356-bafd-e8468efe8542 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=74c2483e-02a2-4318-bcbc-82baf9ce9bcb HTTP/1.1" status: 200 len: 217 time: 0.6522651 Nov 12 00:48:05.926716 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceae09f-37da-4bd9-81bf-80cecd400611 req-2a63218e-ab4d-442d-8457-81a317ba3f51 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:05.934979 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-eceae09f-37da-4bd9-81bf-80cecd400611 req-2a63218e-ab4d-442d-8457-81a317ba3f51 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ccc0568-7f72-42f1-a39c-b5e8880daea2 HTTP/1.1" status: 200 len: 2418 time: 0.2765596 Nov 12 00:48:05.935266 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-122677af-c1dd-499a-9c7d-9186d4d367ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:05.999917 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b3eaa90a-3b6a-4cf6-97a4-2aba988eb338 req-52b0d4ba-284f-4f12-981b-18b486d55a39 service neutron] 10.222.0.49 "GET /v2.0/networks/985dcccb-2c08-4d64-be3d-bc4d25918b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600076 Nov 12 00:48:06.031881 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-eceae09f-37da-4bd9-81bf-80cecd400611 req-7b14b1cd-ac27-4e67-b5cf-1c362bb3969d tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/security-groups?id=00852a6f-259a-4c25-b9f8-f2d48079247f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941739 Nov 12 00:48:06.137752 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2841eca8-eca6-4558-a353-0ac9aab96d5d req-b09d6166-c620-48fe-9ad0-2f8091c84e98 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1750a22-f718-4a06-aab8-71db8a7c3e06 HTTP/1.1" status: 200 len: 210 time: 0.0364158 Nov 12 00:48:06.220594 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-122677af-c1dd-499a-9c7d-9186d4d367ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:06.337932 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-122677af-c1dd-499a-9c7d-9186d4d367ad admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:48:06.338347 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-122677af-c1dd-499a-9c7d-9186d4d367ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:06.364030 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 00:48:06.364030 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:48:06.364030 n-d-812236-11 neutron-server[102662]: timer() Nov 12 00:48:06.364030 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:48:06.364030 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 00:48:06.364030 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:48:06.364030 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 00:48:06.364030 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:48:06.364030 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 00:48:06.364030 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:48:06.364030 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 00:48:06.364030 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:48:06.364030 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 00:48:06.364030 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:48:06.364030 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:48:06.364030 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:48:06.364030 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:48:06.364030 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:48:06.364030 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 00:48:06.364030 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:48:06.364030 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 00:48:06.364030 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:48:06.364030 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:48:06.364030 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:48:06.364030 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 00:48:06.364030 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:48:06.364030 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:48:06.364030 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:48:06.364030 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:48:06.364030 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:48:06.364030 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:48:06.364030 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:48:06.408725 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c7aee95b-e1bd-4417-8989-e99a2f148315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:06.456162 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-72c16c2f-35ef-45fc-ad08-aff37c2be762 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:06.457862 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-72c16c2f-35ef-45fc-ad08-aff37c2be762 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] 10.222.0.54 "GET /v2.0/networks?id=6eb69613-2bff-4972-a3f5-c49ebe3d356e HTTP/1.1" status: 200 len: 815 time: 0.2349775 Nov 12 00:48:06.494233 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-65a7a25d-cc70-403a-a89b-6f922fe7d068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:06.496627 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-65a7a25d-cc70-403a-a89b-6f922fe7d068 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1258ef72-3213-4252-85bc-f1e482a40b73 HTTP/1.1" status: 200 len: 797 time: 0.4832418 Nov 12 00:48:06.511611 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858e7b2-f437-4048-a4e7-e1828e352ea7 req-c59f85f1-b667-45e1-916d-8cbfa623817d tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:06.513424 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1858e7b2-f437-4048-a4e7-e1828e352ea7 req-c59f85f1-b667-45e1-916d-8cbfa623817d tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.49 "GET /v2.0/ports?device_id=1acdd166-1cb7-4431-9927-29f3cbe319d4 HTTP/1.1" status: 200 len: 945 time: 0.5683236 Nov 12 00:48:06.618422 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-5b991b3f-ad54-409c-b0c1-3d96a44e10d8 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e41ab1ecd3cd454e8caa07d2787925ef HTTP/1.1" status: 200 len: 379 time: 0.1426716 Nov 12 00:48:06.687113 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-122677af-c1dd-499a-9c7d-9186d4d367ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:06.692151 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-122677af-c1dd-499a-9c7d-9186d4d367ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:06.717717 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-122677af-c1dd-499a-9c7d-9186d4d367ad admin admin] 10.222.0.20 "DELETE /v2.0/networks/16746be7-017c-4052-bae2-efd1445b294a HTTP/1.1" status: 204 len: 168 time: 2.5062246 Nov 12 00:48:06.749788 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-d36968c5-9ba3-41ae-bd59-aa9125c4d6ff tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Request body: {'port': {'device_id': 'c1750a22-f718-4a06-aab8-71db8a7c3e06', 'network_id': '6eb69613-2bff-4972-a3f5-c49ebe3d356e', 'admin_state_up': True, 'tenant_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'security_groups': ['0173e324-4495-45ca-9a05-856993c4c199']}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:06.766267 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694ebb7-c913-4f55-9b6d-ab984f088924 req-332e802f-43fe-46ed-9c5f-32163af57c41 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:06.767814 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b694ebb7-c913-4f55-9b6d-ab984f088924 req-332e802f-43fe-46ed-9c5f-32163af57c41 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.54 "GET /v2.0/networks?id=cc6c0861-08f6-4a20-bb15-55ce7625c6e5 HTTP/1.1" status: 200 len: 811 time: 0.8158598 Nov 12 00:48:06.772834 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122677af-c1dd-499a-9c7d-9186d4d367ad admin admin] Pushing event deleted for resources: {'Network': ['ID=16746be7-017c-4052-bae2-efd1445b294a,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:06.773789 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e1ea643a-8f79-4481-87ec-bd8b106a2ebb req-5146ded1-fcfb-4a00-ba4f-f9adaded4849 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7829bf1-5862-4484-8eff-f7789b6e0183 HTTP/1.1" status: 200 len: 210 time: 0.0685747 Nov 12 00:48:06.797991 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-b694ebb7-c913-4f55-9b6d-ab984f088924 req-8b7feb3b-df05-4198-8af0-46dd80cf87da tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Request body: {'port': {'device_id': 'f7829bf1-5862-4484-8eff-f7789b6e0183', 'network_id': 'cc6c0861-08f6-4a20-bb15-55ce7625c6e5', 'admin_state_up': True, 'tenant_id': '5ffaac2ef2674156a598ef42a6d7e245'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:06.956715 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52510) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:07.016387 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-d36968c5-9ba3-41ae-bd59-aa9125c4d6ff tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Made reservation on behalf of e41ab1ecd3cd454e8caa07d2787925ef for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:48:07.020154 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-d36968c5-9ba3-41ae-bd59-aa9125c4d6ff tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:07.173787 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-75881685-0853-43fd-8124-ebf4be77bf95 req-f4b7fa15-d1d3-44fe-9443-228054ba5d58 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:07.191123 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-75881685-0853-43fd-8124-ebf4be77bf95 req-f4b7fa15-d1d3-44fe-9443-228054ba5d58 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:07.242214 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1a708ad1-74f8-451a-97fc-8d6b5846aaa9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2c4cbe8277014a1783e5a027351dc95a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2832086 Nov 12 00:48:07.251067 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52516) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:07.381135 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9c63e-7f32-4e10-9144-667701ca17cc req-82203b91-0806-4d61-895f-aaa8a15fed08 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:07.384728 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-71520a8a-1732-4cb4-8eb0-5f97be2406ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:07.386307 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-71520a8a-1732-4cb4-8eb0-5f97be2406ee service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ab41dae0-8b36-4d88-961d-982690d3893d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8722484 Nov 12 00:48:07.388946 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9c63e-7f32-4e10-9144-667701ca17cc req-82203b91-0806-4d61-895f-aaa8a15fed08 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:07.400879 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9c63e-7f32-4e10-9144-667701ca17cc req-82203b91-0806-4d61-895f-aaa8a15fed08 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:07.402768 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-56b9c63e-7f32-4e10-9144-667701ca17cc req-82203b91-0806-4d61-895f-aaa8a15fed08 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ccc0568-7f72-42f1-a39c-b5e8880daea2 HTTP/1.1" status: 200 len: 2418 time: 0.1898389 Nov 12 00:48:07.417459 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-d36968c5-9ba3-41ae-bd59-aa9125c4d6ff tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Allocated IP 172.20.0.4 (6eb69613-2bff-4972-a3f5-c49ebe3d356e/d60031b1-d306-4287-af8c-78e2e4da4eaa/aabec6ab-937e-49b2-99f2-e946f5d3d7fa) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:48:07.459741 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3498d4-f120-4972-a2f4-83f293598316 req-c6b5c453-507e-4f5a-ba48-401075dfbb1d tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:07.466715 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3498d4-f120-4972-a2f4-83f293598316 req-c6b5c453-507e-4f5a-ba48-401075dfbb1d tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:07.473320 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3498d4-f120-4972-a2f4-83f293598316 req-c6b5c453-507e-4f5a-ba48-401075dfbb1d tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:07.475486 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ea3498d4-f120-4972-a2f4-83f293598316 req-c6b5c453-507e-4f5a-ba48-401075dfbb1d tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ccc0568-7f72-42f1-a39c-b5e8880daea2 HTTP/1.1" status: 200 len: 2418 time: 0.2603848 Nov 12 00:48:07.568209 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-56b9c63e-7f32-4e10-9144-667701ca17cc req-55475e32-4ff1-4a05-907f-3689298f2b38 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/security-groups?id=00852a6f-259a-4c25-b9f8-f2d48079247f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533859 Nov 12 00:48:07.613349 n-d-812236-11 neutron-server[102662]: INFO neutron.db.l3_db [req-75881685-0853-43fd-8124-ebf4be77bf95 req-f4b7fa15-d1d3-44fe-9443-228054ba5d58 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Floating IP 344f3af5-cded-471c-8616-b181e6583f8d associated. External IP: 172.25.2.237, port: 7f016150-bbaa-4469-abf4-94dfbaf090ce. Nov 12 00:48:07.619242 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:07.681336 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-97c4fffb-275c-4edd-9179-cef704d9a182 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:07.709291 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-1858e7b2-f437-4048-a4e7-e1828e352ea7 req-ba5322e1-722a-4029-a73d-98e34e006e4f tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Deleting port 04024bef-c65a-49ef-84d8-aff717b72940 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:48:07.709675 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1858e7b2-f437-4048-a4e7-e1828e352ea7 req-ba5322e1-722a-4029-a73d-98e34e006e4f tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:07.785179 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8ef802b9-8886-4a80-8742-fc5af879e5bf req-331f6ec1-9ad8-4c2c-b347-f770beeb392a tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1750a22-f718-4a06-aab8-71db8a7c3e06 HTTP/1.1" status: 200 len: 210 time: 0.1116550 Nov 12 00:48:07.858996 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-ea3498d4-f120-4972-a2f4-83f293598316 req-f12d131e-9ec1-4625-a273-fdf6e121a875 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Deleting port 76d42976-bdea-4bc9-8082-e822698a05a3 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:48:07.859247 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ea3498d4-f120-4972-a2f4-83f293598316 req-f12d131e-9ec1-4625-a273-fdf6e121a875 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:07.926027 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-b18a9cf7-2bc7-4243-9225-639d9cbacbbc service neutron] 10.222.0.54 "GET /v2.0/networks/ab41dae0-8b36-4d88-961d-982690d3893d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4940221 Nov 12 00:48:07.932125 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b694ebb7-c913-4f55-9b6d-ab984f088924 req-8b7feb3b-df05-4198-8af0-46dd80cf87da tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Made reservation on behalf of 5ffaac2ef2674156a598ef42a6d7e245 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:48:07.935807 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b694ebb7-c913-4f55-9b6d-ab984f088924 req-8b7feb3b-df05-4198-8af0-46dd80cf87da tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:07.939180 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-97c4fffb-275c-4edd-9179-cef704d9a182 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:08.004436 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-ea3498d4-f120-4972-a2f4-83f293598316 req-f12d131e-9ec1-4625-a273-fdf6e121a875 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] For port 76d42976-bdea-4bc9-8082-e822698a05a3, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=76d42976-bdea-4bc9-8082-e822698a05a3,segment=NetworkSegment(bd4ad2af-8aff-4252-8121-61c861d1ca0d),segment_id=bd4ad2af-8aff-4252-8121-61c861d1ca0d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:08.005563 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ea3498d4-f120-4972-a2f4-83f293598316 req-f12d131e-9ec1-4625-a273-fdf6e121a875 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:08.024442 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-ea3498d4-f120-4972-a2f4-83f293598316 req-f12d131e-9ec1-4625-a273-fdf6e121a875 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Calling delete_port for 76d42976-bdea-4bc9-8082-e822698a05a3 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:48:08.053067 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-6aa4fd57-fb99-4700-852f-357c9024b591 service neutron] 10.222.0.54 "GET /v2.0/networks/ab41dae0-8b36-4d88-961d-982690d3893d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090178 Nov 12 00:48:08.130485 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bba8b36d-8dbb-4e58-8291-ed1c3c5dc823 req-4e28e0be-ebf9-4802-8bd6-5bd4b4c07dd1 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7829bf1-5862-4484-8eff-f7789b6e0183 HTTP/1.1" status: 200 len: 210 time: 0.0513866 Nov 12 00:48:08.217419 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-d36968c5-9ba3-41ae-bd59-aa9125c4d6ff tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:08.284132 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-9de0bbfc-a756-42dd-aa45-42b7a61b11e1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f4c6cea8-7b5d-48c0-a82d-a907911e3785 HTTP/1.1" status: 200 len: 217 time: 0.1842136 Nov 12 00:48:08.356761 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ea3498d4-f120-4972-a2f4-83f293598316 req-f12d131e-9ec1-4625-a273-fdf6e121a875 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:08.384581 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-b694ebb7-c913-4f55-9b6d-ab984f088924 req-8b7feb3b-df05-4198-8af0-46dd80cf87da tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Allocated IP 172.20.0.13 (cc6c0861-08f6-4a20-bb15-55ce7625c6e5/8dc44064-8072-4b25-a5ed-adc971ac9588/36574614-189c-4aa5-8de3-3c900cd15861) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:48:08.392965 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['9d8ac72d-b2b5-4962-b16a-d958ead0c93f', '618f18a9-06c7-4afd-a073-079bf1d4514a', '76d42976-bdea-4bc9-8082-e822698a05a3'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:48:08.399509 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d131e-9ec1-4625-a273-fdf6e121a875 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Pushing event deleted for resources: {'Port': ['ID=76d42976-bdea-4bc9-8082-e822698a05a3,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:08.402772 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-d36968c5-9ba3-41ae-bd59-aa9125c4d6ff tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:08.421976 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12d131e-9ec1-4625-a273-fdf6e121a875 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:08.421976 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12d131e-9ec1-4625-a273-fdf6e121a875 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:08.421976 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12d131e-9ec1-4625-a273-fdf6e121a875 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:08.422298 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12d131e-9ec1-4625-a273-fdf6e121a875 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:08.422441 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12d131e-9ec1-4625-a273-fdf6e121a875 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:08.422774 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12d131e-9ec1-4625-a273-fdf6e121a875 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:08.423100 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12d131e-9ec1-4625-a273-fdf6e121a875 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:08.423424 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12d131e-9ec1-4625-a273-fdf6e121a875 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:08.423750 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12d131e-9ec1-4625-a273-fdf6e121a875 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:08.424143 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12d131e-9ec1-4625-a273-fdf6e121a875 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:08.424424 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12d131e-9ec1-4625-a273-fdf6e121a875 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:08.424746 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12d131e-9ec1-4625-a273-fdf6e121a875 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:08.560075 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea3498d4-f120-4972-a2f4-83f293598316 req-f12d131e-9ec1-4625-a273-fdf6e121a875 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] No DVR routers for this DVR port 76d42976-bdea-4bc9-8082-e822698a05a3 on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:48:08.566663 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-d36968c5-9ba3-41ae-bd59-aa9125c4d6ff tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Network 6eb69613-2bff-4972-a3f5-c49ebe3d356e is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:08.568851 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ea3498d4-f120-4972-a2f4-83f293598316 req-f12d131e-9ec1-4625-a273-fdf6e121a875 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:08.576254 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ea3498d4-f120-4972-a2f4-83f293598316 req-f12d131e-9ec1-4625-a273-fdf6e121a875 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.49 "DELETE /v2.0/ports/76d42976-bdea-4bc9-8082-e822698a05a3 HTTP/1.1" status: 204 len: 173 time: 1.0884356 Nov 12 00:48:08.578873 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ccc0568-7f72-42f1-a39c-b5e8880daea2', 'name': 'network-vif-deleted', 'tag': '76d42976-bdea-4bc9-8082-e822698a05a3'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:08.581261 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684ef39b-8181-4530-9d7f-07124b245ce9" -d '{"events": [{"server_uuid": "8ccc0568-7f72-42f1-a39c-b5e8880daea2", "name": "network-vif-deleted", "tag": "76d42976-bdea-4bc9-8082-e822698a05a3"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:08.621211 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-d36968c5-9ba3-41ae-bd59-aa9125c4d6ff tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:08.661059 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-d36968c5-9ba3-41ae-bd59-aa9125c4d6ff tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:48:08.751413 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b694ebb7-c913-4f55-9b6d-ab984f088924 req-8b7feb3b-df05-4198-8af0-46dd80cf87da tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:08.789445 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36968c5-9ba3-41ae-bd59-aa9125c4d6ff tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Pushing event updated for resources: {'Port': ['ID=aabec6ab-937e-49b2-99f2-e946f5d3d7fa,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:08.833686 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-d36968c5-9ba3-41ae-bd59-aa9125c4d6ff tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:08.835732 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-d36968c5-9ba3-41ae-bd59-aa9125c4d6ff tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:08.891902 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-1858e7b2-f437-4048-a4e7-e1828e352ea7 req-ba5322e1-722a-4029-a73d-98e34e006e4f tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] For port 04024bef-c65a-49ef-84d8-aff717b72940, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=04024bef-c65a-49ef-84d8-aff717b72940,segment=NetworkSegment(7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763),segment_id=7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:08.896299 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1858e7b2-f437-4048-a4e7-e1828e352ea7 req-ba5322e1-722a-4029-a73d-98e34e006e4f tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:08.898935 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-d36968c5-9ba3-41ae-bd59-aa9125c4d6ff tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1851218 Nov 12 00:48:08.940787 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-5cfca557-530c-42a1-9570-4bcc5d371bd3 service neutron] Request body: {'port': {'device_id': 'c1750a22-f718-4a06-aab8-71db8a7c3e06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:08.974400 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b694ebb7-c913-4f55-9b6d-ab984f088924 req-8b7feb3b-df05-4198-8af0-46dd80cf87da tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:08.995442 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-97c4fffb-275c-4edd-9179-cef704d9a182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:08.998475 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-97c4fffb-275c-4edd-9179-cef704d9a182 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:08.999882 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-97c4fffb-275c-4edd-9179-cef704d9a182 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/526427cf-f756-4601-ac3b-aaa666dd0075 HTTP/1.1" status: 204 len: 168 time: 1.7416775 Nov 12 00:48:09.032326 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75881685-0853-43fd-8124-ebf4be77bf95 req-f4b7fa15-d1d3-44fe-9443-228054ba5d58 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Router dd4cd67d-5e1d-4528-9237-dfe8b89558ae has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:48:09.087580 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d1486-56cf-4177-9421-48084caf4c80 req-a80ce54f-eef9-4d68-8b5d-c75bde556569 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:09.102011 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d1486-56cf-4177-9421-48084caf4c80 req-a80ce54f-eef9-4d68-8b5d-c75bde556569 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:09.112171 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-611d1486-56cf-4177-9421-48084caf4c80 req-a80ce54f-eef9-4d68-8b5d-c75bde556569 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ccc0568-7f72-42f1-a39c-b5e8880daea2 HTTP/1.1" status: 200 len: 1683 time: 0.3279793 Nov 12 00:48:09.157979 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-1858e7b2-f437-4048-a4e7-e1828e352ea7 req-ba5322e1-722a-4029-a73d-98e34e006e4f tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Calling delete_port for 04024bef-c65a-49ef-84d8-aff717b72940 owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:48:09.158965 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-f79c02f4-f5ef-44ad-a465-1ada18804d7a None None] Provisioning complete for port aabec6ab-937e-49b2-99f2-e946f5d3d7fa triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:09.159491 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f79c02f4-f5ef-44ad-a465-1ada18804d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:09.165518 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c4fffb-275c-4edd-9179-cef704d9a182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526427cf-f756-4601-ac3b-aaa666dd0075,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:09.194966 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7feb3b-df05-4198-8af0-46dd80cf87da tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Pushing event updated for resources: {'Port': ['ID=36574614-189c-4aa5-8de3-3c900cd15861,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:09.217902 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-5cfca557-530c-42a1-9570-4bcc5d371bd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:09.258505 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-ea3498d4-f120-4972-a2f4-83f293598316 req-8a181591-2393-456a-8032-f9060fcd72a5 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Deleting port 9d8ac72d-b2b5-4962-b16a-d958ead0c93f {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:48:09.258847 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ea3498d4-f120-4972-a2f4-83f293598316 req-8a181591-2393-456a-8032-f9060fcd72a5 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:09.275446 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-611d1486-56cf-4177-9421-48084caf4c80 req-657af00e-161f-4d50-9909-4d6e9da74680 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/security-groups?id=00852a6f-259a-4c25-b9f8-f2d48079247f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622415 Nov 12 00:48:09.308435 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:09.324583 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-f79c02f4-f5ef-44ad-a465-1ada18804d7a None None] Port aabec6ab-937e-49b2-99f2-e946f5d3d7fa cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:48:09.373244 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6eb6dfe-ac4c-4a21-9366-44d725044a82 x-openstack-request-id: req-b6eb6dfe-ac4c-4a21-9366-44d725044a82 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:09.373434 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ccc0568-7f72-42f1-a39c-b5e8880daea2", "name": "network-vif-deleted", "tag": "76d42976-bdea-4bc9-8082-e822698a05a3", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:09.373619 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b6eb6dfe-ac4c-4a21-9366-44d725044a82 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:09.374010 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ccc0568-7f72-42f1-a39c-b5e8880daea2', 'name': 'network-vif-deleted', 'tag': '76d42976-bdea-4bc9-8082-e822698a05a3', 'status': 'completed', 'code': 200} Nov 12 00:48:09.475555 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-c07b7db2-b604-4a23-a0f9-f17050db7ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:09.477328 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-c07b7db2-b604-4a23-a0f9-f17050db7ebd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=92d015ab-73f4-423c-8877-4552ee1df1ff HTTP/1.1" status: 200 len: 797 time: 1.1408851 Nov 12 00:48:09.479439 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b694ebb7-c913-4f55-9b6d-ab984f088924 req-8b7feb3b-df05-4198-8af0-46dd80cf87da tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Network cc6c0861-08f6-4a20-bb15-55ce7625c6e5 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:09.517774 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-b694ebb7-c913-4f55-9b6d-ab984f088924 req-8b7feb3b-df05-4198-8af0-46dd80cf87da tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:09.534063 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-b694ebb7-c913-4f55-9b6d-ab984f088924 req-8b7feb3b-df05-4198-8af0-46dd80cf87da tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:48:09.604295 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 04024bef-c65a-49ef-84d8-aff717b72940 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:48:09.767100 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:09.859588 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:09.941159 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 04024bef-c65a-49ef-84d8-aff717b72940, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=04024bef-c65a-49ef-84d8-aff717b72940,segment=NetworkSegment(7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763),segment_id=7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:09.942844 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1acdd166-1cb7-4431-9927-29f3cbe319d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04024bef-c65a-49ef-84d8-aff717b72940'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:09.946941 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbce5a3-9581-4027-a8bf-41d884ac119b" -d '{"events": [{"server_uuid": "1acdd166-1cb7-4431-9927-29f3cbe319d4", "name": "network-vif-unplugged", "status": "completed", "tag": "04024bef-c65a-49ef-84d8-aff717b72940"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:09.957082 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:10.081854 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=04024bef-c65a-49ef-84d8-aff717b72940,revision_number=6']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:10.313522 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694ebb7-c913-4f55-9b6d-ab984f088924 req-8b7feb3b-df05-4198-8af0-46dd80cf87da tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:10.314534 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b694ebb7-c913-4f55-9b6d-ab984f088924 req-8b7feb3b-df05-4198-8af0-46dd80cf87da tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:10.353622 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b694ebb7-c913-4f55-9b6d-ab984f088924 req-8b7feb3b-df05-4198-8af0-46dd80cf87da tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5641711 Nov 12 00:48:10.369392 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-943d2278-2fa8-4fea-a076-a8bc25720b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:10.371733 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-943d2278-2fa8-4fea-a076-a8bc25720b93 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=932a85f6-3e20-455a-a5e7-01a28ed4b895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8557658 Nov 12 00:48:10.396465 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-b694ebb7-c913-4f55-9b6d-ab984f088924 req-deeed2f7-83eb-42e2-8bed-8767da2e73b4 service neutron] Request body: {'port': {'device_id': 'f7829bf1-5862-4484-8eff-f7789b6e0183', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:10.476254 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-5cfca557-530c-42a1-9570-4bcc5d371bd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aabec6ab-937e-49b2-99f2-e946f5d3d7fa {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:48:10.504725 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-ea3498d4-f120-4972-a2f4-83f293598316 req-8a181591-2393-456a-8032-f9060fcd72a5 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] For port 9d8ac72d-b2b5-4962-b16a-d958ead0c93f, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=9d8ac72d-b2b5-4962-b16a-d958ead0c93f,segment=NetworkSegment(bd4ad2af-8aff-4252-8121-61c861d1ca0d),segment_id=bd4ad2af-8aff-4252-8121-61c861d1ca0d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:10.507412 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ea3498d4-f120-4972-a2f4-83f293598316 req-8a181591-2393-456a-8032-f9060fcd72a5 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:10.524769 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-5cfca557-530c-42a1-9570-4bcc5d371bd3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:10.598429 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:10.624574 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-ea3498d4-f120-4972-a2f4-83f293598316 req-8a181591-2393-456a-8032-f9060fcd72a5 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Calling delete_port for 9d8ac72d-b2b5-4962-b16a-d958ead0c93f owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:48:10.657039 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf0509-6328-4422-9004-b1f016bcb09c req-b53b0e60-29a6-4331-9f48-d7c1603c900d tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:10.671277 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-35cf0509-6328-4422-9004-b1f016bcb09c req-b53b0e60-29a6-4331-9f48-d7c1603c900d tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1750a22-f718-4a06-aab8-71db8a7c3e06 HTTP/1.1" status: 200 len: 931 time: 1.2124639 Nov 12 00:48:10.676522 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-5cfca557-530c-42a1-9570-4bcc5d371bd3 service neutron] Transition to ACTIVE for port object aabec6ab-937e-49b2-99f2-e946f5d3d7fa will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:48:10.697838 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-5cfca557-530c-42a1-9570-4bcc5d371bd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:10.766866 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75881685-0853-43fd-8124-ebf4be77bf95 req-f4b7fa15-d1d3-44fe-9443-228054ba5d58 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:48:10.779290 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b62257d-2f07-458a-9268-128f7c137a22 None None] Sync routers for ids ['dd4cd67d-5e1d-4528-9237-dfe8b89558ae'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:48:10.782033 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-75881685-0853-43fd-8124-ebf4be77bf95 req-f4b7fa15-d1d3-44fe-9443-228054ba5d58 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:10.808941 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b62257d-2f07-458a-9268-128f7c137a22 None None] Routers {'dd4cd67d-5e1d-4528-9237-dfe8b89558ae'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:10.809953 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-3b62257d-2f07-458a-9268-128f7c137a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:48:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['dd4cd67d-5e1d-4528-9237-dfe8b89558ae'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:10.884156 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-75881685-0853-43fd-8124-ebf4be77bf95 req-f4b7fa15-d1d3-44fe-9443-228054ba5d58 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "PUT /v2.0/floatingips/344f3af5-cded-471c-8616-b181e6583f8d HTTP/1.1" status: 200 len: 996 time: 5.7642014 Nov 12 00:48:11.041746 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfca557-530c-42a1-9570-4bcc5d371bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=aabec6ab-937e-49b2-99f2-e946f5d3d7fa,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:11.063171 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-35cf0509-6328-4422-9004-b1f016bcb09c req-20f52c93-1a0f-41bd-8e76-0b9600b60ab7 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] 10.222.0.20 "GET /v2.0/security-groups?id=0173e324-4495-45ca-9a05-856993c4c199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3749592 Nov 12 00:48:11.160850 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b96323-207c-4e9a-9a2b-f9165ef8565b', 'tag': '7f016150-bbaa-4469-abf4-94dfbaf090ce'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:11.165064 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-3b62257d-2f07-458a-9268-128f7c137a22 None None] Set router dd4cd67d-5e1d-4528-9237-dfe8b89558ae gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:48:11.173489 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69426608-2c31-4014-818d-d0b2b68f07f9" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b96323-207c-4e9a-9a2b-f9165ef8565b", "tag": "7f016150-bbaa-4469-abf4-94dfbaf090ce"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:11.206222 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-c679b588-2400-4af9-8400-ea91b161cd7e service neutron] 10.222.0.54 "GET /v2.0/networks/932a85f6-3e20-455a-a5e7-01a28ed4b895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7872810 Nov 12 00:48:11.460891 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52582) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:11.464370 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b694ebb7-c913-4f55-9b6d-ab984f088924 req-deeed2f7-83eb-42e2-8bed-8767da2e73b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:11.577252 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-5cfca557-530c-42a1-9570-4bcc5d371bd3 service neutron] Attempting to bind port aabec6ab-937e-49b2-99f2-e946f5d3d7fa on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:48:11.578350 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-5cfca557-530c-42a1-9570-4bcc5d371bd3 service neutron] Attempting to bind port aabec6ab-937e-49b2-99f2-e946f5d3d7fa by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': 'cd6487ca-676e-4f9c-8c53-a1adb949094d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6eb69613-2bff-4972-a3f5-c49ebe3d356e'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:48:11.578943 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-5cfca557-530c-42a1-9570-4bcc5d371bd3 service neutron] Attempting to bind port aabec6ab-937e-49b2-99f2-e946f5d3d7fa on network 6eb69613-2bff-4972-a3f5-c49ebe3d356e {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:11.611394 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 76d42976-bdea-4bc9-8082-e822698a05a3 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:48:11.623957 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75881685-0853-43fd-8124-ebf4be77bf95 req-155d9407-8edb-4511-bf4b-e6788e3a6293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:11.628552 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-75881685-0853-43fd-8124-ebf4be77bf95 req-155d9407-8edb-4511-bf4b-e6788e3a6293 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=70fcc0cfb50649aa98c75c8239146e76&device_id=d8b96323-207c-4e9a-9a2b-f9165ef8565b HTTP/1.1" status: 200 len: 1097 time: 0.4172392 Nov 12 00:48:11.642345 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1858e7b2-f437-4048-a4e7-e1828e352ea7 req-ba5322e1-722a-4029-a73d-98e34e006e4f tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:11.674886 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: 76d42976-bdea-4bc9-8082-e822698a05a3 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:48:11.675447 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 76d42976-bdea-4bc9-8082-e822698a05a3 not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:48:11.677266 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-5cfca557-530c-42a1-9570-4bcc5d371bd3 service neutron] Port aabec6ab-937e-49b2-99f2-e946f5d3d7fa on network 6eb69613-2bff-4972-a3f5-c49ebe3d356e not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:48:11.677466 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 9d8ac72d-b2b5-4962-b16a-d958ead0c93f no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:48:11.678898 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-5cfca557-530c-42a1-9570-4bcc5d371bd3 service neutron] Attempting to bind port aabec6ab-937e-49b2-99f2-e946f5d3d7fa on network 6eb69613-2bff-4972-a3f5-c49ebe3d356e {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:11.684265 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['7f016150-bbaa-4469-abf4-94dfbaf090ce'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:48:11.701143 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ea3498d4-f120-4972-a2f4-83f293598316 req-8a181591-2393-456a-8032-f9060fcd72a5 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:11.746284 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-5cfca557-530c-42a1-9570-4bcc5d371bd3 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:48:11.749281 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-5cfca557-530c-42a1-9570-4bcc5d371bd3 service neutron] Checking segment: {'id': 'cd6487ca-676e-4f9c-8c53-a1adb949094d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6eb69613-2bff-4972-a3f5-c49ebe3d356e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:11.749813 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-5cfca557-530c-42a1-9570-4bcc5d371bd3 service neutron] Bound using segment: {'id': 'cd6487ca-676e-4f9c-8c53-a1adb949094d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6eb69613-2bff-4972-a3f5-c49ebe3d356e'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:48:11.750461 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-5cfca557-530c-42a1-9570-4bcc5d371bd3 service neutron] Bound port: aabec6ab-937e-49b2-99f2-e946f5d3d7fa, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd6487ca-676e-4f9c-8c53-a1adb949094d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6eb69613-2bff-4972-a3f5-c49ebe3d356e'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:48:11.750927 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-5cfca557-530c-42a1-9570-4bcc5d371bd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:11.769516 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: 9d8ac72d-b2b5-4962-b16a-d958ead0c93f {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:48:11.769866 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 9d8ac72d-b2b5-4962-b16a-d958ead0c93f not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:48:11.771723 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 618f18a9-06c7-4afd-a073-079bf1d4514a no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:48:11.852603 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-06cbe55c-00d8-4220-81fb-26145e95a359 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1644377525-network', 'tenant_id': 'f62521c5dc664ba4a3bbe0954819df3b'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:11.910874 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5322e1-722a-4029-a73d-98e34e006e4f tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Pushing event deleted for resources: {'Port': ['ID=04024bef-c65a-49ef-84d8-aff717b72940,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:11.974999 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358630b0-90df-43fc-9264-ae6755a0bad6 req-2696641d-26d1-4a10-9430-4cd5a4906232 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:11.982828 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-358630b0-90df-43fc-9264-ae6755a0bad6 req-2696641d-26d1-4a10-9430-4cd5a4906232 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7829bf1-5862-4484-8eff-f7789b6e0183 HTTP/1.1" status: 200 len: 932 time: 0.4593339 Nov 12 00:48:11.995180 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a181591-2393-456a-8032-f9060fcd72a5 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Pushing event deleted for resources: {'Port': ['ID=9d8ac72d-b2b5-4962-b16a-d958ead0c93f,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:12.051111 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:12.251887 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 618f18a9-06c7-4afd-a073-079bf1d4514a, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=618f18a9-06c7-4afd-a073-079bf1d4514a,segment=NetworkSegment(4259907e-91d7-4dde-a507-cfb06c455ef2),segment_id=4259907e-91d7-4dde-a507-cfb06c455ef2)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:12.268511 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-3b62257d-2f07-458a-9268-128f7c137a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'name': 'tempest-FloatingIPsAssociationTestJSON-2097701775-router', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '735f833a-7d3e-43b5-86e8-820a96b3d37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:41Z', 'updated_at': '2021-11-12T00:46:48Z', 'revision_number': 4, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'gw_port': {'id': '735f833a-7d3e-43b5-86e8-820a96b3d37e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:41Z', 'updated_at': '2021-11-12T00:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '344f3af5-cded-471c-8616-b181e6583f8d', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'floating_ip_address': '172.25.2.237', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'port_id': '7f016150-bbaa-4469-abf4-94dfbaf090ce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83', 'mac_address': 'fa:16:3e:dd:7b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b96323-207c-4e9a-9a2b-f9165ef8565b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:47:21Z', 'updated_at': '2021-11-12T00:48:07Z', 'revision_number': 8, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d1946a-2e69-4be8-b837-8f8813a6766d', 'name': '', 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'mac_address': 'fa:16:3e:e8:70:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'fcb6d631-2a57-4fd6-955b-55bc25740c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:46:53Z', 'revision_number': 5, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'subnets': [{'id': 'fcb6d631-2a57-4fd6-955b-55bc25740c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:12.307294 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:12.384122 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-5cfca557-530c-42a1-9570-4bcc5d371bd3 service neutron] For port aabec6ab-937e-49b2-99f2-e946f5d3d7fa, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:48:12.401644 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-5cfca557-530c-42a1-9570-4bcc5d371bd3 service neutron] For port aabec6ab-937e-49b2-99f2-e946f5d3d7fa, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=aabec6ab-937e-49b2-99f2-e946f5d3d7fa,segment=NetworkSegment(cd6487ca-676e-4f9c-8c53-a1adb949094d),segment_id=cd6487ca-676e-4f9c-8c53-a1adb949094d)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:48:12.445002 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-1858e7b2-f437-4048-a4e7-e1828e352ea7 req-ba5322e1-722a-4029-a73d-98e34e006e4f tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] No DVR routers for this DVR port 04024bef-c65a-49ef-84d8-aff717b72940 on host n-h1-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:48:12.449716 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1858e7b2-f437-4048-a4e7-e1828e352ea7 req-ba5322e1-722a-4029-a73d-98e34e006e4f tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:12.460016 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1858e7b2-f437-4048-a4e7-e1828e352ea7 req-ba5322e1-722a-4029-a73d-98e34e006e4f tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.49 "DELETE /v2.0/ports/04024bef-c65a-49ef-84d8-aff717b72940 HTTP/1.1" status: 204 len: 173 time: 5.8299704 Nov 12 00:48:12.465038 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea3498d4-f120-4972-a2f4-83f293598316 req-8a181591-2393-456a-8032-f9060fcd72a5 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] No DVR routers for this DVR port 9d8ac72d-b2b5-4962-b16a-d958ead0c93f on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:48:12.469803 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ea3498d4-f120-4972-a2f4-83f293598316 req-8a181591-2393-456a-8032-f9060fcd72a5 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:12.474246 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ea3498d4-f120-4972-a2f4-83f293598316 req-8a181591-2393-456a-8032-f9060fcd72a5 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.49 "DELETE /v2.0/ports/9d8ac72d-b2b5-4962-b16a-d958ead0c93f HTTP/1.1" status: 204 len: 173 time: 3.8725352 Nov 12 00:48:12.495400 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ccc0568-7f72-42f1-a39c-b5e8880daea2', 'name': 'network-vif-deleted', 'tag': '9d8ac72d-b2b5-4962-b16a-d958ead0c93f'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:12.497776 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578adcc4-6841-449d-9bc8-f7ffd0766ce0" -d '{"events": [{"server_uuid": "8ccc0568-7f72-42f1-a39c-b5e8880daea2", "name": "network-vif-deleted", "tag": "9d8ac72d-b2b5-4962-b16a-d958ead0c93f"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:12.511502 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-5cfca557-530c-42a1-9570-4bcc5d371bd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:12.537952 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=618f18a9-06c7-4afd-a073-079bf1d4514a,revision_number=6']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:12.559403 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b62257d-2f07-458a-9268-128f7c137a22 None None] Checking router: dd4cd67d-5e1d-4528-9237-dfe8b89558ae for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:48:12.569404 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-a2399079-25ed-4555-b9d9-d72b9a04bfc0 service neutron] 10.222.0.54 "GET /v2.0/networks/932a85f6-3e20-455a-a5e7-01a28ed4b895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3548172 Nov 12 00:48:12.571525 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06cbe55c-00d8-4220-81fb-26145e95a359 admin admin] Made reservation on behalf of f62521c5dc664ba4a3bbe0954819df3b for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:48:12.573886 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-06cbe55c-00d8-4220-81fb-26145e95a359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:12.643028 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b62257d-2f07-458a-9268-128f7c137a22 None None] Routers {'dd4cd67d-5e1d-4528-9237-dfe8b89558ae'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:12.643726 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-3b62257d-2f07-458a-9268-128f7c137a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:48:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['dd4cd67d-5e1d-4528-9237-dfe8b89558ae'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:12.672220 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-06cbe55c-00d8-4220-81fb-26145e95a359 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:12.682095 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-bbc107a6-531b-4c6a-a13f-77ca37f4d5f1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=418a9123-f7b9-4bae-a70d-69acd16e3f2a HTTP/1.1" status: 200 len: 217 time: 0.1043053 Nov 12 00:48:12.683539 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75881685-0853-43fd-8124-ebf4be77bf95 req-b04561a6-c9c6-4129-aba3-0d7f8e3274ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:12.684540 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-75881685-0853-43fd-8124-ebf4be77bf95 req-b04561a6-c9c6-4129-aba3-0d7f8e3274ed service neutron] 10.222.0.20 "GET /v2.0/networks?id=985dcccb-2c08-4d64-be3d-bc4d25918b83 HTTP/1.1" status: 200 len: 922 time: 1.0367355 Nov 12 00:48:12.705447 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-358630b0-90df-43fc-9264-ae6755a0bad6 req-5b47f45a-7ace-4699-a122-a452c95f1b2f tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7199776 Nov 12 00:48:12.758954 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-5cfca557-530c-42a1-9570-4bcc5d371bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:12.762017 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-5cfca557-530c-42a1-9570-4bcc5d371bd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:12.764775 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-5cfca557-530c-42a1-9570-4bcc5d371bd3 service neutron] 10.222.0.54 "PUT /v2.0/ports/aabec6ab-937e-49b2-99f2-e946f5d3d7fa HTTP/1.1" status: 200 len: 1092 time: 3.8357520 Nov 12 00:48:12.942768 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-3b62257d-2f07-458a-9268-128f7c137a22 None None] Set router dd4cd67d-5e1d-4528-9237-dfe8b89558ae gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:48:13.094118 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-93f9409c-15b2-4599-a3da-377a6aeab44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:13.103785 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-93f9409c-15b2-4599-a3da-377a6aeab44d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=92d015ab-73f4-423c-8877-4552ee1df1ff HTTP/1.1" status: 200 len: 797 time: 0.3901675 Nov 12 00:48:13.128467 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-75881685-0853-43fd-8124-ebf4be77bf95 req-73f720c9-d392-429c-b78f-b8e1aad0c1aa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f016150-bbaa-4469-abf4-94dfbaf090ce HTTP/1.1" status: 200 len: 999 time: 0.4159467 Nov 12 00:48:13.167675 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-b34e0dc1-be9c-40de-a9c8-1a0b58b7b6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:13.170221 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-b34e0dc1-be9c-40de-a9c8-1a0b58b7b6cf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e41ab1ecd3cd454e8caa07d2787925ef&device_id=c1750a22-f718-4a06-aab8-71db8a7c3e06 HTTP/1.1" status: 200 len: 1095 time: 0.2997231 Nov 12 00:48:13.193314 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa825c90-1e57-4dc1-bb20-9786d2edab58 x-openstack-request-id: req-aa825c90-1e57-4dc1-bb20-9786d2edab58 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:13.193662 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1acdd166-1cb7-4431-9927-29f3cbe319d4", "name": "network-vif-unplugged", "status": "completed", "tag": "04024bef-c65a-49ef-84d8-aff717b72940", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:13.193952 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aa825c90-1e57-4dc1-bb20-9786d2edab58 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:13.194408 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1acdd166-1cb7-4431-9927-29f3cbe319d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04024bef-c65a-49ef-84d8-aff717b72940', 'code': 200} Nov 12 00:48:13.217538 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:13.228836 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055897a-54bf-43a8-97b9-d20283b3c828 req-7ffb9e68-ee66-47f5-a510-724889fc57b5 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:13.233562 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e055897a-54bf-43a8-97b9-d20283b3c828 req-7ffb9e68-ee66-47f5-a510-724889fc57b5 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ccc0568-7f72-42f1-a39c-b5e8880daea2 HTTP/1.1" status: 200 len: 944 time: 0.2711616 Nov 12 00:48:13.306841 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75881685-0853-43fd-8124-ebf4be77bf95 req-5e077f02-8ee2-4366-80ec-03820948b913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:13.308908 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-75881685-0853-43fd-8124-ebf4be77bf95 req-5e077f02-8ee2-4366-80ec-03820948b913 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fcb6d631-2a57-4fd6-955b-55bc25740c77 HTTP/1.1" status: 200 len: 860 time: 0.0719082 Nov 12 00:48:13.341802 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-c70361a7-fd0c-4413-8332-f099df9a8a31 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aabec6ab-937e-49b2-99f2-e946f5d3d7fa HTTP/1.1" status: 200 len: 217 time: 0.1454115 Nov 12 00:48:13.357014 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-ea3498d4-f120-4972-a2f4-83f293598316 req-3d84c212-7aeb-4881-875b-965e6879e286 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Deleting port 618f18a9-06c7-4afd-a073-079bf1d4514a {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:48:13.359132 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ea3498d4-f120-4972-a2f4-83f293598316 req-3d84c212-7aeb-4881-875b-965e6879e286 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:13.527771 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-b694ebb7-c913-4f55-9b6d-ab984f088924 req-deeed2f7-83eb-42e2-8bed-8767da2e73b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36574614-189c-4aa5-8de3-3c900cd15861 {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:48:13.544243 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b694ebb7-c913-4f55-9b6d-ab984f088924 req-deeed2f7-83eb-42e2-8bed-8767da2e73b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:13.601853 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-ea3498d4-f120-4972-a2f4-83f293598316 req-3d84c212-7aeb-4881-875b-965e6879e286 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] For port 618f18a9-06c7-4afd-a073-079bf1d4514a, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=618f18a9-06c7-4afd-a073-079bf1d4514a,segment=NetworkSegment(4259907e-91d7-4dde-a507-cfb06c455ef2),segment_id=4259907e-91d7-4dde-a507-cfb06c455ef2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:13.603769 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ea3498d4-f120-4972-a2f4-83f293598316 req-3d84c212-7aeb-4881-875b-965e6879e286 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:13.612350 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfca557-530c-42a1-9570-4bcc5d371bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=aabec6ab-937e-49b2-99f2-e946f5d3d7fa,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:13.622305 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-b694ebb7-c913-4f55-9b6d-ab984f088924 req-deeed2f7-83eb-42e2-8bed-8767da2e73b4 service neutron] Transition to ACTIVE for port object 36574614-189c-4aa5-8de3-3c900cd15861 will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:48:13.624857 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-06cbe55c-00d8-4220-81fb-26145e95a359 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:13.632703 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-5bb19b23-7329-4111-8c90-b60ea7ca4e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:13.635030 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-5bb19b23-7329-4111-8c90-b60ea7ca4e75 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=932a85f6-3e20-455a-a5e7-01a28ed4b895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5088933 Nov 12 00:48:13.639132 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-06cbe55c-00d8-4220-81fb-26145e95a359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:13.645116 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-3b62257d-2f07-458a-9268-128f7c137a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'name': 'tempest-FloatingIPsAssociationTestJSON-2097701775-router', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '735f833a-7d3e-43b5-86e8-820a96b3d37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:41Z', 'updated_at': '2021-11-12T00:46:48Z', 'revision_number': 4, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'gw_port': {'id': '735f833a-7d3e-43b5-86e8-820a96b3d37e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:41Z', 'updated_at': '2021-11-12T00:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '344f3af5-cded-471c-8616-b181e6583f8d', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'floating_ip_address': '172.25.2.237', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'port_id': '7f016150-bbaa-4469-abf4-94dfbaf090ce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83', 'mac_address': 'fa:16:3e:dd:7b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b96323-207c-4e9a-9a2b-f9165ef8565b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:47:21Z', 'updated_at': '2021-11-12T00:48:07Z', 'revision_number': 8, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d1946a-2e69-4be8-b837-8f8813a6766d', 'name': '', 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'mac_address': 'fa:16:3e:e8:70:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'fcb6d631-2a57-4fd6-955b-55bc25740c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:46:53Z', 'revision_number': 5, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'subnets': [{'id': 'fcb6d631-2a57-4fd6-955b-55bc25740c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:13.664211 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06cbe55c-00d8-4220-81fb-26145e95a359 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:48:13.679370 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-06cbe55c-00d8-4220-81fb-26145e95a359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:13.680180 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-06cbe55c-00d8-4220-81fb-26145e95a359 admin admin] Added segment 6922dc8f-e4e8-46eb-925b-ce7a975c2214 of type vlan for network 9bd80eeb-5154-4c03-9db9-fcf789d8dd48 Nov 12 00:48:13.724320 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b62257d-2f07-458a-9268-128f7c137a22 None None] The sync data for ids ['dd4cd67d-5e1d-4528-9237-dfe8b89558ae'] in n-d-812236-11 is: [{'id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'name': 'tempest-FloatingIPsAssociationTestJSON-2097701775-router', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '735f833a-7d3e-43b5-86e8-820a96b3d37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:41Z', 'updated_at': '2021-11-12T00:46:48Z', 'revision_number': 4, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'gw_port': {'id': '735f833a-7d3e-43b5-86e8-820a96b3d37e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:41Z', 'updated_at': '2021-11-12T00:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '344f3af5-cded-471c-8616-b181e6583f8d', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'floating_ip_address': '172.25.2.237', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'port_id': '7f016150-bbaa-4469-abf4-94dfbaf090ce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83', 'mac_address': 'fa:16:3e:dd:7b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b96323-207c-4e9a-9a2b-f9165ef8565b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:47:21Z', 'updated_at': '2021-11-12T00:48:07Z', 'revision_number': 8, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d1946a-2e69-4be8-b837-8f8813a6766d', 'name': '', 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'mac_address': 'fa:16:3e:e8:70:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'fcb6d631-2a57-4fd6-955b-55bc25740c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:46:53Z', 'revision_number': 5, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'subnets': [{'id': 'fcb6d631-2a57-4fd6-955b-55bc25740c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:48:13.758270 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-06cbe55c-00d8-4220-81fb-26145e95a359 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:13.818817 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e055897a-54bf-43a8-97b9-d20283b3c828 req-7452193e-815e-4466-9759-6d325e3b73a0 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/security-groups?id=00852a6f-259a-4c25-b9f8-f2d48079247f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4735527 Nov 12 00:48:13.821059 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-7af823d2-9a07-4068-92a0-a200774491a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:13.829848 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-7af823d2-9a07-4068-92a0-a200774491a4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d60031b1-d306-4287-af8c-78e2e4da4eaa HTTP/1.1" status: 200 len: 854 time: 0.1796310 Nov 12 00:48:13.831451 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-ea3498d4-f120-4972-a2f4-83f293598316 req-3d84c212-7aeb-4881-875b-965e6879e286 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Calling delete_port for 618f18a9-06c7-4afd-a073-079bf1d4514a owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:48:13.880998 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75881685-0853-43fd-8124-ebf4be77bf95 req-c0701b88-c698-427e-9834-d9177e6de8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:13.885720 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-75881685-0853-43fd-8124-ebf4be77bf95 req-c0701b88-c698-427e-9834-d9177e6de8fa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=985dcccb-2c08-4d64-be3d-bc4d25918b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5199490 Nov 12 00:48:13.887692 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b694ebb7-c913-4f55-9b6d-ab984f088924 req-deeed2f7-83eb-42e2-8bed-8767da2e73b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:13.924985 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e854e4-0454-4f69-8f40-da6514776222 x-openstack-request-id: req-e3e854e4-0454-4f69-8f40-da6514776222 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:13.925327 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b96323-207c-4e9a-9a2b-f9165ef8565b", "tag": "7f016150-bbaa-4469-abf4-94dfbaf090ce", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:13.925705 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e3e854e4-0454-4f69-8f40-da6514776222 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:13.926224 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b96323-207c-4e9a-9a2b-f9165ef8565b', 'tag': '7f016150-bbaa-4469-abf4-94dfbaf090ce', 'status': 'completed', 'code': 200} Nov 12 00:48:13.979851 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-06cbe55c-00d8-4220-81fb-26145e95a359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:13.981179 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cbe55c-00d8-4220-81fb-26145e95a359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:13.986377 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-06cbe55c-00d8-4220-81fb-26145e95a359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:14.025352 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-4ad1c7cd-dacf-46ac-8893-0f789cbd70ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:14.027340 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-4ad1c7cd-dacf-46ac-8893-0f789cbd70ef service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6eb69613-2bff-4972-a3f5-c49ebe3d356e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1848295 Nov 12 00:48:14.202073 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919218e4-5123-4460-9909-0a093cb9594a None None] New status for floating IP 344f3af5-cded-471c-8616-b181e6583f8d: ACTIVE {{(pid=102664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:48:14.234885 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ea3498d4-f120-4972-a2f4-83f293598316 req-3d84c212-7aeb-4881-875b-965e6879e286 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:14.306829 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-75881685-0853-43fd-8124-ebf4be77bf95 req-525f9758-547b-41a1-afce-c3f28906c9a5 service neutron] 10.222.0.20 "GET /v2.0/networks/985dcccb-2c08-4d64-be3d-bc4d25918b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339756 Nov 12 00:48:14.310160 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-0e0d6aba-07e1-409f-9344-8f3ed06c88ef service neutron] 10.222.0.54 "GET /v2.0/networks/932a85f6-3e20-455a-a5e7-01a28ed4b895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182658 Nov 12 00:48:14.395107 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-06cbe55c-00d8-4220-81fb-26145e95a359 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.9118083 Nov 12 00:48:14.406107 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52620) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:14.433772 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea3498d4-f120-4972-a2f4-83f293598316 req-3d84c212-7aeb-4881-875b-965e6879e286 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] No DVR routers for this DVR port 618f18a9-06c7-4afd-a073-079bf1d4514a on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:48:14.436647 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ea3498d4-f120-4972-a2f4-83f293598316 req-3d84c212-7aeb-4881-875b-965e6879e286 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:14.442431 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ea3498d4-f120-4972-a2f4-83f293598316 req-3d84c212-7aeb-4881-875b-965e6879e286 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.49 "DELETE /v2.0/ports/618f18a9-06c7-4afd-a073-079bf1d4514a HTTP/1.1" status: 204 len: 173 time: 1.9146078 Nov 12 00:48:14.446040 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69426608-2c31-4014-818d-d0b2b68f07f9 req-56fcef18-cf44-4209-b5e3-497930af0f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:14.450735 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-69426608-2c31-4014-818d-d0b2b68f07f9 req-56fcef18-cf44-4209-b5e3-497930af0f6c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=70fcc0cfb50649aa98c75c8239146e76&device_id=d8b96323-207c-4e9a-9a2b-f9165ef8565b HTTP/1.1" status: 200 len: 1097 time: 0.4526737 Nov 12 00:48:14.452149 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d84c212-7aeb-4881-875b-965e6879e286 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Pushing event deleted for resources: {'Port': ['ID=618f18a9-06c7-4afd-a073-079bf1d4514a,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:14.520137 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-b6181311-5619-4ad2-947d-89c4c35e1bbe admin admin] Request body: {'subnet': {'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1644377525-subnet', 'tenant_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:14.614194 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309f6df-a0c8-4bb9-8986-75b7f416d8ea req-9d37a606-4d2e-4f53-ae83-416326556783 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:14.615751 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7309f6df-a0c8-4bb9-8986-75b7f416d8ea req-9d37a606-4d2e-4f53-ae83-416326556783 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1750a22-f718-4a06-aab8-71db8a7c3e06 HTTP/1.1" status: 200 len: 943 time: 0.5542166 Nov 12 00:48:14.620570 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69426608-2c31-4014-818d-d0b2b68f07f9 req-56f1095f-43f3-459d-9bd5-5c63cc55f9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:14.622726 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-69426608-2c31-4014-818d-d0b2b68f07f9 req-56f1095f-43f3-459d-9bd5-5c63cc55f9d5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=985dcccb-2c08-4d64-be3d-bc4d25918b83 HTTP/1.1" status: 200 len: 922 time: 0.1546049 Nov 12 00:48:14.713274 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-756f81c7-8107-43b0-80ba-1041162fab60 service neutron] 10.222.0.54 "GET /v2.0/networks/6eb69613-2bff-4972-a3f5-c49ebe3d356e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5117049 Nov 12 00:48:14.727127 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cbe55c-00d8-4220-81fb-26145e95a359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7ad6da-a4f0-4853-80d5-ce1a9ccae5a8,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:14.753995 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeed2f7-83eb-42e2-8bed-8767da2e73b4 service neutron] Pushing event updated for resources: {'Port': ['ID=36574614-189c-4aa5-8de3-3c900cd15861,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:14.774206 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7309f6df-a0c8-4bb9-8986-75b7f416d8ea req-e1754a36-fc19-47e9-9895-97cd1d3d9d33 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] 10.222.0.20 "GET /v2.0/security-groups?id=0173e324-4495-45ca-9a05-856993c4c199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505008 Nov 12 00:48:14.784728 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cbe55c-00d8-4220-81fb-26145e95a359 admin admin] Pushing event updated for resources: {'Network': ['ID=9bd80eeb-5154-4c03-9db9-fcf789d8dd48,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:14.797403 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 9bd80eeb-5154-4c03-9db9-fcf789d8dd48 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:48:14.827338 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6181311-5619-4ad2-947d-89c4c35e1bbe admin admin] Made reservation on behalf of f62521c5dc664ba4a3bbe0954819df3b for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:48:14.829720 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b6181311-5619-4ad2-947d-89c4c35e1bbe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:14.835219 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-69426608-2c31-4014-818d-d0b2b68f07f9 req-3a674075-ca20-4bbe-8741-dc22fb1757ac service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f016150-bbaa-4469-abf4-94dfbaf090ce HTTP/1.1" status: 200 len: 1001 time: 0.1977358 Nov 12 00:48:14.917399 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-ded0f090-310a-4b83-a464-d59a0fcaedab service neutron] 10.222.0.54 "GET /v2.0/networks/6eb69613-2bff-4972-a3f5-c49ebe3d356e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898642 Nov 12 00:48:14.921347 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69426608-2c31-4014-818d-d0b2b68f07f9 req-00c62caa-6d05-4143-adc5-d4530fee11d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:14.922939 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-69426608-2c31-4014-818d-d0b2b68f07f9 req-00c62caa-6d05-4143-adc5-d4530fee11d2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fcb6d631-2a57-4fd6-955b-55bc25740c77 HTTP/1.1" status: 200 len: 860 time: 0.0727553 Nov 12 00:48:14.926750 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-75881685-0853-43fd-8124-ebf4be77bf95 req-ff025cc4-a819-4aaf-adcd-e4b30d3de793 service neutron] 10.222.0.20 "GET /v2.0/networks/985dcccb-2c08-4d64-be3d-bc4d25918b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5589478 Nov 12 00:48:14.932502 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b9ef3a9b-a0e7-4e0c-b2f7-59a265ee4e14 req-4da4d4da-3f8f-4666-ab91-c23f2f52a1c3 service neutron] 10.222.0.54 "GET /v2.0/networks/932a85f6-3e20-455a-a5e7-01a28ed4b895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5757446 Nov 12 00:48:14.993619 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-b694ebb7-c913-4f55-9b6d-ab984f088924 req-deeed2f7-83eb-42e2-8bed-8767da2e73b4 service neutron] Attempting to bind port 36574614-189c-4aa5-8de3-3c900cd15861 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:48:14.993985 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-b694ebb7-c913-4f55-9b6d-ab984f088924 req-deeed2f7-83eb-42e2-8bed-8767da2e73b4 service neutron] Attempting to bind port 36574614-189c-4aa5-8de3-3c900cd15861 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '38b12e74-b18e-41d0-b62c-8552b3e37d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cc6c0861-08f6-4a20-bb15-55ce7625c6e5'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:48:14.994293 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b694ebb7-c913-4f55-9b6d-ab984f088924 req-deeed2f7-83eb-42e2-8bed-8767da2e73b4 service neutron] Attempting to bind port 36574614-189c-4aa5-8de3-3c900cd15861 on network cc6c0861-08f6-4a20-bb15-55ce7625c6e5 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:15.001911 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b694ebb7-c913-4f55-9b6d-ab984f088924 req-deeed2f7-83eb-42e2-8bed-8767da2e73b4 service neutron] Port 36574614-189c-4aa5-8de3-3c900cd15861 on network cc6c0861-08f6-4a20-bb15-55ce7625c6e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:48:15.002247 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b694ebb7-c913-4f55-9b6d-ab984f088924 req-deeed2f7-83eb-42e2-8bed-8767da2e73b4 service neutron] Attempting to bind port 36574614-189c-4aa5-8de3-3c900cd15861 on network cc6c0861-08f6-4a20-bb15-55ce7625c6e5 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:15.009208 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69426608-2c31-4014-818d-d0b2b68f07f9 req-082e3665-941d-47d1-9ca4-179ad8d0b95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:15.010787 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-69426608-2c31-4014-818d-d0b2b68f07f9 req-082e3665-941d-47d1-9ca4-179ad8d0b95b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=985dcccb-2c08-4d64-be3d-bc4d25918b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640731 Nov 12 00:48:15.012757 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b694ebb7-c913-4f55-9b6d-ab984f088924 req-deeed2f7-83eb-42e2-8bed-8767da2e73b4 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:48:15.013086 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b694ebb7-c913-4f55-9b6d-ab984f088924 req-deeed2f7-83eb-42e2-8bed-8767da2e73b4 service neutron] Checking segment: {'id': '38b12e74-b18e-41d0-b62c-8552b3e37d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cc6c0861-08f6-4a20-bb15-55ce7625c6e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:15.013507 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b694ebb7-c913-4f55-9b6d-ab984f088924 req-deeed2f7-83eb-42e2-8bed-8767da2e73b4 service neutron] Bound using segment: {'id': '38b12e74-b18e-41d0-b62c-8552b3e37d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cc6c0861-08f6-4a20-bb15-55ce7625c6e5'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:48:15.013952 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-b694ebb7-c913-4f55-9b6d-ab984f088924 req-deeed2f7-83eb-42e2-8bed-8767da2e73b4 service neutron] Bound port: 36574614-189c-4aa5-8de3-3c900cd15861, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38b12e74-b18e-41d0-b62c-8552b3e37d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cc6c0861-08f6-4a20-bb15-55ce7625c6e5'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:48:15.014312 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b694ebb7-c913-4f55-9b6d-ab984f088924 req-deeed2f7-83eb-42e2-8bed-8767da2e73b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:15.156604 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-69426608-2c31-4014-818d-d0b2b68f07f9 req-53fd5707-a2e7-44ca-9224-a4f627ad4291 service neutron] 10.222.0.54 "GET /v2.0/networks/985dcccb-2c08-4d64-be3d-bc4d25918b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363628 Nov 12 00:48:15.175621 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b4075a-5c75-431c-ac64-df65b739385c x-openstack-request-id: req-d3b4075a-5c75-431c-ac64-df65b739385c {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:15.175986 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ccc0568-7f72-42f1-a39c-b5e8880daea2", "name": "network-vif-deleted", "tag": "9d8ac72d-b2b5-4962-b16a-d958ead0c93f", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:15.177521 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d3b4075a-5c75-431c-ac64-df65b739385c {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:15.177635 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ccc0568-7f72-42f1-a39c-b5e8880daea2', 'name': 'network-vif-deleted', 'tag': '9d8ac72d-b2b5-4962-b16a-d958ead0c93f', 'status': 'completed', 'code': 200} Nov 12 00:48:15.195607 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ccc0568-7f72-42f1-a39c-b5e8880daea2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '618f18a9-06c7-4afd-a073-079bf1d4514a'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:15.197090 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-b694ebb7-c913-4f55-9b6d-ab984f088924 req-deeed2f7-83eb-42e2-8bed-8767da2e73b4 service neutron] For port 36574614-189c-4aa5-8de3-3c900cd15861, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:48:15.200874 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09da0443-dee6-4ba0-9f4a-0f7536047791" -d '{"events": [{"server_uuid": "8ccc0568-7f72-42f1-a39c-b5e8880daea2", "name": "network-vif-unplugged", "status": "completed", "tag": "618f18a9-06c7-4afd-a073-079bf1d4514a"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:15.215306 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc43eab5-e139-4e7b-b645-5d6bacefbce2 req-de703bb3-0d89-4b4a-8762-ff85fedc9d01 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:15.216809 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fc43eab5-e139-4e7b-b645-5d6bacefbce2 req-de703bb3-0d89-4b4a-8762-ff85fedc9d01 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7829bf1-5862-4484-8eff-f7789b6e0183 HTTP/1.1" status: 200 len: 944 time: 0.1293538 Nov 12 00:48:15.228293 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b6181311-5619-4ad2-947d-89c4c35e1bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:15.231221 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-b694ebb7-c913-4f55-9b6d-ab984f088924 req-deeed2f7-83eb-42e2-8bed-8767da2e73b4 service neutron] For port 36574614-189c-4aa5-8de3-3c900cd15861, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=36574614-189c-4aa5-8de3-3c900cd15861,segment=NetworkSegment(38b12e74-b18e-41d0-b62c-8552b3e37d05),segment_id=38b12e74-b18e-41d0-b62c-8552b3e37d05)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:48:15.271332 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b694ebb7-c913-4f55-9b6d-ab984f088924 req-deeed2f7-83eb-42e2-8bed-8767da2e73b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:15.338709 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694ebb7-c913-4f55-9b6d-ab984f088924 req-deeed2f7-83eb-42e2-8bed-8767da2e73b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:15.341309 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b694ebb7-c913-4f55-9b6d-ab984f088924 req-deeed2f7-83eb-42e2-8bed-8767da2e73b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:15.342813 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b694ebb7-c913-4f55-9b6d-ab984f088924 req-deeed2f7-83eb-42e2-8bed-8767da2e73b4 service neutron] 10.222.0.54 "PUT /v2.0/ports/36574614-189c-4aa5-8de3-3c900cd15861 HTTP/1.1" status: 200 len: 1093 time: 4.9653084 Nov 12 00:48:15.398492 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6181311-5619-4ad2-947d-89c4c35e1bbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=04c51f1f-4fad-42e7-a817-4af69d874ab6,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:15.415056 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fc43eab5-e139-4e7b-b645-5d6bacefbce2 req-0a21aa7d-5b06-4996-a286-8d6f5c4c28c3 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900785 Nov 12 00:48:15.416135 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeed2f7-83eb-42e2-8bed-8767da2e73b4 service neutron] Pushing event updated for resources: {'Port': ['ID=36574614-189c-4aa5-8de3-3c900cd15861,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:15.431096 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-69426608-2c31-4014-818d-d0b2b68f07f9 req-10f71eeb-6ee4-452e-a2a9-cf3d01c1f51e service neutron] 10.222.0.54 "GET /v2.0/networks/985dcccb-2c08-4d64-be3d-bc4d25918b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529984 Nov 12 00:48:15.445198 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6181311-5619-4ad2-947d-89c4c35e1bbe admin admin] Checking segment: {'id': '6922dc8f-e4e8-46eb-925b-ce7a975c2214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:15.445198 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6181311-5619-4ad2-947d-89c4c35e1bbe admin admin] Network hostable DHCP agents. Network: 9bd80eeb-5154-4c03-9db9-fcf789d8dd48, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:48:15.472188 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3144d-f668-4660-b625-24d8ccb6320b req-57d9539f-f691-42b0-9c9a-6bd84ab971d9 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:15.477246 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-70c3144d-f668-4660-b625-24d8ccb6320b req-57d9539f-f691-42b0-9c9a-6bd84ab971d9 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/networks?id=d872bf93-95f4-45c4-b0f4-642aed61400a HTTP/1.1" status: 200 len: 806 time: 0.2303174 Nov 12 00:48:15.485078 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52652) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:15.491421 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694ebb7-c913-4f55-9b6d-ab984f088924 req-f915373b-9a73-478c-8b62-dc37ab775fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:15.492970 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b694ebb7-c913-4f55-9b6d-ab984f088924 req-f915373b-9a73-478c-8b62-dc37ab775fdf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5ffaac2ef2674156a598ef42a6d7e245&device_id=f7829bf1-5862-4484-8eff-f7789b6e0183 HTTP/1.1" status: 200 len: 1096 time: 0.0705230 Nov 12 00:48:15.494199 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6181311-5619-4ad2-947d-89c4c35e1bbe admin admin] Network 9bd80eeb-5154-4c03-9db9-fcf789d8dd48 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:48:15.515680 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-b6181311-5619-4ad2-947d-89c4c35e1bbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 9bd80eeb-5154-4c03-9db9-fcf789d8dd48) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:15.523901 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201f702d-a8e1-4e11-bac4-93e61a6b44eb None None] Network 9bd80eeb-5154-4c03-9db9-fcf789d8dd48 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:48:15.561032 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-70c3144d-f668-4660-b625-24d8ccb6320b req-f5846a5a-1d60-498c-8b6a-c172b2127aa0 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/quotas/9c540ecbe8154e1b907ac12fc8774fd4 HTTP/1.1" status: 200 len: 375 time: 0.0697901 Nov 12 00:48:15.597357 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6181311-5619-4ad2-947d-89c4c35e1bbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:15.597970 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b6181311-5619-4ad2-947d-89c4c35e1bbe admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:15.601404 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b694ebb7-c913-4f55-9b6d-ab984f088924 req-a6c18c0f-118d-49da-8a3e-03f9b5bfa508 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36574614-189c-4aa5-8de3-3c900cd15861 HTTP/1.1" status: 200 len: 217 time: 0.0925698 Nov 12 00:48:15.614853 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-60c4415d-5992-4337-8e7d-fc22c67396cd tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Deleting subnet 93303cf0-8810-48fc-b11a-6cb81c3ae323 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:48:15.618847 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-60c4415d-5992-4337-8e7d-fc22c67396cd tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:15.658894 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b6181311-5619-4ad2-947d-89c4c35e1bbe admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1544476 Nov 12 00:48:15.662879 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-70c3144d-f668-4660-b625-24d8ccb6320b req-35b866c8-3e0d-4f8b-9260-69ae4daf54f6 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9c540ecbe8154e1b907ac12fc8774fd4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1009519 Nov 12 00:48:15.663359 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52656) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:15.664160 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2f8ba4bd-530f-4e2a-80df-f2154b3df255 req-f78dabfd-11ee-4c04-9621-b01f06e0fe6a tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/floatingips/344f3af5-cded-471c-8616-b181e6583f8d HTTP/1.1" status: 200 len: 998 time: 0.1629827 Nov 12 00:48:15.680380 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-db313233-b356-4637-afc9-0eec507d56ef admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1644377525-router', 'tenant_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:15.697926 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694ebb7-c913-4f55-9b6d-ab984f088924 req-50d4d1a7-48ca-479c-824b-0198715461f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:15.698171 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-60c4415d-5992-4337-8e7d-fc22c67396cd tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:15.699467 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b694ebb7-c913-4f55-9b6d-ab984f088924 req-50d4d1a7-48ca-479c-824b-0198715461f2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8dc44064-8072-4b25-a5ed-adc971ac9588 HTTP/1.1" status: 200 len: 851 time: 0.0888114 Nov 12 00:48:15.724753 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad067e0-0baf-409f-a0d1-4148feef271d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-9bd80eeb-5154-4c03-9db9-fcf789d8dd48', 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48', 'tenant_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'fixed_ips': [{'subnet_id': '04c51f1f-4fad-42e7-a817-4af69d874ab6'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:48:15.725886 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6ad067e0-0baf-409f-a0d1-4148feef271d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:15.769013 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b694ebb7-c913-4f55-9b6d-ab984f088924 req-e0167da6-e39a-419f-9bf5-f24f84a323c9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cc6c0861-08f6-4a20-bb15-55ce7625c6e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605369 Nov 12 00:48:15.791478 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-db313233-b356-4637-afc9-0eec507d56ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:15.792507 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-db313233-b356-4637-afc9-0eec507d56ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:15.866508 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ba4bd-530f-4e2a-80df-f2154b3df255 req-08f52004-0dc1-4898-9e5a-9d6e0a6af288 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:15.872250 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-6ad067e0-0baf-409f-a0d1-4148feef271d None None] Allocated IP 172.20.0.2 (9bd80eeb-5154-4c03-9db9-fcf789d8dd48/04c51f1f-4fad-42e7-a817-4af69d874ab6/2e313ac0-ebac-448f-a7fd-efc176766024) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:48:15.873225 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2f8ba4bd-530f-4e2a-80df-f2154b3df255 req-08f52004-0dc1-4898-9e5a-9d6e0a6af288 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/networks/ef732b55-2b3c-4048-85da-0a8ac273c14b HTTP/1.1" status: 200 len: 784 time: 0.2031071 Nov 12 00:48:15.881296 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [req-2f8ba4bd-530f-4e2a-80df-f2154b3df255 req-449d1bb8-c1e6-4532-80ba-4d6b891d547b tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:48:15.882346 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2f8ba4bd-530f-4e2a-80df-f2154b3df255 req-449d1bb8-c1e6-4532-80ba-4d6b891d547b tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083258 Nov 12 00:48:15.900098 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-70c3144d-f668-4660-b625-24d8ccb6320b req-1b00e42b-09c0-4d78-8097-d893be66fca4 service neutron] 10.222.0.20 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237201 Nov 12 00:48:15.904355 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-db313233-b356-4637-afc9-0eec507d56ef admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:15.921278 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b694ebb7-c913-4f55-9b6d-ab984f088924 req-1804af92-de0b-4894-8020-966e47f5f5bb service neutron] 10.222.0.54 "GET /v2.0/networks/cc6c0861-08f6-4a20-bb15-55ce7625c6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420512 Nov 12 00:48:15.928304 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1acdd166-1cb7-4431-9927-29f3cbe319d4', 'name': 'network-vif-deleted', 'tag': '04024bef-c65a-49ef-84d8-aff717b72940'}, {'name': 'network-changed', 'server_uuid': 'f7829bf1-5862-4484-8eff-f7789b6e0183', 'tag': '36574614-189c-4aa5-8de3-3c900cd15861'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:15.932191 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6e8473-6649-4d61-8ad7-a3139a2a879f" -d '{"events": [{"server_uuid": "1acdd166-1cb7-4431-9927-29f3cbe319d4", "name": "network-vif-deleted", "tag": "04024bef-c65a-49ef-84d8-aff717b72940"}, {"name": "network-changed", "server_uuid": "f7829bf1-5862-4484-8eff-f7789b6e0183", "tag": "36574614-189c-4aa5-8de3-3c900cd15861"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:15.955922 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375a2c1e-050b-4c12-8a5e-749b93926f1f x-openstack-request-id: req-375a2c1e-050b-4c12-8a5e-749b93926f1f {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:15.956431 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ccc0568-7f72-42f1-a39c-b5e8880daea2", "name": "network-vif-unplugged", "status": "completed", "tag": "618f18a9-06c7-4afd-a073-079bf1d4514a", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:15.956987 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-375a2c1e-050b-4c12-8a5e-749b93926f1f {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:15.957551 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ccc0568-7f72-42f1-a39c-b5e8880daea2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '618f18a9-06c7-4afd-a073-079bf1d4514a', 'code': 200} Nov 12 00:48:15.972022 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-60c4415d-5992-4337-8e7d-fc22c67396cd tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:16.055275 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6ad067e0-0baf-409f-a0d1-4148feef271d None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:16.062275 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6ad067e0-0baf-409f-a0d1-4148feef271d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:16.064117 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b694ebb7-c913-4f55-9b6d-ab984f088924 req-e0246c5b-e238-4f14-9e6d-08b48bc498f8 service neutron] 10.222.0.54 "GET /v2.0/networks/cc6c0861-08f6-4a20-bb15-55ce7625c6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269050 Nov 12 00:48:16.086106 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b8a575-8a8f-4cc6-9420-0242d6532d27 req-7027e984-6ac1-459c-822d-26dd92ca0c47 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:16.088108 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e0b8a575-8a8f-4cc6-9420-0242d6532d27 req-7027e984-6ac1-459c-822d-26dd92ca0c47 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 946 time: 0.0685360 Nov 12 00:48:16.105865 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad067e0-0baf-409f-a0d1-4148feef271d None None] Network 9bd80eeb-5154-4c03-9db9-fcf789d8dd48 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:16.112739 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-6ad067e0-0baf-409f-a0d1-4148feef271d None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:16.115901 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad067e0-0baf-409f-a0d1-4148feef271d None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:48:16.129396 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad067e0-0baf-409f-a0d1-4148feef271d None None] Pushing event updated for resources: {'Port': ['ID=2e313ac0-ebac-448f-a7fd-efc176766024,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:16.159294 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-db313233-b356-4637-afc9-0eec507d56ef admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:16.163591 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e0b8a575-8a8f-4cc6-9420-0242d6532d27 req-42179cd5-0ce2-4e02-a688-205c27c6b51a tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539279 Nov 12 00:48:16.185690 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-6ad067e0-0baf-409f-a0d1-4148feef271d None None] Attempting to bind port 2e313ac0-ebac-448f-a7fd-efc176766024 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:48:16.186063 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-6ad067e0-0baf-409f-a0d1-4148feef271d None None] Attempting to bind port 2e313ac0-ebac-448f-a7fd-efc176766024 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '6922dc8f-e4e8-46eb-925b-ce7a975c2214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:48:16.186428 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad067e0-0baf-409f-a0d1-4148feef271d None None] Attempting to bind port 2e313ac0-ebac-448f-a7fd-efc176766024 on network 9bd80eeb-5154-4c03-9db9-fcf789d8dd48 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:16.191527 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad067e0-0baf-409f-a0d1-4148feef271d None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:48:16.191926 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad067e0-0baf-409f-a0d1-4148feef271d None None] Checking segment: {'id': '6922dc8f-e4e8-46eb-925b-ce7a975c2214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:16.192983 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6ad067e0-0baf-409f-a0d1-4148feef271d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:16.193569 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad067e0-0baf-409f-a0d1-4148feef271d None None] Bound using segment: {'id': '6922dc8f-e4e8-46eb-925b-ce7a975c2214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:48:16.194045 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-6ad067e0-0baf-409f-a0d1-4148feef271d None None] Bound port: 2e313ac0-ebac-448f-a7fd-efc176766024, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6922dc8f-e4e8-46eb-925b-ce7a975c2214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:48:16.194743 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6ad067e0-0baf-409f-a0d1-4148feef271d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:16.196722 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-60c4415d-5992-4337-8e7d-fc22c67396cd tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:16.240053 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-70c3144d-f668-4660-b625-24d8ccb6320b req-1adb59b1-fa0a-443d-99a1-d4e5f023639b service neutron] 10.222.0.20 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249891 Nov 12 00:48:16.248920 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-60c4415d-5992-4337-8e7d-fc22c67396cd tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:16.255081 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-60c4415d-5992-4337-8e7d-fc22c67396cd tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "DELETE /v2.0/subnets/93303cf0-8810-48fc-b11a-6cb81c3ae323 HTTP/1.1" status: 204 len: 168 time: 0.7670321 Nov 12 00:48:16.256702 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c4415d-5992-4337-8e7d-fc22c67396cd tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Pushing event deleted for resources: {'Subnet': ['ID=93303cf0-8810-48fc-b11a-6cb81c3ae323,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:16.259003 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52668) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:16.262872 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855fb99b-0764-44ce-b55d-3cebe34edae9 None None] Network 4e1446ca-bd16-4617-a575-249bd806a1e5 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:48:16.296760 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27b3b8-bbb6-4068-b021-7810158059b7 req-6d9bfd19-14b3-42c5-b52a-2ef11effe839 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:16.298709 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5a27b3b8-bbb6-4068-b021-7810158059b7 req-6d9bfd19-14b3-42c5-b52a-2ef11effe839 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1750a22-f718-4a06-aab8-71db8a7c3e06 HTTP/1.1" status: 200 len: 943 time: 0.0611966 Nov 12 00:48:16.335222 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-6ad067e0-0baf-409f-a0d1-4148feef271d None None] For port 2e313ac0-ebac-448f-a7fd-efc176766024, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:48:16.356776 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-6ad067e0-0baf-409f-a0d1-4148feef271d None None] For port 2e313ac0-ebac-448f-a7fd-efc176766024, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=2e313ac0-ebac-448f-a7fd-efc176766024,segment=NetworkSegment(6922dc8f-e4e8-46eb-925b-ce7a975c2214),segment_id=6922dc8f-e4e8-46eb-925b-ce7a975c2214)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:48:16.366831 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6ad067e0-0baf-409f-a0d1-4148feef271d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:16.368955 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-222f5723-2e43-479a-b3cb-ba616c18bc82 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:16.379268 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5a27b3b8-bbb6-4068-b021-7810158059b7 req-8a73fb97-0b73-421e-908d-e5ba4044c8cd tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] 10.222.0.20 "GET /v2.0/security-groups?id=0173e324-4495-45ca-9a05-856993c4c199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708082 Nov 12 00:48:16.523720 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bac5a2b2-fbc3-4645-8385-e9d62e08a483 req-2560a34e-a420-4b0f-a545-26a784fcadd9 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.237 HTTP/1.1" status: 200 len: 1001 time: 0.1086287 Nov 12 00:48:16.539072 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-222f5723-2e43-479a-b3cb-ba616c18bc82 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Deleting port 1f046fe7-523d-41c3-b107-f4de8e646452 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:48:16.539643 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-222f5723-2e43-479a-b3cb-ba616c18bc82 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:16.594798 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad067e0-0baf-409f-a0d1-4148feef271d None None] Pushing event updated for resources: {'Port': ['ID=2e313ac0-ebac-448f-a7fd-efc176766024,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:16.627694 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5a2b2-fbc3-4645-8385-e9d62e08a483 req-ee9c47b7-9d6c-4db3-a037-d08623ffedd9 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:16.629868 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bac5a2b2-fbc3-4645-8385-e9d62e08a483 req-ee9c47b7-9d6c-4db3-a037-d08623ffedd9 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/ports/7f016150-bbaa-4469-abf4-94dfbaf090ce HTTP/1.1" status: 200 len: 942 time: 0.0998588 Nov 12 00:48:16.784493 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3416e85-1e3e-4f21-b298-c83ea9cbe476 x-openstack-request-id: req-b3416e85-1e3e-4f21-b298-c83ea9cbe476 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:16.784792 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1acdd166-1cb7-4431-9927-29f3cbe319d4", "name": "network-vif-deleted", "tag": "04024bef-c65a-49ef-84d8-aff717b72940", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f7829bf1-5862-4484-8eff-f7789b6e0183", "tag": "36574614-189c-4aa5-8de3-3c900cd15861", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:16.785055 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b3416e85-1e3e-4f21-b298-c83ea9cbe476 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:16.785494 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1acdd166-1cb7-4431-9927-29f3cbe319d4', 'name': 'network-vif-deleted', 'tag': '04024bef-c65a-49ef-84d8-aff717b72940', 'status': 'completed', 'code': 200} Nov 12 00:48:16.785760 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7829bf1-5862-4484-8eff-f7789b6e0183', 'tag': '36574614-189c-4aa5-8de3-3c900cd15861', 'status': 'completed', 'code': 200} Nov 12 00:48:16.797291 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2afbebe-303f-4c5e-af79-3b9acff72bc7 None None] DHCP port deletion for 4e1446ca-bd16-4617-a575-249bd806a1e5 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:48:16.810010 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bac5a2b2-fbc3-4645-8385-e9d62e08a483 req-77204f24-af21-4f2e-a1b8-726bf71720c6 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.237 HTTP/1.1" status: 200 len: 1001 time: 0.1143031 Nov 12 00:48:16.902180 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-d2afbebe-303f-4c5e-af79-3b9acff72bc7 None None] Deleting port 1f046fe7-523d-41c3-b107-f4de8e646452 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:48:16.903340 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d2afbebe-303f-4c5e-af79-3b9acff72bc7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:17.034576 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-d2afbebe-303f-4c5e-af79-3b9acff72bc7 None None] For port 1f046fe7-523d-41c3-b107-f4de8e646452, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=1f046fe7-523d-41c3-b107-f4de8e646452,segment=NetworkSegment(4259907e-91d7-4dde-a507-cfb06c455ef2),segment_id=4259907e-91d7-4dde-a507-cfb06c455ef2)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:17.035013 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d2afbebe-303f-4c5e-af79-3b9acff72bc7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:17.037177 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e8473-6649-4d61-8ad7-a3139a2a879f req-458a3ad2-a7d7-46e6-ad98-0811a7216c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:17.039686 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3b6e8473-6649-4d61-8ad7-a3139a2a879f req-458a3ad2-a7d7-46e6-ad98-0811a7216c52 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5ffaac2ef2674156a598ef42a6d7e245&device_id=f7829bf1-5862-4484-8eff-f7789b6e0183 HTTP/1.1" status: 200 len: 1096 time: 0.1971264 Nov 12 00:48:17.071237 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-d2afbebe-303f-4c5e-af79-3b9acff72bc7 None None] Calling delete_port for 1f046fe7-523d-41c3-b107-f4de8e646452 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:48:17.186141 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d2afbebe-303f-4c5e-af79-3b9acff72bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:17.203447 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2afbebe-303f-4c5e-af79-3b9acff72bc7 None None] No DVR routers for this DVR port 1f046fe7-523d-41c3-b107-f4de8e646452 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:48:17.227749 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2afbebe-303f-4c5e-af79-3b9acff72bc7 None None] Pushing event deleted for resources: {'Port': ['ID=1f046fe7-523d-41c3-b107-f4de8e646452,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:17.250748 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1750a22-f718-4a06-aab8-71db8a7c3e06', 'tag': 'aabec6ab-937e-49b2-99f2-e946f5d3d7fa'}, {'server_uuid': '8ccc0568-7f72-42f1-a39c-b5e8880daea2', 'name': 'network-vif-deleted', 'tag': '618f18a9-06c7-4afd-a073-079bf1d4514a'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:17.253186 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fde0c1a-2278-408c-a228-1d8b6f3d5d15" -d '{"events": [{"name": "network-changed", "server_uuid": "c1750a22-f718-4a06-aab8-71db8a7c3e06", "tag": "aabec6ab-937e-49b2-99f2-e946f5d3d7fa"}, {"server_uuid": "8ccc0568-7f72-42f1-a39c-b5e8880daea2", "name": "network-vif-deleted", "tag": "618f18a9-06c7-4afd-a073-079bf1d4514a"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:17.277311 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-222f5723-2e43-479a-b3cb-ba616c18bc82 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] For port 1f046fe7-523d-41c3-b107-f4de8e646452, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=1f046fe7-523d-41c3-b107-f4de8e646452,segment=NetworkSegment(4259907e-91d7-4dde-a507-cfb06c455ef2),segment_id=4259907e-91d7-4dde-a507-cfb06c455ef2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:17.277903 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-222f5723-2e43-479a-b3cb-ba616c18bc82 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:17.298622 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-222f5723-2e43-479a-b3cb-ba616c18bc82 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Calling delete_port for 1f046fe7-523d-41c3-b107-f4de8e646452 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:48:17.320461 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-db313233-b356-4637-afc9-0eec507d56ef admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:17.351408 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-db313233-b356-4637-afc9-0eec507d56ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:17.597238 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfdf152-1c27-4817-af0a-f5296be718fa req-da0f278a-43ab-4df6-bc7d-0206074febf0 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:17.599297 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-abfdf152-1c27-4817-af0a-f5296be718fa req-da0f278a-43ab-4df6-bc7d-0206074febf0 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7829bf1-5862-4484-8eff-f7789b6e0183 HTTP/1.1" status: 200 len: 944 time: 0.1366966 Nov 12 00:48:17.606885 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-222f5723-2e43-479a-b3cb-ba616c18bc82 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:17.613942 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5a2b2-fbc3-4645-8385-e9d62e08a483 req-310e6fbc-0d86-4d30-839a-548ec895c9ec tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:17.616104 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bac5a2b2-fbc3-4645-8385-e9d62e08a483 req-310e6fbc-0d86-4d30-839a-548ec895c9ec tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/networks/ef732b55-2b3c-4048-85da-0a8ac273c14b HTTP/1.1" status: 200 len: 784 time: 0.7927179 Nov 12 00:48:17.656138 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f5723-2e43-479a-b3cb-ba616c18bc82 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Pushing event deleted for resources: {'Port': ['ID=1f046fe7-523d-41c3-b107-f4de8e646452,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:17.660651 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222f5723-2e43-479a-b3cb-ba616c18bc82 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] No DVR routers for this DVR port 1f046fe7-523d-41c3-b107-f4de8e646452 on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:48:17.672157 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-db313233-b356-4637-afc9-0eec507d56ef admin admin] Allocated IP 172.25.2.149 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:48:17.699551 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e8473-6649-4d61-8ad7-a3139a2a879f req-d7b7abe5-837e-4678-95ac-58bea00adcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:17.701114 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3b6e8473-6649-4d61-8ad7-a3139a2a879f req-d7b7abe5-837e-4678-95ac-58bea00adcdd service neutron] 10.222.0.54 "GET /v2.0/networks?id=cc6c0861-08f6-4a20-bb15-55ce7625c6e5 HTTP/1.1" status: 200 len: 912 time: 0.6508329 Nov 12 00:48:17.758059 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bac5a2b2-fbc3-4645-8385-e9d62e08a483 req-0826fd6a-3b5e-4780-a929-1b9732a56c5d tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.237 HTTP/1.1" status: 200 len: 1001 time: 0.1257644 Nov 12 00:48:17.759887 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3b6e8473-6649-4d61-8ad7-a3139a2a879f req-b767b293-e88d-4e7e-9613-f10e76b402cc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36574614-189c-4aa5-8de3-3c900cd15861 HTTP/1.1" status: 200 len: 217 time: 0.0477266 Nov 12 00:48:17.765864 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-bac5a2b2-fbc3-4645-8385-e9d62e08a483 req-26a30e84-49a8-4a46-9035-8e259b5587c2 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:17.821441 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-222f5723-2e43-479a-b3cb-ba616c18bc82 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:17.833079 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-abfdf152-1c27-4817-af0a-f5296be718fa req-6224aeab-dcf3-4c20-a800-1e34d7fd0a01 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140961 Nov 12 00:48:17.888570 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-bac5a2b2-fbc3-4645-8385-e9d62e08a483 req-26a30e84-49a8-4a46-9035-8e259b5587c2 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Publish callbacks [] for floatingip, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:17.894153 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e8473-6649-4d61-8ad7-a3139a2a879f req-51f0da87-2d95-4ca9-a47b-fb2f3fb1bc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:17.897745 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3b6e8473-6649-4d61-8ad7-a3139a2a879f req-51f0da87-2d95-4ca9-a47b-fb2f3fb1bc30 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8dc44064-8072-4b25-a5ed-adc971ac9588 HTTP/1.1" status: 200 len: 851 time: 0.1276963 Nov 12 00:48:17.898249 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-222f5723-2e43-479a-b3cb-ba616c18bc82 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e1446ca-bd16-4617-a575-249bd806a1e5']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:17.914826 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-222f5723-2e43-479a-b3cb-ba616c18bc82 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4259907e-91d7-4dde-a507-cfb06c455ef2') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:17.915116 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-222f5723-2e43-479a-b3cb-ba616c18bc82 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4259907e-91d7-4dde-a507-cfb06c455ef2') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:17.938697 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-222f5723-2e43-479a-b3cb-ba616c18bc82 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:17.967338 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3b6e8473-6649-4d61-8ad7-a3139a2a879f req-16f4321c-4c56-4287-a2a4-68d03b48d9bb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cc6c0861-08f6-4a20-bb15-55ce7625c6e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345731 Nov 12 00:48:17.971624 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-57ebd478-f291-4d76-b130-166091998fcd req-bb37d713-2330-477f-b641-99d4acac19e7 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 210 time: 0.0465996 Nov 12 00:48:17.997803 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-222f5723-2e43-479a-b3cb-ba616c18bc82 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:18.000637 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device aabec6ab-937e-49b2-99f2-e946f5d3d7fa details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:48:18.025869 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-222f5723-2e43-479a-b3cb-ba616c18bc82 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:48:18.026327 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-222f5723-2e43-479a-b3cb-ba616c18bc82 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:18.029540 n-d-812236-11 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:48:18.029540 n-d-812236-11 neutron-server[102661]: self.session.flush() Nov 12 00:48:18.029540 n-d-812236-11 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:48:18.029540 n-d-812236-11 neutron-server[102661]: self.session.flush() Nov 12 00:48:18.029540 n-d-812236-11 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:48:18.029540 n-d-812236-11 neutron-server[102661]: self.session.flush() Nov 12 00:48:18.029540 n-d-812236-11 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:48:18.029540 n-d-812236-11 neutron-server[102661]: self.session.flush() Nov 12 00:48:18.029540 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:48:18.029540 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:48:18.029540 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:48:18.029540 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:48:18.029540 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:48:18.029540 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:48:18.029540 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:48:18.029540 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:48:18.029540 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:48:18.029540 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:48:18.029540 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:48:18.029540 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:48:18.029540 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:48:18.029540 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:48:18.029540 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:48:18.029540 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:48:18.029540 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:48:18.029540 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:48:18.029540 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:48:18.029540 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:48:18.029540 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:48:18.029540 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:48:18.029540 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:48:18.029540 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:48:18.029540 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:48:18.029540 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:48:18.029540 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:48:18.029540 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:48:18.029540 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:48:18.029540 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:48:18.029540 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:48:18.029540 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:48:18.062269 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64447b5-c5d9-4d42-9a2e-300b4269cdd9 x-openstack-request-id: req-f64447b5-c5d9-4d42-9a2e-300b4269cdd9 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:18.062492 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1750a22-f718-4a06-aab8-71db8a7c3e06", "tag": "aabec6ab-937e-49b2-99f2-e946f5d3d7fa", "status": "completed", "code": 200}, {"server_uuid": "8ccc0568-7f72-42f1-a39c-b5e8880daea2", "name": "network-vif-deleted", "tag": "618f18a9-06c7-4afd-a073-079bf1d4514a", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:18.062739 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f64447b5-c5d9-4d42-9a2e-300b4269cdd9 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:18.063122 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1750a22-f718-4a06-aab8-71db8a7c3e06', 'tag': 'aabec6ab-937e-49b2-99f2-e946f5d3d7fa', 'status': 'completed', 'code': 200} Nov 12 00:48:18.063371 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ccc0568-7f72-42f1-a39c-b5e8880daea2', 'name': 'network-vif-deleted', 'tag': '618f18a9-06c7-4afd-a073-079bf1d4514a', 'status': 'completed', 'code': 200} Nov 12 00:48:18.092508 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-db313233-b356-4637-afc9-0eec507d56ef admin admin] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:18.195010 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device cfa2737e-ff39-485a-a2ad-858e4b4be17b no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:48:18.200256 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92619bd-5112-4976-8517-d7036e338a6e None None] Network 9bd80eeb-5154-4c03-9db9-fcf789d8dd48 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:48:18.224416 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-bac5a2b2-fbc3-4645-8385-e9d62e08a483 req-26a30e84-49a8-4a46-9035-8e259b5587c2 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:18.233882 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-bac5a2b2-fbc3-4645-8385-e9d62e08a483 req-26a30e84-49a8-4a46-9035-8e259b5587c2 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:18.234485 n-d-812236-11 neutron-server[102662]: INFO neutron.db.l3_db [req-bac5a2b2-fbc3-4645-8385-e9d62e08a483 req-26a30e84-49a8-4a46-9035-8e259b5587c2 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Floating IP 344f3af5-cded-471c-8616-b181e6583f8d disassociated. External IP: 172.25.2.237, port: 7f016150-bbaa-4469-abf4-94dfbaf090ce. Nov 12 00:48:18.291926 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 2e313ac0-ebac-448f-a7fd-efc176766024 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:18.311500 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-222f5723-2e43-479a-b3cb-ba616c18bc82 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:18.313062 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3b6e8473-6649-4d61-8ad7-a3139a2a879f req-676262d0-cf04-4799-9755-7832cfe40793 service neutron] 10.222.0.54 "GET /v2.0/networks/cc6c0861-08f6-4a20-bb15-55ce7625c6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318808 Nov 12 00:48:18.324362 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-222f5723-2e43-479a-b3cb-ba616c18bc82 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:18.327838 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-222f5723-2e43-479a-b3cb-ba616c18bc82 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "DELETE /v2.0/networks/4e1446ca-bd16-4617-a575-249bd806a1e5 HTTP/1.1" status: 204 len: 168 time: 2.0664675 Nov 12 00:48:18.338310 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52704) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:18.399170 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f5723-2e43-479a-b3cb-ba616c18bc82 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Pushing event deleted for resources: {'Network': ['ID=4e1446ca-bd16-4617-a575-249bd806a1e5,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:18.414651 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port aabec6ab-937e-49b2-99f2-e946f5d3d7fa, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=aabec6ab-937e-49b2-99f2-e946f5d3d7fa,segment=NetworkSegment(cd6487ca-676e-4f9c-8c53-a1adb949094d),segment_id=cd6487ca-676e-4f9c-8c53-a1adb949094d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:18.421082 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e8547-e6b7-451f-9259-e6207e81c56b req-a9c98711-1658-4d9a-95c8-32498ffe4475 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:18.423066 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-482e8547-e6b7-451f-9259-e6207e81c56b req-a9c98711-1658-4d9a-95c8-32498ffe4475 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1750a22-f718-4a06-aab8-71db8a7c3e06 HTTP/1.1" status: 200 len: 943 time: 0.2759778 Nov 12 00:48:18.431575 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-db313233-b356-4637-afc9-0eec507d56ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:18.433702 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-ae7958ea-0553-456d-ac59-31d5e5f82d03 None None] Provisioning complete for port 2e313ac0-ebac-448f-a7fd-efc176766024 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:18.433702 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ae7958ea-0553-456d-ac59-31d5e5f82d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:18.438864 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde0c1a-2278-408c-a228-1d8b6f3d5d15 req-4507001b-36e7-4f30-8040-7a88735937c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:18.440335 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7fde0c1a-2278-408c-a228-1d8b6f3d5d15 req-4507001b-36e7-4f30-8040-7a88735937c4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e41ab1ecd3cd454e8caa07d2787925ef&device_id=c1750a22-f718-4a06-aab8-71db8a7c3e06 HTTP/1.1" status: 200 len: 1095 time: 0.2961965 Nov 12 00:48:18.452549 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3144d-f668-4660-b625-24d8ccb6320b req-d293157d-12a3-4898-90ea-767034d10af2 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:18.454014 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-70c3144d-f668-4660-b625-24d8ccb6320b req-d293157d-12a3-4898-90ea-767034d10af2 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.49 "GET /v2.0/networks?id=d872bf93-95f4-45c4-b0f4-642aed61400a HTTP/1.1" status: 200 len: 806 time: 0.4574811 Nov 12 00:48:18.474095 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'aabec6ab-937e-49b2-99f2-e946f5d3d7fa', 'network_id': '6eb69613-2bff-4972-a3f5-c49ebe3d356e', 'port_id': 'aabec6ab-937e-49b2-99f2-e946f5d3d7fa', 'mac_address': 'fa:16:3e:00:36:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd60031b1-d306-4287-af8c-78e2e4da4eaa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:48:18.517183 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-70c3144d-f668-4660-b625-24d8ccb6320b req-493fb096-2572-4645-b7e6-de75be87557f tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Request body: {'port': {'device_id': '7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed', 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a', 'admin_state_up': True, 'tenant_id': '9c540ecbe8154e1b907ac12fc8774fd4'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:18.528414 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3b6e8473-6649-4d61-8ad7-a3139a2a879f req-f3f32286-c096-46b4-9a35-be0d7570ea60 service neutron] 10.222.0.54 "GET /v2.0/networks/cc6c0861-08f6-4a20-bb15-55ce7625c6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748343 Nov 12 00:48:18.600376 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bac5a2b2-fbc3-4645-8385-e9d62e08a483 req-26a30e84-49a8-4a46-9035-8e259b5587c2 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Router dd4cd67d-5e1d-4528-9237-dfe8b89558ae has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:48:18.631970 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ef1a661-4f21-4a1a-a3fd-8be79acc0d5e tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Deleting subnet bdc42618-cb71-49bb-826e-662582baea89 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:48:18.636786 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db313233-b356-4637-afc9-0eec507d56ef admin admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:18.643602 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 2e313ac0-ebac-448f-a7fd-efc176766024 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:18.643970 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:18.650491 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:18.672906 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9ef1a661-4f21-4a1a-a3fd-8be79acc0d5e tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:18.683924 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:18.704691 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-db313233-b356-4637-afc9-0eec507d56ef admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:18.707465 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db313233-b356-4637-afc9-0eec507d56ef admin admin] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:48:18.711103 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db313233-b356-4637-afc9-0eec507d56ef admin admin] Pushing event updated for resources: {'Port': ['ID=c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:18.749481 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bac5a2b2-fbc3-4645-8385-e9d62e08a483 req-26a30e84-49a8-4a46-9035-8e259b5587c2 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:48:18.762062 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-bac5a2b2-fbc3-4645-8385-e9d62e08a483 req-26a30e84-49a8-4a46-9035-8e259b5587c2 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:18.769445 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b006e390-dff7-4c1b-8102-21821d02c2ae None None] Sync routers for ids ['dd4cd67d-5e1d-4528-9237-dfe8b89558ae'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:48:18.781814 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aabec6ab-937e-49b2-99f2-e946f5d3d7fa {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:48:18.787399 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb955f7-555a-4087-abcd-bce579e2f015', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfa2737e-ff39-485a-a2ad-858e4b4be17b'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:18.789493 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0c294f-b08a-4190-ab8e-ade74952f28b" -d '{"events": [{"server_uuid": "9bb955f7-555a-4087-abcd-bce579e2f015", "name": "network-vif-unplugged", "status": "completed", "tag": "cfa2737e-ff39-485a-a2ad-858e4b4be17b"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:18.818763 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bac5a2b2-fbc3-4645-8385-e9d62e08a483 req-26a30e84-49a8-4a46-9035-8e259b5587c2 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "PUT /v2.0/floatingips/344f3af5-cded-471c-8616-b181e6583f8d HTTP/1.1" status: 200 len: 696 time: 1.0565796 Nov 12 00:48:18.820832 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b96323-207c-4e9a-9a2b-f9165ef8565b', 'tag': '7f016150-bbaa-4469-abf4-94dfbaf090ce'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:18.824715 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde0c1a-2278-408c-a228-1d8b6f3d5d15 req-222e693f-e5e4-4673-bbb8-8e4c7dc014f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:18.825357 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9c7cdd-5757-45e5-b975-d224035cdd8a" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b96323-207c-4e9a-9a2b-f9165ef8565b", "tag": "7f016150-bbaa-4469-abf4-94dfbaf090ce"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:18.826711 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7fde0c1a-2278-408c-a228-1d8b6f3d5d15 req-222e693f-e5e4-4673-bbb8-8e4c7dc014f5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6eb69613-2bff-4972-a3f5-c49ebe3d356e HTTP/1.1" status: 200 len: 916 time: 0.3662467 Nov 12 00:48:18.829327 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port cfa2737e-ff39-485a-a2ad-858e4b4be17b, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=cfa2737e-ff39-485a-a2ad-858e4b4be17b,segment=NetworkSegment(8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b),segment_id=8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:18.831983 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-482e8547-e6b7-451f-9259-e6207e81c56b req-50f525ed-8f5d-40fa-a570-43c6f62edc63 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] 10.222.0.20 "GET /v2.0/security-groups?id=0173e324-4495-45ca-9a05-856993c4c199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3977351 Nov 12 00:48:18.851763 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port aabec6ab-937e-49b2-99f2-e946f5d3d7fa, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=aabec6ab-937e-49b2-99f2-e946f5d3d7fa,segment=NetworkSegment(cd6487ca-676e-4f9c-8c53-a1adb949094d),segment_id=cd6487ca-676e-4f9c-8c53-a1adb949094d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:18.853276 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ae7958ea-0553-456d-ac59-31d5e5f82d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:18.855850 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:18.861878 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b006e390-dff7-4c1b-8102-21821d02c2ae None None] Routers {'dd4cd67d-5e1d-4528-9237-dfe8b89558ae'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:18.862598 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-b006e390-dff7-4c1b-8102-21821d02c2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:48:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['dd4cd67d-5e1d-4528-9237-dfe8b89558ae'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:18.891123 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5a2b2-fbc3-4645-8385-e9d62e08a483 req-614eb3b5-d3ef-4984-b539-d6e42f053a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:18.892718 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bac5a2b2-fbc3-4645-8385-e9d62e08a483 req-614eb3b5-d3ef-4984-b539-d6e42f053a4a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=70fcc0cfb50649aa98c75c8239146e76&device_id=d8b96323-207c-4e9a-9a2b-f9165ef8565b HTTP/1.1" status: 200 len: 1097 time: 0.0637133 Nov 12 00:48:18.970792 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:19.004277 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7fde0c1a-2278-408c-a228-1d8b6f3d5d15 req-63833f82-83c3-4ca0-9a9a-1361f1bc8f3b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aabec6ab-937e-49b2-99f2-e946f5d3d7fa HTTP/1.1" status: 200 len: 217 time: 0.1667919 Nov 12 00:48:19.007514 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5a2b2-fbc3-4645-8385-e9d62e08a483 req-5d2afc6a-141c-494f-a650-6556e4eb7d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:19.009016 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bac5a2b2-fbc3-4645-8385-e9d62e08a483 req-5d2afc6a-141c-494f-a650-6556e4eb7d03 service neutron] 10.222.0.20 "GET /v2.0/networks?id=985dcccb-2c08-4d64-be3d-bc4d25918b83 HTTP/1.1" status: 200 len: 922 time: 0.1089363 Nov 12 00:48:19.095250 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bac5a2b2-fbc3-4645-8385-e9d62e08a483 req-0aa9a03f-3db5-4745-90bf-871a5290ae35 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f016150-bbaa-4469-abf4-94dfbaf090ce HTTP/1.1" status: 200 len: 217 time: 0.0707216 Nov 12 00:48:19.105205 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-ae7958ea-0553-456d-ac59-31d5e5f82d03 None None] For port 2e313ac0-ebac-448f-a7fd-efc176766024, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=2e313ac0-ebac-448f-a7fd-efc176766024,segment=NetworkSegment(6922dc8f-e4e8-46eb-925b-ce7a975c2214),segment_id=6922dc8f-e4e8-46eb-925b-ce7a975c2214)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:19.106170 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=cfa2737e-ff39-485a-a2ad-858e4b4be17b,revision_number=11']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:19.125352 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:19.130577 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ae7958ea-0553-456d-ac59-31d5e5f82d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:19.138402 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9ef1a661-4f21-4a1a-a3fd-8be79acc0d5e tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:19.184371 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5a2b2-fbc3-4645-8385-e9d62e08a483 req-22758799-7b5f-4681-a860-91b1a9a446dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:19.185876 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bac5a2b2-fbc3-4645-8385-e9d62e08a483 req-22758799-7b5f-4681-a860-91b1a9a446dc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fcb6d631-2a57-4fd6-955b-55bc25740c77 HTTP/1.1" status: 200 len: 860 time: 0.0893927 Nov 12 00:48:19.194277 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-b006e390-dff7-4c1b-8102-21821d02c2ae None None] Set router dd4cd67d-5e1d-4528-9237-dfe8b89558ae gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:48:19.232535 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde0c1a-2278-408c-a228-1d8b6f3d5d15 req-1c8fbd16-c7f6-4f7d-a1e3-5754a52ceb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:19.234043 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7fde0c1a-2278-408c-a228-1d8b6f3d5d15 req-1c8fbd16-c7f6-4f7d-a1e3-5754a52ceb0f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d60031b1-d306-4287-af8c-78e2e4da4eaa HTTP/1.1" status: 200 len: 854 time: 0.1653166 Nov 12 00:48:19.253651 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5a2b2-fbc3-4645-8385-e9d62e08a483 req-b0f17969-6c15-4599-b257-1ed88ff52c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:19.255571 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bac5a2b2-fbc3-4645-8385-e9d62e08a483 req-b0f17969-6c15-4599-b257-1ed88ff52c0a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=985dcccb-2c08-4d64-be3d-bc4d25918b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606620 Nov 12 00:48:19.302677 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf418c-2d92-43fe-99aa-8905df0ec206 req-8817010b-3bf1-4013-b840-ee2926905608 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:19.304218 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-39cf418c-2d92-43fe-99aa-8905df0ec206 req-8817010b-3bf1-4013-b840-ee2926905608 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.3404722 Nov 12 00:48:19.384142 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bac5a2b2-fbc3-4645-8385-e9d62e08a483 req-9df0fab2-b9ae-4a2a-b4d8-0bdff51cfef0 service neutron] 10.222.0.20 "GET /v2.0/networks/985dcccb-2c08-4d64-be3d-bc4d25918b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147981 Nov 12 00:48:19.400411 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70c3144d-f668-4660-b625-24d8ccb6320b req-493fb096-2572-4645-b7e6-de75be87557f tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Made reservation on behalf of 9c540ecbe8154e1b907ac12fc8774fd4 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:48:19.404805 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-70c3144d-f668-4660-b625-24d8ccb6320b req-493fb096-2572-4645-b7e6-de75be87557f tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:19.437188 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=aabec6ab-937e-49b2-99f2-e946f5d3d7fa,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:19.503861 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bac5a2b2-fbc3-4645-8385-e9d62e08a483 req-398f80cc-d965-4781-846f-157ae6de211e service neutron] 10.222.0.20 "GET /v2.0/networks/985dcccb-2c08-4d64-be3d-bc4d25918b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188397 Nov 12 00:48:19.511537 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9ef1a661-4f21-4a1a-a3fd-8be79acc0d5e tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:19.515914 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde0c1a-2278-408c-a228-1d8b6f3d5d15 req-1553b000-0ac5-4e4d-887e-6227ec4863be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:19.519531 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7fde0c1a-2278-408c-a228-1d8b6f3d5d15 req-1553b000-0ac5-4e4d-887e-6227ec4863be service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6eb69613-2bff-4972-a3f5-c49ebe3d356e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2727509 Nov 12 00:48:19.540760 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.db.api [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:48:19.541259 n-d-812236-11 neutron-server[102663]: DEBUG oslo_db.api [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:48:19.547808 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-a8f6ca92-da31-416a-94f2-e6e4229ca65d None None] Provisioning complete for port 2e313ac0-ebac-448f-a7fd-efc176766024 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:19.548182 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a8f6ca92-da31-416a-94f2-e6e4229ca65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:19.591818 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7958ea-0553-456d-ac59-31d5e5f82d03 None None] Pushing event updated for resources: {'Port': ['ID=2e313ac0-ebac-448f-a7fd-efc176766024,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:19.701739 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-39cf418c-2d92-43fe-99aa-8905df0ec206 req-d6bd1c49-ccc1-437f-ba7d-d20b7e2b7a9a tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3676004 Nov 12 00:48:19.735182 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2e9daf-cd6e-4c4f-b22e-af63ff6559ae x-openstack-request-id: req-1a2e9daf-cd6e-4c4f-b22e-af63ff6559ae {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:19.735552 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b96323-207c-4e9a-9a2b-f9165ef8565b", "tag": "7f016150-bbaa-4469-abf4-94dfbaf090ce", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:19.735907 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a2e9daf-cd6e-4c4f-b22e-af63ff6559ae {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:19.736417 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b96323-207c-4e9a-9a2b-f9165ef8565b', 'tag': '7f016150-bbaa-4469-abf4-94dfbaf090ce', 'status': 'completed', 'code': 200} Nov 12 00:48:19.844881 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b2ef1e-cadf-4dd2-b45f-95d0a654a357 x-openstack-request-id: req-b1b2ef1e-cadf-4dd2-b45f-95d0a654a357 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:19.845463 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb955f7-555a-4087-abcd-bce579e2f015", "name": "network-vif-unplugged", "status": "completed", "tag": "cfa2737e-ff39-485a-a2ad-858e4b4be17b", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:19.845855 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b1b2ef1e-cadf-4dd2-b45f-95d0a654a357 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:19.846376 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb955f7-555a-4087-abcd-bce579e2f015', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfa2737e-ff39-485a-a2ad-858e4b4be17b', 'code': 200} Nov 12 00:48:19.850287 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['aabec6ab-937e-49b2-99f2-e946f5d3d7fa'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:48:19.863238 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3e20d06f-23fd-454f-a0cd-b69b1448e9dc req-37aed93e-8430-44e9-8055-0cb4ed3c3c80 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 210 time: 0.0413647 Nov 12 00:48:19.870761 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c7cdd-5757-45e5-b975-d224035cdd8a req-9b6e2bda-e9f6-4042-b905-c4b57301a5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:19.872298 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bc9c7cdd-5757-45e5-b975-d224035cdd8a req-9b6e2bda-e9f6-4042-b905-c4b57301a5f3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=70fcc0cfb50649aa98c75c8239146e76&device_id=d8b96323-207c-4e9a-9a2b-f9165ef8565b HTTP/1.1" status: 200 len: 1097 time: 0.0843115 Nov 12 00:48:19.910785 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-b006e390-dff7-4c1b-8102-21821d02c2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'name': 'tempest-FloatingIPsAssociationTestJSON-2097701775-router', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '735f833a-7d3e-43b5-86e8-820a96b3d37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:41Z', 'updated_at': '2021-11-12T00:46:48Z', 'revision_number': 4, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'gw_port': {'id': '735f833a-7d3e-43b5-86e8-820a96b3d37e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:41Z', 'updated_at': '2021-11-12T00:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '79d1946a-2e69-4be8-b837-8f8813a6766d', 'name': '', 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'mac_address': 'fa:16:3e:e8:70:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'fcb6d631-2a57-4fd6-955b-55bc25740c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:46:53Z', 'revision_number': 5, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'subnets': [{'id': 'fcb6d631-2a57-4fd6-955b-55bc25740c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:19.944163 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b006e390-dff7-4c1b-8102-21821d02c2ae None None] Checking router: dd4cd67d-5e1d-4528-9237-dfe8b89558ae for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:48:19.981507 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b006e390-dff7-4c1b-8102-21821d02c2ae None None] Routers {'dd4cd67d-5e1d-4528-9237-dfe8b89558ae'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:19.982149 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-b006e390-dff7-4c1b-8102-21821d02c2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:48:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['dd4cd67d-5e1d-4528-9237-dfe8b89558ae'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:19.985409 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-db313233-b356-4637-afc9-0eec507d56ef admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:20.001158 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c7cdd-5757-45e5-b975-d224035cdd8a req-7b1f01e2-a9e8-47f0-b347-fbcaf27adb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:20.006500 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bc9c7cdd-5757-45e5-b975-d224035cdd8a req-7b1f01e2-a9e8-47f0-b347-fbcaf27adb71 service neutron] 10.222.0.54 "GET /v2.0/networks?id=985dcccb-2c08-4d64-be3d-bc4d25918b83 HTTP/1.1" status: 200 len: 922 time: 0.1263146 Nov 12 00:48:20.026684 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 36574614-189c-4aa5-8de3-3c900cd15861 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:48:20.066987 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9ef1a661-4f21-4a1a-a3fd-8be79acc0d5e tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:20.100928 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bc9c7cdd-5757-45e5-b975-d224035cdd8a req-596c23e1-3835-431e-9d9f-bfce3793cb00 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f016150-bbaa-4469-abf4-94dfbaf090ce HTTP/1.1" status: 200 len: 217 time: 0.0869942 Nov 12 00:48:20.108207 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-70c3144d-f668-4660-b625-24d8ccb6320b req-493fb096-2572-4645-b7e6-de75be87557f tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Allocated IP 172.20.0.10 (d872bf93-95f4-45c4-b0f4-642aed61400a/e87486ea-14b8-4357-b569-3ef6c52f1320/b1079f03-af6d-4356-bc76-8fe2b67e07f3) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:48:20.120047 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef1a661-4f21-4a1a-a3fd-8be79acc0d5e tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Pushing event deleted for resources: {'Subnet': ['ID=bdc42618-cb71-49bb-826e-662582baea89,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:20.156989 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42480f33-5744-4445-bab5-3f5aa5206bec req-968830ef-807f-41cf-98ab-95d8aedd2ffe tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:20.166137 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-42480f33-5744-4445-bab5-3f5aa5206bec req-968830ef-807f-41cf-98ab-95d8aedd2ffe tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7829bf1-5862-4484-8eff-f7789b6e0183 HTTP/1.1" status: 200 len: 944 time: 0.3444891 Nov 12 00:48:20.172174 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c7cdd-5757-45e5-b975-d224035cdd8a req-a3a79343-618b-485a-82c5-2c7ba4cfa0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:20.175249 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bc9c7cdd-5757-45e5-b975-d224035cdd8a req-a3a79343-618b-485a-82c5-2c7ba4cfa0d5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fcb6d631-2a57-4fd6-955b-55bc25740c77 HTTP/1.1" status: 200 len: 860 time: 0.0628989 Nov 12 00:48:20.177939 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9ef1a661-4f21-4a1a-a3fd-8be79acc0d5e tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:20.182198 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-9ef1a661-4f21-4a1a-a3fd-8be79acc0d5e tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "DELETE /v2.0/subnets/bdc42618-cb71-49bb-826e-662582baea89 HTTP/1.1" status: 204 len: 168 time: 1.8411341 Nov 12 00:48:20.191801 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52720) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:20.220818 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7fde0c1a-2278-408c-a228-1d8b6f3d5d15 req-145ee5b9-0c55-452d-bb29-b5f0561aaeba service neutron] 10.222.0.54 "GET /v2.0/networks/6eb69613-2bff-4972-a3f5-c49ebe3d356e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5659542 Nov 12 00:48:20.242719 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ada3c4-7463-4bfe-9707-4d96ce3196f3 None None] Network 8a43e3fc-2b64-4083-afbe-05969e9d8dfa requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:48:20.280878 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-b006e390-dff7-4c1b-8102-21821d02c2ae None None] Set router dd4cd67d-5e1d-4528-9237-dfe8b89558ae gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:48:20.372354 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 1f046fe7-523d-41c3-b107-f4de8e646452 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:48:20.385185 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c7cdd-5757-45e5-b975-d224035cdd8a req-2d55ef82-9d3f-400c-8af0-4f57586a801a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:20.387119 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bc9c7cdd-5757-45e5-b975-d224035cdd8a req-2d55ef82-9d3f-400c-8af0-4f57586a801a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=985dcccb-2c08-4d64-be3d-bc4d25918b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1936438 Nov 12 00:48:20.398813 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92365087-9b28-4459-93f4-35852d427950 req-d1d089be-f547-46ac-93fb-b415ee3defaf tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:20.407552 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-92365087-9b28-4459-93f4-35852d427950 req-d1d089be-f547-46ac-93fb-b415ee3defaf tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1750a22-f718-4a06-aab8-71db8a7c3e06 HTTP/1.1" status: 200 len: 944 time: 0.3053179 Nov 12 00:48:20.422370 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 1f046fe7-523d-41c3-b107-f4de8e646452 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:48:20.422711 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 1f046fe7-523d-41c3-b107-f4de8e646452 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:48:20.489214 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a92d2881-5f59-4ddc-ba6c-fab6e6a4d6d9 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:20.612400 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 2e313ac0-ebac-448f-a7fd-efc176766024 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:20.615924 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 36574614-189c-4aa5-8de3-3c900cd15861, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=36574614-189c-4aa5-8de3-3c900cd15861,segment=NetworkSegment(38b12e74-b18e-41d0-b62c-8552b3e37d05),segment_id=38b12e74-b18e-41d0-b62c-8552b3e37d05)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:20.655915 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-92365087-9b28-4459-93f4-35852d427950 req-315db91f-4e52-48b9-96a2-066619ba5f50 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] 10.222.0.20 "GET /v2.0/security-groups?id=0173e324-4495-45ca-9a05-856993c4c199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2475598 Nov 12 00:48:20.695081 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-a92d2881-5f59-4ddc-ba6c-fab6e6a4d6d9 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Deleting port af808cc8-c903-4495-a2b3-eef3776ff399 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:48:20.695498 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a92d2881-5f59-4ddc-ba6c-fab6e6a4d6d9 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:20.709042 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '36574614-189c-4aa5-8de3-3c900cd15861', 'network_id': 'cc6c0861-08f6-4a20-bb15-55ce7625c6e5', 'port_id': '36574614-189c-4aa5-8de3-3c900cd15861', 'mac_address': 'fa:16:3e:27:8e:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc44064-8072-4b25-a5ed-adc971ac9588', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:48:20.721899 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bc9c7cdd-5757-45e5-b975-d224035cdd8a req-875f921e-44a9-447c-8778-03e1db0c737a service neutron] 10.222.0.54 "GET /v2.0/networks/985dcccb-2c08-4d64-be3d-bc4d25918b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984688 Nov 12 00:48:20.794047 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 2e313ac0-ebac-448f-a7fd-efc176766024 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:20.794414 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:20.797136 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:20.804689 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7fde0c1a-2278-408c-a228-1d8b6f3d5d15 req-f725da0d-fad6-4d65-9912-354a1cd493c3 service neutron] 10.222.0.54 "GET /v2.0/networks/6eb69613-2bff-4972-a3f5-c49ebe3d356e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5676334 Nov 12 00:48:20.806107 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-b006e390-dff7-4c1b-8102-21821d02c2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'name': 'tempest-FloatingIPsAssociationTestJSON-2097701775-router', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '735f833a-7d3e-43b5-86e8-820a96b3d37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:41Z', 'updated_at': '2021-11-12T00:46:48Z', 'revision_number': 4, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'gw_port': {'id': '735f833a-7d3e-43b5-86e8-820a96b3d37e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:41Z', 'updated_at': '2021-11-12T00:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '79d1946a-2e69-4be8-b837-8f8813a6766d', 'name': '', 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'mac_address': 'fa:16:3e:e8:70:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'fcb6d631-2a57-4fd6-955b-55bc25740c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:46:53Z', 'revision_number': 5, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'subnets': [{'id': 'fcb6d631-2a57-4fd6-955b-55bc25740c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:20.882644 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b006e390-dff7-4c1b-8102-21821d02c2ae None None] The sync data for ids ['dd4cd67d-5e1d-4528-9237-dfe8b89558ae'] in n-d-812236-11 is: [{'id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'name': 'tempest-FloatingIPsAssociationTestJSON-2097701775-router', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '735f833a-7d3e-43b5-86e8-820a96b3d37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:41Z', 'updated_at': '2021-11-12T00:46:48Z', 'revision_number': 4, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'gw_port': {'id': '735f833a-7d3e-43b5-86e8-820a96b3d37e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:41Z', 'updated_at': '2021-11-12T00:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '79d1946a-2e69-4be8-b837-8f8813a6766d', 'name': '', 'network_id': '985dcccb-2c08-4d64-be3d-bc4d25918b83', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'mac_address': 'fa:16:3e:e8:70:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'fcb6d631-2a57-4fd6-955b-55bc25740c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:46:53Z', 'revision_number': 5, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'subnets': [{'id': 'fcb6d631-2a57-4fd6-955b-55bc25740c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:48:20.886889 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36574614-189c-4aa5-8de3-3c900cd15861 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:48:20.943252 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 36574614-189c-4aa5-8de3-3c900cd15861, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=36574614-189c-4aa5-8de3-3c900cd15861,segment=NetworkSegment(38b12e74-b18e-41d0-b62c-8552b3e37d05),segment_id=38b12e74-b18e-41d0-b62c-8552b3e37d05)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:20.951539 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10920f5-ab86-4fbc-a137-dc0f30a93863 None None] DHCP port deletion for 8a43e3fc-2b64-4083-afbe-05969e9d8dfa request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:48:20.987470 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:20.997096 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-a92d2881-5f59-4ddc-ba6c-fab6e6a4d6d9 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] For port af808cc8-c903-4495-a2b3-eef3776ff399, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=af808cc8-c903-4495-a2b3-eef3776ff399,segment=NetworkSegment(bd4ad2af-8aff-4252-8121-61c861d1ca0d),segment_id=bd4ad2af-8aff-4252-8121-61c861d1ca0d)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:21.002085 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a92d2881-5f59-4ddc-ba6c-fab6e6a4d6d9 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:21.027468 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-42480f33-5744-4445-bab5-3f5aa5206bec req-b5aa0dfd-5c2f-433b-8607-764d0a0535fe tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8568048 Nov 12 00:48:21.059041 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-a92d2881-5f59-4ddc-ba6c-fab6e6a4d6d9 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Calling delete_port for af808cc8-c903-4495-a2b3-eef3776ff399 owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:48:21.102667 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c9317-c34f-472c-b8e1-a5348d0115e3 req-2a6bb1c8-50ad-4283-81d0-ee6320e262f5 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:21.110375 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-713c9317-c34f-472c-b8e1-a5348d0115e3 req-2a6bb1c8-50ad-4283-81d0-ee6320e262f5 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.1031539 Nov 12 00:48:21.149611 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=36574614-189c-4aa5-8de3-3c900cd15861,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:21.164343 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-db313233-b356-4637-afc9-0eec507d56ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:21.184493 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-d10920f5-ab86-4fbc-a137-dc0f30a93863 None None] Deleting port af808cc8-c903-4495-a2b3-eef3776ff399 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:48:21.184865 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d10920f5-ab86-4fbc-a137-dc0f30a93863 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:21.186254 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bc9c7cdd-5757-45e5-b975-d224035cdd8a req-3b58e952-ffca-4927-a934-f58063af514c service neutron] 10.222.0.54 "GET /v2.0/networks/985dcccb-2c08-4d64-be3d-bc4d25918b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4484196 Nov 12 00:48:21.253559 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-713c9317-c34f-472c-b8e1-a5348d0115e3 req-e3277e95-defc-43c4-bd88-37c86b417d92 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377113 Nov 12 00:48:21.285010 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-d10920f5-ab86-4fbc-a137-dc0f30a93863 None None] For port af808cc8-c903-4495-a2b3-eef3776ff399, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=af808cc8-c903-4495-a2b3-eef3776ff399,segment=NetworkSegment(bd4ad2af-8aff-4252-8121-61c861d1ca0d),segment_id=bd4ad2af-8aff-4252-8121-61c861d1ca0d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:21.285549 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d10920f5-ab86-4fbc-a137-dc0f30a93863 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:21.299795 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-d10920f5-ab86-4fbc-a137-dc0f30a93863 None None] Calling delete_port for af808cc8-c903-4495-a2b3-eef3776ff399 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:48:21.319676 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cea034-09c1-47e4-b298-009ef0c7c1b4 None None] New status for floating IP 344f3af5-cded-471c-8616-b181e6583f8d: DOWN {{(pid=102664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:48:21.322516 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a92d2881-5f59-4ddc-ba6c-fab6e6a4d6d9 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:21.336766 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6c600df3-4044-48ea-92d4-20e5e4a53888 req-6c01aba0-7124-41ae-bbcc-d120fa428455 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/floatingips/344f3af5-cded-471c-8616-b181e6583f8d HTTP/1.1" status: 200 len: 696 time: 0.2449026 Nov 12 00:48:21.380560 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d10920f5-ab86-4fbc-a137-dc0f30a93863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:21.393192 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10920f5-ab86-4fbc-a137-dc0f30a93863 None None] No DVR routers for this DVR port af808cc8-c903-4495-a2b3-eef3776ff399 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:48:21.422299 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10920f5-ab86-4fbc-a137-dc0f30a93863 None None] Pushing event deleted for resources: {'Port': ['ID=af808cc8-c903-4495-a2b3-eef3776ff399,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:21.429237 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d2881-5f59-4ddc-ba6c-fab6e6a4d6d9 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Pushing event deleted for resources: {'Port': ['ID=af808cc8-c903-4495-a2b3-eef3776ff399,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:21.439995 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92d2881-5f59-4ddc-ba6c-fab6e6a4d6d9 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] No DVR routers for this DVR port af808cc8-c903-4495-a2b3-eef3776ff399 on host n-d-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:48:21.520529 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e9b5cf0a-faac-4f19-ba9b-035ef973c692 req-40ea5a79-cb86-47bd-a387-33157229509d tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 210 time: 0.0757387 Nov 12 00:48:21.576295 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db313233-b356-4637-afc9-0eec507d56ef admin admin] Router 8791e296-66f3-41ae-9874-5fc104263c13 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:48:21.614380 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-70c3144d-f668-4660-b625-24d8ccb6320b req-493fb096-2572-4645-b7e6-de75be87557f tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:21.616084 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a92d2881-5f59-4ddc-ba6c-fab6e6a4d6d9 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:21.643397 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-a92d2881-5f59-4ddc-ba6c-fab6e6a4d6d9 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a43e3fc-2b64-4083-afbe-05969e9d8dfa']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:21.656320 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-a92d2881-5f59-4ddc-ba6c-fab6e6a4d6d9 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd4ad2af-8aff-4252-8121-61c861d1ca0d') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:21.656686 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-a92d2881-5f59-4ddc-ba6c-fab6e6a4d6d9 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd4ad2af-8aff-4252-8121-61c861d1ca0d') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:21.668155 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a92d2881-5f59-4ddc-ba6c-fab6e6a4d6d9 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:21.685090 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a92d2881-5f59-4ddc-ba6c-fab6e6a4d6d9 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:21.691464 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a92d2881-5f59-4ddc-ba6c-fab6e6a4d6d9 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:48:21.691864 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a92d2881-5f59-4ddc-ba6c-fab6e6a4d6d9 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:21.696970 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 00:48:21.696970 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:48:21.696970 n-d-812236-11 neutron-server[102662]: timer() Nov 12 00:48:21.696970 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:48:21.696970 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 00:48:21.696970 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:48:21.696970 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 00:48:21.696970 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:48:21.696970 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 00:48:21.696970 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:48:21.696970 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 00:48:21.696970 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:48:21.696970 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 00:48:21.696970 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:48:21.696970 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:48:21.696970 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:48:21.696970 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:48:21.696970 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:48:21.696970 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 00:48:21.696970 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:48:21.696970 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 00:48:21.696970 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:48:21.696970 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:48:21.696970 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:48:21.696970 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 00:48:21.696970 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:48:21.696970 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:48:21.696970 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:48:21.696970 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:48:21.696970 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:48:21.696970 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:48:21.696970 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:48:21.704895 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c600df3-4044-48ea-92d4-20e5e4a53888 req-f900c120-6968-4fce-91ef-39dbfa90c0b0 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:21.713030 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6c600df3-4044-48ea-92d4-20e5e4a53888 req-f900c120-6968-4fce-91ef-39dbfa90c0b0 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/networks/ef732b55-2b3c-4048-85da-0a8ac273c14b HTTP/1.1" status: 200 len: 784 time: 0.2725682 Nov 12 00:48:21.765990 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['36574614-189c-4aa5-8de3-3c900cd15861'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:48:21.806265 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a92d2881-5f59-4ddc-ba6c-fab6e6a4d6d9 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:21.818745 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a92d2881-5f59-4ddc-ba6c-fab6e6a4d6d9 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:21.832562 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a92d2881-5f59-4ddc-ba6c-fab6e6a4d6d9 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "DELETE /v2.0/networks/8a43e3fc-2b64-4083-afbe-05969e9d8dfa HTTP/1.1" status: 204 len: 168 time: 1.6233721 Nov 12 00:48:21.839119 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52732) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:21.847850 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-843abb5d-9680-4f90-8ef8-b79b94697041 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2022393554'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:21.854301 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d2881-5f59-4ddc-ba6c-fab6e6a4d6d9 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Pushing event deleted for resources: {'Network': ['ID=8a43e3fc-2b64-4083-afbe-05969e9d8dfa,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:21.859994 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6c600df3-4044-48ea-92d4-20e5e4a53888 req-ff558168-1884-4842-b166-99dffe289d89 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.237 HTTP/1.1" status: 200 len: 697 time: 0.1459246 Nov 12 00:48:21.881316 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79760493-d9b7-4520-aee3-1c38b6e14a47 req-1d976552-ac60-4659-b127-554b35e120f4 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:21.883031 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-79760493-d9b7-4520-aee3-1c38b6e14a47 req-1d976552-ac60-4659-b127-554b35e120f4 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1750a22-f718-4a06-aab8-71db8a7c3e06 HTTP/1.1" status: 200 len: 944 time: 0.1202900 Nov 12 00:48:21.918612 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843abb5d-9680-4f90-8ef8-b79b94697041 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Made reservation on behalf of 809bf7e77c2745d0828daef0d4ec25f2 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:48:21.923919 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-843abb5d-9680-4f90-8ef8-b79b94697041 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:21.932487 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6c600df3-4044-48ea-92d4-20e5e4a53888 req-251a4213-4e85-484c-8653-0a6791fcba07 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.237 HTTP/1.1" status: 200 len: 697 time: 0.0713398 Nov 12 00:48:21.949977 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-70c3144d-f668-4660-b625-24d8ccb6320b req-493fb096-2572-4645-b7e6-de75be87557f tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:21.974613 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-843abb5d-9680-4f90-8ef8-b79b94697041 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:48:21.980103 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-79760493-d9b7-4520-aee3-1c38b6e14a47 req-fd9f5341-c0b2-4dc2-88c7-62804ca23b89 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] 10.222.0.20 "GET /v2.0/security-groups?id=0173e324-4495-45ca-9a05-856993c4c199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897908 Nov 12 00:48:21.992108 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-843abb5d-9680-4f90-8ef8-b79b94697041 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:21.992468 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-843abb5d-9680-4f90-8ef8-b79b94697041 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Added segment 3cbf229c-0098-4910-9e57-452f1a1e2767 of type vlan for network 25c7053b-d0f6-4f07-824f-f121d6d3ef50 Nov 12 00:48:22.034951 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device cfa2737e-ff39-485a-a2ad-858e4b4be17b details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:48:22.049209 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device aabec6ab-937e-49b2-99f2-e946f5d3d7fa up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:22.059713 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-843abb5d-9680-4f90-8ef8-b79b94697041 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:22.087941 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70c3144d-f668-4660-b625-24d8ccb6320b req-493fb096-2572-4645-b7e6-de75be87557f tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Network d872bf93-95f4-45c4-b0f4-642aed61400a is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:22.097596 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-843abb5d-9680-4f90-8ef8-b79b94697041 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:22.112024 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-70c3144d-f668-4660-b625-24d8ccb6320b req-493fb096-2572-4645-b7e6-de75be87557f tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:22.113903 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493fb096-2572-4645-b7e6-de75be87557f tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Pushing event updated for resources: {'Port': ['ID=b1079f03-af6d-4356-bc76-8fe2b67e07f3,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:22.114928 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843abb5d-9680-4f90-8ef8-b79b94697041 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:22.116946 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db313233-b356-4637-afc9-0eec507d56ef admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:48:22.117334 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-843abb5d-9680-4f90-8ef8-b79b94697041 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:22.131418 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c3144d-f668-4660-b625-24d8ccb6320b req-493fb096-2572-4645-b7e6-de75be87557f tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:48:22.148954 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fa2a94-08b8-4e21-9d2e-d43052e3dfd3 None None] Sync routers for ids ['8791e296-66f3-41ae-9874-5fc104263c13'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:48:22.204960 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-843abb5d-9680-4f90-8ef8-b79b94697041 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3604498 Nov 12 00:48:22.206696 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52738) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:22.217487 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fa2a94-08b8-4e21-9d2e-d43052e3dfd3 None None] Routers {'8791e296-66f3-41ae-9874-5fc104263c13'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:22.218191 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-63fa2a94-08b8-4e21-9d2e-d43052e3dfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:48:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['8791e296-66f3-41ae-9874-5fc104263c13'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:22.222109 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-af61695e-82ba-47ff-a609-18e4bfd89dec tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Request body: {'subnet': {'network_id': '25c7053b-d0f6-4f07-824f-f121d6d3ef50', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:22.287330 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843abb5d-9680-4f90-8ef8-b79b94697041 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Pushing event updated for resources: {'Network': ['ID=25c7053b-d0f6-4f07-824f-f121d6d3ef50,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:22.305229 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8c617-deb7-41b7-8b01-eb20dc028fa9 req-00f7dc4e-4c1c-443e-80ab-e07a970964f1 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:22.307429 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b8b8c617-deb7-41b7-8b01-eb20dc028fa9 req-00f7dc4e-4c1c-443e-80ab-e07a970964f1 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7829bf1-5862-4484-8eff-f7789b6e0183 HTTP/1.1" status: 200 len: 945 time: 0.0678816 Nov 12 00:48:22.323753 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-db313233-b356-4637-afc9-0eec507d56ef admin admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:22.325402 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-db313233-b356-4637-afc9-0eec507d56ef admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.6520338 Nov 12 00:48:22.330744 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52742) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:22.370296 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b8b8c617-deb7-41b7-8b01-eb20dc028fa9 req-196087fa-d455-40ca-b648-d7dcc1478b9a tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563681 Nov 12 00:48:22.391135 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-6c600df3-4044-48ea-92d4-20e5e4a53888 req-6808a99f-8c40-45ea-9ff0-5e813c66b377 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Deleting port d1457baa-cd8d-4321-871d-fa3b248bcc23 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:48:22.391135 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6c600df3-4044-48ea-92d4-20e5e4a53888 req-6808a99f-8c40-45ea-9ff0-5e813c66b377 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:22.448674 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 25c7053b-d0f6-4f07-824f-f121d6d3ef50 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:48:22.475701 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6c600df3-4044-48ea-92d4-20e5e4a53888 req-6808a99f-8c40-45ea-9ff0-5e813c66b377 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:22.476026 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6c600df3-4044-48ea-92d4-20e5e4a53888 req-6808a99f-8c40-45ea-9ff0-5e813c66b377 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:22.491710 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-6c600df3-4044-48ea-92d4-20e5e4a53888 req-6808a99f-8c40-45ea-9ff0-5e813c66b377 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Calling delete_port for d1457baa-cd8d-4321-871d-fa3b248bcc23 owned by network:floatingip {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:48:22.515767 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40906e-1eec-45d4-8107-5ce0c380c983 req-4666b126-8fe9-4300-9518-7943bf621e11 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:22.527906 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9b40906e-1eec-45d4-8107-5ce0c380c983 req-4666b126-8fe9-4300-9518-7943bf621e11 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.0819256 Nov 12 00:48:22.530436 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port aabec6ab-937e-49b2-99f2-e946f5d3d7fa completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:48:22.602659 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port aabec6ab-937e-49b2-99f2-e946f5d3d7fa triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:22.602988 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9b40906e-1eec-45d4-8107-5ce0c380c983 req-e8621aa3-f2e1-43b6-9592-11767b198d91 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691621 Nov 12 00:48:22.603114 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:22.637197 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device af808cc8-c903-4495-a2b3-eef3776ff399 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:48:22.659351 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3144d-f668-4660-b625-24d8ccb6320b req-493fb096-2572-4645-b7e6-de75be87557f tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:22.659976 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-70c3144d-f668-4660-b625-24d8ccb6320b req-493fb096-2572-4645-b7e6-de75be87557f tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:22.706115 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port cfa2737e-ff39-485a-a2ad-858e4b4be17b, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=cfa2737e-ff39-485a-a2ad-858e4b4be17b,segment=NetworkSegment(8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b),segment_id=8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:22.728022 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: af808cc8-c903-4495-a2b3-eef3776ff399 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:48:22.728324 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device af808cc8-c903-4495-a2b3-eef3776ff399 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:48:22.752346 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba68b5b-7f66-4909-9e1b-a69066e96679 req-5be9f4f4-1075-4974-abfe-1eec141d97e9 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:22.754494 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dba68b5b-7f66-4909-9e1b-a69066e96679 req-5be9f4f4-1075-4974-abfe-1eec141d97e9 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 932 time: 0.0874209 Nov 12 00:48:22.762602 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af61695e-82ba-47ff-a609-18e4bfd89dec tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Made reservation on behalf of 809bf7e77c2745d0828daef0d4ec25f2 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:48:22.763769 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'cfa2737e-ff39-485a-a2ad-858e4b4be17b', 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e', 'port_id': 'cfa2737e-ff39-485a-a2ad-858e4b4be17b', 'mac_address': 'fa:16:3e:ee:d9:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:48:22.767163 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-af61695e-82ba-47ff-a609-18e4bfd89dec tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:22.779861 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-63fa2a94-08b8-4e21-9d2e-d43052e3dfd3 None None] Set router 8791e296-66f3-41ae-9874-5fc104263c13 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:48:22.824264 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dba68b5b-7f66-4909-9e1b-a69066e96679 req-72281cca-9f63-4e54-ac83-a53c9585ed14 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592234 Nov 12 00:48:22.874582 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-70c3144d-f668-4660-b625-24d8ccb6320b req-493fb096-2572-4645-b7e6-de75be87557f tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3682508 Nov 12 00:48:22.901756 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:22.982213 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfa2737e-ff39-485a-a2ad-858e4b4be17b {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:48:23.002061 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:23.044769 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port cfa2737e-ff39-485a-a2ad-858e4b4be17b, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=cfa2737e-ff39-485a-a2ad-858e4b4be17b,segment=NetworkSegment(8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b),segment_id=8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:23.068406 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-70c3144d-f668-4660-b625-24d8ccb6320b req-db6281df-ab99-4dd7-81e0-23754532700d service neutron] Request body: {'port': {'device_id': '7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:23.071616 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:23.083147 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1750a22-f718-4a06-aab8-71db8a7c3e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aabec6ab-937e-49b2-99f2-e946f5d3d7fa'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:23.085809 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d7fa38-0f9d-4d87-a4f6-e1988913b7e9" -d '{"events": [{"server_uuid": "c1750a22-f718-4a06-aab8-71db8a7c3e06", "name": "network-vif-plugged", "status": "completed", "tag": "aabec6ab-937e-49b2-99f2-e946f5d3d7fa"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:23.126587 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port aabec6ab-937e-49b2-99f2-e946f5d3d7fa, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=aabec6ab-937e-49b2-99f2-e946f5d3d7fa,segment=NetworkSegment(cd6487ca-676e-4f9c-8c53-a1adb949094d),segment_id=cd6487ca-676e-4f9c-8c53-a1adb949094d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:23.148236 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:23.167316 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593859f9-c9e5-4b0c-962a-9f25d886f642 req-b7eb544b-6e44-4c2b-9fbc-38de9fcb59df tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:23.169297 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-593859f9-c9e5-4b0c-962a-9f25d886f642 req-b7eb544b-6e44-4c2b-9fbc-38de9fcb59df tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1750a22-f718-4a06-aab8-71db8a7c3e06 HTTP/1.1" status: 200 len: 944 time: 0.0819731 Nov 12 00:48:23.172599 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['f339798c-2e3a-4e57-9c60-8a82e1cf51b0'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:48:23.177603 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=cfa2737e-ff39-485a-a2ad-858e4b4be17b,revision_number=12']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:23.276182 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=aabec6ab-937e-49b2-99f2-e946f5d3d7fa,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:23.281603 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-63fa2a94-08b8-4e21-9d2e-d43052e3dfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8791e296-66f3-41ae-9874-5fc104263c13', 'name': 'tempest-AttachVolumeShelveTestJSON-1644377525-router', 'tenant_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:15Z', 'updated_at': '2021-11-12T00:48:19Z', 'revision_number': 3, 'project_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'gw_port': {'id': 'c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:34:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8791e296-66f3-41ae-9874-5fc104263c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:17Z', 'updated_at': '2021-11-12T00:48:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:23.313414 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-70c3144d-f668-4660-b625-24d8ccb6320b req-db6281df-ab99-4dd7-81e0-23754532700d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:23.314906 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['cfa2737e-ff39-485a-a2ad-858e4b4be17b'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:48:23.315736 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-593859f9-c9e5-4b0c-962a-9f25d886f642 req-c927a84a-9367-4f43-aea5-7b8ad9bf631f tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] 10.222.0.20 "GET /v2.0/security-groups?id=0173e324-4495-45ca-9a05-856993c4c199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344373 Nov 12 00:48:23.318862 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fa2a94-08b8-4e21-9d2e-d43052e3dfd3 None None] Checking router: 8791e296-66f3-41ae-9874-5fc104263c13 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:48:23.319133 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fa2a94-08b8-4e21-9d2e-d43052e3dfd3 None None] Updating router 8791e296-66f3-41ae-9874-5fc104263c13 port c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5 binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:48:23.342993 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-af61695e-82ba-47ff-a609-18e4bfd89dec tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:23.403164 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-63fa2a94-08b8-4e21-9d2e-d43052e3dfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:23.458673 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6c600df3-4044-48ea-92d4-20e5e4a53888 req-6808a99f-8c40-45ea-9ff0-5e813c66b377 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:23.540756 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79945d1b-ee59-4aca-81cb-8415231c6bc1 x-openstack-request-id: req-79945d1b-ee59-4aca-81cb-8415231c6bc1 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:23.541262 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1750a22-f718-4a06-aab8-71db8a7c3e06", "name": "network-vif-plugged", "status": "completed", "tag": "aabec6ab-937e-49b2-99f2-e946f5d3d7fa", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:23.541262 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-79945d1b-ee59-4aca-81cb-8415231c6bc1 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:23.541684 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1750a22-f718-4a06-aab8-71db8a7c3e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aabec6ab-937e-49b2-99f2-e946f5d3d7fa', 'code': 200} Nov 12 00:48:23.650964 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6808a99f-8c40-45ea-9ff0-5e813c66b377 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Pushing event deleted for resources: {'Port': ['ID=d1457baa-cd8d-4321-871d-fa3b248bcc23,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:23.741399 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c07124-a6b4-49cc-90fd-b4522a392660 req-1d62a728-ab65-4b07-8a9f-747aebf3a695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:23.743144 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-59c07124-a6b4-49cc-90fd-b4522a392660 req-1d62a728-ab65-4b07-8a9f-747aebf3a695 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c1750a22-f718-4a06-aab8-71db8a7c3e06 HTTP/1.1" status: 200 len: 1097 time: 0.0629661 Nov 12 00:48:23.751546 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7413e42-5c66-4244-90a7-4e6d6b39c715 req-e6fa4504-5b8d-4721-b107-688d8596006f tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:23.752529 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af61695e-82ba-47ff-a609-18e4bfd89dec tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Pushing event updated for resources: {'Subnet': ['ID=b11b8cb9-239a-442e-800f-481bd2c12d07,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:23.773343 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d7413e42-5c66-4244-90a7-4e6d6b39c715 req-e6fa4504-5b8d-4721-b107-688d8596006f tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7829bf1-5862-4484-8eff-f7789b6e0183 HTTP/1.1" status: 200 len: 945 time: 0.1542318 Nov 12 00:48:23.825922 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af61695e-82ba-47ff-a609-18e4bfd89dec tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Checking segment: {'id': '3cbf229c-0098-4910-9e57-452f1a1e2767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '25c7053b-d0f6-4f07-824f-f121d6d3ef50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:23.826402 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af61695e-82ba-47ff-a609-18e4bfd89dec tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Network hostable DHCP agents. Network: 25c7053b-d0f6-4f07-824f-f121d6d3ef50, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:48:23.849707 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-63fa2a94-08b8-4e21-9d2e-d43052e3dfd3 None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:23.857196 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-63fa2a94-08b8-4e21-9d2e-d43052e3dfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:23.862795 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-59c07124-a6b4-49cc-90fd-b4522a392660 req-20dd3a91-2624-4fa9-b7d4-a548959b609f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0173e324-4495-45ca-9a05-856993c4c199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881205 Nov 12 00:48:23.879029 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d7413e42-5c66-4244-90a7-4e6d6b39c715 req-8ffc2bdc-6318-45ba-9138-ff61fdbe4f1b tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895619 Nov 12 00:48:23.884726 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6c600df3-4044-48ea-92d4-20e5e4a53888 req-6808a99f-8c40-45ea-9ff0-5e813c66b377 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Publish callbacks [] for floatingip, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:23.887370 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6c600df3-4044-48ea-92d4-20e5e4a53888 req-6808a99f-8c40-45ea-9ff0-5e813c66b377 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:23.888632 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6c600df3-4044-48ea-92d4-20e5e4a53888 req-6808a99f-8c40-45ea-9ff0-5e813c66b377 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "DELETE /v2.0/floatingips/344f3af5-cded-471c-8616-b181e6583f8d HTTP/1.1" status: 204 len: 173 time: 1.9552062 Nov 12 00:48:23.934018 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-63fa2a94-08b8-4e21-9d2e-d43052e3dfd3 None None] Attempting to bind port c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:48:23.934385 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-63fa2a94-08b8-4e21-9d2e-d43052e3dfd3 None None] Attempting to bind port c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:48:23.934744 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fa2a94-08b8-4e21-9d2e-d43052e3dfd3 None None] Attempting to bind port c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5 on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:23.948248 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49f8ca5-4875-4956-bfa9-ac1f7dbf9f86 None None] Pushing event updated for resources: {'Port': ['ID=c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:23.948659 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af61695e-82ba-47ff-a609-18e4bfd89dec tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Network 25c7053b-d0f6-4f07-824f-f121d6d3ef50 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:48:23.969328 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fa2a94-08b8-4e21-9d2e-d43052e3dfd3 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:48:23.970487 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-af61695e-82ba-47ff-a609-18e4bfd89dec tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 25c7053b-d0f6-4f07-824f-f121d6d3ef50) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:23.970946 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fa2a94-08b8-4e21-9d2e-d43052e3dfd3 None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:23.971953 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-63fa2a94-08b8-4e21-9d2e-d43052e3dfd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:23.972535 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fa2a94-08b8-4e21-9d2e-d43052e3dfd3 None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:48:23.973250 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-63fa2a94-08b8-4e21-9d2e-d43052e3dfd3 None None] Bound port: c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:48:23.974380 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-63fa2a94-08b8-4e21-9d2e-d43052e3dfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:23.980377 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51999b50-d7ad-4a80-9b2c-12e116201205 None None] Network 25c7053b-d0f6-4f07-824f-f121d6d3ef50 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:48:23.982859 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af61695e-82ba-47ff-a609-18e4bfd89dec tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:23.983870 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-af61695e-82ba-47ff-a609-18e4bfd89dec tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:24.017905 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-06102139-1bf6-47c3-9ab6-4358aa548d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:24.056734 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706594b-59eb-4096-91c2-7587b365a20c req-68e5a599-2895-490c-8dfd-4746fb52ab67 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:24.058312 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3706594b-59eb-4096-91c2-7587b365a20c req-68e5a599-2895-490c-8dfd-4746fb52ab67 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 945 time: 0.0659335 Nov 12 00:48:24.077567 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-af61695e-82ba-47ff-a609-18e4bfd89dec tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8652692 Nov 12 00:48:24.079940 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 36574614-189c-4aa5-8de3-3c900cd15861 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:24.081301 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52762) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:24.090754 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-a8f5496f-4e5e-405e-a4c1-ec58bcc251f2 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1040608450'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:24.118053 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-70c3144d-f668-4660-b625-24d8ccb6320b req-db6281df-ab99-4dd7-81e0-23754532700d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1079f03-af6d-4356-bc76-8fe2b67e07f3 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:48:24.131424 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3706594b-59eb-4096-91c2-7587b365a20c req-f1b031e5-f91e-4268-9b53-4509ac64d90d tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655942 Nov 12 00:48:24.171293 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-70c3144d-f668-4660-b625-24d8ccb6320b req-db6281df-ab99-4dd7-81e0-23754532700d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:24.194115 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-63fa2a94-08b8-4e21-9d2e-d43052e3dfd3 None None] For port c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:48:24.203100 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab048597-43be-41b6-a2d4-1a802aecd12d req-bfcac0bb-cdb7-49ef-b8ec-e4fa19d52857 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:24.204859 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ab048597-43be-41b6-a2d4-1a802aecd12d req-bfcac0bb-cdb7-49ef-b8ec-e4fa19d52857 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 932 time: 0.2105229 Nov 12 00:48:24.217299 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f5496f-4e5e-405e-a4c1-ec58bcc251f2 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Made reservation on behalf of 809bf7e77c2745d0828daef0d4ec25f2 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:48:24.221734 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a8f5496f-4e5e-405e-a4c1-ec58bcc251f2 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:24.230301 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-63fa2a94-08b8-4e21-9d2e-d43052e3dfd3 None None] For port c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:48:24.249897 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-70c3144d-f668-4660-b625-24d8ccb6320b req-db6281df-ab99-4dd7-81e0-23754532700d service neutron] Transition to ACTIVE for port object b1079f03-af6d-4356-bc76-8fe2b67e07f3 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:48:24.268099 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-63fa2a94-08b8-4e21-9d2e-d43052e3dfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:24.272473 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-70c3144d-f668-4660-b625-24d8ccb6320b req-db6281df-ab99-4dd7-81e0-23754532700d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:24.273568 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 36574614-189c-4aa5-8de3-3c900cd15861 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:48:24.304382 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf2c7ef-d639-4e78-8ffb-4b6a53aac359 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-25c7053b-d0f6-4f07-824f-f121d6d3ef50', 'network_id': '25c7053b-d0f6-4f07-824f-f121d6d3ef50', 'tenant_id': '809bf7e77c2745d0828daef0d4ec25f2', 'fixed_ips': [{'subnet_id': 'b11b8cb9-239a-442e-800f-481bd2c12d07'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:48:24.305220 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ddf2c7ef-d639-4e78-8ffb-4b6a53aac359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:24.312493 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 36574614-189c-4aa5-8de3-3c900cd15861 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:24.312860 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:24.493738 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d0c44-0919-443a-9583-444ead46ad6b req-2712d879-7f0e-415f-a269-ecc0dfd4014a tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:24.505146 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0d2d0c44-0919-443a-9583-444ead46ad6b req-2712d879-7f0e-415f-a269-ecc0dfd4014a tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1750a22-f718-4a06-aab8-71db8a7c3e06 HTTP/1.1" status: 200 len: 945 time: 0.0851054 Nov 12 00:48:24.574269 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49f8ca5-4875-4956-bfa9-ac1f7dbf9f86 None None] Pushing event updated for resources: {'Port': ['ID=c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:24.584682 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0d2d0c44-0919-443a-9583-444ead46ad6b req-f727d667-74b4-4149-9aa9-f373ab49d45c tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] 10.222.0.20 "GET /v2.0/security-groups?id=0173e324-4495-45ca-9a05-856993c4c199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774586 Nov 12 00:48:24.696141 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3621d-a1f4-4666-b8cd-72fdb3ed5a3c req-dbbadec6-760d-47c1-9f95-c3260a50cafe tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:24.702531 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fa2a94-08b8-4e21-9d2e-d43052e3dfd3 None None] Routers {'8791e296-66f3-41ae-9874-5fc104263c13'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:24.703648 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-63fa2a94-08b8-4e21-9d2e-d43052e3dfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:48:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['8791e296-66f3-41ae-9874-5fc104263c13'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:24.707226 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-61f3621d-a1f4-4666-b8cd-72fdb3ed5a3c req-dbbadec6-760d-47c1-9f95-c3260a50cafe tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8b96323-207c-4e9a-9a2b-f9165ef8565b HTTP/1.1" status: 200 len: 945 time: 0.0656033 Nov 12 00:48:24.759927 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6281df-ab99-4dd7-81e0-23754532700d service neutron] Pushing event updated for resources: {'Port': ['ID=b1079f03-af6d-4356-bc76-8fe2b67e07f3,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:24.786669 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-61f3621d-a1f4-4666-b8cd-72fdb3ed5a3c req-4be88375-33d5-4f0d-84e5-b401c5b11d85 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/security-groups?id=adad9597-1ca9-4ade-8caf-a5703c9aac27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750449 Nov 12 00:48:24.794729 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8f5496f-4e5e-405e-a4c1-ec58bcc251f2 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:48:24.819233 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a8f5496f-4e5e-405e-a4c1-ec58bcc251f2 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:24.819588 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-a8f5496f-4e5e-405e-a4c1-ec58bcc251f2 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Added segment 0d364108-3424-4611-9ced-e781b80cb291 of type vlan for network 654e5549-406d-49c2-ac80-0c0219b01277 Nov 12 00:48:24.826050 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ab048597-43be-41b6-a2d4-1a802aecd12d req-c211f7a6-5f5f-43d2-8377-d04affedf555 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6126494 Nov 12 00:48:24.934068 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-63fa2a94-08b8-4e21-9d2e-d43052e3dfd3 None None] Set router 8791e296-66f3-41ae-9874-5fc104263c13 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:48:24.943040 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a8f5496f-4e5e-405e-a4c1-ec58bcc251f2 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:24.953096 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-06102139-1bf6-47c3-9ab6-4358aa548d45 admin admin] Allocated IP 172.20.0.1 (9bd80eeb-5154-4c03-9db9-fcf789d8dd48/04c51f1f-4fad-42e7-a817-4af69d874ab6/cb6fe852-1ea9-402c-afd4-bb1c7226664d) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:48:25.006930 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-ddf2c7ef-d639-4e78-8ffb-4b6a53aac359 None None] Allocated IP 19.80.0.2 (25c7053b-d0f6-4f07-824f-f121d6d3ef50/b11b8cb9-239a-442e-800f-481bd2c12d07/350598de-67a6-464b-bbb9-ac177154ec38) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:48:25.009246 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:25.076063 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-70c3144d-f668-4660-b625-24d8ccb6320b req-db6281df-ab99-4dd7-81e0-23754532700d service neutron] Attempting to bind port b1079f03-af6d-4356-bc76-8fe2b67e07f3 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:48:25.076396 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-70c3144d-f668-4660-b625-24d8ccb6320b req-db6281df-ab99-4dd7-81e0-23754532700d service neutron] Attempting to bind port b1079f03-af6d-4356-bc76-8fe2b67e07f3 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'eac800fb-e2a4-4100-807c-1fb9b17e8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:48:25.076710 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c3144d-f668-4660-b625-24d8ccb6320b req-db6281df-ab99-4dd7-81e0-23754532700d service neutron] Attempting to bind port b1079f03-af6d-4356-bc76-8fe2b67e07f3 on network d872bf93-95f4-45c4-b0f4-642aed61400a {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:25.078734 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a8f5496f-4e5e-405e-a4c1-ec58bcc251f2 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:25.084829 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f5496f-4e5e-405e-a4c1-ec58bcc251f2 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:25.086205 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a8f5496f-4e5e-405e-a4c1-ec58bcc251f2 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:25.119012 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c3144d-f668-4660-b625-24d8ccb6320b req-db6281df-ab99-4dd7-81e0-23754532700d service neutron] Port b1079f03-af6d-4356-bc76-8fe2b67e07f3 on network d872bf93-95f4-45c4-b0f4-642aed61400a not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:48:25.119253 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c3144d-f668-4660-b625-24d8ccb6320b req-db6281df-ab99-4dd7-81e0-23754532700d service neutron] Attempting to bind port b1079f03-af6d-4356-bc76-8fe2b67e07f3 on network d872bf93-95f4-45c4-b0f4-642aed61400a {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:25.168560 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 36574614-189c-4aa5-8de3-3c900cd15861, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=36574614-189c-4aa5-8de3-3c900cd15861,segment=NetworkSegment(38b12e74-b18e-41d0-b62c-8552b3e37d05),segment_id=38b12e74-b18e-41d0-b62c-8552b3e37d05)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:25.171579 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c3144d-f668-4660-b625-24d8ccb6320b req-db6281df-ab99-4dd7-81e0-23754532700d service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:48:25.171579 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c3144d-f668-4660-b625-24d8ccb6320b req-db6281df-ab99-4dd7-81e0-23754532700d service neutron] Checking segment: {'id': 'eac800fb-e2a4-4100-807c-1fb9b17e8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:25.172587 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c3144d-f668-4660-b625-24d8ccb6320b req-db6281df-ab99-4dd7-81e0-23754532700d service neutron] Bound using segment: {'id': 'eac800fb-e2a4-4100-807c-1fb9b17e8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:48:25.172587 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-70c3144d-f668-4660-b625-24d8ccb6320b req-db6281df-ab99-4dd7-81e0-23754532700d service neutron] Bound port: b1079f03-af6d-4356-bc76-8fe2b67e07f3, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eac800fb-e2a4-4100-807c-1fb9b17e8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:48:25.172814 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-70c3144d-f668-4660-b625-24d8ccb6320b req-db6281df-ab99-4dd7-81e0-23754532700d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:25.180539 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52774) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:25.180710 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a8f5496f-4e5e-405e-a4c1-ec58bcc251f2 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0979619 Nov 12 00:48:25.180830 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:25.186383 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-3cc1893a-11ff-4511-852f-134050150270 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Request body: {'subnet': {'network_id': '654e5549-406d-49c2-ac80-0c0219b01277', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:25.210024 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486dd683-d030-48fd-b4a0-8b13d90f971c req-8ba3133e-48c9-478f-856e-384f7c97cd8a tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:25.217334 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-486dd683-d030-48fd-b4a0-8b13d90f971c req-8ba3133e-48c9-478f-856e-384f7c97cd8a tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7829bf1-5862-4484-8eff-f7789b6e0183 HTTP/1.1" status: 200 len: 945 time: 0.2427309 Nov 12 00:48:25.240871 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f5496f-4e5e-405e-a4c1-ec58bcc251f2 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Pushing event updated for resources: {'Network': ['ID=654e5549-406d-49c2-ac80-0c0219b01277,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:25.291628 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-06102139-1bf6-47c3-9ab6-4358aa548d45 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:25.358479 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 654e5549-406d-49c2-ac80-0c0219b01277 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:48:25.361258 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=36574614-189c-4aa5-8de3-3c900cd15861,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:25.367737 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-486dd683-d030-48fd-b4a0-8b13d90f971c req-be558610-de9b-4165-9e8f-984be79fe8d6 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489632 Nov 12 00:48:25.381278 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95472b6-96bd-4796-81c9-18f9977b6b5e req-f765f2e3-cf96-4b79-906d-e93f249a752b tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:25.383212 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c95472b6-96bd-4796-81c9-18f9977b6b5e req-f765f2e3-cf96-4b79-906d-e93f249a752b tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 945 time: 0.1263325 Nov 12 00:48:25.391412 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-70c3144d-f668-4660-b625-24d8ccb6320b req-db6281df-ab99-4dd7-81e0-23754532700d service neutron] For port b1079f03-af6d-4356-bc76-8fe2b67e07f3, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:48:25.397397 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-70c3144d-f668-4660-b625-24d8ccb6320b req-db6281df-ab99-4dd7-81e0-23754532700d service neutron] For port b1079f03-af6d-4356-bc76-8fe2b67e07f3, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=b1079f03-af6d-4356-bc76-8fe2b67e07f3,segment=NetworkSegment(eac800fb-e2a4-4100-807c-1fb9b17e8d78),segment_id=eac800fb-e2a4-4100-807c-1fb9b17e8d78)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:48:25.404304 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc1893a-11ff-4511-852f-134050150270 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Made reservation on behalf of 809bf7e77c2745d0828daef0d4ec25f2 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:48:25.406345 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-70c3144d-f668-4660-b625-24d8ccb6320b req-db6281df-ab99-4dd7-81e0-23754532700d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:25.408320 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3cc1893a-11ff-4511-852f-134050150270 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:25.415737 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-06102139-1bf6-47c3-9ab6-4358aa548d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:25.438587 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ddf2c7ef-d639-4e78-8ffb-4b6a53aac359 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:25.469288 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3144d-f668-4660-b625-24d8ccb6320b req-db6281df-ab99-4dd7-81e0-23754532700d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:25.470026 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-70c3144d-f668-4660-b625-24d8ccb6320b req-db6281df-ab99-4dd7-81e0-23754532700d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:25.471663 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-70c3144d-f668-4660-b625-24d8ccb6320b req-db6281df-ab99-4dd7-81e0-23754532700d service neutron] 10.222.0.49 "PUT /v2.0/ports/b1079f03-af6d-4356-bc76-8fe2b67e07f3 HTTP/1.1" status: 200 len: 1093 time: 2.5763268 Nov 12 00:48:25.472109 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed', 'tag': 'b1079f03-af6d-4356-bc76-8fe2b67e07f3'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:25.479004 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0ca4b4-9344-4f96-bc05-49fd23a5e334" -d '{"events": [{"name": "network-changed", "server_uuid": "7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed", "tag": "b1079f03-af6d-4356-bc76-8fe2b67e07f3"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:25.489967 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c95472b6-96bd-4796-81c9-18f9977b6b5e req-7fe61125-b763-453e-be90-d16a98efba6f tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936811 Nov 12 00:48:25.509924 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06102139-1bf6-47c3-9ab6-4358aa548d45 admin admin] Network 9bd80eeb-5154-4c03-9db9-fcf789d8dd48 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:25.522887 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ddf2c7ef-d639-4e78-8ffb-4b6a53aac359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:25.526872 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-06102139-1bf6-47c3-9ab6-4358aa548d45 admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:25.536277 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06102139-1bf6-47c3-9ab6-4358aa548d45 admin admin] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:48:25.608406 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-06102139-1bf6-47c3-9ab6-4358aa548d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:25.611637 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc2db10-e116-4545-b618-234f60051e2c x-openstack-request-id: req-4cc2db10-e116-4545-b618-234f60051e2c {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:25.615897 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed", "tag": "b1079f03-af6d-4356-bc76-8fe2b67e07f3", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:25.616394 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4cc2db10-e116-4545-b618-234f60051e2c {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:25.616873 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed', 'tag': 'b1079f03-af6d-4356-bc76-8fe2b67e07f3', 'status': 'completed', 'code': 200} Nov 12 00:48:25.619466 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7829bf1-5862-4484-8eff-f7789b6e0183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36574614-189c-4aa5-8de3-3c900cd15861'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:25.627136 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdcd357-4a22-4beb-a14a-a62e28804043" -d '{"events": [{"server_uuid": "f7829bf1-5862-4484-8eff-f7789b6e0183", "name": "network-vif-plugged", "status": "completed", "tag": "36574614-189c-4aa5-8de3-3c900cd15861"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:25.630924 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf2c7ef-d639-4e78-8ffb-4b6a53aac359 None None] Pushing event updated for resources: {'Port': ['ID=350598de-67a6-464b-bbb9-ac177154ec38,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:25.677635 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf2c7ef-d639-4e78-8ffb-4b6a53aac359 None None] Network 25c7053b-d0f6-4f07-824f-f121d6d3ef50 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:25.690370 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-ddf2c7ef-d639-4e78-8ffb-4b6a53aac359 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:25.709341 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6281df-ab99-4dd7-81e0-23754532700d service neutron] Pushing event updated for resources: {'Port': ['ID=b1079f03-af6d-4356-bc76-8fe2b67e07f3,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:25.721118 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8427af-0c26-4eb1-afa3-3886e4ff9504 x-openstack-request-id: req-6c8427af-0c26-4eb1-afa3-3886e4ff9504 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:25.721452 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7829bf1-5862-4484-8eff-f7789b6e0183", "name": "network-vif-plugged", "status": "completed", "tag": "36574614-189c-4aa5-8de3-3c900cd15861", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:25.721709 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c8427af-0c26-4eb1-afa3-3886e4ff9504 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:25.722528 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7829bf1-5862-4484-8eff-f7789b6e0183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36574614-189c-4aa5-8de3-3c900cd15861', 'code': 200} Nov 12 00:48:25.723435 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf2c7ef-d639-4e78-8ffb-4b6a53aac359 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:48:25.787428 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06102139-1bf6-47c3-9ab6-4358aa548d45 admin admin] Pushing event updated for resources: {'Port': ['ID=cb6fe852-1ea9-402c-afd4-bb1c7226664d,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:25.792998 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-63fa2a94-08b8-4e21-9d2e-d43052e3dfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8791e296-66f3-41ae-9874-5fc104263c13', 'name': 'tempest-AttachVolumeShelveTestJSON-1644377525-router', 'tenant_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:15Z', 'updated_at': '2021-11-12T00:48:19Z', 'revision_number': 3, 'project_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'gw_port': {'id': 'c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:34:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8791e296-66f3-41ae-9874-5fc104263c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:17Z', 'updated_at': '2021-11-12T00:48:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:25.793580 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3144d-f668-4660-b625-24d8ccb6320b req-5f46e65d-8dc3-430d-8f8f-313f5139d6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:25.795167 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-70c3144d-f668-4660-b625-24d8ccb6320b req-5f46e65d-8dc3-430d-8f8f-313f5139d6e4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c540ecbe8154e1b907ac12fc8774fd4&device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 1096 time: 0.1757033 Nov 12 00:48:25.830939 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fa2a94-08b8-4e21-9d2e-d43052e3dfd3 None None] The sync data for ids ['8791e296-66f3-41ae-9874-5fc104263c13'] in n-d-812236-11 is: [{'id': '8791e296-66f3-41ae-9874-5fc104263c13', 'name': 'tempest-AttachVolumeShelveTestJSON-1644377525-router', 'tenant_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:15Z', 'updated_at': '2021-11-12T00:48:19Z', 'revision_number': 3, 'project_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'gw_port': {'id': 'c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:34:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8791e296-66f3-41ae-9874-5fc104263c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:17Z', 'updated_at': '2021-11-12T00:48:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:48:25.839933 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-ddf2c7ef-d639-4e78-8ffb-4b6a53aac359 None None] Attempting to bind port 350598de-67a6-464b-bbb9-ac177154ec38 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:48:25.840336 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-ddf2c7ef-d639-4e78-8ffb-4b6a53aac359 None None] Attempting to bind port 350598de-67a6-464b-bbb9-ac177154ec38 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '3cbf229c-0098-4910-9e57-452f1a1e2767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '25c7053b-d0f6-4f07-824f-f121d6d3ef50'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:48:25.841655 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf2c7ef-d639-4e78-8ffb-4b6a53aac359 None None] Attempting to bind port 350598de-67a6-464b-bbb9-ac177154ec38 on network 25c7053b-d0f6-4f07-824f-f121d6d3ef50 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:25.846817 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3cc1893a-11ff-4511-852f-134050150270 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:25.851080 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf2c7ef-d639-4e78-8ffb-4b6a53aac359 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:48:25.851494 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf2c7ef-d639-4e78-8ffb-4b6a53aac359 None None] Checking segment: {'id': '3cbf229c-0098-4910-9e57-452f1a1e2767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '25c7053b-d0f6-4f07-824f-f121d6d3ef50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:25.851997 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ddf2c7ef-d639-4e78-8ffb-4b6a53aac359 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:25.852482 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf2c7ef-d639-4e78-8ffb-4b6a53aac359 None None] Bound using segment: {'id': '3cbf229c-0098-4910-9e57-452f1a1e2767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '25c7053b-d0f6-4f07-824f-f121d6d3ef50'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:48:25.852974 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-ddf2c7ef-d639-4e78-8ffb-4b6a53aac359 None None] Bound port: 350598de-67a6-464b-bbb9-ac177154ec38, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cbf229c-0098-4910-9e57-452f1a1e2767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '25c7053b-d0f6-4f07-824f-f121d6d3ef50'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:48:25.853553 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ddf2c7ef-d639-4e78-8ffb-4b6a53aac359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:25.879397 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-70c3144d-f668-4660-b625-24d8ccb6320b req-6a217111-1f7c-447b-87de-c7ba485a98e0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1079f03-af6d-4356-bc76-8fe2b67e07f3 HTTP/1.1" status: 200 len: 217 time: 0.0559955 Nov 12 00:48:25.886432 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244fde5-4111-4335-92b7-86d4019f6b72 req-28c56306-89e0-4932-b3b8-6c09b304bcef tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:25.904131 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7244fde5-4111-4335-92b7-86d4019f6b72 req-28c56306-89e0-4932-b3b8-6c09b304bcef tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1750a22-f718-4a06-aab8-71db8a7c3e06 HTTP/1.1" status: 200 len: 945 time: 0.2004645 Nov 12 00:48:25.962178 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-ddf2c7ef-d639-4e78-8ffb-4b6a53aac359 None None] For port 350598de-67a6-464b-bbb9-ac177154ec38, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:48:25.966626 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-ddf2c7ef-d639-4e78-8ffb-4b6a53aac359 None None] For port 350598de-67a6-464b-bbb9-ac177154ec38, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=350598de-67a6-464b-bbb9-ac177154ec38,segment=NetworkSegment(3cbf229c-0098-4910-9e57-452f1a1e2767),segment_id=3cbf229c-0098-4910-9e57-452f1a1e2767)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:48:25.975036 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ddf2c7ef-d639-4e78-8ffb-4b6a53aac359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:26.037526 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1893a-11ff-4511-852f-134050150270 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Pushing event updated for resources: {'Subnet': ['ID=ee9bdaed-06f4-4e88-82d7-f2209a31af28,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:26.045273 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3144d-f668-4660-b625-24d8ccb6320b req-2dbec783-105f-4a02-9521-2167614f999b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:26.047035 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-70c3144d-f668-4660-b625-24d8ccb6320b req-2dbec783-105f-4a02-9521-2167614f999b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e87486ea-14b8-4357-b569-3ef6c52f1320 HTTP/1.1" status: 200 len: 846 time: 0.1540415 Nov 12 00:48:26.053230 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device cfa2737e-ff39-485a-a2ad-858e4b4be17b up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:26.093441 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-06102139-1bf6-47c3-9ab6-4358aa548d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:26.150005 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf2c7ef-d639-4e78-8ffb-4b6a53aac359 None None] Pushing event updated for resources: {'Port': ['ID=350598de-67a6-464b-bbb9-ac177154ec38,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:26.157346 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7244fde5-4111-4335-92b7-86d4019f6b72 req-fa2c799e-f652-4aef-a7f9-5550f94a1898 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] 10.222.0.20 "GET /v2.0/security-groups?id=0173e324-4495-45ca-9a05-856993c4c199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2523265 Nov 12 00:48:26.166936 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-70c3144d-f668-4660-b625-24d8ccb6320b req-20bb2cd9-062c-4efc-bb8c-c0d9e2260f2c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d872bf93-95f4-45c4-b0f4-642aed61400a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667508 Nov 12 00:48:26.170545 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-0d206435-9982-4200-965b-db68358f4cf8 None None] Provisioning complete for port cb6fe852-1ea9-402c-afd4-bb1c7226664d triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:26.170999 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0d206435-9982-4200-965b-db68358f4cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:26.171145 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc7532-650d-48e7-84d4-2499b7414a0a req-48a4d84e-4acc-45b0-bb34-cfb49d3596bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:26.177745 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-79fc7532-650d-48e7-84d4-2499b7414a0a req-48a4d84e-4acc-45b0-bb34-cfb49d3596bc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f7829bf1-5862-4484-8eff-f7789b6e0183 HTTP/1.1" status: 200 len: 1098 time: 0.2656331 Nov 12 00:48:26.180825 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc1893a-11ff-4511-852f-134050150270 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Checking segment: {'id': '0d364108-3424-4611-9ced-e781b80cb291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '654e5549-406d-49c2-ac80-0c0219b01277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:26.181186 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc1893a-11ff-4511-852f-134050150270 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Network hostable DHCP agents. Network: 654e5549-406d-49c2-ac80-0c0219b01277, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:48:26.246299 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc1893a-11ff-4511-852f-134050150270 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Network 654e5549-406d-49c2-ac80-0c0219b01277 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:48:26.261465 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-79fc7532-650d-48e7-84d4-2499b7414a0a req-07f117a0-fd8d-4b42-9e15-ac73d370a839 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713024 Nov 12 00:48:26.266689 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-3cc1893a-11ff-4511-852f-134050150270 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 654e5549-406d-49c2-ac80-0c0219b01277) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:26.275116 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc1893a-11ff-4511-852f-134050150270 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:26.275965 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3cc1893a-11ff-4511-852f-134050150270 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:26.283817 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221eb44d-9d49-427b-bd96-2487716a5edc None None] Network 654e5549-406d-49c2-ac80-0c0219b01277 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:48:26.324554 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-0d206435-9982-4200-965b-db68358f4cf8 None None] Port cb6fe852-1ea9-402c-afd4-bb1c7226664d cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:48:26.337828 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3cc1893a-11ff-4511-852f-134050150270 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1477358 Nov 12 00:48:26.345167 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port cfa2737e-ff39-485a-a2ad-858e4b4be17b triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:26.345794 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:26.414763 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782017ca-99a9-46c9-b613-3e6c853cb976 req-3c6522f0-c822-43f2-9254-e4e5a42cef1f tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:26.425092 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-782017ca-99a9-46c9-b613-3e6c853cb976 req-3c6522f0-c822-43f2-9254-e4e5a42cef1f tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 944 time: 0.1348972 Nov 12 00:48:26.489986 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3ecc4-337d-4c69-bdfb-e1755d5561e9 req-e3cd154d-a9bb-41ef-a431-457c0e23b91a tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:26.501985 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-29b3ecc4-337d-4c69-bdfb-e1755d5561e9 req-e3cd154d-a9bb-41ef-a431-457c0e23b91a tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8b96323-207c-4e9a-9a2b-f9165ef8565b HTTP/1.1" status: 200 len: 945 time: 0.5336185 Nov 12 00:48:26.521889 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-782017ca-99a9-46c9-b613-3e6c853cb976 req-7290cfaa-381f-4818-9197-4e4bfb7ab178 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957572 Nov 12 00:48:26.549958 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-70c3144d-f668-4660-b625-24d8ccb6320b req-8a9ae5d9-66c5-47d6-8e99-f293d77f8208 service neutron] 10.222.0.49 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821068 Nov 12 00:48:26.697325 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:26.735872 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:26.742483 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90951e10-17b6-4ca4-86f4-f52df9992260 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-654e5549-406d-49c2-ac80-0c0219b01277', 'network_id': '654e5549-406d-49c2-ac80-0c0219b01277', 'tenant_id': '809bf7e77c2745d0828daef0d4ec25f2', 'fixed_ips': [{'subnet_id': 'ee9bdaed-06f4-4e88-82d7-f2209a31af28'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:48:26.743334 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-90951e10-17b6-4ca4-86f4-f52df9992260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:26.785946 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-29b3ecc4-337d-4c69-bdfb-e1755d5561e9 req-72eb4599-814f-4420-96ae-d84bc4984c50 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/security-groups?id=adad9597-1ca9-4ade-8caf-a5703c9aac27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828724 Nov 12 00:48:26.803867 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port cfa2737e-ff39-485a-a2ad-858e4b4be17b, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=cfa2737e-ff39-485a-a2ad-858e4b4be17b,segment=NetworkSegment(8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b),segment_id=8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:26.823812 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:26.867949 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-70c3144d-f668-4660-b625-24d8ccb6320b req-d2855daa-62ec-45b7-838d-eddb3a2989dd service neutron] 10.222.0.49 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009803 Nov 12 00:48:26.893003 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-06102139-1bf6-47c3-9ab6-4358aa548d45 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:26.894303 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c790b1-057e-45d6-8455-42cc96d69a14 req-a7f02521-f991-475a-9c25-c1fc9427d5ff tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:26.899955 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d3c790b1-057e-45d6-8455-42cc96d69a14 req-a7f02521-f991-475a-9c25-c1fc9427d5ff tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7829bf1-5862-4484-8eff-f7789b6e0183 HTTP/1.1" status: 200 len: 946 time: 0.0995955 Nov 12 00:48:26.902652 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-06102139-1bf6-47c3-9ab6-4358aa548d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:26.991104 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=cfa2737e-ff39-485a-a2ad-858e4b4be17b,revision_number=13']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:26.998505 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:26.998944 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:27.006075 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d3c790b1-057e-45d6-8455-42cc96d69a14 req-cc7716b8-37e2-40db-9718-4b2e3e4c2f56 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963442 Nov 12 00:48:27.087095 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-06102139-1bf6-47c3-9ab6-4358aa548d45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:27.089603 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06102139-1bf6-47c3-9ab6-4358aa548d45 admin admin] Pushing event updated for resources: {'Port': ['ID=cb6fe852-1ea9-402c-afd4-bb1c7226664d,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:27.135889 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-90951e10-17b6-4ca4-86f4-f52df9992260 None None] Allocated IP 19.86.0.2 (654e5549-406d-49c2-ac80-0c0219b01277/ee9bdaed-06f4-4e88-82d7-f2209a31af28/7ac8fea9-b727-4e6e-99dc-eb1a49d37922) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:48:27.149885 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff18b6b-af35-4fab-8657-0b1fe66aa2f4 req-6d8e463f-a14f-4d8b-a7ba-28d3bd4b3aca tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:27.151856 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7ff18b6b-af35-4fab-8657-0b1fe66aa2f4 req-6d8e463f-a14f-4d8b-a7ba-28d3bd4b3aca tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 946 time: 0.2197788 Nov 12 00:48:27.164649 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c8db0-1133-4658-99ba-30e85797f14d req-3926168f-71fd-4d9f-b464-df2c1e84a059 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:27.168955 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cf2c8db0-1133-4658-99ba-30e85797f14d req-3926168f-71fd-4d9f-b464-df2c1e84a059 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8b96323-207c-4e9a-9a2b-f9165ef8565b HTTP/1.1" status: 200 len: 945 time: 0.1356039 Nov 12 00:48:27.197408 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ca4b4-9344-4f96-bc05-49fd23a5e334 req-111a5e9a-b8c8-4e07-85a6-73aa59ab9b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:27.199196 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8a0ca4b4-9344-4f96-bc05-49fd23a5e334 req-111a5e9a-b8c8-4e07-85a6-73aa59ab9b2a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c540ecbe8154e1b907ac12fc8774fd4&device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 1096 time: 0.2253485 Nov 12 00:48:27.353662 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-01122164-2ed1-471e-a120-20459051f6fd tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:27.358478 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7ff18b6b-af35-4fab-8657-0b1fe66aa2f4 req-20f415fb-2012-486d-bc42-c6c791de3d00 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562357 Nov 12 00:48:27.359570 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-01122164-2ed1-471e-a120-20459051f6fd tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:27.360427 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06102139-1bf6-47c3-9ab6-4358aa548d45 admin admin] Network 9bd80eeb-5154-4c03-9db9-fcf789d8dd48 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:27.367060 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-06102139-1bf6-47c3-9ab6-4358aa548d45 admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:27.373286 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-01122164-2ed1-471e-a120-20459051f6fd tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/networks?id=25c7053b-d0f6-4f07-824f-f121d6d3ef50&id=654e5549-406d-49c2-ac80-0c0219b01277 HTTP/1.1" status: 200 len: 1392 time: 0.2030375 Nov 12 00:48:27.396722 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ca4b4-9344-4f96-bc05-49fd23a5e334 req-5448b331-c1b4-4ddf-b5ae-8fe46646e3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:27.399234 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8a0ca4b4-9344-4f96-bc05-49fd23a5e334 req-5448b331-c1b4-4ddf-b5ae-8fe46646e3a8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d872bf93-95f4-45c4-b0f4-642aed61400a HTTP/1.1" status: 200 len: 907 time: 0.1850665 Nov 12 00:48:27.535611 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-d15d8c6c-0354-4688-904c-c926d15c4566 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/quotas/809bf7e77c2745d0828daef0d4ec25f2 HTTP/1.1" status: 200 len: 375 time: 0.1613276 Nov 12 00:48:27.552217 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8a0ca4b4-9344-4f96-bc05-49fd23a5e334 req-b6365ada-3068-473d-8973-6cd6ea3ebc63 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1079f03-af6d-4356-bc76-8fe2b67e07f3 HTTP/1.1" status: 200 len: 217 time: 0.0804207 Nov 12 00:48:27.615825 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:27.619746 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-cf2c8db0-1133-4658-99ba-30e85797f14d req-11c8969f-209b-4554-bfcf-34e5f5d69d75 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Deleting port 7f016150-bbaa-4469-abf4-94dfbaf090ce {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:48:27.620089 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-cf2c8db0-1133-4658-99ba-30e85797f14d req-11c8969f-209b-4554-bfcf-34e5f5d69d75 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:27.670003 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:27.714350 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5428da9-911e-4d74-aabc-ca45587529c8 None None] Network 25c7053b-d0f6-4f07-824f-f121d6d3ef50 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:48:27.717264 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:27.718653 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 350598de-67a6-464b-bbb9-ac177154ec38 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:27.726964 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb955f7-555a-4087-abcd-bce579e2f015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa2737e-ff39-485a-a2ad-858e4b4be17b'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:27.727884 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2703f9b9-46de-4adc-bd42-34ec0c00e576" -d '{"events": [{"server_uuid": "9bb955f7-555a-4087-abcd-bce579e2f015", "name": "network-vif-plugged", "status": "completed", "tag": "cfa2737e-ff39-485a-a2ad-858e4b4be17b"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:27.733530 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8f8e4-e1b8-4198-b620-187cbcb6fb0f req-c1037e1e-103f-4d6e-92ea-504855481eac tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:27.740972 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-20b8f8e4-e1b8-4198-b620-187cbcb6fb0f req-c1037e1e-103f-4d6e-92ea-504855481eac tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1750a22-f718-4a06-aab8-71db8a7c3e06 HTTP/1.1" status: 200 len: 945 time: 0.2388768 Nov 12 00:48:27.742030 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-515cbcaa-7730-4ca4-9438-31a2d36d1422 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=809bf7e77c2745d0828daef0d4ec25f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2042713 Nov 12 00:48:27.747771 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-ff681c03-0133-4e9f-a9dd-8bd8b6830e21 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:48:27.754401 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-ff681c03-0133-4e9f-a9dd-8bd8b6830e21 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0115125 Nov 12 00:48:27.762281 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ca4b4-9344-4f96-bc05-49fd23a5e334 req-4fb94314-eefe-44a8-9887-1a6cc1efeafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:27.763712 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8a0ca4b4-9344-4f96-bc05-49fd23a5e334 req-4fb94314-eefe-44a8-9887-1a6cc1efeafd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e87486ea-14b8-4357-b569-3ef6c52f1320 HTTP/1.1" status: 200 len: 846 time: 0.1755631 Nov 12 00:48:27.793032 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-cf2c8db0-1133-4658-99ba-30e85797f14d req-11c8969f-209b-4554-bfcf-34e5f5d69d75 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] For port 7f016150-bbaa-4469-abf4-94dfbaf090ce, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=7f016150-bbaa-4469-abf4-94dfbaf090ce,segment=NetworkSegment(7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763),segment_id=7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:27.793419 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-cf2c8db0-1133-4658-99ba-30e85797f14d req-11c8969f-209b-4554-bfcf-34e5f5d69d75 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:27.811826 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8a0ca4b4-9344-4f96-bc05-49fd23a5e334 req-ee7dfdd4-4854-4994-9909-9935ec2714fc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d872bf93-95f4-45c4-b0f4-642aed61400a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378835 Nov 12 00:48:27.820459 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06102139-1bf6-47c3-9ab6-4358aa548d45 admin admin] Router 8791e296-66f3-41ae-9874-5fc104263c13 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:48:27.872625 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-20b8f8e4-e1b8-4198-b620-187cbcb6fb0f req-1afa01f8-3c34-4cac-8d52-c8bd6e7d42e9 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] 10.222.0.20 "GET /v2.0/security-groups?id=0173e324-4495-45ca-9a05-856993c4c199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308403 Nov 12 00:48:27.891573 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-90951e10-17b6-4ca4-86f4-f52df9992260 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:27.922465 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:27.925666 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-90951e10-17b6-4ca4-86f4-f52df9992260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:27.936728 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-9e4f2868-695d-4b61-ac32-3b10a1840ef6 None None] Provisioning complete for port 350598de-67a6-464b-bbb9-ac177154ec38 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:27.936728 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9e4f2868-695d-4b61-ac32-3b10a1840ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:28.022079 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8a0ca4b4-9344-4f96-bc05-49fd23a5e334 req-91c527cf-ec39-4b7f-90e7-582504d0b9bb service neutron] 10.222.0.49 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004325 Nov 12 00:48:28.059400 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90951e10-17b6-4ca4-86f4-f52df9992260 None None] Network 654e5549-406d-49c2-ac80-0c0219b01277 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:28.068914 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-90951e10-17b6-4ca4-86f4-f52df9992260 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:28.075262 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90951e10-17b6-4ca4-86f4-f52df9992260 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:48:28.082087 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06102139-1bf6-47c3-9ab6-4358aa548d45 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:48:28.088470 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-06102139-1bf6-47c3-9ab6-4358aa548d45 admin admin] 10.222.0.20 "PUT /v2.0/routers/8791e296-66f3-41ae-9874-5fc104263c13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7517579 Nov 12 00:48:28.100473 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 350598de-67a6-464b-bbb9-ac177154ec38 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:28.101031 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:28.212395 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90951e10-17b6-4ca4-86f4-f52df9992260 None None] Pushing event updated for resources: {'Port': ['ID=7ac8fea9-b727-4e6e-99dc-eb1a49d37922,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:28.221129 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8a0ca4b4-9344-4f96-bc05-49fd23a5e334 req-672227f0-aed5-40ad-8cfd-713166ce50ce service neutron] 10.222.0.49 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618280 Nov 12 00:48:28.269296 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9908a04-bbac-48d6-b648-3d254063f4ca req-3e27cb85-a152-4d91-9cf9-40063b560797 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:28.278505 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c9908a04-bbac-48d6-b648-3d254063f4ca req-3e27cb85-a152-4d91-9cf9-40063b560797 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 944 time: 0.2476349 Nov 12 00:48:28.278933 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-cf2c8db0-1133-4658-99ba-30e85797f14d req-11c8969f-209b-4554-bfcf-34e5f5d69d75 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Calling delete_port for 7f016150-bbaa-4469-abf4-94dfbaf090ce owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:48:28.334127 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c9908a04-bbac-48d6-b648-3d254063f4ca req-630321ea-2c9d-4ba7-92dd-2e69846335f0 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549607 Nov 12 00:48:28.357107 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9e4f2868-695d-4b61-ac32-3b10a1840ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:28.360828 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-e5cdf005-f430-419e-b4fa-360cebc936a0 service neutron] 10.222.0.20 "GET /v2.0/networks/25c7053b-d0f6-4f07-824f-f121d6d3ef50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6048508 Nov 12 00:48:28.361037 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-90951e10-17b6-4ca4-86f4-f52df9992260 None None] Attempting to bind port 7ac8fea9-b727-4e6e-99dc-eb1a49d37922 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:48:28.361224 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-90951e10-17b6-4ca4-86f4-f52df9992260 None None] Attempting to bind port 7ac8fea9-b727-4e6e-99dc-eb1a49d37922 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '0d364108-3424-4611-9ced-e781b80cb291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '654e5549-406d-49c2-ac80-0c0219b01277'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:48:28.361571 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90951e10-17b6-4ca4-86f4-f52df9992260 None None] Attempting to bind port 7ac8fea9-b727-4e6e-99dc-eb1a49d37922 on network 654e5549-406d-49c2-ac80-0c0219b01277 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:28.369359 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90951e10-17b6-4ca4-86f4-f52df9992260 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:48:28.369881 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90951e10-17b6-4ca4-86f4-f52df9992260 None None] Checking segment: {'id': '0d364108-3424-4611-9ced-e781b80cb291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '654e5549-406d-49c2-ac80-0c0219b01277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:28.370269 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-90951e10-17b6-4ca4-86f4-f52df9992260 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:28.370684 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90951e10-17b6-4ca4-86f4-f52df9992260 None None] Bound using segment: {'id': '0d364108-3424-4611-9ced-e781b80cb291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '654e5549-406d-49c2-ac80-0c0219b01277'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:48:28.371144 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-90951e10-17b6-4ca4-86f4-f52df9992260 None None] Bound port: 7ac8fea9-b727-4e6e-99dc-eb1a49d37922, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d364108-3424-4611-9ced-e781b80cb291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '654e5549-406d-49c2-ac80-0c0219b01277'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:48:28.371524 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-90951e10-17b6-4ca4-86f4-f52df9992260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:28.446553 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-9e4f2868-695d-4b61-ac32-3b10a1840ef6 None None] For port 350598de-67a6-464b-bbb9-ac177154ec38, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=350598de-67a6-464b-bbb9-ac177154ec38,segment=NetworkSegment(3cbf229c-0098-4910-9e57-452f1a1e2767),segment_id=3cbf229c-0098-4910-9e57-452f1a1e2767)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:28.476048 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9e4f2868-695d-4b61-ac32-3b10a1840ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:28.536439 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:28.552836 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-90951e10-17b6-4ca4-86f4-f52df9992260 None None] For port 7ac8fea9-b727-4e6e-99dc-eb1a49d37922, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:48:28.569463 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-7012326b-ff4a-4c2a-8bcb-d454a0c011f0 service neutron] 10.222.0.20 "GET /v2.0/networks/25c7053b-d0f6-4f07-824f-f121d6d3ef50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000756 Nov 12 00:48:28.594759 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-90951e10-17b6-4ca4-86f4-f52df9992260 None None] For port 7ac8fea9-b727-4e6e-99dc-eb1a49d37922, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=7ac8fea9-b727-4e6e-99dc-eb1a49d37922,segment=NetworkSegment(0d364108-3424-4611-9ced-e781b80cb291),segment_id=0d364108-3424-4611-9ced-e781b80cb291)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:48:28.601502 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbad134a-7b30-4193-b247-443ff639733a x-openstack-request-id: req-bbad134a-7b30-4193-b247-443ff639733a {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:28.601866 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb955f7-555a-4087-abcd-bce579e2f015", "name": "network-vif-plugged", "status": "completed", "tag": "cfa2737e-ff39-485a-a2ad-858e4b4be17b", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:28.602117 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bbad134a-7b30-4193-b247-443ff639733a {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:28.602505 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb955f7-555a-4087-abcd-bce579e2f015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa2737e-ff39-485a-a2ad-858e4b4be17b', 'code': 200} Nov 12 00:48:28.605393 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4f2868-695d-4b61-ac32-3b10a1840ef6 None None] Pushing event updated for resources: {'Port': ['ID=350598de-67a6-464b-bbb9-ac177154ec38,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:28.613686 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-90951e10-17b6-4ca4-86f4-f52df9992260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:28.648677 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee8a689-b2cf-49ac-97e0-f81637897f53 None None] Sync routers for ids ['8791e296-66f3-41ae-9874-5fc104263c13'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:48:28.675117 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee8a689-b2cf-49ac-97e0-f81637897f53 None None] Routers {'8791e296-66f3-41ae-9874-5fc104263c13'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:28.675676 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-2ee8a689-b2cf-49ac-97e0-f81637897f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:48:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['8791e296-66f3-41ae-9874-5fc104263c13'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:28.706221 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6a1261e6-bade-4129-b6da-bd19dd226aa0 req-b1ce77fb-a245-4fcf-ba9a-9251c8f7ee81 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8b96323-207c-4e9a-9a2b-f9165ef8565b HTTP/1.1" status: 200 len: 210 time: 0.0340896 Nov 12 00:48:28.709471 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-cf2c8db0-1133-4658-99ba-30e85797f14d req-11c8969f-209b-4554-bfcf-34e5f5d69d75 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:28.734818 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-de1b0609-2a04-4316-b33f-f6d2f6f2061b None None] Provisioning complete for port cb6fe852-1ea9-402c-afd4-bb1c7226664d triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:28.735298 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-de1b0609-2a04-4316-b33f-f6d2f6f2061b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:28.759212 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c8969f-209b-4554-bfcf-34e5f5d69d75 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Pushing event deleted for resources: {'Port': ['ID=7f016150-bbaa-4469-abf4-94dfbaf090ce,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:28.827276 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf2c8db0-1133-4658-99ba-30e85797f14d req-11c8969f-209b-4554-bfcf-34e5f5d69d75 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] No DVR routers for this DVR port 7f016150-bbaa-4469-abf4-94dfbaf090ce on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:48:28.830474 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.db.api [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:48:28.831012 n-d-812236-11 neutron-server[102663]: DEBUG oslo_db.api [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:48:28.832526 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-cf2c8db0-1133-4658-99ba-30e85797f14d req-11c8969f-209b-4554-bfcf-34e5f5d69d75 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:28.835018 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90951e10-17b6-4ca4-86f4-f52df9992260 None None] Pushing event updated for resources: {'Port': ['ID=7ac8fea9-b727-4e6e-99dc-eb1a49d37922,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:28.836833 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cf2c8db0-1133-4658-99ba-30e85797f14d req-11c8969f-209b-4554-bfcf-34e5f5d69d75 tempest-FloatingIPsAssociationTestJSON-1314121656 tempest-FloatingIPsAssociationTestJSON-1314121656-project] 10.222.0.54 "DELETE /v2.0/ports/7f016150-bbaa-4469-abf4-94dfbaf090ce HTTP/1.1" status: 204 len: 173 time: 1.4608686 Nov 12 00:48:28.837414 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b96323-207c-4e9a-9a2b-f9165ef8565b', 'name': 'network-vif-deleted', 'tag': '7f016150-bbaa-4469-abf4-94dfbaf090ce'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:28.839930 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22ddb7e-97ea-4a96-908a-a983950052a8" -d '{"events": [{"server_uuid": "d8b96323-207c-4e9a-9a2b-f9165ef8565b", "name": "network-vif-deleted", "tag": "7f016150-bbaa-4469-abf4-94dfbaf090ce"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:28.853863 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-ddf6a8b0-f3f4-4952-b3f6-fa34c94d82b8 service neutron] 10.222.0.20 "GET /v2.0/networks/654e5549-406d-49c2-ac80-0c0219b01277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832005 Nov 12 00:48:28.895930 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-de1b0609-2a04-4316-b33f-f6d2f6f2061b None None] Port cb6fe852-1ea9-402c-afd4-bb1c7226664d cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:48:28.912247 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ba132-4da2-4877-839b-d30404ea2101 req-6e7ce3f6-eca6-42d9-a40f-00eb73527097 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:28.921257 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-da6ba132-4da2-4877-839b-d30404ea2101 req-6e7ce3f6-eca6-42d9-a40f-00eb73527097 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1750a22-f718-4a06-aab8-71db8a7c3e06 HTTP/1.1" status: 200 len: 945 time: 0.1240811 Nov 12 00:48:28.922413 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52832) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:28.930277 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-16e5e157-20e7-47cb-9733-0c472f96f2fa tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Request body: {'floatingip': {'port_id': 'aabec6ab-937e-49b2-99f2-e946f5d3d7fa'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:28.966821 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-2ee8a689-b2cf-49ac-97e0-f81637897f53 None None] Set router 8791e296-66f3-41ae-9874-5fc104263c13 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:48:29.029281 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-9d43c2b5-1461-4334-865c-71ab7691012a None None] Provisioning complete for port 350598de-67a6-464b-bbb9-ac177154ec38 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:29.029690 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9d43c2b5-1461-4334-865c-71ab7691012a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:29.071714 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-5e879a49-3315-4157-9a95-b02139965978 service neutron] 10.222.0.20 "GET /v2.0/networks/654e5549-406d-49c2-ac80-0c0219b01277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141943 Nov 12 00:48:29.092511 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-16e5e157-20e7-47cb-9733-0c472f96f2fa tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Publish callbacks [] for floatingip, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:29.419864 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-2ee8a689-b2cf-49ac-97e0-f81637897f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8791e296-66f3-41ae-9874-5fc104263c13', 'name': 'tempest-AttachVolumeShelveTestJSON-1644377525-router', 'tenant_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:15Z', 'updated_at': '2021-11-12T00:48:25Z', 'revision_number': 4, 'project_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'gw_port': {'id': 'c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:34:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8791e296-66f3-41ae-9874-5fc104263c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:17Z', 'updated_at': '2021-11-12T00:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'cb6fe852-1ea9-402c-afd4-bb1c7226664d', 'name': '', 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48', 'tenant_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'mac_address': 'fa:16:3e:ce:e3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8791e296-66f3-41ae-9874-5fc104263c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '04c51f1f-4fad-42e7-a817-4af69d874ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:24Z', 'updated_at': '2021-11-12T00:48:26Z', 'revision_number': 2, 'project_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'subnets': [{'id': '04c51f1f-4fad-42e7-a817-4af69d874ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:29.469227 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee8a689-b2cf-49ac-97e0-f81637897f53 None None] Checking router: 8791e296-66f3-41ae-9874-5fc104263c13 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:48:29.469614 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee8a689-b2cf-49ac-97e0-f81637897f53 None None] Updating router 8791e296-66f3-41ae-9874-5fc104263c13 port cb6fe852-1ea9-402c-afd4-bb1c7226664d binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:48:29.547853 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2ee8a689-b2cf-49ac-97e0-f81637897f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:29.562791 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48404160-dd5b-4d41-964e-5c74275b900c req-cd60a21e-dd32-486f-baf4-4555ef303f54 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:29.583256 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-48404160-dd5b-4d41-964e-5c74275b900c req-cd60a21e-dd32-486f-baf4-4555ef303f54 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7829bf1-5862-4484-8eff-f7789b6e0183 HTTP/1.1" status: 200 len: 946 time: 0.5529950 Nov 12 00:48:29.871297 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-48404160-dd5b-4d41-964e-5c74275b900c req-de5bfc3d-4304-4534-9635-2e678c5f3c23 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824793 Nov 12 00:48:29.902887 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:30.009037 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:30.012575 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:30.100347 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 7f016150-bbaa-4469-abf4-94dfbaf090ce no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:48:30.154908 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: 7f016150-bbaa-4469-abf4-94dfbaf090ce {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:48:30.156213 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 7f016150-bbaa-4469-abf4-94dfbaf090ce not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:48:30.201998 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfab304-864c-4b80-a9fc-3f5d0591188a req-adebb747-e969-4b04-ad2c-30bcb6618053 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:30.205560 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7bfab304-864c-4b80-a9fc-3f5d0591188a req-adebb747-e969-4b04-ad2c-30bcb6618053 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 946 time: 0.2074957 Nov 12 00:48:30.206901 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2ee8a689-b2cf-49ac-97e0-f81637897f53 None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:30.217321 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2ee8a689-b2cf-49ac-97e0-f81637897f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:30.220699 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 7ac8fea9-b727-4e6e-99dc-eb1a49d37922 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:30.268361 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52874) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:30.273662 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-bee17d3c-cab3-4a22-8541-8fa51edee9b6 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1898215642', 'description': 'tempest-description--46074436'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:30.296974 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfdc003-408e-4455-9243-aefde140dadf None None] Pushing event updated for resources: {'Port': ['ID=cb6fe852-1ea9-402c-afd4-bb1c7226664d,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:30.321783 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfdc003-408e-4455-9243-aefde140dadf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:30.322112 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfdc003-408e-4455-9243-aefde140dadf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:30.323321 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfdc003-408e-4455-9243-aefde140dadf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:30.325118 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfdc003-408e-4455-9243-aefde140dadf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:30.325716 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfdc003-408e-4455-9243-aefde140dadf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:30.326723 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfdc003-408e-4455-9243-aefde140dadf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:30.328643 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfdc003-408e-4455-9243-aefde140dadf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:30.329134 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfdc003-408e-4455-9243-aefde140dadf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:30.329642 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfdc003-408e-4455-9243-aefde140dadf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:30.333295 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfdc003-408e-4455-9243-aefde140dadf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:30.334108 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfdc003-408e-4455-9243-aefde140dadf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:30.334637 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfdc003-408e-4455-9243-aefde140dadf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:30.373259 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bee17d3c-cab3-4a22-8541-8fa51edee9b6 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:30.411790 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 7ac8fea9-b727-4e6e-99dc-eb1a49d37922 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:30.413711 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:30.433124 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3cc0311-fc4f-4b51-bada-22582f43c52e x-openstack-request-id: req-c3cc0311-fc4f-4b51-bada-22582f43c52e {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:30.435895 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b96323-207c-4e9a-9a2b-f9165ef8565b", "name": "network-vif-deleted", "tag": "7f016150-bbaa-4469-abf4-94dfbaf090ce", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:30.436163 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c3cc0311-fc4f-4b51-bada-22582f43c52e {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:30.436596 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b96323-207c-4e9a-9a2b-f9165ef8565b', 'name': 'network-vif-deleted', 'tag': '7f016150-bbaa-4469-abf4-94dfbaf090ce', 'status': 'completed', 'code': 200} Nov 12 00:48:30.500542 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.db.resource_extend [None req-16e5e157-20e7-47cb-9733-0c472f96f2fa tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:48:30.547484 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-2ee8a689-b2cf-49ac-97e0-f81637897f53 None None] Attempting to bind port cb6fe852-1ea9-402c-afd4-bb1c7226664d on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:48:30.549406 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-2ee8a689-b2cf-49ac-97e0-f81637897f53 None None] Attempting to bind port cb6fe852-1ea9-402c-afd4-bb1c7226664d by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '6922dc8f-e4e8-46eb-925b-ce7a975c2214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:48:30.550351 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee8a689-b2cf-49ac-97e0-f81637897f53 None None] Attempting to bind port cb6fe852-1ea9-402c-afd4-bb1c7226664d on network 9bd80eeb-5154-4c03-9db9-fcf789d8dd48 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:30.562040 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee8a689-b2cf-49ac-97e0-f81637897f53 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:48:30.567291 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee8a689-b2cf-49ac-97e0-f81637897f53 None None] Checking segment: {'id': '6922dc8f-e4e8-46eb-925b-ce7a975c2214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:30.568371 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2ee8a689-b2cf-49ac-97e0-f81637897f53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:30.568997 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee8a689-b2cf-49ac-97e0-f81637897f53 None None] Bound using segment: {'id': '6922dc8f-e4e8-46eb-925b-ce7a975c2214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:48:30.572253 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-2ee8a689-b2cf-49ac-97e0-f81637897f53 None None] Bound port: cb6fe852-1ea9-402c-afd4-bb1c7226664d, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6922dc8f-e4e8-46eb-925b-ce7a975c2214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:48:30.578457 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2ee8a689-b2cf-49ac-97e0-f81637897f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:30.624305 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bee17d3c-cab3-4a22-8541-8fa51edee9b6 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:30.632902 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bee17d3c-cab3-4a22-8541-8fa51edee9b6 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:30.699427 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:30.703851 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7bfab304-864c-4b80-a9fc-3f5d0591188a req-22fd420c-20bc-45ca-aa73-4a6c5d6f0381 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3984640 Nov 12 00:48:30.744212 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-16e5e157-20e7-47cb-9733-0c472f96f2fa tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:30.753803 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-16e5e157-20e7-47cb-9733-0c472f96f2fa tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:30.775519 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-2ee8a689-b2cf-49ac-97e0-f81637897f53 None None] For port cb6fe852-1ea9-402c-afd4-bb1c7226664d, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:48:30.787404 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-2ee8a689-b2cf-49ac-97e0-f81637897f53 None None] For port cb6fe852-1ea9-402c-afd4-bb1c7226664d, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=cb6fe852-1ea9-402c-afd4-bb1c7226664d,segment=NetworkSegment(6922dc8f-e4e8-46eb-925b-ce7a975c2214),segment_id=6922dc8f-e4e8-46eb-925b-ce7a975c2214)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:48:30.798708 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2ee8a689-b2cf-49ac-97e0-f81637897f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:30.802372 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0b7959-98ad-4851-865b-4928803496ed None None] Network 654e5549-406d-49c2-ac80-0c0219b01277 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:48:30.816650 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 7ac8fea9-b727-4e6e-99dc-eb1a49d37922, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=7ac8fea9-b727-4e6e-99dc-eb1a49d37922,segment=NetworkSegment(0d364108-3424-4611-9ced-e781b80cb291),segment_id=0d364108-3424-4611-9ced-e781b80cb291)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:30.822739 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee17d3c-cab3-4a22-8541-8fa51edee9b6 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=625dc1d6-90ac-480c-acb8-48ca2fb635f9,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:30.835340 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-faa055dd-c838-4096-8b21-fc7cc6d13dfe req-1855b973-35b3-4f0b-81cf-75700d733baa tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4667ae-61a1-4c7d-a531-56397679e328 HTTP/1.1" status: 200 len: 210 time: 0.1705272 Nov 12 00:48:30.843588 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bee17d3c-cab3-4a22-8541-8fa51edee9b6 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:30.850435 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-bee17d3c-cab3-4a22-8541-8fa51edee9b6 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5754626 Nov 12 00:48:30.852496 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52876) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:30.862787 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-26e0c391-9b0c-4880-bb8f-1643b66405ef tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Request body: {'security_group_rule': {'security_group_id': '625dc1d6-90ac-480c-acb8-48ca2fb635f9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:30.928648 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-26e0c391-9b0c-4880-bb8f-1643b66405ef tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:30.982962 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:30.985019 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 350598de-67a6-464b-bbb9-ac177154ec38 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:31.001448 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee8a689-b2cf-49ac-97e0-f81637897f53 None None] Routers {'8791e296-66f3-41ae-9874-5fc104263c13'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:31.008257 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-2ee8a689-b2cf-49ac-97e0-f81637897f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:48:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['8791e296-66f3-41ae-9874-5fc104263c13'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:31.087962 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-26e0c391-9b0c-4880-bb8f-1643b66405ef tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:31.104518 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52878) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:31.110572 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-26e0c391-9b0c-4880-bb8f-1643b66405ef tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:31.123201 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfdc003-408e-4455-9243-aefde140dadf None None] Pushing event updated for resources: {'Port': ['ID=cb6fe852-1ea9-402c-afd4-bb1c7226664d,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:31.161872 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c6399-48db-4772-ac29-0f09047cf0da req-dfefbf65-de2f-4aa7-aa68-69453906aaaa tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:31.178506 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-131c6399-48db-4772-ac29-0f09047cf0da req-dfefbf65-de2f-4aa7-aa68-69453906aaaa tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 944 time: 0.2794929 Nov 12 00:48:31.319904 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0c391-9b0c-4880-bb8f-1643b66405ef tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a646fc65-d428-45d1-b721-4e5b78dcc33f,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:31.374485 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-2ee8a689-b2cf-49ac-97e0-f81637897f53 None None] Set router 8791e296-66f3-41ae-9874-5fc104263c13 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:48:31.556963 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-26e0c391-9b0c-4880-bb8f-1643b66405ef tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:31.568872 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-26e0c391-9b0c-4880-bb8f-1643b66405ef tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7065837 Nov 12 00:48:31.570050 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52882) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:31.587044 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-1409e391-5c29-4a87-ab8b-8162665d2aba None None] Provisioning complete for port 7ac8fea9-b727-4e6e-99dc-eb1a49d37922 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:31.587427 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1409e391-5c29-4a87-ab8b-8162665d2aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:31.600743 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-e5efefa0-3396-4a00-a2fd-1f94290a36a0 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Request body: {'security_group_rule': {'security_group_id': '625dc1d6-90ac-480c-acb8-48ca2fb635f9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:31.776904 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=7ac8fea9-b727-4e6e-99dc-eb1a49d37922,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:31.827408 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-2ee8a689-b2cf-49ac-97e0-f81637897f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8791e296-66f3-41ae-9874-5fc104263c13', 'name': 'tempest-AttachVolumeShelveTestJSON-1644377525-router', 'tenant_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:15Z', 'updated_at': '2021-11-12T00:48:25Z', 'revision_number': 4, 'project_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'gw_port': {'id': 'c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:34:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8791e296-66f3-41ae-9874-5fc104263c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:17Z', 'updated_at': '2021-11-12T00:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'cb6fe852-1ea9-402c-afd4-bb1c7226664d', 'name': '', 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48', 'tenant_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'mac_address': 'fa:16:3e:ce:e3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8791e296-66f3-41ae-9874-5fc104263c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '04c51f1f-4fad-42e7-a817-4af69d874ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:24Z', 'updated_at': '2021-11-12T00:48:30Z', 'revision_number': 4, 'project_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'subnets': [{'id': '04c51f1f-4fad-42e7-a817-4af69d874ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:31.855158 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e5efefa0-3396-4a00-a2fd-1f94290a36a0 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:31.867102 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 350598de-67a6-464b-bbb9-ac177154ec38 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:31.869390 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:31.906059 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee8a689-b2cf-49ac-97e0-f81637897f53 None None] The sync data for ids ['8791e296-66f3-41ae-9874-5fc104263c13'] in n-d-812236-11 is: [{'id': '8791e296-66f3-41ae-9874-5fc104263c13', 'name': 'tempest-AttachVolumeShelveTestJSON-1644377525-router', 'tenant_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:15Z', 'updated_at': '2021-11-12T00:48:25Z', 'revision_number': 4, 'project_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'gw_port': {'id': 'c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:34:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8791e296-66f3-41ae-9874-5fc104263c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:17Z', 'updated_at': '2021-11-12T00:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'cb6fe852-1ea9-402c-afd4-bb1c7226664d', 'name': '', 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48', 'tenant_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'mac_address': 'fa:16:3e:ce:e3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8791e296-66f3-41ae-9874-5fc104263c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '04c51f1f-4fad-42e7-a817-4af69d874ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:24Z', 'updated_at': '2021-11-12T00:48:30Z', 'revision_number': 4, 'project_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'subnets': [{'id': '04c51f1f-4fad-42e7-a817-4af69d874ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:48:32.026605 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [None req-16e5e157-20e7-47cb-9733-0c472f96f2fa tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Floating IP b02bfac6-6344-4f35-9501-1eb9accbd7d8 associated. External IP: 172.25.2.115, port: aabec6ab-937e-49b2-99f2-e946f5d3d7fa. Nov 12 00:48:32.043032 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70059bb4-30d4-487c-a8db-37d71b4a2f36 req-c36215a4-f6d0-4225-b7f1-f51a7da71266 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:32.046201 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-131c6399-48db-4772-ac29-0f09047cf0da req-bfcff45b-90b4-402a-a4d2-dbd99aa5e1e8 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8632774 Nov 12 00:48:32.063159 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-70059bb4-30d4-487c-a8db-37d71b4a2f36 req-c36215a4-f6d0-4225-b7f1-f51a7da71266 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7829bf1-5862-4484-8eff-f7789b6e0183 HTTP/1.1" status: 200 len: 946 time: 0.3997991 Nov 12 00:48:32.193201 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e5efefa0-3396-4a00-a2fd-1f94290a36a0 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:32.209754 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e5efefa0-3396-4a00-a2fd-1f94290a36a0 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:32.294823 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-70059bb4-30d4-487c-a8db-37d71b4a2f36 req-f9175c98-f042-415e-9786-0ef1d5ee8f8d tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256062 Nov 12 00:48:32.325466 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e5efefa0-3396-4a00-a2fd-1f94290a36a0 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:32.326763 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e5efefa0-3396-4a00-a2fd-1f94290a36a0 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7403133 Nov 12 00:48:32.333909 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52890) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:32.354998 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-e6b7ee52-0c8c-4013-9458-1e58e69ee638 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:32.363473 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-1fa9d6ce-2969-4d7d-ae87-7e59b69da86e tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:32.382050 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-1fa9d6ce-2969-4d7d-ae87-7e59b69da86e tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:32.383671 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-1fa9d6ce-2969-4d7d-ae87-7e59b69da86e tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.49 "GET /v2.0/networks?id=25c7053b-d0f6-4f07-824f-f121d6d3ef50&id=654e5549-406d-49c2-ac80-0c0219b01277 HTTP/1.1" status: 200 len: 1392 time: 0.5341609 Nov 12 00:48:32.407040 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8db022-920a-4878-9a53-3bad976cb50e req-afc2e4e9-dd1f-4721-83e1-b1ec29f575d8 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:32.409448 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4c8db022-920a-4878-9a53-3bad976cb50e req-afc2e4e9-dd1f-4721-83e1-b1ec29f575d8 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 946 time: 0.2234695 Nov 12 00:48:32.416742 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-f1e05568-30d8-4751-aacc-fccf4270b641 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Request body: {'port': {'device_id': '7c4667ae-61a1-4c7d-a531-56397679e328', 'network_id': '25c7053b-d0f6-4f07-824f-f121d6d3ef50', 'admin_state_up': True, 'tenant_id': '809bf7e77c2745d0828daef0d4ec25f2'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:32.428836 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5efefa0-3396-4a00-a2fd-1f94290a36a0 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73089aa7-baa6-4a4d-a5e4-9236bc066024,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:32.438387 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e6b7ee52-0c8c-4013-9458-1e58e69ee638 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks [] for floatingip, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:32.450169 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-74df0364-3217-43e1-9de4-00e010c8948c None None] Provisioning complete for port 7ac8fea9-b727-4e6e-99dc-eb1a49d37922 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:32.450733 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-74df0364-3217-43e1-9de4-00e010c8948c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:32.663026 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7edd49f5-75ff-48ed-a125-675fc0796b21 req-701b389e-8e09-4ea3-b65f-8a29ed230617 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4667ae-61a1-4c7d-a531-56397679e328 HTTP/1.1" status: 200 len: 210 time: 0.1367180 Nov 12 00:48:32.690533 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-74df0364-3217-43e1-9de4-00e010c8948c None None] Provisioning complete for port cb6fe852-1ea9-402c-afd4-bb1c7226664d triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:32.690914 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-74df0364-3217-43e1-9de4-00e010c8948c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:32.724213 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device cb6fe852-1ea9-402c-afd4-bb1c7226664d up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:32.818187 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port cb6fe852-1ea9-402c-afd4-bb1c7226664d triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:32.818560 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:32.830972 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4c8db022-920a-4878-9a53-3bad976cb50e req-9b78fb41-76b2-42a9-ae6f-a88ecb3f4703 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4008617 Nov 12 00:48:32.894455 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-978362ab-b52b-43c8-83ce-c7c01da876d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:32.925580 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-74df0364-3217-43e1-9de4-00e010c8948c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:32.950950 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-f1e05568-30d8-4751-aacc-fccf4270b641 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Made reservation on behalf of 809bf7e77c2745d0828daef0d4ec25f2 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:48:32.954992 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-f1e05568-30d8-4751-aacc-fccf4270b641 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:32.974729 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e5e157-20e7-47cb-9733-0c472f96f2fa tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Router e5debbb6-7669-4a53-b781-3723e50f7e3f has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:48:33.052334 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-74df0364-3217-43e1-9de4-00e010c8948c None None] For port cb6fe852-1ea9-402c-afd4-bb1c7226664d, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=cb6fe852-1ea9-402c-afd4-bb1c7226664d,segment=NetworkSegment(6922dc8f-e4e8-46eb-925b-ce7a975c2214),segment_id=6922dc8f-e4e8-46eb-925b-ce7a975c2214)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:33.064891 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-74df0364-3217-43e1-9de4-00e010c8948c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:33.075375 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e6b7ee52-0c8c-4013-9458-1e58e69ee638 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:33.134942 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:33.272741 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.db.api [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:48:33.273337 n-d-812236-11 neutron-server[102663]: DEBUG oslo_db.api [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:48:33.274170 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df0364-3217-43e1-9de4-00e010c8948c None None] Pushing event updated for resources: {'Port': ['ID=cb6fe852-1ea9-402c-afd4-bb1c7226664d,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:33.390023 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-f1e05568-30d8-4751-aacc-fccf4270b641 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Allocated IP 19.80.0.105 (25c7053b-d0f6-4f07-824f-f121d6d3ef50/b11b8cb9-239a-442e-800f-481bd2c12d07/a1f56afb-65b9-4216-99bc-7c85a0176386) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:48:33.417448 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e5e157-20e7-47cb-9733-0c472f96f2fa tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:48:33.428564 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413e921c-7026-4cc7-9aca-718bcf970067 None None] Sync routers for ids ['e5debbb6-7669-4a53-b781-3723e50f7e3f'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:48:33.439469 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413e921c-7026-4cc7-9aca-718bcf970067 None None] Routers {'e5debbb6-7669-4a53-b781-3723e50f7e3f'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:33.440077 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-413e921c-7026-4cc7-9aca-718bcf970067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:48:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['e5debbb6-7669-4a53-b781-3723e50f7e3f'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:33.442952 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-16e5e157-20e7-47cb-9733-0c472f96f2fa tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:33.468409 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-e6b7ee52-0c8c-4013-9458-1e58e69ee638 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Allocated IP 172.25.2.192 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/5a272a30-3289-4cc4-b6ba-d30c9b841c02) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:48:33.493389 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0274ef-f2c0-44f0-8fd3-f34f79bb5bbb req-d1e2f988-e35b-4d51-b3c9-6d1ba42f1b86 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:33.494888 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6e0274ef-f2c0-44f0-8fd3-f34f79bb5bbb req-d1e2f988-e35b-4d51-b3c9-6d1ba42f1b86 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7829bf1-5862-4484-8eff-f7789b6e0183 HTTP/1.1" status: 200 len: 946 time: 0.1258209 Nov 12 00:48:33.507489 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93735a-19a4-4026-a4ce-5c1bcbc98f1e req-8b38bda8-2aa3-452d-b85b-6dbe4cded6ef tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:33.515057 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4c93735a-19a4-4026-a4ce-5c1bcbc98f1e req-8b38bda8-2aa3-452d-b85b-6dbe4cded6ef tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 944 time: 0.3198283 Nov 12 00:48:33.558268 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-16e5e157-20e7-47cb-9733-0c472f96f2fa tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] 10.222.0.20 "PUT /v2.0/floatingips/b02bfac6-6344-4f35-9501-1eb9accbd7d8 HTTP/1.1" status: 200 len: 991 time: 4.6346295 Nov 12 00:48:33.574480 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1750a22-f718-4a06-aab8-71db8a7c3e06', 'tag': 'aabec6ab-937e-49b2-99f2-e946f5d3d7fa'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:33.576707 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7ff8d0-607b-4628-9f88-361cd52e3266" -d '{"events": [{"name": "network-changed", "server_uuid": "c1750a22-f718-4a06-aab8-71db8a7c3e06", "tag": "aabec6ab-937e-49b2-99f2-e946f5d3d7fa"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:33.647058 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef38ab-0c16-488e-a7ed-1645c6a3b61f req-6f747375-fdf7-4831-95a8-47b688c86b43 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:33.650542 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-413e921c-7026-4cc7-9aca-718bcf970067 None None] Set router e5debbb6-7669-4a53-b781-3723e50f7e3f gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:48:33.651684 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2eef38ab-0c16-488e-a7ed-1645c6a3b61f req-6f747375-fdf7-4831-95a8-47b688c86b43 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7829bf1-5862-4484-8eff-f7789b6e0183 HTTP/1.1" status: 200 len: 946 time: 0.2522864 Nov 12 00:48:33.782071 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2eef38ab-0c16-488e-a7ed-1645c6a3b61f req-28dd62ec-b2f6-4d36-a914-121107619a75 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230135 Nov 12 00:48:33.843429 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e6b7ee52-0c8c-4013-9458-1e58e69ee638 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:33.844125 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-f1e05568-30d8-4751-aacc-fccf4270b641 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:33.900565 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-f1e05568-30d8-4751-aacc-fccf4270b641 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:33.932977 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4c93735a-19a4-4026-a4ce-5c1bcbc98f1e req-0c01bd02-eb91-4fee-ab7b-f4f13cb2fdee tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4170401 Nov 12 00:48:33.975619 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e05568-30d8-4751-aacc-fccf4270b641 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Pushing event updated for resources: {'Port': ['ID=a1f56afb-65b9-4216-99bc-7c85a0176386,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:34.004995 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-f1e05568-30d8-4751-aacc-fccf4270b641 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Network 25c7053b-d0f6-4f07-824f-f121d6d3ef50 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:34.006878 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-f1e05568-30d8-4751-aacc-fccf4270b641 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:34.009460 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-f1e05568-30d8-4751-aacc-fccf4270b641 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:48:34.035425 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e6b7ee52-0c8c-4013-9458-1e58e69ee638 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:34.074041 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-f1e05568-30d8-4751-aacc-fccf4270b641 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:34.074752 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-f1e05568-30d8-4751-aacc-fccf4270b641 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:34.088016 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16a1a7d-50e1-4b40-b88b-e19762cfad61 x-openstack-request-id: req-c16a1a7d-50e1-4b40-b88b-e19762cfad61 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:34.088445 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1750a22-f718-4a06-aab8-71db8a7c3e06", "tag": "aabec6ab-937e-49b2-99f2-e946f5d3d7fa", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:34.088829 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c16a1a7d-50e1-4b40-b88b-e19762cfad61 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:34.089266 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1750a22-f718-4a06-aab8-71db8a7c3e06', 'tag': 'aabec6ab-937e-49b2-99f2-e946f5d3d7fa', 'status': 'completed', 'code': 200} Nov 12 00:48:34.095349 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 7ac8fea9-b727-4e6e-99dc-eb1a49d37922 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:34.097824 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-f1e05568-30d8-4751-aacc-fccf4270b641 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6876647 Nov 12 00:48:34.138748 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-6e0274ef-f2c0-44f0-8fd3-f34f79bb5bbb req-95ecbd64-cc3d-4378-8dc1-f458b6a381fb tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Deleting port 36574614-189c-4aa5-8de3-3c900cd15861 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:48:34.139129 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-6e0274ef-f2c0-44f0-8fd3-f34f79bb5bbb req-95ecbd64-cc3d-4378-8dc1-f458b6a381fb tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:34.177095 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b7ee52-0c8c-4013-9458-1e58e69ee638 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:34.197457 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-1c04a357-c572-49cb-9351-ca0d35534fe8 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Request body: {'port': {'device_id': '7c4667ae-61a1-4c7d-a531-56397679e328', 'network_id': '654e5549-406d-49c2-ac80-0c0219b01277', 'admin_state_up': True, 'tenant_id': '809bf7e77c2745d0828daef0d4ec25f2'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:34.246655 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b7ee52-0c8c-4013-9458-1e58e69ee638 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Pushing event updated for resources: {'Port': ['ID=5a272a30-3289-4cc4-b6ba-d30c9b841c02,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:34.256921 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-e6b7ee52-0c8c-4013-9458-1e58e69ee638 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:34.311801 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-aa49e95b-9b0d-4c02-831f-1a96dd254d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:34.345453 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ff8d0-607b-4628-9f88-361cd52e3266 req-b1dbe884-b1f2-42ac-82e0-6c0d1a5281db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:34.346024 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 7ac8fea9-b727-4e6e-99dc-eb1a49d37922 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:34.346397 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:34.347279 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2e7ff8d0-607b-4628-9f88-361cd52e3266 req-b1dbe884-b1f2-42ac-82e0-6c0d1a5281db service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e41ab1ecd3cd454e8caa07d2787925ef&device_id=c1750a22-f718-4a06-aab8-71db8a7c3e06 HTTP/1.1" status: 200 len: 1097 time: 0.2403641 Nov 12 00:48:34.399278 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d92449-a3f9-4dc4-b635-69d9e31ed03a req-7385aeee-266b-4a66-a955-0dafa16a147c tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:34.406474 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b7ee52-0c8c-4013-9458-1e58e69ee638 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:48:34.407331 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a9d92449-a3f9-4dc4-b635-69d9e31ed03a req-7385aeee-266b-4a66-a955-0dafa16a147c tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4667ae-61a1-4c7d-a531-56397679e328 HTTP/1.1" status: 200 len: 932 time: 0.2059429 Nov 12 00:48:34.516105 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-52acbebb-6f39-4ad7-95cf-1c7b9b678ecd None None] Provisioning complete for port a1f56afb-65b9-4216-99bc-7c85a0176386 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:34.517345 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-52acbebb-6f39-4ad7-95cf-1c7b9b678ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:34.521977 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-6e0274ef-f2c0-44f0-8fd3-f34f79bb5bbb req-95ecbd64-cc3d-4378-8dc1-f458b6a381fb tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] For port 36574614-189c-4aa5-8de3-3c900cd15861, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=36574614-189c-4aa5-8de3-3c900cd15861,segment=NetworkSegment(38b12e74-b18e-41d0-b62c-8552b3e37d05),segment_id=38b12e74-b18e-41d0-b62c-8552b3e37d05)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:34.522785 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-6e0274ef-f2c0-44f0-8fd3-f34f79bb5bbb req-95ecbd64-cc3d-4378-8dc1-f458b6a381fb tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:34.526089 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-413e921c-7026-4cc7-9aca-718bcf970067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5debbb6-7669-4a53-b781-3723e50f7e3f', 'name': 'tempest-ServersTestFqdnHostnames-1202256277-router', 'tenant_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '017ffbc6-d524-44a7-9505-ba4b394a5a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:44Z', 'updated_at': '2021-11-12T00:47:51Z', 'revision_number': 4, 'project_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'gw_port': {'id': '017ffbc6-d524-44a7-9505-ba4b394a5a46', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:81:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5debbb6-7669-4a53-b781-3723e50f7e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:45Z', 'updated_at': '2021-11-12T00:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': 'b02bfac6-6344-4f35-9501-1eb9accbd7d8', 'tenant_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'floating_ip_address': '172.25.2.115', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'e5debbb6-7669-4a53-b781-3723e50f7e3f', 'port_id': 'aabec6ab-937e-49b2-99f2-e946f5d3d7fa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6eb69613-2bff-4972-a3f5-c49ebe3d356e', 'mac_address': 'fa:16:3e:00:36:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1750a22-f718-4a06-aab8-71db8a7c3e06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:47:58Z', 'updated_at': '2021-11-12T00:48:30Z', 'revision_number': 1, 'project_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '612b5e2b-7e00-4e23-9e2b-f5bfb0fef9fe', 'name': '', 'network_id': '6eb69613-2bff-4972-a3f5-c49ebe3d356e', 'tenant_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'mac_address': 'fa:16:3e:39:db:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5debbb6-7669-4a53-b781-3723e50f7e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'd60031b1-d306-4287-af8c-78e2e4da4eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:50Z', 'updated_at': '2021-11-12T00:47:57Z', 'revision_number': 5, 'project_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'subnets': [{'id': 'd60031b1-d306-4287-af8c-78e2e4da4eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:34.557457 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-1c04a357-c572-49cb-9351-ca0d35534fe8 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Made reservation on behalf of 809bf7e77c2745d0828daef0d4ec25f2 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:48:34.558744 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-978362ab-b52b-43c8-83ce-c7c01da876d4 admin admin] Deleting port 79d1946a-2e69-4be8-b837-8f8813a6766d {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:48:34.559079 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-978362ab-b52b-43c8-83ce-c7c01da876d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:34.562783 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-1c04a357-c572-49cb-9351-ca0d35534fe8 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:34.586541 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413e921c-7026-4cc7-9aca-718bcf970067 None None] Checking router: e5debbb6-7669-4a53-b781-3723e50f7e3f for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:48:34.596453 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a9d92449-a3f9-4dc4-b635-69d9e31ed03a req-498bfa36-1c41-4b8a-b994-856e5076888e tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/security-groups?id=00852a6f-259a-4c25-b9f8-f2d48079247f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880605 Nov 12 00:48:34.610672 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ff8d0-607b-4628-9f88-361cd52e3266 req-c2c39c69-0268-4827-925a-d32926ddb8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:34.610672 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2e7ff8d0-607b-4628-9f88-361cd52e3266 req-c2c39c69-0268-4827-925a-d32926ddb8b3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6eb69613-2bff-4972-a3f5-c49ebe3d356e HTTP/1.1" status: 200 len: 916 time: 0.2502470 Nov 12 00:48:34.644766 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413e921c-7026-4cc7-9aca-718bcf970067 None None] Routers {'e5debbb6-7669-4a53-b781-3723e50f7e3f'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:34.647506 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-413e921c-7026-4cc7-9aca-718bcf970067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:48:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['e5debbb6-7669-4a53-b781-3723e50f7e3f'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:34.667697 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-978362ab-b52b-43c8-83ce-c7c01da876d4 admin admin] For port 79d1946a-2e69-4be8-b837-8f8813a6766d, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=79d1946a-2e69-4be8-b837-8f8813a6766d,segment=NetworkSegment(7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763),segment_id=7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:34.668137 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-978362ab-b52b-43c8-83ce-c7c01da876d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:34.682700 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-978362ab-b52b-43c8-83ce-c7c01da876d4 admin admin] Calling delete_port for 79d1946a-2e69-4be8-b837-8f8813a6766d owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:48:34.738516 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2e7ff8d0-607b-4628-9f88-361cd52e3266 req-82b5a815-ec77-4418-be59-2c7614f010c1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aabec6ab-937e-49b2-99f2-e946f5d3d7fa HTTP/1.1" status: 200 len: 999 time: 0.1235430 Nov 12 00:48:34.755701 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f826dc-4757-4d45-afc5-251546350e26 req-4ef7ff6c-8477-4900-97c3-e7b6ead0f195 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:34.764237 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f5f826dc-4757-4d45-afc5-251546350e26 req-4ef7ff6c-8477-4900-97c3-e7b6ead0f195 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 946 time: 0.3146205 Nov 12 00:48:34.766556 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-6e0274ef-f2c0-44f0-8fd3-f34f79bb5bbb req-95ecbd64-cc3d-4378-8dc1-f458b6a381fb tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Calling delete_port for 36574614-189c-4aa5-8de3-3c900cd15861 owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:48:34.845729 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-52acbebb-6f39-4ad7-95cf-1c7b9b678ecd None None] Port a1f56afb-65b9-4216-99bc-7c85a0176386 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:48:34.853685 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-1c04a357-c572-49cb-9351-ca0d35534fe8 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Allocated IP 19.86.0.227 (654e5549-406d-49c2-ac80-0c0219b01277/ee9bdaed-06f4-4e88-82d7-f2209a31af28/6aa09cc3-3040-42b5-9613-faa388099509) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:48:34.854082 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e6b7ee52-0c8c-4013-9458-1e58e69ee638 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:34.961076 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device cb6fe852-1ea9-402c-afd4-bb1c7226664d up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:34.981030 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e6b7ee52-0c8c-4013-9458-1e58e69ee638 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:35.039098 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ff8d0-607b-4628-9f88-361cd52e3266 req-46e29622-099d-4816-acb8-78a6a35fa4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:35.041148 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-413e921c-7026-4cc7-9aca-718bcf970067 None None] Set router e5debbb6-7669-4a53-b781-3723e50f7e3f gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:48:35.041398 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2e7ff8d0-607b-4628-9f88-361cd52e3266 req-46e29622-099d-4816-acb8-78a6a35fa4c1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d60031b1-d306-4287-af8c-78e2e4da4eaa HTTP/1.1" status: 200 len: 854 time: 0.2917366 Nov 12 00:48:35.053635 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279085cd-f6b9-44a9-b3bf-711393ca419c req-46534813-d5e5-4814-b10e-ff6a34e72eb1 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:35.054408 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f5f826dc-4757-4d45-afc5-251546350e26 req-2b52dd73-d8d8-4886-b3d9-53662472c9a7 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2892594 Nov 12 00:48:35.055148 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-279085cd-f6b9-44a9-b3bf-711393ca419c req-46534813-d5e5-4814-b10e-ff6a34e72eb1 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7829bf1-5862-4484-8eff-f7789b6e0183 HTTP/1.1" status: 200 len: 946 time: 0.1162441 Nov 12 00:48:35.142049 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port cb6fe852-1ea9-402c-afd4-bb1c7226664d triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:35.142658 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:35.223815 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-279085cd-f6b9-44a9-b3bf-711393ca419c req-b30ae1d9-4d66-4139-b993-1dbd4b735db2 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287067 Nov 12 00:48:35.225911 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ff8d0-607b-4628-9f88-361cd52e3266 req-cf48b9e5-1926-482f-834f-74d9f00b2a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:35.229240 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2e7ff8d0-607b-4628-9f88-361cd52e3266 req-cf48b9e5-1926-482f-834f-74d9f00b2a13 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6eb69613-2bff-4972-a3f5-c49ebe3d356e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1716657 Nov 12 00:48:35.365465 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-978362ab-b52b-43c8-83ce-c7c01da876d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:35.381077 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-1c04a357-c572-49cb-9351-ca0d35534fe8 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:35.409994 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2e7ff8d0-607b-4628-9f88-361cd52e3266 req-6a16d692-7163-468c-88ba-0c67eb172dd9 service neutron] 10.222.0.54 "GET /v2.0/networks/6eb69613-2bff-4972-a3f5-c49ebe3d356e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663630 Nov 12 00:48:35.441526 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7cd5b-50a9-4fb0-ba5f-764ffa6de599 req-c38ee1a4-7c6f-4133-a11b-4fb80d14d8ce tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:35.444585 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8cb7cd5b-50a9-4fb0-ba5f-764ffa6de599 req-c38ee1a4-7c6f-4133-a11b-4fb80d14d8ce tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 944 time: 0.2456346 Nov 12 00:48:35.445825 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978362ab-b52b-43c8-83ce-c7c01da876d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=79d1946a-2e69-4be8-b837-8f8813a6766d,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:35.578590 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-1c04a357-c572-49cb-9351-ca0d35534fe8 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:35.588440 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-6e0274ef-f2c0-44f0-8fd3-f34f79bb5bbb req-95ecbd64-cc3d-4378-8dc1-f458b6a381fb tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:35.739009 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c04a357-c572-49cb-9351-ca0d35534fe8 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Pushing event updated for resources: {'Port': ['ID=6aa09cc3-3040-42b5-9613-faa388099509,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:35.766470 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-1c04a357-c572-49cb-9351-ca0d35534fe8 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Network 654e5549-406d-49c2-ac80-0c0219b01277 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:35.786462 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2e7ff8d0-607b-4628-9f88-361cd52e3266 req-433f7625-8d1a-42e9-a2ac-d37f68455cd7 service neutron] 10.222.0.54 "GET /v2.0/networks/6eb69613-2bff-4972-a3f5-c49ebe3d356e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384202 Nov 12 00:48:35.799944 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-1c04a357-c572-49cb-9351-ca0d35534fe8 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:35.804330 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-1c04a357-c572-49cb-9351-ca0d35534fe8 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:48:35.926966 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b1d813-a1c2-4611-ad93-85146bd565d8 req-80042bf2-ecd9-47b4-afbe-a0737f1c0a65 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:35.932963 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device b1079f03-af6d-4356-bc76-8fe2b67e07f3 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:48:35.941393 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b1d813-a1c2-4611-ad93-85146bd565d8 req-80042bf2-ecd9-47b4-afbe-a0737f1c0a65 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:35.953441 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-02b1d813-a1c2-4611-ad93-85146bd565d8 req-80042bf2-ecd9-47b4-afbe-a0737f1c0a65 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4667ae-61a1-4c7d-a531-56397679e328 HTTP/1.1" status: 200 len: 1655 time: 0.2043788 Nov 12 00:48:35.970072 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-1c04a357-c572-49cb-9351-ca0d35534fe8 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:35.971210 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-1c04a357-c572-49cb-9351-ca0d35534fe8 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:36.050061 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-02b1d813-a1c2-4611-ad93-85146bd565d8 req-f04e800f-b4af-4907-aee7-93353c72fb63 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/security-groups?id=00852a6f-259a-4c25-b9f8-f2d48079247f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891104 Nov 12 00:48:36.078952 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-1c04a357-c572-49cb-9351-ca0d35534fe8 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8949757 Nov 12 00:48:36.097216 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-54bb5977-2a81-4008-b168-d516aee4055c service neutron] Request body: {'port': {'device_id': '7c4667ae-61a1-4c7d-a531-56397679e328', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:36.102266 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 36574614-189c-4aa5-8de3-3c900cd15861 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:48:36.177310 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: 36574614-189c-4aa5-8de3-3c900cd15861 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:48:36.181849 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 36574614-189c-4aa5-8de3-3c900cd15861 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:48:36.205805 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-413e921c-7026-4cc7-9aca-718bcf970067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5debbb6-7669-4a53-b781-3723e50f7e3f', 'name': 'tempest-ServersTestFqdnHostnames-1202256277-router', 'tenant_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '017ffbc6-d524-44a7-9505-ba4b394a5a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:44Z', 'updated_at': '2021-11-12T00:47:51Z', 'revision_number': 4, 'project_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'gw_port': {'id': '017ffbc6-d524-44a7-9505-ba4b394a5a46', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:81:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5debbb6-7669-4a53-b781-3723e50f7e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:45Z', 'updated_at': '2021-11-12T00:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': 'b02bfac6-6344-4f35-9501-1eb9accbd7d8', 'tenant_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'floating_ip_address': '172.25.2.115', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'e5debbb6-7669-4a53-b781-3723e50f7e3f', 'port_id': 'aabec6ab-937e-49b2-99f2-e946f5d3d7fa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6eb69613-2bff-4972-a3f5-c49ebe3d356e', 'mac_address': 'fa:16:3e:00:36:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1750a22-f718-4a06-aab8-71db8a7c3e06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:47:58Z', 'updated_at': '2021-11-12T00:48:30Z', 'revision_number': 1, 'project_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '612b5e2b-7e00-4e23-9e2b-f5bfb0fef9fe', 'name': '', 'network_id': '6eb69613-2bff-4972-a3f5-c49ebe3d356e', 'tenant_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'mac_address': 'fa:16:3e:39:db:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5debbb6-7669-4a53-b781-3723e50f7e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'd60031b1-d306-4287-af8c-78e2e4da4eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:50Z', 'updated_at': '2021-11-12T00:47:57Z', 'revision_number': 5, 'project_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'subnets': [{'id': 'd60031b1-d306-4287-af8c-78e2e4da4eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:36.222003 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-54bb5977-2a81-4008-b168-d516aee4055c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:36.249091 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413e921c-7026-4cc7-9aca-718bcf970067 None None] The sync data for ids ['e5debbb6-7669-4a53-b781-3723e50f7e3f'] in n-d-812236-11 is: [{'id': 'e5debbb6-7669-4a53-b781-3723e50f7e3f', 'name': 'tempest-ServersTestFqdnHostnames-1202256277-router', 'tenant_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '017ffbc6-d524-44a7-9505-ba4b394a5a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:44Z', 'updated_at': '2021-11-12T00:47:51Z', 'revision_number': 4, 'project_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'gw_port': {'id': '017ffbc6-d524-44a7-9505-ba4b394a5a46', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:81:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5debbb6-7669-4a53-b781-3723e50f7e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:45Z', 'updated_at': '2021-11-12T00:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': 'b02bfac6-6344-4f35-9501-1eb9accbd7d8', 'tenant_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'floating_ip_address': '172.25.2.115', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'e5debbb6-7669-4a53-b781-3723e50f7e3f', 'port_id': 'aabec6ab-937e-49b2-99f2-e946f5d3d7fa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6eb69613-2bff-4972-a3f5-c49ebe3d356e', 'mac_address': 'fa:16:3e:00:36:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1750a22-f718-4a06-aab8-71db8a7c3e06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:47:58Z', 'updated_at': '2021-11-12T00:48:30Z', 'revision_number': 1, 'project_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '612b5e2b-7e00-4e23-9e2b-f5bfb0fef9fe', 'name': '', 'network_id': '6eb69613-2bff-4972-a3f5-c49ebe3d356e', 'tenant_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'mac_address': 'fa:16:3e:39:db:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5debbb6-7669-4a53-b781-3723e50f7e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'd60031b1-d306-4287-af8c-78e2e4da4eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:50Z', 'updated_at': '2021-11-12T00:47:57Z', 'revision_number': 5, 'project_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'subnets': [{'id': 'd60031b1-d306-4287-af8c-78e2e4da4eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:48:36.268477 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port b1079f03-af6d-4356-bc76-8fe2b67e07f3, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=b1079f03-af6d-4356-bc76-8fe2b67e07f3,segment=NetworkSegment(eac800fb-e2a4-4100-807c-1fb9b17e8d78),segment_id=eac800fb-e2a4-4100-807c-1fb9b17e8d78)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:36.272516 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-43982035-5ec1-4265-b99f-b867ffe6ac0f None None] Provisioning complete for port 6aa09cc3-3040-42b5-9613-faa388099509 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:36.272894 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-43982035-5ec1-4265-b99f-b867ffe6ac0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:36.304594 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': 'b1079f03-af6d-4356-bc76-8fe2b67e07f3', 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a', 'port_id': 'b1079f03-af6d-4356-bc76-8fe2b67e07f3', 'mac_address': 'fa:16:3e:e7:90:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e87486ea-14b8-4357-b569-3ef6c52f1320', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:48:36.325959 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-43982035-5ec1-4265-b99f-b867ffe6ac0f None None] Port 6aa09cc3-3040-42b5-9613-faa388099509 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:48:36.386153 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:36.399988 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ecbd64-cc3d-4378-8dc1-f458b6a381fb tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Pushing event deleted for resources: {'Port': ['ID=36574614-189c-4aa5-8de3-3c900cd15861,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:36.434542 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1079f03-af6d-4356-bc76-8fe2b67e07f3 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:48:36.441469 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e6b7ee52-0c8c-4013-9458-1e58e69ee638 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:36.460872 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-22671f27-1293-452d-80ac-0ce5e3b881e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:36.475254 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8cb7cd5b-50a9-4fb0-ba5f-764ffa6de599 req-de1ec5fb-85f8-4649-b981-25f0b1dcf83d tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0184486 Nov 12 00:48:36.493204 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c668db4-f29d-460f-9706-e9d94df6527a req-4593ef9d-f1d0-4299-8ed2-acde31b62e19 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:36.501479 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port b1079f03-af6d-4356-bc76-8fe2b67e07f3, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=b1079f03-af6d-4356-bc76-8fe2b67e07f3,segment=NetworkSegment(eac800fb-e2a4-4100-807c-1fb9b17e8d78),segment_id=eac800fb-e2a4-4100-807c-1fb9b17e8d78)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:36.503503 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c668db4-f29d-460f-9706-e9d94df6527a req-4593ef9d-f1d0-4299-8ed2-acde31b62e19 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 946 time: 0.2922595 Nov 12 00:48:36.508531 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:36.550697 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e6b7ee52-0c8c-4013-9458-1e58e69ee638 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:36.624460 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e0274ef-f2c0-44f0-8fd3-f34f79bb5bbb req-95ecbd64-cc3d-4378-8dc1-f458b6a381fb tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] No DVR routers for this DVR port 36574614-189c-4aa5-8de3-3c900cd15861 on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:48:36.632068 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-6e0274ef-f2c0-44f0-8fd3-f34f79bb5bbb req-95ecbd64-cc3d-4378-8dc1-f458b6a381fb tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:36.636104 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6e0274ef-f2c0-44f0-8fd3-f34f79bb5bbb req-95ecbd64-cc3d-4378-8dc1-f458b6a381fb tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.54 "DELETE /v2.0/ports/36574614-189c-4aa5-8de3-3c900cd15861 HTTP/1.1" status: 204 len: 173 time: 3.1127787 Nov 12 00:48:36.643284 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=b1079f03-af6d-4356-bc76-8fe2b67e07f3,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:36.646657 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7829bf1-5862-4484-8eff-f7789b6e0183', 'name': 'network-vif-deleted', 'tag': '36574614-189c-4aa5-8de3-3c900cd15861'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:36.649173 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df03cae3-20c8-4fae-8d80-e95c5be16510" -d '{"events": [{"server_uuid": "f7829bf1-5862-4484-8eff-f7789b6e0183", "name": "network-vif-deleted", "tag": "36574614-189c-4aa5-8de3-3c900cd15861"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:36.696277 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2897368c-5e64-416c-8c82-16628f46ffc8 None None] New status for floating IP b02bfac6-6344-4f35-9501-1eb9accbd7d8: ACTIVE {{(pid=102664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:48:36.727655 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3cc3dc39-a658-4efb-99c8-2c8d5b38af6a req-3cf31c3b-7b5e-4b7e-b2db-4204c17f1c6e tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7829bf1-5862-4484-8eff-f7789b6e0183 HTTP/1.1" status: 200 len: 210 time: 0.1222432 Nov 12 00:48:36.729687 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c668db4-f29d-460f-9706-e9d94df6527a req-a621a5da-a358-4331-a2e8-0c5587784d5e tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2254407 Nov 12 00:48:36.738506 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-978362ab-b52b-43c8-83ce-c7c01da876d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:36.766302 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b7ee52-0c8c-4013-9458-1e58e69ee638 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Pushing event updated for resources: {'Port': ['ID=5a272a30-3289-4cc4-b6ba-d30c9b841c02,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:36.796902 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['b1079f03-af6d-4356-bc76-8fe2b67e07f3'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:48:36.820496 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e6b7ee52-0c8c-4013-9458-1e58e69ee638 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:36.878050 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e6b7ee52-0c8c-4013-9458-1e58e69ee638 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:36.879897 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e6b7ee52-0c8c-4013-9458-1e58e69ee638 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5379021 Nov 12 00:48:37.094811 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-54bb5977-2a81-4008-b168-d516aee4055c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1f56afb-65b9-4216-99bc-7c85a0176386 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:48:37.113361 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-54bb5977-2a81-4008-b168-d516aee4055c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:37.146456 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-54bb5977-2a81-4008-b168-d516aee4055c service neutron] Transition to ACTIVE for port object a1f56afb-65b9-4216-99bc-7c85a0176386 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:48:37.153520 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-54bb5977-2a81-4008-b168-d516aee4055c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:37.173233 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a082ec5f-633f-4ab3-b265-b46af7004ca4 x-openstack-request-id: req-a082ec5f-633f-4ab3-b265-b46af7004ca4 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:37.173570 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7829bf1-5862-4484-8eff-f7789b6e0183", "name": "network-vif-deleted", "tag": "36574614-189c-4aa5-8de3-3c900cd15861", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:37.173846 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a082ec5f-633f-4ab3-b265-b46af7004ca4 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:37.174264 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7829bf1-5862-4484-8eff-f7789b6e0183', 'name': 'network-vif-deleted', 'tag': '36574614-189c-4aa5-8de3-3c900cd15861', 'status': 'completed', 'code': 200} Nov 12 00:48:37.288208 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb5977-2a81-4008-b168-d516aee4055c service neutron] Pushing event updated for resources: {'Port': ['ID=a1f56afb-65b9-4216-99bc-7c85a0176386,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:37.299936 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-978362ab-b52b-43c8-83ce-c7c01da876d4 admin admin] Router dd4cd67d-5e1d-4528-9237-dfe8b89558ae has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:48:37.332807 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:48:37.382154 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9c386ea4-34aa-41ba-9df2-27b01b87069e req-078edbe1-5df8-45cb-8dfd-f1f2a8682302 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1898215642&fields=id&tenant_id=f62521c5dc664ba4a3bbe0954819df3b HTTP/1.1" status: 200 len: 267 time: 0.2068589 Nov 12 00:48:37.492565 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f4aba-cb99-4b6f-9560-0ba054a07182 req-b9bab420-f37d-4027-870f-09685d3f5f27 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:37.499130 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f4aba-cb99-4b6f-9560-0ba054a07182 req-b9bab420-f37d-4027-870f-09685d3f5f27 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:37.508805 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-321f4aba-cb99-4b6f-9560-0ba054a07182 req-b9bab420-f37d-4027-870f-09685d3f5f27 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4667ae-61a1-4c7d-a531-56397679e328 HTTP/1.1" status: 200 len: 1667 time: 0.2717552 Nov 12 00:48:37.536394 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-54bb5977-2a81-4008-b168-d516aee4055c service neutron] Attempting to bind port a1f56afb-65b9-4216-99bc-7c85a0176386 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:48:37.536872 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-54bb5977-2a81-4008-b168-d516aee4055c service neutron] Attempting to bind port a1f56afb-65b9-4216-99bc-7c85a0176386 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '3cbf229c-0098-4910-9e57-452f1a1e2767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '25c7053b-d0f6-4f07-824f-f121d6d3ef50'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:48:37.537200 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-54bb5977-2a81-4008-b168-d516aee4055c service neutron] Attempting to bind port a1f56afb-65b9-4216-99bc-7c85a0176386 on network 25c7053b-d0f6-4f07-824f-f121d6d3ef50 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:37.556751 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-54bb5977-2a81-4008-b168-d516aee4055c service neutron] Port a1f56afb-65b9-4216-99bc-7c85a0176386 on network 25c7053b-d0f6-4f07-824f-f121d6d3ef50 not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:48:37.557106 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-54bb5977-2a81-4008-b168-d516aee4055c service neutron] Attempting to bind port a1f56afb-65b9-4216-99bc-7c85a0176386 on network 25c7053b-d0f6-4f07-824f-f121d6d3ef50 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:37.622529 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-54bb5977-2a81-4008-b168-d516aee4055c service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:48:37.623008 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-54bb5977-2a81-4008-b168-d516aee4055c service neutron] Checking segment: {'id': '3cbf229c-0098-4910-9e57-452f1a1e2767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '25c7053b-d0f6-4f07-824f-f121d6d3ef50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:37.623744 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-54bb5977-2a81-4008-b168-d516aee4055c service neutron] Bound using segment: {'id': '3cbf229c-0098-4910-9e57-452f1a1e2767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '25c7053b-d0f6-4f07-824f-f121d6d3ef50'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:48:37.624502 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-54bb5977-2a81-4008-b168-d516aee4055c service neutron] Bound port: a1f56afb-65b9-4216-99bc-7c85a0176386, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cbf229c-0098-4910-9e57-452f1a1e2767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '25c7053b-d0f6-4f07-824f-f121d6d3ef50'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:48:37.625039 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-54bb5977-2a81-4008-b168-d516aee4055c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:37.636262 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:37.674045 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-321f4aba-cb99-4b6f-9560-0ba054a07182 req-701f3c02-52b0-46c4-9a10-dde5c3293dca tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/security-groups?id=00852a6f-259a-4c25-b9f8-f2d48079247f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642091 Nov 12 00:48:37.711209 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device b1079f03-af6d-4356-bc76-8fe2b67e07f3 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:37.711770 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978362ab-b52b-43c8-83ce-c7c01da876d4 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:48:37.719552 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c386ea4-34aa-41ba-9df2-27b01b87069e req-c61419b1-c8a8-4173-9abc-d445ee594099 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:37.726695 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9c386ea4-34aa-41ba-9df2-27b01b87069e req-c61419b1-c8a8-4173-9abc-d445ee594099 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/networks?id=9bd80eeb-5154-4c03-9db9-fcf789d8dd48 HTTP/1.1" status: 200 len: 817 time: 0.3431435 Nov 12 00:48:37.731740 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b734c2f-1c8c-4bc8-90fd-64eb7efaa852 None None] Sync routers for ids ['dd4cd67d-5e1d-4528-9237-dfe8b89558ae'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:48:37.745777 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-978362ab-b52b-43c8-83ce-c7c01da876d4 admin admin] 10.222.0.20 "PUT /v2.0/routers/dd4cd67d-5e1d-4528-9237-dfe8b89558ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6342690 Nov 12 00:48:37.762000 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9c386ea4-34aa-41ba-9df2-27b01b87069e req-7339929e-4d0e-405f-9162-64513fbbc0f8 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/quotas/f62521c5dc664ba4a3bbe0954819df3b HTTP/1.1" status: 200 len: 375 time: 0.0343556 Nov 12 00:48:37.776639 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52946) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:37.821879 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b734c2f-1c8c-4bc8-90fd-64eb7efaa852 None None] Routers {'dd4cd67d-5e1d-4528-9237-dfe8b89558ae'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:37.829622 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-2b734c2f-1c8c-4bc8-90fd-64eb7efaa852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:48:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['dd4cd67d-5e1d-4528-9237-dfe8b89558ae'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:37.861904 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-54bb5977-2a81-4008-b168-d516aee4055c service neutron] For port a1f56afb-65b9-4216-99bc-7c85a0176386, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:48:37.886415 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-54bb5977-2a81-4008-b168-d516aee4055c service neutron] For port a1f56afb-65b9-4216-99bc-7c85a0176386, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=a1f56afb-65b9-4216-99bc-7c85a0176386,segment=NetworkSegment(3cbf229c-0098-4910-9e57-452f1a1e2767),segment_id=3cbf229c-0098-4910-9e57-452f1a1e2767)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:48:37.916575 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-54bb5977-2a81-4008-b168-d516aee4055c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:37.929741 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9c386ea4-34aa-41ba-9df2-27b01b87069e req-01b68b78-af4f-4343-b3c2-7ed2c3d1789c tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f62521c5dc664ba4a3bbe0954819df3b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1609545 Nov 12 00:48:37.992558 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-54bb5977-2a81-4008-b168-d516aee4055c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:37.993174 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-54bb5977-2a81-4008-b168-d516aee4055c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:37.994889 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-54bb5977-2a81-4008-b168-d516aee4055c service neutron] 10.222.0.49 "PUT /v2.0/ports/a1f56afb-65b9-4216-99bc-7c85a0176386 HTTP/1.1" status: 200 len: 1093 time: 1.9019654 Nov 12 00:48:37.996691 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c4667ae-61a1-4c7d-a531-56397679e328', 'tag': 'a1f56afb-65b9-4216-99bc-7c85a0176386'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:37.998844 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96a044d-8879-4cad-98cf-c6c0291aca4e" -d '{"events": [{"name": "network-changed", "server_uuid": "7c4667ae-61a1-4c7d-a531-56397679e328", "tag": "a1f56afb-65b9-4216-99bc-7c85a0176386"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:38.013250 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2163820e-64bf-478a-9ee2-d7628f7d32a1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:38.025460 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441bbbe-95ea-491b-afd5-5742d53c4bdc req-f5fd6693-09b4-437b-9879-9c08c86f043a tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:38.033796 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0441bbbe-95ea-491b-afd5-5742d53c4bdc req-f5fd6693-09b4-437b-9879-9c08c86f043a tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 945 time: 0.1976209 Nov 12 00:48:38.056404 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-546ab17a-5e52-4b2b-b064-95cca96f8d5f service neutron] Request body: {'port': {'device_id': '7c4667ae-61a1-4c7d-a531-56397679e328', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:38.099345 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb5977-2a81-4008-b168-d516aee4055c service neutron] Pushing event updated for resources: {'Port': ['ID=a1f56afb-65b9-4216-99bc-7c85a0176386,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:38.104822 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-2b734c2f-1c8c-4bc8-90fd-64eb7efaa852 None None] Set router dd4cd67d-5e1d-4528-9237-dfe8b89558ae gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:48:38.127344 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9c386ea4-34aa-41ba-9df2-27b01b87069e req-6facaf2f-f73f-43cd-8524-b9064f2952af service neutron] 10.222.0.20 "GET /v2.0/networks/9bd80eeb-5154-4c03-9db9-fcf789d8dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891398 Nov 12 00:48:38.178368 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0441bbbe-95ea-491b-afd5-5742d53c4bdc req-34364244-2d4e-458b-a67b-63331a353f0d tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412420 Nov 12 00:48:38.268415 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-546ab17a-5e52-4b2b-b064-95cca96f8d5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:38.277270 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9c386ea4-34aa-41ba-9df2-27b01b87069e req-c61f67c2-0743-42b5-b288-ef89ef695baa service neutron] 10.222.0.20 "GET /v2.0/networks/9bd80eeb-5154-4c03-9db9-fcf789d8dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410925 Nov 12 00:48:38.374075 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2163820e-64bf-478a-9ee2-d7628f7d32a1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:38.485184 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port b1079f03-af6d-4356-bc76-8fe2b67e07f3 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:48:38.489896 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc0d90-efc2-4b06-9db4-3f643eda00d5 req-74cb61a9-a4c1-48eb-83d1-fcb715dedb58 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:38.491622 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-77cc0d90-efc2-4b06-9db4-3f643eda00d5 req-74cb61a9-a4c1-48eb-83d1-fcb715dedb58 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 946 time: 0.1604512 Nov 12 00:48:38.509643 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port b1079f03-af6d-4356-bc76-8fe2b67e07f3 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:38.510405 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:38.511556 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-2163820e-64bf-478a-9ee2-d7628f7d32a1 admin admin] Deleting port 735f833a-7d3e-43b5-86e8-820a96b3d37e {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:48:38.512074 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2163820e-64bf-478a-9ee2-d7628f7d32a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:38.666738 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-2163820e-64bf-478a-9ee2-d7628f7d32a1 admin admin] For port 735f833a-7d3e-43b5-86e8-820a96b3d37e, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=735f833a-7d3e-43b5-86e8-820a96b3d37e,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:38.667132 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2163820e-64bf-478a-9ee2-d7628f7d32a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:38.688271 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-2163820e-64bf-478a-9ee2-d7628f7d32a1 admin admin] Calling delete_port for 735f833a-7d3e-43b5-86e8-820a96b3d37e owned by network:router_gateway {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:48:38.789563 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:38.796230 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-2b734c2f-1c8c-4bc8-90fd-64eb7efaa852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'name': 'tempest-FloatingIPsAssociationTestJSON-2097701775-router', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '735f833a-7d3e-43b5-86e8-820a96b3d37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:41Z', 'updated_at': '2021-11-12T00:48:35Z', 'revision_number': 5, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'gw_port': {'id': '735f833a-7d3e-43b5-86e8-820a96b3d37e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:41Z', 'updated_at': '2021-11-12T00:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:38.843445 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b734c2f-1c8c-4bc8-90fd-64eb7efaa852 None None] Checking router: dd4cd67d-5e1d-4528-9237-dfe8b89558ae for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:48:38.859526 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1079f03-af6d-4356-bc76-8fe2b67e07f3'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:38.862540 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c854ba2b-e38f-4abc-a13e-ad0b25de7cc8" -d '{"events": [{"server_uuid": "7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed", "name": "network-vif-plugged", "status": "completed", "tag": "b1079f03-af6d-4356-bc76-8fe2b67e07f3"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:38.896271 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port b1079f03-af6d-4356-bc76-8fe2b67e07f3, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=b1079f03-af6d-4356-bc76-8fe2b67e07f3,segment=NetworkSegment(eac800fb-e2a4-4100-807c-1fb9b17e8d78),segment_id=eac800fb-e2a4-4100-807c-1fb9b17e8d78)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:38.898753 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b734c2f-1c8c-4bc8-90fd-64eb7efaa852 None None] Routers {'dd4cd67d-5e1d-4528-9237-dfe8b89558ae'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:38.899559 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-2b734c2f-1c8c-4bc8-90fd-64eb7efaa852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:48:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['dd4cd67d-5e1d-4528-9237-dfe8b89558ae'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:38.905561 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:38.956775 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2163820e-64bf-478a-9ee2-d7628f7d32a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:38.967718 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-77cc0d90-efc2-4b06-9db4-3f643eda00d5 req-c3b25f30-da11-483f-acd2-f10f2dcd29d1 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3095176 Nov 12 00:48:39.009459 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2163820e-64bf-478a-9ee2-d7628f7d32a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=735f833a-7d3e-43b5-86e8-820a96b3d37e,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:39.130671 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a30db12-9d63-4957-abef-b6fede8fed6b x-openstack-request-id: req-9a30db12-9d63-4957-abef-b6fede8fed6b {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:39.132049 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c4667ae-61a1-4c7d-a531-56397679e328", "tag": "a1f56afb-65b9-4216-99bc-7c85a0176386", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:39.132405 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a30db12-9d63-4957-abef-b6fede8fed6b {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:39.133667 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c4667ae-61a1-4c7d-a531-56397679e328', 'tag': 'a1f56afb-65b9-4216-99bc-7c85a0176386', 'status': 'completed', 'code': 200} Nov 12 00:48:39.153009 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-2b734c2f-1c8c-4bc8-90fd-64eb7efaa852 None None] Set router dd4cd67d-5e1d-4528-9237-dfe8b89558ae gateway port host: None {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:48:39.163088 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2163820e-64bf-478a-9ee2-d7628f7d32a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:39.219303 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-393c2870-578b-4bc3-b46b-f357a978c180 req-1af4ba2c-b60f-4c90-91e9-bc186ef7da55 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 210 time: 0.0833924 Nov 12 00:48:39.243872 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=b1079f03-af6d-4356-bc76-8fe2b67e07f3,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:39.252551 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-2b734c2f-1c8c-4bc8-90fd-64eb7efaa852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'name': 'tempest-FloatingIPsAssociationTestJSON-2097701775-router', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:41Z', 'updated_at': '2021-11-12T00:48:38Z', 'revision_number': 6, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:39.301888 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b734c2f-1c8c-4bc8-90fd-64eb7efaa852 None None] The sync data for ids ['dd4cd67d-5e1d-4528-9237-dfe8b89558ae'] in n-d-812236-11 is: [{'id': 'dd4cd67d-5e1d-4528-9237-dfe8b89558ae', 'name': 'tempest-FloatingIPsAssociationTestJSON-2097701775-router', 'tenant_id': '70fcc0cfb50649aa98c75c8239146e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:41Z', 'updated_at': '2021-11-12T00:48:38Z', 'revision_number': 6, 'project_id': '70fcc0cfb50649aa98c75c8239146e76', 'gw_port_host': None}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:48:39.304543 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:39.448738 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2163820e-64bf-478a-9ee2-d7628f7d32a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:39.451714 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2163820e-64bf-478a-9ee2-d7628f7d32a1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:39.523550 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-546ab17a-5e52-4b2b-b064-95cca96f8d5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aa09cc3-3040-42b5-9613-faa388099509 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:48:39.539966 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-546ab17a-5e52-4b2b-b064-95cca96f8d5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:39.613358 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2163820e-64bf-478a-9ee2-d7628f7d32a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:39.614207 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9942eb-91c5-4325-b952-6d8bd49de81a req-0b61b378-f0d3-4a48-ad70-c78c9f001479 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:39.614973 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2163820e-64bf-478a-9ee2-d7628f7d32a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd4cd67d-5e1d-4528-9237-dfe8b89558ae {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:48:39.626309 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bc9942eb-91c5-4325-b952-6d8bd49de81a req-0b61b378-f0d3-4a48-ad70-c78c9f001479 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/networks?id=cc6c0861-08f6-4a20-bb15-55ce7625c6e5 HTTP/1.1" status: 200 len: 811 time: 0.2412500 Nov 12 00:48:39.633642 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2163820e-64bf-478a-9ee2-d7628f7d32a1 admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:39.638299 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2163820e-64bf-478a-9ee2-d7628f7d32a1 admin admin] 10.222.0.20 "DELETE /v2.0/routers/dd4cd67d-5e1d-4528-9237-dfe8b89558ae HTTP/1.1" status: 204 len: 168 time: 1.8600385 Nov 12 00:48:39.640901 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52990) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:39.651198 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-546ab17a-5e52-4b2b-b064-95cca96f8d5f service neutron] Transition to ACTIVE for port object 6aa09cc3-3040-42b5-9613-faa388099509 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:48:39.667232 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-546ab17a-5e52-4b2b-b064-95cca96f8d5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:39.678969 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bc9942eb-91c5-4325-b952-6d8bd49de81a req-1c03a810-107a-4035-b49f-0f5aa5731b08 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/quotas/5ffaac2ef2674156a598ef42a6d7e245 HTTP/1.1" status: 200 len: 375 time: 0.0472345 Nov 12 00:48:39.727293 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c41faee-87c5-4638-987e-dd4f2e7946c1 admin admin] Deleting subnet fcb6d631-2a57-4fd6-955b-55bc25740c77 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:48:39.729909 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:39.743694 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127543e0-5d52-47e6-8bb4-5af664a42f15 req-67df0edc-de67-4619-be21-8c642c197753 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:39.750010 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127543e0-5d52-47e6-8bb4-5af664a42f15 req-67df0edc-de67-4619-be21-8c642c197753 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:39.759894 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-127543e0-5d52-47e6-8bb4-5af664a42f15 req-67df0edc-de67-4619-be21-8c642c197753 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4667ae-61a1-4c7d-a531-56397679e328 HTTP/1.1" status: 200 len: 1667 time: 0.2513964 Nov 12 00:48:39.787768 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a044d-8879-4cad-98cf-c6c0291aca4e req-9a574d49-1ed4-44a2-9691-00de0e99ac32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:39.790150 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a044d-8879-4cad-98cf-c6c0291aca4e req-9a574d49-1ed4-44a2-9691-00de0e99ac32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:39.791816 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b96a044d-8879-4cad-98cf-c6c0291aca4e req-9a574d49-1ed4-44a2-9691-00de0e99ac32 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=809bf7e77c2745d0828daef0d4ec25f2&device_id=7c4667ae-61a1-4c7d-a531-56397679e328 HTTP/1.1" status: 200 len: 1915 time: 0.6448109 Nov 12 00:48:39.792675 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4c41faee-87c5-4638-987e-dd4f2e7946c1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:39.795123 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ab17a-5e52-4b2b-b064-95cca96f8d5f service neutron] Pushing event updated for resources: {'Port': ['ID=6aa09cc3-3040-42b5-9613-faa388099509,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:39.824912 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bc9942eb-91c5-4325-b952-6d8bd49de81a req-262cc485-a87c-4926-be42-7c359405004e tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ffaac2ef2674156a598ef42a6d7e245&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1420348 Nov 12 00:48:40.016611 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a044d-8879-4cad-98cf-c6c0291aca4e req-4afca1d0-83c6-46b9-b3c2-d35cab75ce57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:40.017185 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a044d-8879-4cad-98cf-c6c0291aca4e req-4afca1d0-83c6-46b9-b3c2-d35cab75ce57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:40.018269 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a044d-8879-4cad-98cf-c6c0291aca4e req-4afca1d0-83c6-46b9-b3c2-d35cab75ce57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:40.019267 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b96a044d-8879-4cad-98cf-c6c0291aca4e req-4afca1d0-83c6-46b9-b3c2-d35cab75ce57 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=809bf7e77c2745d0828daef0d4ec25f2&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2102900 Nov 12 00:48:40.029114 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4c41faee-87c5-4638-987e-dd4f2e7946c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:40.044439 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bc9942eb-91c5-4325-b952-6d8bd49de81a req-581bac90-4920-4e51-afe3-4c1cb60af18a service neutron] 10.222.0.20 "GET /v2.0/networks/cc6c0861-08f6-4a20-bb15-55ce7625c6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186294 Nov 12 00:48:40.084349 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-546ab17a-5e52-4b2b-b064-95cca96f8d5f service neutron] Attempting to bind port 6aa09cc3-3040-42b5-9613-faa388099509 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:48:40.084685 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-546ab17a-5e52-4b2b-b064-95cca96f8d5f service neutron] Attempting to bind port 6aa09cc3-3040-42b5-9613-faa388099509 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '0d364108-3424-4611-9ced-e781b80cb291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '654e5549-406d-49c2-ac80-0c0219b01277'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:48:40.085019 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-546ab17a-5e52-4b2b-b064-95cca96f8d5f service neutron] Attempting to bind port 6aa09cc3-3040-42b5-9613-faa388099509 on network 654e5549-406d-49c2-ac80-0c0219b01277 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:40.159247 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4c41faee-87c5-4638-987e-dd4f2e7946c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:40.202649 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-127543e0-5d52-47e6-8bb4-5af664a42f15 req-40fc0ee1-d7dc-44be-8f45-0f10d45235e9 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/security-groups?id=00852a6f-259a-4c25-b9f8-f2d48079247f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4417787 Nov 12 00:48:40.293242 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1da9af-cae2-4e65-a9f0-6ece857d599a x-openstack-request-id: req-6d1da9af-cae2-4e65-a9f0-6ece857d599a {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:40.293765 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed", "name": "network-vif-plugged", "status": "completed", "tag": "b1079f03-af6d-4356-bc76-8fe2b67e07f3", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:40.293926 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6d1da9af-cae2-4e65-a9f0-6ece857d599a {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:40.294385 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1079f03-af6d-4356-bc76-8fe2b67e07f3', 'code': 200} Nov 12 00:48:40.396716 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a044d-8879-4cad-98cf-c6c0291aca4e req-ee33d940-bddb-4436-9c78-a775ea0489b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:40.398715 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b96a044d-8879-4cad-98cf-c6c0291aca4e req-ee33d940-bddb-4436-9c78-a775ea0489b4 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1921585 Nov 12 00:48:40.477736 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15291d72-404f-4c73-9f42-e6cc5e2e7081 req-09be3f20-a4a4-4c51-9b39-421df22a89c2 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:40.479678 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-15291d72-404f-4c73-9f42-e6cc5e2e7081 req-09be3f20-a4a4-4c51-9b39-421df22a89c2 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 946 time: 0.0798788 Nov 12 00:48:40.543803 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-546ab17a-5e52-4b2b-b064-95cca96f8d5f service neutron] Port 6aa09cc3-3040-42b5-9613-faa388099509 on network 654e5549-406d-49c2-ac80-0c0219b01277 not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:48:40.544412 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-546ab17a-5e52-4b2b-b064-95cca96f8d5f service neutron] Attempting to bind port 6aa09cc3-3040-42b5-9613-faa388099509 on network 654e5549-406d-49c2-ac80-0c0219b01277 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:40.575908 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-546ab17a-5e52-4b2b-b064-95cca96f8d5f service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:48:40.576530 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-546ab17a-5e52-4b2b-b064-95cca96f8d5f service neutron] Checking segment: {'id': '0d364108-3424-4611-9ced-e781b80cb291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '654e5549-406d-49c2-ac80-0c0219b01277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:40.577089 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-546ab17a-5e52-4b2b-b064-95cca96f8d5f service neutron] Bound using segment: {'id': '0d364108-3424-4611-9ced-e781b80cb291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '654e5549-406d-49c2-ac80-0c0219b01277'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:48:40.577745 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-546ab17a-5e52-4b2b-b064-95cca96f8d5f service neutron] Bound port: 6aa09cc3-3040-42b5-9613-faa388099509, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d364108-3424-4611-9ced-e781b80cb291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '654e5549-406d-49c2-ac80-0c0219b01277'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:48:40.578339 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-546ab17a-5e52-4b2b-b064-95cca96f8d5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:40.603228 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4c41faee-87c5-4638-987e-dd4f2e7946c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:40.612284 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:40.704620 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740aee82-1c46-4777-b1c7-c66a03b11598 req-f93aed15-8b6a-4ace-a313-02469a483385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:40.706484 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-740aee82-1c46-4777-b1c7-c66a03b11598 req-f93aed15-8b6a-4ace-a313-02469a483385 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 1098 time: 0.1638546 Nov 12 00:48:40.722815 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bc9942eb-91c5-4325-b952-6d8bd49de81a req-2fc00bfd-9a4c-4805-ae3c-09b4001a8c7c service neutron] 10.222.0.20 "GET /v2.0/networks/cc6c0861-08f6-4a20-bb15-55ce7625c6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6774476 Nov 12 00:48:40.744298 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4c41faee-87c5-4638-987e-dd4f2e7946c1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:40.750061 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 53000) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:40.750789 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-4c41faee-87c5-4638-987e-dd4f2e7946c1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fcb6d631-2a57-4fd6-955b-55bc25740c77 HTTP/1.1" status: 204 len: 168 time: 1.1067755 Nov 12 00:48:40.752723 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a851b961-e345-40ac-b626-7cfa747f3af9 None None] Network 985dcccb-2c08-4d64-be3d-bc4d25918b83 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:48:40.757129 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c41faee-87c5-4638-987e-dd4f2e7946c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcb6d631-2a57-4fd6-955b-55bc25740c77,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:40.806046 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-15291d72-404f-4c73-9f42-e6cc5e2e7081 req-ae51cf69-2d6f-4f61-abc3-192454c633ed tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161869 Nov 12 00:48:40.900696 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-546ab17a-5e52-4b2b-b064-95cca96f8d5f service neutron] For port 6aa09cc3-3040-42b5-9613-faa388099509, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:48:40.911919 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c386ea4-34aa-41ba-9df2-27b01b87069e req-04fd4e1e-2f84-4b66-8214-008c21517346 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:40.918472 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9c386ea4-34aa-41ba-9df2-27b01b87069e req-04fd4e1e-2f84-4b66-8214-008c21517346 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.54 "GET /v2.0/networks?id=9bd80eeb-5154-4c03-9db9-fcf789d8dd48 HTTP/1.1" status: 200 len: 817 time: 0.4046938 Nov 12 00:48:41.021821 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 79d1946a-2e69-4be8-b837-8f8813a6766d no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:48:41.059917 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 79d1946a-2e69-4be8-b837-8f8813a6766d {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:48:41.061975 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 79d1946a-2e69-4be8-b837-8f8813a6766d not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:48:41.062417 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 735f833a-7d3e-43b5-86e8-820a96b3d37e no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:48:41.074885 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9c386ea4-34aa-41ba-9df2-27b01b87069e req-e4e9c37b-ad34-4432-8cbd-4f360cc2ab4d tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f62521c5dc664ba4a3bbe0954819df3b HTTP/1.1" status: 200 len: 380 time: 0.1412408 Nov 12 00:48:41.086854 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-9c386ea4-34aa-41ba-9df2-27b01b87069e req-394d5b23-1dd2-4dda-bead-ed22e0ab46b3 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Request body: {'port': {'device_id': 'b119ebf6-e1ff-4eba-b94d-797674c4ef98', 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48', 'admin_state_up': True, 'tenant_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'security_groups': ['625dc1d6-90ac-480c-acb8-48ca2fb635f9']}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:41.088891 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-546ab17a-5e52-4b2b-b064-95cca96f8d5f service neutron] For port 6aa09cc3-3040-42b5-9613-faa388099509, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=6aa09cc3-3040-42b5-9613-faa388099509,segment=NetworkSegment(0d364108-3424-4611-9ced-e781b80cb291),segment_id=0d364108-3424-4611-9ced-e781b80cb291)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:48:41.104838 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 735f833a-7d3e-43b5-86e8-820a96b3d37e {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:48:41.105181 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 735f833a-7d3e-43b5-86e8-820a96b3d37e not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:48:41.110121 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-546ab17a-5e52-4b2b-b064-95cca96f8d5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:41.130762 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-de7d351b-c22e-4996-b0da-c5218d0d31d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:41.161261 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-740aee82-1c46-4777-b1c7-c66a03b11598 req-c4421b35-032b-4efb-8ac3-3a84830bf14a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4307616 Nov 12 00:48:41.260145 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09746cc-b4de-41d0-bea9-42e00c38e29f req-7cf4a950-c472-4e3e-9177-4704d18774c4 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:41.261571 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-546ab17a-5e52-4b2b-b064-95cca96f8d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:41.262258 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-546ab17a-5e52-4b2b-b064-95cca96f8d5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:41.263937 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-546ab17a-5e52-4b2b-b064-95cca96f8d5f service neutron] 10.222.0.49 "PUT /v2.0/ports/6aa09cc3-3040-42b5-9613-faa388099509 HTTP/1.1" status: 200 len: 1093 time: 3.2176762 Nov 12 00:48:41.269011 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c4667ae-61a1-4c7d-a531-56397679e328', 'tag': '6aa09cc3-3040-42b5-9613-faa388099509'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:41.269763 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a09746cc-b4de-41d0-bea9-42e00c38e29f req-7cf4a950-c472-4e3e-9177-4704d18774c4 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 946 time: 0.1476295 Nov 12 00:48:41.270424 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f69e57-23d5-4ff7-b853-32a8814a8740" -d '{"events": [{"name": "network-changed", "server_uuid": "7c4667ae-61a1-4c7d-a531-56397679e328", "tag": "6aa09cc3-3040-42b5-9613-faa388099509"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:41.298031 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fde3a3-5483-4004-beb9-96ee2106b679 None None] DHCP port deletion for 985dcccb-2c08-4d64-be3d-bc4d25918b83 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:48:41.328428 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-73664682-8b23-4935-95cf-50cb01491888 req-dc6b4e78-2e54-4152-92ec-ad2ca76d0eff tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 210 time: 0.1089530 Nov 12 00:48:41.418280 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-80fde3a3-5483-4004-beb9-96ee2106b679 None None] Deleting port f2c79ad8-91a6-4546-8c64-928f469d1fb2 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:48:41.418725 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-80fde3a3-5483-4004-beb9-96ee2106b679 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:41.436791 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ab17a-5e52-4b2b-b064-95cca96f8d5f service neutron] Pushing event updated for resources: {'Port': ['ID=6aa09cc3-3040-42b5-9613-faa388099509,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:41.444956 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a09746cc-b4de-41d0-bea9-42e00c38e29f req-228c95fc-4645-4ac9-98d2-85e40bbe1019 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728501 Nov 12 00:48:41.494418 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c386ea4-34aa-41ba-9df2-27b01b87069e req-394d5b23-1dd2-4dda-bead-ed22e0ab46b3 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Made reservation on behalf of f62521c5dc664ba4a3bbe0954819df3b for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:48:41.498765 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9c386ea4-34aa-41ba-9df2-27b01b87069e req-394d5b23-1dd2-4dda-bead-ed22e0ab46b3 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:41.597200 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-80fde3a3-5483-4004-beb9-96ee2106b679 None None] For port f2c79ad8-91a6-4546-8c64-928f469d1fb2, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=f2c79ad8-91a6-4546-8c64-928f469d1fb2,segment=NetworkSegment(7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763),segment_id=7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:41.600824 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-80fde3a3-5483-4004-beb9-96ee2106b679 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:41.635809 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e64eb898-f67b-4a38-9c3f-edc486b2291b req-c7097085-e79a-48b3-ac15-74f565c79bdb tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d1252c6-887f-41b1-a4c9-f1ee79375b87 HTTP/1.1" status: 200 len: 210 time: 0.1862035 Nov 12 00:48:41.640534 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-80fde3a3-5483-4004-beb9-96ee2106b679 None None] Calling delete_port for f2c79ad8-91a6-4546-8c64-928f469d1fb2 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:48:41.680342 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-0b2b2cce-dd69-4230-9d7a-01980ef22c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:41.680834 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-0b2b2cce-dd69-4230-9d7a-01980ef22c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:41.683884 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-0b2b2cce-dd69-4230-9d7a-01980ef22c19 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=809bf7e77c2745d0828daef0d4ec25f2&device_id=7c4667ae-61a1-4c7d-a531-56397679e328 HTTP/1.1" status: 200 len: 1983 time: 0.1443617 Nov 12 00:48:41.783357 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-c9822a3e-f4f3-4414-b8ec-306a4308e26e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.105&port_id=a1f56afb-65b9-4216-99bc-7c85a0176386 HTTP/1.1" status: 200 len: 217 time: 0.0839746 Nov 12 00:48:41.785020 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82dd817e-aef3-4852-99e5-fddb7a2a05bb x-openstack-request-id: req-82dd817e-aef3-4852-99e5-fddb7a2a05bb {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:41.786164 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c4667ae-61a1-4c7d-a531-56397679e328", "tag": "6aa09cc3-3040-42b5-9613-faa388099509", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:41.786420 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-82dd817e-aef3-4852-99e5-fddb7a2a05bb {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:41.786884 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c4667ae-61a1-4c7d-a531-56397679e328', 'tag': '6aa09cc3-3040-42b5-9613-faa388099509', 'status': 'completed', 'code': 200} Nov 12 00:48:41.788721 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-de7d351b-c22e-4996-b0da-c5218d0d31d7 admin admin] Deleting port f2c79ad8-91a6-4546-8c64-928f469d1fb2 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:48:41.789065 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-de7d351b-c22e-4996-b0da-c5218d0d31d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:41.815494 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-80fde3a3-5483-4004-beb9-96ee2106b679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:41.835960 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880881ab-ce68-4068-bb87-23c871108eec req-cb9e3831-b64a-44a5-b745-beedbd9166d4 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:41.849830 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fde3a3-5483-4004-beb9-96ee2106b679 None None] No DVR routers for this DVR port f2c79ad8-91a6-4546-8c64-928f469d1fb2 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:48:41.855943 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880881ab-ce68-4068-bb87-23c871108eec req-cb9e3831-b64a-44a5-b745-beedbd9166d4 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:41.857890 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-880881ab-ce68-4068-bb87-23c871108eec req-cb9e3831-b64a-44a5-b745-beedbd9166d4 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4667ae-61a1-4c7d-a531-56397679e328 HTTP/1.1" status: 200 len: 1679 time: 0.2978120 Nov 12 00:48:41.915277 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-de7d351b-c22e-4996-b0da-c5218d0d31d7 admin admin] For port f2c79ad8-91a6-4546-8c64-928f469d1fb2, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=f2c79ad8-91a6-4546-8c64-928f469d1fb2,segment=NetworkSegment(7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763),segment_id=7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:41.915572 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-de7d351b-c22e-4996-b0da-c5218d0d31d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:41.917134 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fde3a3-5483-4004-beb9-96ee2106b679 None None] Pushing event deleted for resources: {'Port': ['ID=f2c79ad8-91a6-4546-8c64-928f469d1fb2,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:41.919114 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-1f78720a-e14a-4a2f-9762-4100826f862a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:41.920602 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-1f78720a-e14a-4a2f-9762-4100826f862a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b11b8cb9-239a-442e-800f-481bd2c12d07 HTTP/1.1" status: 200 len: 801 time: 0.1177127 Nov 12 00:48:41.930502 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-9c386ea4-34aa-41ba-9df2-27b01b87069e req-394d5b23-1dd2-4dda-bead-ed22e0ab46b3 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Allocated IP 172.20.0.8 (9bd80eeb-5154-4c03-9db9-fcf789d8dd48/04c51f1f-4fad-42e7-a817-4af69d874ab6/946f0a4e-ab72-40bd-a433-f66ebca1996e) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:48:41.997534 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-de7d351b-c22e-4996-b0da-c5218d0d31d7 admin admin] Calling delete_port for f2c79ad8-91a6-4546-8c64-928f469d1fb2 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:48:42.096608 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08155d67-09a5-4b80-8ae7-26a6b4bcbb08 req-337dea99-9839-496d-b9d5-883e17c27a1b tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:42.105625 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-08155d67-09a5-4b80-8ae7-26a6b4bcbb08 req-337dea99-9839-496d-b9d5-883e17c27a1b tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 946 time: 0.1578555 Nov 12 00:48:42.123580 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-c08dee03-15ac-4a88-bb50-ed5d1b3ffcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:42.125356 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-c08dee03-15ac-4a88-bb50-ed5d1b3ffcf1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=25c7053b-d0f6-4f07-824f-f121d6d3ef50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1927764 Nov 12 00:48:42.136835 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9c386ea4-34aa-41ba-9df2-27b01b87069e req-394d5b23-1dd2-4dda-bead-ed22e0ab46b3 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:42.178512 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9c386ea4-34aa-41ba-9df2-27b01b87069e req-394d5b23-1dd2-4dda-bead-ed22e0ab46b3 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:42.220763 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-08155d67-09a5-4b80-8ae7-26a6b4bcbb08 req-1722924b-e481-42c6-944a-180b222f30ce tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096110 Nov 12 00:48:42.234298 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c386ea4-34aa-41ba-9df2-27b01b87069e req-394d5b23-1dd2-4dda-bead-ed22e0ab46b3 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Network 9bd80eeb-5154-4c03-9db9-fcf789d8dd48 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:42.235785 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-9c386ea4-34aa-41ba-9df2-27b01b87069e req-394d5b23-1dd2-4dda-bead-ed22e0ab46b3 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:42.249715 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c386ea4-34aa-41ba-9df2-27b01b87069e req-394d5b23-1dd2-4dda-bead-ed22e0ab46b3 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:48:42.290547 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394d5b23-1dd2-4dda-bead-ed22e0ab46b3 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Pushing event updated for resources: {'Port': ['ID=946f0a4e-ab72-40bd-a433-f66ebca1996e,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:42.301557 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-880881ab-ce68-4068-bb87-23c871108eec req-dfc7b098-dc88-4163-b94e-3552e3bcb786 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/security-groups?id=00852a6f-259a-4c25-b9f8-f2d48079247f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327417 Nov 12 00:48:42.328698 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c386ea4-34aa-41ba-9df2-27b01b87069e req-394d5b23-1dd2-4dda-bead-ed22e0ab46b3 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:42.351839 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9c386ea4-34aa-41ba-9df2-27b01b87069e req-394d5b23-1dd2-4dda-bead-ed22e0ab46b3 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:42.369113 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-de7d351b-c22e-4996-b0da-c5218d0d31d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:42.414950 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9c386ea4-34aa-41ba-9df2-27b01b87069e req-394d5b23-1dd2-4dda-bead-ed22e0ab46b3 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3336825 Nov 12 00:48:42.449852 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-9c386ea4-34aa-41ba-9df2-27b01b87069e req-5672c95e-4595-4563-8348-665e2c291139 service neutron] Request body: {'port': {'device_id': 'b119ebf6-e1ff-4eba-b94d-797674c4ef98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:42.469663 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7d351b-c22e-4996-b0da-c5218d0d31d7 admin admin] No DVR routers for this DVR port f2c79ad8-91a6-4546-8c64-928f469d1fb2 on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:48:42.471423 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d351b-c22e-4996-b0da-c5218d0d31d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2c79ad8-91a6-4546-8c64-928f469d1fb2,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:42.480576 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:42.724765 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-564437f4-b793-4d5b-a4a6-e46aa6d06ee0 service neutron] 10.222.0.49 "GET /v2.0/networks/25c7053b-d0f6-4f07-824f-f121d6d3ef50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5663486 Nov 12 00:48:42.727190 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-c28d7fbe-d11b-4e3e-af12-e1f57c44c12a None None] Provisioning complete for port 946f0a4e-ab72-40bd-a433-f66ebca1996e triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:42.727987 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c28d7fbe-d11b-4e3e-af12-e1f57c44c12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:42.745807 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b9f7c-1761-4311-a63c-6bb1818fec49 req-f854edc9-d0a4-4c25-9cd2-c7eda89b57dd tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:42.748169 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b40b9f7c-1761-4311-a63c-6bb1818fec49 req-f854edc9-d0a4-4c25-9cd2-c7eda89b57dd tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 931 time: 0.2607703 Nov 12 00:48:42.751640 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-de7d351b-c22e-4996-b0da-c5218d0d31d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:42.847179 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-c28d7fbe-d11b-4e3e-af12-e1f57c44c12a None None] Port 946f0a4e-ab72-40bd-a433-f66ebca1996e cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:48:42.874898 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-de7d351b-c22e-4996-b0da-c5218d0d31d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['985dcccb-2c08-4d64-be3d-bc4d25918b83']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:42.935879 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device f2c79ad8-91a6-4546-8c64-928f469d1fb2 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:48:42.939005 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-de7d351b-c22e-4996-b0da-c5218d0d31d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:42.939307 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-de7d351b-c22e-4996-b0da-c5218d0d31d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eee3fc1-b6df-4e55-b2b4-fcc1f2a55763') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:42.969780 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-de7d351b-c22e-4996-b0da-c5218d0d31d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:43.005728 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b40b9f7c-1761-4311-a63c-6bb1818fec49 req-f81f0659-36db-416c-997b-0f459a42e3d6 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008095 Nov 12 00:48:43.056261 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9942eb-91c5-4325-b952-6d8bd49de81a req-cdf1ff02-a748-44ec-adac-5f8846ed5e97 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:43.057844 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bc9942eb-91c5-4325-b952-6d8bd49de81a req-cdf1ff02-a748-44ec-adac-5f8846ed5e97 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.49 "GET /v2.0/networks?id=cc6c0861-08f6-4a20-bb15-55ce7625c6e5 HTTP/1.1" status: 200 len: 811 time: 0.4514117 Nov 12 00:48:43.061282 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-de7d351b-c22e-4996-b0da-c5218d0d31d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:43.103304 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9c386ea4-34aa-41ba-9df2-27b01b87069e req-5672c95e-4595-4563-8348-665e2c291139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:43.112318 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-bc9942eb-91c5-4325-b952-6d8bd49de81a req-8bcbc357-5fad-473f-91fe-2e9ddf44af6e tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Request body: {'port': {'device_id': '4d1252c6-887f-41b1-a4c9-f1ee79375b87', 'network_id': 'cc6c0861-08f6-4a20-bb15-55ce7625c6e5', 'admin_state_up': True, 'tenant_id': '5ffaac2ef2674156a598ef42a6d7e245'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:43.134066 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7fe5d-2396-4777-a6d3-74c40887b60b req-803ece6a-b33e-4a24-b27d-ebdeb3c48dd3 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:43.136704 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-75a7fe5d-2396-4777-a6d3-74c40887b60b req-803ece6a-b33e-4a24-b27d-ebdeb3c48dd3 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 946 time: 0.5802522 Nov 12 00:48:43.147278 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: f2c79ad8-91a6-4546-8c64-928f469d1fb2 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:48:43.147977 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device f2c79ad8-91a6-4546-8c64-928f469d1fb2 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:48:43.151981 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de7d351b-c22e-4996-b0da-c5218d0d31d7 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:48:43.152394 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-de7d351b-c22e-4996-b0da-c5218d0d31d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:43.154169 n-d-812236-11 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:48:43.154169 n-d-812236-11 neutron-server[102661]: self.session.flush() Nov 12 00:48:43.154169 n-d-812236-11 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:48:43.154169 n-d-812236-11 neutron-server[102661]: self.session.flush() Nov 12 00:48:43.154169 n-d-812236-11 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:48:43.154169 n-d-812236-11 neutron-server[102661]: self.session.flush() Nov 12 00:48:43.154169 n-d-812236-11 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:48:43.154169 n-d-812236-11 neutron-server[102661]: self.session.flush() Nov 12 00:48:43.154169 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:48:43.154169 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:48:43.154169 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:48:43.154169 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:48:43.154169 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:48:43.154169 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:48:43.154169 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:48:43.154169 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:48:43.154169 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:48:43.154169 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:48:43.154169 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:48:43.154169 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:48:43.154169 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:48:43.154169 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:48:43.154169 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:48:43.154169 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:48:43.154169 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:48:43.154169 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:48:43.154169 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:48:43.154169 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:48:43.154169 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:48:43.154169 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:48:43.154169 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:48:43.154169 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:48:43.154169 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:48:43.154169 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:48:43.154169 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:48:43.154169 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:48:43.154169 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:48:43.154169 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:48:43.154169 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:48:43.154169 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:48:43.196771 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-5c2feccc-3c51-4fa5-8063-e589bce4fff5 service neutron] 10.222.0.49 "GET /v2.0/networks/25c7053b-d0f6-4f07-824f-f121d6d3ef50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4471700 Nov 12 00:48:43.247208 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f5db254-0dcc-4f2c-a9ff-2e9054066a62 req-edfc4741-d06e-46c0-b7c8-f07e22de2758 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d1252c6-887f-41b1-a4c9-f1ee79375b87 HTTP/1.1" status: 200 len: 210 time: 0.1159048 Nov 12 00:48:43.313651 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-75a7fe5d-2396-4777-a6d3-74c40887b60b req-8ada4ccd-2700-403e-84d6-ca6fd7c157fc tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335158 Nov 12 00:48:43.336166 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-d7bf2eff-202d-4b7d-9daa-7aa90f10e213 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.227&port_id=6aa09cc3-3040-42b5-9613-faa388099509 HTTP/1.1" status: 200 len: 217 time: 0.0859599 Nov 12 00:48:43.362063 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-de7d351b-c22e-4996-b0da-c5218d0d31d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:43.367916 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-de7d351b-c22e-4996-b0da-c5218d0d31d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:43.373958 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-de7d351b-c22e-4996-b0da-c5218d0d31d7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/985dcccb-2c08-4d64-be3d-bc4d25918b83 HTTP/1.1" status: 204 len: 168 time: 2.6071875 Nov 12 00:48:43.451050 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d351b-c22e-4996-b0da-c5218d0d31d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=985dcccb-2c08-4d64-be3d-bc4d25918b83,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:43.502154 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-f4014444-fa48-49b0-b6ef-af451fc73236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:43.504427 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-f4014444-fa48-49b0-b6ef-af451fc73236 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ee9bdaed-06f4-4e88-82d7-f2209a31af28 HTTP/1.1" status: 200 len: 801 time: 0.1551390 Nov 12 00:48:43.540871 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-9c386ea4-34aa-41ba-9df2-27b01b87069e req-5672c95e-4595-4563-8348-665e2c291139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 946f0a4e-ab72-40bd-a433-f66ebca1996e {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:48:43.548744 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9c386ea4-34aa-41ba-9df2-27b01b87069e req-5672c95e-4595-4563-8348-665e2c291139 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:43.563691 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-9c386ea4-34aa-41ba-9df2-27b01b87069e req-5672c95e-4595-4563-8348-665e2c291139 service neutron] Transition to ACTIVE for port object 946f0a4e-ab72-40bd-a433-f66ebca1996e will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:48:43.569178 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93007a3d-be92-4b75-bb26-c1f00dc3e7ba req-e3a4d420-ec8e-47e0-a7d6-915d85a104cb tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:43.572983 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-93007a3d-be92-4b75-bb26-c1f00dc3e7ba req-e3a4d420-ec8e-47e0-a7d6-915d85a104cb tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 946 time: 0.1974680 Nov 12 00:48:43.573822 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 53038) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:43.579575 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9c386ea4-34aa-41ba-9df2-27b01b87069e req-5672c95e-4595-4563-8348-665e2c291139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:43.666258 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc9942eb-91c5-4325-b952-6d8bd49de81a req-8bcbc357-5fad-473f-91fe-2e9ddf44af6e tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Made reservation on behalf of 5ffaac2ef2674156a598ef42a6d7e245 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:48:43.670930 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-bc9942eb-91c5-4325-b952-6d8bd49de81a req-8bcbc357-5fad-473f-91fe-2e9ddf44af6e tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:43.705188 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09739d3-12e3-49e7-a812-a45ed6f831e7 req-352da0c7-9ce8-4f47-87ae-8d6c0c2c6a47 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:43.712806 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-e2b317db-f0ca-4b27-a040-a3097d2c8532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:43.713829 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09739d3-12e3-49e7-a812-a45ed6f831e7 req-352da0c7-9ce8-4f47-87ae-8d6c0c2c6a47 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:43.715616 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f09739d3-12e3-49e7-a812-a45ed6f831e7 req-352da0c7-9ce8-4f47-87ae-8d6c0c2c6a47 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4667ae-61a1-4c7d-a531-56397679e328 HTTP/1.1" status: 200 len: 1679 time: 0.1506114 Nov 12 00:48:43.715739 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-e2b317db-f0ca-4b27-a040-a3097d2c8532 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=654e5549-406d-49c2-ac80-0c0219b01277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2006562 Nov 12 00:48:43.719492 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5672c95e-4595-4563-8348-665e2c291139 service neutron] Pushing event updated for resources: {'Port': ['ID=946f0a4e-ab72-40bd-a433-f66ebca1996e,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:43.764347 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-93007a3d-be92-4b75-bb26-c1f00dc3e7ba req-f2621d58-11e1-4602-b0e6-e50c3c632893 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710918 Nov 12 00:48:43.819109 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1734caad-73cd-4f89-acef-20f82a2e9d5e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=70fcc0cfb50649aa98c75c8239146e76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344677 Nov 12 00:48:43.819284 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 53042) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:43.918956 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f09739d3-12e3-49e7-a812-a45ed6f831e7 req-996db327-4c7c-4b4d-933d-faf7b278140a tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/security-groups?id=00852a6f-259a-4c25-b9f8-f2d48079247f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938610 Nov 12 00:48:43.951238 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f1c0fc54-0844-4a57-a299-a5f36ac11030 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:43.953290 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-9c386ea4-34aa-41ba-9df2-27b01b87069e req-5672c95e-4595-4563-8348-665e2c291139 service neutron] Attempting to bind port 946f0a4e-ab72-40bd-a433-f66ebca1996e on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:48:43.953651 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-9c386ea4-34aa-41ba-9df2-27b01b87069e req-5672c95e-4595-4563-8348-665e2c291139 service neutron] Attempting to bind port 946f0a4e-ab72-40bd-a433-f66ebca1996e by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '6922dc8f-e4e8-46eb-925b-ce7a975c2214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:48:43.953983 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c386ea4-34aa-41ba-9df2-27b01b87069e req-5672c95e-4595-4563-8348-665e2c291139 service neutron] Attempting to bind port 946f0a4e-ab72-40bd-a433-f66ebca1996e on network 9bd80eeb-5154-4c03-9db9-fcf789d8dd48 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:43.965813 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c386ea4-34aa-41ba-9df2-27b01b87069e req-5672c95e-4595-4563-8348-665e2c291139 service neutron] Port 946f0a4e-ab72-40bd-a433-f66ebca1996e on network 9bd80eeb-5154-4c03-9db9-fcf789d8dd48 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:48:43.966146 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c386ea4-34aa-41ba-9df2-27b01b87069e req-5672c95e-4595-4563-8348-665e2c291139 service neutron] Attempting to bind port 946f0a4e-ab72-40bd-a433-f66ebca1996e on network 9bd80eeb-5154-4c03-9db9-fcf789d8dd48 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:43.974938 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c386ea4-34aa-41ba-9df2-27b01b87069e req-5672c95e-4595-4563-8348-665e2c291139 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:48:43.975139 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c386ea4-34aa-41ba-9df2-27b01b87069e req-5672c95e-4595-4563-8348-665e2c291139 service neutron] Checking segment: {'id': '6922dc8f-e4e8-46eb-925b-ce7a975c2214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:43.975671 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c386ea4-34aa-41ba-9df2-27b01b87069e req-5672c95e-4595-4563-8348-665e2c291139 service neutron] Bound using segment: {'id': '6922dc8f-e4e8-46eb-925b-ce7a975c2214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:48:43.976104 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-9c386ea4-34aa-41ba-9df2-27b01b87069e req-5672c95e-4595-4563-8348-665e2c291139 service neutron] Bound port: 946f0a4e-ab72-40bd-a433-f66ebca1996e, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6922dc8f-e4e8-46eb-925b-ce7a975c2214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:48:43.976466 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9c386ea4-34aa-41ba-9df2-27b01b87069e req-5672c95e-4595-4563-8348-665e2c291139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:43.991147 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-aba47d3f-c2db-466d-a26f-f35dcabf7948 service neutron] 10.222.0.49 "GET /v2.0/networks/654e5549-406d-49c2-ac80-0c0219b01277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562165 Nov 12 00:48:44.004819 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f1c0fc54-0844-4a57-a299-a5f36ac11030 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:44.064988 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-bc9942eb-91c5-4325-b952-6d8bd49de81a req-8bcbc357-5fad-473f-91fe-2e9ddf44af6e tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Allocated IP 172.20.0.14 (cc6c0861-08f6-4a20-bb15-55ce7625c6e5/8dc44064-8072-4b25-a5ed-adc971ac9588/838b9ea9-e839-40f6-b6b1-2b8d395c9e0a) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:48:44.143242 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e368be1-29d8-4456-b1f4-422b0e4b7571 req-440b2339-6ecb-4808-abbc-6e3d9e6ea7b5 tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:44.144572 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8e368be1-29d8-4456-b1f4-422b0e4b7571 req-440b2339-6ecb-4808-abbc-6e3d9e6ea7b5 tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 1098 time: 0.0972943 Nov 12 00:48:44.148241 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-9c386ea4-34aa-41ba-9df2-27b01b87069e req-5672c95e-4595-4563-8348-665e2c291139 service neutron] For port 946f0a4e-ab72-40bd-a433-f66ebca1996e, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:48:44.152976 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-9c386ea4-34aa-41ba-9df2-27b01b87069e req-5672c95e-4595-4563-8348-665e2c291139 service neutron] For port 946f0a4e-ab72-40bd-a433-f66ebca1996e, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=946f0a4e-ab72-40bd-a433-f66ebca1996e,segment=NetworkSegment(6922dc8f-e4e8-46eb-925b-ce7a975c2214),segment_id=6922dc8f-e4e8-46eb-925b-ce7a975c2214)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:48:44.164853 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9c386ea4-34aa-41ba-9df2-27b01b87069e req-5672c95e-4595-4563-8348-665e2c291139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:44.173983 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4e4fa355-cdc5-48ad-bda1-fcc5150b2f9d req-e89995ba-833d-472c-a5bd-1337fd6e90b0 service neutron] 10.222.0.49 "GET /v2.0/networks/654e5549-406d-49c2-ac80-0c0219b01277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741252 Nov 12 00:48:44.184933 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f1c0fc54-0844-4a57-a299-a5f36ac11030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:44.187870 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f1c0fc54-0844-4a57-a299-a5f36ac11030 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:44.189007 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f1c0fc54-0844-4a57-a299-a5f36ac11030 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/adad9597-1ca9-4ade-8caf-a5703c9aac27 HTTP/1.1" status: 204 len: 168 time: 0.3606880 Nov 12 00:48:44.219322 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c0fc54-0844-4a57-a299-a5f36ac11030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adad9597-1ca9-4ade-8caf-a5703c9aac27,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:44.245325 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c386ea4-34aa-41ba-9df2-27b01b87069e req-5672c95e-4595-4563-8348-665e2c291139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:44.245975 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9c386ea4-34aa-41ba-9df2-27b01b87069e req-5672c95e-4595-4563-8348-665e2c291139 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:44.247375 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9c386ea4-34aa-41ba-9df2-27b01b87069e req-5672c95e-4595-4563-8348-665e2c291139 service neutron] 10.222.0.54 "PUT /v2.0/ports/946f0a4e-ab72-40bd-a433-f66ebca1996e HTTP/1.1" status: 200 len: 1092 time: 1.8022187 Nov 12 00:48:44.247830 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b119ebf6-e1ff-4eba-b94d-797674c4ef98', 'tag': '946f0a4e-ab72-40bd-a433-f66ebca1996e'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:44.250120 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96bcb08-3559-445a-9b51-2b570f4a8c98" -d '{"events": [{"name": "network-changed", "server_uuid": "b119ebf6-e1ff-4eba-b94d-797674c4ef98", "tag": "946f0a4e-ab72-40bd-a433-f66ebca1996e"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:44.293073 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8e368be1-29d8-4456-b1f4-422b0e4b7571 req-af8136b8-265b-4b03-9906-11ce683a8883 tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369250 Nov 12 00:48:44.293721 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5672c95e-4595-4563-8348-665e2c291139 service neutron] Pushing event updated for resources: {'Port': ['ID=946f0a4e-ab72-40bd-a433-f66ebca1996e,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:44.385876 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40ba20a-ada4-4626-b912-83b05c804c8b x-openstack-request-id: req-f40ba20a-ada4-4626-b912-83b05c804c8b {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:44.386498 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b119ebf6-e1ff-4eba-b94d-797674c4ef98", "tag": "946f0a4e-ab72-40bd-a433-f66ebca1996e", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:44.386498 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f40ba20a-ada4-4626-b912-83b05c804c8b {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:44.386795 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b119ebf6-e1ff-4eba-b94d-797674c4ef98', 'tag': '946f0a4e-ab72-40bd-a433-f66ebca1996e', 'status': 'completed', 'code': 200} Nov 12 00:48:44.433329 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c386ea4-34aa-41ba-9df2-27b01b87069e req-662c6978-9b36-4b51-87ff-a7bcadc24a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:44.435117 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9c386ea4-34aa-41ba-9df2-27b01b87069e req-662c6978-9b36-4b51-87ff-a7bcadc24a51 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f62521c5dc664ba4a3bbe0954819df3b&device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 1095 time: 0.0962172 Nov 12 00:48:44.499811 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9c386ea4-34aa-41ba-9df2-27b01b87069e req-7f831fde-7eba-4757-a184-f4951568c2f7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=946f0a4e-ab72-40bd-a433-f66ebca1996e HTTP/1.1" status: 200 len: 217 time: 0.0493774 Nov 12 00:48:44.555775 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b8d67-4fef-4512-9f85-653136cc2ad2 req-7153d8ec-8cc7-455e-a2fe-46e5a361944d tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:44.557355 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-105b8d67-4fef-4512-9f85-653136cc2ad2 req-7153d8ec-8cc7-455e-a2fe-46e5a361944d tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 943 time: 0.3824244 Nov 12 00:48:44.618743 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c386ea4-34aa-41ba-9df2-27b01b87069e req-8e19e490-38a1-46d9-b9df-0f4e0d37de8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:44.621953 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9c386ea4-34aa-41ba-9df2-27b01b87069e req-8e19e490-38a1-46d9-b9df-0f4e0d37de8d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04c51f1f-4fad-42e7-a817-4af69d874ab6 HTTP/1.1" status: 200 len: 856 time: 0.0956388 Nov 12 00:48:44.630630 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f69e57-23d5-4ff7-b853-32a8814a8740 req-f101a50e-fea8-45fd-b3a3-b08dc91cd254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:44.631113 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f69e57-23d5-4ff7-b853-32a8814a8740 req-f101a50e-fea8-45fd-b3a3-b08dc91cd254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:44.633538 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-19f69e57-23d5-4ff7-b853-32a8814a8740 req-f101a50e-fea8-45fd-b3a3-b08dc91cd254 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=809bf7e77c2745d0828daef0d4ec25f2&device_id=7c4667ae-61a1-4c7d-a531-56397679e328 HTTP/1.1" status: 200 len: 1983 time: 0.2765067 Nov 12 00:48:44.641831 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-be73ce88-591a-463a-81d0-f9ba2179eef2 req-68825935-81b0-4f7c-b129-af57140913ee tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d1252c6-887f-41b1-a4c9-f1ee79375b87 HTTP/1.1" status: 200 len: 210 time: 0.1533747 Nov 12 00:48:44.726602 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c386ea4-34aa-41ba-9df2-27b01b87069e req-4e4720f0-4bc3-48f8-b4ec-484ddc554e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:44.728530 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9c386ea4-34aa-41ba-9df2-27b01b87069e req-4e4720f0-4bc3-48f8-b4ec-484ddc554e4f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9bd80eeb-5154-4c03-9db9-fcf789d8dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0857630 Nov 12 00:48:44.775419 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-bc9942eb-91c5-4325-b952-6d8bd49de81a req-8bcbc357-5fad-473f-91fe-2e9ddf44af6e tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:44.779825 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-105b8d67-4fef-4512-9f85-653136cc2ad2 req-55bbe32d-f4f1-4806-9493-267f2c1b9583 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603904 Nov 12 00:48:44.829972 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f69e57-23d5-4ff7-b853-32a8814a8740 req-38b1402b-2185-4fbf-bf38-54ac5a606ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:44.831440 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-19f69e57-23d5-4ff7-b853-32a8814a8740 req-38b1402b-2185-4fbf-bf38-54ac5a606ace service neutron] 10.222.0.49 "GET /v2.0/networks?id=654e5549-406d-49c2-ac80-0c0219b01277 HTTP/1.1" status: 200 len: 903 time: 0.1670873 Nov 12 00:48:44.848664 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-bc9942eb-91c5-4325-b952-6d8bd49de81a req-8bcbc357-5fad-473f-91fe-2e9ddf44af6e tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:44.909124 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-19f69e57-23d5-4ff7-b853-32a8814a8740 req-ad0c6912-93c4-4d0f-a50d-51dc45d9b058 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.227&port_id=6aa09cc3-3040-42b5-9613-faa388099509 HTTP/1.1" status: 200 len: 217 time: 0.0696437 Nov 12 00:48:44.943420 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3dd8f-880d-4195-9eba-9e23e99355ab req-d352f49d-8823-4019-ba62-b040fc26045f tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:44.946462 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-08a3dd8f-880d-4195-9eba-9e23e99355ab req-d352f49d-8823-4019-ba62-b040fc26045f tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 1098 time: 0.1469948 Nov 12 00:48:44.989787 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9c386ea4-34aa-41ba-9df2-27b01b87069e req-55942541-8320-480e-a5a3-d7c96ba22160 service neutron] 10.222.0.54 "GET /v2.0/networks/9bd80eeb-5154-4c03-9db9-fcf789d8dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485833 Nov 12 00:48:45.036469 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc9942eb-91c5-4325-b952-6d8bd49de81a req-8bcbc357-5fad-473f-91fe-2e9ddf44af6e tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Network cc6c0861-08f6-4a20-bb15-55ce7625c6e5 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:45.067622 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-bc9942eb-91c5-4325-b952-6d8bd49de81a req-8bcbc357-5fad-473f-91fe-2e9ddf44af6e tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:45.081413 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9942eb-91c5-4325-b952-6d8bd49de81a req-8bcbc357-5fad-473f-91fe-2e9ddf44af6e tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:48:45.086826 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-08a3dd8f-880d-4195-9eba-9e23e99355ab req-659021f0-2e3f-4c99-9f3b-168ea2504a16 tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292989 Nov 12 00:48:45.091741 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcbc357-5fad-473f-91fe-2e9ddf44af6e tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Pushing event updated for resources: {'Port': ['ID=838b9ea9-e839-40f6-b6b1-2b8d395c9e0a,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:45.098953 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f69e57-23d5-4ff7-b853-32a8814a8740 req-130a7e73-6db1-4c5e-92ac-e5f189bc4460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:45.100567 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-19f69e57-23d5-4ff7-b853-32a8814a8740 req-130a7e73-6db1-4c5e-92ac-e5f189bc4460 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ee9bdaed-06f4-4e88-82d7-f2209a31af28 HTTP/1.1" status: 200 len: 801 time: 0.1743052 Nov 12 00:48:45.193761 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9c386ea4-34aa-41ba-9df2-27b01b87069e req-4131234e-06bd-462c-a37d-a4479a2cac24 service neutron] 10.222.0.54 "GET /v2.0/networks/9bd80eeb-5154-4c03-9db9-fcf789d8dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927745 Nov 12 00:48:45.229257 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee17438-8734-454f-9be3-1b2ce8f1013c req-4eb9f892-debb-4a89-8706-0d54a471d4b2 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:45.230717 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6ee17438-8734-454f-9be3-1b2ce8f1013c req-4eb9f892-debb-4a89-8706-0d54a471d4b2 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 946 time: 0.2767427 Nov 12 00:48:45.275439 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9942eb-91c5-4325-b952-6d8bd49de81a req-8bcbc357-5fad-473f-91fe-2e9ddf44af6e tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:45.275439 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-bc9942eb-91c5-4325-b952-6d8bd49de81a req-8bcbc357-5fad-473f-91fe-2e9ddf44af6e tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:45.307156 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f69e57-23d5-4ff7-b853-32a8814a8740 req-0e801a3b-d033-4989-9633-d66ca44cf32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:45.308763 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-19f69e57-23d5-4ff7-b853-32a8814a8740 req-0e801a3b-d033-4989-9633-d66ca44cf32d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=654e5549-406d-49c2-ac80-0c0219b01277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1353736 Nov 12 00:48:45.333193 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bc9942eb-91c5-4325-b952-6d8bd49de81a req-8bcbc357-5fad-473f-91fe-2e9ddf44af6e tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2473817 Nov 12 00:48:45.360040 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-bc9942eb-91c5-4325-b952-6d8bd49de81a req-aef2cdc3-71ea-4edc-b689-9ce24df56866 service neutron] Request body: {'port': {'device_id': '4d1252c6-887f-41b1-a4c9-f1ee79375b87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:45.408338 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6ee17438-8734-454f-9be3-1b2ce8f1013c req-46f87890-ccfa-4733-bed0-a7f55fc27811 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574769 Nov 12 00:48:45.525251 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff494f3-1ecd-4f49-8a13-cbee542dec19 req-5ad5843f-16ea-4a23-89f8-9f109f623dfc tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:45.531210 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff494f3-1ecd-4f49-8a13-cbee542dec19 req-5ad5843f-16ea-4a23-89f8-9f109f623dfc tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:45.533007 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-bc9942eb-91c5-4325-b952-6d8bd49de81a req-aef2cdc3-71ea-4edc-b689-9ce24df56866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:45.539149 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7ff494f3-1ecd-4f49-8a13-cbee542dec19 req-5ad5843f-16ea-4a23-89f8-9f109f623dfc tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4667ae-61a1-4c7d-a531-56397679e328 HTTP/1.1" status: 200 len: 1679 time: 0.2160301 Nov 12 00:48:45.562029 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-19f69e57-23d5-4ff7-b853-32a8814a8740 req-c6a81d5e-fa6a-45c4-b20b-7722e7ff9715 service neutron] 10.222.0.49 "GET /v2.0/networks/654e5549-406d-49c2-ac80-0c0219b01277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429037 Nov 12 00:48:45.567431 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96bcb08-3559-445a-9b51-2b570f4a8c98 req-0f261d02-e94a-495b-9d16-cf2aa8804d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:45.569512 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d96bcb08-3559-445a-9b51-2b570f4a8c98 req-0f261d02-e94a-495b-9d16-cf2aa8804d24 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f62521c5dc664ba4a3bbe0954819df3b&device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 1095 time: 0.1450226 Nov 12 00:48:45.654392 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7ff494f3-1ecd-4f49-8a13-cbee542dec19 req-9e60e1b2-427b-4c27-8f32-1a67eb214ad3 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/security-groups?id=00852a6f-259a-4c25-b9f8-f2d48079247f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142881 Nov 12 00:48:45.723725 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-19f69e57-23d5-4ff7-b853-32a8814a8740 req-8ba11035-9162-48e6-97d8-c1cfcf8c3378 service neutron] 10.222.0.49 "GET /v2.0/networks/654e5549-406d-49c2-ac80-0c0219b01277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425612 Nov 12 00:48:45.819486 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96bcb08-3559-445a-9b51-2b570f4a8c98 req-87ca35ff-94f9-4082-9e31-2182ee79eae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:45.821133 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d96bcb08-3559-445a-9b51-2b570f4a8c98 req-87ca35ff-94f9-4082-9e31-2182ee79eae9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9bd80eeb-5154-4c03-9db9-fcf789d8dd48 HTTP/1.1" status: 200 len: 918 time: 0.2362580 Nov 12 00:48:45.860416 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 53096) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:45.917049 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d96bcb08-3559-445a-9b51-2b570f4a8c98 req-e9d6b100-6bcf-4f12-a8b0-41b85018739f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=946f0a4e-ab72-40bd-a433-f66ebca1996e HTTP/1.1" status: 200 len: 217 time: 0.0884500 Nov 12 00:48:45.934055 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc0b91-50ef-437d-b4f7-11ec03d4bfe7 req-b347a914-8e12-47ad-9f86-b80beec7ba34 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:45.946338 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-10fc0b91-50ef-437d-b4f7-11ec03d4bfe7 req-b347a914-8e12-47ad-9f86-b80beec7ba34 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d1252c6-887f-41b1-a4c9-f1ee79375b87 HTTP/1.1" status: 200 len: 932 time: 0.1891935 Nov 12 00:48:46.043945 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96bcb08-3559-445a-9b51-2b570f4a8c98 req-c06f232b-ae99-4329-9487-3c63a107d920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:46.045626 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d96bcb08-3559-445a-9b51-2b570f4a8c98 req-c06f232b-ae99-4329-9487-3c63a107d920 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04c51f1f-4fad-42e7-a817-4af69d874ab6 HTTP/1.1" status: 200 len: 856 time: 0.0972419 Nov 12 00:48:46.081398 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-10fc0b91-50ef-437d-b4f7-11ec03d4bfe7 req-8b9a8a70-7684-49f0-babe-216a3c8b4bd1 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320143 Nov 12 00:48:46.198262 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96bcb08-3559-445a-9b51-2b570f4a8c98 req-b17b6c4a-8e07-40e8-92fc-5081e5c2cae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:46.199812 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d96bcb08-3559-445a-9b51-2b570f4a8c98 req-b17b6c4a-8e07-40e8-92fc-5081e5c2cae9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9bd80eeb-5154-4c03-9db9-fcf789d8dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1448071 Nov 12 00:48:46.215345 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f9be6-3396-4fb7-b2a9-106c3c79d28e req-ff8b57c8-680b-4c6b-95d6-3d808160bb3a tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:46.218965 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9c2f9be6-3396-4fb7-b2a9-106c3c79d28e req-ff8b57c8-680b-4c6b-95d6-3d808160bb3a tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 943 time: 0.0663123 Nov 12 00:48:46.416276 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9c2f9be6-3396-4fb7-b2a9-106c3c79d28e req-d67ebfde-6538-4145-aa51-6f658aca5a5a tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611669 Nov 12 00:48:46.486283 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d96bcb08-3559-445a-9b51-2b570f4a8c98 req-dd983dcb-c644-4870-b9be-8829cdbd753a service neutron] 10.222.0.54 "GET /v2.0/networks/9bd80eeb-5154-4c03-9db9-fcf789d8dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661910 Nov 12 00:48:46.549660 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-96c3a931-db8c-480d-ae5b-20a1459a5393 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1558193925-network', 'tenant_id': '51782df7842b4c5bbca4d3018f087a2d'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:46.601213 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c3a931-db8c-480d-ae5b-20a1459a5393 admin admin] Made reservation on behalf of 51782df7842b4c5bbca4d3018f087a2d for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:48:46.609830 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-96c3a931-db8c-480d-ae5b-20a1459a5393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:46.642186 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-96c3a931-db8c-480d-ae5b-20a1459a5393 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:46.812833 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d96bcb08-3559-445a-9b51-2b570f4a8c98 req-6eec1039-0bd2-46ef-8730-97772d2d7f54 service neutron] 10.222.0.54 "GET /v2.0/networks/9bd80eeb-5154-4c03-9db9-fcf789d8dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139744 Nov 12 00:48:46.910171 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-96c3a931-db8c-480d-ae5b-20a1459a5393 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:46.921022 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-96c3a931-db8c-480d-ae5b-20a1459a5393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:46.953720 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372b783-cc87-472d-a2d4-f3dc68d49b1a req-101ff23c-763d-463d-8481-f486dec60f59 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:46.969604 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6372b783-cc87-472d-a2d4-f3dc68d49b1a req-101ff23c-763d-463d-8481-f486dec60f59 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 946 time: 0.1188502 Nov 12 00:48:46.984523 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-bc9942eb-91c5-4325-b952-6d8bd49de81a req-aef2cdc3-71ea-4edc-b689-9ce24df56866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 838b9ea9-e839-40f6-b6b1-2b8d395c9e0a {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:48:47.044267 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-bc9942eb-91c5-4325-b952-6d8bd49de81a req-aef2cdc3-71ea-4edc-b689-9ce24df56866 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:47.083865 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6372b783-cc87-472d-a2d4-f3dc68d49b1a req-3091c571-0a81-4c81-a7bd-aebba3a6107d tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107769 Nov 12 00:48:47.188112 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96c3a931-db8c-480d-ae5b-20a1459a5393 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:48:47.225051 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-f8acb5bd-bb99-411a-9266-bb369c146b6e tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:48:47.234288 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-f8acb5bd-bb99-411a-9266-bb369c146b6e tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0175915 Nov 12 00:48:47.235985 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c3a931-db8c-480d-ae5b-20a1459a5393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5c4b89-8bda-46dc-b9e5-204895260378,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:47.266724 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-96c3a931-db8c-480d-ae5b-20a1459a5393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:47.266724 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-96c3a931-db8c-480d-ae5b-20a1459a5393 admin admin] Added segment 59d71ae5-1e53-4be1-9fc1-c6b52a0e3297 of type vlan for network 53191a89-587e-4e0e-a197-dccf5f9db2c8 Nov 12 00:48:47.278098 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-bc9942eb-91c5-4325-b952-6d8bd49de81a req-aef2cdc3-71ea-4edc-b689-9ce24df56866 service neutron] Transition to ACTIVE for port object 838b9ea9-e839-40f6-b6b1-2b8d395c9e0a will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:48:47.293570 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-bc9942eb-91c5-4325-b952-6d8bd49de81a req-aef2cdc3-71ea-4edc-b689-9ce24df56866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:47.400270 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-96c3a931-db8c-480d-ae5b-20a1459a5393 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:47.407925 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-575ebf45-f753-4893-9f5a-48263b006328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:47.409470 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-575ebf45-f753-4893-9f5a-48263b006328 service neutron] 10.222.0.20 "GET /v2.0/ports/b1079f03-af6d-4356-bc76-8fe2b67e07f3 HTTP/1.1" status: 200 len: 1095 time: 0.1300528 Nov 12 00:48:47.421476 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da184435-d4c8-49a9-a5b5-62577e822a4e req-764d1aab-6107-4335-91e6-e33e200f03d4 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:47.428704 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da184435-d4c8-49a9-a5b5-62577e822a4e req-764d1aab-6107-4335-91e6-e33e200f03d4 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:47.430457 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-da184435-d4c8-49a9-a5b5-62577e822a4e req-764d1aab-6107-4335-91e6-e33e200f03d4 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4667ae-61a1-4c7d-a531-56397679e328 HTTP/1.1" status: 200 len: 1679 time: 0.0880680 Nov 12 00:48:47.448828 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-b8c7caa8-a061-49d3-8075-7ec51ba29b39 service neutron] Request body: {'binding': {'host': 'n-h2-812236-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:47.449273 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-b8c7caa8-a061-49d3-8075-7ec51ba29b39 service neutron] Unknown quota resources ['binding']. {{(pid=102661) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 00:48:47.502117 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef2cdc3-71ea-4edc-b689-9ce24df56866 service neutron] Pushing event updated for resources: {'Port': ['ID=838b9ea9-e839-40f6-b6b1-2b8d395c9e0a,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:47.502862 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-da184435-d4c8-49a9-a5b5-62577e822a4e req-78ce768a-98bb-4a2f-a522-64a52c04dc01 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/security-groups?id=00852a6f-259a-4c25-b9f8-f2d48079247f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663974 Nov 12 00:48:47.547553 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-96c3a931-db8c-480d-ae5b-20a1459a5393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:47.548944 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c3a931-db8c-480d-ae5b-20a1459a5393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:47.549661 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-96c3a931-db8c-480d-ae5b-20a1459a5393 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:47.622305 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d937e4-4508-4030-b22e-918718733805 req-2d8cf5bd-eae9-48b7-91f9-841e2ca45dfe tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:47.625831 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-89d937e4-4508-4030-b22e-918718733805 req-2d8cf5bd-eae9-48b7-91f9-841e2ca45dfe tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d1252c6-887f-41b1-a4c9-f1ee79375b87 HTTP/1.1" status: 200 len: 944 time: 0.0689633 Nov 12 00:48:47.698951 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-89d937e4-4508-4030-b22e-918718733805 req-6341bbc6-eb35-4a96-8ce7-1ff7abdc4ad7 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668826 Nov 12 00:48:47.708884 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-96c3a931-db8c-480d-ae5b-20a1459a5393 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.8473463 Nov 12 00:48:47.710202 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c3a931-db8c-480d-ae5b-20a1459a5393 admin admin] Pushing event updated for resources: {'Network': ['ID=53191a89-587e-4e0e-a197-dccf5f9db2c8,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:47.711975 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 53134) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:47.719388 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-7a9bce5e-528b-499f-a883-5404dd07ddf0 admin admin] Request body: {'subnet': {'network_id': '53191a89-587e-4e0e-a197-dccf5f9db2c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1558193925-subnet', 'tenant_id': '51782df7842b4c5bbca4d3018f087a2d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:47.721273 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 53191a89-587e-4e0e-a197-dccf5f9db2c8 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:48:47.742545 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-bc9942eb-91c5-4325-b952-6d8bd49de81a req-aef2cdc3-71ea-4edc-b689-9ce24df56866 service neutron] Attempting to bind port 838b9ea9-e839-40f6-b6b1-2b8d395c9e0a on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:48:47.742877 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-bc9942eb-91c5-4325-b952-6d8bd49de81a req-aef2cdc3-71ea-4edc-b689-9ce24df56866 service neutron] Attempting to bind port 838b9ea9-e839-40f6-b6b1-2b8d395c9e0a by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '38b12e74-b18e-41d0-b62c-8552b3e37d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cc6c0861-08f6-4a20-bb15-55ce7625c6e5'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:48:47.743205 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9942eb-91c5-4325-b952-6d8bd49de81a req-aef2cdc3-71ea-4edc-b689-9ce24df56866 service neutron] Attempting to bind port 838b9ea9-e839-40f6-b6b1-2b8d395c9e0a on network cc6c0861-08f6-4a20-bb15-55ce7625c6e5 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:47.767330 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9942eb-91c5-4325-b952-6d8bd49de81a req-aef2cdc3-71ea-4edc-b689-9ce24df56866 service neutron] Port 838b9ea9-e839-40f6-b6b1-2b8d395c9e0a on network cc6c0861-08f6-4a20-bb15-55ce7625c6e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:48:47.768441 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9bce5e-528b-499f-a883-5404dd07ddf0 admin admin] Made reservation on behalf of 51782df7842b4c5bbca4d3018f087a2d for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:48:47.771397 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7a9bce5e-528b-499f-a883-5404dd07ddf0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:47.773519 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9942eb-91c5-4325-b952-6d8bd49de81a req-aef2cdc3-71ea-4edc-b689-9ce24df56866 service neutron] Attempting to bind port 838b9ea9-e839-40f6-b6b1-2b8d395c9e0a on network cc6c0861-08f6-4a20-bb15-55ce7625c6e5 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:47.783616 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9942eb-91c5-4325-b952-6d8bd49de81a req-aef2cdc3-71ea-4edc-b689-9ce24df56866 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:48:47.783949 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9942eb-91c5-4325-b952-6d8bd49de81a req-aef2cdc3-71ea-4edc-b689-9ce24df56866 service neutron] Checking segment: {'id': '38b12e74-b18e-41d0-b62c-8552b3e37d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cc6c0861-08f6-4a20-bb15-55ce7625c6e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:47.784338 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9942eb-91c5-4325-b952-6d8bd49de81a req-aef2cdc3-71ea-4edc-b689-9ce24df56866 service neutron] Bound using segment: {'id': '38b12e74-b18e-41d0-b62c-8552b3e37d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cc6c0861-08f6-4a20-bb15-55ce7625c6e5'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:48:47.784888 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-bc9942eb-91c5-4325-b952-6d8bd49de81a req-aef2cdc3-71ea-4edc-b689-9ce24df56866 service neutron] Bound port: 838b9ea9-e839-40f6-b6b1-2b8d395c9e0a, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38b12e74-b18e-41d0-b62c-8552b3e37d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cc6c0861-08f6-4a20-bb15-55ce7625c6e5'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:48:47.785290 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-bc9942eb-91c5-4325-b952-6d8bd49de81a req-aef2cdc3-71ea-4edc-b689-9ce24df56866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:47.826061 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 6aa09cc3-3040-42b5-9613-faa388099509 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:48:47.851631 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-b8c7caa8-a061-49d3-8075-7ec51ba29b39 service neutron] Attempting to bind port b1079f03-af6d-4356-bc76-8fe2b67e07f3 on host n-h2-812236-11 for vnic_type normal with profile None {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:48:47.852005 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-b8c7caa8-a061-49d3-8075-7ec51ba29b39 service neutron] Attempting to bind port b1079f03-af6d-4356-bc76-8fe2b67e07f3 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': 'eac800fb-e2a4-4100-807c-1fb9b17e8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:48:47.852294 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-b8c7caa8-a061-49d3-8075-7ec51ba29b39 service neutron] Attempting to bind port b1079f03-af6d-4356-bc76-8fe2b67e07f3 on network d872bf93-95f4-45c4-b0f4-642aed61400a {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:47.861906 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-b8c7caa8-a061-49d3-8075-7ec51ba29b39 service neutron] Port b1079f03-af6d-4356-bc76-8fe2b67e07f3 on network d872bf93-95f4-45c4-b0f4-642aed61400a not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:48:47.862230 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-b8c7caa8-a061-49d3-8075-7ec51ba29b39 service neutron] Attempting to bind port b1079f03-af6d-4356-bc76-8fe2b67e07f3 on network d872bf93-95f4-45c4-b0f4-642aed61400a {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:47.869321 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-b8c7caa8-a061-49d3-8075-7ec51ba29b39 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:48:47.869686 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-b8c7caa8-a061-49d3-8075-7ec51ba29b39 service neutron] Checking segment: {'id': 'eac800fb-e2a4-4100-807c-1fb9b17e8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:47.870071 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-b8c7caa8-a061-49d3-8075-7ec51ba29b39 service neutron] Bound using segment: {'id': 'eac800fb-e2a4-4100-807c-1fb9b17e8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:48:47.870506 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-b8c7caa8-a061-49d3-8075-7ec51ba29b39 service neutron] Bound port: b1079f03-af6d-4356-bc76-8fe2b67e07f3, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eac800fb-e2a4-4100-807c-1fb9b17e8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:48:47.918131 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-bc9942eb-91c5-4325-b952-6d8bd49de81a req-aef2cdc3-71ea-4edc-b689-9ce24df56866 service neutron] For port 838b9ea9-e839-40f6-b6b1-2b8d395c9e0a, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:48:47.925542 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-bc9942eb-91c5-4325-b952-6d8bd49de81a req-aef2cdc3-71ea-4edc-b689-9ce24df56866 service neutron] For port 838b9ea9-e839-40f6-b6b1-2b8d395c9e0a, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=838b9ea9-e839-40f6-b6b1-2b8d395c9e0a,segment=NetworkSegment(38b12e74-b18e-41d0-b62c-8552b3e37d05),segment_id=38b12e74-b18e-41d0-b62c-8552b3e37d05)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:48:47.934143 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-bc9942eb-91c5-4325-b952-6d8bd49de81a req-aef2cdc3-71ea-4edc-b689-9ce24df56866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:47.958601 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d3c83-8876-462b-b1db-db6f0581d7e9 req-f24a87b9-9179-488d-83f0-efab1ba1b83d tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:47.968075 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dd4d3c83-8876-462b-b1db-db6f0581d7e9 req-f24a87b9-9179-488d-83f0-efab1ba1b83d tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 943 time: 0.1685696 Nov 12 00:48:47.982721 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9942eb-91c5-4325-b952-6d8bd49de81a req-aef2cdc3-71ea-4edc-b689-9ce24df56866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:47.983339 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-bc9942eb-91c5-4325-b952-6d8bd49de81a req-aef2cdc3-71ea-4edc-b689-9ce24df56866 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:47.984818 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 6aa09cc3-3040-42b5-9613-faa388099509, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=6aa09cc3-3040-42b5-9613-faa388099509,segment=NetworkSegment(0d364108-3424-4611-9ced-e781b80cb291),segment_id=0d364108-3424-4611-9ced-e781b80cb291)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:47.984947 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bc9942eb-91c5-4325-b952-6d8bd49de81a req-aef2cdc3-71ea-4edc-b689-9ce24df56866 service neutron] 10.222.0.49 "PUT /v2.0/ports/838b9ea9-e839-40f6-b6b1-2b8d395c9e0a HTTP/1.1" status: 200 len: 1093 time: 2.6387825 Nov 12 00:48:47.985510 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d1252c6-887f-41b1-a4c9-f1ee79375b87', 'tag': '838b9ea9-e839-40f6-b6b1-2b8d395c9e0a'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:47.988020 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6ba899-e637-496b-93b9-7808be69d24d" -d '{"events": [{"name": "network-changed", "server_uuid": "4d1252c6-887f-41b1-a4c9-f1ee79375b87", "tag": "838b9ea9-e839-40f6-b6b1-2b8d395c9e0a"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:47.994594 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-b8c7caa8-a061-49d3-8075-7ec51ba29b39 service neutron] For port b1079f03-af6d-4356-bc76-8fe2b67e07f3, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=b1079f03-af6d-4356-bc76-8fe2b67e07f3,segment=NetworkSegment(eac800fb-e2a4-4100-807c-1fb9b17e8d78),segment_id=eac800fb-e2a4-4100-807c-1fb9b17e8d78)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:48:48.003915 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '6aa09cc3-3040-42b5-9613-faa388099509', 'network_id': '654e5549-406d-49c2-ac80-0c0219b01277', 'port_id': '6aa09cc3-3040-42b5-9613-faa388099509', 'mac_address': 'fa:16:3e:e2:91:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee9bdaed-06f4-4e88-82d7-f2209a31af28', 'ip_address': '19.86.0.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:48:48.007620 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-b8c7caa8-a061-49d3-8075-7ec51ba29b39 service neutron] Publish callbacks [] for binding, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:48.008932 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-b8c7caa8-a061-49d3-8075-7ec51ba29b39 service neutron] 10.222.0.20 "POST /v2.0/ports/b1079f03-af6d-4356-bc76-8fe2b67e07f3/bindings HTTP/1.1" status: 201 len: 390 time: 0.5858552 Nov 12 00:48:48.024760 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef2cdc3-71ea-4edc-b689-9ce24df56866 service neutron] Pushing event updated for resources: {'Port': ['ID=838b9ea9-e839-40f6-b6b1-2b8d395c9e0a,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:48.090999 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dd4d3c83-8876-462b-b1db-db6f0581d7e9 req-daba9b76-83d5-4edf-8ec2-a847918c52b9 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216719 Nov 12 00:48:48.100941 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:48.110394 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9942eb-91c5-4325-b952-6d8bd49de81a req-fd550b1f-8898-4c0c-89a5-a72d79b6635f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:48.111973 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bc9942eb-91c5-4325-b952-6d8bd49de81a req-fd550b1f-8898-4c0c-89a5-a72d79b6635f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5ffaac2ef2674156a598ef42a6d7e245&device_id=4d1252c6-887f-41b1-a4c9-f1ee79375b87 HTTP/1.1" status: 200 len: 1096 time: 0.0717819 Nov 12 00:48:48.121785 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aa09cc3-3040-42b5-9613-faa388099509 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:48:48.152438 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 6aa09cc3-3040-42b5-9613-faa388099509, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=6aa09cc3-3040-42b5-9613-faa388099509,segment=NetworkSegment(0d364108-3424-4611-9ced-e781b80cb291),segment_id=0d364108-3424-4611-9ced-e781b80cb291)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:48.158768 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:48.159807 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device a1f56afb-65b9-4216-99bc-7c85a0176386 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:48:48.219680 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52eaef6b-1ca0-4acd-a5f5-5e211864cc50 x-openstack-request-id: req-52eaef6b-1ca0-4acd-a5f5-5e211864cc50 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:48.219985 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d1252c6-887f-41b1-a4c9-f1ee79375b87", "tag": "838b9ea9-e839-40f6-b6b1-2b8d395c9e0a", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:48.238157 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52eaef6b-1ca0-4acd-a5f5-5e211864cc50 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:48.239407 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d1252c6-887f-41b1-a4c9-f1ee79375b87', 'tag': '838b9ea9-e839-40f6-b6b1-2b8d395c9e0a', 'status': 'completed', 'code': 200} Nov 12 00:48:48.241236 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bc9942eb-91c5-4325-b952-6d8bd49de81a req-e1a4aee4-dca7-4002-8e12-d935d657260e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=838b9ea9-e839-40f6-b6b1-2b8d395c9e0a HTTP/1.1" status: 200 len: 217 time: 0.1120899 Nov 12 00:48:48.305863 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port a1f56afb-65b9-4216-99bc-7c85a0176386, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=a1f56afb-65b9-4216-99bc-7c85a0176386,segment=NetworkSegment(3cbf229c-0098-4910-9e57-452f1a1e2767),segment_id=3cbf229c-0098-4910-9e57-452f1a1e2767)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:48.324200 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': 'a1f56afb-65b9-4216-99bc-7c85a0176386', 'network_id': '25c7053b-d0f6-4f07-824f-f121d6d3ef50', 'port_id': 'a1f56afb-65b9-4216-99bc-7c85a0176386', 'mac_address': 'fa:16:3e:02:be:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b11b8cb9-239a-442e-800f-481bd2c12d07', 'ip_address': '19.80.0.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:48:48.345731 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9942eb-91c5-4325-b952-6d8bd49de81a req-9b2d3471-6fe5-4617-8156-a536362b1245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:48.352148 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bc9942eb-91c5-4325-b952-6d8bd49de81a req-9b2d3471-6fe5-4617-8156-a536362b1245 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8dc44064-8072-4b25-a5ed-adc971ac9588 HTTP/1.1" status: 200 len: 851 time: 0.0956883 Nov 12 00:48:48.360096 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcc845-7284-49fa-9d29-7360bfa64847 req-f362b17f-ce64-41c2-95e8-22c9ce7aea3c tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:48.368417 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-28bcc845-7284-49fa-9d29-7360bfa64847 req-f362b17f-ce64-41c2-95e8-22c9ce7aea3c tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 946 time: 0.1062558 Nov 12 00:48:48.408816 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7a9bce5e-528b-499f-a883-5404dd07ddf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:48.421048 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bc9942eb-91c5-4325-b952-6d8bd49de81a req-80ebc306-5918-4aae-9206-d617a929f5fc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cc6c0861-08f6-4a20-bb15-55ce7625c6e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653412 Nov 12 00:48:48.444400 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=6aa09cc3-3040-42b5-9613-faa388099509,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:48.475151 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:48.493996 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9bce5e-528b-499f-a883-5404dd07ddf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=787c16fd-caba-4399-87f0-089f202d99d8,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:48.496966 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1f56afb-65b9-4216-99bc-7c85a0176386 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:48:48.533342 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port a1f56afb-65b9-4216-99bc-7c85a0176386, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=a1f56afb-65b9-4216-99bc-7c85a0176386,segment=NetworkSegment(3cbf229c-0098-4910-9e57-452f1a1e2767),segment_id=3cbf229c-0098-4910-9e57-452f1a1e2767)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:48.540736 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:48.548935 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9bce5e-528b-499f-a883-5404dd07ddf0 admin admin] Checking segment: {'id': '59d71ae5-1e53-4be1-9fc1-c6b52a0e3297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '53191a89-587e-4e0e-a197-dccf5f9db2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:48.549302 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9bce5e-528b-499f-a883-5404dd07ddf0 admin admin] Network hostable DHCP agents. Network: 53191a89-587e-4e0e-a197-dccf5f9db2c8, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:48:48.563459 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5cf14-15e7-49d4-bcfa-42d823d4bacc req-2d8f0cc9-de64-45a2-84bb-7ece253bd794 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:48.571854 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8fc5cf14-15e7-49d4-bcfa-42d823d4bacc req-2d8f0cc9-de64-45a2-84bb-7ece253bd794 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 946 time: 0.1166978 Nov 12 00:48:48.586857 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-05ad6842-85cd-4ff6-a2f8-7fb3e25432ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:48.588733 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-05ad6842-85cd-4ff6-a2f8-7fb3e25432ad service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9c540ecbe8154e1b907ac12fc8774fd4&device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 1098 time: 0.1982777 Nov 12 00:48:48.608472 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bc9942eb-91c5-4325-b952-6d8bd49de81a req-463df180-24ff-4e06-b073-29c198e301c2 service neutron] 10.222.0.49 "GET /v2.0/networks/cc6c0861-08f6-4a20-bb15-55ce7625c6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781166 Nov 12 00:48:48.616095 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=a1f56afb-65b9-4216-99bc-7c85a0176386,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:48.648907 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8fc5cf14-15e7-49d4-bcfa-42d823d4bacc req-366e00ee-a149-40de-afa2-ef8dd70235a1 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757737 Nov 12 00:48:48.721485 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-28bcc845-7284-49fa-9d29-7360bfa64847 req-3bdf65b6-046b-46a8-8519-2bd2266438ef tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3521690 Nov 12 00:48:48.724846 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9bce5e-528b-499f-a883-5404dd07ddf0 admin admin] Network 53191a89-587e-4e0e-a197-dccf5f9db2c8 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:48:48.732776 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-55619ea0-d1bd-4bce-a5a6-664bc6db90b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:48.736024 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-55619ea0-d1bd-4bce-a5a6-664bc6db90b8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d872bf93-95f4-45c4-b0f4-642aed61400a HTTP/1.1" status: 200 len: 907 time: 0.1366928 Nov 12 00:48:48.743665 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-7a9bce5e-528b-499f-a883-5404dd07ddf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 53191a89-587e-4e0e-a197-dccf5f9db2c8) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:48.759052 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4944b8-4e20-483c-a652-8a70f4435f1e None None] Network 53191a89-587e-4e0e-a197-dccf5f9db2c8 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:48:48.771289 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9bce5e-528b-499f-a883-5404dd07ddf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:48.772184 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7a9bce5e-528b-499f-a883-5404dd07ddf0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:48.816205 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bc9942eb-91c5-4325-b952-6d8bd49de81a req-f0b5a904-0499-4cb9-b6f5-8100456dc6db service neutron] 10.222.0.49 "GET /v2.0/networks/cc6c0861-08f6-4a20-bb15-55ce7625c6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788974 Nov 12 00:48:48.838949 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-e9e2fe0d-7ec6-4257-b471-d59dd5f57e7b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1079f03-af6d-4356-bc76-8fe2b67e07f3 HTTP/1.1" status: 200 len: 217 time: 0.0482905 Nov 12 00:48:48.846877 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 53148) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:48.849506 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7a9bce5e-528b-499f-a883-5404dd07ddf0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1360931 Nov 12 00:48:48.869740 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-ce9e4bd9-512c-4a97-82f2-c7af1dc3d205 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1558193925-router', 'tenant_id': '51782df7842b4c5bbca4d3018f087a2d', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:48.926749 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ce9e4bd9-512c-4a97-82f2-c7af1dc3d205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:48.927692 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ce9e4bd9-512c-4a97-82f2-c7af1dc3d205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:48.977304 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['6aa09cc3-3040-42b5-9613-faa388099509'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:48:49.031688 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-a4312e7d-8d14-44c0-ad9a-658cab43a036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:49.037294 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-a4312e7d-8d14-44c0-ad9a-658cab43a036 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e87486ea-14b8-4357-b569-3ef6c52f1320 HTTP/1.1" status: 200 len: 846 time: 0.1864769 Nov 12 00:48:49.066370 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375b6875-65ad-45f6-9e1d-745e9f82bae5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-53191a89-587e-4e0e-a197-dccf5f9db2c8', 'network_id': '53191a89-587e-4e0e-a197-dccf5f9db2c8', 'tenant_id': '51782df7842b4c5bbca4d3018f087a2d', 'fixed_ips': [{'subnet_id': '787c16fd-caba-4399-87f0-089f202d99d8'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:48:49.072499 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-375b6875-65ad-45f6-9e1d-745e9f82bae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:49.096638 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-41852ae1-029e-421d-80ce-e5a0bb371cb1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d872bf93-95f4-45c4-b0f4-642aed61400a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460105 Nov 12 00:48:49.122567 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96541b91-7fc6-45d2-835b-01f371d05393 req-d12a15f3-fae3-4168-a4fa-4a4a46c963e3 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:49.129852 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96541b91-7fc6-45d2-835b-01f371d05393 req-d12a15f3-fae3-4168-a4fa-4a4a46c963e3 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:49.138317 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-96541b91-7fc6-45d2-835b-01f371d05393 req-d12a15f3-fae3-4168-a4fa-4a4a46c963e3 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4667ae-61a1-4c7d-a531-56397679e328 HTTP/1.1" status: 200 len: 1681 time: 0.2060962 Nov 12 00:48:49.142339 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ce9e4bd9-512c-4a97-82f2-c7af1dc3d205 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:49.239890 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ba899-e637-496b-93b9-7808be69d24d req-476edc0d-c40f-4ad2-a3a3-09068e6c4da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:49.241798 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ab6ba899-e637-496b-93b9-7808be69d24d req-476edc0d-c40f-4ad2-a3a3-09068e6c4da8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5ffaac2ef2674156a598ef42a6d7e245&device_id=4d1252c6-887f-41b1-a4c9-f1ee79375b87 HTTP/1.1" status: 200 len: 1096 time: 0.2766969 Nov 12 00:48:49.273709 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-96541b91-7fc6-45d2-835b-01f371d05393 req-c0c7de6f-ff83-401c-af96-1132e7776357 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/security-groups?id=00852a6f-259a-4c25-b9f8-f2d48079247f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297529 Nov 12 00:48:49.282303 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-375b6875-65ad-45f6-9e1d-745e9f82bae5 None None] Allocated IP 172.20.0.2 (53191a89-587e-4e0e-a197-dccf5f9db2c8/787c16fd-caba-4399-87f0-089f202d99d8/008e363f-3d15-4677-bd4c-6173a85a755b) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:48:49.320546 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-e0f4cca1-7221-41b4-a291-aaa413b70e8d service neutron] 10.222.0.54 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148867 Nov 12 00:48:49.388600 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ce9e4bd9-512c-4a97-82f2-c7af1dc3d205 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:49.411376 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef26459b-2f50-4582-97da-685d9f42acf2 req-b7f89d97-a696-49f0-9cb6-13bf13f6f7ae tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:49.423093 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ef26459b-2f50-4582-97da-685d9f42acf2 req-b7f89d97-a696-49f0-9cb6-13bf13f6f7ae tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d1252c6-887f-41b1-a4c9-f1ee79375b87 HTTP/1.1" status: 200 len: 944 time: 0.4994729 Nov 12 00:48:49.479352 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-375b6875-65ad-45f6-9e1d-745e9f82bae5 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:49.481661 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-432ac795-89de-4400-9296-513936d064b3 service neutron] 10.222.0.54 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369834 Nov 12 00:48:49.493171 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-375b6875-65ad-45f6-9e1d-745e9f82bae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:49.543295 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ba899-e637-496b-93b9-7808be69d24d req-10595c77-eb6b-481e-92da-4c1958d25f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:49.544799 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ab6ba899-e637-496b-93b9-7808be69d24d req-10595c77-eb6b-481e-92da-4c1958d25f13 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cc6c0861-08f6-4a20-bb15-55ce7625c6e5 HTTP/1.1" status: 200 len: 912 time: 0.2932093 Nov 12 00:48:49.550885 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375b6875-65ad-45f6-9e1d-745e9f82bae5 None None] Network 53191a89-587e-4e0e-a197-dccf5f9db2c8 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:49.559693 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-375b6875-65ad-45f6-9e1d-745e9f82bae5 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:49.568319 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d3e9c8-166d-4b24-901c-22b3d6baa7c5 req-010d1706-18e3-4538-8f69-536924e863a4 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:49.572733 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375b6875-65ad-45f6-9e1d-745e9f82bae5 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:48:49.573012 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ef26459b-2f50-4582-97da-685d9f42acf2 req-cf318188-4960-4f96-8d7a-c0f58396f380 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522326 Nov 12 00:48:49.591487 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a4d3e9c8-166d-4b24-901c-22b3d6baa7c5 req-010d1706-18e3-4538-8f69-536924e863a4 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 943 time: 0.1084428 Nov 12 00:48:49.595725 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b6875-65ad-45f6-9e1d-745e9f82bae5 None None] Pushing event updated for resources: {'Port': ['ID=008e363f-3d15-4677-bd4c-6173a85a755b,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:49.667329 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-375b6875-65ad-45f6-9e1d-745e9f82bae5 None None] Attempting to bind port 008e363f-3d15-4677-bd4c-6173a85a755b on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:48:49.667892 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-375b6875-65ad-45f6-9e1d-745e9f82bae5 None None] Attempting to bind port 008e363f-3d15-4677-bd4c-6173a85a755b by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '59d71ae5-1e53-4be1-9fc1-c6b52a0e3297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '53191a89-587e-4e0e-a197-dccf5f9db2c8'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:48:49.668122 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375b6875-65ad-45f6-9e1d-745e9f82bae5 None None] Attempting to bind port 008e363f-3d15-4677-bd4c-6173a85a755b on network 53191a89-587e-4e0e-a197-dccf5f9db2c8 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:49.675902 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375b6875-65ad-45f6-9e1d-745e9f82bae5 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:48:49.676868 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375b6875-65ad-45f6-9e1d-745e9f82bae5 None None] Checking segment: {'id': '59d71ae5-1e53-4be1-9fc1-c6b52a0e3297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '53191a89-587e-4e0e-a197-dccf5f9db2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:49.677274 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-375b6875-65ad-45f6-9e1d-745e9f82bae5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:49.677687 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375b6875-65ad-45f6-9e1d-745e9f82bae5 None None] Bound using segment: {'id': '59d71ae5-1e53-4be1-9fc1-c6b52a0e3297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '53191a89-587e-4e0e-a197-dccf5f9db2c8'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:48:49.678159 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-375b6875-65ad-45f6-9e1d-745e9f82bae5 None None] Bound port: 008e363f-3d15-4677-bd4c-6173a85a755b, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d71ae5-1e53-4be1-9fc1-c6b52a0e3297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '53191a89-587e-4e0e-a197-dccf5f9db2c8'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:48:49.682486 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a4d3e9c8-166d-4b24-901c-22b3d6baa7c5 req-793f15d5-cbc4-4918-8491-068bd3568ebc tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898747 Nov 12 00:48:49.682689 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-375b6875-65ad-45f6-9e1d-745e9f82bae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:49.719754 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ab6ba899-e637-496b-93b9-7808be69d24d req-86d97fb6-699b-40bb-80d2-6e3547de5537 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=838b9ea9-e839-40f6-b6b1-2b8d395c9e0a HTTP/1.1" status: 200 len: 217 time: 0.1452415 Nov 12 00:48:49.818311 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-375b6875-65ad-45f6-9e1d-745e9f82bae5 None None] For port 008e363f-3d15-4677-bd4c-6173a85a755b, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:48:49.822150 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-375b6875-65ad-45f6-9e1d-745e9f82bae5 None None] For port 008e363f-3d15-4677-bd4c-6173a85a755b, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=008e363f-3d15-4677-bd4c-6173a85a755b,segment=NetworkSegment(59d71ae5-1e53-4be1-9fc1-c6b52a0e3297),segment_id=59d71ae5-1e53-4be1-9fc1-c6b52a0e3297)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:48:49.830293 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-375b6875-65ad-45f6-9e1d-745e9f82bae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:49.855551 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ba899-e637-496b-93b9-7808be69d24d req-eb5825e9-2304-425c-b515-22966ea66e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:49.862850 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ab6ba899-e637-496b-93b9-7808be69d24d req-eb5825e9-2304-425c-b515-22966ea66e60 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8dc44064-8072-4b25-a5ed-adc971ac9588 HTTP/1.1" status: 200 len: 851 time: 0.1313460 Nov 12 00:48:49.899516 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b6875-65ad-45f6-9e1d-745e9f82bae5 None None] Pushing event updated for resources: {'Port': ['ID=008e363f-3d15-4677-bd4c-6173a85a755b,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:49.924085 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ab6ba899-e637-496b-93b9-7808be69d24d req-aca213e1-75ee-40ed-bf1c-3d29d07ddc0f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cc6c0861-08f6-4a20-bb15-55ce7625c6e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551560 Nov 12 00:48:49.942260 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2c63d-8a67-466c-86a8-a384b5dcadd8 req-e91ac2e7-c0b4-41c1-81a6-81a2d0522dd6 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:49.952644 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d0c2c63d-8a67-466c-86a8-a384b5dcadd8 req-e91ac2e7-c0b4-41c1-81a6-81a2d0522dd6 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 946 time: 0.1402738 Nov 12 00:48:49.970215 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['a1f56afb-65b9-4216-99bc-7c85a0176386'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:48:50.078184 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d0c2c63d-8a67-466c-86a8-a384b5dcadd8 req-5493aec1-4db6-4762-95e7-7b4f8b87464a tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227453 Nov 12 00:48:50.157174 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 946f0a4e-ab72-40bd-a433-f66ebca1996e details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:48:50.285347 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 946f0a4e-ab72-40bd-a433-f66ebca1996e, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=946f0a4e-ab72-40bd-a433-f66ebca1996e,segment=NetworkSegment(6922dc8f-e4e8-46eb-925b-ce7a975c2214),segment_id=6922dc8f-e4e8-46eb-925b-ce7a975c2214)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:50.319303 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f192d-b436-4c16-b44b-fc5ce1a01b44 req-1cafe679-a8b7-4883-8d86-0171a21714fd tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:50.323859 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '946f0a4e-ab72-40bd-a433-f66ebca1996e', 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48', 'port_id': '946f0a4e-ab72-40bd-a433-f66ebca1996e', 'mac_address': 'fa:16:3e:6f:7f:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04c51f1f-4fad-42e7-a817-4af69d874ab6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:48:50.328281 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f3f192d-b436-4c16-b44b-fc5ce1a01b44 req-1cafe679-a8b7-4883-8d86-0171a21714fd tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 946 time: 0.3328347 Nov 12 00:48:50.460741 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f3f192d-b436-4c16-b44b-fc5ce1a01b44 req-3f852e68-25fb-4b55-a033-a060183baf5f tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269712 Nov 12 00:48:50.503533 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ab6ba899-e637-496b-93b9-7808be69d24d req-fd04ee54-66c0-4ba1-a65a-e551cbd650a1 service neutron] 10.222.0.49 "GET /v2.0/networks/cc6c0861-08f6-4a20-bb15-55ce7625c6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5705464 Nov 12 00:48:50.557604 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc62cc-5083-4d3b-bfde-aba9ca50cdb3 req-2252384c-a5bc-4e60-a327-4088c982cb05 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:50.569036 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ce9e4bd9-512c-4a97-82f2-c7af1dc3d205 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:50.571691 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc62cc-5083-4d3b-bfde-aba9ca50cdb3 req-2252384c-a5bc-4e60-a327-4088c982cb05 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:50.584744 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b9fc62cc-5083-4d3b-bfde-aba9ca50cdb3 req-2252384c-a5bc-4e60-a327-4088c982cb05 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4667ae-61a1-4c7d-a531-56397679e328 HTTP/1.1" status: 200 len: 1681 time: 0.1301043 Nov 12 00:48:50.589576 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:50.617228 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ce9e4bd9-512c-4a97-82f2-c7af1dc3d205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:50.620602 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 946f0a4e-ab72-40bd-a433-f66ebca1996e {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:48:50.668340 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 946f0a4e-ab72-40bd-a433-f66ebca1996e, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=946f0a4e-ab72-40bd-a433-f66ebca1996e,segment=NetworkSegment(6922dc8f-e4e8-46eb-925b-ce7a975c2214),segment_id=6922dc8f-e4e8-46eb-925b-ce7a975c2214)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:50.675923 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:50.708806 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b9fc62cc-5083-4d3b-bfde-aba9ca50cdb3 req-2e24197f-8248-4ee1-8552-d52fe43a2a44 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/security-groups?id=00852a6f-259a-4c25-b9f8-f2d48079247f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230426 Nov 12 00:48:50.782606 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=946f0a4e-ab72-40bd-a433-f66ebca1996e,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:50.843623 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ab6ba899-e637-496b-93b9-7808be69d24d req-1c2d3db3-cb49-4620-a67c-6f075ae9bc03 service neutron] 10.222.0.49 "GET /v2.0/networks/cc6c0861-08f6-4a20-bb15-55ce7625c6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301287 Nov 12 00:48:50.868049 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dce0bf-581b-4001-be83-817986d69902 req-3d9dafef-c97a-480e-8ba0-bab09dc6638f tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:50.875919 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-17dce0bf-581b-4001-be83-817986d69902 req-3d9dafef-c97a-480e-8ba0-bab09dc6638f tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d1252c6-887f-41b1-a4c9-f1ee79375b87 HTTP/1.1" status: 200 len: 944 time: 0.1738682 Nov 12 00:48:50.921523 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-ce9e4bd9-512c-4a97-82f2-c7af1dc3d205 admin admin] Allocated IP 172.25.2.81 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/bc5460b3-9a20-4122-8ae1-1038610325d4) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:48:50.978128 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-17dce0bf-581b-4001-be83-817986d69902 req-aa720cea-660b-4ecd-8988-a05478f5547c tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014354 Nov 12 00:48:51.001434 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e82e95-f08b-48c4-a840-22d1cd99a480 req-bb8c00a6-b9ca-4c9f-9237-137161ad0039 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:51.010875 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-56e82e95-f08b-48c4-a840-22d1cd99a480 req-bb8c00a6-b9ca-4c9f-9237-137161ad0039 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 944 time: 0.1648636 Nov 12 00:48:51.023695 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 008e363f-3d15-4677-bd4c-6173a85a755b up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:51.130034 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-56e82e95-f08b-48c4-a840-22d1cd99a480 req-b52aad56-4f1d-4e6c-9edc-a3744f94014c tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180289 Nov 12 00:48:51.156736 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['946f0a4e-ab72-40bd-a433-f66ebca1996e'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:48:51.162226 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ce9e4bd9-512c-4a97-82f2-c7af1dc3d205 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:51.333563 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ce9e4bd9-512c-4a97-82f2-c7af1dc3d205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:51.354258 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 008e363f-3d15-4677-bd4c-6173a85a755b triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:51.354631 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:51.389961 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9e4bd9-512c-4a97-82f2-c7af1dc3d205 admin admin] Pushing event updated for resources: {'Port': ['ID=bc5460b3-9a20-4122-8ae1-1038610325d4,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:51.441804 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf54dc-743c-4c99-ba6d-c57b1a4aecda req-53b48203-a00e-4821-8526-544c1067d42a tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:51.452367 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2ecf54dc-743c-4c99-ba6d-c57b1a4aecda req-53b48203-a00e-4821-8526-544c1067d42a tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 946 time: 0.1633306 Nov 12 00:48:51.462413 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9e4bd9-512c-4a97-82f2-c7af1dc3d205 admin admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:51.474447 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-ce9e4bd9-512c-4a97-82f2-c7af1dc3d205 admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:51.476914 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9e4bd9-512c-4a97-82f2-c7af1dc3d205 admin admin] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:48:51.597318 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:51.623861 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d816e167-4fe7-408d-86b9-be0b15fa69a3 None None] Network 53191a89-587e-4e0e-a197-dccf5f9db2c8 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:48:51.668801 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e1c12-0977-42ac-b8b2-4ace2e23df7f req-f58c19ee-afe3-4de1-b3cb-f7c5c9bbf2a3 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:51.674762 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4a9e1c12-0977-42ac-b8b2-4ace2e23df7f req-f58c19ee-afe3-4de1-b3cb-f7c5c9bbf2a3 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 946 time: 0.0961454 Nov 12 00:48:51.721875 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 008e363f-3d15-4677-bd4c-6173a85a755b, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=008e363f-3d15-4677-bd4c-6173a85a755b,segment=NetworkSegment(59d71ae5-1e53-4be1-9fc1-c6b52a0e3297),segment_id=59d71ae5-1e53-4be1-9fc1-c6b52a0e3297)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:51.733953 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:51.734911 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2ecf54dc-743c-4c99-ba6d-c57b1a4aecda req-e575b77e-0a31-4f7d-9677-be1b37b00787 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815881 Nov 12 00:48:51.745916 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-5ab9daa5-ed1b-489a-9402-895e293d5ad5 None None] Provisioning complete for port 008e363f-3d15-4677-bd4c-6173a85a755b triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:51.746551 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5ab9daa5-ed1b-489a-9402-895e293d5ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:51.758020 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4a9e1c12-0977-42ac-b8b2-4ace2e23df7f req-787d85da-0079-476c-8a85-4f9dca490d00 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762286 Nov 12 00:48:51.822854 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 838b9ea9-e839-40f6-b6b1-2b8d395c9e0a details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:48:51.829548 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 6aa09cc3-3040-42b5-9613-faa388099509 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:52.156577 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ce9e4bd9-512c-4a97-82f2-c7af1dc3d205 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:52.171274 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c90cb-2af7-40da-a69b-07165e8701e9 req-3fa55808-09a5-4748-b14c-46672d390380 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:52.178467 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c90cb-2af7-40da-a69b-07165e8701e9 req-3fa55808-09a5-4748-b14c-46672d390380 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:52.180181 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d34c90cb-2af7-40da-a69b-07165e8701e9 req-3fa55808-09a5-4748-b14c-46672d390380 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4667ae-61a1-4c7d-a531-56397679e328 HTTP/1.1" status: 200 len: 1681 time: 0.2336581 Nov 12 00:48:52.184536 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=008e363f-3d15-4677-bd4c-6173a85a755b,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:52.192679 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b7d5c-79c5-46a3-a3cb-87ded3392e4c req-b70f2c17-aa4f-495e-b5ce-7661efca5b99 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:52.194287 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-111b7d5c-79c5-46a3-a3cb-87ded3392e4c req-b70f2c17-aa4f-495e-b5ce-7661efca5b99 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d1252c6-887f-41b1-a4c9-f1ee79375b87 HTTP/1.1" status: 200 len: 944 time: 0.1119421 Nov 12 00:48:52.280085 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-111b7d5c-79c5-46a3-a3cb-87ded3392e4c req-e897dcb5-4da5-498c-adb6-da848f056873 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783236 Nov 12 00:48:52.353041 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 6aa09cc3-3040-42b5-9613-faa388099509 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:48:52.394367 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 6aa09cc3-3040-42b5-9613-faa388099509 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:52.395201 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:52.418874 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d34c90cb-2af7-40da-a69b-07165e8701e9 req-68a82b4a-602d-47eb-9e8e-ac773ddcc379 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/security-groups?id=00852a6f-259a-4c25-b9f8-f2d48079247f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481543 Nov 12 00:48:52.444112 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 838b9ea9-e839-40f6-b6b1-2b8d395c9e0a, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=838b9ea9-e839-40f6-b6b1-2b8d395c9e0a,segment=NetworkSegment(38b12e74-b18e-41d0-b62c-8552b3e37d05),segment_id=38b12e74-b18e-41d0-b62c-8552b3e37d05)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:52.463592 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e1bd01-f946-44ae-bb04-9b01dfdf79c2 req-5ef30cf4-352e-4b8f-8374-f49b4b46ffab tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:52.472161 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e2e1bd01-f946-44ae-bb04-9b01dfdf79c2 req-5ef30cf4-352e-4b8f-8374-f49b4b46ffab tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 944 time: 0.1272888 Nov 12 00:48:52.501758 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '838b9ea9-e839-40f6-b6b1-2b8d395c9e0a', 'network_id': 'cc6c0861-08f6-4a20-bb15-55ce7625c6e5', 'port_id': '838b9ea9-e839-40f6-b6b1-2b8d395c9e0a', 'mac_address': 'fa:16:3e:61:cb:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc44064-8072-4b25-a5ed-adc971ac9588', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:48:52.539426 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e2e1bd01-f946-44ae-bb04-9b01dfdf79c2 req-15c76ae3-cdd4-4c05-94f3-2f6ca4a8a3e7 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662389 Nov 12 00:48:52.640991 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:52.667249 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 838b9ea9-e839-40f6-b6b1-2b8d395c9e0a {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:48:52.724659 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 838b9ea9-e839-40f6-b6b1-2b8d395c9e0a, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=838b9ea9-e839-40f6-b6b1-2b8d395c9e0a,segment=NetworkSegment(38b12e74-b18e-41d0-b62c-8552b3e37d05),segment_id=38b12e74-b18e-41d0-b62c-8552b3e37d05)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:52.748980 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:52.774172 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:52.786976 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4667ae-61a1-4c7d-a531-56397679e328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa09cc3-3040-42b5-9613-faa388099509'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:52.789994 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1afcb1-9586-468a-a843-c40b86c0069d" -d '{"events": [{"server_uuid": "7c4667ae-61a1-4c7d-a531-56397679e328", "name": "network-vif-plugged", "status": "completed", "tag": "6aa09cc3-3040-42b5-9613-faa388099509"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:52.848191 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 6aa09cc3-3040-42b5-9613-faa388099509, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=6aa09cc3-3040-42b5-9613-faa388099509,segment=NetworkSegment(0d364108-3424-4611-9ced-e781b80cb291),segment_id=0d364108-3424-4611-9ced-e781b80cb291)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:52.864170 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:52.864662 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device a1f56afb-65b9-4216-99bc-7c85a0176386 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:52.950848 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=838b9ea9-e839-40f6-b6b1-2b8d395c9e0a,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:52.961109 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-bcd7aeac-4d50-4f5b-b3f9-3ca24aab1412 None None] Provisioning complete for port 008e363f-3d15-4677-bd4c-6173a85a755b triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:52.961997 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bcd7aeac-4d50-4f5b-b3f9-3ca24aab1412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:53.019497 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 008e363f-3d15-4677-bd4c-6173a85a755b up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:53.052761 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc15853-4665-45db-a776-5671a1fdbb2c req-dd5d8837-1fb2-443e-a864-f6e26232114a tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:53.061696 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cfc15853-4665-45db-a776-5671a1fdbb2c req-dd5d8837-1fb2-443e-a864-f6e26232114a tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 946 time: 0.1194158 Nov 12 00:48:53.105919 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port a1f56afb-65b9-4216-99bc-7c85a0176386 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:48:53.112942 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port a1f56afb-65b9-4216-99bc-7c85a0176386 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:53.114130 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:53.149871 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['838b9ea9-e839-40f6-b6b1-2b8d395c9e0a'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:48:53.187334 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cfc15853-4665-45db-a776-5671a1fdbb2c req-22e2d8cc-59fe-4983-82fa-88612b1fb9a7 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217053 Nov 12 00:48:53.206492 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=6aa09cc3-3040-42b5-9613-faa388099509,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:53.266950 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e239f8-95be-4256-9624-8f78da4905cb x-openstack-request-id: req-67e239f8-95be-4256-9624-8f78da4905cb {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:53.267388 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4667ae-61a1-4c7d-a531-56397679e328", "name": "network-vif-plugged", "status": "completed", "tag": "6aa09cc3-3040-42b5-9613-faa388099509", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:53.267735 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-67e239f8-95be-4256-9624-8f78da4905cb {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:53.268225 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4667ae-61a1-4c7d-a531-56397679e328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa09cc3-3040-42b5-9613-faa388099509', 'code': 200} Nov 12 00:48:53.274695 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 008e363f-3d15-4677-bd4c-6173a85a755b triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:53.275206 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:53.341761 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ce9e4bd9-512c-4a97-82f2-c7af1dc3d205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:53.412499 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691dc33b-f13f-43d9-9586-c2c8bd81ad94 req-2efb895a-5747-4ff5-82e9-e88a47382567 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:53.420997 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-691dc33b-f13f-43d9-9586-c2c8bd81ad94 req-2efb895a-5747-4ff5-82e9-e88a47382567 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 946 time: 0.1183648 Nov 12 00:48:53.523157 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-691dc33b-f13f-43d9-9586-c2c8bd81ad94 req-8ded9e34-0998-47fa-9cf8-8ecfb18757bc tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953453 Nov 12 00:48:53.550625 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf31725-c7f7-4116-b11e-9355523a2349 req-b3b7e040-1375-4cf5-81ca-cedeb5068329 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:53.552704 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1bf31725-c7f7-4116-b11e-9355523a2349 req-b3b7e040-1375-4cf5-81ca-cedeb5068329 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d1252c6-887f-41b1-a4c9-f1ee79375b87 HTTP/1.1" status: 200 len: 945 time: 0.0808542 Nov 12 00:48:53.573476 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:53.619399 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1bf31725-c7f7-4116-b11e-9355523a2349 req-88a0d15d-5298-4bfc-8a48-5b0bf340ceb7 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599711 Nov 12 00:48:53.622117 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce9e4bd9-512c-4a97-82f2-c7af1dc3d205 admin admin] Router d9a83e8d-79ab-4320-97db-66b491d7d0e2 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:48:53.656389 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port a1f56afb-65b9-4216-99bc-7c85a0176386, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=a1f56afb-65b9-4216-99bc-7c85a0176386,segment=NetworkSegment(3cbf229c-0098-4910-9e57-452f1a1e2767),segment_id=3cbf229c-0098-4910-9e57-452f1a1e2767)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:53.661940 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:53.731109 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=a1f56afb-65b9-4216-99bc-7c85a0176386,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:53.736312 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f618c02-d1ff-4b17-87ca-6fd54fd041c1 req-153ba213-c911-4030-93ae-a5914c521988 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:53.743681 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f618c02-d1ff-4b17-87ca-6fd54fd041c1 req-153ba213-c911-4030-93ae-a5914c521988 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:53.745333 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0f618c02-d1ff-4b17-87ca-6fd54fd041c1 req-153ba213-c911-4030-93ae-a5914c521988 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4667ae-61a1-4c7d-a531-56397679e328 HTTP/1.1" status: 200 len: 1682 time: 0.1259863 Nov 12 00:48:53.825485 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebc59c-e309-4050-9296-4e182064a455 req-93c1ad25-8444-4a47-a688-7569c7a88578 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:53.833202 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a2ebc59c-e309-4050-9296-4e182064a455 req-93c1ad25-8444-4a47-a688-7569c7a88578 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 944 time: 0.0717123 Nov 12 00:48:53.855668 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0f618c02-d1ff-4b17-87ca-6fd54fd041c1 req-9e253a2d-b452-42ab-9cce-2f0d06ee1e7d tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/security-groups?id=00852a6f-259a-4c25-b9f8-f2d48079247f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003911 Nov 12 00:48:53.858521 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9e4bd9-512c-4a97-82f2-c7af1dc3d205 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:48:53.873625 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601a37c3-efd0-4eca-ba51-e0b464d67c9e None None] Sync routers for ids ['d9a83e8d-79ab-4320-97db-66b491d7d0e2'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:48:53.881598 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ce9e4bd9-512c-4a97-82f2-c7af1dc3d205 admin admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:53.882839 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ce9e4bd9-512c-4a97-82f2-c7af1dc3d205 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 5.0340459 Nov 12 00:48:53.887340 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601a37c3-efd0-4eca-ba51-e0b464d67c9e None None] Routers {'d9a83e8d-79ab-4320-97db-66b491d7d0e2'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:53.888066 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 53204) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:53.888455 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-601a37c3-efd0-4eca-ba51-e0b464d67c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:48:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['d9a83e8d-79ab-4320-97db-66b491d7d0e2'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:53.898200 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a2ebc59c-e309-4050-9296-4e182064a455 req-3f7b9dc0-99ed-492b-958d-f4f2e2cabdb8 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636272 Nov 12 00:48:54.041238 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-601a37c3-efd0-4eca-ba51-e0b464d67c9e None None] Set router d9a83e8d-79ab-4320-97db-66b491d7d0e2 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:48:54.126226 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 946f0a4e-ab72-40bd-a433-f66ebca1996e up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:54.250903 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 946f0a4e-ab72-40bd-a433-f66ebca1996e completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:48:54.263038 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 946f0a4e-ab72-40bd-a433-f66ebca1996e triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:54.266237 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:54.429113 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-601a37c3-efd0-4eca-ba51-e0b464d67c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a83e8d-79ab-4320-97db-66b491d7d0e2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1558193925-router', 'tenant_id': '51782df7842b4c5bbca4d3018f087a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'bc5460b3-9a20-4122-8ae1-1038610325d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:48Z', 'updated_at': '2021-11-12T00:48:51Z', 'revision_number': 3, 'project_id': '51782df7842b4c5bbca4d3018f087a2d', 'gw_port': {'id': 'bc5460b3-9a20-4122-8ae1-1038610325d4', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a83e8d-79ab-4320-97db-66b491d7d0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:50Z', 'updated_at': '2021-11-12T00:48:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:54.442740 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1bedd-aed9-48f3-a08b-99299810e794 req-b3a46a84-e9f3-4a45-a112-f1ff41d32a19 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:54.460499 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1aa1bedd-aed9-48f3-a08b-99299810e794 req-b3a46a84-e9f3-4a45-a112-f1ff41d32a19 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 946 time: 0.1254699 Nov 12 00:48:54.460883 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601a37c3-efd0-4eca-ba51-e0b464d67c9e None None] Checking router: d9a83e8d-79ab-4320-97db-66b491d7d0e2 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:48:54.461490 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601a37c3-efd0-4eca-ba51-e0b464d67c9e None None] Updating router d9a83e8d-79ab-4320-97db-66b491d7d0e2 port bc5460b3-9a20-4122-8ae1-1038610325d4 binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:48:54.492028 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-601a37c3-efd0-4eca-ba51-e0b464d67c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:54.519991 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:54.554397 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1aa1bedd-aed9-48f3-a08b-99299810e794 req-6518b471-bbde-48af-aea4-d23bf52872c1 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928690 Nov 12 00:48:54.641433 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 946f0a4e-ab72-40bd-a433-f66ebca1996e, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=946f0a4e-ab72-40bd-a433-f66ebca1996e,segment=NetworkSegment(6922dc8f-e4e8-46eb-925b-ce7a975c2214),segment_id=6922dc8f-e4e8-46eb-925b-ce7a975c2214)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:54.641718 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:54.787837 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=946f0a4e-ab72-40bd-a433-f66ebca1996e,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:54.889109 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ccfa88-2f6d-4576-b8b5-bcb364984def req-4f3e5f07-992d-4617-ba00-990d7fb14eb8 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:54.890948 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-84ccfa88-2f6d-4576-b8b5-bcb364984def req-4f3e5f07-992d-4617-ba00-990d7fb14eb8 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 946 time: 0.1565170 Nov 12 00:48:54.903961 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a786ba6-8981-4ed2-8512-ce9cd67d31c3 req-b1a40f7d-b16e-43cd-98a1-d00b7f787d03 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:54.908753 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-47aa81f8-4388-4af1-a170-49699773649d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:54.910055 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2a786ba6-8981-4ed2-8512-ce9cd67d31c3 req-b1a40f7d-b16e-43cd-98a1-d00b7f787d03 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d1252c6-887f-41b1-a4c9-f1ee79375b87 HTTP/1.1" status: 200 len: 945 time: 0.1357353 Nov 12 00:48:54.976449 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2a786ba6-8981-4ed2-8512-ce9cd67d31c3 req-f4beda7b-adda-45a6-9459-0a19b34f2b6e tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620391 Nov 12 00:48:55.027922 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-84ccfa88-2f6d-4576-b8b5-bcb364984def req-011232a0-3385-4fc1-909b-f3c472128395 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229508 Nov 12 00:48:55.116824 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96944a-30f7-4544-bec6-e3b2a865128e req-e9aebc22-de61-48b9-a174-9554077a7b09 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:55.123489 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96944a-30f7-4544-bec6-e3b2a865128e req-e9aebc22-de61-48b9-a174-9554077a7b09 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:55.125908 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6b96944a-30f7-4544-bec6-e3b2a865128e req-e9aebc22-de61-48b9-a174-9554077a7b09 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4667ae-61a1-4c7d-a531-56397679e328 HTTP/1.1" status: 200 len: 1683 time: 0.0751781 Nov 12 00:48:55.194837 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6b96944a-30f7-4544-bec6-e3b2a865128e req-1cf485e5-5364-4cdf-a72c-c38e6e0dbe6c tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/security-groups?id=00852a6f-259a-4c25-b9f8-f2d48079247f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617075 Nov 12 00:48:55.203440 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-601a37c3-efd0-4eca-ba51-e0b464d67c9e None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:55.216276 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-601a37c3-efd0-4eca-ba51-e0b464d67c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:55.249878 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-47aa81f8-4388-4af1-a170-49699773649d admin admin] Allocated IP 172.20.0.1 (53191a89-587e-4e0e-a197-dccf5f9db2c8/787c16fd-caba-4399-87f0-089f202d99d8/63b6c77a-dbf5-4975-80db-5d29dfd992c5) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:48:55.260374 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15637a-6ce1-416e-b199-29fd2b7a76d4 req-9e5d4f04-1e32-4e43-85c6-02d7dc403e27 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:55.262393 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6e15637a-6ce1-416e-b199-29fd2b7a76d4 req-9e5d4f04-1e32-4e43-85c6-02d7dc403e27 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 945 time: 0.1328399 Nov 12 00:48:55.270512 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4667ae-61a1-4c7d-a531-56397679e328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f56afb-65b9-4216-99bc-7c85a0176386'}, {'server_uuid': 'b119ebf6-e1ff-4eba-b94d-797674c4ef98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946f0a4e-ab72-40bd-a433-f66ebca1996e'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:55.274229 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7438d573-f8b3-4ecd-98f7-cfe1d5e8ab2b" -d '{"events": [{"server_uuid": "7c4667ae-61a1-4c7d-a531-56397679e328", "name": "network-vif-plugged", "status": "completed", "tag": "a1f56afb-65b9-4216-99bc-7c85a0176386"}, {"server_uuid": "b119ebf6-e1ff-4eba-b94d-797674c4ef98", "name": "network-vif-plugged", "status": "completed", "tag": "946f0a4e-ab72-40bd-a433-f66ebca1996e"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:55.306476 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-601a37c3-efd0-4eca-ba51-e0b464d67c9e None None] Attempting to bind port bc5460b3-9a20-4122-8ae1-1038610325d4 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:48:55.306956 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-601a37c3-efd0-4eca-ba51-e0b464d67c9e None None] Attempting to bind port bc5460b3-9a20-4122-8ae1-1038610325d4 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:48:55.307864 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601a37c3-efd0-4eca-ba51-e0b464d67c9e None None] Attempting to bind port bc5460b3-9a20-4122-8ae1-1038610325d4 on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:55.319106 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601a37c3-efd0-4eca-ba51-e0b464d67c9e None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:48:55.319889 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601a37c3-efd0-4eca-ba51-e0b464d67c9e None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:55.320492 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-601a37c3-efd0-4eca-ba51-e0b464d67c9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:55.321827 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601a37c3-efd0-4eca-ba51-e0b464d67c9e None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:48:55.322599 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-601a37c3-efd0-4eca-ba51-e0b464d67c9e None None] Bound port: bc5460b3-9a20-4122-8ae1-1038610325d4, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:48:55.323106 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-601a37c3-efd0-4eca-ba51-e0b464d67c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:55.364705 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d2806c-e42c-404d-a860-0a8af0536db7 None None] Pushing event updated for resources: {'Port': ['ID=bc5460b3-9a20-4122-8ae1-1038610325d4,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:55.396484 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d3b5aa-0a80-4814-b05a-e3f15150f2dd x-openstack-request-id: req-a9d3b5aa-0a80-4814-b05a-e3f15150f2dd {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:55.396798 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4667ae-61a1-4c7d-a531-56397679e328", "name": "network-vif-plugged", "status": "completed", "tag": "a1f56afb-65b9-4216-99bc-7c85a0176386", "code": 200}, {"server_uuid": "b119ebf6-e1ff-4eba-b94d-797674c4ef98", "name": "network-vif-plugged", "status": "completed", "tag": "946f0a4e-ab72-40bd-a433-f66ebca1996e", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:55.397074 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a9d3b5aa-0a80-4814-b05a-e3f15150f2dd {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:55.397764 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4667ae-61a1-4c7d-a531-56397679e328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f56afb-65b9-4216-99bc-7c85a0176386', 'code': 200} Nov 12 00:48:55.398056 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b119ebf6-e1ff-4eba-b94d-797674c4ef98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946f0a4e-ab72-40bd-a433-f66ebca1996e', 'code': 200} Nov 12 00:48:55.434863 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-601a37c3-efd0-4eca-ba51-e0b464d67c9e None None] For port bc5460b3-9a20-4122-8ae1-1038610325d4, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:48:55.455832 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-601a37c3-efd0-4eca-ba51-e0b464d67c9e None None] For port bc5460b3-9a20-4122-8ae1-1038610325d4, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=bc5460b3-9a20-4122-8ae1-1038610325d4,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:48:55.460461 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-47aa81f8-4388-4af1-a170-49699773649d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:55.462885 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-601a37c3-efd0-4eca-ba51-e0b464d67c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:55.472458 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6e15637a-6ce1-416e-b199-29fd2b7a76d4 req-8b882815-63a3-4fc3-b098-739ff62bafa3 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795049 Nov 12 00:48:55.527202 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601a37c3-efd0-4eca-ba51-e0b464d67c9e None None] Routers {'d9a83e8d-79ab-4320-97db-66b491d7d0e2'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:55.527895 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-601a37c3-efd0-4eca-ba51-e0b464d67c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:48:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['d9a83e8d-79ab-4320-97db-66b491d7d0e2'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:55.570155 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-47aa81f8-4388-4af1-a170-49699773649d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:55.583432 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbea00d-668a-40f8-b593-f64e841a8838 req-3f482076-9590-41e6-8837-aed3ff2bedad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:55.583910 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbea00d-668a-40f8-b593-f64e841a8838 req-3f482076-9590-41e6-8837-aed3ff2bedad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:55.585708 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7fbea00d-668a-40f8-b593-f64e841a8838 req-3f482076-9590-41e6-8837-aed3ff2bedad service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7c4667ae-61a1-4c7d-a531-56397679e328 HTTP/1.1" status: 200 len: 1987 time: 0.0711176 Nov 12 00:48:55.590254 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d2806c-e42c-404d-a860-0a8af0536db7 None None] Pushing event updated for resources: {'Port': ['ID=bc5460b3-9a20-4122-8ae1-1038610325d4,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:55.656552 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47aa81f8-4388-4af1-a170-49699773649d admin admin] Network 53191a89-587e-4e0e-a197-dccf5f9db2c8 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:55.661673 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-47aa81f8-4388-4af1-a170-49699773649d admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:55.666909 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47aa81f8-4388-4af1-a170-49699773649d admin admin] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:48:55.702131 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa81f8-4388-4af1-a170-49699773649d admin admin] Pushing event updated for resources: {'Port': ['ID=63b6c77a-dbf5-4975-80db-5d29dfd992c5,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:55.751969 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a813e0-da78-4a05-819f-f2ffdbb4077e req-ad710534-56c1-4160-8a2c-ae82e80c967d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:55.755615 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-04a813e0-da78-4a05-819f-f2ffdbb4077e req-ad710534-56c1-4160-8a2c-ae82e80c967d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 1097 time: 0.1096692 Nov 12 00:48:55.757077 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-601a37c3-efd0-4eca-ba51-e0b464d67c9e None None] Set router d9a83e8d-79ab-4320-97db-66b491d7d0e2 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:48:55.760832 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7fbea00d-668a-40f8-b593-f64e841a8838 req-b1a955bf-5898-4b2a-a110-9bb49c7efa7e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=00852a6f-259a-4c25-b9f8-f2d48079247f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508667 Nov 12 00:48:55.792607 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-47aa81f8-4388-4af1-a170-49699773649d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:55.800468 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 838b9ea9-e839-40f6-b6b1-2b8d395c9e0a up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:55.912621 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507aa20-fd49-46e1-86f0-1d48346e86c7 req-98c8576a-aea4-4bc0-88e6-d5e1723b330d tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:55.915091 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b507aa20-fd49-46e1-86f0-1d48346e86c7 req-98c8576a-aea4-4bc0-88e6-d5e1723b330d tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 946 time: 0.1734586 Nov 12 00:48:55.920763 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-04a813e0-da78-4a05-819f-f2ffdbb4077e req-f765295c-8ea7-43a7-b683-71c202bb3769 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463847 Nov 12 00:48:55.949662 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 838b9ea9-e839-40f6-b6b1-2b8d395c9e0a completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:48:55.958316 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 838b9ea9-e839-40f6-b6b1-2b8d395c9e0a triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:55.958700 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:56.107305 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-e833b2fd-c962-487d-91bf-479bdc64cf03 None None] Provisioning complete for port 63b6c77a-dbf5-4975-80db-5d29dfd992c5 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:56.107743 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e833b2fd-c962-487d-91bf-479bdc64cf03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:56.111297 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:56.121102 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b507aa20-fd49-46e1-86f0-1d48346e86c7 req-b8cad085-59a8-46d4-baf1-b2baaa3cc2da tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1975975 Nov 12 00:48:56.152317 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-47aa81f8-4388-4af1-a170-49699773649d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:56.189815 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 838b9ea9-e839-40f6-b6b1-2b8d395c9e0a, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=838b9ea9-e839-40f6-b6b1-2b8d395c9e0a,segment=NetworkSegment(38b12e74-b18e-41d0-b62c-8552b3e37d05),segment_id=38b12e74-b18e-41d0-b62c-8552b3e37d05)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:56.197196 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-e833b2fd-c962-487d-91bf-479bdc64cf03 None None] Port 63b6c77a-dbf5-4975-80db-5d29dfd992c5 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:48:56.200901 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:56.203165 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-601a37c3-efd0-4eca-ba51-e0b464d67c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a83e8d-79ab-4320-97db-66b491d7d0e2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1558193925-router', 'tenant_id': '51782df7842b4c5bbca4d3018f087a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'bc5460b3-9a20-4122-8ae1-1038610325d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:48Z', 'updated_at': '2021-11-12T00:48:51Z', 'revision_number': 3, 'project_id': '51782df7842b4c5bbca4d3018f087a2d', 'gw_port': {'id': 'bc5460b3-9a20-4122-8ae1-1038610325d4', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a83e8d-79ab-4320-97db-66b491d7d0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:50Z', 'updated_at': '2021-11-12T00:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:56.213288 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b1558-a769-4ef5-981c-4849ab2a94e8 req-3e11764c-d33c-473d-99f4-3b6b6f6cbc13 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:56.225390 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a27b1558-a769-4ef5-981c-4849ab2a94e8 req-3e11764c-d33c-473d-99f4-3b6b6f6cbc13 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d1252c6-887f-41b1-a4c9-f1ee79375b87 HTTP/1.1" status: 200 len: 945 time: 0.1125987 Nov 12 00:48:56.285397 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601a37c3-efd0-4eca-ba51-e0b464d67c9e None None] The sync data for ids ['d9a83e8d-79ab-4320-97db-66b491d7d0e2'] in n-d-812236-11 is: [{'id': 'd9a83e8d-79ab-4320-97db-66b491d7d0e2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1558193925-router', 'tenant_id': '51782df7842b4c5bbca4d3018f087a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'bc5460b3-9a20-4122-8ae1-1038610325d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:48Z', 'updated_at': '2021-11-12T00:48:51Z', 'revision_number': 3, 'project_id': '51782df7842b4c5bbca4d3018f087a2d', 'gw_port': {'id': 'bc5460b3-9a20-4122-8ae1-1038610325d4', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a83e8d-79ab-4320-97db-66b491d7d0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:50Z', 'updated_at': '2021-11-12T00:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:48:56.308786 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=838b9ea9-e839-40f6-b6b1-2b8d395c9e0a,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:56.325817 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a27b1558-a769-4ef5-981c-4849ab2a94e8 req-c3d577bf-d4e5-4034-91ae-a1be366ade9b tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990224 Nov 12 00:48:56.436357 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5175e2-a4e1-4d70-97c1-36f67e7bb4cc req-a53867e9-04c5-4a56-bcbc-487e9d629b30 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:56.438239 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3d5175e2-a4e1-4d70-97c1-36f67e7bb4cc req-a53867e9-04c5-4a56-bcbc-487e9d629b30 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 946 time: 0.2060616 Nov 12 00:48:56.541684 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3d5175e2-a4e1-4d70-97c1-36f67e7bb4cc req-11cbe633-2f12-4942-bedf-b74dc442049a tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881429 Nov 12 00:48:56.546906 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-47aa81f8-4388-4af1-a170-49699773649d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:56.553236 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-47aa81f8-4388-4af1-a170-49699773649d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:56.567231 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67054a8-ac47-40fa-b314-4ee124936760 req-fe313753-45de-41fd-a573-a9b6caf93886 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:56.581132 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67054a8-ac47-40fa-b314-4ee124936760 req-fe313753-45de-41fd-a573-a9b6caf93886 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:56.600350 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a67054a8-ac47-40fa-b314-4ee124936760 req-fe313753-45de-41fd-a573-a9b6caf93886 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4667ae-61a1-4c7d-a531-56397679e328 HTTP/1.1" status: 200 len: 1683 time: 0.1226354 Nov 12 00:48:56.640360 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-47aa81f8-4388-4af1-a170-49699773649d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:56.651445 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa81f8-4388-4af1-a170-49699773649d admin admin] Pushing event updated for resources: {'Port': ['ID=63b6c77a-dbf5-4975-80db-5d29dfd992c5,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:56.726122 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a67054a8-ac47-40fa-b314-4ee124936760 req-a08eedfd-d185-48a1-91d0-0da3f4dcae02 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/security-groups?id=00852a6f-259a-4c25-b9f8-f2d48079247f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145134 Nov 12 00:48:56.823316 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47aa81f8-4388-4af1-a170-49699773649d admin admin] Network 53191a89-587e-4e0e-a197-dccf5f9db2c8 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:56.825189 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-47aa81f8-4388-4af1-a170-49699773649d admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:56.995360 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device bc5460b3-9a20-4122-8ae1-1038610325d4 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:57.133969 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port bc5460b3-9a20-4122-8ae1-1038610325d4 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:57.134330 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:57.191053 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47aa81f8-4388-4af1-a170-49699773649d admin admin] Router d9a83e8d-79ab-4320-97db-66b491d7d0e2 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:48:57.243611 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074650c-50ad-462a-9e3b-5c0380d753a8 req-497c73d4-52d2-433f-af17-3235dd29f16d tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:57.256569 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d074650c-50ad-462a-9e3b-5c0380d753a8 req-497c73d4-52d2-433f-af17-3235dd29f16d tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 945 time: 0.2963765 Nov 12 00:48:57.282792 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ba85d-4535-4494-9989-f5d0e239a94c req-07ec5354-7566-48d1-9cc4-bcdc397ed0f4 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:57.292295 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3a8ba85d-4535-4494-9989-f5d0e239a94c req-07ec5354-7566-48d1-9cc4-bcdc397ed0f4 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 946 time: 0.0851078 Nov 12 00:48:57.354758 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:57.370464 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3a8ba85d-4535-4494-9989-f5d0e239a94c req-e992d9b0-f30b-4f5d-9cfb-b589135387e2 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770459 Nov 12 00:48:57.386484 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d074650c-50ad-462a-9e3b-5c0380d753a8 req-c02acf05-c4a4-45f3-b44e-f0e1753a3a72 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288443 Nov 12 00:48:57.403403 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-e05ad958-8983-4db3-800c-6b30278d06f6 None None] Provisioning complete for port 63b6c77a-dbf5-4975-80db-5d29dfd992c5 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:57.403771 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e05ad958-8983-4db3-800c-6b30278d06f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:57.405104 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1252c6-887f-41b1-a4c9-f1ee79375b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838b9ea9-e839-40f6-b6b1-2b8d395c9e0a'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:57.407448 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5c4371-843b-48b8-9021-cbc65eae83ac" -d '{"events": [{"server_uuid": "4d1252c6-887f-41b1-a4c9-f1ee79375b87", "name": "network-vif-plugged", "status": "completed", "tag": "838b9ea9-e839-40f6-b6b1-2b8d395c9e0a"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:57.425192 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port bc5460b3-9a20-4122-8ae1-1038610325d4, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=bc5460b3-9a20-4122-8ae1-1038610325d4,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:57.479162 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:57.565720 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c97345-a4b6-4114-b258-4ff4c30ee781 req-1379a6ea-0b37-44e8-af9f-de5886cdeaa3 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:57.570773 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-04c97345-a4b6-4114-b258-4ff4c30ee781 req-1379a6ea-0b37-44e8-af9f-de5886cdeaa3 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d1252c6-887f-41b1-a4c9-f1ee79375b87 HTTP/1.1" status: 200 len: 946 time: 0.0775440 Nov 12 00:48:57.577277 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b82ea6d-ebc7-4ac6-9f0c-3c1ac623a454 x-openstack-request-id: req-9b82ea6d-ebc7-4ac6-9f0c-3c1ac623a454 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:57.578008 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1252c6-887f-41b1-a4c9-f1ee79375b87", "name": "network-vif-plugged", "status": "completed", "tag": "838b9ea9-e839-40f6-b6b1-2b8d395c9e0a", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:57.578492 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b82ea6d-ebc7-4ac6-9f0c-3c1ac623a454 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:57.579072 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1252c6-887f-41b1-a4c9-f1ee79375b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838b9ea9-e839-40f6-b6b1-2b8d395c9e0a', 'code': 200} Nov 12 00:48:57.596594 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=bc5460b3-9a20-4122-8ae1-1038610325d4,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:57.617132 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-e05ad958-8983-4db3-800c-6b30278d06f6 None None] Port 63b6c77a-dbf5-4975-80db-5d29dfd992c5 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:48:57.665652 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-04c97345-a4b6-4114-b258-4ff4c30ee781 req-cce42396-4877-492c-a0f0-0b6ed4925ae6 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774233 Nov 12 00:48:57.785860 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47aa81f8-4388-4af1-a170-49699773649d admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:48:57.796274 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4e85a-3d6d-48e2-a8ba-5d719276655f req-d6496db7-7813-44db-8cbc-57a481ec7b45 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:57.798102 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fff4e85a-3d6d-48e2-a8ba-5d719276655f req-d6496db7-7813-44db-8cbc-57a481ec7b45 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 946 time: 0.1074808 Nov 12 00:48:57.802130 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-47aa81f8-4388-4af1-a170-49699773649d admin admin] 10.222.0.20 "PUT /v2.0/routers/d9a83e8d-79ab-4320-97db-66b491d7d0e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9130714 Nov 12 00:48:57.822352 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a90cf-7a70-4dad-bb10-97c3acadd039 req-64f03d68-cd87-45ac-bd20-8ce315ea66f1 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:57.827234 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88acf43a-9508-4320-8b49-a81607cc43de req-062c07c5-82cc-40f6-8f7a-5e388a3454de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:57.828972 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-88acf43a-9508-4320-8b49-a81607cc43de req-062c07c5-82cc-40f6-8f7a-5e388a3454de service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4d1252c6-887f-41b1-a4c9-f1ee79375b87 HTTP/1.1" status: 200 len: 1098 time: 0.1197951 Nov 12 00:48:57.830126 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-236a90cf-7a70-4dad-bb10-97c3acadd039 req-64f03d68-cd87-45ac-bd20-8ce315ea66f1 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 946 time: 0.0912640 Nov 12 00:48:57.895528 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fff4e85a-3d6d-48e2-a8ba-5d719276655f req-d18f5e09-f4dc-4f73-82a9-7d9d665349d2 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851781 Nov 12 00:48:57.950324 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-88acf43a-9508-4320-8b49-a81607cc43de req-e5df97ab-1c8d-4afe-9bf8-d384290958ff service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077018 Nov 12 00:48:57.966721 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-236a90cf-7a70-4dad-bb10-97c3acadd039 req-abe6f99b-7fa9-42d3-9b2c-1f439624692c tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306031 Nov 12 00:48:58.136813 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be0edd-225e-4502-844b-bbd672cd5477 req-837e8d64-0713-4d4c-bc22-f93139f706e2 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:58.142849 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be0edd-225e-4502-844b-bbd672cd5477 req-837e8d64-0713-4d4c-bc22-f93139f706e2 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:58.145859 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-86be0edd-225e-4502-844b-bbd672cd5477 req-837e8d64-0713-4d4c-bc22-f93139f706e2 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4667ae-61a1-4c7d-a531-56397679e328 HTTP/1.1" status: 200 len: 1683 time: 0.0586925 Nov 12 00:48:58.234510 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-86be0edd-225e-4502-844b-bbd672cd5477 req-e1336559-88ae-446f-bb36-ae91830a9786 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/security-groups?id=00852a6f-259a-4c25-b9f8-f2d48079247f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823734 Nov 12 00:48:58.362759 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f24b93b9-95cd-4913-9e41-b839781c2281 req-52329a19-faf5-4cce-90ea-25e8bb7b5959 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a7b1b3f4-84b9-4b20-9307-dc25b27eceb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0515709 Nov 12 00:48:58.544892 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b93b9-95cd-4913-9e41-b839781c2281 req-477b7cf4-73da-49f8-829a-3a9e5dd4dbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:58.546659 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f24b93b9-95cd-4913-9e41-b839781c2281 req-477b7cf4-73da-49f8-829a-3a9e5dd4dbc4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c540ecbe8154e1b907ac12fc8774fd4&device_id=a7b1b3f4-84b9-4b20-9307-dc25b27eceb4 HTTP/1.1" status: 200 len: 1096 time: 0.1366458 Nov 12 00:48:58.632730 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7acb350-3385-473b-8591-8a314888511c req-01922081-8267-44bb-ac1a-6e56bd76ac21 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:58.634033 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b7acb350-3385-473b-8591-8a314888511c req-01922081-8267-44bb-ac1a-6e56bd76ac21 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/networks?id=53191a89-587e-4e0e-a197-dccf5f9db2c8 HTTP/1.1" status: 200 len: 829 time: 0.2098908 Nov 12 00:48:58.690271 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b7acb350-3385-473b-8591-8a314888511c req-97817240-80f9-4cdb-8d5d-179bb9c0d3cd tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/quotas/51782df7842b4c5bbca4d3018f087a2d HTTP/1.1" status: 200 len: 375 time: 0.0478482 Nov 12 00:48:58.690538 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912606a3-27d4-44ad-98e8-d174db1f309a req-9041e9c8-ae3e-4344-8663-0adacc860a8b tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:58.693137 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-912606a3-27d4-44ad-98e8-d174db1f309a req-9041e9c8-ae3e-4344-8663-0adacc860a8b tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 945 time: 0.0679314 Nov 12 00:48:58.763620 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b93b9-95cd-4913-9e41-b839781c2281 req-f0cbfcc4-abe9-4b42-a698-5c8559cb4fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:58.765842 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f24b93b9-95cd-4913-9e41-b839781c2281 req-f0cbfcc4-abe9-4b42-a698-5c8559cb4fcf service neutron] 10.222.0.49 "GET /v2.0/networks?id=d872bf93-95f4-45c4-b0f4-642aed61400a HTTP/1.1" status: 200 len: 907 time: 0.1920106 Nov 12 00:48:58.798316 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b7acb350-3385-473b-8591-8a314888511c req-446bf578-136c-4d91-9505-7c38fbf872e7 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=51782df7842b4c5bbca4d3018f087a2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0986936 Nov 12 00:48:58.829088 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-912606a3-27d4-44ad-98e8-d174db1f309a req-6bb4e863-8f1a-4bd2-a27c-4fc69ffb0400 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230063 Nov 12 00:48:58.839013 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f24b93b9-95cd-4913-9e41-b839781c2281 req-95253fb8-64f0-4985-992e-2db80204bcf7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae6e39f3-08a9-4155-baca-b0a728c167dc HTTP/1.1" status: 200 len: 217 time: 0.0632989 Nov 12 00:48:58.927094 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device bc5460b3-9a20-4122-8ae1-1038610325d4 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:58.968537 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b93b9-95cd-4913-9e41-b839781c2281 req-37b65733-989e-4a85-a752-352497f02821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:58.970416 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f24b93b9-95cd-4913-9e41-b839781c2281 req-37b65733-989e-4a85-a752-352497f02821 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e87486ea-14b8-4357-b569-3ef6c52f1320 HTTP/1.1" status: 200 len: 846 time: 0.1211269 Nov 12 00:48:59.011036 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port bc5460b3-9a20-4122-8ae1-1038610325d4 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:59.011323 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:59.020761 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f24b93b9-95cd-4913-9e41-b839781c2281 req-a39c6e54-cc03-4ec5-8bdf-e34f8ae1e814 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d872bf93-95f4-45c4-b0f4-642aed61400a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410116 Nov 12 00:48:59.026705 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b7acb350-3385-473b-8591-8a314888511c req-5685803c-57f1-4c02-9ef5-b8090d490fd7 service neutron] 10.222.0.20 "GET /v2.0/networks/53191a89-587e-4e0e-a197-dccf5f9db2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274721 Nov 12 00:48:59.028085 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d79d0-48c6-4967-8da7-444665dd0319 req-0a125932-8a2f-4410-9ccb-9f8f0ae917dc tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:59.035518 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d79d0-48c6-4967-8da7-444665dd0319 req-0a125932-8a2f-4410-9ccb-9f8f0ae917dc tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:59.044440 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-267d79d0-48c6-4967-8da7-444665dd0319 req-0a125932-8a2f-4410-9ccb-9f8f0ae917dc tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4667ae-61a1-4c7d-a531-56397679e328 HTTP/1.1" status: 200 len: 1683 time: 0.0846665 Nov 12 00:48:59.134022 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-267d79d0-48c6-4967-8da7-444665dd0319 req-9ecff917-33bd-441f-abd6-870421d9b76e tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/security-groups?id=00852a6f-259a-4c25-b9f8-f2d48079247f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883603 Nov 12 00:48:59.147240 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfcef70-8f4c-457e-9db5-a7a6019415a5 None None] Sync routers for ids ['d9a83e8d-79ab-4320-97db-66b491d7d0e2'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:48:59.158730 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfcef70-8f4c-457e-9db5-a7a6019415a5 None None] Routers {'d9a83e8d-79ab-4320-97db-66b491d7d0e2'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:59.164221 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-fcfcef70-8f4c-457e-9db5-a7a6019415a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:48:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['d9a83e8d-79ab-4320-97db-66b491d7d0e2'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:59.204746 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f24b93b9-95cd-4913-9e41-b839781c2281 req-e33ed579-a5d3-43aa-a9d2-4b12a95ced1d service neutron] 10.222.0.49 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764319 Nov 12 00:48:59.206648 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b7acb350-3385-473b-8591-8a314888511c req-8be6d64a-b814-43d8-a8bf-8d08cd678999 service neutron] 10.222.0.20 "GET /v2.0/networks/53191a89-587e-4e0e-a197-dccf5f9db2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709845 Nov 12 00:48:59.273596 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ed53a-cfb4-415c-b364-37bf88f3d007 req-20c0a3a4-524e-4366-b875-c553dce5a307 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:59.284787 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4c6ed53a-cfb4-415c-b364-37bf88f3d007 req-20c0a3a4-524e-4366-b875-c553dce5a307 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d1252c6-887f-41b1-a4c9-f1ee79375b87 HTTP/1.1" status: 200 len: 946 time: 0.0784009 Nov 12 00:48:59.321797 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f24b93b9-95cd-4913-9e41-b839781c2281 req-c85bba8b-dc8d-4477-aaa4-6ab366a46eca service neutron] 10.222.0.49 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088545 Nov 12 00:48:59.354455 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4c6ed53a-cfb4-415c-b364-37bf88f3d007 req-e119573c-2b6f-4756-ac54-0a7df7550dd9 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694716 Nov 12 00:48:59.446418 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-fcfcef70-8f4c-457e-9db5-a7a6019415a5 None None] Set router d9a83e8d-79ab-4320-97db-66b491d7d0e2 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:48:59.470206 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d181a45-cffe-454d-903e-101e3ee83244 req-7dda2ccf-9cea-4912-9a67-49cb7ddd5b3b tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:59.474470 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0d181a45-cffe-454d-903e-101e3ee83244 req-7dda2ccf-9cea-4912-9a67-49cb7ddd5b3b tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 945 time: 0.0632789 Nov 12 00:48:59.483488 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 53420) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:59.488116 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-2f710f3c-dddc-4191-9124-1a4c14cf0aeb tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Request body: {'floatingip': {'port_id': '946f0a4e-ab72-40bd-a433-f66ebca1996e'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:59.531139 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d619fc6-16b6-45f9-b2d9-adbde05ec1ea req-cf670c25-eccd-455f-b4e5-d41c8a87ddf3 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:59.532878 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3d619fc6-16b6-45f9-b2d9-adbde05ec1ea req-cf670c25-eccd-455f-b4e5-d41c8a87ddf3 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 946 time: 0.0723727 Nov 12 00:48:59.551703 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2f710f3c-dddc-4191-9124-1a4c14cf0aeb tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks [] for floatingip, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:59.647188 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3d619fc6-16b6-45f9-b2d9-adbde05ec1ea req-25fda4b1-329c-447b-9d08-1679b8615fd3 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064496 Nov 12 00:48:59.822914 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc4fa0-4c70-43fe-b1ed-b05edbea1d3a req-e4d1f093-f215-488b-bdda-62f520ee0995 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:59.830988 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e0dc4fa0-4c70-43fe-b1ed-b05edbea1d3a req-e4d1f093-f215-488b-bdda-62f520ee0995 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 946 time: 0.0712147 Nov 12 00:48:59.841500 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-fcfcef70-8f4c-457e-9db5-a7a6019415a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a83e8d-79ab-4320-97db-66b491d7d0e2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1558193925-router', 'tenant_id': '51782df7842b4c5bbca4d3018f087a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'bc5460b3-9a20-4122-8ae1-1038610325d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:48Z', 'updated_at': '2021-11-12T00:48:56Z', 'revision_number': 4, 'project_id': '51782df7842b4c5bbca4d3018f087a2d', 'gw_port': {'id': 'bc5460b3-9a20-4122-8ae1-1038610325d4', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a83e8d-79ab-4320-97db-66b491d7d0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:50Z', 'updated_at': '2021-11-12T00:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '63b6c77a-dbf5-4975-80db-5d29dfd992c5', 'name': '', 'network_id': '53191a89-587e-4e0e-a197-dccf5f9db2c8', 'tenant_id': '51782df7842b4c5bbca4d3018f087a2d', 'mac_address': 'fa:16:3e:b1:e2:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a83e8d-79ab-4320-97db-66b491d7d0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '787c16fd-caba-4399-87f0-089f202d99d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:54Z', 'updated_at': '2021-11-12T00:48:56Z', 'revision_number': 2, 'project_id': '51782df7842b4c5bbca4d3018f087a2d', 'subnets': [{'id': '787c16fd-caba-4399-87f0-089f202d99d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:59.881544 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfcef70-8f4c-457e-9db5-a7a6019415a5 None None] Checking router: d9a83e8d-79ab-4320-97db-66b491d7d0e2 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:48:59.882158 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfcef70-8f4c-457e-9db5-a7a6019415a5 None None] Updating router d9a83e8d-79ab-4320-97db-66b491d7d0e2 port 63b6c77a-dbf5-4975-80db-5d29dfd992c5 binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:48:59.917185 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fcfcef70-8f4c-457e-9db5-a7a6019415a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:59.928402 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e0dc4fa0-4c70-43fe-b1ed-b05edbea1d3a req-dcaa8094-bc28-4c13-9211-56e50a8fe21d tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962560 Nov 12 00:49:00.159233 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device cfa2737e-ff39-485a-a2ad-858e4b4be17b no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:49:00.173272 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-adca6662-e050-4d66-bacb-e3dca6ccd9a1 req-d4cd4461-f73d-474a-b9fe-fc8708327f38 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b126b2b-e86c-41e3-a2b2-167ce96e1033 HTTP/1.1" status: 200 len: 210 time: 0.4599137 Nov 12 00:49:00.244733 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2f710f3c-dddc-4191-9124-1a4c14cf0aeb tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:00.252448 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2f710f3c-dddc-4191-9124-1a4c14cf0aeb tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:00.323036 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fcc9d-3fa9-4ed3-889c-b65fc2a1e387 req-3b711755-174a-4fb6-b82a-68366545405e tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:00.331499 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3c8fcc9d-3fa9-4ed3-889c-b65fc2a1e387 req-3b711755-174a-4fb6-b82a-68366545405e tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 946 time: 0.0728579 Nov 12 00:49:00.377949 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:00.395901 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fcfcef70-8f4c-457e-9db5-a7a6019415a5 None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:00.405657 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3c8fcc9d-3fa9-4ed3-889c-b65fc2a1e387 req-2b1f2121-386a-4412-b513-0c28ef719222 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668948 Nov 12 00:49:00.434250 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port cfa2737e-ff39-485a-a2ad-858e4b4be17b, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=cfa2737e-ff39-485a-a2ad-858e4b4be17b,segment=NetworkSegment(8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b),segment_id=8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:00.435230 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb955f7-555a-4087-abcd-bce579e2f015', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfa2737e-ff39-485a-a2ad-858e4b4be17b'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:00.437719 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399faf39-b97c-4bb2-8fc6-69d0b94ed398" -d '{"events": [{"server_uuid": "9bb955f7-555a-4087-abcd-bce579e2f015", "name": "network-vif-unplugged", "status": "completed", "tag": "cfa2737e-ff39-485a-a2ad-858e4b4be17b"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:00.443635 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fcfcef70-8f4c-457e-9db5-a7a6019415a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:00.448273 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:00.508445 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6fef53-50b7-4521-83bf-6298a8e066ed None None] Pushing event updated for resources: {'Port': ['ID=63b6c77a-dbf5-4975-80db-5d29dfd992c5,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:00.554250 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6fef53-50b7-4521-83bf-6298a8e066ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:00.554710 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6fef53-50b7-4521-83bf-6298a8e066ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:00.555683 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6fef53-50b7-4521-83bf-6298a8e066ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:00.556119 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6fef53-50b7-4521-83bf-6298a8e066ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:00.556550 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6fef53-50b7-4521-83bf-6298a8e066ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:00.557000 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6fef53-50b7-4521-83bf-6298a8e066ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:00.558172 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6fef53-50b7-4521-83bf-6298a8e066ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:00.558172 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6fef53-50b7-4521-83bf-6298a8e066ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:00.558379 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6fef53-50b7-4521-83bf-6298a8e066ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:00.558789 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6fef53-50b7-4521-83bf-6298a8e066ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:00.559207 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6fef53-50b7-4521-83bf-6298a8e066ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:00.559624 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6fef53-50b7-4521-83bf-6298a8e066ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:00.592385 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850a3cf-cf29-4cc8-be77-7ab79443fb01 req-5e3b08c5-b17d-471f-9862-2125f0c5168f tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:00.594177 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b850a3cf-cf29-4cc8-be77-7ab79443fb01 req-5e3b08c5-b17d-471f-9862-2125f0c5168f tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d1252c6-887f-41b1-a4c9-f1ee79375b87 HTTP/1.1" status: 200 len: 946 time: 0.1234415 Nov 12 00:49:00.603380 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-fcfcef70-8f4c-457e-9db5-a7a6019415a5 None None] Attempting to bind port 63b6c77a-dbf5-4975-80db-5d29dfd992c5 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:49:00.603647 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-fcfcef70-8f4c-457e-9db5-a7a6019415a5 None None] Attempting to bind port 63b6c77a-dbf5-4975-80db-5d29dfd992c5 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '59d71ae5-1e53-4be1-9fc1-c6b52a0e3297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '53191a89-587e-4e0e-a197-dccf5f9db2c8'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:49:00.604106 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfcef70-8f4c-457e-9db5-a7a6019415a5 None None] Attempting to bind port 63b6c77a-dbf5-4975-80db-5d29dfd992c5 on network 53191a89-587e-4e0e-a197-dccf5f9db2c8 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:49:00.617624 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1ab7c-86d5-4b94-bdd7-43c3d78076e6 req-c5cd45ec-757e-4eea-ba67-cb013103f0df tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:00.618644 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfcef70-8f4c-457e-9db5-a7a6019415a5 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:49:00.619136 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfcef70-8f4c-457e-9db5-a7a6019415a5 None None] Checking segment: {'id': '59d71ae5-1e53-4be1-9fc1-c6b52a0e3297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '53191a89-587e-4e0e-a197-dccf5f9db2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:49:00.619812 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fcfcef70-8f4c-457e-9db5-a7a6019415a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:00.620305 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfcef70-8f4c-457e-9db5-a7a6019415a5 None None] Bound using segment: {'id': '59d71ae5-1e53-4be1-9fc1-c6b52a0e3297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '53191a89-587e-4e0e-a197-dccf5f9db2c8'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:49:00.621064 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-fcfcef70-8f4c-457e-9db5-a7a6019415a5 None None] Bound port: 63b6c77a-dbf5-4975-80db-5d29dfd992c5, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d71ae5-1e53-4be1-9fc1-c6b52a0e3297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '53191a89-587e-4e0e-a197-dccf5f9db2c8'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:49:00.621400 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fcfcef70-8f4c-457e-9db5-a7a6019415a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:00.624355 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1ab7c-86d5-4b94-bdd7-43c3d78076e6 req-c5cd45ec-757e-4eea-ba67-cb013103f0df tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:00.626831 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-18e1ab7c-86d5-4b94-bdd7-43c3d78076e6 req-c5cd45ec-757e-4eea-ba67-cb013103f0df tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c4667ae-61a1-4c7d-a531-56397679e328 HTTP/1.1" status: 200 len: 1683 time: 0.1451421 Nov 12 00:49:00.649218 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=cfa2737e-ff39-485a-a2ad-858e4b4be17b,revision_number=14']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:00.722376 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-fcfcef70-8f4c-457e-9db5-a7a6019415a5 None None] For port 63b6c77a-dbf5-4975-80db-5d29dfd992c5, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:49:00.729250 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-fcfcef70-8f4c-457e-9db5-a7a6019415a5 None None] For port 63b6c77a-dbf5-4975-80db-5d29dfd992c5, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=63b6c77a-dbf5-4975-80db-5d29dfd992c5,segment=NetworkSegment(59d71ae5-1e53-4be1-9fc1-c6b52a0e3297),segment_id=59d71ae5-1e53-4be1-9fc1-c6b52a0e3297)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:49:00.736162 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fcfcef70-8f4c-457e-9db5-a7a6019415a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:00.766970 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b850a3cf-cf29-4cc8-be77-7ab79443fb01 req-0fb76a95-e20b-417e-b215-5f385cac38d4 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600382 Nov 12 00:49:00.800974 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-18e1ab7c-86d5-4b94-bdd7-43c3d78076e6 req-6e5e13c6-a1f1-411c-adb4-f71a8eee3016 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Deleting port 6aa09cc3-3040-42b5-9613-faa388099509 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:49:00.800974 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-18e1ab7c-86d5-4b94-bdd7-43c3d78076e6 req-6e5e13c6-a1f1-411c-adb4-f71a8eee3016 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:00.862877 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88f0cd9-ef6c-4292-aec9-6ac4ebfb70ec x-openstack-request-id: req-f88f0cd9-ef6c-4292-aec9-6ac4ebfb70ec {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:00.867429 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb955f7-555a-4087-abcd-bce579e2f015", "name": "network-vif-unplugged", "status": "completed", "tag": "cfa2737e-ff39-485a-a2ad-858e4b4be17b", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:00.868173 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f88f0cd9-ef6c-4292-aec9-6ac4ebfb70ec {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:00.869747 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb955f7-555a-4087-abcd-bce579e2f015', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfa2737e-ff39-485a-a2ad-858e4b4be17b', 'code': 200} Nov 12 00:49:00.899451 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-6a436d4f-e27e-45cc-8a9d-05758297bcd1 None None] Provisioning complete for port 63b6c77a-dbf5-4975-80db-5d29dfd992c5 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:00.899961 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6a436d4f-e27e-45cc-8a9d-05758297bcd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:00.949089 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab6e02-284a-4973-bce9-8c0c0f3939c9 req-d3fe7d7d-38c2-42c1-96c6-7957b683bf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:00.951536 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-43ab6e02-284a-4973-bce9-8c0c0f3939c9 req-d3fe7d7d-38c2-42c1-96c6-7957b683bf2a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e225da8786ab452db9121c1cfb9ab35d&device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 1098 time: 0.6534598 Nov 12 00:49:00.963464 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941a970-c201-41ac-8846-9fe7d4f047c4 req-5e8c7433-9973-498a-8f27-9497bdbdfd2a tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:00.970235 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941a970-c201-41ac-8846-9fe7d4f047c4 req-5e8c7433-9973-498a-8f27-9497bdbdfd2a tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:00.979121 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1941a970-c201-41ac-8846-9fe7d4f047c4 req-5e8c7433-9973-498a-8f27-9497bdbdfd2a tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4667ae-61a1-4c7d-a531-56397679e328 HTTP/1.1" status: 200 len: 1683 time: 0.6819973 Nov 12 00:49:00.996562 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfcef70-8f4c-457e-9db5-a7a6019415a5 None None] Routers {'d9a83e8d-79ab-4320-97db-66b491d7d0e2'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:49:00.997222 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-fcfcef70-8f4c-457e-9db5-a7a6019415a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:48:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['d9a83e8d-79ab-4320-97db-66b491d7d0e2'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:01.079749 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6fef53-50b7-4521-83bf-6298a8e066ed None None] Pushing event updated for resources: {'Port': ['ID=63b6c77a-dbf5-4975-80db-5d29dfd992c5,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:01.117018 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-18e1ab7c-86d5-4b94-bdd7-43c3d78076e6 req-6e5e13c6-a1f1-411c-adb4-f71a8eee3016 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] For port 6aa09cc3-3040-42b5-9613-faa388099509, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=6aa09cc3-3040-42b5-9613-faa388099509,segment=NetworkSegment(0d364108-3424-4611-9ced-e781b80cb291),segment_id=0d364108-3424-4611-9ced-e781b80cb291)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:01.117489 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-18e1ab7c-86d5-4b94-bdd7-43c3d78076e6 req-6e5e13c6-a1f1-411c-adb4-f71a8eee3016 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:01.139984 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7acb350-3385-473b-8591-8a314888511c req-735a00c4-b135-42b9-b0c6-bdb9c51d5088 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:01.141571 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b7acb350-3385-473b-8591-8a314888511c req-735a00c4-b135-42b9-b0c6-bdb9c51d5088 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.54 "GET /v2.0/networks?id=53191a89-587e-4e0e-a197-dccf5f9db2c8 HTTP/1.1" status: 200 len: 829 time: 0.2219141 Nov 12 00:49:01.146489 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-18e1ab7c-86d5-4b94-bdd7-43c3d78076e6 req-6e5e13c6-a1f1-411c-adb4-f71a8eee3016 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Calling delete_port for 6aa09cc3-3040-42b5-9613-faa388099509 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:49:01.183812 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-b7acb350-3385-473b-8591-8a314888511c req-82fd2137-23d5-4090-999e-ff88f387662b tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Request body: {'port': {'device_id': '5b126b2b-e86c-41e3-a2b2-167ce96e1033', 'network_id': '53191a89-587e-4e0e-a197-dccf5f9db2c8', 'admin_state_up': True, 'tenant_id': '51782df7842b4c5bbca4d3018f087a2d'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:01.244708 n-d-812236-11 neutron-server[102662]: INFO neutron.db.l3_db [None req-2f710f3c-dddc-4191-9124-1a4c14cf0aeb tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Floating IP c3f64332-d1de-4aea-a4d3-bac0baba8ede associated. External IP: 172.25.2.192, port: 946f0a4e-ab72-40bd-a433-f66ebca1996e. Nov 12 00:49:01.248500 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6a436d4f-e27e-45cc-8a9d-05758297bcd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:01.272945 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-fcfcef70-8f4c-457e-9db5-a7a6019415a5 None None] Set router d9a83e8d-79ab-4320-97db-66b491d7d0e2 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:49:01.317996 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1941a970-c201-41ac-8846-9fe7d4f047c4 req-fec506d2-0d0d-4276-b644-5649a4d0abe2 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/security-groups?id=00852a6f-259a-4c25-b9f8-f2d48079247f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376884 Nov 12 00:49:01.341164 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-6a436d4f-e27e-45cc-8a9d-05758297bcd1 None None] For port 63b6c77a-dbf5-4975-80db-5d29dfd992c5, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=63b6c77a-dbf5-4975-80db-5d29dfd992c5,segment=NetworkSegment(59d71ae5-1e53-4be1-9fc1-c6b52a0e3297),segment_id=59d71ae5-1e53-4be1-9fc1-c6b52a0e3297)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:01.348629 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6a436d4f-e27e-45cc-8a9d-05758297bcd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:01.402641 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf8922-6606-44cb-af1b-6dba0f2db45e req-9a04ae32-fc24-44cf-a062-30f30a5baad5 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:01.404445 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0faf8922-6606-44cb-af1b-6dba0f2db45e req-9a04ae32-fc24-44cf-a062-30f30a5baad5 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 946 time: 0.2419996 Nov 12 00:49:01.484331 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0faf8922-6606-44cb-af1b-6dba0f2db45e req-26991189-1e98-48a0-81dc-343ac4a33074 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706117 Nov 12 00:49:01.511699 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab6e02-284a-4973-bce9-8c0c0f3939c9 req-2a31bff5-2e16-468e-93c8-2af7d299c2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:01.515295 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-43ab6e02-284a-4973-bce9-8c0c0f3939c9 req-2a31bff5-2e16-468e-93c8-2af7d299c2a0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e HTTP/1.1" status: 200 len: 913 time: 0.5291464 Nov 12 00:49:01.618880 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a436d4f-e27e-45cc-8a9d-05758297bcd1 None None] Pushing event updated for resources: {'Port': ['ID=63b6c77a-dbf5-4975-80db-5d29dfd992c5,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:01.630016 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-08160665-fa3e-48f9-af9d-fccc350b849c None None] Provisioning complete for port 63b6c77a-dbf5-4975-80db-5d29dfd992c5 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:01.630391 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-08160665-fa3e-48f9-af9d-fccc350b849c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:01.642823 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-43ab6e02-284a-4973-bce9-8c0c0f3939c9 req-52702118-7922-4ab9-8ae9-0df62859cc17 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfa2737e-ff39-485a-a2ad-858e4b4be17b HTTP/1.1" status: 200 len: 999 time: 0.1143613 Nov 12 00:49:01.650569 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7acb350-3385-473b-8591-8a314888511c req-82fd2137-23d5-4090-999e-ff88f387662b tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Made reservation on behalf of 51782df7842b4c5bbca4d3018f087a2d for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:49:01.654885 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b7acb350-3385-473b-8591-8a314888511c req-82fd2137-23d5-4090-999e-ff88f387662b tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:01.716414 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab6e02-284a-4973-bce9-8c0c0f3939c9 req-eb8b367d-d2af-4483-be9e-8ca5a4e0bef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:01.718039 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-43ab6e02-284a-4973-bce9-8c0c0f3939c9 req-eb8b367d-d2af-4483-be9e-8ca5a4e0bef0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f HTTP/1.1" status: 200 len: 851 time: 0.0579014 Nov 12 00:49:01.735896 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-fcfcef70-8f4c-457e-9db5-a7a6019415a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a83e8d-79ab-4320-97db-66b491d7d0e2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1558193925-router', 'tenant_id': '51782df7842b4c5bbca4d3018f087a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'bc5460b3-9a20-4122-8ae1-1038610325d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:48Z', 'updated_at': '2021-11-12T00:48:56Z', 'revision_number': 4, 'project_id': '51782df7842b4c5bbca4d3018f087a2d', 'gw_port': {'id': 'bc5460b3-9a20-4122-8ae1-1038610325d4', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a83e8d-79ab-4320-97db-66b491d7d0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:50Z', 'updated_at': '2021-11-12T00:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '63b6c77a-dbf5-4975-80db-5d29dfd992c5', 'name': '', 'network_id': '53191a89-587e-4e0e-a197-dccf5f9db2c8', 'tenant_id': '51782df7842b4c5bbca4d3018f087a2d', 'mac_address': 'fa:16:3e:b1:e2:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a83e8d-79ab-4320-97db-66b491d7d0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '787c16fd-caba-4399-87f0-089f202d99d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:54Z', 'updated_at': '2021-11-12T00:49:00Z', 'revision_number': 4, 'project_id': '51782df7842b4c5bbca4d3018f087a2d', 'subnets': [{'id': '787c16fd-caba-4399-87f0-089f202d99d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:01.749566 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cd732f65-e76f-4793-8f0b-bfd9d7708a3d req-0816fa59-7287-4ddc-ac9b-37d7c5cd378a tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b126b2b-e86c-41e3-a2b2-167ce96e1033 HTTP/1.1" status: 200 len: 210 time: 0.1019115 Nov 12 00:49:01.776012 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfcef70-8f4c-457e-9db5-a7a6019415a5 None None] The sync data for ids ['d9a83e8d-79ab-4320-97db-66b491d7d0e2'] in n-d-812236-11 is: [{'id': 'd9a83e8d-79ab-4320-97db-66b491d7d0e2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1558193925-router', 'tenant_id': '51782df7842b4c5bbca4d3018f087a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'bc5460b3-9a20-4122-8ae1-1038610325d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:48Z', 'updated_at': '2021-11-12T00:48:56Z', 'revision_number': 4, 'project_id': '51782df7842b4c5bbca4d3018f087a2d', 'gw_port': {'id': 'bc5460b3-9a20-4122-8ae1-1038610325d4', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a83e8d-79ab-4320-97db-66b491d7d0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:50Z', 'updated_at': '2021-11-12T00:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '63b6c77a-dbf5-4975-80db-5d29dfd992c5', 'name': '', 'network_id': '53191a89-587e-4e0e-a197-dccf5f9db2c8', 'tenant_id': '51782df7842b4c5bbca4d3018f087a2d', 'mac_address': 'fa:16:3e:b1:e2:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a83e8d-79ab-4320-97db-66b491d7d0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '787c16fd-caba-4399-87f0-089f202d99d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:54Z', 'updated_at': '2021-11-12T00:49:00Z', 'revision_number': 4, 'project_id': '51782df7842b4c5bbca4d3018f087a2d', 'subnets': [{'id': '787c16fd-caba-4399-87f0-089f202d99d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:49:01.857401 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-b7acb350-3385-473b-8591-8a314888511c req-82fd2137-23d5-4090-999e-ff88f387662b tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Allocated IP 172.20.0.14 (53191a89-587e-4e0e-a197-dccf5f9db2c8/787c16fd-caba-4399-87f0-089f202d99d8/2a2f8d9c-b463-4c1a-9495-d5127dc221c3) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:49:01.862253 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-18e1ab7c-86d5-4b94-bdd7-43c3d78076e6 req-6e5e13c6-a1f1-411c-adb4-f71a8eee3016 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:01.899262 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['6aa09cc3-3040-42b5-9613-faa388099509', 'a1f56afb-65b9-4216-99bc-7c85a0176386'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:49:01.966968 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab6e02-284a-4973-bce9-8c0c0f3939c9 req-ff3a538c-406b-422b-bafe-03a03bb06db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:01.968664 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-43ab6e02-284a-4973-bce9-8c0c0f3939c9 req-ff3a538c-406b-422b-bafe-03a03bb06db8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1462059 Nov 12 00:49:02.088174 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f710f3c-dddc-4191-9124-1a4c14cf0aeb tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Router 8791e296-66f3-41ae-9874-5fc104263c13 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:49:02.121402 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b9956-d3b7-4548-b5ea-447e9dd3a456 req-4dc6c563-bb5a-4d3c-bf36-dfe1f24220f0 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:02.131856 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bd5b9956-d3b7-4548-b5ea-447e9dd3a456 req-4dc6c563-bb5a-4d3c-bf36-dfe1f24220f0 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.5296910 Nov 12 00:49:02.139078 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e13c6-a1f1-411c-adb4-f71a8eee3016 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Pushing event deleted for resources: {'Port': ['ID=6aa09cc3-3040-42b5-9613-faa388099509,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:02.205698 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e1ab7c-86d5-4b94-bdd7-43c3d78076e6 req-6e5e13c6-a1f1-411c-adb4-f71a8eee3016 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] No DVR routers for this DVR port 6aa09cc3-3040-42b5-9613-faa388099509 on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:49:02.212286 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-18e1ab7c-86d5-4b94-bdd7-43c3d78076e6 req-6e5e13c6-a1f1-411c-adb4-f71a8eee3016 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:02.215623 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-18e1ab7c-86d5-4b94-bdd7-43c3d78076e6 req-6e5e13c6-a1f1-411c-adb4-f71a8eee3016 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.49 "DELETE /v2.0/ports/6aa09cc3-3040-42b5-9613-faa388099509 HTTP/1.1" status: 204 len: 173 time: 1.5791340 Nov 12 00:49:02.216091 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4667ae-61a1-4c7d-a531-56397679e328', 'name': 'network-vif-deleted', 'tag': '6aa09cc3-3040-42b5-9613-faa388099509'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:02.218460 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e87611-f906-4b88-bd37-f6829f010676" -d '{"events": [{"server_uuid": "7c4667ae-61a1-4c7d-a531-56397679e328", "name": "network-vif-deleted", "tag": "6aa09cc3-3040-42b5-9613-faa388099509"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:02.230205 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b7acb350-3385-473b-8591-8a314888511c req-82fd2137-23d5-4090-999e-ff88f387662b tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:02.314524 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-43ab6e02-284a-4973-bce9-8c0c0f3939c9 req-fe7ba758-980c-42f5-9dad-47c8ea8ffefd service neutron] 10.222.0.54 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121767 Nov 12 00:49:02.337667 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a12347-7140-400d-bf75-5ff824d85682 x-openstack-request-id: req-f7a12347-7140-400d-bf75-5ff824d85682 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:02.337961 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4667ae-61a1-4c7d-a531-56397679e328", "name": "network-vif-deleted", "tag": "6aa09cc3-3040-42b5-9613-faa388099509", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:02.338216 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f7a12347-7140-400d-bf75-5ff824d85682 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:02.338620 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4667ae-61a1-4c7d-a531-56397679e328', 'name': 'network-vif-deleted', 'tag': '6aa09cc3-3040-42b5-9613-faa388099509', 'status': 'completed', 'code': 200} Nov 12 00:49:02.408469 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bd5b9956-d3b7-4548-b5ea-447e9dd3a456 req-bc30ec27-a311-427a-8664-929050deb387 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2757227 Nov 12 00:49:02.474659 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b7acb350-3385-473b-8591-8a314888511c req-82fd2137-23d5-4090-999e-ff88f387662b tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:02.605007 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f710f3c-dddc-4191-9124-1a4c14cf0aeb tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:49:02.615141 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590262df-a155-44c8-ae0e-84e65e37e87b None None] Sync routers for ids ['8791e296-66f3-41ae-9874-5fc104263c13'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:49:02.635409 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590262df-a155-44c8-ae0e-84e65e37e87b None None] Routers {'8791e296-66f3-41ae-9874-5fc104263c13'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:49:02.637933 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2f710f3c-dddc-4191-9124-1a4c14cf0aeb tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:02.640559 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-590262df-a155-44c8-ae0e-84e65e37e87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:48:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['8791e296-66f3-41ae-9874-5fc104263c13'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:02.651294 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7acb350-3385-473b-8591-8a314888511c req-82fd2137-23d5-4090-999e-ff88f387662b tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Network 53191a89-587e-4e0e-a197-dccf5f9db2c8 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:49:02.664791 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd2137-23d5-4090-999e-ff88f387662b tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Pushing event updated for resources: {'Port': ['ID=2a2f8d9c-b463-4c1a-9495-d5127dc221c3,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:02.675366 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c1d99-6e65-4a4b-9be2-e98da462638f req-c5d183db-ad54-458c-be44-96bf537da0d1 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:02.680498 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-b7acb350-3385-473b-8591-8a314888511c req-82fd2137-23d5-4090-999e-ff88f387662b tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:49:02.683468 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7acb350-3385-473b-8591-8a314888511c req-82fd2137-23d5-4090-999e-ff88f387662b tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:49:02.686161 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ac9c1d99-6e65-4a4b-9be2-e98da462638f req-c5d183db-ad54-458c-be44-96bf537da0d1 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4667ae-61a1-4c7d-a531-56397679e328 HTTP/1.1" status: 200 len: 946 time: 0.2207439 Nov 12 00:49:02.772133 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2f710f3c-dddc-4191-9124-1a4c14cf0aeb tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "PUT /v2.0/floatingips/c3f64332-d1de-4aea-a4d3-bac0baba8ede HTTP/1.1" status: 200 len: 991 time: 3.2874806 Nov 12 00:49:02.777647 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b119ebf6-e1ff-4eba-b94d-797674c4ef98', 'tag': '946f0a4e-ab72-40bd-a433-f66ebca1996e'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:02.780332 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b19ba2c-3b09-491c-b1cb-da98d3e54fcd" -d '{"events": [{"name": "network-changed", "server_uuid": "b119ebf6-e1ff-4eba-b94d-797674c4ef98", "tag": "946f0a4e-ab72-40bd-a433-f66ebca1996e"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:02.809541 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-43ab6e02-284a-4973-bce9-8c0c0f3939c9 req-6538a851-8078-4b2e-8023-b06515d283a6 service neutron] 10.222.0.54 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4642260 Nov 12 00:49:02.901931 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ac9c1d99-6e65-4a4b-9be2-e98da462638f req-b9c9955a-1cbc-4ba5-b22b-40326fd9144f tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/security-groups?id=00852a6f-259a-4c25-b9f8-f2d48079247f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147563 Nov 12 00:49:02.906289 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-590262df-a155-44c8-ae0e-84e65e37e87b None None] Set router 8791e296-66f3-41ae-9874-5fc104263c13 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:49:02.928240 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-18e1ab7c-86d5-4b94-bdd7-43c3d78076e6 req-5c058008-feaa-4e17-ad8a-a762a941f591 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Deleting port a1f56afb-65b9-4216-99bc-7c85a0176386 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:49:02.928648 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-18e1ab7c-86d5-4b94-bdd7-43c3d78076e6 req-5c058008-feaa-4e17-ad8a-a762a941f591 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:03.008302 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 63b6c77a-dbf5-4975-80db-5d29dfd992c5 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:49:03.067567 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c05126-aff8-4ab0-8280-7e565d047a30 req-a22a2d57-6a2d-413f-bebc-eb58ca58b504 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:03.075515 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c2c05126-aff8-4ab0-8280-7e565d047a30 req-a22a2d57-6a2d-413f-bebc-eb58ca58b504 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 946 time: 0.3429945 Nov 12 00:49:03.084656 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982fc1c-a327-45ca-b34e-568a87a212ea req-c2a70e2f-ea32-44d9-afed-f3625648cc47 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:03.086710 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7acb350-3385-473b-8591-8a314888511c req-82fd2137-23d5-4090-999e-ff88f387662b tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:03.087527 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b7acb350-3385-473b-8591-8a314888511c req-82fd2137-23d5-4090-999e-ff88f387662b tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:03.093942 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f982fc1c-a327-45ca-b34e-568a87a212ea req-c2a70e2f-ea32-44d9-afed-f3625648cc47 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b126b2b-e86c-41e3-a2b2-167ce96e1033 HTTP/1.1" status: 200 len: 932 time: 0.0855637 Nov 12 00:49:03.156503 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b7acb350-3385-473b-8591-8a314888511c req-82fd2137-23d5-4090-999e-ff88f387662b tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9953442 Nov 12 00:49:03.161407 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 63b6c77a-dbf5-4975-80db-5d29dfd992c5 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:03.162171 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:03.184870 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-b7acb350-3385-473b-8591-8a314888511c req-720f8b94-f985-4e70-ab34-900fb413bd3d service neutron] Request body: {'port': {'device_id': '5b126b2b-e86c-41e3-a2b2-167ce96e1033', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:03.188624 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-18e1ab7c-86d5-4b94-bdd7-43c3d78076e6 req-5c058008-feaa-4e17-ad8a-a762a941f591 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] For port a1f56afb-65b9-4216-99bc-7c85a0176386, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=a1f56afb-65b9-4216-99bc-7c85a0176386,segment=NetworkSegment(3cbf229c-0098-4910-9e57-452f1a1e2767),segment_id=3cbf229c-0098-4910-9e57-452f1a1e2767)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:03.188995 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-18e1ab7c-86d5-4b94-bdd7-43c3d78076e6 req-5c058008-feaa-4e17-ad8a-a762a941f591 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:03.194847 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f982fc1c-a327-45ca-b34e-568a87a212ea req-c758f6e3-bc98-4c9e-b5a3-c74481fea8eb tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e5c4b89-8bda-46dc-b9e5-204895260378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997598 Nov 12 00:49:03.236614 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-18e1ab7c-86d5-4b94-bdd7-43c3d78076e6 req-5c058008-feaa-4e17-ad8a-a762a941f591 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Calling delete_port for a1f56afb-65b9-4216-99bc-7c85a0176386 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:49:03.244062 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c2c05126-aff8-4ab0-8280-7e565d047a30 req-1c937f1c-69a2-4df0-9c25-8f811a6d3182 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676645 Nov 12 00:49:03.308301 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e497b7-cae1-4460-a77d-f2d56b13a329 x-openstack-request-id: req-e2e497b7-cae1-4460-a77d-f2d56b13a329 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:03.308559 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b119ebf6-e1ff-4eba-b94d-797674c4ef98", "tag": "946f0a4e-ab72-40bd-a433-f66ebca1996e", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:03.308861 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2e497b7-cae1-4460-a77d-f2d56b13a329 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:03.309262 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b119ebf6-e1ff-4eba-b94d-797674c4ef98', 'tag': '946f0a4e-ab72-40bd-a433-f66ebca1996e', 'status': 'completed', 'code': 200} Nov 12 00:49:03.328211 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b7acb350-3385-473b-8591-8a314888511c req-720f8b94-f985-4e70-ab34-900fb413bd3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:03.345777 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-02e061a9-01e1-4233-a269-948e9659facf None None] Provisioning complete for port 2a2f8d9c-b463-4c1a-9495-d5127dc221c3 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:03.346146 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-02e061a9-01e1-4233-a269-948e9659facf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:03.433055 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-02e061a9-01e1-4233-a269-948e9659facf None None] Port 2a2f8d9c-b463-4c1a-9495-d5127dc221c3 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:49:03.467367 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-590262df-a155-44c8-ae0e-84e65e37e87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8791e296-66f3-41ae-9874-5fc104263c13', 'name': 'tempest-AttachVolumeShelveTestJSON-1644377525-router', 'tenant_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:15Z', 'updated_at': '2021-11-12T00:48:25Z', 'revision_number': 4, 'project_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'gw_port': {'id': 'c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:34:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8791e296-66f3-41ae-9874-5fc104263c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:17Z', 'updated_at': '2021-11-12T00:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': 'c3f64332-d1de-4aea-a4d3-bac0baba8ede', 'tenant_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'floating_ip_address': '172.25.2.192', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '8791e296-66f3-41ae-9874-5fc104263c13', 'port_id': '946f0a4e-ab72-40bd-a433-f66ebca1996e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1085, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48', 'mac_address': 'fa:16:3e:6f:7f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b119ebf6-e1ff-4eba-b94d-797674c4ef98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:48:34Z', 'updated_at': '2021-11-12T00:49:00Z', 'revision_number': 1, 'project_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb6fe852-1ea9-402c-afd4-bb1c7226664d', 'name': '', 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48', 'tenant_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'mac_address': 'fa:16:3e:ce:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8791e296-66f3-41ae-9874-5fc104263c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '04c51f1f-4fad-42e7-a817-4af69d874ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:24Z', 'updated_at': '2021-11-12T00:48:32Z', 'revision_number': 5, 'project_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'subnets': [{'id': '04c51f1f-4fad-42e7-a817-4af69d874ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:03.493174 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19ba2c-3b09-491c-b1cb-da98d3e54fcd req-348a4d93-ef57-4be1-baf9-98f83ce5ef7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:03.495342 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2b19ba2c-3b09-491c-b1cb-da98d3e54fcd req-348a4d93-ef57-4be1-baf9-98f83ce5ef7a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f62521c5dc664ba4a3bbe0954819df3b&device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 1097 time: 0.0795240 Nov 12 00:49:03.502990 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590262df-a155-44c8-ae0e-84e65e37e87b None None] Checking router: 8791e296-66f3-41ae-9874-5fc104263c13 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:49:03.554386 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590262df-a155-44c8-ae0e-84e65e37e87b None None] Routers {'8791e296-66f3-41ae-9874-5fc104263c13'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:49:03.558496 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-590262df-a155-44c8-ae0e-84e65e37e87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:48:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['8791e296-66f3-41ae-9874-5fc104263c13'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:03.714978 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-590262df-a155-44c8-ae0e-84e65e37e87b None None] Set router 8791e296-66f3-41ae-9874-5fc104263c13 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:49:03.737479 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa655e-c8c6-4aef-b548-9d9b8d89a181 req-e3813229-1962-48ad-9ac1-3c62599a3919 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:03.741447 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-18e1ab7c-86d5-4b94-bdd7-43c3d78076e6 req-5c058008-feaa-4e17-ad8a-a762a941f591 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:03.747945 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6aa655e-c8c6-4aef-b548-9d9b8d89a181 req-e3813229-1962-48ad-9ac1-3c62599a3919 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.1998351 Nov 12 00:49:03.776442 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['6aa09cc3-3040-42b5-9613-faa388099509'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:49:03.786017 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19ba2c-3b09-491c-b1cb-da98d3e54fcd req-0c0ff740-827a-4aa5-9e5d-283cae16ca4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:03.788001 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2b19ba2c-3b09-491c-b1cb-da98d3e54fcd req-0c0ff740-827a-4aa5-9e5d-283cae16ca4f service neutron] 10.222.0.54 "GET /v2.0/networks?id=9bd80eeb-5154-4c03-9db9-fcf789d8dd48 HTTP/1.1" status: 200 len: 918 time: 0.2848547 Nov 12 00:49:03.882773 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c058008-feaa-4e17-ad8a-a762a941f591 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Pushing event deleted for resources: {'Port': ['ID=a1f56afb-65b9-4216-99bc-7c85a0176386,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:03.910689 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e1ab7c-86d5-4b94-bdd7-43c3d78076e6 req-5c058008-feaa-4e17-ad8a-a762a941f591 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] No DVR routers for this DVR port a1f56afb-65b9-4216-99bc-7c85a0176386 on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:49:03.919377 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-18e1ab7c-86d5-4b94-bdd7-43c3d78076e6 req-5c058008-feaa-4e17-ad8a-a762a941f591 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:03.923190 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-18e1ab7c-86d5-4b94-bdd7-43c3d78076e6 req-5c058008-feaa-4e17-ad8a-a762a941f591 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.49 "DELETE /v2.0/ports/a1f56afb-65b9-4216-99bc-7c85a0176386 HTTP/1.1" status: 204 len: 173 time: 1.6899612 Nov 12 00:49:03.965095 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6aa655e-c8c6-4aef-b548-9d9b8d89a181 req-c2eb3c26-89d9-4fcf-bc2e-8f44f0bb937f tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2159202 Nov 12 00:49:03.970536 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2b19ba2c-3b09-491c-b1cb-da98d3e54fcd req-426cda52-89a5-40da-ac56-fcf2ebf0d90a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=946f0a4e-ab72-40bd-a433-f66ebca1996e HTTP/1.1" status: 200 len: 999 time: 0.1663294 Nov 12 00:49:04.052919 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19ba2c-3b09-491c-b1cb-da98d3e54fcd req-b358ed38-80c6-4002-9d30-888915a0cee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:04.055825 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2b19ba2c-3b09-491c-b1cb-da98d3e54fcd req-b358ed38-80c6-4002-9d30-888915a0cee0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04c51f1f-4fad-42e7-a817-4af69d874ab6 HTTP/1.1" status: 200 len: 856 time: 0.0745869 Nov 12 00:49:04.163806 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19ba2c-3b09-491c-b1cb-da98d3e54fcd req-0e51cbf9-b133-47a9-b61a-1cf2832445db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:04.168244 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2b19ba2c-3b09-491c-b1cb-da98d3e54fcd req-0e51cbf9-b133-47a9-b61a-1cf2832445db service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9bd80eeb-5154-4c03-9db9-fcf789d8dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0886238 Nov 12 00:49:04.197166 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-b7acb350-3385-473b-8591-8a314888511c req-720f8b94-f985-4e70-ab34-900fb413bd3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a2f8d9c-b463-4c1a-9495-d5127dc221c3 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:49:04.223950 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-590262df-a155-44c8-ae0e-84e65e37e87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8791e296-66f3-41ae-9874-5fc104263c13', 'name': 'tempest-AttachVolumeShelveTestJSON-1644377525-router', 'tenant_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:15Z', 'updated_at': '2021-11-12T00:48:25Z', 'revision_number': 4, 'project_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'gw_port': {'id': 'c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:34:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8791e296-66f3-41ae-9874-5fc104263c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:17Z', 'updated_at': '2021-11-12T00:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': 'c3f64332-d1de-4aea-a4d3-bac0baba8ede', 'tenant_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'floating_ip_address': '172.25.2.192', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '8791e296-66f3-41ae-9874-5fc104263c13', 'port_id': '946f0a4e-ab72-40bd-a433-f66ebca1996e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1085, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48', 'mac_address': 'fa:16:3e:6f:7f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b119ebf6-e1ff-4eba-b94d-797674c4ef98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:48:34Z', 'updated_at': '2021-11-12T00:49:00Z', 'revision_number': 1, 'project_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb6fe852-1ea9-402c-afd4-bb1c7226664d', 'name': '', 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48', 'tenant_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'mac_address': 'fa:16:3e:ce:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8791e296-66f3-41ae-9874-5fc104263c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '04c51f1f-4fad-42e7-a817-4af69d874ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:24Z', 'updated_at': '2021-11-12T00:48:32Z', 'revision_number': 5, 'project_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'subnets': [{'id': '04c51f1f-4fad-42e7-a817-4af69d874ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:04.231878 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f13e869a-c904-4b51-bac5-8785559d2450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:04.235658 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b7acb350-3385-473b-8591-8a314888511c req-720f8b94-f985-4e70-ab34-900fb413bd3d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:04.269210 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-441e62c9-1e7c-4bb0-a1f9-c8047e595e4f req-ab1be3e6-225c-4b17-9f71-20122763c451 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4667ae-61a1-4c7d-a531-56397679e328 HTTP/1.1" status: 200 len: 210 time: 0.0513866 Nov 12 00:49:04.275201 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-b7acb350-3385-473b-8591-8a314888511c req-720f8b94-f985-4e70-ab34-900fb413bd3d service neutron] Transition to ACTIVE for port object 2a2f8d9c-b463-4c1a-9495-d5127dc221c3 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:49:04.283266 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b7acb350-3385-473b-8591-8a314888511c req-720f8b94-f985-4e70-ab34-900fb413bd3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:04.313184 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590262df-a155-44c8-ae0e-84e65e37e87b None None] The sync data for ids ['8791e296-66f3-41ae-9874-5fc104263c13'] in n-d-812236-11 is: [{'id': '8791e296-66f3-41ae-9874-5fc104263c13', 'name': 'tempest-AttachVolumeShelveTestJSON-1644377525-router', 'tenant_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:15Z', 'updated_at': '2021-11-12T00:48:25Z', 'revision_number': 4, 'project_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'gw_port': {'id': 'c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:34:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8791e296-66f3-41ae-9874-5fc104263c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:17Z', 'updated_at': '2021-11-12T00:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': 'c3f64332-d1de-4aea-a4d3-bac0baba8ede', 'tenant_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'floating_ip_address': '172.25.2.192', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '8791e296-66f3-41ae-9874-5fc104263c13', 'port_id': '946f0a4e-ab72-40bd-a433-f66ebca1996e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1085, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48', 'mac_address': 'fa:16:3e:6f:7f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b119ebf6-e1ff-4eba-b94d-797674c4ef98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:48:34Z', 'updated_at': '2021-11-12T00:49:00Z', 'revision_number': 1, 'project_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb6fe852-1ea9-402c-afd4-bb1c7226664d', 'name': '', 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48', 'tenant_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'mac_address': 'fa:16:3e:ce:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8791e296-66f3-41ae-9874-5fc104263c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '04c51f1f-4fad-42e7-a817-4af69d874ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:24Z', 'updated_at': '2021-11-12T00:48:32Z', 'revision_number': 5, 'project_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'subnets': [{'id': '04c51f1f-4fad-42e7-a817-4af69d874ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:49:04.314685 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2b19ba2c-3b09-491c-b1cb-da98d3e54fcd req-45c8d96e-e8de-4273-bcbd-70ff070bdc5b service neutron] 10.222.0.54 "GET /v2.0/networks/9bd80eeb-5154-4c03-9db9-fcf789d8dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359642 Nov 12 00:49:04.392962 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4667ae-61a1-4c7d-a531-56397679e328', 'name': 'network-vif-deleted', 'tag': 'a1f56afb-65b9-4216-99bc-7c85a0176386'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:04.396676 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd7dbd6-4c67-4a3f-9153-139b79e1ee5b" -d '{"events": [{"server_uuid": "7c4667ae-61a1-4c7d-a531-56397679e328", "name": "network-vif-deleted", "tag": "a1f56afb-65b9-4216-99bc-7c85a0176386"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:04.399706 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720f8b94-f985-4e70-ab34-900fb413bd3d service neutron] Pushing event updated for resources: {'Port': ['ID=2a2f8d9c-b463-4c1a-9495-d5127dc221c3,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:04.524557 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-b7acb350-3385-473b-8591-8a314888511c req-720f8b94-f985-4e70-ab34-900fb413bd3d service neutron] Attempting to bind port 2a2f8d9c-b463-4c1a-9495-d5127dc221c3 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:49:04.524882 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-b7acb350-3385-473b-8591-8a314888511c req-720f8b94-f985-4e70-ab34-900fb413bd3d service neutron] Attempting to bind port 2a2f8d9c-b463-4c1a-9495-d5127dc221c3 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '59d71ae5-1e53-4be1-9fc1-c6b52a0e3297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '53191a89-587e-4e0e-a197-dccf5f9db2c8'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:49:04.525210 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7acb350-3385-473b-8591-8a314888511c req-720f8b94-f985-4e70-ab34-900fb413bd3d service neutron] Attempting to bind port 2a2f8d9c-b463-4c1a-9495-d5127dc221c3 on network 53191a89-587e-4e0e-a197-dccf5f9db2c8 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:49:04.532778 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f21dc2-e46b-492e-ad51-f7e034568226 req-6bb74d0a-02c8-4423-8bb8-600ee076e969 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:04.533291 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7acb350-3385-473b-8591-8a314888511c req-720f8b94-f985-4e70-ab34-900fb413bd3d service neutron] Port 2a2f8d9c-b463-4c1a-9495-d5127dc221c3 on network 53191a89-587e-4e0e-a197-dccf5f9db2c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:49:04.533640 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7acb350-3385-473b-8591-8a314888511c req-720f8b94-f985-4e70-ab34-900fb413bd3d service neutron] Attempting to bind port 2a2f8d9c-b463-4c1a-9495-d5127dc221c3 on network 53191a89-587e-4e0e-a197-dccf5f9db2c8 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:49:04.542478 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7acb350-3385-473b-8591-8a314888511c req-720f8b94-f985-4e70-ab34-900fb413bd3d service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:49:04.542844 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7acb350-3385-473b-8591-8a314888511c req-720f8b94-f985-4e70-ab34-900fb413bd3d service neutron] Checking segment: {'id': '59d71ae5-1e53-4be1-9fc1-c6b52a0e3297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '53191a89-587e-4e0e-a197-dccf5f9db2c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:49:04.543224 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7acb350-3385-473b-8591-8a314888511c req-720f8b94-f985-4e70-ab34-900fb413bd3d service neutron] Bound using segment: {'id': '59d71ae5-1e53-4be1-9fc1-c6b52a0e3297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '53191a89-587e-4e0e-a197-dccf5f9db2c8'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:49:04.543722 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-b7acb350-3385-473b-8591-8a314888511c req-720f8b94-f985-4e70-ab34-900fb413bd3d service neutron] Bound port: 2a2f8d9c-b463-4c1a-9495-d5127dc221c3, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59d71ae5-1e53-4be1-9fc1-c6b52a0e3297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '53191a89-587e-4e0e-a197-dccf5f9db2c8'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:49:04.544125 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b7acb350-3385-473b-8591-8a314888511c req-720f8b94-f985-4e70-ab34-900fb413bd3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:04.544234 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-17f21dc2-e46b-492e-ad51-f7e034568226 req-6bb74d0a-02c8-4423-8bb8-600ee076e969 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b126b2b-e86c-41e3-a2b2-167ce96e1033 HTTP/1.1" status: 200 len: 944 time: 0.2028205 Nov 12 00:49:04.586276 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8f5e94-1953-4837-ab09-fb1e50882888 req-3ec40935-bc19-4a7b-9433-ffcddff3006d tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:04.596073 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fd8f5e94-1953-4837-ab09-fb1e50882888 req-3ec40935-bc19-4a7b-9433-ffcddff3006d tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 946 time: 0.1932306 Nov 12 00:49:04.703848 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7117718-2d3b-4a80-b1b6-8013c4469b4d None None] New status for floating IP c3f64332-d1de-4aea-a4d3-bac0baba8ede: ACTIVE {{(pid=102663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:49:04.742597 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-17f21dc2-e46b-492e-ad51-f7e034568226 req-e3bf327f-eac9-48ae-a499-620850276508 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e5c4b89-8bda-46dc-b9e5-204895260378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973469 Nov 12 00:49:04.754363 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2b19ba2c-3b09-491c-b1cb-da98d3e54fcd req-ca4ff248-a917-4f56-9cc9-bf639a9e99a8 service neutron] 10.222.0.54 "GET /v2.0/networks/9bd80eeb-5154-4c03-9db9-fcf789d8dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4300964 Nov 12 00:49:04.763244 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fd8f5e94-1953-4837-ab09-fb1e50882888 req-1fe9b07b-d68c-4bfc-86a8-48fff1ce3a1d tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614735 Nov 12 00:49:04.770840 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-b7acb350-3385-473b-8591-8a314888511c req-720f8b94-f985-4e70-ab34-900fb413bd3d service neutron] For port 2a2f8d9c-b463-4c1a-9495-d5127dc221c3, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:49:04.785466 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-b7acb350-3385-473b-8591-8a314888511c req-720f8b94-f985-4e70-ab34-900fb413bd3d service neutron] For port 2a2f8d9c-b463-4c1a-9495-d5127dc221c3, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=2a2f8d9c-b463-4c1a-9495-d5127dc221c3,segment=NetworkSegment(59d71ae5-1e53-4be1-9fc1-c6b52a0e3297),segment_id=59d71ae5-1e53-4be1-9fc1-c6b52a0e3297)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:49:04.794866 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b7acb350-3385-473b-8591-8a314888511c req-720f8b94-f985-4e70-ab34-900fb413bd3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:04.846475 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b5f5de-787f-44cc-8e6d-46bd4bc2c28c x-openstack-request-id: req-08b5f5de-787f-44cc-8e6d-46bd4bc2c28c {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:04.847029 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4667ae-61a1-4c7d-a531-56397679e328", "name": "network-vif-deleted", "tag": "a1f56afb-65b9-4216-99bc-7c85a0176386", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:04.847968 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-08b5f5de-787f-44cc-8e6d-46bd4bc2c28c {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:04.849135 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4667ae-61a1-4c7d-a531-56397679e328', 'name': 'network-vif-deleted', 'tag': 'a1f56afb-65b9-4216-99bc-7c85a0176386', 'status': 'completed', 'code': 200} Nov 12 00:49:04.881428 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7acb350-3385-473b-8591-8a314888511c req-720f8b94-f985-4e70-ab34-900fb413bd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:04.885762 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b7acb350-3385-473b-8591-8a314888511c req-720f8b94-f985-4e70-ab34-900fb413bd3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:04.887320 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b7acb350-3385-473b-8591-8a314888511c req-720f8b94-f985-4e70-ab34-900fb413bd3d service neutron] 10.222.0.54 "PUT /v2.0/ports/2a2f8d9c-b463-4c1a-9495-d5127dc221c3 HTTP/1.1" status: 200 len: 1093 time: 1.7074413 Nov 12 00:49:04.911401 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720f8b94-f985-4e70-ab34-900fb413bd3d service neutron] Pushing event updated for resources: {'Port': ['ID=2a2f8d9c-b463-4c1a-9495-d5127dc221c3,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:05.025087 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7acb350-3385-473b-8591-8a314888511c req-4fb93e04-99cc-49f2-8fb4-f35bef5beeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:05.026880 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b7acb350-3385-473b-8591-8a314888511c req-4fb93e04-99cc-49f2-8fb4-f35bef5beeb8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=51782df7842b4c5bbca4d3018f087a2d&device_id=5b126b2b-e86c-41e3-a2b2-167ce96e1033 HTTP/1.1" status: 200 len: 1096 time: 0.0704241 Nov 12 00:49:05.091681 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b7acb350-3385-473b-8591-8a314888511c req-2c4cc2a6-4e92-4b89-b2dc-d270ed740424 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a2f8d9c-b463-4c1a-9495-d5127dc221c3 HTTP/1.1" status: 200 len: 217 time: 0.0456030 Nov 12 00:49:05.135918 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581b11b-71be-410d-8945-37a744b22b80 req-5cd5831d-2a85-4450-a5aa-927b3d5b23b1 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:05.137356 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2581b11b-71be-410d-8945-37a744b22b80 req-5cd5831d-2a85-4450-a5aa-927b3d5b23b1 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.0646489 Nov 12 00:49:05.149233 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7acb350-3385-473b-8591-8a314888511c req-8ec0dd22-a132-4eb0-b83d-e41055315a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:05.150742 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b7acb350-3385-473b-8591-8a314888511c req-8ec0dd22-a132-4eb0-b83d-e41055315a82 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=787c16fd-caba-4399-87f0-089f202d99d8 HTTP/1.1" status: 200 len: 868 time: 0.0512960 Nov 12 00:49:05.221081 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2581b11b-71be-410d-8945-37a744b22b80 req-7a6f1662-d596-431d-87d8-26e3bd1f2744 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753555 Nov 12 00:49:05.227258 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7acb350-3385-473b-8591-8a314888511c req-4071acae-23d5-4989-9b6b-3ac80043d104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:05.228798 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b7acb350-3385-473b-8591-8a314888511c req-4071acae-23d5-4989-9b6b-3ac80043d104 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=53191a89-587e-4e0e-a197-dccf5f9db2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0709217 Nov 12 00:49:05.351977 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 53516) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:05.364830 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b7acb350-3385-473b-8591-8a314888511c req-0459539b-0696-465c-a6bd-43d734f03f64 service neutron] 10.222.0.54 "GET /v2.0/networks/53191a89-587e-4e0e-a197-dccf5f9db2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067390 Nov 12 00:49:05.424920 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5eb2d08-97f1-41fe-bf90-26777fe3fde2 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Deleting subnet ee9bdaed-06f4-4e88-82d7-f2209a31af28 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:49:05.442834 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a5eb2d08-97f1-41fe-bf90-26777fe3fde2 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:05.490607 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b7acb350-3385-473b-8591-8a314888511c req-481a83f3-ecca-4b28-9aed-5e0790298620 service neutron] 10.222.0.54 "GET /v2.0/networks/53191a89-587e-4e0e-a197-dccf5f9db2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151180 Nov 12 00:49:05.493909 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a5eb2d08-97f1-41fe-bf90-26777fe3fde2 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:05.505165 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eac428-e655-4419-9a26-d9ed151924f7 req-66b97e9c-d92f-4da3-b6d1-7929f0e5bccc tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:05.506724 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-50eac428-e655-4419-9a26-d9ed151924f7 req-66b97e9c-d92f-4da3-b6d1-7929f0e5bccc tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.0984578 Nov 12 00:49:05.617357 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-50eac428-e655-4419-9a26-d9ed151924f7 req-99ee87d0-bcf7-4a37-bd6e-b9c40224be6c tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894313 Nov 12 00:49:05.627586 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-8ce0549e-7d83-4065-ab0d-56de18370b80 tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:05.630252 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-8ce0549e-7d83-4065-ab0d-56de18370b80 tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed&tenant_id=9c540ecbe8154e1b907ac12fc8774fd4&binding%3Ahost_id=n-h1-812236-11 HTTP/1.1" status: 200 len: 1098 time: 0.0623660 Nov 12 00:49:05.637463 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a5eb2d08-97f1-41fe-bf90-26777fe3fde2 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:05.643948 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-6d657fcc-879d-4089-8cda-19e07bbe682f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812236-11'}}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:05.710055 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a5eb2d08-97f1-41fe-bf90-26777fe3fde2 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:05.748071 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb2d08-97f1-41fe-bf90-26777fe3fde2 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Pushing event deleted for resources: {'Subnet': ['ID=ee9bdaed-06f4-4e88-82d7-f2209a31af28,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:05.753407 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-6d657fcc-879d-4089-8cda-19e07bbe682f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:05.758498 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a5eb2d08-97f1-41fe-bf90-26777fe3fde2 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:05.762205 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a5eb2d08-97f1-41fe-bf90-26777fe3fde2 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "DELETE /v2.0/subnets/ee9bdaed-06f4-4e88-82d7-f2209a31af28 HTTP/1.1" status: 204 len: 168 time: 0.4090562 Nov 12 00:49:05.764747 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 53522) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:05.775688 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c8efeb-e598-46de-9119-b3473bcc08d5 None None] Network 654e5549-406d-49c2-ac80-0c0219b01277 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:49:05.799919 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26472d-5be4-48ed-a733-4ea0fc36a3bb req-e5ac8290-53c8-46f1-809a-c6feaec6879d tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:05.809531 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6b26472d-5be4-48ed-a733-4ea0fc36a3bb req-e5ac8290-53c8-46f1-809a-c6feaec6879d tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.0905221 Nov 12 00:49:05.834011 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb2d08-97f1-41fe-bf90-26777fe3fde2 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:05.834369 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb2d08-97f1-41fe-bf90-26777fe3fde2 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:05.834631 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb2d08-97f1-41fe-bf90-26777fe3fde2 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:05.834978 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb2d08-97f1-41fe-bf90-26777fe3fde2 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:05.838803 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb2d08-97f1-41fe-bf90-26777fe3fde2 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:05.839284 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb2d08-97f1-41fe-bf90-26777fe3fde2 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:05.839640 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb2d08-97f1-41fe-bf90-26777fe3fde2 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:05.841438 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb2d08-97f1-41fe-bf90-26777fe3fde2 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:05.841795 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb2d08-97f1-41fe-bf90-26777fe3fde2 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:05.842139 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb2d08-97f1-41fe-bf90-26777fe3fde2 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:05.842479 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb2d08-97f1-41fe-bf90-26777fe3fde2 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:05.842832 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb2d08-97f1-41fe-bf90-26777fe3fde2 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:05.910704 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6b26472d-5be4-48ed-a733-4ea0fc36a3bb req-05aba420-f2ca-4539-ad36-8d2e3b586a23 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998719 Nov 12 00:49:06.002516 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-032bbeb6-a35d-4fb9-93f2-a333258f6158 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:06.041003 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6042a-6f1c-475a-949d-4da1a2c23955 req-8c221c5c-a3d1-48eb-bb75-fb7e3004bf62 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:06.044642 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-6d657fcc-879d-4089-8cda-19e07bbe682f service neutron] For port b1079f03-af6d-4356-bc76-8fe2b67e07f3, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=b1079f03-af6d-4356-bc76-8fe2b67e07f3,segment=NetworkSegment(eac800fb-e2a4-4100-807c-1fb9b17e8d78),segment_id=eac800fb-e2a4-4100-807c-1fb9b17e8d78)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:06.051379 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9aa6042a-6f1c-475a-949d-4da1a2c23955 req-8c221c5c-a3d1-48eb-bb75-fb7e3004bf62 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b126b2b-e86c-41e3-a2b2-167ce96e1033 HTTP/1.1" status: 200 len: 944 time: 0.1259778 Nov 12 00:49:06.059709 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 6aa09cc3-3040-42b5-9613-faa388099509 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:49:06.113816 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: 6aa09cc3-3040-42b5-9613-faa388099509 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:49:06.114616 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 6aa09cc3-3040-42b5-9613-faa388099509 not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:49:06.115245 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device a1f56afb-65b9-4216-99bc-7c85a0176386 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:49:06.143135 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-6d657fcc-879d-4089-8cda-19e07bbe682f service neutron] For port b1079f03-af6d-4356-bc76-8fe2b67e07f3, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:49:06.146188 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: a1f56afb-65b9-4216-99bc-7c85a0176386 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:49:06.147465 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device a1f56afb-65b9-4216-99bc-7c85a0176386 not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:49:06.164079 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9aa6042a-6f1c-475a-949d-4da1a2c23955 req-d030efc7-8a76-49dd-9874-77b75c688b07 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e5c4b89-8bda-46dc-b9e5-204895260378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089652 Nov 12 00:49:06.174810 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41752404-1199-4b6e-878e-5098b5bdc07c req-43864dd7-bd17-4edf-94d9-f6ac518ce309 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:06.182789 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-41752404-1199-4b6e-878e-5098b5bdc07c req-43864dd7-bd17-4edf-94d9-f6ac518ce309 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 946 time: 0.1217101 Nov 12 00:49:06.209746 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-032bbeb6-a35d-4fb9-93f2-a333258f6158 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Deleting port 7ac8fea9-b727-4e6e-99dc-eb1a49d37922 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:49:06.210408 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-032bbeb6-a35d-4fb9-93f2-a333258f6158 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:06.241667 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-6d657fcc-879d-4089-8cda-19e07bbe682f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:06.252348 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-6d657fcc-879d-4089-8cda-19e07bbe682f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:06.275655 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-41752404-1199-4b6e-878e-5098b5bdc07c req-1a120700-f46e-474e-ae78-0cd701889652 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918448 Nov 12 00:49:06.311073 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae04f9e7-0b45-424e-9046-967893cd5504 None None] DHCP port deletion for 654e5549-406d-49c2-ac80-0c0219b01277 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:49:06.351494 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-032bbeb6-a35d-4fb9-93f2-a333258f6158 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] For port 7ac8fea9-b727-4e6e-99dc-eb1a49d37922, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=7ac8fea9-b727-4e6e-99dc-eb1a49d37922,segment=NetworkSegment(0d364108-3424-4611-9ced-e781b80cb291),segment_id=0d364108-3424-4611-9ced-e781b80cb291)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:06.352460 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-032bbeb6-a35d-4fb9-93f2-a333258f6158 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:06.386989 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-032bbeb6-a35d-4fb9-93f2-a333258f6158 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Calling delete_port for 7ac8fea9-b727-4e6e-99dc-eb1a49d37922 owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:49:06.412709 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-ae04f9e7-0b45-424e-9046-967893cd5504 None None] Deleting port 7ac8fea9-b727-4e6e-99dc-eb1a49d37922 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:49:06.413443 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ae04f9e7-0b45-424e-9046-967893cd5504 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:06.441898 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-dbbcbec7-c300-4ea7-acd3-7f2ee9a676f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:06.466647 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d657fcc-879d-4089-8cda-19e07bbe682f service neutron] Pushing event updated for resources: {'Port': ['ID=b1079f03-af6d-4356-bc76-8fe2b67e07f3,revision_number=7']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:06.495765 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-6d657fcc-879d-4089-8cda-19e07bbe682f service neutron] Attempting to bind port b1079f03-af6d-4356-bc76-8fe2b67e07f3 on host n-h1-812236-11 for vnic_type normal with profile {"migrating_to": "n-h2-812236-11"} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:49:06.496210 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-6d657fcc-879d-4089-8cda-19e07bbe682f service neutron] Attempting to bind port b1079f03-af6d-4356-bc76-8fe2b67e07f3 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'eac800fb-e2a4-4100-807c-1fb9b17e8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:49:06.496709 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-6d657fcc-879d-4089-8cda-19e07bbe682f service neutron] Attempting to bind port b1079f03-af6d-4356-bc76-8fe2b67e07f3 on network d872bf93-95f4-45c4-b0f4-642aed61400a {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:49:06.503343 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-6d657fcc-879d-4089-8cda-19e07bbe682f service neutron] Port b1079f03-af6d-4356-bc76-8fe2b67e07f3 on network d872bf93-95f4-45c4-b0f4-642aed61400a not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:49:06.504507 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-6d657fcc-879d-4089-8cda-19e07bbe682f service neutron] Attempting to bind port b1079f03-af6d-4356-bc76-8fe2b67e07f3 on network d872bf93-95f4-45c4-b0f4-642aed61400a {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:49:06.512542 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-6d657fcc-879d-4089-8cda-19e07bbe682f service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:49:06.513003 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-6d657fcc-879d-4089-8cda-19e07bbe682f service neutron] Checking segment: {'id': 'eac800fb-e2a4-4100-807c-1fb9b17e8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:49:06.513579 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-6d657fcc-879d-4089-8cda-19e07bbe682f service neutron] Bound using segment: {'id': 'eac800fb-e2a4-4100-807c-1fb9b17e8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:49:06.515101 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-6d657fcc-879d-4089-8cda-19e07bbe682f service neutron] Bound port: b1079f03-af6d-4356-bc76-8fe2b67e07f3, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eac800fb-e2a4-4100-807c-1fb9b17e8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd872bf93-95f4-45c4-b0f4-642aed61400a'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:49:06.515101 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-6d657fcc-879d-4089-8cda-19e07bbe682f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:06.554551 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-ae04f9e7-0b45-424e-9046-967893cd5504 None None] For port 7ac8fea9-b727-4e6e-99dc-eb1a49d37922, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=7ac8fea9-b727-4e6e-99dc-eb1a49d37922,segment=NetworkSegment(0d364108-3424-4611-9ced-e781b80cb291),segment_id=0d364108-3424-4611-9ced-e781b80cb291)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:06.555040 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ae04f9e7-0b45-424e-9046-967893cd5504 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:06.601760 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-ae04f9e7-0b45-424e-9046-967893cd5504 None None] Calling delete_port for 7ac8fea9-b727-4e6e-99dc-eb1a49d37922 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:49:06.604127 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-6d657fcc-879d-4089-8cda-19e07bbe682f service neutron] For port b1079f03-af6d-4356-bc76-8fe2b67e07f3, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:49:06.607621 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-6d657fcc-879d-4089-8cda-19e07bbe682f service neutron] For port b1079f03-af6d-4356-bc76-8fe2b67e07f3, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=b1079f03-af6d-4356-bc76-8fe2b67e07f3,segment=NetworkSegment(eac800fb-e2a4-4100-807c-1fb9b17e8d78),segment_id=eac800fb-e2a4-4100-807c-1fb9b17e8d78)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:49:06.614757 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-6d657fcc-879d-4089-8cda-19e07bbe682f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:06.648758 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da133c-0bda-4201-b631-5db979acb4f0 req-e53e630f-dbcf-4300-b379-dd93271a6978 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:06.657835 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e9da133c-0bda-4201-b631-5db979acb4f0 req-e53e630f-dbcf-4300-b379-dd93271a6978 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/networks?id=a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e HTTP/1.1" status: 200 len: 812 time: 0.1605363 Nov 12 00:49:06.680765 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e9da133c-0bda-4201-b631-5db979acb4f0 req-f4a018b1-b664-460c-a08f-e64edac57915 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/quotas/e225da8786ab452db9121c1cfb9ab35d HTTP/1.1" status: 200 len: 375 time: 0.0217147 Nov 12 00:49:06.709927 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-6d657fcc-879d-4089-8cda-19e07bbe682f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:06.710837 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-6d657fcc-879d-4089-8cda-19e07bbe682f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:06.712239 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-6d657fcc-879d-4089-8cda-19e07bbe682f service neutron] 10.222.0.54 "PUT /v2.0/ports/b1079f03-af6d-4356-bc76-8fe2b67e07f3 HTTP/1.1" status: 200 len: 1124 time: 1.0734375 Nov 12 00:49:06.713335 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d657fcc-879d-4089-8cda-19e07bbe682f service neutron] Pushing event updated for resources: {'Port': ['ID=b1079f03-af6d-4356-bc76-8fe2b67e07f3,revision_number=8']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:06.722084 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-032bbeb6-a35d-4fb9-93f2-a333258f6158 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:06.741134 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ae04f9e7-0b45-424e-9046-967893cd5504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:06.754633 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032bbeb6-a35d-4fb9-93f2-a333258f6158 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] No DVR routers for this DVR port 7ac8fea9-b727-4e6e-99dc-eb1a49d37922 on host n-d-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:49:06.779990 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae04f9e7-0b45-424e-9046-967893cd5504 None None] Pushing event deleted for resources: {'Port': ['ID=7ac8fea9-b727-4e6e-99dc-eb1a49d37922,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:06.785019 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae04f9e7-0b45-424e-9046-967893cd5504 None None] No DVR routers for this DVR port 7ac8fea9-b727-4e6e-99dc-eb1a49d37922 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:49:06.828664 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032bbeb6-a35d-4fb9-93f2-a333258f6158 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Pushing event deleted for resources: {'Port': ['ID=7ac8fea9-b727-4e6e-99dc-eb1a49d37922,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:06.850304 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b126b2b-e86c-41e3-a2b2-167ce96e1033', 'tag': '2a2f8d9c-b463-4c1a-9495-d5127dc221c3'}, {'server_uuid': '7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1079f03-af6d-4356-bc76-8fe2b67e07f3'}, {'name': 'network-changed', 'server_uuid': '7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed', 'tag': 'b1079f03-af6d-4356-bc76-8fe2b67e07f3'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:06.853186 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f589f2-2977-48e8-82b6-e945f665b84d" -d '{"events": [{"name": "network-changed", "server_uuid": "5b126b2b-e86c-41e3-a2b2-167ce96e1033", "tag": "2a2f8d9c-b463-4c1a-9495-d5127dc221c3"}, {"server_uuid": "7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed", "name": "network-vif-unplugged", "status": "completed", "tag": "b1079f03-af6d-4356-bc76-8fe2b67e07f3"}, {"name": "network-changed", "server_uuid": "7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed", "tag": "b1079f03-af6d-4356-bc76-8fe2b67e07f3"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:06.871824 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['b1079f03-af6d-4356-bc76-8fe2b67e07f3'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:49:06.902910 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e9da133c-0bda-4201-b631-5db979acb4f0 req-400271b2-33ff-448f-9812-7234b4df47b5 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e225da8786ab452db9121c1cfb9ab35d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2187531 Nov 12 00:49:06.946412 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591c82f9-ad7f-433c-ba52-5b8abfc102ab x-openstack-request-id: req-591c82f9-ad7f-433c-ba52-5b8abfc102ab {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:06.946720 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b126b2b-e86c-41e3-a2b2-167ce96e1033", "tag": "2a2f8d9c-b463-4c1a-9495-d5127dc221c3", "status": "completed", "code": 200}, {"server_uuid": "7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed", "name": "network-vif-unplugged", "status": "completed", "tag": "b1079f03-af6d-4356-bc76-8fe2b67e07f3", "code": 200}, {"name": "network-changed", "server_uuid": "7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed", "tag": "b1079f03-af6d-4356-bc76-8fe2b67e07f3", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:06.946971 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-591c82f9-ad7f-433c-ba52-5b8abfc102ab {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:06.947378 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b126b2b-e86c-41e3-a2b2-167ce96e1033', 'tag': '2a2f8d9c-b463-4c1a-9495-d5127dc221c3', 'status': 'completed', 'code': 200} Nov 12 00:49:06.947653 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1079f03-af6d-4356-bc76-8fe2b67e07f3', 'code': 200} Nov 12 00:49:06.947904 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed', 'tag': 'b1079f03-af6d-4356-bc76-8fe2b67e07f3', 'status': 'completed', 'code': 200} Nov 12 00:49:06.963780 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['b1079f03-af6d-4356-bc76-8fe2b67e07f3'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:49:06.965898 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 7ac8fea9-b727-4e6e-99dc-eb1a49d37922 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:49:07.015872 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 7ac8fea9-b727-4e6e-99dc-eb1a49d37922 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:49:07.016214 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 7ac8fea9-b727-4e6e-99dc-eb1a49d37922 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:49:07.038281 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-032bbeb6-a35d-4fb9-93f2-a333258f6158 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:07.076440 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-032bbeb6-a35d-4fb9-93f2-a333258f6158 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['654e5549-406d-49c2-ac80-0c0219b01277']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:07.102911 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-032bbeb6-a35d-4fb9-93f2-a333258f6158 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d364108-3424-4611-9ced-e781b80cb291') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:07.103231 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-032bbeb6-a35d-4fb9-93f2-a333258f6158 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d364108-3424-4611-9ced-e781b80cb291') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:07.126886 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-032bbeb6-a35d-4fb9-93f2-a333258f6158 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:07.143397 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e9da133c-0bda-4201-b631-5db979acb4f0 req-7e84b2af-e811-4b38-b5ec-1c4a0ccf9fff service neutron] 10.222.0.20 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395248 Nov 12 00:49:07.164501 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f589f2-2977-48e8-82b6-e945f665b84d req-176b0af5-cb9c-4e39-9de2-ab8a10a28175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:07.166692 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-86f589f2-2977-48e8-82b6-e945f665b84d req-176b0af5-cb9c-4e39-9de2-ab8a10a28175 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=51782df7842b4c5bbca4d3018f087a2d&device_id=5b126b2b-e86c-41e3-a2b2-167ce96e1033 HTTP/1.1" status: 200 len: 1096 time: 0.1806192 Nov 12 00:49:07.178108 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f589f2-2977-48e8-82b6-e945f665b84d req-1ffcdff5-d6d5-40ea-96c3-544949a4be78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:07.179418 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-032bbeb6-a35d-4fb9-93f2-a333258f6158 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:07.185322 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-86f589f2-2977-48e8-82b6-e945f665b84d req-1ffcdff5-d6d5-40ea-96c3-544949a4be78 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c540ecbe8154e1b907ac12fc8774fd4&device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 1127 time: 0.0859532 Nov 12 00:49:07.218922 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-032bbeb6-a35d-4fb9-93f2-a333258f6158 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:49:07.219416 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-032bbeb6-a35d-4fb9-93f2-a333258f6158 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:07.224571 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 00:49:07.224571 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:49:07.224571 n-d-812236-11 neutron-server[102662]: timer() Nov 12 00:49:07.224571 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:49:07.224571 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 00:49:07.224571 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:49:07.224571 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 00:49:07.224571 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:49:07.224571 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 00:49:07.224571 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:49:07.224571 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 00:49:07.224571 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:49:07.224571 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 00:49:07.224571 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:49:07.224571 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:49:07.224571 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:49:07.224571 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:49:07.224571 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:49:07.224571 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 00:49:07.224571 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:49:07.224571 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 00:49:07.224571 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:49:07.224571 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:49:07.224571 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:49:07.224571 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 00:49:07.224571 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:49:07.224571 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:49:07.224571 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:49:07.224571 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:49:07.224571 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:49:07.224571 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:49:07.224571 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:49:07.306167 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-032bbeb6-a35d-4fb9-93f2-a333258f6158 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:07.324548 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-032bbeb6-a35d-4fb9-93f2-a333258f6158 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:07.329096 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-032bbeb6-a35d-4fb9-93f2-a333258f6158 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "DELETE /v2.0/networks/654e5549-406d-49c2-ac80-0c0219b01277 HTTP/1.1" status: 204 len: 168 time: 1.5634127 Nov 12 00:49:07.339409 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 53552) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:07.348293 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f589f2-2977-48e8-82b6-e945f665b84d req-3a7e6589-8e0d-44d9-a537-d441d40c3b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:07.349803 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-86f589f2-2977-48e8-82b6-e945f665b84d req-3a7e6589-8e0d-44d9-a537-d441d40c3b1f service neutron] 10.222.0.49 "GET /v2.0/networks?id=d872bf93-95f4-45c4-b0f4-642aed61400a HTTP/1.1" status: 200 len: 907 time: 0.1458650 Nov 12 00:49:07.375837 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032bbeb6-a35d-4fb9-93f2-a333258f6158 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Pushing event deleted for resources: {'Network': ['ID=654e5549-406d-49c2-ac80-0c0219b01277,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:07.393583 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e9da133c-0bda-4201-b631-5db979acb4f0 req-ff645836-79f8-4484-aa2e-578b529a8c6c service neutron] 10.222.0.20 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490869 Nov 12 00:49:07.440016 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-20738770-6f6b-4db0-95ee-071f0a28226d tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Deleting subnet b11b8cb9-239a-442e-800f-481bd2c12d07 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:49:07.448073 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-20738770-6f6b-4db0-95ee-071f0a28226d tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:07.500442 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-86f589f2-2977-48e8-82b6-e945f665b84d req-f8d2660c-f4e1-472d-9939-e41874e3961f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1079f03-af6d-4356-bc76-8fe2b67e07f3 HTTP/1.1" status: 200 len: 217 time: 0.0777371 Nov 12 00:49:07.525691 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-20738770-6f6b-4db0-95ee-071f0a28226d tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:07.601885 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:07.625616 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f589f2-2977-48e8-82b6-e945f665b84d req-06c760fc-a033-49fa-839f-446e42b5955a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:07.627054 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-86f589f2-2977-48e8-82b6-e945f665b84d req-06c760fc-a033-49fa-839f-446e42b5955a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e87486ea-14b8-4357-b569-3ef6c52f1320 HTTP/1.1" status: 200 len: 846 time: 0.1175780 Nov 12 00:49:07.641116 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a65008-776b-491b-8f5a-9f0bf474aeb2 req-d9ab8349-0f52-4694-b04c-43ff31f5a540 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:07.644151 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e2a65008-776b-491b-8f5a-9f0bf474aeb2 req-d9ab8349-0f52-4694-b04c-43ff31f5a540 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b126b2b-e86c-41e3-a2b2-167ce96e1033 HTTP/1.1" status: 200 len: 944 time: 0.2245471 Nov 12 00:49:07.646987 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f589f2-2977-48e8-82b6-e945f665b84d req-2acf50f7-8ca3-44d9-83a5-3c533f20319b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:07.648690 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-86f589f2-2977-48e8-82b6-e945f665b84d req-2acf50f7-8ca3-44d9-83a5-3c533f20319b service neutron] 10.222.0.54 "GET /v2.0/networks?id=53191a89-587e-4e0e-a197-dccf5f9db2c8 HTTP/1.1" status: 200 len: 930 time: 0.4613681 Nov 12 00:49:07.682277 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-86f589f2-2977-48e8-82b6-e945f665b84d req-fe9cbfde-6529-4b9f-8380-4eb0bbec0dbe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d872bf93-95f4-45c4-b0f4-642aed61400a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325005 Nov 12 00:49:07.730106 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071b8f4-303e-461a-9562-c63e4709eeb6 req-1fc53227-c9e8-451a-9306-2be7e63543f7 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:07.731679 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d071b8f4-303e-461a-9562-c63e4709eeb6 req-1fc53227-c9e8-451a-9306-2be7e63543f7 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 944 time: 0.1367321 Nov 12 00:49:07.771185 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-86f589f2-2977-48e8-82b6-e945f665b84d req-e0eb7e26-1fd9-4578-83de-34cd119dd157 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a2f8d9c-b463-4c1a-9495-d5127dc221c3 HTTP/1.1" status: 200 len: 217 time: 0.0865088 Nov 12 00:49:07.775543 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-20738770-6f6b-4db0-95ee-071f0a28226d tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:07.842206 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d071b8f4-303e-461a-9562-c63e4709eeb6 req-830d8508-c329-4a1c-bb5a-461ef01c3366 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977480 Nov 12 00:49:07.875170 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-20738770-6f6b-4db0-95ee-071f0a28226d tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:07.933503 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-20738770-6f6b-4db0-95ee-071f0a28226d tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:07.939689 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-20738770-6f6b-4db0-95ee-071f0a28226d tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "DELETE /v2.0/subnets/b11b8cb9-239a-442e-800f-481bd2c12d07 HTTP/1.1" status: 204 len: 168 time: 0.5941598 Nov 12 00:49:07.939689 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20738770-6f6b-4db0-95ee-071f0a28226d tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Pushing event deleted for resources: {'Subnet': ['ID=b11b8cb9-239a-442e-800f-481bd2c12d07,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:07.946877 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 53572) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:07.947575 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc2ba5b-74a6-4f46-8477-5d88e512ebe5 None None] Network 25c7053b-d0f6-4f07-824f-f121d6d3ef50 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:49:08.029931 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e2a65008-776b-491b-8f5a-9f0bf474aeb2 req-bd649d99-fa4e-4204-b240-62f1bbbba79e tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e5c4b89-8bda-46dc-b9e5-204895260378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464174 Nov 12 00:49:08.101619 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f589f2-2977-48e8-82b6-e945f665b84d req-f9fd9569-741b-4a42-b906-448e332e5cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:08.104085 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-86f589f2-2977-48e8-82b6-e945f665b84d req-f9fd9569-741b-4a42-b906-448e332e5cf4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=787c16fd-caba-4399-87f0-089f202d99d8 HTTP/1.1" status: 200 len: 868 time: 0.3208942 Nov 12 00:49:08.192381 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device b1079f03-af6d-4356-bc76-8fe2b67e07f3 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:49:08.344331 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eae064a-ceb5-4bfa-9242-4c66587888d7 None None] DHCP port deletion for 25c7053b-d0f6-4f07-824f-f121d6d3ef50 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:49:08.358204 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port b1079f03-af6d-4356-bc76-8fe2b67e07f3, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=b1079f03-af6d-4356-bc76-8fe2b67e07f3,segment=NetworkSegment(eac800fb-e2a4-4100-807c-1fb9b17e8d78),segment_id=eac800fb-e2a4-4100-807c-1fb9b17e8d78)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:08.415029 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device b1079f03-af6d-4356-bc76-8fe2b67e07f3 has no active binding in host n-h2-812236-11 {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 00:49:08.456194 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-6eae064a-ceb5-4bfa-9242-4c66587888d7 None None] Deleting port 350598de-67a6-464b-bbb9-ac177154ec38 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:49:08.456577 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6eae064a-ceb5-4bfa-9242-4c66587888d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:08.534543 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-6eae064a-ceb5-4bfa-9242-4c66587888d7 None None] For port 350598de-67a6-464b-bbb9-ac177154ec38, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=350598de-67a6-464b-bbb9-ac177154ec38,segment=NetworkSegment(3cbf229c-0098-4910-9e57-452f1a1e2767),segment_id=3cbf229c-0098-4910-9e57-452f1a1e2767)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:08.535584 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6eae064a-ceb5-4bfa-9242-4c66587888d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:08.538831 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-018d20d6-5906-48e5-aa88-1a0521768049 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:08.560527 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-6eae064a-ceb5-4bfa-9242-4c66587888d7 None None] Calling delete_port for 350598de-67a6-464b-bbb9-ac177154ec38 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:49:08.574829 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-86f589f2-2977-48e8-82b6-e945f665b84d req-844ce6f2-f561-4e7e-8caf-ebe93716452d service neutron] 10.222.0.49 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8766494 Nov 12 00:49:08.582683 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b121e55c-c1d0-4463-8715-4ad31df360a5 req-63bfd737-8458-4c0e-8ba7-9550d023fae6 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a9d320c-3251-445b-a7e3-c9564fa8cfc8 HTTP/1.1" status: 200 len: 210 time: 0.0489521 Nov 12 00:49:08.654881 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6eae064a-ceb5-4bfa-9242-4c66587888d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:08.668963 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f589f2-2977-48e8-82b6-e945f665b84d req-6609330b-ad53-462e-ae05-210bf3833b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:08.670769 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-86f589f2-2977-48e8-82b6-e945f665b84d req-6609330b-ad53-462e-ae05-210bf3833b51 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=53191a89-587e-4e0e-a197-dccf5f9db2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5577729 Nov 12 00:49:08.681882 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae064a-ceb5-4bfa-9242-4c66587888d7 None None] Pushing event deleted for resources: {'Port': ['ID=350598de-67a6-464b-bbb9-ac177154ec38,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:08.685135 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eae064a-ceb5-4bfa-9242-4c66587888d7 None None] No DVR routers for this DVR port 350598de-67a6-464b-bbb9-ac177154ec38 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:49:08.789774 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-86f589f2-2977-48e8-82b6-e945f665b84d req-a98b26d3-6ac4-4655-8621-1c5b54cdd7ac service neutron] 10.222.0.49 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058876 Nov 12 00:49:08.809348 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-018d20d6-5906-48e5-aa88-1a0521768049 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Deleting port 350598de-67a6-464b-bbb9-ac177154ec38 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:49:08.809715 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-018d20d6-5906-48e5-aa88-1a0521768049 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:08.884566 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-86f589f2-2977-48e8-82b6-e945f665b84d req-0394fc7a-cc8c-4731-8e36-99df7ffd7fe2 service neutron] 10.222.0.54 "GET /v2.0/networks/53191a89-587e-4e0e-a197-dccf5f9db2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969707 Nov 12 00:49:08.931650 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 350598de-67a6-464b-bbb9-ac177154ec38 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:49:08.964447 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 350598de-67a6-464b-bbb9-ac177154ec38 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:49:08.972575 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 350598de-67a6-464b-bbb9-ac177154ec38 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:49:09.079305 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce95616-508e-4492-b2b1-7a81ac407bf0 req-9da628f9-c898-4ed0-9062-1b5a7f949ecb tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:09.081698 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7ce95616-508e-4492-b2b1-7a81ac407bf0 req-9da628f9-c898-4ed0-9062-1b5a7f949ecb tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 944 time: 0.1111298 Nov 12 00:49:09.091046 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-018d20d6-5906-48e5-aa88-1a0521768049 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] For port 350598de-67a6-464b-bbb9-ac177154ec38, host n-d-812236-11, got binding levels [] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:09.091596 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-018d20d6-5906-48e5-aa88-1a0521768049 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:09.115685 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-018d20d6-5906-48e5-aa88-1a0521768049 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Calling delete_port for 350598de-67a6-464b-bbb9-ac177154ec38 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:49:09.125428 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.ipam_backend_mixin [None req-018d20d6-5906-48e5-aa88-1a0521768049 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Port 350598de-67a6-464b-bbb9-ac177154ec38 was not found and therefore no delete operation was performed {{(pid=102661) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 00:49:09.139768 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-018d20d6-5906-48e5-aa88-1a0521768049 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:09.143203 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7ce95616-508e-4492-b2b1-7a81ac407bf0 req-88549ef8-0f95-4b01-bf44-a485ab986a79 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551848 Nov 12 00:49:09.176724 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:09.201853 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-86f589f2-2977-48e8-82b6-e945f665b84d req-a401a9b7-ce1c-488e-b2a7-a1a8d761e684 service neutron] 10.222.0.54 "GET /v2.0/networks/53191a89-587e-4e0e-a197-dccf5f9db2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809274 Nov 12 00:49:09.202952 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d20d6-5906-48e5-aa88-1a0521768049 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Pushing event deleted for resources: {'Port': ['ID=350598de-67a6-464b-bbb9-ac177154ec38,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:09.205509 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018d20d6-5906-48e5-aa88-1a0521768049 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] No DVR routers for this DVR port 350598de-67a6-464b-bbb9-ac177154ec38 on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:49:09.271905 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018d20d6-5906-48e5-aa88-1a0521768049 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:09.272163 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018d20d6-5906-48e5-aa88-1a0521768049 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:09.272487 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018d20d6-5906-48e5-aa88-1a0521768049 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:09.273081 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018d20d6-5906-48e5-aa88-1a0521768049 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:09.273432 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018d20d6-5906-48e5-aa88-1a0521768049 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:09.273763 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018d20d6-5906-48e5-aa88-1a0521768049 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:09.274084 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018d20d6-5906-48e5-aa88-1a0521768049 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:09.274408 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018d20d6-5906-48e5-aa88-1a0521768049 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:09.274729 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018d20d6-5906-48e5-aa88-1a0521768049 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:09.275050 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018d20d6-5906-48e5-aa88-1a0521768049 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:09.275371 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018d20d6-5906-48e5-aa88-1a0521768049 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:09.275693 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018d20d6-5906-48e5-aa88-1a0521768049 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:09.292945 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da133c-0bda-4201-b631-5db979acb4f0 req-95cb58ad-174d-4a3a-ae9a-f17c7dd8f7e5 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:09.292945 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e9da133c-0bda-4201-b631-5db979acb4f0 req-95cb58ad-174d-4a3a-ae9a-f17c7dd8f7e5 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.49 "GET /v2.0/networks?id=a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e HTTP/1.1" status: 200 len: 812 time: 0.3723729 Nov 12 00:49:09.325628 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-e9da133c-0bda-4201-b631-5db979acb4f0 req-cf8128a5-6445-4a53-941a-41d9aa56eaac tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Request body: {'port': {'device_id': '2a9d320c-3251-445b-a7e3-c9564fa8cfc8', 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e', 'admin_state_up': True, 'tenant_id': 'e225da8786ab452db9121c1cfb9ab35d'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:09.378859 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-018d20d6-5906-48e5-aa88-1a0521768049 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:09.395508 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0544ce-cbf8-4007-98ad-888564a77eb4 req-ef8f838e-ae1e-47ef-9865-85e15638e7fe tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:09.397013 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3f0544ce-cbf8-4007-98ad-888564a77eb4 req-ef8f838e-ae1e-47ef-9865-85e15638e7fe tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b126b2b-e86c-41e3-a2b2-167ce96e1033 HTTP/1.1" status: 200 len: 944 time: 0.1809270 Nov 12 00:49:09.449143 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-018d20d6-5906-48e5-aa88-1a0521768049 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25c7053b-d0f6-4f07-824f-f121d6d3ef50']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:09.475892 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-018d20d6-5906-48e5-aa88-1a0521768049 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cbf229c-0098-4910-9e57-452f1a1e2767') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:09.476195 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-018d20d6-5906-48e5-aa88-1a0521768049 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cbf229c-0098-4910-9e57-452f1a1e2767') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:09.502748 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-018d20d6-5906-48e5-aa88-1a0521768049 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:09.542309 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3f0544ce-cbf8-4007-98ad-888564a77eb4 req-2a58ab4b-3750-4425-aef7-5a118793a2c9 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e5c4b89-8bda-46dc-b9e5-204895260378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374469 Nov 12 00:49:09.543382 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-018d20d6-5906-48e5-aa88-1a0521768049 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:09.555722 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-018d20d6-5906-48e5-aa88-1a0521768049 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:49:09.556120 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-018d20d6-5906-48e5-aa88-1a0521768049 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:09.559050 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:49:09.559050 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:49:09.559050 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:49:09.559050 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:49:09.559050 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:49:09.559050 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:49:09.559050 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:49:09.559050 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:49:09.559050 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:49:09.559050 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:49:09.559050 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:49:09.559050 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:49:09.559050 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:49:09.559050 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:49:09.559050 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:49:09.559050 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:49:09.559050 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:49:09.559050 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:49:09.559050 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:49:09.559050 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:49:09.559050 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:49:09.559050 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:49:09.559050 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:49:09.559050 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:49:09.559050 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:49:09.559050 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:49:09.559050 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:49:09.559050 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:49:09.559050 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:49:09.559050 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:49:09.559050 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:49:09.559050 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:49:09.633014 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9da133c-0bda-4201-b631-5db979acb4f0 req-cf8128a5-6445-4a53-941a-41d9aa56eaac tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Made reservation on behalf of e225da8786ab452db9121c1cfb9ab35d for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:49:09.636832 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e9da133c-0bda-4201-b631-5db979acb4f0 req-cf8128a5-6445-4a53-941a-41d9aa56eaac tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:09.668057 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-018d20d6-5906-48e5-aa88-1a0521768049 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:09.700550 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-63eb0c12-296e-4826-a0fa-7c49e24d27de req-a58e8f30-7655-4b52-b5de-d8ebe9ae1289 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a9d320c-3251-445b-a7e3-c9564fa8cfc8 HTTP/1.1" status: 200 len: 210 time: 0.0384479 Nov 12 00:49:09.724457 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:09.731706 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d20d6-5906-48e5-aa88-1a0521768049 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Pushing event deleted for resources: {'Network': ['ID=25c7053b-d0f6-4f07-824f-f121d6d3ef50,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:09.736619 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-018d20d6-5906-48e5-aa88-1a0521768049 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:09.740294 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-018d20d6-5906-48e5-aa88-1a0521768049 tempest-ServersTestMultiNic-1549217902 tempest-ServersTestMultiNic-1549217902-project] 10.222.0.20 "DELETE /v2.0/networks/25c7053b-d0f6-4f07-824f-f121d6d3ef50 HTTP/1.1" status: 204 len: 168 time: 1.7878997 Nov 12 00:49:09.821504 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-e9da133c-0bda-4201-b631-5db979acb4f0 req-cf8128a5-6445-4a53-941a-41d9aa56eaac tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Allocated IP 172.20.0.7 (a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e/3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f/5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:49:09.997555 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e9da133c-0bda-4201-b631-5db979acb4f0 req-cf8128a5-6445-4a53-941a-41d9aa56eaac tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:10.036491 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e9da133c-0bda-4201-b631-5db979acb4f0 req-cf8128a5-6445-4a53-941a-41d9aa56eaac tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:10.081014 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9da133c-0bda-4201-b631-5db979acb4f0 req-cf8128a5-6445-4a53-941a-41d9aa56eaac tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Network a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:49:10.086537 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-e9da133c-0bda-4201-b631-5db979acb4f0 req-cf8128a5-6445-4a53-941a-41d9aa56eaac tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:49:10.090596 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9da133c-0bda-4201-b631-5db979acb4f0 req-cf8128a5-6445-4a53-941a-41d9aa56eaac tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:49:10.122415 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 53598) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:10.138807 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8128a5-6445-4a53-941a-41d9aa56eaac tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Pushing event updated for resources: {'Port': ['ID=5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:10.167199 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da133c-0bda-4201-b631-5db979acb4f0 req-cf8128a5-6445-4a53-941a-41d9aa56eaac tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:10.168181 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e9da133c-0bda-4201-b631-5db979acb4f0 req-cf8128a5-6445-4a53-941a-41d9aa56eaac tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:10.173264 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 2a2f8d9c-b463-4c1a-9495-d5127dc221c3 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:49:10.191981 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e9da133c-0bda-4201-b631-5db979acb4f0 req-cf8128a5-6445-4a53-941a-41d9aa56eaac tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8740883 Nov 12 00:49:10.227369 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-e9da133c-0bda-4201-b631-5db979acb4f0 req-af41e28b-1d6e-4779-9616-c03a194b5af0 service neutron] Request body: {'port': {'device_id': '2a9d320c-3251-445b-a7e3-c9564fa8cfc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:10.302628 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e9da133c-0bda-4201-b631-5db979acb4f0 req-af41e28b-1d6e-4779-9616-c03a194b5af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:10.344849 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 2a2f8d9c-b463-4c1a-9495-d5127dc221c3, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=2a2f8d9c-b463-4c1a-9495-d5127dc221c3,segment=NetworkSegment(59d71ae5-1e53-4be1-9fc1-c6b52a0e3297),segment_id=59d71ae5-1e53-4be1-9fc1-c6b52a0e3297)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:10.370547 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '2a2f8d9c-b463-4c1a-9495-d5127dc221c3', 'network_id': '53191a89-587e-4e0e-a197-dccf5f9db2c8', 'port_id': '2a2f8d9c-b463-4c1a-9495-d5127dc221c3', 'mac_address': 'fa:16:3e:a6:3a:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '787c16fd-caba-4399-87f0-089f202d99d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:49:10.422756 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6612bfd3-a352-47e0-af53-b4cfd0d7abd5 req-0110c234-800a-49a9-aaf9-01f1626f43e7 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:10.424405 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6612bfd3-a352-47e0-af53-b4cfd0d7abd5 req-0110c234-800a-49a9-aaf9-01f1626f43e7 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 944 time: 0.1755788 Nov 12 00:49:10.431195 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:10.451773 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a2f8d9c-b463-4c1a-9495-d5127dc221c3 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:49:10.478736 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 2a2f8d9c-b463-4c1a-9495-d5127dc221c3, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=2a2f8d9c-b463-4c1a-9495-d5127dc221c3,segment=NetworkSegment(59d71ae5-1e53-4be1-9fc1-c6b52a0e3297),segment_id=59d71ae5-1e53-4be1-9fc1-c6b52a0e3297)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:10.487233 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:10.535809 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-bc382507-3971-4c9c-9ee5-0c5f0c73a181 None None] Provisioning complete for port 5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:10.536585 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bc382507-3971-4c9c-9ee5-0c5f0c73a181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:10.585296 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=2a2f8d9c-b463-4c1a-9495-d5127dc221c3,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:10.719680 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-bc382507-3971-4c9c-9ee5-0c5f0c73a181 None None] Port 5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:49:10.734213 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:10.776731 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-e9da133c-0bda-4201-b631-5db979acb4f0 req-af41e28b-1d6e-4779-9616-c03a194b5af0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:49:10.785610 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6612bfd3-a352-47e0-af53-b4cfd0d7abd5 req-cf71e997-60c7-4c5e-891a-1092b797f4d4 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483658 Nov 12 00:49:10.790635 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e9da133c-0bda-4201-b631-5db979acb4f0 req-af41e28b-1d6e-4779-9616-c03a194b5af0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:10.819568 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-e9da133c-0bda-4201-b631-5db979acb4f0 req-af41e28b-1d6e-4779-9616-c03a194b5af0 service neutron] Transition to ACTIVE for port object 5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:49:10.824833 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e9da133c-0bda-4201-b631-5db979acb4f0 req-af41e28b-1d6e-4779-9616-c03a194b5af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:10.886041 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c53d105-d682-47dc-bbb1-6a374c1a7106 req-d4f3bff9-b8b4-4143-9254-79cd1583215a tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:10.891499 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3c53d105-d682-47dc-bbb1-6a374c1a7106 req-d4f3bff9-b8b4-4143-9254-79cd1583215a tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b126b2b-e86c-41e3-a2b2-167ce96e1033 HTTP/1.1" status: 200 len: 945 time: 0.1530318 Nov 12 00:49:10.893300 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af41e28b-1d6e-4779-9616-c03a194b5af0 service neutron] Pushing event updated for resources: {'Port': ['ID=5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:10.910772 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-da8963c6-cc6d-4bf6-8d16-0e1fcecef248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:11.017938 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3c53d105-d682-47dc-bbb1-6a374c1a7106 req-a4359bfa-a19f-45c7-88e2-7c1266ae1621 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e5c4b89-8bda-46dc-b9e5-204895260378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162508 Nov 12 00:49:11.059142 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-e9da133c-0bda-4201-b631-5db979acb4f0 req-af41e28b-1d6e-4779-9616-c03a194b5af0 service neutron] Attempting to bind port 5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:49:11.059467 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-e9da133c-0bda-4201-b631-5db979acb4f0 req-af41e28b-1d6e-4779-9616-c03a194b5af0 service neutron] Attempting to bind port 5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:49:11.059794 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9da133c-0bda-4201-b631-5db979acb4f0 req-af41e28b-1d6e-4779-9616-c03a194b5af0 service neutron] Attempting to bind port 5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1 on network a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:49:11.065239 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9da133c-0bda-4201-b631-5db979acb4f0 req-af41e28b-1d6e-4779-9616-c03a194b5af0 service neutron] Port 5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1 on network a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:49:11.065584 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9da133c-0bda-4201-b631-5db979acb4f0 req-af41e28b-1d6e-4779-9616-c03a194b5af0 service neutron] Attempting to bind port 5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1 on network a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:49:11.072251 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['2a2f8d9c-b463-4c1a-9495-d5127dc221c3'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:49:11.090846 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9da133c-0bda-4201-b631-5db979acb4f0 req-af41e28b-1d6e-4779-9616-c03a194b5af0 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:49:11.091187 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9da133c-0bda-4201-b631-5db979acb4f0 req-af41e28b-1d6e-4779-9616-c03a194b5af0 service neutron] Checking segment: {'id': '8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:49:11.091576 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9da133c-0bda-4201-b631-5db979acb4f0 req-af41e28b-1d6e-4779-9616-c03a194b5af0 service neutron] Bound using segment: {'id': '8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:49:11.094797 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-e9da133c-0bda-4201-b631-5db979acb4f0 req-af41e28b-1d6e-4779-9616-c03a194b5af0 service neutron] Bound port: 5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:49:11.095177 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e9da133c-0bda-4201-b631-5db979acb4f0 req-af41e28b-1d6e-4779-9616-c03a194b5af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:11.138489 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f52b6-bee6-41c4-99d8-9e7d132cc83c req-28985dab-6aa6-4240-9283-bb0c5c2ad460 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:11.148914 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-836f52b6-bee6-41c4-99d8-9e7d132cc83c req-28985dab-6aa6-4240-9283-bb0c5c2ad460 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a9d320c-3251-445b-a7e3-c9564fa8cfc8 HTTP/1.1" status: 200 len: 943 time: 0.1792374 Nov 12 00:49:11.223134 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-e9da133c-0bda-4201-b631-5db979acb4f0 req-af41e28b-1d6e-4779-9616-c03a194b5af0 service neutron] For port 5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:49:11.227536 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-e9da133c-0bda-4201-b631-5db979acb4f0 req-af41e28b-1d6e-4779-9616-c03a194b5af0 service neutron] For port 5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1,segment=NetworkSegment(8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b),segment_id=8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:49:11.233076 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e9da133c-0bda-4201-b631-5db979acb4f0 req-af41e28b-1d6e-4779-9616-c03a194b5af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:11.234744 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-836f52b6-bee6-41c4-99d8-9e7d132cc83c req-b6ac7608-4ffc-4a56-a366-e9c0081f70cd tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814590 Nov 12 00:49:11.292438 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da133c-0bda-4201-b631-5db979acb4f0 req-af41e28b-1d6e-4779-9616-c03a194b5af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:11.293060 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e9da133c-0bda-4201-b631-5db979acb4f0 req-af41e28b-1d6e-4779-9616-c03a194b5af0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:11.294585 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e9da133c-0bda-4201-b631-5db979acb4f0 req-af41e28b-1d6e-4779-9616-c03a194b5af0 service neutron] 10.222.0.49 "PUT /v2.0/ports/5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1 HTTP/1.1" status: 200 len: 1092 time: 1.0752892 Nov 12 00:49:11.295308 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a9d320c-3251-445b-a7e3-c9564fa8cfc8', 'tag': '5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:11.302909 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d222aa-0f93-4e8f-8f8b-02690cdac754" -d '{"events": [{"name": "network-changed", "server_uuid": "2a9d320c-3251-445b-a7e3-c9564fa8cfc8", "tag": "5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:11.369880 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af41e28b-1d6e-4779-9616-c03a194b5af0 service neutron] Pushing event updated for resources: {'Port': ['ID=5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:11.402399 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5d96da-da28-4f8d-9636-fa3c38aac1d9 x-openstack-request-id: req-2b5d96da-da28-4f8d-9636-fa3c38aac1d9 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:11.402834 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a9d320c-3251-445b-a7e3-c9564fa8cfc8", "tag": "5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:11.403600 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2b5d96da-da28-4f8d-9636-fa3c38aac1d9 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:11.417297 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a9d320c-3251-445b-a7e3-c9564fa8cfc8', 'tag': '5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1', 'status': 'completed', 'code': 200} Nov 12 00:49:11.506031 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da133c-0bda-4201-b631-5db979acb4f0 req-88c079f1-1970-4e7a-abc7-6f4234b9a7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:11.511875 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e9da133c-0bda-4201-b631-5db979acb4f0 req-88c079f1-1970-4e7a-abc7-6f4234b9a7a5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e225da8786ab452db9121c1cfb9ab35d&device_id=2a9d320c-3251-445b-a7e3-c9564fa8cfc8 HTTP/1.1" status: 200 len: 1095 time: 0.1292565 Nov 12 00:49:11.605251 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e9da133c-0bda-4201-b631-5db979acb4f0 req-b281e9cf-5eed-45ea-8642-11d1308e5196 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1 HTTP/1.1" status: 200 len: 217 time: 0.0768087 Nov 12 00:49:11.694253 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da133c-0bda-4201-b631-5db979acb4f0 req-7ea37d2e-d0af-4378-873f-0834cef19353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:11.695725 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e9da133c-0bda-4201-b631-5db979acb4f0 req-7ea37d2e-d0af-4378-873f-0834cef19353 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f HTTP/1.1" status: 200 len: 851 time: 0.0828071 Nov 12 00:49:11.798468 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da133c-0bda-4201-b631-5db979acb4f0 req-1f4e6e3b-b59f-4ffb-9023-ffda979c1f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:11.800254 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e9da133c-0bda-4201-b631-5db979acb4f0 req-1f4e6e3b-b59f-4ffb-9023-ffda979c1f7e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0975330 Nov 12 00:49:11.948735 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e9da133c-0bda-4201-b631-5db979acb4f0 req-f51e1a67-9f89-4283-82a5-613542032778 service neutron] 10.222.0.49 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407809 Nov 12 00:49:12.033692 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7ca43-ec19-4eaa-b30b-bed70188e317 req-f266bca9-b8af-4843-97f7-291fcda00afa tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:12.053113 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b9e7ca43-ec19-4eaa-b30b-bed70188e317 req-f266bca9-b8af-4843-97f7-291fcda00afa tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 944 time: 0.1344254 Nov 12 00:49:12.071794 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e9da133c-0bda-4201-b631-5db979acb4f0 req-1d1decfa-1ae8-462e-9d6c-bdd00e84d4e4 service neutron] 10.222.0.49 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155293 Nov 12 00:49:12.134135 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b9e7ca43-ec19-4eaa-b30b-bed70188e317 req-c9586504-ddc8-4758-9c4b-d47f077f10c7 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797501 Nov 12 00:49:12.163898 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-da8963c6-cc6d-4bf6-8d16-0e1fcecef248 admin admin] Deleting port 755c3e7a-493f-4289-9241-c719d5ab2d06 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:49:12.165154 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-da8963c6-cc6d-4bf6-8d16-0e1fcecef248 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:12.225216 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2615490b-7d03-4d81-abc8-15d6378a73c7 req-f2cce6ab-233b-4c27-9896-fe3391b1b50b tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:12.226794 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2615490b-7d03-4d81-abc8-15d6378a73c7 req-f2cce6ab-233b-4c27-9896-fe3391b1b50b tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b126b2b-e86c-41e3-a2b2-167ce96e1033 HTTP/1.1" status: 200 len: 945 time: 0.1030562 Nov 12 00:49:12.234313 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d222aa-0f93-4e8f-8f8b-02690cdac754 req-9c1d30e5-6c76-4d92-9d80-fe3227935876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:12.235771 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-38d222aa-0f93-4e8f-8f8b-02690cdac754 req-9c1d30e5-6c76-4d92-9d80-fe3227935876 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e225da8786ab452db9121c1cfb9ab35d&device_id=2a9d320c-3251-445b-a7e3-c9564fa8cfc8 HTTP/1.1" status: 200 len: 1095 time: 0.0654531 Nov 12 00:49:12.296613 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-da8963c6-cc6d-4bf6-8d16-0e1fcecef248 admin admin] For port 755c3e7a-493f-4289-9241-c719d5ab2d06, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=755c3e7a-493f-4289-9241-c719d5ab2d06,segment=NetworkSegment(529dee89-d18b-4e0d-817c-36d5d0b3f0de),segment_id=529dee89-d18b-4e0d-817c-36d5d0b3f0de)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:12.297644 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-da8963c6-cc6d-4bf6-8d16-0e1fcecef248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:12.314182 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-da8963c6-cc6d-4bf6-8d16-0e1fcecef248 admin admin] Calling delete_port for 755c3e7a-493f-4289-9241-c719d5ab2d06 owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:49:12.370699 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2615490b-7d03-4d81-abc8-15d6378a73c7 req-6c5223c6-73c0-488d-931d-d81eb6651c21 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e5c4b89-8bda-46dc-b9e5-204895260378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339378 Nov 12 00:49:12.394163 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d222aa-0f93-4e8f-8f8b-02690cdac754 req-5f61c6ad-2370-4f80-b374-0db91a851dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:12.397043 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-38d222aa-0f93-4e8f-8f8b-02690cdac754 req-5f61c6ad-2370-4f80-b374-0db91a851dd0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e HTTP/1.1" status: 200 len: 913 time: 0.1543536 Nov 12 00:49:12.449539 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-38d222aa-0f93-4e8f-8f8b-02690cdac754 req-3de6914e-b2c9-4516-84db-1bbd58106507 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1 HTTP/1.1" status: 200 len: 217 time: 0.0439680 Nov 12 00:49:12.452613 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:12.461447 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445720b4-1d08-4880-83d1-bf0bfed56543 req-ba5c0784-68cc-4b0f-a130-0d9220419cef tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:12.469162 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-445720b4-1d08-4880-83d1-bf0bfed56543 req-ba5c0784-68cc-4b0f-a130-0d9220419cef tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a9d320c-3251-445b-a7e3-c9564fa8cfc8 HTTP/1.1" status: 200 len: 943 time: 0.1106915 Nov 12 00:49:12.536620 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d222aa-0f93-4e8f-8f8b-02690cdac754 req-1f5dba77-8cdb-46f2-ba73-75c418b8daea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:12.545609 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-38d222aa-0f93-4e8f-8f8b-02690cdac754 req-1f5dba77-8cdb-46f2-ba73-75c418b8daea service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f HTTP/1.1" status: 200 len: 851 time: 0.0887454 Nov 12 00:49:12.599389 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-445720b4-1d08-4880-83d1-bf0bfed56543 req-13260f8c-145d-4fd0-a7d7-9fae7364fb91 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293004 Nov 12 00:49:12.652926 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d222aa-0f93-4e8f-8f8b-02690cdac754 req-49c93488-0d9a-47d1-adde-54e710cb1493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:12.654515 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-38d222aa-0f93-4e8f-8f8b-02690cdac754 req-49c93488-0d9a-47d1-adde-54e710cb1493 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1003463 Nov 12 00:49:12.685787 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-da8963c6-cc6d-4bf6-8d16-0e1fcecef248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:12.734043 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8963c6-cc6d-4bf6-8d16-0e1fcecef248 admin admin] Pushing event deleted for resources: {'Port': ['ID=755c3e7a-493f-4289-9241-c719d5ab2d06,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:12.805502 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-38d222aa-0f93-4e8f-8f8b-02690cdac754 req-60bcebf9-0a05-438d-9bf2-f2f02f3d4209 service neutron] 10.222.0.49 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403000 Nov 12 00:49:12.978511 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-38d222aa-0f93-4e8f-8f8b-02690cdac754 req-c8dce977-fa1a-4837-9923-b21111ca9597 service neutron] 10.222.0.49 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644683 Nov 12 00:49:13.032880 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-da8963c6-cc6d-4bf6-8d16-0e1fcecef248 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:13.253366 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27fa09-d650-4702-b7d1-26562797f2b4 req-475f002f-fa91-484a-8db7-288ac91cf45b tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:13.255837 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dc27fa09-d650-4702-b7d1-26562797f2b4 req-475f002f-fa91-484a-8db7-288ac91cf45b tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 944 time: 0.0519521 Nov 12 00:49:13.272636 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da8963c6-cc6d-4bf6-8d16-0e1fcecef248 admin admin] Router 9497786e-8b14-410c-9ce3-86a5975bf2cf has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:49:13.308729 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dc27fa09-d650-4702-b7d1-26562797f2b4 req-becba450-e6a0-44b2-ac4a-55eb1f8267ca tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439856 Nov 12 00:49:13.384677 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8963c6-cc6d-4bf6-8d16-0e1fcecef248 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:49:13.393243 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 53642) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:13.394274 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-da8963c6-cc6d-4bf6-8d16-0e1fcecef248 admin admin] 10.222.0.20 "PUT /v2.0/routers/9497786e-8b14-410c-9ce3-86a5975bf2cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2706089 Nov 12 00:49:13.396940 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6feafb-5892-4f11-9a09-970bc62aaad8 None None] Sync routers for ids ['9497786e-8b14-410c-9ce3-86a5975bf2cf'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:49:13.409182 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6feafb-5892-4f11-9a09-970bc62aaad8 None None] Routers {'9497786e-8b14-410c-9ce3-86a5975bf2cf'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:49:13.410121 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-6a6feafb-5892-4f11-9a09-970bc62aaad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:49:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['9497786e-8b14-410c-9ce3-86a5975bf2cf'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:13.514496 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2a692509-4103-4709-b11e-3cc6897c9e98 admin admin] Publish callbacks [] for router, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:13.531629 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3f8a7-7c7f-462a-bcc7-cac61068daaa req-7cf6412a-7780-4d35-8b8a-056ec6531dd4 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:13.533830 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fcb3f8a7-7c7f-462a-bcc7-cac61068daaa req-7cf6412a-7780-4d35-8b8a-056ec6531dd4 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b126b2b-e86c-41e3-a2b2-167ce96e1033 HTTP/1.1" status: 200 len: 945 time: 0.0658822 Nov 12 00:49:13.606571 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fcb3f8a7-7c7f-462a-bcc7-cac61068daaa req-cc5f64f5-5f84-47f9-a231-e52471d7eb1b tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e5c4b89-8bda-46dc-b9e5-204895260378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628672 Nov 12 00:49:13.648913 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-6a6feafb-5892-4f11-9a09-970bc62aaad8 None None] Set router 9497786e-8b14-410c-9ce3-86a5975bf2cf gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:49:13.683029 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2a692509-4103-4709-b11e-3cc6897c9e98 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:13.737594 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48925288-731e-461b-bd3f-3ffe095c5dc3 req-7eb61acf-519a-42fe-ba39-02d8f4f6e13d tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:13.739524 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-48925288-731e-461b-bd3f-3ffe095c5dc3 req-7eb61acf-519a-42fe-ba39-02d8f4f6e13d tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a9d320c-3251-445b-a7e3-c9564fa8cfc8 HTTP/1.1" status: 200 len: 943 time: 0.0571499 Nov 12 00:49:13.796783 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-48925288-731e-461b-bd3f-3ffe095c5dc3 req-46477c6d-866b-43d6-9ed2-3feb2b271e20 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509610 Nov 12 00:49:13.817929 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-2a692509-4103-4709-b11e-3cc6897c9e98 admin admin] Deleting port 12b1c785-ac12-4d2b-9d9d-5714ac0189d4 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:49:13.818266 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2a692509-4103-4709-b11e-3cc6897c9e98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:13.832416 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-a53b5297-3631-4f76-872b-53fa74a3b3df service neutron] 10.222.0.49 "GET /v2.0/ports/b1079f03-af6d-4356-bc76-8fe2b67e07f3/bindings/n-h2-812236-11 HTTP/1.1" status: 200 len: 385 time: 0.1006002 Nov 12 00:49:13.847926 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-6a6feafb-5892-4f11-9a09-970bc62aaad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9497786e-8b14-410c-9ce3-86a5975bf2cf', 'name': 'tempest-ServersTestMultiNic-208933767-router', 'tenant_id': '809bf7e77c2745d0828daef0d4ec25f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '12b1c785-ac12-4d2b-9d9d-5714ac0189d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:04Z', 'updated_at': '2021-11-12T00:49:12Z', 'revision_number': 5, 'project_id': '809bf7e77c2745d0828daef0d4ec25f2', 'gw_port': {'id': '12b1c785-ac12-4d2b-9d9d-5714ac0189d4', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9497786e-8b14-410c-9ce3-86a5975bf2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:06Z', 'updated_at': '2021-11-12T00:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:13.879137 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6feafb-5892-4f11-9a09-970bc62aaad8 None None] Checking router: 9497786e-8b14-410c-9ce3-86a5975bf2cf for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:49:13.879600 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device b1079f03-af6d-4356-bc76-8fe2b67e07f3 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:49:13.888629 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6feafb-5892-4f11-9a09-970bc62aaad8 None None] Routers {'9497786e-8b14-410c-9ce3-86a5975bf2cf'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:49:13.889232 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-6a6feafb-5892-4f11-9a09-970bc62aaad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:49:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['9497786e-8b14-410c-9ce3-86a5975bf2cf'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:13.960756 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-2a692509-4103-4709-b11e-3cc6897c9e98 admin admin] For port 12b1c785-ac12-4d2b-9d9d-5714ac0189d4, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=12b1c785-ac12-4d2b-9d9d-5714ac0189d4,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:13.961151 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2a692509-4103-4709-b11e-3cc6897c9e98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:13.996617 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-2a692509-4103-4709-b11e-3cc6897c9e98 admin admin] Calling delete_port for 12b1c785-ac12-4d2b-9d9d-5714ac0189d4 owned by network:router_gateway {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:49:14.002361 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-6a6feafb-5892-4f11-9a09-970bc62aaad8 None None] Set router 9497786e-8b14-410c-9ce3-86a5975bf2cf gateway port host: None {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:49:14.056787 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-6a6feafb-5892-4f11-9a09-970bc62aaad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9497786e-8b14-410c-9ce3-86a5975bf2cf', 'name': 'tempest-ServersTestMultiNic-208933767-router', 'tenant_id': '809bf7e77c2745d0828daef0d4ec25f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:04Z', 'updated_at': '2021-11-12T00:49:13Z', 'revision_number': 6, 'project_id': '809bf7e77c2745d0828daef0d4ec25f2', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:14.086651 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6feafb-5892-4f11-9a09-970bc62aaad8 None None] The sync data for ids ['9497786e-8b14-410c-9ce3-86a5975bf2cf'] in n-d-812236-11 is: [{'id': '9497786e-8b14-410c-9ce3-86a5975bf2cf', 'name': 'tempest-ServersTestMultiNic-208933767-router', 'tenant_id': '809bf7e77c2745d0828daef0d4ec25f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:04Z', 'updated_at': '2021-11-12T00:49:13Z', 'revision_number': 6, 'project_id': '809bf7e77c2745d0828daef0d4ec25f2', 'gw_port_host': None}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:49:14.173070 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 2a2f8d9c-b463-4c1a-9495-d5127dc221c3 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:49:14.179987 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-fca2e224-94d3-45a9-af63-0c869d3928e2 service neutron] For port b1079f03-af6d-4356-bc76-8fe2b67e07f3, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=b1079f03-af6d-4356-bc76-8fe2b67e07f3,segment=NetworkSegment(eac800fb-e2a4-4100-807c-1fb9b17e8d78),segment_id=eac800fb-e2a4-4100-807c-1fb9b17e8d78)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:14.208214 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-fca2e224-94d3-45a9-af63-0c869d3928e2 service neutron] For port b1079f03-af6d-4356-bc76-8fe2b67e07f3, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:49:14.223283 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 2a2f8d9c-b463-4c1a-9495-d5127dc221c3 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:49:14.227271 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 2a2f8d9c-b463-4c1a-9495-d5127dc221c3 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:14.227633 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:14.273430 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-fca2e224-94d3-45a9-af63-0c869d3928e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1079f03-af6d-4356-bc76-8fe2b67e07f3 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:49:14.289973 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-fca2e224-94d3-45a9-af63-0c869d3928e2 service neutron] For port b1079f03-af6d-4356-bc76-8fe2b67e07f3, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=b1079f03-af6d-4356-bc76-8fe2b67e07f3,segment=NetworkSegment(eac800fb-e2a4-4100-807c-1fb9b17e8d78),segment_id=eac800fb-e2a4-4100-807c-1fb9b17e8d78)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:14.294566 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:49:14.302894 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2a692509-4103-4709-b11e-3cc6897c9e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:14.308147 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-fca2e224-94d3-45a9-af63-0c869d3928e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:14.318738 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:14.337614 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a692509-4103-4709-b11e-3cc6897c9e98 admin admin] Pushing event deleted for resources: {'Port': ['ID=12b1c785-ac12-4d2b-9d9d-5714ac0189d4,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:14.365015 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 2a2f8d9c-b463-4c1a-9495-d5127dc221c3, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=2a2f8d9c-b463-4c1a-9495-d5127dc221c3,segment=NetworkSegment(59d71ae5-1e53-4be1-9fc1-c6b52a0e3297),segment_id=59d71ae5-1e53-4be1-9fc1-c6b52a0e3297)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:14.366314 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b126b2b-e86c-41e3-a2b2-167ce96e1033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2f8d9c-b463-4c1a-9495-d5127dc221c3'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:14.369785 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5493d3a9-5103-4e1c-a866-ed24f8364d77" -d '{"events": [{"server_uuid": "5b126b2b-e86c-41e3-a2b2-167ce96e1033", "name": "network-vif-plugged", "status": "completed", "tag": "2a2f8d9c-b463-4c1a-9495-d5127dc221c3"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:14.373648 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:14.414452 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b20f57-ea63-4360-a1f1-55e341ba506e x-openstack-request-id: req-32b20f57-ea63-4360-a1f1-55e341ba506e {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:14.414737 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b126b2b-e86c-41e3-a2b2-167ce96e1033", "name": "network-vif-plugged", "status": "completed", "tag": "2a2f8d9c-b463-4c1a-9495-d5127dc221c3", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:14.415076 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-32b20f57-ea63-4360-a1f1-55e341ba506e {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:14.415699 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b126b2b-e86c-41e3-a2b2-167ce96e1033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2f8d9c-b463-4c1a-9495-d5127dc221c3', 'code': 200} Nov 12 00:49:14.446499 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=2a2f8d9c-b463-4c1a-9495-d5127dc221c3,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:14.479719 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea4fbc-0d26-4ed6-99b7-ff27328d7185 req-4f9e424f-b92f-4913-8426-af58d24d17ba tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:14.481407 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-97ea4fbc-0d26-4ed6-99b7-ff27328d7185 req-4f9e424f-b92f-4913-8426-af58d24d17ba tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 944 time: 0.0896122 Nov 12 00:49:14.500025 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2a692509-4103-4709-b11e-3cc6897c9e98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:14.556286 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-97ea4fbc-0d26-4ed6-99b7-ff27328d7185 req-842e48cc-7144-42c1-9207-1af5a9ee44b7 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609214 Nov 12 00:49:14.574276 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-fca2e224-94d3-45a9-af63-0c869d3928e2 service neutron] Transition to ACTIVE for port object b1079f03-af6d-4356-bc76-8fe2b67e07f3 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:49:14.619442 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-fca2e224-94d3-45a9-af63-0c869d3928e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:14.626924 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2a692509-4103-4709-b11e-3cc6897c9e98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:14.633045 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2a692509-4103-4709-b11e-3cc6897c9e98 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:14.974248 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 755c3e7a-493f-4289-9241-c719d5ab2d06 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:49:15.006845 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 755c3e7a-493f-4289-9241-c719d5ab2d06 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:49:15.007357 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 755c3e7a-493f-4289-9241-c719d5ab2d06 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:49:15.007980 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 12b1c785-ac12-4d2b-9d9d-5714ac0189d4 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:49:15.037446 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 12b1c785-ac12-4d2b-9d9d-5714ac0189d4 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:49:15.037943 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 12b1c785-ac12-4d2b-9d9d-5714ac0189d4 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:49:15.047468 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2fab6-9aee-4afd-b728-c5bd70c8a2f5 req-5b838a67-14c5-4b75-b5b2-5bc6deb9b111 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:15.049058 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a4b2fab6-9aee-4afd-b728-c5bd70c8a2f5 req-5b838a67-14c5-4b75-b5b2-5bc6deb9b111 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a9d320c-3251-445b-a7e3-c9564fa8cfc8 HTTP/1.1" status: 200 len: 943 time: 0.0816813 Nov 12 00:49:15.088019 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-fca2e224-94d3-45a9-af63-0c869d3928e2 service neutron] No DVR routers for this DVR port b1079f03-af6d-4356-bc76-8fe2b67e07f3 on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:49:15.106811 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a4b2fab6-9aee-4afd-b728-c5bd70c8a2f5 req-c3f0602c-e7ae-4ce3-831d-8f12bf6f7892 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462892 Nov 12 00:49:15.111855 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2a692509-4103-4709-b11e-3cc6897c9e98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:15.111855 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a692509-4103-4709-b11e-3cc6897c9e98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9497786e-8b14-410c-9ce3-86a5975bf2cf {{(pid=102661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:49:15.113647 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061823b6-3480-4939-80bb-6cab2fa05fb9 req-7568d9f7-6e4c-496b-8606-c610b47ae4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:15.115163 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-061823b6-3480-4939-80bb-6cab2fa05fb9 req-7568d9f7-6e4c-496b-8606-c610b47ae4b3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5b126b2b-e86c-41e3-a2b2-167ce96e1033 HTTP/1.1" status: 200 len: 1098 time: 0.5545969 Nov 12 00:49:15.124726 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2a692509-4103-4709-b11e-3cc6897c9e98 admin admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:15.129601 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-2a692509-4103-4709-b11e-3cc6897c9e98 admin admin] 10.222.0.20 "DELETE /v2.0/routers/9497786e-8b14-410c-9ce3-86a5975bf2cf HTTP/1.1" status: 204 len: 168 time: 1.7310624 Nov 12 00:49:15.137734 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 53672) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:15.149761 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca2e224-94d3-45a9-af63-0c869d3928e2 service neutron] Pushing event updated for resources: {'Port': ['ID=b1079f03-af6d-4356-bc76-8fe2b67e07f3,revision_number=10']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:15.187983 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-fca2e224-94d3-45a9-af63-0c869d3928e2 service neutron] 10.222.0.49 "PUT /v2.0/ports/b1079f03-af6d-4356-bc76-8fe2b67e07f3/bindings/n-h2-812236-11/activate HTTP/1.1" status: 200 len: 370 time: 1.3459744 Nov 12 00:49:15.195860 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-d66ee408-2c98-48dd-bc95-12c8b3a6be88 admin admin] Deleting subnet d7e4a622-8a85-4239-938b-08aad1616f72 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:49:15.198869 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925756e4-7435-4ade-81d8-aec5a40b7b9d req-5d0af2d0-073f-4e18-b28f-1733cdbb7c8e tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:15.199766 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d66ee408-2c98-48dd-bc95-12c8b3a6be88 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:15.200336 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-925756e4-7435-4ade-81d8-aec5a40b7b9d req-5d0af2d0-073f-4e18-b28f-1733cdbb7c8e tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b126b2b-e86c-41e3-a2b2-167ce96e1033 HTTP/1.1" status: 200 len: 946 time: 0.1548758 Nov 12 00:49:15.228839 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-061823b6-3480-4939-80bb-6cab2fa05fb9 req-d4aa12cb-f921-4ece-a33a-f560a13d5e1f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2e5c4b89-8bda-46dc-b9e5-204895260378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987265 Nov 12 00:49:15.254522 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d66ee408-2c98-48dd-bc95-12c8b3a6be88 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:15.282474 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-925756e4-7435-4ade-81d8-aec5a40b7b9d req-ae5e3fdc-85b4-45c4-a825-7b84d089f62a tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e5c4b89-8bda-46dc-b9e5-204895260378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729551 Nov 12 00:49:15.339533 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d66ee408-2c98-48dd-bc95-12c8b3a6be88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:15.407379 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d66ee408-2c98-48dd-bc95-12c8b3a6be88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:15.437846 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d66ee408-2c98-48dd-bc95-12c8b3a6be88 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:15.444689 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d66ee408-2c98-48dd-bc95-12c8b3a6be88 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d7e4a622-8a85-4239-938b-08aad1616f72 HTTP/1.1" status: 204 len: 168 time: 0.3025637 Nov 12 00:49:15.444854 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0449a44-7194-4217-8af6-5b9764259bd8 None None] Network bce177ab-ec83-4c8e-9d70-444c7b0c9aac requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:49:15.444963 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ee408-2c98-48dd-bc95-12c8b3a6be88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7e4a622-8a85-4239-938b-08aad1616f72,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:15.449485 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 53674) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:15.525564 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2288457a-6233-4cec-b87f-7bce5eb0767a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:15.580553 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-2288457a-6233-4cec-b87f-7bce5eb0767a admin admin] Deleting port 73f6ae39-a4a3-4dbe-a066-317fd6f90fbf {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:49:15.580872 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2288457a-6233-4cec-b87f-7bce5eb0767a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:15.656394 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-2288457a-6233-4cec-b87f-7bce5eb0767a admin admin] For port 73f6ae39-a4a3-4dbe-a066-317fd6f90fbf, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=73f6ae39-a4a3-4dbe-a066-317fd6f90fbf,segment=NetworkSegment(529dee89-d18b-4e0d-817c-36d5d0b3f0de),segment_id=529dee89-d18b-4e0d-817c-36d5d0b3f0de)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:15.656779 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2288457a-6233-4cec-b87f-7bce5eb0767a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:15.664305 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989e3dff-ef49-4708-a817-dba7b0d15eff None None] DHCP port deletion for bce177ab-ec83-4c8e-9d70-444c7b0c9aac request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:49:15.703558 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-2288457a-6233-4cec-b87f-7bce5eb0767a admin admin] Calling delete_port for 73f6ae39-a4a3-4dbe-a066-317fd6f90fbf owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:49:15.719110 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-989e3dff-ef49-4708-a817-dba7b0d15eff None None] Deleting port 73f6ae39-a4a3-4dbe-a066-317fd6f90fbf {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:49:15.719481 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-989e3dff-ef49-4708-a817-dba7b0d15eff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:15.725934 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8951629-86c4-4455-ac08-0bcab9ca948b req-3bd38a34-816c-4237-ad46-14eb8597aa66 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:15.727798 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e8951629-86c4-4455-ac08-0bcab9ca948b req-3bd38a34-816c-4237-ad46-14eb8597aa66 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 945 time: 0.0630472 Nov 12 00:49:15.768201 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-12c0316f-8cf7-4400-bab9-836e8e949e68 tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:15.770907 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-12c0316f-8cf7-4400-bab9-836e8e949e68 tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed&tenant_id=9c540ecbe8154e1b907ac12fc8774fd4&binding%3Ahost_id=n-h1-812236-11 HTTP/1.1" status: 200 len: 1097 time: 0.1111445 Nov 12 00:49:15.783262 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e8951629-86c4-4455-ac08-0bcab9ca948b req-3a4f0411-0368-4f8d-b339-e65d47798be2 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473948 Nov 12 00:49:15.783494 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-989e3dff-ef49-4708-a817-dba7b0d15eff None None] For port 73f6ae39-a4a3-4dbe-a066-317fd6f90fbf, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=73f6ae39-a4a3-4dbe-a066-317fd6f90fbf,segment=NetworkSegment(529dee89-d18b-4e0d-817c-36d5d0b3f0de),segment_id=529dee89-d18b-4e0d-817c-36d5d0b3f0de)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:15.783805 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-989e3dff-ef49-4708-a817-dba7b0d15eff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:15.798522 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-989e3dff-ef49-4708-a817-dba7b0d15eff None None] Calling delete_port for 73f6ae39-a4a3-4dbe-a066-317fd6f90fbf owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:49:15.849919 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-fc218fbe-4cc9-4bdf-bcb2-de75d4cc4af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:15.851463 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-fc218fbe-4cc9-4bdf-bcb2-de75d4cc4af2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed&tenant_id=9c540ecbe8154e1b907ac12fc8774fd4 HTTP/1.1" status: 200 len: 1097 time: 0.0706587 Nov 12 00:49:15.859968 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2288457a-6233-4cec-b87f-7bce5eb0767a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:15.878332 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-989e3dff-ef49-4708-a817-dba7b0d15eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:15.895342 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2288457a-6233-4cec-b87f-7bce5eb0767a admin admin] Pushing event deleted for resources: {'Port': ['ID=73f6ae39-a4a3-4dbe-a066-317fd6f90fbf,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:15.897587 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2288457a-6233-4cec-b87f-7bce5eb0767a admin admin] No DVR routers for this DVR port 73f6ae39-a4a3-4dbe-a066-317fd6f90fbf on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:49:15.908197 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:49:15.913425 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989e3dff-ef49-4708-a817-dba7b0d15eff None None] No DVR routers for this DVR port 73f6ae39-a4a3-4dbe-a066-317fd6f90fbf on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:49:15.918037 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e3dff-ef49-4708-a817-dba7b0d15eff None None] Pushing event deleted for resources: {'Port': ['ID=73f6ae39-a4a3-4dbe-a066-317fd6f90fbf,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:16.014201 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2288457a-6233-4cec-b87f-7bce5eb0767a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:16.039439 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1,segment=NetworkSegment(8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b),segment_id=8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:16.049193 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-3fbc9d31-9896-4074-a7c5-4a32d9376c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:16.051322 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-3fbc9d31-9896-4074-a7c5-4a32d9376c1e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9c540ecbe8154e1b907ac12fc8774fd4&device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 1097 time: 0.1264963 Nov 12 00:49:16.052932 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-2288457a-6233-4cec-b87f-7bce5eb0767a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bce177ab-ec83-4c8e-9d70-444c7b0c9aac']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:16.056265 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1', 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e', 'port_id': '5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1', 'mac_address': 'fa:16:3e:45:6f:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:49:16.065169 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-2288457a-6233-4cec-b87f-7bce5eb0767a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '529dee89-d18b-4e0d-817c-36d5d0b3f0de') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:16.065570 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-2288457a-6233-4cec-b87f-7bce5eb0767a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '529dee89-d18b-4e0d-817c-36d5d0b3f0de') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:16.095056 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:16.096557 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2288457a-6233-4cec-b87f-7bce5eb0767a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:16.108801 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:49:16.139561 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1,segment=NetworkSegment(8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b),segment_id=8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:16.144510 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2288457a-6233-4cec-b87f-7bce5eb0767a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:16.145638 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:16.157782 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2288457a-6233-4cec-b87f-7bce5eb0767a admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:49:16.158194 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2288457a-6233-4cec-b87f-7bce5eb0767a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:16.160409 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:49:16.160409 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:49:16.160409 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:49:16.160409 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:49:16.160409 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:49:16.160409 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:49:16.160409 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:49:16.160409 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:49:16.160409 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:49:16.160409 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:49:16.160409 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:49:16.160409 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:49:16.160409 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:49:16.160409 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:49:16.160409 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:49:16.160409 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:49:16.160409 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:49:16.160409 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:49:16.160409 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:49:16.160409 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:49:16.160409 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:49:16.160409 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:49:16.160409 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:49:16.160409 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:49:16.160409 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:49:16.160409 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:49:16.160409 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:49:16.160409 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:49:16.160409 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:49:16.160409 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:49:16.160409 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:49:16.160409 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:49:16.207884 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:16.252858 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-fd2b8f43-fb50-4f77-a82b-f97820875b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:16.254698 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-fd2b8f43-fb50-4f77-a82b-f97820875b4f service neutron] 10.222.0.54 "GET /v2.0/networks?id=d872bf93-95f4-45c4-b0f4-642aed61400a HTTP/1.1" status: 200 len: 907 time: 0.1926155 Nov 12 00:49:16.260287 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2288457a-6233-4cec-b87f-7bce5eb0767a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:16.270774 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2288457a-6233-4cec-b87f-7bce5eb0767a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:16.274176 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-2288457a-6233-4cec-b87f-7bce5eb0767a admin admin] 10.222.0.20 "DELETE /v2.0/networks/bce177ab-ec83-4c8e-9d70-444c7b0c9aac HTTP/1.1" status: 204 len: 168 time: 0.8234005 Nov 12 00:49:16.323296 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2288457a-6233-4cec-b87f-7bce5eb0767a admin admin] Pushing event deleted for resources: {'Network': ['ID=bce177ab-ec83-4c8e-9d70-444c7b0c9aac,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:16.328379 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-1eb6260e-3b6f-4017-a3dc-45980cebabfa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1079f03-af6d-4356-bc76-8fe2b67e07f3 HTTP/1.1" status: 200 len: 217 time: 0.0609987 Nov 12 00:49:16.340550 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b5de6-228f-41b2-a9c4-a4d96e459ead req-89d00b2d-74d1-4b39-8728-fa9b9bf273ce tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:16.342090 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c31b5de6-228f-41b2-a9c4-a4d96e459ead req-89d00b2d-74d1-4b39-8728-fa9b9bf273ce tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a9d320c-3251-445b-a7e3-c9564fa8cfc8 HTTP/1.1" status: 200 len: 944 time: 0.1387255 Nov 12 00:49:16.426708 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 53692) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:16.461260 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2bfeea-67cd-4f30-ab03-8dcab73814e7 req-c85d653f-2e51-4938-9f7f-f8a6b9fcea69 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:16.462822 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9d2bfeea-67cd-4f30-ab03-8dcab73814e7 req-c85d653f-2e51-4938-9f7f-f8a6b9fcea69 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b126b2b-e86c-41e3-a2b2-167ce96e1033 HTTP/1.1" status: 200 len: 946 time: 0.0604463 Nov 12 00:49:16.465899 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c31b5de6-228f-41b2-a9c4-a4d96e459ead req-b084eef8-610a-4097-a143-9b10021117a7 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149373 Nov 12 00:49:16.467729 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-d062045e-9d71-4fb8-a94e-c6e8304572f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:16.469150 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-d062045e-9d71-4fb8-a94e-c6e8304572f9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e87486ea-14b8-4357-b569-3ef6c52f1320 HTTP/1.1" status: 200 len: 846 time: 0.1030521 Nov 12 00:49:16.492633 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:49:16.521193 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-44c5fbbb-cc78-4086-b67c-644b4f166d77 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d872bf93-95f4-45c4-b0f4-642aed61400a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420036 Nov 12 00:49:16.528098 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9d2bfeea-67cd-4f30-ab03-8dcab73814e7 req-b1df1916-0728-49d1-a148-b67599f346bc tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e5c4b89-8bda-46dc-b9e5-204895260378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569808 Nov 12 00:49:16.528998 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5bcf87d5-e2e6-4807-95c1-e4d2f0ae4aa4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=809bf7e77c2745d0828daef0d4ec25f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0991700 Nov 12 00:49:16.531872 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 53694) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:16.589732 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-737e3180-6a29-4beb-b063-dc64d9ad641a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:16.618395 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-737e3180-6a29-4beb-b063-dc64d9ad641a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:16.636374 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-3df1aa0f-69a1-4b79-a425-61dc04a846b8 service neutron] 10.222.0.54 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061840 Nov 12 00:49:16.684346 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-737e3180-6a29-4beb-b063-dc64d9ad641a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:16.688158 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-737e3180-6a29-4beb-b063-dc64d9ad641a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:16.692872 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-737e3180-6a29-4beb-b063-dc64d9ad641a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/00852a6f-259a-4c25-b9f8-f2d48079247f HTTP/1.1" status: 204 len: 168 time: 0.1565044 Nov 12 00:49:16.699268 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e3180-6a29-4beb-b063-dc64d9ad641a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00852a6f-259a-4c25-b9f8-f2d48079247f,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:16.780277 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-6bd07f88-3265-4849-b6b1-b6a87ac3dfd5 service neutron] 10.222.0.54 "GET /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296470 Nov 12 00:49:16.887943 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 73f6ae39-a4a3-4dbe-a066-317fd6f90fbf no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:49:16.913191 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 73f6ae39-a4a3-4dbe-a066-317fd6f90fbf {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:49:16.913629 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 73f6ae39-a4a3-4dbe-a066-317fd6f90fbf not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:49:16.928306 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e0f29-c57f-4cd1-a91f-42a43114c665 req-7bb39294-0ae7-4c4e-8992-62803667e9c4 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:16.933572 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2d7e0f29-c57f-4cd1-a91f-42a43114c665 req-7bb39294-0ae7-4c4e-8992-62803667e9c4 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 945 time: 0.0709794 Nov 12 00:49:16.992458 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2d7e0f29-c57f-4cd1-a91f-42a43114c665 req-9bd5ca84-a94b-4ff3-b759-d2c99646b740 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524557 Nov 12 00:49:17.352551 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-e8cad832-4807-4439-81b7-a8acc913c2b1 tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:17.354528 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-e8cad832-4807-4439-81b7-a8acc913c2b1 tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed&tenant_id=9c540ecbe8154e1b907ac12fc8774fd4&binding%3Ahost_id=n-h2-812236-11 HTTP/1.1" status: 200 len: 1097 time: 0.0669904 Nov 12 00:49:17.523604 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-813da698-b359-457f-8529-82d34b1ea0dd service neutron] For port b1079f03-af6d-4356-bc76-8fe2b67e07f3, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:49:17.527320 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-813da698-b359-457f-8529-82d34b1ea0dd service neutron] Publish callbacks [] for binding, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:17.528850 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b6f65008-dcdc-42d6-9120-880c48ce2e99 req-813da698-b359-457f-8529-82d34b1ea0dd service neutron] 10.222.0.54 "DELETE /v2.0/ports/b1079f03-af6d-4356-bc76-8fe2b67e07f3/bindings/n-h1-812236-11 HTTP/1.1" status: 204 len: 173 time: 0.1632774 Nov 12 00:49:17.679415 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 53738) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:17.681307 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25654fe1-b5b2-4b46-a729-d0b3fc09e2e2 req-45f3c62d-b299-4550-8203-3f8de0af1b93 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:17.682875 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-25654fe1-b5b2-4b46-a729-d0b3fc09e2e2 req-45f3c62d-b299-4550-8203-3f8de0af1b93 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d1252c6-887f-41b1-a4c9-f1ee79375b87 HTTP/1.1" status: 200 len: 946 time: 0.0529099 Nov 12 00:49:17.732872 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-25654fe1-b5b2-4b46-a729-d0b3fc09e2e2 req-220b05ec-01e6-4e88-956e-fe74f2144465 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437124 Nov 12 00:49:17.736111 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f61c69-0c01-4110-9d12-95b77d685164 req-afdbbe02-86e5-455b-b710-dff4d754c388 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:17.741859 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e8f61c69-0c01-4110-9d12-95b77d685164 req-afdbbe02-86e5-455b-b710-dff4d754c388 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a9d320c-3251-445b-a7e3-c9564fa8cfc8 HTTP/1.1" status: 200 len: 944 time: 0.0563459 Nov 12 00:49:17.790630 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e8f61c69-0c01-4110-9d12-95b77d685164 req-71346534-b87b-458f-b33b-72bdd9882416 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460360 Nov 12 00:49:17.795960 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-d8024be7-f487-4496-b43a-4ead94313c4b admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2065487903-network', 'tenant_id': 'af9ded8e5f1e4d2dbb239d72a1e2285f'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:17.819194 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8024be7-f487-4496-b43a-4ead94313c4b admin admin] Made reservation on behalf of af9ded8e5f1e4d2dbb239d72a1e2285f for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:49:17.821721 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d8024be7-f487-4496-b43a-4ead94313c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:17.830606 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d8024be7-f487-4496-b43a-4ead94313c4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:17.852247 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e1ea3-0e48-4f2f-b56b-6feb2e17f300 req-3c6feceb-69c1-44d4-8c2c-b85b87cf4d42 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:17.853794 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b36e1ea3-0e48-4f2f-b56b-6feb2e17f300 req-3c6feceb-69c1-44d4-8c2c-b85b87cf4d42 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b126b2b-e86c-41e3-a2b2-167ce96e1033 HTTP/1.1" status: 200 len: 946 time: 0.0532625 Nov 12 00:49:17.903259 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b36e1ea3-0e48-4f2f-b56b-6feb2e17f300 req-b287a729-f5c1-447f-96f9-33bfcedfc86a tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e5c4b89-8bda-46dc-b9e5-204895260378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428693 Nov 12 00:49:17.923066 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d8024be7-f487-4496-b43a-4ead94313c4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:17.927468 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d8024be7-f487-4496-b43a-4ead94313c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:17.929126 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:49:17.975330 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8024be7-f487-4496-b43a-4ead94313c4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:49:17.988963 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:49:17.993479 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:17.994125 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:18.014164 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8024be7-f487-4496-b43a-4ead94313c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b983f30-d3e1-47b8-8cf0-77eea570fbd1,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:18.088341 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d8024be7-f487-4496-b43a-4ead94313c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:18.088691 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-d8024be7-f487-4496-b43a-4ead94313c4b admin admin] Added segment 3a7ca1cc-481a-4aa3-8231-19ab80528ebb of type vlan for network 3c057aab-f8ed-46d5-a05e-d2c14de3de8f Nov 12 00:49:18.100708 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:18.130259 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9d320c-3251-445b-a7e3-c9564fa8cfc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:18.133441 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889fade7-6111-49a8-ad46-8f0bfc651dc9" -d '{"events": [{"server_uuid": "2a9d320c-3251-445b-a7e3-c9564fa8cfc8", "name": "network-vif-plugged", "status": "completed", "tag": "5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:18.150417 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1,segment=NetworkSegment(8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b),segment_id=8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:18.152915 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea615834-7d27-458c-b899-6d4b50cfcfe1 req-742bcc6b-fe23-429c-8ef5-cccd14bd7f75 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:18.154393 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:18.154676 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ea615834-7d27-458c-b899-6d4b50cfcfe1 req-742bcc6b-fe23-429c-8ef5-cccd14bd7f75 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 945 time: 0.0660715 Nov 12 00:49:18.197003 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d8024be7-f487-4496-b43a-4ead94313c4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:18.204901 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:18.207882 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ea615834-7d27-458c-b899-6d4b50cfcfe1 req-e89b1a7b-cb77-4503-990b-aef60dc8adbf tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459628 Nov 12 00:49:18.233074 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-17d495a7-c9df-44ab-9b64-ab29ac465445 req-8ec5c2bc-fcd8-4840-803a-37bb21297fdd tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ef732b55-2b3c-4048-85da-0a8ac273c14b HTTP/1.1" status: 200 len: 258 time: 0.2850299 Nov 12 00:49:18.243301 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-17d495a7-c9df-44ab-9b64-ab29ac465445 req-a99d9504-c9a8-41d3-ac80-9097ec080c4d tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:18.264688 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d8024be7-f487-4496-b43a-4ead94313c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:18.265611 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8024be7-f487-4496-b43a-4ead94313c4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:18.266168 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d8024be7-f487-4496-b43a-4ead94313c4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:18.335231 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-17d495a7-c9df-44ab-9b64-ab29ac465445 req-a99d9504-c9a8-41d3-ac80-9097ec080c4d tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Publish callbacks [] for floatingip, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:18.345671 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d8024be7-f487-4496-b43a-4ead94313c4b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6649361 Nov 12 00:49:18.349306 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 53752) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:18.354689 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-27144a6b-985a-4836-962b-a45d7af93f6d admin admin] Request body: {'subnet': {'network_id': '3c057aab-f8ed-46d5-a05e-d2c14de3de8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2065487903-subnet', 'tenant_id': 'af9ded8e5f1e4d2dbb239d72a1e2285f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:18.358281 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8024be7-f487-4496-b43a-4ead94313c4b admin admin] Pushing event updated for resources: {'Network': ['ID=3c057aab-f8ed-46d5-a05e-d2c14de3de8f,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:18.362853 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ec5a46-d7fd-44eb-8303-c966a5eed602 x-openstack-request-id: req-95ec5a46-d7fd-44eb-8303-c966a5eed602 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:18.363515 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a9d320c-3251-445b-a7e3-c9564fa8cfc8", "name": "network-vif-plugged", "status": "completed", "tag": "5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:18.364385 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-95ec5a46-d7fd-44eb-8303-c966a5eed602 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:18.365228 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a9d320c-3251-445b-a7e3-c9564fa8cfc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1', 'code': 200} Nov 12 00:49:18.371249 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 3c057aab-f8ed-46d5-a05e-d2c14de3de8f details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:49:18.389786 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27144a6b-985a-4836-962b-a45d7af93f6d admin admin] Made reservation on behalf of af9ded8e5f1e4d2dbb239d72a1e2285f for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:49:18.392148 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-27144a6b-985a-4836-962b-a45d7af93f6d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:18.475691 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-17d495a7-c9df-44ab-9b64-ab29ac465445 req-a99d9504-c9a8-41d3-ac80-9097ec080c4d tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:18.522711 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c3f53-5c2e-458b-a273-05cb1b7805a8 req-f92987f4-4966-4640-9f46-42edad7f784d tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:18.530435 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3a8c3f53-5c2e-458b-a273-05cb1b7805a8 req-f92987f4-4966-4640-9f46-42edad7f784d tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 1097 time: 0.0699706 Nov 12 00:49:18.605029 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3a8c3f53-5c2e-458b-a273-05cb1b7805a8 req-dfa3db01-da0d-4821-8236-c979769b6ed4 tempest-LiveMigrationTest-2094831333 tempest-LiveMigrationTest-2094831333-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738115 Nov 12 00:49:18.627875 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a28cfd-a2d1-4776-9d63-dddaa1a136da req-aad30b01-4a27-430e-b7f7-d365b5ffc5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:18.629697 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a4a28cfd-a2d1-4776-9d63-dddaa1a136da req-aad30b01-4a27-430e-b7f7-d365b5ffc5d1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2a9d320c-3251-445b-a7e3-c9564fa8cfc8 HTTP/1.1" status: 200 len: 1097 time: 0.1041026 Nov 12 00:49:18.673535 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-17d495a7-c9df-44ab-9b64-ab29ac465445 req-a99d9504-c9a8-41d3-ac80-9097ec080c4d tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Allocated IP 172.25.2.141 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/efd41804-9f5b-4722-b950-a6698f0ee732) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:49:18.680003 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-27144a6b-985a-4836-962b-a45d7af93f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:18.742869 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27144a6b-985a-4836-962b-a45d7af93f6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=90b38c84-f724-4edd-842d-9a5aabc6fb65,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:18.743602 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a4a28cfd-a2d1-4776-9d63-dddaa1a136da req-e9495563-30c3-45f7-8785-0e230c0aaa9c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992343 Nov 12 00:49:18.752414 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27144a6b-985a-4836-962b-a45d7af93f6d admin admin] Checking segment: {'id': '3a7ca1cc-481a-4aa3-8231-19ab80528ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3c057aab-f8ed-46d5-a05e-d2c14de3de8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:49:18.753101 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27144a6b-985a-4836-962b-a45d7af93f6d admin admin] Network hostable DHCP agents. Network: 3c057aab-f8ed-46d5-a05e-d2c14de3de8f, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:49:18.772461 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27144a6b-985a-4836-962b-a45d7af93f6d admin admin] Network 3c057aab-f8ed-46d5-a05e-d2c14de3de8f is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:49:18.782902 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-27144a6b-985a-4836-962b-a45d7af93f6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 3c057aab-f8ed-46d5-a05e-d2c14de3de8f) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:49:18.787307 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27144a6b-985a-4836-962b-a45d7af93f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:18.787902 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-27144a6b-985a-4836-962b-a45d7af93f6d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:18.793426 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94807bde-9045-4c29-8ac5-3f3c69c9717f None None] Network 3c057aab-f8ed-46d5-a05e-d2c14de3de8f requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:49:18.809713 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-27144a6b-985a-4836-962b-a45d7af93f6d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4583395 Nov 12 00:49:18.843010 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-17d495a7-c9df-44ab-9b64-ab29ac465445 req-a99d9504-c9a8-41d3-ac80-9097ec080c4d tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:18.914293 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-17d495a7-c9df-44ab-9b64-ab29ac465445 req-a99d9504-c9a8-41d3-ac80-9097ec080c4d tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:18.974642 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17d495a7-c9df-44ab-9b64-ab29ac465445 req-a99d9504-c9a8-41d3-ac80-9097ec080c4d tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:49:18.980468 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-17d495a7-c9df-44ab-9b64-ab29ac465445 req-a99d9504-c9a8-41d3-ac80-9097ec080c4d tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:49:18.984605 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d495a7-c9df-44ab-9b64-ab29ac465445 req-a99d9504-c9a8-41d3-ac80-9097ec080c4d tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:49:19.026932 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d9504-c9a8-41d3-ac80-9097ec080c4d tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Pushing event updated for resources: {'Port': ['ID=efd41804-9f5b-4722-b950-a6698f0ee732,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:19.105634 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0427f6a4-b096-4977-a026-9d5e409f3237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-3c057aab-f8ed-46d5-a05e-d2c14de3de8f', 'network_id': '3c057aab-f8ed-46d5-a05e-d2c14de3de8f', 'tenant_id': 'af9ded8e5f1e4d2dbb239d72a1e2285f', 'fixed_ips': [{'subnet_id': '90b38c84-f724-4edd-842d-9a5aabc6fb65'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:49:19.106582 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0427f6a4-b096-4977-a026-9d5e409f3237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:19.120768 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d169fc-3447-4bc6-ae59-6a12e0c9f47b req-f1397e55-d919-43c9-8f09-d92c68b31fcd tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:19.129164 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-05d169fc-3447-4bc6-ae59-6a12e0c9f47b req-f1397e55-d919-43c9-8f09-d92c68b31fcd tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d1252c6-887f-41b1-a4c9-f1ee79375b87 HTTP/1.1" status: 200 len: 946 time: 0.0604281 Nov 12 00:49:19.155743 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-17d495a7-c9df-44ab-9b64-ab29ac465445 req-a99d9504-c9a8-41d3-ac80-9097ec080c4d tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:19.175882 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-05d169fc-3447-4bc6-ae59-6a12e0c9f47b req-303644fc-9724-4a49-bb49-eda8e773696a tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441382 Nov 12 00:49:19.204001 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-17d495a7-c9df-44ab-9b64-ab29ac465445 req-a99d9504-c9a8-41d3-ac80-9097ec080c4d tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:19.251516 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-0427f6a4-b096-4977-a026-9d5e409f3237 None None] Allocated IP 172.20.0.2 (3c057aab-f8ed-46d5-a05e-d2c14de3de8f/90b38c84-f724-4edd-842d-9a5aabc6fb65/62c81ce8-9265-42e5-9275-4ed3af305e8c) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:49:19.298142 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8be3a-1665-47b5-8d4a-09f686fa4c77 req-64217203-d187-4970-b900-ee7ebfecf58c tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:19.309976 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3ce8be3a-1665-47b5-8d4a-09f686fa4c77 req-64217203-d187-4970-b900-ee7ebfecf58c tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a9d320c-3251-445b-a7e3-c9564fa8cfc8 HTTP/1.1" status: 200 len: 945 time: 0.0665812 Nov 12 00:49:19.368252 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3ce8be3a-1665-47b5-8d4a-09f686fa4c77 req-e502bc35-cd6c-4d79-846d-5c4424085496 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572677 Nov 12 00:49:19.375657 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-17d495a7-c9df-44ab-9b64-ab29ac465445 req-a99d9504-c9a8-41d3-ac80-9097ec080c4d tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:19.390524 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-17d495a7-c9df-44ab-9b64-ab29ac465445 req-a99d9504-c9a8-41d3-ac80-9097ec080c4d tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:19.423933 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0427f6a4-b096-4977-a026-9d5e409f3237 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:19.432506 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0427f6a4-b096-4977-a026-9d5e409f3237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:19.465135 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d9504-c9a8-41d3-ac80-9097ec080c4d tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Pushing event updated for resources: {'Port': ['ID=efd41804-9f5b-4722-b950-a6698f0ee732,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:19.474481 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0427f6a4-b096-4977-a026-9d5e409f3237 None None] Network 3c057aab-f8ed-46d5-a05e-d2c14de3de8f is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:49:19.477677 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-0427f6a4-b096-4977-a026-9d5e409f3237 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:49:19.484539 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0427f6a4-b096-4977-a026-9d5e409f3237 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:49:19.485046 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-17d495a7-c9df-44ab-9b64-ab29ac465445 req-a99d9504-c9a8-41d3-ac80-9097ec080c4d tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:19.486523 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fade968-12ac-48c0-9708-eee464b2fa37 req-839a1c74-f815-407c-8988-1405cdbbe9d9 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:19.496715 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0427f6a4-b096-4977-a026-9d5e409f3237 None None] Pushing event updated for resources: {'Port': ['ID=62c81ce8-9265-42e5-9275-4ed3af305e8c,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:19.497868 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7fade968-12ac-48c0-9708-eee464b2fa37 req-839a1c74-f815-407c-8988-1405cdbbe9d9 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 945 time: 0.0643725 Nov 12 00:49:19.503834 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-17d495a7-c9df-44ab-9b64-ab29ac465445 req-a99d9504-c9a8-41d3-ac80-9097ec080c4d tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:19.505912 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-17d495a7-c9df-44ab-9b64-ab29ac465445 req-a99d9504-c9a8-41d3-ac80-9097ec080c4d tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2687728 Nov 12 00:49:19.551614 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7fade968-12ac-48c0-9708-eee464b2fa37 req-cd02e41c-efb2-47e7-8dec-026ee39583ee tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517507 Nov 12 00:49:19.559481 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-0427f6a4-b096-4977-a026-9d5e409f3237 None None] Attempting to bind port 62c81ce8-9265-42e5-9275-4ed3af305e8c on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:49:19.560110 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-0427f6a4-b096-4977-a026-9d5e409f3237 None None] Attempting to bind port 62c81ce8-9265-42e5-9275-4ed3af305e8c by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '3a7ca1cc-481a-4aa3-8231-19ab80528ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3c057aab-f8ed-46d5-a05e-d2c14de3de8f'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:49:19.560731 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0427f6a4-b096-4977-a026-9d5e409f3237 None None] Attempting to bind port 62c81ce8-9265-42e5-9275-4ed3af305e8c on network 3c057aab-f8ed-46d5-a05e-d2c14de3de8f {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:49:19.573724 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-17d495a7-c9df-44ab-9b64-ab29ac465445 req-e61601d0-02c8-40a7-bdbf-ef1d9d124151 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.141 HTTP/1.1" status: 200 len: 696 time: 0.0612838 Nov 12 00:49:19.576836 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0427f6a4-b096-4977-a026-9d5e409f3237 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:49:19.577474 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0427f6a4-b096-4977-a026-9d5e409f3237 None None] Checking segment: {'id': '3a7ca1cc-481a-4aa3-8231-19ab80528ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3c057aab-f8ed-46d5-a05e-d2c14de3de8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:49:19.578041 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0427f6a4-b096-4977-a026-9d5e409f3237 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:19.578583 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0427f6a4-b096-4977-a026-9d5e409f3237 None None] Bound using segment: {'id': '3a7ca1cc-481a-4aa3-8231-19ab80528ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3c057aab-f8ed-46d5-a05e-d2c14de3de8f'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:49:19.581231 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-0427f6a4-b096-4977-a026-9d5e409f3237 None None] Bound port: 62c81ce8-9265-42e5-9275-4ed3af305e8c, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a7ca1cc-481a-4aa3-8231-19ab80528ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3c057aab-f8ed-46d5-a05e-d2c14de3de8f'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:49:19.581675 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0427f6a4-b096-4977-a026-9d5e409f3237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:19.648369 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-0427f6a4-b096-4977-a026-9d5e409f3237 None None] For port 62c81ce8-9265-42e5-9275-4ed3af305e8c, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:49:19.651438 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-0427f6a4-b096-4977-a026-9d5e409f3237 None None] For port 62c81ce8-9265-42e5-9275-4ed3af305e8c, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=62c81ce8-9265-42e5-9275-4ed3af305e8c,segment=NetworkSegment(3a7ca1cc-481a-4aa3-8231-19ab80528ebb),segment_id=3a7ca1cc-481a-4aa3-8231-19ab80528ebb)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:49:19.656894 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0427f6a4-b096-4977-a026-9d5e409f3237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:19.706109 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d495a7-c9df-44ab-9b64-ab29ac465445 req-648706ed-6f4d-459d-9b67-6f43abf33557 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:19.707917 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-17d495a7-c9df-44ab-9b64-ab29ac465445 req-648706ed-6f4d-459d-9b67-6f43abf33557 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/networks/ef732b55-2b3c-4048-85da-0a8ac273c14b HTTP/1.1" status: 200 len: 784 time: 0.1237588 Nov 12 00:49:19.721800 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0427f6a4-b096-4977-a026-9d5e409f3237 None None] Pushing event updated for resources: {'Port': ['ID=62c81ce8-9265-42e5-9275-4ed3af305e8c,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:19.922930 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b5476-4507-49e7-abd3-f5db74dbff26 req-de44dcc3-f1ed-4f5b-88cf-5628a8a042af tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:19.924486 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0e8b5476-4507-49e7-abd3-f5db74dbff26 req-de44dcc3-f1ed-4f5b-88cf-5628a8a042af tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/networks?id=3c057aab-f8ed-46d5-a05e-d2c14de3de8f HTTP/1.1" status: 200 len: 816 time: 0.1389279 Nov 12 00:49:19.942636 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0e8b5476-4507-49e7-abd3-f5db74dbff26 req-4fcecaa9-241f-4858-895b-f6726203cc81 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/quotas/af9ded8e5f1e4d2dbb239d72a1e2285f HTTP/1.1" status: 200 len: 375 time: 0.0111985 Nov 12 00:49:20.004499 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00bd7d8-f11e-4987-9739-e420a2f481de req-d4baf55e-20aa-468f-b7dd-bd8d6ce9e172 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:20.006270 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e00bd7d8-f11e-4987-9739-e420a2f481de req-d4baf55e-20aa-468f-b7dd-bd8d6ce9e172 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1252c6-887f-41b1-a4c9-f1ee79375b87 HTTP/1.1" status: 200 len: 946 time: 0.1721516 Nov 12 00:49:20.026333 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0e8b5476-4507-49e7-abd3-f5db74dbff26 req-e748930c-ec6b-464b-94de-74927481c9ec tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=af9ded8e5f1e4d2dbb239d72a1e2285f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0762963 Nov 12 00:49:20.032432 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb246ae5-2457-458b-b474-bfaac4582bde req-080321c7-a7e4-47ba-9600-c1ad6315ddd9 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:20.033990 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb246ae5-2457-458b-b474-bfaac4582bde req-080321c7-a7e4-47ba-9600-c1ad6315ddd9 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b126b2b-e86c-41e3-a2b2-167ce96e1033&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1629663 Nov 12 00:49:20.130060 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb246ae5-2457-458b-b474-bfaac4582bde req-7d020a76-abdf-44c9-b36f-a57c112f31e4 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.141 HTTP/1.1" status: 200 len: 696 time: 0.0716188 Nov 12 00:49:20.140563 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0e8b5476-4507-49e7-abd3-f5db74dbff26 req-1ef2657f-d3ad-4b0b-8d46-9564f729ed7a service neutron] 10.222.0.20 "GET /v2.0/networks/3c057aab-f8ed-46d5-a05e-d2c14de3de8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125414 Nov 12 00:49:20.164709 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-cb246ae5-2457-458b-b474-bfaac4582bde req-b5098f30-6b6a-4dbc-bd4b-47ec8776031c tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Request body: {'floatingip': {'port_id': '2a2f8d9c-b463-4c1a-9495-d5127dc221c3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:20.228493 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cb246ae5-2457-458b-b474-bfaac4582bde req-b5098f30-6b6a-4dbc-bd4b-47ec8776031c tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Publish callbacks [] for floatingip, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:20.238540 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0e8b5476-4507-49e7-abd3-f5db74dbff26 req-b657960f-67c9-43b4-ac40-d09b7152f765 service neutron] 10.222.0.20 "GET /v2.0/networks/3c057aab-f8ed-46d5-a05e-d2c14de3de8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903547 Nov 12 00:49:20.307787 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b82a2-0980-470c-b72b-292ad0d3fd98 req-dd39b1ec-e61d-432f-918d-73e892a88bf9 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:20.309260 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-589b82a2-0980-470c-b72b-292ad0d3fd98 req-dd39b1ec-e61d-432f-918d-73e892a88bf9 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 945 time: 0.1581686 Nov 12 00:49:20.363715 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-e00bd7d8-f11e-4987-9739-e420a2f481de req-23e65342-c553-47f7-945b-91df2288af1e tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Deleting port 838b9ea9-e839-40f6-b6b1-2b8d395c9e0a {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:49:20.364055 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e00bd7d8-f11e-4987-9739-e420a2f481de req-23e65342-c553-47f7-945b-91df2288af1e tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:20.681768 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f08ef1-bc61-4515-bff5-390a3f03f3ab req-1ba65307-cc17-43e3-9bee-c7d9002f1779 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:20.683321 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a9f08ef1-bc61-4515-bff5-390a3f03f3ab req-1ba65307-cc17-43e3-9bee-c7d9002f1779 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d1252c6-887f-41b1-a4c9-f1ee79375b87 HTTP/1.1" status: 200 len: 946 time: 0.0806694 Nov 12 00:49:20.755908 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a9f08ef1-bc61-4515-bff5-390a3f03f3ab req-01fc3cf2-7570-4e03-9aa8-3a361e3fc110 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656579 Nov 12 00:49:20.942303 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b588973-b998-4439-9baa-49b43267952b req-dabab5ea-03b7-4bfc-b792-88e39133b598 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:20.957957 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2b588973-b998-4439-9baa-49b43267952b req-dabab5ea-03b7-4bfc-b792-88e39133b598 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a9d320c-3251-445b-a7e3-c9564fa8cfc8 HTTP/1.1" status: 200 len: 945 time: 0.0942326 Nov 12 00:49:20.964933 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 62c81ce8-9265-42e5-9275-4ed3af305e8c up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:49:21.007074 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-e00bd7d8-f11e-4987-9739-e420a2f481de req-23e65342-c553-47f7-945b-91df2288af1e tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] For port 838b9ea9-e839-40f6-b6b1-2b8d395c9e0a, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=838b9ea9-e839-40f6-b6b1-2b8d395c9e0a,segment=NetworkSegment(38b12e74-b18e-41d0-b62c-8552b3e37d05),segment_id=38b12e74-b18e-41d0-b62c-8552b3e37d05)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:21.007626 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e00bd7d8-f11e-4987-9739-e420a2f481de req-23e65342-c553-47f7-945b-91df2288af1e tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:21.012286 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b895dcf5-c50c-4df0-91a7-e27a06c1b1f3 None None] Network 3c057aab-f8ed-46d5-a05e-d2c14de3de8f requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:49:21.037551 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2b588973-b998-4439-9baa-49b43267952b req-022b5879-a645-4a07-9158-c23f3311e92c tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735750 Nov 12 00:49:21.056943 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-e00bd7d8-f11e-4987-9739-e420a2f481de req-23e65342-c553-47f7-945b-91df2288af1e tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Calling delete_port for 838b9ea9-e839-40f6-b6b1-2b8d395c9e0a owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:49:21.126966 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-0835369d-d897-4e3a-b170-eaf4a1f52097 None None] Provisioning complete for port 62c81ce8-9265-42e5-9275-4ed3af305e8c triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:21.127334 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0835369d-d897-4e3a-b170-eaf4a1f52097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:21.147027 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-589b82a2-0980-470c-b72b-292ad0d3fd98 req-594d9dc7-59f6-4102-a06e-cab44bebde35 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Deleting port b1079f03-af6d-4356-bc76-8fe2b67e07f3 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:49:21.148311 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-589b82a2-0980-470c-b72b-292ad0d3fd98 req-594d9dc7-59f6-4102-a06e-cab44bebde35 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:21.160151 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 62c81ce8-9265-42e5-9275-4ed3af305e8c triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:21.160505 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:21.261084 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257dd0c-45b2-4fbf-8815-10d1296ceea7 req-83f91e51-32ae-42cc-a98b-3652ae1bc459 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:21.262492 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6257dd0c-45b2-4fbf-8815-10d1296ceea7 req-83f91e51-32ae-42cc-a98b-3652ae1bc459 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/networks?id=3c057aab-f8ed-46d5-a05e-d2c14de3de8f HTTP/1.1" status: 200 len: 816 time: 0.1422408 Nov 12 00:49:21.285938 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6257dd0c-45b2-4fbf-8815-10d1296ceea7 req-79c18408-417e-4249-a182-f55333d26318 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/quotas/af9ded8e5f1e4d2dbb239d72a1e2285f HTTP/1.1" status: 200 len: 375 time: 0.0113976 Nov 12 00:49:21.336974 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0835369d-d897-4e3a-b170-eaf4a1f52097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:21.343305 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6257dd0c-45b2-4fbf-8815-10d1296ceea7 req-73e31e80-d13c-4fb6-a7d6-a99b511c18da tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=af9ded8e5f1e4d2dbb239d72a1e2285f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0493014 Nov 12 00:49:21.366752 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:21.395898 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-0835369d-d897-4e3a-b170-eaf4a1f52097 None None] For port 62c81ce8-9265-42e5-9275-4ed3af305e8c, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=62c81ce8-9265-42e5-9275-4ed3af305e8c,segment=NetworkSegment(3a7ca1cc-481a-4aa3-8231-19ab80528ebb),segment_id=3a7ca1cc-481a-4aa3-8231-19ab80528ebb)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:21.402649 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0835369d-d897-4e3a-b170-eaf4a1f52097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:21.439482 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-589b82a2-0980-470c-b72b-292ad0d3fd98 req-594d9dc7-59f6-4102-a06e-cab44bebde35 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] For port b1079f03-af6d-4356-bc76-8fe2b67e07f3, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=b1079f03-af6d-4356-bc76-8fe2b67e07f3,segment=NetworkSegment(eac800fb-e2a4-4100-807c-1fb9b17e8d78),segment_id=eac800fb-e2a4-4100-807c-1fb9b17e8d78)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:21.439482 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-589b82a2-0980-470c-b72b-292ad0d3fd98 req-594d9dc7-59f6-4102-a06e-cab44bebde35 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:21.459523 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6257dd0c-45b2-4fbf-8815-10d1296ceea7 req-91318347-f395-4855-b66e-bc782dc4c42f service neutron] 10.222.0.20 "GET /v2.0/networks/3c057aab-f8ed-46d5-a05e-d2c14de3de8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064517 Nov 12 00:49:21.478318 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.db.api [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:49:21.478676 n-d-812236-11 neutron-server[102663]: DEBUG oslo_db.api [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:49:21.483013 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0835369d-d897-4e3a-b170-eaf4a1f52097 None None] Pushing event updated for resources: {'Port': ['ID=62c81ce8-9265-42e5-9275-4ed3af305e8c,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:21.502787 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-589b82a2-0980-470c-b72b-292ad0d3fd98 req-594d9dc7-59f6-4102-a06e-cab44bebde35 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Calling delete_port for b1079f03-af6d-4356-bc76-8fe2b67e07f3 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:49:21.533676 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e00bd7d8-f11e-4987-9739-e420a2f481de req-23e65342-c553-47f7-945b-91df2288af1e tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:21.566935 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['838b9ea9-e839-40f6-b6b1-2b8d395c9e0a'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:49:21.618770 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6257dd0c-45b2-4fbf-8815-10d1296ceea7 req-c66e32cb-25e0-42c1-87a3-2b5be98bb167 service neutron] 10.222.0.20 "GET /v2.0/networks/3c057aab-f8ed-46d5-a05e-d2c14de3de8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478643 Nov 12 00:49:21.669621 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e65342-c553-47f7-945b-91df2288af1e tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Pushing event deleted for resources: {'Port': ['ID=838b9ea9-e839-40f6-b6b1-2b8d395c9e0a,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:21.686329 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.db.resource_extend [req-cb246ae5-2457-458b-b474-bfaac4582bde req-b5098f30-6b6a-4dbc-bd4b-47ec8776031c tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:49:21.771902 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-c2c1e278-77a3-495c-a7a5-7519bbb7854a None None] Provisioning complete for port 62c81ce8-9265-42e5-9275-4ed3af305e8c triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:21.771902 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c2c1e278-77a3-495c-a7a5-7519bbb7854a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:21.828207 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-e00bd7d8-f11e-4987-9739-e420a2f481de req-23e65342-c553-47f7-945b-91df2288af1e tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] No DVR routers for this DVR port 838b9ea9-e839-40f6-b6b1-2b8d395c9e0a on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:49:21.837595 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e00bd7d8-f11e-4987-9739-e420a2f481de req-23e65342-c553-47f7-945b-91df2288af1e tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:21.840978 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e00bd7d8-f11e-4987-9739-e420a2f481de req-23e65342-c553-47f7-945b-91df2288af1e tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.49 "DELETE /v2.0/ports/838b9ea9-e839-40f6-b6b1-2b8d395c9e0a HTTP/1.1" status: 204 len: 173 time: 1.8265371 Nov 12 00:49:21.844911 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1252c6-887f-41b1-a4c9-f1ee79375b87', 'name': 'network-vif-deleted', 'tag': '838b9ea9-e839-40f6-b6b1-2b8d395c9e0a'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:21.847900 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7698818-24d0-41a8-8f66-175fe1f43088" -d '{"events": [{"server_uuid": "4d1252c6-887f-41b1-a4c9-f1ee79375b87", "name": "network-vif-deleted", "tag": "838b9ea9-e839-40f6-b6b1-2b8d395c9e0a"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:21.881725 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cb246ae5-2457-458b-b474-bfaac4582bde req-b5098f30-6b6a-4dbc-bd4b-47ec8776031c tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:21.893033 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cb246ae5-2457-458b-b474-bfaac4582bde req-b5098f30-6b6a-4dbc-bd4b-47ec8776031c tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:21.901891 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de105033-f808-4826-a396-21811ee0535d req-434a3f49-f3ed-4788-96a7-39c3b0c74f07 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:21.903161 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b5476-4507-49e7-abd3-f5db74dbff26 req-98098389-6470-4488-a646-cefacd348b6a tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:21.904678 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0e8b5476-4507-49e7-abd3-f5db74dbff26 req-98098389-6470-4488-a646-cefacd348b6a tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.49 "GET /v2.0/networks?id=3c057aab-f8ed-46d5-a05e-d2c14de3de8f HTTP/1.1" status: 200 len: 816 time: 0.3008792 Nov 12 00:49:21.911064 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-de105033-f808-4826-a396-21811ee0535d req-434a3f49-f3ed-4788-96a7-39c3b0c74f07 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 945 time: 0.0978394 Nov 12 00:49:21.947506 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-0e8b5476-4507-49e7-abd3-f5db74dbff26 req-bf5906fe-3c16-42b2-b972-b2a01bef2fdd tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Request body: {'port': {'device_id': 'e0ca0315-e67d-46f1-8dd5-cbc45ebcc707', 'network_id': '3c057aab-f8ed-46d5-a05e-d2c14de3de8f', 'admin_state_up': True, 'tenant_id': 'af9ded8e5f1e4d2dbb239d72a1e2285f'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:21.984974 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-de105033-f808-4826-a396-21811ee0535d req-cd48e674-5dbb-40f9-9e94-be005e60ef8d tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726244 Nov 12 00:49:22.130809 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-589b82a2-0980-470c-b72b-292ad0d3fd98 req-594d9dc7-59f6-4102-a06e-cab44bebde35 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:22.171506 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['f339798c-2e3a-4e57-9c60-8a82e1cf51b0', 'b1079f03-af6d-4356-bc76-8fe2b67e07f3'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:49:22.184691 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594d9dc7-59f6-4102-a06e-cab44bebde35 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Pushing event deleted for resources: {'Port': ['ID=b1079f03-af6d-4356-bc76-8fe2b67e07f3,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:22.201747 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [req-cb246ae5-2457-458b-b474-bfaac4582bde req-b5098f30-6b6a-4dbc-bd4b-47ec8776031c tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Floating IP 0b4b90dd-dd37-4f69-96ff-ee81f04eff6c associated. External IP: 172.25.2.141, port: 2a2f8d9c-b463-4c1a-9495-d5127dc221c3. Nov 12 00:49:22.299893 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-589b82a2-0980-470c-b72b-292ad0d3fd98 req-594d9dc7-59f6-4102-a06e-cab44bebde35 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] No DVR routers for this DVR port b1079f03-af6d-4356-bc76-8fe2b67e07f3 on host n-h2-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:49:22.306418 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-589b82a2-0980-470c-b72b-292ad0d3fd98 req-594d9dc7-59f6-4102-a06e-cab44bebde35 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:22.309723 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-589b82a2-0980-470c-b72b-292ad0d3fd98 req-594d9dc7-59f6-4102-a06e-cab44bebde35 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.54 "DELETE /v2.0/ports/b1079f03-af6d-4356-bc76-8fe2b67e07f3 HTTP/1.1" status: 204 len: 173 time: 1.9684408 Nov 12 00:49:22.357731 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e8b5476-4507-49e7-abd3-f5db74dbff26 req-bf5906fe-3c16-42b2-b972-b2a01bef2fdd tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Made reservation on behalf of af9ded8e5f1e4d2dbb239d72a1e2285f for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:49:22.361299 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0e8b5476-4507-49e7-abd3-f5db74dbff26 req-bf5906fe-3c16-42b2-b972-b2a01bef2fdd tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:22.674138 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-0e8b5476-4507-49e7-abd3-f5db74dbff26 req-bf5906fe-3c16-42b2-b972-b2a01bef2fdd tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Allocated IP 172.20.0.3 (3c057aab-f8ed-46d5-a05e-d2c14de3de8f/90b38c84-f724-4edd-842d-9a5aabc6fb65/3092506a-72da-41ab-9e4c-4d35f17cb4a0) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:49:22.686806 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb246ae5-2457-458b-b474-bfaac4582bde req-b5098f30-6b6a-4dbc-bd4b-47ec8776031c tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Router d9a83e8d-79ab-4320-97db-66b491d7d0e2 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:49:22.724442 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1da492d0-a061-4682-995d-40d64d30efa2 req-da3fc3fd-79e5-4867-bcce-3b427b540fd7 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d1252c6-887f-41b1-a4c9-f1ee79375b87 HTTP/1.1" status: 200 len: 210 time: 0.0387795 Nov 12 00:49:22.911618 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 62c81ce8-9265-42e5-9275-4ed3af305e8c up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:49:22.938673 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201a141-cd68-4ec0-8bcf-cfa520c8d6d1 req-ef19c1f3-78c1-4d47-b258-d4ec21d36a75 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:22.940253 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6201a141-cd68-4ec0-8bcf-cfa520c8d6d1 req-ef19c1f3-78c1-4d47-b258-d4ec21d36a75 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/networks?id=3c057aab-f8ed-46d5-a05e-d2c14de3de8f HTTP/1.1" status: 200 len: 816 time: 0.1296549 Nov 12 00:49:22.961239 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6201a141-cd68-4ec0-8bcf-cfa520c8d6d1 req-552d818a-90b7-4648-ab77-5e0ca41acecf tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/quotas/af9ded8e5f1e4d2dbb239d72a1e2285f HTTP/1.1" status: 200 len: 375 time: 0.0122855 Nov 12 00:49:22.986646 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 62c81ce8-9265-42e5-9275-4ed3af305e8c triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:22.987020 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:23.031592 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6201a141-cd68-4ec0-8bcf-cfa520c8d6d1 req-b50fb90e-9e5d-48c1-9d6a-1a491f430839 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=af9ded8e5f1e4d2dbb239d72a1e2285f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0625794 Nov 12 00:49:23.145776 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6201a141-cd68-4ec0-8bcf-cfa520c8d6d1 req-bda07d5a-4eda-4b33-b98a-d9f744fa9f74 service neutron] 10.222.0.20 "GET /v2.0/networks/3c057aab-f8ed-46d5-a05e-d2c14de3de8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130719 Nov 12 00:49:23.202946 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb246ae5-2457-458b-b474-bfaac4582bde req-b5098f30-6b6a-4dbc-bd4b-47ec8776031c tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:49:23.209755 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cb246ae5-2457-458b-b474-bfaac4582bde req-b5098f30-6b6a-4dbc-bd4b-47ec8776031c tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:23.223233 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51e857f-2000-4b2f-aa9b-6fac11d0d090 None None] Sync routers for ids ['d9a83e8d-79ab-4320-97db-66b491d7d0e2'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:49:23.244552 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51e857f-2000-4b2f-aa9b-6fac11d0d090 None None] Routers {'d9a83e8d-79ab-4320-97db-66b491d7d0e2'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:49:23.245890 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-a51e857f-2000-4b2f-aa9b-6fac11d0d090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:49:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['d9a83e8d-79ab-4320-97db-66b491d7d0e2'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:23.279082 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6201a141-cd68-4ec0-8bcf-cfa520c8d6d1 req-d039d799-c49c-4952-997d-88acd3e6ba99 service neutron] 10.222.0.20 "GET /v2.0/networks/3c057aab-f8ed-46d5-a05e-d2c14de3de8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256487 Nov 12 00:49:23.309202 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0e8b5476-4507-49e7-abd3-f5db74dbff26 req-bf5906fe-3c16-42b2-b972-b2a01bef2fdd tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:23.374655 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb246ae5-2457-458b-b474-bfaac4582bde req-b5098f30-6b6a-4dbc-bd4b-47ec8776031c tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "PUT /v2.0/floatingips/0b4b90dd-dd37-4f69-96ff-ee81f04eff6c HTTP/1.1" status: 200 len: 997 time: 3.2244585 Nov 12 00:49:23.461215 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-a51e857f-2000-4b2f-aa9b-6fac11d0d090 None None] Set router d9a83e8d-79ab-4320-97db-66b491d7d0e2 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:49:23.478899 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257dd0c-45b2-4fbf-8815-10d1296ceea7 req-cab3b57b-534e-4f8a-a2f6-fa26bbac1e1c tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:23.480412 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6257dd0c-45b2-4fbf-8815-10d1296ceea7 req-cab3b57b-534e-4f8a-a2f6-fa26bbac1e1c tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.54 "GET /v2.0/networks?id=3c057aab-f8ed-46d5-a05e-d2c14de3de8f HTTP/1.1" status: 200 len: 816 time: 0.2682903 Nov 12 00:49:23.499994 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0e8b5476-4507-49e7-abd3-f5db74dbff26 req-bf5906fe-3c16-42b2-b972-b2a01bef2fdd tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:23.568325 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb9f660-779a-49e9-b622-ce6c8847d0d6 x-openstack-request-id: req-ddb9f660-779a-49e9-b622-ce6c8847d0d6 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:23.568325 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1252c6-887f-41b1-a4c9-f1ee79375b87", "name": "network-vif-deleted", "tag": "838b9ea9-e839-40f6-b6b1-2b8d395c9e0a", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:23.568325 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ddb9f660-779a-49e9-b622-ce6c8847d0d6 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:23.568325 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1252c6-887f-41b1-a4c9-f1ee79375b87', 'name': 'network-vif-deleted', 'tag': '838b9ea9-e839-40f6-b6b1-2b8d395c9e0a', 'status': 'completed', 'code': 200} Nov 12 00:49:23.597753 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-6257dd0c-45b2-4fbf-8815-10d1296ceea7 req-6b52e066-b441-49d6-ae66-909d23516394 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Request body: {'port': {'device_id': 'ea414c79-ac82-4d0b-889f-9e2411c9f1c4', 'network_id': '3c057aab-f8ed-46d5-a05e-d2c14de3de8f', 'admin_state_up': True, 'tenant_id': 'af9ded8e5f1e4d2dbb239d72a1e2285f'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:23.677960 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a9e84-5455-459d-9aca-29696686f31e req-c4353237-709c-43b5-93f6-7bfc7d48feb4 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:23.679662 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e79a9e84-5455-459d-9aca-29696686f31e req-c4353237-709c-43b5-93f6-7bfc7d48feb4 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a9d320c-3251-445b-a7e3-c9564fa8cfc8 HTTP/1.1" status: 200 len: 945 time: 0.0718567 Nov 12 00:49:23.720898 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e8b5476-4507-49e7-abd3-f5db74dbff26 req-bf5906fe-3c16-42b2-b972-b2a01bef2fdd tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Network 3c057aab-f8ed-46d5-a05e-d2c14de3de8f is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:49:23.750179 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-0e8b5476-4507-49e7-abd3-f5db74dbff26 req-bf5906fe-3c16-42b2-b972-b2a01bef2fdd tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:49:23.759651 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e8b5476-4507-49e7-abd3-f5db74dbff26 req-bf5906fe-3c16-42b2-b972-b2a01bef2fdd tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:49:23.772539 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5906fe-3c16-42b2-b972-b2a01bef2fdd tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Pushing event updated for resources: {'Port': ['ID=3092506a-72da-41ab-9e4c-4d35f17cb4a0,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:23.793285 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e79a9e84-5455-459d-9aca-29696686f31e req-ec81d321-0623-410c-b80f-0f40fef2b7ec tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035357 Nov 12 00:49:23.808540 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-a51e857f-2000-4b2f-aa9b-6fac11d0d090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a83e8d-79ab-4320-97db-66b491d7d0e2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1558193925-router', 'tenant_id': '51782df7842b4c5bbca4d3018f087a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'bc5460b3-9a20-4122-8ae1-1038610325d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:48Z', 'updated_at': '2021-11-12T00:48:56Z', 'revision_number': 4, 'project_id': '51782df7842b4c5bbca4d3018f087a2d', 'gw_port': {'id': 'bc5460b3-9a20-4122-8ae1-1038610325d4', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a83e8d-79ab-4320-97db-66b491d7d0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:50Z', 'updated_at': '2021-11-12T00:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '0b4b90dd-dd37-4f69-96ff-ee81f04eff6c', 'tenant_id': '51782df7842b4c5bbca4d3018f087a2d', 'floating_ip_address': '172.25.2.141', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'd9a83e8d-79ab-4320-97db-66b491d7d0e2', 'port_id': '2a2f8d9c-b463-4c1a-9495-d5127dc221c3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53191a89-587e-4e0e-a197-dccf5f9db2c8', 'mac_address': 'fa:16:3e:a6:3a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b126b2b-e86c-41e3-a2b2-167ce96e1033', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:49:19Z', 'updated_at': '2021-11-12T00:49:21Z', 'revision_number': 1, 'project_id': '51782df7842b4c5bbca4d3018f087a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63b6c77a-dbf5-4975-80db-5d29dfd992c5', 'name': '', 'network_id': '53191a89-587e-4e0e-a197-dccf5f9db2c8', 'tenant_id': '51782df7842b4c5bbca4d3018f087a2d', 'mac_address': 'fa:16:3e:b1:e2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a83e8d-79ab-4320-97db-66b491d7d0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '787c16fd-caba-4399-87f0-089f202d99d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:54Z', 'updated_at': '2021-11-12T00:49:01Z', 'revision_number': 5, 'project_id': '51782df7842b4c5bbca4d3018f087a2d', 'subnets': [{'id': '787c16fd-caba-4399-87f0-089f202d99d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:23.856402 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51e857f-2000-4b2f-aa9b-6fac11d0d090 None None] Checking router: d9a83e8d-79ab-4320-97db-66b491d7d0e2 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:49:23.858709 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6257dd0c-45b2-4fbf-8815-10d1296ceea7 req-6b52e066-b441-49d6-ae66-909d23516394 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Made reservation on behalf of af9ded8e5f1e4d2dbb239d72a1e2285f for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:49:23.868253 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6257dd0c-45b2-4fbf-8815-10d1296ceea7 req-6b52e066-b441-49d6-ae66-909d23516394 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:23.872925 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51e857f-2000-4b2f-aa9b-6fac11d0d090 None None] Routers {'d9a83e8d-79ab-4320-97db-66b491d7d0e2'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:49:23.873422 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-a51e857f-2000-4b2f-aa9b-6fac11d0d090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:49:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['d9a83e8d-79ab-4320-97db-66b491d7d0e2'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:23.880079 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb246ae5-2457-458b-b474-bfaac4582bde req-6b1d496c-31c3-4c93-9584-9305b7efe866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:23.898770 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb246ae5-2457-458b-b474-bfaac4582bde req-6b1d496c-31c3-4c93-9584-9305b7efe866 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51782df7842b4c5bbca4d3018f087a2d&device_id=5b126b2b-e86c-41e3-a2b2-167ce96e1033 HTTP/1.1" status: 200 len: 1098 time: 0.5081680 Nov 12 00:49:23.971303 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fa8027ee-25b3-477f-8c06-e986d47060ac req-b1fd67e6-622f-45c8-975b-48619acfe31e tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 210 time: 0.0462046 Nov 12 00:49:24.053293 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-a51e857f-2000-4b2f-aa9b-6fac11d0d090 None None] Set router d9a83e8d-79ab-4320-97db-66b491d7d0e2 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:49:24.099436 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b5476-4507-49e7-abd3-f5db74dbff26 req-bf5906fe-3c16-42b2-b972-b2a01bef2fdd tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:24.100207 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0e8b5476-4507-49e7-abd3-f5db74dbff26 req-bf5906fe-3c16-42b2-b972-b2a01bef2fdd tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:24.190246 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb246ae5-2457-458b-b474-bfaac4582bde req-7daf59f1-b0d4-4c4f-bd7d-facf2c2480e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:24.193225 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb246ae5-2457-458b-b474-bfaac4582bde req-7daf59f1-b0d4-4c4f-bd7d-facf2c2480e9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=53191a89-587e-4e0e-a197-dccf5f9db2c8 HTTP/1.1" status: 200 len: 930 time: 0.2715755 Nov 12 00:49:24.202991 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0e8b5476-4507-49e7-abd3-f5db74dbff26 req-bf5906fe-3c16-42b2-b972-b2a01bef2fdd tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2655399 Nov 12 00:49:24.250807 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-0e8b5476-4507-49e7-abd3-f5db74dbff26 req-2652d2d0-8b02-4e5d-b10e-f39cdca8dc32 service neutron] Request body: {'port': {'device_id': 'e0ca0315-e67d-46f1-8dd5-cbc45ebcc707', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:24.355598 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1c7adf5c-9d96-4b41-9093-f9e2ffc01031 req-36be1bcc-dd40-423b-a3bf-c0f6f734a74f tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6e9032-8d13-45e2-be7e-65094709d350 HTTP/1.1" status: 200 len: 210 time: 0.0439651 Nov 12 00:49:24.361874 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb246ae5-2457-458b-b474-bfaac4582bde req-67ec5452-2bed-41c7-8e31-30314ee3918e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a2f8d9c-b463-4c1a-9495-d5127dc221c3 HTTP/1.1" status: 200 len: 1000 time: 0.1538830 Nov 12 00:49:24.386032 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 838b9ea9-e839-40f6-b6b1-2b8d395c9e0a no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:49:24.404998 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0e8b5476-4507-49e7-abd3-f5db74dbff26 req-2652d2d0-8b02-4e5d-b10e-f39cdca8dc32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:24.410544 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-6257dd0c-45b2-4fbf-8815-10d1296ceea7 req-6b52e066-b441-49d6-ae66-909d23516394 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Allocated IP 172.20.0.8 (3c057aab-f8ed-46d5-a05e-d2c14de3de8f/90b38c84-f724-4edd-842d-9a5aabc6fb65/c39923dd-1350-4887-9610-b151fed9fd52) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:49:24.424594 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device b1079f03-af6d-4356-bc76-8fe2b67e07f3 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:49:24.457650 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: 838b9ea9-e839-40f6-b6b1-2b8d395c9e0a {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:49:24.458000 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 838b9ea9-e839-40f6-b6b1-2b8d395c9e0a not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:49:24.472290 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb246ae5-2457-458b-b474-bfaac4582bde req-d4e15054-8f90-4ca5-ab90-401dbbb7b075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:24.474065 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb246ae5-2457-458b-b474-bfaac4582bde req-d4e15054-8f90-4ca5-ab90-401dbbb7b075 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=787c16fd-caba-4399-87f0-089f202d99d8 HTTP/1.1" status: 200 len: 868 time: 0.1002192 Nov 12 00:49:24.494479 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: b1079f03-af6d-4356-bc76-8fe2b67e07f3 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:49:24.494904 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device b1079f03-af6d-4356-bc76-8fe2b67e07f3 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:49:24.548705 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-a1dc4a05-f65e-4a44-819d-d4c45c3991c7 None None] Provisioning complete for port 3092506a-72da-41ab-9e4c-4d35f17cb4a0 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:24.549137 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a1dc4a05-f65e-4a44-819d-d4c45c3991c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:24.601564 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-30524ddf-b953-45fc-939f-d6481e3a6aa3 req-b36ea8b0-cb16-4010-b8e7-ff60b428b3c0 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d1252c6-887f-41b1-a4c9-f1ee79375b87 HTTP/1.1" status: 200 len: 210 time: 0.0407243 Nov 12 00:49:24.620002 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-a1dc4a05-f65e-4a44-819d-d4c45c3991c7 None None] Port 3092506a-72da-41ab-9e4c-4d35f17cb4a0 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:49:24.693670 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-a51e857f-2000-4b2f-aa9b-6fac11d0d090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a83e8d-79ab-4320-97db-66b491d7d0e2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1558193925-router', 'tenant_id': '51782df7842b4c5bbca4d3018f087a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'bc5460b3-9a20-4122-8ae1-1038610325d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:48Z', 'updated_at': '2021-11-12T00:48:56Z', 'revision_number': 4, 'project_id': '51782df7842b4c5bbca4d3018f087a2d', 'gw_port': {'id': 'bc5460b3-9a20-4122-8ae1-1038610325d4', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a83e8d-79ab-4320-97db-66b491d7d0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:50Z', 'updated_at': '2021-11-12T00:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '0b4b90dd-dd37-4f69-96ff-ee81f04eff6c', 'tenant_id': '51782df7842b4c5bbca4d3018f087a2d', 'floating_ip_address': '172.25.2.141', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'd9a83e8d-79ab-4320-97db-66b491d7d0e2', 'port_id': '2a2f8d9c-b463-4c1a-9495-d5127dc221c3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53191a89-587e-4e0e-a197-dccf5f9db2c8', 'mac_address': 'fa:16:3e:a6:3a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b126b2b-e86c-41e3-a2b2-167ce96e1033', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:49:19Z', 'updated_at': '2021-11-12T00:49:21Z', 'revision_number': 1, 'project_id': '51782df7842b4c5bbca4d3018f087a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63b6c77a-dbf5-4975-80db-5d29dfd992c5', 'name': '', 'network_id': '53191a89-587e-4e0e-a197-dccf5f9db2c8', 'tenant_id': '51782df7842b4c5bbca4d3018f087a2d', 'mac_address': 'fa:16:3e:b1:e2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a83e8d-79ab-4320-97db-66b491d7d0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '787c16fd-caba-4399-87f0-089f202d99d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:54Z', 'updated_at': '2021-11-12T00:49:01Z', 'revision_number': 5, 'project_id': '51782df7842b4c5bbca4d3018f087a2d', 'subnets': [{'id': '787c16fd-caba-4399-87f0-089f202d99d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:24.714737 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb246ae5-2457-458b-b474-bfaac4582bde req-02c98eb9-9d77-42b9-bb58-ef56d2332d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:24.716259 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb246ae5-2457-458b-b474-bfaac4582bde req-02c98eb9-9d77-42b9-bb58-ef56d2332d41 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=53191a89-587e-4e0e-a197-dccf5f9db2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2307577 Nov 12 00:49:24.726425 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51e857f-2000-4b2f-aa9b-6fac11d0d090 None None] The sync data for ids ['d9a83e8d-79ab-4320-97db-66b491d7d0e2'] in n-d-812236-11 is: [{'id': 'd9a83e8d-79ab-4320-97db-66b491d7d0e2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1558193925-router', 'tenant_id': '51782df7842b4c5bbca4d3018f087a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'bc5460b3-9a20-4122-8ae1-1038610325d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:48Z', 'updated_at': '2021-11-12T00:48:56Z', 'revision_number': 4, 'project_id': '51782df7842b4c5bbca4d3018f087a2d', 'gw_port': {'id': 'bc5460b3-9a20-4122-8ae1-1038610325d4', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a83e8d-79ab-4320-97db-66b491d7d0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:50Z', 'updated_at': '2021-11-12T00:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '0b4b90dd-dd37-4f69-96ff-ee81f04eff6c', 'tenant_id': '51782df7842b4c5bbca4d3018f087a2d', 'floating_ip_address': '172.25.2.141', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'd9a83e8d-79ab-4320-97db-66b491d7d0e2', 'port_id': '2a2f8d9c-b463-4c1a-9495-d5127dc221c3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53191a89-587e-4e0e-a197-dccf5f9db2c8', 'mac_address': 'fa:16:3e:a6:3a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b126b2b-e86c-41e3-a2b2-167ce96e1033', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:49:19Z', 'updated_at': '2021-11-12T00:49:21Z', 'revision_number': 1, 'project_id': '51782df7842b4c5bbca4d3018f087a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63b6c77a-dbf5-4975-80db-5d29dfd992c5', 'name': '', 'network_id': '53191a89-587e-4e0e-a197-dccf5f9db2c8', 'tenant_id': '51782df7842b4c5bbca4d3018f087a2d', 'mac_address': 'fa:16:3e:b1:e2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a83e8d-79ab-4320-97db-66b491d7d0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '787c16fd-caba-4399-87f0-089f202d99d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:54Z', 'updated_at': '2021-11-12T00:49:01Z', 'revision_number': 5, 'project_id': '51782df7842b4c5bbca4d3018f087a2d', 'subnets': [{'id': '787c16fd-caba-4399-87f0-089f202d99d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:49:24.826618 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6257dd0c-45b2-4fbf-8815-10d1296ceea7 req-6b52e066-b441-49d6-ae66-909d23516394 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:24.856286 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb246ae5-2457-458b-b474-bfaac4582bde req-8b33f023-8d03-4515-bcb7-2e4ff5a40cc2 service neutron] 10.222.0.20 "GET /v2.0/networks/53191a89-587e-4e0e-a197-dccf5f9db2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300068 Nov 12 00:49:24.980082 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6257dd0c-45b2-4fbf-8815-10d1296ceea7 req-6b52e066-b441-49d6-ae66-909d23516394 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:24.988214 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6fb02a-7040-4885-aa94-6a2b1242c2ea req-f1185e9c-1d66-4d9a-8874-b865fe076184 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:24.998002 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2b6fb02a-7040-4885-aa94-6a2b1242c2ea req-f1185e9c-1d66-4d9a-8874-b865fe076184 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a9d320c-3251-445b-a7e3-c9564fa8cfc8 HTTP/1.1" status: 200 len: 945 time: 0.0927424 Nov 12 00:49:25.057561 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2b6fb02a-7040-4885-aa94-6a2b1242c2ea req-f9123942-2806-4cb6-92a0-4cd958b973d9 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574477 Nov 12 00:49:25.099278 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af05978e-1dbb-40e2-8246-834a2b68bc3c None None] New status for floating IP 0b4b90dd-dd37-4f69-96ff-ee81f04eff6c: ACTIVE {{(pid=102664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:49:25.167319 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6257dd0c-45b2-4fbf-8815-10d1296ceea7 req-6b52e066-b441-49d6-ae66-909d23516394 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Network 3c057aab-f8ed-46d5-a05e-d2c14de3de8f is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:49:25.175061 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c073c1f7-deed-4b5a-8584-56d251317adc req-a04b479a-3e63-4920-8551-b03939fbc385 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 210 time: 0.0441883 Nov 12 00:49:25.189800 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb246ae5-2457-458b-b474-bfaac4582bde req-17de6193-63ab-40c0-88a3-4c05b76d7411 service neutron] 10.222.0.20 "GET /v2.0/networks/53191a89-587e-4e0e-a197-dccf5f9db2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245723 Nov 12 00:49:25.190732 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-6257dd0c-45b2-4fbf-8815-10d1296ceea7 req-6b52e066-b441-49d6-ae66-909d23516394 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:49:25.199117 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-6257dd0c-45b2-4fbf-8815-10d1296ceea7 req-6b52e066-b441-49d6-ae66-909d23516394 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:49:25.201814 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b52e066-b441-49d6-ae66-909d23516394 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Pushing event updated for resources: {'Port': ['ID=c39923dd-1350-4887-9610-b151fed9fd52,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:25.340317 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201a141-cd68-4ec0-8bcf-cfa520c8d6d1 req-7b2eac76-44dc-450c-bb06-2935d128d741 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:25.341883 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6201a141-cd68-4ec0-8bcf-cfa520c8d6d1 req-7b2eac76-44dc-450c-bb06-2935d128d741 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.49 "GET /v2.0/networks?id=3c057aab-f8ed-46d5-a05e-d2c14de3de8f HTTP/1.1" status: 200 len: 816 time: 0.4088941 Nov 12 00:49:25.376198 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257dd0c-45b2-4fbf-8815-10d1296ceea7 req-6b52e066-b441-49d6-ae66-909d23516394 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:25.376825 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6257dd0c-45b2-4fbf-8815-10d1296ceea7 req-6b52e066-b441-49d6-ae66-909d23516394 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:25.425543 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-6201a141-cd68-4ec0-8bcf-cfa520c8d6d1 req-8f2d6457-9941-4445-95f3-ac07f6ffef2f tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Request body: {'port': {'device_id': 'be6e9032-8d13-45e2-be7e-65094709d350', 'network_id': '3c057aab-f8ed-46d5-a05e-d2c14de3de8f', 'admin_state_up': True, 'tenant_id': 'af9ded8e5f1e4d2dbb239d72a1e2285f'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:25.573509 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed', 'name': 'network-vif-deleted', 'tag': 'b1079f03-af6d-4356-bc76-8fe2b67e07f3'}, {'name': 'network-changed', 'server_uuid': '5b126b2b-e86c-41e3-a2b2-167ce96e1033', 'tag': '2a2f8d9c-b463-4c1a-9495-d5127dc221c3'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:25.576740 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9c845e-65db-4ddf-b1b1-8be25da1a204" -d '{"events": [{"server_uuid": "7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed", "name": "network-vif-deleted", "tag": "b1079f03-af6d-4356-bc76-8fe2b67e07f3"}, {"name": "network-changed", "server_uuid": "5b126b2b-e86c-41e3-a2b2-167ce96e1033", "tag": "2a2f8d9c-b463-4c1a-9495-d5127dc221c3"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:25.600510 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9e0973bf-e339-41e7-a63e-9ea84f47cc20 req-6f01627e-977b-4f86-a2a3-a4d964b09e66 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ef732b55-2b3c-4048-85da-0a8ac273c14b HTTP/1.1" status: 200 len: 258 time: 0.2898633 Nov 12 00:49:25.602425 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6257dd0c-45b2-4fbf-8815-10d1296ceea7 req-6b52e066-b441-49d6-ae66-909d23516394 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0403254 Nov 12 00:49:25.617713 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-9e0973bf-e339-41e7-a63e-9ea84f47cc20 req-97022932-6f72-4899-85dd-cae3bd28cd4e tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:25.629968 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-63058a93-ea22-47f3-8948-941e173c94d5 req-555d25be-fc62-4b58-aa2d-e06f6b47f038 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6e9032-8d13-45e2-be7e-65094709d350 HTTP/1.1" status: 200 len: 210 time: 0.0496111 Nov 12 00:49:25.638872 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-6257dd0c-45b2-4fbf-8815-10d1296ceea7 req-cd2e8eaf-f3a7-409f-84d6-fa4de40e0676 service neutron] Request body: {'port': {'device_id': 'ea414c79-ac82-4d0b-889f-9e2411c9f1c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:25.644865 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-0e8b5476-4507-49e7-abd3-f5db74dbff26 req-2652d2d0-8b02-4e5d-b10e-f39cdca8dc32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3092506a-72da-41ab-9e4c-4d35f17cb4a0 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:49:25.658062 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0e8b5476-4507-49e7-abd3-f5db74dbff26 req-2652d2d0-8b02-4e5d-b10e-f39cdca8dc32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:25.664251 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9e0973bf-e339-41e7-a63e-9ea84f47cc20 req-97022932-6f72-4899-85dd-cae3bd28cd4e tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Publish callbacks [] for floatingip, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:25.669678 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-2994d2f3-628e-4fae-bd92-02a2b0570e92 None None] Provisioning complete for port c39923dd-1350-4887-9610-b151fed9fd52 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:25.670695 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2994d2f3-628e-4fae-bd92-02a2b0570e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:25.739939 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-0e8b5476-4507-49e7-abd3-f5db74dbff26 req-2652d2d0-8b02-4e5d-b10e-f39cdca8dc32 service neutron] Transition to ACTIVE for port object 3092506a-72da-41ab-9e4c-4d35f17cb4a0 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:49:25.745300 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-2994d2f3-628e-4fae-bd92-02a2b0570e92 None None] Port c39923dd-1350-4887-9610-b151fed9fd52 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:49:25.765225 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0e8b5476-4507-49e7-abd3-f5db74dbff26 req-2652d2d0-8b02-4e5d-b10e-f39cdca8dc32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:25.794972 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9e0973bf-e339-41e7-a63e-9ea84f47cc20 req-97022932-6f72-4899-85dd-cae3bd28cd4e tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:25.815363 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6257dd0c-45b2-4fbf-8815-10d1296ceea7 req-cd2e8eaf-f3a7-409f-84d6-fa4de40e0676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:25.833532 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6201a141-cd68-4ec0-8bcf-cfa520c8d6d1 req-8f2d6457-9941-4445-95f3-ac07f6ffef2f tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Made reservation on behalf of af9ded8e5f1e4d2dbb239d72a1e2285f for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:49:25.839379 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6201a141-cd68-4ec0-8bcf-cfa520c8d6d1 req-8f2d6457-9941-4445-95f3-ac07f6ffef2f tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:25.848836 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2b4a52-53c2-4b05-aa6c-7b4287fe0082 x-openstack-request-id: req-ee2b4a52-53c2-4b05-aa6c-7b4287fe0082 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:25.849340 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed", "name": "network-vif-deleted", "tag": "b1079f03-af6d-4356-bc76-8fe2b67e07f3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5b126b2b-e86c-41e3-a2b2-167ce96e1033", "tag": "2a2f8d9c-b463-4c1a-9495-d5127dc221c3", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:25.849795 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ee2b4a52-53c2-4b05-aa6c-7b4287fe0082 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:25.850433 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed', 'name': 'network-vif-deleted', 'tag': 'b1079f03-af6d-4356-bc76-8fe2b67e07f3', 'status': 'completed', 'code': 200} Nov 12 00:49:25.850728 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b126b2b-e86c-41e3-a2b2-167ce96e1033', 'tag': '2a2f8d9c-b463-4c1a-9495-d5127dc221c3', 'status': 'completed', 'code': 200} Nov 12 00:49:25.928892 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2652d2d0-8b02-4e5d-b10e-f39cdca8dc32 service neutron] Pushing event updated for resources: {'Port': ['ID=3092506a-72da-41ab-9e4c-4d35f17cb4a0,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:26.012368 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-9e0973bf-e339-41e7-a63e-9ea84f47cc20 req-97022932-6f72-4899-85dd-cae3bd28cd4e tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Allocated IP 172.25.2.161 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/2ba2e5b2-e083-4b64-8f59-5fea03d1c300) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:49:26.015907 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c845e-65db-4ddf-b1b1-8be25da1a204 req-eb4e460d-2b1b-49d3-86ed-662a50190b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:26.017502 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6d9c845e-65db-4ddf-b1b1-8be25da1a204 req-eb4e460d-2b1b-49d3-86ed-662a50190b66 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=51782df7842b4c5bbca4d3018f087a2d&device_id=5b126b2b-e86c-41e3-a2b2-167ce96e1033 HTTP/1.1" status: 200 len: 1098 time: 0.1022277 Nov 12 00:49:26.073168 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df279f54-6357-4a0f-8bd7-212c51233ad0 req-82e994de-242a-4688-8a09-fa1cfe0603f3 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d1252c6-887f-41b1-a4c9-f1ee79375b87 HTTP/1.1" status: 200 len: 210 time: 0.1507580 Nov 12 00:49:26.256111 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-0e8b5476-4507-49e7-abd3-f5db74dbff26 req-2652d2d0-8b02-4e5d-b10e-f39cdca8dc32 service neutron] Attempting to bind port 3092506a-72da-41ab-9e4c-4d35f17cb4a0 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:49:26.256444 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-0e8b5476-4507-49e7-abd3-f5db74dbff26 req-2652d2d0-8b02-4e5d-b10e-f39cdca8dc32 service neutron] Attempting to bind port 3092506a-72da-41ab-9e4c-4d35f17cb4a0 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '3a7ca1cc-481a-4aa3-8231-19ab80528ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3c057aab-f8ed-46d5-a05e-d2c14de3de8f'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:49:26.256768 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8b5476-4507-49e7-abd3-f5db74dbff26 req-2652d2d0-8b02-4e5d-b10e-f39cdca8dc32 service neutron] Attempting to bind port 3092506a-72da-41ab-9e4c-4d35f17cb4a0 on network 3c057aab-f8ed-46d5-a05e-d2c14de3de8f {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:49:26.554818 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c845e-65db-4ddf-b1b1-8be25da1a204 req-1aa4b679-f622-4180-91a1-6abc742b831d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:26.556141 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8b5476-4507-49e7-abd3-f5db74dbff26 req-2652d2d0-8b02-4e5d-b10e-f39cdca8dc32 service neutron] Port 3092506a-72da-41ab-9e4c-4d35f17cb4a0 on network 3c057aab-f8ed-46d5-a05e-d2c14de3de8f not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:49:26.556657 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6d9c845e-65db-4ddf-b1b1-8be25da1a204 req-1aa4b679-f622-4180-91a1-6abc742b831d service neutron] 10.222.0.54 "GET /v2.0/networks?id=53191a89-587e-4e0e-a197-dccf5f9db2c8 HTTP/1.1" status: 200 len: 930 time: 0.5246897 Nov 12 00:49:26.556744 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8b5476-4507-49e7-abd3-f5db74dbff26 req-2652d2d0-8b02-4e5d-b10e-f39cdca8dc32 service neutron] Attempting to bind port 3092506a-72da-41ab-9e4c-4d35f17cb4a0 on network 3c057aab-f8ed-46d5-a05e-d2c14de3de8f {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:49:26.559314 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9e0973bf-e339-41e7-a63e-9ea84f47cc20 req-97022932-6f72-4899-85dd-cae3bd28cd4e tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:26.580838 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8b5476-4507-49e7-abd3-f5db74dbff26 req-2652d2d0-8b02-4e5d-b10e-f39cdca8dc32 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:49:26.580838 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8b5476-4507-49e7-abd3-f5db74dbff26 req-2652d2d0-8b02-4e5d-b10e-f39cdca8dc32 service neutron] Checking segment: {'id': '3a7ca1cc-481a-4aa3-8231-19ab80528ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3c057aab-f8ed-46d5-a05e-d2c14de3de8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:49:26.580838 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8b5476-4507-49e7-abd3-f5db74dbff26 req-2652d2d0-8b02-4e5d-b10e-f39cdca8dc32 service neutron] Bound using segment: {'id': '3a7ca1cc-481a-4aa3-8231-19ab80528ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3c057aab-f8ed-46d5-a05e-d2c14de3de8f'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:49:26.580838 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-0e8b5476-4507-49e7-abd3-f5db74dbff26 req-2652d2d0-8b02-4e5d-b10e-f39cdca8dc32 service neutron] Bound port: 3092506a-72da-41ab-9e4c-4d35f17cb4a0, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a7ca1cc-481a-4aa3-8231-19ab80528ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3c057aab-f8ed-46d5-a05e-d2c14de3de8f'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:49:26.580838 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0e8b5476-4507-49e7-abd3-f5db74dbff26 req-2652d2d0-8b02-4e5d-b10e-f39cdca8dc32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:26.641890 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def62d5f-b1f6-49af-87fb-1a0de4da804d req-6f437ed4-cac7-4f65-8238-a39f6c42e30c tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:26.643411 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-def62d5f-b1f6-49af-87fb-1a0de4da804d req-6f437ed4-cac7-4f65-8238-a39f6c42e30c tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a9d320c-3251-445b-a7e3-c9564fa8cfc8 HTTP/1.1" status: 200 len: 945 time: 0.3993096 Nov 12 00:49:26.650404 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6d9c845e-65db-4ddf-b1b1-8be25da1a204 req-85f4bc0e-9cea-4f85-bf9b-69710b2f7e08 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a2f8d9c-b463-4c1a-9495-d5127dc221c3 HTTP/1.1" status: 200 len: 1002 time: 0.0814378 Nov 12 00:49:26.660304 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9e0973bf-e339-41e7-a63e-9ea84f47cc20 req-97022932-6f72-4899-85dd-cae3bd28cd4e tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:26.736278 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e0973bf-e339-41e7-a63e-9ea84f47cc20 req-97022932-6f72-4899-85dd-cae3bd28cd4e tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:49:26.747363 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-9e0973bf-e339-41e7-a63e-9ea84f47cc20 req-97022932-6f72-4899-85dd-cae3bd28cd4e tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:49:26.751244 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97022932-6f72-4899-85dd-cae3bd28cd4e tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Pushing event updated for resources: {'Port': ['ID=2ba2e5b2-e083-4b64-8f59-5fea03d1c300,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:26.754300 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e0973bf-e339-41e7-a63e-9ea84f47cc20 req-97022932-6f72-4899-85dd-cae3bd28cd4e tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:49:26.755913 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-0e8b5476-4507-49e7-abd3-f5db74dbff26 req-2652d2d0-8b02-4e5d-b10e-f39cdca8dc32 service neutron] For port 3092506a-72da-41ab-9e4c-4d35f17cb4a0, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:49:26.772204 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-0e8b5476-4507-49e7-abd3-f5db74dbff26 req-2652d2d0-8b02-4e5d-b10e-f39cdca8dc32 service neutron] For port 3092506a-72da-41ab-9e4c-4d35f17cb4a0, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=3092506a-72da-41ab-9e4c-4d35f17cb4a0,segment=NetworkSegment(3a7ca1cc-481a-4aa3-8231-19ab80528ebb),segment_id=3a7ca1cc-481a-4aa3-8231-19ab80528ebb)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:49:26.778619 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c845e-65db-4ddf-b1b1-8be25da1a204 req-d62f73ee-a641-42bc-8181-13e0ba45a7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:26.780090 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6d9c845e-65db-4ddf-b1b1-8be25da1a204 req-d62f73ee-a641-42bc-8181-13e0ba45a7b2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=787c16fd-caba-4399-87f0-089f202d99d8 HTTP/1.1" status: 200 len: 868 time: 0.1171210 Nov 12 00:49:26.795116 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-6257dd0c-45b2-4fbf-8815-10d1296ceea7 req-cd2e8eaf-f3a7-409f-84d6-fa4de40e0676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c39923dd-1350-4887-9610-b151fed9fd52 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:49:26.807139 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-def62d5f-b1f6-49af-87fb-1a0de4da804d req-66df163b-9ebe-41f3-afd4-4ce8cd50da6a tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543293 Nov 12 00:49:26.810779 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6257dd0c-45b2-4fbf-8815-10d1296ceea7 req-cd2e8eaf-f3a7-409f-84d6-fa4de40e0676 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:26.827731 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0e8b5476-4507-49e7-abd3-f5db74dbff26 req-2652d2d0-8b02-4e5d-b10e-f39cdca8dc32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:26.875917 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c845e-65db-4ddf-b1b1-8be25da1a204 req-225a203f-11ca-4e45-bba0-98b741cc6d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:26.876793 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-6257dd0c-45b2-4fbf-8815-10d1296ceea7 req-cd2e8eaf-f3a7-409f-84d6-fa4de40e0676 service neutron] Transition to ACTIVE for port object c39923dd-1350-4887-9610-b151fed9fd52 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:49:26.877443 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6d9c845e-65db-4ddf-b1b1-8be25da1a204 req-225a203f-11ca-4e45-bba0-98b741cc6d3c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=53191a89-587e-4e0e-a197-dccf5f9db2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0862126 Nov 12 00:49:26.884562 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9e0973bf-e339-41e7-a63e-9ea84f47cc20 req-97022932-6f72-4899-85dd-cae3bd28cd4e tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:26.899573 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b5476-4507-49e7-abd3-f5db74dbff26 req-2652d2d0-8b02-4e5d-b10e-f39cdca8dc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:26.900213 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0e8b5476-4507-49e7-abd3-f5db74dbff26 req-2652d2d0-8b02-4e5d-b10e-f39cdca8dc32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:26.906386 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0e8b5476-4507-49e7-abd3-f5db74dbff26 req-2652d2d0-8b02-4e5d-b10e-f39cdca8dc32 service neutron] 10.222.0.49 "PUT /v2.0/ports/3092506a-72da-41ab-9e4c-4d35f17cb4a0 HTTP/1.1" status: 200 len: 1092 time: 2.6601765 Nov 12 00:49:26.917390 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6257dd0c-45b2-4fbf-8815-10d1296ceea7 req-cd2e8eaf-f3a7-409f-84d6-fa4de40e0676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:26.991726 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-de4b8ccd-1484-4289-9c9b-bddb4768ebc7 req-2830bc61-20db-4fa8-bae1-84f9ffd542a8 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 210 time: 0.0792031 Nov 12 00:49:26.996575 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9e0973bf-e339-41e7-a63e-9ea84f47cc20 req-97022932-6f72-4899-85dd-cae3bd28cd4e tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:27.032574 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2652d2d0-8b02-4e5d-b10e-f39cdca8dc32 service neutron] Pushing event updated for resources: {'Port': ['ID=3092506a-72da-41ab-9e4c-4d35f17cb4a0,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:27.078017 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-6201a141-cd68-4ec0-8bcf-cfa520c8d6d1 req-8f2d6457-9941-4445-95f3-ac07f6ffef2f tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Allocated IP 172.20.0.6 (3c057aab-f8ed-46d5-a05e-d2c14de3de8f/90b38c84-f724-4edd-842d-9a5aabc6fb65/bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:49:27.101635 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6d9c845e-65db-4ddf-b1b1-8be25da1a204 req-cbd07c5f-486f-4869-85b0-54f24c216bbc service neutron] 10.222.0.54 "GET /v2.0/networks/53191a89-587e-4e0e-a197-dccf5f9db2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101681 Nov 12 00:49:27.237298 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e8eaf-f3a7-409f-84d6-fa4de40e0676 service neutron] Pushing event updated for resources: {'Port': ['ID=c39923dd-1350-4887-9610-b151fed9fd52,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:27.328267 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6d9c845e-65db-4ddf-b1b1-8be25da1a204 req-ce8c6781-6c07-4696-9b97-afff3b239638 service neutron] 10.222.0.54 "GET /v2.0/networks/53191a89-587e-4e0e-a197-dccf5f9db2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184496 Nov 12 00:49:27.372165 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9e0973bf-e339-41e7-a63e-9ea84f47cc20 req-97022932-6f72-4899-85dd-cae3bd28cd4e tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:27.381500 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9e0973bf-e339-41e7-a63e-9ea84f47cc20 req-97022932-6f72-4899-85dd-cae3bd28cd4e tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:27.408059 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b5476-4507-49e7-abd3-f5db74dbff26 req-dd05b378-1878-48d5-aee0-c400f4b0b6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:27.409627 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0e8b5476-4507-49e7-abd3-f5db74dbff26 req-dd05b378-1878-48d5-aee0-c400f4b0b6c4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=af9ded8e5f1e4d2dbb239d72a1e2285f&device_id=e0ca0315-e67d-46f1-8dd5-cbc45ebcc707 HTTP/1.1" status: 200 len: 1095 time: 0.4241128 Nov 12 00:49:27.471744 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9e0973bf-e339-41e7-a63e-9ea84f47cc20 req-97022932-6f72-4899-85dd-cae3bd28cd4e tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:27.486960 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97022932-6f72-4899-85dd-cae3bd28cd4e tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Pushing event updated for resources: {'Port': ['ID=2ba2e5b2-e083-4b64-8f59-5fea03d1c300,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:27.507379 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9c4b8478-f494-416f-960f-91d82fa6ac11 req-c68da0b0-e04e-4791-8557-faf07ecff4ec tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6e9032-8d13-45e2-be7e-65094709d350 HTTP/1.1" status: 200 len: 210 time: 0.0879326 Nov 12 00:49:27.516026 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9e0973bf-e339-41e7-a63e-9ea84f47cc20 req-97022932-6f72-4899-85dd-cae3bd28cd4e tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:27.520971 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0e8b5476-4507-49e7-abd3-f5db74dbff26 req-e037f6b4-4311-48a5-9f4f-ada17bbbda57 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3092506a-72da-41ab-9e4c-4d35f17cb4a0 HTTP/1.1" status: 200 len: 217 time: 0.0940375 Nov 12 00:49:27.531035 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9e0973bf-e339-41e7-a63e-9ea84f47cc20 req-97022932-6f72-4899-85dd-cae3bd28cd4e tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9184330 Nov 12 00:49:27.557249 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-6257dd0c-45b2-4fbf-8815-10d1296ceea7 req-cd2e8eaf-f3a7-409f-84d6-fa4de40e0676 service neutron] Attempting to bind port c39923dd-1350-4887-9610-b151fed9fd52 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:49:27.557840 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-6257dd0c-45b2-4fbf-8815-10d1296ceea7 req-cd2e8eaf-f3a7-409f-84d6-fa4de40e0676 service neutron] Attempting to bind port c39923dd-1350-4887-9610-b151fed9fd52 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '3a7ca1cc-481a-4aa3-8231-19ab80528ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3c057aab-f8ed-46d5-a05e-d2c14de3de8f'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:49:27.557931 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6257dd0c-45b2-4fbf-8815-10d1296ceea7 req-cd2e8eaf-f3a7-409f-84d6-fa4de40e0676 service neutron] Attempting to bind port c39923dd-1350-4887-9610-b151fed9fd52 on network 3c057aab-f8ed-46d5-a05e-d2c14de3de8f {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:49:27.599837 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6257dd0c-45b2-4fbf-8815-10d1296ceea7 req-cd2e8eaf-f3a7-409f-84d6-fa4de40e0676 service neutron] Port c39923dd-1350-4887-9610-b151fed9fd52 on network 3c057aab-f8ed-46d5-a05e-d2c14de3de8f not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:49:27.600173 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6257dd0c-45b2-4fbf-8815-10d1296ceea7 req-cd2e8eaf-f3a7-409f-84d6-fa4de40e0676 service neutron] Attempting to bind port c39923dd-1350-4887-9610-b151fed9fd52 on network 3c057aab-f8ed-46d5-a05e-d2c14de3de8f {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:49:27.608424 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6201a141-cd68-4ec0-8bcf-cfa520c8d6d1 req-8f2d6457-9941-4445-95f3-ac07f6ffef2f tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:27.609840 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9e0973bf-e339-41e7-a63e-9ea84f47cc20 req-5a110874-2566-40ca-aff0-de76e71b005f tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.161 HTTP/1.1" status: 200 len: 696 time: 0.0779493 Nov 12 00:49:27.619342 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6257dd0c-45b2-4fbf-8815-10d1296ceea7 req-cd2e8eaf-f3a7-409f-84d6-fa4de40e0676 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:49:27.619688 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6257dd0c-45b2-4fbf-8815-10d1296ceea7 req-cd2e8eaf-f3a7-409f-84d6-fa4de40e0676 service neutron] Checking segment: {'id': '3a7ca1cc-481a-4aa3-8231-19ab80528ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3c057aab-f8ed-46d5-a05e-d2c14de3de8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:49:27.620083 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6257dd0c-45b2-4fbf-8815-10d1296ceea7 req-cd2e8eaf-f3a7-409f-84d6-fa4de40e0676 service neutron] Bound using segment: {'id': '3a7ca1cc-481a-4aa3-8231-19ab80528ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3c057aab-f8ed-46d5-a05e-d2c14de3de8f'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:49:27.620525 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-6257dd0c-45b2-4fbf-8815-10d1296ceea7 req-cd2e8eaf-f3a7-409f-84d6-fa4de40e0676 service neutron] Bound port: c39923dd-1350-4887-9610-b151fed9fd52, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a7ca1cc-481a-4aa3-8231-19ab80528ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3c057aab-f8ed-46d5-a05e-d2c14de3de8f'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:49:27.620881 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6257dd0c-45b2-4fbf-8815-10d1296ceea7 req-cd2e8eaf-f3a7-409f-84d6-fa4de40e0676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:27.641940 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b5476-4507-49e7-abd3-f5db74dbff26 req-458b8b9b-e9fe-4bf2-b937-8ae33116f578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:27.643462 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0e8b5476-4507-49e7-abd3-f5db74dbff26 req-458b8b9b-e9fe-4bf2-b937-8ae33116f578 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=90b38c84-f724-4edd-842d-9a5aabc6fb65 HTTP/1.1" status: 200 len: 855 time: 0.1147678 Nov 12 00:49:27.758818 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8a3bb64e-ea5c-4467-9128-395b5e41fa9c req-3c14bb0b-bfbf-42f8-b836-30d07dc894c2 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d1252c6-887f-41b1-a4c9-f1ee79375b87 HTTP/1.1" status: 200 len: 210 time: 0.0508466 Nov 12 00:49:27.763116 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0973bf-e339-41e7-a63e-9ea84f47cc20 req-e5bf5488-6b74-4bf9-b1e2-ccd16d1068f3 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:27.764520 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9e0973bf-e339-41e7-a63e-9ea84f47cc20 req-e5bf5488-6b74-4bf9-b1e2-ccd16d1068f3 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/networks/ef732b55-2b3c-4048-85da-0a8ac273c14b HTTP/1.1" status: 200 len: 784 time: 0.1474695 Nov 12 00:49:27.778549 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [req-9e0973bf-e339-41e7-a63e-9ea84f47cc20 req-fa5ec51c-5fd3-415f-9df1-b9e7ebfc2668 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:49:27.780645 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9e0973bf-e339-41e7-a63e-9ea84f47cc20 req-fa5ec51c-5fd3-415f-9df1-b9e7ebfc2668 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086918 Nov 12 00:49:27.783660 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6201a141-cd68-4ec0-8bcf-cfa520c8d6d1 req-8f2d6457-9941-4445-95f3-ac07f6ffef2f tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:27.810601 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-6257dd0c-45b2-4fbf-8815-10d1296ceea7 req-cd2e8eaf-f3a7-409f-84d6-fa4de40e0676 service neutron] For port c39923dd-1350-4887-9610-b151fed9fd52, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:49:27.820137 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b5476-4507-49e7-abd3-f5db74dbff26 req-ced22a36-e0df-4055-8e39-50598ff2c665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:27.822045 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0e8b5476-4507-49e7-abd3-f5db74dbff26 req-ced22a36-e0df-4055-8e39-50598ff2c665 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3c057aab-f8ed-46d5-a05e-d2c14de3de8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1501591 Nov 12 00:49:27.860217 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6201a141-cd68-4ec0-8bcf-cfa520c8d6d1 req-8f2d6457-9941-4445-95f3-ac07f6ffef2f tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Network 3c057aab-f8ed-46d5-a05e-d2c14de3de8f is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:49:27.861241 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0ca0315-e67d-46f1-8dd5-cbc45ebcc707', 'tag': '3092506a-72da-41ab-9e4c-4d35f17cb4a0'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:27.864695 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97520d1f-e4bc-45ed-8a6e-6681a27a05ef" -d '{"events": [{"name": "network-changed", "server_uuid": "e0ca0315-e67d-46f1-8dd5-cbc45ebcc707", "tag": "3092506a-72da-41ab-9e4c-4d35f17cb4a0"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:27.881324 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-6201a141-cd68-4ec0-8bcf-cfa520c8d6d1 req-8f2d6457-9941-4445-95f3-ac07f6ffef2f tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:49:27.893321 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-6201a141-cd68-4ec0-8bcf-cfa520c8d6d1 req-8f2d6457-9941-4445-95f3-ac07f6ffef2f tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:49:27.899641 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-6257dd0c-45b2-4fbf-8815-10d1296ceea7 req-cd2e8eaf-f3a7-409f-84d6-fa4de40e0676 service neutron] For port c39923dd-1350-4887-9610-b151fed9fd52, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=c39923dd-1350-4887-9610-b151fed9fd52,segment=NetworkSegment(3a7ca1cc-481a-4aa3-8231-19ab80528ebb),segment_id=3a7ca1cc-481a-4aa3-8231-19ab80528ebb)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:49:27.953075 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4d4c0-77df-4e54-92a2-6acf19696243 req-7b7cdce0-7e36-4524-a638-a57bd418e461 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:27.955009 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1ff4d4c0-77df-4e54-92a2-6acf19696243 req-7b7cdce0-7e36-4524-a638-a57bd418e461 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b126b2b-e86c-41e3-a2b2-167ce96e1033&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0890160 Nov 12 00:49:27.959011 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6257dd0c-45b2-4fbf-8815-10d1296ceea7 req-cd2e8eaf-f3a7-409f-84d6-fa4de40e0676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:27.993107 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257dd0c-45b2-4fbf-8815-10d1296ceea7 req-cd2e8eaf-f3a7-409f-84d6-fa4de40e0676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:27.994057 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6257dd0c-45b2-4fbf-8815-10d1296ceea7 req-cd2e8eaf-f3a7-409f-84d6-fa4de40e0676 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:27.995487 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6257dd0c-45b2-4fbf-8815-10d1296ceea7 req-cd2e8eaf-f3a7-409f-84d6-fa4de40e0676 service neutron] 10.222.0.54 "PUT /v2.0/ports/c39923dd-1350-4887-9610-b151fed9fd52 HTTP/1.1" status: 200 len: 1092 time: 2.3681371 Nov 12 00:49:28.020440 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2d6457-9941-4445-95f3-ac07f6ffef2f tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Pushing event updated for resources: {'Port': ['ID=bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:28.045855 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1ff4d4c0-77df-4e54-92a2-6acf19696243 req-88f663d1-52cf-409a-a82b-da4650f4e57f tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.161 HTTP/1.1" status: 200 len: 696 time: 0.0809999 Nov 12 00:49:28.056652 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-1ff4d4c0-77df-4e54-92a2-6acf19696243 req-a4cb4991-f6b5-4104-b597-93b457938f39 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Request body: {'floatingip': {'port_id': '2a2f8d9c-b463-4c1a-9495-d5127dc221c3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:28.112325 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1ff4d4c0-77df-4e54-92a2-6acf19696243 req-a4cb4991-f6b5-4104-b597-93b457938f39 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Publish callbacks [] for floatingip, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:28.160969 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201a141-cd68-4ec0-8bcf-cfa520c8d6d1 req-8f2d6457-9941-4445-95f3-ac07f6ffef2f tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:28.161578 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6201a141-cd68-4ec0-8bcf-cfa520c8d6d1 req-8f2d6457-9941-4445-95f3-ac07f6ffef2f tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:28.180845 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60914be9-cb01-4c9a-b882-de9df08a5b29 req-cf0da394-f613-4d1f-a861-a43869f511db tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:28.182593 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-60914be9-cb01-4c9a-b882-de9df08a5b29 req-cf0da394-f613-4d1f-a861-a43869f511db tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a9d320c-3251-445b-a7e3-c9564fa8cfc8 HTTP/1.1" status: 200 len: 945 time: 0.2769382 Nov 12 00:49:28.205219 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-79daa298-fdf7-4054-b589-2ccd94773d85 None None] Provisioning complete for port bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:28.207360 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-79daa298-fdf7-4054-b589-2ccd94773d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:28.231244 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6201a141-cd68-4ec0-8bcf-cfa520c8d6d1 req-8f2d6457-9941-4445-95f3-ac07f6ffef2f tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8318124 Nov 12 00:49:28.242050 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e8eaf-f3a7-409f-84d6-fa4de40e0676 service neutron] Pushing event updated for resources: {'Port': ['ID=c39923dd-1350-4887-9610-b151fed9fd52,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:28.276874 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-6201a141-cd68-4ec0-8bcf-cfa520c8d6d1 req-cadecc7c-0592-4f5d-ac7a-d55d5cf81930 service neutron] Request body: {'port': {'device_id': 'be6e9032-8d13-45e2-be7e-65094709d350', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:28.281877 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257dd0c-45b2-4fbf-8815-10d1296ceea7 req-61a74460-6c0a-48e3-be55-3317bb6f4270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:28.283504 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6257dd0c-45b2-4fbf-8815-10d1296ceea7 req-61a74460-6c0a-48e3-be55-3317bb6f4270 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=af9ded8e5f1e4d2dbb239d72a1e2285f&device_id=ea414c79-ac82-4d0b-889f-9e2411c9f1c4 HTTP/1.1" status: 200 len: 1095 time: 0.1923018 Nov 12 00:49:28.283636 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-79daa298-fdf7-4054-b589-2ccd94773d85 None None] Port bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:49:28.307271 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0e8b5476-4507-49e7-abd3-f5db74dbff26 req-556d9087-f0fb-48cf-a72b-91936225eae3 service neutron] 10.222.0.49 "GET /v2.0/networks/3c057aab-f8ed-46d5-a05e-d2c14de3de8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4556043 Nov 12 00:49:28.396222 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6257dd0c-45b2-4fbf-8815-10d1296ceea7 req-30d7f302-7e3b-42a4-acf8-41938f754256 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c39923dd-1350-4887-9610-b151fed9fd52 HTTP/1.1" status: 200 len: 217 time: 0.0877802 Nov 12 00:49:28.423340 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [req-1ff4d4c0-77df-4e54-92a2-6acf19696243 req-a4cb4991-f6b5-4104-b597-93b457938f39 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 00:49:28.431371 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1ff4d4c0-77df-4e54-92a2-6acf19696243 req-a4cb4991-f6b5-4104-b597-93b457938f39 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "PUT /v2.0/floatingips/6462a73a-f317-432c-af18-b07f8a5f6121 HTTP/1.1" status: 409 len: 551 time: 0.3780339 Nov 12 00:49:28.489281 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6201a141-cd68-4ec0-8bcf-cfa520c8d6d1 req-cadecc7c-0592-4f5d-ac7a-d55d5cf81930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:28.527902 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-60914be9-cb01-4c9a-b882-de9df08a5b29 req-857dd7f2-7607-41d9-b21d-75a2a22ed5a9 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317099 Nov 12 00:49:28.535413 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1ef9f1-5f33-4d8f-b191-c91df5ea3961 x-openstack-request-id: req-9b1ef9f1-5f33-4d8f-b191-c91df5ea3961 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:28.535413 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0ca0315-e67d-46f1-8dd5-cbc45ebcc707", "tag": "3092506a-72da-41ab-9e4c-4d35f17cb4a0", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:28.535413 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b1ef9f1-5f33-4d8f-b191-c91df5ea3961 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:28.535413 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0ca0315-e67d-46f1-8dd5-cbc45ebcc707', 'tag': '3092506a-72da-41ab-9e4c-4d35f17cb4a0', 'status': 'completed', 'code': 200} Nov 12 00:49:28.623384 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bb69994d-ac98-44fc-aab5-4276bf550595 req-0baf2491-ad60-45f0-b208-497e51f18278 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 210 time: 0.0544267 Nov 12 00:49:28.654421 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257dd0c-45b2-4fbf-8815-10d1296ceea7 req-0603490f-6915-40cf-b02d-2bb68307a393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:28.655798 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6257dd0c-45b2-4fbf-8815-10d1296ceea7 req-0603490f-6915-40cf-b02d-2bb68307a393 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=90b38c84-f724-4edd-842d-9a5aabc6fb65 HTTP/1.1" status: 200 len: 855 time: 0.2436812 Nov 12 00:49:28.817926 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0e8b5476-4507-49e7-abd3-f5db74dbff26 req-7d4be8b3-39b7-48c0-b26f-c7760ef2a909 service neutron] 10.222.0.49 "GET /v2.0/networks/3c057aab-f8ed-46d5-a05e-d2c14de3de8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4944377 Nov 12 00:49:28.833941 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a057d912-1fd3-48a0-b925-4e16298d5d97 req-2b92d2d0-8981-45ca-aac1-fc3d2773bb25 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/floatingips/6462a73a-f317-432c-af18-b07f8a5f6121 HTTP/1.1" status: 200 len: 693 time: 0.1483757 Nov 12 00:49:28.841266 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af561534-23de-41c6-a39f-86115110eeb8 req-d451b3b1-38d0-4caf-9a9e-f4be7a4d6ee5 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:28.845953 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-af561534-23de-41c6-a39f-86115110eeb8 req-d451b3b1-38d0-4caf-9a9e-f4be7a4d6ee5 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6e9032-8d13-45e2-be7e-65094709d350 HTTP/1.1" status: 200 len: 931 time: 0.0719204 Nov 12 00:49:28.908798 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-af561534-23de-41c6-a39f-86115110eeb8 req-738dfa77-0588-4d95-b10a-29e912ffbf82 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584671 Nov 12 00:49:28.979193 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257dd0c-45b2-4fbf-8815-10d1296ceea7 req-3afd63a9-d164-4a30-8d8d-c6511ed88245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:28.980677 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6257dd0c-45b2-4fbf-8815-10d1296ceea7 req-3afd63a9-d164-4a30-8d8d-c6511ed88245 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3c057aab-f8ed-46d5-a05e-d2c14de3de8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3091247 Nov 12 00:49:29.377530 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97520d1f-e4bc-45ed-8a6e-6681a27a05ef req-d449fd4b-701d-4fa5-90e4-19da09e19bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:29.379358 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-97520d1f-e4bc-45ed-8a6e-6681a27a05ef req-d449fd4b-701d-4fa5-90e4-19da09e19bb0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=af9ded8e5f1e4d2dbb239d72a1e2285f&device_id=e0ca0315-e67d-46f1-8dd5-cbc45ebcc707 HTTP/1.1" status: 200 len: 1095 time: 0.4442744 Nov 12 00:49:29.392353 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057d912-1fd3-48a0-b925-4e16298d5d97 req-52a552fb-109d-4420-a582-10f13dc688c9 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:29.400271 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a057d912-1fd3-48a0-b925-4e16298d5d97 req-52a552fb-109d-4420-a582-10f13dc688c9 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/networks/ef732b55-2b3c-4048-85da-0a8ac273c14b HTTP/1.1" status: 200 len: 784 time: 0.5513363 Nov 12 00:49:29.515509 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61052669-bd93-4cb1-bdcc-a5c2f41e2804 req-02411ac4-7e3b-4b67-906b-6845ab368fd4 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:29.519790 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-61052669-bd93-4cb1-bdcc-a5c2f41e2804 req-02411ac4-7e3b-4b67-906b-6845ab368fd4 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/networks?id=cc6c0861-08f6-4a20-bb15-55ce7625c6e5 HTTP/1.1" status: 200 len: 811 time: 0.1161954 Nov 12 00:49:29.520654 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a057d912-1fd3-48a0-b925-4e16298d5d97 req-ba7ef5ba-199e-4561-a354-394153d9841d tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.161 HTTP/1.1" status: 200 len: 696 time: 0.1195199 Nov 12 00:49:29.535714 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-61052669-bd93-4cb1-bdcc-a5c2f41e2804 req-6d6707f7-9c58-401f-997b-93ab9c9c72ec tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/quotas/5ffaac2ef2674156a598ef42a6d7e245 HTTP/1.1" status: 200 len: 375 time: 0.0109265 Nov 12 00:49:29.572983 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-61052669-bd93-4cb1-bdcc-a5c2f41e2804 req-74642f2d-4fe0-4533-bdfc-e3d7662b4358 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ffaac2ef2674156a598ef42a6d7e245&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296767 Nov 12 00:49:29.623462 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6257dd0c-45b2-4fbf-8815-10d1296ceea7 req-b711873e-88bb-4812-911d-12efa521e1b3 service neutron] 10.222.0.54 "GET /v2.0/networks/3c057aab-f8ed-46d5-a05e-d2c14de3de8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5988035 Nov 12 00:49:29.631884 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a057d912-1fd3-48a0-b925-4e16298d5d97 req-e7202846-384a-4aeb-b46f-874350873062 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.161 HTTP/1.1" status: 200 len: 696 time: 0.0998704 Nov 12 00:49:29.689121 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-61052669-bd93-4cb1-bdcc-a5c2f41e2804 req-68c67944-8f27-457d-8e37-0207efc6fb2c service neutron] 10.222.0.20 "GET /v2.0/networks/cc6c0861-08f6-4a20-bb15-55ce7625c6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004541 Nov 12 00:49:29.719312 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-6201a141-cd68-4ec0-8bcf-cfa520c8d6d1 req-cadecc7c-0592-4f5d-ac7a-d55d5cf81930 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:49:29.734849 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97520d1f-e4bc-45ed-8a6e-6681a27a05ef req-fbcf6a15-99f9-4725-817a-d3bf71f9990e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:29.736343 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-97520d1f-e4bc-45ed-8a6e-6681a27a05ef req-fbcf6a15-99f9-4725-817a-d3bf71f9990e service neutron] 10.222.0.49 "GET /v2.0/networks?id=3c057aab-f8ed-46d5-a05e-d2c14de3de8f HTTP/1.1" status: 200 len: 917 time: 0.3305631 Nov 12 00:49:29.738977 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6201a141-cd68-4ec0-8bcf-cfa520c8d6d1 req-cadecc7c-0592-4f5d-ac7a-d55d5cf81930 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:29.793150 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-61052669-bd93-4cb1-bdcc-a5c2f41e2804 req-f54cde05-e10d-4717-89e1-9a44ba9fc25a service neutron] 10.222.0.20 "GET /v2.0/networks/cc6c0861-08f6-4a20-bb15-55ce7625c6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971754 Nov 12 00:49:29.856636 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-97520d1f-e4bc-45ed-8a6e-6681a27a05ef req-be015f9d-a3e3-42a9-9dc9-9caef892ff05 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3092506a-72da-41ab-9e4c-4d35f17cb4a0 HTTP/1.1" status: 200 len: 217 time: 0.0901556 Nov 12 00:49:29.857841 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-6201a141-cd68-4ec0-8bcf-cfa520c8d6d1 req-cadecc7c-0592-4f5d-ac7a-d55d5cf81930 service neutron] Transition to ACTIVE for port object bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:49:29.894490 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6201a141-cd68-4ec0-8bcf-cfa520c8d6d1 req-cadecc7c-0592-4f5d-ac7a-d55d5cf81930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:30.009277 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6257dd0c-45b2-4fbf-8815-10d1296ceea7 req-5a7a49f9-0772-48fa-b589-40bf80071647 service neutron] 10.222.0.54 "GET /v2.0/networks/3c057aab-f8ed-46d5-a05e-d2c14de3de8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763990 Nov 12 00:49:30.010703 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97520d1f-e4bc-45ed-8a6e-6681a27a05ef req-c56de240-0e81-4661-9aa3-8977411a6d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:30.012074 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-97520d1f-e4bc-45ed-8a6e-6681a27a05ef req-c56de240-0e81-4661-9aa3-8977411a6d14 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=90b38c84-f724-4edd-842d-9a5aabc6fb65 HTTP/1.1" status: 200 len: 855 time: 0.1467736 Nov 12 00:49:30.025850 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadecc7c-0592-4f5d-ac7a-d55d5cf81930 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:30.094096 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc0f46-5a13-476b-9ba1-2e389e30497f req-ea7e02ee-44ac-45db-914f-cb78abbc9071 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:30.095680 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9adc0f46-5a13-476b-9ba1-2e389e30497f req-ea7e02ee-44ac-45db-914f-cb78abbc9071 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a9d320c-3251-445b-a7e3-c9564fa8cfc8 HTTP/1.1" status: 200 len: 945 time: 0.1375909 Nov 12 00:49:30.106451 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-a057d912-1fd3-48a0-b925-4e16298d5d97 req-e1b2fbc5-1c71-4681-8663-3aa7d4fd14b6 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Deleting port 2ba2e5b2-e083-4b64-8f59-5fea03d1c300 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:49:30.106792 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a057d912-1fd3-48a0-b925-4e16298d5d97 req-e1b2fbc5-1c71-4681-8663-3aa7d4fd14b6 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:30.197805 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97520d1f-e4bc-45ed-8a6e-6681a27a05ef req-9a62aae5-3e73-4c4c-b802-d56ae4799b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:30.199386 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-97520d1f-e4bc-45ed-8a6e-6681a27a05ef req-9a62aae5-3e73-4c4c-b802-d56ae4799b9c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3c057aab-f8ed-46d5-a05e-d2c14de3de8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1779706 Nov 12 00:49:30.203613 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-6201a141-cd68-4ec0-8bcf-cfa520c8d6d1 req-cadecc7c-0592-4f5d-ac7a-d55d5cf81930 service neutron] Attempting to bind port bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:49:30.203948 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-6201a141-cd68-4ec0-8bcf-cfa520c8d6d1 req-cadecc7c-0592-4f5d-ac7a-d55d5cf81930 service neutron] Attempting to bind port bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '3a7ca1cc-481a-4aa3-8231-19ab80528ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3c057aab-f8ed-46d5-a05e-d2c14de3de8f'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:49:30.204280 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6201a141-cd68-4ec0-8bcf-cfa520c8d6d1 req-cadecc7c-0592-4f5d-ac7a-d55d5cf81930 service neutron] Attempting to bind port bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f on network 3c057aab-f8ed-46d5-a05e-d2c14de3de8f {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:49:30.220956 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9adc0f46-5a13-476b-9ba1-2e389e30497f req-ec6bf585-1b33-4d52-93bf-e57311da3a68 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175373 Nov 12 00:49:30.229586 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6201a141-cd68-4ec0-8bcf-cfa520c8d6d1 req-cadecc7c-0592-4f5d-ac7a-d55d5cf81930 service neutron] Port bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f on network 3c057aab-f8ed-46d5-a05e-d2c14de3de8f not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:49:30.229973 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6201a141-cd68-4ec0-8bcf-cfa520c8d6d1 req-cadecc7c-0592-4f5d-ac7a-d55d5cf81930 service neutron] Attempting to bind port bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f on network 3c057aab-f8ed-46d5-a05e-d2c14de3de8f {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:49:30.255308 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6201a141-cd68-4ec0-8bcf-cfa520c8d6d1 req-cadecc7c-0592-4f5d-ac7a-d55d5cf81930 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:49:30.255749 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6201a141-cd68-4ec0-8bcf-cfa520c8d6d1 req-cadecc7c-0592-4f5d-ac7a-d55d5cf81930 service neutron] Checking segment: {'id': '3a7ca1cc-481a-4aa3-8231-19ab80528ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3c057aab-f8ed-46d5-a05e-d2c14de3de8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:49:30.256549 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6201a141-cd68-4ec0-8bcf-cfa520c8d6d1 req-cadecc7c-0592-4f5d-ac7a-d55d5cf81930 service neutron] Bound using segment: {'id': '3a7ca1cc-481a-4aa3-8231-19ab80528ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3c057aab-f8ed-46d5-a05e-d2c14de3de8f'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:49:30.257142 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-6201a141-cd68-4ec0-8bcf-cfa520c8d6d1 req-cadecc7c-0592-4f5d-ac7a-d55d5cf81930 service neutron] Bound port: bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a7ca1cc-481a-4aa3-8231-19ab80528ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3c057aab-f8ed-46d5-a05e-d2c14de3de8f'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:49:30.257648 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6201a141-cd68-4ec0-8bcf-cfa520c8d6d1 req-cadecc7c-0592-4f5d-ac7a-d55d5cf81930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:30.338546 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a057d912-1fd3-48a0-b925-4e16298d5d97 req-e1b2fbc5-1c71-4681-8663-3aa7d4fd14b6 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:30.339312 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a057d912-1fd3-48a0-b925-4e16298d5d97 req-e1b2fbc5-1c71-4681-8663-3aa7d4fd14b6 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:30.374698 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3c707e3a-3daa-4fbe-9263-0c62811c96e8 req-ae68827c-090d-4467-a05f-99572c4a71f2 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 210 time: 0.0608795 Nov 12 00:49:30.403598 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-6201a141-cd68-4ec0-8bcf-cfa520c8d6d1 req-cadecc7c-0592-4f5d-ac7a-d55d5cf81930 service neutron] For port bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:49:30.408108 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-6201a141-cd68-4ec0-8bcf-cfa520c8d6d1 req-cadecc7c-0592-4f5d-ac7a-d55d5cf81930 service neutron] For port bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f,segment=NetworkSegment(3a7ca1cc-481a-4aa3-8231-19ab80528ebb),segment_id=3a7ca1cc-481a-4aa3-8231-19ab80528ebb)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:49:30.424998 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6201a141-cd68-4ec0-8bcf-cfa520c8d6d1 req-cadecc7c-0592-4f5d-ac7a-d55d5cf81930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:30.469487 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-a057d912-1fd3-48a0-b925-4e16298d5d97 req-e1b2fbc5-1c71-4681-8663-3aa7d4fd14b6 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Calling delete_port for 2ba2e5b2-e083-4b64-8f59-5fea03d1c300 owned by network:floatingip {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:49:30.502098 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201a141-cd68-4ec0-8bcf-cfa520c8d6d1 req-cadecc7c-0592-4f5d-ac7a-d55d5cf81930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:30.502905 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6201a141-cd68-4ec0-8bcf-cfa520c8d6d1 req-cadecc7c-0592-4f5d-ac7a-d55d5cf81930 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:30.504710 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6201a141-cd68-4ec0-8bcf-cfa520c8d6d1 req-cadecc7c-0592-4f5d-ac7a-d55d5cf81930 service neutron] 10.222.0.49 "PUT /v2.0/ports/bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f HTTP/1.1" status: 200 len: 1092 time: 2.2345932 Nov 12 00:49:30.570343 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea414c79-ac82-4d0b-889f-9e2411c9f1c4', 'tag': 'c39923dd-1350-4887-9610-b151fed9fd52'}, {'name': 'network-changed', 'server_uuid': 'be6e9032-8d13-45e2-be7e-65094709d350', 'tag': 'bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:30.577776 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bf0494-d292-4dcf-a6f2-afbd45cbc0ca" -d '{"events": [{"name": "network-changed", "server_uuid": "ea414c79-ac82-4d0b-889f-9e2411c9f1c4", "tag": "c39923dd-1350-4887-9610-b151fed9fd52"}, {"name": "network-changed", "server_uuid": "be6e9032-8d13-45e2-be7e-65094709d350", "tag": "bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:30.619147 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-97520d1f-e4bc-45ed-8a6e-6681a27a05ef req-0e83acab-e641-4b42-b50f-70341225b9c7 service neutron] 10.222.0.49 "GET /v2.0/networks/3c057aab-f8ed-46d5-a05e-d2c14de3de8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076939 Nov 12 00:49:30.635466 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadecc7c-0592-4f5d-ac7a-d55d5cf81930 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:30.742114 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201a141-cd68-4ec0-8bcf-cfa520c8d6d1 req-b7ae8bef-7e25-4c51-bb9f-323682b9a1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:30.743673 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6201a141-cd68-4ec0-8bcf-cfa520c8d6d1 req-b7ae8bef-7e25-4c51-bb9f-323682b9a1a8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=af9ded8e5f1e4d2dbb239d72a1e2285f&device_id=be6e9032-8d13-45e2-be7e-65094709d350 HTTP/1.1" status: 200 len: 1095 time: 0.1585238 Nov 12 00:49:30.751816 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-66b4c79c-f400-4167-8a3d-88113a153c39 req-c8717df9-4850-4b26-9b9e-fe5269ba6ca7 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0c3f1ff-8092-4f00-9a0f-fe87b1b92537 HTTP/1.1" status: 200 len: 210 time: 0.0608077 Nov 12 00:49:30.794944 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-97520d1f-e4bc-45ed-8a6e-6681a27a05ef req-280a9060-b8e9-4201-a9b5-46584585989f service neutron] 10.222.0.49 "GET /v2.0/networks/3c057aab-f8ed-46d5-a05e-d2c14de3de8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561506 Nov 12 00:49:30.850936 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6201a141-cd68-4ec0-8bcf-cfa520c8d6d1 req-b7756771-8066-48c4-b46e-2ac8cbf2f8b7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f HTTP/1.1" status: 200 len: 217 time: 0.0537872 Nov 12 00:49:30.892589 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4c972-e507-4d08-9306-0edc8c8645b2 req-e8d064a5-37d5-488f-8568-7647c684a608 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:30.902865 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6ba4c972-e507-4d08-9306-0edc8c8645b2 req-e8d064a5-37d5-488f-8568-7647c684a608 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6e9032-8d13-45e2-be7e-65094709d350 HTTP/1.1" status: 200 len: 943 time: 0.0751667 Nov 12 00:49:30.957949 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6ba4c972-e507-4d08-9306-0edc8c8645b2 req-ad9a6f9d-97d8-4e96-9c44-7e7da71d5297 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541050 Nov 12 00:49:30.963795 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201a141-cd68-4ec0-8bcf-cfa520c8d6d1 req-4a649c7a-f973-4935-9e9f-22a3ce2c7d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:30.965650 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6201a141-cd68-4ec0-8bcf-cfa520c8d6d1 req-4a649c7a-f973-4935-9e9f-22a3ce2c7d66 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=90b38c84-f724-4edd-842d-9a5aabc6fb65 HTTP/1.1" status: 200 len: 855 time: 0.1071403 Nov 12 00:49:30.971735 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a057d912-1fd3-48a0-b925-4e16298d5d97 req-e1b2fbc5-1c71-4681-8663-3aa7d4fd14b6 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:31.032015 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b2fbc5-1c71-4681-8663-3aa7d4fd14b6 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Pushing event deleted for resources: {'Port': ['ID=2ba2e5b2-e083-4b64-8f59-5fea03d1c300,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:31.091766 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95ca094-50bb-47d0-b206-9622eb390c44 x-openstack-request-id: req-b95ca094-50bb-47d0-b206-9622eb390c44 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:31.092079 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea414c79-ac82-4d0b-889f-9e2411c9f1c4", "tag": "c39923dd-1350-4887-9610-b151fed9fd52", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "be6e9032-8d13-45e2-be7e-65094709d350", "tag": "bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:31.092334 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b95ca094-50bb-47d0-b206-9622eb390c44 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:31.092736 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea414c79-ac82-4d0b-889f-9e2411c9f1c4', 'tag': 'c39923dd-1350-4887-9610-b151fed9fd52', 'status': 'completed', 'code': 200} Nov 12 00:49:31.092987 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be6e9032-8d13-45e2-be7e-65094709d350', 'tag': 'bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f', 'status': 'completed', 'code': 200} Nov 12 00:49:31.103372 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201a141-cd68-4ec0-8bcf-cfa520c8d6d1 req-5935a676-66e4-4db7-9f86-0ac0aed93aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:31.104796 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6201a141-cd68-4ec0-8bcf-cfa520c8d6d1 req-5935a676-66e4-4db7-9f86-0ac0aed93aa7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3c057aab-f8ed-46d5-a05e-d2c14de3de8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1287580 Nov 12 00:49:31.108685 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a057d912-1fd3-48a0-b925-4e16298d5d97 req-e1b2fbc5-1c71-4681-8663-3aa7d4fd14b6 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Publish callbacks [] for floatingip, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:31.111126 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a057d912-1fd3-48a0-b925-4e16298d5d97 req-e1b2fbc5-1c71-4681-8663-3aa7d4fd14b6 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:31.112193 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a057d912-1fd3-48a0-b925-4e16298d5d97 req-e1b2fbc5-1c71-4681-8663-3aa7d4fd14b6 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "DELETE /v2.0/floatingips/6462a73a-f317-432c-af18-b07f8a5f6121 HTTP/1.1" status: 204 len: 173 time: 1.4648678 Nov 12 00:49:31.307587 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf0494-d292-4dcf-a6f2-afbd45cbc0ca req-52c9a62b-a7be-49e6-bf1c-5e36b2fca8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:31.309031 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d1bf0494-d292-4dcf-a6f2-afbd45cbc0ca req-52c9a62b-a7be-49e6-bf1c-5e36b2fca8b5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=af9ded8e5f1e4d2dbb239d72a1e2285f&device_id=ea414c79-ac82-4d0b-889f-9e2411c9f1c4 HTTP/1.1" status: 200 len: 1095 time: 0.1530416 Nov 12 00:49:31.384627 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2478e4-7aa1-466e-b091-6dc35304f920 req-3aa58583-6097-4453-a48d-806e9a71628e tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:31.386214 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fe2478e4-7aa1-466e-b091-6dc35304f920 req-3aa58583-6097-4453-a48d-806e9a71628e tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a9d320c-3251-445b-a7e3-c9564fa8cfc8 HTTP/1.1" status: 200 len: 945 time: 0.0623553 Nov 12 00:49:31.401092 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b4500d0b-bf8a-4a88-8e58-2950aeb8efca req-7cd8b2a9-e6d9-4f4c-a244-f49b5fd786c8 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.141 HTTP/1.1" status: 200 len: 1002 time: 0.2484696 Nov 12 00:49:31.441076 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fe2478e4-7aa1-466e-b091-6dc35304f920 req-5da2c115-b428-4a00-8559-b6f48f5e43fb tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441372 Nov 12 00:49:31.455558 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6201a141-cd68-4ec0-8bcf-cfa520c8d6d1 req-d0bd35f3-8c8c-4262-a33c-867d4e858acf service neutron] 10.222.0.49 "GET /v2.0/networks/3c057aab-f8ed-46d5-a05e-d2c14de3de8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421354 Nov 12 00:49:31.507500 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4500d0b-bf8a-4a88-8e58-2950aeb8efca req-bfb1ff8f-1b15-4732-b706-fbfc54a9c813 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:31.509940 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b4500d0b-bf8a-4a88-8e58-2950aeb8efca req-bfb1ff8f-1b15-4732-b706-fbfc54a9c813 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/ports/2a2f8d9c-b463-4c1a-9495-d5127dc221c3 HTTP/1.1" status: 200 len: 943 time: 0.0979428 Nov 12 00:49:31.511119 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf0494-d292-4dcf-a6f2-afbd45cbc0ca req-b157eb2b-9e8b-46c8-85f5-fbd5ac22f03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:31.512552 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d1bf0494-d292-4dcf-a6f2-afbd45cbc0ca req-b157eb2b-9e8b-46c8-85f5-fbd5ac22f03a service neutron] 10.222.0.54 "GET /v2.0/networks?id=3c057aab-f8ed-46d5-a05e-d2c14de3de8f HTTP/1.1" status: 200 len: 917 time: 0.1937160 Nov 12 00:49:31.577961 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-80ff05dd-8e19-4433-8f22-fc68edf54122 req-d8c8e66c-b570-4282-bb94-e3fa810b2654 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0c3f1ff-8092-4f00-9a0f-fe87b1b92537 HTTP/1.1" status: 200 len: 210 time: 0.0610170 Nov 12 00:49:31.687487 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8e43eba1-4848-48f7-8565-5b47168b9886 req-6ac58087-d993-45cb-b592-bcab417eaa37 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 210 time: 0.0324311 Nov 12 00:49:31.917867 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d1bf0494-d292-4dcf-a6f2-afbd45cbc0ca req-16956e4a-961a-4911-ae6c-aab60c3b6d27 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c39923dd-1350-4887-9610-b151fed9fd52 HTTP/1.1" status: 200 len: 217 time: 0.3928730 Nov 12 00:49:31.949457 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-61052669-bd93-4cb1-bdcc-a5c2f41e2804 req-a0bd3ade-cc2b-48a1-ab03-a731b705f3cf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5ffaac2ef2674156a598ef42a6d7e245&device_id=d0c3f1ff-8092-4f00-9a0f-fe87b1b92537 HTTP/1.1" status: 200 len: 210 time: 0.0423892 Nov 12 00:49:32.007332 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 3092506a-72da-41ab-9e4c-4d35f17cb4a0 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:49:32.099054 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced5609-4ba8-4d25-a023-e8daa5d1ea74 req-feaaa7d3-6fb3-4354-adf4-227689ab6e26 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:32.113096 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6ced5609-4ba8-4d25-a023-e8daa5d1ea74 req-feaaa7d3-6fb3-4354-adf4-227689ab6e26 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6e9032-8d13-45e2-be7e-65094709d350 HTTP/1.1" status: 200 len: 943 time: 0.0828745 Nov 12 00:49:32.144507 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 3092506a-72da-41ab-9e4c-4d35f17cb4a0, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=3092506a-72da-41ab-9e4c-4d35f17cb4a0,segment=NetworkSegment(3a7ca1cc-481a-4aa3-8231-19ab80528ebb),segment_id=3a7ca1cc-481a-4aa3-8231-19ab80528ebb)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:32.152191 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf0494-d292-4dcf-a6f2-afbd45cbc0ca req-0c678017-c5c8-4b40-9924-c0607b8e8dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:32.153771 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d1bf0494-d292-4dcf-a6f2-afbd45cbc0ca req-0c678017-c5c8-4b40-9924-c0607b8e8dd2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=90b38c84-f724-4edd-842d-9a5aabc6fb65 HTTP/1.1" status: 200 len: 855 time: 0.2279994 Nov 12 00:49:32.157448 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '3092506a-72da-41ab-9e4c-4d35f17cb4a0', 'network_id': '3c057aab-f8ed-46d5-a05e-d2c14de3de8f', 'port_id': '3092506a-72da-41ab-9e4c-4d35f17cb4a0', 'mac_address': 'fa:16:3e:8f:7b:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90b38c84-f724-4edd-842d-9a5aabc6fb65', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:49:32.166271 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6201a141-cd68-4ec0-8bcf-cfa520c8d6d1 req-d895a957-85dc-4208-9c1d-dd7addbab625 service neutron] 10.222.0.49 "GET /v2.0/networks/3c057aab-f8ed-46d5-a05e-d2c14de3de8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7000442 Nov 12 00:49:32.191593 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b4500d0b-bf8a-4a88-8e58-2950aeb8efca req-15b56dac-757c-46f9-97e4-11d704b89d59 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.141 HTTP/1.1" status: 200 len: 1002 time: 0.2856081 Nov 12 00:49:32.203040 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6ced5609-4ba8-4d25-a023-e8daa5d1ea74 req-82c4f287-470c-4fd3-bb44-7f06170b3d76 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879402 Nov 12 00:49:32.208872 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:32.232864 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3092506a-72da-41ab-9e4c-4d35f17cb4a0 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:49:32.260382 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 3092506a-72da-41ab-9e4c-4d35f17cb4a0, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=3092506a-72da-41ab-9e4c-4d35f17cb4a0,segment=NetworkSegment(3a7ca1cc-481a-4aa3-8231-19ab80528ebb),segment_id=3a7ca1cc-481a-4aa3-8231-19ab80528ebb)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:32.268222 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:32.334187 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=3092506a-72da-41ab-9e4c-4d35f17cb4a0,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:32.357908 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61052669-bd93-4cb1-bdcc-a5c2f41e2804 req-ed48d8ea-eb84-49ac-9924-3073d00052c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:32.359058 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-61052669-bd93-4cb1-bdcc-a5c2f41e2804 req-ed48d8ea-eb84-49ac-9924-3073d00052c9 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=5ffaac2ef2674156a598ef42a6d7e245&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3583980 Nov 12 00:49:32.384716 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf0494-d292-4dcf-a6f2-afbd45cbc0ca req-124140b9-a52f-4752-b6f0-f5980d5a1df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:32.386215 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d1bf0494-d292-4dcf-a6f2-afbd45cbc0ca req-124140b9-a52f-4752-b6f0-f5980d5a1df9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3c057aab-f8ed-46d5-a05e-d2c14de3de8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2130527 Nov 12 00:49:32.541224 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf0494-d292-4dcf-a6f2-afbd45cbc0ca req-60812c1f-b71a-4a47-a058-1675efba434e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:32.542743 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d1bf0494-d292-4dcf-a6f2-afbd45cbc0ca req-60812c1f-b71a-4a47-a058-1675efba434e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=af9ded8e5f1e4d2dbb239d72a1e2285f&device_id=be6e9032-8d13-45e2-be7e-65094709d350 HTTP/1.1" status: 200 len: 1095 time: 0.2475953 Nov 12 00:49:32.594002 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97834a-b854-4d16-bceb-a1c375650b7c req-8376d137-ed9e-4bf0-8c26-de35eb0208a3 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:32.594002 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6b97834a-b854-4d16-bceb-a1c375650b7c req-8376d137-ed9e-4bf0-8c26-de35eb0208a3 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a9d320c-3251-445b-a7e3-c9564fa8cfc8 HTTP/1.1" status: 200 len: 945 time: 0.0708144 Nov 12 00:49:32.600640 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['3092506a-72da-41ab-9e4c-4d35f17cb4a0'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:49:32.640544 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4500d0b-bf8a-4a88-8e58-2950aeb8efca req-476af383-47f9-45ba-ad92-cc690ab76169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:32.642012 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b4500d0b-bf8a-4a88-8e58-2950aeb8efca req-476af383-47f9-45ba-ad92-cc690ab76169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/networks/ef732b55-2b3c-4048-85da-0a8ac273c14b HTTP/1.1" status: 200 len: 784 time: 0.4386506 Nov 12 00:49:32.656421 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6b97834a-b854-4d16-bceb-a1c375650b7c req-17aec006-cc05-4c21-bc78-792c1b1e6f41 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550079 Nov 12 00:49:32.763560 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-091ed23b-c072-4e85-9eb4-e8d5cae313b6 req-5d832f67-f141-4e15-9578-47038581932d tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0c3f1ff-8092-4f00-9a0f-fe87b1b92537 HTTP/1.1" status: 200 len: 210 time: 0.0334351 Nov 12 00:49:32.782059 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61052669-bd93-4cb1-bdcc-a5c2f41e2804 req-6e38890a-fe4d-4f65-87a1-e610b35f9b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:32.783380 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-61052669-bd93-4cb1-bdcc-a5c2f41e2804 req-6e38890a-fe4d-4f65-87a1-e610b35f9b95 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4159231 Nov 12 00:49:32.793216 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d1bf0494-d292-4dcf-a6f2-afbd45cbc0ca req-eb3f3412-b16d-4cda-b357-e41c0382c417 service neutron] 10.222.0.54 "GET /v2.0/networks/3c057aab-f8ed-46d5-a05e-d2c14de3de8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3947673 Nov 12 00:49:32.810827 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b4500d0b-bf8a-4a88-8e58-2950aeb8efca req-e95b980c-fd82-48a4-a665-fabae438b42a tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.141 HTTP/1.1" status: 200 len: 1002 time: 0.1564236 Nov 12 00:49:32.852514 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-b4500d0b-bf8a-4a88-8e58-2950aeb8efca req-7860f1c8-935f-46bc-add0-41dfe02756f9 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:32.872794 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf0494-d292-4dcf-a6f2-afbd45cbc0ca req-6545a9f5-989b-43ed-ac69-487575bd680b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:32.875068 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d1bf0494-d292-4dcf-a6f2-afbd45cbc0ca req-6545a9f5-989b-43ed-ac69-487575bd680b service neutron] 10.222.0.49 "GET /v2.0/networks?id=3c057aab-f8ed-46d5-a05e-d2c14de3de8f HTTP/1.1" status: 200 len: 917 time: 0.3061998 Nov 12 00:49:32.888869 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b18cd2be-1954-42b4-bbde-36fa9de1adff req-a607c70f-93f1-4ad6-8e73-bd99acc6a5dd tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e9cd9f4-379e-4db8-b96c-ef9bd62e31ed HTTP/1.1" status: 200 len: 210 time: 0.0302758 Nov 12 00:49:32.953889 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-61052669-bd93-4cb1-bdcc-a5c2f41e2804 req-bf04911f-ef31-4334-affb-a0cd8d399ff0 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0c3f1ff-8092-4f00-9a0f-fe87b1b92537 HTTP/1.1" status: 200 len: 210 time: 0.1111538 Nov 12 00:49:32.998062 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d1bf0494-d292-4dcf-a6f2-afbd45cbc0ca req-33f7bfae-c715-41d2-b3b8-3f9928570674 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f HTTP/1.1" status: 200 len: 217 time: 0.0465398 Nov 12 00:49:33.023333 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b4500d0b-bf8a-4a88-8e58-2950aeb8efca req-7860f1c8-935f-46bc-add0-41dfe02756f9 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Publish callbacks [] for floatingip, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:33.078054 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d1bf0494-d292-4dcf-a6f2-afbd45cbc0ca req-9b4e8208-5d9c-4f28-99b9-c6ec89ada81a service neutron] 10.222.0.54 "GET /v2.0/networks/3c057aab-f8ed-46d5-a05e-d2c14de3de8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630713 Nov 12 00:49:33.209060 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf0494-d292-4dcf-a6f2-afbd45cbc0ca req-5dd93811-78d3-475c-a02e-c9bdee11303e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:33.210838 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d1bf0494-d292-4dcf-a6f2-afbd45cbc0ca req-5dd93811-78d3-475c-a02e-c9bdee11303e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=90b38c84-f724-4edd-842d-9a5aabc6fb65 HTTP/1.1" status: 200 len: 855 time: 0.1113074 Nov 12 00:49:33.254251 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b4500d0b-bf8a-4a88-8e58-2950aeb8efca req-7860f1c8-935f-46bc-add0-41dfe02756f9 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:33.270345 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b4500d0b-bf8a-4a88-8e58-2950aeb8efca req-7860f1c8-935f-46bc-add0-41dfe02756f9 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:33.270689 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [req-b4500d0b-bf8a-4a88-8e58-2950aeb8efca req-7860f1c8-935f-46bc-add0-41dfe02756f9 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Floating IP 0b4b90dd-dd37-4f69-96ff-ee81f04eff6c disassociated. External IP: 172.25.2.141, port: 2a2f8d9c-b463-4c1a-9495-d5127dc221c3. Nov 12 00:49:33.330847 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf0494-d292-4dcf-a6f2-afbd45cbc0ca req-9042fc5e-d10a-4c42-babc-c3a9f7ec7afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:33.332601 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d1bf0494-d292-4dcf-a6f2-afbd45cbc0ca req-9042fc5e-d10a-4c42-babc-c3a9f7ec7afb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3c057aab-f8ed-46d5-a05e-d2c14de3de8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0925376 Nov 12 00:49:33.382179 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b295d6b-0d1c-4389-91c3-c94b274ecf97 req-0ea34141-b963-4fcb-aecc-aac93f038a8e tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:33.389763 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3b295d6b-0d1c-4389-91c3-c94b274ecf97 req-0ea34141-b963-4fcb-aecc-aac93f038a8e tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6e9032-8d13-45e2-be7e-65094709d350 HTTP/1.1" status: 200 len: 943 time: 0.0699024 Nov 12 00:49:33.442437 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3b295d6b-0d1c-4389-91c3-c94b274ecf97 req-b9257011-9517-42d5-b5cf-ec3a7121e6cd tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515115 Nov 12 00:49:33.686850 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e9329525-0f17-4c2e-a02b-b2d6a3c9a959 req-87922c20-a335-43ff-ad36-a7d04aa7c9da service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5ffaac2ef2674156a598ef42a6d7e245&device_id=d0c3f1ff-8092-4f00-9a0f-fe87b1b92537 HTTP/1.1" status: 200 len: 210 time: 0.0466766 Nov 12 00:49:33.779444 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fab39-b0a7-4318-83a2-dbac322e4b1e req-cc3767ff-c661-4ffc-8a2b-6454401fb18b tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:33.781600 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-643fab39-b0a7-4318-83a2-dbac322e4b1e req-cc3767ff-c661-4ffc-8a2b-6454401fb18b tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a9d320c-3251-445b-a7e3-c9564fa8cfc8 HTTP/1.1" status: 200 len: 945 time: 0.0508902 Nov 12 00:49:33.833843 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-643fab39-b0a7-4318-83a2-dbac322e4b1e req-39ec65e5-4a2e-4b44-bed3-4835c4abc209 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443692 Nov 12 00:49:33.891904 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d1bf0494-d292-4dcf-a6f2-afbd45cbc0ca req-f475373b-0c09-4869-944a-1d76b998e046 service neutron] 10.222.0.49 "GET /v2.0/networks/3c057aab-f8ed-46d5-a05e-d2c14de3de8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528462 Nov 12 00:49:33.933668 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a65c9359-0ec3-4c23-ba32-9268e0c258b7 req-0a7860e3-ecb2-4eef-8ba5-2d6fca46bdec tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0c3f1ff-8092-4f00-9a0f-fe87b1b92537 HTTP/1.1" status: 200 len: 210 time: 0.0300565 Nov 12 00:49:33.973229 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9329525-0f17-4c2e-a02b-b2d6a3c9a959 req-5086927c-67cd-4d66-817a-58ee6cadf056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:33.975098 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e9329525-0f17-4c2e-a02b-b2d6a3c9a959 req-5086927c-67cd-4d66-817a-58ee6cadf056 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=5ffaac2ef2674156a598ef42a6d7e245&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2718992 Nov 12 00:49:34.019442 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 3092506a-72da-41ab-9e4c-4d35f17cb4a0 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:49:34.113261 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 3092506a-72da-41ab-9e4c-4d35f17cb4a0 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:49:34.126926 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 3092506a-72da-41ab-9e4c-4d35f17cb4a0 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:34.127629 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:34.142298 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d1bf0494-d292-4dcf-a6f2-afbd45cbc0ca req-11946a7e-7e80-4aa1-8fe7-6d36687af96d service neutron] 10.222.0.49 "GET /v2.0/networks/3c057aab-f8ed-46d5-a05e-d2c14de3de8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176907 Nov 12 00:49:34.151945 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4500d0b-bf8a-4a88-8e58-2950aeb8efca req-7860f1c8-935f-46bc-add0-41dfe02756f9 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Router d9a83e8d-79ab-4320-97db-66b491d7d0e2 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:49:34.253344 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:34.261939 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9329525-0f17-4c2e-a02b-b2d6a3c9a959 req-2e15cb5e-a1d8-4b16-b869-6390f5cebfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:34.263006 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e9329525-0f17-4c2e-a02b-b2d6a3c9a959 req-2e15cb5e-a1d8-4b16-b869-6390f5cebfb2 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2776861 Nov 12 00:49:34.322714 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4500d0b-bf8a-4a88-8e58-2950aeb8efca req-7860f1c8-935f-46bc-add0-41dfe02756f9 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:49:34.325979 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device c39923dd-1350-4887-9610-b151fed9fd52 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:49:34.337204 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b4500d0b-bf8a-4a88-8e58-2950aeb8efca req-7860f1c8-935f-46bc-add0-41dfe02756f9 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:34.339524 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ca0315-e67d-46f1-8dd5-cbc45ebcc707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3092506a-72da-41ab-9e4c-4d35f17cb4a0'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:34.342357 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9fdcb1-26be-4797-9e50-9484f2884605" -d '{"events": [{"server_uuid": "e0ca0315-e67d-46f1-8dd5-cbc45ebcc707", "name": "network-vif-plugged", "status": "completed", "tag": "3092506a-72da-41ab-9e4c-4d35f17cb4a0"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:34.372032 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0de82f-e97e-4d12-a10f-f971721a68d5 None None] Sync routers for ids ['d9a83e8d-79ab-4320-97db-66b491d7d0e2'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:49:34.377578 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b4500d0b-bf8a-4a88-8e58-2950aeb8efca req-7860f1c8-935f-46bc-add0-41dfe02756f9 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "PUT /v2.0/floatingips/0b4b90dd-dd37-4f69-96ff-ee81f04eff6c HTTP/1.1" status: 200 len: 695 time: 1.5472102 Nov 12 00:49:34.378384 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b126b2b-e86c-41e3-a2b2-167ce96e1033', 'tag': '2a2f8d9c-b463-4c1a-9495-d5127dc221c3'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:34.380771 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da85ddbc-8f9c-4f10-9653-ffdc68d3db81" -d '{"events": [{"name": "network-changed", "server_uuid": "5b126b2b-e86c-41e3-a2b2-167ce96e1033", "tag": "2a2f8d9c-b463-4c1a-9495-d5127dc221c3"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:34.400574 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4696f171-136d-4a7b-ac65-f74095723dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:34.419815 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e9329525-0f17-4c2e-a02b-b2d6a3c9a959 req-1b6d36f0-5031-4af3-aacd-902e16129f47 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0c3f1ff-8092-4f00-9a0f-fe87b1b92537 HTTP/1.1" status: 200 len: 210 time: 0.0355530 Nov 12 00:49:34.447310 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0de82f-e97e-4d12-a10f-f971721a68d5 None None] Routers {'d9a83e8d-79ab-4320-97db-66b491d7d0e2'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:49:34.449811 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-fb0de82f-e97e-4d12-a10f-f971721a68d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:49:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['d9a83e8d-79ab-4320-97db-66b491d7d0e2'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:34.470422 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 3092506a-72da-41ab-9e4c-4d35f17cb4a0, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=3092506a-72da-41ab-9e4c-4d35f17cb4a0,segment=NetworkSegment(3a7ca1cc-481a-4aa3-8231-19ab80528ebb),segment_id=3a7ca1cc-481a-4aa3-8231-19ab80528ebb)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:34.478152 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4500d0b-bf8a-4a88-8e58-2950aeb8efca req-09f378d5-b4f5-4c76-abb2-07276a04c87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:34.480688 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b4500d0b-bf8a-4a88-8e58-2950aeb8efca req-09f378d5-b4f5-4c76-abb2-07276a04c87b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51782df7842b4c5bbca4d3018f087a2d&device_id=5b126b2b-e86c-41e3-a2b2-167ce96e1033 HTTP/1.1" status: 200 len: 1098 time: 0.0598063 Nov 12 00:49:34.487940 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62aef2d3-8978-413f-b23b-cd223082ac26 x-openstack-request-id: req-62aef2d3-8978-413f-b23b-cd223082ac26 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:34.489994 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ca0315-e67d-46f1-8dd5-cbc45ebcc707", "name": "network-vif-plugged", "status": "completed", "tag": "3092506a-72da-41ab-9e4c-4d35f17cb4a0", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:34.490403 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-62aef2d3-8978-413f-b23b-cd223082ac26 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:34.491070 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ca0315-e67d-46f1-8dd5-cbc45ebcc707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3092506a-72da-41ab-9e4c-4d35f17cb4a0', 'code': 200} Nov 12 00:49:34.600712 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:34.617285 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.db.resource_extend [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:49:34.710298 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5224946a-a577-4aa1-b226-a10d0265d142 x-openstack-request-id: req-5224946a-a577-4aa1-b226-a10d0265d142 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:34.710900 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b126b2b-e86c-41e3-a2b2-167ce96e1033", "tag": "2a2f8d9c-b463-4c1a-9495-d5127dc221c3", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:34.711946 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5224946a-a577-4aa1-b226-a10d0265d142 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:34.713181 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b126b2b-e86c-41e3-a2b2-167ce96e1033', 'tag': '2a2f8d9c-b463-4c1a-9495-d5127dc221c3', 'status': 'completed', 'code': 200} Nov 12 00:49:34.759955 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc665f84-a25e-4f9f-b9df-29dfc70b55a4 req-fd18ffde-d10a-4556-af10-3f971b9aba5c tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:34.767756 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fc665f84-a25e-4f9f-b9df-29dfc70b55a4 req-fd18ffde-d10a-4556-af10-3f971b9aba5c tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6e9032-8d13-45e2-be7e-65094709d350 HTTP/1.1" status: 200 len: 943 time: 0.0685420 Nov 12 00:49:34.796507 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4500d0b-bf8a-4a88-8e58-2950aeb8efca req-002bd689-5fac-4d45-890b-6f236710edc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:34.798292 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b4500d0b-bf8a-4a88-8e58-2950aeb8efca req-002bd689-5fac-4d45-890b-6f236710edc4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=53191a89-587e-4e0e-a197-dccf5f9db2c8 HTTP/1.1" status: 200 len: 930 time: 0.3039708 Nov 12 00:49:34.830832 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fc665f84-a25e-4f9f-b9df-29dfc70b55a4 req-c5f315ca-4991-4699-b06f-1e35d6487ad9 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577536 Nov 12 00:49:34.868160 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=3092506a-72da-41ab-9e4c-4d35f17cb4a0,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:34.880050 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b4500d0b-bf8a-4a88-8e58-2950aeb8efca req-d0eeffb8-5e0a-4972-861e-a60fef2c447b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a2f8d9c-b463-4c1a-9495-d5127dc221c3 HTTP/1.1" status: 200 len: 217 time: 0.0570424 Nov 12 00:49:34.908216 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-fb0de82f-e97e-4d12-a10f-f971721a68d5 None None] Set router d9a83e8d-79ab-4320-97db-66b491d7d0e2 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:49:34.914985 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port c39923dd-1350-4887-9610-b151fed9fd52, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=c39923dd-1350-4887-9610-b151fed9fd52,segment=NetworkSegment(3a7ca1cc-481a-4aa3-8231-19ab80528ebb),segment_id=3a7ca1cc-481a-4aa3-8231-19ab80528ebb)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:34.928765 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb71e7-1a99-4e33-a185-0d157046db0c req-8a25f350-1551-474d-a1b9-d34c70279764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:34.930205 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-22eb71e7-1a99-4e33-a185-0d157046db0c req-8a25f350-1551-474d-a1b9-d34c70279764 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e0ca0315-e67d-46f1-8dd5-cbc45ebcc707 HTTP/1.1" status: 200 len: 1097 time: 0.2846763 Nov 12 00:49:34.934166 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da85ddbc-8f9c-4f10-9653-ffdc68d3db81 req-20ffaafa-d46e-408d-9bd7-25e36583c58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:34.935588 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-da85ddbc-8f9c-4f10-9653-ffdc68d3db81 req-20ffaafa-d46e-408d-9bd7-25e36583c58e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=51782df7842b4c5bbca4d3018f087a2d&device_id=5b126b2b-e86c-41e3-a2b2-167ce96e1033 HTTP/1.1" status: 200 len: 1098 time: 0.2101460 Nov 12 00:49:34.972088 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'c39923dd-1350-4887-9610-b151fed9fd52', 'network_id': '3c057aab-f8ed-46d5-a05e-d2c14de3de8f', 'port_id': 'c39923dd-1350-4887-9610-b151fed9fd52', 'mac_address': 'fa:16:3e:17:61:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90b38c84-f724-4edd-842d-9a5aabc6fb65', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:49:35.007909 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4500d0b-bf8a-4a88-8e58-2950aeb8efca req-c9d13520-d5a8-4f61-8b59-43da6be273fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:35.009489 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b4500d0b-bf8a-4a88-8e58-2950aeb8efca req-c9d13520-d5a8-4f61-8b59-43da6be273fc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=787c16fd-caba-4399-87f0-089f202d99d8 HTTP/1.1" status: 200 len: 868 time: 0.1210065 Nov 12 00:49:35.042733 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:35.084740 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c39923dd-1350-4887-9610-b151fed9fd52 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:49:35.086176 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ff99c-d3eb-488f-a10f-52afed4f7d8e req-861e65b5-fbe2-4aae-92de-af92956f0a59 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:35.088550 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dd2ff99c-d3eb-488f-a10f-52afed4f7d8e req-861e65b5-fbe2-4aae-92de-af92956f0a59 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a9d320c-3251-445b-a7e3-c9564fa8cfc8 HTTP/1.1" status: 200 len: 945 time: 0.0881608 Nov 12 00:49:35.106660 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-22eb71e7-1a99-4e33-a185-0d157046db0c req-a0b23034-3b17-473d-9bed-180a19a7e956 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680589 Nov 12 00:49:35.111463 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port c39923dd-1350-4887-9610-b151fed9fd52, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=c39923dd-1350-4887-9610-b151fed9fd52,segment=NetworkSegment(3a7ca1cc-481a-4aa3-8231-19ab80528ebb),segment_id=3a7ca1cc-481a-4aa3-8231-19ab80528ebb)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:35.120489 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:35.148847 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4500d0b-bf8a-4a88-8e58-2950aeb8efca req-f918b346-30bc-4de0-887f-ee5c76f0327e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:35.150685 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b4500d0b-bf8a-4a88-8e58-2950aeb8efca req-f918b346-30bc-4de0-887f-ee5c76f0327e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=53191a89-587e-4e0e-a197-dccf5f9db2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0977833 Nov 12 00:49:35.180743 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da85ddbc-8f9c-4f10-9653-ffdc68d3db81 req-58aa4e40-17b0-4e50-9d44-c26a2f9cfd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:35.182118 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dd2ff99c-d3eb-488f-a10f-52afed4f7d8e req-446acaa6-1bf9-415d-89d5-63a98242796a tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840814 Nov 12 00:49:35.183929 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-da85ddbc-8f9c-4f10-9653-ffdc68d3db81 req-58aa4e40-17b0-4e50-9d44-c26a2f9cfd82 service neutron] 10.222.0.54 "GET /v2.0/networks?id=53191a89-587e-4e0e-a197-dccf5f9db2c8 HTTP/1.1" status: 200 len: 930 time: 0.2371073 Nov 12 00:49:35.265341 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-da85ddbc-8f9c-4f10-9653-ffdc68d3db81 req-2d7f29d1-d731-40b8-9fdc-1f6dbd1a0862 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a2f8d9c-b463-4c1a-9495-d5127dc221c3 HTTP/1.1" status: 200 len: 217 time: 0.0720990 Nov 12 00:49:35.340976 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=c39923dd-1350-4887-9610-b151fed9fd52,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:35.435672 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-fb0de82f-e97e-4d12-a10f-f971721a68d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a83e8d-79ab-4320-97db-66b491d7d0e2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1558193925-router', 'tenant_id': '51782df7842b4c5bbca4d3018f087a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'bc5460b3-9a20-4122-8ae1-1038610325d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:48Z', 'updated_at': '2021-11-12T00:48:56Z', 'revision_number': 4, 'project_id': '51782df7842b4c5bbca4d3018f087a2d', 'gw_port': {'id': 'bc5460b3-9a20-4122-8ae1-1038610325d4', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a83e8d-79ab-4320-97db-66b491d7d0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:50Z', 'updated_at': '2021-11-12T00:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '63b6c77a-dbf5-4975-80db-5d29dfd992c5', 'name': '', 'network_id': '53191a89-587e-4e0e-a197-dccf5f9db2c8', 'tenant_id': '51782df7842b4c5bbca4d3018f087a2d', 'mac_address': 'fa:16:3e:b1:e2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a83e8d-79ab-4320-97db-66b491d7d0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '787c16fd-caba-4399-87f0-089f202d99d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:54Z', 'updated_at': '2021-11-12T00:49:01Z', 'revision_number': 5, 'project_id': '51782df7842b4c5bbca4d3018f087a2d', 'subnets': [{'id': '787c16fd-caba-4399-87f0-089f202d99d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:35.451775 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b4500d0b-bf8a-4a88-8e58-2950aeb8efca req-2d787219-f9b5-4df6-8ba3-d45264ae58c4 service neutron] 10.222.0.20 "GET /v2.0/networks/53191a89-587e-4e0e-a197-dccf5f9db2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923999 Nov 12 00:49:35.453543 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da85ddbc-8f9c-4f10-9653-ffdc68d3db81 req-03c87087-c96a-4721-a9af-f4a842bdc4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:35.455007 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-da85ddbc-8f9c-4f10-9653-ffdc68d3db81 req-03c87087-c96a-4721-a9af-f4a842bdc4c4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=787c16fd-caba-4399-87f0-089f202d99d8 HTTP/1.1" status: 200 len: 868 time: 0.0813112 Nov 12 00:49:35.475512 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0de82f-e97e-4d12-a10f-f971721a68d5 None None] Checking router: d9a83e8d-79ab-4320-97db-66b491d7d0e2 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:49:35.485990 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0de82f-e97e-4d12-a10f-f971721a68d5 None None] Routers {'d9a83e8d-79ab-4320-97db-66b491d7d0e2'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:49:35.486907 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-fb0de82f-e97e-4d12-a10f-f971721a68d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:49:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['d9a83e8d-79ab-4320-97db-66b491d7d0e2'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:35.616747 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-fb0de82f-e97e-4d12-a10f-f971721a68d5 None None] Set router d9a83e8d-79ab-4320-97db-66b491d7d0e2 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:49:35.625252 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da85ddbc-8f9c-4f10-9653-ffdc68d3db81 req-1016a287-f296-40f6-bf2d-8c0853595bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:35.627066 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-da85ddbc-8f9c-4f10-9653-ffdc68d3db81 req-1016a287-f296-40f6-bf2d-8c0853595bfa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=53191a89-587e-4e0e-a197-dccf5f9db2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1570146 Nov 12 00:49:35.688002 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b4500d0b-bf8a-4a88-8e58-2950aeb8efca req-16d14723-2940-4369-8763-9deea1fb36c1 service neutron] 10.222.0.20 "GET /v2.0/networks/53191a89-587e-4e0e-a197-dccf5f9db2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255142 Nov 12 00:49:35.767150 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['c39923dd-1350-4887-9610-b151fed9fd52'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:49:35.787087 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96552a18-9d12-43d8-b642-24f516e4ad11 req-ca56b59b-553e-40c9-b189-5be3ca1add80 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:35.795165 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-96552a18-9d12-43d8-b642-24f516e4ad11 req-ca56b59b-553e-40c9-b189-5be3ca1add80 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/networks?id=cc6c0861-08f6-4a20-bb15-55ce7625c6e5 HTTP/1.1" status: 200 len: 811 time: 0.1441541 Nov 12 00:49:35.798864 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a382ba0d-ae77-4ba8-891a-9c49ee914466 req-b5cb7d0d-7caf-47c5-85aa-ae22481ad6fa tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/floatingips/0b4b90dd-dd37-4f69-96ff-ee81f04eff6c HTTP/1.1" status: 200 len: 695 time: 0.0554903 Nov 12 00:49:35.811600 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-96552a18-9d12-43d8-b642-24f516e4ad11 req-cf0e5947-8e78-4062-95eb-4dcac9459cb5 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/quotas/5ffaac2ef2674156a598ef42a6d7e245 HTTP/1.1" status: 200 len: 375 time: 0.0155225 Nov 12 00:49:35.851027 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-96552a18-9d12-43d8-b642-24f516e4ad11 req-88ab1a23-03f6-46ee-a2d5-851820aa1204 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ffaac2ef2674156a598ef42a6d7e245&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385404 Nov 12 00:49:35.913876 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-da85ddbc-8f9c-4f10-9653-ffdc68d3db81 req-eeb558de-dae7-42a4-b2ac-cc4a604ffa52 service neutron] 10.222.0.54 "GET /v2.0/networks/53191a89-587e-4e0e-a197-dccf5f9db2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769892 Nov 12 00:49:36.052900 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:49:36.070637 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-96552a18-9d12-43d8-b642-24f516e4ad11 req-e36b8012-8da8-4189-9947-4c541037f7a6 service neutron] 10.222.0.20 "GET /v2.0/networks/cc6c0861-08f6-4a20-bb15-55ce7625c6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041647 Nov 12 00:49:36.112020 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382ba0d-ae77-4ba8-891a-9c49ee914466 req-a72f8623-24e1-49bb-bbf9-ddacf8b0d073 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:36.119897 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a382ba0d-ae77-4ba8-891a-9c49ee914466 req-a72f8623-24e1-49bb-bbf9-ddacf8b0d073 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/networks/ef732b55-2b3c-4048-85da-0a8ac273c14b HTTP/1.1" status: 200 len: 784 time: 0.3206697 Nov 12 00:49:36.166970 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f,segment=NetworkSegment(3a7ca1cc-481a-4aa3-8231-19ab80528ebb),segment_id=3a7ca1cc-481a-4aa3-8231-19ab80528ebb)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:36.180158 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-96552a18-9d12-43d8-b642-24f516e4ad11 req-2032b99a-3ce1-46af-94ec-d249412e11ce service neutron] 10.222.0.20 "GET /v2.0/networks/cc6c0861-08f6-4a20-bb15-55ce7625c6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054101 Nov 12 00:49:36.185466 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': 'bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f', 'network_id': '3c057aab-f8ed-46d5-a05e-d2c14de3de8f', 'port_id': 'bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f', 'mac_address': 'fa:16:3e:cf:3d:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90b38c84-f724-4edd-842d-9a5aabc6fb65', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:49:36.189483 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a382ba0d-ae77-4ba8-891a-9c49ee914466 req-91e1515c-3ac8-4318-ab6d-9f37c05d3788 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.141 HTTP/1.1" status: 200 len: 698 time: 0.0685828 Nov 12 00:49:36.241439 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:36.285911 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-da85ddbc-8f9c-4f10-9653-ffdc68d3db81 req-9508f5b9-10b2-4465-b860-2f3324a085a4 service neutron] 10.222.0.54 "GET /v2.0/networks/53191a89-587e-4e0e-a197-dccf5f9db2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636611 Nov 12 00:49:36.301893 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a382ba0d-ae77-4ba8-891a-9c49ee914466 req-3899409e-f61d-4c99-969e-89f0d174bc99 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.141 HTTP/1.1" status: 200 len: 698 time: 0.1112139 Nov 12 00:49:36.331791 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:49:36.552358 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f,segment=NetworkSegment(3a7ca1cc-481a-4aa3-8231-19ab80528ebb),segment_id=3a7ca1cc-481a-4aa3-8231-19ab80528ebb)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:36.568488 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:36.591629 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87264a-e0ec-41a6-85b3-1eaa02208627 req-6f94070e-43b1-4f79-9d39-1382d99cb3a5 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:36.593137 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8a87264a-e0ec-41a6-85b3-1eaa02208627 req-6f94070e-43b1-4f79-9d39-1382d99cb3a5 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6e9032-8d13-45e2-be7e-65094709d350 HTTP/1.1" status: 200 len: 943 time: 0.0913055 Nov 12 00:49:36.651236 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fd505ef8-bcd1-43b2-8f7e-a62e6a0faf93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:36.697813 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8a87264a-e0ec-41a6-85b3-1eaa02208627 req-6aa0e774-16de-4338-89bc-53dbada3a1b6 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915668 Nov 12 00:49:36.716981 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:36.735891 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-fb0de82f-e97e-4d12-a10f-f971721a68d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a83e8d-79ab-4320-97db-66b491d7d0e2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1558193925-router', 'tenant_id': '51782df7842b4c5bbca4d3018f087a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'bc5460b3-9a20-4122-8ae1-1038610325d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:48Z', 'updated_at': '2021-11-12T00:48:56Z', 'revision_number': 4, 'project_id': '51782df7842b4c5bbca4d3018f087a2d', 'gw_port': {'id': 'bc5460b3-9a20-4122-8ae1-1038610325d4', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a83e8d-79ab-4320-97db-66b491d7d0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:50Z', 'updated_at': '2021-11-12T00:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '63b6c77a-dbf5-4975-80db-5d29dfd992c5', 'name': '', 'network_id': '53191a89-587e-4e0e-a197-dccf5f9db2c8', 'tenant_id': '51782df7842b4c5bbca4d3018f087a2d', 'mac_address': 'fa:16:3e:b1:e2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a83e8d-79ab-4320-97db-66b491d7d0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '787c16fd-caba-4399-87f0-089f202d99d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:54Z', 'updated_at': '2021-11-12T00:49:01Z', 'revision_number': 5, 'project_id': '51782df7842b4c5bbca4d3018f087a2d', 'subnets': [{'id': '787c16fd-caba-4399-87f0-089f202d99d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:36.781394 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0de82f-e97e-4d12-a10f-f971721a68d5 None None] The sync data for ids ['d9a83e8d-79ab-4320-97db-66b491d7d0e2'] in n-d-812236-11 is: [{'id': 'd9a83e8d-79ab-4320-97db-66b491d7d0e2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1558193925-router', 'tenant_id': '51782df7842b4c5bbca4d3018f087a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'bc5460b3-9a20-4122-8ae1-1038610325d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:48Z', 'updated_at': '2021-11-12T00:48:56Z', 'revision_number': 4, 'project_id': '51782df7842b4c5bbca4d3018f087a2d', 'gw_port': {'id': 'bc5460b3-9a20-4122-8ae1-1038610325d4', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a83e8d-79ab-4320-97db-66b491d7d0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:50Z', 'updated_at': '2021-11-12T00:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '63b6c77a-dbf5-4975-80db-5d29dfd992c5', 'name': '', 'network_id': '53191a89-587e-4e0e-a197-dccf5f9db2c8', 'tenant_id': '51782df7842b4c5bbca4d3018f087a2d', 'mac_address': 'fa:16:3e:b1:e2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a83e8d-79ab-4320-97db-66b491d7d0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '787c16fd-caba-4399-87f0-089f202d99d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:54Z', 'updated_at': '2021-11-12T00:49:01Z', 'revision_number': 5, 'project_id': '51782df7842b4c5bbca4d3018f087a2d', 'subnets': [{'id': '787c16fd-caba-4399-87f0-089f202d99d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:49:36.957743 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:49:36.984018 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-a382ba0d-ae77-4ba8-891a-9c49ee914466 req-131def39-2e8a-405d-bfd9-b2df3b258daf tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Deleting port efd41804-9f5b-4722-b950-a6698f0ee732 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:49:36.984357 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a382ba0d-ae77-4ba8-891a-9c49ee914466 req-131def39-2e8a-405d-bfd9-b2df3b258daf tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:37.124189 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398be07a-4e3e-4d46-85ad-512c677e8676 req-3db9e71e-140e-45ba-9be3-0ca40f664c10 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:37.134109 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-398be07a-4e3e-4d46-85ad-512c677e8676 req-3db9e71e-140e-45ba-9be3-0ca40f664c10 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a9d320c-3251-445b-a7e3-c9564fa8cfc8 HTTP/1.1" status: 200 len: 945 time: 0.0947723 Nov 12 00:49:37.189985 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-398be07a-4e3e-4d46-85ad-512c677e8676 req-9c2d957e-990c-48cc-a69a-b6b5011b81df tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545506 Nov 12 00:49:37.239910 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a382ba0d-ae77-4ba8-891a-9c49ee914466 req-131def39-2e8a-405d-bfd9-b2df3b258daf tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:37.240416 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a382ba0d-ae77-4ba8-891a-9c49ee914466 req-131def39-2e8a-405d-bfd9-b2df3b258daf tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:37.267832 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-a382ba0d-ae77-4ba8-891a-9c49ee914466 req-131def39-2e8a-405d-bfd9-b2df3b258daf tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Calling delete_port for efd41804-9f5b-4722-b950-a6698f0ee732 owned by network:floatingip {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:49:37.297396 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2d7a18-6a24-43f9-9e14-a78f8695b5fb None None] New status for floating IP 0b4b90dd-dd37-4f69-96ff-ee81f04eff6c: DOWN {{(pid=102664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:49:37.407120 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9e91f9d2-6878-4349-af26-8696accf78cf req-9932112e-f6d4-4b8d-8f67-1d33a1cd6ada tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=aeb327a1-8ef9-4dc6-a5a9-a290eaa44bdf HTTP/1.1" status: 200 len: 210 time: 0.0397136 Nov 12 00:49:37.432559 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.db.api [None req-db2d7a18-6a24-43f9-9e14-a78f8695b5fb None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 00:49:37.432559 n-d-812236-11 neutron-server[102664]: [SQL: UPDATE floatingips SET `status`=%(status)s WHERE floatingips.id = %(floatingips_id)s] Nov 12 00:49:37.432559 n-d-812236-11 neutron-server[102664]: [parameters: {'status': 'DOWN', 'floatingips_id': '0b4b90dd-dd37-4f69-96ff-ee81f04eff6c'}] Nov 12 00:49:37.432559 n-d-812236-11 neutron-server[102664]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:49:37.433391 n-d-812236-11 neutron-server[102664]: DEBUG oslo_db.api [None req-db2d7a18-6a24-43f9-9e14-a78f8695b5fb None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:49:37.494574 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a382ba0d-ae77-4ba8-891a-9c49ee914466 req-131def39-2e8a-405d-bfd9-b2df3b258daf tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:37.523018 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131def39-2e8a-405d-bfd9-b2df3b258daf tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Pushing event deleted for resources: {'Port': ['ID=efd41804-9f5b-4722-b950-a6698f0ee732,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:37.594088 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:37.603989 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a382ba0d-ae77-4ba8-891a-9c49ee914466 req-131def39-2e8a-405d-bfd9-b2df3b258daf tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Publish callbacks [] for floatingip, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:37.607062 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a382ba0d-ae77-4ba8-891a-9c49ee914466 req-131def39-2e8a-405d-bfd9-b2df3b258daf tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:37.608403 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a382ba0d-ae77-4ba8-891a-9c49ee914466 req-131def39-2e8a-405d-bfd9-b2df3b258daf tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "DELETE /v2.0/floatingips/0b4b90dd-dd37-4f69-96ff-ee81f04eff6c HTTP/1.1" status: 204 len: 173 time: 1.2950113 Nov 12 00:49:37.745446 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e056d60-7ca7-48fc-9e40-fd011ca684d6 req-0afa8d7d-c6a9-486e-964f-7ea525633c4c tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:37.756971 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4e056d60-7ca7-48fc-9e40-fd011ca684d6 req-0afa8d7d-c6a9-486e-964f-7ea525633c4c tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b126b2b-e86c-41e3-a2b2-167ce96e1033&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0706134 Nov 12 00:49:37.837491 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4e056d60-7ca7-48fc-9e40-fd011ca684d6 req-c2b0452f-1ed2-461b-9cd7-8e6fb9297219 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0632019 Nov 12 00:49:37.841788 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e469f-8bb1-4ea2-8245-3aa3e2695ae4 req-1375e245-8401-4011-89ef-61560541cdda tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:37.849269 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b47e469f-8bb1-4ea2-8245-3aa3e2695ae4 req-1375e245-8401-4011-89ef-61560541cdda tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6e9032-8d13-45e2-be7e-65094709d350 HTTP/1.1" status: 200 len: 944 time: 0.0691462 Nov 12 00:49:37.896553 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-78c44902-d77f-4bec-b06a-985284e9bdf5 req-10d02845-c0da-4f89-a3cd-c1a965a26fb8 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0553122 Nov 12 00:49:37.913629 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b47e469f-8bb1-4ea2-8245-3aa3e2695ae4 req-46cc6d3b-f826-4626-9b69-e7ff580870d8 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634377 Nov 12 00:49:37.939937 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2d7a18-6a24-43f9-9e14-a78f8695b5fb None None] New status for floating IP 0b4b90dd-dd37-4f69-96ff-ee81f04eff6c: DOWN {{(pid=102664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:49:38.060052 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:49:38.172477 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:49:38.185040 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:38.185495 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:38.229082 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96552a18-9d12-43d8-b642-24f516e4ad11 req-880d9dbc-5ed5-4ec1-a6cc-20a29f09d514 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:38.234585 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-96552a18-9d12-43d8-b642-24f516e4ad11 req-880d9dbc-5ed5-4ec1-a6cc-20a29f09d514 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.49 "GET /v2.0/networks?id=cc6c0861-08f6-4a20-bb15-55ce7625c6e5 HTTP/1.1" status: 200 len: 811 time: 0.2233429 Nov 12 00:49:38.264571 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-96552a18-9d12-43d8-b642-24f516e4ad11 req-d8df7f88-3a41-4b8a-805e-454c9bd32096 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Request body: {'port': {'device_id': 'aeb327a1-8ef9-4dc6-a5a9-a290eaa44bdf', 'network_id': 'cc6c0861-08f6-4a20-bb15-55ce7625c6e5', 'admin_state_up': True, 'tenant_id': '5ffaac2ef2674156a598ef42a6d7e245'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:38.323443 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:38.337445 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71decd-e507-48fe-aec9-9e94c23b3ce4 req-48dfe8da-fea6-40b9-ab8e-ff7d9002482c tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:38.346302 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9a71decd-e507-48fe-aec9-9e94c23b3ce4 req-48dfe8da-fea6-40b9-ab8e-ff7d9002482c tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b126b2b-e86c-41e3-a2b2-167ce96e1033 HTTP/1.1" status: 200 len: 946 time: 0.1015856 Nov 12 00:49:38.392861 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f,segment=NetworkSegment(3a7ca1cc-481a-4aa3-8231-19ab80528ebb),segment_id=3a7ca1cc-481a-4aa3-8231-19ab80528ebb)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:38.400577 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6e9032-8d13-45e2-be7e-65094709d350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:38.407817 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523ec458-d0d2-4661-8042-9366462b8915" -d '{"events": [{"server_uuid": "be6e9032-8d13-45e2-be7e-65094709d350", "name": "network-vif-plugged", "status": "completed", "tag": "bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:38.411610 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device c39923dd-1350-4887-9610-b151fed9fd52 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:49:38.423492 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e702003e-c8e5-4d6f-a74d-9340f60ff123 req-f0de3110-f3c9-4bfb-b85a-b1bdd8e2c146 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:38.425085 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e702003e-c8e5-4d6f-a74d-9340f60ff123 req-f0de3110-f3c9-4bfb-b85a-b1bdd8e2c146 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a9d320c-3251-445b-a7e3-c9564fa8cfc8 HTTP/1.1" status: 200 len: 945 time: 0.1081145 Nov 12 00:49:38.458197 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9a71decd-e507-48fe-aec9-9e94c23b3ce4 req-eb901b5a-f954-4843-8ac5-e138a88bfe9b tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e5c4b89-8bda-46dc-b9e5-204895260378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101050 Nov 12 00:49:38.467850 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:38.512206 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96552a18-9d12-43d8-b642-24f516e4ad11 req-d8df7f88-3a41-4b8a-805e-454c9bd32096 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Made reservation on behalf of 5ffaac2ef2674156a598ef42a6d7e245 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:49:38.524146 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-96552a18-9d12-43d8-b642-24f516e4ad11 req-d8df7f88-3a41-4b8a-805e-454c9bd32096 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:38.530892 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e702003e-c8e5-4d6f-a74d-9340f60ff123 req-bd5f8d1e-ecec-4a09-a7d0-2dc99eeb51fb tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978453 Nov 12 00:49:38.589646 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:38.615893 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port c39923dd-1350-4887-9610-b151fed9fd52 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:49:38.620738 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port c39923dd-1350-4887-9610-b151fed9fd52 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:38.623306 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:38.672938 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6dd07b77-b789-43ed-ac70-03d08b5f3b44 req-0626ca71-4187-4c79-9f73-cf9aebe8acdb tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=aeb327a1-8ef9-4dc6-a5a9-a290eaa44bdf HTTP/1.1" status: 200 len: 210 time: 0.0655286 Nov 12 00:49:38.712552 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-96552a18-9d12-43d8-b642-24f516e4ad11 req-d8df7f88-3a41-4b8a-805e-454c9bd32096 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Allocated IP 172.20.0.5 (cc6c0861-08f6-4a20-bb15-55ce7625c6e5/8dc44064-8072-4b25-a5ed-adc971ac9588/ee479850-2577-4380-8817-38b009e3cca9) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:49:38.742312 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb7885e-b654-4bd0-a284-b8a781cb7734 x-openstack-request-id: req-ffb7885e-b654-4bd0-a284-b8a781cb7734 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:38.745519 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be6e9032-8d13-45e2-be7e-65094709d350", "name": "network-vif-plugged", "status": "completed", "tag": "bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:38.746203 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ffb7885e-b654-4bd0-a284-b8a781cb7734 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:38.746690 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6e9032-8d13-45e2-be7e-65094709d350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f', 'code': 200} Nov 12 00:49:38.812726 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:38.856978 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port c39923dd-1350-4887-9610-b151fed9fd52, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=c39923dd-1350-4887-9610-b151fed9fd52,segment=NetworkSegment(3a7ca1cc-481a-4aa3-8231-19ab80528ebb),segment_id=3a7ca1cc-481a-4aa3-8231-19ab80528ebb)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:38.862860 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:38.918978 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=c39923dd-1350-4887-9610-b151fed9fd52,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:38.929756 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-96552a18-9d12-43d8-b642-24f516e4ad11 req-d8df7f88-3a41-4b8a-805e-454c9bd32096 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:38.961515 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65fe459-1012-43b7-a9a6-c6514bfdf061 req-68473872-3ff8-473a-8484-c5ac5caa6b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:38.963091 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e65fe459-1012-43b7-a9a6-c6514bfdf061 req-68473872-3ff8-473a-8484-c5ac5caa6b0b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=be6e9032-8d13-45e2-be7e-65094709d350 HTTP/1.1" status: 200 len: 1097 time: 0.1593184 Nov 12 00:49:39.016179 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-96552a18-9d12-43d8-b642-24f516e4ad11 req-d8df7f88-3a41-4b8a-805e-454c9bd32096 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:39.106795 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96552a18-9d12-43d8-b642-24f516e4ad11 req-d8df7f88-3a41-4b8a-805e-454c9bd32096 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Network cc6c0861-08f6-4a20-bb15-55ce7625c6e5 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:49:39.120506 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-96552a18-9d12-43d8-b642-24f516e4ad11 req-d8df7f88-3a41-4b8a-805e-454c9bd32096 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:49:39.122938 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-96552a18-9d12-43d8-b642-24f516e4ad11 req-d8df7f88-3a41-4b8a-805e-454c9bd32096 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:49:39.169487 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:39.172609 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e65fe459-1012-43b7-a9a6-c6514bfdf061 req-ad166ee2-b4f1-420d-a419-cfaf58473ec2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817191 Nov 12 00:49:39.182676 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8df7f88-3a41-4b8a-805e-454c9bd32096 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Pushing event updated for resources: {'Port': ['ID=ee479850-2577-4380-8817-38b009e3cca9,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:39.199765 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595cc06-7a5f-4ae8-8797-a0e9c089d42c req-86a1bd1c-c237-4c87-8893-a6a60850c211 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:39.201261 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a595cc06-7a5f-4ae8-8797-a0e9c089d42c req-86a1bd1c-c237-4c87-8893-a6a60850c211 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6e9032-8d13-45e2-be7e-65094709d350 HTTP/1.1" status: 200 len: 945 time: 0.1932595 Nov 12 00:49:39.213909 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96552a18-9d12-43d8-b642-24f516e4ad11 req-d8df7f88-3a41-4b8a-805e-454c9bd32096 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:39.214859 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-96552a18-9d12-43d8-b642-24f516e4ad11 req-d8df7f88-3a41-4b8a-805e-454c9bd32096 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:39.248424 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-96552a18-9d12-43d8-b642-24f516e4ad11 req-d8df7f88-3a41-4b8a-805e-454c9bd32096 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9884105 Nov 12 00:49:39.271620 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a595cc06-7a5f-4ae8-8797-a0e9c089d42c req-d88679e0-446a-4ae6-80d3-520d177952a5 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530939 Nov 12 00:49:39.454346 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-96552a18-9d12-43d8-b642-24f516e4ad11 req-475614db-a837-4790-928c-153f08ee37c2 service neutron] Request body: {'port': {'device_id': 'aeb327a1-8ef9-4dc6-a5a9-a290eaa44bdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:39.518422 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-96552a18-9d12-43d8-b642-24f516e4ad11 req-475614db-a837-4790-928c-153f08ee37c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:39.587508 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6fb3ee-7e01-4baf-809b-e19da93fe345 req-f6cd14db-8f56-4577-8f82-39678b9927f1 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:39.590702 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-af6fb3ee-7e01-4baf-809b-e19da93fe345 req-f6cd14db-8f56-4577-8f82-39678b9927f1 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b126b2b-e86c-41e3-a2b2-167ce96e1033 HTTP/1.1" status: 200 len: 946 time: 0.0574038 Nov 12 00:49:39.664256 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-af6fb3ee-7e01-4baf-809b-e19da93fe345 req-01aa05ac-c64b-438d-8475-24649d737bb9 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e5c4b89-8bda-46dc-b9e5-204895260378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624895 Nov 12 00:49:39.735189 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:39.810484 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef156e-8359-4940-b14d-f78bb3b9cf75 req-e57c5091-8bbb-4f9c-bfd3-cad4cac86fb2 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:39.815017 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bbef156e-8359-4940-b14d-f78bb3b9cf75 req-e57c5091-8bbb-4f9c-bfd3-cad4cac86fb2 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a9d320c-3251-445b-a7e3-c9564fa8cfc8 HTTP/1.1" status: 200 len: 945 time: 0.0699871 Nov 12 00:49:39.861454 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bbef156e-8359-4940-b14d-f78bb3b9cf75 req-ddf5e424-4630-4e3a-9f95-a72e8b8cd7ac tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421772 Nov 12 00:49:39.872360 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392a4d5-6fc6-4ca5-b988-544e4dc9fc7a req-32b7bde3-efa2-43a3-a9bc-1d72fd69a541 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:39.874197 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d392a4d5-6fc6-4ca5-b988-544e4dc9fc7a req-32b7bde3-efa2-43a3-a9bc-1d72fd69a541 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=aeb327a1-8ef9-4dc6-a5a9-a290eaa44bdf HTTP/1.1" status: 200 len: 931 time: 0.0847027 Nov 12 00:49:39.947795 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-96552a18-9d12-43d8-b642-24f516e4ad11 req-475614db-a837-4790-928c-153f08ee37c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee479850-2577-4380-8817-38b009e3cca9 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:49:39.963178 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-96552a18-9d12-43d8-b642-24f516e4ad11 req-475614db-a837-4790-928c-153f08ee37c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:39.974244 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d392a4d5-6fc6-4ca5-b988-544e4dc9fc7a req-5f5f2dd0-9a34-441d-8dbc-f671d80b703e tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888131 Nov 12 00:49:39.977072 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12afd7fd-3581-46f9-9824-7ca1b6e7eb5c req-4fe19b5e-e2b1-4417-ba85-85b9f23ff06c tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:39.982124 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-96552a18-9d12-43d8-b642-24f516e4ad11 req-475614db-a837-4790-928c-153f08ee37c2 service neutron] Transition to ACTIVE for port object ee479850-2577-4380-8817-38b009e3cca9 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:49:39.986513 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-96552a18-9d12-43d8-b642-24f516e4ad11 req-475614db-a837-4790-928c-153f08ee37c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:39.988882 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-12afd7fd-3581-46f9-9824-7ca1b6e7eb5c req-4fe19b5e-e2b1-4417-ba85-85b9f23ff06c tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=93bc3dde-ca07-4327-be4c-d513241d0d3f HTTP/1.1" status: 200 len: 944 time: 0.0695362 Nov 12 00:49:40.068399 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-12afd7fd-3581-46f9-9824-7ca1b6e7eb5c req-74aed295-e9fa-40df-9c1b-e6789408b076 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784757 Nov 12 00:49:40.070816 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475614db-a837-4790-928c-153f08ee37c2 service neutron] Pushing event updated for resources: {'Port': ['ID=ee479850-2577-4380-8817-38b009e3cca9,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:40.150712 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-96552a18-9d12-43d8-b642-24f516e4ad11 req-475614db-a837-4790-928c-153f08ee37c2 service neutron] Attempting to bind port ee479850-2577-4380-8817-38b009e3cca9 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:49:40.151064 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-96552a18-9d12-43d8-b642-24f516e4ad11 req-475614db-a837-4790-928c-153f08ee37c2 service neutron] Attempting to bind port ee479850-2577-4380-8817-38b009e3cca9 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '38b12e74-b18e-41d0-b62c-8552b3e37d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cc6c0861-08f6-4a20-bb15-55ce7625c6e5'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:49:40.151393 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96552a18-9d12-43d8-b642-24f516e4ad11 req-475614db-a837-4790-928c-153f08ee37c2 service neutron] Attempting to bind port ee479850-2577-4380-8817-38b009e3cca9 on network cc6c0861-08f6-4a20-bb15-55ce7625c6e5 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:49:40.157129 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96552a18-9d12-43d8-b642-24f516e4ad11 req-475614db-a837-4790-928c-153f08ee37c2 service neutron] Port ee479850-2577-4380-8817-38b009e3cca9 on network cc6c0861-08f6-4a20-bb15-55ce7625c6e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:49:40.157621 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96552a18-9d12-43d8-b642-24f516e4ad11 req-475614db-a837-4790-928c-153f08ee37c2 service neutron] Attempting to bind port ee479850-2577-4380-8817-38b009e3cca9 on network cc6c0861-08f6-4a20-bb15-55ce7625c6e5 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:49:40.164009 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96552a18-9d12-43d8-b642-24f516e4ad11 req-475614db-a837-4790-928c-153f08ee37c2 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:49:40.164411 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96552a18-9d12-43d8-b642-24f516e4ad11 req-475614db-a837-4790-928c-153f08ee37c2 service neutron] Checking segment: {'id': '38b12e74-b18e-41d0-b62c-8552b3e37d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cc6c0861-08f6-4a20-bb15-55ce7625c6e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:49:40.164733 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96552a18-9d12-43d8-b642-24f516e4ad11 req-475614db-a837-4790-928c-153f08ee37c2 service neutron] Bound using segment: {'id': '38b12e74-b18e-41d0-b62c-8552b3e37d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cc6c0861-08f6-4a20-bb15-55ce7625c6e5'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:49:40.165227 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-96552a18-9d12-43d8-b642-24f516e4ad11 req-475614db-a837-4790-928c-153f08ee37c2 service neutron] Bound port: ee479850-2577-4380-8817-38b009e3cca9, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38b12e74-b18e-41d0-b62c-8552b3e37d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cc6c0861-08f6-4a20-bb15-55ce7625c6e5'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:49:40.165533 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-96552a18-9d12-43d8-b642-24f516e4ad11 req-475614db-a837-4790-928c-153f08ee37c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:40.243638 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-96552a18-9d12-43d8-b642-24f516e4ad11 req-475614db-a837-4790-928c-153f08ee37c2 service neutron] For port ee479850-2577-4380-8817-38b009e3cca9, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:49:40.246973 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-96552a18-9d12-43d8-b642-24f516e4ad11 req-475614db-a837-4790-928c-153f08ee37c2 service neutron] For port ee479850-2577-4380-8817-38b009e3cca9, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=ee479850-2577-4380-8817-38b009e3cca9,segment=NetworkSegment(38b12e74-b18e-41d0-b62c-8552b3e37d05),segment_id=38b12e74-b18e-41d0-b62c-8552b3e37d05)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:49:40.250390 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-96552a18-9d12-43d8-b642-24f516e4ad11 req-475614db-a837-4790-928c-153f08ee37c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:40.288154 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96552a18-9d12-43d8-b642-24f516e4ad11 req-475614db-a837-4790-928c-153f08ee37c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:40.288771 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-96552a18-9d12-43d8-b642-24f516e4ad11 req-475614db-a837-4790-928c-153f08ee37c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:40.290184 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-96552a18-9d12-43d8-b642-24f516e4ad11 req-475614db-a837-4790-928c-153f08ee37c2 service neutron] 10.222.0.49 "PUT /v2.0/ports/ee479850-2577-4380-8817-38b009e3cca9 HTTP/1.1" status: 200 len: 1092 time: 0.8405039 Nov 12 00:49:40.290619 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb327a1-8ef9-4dc6-a5a9-a290eaa44bdf', 'tag': 'ee479850-2577-4380-8817-38b009e3cca9'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:40.292904 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf4a13f-48d9-48c4-9280-999764f120ed" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb327a1-8ef9-4dc6-a5a9-a290eaa44bdf", "tag": "ee479850-2577-4380-8817-38b009e3cca9"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:40.339491 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475614db-a837-4790-928c-153f08ee37c2 service neutron] Pushing event updated for resources: {'Port': ['ID=ee479850-2577-4380-8817-38b009e3cca9,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:40.350184 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00cb3c8-90a0-496c-a2a0-e9500434e67e x-openstack-request-id: req-b00cb3c8-90a0-496c-a2a0-e9500434e67e {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:40.350479 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb327a1-8ef9-4dc6-a5a9-a290eaa44bdf", "tag": "ee479850-2577-4380-8817-38b009e3cca9", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:40.350735 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b00cb3c8-90a0-496c-a2a0-e9500434e67e {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:40.351817 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb327a1-8ef9-4dc6-a5a9-a290eaa44bdf', 'tag': 'ee479850-2577-4380-8817-38b009e3cca9', 'status': 'completed', 'code': 200} Nov 12 00:49:40.421097 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e999ddcd-e836-4bb9-9194-010682a8cdf0 req-7d80b31c-c153-4ee3-9db6-83ce7c2bb8b4 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:40.422648 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e999ddcd-e836-4bb9-9194-010682a8cdf0 req-7d80b31c-c153-4ee3-9db6-83ce7c2bb8b4 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6e9032-8d13-45e2-be7e-65094709d350 HTTP/1.1" status: 200 len: 945 time: 0.0539744 Nov 12 00:49:40.430845 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96552a18-9d12-43d8-b642-24f516e4ad11 req-1dcdaaad-c3d6-4bad-87e8-ae38e3e34f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:40.432431 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-96552a18-9d12-43d8-b642-24f516e4ad11 req-1dcdaaad-c3d6-4bad-87e8-ae38e3e34f52 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5ffaac2ef2674156a598ef42a6d7e245&device_id=aeb327a1-8ef9-4dc6-a5a9-a290eaa44bdf HTTP/1.1" status: 200 len: 1095 time: 0.0440581 Nov 12 00:49:40.470703 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e999ddcd-e836-4bb9-9194-010682a8cdf0 req-8bfc3dce-7f53-44d8-a059-d6a8854fa087 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412328 Nov 12 00:49:40.508099 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-96552a18-9d12-43d8-b642-24f516e4ad11 req-fc7b7f2a-4c73-4c5c-a3d1-3f32c6dd0784 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee479850-2577-4380-8817-38b009e3cca9 HTTP/1.1" status: 200 len: 217 time: 0.0548601 Nov 12 00:49:40.535590 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade1b42-37bf-41be-8635-f4bad5a79374 req-fec0a39c-76fa-4e8f-8495-939726bc9f93 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:40.537005 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2ade1b42-37bf-41be-8635-f4bad5a79374 req-fec0a39c-76fa-4e8f-8495-939726bc9f93 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b126b2b-e86c-41e3-a2b2-167ce96e1033 HTTP/1.1" status: 200 len: 946 time: 0.0930264 Nov 12 00:49:40.588455 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:40.625620 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96552a18-9d12-43d8-b642-24f516e4ad11 req-1630d9b1-85e8-444d-af66-6dc6072e0bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:40.627069 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-96552a18-9d12-43d8-b642-24f516e4ad11 req-1630d9b1-85e8-444d-af66-6dc6072e0bbc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8dc44064-8072-4b25-a5ed-adc971ac9588 HTTP/1.1" status: 200 len: 851 time: 0.1086497 Nov 12 00:49:40.663018 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-96552a18-9d12-43d8-b642-24f516e4ad11 req-36e9d161-6f7b-4245-be2f-15b6cc1afd12 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cc6c0861-08f6-4a20-bb15-55ce7625c6e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279565 Nov 12 00:49:40.705496 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-2ade1b42-37bf-41be-8635-f4bad5a79374 req-c1354cf9-816e-4901-91ff-347e2d5335c3 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Deleting port 2a2f8d9c-b463-4c1a-9495-d5127dc221c3 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:49:40.705834 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-2ade1b42-37bf-41be-8635-f4bad5a79374 req-c1354cf9-816e-4901-91ff-347e2d5335c3 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:40.748068 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea414c79-ac82-4d0b-889f-9e2411c9f1c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39923dd-1350-4887-9610-b151fed9fd52'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:40.750384 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9518feeb-431b-4a11-87fd-0382ed725ecb" -d '{"events": [{"server_uuid": "ea414c79-ac82-4d0b-889f-9e2411c9f1c4", "name": "network-vif-plugged", "status": "completed", "tag": "c39923dd-1350-4887-9610-b151fed9fd52"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:40.787555 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a526f89-5df4-4836-9479-88029c93c0ae x-openstack-request-id: req-6a526f89-5df4-4836-9479-88029c93c0ae {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:40.787854 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea414c79-ac82-4d0b-889f-9e2411c9f1c4", "name": "network-vif-plugged", "status": "completed", "tag": "c39923dd-1350-4887-9610-b151fed9fd52", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:40.788254 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6a526f89-5df4-4836-9479-88029c93c0ae {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:40.788665 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea414c79-ac82-4d0b-889f-9e2411c9f1c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39923dd-1350-4887-9610-b151fed9fd52', 'code': 200} Nov 12 00:49:40.862395 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-96552a18-9d12-43d8-b642-24f516e4ad11 req-f0e34c7f-defa-48b7-b60d-6ba4f119cad0 service neutron] 10.222.0.49 "GET /v2.0/networks/cc6c0861-08f6-4a20-bb15-55ce7625c6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903365 Nov 12 00:49:40.872352 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7ef5d-6743-4d4a-a31a-499322684b6e req-d6c83cfe-2013-4229-9a09-95919af2f091 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:40.873773 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-07f7ef5d-6743-4d4a-a31a-499322684b6e req-d6c83cfe-2013-4229-9a09-95919af2f091 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b126b2b-e86c-41e3-a2b2-167ce96e1033 HTTP/1.1" status: 200 len: 946 time: 0.1287808 Nov 12 00:49:40.939850 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-2ade1b42-37bf-41be-8635-f4bad5a79374 req-c1354cf9-816e-4901-91ff-347e2d5335c3 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] For port 2a2f8d9c-b463-4c1a-9495-d5127dc221c3, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=2a2f8d9c-b463-4c1a-9495-d5127dc221c3,segment=NetworkSegment(59d71ae5-1e53-4be1-9fc1-c6b52a0e3297),segment_id=59d71ae5-1e53-4be1-9fc1-c6b52a0e3297)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:40.940216 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-2ade1b42-37bf-41be-8635-f4bad5a79374 req-c1354cf9-816e-4901-91ff-347e2d5335c3 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:40.965405 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec6a41-47b1-4468-b7e6-19786515a550 req-c9844e32-f7d3-4798-9354-78537f4d4885 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:40.967009 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-23ec6a41-47b1-4468-b7e6-19786515a550 req-c9844e32-f7d3-4798-9354-78537f4d4885 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.54 "GET /v2.0/ports?device_id=93bc3dde-ca07-4327-be4c-d513241d0d3f HTTP/1.1" status: 200 len: 944 time: 0.0602670 Nov 12 00:49:40.994393 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-2ade1b42-37bf-41be-8635-f4bad5a79374 req-c1354cf9-816e-4901-91ff-347e2d5335c3 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Calling delete_port for 2a2f8d9c-b463-4c1a-9495-d5127dc221c3 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:49:41.021357 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-07f7ef5d-6743-4d4a-a31a-499322684b6e req-d05e57ff-7a3b-48e3-9270-6f989e2e0712 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e5c4b89-8bda-46dc-b9e5-204895260378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369016 Nov 12 00:49:41.078505 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-96552a18-9d12-43d8-b642-24f516e4ad11 req-402e9a9d-5bea-4dbb-a17c-529c79cf0346 service neutron] 10.222.0.49 "GET /v2.0/networks/cc6c0861-08f6-4a20-bb15-55ce7625c6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952384 Nov 12 00:49:41.100748 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056574d1-c378-4671-8a94-3ac6f0b12e40 req-5bb3f30e-4ad1-4202-a249-d8a8a960f2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:41.103748 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-056574d1-c378-4671-8a94-3ac6f0b12e40 req-5bb3f30e-4ad1-4202-a249-d8a8a960f2e3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ea414c79-ac82-4d0b-889f-9e2411c9f1c4 HTTP/1.1" status: 200 len: 1097 time: 0.1332717 Nov 12 00:49:41.113359 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d993b8-4a7e-46e6-b44a-eab1eb9392e4 req-b04267c2-aff1-4e80-9bfa-9ba877deb81a tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:41.114929 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6d993b8-4a7e-46e6-b44a-eab1eb9392e4 req-b04267c2-aff1-4e80-9bfa-9ba877deb81a tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a9d320c-3251-445b-a7e3-c9564fa8cfc8 HTTP/1.1" status: 200 len: 945 time: 0.1469610 Nov 12 00:49:41.155797 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f7150-0977-48f0-9121-55771181de78 req-5bf2cc16-8efa-4a16-8684-c1037e62d8cb tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:41.161882 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e65f7150-0977-48f0-9121-55771181de78 req-5bf2cc16-8efa-4a16-8684-c1037e62d8cb tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=aeb327a1-8ef9-4dc6-a5a9-a290eaa44bdf HTTP/1.1" status: 200 len: 943 time: 0.0728629 Nov 12 00:49:41.210078 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-056574d1-c378-4671-8a94-3ac6f0b12e40 req-da299f6e-d49a-4e65-b7e5-d6617818f936 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926454 Nov 12 00:49:41.214438 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6d993b8-4a7e-46e6-b44a-eab1eb9392e4 req-a0aac32a-dad6-4974-a6e3-92d63c6d37b4 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833268 Nov 12 00:49:41.217289 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-23ec6a41-47b1-4468-b7e6-19786515a550 req-d8793ed5-af47-4b9a-a82b-d012998a21d1 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Deleting port f339798c-2e3a-4e57-9c60-8a82e1cf51b0 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:49:41.217665 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-23ec6a41-47b1-4468-b7e6-19786515a550 req-d8793ed5-af47-4b9a-a82b-d012998a21d1 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:41.278435 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e65f7150-0977-48f0-9121-55771181de78 req-eb0c4649-bba7-4dd2-8573-7b83c958bfdd tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103282 Nov 12 00:49:41.286830 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-2ade1b42-37bf-41be-8635-f4bad5a79374 req-c1354cf9-816e-4901-91ff-347e2d5335c3 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:41.323611 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['2a2f8d9c-b463-4c1a-9495-d5127dc221c3'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:49:41.328910 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4a13f-48d9-48c4-9280-999764f120ed req-6ef009b4-6c38-473b-8a2d-7311813b6677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:41.330425 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6bf4a13f-48d9-48c4-9280-999764f120ed req-6ef009b4-6c38-473b-8a2d-7311813b6677 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5ffaac2ef2674156a598ef42a6d7e245&device_id=aeb327a1-8ef9-4dc6-a5a9-a290eaa44bdf HTTP/1.1" status: 200 len: 1095 time: 0.1290708 Nov 12 00:49:41.333998 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1354cf9-816e-4901-91ff-347e2d5335c3 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Pushing event deleted for resources: {'Port': ['ID=2a2f8d9c-b463-4c1a-9495-d5127dc221c3,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:41.378794 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6614109-5887-41bb-b955-0c8f2afe5677 req-9be8c44c-5d88-4270-bb0c-77b0ad9084a4 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:41.380384 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d6614109-5887-41bb-b955-0c8f2afe5677 req-9be8c44c-5d88-4270-bb0c-77b0ad9084a4 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=93bc3dde-ca07-4327-be4c-d513241d0d3f HTTP/1.1" status: 200 len: 944 time: 0.1038327 Nov 12 00:49:41.386048 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-23ec6a41-47b1-4468-b7e6-19786515a550 req-d8793ed5-af47-4b9a-a82b-d012998a21d1 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] For port f339798c-2e3a-4e57-9c60-8a82e1cf51b0, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f339798c-2e3a-4e57-9c60-8a82e1cf51b0,segment=NetworkSegment(eac800fb-e2a4-4100-807c-1fb9b17e8d78),segment_id=eac800fb-e2a4-4100-807c-1fb9b17e8d78)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:41.386408 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-23ec6a41-47b1-4468-b7e6-19786515a550 req-d8793ed5-af47-4b9a-a82b-d012998a21d1 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:41.408058 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-23ec6a41-47b1-4468-b7e6-19786515a550 req-d8793ed5-af47-4b9a-a82b-d012998a21d1 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Calling delete_port for f339798c-2e3a-4e57-9c60-8a82e1cf51b0 owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:49:41.436507 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ade1b42-37bf-41be-8635-f4bad5a79374 req-c1354cf9-816e-4901-91ff-347e2d5335c3 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] No DVR routers for this DVR port 2a2f8d9c-b463-4c1a-9495-d5127dc221c3 on host n-h2-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:49:41.440176 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-2ade1b42-37bf-41be-8635-f4bad5a79374 req-c1354cf9-816e-4901-91ff-347e2d5335c3 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:41.444164 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2ade1b42-37bf-41be-8635-f4bad5a79374 req-c1354cf9-816e-4901-91ff-347e2d5335c3 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.54 "DELETE /v2.0/ports/2a2f8d9c-b463-4c1a-9495-d5127dc221c3 HTTP/1.1" status: 204 len: 173 time: 0.8897805 Nov 12 00:49:41.476726 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4a13f-48d9-48c4-9280-999764f120ed req-53bd0f25-47ff-4042-b147-f96a20ada07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:41.478468 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6bf4a13f-48d9-48c4-9280-999764f120ed req-53bd0f25-47ff-4042-b147-f96a20ada07d service neutron] 10.222.0.49 "GET /v2.0/networks?id=cc6c0861-08f6-4a20-bb15-55ce7625c6e5 HTTP/1.1" status: 200 len: 912 time: 0.1351876 Nov 12 00:49:41.502393 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d6614109-5887-41bb-b955-0c8f2afe5677 req-583714d8-7b29-41fe-84d6-91d976871bd4 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076152 Nov 12 00:49:41.540117 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6bf4a13f-48d9-48c4-9280-999764f120ed req-80c770df-0976-4fa0-a82f-f53332dc55e6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee479850-2577-4380-8817-38b009e3cca9 HTTP/1.1" status: 200 len: 217 time: 0.0525088 Nov 12 00:49:41.598040 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4a13f-48d9-48c4-9280-999764f120ed req-1d19a75b-a447-47ea-8833-c0b352b7225b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:41.599519 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6bf4a13f-48d9-48c4-9280-999764f120ed req-1d19a75b-a447-47ea-8833-c0b352b7225b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8dc44064-8072-4b25-a5ed-adc971ac9588 HTTP/1.1" status: 200 len: 851 time: 0.0487843 Nov 12 00:49:41.603275 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-23ec6a41-47b1-4468-b7e6-19786515a550 req-d8793ed5-af47-4b9a-a82b-d012998a21d1 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:41.632991 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8793ed5-af47-4b9a-a82b-d012998a21d1 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Pushing event deleted for resources: {'Port': ['ID=f339798c-2e3a-4e57-9c60-8a82e1cf51b0,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:41.635926 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6bf4a13f-48d9-48c4-9280-999764f120ed req-91f9094c-4a6e-4722-af76-6321f7af9d14 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cc6c0861-08f6-4a20-bb15-55ce7625c6e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275104 Nov 12 00:49:41.644595 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['f339798c-2e3a-4e57-9c60-8a82e1cf51b0'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:49:41.697566 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ec6a41-47b1-4468-b7e6-19786515a550 req-d8793ed5-af47-4b9a-a82b-d012998a21d1 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] No DVR routers for this DVR port f339798c-2e3a-4e57-9c60-8a82e1cf51b0 on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:49:41.701008 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-23ec6a41-47b1-4468-b7e6-19786515a550 req-d8793ed5-af47-4b9a-a82b-d012998a21d1 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:41.706220 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-23ec6a41-47b1-4468-b7e6-19786515a550 req-d8793ed5-af47-4b9a-a82b-d012998a21d1 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.54 "DELETE /v2.0/ports/f339798c-2e3a-4e57-9c60-8a82e1cf51b0 HTTP/1.1" status: 204 len: 173 time: 0.7211943 Nov 12 00:49:41.707561 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93bc3dde-ca07-4327-be4c-d513241d0d3f', 'name': 'network-vif-deleted', 'tag': 'f339798c-2e3a-4e57-9c60-8a82e1cf51b0'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:41.710448 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64990a30-d3c7-4695-8fbe-aa07c84561da" -d '{"events": [{"server_uuid": "93bc3dde-ca07-4327-be4c-d513241d0d3f", "name": "network-vif-deleted", "tag": "f339798c-2e3a-4e57-9c60-8a82e1cf51b0"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:41.745769 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6bf4a13f-48d9-48c4-9280-999764f120ed req-63a60c7b-d703-418b-985c-b0ebc1371498 service neutron] 10.222.0.49 "GET /v2.0/networks/cc6c0861-08f6-4a20-bb15-55ce7625c6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007876 Nov 12 00:49:41.815458 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81a8006-7af5-4cf2-8c5b-90eb6989facc x-openstack-request-id: req-e81a8006-7af5-4cf2-8c5b-90eb6989facc {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:41.816474 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93bc3dde-ca07-4327-be4c-d513241d0d3f", "name": "network-vif-deleted", "tag": "f339798c-2e3a-4e57-9c60-8a82e1cf51b0", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:41.816732 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e81a8006-7af5-4cf2-8c5b-90eb6989facc {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:41.817129 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93bc3dde-ca07-4327-be4c-d513241d0d3f', 'name': 'network-vif-deleted', 'tag': 'f339798c-2e3a-4e57-9c60-8a82e1cf51b0', 'status': 'completed', 'code': 200} Nov 12 00:49:41.867545 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17554f2a-f262-4d3c-9599-4fafa0a0631a req-baf43f9b-8eed-4f31-9dca-8002b80585c3 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:41.869028 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-17554f2a-f262-4d3c-9599-4fafa0a0631a req-baf43f9b-8eed-4f31-9dca-8002b80585c3 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6e9032-8d13-45e2-be7e-65094709d350 HTTP/1.1" status: 200 len: 945 time: 0.1085196 Nov 12 00:49:41.889145 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6bf4a13f-48d9-48c4-9280-999764f120ed req-841c5622-12f3-4365-9734-1eff261b438e service neutron] 10.222.0.49 "GET /v2.0/networks/cc6c0861-08f6-4a20-bb15-55ce7625c6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358447 Nov 12 00:49:41.930644 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-17554f2a-f262-4d3c-9599-4fafa0a0631a req-003b8e92-c6c8-4ea1-a7d7-2b1b04bae224 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522368 Nov 12 00:49:42.050241 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01677e0-a7a6-4b46-89f4-15b0e577c02f req-b66b4c2b-6fb4-4d3d-8435-4d5d54fb4cd1 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:42.051889 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d01677e0-a7a6-4b46-89f4-15b0e577c02f req-b66b4c2b-6fb4-4d3d-8435-4d5d54fb4cd1 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0ca0315-e67d-46f1-8dd5-cbc45ebcc707 HTTP/1.1" status: 200 len: 945 time: 0.0495856 Nov 12 00:49:42.100999 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d01677e0-a7a6-4b46-89f4-15b0e577c02f req-e590decc-0738-47ae-9da2-c6c491fe9857 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426347 Nov 12 00:49:42.132554 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2d3c1846-34f3-4eca-a19a-d94f9df00b04 req-aca51400-3881-4bc8-9350-4b866c482656 tempest-FloatingIPsAssociationNegativeTestJSON-650753169 tempest-FloatingIPsAssociationNegativeTestJSON-650753169-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b126b2b-e86c-41e3-a2b2-167ce96e1033 HTTP/1.1" status: 200 len: 210 time: 0.0273032 Nov 12 00:49:42.215152 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af75ad6c-25ba-42e2-816d-15b85d3d69f8 req-be33a9f2-139b-4922-9da0-701f9ba4ee93 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:42.216597 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-af75ad6c-25ba-42e2-816d-15b85d3d69f8 req-be33a9f2-139b-4922-9da0-701f9ba4ee93 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea414c79-ac82-4d0b-889f-9e2411c9f1c4 HTTP/1.1" status: 200 len: 945 time: 0.0477793 Nov 12 00:49:42.267548 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-af75ad6c-25ba-42e2-816d-15b85d3d69f8 req-b76a04c7-0bf5-4083-8f14-e01dcac6ed8f tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441580 Nov 12 00:49:42.335709 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a86eb-e670-417b-9da0-19e32e43d57d req-eb5f37a9-70c3-4065-81b5-0ac8cb2389aa tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:42.337419 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-168a86eb-e670-417b-9da0-19e32e43d57d req-eb5f37a9-70c3-4065-81b5-0ac8cb2389aa tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a9d320c-3251-445b-a7e3-c9564fa8cfc8 HTTP/1.1" status: 200 len: 945 time: 0.0550160 Nov 12 00:49:42.360065 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b126b2b-e86c-41e3-a2b2-167ce96e1033', 'name': 'network-vif-deleted', 'tag': '2a2f8d9c-b463-4c1a-9495-d5127dc221c3'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:42.362325 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049610d2-2dd9-4c93-8d3b-44c166ad156b" -d '{"events": [{"server_uuid": "5b126b2b-e86c-41e3-a2b2-167ce96e1033", "name": "network-vif-deleted", "tag": "2a2f8d9c-b463-4c1a-9495-d5127dc221c3"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:42.396374 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-168a86eb-e670-417b-9da0-19e32e43d57d req-b9907034-64b4-4174-b189-fa9142486ea9 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513878 Nov 12 00:49:42.416434 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0668b-287d-405c-b34c-2e4b08f06bdc req-a941c15f-1938-4ab0-8190-9e538a0854b0 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:42.418167 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-52a0668b-287d-405c-b34c-2e4b08f06bdc req-a941c15f-1938-4ab0-8190-9e538a0854b0 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=aeb327a1-8ef9-4dc6-a5a9-a290eaa44bdf HTTP/1.1" status: 200 len: 943 time: 0.0602827 Nov 12 00:49:42.455412 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125906b6-ab53-4f72-b730-11499a5f1fab x-openstack-request-id: req-125906b6-ab53-4f72-b730-11499a5f1fab {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:42.455764 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b126b2b-e86c-41e3-a2b2-167ce96e1033", "name": "network-vif-deleted", "tag": "2a2f8d9c-b463-4c1a-9495-d5127dc221c3", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:42.456667 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-125906b6-ab53-4f72-b730-11499a5f1fab {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:42.457453 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b126b2b-e86c-41e3-a2b2-167ce96e1033', 'name': 'network-vif-deleted', 'tag': '2a2f8d9c-b463-4c1a-9495-d5127dc221c3', 'status': 'completed', 'code': 200} Nov 12 00:49:42.477451 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-52a0668b-287d-405c-b34c-2e4b08f06bdc req-89eec472-a827-4809-b215-302b17a0cf03 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510812 Nov 12 00:49:42.482628 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:42.604467 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5bf876d0-d3a7-4635-9241-99f836016e22 req-f9e0d65a-fbce-4d52-a0e7-f7cb97d0baf8 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=93bc3dde-ca07-4327-be4c-d513241d0d3f HTTP/1.1" status: 200 len: 210 time: 0.0297999 Nov 12 00:49:43.191556 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 54172) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:43.447387 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0e110-82ec-4af4-8aab-17bb3ae85d39 req-b4e3cbe0-f4b2-4138-b173-be2f0201aea4 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:43.448842 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-10d0e110-82ec-4af4-8aab-17bb3ae85d39 req-b4e3cbe0-f4b2-4138-b173-be2f0201aea4 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea414c79-ac82-4d0b-889f-9e2411c9f1c4 HTTP/1.1" status: 200 len: 945 time: 0.1085396 Nov 12 00:49:43.528709 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-10d0e110-82ec-4af4-8aab-17bb3ae85d39 req-c5660e52-f9f5-44bd-9c73-f39af60a759b tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734797 Nov 12 00:49:43.654195 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c627a621-c48b-4f78-aef5-cde156cce4de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:43.663487 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880c163-dcec-4f21-81f0-c5684b7cf446 req-c7488ccc-047b-48de-982b-88e24fc770b8 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:43.665068 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c880c163-dcec-4f21-81f0-c5684b7cf446 req-c7488ccc-047b-48de-982b-88e24fc770b8 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=aeb327a1-8ef9-4dc6-a5a9-a290eaa44bdf HTTP/1.1" status: 200 len: 943 time: 0.0702231 Nov 12 00:49:43.785565 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e6635a-0a3d-4ada-b26d-980194b4d92c req-f4ef18d0-8960-490a-9e8d-4e39f97fa4be tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:43.786966 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d4e6635a-0a3d-4ada-b26d-980194b4d92c req-f4ef18d0-8960-490a-9e8d-4e39f97fa4be tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a9d320c-3251-445b-a7e3-c9564fa8cfc8 HTTP/1.1" status: 200 len: 945 time: 0.3159869 Nov 12 00:49:43.787637 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c880c163-dcec-4f21-81f0-c5684b7cf446 req-06766c92-e7f1-4521-9413-ad5efa7b011a tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870876 Nov 12 00:49:43.837832 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d4e6635a-0a3d-4ada-b26d-980194b4d92c req-b146e12a-cc50-4dde-9b3f-e2c6f90fa745 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448658 Nov 12 00:49:43.981641 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-c627a621-c48b-4f78-aef5-cde156cce4de admin admin] Deleting port 63b6c77a-dbf5-4975-80db-5d29dfd992c5 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:49:43.982105 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c627a621-c48b-4f78-aef5-cde156cce4de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:44.097468 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-c627a621-c48b-4f78-aef5-cde156cce4de admin admin] For port 63b6c77a-dbf5-4975-80db-5d29dfd992c5, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=63b6c77a-dbf5-4975-80db-5d29dfd992c5,segment=NetworkSegment(59d71ae5-1e53-4be1-9fc1-c6b52a0e3297),segment_id=59d71ae5-1e53-4be1-9fc1-c6b52a0e3297)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:44.097870 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c627a621-c48b-4f78-aef5-cde156cce4de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:44.106981 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7f4d8-b36f-4abf-bc08-daaeed6b3d22 req-20775903-5671-4c80-9c6b-9013f4261f9d tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:44.108427 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-13d7f4d8-b36f-4abf-bc08-daaeed6b3d22 req-20775903-5671-4c80-9c6b-9013f4261f9d tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6e9032-8d13-45e2-be7e-65094709d350 HTTP/1.1" status: 200 len: 945 time: 0.0740898 Nov 12 00:49:44.113258 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device ee479850-2577-4380-8817-38b009e3cca9 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:49:44.131129 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-c627a621-c48b-4f78-aef5-cde156cce4de admin admin] Calling delete_port for 63b6c77a-dbf5-4975-80db-5d29dfd992c5 owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:49:44.219209 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port ee479850-2577-4380-8817-38b009e3cca9, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=ee479850-2577-4380-8817-38b009e3cca9,segment=NetworkSegment(38b12e74-b18e-41d0-b62c-8552b3e37d05),segment_id=38b12e74-b18e-41d0-b62c-8552b3e37d05)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:44.233551 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': 'ee479850-2577-4380-8817-38b009e3cca9', 'network_id': 'cc6c0861-08f6-4a20-bb15-55ce7625c6e5', 'port_id': 'ee479850-2577-4380-8817-38b009e3cca9', 'mac_address': 'fa:16:3e:1f:cb:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc44064-8072-4b25-a5ed-adc971ac9588', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:49:44.280294 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:44.296122 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee479850-2577-4380-8817-38b009e3cca9 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:49:44.318906 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port ee479850-2577-4380-8817-38b009e3cca9, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=ee479850-2577-4380-8817-38b009e3cca9,segment=NetworkSegment(38b12e74-b18e-41d0-b62c-8552b3e37d05),segment_id=38b12e74-b18e-41d0-b62c-8552b3e37d05)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:44.325223 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:44.356704 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 2a2f8d9c-b463-4c1a-9495-d5127dc221c3 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:49:44.385842 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: 2a2f8d9c-b463-4c1a-9495-d5127dc221c3 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:49:44.386189 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 2a2f8d9c-b463-4c1a-9495-d5127dc221c3 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:49:44.386610 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f339798c-2e3a-4e57-9c60-8a82e1cf51b0 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:49:44.411949 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa514af-63d4-42f0-b209-d5902ad54c0a req-853280fa-a540-4a6b-ae9a-7a7537c98e8e tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:44.414650 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8fa514af-63d4-42f0-b209-d5902ad54c0a req-853280fa-a540-4a6b-ae9a-7a7537c98e8e tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7b1b3f4-84b9-4b20-9307-dc25b27eceb4 HTTP/1.1" status: 200 len: 944 time: 0.0620039 Nov 12 00:49:44.416951 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: f339798c-2e3a-4e57-9c60-8a82e1cf51b0 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:49:44.417526 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f339798c-2e3a-4e57-9c60-8a82e1cf51b0 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:49:44.425696 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=ee479850-2577-4380-8817-38b009e3cca9,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:44.469932 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8fa514af-63d4-42f0-b209-d5902ad54c0a req-6b6db9c8-89cc-4c7a-b1ba-57cc61141d27 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465915 Nov 12 00:49:44.530134 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-13d7f4d8-b36f-4abf-bc08-daaeed6b3d22 req-4a9bea51-5011-4be4-ba42-a4c93c9013be tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4156168 Nov 12 00:49:44.670370 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c627a621-c48b-4f78-aef5-cde156cce4de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:44.696350 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c627a621-c48b-4f78-aef5-cde156cce4de admin admin] Pushing event deleted for resources: {'Port': ['ID=63b6c77a-dbf5-4975-80db-5d29dfd992c5,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:44.711570 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['ee479850-2577-4380-8817-38b009e3cca9'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:49:44.808946 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc4e17-80ac-48e0-b486-fe7ce64064cd req-f7dd9ec0-0e9b-4f0c-87bc-2eccf6345ff5 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:44.811055 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-99bc4e17-80ac-48e0-b486-fe7ce64064cd req-f7dd9ec0-0e9b-4f0c-87bc-2eccf6345ff5 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0ca0315-e67d-46f1-8dd5-cbc45ebcc707 HTTP/1.1" status: 200 len: 945 time: 0.0593283 Nov 12 00:49:44.909791 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-99bc4e17-80ac-48e0-b486-fe7ce64064cd req-87e098d5-b55c-43d0-8c93-1c4fec5027bf tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920243 Nov 12 00:49:44.943795 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c627a621-c48b-4f78-aef5-cde156cce4de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:45.033356 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07850a-e27f-4695-95b0-a9bde52ee83b req-b9383282-3753-47f0-a9ea-1cc803f84868 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:45.035459 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7f07850a-e27f-4695-95b0-a9bde52ee83b req-b9383282-3753-47f0-a9ea-1cc803f84868 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=aeb327a1-8ef9-4dc6-a5a9-a290eaa44bdf HTTP/1.1" status: 200 len: 944 time: 0.1344664 Nov 12 00:49:45.045229 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0dce9-710c-4c08-9959-9206cf62fba9 req-985c0e3c-a4ca-45ee-8eb8-b021f2d0b645 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:45.046829 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-50b0dce9-710c-4c08-9959-9206cf62fba9 req-985c0e3c-a4ca-45ee-8eb8-b021f2d0b645 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a9d320c-3251-445b-a7e3-c9564fa8cfc8 HTTP/1.1" status: 200 len: 945 time: 0.0863006 Nov 12 00:49:45.056469 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d421695-4627-4bf8-a432-dab28b961707 req-ebf80cc3-6f37-4dd9-853b-39a0edb36ee5 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:45.057836 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7d421695-4627-4bf8-a432-dab28b961707 req-ebf80cc3-6f37-4dd9-853b-39a0edb36ee5 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7b1b3f4-84b9-4b20-9307-dc25b27eceb4 HTTP/1.1" status: 200 len: 944 time: 0.0666313 Nov 12 00:49:45.125911 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7f07850a-e27f-4695-95b0-a9bde52ee83b req-573161ce-4c2b-480f-953f-c85abed83136 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610709 Nov 12 00:49:45.159238 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-50b0dce9-710c-4c08-9959-9206cf62fba9 req-ec6cc65e-9aa0-477e-8519-6be03e358858 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003892 Nov 12 00:49:45.188681 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-7d421695-4627-4bf8-a432-dab28b961707 req-6f9d187e-5150-4fd3-a458-e04523fbed50 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Deleting port ae6e39f3-08a9-4155-baca-b0a728c167dc {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:49:45.189176 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7d421695-4627-4bf8-a432-dab28b961707 req-6f9d187e-5150-4fd3-a458-e04523fbed50 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:45.249417 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c627a621-c48b-4f78-aef5-cde156cce4de admin admin] Router d9a83e8d-79ab-4320-97db-66b491d7d0e2 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:49:45.301563 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-7d421695-4627-4bf8-a432-dab28b961707 req-6f9d187e-5150-4fd3-a458-e04523fbed50 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] For port ae6e39f3-08a9-4155-baca-b0a728c167dc, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=ae6e39f3-08a9-4155-baca-b0a728c167dc,segment=NetworkSegment(eac800fb-e2a4-4100-807c-1fb9b17e8d78),segment_id=eac800fb-e2a4-4100-807c-1fb9b17e8d78)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:45.302923 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7d421695-4627-4bf8-a432-dab28b961707 req-6f9d187e-5150-4fd3-a458-e04523fbed50 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:45.327083 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-7d421695-4627-4bf8-a432-dab28b961707 req-6f9d187e-5150-4fd3-a458-e04523fbed50 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Calling delete_port for ae6e39f3-08a9-4155-baca-b0a728c167dc owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:49:45.373002 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c627a621-c48b-4f78-aef5-cde156cce4de admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:49:45.383328 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac873d6f-a90b-4b84-afe1-b6bd6951d221 None None] Sync routers for ids ['d9a83e8d-79ab-4320-97db-66b491d7d0e2'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:49:45.389460 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c627a621-c48b-4f78-aef5-cde156cce4de admin admin] 10.222.0.20 "PUT /v2.0/routers/d9a83e8d-79ab-4320-97db-66b491d7d0e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1967652 Nov 12 00:49:45.393590 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac873d6f-a90b-4b84-afe1-b6bd6951d221 None None] Routers {'d9a83e8d-79ab-4320-97db-66b491d7d0e2'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:49:45.393808 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 54208) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:45.394212 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-ac873d6f-a90b-4b84-afe1-b6bd6951d221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:49:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['d9a83e8d-79ab-4320-97db-66b491d7d0e2'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:45.511215 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7d421695-4627-4bf8-a432-dab28b961707 req-6f9d187e-5150-4fd3-a458-e04523fbed50 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:45.525222 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-ac873d6f-a90b-4b84-afe1-b6bd6951d221 None None] Set router d9a83e8d-79ab-4320-97db-66b491d7d0e2 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:49:45.543061 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e99a64-9b75-4d1d-a13d-0f4cac7169ee req-4772cebb-f415-4ed0-87b4-49cc67a07c0b tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:45.549213 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e99a64-9b75-4d1d-a13d-0f4cac7169ee req-4772cebb-f415-4ed0-87b4-49cc67a07c0b tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:45.553400 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d187e-5150-4fd3-a458-e04523fbed50 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Pushing event deleted for resources: {'Port': ['ID=ae6e39f3-08a9-4155-baca-b0a728c167dc,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:45.555862 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e99a64-9b75-4d1d-a13d-0f4cac7169ee req-4772cebb-f415-4ed0-87b4-49cc67a07c0b tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:45.557651 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b3e99a64-9b75-4d1d-a13d-0f4cac7169ee req-4772cebb-f415-4ed0-87b4-49cc67a07c0b tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6e9032-8d13-45e2-be7e-65094709d350&device_id=ea414c79-ac82-4d0b-889f-9e2411c9f1c4&device_id=e0ca0315-e67d-46f1-8dd5-cbc45ebcc707 HTTP/1.1" status: 200 len: 2416 time: 0.1670523 Nov 12 00:49:45.604624 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2128f975-466d-4a39-b15f-4f1fab3b856d admin admin] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:45.619359 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c2cbecc-3ca3-441a-9112-7cfddafa6d0c req-93bc1b85-1b19-4bf8-ae0b-47e024cc36e9 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7b1b3f4-84b9-4b20-9307-dc25b27eceb4 HTTP/1.1" status: 200 len: 210 time: 0.0593126 Nov 12 00:49:45.634381 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d421695-4627-4bf8-a432-dab28b961707 req-6f9d187e-5150-4fd3-a458-e04523fbed50 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] No DVR routers for this DVR port ae6e39f3-08a9-4155-baca-b0a728c167dc on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:49:45.636643 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7d421695-4627-4bf8-a432-dab28b961707 req-6f9d187e-5150-4fd3-a458-e04523fbed50 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:45.639945 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7d421695-4627-4bf8-a432-dab28b961707 req-6f9d187e-5150-4fd3-a458-e04523fbed50 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.49 "DELETE /v2.0/ports/ae6e39f3-08a9-4155-baca-b0a728c167dc HTTP/1.1" status: 204 len: 173 time: 0.5673835 Nov 12 00:49:45.640396 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b1b3f4-84b9-4b20-9307-dc25b27eceb4', 'name': 'network-vif-deleted', 'tag': 'ae6e39f3-08a9-4155-baca-b0a728c167dc'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:45.642696 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be26340-90a2-4ab4-ab44-729434978b7d" -d '{"events": [{"server_uuid": "a7b1b3f4-84b9-4b20-9307-dc25b27eceb4", "name": "network-vif-deleted", "tag": "ae6e39f3-08a9-4155-baca-b0a728c167dc"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:45.684522 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd58666-f237-464c-bebe-e63b492d4965 x-openstack-request-id: req-3bd58666-f237-464c-bebe-e63b492d4965 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:45.684835 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b1b3f4-84b9-4b20-9307-dc25b27eceb4", "name": "network-vif-deleted", "tag": "ae6e39f3-08a9-4155-baca-b0a728c167dc", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:45.685663 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3bd58666-f237-464c-bebe-e63b492d4965 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:45.686104 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b1b3f4-84b9-4b20-9307-dc25b27eceb4', 'name': 'network-vif-deleted', 'tag': 'ae6e39f3-08a9-4155-baca-b0a728c167dc', 'status': 'completed', 'code': 200} Nov 12 00:49:45.694104 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b3e99a64-9b75-4d1d-a13d-0f4cac7169ee req-b0054087-863e-4de8-8c7a-f1a27388c29a tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271269 Nov 12 00:49:45.767136 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-ac873d6f-a90b-4b84-afe1-b6bd6951d221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a83e8d-79ab-4320-97db-66b491d7d0e2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1558193925-router', 'tenant_id': '51782df7842b4c5bbca4d3018f087a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'bc5460b3-9a20-4122-8ae1-1038610325d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:48Z', 'updated_at': '2021-11-12T00:49:44Z', 'revision_number': 5, 'project_id': '51782df7842b4c5bbca4d3018f087a2d', 'gw_port': {'id': 'bc5460b3-9a20-4122-8ae1-1038610325d4', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a83e8d-79ab-4320-97db-66b491d7d0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:50Z', 'updated_at': '2021-11-12T00:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:45.770788 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2128f975-466d-4a39-b15f-4f1fab3b856d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:45.796172 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac873d6f-a90b-4b84-afe1-b6bd6951d221 None None] Checking router: d9a83e8d-79ab-4320-97db-66b491d7d0e2 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:49:45.804636 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac873d6f-a90b-4b84-afe1-b6bd6951d221 None None] Routers {'d9a83e8d-79ab-4320-97db-66b491d7d0e2'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:49:45.805570 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-ac873d6f-a90b-4b84-afe1-b6bd6951d221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:49:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['d9a83e8d-79ab-4320-97db-66b491d7d0e2'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:45.843135 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-2128f975-466d-4a39-b15f-4f1fab3b856d admin admin] Deleting port bc5460b3-9a20-4122-8ae1-1038610325d4 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:49:45.843574 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2128f975-466d-4a39-b15f-4f1fab3b856d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:45.870317 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97b37d-14ef-447f-9dec-3780b4eba355 req-b743e0fe-5da6-4f96-9cce-80b9c718648d tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:45.871842 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fd97b37d-14ef-447f-9dec-3780b4eba355 req-b743e0fe-5da6-4f96-9cce-80b9c718648d tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6e9032-8d13-45e2-be7e-65094709d350 HTTP/1.1" status: 200 len: 945 time: 0.0521023 Nov 12 00:49:45.933880 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fd97b37d-14ef-447f-9dec-3780b4eba355 req-84751528-216e-4f29-926c-bcbcf16a7064 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489464 Nov 12 00:49:45.939419 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-2128f975-466d-4a39-b15f-4f1fab3b856d admin admin] For port bc5460b3-9a20-4122-8ae1-1038610325d4, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=bc5460b3-9a20-4122-8ae1-1038610325d4,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:45.941509 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2128f975-466d-4a39-b15f-4f1fab3b856d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:45.957161 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-2128f975-466d-4a39-b15f-4f1fab3b856d admin admin] Calling delete_port for bc5460b3-9a20-4122-8ae1-1038610325d4 owned by network:router_gateway {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:49:46.041137 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-ac873d6f-a90b-4b84-afe1-b6bd6951d221 None None] Set router d9a83e8d-79ab-4320-97db-66b491d7d0e2 gateway port host: None {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:49:46.096072 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-ac873d6f-a90b-4b84-afe1-b6bd6951d221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a83e8d-79ab-4320-97db-66b491d7d0e2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1558193925-router', 'tenant_id': '51782df7842b4c5bbca4d3018f087a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:48Z', 'updated_at': '2021-11-12T00:49:45Z', 'revision_number': 6, 'project_id': '51782df7842b4c5bbca4d3018f087a2d', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:46.123725 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac873d6f-a90b-4b84-afe1-b6bd6951d221 None None] The sync data for ids ['d9a83e8d-79ab-4320-97db-66b491d7d0e2'] in n-d-812236-11 is: [{'id': 'd9a83e8d-79ab-4320-97db-66b491d7d0e2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1558193925-router', 'tenant_id': '51782df7842b4c5bbca4d3018f087a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:48Z', 'updated_at': '2021-11-12T00:49:45Z', 'revision_number': 6, 'project_id': '51782df7842b4c5bbca4d3018f087a2d', 'gw_port_host': None}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:49:46.134713 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2128f975-466d-4a39-b15f-4f1fab3b856d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:46.163140 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2128f975-466d-4a39-b15f-4f1fab3b856d admin admin] Pushing event deleted for resources: {'Port': ['ID=bc5460b3-9a20-4122-8ae1-1038610325d4,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:46.163728 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device ee479850-2577-4380-8817-38b009e3cca9 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:49:46.260911 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port ee479850-2577-4380-8817-38b009e3cca9 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:49:46.272193 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port ee479850-2577-4380-8817-38b009e3cca9 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:46.272619 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:46.284470 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2128f975-466d-4a39-b15f-4f1fab3b856d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:46.354824 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2cb0b9-d9e7-4576-bcab-de4460bf6710 req-79409103-9d1c-495d-b0ec-47c3e74865d3 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:46.356474 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-da2cb0b9-d9e7-4576-bcab-de4460bf6710 req-79409103-9d1c-495d-b0ec-47c3e74865d3 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=aeb327a1-8ef9-4dc6-a5a9-a290eaa44bdf HTTP/1.1" status: 200 len: 944 time: 0.1241145 Nov 12 00:49:46.376681 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:46.400089 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f083ce-32b0-4720-abf7-93eff2e07708 req-287de883-2038-4e6e-ab9a-94a609d5a76e tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:46.402192 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-49f083ce-32b0-4720-abf7-93eff2e07708 req-287de883-2038-4e6e-ab9a-94a609d5a76e tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a9d320c-3251-445b-a7e3-c9564fa8cfc8 HTTP/1.1" status: 200 len: 945 time: 0.0621352 Nov 12 00:49:46.402853 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb327a1-8ef9-4dc6-a5a9-a290eaa44bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee479850-2577-4380-8817-38b009e3cca9'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:46.405657 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b9ceb3-0727-47a8-8c64-8a3b7159dbc7" -d '{"events": [{"server_uuid": "aeb327a1-8ef9-4dc6-a5a9-a290eaa44bdf", "name": "network-vif-plugged", "status": "completed", "tag": "ee479850-2577-4380-8817-38b009e3cca9"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:46.406222 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2128f975-466d-4a39-b15f-4f1fab3b856d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:46.410292 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2128f975-466d-4a39-b15f-4f1fab3b856d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:46.421869 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port ee479850-2577-4380-8817-38b009e3cca9, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=ee479850-2577-4380-8817-38b009e3cca9,segment=NetworkSegment(38b12e74-b18e-41d0-b62c-8552b3e37d05),segment_id=38b12e74-b18e-41d0-b62c-8552b3e37d05)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:46.428651 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:46.479608 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-da2cb0b9-d9e7-4576-bcab-de4460bf6710 req-0f026743-6ea5-4531-a4a1-a4ea4813bae6 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919809 Nov 12 00:49:46.480081 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2128f975-466d-4a39-b15f-4f1fab3b856d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:46.480603 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2128f975-466d-4a39-b15f-4f1fab3b856d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9a83e8d-79ab-4320-97db-66b491d7d0e2 {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:49:46.483652 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-49f083ce-32b0-4720-abf7-93eff2e07708 req-b2be61dc-c714-4fbd-b1c4-6e0f1a46b42d tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690458 Nov 12 00:49:46.484901 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2128f975-466d-4a39-b15f-4f1fab3b856d admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:46.486272 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2128f975-466d-4a39-b15f-4f1fab3b856d admin admin] 10.222.0.20 "DELETE /v2.0/routers/d9a83e8d-79ab-4320-97db-66b491d7d0e2 HTTP/1.1" status: 204 len: 168 time: 1.0915272 Nov 12 00:49:46.489253 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 54234) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:46.529185 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=ee479850-2577-4380-8817-38b009e3cca9,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:46.559004 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-daa7ceff-9fa4-47cd-b9ca-037d6f159e8d admin admin] Deleting subnet 787c16fd-caba-4399-87f0-089f202d99d8 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:49:46.568570 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-daa7ceff-9fa4-47cd-b9ca-037d6f159e8d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:46.604046 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-daa7ceff-9fa4-47cd-b9ca-037d6f159e8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:46.663248 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529d49a0-64f8-40f1-aca4-e9c0c98564c0 x-openstack-request-id: req-529d49a0-64f8-40f1-aca4-e9c0c98564c0 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:46.664036 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb327a1-8ef9-4dc6-a5a9-a290eaa44bdf", "name": "network-vif-plugged", "status": "completed", "tag": "ee479850-2577-4380-8817-38b009e3cca9", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:46.664351 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-529d49a0-64f8-40f1-aca4-e9c0c98564c0 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:46.664759 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb327a1-8ef9-4dc6-a5a9-a290eaa44bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee479850-2577-4380-8817-38b009e3cca9', 'code': 200} Nov 12 00:49:46.723689 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-daa7ceff-9fa4-47cd-b9ca-037d6f159e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:46.803524 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-daa7ceff-9fa4-47cd-b9ca-037d6f159e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:46.822078 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ec73f-36ae-4fd3-b8e4-9d0608128788 req-02466cad-c7a3-4bb7-a627-c56177fc0e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:46.823591 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cc7ec73f-36ae-4fd3-b8e4-9d0608128788 req-02466cad-c7a3-4bb7-a627-c56177fc0e2b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=aeb327a1-8ef9-4dc6-a5a9-a290eaa44bdf HTTP/1.1" status: 200 len: 1097 time: 0.0530422 Nov 12 00:49:46.842038 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa7ceff-9fa4-47cd-b9ca-037d6f159e8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=787c16fd-caba-4399-87f0-089f202d99d8,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:46.845959 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-daa7ceff-9fa4-47cd-b9ca-037d6f159e8d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:46.853298 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-daa7ceff-9fa4-47cd-b9ca-037d6f159e8d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/787c16fd-caba-4399-87f0-089f202d99d8 HTTP/1.1" status: 204 len: 168 time: 0.3629880 Nov 12 00:49:46.855551 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c76183-2c4d-4c64-93ab-53fb656b5b15 None None] Network 53191a89-587e-4e0e-a197-dccf5f9db2c8 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:49:46.861306 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 54242) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:47.013185 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cc7ec73f-36ae-4fd3-b8e4-9d0608128788 req-7789ece1-d7f1-4863-b5e7-851cd30cd722 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786475 Nov 12 00:49:47.040256 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-38320816-46df-4ba6-8f32-11a3064e316d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:47.101269 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db60adc-e050-4699-a249-d3a6f5820d34 None None] DHCP port deletion for 53191a89-587e-4e0e-a197-dccf5f9db2c8 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:49:47.119154 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c0537-053b-42bf-aa3b-ee57cfe9a3f2 req-e112f5a6-2a6a-4487-a31c-1111b33b3efe tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:47.120812 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-385c0537-053b-42bf-aa3b-ee57cfe9a3f2 req-e112f5a6-2a6a-4487-a31c-1111b33b3efe tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f5d104-4533-4b79-bc8b-7d22b623befb HTTP/1.1" status: 200 len: 944 time: 0.1010945 Nov 12 00:49:47.140378 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 63b6c77a-dbf5-4975-80db-5d29dfd992c5 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:49:47.174396 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 63b6c77a-dbf5-4975-80db-5d29dfd992c5 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:49:47.175248 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 63b6c77a-dbf5-4975-80db-5d29dfd992c5 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:49:47.175667 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device bc5460b3-9a20-4122-8ae1-1038610325d4 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:49:47.183603 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-38320816-46df-4ba6-8f32-11a3064e316d admin admin] Deleting port 008e363f-3d15-4677-bd4c-6173a85a755b {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:49:47.184029 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-38320816-46df-4ba6-8f32-11a3064e316d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:47.207731 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: bc5460b3-9a20-4122-8ae1-1038610325d4 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:49:47.208564 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device bc5460b3-9a20-4122-8ae1-1038610325d4 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:49:47.219492 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-385c0537-053b-42bf-aa3b-ee57cfe9a3f2 req-d19d0cea-b1f7-438a-8be3-9e6cac3eee89 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901620 Nov 12 00:49:47.239230 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-4db60adc-e050-4699-a249-d3a6f5820d34 None None] Deleting port 008e363f-3d15-4677-bd4c-6173a85a755b {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:49:47.239608 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4db60adc-e050-4699-a249-d3a6f5820d34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:47.284687 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-38320816-46df-4ba6-8f32-11a3064e316d admin admin] For port 008e363f-3d15-4677-bd4c-6173a85a755b, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=008e363f-3d15-4677-bd4c-6173a85a755b,segment=NetworkSegment(59d71ae5-1e53-4be1-9fc1-c6b52a0e3297),segment_id=59d71ae5-1e53-4be1-9fc1-c6b52a0e3297)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:47.285071 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-38320816-46df-4ba6-8f32-11a3064e316d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:47.303629 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-38320816-46df-4ba6-8f32-11a3064e316d admin admin] Calling delete_port for 008e363f-3d15-4677-bd4c-6173a85a755b owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:49:47.306660 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-4db60adc-e050-4699-a249-d3a6f5820d34 None None] For port 008e363f-3d15-4677-bd4c-6173a85a755b, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=008e363f-3d15-4677-bd4c-6173a85a755b,segment=NetworkSegment(59d71ae5-1e53-4be1-9fc1-c6b52a0e3297),segment_id=59d71ae5-1e53-4be1-9fc1-c6b52a0e3297)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:47.307157 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4db60adc-e050-4699-a249-d3a6f5820d34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:47.323678 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-4db60adc-e050-4699-a249-d3a6f5820d34 None None] Calling delete_port for 008e363f-3d15-4677-bd4c-6173a85a755b owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:49:47.444845 n-d-812236-11 neutron-server[102663]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 00:49:47.444845 n-d-812236-11 neutron-server[102663]: from cryptography.utils import int_from_bytes Nov 12 00:49:47.444845 n-d-812236-11 neutron-server[102663]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 00:49:47.444845 n-d-812236-11 neutron-server[102663]: from cryptography.utils import int_from_bytes Nov 12 00:49:47.444845 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:49:47.444845 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 00:49:47.444845 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:49:47.444845 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 00:49:47.444845 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:49:47.444845 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 00:49:47.444845 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:49:47.444845 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 00:49:47.444845 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:49:47.444845 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 00:49:47.444845 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:49:47.444845 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 00:49:47.444845 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:49:47.444845 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 00:49:47.444845 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:49:47.444845 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 00:49:47.444845 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:49:47.444845 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 00:49:47.444845 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:49:47.444845 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 00:49:47.444845 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:49:47.444845 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 00:49:47.444845 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:49:47.444845 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 00:49:47.444845 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:49:47.444845 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 00:49:47.444845 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:49:47.444845 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 00:49:47.444845 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:49:47.444845 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 00:49:47.444845 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:49:47.444845 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 00:49:47.444845 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:49:47.444845 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 00:49:47.444845 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:49:47.444845 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 00:49:47.444845 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:49:47.444845 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 00:49:47.448357 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:49:47.448357 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 00:49:47.448357 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:49:47.448357 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 00:49:47.448357 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:49:47.448357 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 00:49:47.448357 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:49:47.448357 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 00:49:47.448357 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:49:47.448357 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 00:49:47.448357 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:49:47.448357 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 00:49:47.448357 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:49:47.448357 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 00:49:47.450360 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4db60adc-e050-4699-a249-d3a6f5820d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:47.458030 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c65b5d-795d-4ed2-a1a6-e800bb564070 req-3881bf07-8864-4bdc-be04-929f31d00531 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:47.465880 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25c65b5d-795d-4ed2-a1a6-e800bb564070 req-3881bf07-8864-4bdc-be04-929f31d00531 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0ca0315-e67d-46f1-8dd5-cbc45ebcc707 HTTP/1.1" status: 200 len: 945 time: 0.0702217 Nov 12 00:49:47.467688 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-38320816-46df-4ba6-8f32-11a3064e316d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:47.480630 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db60adc-e050-4699-a249-d3a6f5820d34 None None] Pushing event deleted for resources: {'Port': ['ID=008e363f-3d15-4677-bd4c-6173a85a755b,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:47.489872 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db60adc-e050-4699-a249-d3a6f5820d34 None None] No DVR routers for this DVR port 008e363f-3d15-4677-bd4c-6173a85a755b on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:49:47.509995 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38320816-46df-4ba6-8f32-11a3064e316d admin admin] Pushing event deleted for resources: {'Port': ['ID=008e363f-3d15-4677-bd4c-6173a85a755b,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:47.514372 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38320816-46df-4ba6-8f32-11a3064e316d admin admin] No DVR routers for this DVR port 008e363f-3d15-4677-bd4c-6173a85a755b on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:49:47.582390 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25c65b5d-795d-4ed2-a1a6-e800bb564070 req-a831db1e-8523-4ca9-8866-36c1fabcfff9 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156373 Nov 12 00:49:47.619769 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-38320816-46df-4ba6-8f32-11a3064e316d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:47.635368 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f36761-da97-42d5-a5c2-fa0ab3af1491 req-e4c23352-d33c-42eb-9698-9cf7af025ed8 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:47.636917 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a3f36761-da97-42d5-a5c2-fa0ab3af1491 req-e4c23352-d33c-42eb-9698-9cf7af025ed8 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a9d320c-3251-445b-a7e3-c9564fa8cfc8 HTTP/1.1" status: 200 len: 945 time: 0.0647407 Nov 12 00:49:47.642489 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-38320816-46df-4ba6-8f32-11a3064e316d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53191a89-587e-4e0e-a197-dccf5f9db2c8']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:47.663113 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-38320816-46df-4ba6-8f32-11a3064e316d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59d71ae5-1e53-4be1-9fc1-c6b52a0e3297') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:47.663402 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-38320816-46df-4ba6-8f32-11a3064e316d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59d71ae5-1e53-4be1-9fc1-c6b52a0e3297') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:47.687296 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a3f36761-da97-42d5-a5c2-fa0ab3af1491 req-46b60653-1e4b-461e-b1f7-f732d4f0223a tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441911 Nov 12 00:49:47.687911 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-38320816-46df-4ba6-8f32-11a3064e316d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:47.706799 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-38320816-46df-4ba6-8f32-11a3064e316d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:47.719464 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38320816-46df-4ba6-8f32-11a3064e316d admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:49:47.719922 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-38320816-46df-4ba6-8f32-11a3064e316d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:47.722229 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:49:47.722229 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:49:47.722229 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:49:47.722229 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:49:47.722229 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:49:47.722229 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:49:47.722229 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:49:47.722229 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:49:47.722229 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:49:47.722229 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:49:47.722229 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:49:47.722229 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:49:47.722229 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:49:47.722229 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:49:47.722229 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:49:47.722229 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:49:47.722229 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:49:47.722229 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:49:47.722229 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:49:47.722229 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:49:47.722229 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:49:47.722229 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:49:47.722229 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:49:47.722229 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:49:47.722229 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:49:47.722229 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:49:47.722229 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:49:47.722229 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:49:47.722229 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:49:47.722229 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:49:47.722229 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:49:47.722229 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:49:47.748123 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ed8ba-a84f-4303-9c53-b09f36cceae8 req-11371f26-477b-4351-a02c-0866a959c342 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:47.749652 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-681ed8ba-a84f-4303-9c53-b09f36cceae8 req-11371f26-477b-4351-a02c-0866a959c342 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=aeb327a1-8ef9-4dc6-a5a9-a290eaa44bdf HTTP/1.1" status: 200 len: 945 time: 0.0996895 Nov 12 00:49:47.808168 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-38320816-46df-4ba6-8f32-11a3064e316d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:47.820908 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-38320816-46df-4ba6-8f32-11a3064e316d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:47.824102 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-38320816-46df-4ba6-8f32-11a3064e316d admin admin] 10.222.0.20 "DELETE /v2.0/networks/53191a89-587e-4e0e-a197-dccf5f9db2c8 HTTP/1.1" status: 204 len: 168 time: 0.9610362 Nov 12 00:49:47.840630 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38320816-46df-4ba6-8f32-11a3064e316d admin admin] Pushing event deleted for resources: {'Network': ['ID=53191a89-587e-4e0e-a197-dccf5f9db2c8,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:47.849911 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-681ed8ba-a84f-4303-9c53-b09f36cceae8 req-a7acad7c-371f-4bf1-8fa1-cb4fb6e9e897 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750062 Nov 12 00:49:47.946748 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 54266) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:47.986948 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-875680e7-51d4-4200-a464-13b489e9f236 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=51782df7842b4c5bbca4d3018f087a2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389938 Nov 12 00:49:47.989952 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 54268) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:48.052195 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d08a2590-82d4-48a7-808a-a8aa02854fde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:48.096400 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d08a2590-82d4-48a7-808a-a8aa02854fde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:48.121251 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40843938-b409-447b-9e11-1b02e66b49d1 req-37a8fbd5-c3e6-4251-b616-93e2f44bfffc tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:48.122715 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-40843938-b409-447b-9e11-1b02e66b49d1 req-37a8fbd5-c3e6-4251-b616-93e2f44bfffc tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2f5d104-4533-4b79-bc8b-7d22b623befb HTTP/1.1" status: 200 len: 944 time: 0.0835497 Nov 12 00:49:48.211742 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d08a2590-82d4-48a7-808a-a8aa02854fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:48.214367 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d08a2590-82d4-48a7-808a-a8aa02854fde admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:48.217831 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d08a2590-82d4-48a7-808a-a8aa02854fde admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2e5c4b89-8bda-46dc-b9e5-204895260378 HTTP/1.1" status: 204 len: 168 time: 0.2246532 Nov 12 00:49:48.231155 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08a2590-82d4-48a7-808a-a8aa02854fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5c4b89-8bda-46dc-b9e5-204895260378,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:48.262166 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-40843938-b409-447b-9e11-1b02e66b49d1 req-a3cfc597-51f6-439f-bf29-b81c5d34cdec tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Deleting port 12592566-5842-43d2-a41f-09c546d6e5c4 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:49:48.262166 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-40843938-b409-447b-9e11-1b02e66b49d1 req-a3cfc597-51f6-439f-bf29-b81c5d34cdec tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:48.396630 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-40843938-b409-447b-9e11-1b02e66b49d1 req-a3cfc597-51f6-439f-bf29-b81c5d34cdec tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] For port 12592566-5842-43d2-a41f-09c546d6e5c4, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=12592566-5842-43d2-a41f-09c546d6e5c4,segment=NetworkSegment(eac800fb-e2a4-4100-807c-1fb9b17e8d78),segment_id=eac800fb-e2a4-4100-807c-1fb9b17e8d78)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:48.397222 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-40843938-b409-447b-9e11-1b02e66b49d1 req-a3cfc597-51f6-439f-bf29-b81c5d34cdec tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:48.419473 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565976f3-3f09-405a-9441-c94c4ced7ac6 req-9c180d3e-a380-4013-9a7b-e9f1d369dcc3 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:48.421008 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-565976f3-3f09-405a-9441-c94c4ced7ac6 req-9c180d3e-a380-4013-9a7b-e9f1d369dcc3 tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f5d104-4533-4b79-bc8b-7d22b623befb HTTP/1.1" status: 200 len: 944 time: 0.0989616 Nov 12 00:49:48.426539 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-40843938-b409-447b-9e11-1b02e66b49d1 req-a3cfc597-51f6-439f-bf29-b81c5d34cdec tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Calling delete_port for 12592566-5842-43d2-a41f-09c546d6e5c4 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:49:48.525405 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-565976f3-3f09-405a-9441-c94c4ced7ac6 req-baf4a911-5c9c-4f10-8531-d38d2efb011f tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.20 "GET /v2.0/security-groups?id=9534929a-373f-43a7-b9cb-bcf16499b8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944114 Nov 12 00:49:48.601777 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-40843938-b409-447b-9e11-1b02e66b49d1 req-a3cfc597-51f6-439f-bf29-b81c5d34cdec tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:48.634240 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cfc597-51f6-439f-bf29-b81c5d34cdec tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Pushing event deleted for resources: {'Port': ['ID=12592566-5842-43d2-a41f-09c546d6e5c4,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:48.678480 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-40843938-b409-447b-9e11-1b02e66b49d1 req-a3cfc597-51f6-439f-bf29-b81c5d34cdec tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] No DVR routers for this DVR port 12592566-5842-43d2-a41f-09c546d6e5c4 on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:49:48.681142 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-40843938-b409-447b-9e11-1b02e66b49d1 req-a3cfc597-51f6-439f-bf29-b81c5d34cdec tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:48.684533 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-40843938-b409-447b-9e11-1b02e66b49d1 req-a3cfc597-51f6-439f-bf29-b81c5d34cdec tempest-LiveMigrationTest-1032228339 tempest-LiveMigrationTest-1032228339-project] 10.222.0.49 "DELETE /v2.0/ports/12592566-5842-43d2-a41f-09c546d6e5c4 HTTP/1.1" status: 204 len: 173 time: 0.5423167 Nov 12 00:49:48.685006 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f5d104-4533-4b79-bc8b-7d22b623befb', 'name': 'network-vif-deleted', 'tag': '12592566-5842-43d2-a41f-09c546d6e5c4'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:48.687339 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b751fbcb-1484-4c4d-88e2-c1c75174e9c2" -d '{"events": [{"server_uuid": "f2f5d104-4533-4b79-bc8b-7d22b623befb", "name": "network-vif-deleted", "tag": "12592566-5842-43d2-a41f-09c546d6e5c4"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:48.731904 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283fce9d-d1a9-4758-bdbc-5cd4c5c97dee x-openstack-request-id: req-283fce9d-d1a9-4758-bdbc-5cd4c5c97dee {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:48.732293 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2f5d104-4533-4b79-bc8b-7d22b623befb", "name": "network-vif-deleted", "tag": "12592566-5842-43d2-a41f-09c546d6e5c4", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:48.732462 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-283fce9d-d1a9-4758-bdbc-5cd4c5c97dee {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:48.732901 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2f5d104-4533-4b79-bc8b-7d22b623befb', 'name': 'network-vif-deleted', 'tag': '12592566-5842-43d2-a41f-09c546d6e5c4', 'status': 'completed', 'code': 200} Nov 12 00:49:48.739814 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a90711-8ab2-45a9-8651-8a3f3d8c2aea req-8cdc9da3-101d-43f5-975e-892b31f2c2a1 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:48.746352 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-10a90711-8ab2-45a9-8651-8a3f3d8c2aea req-8cdc9da3-101d-43f5-975e-892b31f2c2a1 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0ca0315-e67d-46f1-8dd5-cbc45ebcc707 HTTP/1.1" status: 200 len: 945 time: 0.0680153 Nov 12 00:49:48.801943 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-10a90711-8ab2-45a9-8651-8a3f3d8c2aea req-2bd062cd-01bb-4c16-9383-3ff80f985da0 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532708 Nov 12 00:49:48.893972 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e6662e-f48e-4b2a-9d15-63c77f3216ad req-3c0247f9-85f5-4e6d-8bbb-66e098f430c1 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:48.904738 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-39e6662e-f48e-4b2a-9d15-63c77f3216ad req-3c0247f9-85f5-4e6d-8bbb-66e098f430c1 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a9d320c-3251-445b-a7e3-c9564fa8cfc8 HTTP/1.1" status: 200 len: 945 time: 0.1035337 Nov 12 00:49:48.914086 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 008e363f-3d15-4677-bd4c-6173a85a755b no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:49:48.939206 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 008e363f-3d15-4677-bd4c-6173a85a755b {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:49:48.939552 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 008e363f-3d15-4677-bd4c-6173a85a755b not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:49:48.967440 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-39e6662e-f48e-4b2a-9d15-63c77f3216ad req-45b2e8dd-049a-40cd-81ad-6fc367bb6047 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614588 Nov 12 00:49:49.082230 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a6f8ac-2bf5-492f-83a9-142eeb194891 req-c0b3aa6f-576a-4237-82e9-9b80ebccd5cf tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:49.083891 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-88a6f8ac-2bf5-492f-83a9-142eeb194891 req-c0b3aa6f-576a-4237-82e9-9b80ebccd5cf tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=aeb327a1-8ef9-4dc6-a5a9-a290eaa44bdf HTTP/1.1" status: 200 len: 945 time: 0.0517013 Nov 12 00:49:49.092705 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 54306) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:49.132264 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-88a6f8ac-2bf5-492f-83a9-142eeb194891 req-f45fb565-674d-426e-b875-f2128bdfb454 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424047 Nov 12 00:49:49.196033 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-9d237948-2d04-4960-bcdd-03904dbe1661 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-456532674-network', 'tenant_id': 'fbddff055207461bae7ea270f4783c59'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:49.216388 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d237948-2d04-4960-bcdd-03904dbe1661 admin admin] Made reservation on behalf of fbddff055207461bae7ea270f4783c59 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:49:49.218993 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9d237948-2d04-4960-bcdd-03904dbe1661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.228872 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9d237948-2d04-4960-bcdd-03904dbe1661 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.319658 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9d237948-2d04-4960-bcdd-03904dbe1661 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.325860 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9d237948-2d04-4960-bcdd-03904dbe1661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.346074 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5824959-d8c7-4af1-9a09-c875491a49d2 req-f9a93f8a-00a9-4374-b968-07269213c62b tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:49.347152 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d237948-2d04-4960-bcdd-03904dbe1661 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:49:49.348031 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f5824959-d8c7-4af1-9a09-c875491a49d2 req-f9a93f8a-00a9-4374-b968-07269213c62b tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=aeb327a1-8ef9-4dc6-a5a9-a290eaa44bdf HTTP/1.1" status: 200 len: 945 time: 0.0546250 Nov 12 00:49:49.371592 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9d237948-2d04-4960-bcdd-03904dbe1661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.371948 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-9d237948-2d04-4960-bcdd-03904dbe1661 admin admin] Added segment e323e1ba-cd12-4149-9627-b6e21b9d8316 of type vlan for network d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8 Nov 12 00:49:49.382319 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d237948-2d04-4960-bcdd-03904dbe1661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329d1cfb-cf5d-4ad4-b21e-b449ad81f458,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:49.401813 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f5824959-d8c7-4af1-9a09-c875491a49d2 req-b82e359f-d45e-4865-9e8a-4a8f26061cd8 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474994 Nov 12 00:49:49.418639 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9d237948-2d04-4960-bcdd-03904dbe1661 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.444868 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9d237948-2d04-4960-bcdd-03904dbe1661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.445847 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d237948-2d04-4960-bcdd-03904dbe1661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:49.446424 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9d237948-2d04-4960-bcdd-03904dbe1661 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.512806 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-9d237948-2d04-4960-bcdd-03904dbe1661 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4162724 Nov 12 00:49:49.512806 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 54314) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:49.517570 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-d0f0ba42-cf51-4e7c-a9b2-13d5b43962c5 admin admin] Request body: {'subnet': {'network_id': 'd1609365-dc2c-4cc0-bd3f-6d0911d9d2b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-456532674-subnet', 'tenant_id': 'fbddff055207461bae7ea270f4783c59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:49.524421 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d237948-2d04-4960-bcdd-03904dbe1661 admin admin] Pushing event updated for resources: {'Network': ['ID=d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:49.536302 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:49:49.546497 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f0ba42-cf51-4e7c-a9b2-13d5b43962c5 admin admin] Made reservation on behalf of fbddff055207461bae7ea270f4783c59 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:49:49.549284 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d0f0ba42-cf51-4e7c-a9b2-13d5b43962c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.587742 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 54318) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:49.636740 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f641f5e-0226-4480-950c-dc184fba3c80 admin admin] Deleting subnet e87486ea-14b8-4357-b569-3ef6c52f1320 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:49:49.639928 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f641f5e-0226-4480-950c-dc184fba3c80 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.675514 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f641f5e-0226-4480-950c-dc184fba3c80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.717701 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f641f5e-0226-4480-950c-dc184fba3c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.733651 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d0f0ba42-cf51-4e7c-a9b2-13d5b43962c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.775057 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f641f5e-0226-4480-950c-dc184fba3c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.790301 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0ba42-cf51-4e7c-a9b2-13d5b43962c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78f97ba5-c14e-4c2a-9f62-1fe436271791,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:49.801791 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f0ba42-cf51-4e7c-a9b2-13d5b43962c5 admin admin] Checking segment: {'id': 'e323e1ba-cd12-4149-9627-b6e21b9d8316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd1609365-dc2c-4cc0-bd3f-6d0911d9d2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:49:49.802142 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f641f5e-0226-4480-950c-dc184fba3c80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e87486ea-14b8-4357-b569-3ef6c52f1320,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:49.802268 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f0ba42-cf51-4e7c-a9b2-13d5b43962c5 admin admin] Network hostable DHCP agents. Network: d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:49:49.804257 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f641f5e-0226-4480-950c-dc184fba3c80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.807490 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4f641f5e-0226-4480-950c-dc184fba3c80 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e87486ea-14b8-4357-b569-3ef6c52f1320 HTTP/1.1" status: 204 len: 168 time: 0.2186515 Nov 12 00:49:49.809977 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 54320) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:49.826521 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f0ba42-cf51-4e7c-a9b2-13d5b43962c5 admin admin] Network d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:49:49.837797 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-d0f0ba42-cf51-4e7c-a9b2-13d5b43962c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:49:49.842565 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f0ba42-cf51-4e7c-a9b2-13d5b43962c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:49.843212 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d0f0ba42-cf51-4e7c-a9b2-13d5b43962c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.848905 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d124219f-9824-436a-a1f2-5271cd3ba735 None None] Network d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:49:49.862072 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d0f0ba42-cf51-4e7c-a9b2-13d5b43962c5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3479567 Nov 12 00:49:49.884184 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3ee5b68e-8879-458f-a3b9-8d952155a04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:50.006569 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52599ee-5bc7-4f63-86b4-bcbab44d9220 None None] Network d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:49:50.021437 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3533a-ec06-4781-bede-2d98b0bf01d8 req-7b055d61-131d-430a-bfdc-a7469123e106 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:50.023114 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-08a3533a-ec06-4781-bede-2d98b0bf01d8 req-7b055d61-131d-430a-bfdc-a7469123e106 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0ca0315-e67d-46f1-8dd5-cbc45ebcc707 HTTP/1.1" status: 200 len: 945 time: 0.1301656 Nov 12 00:49:50.029669 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3ee5b68e-8879-458f-a3b9-8d952155a04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:50.069206 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-3ee5b68e-8879-458f-a3b9-8d952155a04a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d872bf93-95f4-45c4-b0f4-642aed61400a']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:50.094617 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-3ee5b68e-8879-458f-a3b9-8d952155a04a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eac800fb-e2a4-4100-807c-1fb9b17e8d78') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:50.095276 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-3ee5b68e-8879-458f-a3b9-8d952155a04a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eac800fb-e2a4-4100-807c-1fb9b17e8d78') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:50.107591 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bcf498-32fd-4256-954c-537d54c8e19a req-ffdb14c2-42ae-458b-a497-8a2475cee646 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:50.109618 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-34bcf498-32fd-4256-954c-537d54c8e19a req-ffdb14c2-42ae-458b-a497-8a2475cee646 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a9d320c-3251-445b-a7e3-c9564fa8cfc8 HTTP/1.1" status: 200 len: 945 time: 0.0529439 Nov 12 00:49:50.113692 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3ee5b68e-8879-458f-a3b9-8d952155a04a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:50.123779 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-08a3533a-ec06-4781-bede-2d98b0bf01d8 req-ad7c106e-0364-4780-8f03-025ff9ff54aa tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902443 Nov 12 00:49:50.132980 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3ee5b68e-8879-458f-a3b9-8d952155a04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:50.139317 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ee5b68e-8879-458f-a3b9-8d952155a04a admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:49:50.139742 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3ee5b68e-8879-458f-a3b9-8d952155a04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:50.141558 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:49:50.141558 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:49:50.141558 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:49:50.141558 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:49:50.141558 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:49:50.141558 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:49:50.141558 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:49:50.141558 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:49:50.141558 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:49:50.141558 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:49:50.141558 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:49:50.141558 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:49:50.141558 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:49:50.141558 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:49:50.141558 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:49:50.141558 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:49:50.141558 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:49:50.141558 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:49:50.141558 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:49:50.141558 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:49:50.141558 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:49:50.141558 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:49:50.141558 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:49:50.141558 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:49:50.141558 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:49:50.141558 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:49:50.141558 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:49:50.141558 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:49:50.141558 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:49:50.141558 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:49:50.141558 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:49:50.141558 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:49:50.176767 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-34bcf498-32fd-4256-954c-537d54c8e19a req-62796082-906c-4f4f-9c26-c7312335e0d1 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606568 Nov 12 00:49:50.217132 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3ee5b68e-8879-458f-a3b9-8d952155a04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:50.218516 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device ae6e39f3-08a9-4155-baca-b0a728c167dc no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:49:50.236002 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3ee5b68e-8879-458f-a3b9-8d952155a04a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:50.239229 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-3ee5b68e-8879-458f-a3b9-8d952155a04a admin admin] 10.222.0.20 "DELETE /v2.0/networks/d872bf93-95f4-45c4-b0f4-642aed61400a HTTP/1.1" status: 204 len: 168 time: 0.4283271 Nov 12 00:49:50.240406 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee5b68e-8879-458f-a3b9-8d952155a04a admin admin] Pushing event deleted for resources: {'Network': ['ID=d872bf93-95f4-45c4-b0f4-642aed61400a,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:50.242183 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 54340) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:50.250127 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: ae6e39f3-08a9-4155-baca-b0a728c167dc {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:49:50.250532 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device ae6e39f3-08a9-4155-baca-b0a728c167dc not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:49:50.251145 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 12592566-5842-43d2-a41f-09c546d6e5c4 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:49:50.276382 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: 12592566-5842-43d2-a41f-09c546d6e5c4 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:49:50.276830 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 12592566-5842-43d2-a41f-09c546d6e5c4 not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:49:50.302662 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec89c316-ab9e-4fe5-864f-e785a10a4708 admin admin] Deleting subnet 11570627-3b04-417d-a59a-6f7c63de17f2 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:49:50.305836 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ec89c316-ab9e-4fe5-864f-e785a10a4708 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:50.340937 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ec89c316-ab9e-4fe5-864f-e785a10a4708 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:50.381482 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ec89c316-ab9e-4fe5-864f-e785a10a4708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:50.505359 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ec89c316-ab9e-4fe5-864f-e785a10a4708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:50.530211 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec58c31-a7ab-42c7-b70b-752116520235 req-29e71cb2-6204-4948-926c-70061b483b82 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:50.531714 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-eec58c31-a7ab-42c7-b70b-752116520235 req-29e71cb2-6204-4948-926c-70061b483b82 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=aeb327a1-8ef9-4dc6-a5a9-a290eaa44bdf HTTP/1.1" status: 200 len: 945 time: 0.0548058 Nov 12 00:49:50.544093 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89c316-ab9e-4fe5-864f-e785a10a4708 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11570627-3b04-417d-a59a-6f7c63de17f2,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:50.548714 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ec89c316-ab9e-4fe5-864f-e785a10a4708 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:50.553835 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ec89c316-ab9e-4fe5-864f-e785a10a4708 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/11570627-3b04-417d-a59a-6f7c63de17f2 HTTP/1.1" status: 204 len: 168 time: 0.3106160 Nov 12 00:49:50.555155 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 54352) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:50.561227 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3113e-04c9-4099-8594-946c207ba6e9 req-93f98dfa-4182-41f4-8002-3a3e6f6267ba tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:50.563081 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-52e3113e-04c9-4099-8594-946c207ba6e9 req-93f98dfa-4182-41f4-8002-3a3e6f6267ba tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/networks?id=d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8 HTTP/1.1" status: 200 len: 821 time: 0.1619394 Nov 12 00:49:50.584939 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-52e3113e-04c9-4099-8594-946c207ba6e9 req-418d2a42-418f-4c6a-aba3-02d792a71baa tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/quotas/fbddff055207461bae7ea270f4783c59 HTTP/1.1" status: 200 len: 375 time: 0.0138061 Nov 12 00:49:50.626558 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-52e3113e-04c9-4099-8594-946c207ba6e9 req-0fe4bec7-937e-474d-983a-ca9b9c516f79 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fbddff055207461bae7ea270f4783c59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334840 Nov 12 00:49:50.642498 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-eec58c31-a7ab-42c7-b70b-752116520235 req-f160e14d-2c59-42d5-9e5b-be6b170b903a tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039178 Nov 12 00:49:50.658245 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-52f8dda0-31c6-4f49-a6e8-78c66942562b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:50.738583 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-52e3113e-04c9-4099-8594-946c207ba6e9 req-9786f180-722f-4032-9e43-3e1023615f7e service neutron] 10.222.0.20 "GET /v2.0/networks/d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007833 Nov 12 00:49:50.763513 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-52f8dda0-31c6-4f49-a6e8-78c66942562b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:50.790193 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-52f8dda0-31c6-4f49-a6e8-78c66942562b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a10087d3-560b-44c7-9443-3a0b2249c1d9']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:50.802153 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-52f8dda0-31c6-4f49-a6e8-78c66942562b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '841e3895-755e-4289-9553-2a8a71f83b47') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:50.802615 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-52f8dda0-31c6-4f49-a6e8-78c66942562b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '841e3895-755e-4289-9553-2a8a71f83b47') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:50.817957 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-52f8dda0-31c6-4f49-a6e8-78c66942562b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:50.837248 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-52f8dda0-31c6-4f49-a6e8-78c66942562b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:50.845534 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52f8dda0-31c6-4f49-a6e8-78c66942562b admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:49:50.845738 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-52f8dda0-31c6-4f49-a6e8-78c66942562b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:50.849407 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:49:50.849407 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:49:50.849407 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:49:50.849407 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:49:50.849407 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:49:50.849407 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:49:50.849407 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:49:50.849407 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:49:50.849407 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:49:50.849407 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:49:50.849407 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:49:50.849407 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:49:50.849407 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:49:50.849407 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:49:50.849407 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:49:50.849407 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:49:50.849407 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:49:50.849407 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:49:50.849407 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:49:50.849407 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:49:50.849407 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:49:50.849407 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:49:50.849407 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:49:50.849407 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:49:50.849407 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:49:50.849407 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:49:50.849407 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:49:50.849407 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:49:50.849407 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:49:50.849407 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:49:50.849407 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:49:50.849407 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:49:50.863391 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-52e3113e-04c9-4099-8594-946c207ba6e9 req-97ea3702-12ed-4d09-87c0-4b8eb5c57923 service neutron] 10.222.0.20 "GET /v2.0/networks/d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177843 Nov 12 00:49:50.952111 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-52f8dda0-31c6-4f49-a6e8-78c66942562b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:50.960986 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-52f8dda0-31c6-4f49-a6e8-78c66942562b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:50.966850 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-52f8dda0-31c6-4f49-a6e8-78c66942562b admin admin] 10.222.0.20 "DELETE /v2.0/networks/a10087d3-560b-44c7-9443-3a0b2249c1d9 HTTP/1.1" status: 204 len: 168 time: 0.4081135 Nov 12 00:49:50.991117 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654f609-947b-4d63-93e4-d674018d0bf6 req-feff3d57-238c-48ec-a544-185ffff77ba7 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:50.992774 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5654f609-947b-4d63-93e4-d674018d0bf6 req-feff3d57-238c-48ec-a544-185ffff77ba7 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=aeb327a1-8ef9-4dc6-a5a9-a290eaa44bdf HTTP/1.1" status: 200 len: 945 time: 0.1233509 Nov 12 00:49:50.993842 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8dda0-31c6-4f49-a6e8-78c66942562b admin admin] Pushing event deleted for resources: {'Network': ['ID=a10087d3-560b-44c7-9443-3a0b2249c1d9,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:51.065930 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2640c57e-fb10-43d5-8c0f-c0a72192326a req-4dee5e29-c271-4de9-a987-d0228e20e86b tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae5eb88-f514-4f30-affc-47eacf000ce2 HTTP/1.1" status: 200 len: 210 time: 0.0405378 Nov 12 00:49:51.077873 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5654f609-947b-4d63-93e4-d674018d0bf6 req-0d27c4e8-10e1-4447-97ad-ede9092fb48c tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710695 Nov 12 00:49:51.180855 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 54372) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:51.252019 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0c800cb2-ae33-4f70-b907-2641e2e2b48d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9c540ecbe8154e1b907ac12fc8774fd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0698881 Nov 12 00:49:51.256501 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 54378) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:51.283006 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6090cd15-dd3c-4fd1-b9ff-268f3c6cd2f3 req-c16b2967-ba3b-4d59-8d09-dc3fefffd5bc tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:51.284603 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6090cd15-dd3c-4fd1-b9ff-268f3c6cd2f3 req-c16b2967-ba3b-4d59-8d09-dc3fefffd5bc tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0ca0315-e67d-46f1-8dd5-cbc45ebcc707 HTTP/1.1" status: 200 len: 945 time: 0.0735514 Nov 12 00:49:51.294966 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:49:51.358718 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6090cd15-dd3c-4fd1-b9ff-268f3c6cd2f3 req-d9526218-c85a-4d19-9864-6079789e4727 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607877 Nov 12 00:49:51.361662 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea852d0-5f84-44a3-89bb-e6a9940e5c8d req-c9e224e0-dfe9-42db-98f7-68f3bc0685e7 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:51.362931 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cea852d0-5f84-44a3-89bb-e6a9940e5c8d req-c9e224e0-dfe9-42db-98f7-68f3bc0685e7 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a9d320c-3251-445b-a7e3-c9564fa8cfc8 HTTP/1.1" status: 200 len: 945 time: 0.0979981 Nov 12 00:49:51.369263 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-913fc408-a9ae-4885-ada6-7dc9fbd4d490 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:51.422741 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-913fc408-a9ae-4885-ada6-7dc9fbd4d490 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:51.459399 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cea852d0-5f84-44a3-89bb-e6a9940e5c8d req-456dd779-6611-4802-843e-eaac7e6e0263 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881422 Nov 12 00:49:51.497615 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-913fc408-a9ae-4885-ada6-7dc9fbd4d490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:51.501317 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-913fc408-a9ae-4885-ada6-7dc9fbd4d490 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:51.505422 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-913fc408-a9ae-4885-ada6-7dc9fbd4d490 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9534929a-373f-43a7-b9cb-bcf16499b8c7 HTTP/1.1" status: 204 len: 168 time: 0.2452118 Nov 12 00:49:51.514414 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913fc408-a9ae-4885-ada6-7dc9fbd4d490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9534929a-373f-43a7-b9cb-bcf16499b8c7,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:51.853587 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 54388) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:51.892472 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d177620c-cac3-4ae0-b0fb-5052f94dac1c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c14550c40ef54339bf0b5b2d2360f275&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377233 Nov 12 00:49:51.895182 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 54390) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:51.942065 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ec401364-dc74-4f12-96a7-c01e3db6be5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:51.962460 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ec401364-dc74-4f12-96a7-c01e3db6be5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:52.009066 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ec401364-dc74-4f12-96a7-c01e3db6be5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:52.011653 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ec401364-dc74-4f12-96a7-c01e3db6be5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:52.012798 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ec401364-dc74-4f12-96a7-c01e3db6be5e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ad1b8665-0670-45ec-8a22-9dd712536d48 HTTP/1.1" status: 204 len: 168 time: 0.1167240 Nov 12 00:49:52.020896 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec401364-dc74-4f12-96a7-c01e3db6be5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1b8665-0670-45ec-8a22-9dd712536d48,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:52.225702 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2b4ecbc1-a25e-42e6-b160-a4ffc0530298 req-938dd949-8c84-4685-978d-14f7476de9d2 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae5eb88-f514-4f30-affc-47eacf000ce2 HTTP/1.1" status: 200 len: 210 time: 0.0435567 Nov 12 00:49:52.292671 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9c968-2566-40a5-a158-e6cf92644ddd req-74e593fe-318f-471a-b648-3c8029f38d5b tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:52.298209 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-93c9c968-2566-40a5-a158-e6cf92644ddd req-74e593fe-318f-471a-b648-3c8029f38d5b tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=aeb327a1-8ef9-4dc6-a5a9-a290eaa44bdf HTTP/1.1" status: 200 len: 945 time: 0.1257548 Nov 12 00:49:52.337790 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3113e-04c9-4099-8594-946c207ba6e9 req-37d87674-3394-4ccd-9217-b1f4911c535b tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:52.337790 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-52e3113e-04c9-4099-8594-946c207ba6e9 req-37d87674-3394-4ccd-9217-b1f4911c535b tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.54 "GET /v2.0/networks?id=d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8 HTTP/1.1" status: 200 len: 821 time: 0.1935742 Nov 12 00:49:52.371754 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-93c9c968-2566-40a5-a158-e6cf92644ddd req-0691d313-d28a-41f7-8178-d53debe2ec99 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674229 Nov 12 00:49:52.405046 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-52e3113e-04c9-4099-8594-946c207ba6e9 req-1dcb2f15-b6cf-49a1-bbfa-4c0321b57042 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Request body: {'port': {'device_id': '8ae5eb88-f514-4f30-affc-47eacf000ce2', 'network_id': 'd1609365-dc2c-4cc0-bd3f-6d0911d9d2b8', 'admin_state_up': True, 'tenant_id': 'fbddff055207461bae7ea270f4783c59'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:52.559226 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec69e9-35e7-47b4-9c13-e600834038f0 req-00f49e02-e573-4db0-84ec-96e8111cd561 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:52.560867 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0bec69e9-35e7-47b4-9c13-e600834038f0 req-00f49e02-e573-4db0-84ec-96e8111cd561 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0ca0315-e67d-46f1-8dd5-cbc45ebcc707 HTTP/1.1" status: 200 len: 945 time: 0.1057057 Nov 12 00:49:52.567186 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52e3113e-04c9-4099-8594-946c207ba6e9 req-1dcb2f15-b6cf-49a1-bbfa-4c0321b57042 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Made reservation on behalf of fbddff055207461bae7ea270f4783c59 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:49:52.567186 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-52e3113e-04c9-4099-8594-946c207ba6e9 req-1dcb2f15-b6cf-49a1-bbfa-4c0321b57042 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:52.637765 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0bec69e9-35e7-47b4-9c13-e600834038f0 req-31b9b484-d6e3-4d07-9136-67645bdaf205 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520051 Nov 12 00:49:52.658219 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea092388-759e-4405-8ce2-0ec134f1566a req-1c11a6ca-efcc-4670-ac07-a923413bc159 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:52.660402 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ea092388-759e-4405-8ce2-0ec134f1566a req-1c11a6ca-efcc-4670-ac07-a923413bc159 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a9d320c-3251-445b-a7e3-c9564fa8cfc8 HTTP/1.1" status: 200 len: 945 time: 0.1123798 Nov 12 00:49:52.752477 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ea092388-759e-4405-8ce2-0ec134f1566a req-3710deed-50af-471a-837d-6e341d5d1c17 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782685 Nov 12 00:49:52.753026 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967bfaba-4a8b-42b3-abeb-f3dfacf5bdd5 req-66e199b7-e429-4f27-b3f6-c1d233027e2e tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:52.754707 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-967bfaba-4a8b-42b3-abeb-f3dfacf5bdd5 req-66e199b7-e429-4f27-b3f6-c1d233027e2e tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.49 "GET /v2.0/ports?device_id=aeb327a1-8ef9-4dc6-a5a9-a290eaa44bdf HTTP/1.1" status: 200 len: 945 time: 0.0605962 Nov 12 00:49:52.825561 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-52e3113e-04c9-4099-8594-946c207ba6e9 req-1dcb2f15-b6cf-49a1-bbfa-4c0321b57042 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Allocated IP 172.20.0.14 (d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8/78f97ba5-c14e-4c2a-9f62-1fe436271791/f2196486-583e-493c-b1b8-f4b105359dde) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:49:52.882419 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-967bfaba-4a8b-42b3-abeb-f3dfacf5bdd5 req-5945988a-df28-4e07-9afe-dffe2e7a5034 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Deleting port ee479850-2577-4380-8817-38b009e3cca9 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:49:52.882759 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-967bfaba-4a8b-42b3-abeb-f3dfacf5bdd5 req-5945988a-df28-4e07-9afe-dffe2e7a5034 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:52.986444 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-967bfaba-4a8b-42b3-abeb-f3dfacf5bdd5 req-5945988a-df28-4e07-9afe-dffe2e7a5034 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] For port ee479850-2577-4380-8817-38b009e3cca9, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=ee479850-2577-4380-8817-38b009e3cca9,segment=NetworkSegment(38b12e74-b18e-41d0-b62c-8552b3e37d05),segment_id=38b12e74-b18e-41d0-b62c-8552b3e37d05)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:52.987912 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-967bfaba-4a8b-42b3-abeb-f3dfacf5bdd5 req-5945988a-df28-4e07-9afe-dffe2e7a5034 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:53.001229 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-967bfaba-4a8b-42b3-abeb-f3dfacf5bdd5 req-5945988a-df28-4e07-9afe-dffe2e7a5034 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Calling delete_port for ee479850-2577-4380-8817-38b009e3cca9 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:49:53.002207 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-52e3113e-04c9-4099-8594-946c207ba6e9 req-1dcb2f15-b6cf-49a1-bbfa-4c0321b57042 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:53.037836 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-52e3113e-04c9-4099-8594-946c207ba6e9 req-1dcb2f15-b6cf-49a1-bbfa-4c0321b57042 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:53.086543 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52e3113e-04c9-4099-8594-946c207ba6e9 req-1dcb2f15-b6cf-49a1-bbfa-4c0321b57042 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Network d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:49:53.089925 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-52e3113e-04c9-4099-8594-946c207ba6e9 req-1dcb2f15-b6cf-49a1-bbfa-4c0321b57042 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:49:53.092318 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e3113e-04c9-4099-8594-946c207ba6e9 req-1dcb2f15-b6cf-49a1-bbfa-4c0321b57042 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:49:53.120463 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb2f15-b6cf-49a1-bbfa-4c0321b57042 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Pushing event updated for resources: {'Port': ['ID=f2196486-583e-493c-b1b8-f4b105359dde,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:53.149848 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3113e-04c9-4099-8594-946c207ba6e9 req-1dcb2f15-b6cf-49a1-bbfa-4c0321b57042 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:53.150484 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-52e3113e-04c9-4099-8594-946c207ba6e9 req-1dcb2f15-b6cf-49a1-bbfa-4c0321b57042 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:53.162932 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-967bfaba-4a8b-42b3-abeb-f3dfacf5bdd5 req-5945988a-df28-4e07-9afe-dffe2e7a5034 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:53.169464 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-52e3113e-04c9-4099-8594-946c207ba6e9 req-1dcb2f15-b6cf-49a1-bbfa-4c0321b57042 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7696109 Nov 12 00:49:53.188129 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-52e3113e-04c9-4099-8594-946c207ba6e9 req-765300f0-b099-46bb-92d4-22a2c1851f2f service neutron] Request body: {'port': {'device_id': '8ae5eb88-f514-4f30-affc-47eacf000ce2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:53.197065 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5945988a-df28-4e07-9afe-dffe2e7a5034 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Pushing event deleted for resources: {'Port': ['ID=ee479850-2577-4380-8817-38b009e3cca9,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:53.211486 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['ee479850-2577-4380-8817-38b009e3cca9'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:49:53.253568 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-52e3113e-04c9-4099-8594-946c207ba6e9 req-765300f0-b099-46bb-92d4-22a2c1851f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:53.258536 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-967bfaba-4a8b-42b3-abeb-f3dfacf5bdd5 req-5945988a-df28-4e07-9afe-dffe2e7a5034 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] No DVR routers for this DVR port ee479850-2577-4380-8817-38b009e3cca9 on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:49:53.261171 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-967bfaba-4a8b-42b3-abeb-f3dfacf5bdd5 req-5945988a-df28-4e07-9afe-dffe2e7a5034 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:53.264607 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-967bfaba-4a8b-42b3-abeb-f3dfacf5bdd5 req-5945988a-df28-4e07-9afe-dffe2e7a5034 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.49 "DELETE /v2.0/ports/ee479850-2577-4380-8817-38b009e3cca9 HTTP/1.1" status: 204 len: 173 time: 0.5035233 Nov 12 00:49:53.264971 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb327a1-8ef9-4dc6-a5a9-a290eaa44bdf', 'name': 'network-vif-deleted', 'tag': 'ee479850-2577-4380-8817-38b009e3cca9'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:53.267648 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a20c155-89b6-4351-8885-ddfa5c512efa" -d '{"events": [{"server_uuid": "aeb327a1-8ef9-4dc6-a5a9-a290eaa44bdf", "name": "network-vif-deleted", "tag": "ee479850-2577-4380-8817-38b009e3cca9"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:53.327723 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030f626e-7734-4cd3-a5ce-5b3f3751ad60 x-openstack-request-id: req-030f626e-7734-4cd3-a5ce-5b3f3751ad60 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:53.328069 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb327a1-8ef9-4dc6-a5a9-a290eaa44bdf", "name": "network-vif-deleted", "tag": "ee479850-2577-4380-8817-38b009e3cca9", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:53.328283 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-030f626e-7734-4cd3-a5ce-5b3f3751ad60 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:53.328689 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb327a1-8ef9-4dc6-a5a9-a290eaa44bdf', 'name': 'network-vif-deleted', 'tag': 'ee479850-2577-4380-8817-38b009e3cca9', 'status': 'completed', 'code': 200} Nov 12 00:49:53.460395 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448dbdd-eec3-424b-bcc9-71bb6279f5d5 req-4d3372d0-5de4-42fa-8ec7-4eb5a1343e39 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:53.463102 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c448dbdd-eec3-424b-bcc9-71bb6279f5d5 req-4d3372d0-5de4-42fa-8ec7-4eb5a1343e39 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae5eb88-f514-4f30-affc-47eacf000ce2 HTTP/1.1" status: 200 len: 932 time: 0.1397197 Nov 12 00:49:53.517162 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-77cb6277-522b-456d-85c5-57c53bfe7e4a req-cea93756-934e-4c02-9007-7916275ca10d tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=aeb327a1-8ef9-4dc6-a5a9-a290eaa44bdf HTTP/1.1" status: 200 len: 210 time: 0.0308146 Nov 12 00:49:53.561479 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c448dbdd-eec3-424b-bcc9-71bb6279f5d5 req-4edf6ec2-6c35-483c-bd5c-00855c106ebe tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727723 Nov 12 00:49:53.632988 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-52e3113e-04c9-4099-8594-946c207ba6e9 req-765300f0-b099-46bb-92d4-22a2c1851f2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2196486-583e-493c-b1b8-f4b105359dde {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:49:53.640472 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-52e3113e-04c9-4099-8594-946c207ba6e9 req-765300f0-b099-46bb-92d4-22a2c1851f2f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:53.655337 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-52e3113e-04c9-4099-8594-946c207ba6e9 req-765300f0-b099-46bb-92d4-22a2c1851f2f service neutron] Transition to ACTIVE for port object f2196486-583e-493c-b1b8-f4b105359dde will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:49:53.660056 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-52e3113e-04c9-4099-8594-946c207ba6e9 req-765300f0-b099-46bb-92d4-22a2c1851f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:53.727968 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765300f0-b099-46bb-92d4-22a2c1851f2f service neutron] Pushing event updated for resources: {'Port': ['ID=f2196486-583e-493c-b1b8-f4b105359dde,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:53.811178 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-52e3113e-04c9-4099-8594-946c207ba6e9 req-765300f0-b099-46bb-92d4-22a2c1851f2f service neutron] Attempting to bind port f2196486-583e-493c-b1b8-f4b105359dde on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:49:53.811509 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-52e3113e-04c9-4099-8594-946c207ba6e9 req-765300f0-b099-46bb-92d4-22a2c1851f2f service neutron] Attempting to bind port f2196486-583e-493c-b1b8-f4b105359dde by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': 'e323e1ba-cd12-4149-9627-b6e21b9d8316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd1609365-dc2c-4cc0-bd3f-6d0911d9d2b8'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:49:53.811836 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e3113e-04c9-4099-8594-946c207ba6e9 req-765300f0-b099-46bb-92d4-22a2c1851f2f service neutron] Attempting to bind port f2196486-583e-493c-b1b8-f4b105359dde on network d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:49:53.824474 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87db44-5e57-419b-ae53-95b32734b617 req-8ca7f588-dabc-4400-9bc8-ce10869ea9d7 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:53.825987 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6f87db44-5e57-419b-ae53-95b32734b617 req-8ca7f588-dabc-4400-9bc8-ce10869ea9d7 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0ca0315-e67d-46f1-8dd5-cbc45ebcc707 HTTP/1.1" status: 200 len: 945 time: 0.1006453 Nov 12 00:49:53.827316 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e3113e-04c9-4099-8594-946c207ba6e9 req-765300f0-b099-46bb-92d4-22a2c1851f2f service neutron] Port f2196486-583e-493c-b1b8-f4b105359dde on network d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:49:53.827316 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e3113e-04c9-4099-8594-946c207ba6e9 req-765300f0-b099-46bb-92d4-22a2c1851f2f service neutron] Attempting to bind port f2196486-583e-493c-b1b8-f4b105359dde on network d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:49:53.832643 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e3113e-04c9-4099-8594-946c207ba6e9 req-765300f0-b099-46bb-92d4-22a2c1851f2f service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:49:53.832970 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e3113e-04c9-4099-8594-946c207ba6e9 req-765300f0-b099-46bb-92d4-22a2c1851f2f service neutron] Checking segment: {'id': 'e323e1ba-cd12-4149-9627-b6e21b9d8316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd1609365-dc2c-4cc0-bd3f-6d0911d9d2b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:49:53.833352 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e3113e-04c9-4099-8594-946c207ba6e9 req-765300f0-b099-46bb-92d4-22a2c1851f2f service neutron] Bound using segment: {'id': 'e323e1ba-cd12-4149-9627-b6e21b9d8316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd1609365-dc2c-4cc0-bd3f-6d0911d9d2b8'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:49:53.833803 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-52e3113e-04c9-4099-8594-946c207ba6e9 req-765300f0-b099-46bb-92d4-22a2c1851f2f service neutron] Bound port: f2196486-583e-493c-b1b8-f4b105359dde, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e323e1ba-cd12-4149-9627-b6e21b9d8316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd1609365-dc2c-4cc0-bd3f-6d0911d9d2b8'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:49:53.834160 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-52e3113e-04c9-4099-8594-946c207ba6e9 req-765300f0-b099-46bb-92d4-22a2c1851f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:53.928018 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6f87db44-5e57-419b-ae53-95b32734b617 req-094a20ef-73a2-46cd-9b4d-4af71c896f9e tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917060 Nov 12 00:49:53.939443 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-52e3113e-04c9-4099-8594-946c207ba6e9 req-765300f0-b099-46bb-92d4-22a2c1851f2f service neutron] For port f2196486-583e-493c-b1b8-f4b105359dde, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:49:53.944018 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-52e3113e-04c9-4099-8594-946c207ba6e9 req-765300f0-b099-46bb-92d4-22a2c1851f2f service neutron] For port f2196486-583e-493c-b1b8-f4b105359dde, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f2196486-583e-493c-b1b8-f4b105359dde,segment=NetworkSegment(e323e1ba-cd12-4149-9627-b6e21b9d8316),segment_id=e323e1ba-cd12-4149-9627-b6e21b9d8316)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:49:53.962133 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-52e3113e-04c9-4099-8594-946c207ba6e9 req-765300f0-b099-46bb-92d4-22a2c1851f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:54.020481 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3113e-04c9-4099-8594-946c207ba6e9 req-765300f0-b099-46bb-92d4-22a2c1851f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:54.021164 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-52e3113e-04c9-4099-8594-946c207ba6e9 req-765300f0-b099-46bb-92d4-22a2c1851f2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:54.022591 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-52e3113e-04c9-4099-8594-946c207ba6e9 req-765300f0-b099-46bb-92d4-22a2c1851f2f service neutron] 10.222.0.54 "PUT /v2.0/ports/f2196486-583e-493c-b1b8-f4b105359dde HTTP/1.1" status: 200 len: 1093 time: 0.8389723 Nov 12 00:49:54.026161 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae5eb88-f514-4f30-affc-47eacf000ce2', 'tag': 'f2196486-583e-493c-b1b8-f4b105359dde'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:54.028443 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6c5520-2b8f-49ec-9dcc-1ae04656ec6a" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae5eb88-f514-4f30-affc-47eacf000ce2", "tag": "f2196486-583e-493c-b1b8-f4b105359dde"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:54.073623 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765300f0-b099-46bb-92d4-22a2c1851f2f service neutron] Pushing event updated for resources: {'Port': ['ID=f2196486-583e-493c-b1b8-f4b105359dde,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:54.095235 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8f38b-14be-4c8c-8992-d8d9243a9e59 req-784644b3-d081-412b-a2e6-c9789ee88cc5 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:54.097568 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2ca8f38b-14be-4c8c-8992-d8d9243a9e59 req-784644b3-d081-412b-a2e6-c9789ee88cc5 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a9d320c-3251-445b-a7e3-c9564fa8cfc8 HTTP/1.1" status: 200 len: 945 time: 0.0948219 Nov 12 00:49:54.164545 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3113e-04c9-4099-8594-946c207ba6e9 req-0673dc4a-0a9c-4502-b1b7-366bb1796a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:54.166132 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-52e3113e-04c9-4099-8594-946c207ba6e9 req-0673dc4a-0a9c-4502-b1b7-366bb1796a13 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fbddff055207461bae7ea270f4783c59&device_id=8ae5eb88-f514-4f30-affc-47eacf000ce2 HTTP/1.1" status: 200 len: 1096 time: 0.0678082 Nov 12 00:49:54.173263 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2ca8f38b-14be-4c8c-8992-d8d9243a9e59 req-f6a24850-4104-433a-85a0-b08744db48b6 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673904 Nov 12 00:49:54.227594 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-52e3113e-04c9-4099-8594-946c207ba6e9 req-79f69181-518f-465c-877d-9c016f1e91ca service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2196486-583e-493c-b1b8-f4b105359dde HTTP/1.1" status: 200 len: 217 time: 0.0472810 Nov 12 00:49:54.233516 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1ae8a9-ab6e-4086-8655-6e245b09e8bd x-openstack-request-id: req-7c1ae8a9-ab6e-4086-8655-6e245b09e8bd {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:54.233796 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae5eb88-f514-4f30-affc-47eacf000ce2", "tag": "f2196486-583e-493c-b1b8-f4b105359dde", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:54.234268 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c1ae8a9-ab6e-4086-8655-6e245b09e8bd {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:54.234692 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae5eb88-f514-4f30-affc-47eacf000ce2', 'tag': 'f2196486-583e-493c-b1b8-f4b105359dde', 'status': 'completed', 'code': 200} Nov 12 00:49:54.288153 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3113e-04c9-4099-8594-946c207ba6e9 req-2975dd62-a67e-4d57-acad-fda672081810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:54.289665 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-52e3113e-04c9-4099-8594-946c207ba6e9 req-2975dd62-a67e-4d57-acad-fda672081810 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=78f97ba5-c14e-4c2a-9f62-1fe436271791 HTTP/1.1" status: 200 len: 861 time: 0.0535669 Nov 12 00:49:54.329612 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-52e3113e-04c9-4099-8594-946c207ba6e9 req-bf829698-ad69-402e-889a-21aea81d4b20 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318410 Nov 12 00:49:54.388888 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47267f90-86ce-41d9-bdaa-33db0e6c68ef req-e3d67db8-ceca-4454-8761-ad43b8f802ec tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:54.391092 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-47267f90-86ce-41d9-bdaa-33db0e6c68ef req-e3d67db8-ceca-4454-8761-ad43b8f802ec tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.0545919 Nov 12 00:49:54.447750 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-47267f90-86ce-41d9-bdaa-33db0e6c68ef req-5383aafe-daef-4435-b1ad-a68fb9137bf2 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469077 Nov 12 00:49:54.468617 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-52e3113e-04c9-4099-8594-946c207ba6e9 req-5390dd2e-b706-461d-be2a-ec01b8ca8197 service neutron] 10.222.0.54 "GET /v2.0/networks/d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302059 Nov 12 00:49:54.476941 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ea628261-dd44-4b98-aa42-21fc22857714 req-30a72979-7ac7-49b4-89ce-ddc8c810c1ab tempest-QuotasAdminNegativeTest-928605174 tempest-QuotasAdminNegativeTest-928605174-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=352b38dec99b466fac2c2ed22b5d197e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397546 Nov 12 00:49:54.660928 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68744eba-a81c-4be6-a13d-c431e30f718a req-37da526b-b2fc-4ffd-a65a-979c123063c2 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:54.662564 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-68744eba-a81c-4be6-a13d-c431e30f718a req-37da526b-b2fc-4ffd-a65a-979c123063c2 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.0518024 Nov 12 00:49:54.717154 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-68744eba-a81c-4be6-a13d-c431e30f718a req-533843ad-e1e5-4689-beb9-3396ef0c4e64 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485008 Nov 12 00:49:54.907410 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ec816-3a4b-4173-ba3a-7c723cf583fa req-9a12e5fc-a3bc-4111-86d0-c38a84c33e9d tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:54.909064 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-195ec816-3a4b-4173-ba3a-7c723cf583fa req-9a12e5fc-a3bc-4111-86d0-c38a84c33e9d tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae5eb88-f514-4f30-affc-47eacf000ce2 HTTP/1.1" status: 200 len: 944 time: 0.0545945 Nov 12 00:49:54.957740 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-195ec816-3a4b-4173-ba3a-7c723cf583fa req-632d3b8d-f3fd-486d-8b5b-da99fcd1e887 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425694 Nov 12 00:49:54.973765 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-52e3113e-04c9-4099-8594-946c207ba6e9 req-192481a1-c9b7-4b37-b801-e55552094ee5 service neutron] 10.222.0.54 "GET /v2.0/networks/d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4958043 Nov 12 00:49:54.987591 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea628261-dd44-4b98-aa42-21fc22857714 req-0c11c0b0-ce76-44c9-96c4-30fc5d567baf tempest-QuotasAdminNegativeTest-928605174 tempest-QuotasAdminNegativeTest-928605174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:54.989170 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ea628261-dd44-4b98-aa42-21fc22857714 req-0c11c0b0-ce76-44c9-96c4-30fc5d567baf tempest-QuotasAdminNegativeTest-928605174 tempest-QuotasAdminNegativeTest-928605174-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5042489 Nov 12 00:49:55.009916 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ea628261-dd44-4b98-aa42-21fc22857714 req-c7ffd28b-c833-41d8-b4af-122909eb07bc tempest-QuotasAdminNegativeTest-928605174 tempest-QuotasAdminNegativeTest-928605174-project] 10.222.0.20 "GET /v2.0/quotas/352b38dec99b466fac2c2ed22b5d197e HTTP/1.1" status: 200 len: 375 time: 0.0136945 Nov 12 00:49:55.039964 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ea628261-dd44-4b98-aa42-21fc22857714 req-de7e24c9-b3d1-469e-b0b2-2d8c1bfbfe8e tempest-QuotasAdminNegativeTest-928605174 tempest-QuotasAdminNegativeTest-928605174-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=352b38dec99b466fac2c2ed22b5d197e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281208 Nov 12 00:49:55.116256 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c5520-2b8f-49ec-9dcc-1ae04656ec6a req-5988ffaf-cb48-4110-aaa3-2cdfeff7b44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:55.117995 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9f6c5520-2b8f-49ec-9dcc-1ae04656ec6a req-5988ffaf-cb48-4110-aaa3-2cdfeff7b44e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fbddff055207461bae7ea270f4783c59&device_id=8ae5eb88-f514-4f30-affc-47eacf000ce2 HTTP/1.1" status: 200 len: 1096 time: 0.0486004 Nov 12 00:49:55.146117 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963fb19-90bf-4a8a-a358-8e51d7da0143 req-147ce0d7-25a0-4ee5-b127-6c6a88b26c1e tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:55.147715 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4963fb19-90bf-4a8a-a358-8e51d7da0143 req-147ce0d7-25a0-4ee5-b127-6c6a88b26c1e tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/networks?id=a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e HTTP/1.1" status: 200 len: 812 time: 0.1146839 Nov 12 00:49:55.170756 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4963fb19-90bf-4a8a-a358-8e51d7da0143 req-e9a6d1d3-47a3-4e84-897b-c38d16ae026e tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/quotas/e225da8786ab452db9121c1cfb9ab35d HTTP/1.1" status: 200 len: 375 time: 0.0094161 Nov 12 00:49:55.230253 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4963fb19-90bf-4a8a-a358-8e51d7da0143 req-0588c0fa-3a8e-476d-a681-8c77346759c5 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e225da8786ab452db9121c1cfb9ab35d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0526800 Nov 12 00:49:55.241766 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [req-4963fb19-90bf-4a8a-a358-8e51d7da0143 req-4a678819-161c-4f31-98e0-9930dd142d75 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:49:55.242986 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4963fb19-90bf-4a8a-a358-8e51d7da0143 req-4a678819-161c-4f31-98e0-9930dd142d75 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059860 Nov 12 00:49:55.284615 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c5520-2b8f-49ec-9dcc-1ae04656ec6a req-0e3d6de3-a517-41b8-a964-ba0d88d5790f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:55.286134 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9f6c5520-2b8f-49ec-9dcc-1ae04656ec6a req-0e3d6de3-a517-41b8-a964-ba0d88d5790f service neutron] 10.222.0.54 "GET /v2.0/networks?id=d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8 HTTP/1.1" status: 200 len: 922 time: 0.1609917 Nov 12 00:49:55.335245 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4963fb19-90bf-4a8a-a358-8e51d7da0143 req-8b4bccc0-c850-416f-87f0-1b51ff6bfa73 service neutron] 10.222.0.20 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853004 Nov 12 00:49:55.336387 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9f6c5520-2b8f-49ec-9dcc-1ae04656ec6a req-40a26459-ce9e-49ee-9820-fd6422f019cc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2196486-583e-493c-b1b8-f4b105359dde HTTP/1.1" status: 200 len: 217 time: 0.0410242 Nov 12 00:49:55.343299 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5f44a-6d4c-46ed-aa9b-fb176327072f req-140c6082-373d-4104-be24-f809ee8ea6e8 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:55.344698 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-63c5f44a-6d4c-46ed-aa9b-fb176327072f req-140c6082-373d-4104-be24-f809ee8ea6e8 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/networks?id=cc6c0861-08f6-4a20-bb15-55ce7625c6e5 HTTP/1.1" status: 200 len: 811 time: 0.1626272 Nov 12 00:49:55.389310 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-63c5f44a-6d4c-46ed-aa9b-fb176327072f req-31cd9a35-f20d-4ef2-ba58-8101015e8a01 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/quotas/5ffaac2ef2674156a598ef42a6d7e245 HTTP/1.1" status: 200 len: 375 time: 0.0307801 Nov 12 00:49:55.416549 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c5520-2b8f-49ec-9dcc-1ae04656ec6a req-321c14bd-cd2a-403e-90ef-d3ee9c2d11b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:55.418115 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9f6c5520-2b8f-49ec-9dcc-1ae04656ec6a req-321c14bd-cd2a-403e-90ef-d3ee9c2d11b6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=78f97ba5-c14e-4c2a-9f62-1fe436271791 HTTP/1.1" status: 200 len: 861 time: 0.0672486 Nov 12 00:49:55.430586 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4963fb19-90bf-4a8a-a358-8e51d7da0143 req-c52d2cf1-648d-4d6b-a1df-16528e96a2dd service neutron] 10.222.0.20 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888059 Nov 12 00:49:55.434998 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-63c5f44a-6d4c-46ed-aa9b-fb176327072f req-47717b81-ceb5-4763-8923-a6583712dad9 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ffaac2ef2674156a598ef42a6d7e245&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394206 Nov 12 00:49:55.465914 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9f6c5520-2b8f-49ec-9dcc-1ae04656ec6a req-5322827f-f573-4fbb-ab4e-15d2fc6352a5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331979 Nov 12 00:49:55.635410 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-63c5f44a-6d4c-46ed-aa9b-fb176327072f req-8c038269-0eb3-47db-bb7b-fd233a6433e5 service neutron] 10.222.0.20 "GET /v2.0/networks/cc6c0861-08f6-4a20-bb15-55ce7625c6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913407 Nov 12 00:49:55.665400 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9f6c5520-2b8f-49ec-9dcc-1ae04656ec6a req-e82980a5-e61e-434a-9a17-1d57531e09eb service neutron] 10.222.0.54 "GET /v2.0/networks/d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902082 Nov 12 00:49:55.723459 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435fcd6-0fac-4378-8e0e-ddc970e551a1 req-1dc2c8a2-595b-4290-ab5a-7973233558fb tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:55.725259 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6435fcd6-0fac-4378-8e0e-ddc970e551a1 req-1dc2c8a2-595b-4290-ab5a-7973233558fb tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0ca0315-e67d-46f1-8dd5-cbc45ebcc707 HTTP/1.1" status: 200 len: 945 time: 0.0540180 Nov 12 00:49:55.783011 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6435fcd6-0fac-4378-8e0e-ddc970e551a1 req-9f71176b-e7fd-4679-86a8-6a41d8b305f2 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507429 Nov 12 00:49:55.803156 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-63c5f44a-6d4c-46ed-aa9b-fb176327072f req-78de89c3-c353-4388-afb0-69530bd1adb6 service neutron] 10.222.0.20 "GET /v2.0/networks/cc6c0861-08f6-4a20-bb15-55ce7625c6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599567 Nov 12 00:49:55.824652 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9f6c5520-2b8f-49ec-9dcc-1ae04656ec6a req-4be5923e-68d2-473b-9be5-4af83e7dce6c service neutron] 10.222.0.54 "GET /v2.0/networks/d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481845 Nov 12 00:49:56.038450 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-08791527-ed99-4ca1-a933-808df2516d90 req-b2717580-a259-4422-8de1-56e4ee8693cc tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=3056185a-613d-44f5-809d-7d902a465d22 HTTP/1.1" status: 200 len: 210 time: 0.0403445 Nov 12 00:49:56.162948 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-18efb57c-eaa6-4ca2-8461-05b81c6919a3 req-b9043acb-1181-4be0-abf1-c13d92d7087c tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 210 time: 0.0384877 Nov 12 00:49:56.195195 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device ee479850-2577-4380-8817-38b009e3cca9 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:49:56.231384 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: ee479850-2577-4380-8817-38b009e3cca9 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:49:56.231793 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device ee479850-2577-4380-8817-38b009e3cca9 not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:49:56.316652 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907f362-39df-4704-a37e-bd4e249886ae req-0f1ddb70-ec6e-4309-81ba-d36334f0902b tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:56.318283 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3907f362-39df-4704-a37e-bd4e249886ae req-0f1ddb70-ec6e-4309-81ba-d36334f0902b tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae5eb88-f514-4f30-affc-47eacf000ce2 HTTP/1.1" status: 200 len: 944 time: 0.0822020 Nov 12 00:49:56.382251 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3907f362-39df-4704-a37e-bd4e249886ae req-d40f23c9-4334-4966-9fe9-7940c4bed3d0 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577638 Nov 12 00:49:56.547355 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-48269695-d07c-44b8-8a23-143ae5d44349 req-c70897ca-ee9d-45ed-9e74-0db834fc60ac tempest-QuotasAdminNegativeTest-928605174 tempest-QuotasAdminNegativeTest-928605174-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=352b38dec99b466fac2c2ed22b5d197e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223687 Nov 12 00:49:56.657932 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48269695-d07c-44b8-8a23-143ae5d44349 req-24283120-b588-4d03-be0a-d0f4759a3ea8 tempest-QuotasAdminNegativeTest-928605174 tempest-QuotasAdminNegativeTest-928605174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:56.659949 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-48269695-d07c-44b8-8a23-143ae5d44349 req-24283120-b588-4d03-be0a-d0f4759a3ea8 tempest-QuotasAdminNegativeTest-928605174 tempest-QuotasAdminNegativeTest-928605174-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1069293 Nov 12 00:49:56.676236 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-48269695-d07c-44b8-8a23-143ae5d44349 req-ffddff68-fb48-499a-ac07-f5584ad9eb33 tempest-QuotasAdminNegativeTest-928605174 tempest-QuotasAdminNegativeTest-928605174-project] 10.222.0.20 "GET /v2.0/quotas/352b38dec99b466fac2c2ed22b5d197e HTTP/1.1" status: 200 len: 375 time: 0.0101299 Nov 12 00:49:56.716978 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-48269695-d07c-44b8-8a23-143ae5d44349 req-d99debeb-fd02-42fd-9c54-c78034f519c5 tempest-QuotasAdminNegativeTest-928605174 tempest-QuotasAdminNegativeTest-928605174-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=352b38dec99b466fac2c2ed22b5d197e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350330 Nov 12 00:49:56.928375 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12250171-5b06-437c-bbcf-99a4e6cc3a61 req-dd39bd00-6855-48d1-9329-720b301d5b9e tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:56.930060 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-12250171-5b06-437c-bbcf-99a4e6cc3a61 req-dd39bd00-6855-48d1-9329-720b301d5b9e tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0ca0315-e67d-46f1-8dd5-cbc45ebcc707 HTTP/1.1" status: 200 len: 945 time: 0.0638483 Nov 12 00:49:56.957273 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963fb19-90bf-4a8a-a358-8e51d7da0143 req-b917ed5b-9025-475f-accd-53654f2e5cd7 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:56.960361 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4963fb19-90bf-4a8a-a358-8e51d7da0143 req-b917ed5b-9025-475f-accd-53654f2e5cd7 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.49 "GET /v2.0/networks?id=a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e HTTP/1.1" status: 200 len: 812 time: 0.1491058 Nov 12 00:49:56.997012 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-12250171-5b06-437c-bbcf-99a4e6cc3a61 req-2682134e-385a-4087-9be3-db69b98289a6 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545287 Nov 12 00:49:57.003635 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-4963fb19-90bf-4a8a-a358-8e51d7da0143 req-d69d8f3f-5580-4a99-b5d9-1a3991089647 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Request body: {'port': {'device_id': '3056185a-613d-44f5-809d-7d902a465d22', 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e', 'admin_state_up': True, 'tenant_id': 'e225da8786ab452db9121c1cfb9ab35d'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:57.158431 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c0f7a7ed-0467-40f5-b65f-686030c35610 req-84dbdf66-ac7f-4b2e-8cb8-78051c25fb82 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=3056185a-613d-44f5-809d-7d902a465d22 HTTP/1.1" status: 200 len: 210 time: 0.0394039 Nov 12 00:49:57.170850 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4963fb19-90bf-4a8a-a358-8e51d7da0143 req-d69d8f3f-5580-4a99-b5d9-1a3991089647 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Made reservation on behalf of e225da8786ab452db9121c1cfb9ab35d for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:49:57.177679 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4963fb19-90bf-4a8a-a358-8e51d7da0143 req-d69d8f3f-5580-4a99-b5d9-1a3991089647 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:57.358576 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6bf4f679-fc1f-4e73-b565-5eeafa6e4f08 req-1c50d76e-3118-49ef-8cc2-3c5230984346 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 210 time: 0.0520158 Nov 12 00:49:57.481538 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a5384f5d-5701-4616-907f-35e3010fa001 req-b6b7c403-228c-47a3-850b-0620b1b72a42 tempest-QuotasAdminNegativeTest-928605174 tempest-QuotasAdminNegativeTest-928605174-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=352b38dec99b466fac2c2ed22b5d197e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567091 Nov 12 00:49:57.510584 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3628d-ae84-4006-bf94-29349766111b req-260be1bd-d687-4da4-8a3b-67029577d74d tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:57.512252 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-27f3628d-ae84-4006-bf94-29349766111b req-260be1bd-d687-4da4-8a3b-67029577d74d tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae5eb88-f514-4f30-affc-47eacf000ce2 HTTP/1.1" status: 200 len: 944 time: 0.0597489 Nov 12 00:49:57.571710 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-27f3628d-ae84-4006-bf94-29349766111b req-7fd472b1-3deb-44a7-b07a-4166a75ed468 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532818 Nov 12 00:49:57.811828 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-4963fb19-90bf-4a8a-a358-8e51d7da0143 req-d69d8f3f-5580-4a99-b5d9-1a3991089647 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Allocated IP 172.20.0.12 (a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e/3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f/3629b7bf-0e38-4adc-b44c-74e486c8ef4d) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:49:57.839218 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5f44a-6d4c-46ed-aa9b-fb176327072f req-42c1c087-25fb-4620-9c79-a39622b306c4 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:57.840640 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-63c5f44a-6d4c-46ed-aa9b-fb176327072f req-42c1c087-25fb-4620-9c79-a39622b306c4 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.49 "GET /v2.0/networks?id=cc6c0861-08f6-4a20-bb15-55ce7625c6e5 HTTP/1.1" status: 200 len: 811 time: 0.5056317 Nov 12 00:49:57.887006 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-63c5f44a-6d4c-46ed-aa9b-fb176327072f req-21576767-9816-4713-a3b6-9edb53654504 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Request body: {'port': {'device_id': '508ca382-1214-4b6b-aadc-0041643de02e', 'network_id': 'cc6c0861-08f6-4a20-bb15-55ce7625c6e5', 'admin_state_up': True, 'tenant_id': '5ffaac2ef2674156a598ef42a6d7e245'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:58.064772 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5384f5d-5701-4616-907f-35e3010fa001 req-d1de87b0-1beb-4db1-94ed-4dfbef4efde1 tempest-QuotasAdminNegativeTest-928605174 tempest-QuotasAdminNegativeTest-928605174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:58.066582 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a5384f5d-5701-4616-907f-35e3010fa001 req-d1de87b0-1beb-4db1-94ed-4dfbef4efde1 tempest-QuotasAdminNegativeTest-928605174 tempest-QuotasAdminNegativeTest-928605174-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5757456 Nov 12 00:49:58.113706 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a5384f5d-5701-4616-907f-35e3010fa001 req-94cfc77e-6baa-44ae-87f4-7b8db2b04c58 tempest-QuotasAdminNegativeTest-928605174 tempest-QuotasAdminNegativeTest-928605174-project] 10.222.0.20 "GET /v2.0/quotas/352b38dec99b466fac2c2ed22b5d197e HTTP/1.1" status: 200 len: 375 time: 0.0403540 Nov 12 00:49:58.120411 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ea755-f7fe-4a0f-a785-99befbfe3110 req-8113518f-9a27-4eda-b5be-98ce8ae1fd52 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:58.121930 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-000ea755-f7fe-4a0f-a785-99befbfe3110 req-8113518f-9a27-4eda-b5be-98ce8ae1fd52 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0ca0315-e67d-46f1-8dd5-cbc45ebcc707 HTTP/1.1" status: 200 len: 945 time: 0.0489891 Nov 12 00:49:58.169859 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-000ea755-f7fe-4a0f-a785-99befbfe3110 req-32028914-f888-408a-b95f-8d7fda30948b tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418561 Nov 12 00:49:58.194890 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a5384f5d-5701-4616-907f-35e3010fa001 req-37dc2da4-615a-4b6e-a3d4-72c20ef09d68 tempest-QuotasAdminNegativeTest-928605174 tempest-QuotasAdminNegativeTest-928605174-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=352b38dec99b466fac2c2ed22b5d197e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482264 Nov 12 00:49:58.230981 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63c5f44a-6d4c-46ed-aa9b-fb176327072f req-21576767-9816-4713-a3b6-9edb53654504 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Made reservation on behalf of 5ffaac2ef2674156a598ef42a6d7e245 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:49:58.235054 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-63c5f44a-6d4c-46ed-aa9b-fb176327072f req-21576767-9816-4713-a3b6-9edb53654504 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:58.275712 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4963fb19-90bf-4a8a-a358-8e51d7da0143 req-d69d8f3f-5580-4a99-b5d9-1a3991089647 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:58.359705 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5bd165fa-61ab-4106-b899-8e22a6030b13 req-ea41b126-3daa-4287-8677-92e33cccb463 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=3056185a-613d-44f5-809d-7d902a465d22 HTTP/1.1" status: 200 len: 210 time: 0.0449419 Nov 12 00:49:58.389572 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f2196486-583e-493c-b1b8-f4b105359dde details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:49:58.419822 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4963fb19-90bf-4a8a-a358-8e51d7da0143 req-d69d8f3f-5580-4a99-b5d9-1a3991089647 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:58.461885 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:49:58.527624 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4963fb19-90bf-4a8a-a358-8e51d7da0143 req-d69d8f3f-5580-4a99-b5d9-1a3991089647 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Network a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:49:58.528420 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69d8f3f-5580-4a99-b5d9-1a3991089647 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Pushing event updated for resources: {'Port': ['ID=3629b7bf-0e38-4adc-b44c-74e486c8ef4d,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:58.529471 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bc054367-754e-47d1-893e-67c789cba34b req-c2d8c51c-5dba-40e1-a3ca-a48f5bf2bd57 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 210 time: 0.0423176 Nov 12 00:49:58.532716 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-63c5f44a-6d4c-46ed-aa9b-fb176327072f req-21576767-9816-4713-a3b6-9edb53654504 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Allocated IP 172.20.0.9 (cc6c0861-08f6-4a20-bb15-55ce7625c6e5/8dc44064-8072-4b25-a5ed-adc971ac9588/d5fccd1f-01b5-4aa9-b154-fac395c8a264) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:49:58.535576 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-4963fb19-90bf-4a8a-a358-8e51d7da0143 req-d69d8f3f-5580-4a99-b5d9-1a3991089647 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:49:58.539062 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-4963fb19-90bf-4a8a-a358-8e51d7da0143 req-d69d8f3f-5580-4a99-b5d9-1a3991089647 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:49:58.601677 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963fb19-90bf-4a8a-a358-8e51d7da0143 req-d69d8f3f-5580-4a99-b5d9-1a3991089647 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:58.602351 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4963fb19-90bf-4a8a-a358-8e51d7da0143 req-d69d8f3f-5580-4a99-b5d9-1a3991089647 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:58.638482 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port f2196486-583e-493c-b1b8-f4b105359dde, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f2196486-583e-493c-b1b8-f4b105359dde,segment=NetworkSegment(e323e1ba-cd12-4149-9627-b6e21b9d8316),segment_id=e323e1ba-cd12-4149-9627-b6e21b9d8316)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:58.654011 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4963fb19-90bf-4a8a-a358-8e51d7da0143 req-d69d8f3f-5580-4a99-b5d9-1a3991089647 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6547771 Nov 12 00:49:58.666707 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'f2196486-583e-493c-b1b8-f4b105359dde', 'network_id': 'd1609365-dc2c-4cc0-bd3f-6d0911d9d2b8', 'port_id': 'f2196486-583e-493c-b1b8-f4b105359dde', 'mac_address': 'fa:16:3e:00:ee:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f97ba5-c14e-4c2a-9f62-1fe436271791', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:49:58.723722 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:58.726656 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-4963fb19-90bf-4a8a-a358-8e51d7da0143 req-da703a7e-5782-4906-a2ea-f22c6a11b43a service neutron] Request body: {'port': {'device_id': '3056185a-613d-44f5-809d-7d902a465d22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:58.747937 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2196486-583e-493c-b1b8-f4b105359dde {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:49:58.777018 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port f2196486-583e-493c-b1b8-f4b105359dde, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f2196486-583e-493c-b1b8-f4b105359dde,segment=NetworkSegment(e323e1ba-cd12-4149-9627-b6e21b9d8316),segment_id=e323e1ba-cd12-4149-9627-b6e21b9d8316)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:58.787786 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:58.861885 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=f2196486-583e-493c-b1b8-f4b105359dde,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:58.881227 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4963fb19-90bf-4a8a-a358-8e51d7da0143 req-da703a7e-5782-4906-a2ea-f22c6a11b43a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:58.901955 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 54654) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:58.915779 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61b7a4-5c33-4f78-b82d-86723e9be256 req-8eefb788-f73d-49d2-bb88-7eeaabb54405 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:58.917802 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1d61b7a4-5c33-4f78-b82d-86723e9be256 req-8eefb788-f73d-49d2-bb88-7eeaabb54405 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae5eb88-f514-4f30-affc-47eacf000ce2 HTTP/1.1" status: 200 len: 944 time: 0.2423177 Nov 12 00:49:58.979997 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-050fd932-e3a8-4101-89cd-156dbc522fc0 None None] Provisioning complete for port 3629b7bf-0e38-4adc-b44c-74e486c8ef4d triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:58.980336 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-050fd932-e3a8-4101-89cd-156dbc522fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:59.017066 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-050fd932-e3a8-4101-89cd-156dbc522fc0 None None] Port 3629b7bf-0e38-4adc-b44c-74e486c8ef4d cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:49:59.017894 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-63c5f44a-6d4c-46ed-aa9b-fb176327072f req-21576767-9816-4713-a3b6-9edb53654504 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:59.023115 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d48d46c3-25a6-4fd2-b7ee-82a52d90ca27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:59.105794 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d48d46c3-25a6-4fd2-b7ee-82a52d90ca27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:59.107385 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1d61b7a4-5c33-4f78-b82d-86723e9be256 req-1b12549b-f0f7-4930-9186-4c1b3ccd353a tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785378 Nov 12 00:49:59.110631 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d48d46c3-25a6-4fd2-b7ee-82a52d90ca27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:59.147369 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d46c3-25a6-4fd2-b7ee-82a52d90ca27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976d1b96-daa7-4e97-85b6-3f199692c6aa,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:59.160340 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d48d46c3-25a6-4fd2-b7ee-82a52d90ca27 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=352b38dec99b466fac2c2ed22b5d197e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2572594 Nov 12 00:49:59.164257 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 54658) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:59.197665 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-63c5f44a-6d4c-46ed-aa9b-fb176327072f req-21576767-9816-4713-a3b6-9edb53654504 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:59.286644 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63c5f44a-6d4c-46ed-aa9b-fb176327072f req-21576767-9816-4713-a3b6-9edb53654504 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Network cc6c0861-08f6-4a20-bb15-55ce7625c6e5 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:49:59.297601 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-63c5f44a-6d4c-46ed-aa9b-fb176327072f req-21576767-9816-4713-a3b6-9edb53654504 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:49:59.307527 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992b22f-82a0-40ae-8c50-d4050d81bf78 req-48c87e75-92d0-4fa5-8410-31195dc0ac49 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:59.309420 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6992b22f-82a0-40ae-8c50-d4050d81bf78 req-48c87e75-92d0-4fa5-8410-31195dc0ac49 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0ca0315-e67d-46f1-8dd5-cbc45ebcc707 HTTP/1.1" status: 200 len: 945 time: 0.0623279 Nov 12 00:49:59.311363 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c5f44a-6d4c-46ed-aa9b-fb176327072f req-21576767-9816-4713-a3b6-9edb53654504 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:49:59.326810 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['f2196486-583e-493c-b1b8-f4b105359dde'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:49:59.357494 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21576767-9816-4713-a3b6-9edb53654504 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Pushing event updated for resources: {'Port': ['ID=d5fccd1f-01b5-4aa9-b154-fac395c8a264,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:59.363237 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9aec5b8b-52e3-4d4d-894d-ac2ab4ca842f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:59.390123 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6992b22f-82a0-40ae-8c50-d4050d81bf78 req-81847802-ae93-405d-a21e-bc31a45af5dd tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724633 Nov 12 00:49:59.402654 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5f44a-6d4c-46ed-aa9b-fb176327072f req-21576767-9816-4713-a3b6-9edb53654504 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:59.403284 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-63c5f44a-6d4c-46ed-aa9b-fb176327072f req-21576767-9816-4713-a3b6-9edb53654504 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:59.458049 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9aec5b8b-52e3-4d4d-894d-ac2ab4ca842f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:59.511813 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-63c5f44a-6d4c-46ed-aa9b-fb176327072f req-21576767-9816-4713-a3b6-9edb53654504 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6404727 Nov 12 00:49:59.513926 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-4963fb19-90bf-4a8a-a358-8e51d7da0143 req-da703a7e-5782-4906-a2ea-f22c6a11b43a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3629b7bf-0e38-4adc-b44c-74e486c8ef4d {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:49:59.529856 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4963fb19-90bf-4a8a-a358-8e51d7da0143 req-da703a7e-5782-4906-a2ea-f22c6a11b43a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:59.544909 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-63c5f44a-6d4c-46ed-aa9b-fb176327072f req-73a496f3-d42b-42b3-8178-4e805301eab5 service neutron] Request body: {'port': {'device_id': '508ca382-1214-4b6b-aadc-0041643de02e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:59.595542 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3073d80-92f0-4461-896d-a7a04814d80a req-dd066fae-34eb-40ba-a335-218d4c965aac tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:59.597650 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d3073d80-92f0-4461-896d-a7a04814d80a req-dd066fae-34eb-40ba-a335-218d4c965aac tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=3056185a-613d-44f5-809d-7d902a465d22 HTTP/1.1" status: 200 len: 932 time: 0.1435323 Nov 12 00:49:59.598757 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-4963fb19-90bf-4a8a-a358-8e51d7da0143 req-da703a7e-5782-4906-a2ea-f22c6a11b43a service neutron] Transition to ACTIVE for port object 3629b7bf-0e38-4adc-b44c-74e486c8ef4d will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:49:59.605919 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4963fb19-90bf-4a8a-a358-8e51d7da0143 req-da703a7e-5782-4906-a2ea-f22c6a11b43a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:59.675209 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9dada-1b1e-49c7-850f-04dc4088eb22 req-8d5ebfc0-b39a-404f-9d28-b2629a9e2525 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:59.675805 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9aec5b8b-52e3-4d4d-894d-ac2ab4ca842f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:59.676606 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9af9dada-1b1e-49c7-850f-04dc4088eb22 req-8d5ebfc0-b39a-404f-9d28-b2629a9e2525 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 931 time: 0.0519183 Nov 12 00:49:59.677799 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9aec5b8b-52e3-4d4d-894d-ac2ab4ca842f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:59.678909 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-9aec5b8b-52e3-4d4d-894d-ac2ab4ca842f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/976d1b96-daa7-4e97-85b6-3f199692c6aa HTTP/1.1" status: 204 len: 168 time: 0.5138381 Nov 12 00:49:59.691557 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-63c5f44a-6d4c-46ed-aa9b-fb176327072f req-73a496f3-d42b-42b3-8178-4e805301eab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:59.726378 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da703a7e-5782-4906-a2ea-f22c6a11b43a service neutron] Pushing event updated for resources: {'Port': ['ID=3629b7bf-0e38-4adc-b44c-74e486c8ef4d,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:59.735639 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9af9dada-1b1e-49c7-850f-04dc4088eb22 req-3384a914-2474-4480-856d-354f0f6ae81e tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518129 Nov 12 00:49:59.757524 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aec5b8b-52e3-4d4d-894d-ac2ab4ca842f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976d1b96-daa7-4e97-85b6-3f199692c6aa,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:59.846957 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d3073d80-92f0-4461-896d-a7a04814d80a req-0e626367-931e-49fd-a180-8f2b707b350e tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203608 Nov 12 00:50:00.010544 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 54676) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:00.025025 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2eb66b4d-1edd-4698-b56d-5fc2fb2ff71c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:00.061646 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-4963fb19-90bf-4a8a-a358-8e51d7da0143 req-da703a7e-5782-4906-a2ea-f22c6a11b43a service neutron] Attempting to bind port 3629b7bf-0e38-4adc-b44c-74e486c8ef4d on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:50:00.062333 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-4963fb19-90bf-4a8a-a358-8e51d7da0143 req-da703a7e-5782-4906-a2ea-f22c6a11b43a service neutron] Attempting to bind port 3629b7bf-0e38-4adc-b44c-74e486c8ef4d by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:50:00.063052 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4963fb19-90bf-4a8a-a358-8e51d7da0143 req-da703a7e-5782-4906-a2ea-f22c6a11b43a service neutron] Attempting to bind port 3629b7bf-0e38-4adc-b44c-74e486c8ef4d on network a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:00.076601 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4963fb19-90bf-4a8a-a358-8e51d7da0143 req-da703a7e-5782-4906-a2ea-f22c6a11b43a service neutron] Port 3629b7bf-0e38-4adc-b44c-74e486c8ef4d on network a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:50:00.076930 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4963fb19-90bf-4a8a-a358-8e51d7da0143 req-da703a7e-5782-4906-a2ea-f22c6a11b43a service neutron] Attempting to bind port 3629b7bf-0e38-4adc-b44c-74e486c8ef4d on network a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:00.086477 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4963fb19-90bf-4a8a-a358-8e51d7da0143 req-da703a7e-5782-4906-a2ea-f22c6a11b43a service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:50:00.086917 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4963fb19-90bf-4a8a-a358-8e51d7da0143 req-da703a7e-5782-4906-a2ea-f22c6a11b43a service neutron] Checking segment: {'id': '8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:00.087396 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4963fb19-90bf-4a8a-a358-8e51d7da0143 req-da703a7e-5782-4906-a2ea-f22c6a11b43a service neutron] Bound using segment: {'id': '8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:50:00.087910 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-4963fb19-90bf-4a8a-a358-8e51d7da0143 req-da703a7e-5782-4906-a2ea-f22c6a11b43a service neutron] Bound port: 3629b7bf-0e38-4adc-b44c-74e486c8ef4d, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:50:00.088333 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4963fb19-90bf-4a8a-a358-8e51d7da0143 req-da703a7e-5782-4906-a2ea-f22c6a11b43a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:00.107770 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2eb66b4d-1edd-4698-b56d-5fc2fb2ff71c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:00.112165 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2eb66b4d-1edd-4698-b56d-5fc2fb2ff71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:00.157930 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2eb66b4d-1edd-4698-b56d-5fc2fb2ff71c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9da793a918664f3a8e8cd2d50d9dbdc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1439812 Nov 12 00:50:00.158162 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 54680) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:00.166362 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb66b4d-1edd-4698-b56d-5fc2fb2ff71c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8e7ce2-5a87-4c0c-8439-82a11a2cdb44,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:00.213134 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b3f18e03-d667-46e5-aee0-0f1ed5a87a15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:00.235744 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b3f18e03-d667-46e5-aee0-0f1ed5a87a15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:00.252166 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-4963fb19-90bf-4a8a-a358-8e51d7da0143 req-da703a7e-5782-4906-a2ea-f22c6a11b43a service neutron] For port 3629b7bf-0e38-4adc-b44c-74e486c8ef4d, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:50:00.258803 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-63c5f44a-6d4c-46ed-aa9b-fb176327072f req-73a496f3-d42b-42b3-8178-4e805301eab5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5fccd1f-01b5-4aa9-b154-fac395c8a264 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:00.276566 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-63c5f44a-6d4c-46ed-aa9b-fb176327072f req-73a496f3-d42b-42b3-8178-4e805301eab5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:00.280200 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-4963fb19-90bf-4a8a-a358-8e51d7da0143 req-da703a7e-5782-4906-a2ea-f22c6a11b43a service neutron] For port 3629b7bf-0e38-4adc-b44c-74e486c8ef4d, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=3629b7bf-0e38-4adc-b44c-74e486c8ef4d,segment=NetworkSegment(8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b),segment_id=8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:50:00.290810 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4963fb19-90bf-4a8a-a358-8e51d7da0143 req-da703a7e-5782-4906-a2ea-f22c6a11b43a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:00.291421 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b3f18e03-d667-46e5-aee0-0f1ed5a87a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:00.294072 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b3f18e03-d667-46e5-aee0-0f1ed5a87a15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:00.295528 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b3f18e03-d667-46e5-aee0-0f1ed5a87a15 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ef8e7ce2-5a87-4c0c-8439-82a11a2cdb44 HTTP/1.1" status: 204 len: 168 time: 0.1354759 Nov 12 00:50:00.304684 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f18e03-d667-46e5-aee0-0f1ed5a87a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8e7ce2-5a87-4c0c-8439-82a11a2cdb44,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:00.329591 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-63c5f44a-6d4c-46ed-aa9b-fb176327072f req-73a496f3-d42b-42b3-8178-4e805301eab5 service neutron] Transition to ACTIVE for port object d5fccd1f-01b5-4aa9-b154-fac395c8a264 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:50:00.336546 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963fb19-90bf-4a8a-a358-8e51d7da0143 req-da703a7e-5782-4906-a2ea-f22c6a11b43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:00.337471 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4963fb19-90bf-4a8a-a358-8e51d7da0143 req-da703a7e-5782-4906-a2ea-f22c6a11b43a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:00.338880 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4963fb19-90bf-4a8a-a358-8e51d7da0143 req-da703a7e-5782-4906-a2ea-f22c6a11b43a service neutron] 10.222.0.49 "PUT /v2.0/ports/3629b7bf-0e38-4adc-b44c-74e486c8ef4d HTTP/1.1" status: 200 len: 1093 time: 1.6404696 Nov 12 00:50:00.341884 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3056185a-613d-44f5-809d-7d902a465d22', 'tag': '3629b7bf-0e38-4adc-b44c-74e486c8ef4d'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:00.344222 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0adab7c-1fbe-4f0c-be91-1003458f007b" -d '{"events": [{"name": "network-changed", "server_uuid": "3056185a-613d-44f5-809d-7d902a465d22", "tag": "3629b7bf-0e38-4adc-b44c-74e486c8ef4d"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:00.373166 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-63c5f44a-6d4c-46ed-aa9b-fb176327072f req-73a496f3-d42b-42b3-8178-4e805301eab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:00.386487 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1a2e7-d9b9-4b2c-a027-163cf9d07433 req-7d53c2df-73d4-4d82-8a56-d088e3edc42f tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:00.395817 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-35a1a2e7-d9b9-4b2c-a027-163cf9d07433 req-7d53c2df-73d4-4d82-8a56-d088e3edc42f tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae5eb88-f514-4f30-affc-47eacf000ce2 HTTP/1.1" status: 200 len: 945 time: 0.1866627 Nov 12 00:50:00.417964 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a39bc7c-4121-419d-8054-1a27eba0f307 x-openstack-request-id: req-8a39bc7c-4121-419d-8054-1a27eba0f307 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:00.418440 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3056185a-613d-44f5-809d-7d902a465d22", "tag": "3629b7bf-0e38-4adc-b44c-74e486c8ef4d", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:00.418865 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8a39bc7c-4121-419d-8054-1a27eba0f307 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:00.419511 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3056185a-613d-44f5-809d-7d902a465d22', 'tag': '3629b7bf-0e38-4adc-b44c-74e486c8ef4d', 'status': 'completed', 'code': 200} Nov 12 00:50:00.498077 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da703a7e-5782-4906-a2ea-f22c6a11b43a service neutron] Pushing event updated for resources: {'Port': ['ID=3629b7bf-0e38-4adc-b44c-74e486c8ef4d,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:00.614963 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-35a1a2e7-d9b9-4b2c-a027-163cf9d07433 req-5b9b7669-e456-4872-9aa7-b31127183182 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181313 Nov 12 00:50:00.660087 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963fb19-90bf-4a8a-a358-8e51d7da0143 req-0907546f-d5d9-4edb-b9be-25c5c64e02a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:00.662093 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4963fb19-90bf-4a8a-a358-8e51d7da0143 req-0907546f-d5d9-4edb-b9be-25c5c64e02a8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e225da8786ab452db9121c1cfb9ab35d&device_id=3056185a-613d-44f5-809d-7d902a465d22 HTTP/1.1" status: 200 len: 1096 time: 0.2340269 Nov 12 00:50:00.677867 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a496f3-d42b-42b3-8178-4e805301eab5 service neutron] Pushing event updated for resources: {'Port': ['ID=d5fccd1f-01b5-4aa9-b154-fac395c8a264,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:00.682024 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247e967-281a-442b-bb58-669bcf72a632 req-02b57b9b-05bf-4943-b612-9411de6c8cc1 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:00.693404 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e247e967-281a-442b-bb58-669bcf72a632 req-02b57b9b-05bf-4943-b612-9411de6c8cc1 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0ca0315-e67d-46f1-8dd5-cbc45ebcc707 HTTP/1.1" status: 200 len: 945 time: 0.0986211 Nov 12 00:50:00.734860 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4963fb19-90bf-4a8a-a358-8e51d7da0143 req-6bb84fbe-8c90-496c-b396-c7a82a4bd29b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3629b7bf-0e38-4adc-b44c-74e486c8ef4d HTTP/1.1" status: 200 len: 217 time: 0.0513363 Nov 12 00:50:00.751535 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e247e967-281a-442b-bb58-669bcf72a632 req-b0aaac85-83d7-4e2e-acbe-17bb00440935 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570054 Nov 12 00:50:00.802929 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-63c5f44a-6d4c-46ed-aa9b-fb176327072f req-73a496f3-d42b-42b3-8178-4e805301eab5 service neutron] Attempting to bind port d5fccd1f-01b5-4aa9-b154-fac395c8a264 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:50:00.803267 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-63c5f44a-6d4c-46ed-aa9b-fb176327072f req-73a496f3-d42b-42b3-8178-4e805301eab5 service neutron] Attempting to bind port d5fccd1f-01b5-4aa9-b154-fac395c8a264 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '38b12e74-b18e-41d0-b62c-8552b3e37d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cc6c0861-08f6-4a20-bb15-55ce7625c6e5'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:50:00.803595 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c5f44a-6d4c-46ed-aa9b-fb176327072f req-73a496f3-d42b-42b3-8178-4e805301eab5 service neutron] Attempting to bind port d5fccd1f-01b5-4aa9-b154-fac395c8a264 on network cc6c0861-08f6-4a20-bb15-55ce7625c6e5 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:00.810772 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c5f44a-6d4c-46ed-aa9b-fb176327072f req-73a496f3-d42b-42b3-8178-4e805301eab5 service neutron] Port d5fccd1f-01b5-4aa9-b154-fac395c8a264 on network cc6c0861-08f6-4a20-bb15-55ce7625c6e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:50:00.811096 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c5f44a-6d4c-46ed-aa9b-fb176327072f req-73a496f3-d42b-42b3-8178-4e805301eab5 service neutron] Attempting to bind port d5fccd1f-01b5-4aa9-b154-fac395c8a264 on network cc6c0861-08f6-4a20-bb15-55ce7625c6e5 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:00.833316 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c5f44a-6d4c-46ed-aa9b-fb176327072f req-73a496f3-d42b-42b3-8178-4e805301eab5 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:50:00.833676 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c5f44a-6d4c-46ed-aa9b-fb176327072f req-73a496f3-d42b-42b3-8178-4e805301eab5 service neutron] Checking segment: {'id': '38b12e74-b18e-41d0-b62c-8552b3e37d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cc6c0861-08f6-4a20-bb15-55ce7625c6e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:00.834053 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c5f44a-6d4c-46ed-aa9b-fb176327072f req-73a496f3-d42b-42b3-8178-4e805301eab5 service neutron] Bound using segment: {'id': '38b12e74-b18e-41d0-b62c-8552b3e37d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cc6c0861-08f6-4a20-bb15-55ce7625c6e5'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:50:00.834494 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-63c5f44a-6d4c-46ed-aa9b-fb176327072f req-73a496f3-d42b-42b3-8178-4e805301eab5 service neutron] Bound port: d5fccd1f-01b5-4aa9-b154-fac395c8a264, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38b12e74-b18e-41d0-b62c-8552b3e37d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cc6c0861-08f6-4a20-bb15-55ce7625c6e5'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:50:00.834846 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-63c5f44a-6d4c-46ed-aa9b-fb176327072f req-73a496f3-d42b-42b3-8178-4e805301eab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:00.858494 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963fb19-90bf-4a8a-a358-8e51d7da0143 req-cba47c4e-5463-4990-a6d6-5689205e92b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:00.859112 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4963fb19-90bf-4a8a-a358-8e51d7da0143 req-cba47c4e-5463-4990-a6d6-5689205e92b2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f HTTP/1.1" status: 200 len: 851 time: 0.1024349 Nov 12 00:50:00.953581 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869bb3c1-a470-4941-93c0-cf4e326573a4 req-a1533e91-07c8-413c-9fd7-0f5248f95bb6 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:00.955234 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-869bb3c1-a470-4941-93c0-cf4e326573a4 req-a1533e91-07c8-413c-9fd7-0f5248f95bb6 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 943 time: 0.1340342 Nov 12 00:50:00.971073 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c3490-bd93-44ff-b683-6f84ebd92534 req-03715309-dca5-4eb4-bc0c-b06d1d3a6a56 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:00.973320 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2b0c3490-bd93-44ff-b683-6f84ebd92534 req-03715309-dca5-4eb4-bc0c-b06d1d3a6a56 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=3056185a-613d-44f5-809d-7d902a465d22 HTTP/1.1" status: 200 len: 944 time: 0.0533390 Nov 12 00:50:01.037999 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2b0c3490-bd93-44ff-b683-6f84ebd92534 req-33d9a420-0c0f-4eda-9229-6a5e2626f7fc tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573282 Nov 12 00:50:01.218846 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 54716) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:01.263432 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963fb19-90bf-4a8a-a358-8e51d7da0143 req-3a099b74-8171-4806-bdf6-45f696b6d950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:01.264895 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4963fb19-90bf-4a8a-a358-8e51d7da0143 req-3a099b74-8171-4806-bdf6-45f696b6d950 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3973103 Nov 12 00:50:01.268979 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-63c5f44a-6d4c-46ed-aa9b-fb176327072f req-73a496f3-d42b-42b3-8178-4e805301eab5 service neutron] For port d5fccd1f-01b5-4aa9-b154-fac395c8a264, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:50:01.293425 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-63c5f44a-6d4c-46ed-aa9b-fb176327072f req-73a496f3-d42b-42b3-8178-4e805301eab5 service neutron] For port d5fccd1f-01b5-4aa9-b154-fac395c8a264, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=d5fccd1f-01b5-4aa9-b154-fac395c8a264,segment=NetworkSegment(38b12e74-b18e-41d0-b62c-8552b3e37d05),segment_id=38b12e74-b18e-41d0-b62c-8552b3e37d05)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:50:01.311601 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-63c5f44a-6d4c-46ed-aa9b-fb176327072f req-73a496f3-d42b-42b3-8178-4e805301eab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:01.319554 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-e15104bd-35ba-496d-954f-cee18f0ac479 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2114892491-network', 'tenant_id': '01d384ef388549a39d30f51ca3a23540'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:01.340224 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15104bd-35ba-496d-954f-cee18f0ac479 admin admin] Made reservation on behalf of 01d384ef388549a39d30f51ca3a23540 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:50:01.342616 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e15104bd-35ba-496d-954f-cee18f0ac479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:01.352179 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e15104bd-35ba-496d-954f-cee18f0ac479 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:01.392750 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5f44a-6d4c-46ed-aa9b-fb176327072f req-73a496f3-d42b-42b3-8178-4e805301eab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:01.394295 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-63c5f44a-6d4c-46ed-aa9b-fb176327072f req-73a496f3-d42b-42b3-8178-4e805301eab5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:01.396092 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-63c5f44a-6d4c-46ed-aa9b-fb176327072f req-73a496f3-d42b-42b3-8178-4e805301eab5 service neutron] 10.222.0.49 "PUT /v2.0/ports/d5fccd1f-01b5-4aa9-b154-fac395c8a264 HTTP/1.1" status: 200 len: 1092 time: 1.8578930 Nov 12 00:50:01.407854 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-869bb3c1-a470-4941-93c0-cf4e326573a4 req-aef3c4f8-aee6-40fe-83ec-69ffb590ecb5 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4405212 Nov 12 00:50:01.433608 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e15104bd-35ba-496d-954f-cee18f0ac479 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:01.438062 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e15104bd-35ba-496d-954f-cee18f0ac479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:01.449318 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a496f3-d42b-42b3-8178-4e805301eab5 service neutron] Pushing event updated for resources: {'Port': ['ID=d5fccd1f-01b5-4aa9-b154-fac395c8a264,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:01.460347 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e15104bd-35ba-496d-954f-cee18f0ac479 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:50:01.475958 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15104bd-35ba-496d-954f-cee18f0ac479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67895c2c-41e9-42c9-a998-05ea41c1867e,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:01.478711 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e15104bd-35ba-496d-954f-cee18f0ac479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:01.479054 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-e15104bd-35ba-496d-954f-cee18f0ac479 admin admin] Added segment b7cd52df-d602-48a9-9913-aa73e33315fa of type vlan for network 4ff3eca5-e091-4ac1-8037-d7d1a693af62 Nov 12 00:50:01.494137 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4963fb19-90bf-4a8a-a358-8e51d7da0143 req-0754dae9-fb18-47de-a9b6-31d7cb0433ec service neutron] 10.222.0.49 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198179 Nov 12 00:50:01.515645 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5f44a-6d4c-46ed-aa9b-fb176327072f req-f51f009d-b187-4582-bc1c-e44f95071959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:01.517095 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-63c5f44a-6d4c-46ed-aa9b-fb176327072f req-f51f009d-b187-4582-bc1c-e44f95071959 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5ffaac2ef2674156a598ef42a6d7e245&device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 1095 time: 0.0561578 Nov 12 00:50:01.522054 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e15104bd-35ba-496d-954f-cee18f0ac479 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:01.551490 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e15104bd-35ba-496d-954f-cee18f0ac479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:01.552603 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15104bd-35ba-496d-954f-cee18f0ac479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:01.553272 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e15104bd-35ba-496d-954f-cee18f0ac479 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:01.606504 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-63c5f44a-6d4c-46ed-aa9b-fb176327072f req-4a8d4ac0-bbd4-4f63-9193-c890f3aab857 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5fccd1f-01b5-4aa9-b154-fac395c8a264 HTTP/1.1" status: 200 len: 217 time: 0.0705502 Nov 12 00:50:01.611186 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e15104bd-35ba-496d-954f-cee18f0ac479 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3912425 Nov 12 00:50:01.614351 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 54722) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:01.620896 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-b1cc7186-0d28-40ea-bb8c-54a0447de94e admin admin] Request body: {'subnet': {'network_id': '4ff3eca5-e091-4ac1-8037-d7d1a693af62', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2114892491-subnet', 'tenant_id': '01d384ef388549a39d30f51ca3a23540', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:01.624903 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15104bd-35ba-496d-954f-cee18f0ac479 admin admin] Pushing event updated for resources: {'Network': ['ID=4ff3eca5-e091-4ac1-8037-d7d1a693af62,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:01.635966 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 4ff3eca5-e091-4ac1-8037-d7d1a693af62 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:50:01.649819 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1cc7186-0d28-40ea-bb8c-54a0447de94e admin admin] Made reservation on behalf of 01d384ef388549a39d30f51ca3a23540 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:50:01.652757 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b1cc7186-0d28-40ea-bb8c-54a0447de94e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:01.681139 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4963fb19-90bf-4a8a-a358-8e51d7da0143 req-51fe9218-54d2-4cf4-9d1c-5134af1c26ee service neutron] 10.222.0.49 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759119 Nov 12 00:50:01.685559 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5f44a-6d4c-46ed-aa9b-fb176327072f req-6eecdd70-2cb3-41fb-9a9f-1a3d945cfe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:01.686948 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-63c5f44a-6d4c-46ed-aa9b-fb176327072f req-6eecdd70-2cb3-41fb-9a9f-1a3d945cfe29 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8dc44064-8072-4b25-a5ed-adc971ac9588 HTTP/1.1" status: 200 len: 851 time: 0.0664799 Nov 12 00:50:01.761042 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-63c5f44a-6d4c-46ed-aa9b-fb176327072f req-46775cf2-bb39-4b27-a14d-51bd7d71b0c2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cc6c0861-08f6-4a20-bb15-55ce7625c6e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592313 Nov 12 00:50:01.787772 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f35f681-5e6a-4e36-819c-20d3457397f4 req-7000aa2d-f7be-4abf-930b-d8755dca39cf tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:01.789427 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f35f681-5e6a-4e36-819c-20d3457397f4 req-7000aa2d-f7be-4abf-930b-d8755dca39cf tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae5eb88-f514-4f30-affc-47eacf000ce2 HTTP/1.1" status: 200 len: 945 time: 0.0722771 Nov 12 00:50:01.855018 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b1cc7186-0d28-40ea-bb8c-54a0447de94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:01.932082 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0adab7c-1fbe-4f0c-be91-1003458f007b req-1d95280f-d3f8-4028-a61f-811442f82631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:01.933596 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d0adab7c-1fbe-4f0c-be91-1003458f007b req-1d95280f-d3f8-4028-a61f-811442f82631 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e225da8786ab452db9121c1cfb9ab35d&device_id=3056185a-613d-44f5-809d-7d902a465d22 HTTP/1.1" status: 200 len: 1096 time: 0.1421673 Nov 12 00:50:01.936866 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f35f681-5e6a-4e36-819c-20d3457397f4 req-a97c6d03-f44e-4b7f-847f-852e9a8188a9 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299200 Nov 12 00:50:01.949540 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc7186-0d28-40ea-bb8c-54a0447de94e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec6ae8f1-6257-4868-b3fc-4ce5571808b5,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:01.959170 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cc7186-0d28-40ea-bb8c-54a0447de94e admin admin] Checking segment: {'id': 'b7cd52df-d602-48a9-9913-aa73e33315fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4ff3eca5-e091-4ac1-8037-d7d1a693af62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:01.959600 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cc7186-0d28-40ea-bb8c-54a0447de94e admin admin] Network hostable DHCP agents. Network: 4ff3eca5-e091-4ac1-8037-d7d1a693af62, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:50:01.981103 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-63c5f44a-6d4c-46ed-aa9b-fb176327072f req-c7e8913b-7ea1-4e6f-826c-bac975eb5886 service neutron] 10.222.0.49 "GET /v2.0/networks/cc6c0861-08f6-4a20-bb15-55ce7625c6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906583 Nov 12 00:50:01.988388 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429108d-6523-4923-892d-0e6e0c52e39f req-309e3218-c0eb-4860-b3ee-0571b8fedf6b tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:01.989983 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f429108d-6523-4923-892d-0e6e0c52e39f req-309e3218-c0eb-4860-b3ee-0571b8fedf6b tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0ca0315-e67d-46f1-8dd5-cbc45ebcc707 HTTP/1.1" status: 200 len: 945 time: 0.0946364 Nov 12 00:50:01.991119 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cc7186-0d28-40ea-bb8c-54a0447de94e admin admin] Network 4ff3eca5-e091-4ac1-8037-d7d1a693af62 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:50:02.005719 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-b1cc7186-0d28-40ea-bb8c-54a0447de94e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 4ff3eca5-e091-4ac1-8037-d7d1a693af62) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:02.013620 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b569b3-9761-48c6-a56d-3cce888a1079 None None] Network 4ff3eca5-e091-4ac1-8037-d7d1a693af62 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:50:02.022451 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cc7186-0d28-40ea-bb8c-54a0447de94e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:02.023301 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b1cc7186-0d28-40ea-bb8c-54a0447de94e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:02.056197 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b1cc7186-0d28-40ea-bb8c-54a0447de94e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4381218 Nov 12 00:50:02.056421 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 54730) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:02.062303 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-bea4c113-19eb-4827-8bef-40bfed622167 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2114892491-router', 'tenant_id': '01d384ef388549a39d30f51ca3a23540', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:02.070846 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f429108d-6523-4923-892d-0e6e0c52e39f req-cac4d88a-abbe-47eb-839d-e16f6797b954 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726144 Nov 12 00:50:02.172648 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0adab7c-1fbe-4f0c-be91-1003458f007b req-a8a3c592-1a02-4cfa-8153-3c35512468ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:02.174617 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d0adab7c-1fbe-4f0c-be91-1003458f007b req-a8a3c592-1a02-4cfa-8153-3c35512468ff service neutron] 10.222.0.49 "GET /v2.0/networks?id=a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e HTTP/1.1" status: 200 len: 913 time: 0.2312419 Nov 12 00:50:02.179197 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bea4c113-19eb-4827-8bef-40bfed622167 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:02.180318 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bea4c113-19eb-4827-8bef-40bfed622167 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:02.207322 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb50448c-b21c-4a7f-a2aa-8aac1d505362 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-4ff3eca5-e091-4ac1-8037-d7d1a693af62', 'network_id': '4ff3eca5-e091-4ac1-8037-d7d1a693af62', 'tenant_id': '01d384ef388549a39d30f51ca3a23540', 'fixed_ips': [{'subnet_id': 'ec6ae8f1-6257-4868-b3fc-4ce5571808b5'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:50:02.209773 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cb50448c-b21c-4a7f-a2aa-8aac1d505362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:02.247890 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-63c5f44a-6d4c-46ed-aa9b-fb176327072f req-c6b5e843-502c-4d62-a02c-ac98a4f64dc6 service neutron] 10.222.0.49 "GET /v2.0/networks/cc6c0861-08f6-4a20-bb15-55ce7625c6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297363 Nov 12 00:50:02.251167 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d0adab7c-1fbe-4f0c-be91-1003458f007b req-f751d45c-8740-4207-a922-7fbd737d464a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3629b7bf-0e38-4adc-b44c-74e486c8ef4d HTTP/1.1" status: 200 len: 217 time: 0.0659170 Nov 12 00:50:02.286126 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f3101-877e-4b81-8aa1-723692a75c78 req-5d413ca7-a95a-47f1-b5db-8708367eda78 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:02.293446 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a69f3101-877e-4b81-8aa1-723692a75c78 req-5d413ca7-a95a-47f1-b5db-8708367eda78 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=3056185a-613d-44f5-809d-7d902a465d22 HTTP/1.1" status: 200 len: 944 time: 0.1732459 Nov 12 00:50:02.338203 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f0e16f9e-1c7d-49ec-a85f-718c51cb7a6d req-abff762c-38da-48f5-961c-47cbe6532ee9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0470867 Nov 12 00:50:02.369636 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bea4c113-19eb-4827-8bef-40bfed622167 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:02.385584 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-cb50448c-b21c-4a7f-a2aa-8aac1d505362 None None] Allocated IP 172.20.0.2 (4ff3eca5-e091-4ac1-8037-d7d1a693af62/ec6ae8f1-6257-4868-b3fc-4ce5571808b5/cb896635-1afe-4297-bb09-63eff17a1bff) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:50:02.420623 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f2196486-583e-493c-b1b8-f4b105359dde up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:02.422512 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '508ca382-1214-4b6b-aadc-0041643de02e', 'tag': 'd5fccd1f-01b5-4aa9-b154-fac395c8a264'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:02.426089 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa26a6b6-3bbe-48af-85e4-ae44d85c68a3" -d '{"events": [{"name": "network-changed", "server_uuid": "508ca382-1214-4b6b-aadc-0041643de02e", "tag": "d5fccd1f-01b5-4aa9-b154-fac395c8a264"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:02.469982 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0adab7c-1fbe-4f0c-be91-1003458f007b req-36ff691d-40b7-4d29-a697-3445e8f597a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:02.472215 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d0adab7c-1fbe-4f0c-be91-1003458f007b req-36ff691d-40b7-4d29-a697-3445e8f597a6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f HTTP/1.1" status: 200 len: 851 time: 0.1752334 Nov 12 00:50:02.474686 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e16f9e-1c7d-49ec-a85f-718c51cb7a6d req-9d70056e-c823-46b0-be22-c4004d2dfe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:02.476046 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f0e16f9e-1c7d-49ec-a85f-718c51cb7a6d req-9d70056e-c823-46b0-be22-c4004d2dfe25 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e225da8786ab452db9121c1cfb9ab35d&device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 1096 time: 0.0619550 Nov 12 00:50:02.479292 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15cb86b6-b1e1-445e-8ed1-b4ad7e88d7c4 x-openstack-request-id: req-15cb86b6-b1e1-445e-8ed1-b4ad7e88d7c4 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:02.479576 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "508ca382-1214-4b6b-aadc-0041643de02e", "tag": "d5fccd1f-01b5-4aa9-b154-fac395c8a264", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:02.479827 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-15cb86b6-b1e1-445e-8ed1-b4ad7e88d7c4 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:02.480206 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '508ca382-1214-4b6b-aadc-0041643de02e', 'tag': 'd5fccd1f-01b5-4aa9-b154-fac395c8a264', 'status': 'completed', 'code': 200} Nov 12 00:50:02.546283 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port f2196486-583e-493c-b1b8-f4b105359dde completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:50:02.567212 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port f2196486-583e-493c-b1b8-f4b105359dde triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:02.567640 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:02.568310 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a69f3101-877e-4b81-8aa1-723692a75c78 req-51ded015-1d75-4612-9d44-6dec59cc63db tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739120 Nov 12 00:50:02.636295 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bea4c113-19eb-4827-8bef-40bfed622167 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:02.657829 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f266c267-c85d-4fec-a6d3-d37f3beb760a req-a02e3a71-09f9-434d-9e02-e92c985bef43 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:02.665961 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f266c267-c85d-4fec-a6d3-d37f3beb760a req-a02e3a71-09f9-434d-9e02-e92c985bef43 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 943 time: 0.1201859 Nov 12 00:50:02.667997 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0adab7c-1fbe-4f0c-be91-1003458f007b req-9bc81763-7ffc-4630-924e-108e0eb1f953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:02.669539 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d0adab7c-1fbe-4f0c-be91-1003458f007b req-9bc81763-7ffc-4630-924e-108e0eb1f953 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1845019 Nov 12 00:50:02.672631 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cb50448c-b21c-4a7f-a2aa-8aac1d505362 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:02.676521 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26a6b6-3bbe-48af-85e4-ae44d85c68a3 req-a82879c3-872c-4adf-afae-5ebb187eef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:02.678070 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aa26a6b6-3bbe-48af-85e4-ae44d85c68a3 req-a82879c3-872c-4adf-afae-5ebb187eef29 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5ffaac2ef2674156a598ef42a6d7e245&device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 1095 time: 0.1070714 Nov 12 00:50:02.683899 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cb50448c-b21c-4a7f-a2aa-8aac1d505362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:02.706604 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e16f9e-1c7d-49ec-a85f-718c51cb7a6d req-1da33333-edcf-4da1-9759-ddf1ec77a03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:02.708073 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f0e16f9e-1c7d-49ec-a85f-718c51cb7a6d req-1da33333-edcf-4da1-9759-ddf1ec77a03b service neutron] 10.222.0.54 "GET /v2.0/networks?id=a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e HTTP/1.1" status: 200 len: 913 time: 0.2018421 Nov 12 00:50:02.743073 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb50448c-b21c-4a7f-a2aa-8aac1d505362 None None] Network 4ff3eca5-e091-4ac1-8037-d7d1a693af62 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:50:02.747844 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-cb50448c-b21c-4a7f-a2aa-8aac1d505362 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:02.750701 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb50448c-b21c-4a7f-a2aa-8aac1d505362 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:50:02.783501 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f266c267-c85d-4fec-a6d3-d37f3beb760a req-66843d4f-d8b1-436f-a048-41376f87677d tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163793 Nov 12 00:50:02.811026 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f0e16f9e-1c7d-49ec-a85f-718c51cb7a6d req-b7013b4c-aea8-45ae-993b-d298af8b4fa4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfa2737e-ff39-485a-a2ad-858e4b4be17b HTTP/1.1" status: 200 len: 999 time: 0.0734546 Nov 12 00:50:02.885101 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e16f9e-1c7d-49ec-a85f-718c51cb7a6d req-5330bc27-cf70-477e-baee-643e117513fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:02.885807 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d0adab7c-1fbe-4f0c-be91-1003458f007b req-f26cf03a-5b92-43d0-9941-059a51902dd5 service neutron] 10.222.0.49 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066371 Nov 12 00:50:02.886858 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f0e16f9e-1c7d-49ec-a85f-718c51cb7a6d req-5330bc27-cf70-477e-baee-643e117513fe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f HTTP/1.1" status: 200 len: 851 time: 0.0652444 Nov 12 00:50:02.896683 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26a6b6-3bbe-48af-85e4-ae44d85c68a3 req-222f1829-822b-43d7-8947-dab0d37d8a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:02.898181 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aa26a6b6-3bbe-48af-85e4-ae44d85c68a3 req-222f1829-822b-43d7-8947-dab0d37d8a8d service neutron] 10.222.0.49 "GET /v2.0/networks?id=cc6c0861-08f6-4a20-bb15-55ce7625c6e5 HTTP/1.1" status: 200 len: 912 time: 0.2036445 Nov 12 00:50:02.949132 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e16f9e-1c7d-49ec-a85f-718c51cb7a6d req-5b6ff38b-bef9-45dc-a5d3-fd015044b934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:02.949132 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f0e16f9e-1c7d-49ec-a85f-718c51cb7a6d req-5b6ff38b-bef9-45dc-a5d3-fd015044b934 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525999 Nov 12 00:50:02.960447 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:02.970858 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50448c-b21c-4a7f-a2aa-8aac1d505362 None None] Pushing event updated for resources: {'Port': ['ID=cb896635-1afe-4297-bb09-63eff17a1bff,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:02.981258 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50448c-b21c-4a7f-a2aa-8aac1d505362 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:02.981621 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50448c-b21c-4a7f-a2aa-8aac1d505362 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:02.981951 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50448c-b21c-4a7f-a2aa-8aac1d505362 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:02.982281 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50448c-b21c-4a7f-a2aa-8aac1d505362 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:02.982605 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50448c-b21c-4a7f-a2aa-8aac1d505362 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:02.982923 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50448c-b21c-4a7f-a2aa-8aac1d505362 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:02.983765 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50448c-b21c-4a7f-a2aa-8aac1d505362 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:02.984092 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50448c-b21c-4a7f-a2aa-8aac1d505362 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:02.984413 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50448c-b21c-4a7f-a2aa-8aac1d505362 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:02.984727 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50448c-b21c-4a7f-a2aa-8aac1d505362 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:02.985696 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50448c-b21c-4a7f-a2aa-8aac1d505362 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:02.986368 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50448c-b21c-4a7f-a2aa-8aac1d505362 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:02.995583 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aa26a6b6-3bbe-48af-85e4-ae44d85c68a3 req-a8409a23-9f55-4b08-b72d-47d96f64c872 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5fccd1f-01b5-4aa9-b154-fac395c8a264 HTTP/1.1" status: 200 len: 217 time: 0.0855632 Nov 12 00:50:03.036483 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-cb50448c-b21c-4a7f-a2aa-8aac1d505362 None None] Attempting to bind port cb896635-1afe-4297-bb09-63eff17a1bff on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:50:03.036920 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-cb50448c-b21c-4a7f-a2aa-8aac1d505362 None None] Attempting to bind port cb896635-1afe-4297-bb09-63eff17a1bff by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'b7cd52df-d602-48a9-9913-aa73e33315fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4ff3eca5-e091-4ac1-8037-d7d1a693af62'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:50:03.037812 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb50448c-b21c-4a7f-a2aa-8aac1d505362 None None] Attempting to bind port cb896635-1afe-4297-bb09-63eff17a1bff on network 4ff3eca5-e091-4ac1-8037-d7d1a693af62 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:03.048825 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae5eb88-f514-4f30-affc-47eacf000ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2196486-583e-493c-b1b8-f4b105359dde'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:03.051883 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75efba9b-0de1-42d4-9d2a-47cbfe055404" -d '{"events": [{"server_uuid": "8ae5eb88-f514-4f30-affc-47eacf000ce2", "name": "network-vif-plugged", "status": "completed", "tag": "f2196486-583e-493c-b1b8-f4b105359dde"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:03.075773 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port f2196486-583e-493c-b1b8-f4b105359dde, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f2196486-583e-493c-b1b8-f4b105359dde,segment=NetworkSegment(e323e1ba-cd12-4149-9627-b6e21b9d8316),segment_id=e323e1ba-cd12-4149-9627-b6e21b9d8316)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:03.077418 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb50448c-b21c-4a7f-a2aa-8aac1d505362 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:50:03.077913 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb50448c-b21c-4a7f-a2aa-8aac1d505362 None None] Checking segment: {'id': 'b7cd52df-d602-48a9-9913-aa73e33315fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4ff3eca5-e091-4ac1-8037-d7d1a693af62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:03.078321 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cb50448c-b21c-4a7f-a2aa-8aac1d505362 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:03.079123 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb50448c-b21c-4a7f-a2aa-8aac1d505362 None None] Bound using segment: {'id': 'b7cd52df-d602-48a9-9913-aa73e33315fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4ff3eca5-e091-4ac1-8037-d7d1a693af62'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:50:03.079632 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-cb50448c-b21c-4a7f-a2aa-8aac1d505362 None None] Bound port: cb896635-1afe-4297-bb09-63eff17a1bff, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7cd52df-d602-48a9-9913-aa73e33315fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4ff3eca5-e091-4ac1-8037-d7d1a693af62'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:50:03.080010 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cb50448c-b21c-4a7f-a2aa-8aac1d505362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:03.085640 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:03.097650 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f0e16f9e-1c7d-49ec-a85f-718c51cb7a6d req-2ba05a68-8b60-49cf-a1b0-5fc9168ed5dd service neutron] 10.222.0.54 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421318 Nov 12 00:50:03.103905 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d0adab7c-1fbe-4f0c-be91-1003458f007b req-1fa85de6-39a2-44d1-a159-587ee11b1f1b service neutron] 10.222.0.49 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045097 Nov 12 00:50:03.114951 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326d68b-d149-4532-8daa-996e5db97c45 req-b6c56539-1bc3-4725-b0b3-a4fff8b4c769 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:03.116832 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0326d68b-d149-4532-8daa-996e5db97c45 req-b6c56539-1bc3-4725-b0b3-a4fff8b4c769 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae5eb88-f514-4f30-affc-47eacf000ce2 HTTP/1.1" status: 200 len: 945 time: 0.0712497 Nov 12 00:50:03.149564 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26a6b6-3bbe-48af-85e4-ae44d85c68a3 req-4c0213a5-c64e-4c38-8035-b018f4121b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:03.151039 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aa26a6b6-3bbe-48af-85e4-ae44d85c68a3 req-4c0213a5-c64e-4c38-8035-b018f4121b9e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8dc44064-8072-4b25-a5ed-adc971ac9588 HTTP/1.1" status: 200 len: 851 time: 0.1333051 Nov 12 00:50:03.171819 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce93012f-f8b4-4798-a678-6444c8ce340c x-openstack-request-id: req-ce93012f-f8b4-4798-a678-6444c8ce340c {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:03.172134 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae5eb88-f514-4f30-affc-47eacf000ce2", "name": "network-vif-plugged", "status": "completed", "tag": "f2196486-583e-493c-b1b8-f4b105359dde", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:03.172354 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ce93012f-f8b4-4798-a678-6444c8ce340c {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:03.172744 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae5eb88-f514-4f30-affc-47eacf000ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2196486-583e-493c-b1b8-f4b105359dde', 'code': 200} Nov 12 00:50:03.177183 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=f2196486-583e-493c-b1b8-f4b105359dde,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:03.215048 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aa26a6b6-3bbe-48af-85e4-ae44d85c68a3 req-af96eaf4-d2c0-4f6e-8a2c-8f44cfef70f3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cc6c0861-08f6-4a20-bb15-55ce7625c6e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349495 Nov 12 00:50:03.246470 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f0e16f9e-1c7d-49ec-a85f-718c51cb7a6d req-fed033d4-d48d-4b6f-ad8c-f28511960cdd service neutron] 10.222.0.54 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285832 Nov 12 00:50:03.262784 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-cb50448c-b21c-4a7f-a2aa-8aac1d505362 None None] For port cb896635-1afe-4297-bb09-63eff17a1bff, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:50:03.266606 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-cb50448c-b21c-4a7f-a2aa-8aac1d505362 None None] For port cb896635-1afe-4297-bb09-63eff17a1bff, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=cb896635-1afe-4297-bb09-63eff17a1bff,segment=NetworkSegment(b7cd52df-d602-48a9-9913-aa73e33315fa),segment_id=b7cd52df-d602-48a9-9913-aa73e33315fa)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:50:03.274376 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cb50448c-b21c-4a7f-a2aa-8aac1d505362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:03.286497 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bea4c113-19eb-4827-8bef-40bfed622167 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:03.301717 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0326d68b-d149-4532-8daa-996e5db97c45 req-4f7cf870-2e44-4235-b74a-78bccbb4318d tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603116 Nov 12 00:50:03.357311 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50448c-b21c-4a7f-a2aa-8aac1d505362 None None] Pushing event updated for resources: {'Port': ['ID=cb896635-1afe-4297-bb09-63eff17a1bff,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:03.375784 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bea4c113-19eb-4827-8bef-40bfed622167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:03.412727 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed1ed3-f26b-4e7a-bc8a-6a564380fad9 req-5cca23b6-fd42-43e0-9cca-999502b8baed tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:03.414421 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dfed1ed3-f26b-4e7a-bc8a-6a564380fad9 req-5cca23b6-fd42-43e0-9cca-999502b8baed tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0ca0315-e67d-46f1-8dd5-cbc45ebcc707 HTTP/1.1" status: 200 len: 945 time: 0.1952078 Nov 12 00:50:03.449991 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf261e-a254-400a-9cbe-38c34e85c00c req-20adafb1-db8b-4572-acf6-7e06bff88fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:03.451475 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8faf261e-a254-400a-9cbe-38c34e85c00c req-20adafb1-db8b-4572-acf6-7e06bff88fa9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8ae5eb88-f514-4f30-affc-47eacf000ce2 HTTP/1.1" status: 200 len: 1098 time: 0.2198951 Nov 12 00:50:03.539148 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aa26a6b6-3bbe-48af-85e4-ae44d85c68a3 req-593ca91f-bac2-42b1-b0f6-66f3645f3ee7 service neutron] 10.222.0.49 "GET /v2.0/networks/cc6c0861-08f6-4a20-bb15-55ce7625c6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824252 Nov 12 00:50:03.656389 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dfed1ed3-f26b-4e7a-bc8a-6a564380fad9 req-65773c24-8663-4467-891b-45982551d717 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100518 Nov 12 00:50:03.692203 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8faf261e-a254-400a-9cbe-38c34e85c00c req-82e7e806-e56d-45bc-ad3d-46c02cd4e45f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248437 Nov 12 00:50:03.718505 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a23039-9968-4d3d-bf25-702c79a99753 req-c3189b30-c55b-44c3-b60b-71498bd65436 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:03.720120 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a9a23039-9968-4d3d-bf25-702c79a99753 req-c3189b30-c55b-44c3-b60b-71498bd65436 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=3056185a-613d-44f5-809d-7d902a465d22 HTTP/1.1" status: 200 len: 944 time: 0.0640907 Nov 12 00:50:03.725527 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-bea4c113-19eb-4827-8bef-40bfed622167 admin admin] Allocated IP 172.25.2.169 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/6af45b88-31a0-4490-9158-88f274ac72f0) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:50:03.771252 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a9a23039-9968-4d3d-bf25-702c79a99753 req-3893afe8-0776-4f19-bd8b-16bbf126885c tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442173 Nov 12 00:50:03.929879 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da00d51-3695-4e4e-8dee-e4c72e50b017 req-09820cf9-2eb3-4ba2-8ac1-886c115d0b34 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:03.931581 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3da00d51-3695-4e4e-8dee-e4c72e50b017 req-09820cf9-2eb3-4ba2-8ac1-886c115d0b34 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 943 time: 0.0585179 Nov 12 00:50:03.990299 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3da00d51-3695-4e4e-8dee-e4c72e50b017 req-f985b957-d49b-4054-b3d7-7ed0feda97d8 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522342 Nov 12 00:50:04.048075 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aa26a6b6-3bbe-48af-85e4-ae44d85c68a3 req-74d397ee-8552-4ec5-af20-537ae4f61ecc service neutron] 10.222.0.49 "GET /v2.0/networks/cc6c0861-08f6-4a20-bb15-55ce7625c6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4985735 Nov 12 00:50:04.140440 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bea4c113-19eb-4827-8bef-40bfed622167 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:04.184266 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bea4c113-19eb-4827-8bef-40bfed622167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:04.219110 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-80457960-a910-4f9f-912a-60d8e2535620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:04.235137 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea4c113-19eb-4827-8bef-40bfed622167 admin admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:50:04.238396 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 3629b7bf-0e38-4adc-b44c-74e486c8ef4d details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:50:04.238610 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-bea4c113-19eb-4827-8bef-40bfed622167 admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:04.245589 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea4c113-19eb-4827-8bef-40bfed622167 admin admin] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:50:04.249046 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea4c113-19eb-4827-8bef-40bfed622167 admin admin] Pushing event updated for resources: {'Port': ['ID=6af45b88-31a0-4490-9158-88f274ac72f0,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:04.368909 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 3629b7bf-0e38-4adc-b44c-74e486c8ef4d, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=3629b7bf-0e38-4adc-b44c-74e486c8ef4d,segment=NetworkSegment(8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b),segment_id=8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:04.382833 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '3629b7bf-0e38-4adc-b44c-74e486c8ef4d', 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e', 'port_id': '3629b7bf-0e38-4adc-b44c-74e486c8ef4d', 'mac_address': 'fa:16:3e:2b:92:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:50:04.413358 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5e80a0-0e5f-4a1e-9b33-394704768fe5 None None] Network 4ff3eca5-e091-4ac1-8037-d7d1a693af62 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:50:04.482176 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:04.512238 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3629b7bf-0e38-4adc-b44c-74e486c8ef4d {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:04.519227 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-214058a3-0097-49e2-94be-8bf01409b54d None None] Provisioning complete for port cb896635-1afe-4297-bb09-63eff17a1bff triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:04.519597 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-214058a3-0097-49e2-94be-8bf01409b54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:04.526667 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3884fba-d61d-44b3-8956-ccb3ea2f044b req-cde31879-672c-4e8c-b105-d28f3893b246 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:04.528248 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e3884fba-d61d-44b3-8956-ccb3ea2f044b req-cde31879-672c-4e8c-b105-d28f3893b246 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae5eb88-f514-4f30-affc-47eacf000ce2 HTTP/1.1" status: 200 len: 946 time: 0.1142313 Nov 12 00:50:04.573268 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 3629b7bf-0e38-4adc-b44c-74e486c8ef4d, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=3629b7bf-0e38-4adc-b44c-74e486c8ef4d,segment=NetworkSegment(8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b),segment_id=8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:04.583018 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:04.643537 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e3884fba-d61d-44b3-8956-ccb3ea2f044b req-fab37283-f63e-4339-99d5-954ece6b3440 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020913 Nov 12 00:50:04.646233 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bea4c113-19eb-4827-8bef-40bfed622167 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:04.709098 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=3629b7bf-0e38-4adc-b44c-74e486c8ef4d,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:04.733145 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-214058a3-0097-49e2-94be-8bf01409b54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:04.784431 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-214058a3-0097-49e2-94be-8bf01409b54d None None] For port cb896635-1afe-4297-bb09-63eff17a1bff, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=cb896635-1afe-4297-bb09-63eff17a1bff,segment=NetworkSegment(b7cd52df-d602-48a9-9913-aa73e33315fa),segment_id=b7cd52df-d602-48a9-9913-aa73e33315fa)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:04.791629 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-214058a3-0097-49e2-94be-8bf01409b54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:04.806431 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4718d060-93df-4773-b9b6-0249d21c0b6b req-2ce8f260-dd59-46a5-a747-a351dff46c3b tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:04.816911 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4718d060-93df-4773-b9b6-0249d21c0b6b req-2ce8f260-dd59-46a5-a747-a351dff46c3b tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0ca0315-e67d-46f1-8dd5-cbc45ebcc707 HTTP/1.1" status: 200 len: 945 time: 0.0786715 Nov 12 00:50:04.882707 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4718d060-93df-4773-b9b6-0249d21c0b6b req-a97ef6e9-b251-4b43-a158-8709398a896c tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649633 Nov 12 00:50:04.894403 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['3629b7bf-0e38-4adc-b44c-74e486c8ef4d'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:50:04.926675 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214058a3-0097-49e2-94be-8bf01409b54d None None] Pushing event updated for resources: {'Port': ['ID=cb896635-1afe-4297-bb09-63eff17a1bff,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:05.009810 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device cb896635-1afe-4297-bb09-63eff17a1bff up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:05.017614 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bea4c113-19eb-4827-8bef-40bfed622167 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:05.072619 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9901d159-5ffc-4016-afb6-ea1570d53ba1 req-9c1b84f9-4aaf-4fe4-a66f-91bd1035e6da tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:05.074272 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9901d159-5ffc-4016-afb6-ea1570d53ba1 req-9c1b84f9-4aaf-4fe4-a66f-91bd1035e6da tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=3056185a-613d-44f5-809d-7d902a465d22 HTTP/1.1" status: 200 len: 945 time: 0.1127241 Nov 12 00:50:05.075374 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-21c7ed4b-6cfa-4c45-81af-9a366b9f210e None None] Provisioning complete for port cb896635-1afe-4297-bb09-63eff17a1bff triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:05.075815 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-21c7ed4b-6cfa-4c45-81af-9a366b9f210e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:05.152754 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e3748-d6ce-4829-b700-6abcf1c49d3c req-6f2e5d69-248a-4849-a38c-b34875b17cb3 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:05.154782 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e45e3748-d6ce-4829-b700-6abcf1c49d3c req-6f2e5d69-248a-4849-a38c-b34875b17cb3 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 943 time: 0.0857797 Nov 12 00:50:05.160767 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port cb896635-1afe-4297-bb09-63eff17a1bff triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:05.161215 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:05.185831 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9901d159-5ffc-4016-afb6-ea1570d53ba1 req-fd446242-df77-4d89-8ed4-052720fe7b61 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019349 Nov 12 00:50:05.219630 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea4c113-19eb-4827-8bef-40bfed622167 admin admin] Router f77c8201-79ea-4477-9c86-9e22b3cce165 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:50:05.242094 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e45e3748-d6ce-4829-b700-6abcf1c49d3c req-533cf2a7-053e-4821-8d03-490643e3bcbb tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763845 Nov 12 00:50:05.379477 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea4c113-19eb-4827-8bef-40bfed622167 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:50:05.388296 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b68f449-dd05-4a1a-9dc3-8235483c005b None None] Sync routers for ids ['f77c8201-79ea-4477-9c86-9e22b3cce165'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:50:05.399806 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bea4c113-19eb-4827-8bef-40bfed622167 admin admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:05.400395 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b68f449-dd05-4a1a-9dc3-8235483c005b None None] Routers {'f77c8201-79ea-4477-9c86-9e22b3cce165'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:50:05.401061 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-3b68f449-dd05-4a1a-9dc3-8235483c005b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:49:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['f77c8201-79ea-4477-9c86-9e22b3cce165'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:05.401234 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-bea4c113-19eb-4827-8bef-40bfed622167 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.3435473 Nov 12 00:50:05.404368 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 54774) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:05.514892 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-3b68f449-dd05-4a1a-9dc3-8235483c005b None None] Set router f77c8201-79ea-4477-9c86-9e22b3cce165 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:50:05.696363 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-3b68f449-dd05-4a1a-9dc3-8235483c005b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77c8201-79ea-4477-9c86-9e22b3cce165', 'name': 'tempest-FloatingIPDetailsTestJSON-2114892491-router', 'tenant_id': '01d384ef388549a39d30f51ca3a23540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '6af45b88-31a0-4490-9158-88f274ac72f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:02Z', 'updated_at': '2021-11-12T00:50:04Z', 'revision_number': 3, 'project_id': '01d384ef388549a39d30f51ca3a23540', 'gw_port': {'id': '6af45b88-31a0-4490-9158-88f274ac72f0', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:84:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77c8201-79ea-4477-9c86-9e22b3cce165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:03Z', 'updated_at': '2021-11-12T00:50:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:05.723064 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b68f449-dd05-4a1a-9dc3-8235483c005b None None] Checking router: f77c8201-79ea-4477-9c86-9e22b3cce165 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:50:05.723406 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b68f449-dd05-4a1a-9dc3-8235483c005b None None] Updating router f77c8201-79ea-4477-9c86-9e22b3cce165 port 6af45b88-31a0-4490-9158-88f274ac72f0 binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:50:05.747689 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3b68f449-dd05-4a1a-9dc3-8235483c005b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:05.817988 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61ab9c-946d-41b2-b0f7-9c5423843356 req-c884e8f5-b635-46c4-9859-0932573ff98c tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:05.819452 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dd61ab9c-946d-41b2-b0f7-9c5423843356 req-c884e8f5-b635-46c4-9859-0932573ff98c tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae5eb88-f514-4f30-affc-47eacf000ce2 HTTP/1.1" status: 200 len: 946 time: 0.0873876 Nov 12 00:50:05.900281 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-46378908-5b6f-4565-8161-c5f1c8b71a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:05.910975 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dd61ab9c-946d-41b2-b0f7-9c5423843356 req-017313ae-1ba0-4ee3-bed1-7de9872e6913 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849102 Nov 12 00:50:06.021214 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3b68f449-dd05-4a1a-9dc3-8235483c005b None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:06.028913 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3b68f449-dd05-4a1a-9dc3-8235483c005b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:06.043505 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066bfa96-7980-46e9-a05a-671df78e69e9 req-88efcf8a-becd-40e6-897c-a25a74d987f1 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:06.045169 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-066bfa96-7980-46e9-a05a-671df78e69e9 req-88efcf8a-becd-40e6-897c-a25a74d987f1 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0ca0315-e67d-46f1-8dd5-cbc45ebcc707 HTTP/1.1" status: 200 len: 945 time: 0.0652506 Nov 12 00:50:06.079112 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078c486-747e-4d40-a183-ecd64d9f7ade None None] Pushing event updated for resources: {'Port': ['ID=6af45b88-31a0-4490-9158-88f274ac72f0,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:06.092815 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8078c486-747e-4d40-a183-ecd64d9f7ade None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:06.093154 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8078c486-747e-4d40-a183-ecd64d9f7ade None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:06.093518 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8078c486-747e-4d40-a183-ecd64d9f7ade None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:06.094031 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8078c486-747e-4d40-a183-ecd64d9f7ade None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:06.094359 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8078c486-747e-4d40-a183-ecd64d9f7ade None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:06.094689 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8078c486-747e-4d40-a183-ecd64d9f7ade None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:06.095009 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8078c486-747e-4d40-a183-ecd64d9f7ade None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:06.095510 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8078c486-747e-4d40-a183-ecd64d9f7ade None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:06.095835 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8078c486-747e-4d40-a183-ecd64d9f7ade None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:06.096847 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8078c486-747e-4d40-a183-ecd64d9f7ade None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:06.097175 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8078c486-747e-4d40-a183-ecd64d9f7ade None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:06.097519 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8078c486-747e-4d40-a183-ecd64d9f7ade None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:06.102642 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-3b68f449-dd05-4a1a-9dc3-8235483c005b None None] Attempting to bind port 6af45b88-31a0-4490-9158-88f274ac72f0 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:50:06.103319 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-3b68f449-dd05-4a1a-9dc3-8235483c005b None None] Attempting to bind port 6af45b88-31a0-4490-9158-88f274ac72f0 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:50:06.103859 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b68f449-dd05-4a1a-9dc3-8235483c005b None None] Attempting to bind port 6af45b88-31a0-4490-9158-88f274ac72f0 on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:06.104207 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-066bfa96-7980-46e9-a05a-671df78e69e9 req-328b1346-7a9b-488a-acd2-c4a752bc5a17 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512993 Nov 12 00:50:06.109696 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b68f449-dd05-4a1a-9dc3-8235483c005b None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:50:06.109865 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a10529-fd0f-4458-9937-679f20bf6ebd req-90490061-9ec9-43ac-b5bc-7b181f330831 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:06.110056 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b68f449-dd05-4a1a-9dc3-8235483c005b None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:06.110644 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3b68f449-dd05-4a1a-9dc3-8235483c005b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:06.111027 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b68f449-dd05-4a1a-9dc3-8235483c005b None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:50:06.111484 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-3b68f449-dd05-4a1a-9dc3-8235483c005b None None] Bound port: 6af45b88-31a0-4490-9158-88f274ac72f0, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:50:06.112452 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3b68f449-dd05-4a1a-9dc3-8235483c005b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:06.113941 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-74a10529-fd0f-4458-9937-679f20bf6ebd req-90490061-9ec9-43ac-b5bc-7b181f330831 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae5eb88-f514-4f30-affc-47eacf000ce2 HTTP/1.1" status: 200 len: 946 time: 0.1074069 Nov 12 00:50:06.130098 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-46378908-5b6f-4565-8161-c5f1c8b71a29 admin admin] Allocated IP 172.20.0.1 (4ff3eca5-e091-4ac1-8037-d7d1a693af62/ec6ae8f1-6257-4868-b3fc-4ce5571808b5/0f08d53a-99de-4d74-bb04-20819ef8984c) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:50:06.166279 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-3b68f449-dd05-4a1a-9dc3-8235483c005b None None] For port 6af45b88-31a0-4490-9158-88f274ac72f0, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:50:06.169726 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-3b68f449-dd05-4a1a-9dc3-8235483c005b None None] For port 6af45b88-31a0-4490-9158-88f274ac72f0, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=6af45b88-31a0-4490-9158-88f274ac72f0,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:50:06.173927 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3b68f449-dd05-4a1a-9dc3-8235483c005b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:06.215747 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-74a10529-fd0f-4458-9937-679f20bf6ebd req-feca4e45-927d-4725-b5e8-58a3f35d2e01 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934923 Nov 12 00:50:06.235471 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078c486-747e-4d40-a183-ecd64d9f7ade None None] Pushing event updated for resources: {'Port': ['ID=6af45b88-31a0-4490-9158-88f274ac72f0,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:06.243642 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b68f449-dd05-4a1a-9dc3-8235483c005b None None] Routers {'f77c8201-79ea-4477-9c86-9e22b3cce165'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:50:06.244255 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-3b68f449-dd05-4a1a-9dc3-8235483c005b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:49:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['f77c8201-79ea-4477-9c86-9e22b3cce165'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:06.254157 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device d5fccd1f-01b5-4aa9-b154-fac395c8a264 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:50:06.274845 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-46378908-5b6f-4565-8161-c5f1c8b71a29 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:06.292647 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 3629b7bf-0e38-4adc-b44c-74e486c8ef4d up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:06.332437 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-46378908-5b6f-4565-8161-c5f1c8b71a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:06.388358 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-3b68f449-dd05-4a1a-9dc3-8235483c005b None None] Set router f77c8201-79ea-4477-9c86-9e22b3cce165 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:50:06.413225 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52f129-8708-483f-a686-1a75d614c18d req-48b587ff-84d8-42fa-8adb-265042c3cd50 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:06.422156 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0e52f129-8708-483f-a686-1a75d614c18d req-48b587ff-84d8-42fa-8adb-265042c3cd50 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=3056185a-613d-44f5-809d-7d902a465d22 HTTP/1.1" status: 200 len: 945 time: 0.0737505 Nov 12 00:50:06.426238 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46378908-5b6f-4565-8161-c5f1c8b71a29 admin admin] Network 4ff3eca5-e091-4ac1-8037-d7d1a693af62 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:50:06.429558 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-46378908-5b6f-4565-8161-c5f1c8b71a29 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:06.447417 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46378908-5b6f-4565-8161-c5f1c8b71a29 admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:50:06.448331 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-04e2a18f-5dea-4ccd-9188-7d9119af1f4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:06.466609 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 3629b7bf-0e38-4adc-b44c-74e486c8ef4d completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:50:06.483524 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 3629b7bf-0e38-4adc-b44c-74e486c8ef4d triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:06.483895 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:06.500226 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-46378908-5b6f-4565-8161-c5f1c8b71a29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:06.504120 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0e52f129-8708-483f-a686-1a75d614c18d req-8aa70362-c001-4ea5-92cc-ac47574422c4 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745404 Nov 12 00:50:06.551104 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port d5fccd1f-01b5-4aa9-b154-fac395c8a264, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=d5fccd1f-01b5-4aa9-b154-fac395c8a264,segment=NetworkSegment(38b12e74-b18e-41d0-b62c-8552b3e37d05),segment_id=38b12e74-b18e-41d0-b62c-8552b3e37d05)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:06.582738 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': 'd5fccd1f-01b5-4aa9-b154-fac395c8a264', 'network_id': 'cc6c0861-08f6-4a20-bb15-55ce7625c6e5', 'port_id': 'd5fccd1f-01b5-4aa9-b154-fac395c8a264', 'mac_address': 'fa:16:3e:e2:ae:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc44064-8072-4b25-a5ed-adc971ac9588', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:50:06.583073 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46378908-5b6f-4565-8161-c5f1c8b71a29 admin admin] Pushing event updated for resources: {'Port': ['ID=0f08d53a-99de-4d74-bb04-20819ef8984c,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:06.612564 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46378908-5b6f-4565-8161-c5f1c8b71a29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:06.613031 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46378908-5b6f-4565-8161-c5f1c8b71a29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:06.613506 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46378908-5b6f-4565-8161-c5f1c8b71a29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:06.613845 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46378908-5b6f-4565-8161-c5f1c8b71a29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:06.614168 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46378908-5b6f-4565-8161-c5f1c8b71a29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:06.614493 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46378908-5b6f-4565-8161-c5f1c8b71a29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:06.614813 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46378908-5b6f-4565-8161-c5f1c8b71a29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:06.615131 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46378908-5b6f-4565-8161-c5f1c8b71a29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:06.615796 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46378908-5b6f-4565-8161-c5f1c8b71a29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:06.615796 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46378908-5b6f-4565-8161-c5f1c8b71a29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:06.616064 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46378908-5b6f-4565-8161-c5f1c8b71a29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:06.616381 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46378908-5b6f-4565-8161-c5f1c8b71a29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:06.637225 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:06.650913 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01bfdcc-49f9-4ba9-8be5-b296aa384b4c req-7e12741f-68dc-4772-a435-5c76441af24f tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:06.660652 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81461f-1e76-4916-bf47-12d67d4c10a4 req-45d70966-90d8-4e48-b95d-02c869ed09b2 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:06.662388 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b01bfdcc-49f9-4ba9-8be5-b296aa384b4c req-7e12741f-68dc-4772-a435-5c76441af24f tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae5eb88-f514-4f30-affc-47eacf000ce2 HTTP/1.1" status: 200 len: 946 time: 0.3441398 Nov 12 00:50:06.667747 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9c81461f-1e76-4916-bf47-12d67d4c10a4 req-45d70966-90d8-4e48-b95d-02c869ed09b2 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 943 time: 0.0768228 Nov 12 00:50:06.677651 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5fccd1f-01b5-4aa9-b154-fac395c8a264 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:06.730657 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:06.762365 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9c81461f-1e76-4916-bf47-12d67d4c10a4 req-cda72a52-a7c5-4b31-ba45-ca8f87ecc5e5 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913339 Nov 12 00:50:06.774230 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3056185a-613d-44f5-809d-7d902a465d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3629b7bf-0e38-4adc-b44c-74e486c8ef4d'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:06.776858 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee94a135-40de-4131-8e2d-75d6e37994e0" -d '{"events": [{"server_uuid": "3056185a-613d-44f5-809d-7d902a465d22", "name": "network-vif-plugged", "status": "completed", "tag": "3629b7bf-0e38-4adc-b44c-74e486c8ef4d"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:06.778729 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b01bfdcc-49f9-4ba9-8be5-b296aa384b4c req-fdbaa437-aaab-4dd0-af0c-939dc2dc39ee tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153874 Nov 12 00:50:06.781093 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port d5fccd1f-01b5-4aa9-b154-fac395c8a264, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=d5fccd1f-01b5-4aa9-b154-fac395c8a264,segment=NetworkSegment(38b12e74-b18e-41d0-b62c-8552b3e37d05),segment_id=38b12e74-b18e-41d0-b62c-8552b3e37d05)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:06.809076 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:06.835369 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-3b68f449-dd05-4a1a-9dc3-8235483c005b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77c8201-79ea-4477-9c86-9e22b3cce165', 'name': 'tempest-FloatingIPDetailsTestJSON-2114892491-router', 'tenant_id': '01d384ef388549a39d30f51ca3a23540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '6af45b88-31a0-4490-9158-88f274ac72f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:02Z', 'updated_at': '2021-11-12T00:50:04Z', 'revision_number': 3, 'project_id': '01d384ef388549a39d30f51ca3a23540', 'gw_port': {'id': '6af45b88-31a0-4490-9158-88f274ac72f0', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:84:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77c8201-79ea-4477-9c86-9e22b3cce165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:03Z', 'updated_at': '2021-11-12T00:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:06.867934 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-46378908-5b6f-4565-8161-c5f1c8b71a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:06.874676 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 3629b7bf-0e38-4adc-b44c-74e486c8ef4d, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=3629b7bf-0e38-4adc-b44c-74e486c8ef4d,segment=NetworkSegment(8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b),segment_id=8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:06.883725 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:06.891388 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b68f449-dd05-4a1a-9dc3-8235483c005b None None] The sync data for ids ['f77c8201-79ea-4477-9c86-9e22b3cce165'] in n-d-812236-11 is: [{'id': 'f77c8201-79ea-4477-9c86-9e22b3cce165', 'name': 'tempest-FloatingIPDetailsTestJSON-2114892491-router', 'tenant_id': '01d384ef388549a39d30f51ca3a23540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '6af45b88-31a0-4490-9158-88f274ac72f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:02Z', 'updated_at': '2021-11-12T00:50:04Z', 'revision_number': 3, 'project_id': '01d384ef388549a39d30f51ca3a23540', 'gw_port': {'id': '6af45b88-31a0-4490-9158-88f274ac72f0', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:84:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77c8201-79ea-4477-9c86-9e22b3cce165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:03Z', 'updated_at': '2021-11-12T00:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:50:06.900517 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=d5fccd1f-01b5-4aa9-b154-fac395c8a264,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:06.977998 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-fc23f78c-41dc-4d6a-9653-22ef2ef433d2 None None] Provisioning complete for port 0f08d53a-99de-4d74-bb04-20819ef8984c triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:06.978376 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fc23f78c-41dc-4d6a-9653-22ef2ef433d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:07.031709 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5195e6-98ae-4e73-9bba-16829d37b348 x-openstack-request-id: req-8e5195e6-98ae-4e73-9bba-16829d37b348 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:07.031955 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3056185a-613d-44f5-809d-7d902a465d22", "name": "network-vif-plugged", "status": "completed", "tag": "3629b7bf-0e38-4adc-b44c-74e486c8ef4d", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:07.032153 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e5195e6-98ae-4e73-9bba-16829d37b348 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:07.032547 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3056185a-613d-44f5-809d-7d902a465d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3629b7bf-0e38-4adc-b44c-74e486c8ef4d', 'code': 200} Nov 12 00:50:07.034664 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-fc23f78c-41dc-4d6a-9653-22ef2ef433d2 None None] Port 0f08d53a-99de-4d74-bb04-20819ef8984c cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:50:07.037197 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device cb896635-1afe-4297-bb09-63eff17a1bff up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:07.102972 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=3629b7bf-0e38-4adc-b44c-74e486c8ef4d,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:07.126009 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port cb896635-1afe-4297-bb09-63eff17a1bff triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:07.126485 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:07.135425 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fd223-b82d-4f60-9f10-6fa38768f747 req-2bd370f4-a743-4888-a33c-1a660697667f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:07.136971 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7e7fd223-b82d-4f60-9f10-6fa38768f747 req-2bd370f4-a743-4888-a33c-1a660697667f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3056185a-613d-44f5-809d-7d902a465d22 HTTP/1.1" status: 200 len: 1098 time: 0.0527480 Nov 12 00:50:07.174983 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-46378908-5b6f-4565-8161-c5f1c8b71a29 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:07.180637 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['d5fccd1f-01b5-4aa9-b154-fac395c8a264'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:50:07.189634 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df5bf3-9eed-4e03-b9e7-9b6c8f77116d req-e1227b93-9664-4a80-898b-c89c0c10ad61 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:07.199233 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-99df5bf3-9eed-4e03-b9e7-9b6c8f77116d req-e1227b93-9664-4a80-898b-c89c0c10ad61 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae5eb88-f514-4f30-affc-47eacf000ce2 HTTP/1.1" status: 200 len: 946 time: 0.1459315 Nov 12 00:50:07.207002 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-46378908-5b6f-4565-8161-c5f1c8b71a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:07.212118 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7e7fd223-b82d-4f60-9f10-6fa38768f747 req-e39bdb57-0855-4d0f-a34b-f2cb19c8f3b6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678790 Nov 12 00:50:07.294535 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58cfdca-489d-481c-9a6e-2c2eb5bc414b req-fdf88176-07f5-4e91-8055-c59323536423 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:07.297987 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c58cfdca-489d-481c-9a6e-2c2eb5bc414b req-fdf88176-07f5-4e91-8055-c59323536423 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0ca0315-e67d-46f1-8dd5-cbc45ebcc707 HTTP/1.1" status: 200 len: 945 time: 0.0812085 Nov 12 00:50:07.345701 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46378908-5b6f-4565-8161-c5f1c8b71a29 admin admin] Pushing event updated for resources: {'Port': ['ID=0f08d53a-99de-4d74-bb04-20819ef8984c,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:07.362924 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-46378908-5b6f-4565-8161-c5f1c8b71a29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:07.379457 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-99df5bf3-9eed-4e03-b9e7-9b6c8f77116d req-975b78ce-58e9-4651-a48a-f15de760b25c tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793771 Nov 12 00:50:07.392527 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c58cfdca-489d-481c-9a6e-2c2eb5bc414b req-da88a6e8-9f10-40e9-8491-b578fabf49bc tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891459 Nov 12 00:50:07.598367 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:07.639728 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50a67f-8c25-4766-957e-9610ec314fd4 req-da70cf69-1953-40c5-888e-39633f9534f2 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:07.641363 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1d50a67f-8c25-4766-957e-9610ec314fd4 req-da70cf69-1953-40c5-888e-39633f9534f2 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=3056185a-613d-44f5-809d-7d902a465d22 HTTP/1.1" status: 200 len: 946 time: 0.0685749 Nov 12 00:50:07.697263 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1d50a67f-8c25-4766-957e-9610ec314fd4 req-66ca6e01-d264-4b2f-a2f7-dd13201b4e23 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486696 Nov 12 00:50:07.884057 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f63401c-cfe8-4ea9-91a8-e1b9a1c857e3 req-6969490b-9de6-4a22-ad03-e75ebf57639e tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:07.889816 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7f63401c-cfe8-4ea9-91a8-e1b9a1c857e3 req-6969490b-9de6-4a22-ad03-e75ebf57639e tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae5eb88-f514-4f30-affc-47eacf000ce2 HTTP/1.1" status: 200 len: 946 time: 0.0788791 Nov 12 00:50:07.906223 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af7358-3bba-43ae-b734-c96df3df69ae req-d74d4440-fda1-47a4-bcc8-eccfb30208da tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:07.907750 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a5af7358-3bba-43ae-b734-c96df3df69ae req-d74d4440-fda1-47a4-bcc8-eccfb30208da tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 944 time: 0.0648837 Nov 12 00:50:07.907883 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46378908-5b6f-4565-8161-c5f1c8b71a29 admin admin] Network 4ff3eca5-e091-4ac1-8037-d7d1a693af62 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:50:07.915746 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-46378908-5b6f-4565-8161-c5f1c8b71a29 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:07.969936 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a5af7358-3bba-43ae-b734-c96df3df69ae req-9b3b0300-c9bd-4553-8b27-e7ca61e11ec5 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551820 Nov 12 00:50:08.003642 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7f63401c-cfe8-4ea9-91a8-e1b9a1c857e3 req-d309da50-b97c-4dcf-8888-62e492a7e958 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087511 Nov 12 00:50:08.092826 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46378908-5b6f-4565-8161-c5f1c8b71a29 admin admin] Router f77c8201-79ea-4477-9c86-9e22b3cce165 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:50:08.223221 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46378908-5b6f-4565-8161-c5f1c8b71a29 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:50:08.228227 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71630c-7b86-4286-8361-06a24ec7690b req-fe448f24-6532-4cb6-a31a-4fe0b96b35fd tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:08.228907 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-46378908-5b6f-4565-8161-c5f1c8b71a29 admin admin] 10.222.0.20 "PUT /v2.0/routers/f77c8201-79ea-4477-9c86-9e22b3cce165/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8235409 Nov 12 00:50:08.230756 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2a71630c-7b86-4286-8361-06a24ec7690b req-fe448f24-6532-4cb6-a31a-4fe0b96b35fd tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae5eb88-f514-4f30-affc-47eacf000ce2 HTTP/1.1" status: 200 len: 946 time: 0.0522649 Nov 12 00:50:08.247988 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device d5fccd1f-01b5-4aa9-b154-fac395c8a264 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:08.284319 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2a71630c-7b86-4286-8361-06a24ec7690b req-892743a6-76c2-45f3-8cfb-e550dc9c5359 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473707 Nov 12 00:50:08.311163 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-4eeabe78-ce54-491d-a8d2-6e3d19cc5666 None None] Provisioning complete for port 0f08d53a-99de-4d74-bb04-20819ef8984c triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:08.312060 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4eeabe78-ce54-491d-a8d2-6e3d19cc5666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:08.353418 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-4eeabe78-ce54-491d-a8d2-6e3d19cc5666 None None] Port 0f08d53a-99de-4d74-bb04-20819ef8984c cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:50:08.360165 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port d5fccd1f-01b5-4aa9-b154-fac395c8a264 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:50:08.365908 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port d5fccd1f-01b5-4aa9-b154-fac395c8a264 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:08.366280 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:08.445139 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a6b6c-73eb-4a19-9ffc-1221e5069b5d req-d8049715-a215-4ad7-b542-98af98517f76 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:08.453905 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-460a6b6c-73eb-4a19-9ffc-1221e5069b5d req-d8049715-a215-4ad7-b542-98af98517f76 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae5eb88-f514-4f30-affc-47eacf000ce2 HTTP/1.1" status: 200 len: 946 time: 0.0829630 Nov 12 00:50:08.480627 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:08.526668 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port d5fccd1f-01b5-4aa9-b154-fac395c8a264, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=d5fccd1f-01b5-4aa9-b154-fac395c8a264,segment=NetworkSegment(38b12e74-b18e-41d0-b62c-8552b3e37d05),segment_id=38b12e74-b18e-41d0-b62c-8552b3e37d05)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:08.527714 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-460a6b6c-73eb-4a19-9ffc-1221e5069b5d req-ea2c5d80-6990-4713-9db3-de76a50058da tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724933 Nov 12 00:50:08.532546 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:08.593465 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=d5fccd1f-01b5-4aa9-b154-fac395c8a264,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:08.646475 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d93a35-08c8-41f6-9b5d-7fef48d84ddf req-37580884-9512-4801-899d-66b53250704e tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:08.648102 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e6d93a35-08c8-41f6-9b5d-7fef48d84ddf req-37580884-9512-4801-899d-66b53250704e tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0ca0315-e67d-46f1-8dd5-cbc45ebcc707 HTTP/1.1" status: 200 len: 945 time: 0.0552857 Nov 12 00:50:08.700372 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e6d93a35-08c8-41f6-9b5d-7fef48d84ddf req-5faf14b6-e9d6-433f-9f27-82b091ae4050 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453072 Nov 12 00:50:08.804299 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ac45ef6b-4607-4766-92ed-f6b96b0baeed req-5f66fa38-2d52-4883-8027-00c621d43df9 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2144201 Nov 12 00:50:08.808838 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be524a-d8a9-4303-bcee-810da8059e8a req-eeb0bc3d-6edf-4a4e-bc68-bcfca15e27bc tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:08.810424 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-55be524a-d8a9-4303-bcee-810da8059e8a req-eeb0bc3d-6edf-4a4e-bc68-bcfca15e27bc tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae5eb88-f514-4f30-affc-47eacf000ce2 HTTP/1.1" status: 200 len: 946 time: 0.0505309 Nov 12 00:50:08.814494 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-ac45ef6b-4607-4766-92ed-f6b96b0baeed req-315f7cf0-f2d5-4647-9335-4f4a1ae94a8b tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:08.838607 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-ac45ef6b-4607-4766-92ed-f6b96b0baeed req-315f7cf0-f2d5-4647-9335-4f4a1ae94a8b tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks [] for floatingip, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:08.842945 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623254bf-767d-43a9-a630-c46238d710d3 None None] Sync routers for ids ['f77c8201-79ea-4477-9c86-9e22b3cce165'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:50:08.854096 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623254bf-767d-43a9-a630-c46238d710d3 None None] Routers {'f77c8201-79ea-4477-9c86-9e22b3cce165'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:50:08.854708 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-623254bf-767d-43a9-a630-c46238d710d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:50:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['f77c8201-79ea-4477-9c86-9e22b3cce165'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:08.893618 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-55be524a-d8a9-4303-bcee-810da8059e8a req-dea60b5b-d63b-4499-960b-71c1c4ad76c3 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650442 Nov 12 00:50:08.981866 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-ac45ef6b-4607-4766-92ed-f6b96b0baeed req-315f7cf0-f2d5-4647-9335-4f4a1ae94a8b tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:09.022381 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed6d53-4641-4fab-8384-38984b293be7 req-ad9db55e-438e-4ad1-a51f-8be19abbbfcb tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:09.024574 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-24ed6d53-4641-4fab-8384-38984b293be7 req-ad9db55e-438e-4ad1-a51f-8be19abbbfcb tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=3056185a-613d-44f5-809d-7d902a465d22 HTTP/1.1" status: 200 len: 946 time: 0.0672469 Nov 12 00:50:09.052859 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '508ca382-1214-4b6b-aadc-0041643de02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5fccd1f-01b5-4aa9-b154-fac395c8a264'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:09.055240 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a9778b-8252-4dfe-b0ed-50b05afca010" -d '{"events": [{"server_uuid": "508ca382-1214-4b6b-aadc-0041643de02e", "name": "network-vif-plugged", "status": "completed", "tag": "d5fccd1f-01b5-4aa9-b154-fac395c8a264"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:09.061407 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 6af45b88-31a0-4490-9158-88f274ac72f0 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:09.078081 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-24ed6d53-4641-4fab-8384-38984b293be7 req-75317a33-b2fe-4ee1-aee0-625c680be2e3 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462873 Nov 12 00:50:09.100339 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-ac45ef6b-4607-4766-92ed-f6b96b0baeed req-315f7cf0-f2d5-4647-9335-4f4a1ae94a8b tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Allocated IP 172.25.2.197 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/5656b3d3-95af-4701-a482-0335e7d66378) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:50:09.186646 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:09.198443 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-623254bf-767d-43a9-a630-c46238d710d3 None None] Set router f77c8201-79ea-4477-9c86-9e22b3cce165 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:50:09.218566 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-ac45ef6b-4607-4766-92ed-f6b96b0baeed req-315f7cf0-f2d5-4647-9335-4f4a1ae94a8b tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:09.235055 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 6af45b88-31a0-4490-9158-88f274ac72f0 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:09.235523 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:09.254994 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-ac45ef6b-4607-4766-92ed-f6b96b0baeed req-315f7cf0-f2d5-4647-9335-4f4a1ae94a8b tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:09.291523 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac45ef6b-4607-4766-92ed-f6b96b0baeed req-315f7cf0-f2d5-4647-9335-4f4a1ae94a8b tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:50:09.294321 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-ac45ef6b-4607-4766-92ed-f6b96b0baeed req-315f7cf0-f2d5-4647-9335-4f4a1ae94a8b tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:09.300159 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac45ef6b-4607-4766-92ed-f6b96b0baeed req-315f7cf0-f2d5-4647-9335-4f4a1ae94a8b tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:50:09.324419 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f7cf0-f2d5-4647-9335-4f4a1ae94a8b tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Pushing event updated for resources: {'Port': ['ID=5656b3d3-95af-4701-a482-0335e7d66378,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:09.395646 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-ac45ef6b-4607-4766-92ed-f6b96b0baeed req-315f7cf0-f2d5-4647-9335-4f4a1ae94a8b tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:09.440558 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-ac45ef6b-4607-4766-92ed-f6b96b0baeed req-315f7cf0-f2d5-4647-9335-4f4a1ae94a8b tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:09.452023 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:09.482200 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 6af45b88-31a0-4490-9158-88f274ac72f0, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=6af45b88-31a0-4490-9158-88f274ac72f0,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:09.490750 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:09.547327 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-623254bf-767d-43a9-a630-c46238d710d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77c8201-79ea-4477-9c86-9e22b3cce165', 'name': 'tempest-FloatingIPDetailsTestJSON-2114892491-router', 'tenant_id': '01d384ef388549a39d30f51ca3a23540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '6af45b88-31a0-4490-9158-88f274ac72f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:02Z', 'updated_at': '2021-11-12T00:50:06Z', 'revision_number': 4, 'project_id': '01d384ef388549a39d30f51ca3a23540', 'gw_port': {'id': '6af45b88-31a0-4490-9158-88f274ac72f0', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:84:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77c8201-79ea-4477-9c86-9e22b3cce165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:03Z', 'updated_at': '2021-11-12T00:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '0f08d53a-99de-4d74-bb04-20819ef8984c', 'name': '', 'network_id': '4ff3eca5-e091-4ac1-8037-d7d1a693af62', 'tenant_id': '01d384ef388549a39d30f51ca3a23540', 'mac_address': 'fa:16:3e:0c:a5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77c8201-79ea-4477-9c86-9e22b3cce165', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': 'ec6ae8f1-6257-4868-b3fc-4ce5571808b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:05Z', 'updated_at': '2021-11-12T00:50:06Z', 'revision_number': 2, 'project_id': '01d384ef388549a39d30f51ca3a23540', 'subnets': [{'id': 'ec6ae8f1-6257-4868-b3fc-4ce5571808b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:09.582153 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623254bf-767d-43a9-a630-c46238d710d3 None None] Checking router: f77c8201-79ea-4477-9c86-9e22b3cce165 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:50:09.582153 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623254bf-767d-43a9-a630-c46238d710d3 None None] Updating router f77c8201-79ea-4477-9c86-9e22b3cce165 port 0f08d53a-99de-4d74-bb04-20819ef8984c binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:50:09.584103 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=6af45b88-31a0-4490-9158-88f274ac72f0,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:09.612698 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-623254bf-767d-43a9-a630-c46238d710d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:09.654614 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68749adc-aa99-4bfe-976b-4f2a87a0c259 req-a59ee67b-68cc-42cc-af77-77b6d323fb0d tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:09.655466 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-ac45ef6b-4607-4766-92ed-f6b96b0baeed req-315f7cf0-f2d5-4647-9335-4f4a1ae94a8b tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:09.659900 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-68749adc-aa99-4bfe-976b-4f2a87a0c259 req-a59ee67b-68cc-42cc-af77-77b6d323fb0d tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 945 time: 0.0611479 Nov 12 00:50:09.661986 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-ac45ef6b-4607-4766-92ed-f6b96b0baeed req-315f7cf0-f2d5-4647-9335-4f4a1ae94a8b tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:09.714757 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-68749adc-aa99-4bfe-976b-4f2a87a0c259 req-ccd7590c-ee9b-4721-9394-1330aad8fa8f tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497916 Nov 12 00:50:09.750143 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f7cf0-f2d5-4647-9335-4f4a1ae94a8b tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Pushing event updated for resources: {'Port': ['ID=5656b3d3-95af-4701-a482-0335e7d66378,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:09.757170 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-ac45ef6b-4607-4766-92ed-f6b96b0baeed req-315f7cf0-f2d5-4647-9335-4f4a1ae94a8b tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:09.757450 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:09.776557 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-ac45ef6b-4607-4766-92ed-f6b96b0baeed req-315f7cf0-f2d5-4647-9335-4f4a1ae94a8b tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:09.777850 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ac45ef6b-4607-4766-92ed-f6b96b0baeed req-315f7cf0-f2d5-4647-9335-4f4a1ae94a8b tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9672575 Nov 12 00:50:09.830986 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96cc667a-a60e-4a8c-9766-ae9e4943d50c x-openstack-request-id: req-96cc667a-a60e-4a8c-9766-ae9e4943d50c {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:09.831477 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "508ca382-1214-4b6b-aadc-0041643de02e", "name": "network-vif-plugged", "status": "completed", "tag": "d5fccd1f-01b5-4aa9-b154-fac395c8a264", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:09.831982 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-96cc667a-a60e-4a8c-9766-ae9e4943d50c {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:09.832495 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '508ca382-1214-4b6b-aadc-0041643de02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5fccd1f-01b5-4aa9-b154-fac395c8a264', 'code': 200} Nov 12 00:50:09.835469 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ac45ef6b-4607-4766-92ed-f6b96b0baeed req-8a963836-214e-4499-9491-9afdd616ea08 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.197 HTTP/1.1" status: 200 len: 696 time: 0.0512357 Nov 12 00:50:09.947106 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-623254bf-767d-43a9-a630-c46238d710d3 None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:09.953191 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-623254bf-767d-43a9-a630-c46238d710d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:09.958308 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45ef6b-4607-4766-92ed-f6b96b0baeed req-d5dffd4e-5f25-4927-bd69-e82e4ac6f17b tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:09.960049 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ac45ef6b-4607-4766-92ed-f6b96b0baeed req-d5dffd4e-5f25-4927-bd69-e82e4ac6f17b tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] 10.222.0.20 "GET /v2.0/networks/ef732b55-2b3c-4048-85da-0a8ac273c14b HTTP/1.1" status: 200 len: 784 time: 0.1136878 Nov 12 00:50:09.991991 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c1958-cda6-4f89-9ac3-b077e18a659c req-f2939de3-d6aa-4a01-86f3-443fc4a90842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:09.998914 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c19c1958-cda6-4f89-9ac3-b077e18a659c req-f2939de3-d6aa-4a01-86f3-443fc4a90842 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 1097 time: 0.0673892 Nov 12 00:50:10.015223 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf96272-eacf-425f-b12f-f727c20c6919 None None] Pushing event updated for resources: {'Port': ['ID=0f08d53a-99de-4d74-bb04-20819ef8984c,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:10.083821 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c19c1958-cda6-4f89-9ac3-b077e18a659c req-58256869-94dc-4325-9120-d482e7f7a4ab service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817609 Nov 12 00:50:10.117427 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-623254bf-767d-43a9-a630-c46238d710d3 None None] Attempting to bind port 0f08d53a-99de-4d74-bb04-20819ef8984c on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:50:10.117804 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-623254bf-767d-43a9-a630-c46238d710d3 None None] Attempting to bind port 0f08d53a-99de-4d74-bb04-20819ef8984c by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'b7cd52df-d602-48a9-9913-aa73e33315fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4ff3eca5-e091-4ac1-8037-d7d1a693af62'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:50:10.118166 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623254bf-767d-43a9-a630-c46238d710d3 None None] Attempting to bind port 0f08d53a-99de-4d74-bb04-20819ef8984c on network 4ff3eca5-e091-4ac1-8037-d7d1a693af62 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:10.124935 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623254bf-767d-43a9-a630-c46238d710d3 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:50:10.125310 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623254bf-767d-43a9-a630-c46238d710d3 None None] Checking segment: {'id': 'b7cd52df-d602-48a9-9913-aa73e33315fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4ff3eca5-e091-4ac1-8037-d7d1a693af62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:10.125765 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-623254bf-767d-43a9-a630-c46238d710d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:10.126153 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623254bf-767d-43a9-a630-c46238d710d3 None None] Bound using segment: {'id': 'b7cd52df-d602-48a9-9913-aa73e33315fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4ff3eca5-e091-4ac1-8037-d7d1a693af62'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:50:10.127065 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-623254bf-767d-43a9-a630-c46238d710d3 None None] Bound port: 0f08d53a-99de-4d74-bb04-20819ef8984c, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7cd52df-d602-48a9-9913-aa73e33315fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4ff3eca5-e091-4ac1-8037-d7d1a693af62'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:50:10.127226 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-623254bf-767d-43a9-a630-c46238d710d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:10.199474 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-623254bf-767d-43a9-a630-c46238d710d3 None None] For port 0f08d53a-99de-4d74-bb04-20819ef8984c, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:50:10.203371 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-623254bf-767d-43a9-a630-c46238d710d3 None None] For port 0f08d53a-99de-4d74-bb04-20819ef8984c, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=0f08d53a-99de-4d74-bb04-20819ef8984c,segment=NetworkSegment(b7cd52df-d602-48a9-9913-aa73e33315fa),segment_id=b7cd52df-d602-48a9-9913-aa73e33315fa)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:50:10.210969 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-623254bf-767d-43a9-a630-c46238d710d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:10.271544 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623254bf-767d-43a9-a630-c46238d710d3 None None] Routers {'f77c8201-79ea-4477-9c86-9e22b3cce165'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:50:10.272436 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-623254bf-767d-43a9-a630-c46238d710d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:50:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['f77c8201-79ea-4477-9c86-9e22b3cce165'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:10.303275 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea620fe-0d36-48ae-a43e-7551b232e3ed req-2c68741d-bcb2-4b4e-b97b-ac4e94f59783 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:10.304924 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-eea620fe-0d36-48ae-a43e-7551b232e3ed req-2c68741d-bcb2-4b4e-b97b-ac4e94f59783 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0ca0315-e67d-46f1-8dd5-cbc45ebcc707 HTTP/1.1" status: 200 len: 945 time: 0.0646529 Nov 12 00:50:10.319376 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf96272-eacf-425f-b12f-f727c20c6919 None None] Pushing event updated for resources: {'Port': ['ID=0f08d53a-99de-4d74-bb04-20819ef8984c,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:10.401998 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1a3250af-cc92-4335-8b7d-0066f22e89c5 req-c5c46adc-019e-41ea-b5f5-48bad0f28b90 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2265699 Nov 12 00:50:10.413529 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-1a3250af-cc92-4335-8b7d-0066f22e89c5 req-51499409-7b56-4863-a6ea-493282a4a182 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:10.414175 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-eea620fe-0d36-48ae-a43e-7551b232e3ed req-72c6a5c2-2129-4c53-8b08-dad931d2a2b8 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973744 Nov 12 00:50:10.466998 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-623254bf-767d-43a9-a630-c46238d710d3 None None] Set router f77c8201-79ea-4477-9c86-9e22b3cce165 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:50:10.470928 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-1a3250af-cc92-4335-8b7d-0066f22e89c5 req-51499409-7b56-4863-a6ea-493282a4a182 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks [] for floatingip, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:10.577063 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-ed7129d7-7029-4a94-a621-c68774be18fe None None] Provisioning complete for port 0f08d53a-99de-4d74-bb04-20819ef8984c triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:10.577794 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ed7129d7-7029-4a94-a621-c68774be18fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:10.617583 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c13e66-f58b-4ed7-a096-be2986192f41 req-7ab61c9a-be1f-4dbb-aa71-18fa8f10870b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:10.618940 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a2c13e66-f58b-4ed7-a096-be2986192f41 req-7ab61c9a-be1f-4dbb-aa71-18fa8f10870b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=af9ded8e5f1e4d2dbb239d72a1e2285f&device_id=e0ca0315-e67d-46f1-8dd5-cbc45ebcc707 HTTP/1.1" status: 200 len: 1097 time: 0.1135228 Nov 12 00:50:10.684643 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:10.757020 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-1a3250af-cc92-4335-8b7d-0066f22e89c5 req-51499409-7b56-4863-a6ea-493282a4a182 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:10.759871 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c13e66-f58b-4ed7-a096-be2986192f41 req-32406773-a134-4546-b462-2f03b9c7cb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:10.761773 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a2c13e66-f58b-4ed7-a096-be2986192f41 req-32406773-a134-4546-b462-2f03b9c7cb3a service neutron] 10.222.0.49 "GET /v2.0/networks?id=3c057aab-f8ed-46d5-a05e-d2c14de3de8f HTTP/1.1" status: 200 len: 917 time: 0.1328716 Nov 12 00:50:10.766516 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46aff53-1c1e-461e-af67-b298d2ceedad req-c13ebd4e-ad2c-4eca-9d79-79853b4d29cb tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:10.768774 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d46aff53-1c1e-461e-af67-b298d2ceedad req-c13ebd4e-ad2c-4eca-9d79-79853b4d29cb tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae5eb88-f514-4f30-affc-47eacf000ce2 HTTP/1.1" status: 200 len: 946 time: 0.0603359 Nov 12 00:50:10.782905 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ed7129d7-7029-4a94-a621-c68774be18fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:10.822744 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d46aff53-1c1e-461e-af67-b298d2ceedad req-3f0f0cb9-8422-4ffa-b087-c12f1093035f tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459144 Nov 12 00:50:10.830314 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-ed7129d7-7029-4a94-a621-c68774be18fe None None] For port 0f08d53a-99de-4d74-bb04-20819ef8984c, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=0f08d53a-99de-4d74-bb04-20819ef8984c,segment=NetworkSegment(b7cd52df-d602-48a9-9913-aa73e33315fa),segment_id=b7cd52df-d602-48a9-9913-aa73e33315fa)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:10.831338 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a2c13e66-f58b-4ed7-a096-be2986192f41 req-8de6a573-9725-419c-a14e-4d5c11650568 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3092506a-72da-41ab-9e4c-4d35f17cb4a0 HTTP/1.1" status: 200 len: 217 time: 0.0611084 Nov 12 00:50:10.836360 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ed7129d7-7029-4a94-a621-c68774be18fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:10.850910 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-623254bf-767d-43a9-a630-c46238d710d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77c8201-79ea-4477-9c86-9e22b3cce165', 'name': 'tempest-FloatingIPDetailsTestJSON-2114892491-router', 'tenant_id': '01d384ef388549a39d30f51ca3a23540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '6af45b88-31a0-4490-9158-88f274ac72f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:02Z', 'updated_at': '2021-11-12T00:50:06Z', 'revision_number': 4, 'project_id': '01d384ef388549a39d30f51ca3a23540', 'gw_port': {'id': '6af45b88-31a0-4490-9158-88f274ac72f0', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:84:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77c8201-79ea-4477-9c86-9e22b3cce165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:03Z', 'updated_at': '2021-11-12T00:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '0f08d53a-99de-4d74-bb04-20819ef8984c', 'name': '', 'network_id': '4ff3eca5-e091-4ac1-8037-d7d1a693af62', 'tenant_id': '01d384ef388549a39d30f51ca3a23540', 'mac_address': 'fa:16:3e:0c:a5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77c8201-79ea-4477-9c86-9e22b3cce165', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': 'ec6ae8f1-6257-4868-b3fc-4ce5571808b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:05Z', 'updated_at': '2021-11-12T00:50:10Z', 'revision_number': 4, 'project_id': '01d384ef388549a39d30f51ca3a23540', 'subnets': [{'id': 'ec6ae8f1-6257-4868-b3fc-4ce5571808b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:10.895942 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623254bf-767d-43a9-a630-c46238d710d3 None None] The sync data for ids ['f77c8201-79ea-4477-9c86-9e22b3cce165'] in n-d-812236-11 is: [{'id': 'f77c8201-79ea-4477-9c86-9e22b3cce165', 'name': 'tempest-FloatingIPDetailsTestJSON-2114892491-router', 'tenant_id': '01d384ef388549a39d30f51ca3a23540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '6af45b88-31a0-4490-9158-88f274ac72f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:02Z', 'updated_at': '2021-11-12T00:50:06Z', 'revision_number': 4, 'project_id': '01d384ef388549a39d30f51ca3a23540', 'gw_port': {'id': '6af45b88-31a0-4490-9158-88f274ac72f0', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:84:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77c8201-79ea-4477-9c86-9e22b3cce165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:03Z', 'updated_at': '2021-11-12T00:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '0f08d53a-99de-4d74-bb04-20819ef8984c', 'name': '', 'network_id': '4ff3eca5-e091-4ac1-8037-d7d1a693af62', 'tenant_id': '01d384ef388549a39d30f51ca3a23540', 'mac_address': 'fa:16:3e:0c:a5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77c8201-79ea-4477-9c86-9e22b3cce165', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': 'ec6ae8f1-6257-4868-b3fc-4ce5571808b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:05Z', 'updated_at': '2021-11-12T00:50:10Z', 'revision_number': 4, 'project_id': '01d384ef388549a39d30f51ca3a23540', 'subnets': [{'id': 'ec6ae8f1-6257-4868-b3fc-4ce5571808b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:50:10.967899 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c13e66-f58b-4ed7-a096-be2986192f41 req-a1e450bc-a37f-4298-bf46-324c5b210a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:10.970418 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a2c13e66-f58b-4ed7-a096-be2986192f41 req-a1e450bc-a37f-4298-bf46-324c5b210a33 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=90b38c84-f724-4edd-842d-9a5aabc6fb65 HTTP/1.1" status: 200 len: 855 time: 0.1304038 Nov 12 00:50:10.980229 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 6af45b88-31a0-4490-9158-88f274ac72f0 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:10.984834 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7129d7-7029-4a94-a621-c68774be18fe None None] Pushing event updated for resources: {'Port': ['ID=0f08d53a-99de-4d74-bb04-20819ef8984c,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:11.028255 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-f7378fb5-7d4c-4f07-a6df-649d58c4b590 None None] Provisioning complete for port 0f08d53a-99de-4d74-bb04-20819ef8984c triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:11.028882 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f7378fb5-7d4c-4f07-a6df-649d58c4b590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:11.059701 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-1a3250af-cc92-4335-8b7d-0066f22e89c5 req-51499409-7b56-4863-a6ea-493282a4a182 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Allocated IP 172.25.2.79 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/0c84a5a3-cf99-4f9d-991a-ddfaafcc61da) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:50:11.070435 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab074049-71ed-4d0f-be89-a50c46d36205 req-b3031c19-0aeb-4df9-8f9a-458555f4086a tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:11.077769 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c13e66-f58b-4ed7-a096-be2986192f41 req-d6c3b896-c0ec-4f6b-a368-907ab1fc203b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:11.079447 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a2c13e66-f58b-4ed7-a096-be2986192f41 req-d6c3b896-c0ec-4f6b-a368-907ab1fc203b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3c057aab-f8ed-46d5-a05e-d2c14de3de8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0923033 Nov 12 00:50:11.085960 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ab074049-71ed-4d0f-be89-a50c46d36205 req-b3031c19-0aeb-4df9-8f9a-458555f4086a tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 945 time: 0.1654942 Nov 12 00:50:11.120058 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 6af45b88-31a0-4490-9158-88f274ac72f0 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:11.120338 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:11.148509 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ab074049-71ed-4d0f-be89-a50c46d36205 req-a46347d2-8095-47e0-bd34-7613a0e71692 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604048 Nov 12 00:50:11.342131 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a2c13e66-f58b-4ed7-a096-be2986192f41 req-9e44b7a6-f7ba-4d7e-94b9-92c07ed67800 service neutron] 10.222.0.49 "GET /v2.0/networks/3c057aab-f8ed-46d5-a05e-d2c14de3de8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423694 Nov 12 00:50:11.683305 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57ce2f-c993-4a8e-8789-406de44a8a7d req-53f75f60-9c32-4490-a2b5-e3b2a0501809 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:11.685245 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-eb57ce2f-c993-4a8e-8789-406de44a8a7d req-53f75f60-9c32-4490-a2b5-e3b2a0501809 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0ca0315-e67d-46f1-8dd5-cbc45ebcc707 HTTP/1.1" status: 200 len: 945 time: 0.0538075 Nov 12 00:50:11.749594 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-eb57ce2f-c993-4a8e-8789-406de44a8a7d req-922f5d24-9717-4d04-ac1f-ec751035a88d tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566432 Nov 12 00:50:11.761224 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-1a3250af-cc92-4335-8b7d-0066f22e89c5 req-51499409-7b56-4863-a6ea-493282a4a182 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:11.824760 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a2c13e66-f58b-4ed7-a096-be2986192f41 req-93d11118-ed98-47d1-907b-c039346a61e7 service neutron] 10.222.0.49 "GET /v2.0/networks/3c057aab-f8ed-46d5-a05e-d2c14de3de8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4696941 Nov 12 00:50:11.827020 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-1a3250af-cc92-4335-8b7d-0066f22e89c5 req-51499409-7b56-4863-a6ea-493282a4a182 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:11.874802 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a3250af-cc92-4335-8b7d-0066f22e89c5 req-51499409-7b56-4863-a6ea-493282a4a182 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:50:11.881481 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-1a3250af-cc92-4335-8b7d-0066f22e89c5 req-51499409-7b56-4863-a6ea-493282a4a182 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:11.889092 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3250af-cc92-4335-8b7d-0066f22e89c5 req-51499409-7b56-4863-a6ea-493282a4a182 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:50:11.897075 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51499409-7b56-4863-a6ea-493282a4a182 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Pushing event updated for resources: {'Port': ['ID=0c84a5a3-cf99-4f9d-991a-ddfaafcc61da,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:11.957282 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51499409-7b56-4863-a6ea-493282a4a182 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:11.958026 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51499409-7b56-4863-a6ea-493282a4a182 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:11.958772 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51499409-7b56-4863-a6ea-493282a4a182 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:11.959144 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51499409-7b56-4863-a6ea-493282a4a182 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:11.959821 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51499409-7b56-4863-a6ea-493282a4a182 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:11.960021 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969287cd-3d95-4474-ad7d-0659ceddd6af req-fc7433fc-54eb-46f3-b2f3-2c3f71a0ac48 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:11.960341 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51499409-7b56-4863-a6ea-493282a4a182 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:11.960782 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51499409-7b56-4863-a6ea-493282a4a182 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:11.961205 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51499409-7b56-4863-a6ea-493282a4a182 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:11.961654 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51499409-7b56-4863-a6ea-493282a4a182 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:11.962078 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51499409-7b56-4863-a6ea-493282a4a182 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:11.962502 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51499409-7b56-4863-a6ea-493282a4a182 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:11.963004 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51499409-7b56-4863-a6ea-493282a4a182 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:11.967773 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-969287cd-3d95-4474-ad7d-0659ceddd6af req-fc7433fc-54eb-46f3-b2f3-2c3f71a0ac48 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae5eb88-f514-4f30-affc-47eacf000ce2 HTTP/1.1" status: 200 len: 946 time: 0.0601177 Nov 12 00:50:12.020352 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-1a3250af-cc92-4335-8b7d-0066f22e89c5 req-51499409-7b56-4863-a6ea-493282a4a182 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:12.027411 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-969287cd-3d95-4474-ad7d-0659ceddd6af req-08158855-c6a5-4827-a4db-4e2a6f97aec7 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582273 Nov 12 00:50:12.068394 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-1a3250af-cc92-4335-8b7d-0066f22e89c5 req-51499409-7b56-4863-a6ea-493282a4a182 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:12.282469 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-1a3250af-cc92-4335-8b7d-0066f22e89c5 req-51499409-7b56-4863-a6ea-493282a4a182 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:12.287709 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5549a-afa2-4aa7-ae2b-2be2019aeb44 req-0222ecfe-85ec-4e80-807e-0fac449592fc tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:12.288427 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-1a3250af-cc92-4335-8b7d-0066f22e89c5 req-51499409-7b56-4863-a6ea-493282a4a182 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:12.295816 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e8a5549a-afa2-4aa7-ae2b-2be2019aeb44 req-0222ecfe-85ec-4e80-807e-0fac449592fc tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 945 time: 0.0629005 Nov 12 00:50:12.343797 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e8a5549a-afa2-4aa7-ae2b-2be2019aeb44 req-80f85389-7b70-4cfa-82f7-d7a5f92dddfb tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470965 Nov 12 00:50:12.372916 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51499409-7b56-4863-a6ea-493282a4a182 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Pushing event updated for resources: {'Port': ['ID=0c84a5a3-cf99-4f9d-991a-ddfaafcc61da,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:12.392571 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-1a3250af-cc92-4335-8b7d-0066f22e89c5 req-51499409-7b56-4863-a6ea-493282a4a182 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:12.412992 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-1a3250af-cc92-4335-8b7d-0066f22e89c5 req-51499409-7b56-4863-a6ea-493282a4a182 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:12.421284 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1a3250af-cc92-4335-8b7d-0066f22e89c5 req-51499409-7b56-4863-a6ea-493282a4a182 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0117660 Nov 12 00:50:12.495708 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1a3250af-cc92-4335-8b7d-0066f22e89c5 req-2b5661e1-dd00-48b5-a526-f5092bbd2407 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.79 HTTP/1.1" status: 200 len: 695 time: 0.0734234 Nov 12 00:50:12.508300 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:12.630478 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3250af-cc92-4335-8b7d-0066f22e89c5 req-04c82856-8346-4109-ac5e-acf30074729d tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:12.631904 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1a3250af-cc92-4335-8b7d-0066f22e89c5 req-04c82856-8346-4109-ac5e-acf30074729d tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] 10.222.0.20 "GET /v2.0/networks/ef732b55-2b3c-4048-85da-0a8ac273c14b HTTP/1.1" status: 200 len: 784 time: 0.1262872 Nov 12 00:50:12.948228 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 0f08d53a-99de-4d74-bb04-20819ef8984c up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:12.961335 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a662744f-ae41-42b5-8ba6-4c0b5b6ec91d req-b28e5ff2-4ef7-48b9-9af0-aaa3bd331323 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1279519 Nov 12 00:50:12.971858 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-a662744f-ae41-42b5-8ba6-4c0b5b6ec91d req-474041df-04d8-4f84-9b9b-ec4498a91df5 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:12.996372 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-a662744f-ae41-42b5-8ba6-4c0b5b6ec91d req-474041df-04d8-4f84-9b9b-ec4498a91df5 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks [] for floatingip, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:12.996862 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff1522-2d5f-4632-88c5-0ef00db71f48 req-fe6fe178-a3e3-4aa3-8df2-d3e18d9de0a5 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:12.998461 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-18ff1522-2d5f-4632-88c5-0ef00db71f48 req-fe6fe178-a3e3-4aa3-8df2-d3e18d9de0a5 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0ca0315-e67d-46f1-8dd5-cbc45ebcc707 HTTP/1.1" status: 200 len: 945 time: 0.0597360 Nov 12 00:50:13.007076 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 0f08d53a-99de-4d74-bb04-20819ef8984c triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:13.007444 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:13.055351 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-18ff1522-2d5f-4632-88c5-0ef00db71f48 req-9f2355a9-539d-451d-8954-c2436d629239 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503404 Nov 12 00:50:13.116110 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-a662744f-ae41-42b5-8ba6-4c0b5b6ec91d req-474041df-04d8-4f84-9b9b-ec4498a91df5 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:13.182492 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75da518-6ab2-47b7-b003-644486fe9464 req-b549fdd4-5662-430b-99b9-573e39b3ddae tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:13.183983 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f75da518-6ab2-47b7-b003-644486fe9464 req-b549fdd4-5662-430b-99b9-573e39b3ddae tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 945 time: 0.0542443 Nov 12 00:50:13.225132 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-a662744f-ae41-42b5-8ba6-4c0b5b6ec91d req-474041df-04d8-4f84-9b9b-ec4498a91df5 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Allocated IP 172.25.2.86 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/cbf2af95-22b3-4fd9-9238-e601cd5367ff) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:50:13.232054 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f75da518-6ab2-47b7-b003-644486fe9464 req-44f97e9c-3ed7-4535-bb32-3b06c26a9ef8 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414908 Nov 12 00:50:13.332311 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-a662744f-ae41-42b5-8ba6-4c0b5b6ec91d req-474041df-04d8-4f84-9b9b-ec4498a91df5 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:13.345784 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc410da-3432-450f-b4ca-3865143f6a1f req-4ca30485-f41b-4be5-8509-1f8394b4238b tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:13.347570 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6dc410da-3432-450f-b4ca-3865143f6a1f req-4ca30485-f41b-4be5-8509-1f8394b4238b tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae5eb88-f514-4f30-affc-47eacf000ce2 HTTP/1.1" status: 200 len: 946 time: 0.0495501 Nov 12 00:50:13.367025 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-a662744f-ae41-42b5-8ba6-4c0b5b6ec91d req-474041df-04d8-4f84-9b9b-ec4498a91df5 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:13.401504 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6dc410da-3432-450f-b4ca-3865143f6a1f req-46767475-4d3b-4357-a63e-87c7aae60040 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480175 Nov 12 00:50:13.403240 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a662744f-ae41-42b5-8ba6-4c0b5b6ec91d req-474041df-04d8-4f84-9b9b-ec4498a91df5 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:50:13.406033 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-a662744f-ae41-42b5-8ba6-4c0b5b6ec91d req-474041df-04d8-4f84-9b9b-ec4498a91df5 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:13.412620 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-a662744f-ae41-42b5-8ba6-4c0b5b6ec91d req-474041df-04d8-4f84-9b9b-ec4498a91df5 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:50:13.437762 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474041df-04d8-4f84-9b9b-ec4498a91df5 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Pushing event updated for resources: {'Port': ['ID=cbf2af95-22b3-4fd9-9238-e601cd5367ff,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:13.504629 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-a662744f-ae41-42b5-8ba6-4c0b5b6ec91d req-474041df-04d8-4f84-9b9b-ec4498a91df5 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:13.530316 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1e9ea-05fa-4fe1-9c21-79531f753478 req-dab2e474-2723-40e8-a491-a6434e836b86 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:13.531811 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-faa1e9ea-05fa-4fe1-9c21-79531f753478 req-dab2e474-2723-40e8-a491-a6434e836b86 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0ca0315-e67d-46f1-8dd5-cbc45ebcc707 HTTP/1.1" status: 200 len: 945 time: 0.0504339 Nov 12 00:50:13.542085 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-a662744f-ae41-42b5-8ba6-4c0b5b6ec91d req-474041df-04d8-4f84-9b9b-ec4498a91df5 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:13.582169 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-faa1e9ea-05fa-4fe1-9c21-79531f753478 req-39cc8ca2-1514-4d63-b271-61013a917403 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439436 Nov 12 00:50:13.707153 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-a662744f-ae41-42b5-8ba6-4c0b5b6ec91d req-474041df-04d8-4f84-9b9b-ec4498a91df5 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:13.711745 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-a662744f-ae41-42b5-8ba6-4c0b5b6ec91d req-474041df-04d8-4f84-9b9b-ec4498a91df5 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:13.769165 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85b07a-6723-48d3-b89f-6840fc04f034 req-37c2d71b-70bb-4943-a6c5-b3dd19171e15 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:13.770694 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cc85b07a-6723-48d3-b89f-6840fc04f034 req-37c2d71b-70bb-4943-a6c5-b3dd19171e15 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea414c79-ac82-4d0b-889f-9e2411c9f1c4 HTTP/1.1" status: 200 len: 945 time: 0.0518432 Nov 12 00:50:13.785773 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474041df-04d8-4f84-9b9b-ec4498a91df5 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Pushing event updated for resources: {'Port': ['ID=cbf2af95-22b3-4fd9-9238-e601cd5367ff,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:13.795221 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-a662744f-ae41-42b5-8ba6-4c0b5b6ec91d req-474041df-04d8-4f84-9b9b-ec4498a91df5 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:13.812309 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-a662744f-ae41-42b5-8ba6-4c0b5b6ec91d req-474041df-04d8-4f84-9b9b-ec4498a91df5 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:13.813666 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a662744f-ae41-42b5-8ba6-4c0b5b6ec91d req-474041df-04d8-4f84-9b9b-ec4498a91df5 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.8463953 Nov 12 00:50:13.822466 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cc85b07a-6723-48d3-b89f-6840fc04f034 req-96e17fc1-22f0-42a7-aece-b7dc80c85445 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453906 Nov 12 00:50:13.865808 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a662744f-ae41-42b5-8ba6-4c0b5b6ec91d req-4feefdf2-7c6d-4620-8f7c-35e1c9cbad33 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.86 HTTP/1.1" status: 200 len: 695 time: 0.0454476 Nov 12 00:50:13.979265 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662744f-ae41-42b5-8ba6-4c0b5b6ec91d req-4965aaf4-6466-47f9-a1cf-69ab8b4b9d92 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:13.980625 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a662744f-ae41-42b5-8ba6-4c0b5b6ec91d req-4965aaf4-6466-47f9-a1cf-69ab8b4b9d92 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] 10.222.0.20 "GET /v2.0/networks/ef732b55-2b3c-4048-85da-0a8ac273c14b HTTP/1.1" status: 200 len: 784 time: 0.1090395 Nov 12 00:50:14.079163 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6ba7d-3878-48fe-8efc-4ad7eb8becb8 req-7a158f66-1d7b-48b0-832f-612e4de46aa6 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:14.081327 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-64b6ba7d-3878-48fe-8efc-4ad7eb8becb8 req-7a158f66-1d7b-48b0-832f-612e4de46aa6 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6e9032-8d13-45e2-be7e-65094709d350 HTTP/1.1" status: 200 len: 945 time: 0.0509105 Nov 12 00:50:14.129845 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-64b6ba7d-3878-48fe-8efc-4ad7eb8becb8 req-969d0f9a-1789-4702-8a28-ed1b060d1841 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426989 Nov 12 00:50:14.172018 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [req-7ac3488c-4f94-4288-bb2f-98881a608213 req-55f25d10-0f46-4c4d-b8f9-706e3d3ed669 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:50:14.173038 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7ac3488c-4f94-4288-bb2f-98881a608213 req-55f25d10-0f46-4c4d-b8f9-706e3d3ed669 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059078 Nov 12 00:50:14.184229 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-47fb478a-2f15-4e95-999e-e2a1789afc5d req-cd0b9208-dde3-433a-860f-0bfa5ef7de2a tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1077700 Nov 12 00:50:14.193711 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-47fb478a-2f15-4e95-999e-e2a1789afc5d req-b5b0a146-f33f-40ce-b06a-3a7a46a4e314 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:14.216042 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-47fb478a-2f15-4e95-999e-e2a1789afc5d req-b5b0a146-f33f-40ce-b06a-3a7a46a4e314 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks [] for floatingip, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.262277 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7ac3488c-4f94-4288-bb2f-98881a608213 req-f8bd4ba3-4bf9-40b6-a5b4-eaac5743530d tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.8&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0831177 Nov 12 00:50:14.318933 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-47fb478a-2f15-4e95-999e-e2a1789afc5d req-b5b0a146-f33f-40ce-b06a-3a7a46a4e314 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.427855 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-47fb478a-2f15-4e95-999e-e2a1789afc5d req-b5b0a146-f33f-40ce-b06a-3a7a46a4e314 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Allocated IP 172.25.2.61 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/3d96b88c-2658-44cc-b2e4-0be2be2d0f97) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:50:14.458421 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f2196486-583e-493c-b1b8-f4b105359dde details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:50:14.509453 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8297e3-7a84-41b2-a8a7-76920e2958e2 req-766781a7-1a84-4760-9f9c-41a95a18e0ba tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:14.511146 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cf8297e3-7a84-41b2-a8a7-76920e2958e2 req-766781a7-1a84-4760-9f9c-41a95a18e0ba tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 945 time: 0.0568063 Nov 12 00:50:14.540892 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-47fb478a-2f15-4e95-999e-e2a1789afc5d req-b5b0a146-f33f-40ce-b06a-3a7a46a4e314 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.560292 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port f2196486-583e-493c-b1b8-f4b105359dde, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f2196486-583e-493c-b1b8-f4b105359dde,segment=NetworkSegment(e323e1ba-cd12-4149-9627-b6e21b9d8316),segment_id=e323e1ba-cd12-4149-9627-b6e21b9d8316)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:14.566439 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cf8297e3-7a84-41b2-a8a7-76920e2958e2 req-ff9ea675-365f-4062-9eda-7a94eda0dcdf tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490613 Nov 12 00:50:14.579271 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-47fb478a-2f15-4e95-999e-e2a1789afc5d req-b5b0a146-f33f-40ce-b06a-3a7a46a4e314 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.584682 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'f2196486-583e-493c-b1b8-f4b105359dde', 'network_id': 'd1609365-dc2c-4cc0-bd3f-6d0911d9d2b8', 'port_id': 'f2196486-583e-493c-b1b8-f4b105359dde', 'mac_address': 'fa:16:3e:00:ee:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f97ba5-c14e-4c2a-9f62-1fe436271791', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:50:14.623708 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.625145 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47fb478a-2f15-4e95-999e-e2a1789afc5d req-b5b0a146-f33f-40ce-b06a-3a7a46a4e314 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:50:14.629958 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-47fb478a-2f15-4e95-999e-e2a1789afc5d req-b5b0a146-f33f-40ce-b06a-3a7a46a4e314 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:14.633206 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b0a146-f33f-40ce-b06a-3a7a46a4e314 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Pushing event updated for resources: {'Port': ['ID=3d96b88c-2658-44cc-b2e4-0be2be2d0f97,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:14.635587 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-47fb478a-2f15-4e95-999e-e2a1789afc5d req-b5b0a146-f33f-40ce-b06a-3a7a46a4e314 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:50:14.638082 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2196486-583e-493c-b1b8-f4b105359dde {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:14.661484 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port f2196486-583e-493c-b1b8-f4b105359dde, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f2196486-583e-493c-b1b8-f4b105359dde,segment=NetworkSegment(e323e1ba-cd12-4149-9627-b6e21b9d8316),segment_id=e323e1ba-cd12-4149-9627-b6e21b9d8316)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:14.666898 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.699833 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd60fa-616a-4df8-a44d-57c4b730af39 req-3d5885fb-4ee4-471f-9660-916c907380d0 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:14.701672 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-75bd60fa-616a-4df8-a44d-57c4b730af39 req-3d5885fb-4ee4-471f-9660-916c907380d0 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0ca0315-e67d-46f1-8dd5-cbc45ebcc707 HTTP/1.1" status: 200 len: 945 time: 0.0678287 Nov 12 00:50:14.726713 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=f2196486-583e-493c-b1b8-f4b105359dde,revision_number=6']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:14.732680 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-47fb478a-2f15-4e95-999e-e2a1789afc5d req-b5b0a146-f33f-40ce-b06a-3a7a46a4e314 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.758269 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-75bd60fa-616a-4df8-a44d-57c4b730af39 req-b9ef8ed9-5a93-4461-8315-236ab14e9c2e tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499418 Nov 12 00:50:14.769246 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-47fb478a-2f15-4e95-999e-e2a1789afc5d req-b5b0a146-f33f-40ce-b06a-3a7a46a4e314 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.865498 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19bc383-e100-4a6d-aa49-378024780a9c req-53defa29-afc4-44cc-b37e-d8b87e93574f tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:14.868019 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f19bc383-e100-4a6d-aa49-378024780a9c req-53defa29-afc4-44cc-b37e-d8b87e93574f tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae5eb88-f514-4f30-affc-47eacf000ce2 HTTP/1.1" status: 200 len: 945 time: 0.0546224 Nov 12 00:50:14.918741 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f19bc383-e100-4a6d-aa49-378024780a9c req-b1c827ae-4080-4b16-a092-31a944ea128d tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447509 Nov 12 00:50:14.942045 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-47fb478a-2f15-4e95-999e-e2a1789afc5d req-b5b0a146-f33f-40ce-b06a-3a7a46a4e314 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.947856 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-47fb478a-2f15-4e95-999e-e2a1789afc5d req-b5b0a146-f33f-40ce-b06a-3a7a46a4e314 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:15.026827 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b0a146-f33f-40ce-b06a-3a7a46a4e314 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Pushing event updated for resources: {'Port': ['ID=3d96b88c-2658-44cc-b2e4-0be2be2d0f97,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:15.033721 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['f2196486-583e-493c-b1b8-f4b105359dde'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:50:15.040330 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-47fb478a-2f15-4e95-999e-e2a1789afc5d req-b5b0a146-f33f-40ce-b06a-3a7a46a4e314 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:15.058228 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-47fb478a-2f15-4e95-999e-e2a1789afc5d req-b5b0a146-f33f-40ce-b06a-3a7a46a4e314 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:15.059651 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-47fb478a-2f15-4e95-999e-e2a1789afc5d req-b5b0a146-f33f-40ce-b06a-3a7a46a4e314 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.8699028 Nov 12 00:50:15.118062 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-47fb478a-2f15-4e95-999e-e2a1789afc5d req-899ebc37-99e3-4dd0-9bce-811ed387716a tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.61 HTTP/1.1" status: 200 len: 695 time: 0.0498440 Nov 12 00:50:15.145899 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c440d1-e018-4821-8078-108d1d988b56 req-88ed4a31-1123-47e6-9bd6-94ac0ed9026d tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:15.147745 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e2c440d1-e018-4821-8078-108d1d988b56 req-88ed4a31-1123-47e6-9bd6-94ac0ed9026d tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea414c79-ac82-4d0b-889f-9e2411c9f1c4 HTTP/1.1" status: 200 len: 945 time: 0.0639002 Nov 12 00:50:15.202474 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e2c440d1-e018-4821-8078-108d1d988b56 req-563a7023-4ed5-4a45-882f-178c33000f66 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474222 Nov 12 00:50:15.243585 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb478a-2f15-4e95-999e-e2a1789afc5d req-e5eb29d3-2c89-48c3-8136-cbb8452e71be tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:15.245101 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-47fb478a-2f15-4e95-999e-e2a1789afc5d req-e5eb29d3-2c89-48c3-8136-cbb8452e71be tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] 10.222.0.20 "GET /v2.0/networks/ef732b55-2b3c-4048-85da-0a8ac273c14b HTTP/1.1" status: 200 len: 784 time: 0.1206114 Nov 12 00:50:15.423820 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ad9c9-cb47-4ee0-a9f9-5e9f5ceed52c req-86dc10af-fcd8-40dc-b553-876fc0bb6c76 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:15.426228 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-739ad9c9-cb47-4ee0-a9f9-5e9f5ceed52c req-86dc10af-fcd8-40dc-b553-876fc0bb6c76 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6e9032-8d13-45e2-be7e-65094709d350 HTTP/1.1" status: 200 len: 945 time: 0.0532334 Nov 12 00:50:15.435938 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3e95ecd7-e78e-448e-a62f-5928f8a18c2e req-676ae268-4808-4ef6-98ab-fc50a05a4d85 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] 10.222.0.20 "GET /v2.0/floatingips/581f5a50-05d3-4a83-8bbc-39f8e7b21db9 HTTP/1.1" status: 200 len: 692 time: 0.0444214 Nov 12 00:50:15.479946 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-739ad9c9-cb47-4ee0-a9f9-5e9f5ceed52c req-08261588-f740-4a20-a44d-df91487697ce tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477939 Nov 12 00:50:15.561950 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95ecd7-e78e-448e-a62f-5928f8a18c2e req-b5ca483a-fb01-41c5-92b5-65304a9a7f97 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:15.568791 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3e95ecd7-e78e-448e-a62f-5928f8a18c2e req-b5ca483a-fb01-41c5-92b5-65304a9a7f97 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] 10.222.0.20 "GET /v2.0/networks/ef732b55-2b3c-4048-85da-0a8ac273c14b HTTP/1.1" status: 200 len: 784 time: 0.1211450 Nov 12 00:50:15.629669 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-17a7b9b7-3931-4987-8dc1-323fe77e49df req-3d224f68-b530-429b-9a71-1e94e80e25d4 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] 10.222.0.20 "GET /v2.0/floatingips/581f5a50-05d3-4a83-8bbc-39f8e7b21db9 HTTP/1.1" status: 200 len: 692 time: 0.0445724 Nov 12 00:50:15.667940 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d93ec73-2e63-4e77-9c76-a6a4a35d71d8 req-36c18e1c-a268-4981-92dc-985085d0e50c tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:15.674067 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d93ec73-2e63-4e77-9c76-a6a4a35d71d8 req-36c18e1c-a268-4981-92dc-985085d0e50c tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:15.680172 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d93ec73-2e63-4e77-9c76-a6a4a35d71d8 req-36c18e1c-a268-4981-92dc-985085d0e50c tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:15.681925 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8d93ec73-2e63-4e77-9c76-a6a4a35d71d8 req-36c18e1c-a268-4981-92dc-985085d0e50c tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6e9032-8d13-45e2-be7e-65094709d350&device_id=ea414c79-ac82-4d0b-889f-9e2411c9f1c4&device_id=e0ca0315-e67d-46f1-8dd5-cbc45ebcc707 HTTP/1.1" status: 200 len: 2416 time: 0.0669193 Nov 12 00:50:15.731364 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8d93ec73-2e63-4e77-9c76-a6a4a35d71d8 req-8088b1d1-b5e4-4504-8426-27516a5ef19a tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433805 Nov 12 00:50:15.739790 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7b9b7-3931-4987-8dc1-323fe77e49df req-3c980a7b-2952-485c-9a31-ad76aaf4ea90 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:15.741165 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-17a7b9b7-3931-4987-8dc1-323fe77e49df req-3c980a7b-2952-485c-9a31-ad76aaf4ea90 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] 10.222.0.20 "GET /v2.0/networks/ef732b55-2b3c-4048-85da-0a8ac273c14b HTTP/1.1" status: 200 len: 784 time: 0.1060369 Nov 12 00:50:15.793218 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-17a7b9b7-3931-4987-8dc1-323fe77e49df req-fd61a5b3-4ce7-4246-a259-8d13faa4d3ab tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.61 HTTP/1.1" status: 200 len: 695 time: 0.0452442 Nov 12 00:50:15.828828 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eea37d-e873-44b9-8628-a4ecfe5e1d28 req-f82a4684-0e10-45da-a6bd-f96c39b7f089 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:15.831002 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b8eea37d-e873-44b9-8628-a4ecfe5e1d28 req-f82a4684-0e10-45da-a6bd-f96c39b7f089 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 945 time: 0.0495439 Nov 12 00:50:15.843017 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-17a7b9b7-3931-4987-8dc1-323fe77e49df req-eec07a74-ed3b-4e14-b130-e723230c3437 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.61 HTTP/1.1" status: 200 len: 695 time: 0.0436327 Nov 12 00:50:15.879211 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b8eea37d-e873-44b9-8628-a4ecfe5e1d28 req-64a96a88-48d5-4877-ad70-3dc527cd2eb7 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419893 Nov 12 00:50:15.921156 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [req-7c505c88-c1b8-478a-8db5-7681b83217c8 req-54499495-4df7-449d-b5bd-1f9924ae364c tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:50:15.922179 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c505c88-c1b8-478a-8db5-7681b83217c8 req-54499495-4df7-449d-b5bd-1f9924ae364c tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059052 Nov 12 00:50:15.978047 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-17a7b9b7-3931-4987-8dc1-323fe77e49df req-e5ac427c-fc0c-45dc-b3cf-529dc6dc9a6f tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Deleting port 3d96b88c-2658-44cc-b2e4-0be2be2d0f97 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:50:15.978395 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-17a7b9b7-3931-4987-8dc1-323fe77e49df req-e5ac427c-fc0c-45dc-b3cf-529dc6dc9a6f tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:16.020986 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c505c88-c1b8-478a-8db5-7681b83217c8 req-74b5e28e-59ca-456f-b41f-bfbc87300365 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0921562 Nov 12 00:50:16.057329 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-17a7b9b7-3931-4987-8dc1-323fe77e49df req-e5ac427c-fc0c-45dc-b3cf-529dc6dc9a6f tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:16.057721 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-17a7b9b7-3931-4987-8dc1-323fe77e49df req-e5ac427c-fc0c-45dc-b3cf-529dc6dc9a6f tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:16.070032 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-17a7b9b7-3931-4987-8dc1-323fe77e49df req-e5ac427c-fc0c-45dc-b3cf-529dc6dc9a6f tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Calling delete_port for 3d96b88c-2658-44cc-b2e4-0be2be2d0f97 owned by network:floatingip {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:50:16.210216 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-17a7b9b7-3931-4987-8dc1-323fe77e49df req-e5ac427c-fc0c-45dc-b3cf-529dc6dc9a6f tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:16.236310 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac427c-fc0c-45dc-b3cf-529dc6dc9a6f tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Pushing event deleted for resources: {'Port': ['ID=3d96b88c-2658-44cc-b2e4-0be2be2d0f97,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:16.268323 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72cd1ae-0dc4-485b-b082-fcf6cb359ea2 req-dbbc2fea-4dfa-4048-8155-1ce321ae46bc tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:16.269723 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f72cd1ae-0dc4-485b-b082-fcf6cb359ea2 req-dbbc2fea-4dfa-4048-8155-1ce321ae46bc tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae5eb88-f514-4f30-affc-47eacf000ce2 HTTP/1.1" status: 200 len: 945 time: 0.0547733 Nov 12 00:50:16.298319 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-17a7b9b7-3931-4987-8dc1-323fe77e49df req-e5ac427c-fc0c-45dc-b3cf-529dc6dc9a6f tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks [] for floatingip, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:16.301492 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-17a7b9b7-3931-4987-8dc1-323fe77e49df req-e5ac427c-fc0c-45dc-b3cf-529dc6dc9a6f tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:16.302643 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-17a7b9b7-3931-4987-8dc1-323fe77e49df req-e5ac427c-fc0c-45dc-b3cf-529dc6dc9a6f tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] 10.222.0.20 "DELETE /v2.0/floatingips/581f5a50-05d3-4a83-8bbc-39f8e7b21db9 HTTP/1.1" status: 204 len: 173 time: 0.4532306 Nov 12 00:50:16.325031 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f72cd1ae-0dc4-485b-b082-fcf6cb359ea2 req-79d881dc-82ea-4782-92b5-6acc33986841 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488062 Nov 12 00:50:16.460097 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f2196486-583e-493c-b1b8-f4b105359dde up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:16.524859 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port f2196486-583e-493c-b1b8-f4b105359dde triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:16.525220 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:16.607656 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:16.633644 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae5eb88-f514-4f30-affc-47eacf000ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2196486-583e-493c-b1b8-f4b105359dde'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:16.635890 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89be50f5-5490-428e-97c3-730c6d140147" -d '{"events": [{"server_uuid": "8ae5eb88-f514-4f30-affc-47eacf000ce2", "name": "network-vif-plugged", "status": "completed", "tag": "f2196486-583e-493c-b1b8-f4b105359dde"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:16.649479 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port f2196486-583e-493c-b1b8-f4b105359dde, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f2196486-583e-493c-b1b8-f4b105359dde,segment=NetworkSegment(e323e1ba-cd12-4149-9627-b6e21b9d8316),segment_id=e323e1ba-cd12-4149-9627-b6e21b9d8316)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:16.653768 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:16.680648 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63855c8b-f74d-4f6c-a4eb-08ac1f612dd6 req-363aef70-7d54-423b-b977-8688072b1d40 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:16.682527 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-63855c8b-f74d-4f6c-a4eb-08ac1f612dd6 req-363aef70-7d54-423b-b977-8688072b1d40 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2084558 Nov 12 00:50:16.712187 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=f2196486-583e-493c-b1b8-f4b105359dde,revision_number=7']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:16.729932 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb32b301-5b5f-4127-9da1-cae882c76258 x-openstack-request-id: req-fb32b301-5b5f-4127-9da1-cae882c76258 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:16.730353 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae5eb88-f514-4f30-affc-47eacf000ce2", "name": "network-vif-plugged", "status": "completed", "tag": "f2196486-583e-493c-b1b8-f4b105359dde", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:16.730666 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fb32b301-5b5f-4127-9da1-cae882c76258 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:16.731136 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae5eb88-f514-4f30-affc-47eacf000ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2196486-583e-493c-b1b8-f4b105359dde', 'code': 200} Nov 12 00:50:16.815745 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-42fcb0df-a41e-478d-8312-16db24e6288c req-bde0ed02-b61a-4e17-a945-c0a4f2469351 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=01d384ef388549a39d30f51ca3a23540 HTTP/1.1" status: 200 len: 1655 time: 0.0738399 Nov 12 00:50:16.929897 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fcb0df-a41e-478d-8312-16db24e6288c req-2e1c9e64-ec59-4347-9ed1-5e3ab4877713 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:16.931384 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-42fcb0df-a41e-478d-8312-16db24e6288c req-2e1c9e64-ec59-4347-9ed1-5e3ab4877713 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] 10.222.0.20 "GET /v2.0/networks?id=ef732b55-2b3c-4048-85da-0a8ac273c14b&id=ef732b55-2b3c-4048-85da-0a8ac273c14b&id=ef732b55-2b3c-4048-85da-0a8ac273c14b HTTP/1.1" status: 200 len: 787 time: 0.1094263 Nov 12 00:50:16.941762 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [req-42fcb0df-a41e-478d-8312-16db24e6288c req-62e401d1-a8e7-4e3b-aae2-7271286eab15 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:50:16.942751 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-42fcb0df-a41e-478d-8312-16db24e6288c req-62e401d1-a8e7-4e3b-aae2-7271286eab15 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060258 Nov 12 00:50:17.041202 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d88c2d-e329-43b1-be12-24a5b8dc2daa req-5b36e7d7-dd01-4350-90f7-d868ff43a995 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:17.042690 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-96d88c2d-e329-43b1-be12-24a5b8dc2daa req-5b36e7d7-dd01-4350-90f7-d868ff43a995 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 945 time: 0.0521579 Nov 12 00:50:17.070469 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4021bd34-c8cd-424e-b238-d49419444c7a req-ecf9e686-6fa6-4863-83bf-77036e8687ee tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] 10.222.0.20 "GET /v2.0/floatingips/acd21d1e-6df6-4913-90d9-c80a546a5584 HTTP/1.1" status: 200 len: 692 time: 0.0489523 Nov 12 00:50:17.092794 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-96d88c2d-e329-43b1-be12-24a5b8dc2daa req-665ced23-4c16-4c47-942e-808a80568a0b tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440829 Nov 12 00:50:17.179501 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021bd34-c8cd-424e-b238-d49419444c7a req-68e84bed-7cc1-4436-8408-d1f33b2559dc tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:17.181972 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4021bd34-c8cd-424e-b238-d49419444c7a req-68e84bed-7cc1-4436-8408-d1f33b2559dc tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] 10.222.0.20 "GET /v2.0/networks/ef732b55-2b3c-4048-85da-0a8ac273c14b HTTP/1.1" status: 200 len: 784 time: 0.1046453 Nov 12 00:50:17.237358 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4021bd34-c8cd-424e-b238-d49419444c7a req-5000a21f-b92d-41ac-9140-d496c3f1af79 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.86 HTTP/1.1" status: 200 len: 695 time: 0.0502262 Nov 12 00:50:17.288069 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4021bd34-c8cd-424e-b238-d49419444c7a req-16637b3f-44b8-4d8d-8efc-26a685714c05 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.86 HTTP/1.1" status: 200 len: 695 time: 0.0447760 Nov 12 00:50:17.432573 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-4021bd34-c8cd-424e-b238-d49419444c7a req-bf4511bd-b665-4b5d-b754-e1493dfa9086 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Deleting port cbf2af95-22b3-4fd9-9238-e601cd5367ff {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:50:17.432911 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4021bd34-c8cd-424e-b238-d49419444c7a req-bf4511bd-b665-4b5d-b754-e1493dfa9086 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:17.517083 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4021bd34-c8cd-424e-b238-d49419444c7a req-bf4511bd-b665-4b5d-b754-e1493dfa9086 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:17.517325 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4021bd34-c8cd-424e-b238-d49419444c7a req-bf4511bd-b665-4b5d-b754-e1493dfa9086 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:17.531407 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-4021bd34-c8cd-424e-b238-d49419444c7a req-bf4511bd-b665-4b5d-b754-e1493dfa9086 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Calling delete_port for cbf2af95-22b3-4fd9-9238-e601cd5367ff owned by network:floatingip {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:50:17.543059 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6c219-4af4-42db-8fad-1b19b32e8ee7 req-a9f6ecb1-9ae0-4f34-9224-056be21a4d7e tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:17.545730 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d5f6c219-4af4-42db-8fad-1b19b32e8ee7 req-a9f6ecb1-9ae0-4f34-9224-056be21a4d7e tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae5eb88-f514-4f30-affc-47eacf000ce2 HTTP/1.1" status: 200 len: 946 time: 0.0575786 Nov 12 00:50:17.593566 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d5f6c219-4af4-42db-8fad-1b19b32e8ee7 req-2f865241-7158-4d63-bc41-dc3bfc3782cc tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424025 Nov 12 00:50:17.671908 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4021bd34-c8cd-424e-b238-d49419444c7a req-bf4511bd-b665-4b5d-b754-e1493dfa9086 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:17.697746 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4511bd-b665-4b5d-b754-e1493dfa9086 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Pushing event deleted for resources: {'Port': ['ID=cbf2af95-22b3-4fd9-9238-e601cd5367ff,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:17.759980 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4021bd34-c8cd-424e-b238-d49419444c7a req-bf4511bd-b665-4b5d-b754-e1493dfa9086 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks [] for floatingip, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:17.762850 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4021bd34-c8cd-424e-b238-d49419444c7a req-bf4511bd-b665-4b5d-b754-e1493dfa9086 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:17.763970 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4021bd34-c8cd-424e-b238-d49419444c7a req-bf4511bd-b665-4b5d-b754-e1493dfa9086 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] 10.222.0.20 "DELETE /v2.0/floatingips/acd21d1e-6df6-4913-90d9-c80a546a5584 HTTP/1.1" status: 204 len: 173 time: 0.4706440 Nov 12 00:50:17.950859 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fd10569f-33e9-492f-b135-077580ca6b5a req-f154f74b-cac7-4387-a2dd-c1c08aa3cd64 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] 10.222.0.20 "GET /v2.0/floatingips/f565f3eb-e988-49bb-a468-b86d451f7975 HTTP/1.1" status: 200 len: 692 time: 0.0432210 Nov 12 00:50:18.017038 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62beef-95c2-43ee-b31d-0899e806e134 req-399a71d1-637e-448d-8522-aadfdb48e9f3 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:18.019135 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3d62beef-95c2-43ee-b31d-0899e806e134 req-399a71d1-637e-448d-8522-aadfdb48e9f3 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6e9032-8d13-45e2-be7e-65094709d350 HTTP/1.1" status: 200 len: 945 time: 0.0496354 Nov 12 00:50:18.062831 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10569f-33e9-492f-b135-077580ca6b5a req-97743c68-5195-46ae-8b4c-06a2e69d9893 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:18.064066 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fd10569f-33e9-492f-b135-077580ca6b5a req-97743c68-5195-46ae-8b4c-06a2e69d9893 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] 10.222.0.20 "GET /v2.0/networks/ef732b55-2b3c-4048-85da-0a8ac273c14b HTTP/1.1" status: 200 len: 784 time: 0.1064668 Nov 12 00:50:18.072331 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3d62beef-95c2-43ee-b31d-0899e806e134 req-384637fc-721f-4257-895d-97cb6a929d91 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468624 Nov 12 00:50:18.115303 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fd10569f-33e9-492f-b135-077580ca6b5a req-fce9edeb-8528-4490-8b4f-0fdd23d0791f tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.79 HTTP/1.1" status: 200 len: 695 time: 0.0443325 Nov 12 00:50:18.215735 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b95d1-2994-42c3-8bec-13ad012a5147 req-1a2d8d7d-6dbf-4bee-9695-80630d0542ad tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:18.217465 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-377b95d1-2994-42c3-8bec-13ad012a5147 req-1a2d8d7d-6dbf-4bee-9695-80630d0542ad tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 945 time: 0.0520079 Nov 12 00:50:18.272829 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-377b95d1-2994-42c3-8bec-13ad012a5147 req-ea9ea27f-77e4-44aa-9483-bef105856eeb tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483458 Nov 12 00:50:18.493821 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fd10569f-33e9-492f-b135-077580ca6b5a req-1686adb1-0feb-4acd-96d1-69eb9a698ffc tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.79 HTTP/1.1" status: 200 len: 695 time: 0.3725293 Nov 12 00:50:18.627467 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-fd10569f-33e9-492f-b135-077580ca6b5a req-b2fec293-b6fc-4951-a21d-845c1acdc6a7 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Deleting port 0c84a5a3-cf99-4f9d-991a-ddfaafcc61da {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:50:18.627809 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-fd10569f-33e9-492f-b135-077580ca6b5a req-b2fec293-b6fc-4951-a21d-845c1acdc6a7 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:18.702181 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-fd10569f-33e9-492f-b135-077580ca6b5a req-b2fec293-b6fc-4951-a21d-845c1acdc6a7 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:18.702410 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-fd10569f-33e9-492f-b135-077580ca6b5a req-b2fec293-b6fc-4951-a21d-845c1acdc6a7 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:18.710552 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3cc28f-a513-40d3-aea6-f00c69540c62 req-aad9f2c8-7206-4e75-9437-8f45c00f4421 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:18.712052 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3b3cc28f-a513-40d3-aea6-f00c69540c62 req-aad9f2c8-7206-4e75-9437-8f45c00f4421 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae5eb88-f514-4f30-affc-47eacf000ce2 HTTP/1.1" status: 200 len: 946 time: 0.0488782 Nov 12 00:50:18.714497 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-fd10569f-33e9-492f-b135-077580ca6b5a req-b2fec293-b6fc-4951-a21d-845c1acdc6a7 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Calling delete_port for 0c84a5a3-cf99-4f9d-991a-ddfaafcc61da owned by network:floatingip {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:50:18.760178 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3b3cc28f-a513-40d3-aea6-f00c69540c62 req-dbbda5ca-d4a9-4b6d-ad40-4e5acbbd38cc tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421736 Nov 12 00:50:18.854798 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-fd10569f-33e9-492f-b135-077580ca6b5a req-b2fec293-b6fc-4951-a21d-845c1acdc6a7 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:18.883369 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fec293-b6fc-4951-a21d-845c1acdc6a7 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Pushing event deleted for resources: {'Port': ['ID=0c84a5a3-cf99-4f9d-991a-ddfaafcc61da,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:18.950051 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-fd10569f-33e9-492f-b135-077580ca6b5a req-b2fec293-b6fc-4951-a21d-845c1acdc6a7 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks [] for floatingip, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:18.952785 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-fd10569f-33e9-492f-b135-077580ca6b5a req-b2fec293-b6fc-4951-a21d-845c1acdc6a7 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:18.962243 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fd10569f-33e9-492f-b135-077580ca6b5a req-b2fec293-b6fc-4951-a21d-845c1acdc6a7 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] 10.222.0.20 "DELETE /v2.0/floatingips/f565f3eb-e988-49bb-a468-b86d451f7975 HTTP/1.1" status: 204 len: 173 time: 0.4621320 Nov 12 00:50:19.171265 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aade12a1-7c1d-437f-a3ed-4040df2f36cb req-227e2fec-7e42-4884-bd9a-1cbb75ee74de tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] 10.222.0.20 "GET /v2.0/floatingips/409bcdaa-00ae-42df-9a2e-3a293a00681c HTTP/1.1" status: 200 len: 693 time: 0.0494041 Nov 12 00:50:19.259123 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e57e0e-bb73-4e33-bdec-d05f42b5189b req-3a99edfe-3ab6-4c79-a6ff-17d4f5fa2e08 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:19.260713 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-16e57e0e-bb73-4e33-bdec-d05f42b5189b req-3a99edfe-3ab6-4c79-a6ff-17d4f5fa2e08 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae5eb88-f514-4f30-affc-47eacf000ce2 HTTP/1.1" status: 200 len: 946 time: 0.0492835 Nov 12 00:50:19.291396 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade12a1-7c1d-437f-a3ed-4040df2f36cb req-4b1ed4e3-9cb4-4627-b48b-c5d31111dc47 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:19.292782 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aade12a1-7c1d-437f-a3ed-4040df2f36cb req-4b1ed4e3-9cb4-4627-b48b-c5d31111dc47 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] 10.222.0.20 "GET /v2.0/networks/ef732b55-2b3c-4048-85da-0a8ac273c14b HTTP/1.1" status: 200 len: 784 time: 0.1153252 Nov 12 00:50:19.310656 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-16e57e0e-bb73-4e33-bdec-d05f42b5189b req-111a9dd7-984c-4559-927f-793591a15850 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438774 Nov 12 00:50:19.347543 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aade12a1-7c1d-437f-a3ed-4040df2f36cb req-703fe708-46a5-4018-b537-355739b778a8 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.197 HTTP/1.1" status: 200 len: 696 time: 0.0483389 Nov 12 00:50:19.398030 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aade12a1-7c1d-437f-a3ed-4040df2f36cb req-12468245-bb25-4a4b-8678-550ca7063179 tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.197 HTTP/1.1" status: 200 len: 696 time: 0.0443034 Nov 12 00:50:19.414316 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21eb575-b695-4a9c-990f-cddf1ee5de09 req-b168b9da-7695-4e40-a6c1-e749d63e15c6 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:19.415910 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e21eb575-b695-4a9c-990f-cddf1ee5de09 req-b168b9da-7695-4e40-a6c1-e749d63e15c6 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6e9032-8d13-45e2-be7e-65094709d350 HTTP/1.1" status: 200 len: 945 time: 0.0508916 Nov 12 00:50:19.469010 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e21eb575-b695-4a9c-990f-cddf1ee5de09 req-743d9e68-dc26-4a0b-ac12-2612b9fb4ca8 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468571 Nov 12 00:50:19.535737 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-aade12a1-7c1d-437f-a3ed-4040df2f36cb req-eb876b18-fab9-4ac4-9670-7e1d49d5011d tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Deleting port 5656b3d3-95af-4701-a482-0335e7d66378 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:50:19.535987 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-aade12a1-7c1d-437f-a3ed-4040df2f36cb req-eb876b18-fab9-4ac4-9670-7e1d49d5011d tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:19.577137 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494a65f-c7ff-47ce-9284-df2b1c4fd255 req-131fd7ee-8e67-4f62-9e3b-59aa3d72421d tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:19.578680 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1494a65f-c7ff-47ce-9284-df2b1c4fd255 req-131fd7ee-8e67-4f62-9e3b-59aa3d72421d tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 945 time: 0.0519969 Nov 12 00:50:19.628568 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1494a65f-c7ff-47ce-9284-df2b1c4fd255 req-e50bf244-e088-4e65-ba5b-e3a0c11cbce7 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423765 Nov 12 00:50:19.642905 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-aade12a1-7c1d-437f-a3ed-4040df2f36cb req-eb876b18-fab9-4ac4-9670-7e1d49d5011d tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:19.643241 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-aade12a1-7c1d-437f-a3ed-4040df2f36cb req-eb876b18-fab9-4ac4-9670-7e1d49d5011d tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:19.660654 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-aade12a1-7c1d-437f-a3ed-4040df2f36cb req-eb876b18-fab9-4ac4-9670-7e1d49d5011d tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Calling delete_port for 5656b3d3-95af-4701-a482-0335e7d66378 owned by network:floatingip {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:50:19.672094 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae63044-87af-4843-babb-13d27e8ee6a6 req-c5b11388-c76c-4756-8698-d5f2d12fd71d tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:19.673626 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aae63044-87af-4843-babb-13d27e8ee6a6 req-c5b11388-c76c-4756-8698-d5f2d12fd71d tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.49 "GET /v2.0/ports?device_id=be6e9032-8d13-45e2-be7e-65094709d350 HTTP/1.1" status: 200 len: 945 time: 0.0779095 Nov 12 00:50:19.830393 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-aae63044-87af-4843-babb-13d27e8ee6a6 req-e467868d-5fdd-4444-9fdb-fce047b77a4e tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Deleting port bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:50:19.831049 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-aae63044-87af-4843-babb-13d27e8ee6a6 req-e467868d-5fdd-4444-9fdb-fce047b77a4e tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:19.936663 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-aade12a1-7c1d-437f-a3ed-4040df2f36cb req-eb876b18-fab9-4ac4-9670-7e1d49d5011d tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:19.975150 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb876b18-fab9-4ac4-9670-7e1d49d5011d tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Pushing event deleted for resources: {'Port': ['ID=5656b3d3-95af-4701-a482-0335e7d66378,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:19.982823 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-aae63044-87af-4843-babb-13d27e8ee6a6 req-e467868d-5fdd-4444-9fdb-fce047b77a4e tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] For port bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f,segment=NetworkSegment(3a7ca1cc-481a-4aa3-8231-19ab80528ebb),segment_id=3a7ca1cc-481a-4aa3-8231-19ab80528ebb)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:19.983183 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-aae63044-87af-4843-babb-13d27e8ee6a6 req-e467868d-5fdd-4444-9fdb-fce047b77a4e tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:20.011631 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-aae63044-87af-4843-babb-13d27e8ee6a6 req-e467868d-5fdd-4444-9fdb-fce047b77a4e tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Calling delete_port for bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:50:20.090222 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-aade12a1-7c1d-437f-a3ed-4040df2f36cb req-eb876b18-fab9-4ac4-9670-7e1d49d5011d tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks [] for floatingip, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:20.092695 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-aade12a1-7c1d-437f-a3ed-4040df2f36cb req-eb876b18-fab9-4ac4-9670-7e1d49d5011d tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:20.094255 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aade12a1-7c1d-437f-a3ed-4040df2f36cb req-eb876b18-fab9-4ac4-9670-7e1d49d5011d tempest-FloatingIPDetailsTestJSON-1567470412 tempest-FloatingIPDetailsTestJSON-1567470412-project] 10.222.0.20 "DELETE /v2.0/floatingips/409bcdaa-00ae-42df-9a2e-3a293a00681c HTTP/1.1" status: 204 len: 173 time: 0.6882749 Nov 12 00:50:20.101403 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 55040) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:20.192400 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-aae63044-87af-4843-babb-13d27e8ee6a6 req-e467868d-5fdd-4444-9fdb-fce047b77a4e tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:20.227370 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['3092506a-72da-41ab-9e4c-4d35f17cb4a0', 'bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:50:20.228935 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e467868d-5fdd-4444-9fdb-fce047b77a4e tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Pushing event deleted for resources: {'Port': ['ID=bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:20.229610 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['c39923dd-1350-4887-9610-b151fed9fd52'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:50:20.277997 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae63044-87af-4843-babb-13d27e8ee6a6 req-e467868d-5fdd-4444-9fdb-fce047b77a4e tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] No DVR routers for this DVR port bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:50:20.280419 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-aae63044-87af-4843-babb-13d27e8ee6a6 req-e467868d-5fdd-4444-9fdb-fce047b77a4e tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:20.284518 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aae63044-87af-4843-babb-13d27e8ee6a6 req-e467868d-5fdd-4444-9fdb-fce047b77a4e tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.49 "DELETE /v2.0/ports/bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f HTTP/1.1" status: 204 len: 173 time: 0.6047277 Nov 12 00:50:20.285075 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6e9032-8d13-45e2-be7e-65094709d350', 'name': 'network-vif-deleted', 'tag': 'bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:20.287475 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba9360a-5610-48df-8a53-0938e7a73c3a" -d '{"events": [{"server_uuid": "be6e9032-8d13-45e2-be7e-65094709d350", "name": "network-vif-deleted", "tag": "bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:20.327091 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef6b73d-b0c2-4c61-94d5-e206ba0e886b x-openstack-request-id: req-eef6b73d-b0c2-4c61-94d5-e206ba0e886b {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:20.327377 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be6e9032-8d13-45e2-be7e-65094709d350", "name": "network-vif-deleted", "tag": "bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:20.327714 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eef6b73d-b0c2-4c61-94d5-e206ba0e886b {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:20.328028 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6e9032-8d13-45e2-be7e-65094709d350', 'name': 'network-vif-deleted', 'tag': 'bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f', 'status': 'completed', 'code': 200} Nov 12 00:50:20.494617 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e34be0-b465-4ace-87dc-5cac8efbdd02 req-1e1502b7-3a7f-4fc2-b63f-eb7a9beac49a tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:20.496489 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-29e34be0-b465-4ace-87dc-5cac8efbdd02 req-1e1502b7-3a7f-4fc2-b63f-eb7a9beac49a tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae5eb88-f514-4f30-affc-47eacf000ce2 HTTP/1.1" status: 200 len: 946 time: 0.0940235 Nov 12 00:50:20.572594 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-29e34be0-b465-4ace-87dc-5cac8efbdd02 req-1213743e-c710-4f48-ab65-a68f86d19925 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665550 Nov 12 00:50:20.587909 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23d2a66b-8a91-43e3-840e-bda6d10c614c req-44886b46-c070-41e9-9c13-67d19cf037de tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6e9032-8d13-45e2-be7e-65094709d350 HTTP/1.1" status: 200 len: 210 time: 0.0315573 Nov 12 00:50:20.630825 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ece0dc14-4173-4c27-b1d0-4baa241e21e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:20.813638 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5407b-1836-4f86-8099-241cfe402666 req-a3097fbc-2321-4460-ac7e-ff6691161836 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:20.815179 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-32d5407b-1836-4f86-8099-241cfe402666 req-a3097fbc-2321-4460-ac7e-ff6691161836 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 945 time: 0.0994835 Nov 12 00:50:20.888206 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-32d5407b-1836-4f86-8099-241cfe402666 req-74bfde92-8da3-4fbe-bb1e-2c9da6388a21 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554807 Nov 12 00:50:20.980553 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-ece0dc14-4173-4c27-b1d0-4baa241e21e3 admin admin] Deleting port 0f08d53a-99de-4d74-bb04-20819ef8984c {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:50:20.980886 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ece0dc14-4173-4c27-b1d0-4baa241e21e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:21.060377 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-ece0dc14-4173-4c27-b1d0-4baa241e21e3 admin admin] For port 0f08d53a-99de-4d74-bb04-20819ef8984c, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=0f08d53a-99de-4d74-bb04-20819ef8984c,segment=NetworkSegment(b7cd52df-d602-48a9-9913-aa73e33315fa),segment_id=b7cd52df-d602-48a9-9913-aa73e33315fa)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:21.060738 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ece0dc14-4173-4c27-b1d0-4baa241e21e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:21.073006 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-ece0dc14-4173-4c27-b1d0-4baa241e21e3 admin admin] Calling delete_port for 0f08d53a-99de-4d74-bb04-20819ef8984c owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:50:21.252829 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ece0dc14-4173-4c27-b1d0-4baa241e21e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:21.279518 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece0dc14-4173-4c27-b1d0-4baa241e21e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f08d53a-99de-4d74-bb04-20819ef8984c,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:21.417094 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0facc39a-349f-47f9-be02-eb751e341f05 req-e274bdf4-1404-4ee8-8175-2a9341be64ee tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:21.420570 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0facc39a-349f-47f9-be02-eb751e341f05 req-e274bdf4-1404-4ee8-8175-2a9341be64ee tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ae5eb88-f514-4f30-affc-47eacf000ce2 HTTP/1.1" status: 200 len: 946 time: 0.0781090 Nov 12 00:50:21.472546 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ece0dc14-4173-4c27-b1d0-4baa241e21e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:21.528095 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-0facc39a-349f-47f9-be02-eb751e341f05 req-4fb4b70d-fca0-4d85-b299-36c06bf1c6c5 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Deleting port f2196486-583e-493c-b1b8-f4b105359dde {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:50:21.528436 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0facc39a-349f-47f9-be02-eb751e341f05 req-4fb4b70d-fca0-4d85-b299-36c06bf1c6c5 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:21.621612 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-0facc39a-349f-47f9-be02-eb751e341f05 req-4fb4b70d-fca0-4d85-b299-36c06bf1c6c5 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] For port f2196486-583e-493c-b1b8-f4b105359dde, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f2196486-583e-493c-b1b8-f4b105359dde,segment=NetworkSegment(e323e1ba-cd12-4149-9627-b6e21b9d8316),segment_id=e323e1ba-cd12-4149-9627-b6e21b9d8316)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:21.622042 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0facc39a-349f-47f9-be02-eb751e341f05 req-4fb4b70d-fca0-4d85-b299-36c06bf1c6c5 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:21.638213 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-0facc39a-349f-47f9-be02-eb751e341f05 req-4fb4b70d-fca0-4d85-b299-36c06bf1c6c5 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Calling delete_port for f2196486-583e-493c-b1b8-f4b105359dde owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:50:21.714308 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece0dc14-4173-4c27-b1d0-4baa241e21e3 admin admin] Router f77c8201-79ea-4477-9c86-9e22b3cce165 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:50:21.761841 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f32e21-bf93-4b06-a495-2cef3467f300 req-cf451536-74fe-4b98-814d-571199ea9d43 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:21.763387 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a4f32e21-bf93-4b06-a495-2cef3467f300 req-cf451536-74fe-4b98-814d-571199ea9d43 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae5eb88-f514-4f30-affc-47eacf000ce2 HTTP/1.1" status: 200 len: 946 time: 0.0768008 Nov 12 00:50:21.839534 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece0dc14-4173-4c27-b1d0-4baa241e21e3 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:50:21.847336 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ece0dc14-4173-4c27-b1d0-4baa241e21e3 admin admin] 10.222.0.20 "PUT /v2.0/routers/f77c8201-79ea-4477-9c86-9e22b3cce165/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7425253 Nov 12 00:50:21.848537 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 55070) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:21.856613 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa7c1b5-1327-4ace-a0cd-6e710b2efcec None None] Sync routers for ids ['f77c8201-79ea-4477-9c86-9e22b3cce165'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:50:21.869840 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa7c1b5-1327-4ace-a0cd-6e710b2efcec None None] Routers {'f77c8201-79ea-4477-9c86-9e22b3cce165'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:50:21.870825 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-dfa7c1b5-1327-4ace-a0cd-6e710b2efcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:50:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['f77c8201-79ea-4477-9c86-9e22b3cce165'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:21.880342 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a4f32e21-bf93-4b06-a495-2cef3467f300 req-2b2155c7-c36e-4193-993b-48edc4ad87ed tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739369 Nov 12 00:50:21.903920 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0facc39a-349f-47f9-be02-eb751e341f05 req-4fb4b70d-fca0-4d85-b299-36c06bf1c6c5 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:21.979641 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4bb26c73-61e5-44d6-bc09-d001b0b6b3c9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:21.985359 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb4b70d-fca0-4d85-b299-36c06bf1c6c5 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Pushing event deleted for resources: {'Port': ['ID=f2196486-583e-493c-b1b8-f4b105359dde,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:22.032996 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-dfa7c1b5-1327-4ace-a0cd-6e710b2efcec None None] Set router f77c8201-79ea-4477-9c86-9e22b3cce165 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:50:22.053388 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-0facc39a-349f-47f9-be02-eb751e341f05 req-4fb4b70d-fca0-4d85-b299-36c06bf1c6c5 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] No DVR routers for this DVR port f2196486-583e-493c-b1b8-f4b105359dde on host n-h2-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:50:22.059639 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0facc39a-349f-47f9-be02-eb751e341f05 req-4fb4b70d-fca0-4d85-b299-36c06bf1c6c5 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:22.063284 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0facc39a-349f-47f9-be02-eb751e341f05 req-4fb4b70d-fca0-4d85-b299-36c06bf1c6c5 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.54 "DELETE /v2.0/ports/f2196486-583e-493c-b1b8-f4b105359dde HTTP/1.1" status: 204 len: 173 time: 0.6378295 Nov 12 00:50:22.123502 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98904114-fae9-419d-ba42-772e4fd0dde5 req-f95d358f-69da-48b2-b602-dbf33d435601 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:22.132106 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-98904114-fae9-419d-ba42-772e4fd0dde5 req-f95d358f-69da-48b2-b602-dbf33d435601 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 945 time: 0.0806508 Nov 12 00:50:22.171339 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4bb26c73-61e5-44d6-bc09-d001b0b6b3c9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:22.188271 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-98904114-fae9-419d-ba42-772e4fd0dde5 req-e3f6ae26-5bc0-4b48-b0c7-d06f8ff37622 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551972 Nov 12 00:50:22.194074 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e687b-1ae0-4c0a-a695-a6dffc10338c req-eb20943b-736b-47b0-844e-f162ab7d7f5a tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:22.195637 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c32e687b-1ae0-4c0a-a695-a6dffc10338c req-eb20943b-736b-47b0-844e-f162ab7d7f5a tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea414c79-ac82-4d0b-889f-9e2411c9f1c4 HTTP/1.1" status: 200 len: 945 time: 0.0855756 Nov 12 00:50:22.259221 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-dfa7c1b5-1327-4ace-a0cd-6e710b2efcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77c8201-79ea-4477-9c86-9e22b3cce165', 'name': 'tempest-FloatingIPDetailsTestJSON-2114892491-router', 'tenant_id': '01d384ef388549a39d30f51ca3a23540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '6af45b88-31a0-4490-9158-88f274ac72f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:02Z', 'updated_at': '2021-11-12T00:50:21Z', 'revision_number': 5, 'project_id': '01d384ef388549a39d30f51ca3a23540', 'gw_port': {'id': '6af45b88-31a0-4490-9158-88f274ac72f0', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:84:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77c8201-79ea-4477-9c86-9e22b3cce165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:03Z', 'updated_at': '2021-11-12T00:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:22.284030 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c32e687b-1ae0-4c0a-a695-a6dffc10338c req-b2a34f48-24bf-454e-abdc-11738f1ee332 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616498 Nov 12 00:50:22.291794 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-4bb26c73-61e5-44d6-bc09-d001b0b6b3c9 admin admin] Deleting port 6af45b88-31a0-4490-9158-88f274ac72f0 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:50:22.292139 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4bb26c73-61e5-44d6-bc09-d001b0b6b3c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:22.292287 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa7c1b5-1327-4ace-a0cd-6e710b2efcec None None] Checking router: f77c8201-79ea-4477-9c86-9e22b3cce165 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:50:22.301979 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa7c1b5-1327-4ace-a0cd-6e710b2efcec None None] Routers {'f77c8201-79ea-4477-9c86-9e22b3cce165'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:50:22.302582 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-dfa7c1b5-1327-4ace-a0cd-6e710b2efcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:50:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['f77c8201-79ea-4477-9c86-9e22b3cce165'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:22.328915 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae5eb88-f514-4f30-affc-47eacf000ce2', 'name': 'network-vif-deleted', 'tag': 'f2196486-583e-493c-b1b8-f4b105359dde'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:22.332666 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf9f90f-407c-4b22-934e-86eb90c8fe73" -d '{"events": [{"server_uuid": "8ae5eb88-f514-4f30-affc-47eacf000ce2", "name": "network-vif-deleted", "tag": "f2196486-583e-493c-b1b8-f4b105359dde"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:22.378550 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-4bb26c73-61e5-44d6-bc09-d001b0b6b3c9 admin admin] For port 6af45b88-31a0-4490-9158-88f274ac72f0, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=6af45b88-31a0-4490-9158-88f274ac72f0,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:22.378909 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4bb26c73-61e5-44d6-bc09-d001b0b6b3c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:22.397660 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-4bb26c73-61e5-44d6-bc09-d001b0b6b3c9 admin admin] Calling delete_port for 6af45b88-31a0-4490-9158-88f274ac72f0 owned by network:router_gateway {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:50:22.400133 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-dfa7c1b5-1327-4ace-a0cd-6e710b2efcec None None] Set router f77c8201-79ea-4477-9c86-9e22b3cce165 gateway port host: None {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:50:22.459493 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397d0a4f-81f0-4ba8-b422-87102676d278 x-openstack-request-id: req-397d0a4f-81f0-4ba8-b422-87102676d278 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:22.459987 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae5eb88-f514-4f30-affc-47eacf000ce2", "name": "network-vif-deleted", "tag": "f2196486-583e-493c-b1b8-f4b105359dde", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:22.460232 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-397d0a4f-81f0-4ba8-b422-87102676d278 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:22.460651 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae5eb88-f514-4f30-affc-47eacf000ce2', 'name': 'network-vif-deleted', 'tag': 'f2196486-583e-493c-b1b8-f4b105359dde', 'status': 'completed', 'code': 200} Nov 12 00:50:22.473249 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-dfa7c1b5-1327-4ace-a0cd-6e710b2efcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77c8201-79ea-4477-9c86-9e22b3cce165', 'name': 'tempest-FloatingIPDetailsTestJSON-2114892491-router', 'tenant_id': '01d384ef388549a39d30f51ca3a23540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:02Z', 'updated_at': '2021-11-12T00:50:22Z', 'revision_number': 6, 'project_id': '01d384ef388549a39d30f51ca3a23540', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:22.481014 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f2196486-583e-493c-b1b8-f4b105359dde no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:50:22.483562 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0baf0-a42f-442a-9467-eb93ee5c36c4 req-4c62c021-1ebc-4bce-8413-11e49a795a1c tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:22.491892 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6cb0baf0-a42f-442a-9467-eb93ee5c36c4 req-4c62c021-1ebc-4bce-8413-11e49a795a1c tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.0750246 Nov 12 00:50:22.506073 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: f2196486-583e-493c-b1b8-f4b105359dde {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:50:22.507280 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f2196486-583e-493c-b1b8-f4b105359dde not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:50:22.511416 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa7c1b5-1327-4ace-a0cd-6e710b2efcec None None] The sync data for ids ['f77c8201-79ea-4477-9c86-9e22b3cce165'] in n-d-812236-11 is: [{'id': 'f77c8201-79ea-4477-9c86-9e22b3cce165', 'name': 'tempest-FloatingIPDetailsTestJSON-2114892491-router', 'tenant_id': '01d384ef388549a39d30f51ca3a23540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:02Z', 'updated_at': '2021-11-12T00:50:22Z', 'revision_number': 6, 'project_id': '01d384ef388549a39d30f51ca3a23540', 'gw_port_host': None}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:50:22.554102 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6cb0baf0-a42f-442a-9467-eb93ee5c36c4 req-7d3a509e-f5ae-4ddf-a23b-73f0531327aa tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544403 Nov 12 00:50:22.634581 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4bb26c73-61e5-44d6-bc09-d001b0b6b3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:22.675718 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb26c73-61e5-44d6-bc09-d001b0b6b3c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6af45b88-31a0-4490-9158-88f274ac72f0,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:22.680406 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329cf02-8245-48d5-9229-b15de3d784c2 req-7ef96ccb-13d4-4f29-a5f3-f300abf56258 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:22.680406 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6329cf02-8245-48d5-9229-b15de3d784c2 req-7ef96ccb-13d4-4f29-a5f3-f300abf56258 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.0592532 Nov 12 00:50:22.742640 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6329cf02-8245-48d5-9229-b15de3d784c2 req-41d8dc6a-5b62-4f99-9a98-2e5e175d0266 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559087 Nov 12 00:50:22.754149 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4bb26c73-61e5-44d6-bc09-d001b0b6b3c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:22.856640 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4bb26c73-61e5-44d6-bc09-d001b0b6b3c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:22.859076 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4bb26c73-61e5-44d6-bc09-d001b0b6b3c9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:22.909561 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4bb26c73-61e5-44d6-bc09-d001b0b6b3c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:22.910146 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb26c73-61e5-44d6-bc09-d001b0b6b3c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f77c8201-79ea-4477-9c86-9e22b3cce165 {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:50:22.915829 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4bb26c73-61e5-44d6-bc09-d001b0b6b3c9 admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:22.919705 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-4bb26c73-61e5-44d6-bc09-d001b0b6b3c9 admin admin] 10.222.0.20 "DELETE /v2.0/routers/f77c8201-79ea-4477-9c86-9e22b3cce165 HTTP/1.1" status: 204 len: 168 time: 1.0682395 Nov 12 00:50:22.919793 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 55094) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:23.240738 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 55100) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:23.246807 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-ed81fec5-57f1-4caf-bed4-1474363ebae2 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1926719165', 'description': 'tempest-description--1894482034'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:23.275998 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ed81fec5-57f1-4caf-bed4-1474363ebae2 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:23.316802 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-dae5d611-d20e-44c0-841c-1917ea2639e4 admin admin] Deleting subnet ec6ae8f1-6257-4868-b3fc-4ce5571808b5 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:50:23.327120 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dae5d611-d20e-44c0-841c-1917ea2639e4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:23.329950 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 0f08d53a-99de-4d74-bb04-20819ef8984c no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:50:23.362990 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 0f08d53a-99de-4d74-bb04-20819ef8984c {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:50:23.363332 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 0f08d53a-99de-4d74-bb04-20819ef8984c not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:50:23.384701 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c2b48-3d8a-41c2-b40e-2388a0ebcf72 req-c482fcf1-c231-41d4-9a99-327ec78dd27f tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:23.389877 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-af4c2b48-3d8a-41c2-b40e-2388a0ebcf72 req-c482fcf1-c231-41d4-9a99-327ec78dd27f tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.3835349 Nov 12 00:50:23.394224 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dae5d611-d20e-44c0-841c-1917ea2639e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:23.405813 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a1850-9604-4de8-9488-05749012f36e req-63cf2b14-274d-4d85-903d-dc64875b0a1e tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:23.407313 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6c1a1850-9604-4de8-9488-05749012f36e req-63cf2b14-274d-4d85-903d-dc64875b0a1e tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 945 time: 0.1268089 Nov 12 00:50:23.480543 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ed81fec5-57f1-4caf-bed4-1474363ebae2 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:23.496764 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-af4c2b48-3d8a-41c2-b40e-2388a0ebcf72 req-d5c67bc2-70f4-43b0-a5a5-bc5e731b2741 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007686 Nov 12 00:50:23.500639 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6c1a1850-9604-4de8-9488-05749012f36e req-732c72ad-d53e-4c49-9ea1-b992f296126e tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866206 Nov 12 00:50:23.502541 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ed81fec5-57f1-4caf-bed4-1474363ebae2 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:23.522452 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dae5d611-d20e-44c0-841c-1917ea2639e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:23.534211 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ed81fec5-57f1-4caf-bed4-1474363ebae2 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:23.535721 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ed81fec5-57f1-4caf-bed4-1474363ebae2 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2937174 Nov 12 00:50:23.539415 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 55110) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:23.548837 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-52041c62-b0ff-47c2-80d6-c5c8950f8d88 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Request body: {'security_group_rule': {'security_group_id': '2197aa50-a0fe-458a-85b5-c9199f711a71', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:23.569040 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed81fec5-57f1-4caf-bed4-1474363ebae2 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2197aa50-a0fe-458a-85b5-c9199f711a71,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:23.606820 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-52041c62-b0ff-47c2-80d6-c5c8950f8d88 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:23.622668 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dae5d611-d20e-44c0-841c-1917ea2639e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:23.659210 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae5d611-d20e-44c0-841c-1917ea2639e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec6ae8f1-6257-4868-b3fc-4ce5571808b5,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:23.661698 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dae5d611-d20e-44c0-841c-1917ea2639e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:23.662759 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c1761e-3b06-41ee-b915-b2d81a0fdca2 None None] Network 4ff3eca5-e091-4ac1-8037-d7d1a693af62 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:50:23.664935 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-dae5d611-d20e-44c0-841c-1917ea2639e4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ec6ae8f1-6257-4868-b3fc-4ce5571808b5 HTTP/1.1" status: 204 len: 168 time: 0.7442076 Nov 12 00:50:23.667550 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 55114) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:23.690854 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a271308-091c-46be-a468-ae462ee92398 req-2173eada-690a-42ab-916e-4a03d2b237ba tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:23.692421 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0a271308-091c-46be-a468-ae462ee92398 req-2173eada-690a-42ab-916e-4a03d2b237ba tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea414c79-ac82-4d0b-889f-9e2411c9f1c4 HTTP/1.1" status: 200 len: 945 time: 0.0968413 Nov 12 00:50:23.857625 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-38c95a03-4751-4002-adf6-cd10ad19d6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:23.888066 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7ceb4-82ca-4eb7-b9b9-ea7c0fbbc9e6 req-67909310-81f0-4416-baf7-d914ad449dc2 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:23.889365 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-71b7ceb4-82ca-4eb7-b9b9-ea7c0fbbc9e6 req-67909310-81f0-4416-baf7-d914ad449dc2 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea414c79-ac82-4d0b-889f-9e2411c9f1c4 HTTP/1.1" status: 200 len: 945 time: 0.0786066 Nov 12 00:50:23.913300 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb071f96-332e-4ab7-b889-fc65edbf0d5f None None] DHCP port deletion for 4ff3eca5-e091-4ac1-8037-d7d1a693af62 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:50:23.987979 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-eb071f96-332e-4ab7-b889-fc65edbf0d5f None None] Deleting port cb896635-1afe-4297-bb09-63eff17a1bff {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:50:23.988740 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-eb071f96-332e-4ab7-b889-fc65edbf0d5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:24.002181 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-52041c62-b0ff-47c2-80d6-c5c8950f8d88 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:24.013647 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-52041c62-b0ff-47c2-80d6-c5c8950f8d88 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:24.029052 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-38c95a03-4751-4002-adf6-cd10ad19d6e1 admin admin] Deleting port cb896635-1afe-4297-bb09-63eff17a1bff {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:50:24.029555 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-38c95a03-4751-4002-adf6-cd10ad19d6e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:24.043496 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-52041c62-b0ff-47c2-80d6-c5c8950f8d88 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:24.044704 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-52041c62-b0ff-47c2-80d6-c5c8950f8d88 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5036271 Nov 12 00:50:24.051984 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 55118) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:24.056564 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-d21b960b-96e9-4bd2-a537-2880c203d88a tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Request body: {'security_group_rule': {'security_group_id': '2197aa50-a0fe-458a-85b5-c9199f711a71', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:24.063987 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52041c62-b0ff-47c2-80d6-c5c8950f8d88 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e032652-882e-4d1b-a520-8e1e2d9f5194,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:24.079729 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-eb071f96-332e-4ab7-b889-fc65edbf0d5f None None] For port cb896635-1afe-4297-bb09-63eff17a1bff, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=cb896635-1afe-4297-bb09-63eff17a1bff,segment=NetworkSegment(b7cd52df-d602-48a9-9913-aa73e33315fa),segment_id=b7cd52df-d602-48a9-9913-aa73e33315fa)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:24.080995 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-eb071f96-332e-4ab7-b889-fc65edbf0d5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:24.100866 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-eb071f96-332e-4ab7-b889-fc65edbf0d5f None None] Calling delete_port for cb896635-1afe-4297-bb09-63eff17a1bff owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:50:24.101652 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0a271308-091c-46be-a468-ae462ee92398 req-2d06a798-b40e-4426-8de1-36b2bba1939d tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961859 Nov 12 00:50:24.108631 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-71b7ceb4-82ca-4eb7-b9b9-ea7c0fbbc9e6 req-745f79d7-6d73-4db4-a416-87b56ee66384 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Deleting port c39923dd-1350-4887-9610-b151fed9fd52 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:50:24.109575 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-71b7ceb4-82ca-4eb7-b9b9-ea7c0fbbc9e6 req-745f79d7-6d73-4db4-a416-87b56ee66384 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:24.128320 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d21b960b-96e9-4bd2-a537-2880c203d88a tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:24.204703 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-eb071f96-332e-4ab7-b889-fc65edbf0d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:24.205653 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d21b960b-96e9-4bd2-a537-2880c203d88a tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:24.212376 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d21b960b-96e9-4bd2-a537-2880c203d88a tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:24.234521 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb071f96-332e-4ab7-b889-fc65edbf0d5f None None] Pushing event deleted for resources: {'Port': ['ID=cb896635-1afe-4297-bb09-63eff17a1bff,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:24.235871 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b960b-96e9-4bd2-a537-2880c203d88a tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df30546c-1e47-4a60-b168-8a53cd85adea,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:24.239187 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-38c95a03-4751-4002-adf6-cd10ad19d6e1 admin admin] For port cb896635-1afe-4297-bb09-63eff17a1bff, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=cb896635-1afe-4297-bb09-63eff17a1bff,segment=NetworkSegment(b7cd52df-d602-48a9-9913-aa73e33315fa),segment_id=b7cd52df-d602-48a9-9913-aa73e33315fa)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:24.239425 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb071f96-332e-4ab7-b889-fc65edbf0d5f None None] No DVR routers for this DVR port cb896635-1afe-4297-bb09-63eff17a1bff on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:50:24.239976 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-38c95a03-4751-4002-adf6-cd10ad19d6e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:24.253535 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d21b960b-96e9-4bd2-a537-2880c203d88a tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:24.258130 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d21b960b-96e9-4bd2-a537-2880c203d88a tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2048976 Nov 12 00:50:24.258973 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 55124) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:24.264017 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-43f48477-3e41-4914-aa80-77958f7b1b2c tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:24.271866 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-38c95a03-4751-4002-adf6-cd10ad19d6e1 admin admin] Calling delete_port for cb896635-1afe-4297-bb09-63eff17a1bff owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:50:24.303152 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-71b7ceb4-82ca-4eb7-b9b9-ea7c0fbbc9e6 req-745f79d7-6d73-4db4-a416-87b56ee66384 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] For port c39923dd-1350-4887-9610-b151fed9fd52, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=c39923dd-1350-4887-9610-b151fed9fd52,segment=NetworkSegment(3a7ca1cc-481a-4aa3-8231-19ab80528ebb),segment_id=3a7ca1cc-481a-4aa3-8231-19ab80528ebb)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:24.304216 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-71b7ceb4-82ca-4eb7-b9b9-ea7c0fbbc9e6 req-745f79d7-6d73-4db4-a416-87b56ee66384 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:24.308016 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:50:24.319533 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-43f48477-3e41-4914-aa80-77958f7b1b2c tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks [] for floatingip, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:24.339807 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:50:24.340018 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device bd4ba16b-7af5-4d94-8995-4ee79d4ecb7f not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:50:24.342284 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc653ea-4645-4b03-96c5-9cd572186f10 req-d3db68f8-bb03-40ea-a38d-e00f3a0df0a6 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:24.343809 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cfc653ea-4645-4b03-96c5-9cd572186f10 req-d3db68f8-bb03-40ea-a38d-e00f3a0df0a6 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.0734987 Nov 12 00:50:24.349256 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-71b7ceb4-82ca-4eb7-b9b9-ea7c0fbbc9e6 req-745f79d7-6d73-4db4-a416-87b56ee66384 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Calling delete_port for c39923dd-1350-4887-9610-b151fed9fd52 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:50:24.430054 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cfc653ea-4645-4b03-96c5-9cd572186f10 req-de8e7abf-9a1c-47bd-8a6b-c96c23892e1e tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771399 Nov 12 00:50:24.438996 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-38c95a03-4751-4002-adf6-cd10ad19d6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:24.471685 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-43f48477-3e41-4914-aa80-77958f7b1b2c tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:24.474893 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c95a03-4751-4002-adf6-cd10ad19d6e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb896635-1afe-4297-bb09-63eff17a1bff,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:24.479407 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c95a03-4751-4002-adf6-cd10ad19d6e1 admin admin] No DVR routers for this DVR port cb896635-1afe-4297-bb09-63eff17a1bff on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:50:24.592781 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-43f48477-3e41-4914-aa80-77958f7b1b2c tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Allocated IP 172.25.2.13 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/93bb3f05-14ee-4941-9eef-84d331c2c6cb) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:50:24.613203 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-38c95a03-4751-4002-adf6-cd10ad19d6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:24.644209 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-38c95a03-4751-4002-adf6-cd10ad19d6e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ff3eca5-e091-4ac1-8037-d7d1a693af62']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:24.659267 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-38c95a03-4751-4002-adf6-cd10ad19d6e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7cd52df-d602-48a9-9913-aa73e33315fa') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:24.659630 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-38c95a03-4751-4002-adf6-cd10ad19d6e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7cd52df-d602-48a9-9913-aa73e33315fa') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:24.661225 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-71b7ceb4-82ca-4eb7-b9b9-ea7c0fbbc9e6 req-745f79d7-6d73-4db4-a416-87b56ee66384 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:24.680337 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-38c95a03-4751-4002-adf6-cd10ad19d6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:24.698134 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['c39923dd-1350-4887-9610-b151fed9fd52'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:50:24.703192 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-43f48477-3e41-4914-aa80-77958f7b1b2c tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:24.713741 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50807937-0416-4d8c-91f1-500b08ca7aa5 req-5d360a2f-151e-4b64-8d8b-38ac6cb44c0b tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:24.715276 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-50807937-0416-4d8c-91f1-500b08ca7aa5 req-5d360a2f-151e-4b64-8d8b-38ac6cb44c0b tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 945 time: 0.1382456 Nov 12 00:50:24.719455 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f79d7-6d73-4db4-a416-87b56ee66384 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Pushing event deleted for resources: {'Port': ['ID=c39923dd-1350-4887-9610-b151fed9fd52,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:24.727491 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['3092506a-72da-41ab-9e4c-4d35f17cb4a0'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:50:24.734051 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-38c95a03-4751-4002-adf6-cd10ad19d6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:24.769900 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-43f48477-3e41-4914-aa80-77958f7b1b2c tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:24.776560 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38c95a03-4751-4002-adf6-cd10ad19d6e1 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:50:24.776975 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-38c95a03-4751-4002-adf6-cd10ad19d6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:24.780005 n-d-812236-11 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:50:24.780005 n-d-812236-11 neutron-server[102661]: self.session.flush() Nov 12 00:50:24.780005 n-d-812236-11 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:50:24.780005 n-d-812236-11 neutron-server[102661]: self.session.flush() Nov 12 00:50:24.780005 n-d-812236-11 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:50:24.780005 n-d-812236-11 neutron-server[102661]: self.session.flush() Nov 12 00:50:24.780005 n-d-812236-11 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:50:24.780005 n-d-812236-11 neutron-server[102661]: self.session.flush() Nov 12 00:50:24.780005 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:50:24.780005 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:50:24.780005 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:50:24.780005 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:50:24.780005 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:50:24.780005 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:50:24.780005 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:50:24.780005 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:50:24.780005 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:50:24.780005 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:50:24.780005 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:50:24.780005 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:50:24.780005 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:50:24.780005 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:50:24.780005 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:50:24.780005 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:50:24.780005 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:50:24.780005 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:50:24.780005 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:50:24.780005 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:50:24.780005 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:50:24.780005 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:50:24.780005 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:50:24.780005 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:50:24.780005 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:50:24.780005 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:50:24.780005 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:50:24.780005 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:50:24.780005 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:50:24.780005 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:50:24.780005 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:50:24.780005 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:50:24.819945 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f48477-3e41-4914-aa80-77958f7b1b2c tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:50:24.824072 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-43f48477-3e41-4914-aa80-77958f7b1b2c tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:24.824437 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b7ceb4-82ca-4eb7-b9b9-ea7c0fbbc9e6 req-745f79d7-6d73-4db4-a416-87b56ee66384 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] No DVR routers for this DVR port c39923dd-1350-4887-9610-b151fed9fd52 on host n-h2-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:50:24.828101 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f48477-3e41-4914-aa80-77958f7b1b2c tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:50:24.834682 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-71b7ceb4-82ca-4eb7-b9b9-ea7c0fbbc9e6 req-745f79d7-6d73-4db4-a416-87b56ee66384 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:24.838164 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-71b7ceb4-82ca-4eb7-b9b9-ea7c0fbbc9e6 req-745f79d7-6d73-4db4-a416-87b56ee66384 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.54 "DELETE /v2.0/ports/c39923dd-1350-4887-9610-b151fed9fd52 HTTP/1.1" status: 204 len: 173 time: 0.9260957 Nov 12 00:50:24.871331 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea414c79-ac82-4d0b-889f-9e2411c9f1c4', 'name': 'network-vif-deleted', 'tag': 'c39923dd-1350-4887-9610-b151fed9fd52'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:24.873852 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a24e007-ce62-4c90-a63f-11db6ba800fe" -d '{"events": [{"server_uuid": "ea414c79-ac82-4d0b-889f-9e2411c9f1c4", "name": "network-vif-deleted", "tag": "c39923dd-1350-4887-9610-b151fed9fd52"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:24.915554 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f48477-3e41-4914-aa80-77958f7b1b2c tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Pushing event updated for resources: {'Port': ['ID=93bb3f05-14ee-4941-9eef-84d331c2c6cb,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:24.982780 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-50807937-0416-4d8c-91f1-500b08ca7aa5 req-a0bdb521-a956-456d-8084-674d014eba68 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580338 Nov 12 00:50:24.986249 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-38c95a03-4751-4002-adf6-cd10ad19d6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:25.004919 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-38c95a03-4751-4002-adf6-cd10ad19d6e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:25.012328 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-43f48477-3e41-4914-aa80-77958f7b1b2c tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:25.013902 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-38c95a03-4751-4002-adf6-cd10ad19d6e1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/4ff3eca5-e091-4ac1-8037-d7d1a693af62 HTTP/1.1" status: 204 len: 168 time: 1.3453465 Nov 12 00:50:25.035008 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c95a03-4751-4002-adf6-cd10ad19d6e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ff3eca5-e091-4ac1-8037-d7d1a693af62,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:25.041593 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 6af45b88-31a0-4490-9158-88f274ac72f0 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:50:25.056974 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bee48ce-987f-4cd4-8f54-6a92cdc0d88f x-openstack-request-id: req-2bee48ce-987f-4cd4-8f54-6a92cdc0d88f {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:25.056974 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea414c79-ac82-4d0b-889f-9e2411c9f1c4", "name": "network-vif-deleted", "tag": "c39923dd-1350-4887-9610-b151fed9fd52", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:25.056974 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2bee48ce-987f-4cd4-8f54-6a92cdc0d88f {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:25.056974 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea414c79-ac82-4d0b-889f-9e2411c9f1c4', 'name': 'network-vif-deleted', 'tag': 'c39923dd-1350-4887-9610-b151fed9fd52', 'status': 'completed', 'code': 200} Nov 12 00:50:25.068649 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 6af45b88-31a0-4490-9158-88f274ac72f0 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:50:25.068996 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 6af45b88-31a0-4490-9158-88f274ac72f0 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:50:25.069432 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device cb896635-1afe-4297-bb09-63eff17a1bff no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:50:25.085751 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-43f48477-3e41-4914-aa80-77958f7b1b2c tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:25.101413 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: cb896635-1afe-4297-bb09-63eff17a1bff {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:50:25.101760 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device cb896635-1afe-4297-bb09-63eff17a1bff not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:50:25.174840 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 55140) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:25.226562 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-135f0aa1-28d2-43b0-aeb5-446716ec3bf6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=01d384ef388549a39d30f51ca3a23540&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0503902 Nov 12 00:50:25.229110 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 55142) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:25.238995 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-45e1bc18-06b5-4b40-a2cc-d63a1035ee74 req-a3dad2fa-b1e3-40ec-b109-79a66afb9926 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea414c79-ac82-4d0b-889f-9e2411c9f1c4 HTTP/1.1" status: 200 len: 210 time: 0.0314405 Nov 12 00:50:25.285254 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c604c4f4-6f6b-462b-8cf7-c664668a94b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:25.309800 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c604c4f4-6f6b-462b-8cf7-c664668a94b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:25.311550 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-43f48477-3e41-4914-aa80-77958f7b1b2c tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:25.317651 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-43f48477-3e41-4914-aa80-77958f7b1b2c tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:25.358314 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c604c4f4-6f6b-462b-8cf7-c664668a94b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:25.361708 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c604c4f4-6f6b-462b-8cf7-c664668a94b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:25.363350 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c604c4f4-6f6b-462b-8cf7-c664668a94b3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/67895c2c-41e9-42c9-a998-05ea41c1867e HTTP/1.1" status: 204 len: 168 time: 0.1332448 Nov 12 00:50:25.376248 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c604c4f4-6f6b-462b-8cf7-c664668a94b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67895c2c-41e9-42c9-a998-05ea41c1867e,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:25.392710 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f48477-3e41-4914-aa80-77958f7b1b2c tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Pushing event updated for resources: {'Port': ['ID=93bb3f05-14ee-4941-9eef-84d331c2c6cb,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:25.407744 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-43f48477-3e41-4914-aa80-77958f7b1b2c tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:25.426914 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-43f48477-3e41-4914-aa80-77958f7b1b2c tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:25.428205 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-43f48477-3e41-4914-aa80-77958f7b1b2c tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1680698 Nov 12 00:50:25.564851 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792c40a-b078-4bc6-86af-0ae22fbd856f req-8bf7f0ac-3a79-4bfc-a956-d2d6c3f2164a tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:25.566835 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0792c40a-b078-4bc6-86af-0ae22fbd856f req-8bf7f0ac-3a79-4bfc-a956-d2d6c3f2164a tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.0559483 Nov 12 00:50:25.646671 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0792c40a-b078-4bc6-86af-0ae22fbd856f req-a622e867-fee1-4fd9-a0c6-b789e8ae93f4 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720654 Nov 12 00:50:25.753919 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f36435-a86d-4ce7-9a9d-217b7a49f458 req-04a4b772-9488-4ccc-a3b3-b30303c1961c tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:25.757838 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-59f36435-a86d-4ce7-9a9d-217b7a49f458 req-04a4b772-9488-4ccc-a3b3-b30303c1961c tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/networks?id=d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8 HTTP/1.1" status: 200 len: 821 time: 0.1132886 Nov 12 00:50:25.770733 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-59f36435-a86d-4ce7-9a9d-217b7a49f458 req-65b040ea-0fa8-4a2a-90a6-90c5042debc6 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/quotas/fbddff055207461bae7ea270f4783c59 HTTP/1.1" status: 200 len: 375 time: 0.0097487 Nov 12 00:50:25.824122 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-59f36435-a86d-4ce7-9a9d-217b7a49f458 req-f8d43814-01aa-4fa6-aa0a-c90106e6c323 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fbddff055207461bae7ea270f4783c59&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0475109 Nov 12 00:50:25.921749 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-59f36435-a86d-4ce7-9a9d-217b7a49f458 req-9dfe5186-a6d1-4f94-9936-143cbba642ff service neutron] 10.222.0.20 "GET /v2.0/networks/d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895078 Nov 12 00:50:26.043142 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-59f36435-a86d-4ce7-9a9d-217b7a49f458 req-2971338b-680c-4766-8eb5-51fba668cd9b service neutron] 10.222.0.20 "GET /v2.0/networks/d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074283 Nov 12 00:50:26.096839 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37fd628-3002-42f1-8202-1e90fec88b63 req-f9fffcb5-0c85-4fd0-bf4d-2b31e9f04cef tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:26.098425 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e37fd628-3002-42f1-8202-1e90fec88b63 req-f9fffcb5-0c85-4fd0-bf4d-2b31e9f04cef tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 945 time: 0.0601315 Nov 12 00:50:26.152494 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e37fd628-3002-42f1-8202-1e90fec88b63 req-99c454dd-1dd8-42a0-92c1-227095ef74ab tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471895 Nov 12 00:50:26.198206 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 55190) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:26.234506 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ca6e5d8d-4c3c-42f8-83a3-453776442048 req-44f99203-e70d-42e7-8ddd-bf168680dd67 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=9244a3b4-8078-4315-92af-a13f32cfc832 HTTP/1.1" status: 200 len: 210 time: 0.0338557 Nov 12 00:50:26.317878 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-f1c546e9-a66d-45d4-b450-da91eeb94aed admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-804977648-network', 'tenant_id': '9bf199dd51684b4fa8f5c5b700f5d054'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:26.339505 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c546e9-a66d-45d4-b450-da91eeb94aed admin admin] Made reservation on behalf of 9bf199dd51684b4fa8f5c5b700f5d054 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:50:26.342884 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f1c546e9-a66d-45d4-b450-da91eeb94aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:26.354300 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f1c546e9-a66d-45d4-b450-da91eeb94aed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:26.440261 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f1c546e9-a66d-45d4-b450-da91eeb94aed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:26.444262 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f1c546e9-a66d-45d4-b450-da91eeb94aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:26.476531 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c546e9-a66d-45d4-b450-da91eeb94aed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:50:26.487420 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c546e9-a66d-45d4-b450-da91eeb94aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6618514b-68b4-420c-adff-3ce2ecf8bbc7,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:26.494694 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f1c546e9-a66d-45d4-b450-da91eeb94aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:26.495138 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-f1c546e9-a66d-45d4-b450-da91eeb94aed admin admin] Added segment ac76187e-1b52-42d7-bed3-6c23dcdcc3ff of type vlan for network 5abc4537-4130-4699-9a85-0a964167743c Nov 12 00:50:26.573319 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f1c546e9-a66d-45d4-b450-da91eeb94aed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:26.612702 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ccd9b-25a2-494f-b6ef-b3ebf4179858 req-2f0d2af4-7978-4b54-a393-4e6ed8d0ee4b tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:26.615052 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a48ccd9b-25a2-494f-b6ef-b3ebf4179858 req-2f0d2af4-7978-4b54-a393-4e6ed8d0ee4b tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0ca0315-e67d-46f1-8dd5-cbc45ebcc707 HTTP/1.1" status: 200 len: 945 time: 0.1053660 Nov 12 00:50:26.622242 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f1c546e9-a66d-45d4-b450-da91eeb94aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:26.623157 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c546e9-a66d-45d4-b450-da91eeb94aed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:26.623729 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f1c546e9-a66d-45d4-b450-da91eeb94aed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:26.695973 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f1c546e9-a66d-45d4-b450-da91eeb94aed admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4965653 Nov 12 00:50:26.699919 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 55208) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:26.706517 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-92485dcb-5427-4145-beec-7c4d4fb0625c admin admin] Request body: {'subnet': {'network_id': '5abc4537-4130-4699-9a85-0a964167743c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-804977648-subnet', 'tenant_id': '9bf199dd51684b4fa8f5c5b700f5d054', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:26.713100 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c546e9-a66d-45d4-b450-da91eeb94aed admin admin] Pushing event updated for resources: {'Network': ['ID=5abc4537-4130-4699-9a85-0a964167743c,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:26.724474 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 5abc4537-4130-4699-9a85-0a964167743c details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:50:26.730215 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a48ccd9b-25a2-494f-b6ef-b3ebf4179858 req-81259e2f-20e7-46f8-9be3-1b58df8161ea tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089737 Nov 12 00:50:26.773442 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92485dcb-5427-4145-beec-7c4d4fb0625c admin admin] Made reservation on behalf of 9bf199dd51684b4fa8f5c5b700f5d054 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:50:26.776025 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-92485dcb-5427-4145-beec-7c4d4fb0625c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:26.842922 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ab1e3-b574-4ba7-9c3a-a69665ba0816 req-64aa9c0c-4e01-4e1d-b8b1-2797852db720 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:26.844448 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ca7ab1e3-b574-4ba7-9c3a-a69665ba0816 req-64aa9c0c-4e01-4e1d-b8b1-2797852db720 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.1090219 Nov 12 00:50:26.914860 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ca7ab1e3-b574-4ba7-9c3a-a69665ba0816 req-46863962-7472-4da5-8e7a-dd99632bd4a3 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619605 Nov 12 00:50:26.997637 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-92485dcb-5427-4145-beec-7c4d4fb0625c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:27.058212 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92485dcb-5427-4145-beec-7c4d4fb0625c admin admin] Pushing event updated for resources: {'Subnet': ['ID=33980f1b-8e49-4e96-8f39-1f53fead0c05,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:27.066192 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92485dcb-5427-4145-beec-7c4d4fb0625c admin admin] Checking segment: {'id': 'ac76187e-1b52-42d7-bed3-6c23dcdcc3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5abc4537-4130-4699-9a85-0a964167743c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:27.066567 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92485dcb-5427-4145-beec-7c4d4fb0625c admin admin] Network hostable DHCP agents. Network: 5abc4537-4130-4699-9a85-0a964167743c, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:50:27.083935 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92485dcb-5427-4145-beec-7c4d4fb0625c admin admin] Network 5abc4537-4130-4699-9a85-0a964167743c is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:50:27.093063 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-92485dcb-5427-4145-beec-7c4d4fb0625c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 5abc4537-4130-4699-9a85-0a964167743c) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:27.098682 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92485dcb-5427-4145-beec-7c4d4fb0625c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:27.099273 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-92485dcb-5427-4145-beec-7c4d4fb0625c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:27.103488 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cb9516-9f91-4460-ae82-1951aa4b3248 None None] Network 5abc4537-4130-4699-9a85-0a964167743c requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:50:27.116029 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-92485dcb-5427-4145-beec-7c4d4fb0625c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4146283 Nov 12 00:50:27.238217 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2cdbbc-f7d6-466c-a029-6cf4babd8bc3 None None] Network 5abc4537-4130-4699-9a85-0a964167743c requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:50:27.304396 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f729a6-0f56-4af3-98d3-2deddd70990f req-7eb6eb88-f8ca-40fc-800a-581197d7d865 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:27.311845 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d5f729a6-0f56-4af3-98d3-2deddd70990f req-7eb6eb88-f8ca-40fc-800a-581197d7d865 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 945 time: 0.0673006 Nov 12 00:50:27.370201 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d5f729a6-0f56-4af3-98d3-2deddd70990f req-9f95e7ad-a6b9-4e93-8103-5fc3b1f37adb tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551794 Nov 12 00:50:27.417840 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-96dad30d-86c2-4eab-b9b3-d6357303baa5 req-22568bf4-dff9-495a-9506-ded63620782c tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=9244a3b4-8078-4315-92af-a13f32cfc832 HTTP/1.1" status: 200 len: 210 time: 0.0532570 Nov 12 00:50:27.451462 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f36435-a86d-4ce7-9a9d-217b7a49f458 req-aa467f62-ec79-418f-9d1d-3bdf7e3987ba tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:27.453001 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-59f36435-a86d-4ce7-9a9d-217b7a49f458 req-aa467f62-ec79-418f-9d1d-3bdf7e3987ba tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.54 "GET /v2.0/networks?id=d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8 HTTP/1.1" status: 200 len: 821 time: 0.1717811 Nov 12 00:50:27.508608 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-59f36435-a86d-4ce7-9a9d-217b7a49f458 req-d019f5fe-5a96-415c-bbec-b945fa90f0fd tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Request body: {'port': {'device_id': '9244a3b4-8078-4315-92af-a13f32cfc832', 'network_id': 'd1609365-dc2c-4cc0-bd3f-6d0911d9d2b8', 'admin_state_up': True, 'tenant_id': 'fbddff055207461bae7ea270f4783c59'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:27.594546 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-6031acdf-7c66-490a-8cad-8fabd89c663d req-2e8c0e91-2dd1-4d16-9cd0-4c30f7997c85 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2061727526', 'description': 'tempest-description-141199388'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:27.633043 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6031acdf-7c66-490a-8cad-8fabd89c663d req-2e8c0e91-2dd1-4d16-9cd0-4c30f7997c85 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:27.660470 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59f36435-a86d-4ce7-9a9d-217b7a49f458 req-d019f5fe-5a96-415c-bbec-b945fa90f0fd tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Made reservation on behalf of fbddff055207461bae7ea270f4783c59 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:50:27.663974 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-59f36435-a86d-4ce7-9a9d-217b7a49f458 req-d019f5fe-5a96-415c-bbec-b945fa90f0fd tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:27.783952 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6031acdf-7c66-490a-8cad-8fabd89c663d req-2e8c0e91-2dd1-4d16-9cd0-4c30f7997c85 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:27.791080 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6031acdf-7c66-490a-8cad-8fabd89c663d req-2e8c0e91-2dd1-4d16-9cd0-4c30f7997c85 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:27.841641 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6031acdf-7c66-490a-8cad-8fabd89c663d req-2e8c0e91-2dd1-4d16-9cd0-4c30f7997c85 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:27.842913 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6031acdf-7c66-490a-8cad-8fabd89c663d req-2e8c0e91-2dd1-4d16-9cd0-4c30f7997c85 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.2545877 Nov 12 00:50:27.860279 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad3e22-4145-46ff-ae2f-926e2408a982 req-615468b7-e778-4b9a-86a2-4b66102e32ae tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:27.862620 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f8ad3e22-4145-46ff-ae2f-926e2408a982 req-615468b7-e778-4b9a-86a2-4b66102e32ae tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0ca0315-e67d-46f1-8dd5-cbc45ebcc707 HTTP/1.1" status: 200 len: 945 time: 0.0584252 Nov 12 00:50:27.863117 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c0e91-2dd1-4d16-9cd0-4c30f7997c85 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5fcc37-406b-4a04-9866-1bc1b5f94dbd,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:27.870175 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-59f36435-a86d-4ce7-9a9d-217b7a49f458 req-d019f5fe-5a96-415c-bbec-b945fa90f0fd tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Allocated IP 172.20.0.6 (d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8/78f97ba5-c14e-4c2a-9f62-1fe436271791/26459ae7-7de7-43fa-9215-d791a09190d5) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:50:27.922254 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f8ad3e22-4145-46ff-ae2f-926e2408a982 req-bef035a1-431f-4e80-ae97-f9d73bee0de9 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474811 Nov 12 00:50:27.933985 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c2471732-ca0b-4330-9a09-8fb61533c882 req-65085173-75e5-4c8b-b407-c27b1ab920f1 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] 10.222.0.20 "GET /v2.0/security-groups/8d5fcc37-406b-4a04-9866-1bc1b5f94dbd HTTP/1.1" status: 200 len: 1831 time: 0.0655046 Nov 12 00:50:27.954294 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-c2471732-ca0b-4330-9a09-8fb61533c882 req-9358017c-e5a2-4b2b-8385-46d93f81183a tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8d5fcc37-406b-4a04-9866-1bc1b5f94dbd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:27.954611 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-c2471732-ca0b-4330-9a09-8fb61533c882 req-9358017c-e5a2-4b2b-8385-46d93f81183a tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8d5fcc37-406b-4a04-9866-1bc1b5f94dbd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:28.106464 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b647e249-cd71-4d53-8ba0-519d4c573a20 req-595b7a11-0401-49d7-ac18-c2cee9900e14 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:28.107963 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b647e249-cd71-4d53-8ba0-519d4c573a20 req-595b7a11-0401-49d7-ac18-c2cee9900e14 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.0504208 Nov 12 00:50:28.110251 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-59f36435-a86d-4ce7-9a9d-217b7a49f458 req-d019f5fe-5a96-415c-bbec-b945fa90f0fd tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:28.112935 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-c2471732-ca0b-4330-9a09-8fb61533c882 req-9358017c-e5a2-4b2b-8385-46d93f81183a tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:28.142203 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-c2471732-ca0b-4330-9a09-8fb61533c882 req-9358017c-e5a2-4b2b-8385-46d93f81183a tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:28.155075 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-c2471732-ca0b-4330-9a09-8fb61533c882 req-9358017c-e5a2-4b2b-8385-46d93f81183a tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:28.161180 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b647e249-cd71-4d53-8ba0-519d4c573a20 req-1a1be087-8025-4f4c-a69a-e8d99f481aa8 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461969 Nov 12 00:50:28.182166 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9358017c-e5a2-4b2b-8385-46d93f81183a tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a0da277-6da0-48f3-8ab9-b0c486ba74cc,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:28.191485 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-c2471732-ca0b-4330-9a09-8fb61533c882 req-9358017c-e5a2-4b2b-8385-46d93f81183a tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:28.192716 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c2471732-ca0b-4330-9a09-8fb61533c882 req-9358017c-e5a2-4b2b-8385-46d93f81183a tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2442496 Nov 12 00:50:28.194252 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-59f36435-a86d-4ce7-9a9d-217b7a49f458 req-d019f5fe-5a96-415c-bbec-b945fa90f0fd tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:28.261471 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59f36435-a86d-4ce7-9a9d-217b7a49f458 req-d019f5fe-5a96-415c-bbec-b945fa90f0fd tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Network d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:50:28.278447 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-59f36435-a86d-4ce7-9a9d-217b7a49f458 req-d019f5fe-5a96-415c-bbec-b945fa90f0fd tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:28.289749 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f36435-a86d-4ce7-9a9d-217b7a49f458 req-d019f5fe-5a96-415c-bbec-b945fa90f0fd tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:50:28.292606 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d019f5fe-5a96-415c-bbec-b945fa90f0fd tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Pushing event updated for resources: {'Port': ['ID=26459ae7-7de7-43fa-9215-d791a09190d5,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:28.293718 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:50:28.324533 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8e2eff8c-53f9-4cbd-ac3e-0238a60540e7 req-81b32587-71e6-4143-aa5d-fe61a6754e91 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] 10.222.0.20 "GET /v2.0/security-groups/8d5fcc37-406b-4a04-9866-1bc1b5f94dbd HTTP/1.1" status: 200 len: 2425 time: 0.0997763 Nov 12 00:50:28.348563 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f36435-a86d-4ce7-9a9d-217b7a49f458 req-d019f5fe-5a96-415c-bbec-b945fa90f0fd tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:28.349276 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-59f36435-a86d-4ce7-9a9d-217b7a49f458 req-d019f5fe-5a96-415c-bbec-b945fa90f0fd tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:28.370109 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cc01a537-deb8-4e99-939a-05d745364c18 req-19d85e00-d430-4f89-95c6-fafd5f0f1846 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] 10.222.0.20 "GET /v2.0/security-group-rules/2a0da277-6da0-48f3-8ab9-b0c486ba74cc HTTP/1.1" status: 200 len: 778 time: 0.0214255 Nov 12 00:50:28.371564 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-59f36435-a86d-4ce7-9a9d-217b7a49f458 req-d019f5fe-5a96-415c-bbec-b945fa90f0fd tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8669753 Nov 12 00:50:28.401422 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-59f36435-a86d-4ce7-9a9d-217b7a49f458 req-2b9a29d6-cc7f-42b0-89eb-f3710bf28e0f service neutron] Request body: {'port': {'device_id': '9244a3b4-8078-4315-92af-a13f32cfc832', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:28.422562 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cc01a537-deb8-4e99-939a-05d745364c18 req-26b1e7cd-fec3-4654-9558-94eb5b4952f2 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] 10.222.0.20 "GET /v2.0/security-groups/8d5fcc37-406b-4a04-9866-1bc1b5f94dbd HTTP/1.1" status: 200 len: 2425 time: 0.0465789 Nov 12 00:50:28.433256 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea4570-0063-4ca4-b0ba-e608ac8de666 req-bb8d6bbf-f9af-418e-8446-f5a5fc955129 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:28.434664 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-71ea4570-0063-4ca4-b0ba-e608ac8de666 req-bb8d6bbf-f9af-418e-8446-f5a5fc955129 tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0ca0315-e67d-46f1-8dd5-cbc45ebcc707 HTTP/1.1" status: 200 len: 945 time: 0.0752852 Nov 12 00:50:28.459633 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-cc01a537-deb8-4e99-939a-05d745364c18 req-4eb6ae32-0778-4cb4-a42c-28d7e5e05fbd tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:28.467395 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-cc01a537-deb8-4e99-939a-05d745364c18 req-4eb6ae32-0778-4cb4-a42c-28d7e5e05fbd tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:28.492276 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device c39923dd-1350-4887-9610-b151fed9fd52 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:50:28.497904 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-cc01a537-deb8-4e99-939a-05d745364c18 req-4eb6ae32-0778-4cb4-a42c-28d7e5e05fbd tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:28.505490 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-cc01a537-deb8-4e99-939a-05d745364c18 req-4eb6ae32-0778-4cb4-a42c-28d7e5e05fbd tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:28.506853 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cc01a537-deb8-4e99-939a-05d745364c18 req-4eb6ae32-0778-4cb4-a42c-28d7e5e05fbd tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/2a0da277-6da0-48f3-8ab9-b0c486ba74cc HTTP/1.1" status: 204 len: 173 time: 0.0713770 Nov 12 00:50:28.512964 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: c39923dd-1350-4887-9610-b151fed9fd52 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:50:28.513526 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device c39923dd-1350-4887-9610-b151fed9fd52 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:50:28.519008 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb6ae32-0778-4cb4-a42c-28d7e5e05fbd tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a0da277-6da0-48f3-8ab9-b0c486ba74cc,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:28.551424 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-59f36435-a86d-4ce7-9a9d-217b7a49f458 req-2b9a29d6-cc7f-42b0-89eb-f3710bf28e0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:28.600386 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a13a3c-f304-4808-8daa-fc0e8a63d304 req-bd767c12-1b26-4836-a050-62b8f3cf0cf7 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:28.601933 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-95a13a3c-f304-4808-8daa-fc0e8a63d304 req-bd767c12-1b26-4836-a050-62b8f3cf0cf7 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 945 time: 0.1647317 Nov 12 00:50:28.619549 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7448b1-daaa-43ba-bf9e-1f8fffcffa4f req-3ebba86a-6196-4e31-8265-58b3e5dd7c8c tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:28.621031 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7c7448b1-daaa-43ba-bf9e-1f8fffcffa4f req-3ebba86a-6196-4e31-8265-58b3e5dd7c8c tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=9244a3b4-8078-4315-92af-a13f32cfc832 HTTP/1.1" status: 200 len: 931 time: 0.0557928 Nov 12 00:50:28.669464 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7c7448b1-daaa-43ba-bf9e-1f8fffcffa4f req-832090bb-aad3-4421-82a4-f3ca9955c8ba tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424695 Nov 12 00:50:28.751445 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-95a13a3c-f304-4808-8daa-fc0e8a63d304 req-28ee161a-833c-4f2a-998e-e379f9514ad7 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237857 Nov 12 00:50:28.754017 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-71ea4570-0063-4ca4-b0ba-e608ac8de666 req-331cdd76-6980-4b3b-b374-78f460de329e tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Deleting port 3092506a-72da-41ab-9e4c-4d35f17cb4a0 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:50:28.754353 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-71ea4570-0063-4ca4-b0ba-e608ac8de666 req-331cdd76-6980-4b3b-b374-78f460de329e tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:28.779625 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-36cc1d15-f0cb-4e3d-a075-a29271f7fd01 req-b4caa65f-87ac-4318-b19c-e9e059451859 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1412348670', 'description': 'tempest-description-845972058'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:28.804622 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-36cc1d15-f0cb-4e3d-a075-a29271f7fd01 req-b4caa65f-87ac-4318-b19c-e9e059451859 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:28.877221 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-36cc1d15-f0cb-4e3d-a075-a29271f7fd01 req-b4caa65f-87ac-4318-b19c-e9e059451859 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:28.881521 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-36cc1d15-f0cb-4e3d-a075-a29271f7fd01 req-b4caa65f-87ac-4318-b19c-e9e059451859 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:28.913109 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-71ea4570-0063-4ca4-b0ba-e608ac8de666 req-331cdd76-6980-4b3b-b374-78f460de329e tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] For port 3092506a-72da-41ab-9e4c-4d35f17cb4a0, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=3092506a-72da-41ab-9e4c-4d35f17cb4a0,segment=NetworkSegment(3a7ca1cc-481a-4aa3-8231-19ab80528ebb),segment_id=3a7ca1cc-481a-4aa3-8231-19ab80528ebb)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:28.913723 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-71ea4570-0063-4ca4-b0ba-e608ac8de666 req-331cdd76-6980-4b3b-b374-78f460de329e tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:28.913823 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-36cc1d15-f0cb-4e3d-a075-a29271f7fd01 req-b4caa65f-87ac-4318-b19c-e9e059451859 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:28.914950 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-36cc1d15-f0cb-4e3d-a075-a29271f7fd01 req-b4caa65f-87ac-4318-b19c-e9e059451859 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.1400664 Nov 12 00:50:28.925823 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4caa65f-87ac-4318-b19c-e9e059451859 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d80bd0-e30a-41c5-b409-9516b5ea3daf,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:28.936396 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-71ea4570-0063-4ca4-b0ba-e608ac8de666 req-331cdd76-6980-4b3b-b374-78f460de329e tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Calling delete_port for 3092506a-72da-41ab-9e4c-4d35f17cb4a0 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:50:29.043724 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e016d46f-6e4e-48b7-956b-59ca135f88aa req-8af2bca5-57cd-423f-9d23-4d34e0ee9eed tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:29.045196 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e016d46f-6e4e-48b7-956b-59ca135f88aa req-8af2bca5-57cd-423f-9d23-4d34e0ee9eed tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0ca0315-e67d-46f1-8dd5-cbc45ebcc707 HTTP/1.1" status: 200 len: 945 time: 0.0516419 Nov 12 00:50:29.085729 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-59f36435-a86d-4ce7-9a9d-217b7a49f458 req-2b9a29d6-cc7f-42b0-89eb-f3710bf28e0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26459ae7-7de7-43fa-9215-d791a09190d5 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:29.093453 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-781a8c3e-8eee-4a6a-9292-e3d648865631 req-bc6ce242-bd03-4374-adf3-ce0417432423 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] 10.222.0.20 "GET /v2.0/security-groups/b3d80bd0-e30a-41c5-b409-9516b5ea3daf HTTP/1.1" status: 200 len: 1831 time: 0.1527505 Nov 12 00:50:29.098206 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e016d46f-6e4e-48b7-956b-59ca135f88aa req-b1a8902e-36d2-4607-80bc-cb52bd00558e tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b983f30-d3e1-47b8-8cf0-77eea570fbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462101 Nov 12 00:50:29.104325 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-59f36435-a86d-4ce7-9a9d-217b7a49f458 req-2b9a29d6-cc7f-42b0-89eb-f3710bf28e0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:29.122965 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-59f36435-a86d-4ce7-9a9d-217b7a49f458 req-2b9a29d6-cc7f-42b0-89eb-f3710bf28e0f service neutron] Transition to ACTIVE for port object 26459ae7-7de7-43fa-9215-d791a09190d5 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:50:29.129354 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-59f36435-a86d-4ce7-9a9d-217b7a49f458 req-2b9a29d6-cc7f-42b0-89eb-f3710bf28e0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:29.156049 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-2f5da3f7-afb4-48fc-82d3-c793b4cd1aea req-0cf768a1-f208-4666-ae6b-a5e06fcbcb90 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-269300506', 'description': 'tempest-description-2024319569'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:29.179606 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-2f5da3f7-afb4-48fc-82d3-c793b4cd1aea req-0cf768a1-f208-4666-ae6b-a5e06fcbcb90 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:29.222526 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a29d6-cc7f-42b0-89eb-f3710bf28e0f service neutron] Pushing event updated for resources: {'Port': ['ID=26459ae7-7de7-43fa-9215-d791a09190d5,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:29.253943 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-2f5da3f7-afb4-48fc-82d3-c793b4cd1aea req-0cf768a1-f208-4666-ae6b-a5e06fcbcb90 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:29.257849 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-2f5da3f7-afb4-48fc-82d3-c793b4cd1aea req-0cf768a1-f208-4666-ae6b-a5e06fcbcb90 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:29.290751 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-2f5da3f7-afb4-48fc-82d3-c793b4cd1aea req-0cf768a1-f208-4666-ae6b-a5e06fcbcb90 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:29.291947 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2f5da3f7-afb4-48fc-82d3-c793b4cd1aea req-0cf768a1-f208-4666-ae6b-a5e06fcbcb90 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.1400008 Nov 12 00:50:29.293714 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf768a1-f208-4666-ae6b-a5e06fcbcb90 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b85cb7b-6904-4845-81b5-0549052c3c10,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:29.295760 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-71ea4570-0063-4ca4-b0ba-e608ac8de666 req-331cdd76-6980-4b3b-b374-78f460de329e tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:29.332496 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['3092506a-72da-41ab-9e4c-4d35f17cb4a0'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:50:29.341509 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331cdd76-6980-4b3b-b374-78f460de329e tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Pushing event deleted for resources: {'Port': ['ID=3092506a-72da-41ab-9e4c-4d35f17cb4a0,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:29.395456 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b23d2-5f1a-411a-b6e5-445ff5b195b9 req-4953e717-5832-4d93-93fb-ecb770c461dd tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:29.397005 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-200b23d2-5f1a-411a-b6e5-445ff5b195b9 req-4953e717-5832-4d93-93fb-ecb770c461dd tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.1501892 Nov 12 00:50:29.403845 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-59f36435-a86d-4ce7-9a9d-217b7a49f458 req-2b9a29d6-cc7f-42b0-89eb-f3710bf28e0f service neutron] Attempting to bind port 26459ae7-7de7-43fa-9215-d791a09190d5 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:50:29.404193 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-59f36435-a86d-4ce7-9a9d-217b7a49f458 req-2b9a29d6-cc7f-42b0-89eb-f3710bf28e0f service neutron] Attempting to bind port 26459ae7-7de7-43fa-9215-d791a09190d5 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': 'e323e1ba-cd12-4149-9627-b6e21b9d8316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd1609365-dc2c-4cc0-bd3f-6d0911d9d2b8'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:50:29.404498 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f36435-a86d-4ce7-9a9d-217b7a49f458 req-2b9a29d6-cc7f-42b0-89eb-f3710bf28e0f service neutron] Attempting to bind port 26459ae7-7de7-43fa-9215-d791a09190d5 on network d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:29.425176 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ea4570-0063-4ca4-b0ba-e608ac8de666 req-331cdd76-6980-4b3b-b374-78f460de329e tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] No DVR routers for this DVR port 3092506a-72da-41ab-9e4c-4d35f17cb4a0 on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:50:29.431425 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f36435-a86d-4ce7-9a9d-217b7a49f458 req-2b9a29d6-cc7f-42b0-89eb-f3710bf28e0f service neutron] Port 26459ae7-7de7-43fa-9215-d791a09190d5 on network d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:50:29.431746 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f36435-a86d-4ce7-9a9d-217b7a49f458 req-2b9a29d6-cc7f-42b0-89eb-f3710bf28e0f service neutron] Attempting to bind port 26459ae7-7de7-43fa-9215-d791a09190d5 on network d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:29.434062 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-71ea4570-0063-4ca4-b0ba-e608ac8de666 req-331cdd76-6980-4b3b-b374-78f460de329e tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:29.437258 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-71ea4570-0063-4ca4-b0ba-e608ac8de666 req-331cdd76-6980-4b3b-b374-78f460de329e tempest-ListServerFiltersTestJSON-1515150326 tempest-ListServerFiltersTestJSON-1515150326-project] 10.222.0.49 "DELETE /v2.0/ports/3092506a-72da-41ab-9e4c-4d35f17cb4a0 HTTP/1.1" status: 204 len: 173 time: 0.9868388 Nov 12 00:50:29.438722 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ca0315-e67d-46f1-8dd5-cbc45ebcc707', 'name': 'network-vif-deleted', 'tag': '3092506a-72da-41ab-9e4c-4d35f17cb4a0'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:29.441967 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb782e6c-21db-4b60-bc1c-3a2359575d70" -d '{"events": [{"server_uuid": "e0ca0315-e67d-46f1-8dd5-cbc45ebcc707", "name": "network-vif-deleted", "tag": "3092506a-72da-41ab-9e4c-4d35f17cb4a0"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:29.458346 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f36435-a86d-4ce7-9a9d-217b7a49f458 req-2b9a29d6-cc7f-42b0-89eb-f3710bf28e0f service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:50:29.458628 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f36435-a86d-4ce7-9a9d-217b7a49f458 req-2b9a29d6-cc7f-42b0-89eb-f3710bf28e0f service neutron] Checking segment: {'id': 'e323e1ba-cd12-4149-9627-b6e21b9d8316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd1609365-dc2c-4cc0-bd3f-6d0911d9d2b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:29.458969 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f36435-a86d-4ce7-9a9d-217b7a49f458 req-2b9a29d6-cc7f-42b0-89eb-f3710bf28e0f service neutron] Bound using segment: {'id': 'e323e1ba-cd12-4149-9627-b6e21b9d8316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd1609365-dc2c-4cc0-bd3f-6d0911d9d2b8'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:50:29.459395 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-59f36435-a86d-4ce7-9a9d-217b7a49f458 req-2b9a29d6-cc7f-42b0-89eb-f3710bf28e0f service neutron] Bound port: 26459ae7-7de7-43fa-9215-d791a09190d5, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e323e1ba-cd12-4149-9627-b6e21b9d8316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd1609365-dc2c-4cc0-bd3f-6d0911d9d2b8'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:50:29.459747 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-59f36435-a86d-4ce7-9a9d-217b7a49f458 req-2b9a29d6-cc7f-42b0-89eb-f3710bf28e0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:29.469492 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ab5ddb5b-3ca4-4235-b121-ceac0d8a1f4e req-338392fa-eebf-4aca-afd5-915a814d9e4e tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] 10.222.0.20 "GET /v2.0/security-groups/1b85cb7b-6904-4845-81b5-0549052c3c10 HTTP/1.1" status: 200 len: 1831 time: 0.0673447 Nov 12 00:50:29.524669 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-200b23d2-5f1a-411a-b6e5-445ff5b195b9 req-a0fa4c85-d6cf-4c26-9068-e855a9c0690b tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033115 Nov 12 00:50:29.526141 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd30597-660e-47c9-ad8b-9b7817ea2d44 x-openstack-request-id: req-7cd30597-660e-47c9-ad8b-9b7817ea2d44 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:29.526422 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ca0315-e67d-46f1-8dd5-cbc45ebcc707", "name": "network-vif-deleted", "tag": "3092506a-72da-41ab-9e4c-4d35f17cb4a0", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:29.526668 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7cd30597-660e-47c9-ad8b-9b7817ea2d44 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:29.527060 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ca0315-e67d-46f1-8dd5-cbc45ebcc707', 'name': 'network-vif-deleted', 'tag': '3092506a-72da-41ab-9e4c-4d35f17cb4a0', 'status': 'completed', 'code': 200} Nov 12 00:50:29.557484 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-b163d602-a573-49a3-a602-affb07e05a7b req-7df167c7-e85e-48c0-ab3a-8b7b16d5e406 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1215866908', 'description': 'tempest-description-2021260125'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:29.572645 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-59f36435-a86d-4ce7-9a9d-217b7a49f458 req-2b9a29d6-cc7f-42b0-89eb-f3710bf28e0f service neutron] For port 26459ae7-7de7-43fa-9215-d791a09190d5, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:50:29.576523 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-59f36435-a86d-4ce7-9a9d-217b7a49f458 req-2b9a29d6-cc7f-42b0-89eb-f3710bf28e0f service neutron] For port 26459ae7-7de7-43fa-9215-d791a09190d5, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=26459ae7-7de7-43fa-9215-d791a09190d5,segment=NetworkSegment(e323e1ba-cd12-4149-9627-b6e21b9d8316),segment_id=e323e1ba-cd12-4149-9627-b6e21b9d8316)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:50:29.583822 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-59f36435-a86d-4ce7-9a9d-217b7a49f458 req-2b9a29d6-cc7f-42b0-89eb-f3710bf28e0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:29.592265 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b163d602-a573-49a3-a602-affb07e05a7b req-7df167c7-e85e-48c0-ab3a-8b7b16d5e406 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:29.620955 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f36435-a86d-4ce7-9a9d-217b7a49f458 req-2b9a29d6-cc7f-42b0-89eb-f3710bf28e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:29.621557 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-59f36435-a86d-4ce7-9a9d-217b7a49f458 req-2b9a29d6-cc7f-42b0-89eb-f3710bf28e0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:29.622928 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-59f36435-a86d-4ce7-9a9d-217b7a49f458 req-2b9a29d6-cc7f-42b0-89eb-f3710bf28e0f service neutron] 10.222.0.54 "PUT /v2.0/ports/26459ae7-7de7-43fa-9215-d791a09190d5 HTTP/1.1" status: 200 len: 1092 time: 1.2260211 Nov 12 00:50:29.653849 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a29d6-cc7f-42b0-89eb-f3710bf28e0f service neutron] Pushing event updated for resources: {'Port': ['ID=26459ae7-7de7-43fa-9215-d791a09190d5,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:29.671139 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b163d602-a573-49a3-a602-affb07e05a7b req-7df167c7-e85e-48c0-ab3a-8b7b16d5e406 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:29.675795 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b163d602-a573-49a3-a602-affb07e05a7b req-7df167c7-e85e-48c0-ab3a-8b7b16d5e406 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:29.709457 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b163d602-a573-49a3-a602-affb07e05a7b req-7df167c7-e85e-48c0-ab3a-8b7b16d5e406 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:29.710648 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b163d602-a573-49a3-a602-affb07e05a7b req-7df167c7-e85e-48c0-ab3a-8b7b16d5e406 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.1679022 Nov 12 00:50:29.712470 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df167c7-e85e-48c0-ab3a-8b7b16d5e406 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d118554e-7900-4b37-9462-acb2077549b2,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:29.724667 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f36435-a86d-4ce7-9a9d-217b7a49f458 req-34fdc674-a2e6-40de-901c-6512084db49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:29.726175 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-59f36435-a86d-4ce7-9a9d-217b7a49f458 req-34fdc674-a2e6-40de-901c-6512084db49f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fbddff055207461bae7ea270f4783c59&device_id=9244a3b4-8078-4315-92af-a13f32cfc832 HTTP/1.1" status: 200 len: 1095 time: 0.0461681 Nov 12 00:50:29.770347 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-685f3583-5bd2-4265-8aa2-d321ec603e8d req-a33977ef-a2bc-4e7f-a92d-f93b79b88aed tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] 10.222.0.20 "GET /v2.0/security-groups/d118554e-7900-4b37-9462-acb2077549b2 HTTP/1.1" status: 200 len: 1832 time: 0.0386457 Nov 12 00:50:29.789018 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-59f36435-a86d-4ce7-9a9d-217b7a49f458 req-ab2fd5e5-f1ad-419b-a288-9ec26beaa1c6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26459ae7-7de7-43fa-9215-d791a09190d5 HTTP/1.1" status: 200 len: 217 time: 0.0466144 Nov 12 00:50:29.859108 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f36435-a86d-4ce7-9a9d-217b7a49f458 req-33d130f0-ba15-4850-9458-b08fcb007457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:29.860586 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-59f36435-a86d-4ce7-9a9d-217b7a49f458 req-33d130f0-ba15-4850-9458-b08fcb007457 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=78f97ba5-c14e-4c2a-9f62-1fe436271791 HTTP/1.1" status: 200 len: 861 time: 0.0535641 Nov 12 00:50:29.869620 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668ac78-4ee2-438a-9e50-31515936b108 req-f0eaadc3-883c-4f05-a8f5-39f9b363fc74 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:29.870896 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-3261d633-61e7-48fe-ac59-c022b5628c73 req-a81ccaf4-7e1f-470a-9ca2-5ae736ecf70c tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-581860471', 'description': 'tempest-description-1914295466'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:29.871044 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2668ac78-4ee2-438a-9e50-31515936b108 req-f0eaadc3-883c-4f05-a8f5-39f9b363fc74 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=9244a3b4-8078-4315-92af-a13f32cfc832 HTTP/1.1" status: 200 len: 943 time: 0.0933909 Nov 12 00:50:29.894910 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-3261d633-61e7-48fe-ac59-c022b5628c73 req-a81ccaf4-7e1f-470a-9ca2-5ae736ecf70c tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:29.902573 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-59f36435-a86d-4ce7-9a9d-217b7a49f458 req-6414cf93-0d04-4023-93d1-2f31c3edde43 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306256 Nov 12 00:50:29.973893 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-3261d633-61e7-48fe-ac59-c022b5628c73 req-a81ccaf4-7e1f-470a-9ca2-5ae736ecf70c tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:29.978018 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-3261d633-61e7-48fe-ac59-c022b5628c73 req-a81ccaf4-7e1f-470a-9ca2-5ae736ecf70c tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:30.000253 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2668ac78-4ee2-438a-9e50-31515936b108 req-6d711e33-ca3e-446c-ae2a-e328433d2e06 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198530 Nov 12 00:50:30.009339 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-3261d633-61e7-48fe-ac59-c022b5628c73 req-a81ccaf4-7e1f-470a-9ca2-5ae736ecf70c tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:30.010598 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3261d633-61e7-48fe-ac59-c022b5628c73 req-a81ccaf4-7e1f-470a-9ca2-5ae736ecf70c tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.1439805 Nov 12 00:50:30.012643 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81ccaf4-7e1f-470a-9ca2-5ae736ecf70c tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e32d32-00bf-4dfc-8dff-f5d96448efeb,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:30.037519 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-59f36435-a86d-4ce7-9a9d-217b7a49f458 req-a0fb8357-ad72-4b94-b10c-cf1aa9d35e1f service neutron] 10.222.0.54 "GET /v2.0/networks/d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266401 Nov 12 00:50:30.134076 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd1650-2d94-46f6-bcb4-a0f209eda5bb req-bb260f15-7728-4d00-a15f-e65efc468f20 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:30.135606 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-49bd1650-2d94-46f6-bcb4-a0f209eda5bb req-bb260f15-7728-4d00-a15f-e65efc468f20 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 945 time: 0.0531015 Nov 12 00:50:30.163267 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e6e652ba-8da1-4b62-a708-83dd9fc790ed req-39ff924c-37bf-486f-95c9-fb6503ac2913 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] 10.222.0.20 "GET /v2.0/security-groups/c5e32d32-00bf-4dfc-8dff-f5d96448efeb HTTP/1.1" status: 200 len: 1831 time: 0.1169150 Nov 12 00:50:30.183283 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-59f36435-a86d-4ce7-9a9d-217b7a49f458 req-07317431-a355-4a5f-ac1f-09ee7805a16c service neutron] 10.222.0.54 "GET /v2.0/networks/d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358099 Nov 12 00:50:30.188257 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-49bd1650-2d94-46f6-bcb4-a0f209eda5bb req-c1ac2629-c756-4730-b1c6-077109f6447d tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464106 Nov 12 00:50:30.208064 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 55286) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:30.228027 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [req-1b6363e5-9261-4b20-9bed-15d1b12bb7f7 req-f1c84c8e-bb3f-48fb-b36d-24c3bcd96684 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] show failed (client error): The resource could not be found. Nov 12 00:50:30.229246 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1b6363e5-9261-4b20-9bed-15d1b12bb7f7 req-f1c84c8e-bb3f-48fb-b36d-24c3bcd96684 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] 10.222.0.20 "GET /v2.0/security-groups/7c2169de-bac7-4a74-b387-770e8e0ea623 HTTP/1.1" status: 404 len: 352 time: 0.0157187 Nov 12 00:50:30.267678 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e4771b-9af6-42a0-9e5c-1035558dc46b admin admin] Deleting subnet 90b38c84-f724-4edd-842d-9a5aabc6fb65 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:50:30.268088 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [req-1accb988-00fb-441f-937b-2db78acf4e76 req-bf24d0eb-036e-4cc0-91d0-d83ecdc56870 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] show failed (client error): The resource could not be found. Nov 12 00:50:30.269079 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1accb988-00fb-441f-937b-2db78acf4e76 req-bf24d0eb-036e-4cc0-91d0-d83ecdc56870 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] 10.222.0.20 "GET /v2.0/security-group-rules/0f7eced0-9599-4353-80fe-573f97f80d88 HTTP/1.1" status: 404 len: 361 time: 0.0155349 Nov 12 00:50:30.270874 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e2e4771b-9af6-42a0-9e5c-1035558dc46b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:30.312025 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e2e4771b-9af6-42a0-9e5c-1035558dc46b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:30.331427 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a6085f32-aff5-40ab-b8c8-e0e9a7fde87e req-436fce92-f1ac-4674-8a1c-5aa747bfc8e3 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] 10.222.0.20 "GET /v2.0/security-groups/c5e32d32-00bf-4dfc-8dff-f5d96448efeb HTTP/1.1" status: 200 len: 1831 time: 0.0399315 Nov 12 00:50:30.397018 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e2e4771b-9af6-42a0-9e5c-1035558dc46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:30.397757 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a6085f32-aff5-40ab-b8c8-e0e9a7fde87e req-11860edd-fb3f-47cf-93bb-f0e267f3806b tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:30.421755 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a6085f32-aff5-40ab-b8c8-e0e9a7fde87e req-11860edd-fb3f-47cf-93bb-f0e267f3806b tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:30.456065 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e2e4771b-9af6-42a0-9e5c-1035558dc46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:30.465361 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a6085f32-aff5-40ab-b8c8-e0e9a7fde87e req-11860edd-fb3f-47cf-93bb-f0e267f3806b tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:30.468267 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a6085f32-aff5-40ab-b8c8-e0e9a7fde87e req-11860edd-fb3f-47cf-93bb-f0e267f3806b tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:30.469584 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a6085f32-aff5-40ab-b8c8-e0e9a7fde87e req-11860edd-fb3f-47cf-93bb-f0e267f3806b tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] 10.222.0.20 "DELETE /v2.0/security-groups/c5e32d32-00bf-4dfc-8dff-f5d96448efeb HTTP/1.1" status: 204 len: 173 time: 0.1312964 Nov 12 00:50:30.485269 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11860edd-fb3f-47cf-93bb-f0e267f3806b tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e32d32-00bf-4dfc-8dff-f5d96448efeb,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:30.489869 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e4771b-9af6-42a0-9e5c-1035558dc46b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90b38c84-f724-4edd-842d-9a5aabc6fb65,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:30.494731 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e2e4771b-9af6-42a0-9e5c-1035558dc46b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:30.500591 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e2e4771b-9af6-42a0-9e5c-1035558dc46b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/90b38c84-f724-4edd-842d-9a5aabc6fb65 HTTP/1.1" status: 204 len: 168 time: 0.2877374 Nov 12 00:50:30.501286 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 55296) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:30.516092 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d55fdd-f214-4891-807d-fa513ed9d1c7 None None] Network 3c057aab-f8ed-46d5-a05e-d2c14de3de8f requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:50:30.576262 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5d841a24-9a7f-4a40-9a29-2308dc8c895f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:30.600643 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6701ee45-a166-4ded-82c8-6b28f2f5447b req-d8687c1e-3075-40eb-8fd9-ab0906468c39 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] 10.222.0.20 "GET /v2.0/security-groups/d118554e-7900-4b37-9462-acb2077549b2 HTTP/1.1" status: 200 len: 1832 time: 0.0759177 Nov 12 00:50:30.663306 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6701ee45-a166-4ded-82c8-6b28f2f5447b req-d30f1b15-58a4-4965-abf0-251b8941880b tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:30.683411 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c5be9-f175-4a1e-be1b-0f7eab878459 req-82ef78e8-cdb5-4875-bc52-bbdd46f61899 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:30.684942 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9e7c5be9-f175-4a1e-be1b-0f7eab878459 req-82ef78e8-cdb5-4875-bc52-bbdd46f61899 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.0700343 Nov 12 00:50:30.688819 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-5d841a24-9a7f-4a40-9a29-2308dc8c895f admin admin] Deleting port 62c81ce8-9265-42e5-9275-4ed3af305e8c {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:50:30.689266 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5d841a24-9a7f-4a40-9a29-2308dc8c895f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:30.692845 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6701ee45-a166-4ded-82c8-6b28f2f5447b req-d30f1b15-58a4-4965-abf0-251b8941880b tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:30.736844 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a585caee-447e-4877-a67a-54719332198f None None] DHCP port deletion for 3c057aab-f8ed-46d5-a05e-d2c14de3de8f request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:50:30.742166 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6701ee45-a166-4ded-82c8-6b28f2f5447b req-d30f1b15-58a4-4965-abf0-251b8941880b tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:30.745096 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6701ee45-a166-4ded-82c8-6b28f2f5447b req-d30f1b15-58a4-4965-abf0-251b8941880b tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:30.746440 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6701ee45-a166-4ded-82c8-6b28f2f5447b req-d30f1b15-58a4-4965-abf0-251b8941880b tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] 10.222.0.20 "DELETE /v2.0/security-groups/d118554e-7900-4b37-9462-acb2077549b2 HTTP/1.1" status: 204 len: 173 time: 0.1449130 Nov 12 00:50:30.757960 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30f1b15-58a4-4965-abf0-251b8941880b tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d118554e-7900-4b37-9462-acb2077549b2,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:30.787250 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-5d841a24-9a7f-4a40-9a29-2308dc8c895f admin admin] For port 62c81ce8-9265-42e5-9275-4ed3af305e8c, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=62c81ce8-9265-42e5-9275-4ed3af305e8c,segment=NetworkSegment(3a7ca1cc-481a-4aa3-8231-19ab80528ebb),segment_id=3a7ca1cc-481a-4aa3-8231-19ab80528ebb)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:30.787657 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5d841a24-9a7f-4a40-9a29-2308dc8c895f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:30.806500 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9e7c5be9-f175-4a1e-be1b-0f7eab878459 req-c560fba6-0e54-4c91-aae3-02c30f7d8be8 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141899 Nov 12 00:50:30.807370 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-5d841a24-9a7f-4a40-9a29-2308dc8c895f admin admin] Calling delete_port for 62c81ce8-9265-42e5-9275-4ed3af305e8c owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:50:30.808958 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-a585caee-447e-4877-a67a-54719332198f None None] Deleting port 62c81ce8-9265-42e5-9275-4ed3af305e8c {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:50:30.809358 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a585caee-447e-4877-a67a-54719332198f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:30.826235 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-11910352-40b8-46e5-adcf-8773b4891e49 req-6e033bc7-3b24-486a-bb75-5b7d2a3bc398 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] 10.222.0.20 "GET /v2.0/security-groups/1b85cb7b-6904-4845-81b5-0549052c3c10 HTTP/1.1" status: 200 len: 1831 time: 0.0541370 Nov 12 00:50:30.889456 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-11910352-40b8-46e5-adcf-8773b4891e49 req-8fc4639e-402b-4687-a530-abfd2022333d tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:30.894297 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-a585caee-447e-4877-a67a-54719332198f None None] For port 62c81ce8-9265-42e5-9275-4ed3af305e8c, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=62c81ce8-9265-42e5-9275-4ed3af305e8c,segment=NetworkSegment(3a7ca1cc-481a-4aa3-8231-19ab80528ebb),segment_id=3a7ca1cc-481a-4aa3-8231-19ab80528ebb)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:30.894865 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a585caee-447e-4877-a67a-54719332198f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:30.912891 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-a585caee-447e-4877-a67a-54719332198f None None] Calling delete_port for 62c81ce8-9265-42e5-9275-4ed3af305e8c owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:50:30.914112 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5d841a24-9a7f-4a40-9a29-2308dc8c895f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:30.929578 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-11910352-40b8-46e5-adcf-8773b4891e49 req-8fc4639e-402b-4687-a530-abfd2022333d tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:30.941011 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d841a24-9a7f-4a40-9a29-2308dc8c895f admin admin] Pushing event deleted for resources: {'Port': ['ID=62c81ce8-9265-42e5-9275-4ed3af305e8c,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:30.944585 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d841a24-9a7f-4a40-9a29-2308dc8c895f admin admin] No DVR routers for this DVR port 62c81ce8-9265-42e5-9275-4ed3af305e8c on host n-d-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:50:30.996304 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 62c81ce8-9265-42e5-9275-4ed3af305e8c no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:50:30.997754 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-11910352-40b8-46e5-adcf-8773b4891e49 req-8fc4639e-402b-4687-a530-abfd2022333d tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:31.001928 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-11910352-40b8-46e5-adcf-8773b4891e49 req-8fc4639e-402b-4687-a530-abfd2022333d tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:31.009233 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-11910352-40b8-46e5-adcf-8773b4891e49 req-8fc4639e-402b-4687-a530-abfd2022333d tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] 10.222.0.20 "DELETE /v2.0/security-groups/1b85cb7b-6904-4845-81b5-0549052c3c10 HTTP/1.1" status: 204 len: 173 time: 0.1793263 Nov 12 00:50:31.016045 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc4639e-402b-4687-a530-abfd2022333d tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b85cb7b-6904-4845-81b5-0549052c3c10,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:31.019352 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 62c81ce8-9265-42e5-9275-4ed3af305e8c {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:50:31.019688 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 62c81ce8-9265-42e5-9275-4ed3af305e8c not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:50:31.045042 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a585caee-447e-4877-a67a-54719332198f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:31.069011 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5d841a24-9a7f-4a40-9a29-2308dc8c895f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:31.074366 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a585caee-447e-4877-a67a-54719332198f None None] Pushing event deleted for resources: {'Port': ['ID=62c81ce8-9265-42e5-9275-4ed3af305e8c,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:31.077783 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a585caee-447e-4877-a67a-54719332198f None None] No DVR routers for this DVR port 62c81ce8-9265-42e5-9275-4ed3af305e8c on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:50:31.112850 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-5d841a24-9a7f-4a40-9a29-2308dc8c895f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c057aab-f8ed-46d5-a05e-d2c14de3de8f']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:31.131073 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-5d841a24-9a7f-4a40-9a29-2308dc8c895f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a7ca1cc-481a-4aa3-8231-19ab80528ebb') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:31.131369 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-5d841a24-9a7f-4a40-9a29-2308dc8c895f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a7ca1cc-481a-4aa3-8231-19ab80528ebb') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:31.137357 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e2166023-f9fd-4871-aaa8-e77743badef7 req-1555383b-b4f7-47dc-806f-f99772620dab tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] 10.222.0.20 "GET /v2.0/security-groups/b3d80bd0-e30a-41c5-b409-9516b5ea3daf HTTP/1.1" status: 200 len: 1831 time: 0.0949829 Nov 12 00:50:31.154500 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b30b47-55c5-4903-b1d0-6f101d6ebb52 req-633180ce-7f26-4e04-9949-aac8b892c544 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:31.154901 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5d841a24-9a7f-4a40-9a29-2308dc8c895f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:31.156033 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-13b30b47-55c5-4903-b1d0-6f101d6ebb52 req-633180ce-7f26-4e04-9949-aac8b892c544 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=9244a3b4-8078-4315-92af-a13f32cfc832 HTTP/1.1" status: 200 len: 943 time: 0.0524206 Nov 12 00:50:31.180490 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5d841a24-9a7f-4a40-9a29-2308dc8c895f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:31.194572 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d841a24-9a7f-4a40-9a29-2308dc8c895f admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:50:31.194979 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5d841a24-9a7f-4a40-9a29-2308dc8c895f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:31.197081 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 00:50:31.197081 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:50:31.197081 n-d-812236-11 neutron-server[102662]: timer() Nov 12 00:50:31.197081 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:50:31.197081 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 00:50:31.197081 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:50:31.197081 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 00:50:31.197081 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:50:31.197081 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 00:50:31.197081 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:50:31.197081 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 00:50:31.197081 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:50:31.197081 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 00:50:31.197081 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:50:31.197081 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:50:31.197081 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:50:31.197081 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:50:31.197081 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:50:31.197081 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 00:50:31.197081 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:50:31.197081 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 00:50:31.197081 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:50:31.197081 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:50:31.197081 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:50:31.197081 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 00:50:31.197081 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:50:31.197081 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:50:31.197081 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:50:31.197081 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:50:31.197081 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:50:31.197081 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:50:31.197081 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:50:31.212055 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-13b30b47-55c5-4903-b1d0-6f101d6ebb52 req-8c9eb16f-a5ea-44d7-a1bd-ed26c9c32dda tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423923 Nov 12 00:50:31.262738 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-e2166023-f9fd-4871-aaa8-e77743badef7 req-32624ad9-18bd-4459-a82a-c728fd927116 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:31.277967 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5d841a24-9a7f-4a40-9a29-2308dc8c895f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:31.282764 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5d841a24-9a7f-4a40-9a29-2308dc8c895f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:31.287219 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5d841a24-9a7f-4a40-9a29-2308dc8c895f admin admin] 10.222.0.20 "DELETE /v2.0/networks/3c057aab-f8ed-46d5-a05e-d2c14de3de8f HTTP/1.1" status: 204 len: 168 time: 0.7855210 Nov 12 00:50:31.309044 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-e2166023-f9fd-4871-aaa8-e77743badef7 req-32624ad9-18bd-4459-a82a-c728fd927116 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:31.311830 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d841a24-9a7f-4a40-9a29-2308dc8c895f admin admin] Pushing event deleted for resources: {'Network': ['ID=3c057aab-f8ed-46d5-a05e-d2c14de3de8f,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:31.317707 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5cc376-84d0-400c-9fac-f58ba16860ee req-38cc9c86-f2d5-4785-8c3e-ba88c70e4fdb tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:31.319405 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2d5cc376-84d0-400c-9fac-f58ba16860ee req-38cc9c86-f2d5-4785-8c3e-ba88c70e4fdb tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 945 time: 0.0554130 Nov 12 00:50:31.358952 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-e2166023-f9fd-4871-aaa8-e77743badef7 req-32624ad9-18bd-4459-a82a-c728fd927116 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:31.362558 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-e2166023-f9fd-4871-aaa8-e77743badef7 req-32624ad9-18bd-4459-a82a-c728fd927116 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:31.363733 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e2166023-f9fd-4871-aaa8-e77743badef7 req-32624ad9-18bd-4459-a82a-c728fd927116 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] 10.222.0.20 "DELETE /v2.0/security-groups/b3d80bd0-e30a-41c5-b409-9516b5ea3daf HTTP/1.1" status: 204 len: 173 time: 0.2190328 Nov 12 00:50:31.374038 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32624ad9-18bd-4459-a82a-c728fd927116 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d80bd0-e30a-41c5-b409-9516b5ea3daf,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:31.401171 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2d5cc376-84d0-400c-9fac-f58ba16860ee req-a693a655-eb70-4dbd-ad14-ab9a321b46f0 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746572 Nov 12 00:50:31.435840 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 55316) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:31.472172 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c2b2e13a-ab53-4d85-b2ec-985374ebabef req-4020d45e-d765-4061-9b6f-d54185ce5a44 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] 10.222.0.20 "GET /v2.0/security-groups/8d5fcc37-406b-4a04-9866-1bc1b5f94dbd HTTP/1.1" status: 200 len: 1831 time: 0.0455589 Nov 12 00:50:31.481293 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6183716c-4fc5-48c2-b581-8ed27e649fcf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=af9ded8e5f1e4d2dbb239d72a1e2285f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0421023 Nov 12 00:50:31.481642 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 55318) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:31.540335 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bdd88d6a-9a86-4a1c-b6e6-e480cb145b81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:31.565456 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bdd88d6a-9a86-4a1c-b6e6-e480cb145b81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:31.619825 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bdd88d6a-9a86-4a1c-b6e6-e480cb145b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:31.622560 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bdd88d6a-9a86-4a1c-b6e6-e480cb145b81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:31.623798 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-bdd88d6a-9a86-4a1c-b6e6-e480cb145b81 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b983f30-d3e1-47b8-8cf0-77eea570fbd1 HTTP/1.1" status: 204 len: 168 time: 0.1411788 Nov 12 00:50:31.633328 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd88d6a-9a86-4a1c-b6e6-e480cb145b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b983f30-d3e1-47b8-8cf0-77eea570fbd1,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:31.774220 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9244a3b4-8078-4315-92af-a13f32cfc832', 'tag': '26459ae7-7de7-43fa-9215-d791a09190d5'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:31.776483 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb87b327-1519-430c-a724-3197df78a209" -d '{"events": [{"name": "network-changed", "server_uuid": "9244a3b4-8078-4315-92af-a13f32cfc832", "tag": "26459ae7-7de7-43fa-9215-d791a09190d5"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:31.822861 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09dcebab-2178-464a-9435-2cedc28a0bb9 x-openstack-request-id: req-09dcebab-2178-464a-9435-2cedc28a0bb9 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:31.823219 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9244a3b4-8078-4315-92af-a13f32cfc832", "tag": "26459ae7-7de7-43fa-9215-d791a09190d5", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:31.823481 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-09dcebab-2178-464a-9435-2cedc28a0bb9 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:31.823877 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9244a3b4-8078-4315-92af-a13f32cfc832', 'tag': '26459ae7-7de7-43fa-9215-d791a09190d5', 'status': 'completed', 'code': 200} Nov 12 00:50:31.824572 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-c2b2e13a-ab53-4d85-b2ec-985374ebabef req-24316743-3908-4f56-8e31-5fa8d9f7ad64 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:31.850401 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-c2b2e13a-ab53-4d85-b2ec-985374ebabef req-24316743-3908-4f56-8e31-5fa8d9f7ad64 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:31.929344 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87b327-1519-430c-a724-3197df78a209 req-1b69e3fd-b08c-4145-a95d-71e42991d761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:31.930954 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bb87b327-1519-430c-a724-3197df78a209 req-1b69e3fd-b08c-4145-a95d-71e42991d761 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fbddff055207461bae7ea270f4783c59&device_id=9244a3b4-8078-4315-92af-a13f32cfc832 HTTP/1.1" status: 200 len: 1095 time: 0.0605426 Nov 12 00:50:31.932015 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-c2b2e13a-ab53-4d85-b2ec-985374ebabef req-24316743-3908-4f56-8e31-5fa8d9f7ad64 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:31.935139 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-c2b2e13a-ab53-4d85-b2ec-985374ebabef req-24316743-3908-4f56-8e31-5fa8d9f7ad64 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:31.936193 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c2b2e13a-ab53-4d85-b2ec-985374ebabef req-24316743-3908-4f56-8e31-5fa8d9f7ad64 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] 10.222.0.20 "DELETE /v2.0/security-groups/8d5fcc37-406b-4a04-9866-1bc1b5f94dbd HTTP/1.1" status: 204 len: 173 time: 0.4580092 Nov 12 00:50:31.944427 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 55332) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:31.968012 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab6fce-1e06-419e-b42a-816e468a120b req-8df405b4-59ce-449b-94cf-e95bfbc4fe71 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:31.969606 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c6ab6fce-1e06-419e-b42a-816e468a120b req-8df405b4-59ce-449b-94cf-e95bfbc4fe71 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.0820723 Nov 12 00:50:31.972666 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24316743-3908-4f56-8e31-5fa8d9f7ad64 tempest-SecurityGroupRulesNegativeTestJSON-584562089 tempest-SecurityGroupRulesNegativeTestJSON-584562089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5fcc37-406b-4a04-9866-1bc1b5f94dbd,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:32.038280 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c6ab6fce-1e06-419e-b42a-816e468a120b req-a9e3c620-9dd4-4ee3-be6a-e6c40fab5bc8 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591233 Nov 12 00:50:32.108981 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e83a1e2-0a28-4ff7-98e6-7b8e76fd75ef admin admin] Deleting subnet 33980f1b-8e49-4e96-8f39-1f53fead0c05 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:50:32.116528 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5e83a1e2-0a28-4ff7-98e6-7b8e76fd75ef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:32.160021 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87b327-1519-430c-a724-3197df78a209 req-25465027-b4aa-408f-918c-ac5b8b655bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:32.161528 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bb87b327-1519-430c-a724-3197df78a209 req-25465027-b4aa-408f-918c-ac5b8b655bcf service neutron] 10.222.0.54 "GET /v2.0/networks?id=d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8 HTTP/1.1" status: 200 len: 922 time: 0.2185392 Nov 12 00:50:32.167463 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5e83a1e2-0a28-4ff7-98e6-7b8e76fd75ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:32.226658 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bb87b327-1519-430c-a724-3197df78a209 req-f226587d-113f-45e5-af3f-1676c0090829 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26459ae7-7de7-43fa-9215-d791a09190d5 HTTP/1.1" status: 200 len: 217 time: 0.0570505 Nov 12 00:50:32.281235 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5e83a1e2-0a28-4ff7-98e6-7b8e76fd75ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:32.327837 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87b327-1519-430c-a724-3197df78a209 req-0c6bd7d2-d645-4620-87d8-104b75c0b7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:32.330587 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bb87b327-1519-430c-a724-3197df78a209 req-0c6bd7d2-d645-4620-87d8-104b75c0b7ef service neutron] 10.222.0.54 "GET /v2.0/subnets?id=78f97ba5-c14e-4c2a-9f62-1fe436271791 HTTP/1.1" status: 200 len: 861 time: 0.0895369 Nov 12 00:50:32.346522 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a43cea-e072-4242-acf5-9d5c800bd456 req-d349561d-1cba-44ca-80fb-4dd7bf27121a tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:32.348367 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b4a43cea-e072-4242-acf5-9d5c800bd456 req-d349561d-1cba-44ca-80fb-4dd7bf27121a tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=9244a3b4-8078-4315-92af-a13f32cfc832 HTTP/1.1" status: 200 len: 943 time: 0.0563469 Nov 12 00:50:32.348495 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 3092506a-72da-41ab-9e4c-4d35f17cb4a0 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:50:32.373845 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: 3092506a-72da-41ab-9e4c-4d35f17cb4a0 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:50:32.374520 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 3092506a-72da-41ab-9e4c-4d35f17cb4a0 not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:50:32.386509 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bb87b327-1519-430c-a724-3197df78a209 req-106ae535-efba-494c-b902-2a9dc40a2edc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460987 Nov 12 00:50:32.417348 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b4a43cea-e072-4242-acf5-9d5c800bd456 req-85ebca83-1cf0-4e42-beae-a1fdcaadc6d8 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613773 Nov 12 00:50:32.440305 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5e83a1e2-0a28-4ff7-98e6-7b8e76fd75ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:32.492724 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83a1e2-0a28-4ff7-98e6-7b8e76fd75ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33980f1b-8e49-4e96-8f39-1f53fead0c05,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:32.495050 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5e83a1e2-0a28-4ff7-98e6-7b8e76fd75ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:32.501224 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5e83a1e2-0a28-4ff7-98e6-7b8e76fd75ef admin admin] 10.222.0.20 "DELETE /v2.0/subnets/33980f1b-8e49-4e96-8f39-1f53fead0c05 HTTP/1.1" status: 204 len: 168 time: 0.5535686 Nov 12 00:50:32.505248 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 55356) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:32.525239 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 55358) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:32.586501 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bb87b327-1519-430c-a724-3197df78a209 req-ed32f68f-9f47-4b98-8116-20b02985aaba service neutron] 10.222.0.54 "GET /v2.0/networks/d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901338 Nov 12 00:50:32.602153 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-70a70c84-5adb-4010-b2f2-f4e4b3867be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:32.612469 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891fd47c-6c73-490f-a006-ceea70facbaf req-7037504d-b464-4d15-a19e-e9c9ac66edef tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:32.615483 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-891fd47c-6c73-490f-a006-ceea70facbaf req-7037504d-b464-4d15-a19e-e9c9ac66edef tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 945 time: 0.1099401 Nov 12 00:50:32.670121 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-7ecea657-392c-41f7-b236-b19940be7265 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2143893386-network', 'tenant_id': '894a6b8c4e364a31a5bd7a5ffcddd9ed'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:32.686182 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-70a70c84-5adb-4010-b2f2-f4e4b3867be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:32.708682 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-70a70c84-5adb-4010-b2f2-f4e4b3867be8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5abc4537-4130-4699-9a85-0a964167743c']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:32.718620 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-70a70c84-5adb-4010-b2f2-f4e4b3867be8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac76187e-1b52-42d7-bed3-6c23dcdcc3ff') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:32.719158 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-70a70c84-5adb-4010-b2f2-f4e4b3867be8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac76187e-1b52-42d7-bed3-6c23dcdcc3ff') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:32.729864 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-70a70c84-5adb-4010-b2f2-f4e4b3867be8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:32.743649 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-70a70c84-5adb-4010-b2f2-f4e4b3867be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:32.749310 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ecea657-392c-41f7-b236-b19940be7265 admin admin] Made reservation on behalf of 894a6b8c4e364a31a5bd7a5ffcddd9ed for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:50:32.750128 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70a70c84-5adb-4010-b2f2-f4e4b3867be8 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:50:32.750483 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-70a70c84-5adb-4010-b2f2-f4e4b3867be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:32.751996 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7ecea657-392c-41f7-b236-b19940be7265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:32.752217 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 00:50:32.752217 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:50:32.752217 n-d-812236-11 neutron-server[102662]: timer() Nov 12 00:50:32.752217 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:50:32.752217 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 00:50:32.752217 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:50:32.752217 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 00:50:32.752217 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:50:32.752217 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 00:50:32.752217 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:50:32.752217 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 00:50:32.752217 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:50:32.752217 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 00:50:32.752217 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:50:32.752217 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:50:32.752217 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:50:32.752217 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:50:32.752217 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:50:32.752217 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 00:50:32.752217 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:50:32.752217 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 00:50:32.752217 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:50:32.752217 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:50:32.752217 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:50:32.752217 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 00:50:32.752217 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:50:32.752217 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:50:32.752217 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:50:32.752217 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:50:32.752217 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:50:32.752217 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:50:32.752217 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:50:32.761290 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-891fd47c-6c73-490f-a006-ceea70facbaf req-e0dabf92-38f8-4507-8c46-8256da364656 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358216 Nov 12 00:50:32.772333 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7ecea657-392c-41f7-b236-b19940be7265 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:32.794740 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bb87b327-1519-430c-a724-3197df78a209 req-72722662-b098-47cd-b0ff-12cfee75019c service neutron] 10.222.0.54 "GET /v2.0/networks/d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781919 Nov 12 00:50:32.811183 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-70a70c84-5adb-4010-b2f2-f4e4b3867be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:32.818530 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-70a70c84-5adb-4010-b2f2-f4e4b3867be8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:32.821892 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-70a70c84-5adb-4010-b2f2-f4e4b3867be8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5abc4537-4130-4699-9a85-0a964167743c HTTP/1.1" status: 204 len: 168 time: 0.3153174 Nov 12 00:50:32.832267 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a70c84-5adb-4010-b2f2-f4e4b3867be8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5abc4537-4130-4699-9a85-0a964167743c,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:32.878943 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7ecea657-392c-41f7-b236-b19940be7265 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:32.883513 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7ecea657-392c-41f7-b236-b19940be7265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:32.909105 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ecea657-392c-41f7-b236-b19940be7265 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:50:32.918764 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecea657-392c-41f7-b236-b19940be7265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a04a5f-1f27-4c08-9464-0b20756113d6,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:32.924013 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7ecea657-392c-41f7-b236-b19940be7265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:32.924358 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-7ecea657-392c-41f7-b236-b19940be7265 admin admin] Added segment 463090f5-8ae8-4aad-b579-f51ce246c77b of type vlan for network 242b9656-8eaf-49c1-ad20-3e2322fc3cb8 Nov 12 00:50:32.947394 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 55366) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:32.964913 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7ecea657-392c-41f7-b236-b19940be7265 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:32.987310 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-9e42cb4e-9aae-440a-aa48-d257c570486e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9bf199dd51684b4fa8f5c5b700f5d054&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386951 Nov 12 00:50:32.989778 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 55368) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:32.992881 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7ecea657-392c-41f7-b236-b19940be7265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:32.994029 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecea657-392c-41f7-b236-b19940be7265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:32.994613 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7ecea657-392c-41f7-b236-b19940be7265 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:33.039589 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0ba79f47-f567-4a9e-8acb-6f7d5b83d52a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:33.056524 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7ecea657-392c-41f7-b236-b19940be7265 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5290909 Nov 12 00:50:33.059590 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 55370) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:33.061699 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecea657-392c-41f7-b236-b19940be7265 admin admin] Pushing event updated for resources: {'Network': ['ID=242b9656-8eaf-49c1-ad20-3e2322fc3cb8,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:33.064479 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-0fca3a47-70c6-40ad-bf76-f7cf35f49a88 admin admin] Request body: {'subnet': {'network_id': '242b9656-8eaf-49c1-ad20-3e2322fc3cb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2143893386-subnet', 'tenant_id': '894a6b8c4e364a31a5bd7a5ffcddd9ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:33.071686 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 242b9656-8eaf-49c1-ad20-3e2322fc3cb8 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:50:33.073220 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0ba79f47-f567-4a9e-8acb-6f7d5b83d52a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:33.173829 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fca3a47-70c6-40ad-bf76-f7cf35f49a88 admin admin] Made reservation on behalf of 894a6b8c4e364a31a5bd7a5ffcddd9ed for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:50:33.176066 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0fca3a47-70c6-40ad-bf76-f7cf35f49a88 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:33.177722 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0ba79f47-f567-4a9e-8acb-6f7d5b83d52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:33.180187 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0ba79f47-f567-4a9e-8acb-6f7d5b83d52a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:33.181285 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0ba79f47-f567-4a9e-8acb-6f7d5b83d52a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6618514b-68b4-420c-adff-3ce2ecf8bbc7 HTTP/1.1" status: 204 len: 168 time: 0.1902957 Nov 12 00:50:33.211328 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba79f47-f567-4a9e-8acb-6f7d5b83d52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6618514b-68b4-420c-adff-3ce2ecf8bbc7,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:33.268586 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95fa06-03c4-4712-a1f2-e3a96c5d0cc1 req-e7d81781-9d69-4e87-b877-cef80fe60b9e tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:33.271070 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ae95fa06-03c4-4712-a1f2-e3a96c5d0cc1 req-e7d81781-9d69-4e87-b877-cef80fe60b9e tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.1308427 Nov 12 00:50:33.343756 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ae95fa06-03c4-4712-a1f2-e3a96c5d0cc1 req-418c3161-91a6-413a-b5a6-9ddd5ee14e14 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651608 Nov 12 00:50:33.421161 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0fca3a47-70c6-40ad-bf76-f7cf35f49a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:33.483407 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca3a47-70c6-40ad-bf76-f7cf35f49a88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29316bdd-5ca7-4557-9c8e-27721c523639,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:33.495069 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fca3a47-70c6-40ad-bf76-f7cf35f49a88 admin admin] Checking segment: {'id': '463090f5-8ae8-4aad-b579-f51ce246c77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '242b9656-8eaf-49c1-ad20-3e2322fc3cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:33.495491 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fca3a47-70c6-40ad-bf76-f7cf35f49a88 admin admin] Network hostable DHCP agents. Network: 242b9656-8eaf-49c1-ad20-3e2322fc3cb8, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:50:33.522812 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fca3a47-70c6-40ad-bf76-f7cf35f49a88 admin admin] Network 242b9656-8eaf-49c1-ad20-3e2322fc3cb8 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:50:33.533463 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-0fca3a47-70c6-40ad-bf76-f7cf35f49a88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 242b9656-8eaf-49c1-ad20-3e2322fc3cb8) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:33.538827 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fca3a47-70c6-40ad-bf76-f7cf35f49a88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:33.539615 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0fca3a47-70c6-40ad-bf76-f7cf35f49a88 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:33.546574 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6f2462-3b3a-4015-b953-c8cfa0a0879e None None] Network 242b9656-8eaf-49c1-ad20-3e2322fc3cb8 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:50:33.555794 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a88c7-84cc-446c-adfc-3cbd66e21acc req-c8e493b2-d8ca-4f69-a20e-443c59b7ae5a tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:33.561977 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0fca3a47-70c6-40ad-bf76-f7cf35f49a88 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5013418 Nov 12 00:50:33.584281 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7f2a88c7-84cc-446c-adfc-3cbd66e21acc req-c8e493b2-d8ca-4f69-a20e-443c59b7ae5a tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=9244a3b4-8078-4315-92af-a13f32cfc832 HTTP/1.1" status: 200 len: 943 time: 0.0840673 Nov 12 00:50:33.663007 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7f2a88c7-84cc-446c-adfc-3cbd66e21acc req-ffd06f5a-1636-4208-bf25-04d73a76febb tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669692 Nov 12 00:50:33.718722 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374efc93-a100-45af-9f13-ccc9eca6866c None None] Network 242b9656-8eaf-49c1-ad20-3e2322fc3cb8 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:50:33.905726 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc73cea6-cf6d-458b-ac5d-17b4dfb99821 req-e5d3a7f6-33e6-4c97-adc9-b838b60e059c tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:33.907219 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fc73cea6-cf6d-458b-ac5d-17b4dfb99821 req-e5d3a7f6-33e6-4c97-adc9-b838b60e059c tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 945 time: 0.0580418 Nov 12 00:50:33.969777 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fc73cea6-cf6d-458b-ac5d-17b4dfb99821 req-8ad5f4ac-40f5-4ab0-9afd-36832bd3a5d9 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509953 Nov 12 00:50:33.998184 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 55412) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:34.093679 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-cc4908bd-59b2-4db4-9ffb-39b0039ded5d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-347538858-network', 'tenant_id': '128bade3c9284bed8057cd44f8e1bea1'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:34.113582 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4908bd-59b2-4db4-9ffb-39b0039ded5d admin admin] Made reservation on behalf of 128bade3c9284bed8057cd44f8e1bea1 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:50:34.115823 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cc4908bd-59b2-4db4-9ffb-39b0039ded5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:34.124500 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cc4908bd-59b2-4db4-9ffb-39b0039ded5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:34.200641 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cc4908bd-59b2-4db4-9ffb-39b0039ded5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:34.206783 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-ae99797e-d0fb-4986-8cd6-721c176c025b tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:34.208809 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-ae99797e-d0fb-4986-8cd6-721c176c025b tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/networks?id=242b9656-8eaf-49c1-ad20-3e2322fc3cb8 HTTP/1.1" status: 200 len: 813 time: 0.1142900 Nov 12 00:50:34.213950 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cc4908bd-59b2-4db4-9ffb-39b0039ded5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:34.215986 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-dd183407-e2cd-46d2-8c99-800126530cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:34.227448 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-2f28f4a6-d4bd-4e5e-a5b7-ee5a66069bb5 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/quotas/894a6b8c4e364a31a5bd7a5ffcddd9ed HTTP/1.1" status: 200 len: 375 time: 0.0117819 Nov 12 00:50:34.240169 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc4908bd-59b2-4db4-9ffb-39b0039ded5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:50:34.249212 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4908bd-59b2-4db4-9ffb-39b0039ded5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a4c87d-ac0e-49f7-a30b-7383c6592ec0,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:34.255971 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cc4908bd-59b2-4db4-9ffb-39b0039ded5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:34.256323 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-cc4908bd-59b2-4db4-9ffb-39b0039ded5d admin admin] Added segment 50f6e2fa-120d-43e1-8fa7-bb78576e9366 of type vlan for network fcf3506d-50a2-4df4-abbe-ad8c5688bf16 Nov 12 00:50:34.264340 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-caa8f05f-699a-4db2-b62c-952bd080387d tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=894a6b8c4e364a31a5bd7a5ffcddd9ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302744 Nov 12 00:50:34.307138 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cc4908bd-59b2-4db4-9ffb-39b0039ded5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:34.332070 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cc4908bd-59b2-4db4-9ffb-39b0039ded5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:34.333732 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4908bd-59b2-4db4-9ffb-39b0039ded5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:34.334613 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cc4908bd-59b2-4db4-9ffb-39b0039ded5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:34.363251 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-041d3685-88d0-451c-a5ed-d4e6ebc1e337 service neutron] 10.222.0.20 "GET /v2.0/networks/242b9656-8eaf-49c1-ad20-3e2322fc3cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915177 Nov 12 00:50:34.385292 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-cc4908bd-59b2-4db4-9ffb-39b0039ded5d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.3858759 Nov 12 00:50:34.386009 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 55428) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:34.415784 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-5ec312fa-fa2d-467e-beb1-21ad8ae015ec admin admin] Request body: {'subnet': {'network_id': 'fcf3506d-50a2-4df4-abbe-ad8c5688bf16', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-347538858-subnet', 'tenant_id': '128bade3c9284bed8057cd44f8e1bea1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:34.429827 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4908bd-59b2-4db4-9ffb-39b0039ded5d admin admin] Pushing event updated for resources: {'Network': ['ID=fcf3506d-50a2-4df4-abbe-ad8c5688bf16,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:34.441710 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network fcf3506d-50a2-4df4-abbe-ad8c5688bf16 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:50:34.467533 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-e0a401c0-d3ca-4556-a4e0-420194637574 service neutron] 10.222.0.20 "GET /v2.0/networks/242b9656-8eaf-49c1-ad20-3e2322fc3cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973485 Nov 12 00:50:34.471694 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec312fa-fa2d-467e-beb1-21ad8ae015ec admin admin] Made reservation on behalf of 128bade3c9284bed8057cd44f8e1bea1 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:50:34.474213 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5ec312fa-fa2d-467e-beb1-21ad8ae015ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:34.550184 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 26459ae7-7de7-43fa-9215-d791a09190d5 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:50:34.560220 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20195df4-50cb-486a-be02-02fdc9675839 req-7dfd005d-677d-49ca-9909-af15f5e7f719 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:34.562100 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-20195df4-50cb-486a-be02-02fdc9675839 req-7dfd005d-677d-49ca-9909-af15f5e7f719 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.1291716 Nov 12 00:50:34.641915 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-20195df4-50cb-486a-be02-02fdc9675839 req-f0c1c56e-c965-4b3e-bb9b-9d37329fe65c tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671268 Nov 12 00:50:34.759281 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5ec312fa-fa2d-467e-beb1-21ad8ae015ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:34.791510 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 26459ae7-7de7-43fa-9215-d791a09190d5, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=26459ae7-7de7-43fa-9215-d791a09190d5,segment=NetworkSegment(e323e1ba-cd12-4149-9627-b6e21b9d8316),segment_id=e323e1ba-cd12-4149-9627-b6e21b9d8316)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:34.884528 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ec0ea2f6-1a66-4957-8738-86d1217582d4 req-11d43371-87f6-4af5-b9c5-ebca6d7be2ac tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6912b7f5-3aad-444d-9b95-de0f3b578ec7 HTTP/1.1" status: 200 len: 210 time: 0.0525627 Nov 12 00:50:34.987842 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '26459ae7-7de7-43fa-9215-d791a09190d5', 'network_id': 'd1609365-dc2c-4cc0-bd3f-6d0911d9d2b8', 'port_id': '26459ae7-7de7-43fa-9215-d791a09190d5', 'mac_address': 'fa:16:3e:9d:4c:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f97ba5-c14e-4c2a-9f62-1fe436271791', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:50:35.042755 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:35.060705 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26459ae7-7de7-43fa-9215-d791a09190d5 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:35.095490 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 26459ae7-7de7-43fa-9215-d791a09190d5, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=26459ae7-7de7-43fa-9215-d791a09190d5,segment=NetworkSegment(e323e1ba-cd12-4149-9627-b6e21b9d8316),segment_id=e323e1ba-cd12-4149-9627-b6e21b9d8316)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:35.100420 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:35.100820 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec312fa-fa2d-467e-beb1-21ad8ae015ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5ec46ca-bb47-4e7a-83ee-6e0f285b7026,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:35.129659 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec312fa-fa2d-467e-beb1-21ad8ae015ec admin admin] Checking segment: {'id': '50f6e2fa-120d-43e1-8fa7-bb78576e9366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'fcf3506d-50a2-4df4-abbe-ad8c5688bf16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:35.130285 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec312fa-fa2d-467e-beb1-21ad8ae015ec admin admin] Network hostable DHCP agents. Network: fcf3506d-50a2-4df4-abbe-ad8c5688bf16, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:50:35.136228 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a362d584-6dd4-433a-9748-48cb326bea18 req-63e52fe6-422b-4502-9912-36abda88c1ff tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:35.145582 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a362d584-6dd4-433a-9748-48cb326bea18 req-63e52fe6-422b-4502-9912-36abda88c1ff tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 945 time: 0.0939298 Nov 12 00:50:35.156011 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a10e84-3f33-4776-ba28-36f0fcd33f64 req-b4eafad4-288e-4d63-87a7-12e3e5610032 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:35.156385 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=26459ae7-7de7-43fa-9215-d791a09190d5,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:35.157432 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c9a10e84-3f33-4776-ba28-36f0fcd33f64 req-b4eafad4-288e-4d63-87a7-12e3e5610032 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=9244a3b4-8078-4315-92af-a13f32cfc832 HTTP/1.1" status: 200 len: 943 time: 0.3619792 Nov 12 00:50:35.158735 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec312fa-fa2d-467e-beb1-21ad8ae015ec admin admin] Network fcf3506d-50a2-4df4-abbe-ad8c5688bf16 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:50:35.182019 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-5ec312fa-fa2d-467e-beb1-21ad8ae015ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, fcf3506d-50a2-4df4-abbe-ad8c5688bf16) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:35.188740 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec312fa-fa2d-467e-beb1-21ad8ae015ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:35.189711 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5ec312fa-fa2d-467e-beb1-21ad8ae015ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:35.201155 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b937c7-9797-48ff-9337-561f52e5d441 None None] Network fcf3506d-50a2-4df4-abbe-ad8c5688bf16 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:50:35.216754 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a362d584-6dd4-433a-9748-48cb326bea18 req-350c4a06-6dc1-48ac-879c-a3f39da8a72b tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642049 Nov 12 00:50:35.234065 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5ec312fa-fa2d-467e-beb1-21ad8ae015ec admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8219726 Nov 12 00:50:35.264689 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c9a10e84-3f33-4776-ba28-36f0fcd33f64 req-9650a855-066e-4d60-8e8b-a7abb6a9bc0a tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979693 Nov 12 00:50:35.365797 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d110a8-de0c-4f62-ba7e-3b1f1e1fdef8 None None] Network fcf3506d-50a2-4df4-abbe-ad8c5688bf16 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:50:35.484061 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [req-125d89db-526e-476a-b479-220f1a5a7a2b req-dad525bf-723c-43c2-ba60-d4d2adecb984 tempest-SecurityGroupsNegativeTestJSON-846927895 tempest-SecurityGroupsNegativeTestJSON-846927895-project] show failed (client error): The resource could not be found. Nov 12 00:50:35.489932 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-125d89db-526e-476a-b479-220f1a5a7a2b req-dad525bf-723c-43c2-ba60-d4d2adecb984 tempest-SecurityGroupsNegativeTestJSON-846927895 tempest-SecurityGroupsNegativeTestJSON-846927895-project] 10.222.0.20 "GET /v2.0/security-groups/5d1532a9-6a20-4728-80ea-40a843648980 HTTP/1.1" status: 404 len: 352 time: 0.0253820 Nov 12 00:50:35.556481 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['26459ae7-7de7-43fa-9215-d791a09190d5'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:50:35.590028 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b1b227d9-1e79-45f2-92b6-41badd8ae9d2 req-0c709bb0-acfa-47c6-88cc-6ee55b427e65 tempest-SecurityGroupsNegativeTestJSON-846927895 tempest-SecurityGroupsNegativeTestJSON-846927895-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=128bade3c9284bed8057cd44f8e1bea1 HTTP/1.1" status: 200 len: 3005 time: 0.0678365 Nov 12 00:50:35.653769 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b1b227d9-1e79-45f2-92b6-41badd8ae9d2 req-09c72848-6733-4a3f-b069-f2eae71d8ad0 tempest-SecurityGroupsNegativeTestJSON-846927895 tempest-SecurityGroupsNegativeTestJSON-846927895-project] 10.222.0.20 "GET /v2.0/security-groups/f0a4c87d-ac0e-49f7-a30b-7383c6592ec0 HTTP/1.1" status: 200 len: 3002 time: 0.0568669 Nov 12 00:50:35.708548 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b1b227d9-1e79-45f2-92b6-41badd8ae9d2 req-f16a4bda-5a2d-4df7-ba27-72d0dc16d0b5 tempest-SecurityGroupsNegativeTestJSON-846927895 tempest-SecurityGroupsNegativeTestJSON-846927895-project] 10.222.0.20 "GET /v2.0/security-groups/f0a4c87d-ac0e-49f7-a30b-7383c6592ec0 HTTP/1.1" status: 200 len: 3002 time: 0.0538604 Nov 12 00:50:35.765984 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d9ff90-f4c8-4638-8fb6-71333cca2892 req-93c61307-65df-4cca-a59e-60da184ff977 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:35.768306 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d1d9ff90-f4c8-4638-8fb6-71333cca2892 req-93c61307-65df-4cca-a59e-60da184ff977 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.0584617 Nov 12 00:50:35.780025 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-914a0adf-54e1-4c89-992b-e49a796fdf42 req-eeecb8bf-2d02-4049-a1c9-b87e58d33554 tempest-SecurityGroupsNegativeTestJSON-846927895 tempest-SecurityGroupsNegativeTestJSON-846927895-project] 10.222.0.20 "GET /v2.0/security-groups/f0a4c87d-ac0e-49f7-a30b-7383c6592ec0 HTTP/1.1" status: 200 len: 3002 time: 0.0452411 Nov 12 00:50:35.818461 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d1d9ff90-f4c8-4638-8fb6-71333cca2892 req-571b7425-59ce-47e3-b24a-26b6a5f0f634 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434566 Nov 12 00:50:35.840340 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [req-914a0adf-54e1-4c89-992b-e49a796fdf42 req-cc479b2b-39cc-4c96-94a5-efb8a351572c tempest-SecurityGroupsNegativeTestJSON-846927895 tempest-SecurityGroupsNegativeTestJSON-846927895-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 00:50:35.841396 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-914a0adf-54e1-4c89-992b-e49a796fdf42 req-cc479b2b-39cc-4c96-94a5-efb8a351572c tempest-SecurityGroupsNegativeTestJSON-846927895 tempest-SecurityGroupsNegativeTestJSON-846927895-project] 10.222.0.20 "DELETE /v2.0/security-groups/f0a4c87d-ac0e-49f7-a30b-7383c6592ec0 HTTP/1.1" status: 409 len: 352 time: 0.0551493 Nov 12 00:50:35.931596 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [req-c767ddca-5863-43bd-92ed-7788d039351c req-8b872840-dac2-4ae8-8d2a-3da43b2542d2 tempest-SecurityGroupsNegativeTestJSON-846927895 tempest-SecurityGroupsNegativeTestJSON-846927895-project] show failed (client error): The resource could not be found. Nov 12 00:50:35.932679 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c767ddca-5863-43bd-92ed-7788d039351c req-8b872840-dac2-4ae8-8d2a-3da43b2542d2 tempest-SecurityGroupsNegativeTestJSON-846927895 tempest-SecurityGroupsNegativeTestJSON-846927895-project] 10.222.0.20 "GET /v2.0/security-groups/badb5d58-24aa-4da2-9f49-baa82c16edd0 HTTP/1.1" status: 404 len: 352 time: 0.0146070 Nov 12 00:50:36.016749 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5d16cc42-3b97-41e0-944c-c759aa48beb9 req-dff2f62c-6719-46de-b6b5-1b843d20ebfc tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6912b7f5-3aad-444d-9b95-de0f3b578ec7 HTTP/1.1" status: 200 len: 210 time: 0.0312912 Nov 12 00:50:36.058120 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e3017-7e3d-4476-9425-2dbcfe9c926f req-9e706a75-cedc-4f0d-ad2c-8f2373817b19 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:36.060281 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a79e3017-7e3d-4476-9425-2dbcfe9c926f req-9e706a75-cedc-4f0d-ad2c-8f2373817b19 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.0712118 Nov 12 00:50:36.067471 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [req-2273c7de-da32-4a58-80d9-e3365d71ec7e req-fbd08f7f-a216-4b9e-8605-3c8b4ff10137 tempest-SecurityGroupsNegativeTestJSON-846927895 tempest-SecurityGroupsNegativeTestJSON-846927895-project] show failed (client error): The resource could not be found. Nov 12 00:50:36.068992 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2273c7de-da32-4a58-80d9-e3365d71ec7e req-fbd08f7f-a216-4b9e-8605-3c8b4ff10137 tempest-SecurityGroupsNegativeTestJSON-846927895 tempest-SecurityGroupsNegativeTestJSON-846927895-project] 10.222.0.20 "GET /v2.0/security-groups/ebba5067-ef86-4e3c-911f-55ad1c32d6f8 HTTP/1.1" status: 404 len: 352 time: 0.0209506 Nov 12 00:50:36.079068 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 55484) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:36.134568 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b1baf85-b314-4def-85c4-fd1c78d3d127 admin admin] Deleting subnet f5ec46ca-bb47-4e7a-83ee-6e0f285b7026 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:50:36.138235 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8b1baf85-b314-4def-85c4-fd1c78d3d127 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:36.163978 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a79e3017-7e3d-4476-9425-2dbcfe9c926f req-0c787f25-1d9b-4124-ae50-abd5e3a4ca42 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965514 Nov 12 00:50:36.170537 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff188e4-d4f2-4d2b-aba3-8f24570eb098 req-76e3cb4d-93bf-4a42-baec-127429d85e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:36.172551 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cff188e4-d4f2-4d2b-aba3-8f24570eb098 req-76e3cb4d-93bf-4a42-baec-127429d85e82 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e225da8786ab452db9121c1cfb9ab35d&device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 1096 time: 0.0820870 Nov 12 00:50:36.187762 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8b1baf85-b314-4def-85c4-fd1c78d3d127 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:36.337643 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8b1baf85-b314-4def-85c4-fd1c78d3d127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:36.417175 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-f909dc60-19a8-4f25-8890-bf1d3fe6d15f tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:36.419055 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a2b3da3f-b344-4ef7-83ce-27d75d302a85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:36.419883 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-f909dc60-19a8-4f25-8890-bf1d3fe6d15f tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.54 "GET /v2.0/networks?id=242b9656-8eaf-49c1-ad20-3e2322fc3cb8 HTTP/1.1" status: 200 len: 813 time: 0.2103446 Nov 12 00:50:36.437065 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-c892f0bd-f5a9-4a86-b32e-2cef33285a28 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:36.438599 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-c892f0bd-f5a9-4a86-b32e-2cef33285a28 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.49 "GET /v2.0/networks?id=242b9656-8eaf-49c1-ad20-3e2322fc3cb8 HTTP/1.1" status: 200 len: 813 time: 0.2119997 Nov 12 00:50:36.444059 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff188e4-d4f2-4d2b-aba3-8f24570eb098 req-0d97e81a-f6fb-4ff3-a33c-bba583fb0212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:36.445752 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cff188e4-d4f2-4d2b-aba3-8f24570eb098 req-0d97e81a-f6fb-4ff3-a33c-bba583fb0212 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e HTTP/1.1" status: 200 len: 913 time: 0.2398648 Nov 12 00:50:36.453421 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a26b85-1a59-4b4c-b9e9-af0b55b7eba1 req-a4f3efc9-e161-4be7-aaac-99f35929f59c tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:36.455388 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-53a26b85-1a59-4b4c-b9e9-af0b55b7eba1 req-a4f3efc9-e161-4be7-aaac-99f35929f59c tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 945 time: 0.1024730 Nov 12 00:50:36.461995 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-2a0f5f76-9d8d-4a73-9cb7-9a71650945dc tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Request body: {'port': {'device_id': '511f3a9b-9540-41dd-94ec-4d7299ef1b14', 'network_id': '242b9656-8eaf-49c1-ad20-3e2322fc3cb8', 'admin_state_up': True, 'tenant_id': '894a6b8c4e364a31a5bd7a5ffcddd9ed'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:36.466238 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8b1baf85-b314-4def-85c4-fd1c78d3d127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:36.468467 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-16832ca0-aee2-4f6b-9fb7-26ef4d687874 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Request body: {'port': {'device_id': '6912b7f5-3aad-444d-9b95-de0f3b578ec7', 'network_id': '242b9656-8eaf-49c1-ad20-3e2322fc3cb8', 'admin_state_up': True, 'tenant_id': '894a6b8c4e364a31a5bd7a5ffcddd9ed'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:36.524496 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1baf85-b314-4def-85c4-fd1c78d3d127 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5ec46ca-bb47-4e7a-83ee-6e0f285b7026,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:36.552363 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8b1baf85-b314-4def-85c4-fd1c78d3d127 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:36.555511 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8b1baf85-b314-4def-85c4-fd1c78d3d127 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f5ec46ca-bb47-4e7a-83ee-6e0f285b7026 HTTP/1.1" status: 204 len: 168 time: 0.4748793 Nov 12 00:50:36.558943 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 55492) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:36.591594 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b1398-5086-44fb-84f2-1470852e9309 req-cb32886e-f14f-479d-9d52-ac978f674c6f tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:36.593074 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-805b1398-5086-44fb-84f2-1470852e9309 req-cb32886e-f14f-479d-9d52-ac978f674c6f tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=9244a3b4-8078-4315-92af-a13f32cfc832 HTTP/1.1" status: 200 len: 944 time: 0.1656821 Nov 12 00:50:36.603404 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cff188e4-d4f2-4d2b-aba3-8f24570eb098 req-b2496211-ee98-437c-b4d2-cf8d0c23681e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfa2737e-ff39-485a-a2ad-858e4b4be17b HTTP/1.1" status: 200 len: 999 time: 0.1467729 Nov 12 00:50:36.655581 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-53a26b85-1a59-4b4c-b9e9-af0b55b7eba1 req-72b7dfa9-0aa0-46e3-915f-406dde664bde tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910927 Nov 12 00:50:36.696769 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5a37c40f-91c1-4dd3-894d-a7024e5f64e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:36.697257 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff188e4-d4f2-4d2b-aba3-8f24570eb098 req-8e50c90f-0635-4591-82a9-72d259e9efaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:36.698833 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cff188e4-d4f2-4d2b-aba3-8f24570eb098 req-8e50c90f-0635-4591-82a9-72d259e9efaa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f HTTP/1.1" status: 200 len: 851 time: 0.0813713 Nov 12 00:50:36.724488 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-805b1398-5086-44fb-84f2-1470852e9309 req-bcf8d46d-8ad8-4aff-a931-166493b199bf tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195173 Nov 12 00:50:36.735973 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-16832ca0-aee2-4f6b-9fb7-26ef4d687874 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Made reservation on behalf of 894a6b8c4e364a31a5bd7a5ffcddd9ed for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:50:36.739499 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-16832ca0-aee2-4f6b-9fb7-26ef4d687874 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:36.765998 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-2a0f5f76-9d8d-4a73-9cb7-9a71650945dc tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Made reservation on behalf of 894a6b8c4e364a31a5bd7a5ffcddd9ed for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:50:36.769177 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff188e4-d4f2-4d2b-aba3-8f24570eb098 req-1c62ead8-739c-480c-83ba-8ab197cf4d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:36.770396 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-2a0f5f76-9d8d-4a73-9cb7-9a71650945dc tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:36.770610 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cff188e4-d4f2-4d2b-aba3-8f24570eb098 req-1c62ead8-739c-480c-83ba-8ab197cf4d22 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628960 Nov 12 00:50:36.821514 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5a37c40f-91c1-4dd3-894d-a7024e5f64e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:36.879282 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-5a37c40f-91c1-4dd3-894d-a7024e5f64e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcf3506d-50a2-4df4-abbe-ad8c5688bf16']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:36.895769 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-5a37c40f-91c1-4dd3-894d-a7024e5f64e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50f6e2fa-120d-43e1-8fa7-bb78576e9366') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:36.896061 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-5a37c40f-91c1-4dd3-894d-a7024e5f64e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50f6e2fa-120d-43e1-8fa7-bb78576e9366') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:36.916842 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5a37c40f-91c1-4dd3-894d-a7024e5f64e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:36.934083 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5a37c40f-91c1-4dd3-894d-a7024e5f64e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:36.943903 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a37c40f-91c1-4dd3-894d-a7024e5f64e2 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:50:36.945964 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5a37c40f-91c1-4dd3-894d-a7024e5f64e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:36.948699 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 00:50:36.948699 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:50:36.948699 n-d-812236-11 neutron-server[102662]: timer() Nov 12 00:50:36.948699 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:50:36.948699 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 00:50:36.948699 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:50:36.948699 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 00:50:36.948699 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:50:36.948699 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 00:50:36.948699 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:50:36.948699 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 00:50:36.948699 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:50:36.948699 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 00:50:36.948699 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:50:36.948699 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:50:36.948699 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:50:36.948699 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:50:36.948699 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:50:36.948699 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 00:50:36.948699 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:50:36.948699 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 00:50:36.948699 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:50:36.948699 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:50:36.948699 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:50:36.948699 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 00:50:36.948699 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:50:36.948699 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:50:36.948699 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:50:36.948699 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:50:36.948699 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:50:36.948699 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:50:36.948699 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:50:36.954241 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cff188e4-d4f2-4d2b-aba3-8f24570eb098 req-c60e237b-bfe9-4e01-a0ff-b95db336a5f6 service neutron] 10.222.0.54 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751990 Nov 12 00:50:36.959017 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-16832ca0-aee2-4f6b-9fb7-26ef4d687874 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Allocated IP 172.20.0.8 (242b9656-8eaf-49c1-ad20-3e2322fc3cb8/29316bdd-5ca7-4557-9c8e-27721c523639/8a0d1a7b-00ec-4918-bfb5-f136846ba607) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:50:37.007243 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5a37c40f-91c1-4dd3-894d-a7024e5f64e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:37.012204 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5a37c40f-91c1-4dd3-894d-a7024e5f64e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:37.015518 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5a37c40f-91c1-4dd3-894d-a7024e5f64e2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/fcf3506d-50a2-4df4-abbe-ad8c5688bf16 HTTP/1.1" status: 204 len: 168 time: 0.4555411 Nov 12 00:50:37.030583 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a37c40f-91c1-4dd3-894d-a7024e5f64e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcf3506d-50a2-4df4-abbe-ad8c5688bf16,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:37.139198 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cff188e4-d4f2-4d2b-aba3-8f24570eb098 req-e2f7e649-21ef-4a84-be16-1e6d63ad3f9d service neutron] 10.222.0.54 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756680 Nov 12 00:50:37.139352 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 55500) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:37.172819 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-49d2bf29-4cad-4ba4-a849-45693388255d req-0d4f49c0-8638-4dd2-b033-1f8f16eb91f6 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6912b7f5-3aad-444d-9b95-de0f3b578ec7 HTTP/1.1" status: 200 len: 210 time: 0.0385065 Nov 12 00:50:37.206150 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-4bb753af-c730-40b4-bae2-23fa45eb0418 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=128bade3c9284bed8057cd44f8e1bea1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0642502 Nov 12 00:50:37.208009 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 55506) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:37.226848 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-16832ca0-aee2-4f6b-9fb7-26ef4d687874 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:37.264993 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-16832ca0-aee2-4f6b-9fb7-26ef4d687874 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:37.275821 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-893306f8-1d83-4e66-8228-ffb9e54367fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:37.308641 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-16832ca0-aee2-4f6b-9fb7-26ef4d687874 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Network 242b9656-8eaf-49c1-ad20-3e2322fc3cb8 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:50:37.311661 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-16832ca0-aee2-4f6b-9fb7-26ef4d687874 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:37.318340 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-16832ca0-aee2-4f6b-9fb7-26ef4d687874 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:50:37.347151 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16832ca0-aee2-4f6b-9fb7-26ef4d687874 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Pushing event updated for resources: {'Port': ['ID=8a0d1a7b-00ec-4918-bfb5-f136846ba607,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:37.352979 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-893306f8-1d83-4e66-8228-ffb9e54367fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:37.378747 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-16832ca0-aee2-4f6b-9fb7-26ef4d687874 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:37.378747 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-16832ca0-aee2-4f6b-9fb7-26ef4d687874 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:37.379190 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-2a0f5f76-9d8d-4a73-9cb7-9a71650945dc tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Allocated IP 172.20.0.4 (242b9656-8eaf-49c1-ad20-3e2322fc3cb8/29316bdd-5ca7-4557-9c8e-27721c523639/f5aa355c-888f-415a-bf69-789e5e13447b) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:50:37.399465 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-16832ca0-aee2-4f6b-9fb7-26ef4d687874 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9354241 Nov 12 00:50:37.403281 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01942c4c-7548-4c71-8bc7-c387a1919d95 req-de01262e-73b1-4101-8b90-4c845692e389 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:37.404911 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-01942c4c-7548-4c71-8bc7-c387a1919d95 req-de01262e-73b1-4101-8b90-4c845692e389 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.1467085 Nov 12 00:50:37.425572 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-a39d06c1-d6db-4090-ab18-b0ebe3bba56a service neutron] Request body: {'port': {'device_id': '6912b7f5-3aad-444d-9b95-de0f3b578ec7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:37.494101 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-a39d06c1-d6db-4090-ab18-b0ebe3bba56a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:37.506711 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-893306f8-1d83-4e66-8228-ffb9e54367fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:37.509272 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-893306f8-1d83-4e66-8228-ffb9e54367fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:37.512926 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-893306f8-1d83-4e66-8228-ffb9e54367fd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f0a4c87d-ac0e-49f7-a30b-7383c6592ec0 HTTP/1.1" status: 204 len: 168 time: 0.3016827 Nov 12 00:50:37.533646 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-01942c4c-7548-4c71-8bc7-c387a1919d95 req-1b89a646-bd41-4f34-9f9c-8eea9572ac63 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193938 Nov 12 00:50:37.542316 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893306f8-1d83-4e66-8228-ffb9e54367fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a4c87d-ac0e-49f7-a30b-7383c6592ec0,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:37.590800 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:37.632523 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-2a0f5f76-9d8d-4a73-9cb7-9a71650945dc tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:37.674461 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-2a0f5f76-9d8d-4a73-9cb7-9a71650945dc tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:37.777043 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-2a0f5f76-9d8d-4a73-9cb7-9a71650945dc tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Network 242b9656-8eaf-49c1-ad20-3e2322fc3cb8 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:50:37.784831 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-2a0f5f76-9d8d-4a73-9cb7-9a71650945dc tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:37.792059 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-2a0f5f76-9d8d-4a73-9cb7-9a71650945dc tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:50:37.853856 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f5f76-9d8d-4a73-9cb7-9a71650945dc tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Pushing event updated for resources: {'Port': ['ID=f5aa355c-888f-415a-bf69-789e5e13447b,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:37.888164 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17491b-49df-47be-9f6d-946af014a5c5 req-18974104-923c-4eb3-bf80-24dc19e8587d tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:37.894101 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6c17491b-49df-47be-9f6d-946af014a5c5 req-18974104-923c-4eb3-bf80-24dc19e8587d tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 945 time: 0.1025438 Nov 12 00:50:37.898076 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-2a0f5f76-9d8d-4a73-9cb7-9a71650945dc tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:37.899175 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-2a0f5f76-9d8d-4a73-9cb7-9a71650945dc tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:37.923411 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818c06c-3e3a-47d2-9ad7-dd6970ee5c1e req-38510b58-2590-475e-8211-5f5749ef7180 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:37.931657 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b818c06c-3e3a-47d2-9ad7-dd6970ee5c1e req-38510b58-2590-475e-8211-5f5749ef7180 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=9244a3b4-8078-4315-92af-a13f32cfc832 HTTP/1.1" status: 200 len: 944 time: 0.0899858 Nov 12 00:50:37.943814 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-2a0f5f76-9d8d-4a73-9cb7-9a71650945dc tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4857764 Nov 12 00:50:37.963401 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-e3be1a85-5e5a-4619-b1d2-b92c089f32e9 service neutron] Request body: {'port': {'device_id': '511f3a9b-9540-41dd-94ec-4d7299ef1b14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:37.980431 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-a39d06c1-d6db-4090-ab18-b0ebe3bba56a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a0d1a7b-00ec-4918-bfb5-f136846ba607 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:37.997978 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6c17491b-49df-47be-9f6d-946af014a5c5 req-26558b1c-a5d7-4fa2-9025-19ad0f2d573c tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933261 Nov 12 00:50:38.000084 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-a39d06c1-d6db-4090-ab18-b0ebe3bba56a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:38.025001 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b818c06c-3e3a-47d2-9ad7-dd6970ee5c1e req-ad8a4f66-459b-4c2d-9614-98519cfd6cc4 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922282 Nov 12 00:50:38.031914 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-a39d06c1-d6db-4090-ab18-b0ebe3bba56a service neutron] Transition to ACTIVE for port object 8a0d1a7b-00ec-4918-bfb5-f136846ba607 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:50:38.037774 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-a39d06c1-d6db-4090-ab18-b0ebe3bba56a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:38.056347 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-e3be1a85-5e5a-4619-b1d2-b92c089f32e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:38.149189 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39d06c1-d6db-4090-ab18-b0ebe3bba56a service neutron] Pushing event updated for resources: {'Port': ['ID=8a0d1a7b-00ec-4918-bfb5-f136846ba607,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:38.183719 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-a39d06c1-d6db-4090-ab18-b0ebe3bba56a service neutron] Attempting to bind port 8a0d1a7b-00ec-4918-bfb5-f136846ba607 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:50:38.184181 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-a39d06c1-d6db-4090-ab18-b0ebe3bba56a service neutron] Attempting to bind port 8a0d1a7b-00ec-4918-bfb5-f136846ba607 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '463090f5-8ae8-4aad-b579-f51ce246c77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '242b9656-8eaf-49c1-ad20-3e2322fc3cb8'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:50:38.184737 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-a39d06c1-d6db-4090-ab18-b0ebe3bba56a service neutron] Attempting to bind port 8a0d1a7b-00ec-4918-bfb5-f136846ba607 on network 242b9656-8eaf-49c1-ad20-3e2322fc3cb8 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:38.190668 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-a39d06c1-d6db-4090-ab18-b0ebe3bba56a service neutron] Port 8a0d1a7b-00ec-4918-bfb5-f136846ba607 on network 242b9656-8eaf-49c1-ad20-3e2322fc3cb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:50:38.191083 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-a39d06c1-d6db-4090-ab18-b0ebe3bba56a service neutron] Attempting to bind port 8a0d1a7b-00ec-4918-bfb5-f136846ba607 on network 242b9656-8eaf-49c1-ad20-3e2322fc3cb8 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:38.199062 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-a39d06c1-d6db-4090-ab18-b0ebe3bba56a service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:50:38.199468 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-a39d06c1-d6db-4090-ab18-b0ebe3bba56a service neutron] Checking segment: {'id': '463090f5-8ae8-4aad-b579-f51ce246c77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '242b9656-8eaf-49c1-ad20-3e2322fc3cb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:38.199948 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-a39d06c1-d6db-4090-ab18-b0ebe3bba56a service neutron] Bound using segment: {'id': '463090f5-8ae8-4aad-b579-f51ce246c77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '242b9656-8eaf-49c1-ad20-3e2322fc3cb8'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:50:38.200576 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-a39d06c1-d6db-4090-ab18-b0ebe3bba56a service neutron] Bound port: 8a0d1a7b-00ec-4918-bfb5-f136846ba607, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '463090f5-8ae8-4aad-b579-f51ce246c77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '242b9656-8eaf-49c1-ad20-3e2322fc3cb8'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:50:38.200943 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-a39d06c1-d6db-4090-ab18-b0ebe3bba56a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:38.311277 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-a39d06c1-d6db-4090-ab18-b0ebe3bba56a service neutron] For port 8a0d1a7b-00ec-4918-bfb5-f136846ba607, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:50:38.323786 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-a39d06c1-d6db-4090-ab18-b0ebe3bba56a service neutron] For port 8a0d1a7b-00ec-4918-bfb5-f136846ba607, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=8a0d1a7b-00ec-4918-bfb5-f136846ba607,segment=NetworkSegment(463090f5-8ae8-4aad-b579-f51ce246c77b),segment_id=463090f5-8ae8-4aad-b579-f51ce246c77b)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:50:38.337253 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-a39d06c1-d6db-4090-ab18-b0ebe3bba56a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:38.384148 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c2fd5-0f5b-415c-8299-4775285fc23a req-e7d434d8-4087-4009-b31e-fc9e91f1c1ad tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:38.385214 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e91c2fd5-0f5b-415c-8299-4775285fc23a req-e7d434d8-4087-4009-b31e-fc9e91f1c1ad tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6912b7f5-3aad-444d-9b95-de0f3b578ec7 HTTP/1.1" status: 200 len: 943 time: 0.1127739 Nov 12 00:50:38.393072 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-a39d06c1-d6db-4090-ab18-b0ebe3bba56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:38.393535 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-a39d06c1-d6db-4090-ab18-b0ebe3bba56a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:38.395145 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-a39d06c1-d6db-4090-ab18-b0ebe3bba56a service neutron] 10.222.0.49 "PUT /v2.0/ports/8a0d1a7b-00ec-4918-bfb5-f136846ba607 HTTP/1.1" status: 200 len: 1092 time: 0.9741776 Nov 12 00:50:38.395618 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6912b7f5-3aad-444d-9b95-de0f3b578ec7', 'tag': '8a0d1a7b-00ec-4918-bfb5-f136846ba607'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:38.398309 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843ed2e7-1b46-4d5b-8761-fcfee5387a0f" -d '{"events": [{"name": "network-changed", "server_uuid": "6912b7f5-3aad-444d-9b95-de0f3b578ec7", "tag": "8a0d1a7b-00ec-4918-bfb5-f136846ba607"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:38.437665 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-e3be1a85-5e5a-4619-b1d2-b92c089f32e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5aa355c-888f-415a-bf69-789e5e13447b {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:38.449280 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-e3be1a85-5e5a-4619-b1d2-b92c089f32e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:38.451060 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39d06c1-d6db-4090-ab18-b0ebe3bba56a service neutron] Pushing event updated for resources: {'Port': ['ID=8a0d1a7b-00ec-4918-bfb5-f136846ba607,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:38.466733 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-e3be1a85-5e5a-4619-b1d2-b92c089f32e9 service neutron] Transition to ACTIVE for port object f5aa355c-888f-415a-bf69-789e5e13447b will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:50:38.467240 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e91c2fd5-0f5b-415c-8299-4775285fc23a req-eef4801d-e9d7-4b60-ae35-bdd7096908a4 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1a04a5f-1f27-4c08-9464-0b20756113d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657265 Nov 12 00:50:38.472866 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-e3be1a85-5e5a-4619-b1d2-b92c089f32e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:38.499971 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 55542) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:38.516771 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9aec6f6-30f5-4253-a90f-346ebdd4202b x-openstack-request-id: req-e9aec6f6-30f5-4253-a90f-346ebdd4202b {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:38.517240 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6912b7f5-3aad-444d-9b95-de0f3b578ec7", "tag": "8a0d1a7b-00ec-4918-bfb5-f136846ba607", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:38.517669 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e9aec6f6-30f5-4253-a90f-346ebdd4202b {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:38.518087 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6912b7f5-3aad-444d-9b95-de0f3b578ec7', 'tag': '8a0d1a7b-00ec-4918-bfb5-f136846ba607', 'status': 'completed', 'code': 200} Nov 12 00:50:38.528143 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-a383a550-82a4-4b00-b943-5be8dada7e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:38.529700 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-a383a550-82a4-4b00-b943-5be8dada7e7c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=894a6b8c4e364a31a5bd7a5ffcddd9ed&device_id=6912b7f5-3aad-444d-9b95-de0f3b578ec7 HTTP/1.1" status: 200 len: 1095 time: 0.0608552 Nov 12 00:50:38.543303 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be1a85-5e5a-4619-b1d2-b92c089f32e9 service neutron] Pushing event updated for resources: {'Port': ['ID=f5aa355c-888f-415a-bf69-789e5e13447b,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:38.582635 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 26459ae7-7de7-43fa-9215-d791a09190d5 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:38.588374 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-b88d6b6d-f7db-4e53-a518-403c83901076 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a0d1a7b-00ec-4918-bfb5-f136846ba607 HTTP/1.1" status: 200 len: 217 time: 0.0408866 Nov 12 00:50:38.635731 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-e3be1a85-5e5a-4619-b1d2-b92c089f32e9 service neutron] Attempting to bind port f5aa355c-888f-415a-bf69-789e5e13447b on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:50:38.636066 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-e3be1a85-5e5a-4619-b1d2-b92c089f32e9 service neutron] Attempting to bind port f5aa355c-888f-415a-bf69-789e5e13447b by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '463090f5-8ae8-4aad-b579-f51ce246c77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '242b9656-8eaf-49c1-ad20-3e2322fc3cb8'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:50:38.636397 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-e3be1a85-5e5a-4619-b1d2-b92c089f32e9 service neutron] Attempting to bind port f5aa355c-888f-415a-bf69-789e5e13447b on network 242b9656-8eaf-49c1-ad20-3e2322fc3cb8 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:38.638364 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-736d4aa2-e361-4007-8e1b-2ed11849eeb5 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1230265846-network', 'tenant_id': 'f045ae1c986f44b38353f7deb19cfbd4'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:38.640857 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-e3be1a85-5e5a-4619-b1d2-b92c089f32e9 service neutron] Port f5aa355c-888f-415a-bf69-789e5e13447b on network 242b9656-8eaf-49c1-ad20-3e2322fc3cb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:50:38.641347 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-e3be1a85-5e5a-4619-b1d2-b92c089f32e9 service neutron] Attempting to bind port f5aa355c-888f-415a-bf69-789e5e13447b on network 242b9656-8eaf-49c1-ad20-3e2322fc3cb8 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:38.646793 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-e3be1a85-5e5a-4619-b1d2-b92c089f32e9 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:50:38.647163 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-e3be1a85-5e5a-4619-b1d2-b92c089f32e9 service neutron] Checking segment: {'id': '463090f5-8ae8-4aad-b579-f51ce246c77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '242b9656-8eaf-49c1-ad20-3e2322fc3cb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:38.647552 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-e3be1a85-5e5a-4619-b1d2-b92c089f32e9 service neutron] Bound using segment: {'id': '463090f5-8ae8-4aad-b579-f51ce246c77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '242b9656-8eaf-49c1-ad20-3e2322fc3cb8'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:50:38.647975 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-e3be1a85-5e5a-4619-b1d2-b92c089f32e9 service neutron] Bound port: f5aa355c-888f-415a-bf69-789e5e13447b, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '463090f5-8ae8-4aad-b579-f51ce246c77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '242b9656-8eaf-49c1-ad20-3e2322fc3cb8'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:50:38.648329 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-e3be1a85-5e5a-4619-b1d2-b92c089f32e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:38.664036 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 26459ae7-7de7-43fa-9215-d791a09190d5 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:50:38.669053 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 26459ae7-7de7-43fa-9215-d791a09190d5 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:38.669448 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:38.704391 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-99dc275c-bc0c-47a4-9e56-933a8521230e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:38.705886 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-99dc275c-bc0c-47a4-9e56-933a8521230e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=29316bdd-5ca7-4557-9c8e-27721c523639 HTTP/1.1" status: 200 len: 853 time: 0.1092319 Nov 12 00:50:38.706455 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736d4aa2-e361-4007-8e1b-2ed11849eeb5 admin admin] Made reservation on behalf of f045ae1c986f44b38353f7deb19cfbd4 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:50:38.708718 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-736d4aa2-e361-4007-8e1b-2ed11849eeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:38.721293 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-e3be1a85-5e5a-4619-b1d2-b92c089f32e9 service neutron] For port f5aa355c-888f-415a-bf69-789e5e13447b, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:50:38.725458 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-e3be1a85-5e5a-4619-b1d2-b92c089f32e9 service neutron] For port f5aa355c-888f-415a-bf69-789e5e13447b, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f5aa355c-888f-415a-bf69-789e5e13447b,segment=NetworkSegment(463090f5-8ae8-4aad-b579-f51ce246c77b),segment_id=463090f5-8ae8-4aad-b579-f51ce246c77b)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:50:38.729821 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-e3be1a85-5e5a-4619-b1d2-b92c089f32e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:38.731843 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-736d4aa2-e361-4007-8e1b-2ed11849eeb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:38.742917 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9098a194-bff7-4b1c-befd-e54054877d7d req-895e605f-abe8-469c-b42b-5db3efe79bbc tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:38.744437 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9098a194-bff7-4b1c-befd-e54054877d7d req-895e605f-abe8-469c-b42b-5db3efe79bbc tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.1008418 Nov 12 00:50:38.757719 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:38.765482 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-9d4eb567-477a-4e75-99d5-9e6acc3a079b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=242b9656-8eaf-49c1-ad20-3e2322fc3cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421762 Nov 12 00:50:38.771894 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-e3be1a85-5e5a-4619-b1d2-b92c089f32e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:38.772538 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-e3be1a85-5e5a-4619-b1d2-b92c089f32e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:38.774498 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-e3be1a85-5e5a-4619-b1d2-b92c089f32e9 service neutron] 10.222.0.54 "PUT /v2.0/ports/f5aa355c-888f-415a-bf69-789e5e13447b HTTP/1.1" status: 200 len: 1092 time: 0.8150258 Nov 12 00:50:38.775065 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511f3a9b-9540-41dd-94ec-4d7299ef1b14', 'tag': 'f5aa355c-888f-415a-bf69-789e5e13447b'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:38.777199 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ad71af-4af9-48fe-b867-c502398f1946" -d '{"events": [{"name": "network-changed", "server_uuid": "511f3a9b-9540-41dd-94ec-4d7299ef1b14", "tag": "f5aa355c-888f-415a-bf69-789e5e13447b"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:38.783952 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9244a3b4-8078-4315-92af-a13f32cfc832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26459ae7-7de7-43fa-9215-d791a09190d5'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:38.786585 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588990e9-f196-4471-9430-9bed2c228003" -d '{"events": [{"server_uuid": "9244a3b4-8078-4315-92af-a13f32cfc832", "name": "network-vif-plugged", "status": "completed", "tag": "26459ae7-7de7-43fa-9215-d791a09190d5"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:38.800932 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 26459ae7-7de7-43fa-9215-d791a09190d5, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=26459ae7-7de7-43fa-9215-d791a09190d5,segment=NetworkSegment(e323e1ba-cd12-4149-9627-b6e21b9d8316),segment_id=e323e1ba-cd12-4149-9627-b6e21b9d8316)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:38.806053 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be1a85-5e5a-4619-b1d2-b92c089f32e9 service neutron] Pushing event updated for resources: {'Port': ['ID=f5aa355c-888f-415a-bf69-789e5e13447b,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:38.807070 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:38.866885 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=26459ae7-7de7-43fa-9215-d791a09190d5,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:38.883753 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605bfb44-3626-45f7-aede-428a09431df8 x-openstack-request-id: req-605bfb44-3626-45f7-aede-428a09431df8 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:38.884937 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511f3a9b-9540-41dd-94ec-4d7299ef1b14", "tag": "f5aa355c-888f-415a-bf69-789e5e13447b", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:38.885593 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-605bfb44-3626-45f7-aede-428a09431df8 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:38.886425 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511f3a9b-9540-41dd-94ec-4d7299ef1b14', 'tag': 'f5aa355c-888f-415a-bf69-789e5e13447b', 'status': 'completed', 'code': 200} Nov 12 00:50:38.899824 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9098a194-bff7-4b1c-befd-e54054877d7d req-8ce82090-1127-4b63-824b-90cc77f4b25f tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371357 Nov 12 00:50:38.910264 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b03b5bf-bf01-4789-80fa-db137a654c1f x-openstack-request-id: req-4b03b5bf-bf01-4789-80fa-db137a654c1f {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:38.911272 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9244a3b4-8078-4315-92af-a13f32cfc832", "name": "network-vif-plugged", "status": "completed", "tag": "26459ae7-7de7-43fa-9215-d791a09190d5", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:38.911617 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4b03b5bf-bf01-4789-80fa-db137a654c1f {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:38.914056 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9244a3b4-8078-4315-92af-a13f32cfc832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26459ae7-7de7-43fa-9215-d791a09190d5', 'code': 200} Nov 12 00:50:38.936504 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-c49450e9-7073-476f-a77a-ccddb177a6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:38.938408 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-c436bd98-a305-48a8-b19c-b7b9612c7786 service neutron] 10.222.0.49 "GET /v2.0/networks/242b9656-8eaf-49c1-ad20-3e2322fc3cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628425 Nov 12 00:50:38.939619 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-c49450e9-7073-476f-a77a-ccddb177a6de service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=894a6b8c4e364a31a5bd7a5ffcddd9ed&device_id=511f3a9b-9540-41dd-94ec-4d7299ef1b14 HTTP/1.1" status: 200 len: 1095 time: 0.0813982 Nov 12 00:50:38.990878 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-736d4aa2-e361-4007-8e1b-2ed11849eeb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:38.998100 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-73c4ba2d-388a-4e62-afe5-eca9aef8be0d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5aa355c-888f-415a-bf69-789e5e13447b HTTP/1.1" status: 200 len: 217 time: 0.0419090 Nov 12 00:50:39.033944 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-736d4aa2-e361-4007-8e1b-2ed11849eeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:39.083906 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-736d4aa2-e361-4007-8e1b-2ed11849eeb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:50:39.087221 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22c009-40a2-430e-a6ea-f3bba710973c req-13486735-11f6-4451-ad4b-a2dd9561a7ec tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:39.088753 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cc22c009-40a2-430e-a6ea-f3bba710973c req-13486735-11f6-4451-ad4b-a2dd9561a7ec tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.0933235 Nov 12 00:50:39.092951 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-35e52406-21f4-43ae-b453-e03d8068fc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:39.094358 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-35e52406-21f4-43ae-b453-e03d8068fc5f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=29316bdd-5ca7-4557-9c8e-27721c523639 HTTP/1.1" status: 200 len: 853 time: 0.0711770 Nov 12 00:50:39.115324 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d4aa2-e361-4007-8e1b-2ed11849eeb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504a0be3-b679-44bf-bc0b-883987ab454c,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:39.137171 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-db9dd36e-2472-4d63-9f80-b5ed3e1fdfb5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=242b9656-8eaf-49c1-ad20-3e2322fc3cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345809 Nov 12 00:50:39.143579 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-736d4aa2-e361-4007-8e1b-2ed11849eeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:39.143919 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-736d4aa2-e361-4007-8e1b-2ed11849eeb5 admin admin] Added segment f276d0aa-177e-4f4e-961a-b2ec2b54d3b3 of type vlan for network a9bd4d97-ce4d-4779-8f54-675f72a9954e Nov 12 00:50:39.175696 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-9db0e8a2-98a7-494e-884e-b87aa6b368dd service neutron] 10.222.0.49 "GET /v2.0/networks/242b9656-8eaf-49c1-ad20-3e2322fc3cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285326 Nov 12 00:50:39.177608 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61af00-6a84-4d34-a05b-a28b4c15efdd req-50e149db-dae4-468a-ac47-fabd80b931f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:39.178937 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1e61af00-6a84-4d34-a05b-a28b4c15efdd req-50e149db-dae4-468a-ac47-fabd80b931f2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9244a3b4-8078-4315-92af-a13f32cfc832 HTTP/1.1" status: 200 len: 1097 time: 0.1543920 Nov 12 00:50:39.187286 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:39.228664 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cc22c009-40a2-430e-a6ea-f3bba710973c req-27d709ed-a4e2-4b27-821f-e267307282c6 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333458 Nov 12 00:50:39.269637 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-181f6d6b-4e66-48a6-bf73-881bd0a70569 service neutron] 10.222.0.54 "GET /v2.0/networks/242b9656-8eaf-49c1-ad20-3e2322fc3cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220763 Nov 12 00:50:39.404488 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-88d506ba-1f8b-4b28-87bd-5f9aab32280f req-75c87fa2-abbf-4bb5-a73f-ee08c25bef16 service neutron] 10.222.0.54 "GET /v2.0/networks/242b9656-8eaf-49c1-ad20-3e2322fc3cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261342 Nov 12 00:50:39.413178 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384ad56-28ca-48d8-b36f-c3b412ee0455 req-cd269aa3-dda8-4351-a7ab-daad842214eb tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:39.414751 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6384ad56-28ca-48d8-b36f-c3b412ee0455 req-cd269aa3-dda8-4351-a7ab-daad842214eb tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=9244a3b4-8078-4315-92af-a13f32cfc832 HTTP/1.1" status: 200 len: 945 time: 0.0804331 Nov 12 00:50:39.476163 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6384ad56-28ca-48d8-b36f-c3b412ee0455 req-e98bac8e-d914-4621-a63f-060fdea9f541 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548601 Nov 12 00:50:39.539869 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-736d4aa2-e361-4007-8e1b-2ed11849eeb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:39.549670 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad71af-4af9-48fe-b867-c502398f1946 req-d94c6d45-b817-415d-ba1e-772d7dcb4ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:39.551153 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-90ad71af-4af9-48fe-b867-c502398f1946 req-d94c6d45-b817-415d-ba1e-772d7dcb4ff4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=894a6b8c4e364a31a5bd7a5ffcddd9ed&device_id=511f3a9b-9540-41dd-94ec-4d7299ef1b14 HTTP/1.1" status: 200 len: 1095 time: 0.0503314 Nov 12 00:50:39.554037 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f59660-20fa-485c-968c-22062a331e12 req-2ce24790-90a5-444a-9055-30b836a2aa4a tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:39.555529 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-43f59660-20fa-485c-968c-22062a331e12 req-2ce24790-90a5-444a-9055-30b836a2aa4a tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 945 time: 0.4644289 Nov 12 00:50:39.621572 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ed2e7-1b46-4d5b-8761-fcfee5387a0f req-a48b6002-e2fc-4336-991a-cb023eca8a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:39.623104 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-843ed2e7-1b46-4d5b-8761-fcfee5387a0f req-a48b6002-e2fc-4336-991a-cb023eca8a56 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=894a6b8c4e364a31a5bd7a5ffcddd9ed&device_id=6912b7f5-3aad-444d-9b95-de0f3b578ec7 HTTP/1.1" status: 200 len: 1095 time: 0.1385219 Nov 12 00:50:39.629046 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1e61af00-6a84-4d34-a05b-a28b4c15efdd req-3ed65bc3-6aee-4c78-9a25-f3ccca3da330 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391103 Nov 12 00:50:39.632424 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-736d4aa2-e361-4007-8e1b-2ed11849eeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:39.633321 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736d4aa2-e361-4007-8e1b-2ed11849eeb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:39.633915 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-736d4aa2-e361-4007-8e1b-2ed11849eeb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:39.683340 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad71af-4af9-48fe-b867-c502398f1946 req-1ac66a3b-7ec0-4913-822f-cb4524b23808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:39.685014 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-90ad71af-4af9-48fe-b867-c502398f1946 req-1ac66a3b-7ec0-4913-822f-cb4524b23808 service neutron] 10.222.0.54 "GET /v2.0/networks?id=242b9656-8eaf-49c1-ad20-3e2322fc3cb8 HTTP/1.1" status: 200 len: 914 time: 0.1103294 Nov 12 00:50:39.726763 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:39.768748 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-736d4aa2-e361-4007-8e1b-2ed11849eeb5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2673557 Nov 12 00:50:39.772341 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-43f59660-20fa-485c-968c-22062a331e12 req-6d8c0215-a2fd-435d-ba14-d5a56e03b407 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082984 Nov 12 00:50:39.778340 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 55568) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:39.786815 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-f0af512b-94d1-4c17-bca5-2cd0907bd0f6 admin admin] Request body: {'subnet': {'network_id': 'a9bd4d97-ce4d-4779-8f54-675f72a9954e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1230265846-subnet', 'tenant_id': 'f045ae1c986f44b38353f7deb19cfbd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:39.793455 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d4aa2-e361-4007-8e1b-2ed11849eeb5 admin admin] Pushing event updated for resources: {'Network': ['ID=a9bd4d97-ce4d-4779-8f54-675f72a9954e,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:39.809341 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network a9bd4d97-ce4d-4779-8f54-675f72a9954e details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:50:39.819296 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ed2e7-1b46-4d5b-8761-fcfee5387a0f req-df0bb141-76f7-43eb-8027-a50c71f18de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:39.820998 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-843ed2e7-1b46-4d5b-8761-fcfee5387a0f req-df0bb141-76f7-43eb-8027-a50c71f18de6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=242b9656-8eaf-49c1-ad20-3e2322fc3cb8 HTTP/1.1" status: 200 len: 914 time: 0.1894763 Nov 12 00:50:39.833000 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0af512b-94d1-4c17-bca5-2cd0907bd0f6 admin admin] Made reservation on behalf of f045ae1c986f44b38353f7deb19cfbd4 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:50:39.836206 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f0af512b-94d1-4c17-bca5-2cd0907bd0f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:39.875612 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-843ed2e7-1b46-4d5b-8761-fcfee5387a0f req-a899b656-4edb-474c-9ce9-9b0fedd354ab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a0d1a7b-00ec-4918-bfb5-f136846ba607 HTTP/1.1" status: 200 len: 217 time: 0.0455358 Nov 12 00:50:39.960676 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30e6d3-0a67-46b7-91df-ff5a35f8e20b req-ae092cc5-ef7e-4f26-80e4-77629b8319f0 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:39.962100 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2c30e6d3-0a67-46b7-91df-ff5a35f8e20b req-ae092cc5-ef7e-4f26-80e4-77629b8319f0 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6912b7f5-3aad-444d-9b95-de0f3b578ec7 HTTP/1.1" status: 200 len: 943 time: 0.0894678 Nov 12 00:50:39.963441 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ed2e7-1b46-4d5b-8761-fcfee5387a0f req-e530a00e-a2c1-4139-9779-07ba10f30c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:39.964733 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-843ed2e7-1b46-4d5b-8761-fcfee5387a0f req-e530a00e-a2c1-4139-9779-07ba10f30c69 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=29316bdd-5ca7-4557-9c8e-27721c523639 HTTP/1.1" status: 200 len: 853 time: 0.0802648 Nov 12 00:50:40.009575 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-843ed2e7-1b46-4d5b-8761-fcfee5387a0f req-f2bf78bf-c797-4eae-9fce-12944abcb644 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=242b9656-8eaf-49c1-ad20-3e2322fc3cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328054 Nov 12 00:50:40.014478 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f0af512b-94d1-4c17-bca5-2cd0907bd0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:40.062053 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2c30e6d3-0a67-46b7-91df-ff5a35f8e20b req-59bb9c08-3672-47c5-8aa0-07e17ebbf640 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1a04a5f-1f27-4c08-9464-0b20756113d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925238 Nov 12 00:50:40.076004 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af512b-94d1-4c17-bca5-2cd0907bd0f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17f5a2ba-c1de-498e-a9ce-36910c55dbea,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:40.115385 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-90ad71af-4af9-48fe-b867-c502398f1946 req-0c29957c-5fd2-4547-8526-37c909cd5628 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5aa355c-888f-415a-bf69-789e5e13447b HTTP/1.1" status: 200 len: 217 time: 0.0530865 Nov 12 00:50:40.119520 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0af512b-94d1-4c17-bca5-2cd0907bd0f6 admin admin] Checking segment: {'id': 'f276d0aa-177e-4f4e-961a-b2ec2b54d3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a9bd4d97-ce4d-4779-8f54-675f72a9954e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:40.119886 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0af512b-94d1-4c17-bca5-2cd0907bd0f6 admin admin] Network hostable DHCP agents. Network: a9bd4d97-ce4d-4779-8f54-675f72a9954e, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:50:40.128718 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-843ed2e7-1b46-4d5b-8761-fcfee5387a0f req-47df0270-63fe-4e53-bdb6-0d6c487fc201 service neutron] 10.222.0.49 "GET /v2.0/networks/242b9656-8eaf-49c1-ad20-3e2322fc3cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087508 Nov 12 00:50:40.170125 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0af512b-94d1-4c17-bca5-2cd0907bd0f6 admin admin] Network a9bd4d97-ce4d-4779-8f54-675f72a9954e is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:50:40.211160 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-f0af512b-94d1-4c17-bca5-2cd0907bd0f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, a9bd4d97-ce4d-4779-8f54-675f72a9954e) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:40.221234 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0af512b-94d1-4c17-bca5-2cd0907bd0f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:40.221852 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f0af512b-94d1-4c17-bca5-2cd0907bd0f6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:40.221981 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d504fad7-0418-45bd-b00f-3a0552d68e0e None None] Network a9bd4d97-ce4d-4779-8f54-675f72a9954e requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:50:40.227674 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad71af-4af9-48fe-b867-c502398f1946 req-d65288c1-c4d8-4a85-88a2-71ea3dc2c4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:40.229067 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-843ed2e7-1b46-4d5b-8761-fcfee5387a0f req-f694f1f7-da73-43d4-88a2-e5a414209729 service neutron] 10.222.0.49 "GET /v2.0/networks/242b9656-8eaf-49c1-ad20-3e2322fc3cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905159 Nov 12 00:50:40.229206 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-90ad71af-4af9-48fe-b867-c502398f1946 req-d65288c1-c4d8-4a85-88a2-71ea3dc2c4a3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=29316bdd-5ca7-4557-9c8e-27721c523639 HTTP/1.1" status: 200 len: 853 time: 0.0854969 Nov 12 00:50:40.245842 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b45fb97-d65f-4c0b-9b39-a180ed273166 req-dd94db56-3e23-4ef7-b5a8-84252c8b1e20 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:40.247372 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4b45fb97-d65f-4c0b-9b39-a180ed273166 req-dd94db56-3e23-4ef7-b5a8-84252c8b1e20 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.1171701 Nov 12 00:50:40.286017 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f0af512b-94d1-4c17-bca5-2cd0907bd0f6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5094213 Nov 12 00:50:40.287981 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-90ad71af-4af9-48fe-b867-c502398f1946 req-9603bb41-3d45-4186-86b1-e472e7d9a4f2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=242b9656-8eaf-49c1-ad20-3e2322fc3cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505557 Nov 12 00:50:40.341917 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4b45fb97-d65f-4c0b-9b39-a180ed273166 req-8db91679-62e8-4808-a00b-6f1fef8ae420 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850284 Nov 12 00:50:40.366216 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9cca43-d175-4999-88f8-6152b5043e2d None None] Network a9bd4d97-ce4d-4779-8f54-675f72a9954e requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:50:40.419083 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-90ad71af-4af9-48fe-b867-c502398f1946 req-785b9a4d-f533-4dc2-b6e3-8f991a58ee89 service neutron] 10.222.0.54 "GET /v2.0/networks/242b9656-8eaf-49c1-ad20-3e2322fc3cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176209 Nov 12 00:50:40.545174 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-90ad71af-4af9-48fe-b867-c502398f1946 req-8246e2da-a234-49d6-8891-a55ee0d1414d service neutron] 10.222.0.54 "GET /v2.0/networks/242b9656-8eaf-49c1-ad20-3e2322fc3cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162970 Nov 12 00:50:40.602649 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:40.608051 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342e6d8-1b18-4822-992b-6e801eab72eb req-b7674607-c79e-415f-9e68-608147f578ba tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:40.609615 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8342e6d8-1b18-4822-992b-6e801eab72eb req-b7674607-c79e-415f-9e68-608147f578ba tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.0553143 Nov 12 00:50:40.664641 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8342e6d8-1b18-4822-992b-6e801eab72eb req-851a76cb-e6c8-4196-97c6-50bba5210ac4 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490384 Nov 12 00:50:40.773751 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b86762-2971-4c9e-bd48-f27d8a411c37 req-60dce06d-2b1d-47fc-9876-2b6661b73e30 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:40.775788 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-41b86762-2971-4c9e-bd48-f27d8a411c37 req-60dce06d-2b1d-47fc-9876-2b6661b73e30 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=9244a3b4-8078-4315-92af-a13f32cfc832 HTTP/1.1" status: 200 len: 945 time: 0.0538924 Nov 12 00:50:40.812258 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e9f2e-5e49-4a5f-b8a8-a99b3a2c9391 req-7bff70f5-6c8e-4d27-8dc4-c20704db49fe tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:40.814433 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-489e9f2e-5e49-4a5f-b8a8-a99b3a2c9391 req-7bff70f5-6c8e-4d27-8dc4-c20704db49fe tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/networks?id=a9bd4d97-ce4d-4779-8f54-675f72a9954e HTTP/1.1" status: 200 len: 815 time: 0.1212063 Nov 12 00:50:40.830263 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-41b86762-2971-4c9e-bd48-f27d8a411c37 req-c27d6e5d-115b-4a18-91dd-f8c20fe1a322 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477395 Nov 12 00:50:40.836072 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-489e9f2e-5e49-4a5f-b8a8-a99b3a2c9391 req-6c21fa72-14ad-4c73-96b4-2693818d3ee0 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/quotas/f045ae1c986f44b38353f7deb19cfbd4 HTTP/1.1" status: 200 len: 375 time: 0.0115318 Nov 12 00:50:40.872405 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-489e9f2e-5e49-4a5f-b8a8-a99b3a2c9391 req-ae04a8e8-9002-440f-a454-327449cea388 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f045ae1c986f44b38353f7deb19cfbd4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303535 Nov 12 00:50:40.971465 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-489e9f2e-5e49-4a5f-b8a8-a99b3a2c9391 req-dc7cf0b2-edfc-422b-8aa5-a86db25ced3e service neutron] 10.222.0.20 "GET /v2.0/networks/a9bd4d97-ce4d-4779-8f54-675f72a9954e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891726 Nov 12 00:50:41.060808 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-489e9f2e-5e49-4a5f-b8a8-a99b3a2c9391 req-bd716802-e03a-48be-945b-8db1d6d8aade service neutron] 10.222.0.20 "GET /v2.0/networks/a9bd4d97-ce4d-4779-8f54-675f72a9954e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836923 Nov 12 00:50:41.105147 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19638cc2-2c87-4517-8066-3d247dda3340 req-679d336f-5bf4-4056-a872-7aebe8c1fc06 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:41.107702 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-19638cc2-2c87-4517-8066-3d247dda3340 req-679d336f-5bf4-4056-a872-7aebe8c1fc06 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 945 time: 0.0567918 Nov 12 00:50:41.160323 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-19638cc2-2c87-4517-8066-3d247dda3340 req-21b84805-f33f-4b63-b173-d1407bcc767b tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461729 Nov 12 00:50:41.287369 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebefdde8-5698-4268-8a2b-739abd78b472 req-6ac4efbe-6e98-4db7-99d6-b54614efcaee tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:41.288883 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ebefdde8-5698-4268-8a2b-739abd78b472 req-6ac4efbe-6e98-4db7-99d6-b54614efcaee tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6912b7f5-3aad-444d-9b95-de0f3b578ec7 HTTP/1.1" status: 200 len: 943 time: 0.0572624 Nov 12 00:50:41.339373 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ebefdde8-5698-4268-8a2b-739abd78b472 req-a8b62c4f-cf2e-4c63-80d2-9e5145e54a5e tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1a04a5f-1f27-4c08-9464-0b20756113d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443201 Nov 12 00:50:41.350909 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e9691f4f-5f4f-4a0e-9b4f-0a2420e8916d req-97733da2-d919-4c14-a010-9c03255ad15b tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 210 time: 0.0607700 Nov 12 00:50:41.786164 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02fc14-c669-4dc1-9a7b-a3e11e70ee59 req-d29c87ec-73d0-4cb9-a667-2a8a3562698b tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:41.787680 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8d02fc14-c669-4dc1-9a7b-a3e11e70ee59 req-d29c87ec-73d0-4cb9-a667-2a8a3562698b tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.0509312 Nov 12 00:50:41.838196 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8d02fc14-c669-4dc1-9a7b-a3e11e70ee59 req-d7ceb291-3a83-4d03-9b22-ef94122bba10 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442867 Nov 12 00:50:41.956962 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5230e-b923-4e2a-8528-1945048c0f4b req-772f9e39-73aa-48f4-8ed7-01616154e23a tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:41.958526 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8ae5230e-b923-4e2a-8528-1945048c0f4b req-772f9e39-73aa-48f4-8ed7-01616154e23a tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=9244a3b4-8078-4315-92af-a13f32cfc832 HTTP/1.1" status: 200 len: 945 time: 0.0567560 Nov 12 00:50:42.010221 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8ae5230e-b923-4e2a-8528-1945048c0f4b req-bc4f51b5-5a20-485d-a0ea-7e660745a807 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442462 Nov 12 00:50:42.120471 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecccf3ff-d71a-465c-a1cf-407e8a8d9cb5 req-9d12a754-1a35-4aa9-847e-8b1be9bc813b tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:42.121997 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ecccf3ff-d71a-465c-a1cf-407e8a8d9cb5 req-9d12a754-1a35-4aa9-847e-8b1be9bc813b tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.0516117 Nov 12 00:50:42.176415 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ecccf3ff-d71a-465c-a1cf-407e8a8d9cb5 req-2e8f96ad-c5dc-4bdd-8801-aa186d6e7b8d tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477278 Nov 12 00:50:42.203251 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95957fb-2b49-4bb0-9b3d-44e95a171628 req-23fa47c1-bfa9-443c-ba8c-5e828eb161fd tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:42.205337 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b95957fb-2b49-4bb0-9b3d-44e95a171628 req-23fa47c1-bfa9-443c-ba8c-5e828eb161fd tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=9244a3b4-8078-4315-92af-a13f32cfc832 HTTP/1.1" status: 200 len: 945 time: 0.0497596 Nov 12 00:50:42.255608 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b95957fb-2b49-4bb0-9b3d-44e95a171628 req-ad7a22c0-c84c-4222-a230-cf07e941259b tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443807 Nov 12 00:50:42.292340 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc647e7b-e4aa-4309-bc33-d472ee06721d req-5457bf61-b7c4-4165-9341-f967f1bd4d3f tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:42.294386 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dc647e7b-e4aa-4309-bc33-d472ee06721d req-5457bf61-b7c4-4165-9341-f967f1bd4d3f tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 945 time: 0.0597250 Nov 12 00:50:42.348569 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dc647e7b-e4aa-4309-bc33-d472ee06721d req-1fa92e0c-97bc-4cc8-b4f2-64ffb4aa5170 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472732 Nov 12 00:50:42.370247 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 8a0d1a7b-00ec-4918-bfb5-f136846ba607 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:50:42.518916 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23d220-eab5-4fae-bb8d-8ee8b781e928 req-83c1ea99-6e94-4343-875b-8100f462a280 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:42.527621 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5e23d220-eab5-4fae-bb8d-8ee8b781e928 req-83c1ea99-6e94-4343-875b-8100f462a280 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6912b7f5-3aad-444d-9b95-de0f3b578ec7 HTTP/1.1" status: 200 len: 943 time: 0.0802329 Nov 12 00:50:42.551626 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:42.575948 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 8a0d1a7b-00ec-4918-bfb5-f136846ba607, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=8a0d1a7b-00ec-4918-bfb5-f136846ba607,segment=NetworkSegment(463090f5-8ae8-4aad-b579-f51ce246c77b),segment_id=463090f5-8ae8-4aad-b579-f51ce246c77b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:42.596817 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '8a0d1a7b-00ec-4918-bfb5-f136846ba607', 'network_id': '242b9656-8eaf-49c1-ad20-3e2322fc3cb8', 'port_id': '8a0d1a7b-00ec-4918-bfb5-f136846ba607', 'mac_address': 'fa:16:3e:db:19:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29316bdd-5ca7-4557-9c8e-27721c523639', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:50:42.632590 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5e23d220-eab5-4fae-bb8d-8ee8b781e928 req-46d41e04-b9c1-4cd4-aadb-a1935e966da9 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1a04a5f-1f27-4c08-9464-0b20756113d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039574 Nov 12 00:50:42.643839 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f5aa355c-888f-415a-bf69-789e5e13447b details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:50:42.674948 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:42.713643 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a0d1a7b-00ec-4918-bfb5-f136846ba607 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:42.724051 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-02cee3c7-757f-4e37-8f40-09ebcfb4160e req-e31eefad-3ce5-42e5-a2b7-403dc656fefc tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 210 time: 0.0472658 Nov 12 00:50:42.769314 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 8a0d1a7b-00ec-4918-bfb5-f136846ba607, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=8a0d1a7b-00ec-4918-bfb5-f136846ba607,segment=NetworkSegment(463090f5-8ae8-4aad-b579-f51ce246c77b),segment_id=463090f5-8ae8-4aad-b579-f51ce246c77b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:42.779143 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:42.811584 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e9f2e-5e49-4a5f-b8a8-a99b3a2c9391 req-01ba7ef9-3537-4d44-a51a-1084e2707011 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:42.813046 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-489e9f2e-5e49-4a5f-b8a8-a99b3a2c9391 req-01ba7ef9-3537-4d44-a51a-1084e2707011 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.54 "GET /v2.0/networks?id=a9bd4d97-ce4d-4779-8f54-675f72a9954e HTTP/1.1" status: 200 len: 815 time: 0.4232340 Nov 12 00:50:42.826350 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port f5aa355c-888f-415a-bf69-789e5e13447b, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f5aa355c-888f-415a-bf69-789e5e13447b,segment=NetworkSegment(463090f5-8ae8-4aad-b579-f51ce246c77b),segment_id=463090f5-8ae8-4aad-b579-f51ce246c77b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:42.838702 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-489e9f2e-5e49-4a5f-b8a8-a99b3a2c9391 req-167312e1-334e-47c7-9e0b-cb75975e5e0e tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Request body: {'port': {'device_id': '8028998b-2cea-4a13-b896-9d535e31c259', 'network_id': 'a9bd4d97-ce4d-4779-8f54-675f72a9954e', 'admin_state_up': True, 'tenant_id': 'f045ae1c986f44b38353f7deb19cfbd4'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:42.855669 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'f5aa355c-888f-415a-bf69-789e5e13447b', 'network_id': '242b9656-8eaf-49c1-ad20-3e2322fc3cb8', 'port_id': 'f5aa355c-888f-415a-bf69-789e5e13447b', 'mac_address': 'fa:16:3e:93:6b:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29316bdd-5ca7-4557-9c8e-27721c523639', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:50:42.864831 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=8a0d1a7b-00ec-4918-bfb5-f136846ba607,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:42.910996 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:42.925762 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5aa355c-888f-415a-bf69-789e5e13447b {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:42.947270 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port f5aa355c-888f-415a-bf69-789e5e13447b, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f5aa355c-888f-415a-bf69-789e5e13447b,segment=NetworkSegment(463090f5-8ae8-4aad-b579-f51ce246c77b),segment_id=463090f5-8ae8-4aad-b579-f51ce246c77b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:42.951674 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:42.979515 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-489e9f2e-5e49-4a5f-b8a8-a99b3a2c9391 req-167312e1-334e-47c7-9e0b-cb75975e5e0e tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Made reservation on behalf of f045ae1c986f44b38353f7deb19cfbd4 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:50:42.986476 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-489e9f2e-5e49-4a5f-b8a8-a99b3a2c9391 req-167312e1-334e-47c7-9e0b-cb75975e5e0e tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:43.014568 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=f5aa355c-888f-415a-bf69-789e5e13447b,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:43.114859 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['8a0d1a7b-00ec-4918-bfb5-f136846ba607'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:50:43.131289 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-489e9f2e-5e49-4a5f-b8a8-a99b3a2c9391 req-167312e1-334e-47c7-9e0b-cb75975e5e0e tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Allocated IP 172.20.0.3 (a9bd4d97-ce4d-4779-8f54-675f72a9954e/17f5a2ba-c1de-498e-a9ce-36910c55dbea/f3602d60-a6e5-4c6c-8485-2bf6f8edabae) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:50:43.166230 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c8cd7-e5c2-4c8b-a5d2-b1c77c41d4e1 req-60c5abb4-a5ec-4868-be53-c4eadf5da97c tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:43.178477 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a57c8cd7-e5c2-4c8b-a5d2-b1c77c41d4e1 req-60c5abb4-a5ec-4868-be53-c4eadf5da97c tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=9244a3b4-8078-4315-92af-a13f32cfc832 HTTP/1.1" status: 200 len: 945 time: 0.0948057 Nov 12 00:50:43.269712 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a57c8cd7-e5c2-4c8b-a5d2-b1c77c41d4e1 req-bf155e48-661c-454c-bc4d-b907c2127c38 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846624 Nov 12 00:50:43.322105 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-489e9f2e-5e49-4a5f-b8a8-a99b3a2c9391 req-167312e1-334e-47c7-9e0b-cb75975e5e0e tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:43.387852 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84c945-9075-4461-a876-7136417a1e37 req-01d13bd4-c222-45cc-a7b5-c9a1665a533d tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:43.389343 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-da84c945-9075-4461-a876-7136417a1e37 req-01d13bd4-c222-45cc-a7b5-c9a1665a533d tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.0642519 Nov 12 00:50:43.406748 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-489e9f2e-5e49-4a5f-b8a8-a99b3a2c9391 req-167312e1-334e-47c7-9e0b-cb75975e5e0e tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:43.472303 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-489e9f2e-5e49-4a5f-b8a8-a99b3a2c9391 req-167312e1-334e-47c7-9e0b-cb75975e5e0e tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Network a9bd4d97-ce4d-4779-8f54-675f72a9954e is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:50:43.485584 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-489e9f2e-5e49-4a5f-b8a8-a99b3a2c9391 req-167312e1-334e-47c7-9e0b-cb75975e5e0e tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:43.490454 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['f5aa355c-888f-415a-bf69-789e5e13447b'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:50:43.495971 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-489e9f2e-5e49-4a5f-b8a8-a99b3a2c9391 req-167312e1-334e-47c7-9e0b-cb75975e5e0e tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:50:43.507001 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-da84c945-9075-4461-a876-7136417a1e37 req-b82ac019-b5be-49e5-b358-3b30f2f4d9d9 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102111 Nov 12 00:50:43.507616 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167312e1-334e-47c7-9e0b-cb75975e5e0e tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Pushing event updated for resources: {'Port': ['ID=f3602d60-a6e5-4c6c-8485-2bf6f8edabae,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:43.560059 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e9f2e-5e49-4a5f-b8a8-a99b3a2c9391 req-167312e1-334e-47c7-9e0b-cb75975e5e0e tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:43.561062 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-489e9f2e-5e49-4a5f-b8a8-a99b3a2c9391 req-167312e1-334e-47c7-9e0b-cb75975e5e0e tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:43.576682 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27792363-7c33-48ea-819e-d9ca72c511e4 req-ff011706-11e2-46ab-a270-47f2afa9724e tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:43.578702 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-27792363-7c33-48ea-819e-d9ca72c511e4 req-ff011706-11e2-46ab-a270-47f2afa9724e tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 945 time: 0.0733771 Nov 12 00:50:43.601495 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-489e9f2e-5e49-4a5f-b8a8-a99b3a2c9391 req-167312e1-334e-47c7-9e0b-cb75975e5e0e tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7674127 Nov 12 00:50:43.626908 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-489e9f2e-5e49-4a5f-b8a8-a99b3a2c9391 req-462107d0-4086-4176-a4c7-20712fc9d2f7 service neutron] Request body: {'port': {'device_id': '8028998b-2cea-4a13-b896-9d535e31c259', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:43.633562 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-27792363-7c33-48ea-819e-d9ca72c511e4 req-37cfbdb1-3526-40a6-bc79-8cc47309107f tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478280 Nov 12 00:50:43.704042 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509af8c-2827-4b4b-bdd7-f3bd6b887ff4 req-268c624b-601d-44ef-ad10-8ab631207a13 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:43.706278 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b509af8c-2827-4b4b-bdd7-f3bd6b887ff4 req-268c624b-601d-44ef-ad10-8ab631207a13 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.1182885 Nov 12 00:50:43.712828 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-489e9f2e-5e49-4a5f-b8a8-a99b3a2c9391 req-462107d0-4086-4176-a4c7-20712fc9d2f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:43.753732 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e367d09-4b01-42b3-a7f2-84f50b76dce0 req-7a9545b8-a357-44f0-84b4-5a5efbb87ad0 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:43.755262 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4e367d09-4b01-42b3-a7f2-84f50b76dce0 req-7a9545b8-a357-44f0-84b4-5a5efbb87ad0 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6912b7f5-3aad-444d-9b95-de0f3b578ec7 HTTP/1.1" status: 200 len: 944 time: 0.0604401 Nov 12 00:50:43.805197 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4e367d09-4b01-42b3-a7f2-84f50b76dce0 req-1ab39529-3bbd-41fd-826b-768783768f7a tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1a04a5f-1f27-4c08-9464-0b20756113d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437579 Nov 12 00:50:43.846568 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b509af8c-2827-4b4b-bdd7-f3bd6b887ff4 req-953d6eff-0c59-4de7-9ede-20b6d16b301c tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249616 Nov 12 00:50:43.914593 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b19a53-b0fe-4f06-99c8-2cc99522a8ca req-b37a0ea6-5bf2-4ee0-9226-9e5baf5c42f9 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:43.916264 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-24b19a53-b0fe-4f06-99c8-2cc99522a8ca req-b37a0ea6-5bf2-4ee0-9226-9e5baf5c42f9 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 931 time: 0.0522740 Nov 12 00:50:43.970985 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-24b19a53-b0fe-4f06-99c8-2cc99522a8ca req-3d4eef6b-e25b-436b-934d-e414d8d79efc tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487370 Nov 12 00:50:44.001491 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4c90b-3e27-437a-8f0f-5e0f1c68d690 req-943a6dd3-aaee-41d0-89f4-b75a3ca2d408 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:44.003039 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d6e4c90b-3e27-437a-8f0f-5e0f1c68d690 req-943a6dd3-aaee-41d0-89f4-b75a3ca2d408 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.0698323 Nov 12 00:50:44.093885 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d6e4c90b-3e27-437a-8f0f-5e0f1c68d690 req-d07212ff-c113-4788-b56e-d41feea602ef tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814872 Nov 12 00:50:44.101879 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-489e9f2e-5e49-4a5f-b8a8-a99b3a2c9391 req-462107d0-4086-4176-a4c7-20712fc9d2f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3602d60-a6e5-4c6c-8485-2bf6f8edabae {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:44.110008 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-489e9f2e-5e49-4a5f-b8a8-a99b3a2c9391 req-462107d0-4086-4176-a4c7-20712fc9d2f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:44.122344 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-489e9f2e-5e49-4a5f-b8a8-a99b3a2c9391 req-462107d0-4086-4176-a4c7-20712fc9d2f7 service neutron] Transition to ACTIVE for port object f3602d60-a6e5-4c6c-8485-2bf6f8edabae will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:50:44.127562 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-489e9f2e-5e49-4a5f-b8a8-a99b3a2c9391 req-462107d0-4086-4176-a4c7-20712fc9d2f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:44.180522 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462107d0-4086-4176-a4c7-20712fc9d2f7 service neutron] Pushing event updated for resources: {'Port': ['ID=f3602d60-a6e5-4c6c-8485-2bf6f8edabae,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:44.221816 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd6b25-8816-4845-b90a-e9ea1d7504ef req-dc8d0fef-e289-4208-82ab-c8f827f6c95d tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:44.223328 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-83dd6b25-8816-4845-b90a-e9ea1d7504ef req-dc8d0fef-e289-4208-82ab-c8f827f6c95d tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.0572457 Nov 12 00:50:44.258528 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-489e9f2e-5e49-4a5f-b8a8-a99b3a2c9391 req-462107d0-4086-4176-a4c7-20712fc9d2f7 service neutron] Attempting to bind port f3602d60-a6e5-4c6c-8485-2bf6f8edabae on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:50:44.258860 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-489e9f2e-5e49-4a5f-b8a8-a99b3a2c9391 req-462107d0-4086-4176-a4c7-20712fc9d2f7 service neutron] Attempting to bind port f3602d60-a6e5-4c6c-8485-2bf6f8edabae by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': 'f276d0aa-177e-4f4e-961a-b2ec2b54d3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a9bd4d97-ce4d-4779-8f54-675f72a9954e'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:50:44.259189 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489e9f2e-5e49-4a5f-b8a8-a99b3a2c9391 req-462107d0-4086-4176-a4c7-20712fc9d2f7 service neutron] Attempting to bind port f3602d60-a6e5-4c6c-8485-2bf6f8edabae on network a9bd4d97-ce4d-4779-8f54-675f72a9954e {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:44.264751 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489e9f2e-5e49-4a5f-b8a8-a99b3a2c9391 req-462107d0-4086-4176-a4c7-20712fc9d2f7 service neutron] Port f3602d60-a6e5-4c6c-8485-2bf6f8edabae on network a9bd4d97-ce4d-4779-8f54-675f72a9954e not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:50:44.264751 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489e9f2e-5e49-4a5f-b8a8-a99b3a2c9391 req-462107d0-4086-4176-a4c7-20712fc9d2f7 service neutron] Attempting to bind port f3602d60-a6e5-4c6c-8485-2bf6f8edabae on network a9bd4d97-ce4d-4779-8f54-675f72a9954e {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:44.269695 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489e9f2e-5e49-4a5f-b8a8-a99b3a2c9391 req-462107d0-4086-4176-a4c7-20712fc9d2f7 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:50:44.270033 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489e9f2e-5e49-4a5f-b8a8-a99b3a2c9391 req-462107d0-4086-4176-a4c7-20712fc9d2f7 service neutron] Checking segment: {'id': 'f276d0aa-177e-4f4e-961a-b2ec2b54d3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a9bd4d97-ce4d-4779-8f54-675f72a9954e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:44.270417 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489e9f2e-5e49-4a5f-b8a8-a99b3a2c9391 req-462107d0-4086-4176-a4c7-20712fc9d2f7 service neutron] Bound using segment: {'id': 'f276d0aa-177e-4f4e-961a-b2ec2b54d3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a9bd4d97-ce4d-4779-8f54-675f72a9954e'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:50:44.270837 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-489e9f2e-5e49-4a5f-b8a8-a99b3a2c9391 req-462107d0-4086-4176-a4c7-20712fc9d2f7 service neutron] Bound port: f3602d60-a6e5-4c6c-8485-2bf6f8edabae, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f276d0aa-177e-4f4e-961a-b2ec2b54d3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a9bd4d97-ce4d-4779-8f54-675f72a9954e'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:50:44.271246 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-489e9f2e-5e49-4a5f-b8a8-a99b3a2c9391 req-462107d0-4086-4176-a4c7-20712fc9d2f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:44.274219 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-83dd6b25-8816-4845-b90a-e9ea1d7504ef req-e6153a7c-76f1-45ca-9d6b-a9af733aeeb7 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444512 Nov 12 00:50:44.341126 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-489e9f2e-5e49-4a5f-b8a8-a99b3a2c9391 req-462107d0-4086-4176-a4c7-20712fc9d2f7 service neutron] For port f3602d60-a6e5-4c6c-8485-2bf6f8edabae, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:50:44.344445 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-489e9f2e-5e49-4a5f-b8a8-a99b3a2c9391 req-462107d0-4086-4176-a4c7-20712fc9d2f7 service neutron] For port f3602d60-a6e5-4c6c-8485-2bf6f8edabae, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f3602d60-a6e5-4c6c-8485-2bf6f8edabae,segment=NetworkSegment(f276d0aa-177e-4f4e-961a-b2ec2b54d3b3),segment_id=f276d0aa-177e-4f4e-961a-b2ec2b54d3b3)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:50:44.352563 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-489e9f2e-5e49-4a5f-b8a8-a99b3a2c9391 req-462107d0-4086-4176-a4c7-20712fc9d2f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:44.363488 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 8a0d1a7b-00ec-4918-bfb5-f136846ba607 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:44.387881 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e9f2e-5e49-4a5f-b8a8-a99b3a2c9391 req-462107d0-4086-4176-a4c7-20712fc9d2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:44.388495 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-489e9f2e-5e49-4a5f-b8a8-a99b3a2c9391 req-462107d0-4086-4176-a4c7-20712fc9d2f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:44.389895 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-489e9f2e-5e49-4a5f-b8a8-a99b3a2c9391 req-462107d0-4086-4176-a4c7-20712fc9d2f7 service neutron] 10.222.0.54 "PUT /v2.0/ports/f3602d60-a6e5-4c6c-8485-2bf6f8edabae HTTP/1.1" status: 200 len: 1092 time: 0.7690167 Nov 12 00:50:44.390335 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8028998b-2cea-4a13-b896-9d535e31c259', 'tag': 'f3602d60-a6e5-4c6c-8485-2bf6f8edabae'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:44.392662 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22fb357-d572-4337-b319-58ffec063e86" -d '{"events": [{"name": "network-changed", "server_uuid": "8028998b-2cea-4a13-b896-9d535e31c259", "tag": "f3602d60-a6e5-4c6c-8485-2bf6f8edabae"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:44.420920 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462107d0-4086-4176-a4c7-20712fc9d2f7 service neutron] Pushing event updated for resources: {'Port': ['ID=f3602d60-a6e5-4c6c-8485-2bf6f8edabae,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:44.424903 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0017f890-4956-4eb8-b235-5bb454211bd8 req-13c01471-f5f4-49c2-8ae9-0c3034c46690 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:44.429872 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0017f890-4956-4eb8-b235-5bb454211bd8 req-13c01471-f5f4-49c2-8ae9-0c3034c46690 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=9244a3b4-8078-4315-92af-a13f32cfc832 HTTP/1.1" status: 200 len: 945 time: 0.0766904 Nov 12 00:50:44.434404 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 8a0d1a7b-00ec-4918-bfb5-f136846ba607 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:50:44.438860 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 8a0d1a7b-00ec-4918-bfb5-f136846ba607 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:44.439915 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:44.441285 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4161d9-4c7b-46a8-9b2f-f7ad7ef86d1a x-openstack-request-id: req-cb4161d9-4c7b-46a8-9b2f-f7ad7ef86d1a {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:44.441635 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8028998b-2cea-4a13-b896-9d535e31c259", "tag": "f3602d60-a6e5-4c6c-8485-2bf6f8edabae", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:44.442026 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cb4161d9-4c7b-46a8-9b2f-f7ad7ef86d1a {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:44.442846 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8028998b-2cea-4a13-b896-9d535e31c259', 'tag': 'f3602d60-a6e5-4c6c-8485-2bf6f8edabae', 'status': 'completed', 'code': 200} Nov 12 00:50:44.489402 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0017f890-4956-4eb8-b235-5bb454211bd8 req-c3d86f42-afe5-4b5f-a0f0-a374a46dfcb1 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568104 Nov 12 00:50:44.524754 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e9f2e-5e49-4a5f-b8a8-a99b3a2c9391 req-7a8f82c1-5a69-44d8-8a93-34a92539ed30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:44.526339 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-489e9f2e-5e49-4a5f-b8a8-a99b3a2c9391 req-7a8f82c1-5a69-44d8-8a93-34a92539ed30 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f045ae1c986f44b38353f7deb19cfbd4&device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 1095 time: 0.0519979 Nov 12 00:50:44.533348 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:44.557101 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6912b7f5-3aad-444d-9b95-de0f3b578ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a0d1a7b-00ec-4918-bfb5-f136846ba607'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:44.559402 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f4081b-0a56-4b2b-947c-6f354330b37f" -d '{"events": [{"server_uuid": "6912b7f5-3aad-444d-9b95-de0f3b578ec7", "name": "network-vif-plugged", "status": "completed", "tag": "8a0d1a7b-00ec-4918-bfb5-f136846ba607"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:44.578017 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 8a0d1a7b-00ec-4918-bfb5-f136846ba607, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=8a0d1a7b-00ec-4918-bfb5-f136846ba607,segment=NetworkSegment(463090f5-8ae8-4aad-b579-f51ce246c77b),segment_id=463090f5-8ae8-4aad-b579-f51ce246c77b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:44.581902 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-489e9f2e-5e49-4a5f-b8a8-a99b3a2c9391 req-5707a39e-512d-47d6-a213-3ff08198e9c7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3602d60-a6e5-4c6c-8485-2bf6f8edabae HTTP/1.1" status: 200 len: 217 time: 0.0417259 Nov 12 00:50:44.583062 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:44.608178 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef16053b-fd4b-4b4f-a413-85f7b499e538 x-openstack-request-id: req-ef16053b-fd4b-4b4f-a413-85f7b499e538 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:44.608470 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6912b7f5-3aad-444d-9b95-de0f3b578ec7", "name": "network-vif-plugged", "status": "completed", "tag": "8a0d1a7b-00ec-4918-bfb5-f136846ba607", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:44.608727 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef16053b-fd4b-4b4f-a413-85f7b499e538 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:44.609132 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6912b7f5-3aad-444d-9b95-de0f3b578ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a0d1a7b-00ec-4918-bfb5-f136846ba607', 'code': 200} Nov 12 00:50:44.631870 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e9f2e-5e49-4a5f-b8a8-a99b3a2c9391 req-3f8acede-2c5f-44cb-b5e4-912347efc630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:44.633320 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-489e9f2e-5e49-4a5f-b8a8-a99b3a2c9391 req-3f8acede-2c5f-44cb-b5e4-912347efc630 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=17f5a2ba-c1de-498e-a9ce-36910c55dbea HTTP/1.1" status: 200 len: 855 time: 0.0454743 Nov 12 00:50:44.634641 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=8a0d1a7b-00ec-4918-bfb5-f136846ba607,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:44.667805 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-489e9f2e-5e49-4a5f-b8a8-a99b3a2c9391 req-18ee9318-ff01-4578-8c4c-4dbfb272d795 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a9bd4d97-ce4d-4779-8f54-675f72a9954e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265427 Nov 12 00:50:44.758299 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006fd5f-b1d5-42ab-9e30-f3fc86e1c024 req-ccffdaa4-fce3-4715-bea3-e03ea4900a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:44.759799 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b006fd5f-b1d5-42ab-9e30-f3fc86e1c024 req-ccffdaa4-fce3-4715-bea3-e03ea4900a46 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6912b7f5-3aad-444d-9b95-de0f3b578ec7 HTTP/1.1" status: 200 len: 1097 time: 0.0416117 Nov 12 00:50:44.792864 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-489e9f2e-5e49-4a5f-b8a8-a99b3a2c9391 req-0e3eb77c-ea9c-4fe4-acbf-56f1b544f5c4 service neutron] 10.222.0.54 "GET /v2.0/networks/a9bd4d97-ce4d-4779-8f54-675f72a9954e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181123 Nov 12 00:50:44.801655 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946c23e-0a0a-4b6b-9224-a31104df638b req-739f51f7-dc27-475f-9334-7e2cb5fb8566 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:44.803064 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1946c23e-0a0a-4b6b-9224-a31104df638b req-739f51f7-dc27-475f-9334-7e2cb5fb8566 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 945 time: 0.0768783 Nov 12 00:50:44.813267 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b006fd5f-b1d5-42ab-9e30-f3fc86e1c024 req-ef53f12f-c762-49b6-a292-b6af3c93e69e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b1a04a5f-1f27-4c08-9464-0b20756113d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426352 Nov 12 00:50:44.911455 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1946c23e-0a0a-4b6b-9224-a31104df638b req-10a4eab9-346e-4ab9-ad01-e811c9ac859f tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994914 Nov 12 00:50:44.927913 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b8be9-b858-48fe-a79f-f0b93785b421 req-3b542d7c-7710-40d8-8c3c-2daff73dbe22 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:44.928407 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-489e9f2e-5e49-4a5f-b8a8-a99b3a2c9391 req-7216ae54-3ba1-4f09-98db-1ec8ef672b78 service neutron] 10.222.0.54 "GET /v2.0/networks/a9bd4d97-ce4d-4779-8f54-675f72a9954e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242006 Nov 12 00:50:44.930221 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-125b8be9-b858-48fe-a79f-f0b93785b421 req-3b542d7c-7710-40d8-8c3c-2daff73dbe22 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6912b7f5-3aad-444d-9b95-de0f3b578ec7 HTTP/1.1" status: 200 len: 945 time: 0.0531538 Nov 12 00:50:44.986894 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-125b8be9-b858-48fe-a79f-f0b93785b421 req-467cca86-7870-4d30-8407-2738ee3a149b tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1a04a5f-1f27-4c08-9464-0b20756113d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505888 Nov 12 00:50:45.111772 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22fb357-d572-4337-b319-58ffec063e86 req-8bcb4d75-3695-4860-8973-9a5a96ad8ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:45.113257 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e22fb357-d572-4337-b319-58ffec063e86 req-8bcb4d75-3695-4860-8973-9a5a96ad8ae5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f045ae1c986f44b38353f7deb19cfbd4&device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 1095 time: 0.0718572 Nov 12 00:50:45.121579 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68850f4-57fa-440c-a108-f3daea945893 req-0be568fc-daf0-432d-af14-1ef7eb395470 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:45.122922 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a68850f4-57fa-440c-a108-f3daea945893 req-0be568fc-daf0-432d-af14-1ef7eb395470 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 943 time: 0.0724835 Nov 12 00:50:45.227047 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a68850f4-57fa-440c-a108-f3daea945893 req-4fd77be5-2782-4883-adca-af3f40799cfb tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950086 Nov 12 00:50:45.247978 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22fb357-d572-4337-b319-58ffec063e86 req-cefa1867-8bc1-4ef0-87cc-e0a78e1e6817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:45.249463 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e22fb357-d572-4337-b319-58ffec063e86 req-cefa1867-8bc1-4ef0-87cc-e0a78e1e6817 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a9bd4d97-ce4d-4779-8f54-675f72a9954e HTTP/1.1" status: 200 len: 916 time: 0.1256962 Nov 12 00:50:45.296418 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e22fb357-d572-4337-b319-58ffec063e86 req-dfedb941-b829-441a-99a6-5792c1a93cd1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3602d60-a6e5-4c6c-8485-2bf6f8edabae HTTP/1.1" status: 200 len: 217 time: 0.0393143 Nov 12 00:50:45.359961 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22fb357-d572-4337-b319-58ffec063e86 req-ab03653e-1e53-4acb-a47e-0731ae8d155b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:45.363001 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e22fb357-d572-4337-b319-58ffec063e86 req-ab03653e-1e53-4acb-a47e-0731ae8d155b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=17f5a2ba-c1de-498e-a9ce-36910c55dbea HTTP/1.1" status: 200 len: 855 time: 0.0503154 Nov 12 00:50:45.396490 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e22fb357-d572-4337-b319-58ffec063e86 req-c564cb65-8b3c-40f9-8bb1-48580714b40b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a9bd4d97-ce4d-4779-8f54-675f72a9954e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256028 Nov 12 00:50:45.516020 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e22fb357-d572-4337-b319-58ffec063e86 req-2304ce0b-5e91-4241-93b7-b56f02fa2abf service neutron] 10.222.0.54 "GET /v2.0/networks/a9bd4d97-ce4d-4779-8f54-675f72a9954e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847356 Nov 12 00:50:45.648901 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab4c57-eeae-4104-b6c7-01b1b74f4f63 req-d300ec8c-5be3-4ae2-977f-f6c54150088f tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:45.649906 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e22fb357-d572-4337-b319-58ffec063e86 req-d1dca4f8-4ba0-4ba3-a537-28d907e1a070 service neutron] 10.222.0.54 "GET /v2.0/networks/a9bd4d97-ce4d-4779-8f54-675f72a9954e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230564 Nov 12 00:50:45.650696 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-67ab4c57-eeae-4104-b6c7-01b1b74f4f63 req-d300ec8c-5be3-4ae2-977f-f6c54150088f tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=9244a3b4-8078-4315-92af-a13f32cfc832 HTTP/1.1" status: 200 len: 945 time: 0.0573962 Nov 12 00:50:45.700838 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-67ab4c57-eeae-4104-b6c7-01b1b74f4f63 req-6cbd3a8d-56c2-4ad8-a441-0dfd655ab36f tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441272 Nov 12 00:50:46.127701 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc1d9b-f9a0-43ad-af5f-1226aa3a9537 req-6542a8cb-c3d2-475b-afd0-30879dd11c4e tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:46.136059 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-25bc1d9b-f9a0-43ad-af5f-1226aa3a9537 req-6542a8cb-c3d2-475b-afd0-30879dd11c4e tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 945 time: 0.0896437 Nov 12 00:50:46.192706 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b72f55-6ada-4065-869b-fb51895838db req-044189f9-64a9-4d12-bb3f-d880e6da2029 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:46.194651 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f1b72f55-6ada-4065-869b-fb51895838db req-044189f9-64a9-4d12-bb3f-d880e6da2029 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6912b7f5-3aad-444d-9b95-de0f3b578ec7 HTTP/1.1" status: 200 len: 945 time: 0.1158004 Nov 12 00:50:46.202822 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-25bc1d9b-f9a0-43ad-af5f-1226aa3a9537 req-63ba0f2a-8bda-4d73-88fd-4070cb42e4bd tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656095 Nov 12 00:50:46.276768 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f1b72f55-6ada-4065-869b-fb51895838db req-d574de0b-5f96-47b1-94fc-efecfe9fa98b tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1a04a5f-1f27-4c08-9464-0b20756113d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682645 Nov 12 00:50:46.369570 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device d5fccd1f-01b5-4aa9-b154-fac395c8a264 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:50:46.374460 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee84fd-5407-4971-b1d6-0a81293f130b req-cc6a5488-980c-4822-94a5-d27f973c7437 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:46.376057 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-14ee84fd-5407-4971-b1d6-0a81293f130b req-cc6a5488-980c-4822-94a5-d27f973c7437 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 943 time: 0.0635242 Nov 12 00:50:46.458153 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-14ee84fd-5407-4971-b1d6-0a81293f130b req-e6c2d5eb-29cc-416c-b0d9-e4980fc9db47 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733190 Nov 12 00:50:46.522214 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port d5fccd1f-01b5-4aa9-b154-fac395c8a264, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=d5fccd1f-01b5-4aa9-b154-fac395c8a264,segment=NetworkSegment(38b12e74-b18e-41d0-b62c-8552b3e37d05),segment_id=38b12e74-b18e-41d0-b62c-8552b3e37d05)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:46.535499 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': 'd5fccd1f-01b5-4aa9-b154-fac395c8a264', 'network_id': 'cc6c0861-08f6-4a20-bb15-55ce7625c6e5', 'port_id': 'd5fccd1f-01b5-4aa9-b154-fac395c8a264', 'mac_address': 'fa:16:3e:e2:ae:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc44064-8072-4b25-a5ed-adc971ac9588', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:50:46.589856 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:46.605166 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d5fccd1f-01b5-4aa9-b154-fac395c8a264 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:46.628678 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port d5fccd1f-01b5-4aa9-b154-fac395c8a264, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=d5fccd1f-01b5-4aa9-b154-fac395c8a264,segment=NetworkSegment(38b12e74-b18e-41d0-b62c-8552b3e37d05),segment_id=38b12e74-b18e-41d0-b62c-8552b3e37d05)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:46.630083 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 26459ae7-7de7-43fa-9215-d791a09190d5 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:50:46.639916 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f5aa355c-888f-415a-bf69-789e5e13447b up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:46.642439 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:46.854514 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee810a-1828-4cc0-a326-519989bf4395 req-dbb07f4a-999a-47a4-a74c-97089c5156a2 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:46.857155 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9aee810a-1828-4cc0-a326-519989bf4395 req-dbb07f4a-999a-47a4-a74c-97089c5156a2 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=9244a3b4-8078-4315-92af-a13f32cfc832 HTTP/1.1" status: 200 len: 945 time: 0.0652711 Nov 12 00:50:46.924283 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9aee810a-1828-4cc0-a326-519989bf4395 req-860e3bf0-727e-400b-9b14-dac5e47a0c32 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593722 Nov 12 00:50:46.977310 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=d5fccd1f-01b5-4aa9-b154-fac395c8a264,revision_number=6']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:46.985075 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['d5fccd1f-01b5-4aa9-b154-fac395c8a264'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:50:47.037642 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port f5aa355c-888f-415a-bf69-789e5e13447b completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:50:47.053311 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port f5aa355c-888f-415a-bf69-789e5e13447b triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:47.053828 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:47.120509 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 26459ae7-7de7-43fa-9215-d791a09190d5, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=26459ae7-7de7-43fa-9215-d791a09190d5,segment=NetworkSegment(e323e1ba-cd12-4149-9627-b6e21b9d8316),segment_id=e323e1ba-cd12-4149-9627-b6e21b9d8316)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:47.147383 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '26459ae7-7de7-43fa-9215-d791a09190d5', 'network_id': 'd1609365-dc2c-4cc0-bd3f-6d0911d9d2b8', 'port_id': '26459ae7-7de7-43fa-9215-d791a09190d5', 'mac_address': 'fa:16:3e:9d:4c:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f97ba5-c14e-4c2a-9f62-1fe436271791', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:50:47.278208 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:47.305525 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:47.325058 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 26459ae7-7de7-43fa-9215-d791a09190d5 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:47.375473 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511f3a9b-9540-41dd-94ec-4d7299ef1b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5aa355c-888f-415a-bf69-789e5e13447b'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:47.378191 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b04d69-f122-4fa9-87ef-3a5c6c8b2e8a" -d '{"events": [{"server_uuid": "511f3a9b-9540-41dd-94ec-4d7299ef1b14", "name": "network-vif-plugged", "status": "completed", "tag": "f5aa355c-888f-415a-bf69-789e5e13447b"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:47.389566 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d3f03-0361-4184-9b7f-2f383a6c156b req-e1b8a912-c6bf-4969-bc70-1f425d497f86 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:47.398654 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 26459ae7-7de7-43fa-9215-d791a09190d5, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=26459ae7-7de7-43fa-9215-d791a09190d5,segment=NetworkSegment(e323e1ba-cd12-4149-9627-b6e21b9d8316),segment_id=e323e1ba-cd12-4149-9627-b6e21b9d8316)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:47.409840 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port f5aa355c-888f-415a-bf69-789e5e13447b, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f5aa355c-888f-415a-bf69-789e5e13447b,segment=NetworkSegment(463090f5-8ae8-4aad-b579-f51ce246c77b),segment_id=463090f5-8ae8-4aad-b579-f51ce246c77b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:47.412512 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:47.439270 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-395d3f03-0361-4184-9b7f-2f383a6c156b req-e1b8a912-c6bf-4969-bc70-1f425d497f86 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 944 time: 0.0877082 Nov 12 00:50:47.446117 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd774d-7529-4aad-b67f-746190c8bb98 req-b9a93f43-b5f5-459f-ab3b-4916284c530a tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:47.448720 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:47.457336 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-badd774d-7529-4aad-b67f-746190c8bb98 req-b9a93f43-b5f5-459f-ab3b-4916284c530a tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6912b7f5-3aad-444d-9b95-de0f3b578ec7 HTTP/1.1" status: 200 len: 945 time: 0.0862050 Nov 12 00:50:47.493399 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=26459ae7-7de7-43fa-9215-d791a09190d5,revision_number=6']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:47.529700 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-badd774d-7529-4aad-b67f-746190c8bb98 req-9b87e000-42fb-473e-b166-efaec51c5bec tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1a04a5f-1f27-4c08-9464-0b20756113d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709798 Nov 12 00:50:47.544736 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-395d3f03-0361-4184-9b7f-2f383a6c156b req-89dd1e07-4146-413a-8733-5266ee6f7cbb tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869184 Nov 12 00:50:47.594386 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=f5aa355c-888f-415a-bf69-789e5e13447b,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:47.605236 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9243732e-d937-4137-aa42-49c0d77d6f15 x-openstack-request-id: req-9243732e-d937-4137-aa42-49c0d77d6f15 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:47.605557 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511f3a9b-9540-41dd-94ec-4d7299ef1b14", "name": "network-vif-plugged", "status": "completed", "tag": "f5aa355c-888f-415a-bf69-789e5e13447b", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:47.606350 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9243732e-d937-4137-aa42-49c0d77d6f15 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:47.606749 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511f3a9b-9540-41dd-94ec-4d7299ef1b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5aa355c-888f-415a-bf69-789e5e13447b', 'code': 200} Nov 12 00:50:47.737496 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd68f6a7-f3b2-4521-8dff-29fa6f0264cb req-1538436b-9dd6-4f9d-9f2b-9b6bc691b885 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:47.741733 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dd68f6a7-f3b2-4521-8dff-29fa6f0264cb req-1538436b-9dd6-4f9d-9f2b-9b6bc691b885 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 943 time: 0.0770481 Nov 12 00:50:47.805817 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dd68f6a7-f3b2-4521-8dff-29fa6f0264cb req-9851f1cb-51fd-4aa5-8214-6f4ccbca6486 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570333 Nov 12 00:50:47.825751 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17397739-4ca0-4d6b-ac98-cf94001ffa78 req-66190c89-247c-4378-bc5e-8eafa8738f51 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:47.828266 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-17397739-4ca0-4d6b-ac98-cf94001ffa78 req-66190c89-247c-4378-bc5e-8eafa8738f51 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/ports?device_id=511f3a9b-9540-41dd-94ec-4d7299ef1b14 HTTP/1.1" status: 200 len: 945 time: 0.1105864 Nov 12 00:50:47.835865 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e31242-23c5-4480-8b00-1cbb06a6b202 req-1fe579b8-db96-4469-96c7-e7fc33cae413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:47.841548 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c2e31242-23c5-4480-8b00-1cbb06a6b202 req-1fe579b8-db96-4469-96c7-e7fc33cae413 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=511f3a9b-9540-41dd-94ec-4d7299ef1b14 HTTP/1.1" status: 200 len: 1097 time: 0.0945683 Nov 12 00:50:47.868068 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['26459ae7-7de7-43fa-9215-d791a09190d5'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:50:47.925734 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-17397739-4ca0-4d6b-ac98-cf94001ffa78 req-6472ce72-1091-446d-8818-9c6510a04bff tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1a04a5f-1f27-4c08-9464-0b20756113d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793509 Nov 12 00:50:47.933646 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c2e31242-23c5-4480-8b00-1cbb06a6b202 req-c8188d44-3f4f-4a9d-a4e8-31edcfe81389 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b1a04a5f-1f27-4c08-9464-0b20756113d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761766 Nov 12 00:50:48.064846 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f5c89-5d80-4ccf-b1f7-c4870c618e75 req-f52e9481-e57b-4b6e-9f5e-69050151e8d5 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:48.066521 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-278f5c89-5d80-4ccf-b1f7-c4870c618e75 req-f52e9481-e57b-4b6e-9f5e-69050151e8d5 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=9244a3b4-8078-4315-92af-a13f32cfc832 HTTP/1.1" status: 200 len: 944 time: 0.0570991 Nov 12 00:50:48.120984 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-278f5c89-5d80-4ccf-b1f7-c4870c618e75 req-79b6cb7b-92ab-4beb-abcb-d054d13a0f58 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464723 Nov 12 00:50:48.379999 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device d5fccd1f-01b5-4aa9-b154-fac395c8a264 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:48.437326 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port d5fccd1f-01b5-4aa9-b154-fac395c8a264 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:48.437734 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:48.522259 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:48.568503 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port d5fccd1f-01b5-4aa9-b154-fac395c8a264, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=d5fccd1f-01b5-4aa9-b154-fac395c8a264,segment=NetworkSegment(38b12e74-b18e-41d0-b62c-8552b3e37d05),segment_id=38b12e74-b18e-41d0-b62c-8552b3e37d05)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:48.577663 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:48.646614 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 26459ae7-7de7-43fa-9215-d791a09190d5 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:48.650966 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=d5fccd1f-01b5-4aa9-b154-fac395c8a264,revision_number=7']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:48.681858 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877927f9-85d0-4580-9a82-6acf089e6ebd req-92454741-5144-488a-a791-5474ecc41902 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:48.690519 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-877927f9-85d0-4580-9a82-6acf089e6ebd req-92454741-5144-488a-a791-5474ecc41902 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 945 time: 0.0863233 Nov 12 00:50:48.710952 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 26459ae7-7de7-43fa-9215-d791a09190d5 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:48.712151 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:48.761255 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-877927f9-85d0-4580-9a82-6acf089e6ebd req-afad3607-77b6-480e-a14a-b7cf3fccce9d tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672820 Nov 12 00:50:48.811636 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:48.856092 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 26459ae7-7de7-43fa-9215-d791a09190d5, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=26459ae7-7de7-43fa-9215-d791a09190d5,segment=NetworkSegment(e323e1ba-cd12-4149-9627-b6e21b9d8316),segment_id=e323e1ba-cd12-4149-9627-b6e21b9d8316)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:48.862312 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:48.935501 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=26459ae7-7de7-43fa-9215-d791a09190d5,revision_number=7']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:48.936179 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a04048-64d4-41a4-b091-1ee43995e8d4 req-f88194e8-be7f-4069-8df3-176cdd886bb3 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:48.939537 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-00a04048-64d4-41a4-b091-1ee43995e8d4 req-f88194e8-be7f-4069-8df3-176cdd886bb3 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 943 time: 0.0525680 Nov 12 00:50:49.021168 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-00a04048-64d4-41a4-b091-1ee43995e8d4 req-c67d9b02-3cb6-4c0e-98af-d3530aa16121 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681672 Nov 12 00:50:49.072892 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ebb14c-bce9-4f31-af72-2114022aa435 req-8a995b76-57d0-4080-8900-427acd9d664a tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:49.080753 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25ebb14c-bce9-4f31-af72-2114022aa435 req-8a995b76-57d0-4080-8900-427acd9d664a tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/ports?device_id=511f3a9b-9540-41dd-94ec-4d7299ef1b14 HTTP/1.1" status: 200 len: 945 time: 0.0841296 Nov 12 00:50:49.138983 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25ebb14c-bce9-4f31-af72-2114022aa435 req-31af608b-b657-412c-a101-a8155c6e4fc6 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1a04a5f-1f27-4c08-9464-0b20756113d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571654 Nov 12 00:50:49.269145 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d88bf-ff81-4eed-a19e-c99386d08dbf req-89ead157-e5ad-4912-9466-93b0d5b3ed06 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:49.270754 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d08d88bf-ff81-4eed-a19e-c99386d08dbf req-89ead157-e5ad-4912-9466-93b0d5b3ed06 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=9244a3b4-8078-4315-92af-a13f32cfc832 HTTP/1.1" status: 200 len: 945 time: 0.0683227 Nov 12 00:50:49.325427 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d08d88bf-ff81-4eed-a19e-c99386d08dbf req-d2460f0d-fbff-4334-a906-02a49366ecb8 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453680 Nov 12 00:50:49.608099 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '508ca382-1214-4b6b-aadc-0041643de02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5fccd1f-01b5-4aa9-b154-fac395c8a264'}, {'server_uuid': '9244a3b4-8078-4315-92af-a13f32cfc832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26459ae7-7de7-43fa-9215-d791a09190d5'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:49.611429 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64a8400-b6b8-4f03-adf4-9211b905a332" -d '{"events": [{"server_uuid": "508ca382-1214-4b6b-aadc-0041643de02e", "name": "network-vif-plugged", "status": "completed", "tag": "d5fccd1f-01b5-4aa9-b154-fac395c8a264"}, {"server_uuid": "9244a3b4-8078-4315-92af-a13f32cfc832", "name": "network-vif-plugged", "status": "completed", "tag": "26459ae7-7de7-43fa-9215-d791a09190d5"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:49.677016 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119336f6-79b7-4f32-9f5c-dd7f30eaf9a8 x-openstack-request-id: req-119336f6-79b7-4f32-9f5c-dd7f30eaf9a8 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:49.677614 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "508ca382-1214-4b6b-aadc-0041643de02e", "name": "network-vif-plugged", "status": "completed", "tag": "d5fccd1f-01b5-4aa9-b154-fac395c8a264", "code": 200}, {"server_uuid": "9244a3b4-8078-4315-92af-a13f32cfc832", "name": "network-vif-plugged", "status": "completed", "tag": "26459ae7-7de7-43fa-9215-d791a09190d5", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:49.678151 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-119336f6-79b7-4f32-9f5c-dd7f30eaf9a8 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:49.678747 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '508ca382-1214-4b6b-aadc-0041643de02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5fccd1f-01b5-4aa9-b154-fac395c8a264', 'code': 200} Nov 12 00:50:49.679240 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9244a3b4-8078-4315-92af-a13f32cfc832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26459ae7-7de7-43fa-9215-d791a09190d5', 'code': 200} Nov 12 00:50:49.908275 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2c555-b585-49e4-a0f4-d3421c00f95f req-c8a3ebe1-c44e-4764-a768-c91792723938 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:49.910068 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e6a2c555-b585-49e4-a0f4-d3421c00f95f req-c8a3ebe1-c44e-4764-a768-c91792723938 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 945 time: 0.0600245 Nov 12 00:50:49.972962 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e6a2c555-b585-49e4-a0f4-d3421c00f95f req-af4b7292-0634-42fe-8f92-e36b5fadafd7 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567353 Nov 12 00:50:50.202018 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f1b66-dccd-485c-b65e-02604ab3566d req-e3113cd7-569f-42c0-86d5-615d7f8090b0 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:50.213926 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e51f1b66-dccd-485c-b65e-02604ab3566d req-e3113cd7-569f-42c0-86d5-615d7f8090b0 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 943 time: 0.0850220 Nov 12 00:50:50.283247 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e51f1b66-dccd-485c-b65e-02604ab3566d req-b2f84e8e-2746-4a97-b429-4760f72f0fc0 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582006 Nov 12 00:50:50.325303 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1382f-e958-423a-a3e8-4d81cf78296c req-01d716ef-824c-414e-9d24-a2b23e092c54 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:50.326562 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e9d1382f-e958-423a-a3e8-4d81cf78296c req-01d716ef-824c-414e-9d24-a2b23e092c54 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/ports?device_id=511f3a9b-9540-41dd-94ec-4d7299ef1b14 HTTP/1.1" status: 200 len: 945 time: 0.0910437 Nov 12 00:50:50.384669 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e9d1382f-e958-423a-a3e8-4d81cf78296c req-09f00fe5-0119-4e4d-b80c-656a8fa00bb6 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1a04a5f-1f27-4c08-9464-0b20756113d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506446 Nov 12 00:50:50.516699 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350b34b-cb94-4068-83bc-70dc32b0683e req-3cf7ffe7-b82d-4d21-819e-2ba3f159c67d tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:50.525410 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b350b34b-cb94-4068-83bc-70dc32b0683e req-3cf7ffe7-b82d-4d21-819e-2ba3f159c67d tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=9244a3b4-8078-4315-92af-a13f32cfc832 HTTP/1.1" status: 200 len: 945 time: 0.0712485 Nov 12 00:50:50.608457 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b350b34b-cb94-4068-83bc-70dc32b0683e req-e0571db4-0a4f-4aab-8d71-c1c62b387aa7 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821543 Nov 12 00:50:50.659841 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f3602d60-a6e5-4c6c-8485-2bf6f8edabae details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:50:50.818526 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port f3602d60-a6e5-4c6c-8485-2bf6f8edabae, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f3602d60-a6e5-4c6c-8485-2bf6f8edabae,segment=NetworkSegment(f276d0aa-177e-4f4e-961a-b2ec2b54d3b3),segment_id=f276d0aa-177e-4f4e-961a-b2ec2b54d3b3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:50.846735 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'f3602d60-a6e5-4c6c-8485-2bf6f8edabae', 'network_id': 'a9bd4d97-ce4d-4779-8f54-675f72a9954e', 'port_id': 'f3602d60-a6e5-4c6c-8485-2bf6f8edabae', 'mac_address': 'fa:16:3e:6f:a8:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17f5a2ba-c1de-498e-a9ce-36910c55dbea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:50:50.980927 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:51.016238 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3602d60-a6e5-4c6c-8485-2bf6f8edabae {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:51.032043 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90afa0-2e91-46ac-96c6-186141040f97 req-bac0728b-32b9-42ce-85f7-94f54690409e tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:51.041973 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ed90afa0-2e91-46ac-96c6-186141040f97 req-bac0728b-32b9-42ce-85f7-94f54690409e tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=9244a3b4-8078-4315-92af-a13f32cfc832 HTTP/1.1" status: 200 len: 945 time: 0.0761065 Nov 12 00:50:51.055317 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port f3602d60-a6e5-4c6c-8485-2bf6f8edabae, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f3602d60-a6e5-4c6c-8485-2bf6f8edabae,segment=NetworkSegment(f276d0aa-177e-4f4e-961a-b2ec2b54d3b3),segment_id=f276d0aa-177e-4f4e-961a-b2ec2b54d3b3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:51.066365 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:51.125883 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ed90afa0-2e91-46ac-96c6-186141040f97 req-becc7ee0-4e14-4025-b825-c2de25475636 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827498 Nov 12 00:50:51.150594 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=f3602d60-a6e5-4c6c-8485-2bf6f8edabae,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:51.291799 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822988c-36b8-4a15-a17e-72fd272fe252 req-43c2df27-ccf5-42ea-8dc9-37912bdd6b0f tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:51.294211 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a822988c-36b8-4a15-a17e-72fd272fe252 req-43c2df27-ccf5-42ea-8dc9-37912bdd6b0f tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 945 time: 0.0613408 Nov 12 00:50:51.320270 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-837daed3-fcb7-4516-8e18-eeacab0b7fa5 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:51.332063 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-837daed3-fcb7-4516-8e18-eeacab0b7fa5 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/networks?id=242b9656-8eaf-49c1-ad20-3e2322fc3cb8 HTTP/1.1" status: 200 len: 813 time: 0.2096305 Nov 12 00:50:51.351573 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-13cff042-5d19-4913-bd4b-907155c22cc8 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/quotas/894a6b8c4e364a31a5bd7a5ffcddd9ed HTTP/1.1" status: 200 len: 375 time: 0.0184495 Nov 12 00:50:51.383459 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a822988c-36b8-4a15-a17e-72fd272fe252 req-cb286e5f-e723-4958-89b8-45aa992ef9eb tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801315 Nov 12 00:50:51.417669 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-830814da-de57-4a2d-9e44-cf3b01c61918 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=894a6b8c4e364a31a5bd7a5ffcddd9ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0633078 Nov 12 00:50:51.538296 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207c2a7-b4b6-4766-a87c-58249cacfe76 req-b5cf4750-4b5d-4298-9f16-ec2ffe7371e0 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:51.541608 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c207c2a7-b4b6-4766-a87c-58249cacfe76 req-b5cf4750-4b5d-4298-9f16-ec2ffe7371e0 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 944 time: 0.0718651 Nov 12 00:50:51.606209 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-f832fba2-f042-424d-b03e-447e601d0840 service neutron] 10.222.0.20 "GET /v2.0/networks/242b9656-8eaf-49c1-ad20-3e2322fc3cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756039 Nov 12 00:50:51.627826 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c207c2a7-b4b6-4766-a87c-58249cacfe76 req-ee6032db-1c60-4cfe-96e4-8e8a15902751 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747340 Nov 12 00:50:51.706135 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['f3602d60-a6e5-4c6c-8485-2bf6f8edabae'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:50:51.806662 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-5d07b328-28ff-471b-865a-4f908d8f3580 service neutron] 10.222.0.20 "GET /v2.0/networks/242b9656-8eaf-49c1-ad20-3e2322fc3cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992536 Nov 12 00:50:52.266289 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-63b44adc-db36-413d-a58a-54203923da16 req-01fb74bf-b033-4c73-a0a8-627b58fd2f97 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/ports?device_id=684444fc-8b69-4b15-9869-a573c5e6109b HTTP/1.1" status: 200 len: 210 time: 0.0401893 Nov 12 00:50:52.321799 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9017194-abcc-4053-a666-e552016f846d req-312a6d8d-def5-44f2-b6c7-4868436fd818 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:52.323425 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d9017194-abcc-4053-a666-e552016f846d req-312a6d8d-def5-44f2-b6c7-4868436fd818 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=9244a3b4-8078-4315-92af-a13f32cfc832 HTTP/1.1" status: 200 len: 945 time: 0.0670309 Nov 12 00:50:52.451404 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d9017194-abcc-4053-a666-e552016f846d req-8a4827ea-bab9-4de7-8f87-0f7f3c982739 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007671 Nov 12 00:50:52.451404 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a228b55-9db7-4906-b2f1-8b17b6870a11 req-e60a8fb9-4e87-4471-bd0c-9634c5b12d52 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:52.452426 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2a228b55-9db7-4906-b2f1-8b17b6870a11 req-e60a8fb9-4e87-4471-bd0c-9634c5b12d52 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.49 "GET /v2.0/ports?device_id=6912b7f5-3aad-444d-9b95-de0f3b578ec7 HTTP/1.1" status: 200 len: 945 time: 0.1079423 Nov 12 00:50:52.557354 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14256277-1215-4b7f-a5e3-1347db9617bb req-7bedf91d-abcf-4ee0-9a68-4bc4008a2904 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:52.558964 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-14256277-1215-4b7f-a5e3-1347db9617bb req-7bedf91d-abcf-4ee0-9a68-4bc4008a2904 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 945 time: 0.0659890 Nov 12 00:50:52.624980 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-14256277-1215-4b7f-a5e3-1347db9617bb req-2a56c271-0388-4190-8501-62f7c8e3ebe3 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522375 Nov 12 00:50:52.644807 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-2a228b55-9db7-4906-b2f1-8b17b6870a11 req-60056dcc-1b4e-4da5-a909-960ce4654e31 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Deleting port 8a0d1a7b-00ec-4918-bfb5-f136846ba607 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:50:52.645293 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-2a228b55-9db7-4906-b2f1-8b17b6870a11 req-60056dcc-1b4e-4da5-a909-960ce4654e31 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:52.676767 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 26459ae7-7de7-43fa-9215-d791a09190d5 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:50:52.816059 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:52.868033 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 26459ae7-7de7-43fa-9215-d791a09190d5, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=26459ae7-7de7-43fa-9215-d791a09190d5,segment=NetworkSegment(e323e1ba-cd12-4149-9627-b6e21b9d8316),segment_id=e323e1ba-cd12-4149-9627-b6e21b9d8316)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:52.869818 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9244a3b4-8078-4315-92af-a13f32cfc832', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26459ae7-7de7-43fa-9215-d791a09190d5'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:52.872862 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7188131e-1a56-4f7c-b358-7f1226572965" -d '{"events": [{"server_uuid": "9244a3b4-8078-4315-92af-a13f32cfc832", "name": "network-vif-unplugged", "status": "completed", "tag": "26459ae7-7de7-43fa-9215-d791a09190d5"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:52.898775 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:52.934474 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8baecce-fceb-43dd-ac68-06dda1bf205b req-de25693b-c71d-40a4-bfb7-380ff60e6598 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:52.936324 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a8baecce-fceb-43dd-ac68-06dda1bf205b req-de25693b-c71d-40a4-bfb7-380ff60e6598 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 944 time: 0.1843448 Nov 12 00:50:52.962541 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e35aa-2f86-4de6-a315-4b3deffe461e req-77b90c86-c667-4db4-8637-c78da7d9c468 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:52.966608 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-2a228b55-9db7-4906-b2f1-8b17b6870a11 req-60056dcc-1b4e-4da5-a909-960ce4654e31 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] For port 8a0d1a7b-00ec-4918-bfb5-f136846ba607, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=8a0d1a7b-00ec-4918-bfb5-f136846ba607,segment=NetworkSegment(463090f5-8ae8-4aad-b579-f51ce246c77b),segment_id=463090f5-8ae8-4aad-b579-f51ce246c77b)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:52.967287 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-2a228b55-9db7-4906-b2f1-8b17b6870a11 req-60056dcc-1b4e-4da5-a909-960ce4654e31 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:52.972623 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-086e35aa-2f86-4de6-a315-4b3deffe461e req-77b90c86-c667-4db4-8637-c78da7d9c468 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.54 "GET /v2.0/ports?device_id=511f3a9b-9540-41dd-94ec-4d7299ef1b14 HTTP/1.1" status: 200 len: 945 time: 0.1459808 Nov 12 00:50:52.977503 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=26459ae7-7de7-43fa-9215-d791a09190d5,revision_number=8']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:53.024480 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-2a228b55-9db7-4906-b2f1-8b17b6870a11 req-60056dcc-1b4e-4da5-a909-960ce4654e31 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Calling delete_port for 8a0d1a7b-00ec-4918-bfb5-f136846ba607 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:50:53.127164 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a8baecce-fceb-43dd-ac68-06dda1bf205b req-395f19ed-6558-4634-b26a-5eaa3f168b4b tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703601 Nov 12 00:50:53.153205 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c144590-7f2a-4409-b08a-9e29b23c8121 x-openstack-request-id: req-6c144590-7f2a-4409-b08a-9e29b23c8121 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:53.153866 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9244a3b4-8078-4315-92af-a13f32cfc832", "name": "network-vif-unplugged", "status": "completed", "tag": "26459ae7-7de7-43fa-9215-d791a09190d5", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:53.154212 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c144590-7f2a-4409-b08a-9e29b23c8121 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:53.155894 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9244a3b4-8078-4315-92af-a13f32cfc832', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26459ae7-7de7-43fa-9215-d791a09190d5', 'code': 200} Nov 12 00:50:53.163438 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-086e35aa-2f86-4de6-a315-4b3deffe461e req-f2c82642-6736-4f97-afb5-fe70a975603b tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Deleting port f5aa355c-888f-415a-bf69-789e5e13447b {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:50:53.164168 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-086e35aa-2f86-4de6-a315-4b3deffe461e req-f2c82642-6736-4f97-afb5-fe70a975603b tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:53.293877 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-2a228b55-9db7-4906-b2f1-8b17b6870a11 req-60056dcc-1b4e-4da5-a909-960ce4654e31 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:53.332814 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['8a0d1a7b-00ec-4918-bfb5-f136846ba607'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:50:53.346416 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['f5aa355c-888f-415a-bf69-789e5e13447b'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:50:53.385143 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60056dcc-1b4e-4da5-a909-960ce4654e31 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Pushing event deleted for resources: {'Port': ['ID=8a0d1a7b-00ec-4918-bfb5-f136846ba607,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:53.397246 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-086e35aa-2f86-4de6-a315-4b3deffe461e req-f2c82642-6736-4f97-afb5-fe70a975603b tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] For port f5aa355c-888f-415a-bf69-789e5e13447b, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f5aa355c-888f-415a-bf69-789e5e13447b,segment=NetworkSegment(463090f5-8ae8-4aad-b579-f51ce246c77b),segment_id=463090f5-8ae8-4aad-b579-f51ce246c77b)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:53.397750 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-086e35aa-2f86-4de6-a315-4b3deffe461e req-f2c82642-6736-4f97-afb5-fe70a975603b tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:53.441523 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-086e35aa-2f86-4de6-a315-4b3deffe461e req-f2c82642-6736-4f97-afb5-fe70a975603b tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Calling delete_port for f5aa355c-888f-415a-bf69-789e5e13447b owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:50:53.487405 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a228b55-9db7-4906-b2f1-8b17b6870a11 req-60056dcc-1b4e-4da5-a909-960ce4654e31 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] No DVR routers for this DVR port 8a0d1a7b-00ec-4918-bfb5-f136846ba607 on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:50:53.505964 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-2a228b55-9db7-4906-b2f1-8b17b6870a11 req-60056dcc-1b4e-4da5-a909-960ce4654e31 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:53.505964 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2a228b55-9db7-4906-b2f1-8b17b6870a11 req-60056dcc-1b4e-4da5-a909-960ce4654e31 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.49 "DELETE /v2.0/ports/8a0d1a7b-00ec-4918-bfb5-f136846ba607 HTTP/1.1" status: 204 len: 173 time: 1.0442443 Nov 12 00:50:53.506492 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6912b7f5-3aad-444d-9b95-de0f3b578ec7', 'name': 'network-vif-deleted', 'tag': '8a0d1a7b-00ec-4918-bfb5-f136846ba607'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:53.518391 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb7ed83-ae44-436f-9539-e49440d90de5" -d '{"events": [{"server_uuid": "6912b7f5-3aad-444d-9b95-de0f3b578ec7", "name": "network-vif-deleted", "tag": "8a0d1a7b-00ec-4918-bfb5-f136846ba607"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:53.638891 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-00aff845-3aca-45f3-b1d3-c92f5f4d83a9 req-cb0b63d0-5555-4ca3-ae2a-8b225f3f278b tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/ports?device_id=684444fc-8b69-4b15-9869-a573c5e6109b HTTP/1.1" status: 200 len: 210 time: 0.1063101 Nov 12 00:50:53.711137 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb2a46-4a1f-4292-9c00-a77b7845e5c1 req-7679389d-a94d-4173-b03f-d3ec543fc823 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:53.719613 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f2eb2a46-4a1f-4292-9c00-a77b7845e5c1 req-7679389d-a94d-4173-b03f-d3ec543fc823 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=9244a3b4-8078-4315-92af-a13f32cfc832 HTTP/1.1" status: 200 len: 943 time: 0.1663268 Nov 12 00:50:53.749035 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fe3d9f-e376-4fa0-80a9-d2fa47817290 x-openstack-request-id: req-99fe3d9f-e376-4fa0-80a9-d2fa47817290 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:53.749508 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6912b7f5-3aad-444d-9b95-de0f3b578ec7", "name": "network-vif-deleted", "tag": "8a0d1a7b-00ec-4918-bfb5-f136846ba607", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:53.749828 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-99fe3d9f-e376-4fa0-80a9-d2fa47817290 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:53.750289 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6912b7f5-3aad-444d-9b95-de0f3b578ec7', 'name': 'network-vif-deleted', 'tag': '8a0d1a7b-00ec-4918-bfb5-f136846ba607', 'status': 'completed', 'code': 200} Nov 12 00:50:53.779643 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ad30b-fc2f-4723-854e-8b1df6cbdb92 req-bc3ae9d4-a60e-461d-8f99-e87b0e6ee0dc tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:53.781156 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2d3ad30b-fc2f-4723-854e-8b1df6cbdb92 req-bc3ae9d4-a60e-461d-8f99-e87b0e6ee0dc tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.54 "GET /v2.0/ports?device_id=9244a3b4-8078-4315-92af-a13f32cfc832 HTTP/1.1" status: 200 len: 943 time: 0.1678174 Nov 12 00:50:53.808208 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f2eb2a46-4a1f-4292-9c00-a77b7845e5c1 req-a3d59958-96d4-4d4c-a467-dbda5cf571a8 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882099 Nov 12 00:50:53.935511 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-086e35aa-2f86-4de6-a315-4b3deffe461e req-f2c82642-6736-4f97-afb5-fe70a975603b tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:53.971807 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['8a0d1a7b-00ec-4918-bfb5-f136846ba607'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:50:54.015614 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-2d3ad30b-fc2f-4723-854e-8b1df6cbdb92 req-b7278941-80b0-4f1a-926a-d4091b4e3c59 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Deleting port 26459ae7-7de7-43fa-9215-d791a09190d5 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:50:54.018722 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-2d3ad30b-fc2f-4723-854e-8b1df6cbdb92 req-b7278941-80b0-4f1a-926a-d4091b4e3c59 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:54.040596 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c82642-6736-4f97-afb5-fe70a975603b tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Pushing event deleted for resources: {'Port': ['ID=f5aa355c-888f-415a-bf69-789e5e13447b,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:54.083110 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15e3fa-6093-4b86-8c1d-8bb4ec6b8fe2 req-4c08ec5a-21fb-4728-9641-cc31ea69fb71 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:54.085635 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cd15e3fa-6093-4b86-8c1d-8bb4ec6b8fe2 req-4c08ec5a-21fb-4728-9641-cc31ea69fb71 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 945 time: 0.2361875 Nov 12 00:50:54.160218 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-086e35aa-2f86-4de6-a315-4b3deffe461e req-f2c82642-6736-4f97-afb5-fe70a975603b tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] No DVR routers for this DVR port f5aa355c-888f-415a-bf69-789e5e13447b on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:50:54.173997 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-086e35aa-2f86-4de6-a315-4b3deffe461e req-f2c82642-6736-4f97-afb5-fe70a975603b tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:54.177740 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-086e35aa-2f86-4de6-a315-4b3deffe461e req-f2c82642-6736-4f97-afb5-fe70a975603b tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.54 "DELETE /v2.0/ports/f5aa355c-888f-415a-bf69-789e5e13447b HTTP/1.1" status: 204 len: 173 time: 1.2024326 Nov 12 00:50:54.178354 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511f3a9b-9540-41dd-94ec-4d7299ef1b14', 'name': 'network-vif-deleted', 'tag': 'f5aa355c-888f-415a-bf69-789e5e13447b'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:54.182520 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b84e22-bc56-4c6a-94d3-b3b83fe782ac" -d '{"events": [{"server_uuid": "511f3a9b-9540-41dd-94ec-4d7299ef1b14", "name": "network-vif-deleted", "tag": "f5aa355c-888f-415a-bf69-789e5e13447b"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:54.352419 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cd15e3fa-6093-4b86-8c1d-8bb4ec6b8fe2 req-673d6f0b-a5e7-4a4d-bc37-ae9e12ac70c3 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468243 Nov 12 00:50:54.410715 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-3ce3f127-51c8-4d8b-a382-eeb2dbe06b9c tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:54.418060 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-3ce3f127-51c8-4d8b-a382-eeb2dbe06b9c tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.54 "GET /v2.0/networks?id=242b9656-8eaf-49c1-ad20-3e2322fc3cb8 HTTP/1.1" status: 200 len: 813 time: 0.1852908 Nov 12 00:50:54.439871 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-71c1c9be-fef4-4551-88ed-041153826e7d tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Request body: {'port': {'device_id': '684444fc-8b69-4b15-9869-a573c5e6109b', 'network_id': '242b9656-8eaf-49c1-ad20-3e2322fc3cb8', 'admin_state_up': True, 'tenant_id': '894a6b8c4e364a31a5bd7a5ffcddd9ed'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:54.568186 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-2d3ad30b-fc2f-4723-854e-8b1df6cbdb92 req-b7278941-80b0-4f1a-926a-d4091b4e3c59 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] For port 26459ae7-7de7-43fa-9215-d791a09190d5, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=26459ae7-7de7-43fa-9215-d791a09190d5,segment=NetworkSegment(e323e1ba-cd12-4149-9627-b6e21b9d8316),segment_id=e323e1ba-cd12-4149-9627-b6e21b9d8316)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:54.568186 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-2d3ad30b-fc2f-4723-854e-8b1df6cbdb92 req-b7278941-80b0-4f1a-926a-d4091b4e3c59 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:54.612259 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c0770-73d1-4d85-9298-eaec66c69a41 req-ba8872b5-7e56-4808-95f1-b215b6211df0 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:54.617398 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8598d772-0171-4adf-9c3a-80d243e1ce9e x-openstack-request-id: req-8598d772-0171-4adf-9c3a-80d243e1ce9e {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:54.617960 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511f3a9b-9540-41dd-94ec-4d7299ef1b14", "name": "network-vif-deleted", "tag": "f5aa355c-888f-415a-bf69-789e5e13447b", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:54.618416 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8598d772-0171-4adf-9c3a-80d243e1ce9e {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:54.619004 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511f3a9b-9540-41dd-94ec-4d7299ef1b14', 'name': 'network-vif-deleted', 'tag': 'f5aa355c-888f-415a-bf69-789e5e13447b', 'status': 'completed', 'code': 200} Nov 12 00:50:54.619981 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f87c0770-73d1-4d85-9298-eaec66c69a41 req-ba8872b5-7e56-4808-95f1-b215b6211df0 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 944 time: 0.2796381 Nov 12 00:50:54.651829 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-71c1c9be-fef4-4551-88ed-041153826e7d tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Made reservation on behalf of 894a6b8c4e364a31a5bd7a5ffcddd9ed for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:50:54.655234 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-2d3ad30b-fc2f-4723-854e-8b1df6cbdb92 req-b7278941-80b0-4f1a-926a-d4091b4e3c59 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Calling delete_port for 26459ae7-7de7-43fa-9215-d791a09190d5 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:50:54.659082 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-71c1c9be-fef4-4551-88ed-041153826e7d tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:54.757251 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f3602d60-a6e5-4c6c-8485-2bf6f8edabae up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:54.764336 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f87c0770-73d1-4d85-9298-eaec66c69a41 req-c32563e3-246f-4187-8298-11d9c1b92e4e tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432881 Nov 12 00:50:54.780720 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-f726127d-740f-4ef3-ae56-fe3626a95f1b tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:54.783171 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-f726127d-740f-4ef3-ae56-fe3626a95f1b tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.49 "GET /v2.0/networks?id=242b9656-8eaf-49c1-ad20-3e2322fc3cb8 HTTP/1.1" status: 200 len: 813 time: 0.7021201 Nov 12 00:50:54.823921 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-71c1c9be-fef4-4551-88ed-041153826e7d tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Allocated IP 172.20.0.9 (242b9656-8eaf-49c1-ad20-3e2322fc3cb8/29316bdd-5ca7-4557-9c8e-27721c523639/f6b26c92-dae2-4ba2-b609-542c62794d1e) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:50:54.839242 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-4d57501c-7137-44d2-8691-44c846adaf63 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Request body: {'port': {'device_id': '2a04f5d6-fba8-4dcb-9f3f-99bc840b5369', 'network_id': '242b9656-8eaf-49c1-ad20-3e2322fc3cb8', 'admin_state_up': True, 'tenant_id': '894a6b8c4e364a31a5bd7a5ffcddd9ed'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:54.923151 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port f3602d60-a6e5-4c6c-8485-2bf6f8edabae completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:50:54.930610 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port f3602d60-a6e5-4c6c-8485-2bf6f8edabae triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:54.931373 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:55.041516 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-71c1c9be-fef4-4551-88ed-041153826e7d tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:55.111113 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-71c1c9be-fef4-4551-88ed-041153826e7d tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:55.130824 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:55.131880 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1729b2c-6f4b-42e5-b6a3-ebee2f6c1095 req-4a12ee83-cb6c-4be4-ae48-33a6de01abd7 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:55.134701 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a1729b2c-6f4b-42e5-b6a3-ebee2f6c1095 req-4a12ee83-cb6c-4be4-ae48-33a6de01abd7 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=9244a3b4-8078-4315-92af-a13f32cfc832 HTTP/1.1" status: 200 len: 943 time: 0.1389878 Nov 12 00:50:55.178376 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8028998b-2cea-4a13-b896-9d535e31c259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3602d60-a6e5-4c6c-8485-2bf6f8edabae'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:55.181501 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94f8391-f4d8-4b82-98e8-f3efcf028b0d" -d '{"events": [{"server_uuid": "8028998b-2cea-4a13-b896-9d535e31c259", "name": "network-vif-plugged", "status": "completed", "tag": "f3602d60-a6e5-4c6c-8485-2bf6f8edabae"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:55.187655 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1c9be-fef4-4551-88ed-041153826e7d tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Pushing event updated for resources: {'Port': ['ID=f6b26c92-dae2-4ba2-b609-542c62794d1e,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:55.209983 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-71c1c9be-fef4-4551-88ed-041153826e7d tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Network 242b9656-8eaf-49c1-ad20-3e2322fc3cb8 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:50:55.211819 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port f3602d60-a6e5-4c6c-8485-2bf6f8edabae, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f3602d60-a6e5-4c6c-8485-2bf6f8edabae,segment=NetworkSegment(f276d0aa-177e-4f4e-961a-b2ec2b54d3b3),segment_id=f276d0aa-177e-4f4e-961a-b2ec2b54d3b3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:55.212264 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-71c1c9be-fef4-4551-88ed-041153826e7d tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:55.218714 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:55.219987 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 26459ae7-7de7-43fa-9215-d791a09190d5 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:50:55.222388 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-71c1c9be-fef4-4551-88ed-041153826e7d tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:50:55.277024 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a1729b2c-6f4b-42e5-b6a3-ebee2f6c1095 req-211d3515-8b2a-4f1a-9e50-2c6c4da35ed3 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311867 Nov 12 00:50:55.292855 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-4d57501c-7137-44d2-8691-44c846adaf63 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Made reservation on behalf of 894a6b8c4e364a31a5bd7a5ffcddd9ed for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:50:55.296931 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-4d57501c-7137-44d2-8691-44c846adaf63 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:55.323470 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-2d3ad30b-fc2f-4723-854e-8b1df6cbdb92 req-b7278941-80b0-4f1a-926a-d4091b4e3c59 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:55.428052 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=f3602d60-a6e5-4c6c-8485-2bf6f8edabae,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:55.430296 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7278941-80b0-4f1a-926a-d4091b4e3c59 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Pushing event deleted for resources: {'Port': ['ID=26459ae7-7de7-43fa-9215-d791a09190d5,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:55.482499 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No active binding found for port 26459ae7-7de7-43fa-9215-d791a09190d5 {{(pid=102663) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 00:50:55.483313 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 26459ae7-7de7-43fa-9215-d791a09190d5 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:50:55.483441 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f5aa355c-888f-415a-bf69-789e5e13447b no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:50:55.541457 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: f5aa355c-888f-415a-bf69-789e5e13447b {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:50:55.541895 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f5aa355c-888f-415a-bf69-789e5e13447b not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:50:55.548220 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2296bee-5c93-4506-b379-17ec15148b12 x-openstack-request-id: req-f2296bee-5c93-4506-b379-17ec15148b12 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:55.548576 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8028998b-2cea-4a13-b896-9d535e31c259", "name": "network-vif-plugged", "status": "completed", "tag": "f3602d60-a6e5-4c6c-8485-2bf6f8edabae", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:55.549143 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f2296bee-5c93-4506-b379-17ec15148b12 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:55.549288 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8028998b-2cea-4a13-b896-9d535e31c259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3602d60-a6e5-4c6c-8485-2bf6f8edabae', 'code': 200} Nov 12 00:50:55.564980 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d3ad30b-fc2f-4723-854e-8b1df6cbdb92 req-b7278941-80b0-4f1a-926a-d4091b4e3c59 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] No DVR routers for this DVR port 26459ae7-7de7-43fa-9215-d791a09190d5 on host n-h2-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:50:55.569754 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-2d3ad30b-fc2f-4723-854e-8b1df6cbdb92 req-b7278941-80b0-4f1a-926a-d4091b4e3c59 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:55.573521 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2d3ad30b-fc2f-4723-854e-8b1df6cbdb92 req-b7278941-80b0-4f1a-926a-d4091b4e3c59 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.54 "DELETE /v2.0/ports/26459ae7-7de7-43fa-9215-d791a09190d5 HTTP/1.1" status: 204 len: 173 time: 1.7642972 Nov 12 00:50:55.619390 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b41d18-a707-41e4-bb9b-1ccd65132977 req-73ea953a-a84c-4e0b-ab59-4037beceb8e0 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:55.621095 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-96b41d18-a707-41e4-bb9b-1ccd65132977 req-73ea953a-a84c-4e0b-ab59-4037beceb8e0 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/ports?device_id=684444fc-8b69-4b15-9869-a573c5e6109b HTTP/1.1" status: 200 len: 931 time: 0.5442832 Nov 12 00:50:55.628444 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-71c1c9be-fef4-4551-88ed-041153826e7d tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:55.628642 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-71c1c9be-fef4-4551-88ed-041153826e7d tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:55.713632 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-96b41d18-a707-41e4-bb9b-1ccd65132977 req-25edc140-5afb-4a3a-bef0-012e1e205917 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1a04a5f-1f27-4c08-9464-0b20756113d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818198 Nov 12 00:50:55.717470 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-71c1c9be-fef4-4551-88ed-041153826e7d tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2825985 Nov 12 00:50:55.752769 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-cefdbe40-3a4f-4e6c-ac43-38685b8e0995 service neutron] Request body: {'port': {'device_id': '684444fc-8b69-4b15-9869-a573c5e6109b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:55.753932 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9244a3b4-8078-4315-92af-a13f32cfc832', 'name': 'network-vif-deleted', 'tag': '26459ae7-7de7-43fa-9215-d791a09190d5'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:55.756282 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0ab908-e85d-43ae-a5bc-283ac49174e6" -d '{"events": [{"server_uuid": "9244a3b4-8078-4315-92af-a13f32cfc832", "name": "network-vif-deleted", "tag": "26459ae7-7de7-43fa-9215-d791a09190d5"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:55.827933 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-cefdbe40-3a4f-4e6c-ac43-38685b8e0995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:55.848607 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-4d57501c-7137-44d2-8691-44c846adaf63 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Allocated IP 172.20.0.14 (242b9656-8eaf-49c1-ad20-3e2322fc3cb8/29316bdd-5ca7-4557-9c8e-27721c523639/9c295c3a-9515-44b0-8b18-ff0f50bf3e57) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:50:56.013859 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d158396b-2513-4905-883d-63f97bede4a0 x-openstack-request-id: req-d158396b-2513-4905-883d-63f97bede4a0 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:56.014216 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9244a3b4-8078-4315-92af-a13f32cfc832", "name": "network-vif-deleted", "tag": "26459ae7-7de7-43fa-9215-d791a09190d5", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:56.014408 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d158396b-2513-4905-883d-63f97bede4a0 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:56.014803 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9244a3b4-8078-4315-92af-a13f32cfc832', 'name': 'network-vif-deleted', 'tag': '26459ae7-7de7-43fa-9215-d791a09190d5', 'status': 'completed', 'code': 200} Nov 12 00:50:56.053328 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0c2ee-e4a9-4f41-acd2-fae49bb1c6e8 req-38d84050-e814-462b-90ae-4699ad9a3e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:56.055467 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c2b0c2ee-e4a9-4f41-acd2-fae49bb1c6e8 req-38d84050-e814-462b-90ae-4699ad9a3e08 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 1097 time: 0.3560014 Nov 12 00:50:56.105985 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50650792-bc25-44b4-8771-85fcafe7db51 req-d8b8f97c-72d8-4839-8184-9d3bfe46a1be tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:56.114070 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-50650792-bc25-44b4-8771-85fcafe7db51 req-d8b8f97c-72d8-4839-8184-9d3bfe46a1be tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 945 time: 0.2757645 Nov 12 00:50:56.132907 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fa49b-b1c8-4af5-b587-3db75f576b70 req-174cc5c8-15b7-4d58-aae5-a324eb31be64 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:56.134571 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7a8fa49b-b1c8-4af5-b587-3db75f576b70 req-174cc5c8-15b7-4d58-aae5-a324eb31be64 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 945 time: 0.0788784 Nov 12 00:50:56.164999 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-4d57501c-7137-44d2-8691-44c846adaf63 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:56.214060 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7a8fa49b-b1c8-4af5-b587-3db75f576b70 req-be01d550-3a18-447c-91fa-66fa5e4d2d7b tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682650 Nov 12 00:50:56.222895 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c2b0c2ee-e4a9-4f41-acd2-fae49bb1c6e8 req-b098c7d3-547e-4587-b615-972b776b117c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416588 Nov 12 00:50:56.236529 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-50650792-bc25-44b4-8771-85fcafe7db51 req-2b8a1d7b-2451-4341-8c47-e0abdc0c9376 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191356 Nov 12 00:50:56.271779 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-4d57501c-7137-44d2-8691-44c846adaf63 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:56.327776 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-4d57501c-7137-44d2-8691-44c846adaf63 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Network 242b9656-8eaf-49c1-ad20-3e2322fc3cb8 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:50:56.335804 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-4d57501c-7137-44d2-8691-44c846adaf63 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:56.339877 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-4d57501c-7137-44d2-8691-44c846adaf63 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:50:56.369075 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d57501c-7137-44d2-8691-44c846adaf63 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Pushing event updated for resources: {'Port': ['ID=9c295c3a-9515-44b0-8b18-ff0f50bf3e57,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:56.402227 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-4d57501c-7137-44d2-8691-44c846adaf63 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:56.402961 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-4d57501c-7137-44d2-8691-44c846adaf63 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:56.412456 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 8a0d1a7b-00ec-4918-bfb5-f136846ba607 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:50:56.434937 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-4d57501c-7137-44d2-8691-44c846adaf63 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6177003 Nov 12 00:50:56.439503 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: 8a0d1a7b-00ec-4918-bfb5-f136846ba607 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:50:56.439848 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 8a0d1a7b-00ec-4918-bfb5-f136846ba607 not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:50:56.453670 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-6ffd6e14-3e4c-4d5a-bda0-40b9fb3a87c6 service neutron] Request body: {'port': {'device_id': '2a04f5d6-fba8-4dcb-9f3f-99bc840b5369', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:56.458469 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-cefdbe40-3a4f-4e6c-ac43-38685b8e0995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6b26c92-dae2-4ba2-b609-542c62794d1e {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:56.467665 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-cefdbe40-3a4f-4e6c-ac43-38685b8e0995 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:56.514365 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dd129adb-a97f-4287-91b8-62e34d2e022a req-27e7f0bf-f5a9-42bc-b4c1-7ecd0acf0738 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=9244a3b4-8078-4315-92af-a13f32cfc832 HTTP/1.1" status: 200 len: 210 time: 0.0377836 Nov 12 00:50:56.517251 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-cefdbe40-3a4f-4e6c-ac43-38685b8e0995 service neutron] Transition to ACTIVE for port object f6b26c92-dae2-4ba2-b609-542c62794d1e will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:50:56.524355 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-cefdbe40-3a4f-4e6c-ac43-38685b8e0995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:56.560011 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-6ffd6e14-3e4c-4d5a-bda0-40b9fb3a87c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:56.578748 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefdbe40-3a4f-4e6c-ac43-38685b8e0995 service neutron] Pushing event updated for resources: {'Port': ['ID=f6b26c92-dae2-4ba2-b609-542c62794d1e,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:56.684373 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-cefdbe40-3a4f-4e6c-ac43-38685b8e0995 service neutron] Attempting to bind port f6b26c92-dae2-4ba2-b609-542c62794d1e on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:50:56.685094 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-cefdbe40-3a4f-4e6c-ac43-38685b8e0995 service neutron] Attempting to bind port f6b26c92-dae2-4ba2-b609-542c62794d1e by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '463090f5-8ae8-4aad-b579-f51ce246c77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '242b9656-8eaf-49c1-ad20-3e2322fc3cb8'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:50:56.685548 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-cefdbe40-3a4f-4e6c-ac43-38685b8e0995 service neutron] Attempting to bind port f6b26c92-dae2-4ba2-b609-542c62794d1e on network 242b9656-8eaf-49c1-ad20-3e2322fc3cb8 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:56.691204 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-cefdbe40-3a4f-4e6c-ac43-38685b8e0995 service neutron] Port f6b26c92-dae2-4ba2-b609-542c62794d1e on network 242b9656-8eaf-49c1-ad20-3e2322fc3cb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:50:56.691630 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-cefdbe40-3a4f-4e6c-ac43-38685b8e0995 service neutron] Attempting to bind port f6b26c92-dae2-4ba2-b609-542c62794d1e on network 242b9656-8eaf-49c1-ad20-3e2322fc3cb8 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:56.697545 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-cefdbe40-3a4f-4e6c-ac43-38685b8e0995 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:50:56.698026 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-cefdbe40-3a4f-4e6c-ac43-38685b8e0995 service neutron] Checking segment: {'id': '463090f5-8ae8-4aad-b579-f51ce246c77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '242b9656-8eaf-49c1-ad20-3e2322fc3cb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:56.698611 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-cefdbe40-3a4f-4e6c-ac43-38685b8e0995 service neutron] Bound using segment: {'id': '463090f5-8ae8-4aad-b579-f51ce246c77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '242b9656-8eaf-49c1-ad20-3e2322fc3cb8'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:50:56.699219 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-cefdbe40-3a4f-4e6c-ac43-38685b8e0995 service neutron] Bound port: f6b26c92-dae2-4ba2-b609-542c62794d1e, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '463090f5-8ae8-4aad-b579-f51ce246c77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '242b9656-8eaf-49c1-ad20-3e2322fc3cb8'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:50:56.699640 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-cefdbe40-3a4f-4e6c-ac43-38685b8e0995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:56.821324 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-cefdbe40-3a4f-4e6c-ac43-38685b8e0995 service neutron] For port f6b26c92-dae2-4ba2-b609-542c62794d1e, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:50:56.826004 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-cefdbe40-3a4f-4e6c-ac43-38685b8e0995 service neutron] For port f6b26c92-dae2-4ba2-b609-542c62794d1e, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f6b26c92-dae2-4ba2-b609-542c62794d1e,segment=NetworkSegment(463090f5-8ae8-4aad-b579-f51ce246c77b),segment_id=463090f5-8ae8-4aad-b579-f51ce246c77b)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:50:56.838244 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-cefdbe40-3a4f-4e6c-ac43-38685b8e0995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:56.901842 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-cefdbe40-3a4f-4e6c-ac43-38685b8e0995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:56.903672 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-cefdbe40-3a4f-4e6c-ac43-38685b8e0995 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:56.906306 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-cefdbe40-3a4f-4e6c-ac43-38685b8e0995 service neutron] 10.222.0.54 "PUT /v2.0/ports/f6b26c92-dae2-4ba2-b609-542c62794d1e HTTP/1.1" status: 200 len: 1092 time: 1.1588776 Nov 12 00:50:56.906774 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '684444fc-8b69-4b15-9869-a573c5e6109b', 'tag': 'f6b26c92-dae2-4ba2-b609-542c62794d1e'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:56.910199 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5ac045-251d-4b65-bd83-1fc9529f953d" -d '{"events": [{"name": "network-changed", "server_uuid": "684444fc-8b69-4b15-9869-a573c5e6109b", "tag": "f6b26c92-dae2-4ba2-b609-542c62794d1e"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:56.958712 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefdbe40-3a4f-4e6c-ac43-38685b8e0995 service neutron] Pushing event updated for resources: {'Port': ['ID=f6b26c92-dae2-4ba2-b609-542c62794d1e,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:56.961753 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-6ffd6e14-3e4c-4d5a-bda0-40b9fb3a87c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c295c3a-9515-44b0-8b18-ff0f50bf3e57 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:56.971410 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-6ffd6e14-3e4c-4d5a-bda0-40b9fb3a87c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:56.986652 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-6ffd6e14-3e4c-4d5a-bda0-40b9fb3a87c6 service neutron] Transition to ACTIVE for port object 9c295c3a-9515-44b0-8b18-ff0f50bf3e57 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:50:57.003230 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-6ffd6e14-3e4c-4d5a-bda0-40b9fb3a87c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:57.041713 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-6c58a0d7-e59f-4d9c-b3ea-672b97126050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:57.048272 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-6c58a0d7-e59f-4d9c-b3ea-672b97126050 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=894a6b8c4e364a31a5bd7a5ffcddd9ed&device_id=684444fc-8b69-4b15-9869-a573c5e6109b HTTP/1.1" status: 200 len: 1095 time: 0.0602560 Nov 12 00:50:57.063725 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffd6e14-3e4c-4d5a-bda0-40b9fb3a87c6 service neutron] Pushing event updated for resources: {'Port': ['ID=9c295c3a-9515-44b0-8b18-ff0f50bf3e57,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:57.124947 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e75ce6-c6fa-450d-a90b-9b87b8663dd1 x-openstack-request-id: req-45e75ce6-c6fa-450d-a90b-9b87b8663dd1 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:57.125265 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "684444fc-8b69-4b15-9869-a573c5e6109b", "tag": "f6b26c92-dae2-4ba2-b609-542c62794d1e", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:57.125502 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-45e75ce6-c6fa-450d-a90b-9b87b8663dd1 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:57.126444 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '684444fc-8b69-4b15-9869-a573c5e6109b', 'tag': 'f6b26c92-dae2-4ba2-b609-542c62794d1e', 'status': 'completed', 'code': 200} Nov 12 00:50:57.128152 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-b9337b1e-bbb2-4c0c-a431-84ca3043d9d9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6b26c92-dae2-4ba2-b609-542c62794d1e HTTP/1.1" status: 200 len: 217 time: 0.0604136 Nov 12 00:50:57.131739 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb9c8a-9105-4788-81b0-9ec4657400e3 req-90a6a5db-18cc-408c-a975-e91a65a48f30 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:57.133231 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-60cb9c8a-9105-4788-81b0-9ec4657400e3 req-90a6a5db-18cc-408c-a975-e91a65a48f30 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/ports?device_id=684444fc-8b69-4b15-9869-a573c5e6109b HTTP/1.1" status: 200 len: 943 time: 0.2896059 Nov 12 00:50:57.194587 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-cb54bc08-9cb1-4317-9628-4dd3b08f6ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:57.196385 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-cb54bc08-9cb1-4317-9628-4dd3b08f6ef2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=29316bdd-5ca7-4557-9c8e-27721c523639 HTTP/1.1" status: 200 len: 853 time: 0.0564294 Nov 12 00:50:57.233586 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-60cb9c8a-9105-4788-81b0-9ec4657400e3 req-542f8807-4de7-4ef3-9e27-9d3c821fef77 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1a04a5f-1f27-4c08-9464-0b20756113d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689430 Nov 12 00:50:57.246750 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-2312760a-935c-4f49-853e-e4cfc2cb253c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=242b9656-8eaf-49c1-ad20-3e2322fc3cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426493 Nov 12 00:50:57.247939 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-6ffd6e14-3e4c-4d5a-bda0-40b9fb3a87c6 service neutron] Attempting to bind port 9c295c3a-9515-44b0-8b18-ff0f50bf3e57 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:50:57.250379 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-6ffd6e14-3e4c-4d5a-bda0-40b9fb3a87c6 service neutron] Attempting to bind port 9c295c3a-9515-44b0-8b18-ff0f50bf3e57 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '463090f5-8ae8-4aad-b579-f51ce246c77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '242b9656-8eaf-49c1-ad20-3e2322fc3cb8'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:50:57.250954 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-6ffd6e14-3e4c-4d5a-bda0-40b9fb3a87c6 service neutron] Attempting to bind port 9c295c3a-9515-44b0-8b18-ff0f50bf3e57 on network 242b9656-8eaf-49c1-ad20-3e2322fc3cb8 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:57.258865 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-6ffd6e14-3e4c-4d5a-bda0-40b9fb3a87c6 service neutron] Port 9c295c3a-9515-44b0-8b18-ff0f50bf3e57 on network 242b9656-8eaf-49c1-ad20-3e2322fc3cb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:50:57.259499 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-6ffd6e14-3e4c-4d5a-bda0-40b9fb3a87c6 service neutron] Attempting to bind port 9c295c3a-9515-44b0-8b18-ff0f50bf3e57 on network 242b9656-8eaf-49c1-ad20-3e2322fc3cb8 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:57.268020 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-6ffd6e14-3e4c-4d5a-bda0-40b9fb3a87c6 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:50:57.268438 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-6ffd6e14-3e4c-4d5a-bda0-40b9fb3a87c6 service neutron] Checking segment: {'id': '463090f5-8ae8-4aad-b579-f51ce246c77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '242b9656-8eaf-49c1-ad20-3e2322fc3cb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:57.268896 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-6ffd6e14-3e4c-4d5a-bda0-40b9fb3a87c6 service neutron] Bound using segment: {'id': '463090f5-8ae8-4aad-b579-f51ce246c77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '242b9656-8eaf-49c1-ad20-3e2322fc3cb8'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:50:57.269495 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-6ffd6e14-3e4c-4d5a-bda0-40b9fb3a87c6 service neutron] Bound port: 9c295c3a-9515-44b0-8b18-ff0f50bf3e57, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '463090f5-8ae8-4aad-b579-f51ce246c77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '242b9656-8eaf-49c1-ad20-3e2322fc3cb8'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:50:57.269904 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-6ffd6e14-3e4c-4d5a-bda0-40b9fb3a87c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:57.347399 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-6ffd6e14-3e4c-4d5a-bda0-40b9fb3a87c6 service neutron] For port 9c295c3a-9515-44b0-8b18-ff0f50bf3e57, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:50:57.351322 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-6ffd6e14-3e4c-4d5a-bda0-40b9fb3a87c6 service neutron] For port 9c295c3a-9515-44b0-8b18-ff0f50bf3e57, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=9c295c3a-9515-44b0-8b18-ff0f50bf3e57,segment=NetworkSegment(463090f5-8ae8-4aad-b579-f51ce246c77b),segment_id=463090f5-8ae8-4aad-b579-f51ce246c77b)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:50:57.375017 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-e32cc51e-b8c5-446e-83a6-60c0e2c2f631 service neutron] 10.222.0.54 "GET /v2.0/networks/242b9656-8eaf-49c1-ad20-3e2322fc3cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205471 Nov 12 00:50:57.394554 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-6ffd6e14-3e4c-4d5a-bda0-40b9fb3a87c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:57.493506 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b167e0e-03d6-4cce-b8f1-1905ee108113 req-4bbc432b-8583-47f7-b520-6e93f06403cb tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:57.504010 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7b167e0e-03d6-4cce-b8f1-1905ee108113 req-4bbc432b-8583-47f7-b520-6e93f06403cb tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 945 time: 0.1473639 Nov 12 00:50:57.554000 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-1c4042fc-63bc-49eb-bfa1-e5d2524aaad7 service neutron] 10.222.0.54 "GET /v2.0/networks/242b9656-8eaf-49c1-ad20-3e2322fc3cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623855 Nov 12 00:50:57.601247 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7b167e0e-03d6-4cce-b8f1-1905ee108113 req-aa6da1e6-6775-4b3f-a1ea-aaad14638b95 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961041 Nov 12 00:50:57.775318 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-6ffd6e14-3e4c-4d5a-bda0-40b9fb3a87c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:57.776093 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-6ffd6e14-3e4c-4d5a-bda0-40b9fb3a87c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:57.777622 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-6ffd6e14-3e4c-4d5a-bda0-40b9fb3a87c6 service neutron] 10.222.0.49 "PUT /v2.0/ports/9c295c3a-9515-44b0-8b18-ff0f50bf3e57 HTTP/1.1" status: 200 len: 1093 time: 1.3281658 Nov 12 00:50:57.779605 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ac045-251d-4b65-bd83-1fc9529f953d req-5625321e-d78a-4b7a-9ddc-aafd558b331e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:57.782742 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bd5ac045-251d-4b65-bd83-1fc9529f953d req-5625321e-d78a-4b7a-9ddc-aafd558b331e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=894a6b8c4e364a31a5bd7a5ffcddd9ed&device_id=684444fc-8b69-4b15-9869-a573c5e6109b HTTP/1.1" status: 200 len: 1095 time: 0.1122217 Nov 12 00:50:57.815523 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614017a-bfd2-4c2f-aa7f-7037b798f31b req-14b4e7ed-1ca9-44a1-910f-926d28b4f7ba tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:57.823041 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9614017a-bfd2-4c2f-aa7f-7037b798f31b req-14b4e7ed-1ca9-44a1-910f-926d28b4f7ba tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 945 time: 0.4698141 Nov 12 00:50:57.867206 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffd6e14-3e4c-4d5a-bda0-40b9fb3a87c6 service neutron] Pushing event updated for resources: {'Port': ['ID=9c295c3a-9515-44b0-8b18-ff0f50bf3e57,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:57.925152 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9614017a-bfd2-4c2f-aa7f-7037b798f31b req-f2d69a74-f3d1-4285-a36d-609d8302d0e3 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986891 Nov 12 00:50:57.947828 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-dfe9e09e-59c8-4f55-97f5-4173c846bb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:57.950985 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-dfe9e09e-59c8-4f55-97f5-4173c846bb28 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=894a6b8c4e364a31a5bd7a5ffcddd9ed&device_id=2a04f5d6-fba8-4dcb-9f3f-99bc840b5369 HTTP/1.1" status: 200 len: 1096 time: 0.0789471 Nov 12 00:50:58.027207 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a04f5d6-fba8-4dcb-9f3f-99bc840b5369', 'tag': '9c295c3a-9515-44b0-8b18-ff0f50bf3e57'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:58.030860 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d73c5c8-894d-44e3-b946-9976c1dfe464" -d '{"events": [{"name": "network-changed", "server_uuid": "2a04f5d6-fba8-4dcb-9f3f-99bc840b5369", "tag": "9c295c3a-9515-44b0-8b18-ff0f50bf3e57"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:58.041140 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-18e6247c-65ed-43f3-b3cb-b48cace9daaf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c295c3a-9515-44b0-8b18-ff0f50bf3e57 HTTP/1.1" status: 200 len: 217 time: 0.0715773 Nov 12 00:50:58.153801 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-d4aaea79-1354-421e-83a7-ed14343a96d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:58.157682 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-d4aaea79-1354-421e-83a7-ed14343a96d2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=29316bdd-5ca7-4557-9c8e-27721c523639 HTTP/1.1" status: 200 len: 853 time: 0.1073492 Nov 12 00:50:58.187335 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ac045-251d-4b65-bd83-1fc9529f953d req-f1cb0c59-8414-46d0-9544-b864d230f2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:58.189535 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bd5ac045-251d-4b65-bd83-1fc9529f953d req-f1cb0c59-8414-46d0-9544-b864d230f2ec service neutron] 10.222.0.54 "GET /v2.0/networks?id=242b9656-8eaf-49c1-ad20-3e2322fc3cb8 HTTP/1.1" status: 200 len: 914 time: 0.3326759 Nov 12 00:50:58.189665 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e711309-3cb9-488e-920a-08a81daeeed2 x-openstack-request-id: req-2e711309-3cb9-488e-920a-08a81daeeed2 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:58.189859 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a04f5d6-fba8-4dcb-9f3f-99bc840b5369", "tag": "9c295c3a-9515-44b0-8b18-ff0f50bf3e57", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:58.190124 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2e711309-3cb9-488e-920a-08a81daeeed2 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:58.190649 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a04f5d6-fba8-4dcb-9f3f-99bc840b5369', 'tag': '9c295c3a-9515-44b0-8b18-ff0f50bf3e57', 'status': 'completed', 'code': 200} Nov 12 00:50:58.212591 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-08eeec06-53f6-43f3-9f29-158454e6fd7e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=242b9656-8eaf-49c1-ad20-3e2322fc3cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398939 Nov 12 00:50:58.239659 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bd5ac045-251d-4b65-bd83-1fc9529f953d req-e4f22450-42e5-46a1-8dda-71c4e4bfbefa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6b26c92-dae2-4ba2-b609-542c62794d1e HTTP/1.1" status: 200 len: 217 time: 0.0421739 Nov 12 00:50:58.253057 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792dd95-8570-40ed-b445-5c635053ac7b req-3e8ea645-742a-4490-adf5-e2878a51ecf3 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:58.260097 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a792dd95-8570-40ed-b445-5c635053ac7b req-3e8ea645-742a-4490-adf5-e2878a51ecf3 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/networks?id=d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8 HTTP/1.1" status: 200 len: 821 time: 0.2976825 Nov 12 00:50:58.300780 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a792dd95-8570-40ed-b445-5c635053ac7b req-7b175fd1-d631-40ba-b425-895e77c8e376 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/quotas/fbddff055207461bae7ea270f4783c59 HTTP/1.1" status: 200 len: 375 time: 0.0398021 Nov 12 00:50:58.346107 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ac045-251d-4b65-bd83-1fc9529f953d req-435150c9-4a0c-4a71-936d-586e0bc95696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:58.346594 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-3d138b7c-80d6-47f2-852a-28980183f0f6 service neutron] 10.222.0.49 "GET /v2.0/networks/242b9656-8eaf-49c1-ad20-3e2322fc3cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250842 Nov 12 00:50:58.347556 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bd5ac045-251d-4b65-bd83-1fc9529f953d req-435150c9-4a0c-4a71-936d-586e0bc95696 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=29316bdd-5ca7-4557-9c8e-27721c523639 HTTP/1.1" status: 200 len: 853 time: 0.0772078 Nov 12 00:50:58.383187 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bd5ac045-251d-4b65-bd83-1fc9529f953d req-9647ae6d-8a76-4e64-978c-9c9c6bcc344a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=242b9656-8eaf-49c1-ad20-3e2322fc3cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280354 Nov 12 00:50:58.392586 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a792dd95-8570-40ed-b445-5c635053ac7b req-2d51c6aa-9949-419b-89d0-39322dfc62e4 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fbddff055207461bae7ea270f4783c59&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0826361 Nov 12 00:50:58.506183 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb62c0-c482-4fe8-91b7-13d5f6896b9e req-47cd834c-d211-40be-87df-159b801fd955 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:58.515687 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dadb62c0-c482-4fe8-91b7-13d5f6896b9e req-47cd834c-d211-40be-87df-159b801fd955 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/ports?device_id=684444fc-8b69-4b15-9869-a573c5e6109b HTTP/1.1" status: 200 len: 943 time: 0.1679866 Nov 12 00:50:58.546204 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0ca10e56-09a6-4bc3-a2d0-05d8e84a3d59 req-26d237d1-190b-467c-a7f1-a8272d0ef81b service neutron] 10.222.0.49 "GET /v2.0/networks/242b9656-8eaf-49c1-ad20-3e2322fc3cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893430 Nov 12 00:50:58.580155 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bd5ac045-251d-4b65-bd83-1fc9529f953d req-ed70a967-b233-42ce-99f4-c3564f7a9e1f service neutron] 10.222.0.54 "GET /v2.0/networks/242b9656-8eaf-49c1-ad20-3e2322fc3cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858010 Nov 12 00:50:58.592663 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a792dd95-8570-40ed-b445-5c635053ac7b req-98af4033-0cae-4e24-b6ee-934ce2a9e5a0 service neutron] 10.222.0.20 "GET /v2.0/networks/d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890419 Nov 12 00:50:58.593918 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dadb62c0-c482-4fe8-91b7-13d5f6896b9e req-daa0e8af-af81-47b7-aa25-991456c44eeb tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1a04a5f-1f27-4c08-9464-0b20756113d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770521 Nov 12 00:50:58.749135 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68131102-16e6-4cdc-b1c9-490cb90fb75f req-55403667-38eb-4919-88f5-e521a45682cf tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:58.750774 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-68131102-16e6-4cdc-b1c9-490cb90fb75f req-55403667-38eb-4919-88f5-e521a45682cf tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 945 time: 0.0653169 Nov 12 00:50:58.775821 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d73c5c8-894d-44e3-b946-9976c1dfe464 req-bae72103-fc17-46fb-bb93-756a0279bf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:58.777984 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2d73c5c8-894d-44e3-b946-9976c1dfe464 req-bae72103-fc17-46fb-bb93-756a0279bf78 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=894a6b8c4e364a31a5bd7a5ffcddd9ed&device_id=2a04f5d6-fba8-4dcb-9f3f-99bc840b5369 HTTP/1.1" status: 200 len: 1096 time: 0.1329381 Nov 12 00:50:58.781049 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a792dd95-8570-40ed-b445-5c635053ac7b req-4d5ccd68-8d1c-4395-9528-03368c8f5060 service neutron] 10.222.0.20 "GET /v2.0/networks/d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874313 Nov 12 00:50:58.792467 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bd5ac045-251d-4b65-bd83-1fc9529f953d req-c3acbb29-dcf7-4c6d-919d-2f334a046e48 service neutron] 10.222.0.54 "GET /v2.0/networks/242b9656-8eaf-49c1-ad20-3e2322fc3cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295142 Nov 12 00:50:58.948739 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d73c5c8-894d-44e3-b946-9976c1dfe464 req-4f7a99d5-4049-4aa9-8221-65437711f38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:58.950354 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2d73c5c8-894d-44e3-b946-9976c1dfe464 req-4f7a99d5-4049-4aa9-8221-65437711f38e service neutron] 10.222.0.49 "GET /v2.0/networks?id=242b9656-8eaf-49c1-ad20-3e2322fc3cb8 HTTP/1.1" status: 200 len: 914 time: 0.1648209 Nov 12 00:50:59.003784 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2d73c5c8-894d-44e3-b946-9976c1dfe464 req-a10a7786-e53f-4064-8a11-d70103d60373 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c295c3a-9515-44b0-8b18-ff0f50bf3e57 HTTP/1.1" status: 200 len: 217 time: 0.0424407 Nov 12 00:50:59.014499 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-68131102-16e6-4cdc-b1c9-490cb90fb75f req-aa566f59-65ba-44e7-8a19-46d38a25a526 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509937 Nov 12 00:50:59.120003 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e240a6d7-48f8-455d-a012-2e1350fa89ff req-fa668636-41bf-40f7-991c-416cf17b9820 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b17975-4c5e-4b20-95b2-36d3de5cd8c4 HTTP/1.1" status: 200 len: 210 time: 0.0686114 Nov 12 00:50:59.152909 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d73c5c8-894d-44e3-b946-9976c1dfe464 req-c8183090-15c8-4c3d-b70b-9a7a937ed79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:59.155023 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2d73c5c8-894d-44e3-b946-9976c1dfe464 req-c8183090-15c8-4c3d-b70b-9a7a937ed79a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=29316bdd-5ca7-4557-9c8e-27721c523639 HTTP/1.1" status: 200 len: 853 time: 0.1380947 Nov 12 00:50:59.198429 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2d73c5c8-894d-44e3-b946-9976c1dfe464 req-03d89fc3-3bb9-4d74-9cdd-ce0229a5d855 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=242b9656-8eaf-49c1-ad20-3e2322fc3cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334184 Nov 12 00:50:59.211265 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b54dd9-7fbd-4828-8d3e-e0a0eb56cb50 req-8552f87a-da75-4401-962a-6c8d0c9f2377 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:59.212976 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-33b54dd9-7fbd-4828-8d3e-e0a0eb56cb50 req-8552f87a-da75-4401-962a-6c8d0c9f2377 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 945 time: 0.1128790 Nov 12 00:50:59.344733 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-33b54dd9-7fbd-4828-8d3e-e0a0eb56cb50 req-c89c9ae7-cb18-4b32-9a01-69fdcc847edc tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158369 Nov 12 00:50:59.394062 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2d73c5c8-894d-44e3-b946-9976c1dfe464 req-65c571b7-7fb6-462f-9eb5-6ff470029b2f service neutron] 10.222.0.49 "GET /v2.0/networks/242b9656-8eaf-49c1-ad20-3e2322fc3cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797810 Nov 12 00:50:59.404258 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb301a-67a3-4c3a-bcaa-fe2605dca2b9 req-505eaa00-fb6f-4597-a17a-819bc8bbd6de tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:59.415965 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fabb301a-67a3-4c3a-bcaa-fe2605dca2b9 req-505eaa00-fb6f-4597-a17a-819bc8bbd6de tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 945 time: 0.0827794 Nov 12 00:50:59.509992 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fabb301a-67a3-4c3a-bcaa-fe2605dca2b9 req-0debba39-8e17-4b0c-8a80-e25d9b8d76f6 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928073 Nov 12 00:50:59.533085 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2d73c5c8-894d-44e3-b946-9976c1dfe464 req-37effee2-2eeb-47fb-94af-fb182cf2b8a9 service neutron] 10.222.0.49 "GET /v2.0/networks/242b9656-8eaf-49c1-ad20-3e2322fc3cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242702 Nov 12 00:50:59.758154 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40408043-3d48-4d53-97f2-e94d15deb773 req-60d7de51-9fd4-4c23-8728-efdedbc6791a tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:59.759864 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-40408043-3d48-4d53-97f2-e94d15deb773 req-60d7de51-9fd4-4c23-8728-efdedbc6791a tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/ports?device_id=684444fc-8b69-4b15-9869-a573c5e6109b HTTP/1.1" status: 200 len: 943 time: 0.0621574 Nov 12 00:50:59.854073 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-40408043-3d48-4d53-97f2-e94d15deb773 req-457b7f7a-e16e-4ba9-9b28-f7aacff64f20 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1a04a5f-1f27-4c08-9464-0b20756113d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865216 Nov 12 00:50:59.951581 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0af560-8c71-4c2b-99a0-05061b1c918e req-d31e7e38-c60e-4653-8b86-ee4940790a8d tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:59.953125 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0a0af560-8c71-4c2b-99a0-05061b1c918e req-d31e7e38-c60e-4653-8b86-ee4940790a8d tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 945 time: 0.0635588 Nov 12 00:51:00.003096 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0a0af560-8c71-4c2b-99a0-05061b1c918e req-5799a038-4841-4f22-8681-7a0c0357d613 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434921 Nov 12 00:51:00.079601 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f54bd9d-6ffd-4226-81c6-1419fc9135a0 req-aee4e530-96e5-4b12-90ad-c05f3c0f8d72 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2a9d320c-3251-445b-a7e3-c9564fa8cfc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404806 Nov 12 00:51:00.190260 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54bd9d-6ffd-4226-81c6-1419fc9135a0 req-cf0dfe5b-0ced-4bdb-bd00-f001beb0b286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:00.191760 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f54bd9d-6ffd-4226-81c6-1419fc9135a0 req-cf0dfe5b-0ced-4bdb-bd00-f001beb0b286 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e225da8786ab452db9121c1cfb9ab35d&device_id=2a9d320c-3251-445b-a7e3-c9564fa8cfc8 HTTP/1.1" status: 200 len: 1097 time: 0.0509396 Nov 12 00:51:00.222706 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1c545830-4394-44a8-8ba9-b7ecbd6f2092 req-8ddc8f16-ae4e-41d9-92a7-1197b5b3ee9e tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b17975-4c5e-4b20-95b2-36d3de5cd8c4 HTTP/1.1" status: 200 len: 210 time: 0.0299585 Nov 12 00:51:00.595665 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce11b8-0e53-4c3b-9a92-71c714781acc req-cb00c314-67bf-4c63-b01f-8e941a0baea3 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:00.597131 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-08ce11b8-0e53-4c3b-9a92-71c714781acc req-cb00c314-67bf-4c63-b01f-8e941a0baea3 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 945 time: 0.1849606 Nov 12 00:51:00.611201 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792dd95-8570-40ed-b445-5c635053ac7b req-3b5463bc-c53d-4e27-b052-0b1f0ce2680e tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:00.612548 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a792dd95-8570-40ed-b445-5c635053ac7b req-3b5463bc-c53d-4e27-b052-0b1f0ce2680e tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.49 "GET /v2.0/networks?id=d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8 HTTP/1.1" status: 200 len: 821 time: 0.2170708 Nov 12 00:51:00.614274 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54bd9d-6ffd-4226-81c6-1419fc9135a0 req-dd5f5d67-02df-4279-95ce-0bd13f4103fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:00.615574 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f54bd9d-6ffd-4226-81c6-1419fc9135a0 req-dd5f5d67-02df-4279-95ce-0bd13f4103fc service neutron] 10.222.0.49 "GET /v2.0/networks?id=a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e HTTP/1.1" status: 200 len: 913 time: 0.2403924 Nov 12 00:51:00.656397 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-08ce11b8-0e53-4c3b-9a92-71c714781acc req-6941298c-cf34-4bbc-84ae-9dcf895b9aa5 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522745 Nov 12 00:51:00.661531 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-a792dd95-8570-40ed-b445-5c635053ac7b req-f3e74c2f-7dc3-4078-81e0-ed8b5f5ed5c5 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Request body: {'port': {'device_id': 'a2b17975-4c5e-4b20-95b2-36d3de5cd8c4', 'network_id': 'd1609365-dc2c-4cc0-bd3f-6d0911d9d2b8', 'admin_state_up': True, 'tenant_id': 'fbddff055207461bae7ea270f4783c59'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:00.699601 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad80f78-c59f-4eeb-a4df-7600a38904b8 req-6f3f1c15-bb17-4e9d-88ff-d377b833bf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:00.701067 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cad80f78-c59f-4eeb-a4df-7600a38904b8 req-6f3f1c15-bb17-4e9d-88ff-d377b833bf58 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5ffaac2ef2674156a598ef42a6d7e245&device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 1097 time: 0.0454595 Nov 12 00:51:00.716778 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f54bd9d-6ffd-4226-81c6-1419fc9135a0 req-ad19eb4e-f6c8-4dee-bd5f-3d9f75da7e38 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1 HTTP/1.1" status: 200 len: 217 time: 0.0518620 Nov 12 00:51:00.739298 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f6b26c92-dae2-4ba2-b609-542c62794d1e details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:51:00.796540 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad80f78-c59f-4eeb-a4df-7600a38904b8 req-1a79980b-c732-4ce9-8e9d-7650150b44fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:00.799094 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cad80f78-c59f-4eeb-a4df-7600a38904b8 req-1a79980b-c732-4ce9-8e9d-7650150b44fc service neutron] 10.222.0.49 "GET /v2.0/networks?id=cc6c0861-08f6-4a20-bb15-55ce7625c6e5 HTTP/1.1" status: 200 len: 912 time: 0.0902691 Nov 12 00:51:00.815135 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54bd9d-6ffd-4226-81c6-1419fc9135a0 req-28768a4b-f001-4138-a198-ce3f77608a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:00.816598 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f54bd9d-6ffd-4226-81c6-1419fc9135a0 req-28768a4b-f001-4138-a198-ce3f77608a37 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f HTTP/1.1" status: 200 len: 851 time: 0.0700126 Nov 12 00:51:00.845273 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port f6b26c92-dae2-4ba2-b609-542c62794d1e, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f6b26c92-dae2-4ba2-b609-542c62794d1e,segment=NetworkSegment(463090f5-8ae8-4aad-b579-f51ce246c77b),segment_id=463090f5-8ae8-4aad-b579-f51ce246c77b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:00.849536 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cad80f78-c59f-4eeb-a4df-7600a38904b8 req-05f9b6c2-2a5f-43b8-86a9-e9f51270bb50 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5fccd1f-01b5-4aa9-b154-fac395c8a264 HTTP/1.1" status: 200 len: 217 time: 0.0440371 Nov 12 00:51:00.856713 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'f6b26c92-dae2-4ba2-b609-542c62794d1e', 'network_id': '242b9656-8eaf-49c1-ad20-3e2322fc3cb8', 'port_id': 'f6b26c92-dae2-4ba2-b609-542c62794d1e', 'mac_address': 'fa:16:3e:57:17:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29316bdd-5ca7-4557-9c8e-27721c523639', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:51:00.878077 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a792dd95-8570-40ed-b445-5c635053ac7b req-f3e74c2f-7dc3-4078-81e0-ed8b5f5ed5c5 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Made reservation on behalf of fbddff055207461bae7ea270f4783c59 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:00.881716 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a792dd95-8570-40ed-b445-5c635053ac7b req-f3e74c2f-7dc3-4078-81e0-ed8b5f5ed5c5 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:00.885259 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54bd9d-6ffd-4226-81c6-1419fc9135a0 req-af9c50b5-e45c-4aa5-8181-fa66a95d2310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:00.887301 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f54bd9d-6ffd-4226-81c6-1419fc9135a0 req-af9c50b5-e45c-4aa5-8181-fa66a95d2310 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0630341 Nov 12 00:51:00.901991 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:00.906998 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad80f78-c59f-4eeb-a4df-7600a38904b8 req-17094f9b-e398-4ceb-ae8e-5305f7915018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:00.908831 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cad80f78-c59f-4eeb-a4df-7600a38904b8 req-17094f9b-e398-4ceb-ae8e-5305f7915018 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8dc44064-8072-4b25-a5ed-adc971ac9588 HTTP/1.1" status: 200 len: 851 time: 0.0517855 Nov 12 00:51:00.916884 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6b26c92-dae2-4ba2-b609-542c62794d1e {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:00.939325 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port f6b26c92-dae2-4ba2-b609-542c62794d1e, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f6b26c92-dae2-4ba2-b609-542c62794d1e,segment=NetworkSegment(463090f5-8ae8-4aad-b579-f51ce246c77b),segment_id=463090f5-8ae8-4aad-b579-f51ce246c77b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:00.944888 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:00.948221 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cad80f78-c59f-4eeb-a4df-7600a38904b8 req-44cf5ed8-1015-452a-b3d7-ec13119040a6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cc6c0861-08f6-4a20-bb15-55ce7625c6e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323212 Nov 12 00:51:00.996507 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=f6b26c92-dae2-4ba2-b609-542c62794d1e,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:01.066718 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1359c-1db2-4bde-b0df-e7c6ac77fa12 req-36b1323e-52a8-44dd-b97f-a426500882ca tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:01.069893 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-64b1359c-1db2-4bde-b0df-e7c6ac77fa12 req-36b1323e-52a8-44dd-b97f-a426500882ca tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/ports?device_id=684444fc-8b69-4b15-9869-a573c5e6109b HTTP/1.1" status: 200 len: 944 time: 0.1145627 Nov 12 00:51:01.070025 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f54bd9d-6ffd-4226-81c6-1419fc9135a0 req-49ff65fa-66cf-47df-8258-3bb572db96ac service neutron] 10.222.0.49 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744475 Nov 12 00:51:01.110096 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cad80f78-c59f-4eeb-a4df-7600a38904b8 req-758da1dd-c2be-48c4-ac5a-888dba9d7e5e service neutron] 10.222.0.49 "GET /v2.0/networks/cc6c0861-08f6-4a20-bb15-55ce7625c6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459620 Nov 12 00:51:01.141257 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-a792dd95-8570-40ed-b445-5c635053ac7b req-f3e74c2f-7dc3-4078-81e0-ed8b5f5ed5c5 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Allocated IP 172.20.0.3 (d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8/78f97ba5-c14e-4c2a-9f62-1fe436271791/86611c16-27e3-4a37-bf30-f4c3998f0205) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:51:01.157208 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-64b1359c-1db2-4bde-b0df-e7c6ac77fa12 req-a3ab8531-5cf6-4a96-b6e6-9b17a48b3e6f tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1a04a5f-1f27-4c08-9464-0b20756113d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808034 Nov 12 00:51:01.217030 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef30fc-d6de-4bf1-803b-13f6aadb76e9 req-9b33e72a-9908-4eff-936d-5b5ab8a56483 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:01.218575 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-59ef30fc-d6de-4bf1-803b-13f6aadb76e9 req-9b33e72a-9908-4eff-936d-5b5ab8a56483 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 945 time: 0.1417849 Nov 12 00:51:01.231256 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cad80f78-c59f-4eeb-a4df-7600a38904b8 req-cd1ec714-5dd5-42c0-8221-eb741019a578 service neutron] 10.222.0.49 "GET /v2.0/networks/cc6c0861-08f6-4a20-bb15-55ce7625c6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129806 Nov 12 00:51:01.293891 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f54bd9d-6ffd-4226-81c6-1419fc9135a0 req-20c5e748-6d11-4987-bdf5-c117be5a949a service neutron] 10.222.0.49 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158897 Nov 12 00:51:01.339955 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5962339f-8e67-4922-9239-37a9634ded8a req-74db1299-dab5-4bf2-90e0-669952842e42 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b17975-4c5e-4b20-95b2-36d3de5cd8c4 HTTP/1.1" status: 200 len: 210 time: 0.0295939 Nov 12 00:51:01.366669 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-59ef30fc-d6de-4bf1-803b-13f6aadb76e9 req-15ed3249-431b-4257-aeba-af4e13de55a9 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343484 Nov 12 00:51:01.413943 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a792dd95-8570-40ed-b445-5c635053ac7b req-f3e74c2f-7dc3-4078-81e0-ed8b5f5ed5c5 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:01.448975 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a792dd95-8570-40ed-b445-5c635053ac7b req-f3e74c2f-7dc3-4078-81e0-ed8b5f5ed5c5 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:01.466950 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['f6b26c92-dae2-4ba2-b609-542c62794d1e'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:51:01.491796 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a792dd95-8570-40ed-b445-5c635053ac7b req-f3e74c2f-7dc3-4078-81e0-ed8b5f5ed5c5 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Network d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:01.495237 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-a792dd95-8570-40ed-b445-5c635053ac7b req-f3e74c2f-7dc3-4078-81e0-ed8b5f5ed5c5 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:01.503117 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-a792dd95-8570-40ed-b445-5c635053ac7b req-f3e74c2f-7dc3-4078-81e0-ed8b5f5ed5c5 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:01.536393 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e74c2f-7dc3-4078-81e0-ed8b5f5ed5c5 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Pushing event updated for resources: {'Port': ['ID=86611c16-27e3-4a37-bf30-f4c3998f0205,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:01.566346 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792dd95-8570-40ed-b445-5c635053ac7b req-f3e74c2f-7dc3-4078-81e0-ed8b5f5ed5c5 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:01.567094 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a792dd95-8570-40ed-b445-5c635053ac7b req-f3e74c2f-7dc3-4078-81e0-ed8b5f5ed5c5 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:01.588424 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a792dd95-8570-40ed-b445-5c635053ac7b req-f3e74c2f-7dc3-4078-81e0-ed8b5f5ed5c5 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9310269 Nov 12 00:51:01.619606 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-a792dd95-8570-40ed-b445-5c635053ac7b req-9eb4f027-d163-46ab-96f3-1845a279d964 service neutron] Request body: {'port': {'device_id': 'a2b17975-4c5e-4b20-95b2-36d3de5cd8c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:01.688361 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a792dd95-8570-40ed-b445-5c635053ac7b req-9eb4f027-d163-46ab-96f3-1845a279d964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:01.788900 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01905684-58c2-41c6-a01a-64c7d09dc89a req-f4f1c1aa-2059-4a1d-9112-a60c939fc4e9 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:01.790466 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-01905684-58c2-41c6-a01a-64c7d09dc89a req-f4f1c1aa-2059-4a1d-9112-a60c939fc4e9 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 945 time: 0.0561368 Nov 12 00:51:01.845907 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-01905684-58c2-41c6-a01a-64c7d09dc89a req-37dca150-7ad4-403d-b6c8-363f99663c0e tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469732 Nov 12 00:51:01.967575 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-a792dd95-8570-40ed-b445-5c635053ac7b req-9eb4f027-d163-46ab-96f3-1845a279d964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86611c16-27e3-4a37-bf30-f4c3998f0205 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:01.975198 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a792dd95-8570-40ed-b445-5c635053ac7b req-9eb4f027-d163-46ab-96f3-1845a279d964 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:01.988163 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-a792dd95-8570-40ed-b445-5c635053ac7b req-9eb4f027-d163-46ab-96f3-1845a279d964 service neutron] Transition to ACTIVE for port object 86611c16-27e3-4a37-bf30-f4c3998f0205 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:51:01.992161 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a792dd95-8570-40ed-b445-5c635053ac7b req-9eb4f027-d163-46ab-96f3-1845a279d964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:02.068974 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4f027-d163-46ab-96f3-1845a279d964 service neutron] Pushing event updated for resources: {'Port': ['ID=86611c16-27e3-4a37-bf30-f4c3998f0205,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:02.120604 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-a792dd95-8570-40ed-b445-5c635053ac7b req-9eb4f027-d163-46ab-96f3-1845a279d964 service neutron] Attempting to bind port 86611c16-27e3-4a37-bf30-f4c3998f0205 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:02.120932 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-a792dd95-8570-40ed-b445-5c635053ac7b req-9eb4f027-d163-46ab-96f3-1845a279d964 service neutron] Attempting to bind port 86611c16-27e3-4a37-bf30-f4c3998f0205 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'e323e1ba-cd12-4149-9627-b6e21b9d8316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd1609365-dc2c-4cc0-bd3f-6d0911d9d2b8'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:02.121262 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a792dd95-8570-40ed-b445-5c635053ac7b req-9eb4f027-d163-46ab-96f3-1845a279d964 service neutron] Attempting to bind port 86611c16-27e3-4a37-bf30-f4c3998f0205 on network d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:02.125651 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a792dd95-8570-40ed-b445-5c635053ac7b req-9eb4f027-d163-46ab-96f3-1845a279d964 service neutron] Port 86611c16-27e3-4a37-bf30-f4c3998f0205 on network d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:02.126559 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a792dd95-8570-40ed-b445-5c635053ac7b req-9eb4f027-d163-46ab-96f3-1845a279d964 service neutron] Attempting to bind port 86611c16-27e3-4a37-bf30-f4c3998f0205 on network d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:02.131415 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a792dd95-8570-40ed-b445-5c635053ac7b req-9eb4f027-d163-46ab-96f3-1845a279d964 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:51:02.131747 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a792dd95-8570-40ed-b445-5c635053ac7b req-9eb4f027-d163-46ab-96f3-1845a279d964 service neutron] Checking segment: {'id': 'e323e1ba-cd12-4149-9627-b6e21b9d8316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd1609365-dc2c-4cc0-bd3f-6d0911d9d2b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:02.132127 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a792dd95-8570-40ed-b445-5c635053ac7b req-9eb4f027-d163-46ab-96f3-1845a279d964 service neutron] Bound using segment: {'id': 'e323e1ba-cd12-4149-9627-b6e21b9d8316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd1609365-dc2c-4cc0-bd3f-6d0911d9d2b8'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:51:02.132546 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-a792dd95-8570-40ed-b445-5c635053ac7b req-9eb4f027-d163-46ab-96f3-1845a279d964 service neutron] Bound port: 86611c16-27e3-4a37-bf30-f4c3998f0205, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e323e1ba-cd12-4149-9627-b6e21b9d8316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd1609365-dc2c-4cc0-bd3f-6d0911d9d2b8'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:51:02.132896 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a792dd95-8570-40ed-b445-5c635053ac7b req-9eb4f027-d163-46ab-96f3-1845a279d964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:02.202769 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-a792dd95-8570-40ed-b445-5c635053ac7b req-9eb4f027-d163-46ab-96f3-1845a279d964 service neutron] For port 86611c16-27e3-4a37-bf30-f4c3998f0205, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:51:02.205520 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-a792dd95-8570-40ed-b445-5c635053ac7b req-9eb4f027-d163-46ab-96f3-1845a279d964 service neutron] For port 86611c16-27e3-4a37-bf30-f4c3998f0205, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=86611c16-27e3-4a37-bf30-f4c3998f0205,segment=NetworkSegment(e323e1ba-cd12-4149-9627-b6e21b9d8316),segment_id=e323e1ba-cd12-4149-9627-b6e21b9d8316)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:51:02.210184 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a792dd95-8570-40ed-b445-5c635053ac7b req-9eb4f027-d163-46ab-96f3-1845a279d964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:02.258118 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792dd95-8570-40ed-b445-5c635053ac7b req-9eb4f027-d163-46ab-96f3-1845a279d964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:02.258848 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a792dd95-8570-40ed-b445-5c635053ac7b req-9eb4f027-d163-46ab-96f3-1845a279d964 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:02.260077 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a792dd95-8570-40ed-b445-5c635053ac7b req-9eb4f027-d163-46ab-96f3-1845a279d964 service neutron] 10.222.0.49 "PUT /v2.0/ports/86611c16-27e3-4a37-bf30-f4c3998f0205 HTTP/1.1" status: 200 len: 1092 time: 0.6457915 Nov 12 00:51:02.260518 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2b17975-4c5e-4b20-95b2-36d3de5cd8c4', 'tag': '86611c16-27e3-4a37-bf30-f4c3998f0205'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:02.262775 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005cac5f-7079-4576-aaf2-3c7d91f3209f" -d '{"events": [{"name": "network-changed", "server_uuid": "a2b17975-4c5e-4b20-95b2-36d3de5cd8c4", "tag": "86611c16-27e3-4a37-bf30-f4c3998f0205"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:02.311317 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4f027-d163-46ab-96f3-1845a279d964 service neutron] Pushing event updated for resources: {'Port': ['ID=86611c16-27e3-4a37-bf30-f4c3998f0205,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:02.327856 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6f2d5-9d3c-4562-8627-abf52a41cbc5 req-a087effd-ebe4-4406-a27f-58406b44ee10 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:02.329921 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-21f6f2d5-9d3c-4562-8627-abf52a41cbc5 req-a087effd-ebe4-4406-a27f-58406b44ee10 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/ports?device_id=684444fc-8b69-4b15-9869-a573c5e6109b HTTP/1.1" status: 200 len: 944 time: 0.0888238 Nov 12 00:51:02.406538 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792dd95-8570-40ed-b445-5c635053ac7b req-941f2a95-613b-49df-9a76-5239150d2724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:02.408586 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a792dd95-8570-40ed-b445-5c635053ac7b req-941f2a95-613b-49df-9a76-5239150d2724 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fbddff055207461bae7ea270f4783c59&device_id=a2b17975-4c5e-4b20-95b2-36d3de5cd8c4 HTTP/1.1" status: 200 len: 1095 time: 0.0738845 Nov 12 00:51:02.410060 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98497a36-8722-4222-afd3-46fa790522e1 x-openstack-request-id: req-98497a36-8722-4222-afd3-46fa790522e1 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:02.410342 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2b17975-4c5e-4b20-95b2-36d3de5cd8c4", "tag": "86611c16-27e3-4a37-bf30-f4c3998f0205", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:02.410662 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-98497a36-8722-4222-afd3-46fa790522e1 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:02.410964 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2b17975-4c5e-4b20-95b2-36d3de5cd8c4', 'tag': '86611c16-27e3-4a37-bf30-f4c3998f0205', 'status': 'completed', 'code': 200} Nov 12 00:51:02.414734 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-21f6f2d5-9d3c-4562-8627-abf52a41cbc5 req-da187984-e3ec-4588-a140-9298d1aac3ed tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1a04a5f-1f27-4c08-9464-0b20756113d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718901 Nov 12 00:51:02.456966 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 9c295c3a-9515-44b0-8b18-ff0f50bf3e57 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:51:02.476447 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a792dd95-8570-40ed-b445-5c635053ac7b req-78c4b04c-4573-4a38-8c12-76341ce7c633 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86611c16-27e3-4a37-bf30-f4c3998f0205 HTTP/1.1" status: 200 len: 217 time: 0.0423520 Nov 12 00:51:02.514755 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d780ceb4-ce63-4929-9bb9-ad0cec4a8979 req-998300d2-a332-46e0-9038-3c1b091ba807 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:02.516427 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d780ceb4-ce63-4929-9bb9-ad0cec4a8979 req-998300d2-a332-46e0-9038-3c1b091ba807 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b17975-4c5e-4b20-95b2-36d3de5cd8c4 HTTP/1.1" status: 200 len: 943 time: 0.0525146 Nov 12 00:51:02.563986 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792dd95-8570-40ed-b445-5c635053ac7b req-53803227-c422-41ae-bc4a-811ab9895312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:02.565510 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a792dd95-8570-40ed-b445-5c635053ac7b req-53803227-c422-41ae-bc4a-811ab9895312 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=78f97ba5-c14e-4c2a-9f62-1fe436271791 HTTP/1.1" status: 200 len: 861 time: 0.0791476 Nov 12 00:51:02.566855 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 9c295c3a-9515-44b0-8b18-ff0f50bf3e57, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=9c295c3a-9515-44b0-8b18-ff0f50bf3e57,segment=NetworkSegment(463090f5-8ae8-4aad-b579-f51ce246c77b),segment_id=463090f5-8ae8-4aad-b579-f51ce246c77b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:02.574048 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d780ceb4-ce63-4929-9bb9-ad0cec4a8979 req-814d786d-7558-4639-9940-1c72cd63f65f tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514662 Nov 12 00:51:02.576478 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367645f-8ad7-41a5-a339-277f82360d77 req-9c2d1be5-0a1a-4e2a-9cdd-e44178663506 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:02.581903 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2367645f-8ad7-41a5-a339-277f82360d77 req-9c2d1be5-0a1a-4e2a-9cdd-e44178663506 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 945 time: 0.0980029 Nov 12 00:51:02.587356 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '9c295c3a-9515-44b0-8b18-ff0f50bf3e57', 'network_id': '242b9656-8eaf-49c1-ad20-3e2322fc3cb8', 'port_id': '9c295c3a-9515-44b0-8b18-ff0f50bf3e57', 'mac_address': 'fa:16:3e:05:a3:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29316bdd-5ca7-4557-9c8e-27721c523639', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:51:02.626741 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a792dd95-8570-40ed-b445-5c635053ac7b req-1d3a0e49-d2fb-4bb2-b419-38f716d47fde service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437558 Nov 12 00:51:02.631669 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:02.647055 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c295c3a-9515-44b0-8b18-ff0f50bf3e57 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:02.667370 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 9c295c3a-9515-44b0-8b18-ff0f50bf3e57, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=9c295c3a-9515-44b0-8b18-ff0f50bf3e57,segment=NetworkSegment(463090f5-8ae8-4aad-b579-f51ce246c77b),segment_id=463090f5-8ae8-4aad-b579-f51ce246c77b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:02.673296 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:02.717904 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2367645f-8ad7-41a5-a339-277f82360d77 req-b17dfe1b-e899-4ba4-b616-6b8b3126c620 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245580 Nov 12 00:51:02.726793 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=9c295c3a-9515-44b0-8b18-ff0f50bf3e57,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:02.760222 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a792dd95-8570-40ed-b445-5c635053ac7b req-eff88963-f273-420e-b06b-f286c33de874 service neutron] 10.222.0.49 "GET /v2.0/networks/d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256745 Nov 12 00:51:02.854398 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a792dd95-8570-40ed-b445-5c635053ac7b req-10def66b-81e7-4dbe-ad42-7b440e4d4831 service neutron] 10.222.0.49 "GET /v2.0/networks/d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862317 Nov 12 00:51:02.976859 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['9c295c3a-9515-44b0-8b18-ff0f50bf3e57'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:51:02.995197 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19bd0c2-11da-4f49-af8c-bbbdbe66dfc3 req-9b9ef6aa-19de-47a5-8e37-dca28a6588f9 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:02.996365 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c19bd0c2-11da-4f49-af8c-bbbdbe66dfc3 req-9b9ef6aa-19de-47a5-8e37-dca28a6588f9 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 945 time: 0.0754955 Nov 12 00:51:03.008350 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005cac5f-7079-4576-aaf2-3c7d91f3209f req-719c204a-a857-4e9b-a472-32bf09a0ad6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:03.009828 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-005cac5f-7079-4576-aaf2-3c7d91f3209f req-719c204a-a857-4e9b-a472-32bf09a0ad6b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fbddff055207461bae7ea270f4783c59&device_id=a2b17975-4c5e-4b20-95b2-36d3de5cd8c4 HTTP/1.1" status: 200 len: 1095 time: 0.0625615 Nov 12 00:51:03.114261 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c19bd0c2-11da-4f49-af8c-bbbdbe66dfc3 req-e0eb6b96-f7be-4c74-8a74-b7be9e15e660 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081350 Nov 12 00:51:03.148299 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005cac5f-7079-4576-aaf2-3c7d91f3209f req-b3aa7999-b964-4ee4-b9ad-df7ebfd4fdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:03.150706 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-005cac5f-7079-4576-aaf2-3c7d91f3209f req-b3aa7999-b964-4ee4-b9ad-df7ebfd4fdf6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8 HTTP/1.1" status: 200 len: 922 time: 0.1268406 Nov 12 00:51:03.194490 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-005cac5f-7079-4576-aaf2-3c7d91f3209f req-333a782b-9530-4489-b451-1171cd3825f2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86611c16-27e3-4a37-bf30-f4c3998f0205 HTTP/1.1" status: 200 len: 217 time: 0.0355818 Nov 12 00:51:03.255715 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005cac5f-7079-4576-aaf2-3c7d91f3209f req-09d4fc74-1a2c-4c7b-adc9-8f66228c4397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:03.257598 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-005cac5f-7079-4576-aaf2-3c7d91f3209f req-09d4fc74-1a2c-4c7b-adc9-8f66228c4397 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=78f97ba5-c14e-4c2a-9f62-1fe436271791 HTTP/1.1" status: 200 len: 861 time: 0.0537779 Nov 12 00:51:03.304994 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-005cac5f-7079-4576-aaf2-3c7d91f3209f req-fa71bfac-be81-4cd8-bf52-16ed73cf6b1c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266297 Nov 12 00:51:03.411074 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-005cac5f-7079-4576-aaf2-3c7d91f3209f req-6a393c11-ddbc-4ac9-966e-5ccda6b7938c service neutron] 10.222.0.49 "GET /v2.0/networks/d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847747 Nov 12 00:51:03.555741 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d22e98-73c7-4a29-b1fb-4eaa8d781029 req-6a743d48-daa2-42c0-b628-6d5f613f4d6e tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:03.557206 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-27d22e98-73c7-4a29-b1fb-4eaa8d781029 req-6a743d48-daa2-42c0-b628-6d5f613f4d6e tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/ports?device_id=684444fc-8b69-4b15-9869-a573c5e6109b HTTP/1.1" status: 200 len: 944 time: 0.0705826 Nov 12 00:51:03.559411 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-005cac5f-7079-4576-aaf2-3c7d91f3209f req-a790c5bc-71bf-40d0-812c-9e6ba2ba6ea6 service neutron] 10.222.0.49 "GET /v2.0/networks/d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324973 Nov 12 00:51:03.606404 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-27d22e98-73c7-4a29-b1fb-4eaa8d781029 req-14ae7146-c664-4e1d-973a-a59e09c79be7 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1a04a5f-1f27-4c08-9464-0b20756113d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430562 Nov 12 00:51:03.702149 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b11672-bea9-4e51-9b45-cd2669fd4896 req-01bb5c35-f8be-424c-81f5-ef94f1121aae tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:03.704741 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a8b11672-bea9-4e51-9b45-cd2669fd4896 req-01bb5c35-f8be-424c-81f5-ef94f1121aae tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b17975-4c5e-4b20-95b2-36d3de5cd8c4 HTTP/1.1" status: 200 len: 943 time: 0.0529797 Nov 12 00:51:03.759237 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a8b11672-bea9-4e51-9b45-cd2669fd4896 req-8a7c9efa-c3f2-409f-b2fd-42e83ca3b49d tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484254 Nov 12 00:51:03.875467 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30887d-87fc-4f70-a88d-f8453afeda89 req-59e7a624-637d-4143-920e-dcc7c0d51f34 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:03.877648 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9b30887d-87fc-4f70-a88d-f8453afeda89 req-59e7a624-637d-4143-920e-dcc7c0d51f34 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 945 time: 0.0525892 Nov 12 00:51:03.929699 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9b30887d-87fc-4f70-a88d-f8453afeda89 req-cef80672-af3a-42d7-9f41-d9178d22b39a tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448916 Nov 12 00:51:04.219371 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2e8ca241-bdea-446e-b84f-8bc938eb4c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:04.241235 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db0f59-71e9-47aa-9f58-c32b8f95c4a5 req-537db060-1bfc-49a2-901b-09dedaab4159 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:04.242781 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-83db0f59-71e9-47aa-9f58-c32b8f95c4a5 req-537db060-1bfc-49a2-901b-09dedaab4159 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 945 time: 0.0569706 Nov 12 00:51:04.261729 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7f414f1c-6c58-4600-9411-edfac880648a req-ce4f31fd-b739-4400-87fa-3648c625323a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0526574 Nov 12 00:51:04.290631 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-83db0f59-71e9-47aa-9f58-c32b8f95c4a5 req-c067f514-4fb4-4789-bf8e-ed90ee6bb9cf tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412111 Nov 12 00:51:04.348299 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f414f1c-6c58-4600-9411-edfac880648a req-f0e5ab2a-5a7c-4dd2-a6c3-230234cb6ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:04.348781 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f414f1c-6c58-4600-9411-edfac880648a req-f0e5ab2a-5a7c-4dd2-a6c3-230234cb6ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:04.349244 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f414f1c-6c58-4600-9411-edfac880648a req-f0e5ab2a-5a7c-4dd2-a6c3-230234cb6ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:04.349733 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f414f1c-6c58-4600-9411-edfac880648a req-f0e5ab2a-5a7c-4dd2-a6c3-230234cb6ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:04.350192 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f414f1c-6c58-4600-9411-edfac880648a req-f0e5ab2a-5a7c-4dd2-a6c3-230234cb6ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:04.350643 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f414f1c-6c58-4600-9411-edfac880648a req-f0e5ab2a-5a7c-4dd2-a6c3-230234cb6ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:04.351093 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f414f1c-6c58-4600-9411-edfac880648a req-f0e5ab2a-5a7c-4dd2-a6c3-230234cb6ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:04.353021 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7f414f1c-6c58-4600-9411-edfac880648a req-f0e5ab2a-5a7c-4dd2-a6c3-230234cb6ae6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c21468cd613f4b869b90c5f693039b67&device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 6499 time: 0.0496116 Nov 12 00:51:04.477887 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f414f1c-6c58-4600-9411-edfac880648a req-c6192ade-931e-4f98-b98b-01fe5fb10321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:04.478257 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f414f1c-6c58-4600-9411-edfac880648a req-c6192ade-931e-4f98-b98b-01fe5fb10321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:04.479041 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f414f1c-6c58-4600-9411-edfac880648a req-c6192ade-931e-4f98-b98b-01fe5fb10321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:04.480189 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7f414f1c-6c58-4600-9411-edfac880648a req-c6192ade-931e-4f98-b98b-01fe5fb10321 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1fce8c5f-7ac6-4208-952b-3be5cb15c665&id=ab41dae0-8b36-4d88-961d-982690d3893d&id=ab41dae0-8b36-4d88-961d-982690d3893d&id=ab41dae0-8b36-4d88-961d-982690d3893d&id=ab41dae0-8b36-4d88-961d-982690d3893d&id=932a85f6-3e20-455a-a5e7-01a28ed4b895&id=932a85f6-3e20-455a-a5e7-01a28ed4b895 HTTP/1.1" status: 200 len: 2292 time: 0.0963435 Nov 12 00:51:04.482631 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 9c295c3a-9515-44b0-8b18-ff0f50bf3e57 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:04.542252 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 9c295c3a-9515-44b0-8b18-ff0f50bf3e57 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:51:04.547385 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 9c295c3a-9515-44b0-8b18-ff0f50bf3e57 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:04.547935 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:04.565754 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7f414f1c-6c58-4600-9411-edfac880648a req-2805ed05-fdc8-4575-899f-fb0902dc060a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea3285b4-8397-4d0a-9287-44e430131ceb HTTP/1.1" status: 200 len: 1001 time: 0.0766394 Nov 12 00:51:04.623074 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f414f1c-6c58-4600-9411-edfac880648a req-d5f11bb5-16bf-4abf-a6cd-155ec4005896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:04.624662 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7f414f1c-6c58-4600-9411-edfac880648a req-d5f11bb5-16bf-4abf-a6cd-155ec4005896 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7a63ee01-80de-400e-a556-e4579cccd373 HTTP/1.1" status: 200 len: 850 time: 0.0496478 Nov 12 00:51:04.637257 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:04.668300 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a04f5d6-fba8-4dcb-9f3f-99bc840b5369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c295c3a-9515-44b0-8b18-ff0f50bf3e57'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:04.670561 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d435d68-b6f5-475a-aac4-b98c55be8140" -d '{"events": [{"server_uuid": "2a04f5d6-fba8-4dcb-9f3f-99bc840b5369", "name": "network-vif-plugged", "status": "completed", "tag": "9c295c3a-9515-44b0-8b18-ff0f50bf3e57"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:04.686540 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 9c295c3a-9515-44b0-8b18-ff0f50bf3e57, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=9c295c3a-9515-44b0-8b18-ff0f50bf3e57,segment=NetworkSegment(463090f5-8ae8-4aad-b579-f51ce246c77b),segment_id=463090f5-8ae8-4aad-b579-f51ce246c77b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:04.695520 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:04.697452 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device d5fccd1f-01b5-4aa9-b154-fac395c8a264 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:51:04.698840 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f414f1c-6c58-4600-9411-edfac880648a req-bc8e89d6-0466-4d7f-8bea-a6b5fd9f584f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:04.700486 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7f414f1c-6c58-4600-9411-edfac880648a req-bc8e89d6-0466-4d7f-8bea-a6b5fd9f584f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1fce8c5f-7ac6-4208-952b-3be5cb15c665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615962 Nov 12 00:51:04.759199 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d647f-a6e0-4333-92b5-3c91aa212fe4 req-658307fa-54e2-4adf-a69a-5cdee19533c1 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:04.760617 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a22d647f-a6e0-4333-92b5-3c91aa212fe4 req-658307fa-54e2-4adf-a69a-5cdee19533c1 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/ports?device_id=684444fc-8b69-4b15-9869-a573c5e6109b HTTP/1.1" status: 200 len: 944 time: 0.0661905 Nov 12 00:51:04.777573 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f6b26c92-dae2-4ba2-b609-542c62794d1e up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:04.839883 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a22d647f-a6e0-4333-92b5-3c91aa212fe4 req-aecd8410-b05c-4423-9004-fa4a5327ca2e tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1a04a5f-1f27-4c08-9464-0b20756113d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628250 Nov 12 00:51:04.859469 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7f414f1c-6c58-4600-9411-edfac880648a req-c12eb776-51d1-4f31-b8a2-ab1fb229fab0 service neutron] 10.222.0.54 "GET /v2.0/networks/1fce8c5f-7ac6-4208-952b-3be5cb15c665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490817 Nov 12 00:51:04.900339 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=9c295c3a-9515-44b0-8b18-ff0f50bf3e57,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:04.921145 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:04.921967 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:04.922848 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:04.923615 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:04.924377 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:04.925213 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:04.926299 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:04.927304 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:04.928065 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:04.928817 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:04.929646 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:04.930419 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:04.991157 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7f414f1c-6c58-4600-9411-edfac880648a req-b2cac486-d6ba-4d6f-bc10-501984820c45 service neutron] 10.222.0.54 "GET /v2.0/networks/1fce8c5f-7ac6-4208-952b-3be5cb15c665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170969 Nov 12 00:51:04.994538 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd1f2b8-10e3-4983-bc23-06a1b07ab884 x-openstack-request-id: req-9fd1f2b8-10e3-4983-bc23-06a1b07ab884 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:04.994848 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a04f5d6-fba8-4dcb-9f3f-99bc840b5369", "name": "network-vif-plugged", "status": "completed", "tag": "9c295c3a-9515-44b0-8b18-ff0f50bf3e57", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:04.995121 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9fd1f2b8-10e3-4983-bc23-06a1b07ab884 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:04.995624 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a04f5d6-fba8-4dcb-9f3f-99bc840b5369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c295c3a-9515-44b0-8b18-ff0f50bf3e57', 'code': 200} Nov 12 00:51:05.019665 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port f6b26c92-dae2-4ba2-b609-542c62794d1e completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:51:05.032378 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port f6b26c92-dae2-4ba2-b609-542c62794d1e triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:05.032916 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:05.035535 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:05.076998 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7f414f1c-6c58-4600-9411-edfac880648a req-0dcc70e4-b34c-48d8-99c9-53a164352081 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=31fcb602-fe71-4579-9fa9-375532295e13 HTTP/1.1" status: 200 len: 217 time: 0.0707886 Nov 12 00:51:05.102333 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port d5fccd1f-01b5-4aa9-b154-fac395c8a264, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=d5fccd1f-01b5-4aa9-b154-fac395c8a264,segment=NetworkSegment(38b12e74-b18e-41d0-b62c-8552b3e37d05),segment_id=38b12e74-b18e-41d0-b62c-8552b3e37d05)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:05.111415 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:05.111622 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858536d-c27d-43b5-a202-1d24eeade4c1 req-04ffe787-37f8-4bf2-a933-e09382b199a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:05.114202 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b858536d-c27d-43b5-a202-1d24eeade4c1 req-04ffe787-37f8-4bf2-a933-e09382b199a9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2a04f5d6-fba8-4dcb-9f3f-99bc840b5369 HTTP/1.1" status: 200 len: 1098 time: 0.0910258 Nov 12 00:51:05.144200 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c88b85-653b-44ac-a3ab-1499ab840823 req-365530c3-613f-4839-b078-3b7509cc9042 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:05.145775 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-65c88b85-653b-44ac-a3ab-1499ab840823 req-365530c3-613f-4839-b078-3b7509cc9042 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b17975-4c5e-4b20-95b2-36d3de5cd8c4 HTTP/1.1" status: 200 len: 943 time: 0.1122513 Nov 12 00:51:05.150170 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aee99f-bd5e-4a4b-842a-6d3e08889436 req-35ac7156-0f82-4d7c-931a-0a3224d3a40a tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:05.157110 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-01aee99f-bd5e-4a4b-842a-6d3e08889436 req-35ac7156-0f82-4d7c-931a-0a3224d3a40a tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=508ca382-1214-4b6b-aadc-0041643de02e HTTP/1.1" status: 200 len: 945 time: 0.1224146 Nov 12 00:51:05.168022 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f414f1c-6c58-4600-9411-edfac880648a req-8c98d56b-762a-4f92-bcc3-047ae09db6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:05.169588 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7f414f1c-6c58-4600-9411-edfac880648a req-8c98d56b-762a-4f92-bcc3-047ae09db6d9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1258ef72-3213-4252-85bc-f1e482a40b73 HTTP/1.1" status: 200 len: 797 time: 0.0777421 Nov 12 00:51:05.185231 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:05.195761 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=d5fccd1f-01b5-4aa9-b154-fac395c8a264,revision_number=8']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:05.217476 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b858536d-c27d-43b5-a202-1d24eeade4c1 req-005f8c98-0474-4fe3-b519-4f73027813fe service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b1a04a5f-1f27-4c08-9464-0b20756113d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946105 Nov 12 00:51:05.226443 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-65c88b85-653b-44ac-a3ab-1499ab840823 req-7036f33c-d8bd-4561-bb2d-7177414d3508 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712183 Nov 12 00:51:05.226828 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port f6b26c92-dae2-4ba2-b609-542c62794d1e, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f6b26c92-dae2-4ba2-b609-542c62794d1e,segment=NetworkSegment(463090f5-8ae8-4aad-b579-f51ce246c77b),segment_id=463090f5-8ae8-4aad-b579-f51ce246c77b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:05.231214 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:05.273570 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f414f1c-6c58-4600-9411-edfac880648a req-5adf19a9-3b28-4e4a-832e-16a27b8ac3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:05.275446 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7f414f1c-6c58-4600-9411-edfac880648a req-5adf19a9-3b28-4e4a-832e-16a27b8ac3eb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ab41dae0-8b36-4d88-961d-982690d3893d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0814464 Nov 12 00:51:05.293294 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:51:05.304841 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=f6b26c92-dae2-4ba2-b609-542c62794d1e,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:05.329619 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-01aee99f-bd5e-4a4b-842a-6d3e08889436 req-afead4d8-c66e-438f-bd01-326996283df2 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Deleting port d5fccd1f-01b5-4aa9-b154-fac395c8a264 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:51:05.329962 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-01aee99f-bd5e-4a4b-842a-6d3e08889436 req-afead4d8-c66e-438f-bd01-326996283df2 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:05.356024 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd266a85-5f16-481b-bd40-bee7316e1d9a req-4d92a947-6e35-4b70-8517-6841b6d63f23 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:05.358053 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fd266a85-5f16-481b-bd40-bee7316e1d9a req-4d92a947-6e35-4b70-8517-6841b6d63f23 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 945 time: 0.0556509 Nov 12 00:51:05.407816 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fd266a85-5f16-481b-bd40-bee7316e1d9a req-d02f0a25-017c-4069-8f22-2619a1289922 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421524 Nov 12 00:51:05.457337 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7f414f1c-6c58-4600-9411-edfac880648a req-2455a8db-383d-4101-9ffb-508f1e565591 service neutron] 10.222.0.54 "GET /v2.0/networks/ab41dae0-8b36-4d88-961d-982690d3893d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671271 Nov 12 00:51:05.474201 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-01aee99f-bd5e-4a4b-842a-6d3e08889436 req-afead4d8-c66e-438f-bd01-326996283df2 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] For port d5fccd1f-01b5-4aa9-b154-fac395c8a264, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=d5fccd1f-01b5-4aa9-b154-fac395c8a264,segment=NetworkSegment(38b12e74-b18e-41d0-b62c-8552b3e37d05),segment_id=38b12e74-b18e-41d0-b62c-8552b3e37d05)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:05.474561 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-01aee99f-bd5e-4a4b-842a-6d3e08889436 req-afead4d8-c66e-438f-bd01-326996283df2 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:05.487489 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-01aee99f-bd5e-4a4b-842a-6d3e08889436 req-afead4d8-c66e-438f-bd01-326996283df2 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Calling delete_port for d5fccd1f-01b5-4aa9-b154-fac395c8a264 owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:51:05.633789 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7f414f1c-6c58-4600-9411-edfac880648a req-35265892-0b68-46a4-ac64-5e3badcce285 service neutron] 10.222.0.54 "GET /v2.0/networks/ab41dae0-8b36-4d88-961d-982690d3893d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423461 Nov 12 00:51:05.712077 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7f414f1c-6c58-4600-9411-edfac880648a req-f5e60463-c167-4a90-8e6f-b5bc9903973f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=f1d753e5-8094-4985-ae26-476029182198 HTTP/1.1" status: 200 len: 217 time: 0.0445685 Nov 12 00:51:05.749815 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-01aee99f-bd5e-4a4b-842a-6d3e08889436 req-afead4d8-c66e-438f-bd01-326996283df2 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:05.789705 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afead4d8-c66e-438f-bd01-326996283df2 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Pushing event deleted for resources: {'Port': ['ID=d5fccd1f-01b5-4aa9-b154-fac395c8a264,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:05.801269 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f414f1c-6c58-4600-9411-edfac880648a req-2309b661-0bc7-4215-963b-eb1c8b016396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:05.802752 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7f414f1c-6c58-4600-9411-edfac880648a req-2309b661-0bc7-4215-963b-eb1c8b016396 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1258ef72-3213-4252-85bc-f1e482a40b73 HTTP/1.1" status: 200 len: 797 time: 0.0819647 Nov 12 00:51:05.857957 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-01aee99f-bd5e-4a4b-842a-6d3e08889436 req-afead4d8-c66e-438f-bd01-326996283df2 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] No DVR routers for this DVR port d5fccd1f-01b5-4aa9-b154-fac395c8a264 on host n-h1-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:51:05.860942 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-01aee99f-bd5e-4a4b-842a-6d3e08889436 req-afead4d8-c66e-438f-bd01-326996283df2 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:05.864241 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-01aee99f-bd5e-4a4b-842a-6d3e08889436 req-afead4d8-c66e-438f-bd01-326996283df2 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "DELETE /v2.0/ports/d5fccd1f-01b5-4aa9-b154-fac395c8a264 HTTP/1.1" status: 204 len: 173 time: 0.7063022 Nov 12 00:51:05.864686 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '508ca382-1214-4b6b-aadc-0041643de02e', 'name': 'network-vif-deleted', 'tag': 'd5fccd1f-01b5-4aa9-b154-fac395c8a264'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:05.866942 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e3b003-b85c-4614-8a05-ac8960b55067" -d '{"events": [{"server_uuid": "508ca382-1214-4b6b-aadc-0041643de02e", "name": "network-vif-deleted", "tag": "d5fccd1f-01b5-4aa9-b154-fac395c8a264"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:05.886351 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f414f1c-6c58-4600-9411-edfac880648a req-d95e8b21-c0d8-4e88-8812-17a8d90e34b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:05.887878 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7f414f1c-6c58-4600-9411-edfac880648a req-d95e8b21-c0d8-4e88-8812-17a8d90e34b5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ab41dae0-8b36-4d88-961d-982690d3893d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0717626 Nov 12 00:51:05.905659 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb93052c-e9a0-4736-8c23-4d8bfdc6f79d x-openstack-request-id: req-bb93052c-e9a0-4736-8c23-4d8bfdc6f79d {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:05.906057 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "508ca382-1214-4b6b-aadc-0041643de02e", "name": "network-vif-deleted", "tag": "d5fccd1f-01b5-4aa9-b154-fac395c8a264", "status": "failed", "code": 422}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:05.906497 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bb93052c-e9a0-4736-8c23-4d8bfdc6f79d {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:05.906812 n-d-812236-11 neutron-server[102662]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '508ca382-1214-4b6b-aadc-0041643de02e', 'name': 'network-vif-deleted', 'tag': 'd5fccd1f-01b5-4aa9-b154-fac395c8a264', 'status': 'failed', 'code': 422} returned with failed status Nov 12 00:51:05.991010 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7f414f1c-6c58-4600-9411-edfac880648a req-3637d4f6-a716-41c0-92ee-69d2780520cd service neutron] 10.222.0.54 "GET /v2.0/networks/ab41dae0-8b36-4d88-961d-982690d3893d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953550 Nov 12 00:51:06.018122 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b18f5-ed95-43bc-b206-47141d5cdcc0 req-6fe304b4-51c0-4004-8b5c-8f0487c532e3 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:06.019663 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e84b18f5-ed95-43bc-b206-47141d5cdcc0 req-6fe304b4-51c0-4004-8b5c-8f0487c532e3 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/ports?device_id=684444fc-8b69-4b15-9869-a573c5e6109b HTTP/1.1" status: 200 len: 945 time: 0.0640371 Nov 12 00:51:06.069499 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e84b18f5-ed95-43bc-b206-47141d5cdcc0 req-95b3aacf-4bc0-4b76-853b-499bc1daa19e tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1a04a5f-1f27-4c08-9464-0b20756113d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432227 Nov 12 00:51:06.100591 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7f414f1c-6c58-4600-9411-edfac880648a req-639697d7-f8eb-46cc-b3c0-224879c236c8 service neutron] 10.222.0.54 "GET /v2.0/networks/ab41dae0-8b36-4d88-961d-982690d3893d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016724 Nov 12 00:51:06.146913 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7f414f1c-6c58-4600-9411-edfac880648a req-a6f7b0f7-1658-4c4f-af05-3396ada1d0b1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=ece577e8-c379-469d-ac80-64690c063e88 HTTP/1.1" status: 200 len: 217 time: 0.0389655 Nov 12 00:51:06.406245 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a3059829-5b95-488e-882b-525549774a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:06.471803 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46c39f-667a-4931-8ce4-98315654e974 req-37a4916a-7379-47f6-8362-3030b0085a3c tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:06.474491 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f414f1c-6c58-4600-9411-edfac880648a req-fc8a80d5-0ac2-4f3d-b817-2e1723cbc94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:06.475134 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 86611c16-27e3-4a37-bf30-f4c3998f0205 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:51:06.475939 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7f414f1c-6c58-4600-9411-edfac880648a req-fc8a80d5-0ac2-4f3d-b817-2e1723cbc94e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1258ef72-3213-4252-85bc-f1e482a40b73 HTTP/1.1" status: 200 len: 797 time: 0.3223610 Nov 12 00:51:06.478154 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6c46c39f-667a-4931-8ce4-98315654e974 req-37a4916a-7379-47f6-8362-3030b0085a3c tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/networks?id=cc6c0861-08f6-4a20-bb15-55ce7625c6e5 HTTP/1.1" status: 200 len: 811 time: 0.1139424 Nov 12 00:51:06.491144 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6c46c39f-667a-4931-8ce4-98315654e974 req-571ce467-5e54-46d9-8c53-30cf6bea1596 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/quotas/5ffaac2ef2674156a598ef42a6d7e245 HTTP/1.1" status: 200 len: 375 time: 0.0119116 Nov 12 00:51:06.501200 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0de8c-e1e9-4cfa-a76b-4402668c13b2 req-f6b7a1c3-4c12-47ca-b9ea-6ad9caa4778c tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:06.502854 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ddd0de8c-e1e9-4cfa-a76b-4402668c13b2 req-f6b7a1c3-4c12-47ca-b9ea-6ad9caa4778c tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b17975-4c5e-4b20-95b2-36d3de5cd8c4 HTTP/1.1" status: 200 len: 943 time: 0.0714471 Nov 12 00:51:06.541761 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6c46c39f-667a-4931-8ce4-98315654e974 req-56905578-c62c-4a93-9103-6a42302f822c tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ffaac2ef2674156a598ef42a6d7e245&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343249 Nov 12 00:51:06.565483 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f414f1c-6c58-4600-9411-edfac880648a req-7694dff7-952d-41ac-968a-5c0b09e70ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:06.566985 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7f414f1c-6c58-4600-9411-edfac880648a req-7694dff7-952d-41ac-968a-5c0b09e70ab6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ab41dae0-8b36-4d88-961d-982690d3893d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0833786 Nov 12 00:51:06.576000 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ddd0de8c-e1e9-4cfa-a76b-4402668c13b2 req-f5892a10-0e82-4734-a809-cee5c380e424 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571885 Nov 12 00:51:06.611225 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 86611c16-27e3-4a37-bf30-f4c3998f0205, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=86611c16-27e3-4a37-bf30-f4c3998f0205,segment=NetworkSegment(e323e1ba-cd12-4149-9627-b6e21b9d8316),segment_id=e323e1ba-cd12-4149-9627-b6e21b9d8316)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:06.628929 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '86611c16-27e3-4a37-bf30-f4c3998f0205', 'network_id': 'd1609365-dc2c-4cc0-bd3f-6d0911d9d2b8', 'port_id': '86611c16-27e3-4a37-bf30-f4c3998f0205', 'mac_address': 'fa:16:3e:8d:65:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f97ba5-c14e-4c2a-9f62-1fe436271791', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:51:06.660366 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6c46c39f-667a-4931-8ce4-98315654e974 req-1e72e14f-a6c3-45be-94d8-d90a7646bfed service neutron] 10.222.0.20 "GET /v2.0/networks/cc6c0861-08f6-4a20-bb15-55ce7625c6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105154 Nov 12 00:51:06.675867 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:06.690476 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86611c16-27e3-4a37-bf30-f4c3998f0205 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:06.711085 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 86611c16-27e3-4a37-bf30-f4c3998f0205, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=86611c16-27e3-4a37-bf30-f4c3998f0205,segment=NetworkSegment(e323e1ba-cd12-4149-9627-b6e21b9d8316),segment_id=e323e1ba-cd12-4149-9627-b6e21b9d8316)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:06.715515 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:06.718320 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa6e61-2af4-442c-b93e-0895b4d006c9 req-7bb116db-94fb-4b8f-98b1-90ec0deb4367 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:06.719935 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-afaa6e61-2af4-442c-b93e-0895b4d006c9 req-7bb116db-94fb-4b8f-98b1-90ec0deb4367 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 945 time: 0.0725038 Nov 12 00:51:06.724085 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7f414f1c-6c58-4600-9411-edfac880648a req-0783c6dc-7710-4289-9406-d7104f02b3e3 service neutron] 10.222.0.54 "GET /v2.0/networks/ab41dae0-8b36-4d88-961d-982690d3893d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485960 Nov 12 00:51:06.765539 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=86611c16-27e3-4a37-bf30-f4c3998f0205,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:06.774029 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6c46c39f-667a-4931-8ce4-98315654e974 req-e0dab4e8-ffe9-4f26-b460-4a4de920718f service neutron] 10.222.0.20 "GET /v2.0/networks/cc6c0861-08f6-4a20-bb15-55ce7625c6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045864 Nov 12 00:51:06.827210 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-afaa6e61-2af4-442c-b93e-0895b4d006c9 req-02e6d685-aff8-4641-86ff-76a426b864fe tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974987 Nov 12 00:51:06.857610 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7f414f1c-6c58-4600-9411-edfac880648a req-819b8c33-33d2-4e13-9318-620b1b34167b service neutron] 10.222.0.54 "GET /v2.0/networks/ab41dae0-8b36-4d88-961d-982690d3893d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213291 Nov 12 00:51:06.925933 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7f414f1c-6c58-4600-9411-edfac880648a req-b6aa4469-762e-4a00-a4a3-48cda402fed1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=74c2483e-02a2-4318-bcbc-82baf9ce9bcb HTTP/1.1" status: 200 len: 217 time: 0.0609841 Nov 12 00:51:06.985934 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f414f1c-6c58-4600-9411-edfac880648a req-07ec7700-5653-4b42-82d0-cdc583ffed12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:06.987408 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7f414f1c-6c58-4600-9411-edfac880648a req-07ec7700-5653-4b42-82d0-cdc583ffed12 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1258ef72-3213-4252-85bc-f1e482a40b73 HTTP/1.1" status: 200 len: 797 time: 0.0538952 Nov 12 00:51:06.997157 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '508ca382-1214-4b6b-aadc-0041643de02e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5fccd1f-01b5-4aa9-b154-fac395c8a264'}, {'server_uuid': '684444fc-8b69-4b15-9869-a573c5e6109b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b26c92-dae2-4ba2-b609-542c62794d1e'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:07.002450 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb5912d-791c-4aab-96d6-6065c1f43e0f" -d '{"events": [{"server_uuid": "508ca382-1214-4b6b-aadc-0041643de02e", "name": "network-vif-unplugged", "status": "completed", "tag": "d5fccd1f-01b5-4aa9-b154-fac395c8a264"}, {"server_uuid": "684444fc-8b69-4b15-9869-a573c5e6109b", "name": "network-vif-plugged", "status": "completed", "tag": "f6b26c92-dae2-4ba2-b609-542c62794d1e"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:07.010931 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['86611c16-27e3-4a37-bf30-f4c3998f0205'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:51:07.050135 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5afa2968-08e0-4e81-b3f6-5beb9123058e req-44eedc70-b5db-4388-8629-b7e6fea5d4b0 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=83f8708d-3ccc-413a-a4a5-033fd581a663 HTTP/1.1" status: 200 len: 210 time: 0.0516200 Nov 12 00:51:07.066253 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdb09d7-e163-42a9-9f86-bd06cd20aac2 x-openstack-request-id: req-ffdb09d7-e163-42a9-9f86-bd06cd20aac2 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:07.067034 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "508ca382-1214-4b6b-aadc-0041643de02e", "name": "network-vif-unplugged", "status": "failed", "tag": "d5fccd1f-01b5-4aa9-b154-fac395c8a264", "code": 422}, {"server_uuid": "684444fc-8b69-4b15-9869-a573c5e6109b", "name": "network-vif-plugged", "status": "completed", "tag": "f6b26c92-dae2-4ba2-b609-542c62794d1e", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:07.067616 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ffdb09d7-e163-42a9-9f86-bd06cd20aac2 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:07.068042 n-d-812236-11 neutron-server[102663]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '508ca382-1214-4b6b-aadc-0041643de02e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd5fccd1f-01b5-4aa9-b154-fac395c8a264', 'code': 422} returned with failed status Nov 12 00:51:07.068296 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '684444fc-8b69-4b15-9869-a573c5e6109b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b26c92-dae2-4ba2-b609-542c62794d1e', 'code': 200} Nov 12 00:51:07.101277 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f414f1c-6c58-4600-9411-edfac880648a req-df4b0d7a-0eed-42d8-b495-6a04592bc246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:07.103125 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7f414f1c-6c58-4600-9411-edfac880648a req-df4b0d7a-0eed-42d8-b495-6a04592bc246 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ab41dae0-8b36-4d88-961d-982690d3893d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0893545 Nov 12 00:51:07.238357 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d840ef-eabf-40a4-b346-b24438142c5d req-bfd47d14-2690-4981-9090-ab35c2e91ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:07.240205 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-51d840ef-eabf-40a4-b346-b24438142c5d req-bfd47d14-2690-4981-9090-ab35c2e91ff5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=684444fc-8b69-4b15-9869-a573c5e6109b HTTP/1.1" status: 200 len: 1097 time: 0.0797274 Nov 12 00:51:07.254598 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b559b-0da8-4e7d-aa04-02f59efe6074 req-24b12348-40ba-4717-b1c1-dc3c85603e7d tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:07.256084 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ed2b559b-0da8-4e7d-aa04-02f59efe6074 req-24b12348-40ba-4717-b1c1-dc3c85603e7d tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/ports?device_id=684444fc-8b69-4b15-9869-a573c5e6109b HTTP/1.1" status: 200 len: 945 time: 0.0725334 Nov 12 00:51:07.260280 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7f414f1c-6c58-4600-9411-edfac880648a req-0032a886-008c-49a8-b9a7-26411f9f65e5 service neutron] 10.222.0.54 "GET /v2.0/networks/ab41dae0-8b36-4d88-961d-982690d3893d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454990 Nov 12 00:51:07.292804 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-51d840ef-eabf-40a4-b346-b24438142c5d req-015beca9-6148-4453-8506-9aed47477c8b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b1a04a5f-1f27-4c08-9464-0b20756113d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453038 Nov 12 00:51:07.366889 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ed2b559b-0da8-4e7d-aa04-02f59efe6074 req-04a62fed-5b85-4b91-a48e-5c9c1b304d8e tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1a04a5f-1f27-4c08-9464-0b20756113d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018469 Nov 12 00:51:07.393983 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7f414f1c-6c58-4600-9411-edfac880648a req-2b1a952c-7cbd-44e1-8aff-36c80b035a21 service neutron] 10.222.0.54 "GET /v2.0/networks/ab41dae0-8b36-4d88-961d-982690d3893d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211028 Nov 12 00:51:07.587292 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:07.703246 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3002c-007d-4fc4-98f8-b78ed27cae5a req-a8d8209e-22f2-456a-8593-1669a391a744 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:07.705042 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8bf3002c-007d-4fc4-98f8-b78ed27cae5a req-a8d8209e-22f2-456a-8593-1669a391a744 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b17975-4c5e-4b20-95b2-36d3de5cd8c4 HTTP/1.1" status: 200 len: 944 time: 0.0534432 Nov 12 00:51:07.751817 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8bf3002c-007d-4fc4-98f8-b78ed27cae5a req-7a2b02ef-1817-4937-9c25-e78f584108be tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406396 Nov 12 00:51:07.805300 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7f414f1c-6c58-4600-9411-edfac880648a req-ab05814c-1fe4-4fc1-b369-13e9c26ddbee service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f4c6cea8-7b5d-48c0-a82d-a907911e3785 HTTP/1.1" status: 200 len: 217 time: 0.0370750 Nov 12 00:51:07.866948 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f414f1c-6c58-4600-9411-edfac880648a req-b7525cc4-7076-4283-b6ba-ae7a7866f16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:07.868454 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7f414f1c-6c58-4600-9411-edfac880648a req-b7525cc4-7076-4283-b6ba-ae7a7866f16c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=92d015ab-73f4-423c-8877-4552ee1df1ff HTTP/1.1" status: 200 len: 797 time: 0.0475900 Nov 12 00:51:07.955576 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f414f1c-6c58-4600-9411-edfac880648a req-a4f7f347-216c-4fee-a98b-63b2222a7154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:07.957117 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7f414f1c-6c58-4600-9411-edfac880648a req-a4f7f347-216c-4fee-a98b-63b2222a7154 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=932a85f6-3e20-455a-a5e7-01a28ed4b895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0788808 Nov 12 00:51:07.984033 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017b9fe-a408-40ee-bd61-d3e790e7f7cf req-6fed3125-ce70-4640-a6a1-04c8022d343e tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:07.986142 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5017b9fe-a408-40ee-bd61-d3e790e7f7cf req-6fed3125-ce70-4640-a6a1-04c8022d343e tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 945 time: 0.0777094 Nov 12 00:51:08.100855 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5017b9fe-a408-40ee-bd61-d3e790e7f7cf req-f89acef3-cc43-4750-a877-1400e3564152 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045485 Nov 12 00:51:08.129570 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7f414f1c-6c58-4600-9411-edfac880648a req-dda701ff-cdc4-4124-9d26-723e563f18bc service neutron] 10.222.0.54 "GET /v2.0/networks/932a85f6-3e20-455a-a5e7-01a28ed4b895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632173 Nov 12 00:51:08.213067 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d85fa044-afba-4d26-8c3e-66a582833e86 req-ad96e74b-409b-4dd6-ba05-ffb0a23b13c2 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=83f8708d-3ccc-413a-a4a5-033fd581a663 HTTP/1.1" status: 200 len: 210 time: 0.0500870 Nov 12 00:51:08.243978 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7f414f1c-6c58-4600-9411-edfac880648a req-28ae3a3d-7751-4ece-8492-4b73703025c6 service neutron] 10.222.0.54 "GET /v2.0/networks/932a85f6-3e20-455a-a5e7-01a28ed4b895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064708 Nov 12 00:51:08.289847 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7f414f1c-6c58-4600-9411-edfac880648a req-4d774ddc-dc56-4019-890a-af89ad5e0074 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=418a9123-f7b9-4bae-a70d-69acd16e3f2a HTTP/1.1" status: 200 len: 217 time: 0.0375807 Nov 12 00:51:08.338919 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f414f1c-6c58-4600-9411-edfac880648a req-da88fad8-b4b5-491b-93f8-dee7b156b411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:08.340329 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7f414f1c-6c58-4600-9411-edfac880648a req-da88fad8-b4b5-491b-93f8-dee7b156b411 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=92d015ab-73f4-423c-8877-4552ee1df1ff HTTP/1.1" status: 200 len: 797 time: 0.0428085 Nov 12 00:51:08.404158 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f414f1c-6c58-4600-9411-edfac880648a req-aa60e518-933a-4920-ac71-1271ade97a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:08.405678 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7f414f1c-6c58-4600-9411-edfac880648a req-aa60e518-933a-4920-ac71-1271ade97a85 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=932a85f6-3e20-455a-a5e7-01a28ed4b895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0480330 Nov 12 00:51:08.475168 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 86611c16-27e3-4a37-bf30-f4c3998f0205 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:08.491993 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8ef81-5cdb-4bf9-bbb3-71a848dab147 req-26a38741-0bfc-468e-981c-d28e67c13f00 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:08.493798 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-39b8ef81-5cdb-4bf9-bbb3-71a848dab147 req-26a38741-0bfc-468e-981c-d28e67c13f00 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/ports?device_id=684444fc-8b69-4b15-9869-a573c5e6109b HTTP/1.1" status: 200 len: 945 time: 0.0528057 Nov 12 00:51:08.522116 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7f414f1c-6c58-4600-9411-edfac880648a req-6574fd7d-6af6-4488-8aba-0ce748913e33 service neutron] 10.222.0.54 "GET /v2.0/networks/932a85f6-3e20-455a-a5e7-01a28ed4b895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088774 Nov 12 00:51:08.548489 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 86611c16-27e3-4a37-bf30-f4c3998f0205 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:51:08.553695 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 86611c16-27e3-4a37-bf30-f4c3998f0205 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:08.554485 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:08.651211 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:08.661877 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7f414f1c-6c58-4600-9411-edfac880648a req-de83f44a-1624-4060-9ec8-44ca6c2185d6 service neutron] 10.222.0.54 "GET /v2.0/networks/932a85f6-3e20-455a-a5e7-01a28ed4b895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310754 Nov 12 00:51:08.695607 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 86611c16-27e3-4a37-bf30-f4c3998f0205, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=86611c16-27e3-4a37-bf30-f4c3998f0205,segment=NetworkSegment(e323e1ba-cd12-4149-9627-b6e21b9d8316),segment_id=e323e1ba-cd12-4149-9627-b6e21b9d8316)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:08.700405 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:08.751458 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=86611c16-27e3-4a37-bf30-f4c3998f0205,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:08.882320 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e542e1b-f00f-429d-907f-675142d9240f req-7b0ef867-d14e-4473-8d51-6e34b4d9a329 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:08.883828 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1e542e1b-f00f-429d-907f-675142d9240f req-7b0ef867-d14e-4473-8d51-6e34b4d9a329 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b17975-4c5e-4b20-95b2-36d3de5cd8c4 HTTP/1.1" status: 200 len: 945 time: 0.0597792 Nov 12 00:51:08.904515 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-39b8ef81-5cdb-4bf9-bbb3-71a848dab147 req-82716a5b-0a99-4940-a52b-dc16800059c2 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1a04a5f-1f27-4c08-9464-0b20756113d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4045463 Nov 12 00:51:08.942253 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1e542e1b-f00f-429d-907f-675142d9240f req-52e251b5-6db5-47bf-8148-828588bc777a tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490448 Nov 12 00:51:08.947163 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46c39f-667a-4931-8ce4-98315654e974 req-6288c5e7-5e3e-4499-959e-55cee5b45c74 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:08.948604 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6c46c39f-667a-4931-8ce4-98315654e974 req-6288c5e7-5e3e-4499-959e-55cee5b45c74 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.54 "GET /v2.0/networks?id=cc6c0861-08f6-4a20-bb15-55ce7625c6e5 HTTP/1.1" status: 200 len: 811 time: 0.4339328 Nov 12 00:51:08.972717 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-6c46c39f-667a-4931-8ce4-98315654e974 req-ad4bef4e-155b-44bf-a20b-2e9c74ccaf98 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Request body: {'port': {'device_id': '83f8708d-3ccc-413a-a4a5-033fd581a663', 'network_id': 'cc6c0861-08f6-4a20-bb15-55ce7625c6e5', 'admin_state_up': True, 'tenant_id': '5ffaac2ef2674156a598ef42a6d7e245'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:09.069541 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b17975-4c5e-4b20-95b2-36d3de5cd8c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86611c16-27e3-4a37-bf30-f4c3998f0205'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:09.071979 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90b285a-779c-4d00-9891-52a992541699" -d '{"events": [{"server_uuid": "a2b17975-4c5e-4b20-95b2-36d3de5cd8c4", "name": "network-vif-plugged", "status": "completed", "tag": "86611c16-27e3-4a37-bf30-f4c3998f0205"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:09.097684 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c46c39f-667a-4931-8ce4-98315654e974 req-ad4bef4e-155b-44bf-a20b-2e9c74ccaf98 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Made reservation on behalf of 5ffaac2ef2674156a598ef42a6d7e245 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:09.102263 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6c46c39f-667a-4931-8ce4-98315654e974 req-ad4bef4e-155b-44bf-a20b-2e9c74ccaf98 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:09.112728 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f3271c-ba20-4c29-bdff-f3b2ef73ff6c x-openstack-request-id: req-c2f3271c-ba20-4c29-bdff-f3b2ef73ff6c {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:09.113024 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2b17975-4c5e-4b20-95b2-36d3de5cd8c4", "name": "network-vif-plugged", "status": "completed", "tag": "86611c16-27e3-4a37-bf30-f4c3998f0205", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:09.113282 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c2f3271c-ba20-4c29-bdff-f3b2ef73ff6c {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:09.117435 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2b17975-4c5e-4b20-95b2-36d3de5cd8c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86611c16-27e3-4a37-bf30-f4c3998f0205', 'code': 200} Nov 12 00:51:09.197935 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:09.330339 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77c6cd-7420-4bf0-ac70-0ff463559b45 req-cd8f8a31-684e-4e61-80b7-76c40adbee52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:09.331865 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4f77c6cd-7420-4bf0-ac70-0ff463559b45 req-cd8f8a31-684e-4e61-80b7-76c40adbee52 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a2b17975-4c5e-4b20-95b2-36d3de5cd8c4 HTTP/1.1" status: 200 len: 1097 time: 0.0984271 Nov 12 00:51:09.342720 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d4e0e-bff9-4439-9dd4-528a7fea6eb0 req-3fbfbdd2-5970-4f85-81a7-090a804f187f tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:09.344114 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a20d4e0e-bff9-4439-9dd4-528a7fea6eb0 req-3fbfbdd2-5970-4f85-81a7-090a804f187f tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 945 time: 0.1498230 Nov 12 00:51:09.345795 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-6c46c39f-667a-4931-8ce4-98315654e974 req-ad4bef4e-155b-44bf-a20b-2e9c74ccaf98 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Allocated IP 172.20.0.6 (cc6c0861-08f6-4a20-bb15-55ce7625c6e5/8dc44064-8072-4b25-a5ed-adc971ac9588/0eeadf17-10b2-4333-9ca4-6b239369e2de) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:51:09.369239 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-99039f94-70d6-43e2-833a-ab7079209270 req-a9f593de-1975-4b22-8ca2-5d46e2325346 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=83f8708d-3ccc-413a-a4a5-033fd581a663 HTTP/1.1" status: 200 len: 210 time: 0.0275207 Nov 12 00:51:09.447247 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4f77c6cd-7420-4bf0-ac70-0ff463559b45 req-8a166323-7844-4072-88fc-1360f8425392 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989723 Nov 12 00:51:09.465472 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a20d4e0e-bff9-4439-9dd4-528a7fea6eb0 req-bd65af21-51af-4505-b007-cbf61aef1560 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088223 Nov 12 00:51:09.572317 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6c46c39f-667a-4931-8ce4-98315654e974 req-ad4bef4e-155b-44bf-a20b-2e9c74ccaf98 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:09.605323 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6c46c39f-667a-4931-8ce4-98315654e974 req-ad4bef4e-155b-44bf-a20b-2e9c74ccaf98 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:09.647521 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c46c39f-667a-4931-8ce4-98315654e974 req-ad4bef4e-155b-44bf-a20b-2e9c74ccaf98 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Network cc6c0861-08f6-4a20-bb15-55ce7625c6e5 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:09.652819 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-6c46c39f-667a-4931-8ce4-98315654e974 req-ad4bef4e-155b-44bf-a20b-2e9c74ccaf98 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:09.656578 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c46c39f-667a-4931-8ce4-98315654e974 req-ad4bef4e-155b-44bf-a20b-2e9c74ccaf98 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:09.680729 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4bef4e-155b-44bf-a20b-2e9c74ccaf98 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Pushing event updated for resources: {'Port': ['ID=0eeadf17-10b2-4333-9ca4-6b239369e2de,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:09.709802 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46c39f-667a-4931-8ce4-98315654e974 req-ad4bef4e-155b-44bf-a20b-2e9c74ccaf98 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:09.710342 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6c46c39f-667a-4931-8ce4-98315654e974 req-ad4bef4e-155b-44bf-a20b-2e9c74ccaf98 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:09.728266 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6c46c39f-667a-4931-8ce4-98315654e974 req-ad4bef4e-155b-44bf-a20b-2e9c74ccaf98 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7611961 Nov 12 00:51:09.729896 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:09.753135 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-6c46c39f-667a-4931-8ce4-98315654e974 req-01f3ea9f-e1ac-4e51-a10a-f973fe7743b8 service neutron] Request body: {'port': {'device_id': '83f8708d-3ccc-413a-a4a5-033fd581a663', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:09.810888 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6c46c39f-667a-4931-8ce4-98315654e974 req-01f3ea9f-e1ac-4e51-a10a-f973fe7743b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:10.025423 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee6b53-8d3b-4b52-9eeb-57dc66559d77 req-0eb012bb-59ec-4764-9800-d8ef53d43851 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:10.027027 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dbee6b53-8d3b-4b52-9eeb-57dc66559d77 req-0eb012bb-59ec-4764-9800-d8ef53d43851 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/ports?device_id=684444fc-8b69-4b15-9869-a573c5e6109b HTTP/1.1" status: 200 len: 945 time: 0.0508571 Nov 12 00:51:10.076495 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dbee6b53-8d3b-4b52-9eeb-57dc66559d77 req-96633d6a-71dc-4c20-8c5b-3d900d55c89b tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1a04a5f-1f27-4c08-9464-0b20756113d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427043 Nov 12 00:51:10.107497 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823eee4-2cf4-45f9-95d8-1d317643abed req-1e51e5c4-b44c-4d50-a2f8-c9eefe86c725 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:10.109000 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4823eee4-2cf4-45f9-95d8-1d317643abed req-1e51e5c4-b44c-4d50-a2f8-c9eefe86c725 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b17975-4c5e-4b20-95b2-36d3de5cd8c4 HTTP/1.1" status: 200 len: 945 time: 0.0916762 Nov 12 00:51:10.130474 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-6c46c39f-667a-4931-8ce4-98315654e974 req-01f3ea9f-e1ac-4e51-a10a-f973fe7743b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eeadf17-10b2-4333-9ca4-6b239369e2de {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:10.144960 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6c46c39f-667a-4931-8ce4-98315654e974 req-01f3ea9f-e1ac-4e51-a10a-f973fe7743b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:10.174913 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-6c46c39f-667a-4931-8ce4-98315654e974 req-01f3ea9f-e1ac-4e51-a10a-f973fe7743b8 service neutron] Transition to ACTIVE for port object 0eeadf17-10b2-4333-9ca4-6b239369e2de will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:51:10.185259 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6c46c39f-667a-4931-8ce4-98315654e974 req-01f3ea9f-e1ac-4e51-a10a-f973fe7743b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:10.199508 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4823eee4-2cf4-45f9-95d8-1d317643abed req-1d244bdc-67fa-48f9-9591-4951b8a4c426 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777135 Nov 12 00:51:10.200834 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0109c5d-f614-4937-ab95-0d8cb9fc324a req-cd732c22-5f54-470e-ab73-5d7e513fd3c3 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:10.202454 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b0109c5d-f614-4937-ab95-0d8cb9fc324a req-cd732c22-5f54-470e-ab73-5d7e513fd3c3 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a04f5d6-fba8-4dcb-9f3f-99bc840b5369 HTTP/1.1" status: 200 len: 946 time: 0.0560031 Nov 12 00:51:10.242511 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f3ea9f-e1ac-4e51-a10a-f973fe7743b8 service neutron] Pushing event updated for resources: {'Port': ['ID=0eeadf17-10b2-4333-9ca4-6b239369e2de,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:10.263841 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b0109c5d-f614-4937-ab95-0d8cb9fc324a req-4de9a3c4-fd84-4ac9-ad56-c8164787983e tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1a04a5f-1f27-4c08-9464-0b20756113d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549624 Nov 12 00:51:10.323781 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-6c46c39f-667a-4931-8ce4-98315654e974 req-01f3ea9f-e1ac-4e51-a10a-f973fe7743b8 service neutron] Attempting to bind port 0eeadf17-10b2-4333-9ca4-6b239369e2de on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:10.324119 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-6c46c39f-667a-4931-8ce4-98315654e974 req-01f3ea9f-e1ac-4e51-a10a-f973fe7743b8 service neutron] Attempting to bind port 0eeadf17-10b2-4333-9ca4-6b239369e2de by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '38b12e74-b18e-41d0-b62c-8552b3e37d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cc6c0861-08f6-4a20-bb15-55ce7625c6e5'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:10.324449 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c46c39f-667a-4931-8ce4-98315654e974 req-01f3ea9f-e1ac-4e51-a10a-f973fe7743b8 service neutron] Attempting to bind port 0eeadf17-10b2-4333-9ca4-6b239369e2de on network cc6c0861-08f6-4a20-bb15-55ce7625c6e5 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:10.329199 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c46c39f-667a-4931-8ce4-98315654e974 req-01f3ea9f-e1ac-4e51-a10a-f973fe7743b8 service neutron] Port 0eeadf17-10b2-4333-9ca4-6b239369e2de on network cc6c0861-08f6-4a20-bb15-55ce7625c6e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:10.329556 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c46c39f-667a-4931-8ce4-98315654e974 req-01f3ea9f-e1ac-4e51-a10a-f973fe7743b8 service neutron] Attempting to bind port 0eeadf17-10b2-4333-9ca4-6b239369e2de on network cc6c0861-08f6-4a20-bb15-55ce7625c6e5 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:10.334635 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c46c39f-667a-4931-8ce4-98315654e974 req-01f3ea9f-e1ac-4e51-a10a-f973fe7743b8 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:51:10.334994 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c46c39f-667a-4931-8ce4-98315654e974 req-01f3ea9f-e1ac-4e51-a10a-f973fe7743b8 service neutron] Checking segment: {'id': '38b12e74-b18e-41d0-b62c-8552b3e37d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cc6c0861-08f6-4a20-bb15-55ce7625c6e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:10.335383 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c46c39f-667a-4931-8ce4-98315654e974 req-01f3ea9f-e1ac-4e51-a10a-f973fe7743b8 service neutron] Bound using segment: {'id': '38b12e74-b18e-41d0-b62c-8552b3e37d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cc6c0861-08f6-4a20-bb15-55ce7625c6e5'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:51:10.335809 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-6c46c39f-667a-4931-8ce4-98315654e974 req-01f3ea9f-e1ac-4e51-a10a-f973fe7743b8 service neutron] Bound port: 0eeadf17-10b2-4333-9ca4-6b239369e2de, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38b12e74-b18e-41d0-b62c-8552b3e37d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cc6c0861-08f6-4a20-bb15-55ce7625c6e5'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:51:10.336272 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6c46c39f-667a-4931-8ce4-98315654e974 req-01f3ea9f-e1ac-4e51-a10a-f973fe7743b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:10.414816 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-6c46c39f-667a-4931-8ce4-98315654e974 req-01f3ea9f-e1ac-4e51-a10a-f973fe7743b8 service neutron] For port 0eeadf17-10b2-4333-9ca4-6b239369e2de, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:51:10.418506 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-6c46c39f-667a-4931-8ce4-98315654e974 req-01f3ea9f-e1ac-4e51-a10a-f973fe7743b8 service neutron] For port 0eeadf17-10b2-4333-9ca4-6b239369e2de, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=0eeadf17-10b2-4333-9ca4-6b239369e2de,segment=NetworkSegment(38b12e74-b18e-41d0-b62c-8552b3e37d05),segment_id=38b12e74-b18e-41d0-b62c-8552b3e37d05)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:51:10.424036 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6c46c39f-667a-4931-8ce4-98315654e974 req-01f3ea9f-e1ac-4e51-a10a-f973fe7743b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:10.463025 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46c39f-667a-4931-8ce4-98315654e974 req-01f3ea9f-e1ac-4e51-a10a-f973fe7743b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:10.463720 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6c46c39f-667a-4931-8ce4-98315654e974 req-01f3ea9f-e1ac-4e51-a10a-f973fe7743b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:10.465349 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6c46c39f-667a-4931-8ce4-98315654e974 req-01f3ea9f-e1ac-4e51-a10a-f973fe7743b8 service neutron] 10.222.0.54 "PUT /v2.0/ports/0eeadf17-10b2-4333-9ca4-6b239369e2de HTTP/1.1" status: 200 len: 1092 time: 0.7164409 Nov 12 00:51:10.465940 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83f8708d-3ccc-413a-a4a5-033fd581a663', 'tag': '0eeadf17-10b2-4333-9ca4-6b239369e2de'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:10.468280 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cef69a-a925-4a6a-af51-4b398ec2c568" -d '{"events": [{"name": "network-changed", "server_uuid": "83f8708d-3ccc-413a-a4a5-033fd581a663", "tag": "0eeadf17-10b2-4333-9ca4-6b239369e2de"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:10.494059 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f3ea9f-e1ac-4e51-a10a-f973fe7743b8 service neutron] Pushing event updated for resources: {'Port': ['ID=0eeadf17-10b2-4333-9ca4-6b239369e2de,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:10.558808 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c04b879-9cc7-4ecc-a957-c733aedf837d req-1c93a044-09b9-4454-a969-638c84dc71eb tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:10.560380 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c04b879-9cc7-4ecc-a957-c733aedf837d req-1c93a044-09b9-4454-a969-638c84dc71eb tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=83f8708d-3ccc-413a-a4a5-033fd581a663 HTTP/1.1" status: 200 len: 943 time: 0.0561512 Nov 12 00:51:10.620425 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:10.640646 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46c39f-667a-4931-8ce4-98315654e974 req-e604b853-5afd-4be8-bd43-3dba5c8fc928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:10.643050 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6c46c39f-667a-4931-8ce4-98315654e974 req-e604b853-5afd-4be8-bd43-3dba5c8fc928 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5ffaac2ef2674156a598ef42a6d7e245&device_id=83f8708d-3ccc-413a-a4a5-033fd581a663 HTTP/1.1" status: 200 len: 1095 time: 0.0817566 Nov 12 00:51:10.651046 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c04b879-9cc7-4ecc-a957-c733aedf837d req-d55b3830-7823-4d13-af45-a80b8e66afeb tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790386 Nov 12 00:51:10.666607 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9728b2-1412-45a1-ad8d-e058889d1bd1 x-openstack-request-id: req-8e9728b2-1412-45a1-ad8d-e058889d1bd1 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:10.667103 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83f8708d-3ccc-413a-a4a5-033fd581a663", "tag": "0eeadf17-10b2-4333-9ca4-6b239369e2de", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:10.667724 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e9728b2-1412-45a1-ad8d-e058889d1bd1 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:10.668357 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83f8708d-3ccc-413a-a4a5-033fd581a663', 'tag': '0eeadf17-10b2-4333-9ca4-6b239369e2de', 'status': 'completed', 'code': 200} Nov 12 00:51:10.741195 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6c46c39f-667a-4931-8ce4-98315654e974 req-6c0b92a2-9c85-41d1-a73a-05b1cf677753 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0eeadf17-10b2-4333-9ca4-6b239369e2de HTTP/1.1" status: 200 len: 217 time: 0.0383897 Nov 12 00:51:10.758989 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026f3be-4250-43f3-9be9-08ffd18fc873 req-8deac720-ae18-46f2-b12f-c05275b983b8 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:10.760392 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b026f3be-4250-43f3-9be9-08ffd18fc873 req-8deac720-ae18-46f2-b12f-c05275b983b8 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a04f5d6-fba8-4dcb-9f3f-99bc840b5369 HTTP/1.1" status: 200 len: 946 time: 0.0488007 Nov 12 00:51:10.807343 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b026f3be-4250-43f3-9be9-08ffd18fc873 req-b8ad4c1c-297c-43c7-9684-efb5e228e95f tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1a04a5f-1f27-4c08-9464-0b20756113d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409775 Nov 12 00:51:10.818006 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46c39f-667a-4931-8ce4-98315654e974 req-49fdc463-26cd-418d-8af6-4b30dde82dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:10.819501 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6c46c39f-667a-4931-8ce4-98315654e974 req-49fdc463-26cd-418d-8af6-4b30dde82dc3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8dc44064-8072-4b25-a5ed-adc971ac9588 HTTP/1.1" status: 200 len: 851 time: 0.0695724 Nov 12 00:51:10.828008 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3137b34-e60d-4ce1-b9f5-a0af79ffc23b req-06ec4dda-f8fb-4c83-97b0-02b447f1f7b3 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:10.830385 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a3137b34-e60d-4ce1-b9f5-a0af79ffc23b req-06ec4dda-f8fb-4c83-97b0-02b447f1f7b3 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 945 time: 0.0918934 Nov 12 00:51:10.863726 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6c46c39f-667a-4931-8ce4-98315654e974 req-413acac3-29ce-4dc1-b3ec-a18c31674e0c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cc6c0861-08f6-4a20-bb15-55ce7625c6e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286126 Nov 12 00:51:10.944988 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a3137b34-e60d-4ce1-b9f5-a0af79ffc23b req-f3cc3083-2ed1-47ee-b08a-eab8784825ec tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024051 Nov 12 00:51:10.983044 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6c46c39f-667a-4931-8ce4-98315654e974 req-f911e351-aeea-481e-be1c-24e29ed8fbc7 service neutron] 10.222.0.54 "GET /v2.0/networks/cc6c0861-08f6-4a20-bb15-55ce7625c6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078942 Nov 12 00:51:11.074396 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6c46c39f-667a-4931-8ce4-98315654e974 req-fd217bd8-350d-4ed9-8fa7-3d4c37637ecd service neutron] 10.222.0.54 "GET /v2.0/networks/cc6c0861-08f6-4a20-bb15-55ce7625c6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837181 Nov 12 00:51:11.215985 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cef69a-a925-4a6a-af51-4b398ec2c568 req-4acb2d2d-141e-46c6-b308-eb0f2e5c96d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:11.217387 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-99cef69a-a925-4a6a-af51-4b398ec2c568 req-4acb2d2d-141e-46c6-b308-eb0f2e5c96d7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5ffaac2ef2674156a598ef42a6d7e245&device_id=83f8708d-3ccc-413a-a4a5-033fd581a663 HTTP/1.1" status: 200 len: 1095 time: 0.0409677 Nov 12 00:51:11.339058 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cef69a-a925-4a6a-af51-4b398ec2c568 req-1b413e07-99b8-4821-80c3-2e6ecadb97ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:11.340548 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-99cef69a-a925-4a6a-af51-4b398ec2c568 req-1b413e07-99b8-4821-80c3-2e6ecadb97ab service neutron] 10.222.0.54 "GET /v2.0/networks?id=cc6c0861-08f6-4a20-bb15-55ce7625c6e5 HTTP/1.1" status: 200 len: 912 time: 0.1072006 Nov 12 00:51:11.349875 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ac461-7fbe-4c67-927c-528c61000008 req-2975eb51-40da-45c9-8ca4-12f1e2d4d9c6 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:11.351387 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0d2ac461-7fbe-4c67-927c-528c61000008 req-2975eb51-40da-45c9-8ca4-12f1e2d4d9c6 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b17975-4c5e-4b20-95b2-36d3de5cd8c4 HTTP/1.1" status: 200 len: 945 time: 0.0707843 Nov 12 00:51:11.394207 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-99cef69a-a925-4a6a-af51-4b398ec2c568 req-884a3d03-2b46-4309-be04-a985b6e5083f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0eeadf17-10b2-4333-9ca4-6b239369e2de HTTP/1.1" status: 200 len: 217 time: 0.0372546 Nov 12 00:51:11.415508 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0d2ac461-7fbe-4c67-927c-528c61000008 req-654eefdb-474d-4641-8c66-696d1b028b75 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576770 Nov 12 00:51:11.463698 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cef69a-a925-4a6a-af51-4b398ec2c568 req-0c4556f2-17b6-4d81-a4c1-84df8ffe84f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:11.465297 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-99cef69a-a925-4a6a-af51-4b398ec2c568 req-0c4556f2-17b6-4d81-a4c1-84df8ffe84f6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8dc44064-8072-4b25-a5ed-adc971ac9588 HTTP/1.1" status: 200 len: 851 time: 0.0592620 Nov 12 00:51:11.518273 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-99cef69a-a925-4a6a-af51-4b398ec2c568 req-fd660bbf-9bac-447b-abc6-850eaf8ddc60 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cc6c0861-08f6-4a20-bb15-55ce7625c6e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285220 Nov 12 00:51:11.624405 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-99cef69a-a925-4a6a-af51-4b398ec2c568 req-3c2cc11a-87f8-495a-88b3-0f33c487a9b4 service neutron] 10.222.0.54 "GET /v2.0/networks/cc6c0861-08f6-4a20-bb15-55ce7625c6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981531 Nov 12 00:51:11.699685 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcef5de-7542-4d2c-9e62-b5d86aef9a1b req-bde8a5b7-b47d-47ce-9cc1-6e92a4e9c27f tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:11.701593 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2dcef5de-7542-4d2c-9e62-b5d86aef9a1b req-bde8a5b7-b47d-47ce-9cc1-6e92a4e9c27f tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b17975-4c5e-4b20-95b2-36d3de5cd8c4 HTTP/1.1" status: 200 len: 945 time: 0.0526538 Nov 12 00:51:11.763917 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2dcef5de-7542-4d2c-9e62-b5d86aef9a1b req-ede6255b-6f8a-459b-a2f6-d509a344a2d9 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554805 Nov 12 00:51:11.789259 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-99cef69a-a925-4a6a-af51-4b398ec2c568 req-8af9e31d-05cc-41a1-84fd-e03ab8a48147 service neutron] 10.222.0.54 "GET /v2.0/networks/cc6c0861-08f6-4a20-bb15-55ce7625c6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487355 Nov 12 00:51:11.809989 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01c5d7-8f7d-41cf-aa77-df5d09711cea req-8e5f0a8e-e579-41f3-ae88-88c85a5fff9b tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:11.811655 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1a01c5d7-8f7d-41cf-aa77-df5d09711cea req-8e5f0a8e-e579-41f3-ae88-88c85a5fff9b tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=83f8708d-3ccc-413a-a4a5-033fd581a663 HTTP/1.1" status: 200 len: 943 time: 0.0639610 Nov 12 00:51:11.864162 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1a01c5d7-8f7d-41cf-aa77-df5d09711cea req-21ac0824-eca1-41cc-a86c-ce75c27f78b2 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444248 Nov 12 00:51:11.932390 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3521a9-e088-4590-95e1-95f1456bea26 req-781bef18-2f9d-43c3-80cf-b7a191801e06 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:11.933870 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9e3521a9-e088-4590-95e1-95f1456bea26 req-781bef18-2f9d-43c3-80cf-b7a191801e06 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a04f5d6-fba8-4dcb-9f3f-99bc840b5369 HTTP/1.1" status: 200 len: 946 time: 0.0508811 Nov 12 00:51:11.991332 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9e3521a9-e088-4590-95e1-95f1456bea26 req-7d7be0f0-c28b-400d-b1cd-97dba23ec0f0 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1a04a5f-1f27-4c08-9464-0b20756113d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503502 Nov 12 00:51:12.090279 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7b2d5-aa16-45ec-884a-865e4b2f7822 req-2c87c097-5f88-4274-9d6f-70dea74a002c tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:12.092219 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-68e7b2d5-aa16-45ec-884a-865e4b2f7822 req-2c87c097-5f88-4274-9d6f-70dea74a002c tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a04f5d6-fba8-4dcb-9f3f-99bc840b5369 HTTP/1.1" status: 200 len: 946 time: 0.1056585 Nov 12 00:51:12.118280 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725692d-0937-4dbf-8533-01cfb9a97fff req-2403b020-3fa6-470f-a0c0-272a76c2ae59 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:12.119631 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c725692d-0937-4dbf-8533-01cfb9a97fff req-2403b020-3fa6-470f-a0c0-272a76c2ae59 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 945 time: 0.0927968 Nov 12 00:51:12.216503 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c725692d-0937-4dbf-8533-01cfb9a97fff req-31b874d5-2175-456d-841b-d9992d8dd509 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772574 Nov 12 00:51:12.241097 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-68e7b2d5-aa16-45ec-884a-865e4b2f7822 req-3db344ff-3666-43d6-b248-3fdb401609b0 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Deleting port 9c295c3a-9515-44b0-8b18-ff0f50bf3e57 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:51:12.241468 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-68e7b2d5-aa16-45ec-884a-865e4b2f7822 req-3db344ff-3666-43d6-b248-3fdb401609b0 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:12.333257 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-68e7b2d5-aa16-45ec-884a-865e4b2f7822 req-3db344ff-3666-43d6-b248-3fdb401609b0 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] For port 9c295c3a-9515-44b0-8b18-ff0f50bf3e57, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=9c295c3a-9515-44b0-8b18-ff0f50bf3e57,segment=NetworkSegment(463090f5-8ae8-4aad-b579-f51ce246c77b),segment_id=463090f5-8ae8-4aad-b579-f51ce246c77b)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:12.333654 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-68e7b2d5-aa16-45ec-884a-865e4b2f7822 req-3db344ff-3666-43d6-b248-3fdb401609b0 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:12.346853 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-68e7b2d5-aa16-45ec-884a-865e4b2f7822 req-3db344ff-3666-43d6-b248-3fdb401609b0 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Calling delete_port for 9c295c3a-9515-44b0-8b18-ff0f50bf3e57 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:51:12.488752 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-68e7b2d5-aa16-45ec-884a-865e4b2f7822 req-3db344ff-3666-43d6-b248-3fdb401609b0 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:12.517703 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:12.518262 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db344ff-3666-43d6-b248-3fdb401609b0 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Pushing event deleted for resources: {'Port': ['ID=9c295c3a-9515-44b0-8b18-ff0f50bf3e57,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:12.522716 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['9c295c3a-9515-44b0-8b18-ff0f50bf3e57'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:51:12.533061 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db344ff-3666-43d6-b248-3fdb401609b0 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:12.533437 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db344ff-3666-43d6-b248-3fdb401609b0 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:12.533783 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db344ff-3666-43d6-b248-3fdb401609b0 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:12.534123 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db344ff-3666-43d6-b248-3fdb401609b0 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:12.534460 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db344ff-3666-43d6-b248-3fdb401609b0 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:12.534790 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db344ff-3666-43d6-b248-3fdb401609b0 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:12.535115 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db344ff-3666-43d6-b248-3fdb401609b0 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:12.535441 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db344ff-3666-43d6-b248-3fdb401609b0 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:12.535764 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db344ff-3666-43d6-b248-3fdb401609b0 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:12.536084 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db344ff-3666-43d6-b248-3fdb401609b0 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:12.536407 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db344ff-3666-43d6-b248-3fdb401609b0 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:12.536744 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db344ff-3666-43d6-b248-3fdb401609b0 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:12.551331 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['f6b26c92-dae2-4ba2-b609-542c62794d1e'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:51:12.572307 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e7b2d5-aa16-45ec-884a-865e4b2f7822 req-3db344ff-3666-43d6-b248-3fdb401609b0 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] No DVR routers for this DVR port 9c295c3a-9515-44b0-8b18-ff0f50bf3e57 on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:51:12.580811 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-68e7b2d5-aa16-45ec-884a-865e4b2f7822 req-3db344ff-3666-43d6-b248-3fdb401609b0 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:12.584252 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-68e7b2d5-aa16-45ec-884a-865e4b2f7822 req-3db344ff-3666-43d6-b248-3fdb401609b0 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.49 "DELETE /v2.0/ports/9c295c3a-9515-44b0-8b18-ff0f50bf3e57 HTTP/1.1" status: 204 len: 173 time: 0.4833968 Nov 12 00:51:12.671336 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a04f5d6-fba8-4dcb-9f3f-99bc840b5369', 'name': 'network-vif-deleted', 'tag': '9c295c3a-9515-44b0-8b18-ff0f50bf3e57'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:12.674020 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b170eb00-a302-4c20-899a-6baf066db02d" -d '{"events": [{"server_uuid": "2a04f5d6-fba8-4dcb-9f3f-99bc840b5369", "name": "network-vif-deleted", "tag": "9c295c3a-9515-44b0-8b18-ff0f50bf3e57"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:12.713493 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1acc6bcb-91d3-44bf-bff5-5ae84a700622 x-openstack-request-id: req-1acc6bcb-91d3-44bf-bff5-5ae84a700622 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:12.713786 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a04f5d6-fba8-4dcb-9f3f-99bc840b5369", "name": "network-vif-deleted", "tag": "9c295c3a-9515-44b0-8b18-ff0f50bf3e57", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:12.714067 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1acc6bcb-91d3-44bf-bff5-5ae84a700622 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:12.714469 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a04f5d6-fba8-4dcb-9f3f-99bc840b5369', 'name': 'network-vif-deleted', 'tag': '9c295c3a-9515-44b0-8b18-ff0f50bf3e57', 'status': 'completed', 'code': 200} Nov 12 00:51:12.884363 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db80b09-14c6-456b-934b-baa16f49b603 req-6eb2e7c5-0070-4174-982b-48f86ecb013a tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:12.885863 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9db80b09-14c6-456b-934b-baa16f49b603 req-6eb2e7c5-0070-4174-982b-48f86ecb013a tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.54 "GET /v2.0/ports?device_id=684444fc-8b69-4b15-9869-a573c5e6109b HTTP/1.1" status: 200 len: 945 time: 0.0556626 Nov 12 00:51:12.892854 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e23e40-d76d-41d0-b0dd-1047b95d853a req-a2e4d903-a386-4668-8dee-f54e90b68053 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:12.894902 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-04e23e40-d76d-41d0-b0dd-1047b95d853a req-a2e4d903-a386-4668-8dee-f54e90b68053 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b17975-4c5e-4b20-95b2-36d3de5cd8c4 HTTP/1.1" status: 200 len: 945 time: 0.0526628 Nov 12 00:51:12.951106 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-04e23e40-d76d-41d0-b0dd-1047b95d853a req-0f05318d-01fb-4122-a71e-6de0e0f6f9df tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups?id=329d1cfb-cf5d-4ad4-b21e-b449ad81f458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449605 Nov 12 00:51:13.028457 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fbc920-2d77-4385-bba1-7471a3d45734 req-009125ba-ef82-47d7-89a1-11412a9111c3 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:13.029975 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-37fbc920-2d77-4385-bba1-7471a3d45734 req-009125ba-ef82-47d7-89a1-11412a9111c3 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=83f8708d-3ccc-413a-a4a5-033fd581a663 HTTP/1.1" status: 200 len: 943 time: 0.0607905 Nov 12 00:51:13.048031 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-9db80b09-14c6-456b-934b-baa16f49b603 req-cdd45c7d-1d70-48a6-ad6f-ee346adb80d6 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Deleting port f6b26c92-dae2-4ba2-b609-542c62794d1e {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:51:13.048579 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-9db80b09-14c6-456b-934b-baa16f49b603 req-cdd45c7d-1d70-48a6-ad6f-ee346adb80d6 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:13.108312 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c2b60dfe-5683-4692-ab40-cb5848a1dd14 req-89a96de4-c4f7-4059-ad57-b501245aabae tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a04f5d6-fba8-4dcb-9f3f-99bc840b5369 HTTP/1.1" status: 200 len: 210 time: 0.0280471 Nov 12 00:51:13.147664 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-37fbc920-2d77-4385-bba1-7471a3d45734 req-0222f0f6-2181-43b5-8054-949d153e3c3a tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090317 Nov 12 00:51:13.170870 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-9db80b09-14c6-456b-934b-baa16f49b603 req-cdd45c7d-1d70-48a6-ad6f-ee346adb80d6 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] For port f6b26c92-dae2-4ba2-b609-542c62794d1e, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f6b26c92-dae2-4ba2-b609-542c62794d1e,segment=NetworkSegment(463090f5-8ae8-4aad-b579-f51ce246c77b),segment_id=463090f5-8ae8-4aad-b579-f51ce246c77b)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:13.171231 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-9db80b09-14c6-456b-934b-baa16f49b603 req-cdd45c7d-1d70-48a6-ad6f-ee346adb80d6 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:13.184219 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-9db80b09-14c6-456b-934b-baa16f49b603 req-cdd45c7d-1d70-48a6-ad6f-ee346adb80d6 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Calling delete_port for f6b26c92-dae2-4ba2-b609-542c62794d1e owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:51:13.290269 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983ef71-3c95-4a3c-bd11-55b83aadd10a req-1096cee1-0b3c-4f7b-8893-a05efbd17a15 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:13.291772 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7983ef71-3c95-4a3c-bd11-55b83aadd10a req-1096cee1-0b3c-4f7b-8893-a05efbd17a15 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2b17975-4c5e-4b20-95b2-36d3de5cd8c4 HTTP/1.1" status: 200 len: 945 time: 0.0986834 Nov 12 00:51:13.348837 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0373b8-91b0-4bec-b9a7-2fc34a4f04ed req-6630ad4b-d060-4b85-baa1-82740f19e65f tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:13.350353 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9d0373b8-91b0-4bec-b9a7-2fc34a4f04ed req-6630ad4b-d060-4b85-baa1-82740f19e65f tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 945 time: 0.0509810 Nov 12 00:51:13.404046 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9d0373b8-91b0-4bec-b9a7-2fc34a4f04ed req-c5c858dd-65f7-4d27-bad5-3d816c6c341d tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468173 Nov 12 00:51:13.427721 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-9db80b09-14c6-456b-934b-baa16f49b603 req-cdd45c7d-1d70-48a6-ad6f-ee346adb80d6 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:13.459258 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-7983ef71-3c95-4a3c-bd11-55b83aadd10a req-c71a8ad2-c759-42f3-a946-11410193cb2b tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Deleting port 86611c16-27e3-4a37-bf30-f4c3998f0205 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:51:13.459454 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['9c295c3a-9515-44b0-8b18-ff0f50bf3e57'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:51:13.459566 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7983ef71-3c95-4a3c-bd11-55b83aadd10a req-c71a8ad2-c759-42f3-a946-11410193cb2b tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:13.465423 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd45c7d-1d70-48a6-ad6f-ee346adb80d6 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Pushing event deleted for resources: {'Port': ['ID=f6b26c92-dae2-4ba2-b609-542c62794d1e,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:13.551845 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db80b09-14c6-456b-934b-baa16f49b603 req-cdd45c7d-1d70-48a6-ad6f-ee346adb80d6 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] No DVR routers for this DVR port f6b26c92-dae2-4ba2-b609-542c62794d1e on host n-h2-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:51:13.555740 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-9db80b09-14c6-456b-934b-baa16f49b603 req-cdd45c7d-1d70-48a6-ad6f-ee346adb80d6 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:13.559287 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9db80b09-14c6-456b-934b-baa16f49b603 req-cdd45c7d-1d70-48a6-ad6f-ee346adb80d6 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.54 "DELETE /v2.0/ports/f6b26c92-dae2-4ba2-b609-542c62794d1e HTTP/1.1" status: 204 len: 173 time: 0.6662486 Nov 12 00:51:13.599453 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-7983ef71-3c95-4a3c-bd11-55b83aadd10a req-c71a8ad2-c759-42f3-a946-11410193cb2b tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] For port 86611c16-27e3-4a37-bf30-f4c3998f0205, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=86611c16-27e3-4a37-bf30-f4c3998f0205,segment=NetworkSegment(e323e1ba-cd12-4149-9627-b6e21b9d8316),segment_id=e323e1ba-cd12-4149-9627-b6e21b9d8316)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:13.599812 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7983ef71-3c95-4a3c-bd11-55b83aadd10a req-c71a8ad2-c759-42f3-a946-11410193cb2b tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:13.615174 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-7983ef71-3c95-4a3c-bd11-55b83aadd10a req-c71a8ad2-c759-42f3-a946-11410193cb2b tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Calling delete_port for 86611c16-27e3-4a37-bf30-f4c3998f0205 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:51:13.748809 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7983ef71-3c95-4a3c-bd11-55b83aadd10a req-c71a8ad2-c759-42f3-a946-11410193cb2b tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:13.781053 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a8ad2-c759-42f3-a946-11410193cb2b tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Pushing event deleted for resources: {'Port': ['ID=86611c16-27e3-4a37-bf30-f4c3998f0205,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:13.788345 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['86611c16-27e3-4a37-bf30-f4c3998f0205'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:51:13.822247 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-7983ef71-3c95-4a3c-bd11-55b83aadd10a req-c71a8ad2-c759-42f3-a946-11410193cb2b tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] No DVR routers for this DVR port 86611c16-27e3-4a37-bf30-f4c3998f0205 on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:51:13.824620 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7983ef71-3c95-4a3c-bd11-55b83aadd10a req-c71a8ad2-c759-42f3-a946-11410193cb2b tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:13.827964 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7983ef71-3c95-4a3c-bd11-55b83aadd10a req-c71a8ad2-c759-42f3-a946-11410193cb2b tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.49 "DELETE /v2.0/ports/86611c16-27e3-4a37-bf30-f4c3998f0205 HTTP/1.1" status: 204 len: 173 time: 0.5260777 Nov 12 00:51:14.059023 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-31fd0bb4-e9bf-4431-93ff-8271311f543e req-549258c1-ec00-4ad7-8ca0-12e09762396d tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b17975-4c5e-4b20-95b2-36d3de5cd8c4 HTTP/1.1" status: 200 len: 210 time: 0.0258467 Nov 12 00:51:14.265882 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1fbc83df-5337-4324-8131-b1a2e5061465 req-e1ce7d0c-116a-4b4f-b7e1-ba5c0381d6f2 tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] 10.222.0.20 "GET /v2.0/ports?device_id=684444fc-8b69-4b15-9869-a573c5e6109b HTTP/1.1" status: 200 len: 210 time: 0.0323000 Nov 12 00:51:14.293332 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c2519-da55-4415-bb69-a8ef4fcc14b1 req-48c24cc5-3be8-4efe-b71e-086e44f891c1 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:14.294887 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-062c2519-da55-4415-bb69-a8ef4fcc14b1 req-48c24cc5-3be8-4efe-b71e-086e44f891c1 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=83f8708d-3ccc-413a-a4a5-033fd581a663 HTTP/1.1" status: 200 len: 943 time: 0.0668461 Nov 12 00:51:14.351614 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-062c2519-da55-4415-bb69-a8ef4fcc14b1 req-9b2467d5-604a-49e9-a1ec-6d8fc6113738 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484667 Nov 12 00:51:14.530103 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85ea79-f104-43a2-b368-f736d8583781 req-8f6b0504-fab8-4967-a2eb-151520d879c8 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:14.531508 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ef85ea79-f104-43a2-b368-f736d8583781 req-8f6b0504-fab8-4967-a2eb-151520d879c8 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 945 time: 0.0570033 Nov 12 00:51:14.578653 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ef85ea79-f104-43a2-b368-f736d8583781 req-e89f82bd-7929-4b9d-ade3-40f6479f4f84 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405846 Nov 12 00:51:14.715770 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684444fc-8b69-4b15-9869-a573c5e6109b', 'name': 'network-vif-deleted', 'tag': 'f6b26c92-dae2-4ba2-b609-542c62794d1e'}, {'server_uuid': 'a2b17975-4c5e-4b20-95b2-36d3de5cd8c4', 'name': 'network-vif-deleted', 'tag': '86611c16-27e3-4a37-bf30-f4c3998f0205'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:14.718206 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504f851b-d0ec-44dc-8d3c-44d99026fb5d" -d '{"events": [{"server_uuid": "684444fc-8b69-4b15-9869-a573c5e6109b", "name": "network-vif-deleted", "tag": "f6b26c92-dae2-4ba2-b609-542c62794d1e"}, {"server_uuid": "a2b17975-4c5e-4b20-95b2-36d3de5cd8c4", "name": "network-vif-deleted", "tag": "86611c16-27e3-4a37-bf30-f4c3998f0205"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:14.760819 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec22148-b629-4f3f-a362-b66d5c7eeeb9 x-openstack-request-id: req-1ec22148-b629-4f3f-a362-b66d5c7eeeb9 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:14.761169 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "684444fc-8b69-4b15-9869-a573c5e6109b", "name": "network-vif-deleted", "tag": "f6b26c92-dae2-4ba2-b609-542c62794d1e", "status": "completed", "code": 200}, {"server_uuid": "a2b17975-4c5e-4b20-95b2-36d3de5cd8c4", "name": "network-vif-deleted", "tag": "86611c16-27e3-4a37-bf30-f4c3998f0205", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:14.761393 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ec22148-b629-4f3f-a362-b66d5c7eeeb9 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:14.761807 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '684444fc-8b69-4b15-9869-a573c5e6109b', 'name': 'network-vif-deleted', 'tag': 'f6b26c92-dae2-4ba2-b609-542c62794d1e', 'status': 'completed', 'code': 200} Nov 12 00:51:14.762062 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2b17975-4c5e-4b20-95b2-36d3de5cd8c4', 'name': 'network-vif-deleted', 'tag': '86611c16-27e3-4a37-bf30-f4c3998f0205', 'status': 'completed', 'code': 200} Nov 12 00:51:14.806223 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 0eeadf17-10b2-4333-9ca4-6b239369e2de details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:51:14.903036 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 0eeadf17-10b2-4333-9ca4-6b239369e2de, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=0eeadf17-10b2-4333-9ca4-6b239369e2de,segment=NetworkSegment(38b12e74-b18e-41d0-b62c-8552b3e37d05),segment_id=38b12e74-b18e-41d0-b62c-8552b3e37d05)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:14.915127 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '0eeadf17-10b2-4333-9ca4-6b239369e2de', 'network_id': 'cc6c0861-08f6-4a20-bb15-55ce7625c6e5', 'port_id': '0eeadf17-10b2-4333-9ca4-6b239369e2de', 'mac_address': 'fa:16:3e:88:5c:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc44064-8072-4b25-a5ed-adc971ac9588', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:51:14.949957 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:14.962992 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eeadf17-10b2-4333-9ca4-6b239369e2de {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:14.982771 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 0eeadf17-10b2-4333-9ca4-6b239369e2de, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=0eeadf17-10b2-4333-9ca4-6b239369e2de,segment=NetworkSegment(38b12e74-b18e-41d0-b62c-8552b3e37d05),segment_id=38b12e74-b18e-41d0-b62c-8552b3e37d05)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:14.986474 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:15.033565 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=0eeadf17-10b2-4333-9ca4-6b239369e2de,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:15.244322 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 56292) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:15.299367 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b6a3d5f1-e4a2-456c-9679-be5de50121fe tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:15.328058 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 56296) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:15.330907 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b6a3d5f1-e4a2-456c-9679-be5de50121fe tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:15.373538 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-f37b3a61-1f04-4dee-a636-c6aea484a48e admin admin] Deleting subnet 29316bdd-5ca7-4557-9c8e-27721c523639 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:51:15.377265 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f37b3a61-1f04-4dee-a636-c6aea484a48e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:15.381563 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b6a3d5f1-e4a2-456c-9679-be5de50121fe tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:15.384456 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b6a3d5f1-e4a2-456c-9679-be5de50121fe tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:15.388068 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b6a3d5f1-e4a2-456c-9679-be5de50121fe tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "DELETE /v2.0/security-groups/2197aa50-a0fe-458a-85b5-c9199f711a71 HTTP/1.1" status: 204 len: 168 time: 0.1402504 Nov 12 00:51:15.390443 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 56300) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:15.407717 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a3d5f1-e4a2-456c-9679-be5de50121fe tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2197aa50-a0fe-458a-85b5-c9199f711a71,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:15.410556 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-2f7d612c-8c80-4954-9e23-a29c7b8678c5 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] show failed (client error): The resource could not be found. Nov 12 00:51:15.413974 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2f7d612c-8c80-4954-9e23-a29c7b8678c5 tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "GET /v2.0/security-groups/2197aa50-a0fe-458a-85b5-c9199f711a71 HTTP/1.1" status: 404 len: 347 time: 0.0200431 Nov 12 00:51:15.414600 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 56302) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:15.417662 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a3d5f1-e4a2-456c-9679-be5de50121fe tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:15.418021 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a3d5f1-e4a2-456c-9679-be5de50121fe tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:15.418336 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f37b3a61-1f04-4dee-a636-c6aea484a48e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:15.418445 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a3d5f1-e4a2-456c-9679-be5de50121fe tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:15.418690 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a3d5f1-e4a2-456c-9679-be5de50121fe tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:15.419026 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a3d5f1-e4a2-456c-9679-be5de50121fe tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:15.419355 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a3d5f1-e4a2-456c-9679-be5de50121fe tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:15.420108 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a3d5f1-e4a2-456c-9679-be5de50121fe tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:15.420108 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a3d5f1-e4a2-456c-9679-be5de50121fe tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:15.420445 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a3d5f1-e4a2-456c-9679-be5de50121fe tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:15.420780 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a3d5f1-e4a2-456c-9679-be5de50121fe tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:15.421100 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a3d5f1-e4a2-456c-9679-be5de50121fe tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:15.421451 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a3d5f1-e4a2-456c-9679-be5de50121fe tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:15.483056 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c10410-3714-41b2-a32a-738d3f231c11 req-644e45e6-be11-4ea4-90b6-2f595995460a tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:15.484581 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c0c10410-3714-41b2-a32a-738d3f231c11 req-644e45e6-be11-4ea4-90b6-2f595995460a tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=83f8708d-3ccc-413a-a4a5-033fd581a663 HTTP/1.1" status: 200 len: 944 time: 0.0559247 Nov 12 00:51:15.534218 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['0eeadf17-10b2-4333-9ca4-6b239369e2de'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:51:15.536397 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f37b3a61-1f04-4dee-a636-c6aea484a48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:15.536944 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c0c10410-3714-41b2-a32a-738d3f231c11 req-9c571097-0e56-48b1-be40-76f20ac817b5 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450463 Nov 12 00:51:15.621486 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0a69971b-8a09-45cb-98f2-9e890552cb6c tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Deleting port 93bb3f05-14ee-4941-9eef-84d331c2c6cb {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:51:15.621892 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a69971b-8a09-45cb-98f2-9e890552cb6c tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:15.635351 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f37b3a61-1f04-4dee-a636-c6aea484a48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:15.698126 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b3a61-1f04-4dee-a636-c6aea484a48e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29316bdd-5ca7-4557-9c8e-27721c523639,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:15.708886 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f37b3a61-1f04-4dee-a636-c6aea484a48e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:15.712021 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f37b3a61-1f04-4dee-a636-c6aea484a48e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/29316bdd-5ca7-4557-9c8e-27721c523639 HTTP/1.1" status: 204 len: 168 time: 0.3828597 Nov 12 00:51:15.716080 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 56308) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:16.102857 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a69971b-8a09-45cb-98f2-9e890552cb6c tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:16.103090 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a69971b-8a09-45cb-98f2-9e890552cb6c tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:16.119341 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381d69f-2499-4db8-a69f-8d873aa3dc92 req-6eda7057-4c34-4d5c-b3ca-7097fd9a935a tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:16.120819 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2381d69f-2499-4db8-a69f-8d873aa3dc92 req-6eda7057-4c34-4d5c-b3ca-7097fd9a935a tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 945 time: 0.4514439 Nov 12 00:51:16.124888 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-240a252d-1426-4b83-8a36-bf46402c7de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:16.130029 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0a69971b-8a09-45cb-98f2-9e890552cb6c tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Calling delete_port for 93bb3f05-14ee-4941-9eef-84d331c2c6cb owned by network:floatingip {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:51:16.270985 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2381d69f-2499-4db8-a69f-8d873aa3dc92 req-338ea2fc-4c13-4736-b352-10aa2e0f90db tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390345 Nov 12 00:51:16.313893 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-240a252d-1426-4b83-8a36-bf46402c7de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:16.339512 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-240a252d-1426-4b83-8a36-bf46402c7de5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['242b9656-8eaf-49c1-ad20-3e2322fc3cb8']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:16.369516 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-240a252d-1426-4b83-8a36-bf46402c7de5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '463090f5-8ae8-4aad-b579-f51ce246c77b') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:16.369741 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-240a252d-1426-4b83-8a36-bf46402c7de5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '463090f5-8ae8-4aad-b579-f51ce246c77b') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:16.382403 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-240a252d-1426-4b83-8a36-bf46402c7de5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:16.403693 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-240a252d-1426-4b83-8a36-bf46402c7de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:16.411968 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-240a252d-1426-4b83-8a36-bf46402c7de5 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:51:16.412366 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-240a252d-1426-4b83-8a36-bf46402c7de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:16.414090 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:51:16.414090 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:51:16.414090 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:51:16.414090 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:51:16.414090 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:51:16.414090 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:51:16.414090 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:51:16.414090 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:51:16.414090 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:51:16.414090 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:51:16.414090 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:51:16.414090 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:51:16.414090 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:51:16.414090 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:51:16.414090 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:51:16.414090 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:51:16.414090 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:51:16.414090 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:51:16.414090 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:51:16.414090 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:51:16.414090 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:51:16.414090 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:51:16.414090 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:51:16.414090 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:51:16.414090 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:51:16.414090 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:51:16.414090 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:51:16.414090 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:51:16.414090 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:51:16.414090 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:51:16.414090 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:51:16.414090 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:51:16.423516 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a69971b-8a09-45cb-98f2-9e890552cb6c tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:16.480106 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a69971b-8a09-45cb-98f2-9e890552cb6c tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Pushing event deleted for resources: {'Port': ['ID=93bb3f05-14ee-4941-9eef-84d331c2c6cb,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:16.515117 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 86611c16-27e3-4a37-bf30-f4c3998f0205 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:51:16.535645 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: 86611c16-27e3-4a37-bf30-f4c3998f0205 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:51:16.535985 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 86611c16-27e3-4a37-bf30-f4c3998f0205 not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:51:16.536391 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 9c295c3a-9515-44b0-8b18-ff0f50bf3e57 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:51:16.536809 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-240a252d-1426-4b83-8a36-bf46402c7de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:16.545929 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-240a252d-1426-4b83-8a36-bf46402c7de5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:16.552538 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-240a252d-1426-4b83-8a36-bf46402c7de5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/242b9656-8eaf-49c1-ad20-3e2322fc3cb8 HTTP/1.1" status: 204 len: 168 time: 0.8334081 Nov 12 00:51:16.556261 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: 9c295c3a-9515-44b0-8b18-ff0f50bf3e57 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:51:16.556636 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 9c295c3a-9515-44b0-8b18-ff0f50bf3e57 not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:51:16.565407 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240a252d-1426-4b83-8a36-bf46402c7de5 admin admin] Pushing event deleted for resources: {'Network': ['ID=242b9656-8eaf-49c1-ad20-3e2322fc3cb8,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:16.575037 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a69971b-8a09-45cb-98f2-9e890552cb6c tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks [] for floatingip, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:16.577960 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a69971b-8a09-45cb-98f2-9e890552cb6c tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:16.582432 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0a69971b-8a09-45cb-98f2-9e890552cb6c tempest-ImagesOneServerNegativeTestJSON-378992909 tempest-ImagesOneServerNegativeTestJSON-378992909-project] 10.222.0.20 "DELETE /v2.0/floatingips/bc002d7a-b796-41c3-8fda-6a620b1c25b2 HTTP/1.1" status: 204 len: 168 time: 1.1644688 Nov 12 00:51:16.683417 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4101082-9084-4271-bab4-dcaeae8b0f81 req-a24b8dfd-0ed5-4445-9a74-f6e7c0ca74f9 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:16.685485 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f4101082-9084-4271-bab4-dcaeae8b0f81 req-a24b8dfd-0ed5-4445-9a74-f6e7c0ca74f9 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=83f8708d-3ccc-413a-a4a5-033fd581a663 HTTP/1.1" status: 200 len: 944 time: 0.0527961 Nov 12 00:51:16.687798 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 56328) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:16.711715 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 56330) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:16.736830 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-48a880f8-b600-4a7f-ad4b-05761054ccdc admin admin] Deleting subnet 78f97ba5-c14e-4c2a-9f62-1fe436271791 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:51:16.740178 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-48a880f8-b600-4a7f-ad4b-05761054ccdc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:16.763260 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f4101082-9084-4271-bab4-dcaeae8b0f81 req-fd4a766e-5fe5-4545-b896-64383e5c9587 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687904 Nov 12 00:51:16.780512 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-278ea73b-775b-4ee0-9e71-d1a3f02724e9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=894a6b8c4e364a31a5bd7a5ffcddd9ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0654225 Nov 12 00:51:16.780846 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 56334) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:16.788781 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-48a880f8-b600-4a7f-ad4b-05761054ccdc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:16.823537 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f6b26c92-dae2-4ba2-b609-542c62794d1e no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:51:16.847871 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: f6b26c92-dae2-4ba2-b609-542c62794d1e {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:51:16.848285 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f6b26c92-dae2-4ba2-b609-542c62794d1e not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:51:16.861918 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-48a880f8-b600-4a7f-ad4b-05761054ccdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:16.897032 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f11b606-2914-4e5c-b8c9-2bbcf35e408a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:16.930041 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f11b606-2914-4e5c-b8c9-2bbcf35e408a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:16.961307 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-48a880f8-b600-4a7f-ad4b-05761054ccdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:16.993575 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a880f8-b600-4a7f-ad4b-05761054ccdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78f97ba5-c14e-4c2a-9f62-1fe436271791,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:16.996267 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-48a880f8-b600-4a7f-ad4b-05761054ccdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:16.999644 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-48a880f8-b600-4a7f-ad4b-05761054ccdc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/78f97ba5-c14e-4c2a-9f62-1fe436271791 HTTP/1.1" status: 204 len: 168 time: 0.3099208 Nov 12 00:51:17.003610 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 56340) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:17.071357 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f11b606-2914-4e5c-b8c9-2bbcf35e408a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:17.073901 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f11b606-2914-4e5c-b8c9-2bbcf35e408a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:17.075051 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4f11b606-2914-4e5c-b8c9-2bbcf35e408a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b1a04a5f-1f27-4c08-9464-0b20756113d6 HTTP/1.1" status: 204 len: 168 time: 0.2931848 Nov 12 00:51:17.090316 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f11b606-2914-4e5c-b8c9-2bbcf35e408a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a04a5f-1f27-4c08-9464-0b20756113d6,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:17.096794 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-05fce3fd-3e98-4ab4-bccf-c909f49a222b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:17.191286 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-05fce3fd-3e98-4ab4-bccf-c909f49a222b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:17.216077 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-05fce3fd-3e98-4ab4-bccf-c909f49a222b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:17.226989 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-05fce3fd-3e98-4ab4-bccf-c909f49a222b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e323e1ba-cd12-4149-9627-b6e21b9d8316') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:17.227297 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-05fce3fd-3e98-4ab4-bccf-c909f49a222b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e323e1ba-cd12-4149-9627-b6e21b9d8316') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:17.239292 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-05fce3fd-3e98-4ab4-bccf-c909f49a222b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:17.254328 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-05fce3fd-3e98-4ab4-bccf-c909f49a222b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:17.261516 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05fce3fd-3e98-4ab4-bccf-c909f49a222b admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:51:17.262151 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-05fce3fd-3e98-4ab4-bccf-c909f49a222b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:17.264409 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:51:17.264409 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:51:17.264409 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:51:17.264409 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:51:17.264409 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:51:17.264409 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:51:17.264409 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:51:17.264409 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:51:17.264409 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:51:17.264409 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:51:17.264409 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:51:17.264409 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:51:17.264409 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:51:17.264409 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:51:17.264409 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:51:17.264409 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:51:17.264409 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:51:17.264409 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:51:17.264409 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:51:17.264409 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:51:17.264409 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:51:17.264409 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:51:17.264409 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:51:17.264409 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:51:17.264409 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:51:17.264409 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:51:17.264409 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:51:17.264409 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:51:17.264409 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:51:17.264409 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:51:17.264409 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:51:17.264409 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:51:17.324575 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-05fce3fd-3e98-4ab4-bccf-c909f49a222b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:17.330381 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-05fce3fd-3e98-4ab4-bccf-c909f49a222b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:17.337595 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-05fce3fd-3e98-4ab4-bccf-c909f49a222b admin admin] 10.222.0.20 "DELETE /v2.0/networks/d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8 HTTP/1.1" status: 204 len: 168 time: 0.3343945 Nov 12 00:51:17.349816 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fce3fd-3e98-4ab4-bccf-c909f49a222b admin admin] Pushing event deleted for resources: {'Network': ['ID=d1609365-dc2c-4cc0-bd3f-6d0911d9d2b8,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:17.419350 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc57e2-ee07-405a-bab6-69e40d74495c req-1b2c0dc4-50f7-48fd-ad6a-a1bf8f5d1900 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:17.420865 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-08cc57e2-ee07-405a-bab6-69e40d74495c req-1b2c0dc4-50f7-48fd-ad6a-a1bf8f5d1900 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 945 time: 0.0608573 Nov 12 00:51:17.485867 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-08cc57e2-ee07-405a-bab6-69e40d74495c req-235da5ab-1e91-462e-b6aa-a91e2d36a2e1 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470219 Nov 12 00:51:17.541291 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 56354) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:17.583529 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7f3dd9a7-0a6e-46b7-807c-542bd7f1f3d8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fbddff055207461bae7ea270f4783c59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409818 Nov 12 00:51:17.585883 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 56358) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:17.639324 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d5681335-6b4b-403d-8d47-e9102a097550 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:17.661851 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d5681335-6b4b-403d-8d47-e9102a097550 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:17.712211 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d5681335-6b4b-403d-8d47-e9102a097550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:17.714954 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d5681335-6b4b-403d-8d47-e9102a097550 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:17.716092 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d5681335-6b4b-403d-8d47-e9102a097550 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/329d1cfb-cf5d-4ad4-b21e-b449ad81f458 HTTP/1.1" status: 204 len: 168 time: 0.1293166 Nov 12 00:51:17.726192 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5681335-6b4b-403d-8d47-e9102a097550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329d1cfb-cf5d-4ad4-b21e-b449ad81f458,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:17.911934 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34266f17-c329-43a3-beaa-eae5f2e51148 req-ce4a9f42-c75e-49ae-8348-0d08cd397370 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:17.913918 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-34266f17-c329-43a3-beaa-eae5f2e51148 req-ce4a9f42-c75e-49ae-8348-0d08cd397370 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=83f8708d-3ccc-413a-a4a5-033fd581a663 HTTP/1.1" status: 200 len: 944 time: 0.0743446 Nov 12 00:51:17.983555 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-34266f17-c329-43a3-beaa-eae5f2e51148 req-fec02984-3b09-49ba-835f-ce2add57464e tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609450 Nov 12 00:51:18.207773 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15cf8f0-603c-4f36-b9b5-284a358eb5d6 req-f4cd1c39-ad80-44cb-9b13-0fbdbcae33e7 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:18.209280 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b15cf8f0-603c-4f36-b9b5-284a358eb5d6 req-f4cd1c39-ad80-44cb-9b13-0fbdbcae33e7 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1750a22-f718-4a06-aab8-71db8a7c3e06 HTTP/1.1" status: 200 len: 945 time: 0.0530052 Nov 12 00:51:18.265130 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b15cf8f0-603c-4f36-b9b5-284a358eb5d6 req-28596d63-a84e-4846-b05f-5bcb9c924ddb tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] 10.222.0.20 "GET /v2.0/security-groups?id=0173e324-4495-45ca-9a05-856993c4c199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490637 Nov 12 00:51:18.531398 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 56418) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:18.624876 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea168c0-b7b3-4771-8aea-37fab567bddc req-a8b4e12b-db9f-4613-b335-117c7066a483 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:18.626774 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fea168c0-b7b3-4771-8aea-37fab567bddc req-a8b4e12b-db9f-4613-b335-117c7066a483 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 945 time: 0.0572975 Nov 12 00:51:18.652760 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-37d5d8d7-5b13-41de-b9af-c0e8cef3c26c admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-970444426-network', 'tenant_id': '88669f081e1643c1bc0b52ccf8ef5658'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:18.693218 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d5d8d7-5b13-41de-b9af-c0e8cef3c26c admin admin] Made reservation on behalf of 88669f081e1643c1bc0b52ccf8ef5658 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:18.695482 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-37d5d8d7-5b13-41de-b9af-c0e8cef3c26c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:18.707263 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fea168c0-b7b3-4771-8aea-37fab567bddc req-689d7824-64cb-414c-b2d3-2b0a226985cb tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744715 Nov 12 00:51:18.708446 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-37d5d8d7-5b13-41de-b9af-c0e8cef3c26c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:18.792475 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-37d5d8d7-5b13-41de-b9af-c0e8cef3c26c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:18.796323 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-37d5d8d7-5b13-41de-b9af-c0e8cef3c26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:18.824639 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37d5d8d7-5b13-41de-b9af-c0e8cef3c26c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:51:18.835417 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d5d8d7-5b13-41de-b9af-c0e8cef3c26c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df7ca97-917f-4954-b379-a76d5b7e5e53,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:18.841700 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-37d5d8d7-5b13-41de-b9af-c0e8cef3c26c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:18.842047 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-37d5d8d7-5b13-41de-b9af-c0e8cef3c26c admin admin] Added segment 02dabcd1-20dd-47d0-8d93-c22dac2f690a of type vlan for network b847d184-534f-4934-ae31-f37d206e2c7c Nov 12 00:51:18.848161 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 0eeadf17-10b2-4333-9ca4-6b239369e2de up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:18.857001 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 56434) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:18.898743 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-37d5d8d7-5b13-41de-b9af-c0e8cef3c26c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:18.902244 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 0eeadf17-10b2-4333-9ca4-6b239369e2de completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:51:18.908087 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 0eeadf17-10b2-4333-9ca4-6b239369e2de triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:18.908540 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:18.927041 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-37d5d8d7-5b13-41de-b9af-c0e8cef3c26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:18.928401 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d5d8d7-5b13-41de-b9af-c0e8cef3c26c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:18.929319 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-37d5d8d7-5b13-41de-b9af-c0e8cef3c26c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:18.971075 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-37d5d8d7-5b13-41de-b9af-c0e8cef3c26c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4355938 Nov 12 00:51:18.971791 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 56440) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:18.977473 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-c009ac0c-05bd-4270-bfb0-600b51ec6059 admin admin] Request body: {'subnet': {'network_id': 'b847d184-534f-4934-ae31-f37d206e2c7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-970444426-subnet', 'tenant_id': '88669f081e1643c1bc0b52ccf8ef5658', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:19.003794 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d5d8d7-5b13-41de-b9af-c0e8cef3c26c admin admin] Pushing event updated for resources: {'Network': ['ID=b847d184-534f-4934-ae31-f37d206e2c7c,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:19.008447 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c009ac0c-05bd-4270-bfb0-600b51ec6059 admin admin] Made reservation on behalf of 88669f081e1643c1bc0b52ccf8ef5658 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:19.011200 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c009ac0c-05bd-4270-bfb0-600b51ec6059 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:19.021739 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network b847d184-534f-4934-ae31-f37d206e2c7c details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:51:19.039601 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-83e9c39b-b486-4531-aa3d-3ea8fbf4d808 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:19.041978 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:19.120597 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f8708d-3ccc-413a-a4a5-033fd581a663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eeadf17-10b2-4333-9ca4-6b239369e2de'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:19.122891 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b14540-3df3-424d-8427-e7ee80f0e39f" -d '{"events": [{"server_uuid": "83f8708d-3ccc-413a-a4a5-033fd581a663", "name": "network-vif-plugged", "status": "completed", "tag": "0eeadf17-10b2-4333-9ca4-6b239369e2de"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:19.142647 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 0eeadf17-10b2-4333-9ca4-6b239369e2de, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=0eeadf17-10b2-4333-9ca4-6b239369e2de,segment=NetworkSegment(38b12e74-b18e-41d0-b62c-8552b3e37d05),segment_id=38b12e74-b18e-41d0-b62c-8552b3e37d05)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:19.147459 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:19.179695 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40779cf-343b-4453-801a-15a3a7a9d3e9 req-fef40fdc-bf76-4fa4-a4fe-61c0c6bd3fec tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:19.181271 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f40779cf-343b-4453-801a-15a3a7a9d3e9 req-fef40fdc-bf76-4fa4-a4fe-61c0c6bd3fec tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=83f8708d-3ccc-413a-a4a5-033fd581a663 HTTP/1.1" status: 200 len: 944 time: 0.0828488 Nov 12 00:51:19.201894 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-83e9c39b-b486-4531-aa3d-3ea8fbf4d808 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:19.203660 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=0eeadf17-10b2-4333-9ca4-6b239369e2de,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:19.209810 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-83e9c39b-b486-4531-aa3d-3ea8fbf4d808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:19.233675 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c009ac0c-05bd-4270-bfb0-600b51ec6059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:19.281581 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-83e9c39b-b486-4531-aa3d-3ea8fbf4d808 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cc0fe167670d4eac9abc59bd0b8ad37d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4233615 Nov 12 00:51:19.282304 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 56448) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:19.284543 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e9c39b-b486-4531-aa3d-3ea8fbf4d808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5719bead-7f0c-4efc-bf80-721566fae5e2,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:19.286009 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12239c7-5899-4c47-95a5-4359cc180c4e x-openstack-request-id: req-b12239c7-5899-4c47-95a5-4359cc180c4e {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:19.287574 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f8708d-3ccc-413a-a4a5-033fd581a663", "name": "network-vif-plugged", "status": "completed", "tag": "0eeadf17-10b2-4333-9ca4-6b239369e2de", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:19.289318 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b12239c7-5899-4c47-95a5-4359cc180c4e {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:19.290418 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f8708d-3ccc-413a-a4a5-033fd581a663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eeadf17-10b2-4333-9ca4-6b239369e2de', 'code': 200} Nov 12 00:51:19.290549 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f40779cf-343b-4453-801a-15a3a7a9d3e9 req-15c86ce8-a679-441c-b5a5-cffc3b989398 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997894 Nov 12 00:51:19.310562 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c009ac0c-05bd-4270-bfb0-600b51ec6059 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0de18cf1-85e0-40e8-901c-1742149a537c,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:19.333895 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c009ac0c-05bd-4270-bfb0-600b51ec6059 admin admin] Checking segment: {'id': '02dabcd1-20dd-47d0-8d93-c22dac2f690a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b847d184-534f-4934-ae31-f37d206e2c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:19.334252 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c009ac0c-05bd-4270-bfb0-600b51ec6059 admin admin] Network hostable DHCP agents. Network: b847d184-534f-4934-ae31-f37d206e2c7c, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:51:19.385215 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c009ac0c-05bd-4270-bfb0-600b51ec6059 admin admin] Network b847d184-534f-4934-ae31-f37d206e2c7c is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:51:19.398429 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-46fc9c29-ae65-47d5-8830-599396ecdbc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:19.404995 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-c009ac0c-05bd-4270-bfb0-600b51ec6059 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, b847d184-534f-4934-ae31-f37d206e2c7c) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:19.415074 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a85cce-a1e9-4bb4-a671-401a15f4f636 None None] Network b847d184-534f-4934-ae31-f37d206e2c7c requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:51:19.417048 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c009ac0c-05bd-4270-bfb0-600b51ec6059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:19.417676 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c009ac0c-05bd-4270-bfb0-600b51ec6059 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:19.436909 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-46fc9c29-ae65-47d5-8830-599396ecdbc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:19.458099 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289fd543-ba1d-4aaf-b648-1b2935c75e54 req-fab5293a-3053-4fb5-9256-ac566bf068e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:19.459689 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-289fd543-ba1d-4aaf-b648-1b2935c75e54 req-fab5293a-3053-4fb5-9256-ac566bf068e6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=83f8708d-3ccc-413a-a4a5-033fd581a663 HTTP/1.1" status: 200 len: 1097 time: 0.0474966 Nov 12 00:51:19.461777 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6bb5e-6b64-4dac-96b1-c3878040c942 req-22aab436-56a7-4990-a60d-ec6f9dca21f0 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:19.463303 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-25b6bb5e-6b64-4dac-96b1-c3878040c942 req-22aab436-56a7-4990-a60d-ec6f9dca21f0 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1750a22-f718-4a06-aab8-71db8a7c3e06 HTTP/1.1" status: 200 len: 945 time: 0.1107619 Nov 12 00:51:19.472460 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c009ac0c-05bd-4270-bfb0-600b51ec6059 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4959595 Nov 12 00:51:19.475654 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 56452) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:19.482274 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-a53ad26b-ae53-49de-8571-227896a67099 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-970444426-router', 'tenant_id': '88669f081e1643c1bc0b52ccf8ef5658', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:19.518467 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-289fd543-ba1d-4aaf-b648-1b2935c75e54 req-11a5740b-fc67-4a91-8ce3-e76769eebe46 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431502 Nov 12 00:51:19.540216 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a53ad26b-ae53-49de-8571-227896a67099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:19.541237 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a53ad26b-ae53-49de-8571-227896a67099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:19.563842 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-25b6bb5e-6b64-4dac-96b1-c3878040c942 req-2a4f5975-9fb3-473d-a3e1-4cef7725d655 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] 10.222.0.20 "GET /v2.0/security-groups?id=0173e324-4495-45ca-9a05-856993c4c199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888863 Nov 12 00:51:19.565780 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-46fc9c29-ae65-47d5-8830-599396ecdbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:19.568318 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-46fc9c29-ae65-47d5-8830-599396ecdbc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:19.581828 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-46fc9c29-ae65-47d5-8830-599396ecdbc5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5719bead-7f0c-4efc-bf80-721566fae5e2 HTTP/1.1" status: 204 len: 168 time: 0.2874472 Nov 12 00:51:19.599283 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a996a3f-895b-47a9-b73a-9a0d61cbd9f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-b847d184-534f-4934-ae31-f37d206e2c7c', 'network_id': 'b847d184-534f-4934-ae31-f37d206e2c7c', 'tenant_id': '88669f081e1643c1bc0b52ccf8ef5658', 'fixed_ips': [{'subnet_id': '0de18cf1-85e0-40e8-901c-1742149a537c'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:51:19.600284 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5a996a3f-895b-47a9-b73a-9a0d61cbd9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:19.626522 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc9c29-ae65-47d5-8830-599396ecdbc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5719bead-7f0c-4efc-bf80-721566fae5e2,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:19.678744 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a53ad26b-ae53-49de-8571-227896a67099 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:19.769734 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-5a996a3f-895b-47a9-b73a-9a0d61cbd9f9 None None] Allocated IP 172.20.0.2 (b847d184-534f-4934-ae31-f37d206e2c7c/0de18cf1-85e0-40e8-901c-1742149a537c/adaf8221-12ce-4aaa-8a71-cf2e037d13ea) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:51:19.835400 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a53ad26b-ae53-49de-8571-227896a67099 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:19.846072 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42c3d5-63da-480d-aaaf-689eee416ea3 req-aecfb4a0-feb1-4bbf-9522-9c48e13490b8 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:19.847644 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bf42c3d5-63da-480d-aaaf-689eee416ea3 req-aecfb4a0-feb1-4bbf-9522-9c48e13490b8 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 945 time: 0.0666325 Nov 12 00:51:19.930524 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bf42c3d5-63da-480d-aaaf-689eee416ea3 req-7267048c-d5ae-44a3-a230-82032af46636 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765450 Nov 12 00:51:20.065724 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a53ad26b-ae53-49de-8571-227896a67099 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:20.091506 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a53ad26b-ae53-49de-8571-227896a67099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:20.114004 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5a996a3f-895b-47a9-b73a-9a0d61cbd9f9 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:20.121146 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5a996a3f-895b-47a9-b73a-9a0d61cbd9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:20.174363 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a996a3f-895b-47a9-b73a-9a0d61cbd9f9 None None] Network b847d184-534f-4934-ae31-f37d206e2c7c is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:20.179315 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-5a996a3f-895b-47a9-b73a-9a0d61cbd9f9 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:20.184625 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a996a3f-895b-47a9-b73a-9a0d61cbd9f9 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:20.204017 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a996a3f-895b-47a9-b73a-9a0d61cbd9f9 None None] Pushing event updated for resources: {'Port': ['ID=adaf8221-12ce-4aaa-8a71-cf2e037d13ea,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:20.215656 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-a53ad26b-ae53-49de-8571-227896a67099 admin admin] Allocated IP 172.25.2.75 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/a7390fee-20fd-441c-92f6-15e5d3f1ea49) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:51:20.263572 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-5a996a3f-895b-47a9-b73a-9a0d61cbd9f9 None None] Attempting to bind port adaf8221-12ce-4aaa-8a71-cf2e037d13ea on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:20.264019 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-5a996a3f-895b-47a9-b73a-9a0d61cbd9f9 None None] Attempting to bind port adaf8221-12ce-4aaa-8a71-cf2e037d13ea by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '02dabcd1-20dd-47d0-8d93-c22dac2f690a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b847d184-534f-4934-ae31-f37d206e2c7c'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:20.264755 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a996a3f-895b-47a9-b73a-9a0d61cbd9f9 None None] Attempting to bind port adaf8221-12ce-4aaa-8a71-cf2e037d13ea on network b847d184-534f-4934-ae31-f37d206e2c7c {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:20.271246 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a996a3f-895b-47a9-b73a-9a0d61cbd9f9 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:51:20.271685 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a996a3f-895b-47a9-b73a-9a0d61cbd9f9 None None] Checking segment: {'id': '02dabcd1-20dd-47d0-8d93-c22dac2f690a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b847d184-534f-4934-ae31-f37d206e2c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:20.272224 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5a996a3f-895b-47a9-b73a-9a0d61cbd9f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:20.272692 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a996a3f-895b-47a9-b73a-9a0d61cbd9f9 None None] Bound using segment: {'id': '02dabcd1-20dd-47d0-8d93-c22dac2f690a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b847d184-534f-4934-ae31-f37d206e2c7c'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:51:20.273247 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-5a996a3f-895b-47a9-b73a-9a0d61cbd9f9 None None] Bound port: adaf8221-12ce-4aaa-8a71-cf2e037d13ea, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02dabcd1-20dd-47d0-8d93-c22dac2f690a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b847d184-534f-4934-ae31-f37d206e2c7c'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:51:20.273724 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5a996a3f-895b-47a9-b73a-9a0d61cbd9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:20.349124 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a53ad26b-ae53-49de-8571-227896a67099 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:20.359529 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-5a996a3f-895b-47a9-b73a-9a0d61cbd9f9 None None] For port adaf8221-12ce-4aaa-8a71-cf2e037d13ea, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:51:20.363569 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-5a996a3f-895b-47a9-b73a-9a0d61cbd9f9 None None] For port adaf8221-12ce-4aaa-8a71-cf2e037d13ea, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=adaf8221-12ce-4aaa-8a71-cf2e037d13ea,segment=NetworkSegment(02dabcd1-20dd-47d0-8d93-c22dac2f690a),segment_id=02dabcd1-20dd-47d0-8d93-c22dac2f690a)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:51:20.369732 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 56484) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:20.371651 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5a996a3f-895b-47a9-b73a-9a0d61cbd9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:20.431295 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a996a3f-895b-47a9-b73a-9a0d61cbd9f9 None None] Pushing event updated for resources: {'Port': ['ID=adaf8221-12ce-4aaa-8a71-cf2e037d13ea,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:20.448444 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a53ad26b-ae53-49de-8571-227896a67099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:20.472092 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca959e2d-70d9-447c-8f12-c53363420788 req-2e190f16-cfb2-44f3-9317-2f03f0140926 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:20.474071 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ca959e2d-70d9-447c-8f12-c53363420788 req-2e190f16-cfb2-44f3-9317-2f03f0140926 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=83f8708d-3ccc-413a-a4a5-033fd581a663 HTTP/1.1" status: 200 len: 945 time: 0.1056707 Nov 12 00:51:20.520777 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-1e902ba0-7eb9-4765-931c-a3e6f7aa4c06 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-616093003-network', 'tenant_id': '4cf1d05c9d8749e4bcaf113d847d03e9'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:20.524210 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53ad26b-ae53-49de-8571-227896a67099 admin admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:20.534203 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-a53ad26b-ae53-49de-8571-227896a67099 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:20.538925 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53ad26b-ae53-49de-8571-227896a67099 admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:20.558489 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bdeec-7d8f-46a1-a2d6-6697934c2fd2 req-ccdc298f-3de4-4162-99f3-73d0658268ed tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:20.559925 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8d5bdeec-7d8f-46a1-a2d6-6697934c2fd2 req-ccdc298f-3de4-4162-99f3-73d0658268ed tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1750a22-f718-4a06-aab8-71db8a7c3e06 HTTP/1.1" status: 200 len: 945 time: 0.0812469 Nov 12 00:51:20.569101 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e902ba0-7eb9-4765-931c-a3e6f7aa4c06 admin admin] Made reservation on behalf of 4cf1d05c9d8749e4bcaf113d847d03e9 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:20.579373 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1e902ba0-7eb9-4765-931c-a3e6f7aa4c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:20.581852 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ad26b-ae53-49de-8571-227896a67099 admin admin] Pushing event updated for resources: {'Port': ['ID=a7390fee-20fd-441c-92f6-15e5d3f1ea49,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:20.619785 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ca959e2d-70d9-447c-8f12-c53363420788 req-238a8c46-481d-405c-aaae-22e024c08e0a tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110516 Nov 12 00:51:20.711809 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1e902ba0-7eb9-4765-931c-a3e6f7aa4c06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:20.815485 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71658c5d-f9d5-43e2-a2a8-eb7dd3bfb7ee req-473a4a9d-e949-42d8-9e2f-73c32be62ceb tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:20.817105 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-71658c5d-f9d5-43e2-a2a8-eb7dd3bfb7ee req-473a4a9d-e949-42d8-9e2f-73c32be62ceb tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1750a22-f718-4a06-aab8-71db8a7c3e06 HTTP/1.1" status: 200 len: 945 time: 0.1383843 Nov 12 00:51:20.830848 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-8d5bdeec-7d8f-46a1-a2d6-6697934c2fd2 req-ca1c4d52-d02f-41ad-902a-b8e39ba79a8f tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Deleting port aabec6ab-937e-49b2-99f2-e946f5d3d7fa {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:51:20.831188 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-8d5bdeec-7d8f-46a1-a2d6-6697934c2fd2 req-ca1c4d52-d02f-41ad-902a-b8e39ba79a8f tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:20.983169 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1e902ba0-7eb9-4765-931c-a3e6f7aa4c06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:20.998512 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-71658c5d-f9d5-43e2-a2a8-eb7dd3bfb7ee req-88c2ab44-8af2-448d-8e92-c67620494c0d tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] 10.222.0.20 "GET /v2.0/security-groups?id=0173e324-4495-45ca-9a05-856993c4c199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628258 Nov 12 00:51:21.002223 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1e902ba0-7eb9-4765-931c-a3e6f7aa4c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:21.032966 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device adaf8221-12ce-4aaa-8a71-cf2e037d13ea up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:21.049459 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e902ba0-7eb9-4765-931c-a3e6f7aa4c06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:51:21.060169 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-8d5bdeec-7d8f-46a1-a2d6-6697934c2fd2 req-ca1c4d52-d02f-41ad-902a-b8e39ba79a8f tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] For port aabec6ab-937e-49b2-99f2-e946f5d3d7fa, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=aabec6ab-937e-49b2-99f2-e946f5d3d7fa,segment=NetworkSegment(cd6487ca-676e-4f9c-8c53-a1adb949094d),segment_id=cd6487ca-676e-4f9c-8c53-a1adb949094d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:21.060534 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-8d5bdeec-7d8f-46a1-a2d6-6697934c2fd2 req-ca1c4d52-d02f-41ad-902a-b8e39ba79a8f tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:21.071004 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e902ba0-7eb9-4765-931c-a3e6f7aa4c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd519452-4f49-4414-8e4d-620e0ea0ccd0,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:21.080854 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1e902ba0-7eb9-4765-931c-a3e6f7aa4c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:21.081168 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-1e902ba0-7eb9-4765-931c-a3e6f7aa4c06 admin admin] Added segment 9b3e3280-7bfa-4894-831b-0758b3589c41 of type vlan for network 16359a25-3e6f-45fe-be0d-6f4a3f158857 Nov 12 00:51:21.105559 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port adaf8221-12ce-4aaa-8a71-cf2e037d13ea triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:21.106664 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:21.108697 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb6a17-c2e2-4d2c-acec-9bd6dfb87641 req-a110d52c-08a6-403d-8ccd-d250039ed844 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:21.110303 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7fbb6a17-c2e2-4d2c-acec-9bd6dfb87641 req-a110d52c-08a6-403d-8ccd-d250039ed844 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 945 time: 0.1022809 Nov 12 00:51:21.197299 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:21.238950 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a53ad26b-ae53-49de-8571-227896a67099 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:21.242911 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port adaf8221-12ce-4aaa-8a71-cf2e037d13ea, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=adaf8221-12ce-4aaa-8a71-cf2e037d13ea,segment=NetworkSegment(02dabcd1-20dd-47d0-8d93-c22dac2f690a),segment_id=02dabcd1-20dd-47d0-8d93-c22dac2f690a)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:21.251619 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:21.290825 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1e902ba0-7eb9-4765-931c-a3e6f7aa4c06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:21.355112 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7fbb6a17-c2e2-4d2c-acec-9bd6dfb87641 req-c3148a35-8dcd-420c-8516-7f8385353d52 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259246 Nov 12 00:51:21.369296 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=adaf8221-12ce-4aaa-8a71-cf2e037d13ea,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:21.463230 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1e902ba0-7eb9-4765-931c-a3e6f7aa4c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:21.464217 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e902ba0-7eb9-4765-931c-a3e6f7aa4c06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:21.464815 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1e902ba0-7eb9-4765-931c-a3e6f7aa4c06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:21.512014 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1e902ba0-7eb9-4765-931c-a3e6f7aa4c06 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1406219 Nov 12 00:51:21.519926 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 56496) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:21.555382 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-7afdf75b-e771-4d75-92d1-98bd38801782 admin admin] Request body: {'subnet': {'network_id': '16359a25-3e6f-45fe-be0d-6f4a3f158857', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-616093003-subnet', 'tenant_id': '4cf1d05c9d8749e4bcaf113d847d03e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:21.575852 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-8d5bdeec-7d8f-46a1-a2d6-6697934c2fd2 req-ca1c4d52-d02f-41ad-902a-b8e39ba79a8f tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:21.576213 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-8d5bdeec-7d8f-46a1-a2d6-6697934c2fd2 req-ca1c4d52-d02f-41ad-902a-b8e39ba79a8f tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:21.576530 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [req-8d5bdeec-7d8f-46a1-a2d6-6697934c2fd2 req-ca1c4d52-d02f-41ad-902a-b8e39ba79a8f tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Floating IP b02bfac6-6344-4f35-9501-1eb9accbd7d8 disassociated. External IP: 172.25.2.115, port: aabec6ab-937e-49b2-99f2-e946f5d3d7fa. Nov 12 00:51:21.576878 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-8d5bdeec-7d8f-46a1-a2d6-6697934c2fd2 req-ca1c4d52-d02f-41ad-902a-b8e39ba79a8f tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Calling delete_port for aabec6ab-937e-49b2-99f2-e946f5d3d7fa owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:51:21.581552 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e902ba0-7eb9-4765-931c-a3e6f7aa4c06 admin admin] Pushing event updated for resources: {'Network': ['ID=16359a25-3e6f-45fe-be0d-6f4a3f158857,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:21.592794 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 16359a25-3e6f-45fe-be0d-6f4a3f158857 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:51:21.607131 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7afdf75b-e771-4d75-92d1-98bd38801782 admin admin] Made reservation on behalf of 4cf1d05c9d8749e4bcaf113d847d03e9 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:21.609615 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7afdf75b-e771-4d75-92d1-98bd38801782 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:21.614166 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a53ad26b-ae53-49de-8571-227896a67099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:21.665673 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b10330c-bc2b-4196-8a62-7bf21ffd3e05 None None] Network b847d184-534f-4934-ae31-f37d206e2c7c requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:51:21.749221 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-e6272c3b-b95c-41a4-be08-e84fcc046ffb None None] Provisioning complete for port adaf8221-12ce-4aaa-8a71-cf2e037d13ea triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:21.749671 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e6272c3b-b95c-41a4-be08-e84fcc046ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:21.794209 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f8f8ac-81ab-4bd1-8e90-c7dbabd404ea req-5dbb3788-d75f-476d-8872-8d272d1c0244 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:21.795806 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e1f8f8ac-81ab-4bd1-8e90-c7dbabd404ea req-5dbb3788-d75f-476d-8872-8d272d1c0244 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=83f8708d-3ccc-413a-a4a5-033fd581a663 HTTP/1.1" status: 200 len: 945 time: 0.0775378 Nov 12 00:51:21.844911 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53ad26b-ae53-49de-8571-227896a67099 admin admin] Router 3d93953c-0745-4dfe-ad6a-e0e94a0893be is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:51:21.863545 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-8d5bdeec-7d8f-46a1-a2d6-6697934c2fd2 req-ca1c4d52-d02f-41ad-902a-b8e39ba79a8f tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:21.868151 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e1f8f8ac-81ab-4bd1-8e90-c7dbabd404ea req-680e66fc-58ab-4abd-9b6a-50b66d90493e tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578625 Nov 12 00:51:21.926436 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c4d52-d02f-41ad-902a-b8e39ba79a8f tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Pushing event deleted for resources: {'Port': ['ID=aabec6ab-937e-49b2-99f2-e946f5d3d7fa,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:21.979485 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53ad26b-ae53-49de-8571-227896a67099 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:51:21.991751 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c266ea-4eae-4649-8bc8-7abadc19e3fe None None] Sync routers for ids ['3d93953c-0745-4dfe-ad6a-e0e94a0893be'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:51:22.011923 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a53ad26b-ae53-49de-8571-227896a67099 admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:22.015974 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a53ad26b-ae53-49de-8571-227896a67099 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5366890 Nov 12 00:51:22.017944 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 56502) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:22.019040 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c266ea-4eae-4649-8bc8-7abadc19e3fe None None] Routers {'3d93953c-0745-4dfe-ad6a-e0e94a0893be'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:51:22.019839 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-85c266ea-4eae-4649-8bc8-7abadc19e3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:51:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['3d93953c-0745-4dfe-ad6a-e0e94a0893be'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:22.050777 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7afdf75b-e771-4d75-92d1-98bd38801782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:22.166399 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-85c266ea-4eae-4649-8bc8-7abadc19e3fe None None] Set router 3d93953c-0745-4dfe-ad6a-e0e94a0893be gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:51:22.217674 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-47d89ecf-86dd-48ec-b784-2f18575c0210 req-5e4446c3-efd4-4015-9c68-bd59b4a5346d tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1750a22-f718-4a06-aab8-71db8a7c3e06 HTTP/1.1" status: 200 len: 210 time: 0.0686271 Nov 12 00:51:22.232645 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afdf75b-e771-4d75-92d1-98bd38801782 admin admin] Pushing event updated for resources: {'Subnet': ['ID=701d816b-c6ea-4d7b-bdc3-9a5cc8add0b9,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:22.264186 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d5bdeec-7d8f-46a1-a2d6-6697934c2fd2 req-ca1c4d52-d02f-41ad-902a-b8e39ba79a8f tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Router e5debbb6-7669-4a53-b781-3723e50f7e3f has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:51:22.270426 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afdf75b-e771-4d75-92d1-98bd38801782 admin admin] Checking segment: {'id': '9b3e3280-7bfa-4894-831b-0758b3589c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '16359a25-3e6f-45fe-be0d-6f4a3f158857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:22.270874 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83573688-4332-4f55-aeb8-4a71ce13fe55 req-9667258a-6047-49b1-b282-c637236ee58d tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:22.271010 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afdf75b-e771-4d75-92d1-98bd38801782 admin admin] Network hostable DHCP agents. Network: 16359a25-3e6f-45fe-be0d-6f4a3f158857, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:51:22.272378 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-83573688-4332-4f55-aeb8-4a71ce13fe55 req-9667258a-6047-49b1-b282-c637236ee58d tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=83f8708d-3ccc-413a-a4a5-033fd581a663 HTTP/1.1" status: 200 len: 945 time: 0.1218419 Nov 12 00:51:22.330585 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afdf75b-e771-4d75-92d1-98bd38801782 admin admin] Network 16359a25-3e6f-45fe-be0d-6f4a3f158857 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:51:22.354141 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-38f6956d-cc1b-44d8-b636-eceeb8230552 None None] Provisioning complete for port adaf8221-12ce-4aaa-8a71-cf2e037d13ea triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:22.355126 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-38f6956d-cc1b-44d8-b636-eceeb8230552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:22.410701 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-7afdf75b-e771-4d75-92d1-98bd38801782 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 16359a25-3e6f-45fe-be0d-6f4a3f158857) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:22.412790 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d5bdeec-7d8f-46a1-a2d6-6697934c2fd2 req-ca1c4d52-d02f-41ad-902a-b8e39ba79a8f tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:51:22.419027 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afdf75b-e771-4d75-92d1-98bd38801782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:22.423300 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7afdf75b-e771-4d75-92d1-98bd38801782 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:22.424672 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ea713b-8c99-49cc-a163-ee38b47ccb64 None None] Sync routers for ids ['e5debbb6-7669-4a53-b781-3723e50f7e3f'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:51:22.456159 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293c007c-0e24-4b58-a7cf-91cde9ba8000 None None] Network 16359a25-3e6f-45fe-be0d-6f4a3f158857 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:51:22.458121 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ea713b-8c99-49cc-a163-ee38b47ccb64 None None] Routers {'e5debbb6-7669-4a53-b781-3723e50f7e3f'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:51:22.458841 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-f8ea713b-8c99-49cc-a163-ee38b47ccb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:51:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['e5debbb6-7669-4a53-b781-3723e50f7e3f'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:22.494696 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d5bdeec-7d8f-46a1-a2d6-6697934c2fd2 req-ca1c4d52-d02f-41ad-902a-b8e39ba79a8f tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] No DVR routers for this DVR port aabec6ab-937e-49b2-99f2-e946f5d3d7fa on host n-h2-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:51:22.501690 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-8d5bdeec-7d8f-46a1-a2d6-6697934c2fd2 req-ca1c4d52-d02f-41ad-902a-b8e39ba79a8f tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:22.507481 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8d5bdeec-7d8f-46a1-a2d6-6697934c2fd2 req-ca1c4d52-d02f-41ad-902a-b8e39ba79a8f tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] 10.222.0.54 "DELETE /v2.0/ports/aabec6ab-937e-49b2-99f2-e946f5d3d7fa HTTP/1.1" status: 204 len: 173 time: 1.9295619 Nov 12 00:51:22.508675 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1750a22-f718-4a06-aab8-71db8a7c3e06', 'name': 'network-vif-deleted', 'tag': 'aabec6ab-937e-49b2-99f2-e946f5d3d7fa'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:22.517992 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a4bc03-915f-49f7-b1e3-7c81f4be78b1" -d '{"events": [{"server_uuid": "c1750a22-f718-4a06-aab8-71db8a7c3e06", "name": "network-vif-deleted", "tag": "aabec6ab-937e-49b2-99f2-e946f5d3d7fa"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:22.525583 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7afdf75b-e771-4d75-92d1-98bd38801782 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9757049 Nov 12 00:51:22.528568 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 56518) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:22.534285 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-c95bd4ac-3664-427e-9f23-77b54646e8a9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-616093003-router', 'tenant_id': '4cf1d05c9d8749e4bcaf113d847d03e9', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:22.561948 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c95bd4ac-3664-427e-9f23-77b54646e8a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:22.563177 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c95bd4ac-3664-427e-9f23-77b54646e8a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:22.616214 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-83573688-4332-4f55-aeb8-4a71ce13fe55 req-c79d301d-53ea-4dc6-9cbe-764a4c8d3e4e tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107457 Nov 12 00:51:22.666259 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-f8ea713b-8c99-49cc-a163-ee38b47ccb64 None None] Set router e5debbb6-7669-4a53-b781-3723e50f7e3f gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:51:22.753320 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c95bd4ac-3664-427e-9f23-77b54646e8a9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:22.817803 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea99f3-2b25-4c0b-8e47-db152de95c1f req-aa3fa18f-d947-41a8-b6c1-1a7b7b3943c9 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:22.825151 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e7ea99f3-2b25-4c0b-8e47-db152de95c1f req-aa3fa18f-d947-41a8-b6c1-1a7b7b3943c9 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 945 time: 0.2205827 Nov 12 00:51:22.834075 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b2dfe1-1a91-4043-83a8-fcefc96915ee x-openstack-request-id: req-82b2dfe1-1a91-4043-83a8-fcefc96915ee {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:22.834075 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1750a22-f718-4a06-aab8-71db8a7c3e06", "name": "network-vif-deleted", "tag": "aabec6ab-937e-49b2-99f2-e946f5d3d7fa", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:22.834075 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-82b2dfe1-1a91-4043-83a8-fcefc96915ee {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:22.834075 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1750a22-f718-4a06-aab8-71db8a7c3e06', 'name': 'network-vif-deleted', 'tag': 'aabec6ab-937e-49b2-99f2-e946f5d3d7fa', 'status': 'completed', 'code': 200} Nov 12 00:51:22.836629 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-85c266ea-4eae-4649-8bc8-7abadc19e3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d93953c-0745-4dfe-ad6a-e0e94a0893be', 'name': 'tempest-ServersTestBootFromVolume-970444426-router', 'tenant_id': '88669f081e1643c1bc0b52ccf8ef5658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'a7390fee-20fd-441c-92f6-15e5d3f1ea49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:19Z', 'updated_at': '2021-11-12T00:51:21Z', 'revision_number': 3, 'project_id': '88669f081e1643c1bc0b52ccf8ef5658', 'gw_port': {'id': 'a7390fee-20fd-441c-92f6-15e5d3f1ea49', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:92:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d93953c-0745-4dfe-ad6a-e0e94a0893be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:20Z', 'updated_at': '2021-11-12T00:51:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:22.866346 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e13e8812-48ba-4a80-8819-3d12990bee7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:22.895405 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21870465-01ee-4a86-873e-d4639962cfdf None None] Network 16359a25-3e6f-45fe-be0d-6f4a3f158857 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:51:22.897749 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c266ea-4eae-4649-8bc8-7abadc19e3fe None None] Checking router: 3d93953c-0745-4dfe-ad6a-e0e94a0893be for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:51:22.898097 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c266ea-4eae-4649-8bc8-7abadc19e3fe None None] Updating router 3d93953c-0745-4dfe-ad6a-e0e94a0893be port a7390fee-20fd-441c-92f6-15e5d3f1ea49 binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:51:22.965462 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c95bd4ac-3664-427e-9f23-77b54646e8a9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:22.981784 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-85c266ea-4eae-4649-8bc8-7abadc19e3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:22.982619 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e7ea99f3-2b25-4c0b-8e47-db152de95c1f req-138c2063-6152-4f53-aca2-152bf067ce5f tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564322 Nov 12 00:51:23.050648 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-e13e8812-48ba-4a80-8819-3d12990bee7c admin admin] Allocated IP 172.20.0.1 (b847d184-534f-4934-ae31-f37d206e2c7c/0de18cf1-85e0-40e8-901c-1742149a537c/8acfc77f-1d0b-455c-830f-4ee6f402f0d0) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:51:23.070317 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-f8ea713b-8c99-49cc-a163-ee38b47ccb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5debbb6-7669-4a53-b781-3723e50f7e3f', 'name': 'tempest-ServersTestFqdnHostnames-1202256277-router', 'tenant_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '017ffbc6-d524-44a7-9505-ba4b394a5a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:44Z', 'updated_at': '2021-11-12T00:47:51Z', 'revision_number': 4, 'project_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'gw_port': {'id': '017ffbc6-d524-44a7-9505-ba4b394a5a46', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:81:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5debbb6-7669-4a53-b781-3723e50f7e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:45Z', 'updated_at': '2021-11-12T00:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '612b5e2b-7e00-4e23-9e2b-f5bfb0fef9fe', 'name': '', 'network_id': '6eb69613-2bff-4972-a3f5-c49ebe3d356e', 'tenant_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'mac_address': 'fa:16:3e:39:db:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5debbb6-7669-4a53-b781-3723e50f7e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'd60031b1-d306-4287-af8c-78e2e4da4eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:50Z', 'updated_at': '2021-11-12T00:47:57Z', 'revision_number': 5, 'project_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'subnets': [{'id': 'd60031b1-d306-4287-af8c-78e2e4da4eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:23.117475 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ea713b-8c99-49cc-a163-ee38b47ccb64 None None] Checking router: e5debbb6-7669-4a53-b781-3723e50f7e3f for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:51:23.145925 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ea713b-8c99-49cc-a163-ee38b47ccb64 None None] Routers {'e5debbb6-7669-4a53-b781-3723e50f7e3f'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:51:23.146545 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-f8ea713b-8c99-49cc-a163-ee38b47ccb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:51:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['e5debbb6-7669-4a53-b781-3723e50f7e3f'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:23.176677 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device adaf8221-12ce-4aaa-8a71-cf2e037d13ea up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:23.179298 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e13e8812-48ba-4a80-8819-3d12990bee7c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:23.284791 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e13e8812-48ba-4a80-8819-3d12990bee7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:23.352212 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13e8812-48ba-4a80-8819-3d12990bee7c admin admin] Network b847d184-534f-4934-ae31-f37d206e2c7c is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:23.355666 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-e13e8812-48ba-4a80-8819-3d12990bee7c admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:23.363851 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13e8812-48ba-4a80-8819-3d12990bee7c admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:23.395085 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13e8812-48ba-4a80-8819-3d12990bee7c admin admin] Pushing event updated for resources: {'Port': ['ID=8acfc77f-1d0b-455c-830f-4ee6f402f0d0,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:23.422012 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 56524) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:23.465655 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-f8ea713b-8c99-49cc-a163-ee38b47ccb64 None None] Set router e5debbb6-7669-4a53-b781-3723e50f7e3f gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:51:23.530742 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e13e8812-48ba-4a80-8819-3d12990bee7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:23.635298 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c95bd4ac-3664-427e-9f23-77b54646e8a9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:23.671934 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a5647914-3519-44ce-b565-e63259d49815 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:23.682692 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c95bd4ac-3664-427e-9f23-77b54646e8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:23.720709 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-85c266ea-4eae-4649-8bc8-7abadc19e3fe None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:23.731860 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a5647914-3519-44ce-b565-e63259d49815 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:23.740162 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-85c266ea-4eae-4649-8bc8-7abadc19e3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:23.752561 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port adaf8221-12ce-4aaa-8a71-cf2e037d13ea triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:23.753064 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:23.775997 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-3a075b2e-a330-4efe-8bf2-d5ddecb62ddf None None] Provisioning complete for port 8acfc77f-1d0b-455c-830f-4ee6f402f0d0 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:23.776739 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3a075b2e-a330-4efe-8bf2-d5ddecb62ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:23.812107 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-f8ea713b-8c99-49cc-a163-ee38b47ccb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5debbb6-7669-4a53-b781-3723e50f7e3f', 'name': 'tempest-ServersTestFqdnHostnames-1202256277-router', 'tenant_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '017ffbc6-d524-44a7-9505-ba4b394a5a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:44Z', 'updated_at': '2021-11-12T00:47:51Z', 'revision_number': 4, 'project_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'gw_port': {'id': '017ffbc6-d524-44a7-9505-ba4b394a5a46', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:81:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5debbb6-7669-4a53-b781-3723e50f7e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:45Z', 'updated_at': '2021-11-12T00:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '612b5e2b-7e00-4e23-9e2b-f5bfb0fef9fe', 'name': '', 'network_id': '6eb69613-2bff-4972-a3f5-c49ebe3d356e', 'tenant_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'mac_address': 'fa:16:3e:39:db:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5debbb6-7669-4a53-b781-3723e50f7e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'd60031b1-d306-4287-af8c-78e2e4da4eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:50Z', 'updated_at': '2021-11-12T00:47:57Z', 'revision_number': 5, 'project_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'subnets': [{'id': 'd60031b1-d306-4287-af8c-78e2e4da4eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:23.856075 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a5647914-3519-44ce-b565-e63259d49815 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:23.857678 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5028532-4a59-4581-a03c-c59cad7cbddd req-f861ebfd-71ad-46cd-b681-70c2c1830494 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:23.860405 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e5028532-4a59-4581-a03c-c59cad7cbddd req-f861ebfd-71ad-46cd-b681-70c2c1830494 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=83f8708d-3ccc-413a-a4a5-033fd581a663 HTTP/1.1" status: 200 len: 945 time: 0.1157098 Nov 12 00:51:23.866161 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a5647914-3519-44ce-b565-e63259d49815 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:23.867547 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a5647914-3519-44ce-b565-e63259d49815 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] 10.222.0.20 "DELETE /v2.0/security-groups/0173e324-4495-45ca-9a05-856993c4c199 HTTP/1.1" status: 204 len: 168 time: 0.4415805 Nov 12 00:51:23.870321 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 56532) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:23.877294 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b62138-49d8-4301-833e-724aae77cdb7 None None] Pushing event updated for resources: {'Port': ['ID=a7390fee-20fd-441c-92f6-15e5d3f1ea49,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:23.885468 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-3a075b2e-a330-4efe-8bf2-d5ddecb62ddf None None] Port 8acfc77f-1d0b-455c-830f-4ee6f402f0d0 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:51:23.887431 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-85c266ea-4eae-4649-8bc8-7abadc19e3fe None None] Attempting to bind port a7390fee-20fd-441c-92f6-15e5d3f1ea49 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:23.887941 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-85c266ea-4eae-4649-8bc8-7abadc19e3fe None None] Attempting to bind port a7390fee-20fd-441c-92f6-15e5d3f1ea49 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:23.888785 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c266ea-4eae-4649-8bc8-7abadc19e3fe None None] Attempting to bind port a7390fee-20fd-441c-92f6-15e5d3f1ea49 on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:23.901689 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c266ea-4eae-4649-8bc8-7abadc19e3fe None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:51:23.902197 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c266ea-4eae-4649-8bc8-7abadc19e3fe None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:23.903323 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-85c266ea-4eae-4649-8bc8-7abadc19e3fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:23.907521 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c266ea-4eae-4649-8bc8-7abadc19e3fe None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:51:23.907521 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-85c266ea-4eae-4649-8bc8-7abadc19e3fe None None] Bound port: a7390fee-20fd-441c-92f6-15e5d3f1ea49, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:51:23.907521 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-85c266ea-4eae-4649-8bc8-7abadc19e3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:23.907846 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5647914-3519-44ce-b565-e63259d49815 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0173e324-4495-45ca-9a05-856993c4c199,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:23.910403 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ea713b-8c99-49cc-a163-ee38b47ccb64 None None] The sync data for ids ['e5debbb6-7669-4a53-b781-3723e50f7e3f'] in n-d-812236-11 is: [{'id': 'e5debbb6-7669-4a53-b781-3723e50f7e3f', 'name': 'tempest-ServersTestFqdnHostnames-1202256277-router', 'tenant_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '017ffbc6-d524-44a7-9505-ba4b394a5a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:44Z', 'updated_at': '2021-11-12T00:47:51Z', 'revision_number': 4, 'project_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'gw_port': {'id': '017ffbc6-d524-44a7-9505-ba4b394a5a46', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:81:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5debbb6-7669-4a53-b781-3723e50f7e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:45Z', 'updated_at': '2021-11-12T00:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '612b5e2b-7e00-4e23-9e2b-f5bfb0fef9fe', 'name': '', 'network_id': '6eb69613-2bff-4972-a3f5-c49ebe3d356e', 'tenant_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'mac_address': 'fa:16:3e:39:db:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5debbb6-7669-4a53-b781-3723e50f7e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'd60031b1-d306-4287-af8c-78e2e4da4eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:50Z', 'updated_at': '2021-11-12T00:47:57Z', 'revision_number': 5, 'project_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'subnets': [{'id': 'd60031b1-d306-4287-af8c-78e2e4da4eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:51:23.916651 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e13e8812-48ba-4a80-8819-3d12990bee7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:23.966561 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-c95bd4ac-3664-427e-9f23-77b54646e8a9 admin admin] Allocated IP 172.25.2.30 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/4593cfa2-d205-48d3-80bb-880d078b6836) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:51:23.985445 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e5028532-4a59-4581-a03c-c59cad7cbddd req-59a72019-189e-43ea-beba-387598aeab42 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130698 Nov 12 00:51:24.030480 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-85c266ea-4eae-4649-8bc8-7abadc19e3fe None None] For port a7390fee-20fd-441c-92f6-15e5d3f1ea49, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:51:24.040020 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-7ec3df5c-dd92-4f40-b7e4-380503d44438 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] show failed (client error): The resource could not be found. Nov 12 00:51:24.044559 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 56536) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:24.047057 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-85c266ea-4eae-4649-8bc8-7abadc19e3fe None None] For port a7390fee-20fd-441c-92f6-15e5d3f1ea49, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=a7390fee-20fd-441c-92f6-15e5d3f1ea49,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:51:24.048558 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7ec3df5c-dd92-4f40-b7e4-380503d44438 tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] 10.222.0.20 "GET /v2.0/security-groups/0173e324-4495-45ca-9a05-856993c4c199 HTTP/1.1" status: 404 len: 347 time: 0.1405590 Nov 12 00:51:24.054771 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-85c266ea-4eae-4649-8bc8-7abadc19e3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:24.128609 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c266ea-4eae-4649-8bc8-7abadc19e3fe None None] Routers {'3d93953c-0745-4dfe-ad6a-e0e94a0893be'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:51:24.129155 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-85c266ea-4eae-4649-8bc8-7abadc19e3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:51:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['3d93953c-0745-4dfe-ad6a-e0e94a0893be'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:24.157028 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c95bd4ac-3664-427e-9f23-77b54646e8a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:24.201313 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b62138-49d8-4301-833e-724aae77cdb7 None None] Pushing event updated for resources: {'Port': ['ID=a7390fee-20fd-441c-92f6-15e5d3f1ea49,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:24.230827 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c95bd4ac-3664-427e-9f23-77b54646e8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:24.257054 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa857f3-dbc2-474d-9198-9fc9fd471b45 req-4f376763-32ab-427f-8d7a-2e8802874fb1 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:24.264518 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4aa857f3-dbc2-474d-9198-9fc9fd471b45 req-4f376763-32ab-427f-8d7a-2e8802874fb1 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 945 time: 0.1790767 Nov 12 00:51:24.282533 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95bd4ac-3664-427e-9f23-77b54646e8a9 admin admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:24.282804 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-85c266ea-4eae-4649-8bc8-7abadc19e3fe None None] Set router 3d93953c-0745-4dfe-ad6a-e0e94a0893be gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:51:24.289908 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-c95bd4ac-3664-427e-9f23-77b54646e8a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:24.292562 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95bd4ac-3664-427e-9f23-77b54646e8a9 admin admin] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:24.322330 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95bd4ac-3664-427e-9f23-77b54646e8a9 admin admin] Pushing event updated for resources: {'Port': ['ID=4593cfa2-d205-48d3-80bb-880d078b6836,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:24.326854 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba950bc3-ab46-4d72-9d58-3ee7f1686e5c None None] New status for floating IP b02bfac6-6344-4f35-9501-1eb9accbd7d8: DOWN {{(pid=102663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:51:24.353517 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e13e8812-48ba-4a80-8819-3d12990bee7c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:24.361989 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-9ad231d6-db23-4b7b-92d8-ca2bec69151f tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Deleting port e981e295-6296-4e4c-bb23-3804a44ed4fb {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:51:24.362321 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9ad231d6-db23-4b7b-92d8-ca2bec69151f tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:24.365019 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e13e8812-48ba-4a80-8819-3d12990bee7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:24.381905 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4aa857f3-dbc2-474d-9198-9fc9fd471b45 req-7b66d492-b6c9-41d1-8ddf-bb508935698d tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160374 Nov 12 00:51:24.504660 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13e8812-48ba-4a80-8819-3d12990bee7c admin admin] Pushing event updated for resources: {'Port': ['ID=8acfc77f-1d0b-455c-830f-4ee6f402f0d0,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:24.505681 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e13e8812-48ba-4a80-8819-3d12990bee7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:24.557692 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9ad231d6-db23-4b7b-92d8-ca2bec69151f tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:24.558024 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9ad231d6-db23-4b7b-92d8-ca2bec69151f tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:24.598406 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c95bd4ac-3664-427e-9f23-77b54646e8a9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:24.598615 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-9ad231d6-db23-4b7b-92d8-ca2bec69151f tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Calling delete_port for e981e295-6296-4e4c-bb23-3804a44ed4fb owned by network:floatingip {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:51:24.641099 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-85c266ea-4eae-4649-8bc8-7abadc19e3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d93953c-0745-4dfe-ad6a-e0e94a0893be', 'name': 'tempest-ServersTestBootFromVolume-970444426-router', 'tenant_id': '88669f081e1643c1bc0b52ccf8ef5658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'a7390fee-20fd-441c-92f6-15e5d3f1ea49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:19Z', 'updated_at': '2021-11-12T00:51:23Z', 'revision_number': 4, 'project_id': '88669f081e1643c1bc0b52ccf8ef5658', 'gw_port': {'id': 'a7390fee-20fd-441c-92f6-15e5d3f1ea49', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:92:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d93953c-0745-4dfe-ad6a-e0e94a0893be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:20Z', 'updated_at': '2021-11-12T00:51:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '8acfc77f-1d0b-455c-830f-4ee6f402f0d0', 'name': '', 'network_id': 'b847d184-534f-4934-ae31-f37d206e2c7c', 'tenant_id': '88669f081e1643c1bc0b52ccf8ef5658', 'mac_address': 'fa:16:3e:a6:2f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d93953c-0745-4dfe-ad6a-e0e94a0893be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '0de18cf1-85e0-40e8-901c-1742149a537c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:22Z', 'updated_at': '2021-11-12T00:51:23Z', 'revision_number': 1, 'project_id': '88669f081e1643c1bc0b52ccf8ef5658', 'subnets': [{'id': '0de18cf1-85e0-40e8-901c-1742149a537c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:24.676768 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c266ea-4eae-4649-8bc8-7abadc19e3fe None None] The sync data for ids ['3d93953c-0745-4dfe-ad6a-e0e94a0893be'] in n-d-812236-11 is: [{'id': '3d93953c-0745-4dfe-ad6a-e0e94a0893be', 'name': 'tempest-ServersTestBootFromVolume-970444426-router', 'tenant_id': '88669f081e1643c1bc0b52ccf8ef5658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'a7390fee-20fd-441c-92f6-15e5d3f1ea49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:19Z', 'updated_at': '2021-11-12T00:51:23Z', 'revision_number': 4, 'project_id': '88669f081e1643c1bc0b52ccf8ef5658', 'gw_port': {'id': 'a7390fee-20fd-441c-92f6-15e5d3f1ea49', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:92:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d93953c-0745-4dfe-ad6a-e0e94a0893be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:20Z', 'updated_at': '2021-11-12T00:51:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '8acfc77f-1d0b-455c-830f-4ee6f402f0d0', 'name': '', 'network_id': 'b847d184-534f-4934-ae31-f37d206e2c7c', 'tenant_id': '88669f081e1643c1bc0b52ccf8ef5658', 'mac_address': 'fa:16:3e:a6:2f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d93953c-0745-4dfe-ad6a-e0e94a0893be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '0de18cf1-85e0-40e8-901c-1742149a537c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:22Z', 'updated_at': '2021-11-12T00:51:23Z', 'revision_number': 1, 'project_id': '88669f081e1643c1bc0b52ccf8ef5658', 'subnets': [{'id': '0de18cf1-85e0-40e8-901c-1742149a537c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:51:24.697287 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13e8812-48ba-4a80-8819-3d12990bee7c admin admin] Network b847d184-534f-4934-ae31-f37d206e2c7c is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:24.704227 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-e13e8812-48ba-4a80-8819-3d12990bee7c admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:24.862073 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device aabec6ab-937e-49b2-99f2-e946f5d3d7fa no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:51:24.871897 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c95bd4ac-3664-427e-9f23-77b54646e8a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:24.889987 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: aabec6ab-937e-49b2-99f2-e946f5d3d7fa {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:51:24.890402 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device aabec6ab-937e-49b2-99f2-e946f5d3d7fa not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:51:25.117571 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c95bd4ac-3664-427e-9f23-77b54646e8a9 admin admin] Router 73df3a2a-d5a3-4332-ae8b-8814a0126801 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:51:25.127469 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-57f39206-252a-409d-b374-dbcb9a4b7b95 None None] Provisioning complete for port 8acfc77f-1d0b-455c-830f-4ee6f402f0d0 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:25.128362 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-57f39206-252a-409d-b374-dbcb9a4b7b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:25.168265 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-57f39206-252a-409d-b374-dbcb9a4b7b95 None None] Port 8acfc77f-1d0b-455c-830f-4ee6f402f0d0 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:51:25.186962 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a41f3-1aae-43e3-8c22-9148607910fd req-ee1b5cca-dac2-4144-9c9f-447e475b9fd1 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:25.189368 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bb0a41f3-1aae-43e3-8c22-9148607910fd req-ee1b5cca-dac2-4144-9c9f-447e475b9fd1 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=83f8708d-3ccc-413a-a4a5-033fd581a663 HTTP/1.1" status: 200 len: 945 time: 0.1085529 Nov 12 00:51:25.230459 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e13e8812-48ba-4a80-8819-3d12990bee7c admin admin] Router 3d93953c-0745-4dfe-ad6a-e0e94a0893be has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:51:25.231357 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9ad231d6-db23-4b7b-92d8-ca2bec69151f tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:25.262218 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad231d6-db23-4b7b-92d8-ca2bec69151f tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Pushing event deleted for resources: {'Port': ['ID=e981e295-6296-4e4c-bb23-3804a44ed4fb,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:25.285332 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95bd4ac-3664-427e-9f23-77b54646e8a9 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:51:25.298563 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1c3499-206a-4de1-be5e-e41f366c7c97 None None] Sync routers for ids ['73df3a2a-d5a3-4332-ae8b-8814a0126801'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:51:25.309180 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c95bd4ac-3664-427e-9f23-77b54646e8a9 admin admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:25.311160 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c95bd4ac-3664-427e-9f23-77b54646e8a9 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7806633 Nov 12 00:51:25.317430 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bb0a41f3-1aae-43e3-8c22-9148607910fd req-b48c4c04-f77f-4a5d-a634-44061729c3df tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146240 Nov 12 00:51:25.318577 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 56544) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:25.338447 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1c3499-206a-4de1-be5e-e41f366c7c97 None None] Routers {'73df3a2a-d5a3-4332-ae8b-8814a0126801'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:51:25.339339 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-ac1c3499-206a-4de1-be5e-e41f366c7c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:51:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['73df3a2a-d5a3-4332-ae8b-8814a0126801'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:25.384651 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9ad231d6-db23-4b7b-92d8-ca2bec69151f tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Publish callbacks [] for floatingip, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:25.387693 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9ad231d6-db23-4b7b-92d8-ca2bec69151f tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:25.392886 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-9ad231d6-db23-4b7b-92d8-ca2bec69151f tempest-ServersTestFqdnHostnames-400700976 tempest-ServersTestFqdnHostnames-400700976-project] 10.222.0.20 "DELETE /v2.0/floatingips/b02bfac6-6344-4f35-9501-1eb9accbd7d8 HTTP/1.1" status: 204 len: 168 time: 1.3471920 Nov 12 00:51:25.393691 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 56546) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:25.469446 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-ac1c3499-206a-4de1-be5e-e41f366c7c97 None None] Set router 73df3a2a-d5a3-4332-ae8b-8814a0126801 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:51:25.492493 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13e8812-48ba-4a80-8819-3d12990bee7c admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:51:25.499456 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e13e8812-48ba-4a80-8819-3d12990bee7c admin admin] 10.222.0.20 "PUT /v2.0/routers/3d93953c-0745-4dfe-ad6a-e0e94a0893be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4798813 Nov 12 00:51:25.593288 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e4d30-298d-47a8-8cfa-e25164c47e19 req-92709dc7-87ba-4801-843e-b5cff14c5cab tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:25.598108 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-683e4d30-298d-47a8-8cfa-e25164c47e19 req-92709dc7-87ba-4801-843e-b5cff14c5cab tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 945 time: 0.1035202 Nov 12 00:51:25.684114 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-683e4d30-298d-47a8-8cfa-e25164c47e19 req-42edc522-b5c5-4e22-b534-8b44de4a53a0 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786273 Nov 12 00:51:25.759756 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-ac1c3499-206a-4de1-be5e-e41f366c7c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73df3a2a-d5a3-4332-ae8b-8814a0126801', 'name': 'tempest-ServerRescueTestJSON-616093003-router', 'tenant_id': '4cf1d05c9d8749e4bcaf113d847d03e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '4593cfa2-d205-48d3-80bb-880d078b6836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:22Z', 'updated_at': '2021-11-12T00:51:24Z', 'revision_number': 3, 'project_id': '4cf1d05c9d8749e4bcaf113d847d03e9', 'gw_port': {'id': '4593cfa2-d205-48d3-80bb-880d078b6836', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73df3a2a-d5a3-4332-ae8b-8814a0126801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:23Z', 'updated_at': '2021-11-12T00:51:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:25.801296 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1c3499-206a-4de1-be5e-e41f366c7c97 None None] Checking router: 73df3a2a-d5a3-4332-ae8b-8814a0126801 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:51:25.802139 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1c3499-206a-4de1-be5e-e41f366c7c97 None None] Updating router 73df3a2a-d5a3-4332-ae8b-8814a0126801 port 4593cfa2-d205-48d3-80bb-880d078b6836 binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:51:25.839665 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ac1c3499-206a-4de1-be5e-e41f366c7c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:26.144155 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ac1c3499-206a-4de1-be5e-e41f366c7c97 None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:26.151049 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ac1c3499-206a-4de1-be5e-e41f366c7c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:26.210175 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b371c4-7ef1-4d09-b440-381002481875 None None] Pushing event updated for resources: {'Port': ['ID=4593cfa2-d205-48d3-80bb-880d078b6836,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:26.227522 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b371c4-7ef1-4d09-b440-381002481875 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:26.228039 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b371c4-7ef1-4d09-b440-381002481875 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:26.228553 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b371c4-7ef1-4d09-b440-381002481875 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:26.230550 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b371c4-7ef1-4d09-b440-381002481875 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:26.231078 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b371c4-7ef1-4d09-b440-381002481875 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:26.232354 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b371c4-7ef1-4d09-b440-381002481875 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:26.233314 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b371c4-7ef1-4d09-b440-381002481875 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:26.233843 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b371c4-7ef1-4d09-b440-381002481875 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:26.236035 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b371c4-7ef1-4d09-b440-381002481875 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:26.236664 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b371c4-7ef1-4d09-b440-381002481875 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:26.237152 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b371c4-7ef1-4d09-b440-381002481875 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:26.237784 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b371c4-7ef1-4d09-b440-381002481875 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:26.268768 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-ac1c3499-206a-4de1-be5e-e41f366c7c97 None None] Attempting to bind port 4593cfa2-d205-48d3-80bb-880d078b6836 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:26.269488 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-ac1c3499-206a-4de1-be5e-e41f366c7c97 None None] Attempting to bind port 4593cfa2-d205-48d3-80bb-880d078b6836 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:26.269644 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1c3499-206a-4de1-be5e-e41f366c7c97 None None] Attempting to bind port 4593cfa2-d205-48d3-80bb-880d078b6836 on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:26.275932 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1c3499-206a-4de1-be5e-e41f366c7c97 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:51:26.276310 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1c3499-206a-4de1-be5e-e41f366c7c97 None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:26.276846 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ac1c3499-206a-4de1-be5e-e41f366c7c97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:26.277367 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1c3499-206a-4de1-be5e-e41f366c7c97 None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:51:26.277874 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-ac1c3499-206a-4de1-be5e-e41f366c7c97 None None] Bound port: 4593cfa2-d205-48d3-80bb-880d078b6836, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:51:26.278254 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ac1c3499-206a-4de1-be5e-e41f366c7c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:26.286220 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-53c27a11-4dcb-4b5a-a993-08ef714a37d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:26.346896 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-ac1c3499-206a-4de1-be5e-e41f366c7c97 None None] For port 4593cfa2-d205-48d3-80bb-880d078b6836, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:51:26.353534 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-ac1c3499-206a-4de1-be5e-e41f366c7c97 None None] For port 4593cfa2-d205-48d3-80bb-880d078b6836, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=4593cfa2-d205-48d3-80bb-880d078b6836,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:51:26.357856 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 56562) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:26.364582 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-bb6c17fb-4fcc-4331-b083-e4b5cad4d427 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1932960241', 'description': 'tempest-description--975335007'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:26.372135 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ac1c3499-206a-4de1-be5e-e41f366c7c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:26.410712 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bb6c17fb-4fcc-4331-b083-e4b5cad4d427 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:26.462308 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1c3499-206a-4de1-be5e-e41f366c7c97 None None] Routers {'73df3a2a-d5a3-4332-ae8b-8814a0126801'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:51:26.462930 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-ac1c3499-206a-4de1-be5e-e41f366c7c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:51:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['73df3a2a-d5a3-4332-ae8b-8814a0126801'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:26.464815 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b371c4-7ef1-4d09-b440-381002481875 None None] Pushing event updated for resources: {'Port': ['ID=4593cfa2-d205-48d3-80bb-880d078b6836,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:26.530225 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f12d4-b4be-4931-b768-8be8d44b0070 req-ff28d0c2-0525-4f89-9109-ab188db9f50f tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:26.532005 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bb3f12d4-b4be-4931-b768-8be8d44b0070 req-ff28d0c2-0525-4f89-9109-ab188db9f50f tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=83f8708d-3ccc-413a-a4a5-033fd581a663 HTTP/1.1" status: 200 len: 945 time: 0.0909073 Nov 12 00:51:26.574043 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bb6c17fb-4fcc-4331-b083-e4b5cad4d427 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:26.586411 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bb6c17fb-4fcc-4331-b083-e4b5cad4d427 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:26.603870 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-ac1c3499-206a-4de1-be5e-e41f366c7c97 None None] Set router 73df3a2a-d5a3-4332-ae8b-8814a0126801 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:51:26.629810 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bb6c17fb-4fcc-4331-b083-e4b5cad4d427 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:26.631073 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-bb6c17fb-4fcc-4331-b083-e4b5cad4d427 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2721102 Nov 12 00:51:26.634563 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 56564) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:26.638791 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bb3f12d4-b4be-4931-b768-8be8d44b0070 req-e076e00a-cdfe-49b9-8957-80ce67f83c4a tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003611 Nov 12 00:51:26.644257 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-ef8e3a55-3b4f-4d8c-b7c6-128d7bf6ea8d tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Request body: {'security_group_rule': {'security_group_id': '1a0fd4c7-1da3-4f98-86cd-1bd0eacd641c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:26.655835 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c17fb-4fcc-4331-b083-e4b5cad4d427 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0fd4c7-1da3-4f98-86cd-1bd0eacd641c,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:26.682533 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ef8e3a55-3b4f-4d8c-b7c6-128d7bf6ea8d tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:26.747223 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ef8e3a55-3b4f-4d8c-b7c6-128d7bf6ea8d tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:26.753656 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ef8e3a55-3b4f-4d8c-b7c6-128d7bf6ea8d tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:26.780270 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8e3a55-3b4f-4d8c-b7c6-128d7bf6ea8d tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c23676c9-1afd-4ec7-9a1f-ea59b644d09b,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:26.787114 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ef8e3a55-3b4f-4d8c-b7c6-128d7bf6ea8d tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:26.788625 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ef8e3a55-3b4f-4d8c-b7c6-128d7bf6ea8d tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1489036 Nov 12 00:51:26.791937 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 56568) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:26.796365 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-6dd6ad46-6d0e-421a-886d-b23f9190411b tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Request body: {'security_group_rule': {'security_group_id': '1a0fd4c7-1da3-4f98-86cd-1bd0eacd641c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:26.817794 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-012608ea-305f-434a-a2b0-b8b771a59a50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:26.825433 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6dd6ad46-6d0e-421a-886d-b23f9190411b tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:26.860154 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-ac1c3499-206a-4de1-be5e-e41f366c7c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73df3a2a-d5a3-4332-ae8b-8814a0126801', 'name': 'tempest-ServerRescueTestJSON-616093003-router', 'tenant_id': '4cf1d05c9d8749e4bcaf113d847d03e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '4593cfa2-d205-48d3-80bb-880d078b6836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:22Z', 'updated_at': '2021-11-12T00:51:24Z', 'revision_number': 3, 'project_id': '4cf1d05c9d8749e4bcaf113d847d03e9', 'gw_port': {'id': '4593cfa2-d205-48d3-80bb-880d078b6836', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73df3a2a-d5a3-4332-ae8b-8814a0126801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:23Z', 'updated_at': '2021-11-12T00:51:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:26.898894 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1c3499-206a-4de1-be5e-e41f366c7c97 None None] The sync data for ids ['73df3a2a-d5a3-4332-ae8b-8814a0126801'] in n-d-812236-11 is: [{'id': '73df3a2a-d5a3-4332-ae8b-8814a0126801', 'name': 'tempest-ServerRescueTestJSON-616093003-router', 'tenant_id': '4cf1d05c9d8749e4bcaf113d847d03e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '4593cfa2-d205-48d3-80bb-880d078b6836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:22Z', 'updated_at': '2021-11-12T00:51:24Z', 'revision_number': 3, 'project_id': '4cf1d05c9d8749e4bcaf113d847d03e9', 'gw_port': {'id': '4593cfa2-d205-48d3-80bb-880d078b6836', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73df3a2a-d5a3-4332-ae8b-8814a0126801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:23Z', 'updated_at': '2021-11-12T00:51:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:51:26.925456 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6dd6ad46-6d0e-421a-886d-b23f9190411b tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:26.930558 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6dd6ad46-6d0e-421a-886d-b23f9190411b tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:26.969678 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd6ad46-6d0e-421a-886d-b23f9190411b tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc7c2219-6796-49c5-a905-4a038d80f230,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:26.976970 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6dd6ad46-6d0e-421a-886d-b23f9190411b tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:26.981399 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6dd6ad46-6d0e-421a-886d-b23f9190411b tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1858087 Nov 12 00:51:26.982126 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 56572) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:26.988295 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-f4a4f739-659f-4f47-9ca6-88dca54c047f tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:26.998551 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610abe0-f81d-451f-b251-35e5fe546bc5 req-0769de21-89bc-4c5d-98d8-9a0bc83ca780 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:27.000145 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7610abe0-f81d-451f-b251-35e5fe546bc5 req-0769de21-89bc-4c5d-98d8-9a0bc83ca780 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 945 time: 0.1964583 Nov 12 00:51:27.037430 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f4a4f739-659f-4f47-9ca6-88dca54c047f tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Publish callbacks [] for floatingip, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:27.056016 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-53c27a11-4dcb-4b5a-a993-08ef714a37d3 admin admin] Allocated IP 172.20.0.1 (16359a25-3e6f-45fe-be0d-6f4a3f158857/701d816b-c6ea-4d7b-bdc3-9a5cc8add0b9/16572c07-ed91-4e29-bd9b-e0d49a36aa05) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:51:27.134549 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device a7390fee-20fd-441c-92f6-15e5d3f1ea49 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:27.161912 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7610abe0-f81d-451f-b251-35e5fe546bc5 req-085922c3-a717-4ab1-80c5-34b1e42261d7 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503115 Nov 12 00:51:27.195064 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f4a4f739-659f-4f47-9ca6-88dca54c047f tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:27.222495 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port a7390fee-20fd-441c-92f6-15e5d3f1ea49 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:27.223510 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:27.320747 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:27.347830 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port a7390fee-20fd-441c-92f6-15e5d3f1ea49, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=a7390fee-20fd-441c-92f6-15e5d3f1ea49,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:27.358063 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:27.397001 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-f4a4f739-659f-4f47-9ca6-88dca54c047f tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Allocated IP 172.25.2.141 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/e07647ad-02ec-4a94-915f-663dc5b83680) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:51:27.423139 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=a7390fee-20fd-441c-92f6-15e5d3f1ea49,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:27.512478 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2e9b37-e115-4e78-815e-87f25b6b6bde None None] Sync routers for ids ['3d93953c-0745-4dfe-ad6a-e0e94a0893be'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:51:27.531131 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-53c27a11-4dcb-4b5a-a993-08ef714a37d3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:27.532540 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2e9b37-e115-4e78-815e-87f25b6b6bde None None] Routers {'3d93953c-0745-4dfe-ad6a-e0e94a0893be'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:51:27.533358 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-5e2e9b37-e115-4e78-815e-87f25b6b6bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:51:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['3d93953c-0745-4dfe-ad6a-e0e94a0893be'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:27.596056 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f4a4f739-659f-4f47-9ca6-88dca54c047f tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:27.599224 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-53c27a11-4dcb-4b5a-a993-08ef714a37d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:27.643883 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f4a4f739-659f-4f47-9ca6-88dca54c047f tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:27.654188 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c27a11-4dcb-4b5a-a993-08ef714a37d3 admin admin] Network 16359a25-3e6f-45fe-be0d-6f4a3f158857 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:27.674391 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-53c27a11-4dcb-4b5a-a993-08ef714a37d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:27.679332 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c27a11-4dcb-4b5a-a993-08ef714a37d3 admin admin] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:27.686880 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-5e2e9b37-e115-4e78-815e-87f25b6b6bde None None] Set router 3d93953c-0745-4dfe-ad6a-e0e94a0893be gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:51:27.716701 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a4f739-659f-4f47-9ca6-88dca54c047f tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:27.722422 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-f4a4f739-659f-4f47-9ca6-88dca54c047f tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:27.726151 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a4f739-659f-4f47-9ca6-88dca54c047f tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:27.735354 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a4f739-659f-4f47-9ca6-88dca54c047f tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Pushing event updated for resources: {'Port': ['ID=e07647ad-02ec-4a94-915f-663dc5b83680,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:27.817487 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c27a11-4dcb-4b5a-a993-08ef714a37d3 admin admin] Pushing event updated for resources: {'Port': ['ID=16572c07-ed91-4e29-bd9b-e0d49a36aa05,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:27.837469 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f4a4f739-659f-4f47-9ca6-88dca54c047f tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:27.844377 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-53c27a11-4dcb-4b5a-a993-08ef714a37d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:27.884341 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f4a4f739-659f-4f47-9ca6-88dca54c047f tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:27.918094 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-012608ea-305f-434a-a2b0-b8b771a59a50 admin admin] Deleting port 612b5e2b-7e00-4e23-9e2b-f5bfb0fef9fe {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:51:27.918518 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-012608ea-305f-434a-a2b0-b8b771a59a50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:28.014059 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0faffa-c81f-4b08-8cd5-4029f1822ef2 req-a002c9a9-3b0e-438d-bcbf-ab707f1079c6 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:28.015791 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8b0faffa-c81f-4b08-8cd5-4029f1822ef2 req-a002c9a9-3b0e-438d-bcbf-ab707f1079c6 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=83f8708d-3ccc-413a-a4a5-033fd581a663 HTTP/1.1" status: 200 len: 945 time: 0.2615640 Nov 12 00:51:28.098007 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f4a4f739-659f-4f47-9ca6-88dca54c047f tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:28.104107 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f4a4f739-659f-4f47-9ca6-88dca54c047f tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:28.138347 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-012608ea-305f-434a-a2b0-b8b771a59a50 admin admin] For port 612b5e2b-7e00-4e23-9e2b-f5bfb0fef9fe, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=612b5e2b-7e00-4e23-9e2b-f5bfb0fef9fe,segment=NetworkSegment(cd6487ca-676e-4f9c-8c53-a1adb949094d),segment_id=cd6487ca-676e-4f9c-8c53-a1adb949094d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:28.139193 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-012608ea-305f-434a-a2b0-b8b771a59a50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:28.141914 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-5e2e9b37-e115-4e78-815e-87f25b6b6bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d93953c-0745-4dfe-ad6a-e0e94a0893be', 'name': 'tempest-ServersTestBootFromVolume-970444426-router', 'tenant_id': '88669f081e1643c1bc0b52ccf8ef5658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'a7390fee-20fd-441c-92f6-15e5d3f1ea49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:19Z', 'updated_at': '2021-11-12T00:51:23Z', 'revision_number': 4, 'project_id': '88669f081e1643c1bc0b52ccf8ef5658', 'gw_port': {'id': 'a7390fee-20fd-441c-92f6-15e5d3f1ea49', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:92:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d93953c-0745-4dfe-ad6a-e0e94a0893be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:20Z', 'updated_at': '2021-11-12T00:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '8acfc77f-1d0b-455c-830f-4ee6f402f0d0', 'name': '', 'network_id': 'b847d184-534f-4934-ae31-f37d206e2c7c', 'tenant_id': '88669f081e1643c1bc0b52ccf8ef5658', 'mac_address': 'fa:16:3e:a6:2f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d93953c-0745-4dfe-ad6a-e0e94a0893be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '0de18cf1-85e0-40e8-901c-1742149a537c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:22Z', 'updated_at': '2021-11-12T00:51:23Z', 'revision_number': 2, 'project_id': '88669f081e1643c1bc0b52ccf8ef5658', 'subnets': [{'id': '0de18cf1-85e0-40e8-901c-1742149a537c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:28.155916 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-012608ea-305f-434a-a2b0-b8b771a59a50 admin admin] Calling delete_port for 612b5e2b-7e00-4e23-9e2b-f5bfb0fef9fe owned by network:router_interface {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:51:28.173848 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2e9b37-e115-4e78-815e-87f25b6b6bde None None] Checking router: 3d93953c-0745-4dfe-ad6a-e0e94a0893be for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:51:28.174468 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2e9b37-e115-4e78-815e-87f25b6b6bde None None] Updating router 3d93953c-0745-4dfe-ad6a-e0e94a0893be port 8acfc77f-1d0b-455c-830f-4ee6f402f0d0 binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:51:28.195304 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a4f739-659f-4f47-9ca6-88dca54c047f tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Pushing event updated for resources: {'Port': ['ID=e07647ad-02ec-4a94-915f-663dc5b83680,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:28.202239 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5e2e9b37-e115-4e78-815e-87f25b6b6bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:28.204337 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8b0faffa-c81f-4b08-8cd5-4029f1822ef2 req-9348c015-1798-485c-9f6e-483ede0edefd tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700191 Nov 12 00:51:28.205197 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f4a4f739-659f-4f47-9ca6-88dca54c047f tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:28.222500 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-53c27a11-4dcb-4b5a-a993-08ef714a37d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:28.224605 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f4a4f739-659f-4f47-9ca6-88dca54c047f tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:28.226188 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f4a4f739-659f-4f47-9ca6-88dca54c047f tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2426581 Nov 12 00:51:28.355736 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154f077-811b-4f6a-8e61-d8cc0e8183f0 req-39bd53c0-00c9-44c3-a49d-1ed98f1ef81c tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:28.357348 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7154f077-811b-4f6a-8e61-d8cc0e8183f0 req-39bd53c0-00c9-44c3-a49d-1ed98f1ef81c tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 945 time: 0.0942590 Nov 12 00:51:28.451892 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7154f077-811b-4f6a-8e61-d8cc0e8183f0 req-bb56052e-05c6-488f-a678-43c1be818975 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859382 Nov 12 00:51:28.555888 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5e2e9b37-e115-4e78-815e-87f25b6b6bde None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:28.561198 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5e2e9b37-e115-4e78-815e-87f25b6b6bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:28.643326 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630d9df7-7dae-4cf0-80e6-97593c37f975 None None] Pushing event updated for resources: {'Port': ['ID=8acfc77f-1d0b-455c-830f-4ee6f402f0d0,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:28.643620 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-012608ea-305f-434a-a2b0-b8b771a59a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:28.683182 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-5e2e9b37-e115-4e78-815e-87f25b6b6bde None None] Attempting to bind port 8acfc77f-1d0b-455c-830f-4ee6f402f0d0 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:28.683589 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-5e2e9b37-e115-4e78-815e-87f25b6b6bde None None] Attempting to bind port 8acfc77f-1d0b-455c-830f-4ee6f402f0d0 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '02dabcd1-20dd-47d0-8d93-c22dac2f690a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b847d184-534f-4934-ae31-f37d206e2c7c'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:28.684294 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2e9b37-e115-4e78-815e-87f25b6b6bde None None] Attempting to bind port 8acfc77f-1d0b-455c-830f-4ee6f402f0d0 on network b847d184-534f-4934-ae31-f37d206e2c7c {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:28.690026 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012608ea-305f-434a-a2b0-b8b771a59a50 admin admin] Pushing event deleted for resources: {'Port': ['ID=612b5e2b-7e00-4e23-9e2b-f5bfb0fef9fe,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:28.691703 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2e9b37-e115-4e78-815e-87f25b6b6bde None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:51:28.692683 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2e9b37-e115-4e78-815e-87f25b6b6bde None None] Checking segment: {'id': '02dabcd1-20dd-47d0-8d93-c22dac2f690a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b847d184-534f-4934-ae31-f37d206e2c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:28.693099 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5e2e9b37-e115-4e78-815e-87f25b6b6bde None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:28.693520 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2e9b37-e115-4e78-815e-87f25b6b6bde None None] Bound using segment: {'id': '02dabcd1-20dd-47d0-8d93-c22dac2f690a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b847d184-534f-4934-ae31-f37d206e2c7c'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:51:28.700611 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-5e2e9b37-e115-4e78-815e-87f25b6b6bde None None] Bound port: 8acfc77f-1d0b-455c-830f-4ee6f402f0d0, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02dabcd1-20dd-47d0-8d93-c22dac2f690a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b847d184-534f-4934-ae31-f37d206e2c7c'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:51:28.702679 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5e2e9b37-e115-4e78-815e-87f25b6b6bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:28.729936 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-53c27a11-4dcb-4b5a-a993-08ef714a37d3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:28.757706 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-53c27a11-4dcb-4b5a-a993-08ef714a37d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:28.801645 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-5e2e9b37-e115-4e78-815e-87f25b6b6bde None None] For port 8acfc77f-1d0b-455c-830f-4ee6f402f0d0, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:51:28.806701 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-53c27a11-4dcb-4b5a-a993-08ef714a37d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:28.807276 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-5e2e9b37-e115-4e78-815e-87f25b6b6bde None None] For port 8acfc77f-1d0b-455c-830f-4ee6f402f0d0, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=8acfc77f-1d0b-455c-830f-4ee6f402f0d0,segment=NetworkSegment(02dabcd1-20dd-47d0-8d93-c22dac2f690a),segment_id=02dabcd1-20dd-47d0-8d93-c22dac2f690a)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:51:28.819604 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5e2e9b37-e115-4e78-815e-87f25b6b6bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:28.885624 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c27a11-4dcb-4b5a-a993-08ef714a37d3 admin admin] Pushing event updated for resources: {'Port': ['ID=16572c07-ed91-4e29-bd9b-e0d49a36aa05,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:28.948896 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2e9b37-e115-4e78-815e-87f25b6b6bde None None] Routers {'3d93953c-0745-4dfe-ad6a-e0e94a0893be'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:51:28.949677 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-5e2e9b37-e115-4e78-815e-87f25b6b6bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:51:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['3d93953c-0745-4dfe-ad6a-e0e94a0893be'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:28.954317 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630d9df7-7dae-4cf0-80e6-97593c37f975 None None] Pushing event updated for resources: {'Port': ['ID=8acfc77f-1d0b-455c-830f-4ee6f402f0d0,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:29.147804 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-5e2e9b37-e115-4e78-815e-87f25b6b6bde None None] Set router 3d93953c-0745-4dfe-ad6a-e0e94a0893be gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:51:29.260735 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-012608ea-305f-434a-a2b0-b8b771a59a50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:29.305796 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c27a11-4dcb-4b5a-a993-08ef714a37d3 admin admin] Network 16359a25-3e6f-45fe-be0d-6f4a3f158857 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:29.315739 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-53c27a11-4dcb-4b5a-a993-08ef714a37d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:29.349197 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-5f9a4684-7ab6-4880-8017-a50256b047f8 None None] Provisioning complete for port 8acfc77f-1d0b-455c-830f-4ee6f402f0d0 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:29.349556 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5f9a4684-7ab6-4880-8017-a50256b047f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:29.401987 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device a7390fee-20fd-441c-92f6-15e5d3f1ea49 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:29.451577 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d364a-a002-410d-99b1-70ce0b638837 req-a0ac4e95-ad23-43f5-8604-1d9c287684cd tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:29.453688 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d45d364a-a002-410d-99b1-70ce0b638837 req-a0ac4e95-ad23-43f5-8604-1d9c287684cd tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=83f8708d-3ccc-413a-a4a5-033fd581a663 HTTP/1.1" status: 200 len: 945 time: 0.1263165 Nov 12 00:51:29.582408 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d45d364a-a002-410d-99b1-70ce0b638837 req-806ff838-2d89-4d01-9b67-0e7dad302059 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186736 Nov 12 00:51:29.655720 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c27a11-4dcb-4b5a-a993-08ef714a37d3 admin admin] Router 73df3a2a-d5a3-4332-ae8b-8814a0126801 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:51:29.696172 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5f9a4684-7ab6-4880-8017-a50256b047f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:29.713802 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port a7390fee-20fd-441c-92f6-15e5d3f1ea49 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:29.714167 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:29.772566 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-5f9a4684-7ab6-4880-8017-a50256b047f8 None None] For port 8acfc77f-1d0b-455c-830f-4ee6f402f0d0, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=8acfc77f-1d0b-455c-830f-4ee6f402f0d0,segment=NetworkSegment(02dabcd1-20dd-47d0-8d93-c22dac2f690a),segment_id=02dabcd1-20dd-47d0-8d93-c22dac2f690a)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:29.782696 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-5e2e9b37-e115-4e78-815e-87f25b6b6bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d93953c-0745-4dfe-ad6a-e0e94a0893be', 'name': 'tempest-ServersTestBootFromVolume-970444426-router', 'tenant_id': '88669f081e1643c1bc0b52ccf8ef5658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'a7390fee-20fd-441c-92f6-15e5d3f1ea49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:19Z', 'updated_at': '2021-11-12T00:51:23Z', 'revision_number': 4, 'project_id': '88669f081e1643c1bc0b52ccf8ef5658', 'gw_port': {'id': 'a7390fee-20fd-441c-92f6-15e5d3f1ea49', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:92:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d93953c-0745-4dfe-ad6a-e0e94a0893be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:20Z', 'updated_at': '2021-11-12T00:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '8acfc77f-1d0b-455c-830f-4ee6f402f0d0', 'name': '', 'network_id': 'b847d184-534f-4934-ae31-f37d206e2c7c', 'tenant_id': '88669f081e1643c1bc0b52ccf8ef5658', 'mac_address': 'fa:16:3e:a6:2f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d93953c-0745-4dfe-ad6a-e0e94a0893be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '0de18cf1-85e0-40e8-901c-1742149a537c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:22Z', 'updated_at': '2021-11-12T00:51:28Z', 'revision_number': 4, 'project_id': '88669f081e1643c1bc0b52ccf8ef5658', 'subnets': [{'id': '0de18cf1-85e0-40e8-901c-1742149a537c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:29.784523 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5f9a4684-7ab6-4880-8017-a50256b047f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:29.804202 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68114678-c0a9-47af-abb5-7cab78f26e08 req-0a1b5bd3-db9e-42ca-bfa7-b27dcc36614a tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:29.805628 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-68114678-c0a9-47af-abb5-7cab78f26e08 req-0a1b5bd3-db9e-42ca-bfa7-b27dcc36614a tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 945 time: 0.1467659 Nov 12 00:51:29.838183 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2e9b37-e115-4e78-815e-87f25b6b6bde None None] The sync data for ids ['3d93953c-0745-4dfe-ad6a-e0e94a0893be'] in n-d-812236-11 is: [{'id': '3d93953c-0745-4dfe-ad6a-e0e94a0893be', 'name': 'tempest-ServersTestBootFromVolume-970444426-router', 'tenant_id': '88669f081e1643c1bc0b52ccf8ef5658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'a7390fee-20fd-441c-92f6-15e5d3f1ea49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:19Z', 'updated_at': '2021-11-12T00:51:23Z', 'revision_number': 4, 'project_id': '88669f081e1643c1bc0b52ccf8ef5658', 'gw_port': {'id': 'a7390fee-20fd-441c-92f6-15e5d3f1ea49', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:92:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d93953c-0745-4dfe-ad6a-e0e94a0893be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:20Z', 'updated_at': '2021-11-12T00:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '8acfc77f-1d0b-455c-830f-4ee6f402f0d0', 'name': '', 'network_id': 'b847d184-534f-4934-ae31-f37d206e2c7c', 'tenant_id': '88669f081e1643c1bc0b52ccf8ef5658', 'mac_address': 'fa:16:3e:a6:2f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d93953c-0745-4dfe-ad6a-e0e94a0893be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '0de18cf1-85e0-40e8-901c-1742149a537c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:22Z', 'updated_at': '2021-11-12T00:51:28Z', 'revision_number': 4, 'project_id': '88669f081e1643c1bc0b52ccf8ef5658', 'subnets': [{'id': '0de18cf1-85e0-40e8-901c-1742149a537c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:51:29.897711 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9a4684-7ab6-4880-8017-a50256b047f8 None None] Pushing event updated for resources: {'Port': ['ID=8acfc77f-1d0b-455c-830f-4ee6f402f0d0,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:29.921465 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 8acfc77f-1d0b-455c-830f-4ee6f402f0d0 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:29.942561 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c27a11-4dcb-4b5a-a993-08ef714a37d3 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:51:29.951632 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-53c27a11-4dcb-4b5a-a993-08ef714a37d3 admin admin] 10.222.0.20 "PUT /v2.0/routers/73df3a2a-d5a3-4332-ae8b-8814a0126801/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6327407 Nov 12 00:51:29.955056 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53eb071b-ad84-4b2d-b5f9-0f87222886ae None None] Sync routers for ids ['73df3a2a-d5a3-4332-ae8b-8814a0126801'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:51:29.958625 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-012608ea-305f-434a-a2b0-b8b771a59a50 admin admin] Router e5debbb6-7669-4a53-b781-3723e50f7e3f has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:51:29.979557 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53eb071b-ad84-4b2d-b5f9-0f87222886ae None None] Routers {'73df3a2a-d5a3-4332-ae8b-8814a0126801'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:51:29.980190 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-53eb071b-ad84-4b2d-b5f9-0f87222886ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:51:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['73df3a2a-d5a3-4332-ae8b-8814a0126801'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:30.006439 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-68114678-c0a9-47af-abb5-7cab78f26e08 req-90bce32b-7c2f-4eaf-98be-195bace7283a tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290994 Nov 12 00:51:30.032689 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-8d86e7e4-eb9f-41d5-9d87-743196f16752 None None] Provisioning complete for port 8acfc77f-1d0b-455c-830f-4ee6f402f0d0 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:30.033189 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8d86e7e4-eb9f-41d5-9d87-743196f16752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:30.122528 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 8acfc77f-1d0b-455c-830f-4ee6f402f0d0 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:30.122901 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:30.349017 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-53eb071b-ad84-4b2d-b5f9-0f87222886ae None None] Set router 73df3a2a-d5a3-4332-ae8b-8814a0126801 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:51:30.367411 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 4593cfa2-d205-48d3-80bb-880d078b6836 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:30.495687 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 4593cfa2-d205-48d3-80bb-880d078b6836 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:30.496059 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:30.611688 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:30.641983 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 4593cfa2-d205-48d3-80bb-880d078b6836, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=4593cfa2-d205-48d3-80bb-880d078b6836,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:30.649767 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:30.727223 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-53eb071b-ad84-4b2d-b5f9-0f87222886ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73df3a2a-d5a3-4332-ae8b-8814a0126801', 'name': 'tempest-ServerRescueTestJSON-616093003-router', 'tenant_id': '4cf1d05c9d8749e4bcaf113d847d03e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '4593cfa2-d205-48d3-80bb-880d078b6836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:22Z', 'updated_at': '2021-11-12T00:51:28Z', 'revision_number': 4, 'project_id': '4cf1d05c9d8749e4bcaf113d847d03e9', 'gw_port': {'id': '4593cfa2-d205-48d3-80bb-880d078b6836', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73df3a2a-d5a3-4332-ae8b-8814a0126801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:23Z', 'updated_at': '2021-11-12T00:51:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '16572c07-ed91-4e29-bd9b-e0d49a36aa05', 'name': '', 'network_id': '16359a25-3e6f-45fe-be0d-6f4a3f158857', 'tenant_id': '4cf1d05c9d8749e4bcaf113d847d03e9', 'mac_address': 'fa:16:3e:38:0b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73df3a2a-d5a3-4332-ae8b-8814a0126801', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '701d816b-c6ea-4d7b-bdc3-9a5cc8add0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:26Z', 'updated_at': '2021-11-12T00:51:28Z', 'revision_number': 2, 'project_id': '4cf1d05c9d8749e4bcaf113d847d03e9', 'subnets': [{'id': '701d816b-c6ea-4d7b-bdc3-9a5cc8add0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:30.750037 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=4593cfa2-d205-48d3-80bb-880d078b6836,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:30.787663 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53eb071b-ad84-4b2d-b5f9-0f87222886ae None None] Checking router: 73df3a2a-d5a3-4332-ae8b-8814a0126801 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:51:30.788147 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53eb071b-ad84-4b2d-b5f9-0f87222886ae None None] Updating router 73df3a2a-d5a3-4332-ae8b-8814a0126801 port 16572c07-ed91-4e29-bd9b-e0d49a36aa05 binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:51:30.822602 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-53eb071b-ad84-4b2d-b5f9-0f87222886ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:30.848396 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012608ea-305f-434a-a2b0-b8b771a59a50 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:51:30.856760 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-012608ea-305f-434a-a2b0-b8b771a59a50 admin admin] 10.222.0.20 "PUT /v2.0/routers/e5debbb6-7669-4a53-b781-3723e50f7e3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4598138 Nov 12 00:51:30.857244 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 56692) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:30.867366 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f99be98-fae1-4eb9-b5af-79616b20c68c None None] Sync routers for ids ['e5debbb6-7669-4a53-b781-3723e50f7e3f'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:51:30.878364 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1d251-620a-429a-902b-8f15ba63d84a req-7286e12a-60ca-44e4-80c4-1b636a1f1e46 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:30.885787 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b4e1d251-620a-429a-902b-8f15ba63d84a req-7286e12a-60ca-44e4-80c4-1b636a1f1e46 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/networks?id=16359a25-3e6f-45fe-be0d-6f4a3f158857 HTTP/1.1" status: 200 len: 810 time: 0.2099319 Nov 12 00:51:30.888125 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f99be98-fae1-4eb9-b5af-79616b20c68c None None] Routers {'e5debbb6-7669-4a53-b781-3723e50f7e3f'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:51:30.890472 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-5f99be98-fae1-4eb9-b5af-79616b20c68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:51:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['e5debbb6-7669-4a53-b781-3723e50f7e3f'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:30.968009 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6cdd83-aea2-4883-baac-1b31be43aba7 req-0faab081-c78d-4be0-a78b-ada1fc8853c1 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:30.970736 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9c6cdd83-aea2-4883-baac-1b31be43aba7 req-0faab081-c78d-4be0-a78b-ada1fc8853c1 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=83f8708d-3ccc-413a-a4a5-033fd581a663 HTTP/1.1" status: 200 len: 945 time: 0.1325479 Nov 12 00:51:30.976629 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b4e1d251-620a-429a-902b-8f15ba63d84a req-9c08594a-dfb2-4091-9ce0-f720d10dc848 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/quotas/4cf1d05c9d8749e4bcaf113d847d03e9 HTTP/1.1" status: 200 len: 375 time: 0.0895963 Nov 12 00:51:31.126469 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 8acfc77f-1d0b-455c-830f-4ee6f402f0d0 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:31.130406 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9c6cdd83-aea2-4883-baac-1b31be43aba7 req-8a1fc67e-7725-4a3c-b799-71abffa2bd78 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486876 Nov 12 00:51:31.143059 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b4e1d251-620a-429a-902b-8f15ba63d84a req-ef6439de-4dfe-4b55-a1fa-915c0e9211b5 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4cf1d05c9d8749e4bcaf113d847d03e9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1655147 Nov 12 00:51:31.151967 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0fb5eeb5-a275-4060-957b-275f846b6c0f admin admin] Publish callbacks [] for router, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:31.191086 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-5f99be98-fae1-4eb9-b5af-79616b20c68c None None] Set router e5debbb6-7669-4a53-b781-3723e50f7e3f gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:51:31.241457 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-53eb071b-ad84-4b2d-b5f9-0f87222886ae None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:31.255524 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-53eb071b-ad84-4b2d-b5f9-0f87222886ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:31.316997 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c0d85b-1aff-4699-afa5-080f2a9b0cd4 None None] Pushing event updated for resources: {'Port': ['ID=16572c07-ed91-4e29-bd9b-e0d49a36aa05,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:31.322276 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408144a4-5033-409c-958f-45664228b283 req-cb9ab06d-949e-4b57-84e6-411badb20149 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:31.330684 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-408144a4-5033-409c-958f-45664228b283 req-cb9ab06d-949e-4b57-84e6-411badb20149 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 945 time: 0.1026945 Nov 12 00:51:31.344153 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0fb5eeb5-a275-4060-957b-275f846b6c0f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:31.410528 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-53eb071b-ad84-4b2d-b5f9-0f87222886ae None None] Attempting to bind port 16572c07-ed91-4e29-bd9b-e0d49a36aa05 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:31.411453 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-53eb071b-ad84-4b2d-b5f9-0f87222886ae None None] Attempting to bind port 16572c07-ed91-4e29-bd9b-e0d49a36aa05 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '9b3e3280-7bfa-4894-831b-0758b3589c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '16359a25-3e6f-45fe-be0d-6f4a3f158857'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:31.412016 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53eb071b-ad84-4b2d-b5f9-0f87222886ae None None] Attempting to bind port 16572c07-ed91-4e29-bd9b-e0d49a36aa05 on network 16359a25-3e6f-45fe-be0d-6f4a3f158857 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:31.418166 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53eb071b-ad84-4b2d-b5f9-0f87222886ae None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:51:31.418870 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53eb071b-ad84-4b2d-b5f9-0f87222886ae None None] Checking segment: {'id': '9b3e3280-7bfa-4894-831b-0758b3589c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '16359a25-3e6f-45fe-be0d-6f4a3f158857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:31.419489 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-53eb071b-ad84-4b2d-b5f9-0f87222886ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:31.420078 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53eb071b-ad84-4b2d-b5f9-0f87222886ae None None] Bound using segment: {'id': '9b3e3280-7bfa-4894-831b-0758b3589c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '16359a25-3e6f-45fe-be0d-6f4a3f158857'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:51:31.421039 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-53eb071b-ad84-4b2d-b5f9-0f87222886ae None None] Bound port: 16572c07-ed91-4e29-bd9b-e0d49a36aa05, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b3e3280-7bfa-4894-831b-0758b3589c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '16359a25-3e6f-45fe-be0d-6f4a3f158857'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:51:31.421650 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-53eb071b-ad84-4b2d-b5f9-0f87222886ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:31.457187 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 8acfc77f-1d0b-455c-830f-4ee6f402f0d0 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:31.457875 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:31.467379 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0fb5eeb5-a275-4060-957b-275f846b6c0f admin admin] Deleting port 017ffbc6-d524-44a7-9505-ba4b394a5a46 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:51:31.467732 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0fb5eeb5-a275-4060-957b-275f846b6c0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:31.480061 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-408144a4-5033-409c-958f-45664228b283 req-d028cdbd-a250-46ec-be16-63b56d44d022 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387382 Nov 12 00:51:31.491077 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b4e1d251-620a-429a-902b-8f15ba63d84a req-8c8d1c7d-f823-44d1-b557-28cd1393fc76 service neutron] 10.222.0.20 "GET /v2.0/networks/16359a25-3e6f-45fe-be0d-6f4a3f158857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367171 Nov 12 00:51:31.560503 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-53eb071b-ad84-4b2d-b5f9-0f87222886ae None None] For port 16572c07-ed91-4e29-bd9b-e0d49a36aa05, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:51:31.566057 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-53eb071b-ad84-4b2d-b5f9-0f87222886ae None None] For port 16572c07-ed91-4e29-bd9b-e0d49a36aa05, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=16572c07-ed91-4e29-bd9b-e0d49a36aa05,segment=NetworkSegment(9b3e3280-7bfa-4894-831b-0758b3589c41),segment_id=9b3e3280-7bfa-4894-831b-0758b3589c41)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:51:31.577527 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-53eb071b-ad84-4b2d-b5f9-0f87222886ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:31.620301 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 4593cfa2-d205-48d3-80bb-880d078b6836 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:31.640220 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c0d85b-1aff-4699-afa5-080f2a9b0cd4 None None] Pushing event updated for resources: {'Port': ['ID=16572c07-ed91-4e29-bd9b-e0d49a36aa05,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:31.645679 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b4e1d251-620a-429a-902b-8f15ba63d84a req-cfdc9943-1ce1-4ffb-934e-47514bc863d7 service neutron] 10.222.0.20 "GET /v2.0/networks/16359a25-3e6f-45fe-be0d-6f4a3f158857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536393 Nov 12 00:51:31.652680 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-5f99be98-fae1-4eb9-b5af-79616b20c68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5debbb6-7669-4a53-b781-3723e50f7e3f', 'name': 'tempest-ServersTestFqdnHostnames-1202256277-router', 'tenant_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '017ffbc6-d524-44a7-9505-ba4b394a5a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:44Z', 'updated_at': '2021-11-12T00:51:28Z', 'revision_number': 5, 'project_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'gw_port': {'id': '017ffbc6-d524-44a7-9505-ba4b394a5a46', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:81:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5debbb6-7669-4a53-b781-3723e50f7e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:45Z', 'updated_at': '2021-11-12T00:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:31.665774 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53eb071b-ad84-4b2d-b5f9-0f87222886ae None None] Routers {'73df3a2a-d5a3-4332-ae8b-8814a0126801'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:51:31.667741 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-53eb071b-ad84-4b2d-b5f9-0f87222886ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:51:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['73df3a2a-d5a3-4332-ae8b-8814a0126801'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:31.688798 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f99be98-fae1-4eb9-b5af-79616b20c68c None None] Checking router: e5debbb6-7669-4a53-b781-3723e50f7e3f for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:51:31.705764 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f99be98-fae1-4eb9-b5af-79616b20c68c None None] Routers {'e5debbb6-7669-4a53-b781-3723e50f7e3f'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:51:31.706390 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-5f99be98-fae1-4eb9-b5af-79616b20c68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:51:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['e5debbb6-7669-4a53-b781-3723e50f7e3f'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:31.736532 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0fb5eeb5-a275-4060-957b-275f846b6c0f admin admin] For port 017ffbc6-d524-44a7-9505-ba4b394a5a46, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=017ffbc6-d524-44a7-9505-ba4b394a5a46,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:31.737110 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0fb5eeb5-a275-4060-957b-275f846b6c0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:31.762659 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0fb5eeb5-a275-4060-957b-275f846b6c0f admin admin] Calling delete_port for 017ffbc6-d524-44a7-9505-ba4b394a5a46 owned by network:router_gateway {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:51:31.814711 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-53eb071b-ad84-4b2d-b5f9-0f87222886ae None None] Set router 73df3a2a-d5a3-4332-ae8b-8814a0126801 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:51:31.860406 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 4593cfa2-d205-48d3-80bb-880d078b6836 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:31.862564 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:31.940947 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-5f99be98-fae1-4eb9-b5af-79616b20c68c None None] Set router e5debbb6-7669-4a53-b781-3723e50f7e3f gateway port host: None {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:51:32.006612 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-5f99be98-fae1-4eb9-b5af-79616b20c68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5debbb6-7669-4a53-b781-3723e50f7e3f', 'name': 'tempest-ServersTestFqdnHostnames-1202256277-router', 'tenant_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:44Z', 'updated_at': '2021-11-12T00:51:31Z', 'revision_number': 6, 'project_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:32.043826 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f99be98-fae1-4eb9-b5af-79616b20c68c None None] The sync data for ids ['e5debbb6-7669-4a53-b781-3723e50f7e3f'] in n-d-812236-11 is: [{'id': 'e5debbb6-7669-4a53-b781-3723e50f7e3f', 'name': 'tempest-ServersTestFqdnHostnames-1202256277-router', 'tenant_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:44Z', 'updated_at': '2021-11-12T00:51:31Z', 'revision_number': 6, 'project_id': 'e41ab1ecd3cd454e8caa07d2787925ef', 'gw_port_host': None}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:51:32.109029 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0fb5eeb5-a275-4060-957b-275f846b6c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:32.145556 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d42942c7-df67-4305-945d-985ae6c418dc req-1a3d477f-937f-486d-aead-867171e672e0 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1 HTTP/1.1" status: 200 len: 210 time: 0.2481806 Nov 12 00:51:32.170269 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb5eeb5-a275-4060-957b-275f846b6c0f admin admin] Pushing event deleted for resources: {'Port': ['ID=017ffbc6-d524-44a7-9505-ba4b394a5a46,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:32.222031 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-53eb071b-ad84-4b2d-b5f9-0f87222886ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73df3a2a-d5a3-4332-ae8b-8814a0126801', 'name': 'tempest-ServerRescueTestJSON-616093003-router', 'tenant_id': '4cf1d05c9d8749e4bcaf113d847d03e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '4593cfa2-d205-48d3-80bb-880d078b6836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:22Z', 'updated_at': '2021-11-12T00:51:28Z', 'revision_number': 4, 'project_id': '4cf1d05c9d8749e4bcaf113d847d03e9', 'gw_port': {'id': '4593cfa2-d205-48d3-80bb-880d078b6836', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73df3a2a-d5a3-4332-ae8b-8814a0126801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:23Z', 'updated_at': '2021-11-12T00:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '16572c07-ed91-4e29-bd9b-e0d49a36aa05', 'name': '', 'network_id': '16359a25-3e6f-45fe-be0d-6f4a3f158857', 'tenant_id': '4cf1d05c9d8749e4bcaf113d847d03e9', 'mac_address': 'fa:16:3e:38:0b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73df3a2a-d5a3-4332-ae8b-8814a0126801', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '701d816b-c6ea-4d7b-bdc3-9a5cc8add0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:26Z', 'updated_at': '2021-11-12T00:51:31Z', 'revision_number': 4, 'project_id': '4cf1d05c9d8749e4bcaf113d847d03e9', 'subnets': [{'id': '701d816b-c6ea-4d7b-bdc3-9a5cc8add0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:32.252341 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0fb5eeb5-a275-4060-957b-275f846b6c0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:32.273431 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53eb071b-ad84-4b2d-b5f9-0f87222886ae None None] The sync data for ids ['73df3a2a-d5a3-4332-ae8b-8814a0126801'] in n-d-812236-11 is: [{'id': '73df3a2a-d5a3-4332-ae8b-8814a0126801', 'name': 'tempest-ServerRescueTestJSON-616093003-router', 'tenant_id': '4cf1d05c9d8749e4bcaf113d847d03e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '4593cfa2-d205-48d3-80bb-880d078b6836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:22Z', 'updated_at': '2021-11-12T00:51:28Z', 'revision_number': 4, 'project_id': '4cf1d05c9d8749e4bcaf113d847d03e9', 'gw_port': {'id': '4593cfa2-d205-48d3-80bb-880d078b6836', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73df3a2a-d5a3-4332-ae8b-8814a0126801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:23Z', 'updated_at': '2021-11-12T00:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '16572c07-ed91-4e29-bd9b-e0d49a36aa05', 'name': '', 'network_id': '16359a25-3e6f-45fe-be0d-6f4a3f158857', 'tenant_id': '4cf1d05c9d8749e4bcaf113d847d03e9', 'mac_address': 'fa:16:3e:38:0b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73df3a2a-d5a3-4332-ae8b-8814a0126801', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '701d816b-c6ea-4d7b-bdc3-9a5cc8add0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:26Z', 'updated_at': '2021-11-12T00:51:31Z', 'revision_number': 4, 'project_id': '4cf1d05c9d8749e4bcaf113d847d03e9', 'subnets': [{'id': '701d816b-c6ea-4d7b-bdc3-9a5cc8add0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:51:32.396607 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0fb5eeb5-a275-4060-957b-275f846b6c0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:32.400387 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0fb5eeb5-a275-4060-957b-275f846b6c0f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:32.422273 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac86211-5f7c-493b-bcec-9fb156c4c648 req-4b01e400-c9dd-4c7d-a825-bb54e479231c tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:32.429932 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3ac86211-5f7c-493b-bcec-9fb156c4c648 req-4b01e400-c9dd-4c7d-a825-bb54e479231c tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=83f8708d-3ccc-413a-a4a5-033fd581a663 HTTP/1.1" status: 200 len: 945 time: 0.1264436 Nov 12 00:51:32.520480 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0fb5eeb5-a275-4060-957b-275f846b6c0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:32.521243 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb5eeb5-a275-4060-957b-275f846b6c0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5debbb6-7669-4a53-b781-3723e50f7e3f {{(pid=102661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:51:32.531471 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0fb5eeb5-a275-4060-957b-275f846b6c0f admin admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:32.535206 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0fb5eeb5-a275-4060-957b-275f846b6c0f admin admin] 10.222.0.20 "DELETE /v2.0/routers/e5debbb6-7669-4a53-b781-3723e50f7e3f HTTP/1.1" status: 204 len: 168 time: 1.6762106 Nov 12 00:51:32.536906 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 56718) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:32.570622 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3ac86211-5f7c-493b-bcec-9fb156c4c648 req-dd0bc24f-d2dc-4cd4-8961-bc507a65fdab tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393332 Nov 12 00:51:32.751188 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-06d0d785-b0b8-4bf0-a31b-e8765e51600b admin admin] Deleting subnet d60031b1-d306-4287-af8c-78e2e4da4eaa {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:51:32.764097 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-06d0d785-b0b8-4bf0-a31b-e8765e51600b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:32.826846 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a73934b-8904-4529-af73-4768c209ef27 req-9ce8618c-37bf-4da3-b649-813e4e0f1cdb tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:32.838111 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7a73934b-8904-4529-af73-4768c209ef27 req-9ce8618c-37bf-4da3-b649-813e4e0f1cdb tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 945 time: 0.1981661 Nov 12 00:51:32.853696 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-06d0d785-b0b8-4bf0-a31b-e8765e51600b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:32.930179 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7a73934b-8904-4529-af73-4768c209ef27 req-93ab8dec-ee23-45e4-9866-d9bf89d0bdf0 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909741 Nov 12 00:51:33.019711 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-06d0d785-b0b8-4bf0-a31b-e8765e51600b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:33.103531 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-06d0d785-b0b8-4bf0-a31b-e8765e51600b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:33.132978 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff8fea4-3f3c-4f59-86bb-b5e637c7ed07 None None] Network 6eb69613-2bff-4972-a3f5-c49ebe3d356e requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:51:33.134607 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-06d0d785-b0b8-4bf0-a31b-e8765e51600b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:33.141709 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-06d0d785-b0b8-4bf0-a31b-e8765e51600b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d60031b1-d306-4287-af8c-78e2e4da4eaa HTTP/1.1" status: 204 len: 168 time: 0.5991371 Nov 12 00:51:33.143218 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 56724) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:33.179735 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d0d785-b0b8-4bf0-a31b-e8765e51600b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d60031b1-d306-4287-af8c-78e2e4da4eaa,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:33.263020 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 16572c07-ed91-4e29-bd9b-e0d49a36aa05 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:33.267242 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-853c6956-5c22-4918-aeb2-be4e35e432eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:33.357943 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e0840dd1-bf0a-4e34-a07f-a807592150ed req-fcdaa892-07ef-4da4-847c-2d8d8ac99f51 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1 HTTP/1.1" status: 200 len: 210 time: 0.0453262 Nov 12 00:51:33.364674 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-853c6956-5c22-4918-aeb2-be4e35e432eb admin admin] Deleting port 07d14d90-9d24-4226-8e16-82fe1881b12d {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:51:33.365256 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-853c6956-5c22-4918-aeb2-be4e35e432eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:33.467855 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-853c6956-5c22-4918-aeb2-be4e35e432eb admin admin] For port 07d14d90-9d24-4226-8e16-82fe1881b12d, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=07d14d90-9d24-4226-8e16-82fe1881b12d,segment=NetworkSegment(cd6487ca-676e-4f9c-8c53-a1adb949094d),segment_id=cd6487ca-676e-4f9c-8c53-a1adb949094d)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:33.468510 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-853c6956-5c22-4918-aeb2-be4e35e432eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:33.485781 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-853c6956-5c22-4918-aeb2-be4e35e432eb admin admin] Calling delete_port for 07d14d90-9d24-4226-8e16-82fe1881b12d owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:51:33.552997 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 16572c07-ed91-4e29-bd9b-e0d49a36aa05 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:33.553422 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:33.613541 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0f1465-0174-4c8e-a554-6a9640564f8e None None] DHCP port deletion for 6eb69613-2bff-4972-a3f5-c49ebe3d356e request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:51:33.733897 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1d251-620a-429a-902b-8f15ba63d84a req-4c200e76-6de4-4cae-a63b-f4851cd7f728 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:33.736240 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b4e1d251-620a-429a-902b-8f15ba63d84a req-4c200e76-6de4-4cae-a63b-f4851cd7f728 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.49 "GET /v2.0/networks?id=16359a25-3e6f-45fe-be0d-6f4a3f158857 HTTP/1.1" status: 200 len: 810 time: 0.2451401 Nov 12 00:51:33.753562 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-853c6956-5c22-4918-aeb2-be4e35e432eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:33.756489 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-b4e1d251-620a-429a-902b-8f15ba63d84a req-5bd1b258-a7b0-4b46-a90c-e6d24555bf9c tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Request body: {'port': {'device_id': 'b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1', 'network_id': '16359a25-3e6f-45fe-be0d-6f4a3f158857', 'admin_state_up': True, 'tenant_id': '4cf1d05c9d8749e4bcaf113d847d03e9'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:33.772204 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-1b0f1465-0174-4c8e-a554-6a9640564f8e None None] Deleting port 07d14d90-9d24-4226-8e16-82fe1881b12d {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:51:33.772638 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1b0f1465-0174-4c8e-a554-6a9640564f8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:33.775759 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:33.825483 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c6956-5c22-4918-aeb2-be4e35e432eb admin admin] Pushing event deleted for resources: {'Port': ['ID=07d14d90-9d24-4226-8e16-82fe1881b12d,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:33.853691 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853c6956-5c22-4918-aeb2-be4e35e432eb admin admin] No DVR routers for this DVR port 07d14d90-9d24-4226-8e16-82fe1881b12d on host n-d-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:51:33.882894 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 16572c07-ed91-4e29-bd9b-e0d49a36aa05, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=16572c07-ed91-4e29-bd9b-e0d49a36aa05,segment=NetworkSegment(9b3e3280-7bfa-4894-831b-0758b3589c41),segment_id=9b3e3280-7bfa-4894-831b-0758b3589c41)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:33.896814 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:33.940914 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-1b0f1465-0174-4c8e-a554-6a9640564f8e None None] For port 07d14d90-9d24-4226-8e16-82fe1881b12d, host n-d-812236-11, got binding levels [] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:33.941316 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1b0f1465-0174-4c8e-a554-6a9640564f8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:33.961406 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4e1d251-620a-429a-902b-8f15ba63d84a req-5bd1b258-a7b0-4b46-a90c-e6d24555bf9c tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Made reservation on behalf of 4cf1d05c9d8749e4bcaf113d847d03e9 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:33.964891 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-1b0f1465-0174-4c8e-a554-6a9640564f8e None None] Calling delete_port for 07d14d90-9d24-4226-8e16-82fe1881b12d owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:51:33.972765 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b4e1d251-620a-429a-902b-8f15ba63d84a req-5bd1b258-a7b0-4b46-a90c-e6d24555bf9c tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:33.973130 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.ipam_backend_mixin [None req-1b0f1465-0174-4c8e-a554-6a9640564f8e None None] Port 07d14d90-9d24-4226-8e16-82fe1881b12d was not found and therefore no delete operation was performed {{(pid=102663) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 00:51:33.979246 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1b0f1465-0174-4c8e-a554-6a9640564f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:34.001363 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0f1465-0174-4c8e-a554-6a9640564f8e None None] No DVR routers for this DVR port 07d14d90-9d24-4226-8e16-82fe1881b12d on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:51:34.006282 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=16572c07-ed91-4e29-bd9b-e0d49a36aa05,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:34.019820 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 017ffbc6-d524-44a7-9505-ba4b394a5a46 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:51:34.048595 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f965b3e-d220-4504-beba-de1ebf23428f req-afa87281-10a8-46c7-9da5-c7a085f3587a tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.051606 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0f965b3e-d220-4504-beba-de1ebf23428f req-afa87281-10a8-46c7-9da5-c7a085f3587a tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=83f8708d-3ccc-413a-a4a5-033fd581a663 HTTP/1.1" status: 200 len: 945 time: 0.3377359 Nov 12 00:51:34.067088 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 017ffbc6-d524-44a7-9505-ba4b394a5a46 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:51:34.067443 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 017ffbc6-d524-44a7-9505-ba4b394a5a46 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:51:34.067871 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 612b5e2b-7e00-4e23-9e2b-f5bfb0fef9fe no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:51:34.089083 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 612b5e2b-7e00-4e23-9e2b-f5bfb0fef9fe {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:51:34.089486 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 612b5e2b-7e00-4e23-9e2b-f5bfb0fef9fe not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:51:34.091969 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f1465-0174-4c8e-a554-6a9640564f8e None None] Pushing event deleted for resources: {'Port': ['ID=07d14d90-9d24-4226-8e16-82fe1881b12d,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:34.144851 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-853c6956-5c22-4918-aeb2-be4e35e432eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:34.191075 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-853c6956-5c22-4918-aeb2-be4e35e432eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eb69613-2bff-4972-a3f5-c49ebe3d356e']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:34.213005 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-853c6956-5c22-4918-aeb2-be4e35e432eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd6487ca-676e-4f9c-8c53-a1adb949094d') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:34.213291 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-853c6956-5c22-4918-aeb2-be4e35e432eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd6487ca-676e-4f9c-8c53-a1adb949094d') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:34.228781 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d01cb8-0ac2-4559-b62c-f5fffc0bacf1 req-de7ecc17-b9ba-409c-ae7b-102f03eb393a tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.234432 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0f965b3e-d220-4504-beba-de1ebf23428f req-4841ebf1-10b0-438b-8792-25aacab4f92c tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706400 Nov 12 00:51:34.238059 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b1d01cb8-0ac2-4559-b62c-f5fffc0bacf1 req-de7ecc17-b9ba-409c-ae7b-102f03eb393a tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 945 time: 0.1415350 Nov 12 00:51:34.245975 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-853c6956-5c22-4918-aeb2-be4e35e432eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:34.251423 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cc1a4ab0-b791-42c0-af2a-08ee84139e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:34.276562 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-b4e1d251-620a-429a-902b-8f15ba63d84a req-5bd1b258-a7b0-4b46-a90c-e6d24555bf9c tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Allocated IP 172.20.0.5 (16359a25-3e6f-45fe-be0d-6f4a3f158857/701d816b-c6ea-4d7b-bdc3-9a5cc8add0b9/547e6e2d-7476-4f76-a8d1-fe208cfbb31f) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:51:34.294085 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-853c6956-5c22-4918-aeb2-be4e35e432eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:34.309352 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-853c6956-5c22-4918-aeb2-be4e35e432eb admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:51:34.309926 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-853c6956-5c22-4918-aeb2-be4e35e432eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:34.316320 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 00:51:34.316320 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:51:34.316320 n-d-812236-11 neutron-server[102662]: timer() Nov 12 00:51:34.316320 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:51:34.316320 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 00:51:34.316320 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:51:34.316320 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 00:51:34.316320 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:51:34.316320 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 00:51:34.316320 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:51:34.316320 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 00:51:34.316320 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:51:34.316320 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 00:51:34.316320 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:51:34.316320 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:51:34.316320 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:51:34.316320 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:51:34.316320 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:51:34.316320 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 00:51:34.316320 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:51:34.316320 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 00:51:34.316320 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:51:34.316320 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:51:34.316320 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:51:34.316320 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 00:51:34.316320 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:51:34.316320 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:51:34.316320 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:51:34.316320 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:51:34.316320 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:51:34.316320 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:51:34.316320 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:51:34.341786 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b1d01cb8-0ac2-4559-b62c-f5fffc0bacf1 req-d088f950-b727-4179-967b-54e0997f045b tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019013 Nov 12 00:51:34.404189 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-853c6956-5c22-4918-aeb2-be4e35e432eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:34.416529 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-853c6956-5c22-4918-aeb2-be4e35e432eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:34.419884 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-853c6956-5c22-4918-aeb2-be4e35e432eb admin admin] 10.222.0.20 "DELETE /v2.0/networks/6eb69613-2bff-4972-a3f5-c49ebe3d356e HTTP/1.1" status: 204 len: 168 time: 1.2754400 Nov 12 00:51:34.437294 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c6956-5c22-4918-aeb2-be4e35e432eb admin admin] Pushing event deleted for resources: {'Network': ['ID=6eb69613-2bff-4972-a3f5-c49ebe3d356e,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:34.547517 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3e78b1c4-7569-4c2c-a313-d946034b0bef req-886b43c1-6c4f-4396-a2ec-ab307f584389 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1 HTTP/1.1" status: 200 len: 210 time: 0.0340927 Nov 12 00:51:34.592493 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 56744) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:34.600439 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b4e1d251-620a-429a-902b-8f15ba63d84a req-5bd1b258-a7b0-4b46-a90c-e6d24555bf9c tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:34.644884 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b4e1d251-620a-429a-902b-8f15ba63d84a req-5bd1b258-a7b0-4b46-a90c-e6d24555bf9c tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:34.660253 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e53c5861-de5b-4d54-a2fb-e1f3abb0acc6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e41ab1ecd3cd454e8caa07d2787925ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0652585 Nov 12 00:51:34.662657 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 56746) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:34.689396 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4e1d251-620a-429a-902b-8f15ba63d84a req-5bd1b258-a7b0-4b46-a90c-e6d24555bf9c tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Network 16359a25-3e6f-45fe-be0d-6f4a3f158857 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:34.695513 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-b4e1d251-620a-429a-902b-8f15ba63d84a req-5bd1b258-a7b0-4b46-a90c-e6d24555bf9c tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:34.699435 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e1d251-620a-429a-902b-8f15ba63d84a req-5bd1b258-a7b0-4b46-a90c-e6d24555bf9c tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:34.706759 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1b258-a7b0-4b46-a90c-e6d24555bf9c tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Pushing event updated for resources: {'Port': ['ID=547e6e2d-7476-4f76-a8d1-fe208cfbb31f,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:34.714762 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b3021f8b-7173-415f-9e6d-6f5fb25b6507 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:34.738259 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b3021f8b-7173-415f-9e6d-6f5fb25b6507 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:34.760662 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1d251-620a-429a-902b-8f15ba63d84a req-5bd1b258-a7b0-4b46-a90c-e6d24555bf9c tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.761596 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b4e1d251-620a-429a-902b-8f15ba63d84a req-5bd1b258-a7b0-4b46-a90c-e6d24555bf9c tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:34.782664 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b4e1d251-620a-429a-902b-8f15ba63d84a req-5bd1b258-a7b0-4b46-a90c-e6d24555bf9c tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0305748 Nov 12 00:51:34.793971 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b3021f8b-7173-415f-9e6d-6f5fb25b6507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:34.796658 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b3021f8b-7173-415f-9e6d-6f5fb25b6507 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:34.800583 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b3021f8b-7173-415f-9e6d-6f5fb25b6507 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/36c1bcf4-121b-41d5-89a8-68b257903008 HTTP/1.1" status: 204 len: 168 time: 0.1344011 Nov 12 00:51:34.802661 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-b4e1d251-620a-429a-902b-8f15ba63d84a req-f2c27a34-fba5-42ca-8058-fc372c111ac4 service neutron] Request body: {'port': {'device_id': 'b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:34.807262 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3021f8b-7173-415f-9e6d-6f5fb25b6507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c1bcf4-121b-41d5-89a8-68b257903008,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:34.866057 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b4e1d251-620a-429a-902b-8f15ba63d84a req-f2c27a34-fba5-42ca-8058-fc372c111ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:34.894679 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f3602d60-a6e5-4c6c-8485-2bf6f8edabae no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:51:34.999909 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:35.045497 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port f3602d60-a6e5-4c6c-8485-2bf6f8edabae, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f3602d60-a6e5-4c6c-8485-2bf6f8edabae,segment=NetworkSegment(f276d0aa-177e-4f4e-961a-b2ec2b54d3b3),segment_id=f276d0aa-177e-4f4e-961a-b2ec2b54d3b3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:35.049127 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8028998b-2cea-4a13-b896-9d535e31c259', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3602d60-a6e5-4c6c-8485-2bf6f8edabae'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:35.051984 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c87188-304e-4d6f-a9c7-1398add656ef" -d '{"events": [{"server_uuid": "8028998b-2cea-4a13-b896-9d535e31c259", "name": "network-vif-unplugged", "status": "completed", "tag": "f3602d60-a6e5-4c6c-8485-2bf6f8edabae"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:35.057399 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 16572c07-ed91-4e29-bd9b-e0d49a36aa05 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:35.085407 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:35.128939 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459950ad-eea2-432c-aee1-c629ba75a585 x-openstack-request-id: req-459950ad-eea2-432c-aee1-c629ba75a585 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:35.129695 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8028998b-2cea-4a13-b896-9d535e31c259", "name": "network-vif-unplugged", "status": "completed", "tag": "f3602d60-a6e5-4c6c-8485-2bf6f8edabae", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:35.129952 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-459950ad-eea2-432c-aee1-c629ba75a585 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:35.130350 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8028998b-2cea-4a13-b896-9d535e31c259', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3602d60-a6e5-4c6c-8485-2bf6f8edabae', 'code': 200} Nov 12 00:51:35.174488 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=f3602d60-a6e5-4c6c-8485-2bf6f8edabae,revision_number=6']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:35.186012 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 16572c07-ed91-4e29-bd9b-e0d49a36aa05 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:35.186383 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:35.299042 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-b4e1d251-620a-429a-902b-8f15ba63d84a req-f2c27a34-fba5-42ca-8058-fc372c111ac4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 547e6e2d-7476-4f76-a8d1-fe208cfbb31f {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:35.308518 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b4e1d251-620a-429a-902b-8f15ba63d84a req-f2c27a34-fba5-42ca-8058-fc372c111ac4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:35.326210 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-b4e1d251-620a-429a-902b-8f15ba63d84a req-f2c27a34-fba5-42ca-8058-fc372c111ac4 service neutron] Transition to ACTIVE for port object 547e6e2d-7476-4f76-a8d1-fe208cfbb31f will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:51:35.334546 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b4e1d251-620a-429a-902b-8f15ba63d84a req-f2c27a34-fba5-42ca-8058-fc372c111ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:35.389726 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 07d14d90-9d24-4226-8e16-82fe1881b12d no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:51:35.402955 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c27a34-fba5-42ca-8058-fc372c111ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=547e6e2d-7476-4f76-a8d1-fe208cfbb31f,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:35.443886 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 07d14d90-9d24-4226-8e16-82fe1881b12d {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:51:35.446948 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 07d14d90-9d24-4226-8e16-82fe1881b12d not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:51:35.482265 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045c281-a97d-4444-9f15-d5f23a57259e req-06beeead-b6a2-454d-8057-2c8e46572309 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:35.487060 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-b4e1d251-620a-429a-902b-8f15ba63d84a req-f2c27a34-fba5-42ca-8058-fc372c111ac4 service neutron] Attempting to bind port 547e6e2d-7476-4f76-a8d1-fe208cfbb31f on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:35.488933 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-b4e1d251-620a-429a-902b-8f15ba63d84a req-f2c27a34-fba5-42ca-8058-fc372c111ac4 service neutron] Attempting to bind port 547e6e2d-7476-4f76-a8d1-fe208cfbb31f by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '9b3e3280-7bfa-4894-831b-0758b3589c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '16359a25-3e6f-45fe-be0d-6f4a3f158857'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:35.489340 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e1d251-620a-429a-902b-8f15ba63d84a req-f2c27a34-fba5-42ca-8058-fc372c111ac4 service neutron] Attempting to bind port 547e6e2d-7476-4f76-a8d1-fe208cfbb31f on network 16359a25-3e6f-45fe-be0d-6f4a3f158857 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:35.492577 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5045c281-a97d-4444-9f15-d5f23a57259e req-06beeead-b6a2-454d-8057-2c8e46572309 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=83f8708d-3ccc-413a-a4a5-033fd581a663 HTTP/1.1" status: 200 len: 945 time: 0.1456621 Nov 12 00:51:35.514377 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e1d251-620a-429a-902b-8f15ba63d84a req-f2c27a34-fba5-42ca-8058-fc372c111ac4 service neutron] Port 547e6e2d-7476-4f76-a8d1-fe208cfbb31f on network 16359a25-3e6f-45fe-be0d-6f4a3f158857 not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:35.514377 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e1d251-620a-429a-902b-8f15ba63d84a req-f2c27a34-fba5-42ca-8058-fc372c111ac4 service neutron] Attempting to bind port 547e6e2d-7476-4f76-a8d1-fe208cfbb31f on network 16359a25-3e6f-45fe-be0d-6f4a3f158857 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:35.514377 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e1d251-620a-429a-902b-8f15ba63d84a req-f2c27a34-fba5-42ca-8058-fc372c111ac4 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:51:35.514377 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e1d251-620a-429a-902b-8f15ba63d84a req-f2c27a34-fba5-42ca-8058-fc372c111ac4 service neutron] Checking segment: {'id': '9b3e3280-7bfa-4894-831b-0758b3589c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '16359a25-3e6f-45fe-be0d-6f4a3f158857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:35.519315 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e1d251-620a-429a-902b-8f15ba63d84a req-f2c27a34-fba5-42ca-8058-fc372c111ac4 service neutron] Bound using segment: {'id': '9b3e3280-7bfa-4894-831b-0758b3589c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '16359a25-3e6f-45fe-be0d-6f4a3f158857'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:51:35.520086 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-b4e1d251-620a-429a-902b-8f15ba63d84a req-f2c27a34-fba5-42ca-8058-fc372c111ac4 service neutron] Bound port: 547e6e2d-7476-4f76-a8d1-fe208cfbb31f, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b3e3280-7bfa-4894-831b-0758b3589c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '16359a25-3e6f-45fe-be0d-6f4a3f158857'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:51:35.520634 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b4e1d251-620a-429a-902b-8f15ba63d84a req-f2c27a34-fba5-42ca-8058-fc372c111ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:35.598165 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5045c281-a97d-4444-9f15-d5f23a57259e req-91318faa-338d-4bbf-ad85-54abfbcbb939 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043246 Nov 12 00:51:35.647760 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3facbf3-793b-486d-b6ec-0a829291b0f0 req-3d5ac00f-bf93-4968-be8a-9fbe4dc16915 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:35.653922 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d3facbf3-793b-486d-b6ec-0a829291b0f0 req-3d5ac00f-bf93-4968-be8a-9fbe4dc16915 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 943 time: 0.1299686 Nov 12 00:51:35.705754 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-b4e1d251-620a-429a-902b-8f15ba63d84a req-f2c27a34-fba5-42ca-8058-fc372c111ac4 service neutron] For port 547e6e2d-7476-4f76-a8d1-fe208cfbb31f, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:51:35.738470 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-b4e1d251-620a-429a-902b-8f15ba63d84a req-f2c27a34-fba5-42ca-8058-fc372c111ac4 service neutron] For port 547e6e2d-7476-4f76-a8d1-fe208cfbb31f, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=547e6e2d-7476-4f76-a8d1-fe208cfbb31f,segment=NetworkSegment(9b3e3280-7bfa-4894-831b-0758b3589c41),segment_id=9b3e3280-7bfa-4894-831b-0758b3589c41)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:51:35.749310 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b4e1d251-620a-429a-902b-8f15ba63d84a req-f2c27a34-fba5-42ca-8058-fc372c111ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:35.790349 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d3facbf3-793b-486d-b6ec-0a829291b0f0 req-b6d5f82c-440c-46a8-9c2e-f42cbc6cb44d tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293457 Nov 12 00:51:35.803053 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1d251-620a-429a-902b-8f15ba63d84a req-f2c27a34-fba5-42ca-8058-fc372c111ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:35.803677 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b4e1d251-620a-429a-902b-8f15ba63d84a req-f2c27a34-fba5-42ca-8058-fc372c111ac4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:35.805077 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b4e1d251-620a-429a-902b-8f15ba63d84a req-f2c27a34-fba5-42ca-8058-fc372c111ac4 service neutron] 10.222.0.49 "PUT /v2.0/ports/547e6e2d-7476-4f76-a8d1-fe208cfbb31f HTTP/1.1" status: 200 len: 1092 time: 1.0073986 Nov 12 00:51:35.805578 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1', 'tag': '547e6e2d-7476-4f76-a8d1-fe208cfbb31f'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:35.807843 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd8d90e-0175-482d-a435-e2fc08e19c8d" -d '{"events": [{"name": "network-changed", "server_uuid": "b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1", "tag": "547e6e2d-7476-4f76-a8d1-fe208cfbb31f"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:35.857000 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c27a34-fba5-42ca-8058-fc372c111ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=547e6e2d-7476-4f76-a8d1-fe208cfbb31f,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:35.880364 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66031f-415e-4355-8f64-90eb5f4e6385 req-eb1078a8-a5ac-48f4-aa4b-72ae949e6c4e tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:35.888472 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dc66031f-415e-4355-8f64-90eb5f4e6385 req-eb1078a8-a5ac-48f4-aa4b-72ae949e6c4e tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1 HTTP/1.1" status: 200 len: 943 time: 0.1181338 Nov 12 00:51:35.921483 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5242307-3fc8-42e5-b72e-e5c3a31ff593 x-openstack-request-id: req-f5242307-3fc8-42e5-b72e-e5c3a31ff593 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:35.922572 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1", "tag": "547e6e2d-7476-4f76-a8d1-fe208cfbb31f", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:35.922572 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f5242307-3fc8-42e5-b72e-e5c3a31ff593 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:35.929940 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1', 'tag': '547e6e2d-7476-4f76-a8d1-fe208cfbb31f', 'status': 'completed', 'code': 200} Nov 12 00:51:35.950634 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1d251-620a-429a-902b-8f15ba63d84a req-e1936588-f19f-45d6-a837-b88064918dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:35.952919 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b4e1d251-620a-429a-902b-8f15ba63d84a req-e1936588-f19f-45d6-a837-b88064918dc4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4cf1d05c9d8749e4bcaf113d847d03e9&device_id=b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1 HTTP/1.1" status: 200 len: 1095 time: 0.0889406 Nov 12 00:51:35.960638 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dc66031f-415e-4355-8f64-90eb5f4e6385 req-3d649d5d-8ecf-41b2-b224-52a7dc8e0987 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710318 Nov 12 00:51:36.023653 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b4e1d251-620a-429a-902b-8f15ba63d84a req-e7556cab-f16e-4035-b263-5ff362025997 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=547e6e2d-7476-4f76-a8d1-fe208cfbb31f HTTP/1.1" status: 200 len: 217 time: 0.0559182 Nov 12 00:51:36.101116 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1d251-620a-429a-902b-8f15ba63d84a req-1b0e56b4-3228-49a3-bf39-4e2d3d7a762c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:36.102693 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b4e1d251-620a-429a-902b-8f15ba63d84a req-1b0e56b4-3228-49a3-bf39-4e2d3d7a762c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=701d816b-c6ea-4d7b-bdc3-9a5cc8add0b9 HTTP/1.1" status: 200 len: 850 time: 0.0709198 Nov 12 00:51:36.141158 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b4e1d251-620a-429a-902b-8f15ba63d84a req-57755ecb-d487-480f-802a-e4568d5a0a2c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=16359a25-3e6f-45fe-be0d-6f4a3f158857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294805 Nov 12 00:51:36.245158 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b4e1d251-620a-429a-902b-8f15ba63d84a req-54fb06d4-5996-4d1c-8f10-2301da908457 service neutron] 10.222.0.49 "GET /v2.0/networks/16359a25-3e6f-45fe-be0d-6f4a3f158857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983565 Nov 12 00:51:36.348696 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b4e1d251-620a-429a-902b-8f15ba63d84a req-d45a5a67-aa15-4b35-aebb-e2a370f72bcd service neutron] 10.222.0.49 "GET /v2.0/networks/16359a25-3e6f-45fe-be0d-6f4a3f158857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959160 Nov 12 00:51:36.414448 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-761c186a-35e3-43d9-ba86-09c6897b5081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:36.476560 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8d90e-0175-482d-a435-e2fc08e19c8d req-ce2d99f8-1eaf-4fd4-86cf-0496e2c43940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:36.478272 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6bd8d90e-0175-482d-a435-e2fc08e19c8d req-ce2d99f8-1eaf-4fd4-86cf-0496e2c43940 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4cf1d05c9d8749e4bcaf113d847d03e9&device_id=b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1 HTTP/1.1" status: 200 len: 1095 time: 0.0434484 Nov 12 00:51:36.490918 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 56796) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:36.597033 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8d90e-0175-482d-a435-e2fc08e19c8d req-94626719-c686-4bfc-9534-eff499f1b316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:36.598822 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6bd8d90e-0175-482d-a435-e2fc08e19c8d req-94626719-c686-4bfc-9534-eff499f1b316 service neutron] 10.222.0.49 "GET /v2.0/networks?id=16359a25-3e6f-45fe-be0d-6f4a3f158857 HTTP/1.1" status: 200 len: 911 time: 0.1121135 Nov 12 00:51:36.631708 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e187d2bb-8931-46be-96f9-097ecb82aa27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:36.661587 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6bd8d90e-0175-482d-a435-e2fc08e19c8d req-dcbe2b27-20df-4ce6-8848-41c0ee3fcc82 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=547e6e2d-7476-4f76-a8d1-fe208cfbb31f HTTP/1.1" status: 200 len: 217 time: 0.0557885 Nov 12 00:51:36.736112 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e187d2bb-8931-46be-96f9-097ecb82aa27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:36.742106 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e187d2bb-8931-46be-96f9-097ecb82aa27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:36.766802 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8d90e-0175-482d-a435-e2fc08e19c8d req-bd4ca631-1e82-43a1-b1f3-fd25a06a84c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:36.768381 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6bd8d90e-0175-482d-a435-e2fc08e19c8d req-bd4ca631-1e82-43a1-b1f3-fd25a06a84c7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=701d816b-c6ea-4d7b-bdc3-9a5cc8add0b9 HTTP/1.1" status: 200 len: 850 time: 0.0966449 Nov 12 00:51:36.781483 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ad951-7cda-43a7-8615-889811af32f4 req-28131dd5-d028-4e11-8c5d-3b2b7c8ee868 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:36.783144 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7f5ad951-7cda-43a7-8615-889811af32f4 req-28131dd5-d028-4e11-8c5d-3b2b7c8ee868 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=83f8708d-3ccc-413a-a4a5-033fd581a663 HTTP/1.1" status: 200 len: 945 time: 0.1005731 Nov 12 00:51:36.789285 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e187d2bb-8931-46be-96f9-097ecb82aa27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3f094c-e624-4609-a1b0-c18b6c3946f9,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:36.794038 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e187d2bb-8931-46be-96f9-097ecb82aa27 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4a89519f53c54a6ba8ad56ee1ffe0a27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3018608 Nov 12 00:51:36.800510 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 56806) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:36.822498 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6bd8d90e-0175-482d-a435-e2fc08e19c8d req-38b8c56b-4ad6-4310-b1b2-28743df4b550 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=16359a25-3e6f-45fe-be0d-6f4a3f158857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382867 Nov 12 00:51:36.854795 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c50b7e29-ba3c-4a9f-91c5-069c96ebb9dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:36.887420 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c50b7e29-ba3c-4a9f-91c5-069c96ebb9dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:36.899344 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f3602d60-a6e5-4c6c-8485-2bf6f8edabae details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:51:36.934353 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7f5ad951-7cda-43a7-8615-889811af32f4 req-581f8880-9925-4b76-9751-749126a87a48 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287997 Nov 12 00:51:36.977537 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6bd8d90e-0175-482d-a435-e2fc08e19c8d req-da53c6f6-8e84-4821-891c-a20cef1d4c93 service neutron] 10.222.0.49 "GET /v2.0/networks/16359a25-3e6f-45fe-be0d-6f4a3f158857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452696 Nov 12 00:51:37.008449 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port f3602d60-a6e5-4c6c-8485-2bf6f8edabae, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f3602d60-a6e5-4c6c-8485-2bf6f8edabae,segment=NetworkSegment(f276d0aa-177e-4f4e-961a-b2ec2b54d3b3),segment_id=f276d0aa-177e-4f4e-961a-b2ec2b54d3b3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:37.011906 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8724cfc8-a619-4525-8376-6e7e8a784845 req-8f10cd32-7c95-4f11-93a7-c98068d98345 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:37.021094 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8724cfc8-a619-4525-8376-6e7e8a784845 req-8f10cd32-7c95-4f11-93a7-c98068d98345 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 943 time: 0.0771408 Nov 12 00:51:37.021888 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'f3602d60-a6e5-4c6c-8485-2bf6f8edabae', 'network_id': 'a9bd4d97-ce4d-4779-8f54-675f72a9954e', 'port_id': 'f3602d60-a6e5-4c6c-8485-2bf6f8edabae', 'mac_address': 'fa:16:3e:6f:a8:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17f5a2ba-c1de-498e-a9ce-36910c55dbea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:51:37.042627 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c50b7e29-ba3c-4a9f-91c5-069c96ebb9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:37.048228 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c50b7e29-ba3c-4a9f-91c5-069c96ebb9dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:37.050061 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c50b7e29-ba3c-4a9f-91c5-069c96ebb9dd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cb3f094c-e624-4609-a1b0-c18b6c3946f9 HTTP/1.1" status: 204 len: 168 time: 0.2480898 Nov 12 00:51:37.067407 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b7e29-ba3c-4a9f-91c5-069c96ebb9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3f094c-e624-4609-a1b0-c18b6c3946f9,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:37.090816 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:37.110889 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3602d60-a6e5-4c6c-8485-2bf6f8edabae {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:37.141959 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port f3602d60-a6e5-4c6c-8485-2bf6f8edabae, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f3602d60-a6e5-4c6c-8485-2bf6f8edabae,segment=NetworkSegment(f276d0aa-177e-4f4e-961a-b2ec2b54d3b3),segment_id=f276d0aa-177e-4f4e-961a-b2ec2b54d3b3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:37.144988 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8724cfc8-a619-4525-8376-6e7e8a784845 req-4d74b42b-462e-4c99-b574-8f6c941cd122 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168628 Nov 12 00:51:37.150052 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:37.218106 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b0e2a-8dfa-45ad-aa93-ff55621427b4 req-38b2cb55-fd18-4f1b-aad5-5c1cbe822cce tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:37.218453 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=f3602d60-a6e5-4c6c-8485-2bf6f8edabae,revision_number=7']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:37.220398 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c7b0e2a-8dfa-45ad-aa93-ff55621427b4 req-38b2cb55-fd18-4f1b-aad5-5c1cbe822cce tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1 HTTP/1.1" status: 200 len: 943 time: 0.0834718 Nov 12 00:51:37.222862 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6bd8d90e-0175-482d-a435-e2fc08e19c8d req-7ff6f234-8cc5-41b6-b099-7b6ed95451d2 service neutron] 10.222.0.49 "GET /v2.0/networks/16359a25-3e6f-45fe-be0d-6f4a3f158857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363808 Nov 12 00:51:37.285887 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c7b0e2a-8dfa-45ad-aa93-ff55621427b4 req-a58b7c6d-4ce9-4c74-87ac-c8d5ddc2ed84 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584896 Nov 12 00:51:37.593358 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:37.654641 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['f3602d60-a6e5-4c6c-8485-2bf6f8edabae'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:51:37.860553 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 56838) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:37.964956 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-afb3cbdc-2e17-45f3-928b-e15b00819d7c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-350154237-network', 'tenant_id': 'fd5311579de340b4b4bd3795ded62f62'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:37.993555 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb3cbdc-2e17-45f3-928b-e15b00819d7c admin admin] Made reservation on behalf of fd5311579de340b4b4bd3795ded62f62 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:37.995991 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-afb3cbdc-2e17-45f3-928b-e15b00819d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:38.011046 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-afb3cbdc-2e17-45f3-928b-e15b00819d7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:38.038732 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139c915-4c03-4368-a7a5-a4b28bbd7168 req-008e6e53-d953-4c74-8da1-ff4eb5c7d027 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:38.040336 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4139c915-4c03-4368-a7a5-a4b28bbd7168 req-008e6e53-d953-4c74-8da1-ff4eb5c7d027 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=83f8708d-3ccc-413a-a4a5-033fd581a663 HTTP/1.1" status: 200 len: 945 time: 0.0563998 Nov 12 00:51:38.100964 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-afb3cbdc-2e17-45f3-928b-e15b00819d7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:38.105678 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-afb3cbdc-2e17-45f3-928b-e15b00819d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:38.107105 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4139c915-4c03-4368-a7a5-a4b28bbd7168 req-462ff53b-d557-49e5-8044-804865a1a5f6 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592320 Nov 12 00:51:38.139761 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afb3cbdc-2e17-45f3-928b-e15b00819d7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:51:38.142784 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3cbdc-2e17-45f3-928b-e15b00819d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5aa9ab3-9fd4-484b-92ce-7fca34437105,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:38.154901 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-afb3cbdc-2e17-45f3-928b-e15b00819d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:38.155256 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-afb3cbdc-2e17-45f3-928b-e15b00819d7c admin admin] Added segment 47d4bfe1-e950-4b7f-9539-0e611123121b of type vlan for network 81bfe4c5-5071-416b-8d5d-76065f6e230c Nov 12 00:51:38.208199 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-afb3cbdc-2e17-45f3-928b-e15b00819d7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:38.260770 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-afb3cbdc-2e17-45f3-928b-e15b00819d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:38.261766 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb3cbdc-2e17-45f3-928b-e15b00819d7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:38.262362 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-afb3cbdc-2e17-45f3-928b-e15b00819d7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:38.330631 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-afb3cbdc-2e17-45f3-928b-e15b00819d7c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4689143 Nov 12 00:51:38.333558 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 56852) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:38.339117 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-d2587036-9021-42e5-a8d1-d0e7309bb06c admin admin] Request body: {'subnet': {'network_id': '81bfe4c5-5071-416b-8d5d-76065f6e230c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-350154237-subnet', 'tenant_id': 'fd5311579de340b4b4bd3795ded62f62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:38.341216 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3cbdc-2e17-45f3-928b-e15b00819d7c admin admin] Pushing event updated for resources: {'Network': ['ID=81bfe4c5-5071-416b-8d5d-76065f6e230c,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:38.351791 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9597d5-ed3a-449a-80a4-51bfef1f3762 req-6d2e3b67-c202-4681-a521-fc6371f6e046 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:38.355814 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 81bfe4c5-5071-416b-8d5d-76065f6e230c details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:51:38.359018 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6f9597d5-ed3a-449a-80a4-51bfef1f3762 req-6d2e3b67-c202-4681-a521-fc6371f6e046 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 944 time: 0.1339071 Nov 12 00:51:38.376588 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2587036-9021-42e5-a8d1-d0e7309bb06c admin admin] Made reservation on behalf of fd5311579de340b4b4bd3795ded62f62 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:38.379038 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d2587036-9021-42e5-a8d1-d0e7309bb06c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:38.424688 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6f9597d5-ed3a-449a-80a4-51bfef1f3762 req-31b44c14-e425-480c-a086-58428703e8a5 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647268 Nov 12 00:51:38.528655 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ec07c-05ea-42dc-b0aa-a36ae8c2d66f req-31bab73f-410c-48af-b22a-e403bbe4fcde tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:38.530338 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-555ec07c-05ea-42dc-b0aa-a36ae8c2d66f req-31bab73f-410c-48af-b22a-e403bbe4fcde tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1 HTTP/1.1" status: 200 len: 943 time: 0.0748963 Nov 12 00:51:38.608137 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 547e6e2d-7476-4f76-a8d1-fe208cfbb31f details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:51:38.623264 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-555ec07c-05ea-42dc-b0aa-a36ae8c2d66f req-4d0e05b0-ccf7-4cb1-bb67-23cc22273054 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823355 Nov 12 00:51:38.689085 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d2587036-9021-42e5-a8d1-d0e7309bb06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:38.724898 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 547e6e2d-7476-4f76-a8d1-fe208cfbb31f, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=547e6e2d-7476-4f76-a8d1-fe208cfbb31f,segment=NetworkSegment(9b3e3280-7bfa-4894-831b-0758b3589c41),segment_id=9b3e3280-7bfa-4894-831b-0758b3589c41)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:38.737823 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '547e6e2d-7476-4f76-a8d1-fe208cfbb31f', 'network_id': '16359a25-3e6f-45fe-be0d-6f4a3f158857', 'port_id': '547e6e2d-7476-4f76-a8d1-fe208cfbb31f', 'mac_address': 'fa:16:3e:9e:04:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '701d816b-c6ea-4d7b-bdc3-9a5cc8add0b9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:51:38.760769 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2587036-9021-42e5-a8d1-d0e7309bb06c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3a5cf2c-8d1e-4b19-8561-7f413b7dc87c,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:38.769358 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2587036-9021-42e5-a8d1-d0e7309bb06c admin admin] Checking segment: {'id': '47d4bfe1-e950-4b7f-9539-0e611123121b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '81bfe4c5-5071-416b-8d5d-76065f6e230c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:38.769724 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2587036-9021-42e5-a8d1-d0e7309bb06c admin admin] Network hostable DHCP agents. Network: 81bfe4c5-5071-416b-8d5d-76065f6e230c, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:51:38.778667 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:38.788443 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2587036-9021-42e5-a8d1-d0e7309bb06c admin admin] Network 81bfe4c5-5071-416b-8d5d-76065f6e230c is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:51:38.796445 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 547e6e2d-7476-4f76-a8d1-fe208cfbb31f {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:38.798332 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-d2587036-9021-42e5-a8d1-d0e7309bb06c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 81bfe4c5-5071-416b-8d5d-76065f6e230c) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:38.805634 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2587036-9021-42e5-a8d1-d0e7309bb06c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:38.807000 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d2587036-9021-42e5-a8d1-d0e7309bb06c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:38.807326 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addead5e-a944-4ab5-80f3-0728b28d56ca None None] Network 81bfe4c5-5071-416b-8d5d-76065f6e230c requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:51:38.827087 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d2587036-9021-42e5-a8d1-d0e7309bb06c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4920502 Nov 12 00:51:38.843523 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 547e6e2d-7476-4f76-a8d1-fe208cfbb31f, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=547e6e2d-7476-4f76-a8d1-fe208cfbb31f,segment=NetworkSegment(9b3e3280-7bfa-4894-831b-0758b3589c41),segment_id=9b3e3280-7bfa-4894-831b-0758b3589c41)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:38.874157 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:38.947871 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=547e6e2d-7476-4f76-a8d1-fe208cfbb31f,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:38.998407 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44711091-430e-401f-aaf8-4c391f1bb0cb None None] Network 81bfe4c5-5071-416b-8d5d-76065f6e230c requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:51:39.160712 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['547e6e2d-7476-4f76-a8d1-fe208cfbb31f'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:51:39.217048 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:39.266765 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0df36e-0bdc-44bf-961d-8f0f6248405b req-77c1bbfc-8ee6-4ac0-a3b3-3d7848892745 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:39.269881 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8b0df36e-0bdc-44bf-961d-8f0f6248405b req-77c1bbfc-8ee6-4ac0-a3b3-3d7848892745 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=83f8708d-3ccc-413a-a4a5-033fd581a663 HTTP/1.1" status: 200 len: 945 time: 0.0839882 Nov 12 00:51:39.338614 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8b0df36e-0bdc-44bf-961d-8f0f6248405b req-c1b74c8f-51fb-42f9-bb32-0f1742df5deb tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591829 Nov 12 00:51:39.394626 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048ff40-109d-4be0-b855-44b0bbfed932 req-27c34cb6-98be-46db-bc6b-8e71e2803dc5 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:39.396306 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1048ff40-109d-4be0-b855-44b0bbfed932 req-27c34cb6-98be-46db-bc6b-8e71e2803dc5 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/networks?id=81bfe4c5-5071-416b-8d5d-76065f6e230c HTTP/1.1" status: 200 len: 814 time: 0.1280878 Nov 12 00:51:39.412166 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1048ff40-109d-4be0-b855-44b0bbfed932 req-09187f91-a917-40b4-bac0-74b438270a5a tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/quotas/fd5311579de340b4b4bd3795ded62f62 HTTP/1.1" status: 200 len: 375 time: 0.0095472 Nov 12 00:51:39.447044 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1048ff40-109d-4be0-b855-44b0bbfed932 req-30a9b6c4-fa23-4f93-9063-c6e85e4045e3 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fd5311579de340b4b4bd3795ded62f62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293677 Nov 12 00:51:39.563318 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e18590-d20b-46de-a8ec-43cd822c63b1 req-3331b557-2c31-41f0-b110-27010f0ccb03 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:39.565306 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b7e18590-d20b-46de-a8ec-43cd822c63b1 req-3331b557-2c31-41f0-b110-27010f0ccb03 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 944 time: 0.0577090 Nov 12 00:51:39.581462 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1048ff40-109d-4be0-b855-44b0bbfed932 req-b5cab754-d2fd-43fa-b042-5b6eca73c156 service neutron] 10.222.0.20 "GET /v2.0/networks/81bfe4c5-5071-416b-8d5d-76065f6e230c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238983 Nov 12 00:51:39.641484 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b7e18590-d20b-46de-a8ec-43cd822c63b1 req-1763433c-b6af-4be0-b27c-50e387ed457c tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562575 Nov 12 00:51:39.691840 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1048ff40-109d-4be0-b855-44b0bbfed932 req-b260c160-ee50-454b-b31c-5b54d712ddff service neutron] 10.222.0.20 "GET /v2.0/networks/81bfe4c5-5071-416b-8d5d-76065f6e230c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031663 Nov 12 00:51:39.737298 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:39.773536 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25368f32-ae58-4e1c-9c75-c36a2cfa0169 req-943c9fee-b3ac-40c1-84e1-6bd69da002e4 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:39.776666 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-25368f32-ae58-4e1c-9c75-c36a2cfa0169 req-943c9fee-b3ac-40c1-84e1-6bd69da002e4 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1 HTTP/1.1" status: 200 len: 944 time: 0.0763218 Nov 12 00:51:39.839320 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-25368f32-ae58-4e1c-9c75-c36a2cfa0169 req-caa0895a-8b4c-4308-bab7-0026b98a5e90 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562134 Nov 12 00:51:39.910164 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fc20cdfb-107d-46bd-ae27-d763b4bb4bd6 req-771f77bb-8bc1-486b-92bc-5f9e95a962b7 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa44ebcc-e38e-4774-b809-f18523c1888f HTTP/1.1" status: 200 len: 210 time: 0.0332916 Nov 12 00:51:40.656917 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 547e6e2d-7476-4f76-a8d1-fe208cfbb31f up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:40.718233 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:40.738400 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 547e6e2d-7476-4f76-a8d1-fe208cfbb31f completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:51:40.746268 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 547e6e2d-7476-4f76-a8d1-fe208cfbb31f triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:40.746877 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:40.787153 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773a544-e5ad-4de3-8bcc-758719f8cab4 req-26deecfa-8e80-49af-a1ce-3d0f7a4d7430 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:40.808455 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4773a544-e5ad-4de3-8bcc-758719f8cab4 req-26deecfa-8e80-49af-a1ce-3d0f7a4d7430 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 944 time: 0.0798080 Nov 12 00:51:40.814763 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686bdff-3d0d-473a-b67d-113f0cbb5fa8 req-902099d1-924d-4e99-85f8-38b1c53dda07 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:40.825611 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e686bdff-3d0d-473a-b67d-113f0cbb5fa8 req-902099d1-924d-4e99-85f8-38b1c53dda07 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=83f8708d-3ccc-413a-a4a5-033fd581a663 HTTP/1.1" status: 200 len: 945 time: 0.3961313 Nov 12 00:51:40.867208 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4773a544-e5ad-4de3-8bcc-758719f8cab4 req-e998d323-6e34-4ca6-a05f-f655333bf38b tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578625 Nov 12 00:51:40.875812 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:40.903004 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e686bdff-3d0d-473a-b67d-113f0cbb5fa8 req-69d6268b-4491-4368-9606-4b3740b20866 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737500 Nov 12 00:51:40.918713 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547e6e2d-7476-4f76-a8d1-fe208cfbb31f'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:40.921022 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1964fd7b-dc60-4416-8cb3-2644050fb07f" -d '{"events": [{"server_uuid": "b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1", "name": "network-vif-plugged", "status": "completed", "tag": "547e6e2d-7476-4f76-a8d1-fe208cfbb31f"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:40.941292 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 547e6e2d-7476-4f76-a8d1-fe208cfbb31f, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=547e6e2d-7476-4f76-a8d1-fe208cfbb31f,segment=NetworkSegment(9b3e3280-7bfa-4894-831b-0758b3589c41),segment_id=9b3e3280-7bfa-4894-831b-0758b3589c41)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:40.944207 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f3602d60-a6e5-4c6c-8485-2bf6f8edabae up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:41.084499 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793cdb07-a1c7-4185-8712-21b1ca8dc339 req-3ffbcda1-3792-4a98-832e-4b59dac42f7d tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:41.097306 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-793cdb07-a1c7-4185-8712-21b1ca8dc339 req-3ffbcda1-3792-4a98-832e-4b59dac42f7d tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1 HTTP/1.1" status: 200 len: 945 time: 0.1085758 Nov 12 00:51:41.171874 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048ff40-109d-4be0-b855-44b0bbfed932 req-d10faa93-6b10-4376-86b0-70a1a9f9b5b8 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:41.174142 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1048ff40-109d-4be0-b855-44b0bbfed932 req-d10faa93-6b10-4376-86b0-70a1a9f9b5b8 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.49 "GET /v2.0/networks?id=81bfe4c5-5071-416b-8d5d-76065f6e230c HTTP/1.1" status: 200 len: 814 time: 0.2028973 Nov 12 00:51:41.186122 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-793cdb07-a1c7-4185-8712-21b1ca8dc339 req-d2579589-9085-407b-9fe6-f3f831b2bedc tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856404 Nov 12 00:51:41.199403 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d018edb-5b0f-4e4e-9c53-d0181e68515f x-openstack-request-id: req-4d018edb-5b0f-4e4e-9c53-d0181e68515f {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:41.199693 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1", "name": "network-vif-plugged", "status": "completed", "tag": "547e6e2d-7476-4f76-a8d1-fe208cfbb31f", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:41.199946 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4d018edb-5b0f-4e4e-9c53-d0181e68515f {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:41.200331 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547e6e2d-7476-4f76-a8d1-fe208cfbb31f', 'code': 200} Nov 12 00:51:41.210789 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:41.219903 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-1048ff40-109d-4be0-b855-44b0bbfed932 req-353b10f9-a9f7-4eb8-a03b-6647371a60f7 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Request body: {'port': {'device_id': 'aa44ebcc-e38e-4774-b809-f18523c1888f', 'network_id': '81bfe4c5-5071-416b-8d5d-76065f6e230c', 'admin_state_up': True, 'tenant_id': 'fd5311579de340b4b4bd3795ded62f62'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:41.239439 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-53e7e487-07ee-44f4-bc1d-9e51c57f6d8d req-3fcb18fd-c859-45f2-9c2a-54282457c238 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa44ebcc-e38e-4774-b809-f18523c1888f HTTP/1.1" status: 200 len: 210 time: 0.1278160 Nov 12 00:51:41.278411 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port f3602d60-a6e5-4c6c-8485-2bf6f8edabae triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:41.278908 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:41.313996 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=547e6e2d-7476-4f76-a8d1-fe208cfbb31f,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:41.318990 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a971b122-0d61-445d-a36d-02e0d83c0240 req-ba2f6959-36c5-458f-b563-679d5ac6a35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:41.320943 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a971b122-0d61-445d-a36d-02e0d83c0240 req-ba2f6959-36c5-458f-b563-679d5ac6a35d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1 HTTP/1.1" status: 200 len: 1097 time: 0.1636646 Nov 12 00:51:41.372935 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:41.404248 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a971b122-0d61-445d-a36d-02e0d83c0240 req-4666be66-a519-496c-af3d-c2cce534443e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687566 Nov 12 00:51:41.409229 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1048ff40-109d-4be0-b855-44b0bbfed932 req-353b10f9-a9f7-4eb8-a03b-6647371a60f7 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Made reservation on behalf of fd5311579de340b4b4bd3795ded62f62 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:41.412160 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port f3602d60-a6e5-4c6c-8485-2bf6f8edabae, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f3602d60-a6e5-4c6c-8485-2bf6f8edabae,segment=NetworkSegment(f276d0aa-177e-4f4e-961a-b2ec2b54d3b3),segment_id=f276d0aa-177e-4f4e-961a-b2ec2b54d3b3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:41.412801 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-1048ff40-109d-4be0-b855-44b0bbfed932 req-353b10f9-a9f7-4eb8-a03b-6647371a60f7 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:41.418425 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:41.474030 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=f3602d60-a6e5-4c6c-8485-2bf6f8edabae,revision_number=8']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:41.553613 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-1048ff40-109d-4be0-b855-44b0bbfed932 req-353b10f9-a9f7-4eb8-a03b-6647371a60f7 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Allocated IP 172.20.0.5 (81bfe4c5-5071-416b-8d5d-76065f6e230c/b3a5cf2c-8d1e-4b19-8561-7f413b7dc87c/6b400def-72a0-4d02-a643-c4fd53bb4ffc) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:51:41.710661 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-1048ff40-109d-4be0-b855-44b0bbfed932 req-353b10f9-a9f7-4eb8-a03b-6647371a60f7 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:41.747647 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-1048ff40-109d-4be0-b855-44b0bbfed932 req-353b10f9-a9f7-4eb8-a03b-6647371a60f7 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:41.792674 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1048ff40-109d-4be0-b855-44b0bbfed932 req-353b10f9-a9f7-4eb8-a03b-6647371a60f7 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Network 81bfe4c5-5071-416b-8d5d-76065f6e230c is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:41.800896 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-1048ff40-109d-4be0-b855-44b0bbfed932 req-353b10f9-a9f7-4eb8-a03b-6647371a60f7 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:41.805532 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-1048ff40-109d-4be0-b855-44b0bbfed932 req-353b10f9-a9f7-4eb8-a03b-6647371a60f7 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:41.809447 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b10f9-a9f7-4eb8-a03b-6647371a60f7 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Pushing event updated for resources: {'Port': ['ID=6b400def-72a0-4d02-a643-c4fd53bb4ffc,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:41.857388 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048ff40-109d-4be0-b855-44b0bbfed932 req-353b10f9-a9f7-4eb8-a03b-6647371a60f7 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:41.858113 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-1048ff40-109d-4be0-b855-44b0bbfed932 req-353b10f9-a9f7-4eb8-a03b-6647371a60f7 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:41.877659 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1048ff40-109d-4be0-b855-44b0bbfed932 req-353b10f9-a9f7-4eb8-a03b-6647371a60f7 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6631768 Nov 12 00:51:41.899003 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-1048ff40-109d-4be0-b855-44b0bbfed932 req-0cdbc174-2ab7-46f0-9cda-ae31692d7051 service neutron] Request body: {'port': {'device_id': 'aa44ebcc-e38e-4774-b809-f18523c1888f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:41.981824 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-1048ff40-109d-4be0-b855-44b0bbfed932 req-0cdbc174-2ab7-46f0-9cda-ae31692d7051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:42.022543 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6c5a8-eff4-42cc-b2c6-54f8b8d0ae36 req-1663ef2a-24d0-4691-9820-63ea830a9fb0 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:42.024303 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a4d6c5a8-eff4-42cc-b2c6-54f8b8d0ae36 req-1663ef2a-24d0-4691-9820-63ea830a9fb0 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 945 time: 0.0661716 Nov 12 00:51:42.080748 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a4d6c5a8-eff4-42cc-b2c6-54f8b8d0ae36 req-f43334ff-20e3-472c-a1f5-5df7ca5c9163 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478199 Nov 12 00:51:42.083132 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8babd5-4646-4d85-b6fc-7f3a81638c22 req-e63486b5-9aa5-469a-a70e-30d49c813327 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:42.084662 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6d8babd5-4646-4d85-b6fc-7f3a81638c22 req-e63486b5-9aa5-469a-a70e-30d49c813327 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=83f8708d-3ccc-413a-a4a5-033fd581a663 HTTP/1.1" status: 200 len: 945 time: 0.0826800 Nov 12 00:51:42.210758 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6d8babd5-4646-4d85-b6fc-7f3a81638c22 req-1c837afc-8345-415e-843e-8c16b86874e9 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814986 Nov 12 00:51:42.294867 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:51:42.320561 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea0b9b-3184-4c3e-a6b4-1cf2eec4d543 req-0675072c-6d0f-479a-bd5c-cd28cdfe77ba tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:42.322403 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a3ea0b9b-3184-4c3e-a6b4-1cf2eec4d543 req-0675072c-6d0f-479a-bd5c-cd28cdfe77ba tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1 HTTP/1.1" status: 200 len: 945 time: 0.0587337 Nov 12 00:51:42.391169 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a3ea0b9b-3184-4c3e-a6b4-1cf2eec4d543 req-d22c6e35-3dab-46d0-990e-da708d6e6cf4 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568023 Nov 12 00:51:42.398527 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-1048ff40-109d-4be0-b855-44b0bbfed932 req-0cdbc174-2ab7-46f0-9cda-ae31692d7051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b400def-72a0-4d02-a643-c4fd53bb4ffc {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:42.410141 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-1048ff40-109d-4be0-b855-44b0bbfed932 req-0cdbc174-2ab7-46f0-9cda-ae31692d7051 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:42.419820 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebcbbb-c0db-4c05-ac68-6b5e957a8c8a req-fc6c6e24-05c8-4b63-8e4e-45f883202b79 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:42.421408 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-12ebcbbb-c0db-4c05-ac68-6b5e957a8c8a req-fc6c6e24-05c8-4b63-8e4e-45f883202b79 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa44ebcc-e38e-4774-b809-f18523c1888f HTTP/1.1" status: 200 len: 931 time: 0.0800328 Nov 12 00:51:42.434974 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-1048ff40-109d-4be0-b855-44b0bbfed932 req-0cdbc174-2ab7-46f0-9cda-ae31692d7051 service neutron] Transition to ACTIVE for port object 6b400def-72a0-4d02-a643-c4fd53bb4ffc will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:51:42.442566 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-1048ff40-109d-4be0-b855-44b0bbfed932 req-0cdbc174-2ab7-46f0-9cda-ae31692d7051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:42.526021 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdbc174-2ab7-46f0-9cda-ae31692d7051 service neutron] Pushing event updated for resources: {'Port': ['ID=6b400def-72a0-4d02-a643-c4fd53bb4ffc,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:42.540391 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-12ebcbbb-c0db-4c05-ac68-6b5e957a8c8a req-19f371bb-6c63-44a5-bdef-327e6ae05d9d tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115479 Nov 12 00:51:42.540783 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:42.617982 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-1048ff40-109d-4be0-b855-44b0bbfed932 req-0cdbc174-2ab7-46f0-9cda-ae31692d7051 service neutron] Attempting to bind port 6b400def-72a0-4d02-a643-c4fd53bb4ffc on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:42.618313 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-1048ff40-109d-4be0-b855-44b0bbfed932 req-0cdbc174-2ab7-46f0-9cda-ae31692d7051 service neutron] Attempting to bind port 6b400def-72a0-4d02-a643-c4fd53bb4ffc by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '47d4bfe1-e950-4b7f-9539-0e611123121b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '81bfe4c5-5071-416b-8d5d-76065f6e230c'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:42.618640 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1048ff40-109d-4be0-b855-44b0bbfed932 req-0cdbc174-2ab7-46f0-9cda-ae31692d7051 service neutron] Attempting to bind port 6b400def-72a0-4d02-a643-c4fd53bb4ffc on network 81bfe4c5-5071-416b-8d5d-76065f6e230c {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:42.623268 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1048ff40-109d-4be0-b855-44b0bbfed932 req-0cdbc174-2ab7-46f0-9cda-ae31692d7051 service neutron] Port 6b400def-72a0-4d02-a643-c4fd53bb4ffc on network 81bfe4c5-5071-416b-8d5d-76065f6e230c not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:42.623588 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1048ff40-109d-4be0-b855-44b0bbfed932 req-0cdbc174-2ab7-46f0-9cda-ae31692d7051 service neutron] Attempting to bind port 6b400def-72a0-4d02-a643-c4fd53bb4ffc on network 81bfe4c5-5071-416b-8d5d-76065f6e230c {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:42.628904 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1048ff40-109d-4be0-b855-44b0bbfed932 req-0cdbc174-2ab7-46f0-9cda-ae31692d7051 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:51:42.629240 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1048ff40-109d-4be0-b855-44b0bbfed932 req-0cdbc174-2ab7-46f0-9cda-ae31692d7051 service neutron] Checking segment: {'id': '47d4bfe1-e950-4b7f-9539-0e611123121b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '81bfe4c5-5071-416b-8d5d-76065f6e230c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:42.629656 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1048ff40-109d-4be0-b855-44b0bbfed932 req-0cdbc174-2ab7-46f0-9cda-ae31692d7051 service neutron] Bound using segment: {'id': '47d4bfe1-e950-4b7f-9539-0e611123121b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '81bfe4c5-5071-416b-8d5d-76065f6e230c'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:51:42.630075 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-1048ff40-109d-4be0-b855-44b0bbfed932 req-0cdbc174-2ab7-46f0-9cda-ae31692d7051 service neutron] Bound port: 6b400def-72a0-4d02-a643-c4fd53bb4ffc, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47d4bfe1-e950-4b7f-9539-0e611123121b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '81bfe4c5-5071-416b-8d5d-76065f6e230c'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:51:42.630428 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-1048ff40-109d-4be0-b855-44b0bbfed932 req-0cdbc174-2ab7-46f0-9cda-ae31692d7051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:42.701052 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-1048ff40-109d-4be0-b855-44b0bbfed932 req-0cdbc174-2ab7-46f0-9cda-ae31692d7051 service neutron] For port 6b400def-72a0-4d02-a643-c4fd53bb4ffc, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:51:42.710673 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-1048ff40-109d-4be0-b855-44b0bbfed932 req-0cdbc174-2ab7-46f0-9cda-ae31692d7051 service neutron] For port 6b400def-72a0-4d02-a643-c4fd53bb4ffc, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=6b400def-72a0-4d02-a643-c4fd53bb4ffc,segment=NetworkSegment(47d4bfe1-e950-4b7f-9539-0e611123121b),segment_id=47d4bfe1-e950-4b7f-9539-0e611123121b)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:51:42.716280 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-1048ff40-109d-4be0-b855-44b0bbfed932 req-0cdbc174-2ab7-46f0-9cda-ae31692d7051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:42.756727 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048ff40-109d-4be0-b855-44b0bbfed932 req-0cdbc174-2ab7-46f0-9cda-ae31692d7051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:42.757346 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-1048ff40-109d-4be0-b855-44b0bbfed932 req-0cdbc174-2ab7-46f0-9cda-ae31692d7051 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:42.758749 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1048ff40-109d-4be0-b855-44b0bbfed932 req-0cdbc174-2ab7-46f0-9cda-ae31692d7051 service neutron] 10.222.0.49 "PUT /v2.0/ports/6b400def-72a0-4d02-a643-c4fd53bb4ffc HTTP/1.1" status: 200 len: 1092 time: 0.8645341 Nov 12 00:51:42.759231 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa44ebcc-e38e-4774-b809-f18523c1888f', 'tag': '6b400def-72a0-4d02-a643-c4fd53bb4ffc'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:42.761547 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1b9349-5ba6-487b-bfa4-f45410a52ca8" -d '{"events": [{"name": "network-changed", "server_uuid": "aa44ebcc-e38e-4774-b809-f18523c1888f", "tag": "6b400def-72a0-4d02-a643-c4fd53bb4ffc"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:42.792760 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdbc174-2ab7-46f0-9cda-ae31692d7051 service neutron] Pushing event updated for resources: {'Port': ['ID=6b400def-72a0-4d02-a643-c4fd53bb4ffc,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:42.803669 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5198b362-d849-4511-be05-fadf7c93b13e x-openstack-request-id: req-5198b362-d849-4511-be05-fadf7c93b13e {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:42.804029 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa44ebcc-e38e-4774-b809-f18523c1888f", "tag": "6b400def-72a0-4d02-a643-c4fd53bb4ffc", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:42.804355 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5198b362-d849-4511-be05-fadf7c93b13e {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:42.804763 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa44ebcc-e38e-4774-b809-f18523c1888f', 'tag': '6b400def-72a0-4d02-a643-c4fd53bb4ffc', 'status': 'completed', 'code': 200} Nov 12 00:51:42.870023 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048ff40-109d-4be0-b855-44b0bbfed932 req-9934d247-4a24-4c34-8812-d05edd09ba7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:42.871695 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1048ff40-109d-4be0-b855-44b0bbfed932 req-9934d247-4a24-4c34-8812-d05edd09ba7a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fd5311579de340b4b4bd3795ded62f62&device_id=aa44ebcc-e38e-4774-b809-f18523c1888f HTTP/1.1" status: 200 len: 1095 time: 0.0488765 Nov 12 00:51:42.924721 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1048ff40-109d-4be0-b855-44b0bbfed932 req-a58ef6af-cdc4-40ba-8b97-be6e881ad4df service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b400def-72a0-4d02-a643-c4fd53bb4ffc HTTP/1.1" status: 200 len: 217 time: 0.0400097 Nov 12 00:51:42.975866 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048ff40-109d-4be0-b855-44b0bbfed932 req-f1eed03d-4845-4b2f-b7af-26838752606f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:42.977567 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1048ff40-109d-4be0-b855-44b0bbfed932 req-f1eed03d-4845-4b2f-b7af-26838752606f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b3a5cf2c-8d1e-4b19-8561-7f413b7dc87c HTTP/1.1" status: 200 len: 854 time: 0.0463963 Nov 12 00:51:43.012024 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1048ff40-109d-4be0-b855-44b0bbfed932 req-bead847f-8d05-47c5-8633-c934c9b70cf2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=81bfe4c5-5071-416b-8d5d-76065f6e230c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270493 Nov 12 00:51:43.112998 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1048ff40-109d-4be0-b855-44b0bbfed932 req-b25a5223-7e05-43bc-a461-f93990c0663e service neutron] 10.222.0.49 "GET /v2.0/networks/81bfe4c5-5071-416b-8d5d-76065f6e230c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935049 Nov 12 00:51:43.224769 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f95b5e8-7a47-45c6-a36d-25d49b146bb6 req-0e6edab1-9e08-4dd8-bb0b-7321bc400db4 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:43.231901 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1048ff40-109d-4be0-b855-44b0bbfed932 req-b4318a0f-6254-4793-89ee-58629e4e5165 service neutron] 10.222.0.49 "GET /v2.0/networks/81bfe4c5-5071-416b-8d5d-76065f6e230c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116855 Nov 12 00:51:43.233073 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5f95b5e8-7a47-45c6-a36d-25d49b146bb6 req-0e6edab1-9e08-4dd8-bb0b-7321bc400db4 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 945 time: 0.0705900 Nov 12 00:51:43.255345 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8028998b-2cea-4a13-b896-9d535e31c259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3602d60-a6e5-4c6c-8485-2bf6f8edabae'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:43.258921 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d626e14d-2276-483c-8425-57844614e461" -d '{"events": [{"server_uuid": "8028998b-2cea-4a13-b896-9d535e31c259", "name": "network-vif-plugged", "status": "completed", "tag": "f3602d60-a6e5-4c6c-8485-2bf6f8edabae"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:43.285802 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5f95b5e8-7a47-45c6-a36d-25d49b146bb6 req-0fbd42f4-ee3b-4ca3-ad53-bbb6a926203f tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515261 Nov 12 00:51:43.352306 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a4c326-9f13-4d2b-bb74-7050de3066f9 x-openstack-request-id: req-e8a4c326-9f13-4d2b-bb74-7050de3066f9 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:43.352674 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8028998b-2cea-4a13-b896-9d535e31c259", "name": "network-vif-plugged", "status": "completed", "tag": "f3602d60-a6e5-4c6c-8485-2bf6f8edabae", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:43.352983 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e8a4c326-9f13-4d2b-bb74-7050de3066f9 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:43.353588 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8028998b-2cea-4a13-b896-9d535e31c259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3602d60-a6e5-4c6c-8485-2bf6f8edabae', 'code': 200} Nov 12 00:51:43.414833 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f30cb7-b99e-4f45-913b-e3eb311cb083 req-5eddf02e-4589-46f5-8ce6-0e3fdd3c446f tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:43.416579 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e8f30cb7-b99e-4f45-913b-e3eb311cb083 req-5eddf02e-4589-46f5-8ce6-0e3fdd3c446f tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=83f8708d-3ccc-413a-a4a5-033fd581a663 HTTP/1.1" status: 200 len: 945 time: 0.0964038 Nov 12 00:51:43.444757 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b9349-5ba6-487b-bfa4-f45410a52ca8 req-30bcc887-0f44-4c8a-8374-bc3631244f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:43.446279 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb1b9349-5ba6-487b-bfa4-f45410a52ca8 req-30bcc887-0f44-4c8a-8374-bc3631244f49 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fd5311579de340b4b4bd3795ded62f62&device_id=aa44ebcc-e38e-4774-b809-f18523c1888f HTTP/1.1" status: 200 len: 1095 time: 0.0923061 Nov 12 00:51:43.545216 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e8f30cb7-b99e-4f45-913b-e3eb311cb083 req-3a611fb8-fc35-4483-9170-bf11c9e9dd12 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217248 Nov 12 00:51:43.547662 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d98f7b-29d9-4921-9aa0-84e91d16ae2d req-b0a18e81-6857-4785-b095-97523cc63b91 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:43.549646 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-60d98f7b-29d9-4921-9aa0-84e91d16ae2d req-b0a18e81-6857-4785-b095-97523cc63b91 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1 HTTP/1.1" status: 200 len: 945 time: 0.0644739 Nov 12 00:51:43.626871 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-60d98f7b-29d9-4921-9aa0-84e91d16ae2d req-4f873434-87b0-420b-b459-48c1aade8379 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675862 Nov 12 00:51:43.637827 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b9349-5ba6-487b-bfa4-f45410a52ca8 req-f276e8a7-c075-4b85-965b-b8bfe0fd1f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:43.640429 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb1b9349-5ba6-487b-bfa4-f45410a52ca8 req-f276e8a7-c075-4b85-965b-b8bfe0fd1f2c service neutron] 10.222.0.49 "GET /v2.0/networks?id=81bfe4c5-5071-416b-8d5d-76065f6e230c HTTP/1.1" status: 200 len: 915 time: 0.1812966 Nov 12 00:51:43.664375 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeefddc-520c-4145-bbc2-da112a596cf3 req-d073c72a-f04a-467a-947c-e9a6050a2c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:43.666562 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cdeefddc-520c-4145-bbc2-da112a596cf3 req-d073c72a-f04a-467a-947c-e9a6050a2c90 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 1097 time: 0.0949397 Nov 12 00:51:43.706936 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb1b9349-5ba6-487b-bfa4-f45410a52ca8 req-c3e60fd6-0a3b-4000-9d41-5dd3e8b2e196 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b400def-72a0-4d02-a643-c4fd53bb4ffc HTTP/1.1" status: 200 len: 217 time: 0.0540519 Nov 12 00:51:43.757550 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a33e83-f348-4304-ad44-668af6ef373d req-c44abb90-e3f7-41a7-b005-0e404f6a8e50 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:43.759255 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-31a33e83-f348-4304-ad44-668af6ef373d req-c44abb90-e3f7-41a7-b005-0e404f6a8e50 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa44ebcc-e38e-4774-b809-f18523c1888f HTTP/1.1" status: 200 len: 943 time: 0.0740824 Nov 12 00:51:43.790534 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b9349-5ba6-487b-bfa4-f45410a52ca8 req-0e51215f-50cf-4f4c-9ba3-fe5fa359b5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:43.792022 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb1b9349-5ba6-487b-bfa4-f45410a52ca8 req-0e51215f-50cf-4f4c-9ba3-fe5fa359b5da service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b3a5cf2c-8d1e-4b19-8561-7f413b7dc87c HTTP/1.1" status: 200 len: 854 time: 0.0777702 Nov 12 00:51:43.796023 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cdeefddc-520c-4145-bbc2-da112a596cf3 req-9862732f-4204-4c28-bf9f-dcd2b58f86f8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866041 Nov 12 00:51:43.827966 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-31a33e83-f348-4304-ad44-668af6ef373d req-2a6196ee-f9e5-47e4-9bbc-49890ae1de92 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604711 Nov 12 00:51:43.841261 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb1b9349-5ba6-487b-bfa4-f45410a52ca8 req-7bae38f3-bc5c-4998-a6a8-541ec9a2f056 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=81bfe4c5-5071-416b-8d5d-76065f6e230c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405066 Nov 12 00:51:43.950698 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d0379-3762-451d-bd9e-95b30edc2c5d req-d305f41d-baa3-4010-811e-4022002c66ff tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:43.952180 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-363d0379-3762-451d-bd9e-95b30edc2c5d req-d305f41d-baa3-4010-811e-4022002c66ff tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1 HTTP/1.1" status: 200 len: 945 time: 0.0550385 Nov 12 00:51:43.978770 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6400ee-3894-49e3-a669-3d290e57adbf req-90e5014c-85d4-4799-88d2-3a46bbabfd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:43.980249 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3d6400ee-3894-49e3-a669-3d290e57adbf req-90e5014c-85d4-4799-88d2-3a46bbabfd7e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4cf1d05c9d8749e4bcaf113d847d03e9&device_id=b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1 HTTP/1.1" status: 200 len: 1097 time: 0.0659854 Nov 12 00:51:43.982534 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb1b9349-5ba6-487b-bfa4-f45410a52ca8 req-aff3fad6-26dc-466f-871b-5232d83e47ee service neutron] 10.222.0.49 "GET /v2.0/networks/81bfe4c5-5071-416b-8d5d-76065f6e230c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281984 Nov 12 00:51:44.026503 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-363d0379-3762-451d-bd9e-95b30edc2c5d req-b7c2a5a5-f7f3-47ef-9d49-4647b28c863c tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658412 Nov 12 00:51:44.187448 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6400ee-3894-49e3-a669-3d290e57adbf req-a8bb6fba-81e3-49d5-8470-ecb04cdbad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:44.192015 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3d6400ee-3894-49e3-a669-3d290e57adbf req-a8bb6fba-81e3-49d5-8470-ecb04cdbad5c service neutron] 10.222.0.49 "GET /v2.0/networks?id=16359a25-3e6f-45fe-be0d-6f4a3f158857 HTTP/1.1" status: 200 len: 911 time: 0.1957362 Nov 12 00:51:44.194574 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb1b9349-5ba6-487b-bfa4-f45410a52ca8 req-fd955ca7-8934-4cda-a0db-5c353673a927 service neutron] 10.222.0.49 "GET /v2.0/networks/81bfe4c5-5071-416b-8d5d-76065f6e230c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916237 Nov 12 00:51:44.248405 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3d6400ee-3894-49e3-a669-3d290e57adbf req-3d87c7bc-9a48-49a4-bb3e-968e25c1dd06 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=547e6e2d-7476-4f76-a8d1-fe208cfbb31f HTTP/1.1" status: 200 len: 217 time: 0.0352952 Nov 12 00:51:44.298179 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6400ee-3894-49e3-a669-3d290e57adbf req-13a5ed91-20f7-4569-ba5d-37c1e35bb9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:44.299619 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3d6400ee-3894-49e3-a669-3d290e57adbf req-13a5ed91-20f7-4569-ba5d-37c1e35bb9c5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=701d816b-c6ea-4d7b-bdc3-9a5cc8add0b9 HTTP/1.1" status: 200 len: 850 time: 0.0445337 Nov 12 00:51:44.332202 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3d6400ee-3894-49e3-a669-3d290e57adbf req-14fe2563-888c-4557-9203-cf8f577c8f93 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=16359a25-3e6f-45fe-be0d-6f4a3f158857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249808 Nov 12 00:51:44.409365 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa473a4-3ae7-4511-94fc-f255ef22d8d1 req-d3a8a6b4-45cf-46f1-a8a8-0f6570621474 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:44.411868 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0aa473a4-3ae7-4511-94fc-f255ef22d8d1 req-d3a8a6b4-45cf-46f1-a8a8-0f6570621474 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 945 time: 0.0494392 Nov 12 00:51:44.429363 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3d6400ee-3894-49e3-a669-3d290e57adbf req-d7fe8a11-054c-4874-8a3b-7f54192344df service neutron] 10.222.0.49 "GET /v2.0/networks/16359a25-3e6f-45fe-be0d-6f4a3f158857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896611 Nov 12 00:51:44.464062 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0aa473a4-3ae7-4511-94fc-f255ef22d8d1 req-5a8330f7-c5b5-460f-96df-ee70f596fa72 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453351 Nov 12 00:51:44.529414 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3d6400ee-3894-49e3-a669-3d290e57adbf req-5e51588c-455f-4190-8d59-1e3cbff79c5a service neutron] 10.222.0.49 "GET /v2.0/networks/16359a25-3e6f-45fe-be0d-6f4a3f158857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925524 Nov 12 00:51:44.681714 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee2fad-d173-4b1b-800a-091133676d67 req-cdc87cbb-982e-4f46-b224-c7fd7ef0994f tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:44.683368 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-deee2fad-d173-4b1b-800a-091133676d67 req-cdc87cbb-982e-4f46-b224-c7fd7ef0994f tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=83f8708d-3ccc-413a-a4a5-033fd581a663 HTTP/1.1" status: 200 len: 945 time: 0.0559275 Nov 12 00:51:44.735612 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-deee2fad-d173-4b1b-800a-091133676d67 req-e61217f0-79ae-40ba-868c-8060f4225802 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447547 Nov 12 00:51:44.957160 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4491bf-9d8f-486c-ab99-898ae9242fc8 req-b2c9378c-14e4-4d03-aa18-1e6f464ab531 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:44.958869 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cb4491bf-9d8f-486c-ab99-898ae9242fc8 req-b2c9378c-14e4-4d03-aa18-1e6f464ab531 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa44ebcc-e38e-4774-b809-f18523c1888f HTTP/1.1" status: 200 len: 943 time: 0.0498066 Nov 12 00:51:45.007133 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cb4491bf-9d8f-486c-ab99-898ae9242fc8 req-eafad7a6-2ea0-4971-a201-4c67e0f7ed4c tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421891 Nov 12 00:51:45.159651 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc12cc-8817-4b76-8a6a-4f827846379d req-c8ee5331-4583-45f3-bd2a-41de5e1c7acb tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:45.161059 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7edc12cc-8817-4b76-8a6a-4f827846379d req-c8ee5331-4583-45f3-bd2a-41de5e1c7acb tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1 HTTP/1.1" status: 200 len: 945 time: 0.0520034 Nov 12 00:51:45.209863 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7edc12cc-8817-4b76-8a6a-4f827846379d req-f2ab0979-45e1-4525-a503-2c18da800377 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427868 Nov 12 00:51:45.604194 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e6402-274a-4f8e-9ead-9eab20730ecd req-057dbd27-29b7-4387-929e-e3f43b1f7339 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:45.605895 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-583e6402-274a-4f8e-9ead-9eab20730ecd req-057dbd27-29b7-4387-929e-e3f43b1f7339 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 945 time: 0.0596764 Nov 12 00:51:45.654989 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-583e6402-274a-4f8e-9ead-9eab20730ecd req-a8c4f415-f2fe-4985-bcfe-c39a6f897951 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425384 Nov 12 00:51:45.777406 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd52fd-39cd-4fd0-812d-a03e41ef71a5 req-3e8345ad-8251-4f03-983e-ed21c20a04a0 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:45.779515 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a2dd52fd-39cd-4fd0-812d-a03e41ef71a5 req-3e8345ad-8251-4f03-983e-ed21c20a04a0 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 945 time: 0.0528204 Nov 12 00:51:45.832599 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a2dd52fd-39cd-4fd0-812d-a03e41ef71a5 req-a2d2b3c5-ef51-46f0-a3ae-36f585775e0b tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458822 Nov 12 00:51:45.942201 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03d32c-f889-4e8e-865c-84ae72165ae3 req-6ca3ffbe-d770-4a2e-a7b9-a44e3f2feab0 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:45.943804 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fb03d32c-f889-4e8e-865c-84ae72165ae3 req-6ca3ffbe-d770-4a2e-a7b9-a44e3f2feab0 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=83f8708d-3ccc-413a-a4a5-033fd581a663 HTTP/1.1" status: 200 len: 945 time: 0.0624397 Nov 12 00:51:46.006001 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fb03d32c-f889-4e8e-865c-84ae72165ae3 req-d12d12d3-555a-4017-a98f-f438f595b9bb tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545814 Nov 12 00:51:46.135891 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4bb72d-f233-4c72-83bd-9aecc2bf1fd2 req-b1309327-ae02-4661-befa-e84005df88e5 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:46.137578 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4d4bb72d-f233-4c72-83bd-9aecc2bf1fd2 req-b1309327-ae02-4661-befa-e84005df88e5 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa44ebcc-e38e-4774-b809-f18523c1888f HTTP/1.1" status: 200 len: 943 time: 0.0583675 Nov 12 00:51:46.195999 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4d4bb72d-f233-4c72-83bd-9aecc2bf1fd2 req-4475068c-1ac1-42d8-a666-813675f9dab4 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506527 Nov 12 00:51:46.317532 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71266ff8-2270-451d-ac52-365f8f17ab8e req-afd5bbd4-55bb-47d8-ace9-6863b19708be tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:46.319368 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-71266ff8-2270-451d-ac52-365f8f17ab8e req-afd5bbd4-55bb-47d8-ace9-6863b19708be tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/networks?id=a9bd4d97-ce4d-4779-8f54-675f72a9954e HTTP/1.1" status: 200 len: 815 time: 0.1492822 Nov 12 00:51:46.336297 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-71266ff8-2270-451d-ac52-365f8f17ab8e req-03cb11b9-c389-47d3-abe1-cbf3feba0b04 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/quotas/f045ae1c986f44b38353f7deb19cfbd4 HTTP/1.1" status: 200 len: 375 time: 0.0108862 Nov 12 00:51:46.350398 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0717af2-b0cf-4ef1-8db9-a1b1ec4eb1a0 req-b28cae4b-015b-4d9f-b25f-4a62107ca4be tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:46.351197 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b0717af2-b0cf-4ef1-8db9-a1b1ec4eb1a0 req-b28cae4b-015b-4d9f-b25f-4a62107ca4be tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1 HTTP/1.1" status: 200 len: 945 time: 0.0542443 Nov 12 00:51:46.395332 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-71266ff8-2270-451d-ac52-365f8f17ab8e req-89988ec7-d0d2-4d40-8a0f-7441c7c21902 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f045ae1c986f44b38353f7deb19cfbd4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0494483 Nov 12 00:51:46.406683 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b0717af2-b0cf-4ef1-8db9-a1b1ec4eb1a0 req-7630d0ea-8338-4b4a-aaf3-18a6987ec90e tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490272 Nov 12 00:51:46.495327 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-71266ff8-2270-451d-ac52-365f8f17ab8e req-d0c85a64-06ff-4fb2-b990-3d91467223b8 service neutron] 10.222.0.20 "GET /v2.0/networks/a9bd4d97-ce4d-4779-8f54-675f72a9954e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939369 Nov 12 00:51:46.598470 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-71266ff8-2270-451d-ac52-365f8f17ab8e req-0d932d6f-0c8c-46fd-8135-70d93bbc765a service neutron] 10.222.0.20 "GET /v2.0/networks/a9bd4d97-ce4d-4779-8f54-675f72a9954e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932949 Nov 12 00:51:46.679439 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 6b400def-72a0-4d02-a643-c4fd53bb4ffc details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:51:46.789644 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-79436e99-55ee-4eac-a7ed-b57c67091394 req-32402509-eeb0-4a38-ba1a-f86b5e91fd75 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 210 time: 0.0358398 Nov 12 00:51:46.829478 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 6b400def-72a0-4d02-a643-c4fd53bb4ffc, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=6b400def-72a0-4d02-a643-c4fd53bb4ffc,segment=NetworkSegment(47d4bfe1-e950-4b7f-9539-0e611123121b),segment_id=47d4bfe1-e950-4b7f-9539-0e611123121b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:46.852361 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '6b400def-72a0-4d02-a643-c4fd53bb4ffc', 'network_id': '81bfe4c5-5071-416b-8d5d-76065f6e230c', 'port_id': '6b400def-72a0-4d02-a643-c4fd53bb4ffc', 'mac_address': 'fa:16:3e:e3:dd:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3a5cf2c-8d1e-4b19-8561-7f413b7dc87c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:51:46.893710 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:46.909583 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b400def-72a0-4d02-a643-c4fd53bb4ffc {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:46.933988 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 6b400def-72a0-4d02-a643-c4fd53bb4ffc, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=6b400def-72a0-4d02-a643-c4fd53bb4ffc,segment=NetworkSegment(47d4bfe1-e950-4b7f-9539-0e611123121b),segment_id=47d4bfe1-e950-4b7f-9539-0e611123121b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:46.943992 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:46.999787 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=6b400def-72a0-4d02-a643-c4fd53bb4ffc,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:47.156724 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36960bf7-8311-4372-b4f3-45b69df08cf4 req-89554b72-b16f-41ef-94e5-31f0856f1bfa tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:47.158565 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-36960bf7-8311-4372-b4f3-45b69df08cf4 req-89554b72-b16f-41ef-94e5-31f0856f1bfa tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=83f8708d-3ccc-413a-a4a5-033fd581a663 HTTP/1.1" status: 200 len: 945 time: 0.0651588 Nov 12 00:51:47.212091 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-36960bf7-8311-4372-b4f3-45b69df08cf4 req-a29cad6f-7e52-44d5-9a17-260bf6a01cea tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473979 Nov 12 00:51:47.254349 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['6b400def-72a0-4d02-a643-c4fd53bb4ffc'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:51:47.339164 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659435c-6d96-46f7-9088-edf5171304c5 req-e853d404-6324-4f98-8679-6e34d9d3da72 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:47.340689 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8659435c-6d96-46f7-9088-edf5171304c5 req-e853d404-6324-4f98-8679-6e34d9d3da72 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa44ebcc-e38e-4774-b809-f18523c1888f HTTP/1.1" status: 200 len: 944 time: 0.0538564 Nov 12 00:51:47.405982 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8659435c-6d96-46f7-9088-edf5171304c5 req-1ac708d3-df07-4246-a5d2-799f6ff87b9f tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566747 Nov 12 00:51:47.561666 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9130349-6ece-4f89-8536-9f94e4d8c31a req-b0db2a34-e4a7-4d78-addf-510d71b484ee tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:47.575588 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d9130349-6ece-4f89-8536-9f94e4d8c31a req-b0db2a34-e4a7-4d78-addf-510d71b484ee tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1 HTTP/1.1" status: 200 len: 945 time: 0.0932293 Nov 12 00:51:47.620931 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d9130349-6ece-4f89-8536-9f94e4d8c31a req-e5dc67e6-bec1-49b0-b9e1-90b9d10f8594 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444579 Nov 12 00:51:47.893702 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fe12825a-6140-4bd6-a61e-61612f4460d7 req-fc0006c1-3915-4f2e-a048-174981093995 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 210 time: 0.0291195 Nov 12 00:51:47.982664 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d69bb-bb82-4697-9113-c65db63ec58e req-e3d9994c-27f0-4d86-914e-658c51f2acb4 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:47.986310 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cd6d69bb-bb82-4697-9113-c65db63ec58e req-e3d9994c-27f0-4d86-914e-658c51f2acb4 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.54 "GET /v2.0/ports?device_id=8028998b-2cea-4a13-b896-9d535e31c259 HTTP/1.1" status: 200 len: 945 time: 0.0590265 Nov 12 00:51:48.112420 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-cd6d69bb-bb82-4697-9113-c65db63ec58e req-0f5376c0-d5a9-42c4-ba69-e8b7aa251db0 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Deleting port f3602d60-a6e5-4c6c-8485-2bf6f8edabae {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:51:48.113283 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cd6d69bb-bb82-4697-9113-c65db63ec58e req-0f5376c0-d5a9-42c4-ba69-e8b7aa251db0 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:48.134455 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71266ff8-2270-451d-ac52-365f8f17ab8e req-5bb0595a-2093-4f5b-bc75-7f9a86630737 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:48.135741 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-71266ff8-2270-451d-ac52-365f8f17ab8e req-5bb0595a-2093-4f5b-bc75-7f9a86630737 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.54 "GET /v2.0/networks?id=a9bd4d97-ce4d-4779-8f54-675f72a9954e HTTP/1.1" status: 200 len: 815 time: 0.1769900 Nov 12 00:51:48.212498 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-71266ff8-2270-451d-ac52-365f8f17ab8e req-9659fe4d-1262-4b3d-b530-57aeacd0875a tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Request body: {'port': {'device_id': '324c7130-81b2-4f66-93bf-b8e1473f8a7b', 'network_id': 'a9bd4d97-ce4d-4779-8f54-675f72a9954e', 'admin_state_up': True, 'tenant_id': 'f045ae1c986f44b38353f7deb19cfbd4'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:48.227906 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-cd6d69bb-bb82-4697-9113-c65db63ec58e req-0f5376c0-d5a9-42c4-ba69-e8b7aa251db0 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] For port f3602d60-a6e5-4c6c-8485-2bf6f8edabae, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f3602d60-a6e5-4c6c-8485-2bf6f8edabae,segment=NetworkSegment(f276d0aa-177e-4f4e-961a-b2ec2b54d3b3),segment_id=f276d0aa-177e-4f4e-961a-b2ec2b54d3b3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:48.228417 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cd6d69bb-bb82-4697-9113-c65db63ec58e req-0f5376c0-d5a9-42c4-ba69-e8b7aa251db0 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:48.255431 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-cd6d69bb-bb82-4697-9113-c65db63ec58e req-0f5376c0-d5a9-42c4-ba69-e8b7aa251db0 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Calling delete_port for f3602d60-a6e5-4c6c-8485-2bf6f8edabae owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:51:48.353403 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71266ff8-2270-451d-ac52-365f8f17ab8e req-9659fe4d-1262-4b3d-b530-57aeacd0875a tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Made reservation on behalf of f045ae1c986f44b38353f7deb19cfbd4 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:48.356997 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-71266ff8-2270-451d-ac52-365f8f17ab8e req-9659fe4d-1262-4b3d-b530-57aeacd0875a tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:48.402371 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3065f-08c8-4094-9524-8ad963599516 req-bfd54331-6a0f-4ff3-8b7a-8d88f59011e3 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:48.404620 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-98b3065f-08c8-4094-9524-8ad963599516 req-bfd54331-6a0f-4ff3-8b7a-8d88f59011e3 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=83f8708d-3ccc-413a-a4a5-033fd581a663 HTTP/1.1" status: 200 len: 945 time: 0.0842676 Nov 12 00:51:48.514533 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-98b3065f-08c8-4094-9524-8ad963599516 req-611f9f1d-0795-49a4-9979-7983873bcf61 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755978 Nov 12 00:51:48.527291 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cd6d69bb-bb82-4697-9113-c65db63ec58e req-0f5376c0-d5a9-42c4-ba69-e8b7aa251db0 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:48.527578 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-71266ff8-2270-451d-ac52-365f8f17ab8e req-9659fe4d-1262-4b3d-b530-57aeacd0875a tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Allocated IP 172.20.0.13 (a9bd4d97-ce4d-4779-8f54-675f72a9954e/17f5a2ba-c1de-498e-a9ce-36910c55dbea/4aa58cbc-0923-40dc-a1bb-108e76b6ecb8) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:51:48.570713 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['f3602d60-a6e5-4c6c-8485-2bf6f8edabae'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:51:48.578943 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5376c0-d5a9-42c4-ba69-e8b7aa251db0 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Pushing event deleted for resources: {'Port': ['ID=f3602d60-a6e5-4c6c-8485-2bf6f8edabae,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:48.614721 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86caf124-910b-4a41-9949-c2b40456963a req-9356a572-c102-409a-97ca-af85f9aef309 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:48.622219 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-86caf124-910b-4a41-9949-c2b40456963a req-9356a572-c102-409a-97ca-af85f9aef309 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa44ebcc-e38e-4774-b809-f18523c1888f HTTP/1.1" status: 200 len: 944 time: 0.0964923 Nov 12 00:51:48.653136 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd6d69bb-bb82-4697-9113-c65db63ec58e req-0f5376c0-d5a9-42c4-ba69-e8b7aa251db0 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] No DVR routers for this DVR port f3602d60-a6e5-4c6c-8485-2bf6f8edabae on host n-h2-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:51:48.656957 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cd6d69bb-bb82-4697-9113-c65db63ec58e req-0f5376c0-d5a9-42c4-ba69-e8b7aa251db0 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:48.660440 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cd6d69bb-bb82-4697-9113-c65db63ec58e req-0f5376c0-d5a9-42c4-ba69-e8b7aa251db0 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.54 "DELETE /v2.0/ports/f3602d60-a6e5-4c6c-8485-2bf6f8edabae HTTP/1.1" status: 204 len: 173 time: 0.6674011 Nov 12 00:51:48.660973 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8028998b-2cea-4a13-b896-9d535e31c259', 'name': 'network-vif-deleted', 'tag': 'f3602d60-a6e5-4c6c-8485-2bf6f8edabae'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:48.671267 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee25914-e70f-40cf-89be-09d0966e102b" -d '{"events": [{"server_uuid": "8028998b-2cea-4a13-b896-9d535e31c259", "name": "network-vif-deleted", "tag": "f3602d60-a6e5-4c6c-8485-2bf6f8edabae"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:48.685635 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 6b400def-72a0-4d02-a643-c4fd53bb4ffc up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:48.720171 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-86caf124-910b-4a41-9949-c2b40456963a req-f7a5c793-68f8-446f-8ede-a2b2f46b02ca tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970685 Nov 12 00:51:48.774234 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 6b400def-72a0-4d02-a643-c4fd53bb4ffc completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:51:48.793854 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 6b400def-72a0-4d02-a643-c4fd53bb4ffc triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:48.794244 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:48.817701 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94878b44-d800-4aa8-8558-80cb7618fcb2 x-openstack-request-id: req-94878b44-d800-4aa8-8558-80cb7618fcb2 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:48.818212 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8028998b-2cea-4a13-b896-9d535e31c259", "name": "network-vif-deleted", "tag": "f3602d60-a6e5-4c6c-8485-2bf6f8edabae", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:48.818326 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-94878b44-d800-4aa8-8558-80cb7618fcb2 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:48.818683 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8028998b-2cea-4a13-b896-9d535e31c259', 'name': 'network-vif-deleted', 'tag': 'f3602d60-a6e5-4c6c-8485-2bf6f8edabae', 'status': 'completed', 'code': 200} Nov 12 00:51:48.850935 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-71266ff8-2270-451d-ac52-365f8f17ab8e req-9659fe4d-1262-4b3d-b530-57aeacd0875a tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:48.941774 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:48.950898 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa9511-476c-48ce-92b7-a111a159741b req-eef4dbfd-ac94-4ede-b24a-dad9344d9819 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:48.952513 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-32aa9511-476c-48ce-92b7-a111a159741b req-eef4dbfd-ac94-4ede-b24a-dad9344d9819 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1 HTTP/1.1" status: 200 len: 945 time: 0.0996826 Nov 12 00:51:48.964803 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-71266ff8-2270-451d-ac52-365f8f17ab8e req-9659fe4d-1262-4b3d-b530-57aeacd0875a tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:49.011677 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa44ebcc-e38e-4774-b809-f18523c1888f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b400def-72a0-4d02-a643-c4fd53bb4ffc'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:49.021140 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3c7f5b-08c8-4deb-9ec6-2e517e1bfe32" -d '{"events": [{"server_uuid": "aa44ebcc-e38e-4774-b809-f18523c1888f", "name": "network-vif-plugged", "status": "completed", "tag": "6b400def-72a0-4d02-a643-c4fd53bb4ffc"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:49.042948 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['f3602d60-a6e5-4c6c-8485-2bf6f8edabae'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:51:49.051039 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 6b400def-72a0-4d02-a643-c4fd53bb4ffc, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=6b400def-72a0-4d02-a643-c4fd53bb4ffc,segment=NetworkSegment(47d4bfe1-e950-4b7f-9539-0e611123121b),segment_id=47d4bfe1-e950-4b7f-9539-0e611123121b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:49.076049 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:49.078565 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71266ff8-2270-451d-ac52-365f8f17ab8e req-9659fe4d-1262-4b3d-b530-57aeacd0875a tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Network a9bd4d97-ce4d-4779-8f54-675f72a9954e is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:49.104090 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-32aa9511-476c-48ce-92b7-a111a159741b req-605b4fd8-8980-40d3-8281-ed26b45ad33a tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414423 Nov 12 00:51:49.105303 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-71266ff8-2270-451d-ac52-365f8f17ab8e req-9659fe4d-1262-4b3d-b530-57aeacd0875a tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:49.119665 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-71266ff8-2270-451d-ac52-365f8f17ab8e req-9659fe4d-1262-4b3d-b530-57aeacd0875a tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:49.122588 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f0697-1aae-48a6-92ef-468d28f665ad req-7abecbc7-50b4-4b7a-907b-1aa653b91499 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:49.133253 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0e8f0697-1aae-48a6-92ef-468d28f665ad req-7abecbc7-50b4-4b7a-907b-1aa653b91499 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 932 time: 0.0902402 Nov 12 00:51:49.174576 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9659fe4d-1262-4b3d-b530-57aeacd0875a tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Pushing event updated for resources: {'Port': ['ID=4aa58cbc-0923-40dc-a1bb-108e76b6ecb8,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:49.195797 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a000bad9-a0f1-4c5b-b312-a8c916f8d227 x-openstack-request-id: req-a000bad9-a0f1-4c5b-b312-a8c916f8d227 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:49.196036 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa44ebcc-e38e-4774-b809-f18523c1888f", "name": "network-vif-plugged", "status": "completed", "tag": "6b400def-72a0-4d02-a643-c4fd53bb4ffc", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:49.196350 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a000bad9-a0f1-4c5b-b312-a8c916f8d227 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:49.196677 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa44ebcc-e38e-4774-b809-f18523c1888f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b400def-72a0-4d02-a643-c4fd53bb4ffc', 'code': 200} Nov 12 00:51:49.199612 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=6b400def-72a0-4d02-a643-c4fd53bb4ffc,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:49.204194 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0e8f0697-1aae-48a6-92ef-468d28f665ad req-b30c69cd-014c-4876-9300-896d25769061 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693998 Nov 12 00:51:49.243011 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71266ff8-2270-451d-ac52-365f8f17ab8e req-9659fe4d-1262-4b3d-b530-57aeacd0875a tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:49.244437 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-71266ff8-2270-451d-ac52-365f8f17ab8e req-9659fe4d-1262-4b3d-b530-57aeacd0875a tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:49.269298 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-71266ff8-2270-451d-ac52-365f8f17ab8e req-9659fe4d-1262-4b3d-b530-57aeacd0875a tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0615635 Nov 12 00:51:49.332592 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a8214-7e53-4fff-a24d-229e84dfc791 req-84bdd622-9bdd-4b42-a222-fe2294b80335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:49.333649 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-899a8214-7e53-4fff-a24d-229e84dfc791 req-84bdd622-9bdd-4b42-a222-fe2294b80335 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=aa44ebcc-e38e-4774-b809-f18523c1888f HTTP/1.1" status: 200 len: 1097 time: 0.0486033 Nov 12 00:51:49.335657 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-71266ff8-2270-451d-ac52-365f8f17ab8e req-bb659a29-96b6-43e4-922c-6a1111d28acf service neutron] Request body: {'port': {'device_id': '324c7130-81b2-4f66-93bf-b8e1473f8a7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:49.406648 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-899a8214-7e53-4fff-a24d-229e84dfc791 req-90ec6634-ac1b-4cfa-9237-1bb3519997e1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648458 Nov 12 00:51:49.460318 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-71266ff8-2270-451d-ac52-365f8f17ab8e req-bb659a29-96b6-43e4-922c-6a1111d28acf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:49.688656 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2009bff-bc48-41ac-94ec-bc69dffc8bf9 req-60998685-124d-4e29-ab35-faf26970162b tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:49.689846 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b2009bff-bc48-41ac-94ec-bc69dffc8bf9 req-60998685-124d-4e29-ab35-faf26970162b tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=83f8708d-3ccc-413a-a4a5-033fd581a663 HTTP/1.1" status: 200 len: 945 time: 0.0776310 Nov 12 00:51:49.774562 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b2009bff-bc48-41ac-94ec-bc69dffc8bf9 req-b71d01d1-ab2e-4c7f-b6fe-b2fabe890e16 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785565 Nov 12 00:51:49.879175 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-71266ff8-2270-451d-ac52-365f8f17ab8e req-bb659a29-96b6-43e4-922c-6a1111d28acf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aa58cbc-0923-40dc-a1bb-108e76b6ecb8 {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:49.894106 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-71266ff8-2270-451d-ac52-365f8f17ab8e req-bb659a29-96b6-43e4-922c-6a1111d28acf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:49.894377 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356b3d1-2cec-45ff-91c3-6a44915d1007 req-faa5d9bd-b93b-4ea4-8b26-ba5a431276e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:49.895939 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e356b3d1-2cec-45ff-91c3-6a44915d1007 req-faa5d9bd-b93b-4ea4-8b26-ba5a431276e0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e225da8786ab452db9121c1cfb9ab35d&device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 1096 time: 0.0547655 Nov 12 00:51:49.919943 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de3ab7-7d15-4971-b3f8-68fa1b9827f6 req-16df1ef6-9aa9-4a83-88b3-d6948941a468 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:49.921851 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-98de3ab7-7d15-4971-b3f8-68fa1b9827f6 req-16df1ef6-9aa9-4a83-88b3-d6948941a468 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.0842099 Nov 12 00:51:49.922977 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-71266ff8-2270-451d-ac52-365f8f17ab8e req-bb659a29-96b6-43e4-922c-6a1111d28acf service neutron] Transition to ACTIVE for port object 4aa58cbc-0923-40dc-a1bb-108e76b6ecb8 will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:51:49.928029 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-71266ff8-2270-451d-ac52-365f8f17ab8e req-bb659a29-96b6-43e4-922c-6a1111d28acf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:50.022721 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb659a29-96b6-43e4-922c-6a1111d28acf service neutron] Pushing event updated for resources: {'Port': ['ID=4aa58cbc-0923-40dc-a1bb-108e76b6ecb8,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:50.048806 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c0e14-7f3f-4827-811f-500f141d6222 req-b129f12c-c0da-4df9-848f-e992b561ed0c tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:50.050650 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b00c0e14-7f3f-4827-811f-500f141d6222 req-b129f12c-c0da-4df9-848f-e992b561ed0c tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa44ebcc-e38e-4774-b809-f18523c1888f HTTP/1.1" status: 200 len: 945 time: 0.0753157 Nov 12 00:51:50.056175 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356b3d1-2cec-45ff-91c3-6a44915d1007 req-7874da23-8211-4f94-873f-fa0b2496d415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:50.057908 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e356b3d1-2cec-45ff-91c3-6a44915d1007 req-7874da23-8211-4f94-873f-fa0b2496d415 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e HTTP/1.1" status: 200 len: 913 time: 0.1537046 Nov 12 00:51:50.066965 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-98de3ab7-7d15-4971-b3f8-68fa1b9827f6 req-1f9abd5d-8ded-4c4d-b523-84864e613073 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316388 Nov 12 00:51:50.115422 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-71266ff8-2270-451d-ac52-365f8f17ab8e req-bb659a29-96b6-43e4-922c-6a1111d28acf service neutron] Attempting to bind port 4aa58cbc-0923-40dc-a1bb-108e76b6ecb8 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:50.115852 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-71266ff8-2270-451d-ac52-365f8f17ab8e req-bb659a29-96b6-43e4-922c-6a1111d28acf service neutron] Attempting to bind port 4aa58cbc-0923-40dc-a1bb-108e76b6ecb8 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': 'f276d0aa-177e-4f4e-961a-b2ec2b54d3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a9bd4d97-ce4d-4779-8f54-675f72a9954e'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:50.116255 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71266ff8-2270-451d-ac52-365f8f17ab8e req-bb659a29-96b6-43e4-922c-6a1111d28acf service neutron] Attempting to bind port 4aa58cbc-0923-40dc-a1bb-108e76b6ecb8 on network a9bd4d97-ce4d-4779-8f54-675f72a9954e {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:50.122529 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71266ff8-2270-451d-ac52-365f8f17ab8e req-bb659a29-96b6-43e4-922c-6a1111d28acf service neutron] Port 4aa58cbc-0923-40dc-a1bb-108e76b6ecb8 on network a9bd4d97-ce4d-4779-8f54-675f72a9954e not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:50.122529 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71266ff8-2270-451d-ac52-365f8f17ab8e req-bb659a29-96b6-43e4-922c-6a1111d28acf service neutron] Attempting to bind port 4aa58cbc-0923-40dc-a1bb-108e76b6ecb8 on network a9bd4d97-ce4d-4779-8f54-675f72a9954e {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:50.128321 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71266ff8-2270-451d-ac52-365f8f17ab8e req-bb659a29-96b6-43e4-922c-6a1111d28acf service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:51:50.128745 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71266ff8-2270-451d-ac52-365f8f17ab8e req-bb659a29-96b6-43e4-922c-6a1111d28acf service neutron] Checking segment: {'id': 'f276d0aa-177e-4f4e-961a-b2ec2b54d3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a9bd4d97-ce4d-4779-8f54-675f72a9954e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:50.129642 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71266ff8-2270-451d-ac52-365f8f17ab8e req-bb659a29-96b6-43e4-922c-6a1111d28acf service neutron] Bound using segment: {'id': 'f276d0aa-177e-4f4e-961a-b2ec2b54d3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a9bd4d97-ce4d-4779-8f54-675f72a9954e'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:51:50.129642 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-71266ff8-2270-451d-ac52-365f8f17ab8e req-bb659a29-96b6-43e4-922c-6a1111d28acf service neutron] Bound port: 4aa58cbc-0923-40dc-a1bb-108e76b6ecb8, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f276d0aa-177e-4f4e-961a-b2ec2b54d3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a9bd4d97-ce4d-4779-8f54-675f72a9954e'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:51:50.130321 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-71266ff8-2270-451d-ac52-365f8f17ab8e req-bb659a29-96b6-43e4-922c-6a1111d28acf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:50.171769 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b00c0e14-7f3f-4827-811f-500f141d6222 req-c8cee997-775e-4b4a-8b97-18a915a584db tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072471 Nov 12 00:51:50.173443 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e356b3d1-2cec-45ff-91c3-6a44915d1007 req-a7d54545-a9cb-4913-a6a2-9102bb4d3db3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfa2737e-ff39-485a-a2ad-858e4b4be17b HTTP/1.1" status: 200 len: 999 time: 0.1073377 Nov 12 00:51:50.234385 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356b3d1-2cec-45ff-91c3-6a44915d1007 req-fad72fe3-2960-4f64-b58d-60e79ac24a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:50.235991 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e356b3d1-2cec-45ff-91c3-6a44915d1007 req-fad72fe3-2960-4f64-b58d-60e79ac24a9b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f HTTP/1.1" status: 200 len: 851 time: 0.0546355 Nov 12 00:51:50.244396 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-71266ff8-2270-451d-ac52-365f8f17ab8e req-bb659a29-96b6-43e4-922c-6a1111d28acf service neutron] For port 4aa58cbc-0923-40dc-a1bb-108e76b6ecb8, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:51:50.265015 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-71266ff8-2270-451d-ac52-365f8f17ab8e req-bb659a29-96b6-43e4-922c-6a1111d28acf service neutron] For port 4aa58cbc-0923-40dc-a1bb-108e76b6ecb8, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=4aa58cbc-0923-40dc-a1bb-108e76b6ecb8,segment=NetworkSegment(f276d0aa-177e-4f4e-961a-b2ec2b54d3b3),segment_id=f276d0aa-177e-4f4e-961a-b2ec2b54d3b3)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:51:50.284245 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf4dd3-4c9a-43c7-88d3-2963f6ed7aeb req-a0615104-0523-43b3-aa6a-0bcf4bc00160 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:50.286579 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cbdf4dd3-4c9a-43c7-88d3-2963f6ed7aeb req-a0615104-0523-43b3-aa6a-0bcf4bc00160 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1 HTTP/1.1" status: 200 len: 945 time: 0.0879765 Nov 12 00:51:50.288091 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-71266ff8-2270-451d-ac52-365f8f17ab8e req-bb659a29-96b6-43e4-922c-6a1111d28acf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:50.295657 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356b3d1-2cec-45ff-91c3-6a44915d1007 req-682746ac-170e-4fe1-95fb-0e6369d59eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:50.299258 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e356b3d1-2cec-45ff-91c3-6a44915d1007 req-682746ac-170e-4fe1-95fb-0e6369d59eea service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555468 Nov 12 00:51:50.338321 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71266ff8-2270-451d-ac52-365f8f17ab8e req-bb659a29-96b6-43e4-922c-6a1111d28acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:50.338832 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-71266ff8-2270-451d-ac52-365f8f17ab8e req-bb659a29-96b6-43e4-922c-6a1111d28acf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:50.340222 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-71266ff8-2270-451d-ac52-365f8f17ab8e req-bb659a29-96b6-43e4-922c-6a1111d28acf service neutron] 10.222.0.54 "PUT /v2.0/ports/4aa58cbc-0923-40dc-a1bb-108e76b6ecb8 HTTP/1.1" status: 200 len: 1093 time: 1.0135531 Nov 12 00:51:50.349076 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '324c7130-81b2-4f66-93bf-b8e1473f8a7b', 'tag': '4aa58cbc-0923-40dc-a1bb-108e76b6ecb8'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:50.352253 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8af7d51-2a9d-4e75-b8ed-ce81154868f6" -d '{"events": [{"name": "network-changed", "server_uuid": "324c7130-81b2-4f66-93bf-b8e1473f8a7b", "tag": "4aa58cbc-0923-40dc-a1bb-108e76b6ecb8"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:50.399857 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb659a29-96b6-43e4-922c-6a1111d28acf service neutron] Pushing event updated for resources: {'Port': ['ID=4aa58cbc-0923-40dc-a1bb-108e76b6ecb8,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:50.418909 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cbdf4dd3-4c9a-43c7-88d3-2963f6ed7aeb req-07dc22e2-49e2-42af-84c9-7ff3078486aa tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211531 Nov 12 00:51:50.445654 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f846bd8-aa44-44d0-ba13-4a606b3a36f5 req-e081af89-bb96-4eae-9b1c-b1d48e1cc9b5 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:50.447195 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8f846bd8-aa44-44d0-ba13-4a606b3a36f5 req-e081af89-bb96-4eae-9b1c-b1d48e1cc9b5 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 944 time: 0.1454229 Nov 12 00:51:50.474339 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71266ff8-2270-451d-ac52-365f8f17ab8e req-b7702d9f-af84-4cc9-ba71-81d70d31cfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:50.475830 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-71266ff8-2270-451d-ac52-365f8f17ab8e req-b7702d9f-af84-4cc9-ba71-81d70d31cfdc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f045ae1c986f44b38353f7deb19cfbd4&device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 1096 time: 0.0610623 Nov 12 00:51:50.491687 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e356b3d1-2cec-45ff-91c3-6a44915d1007 req-9be18bc5-41ba-416c-be9c-4daa35f88180 service neutron] 10.222.0.54 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786673 Nov 12 00:51:50.544452 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-71266ff8-2270-451d-ac52-365f8f17ab8e req-57f63035-389d-43cf-a26e-e302eb3bbec6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4aa58cbc-0923-40dc-a1bb-108e76b6ecb8 HTTP/1.1" status: 200 len: 217 time: 0.0535269 Nov 12 00:51:50.566531 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8f846bd8-aa44-44d0-ba13-4a606b3a36f5 req-2ecf8fd0-f180-4cc1-8134-253607307b60 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086984 Nov 12 00:51:50.618588 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94bb601-bbd6-47ff-8646-76c1c8f5ee03 x-openstack-request-id: req-b94bb601-bbd6-47ff-8646-76c1c8f5ee03 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:50.618876 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "324c7130-81b2-4f66-93bf-b8e1473f8a7b", "tag": "4aa58cbc-0923-40dc-a1bb-108e76b6ecb8", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:50.619135 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b94bb601-bbd6-47ff-8646-76c1c8f5ee03 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:50.619531 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '324c7130-81b2-4f66-93bf-b8e1473f8a7b', 'tag': '4aa58cbc-0923-40dc-a1bb-108e76b6ecb8', 'status': 'completed', 'code': 200} Nov 12 00:51:50.634551 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71266ff8-2270-451d-ac52-365f8f17ab8e req-e5e0d0b8-b1aa-456a-a283-b06d1d31bf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:50.636665 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-71266ff8-2270-451d-ac52-365f8f17ab8e req-e5e0d0b8-b1aa-456a-a283-b06d1d31bf99 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=17f5a2ba-c1de-498e-a9ce-36910c55dbea HTTP/1.1" status: 200 len: 855 time: 0.0854304 Nov 12 00:51:50.663191 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e356b3d1-2cec-45ff-91c3-6a44915d1007 req-b6fa8169-661c-4eb9-9a17-d2253eacf511 service neutron] 10.222.0.54 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615975 Nov 12 00:51:50.671103 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-71266ff8-2270-451d-ac52-365f8f17ab8e req-bf148683-cf4a-45f2-b73b-7590f6e663df service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a9bd4d97-ce4d-4779-8f54-675f72a9954e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275688 Nov 12 00:51:50.769532 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-71266ff8-2270-451d-ac52-365f8f17ab8e req-e9b39109-2b42-41dc-8583-f1ed23c95b81 service neutron] 10.222.0.54 "GET /v2.0/networks/a9bd4d97-ce4d-4779-8f54-675f72a9954e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870845 Nov 12 00:51:50.872069 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-71266ff8-2270-451d-ac52-365f8f17ab8e req-45d9b63c-2a3d-4f45-ace3-02d49da5e50a service neutron] 10.222.0.54 "GET /v2.0/networks/a9bd4d97-ce4d-4779-8f54-675f72a9954e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940759 Nov 12 00:51:50.900292 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558aa84b-dea6-4f35-a59e-33fe296c531e req-52c529aa-1222-45d7-a75e-11f2a1b3a13c tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:50.901814 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-558aa84b-dea6-4f35-a59e-33fe296c531e req-52c529aa-1222-45d7-a75e-11f2a1b3a13c tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=83f8708d-3ccc-413a-a4a5-033fd581a663 HTTP/1.1" status: 200 len: 945 time: 0.0523596 Nov 12 00:51:50.956977 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-558aa84b-dea6-4f35-a59e-33fe296c531e req-23074e64-5fe2-4c6e-868d-dc4ad6561465 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482733 Nov 12 00:51:50.974558 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f3602d60-a6e5-4c6c-8485-2bf6f8edabae no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:51:50.994732 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: f3602d60-a6e5-4c6c-8485-2bf6f8edabae {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:51:50.995081 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f3602d60-a6e5-4c6c-8485-2bf6f8edabae not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:51:51.035436 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af7d51-2a9d-4e75-b8ed-ce81154868f6 req-ab1e7c0d-7ee4-43dd-a879-b09f41ef7f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:51.036895 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c8af7d51-2a9d-4e75-b8ed-ce81154868f6 req-ab1e7c0d-7ee4-43dd-a879-b09f41ef7f38 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f045ae1c986f44b38353f7deb19cfbd4&device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 1096 time: 0.0422611 Nov 12 00:51:51.133107 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af7d51-2a9d-4e75-b8ed-ce81154868f6 req-64d56d86-ce23-46a8-bd17-0414be4f7b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:51.135021 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c8af7d51-2a9d-4e75-b8ed-ce81154868f6 req-64d56d86-ce23-46a8-bd17-0414be4f7b5a service neutron] 10.222.0.54 "GET /v2.0/networks?id=a9bd4d97-ce4d-4779-8f54-675f72a9954e HTTP/1.1" status: 200 len: 916 time: 0.0884490 Nov 12 00:51:51.178446 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c8af7d51-2a9d-4e75-b8ed-ce81154868f6 req-43c46210-8dda-4cb8-a82f-7ffdb0609cf7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4aa58cbc-0923-40dc-a1bb-108e76b6ecb8 HTTP/1.1" status: 200 len: 217 time: 0.0342932 Nov 12 00:51:51.198788 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8177ed0-1522-4dad-a1e7-93e10fb40a7f req-f3417d68-d097-495d-9990-c2cf1c1e0c95 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:51.201103 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b8177ed0-1522-4dad-a1e7-93e10fb40a7f req-f3417d68-d097-495d-9990-c2cf1c1e0c95 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.0505314 Nov 12 00:51:51.232874 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af7d51-2a9d-4e75-b8ed-ce81154868f6 req-92ddd281-68cd-4ece-8307-c3af3abff736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:51.234501 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c8af7d51-2a9d-4e75-b8ed-ce81154868f6 req-92ddd281-68cd-4ece-8307-c3af3abff736 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=17f5a2ba-c1de-498e-a9ce-36910c55dbea HTTP/1.1" status: 200 len: 855 time: 0.0490639 Nov 12 00:51:51.258233 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b8177ed0-1522-4dad-a1e7-93e10fb40a7f req-5a5a75ce-3398-487a-8c75-55ae0ee5458a tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503135 Nov 12 00:51:51.276687 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c8af7d51-2a9d-4e75-b8ed-ce81154868f6 req-5bbbd161-1683-43a4-9e35-a1a607f12977 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a9bd4d97-ce4d-4779-8f54-675f72a9954e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347211 Nov 12 00:51:51.365306 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e080a-18dd-4b86-a753-1c5d0fb27b72 req-8d5b88ad-809a-42c0-96dd-9ee3c195d45f tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:51.366773 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-380e080a-18dd-4b86-a753-1c5d0fb27b72 req-8d5b88ad-809a-42c0-96dd-9ee3c195d45f tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa44ebcc-e38e-4774-b809-f18523c1888f HTTP/1.1" status: 200 len: 945 time: 0.1139345 Nov 12 00:51:51.416714 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c8af7d51-2a9d-4e75-b8ed-ce81154868f6 req-ea762ef0-1ae6-48a9-9e4e-9d051efda102 service neutron] 10.222.0.54 "GET /v2.0/networks/a9bd4d97-ce4d-4779-8f54-675f72a9954e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229422 Nov 12 00:51:51.449105 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-380e080a-18dd-4b86-a753-1c5d0fb27b72 req-bc61a80d-d50e-426e-b68d-39ebb5fd93a0 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745454 Nov 12 00:51:51.522982 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c8af7d51-2a9d-4e75-b8ed-ce81154868f6 req-8aaf5ea2-7a24-40bd-885b-7f4a2a5337de service neutron] 10.222.0.54 "GET /v2.0/networks/a9bd4d97-ce4d-4779-8f54-675f72a9954e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969417 Nov 12 00:51:51.573553 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be687608-21c9-4fd7-984e-0892897faa76 req-acdcd8e0-ded2-4dae-8a28-f426ff16e7a8 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:51.585630 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-be687608-21c9-4fd7-984e-0892897faa76 req-acdcd8e0-ded2-4dae-8a28-f426ff16e7a8 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1 HTTP/1.1" status: 200 len: 945 time: 0.0935464 Nov 12 00:51:51.637273 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-be687608-21c9-4fd7-984e-0892897faa76 req-561297ce-2ac7-4294-b37d-ae18a985605f tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504403 Nov 12 00:51:51.772539 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164e743-d9e6-44cd-a3dc-174d3c0f832c req-ca107df1-771e-43ea-9776-555f7c05078b tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:51.774234 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a164e743-d9e6-44cd-a3dc-174d3c0f832c req-ca107df1-771e-43ea-9776-555f7c05078b tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 944 time: 0.0627294 Nov 12 00:51:51.801223 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7fa8c73d-e180-4930-863f-6e66d0e532bd req-44878167-6f7a-40d1-92ce-13e29d9ee5c0 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1932960241&fields=id&tenant_id=88669f081e1643c1bc0b52ccf8ef5658 HTTP/1.1" status: 200 len: 267 time: 0.0862267 Nov 12 00:51:51.844013 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a164e743-d9e6-44cd-a3dc-174d3c0f832c req-80becfb6-03a5-446c-9e86-9d40ac1de6a1 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565183 Nov 12 00:51:52.107029 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b04aca-b9c7-48c4-9195-53ac8dd3ff8d req-37b6e338-b49d-4062-9f83-e57545b3f2b0 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:52.110228 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-38b04aca-b9c7-48c4-9195-53ac8dd3ff8d req-37b6e338-b49d-4062-9f83-e57545b3f2b0 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=83f8708d-3ccc-413a-a4a5-033fd581a663 HTTP/1.1" status: 200 len: 945 time: 0.0661168 Nov 12 00:51:52.182553 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-38b04aca-b9c7-48c4-9195-53ac8dd3ff8d req-7b565bcb-b7f9-44b7-957a-075c5befff3c tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628130 Nov 12 00:51:52.230182 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8c73d-e180-4930-863f-6e66d0e532bd req-8c8baf55-9f72-4fe3-b815-84d2a9b80428 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:52.231942 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7fa8c73d-e180-4930-863f-6e66d0e532bd req-8c8baf55-9f72-4fe3-b815-84d2a9b80428 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/networks?id=b847d184-534f-4934-ae31-f37d206e2c7c HTTP/1.1" status: 200 len: 815 time: 0.4298973 Nov 12 00:51:52.252428 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7fa8c73d-e180-4930-863f-6e66d0e532bd req-ddbd8785-fe20-4991-826e-424ced66a5a7 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/quotas/88669f081e1643c1bc0b52ccf8ef5658 HTTP/1.1" status: 200 len: 375 time: 0.0133371 Nov 12 00:51:52.320459 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7fa8c73d-e180-4930-863f-6e66d0e532bd req-2e14085c-4728-4836-bd5c-a6b12a587ab0 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=88669f081e1643c1bc0b52ccf8ef5658&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0608916 Nov 12 00:51:52.402325 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55180054-c07d-41bd-b1be-10b97deeac21 req-41f075a0-18c4-4743-ae10-a6271d80cd41 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:52.404698 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-55180054-c07d-41bd-b1be-10b97deeac21 req-41f075a0-18c4-4743-ae10-a6271d80cd41 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.0654323 Nov 12 00:51:52.446588 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7fa8c73d-e180-4930-863f-6e66d0e532bd req-9a2e29d7-a552-431a-871f-a189a291de37 service neutron] 10.222.0.20 "GET /v2.0/networks/b847d184-534f-4934-ae31-f37d206e2c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119161 Nov 12 00:51:52.494803 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-55180054-c07d-41bd-b1be-10b97deeac21 req-3633fb6d-8de3-4d50-820f-fa4a7960fac5 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674520 Nov 12 00:51:52.568635 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7fa8c73d-e180-4930-863f-6e66d0e532bd req-e4b75102-4256-400c-aab8-e3b4d99c8191 service neutron] 10.222.0.20 "GET /v2.0/networks/b847d184-534f-4934-ae31-f37d206e2c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125443 Nov 12 00:51:52.865325 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbcf9e-3b33-4b37-b043-b28824f4d468 req-22c173bc-b8ba-404d-8558-6a8987aac77a tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:52.866995 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2ebbcf9e-3b33-4b37-b043-b28824f4d468 req-22c173bc-b8ba-404d-8558-6a8987aac77a tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1 HTTP/1.1" status: 200 len: 945 time: 0.0540216 Nov 12 00:51:52.940789 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2ebbcf9e-3b33-4b37-b043-b28824f4d468 req-d572284d-1b8d-42f4-a585-02590484693f tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548525 Nov 12 00:51:52.993736 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75672a70-5734-4d36-be64-8fdb0cbfe956 req-36abf464-b080-4775-9fa0-89577b2353da tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:52.995329 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-75672a70-5734-4d36-be64-8fdb0cbfe956 req-36abf464-b080-4775-9fa0-89577b2353da tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 944 time: 0.0607584 Nov 12 00:51:53.017592 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2d5502d6-0b5c-487f-90dd-1f0a7661a20d req-3b54dadd-2c2d-4701-9c83-371eba3ddd89 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3305e68-b30a-43d8-b0c6-7d93f63451ab HTTP/1.1" status: 200 len: 210 time: 0.0296781 Nov 12 00:51:53.055755 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-75672a70-5734-4d36-be64-8fdb0cbfe956 req-5287db75-a52e-4ccf-9067-4d71b5502f80 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521820 Nov 12 00:51:53.325943 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318e5ad-8524-442f-a84c-ff30a259e731 req-4a347a67-d01c-4d2f-af99-fdfb2614b3ef tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:53.328072 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0318e5ad-8524-442f-a84c-ff30a259e731 req-4a347a67-d01c-4d2f-af99-fdfb2614b3ef tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=83f8708d-3ccc-413a-a4a5-033fd581a663 HTTP/1.1" status: 200 len: 945 time: 0.0559978 Nov 12 00:51:53.389648 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0318e5ad-8524-442f-a84c-ff30a259e731 req-42aa4c75-4093-4df1-86ae-93fcbb28aac3 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547643 Nov 12 00:51:53.674149 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee06ddd-4703-497f-bab6-12f943430607 req-fa612560-702f-49d5-bfe9-a023ce3f2fa5 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:53.676792 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71edb9da-193a-49c9-a40b-9431d482f175 req-bcc41384-8b0e-4396-b470-33f56182a2ef tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:53.678625 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-71edb9da-193a-49c9-a40b-9431d482f175 req-bcc41384-8b0e-4396-b470-33f56182a2ef tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=83f8708d-3ccc-413a-a4a5-033fd581a663 HTTP/1.1" status: 200 len: 945 time: 0.0591450 Nov 12 00:51:53.681727 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cee06ddd-4703-497f-bab6-12f943430607 req-fa612560-702f-49d5-bfe9-a023ce3f2fa5 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.0781639 Nov 12 00:51:53.729004 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-71edb9da-193a-49c9-a40b-9431d482f175 req-51129df2-fe49-4809-aef1-db013355854d tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438333 Nov 12 00:51:53.737484 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cee06ddd-4703-497f-bab6-12f943430607 req-fcef06ea-2db3-4747-8761-ccde1245573b tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505497 Nov 12 00:51:54.082758 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da017b-aecb-4ef1-82b2-37046311feb0 req-753f0d87-a584-4ee6-b3db-dd4904494db1 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:54.084497 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a5da017b-aecb-4ef1-82b2-37046311feb0 req-753f0d87-a584-4ee6-b3db-dd4904494db1 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1 HTTP/1.1" status: 200 len: 945 time: 0.0724320 Nov 12 00:51:54.159534 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a5da017b-aecb-4ef1-82b2-37046311feb0 req-fccbb50d-fd00-4be8-af01-775857caccfa tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675035 Nov 12 00:51:54.285820 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40e5b3-5a67-4f26-9b13-4cced03fcf2d req-f87e2041-087b-404b-b865-cb10c9c0deda tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:54.287489 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bd40e5b3-5a67-4f26-9b13-4cced03fcf2d req-f87e2041-087b-404b-b865-cb10c9c0deda tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 944 time: 0.0626204 Nov 12 00:51:54.361445 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bd40e5b3-5a67-4f26-9b13-4cced03fcf2d req-f7112055-ea93-4475-9829-433b667e8826 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608125 Nov 12 00:51:54.509938 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-37e7d716-09c1-4006-b3b2-23f305aecf43 req-46a188bf-d30d-4ec9-9108-e7ad66281627 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3305e68-b30a-43d8-b0c6-7d93f63451ab HTTP/1.1" status: 200 len: 210 time: 0.3821354 Nov 12 00:51:54.588772 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8c73d-e180-4930-863f-6e66d0e532bd req-eb417f47-ece9-4a6d-ae34-360cfc989bb6 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:54.590293 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7fa8c73d-e180-4930-863f-6e66d0e532bd req-eb417f47-ece9-4a6d-ae34-360cfc989bb6 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.49 "GET /v2.0/networks?id=b847d184-534f-4934-ae31-f37d206e2c7c HTTP/1.1" status: 200 len: 815 time: 0.5094099 Nov 12 00:51:54.680272 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7fa8c73d-e180-4930-863f-6e66d0e532bd req-fe777603-c841-4e5b-8f8a-0b56e0e7be82 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88669f081e1643c1bc0b52ccf8ef5658 HTTP/1.1" status: 200 len: 380 time: 0.0698655 Nov 12 00:51:54.691784 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-7fa8c73d-e180-4930-863f-6e66d0e532bd req-bcf4ecf4-bb61-49ff-9acd-c746c17366a0 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Request body: {'port': {'device_id': 'd3305e68-b30a-43d8-b0c6-7d93f63451ab', 'network_id': 'b847d184-534f-4934-ae31-f37d206e2c7c', 'admin_state_up': True, 'tenant_id': '88669f081e1643c1bc0b52ccf8ef5658', 'security_groups': ['1a0fd4c7-1da3-4f98-86cd-1bd0eacd641c']}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:54.895675 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c53fad-c7ad-4e5f-89c5-3d576f05cf57 req-f5c33fcb-3127-4015-a7e5-6bf9f8b299cf tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:54.897215 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-33c53fad-c7ad-4e5f-89c5-3d576f05cf57 req-f5c33fcb-3127-4015-a7e5-6bf9f8b299cf tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.0814669 Nov 12 00:51:54.898374 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fa8c73d-e180-4930-863f-6e66d0e532bd req-bcf4ecf4-bb61-49ff-9acd-c746c17366a0 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Made reservation on behalf of 88669f081e1643c1bc0b52ccf8ef5658 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:54.902260 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7fa8c73d-e180-4930-863f-6e66d0e532bd req-bcf4ecf4-bb61-49ff-9acd-c746c17366a0 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:54.909718 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563dd4dc-9009-43b6-9f70-87e5a747419d req-76bdebd9-af7e-4466-8d47-158baf86b6d3 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:54.911259 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-563dd4dc-9009-43b6-9f70-87e5a747419d req-76bdebd9-af7e-4466-8d47-158baf86b6d3 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=83f8708d-3ccc-413a-a4a5-033fd581a663 HTTP/1.1" status: 200 len: 945 time: 0.0677629 Nov 12 00:51:54.967191 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-563dd4dc-9009-43b6-9f70-87e5a747419d req-6913f750-ea67-46a8-989f-633b324df2e7 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487761 Nov 12 00:51:54.996988 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 4aa58cbc-0923-40dc-a1bb-108e76b6ecb8 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:51:55.088899 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-7fa8c73d-e180-4930-863f-6e66d0e532bd req-bcf4ecf4-bb61-49ff-9acd-c746c17366a0 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Allocated IP 172.20.0.7 (b847d184-534f-4934-ae31-f37d206e2c7c/0de18cf1-85e0-40e8-901c-1742149a537c/ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:51:55.114618 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 4aa58cbc-0923-40dc-a1bb-108e76b6ecb8, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=4aa58cbc-0923-40dc-a1bb-108e76b6ecb8,segment=NetworkSegment(f276d0aa-177e-4f4e-961a-b2ec2b54d3b3),segment_id=f276d0aa-177e-4f4e-961a-b2ec2b54d3b3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:55.129246 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '4aa58cbc-0923-40dc-a1bb-108e76b6ecb8', 'network_id': 'a9bd4d97-ce4d-4779-8f54-675f72a9954e', 'port_id': '4aa58cbc-0923-40dc-a1bb-108e76b6ecb8', 'mac_address': 'fa:16:3e:51:11:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17f5a2ba-c1de-498e-a9ce-36910c55dbea', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:51:55.174698 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:55.180571 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-33c53fad-c7ad-4e5f-89c5-3d576f05cf57 req-b4560ede-c7e7-4f16-afbc-242df3b9aeea tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2684011 Nov 12 00:51:55.183180 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a0346f-352a-4c1f-abbf-1f5bc64fa31c req-3a1ab781-0fe9-4bae-a914-86ad27e025c0 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:55.184918 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-01a0346f-352a-4c1f-abbf-1f5bc64fa31c req-3a1ab781-0fe9-4bae-a914-86ad27e025c0 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.54 "GET /v2.0/ports?device_id=83f8708d-3ccc-413a-a4a5-033fd581a663 HTTP/1.1" status: 200 len: 945 time: 0.0621459 Nov 12 00:51:55.204112 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aa58cbc-0923-40dc-a1bb-108e76b6ecb8 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:55.238514 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 4aa58cbc-0923-40dc-a1bb-108e76b6ecb8, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=4aa58cbc-0923-40dc-a1bb-108e76b6ecb8,segment=NetworkSegment(f276d0aa-177e-4f4e-961a-b2ec2b54d3b3),segment_id=f276d0aa-177e-4f4e-961a-b2ec2b54d3b3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:55.245615 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:55.322499 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7fa8c73d-e180-4930-863f-6e66d0e532bd req-bcf4ecf4-bb61-49ff-9acd-c746c17366a0 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:55.348913 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=4aa58cbc-0923-40dc-a1bb-108e76b6ecb8,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:55.355173 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-01a0346f-352a-4c1f-abbf-1f5bc64fa31c req-995da397-4ce6-4836-a463-43c494e4c0b7 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Deleting port 0eeadf17-10b2-4333-9ca4-6b239369e2de {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:51:55.355605 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-01a0346f-352a-4c1f-abbf-1f5bc64fa31c req-995da397-4ce6-4836-a463-43c494e4c0b7 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:55.367878 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90305c9d-626b-4c0f-852b-8a2b15e642ac req-bb2548fe-dced-4ea1-b02f-bbf9cb3a39c8 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:55.368564 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7fa8c73d-e180-4930-863f-6e66d0e532bd req-bcf4ecf4-bb61-49ff-9acd-c746c17366a0 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:55.377569 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-90305c9d-626b-4c0f-852b-8a2b15e642ac req-bb2548fe-dced-4ea1-b02f-bbf9cb3a39c8 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1 HTTP/1.1" status: 200 len: 945 time: 0.0841110 Nov 12 00:51:55.424894 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fa8c73d-e180-4930-863f-6e66d0e532bd req-bcf4ecf4-bb61-49ff-9acd-c746c17366a0 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Network b847d184-534f-4934-ae31-f37d206e2c7c is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:55.428912 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-7fa8c73d-e180-4930-863f-6e66d0e532bd req-bcf4ecf4-bb61-49ff-9acd-c746c17366a0 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:55.432882 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa8c73d-e180-4930-863f-6e66d0e532bd req-bcf4ecf4-bb61-49ff-9acd-c746c17366a0 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:55.501522 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-90305c9d-626b-4c0f-852b-8a2b15e642ac req-4e662fe5-f44d-431b-b535-c432f8af37a0 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199701 Nov 12 00:51:55.504534 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf4ecf4-bb61-49ff-9acd-c746c17366a0 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Pushing event updated for resources: {'Port': ['ID=ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:55.542962 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8c73d-e180-4930-863f-6e66d0e532bd req-bcf4ecf4-bb61-49ff-9acd-c746c17366a0 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:55.543638 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7fa8c73d-e180-4930-863f-6e66d0e532bd req-bcf4ecf4-bb61-49ff-9acd-c746c17366a0 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:55.547149 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-01a0346f-352a-4c1f-abbf-1f5bc64fa31c req-995da397-4ce6-4836-a463-43c494e4c0b7 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] For port 0eeadf17-10b2-4333-9ca4-6b239369e2de, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=0eeadf17-10b2-4333-9ca4-6b239369e2de,segment=NetworkSegment(38b12e74-b18e-41d0-b62c-8552b3e37d05),segment_id=38b12e74-b18e-41d0-b62c-8552b3e37d05)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:55.548569 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-01a0346f-352a-4c1f-abbf-1f5bc64fa31c req-995da397-4ce6-4836-a463-43c494e4c0b7 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:55.580017 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-01a0346f-352a-4c1f-abbf-1f5bc64fa31c req-995da397-4ce6-4836-a463-43c494e4c0b7 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Calling delete_port for 0eeadf17-10b2-4333-9ca4-6b239369e2de owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:51:55.585020 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7fa8c73d-e180-4930-863f-6e66d0e532bd req-bcf4ecf4-bb61-49ff-9acd-c746c17366a0 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8976977 Nov 12 00:51:55.596503 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c6187-bf53-43a2-8952-6b86081da175 req-2344b930-e392-4d9a-9d31-e6b870e6ac7e tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:55.606028 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c01c6187-bf53-43a2-8952-6b86081da175 req-2344b930-e392-4d9a-9d31-e6b870e6ac7e tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 945 time: 0.1444216 Nov 12 00:51:55.619046 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-7fa8c73d-e180-4930-863f-6e66d0e532bd req-5ed4d6c2-35b7-4929-8d82-0e48b05e684f service neutron] Request body: {'port': {'device_id': 'd3305e68-b30a-43d8-b0c6-7d93f63451ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:55.727449 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c01c6187-bf53-43a2-8952-6b86081da175 req-60d7b414-9a96-42a9-bb7d-592473077922 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174719 Nov 12 00:51:55.745819 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7fa8c73d-e180-4930-863f-6e66d0e532bd req-5ed4d6c2-35b7-4929-8d82-0e48b05e684f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:55.756405 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['4aa58cbc-0923-40dc-a1bb-108e76b6ecb8'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:51:55.784059 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-01a0346f-352a-4c1f-abbf-1f5bc64fa31c req-995da397-4ce6-4836-a463-43c494e4c0b7 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:55.821757 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995da397-4ce6-4836-a463-43c494e4c0b7 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Pushing event deleted for resources: {'Port': ['ID=0eeadf17-10b2-4333-9ca4-6b239369e2de,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:55.836875 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab91ed6-2ab6-4be5-b9b5-e576b99d75fc req-c4d2b8e6-8a7d-45a4-bc52-e2a9fab26476 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:55.844985 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4ab91ed6-2ab6-4be5-b9b5-e576b99d75fc req-c4d2b8e6-8a7d-45a4-bc52-e2a9fab26476 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3305e68-b30a-43d8-b0c6-7d93f63451ab HTTP/1.1" status: 200 len: 931 time: 0.2013958 Nov 12 00:51:55.853627 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-21abea55-50c0-4ab9-9c0f-ce04c8fd0abc None None] Provisioning complete for port ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:55.854245 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-21abea55-50c0-4ab9-9c0f-ce04c8fd0abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:55.892153 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a0346f-352a-4c1f-abbf-1f5bc64fa31c req-995da397-4ce6-4836-a463-43c494e4c0b7 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] No DVR routers for this DVR port 0eeadf17-10b2-4333-9ca4-6b239369e2de on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:51:55.895689 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-01a0346f-352a-4c1f-abbf-1f5bc64fa31c req-995da397-4ce6-4836-a463-43c494e4c0b7 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:55.899032 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-01a0346f-352a-4c1f-abbf-1f5bc64fa31c req-995da397-4ce6-4836-a463-43c494e4c0b7 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.54 "DELETE /v2.0/ports/0eeadf17-10b2-4333-9ca4-6b239369e2de HTTP/1.1" status: 204 len: 173 time: 0.7015545 Nov 12 00:51:55.900021 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f8708d-3ccc-413a-a4a5-033fd581a663', 'name': 'network-vif-deleted', 'tag': '0eeadf17-10b2-4333-9ca4-6b239369e2de'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:55.902350 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010c3c71-4249-4e2b-883a-33d52cd24308" -d '{"events": [{"server_uuid": "83f8708d-3ccc-413a-a4a5-033fd581a663", "name": "network-vif-deleted", "tag": "0eeadf17-10b2-4333-9ca4-6b239369e2de"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:55.945537 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4ab91ed6-2ab6-4be5-b9b5-e576b99d75fc req-182b100b-bca8-4706-8ecf-9c978eee93fd tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a0fd4c7-1da3-4f98-86cd-1bd0eacd641c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995340 Nov 12 00:51:55.982904 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-21abea55-50c0-4ab9-9c0f-ce04c8fd0abc None None] Port ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:51:55.984876 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100e79ba-07ca-4fd4-b95a-1e16278b1626 x-openstack-request-id: req-100e79ba-07ca-4fd4-b95a-1e16278b1626 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:55.985286 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f8708d-3ccc-413a-a4a5-033fd581a663", "name": "network-vif-deleted", "tag": "0eeadf17-10b2-4333-9ca4-6b239369e2de", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:55.985652 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-100e79ba-07ca-4fd4-b95a-1e16278b1626 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:55.986658 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f8708d-3ccc-413a-a4a5-033fd581a663', 'name': 'network-vif-deleted', 'tag': '0eeadf17-10b2-4333-9ca4-6b239369e2de', 'status': 'completed', 'code': 200} Nov 12 00:51:56.123543 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3a295c55-6a85-4ea6-b4be-92f045c932d6 req-a36ba90b-2f7b-4db5-a10c-7b2eb0cfa370 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=83f8708d-3ccc-413a-a4a5-033fd581a663 HTTP/1.1" status: 200 len: 210 time: 0.0680199 Nov 12 00:51:56.170246 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-7fa8c73d-e180-4930-863f-6e66d0e532bd req-5ed4d6c2-35b7-4929-8d82-0e48b05e684f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:56.178472 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7fa8c73d-e180-4930-863f-6e66d0e532bd req-5ed4d6c2-35b7-4929-8d82-0e48b05e684f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:56.191734 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-7fa8c73d-e180-4930-863f-6e66d0e532bd req-5ed4d6c2-35b7-4929-8d82-0e48b05e684f service neutron] Transition to ACTIVE for port object ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:51:56.197718 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7fa8c73d-e180-4930-863f-6e66d0e532bd req-5ed4d6c2-35b7-4929-8d82-0e48b05e684f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:56.284016 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed4d6c2-35b7-4929-8d82-0e48b05e684f service neutron] Pushing event updated for resources: {'Port': ['ID=ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:56.376245 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ab846-0c14-4295-9dcb-b1021f9db380 req-8ffe192b-e22d-4cf0-9946-eed82576cce7 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:56.380043 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-724ab846-0c14-4295-9dcb-b1021f9db380 req-8ffe192b-e22d-4cf0-9946-eed82576cce7 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.1071122 Nov 12 00:51:56.412664 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-7fa8c73d-e180-4930-863f-6e66d0e532bd req-5ed4d6c2-35b7-4929-8d82-0e48b05e684f service neutron] Attempting to bind port ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:56.413146 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-7fa8c73d-e180-4930-863f-6e66d0e532bd req-5ed4d6c2-35b7-4929-8d82-0e48b05e684f service neutron] Attempting to bind port ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '02dabcd1-20dd-47d0-8d93-c22dac2f690a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b847d184-534f-4934-ae31-f37d206e2c7c'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:56.413512 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa8c73d-e180-4930-863f-6e66d0e532bd req-5ed4d6c2-35b7-4929-8d82-0e48b05e684f service neutron] Attempting to bind port ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed on network b847d184-534f-4934-ae31-f37d206e2c7c {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:56.424098 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa8c73d-e180-4930-863f-6e66d0e532bd req-5ed4d6c2-35b7-4929-8d82-0e48b05e684f service neutron] Port ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed on network b847d184-534f-4934-ae31-f37d206e2c7c not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:56.424440 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa8c73d-e180-4930-863f-6e66d0e532bd req-5ed4d6c2-35b7-4929-8d82-0e48b05e684f service neutron] Attempting to bind port ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed on network b847d184-534f-4934-ae31-f37d206e2c7c {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:56.448999 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa8c73d-e180-4930-863f-6e66d0e532bd req-5ed4d6c2-35b7-4929-8d82-0e48b05e684f service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:51:56.449421 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa8c73d-e180-4930-863f-6e66d0e532bd req-5ed4d6c2-35b7-4929-8d82-0e48b05e684f service neutron] Checking segment: {'id': '02dabcd1-20dd-47d0-8d93-c22dac2f690a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b847d184-534f-4934-ae31-f37d206e2c7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:56.449750 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa8c73d-e180-4930-863f-6e66d0e532bd req-5ed4d6c2-35b7-4929-8d82-0e48b05e684f service neutron] Bound using segment: {'id': '02dabcd1-20dd-47d0-8d93-c22dac2f690a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b847d184-534f-4934-ae31-f37d206e2c7c'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:51:56.450189 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-7fa8c73d-e180-4930-863f-6e66d0e532bd req-5ed4d6c2-35b7-4929-8d82-0e48b05e684f service neutron] Bound port: ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02dabcd1-20dd-47d0-8d93-c22dac2f690a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b847d184-534f-4934-ae31-f37d206e2c7c'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:51:56.450541 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7fa8c73d-e180-4930-863f-6e66d0e532bd req-5ed4d6c2-35b7-4929-8d82-0e48b05e684f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:56.466755 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-724ab846-0c14-4295-9dcb-b1021f9db380 req-62034528-da77-4489-8b61-dfabfbdc26e3 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804915 Nov 12 00:51:56.558897 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-7fa8c73d-e180-4930-863f-6e66d0e532bd req-5ed4d6c2-35b7-4929-8d82-0e48b05e684f service neutron] For port ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:51:56.565851 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-7fa8c73d-e180-4930-863f-6e66d0e532bd req-5ed4d6c2-35b7-4929-8d82-0e48b05e684f service neutron] For port ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed,segment=NetworkSegment(02dabcd1-20dd-47d0-8d93-c22dac2f690a),segment_id=02dabcd1-20dd-47d0-8d93-c22dac2f690a)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:51:56.573684 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7fa8c73d-e180-4930-863f-6e66d0e532bd req-5ed4d6c2-35b7-4929-8d82-0e48b05e684f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:56.639592 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8c73d-e180-4930-863f-6e66d0e532bd req-5ed4d6c2-35b7-4929-8d82-0e48b05e684f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:56.640359 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7fa8c73d-e180-4930-863f-6e66d0e532bd req-5ed4d6c2-35b7-4929-8d82-0e48b05e684f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:56.646598 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7fa8c73d-e180-4930-863f-6e66d0e532bd req-5ed4d6c2-35b7-4929-8d82-0e48b05e684f service neutron] 10.222.0.49 "PUT /v2.0/ports/ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed HTTP/1.1" status: 200 len: 1092 time: 1.0376196 Nov 12 00:51:56.650268 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3305e68-b30a-43d8-b0c6-7d93f63451ab', 'tag': 'ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:56.652781 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9446997-ca3f-42b0-b6de-ce15a9aa951d" -d '{"events": [{"name": "network-changed", "server_uuid": "d3305e68-b30a-43d8-b0c6-7d93f63451ab", "tag": "ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:56.683992 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a876cb-869b-4c40-8740-3260519f0ea0 req-b207ce3a-9752-453e-8a05-4d8c70729755 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:56.688822 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d4a876cb-869b-4c40-8740-3260519f0ea0 req-b207ce3a-9752-453e-8a05-4d8c70729755 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1 HTTP/1.1" status: 200 len: 945 time: 0.0904002 Nov 12 00:51:56.697018 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed4d6c2-35b7-4929-8d82-0e48b05e684f service neutron] Pushing event updated for resources: {'Port': ['ID=ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:56.770475 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32d71d8-ad17-4a5b-9d77-b137aeeac8e4 x-openstack-request-id: req-f32d71d8-ad17-4a5b-9d77-b137aeeac8e4 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:56.770767 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3305e68-b30a-43d8-b0c6-7d93f63451ab", "tag": "ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:56.771032 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f32d71d8-ad17-4a5b-9d77-b137aeeac8e4 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:56.771423 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3305e68-b30a-43d8-b0c6-7d93f63451ab', 'tag': 'ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed', 'status': 'completed', 'code': 200} Nov 12 00:51:56.788299 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d4a876cb-869b-4c40-8740-3260519f0ea0 req-2e127b80-47a6-489e-9b36-6b159c67328e tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825124 Nov 12 00:51:56.809905 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8c73d-e180-4930-863f-6e66d0e532bd req-dd3dfbd3-6e21-4ffc-93b8-dad8a8eeaec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:56.811481 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7fa8c73d-e180-4930-863f-6e66d0e532bd req-dd3dfbd3-6e21-4ffc-93b8-dad8a8eeaec6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=88669f081e1643c1bc0b52ccf8ef5658&device_id=d3305e68-b30a-43d8-b0c6-7d93f63451ab HTTP/1.1" status: 200 len: 1095 time: 0.0846198 Nov 12 00:51:56.897652 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7fa8c73d-e180-4930-863f-6e66d0e532bd req-b1f8926b-7dfb-44f1-a45c-184e11fe1a5f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed HTTP/1.1" status: 200 len: 217 time: 0.0646663 Nov 12 00:51:56.957932 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea2703-96f9-408f-be29-19810f1bea03 req-9660fb08-a7fe-4a4f-b0dc-e5e4a13c3b5c tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:56.959577 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e7ea2703-96f9-408f-be29-19810f1bea03 req-9660fb08-a7fe-4a4f-b0dc-e5e4a13c3b5c tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 945 time: 0.0909519 Nov 12 00:51:56.990404 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8c73d-e180-4930-863f-6e66d0e532bd req-5f3f7c79-4535-415d-a257-cf21c4cdc9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:56.991904 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7fa8c73d-e180-4930-863f-6e66d0e532bd req-5f3f7c79-4535-415d-a257-cf21c4cdc9ac service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0de18cf1-85e0-40e8-901c-1742149a537c HTTP/1.1" status: 200 len: 854 time: 0.0862246 Nov 12 00:51:57.047045 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['0eeadf17-10b2-4333-9ca4-6b239369e2de'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:51:57.080117 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14ab78-026d-4c79-90d5-13bebcfdccc8 req-2c53e8b1-e01c-4692-b1f9-8bb068818a60 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:57.081865 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-af14ab78-026d-4c79-90d5-13bebcfdccc8 req-2c53e8b1-e01c-4692-b1f9-8bb068818a60 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3305e68-b30a-43d8-b0c6-7d93f63451ab HTTP/1.1" status: 200 len: 943 time: 0.0570896 Nov 12 00:51:57.086700 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e7ea2703-96f9-408f-be29-19810f1bea03 req-58c68068-2867-4130-a4f1-c75a687f7d97 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189048 Nov 12 00:51:57.097805 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8c73d-e180-4930-863f-6e66d0e532bd req-3ae12b69-9378-427e-85ce-9d8716763b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:57.099335 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7fa8c73d-e180-4930-863f-6e66d0e532bd req-3ae12b69-9378-427e-85ce-9d8716763b01 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b847d184-534f-4934-ae31-f37d206e2c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0992708 Nov 12 00:51:57.167471 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-af14ab78-026d-4c79-90d5-13bebcfdccc8 req-fa4cbb8a-6c98-4f96-b5ce-1d6ff069a4bb tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a0fd4c7-1da3-4f98-86cd-1bd0eacd641c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769336 Nov 12 00:51:57.200861 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7fa8c73d-e180-4930-863f-6e66d0e532bd req-14cf727f-111e-4dfd-a2dd-b5e73131e0c1 service neutron] 10.222.0.49 "GET /v2.0/networks/b847d184-534f-4934-ae31-f37d206e2c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933063 Nov 12 00:51:57.305018 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7fa8c73d-e180-4930-863f-6e66d0e532bd req-ddda7e87-5c8d-42b4-9090-36c252a6a5a6 service neutron] 10.222.0.49 "GET /v2.0/networks/b847d184-534f-4934-ae31-f37d206e2c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969863 Nov 12 00:51:57.438977 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9446997-ca3f-42b0-b6de-ce15a9aa951d req-8d41d872-3109-4599-9c1d-51d26b477f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:57.441149 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a9446997-ca3f-42b0-b6de-ce15a9aa951d req-8d41d872-3109-4599-9c1d-51d26b477f7d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=88669f081e1643c1bc0b52ccf8ef5658&device_id=d3305e68-b30a-43d8-b0c6-7d93f63451ab HTTP/1.1" status: 200 len: 1095 time: 0.0528347 Nov 12 00:51:57.470530 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96bc55e-9333-4a7f-9fc2-3e5f6384ced3 req-d8065222-ad5e-43c9-8692-7023c29fbf1c tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:57.472113 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d96bc55e-9333-4a7f-9fc2-3e5f6384ced3 req-d8065222-ad5e-43c9-8692-7023c29fbf1c tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/networks?id=cc6c0861-08f6-4a20-bb15-55ce7625c6e5 HTTP/1.1" status: 200 len: 811 time: 0.1168063 Nov 12 00:51:57.489338 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d96bc55e-9333-4a7f-9fc2-3e5f6384ced3 req-46c69ded-6d3e-495c-8d5a-59eebfc208e4 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/quotas/5ffaac2ef2674156a598ef42a6d7e245 HTTP/1.1" status: 200 len: 375 time: 0.0106363 Nov 12 00:51:57.557846 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9446997-ca3f-42b0-b6de-ce15a9aa951d req-a73cbbc3-2890-4f31-bdfd-0fc2f9f2b938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:57.559414 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a9446997-ca3f-42b0-b6de-ce15a9aa951d req-a73cbbc3-2890-4f31-bdfd-0fc2f9f2b938 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b847d184-534f-4934-ae31-f37d206e2c7c HTTP/1.1" status: 200 len: 916 time: 0.1110268 Nov 12 00:51:57.579556 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d96bc55e-9333-4a7f-9fc2-3e5f6384ced3 req-940db2b2-5e38-448e-acf9-0871def65c67 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ffaac2ef2674156a598ef42a6d7e245&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457792 Nov 12 00:51:57.614171 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a9446997-ca3f-42b0-b6de-ce15a9aa951d req-348d99e2-bdd2-4c58-9fd9-907aece2a6a4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed HTTP/1.1" status: 200 len: 217 time: 0.0433934 Nov 12 00:51:57.670480 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d96bc55e-9333-4a7f-9fc2-3e5f6384ced3 req-603f2f24-7769-40c8-b795-f19ef848cc94 service neutron] 10.222.0.20 "GET /v2.0/networks/cc6c0861-08f6-4a20-bb15-55ce7625c6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898373 Nov 12 00:51:57.697979 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9446997-ca3f-42b0-b6de-ce15a9aa951d req-a6c57f26-d432-4326-8097-d76240234752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:57.699531 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a9446997-ca3f-42b0-b6de-ce15a9aa951d req-a6c57f26-d432-4326-8097-d76240234752 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0de18cf1-85e0-40e8-901c-1742149a537c HTTP/1.1" status: 200 len: 854 time: 0.0749025 Nov 12 00:51:57.709779 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031fc5fe-0b86-4b36-8788-d9d9e62578cc req-729db98d-fa3f-485f-81a7-6ffb7334c241 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:57.711323 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-031fc5fe-0b86-4b36-8788-d9d9e62578cc req-729db98d-fa3f-485f-81a7-6ffb7334c241 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.0990379 Nov 12 00:51:57.767039 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d96bc55e-9333-4a7f-9fc2-3e5f6384ced3 req-76779750-6a75-45bf-af39-c3e41ff09e92 service neutron] 10.222.0.20 "GET /v2.0/networks/cc6c0861-08f6-4a20-bb15-55ce7625c6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885208 Nov 12 00:51:57.789220 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9446997-ca3f-42b0-b6de-ce15a9aa951d req-27dcf3ff-54b6-45a1-9dbd-95f3426eaa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:57.790967 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a9446997-ca3f-42b0-b6de-ce15a9aa951d req-27dcf3ff-54b6-45a1-9dbd-95f3426eaa57 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b847d184-534f-4934-ae31-f37d206e2c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0787110 Nov 12 00:51:57.800608 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-031fc5fe-0b86-4b36-8788-d9d9e62578cc req-9956051d-559a-48b7-9c1b-e4749cbd799b tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795248 Nov 12 00:51:57.965859 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0e945-aaec-48de-8f21-03b3456c9895 req-711d8c2e-2650-42c0-8de6-70d196e30bec tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:57.974697 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6cd0e945-aaec-48de-8f21-03b3456c9895 req-711d8c2e-2650-42c0-8de6-70d196e30bec tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1 HTTP/1.1" status: 200 len: 945 time: 0.0821247 Nov 12 00:51:58.000710 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1cf85d20-2a78-4e8e-8537-7e675de7420e req-f18d4242-217e-4c3f-a051-1311a357770d tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb66aca-1ef4-48a3-b6b4-1936ca3f73c0 HTTP/1.1" status: 200 len: 210 time: 0.0467956 Nov 12 00:51:58.021796 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a9446997-ca3f-42b0-b6de-ce15a9aa951d req-8de82809-a5ea-4109-8408-3237df8e9756 service neutron] 10.222.0.49 "GET /v2.0/networks/b847d184-534f-4934-ae31-f37d206e2c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172213 Nov 12 00:51:58.081892 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6cd0e945-aaec-48de-8f21-03b3456c9895 req-d8c41528-bd59-4a65-b3f7-b9a035ce080d tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064317 Nov 12 00:51:58.179260 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a9446997-ca3f-42b0-b6de-ce15a9aa951d req-71bbd8fa-b19d-48ef-972a-c89f781275cb service neutron] 10.222.0.49 "GET /v2.0/networks/b847d184-534f-4934-ae31-f37d206e2c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436572 Nov 12 00:51:58.231295 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97dcc3-e97e-40b4-b821-b3d9d5d83d82 req-3ebc9cf4-5087-4ec8-bc63-def609573328 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:58.240948 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c97dcc3-e97e-40b4-b821-b3d9d5d83d82 req-3ebc9cf4-5087-4ec8-bc63-def609573328 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 945 time: 0.0762861 Nov 12 00:51:58.309309 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c97dcc3-e97e-40b4-b821-b3d9d5d83d82 req-fc4b8122-63d2-4c70-9de2-a8281abb4a7b tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566256 Nov 12 00:51:58.311933 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c68b3f-d526-4e59-80b9-c05dc500d6ff req-80b27640-6d22-4655-ba88-a278699cb90e tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:58.313604 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-12c68b3f-d526-4e59-80b9-c05dc500d6ff req-80b27640-6d22-4655-ba88-a278699cb90e tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3305e68-b30a-43d8-b0c6-7d93f63451ab HTTP/1.1" status: 200 len: 943 time: 0.0648882 Nov 12 00:51:58.384416 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-12c68b3f-d526-4e59-80b9-c05dc500d6ff req-5c5aeb2c-0fec-4c72-9908-c4af6ca8955f tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a0fd4c7-1da3-4f98-86cd-1bd0eacd641c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643392 Nov 12 00:51:59.004172 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 4aa58cbc-0923-40dc-a1bb-108e76b6ecb8 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:59.076861 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 4aa58cbc-0923-40dc-a1bb-108e76b6ecb8 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:51:59.082248 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 4aa58cbc-0923-40dc-a1bb-108e76b6ecb8 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:59.082906 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:59.101937 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7dfca45a-c1f5-4738-af36-a629524e429a req-57b10989-b557-4685-a175-5cd0f9b9ac62 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb66aca-1ef4-48a3-b6b4-1936ca3f73c0 HTTP/1.1" status: 200 len: 210 time: 0.0312111 Nov 12 00:51:59.224144 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:59.252265 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96bc55e-9333-4a7f-9fc2-3e5f6384ced3 req-cabadcf7-da0b-4b59-9163-90cebc77c9a8 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:59.254418 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d96bc55e-9333-4a7f-9fc2-3e5f6384ced3 req-cabadcf7-da0b-4b59-9163-90cebc77c9a8 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.54 "GET /v2.0/networks?id=cc6c0861-08f6-4a20-bb15-55ce7625c6e5 HTTP/1.1" status: 200 len: 811 time: 0.1769660 Nov 12 00:51:59.277305 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '324c7130-81b2-4f66-93bf-b8e1473f8a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa58cbc-0923-40dc-a1bb-108e76b6ecb8'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:59.277305 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4316b1-7641-4bc7-b697-b858618c2abb" -d '{"events": [{"server_uuid": "324c7130-81b2-4f66-93bf-b8e1473f8a7b", "name": "network-vif-plugged", "status": "completed", "tag": "4aa58cbc-0923-40dc-a1bb-108e76b6ecb8"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:59.287203 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-d96bc55e-9333-4a7f-9fc2-3e5f6384ced3 req-9b4c5076-9995-43a7-ba1e-753c0cc1cf0c tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Request body: {'port': {'device_id': '0cb66aca-1ef4-48a3-b6b4-1936ca3f73c0', 'network_id': 'cc6c0861-08f6-4a20-bb15-55ce7625c6e5', 'admin_state_up': True, 'tenant_id': '5ffaac2ef2674156a598ef42a6d7e245'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:59.297989 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909fe80d-8875-40dd-9823-7c12f28e144a req-40899ffa-4702-49ab-b9d0-4820128d4d44 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:59.305335 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-909fe80d-8875-40dd-9823-7c12f28e144a req-40899ffa-4702-49ab-b9d0-4820128d4d44 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1 HTTP/1.1" status: 200 len: 945 time: 0.0953543 Nov 12 00:51:59.314761 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 4aa58cbc-0923-40dc-a1bb-108e76b6ecb8, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=4aa58cbc-0923-40dc-a1bb-108e76b6ecb8,segment=NetworkSegment(f276d0aa-177e-4f4e-961a-b2ec2b54d3b3),segment_id=f276d0aa-177e-4f4e-961a-b2ec2b54d3b3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:59.322664 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:59.323730 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 0eeadf17-10b2-4333-9ca4-6b239369e2de no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:51:59.371000 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff85d9f-c7b1-429b-b52b-4d03d271147b x-openstack-request-id: req-dff85d9f-c7b1-429b-b52b-4d03d271147b {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:59.371290 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "324c7130-81b2-4f66-93bf-b8e1473f8a7b", "name": "network-vif-plugged", "status": "completed", "tag": "4aa58cbc-0923-40dc-a1bb-108e76b6ecb8", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:59.371545 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dff85d9f-c7b1-429b-b52b-4d03d271147b {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:59.371933 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '324c7130-81b2-4f66-93bf-b8e1473f8a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa58cbc-0923-40dc-a1bb-108e76b6ecb8', 'code': 200} Nov 12 00:51:59.372465 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: 0eeadf17-10b2-4333-9ca4-6b239369e2de {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:51:59.372804 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 0eeadf17-10b2-4333-9ca4-6b239369e2de not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:51:59.416775 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=4aa58cbc-0923-40dc-a1bb-108e76b6ecb8,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:59.463641 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-909fe80d-8875-40dd-9823-7c12f28e144a req-63139a09-884d-44b9-b74c-4656362d6b2c tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524189 Nov 12 00:51:59.553622 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35403ba9-2568-481b-8bdc-d627c936b105 req-b45d9377-ccd0-43b9-9523-0558a4381421 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:59.561529 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-35403ba9-2568-481b-8bdc-d627c936b105 req-b45d9377-ccd0-43b9-9523-0558a4381421 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 946 time: 0.1303117 Nov 12 00:51:59.593706 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02313da-1b36-4ee7-a428-ac6672c0e888 req-946205e8-7ad0-4a76-9d5f-34f640a7779b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:59.594826 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d96bc55e-9333-4a7f-9fc2-3e5f6384ced3 req-9b4c5076-9995-43a7-ba1e-753c0cc1cf0c tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Made reservation on behalf of 5ffaac2ef2674156a598ef42a6d7e245 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:59.595429 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d02313da-1b36-4ee7-a428-ac6672c0e888 req-946205e8-7ad0-4a76-9d5f-34f640a7779b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 1098 time: 0.1190376 Nov 12 00:51:59.598450 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d96bc55e-9333-4a7f-9fc2-3e5f6384ced3 req-9b4c5076-9995-43a7-ba1e-753c0cc1cf0c tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:59.643709 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f4742-a90b-416b-9fae-24f164a0f873 req-5497b293-50dc-43b9-aa5b-e5a8cbac2291 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:59.646846 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ba5f4742-a90b-416b-9fae-24f164a0f873 req-5497b293-50dc-43b9-aa5b-e5a8cbac2291 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3305e68-b30a-43d8-b0c6-7d93f63451ab HTTP/1.1" status: 200 len: 943 time: 0.1127360 Nov 12 00:51:59.675429 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-35403ba9-2568-481b-8bdc-d627c936b105 req-f7f82492-2495-462e-a839-880e77c10599 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126697 Nov 12 00:51:59.678146 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d02313da-1b36-4ee7-a428-ac6672c0e888 req-6a0b6367-3281-438e-b4f6-d2ad2fe28ca0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740969 Nov 12 00:51:59.774111 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ba5f4742-a90b-416b-9fae-24f164a0f873 req-4db39c1d-f500-4839-9368-6be686686ae9 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a0fd4c7-1da3-4f98-86cd-1bd0eacd641c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882668 Nov 12 00:51:59.795809 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-d96bc55e-9333-4a7f-9fc2-3e5f6384ced3 req-9b4c5076-9995-43a7-ba1e-753c0cc1cf0c tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Allocated IP 172.20.0.13 (cc6c0861-08f6-4a20-bb15-55ce7625c6e5/8dc44064-8072-4b25-a5ed-adc971ac9588/82d12d5d-4d68-47bb-9f2a-e9c143da2e81) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:51:59.939961 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d96bc55e-9333-4a7f-9fc2-3e5f6384ced3 req-9b4c5076-9995-43a7-ba1e-753c0cc1cf0c tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:59.973738 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d96bc55e-9333-4a7f-9fc2-3e5f6384ced3 req-9b4c5076-9995-43a7-ba1e-753c0cc1cf0c tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:00.022184 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d96bc55e-9333-4a7f-9fc2-3e5f6384ced3 req-9b4c5076-9995-43a7-ba1e-753c0cc1cf0c tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Network cc6c0861-08f6-4a20-bb15-55ce7625c6e5 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:52:00.027803 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-d96bc55e-9333-4a7f-9fc2-3e5f6384ced3 req-9b4c5076-9995-43a7-ba1e-753c0cc1cf0c tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:52:00.030438 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96bc55e-9333-4a7f-9fc2-3e5f6384ced3 req-9b4c5076-9995-43a7-ba1e-753c0cc1cf0c tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:52:00.057502 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c5076-9995-43a7-ba1e-753c0cc1cf0c tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Pushing event updated for resources: {'Port': ['ID=82d12d5d-4d68-47bb-9f2a-e9c143da2e81,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:00.087983 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96bc55e-9333-4a7f-9fc2-3e5f6384ced3 req-9b4c5076-9995-43a7-ba1e-753c0cc1cf0c tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:00.088591 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d96bc55e-9333-4a7f-9fc2-3e5f6384ced3 req-9b4c5076-9995-43a7-ba1e-753c0cc1cf0c tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:00.105061 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d96bc55e-9333-4a7f-9fc2-3e5f6384ced3 req-9b4c5076-9995-43a7-ba1e-753c0cc1cf0c tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8218880 Nov 12 00:52:00.125677 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-d96bc55e-9333-4a7f-9fc2-3e5f6384ced3 req-a31ff696-5690-4f79-99a6-ec3f876dd44a service neutron] Request body: {'port': {'device_id': '0cb66aca-1ef4-48a3-b6b4-1936ca3f73c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:00.192121 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d96bc55e-9333-4a7f-9fc2-3e5f6384ced3 req-a31ff696-5690-4f79-99a6-ec3f876dd44a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:00.243366 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9756c39-aca1-4c53-99f7-1a2c7bae9a0c req-f9705c05-af63-4cbb-935a-a2013d70a7bf tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:00.245006 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d9756c39-aca1-4c53-99f7-1a2c7bae9a0c req-f9705c05-af63-4cbb-935a-a2013d70a7bf tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb66aca-1ef4-48a3-b6b4-1936ca3f73c0 HTTP/1.1" status: 200 len: 932 time: 0.0521457 Nov 12 00:52:00.337814 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d9756c39-aca1-4c53-99f7-1a2c7bae9a0c req-2955a900-d7fc-4cbf-9261-523dbbe49802 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830514 Nov 12 00:52:00.484271 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-d96bc55e-9333-4a7f-9fc2-3e5f6384ced3 req-a31ff696-5690-4f79-99a6-ec3f876dd44a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82d12d5d-4d68-47bb-9f2a-e9c143da2e81 {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:00.493509 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d96bc55e-9333-4a7f-9fc2-3e5f6384ced3 req-a31ff696-5690-4f79-99a6-ec3f876dd44a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:00.508106 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-d96bc55e-9333-4a7f-9fc2-3e5f6384ced3 req-a31ff696-5690-4f79-99a6-ec3f876dd44a service neutron] Transition to ACTIVE for port object 82d12d5d-4d68-47bb-9f2a-e9c143da2e81 will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:52:00.512967 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d96bc55e-9333-4a7f-9fc2-3e5f6384ced3 req-a31ff696-5690-4f79-99a6-ec3f876dd44a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:00.564264 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ff696-5690-4f79-99a6-ec3f876dd44a service neutron] Pushing event updated for resources: {'Port': ['ID=82d12d5d-4d68-47bb-9f2a-e9c143da2e81,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:00.587260 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352cb67f-6d7d-4530-8d95-fa6ec9beb20e req-d78b198e-51ef-44b1-b9c3-d27a28494a23 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:00.589123 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-352cb67f-6d7d-4530-8d95-fa6ec9beb20e req-d78b198e-51ef-44b1-b9c3-d27a28494a23 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1 HTTP/1.1" status: 200 len: 945 time: 0.0607810 Nov 12 00:52:00.642598 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-352cb67f-6d7d-4530-8d95-fa6ec9beb20e req-3a15d03b-d315-4a4a-a02b-9ea8b09d59ba tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460715 Nov 12 00:52:00.643776 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-d96bc55e-9333-4a7f-9fc2-3e5f6384ced3 req-a31ff696-5690-4f79-99a6-ec3f876dd44a service neutron] Attempting to bind port 82d12d5d-4d68-47bb-9f2a-e9c143da2e81 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:52:00.644278 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-d96bc55e-9333-4a7f-9fc2-3e5f6384ced3 req-a31ff696-5690-4f79-99a6-ec3f876dd44a service neutron] Attempting to bind port 82d12d5d-4d68-47bb-9f2a-e9c143da2e81 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '38b12e74-b18e-41d0-b62c-8552b3e37d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cc6c0861-08f6-4a20-bb15-55ce7625c6e5'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:52:00.644776 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96bc55e-9333-4a7f-9fc2-3e5f6384ced3 req-a31ff696-5690-4f79-99a6-ec3f876dd44a service neutron] Attempting to bind port 82d12d5d-4d68-47bb-9f2a-e9c143da2e81 on network cc6c0861-08f6-4a20-bb15-55ce7625c6e5 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:00.649571 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96bc55e-9333-4a7f-9fc2-3e5f6384ced3 req-a31ff696-5690-4f79-99a6-ec3f876dd44a service neutron] Port 82d12d5d-4d68-47bb-9f2a-e9c143da2e81 on network cc6c0861-08f6-4a20-bb15-55ce7625c6e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:52:00.650291 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96bc55e-9333-4a7f-9fc2-3e5f6384ced3 req-a31ff696-5690-4f79-99a6-ec3f876dd44a service neutron] Attempting to bind port 82d12d5d-4d68-47bb-9f2a-e9c143da2e81 on network cc6c0861-08f6-4a20-bb15-55ce7625c6e5 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:00.658058 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96bc55e-9333-4a7f-9fc2-3e5f6384ced3 req-a31ff696-5690-4f79-99a6-ec3f876dd44a service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:52:00.658397 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96bc55e-9333-4a7f-9fc2-3e5f6384ced3 req-a31ff696-5690-4f79-99a6-ec3f876dd44a service neutron] Checking segment: {'id': '38b12e74-b18e-41d0-b62c-8552b3e37d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cc6c0861-08f6-4a20-bb15-55ce7625c6e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:52:00.658782 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96bc55e-9333-4a7f-9fc2-3e5f6384ced3 req-a31ff696-5690-4f79-99a6-ec3f876dd44a service neutron] Bound using segment: {'id': '38b12e74-b18e-41d0-b62c-8552b3e37d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cc6c0861-08f6-4a20-bb15-55ce7625c6e5'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:52:00.659208 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-d96bc55e-9333-4a7f-9fc2-3e5f6384ced3 req-a31ff696-5690-4f79-99a6-ec3f876dd44a service neutron] Bound port: 82d12d5d-4d68-47bb-9f2a-e9c143da2e81, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38b12e74-b18e-41d0-b62c-8552b3e37d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cc6c0861-08f6-4a20-bb15-55ce7625c6e5'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:52:00.659564 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d96bc55e-9333-4a7f-9fc2-3e5f6384ced3 req-a31ff696-5690-4f79-99a6-ec3f876dd44a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:00.730204 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-d96bc55e-9333-4a7f-9fc2-3e5f6384ced3 req-a31ff696-5690-4f79-99a6-ec3f876dd44a service neutron] For port 82d12d5d-4d68-47bb-9f2a-e9c143da2e81, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:52:00.733411 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-d96bc55e-9333-4a7f-9fc2-3e5f6384ced3 req-a31ff696-5690-4f79-99a6-ec3f876dd44a service neutron] For port 82d12d5d-4d68-47bb-9f2a-e9c143da2e81, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=82d12d5d-4d68-47bb-9f2a-e9c143da2e81,segment=NetworkSegment(38b12e74-b18e-41d0-b62c-8552b3e37d05),segment_id=38b12e74-b18e-41d0-b62c-8552b3e37d05)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:52:00.738745 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d96bc55e-9333-4a7f-9fc2-3e5f6384ced3 req-a31ff696-5690-4f79-99a6-ec3f876dd44a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:00.786879 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96bc55e-9333-4a7f-9fc2-3e5f6384ced3 req-a31ff696-5690-4f79-99a6-ec3f876dd44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:00.787499 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d96bc55e-9333-4a7f-9fc2-3e5f6384ced3 req-a31ff696-5690-4f79-99a6-ec3f876dd44a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:00.788871 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d96bc55e-9333-4a7f-9fc2-3e5f6384ced3 req-a31ff696-5690-4f79-99a6-ec3f876dd44a service neutron] 10.222.0.54 "PUT /v2.0/ports/82d12d5d-4d68-47bb-9f2a-e9c143da2e81 HTTP/1.1" status: 200 len: 1093 time: 0.6679137 Nov 12 00:52:00.801897 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb66aca-1ef4-48a3-b6b4-1936ca3f73c0', 'tag': '82d12d5d-4d68-47bb-9f2a-e9c143da2e81'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:00.804057 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3614ca-4197-47fd-aca6-6902daf7c743" -d '{"events": [{"name": "network-changed", "server_uuid": "0cb66aca-1ef4-48a3-b6b4-1936ca3f73c0", "tag": "82d12d5d-4d68-47bb-9f2a-e9c143da2e81"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:00.832782 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ff696-5690-4f79-99a6-ec3f876dd44a service neutron] Pushing event updated for resources: {'Port': ['ID=82d12d5d-4d68-47bb-9f2a-e9c143da2e81,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:00.854353 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cedca1-a507-486a-9d6a-799cddead36a req-3d712f9d-3e68-4f6c-9a0b-c8a7adf0d93d tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:00.858722 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c7cedca1-a507-486a-9d6a-799cddead36a req-3d712f9d-3e68-4f6c-9a0b-c8a7adf0d93d tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 946 time: 0.0945492 Nov 12 00:52:00.929440 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4739f83-7cb8-42f0-88fc-d358f53a508e req-52cd1866-16cb-49ce-b0af-700c2f9dc89d tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:00.931130 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f4739f83-7cb8-42f0-88fc-d358f53a508e req-52cd1866-16cb-49ce-b0af-700c2f9dc89d tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3305e68-b30a-43d8-b0c6-7d93f63451ab HTTP/1.1" status: 200 len: 943 time: 0.0600653 Nov 12 00:52:00.943872 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96bc55e-9333-4a7f-9fc2-3e5f6384ced3 req-52bc6974-b94d-4e4c-8a72-b67e2c7274d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:00.945583 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d96bc55e-9333-4a7f-9fc2-3e5f6384ced3 req-52bc6974-b94d-4e4c-8a72-b67e2c7274d6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5ffaac2ef2674156a598ef42a6d7e245&device_id=0cb66aca-1ef4-48a3-b6b4-1936ca3f73c0 HTTP/1.1" status: 200 len: 1096 time: 0.0798233 Nov 12 00:52:00.954031 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c7cedca1-a507-486a-9d6a-799cddead36a req-455745a8-2a6f-450e-82d1-7a651796b810 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871584 Nov 12 00:52:01.004711 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f4739f83-7cb8-42f0-88fc-d358f53a508e req-61d9cb33-9dab-4e34-88b6-0f924a799ea4 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a0fd4c7-1da3-4f98-86cd-1bd0eacd641c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636497 Nov 12 00:52:01.023075 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d96bc55e-9333-4a7f-9fc2-3e5f6384ced3 req-2084d7cd-672e-48b1-824c-5f444e90df70 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82d12d5d-4d68-47bb-9f2a-e9c143da2e81 HTTP/1.1" status: 200 len: 217 time: 0.0517766 Nov 12 00:52:01.026836 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328805e4-00db-4213-a59b-5d696ad7012d x-openstack-request-id: req-328805e4-00db-4213-a59b-5d696ad7012d {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:01.027291 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cb66aca-1ef4-48a3-b6b4-1936ca3f73c0", "tag": "82d12d5d-4d68-47bb-9f2a-e9c143da2e81", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:01.027638 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-328805e4-00db-4213-a59b-5d696ad7012d {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:01.028260 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cb66aca-1ef4-48a3-b6b4-1936ca3f73c0', 'tag': '82d12d5d-4d68-47bb-9f2a-e9c143da2e81', 'status': 'completed', 'code': 200} Nov 12 00:52:01.072316 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-49a09e50-084e-4f28-8fa8-48c1e9edcafd req-45056a86-f954-41d0-b488-7c539910c059 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3056185a-613d-44f5-809d-7d902a465d22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438588 Nov 12 00:52:01.155691 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a09e50-084e-4f28-8fa8-48c1e9edcafd req-8faa11b8-d811-4a12-b269-65f2a428827b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:01.157507 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-49a09e50-084e-4f28-8fa8-48c1e9edcafd req-8faa11b8-d811-4a12-b269-65f2a428827b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e225da8786ab452db9121c1cfb9ab35d&device_id=3056185a-613d-44f5-809d-7d902a465d22 HTTP/1.1" status: 200 len: 1098 time: 0.0443988 Nov 12 00:52:01.157929 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96bc55e-9333-4a7f-9fc2-3e5f6384ced3 req-19b422a1-6372-49df-b3a0-8d755436d69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:01.159418 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d96bc55e-9333-4a7f-9fc2-3e5f6384ced3 req-19b422a1-6372-49df-b3a0-8d755436d69f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8dc44064-8072-4b25-a5ed-adc971ac9588 HTTP/1.1" status: 200 len: 851 time: 0.0506907 Nov 12 00:52:01.227419 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d96bc55e-9333-4a7f-9fc2-3e5f6384ced3 req-8965b146-1337-42c7-a39b-b1c0b5d12433 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cc6c0861-08f6-4a20-bb15-55ce7625c6e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461185 Nov 12 00:52:01.299033 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a09e50-084e-4f28-8fa8-48c1e9edcafd req-f511ac82-df73-48fa-a6e4-a2c4e36f411c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:01.300572 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-49a09e50-084e-4f28-8fa8-48c1e9edcafd req-f511ac82-df73-48fa-a6e4-a2c4e36f411c service neutron] 10.222.0.49 "GET /v2.0/networks?id=a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e HTTP/1.1" status: 200 len: 913 time: 0.1223292 Nov 12 00:52:01.332263 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d96bc55e-9333-4a7f-9fc2-3e5f6384ced3 req-a545a51e-ec7c-43b6-831c-82b3d754d3b2 service neutron] 10.222.0.54 "GET /v2.0/networks/cc6c0861-08f6-4a20-bb15-55ce7625c6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957241 Nov 12 00:52:01.351789 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-49a09e50-084e-4f28-8fa8-48c1e9edcafd req-d2570045-c781-4aaf-85a2-2bec3b81c134 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3629b7bf-0e38-4adc-b44c-74e486c8ef4d HTTP/1.1" status: 200 len: 217 time: 0.0420573 Nov 12 00:52:01.430856 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a09e50-084e-4f28-8fa8-48c1e9edcafd req-04ac70fc-1c2b-41e3-a139-0787e39d60ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:01.433802 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-49a09e50-084e-4f28-8fa8-48c1e9edcafd req-04ac70fc-1c2b-41e3-a139-0787e39d60ed service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f HTTP/1.1" status: 200 len: 851 time: 0.0665717 Nov 12 00:52:01.455663 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d96bc55e-9333-4a7f-9fc2-3e5f6384ced3 req-bf30f17e-d067-49d7-b7c8-ded6c2b9e379 service neutron] 10.222.0.54 "GET /v2.0/networks/cc6c0861-08f6-4a20-bb15-55ce7625c6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144736 Nov 12 00:52:01.513281 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a09e50-084e-4f28-8fa8-48c1e9edcafd req-6321843d-c62a-40d3-ac61-270e10dee639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:01.514774 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-49a09e50-084e-4f28-8fa8-48c1e9edcafd req-6321843d-c62a-40d3-ac61-270e10dee639 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0696855 Nov 12 00:52:01.527347 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966dcce-b7da-42b7-b565-5eda5fed6276 req-e7eaed90-4543-4f92-93fa-1c6aca62b2b3 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:01.528803 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d966dcce-b7da-42b7-b565-5eda5fed6276 req-e7eaed90-4543-4f92-93fa-1c6aca62b2b3 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb66aca-1ef4-48a3-b6b4-1936ca3f73c0 HTTP/1.1" status: 200 len: 944 time: 0.0928247 Nov 12 00:52:01.615918 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3614ca-4197-47fd-aca6-6902daf7c743 req-214bce54-1156-42aa-8854-6b8626668c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:01.618202 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7d3614ca-4197-47fd-aca6-6902daf7c743 req-214bce54-1156-42aa-8854-6b8626668c07 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5ffaac2ef2674156a598ef42a6d7e245&device_id=0cb66aca-1ef4-48a3-b6b4-1936ca3f73c0 HTTP/1.1" status: 200 len: 1096 time: 0.0488067 Nov 12 00:52:01.647280 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d966dcce-b7da-42b7-b565-5eda5fed6276 req-4456d1f8-5c19-4705-94c3-b02e799ba3ea tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105611 Nov 12 00:52:01.662110 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-49a09e50-084e-4f28-8fa8-48c1e9edcafd req-8497af0c-429f-4d85-a8b0-5c2ea4805b6f service neutron] 10.222.0.49 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323771 Nov 12 00:52:01.769387 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-49a09e50-084e-4f28-8fa8-48c1e9edcafd req-9fd02ec7-b4bd-49f1-94fa-413dd58ff92f service neutron] 10.222.0.49 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993140 Nov 12 00:52:01.831683 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed21922-286c-4bc4-b4c6-33f21310a38a req-8f519fed-d72a-48ca-a808-b7f9a02d4bcf tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:01.833224 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7ed21922-286c-4bc4-b4c6-33f21310a38a req-8f519fed-d72a-48ca-a808-b7f9a02d4bcf tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1 HTTP/1.1" status: 200 len: 945 time: 0.0805080 Nov 12 00:52:01.834989 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3614ca-4197-47fd-aca6-6902daf7c743 req-1725b272-4783-4e9a-a40e-386a0c0271c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:01.836486 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7d3614ca-4197-47fd-aca6-6902daf7c743 req-1725b272-4783-4e9a-a40e-386a0c0271c2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cc6c0861-08f6-4a20-bb15-55ce7625c6e5 HTTP/1.1" status: 200 len: 912 time: 0.1614084 Nov 12 00:52:01.889614 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7d3614ca-4197-47fd-aca6-6902daf7c743 req-37adc43c-13ff-4a5a-8aca-203db3426d7e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82d12d5d-4d68-47bb-9f2a-e9c143da2e81 HTTP/1.1" status: 200 len: 217 time: 0.0407515 Nov 12 00:52:01.946505 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7ed21922-286c-4bc4-b4c6-33f21310a38a req-7e68f34b-e4b1-487e-a69b-63de58080f5b tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054866 Nov 12 00:52:01.958906 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3614ca-4197-47fd-aca6-6902daf7c743 req-4c986d1a-ecf9-4ca3-91e4-71892161a49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:01.960371 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7d3614ca-4197-47fd-aca6-6902daf7c743 req-4c986d1a-ecf9-4ca3-91e4-71892161a49f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8dc44064-8072-4b25-a5ed-adc971ac9588 HTTP/1.1" status: 200 len: 851 time: 0.0614080 Nov 12 00:52:01.993913 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7d3614ca-4197-47fd-aca6-6902daf7c743 req-d362c46d-fa68-45b4-a46e-0f2a28289edc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cc6c0861-08f6-4a20-bb15-55ce7625c6e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263915 Nov 12 00:52:02.074284 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c61456e-a651-4ae2-9af7-a56c2b847802 req-3ddfb019-9a97-43be-897a-d29868789891 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:02.076033 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c61456e-a651-4ae2-9af7-a56c2b847802 req-3ddfb019-9a97-43be-897a-d29868789891 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 946 time: 0.0549750 Nov 12 00:52:02.106737 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7d3614ca-4197-47fd-aca6-6902daf7c743 req-9834f443-0cee-4cbc-a719-512b61caf42d service neutron] 10.222.0.54 "GET /v2.0/networks/cc6c0861-08f6-4a20-bb15-55ce7625c6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051028 Nov 12 00:52:02.131337 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c61456e-a651-4ae2-9af7-a56c2b847802 req-afe599d2-6b1e-4384-b59c-6365386a0f66 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478210 Nov 12 00:52:02.205844 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f1d3e-90ba-4350-ac29-c813cf8131a1 req-dea82e08-d2da-48e5-94ec-f56d4011c9ce tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:02.207387 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9e0f1d3e-90ba-4350-ac29-c813cf8131a1 req-dea82e08-d2da-48e5-94ec-f56d4011c9ce tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3305e68-b30a-43d8-b0c6-7d93f63451ab HTTP/1.1" status: 200 len: 943 time: 0.1231248 Nov 12 00:52:02.266763 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e7930-72b7-40ed-82d4-fa2a41ac2b05 req-c6471c46-0aab-49e0-a72a-2fe22a3426a9 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:02.268868 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-769e7930-72b7-40ed-82d4-fa2a41ac2b05 req-c6471c46-0aab-49e0-a72a-2fe22a3426a9 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 946 time: 0.0642087 Nov 12 00:52:02.280193 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9e0f1d3e-90ba-4350-ac29-c813cf8131a1 req-b0feac70-d302-4521-9bf3-04a5903827a7 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a0fd4c7-1da3-4f98-86cd-1bd0eacd641c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666203 Nov 12 00:52:02.286031 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7d3614ca-4197-47fd-aca6-6902daf7c743 req-2313eba3-56f8-4c3c-b1a7-bbad7a51154a service neutron] 10.222.0.54 "GET /v2.0/networks/cc6c0861-08f6-4a20-bb15-55ce7625c6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597283 Nov 12 00:52:02.340038 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-769e7930-72b7-40ed-82d4-fa2a41ac2b05 req-98684164-dc73-4253-aacf-956160df1d0d tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643671 Nov 12 00:52:02.580378 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f4e01-6d3a-4720-93c1-a826351d2276 req-c4409e34-6e2b-42eb-af83-1be7d8bf4943 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:02.582154 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bb2f4e01-6d3a-4720-93c1-a826351d2276 req-c4409e34-6e2b-42eb-af83-1be7d8bf4943 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 946 time: 0.0686700 Nov 12 00:52:02.639033 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bb2f4e01-6d3a-4720-93c1-a826351d2276 req-42244733-f5e0-425e-9c4b-6ffab9561746 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499432 Nov 12 00:52:02.818205 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3517bb7-a457-475e-a5bf-c36fcf2880c5 req-31fd0833-36c0-4495-be66-78ab52ac299f tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:02.819936 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a3517bb7-a457-475e-a5bf-c36fcf2880c5 req-31fd0833-36c0-4495-be66-78ab52ac299f tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb66aca-1ef4-48a3-b6b4-1936ca3f73c0 HTTP/1.1" status: 200 len: 944 time: 0.0553541 Nov 12 00:52:02.846356 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68135e6e-e02f-4945-901c-20f19b2a3011 req-93be955d-7412-4ec7-97c3-07b3520c22f8 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:02.855488 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-68135e6e-e02f-4945-901c-20f19b2a3011 req-93be955d-7412-4ec7-97c3-07b3520c22f8 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 946 time: 0.0952199 Nov 12 00:52:02.882502 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a3517bb7-a457-475e-a5bf-c36fcf2880c5 req-74cdba53-26f7-42f8-a745-bf523701c2b6 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541911 Nov 12 00:52:02.915678 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-68135e6e-e02f-4945-901c-20f19b2a3011 req-cb2a83fd-9bc1-49e5-8602-fc9e5dab825a tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527606 Nov 12 00:52:03.086705 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a38159-6be5-4ad0-ad85-b40d77d585b9 req-9b88ea50-3f14-44a4-b49d-733e22c559d9 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:03.089205 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-54a38159-6be5-4ad0-ad85-b40d77d585b9 req-9b88ea50-3f14-44a4-b49d-733e22c559d9 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1 HTTP/1.1" status: 200 len: 945 time: 0.0581203 Nov 12 00:52:03.197017 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-54a38159-6be5-4ad0-ad85-b40d77d585b9 req-578a80e6-48e7-4c31-b217-ac64a7957891 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014912 Nov 12 00:52:03.318807 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad241f-963f-40b8-a69f-d17c7a5c69bf req-db95a480-3981-4ac5-a1d3-08b16e69ed25 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:03.321012 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3fad241f-963f-40b8-a69f-d17c7a5c69bf req-db95a480-3981-4ac5-a1d3-08b16e69ed25 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 946 time: 0.0742168 Nov 12 00:52:03.381033 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3fad241f-963f-40b8-a69f-d17c7a5c69bf req-d8a345f1-aedc-4396-973e-7711a124d31b tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532353 Nov 12 00:52:03.507682 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31887a3-84ea-4aec-beed-544bc5bd9228 req-bd9b6233-2590-4908-b3d6-71dd92f204b1 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:03.510716 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d31887a3-84ea-4aec-beed-544bc5bd9228 req-bd9b6233-2590-4908-b3d6-71dd92f204b1 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3305e68-b30a-43d8-b0c6-7d93f63451ab HTTP/1.1" status: 200 len: 943 time: 0.0978305 Nov 12 00:52:03.521538 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f2c8685b-b72b-4c6a-8a71-1bd31dcc5a15 req-de262764-0913-4ee4-9f55-f06606d8344c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0678494 Nov 12 00:52:03.627145 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d31887a3-84ea-4aec-beed-544bc5bd9228 req-3a2202b4-f673-41ad-a806-d18d102f16b3 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a0fd4c7-1da3-4f98-86cd-1bd0eacd641c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035392 Nov 12 00:52:03.659144 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8685b-b72b-4c6a-8a71-1bd31dcc5a15 req-d0037264-4981-4513-a971-400765119f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:03.661027 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f2c8685b-b72b-4c6a-8a71-1bd31dcc5a15 req-d0037264-4981-4513-a971-400765119f41 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f62521c5dc664ba4a3bbe0954819df3b&device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 1097 time: 0.0817320 Nov 12 00:52:03.816779 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8685b-b72b-4c6a-8a71-1bd31dcc5a15 req-7c4ff0e9-67b1-4f49-b38e-c71b46adc8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:03.818348 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f2c8685b-b72b-4c6a-8a71-1bd31dcc5a15 req-7c4ff0e9-67b1-4f49-b38e-c71b46adc8ed service neutron] 10.222.0.54 "GET /v2.0/networks?id=9bd80eeb-5154-4c03-9db9-fcf789d8dd48 HTTP/1.1" status: 200 len: 918 time: 0.1236026 Nov 12 00:52:03.887292 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f2c8685b-b72b-4c6a-8a71-1bd31dcc5a15 req-35a02ecc-d363-41b4-a4ff-befefcf04ac0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=946f0a4e-ab72-40bd-a433-f66ebca1996e HTTP/1.1" status: 200 len: 1001 time: 0.0601008 Nov 12 00:52:03.941168 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8685b-b72b-4c6a-8a71-1bd31dcc5a15 req-6a5ce282-95d4-4a3b-8345-45da8afd4407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:03.942778 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f2c8685b-b72b-4c6a-8a71-1bd31dcc5a15 req-6a5ce282-95d4-4a3b-8345-45da8afd4407 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04c51f1f-4fad-42e7-a817-4af69d874ab6 HTTP/1.1" status: 200 len: 856 time: 0.0477588 Nov 12 00:52:04.023133 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8685b-b72b-4c6a-8a71-1bd31dcc5a15 req-1412837c-87f5-4f19-a285-d19087eaf100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:04.024542 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f2c8685b-b72b-4c6a-8a71-1bd31dcc5a15 req-1412837c-87f5-4f19-a285-d19087eaf100 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9bd80eeb-5154-4c03-9db9-fcf789d8dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0737367 Nov 12 00:52:04.033863 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6ed10-dfdf-4655-b2b7-ac8b2ae26250 req-507b6399-9306-4d0f-a447-1160533410bb tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:04.035226 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cbd6ed10-dfdf-4655-b2b7-ac8b2ae26250 req-507b6399-9306-4d0f-a447-1160533410bb tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb66aca-1ef4-48a3-b6b4-1936ca3f73c0 HTTP/1.1" status: 200 len: 944 time: 0.0757027 Nov 12 00:52:04.146550 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cbd6ed10-dfdf-4655-b2b7-ac8b2ae26250 req-2550cbf4-ff0b-4a5a-bdac-8ddf08cabd7c tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035485 Nov 12 00:52:04.168708 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f2c8685b-b72b-4c6a-8a71-1bd31dcc5a15 req-5cc66543-48df-40d0-aca0-afd1511b40f2 service neutron] 10.222.0.54 "GET /v2.0/networks/9bd80eeb-5154-4c03-9db9-fcf789d8dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324716 Nov 12 00:52:04.225720 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-de584043-7cb6-4b8d-99eb-8405a74b6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:04.266729 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f2c8685b-b72b-4c6a-8a71-1bd31dcc5a15 req-d3e20534-c8fc-4add-84e0-6d8be3739213 service neutron] 10.222.0.54 "GET /v2.0/networks/9bd80eeb-5154-4c03-9db9-fcf789d8dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896115 Nov 12 00:52:04.335936 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1bfa2c-067a-417d-a98c-36ca837be930 req-6853c62d-c6e9-4bcc-a593-3af1618e8409 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:04.337426 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3c1bfa2c-067a-417d-a98c-36ca837be930 req-6853c62d-c6e9-4bcc-a593-3af1618e8409 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1 HTTP/1.1" status: 200 len: 945 time: 0.0544322 Nov 12 00:52:04.387497 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3c1bfa2c-067a-417d-a98c-36ca837be930 req-6ee14216-671b-460d-b923-d8cdb2eeb4bc tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426180 Nov 12 00:52:04.513104 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf535ea-e38a-4277-9197-1e0115323231 req-3e6d31a6-94f5-44ab-943e-718dd23b4913 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:04.514629 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1cf535ea-e38a-4277-9197-1e0115323231 req-3e6d31a6-94f5-44ab-943e-718dd23b4913 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 946 time: 0.0549212 Nov 12 00:52:04.562636 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1cf535ea-e38a-4277-9197-1e0115323231 req-d2b9b801-03ee-4476-b20a-0157d767fa2c tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417995 Nov 12 00:52:04.772309 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc842b-d202-443e-b862-9951eac4162f req-0e7887ab-d174-4bbc-a93b-80bf69e94091 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:04.773832 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fbdc842b-d202-443e-b862-9951eac4162f req-0e7887ab-d174-4bbc-a93b-80bf69e94091 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3305e68-b30a-43d8-b0c6-7d93f63451ab HTTP/1.1" status: 200 len: 943 time: 0.0577269 Nov 12 00:52:04.824409 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fbdc842b-d202-443e-b862-9951eac4162f req-d4289348-c946-4c12-8c16-a7a9bcbe2053 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a0fd4c7-1da3-4f98-86cd-1bd0eacd641c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436971 Nov 12 00:52:05.059357 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 82d12d5d-4d68-47bb-9f2a-e9c143da2e81 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:52:05.079557 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0df02a-0d5b-4df6-9ef0-a0eeb4c09949 req-39a701d3-542f-4c52-9db9-023f600710bb tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:05.081045 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6f0df02a-0d5b-4df6-9ef0-a0eeb4c09949 req-39a701d3-542f-4c52-9db9-023f600710bb tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 945 time: 0.0517671 Nov 12 00:52:05.128755 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6f0df02a-0d5b-4df6-9ef0-a0eeb4c09949 req-e3131f36-0c88-4996-8d68-aa1c7e01a607 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415258 Nov 12 00:52:05.157203 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 82d12d5d-4d68-47bb-9f2a-e9c143da2e81, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=82d12d5d-4d68-47bb-9f2a-e9c143da2e81,segment=NetworkSegment(38b12e74-b18e-41d0-b62c-8552b3e37d05),segment_id=38b12e74-b18e-41d0-b62c-8552b3e37d05)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:05.168231 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '82d12d5d-4d68-47bb-9f2a-e9c143da2e81', 'network_id': 'cc6c0861-08f6-4a20-bb15-55ce7625c6e5', 'port_id': '82d12d5d-4d68-47bb-9f2a-e9c143da2e81', 'mac_address': 'fa:16:3e:cc:bd:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc44064-8072-4b25-a5ed-adc971ac9588', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:52:05.205055 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:05.218571 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82d12d5d-4d68-47bb-9f2a-e9c143da2e81 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:05.238605 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 82d12d5d-4d68-47bb-9f2a-e9c143da2e81, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=82d12d5d-4d68-47bb-9f2a-e9c143da2e81,segment=NetworkSegment(38b12e74-b18e-41d0-b62c-8552b3e37d05),segment_id=38b12e74-b18e-41d0-b62c-8552b3e37d05)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:05.243072 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:05.263732 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4a1bc-979c-4e99-8ed2-76cf4d7405af req-49f46834-f68c-413a-962b-af0e2f8c466f tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:05.266004 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-77e4a1bc-979c-4e99-8ed2-76cf4d7405af req-49f46834-f68c-413a-962b-af0e2f8c466f tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb66aca-1ef4-48a3-b6b4-1936ca3f73c0 HTTP/1.1" status: 200 len: 944 time: 0.0492086 Nov 12 00:52:05.291166 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=82d12d5d-4d68-47bb-9f2a-e9c143da2e81,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:05.299243 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:05.299243 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:05.299997 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:05.299997 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:05.300175 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:05.300431 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:05.300751 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:05.301068 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:05.301403 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:05.301723 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:05.302157 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:05.302364 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:05.315432 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-77e4a1bc-979c-4e99-8ed2-76cf4d7405af req-5ccb0553-d13e-475b-a645-aab17edcaefe tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425792 Nov 12 00:52:05.503403 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b64c43-9de1-4933-ab61-2ac65d6611c2 req-15ae8f8b-b85d-4edf-8f35-87e8ad600f61 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:05.505563 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-28b64c43-9de1-4933-ab61-2ac65d6611c2 req-15ae8f8b-b85d-4edf-8f35-87e8ad600f61 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1 HTTP/1.1" status: 200 len: 945 time: 0.0495520 Nov 12 00:52:05.559210 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-28b64c43-9de1-4933-ab61-2ac65d6611c2 req-8b6ac2fa-4caa-4d15-a7e7-7e539016f912 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474482 Nov 12 00:52:05.677801 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fdf22-78c4-4a85-b8e9-9e6eb83ebc8e req-73d85e52-6441-4c34-8b46-c0ccfc4d740f tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:05.679300 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0c8fdf22-78c4-4a85-b8e9-9e6eb83ebc8e req-73d85e52-6441-4c34-8b46-c0ccfc4d740f tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 946 time: 0.0488055 Nov 12 00:52:05.728533 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0c8fdf22-78c4-4a85-b8e9-9e6eb83ebc8e req-97f358a8-6e9e-4489-8cd6-b498f451df7e tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433984 Nov 12 00:52:05.767656 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['82d12d5d-4d68-47bb-9f2a-e9c143da2e81'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:05.946408 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ca126-bba0-4df8-8977-3ddd72a32426 req-fea5a793-6700-46e3-a6c6-0f8686e2c861 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:05.947914 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4b2ca126-bba0-4df8-8977-3ddd72a32426 req-fea5a793-6700-46e3-a6c6-0f8686e2c861 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3305e68-b30a-43d8-b0c6-7d93f63451ab HTTP/1.1" status: 200 len: 943 time: 0.0503087 Nov 12 00:52:05.995363 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4b2ca126-bba0-4df8-8977-3ddd72a32426 req-3cbeebf7-2349-4b05-ae3f-31cc98903cd7 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a0fd4c7-1da3-4f98-86cd-1bd0eacd641c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405266 Nov 12 00:52:06.409289 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b25ba5b1-b808-4416-be9c-3250b3c7332a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:06.438516 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c815c8-eaaa-41d6-bd00-c7861625a3af req-7801d9e1-92c9-4dbe-98c4-252f093b3f1d tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:06.439950 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-43c815c8-eaaa-41d6-bd00-c7861625a3af req-7801d9e1-92c9-4dbe-98c4-252f093b3f1d tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb66aca-1ef4-48a3-b6b4-1936ca3f73c0 HTTP/1.1" status: 200 len: 945 time: 0.0554104 Nov 12 00:52:06.489832 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-43c815c8-eaaa-41d6-bd00-c7861625a3af req-fafb335e-e120-4f74-abd7-cfc09b4b4eb2 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434458 Nov 12 00:52:06.511233 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9d88e-0a1a-4d94-94d6-9f821cf4829a req-d3eeb339-7431-481d-9add-b0755f335463 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:06.512904 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-27f9d88e-0a1a-4d94-94d6-9f821cf4829a req-d3eeb339-7431-481d-9add-b0755f335463 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 945 time: 0.3067117 Nov 12 00:52:06.559593 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-27f9d88e-0a1a-4d94-94d6-9f821cf4829a req-3948bd95-f63b-4e78-8a0e-8ad7b33452cf tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404425 Nov 12 00:52:06.679703 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c296fe-9d54-4014-8d53-d7430ad06599 req-cc23d651-a3d1-46c8-b99b-8c8c7f18e12e tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:06.681171 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f0c296fe-9d54-4014-8d53-d7430ad06599 req-cc23d651-a3d1-46c8-b99b-8c8c7f18e12e tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1 HTTP/1.1" status: 200 len: 945 time: 0.0525289 Nov 12 00:52:06.730387 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f0c296fe-9d54-4014-8d53-d7430ad06599 req-66ebfd1a-59fd-4d27-b230-974c1e3d7f87 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419860 Nov 12 00:52:06.843841 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b64c6-4abe-4da2-b000-59f7a8f5c9a0 req-6861db64-f511-4577-8f70-b7ea5124a227 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:06.845310 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fa8b64c6-4abe-4da2-b000-59f7a8f5c9a0 req-6861db64-f511-4577-8f70-b7ea5124a227 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 946 time: 0.0483124 Nov 12 00:52:06.892029 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fa8b64c6-4abe-4da2-b000-59f7a8f5c9a0 req-37114ea2-5ec8-4087-99d4-a2cd58b32ad5 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407760 Nov 12 00:52:07.115535 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e1042-09b0-48a5-9723-e200216bcab0 req-d7e60a01-60af-4787-bad1-10c2f8d33adf tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:07.117009 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e93e1042-09b0-48a5-9723-e200216bcab0 req-d7e60a01-60af-4787-bad1-10c2f8d33adf tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3305e68-b30a-43d8-b0c6-7d93f63451ab HTTP/1.1" status: 200 len: 943 time: 0.0544195 Nov 12 00:52:07.164058 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e93e1042-09b0-48a5-9723-e200216bcab0 req-386227e5-103f-4441-8186-42a0f85f0f93 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a0fd4c7-1da3-4f98-86cd-1bd0eacd641c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410166 Nov 12 00:52:07.597712 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:07.627940 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4a265-07aa-4d70-9669-c433ff734bee req-8c6d785a-00b2-448b-82a9-44d0c3b1f874 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:07.629496 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d4c4a265-07aa-4d70-9669-c433ff734bee req-8c6d785a-00b2-448b-82a9-44d0c3b1f874 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb66aca-1ef4-48a3-b6b4-1936ca3f73c0 HTTP/1.1" status: 200 len: 945 time: 0.0546443 Nov 12 00:52:07.682166 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d4c4a265-07aa-4d70-9669-c433ff734bee req-911b6ac5-09b4-486c-85e5-2c60b4865777 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460889 Nov 12 00:52:07.690953 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c44c2f7-6006-42f0-864c-d3b6327a5ff1 req-9dc9caec-040d-4cb4-ba6a-de3db69aa4c2 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:07.692598 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2c44c2f7-6006-42f0-864c-d3b6327a5ff1 req-9dc9caec-040d-4cb4-ba6a-de3db69aa4c2 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 945 time: 0.0547593 Nov 12 00:52:07.740380 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2c44c2f7-6006-42f0-864c-d3b6327a5ff1 req-7e442abc-4864-494e-927f-46a50788a578 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417616 Nov 12 00:52:07.845829 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a7e57-69b9-42f4-9520-84eb7c7813d2 req-a464532b-6548-42d6-9caf-94a13098b89c tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:07.847315 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-519a7e57-69b9-42f4-9520-84eb7c7813d2 req-a464532b-6548-42d6-9caf-94a13098b89c tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1 HTTP/1.1" status: 200 len: 945 time: 0.0491745 Nov 12 00:52:07.907496 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-519a7e57-69b9-42f4-9520-84eb7c7813d2 req-a253cc63-f21f-4eb1-8a7d-b86ffcdcc623 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541651 Nov 12 00:52:08.012556 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3e139c-8b07-4f0e-8af3-e15ef2954637 req-a4879ace-3958-4337-a04f-3c498fa740c7 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:08.014432 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5f3e139c-8b07-4f0e-8af3-e15ef2954637 req-a4879ace-3958-4337-a04f-3c498fa740c7 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 946 time: 0.0530596 Nov 12 00:52:08.070548 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5f3e139c-8b07-4f0e-8af3-e15ef2954637 req-4a1d446c-6b99-40c7-bed0-35d09358480f tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480978 Nov 12 00:52:08.282094 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e07db1-dff5-4d0b-898d-5bf259902864 req-58e7cea2-c606-4284-a8d0-09b47cbd4336 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:08.283616 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a3e07db1-dff5-4d0b-898d-5bf259902864 req-58e7cea2-c606-4284-a8d0-09b47cbd4336 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3305e68-b30a-43d8-b0c6-7d93f63451ab HTTP/1.1" status: 200 len: 943 time: 0.0526805 Nov 12 00:52:08.335506 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a3e07db1-dff5-4d0b-898d-5bf259902864 req-3fe7a08a-e222-42ba-976a-66b60ad52b71 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a0fd4c7-1da3-4f98-86cd-1bd0eacd641c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458250 Nov 12 00:52:08.808069 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7580ee-06c4-48f7-a0a4-5af724299cd8 req-4e38e282-8063-49d1-8a0e-16f66e6ea69d tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:08.809701 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2a7580ee-06c4-48f7-a0a4-5af724299cd8 req-4e38e282-8063-49d1-8a0e-16f66e6ea69d tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb66aca-1ef4-48a3-b6b4-1936ca3f73c0 HTTP/1.1" status: 200 len: 945 time: 0.0548120 Nov 12 00:52:08.860422 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2a7580ee-06c4-48f7-a0a4-5af724299cd8 req-a516443b-f4a9-4a95-a051-7af3f00682bf tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436318 Nov 12 00:52:08.861507 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0f67f-fd52-4b37-a495-eff1875393a2 req-b89a0cf3-68d0-4127-950d-ad154ff0885d tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:08.863171 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5db0f67f-fd52-4b37-a495-eff1875393a2 req-b89a0cf3-68d0-4127-950d-ad154ff0885d tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 945 time: 0.0496223 Nov 12 00:52:08.922962 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5db0f67f-fd52-4b37-a495-eff1875393a2 req-ef0b43d5-0da2-4880-b204-e6d220d8c06f tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540431 Nov 12 00:52:09.038457 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2de5b-a622-49e7-853d-4ac120be9981 req-e2076ec4-a5b5-4cba-a542-75208cce22b4 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:09.039923 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-35d2de5b-a622-49e7-853d-4ac120be9981 req-e2076ec4-a5b5-4cba-a542-75208cce22b4 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1 HTTP/1.1" status: 200 len: 945 time: 0.0543268 Nov 12 00:52:09.046643 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120c1b5-996f-485f-a97d-5edca32509c9 req-c17ed4d8-a6e3-4048-a1e6-45b3ea91a2f4 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:09.048108 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f120c1b5-996f-485f-a97d-5edca32509c9 req-c17ed4d8-a6e3-4048-a1e6-45b3ea91a2f4 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/networks?id=81bfe4c5-5071-416b-8d5d-76065f6e230c HTTP/1.1" status: 200 len: 814 time: 0.1143210 Nov 12 00:52:09.062974 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f120c1b5-996f-485f-a97d-5edca32509c9 req-c4e69fe3-b366-4d3f-8d60-9c7e774f08e7 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/quotas/fd5311579de340b4b4bd3795ded62f62 HTTP/1.1" status: 200 len: 375 time: 0.0089941 Nov 12 00:52:09.075344 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 82d12d5d-4d68-47bb-9f2a-e9c143da2e81 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:52:09.089187 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-35d2de5b-a622-49e7-853d-4ac120be9981 req-a9de6f1b-65f0-49fa-8c4e-5cbcc1bd69b7 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432911 Nov 12 00:52:09.115895 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f120c1b5-996f-485f-a97d-5edca32509c9 req-412bc4d8-7fb0-4cbe-8676-3465c678ab20 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fd5311579de340b4b4bd3795ded62f62&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0473852 Nov 12 00:52:09.136430 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 82d12d5d-4d68-47bb-9f2a-e9c143da2e81 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:52:09.141905 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 82d12d5d-4d68-47bb-9f2a-e9c143da2e81 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:09.142348 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:09.198128 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:09.204515 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd1b31-b64f-4baa-b49b-8e8e167f0d54 req-d0932a2a-d05d-4e90-93c0-bc0e7111b415 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:09.206107 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b8cd1b31-b64f-4baa-b49b-8e8e167f0d54 req-d0932a2a-d05d-4e90-93c0-bc0e7111b415 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 946 time: 0.0523038 Nov 12 00:52:09.234114 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f120c1b5-996f-485f-a97d-5edca32509c9 req-b05c703c-37d7-4107-a914-5f6268aaf275 service neutron] 10.222.0.20 "GET /v2.0/networks/81bfe4c5-5071-416b-8d5d-76065f6e230c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093552 Nov 12 00:52:09.237400 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:09.258921 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b8cd1b31-b64f-4baa-b49b-8e8e167f0d54 req-5dec077c-a43f-4e74-8f76-c5ee5c0660ff tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446076 Nov 12 00:52:09.263982 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb66aca-1ef4-48a3-b6b4-1936ca3f73c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d12d5d-4d68-47bb-9f2a-e9c143da2e81'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:09.267026 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5589c4e-66c2-49be-899e-c254fdb0e7e1" -d '{"events": [{"server_uuid": "0cb66aca-1ef4-48a3-b6b4-1936ca3f73c0", "name": "network-vif-plugged", "status": "completed", "tag": "82d12d5d-4d68-47bb-9f2a-e9c143da2e81"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:09.285104 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 82d12d5d-4d68-47bb-9f2a-e9c143da2e81, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=82d12d5d-4d68-47bb-9f2a-e9c143da2e81,segment=NetworkSegment(38b12e74-b18e-41d0-b62c-8552b3e37d05),segment_id=38b12e74-b18e-41d0-b62c-8552b3e37d05)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:09.290531 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:09.331012 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f120c1b5-996f-485f-a97d-5edca32509c9 req-4c99d753-67a2-46a3-b633-87a1bb87b22a service neutron] 10.222.0.20 "GET /v2.0/networks/81bfe4c5-5071-416b-8d5d-76065f6e230c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957000 Nov 12 00:52:09.339231 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=82d12d5d-4d68-47bb-9f2a-e9c143da2e81,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:09.393449 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180186f0-6439-4048-9040-df9df22c93b1 x-openstack-request-id: req-180186f0-6439-4048-9040-df9df22c93b1 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:09.393735 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb66aca-1ef4-48a3-b6b4-1936ca3f73c0", "name": "network-vif-plugged", "status": "completed", "tag": "82d12d5d-4d68-47bb-9f2a-e9c143da2e81", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:09.393983 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-180186f0-6439-4048-9040-df9df22c93b1 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:09.394388 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb66aca-1ef4-48a3-b6b4-1936ca3f73c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d12d5d-4d68-47bb-9f2a-e9c143da2e81', 'code': 200} Nov 12 00:52:09.509357 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f71a9-8d8b-4620-99ee-3710c1d12650 req-a49a6510-bbf6-462b-9fca-f30d0176d6e2 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:09.511009 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-170f71a9-8d8b-4620-99ee-3710c1d12650 req-a49a6510-bbf6-462b-9fca-f30d0176d6e2 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3305e68-b30a-43d8-b0c6-7d93f63451ab HTTP/1.1" status: 200 len: 943 time: 0.0710063 Nov 12 00:52:09.523494 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-939a73be-a9c8-4f66-94db-9471302f06f3 req-64f02b6c-0c13-465a-9a21-5125a7d64caf tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=03c53042-b2d3-41c0-a82b-80f57c9de815 HTTP/1.1" status: 200 len: 210 time: 0.0457783 Nov 12 00:52:09.590812 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad9e65-ec39-48b5-ab95-d698ff835ceb req-4afcd5ac-aa4c-4029-b765-a658956cade4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:09.592300 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e1ad9e65-ec39-48b5-ab95-d698ff835ceb req-4afcd5ac-aa4c-4029-b765-a658956cade4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0cb66aca-1ef4-48a3-b6b4-1936ca3f73c0 HTTP/1.1" status: 200 len: 1098 time: 0.0940039 Nov 12 00:52:09.595865 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-170f71a9-8d8b-4620-99ee-3710c1d12650 req-f9ecda13-82c8-4887-91e0-4cc362e470db tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a0fd4c7-1da3-4f98-86cd-1bd0eacd641c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749786 Nov 12 00:52:09.639361 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e1ad9e65-ec39-48b5-ab95-d698ff835ceb req-c6e86e21-f52d-4d8f-be03-b323f264cef5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395608 Nov 12 00:52:09.750942 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:09.974972 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d8169-e608-4dc4-95a1-30db2b350450 req-06109a71-0df4-43b9-a8ed-d0360df02f92 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:09.976483 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-504d8169-e608-4dc4-95a1-30db2b350450 req-06109a71-0df4-43b9-a8ed-d0360df02f92 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb66aca-1ef4-48a3-b6b4-1936ca3f73c0 HTTP/1.1" status: 200 len: 946 time: 0.0484610 Nov 12 00:52:10.030441 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-504d8169-e608-4dc4-95a1-30db2b350450 req-2e651e27-9165-40e9-86f5-8465fd441a2f tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477803 Nov 12 00:52:10.049973 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f0b5c-98f1-4590-baec-9b856fc5099f req-921a682f-bd0f-48d9-9963-962d5a7d37dd tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:10.054300 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9f1f0b5c-98f1-4590-baec-9b856fc5099f req-921a682f-bd0f-48d9-9963-962d5a7d37dd tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 945 time: 0.0566487 Nov 12 00:52:10.103487 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9f1f0b5c-98f1-4590-baec-9b856fc5099f req-01527c9c-ffa3-4ae2-9ff1-a7760e581f7a tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459971 Nov 12 00:52:10.213559 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4159536-a8f2-4781-9dd4-a2ea53e8fb06 req-7a6d5205-e7ee-4a30-ad09-8ba5ca8f9f53 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:10.215443 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f4159536-a8f2-4781-9dd4-a2ea53e8fb06 req-7a6d5205-e7ee-4a30-ad09-8ba5ca8f9f53 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1 HTTP/1.1" status: 200 len: 945 time: 0.0524912 Nov 12 00:52:10.266453 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f4159536-a8f2-4781-9dd4-a2ea53e8fb06 req-2416748f-d6f6-4a43-a6c6-4b452176d4bd tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426633 Nov 12 00:52:10.376373 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973db4d-f806-48bc-a561-e65ea5fb84b7 req-874c3c5a-915d-42d1-9cc7-024de96c36c9 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:10.377926 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0973db4d-f806-48bc-a561-e65ea5fb84b7 req-874c3c5a-915d-42d1-9cc7-024de96c36c9 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 946 time: 0.0482512 Nov 12 00:52:10.426454 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0973db4d-f806-48bc-a561-e65ea5fb84b7 req-64ec6b91-43fb-454d-938b-104fa69e8133 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427315 Nov 12 00:52:10.605748 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5461918c-1cd9-468c-a24e-3f3fb0f48df1 req-ca51728a-0ea5-437f-932e-21224e79effc tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=03c53042-b2d3-41c0-a82b-80f57c9de815 HTTP/1.1" status: 200 len: 210 time: 0.0272858 Nov 12 00:52:10.682925 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:10.719791 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32f1d7-54b9-4513-907f-48f4be0e6c6c req-c03b6910-23c4-4f22-84e6-726403cb42d0 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:10.721258 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8d32f1d7-54b9-4513-907f-48f4be0e6c6c req-c03b6910-23c4-4f22-84e6-726403cb42d0 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3305e68-b30a-43d8-b0c6-7d93f63451ab HTTP/1.1" status: 200 len: 943 time: 0.0525200 Nov 12 00:52:10.779636 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8d32f1d7-54b9-4513-907f-48f4be0e6c6c req-64d46ecb-4355-4c7a-ba6b-6caf975919dc tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a0fd4c7-1da3-4f98-86cd-1bd0eacd641c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522139 Nov 12 00:52:10.843785 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120c1b5-996f-485f-a97d-5edca32509c9 req-940847d6-db90-4671-a890-977fcaab0705 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:10.845533 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f120c1b5-996f-485f-a97d-5edca32509c9 req-940847d6-db90-4671-a890-977fcaab0705 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.54 "GET /v2.0/networks?id=81bfe4c5-5071-416b-8d5d-76065f6e230c HTTP/1.1" status: 200 len: 814 time: 0.1178384 Nov 12 00:52:10.895195 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-f120c1b5-996f-485f-a97d-5edca32509c9 req-94ccfd32-e3b9-4caf-b2ad-553990eea431 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Request body: {'port': {'device_id': '03c53042-b2d3-41c0-a82b-80f57c9de815', 'network_id': '81bfe4c5-5071-416b-8d5d-76065f6e230c', 'admin_state_up': True, 'tenant_id': 'fd5311579de340b4b4bd3795ded62f62'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:11.012319 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f120c1b5-996f-485f-a97d-5edca32509c9 req-94ccfd32-e3b9-4caf-b2ad-553990eea431 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Made reservation on behalf of fd5311579de340b4b4bd3795ded62f62 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:52:11.016784 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f120c1b5-996f-485f-a97d-5edca32509c9 req-94ccfd32-e3b9-4caf-b2ad-553990eea431 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:11.042406 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de59de-5661-4be3-a06c-23e5099834b9 req-836a2d7e-0a67-4a2f-ba47-0f53e92a07e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:11.043904 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d3de59de-5661-4be3-a06c-23e5099834b9 req-836a2d7e-0a67-4a2f-ba47-0f53e92a07e1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1 HTTP/1.1" status: 200 len: 1097 time: 0.0487390 Nov 12 00:52:11.096483 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d3de59de-5661-4be3-a06c-23e5099834b9 req-d826ea9b-69da-4337-b17b-430d400ccced service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445938 Nov 12 00:52:11.195261 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02def378-4bfe-4815-a188-2e059184344b req-cebae2b0-58fc-482a-b83e-1e31204612ff tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:11.196689 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-02def378-4bfe-4815-a188-2e059184344b req-cebae2b0-58fc-482a-b83e-1e31204612ff tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb66aca-1ef4-48a3-b6b4-1936ca3f73c0 HTTP/1.1" status: 200 len: 946 time: 0.0891371 Nov 12 00:52:11.208668 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-f120c1b5-996f-485f-a97d-5edca32509c9 req-94ccfd32-e3b9-4caf-b2ad-553990eea431 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Allocated IP 172.20.0.2 (81bfe4c5-5071-416b-8d5d-76065f6e230c/b3a5cf2c-8d1e-4b19-8561-7f413b7dc87c/f84e1833-8244-4e82-86a7-dad6ebedd966) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:52:11.258911 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188a379-3eda-4fb7-ac31-87423513d36e req-d649bf79-5300-4f3c-94d1-d5798bdccc58 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:11.262143 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4188a379-3eda-4fb7-ac31-87423513d36e req-d649bf79-5300-4f3c-94d1-d5798bdccc58 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 945 time: 0.0597289 Nov 12 00:52:11.328215 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4188a379-3eda-4fb7-ac31-87423513d36e req-dd2de457-9c93-4ee8-87b4-bb1913690547 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570304 Nov 12 00:52:11.363706 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-02def378-4bfe-4815-a188-2e059184344b req-8c6eb6d6-73f1-4460-b0ee-7212aa8fd122 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270490 Nov 12 00:52:11.434012 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f120c1b5-996f-485f-a97d-5edca32509c9 req-94ccfd32-e3b9-4caf-b2ad-553990eea431 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:11.470745 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f120c1b5-996f-485f-a97d-5edca32509c9 req-94ccfd32-e3b9-4caf-b2ad-553990eea431 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:11.470958 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bea9c9-ce08-4ad0-bc70-ac93e3b1ac86 req-2a05a2d2-1ecb-476c-99b8-0d75427d5b27 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:11.472570 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e2bea9c9-ce08-4ad0-bc70-ac93e3b1ac86 req-2a05a2d2-1ecb-476c-99b8-0d75427d5b27 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1 HTTP/1.1" status: 200 len: 945 time: 0.0597379 Nov 12 00:52:11.509314 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['6b400def-72a0-4d02-a643-c4fd53bb4ffc'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:11.553656 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e2bea9c9-ce08-4ad0-bc70-ac93e3b1ac86 req-3410164c-707f-4550-b6eb-a156c4ce0647 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732481 Nov 12 00:52:11.562459 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f120c1b5-996f-485f-a97d-5edca32509c9 req-94ccfd32-e3b9-4caf-b2ad-553990eea431 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Network 81bfe4c5-5071-416b-8d5d-76065f6e230c is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:52:11.583587 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ccfd32-e3b9-4caf-b2ad-553990eea431 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Pushing event updated for resources: {'Port': ['ID=f84e1833-8244-4e82-86a7-dad6ebedd966,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:11.583587 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-f120c1b5-996f-485f-a97d-5edca32509c9 req-94ccfd32-e3b9-4caf-b2ad-553990eea431 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:52:11.583587 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-f120c1b5-996f-485f-a97d-5edca32509c9 req-94ccfd32-e3b9-4caf-b2ad-553990eea431 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:52:11.630026 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120c1b5-996f-485f-a97d-5edca32509c9 req-94ccfd32-e3b9-4caf-b2ad-553990eea431 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:11.630677 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f120c1b5-996f-485f-a97d-5edca32509c9 req-94ccfd32-e3b9-4caf-b2ad-553990eea431 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:11.645430 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d584a3f0-e517-483e-bbd0-d5c7aa809134 req-9b96ab09-48df-4a0f-b10c-4e43226007f5 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:11.646972 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d584a3f0-e517-483e-bbd0-d5c7aa809134 req-9b96ab09-48df-4a0f-b10c-4e43226007f5 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 946 time: 0.1399539 Nov 12 00:52:11.659461 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f120c1b5-996f-485f-a97d-5edca32509c9 req-94ccfd32-e3b9-4caf-b2ad-553990eea431 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7683306 Nov 12 00:52:11.695989 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-f120c1b5-996f-485f-a97d-5edca32509c9 req-843da6a9-bfae-4716-965d-864aa6d4a68e service neutron] Request body: {'port': {'device_id': '03c53042-b2d3-41c0-a82b-80f57c9de815', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:11.733767 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d584a3f0-e517-483e-bbd0-d5c7aa809134 req-9dec92f5-bf74-43af-8cfd-70ddd935f8d2 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732436 Nov 12 00:52:11.779841 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f120c1b5-996f-485f-a97d-5edca32509c9 req-843da6a9-bfae-4716-965d-864aa6d4a68e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:11.792560 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b1842-98bb-4b63-a959-c92f025d29e5 req-254ba0bc-54d0-4d46-8cce-abb6899a14d8 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:11.794766 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-229b1842-98bb-4b63-a959-c92f025d29e5 req-254ba0bc-54d0-4d46-8cce-abb6899a14d8 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=03c53042-b2d3-41c0-a82b-80f57c9de815 HTTP/1.1" status: 200 len: 931 time: 0.0556715 Nov 12 00:52:11.854238 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-229b1842-98bb-4b63-a959-c92f025d29e5 req-4b27c5bb-edef-41d2-9844-6c129ed02aef tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537236 Nov 12 00:52:11.980418 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf7369-46ea-4e1b-b310-963bd37692c3 req-79e4db0a-2ff9-4d05-9a43-f0b5763df878 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:11.981941 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dcaf7369-46ea-4e1b-b310-963bd37692c3 req-79e4db0a-2ff9-4d05-9a43-f0b5763df878 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3305e68-b30a-43d8-b0c6-7d93f63451ab HTTP/1.1" status: 200 len: 943 time: 0.0890055 Nov 12 00:52:12.068679 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dcaf7369-46ea-4e1b-b310-963bd37692c3 req-1b0c521a-7c01-42d6-aefa-aa6cc4b0cff2 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a0fd4c7-1da3-4f98-86cd-1bd0eacd641c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616643 Nov 12 00:52:12.145258 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-f120c1b5-996f-485f-a97d-5edca32509c9 req-843da6a9-bfae-4716-965d-864aa6d4a68e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f84e1833-8244-4e82-86a7-dad6ebedd966 {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:12.152925 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f120c1b5-996f-485f-a97d-5edca32509c9 req-843da6a9-bfae-4716-965d-864aa6d4a68e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:12.165190 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-f120c1b5-996f-485f-a97d-5edca32509c9 req-843da6a9-bfae-4716-965d-864aa6d4a68e service neutron] Transition to ACTIVE for port object f84e1833-8244-4e82-86a7-dad6ebedd966 will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:52:12.168914 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f120c1b5-996f-485f-a97d-5edca32509c9 req-843da6a9-bfae-4716-965d-864aa6d4a68e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:12.251646 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843da6a9-bfae-4716-965d-864aa6d4a68e service neutron] Pushing event updated for resources: {'Port': ['ID=f84e1833-8244-4e82-86a7-dad6ebedd966,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:12.307031 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-f120c1b5-996f-485f-a97d-5edca32509c9 req-843da6a9-bfae-4716-965d-864aa6d4a68e service neutron] Attempting to bind port f84e1833-8244-4e82-86a7-dad6ebedd966 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:52:12.307363 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-f120c1b5-996f-485f-a97d-5edca32509c9 req-843da6a9-bfae-4716-965d-864aa6d4a68e service neutron] Attempting to bind port f84e1833-8244-4e82-86a7-dad6ebedd966 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '47d4bfe1-e950-4b7f-9539-0e611123121b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '81bfe4c5-5071-416b-8d5d-76065f6e230c'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:52:12.307684 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f120c1b5-996f-485f-a97d-5edca32509c9 req-843da6a9-bfae-4716-965d-864aa6d4a68e service neutron] Attempting to bind port f84e1833-8244-4e82-86a7-dad6ebedd966 on network 81bfe4c5-5071-416b-8d5d-76065f6e230c {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:12.312888 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f120c1b5-996f-485f-a97d-5edca32509c9 req-843da6a9-bfae-4716-965d-864aa6d4a68e service neutron] Port f84e1833-8244-4e82-86a7-dad6ebedd966 on network 81bfe4c5-5071-416b-8d5d-76065f6e230c not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:52:12.313180 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f120c1b5-996f-485f-a97d-5edca32509c9 req-843da6a9-bfae-4716-965d-864aa6d4a68e service neutron] Attempting to bind port f84e1833-8244-4e82-86a7-dad6ebedd966 on network 81bfe4c5-5071-416b-8d5d-76065f6e230c {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:12.317892 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f120c1b5-996f-485f-a97d-5edca32509c9 req-843da6a9-bfae-4716-965d-864aa6d4a68e service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:52:12.318223 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f120c1b5-996f-485f-a97d-5edca32509c9 req-843da6a9-bfae-4716-965d-864aa6d4a68e service neutron] Checking segment: {'id': '47d4bfe1-e950-4b7f-9539-0e611123121b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '81bfe4c5-5071-416b-8d5d-76065f6e230c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:52:12.318598 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f120c1b5-996f-485f-a97d-5edca32509c9 req-843da6a9-bfae-4716-965d-864aa6d4a68e service neutron] Bound using segment: {'id': '47d4bfe1-e950-4b7f-9539-0e611123121b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '81bfe4c5-5071-416b-8d5d-76065f6e230c'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:52:12.319008 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-f120c1b5-996f-485f-a97d-5edca32509c9 req-843da6a9-bfae-4716-965d-864aa6d4a68e service neutron] Bound port: f84e1833-8244-4e82-86a7-dad6ebedd966, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47d4bfe1-e950-4b7f-9539-0e611123121b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '81bfe4c5-5071-416b-8d5d-76065f6e230c'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:52:12.319350 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f120c1b5-996f-485f-a97d-5edca32509c9 req-843da6a9-bfae-4716-965d-864aa6d4a68e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:12.387410 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-f120c1b5-996f-485f-a97d-5edca32509c9 req-843da6a9-bfae-4716-965d-864aa6d4a68e service neutron] For port f84e1833-8244-4e82-86a7-dad6ebedd966, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:52:12.392604 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-f120c1b5-996f-485f-a97d-5edca32509c9 req-843da6a9-bfae-4716-965d-864aa6d4a68e service neutron] For port f84e1833-8244-4e82-86a7-dad6ebedd966, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f84e1833-8244-4e82-86a7-dad6ebedd966,segment=NetworkSegment(47d4bfe1-e950-4b7f-9539-0e611123121b),segment_id=47d4bfe1-e950-4b7f-9539-0e611123121b)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:52:12.397442 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f120c1b5-996f-485f-a97d-5edca32509c9 req-843da6a9-bfae-4716-965d-864aa6d4a68e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:12.434613 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120c1b5-996f-485f-a97d-5edca32509c9 req-843da6a9-bfae-4716-965d-864aa6d4a68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:12.435261 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f120c1b5-996f-485f-a97d-5edca32509c9 req-843da6a9-bfae-4716-965d-864aa6d4a68e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:12.437505 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f120c1b5-996f-485f-a97d-5edca32509c9 req-843da6a9-bfae-4716-965d-864aa6d4a68e service neutron] 10.222.0.54 "PUT /v2.0/ports/f84e1833-8244-4e82-86a7-dad6ebedd966 HTTP/1.1" status: 200 len: 1092 time: 0.7467637 Nov 12 00:52:12.437959 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03c53042-b2d3-41c0-a82b-80f57c9de815', 'tag': 'f84e1833-8244-4e82-86a7-dad6ebedd966'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:12.440199 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd38215b-797e-418d-9134-5f9e550d74c2" -d '{"events": [{"name": "network-changed", "server_uuid": "03c53042-b2d3-41c0-a82b-80f57c9de815", "tag": "f84e1833-8244-4e82-86a7-dad6ebedd966"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:12.468129 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59761850-f98f-4c19-acf6-f7989b79ac51 req-4b91f938-4057-4611-b3da-b279ad1b1a21 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:12.469900 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-59761850-f98f-4c19-acf6-f7989b79ac51 req-4b91f938-4057-4611-b3da-b279ad1b1a21 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 945 time: 0.0590649 Nov 12 00:52:12.492108 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843da6a9-bfae-4716-965d-864aa6d4a68e service neutron] Pushing event updated for resources: {'Port': ['ID=f84e1833-8244-4e82-86a7-dad6ebedd966,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:12.529207 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:12.543659 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90ddd3-c926-41a8-8749-a33da391ba7e req-76a6dd2b-0df6-43c7-b518-d529530c4eb1 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:12.544687 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-59761850-f98f-4c19-acf6-f7989b79ac51 req-a041a61b-73cf-43d6-a1d6-1b92cfe31588 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676007 Nov 12 00:52:12.545404 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2d90ddd3-c926-41a8-8749-a33da391ba7e req-76a6dd2b-0df6-43c7-b518-d529530c4eb1 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb66aca-1ef4-48a3-b6b4-1936ca3f73c0 HTTP/1.1" status: 200 len: 946 time: 0.1022632 Nov 12 00:52:12.571542 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120c1b5-996f-485f-a97d-5edca32509c9 req-8449b37f-7cb3-4b19-829d-54fb9aa17891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:12.573013 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f120c1b5-996f-485f-a97d-5edca32509c9 req-8449b37f-7cb3-4b19-829d-54fb9aa17891 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd5311579de340b4b4bd3795ded62f62&device_id=03c53042-b2d3-41c0-a82b-80f57c9de815 HTTP/1.1" status: 200 len: 1095 time: 0.0763080 Nov 12 00:52:12.631067 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82804da-411e-4d48-81ab-4a4fd96d2d2b x-openstack-request-id: req-b82804da-411e-4d48-81ab-4a4fd96d2d2b {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:12.631854 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03c53042-b2d3-41c0-a82b-80f57c9de815", "tag": "f84e1833-8244-4e82-86a7-dad6ebedd966", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:12.631854 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b82804da-411e-4d48-81ab-4a4fd96d2d2b {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:12.632083 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03c53042-b2d3-41c0-a82b-80f57c9de815', 'tag': 'f84e1833-8244-4e82-86a7-dad6ebedd966', 'status': 'completed', 'code': 200} Nov 12 00:52:12.636398 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f120c1b5-996f-485f-a97d-5edca32509c9 req-594b86e1-16d5-455c-b69f-05590fa2be2e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f84e1833-8244-4e82-86a7-dad6ebedd966 HTTP/1.1" status: 200 len: 217 time: 0.0484624 Nov 12 00:52:12.648851 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2d90ddd3-c926-41a8-8749-a33da391ba7e req-78ed497b-66d8-4bbd-8b52-8380ee92c19c tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901504 Nov 12 00:52:12.697154 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120c1b5-996f-485f-a97d-5edca32509c9 req-aa5ad9f6-7a1b-443f-95a2-87fe560be621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:12.698822 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f120c1b5-996f-485f-a97d-5edca32509c9 req-aa5ad9f6-7a1b-443f-95a2-87fe560be621 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b3a5cf2c-8d1e-4b19-8561-7f413b7dc87c HTTP/1.1" status: 200 len: 854 time: 0.0487900 Nov 12 00:52:12.700252 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981c220-c88b-4f47-8e77-929d68118525 req-0ea31ae8-0dbb-4858-beaf-c44b9ba60c25 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:12.701724 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7981c220-c88b-4f47-8e77-929d68118525 req-0ea31ae8-0dbb-4858-beaf-c44b9ba60c25 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1 HTTP/1.1" status: 200 len: 945 time: 0.0518866 Nov 12 00:52:12.740579 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:52:12.755676 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7981c220-c88b-4f47-8e77-929d68118525 req-b257b3fd-ae14-4ed3-94af-8b5484a22538 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463431 Nov 12 00:52:12.844995 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f120c1b5-996f-485f-a97d-5edca32509c9 req-1d496565-5a63-4e87-b5f3-24a14efc828d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=81bfe4c5-5071-416b-8d5d-76065f6e230c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410497 Nov 12 00:52:12.881630 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed,segment=NetworkSegment(02dabcd1-20dd-47d0-8d93-c22dac2f690a),segment_id=02dabcd1-20dd-47d0-8d93-c22dac2f690a)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:12.897902 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': 'ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed', 'network_id': 'b847d184-534f-4934-ae31-f37d206e2c7c', 'port_id': 'ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed', 'mac_address': 'fa:16:3e:7e:94:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0de18cf1-85e0-40e8-901c-1742149a537c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:52:12.940475 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:12.955577 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:12.979930 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed,segment=NetworkSegment(02dabcd1-20dd-47d0-8d93-c22dac2f690a),segment_id=02dabcd1-20dd-47d0-8d93-c22dac2f690a)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:12.986270 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:12.989643 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65b788-bab9-4dfa-8fe9-f8c0771f6896 req-96b3f6f5-1e37-4225-8b8f-9f52bdc60e5c tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:12.991184 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cb65b788-bab9-4dfa-8fe9-f8c0771f6896 req-96b3f6f5-1e37-4225-8b8f-9f52bdc60e5c tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 946 time: 0.1241429 Nov 12 00:52:13.008166 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19020dd7-66f9-4d2a-873b-641e3c004066 req-945671df-81c7-46e4-be7c-bdbb6bf3bd12 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:13.010000 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-19020dd7-66f9-4d2a-873b-641e3c004066 req-945671df-81c7-46e4-be7c-bdbb6bf3bd12 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb66aca-1ef4-48a3-b6b4-1936ca3f73c0 HTTP/1.1" status: 200 len: 946 time: 0.0563490 Nov 12 00:52:13.044705 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:13.051471 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f120c1b5-996f-485f-a97d-5edca32509c9 req-5d5b344a-8919-48a8-a1f2-c11a3a4f92cd service neutron] 10.222.0.54 "GET /v2.0/networks/81bfe4c5-5071-416b-8d5d-76065f6e230c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452382 Nov 12 00:52:13.058914 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cb65b788-bab9-4dfa-8fe9-f8c0771f6896 req-0446c777-e8eb-48fb-90dc-58393aa23be4 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604970 Nov 12 00:52:13.064111 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-19020dd7-66f9-4d2a-873b-641e3c004066 req-8b55e089-5080-4029-8074-4ad697d9f4f3 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473378 Nov 12 00:52:13.177915 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0cf207-434c-49ba-9eaf-78e795989ac9 req-ab24dea2-0ecb-4d0f-89b5-0c9effbc90b1 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:13.179378 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8c0cf207-434c-49ba-9eaf-78e795989ac9 req-ab24dea2-0ecb-4d0f-89b5-0c9effbc90b1 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=03c53042-b2d3-41c0-a82b-80f57c9de815 HTTP/1.1" status: 200 len: 943 time: 0.0552404 Nov 12 00:52:13.185016 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f120c1b5-996f-485f-a97d-5edca32509c9 req-6b9dd29d-cf82-4dad-bd28-05d01bd91e1f service neutron] 10.222.0.54 "GET /v2.0/networks/81bfe4c5-5071-416b-8d5d-76065f6e230c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248951 Nov 12 00:52:13.229126 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8c0cf207-434c-49ba-9eaf-78e795989ac9 req-43e88103-c2c1-423d-b7e6-779cc67a1d36 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433235 Nov 12 00:52:13.266000 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859a565-d773-4391-bef9-e8f8705168ea req-fa76a839-6872-4b8c-a0bb-0874cb82aa34 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:13.267492 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a859a565-d773-4391-bef9-e8f8705168ea req-fa76a839-6872-4b8c-a0bb-0874cb82aa34 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/networks?id=16359a25-3e6f-45fe-be0d-6f4a3f158857 HTTP/1.1" status: 200 len: 810 time: 0.1208107 Nov 12 00:52:13.285974 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a859a565-d773-4391-bef9-e8f8705168ea req-8aa2924f-5507-4f4a-a258-f58370b25741 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/quotas/4cf1d05c9d8749e4bcaf113d847d03e9 HTTP/1.1" status: 200 len: 375 time: 0.0116565 Nov 12 00:52:13.337629 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43133173-5e68-41e6-bba5-110db197fdee req-afbf9308-c32b-4506-b980-111856c8204c tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:13.338844 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:13.339649 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-43133173-5e68-41e6-bba5-110db197fdee req-afbf9308-c32b-4506-b980-111856c8204c tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3305e68-b30a-43d8-b0c6-7d93f63451ab HTTP/1.1" status: 200 len: 944 time: 0.0492778 Nov 12 00:52:13.356308 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38215b-797e-418d-9134-5f9e550d74c2 req-473c3a94-2215-40ba-8b99-6df8fef7dc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:13.357826 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dd38215b-797e-418d-9134-5f9e550d74c2 req-473c3a94-2215-40ba-8b99-6df8fef7dc01 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd5311579de340b4b4bd3795ded62f62&device_id=03c53042-b2d3-41c0-a82b-80f57c9de815 HTTP/1.1" status: 200 len: 1095 time: 0.0708940 Nov 12 00:52:13.369637 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a859a565-d773-4391-bef9-e8f8705168ea req-e7f82eeb-0f1e-40cb-8d30-16ebec960a87 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4cf1d05c9d8749e4bcaf113d847d03e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0744569 Nov 12 00:52:13.396818 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-43133173-5e68-41e6-bba5-110db197fdee req-0b722b84-7842-4f97-a2c3-9d56cad51aa1 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a0fd4c7-1da3-4f98-86cd-1bd0eacd641c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495427 Nov 12 00:52:13.529519 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38215b-797e-418d-9134-5f9e550d74c2 req-6fa1b896-b616-47c3-bb5e-4183d7f88d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:13.531575 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dd38215b-797e-418d-9134-5f9e550d74c2 req-6fa1b896-b616-47c3-bb5e-4183d7f88d45 service neutron] 10.222.0.54 "GET /v2.0/networks?id=81bfe4c5-5071-416b-8d5d-76065f6e230c HTTP/1.1" status: 200 len: 915 time: 0.1610425 Nov 12 00:52:13.536700 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a859a565-d773-4391-bef9-e8f8705168ea req-63c0e55e-b9da-4f94-aa11-cc1e9181a289 service neutron] 10.222.0.20 "GET /v2.0/networks/16359a25-3e6f-45fe-be0d-6f4a3f158857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485064 Nov 12 00:52:13.604291 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dd38215b-797e-418d-9134-5f9e550d74c2 req-36fc2c1b-3130-4c8f-ab9f-bddf8ddde134 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f84e1833-8244-4e82-86a7-dad6ebedd966 HTTP/1.1" status: 200 len: 217 time: 0.0541749 Nov 12 00:52:13.669159 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed709d4-3de1-4d46-b397-06af4645d823 req-2f469c54-0306-48e3-b20b-40cf042c80af tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:13.670753 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aed709d4-3de1-4d46-b397-06af4645d823 req-2f469c54-0306-48e3-b20b-40cf042c80af tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 945 time: 0.0509896 Nov 12 00:52:13.692347 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38215b-797e-418d-9134-5f9e550d74c2 req-edc7cd34-bac1-4ba5-b126-d9f44ab712e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:13.693798 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dd38215b-797e-418d-9134-5f9e550d74c2 req-edc7cd34-bac1-4ba5-b126-d9f44ab712e2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b3a5cf2c-8d1e-4b19-8561-7f413b7dc87c HTTP/1.1" status: 200 len: 854 time: 0.0629594 Nov 12 00:52:13.704225 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a859a565-d773-4391-bef9-e8f8705168ea req-46308078-9cfa-4fd8-8512-c0d84e27d9c8 service neutron] 10.222.0.20 "GET /v2.0/networks/16359a25-3e6f-45fe-be0d-6f4a3f158857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613657 Nov 12 00:52:13.725258 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aed709d4-3de1-4d46-b397-06af4645d823 req-093ee18a-bf87-4bf5-9b85-d42ee5788d62 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475392 Nov 12 00:52:13.746853 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dd38215b-797e-418d-9134-5f9e550d74c2 req-33fc3491-7400-4a3a-99b6-9c0b05cbbd92 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=81bfe4c5-5071-416b-8d5d-76065f6e230c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270696 Nov 12 00:52:13.841901 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dd38215b-797e-418d-9134-5f9e550d74c2 req-0f061f29-4695-472e-9350-e0acfb4cf040 service neutron] 10.222.0.54 "GET /v2.0/networks/81bfe4c5-5071-416b-8d5d-76065f6e230c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863822 Nov 12 00:52:13.886222 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aa62e47b-088e-48c3-a39a-ea1ea83a3730 req-e52d402e-9452-4497-a33f-b1871afac91c tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 210 time: 0.0329280 Nov 12 00:52:13.958681 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dd38215b-797e-418d-9134-5f9e550d74c2 req-8ef95448-1739-41ee-85fd-625d0edb91f6 service neutron] 10.222.0.54 "GET /v2.0/networks/81bfe4c5-5071-416b-8d5d-76065f6e230c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033340 Nov 12 00:52:14.093691 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438f4fd-13e1-4e05-bf9b-8cf20a0057db req-6ce6cedc-bcbf-4d86-96e1-f77caabeced0 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:14.100199 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438f4fd-13e1-4e05-bf9b-8cf20a0057db req-6ce6cedc-bcbf-4d86-96e1-f77caabeced0 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:14.106358 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438f4fd-13e1-4e05-bf9b-8cf20a0057db req-6ce6cedc-bcbf-4d86-96e1-f77caabeced0 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:14.113510 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438f4fd-13e1-4e05-bf9b-8cf20a0057db req-6ce6cedc-bcbf-4d86-96e1-f77caabeced0 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:14.121460 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438f4fd-13e1-4e05-bf9b-8cf20a0057db req-6ce6cedc-bcbf-4d86-96e1-f77caabeced0 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:14.127760 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438f4fd-13e1-4e05-bf9b-8cf20a0057db req-6ce6cedc-bcbf-4d86-96e1-f77caabeced0 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:14.134011 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438f4fd-13e1-4e05-bf9b-8cf20a0057db req-6ce6cedc-bcbf-4d86-96e1-f77caabeced0 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:14.135901 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d438f4fd-13e1-4e05-bf9b-8cf20a0057db req-6ce6cedc-bcbf-4d86-96e1-f77caabeced0 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 5435 time: 0.0995116 Nov 12 00:52:14.185319 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702d254-a926-4bc0-a61d-d9ce7dbb7b1a req-d4e7fc88-4e99-4946-bb4e-4455e7c7495f tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:14.186980 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f702d254-a926-4bc0-a61d-d9ce7dbb7b1a req-d4e7fc88-4e99-4946-bb4e-4455e7c7495f tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 946 time: 0.0550866 Nov 12 00:52:14.205042 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d438f4fd-13e1-4e05-bf9b-8cf20a0057db req-34097a6d-b523-4e47-a85b-07661a680d37 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4f055-69fb-40bf-b27d-353bf24a3ac0&id=d9c8fd08-6591-4a5a-b303-9ee103150d54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0616324 Nov 12 00:52:14.251095 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f702d254-a926-4bc0-a61d-d9ce7dbb7b1a req-8d4beeb0-3396-49c8-a0c9-529876cea639 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569518 Nov 12 00:52:14.341544 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5667eb3-331b-423b-8406-d058026c5134 req-5b976a84-a992-4d0a-a64b-668c9cef9650 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:14.343958 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f5667eb3-331b-423b-8406-d058026c5134 req-5b976a84-a992-4d0a-a64b-668c9cef9650 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb66aca-1ef4-48a3-b6b4-1936ca3f73c0 HTTP/1.1" status: 200 len: 946 time: 0.0558853 Nov 12 00:52:14.377594 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0471105a-71a1-4e9c-a43e-fe1d8fc60986 req-01a13e05-87f4-42e4-b7a5-56cbd4f0aa32 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:14.379474 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0471105a-71a1-4e9c-a43e-fe1d8fc60986 req-01a13e05-87f4-42e4-b7a5-56cbd4f0aa32 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=03c53042-b2d3-41c0-a82b-80f57c9de815 HTTP/1.1" status: 200 len: 943 time: 0.0589514 Nov 12 00:52:14.394646 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f5667eb3-331b-423b-8406-d058026c5134 req-4788fbbd-0614-40b0-ba3d-99f370a6e333 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437610 Nov 12 00:52:14.431570 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0471105a-71a1-4e9c-a43e-fe1d8fc60986 req-5497425e-1875-4a3d-a8b8-9b66c521b220 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456722 Nov 12 00:52:14.507630 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9bc581-1285-4681-bbcf-73b9bb6e7c54 req-1e094a2e-6505-449f-bd14-0afd8d565a08 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:14.513980 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9bc581-1285-4681-bbcf-73b9bb6e7c54 req-1e094a2e-6505-449f-bd14-0afd8d565a08 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:14.520976 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9bc581-1285-4681-bbcf-73b9bb6e7c54 req-1e094a2e-6505-449f-bd14-0afd8d565a08 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:14.527211 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9bc581-1285-4681-bbcf-73b9bb6e7c54 req-1e094a2e-6505-449f-bd14-0afd8d565a08 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:14.533561 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9bc581-1285-4681-bbcf-73b9bb6e7c54 req-1e094a2e-6505-449f-bd14-0afd8d565a08 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:14.539562 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9bc581-1285-4681-bbcf-73b9bb6e7c54 req-1e094a2e-6505-449f-bd14-0afd8d565a08 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:14.545709 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9bc581-1285-4681-bbcf-73b9bb6e7c54 req-1e094a2e-6505-449f-bd14-0afd8d565a08 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:14.547665 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6f9bc581-1285-4681-bbcf-73b9bb6e7c54 req-1e094a2e-6505-449f-bd14-0afd8d565a08 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 5435 time: 0.0984867 Nov 12 00:52:14.653603 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8b5e1-ebab-44fd-828b-9dcbf567ecac req-effbcabe-0b51-431d-a8bb-a19c01ae5cd4 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:14.655898 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7be8b5e1-ebab-44fd-828b-9dcbf567ecac req-effbcabe-0b51-431d-a8bb-a19c01ae5cd4 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3305e68-b30a-43d8-b0c6-7d93f63451ab HTTP/1.1" status: 200 len: 944 time: 0.0509114 Nov 12 00:52:14.684684 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc01ac-bb21-4dcf-bd62-ff9a4a680e94 req-fa54f494-486f-422b-9286-e0bd55dcc84b tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:14.686373 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b8bc01ac-bb21-4dcf-bd62-ff9a4a680e94 req-fa54f494-486f-422b-9286-e0bd55dcc84b tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb66aca-1ef4-48a3-b6b4-1936ca3f73c0 HTTP/1.1" status: 200 len: 946 time: 0.0516601 Nov 12 00:52:14.704880 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7be8b5e1-ebab-44fd-828b-9dcbf567ecac req-c6a7ccae-00ed-441f-9fa8-a372d63005e5 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a0fd4c7-1da3-4f98-86cd-1bd0eacd641c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421984 Nov 12 00:52:14.735948 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:52:14.739322 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b8bc01ac-bb21-4dcf-bd62-ff9a4a680e94 req-8145bb66-998b-419d-84e4-69d9bb956d77 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462415 Nov 12 00:52:14.786583 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:52:14.790809 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:14.791183 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:14.883665 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:14.909624 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3305e68-b30a-43d8-b0c6-7d93f63451ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:14.912586 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f28152-b952-43ee-afdf-13bb7656adf7" -d '{"events": [{"server_uuid": "d3305e68-b30a-43d8-b0c6-7d93f63451ab", "name": "network-vif-plugged", "status": "completed", "tag": "ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:14.927113 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed,segment=NetworkSegment(02dabcd1-20dd-47d0-8d93-c22dac2f690a),segment_id=02dabcd1-20dd-47d0-8d93-c22dac2f690a)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:14.932088 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:14.972022 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365f0331-02a8-4889-a5b3-d19c871659a7 x-openstack-request-id: req-365f0331-02a8-4889-a5b3-d19c871659a7 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:14.972729 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3305e68-b30a-43d8-b0c6-7d93f63451ab", "name": "network-vif-plugged", "status": "completed", "tag": "ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:14.973186 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-365f0331-02a8-4889-a5b3-d19c871659a7 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:14.973858 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3305e68-b30a-43d8-b0c6-7d93f63451ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed', 'code': 200} Nov 12 00:52:15.001683 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:15.062784 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8aa1ee88-8972-4dc3-a936-1ec22e69342f req-8ca6e034-fac9-4165-91d4-bbf04a6d610e tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 210 time: 0.0287657 Nov 12 00:52:15.276992 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1629c-c666-4592-935b-05532c752949 req-0b60ea32-3790-48a4-8c49-a9830d0ba437 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:15.278416 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aea1629c-c666-4592-935b-05532c752949 req-0b60ea32-3790-48a4-8c49-a9830d0ba437 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 945 time: 0.4738650 Nov 12 00:52:15.308064 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa924042-16fa-4e78-9002-610c25db64b7 req-a2a87e7d-4556-41d4-9073-1bed6fc4a250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:15.309559 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fa924042-16fa-4e78-9002-610c25db64b7 req-a2a87e7d-4556-41d4-9073-1bed6fc4a250 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d3305e68-b30a-43d8-b0c6-7d93f63451ab HTTP/1.1" status: 200 len: 1097 time: 0.1445689 Nov 12 00:52:15.347646 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859a565-d773-4391-bef9-e8f8705168ea req-87372099-9752-4a04-9b24-8bb43f8c11e9 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:15.349052 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a859a565-d773-4391-bef9-e8f8705168ea req-87372099-9752-4a04-9b24-8bb43f8c11e9 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.49 "GET /v2.0/networks?id=16359a25-3e6f-45fe-be0d-6f4a3f158857 HTTP/1.1" status: 200 len: 810 time: 0.1828628 Nov 12 00:52:15.372896 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-a859a565-d773-4391-bef9-e8f8705168ea req-398cff97-9218-44f6-ba5c-2351c27eec39 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Request body: {'port': {'device_id': '4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8', 'network_id': '16359a25-3e6f-45fe-be0d-6f4a3f158857', 'admin_state_up': True, 'tenant_id': '4cf1d05c9d8749e4bcaf113d847d03e9'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:15.379624 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547b39c-c65e-45b2-b62f-8be9cbdcccef req-ec3796c2-131c-4894-9de2-7264e1d9fbcd tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:15.381121 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a547b39c-c65e-45b2-b62f-8be9cbdcccef req-ec3796c2-131c-4894-9de2-7264e1d9fbcd tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 946 time: 0.0557618 Nov 12 00:52:15.412941 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aea1629c-c666-4592-935b-05532c752949 req-0a9d1382-d93a-41f8-b107-4cd5918c9ada tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254413 Nov 12 00:52:15.419685 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fa924042-16fa-4e78-9002-610c25db64b7 req-a38dc6ab-5820-4c95-b1cc-975d839a7467 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1a0fd4c7-1da3-4f98-86cd-1bd0eacd641c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998070 Nov 12 00:52:15.431411 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a547b39c-c65e-45b2-b62f-8be9cbdcccef req-1932c0e6-078d-43d5-9e6e-c326892eccab tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428205 Nov 12 00:52:15.519189 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a859a565-d773-4391-bef9-e8f8705168ea req-398cff97-9218-44f6-ba5c-2351c27eec39 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Made reservation on behalf of 4cf1d05c9d8749e4bcaf113d847d03e9 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:52:15.522559 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a859a565-d773-4391-bef9-e8f8705168ea req-398cff97-9218-44f6-ba5c-2351c27eec39 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:15.623629 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e66ca59-572d-489f-a795-e4768d9e6b9a req-c0e3e884-40a4-4829-b1a9-10f0941f25d1 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:15.625469 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7e66ca59-572d-489f-a795-e4768d9e6b9a req-c0e3e884-40a4-4829-b1a9-10f0941f25d1 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=03c53042-b2d3-41c0-a82b-80f57c9de815 HTTP/1.1" status: 200 len: 943 time: 0.1195676 Nov 12 00:52:15.728899 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7e66ca59-572d-489f-a795-e4768d9e6b9a req-d1d144da-9b29-4338-b0fa-6a2b228fc01b tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966914 Nov 12 00:52:15.739776 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-a859a565-d773-4391-bef9-e8f8705168ea req-398cff97-9218-44f6-ba5c-2351c27eec39 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Allocated IP 172.20.0.3 (16359a25-3e6f-45fe-be0d-6f4a3f158857/701d816b-c6ea-4d7b-bdc3-9a5cc8add0b9/315b72a3-b355-495a-b2d8-3a24d7ec3d57) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:52:15.837263 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2476d713-a40d-45e5-94f1-08372f083c7d req-70dd193e-8432-4a46-b35c-b5e07b9b232a tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:15.839009 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2476d713-a40d-45e5-94f1-08372f083c7d req-70dd193e-8432-4a46-b35c-b5e07b9b232a tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3305e68-b30a-43d8-b0c6-7d93f63451ab HTTP/1.1" status: 200 len: 945 time: 0.0515742 Nov 12 00:52:15.891448 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2476d713-a40d-45e5-94f1-08372f083c7d req-5819c4ed-cb0e-439d-a40e-a646b75cb54f tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a0fd4c7-1da3-4f98-86cd-1bd0eacd641c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429845 Nov 12 00:52:15.914670 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28dba5d-eed5-4029-a254-aa316dc3fbec req-71719158-e7e5-443b-9f8f-04cc5a7283e7 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:15.916277 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e28dba5d-eed5-4029-a254-aa316dc3fbec req-71719158-e7e5-443b-9f8f-04cc5a7283e7 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb66aca-1ef4-48a3-b6b4-1936ca3f73c0 HTTP/1.1" status: 200 len: 946 time: 0.0998275 Nov 12 00:52:15.958358 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a859a565-d773-4391-bef9-e8f8705168ea req-398cff97-9218-44f6-ba5c-2351c27eec39 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:15.995674 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e28dba5d-eed5-4029-a254-aa316dc3fbec req-e8d04c99-2c69-461d-8d45-7ff333e306b1 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681353 Nov 12 00:52:16.013418 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a859a565-d773-4391-bef9-e8f8705168ea req-398cff97-9218-44f6-ba5c-2351c27eec39 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:16.050148 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['547e6e2d-7476-4f76-a8d1-fe208cfbb31f'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:16.056717 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a859a565-d773-4391-bef9-e8f8705168ea req-398cff97-9218-44f6-ba5c-2351c27eec39 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Network 16359a25-3e6f-45fe-be0d-6f4a3f158857 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:52:16.062089 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-a859a565-d773-4391-bef9-e8f8705168ea req-398cff97-9218-44f6-ba5c-2351c27eec39 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:52:16.065897 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-a859a565-d773-4391-bef9-e8f8705168ea req-398cff97-9218-44f6-ba5c-2351c27eec39 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:52:16.095850 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398cff97-9218-44f6-ba5c-2351c27eec39 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Pushing event updated for resources: {'Port': ['ID=315b72a3-b355-495a-b2d8-3a24d7ec3d57,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:16.116615 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398cff97-9218-44f6-ba5c-2351c27eec39 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:16.116949 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398cff97-9218-44f6-ba5c-2351c27eec39 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:16.117296 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398cff97-9218-44f6-ba5c-2351c27eec39 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:16.117648 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398cff97-9218-44f6-ba5c-2351c27eec39 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:16.117982 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398cff97-9218-44f6-ba5c-2351c27eec39 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:16.118311 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398cff97-9218-44f6-ba5c-2351c27eec39 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:16.118632 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398cff97-9218-44f6-ba5c-2351c27eec39 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:16.119457 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398cff97-9218-44f6-ba5c-2351c27eec39 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:16.119457 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398cff97-9218-44f6-ba5c-2351c27eec39 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:16.119659 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398cff97-9218-44f6-ba5c-2351c27eec39 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:16.119877 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398cff97-9218-44f6-ba5c-2351c27eec39 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:16.120199 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398cff97-9218-44f6-ba5c-2351c27eec39 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:16.137801 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859a565-d773-4391-bef9-e8f8705168ea req-398cff97-9218-44f6-ba5c-2351c27eec39 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:16.138460 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a859a565-d773-4391-bef9-e8f8705168ea req-398cff97-9218-44f6-ba5c-2351c27eec39 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:16.158972 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a859a565-d773-4391-bef9-e8f8705168ea req-398cff97-9218-44f6-ba5c-2351c27eec39 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7898381 Nov 12 00:52:16.181130 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-a859a565-d773-4391-bef9-e8f8705168ea req-b30f1496-7dd8-40e8-a29b-a24c73bf9da9 service neutron] Request body: {'port': {'device_id': '4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:16.185760 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba32b307-a720-4b73-86c0-3f14d8fc2bbc req-86c452df-8021-42af-812f-2adc77d56c3c tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:16.187897 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ba32b307-a720-4b73-86c0-3f14d8fc2bbc req-86c452df-8021-42af-812f-2adc77d56c3c tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 931 time: 0.0518816 Nov 12 00:52:16.239545 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a859a565-d773-4391-bef9-e8f8705168ea req-b30f1496-7dd8-40e8-a29b-a24c73bf9da9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:16.249973 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ba32b307-a720-4b73-86c0-3f14d8fc2bbc req-84a6d5ba-63a7-4334-8385-36c1a8011285 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545261 Nov 12 00:52:16.521214 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-a859a565-d773-4391-bef9-e8f8705168ea req-b30f1496-7dd8-40e8-a29b-a24c73bf9da9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 315b72a3-b355-495a-b2d8-3a24d7ec3d57 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:16.542577 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a859a565-d773-4391-bef9-e8f8705168ea req-b30f1496-7dd8-40e8-a29b-a24c73bf9da9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:16.596391 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-a859a565-d773-4391-bef9-e8f8705168ea req-b30f1496-7dd8-40e8-a29b-a24c73bf9da9 service neutron] Transition to ACTIVE for port object 315b72a3-b355-495a-b2d8-3a24d7ec3d57 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:52:16.602337 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6209a545-9d69-4bdf-909a-4e9cf81f865b req-5b1275c0-5657-4631-9911-72a38d26c33d tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:16.611468 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c60ddd-943f-4435-acc2-f55daa74f3ac req-3aa28b08-581b-45d4-ab07-67e8afe1feec tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:16.611702 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6209a545-9d69-4bdf-909a-4e9cf81f865b req-5b1275c0-5657-4631-9911-72a38d26c33d tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 946 time: 0.0763674 Nov 12 00:52:16.613005 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-69c60ddd-943f-4435-acc2-f55daa74f3ac req-3aa28b08-581b-45d4-ab07-67e8afe1feec tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 945 time: 0.0950298 Nov 12 00:52:16.613888 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a859a565-d773-4391-bef9-e8f8705168ea req-b30f1496-7dd8-40e8-a29b-a24c73bf9da9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:16.681404 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6209a545-9d69-4bdf-909a-4e9cf81f865b req-a35f0f16-19cb-4b06-b2bc-eb759ff7a42b tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687888 Nov 12 00:52:16.724340 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f1496-7dd8-40e8-a29b-a24c73bf9da9 service neutron] Pushing event updated for resources: {'Port': ['ID=315b72a3-b355-495a-b2d8-3a24d7ec3d57,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:16.744509 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-69c60ddd-943f-4435-acc2-f55daa74f3ac req-1599065f-17af-41cb-ba56-1428eac8ae73 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049550 Nov 12 00:52:16.824184 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57574) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:16.833351 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-a859a565-d773-4391-bef9-e8f8705168ea req-b30f1496-7dd8-40e8-a29b-a24c73bf9da9 service neutron] Attempting to bind port 315b72a3-b355-495a-b2d8-3a24d7ec3d57 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:52:16.834015 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-a859a565-d773-4391-bef9-e8f8705168ea req-b30f1496-7dd8-40e8-a29b-a24c73bf9da9 service neutron] Attempting to bind port 315b72a3-b355-495a-b2d8-3a24d7ec3d57 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '9b3e3280-7bfa-4894-831b-0758b3589c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '16359a25-3e6f-45fe-be0d-6f4a3f158857'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:52:16.834346 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a859a565-d773-4391-bef9-e8f8705168ea req-b30f1496-7dd8-40e8-a29b-a24c73bf9da9 service neutron] Attempting to bind port 315b72a3-b355-495a-b2d8-3a24d7ec3d57 on network 16359a25-3e6f-45fe-be0d-6f4a3f158857 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:16.835234 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef88061-55fb-4975-a955-cafebf3d54b0 req-46d741ad-efc2-4b3b-aeea-e72cc6704d87 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:16.836724 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8ef88061-55fb-4975-a955-cafebf3d54b0 req-46d741ad-efc2-4b3b-aeea-e72cc6704d87 tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cb66aca-1ef4-48a3-b6b4-1936ca3f73c0 HTTP/1.1" status: 200 len: 946 time: 0.0538220 Nov 12 00:52:16.839483 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a859a565-d773-4391-bef9-e8f8705168ea req-b30f1496-7dd8-40e8-a29b-a24c73bf9da9 service neutron] Port 315b72a3-b355-495a-b2d8-3a24d7ec3d57 on network 16359a25-3e6f-45fe-be0d-6f4a3f158857 not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:52:16.839865 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a859a565-d773-4391-bef9-e8f8705168ea req-b30f1496-7dd8-40e8-a29b-a24c73bf9da9 service neutron] Attempting to bind port 315b72a3-b355-495a-b2d8-3a24d7ec3d57 on network 16359a25-3e6f-45fe-be0d-6f4a3f158857 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:16.846561 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a859a565-d773-4391-bef9-e8f8705168ea req-b30f1496-7dd8-40e8-a29b-a24c73bf9da9 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:52:16.846792 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a859a565-d773-4391-bef9-e8f8705168ea req-b30f1496-7dd8-40e8-a29b-a24c73bf9da9 service neutron] Checking segment: {'id': '9b3e3280-7bfa-4894-831b-0758b3589c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '16359a25-3e6f-45fe-be0d-6f4a3f158857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:52:16.847153 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a859a565-d773-4391-bef9-e8f8705168ea req-b30f1496-7dd8-40e8-a29b-a24c73bf9da9 service neutron] Bound using segment: {'id': '9b3e3280-7bfa-4894-831b-0758b3589c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '16359a25-3e6f-45fe-be0d-6f4a3f158857'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:52:16.850443 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-a859a565-d773-4391-bef9-e8f8705168ea req-b30f1496-7dd8-40e8-a29b-a24c73bf9da9 service neutron] Bound port: 315b72a3-b355-495a-b2d8-3a24d7ec3d57, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b3e3280-7bfa-4894-831b-0758b3589c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '16359a25-3e6f-45fe-be0d-6f4a3f158857'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:52:16.850443 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a859a565-d773-4391-bef9-e8f8705168ea req-b30f1496-7dd8-40e8-a29b-a24c73bf9da9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:16.944314 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4827a160-ad51-4a5d-8c05-8abef6cf24b8 req-c951a85e-2ae9-4b32-8cf0-bdad2788a55c service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1189816 Nov 12 00:52:16.945097 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d51d91-7d44-4b6c-9c92-e7e69c773991 req-f3678289-02a8-46a8-8588-e5c3d5600c82 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:16.946632 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-89d51d91-7d44-4b6c-9c92-e7e69c773991 req-f3678289-02a8-46a8-8588-e5c3d5600c82 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=03c53042-b2d3-41c0-a82b-80f57c9de815 HTTP/1.1" status: 200 len: 943 time: 0.1090207 Nov 12 00:52:16.970480 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-a859a565-d773-4391-bef9-e8f8705168ea req-b30f1496-7dd8-40e8-a29b-a24c73bf9da9 service neutron] For port 315b72a3-b355-495a-b2d8-3a24d7ec3d57, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:52:16.973902 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-a859a565-d773-4391-bef9-e8f8705168ea req-b30f1496-7dd8-40e8-a29b-a24c73bf9da9 service neutron] For port 315b72a3-b355-495a-b2d8-3a24d7ec3d57, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=315b72a3-b355-495a-b2d8-3a24d7ec3d57,segment=NetworkSegment(9b3e3280-7bfa-4894-831b-0758b3589c41),segment_id=9b3e3280-7bfa-4894-831b-0758b3589c41)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:52:16.985469 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a859a565-d773-4391-bef9-e8f8705168ea req-b30f1496-7dd8-40e8-a29b-a24c73bf9da9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:17.005551 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-8ef88061-55fb-4975-a955-cafebf3d54b0 req-b534a302-5836-4e54-83f9-e9f77d27a5ac tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Deleting port 82d12d5d-4d68-47bb-9f2a-e9c143da2e81 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:52:17.005941 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-8ef88061-55fb-4975-a955-cafebf3d54b0 req-b534a302-5836-4e54-83f9-e9f77d27a5ac tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:17.051834 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859a565-d773-4391-bef9-e8f8705168ea req-b30f1496-7dd8-40e8-a29b-a24c73bf9da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:17.052454 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a859a565-d773-4391-bef9-e8f8705168ea req-b30f1496-7dd8-40e8-a29b-a24c73bf9da9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:17.053886 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a859a565-d773-4391-bef9-e8f8705168ea req-b30f1496-7dd8-40e8-a29b-a24c73bf9da9 service neutron] 10.222.0.49 "PUT /v2.0/ports/315b72a3-b355-495a-b2d8-3a24d7ec3d57 HTTP/1.1" status: 200 len: 1092 time: 0.8773365 Nov 12 00:52:17.057494 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8', 'tag': '315b72a3-b355-495a-b2d8-3a24d7ec3d57'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:17.059936 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f42ecc1-e947-49d8-8d83-32e598dd0f4d" -d '{"events": [{"name": "network-changed", "server_uuid": "4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8", "tag": "315b72a3-b355-495a-b2d8-3a24d7ec3d57"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:17.103529 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-89d51d91-7d44-4b6c-9c92-e7e69c773991 req-4d6a1532-d117-42b3-a70a-a199de34e89d tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396437 Nov 12 00:52:17.109228 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b1488-4504-407c-9e52-17528328d243 req-abae3e0b-fb3f-43a8-9e6e-83c4e5eb6734 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:17.110859 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e17b1488-4504-407c-9e52-17528328d243 req-abae3e0b-fb3f-43a8-9e6e-83c4e5eb6734 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3305e68-b30a-43d8-b0c6-7d93f63451ab HTTP/1.1" status: 200 len: 945 time: 0.1226845 Nov 12 00:52:17.125072 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f1496-7dd8-40e8-a29b-a24c73bf9da9 service neutron] Pushing event updated for resources: {'Port': ['ID=315b72a3-b355-495a-b2d8-3a24d7ec3d57,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:17.143230 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f84e1833-8244-4e82-86a7-dad6ebedd966 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:52:17.166887 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-8ef88061-55fb-4975-a955-cafebf3d54b0 req-b534a302-5836-4e54-83f9-e9f77d27a5ac tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] For port 82d12d5d-4d68-47bb-9f2a-e9c143da2e81, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=82d12d5d-4d68-47bb-9f2a-e9c143da2e81,segment=NetworkSegment(38b12e74-b18e-41d0-b62c-8552b3e37d05),segment_id=38b12e74-b18e-41d0-b62c-8552b3e37d05)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:17.167360 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-8ef88061-55fb-4975-a955-cafebf3d54b0 req-b534a302-5836-4e54-83f9-e9f77d27a5ac tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:17.183655 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-8ef88061-55fb-4975-a955-cafebf3d54b0 req-b534a302-5836-4e54-83f9-e9f77d27a5ac tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Calling delete_port for 82d12d5d-4d68-47bb-9f2a-e9c143da2e81 owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:52:17.185567 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859a565-d773-4391-bef9-e8f8705168ea req-97507d2e-0477-43ea-b156-ee4345cf6d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:17.186999 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a859a565-d773-4391-bef9-e8f8705168ea req-97507d2e-0477-43ea-b156-ee4345cf6d73 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4cf1d05c9d8749e4bcaf113d847d03e9&device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 1095 time: 0.0730264 Nov 12 00:52:17.218610 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e17b1488-4504-407c-9e52-17528328d243 req-69980309-abe3-430f-aaaa-126cd87e6808 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a0fd4c7-1da3-4f98-86cd-1bd0eacd641c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770049 Nov 12 00:52:17.219400 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57594) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:17.296698 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port f84e1833-8244-4e82-86a7-dad6ebedd966, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f84e1833-8244-4e82-86a7-dad6ebedd966,segment=NetworkSegment(47d4bfe1-e950-4b7f-9539-0e611123121b),segment_id=47d4bfe1-e950-4b7f-9539-0e611123121b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:17.310080 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'f84e1833-8244-4e82-86a7-dad6ebedd966', 'network_id': '81bfe4c5-5071-416b-8d5d-76065f6e230c', 'port_id': 'f84e1833-8244-4e82-86a7-dad6ebedd966', 'mac_address': 'fa:16:3e:6e:2b:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3a5cf2c-8d1e-4b19-8561-7f413b7dc87c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:52:17.314031 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a249ec9d-2eed-4aaf-b298-8761774ca6d6 x-openstack-request-id: req-a249ec9d-2eed-4aaf-b298-8761774ca6d6 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:17.314756 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8", "tag": "315b72a3-b355-495a-b2d8-3a24d7ec3d57", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:17.315099 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a249ec9d-2eed-4aaf-b298-8761774ca6d6 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:17.315689 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8', 'tag': '315b72a3-b355-495a-b2d8-3a24d7ec3d57', 'status': 'completed', 'code': 200} Nov 12 00:52:17.322991 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc60d8-36c1-4de8-9632-f1e78940e487 req-fb00608b-e137-492d-a06e-293ac8c48cdc tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:17.329347 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a859a565-d773-4391-bef9-e8f8705168ea req-ca6dda73-97ad-4f67-82da-b1c3392babc5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=315b72a3-b355-495a-b2d8-3a24d7ec3d57 HTTP/1.1" status: 200 len: 217 time: 0.1087654 Nov 12 00:52:17.331409 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1ffc60d8-36c1-4de8-9632-f1e78940e487 req-fb00608b-e137-492d-a06e-293ac8c48cdc tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb66aca-1ef4-48a3-b6b4-1936ca3f73c0 HTTP/1.1" status: 200 len: 946 time: 0.1053169 Nov 12 00:52:17.354224 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:17.371676 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f84e1833-8244-4e82-86a7-dad6ebedd966 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:17.392204 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port f84e1833-8244-4e82-86a7-dad6ebedd966, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f84e1833-8244-4e82-86a7-dad6ebedd966,segment=NetworkSegment(47d4bfe1-e950-4b7f-9539-0e611123121b),segment_id=47d4bfe1-e950-4b7f-9539-0e611123121b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:17.392788 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a93b54d4-94e6-4efa-a470-edbd6a483089 req-8f0e5736-6377-4be4-9bdc-7940a570edd9 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1707108 Nov 12 00:52:17.399088 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:17.419575 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1ffc60d8-36c1-4de8-9632-f1e78940e487 req-e57df40f-9050-44f0-8b98-9cb6d543467e tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.20 "GET /v2.0/security-groups?id=d39c3661-6b2e-4e5f-acdc-b391013621d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872433 Nov 12 00:52:17.434272 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-8ef88061-55fb-4975-a955-cafebf3d54b0 req-b534a302-5836-4e54-83f9-e9f77d27a5ac tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:17.452062 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=f84e1833-8244-4e82-86a7-dad6ebedd966,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:17.466146 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591f7a1-3ca5-40af-8251-b54634b8feaf req-56b7da3a-0343-4faf-9506-b57f0a93714f tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:17.468256 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f591f7a1-3ca5-40af-8251-b54634b8feaf req-56b7da3a-0343-4faf-9506-b57f0a93714f tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3305e68-b30a-43d8-b0c6-7d93f63451ab HTTP/1.1" status: 200 len: 945 time: 0.1374197 Nov 12 00:52:17.469822 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859a565-d773-4391-bef9-e8f8705168ea req-d3bcf969-634f-4d3d-8e0f-0ae0b1b29ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:17.471150 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a859a565-d773-4391-bef9-e8f8705168ea req-d3bcf969-634f-4d3d-8e0f-0ae0b1b29ff1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=701d816b-c6ea-4d7b-bdc3-9a5cc8add0b9 HTTP/1.1" status: 200 len: 850 time: 0.1098406 Nov 12 00:52:17.478071 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57602) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:17.479158 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534a302-5836-4e54-83f9-e9f77d27a5ac tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Pushing event deleted for resources: {'Port': ['ID=82d12d5d-4d68-47bb-9f2a-e9c143da2e81,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:17.487162 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-9a049036-4987-4df8-ae46-be6c70069447 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Request body: {'floatingip': {'port_id': 'ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:17.503572 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534a302-5836-4e54-83f9-e9f77d27a5ac tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:17.503892 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534a302-5836-4e54-83f9-e9f77d27a5ac tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:17.504420 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534a302-5836-4e54-83f9-e9f77d27a5ac tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:17.504922 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534a302-5836-4e54-83f9-e9f77d27a5ac tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:17.505451 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534a302-5836-4e54-83f9-e9f77d27a5ac tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:17.505791 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534a302-5836-4e54-83f9-e9f77d27a5ac tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:17.506120 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534a302-5836-4e54-83f9-e9f77d27a5ac tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:17.506616 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534a302-5836-4e54-83f9-e9f77d27a5ac tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:17.506950 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534a302-5836-4e54-83f9-e9f77d27a5ac tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:17.507278 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534a302-5836-4e54-83f9-e9f77d27a5ac tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:17.507605 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534a302-5836-4e54-83f9-e9f77d27a5ac tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:17.507719 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['82d12d5d-4d68-47bb-9f2a-e9c143da2e81'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:17.507932 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534a302-5836-4e54-83f9-e9f77d27a5ac tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:17.530473 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef88061-55fb-4975-a955-cafebf3d54b0 req-b534a302-5836-4e54-83f9-e9f77d27a5ac tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] No DVR routers for this DVR port 82d12d5d-4d68-47bb-9f2a-e9c143da2e81 on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:52:17.533180 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-8ef88061-55fb-4975-a955-cafebf3d54b0 req-b534a302-5836-4e54-83f9-e9f77d27a5ac tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:17.536812 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8ef88061-55fb-4975-a955-cafebf3d54b0 req-b534a302-5836-4e54-83f9-e9f77d27a5ac tempest-DeleteServersTestJSON-1166613579 tempest-DeleteServersTestJSON-1166613579-project] 10.222.0.54 "DELETE /v2.0/ports/82d12d5d-4d68-47bb-9f2a-e9c143da2e81 HTTP/1.1" status: 204 len: 173 time: 0.6887200 Nov 12 00:52:17.537644 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb66aca-1ef4-48a3-b6b4-1936ca3f73c0', 'name': 'network-vif-deleted', 'tag': '82d12d5d-4d68-47bb-9f2a-e9c143da2e81'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:17.540204 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bb99c3-bfc6-4742-b363-a30a27a1c6f3" -d '{"events": [{"server_uuid": "0cb66aca-1ef4-48a3-b6b4-1936ca3f73c0", "name": "network-vif-deleted", "tag": "82d12d5d-4d68-47bb-9f2a-e9c143da2e81"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:17.573266 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a859a565-d773-4391-bef9-e8f8705168ea req-ee70d7eb-d415-46a5-b299-473f6d7aac64 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=16359a25-3e6f-45fe-be0d-6f4a3f158857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903661 Nov 12 00:52:17.583011 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9a049036-4987-4df8-ae46-be6c70069447 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Publish callbacks [] for floatingip, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:17.602728 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc53b1-3fae-499a-83fd-56d5200d6502 req-e953793e-2504-420d-9724-bfd9139ef7f5 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:17.604416 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-61bc53b1-3fae-499a-83fd-56d5200d6502 req-e953793e-2504-420d-9724-bfd9139ef7f5 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 943 time: 0.0606527 Nov 12 00:52:17.606075 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e738611f-642a-4791-8f18-7ba1460f3b31 x-openstack-request-id: req-e738611f-642a-4791-8f18-7ba1460f3b31 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:17.606426 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb66aca-1ef4-48a3-b6b4-1936ca3f73c0", "name": "network-vif-deleted", "tag": "82d12d5d-4d68-47bb-9f2a-e9c143da2e81", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:17.606739 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e738611f-642a-4791-8f18-7ba1460f3b31 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:17.607332 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb66aca-1ef4-48a3-b6b4-1936ca3f73c0', 'name': 'network-vif-deleted', 'tag': '82d12d5d-4d68-47bb-9f2a-e9c143da2e81', 'status': 'completed', 'code': 200} Nov 12 00:52:17.657057 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-61bc53b1-3fae-499a-83fd-56d5200d6502 req-aa23bb30-35c1-44bf-bad1-dc1fda4e44ca tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450561 Nov 12 00:52:17.849090 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a859a565-d773-4391-bef9-e8f8705168ea req-93024143-81d0-41ee-be82-5361f891db32 service neutron] 10.222.0.49 "GET /v2.0/networks/16359a25-3e6f-45fe-be0d-6f4a3f158857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616749 Nov 12 00:52:17.875927 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a9599-354e-433f-9da0-4965454c4b35 req-6a8ea5de-f72c-4454-a8cf-ae3c4f670134 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:17.877448 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b07a9599-354e-433f-9da0-4965454c4b35 req-6a8ea5de-f72c-4454-a8cf-ae3c4f670134 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 945 time: 0.0517309 Nov 12 00:52:17.925661 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad3663-6a38-4d33-8e0f-5c012ce5f919 req-5f113770-9557-44be-b3dc-13d2f81123e0 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:17.926028 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b07a9599-354e-433f-9da0-4965454c4b35 req-984bc951-d3b8-4a6a-a61d-bfe73d6ded44 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424175 Nov 12 00:52:17.927137 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-19ad3663-6a38-4d33-8e0f-5c012ce5f919 req-5f113770-9557-44be-b3dc-13d2f81123e0 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 946 time: 0.1695099 Nov 12 00:52:17.965986 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['f84e1833-8244-4e82-86a7-dad6ebedd966'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:18.116926 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-19ad3663-6a38-4d33-8e0f-5c012ce5f919 req-aad48787-9a5b-4a97-9cff-6a70952dea78 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572468 Nov 12 00:52:18.120592 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a859a565-d773-4391-bef9-e8f8705168ea req-6a1a9ccc-b2c8-4030-a2b1-27c68aeec0cc service neutron] 10.222.0.49 "GET /v2.0/networks/16359a25-3e6f-45fe-be0d-6f4a3f158857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629950 Nov 12 00:52:18.321975 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9a049036-4987-4df8-ae46-be6c70069447 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:18.325536 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42ecc1-e947-49d8-8d83-32e598dd0f4d req-5f5d4635-cd6c-4350-8111-c4a2c3c7517d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:18.328336 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5f42ecc1-e947-49d8-8d83-32e598dd0f4d req-5f5d4635-cd6c-4350-8111-c4a2c3c7517d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4cf1d05c9d8749e4bcaf113d847d03e9&device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 1095 time: 0.1047108 Nov 12 00:52:18.329554 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9a049036-4987-4df8-ae46-be6c70069447 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:18.495739 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97592d72-d3d7-4a0b-86a4-7a43ae10526b req-873909e6-eea1-4225-9acf-94dcbc8f3e71 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:18.504278 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-97592d72-d3d7-4a0b-86a4-7a43ae10526b req-873909e6-eea1-4225-9acf-94dcbc8f3e71 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=03c53042-b2d3-41c0-a82b-80f57c9de815 HTTP/1.1" status: 200 len: 944 time: 0.3157635 Nov 12 00:52:18.508876 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42ecc1-e947-49d8-8d83-32e598dd0f4d req-45f262f0-ee93-4846-9641-f47b20d52590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:18.510372 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5f42ecc1-e947-49d8-8d83-32e598dd0f4d req-45f262f0-ee93-4846-9641-f47b20d52590 service neutron] 10.222.0.49 "GET /v2.0/networks?id=16359a25-3e6f-45fe-be0d-6f4a3f158857 HTTP/1.1" status: 200 len: 911 time: 0.1478708 Nov 12 00:52:18.511400 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [None req-9a049036-4987-4df8-ae46-be6c70069447 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Floating IP aa869299-6f5f-4ee2-8ed7-140f9c778b8a associated. External IP: 172.25.2.141, port: ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed. Nov 12 00:52:18.553184 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-97592d72-d3d7-4a0b-86a4-7a43ae10526b req-241ec2db-ff69-4d18-94e5-161c264c28ef tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480597 Nov 12 00:52:18.590453 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5f42ecc1-e947-49d8-8d83-32e598dd0f4d req-00b9e46e-c4e3-4006-809b-b11d80d57703 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=315b72a3-b355-495a-b2d8-3a24d7ec3d57 HTTP/1.1" status: 200 len: 217 time: 0.0434813 Nov 12 00:52:19.029036 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42ecc1-e947-49d8-8d83-32e598dd0f4d req-2ba7e36a-81cf-4812-9c38-2ae5cc45e16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:19.031078 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5f42ecc1-e947-49d8-8d83-32e598dd0f4d req-2ba7e36a-81cf-4812-9c38-2ae5cc45e16c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=701d816b-c6ea-4d7b-bdc3-9a5cc8add0b9 HTTP/1.1" status: 200 len: 850 time: 0.4325378 Nov 12 00:52:19.056884 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f73fb-d2d7-4a1b-a432-1132746cfc9a req-8cf05008-411e-4ace-9118-f06f6b4250e4 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:19.064314 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-322f73fb-d2d7-4a1b-a432-1132746cfc9a req-8cf05008-411e-4ace-9118-f06f6b4250e4 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 943 time: 0.1037033 Nov 12 00:52:19.077899 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3303d22-5f54-4262-8a57-3b9ff11f3936 req-24cd46b9-1aa3-4005-9766-abd2cff012bc tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:19.078975 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e3303d22-5f54-4262-8a57-3b9ff11f3936 req-24cd46b9-1aa3-4005-9766-abd2cff012bc tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 945 time: 0.0665894 Nov 12 00:52:19.087257 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5f42ecc1-e947-49d8-8d83-32e598dd0f4d req-ec3b9b3c-b392-4376-811e-50a14c960798 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=16359a25-3e6f-45fe-be0d-6f4a3f158857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482147 Nov 12 00:52:19.140606 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e3303d22-5f54-4262-8a57-3b9ff11f3936 req-b2dfc0da-51b9-469c-926a-e9773f38f1ff tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483510 Nov 12 00:52:19.164535 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 82d12d5d-4d68-47bb-9f2a-e9c143da2e81 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:52:19.207529 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: 82d12d5d-4d68-47bb-9f2a-e9c143da2e81 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:52:19.207958 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 82d12d5d-4d68-47bb-9f2a-e9c143da2e81 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:52:19.268526 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1413d944-35d4-408c-b3f2-dd66b2d29931 req-629897c9-3b27-432b-9fcc-c354b02787ca tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:19.277941 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1413d944-35d4-408c-b3f2-dd66b2d29931 req-629897c9-3b27-432b-9fcc-c354b02787ca tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 946 time: 0.0663142 Nov 12 00:52:19.278139 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-322f73fb-d2d7-4a1b-a432-1132746cfc9a req-152b529b-6acc-4c76-9970-aba7052ae621 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078137 Nov 12 00:52:19.293968 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:52:19.325086 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f3b90907-0876-4b6f-9cfa-eb3d6ab83584 req-ebf77a35-3d3a-4d4e-8b73-5fe2f847cd16 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0411656 Nov 12 00:52:19.344947 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5f42ecc1-e947-49d8-8d83-32e598dd0f4d req-fb0982e0-4a77-496f-b146-dd288cdc1f9f service neutron] 10.222.0.49 "GET /v2.0/networks/16359a25-3e6f-45fe-be0d-6f4a3f158857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178574 Nov 12 00:52:19.346832 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1413d944-35d4-408c-b3f2-dd66b2d29931 req-254df608-26e8-49d4-9d00-291ddc58f2a9 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661571 Nov 12 00:52:19.349030 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a049036-4987-4df8-ae46-be6c70069447 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Router 3d93953c-0745-4dfe-ad6a-e0e94a0893be has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:52:19.476965 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4be597c8-7800-4d7f-8765-921a44086373 req-04f647de-b9f7-41e7-9a53-5825b417f2ba service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0347595 Nov 12 00:52:19.555490 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5f42ecc1-e947-49d8-8d83-32e598dd0f4d req-41c3d258-2eca-486c-931b-98678e1a245c service neutron] 10.222.0.49 "GET /v2.0/networks/16359a25-3e6f-45fe-be0d-6f4a3f158857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035158 Nov 12 00:52:19.563581 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a049036-4987-4df8-ae46-be6c70069447 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:52:19.572438 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9a049036-4987-4df8-ae46-be6c70069447 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:19.597091 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be07862d-7bde-4e65-8b1f-93f4615b5188 None None] Sync routers for ids ['3d93953c-0745-4dfe-ad6a-e0e94a0893be'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:52:19.607077 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be07862d-7bde-4e65-8b1f-93f4615b5188 None None] Routers {'3d93953c-0745-4dfe-ad6a-e0e94a0893be'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:19.607860 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-be07862d-7bde-4e65-8b1f-93f4615b5188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:52:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['3d93953c-0745-4dfe-ad6a-e0e94a0893be'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:19.616074 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-9a049036-4987-4df8-ae46-be6c70069447 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "PUT /v2.0/floatingips/aa869299-6f5f-4ee2-8ed7-140f9c778b8a HTTP/1.1" status: 200 len: 991 time: 2.1318781 Nov 12 00:52:19.616074 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3305e68-b30a-43d8-b0c6-7d93f63451ab', 'tag': 'ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:19.616925 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089421a0-c23a-4aa8-a587-62ee433be93a" -d '{"events": [{"name": "network-changed", "server_uuid": "d3305e68-b30a-43d8-b0c6-7d93f63451ab", "tag": "ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:19.696026 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949aa043-774d-4be6-a325-f9655555d5b6 req-ed9b6553-1505-4da7-9669-16bf64a352fd tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:19.698041 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-949aa043-774d-4be6-a325-f9655555d5b6 req-ed9b6553-1505-4da7-9669-16bf64a352fd tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=03c53042-b2d3-41c0-a82b-80f57c9de815 HTTP/1.1" status: 200 len: 944 time: 0.0566835 Nov 12 00:52:19.745623 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-be07862d-7bde-4e65-8b1f-93f4615b5188 None None] Set router 3d93953c-0745-4dfe-ad6a-e0e94a0893be gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:52:19.750826 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f13168f-6d4d-4c48-9e21-01f2299c9a87 x-openstack-request-id: req-2f13168f-6d4d-4c48-9e21-01f2299c9a87 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:19.751402 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3305e68-b30a-43d8-b0c6-7d93f63451ab", "tag": "ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:19.752175 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2f13168f-6d4d-4c48-9e21-01f2299c9a87 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:19.752677 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3305e68-b30a-43d8-b0c6-7d93f63451ab', 'tag': 'ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed', 'status': 'completed', 'code': 200} Nov 12 00:52:19.760720 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-949aa043-774d-4be6-a325-f9655555d5b6 req-114f016c-48c9-46f5-8038-04140a3f2b0b tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552256 Nov 12 00:52:19.837899 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089421a0-c23a-4aa8-a587-62ee433be93a req-eb91def4-c926-409c-a235-efbab2ca08fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:19.839432 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-089421a0-c23a-4aa8-a587-62ee433be93a req-eb91def4-c926-409c-a235-efbab2ca08fb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=88669f081e1643c1bc0b52ccf8ef5658&device_id=d3305e68-b30a-43d8-b0c6-7d93f63451ab HTTP/1.1" status: 200 len: 1097 time: 0.0441346 Nov 12 00:52:19.948584 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089421a0-c23a-4aa8-a587-62ee433be93a req-9567d6f4-86ff-4805-ad4e-61380f890376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:19.950172 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-089421a0-c23a-4aa8-a587-62ee433be93a req-9567d6f4-86ff-4805-ad4e-61380f890376 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b847d184-534f-4934-ae31-f37d206e2c7c HTTP/1.1" status: 200 len: 916 time: 0.1039672 Nov 12 00:52:19.997011 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-be07862d-7bde-4e65-8b1f-93f4615b5188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d93953c-0745-4dfe-ad6a-e0e94a0893be', 'name': 'tempest-ServersTestBootFromVolume-970444426-router', 'tenant_id': '88669f081e1643c1bc0b52ccf8ef5658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'a7390fee-20fd-441c-92f6-15e5d3f1ea49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:19Z', 'updated_at': '2021-11-12T00:51:23Z', 'revision_number': 4, 'project_id': '88669f081e1643c1bc0b52ccf8ef5658', 'gw_port': {'id': 'a7390fee-20fd-441c-92f6-15e5d3f1ea49', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:92:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d93953c-0745-4dfe-ad6a-e0e94a0893be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:20Z', 'updated_at': '2021-11-12T00:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': 'aa869299-6f5f-4ee2-8ed7-140f9c778b8a', 'tenant_id': '88669f081e1643c1bc0b52ccf8ef5658', 'floating_ip_address': '172.25.2.141', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '3d93953c-0745-4dfe-ad6a-e0e94a0893be', 'port_id': 'ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b847d184-534f-4934-ae31-f37d206e2c7c', 'mac_address': 'fa:16:3e:7e:94:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3305e68-b30a-43d8-b0c6-7d93f63451ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:51:27Z', 'updated_at': '2021-11-12T00:52:18Z', 'revision_number': 1, 'project_id': '88669f081e1643c1bc0b52ccf8ef5658', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8acfc77f-1d0b-455c-830f-4ee6f402f0d0', 'name': '', 'network_id': 'b847d184-534f-4934-ae31-f37d206e2c7c', 'tenant_id': '88669f081e1643c1bc0b52ccf8ef5658', 'mac_address': 'fa:16:3e:a6:2f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d93953c-0745-4dfe-ad6a-e0e94a0893be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '0de18cf1-85e0-40e8-901c-1742149a537c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:22Z', 'updated_at': '2021-11-12T00:51:29Z', 'revision_number': 5, 'project_id': '88669f081e1643c1bc0b52ccf8ef5658', 'subnets': [{'id': '0de18cf1-85e0-40e8-901c-1742149a537c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:20.025887 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-089421a0-c23a-4aa8-a587-62ee433be93a req-f1f63818-98c1-4c9c-940c-fed2002a15c5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed HTTP/1.1" status: 200 len: 999 time: 0.0675173 Nov 12 00:52:20.031755 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be07862d-7bde-4e65-8b1f-93f4615b5188 None None] Checking router: 3d93953c-0745-4dfe-ad6a-e0e94a0893be for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:52:20.040218 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be07862d-7bde-4e65-8b1f-93f4615b5188 None None] Routers {'3d93953c-0745-4dfe-ad6a-e0e94a0893be'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:20.040815 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-be07862d-7bde-4e65-8b1f-93f4615b5188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:52:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['3d93953c-0745-4dfe-ad6a-e0e94a0893be'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:20.081963 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089421a0-c23a-4aa8-a587-62ee433be93a req-9f779a42-48b1-4bc5-bb5b-ebfcb64cd7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:20.083444 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-089421a0-c23a-4aa8-a587-62ee433be93a req-9f779a42-48b1-4bc5-bb5b-ebfcb64cd7cb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0de18cf1-85e0-40e8-901c-1742149a537c HTTP/1.1" status: 200 len: 854 time: 0.0502570 Nov 12 00:52:20.133340 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089421a0-c23a-4aa8-a587-62ee433be93a req-bf9ffddb-89bd-4c3b-84a2-ddf5c4b9ee3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:20.134801 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-089421a0-c23a-4aa8-a587-62ee433be93a req-bf9ffddb-89bd-4c3b-84a2-ddf5c4b9ee3e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b847d184-534f-4934-ae31-f37d206e2c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433187 Nov 12 00:52:20.146761 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-be07862d-7bde-4e65-8b1f-93f4615b5188 None None] Set router 3d93953c-0745-4dfe-ad6a-e0e94a0893be gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:52:20.238749 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-089421a0-c23a-4aa8-a587-62ee433be93a req-a7ead000-270d-47d9-a635-1497f9f87bc5 service neutron] 10.222.0.49 "GET /v2.0/networks/b847d184-534f-4934-ae31-f37d206e2c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899851 Nov 12 00:52:20.276631 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3e751-aeac-472c-9ef2-88c6d26ac1d3 req-9fb7f742-b0ec-495b-a32f-9903b0d12362 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:20.279082 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-02b3e751-aeac-472c-9ef2-88c6d26ac1d3 req-9fb7f742-b0ec-495b-a32f-9903b0d12362 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 945 time: 0.0520170 Nov 12 00:52:20.372148 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-02b3e751-aeac-472c-9ef2-88c6d26ac1d3 req-6c08e846-5878-4b42-8653-4b57bb9361ec tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858808 Nov 12 00:52:20.445770 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8facc-523e-4439-811d-a09c278b2a4b req-94a32d3f-457e-4c69-a6b0-68c5b05629e5 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:20.453619 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-68f8facc-523e-4439-811d-a09c278b2a4b req-94a32d3f-457e-4c69-a6b0-68c5b05629e5 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 943 time: 0.1028993 Nov 12 00:52:20.473521 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-089421a0-c23a-4aa8-a587-62ee433be93a req-8ec19b86-a35b-4015-8fc9-a38ce55c13c3 service neutron] 10.222.0.49 "GET /v2.0/networks/b847d184-534f-4934-ae31-f37d206e2c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264774 Nov 12 00:52:20.516288 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bbfb7a-707c-407c-9ea3-d7e2db65f8a6 req-1ceeaf98-1920-405c-b1d0-9ecf5dc711dc tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:20.518048 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-84bbfb7a-707c-407c-9ea3-d7e2db65f8a6 req-1ceeaf98-1920-405c-b1d0-9ecf5dc711dc tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 946 time: 0.0730002 Nov 12 00:52:20.518923 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-68f8facc-523e-4439-811d-a09c278b2a4b req-d8367582-cdd3-4120-9afe-2666b6a9b3f5 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600629 Nov 12 00:52:20.520158 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-be07862d-7bde-4e65-8b1f-93f4615b5188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d93953c-0745-4dfe-ad6a-e0e94a0893be', 'name': 'tempest-ServersTestBootFromVolume-970444426-router', 'tenant_id': '88669f081e1643c1bc0b52ccf8ef5658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'a7390fee-20fd-441c-92f6-15e5d3f1ea49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:19Z', 'updated_at': '2021-11-12T00:51:23Z', 'revision_number': 4, 'project_id': '88669f081e1643c1bc0b52ccf8ef5658', 'gw_port': {'id': 'a7390fee-20fd-441c-92f6-15e5d3f1ea49', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:92:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d93953c-0745-4dfe-ad6a-e0e94a0893be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:20Z', 'updated_at': '2021-11-12T00:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': 'aa869299-6f5f-4ee2-8ed7-140f9c778b8a', 'tenant_id': '88669f081e1643c1bc0b52ccf8ef5658', 'floating_ip_address': '172.25.2.141', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '3d93953c-0745-4dfe-ad6a-e0e94a0893be', 'port_id': 'ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b847d184-534f-4934-ae31-f37d206e2c7c', 'mac_address': 'fa:16:3e:7e:94:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3305e68-b30a-43d8-b0c6-7d93f63451ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:51:27Z', 'updated_at': '2021-11-12T00:52:18Z', 'revision_number': 1, 'project_id': '88669f081e1643c1bc0b52ccf8ef5658', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8acfc77f-1d0b-455c-830f-4ee6f402f0d0', 'name': '', 'network_id': 'b847d184-534f-4934-ae31-f37d206e2c7c', 'tenant_id': '88669f081e1643c1bc0b52ccf8ef5658', 'mac_address': 'fa:16:3e:a6:2f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d93953c-0745-4dfe-ad6a-e0e94a0893be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '0de18cf1-85e0-40e8-901c-1742149a537c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:22Z', 'updated_at': '2021-11-12T00:51:29Z', 'revision_number': 5, 'project_id': '88669f081e1643c1bc0b52ccf8ef5658', 'subnets': [{'id': '0de18cf1-85e0-40e8-901c-1742149a537c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:20.546824 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be07862d-7bde-4e65-8b1f-93f4615b5188 None None] The sync data for ids ['3d93953c-0745-4dfe-ad6a-e0e94a0893be'] in n-d-812236-11 is: [{'id': '3d93953c-0745-4dfe-ad6a-e0e94a0893be', 'name': 'tempest-ServersTestBootFromVolume-970444426-router', 'tenant_id': '88669f081e1643c1bc0b52ccf8ef5658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'a7390fee-20fd-441c-92f6-15e5d3f1ea49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:19Z', 'updated_at': '2021-11-12T00:51:23Z', 'revision_number': 4, 'project_id': '88669f081e1643c1bc0b52ccf8ef5658', 'gw_port': {'id': 'a7390fee-20fd-441c-92f6-15e5d3f1ea49', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:92:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d93953c-0745-4dfe-ad6a-e0e94a0893be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:20Z', 'updated_at': '2021-11-12T00:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': 'aa869299-6f5f-4ee2-8ed7-140f9c778b8a', 'tenant_id': '88669f081e1643c1bc0b52ccf8ef5658', 'floating_ip_address': '172.25.2.141', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '3d93953c-0745-4dfe-ad6a-e0e94a0893be', 'port_id': 'ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b847d184-534f-4934-ae31-f37d206e2c7c', 'mac_address': 'fa:16:3e:7e:94:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3305e68-b30a-43d8-b0c6-7d93f63451ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:51:27Z', 'updated_at': '2021-11-12T00:52:18Z', 'revision_number': 1, 'project_id': '88669f081e1643c1bc0b52ccf8ef5658', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8acfc77f-1d0b-455c-830f-4ee6f402f0d0', 'name': '', 'network_id': 'b847d184-534f-4934-ae31-f37d206e2c7c', 'tenant_id': '88669f081e1643c1bc0b52ccf8ef5658', 'mac_address': 'fa:16:3e:a6:2f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d93953c-0745-4dfe-ad6a-e0e94a0893be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '0de18cf1-85e0-40e8-901c-1742149a537c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:22Z', 'updated_at': '2021-11-12T00:51:29Z', 'revision_number': 5, 'project_id': '88669f081e1643c1bc0b52ccf8ef5658', 'subnets': [{'id': '0de18cf1-85e0-40e8-901c-1742149a537c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:52:20.570018 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-84bbfb7a-707c-407c-9ea3-d7e2db65f8a6 req-603f4e82-feaf-462c-a71e-3145787b0dbe tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436251 Nov 12 00:52:20.749328 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 315b72a3-b355-495a-b2d8-3a24d7ec3d57 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:52:20.763859 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9544127-d799-47e8-aaef-97120cc47892 None None] New status for floating IP aa869299-6f5f-4ee2-8ed7-140f9c778b8a: ACTIVE {{(pid=102663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:52:20.892785 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb61f9-75f6-45d2-b100-5d63a2a0949b req-519a61c9-338e-47b7-b07a-b412be5f9032 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:20.894329 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-93bb61f9-75f6-45d2-b100-5d63a2a0949b req-519a61c9-338e-47b7-b07a-b412be5f9032 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=03c53042-b2d3-41c0-a82b-80f57c9de815 HTTP/1.1" status: 200 len: 944 time: 0.0546088 Nov 12 00:52:20.947789 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-93bb61f9-75f6-45d2-b100-5d63a2a0949b req-84a77071-4cbe-4245-aaa7-e23a330bae5c tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469224 Nov 12 00:52:20.950808 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 315b72a3-b355-495a-b2d8-3a24d7ec3d57, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=315b72a3-b355-495a-b2d8-3a24d7ec3d57,segment=NetworkSegment(9b3e3280-7bfa-4894-831b-0758b3589c41),segment_id=9b3e3280-7bfa-4894-831b-0758b3589c41)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:20.988164 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '315b72a3-b355-495a-b2d8-3a24d7ec3d57', 'network_id': '16359a25-3e6f-45fe-be0d-6f4a3f158857', 'port_id': '315b72a3-b355-495a-b2d8-3a24d7ec3d57', 'mac_address': 'fa:16:3e:0b:5b:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '701d816b-c6ea-4d7b-bdc3-9a5cc8add0b9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:52:21.028813 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:21.046185 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 315b72a3-b355-495a-b2d8-3a24d7ec3d57 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:21.067534 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 315b72a3-b355-495a-b2d8-3a24d7ec3d57, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=315b72a3-b355-495a-b2d8-3a24d7ec3d57,segment=NetworkSegment(9b3e3280-7bfa-4894-831b-0758b3589c41),segment_id=9b3e3280-7bfa-4894-831b-0758b3589c41)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:21.074229 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:21.121193 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=315b72a3-b355-495a-b2d8-3a24d7ec3d57,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:21.161206 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f84e1833-8244-4e82-86a7-dad6ebedd966 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:52:21.241551 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port f84e1833-8244-4e82-86a7-dad6ebedd966 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:52:21.249786 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port f84e1833-8244-4e82-86a7-dad6ebedd966 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:21.250154 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:21.341599 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:21.353091 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9ae7c794-cd51-4fe3-9c6f-d8596fdb8839 req-90f4a933-0166-42eb-a960-4f87f571d17b service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0310986 Nov 12 00:52:21.371129 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c53042-b2d3-41c0-a82b-80f57c9de815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f84e1833-8244-4e82-86a7-dad6ebedd966'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:21.373336 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4bc9ef-7683-44f3-b49e-5de80f5a6ee0" -d '{"events": [{"server_uuid": "03c53042-b2d3-41c0-a82b-80f57c9de815", "name": "network-vif-plugged", "status": "completed", "tag": "f84e1833-8244-4e82-86a7-dad6ebedd966"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:21.405353 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port f84e1833-8244-4e82-86a7-dad6ebedd966, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f84e1833-8244-4e82-86a7-dad6ebedd966,segment=NetworkSegment(47d4bfe1-e950-4b7f-9539-0e611123121b),segment_id=47d4bfe1-e950-4b7f-9539-0e611123121b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:21.412011 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['315b72a3-b355-495a-b2d8-3a24d7ec3d57'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:21.418782 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:21.441571 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ab1a2a-b1b9-4de6-841f-225090c7fd1b x-openstack-request-id: req-b1ab1a2a-b1b9-4de6-841f-225090c7fd1b {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:21.441861 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c53042-b2d3-41c0-a82b-80f57c9de815", "name": "network-vif-plugged", "status": "completed", "tag": "f84e1833-8244-4e82-86a7-dad6ebedd966", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:21.442105 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b1ab1a2a-b1b9-4de6-841f-225090c7fd1b {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:21.442488 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03c53042-b2d3-41c0-a82b-80f57c9de815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f84e1833-8244-4e82-86a7-dad6ebedd966', 'code': 200} Nov 12 00:52:21.535301 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e21c37-7a23-4492-8608-4c1603014865 req-21fbc05a-2a20-439f-8d62-dbc12cc68554 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:21.545972 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-80e21c37-7a23-4492-8608-4c1603014865 req-21fbc05a-2a20-439f-8d62-dbc12cc68554 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 945 time: 0.0818620 Nov 12 00:52:21.549045 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=f84e1833-8244-4e82-86a7-dad6ebedd966,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:21.640354 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3460ae40-412c-4e63-832a-cfecd74f6c73 req-aec80acf-3062-48b0-970b-c37f9cdd46ac service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0482328 Nov 12 00:52:21.655444 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc78e81-dde9-4811-adf0-030ac59be5cc req-006d0adf-61f3-4804-ac29-7ecd0074d687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:21.656955 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4fc78e81-dde9-4811-adf0-030ac59be5cc req-006d0adf-61f3-4804-ac29-7ecd0074d687 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=03c53042-b2d3-41c0-a82b-80f57c9de815 HTTP/1.1" status: 200 len: 1097 time: 0.0665817 Nov 12 00:52:21.676119 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-80e21c37-7a23-4492-8608-4c1603014865 req-24a1277d-c962-42e4-bae0-37a293ec96fe tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280704 Nov 12 00:52:21.688541 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272bfd7-6e9f-4a77-828c-fc3fe8a5bc29 req-107da6f6-960d-46a0-800e-08f0c2d225e7 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:21.695871 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2272bfd7-6e9f-4a77-828c-fc3fe8a5bc29 req-107da6f6-960d-46a0-800e-08f0c2d225e7 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 944 time: 0.0665143 Nov 12 00:52:21.735402 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4fc78e81-dde9-4811-adf0-030ac59be5cc req-fc1a26c7-e1ab-4a78-b4ec-a930c252a490 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582275 Nov 12 00:52:21.744563 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2272bfd7-6e9f-4a77-828c-fc3fe8a5bc29 req-23df8504-4f92-4930-ab9e-5130e6ecd8a3 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477016 Nov 12 00:52:21.794499 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8f72f-abab-4c94-bb7a-a238a19c734f req-abdf501f-2733-42c7-bcf1-3569bb98d618 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:21.796469 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e1b8f72f-abab-4c94-bb7a-a238a19c734f req-abdf501f-2733-42c7-bcf1-3569bb98d618 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 946 time: 0.0523248 Nov 12 00:52:21.852162 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e1b8f72f-abab-4c94-bb7a-a238a19c734f req-e9f9bba6-f4e6-4327-9c30-21a2ead43e9e tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497475 Nov 12 00:52:22.074928 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b0ac5-20ad-48fa-9470-41f31cf7dec4 req-1a17b6b7-2d17-4d58-aad7-6629d10ea53d tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:22.076529 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-955b0ac5-20ad-48fa-9470-41f31cf7dec4 req-1a17b6b7-2d17-4d58-aad7-6629d10ea53d tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=03c53042-b2d3-41c0-a82b-80f57c9de815 HTTP/1.1" status: 200 len: 945 time: 0.0516119 Nov 12 00:52:22.130832 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-955b0ac5-20ad-48fa-9470-41f31cf7dec4 req-79880c52-88ef-41a2-80f8-a7f9648e7b20 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470886 Nov 12 00:52:22.241275 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57714) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:22.288625 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-b24e8f36-d1ad-4e42-a514-82f2e8f1f2d1 admin admin] Deleting subnet 8dc44064-8072-4b25-a5ed-adc971ac9588 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:52:22.291821 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b24e8f36-d1ad-4e42-a514-82f2e8f1f2d1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:22.325970 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b24e8f36-d1ad-4e42-a514-82f2e8f1f2d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:22.365018 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b24e8f36-d1ad-4e42-a514-82f2e8f1f2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:22.418253 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b24e8f36-d1ad-4e42-a514-82f2e8f1f2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:22.445839 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b24e8f36-d1ad-4e42-a514-82f2e8f1f2d1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:22.448972 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b24e8f36-d1ad-4e42-a514-82f2e8f1f2d1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8dc44064-8072-4b25-a5ed-adc971ac9588 HTTP/1.1" status: 204 len: 168 time: 0.2066512 Nov 12 00:52:22.449889 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e8f36-d1ad-4e42-a514-82f2e8f1f2d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dc44064-8072-4b25-a5ed-adc971ac9588,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:22.451560 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57716) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:22.534638 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-117bb70c-9da2-4d42-9dd7-b5f676c9fcd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:22.613608 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-117bb70c-9da2-4d42-9dd7-b5f676c9fcd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:22.635218 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-117bb70c-9da2-4d42-9dd7-b5f676c9fcd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc6c0861-08f6-4a20-bb15-55ce7625c6e5']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:22.646308 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-117bb70c-9da2-4d42-9dd7-b5f676c9fcd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38b12e74-b18e-41d0-b62c-8552b3e37d05') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:22.646606 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-117bb70c-9da2-4d42-9dd7-b5f676c9fcd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38b12e74-b18e-41d0-b62c-8552b3e37d05') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:22.656888 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-117bb70c-9da2-4d42-9dd7-b5f676c9fcd4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:22.670494 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-117bb70c-9da2-4d42-9dd7-b5f676c9fcd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:22.677906 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-117bb70c-9da2-4d42-9dd7-b5f676c9fcd4 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:52:22.678385 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-117bb70c-9da2-4d42-9dd7-b5f676c9fcd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:22.680069 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:52:22.680069 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:52:22.680069 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:52:22.680069 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:52:22.680069 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:52:22.680069 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:52:22.680069 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:52:22.680069 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:52:22.680069 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:52:22.680069 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:52:22.680069 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:52:22.680069 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:52:22.680069 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:52:22.680069 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:52:22.680069 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:52:22.680069 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:52:22.680069 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:52:22.680069 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:52:22.680069 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:52:22.680069 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:52:22.680069 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:52:22.680069 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:52:22.680069 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:52:22.680069 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:52:22.680069 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:52:22.680069 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:52:22.680069 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:52:22.680069 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:52:22.680069 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:52:22.680069 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:52:22.680069 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:52:22.680069 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:52:22.743776 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-117bb70c-9da2-4d42-9dd7-b5f676c9fcd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:22.753481 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-117bb70c-9da2-4d42-9dd7-b5f676c9fcd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:22.759519 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-117bb70c-9da2-4d42-9dd7-b5f676c9fcd4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/cc6c0861-08f6-4a20-bb15-55ce7625c6e5 HTTP/1.1" status: 204 len: 168 time: 0.3030136 Nov 12 00:52:22.779216 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 315b72a3-b355-495a-b2d8-3a24d7ec3d57 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:52:22.779622 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117bb70c-9da2-4d42-9dd7-b5f676c9fcd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc6c0861-08f6-4a20-bb15-55ce7625c6e5,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:22.854511 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 315b72a3-b355-495a-b2d8-3a24d7ec3d57 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:52:22.860956 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 315b72a3-b355-495a-b2d8-3a24d7ec3d57 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:22.862108 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:22.868144 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177d749-385f-4e93-b9bc-ce04bd953826 req-2dcb45cb-e4d4-473f-854c-4180288bdc1b tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:22.870566 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a177d749-385f-4e93-b9bc-ce04bd953826 req-2dcb45cb-e4d4-473f-854c-4180288bdc1b tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 945 time: 0.1107697 Nov 12 00:52:22.929039 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33009064-ad04-4534-ad6e-dbd0c63051b5 req-edc77c26-7e81-4f1d-a43b-00ffae5ff17d tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:22.939043 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-33009064-ad04-4534-ad6e-dbd0c63051b5 req-edc77c26-7e81-4f1d-a43b-00ffae5ff17d tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 944 time: 0.0805471 Nov 12 00:52:22.979615 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:22.991387 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a177d749-385f-4e93-b9bc-ce04bd953826 req-bf1f4a02-7b44-4c04-a93e-5d70e9104fe9 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121118 Nov 12 00:52:22.997020 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57730) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:23.027990 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 315b72a3-b355-495a-b2d8-3a24d7ec3d57, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=315b72a3-b355-495a-b2d8-3a24d7ec3d57,segment=NetworkSegment(9b3e3280-7bfa-4894-831b-0758b3589c41),segment_id=9b3e3280-7bfa-4894-831b-0758b3589c41)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:23.033094 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:23.037508 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-33009064-ad04-4534-ad6e-dbd0c63051b5 req-51785a68-b1de-4079-80b5-8dd90fe191ae tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966442 Nov 12 00:52:23.066025 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0a8994e0-8612-4f57-9dfd-afd84bbbc5f8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5ffaac2ef2674156a598ef42a6d7e245&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0677071 Nov 12 00:52:23.068597 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57732) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:23.083922 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=315b72a3-b355-495a-b2d8-3a24d7ec3d57,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:23.141784 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a04ce597-e816-4734-b6f9-f9538afa64f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:23.172061 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a04ce597-e816-4734-b6f9-f9538afa64f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:23.197166 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbce729-55db-4aa6-8a66-85a52e08bb5c req-865d1f80-5fd3-4993-9a85-3e2c05c71c7e tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:23.199364 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bfbce729-55db-4aa6-8a66-85a52e08bb5c req-865d1f80-5fd3-4993-9a85-3e2c05c71c7e tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 946 time: 0.0692446 Nov 12 00:52:23.265647 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bfbce729-55db-4aa6-8a66-85a52e08bb5c req-54a762b3-7f94-4ad9-b735-492a40ed3577 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591857 Nov 12 00:52:23.276065 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a04ce597-e816-4734-b6f9-f9538afa64f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:23.278771 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a04ce597-e816-4734-b6f9-f9538afa64f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:23.283080 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a04ce597-e816-4734-b6f9-f9538afa64f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d39c3661-6b2e-4e5f-acdc-b391013621d9 HTTP/1.1" status: 204 len: 168 time: 0.2101960 Nov 12 00:52:23.292157 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ce597-e816-4734-b6f9-f9538afa64f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39c3661-6b2e-4e5f-acdc-b391013621d9,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:23.313714 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dbe314-daec-4924-a07c-62a467546d92 req-34219dc0-e96e-4b80-84ea-e9f1e6f9825c tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:23.315622 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c5dbe314-daec-4924-a07c-62a467546d92 req-34219dc0-e96e-4b80-84ea-e9f1e6f9825c tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=03c53042-b2d3-41c0-a82b-80f57c9de815 HTTP/1.1" status: 200 len: 945 time: 0.0737877 Nov 12 00:52:23.386850 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c5dbe314-daec-4924-a07c-62a467546d92 req-29650894-188a-4140-a336-eee36d7c913f tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625570 Nov 12 00:52:23.445500 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315b72a3-b355-495a-b2d8-3a24d7ec3d57'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:23.447723 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106ee2cc-b01c-4168-baea-09e7642636e3" -d '{"events": [{"server_uuid": "4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8", "name": "network-vif-plugged", "status": "completed", "tag": "315b72a3-b355-495a-b2d8-3a24d7ec3d57"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:23.499927 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0363cf7f-0f2a-46a3-b5a7-cabfae7d653b x-openstack-request-id: req-0363cf7f-0f2a-46a3-b5a7-cabfae7d653b {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:23.500193 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8", "name": "network-vif-plugged", "status": "completed", "tag": "315b72a3-b355-495a-b2d8-3a24d7ec3d57", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:23.500513 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0363cf7f-0f2a-46a3-b5a7-cabfae7d653b {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:23.501061 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315b72a3-b355-495a-b2d8-3a24d7ec3d57', 'code': 200} Nov 12 00:52:23.534828 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-30e6c4f6-c8a7-43f5-ac19-171dca744c4c req-acdbd596-d7c2-475e-af1f-5297febf9218 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0274003 Nov 12 00:52:23.643987 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427caeb8-516d-437f-961f-a18170522f4f req-51350a36-23dc-46ff-a9a0-8c5ee3e6fa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:23.645682 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-427caeb8-516d-437f-961f-a18170522f4f req-51350a36-23dc-46ff-a9a0-8c5ee3e6fa29 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 1097 time: 0.0496583 Nov 12 00:52:23.690112 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-868ded2d-7700-491a-8d12-bab5adb5adfa req-6bddc274-9a93-4c2b-8a2a-e220168c5b13 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0362015 Nov 12 00:52:23.719665 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-427caeb8-516d-437f-961f-a18170522f4f req-676dde36-5bea-418a-a28a-f91550363b78 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569758 Nov 12 00:52:24.073894 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57772) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:24.129754 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5948bf-b7bd-4ac2-8164-e9c37df47768 req-b8ba3f2f-1319-4805-a569-41d865acfe4d tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:24.131413 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4f5948bf-b7bd-4ac2-8164-e9c37df47768 req-b8ba3f2f-1319-4805-a569-41d865acfe4d tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 945 time: 0.0553112 Nov 12 00:52:24.176057 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca8023-1320-43fd-accf-0774f146ba5e req-46b04a06-afa8-425f-9c6f-8b4644ae8eaf tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:24.177791 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e8ca8023-1320-43fd-accf-0774f146ba5e req-46b04a06-afa8-425f-9c6f-8b4644ae8eaf tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 945 time: 0.0593910 Nov 12 00:52:24.191529 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4f5948bf-b7bd-4ac2-8164-e9c37df47768 req-5a8f51c2-8f84-42f8-888d-647f19106444 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534458 Nov 12 00:52:24.196756 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-ce6d15e0-7df8-4d89-93e2-d82edd345671 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2047927612-network', 'tenant_id': '06ec23c1a5504e3eb461d0ba1517f764'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:24.221139 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6d15e0-7df8-4d89-93e2-d82edd345671 admin admin] Made reservation on behalf of 06ec23c1a5504e3eb461d0ba1517f764 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:52:24.223613 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ce6d15e0-7df8-4d89-93e2-d82edd345671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:24.232381 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ce6d15e0-7df8-4d89-93e2-d82edd345671 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:24.238017 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e8ca8023-1320-43fd-accf-0774f146ba5e req-abd619d9-d504-4146-9a1d-f9b05e24e68b tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500169 Nov 12 00:52:24.312096 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ce6d15e0-7df8-4d89-93e2-d82edd345671 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:24.316440 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ce6d15e0-7df8-4d89-93e2-d82edd345671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:24.345085 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce6d15e0-7df8-4d89-93e2-d82edd345671 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:52:24.351784 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6d15e0-7df8-4d89-93e2-d82edd345671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17440375-2605-4491-a8db-d222e43a1b98,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:24.359162 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ce6d15e0-7df8-4d89-93e2-d82edd345671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:24.359495 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-ce6d15e0-7df8-4d89-93e2-d82edd345671 admin admin] Added segment 0090d7cb-533a-4a03-9ee7-360ee6bf5b1c of type vlan for network 186a5381-1c8d-4fc3-9f46-f76bf918e468 Nov 12 00:52:24.392500 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd0828-ba1c-466c-a273-40dbe3e1dece req-cb5d3a61-7ac0-4980-88d1-ad73e776d83f tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:24.394297 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-92bd0828-ba1c-466c-a273-40dbe3e1dece req-cb5d3a61-7ac0-4980-88d1-ad73e776d83f tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 946 time: 0.0530624 Nov 12 00:52:24.404343 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ce6d15e0-7df8-4d89-93e2-d82edd345671 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:24.430988 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ce6d15e0-7df8-4d89-93e2-d82edd345671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:24.432098 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6d15e0-7df8-4d89-93e2-d82edd345671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:24.432671 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ce6d15e0-7df8-4d89-93e2-d82edd345671 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:24.449310 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-92bd0828-ba1c-466c-a273-40dbe3e1dece req-8b65645a-dffb-43d8-bef7-43bdf6eb76b4 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480866 Nov 12 00:52:24.500094 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ce6d15e0-7df8-4d89-93e2-d82edd345671 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4249051 Nov 12 00:52:24.502987 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57782) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:24.508021 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-d9df935b-1e39-4785-b4c5-fddf775a1c0f admin admin] Request body: {'subnet': {'network_id': '186a5381-1c8d-4fc3-9f46-f76bf918e468', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2047927612-subnet', 'tenant_id': '06ec23c1a5504e3eb461d0ba1517f764', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:24.529145 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9df935b-1e39-4785-b4c5-fddf775a1c0f admin admin] Made reservation on behalf of 06ec23c1a5504e3eb461d0ba1517f764 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:52:24.530953 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6d15e0-7df8-4d89-93e2-d82edd345671 admin admin] Pushing event updated for resources: {'Network': ['ID=186a5381-1c8d-4fc3-9f46-f76bf918e468,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:24.532480 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d9df935b-1e39-4785-b4c5-fddf775a1c0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:24.543049 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 186a5381-1c8d-4fc3-9f46-f76bf918e468 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:52:24.553837 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15fb41-52c6-41e9-98b7-1d9a043cf977 req-50708faf-b13f-4c5c-99df-f7f7fe3685b9 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:24.555274 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fe15fb41-52c6-41e9-98b7-1d9a043cf977 req-50708faf-b13f-4c5c-99df-f7f7fe3685b9 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=03c53042-b2d3-41c0-a82b-80f57c9de815 HTTP/1.1" status: 200 len: 945 time: 0.0618658 Nov 12 00:52:24.621148 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fe15fb41-52c6-41e9-98b7-1d9a043cf977 req-cae0a8d6-b345-4ae8-83fe-38798172dd1e tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499525 Nov 12 00:52:24.743444 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d9df935b-1e39-4785-b4c5-fddf775a1c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:24.803246 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df935b-1e39-4785-b4c5-fddf775a1c0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=929ad90b-3f9d-4da6-a75b-d572f75bbf86,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:24.820095 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9df935b-1e39-4785-b4c5-fddf775a1c0f admin admin] Checking segment: {'id': '0090d7cb-533a-4a03-9ee7-360ee6bf5b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '186a5381-1c8d-4fc3-9f46-f76bf918e468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:52:24.820446 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9df935b-1e39-4785-b4c5-fddf775a1c0f admin admin] Network hostable DHCP agents. Network: 186a5381-1c8d-4fc3-9f46-f76bf918e468, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:52:24.837330 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9df935b-1e39-4785-b4c5-fddf775a1c0f admin admin] Network 186a5381-1c8d-4fc3-9f46-f76bf918e468 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:52:24.855882 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-d9df935b-1e39-4785-b4c5-fddf775a1c0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 186a5381-1c8d-4fc3-9f46-f76bf918e468) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:52:24.862565 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9df935b-1e39-4785-b4c5-fddf775a1c0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:24.863532 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d9df935b-1e39-4785-b4c5-fddf775a1c0f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:24.864067 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ee0d05-ad6c-4006-8b3d-b0b9b3337081 None None] Network 186a5381-1c8d-4fc3-9f46-f76bf918e468 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:52:24.889802 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d9df935b-1e39-4785-b4c5-fddf775a1c0f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3848653 Nov 12 00:52:25.046982 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51a7c52-780e-4f47-affe-ef4720b47a7d None None] Network 186a5381-1c8d-4fc3-9f46-f76bf918e468 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:52:25.190701 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 946f0a4e-ab72-40bd-a433-f66ebca1996e details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:52:25.302718 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 946f0a4e-ab72-40bd-a433-f66ebca1996e, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=946f0a4e-ab72-40bd-a433-f66ebca1996e,segment=NetworkSegment(6922dc8f-e4e8-46eb-925b-ce7a975c2214),segment_id=6922dc8f-e4e8-46eb-925b-ce7a975c2214)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:25.316188 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '946f0a4e-ab72-40bd-a433-f66ebca1996e', 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48', 'port_id': '946f0a4e-ab72-40bd-a433-f66ebca1996e', 'mac_address': 'fa:16:3e:6f:7f:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04c51f1f-4fad-42e7-a817-4af69d874ab6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:52:25.324397 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382555d9-5387-46bf-b9cd-ab0b51db898d req-27c274b7-2747-4a2a-a3c7-75ce43078e01 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:25.329412 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-382555d9-5387-46bf-b9cd-ab0b51db898d req-27c274b7-2747-4a2a-a3c7-75ce43078e01 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 945 time: 0.0566707 Nov 12 00:52:25.354878 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:25.373791 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 946f0a4e-ab72-40bd-a433-f66ebca1996e {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:25.378245 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-382555d9-5387-46bf-b9cd-ab0b51db898d req-13fe6c6f-d705-4612-bd62-799cc88c6095 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444942 Nov 12 00:52:25.402821 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 946f0a4e-ab72-40bd-a433-f66ebca1996e, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=946f0a4e-ab72-40bd-a433-f66ebca1996e,segment=NetworkSegment(6922dc8f-e4e8-46eb-925b-ce7a975c2214),segment_id=6922dc8f-e4e8-46eb-925b-ce7a975c2214)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:25.426938 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:25.447841 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-41ce1383-21a4-4c33-b27d-2876ec6de455 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:25.449423 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-41ce1383-21a4-4c33-b27d-2876ec6de455 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/networks?id=186a5381-1c8d-4fc3-9f46-f76bf918e468 HTTP/1.1" status: 200 len: 818 time: 0.1411233 Nov 12 00:52:25.464950 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-d748e0df-59ca-4ac6-ac36-ce9330ba643d tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/quotas/06ec23c1a5504e3eb461d0ba1517f764 HTTP/1.1" status: 200 len: 375 time: 0.0097234 Nov 12 00:52:25.506216 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-b1a9f3aa-207b-41b1-a813-ee7e8fdc86e3 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=06ec23c1a5504e3eb461d0ba1517f764&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341270 Nov 12 00:52:25.507623 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=946f0a4e-ab72-40bd-a433-f66ebca1996e,revision_number=6']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:25.512666 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e52d08-895f-4b03-8a46-c2ac685c3c2f req-23c36a08-548a-466d-8548-dd6b52fae667 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:25.515031 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-94e52d08-895f-4b03-8a46-c2ac685c3c2f req-23c36a08-548a-466d-8548-dd6b52fae667 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 945 time: 0.0602074 Nov 12 00:52:25.567887 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-94e52d08-895f-4b03-8a46-c2ac685c3c2f req-2e8c6ae7-5906-463b-9dc6-1e2bc92acbf6 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447171 Nov 12 00:52:25.611467 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-99aff452-443d-4535-9a50-6b13ebdea70b req-ab441807-7b6b-4b3a-b5a9-ed16621bb7f9 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0393088 Nov 12 00:52:25.637869 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-64c4023d-fc69-4693-9a32-a028660b919e service neutron] 10.222.0.20 "GET /v2.0/networks/186a5381-1c8d-4fc3-9f46-f76bf918e468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226137 Nov 12 00:52:25.696921 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['946f0a4e-ab72-40bd-a433-f66ebca1996e'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:25.739717 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-505926b0-b605-4692-b935-fe41a3a196c5 service neutron] 10.222.0.20 "GET /v2.0/networks/186a5381-1c8d-4fc3-9f46-f76bf918e468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957010 Nov 12 00:52:25.790718 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7cc41d2d-b061-41cc-91b8-452e6ccec5c3 req-099efc7f-d4e9-41f3-b218-b674d1f2c704 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0467725 Nov 12 00:52:25.794183 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc6b7f5-a8a6-4714-b83c-7ee64af521f4 req-c14ab24a-0152-4dfe-a22d-59483b5ce466 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:25.800771 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ddc6b7f5-a8a6-4714-b83c-7ee64af521f4 req-c14ab24a-0152-4dfe-a22d-59483b5ce466 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 946 time: 0.0775647 Nov 12 00:52:25.848616 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ddc6b7f5-a8a6-4714-b83c-7ee64af521f4 req-4c0afc29-24fb-433f-b9a8-7b1d1b180309 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467551 Nov 12 00:52:26.128755 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9b485-c5e3-4049-82d5-5f798a1decdc req-4e3d7ae7-8dac-4d95-849f-d649deeec221 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:26.137014 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f2a9b485-c5e3-4049-82d5-5f798a1decdc req-4e3d7ae7-8dac-4d95-849f-d649deeec221 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 945 time: 0.0698726 Nov 12 00:52:26.147095 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0f10c2c8-0391-4ef8-ad7e-afb35561d9cf req-c281a671-ddb4-4cc6-8c8b-61d49f53b608 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0bb7771-45f3-4d1b-8190-002162f82c57 HTTP/1.1" status: 200 len: 210 time: 0.0443034 Nov 12 00:52:26.178270 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a14c20-8932-4225-b586-f7451bd1524d req-223934da-f0e4-4ec9-bc07-2e449a5f5745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:26.179813 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-06a14c20-8932-4225-b586-f7451bd1524d req-223934da-f0e4-4ec9-bc07-2e449a5f5745 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4cf1d05c9d8749e4bcaf113d847d03e9&device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 1097 time: 0.1086500 Nov 12 00:52:26.211998 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f2a9b485-c5e3-4049-82d5-5f798a1decdc req-669b489b-b42a-4dd3-9fef-df8737faae01 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740380 Nov 12 00:52:26.293710 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a14c20-8932-4225-b586-f7451bd1524d req-25fedeae-525d-4daa-8efa-a1462f2ea13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:26.295210 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-06a14c20-8932-4225-b586-f7451bd1524d req-25fedeae-525d-4daa-8efa-a1462f2ea13b service neutron] 10.222.0.49 "GET /v2.0/networks?id=16359a25-3e6f-45fe-be0d-6f4a3f158857 HTTP/1.1" status: 200 len: 911 time: 0.1018252 Nov 12 00:52:26.345970 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-06a14c20-8932-4225-b586-f7451bd1524d req-d67818fe-e89c-4900-a32b-0a3bd7505b0f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=315b72a3-b355-495a-b2d8-3a24d7ec3d57 HTTP/1.1" status: 200 len: 217 time: 0.0373478 Nov 12 00:52:26.411793 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a14c20-8932-4225-b586-f7451bd1524d req-04d368f9-e7f9-4968-956f-13df5ce74cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:26.414513 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-06a14c20-8932-4225-b586-f7451bd1524d req-04d368f9-e7f9-4968-956f-13df5ce74cb5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=701d816b-c6ea-4d7b-bdc3-9a5cc8add0b9 HTTP/1.1" status: 200 len: 850 time: 0.0529995 Nov 12 00:52:26.456338 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-06a14c20-8932-4225-b586-f7451bd1524d req-acf7a4e8-43b7-4a43-99ba-f6ff6a2604b2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=16359a25-3e6f-45fe-be0d-6f4a3f158857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309980 Nov 12 00:52:26.536776 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76186785-0e66-4863-ae11-63644d9b7e8f req-4218d64b-ac53-4d30-8e40-8b1558fd3dc5 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:26.539751 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-76186785-0e66-4863-ae11-63644d9b7e8f req-4218d64b-ac53-4d30-8e40-8b1558fd3dc5 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 944 time: 0.0635278 Nov 12 00:52:26.601968 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-06a14c20-8932-4225-b586-f7451bd1524d req-da6f1c7d-758b-4e3f-851e-323d48ee9f0b service neutron] 10.222.0.49 "GET /v2.0/networks/16359a25-3e6f-45fe-be0d-6f4a3f158857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355362 Nov 12 00:52:26.609717 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-76186785-0e66-4863-ae11-63644d9b7e8f req-d1fa2477-abf4-4208-a34d-81521aacb7b9 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629776 Nov 12 00:52:26.727903 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-06a14c20-8932-4225-b586-f7451bd1524d req-be7412a4-14b7-46ac-af3f-6280e7a69b6f service neutron] 10.222.0.49 "GET /v2.0/networks/16359a25-3e6f-45fe-be0d-6f4a3f158857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161220 Nov 12 00:52:27.018103 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecf10f-d9eb-4681-b2c3-0d712e1c1b29 req-dd2dd1fd-1b38-47dc-a4ea-676ba8e022b2 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:27.019625 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-12ecf10f-d9eb-4681-b2c3-0d712e1c1b29 req-dd2dd1fd-1b38-47dc-a4ea-676ba8e022b2 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 946 time: 0.0750215 Nov 12 00:52:27.140759 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-12ecf10f-d9eb-4681-b2c3-0d712e1c1b29 req-f3dc6be7-f8cc-4c2b-b7af-212d93f74102 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102777 Nov 12 00:52:27.190845 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 946f0a4e-ab72-40bd-a433-f66ebca1996e up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:52:27.306203 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 946f0a4e-ab72-40bd-a433-f66ebca1996e triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:27.307238 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:27.317831 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ff2ea622-cf09-4d2a-908f-7c4d652fdc44 req-e7ceb353-b7f5-4467-98b1-aeae2bdc4a9a tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0bb7771-45f3-4d1b-8190-002162f82c57 HTTP/1.1" status: 200 len: 210 time: 0.0547149 Nov 12 00:52:27.431790 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:27.452574 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e77c5-0a90-4199-9c0e-dbc5274e093a req-fe0a7128-bd4a-44d3-baff-e9400e8f882e tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:27.458337 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d57e77c5-0a90-4199-9c0e-dbc5274e093a req-fe0a7128-bd4a-44d3-baff-e9400e8f882e tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 945 time: 0.0599034 Nov 12 00:52:27.477527 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b119ebf6-e1ff-4eba-b94d-797674c4ef98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946f0a4e-ab72-40bd-a433-f66ebca1996e'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:27.480482 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76376978-9f69-4f7e-a73e-72975f20ec83" -d '{"events": [{"server_uuid": "b119ebf6-e1ff-4eba-b94d-797674c4ef98", "name": "network-vif-plugged", "status": "completed", "tag": "946f0a4e-ab72-40bd-a433-f66ebca1996e"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:27.487782 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 946f0a4e-ab72-40bd-a433-f66ebca1996e, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=946f0a4e-ab72-40bd-a433-f66ebca1996e,segment=NetworkSegment(6922dc8f-e4e8-46eb-925b-ce7a975c2214),segment_id=6922dc8f-e4e8-46eb-925b-ce7a975c2214)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:27.536346 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:27.542242 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d57e77c5-0a90-4199-9c0e-dbc5274e093a req-b855f348-dbb5-4b2e-8bf3-70cbb27d43b4 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757954 Nov 12 00:52:27.592319 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68eeb18f-f39d-4d09-b06c-6a1917e396af x-openstack-request-id: req-68eeb18f-f39d-4d09-b06c-6a1917e396af {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:27.593122 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b119ebf6-e1ff-4eba-b94d-797674c4ef98", "name": "network-vif-plugged", "status": "completed", "tag": "946f0a4e-ab72-40bd-a433-f66ebca1996e", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:27.593603 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-68eeb18f-f39d-4d09-b06c-6a1917e396af {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:27.594184 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b119ebf6-e1ff-4eba-b94d-797674c4ef98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946f0a4e-ab72-40bd-a433-f66ebca1996e', 'code': 200} Nov 12 00:52:27.665357 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=946f0a4e-ab72-40bd-a433-f66ebca1996e,revision_number=7']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:27.785718 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-082ae7f9-bd82-42b7-b365-875640a442a7 req-5d6efb30-4280-4c91-8a95-ceb6dc708f00 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0623982 Nov 12 00:52:27.939326 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80153c13-f12c-4775-bd79-8f234f6325ca req-17ecbd63-a767-4b66-8a32-9ab2a4148555 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:27.947672 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-80153c13-f12c-4775-bd79-8f234f6325ca req-17ecbd63-a767-4b66-8a32-9ab2a4148555 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 945 time: 0.2030692 Nov 12 00:52:28.070943 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-80153c13-f12c-4775-bd79-8f234f6325ca req-c9b516b3-e28c-44bc-8f6b-8dc4b0305bdc tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220603 Nov 12 00:52:28.083814 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-0fb8c9bc-f5d1-4dc5-9465-c05f5858bfb6 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:28.088456 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-0fb8c9bc-f5d1-4dc5-9465-c05f5858bfb6 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.54 "GET /v2.0/networks?id=186a5381-1c8d-4fc3-9f46-f76bf918e468 HTTP/1.1" status: 200 len: 818 time: 0.2804761 Nov 12 00:52:28.111834 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-de30f69d-718b-4405-b3a8-908c119649c6 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Request body: {'port': {'device_id': '1579578e-83a0-4662-8616-5490f5e820c9', 'network_id': '186a5381-1c8d-4fc3-9f46-f76bf918e468', 'admin_state_up': True, 'tenant_id': '06ec23c1a5504e3eb461d0ba1517f764'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:28.144271 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f093222a-8669-4133-a375-9773a12408c2 req-59474f0c-b219-424a-91b1-5a9fd61d67cd service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1092410 Nov 12 00:52:28.276265 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-ac42a54e-48e8-46b9-859c-876fa51e03ab tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:28.278079 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-ac42a54e-48e8-46b9-859c-876fa51e03ab tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.49 "GET /v2.0/networks?id=186a5381-1c8d-4fc3-9f46-f76bf918e468 HTTP/1.1" status: 200 len: 818 time: 0.2187200 Nov 12 00:52:28.309190 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-295d8d26-73f8-4905-b880-4df9841a8c6f tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Request body: {'port': {'device_id': 'a0bb7771-45f3-4d1b-8190-002162f82c57', 'network_id': '186a5381-1c8d-4fc3-9f46-f76bf918e468', 'admin_state_up': True, 'tenant_id': '06ec23c1a5504e3eb461d0ba1517f764'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:28.371250 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-de30f69d-718b-4405-b3a8-908c119649c6 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Made reservation on behalf of 06ec23c1a5504e3eb461d0ba1517f764 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:52:28.377440 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-de30f69d-718b-4405-b3a8-908c119649c6 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:28.643192 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-de30f69d-718b-4405-b3a8-908c119649c6 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Allocated IP 172.20.0.6 (186a5381-1c8d-4fc3-9f46-f76bf918e468/929ad90b-3f9d-4da6-a75b-d572f75bbf86/1351ba70-8d3d-450d-8940-812dba578caa) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:52:28.680919 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-ebcd6b55-9bd5-4c31-ab16-2c0b1eb1c777 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:28.682754 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-ebcd6b55-9bd5-4c31-ab16-2c0b1eb1c777 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.54 "GET /v2.0/networks?id=186a5381-1c8d-4fc3-9f46-f76bf918e468 HTTP/1.1" status: 200 len: 818 time: 0.3356161 Nov 12 00:52:28.716296 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf703c5-b33d-406a-8102-62a387ae3a65 req-6b0bfb6b-1e5a-4085-9d1b-73a84492bb04 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:28.724674 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3bf703c5-b33d-406a-8102-62a387ae3a65 req-6b0bfb6b-1e5a-4085-9d1b-73a84492bb04 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 946 time: 0.4412646 Nov 12 00:52:28.748417 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-f7347e00-e0dc-43e1-baf2-2687735b76a1 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Request body: {'port': {'device_id': '678918ff-cd72-4856-95cf-082936e91df8', 'network_id': '186a5381-1c8d-4fc3-9f46-f76bf918e468', 'admin_state_up': True, 'tenant_id': '06ec23c1a5504e3eb461d0ba1517f764'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:28.844845 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-de30f69d-718b-4405-b3a8-908c119649c6 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:28.907112 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-de30f69d-718b-4405-b3a8-908c119649c6 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:28.921278 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dca57d46-47db-4726-bd76-cc47e6ac0bb9 req-1d4323d2-e2dc-409e-9e5e-59c046b7a283 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0bb7771-45f3-4d1b-8190-002162f82c57 HTTP/1.1" status: 200 len: 210 time: 0.3730650 Nov 12 00:52:29.019461 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-de30f69d-718b-4405-b3a8-908c119649c6 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Network 186a5381-1c8d-4fc3-9f46-f76bf918e468 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:52:29.054869 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de30f69d-718b-4405-b3a8-908c119649c6 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Pushing event updated for resources: {'Port': ['ID=1351ba70-8d3d-450d-8940-812dba578caa,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:29.058653 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-de30f69d-718b-4405-b3a8-908c119649c6 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:52:29.062725 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-de30f69d-718b-4405-b3a8-908c119649c6 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:52:29.118446 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a170321-920f-48b1-8300-51a309ec1361 req-e4f1ffe1-e1e6-441e-9f44-3a57eefb3675 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:29.119999 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2a170321-920f-48b1-8300-51a309ec1361 req-e4f1ffe1-e1e6-441e-9f44-3a57eefb3675 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 945 time: 0.1027031 Nov 12 00:52:29.203143 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-de30f69d-718b-4405-b3a8-908c119649c6 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:29.203794 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-de30f69d-718b-4405-b3a8-908c119649c6 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:29.204504 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-295d8d26-73f8-4905-b880-4df9841a8c6f tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Made reservation on behalf of 06ec23c1a5504e3eb461d0ba1517f764 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:52:29.208534 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-295d8d26-73f8-4905-b880-4df9841a8c6f tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:29.223814 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2a170321-920f-48b1-8300-51a309ec1361 req-f27c90e9-d141-489e-baa5-f761ad965d9f tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906272 Nov 12 00:52:29.240149 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3bf703c5-b33d-406a-8102-62a387ae3a65 req-bf1fcdd1-25c5-43d3-8718-07ebc21a1696 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5143285 Nov 12 00:52:29.252789 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-de30f69d-718b-4405-b3a8-908c119649c6 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1459754 Nov 12 00:52:29.278782 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-2d465cc7-1c12-484d-905e-2fba5ff05d08 service neutron] Request body: {'port': {'device_id': '1579578e-83a0-4662-8616-5490f5e820c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:29.399434 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-2d465cc7-1c12-484d-905e-2fba5ff05d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:29.466153 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-f7347e00-e0dc-43e1-baf2-2687735b76a1 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Made reservation on behalf of 06ec23c1a5504e3eb461d0ba1517f764 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:52:29.471712 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-f7347e00-e0dc-43e1-baf2-2687735b76a1 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:29.553407 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a939da4-7825-41ec-aecc-95eff0e12f90 req-48f51da1-7943-48f3-a1d3-c248315b4f3a tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:29.554879 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7a939da4-7825-41ec-aecc-95eff0e12f90 req-48f51da1-7943-48f3-a1d3-c248315b4f3a tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 945 time: 0.1824720 Nov 12 00:52:29.640098 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-295d8d26-73f8-4905-b880-4df9841a8c6f tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Allocated IP 172.20.0.2 (186a5381-1c8d-4fc3-9f46-f76bf918e468/929ad90b-3f9d-4da6-a75b-d572f75bbf86/2a9783e1-d3b7-48eb-808e-38342efe0398) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:52:29.749869 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7a939da4-7825-41ec-aecc-95eff0e12f90 req-e6eee7e7-42b2-4455-852f-505104eb3797 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817625 Nov 12 00:52:29.921652 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-295d8d26-73f8-4905-b880-4df9841a8c6f tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:29.980969 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-295d8d26-73f8-4905-b880-4df9841a8c6f tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:30.078146 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0cdc279f-0371-481b-82f7-db8bb61d0a8e req-9acef66d-e307-4585-b3d0-8b0a3fca260f service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0631564 Nov 12 00:52:30.084688 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-295d8d26-73f8-4905-b880-4df9841a8c6f tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Network 186a5381-1c8d-4fc3-9f46-f76bf918e468 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:52:30.088109 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-295d8d26-73f8-4905-b880-4df9841a8c6f tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:52:30.102821 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-295d8d26-73f8-4905-b880-4df9841a8c6f tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:52:30.167061 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d8d26-73f8-4905-b880-4df9841a8c6f tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Pushing event updated for resources: {'Port': ['ID=2a9783e1-d3b7-48eb-808e-38342efe0398,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:30.217010 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-295d8d26-73f8-4905-b880-4df9841a8c6f tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:30.220551 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-295d8d26-73f8-4905-b880-4df9841a8c6f tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:30.252880 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-295d8d26-73f8-4905-b880-4df9841a8c6f tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9581027 Nov 12 00:52:30.261880 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f540f-19f8-477a-a669-e7f50c70b6d4 req-e272e264-abe9-4cf7-ba54-f21055db7574 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:30.266344 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-345f540f-19f8-477a-a669-e7f50c70b6d4 req-e272e264-abe9-4cf7-ba54-f21055db7574 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0bb7771-45f3-4d1b-8190-002162f82c57 HTTP/1.1" status: 200 len: 931 time: 0.1904759 Nov 12 00:52:30.276230 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-c278532d-0f4d-4a56-ad2e-87c5a5d79ecf service neutron] Request body: {'port': {'device_id': 'a0bb7771-45f3-4d1b-8190-002162f82c57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:30.392054 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-345f540f-19f8-477a-a669-e7f50c70b6d4 req-a7d9624c-a859-488d-af97-4c11410b2345 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/security-groups?id=17440375-2605-4491-a8db-d222e43a1b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082106 Nov 12 00:52:30.397031 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9490cf9c-6fa8-48f6-80f1-a8d5e838fb52 req-db97ef7e-e461-471f-959f-7e3734bab257 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1405749 Nov 12 00:52:30.416337 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-2d465cc7-1c12-484d-905e-2fba5ff05d08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1351ba70-8d3d-450d-8940-812dba578caa {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:30.432788 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-2d465cc7-1c12-484d-905e-2fba5ff05d08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:30.463405 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-2d465cc7-1c12-484d-905e-2fba5ff05d08 service neutron] Transition to ACTIVE for port object 1351ba70-8d3d-450d-8940-812dba578caa will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:52:30.469045 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-c278532d-0f4d-4a56-ad2e-87c5a5d79ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:30.469891 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-2d465cc7-1c12-484d-905e-2fba5ff05d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:30.513593 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7139e6c8-2c67-434c-9412-1c78e1d8d7f0 req-85ff702e-34f8-431f-8640-854cffa986af tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:30.515573 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7139e6c8-2c67-434c-9412-1c78e1d8d7f0 req-85ff702e-34f8-431f-8640-854cffa986af tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 945 time: 0.1840954 Nov 12 00:52:30.605183 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d465cc7-1c12-484d-905e-2fba5ff05d08 service neutron] Pushing event updated for resources: {'Port': ['ID=1351ba70-8d3d-450d-8940-812dba578caa,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:30.686642 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.db.api [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-f7347e00-e0dc-43e1-baf2-2687735b76a1 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-a2e41327-9df5-4845-9818-1fbad594c8e3 {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:52:30.687070 n-d-812236-11 neutron-server[102661]: DEBUG oslo_db.api [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-f7347e00-e0dc-43e1-baf2-2687735b76a1 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:52:30.768302 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7139e6c8-2c67-434c-9412-1c78e1d8d7f0 req-77236d89-362d-4032-bee9-c2dea52edc6b tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312143 Nov 12 00:52:30.780966 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeabfbed-9883-4f7f-8bc5-376261003cb0 req-7ac0a788-6738-4545-9a76-5461c37e41d8 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:30.782722 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-aeabfbed-9883-4f7f-8bc5-376261003cb0 req-7ac0a788-6738-4545-9a76-5461c37e41d8 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 946 time: 0.2298551 Nov 12 00:52:30.892662 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-aeabfbed-9883-4f7f-8bc5-376261003cb0 req-99368a5b-a55a-4cc0-b020-f3c32fe2ffaa tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985897 Nov 12 00:52:30.922758 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-2d465cc7-1c12-484d-905e-2fba5ff05d08 service neutron] Attempting to bind port 1351ba70-8d3d-450d-8940-812dba578caa on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:52:30.923102 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-2d465cc7-1c12-484d-905e-2fba5ff05d08 service neutron] Attempting to bind port 1351ba70-8d3d-450d-8940-812dba578caa by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '0090d7cb-533a-4a03-9ee7-360ee6bf5b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '186a5381-1c8d-4fc3-9f46-f76bf918e468'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:52:30.923428 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-2d465cc7-1c12-484d-905e-2fba5ff05d08 service neutron] Attempting to bind port 1351ba70-8d3d-450d-8940-812dba578caa on network 186a5381-1c8d-4fc3-9f46-f76bf918e468 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:30.932756 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-2d465cc7-1c12-484d-905e-2fba5ff05d08 service neutron] Port 1351ba70-8d3d-450d-8940-812dba578caa on network 186a5381-1c8d-4fc3-9f46-f76bf918e468 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:52:30.933629 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-2d465cc7-1c12-484d-905e-2fba5ff05d08 service neutron] Attempting to bind port 1351ba70-8d3d-450d-8940-812dba578caa on network 186a5381-1c8d-4fc3-9f46-f76bf918e468 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:30.943251 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-2d465cc7-1c12-484d-905e-2fba5ff05d08 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:52:30.943595 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-2d465cc7-1c12-484d-905e-2fba5ff05d08 service neutron] Checking segment: {'id': '0090d7cb-533a-4a03-9ee7-360ee6bf5b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '186a5381-1c8d-4fc3-9f46-f76bf918e468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:52:30.943985 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-2d465cc7-1c12-484d-905e-2fba5ff05d08 service neutron] Bound using segment: {'id': '0090d7cb-533a-4a03-9ee7-360ee6bf5b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '186a5381-1c8d-4fc3-9f46-f76bf918e468'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:52:30.944414 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-2d465cc7-1c12-484d-905e-2fba5ff05d08 service neutron] Bound port: 1351ba70-8d3d-450d-8940-812dba578caa, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0090d7cb-533a-4a03-9ee7-360ee6bf5b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '186a5381-1c8d-4fc3-9f46-f76bf918e468'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:52:30.944776 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-2d465cc7-1c12-484d-905e-2fba5ff05d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:31.080289 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-2d465cc7-1c12-484d-905e-2fba5ff05d08 service neutron] For port 1351ba70-8d3d-450d-8940-812dba578caa, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:52:31.084087 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-2d465cc7-1c12-484d-905e-2fba5ff05d08 service neutron] For port 1351ba70-8d3d-450d-8940-812dba578caa, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=1351ba70-8d3d-450d-8940-812dba578caa,segment=NetworkSegment(0090d7cb-533a-4a03-9ee7-360ee6bf5b1c),segment_id=0090d7cb-533a-4a03-9ee7-360ee6bf5b1c)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:52:31.094632 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-2d465cc7-1c12-484d-905e-2fba5ff05d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:31.119978 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-c278532d-0f4d-4a56-ad2e-87c5a5d79ecf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a9783e1-d3b7-48eb-808e-38342efe0398 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:31.132983 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-c278532d-0f4d-4a56-ad2e-87c5a5d79ecf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:31.142098 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-2d465cc7-1c12-484d-905e-2fba5ff05d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:31.142991 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-2d465cc7-1c12-484d-905e-2fba5ff05d08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:31.144688 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-2d465cc7-1c12-484d-905e-2fba5ff05d08 service neutron] 10.222.0.54 "PUT /v2.0/ports/1351ba70-8d3d-450d-8940-812dba578caa HTTP/1.1" status: 200 len: 1092 time: 1.8711758 Nov 12 00:52:31.145349 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1579578e-83a0-4662-8616-5490f5e820c9', 'tag': '1351ba70-8d3d-450d-8940-812dba578caa'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:31.147992 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e551e7-7c89-412e-880c-d34d7b33cb5b" -d '{"events": [{"name": "network-changed", "server_uuid": "1579578e-83a0-4662-8616-5490f5e820c9", "tag": "1351ba70-8d3d-450d-8940-812dba578caa"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:31.150685 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-c278532d-0f4d-4a56-ad2e-87c5a5d79ecf service neutron] Transition to ACTIVE for port object 2a9783e1-d3b7-48eb-808e-38342efe0398 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:52:31.193357 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-c278532d-0f4d-4a56-ad2e-87c5a5d79ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:31.199947 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d465cc7-1c12-484d-905e-2fba5ff05d08 service neutron] Pushing event updated for resources: {'Port': ['ID=1351ba70-8d3d-450d-8940-812dba578caa,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:31.236266 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc57ee59-d8a4-4d52-a273-6dddd9ea0189 x-openstack-request-id: req-bc57ee59-d8a4-4d52-a273-6dddd9ea0189 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:31.236574 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1579578e-83a0-4662-8616-5490f5e820c9", "tag": "1351ba70-8d3d-450d-8940-812dba578caa", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:31.239286 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bc57ee59-d8a4-4d52-a273-6dddd9ea0189 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:31.239716 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1579578e-83a0-4662-8616-5490f5e820c9', 'tag': '1351ba70-8d3d-450d-8940-812dba578caa', 'status': 'completed', 'code': 200} Nov 12 00:52:31.274619 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-f7347e00-e0dc-43e1-baf2-2687735b76a1 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:31.291690 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-e0e6f641-023e-4db2-9b9d-5d0b30cee82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:31.298855 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-e0e6f641-023e-4db2-9b9d-5d0b30cee82e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=06ec23c1a5504e3eb461d0ba1517f764&device_id=1579578e-83a0-4662-8616-5490f5e820c9 HTTP/1.1" status: 200 len: 1095 time: 0.0849464 Nov 12 00:52:31.301195 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b95b7c-c747-48a6-b1b9-1f2eeffe1777 req-6be03ccf-5453-4dc8-80ea-c5e14822d9d9 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:31.303365 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f1b95b7c-c747-48a6-b1b9-1f2eeffe1777 req-6be03ccf-5453-4dc8-80ea-c5e14822d9d9 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 945 time: 0.2934186 Nov 12 00:52:31.306245 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c278532d-0f4d-4a56-ad2e-87c5a5d79ecf service neutron] Pushing event updated for resources: {'Port': ['ID=2a9783e1-d3b7-48eb-808e-38342efe0398,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:31.369513 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-8d40a82b-b2e6-4432-a3e5-d08a0abb3e05 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1351ba70-8d3d-450d-8940-812dba578caa HTTP/1.1" status: 200 len: 217 time: 0.0526581 Nov 12 00:52:31.499714 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-5d00f2b4-e8e0-425d-8336-bc2f4c92dfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:31.508875 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-5d00f2b4-e8e0-425d-8336-bc2f4c92dfd0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=929ad90b-3f9d-4da6-a75b-d572f75bbf86 HTTP/1.1" status: 200 len: 858 time: 0.1324356 Nov 12 00:52:31.535515 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f1b95b7c-c747-48a6-b1b9-1f2eeffe1777 req-20817d8e-3b55-4244-bf22-54ddd21d33a0 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737971 Nov 12 00:52:31.559149 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-f7347e00-e0dc-43e1-baf2-2687735b76a1 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Allocated IP 172.20.0.3 (186a5381-1c8d-4fc3-9f46-f76bf918e468/929ad90b-3f9d-4da6-a75b-d572f75bbf86/4d2e5097-97ff-4edd-a74b-549006625d86) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:52:31.595727 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-8191fd5f-c8a6-4887-ba48-ed3b20ae2584 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=186a5381-1c8d-4fc3-9f46-f76bf918e468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785451 Nov 12 00:52:31.630664 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-c278532d-0f4d-4a56-ad2e-87c5a5d79ecf service neutron] Attempting to bind port 2a9783e1-d3b7-48eb-808e-38342efe0398 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:52:31.631316 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-c278532d-0f4d-4a56-ad2e-87c5a5d79ecf service neutron] Attempting to bind port 2a9783e1-d3b7-48eb-808e-38342efe0398 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '0090d7cb-533a-4a03-9ee7-360ee6bf5b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '186a5381-1c8d-4fc3-9f46-f76bf918e468'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:52:31.631815 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-c278532d-0f4d-4a56-ad2e-87c5a5d79ecf service neutron] Attempting to bind port 2a9783e1-d3b7-48eb-808e-38342efe0398 on network 186a5381-1c8d-4fc3-9f46-f76bf918e468 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:31.666579 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-c278532d-0f4d-4a56-ad2e-87c5a5d79ecf service neutron] Port 2a9783e1-d3b7-48eb-808e-38342efe0398 on network 186a5381-1c8d-4fc3-9f46-f76bf918e468 not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:52:31.667238 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-c278532d-0f4d-4a56-ad2e-87c5a5d79ecf service neutron] Attempting to bind port 2a9783e1-d3b7-48eb-808e-38342efe0398 on network 186a5381-1c8d-4fc3-9f46-f76bf918e468 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:31.677136 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-c278532d-0f4d-4a56-ad2e-87c5a5d79ecf service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:52:31.677781 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-c278532d-0f4d-4a56-ad2e-87c5a5d79ecf service neutron] Checking segment: {'id': '0090d7cb-533a-4a03-9ee7-360ee6bf5b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '186a5381-1c8d-4fc3-9f46-f76bf918e468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:52:31.679191 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-c278532d-0f4d-4a56-ad2e-87c5a5d79ecf service neutron] Bound using segment: {'id': '0090d7cb-533a-4a03-9ee7-360ee6bf5b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '186a5381-1c8d-4fc3-9f46-f76bf918e468'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:52:31.679813 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-c278532d-0f4d-4a56-ad2e-87c5a5d79ecf service neutron] Bound port: 2a9783e1-d3b7-48eb-808e-38342efe0398, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0090d7cb-533a-4a03-9ee7-360ee6bf5b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '186a5381-1c8d-4fc3-9f46-f76bf918e468'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:52:31.680342 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-c278532d-0f4d-4a56-ad2e-87c5a5d79ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:31.743560 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a0f89-adbf-4aef-bfbc-bcf588097691 req-c759fb57-728a-4667-8e8a-ac6f6e7cf84a tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:31.752886 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f14a0f89-adbf-4aef-bfbc-bcf588097691 req-c759fb57-728a-4667-8e8a-ac6f6e7cf84a tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0bb7771-45f3-4d1b-8190-002162f82c57 HTTP/1.1" status: 200 len: 943 time: 0.1548657 Nov 12 00:52:31.770896 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-c278532d-0f4d-4a56-ad2e-87c5a5d79ecf service neutron] For port 2a9783e1-d3b7-48eb-808e-38342efe0398, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:52:31.780048 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-c278532d-0f4d-4a56-ad2e-87c5a5d79ecf service neutron] For port 2a9783e1-d3b7-48eb-808e-38342efe0398, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=2a9783e1-d3b7-48eb-808e-38342efe0398,segment=NetworkSegment(0090d7cb-533a-4a03-9ee7-360ee6bf5b1c),segment_id=0090d7cb-533a-4a03-9ee7-360ee6bf5b1c)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:52:31.793454 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-c278532d-0f4d-4a56-ad2e-87c5a5d79ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:31.839719 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-83973d70-ab36-4976-a4fd-2539217dc50f service neutron] 10.222.0.54 "GET /v2.0/networks/186a5381-1c8d-4fc3-9f46-f76bf918e468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278128 Nov 12 00:52:31.877979 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-c278532d-0f4d-4a56-ad2e-87c5a5d79ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:31.879396 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-c278532d-0f4d-4a56-ad2e-87c5a5d79ecf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:31.881043 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-c278532d-0f4d-4a56-ad2e-87c5a5d79ecf service neutron] 10.222.0.49 "PUT /v2.0/ports/2a9783e1-d3b7-48eb-808e-38342efe0398 HTTP/1.1" status: 200 len: 1092 time: 1.6103714 Nov 12 00:52:31.892472 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f14a0f89-adbf-4aef-bfbc-bcf588097691 req-328e48b8-c63f-4583-b446-1dc8c464f202 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/security-groups?id=17440375-2605-4491-a8db-d222e43a1b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381075 Nov 12 00:52:31.931984 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0bb7771-45f3-4d1b-8190-002162f82c57', 'tag': '2a9783e1-d3b7-48eb-808e-38342efe0398'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:31.935527 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f6bb76-9292-4bb7-940f-8e7f7dbb6a32" -d '{"events": [{"name": "network-changed", "server_uuid": "a0bb7771-45f3-4d1b-8190-002162f82c57", "tag": "2a9783e1-d3b7-48eb-808e-38342efe0398"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:32.058491 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c278532d-0f4d-4a56-ad2e-87c5a5d79ecf service neutron] Pushing event updated for resources: {'Port': ['ID=2a9783e1-d3b7-48eb-808e-38342efe0398,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:32.078668 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9da9d-bb32-4b25-8501-503057b9436a req-6d29798e-6391-4d7c-b588-702bc1ba93b2 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:32.080292 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c7e9da9d-bb32-4b25-8501-503057b9436a req-6d29798e-6391-4d7c-b588-702bc1ba93b2 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 945 time: 0.1980937 Nov 12 00:52:32.134493 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc05c3-5a92-4283-b26d-f46a3f998f58 req-ea45f128-d5be-42ac-9f42-deff2dbed797 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:32.136729 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1fcc05c3-5a92-4283-b26d-f46a3f998f58 req-ea45f128-d5be-42ac-9f42-deff2dbed797 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 946 time: 0.0970623 Nov 12 00:52:32.138032 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-3ae7caba-aedf-442f-89bc-15bca493ced5 service neutron] 10.222.0.54 "GET /v2.0/networks/186a5381-1c8d-4fc3-9f46-f76bf918e468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912867 Nov 12 00:52:32.149038 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-be7a7ec0-49dc-4c97-bb6a-44fdc3d4d9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:32.150386 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-be7a7ec0-49dc-4c97-bb6a-44fdc3d4d9da service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=06ec23c1a5504e3eb461d0ba1517f764&device_id=a0bb7771-45f3-4d1b-8190-002162f82c57 HTTP/1.1" status: 200 len: 1095 time: 0.1497204 Nov 12 00:52:32.185575 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-f7347e00-e0dc-43e1-baf2-2687735b76a1 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:32.225794 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1fcc05c3-5a92-4283-b26d-f46a3f998f58 req-f79e0f5a-b9d8-4bb6-a8c0-cf745d929b4b tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810728 Nov 12 00:52:32.252050 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-8ddd294e-af2e-45b0-812a-b95e1ac5e107 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2a9783e1-d3b7-48eb-808e-38342efe0398 HTTP/1.1" status: 200 len: 217 time: 0.0783048 Nov 12 00:52:32.261874 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c7e9da9d-bb32-4b25-8501-503057b9436a req-e8123aa6-8677-42d4-ac53-0afc422e4969 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711833 Nov 12 00:52:32.365968 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e551e7-7c89-412e-880c-d34d7b33cb5b req-2582c584-9b4e-4524-b371-a3d3710cc2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:32.367672 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b1e551e7-7c89-412e-880c-d34d7b33cb5b req-2582c584-9b4e-4524-b371-a3d3710cc2cb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=06ec23c1a5504e3eb461d0ba1517f764&device_id=1579578e-83a0-4662-8616-5490f5e820c9 HTTP/1.1" status: 200 len: 1095 time: 0.1336730 Nov 12 00:52:32.398310 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626a040d-a24c-4671-9c64-a150f2f3b07a x-openstack-request-id: req-626a040d-a24c-4671-9c64-a150f2f3b07a {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:32.398818 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0bb7771-45f3-4d1b-8190-002162f82c57", "tag": "2a9783e1-d3b7-48eb-808e-38342efe0398", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:32.399228 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-626a040d-a24c-4671-9c64-a150f2f3b07a {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:32.399808 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0bb7771-45f3-4d1b-8190-002162f82c57', 'tag': '2a9783e1-d3b7-48eb-808e-38342efe0398', 'status': 'completed', 'code': 200} Nov 12 00:52:32.424354 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b66961ad-3b12-42ee-8c86-d891e5a1190d req-9d4a18a3-c99e-4dbf-a7c2-81d285a4070e service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1002944 Nov 12 00:52:32.455536 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-f7347e00-e0dc-43e1-baf2-2687735b76a1 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:32.486592 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-f7347e00-e0dc-43e1-baf2-2687735b76a1 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Network 186a5381-1c8d-4fc3-9f46-f76bf918e468 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:52:32.491714 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-f7347e00-e0dc-43e1-baf2-2687735b76a1 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:52:32.526966 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-f95c3890-2a1a-43e0-bc4b-dacc36281ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:32.528811 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-f95c3890-2a1a-43e0-bc4b-dacc36281ada service neutron] 10.222.0.49 "GET /v2.0/subnets?id=929ad90b-3f9d-4da6-a75b-d572f75bbf86 HTTP/1.1" status: 200 len: 858 time: 0.2441697 Nov 12 00:52:32.530380 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-f7347e00-e0dc-43e1-baf2-2687735b76a1 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:52:32.546631 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e551e7-7c89-412e-880c-d34d7b33cb5b req-dea3aaf2-2361-4476-93a1-147487c2bf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:32.548330 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b1e551e7-7c89-412e-880c-d34d7b33cb5b req-dea3aaf2-2361-4476-93a1-147487c2bf18 service neutron] 10.222.0.54 "GET /v2.0/networks?id=186a5381-1c8d-4fc3-9f46-f76bf918e468 HTTP/1.1" status: 200 len: 919 time: 0.1712224 Nov 12 00:52:32.630000 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b1e551e7-7c89-412e-880c-d34d7b33cb5b req-4ccfe591-89e9-4c73-984e-9351417f4e8f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1351ba70-8d3d-450d-8940-812dba578caa HTTP/1.1" status: 200 len: 217 time: 0.0736706 Nov 12 00:52:32.680451 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-402e0e13-8e0f-4526-b0d5-8e657927cda8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=186a5381-1c8d-4fc3-9f46-f76bf918e468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893495 Nov 12 00:52:32.688478 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2aa87418-ea9c-4847-a2ef-8e777e25dd61 req-c307ac85-60e1-4a55-8574-57cf2c8ac42b service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0730276 Nov 12 00:52:32.723809 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7347e00-e0dc-43e1-baf2-2687735b76a1 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Pushing event updated for resources: {'Port': ['ID=4d2e5097-97ff-4edd-a74b-549006625d86,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:32.753212 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-f7347e00-e0dc-43e1-baf2-2687735b76a1 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:32.753923 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-f7347e00-e0dc-43e1-baf2-2687735b76a1 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:32.831366 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e551e7-7c89-412e-880c-d34d7b33cb5b req-a278a2c5-b087-4824-96c7-ea45a48d6db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:32.832947 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b1e551e7-7c89-412e-880c-d34d7b33cb5b req-a278a2c5-b087-4824-96c7-ea45a48d6db2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=929ad90b-3f9d-4da6-a75b-d572f75bbf86 HTTP/1.1" status: 200 len: 858 time: 0.1956546 Nov 12 00:52:32.890131 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-f7347e00-e0dc-43e1-baf2-2687735b76a1 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1844249 Nov 12 00:52:32.910903 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-87efce31-edc6-4419-ab43-12cba1fe084f service neutron] Request body: {'port': {'device_id': '678918ff-cd72-4856-95cf-082936e91df8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:32.928622 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c71b1-29ad-4643-bf51-1762a0b00707 req-a4e38d3d-522f-4c70-bbab-a7c79d31bee3 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:32.936423 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f10c71b1-29ad-4643-bf51-1762a0b00707 req-a4e38d3d-522f-4c70-bbab-a7c79d31bee3 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 945 time: 0.2234204 Nov 12 00:52:32.941582 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b1e551e7-7c89-412e-880c-d34d7b33cb5b req-e8053430-3a7c-4e2b-8973-092253172939 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=186a5381-1c8d-4fc3-9f46-f76bf918e468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973566 Nov 12 00:52:33.026510 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-4fbec243-fad3-4215-b5c3-37ece340607b service neutron] 10.222.0.49 "GET /v2.0/networks/186a5381-1c8d-4fc3-9f46-f76bf918e468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349025 Nov 12 00:52:33.066061 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f10c71b1-29ad-4643-bf51-1762a0b00707 req-f2c09ff3-323e-4888-bbcb-2a5278a571c6 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250226 Nov 12 00:52:33.137775 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b1e551e7-7c89-412e-880c-d34d7b33cb5b req-d71e30e3-580e-4a50-b965-39694098dea3 service neutron] 10.222.0.54 "GET /v2.0/networks/186a5381-1c8d-4fc3-9f46-f76bf918e468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769772 Nov 12 00:52:33.146232 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-87efce31-edc6-4419-ab43-12cba1fe084f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:33.283170 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4808315d-2d63-4d5d-b4bf-c87500f421e2 req-e22cd529-679d-4ffb-bbb5-dc6aaa959aa2 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:33.290978 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4808315d-2d63-4d5d-b4bf-c87500f421e2 req-e22cd529-679d-4ffb-bbb5-dc6aaa959aa2 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0bb7771-45f3-4d1b-8190-002162f82c57 HTTP/1.1" status: 200 len: 943 time: 0.1063452 Nov 12 00:52:33.321036 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b1e551e7-7c89-412e-880c-d34d7b33cb5b req-edbc3d9b-1e7b-4f0f-9adf-81e0943fb9d9 service neutron] 10.222.0.54 "GET /v2.0/networks/186a5381-1c8d-4fc3-9f46-f76bf918e468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787581 Nov 12 00:52:33.358497 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4808315d-2d63-4d5d-b4bf-c87500f421e2 req-67036527-e04a-4c43-901c-8b882516b734 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/security-groups?id=17440375-2605-4491-a8db-d222e43a1b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662835 Nov 12 00:52:33.494505 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c28e1-206e-4ded-80ad-466b2ad58df0 req-871b8f84-7aaf-4576-8dc5-ea0355d1b9b0 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:33.497432 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-811c28e1-206e-4ded-80ad-466b2ad58df0 req-871b8f84-7aaf-4576-8dc5-ea0355d1b9b0 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 946 time: 0.0580940 Nov 12 00:52:33.498748 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eec86d-2d8f-48dc-b336-ffabff99f40c req-192be310-a5a0-4815-9578-4f3079568b1a tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:33.500797 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b6eec86d-2d8f-48dc-b336-ffabff99f40c req-192be310-a5a0-4815-9578-4f3079568b1a tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/networks?id=81bfe4c5-5071-416b-8d5d-76065f6e230c HTTP/1.1" status: 200 len: 814 time: 0.6904204 Nov 12 00:52:33.548719 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b6eec86d-2d8f-48dc-b336-ffabff99f40c req-dcc714d3-5287-468d-9161-8b056b885935 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/quotas/fd5311579de340b4b4bd3795ded62f62 HTTP/1.1" status: 200 len: 375 time: 0.0337923 Nov 12 00:52:33.563854 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-811c28e1-206e-4ded-80ad-466b2ad58df0 req-3c83138c-1009-4ecd-9fe9-eef1efd16952 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509498 Nov 12 00:52:33.584475 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-256ed90b-63cd-4568-8269-e33b299fd29e service neutron] 10.222.0.49 "GET /v2.0/networks/186a5381-1c8d-4fc3-9f46-f76bf918e468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5415528 Nov 12 00:52:33.623010 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-87efce31-edc6-4419-ab43-12cba1fe084f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d2e5097-97ff-4edd-a74b-549006625d86 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:33.634400 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-87efce31-edc6-4419-ab43-12cba1fe084f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:33.653224 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-87efce31-edc6-4419-ab43-12cba1fe084f service neutron] Transition to ACTIVE for port object 4d2e5097-97ff-4edd-a74b-549006625d86 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:52:33.669999 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b6eec86d-2d8f-48dc-b336-ffabff99f40c req-05a87de5-f8ff-49f7-a42f-94cdeffc92a3 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fd5311579de340b4b4bd3795ded62f62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1136873 Nov 12 00:52:33.680565 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-87efce31-edc6-4419-ab43-12cba1fe084f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:33.716884 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f6234-54a6-4ab6-9ed5-f9d338a1825e req-3a8dcadf-4401-4d40-b27e-64720136e017 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:33.719170 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e17f6234-54a6-4ab6-9ed5-f9d338a1825e req-3a8dcadf-4401-4d40-b27e-64720136e017 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 945 time: 0.0754313 Nov 12 00:52:33.790976 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e17f6234-54a6-4ab6-9ed5-f9d338a1825e req-5491c742-ce57-4b42-b17e-72e3b9366147 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646589 Nov 12 00:52:33.839261 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87efce31-edc6-4419-ab43-12cba1fe084f service neutron] Pushing event updated for resources: {'Port': ['ID=4d2e5097-97ff-4edd-a74b-549006625d86,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:33.879503 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6bb76-9292-4bb7-940f-8e7f7dbb6a32 req-cdd2ac93-fe89-4774-bfa2-b7847b5c9fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:33.880895 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-28f6bb76-9292-4bb7-940f-8e7f7dbb6a32 req-cdd2ac93-fe89-4774-bfa2-b7847b5c9fe1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=06ec23c1a5504e3eb461d0ba1517f764&device_id=a0bb7771-45f3-4d1b-8190-002162f82c57 HTTP/1.1" status: 200 len: 1095 time: 0.1692543 Nov 12 00:52:33.883806 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b6eec86d-2d8f-48dc-b336-ffabff99f40c req-dc5efaae-fde2-4ef2-a239-7422de77ff23 service neutron] 10.222.0.20 "GET /v2.0/networks/81bfe4c5-5071-416b-8d5d-76065f6e230c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122786 Nov 12 00:52:34.065132 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-87efce31-edc6-4419-ab43-12cba1fe084f service neutron] Attempting to bind port 4d2e5097-97ff-4edd-a74b-549006625d86 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:52:34.065490 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-87efce31-edc6-4419-ab43-12cba1fe084f service neutron] Attempting to bind port 4d2e5097-97ff-4edd-a74b-549006625d86 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '0090d7cb-533a-4a03-9ee7-360ee6bf5b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '186a5381-1c8d-4fc3-9f46-f76bf918e468'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:52:34.065823 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-87efce31-edc6-4419-ab43-12cba1fe084f service neutron] Attempting to bind port 4d2e5097-97ff-4edd-a74b-549006625d86 on network 186a5381-1c8d-4fc3-9f46-f76bf918e468 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:34.084767 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-87efce31-edc6-4419-ab43-12cba1fe084f service neutron] Port 4d2e5097-97ff-4edd-a74b-549006625d86 on network 186a5381-1c8d-4fc3-9f46-f76bf918e468 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:52:34.085083 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-87efce31-edc6-4419-ab43-12cba1fe084f service neutron] Attempting to bind port 4d2e5097-97ff-4edd-a74b-549006625d86 on network 186a5381-1c8d-4fc3-9f46-f76bf918e468 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:34.102545 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-87efce31-edc6-4419-ab43-12cba1fe084f service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:52:34.102876 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-87efce31-edc6-4419-ab43-12cba1fe084f service neutron] Checking segment: {'id': '0090d7cb-533a-4a03-9ee7-360ee6bf5b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '186a5381-1c8d-4fc3-9f46-f76bf918e468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:52:34.103257 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-87efce31-edc6-4419-ab43-12cba1fe084f service neutron] Bound using segment: {'id': '0090d7cb-533a-4a03-9ee7-360ee6bf5b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '186a5381-1c8d-4fc3-9f46-f76bf918e468'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:52:34.103690 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-87efce31-edc6-4419-ab43-12cba1fe084f service neutron] Bound port: 4d2e5097-97ff-4edd-a74b-549006625d86, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0090d7cb-533a-4a03-9ee7-360ee6bf5b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '186a5381-1c8d-4fc3-9f46-f76bf918e468'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:52:34.104043 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-87efce31-edc6-4419-ab43-12cba1fe084f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:34.116925 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b6eec86d-2d8f-48dc-b336-ffabff99f40c req-97f6f603-fa2b-4211-af71-ca940dbdbc82 service neutron] 10.222.0.20 "GET /v2.0/networks/81bfe4c5-5071-416b-8d5d-76065f6e230c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143826 Nov 12 00:52:34.118334 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6bb76-9292-4bb7-940f-8e7f7dbb6a32 req-2a1b7739-330a-47da-9477-7bbd788606e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:34.119814 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-28f6bb76-9292-4bb7-940f-8e7f7dbb6a32 req-2a1b7739-330a-47da-9477-7bbd788606e4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=186a5381-1c8d-4fc3-9f46-f76bf918e468 HTTP/1.1" status: 200 len: 919 time: 0.1951449 Nov 12 00:52:34.196234 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-28f6bb76-9292-4bb7-940f-8e7f7dbb6a32 req-17c7aade-ec23-4409-a306-f3bc8680f076 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2a9783e1-d3b7-48eb-808e-38342efe0398 HTTP/1.1" status: 200 len: 217 time: 0.0610192 Nov 12 00:52:34.223974 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad4d05-7080-4a18-b948-278b5e44054b req-204c8767-a65e-482b-9018-acc47e412771 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:34.225532 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4fad4d05-7080-4a18-b948-278b5e44054b req-204c8767-a65e-482b-9018-acc47e412771 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 945 time: 0.0589962 Nov 12 00:52:34.230159 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-294e1057-7eab-4ac2-99f2-eb871389e1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:34.307518 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4fad4d05-7080-4a18-b948-278b5e44054b req-fa25035e-6d5a-40b7-bd5e-8f43eae998ef tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731692 Nov 12 00:52:34.307763 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-87efce31-edc6-4419-ab43-12cba1fe084f service neutron] For port 4d2e5097-97ff-4edd-a74b-549006625d86, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:52:34.312418 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6bb76-9292-4bb7-940f-8e7f7dbb6a32 req-6f1fe249-9b5f-4635-8310-42ad9e3b5ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:34.314482 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-28f6bb76-9292-4bb7-940f-8e7f7dbb6a32 req-6f1fe249-9b5f-4635-8310-42ad9e3b5ae4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=929ad90b-3f9d-4da6-a75b-d572f75bbf86 HTTP/1.1" status: 200 len: 858 time: 0.1091816 Nov 12 00:52:34.332656 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-87efce31-edc6-4419-ab43-12cba1fe084f service neutron] For port 4d2e5097-97ff-4edd-a74b-549006625d86, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=4d2e5097-97ff-4edd-a74b-549006625d86,segment=NetworkSegment(0090d7cb-533a-4a03-9ee7-360ee6bf5b1c),segment_id=0090d7cb-533a-4a03-9ee7-360ee6bf5b1c)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:52:34.364531 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-87efce31-edc6-4419-ab43-12cba1fe084f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:34.368429 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-97eb7abe-2d3f-4648-ab9f-df782c5aabb6 req-79a52674-7de9-49af-924d-0a7176193793 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5aa1e52-78ab-4516-92ce-a96614b6331e HTTP/1.1" status: 200 len: 210 time: 0.0483286 Nov 12 00:52:34.575543 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70706d96-84c6-40ce-b137-6bc0a7f8e6b3 req-d0650926-e31b-43bb-8bb0-c84e091147d2 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:34.579199 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-70706d96-84c6-40ce-b137-6bc0a7f8e6b3 req-d0650926-e31b-43bb-8bb0-c84e091147d2 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0bb7771-45f3-4d1b-8190-002162f82c57 HTTP/1.1" status: 200 len: 943 time: 0.1167789 Nov 12 00:52:34.723512 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-70706d96-84c6-40ce-b137-6bc0a7f8e6b3 req-7719223e-81b0-45bf-ad61-ab130ff98a7c tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/security-groups?id=17440375-2605-4491-a8db-d222e43a1b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339948 Nov 12 00:52:34.834112 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-28f6bb76-9292-4bb7-940f-8e7f7dbb6a32 req-68829537-a0e7-468e-b4f0-5183b99f8875 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=186a5381-1c8d-4fc3-9f46-f76bf918e468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4999385 Nov 12 00:52:34.904018 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3d3bab00-571f-46c2-a89d-aba14a3e4fdb req-cc3f52d0-2879-46ba-be23-a0309ca09f5e service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0728908 Nov 12 00:52:34.968709 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-87efce31-edc6-4419-ab43-12cba1fe084f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:34.969341 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-87efce31-edc6-4419-ab43-12cba1fe084f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:34.970747 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-87efce31-edc6-4419-ab43-12cba1fe084f service neutron] 10.222.0.54 "PUT /v2.0/ports/4d2e5097-97ff-4edd-a74b-549006625d86 HTTP/1.1" status: 200 len: 1092 time: 2.0652802 Nov 12 00:52:34.980670 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '678918ff-cd72-4856-95cf-082936e91df8', 'tag': '4d2e5097-97ff-4edd-a74b-549006625d86'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:34.984381 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6111f27a-98d9-4df4-adfc-1e89f5d64459" -d '{"events": [{"name": "network-changed", "server_uuid": "678918ff-cd72-4856-95cf-082936e91df8", "tag": "4d2e5097-97ff-4edd-a74b-549006625d86"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:35.000216 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b261fc-c11a-49e6-994e-35ef24f01f5c req-80e72fff-589b-48c4-8bef-11e35e84a7b8 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:35.016020 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d4b261fc-c11a-49e6-994e-35ef24f01f5c req-80e72fff-589b-48c4-8bef-11e35e84a7b8 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 945 time: 0.1026671 Nov 12 00:52:35.088642 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40538e00-2136-46f2-a263-c13dc3db36dd req-5501bd45-014b-4d5e-b0b2-02c1b151d1b8 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:35.090270 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-40538e00-2136-46f2-a263-c13dc3db36dd req-5501bd45-014b-4d5e-b0b2-02c1b151d1b8 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 946 time: 0.2643738 Nov 12 00:52:35.109277 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87efce31-edc6-4419-ab43-12cba1fe084f service neutron] Pushing event updated for resources: {'Port': ['ID=4d2e5097-97ff-4edd-a74b-549006625d86,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:35.111122 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d4b261fc-c11a-49e6-994e-35ef24f01f5c req-1f9e82ba-89c0-45d3-b637-ce075f7f87e0 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937443 Nov 12 00:52:35.223680 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fd375414-8054-474f-8a21-9017f4c02e30 req-16fcb6f5-0b4b-4b3c-ba9e-42ffcaf68292 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0617404 Nov 12 00:52:35.233478 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-10bedad2-1689-4506-be41-7cbd2250ddeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:35.235289 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-10bedad2-1689-4506-be41-7cbd2250ddeb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=06ec23c1a5504e3eb461d0ba1517f764&device_id=678918ff-cd72-4856-95cf-082936e91df8 HTTP/1.1" status: 200 len: 1095 time: 0.1813326 Nov 12 00:52:35.240499 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-28f6bb76-9292-4bb7-940f-8e7f7dbb6a32 req-2709c13c-4aab-4fb4-b44a-782bf59230e2 service neutron] 10.222.0.49 "GET /v2.0/networks/186a5381-1c8d-4fc3-9f46-f76bf918e468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763402 Nov 12 00:52:35.245884 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-40538e00-2136-46f2-a263-c13dc3db36dd req-09d36e73-bcea-4fa5-8048-72a2f47362bc tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269078 Nov 12 00:52:35.315709 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-65ed1f34-44c0-4f4c-9a13-093140cf4652 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d2e5097-97ff-4edd-a74b-549006625d86 HTTP/1.1" status: 200 len: 217 time: 0.0468352 Nov 12 00:52:35.343750 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afd2774-072d-4107-b1e2-bf83b4c523bc x-openstack-request-id: req-0afd2774-072d-4107-b1e2-bf83b4c523bc {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:35.344037 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "678918ff-cd72-4856-95cf-082936e91df8", "tag": "4d2e5097-97ff-4edd-a74b-549006625d86", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:35.344276 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0afd2774-072d-4107-b1e2-bf83b4c523bc {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:35.344663 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '678918ff-cd72-4856-95cf-082936e91df8', 'tag': '4d2e5097-97ff-4edd-a74b-549006625d86', 'status': 'completed', 'code': 200} Nov 12 00:52:35.433009 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-5a286f11-1f3c-46c8-b5d2-3768721141fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:35.434554 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-5a286f11-1f3c-46c8-b5d2-3768721141fe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=929ad90b-3f9d-4da6-a75b-d572f75bbf86 HTTP/1.1" status: 200 len: 858 time: 0.0891190 Nov 12 00:52:35.454420 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-28f6bb76-9292-4bb7-940f-8e7f7dbb6a32 req-0d0826c1-b278-45ba-ab15-64ff4377ff7c service neutron] 10.222.0.49 "GET /v2.0/networks/186a5381-1c8d-4fc3-9f46-f76bf918e468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051237 Nov 12 00:52:35.520167 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6e672cf0-2f13-4304-b043-07daddc89089 req-eb2e6b01-ecdd-4b63-a94d-5bfd53bb1f12 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5aa1e52-78ab-4516-92ce-a96614b6331e HTTP/1.1" status: 200 len: 210 time: 0.0377827 Nov 12 00:52:35.526949 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-abbe2ac1-0356-48ea-8127-95ea60f71d62 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=186a5381-1c8d-4fc3-9f46-f76bf918e468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551610 Nov 12 00:52:35.541461 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691da18-a293-4050-b0d2-2cca3347be5a req-af0c6233-ef7e-40e3-b5fc-1dec57c50dcd tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:35.541461 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b691da18-a293-4050-b0d2-2cca3347be5a req-af0c6233-ef7e-40e3-b5fc-1dec57c50dcd tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 945 time: 0.1368616 Nov 12 00:52:35.657842 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b691da18-a293-4050-b0d2-2cca3347be5a req-69dc3516-9aa2-40d8-b6a3-ddb4555628ce tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988560 Nov 12 00:52:35.664632 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-667e6c45-e71a-4809-b0cc-0285bc3fbe54 service neutron] 10.222.0.54 "GET /v2.0/networks/186a5381-1c8d-4fc3-9f46-f76bf918e468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233897 Nov 12 00:52:35.782556 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0540b7b8-11d6-4a2d-a7da-e27804f8d728 req-10da5c81-dcdc-4fa5-adf4-7f30f4f2d745 service neutron] 10.222.0.54 "GET /v2.0/networks/186a5381-1c8d-4fc3-9f46-f76bf918e468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076369 Nov 12 00:52:35.843756 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d087bab-effa-4340-bb08-37c314ee2fb7 req-e845a718-b813-45e8-815a-cc3e1d63889c tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:35.845963 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9d087bab-effa-4340-bb08-37c314ee2fb7 req-e845a718-b813-45e8-815a-cc3e1d63889c tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0bb7771-45f3-4d1b-8190-002162f82c57 HTTP/1.1" status: 200 len: 943 time: 0.0578625 Nov 12 00:52:35.911432 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9d087bab-effa-4340-bb08-37c314ee2fb7 req-7d9757f7-3681-4ad8-a6d9-142aa6c55460 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/security-groups?id=17440375-2605-4491-a8db-d222e43a1b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581636 Nov 12 00:52:35.990382 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111f27a-98d9-4df4-adfc-1e89f5d64459 req-76c0a8d3-df6b-4c1c-8e4c-9fce2753563e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:35.996510 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6111f27a-98d9-4df4-adfc-1e89f5d64459 req-76c0a8d3-df6b-4c1c-8e4c-9fce2753563e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=06ec23c1a5504e3eb461d0ba1517f764&device_id=678918ff-cd72-4856-95cf-082936e91df8 HTTP/1.1" status: 200 len: 1095 time: 0.0731075 Nov 12 00:52:36.145275 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111f27a-98d9-4df4-adfc-1e89f5d64459 req-267c479e-1867-4f7e-af89-41945f7f932b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:36.147624 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6111f27a-98d9-4df4-adfc-1e89f5d64459 req-267c479e-1867-4f7e-af89-41945f7f932b service neutron] 10.222.0.54 "GET /v2.0/networks?id=186a5381-1c8d-4fc3-9f46-f76bf918e468 HTTP/1.1" status: 200 len: 919 time: 0.1146755 Nov 12 00:52:36.265352 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6111f27a-98d9-4df4-adfc-1e89f5d64459 req-96dbb10a-a4ee-491c-8be0-dba3f0df1c3c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d2e5097-97ff-4edd-a74b-549006625d86 HTTP/1.1" status: 200 len: 217 time: 0.0839314 Nov 12 00:52:36.342661 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eec86d-2d8f-48dc-b336-ffabff99f40c req-cefef76f-1bb7-490d-96a5-d7f9cbf1eaf3 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:36.345978 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6eec86d-2d8f-48dc-b336-ffabff99f40c req-cefef76f-1bb7-490d-96a5-d7f9cbf1eaf3 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.54 "GET /v2.0/networks?id=81bfe4c5-5071-416b-8d5d-76065f6e230c HTTP/1.1" status: 200 len: 814 time: 0.2112687 Nov 12 00:52:36.358482 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d1c6c-aea4-4503-bfac-a843f73f8c89 req-bc7e18a1-13cf-416f-8da0-66a756e7a173 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:36.360002 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-789d1c6c-aea4-4503-bfac-a843f73f8c89 req-bc7e18a1-13cf-416f-8da0-66a756e7a173 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 945 time: 0.1085887 Nov 12 00:52:36.369056 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111f27a-98d9-4df4-adfc-1e89f5d64459 req-e2b6a24f-f897-4016-bd1f-9a1248ec08f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:36.369056 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6111f27a-98d9-4df4-adfc-1e89f5d64459 req-e2b6a24f-f897-4016-bd1f-9a1248ec08f2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=929ad90b-3f9d-4da6-a75b-d572f75bbf86 HTTP/1.1" status: 200 len: 858 time: 0.0806162 Nov 12 00:52:36.382595 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-b6eec86d-2d8f-48dc-b336-ffabff99f40c req-34fbd263-1ad8-4520-b45f-e47862623c2b tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Request body: {'port': {'device_id': 'e5aa1e52-78ab-4516-92ce-a96614b6331e', 'network_id': '81bfe4c5-5071-416b-8d5d-76065f6e230c', 'admin_state_up': True, 'tenant_id': 'fd5311579de340b4b4bd3795ded62f62'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:36.418441 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6111f27a-98d9-4df4-adfc-1e89f5d64459 req-f07aa582-c56e-4b59-9d01-dbb2c6c4a2aa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=186a5381-1c8d-4fc3-9f46-f76bf918e468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356834 Nov 12 00:52:36.436605 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-89c268f5-eba9-4abd-a497-b39d494a177d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:36.546013 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-789d1c6c-aea4-4503-bfac-a843f73f8c89 req-88f080b5-8cf2-4f59-8d3c-b0af64f76f1a tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705649 Nov 12 00:52:36.597440 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac39320-32bd-4ee6-9f67-ac4ee13d163e req-18acdf67-4152-4666-9389-82c816467c64 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:36.605407 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-aac39320-32bd-4ee6-9f67-ac4ee13d163e req-18acdf67-4152-4666-9389-82c816467c64 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 946 time: 0.1045647 Nov 12 00:52:36.624259 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6111f27a-98d9-4df4-adfc-1e89f5d64459 req-b32d8a38-5066-4e53-9c1e-41b251f51765 service neutron] 10.222.0.54 "GET /v2.0/networks/186a5381-1c8d-4fc3-9f46-f76bf918e468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929278 Nov 12 00:52:36.680602 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6eec86d-2d8f-48dc-b336-ffabff99f40c req-34fbd263-1ad8-4520-b45f-e47862623c2b tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Made reservation on behalf of fd5311579de340b4b4bd3795ded62f62 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:52:36.684392 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b6eec86d-2d8f-48dc-b336-ffabff99f40c req-34fbd263-1ad8-4520-b45f-e47862623c2b tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:36.707254 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-aac39320-32bd-4ee6-9f67-ac4ee13d163e req-c3c09c93-257e-465b-ad54-e2ef413f6c23 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008778 Nov 12 00:52:36.802038 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 2a9783e1-d3b7-48eb-808e-38342efe0398 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:52:36.839590 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a5f553f2-b597-4b80-a440-b083e366724a req-d295455d-d4cd-4953-9c83-8b6cf162b119 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5aa1e52-78ab-4516-92ce-a96614b6331e HTTP/1.1" status: 200 len: 210 time: 0.1210687 Nov 12 00:52:36.927959 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6111f27a-98d9-4df4-adfc-1e89f5d64459 req-2e332973-d9d5-4c8c-83bf-f0b785b246e1 service neutron] 10.222.0.54 "GET /v2.0/networks/186a5381-1c8d-4fc3-9f46-f76bf918e468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811356 Nov 12 00:52:37.029354 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 2a9783e1-d3b7-48eb-808e-38342efe0398, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=2a9783e1-d3b7-48eb-808e-38342efe0398,segment=NetworkSegment(0090d7cb-533a-4a03-9ee7-360ee6bf5b1c),segment_id=0090d7cb-533a-4a03-9ee7-360ee6bf5b1c)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:37.047627 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '2a9783e1-d3b7-48eb-808e-38342efe0398', 'network_id': '186a5381-1c8d-4fc3-9f46-f76bf918e468', 'port_id': '2a9783e1-d3b7-48eb-808e-38342efe0398', 'mac_address': 'fa:16:3e:dd:24:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '929ad90b-3f9d-4da6-a75b-d572f75bbf86', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:52:37.115175 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:37.155063 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a9783e1-d3b7-48eb-808e-38342efe0398 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:37.159747 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d0101-d89d-4c10-924c-65aae87ebd85 req-ba264400-a9b6-408b-82fd-e921caac4491 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:37.177411 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5a1d0101-d89d-4c10-924c-65aae87ebd85 req-ba264400-a9b6-408b-82fd-e921caac4491 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0bb7771-45f3-4d1b-8190-002162f82c57 HTTP/1.1" status: 200 len: 943 time: 0.1131778 Nov 12 00:52:37.192443 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 2a9783e1-d3b7-48eb-808e-38342efe0398, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=2a9783e1-d3b7-48eb-808e-38342efe0398,segment=NetworkSegment(0090d7cb-533a-4a03-9ee7-360ee6bf5b1c),segment_id=0090d7cb-533a-4a03-9ee7-360ee6bf5b1c)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:37.205934 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:37.258142 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 1351ba70-8d3d-450d-8940-812dba578caa details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:52:37.299441 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5a1d0101-d89d-4c10-924c-65aae87ebd85 req-83742d43-c6ed-43f3-af12-2d5c378ee06a tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/security-groups?id=17440375-2605-4491-a8db-d222e43a1b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200907 Nov 12 00:52:37.315491 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=2a9783e1-d3b7-48eb-808e-38342efe0398,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:37.316868 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-b6eec86d-2d8f-48dc-b336-ffabff99f40c req-34fbd263-1ad8-4520-b45f-e47862623c2b tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Allocated IP 172.20.0.6 (81bfe4c5-5071-416b-8d5d-76065f6e230c/b3a5cf2c-8d1e-4b19-8561-7f413b7dc87c/d57e219a-9462-47cb-9088-8db4945f0882) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:52:37.382488 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d543dcd8-8400-445e-8ec8-1d75f943d911 req-311c26be-707d-42d4-bd8f-6855d9c230ef service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0399692 Nov 12 00:52:37.410299 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94abbd-5d94-457c-b1c3-aca0bf9ebe4f req-498f620e-5b31-4381-b8f5-a9af76861fff tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:37.422642 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cb94abbd-5d94-457c-b1c3-aca0bf9ebe4f req-498f620e-5b31-4381-b8f5-a9af76861fff tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 945 time: 0.6163428 Nov 12 00:52:37.497315 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 1351ba70-8d3d-450d-8940-812dba578caa, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=1351ba70-8d3d-450d-8940-812dba578caa,segment=NetworkSegment(0090d7cb-533a-4a03-9ee7-360ee6bf5b1c),segment_id=0090d7cb-533a-4a03-9ee7-360ee6bf5b1c)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:37.541020 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cb94abbd-5d94-457c-b1c3-aca0bf9ebe4f req-b17ae09c-8aca-4df4-a869-cd0e84ba1f13 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165502 Nov 12 00:52:37.546624 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '1351ba70-8d3d-450d-8940-812dba578caa', 'network_id': '186a5381-1c8d-4fc3-9f46-f76bf918e468', 'port_id': '1351ba70-8d3d-450d-8940-812dba578caa', 'mac_address': 'fa:16:3e:2b:f2:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '929ad90b-3f9d-4da6-a75b-d572f75bbf86', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:52:37.599196 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:37.630523 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['2a9783e1-d3b7-48eb-808e-38342efe0398'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:37.635641 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b6eec86d-2d8f-48dc-b336-ffabff99f40c req-34fbd263-1ad8-4520-b45f-e47862623c2b tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:37.640522 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1351ba70-8d3d-450d-8940-812dba578caa {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:37.665055 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 1351ba70-8d3d-450d-8940-812dba578caa, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=1351ba70-8d3d-450d-8940-812dba578caa,segment=NetworkSegment(0090d7cb-533a-4a03-9ee7-360ee6bf5b1c),segment_id=0090d7cb-533a-4a03-9ee7-360ee6bf5b1c)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:37.687270 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b6eec86d-2d8f-48dc-b336-ffabff99f40c req-34fbd263-1ad8-4520-b45f-e47862623c2b tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:37.694047 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:37.694977 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:37.751318 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['f84e1833-8244-4e82-86a7-dad6ebedd966'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:37.778307 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b82e3ce3-3718-48f5-9502-13f2abd4504e req-7b33a056-7c70-4b33-b3b2-be82c45045f4 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0569777 Nov 12 00:52:37.818472 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30cf5e9-b9d6-4275-9416-581090a570c5 req-e07ac100-08b1-482b-9e3c-e70655e9d62c tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:37.820980 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fbd263-1ad8-4520-b45f-e47862623c2b tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Pushing event updated for resources: {'Port': ['ID=d57e219a-9462-47cb-9088-8db4945f0882,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:37.830212 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a30cf5e9-b9d6-4275-9416-581090a570c5 req-e07ac100-08b1-482b-9e3c-e70655e9d62c tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 945 time: 0.1685798 Nov 12 00:52:37.871517 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6eec86d-2d8f-48dc-b336-ffabff99f40c req-34fbd263-1ad8-4520-b45f-e47862623c2b tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Network 81bfe4c5-5071-416b-8d5d-76065f6e230c is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:52:37.885361 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f88f4-784f-479c-ace4-c0274b8cb3d0 req-b9b28035-4d87-4bfb-b003-8a3a4ef18bc7 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:37.885966 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=1351ba70-8d3d-450d-8940-812dba578caa,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:37.893478 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-680f88f4-784f-479c-ace4-c0274b8cb3d0 req-b9b28035-4d87-4bfb-b003-8a3a4ef18bc7 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 946 time: 0.0824697 Nov 12 00:52:37.902747 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-b6eec86d-2d8f-48dc-b336-ffabff99f40c req-34fbd263-1ad8-4520-b45f-e47862623c2b tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:52:37.906908 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a30cf5e9-b9d6-4275-9416-581090a570c5 req-0f2d5df5-b479-4c65-ac25-9d82ca4cfc2b tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757051 Nov 12 00:52:37.925015 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6eec86d-2d8f-48dc-b336-ffabff99f40c req-34fbd263-1ad8-4520-b45f-e47862623c2b tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:52:37.980446 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eec86d-2d8f-48dc-b336-ffabff99f40c req-34fbd263-1ad8-4520-b45f-e47862623c2b tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:37.981094 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b6eec86d-2d8f-48dc-b336-ffabff99f40c req-34fbd263-1ad8-4520-b45f-e47862623c2b tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:38.015401 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6eec86d-2d8f-48dc-b336-ffabff99f40c req-34fbd263-1ad8-4520-b45f-e47862623c2b tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6393118 Nov 12 00:52:38.041827 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-680f88f4-784f-479c-ace4-c0274b8cb3d0 req-690f6c60-2d68-4a63-a068-865a5a6823af tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416111 Nov 12 00:52:38.044103 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52d20c-ad51-4fcf-a0a6-c46b23e38cb5 req-4e565cec-4fd5-4ee8-9645-203e1243f6a7 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:38.050422 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-b6eec86d-2d8f-48dc-b336-ffabff99f40c req-75f022fe-7504-4eaf-b46f-35e3acd04e6d service neutron] Request body: {'port': {'device_id': 'e5aa1e52-78ab-4516-92ce-a96614b6331e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:38.053788 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7f52d20c-ad51-4fcf-a0a6-c46b23e38cb5 req-4e565cec-4fd5-4ee8-9645-203e1243f6a7 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5aa1e52-78ab-4516-92ce-a96614b6331e HTTP/1.1" status: 200 len: 931 time: 0.0860970 Nov 12 00:52:38.111364 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b6eec86d-2d8f-48dc-b336-ffabff99f40c req-75f022fe-7504-4eaf-b46f-35e3acd04e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:38.137184 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7f52d20c-ad51-4fcf-a0a6-c46b23e38cb5 req-ddd4059d-f42c-401c-b9c8-dc8a749888f9 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687838 Nov 12 00:52:38.470222 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['1351ba70-8d3d-450d-8940-812dba578caa'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:38.496267 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2233ea-bbef-4fed-87c5-9d1055d7f074 req-2ad59093-9c27-4634-8bb0-d6ad2b4985c4 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:38.499194 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fd2233ea-bbef-4fed-87c5-9d1055d7f074 req-2ad59093-9c27-4634-8bb0-d6ad2b4985c4 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0bb7771-45f3-4d1b-8190-002162f82c57 HTTP/1.1" status: 200 len: 944 time: 0.1148424 Nov 12 00:52:38.508439 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-b6eec86d-2d8f-48dc-b336-ffabff99f40c req-75f022fe-7504-4eaf-b46f-35e3acd04e6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d57e219a-9462-47cb-9088-8db4945f0882 {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:38.525746 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b6eec86d-2d8f-48dc-b336-ffabff99f40c req-75f022fe-7504-4eaf-b46f-35e3acd04e6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:38.553927 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-b6eec86d-2d8f-48dc-b336-ffabff99f40c req-75f022fe-7504-4eaf-b46f-35e3acd04e6d service neutron] Transition to ACTIVE for port object d57e219a-9462-47cb-9088-8db4945f0882 will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:52:38.566580 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b6eec86d-2d8f-48dc-b336-ffabff99f40c req-75f022fe-7504-4eaf-b46f-35e3acd04e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:38.661880 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fd2233ea-bbef-4fed-87c5-9d1055d7f074 req-4a419578-cc3b-46c4-8c6a-bd27585a9216 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/security-groups?id=17440375-2605-4491-a8db-d222e43a1b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480186 Nov 12 00:52:38.678281 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f022fe-7504-4eaf-b46f-35e3acd04e6d service neutron] Pushing event updated for resources: {'Port': ['ID=d57e219a-9462-47cb-9088-8db4945f0882,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:38.768287 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['6b400def-72a0-4d02-a643-c4fd53bb4ffc'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:38.828745 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-b6eec86d-2d8f-48dc-b336-ffabff99f40c req-75f022fe-7504-4eaf-b46f-35e3acd04e6d service neutron] Attempting to bind port d57e219a-9462-47cb-9088-8db4945f0882 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:52:38.829110 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-b6eec86d-2d8f-48dc-b336-ffabff99f40c req-75f022fe-7504-4eaf-b46f-35e3acd04e6d service neutron] Attempting to bind port d57e219a-9462-47cb-9088-8db4945f0882 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '47d4bfe1-e950-4b7f-9539-0e611123121b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '81bfe4c5-5071-416b-8d5d-76065f6e230c'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:52:38.829474 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eec86d-2d8f-48dc-b336-ffabff99f40c req-75f022fe-7504-4eaf-b46f-35e3acd04e6d service neutron] Attempting to bind port d57e219a-9462-47cb-9088-8db4945f0882 on network 81bfe4c5-5071-416b-8d5d-76065f6e230c {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:38.847292 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ec9d0-920f-4896-8c66-5580948e3027 req-d24bd88f-afb2-4aa6-ac83-51892714f00f tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:38.857680 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-185ec9d0-920f-4896-8c66-5580948e3027 req-d24bd88f-afb2-4aa6-ac83-51892714f00f tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 945 time: 0.0901768 Nov 12 00:52:38.860239 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eec86d-2d8f-48dc-b336-ffabff99f40c req-75f022fe-7504-4eaf-b46f-35e3acd04e6d service neutron] Port d57e219a-9462-47cb-9088-8db4945f0882 on network 81bfe4c5-5071-416b-8d5d-76065f6e230c not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:52:38.860574 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eec86d-2d8f-48dc-b336-ffabff99f40c req-75f022fe-7504-4eaf-b46f-35e3acd04e6d service neutron] Attempting to bind port d57e219a-9462-47cb-9088-8db4945f0882 on network 81bfe4c5-5071-416b-8d5d-76065f6e230c {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:38.890837 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eec86d-2d8f-48dc-b336-ffabff99f40c req-75f022fe-7504-4eaf-b46f-35e3acd04e6d service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:52:38.891167 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eec86d-2d8f-48dc-b336-ffabff99f40c req-75f022fe-7504-4eaf-b46f-35e3acd04e6d service neutron] Checking segment: {'id': '47d4bfe1-e950-4b7f-9539-0e611123121b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '81bfe4c5-5071-416b-8d5d-76065f6e230c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:52:38.891802 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eec86d-2d8f-48dc-b336-ffabff99f40c req-75f022fe-7504-4eaf-b46f-35e3acd04e6d service neutron] Bound using segment: {'id': '47d4bfe1-e950-4b7f-9539-0e611123121b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '81bfe4c5-5071-416b-8d5d-76065f6e230c'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:52:38.892887 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-b6eec86d-2d8f-48dc-b336-ffabff99f40c req-75f022fe-7504-4eaf-b46f-35e3acd04e6d service neutron] Bound port: d57e219a-9462-47cb-9088-8db4945f0882, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47d4bfe1-e950-4b7f-9539-0e611123121b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '81bfe4c5-5071-416b-8d5d-76065f6e230c'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:52:38.893112 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b6eec86d-2d8f-48dc-b336-ffabff99f40c req-75f022fe-7504-4eaf-b46f-35e3acd04e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:38.993191 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-185ec9d0-920f-4896-8c66-5580948e3027 req-1aebc4d4-cf0e-4758-83ec-93079c052667 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275599 Nov 12 00:52:39.021942 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-b6eec86d-2d8f-48dc-b336-ffabff99f40c req-75f022fe-7504-4eaf-b46f-35e3acd04e6d service neutron] For port d57e219a-9462-47cb-9088-8db4945f0882, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:52:39.027676 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-b6eec86d-2d8f-48dc-b336-ffabff99f40c req-75f022fe-7504-4eaf-b46f-35e3acd04e6d service neutron] For port d57e219a-9462-47cb-9088-8db4945f0882, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=d57e219a-9462-47cb-9088-8db4945f0882,segment=NetworkSegment(47d4bfe1-e950-4b7f-9539-0e611123121b),segment_id=47d4bfe1-e950-4b7f-9539-0e611123121b)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:52:39.036078 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b6eec86d-2d8f-48dc-b336-ffabff99f40c req-75f022fe-7504-4eaf-b46f-35e3acd04e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:39.077600 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba84104c-7bff-4577-a59b-dbf7dbaa7a58 req-7e2e1ff4-b845-48df-b64a-ec09a9b98c26 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:39.086689 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ba84104c-7bff-4577-a59b-dbf7dbaa7a58 req-7e2e1ff4-b845-48df-b64a-ec09a9b98c26 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 945 time: 0.1034117 Nov 12 00:52:39.106452 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eec86d-2d8f-48dc-b336-ffabff99f40c req-75f022fe-7504-4eaf-b46f-35e3acd04e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:39.107089 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b6eec86d-2d8f-48dc-b336-ffabff99f40c req-75f022fe-7504-4eaf-b46f-35e3acd04e6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:39.108696 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6eec86d-2d8f-48dc-b336-ffabff99f40c req-75f022fe-7504-4eaf-b46f-35e3acd04e6d service neutron] 10.222.0.54 "PUT /v2.0/ports/d57e219a-9462-47cb-9088-8db4945f0882 HTTP/1.1" status: 200 len: 1092 time: 1.0659685 Nov 12 00:52:39.109205 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5aa1e52-78ab-4516-92ce-a96614b6331e', 'tag': 'd57e219a-9462-47cb-9088-8db4945f0882'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:39.113814 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b59695-7119-4262-a6f6-7ac71260bab4" -d '{"events": [{"name": "network-changed", "server_uuid": "e5aa1e52-78ab-4516-92ce-a96614b6331e", "tag": "d57e219a-9462-47cb-9088-8db4945f0882"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:39.168870 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ba84104c-7bff-4577-a59b-dbf7dbaa7a58 req-13c0149c-f6c9-424b-9ee5-4042de403dc7 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811570 Nov 12 00:52:39.212146 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:39.234119 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74598d8-bc04-4e65-99d5-e024c45e29cd x-openstack-request-id: req-e74598d8-bc04-4e65-99d5-e024c45e29cd {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:39.234529 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5aa1e52-78ab-4516-92ce-a96614b6331e", "tag": "d57e219a-9462-47cb-9088-8db4945f0882", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:39.234782 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e74598d8-bc04-4e65-99d5-e024c45e29cd {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:39.235180 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5aa1e52-78ab-4516-92ce-a96614b6331e', 'tag': 'd57e219a-9462-47cb-9088-8db4945f0882', 'status': 'completed', 'code': 200} Nov 12 00:52:39.246085 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 4aa58cbc-0923-40dc-a1bb-108e76b6ecb8 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:52:39.273267 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f022fe-7504-4eaf-b46f-35e3acd04e6d service neutron] Pushing event updated for resources: {'Port': ['ID=d57e219a-9462-47cb-9088-8db4945f0882,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:39.342369 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7fc00-4cce-4705-9bf6-3b30cd6d794b req-d3f83f1b-94df-476b-bfd8-c09d918c9e80 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:39.346373 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3de7fc00-4cce-4705-9bf6-3b30cd6d794b req-d3f83f1b-94df-476b-bfd8-c09d918c9e80 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 946 time: 0.2030458 Nov 12 00:52:39.355891 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eec86d-2d8f-48dc-b336-ffabff99f40c req-b1bdfd30-2105-4351-912c-6c89804cbbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:39.358784 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6eec86d-2d8f-48dc-b336-ffabff99f40c req-b1bdfd30-2105-4351-912c-6c89804cbbcb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd5311579de340b4b4bd3795ded62f62&device_id=e5aa1e52-78ab-4516-92ce-a96614b6331e HTTP/1.1" status: 200 len: 1095 time: 0.1353328 Nov 12 00:52:39.387360 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9595563-e50b-4246-9f22-5c1ddd190a9f req-f0d49bb9-5a8c-471f-8a16-3231cbe333c6 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:39.389999 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f9595563-e50b-4246-9f22-5c1ddd190a9f req-f0d49bb9-5a8c-471f-8a16-3231cbe333c6 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5aa1e52-78ab-4516-92ce-a96614b6331e HTTP/1.1" status: 200 len: 943 time: 0.1029866 Nov 12 00:52:39.441408 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6eec86d-2d8f-48dc-b336-ffabff99f40c req-d48eecfb-4262-4b56-b3d6-feab00ed996a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d57e219a-9462-47cb-9088-8db4945f0882 HTTP/1.1" status: 200 len: 217 time: 0.0630181 Nov 12 00:52:39.444890 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:39.487273 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f9595563-e50b-4246-9f22-5c1ddd190a9f req-4f89593f-ecf5-4af5-ab19-4d14419fb1d0 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901227 Nov 12 00:52:39.510068 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '324c7130-81b2-4f66-93bf-b8e1473f8a7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4aa58cbc-0923-40dc-a1bb-108e76b6ecb8'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:39.515095 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89231db0-ca3f-4a6f-866d-abeaffa96e36" -d '{"events": [{"server_uuid": "324c7130-81b2-4f66-93bf-b8e1473f8a7b", "name": "network-vif-unplugged", "status": "completed", "tag": "4aa58cbc-0923-40dc-a1bb-108e76b6ecb8"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:39.521992 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3de7fc00-4cce-4705-9bf6-3b30cd6d794b req-924e4cf3-3fd2-4962-9d99-5e08d9afc373 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616607 Nov 12 00:52:39.538031 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eec86d-2d8f-48dc-b336-ffabff99f40c req-57c48b82-ddf7-47bc-8254-b4ecbc8b6203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:39.539579 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6eec86d-2d8f-48dc-b336-ffabff99f40c req-57c48b82-ddf7-47bc-8254-b4ecbc8b6203 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b3a5cf2c-8d1e-4b19-8561-7f413b7dc87c HTTP/1.1" status: 200 len: 854 time: 0.0804887 Nov 12 00:52:39.540578 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 4aa58cbc-0923-40dc-a1bb-108e76b6ecb8, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=4aa58cbc-0923-40dc-a1bb-108e76b6ecb8,segment=NetworkSegment(f276d0aa-177e-4f4e-961a-b2ec2b54d3b3),segment_id=f276d0aa-177e-4f4e-961a-b2ec2b54d3b3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:39.546878 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:39.608834 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6eec86d-2d8f-48dc-b336-ffabff99f40c req-0d3fae79-5b39-4825-aa56-a707862bbba6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=81bfe4c5-5071-416b-8d5d-76065f6e230c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586758 Nov 12 00:52:39.613699 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88fed2c5-8926-49f9-8541-2232f84e4995 x-openstack-request-id: req-88fed2c5-8926-49f9-8541-2232f84e4995 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:39.613990 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "324c7130-81b2-4f66-93bf-b8e1473f8a7b", "name": "network-vif-unplugged", "status": "completed", "tag": "4aa58cbc-0923-40dc-a1bb-108e76b6ecb8", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:39.614245 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-88fed2c5-8926-49f9-8541-2232f84e4995 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:39.614790 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '324c7130-81b2-4f66-93bf-b8e1473f8a7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4aa58cbc-0923-40dc-a1bb-108e76b6ecb8', 'code': 200} Nov 12 00:52:39.638438 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=4aa58cbc-0923-40dc-a1bb-108e76b6ecb8,revision_number=6']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:39.781079 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:39.799297 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6eec86d-2d8f-48dc-b336-ffabff99f40c req-e2f55984-e9e4-4646-967b-a26df6160285 service neutron] 10.222.0.54 "GET /v2.0/networks/81bfe4c5-5071-416b-8d5d-76065f6e230c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373742 Nov 12 00:52:39.855035 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d64ec-49f4-40ba-9436-4453849c529c req-1f86cb73-9220-4158-b7d2-415247793aaf tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:39.856627 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f19d64ec-49f4-40ba-9436-4453849c529c req-1f86cb73-9220-4158-b7d2-415247793aaf tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0bb7771-45f3-4d1b-8190-002162f82c57 HTTP/1.1" status: 200 len: 944 time: 0.1018956 Nov 12 00:52:39.919616 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6d11b907-9416-4bab-aefc-f55cfbeee981 req-f6b25702-d4d1-46a6-b02a-140570982352 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0439386 Nov 12 00:52:39.967878 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f19d64ec-49f4-40ba-9436-4453849c529c req-b5780326-319a-4677-b7bb-4dc4130ec15e tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/security-groups?id=17440375-2605-4491-a8db-d222e43a1b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680499 Nov 12 00:52:39.970027 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6eec86d-2d8f-48dc-b336-ffabff99f40c req-3e13cd8c-e131-4737-9c60-1790810b1198 service neutron] 10.222.0.54 "GET /v2.0/networks/81bfe4c5-5071-416b-8d5d-76065f6e230c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604266 Nov 12 00:52:40.090941 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0897b767-3723-49df-8d78-9b90f2cef245 req-7a4d1209-4d0d-4f6a-a36c-692e40946997 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0293896 Nov 12 00:52:40.129116 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b59695-7119-4262-a6f6-7ac71260bab4 req-fc35e356-ff8c-4a4f-a932-f7462c4545d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:40.130578 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d5b59695-7119-4262-a6f6-7ac71260bab4 req-fc35e356-ff8c-4a4f-a932-f7462c4545d3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd5311579de340b4b4bd3795ded62f62&device_id=e5aa1e52-78ab-4516-92ce-a96614b6331e HTTP/1.1" status: 200 len: 1095 time: 0.0466042 Nov 12 00:52:40.167689 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ac831-e798-4ad7-8d66-e59101f967bb req-293e5478-5ddb-4f78-94a9-c60fdbe330e4 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:40.169211 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f10ac831-e798-4ad7-8d66-e59101f967bb req-293e5478-5ddb-4f78-94a9-c60fdbe330e4 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 945 time: 0.0558388 Nov 12 00:52:40.223804 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f10ac831-e798-4ad7-8d66-e59101f967bb req-8bf2c081-921e-48b7-a9aa-f44ca64006fa tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481017 Nov 12 00:52:40.245280 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b59695-7119-4262-a6f6-7ac71260bab4 req-852a39eb-8738-4405-b262-014c638b4ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:40.246955 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d5b59695-7119-4262-a6f6-7ac71260bab4 req-852a39eb-8738-4405-b262-014c638b4ddd service neutron] 10.222.0.54 "GET /v2.0/networks?id=81bfe4c5-5071-416b-8d5d-76065f6e230c HTTP/1.1" status: 200 len: 915 time: 0.1092565 Nov 12 00:52:40.301855 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d5b59695-7119-4262-a6f6-7ac71260bab4 req-8074803f-d2f7-42da-bbdd-30e6f6d341e2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d57e219a-9462-47cb-9088-8db4945f0882 HTTP/1.1" status: 200 len: 217 time: 0.0387983 Nov 12 00:52:40.382786 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b59695-7119-4262-a6f6-7ac71260bab4 req-3f16b61f-34ed-4780-bb82-cc1b8c11cfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:40.384228 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d5b59695-7119-4262-a6f6-7ac71260bab4 req-3f16b61f-34ed-4780-bb82-cc1b8c11cfc6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b3a5cf2c-8d1e-4b19-8561-7f413b7dc87c HTTP/1.1" status: 200 len: 854 time: 0.0745630 Nov 12 00:52:40.392201 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16c164-1edd-4f6f-a58a-0e9b6d7ee042 req-4d1c50f9-7fcc-4ffb-aa3b-3d59d784ef9e tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:40.393666 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2c16c164-1edd-4f6f-a58a-0e9b6d7ee042 req-4d1c50f9-7fcc-4ffb-aa3b-3d59d784ef9e tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 945 time: 0.0943236 Nov 12 00:52:40.428576 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d5b59695-7119-4262-a6f6-7ac71260bab4 req-87472ab9-f280-4309-ab13-86afb3d2e53a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=81bfe4c5-5071-416b-8d5d-76065f6e230c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312529 Nov 12 00:52:40.488259 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2c16c164-1edd-4f6f-a58a-0e9b6d7ee042 req-34701711-bdc7-4775-9572-ffee72006f7d tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829020 Nov 12 00:52:40.557721 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d5b59695-7119-4262-a6f6-7ac71260bab4 req-114d6d61-da37-4216-b6b9-e43778ac69d7 service neutron] 10.222.0.54 "GET /v2.0/networks/81bfe4c5-5071-416b-8d5d-76065f6e230c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096990 Nov 12 00:52:40.669084 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240f688-acf3-485a-8be0-378143f8d903 req-3459d03b-9309-4dda-8d0e-a9c07e02b58b tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:40.670602 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b240f688-acf3-485a-8be0-378143f8d903 req-3459d03b-9309-4dda-8d0e-a9c07e02b58b tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5aa1e52-78ab-4516-92ce-a96614b6331e HTTP/1.1" status: 200 len: 943 time: 0.0570562 Nov 12 00:52:40.708207 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:40.725892 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca4971-a3b2-4f4c-8404-f34a1f6815e7 req-012362d4-880d-4608-bbc9-f58577fba20e tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:40.733288 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-28ca4971-a3b2-4f4c-8404-f34a1f6815e7 req-012362d4-880d-4608-bbc9-f58577fba20e tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 944 time: 0.0944066 Nov 12 00:52:40.738211 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b240f688-acf3-485a-8be0-378143f8d903 req-f4929b08-5313-4a49-83fb-a1a5e6e9b55f tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570166 Nov 12 00:52:40.743438 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d5b59695-7119-4262-a6f6-7ac71260bab4 req-f8fa8f5c-d3ed-40e1-8d94-a4635ee5b2e2 service neutron] 10.222.0.54 "GET /v2.0/networks/81bfe4c5-5071-416b-8d5d-76065f6e230c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757441 Nov 12 00:52:40.786197 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-28ca4971-a3b2-4f4c-8404-f34a1f6815e7 req-5c07060c-4da3-46fb-8321-206a3175e6fc tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520005 Nov 12 00:52:40.830476 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 2a9783e1-d3b7-48eb-808e-38342efe0398 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:52:40.886209 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 2a9783e1-d3b7-48eb-808e-38342efe0398 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:52:40.894076 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 2a9783e1-d3b7-48eb-808e-38342efe0398 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:40.894446 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:41.133523 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce5b01-7cbe-4f16-9e98-9c8322837152 req-ecd315bf-c1b0-4729-a4f1-9851453aa9cc tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:41.136434 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:41.143592 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a2ce5b01-7cbe-4f16-9e98-9c8322837152 req-ecd315bf-c1b0-4729-a4f1-9851453aa9cc tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0bb7771-45f3-4d1b-8190-002162f82c57 HTTP/1.1" status: 200 len: 944 time: 0.0795786 Nov 12 00:52:41.176378 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 2a9783e1-d3b7-48eb-808e-38342efe0398, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=2a9783e1-d3b7-48eb-808e-38342efe0398,segment=NetworkSegment(0090d7cb-533a-4a03-9ee7-360ee6bf5b1c),segment_id=0090d7cb-533a-4a03-9ee7-360ee6bf5b1c)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:41.180531 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:41.202081 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a2ce5b01-7cbe-4f16-9e98-9c8322837152 req-057cc657-a436-45aa-9928-e3baa0b2c626 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/security-groups?id=17440375-2605-4491-a8db-d222e43a1b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537663 Nov 12 00:52:41.235561 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=2a9783e1-d3b7-48eb-808e-38342efe0398,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:41.244891 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 4d2e5097-97ff-4edd-a74b-549006625d86 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:52:41.258232 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 1351ba70-8d3d-450d-8940-812dba578caa up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:52:41.366709 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 1351ba70-8d3d-450d-8940-812dba578caa completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:52:41.370444 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbce2c9-30ca-47d4-8ad3-a26f7550361a req-439439c2-045d-4e1c-925e-c57b20026156 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:41.375255 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 1351ba70-8d3d-450d-8940-812dba578caa triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:41.375805 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:41.377883 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5dbce2c9-30ca-47d4-8ad3-a26f7550361a req-439439c2-045d-4e1c-925e-c57b20026156 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 945 time: 0.0639284 Nov 12 00:52:41.448543 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 4d2e5097-97ff-4edd-a74b-549006625d86, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=4d2e5097-97ff-4edd-a74b-549006625d86,segment=NetworkSegment(0090d7cb-533a-4a03-9ee7-360ee6bf5b1c),segment_id=0090d7cb-533a-4a03-9ee7-360ee6bf5b1c)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:41.455085 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5dbce2c9-30ca-47d4-8ad3-a26f7550361a req-aab3c0f9-5e1b-4a83-847f-7f9bf4ab5266 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759377 Nov 12 00:52:41.484467 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '4d2e5097-97ff-4edd-a74b-549006625d86', 'network_id': '186a5381-1c8d-4fc3-9f46-f76bf918e468', 'port_id': '4d2e5097-97ff-4edd-a74b-549006625d86', 'mac_address': 'fa:16:3e:a7:84:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '929ad90b-3f9d-4da6-a75b-d572f75bbf86', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:52:41.497925 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:41.561862 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:41.576587 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 1351ba70-8d3d-450d-8940-812dba578caa, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=1351ba70-8d3d-450d-8940-812dba578caa,segment=NetworkSegment(0090d7cb-533a-4a03-9ee7-360ee6bf5b1c),segment_id=0090d7cb-533a-4a03-9ee7-360ee6bf5b1c)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:41.579793 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d2e5097-97ff-4edd-a74b-549006625d86 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:41.586421 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:41.616659 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0bb7771-45f3-4d1b-8190-002162f82c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9783e1-d3b7-48eb-808e-38342efe0398'}, {'server_uuid': '1579578e-83a0-4662-8616-5490f5e820c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1351ba70-8d3d-450d-8940-812dba578caa'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:41.618806 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a380fe1-6685-4c64-a98e-0f2958878e78" -d '{"events": [{"server_uuid": "a0bb7771-45f3-4d1b-8190-002162f82c57", "name": "network-vif-plugged", "status": "completed", "tag": "2a9783e1-d3b7-48eb-808e-38342efe0398"}, {"server_uuid": "1579578e-83a0-4662-8616-5490f5e820c9", "name": "network-vif-plugged", "status": "completed", "tag": "1351ba70-8d3d-450d-8940-812dba578caa"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:41.637733 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 4d2e5097-97ff-4edd-a74b-549006625d86, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=4d2e5097-97ff-4edd-a74b-549006625d86,segment=NetworkSegment(0090d7cb-533a-4a03-9ee7-360ee6bf5b1c),segment_id=0090d7cb-533a-4a03-9ee7-360ee6bf5b1c)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:41.646723 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:41.647442 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 4aa58cbc-0923-40dc-a1bb-108e76b6ecb8 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:52:41.674427 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=1351ba70-8d3d-450d-8940-812dba578caa,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:41.677607 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d600e9a-dd46-4bfe-8e07-fbfac1143a19 req-07985b69-a3a4-4082-9870-f261ba645961 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:41.691013 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4d600e9a-dd46-4bfe-8e07-fbfac1143a19 req-07985b69-a3a4-4082-9870-f261ba645961 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 945 time: 0.1056595 Nov 12 00:52:41.724626 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2616489-53e3-464c-a850-29eb164d3da1 x-openstack-request-id: req-b2616489-53e3-464c-a850-29eb164d3da1 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:41.724885 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0bb7771-45f3-4d1b-8190-002162f82c57", "name": "network-vif-plugged", "status": "completed", "tag": "2a9783e1-d3b7-48eb-808e-38342efe0398", "code": 200}, {"server_uuid": "1579578e-83a0-4662-8616-5490f5e820c9", "name": "network-vif-plugged", "status": "completed", "tag": "1351ba70-8d3d-450d-8940-812dba578caa", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:41.725152 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b2616489-53e3-464c-a850-29eb164d3da1 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:41.726237 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0bb7771-45f3-4d1b-8190-002162f82c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9783e1-d3b7-48eb-808e-38342efe0398', 'code': 200} Nov 12 00:52:41.726573 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1579578e-83a0-4662-8616-5490f5e820c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1351ba70-8d3d-450d-8940-812dba578caa', 'code': 200} Nov 12 00:52:41.784641 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4d600e9a-dd46-4bfe-8e07-fbfac1143a19 req-0960659b-b053-42c6-9ffa-a569bb0ba4cf tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925932 Nov 12 00:52:41.902839 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=4d2e5097-97ff-4edd-a74b-549006625d86,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:41.948098 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 4aa58cbc-0923-40dc-a1bb-108e76b6ecb8, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=4aa58cbc-0923-40dc-a1bb-108e76b6ecb8,segment=NetworkSegment(f276d0aa-177e-4f4e-961a-b2ec2b54d3b3),segment_id=f276d0aa-177e-4f4e-961a-b2ec2b54d3b3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:41.969516 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '4aa58cbc-0923-40dc-a1bb-108e76b6ecb8', 'network_id': 'a9bd4d97-ce4d-4779-8f54-675f72a9954e', 'port_id': '4aa58cbc-0923-40dc-a1bb-108e76b6ecb8', 'mac_address': 'fa:16:3e:51:11:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17f5a2ba-c1de-498e-a9ce-36910c55dbea', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:52:41.976293 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd35cf-0dcc-4354-886c-1d01aafb3c83 req-4ca9e4ba-e4cc-4e8b-8367-57f1a876f2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:41.978150 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-20fd35cf-0dcc-4354-886c-1d01aafb3c83 req-4ca9e4ba-e4cc-4e8b-8367-57f1a876f2fc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1579578e-83a0-4662-8616-5490f5e820c9 HTTP/1.1" status: 200 len: 1097 time: 0.1221430 Nov 12 00:52:41.994492 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0181c27-7778-42cd-82cf-b4d4c95f24d7 req-a917e1f6-5ea8-44ed-b935-6e5ccb704db1 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:41.999286 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29925dea-c034-4781-9a45-792b6c86caea req-bf8613f1-8c53-4dc1-8ace-bbdacae731ed tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:42.003623 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a0181c27-7778-42cd-82cf-b4d4c95f24d7 req-a917e1f6-5ea8-44ed-b935-6e5ccb704db1 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 944 time: 0.1035964 Nov 12 00:52:42.008247 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-29925dea-c034-4781-9a45-792b6c86caea req-bf8613f1-8c53-4dc1-8ace-bbdacae731ed tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5aa1e52-78ab-4516-92ce-a96614b6331e HTTP/1.1" status: 200 len: 943 time: 0.1478014 Nov 12 00:52:42.053131 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:42.066443 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690f83a-abfd-4e66-92d6-2e24d94e6460 req-211fb85c-c6e5-457b-8efe-9e9efb021876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:42.068069 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c690f83a-abfd-4e66-92d6-2e24d94e6460 req-211fb85c-c6e5-457b-8efe-9e9efb021876 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a0bb7771-45f3-4d1b-8190-002162f82c57 HTTP/1.1" status: 200 len: 1097 time: 0.1892154 Nov 12 00:52:42.071868 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aa58cbc-0923-40dc-a1bb-108e76b6ecb8 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:42.087386 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-20fd35cf-0dcc-4354-886c-1d01aafb3c83 req-992c001a-d0ea-4564-97f3-aa15787dc0db service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=17440375-2605-4491-a8db-d222e43a1b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807619 Nov 12 00:52:42.096607 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 4aa58cbc-0923-40dc-a1bb-108e76b6ecb8, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=4aa58cbc-0923-40dc-a1bb-108e76b6ecb8,segment=NetworkSegment(f276d0aa-177e-4f4e-961a-b2ec2b54d3b3),segment_id=f276d0aa-177e-4f4e-961a-b2ec2b54d3b3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:42.099499 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a0181c27-7778-42cd-82cf-b4d4c95f24d7 req-5f616d11-c6f4-468d-80ec-a18a75345753 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946941 Nov 12 00:52:42.103180 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:42.123809 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6934bfe1-7fdd-4554-9bff-54f82dc2b3a0 req-7b217d97-3a39-426d-88d3-547ed60934b0 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0702169 Nov 12 00:52:42.159512 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-29925dea-c034-4781-9a45-792b6c86caea req-2d93dc5f-2798-4d4d-b181-45f957f2243a tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483028 Nov 12 00:52:42.190290 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c690f83a-abfd-4e66-92d6-2e24d94e6460 req-89b1187e-4f4c-45c0-8bdd-8080a39bc06a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=17440375-2605-4491-a8db-d222e43a1b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933237 Nov 12 00:52:42.235932 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=4aa58cbc-0923-40dc-a1bb-108e76b6ecb8,revision_number=7']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:42.353011 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-42eb3a83-2a2d-4d56-baa8-9b9992452df7 req-1381309a-2fd1-43ce-b259-e0c8439810ef service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0319102 Nov 12 00:52:42.381058 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a9326-e634-4e1b-9334-2bbbb823ebbc req-4d077cc3-349b-41bf-8980-060a0d9b0405 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:42.382701 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5b0a9326-e634-4e1b-9334-2bbbb823ebbc req-4d077cc3-349b-41bf-8980-060a0d9b0405 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0bb7771-45f3-4d1b-8190-002162f82c57 HTTP/1.1" status: 200 len: 945 time: 0.0954595 Nov 12 00:52:42.449806 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5b0a9326-e634-4e1b-9334-2bbbb823ebbc req-2bfe34da-0565-464e-bea9-cf4d0a93e61c tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/security-groups?id=17440375-2605-4491-a8db-d222e43a1b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571868 Nov 12 00:52:42.578345 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:42.631454 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99942f-6c02-4067-8eb1-51f303baf1a8 req-372175c1-9807-42de-aeb8-9293333dba66 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:42.632957 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1a99942f-6c02-4067-8eb1-51f303baf1a8 req-372175c1-9807-42de-aeb8-9293333dba66 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 945 time: 0.0764310 Nov 12 00:52:42.689921 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1a99942f-6c02-4067-8eb1-51f303baf1a8 req-81833660-13ce-4889-8688-c85e087f115d tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499148 Nov 12 00:52:42.821294 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['4aa58cbc-0923-40dc-a1bb-108e76b6ecb8'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:42.852129 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['4d2e5097-97ff-4edd-a74b-549006625d86'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:42.937456 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11f149-7dee-4340-a655-86abd489b586 req-d4891a14-ed13-4c19-beb0-71db54732e2d tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:42.947436 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f11f149-7dee-4340-a655-86abd489b586 req-d4891a14-ed13-4c19-beb0-71db54732e2d tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 945 time: 0.0794549 Nov 12 00:52:43.006072 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f11f149-7dee-4340-a655-86abd489b586 req-46a9b0f2-6cb2-4f76-a8c4-54accaafb4f9 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568297 Nov 12 00:52:43.243636 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e893859-8866-4d7b-9230-2a2e6466d895 req-fa4feec7-d81b-463c-9471-0189f83d794d tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:43.245151 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4e893859-8866-4d7b-9230-2a2e6466d895 req-fa4feec7-d81b-463c-9471-0189f83d794d tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 945 time: 0.0768292 Nov 12 00:52:43.281355 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a980a86-b80d-42c6-be4b-051a44e49ef7 req-5db368c9-de22-49b2-a161-c4e794accc9e tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:43.282880 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1a980a86-b80d-42c6-be4b-051a44e49ef7 req-5db368c9-de22-49b2-a161-c4e794accc9e tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5aa1e52-78ab-4516-92ce-a96614b6331e HTTP/1.1" status: 200 len: 943 time: 0.0546653 Nov 12 00:52:43.296999 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4e893859-8866-4d7b-9230-2a2e6466d895 req-d5b64962-25ec-4d2b-af2c-cd8c9a7b44ca tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443997 Nov 12 00:52:43.332872 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1a980a86-b80d-42c6-be4b-051a44e49ef7 req-3d32b2d7-f1cd-490e-afdd-6c4d810ec0b6 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436294 Nov 12 00:52:43.585121 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd63b99-35ee-4a3b-98bc-250b39b163a9 req-0fb71abc-b3a8-4d62-8961-28970258f794 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:43.586752 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6cd63b99-35ee-4a3b-98bc-250b39b163a9 req-0fb71abc-b3a8-4d62-8961-28970258f794 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0bb7771-45f3-4d1b-8190-002162f82c57 HTTP/1.1" status: 200 len: 945 time: 0.0534952 Nov 12 00:52:43.649820 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6cd63b99-35ee-4a3b-98bc-250b39b163a9 req-45fe3207-d7a4-4897-8cba-0ff747789474 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/security-groups?id=17440375-2605-4491-a8db-d222e43a1b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546584 Nov 12 00:52:43.856367 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bf9d3-5bba-4a3f-a1b9-2db37c3a05ad req-bce3077b-f197-4a1b-af64-ab01f2ed3f25 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:43.858786 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ab1bf9d3-5bba-4a3f-a1b9-2db37c3a05ad req-bce3077b-f197-4a1b-af64-ab01f2ed3f25 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 945 time: 0.0781949 Nov 12 00:52:43.924268 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ab1bf9d3-5bba-4a3f-a1b9-2db37c3a05ad req-3926825e-ad78-40a8-ac47-0922f2154460 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584769 Nov 12 00:52:44.145544 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c1972-f4f4-4131-88f0-26e1365a9e8a req-138a810f-5d6d-49df-bac4-77eed14e3e91 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:44.147564 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-514c1972-f4f4-4131-88f0-26e1365a9e8a req-138a810f-5d6d-49df-bac4-77eed14e3e91 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 945 time: 0.0536640 Nov 12 00:52:44.203635 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-514c1972-f4f4-4131-88f0-26e1365a9e8a req-153c4d72-f409-4843-bfb3-db4e88280eb3 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492413 Nov 12 00:52:44.426192 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470f643-3273-4665-b8e5-aae7ac7096eb req-ee4a18cf-0989-47ac-81db-aa22e87b0b1b tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:44.429858 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3470f643-3273-4665-b8e5-aae7ac7096eb req-ee4a18cf-0989-47ac-81db-aa22e87b0b1b tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 945 time: 0.0580320 Nov 12 00:52:44.476127 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3470f643-3273-4665-b8e5-aae7ac7096eb req-91c84f8f-ac9c-4832-9caf-fb50d4418214 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423646 Nov 12 00:52:44.479122 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b3ddb737-01af-41de-b1cc-16b5fc1c6019 req-5b2a7598-e00e-4f8b-9471-035d6c69c0a0 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0344446 Nov 12 00:52:44.499623 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f955fe8-3119-44e8-a11f-224dec67b304 req-4e22c8a3-400e-49dd-a6fc-1805ab45f499 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:44.501157 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f955fe8-3119-44e8-a11f-224dec67b304 req-4e22c8a3-400e-49dd-a6fc-1805ab45f499 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5aa1e52-78ab-4516-92ce-a96614b6331e HTTP/1.1" status: 200 len: 943 time: 0.0884740 Nov 12 00:52:44.552137 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f955fe8-3119-44e8-a11f-224dec67b304 req-dc07559a-03ff-4b48-863e-01bc8ee02f89 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437963 Nov 12 00:52:44.620527 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5c9f7144-05f8-4c8f-a65d-6fe11f9734ae req-0967d412-ecd2-445a-9143-be636df573ea service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0256934 Nov 12 00:52:44.771436 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8409c-b64e-4447-b178-fa9246afc44f req-8eecb5ff-bbb5-44bb-9769-c39acad00544 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:44.772899 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e1c8409c-b64e-4447-b178-fa9246afc44f req-8eecb5ff-bbb5-44bb-9769-c39acad00544 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0bb7771-45f3-4d1b-8190-002162f82c57 HTTP/1.1" status: 200 len: 945 time: 0.0504396 Nov 12 00:52:44.819699 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e1c8409c-b64e-4447-b178-fa9246afc44f req-ad3c04cc-4bc9-495d-9b86-ad77a0d8014f tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/security-groups?id=17440375-2605-4491-a8db-d222e43a1b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406196 Nov 12 00:52:44.938201 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3dc6a-0a54-4f84-be64-32f2152ca287 req-f8b66870-fda5-452e-8de0-dab021e8b732 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:44.939598 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f4e3dc6a-0a54-4f84-be64-32f2152ca287 req-f8b66870-fda5-452e-8de0-dab021e8b732 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/ports?device_id=678918ff-cd72-4856-95cf-082936e91df8 HTTP/1.1" status: 200 len: 944 time: 0.0488307 Nov 12 00:52:44.990538 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f4e3dc6a-0a54-4f84-be64-32f2152ca287 req-b40ae34b-fd0a-44b4-838f-026090f04dbb tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/security-groups?id=17440375-2605-4491-a8db-d222e43a1b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435519 Nov 12 00:52:45.101981 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd4489-1048-4387-ae50-e1c048b5b4b8 req-dbe9f4a6-5a65-431b-9a51-2d157faab8e8 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:45.103459 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-24cd4489-1048-4387-ae50-e1c048b5b4b8 req-dbe9f4a6-5a65-431b-9a51-2d157faab8e8 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 945 time: 0.1085334 Nov 12 00:52:45.156568 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-24cd4489-1048-4387-ae50-e1c048b5b4b8 req-b5600537-1324-4429-a7fc-5aab2649ca61 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465579 Nov 12 00:52:45.260421 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device d57e219a-9462-47cb-9088-8db4945f0882 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:52:45.275008 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 4d2e5097-97ff-4edd-a74b-549006625d86 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:52:45.371014 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd739e6-06af-4608-98b1-0c9636a7fa08 req-5e0db63a-8d65-4b04-bb07-1b94f2144bc7 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:45.372525 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6cd739e6-06af-4608-98b1-0c9636a7fa08 req-5e0db63a-8d65-4b04-bb07-1b94f2144bc7 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 945 time: 0.0929599 Nov 12 00:52:45.379743 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddba4df-9103-491b-b5f1-a66c0455dfd0 req-bcb6abae-439c-4fa9-a43c-d3f8f19ede94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:45.381341 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5ddba4df-9103-491b-b5f1-a66c0455dfd0 req-bcb6abae-439c-4fa9-a43c-d3f8f19ede94 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f62521c5dc664ba4a3bbe0954819df3b&device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 1097 time: 0.0615513 Nov 12 00:52:45.388344 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 4d2e5097-97ff-4edd-a74b-549006625d86 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:52:45.401298 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 4d2e5097-97ff-4edd-a74b-549006625d86 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:45.401691 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:45.435876 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port d57e219a-9462-47cb-9088-8db4945f0882, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=d57e219a-9462-47cb-9088-8db4945f0882,segment=NetworkSegment(47d4bfe1-e950-4b7f-9539-0e611123121b),segment_id=47d4bfe1-e950-4b7f-9539-0e611123121b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:45.455010 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'd57e219a-9462-47cb-9088-8db4945f0882', 'network_id': '81bfe4c5-5071-416b-8d5d-76065f6e230c', 'port_id': 'd57e219a-9462-47cb-9088-8db4945f0882', 'mac_address': 'fa:16:3e:2c:bb:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3a5cf2c-8d1e-4b19-8561-7f413b7dc87c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:52:45.484252 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6cd739e6-06af-4608-98b1-0c9636a7fa08 req-755d1fe5-4057-4cf0-8b52-30506599131b tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019588 Nov 12 00:52:45.516324 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddba4df-9103-491b-b5f1-a66c0455dfd0 req-d2c768de-4f8f-46a0-9bca-2ded30366443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:45.518079 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5ddba4df-9103-491b-b5f1-a66c0455dfd0 req-d2c768de-4f8f-46a0-9bca-2ded30366443 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9bd80eeb-5154-4c03-9db9-fcf789d8dd48 HTTP/1.1" status: 200 len: 918 time: 0.1271441 Nov 12 00:52:45.518675 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:45.541472 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:45.543997 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d57e219a-9462-47cb-9088-8db4945f0882 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:45.582701 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678918ff-cd72-4856-95cf-082936e91df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d2e5097-97ff-4edd-a74b-549006625d86'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:45.584916 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11297045-3399-4f12-a85f-f9cacf95d9a7" -d '{"events": [{"server_uuid": "678918ff-cd72-4856-95cf-082936e91df8", "name": "network-vif-plugged", "status": "completed", "tag": "4d2e5097-97ff-4edd-a74b-549006625d86"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:45.588665 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port d57e219a-9462-47cb-9088-8db4945f0882, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=d57e219a-9462-47cb-9088-8db4945f0882,segment=NetworkSegment(47d4bfe1-e950-4b7f-9539-0e611123121b),segment_id=47d4bfe1-e950-4b7f-9539-0e611123121b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:45.599444 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:45.602192 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 4d2e5097-97ff-4edd-a74b-549006625d86, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=4d2e5097-97ff-4edd-a74b-549006625d86,segment=NetworkSegment(0090d7cb-533a-4a03-9ee7-360ee6bf5b1c),segment_id=0090d7cb-533a-4a03-9ee7-360ee6bf5b1c)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:45.606917 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:45.608010 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 4aa58cbc-0923-40dc-a1bb-108e76b6ecb8 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:52:45.618923 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5ddba4df-9103-491b-b5f1-a66c0455dfd0 req-757848fb-07cf-4e9a-bb44-c25af1669721 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=946f0a4e-ab72-40bd-a433-f66ebca1996e HTTP/1.1" status: 200 len: 1001 time: 0.0909812 Nov 12 00:52:45.629969 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7437f-380c-4fc5-8805-2553c72389c1 req-ef0aaaf4-0dec-434f-adfc-c2773204c3be tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:45.637854 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-02c7437f-380c-4fc5-8805-2553c72389c1 req-ef0aaaf4-0dec-434f-adfc-c2773204c3be tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 945 time: 0.0786862 Nov 12 00:52:45.683419 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=d57e219a-9462-47cb-9088-8db4945f0882,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:45.702054 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-02c7437f-380c-4fc5-8805-2553c72389c1 req-147e39f9-bfd2-4813-a236-57c5c7bd76aa tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632570 Nov 12 00:52:45.726785 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddba4df-9103-491b-b5f1-a66c0455dfd0 req-c8744d7f-a98d-429a-b688-65c8325c9690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:45.728549 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5ddba4df-9103-491b-b5f1-a66c0455dfd0 req-c8744d7f-a98d-429a-b688-65c8325c9690 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04c51f1f-4fad-42e7-a817-4af69d874ab6 HTTP/1.1" status: 200 len: 856 time: 0.1022975 Nov 12 00:52:45.730956 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 4aa58cbc-0923-40dc-a1bb-108e76b6ecb8 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:45.731348 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:45.748429 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b1fcb-f8e1-43c8-bd36-60a1235e1444 req-e7eaf9fa-1047-4308-8e91-41004f46a906 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:45.756574 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-809b1fcb-f8e1-43c8-bd36-60a1235e1444 req-e7eaf9fa-1047-4308-8e91-41004f46a906 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5aa1e52-78ab-4516-92ce-a96614b6331e HTTP/1.1" status: 200 len: 944 time: 0.0829515 Nov 12 00:52:45.761308 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fe7933-74cc-4987-a7ff-c4b44ff2cf79 x-openstack-request-id: req-99fe7933-74cc-4987-a7ff-c4b44ff2cf79 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:45.761625 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678918ff-cd72-4856-95cf-082936e91df8", "name": "network-vif-plugged", "status": "completed", "tag": "4d2e5097-97ff-4edd-a74b-549006625d86", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:45.761875 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-99fe7933-74cc-4987-a7ff-c4b44ff2cf79 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:45.762265 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678918ff-cd72-4856-95cf-082936e91df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d2e5097-97ff-4edd-a74b-549006625d86', 'code': 200} Nov 12 00:52:45.767647 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=4d2e5097-97ff-4edd-a74b-549006625d86,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:45.828239 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddba4df-9103-491b-b5f1-a66c0455dfd0 req-b1164bdc-19d5-4d01-be1e-f2def75078b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:45.829428 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5ddba4df-9103-491b-b5f1-a66c0455dfd0 req-b1164bdc-19d5-4d01-be1e-f2def75078b4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9bd80eeb-5154-4c03-9db9-fcf789d8dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0904908 Nov 12 00:52:45.831951 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:45.837046 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-809b1fcb-f8e1-43c8-bd36-60a1235e1444 req-0e2641d4-80d7-45f5-8b69-0f9cd460a81b tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801749 Nov 12 00:52:45.872040 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 4aa58cbc-0923-40dc-a1bb-108e76b6ecb8, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=4aa58cbc-0923-40dc-a1bb-108e76b6ecb8,segment=NetworkSegment(f276d0aa-177e-4f4e-961a-b2ec2b54d3b3),segment_id=f276d0aa-177e-4f4e-961a-b2ec2b54d3b3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:45.877191 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:45.934150 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a68d8-968b-4b63-b936-794bcd313f9e req-a141edb8-459b-4f30-a10a-0ac9feec1147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:45.937286 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-837a68d8-968b-4b63-b936-794bcd313f9e req-a141edb8-459b-4f30-a10a-0ac9feec1147 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=678918ff-cd72-4856-95cf-082936e91df8 HTTP/1.1" status: 200 len: 1097 time: 0.0487373 Nov 12 00:52:45.939687 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=4aa58cbc-0923-40dc-a1bb-108e76b6ecb8,revision_number=8']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:45.945253 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5ddba4df-9103-491b-b5f1-a66c0455dfd0 req-3c801067-c7ec-4588-a955-25aa66b859cb service neutron] 10.222.0.54 "GET /v2.0/networks/9bd80eeb-5154-4c03-9db9-fcf789d8dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052592 Nov 12 00:52:46.000968 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-837a68d8-968b-4b63-b936-794bcd313f9e req-24bd91f1-cba6-43b4-8799-89e58e7694b0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=17440375-2605-4491-a8db-d222e43a1b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557005 Nov 12 00:52:46.046413 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5ddba4df-9103-491b-b5f1-a66c0455dfd0 req-047d50a6-199d-4a6d-b581-16d72653971b service neutron] 10.222.0.54 "GET /v2.0/networks/9bd80eeb-5154-4c03-9db9-fcf789d8dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903347 Nov 12 00:52:46.118325 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec799c-db00-4aad-93ba-2944e062678a req-6bd96ab4-cbd1-4627-9782-9af5e6bae4cf tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:46.119972 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-14ec799c-db00-4aad-93ba-2944e062678a req-6bd96ab4-cbd1-4627-9782-9af5e6bae4cf tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/ports?device_id=678918ff-cd72-4856-95cf-082936e91df8 HTTP/1.1" status: 200 len: 945 time: 0.0552106 Nov 12 00:52:46.170723 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-14ec799c-db00-4aad-93ba-2944e062678a req-ec83dfa1-19d4-4f7b-8821-e7bf55b11105 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/security-groups?id=17440375-2605-4491-a8db-d222e43a1b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441806 Nov 12 00:52:46.188194 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['d57e219a-9462-47cb-9088-8db4945f0882'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:46.280553 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec479df4-2bfd-45be-b4b8-5bb24ebe1748 req-7e60750c-0a52-457e-bfda-42c7f0438f3a tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:46.282117 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ec479df4-2bfd-45be-b4b8-5bb24ebe1748 req-7e60750c-0a52-457e-bfda-42c7f0438f3a tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 945 time: 0.0504336 Nov 12 00:52:46.336703 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ec479df4-2bfd-45be-b4b8-5bb24ebe1748 req-c335c1d1-4d03-4a7d-8ff8-fe9ed92e6943 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480356 Nov 12 00:52:46.559088 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f324f95-8966-44a5-a591-776466ca9de9 req-e53a1a36-2d90-4c1c-900b-30322a93e90b service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0270681 Nov 12 00:52:46.619364 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbefe5e-62ca-4d31-8d01-b7be1bfb1b9d req-d28847d4-3b32-42ed-a72d-fb71996e902c tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:46.621039 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0bbefe5e-62ca-4d31-8d01-b7be1bfb1b9d req-d28847d4-3b32-42ed-a72d-fb71996e902c tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 945 time: 0.0609496 Nov 12 00:52:46.685011 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0bbefe5e-62ca-4d31-8d01-b7be1bfb1b9d req-2ceeab03-9850-4b71-adc4-10ad436e3209 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567665 Nov 12 00:52:46.700697 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-627f1aae-7593-497e-ad03-2ae0042fb0a6 req-e80c54a4-2839-4c07-bdbf-adb564e8aa90 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0311656 Nov 12 00:52:46.822217 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547efd5-1aa1-4ad0-8fb1-63165d552c28 req-72a17b08-5f25-4520-a72c-df0eb95c536e tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:46.823658 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d547efd5-1aa1-4ad0-8fb1-63165d552c28 req-72a17b08-5f25-4520-a72c-df0eb95c536e tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 946 time: 0.0551379 Nov 12 00:52:46.875890 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d547efd5-1aa1-4ad0-8fb1-63165d552c28 req-f1efc4d1-53f8-4c2d-bbeb-3520ac3bd544 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458777 Nov 12 00:52:47.046744 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65445ddf-6d24-41ec-8a50-d252e43866d4 req-8bd6cdc3-8b6e-4e9c-886b-c7e4c872b783 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:47.048235 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-65445ddf-6d24-41ec-8a50-d252e43866d4 req-8bd6cdc3-8b6e-4e9c-886b-c7e4c872b783 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5aa1e52-78ab-4516-92ce-a96614b6331e HTTP/1.1" status: 200 len: 944 time: 0.1072595 Nov 12 00:52:47.097819 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-65445ddf-6d24-41ec-8a50-d252e43866d4 req-98fc734c-6524-4a9a-9cc1-cc2980661969 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433562 Nov 12 00:52:47.266018 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 946f0a4e-ab72-40bd-a433-f66ebca1996e no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:52:47.295752 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263789bd-3588-4e3c-b2e5-0b5ce02644a0 req-1b0d5738-de58-4d95-84bd-2efc6dd0c9c5 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:47.297290 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-263789bd-3588-4e3c-b2e5-0b5ce02644a0 req-1b0d5738-de58-4d95-84bd-2efc6dd0c9c5 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/ports?device_id=678918ff-cd72-4856-95cf-082936e91df8 HTTP/1.1" status: 200 len: 945 time: 0.0504692 Nov 12 00:52:47.345308 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-263789bd-3588-4e3c-b2e5-0b5ce02644a0 req-83c2c300-9022-4181-a7f6-5b2f248bd0ff tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/security-groups?id=17440375-2605-4491-a8db-d222e43a1b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418642 Nov 12 00:52:47.347571 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:47.382948 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 946f0a4e-ab72-40bd-a433-f66ebca1996e, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=946f0a4e-ab72-40bd-a433-f66ebca1996e,segment=NetworkSegment(6922dc8f-e4e8-46eb-925b-ce7a975c2214),segment_id=6922dc8f-e4e8-46eb-925b-ce7a975c2214)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:47.387093 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:47.437894 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=946f0a4e-ab72-40bd-a433-f66ebca1996e,revision_number=8']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:47.468144 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f899b-111a-45a3-9d45-c9f4cf248188 req-3c4eeee6-dc5d-4777-8fdd-09cc68887bf5 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:47.469723 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fd9f899b-111a-45a3-9d45-c9f4cf248188 req-3c4eeee6-dc5d-4777-8fdd-09cc68887bf5 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 943 time: 0.0539081 Nov 12 00:52:47.518033 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fd9f899b-111a-45a3-9d45-c9f4cf248188 req-8656758c-142e-404c-a971-8d5c306a66a3 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415971 Nov 12 00:52:47.765439 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '324c7130-81b2-4f66-93bf-b8e1473f8a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa58cbc-0923-40dc-a1bb-108e76b6ecb8'}, {'server_uuid': 'b119ebf6-e1ff-4eba-b94d-797674c4ef98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '946f0a4e-ab72-40bd-a433-f66ebca1996e'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:47.768814 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711377e1-7900-4608-8dd2-69ab2f46dd62" -d '{"events": [{"server_uuid": "324c7130-81b2-4f66-93bf-b8e1473f8a7b", "name": "network-vif-plugged", "status": "completed", "tag": "4aa58cbc-0923-40dc-a1bb-108e76b6ecb8"}, {"server_uuid": "b119ebf6-e1ff-4eba-b94d-797674c4ef98", "name": "network-vif-unplugged", "status": "completed", "tag": "946f0a4e-ab72-40bd-a433-f66ebca1996e"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:47.810459 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f02ce-6d4d-4662-8101-16b89cd7d5ac req-3d82be89-510c-420e-9bce-a0a1b0b50749 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:47.812482 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21370bb0-24aa-4fe2-8c12-89fcbc1baef5 x-openstack-request-id: req-21370bb0-24aa-4fe2-8c12-89fcbc1baef5 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:47.812634 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-851f02ce-6d4d-4662-8101-16b89cd7d5ac req-3d82be89-510c-420e-9bce-a0a1b0b50749 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 945 time: 0.0556047 Nov 12 00:52:47.812887 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "324c7130-81b2-4f66-93bf-b8e1473f8a7b", "name": "network-vif-plugged", "status": "completed", "tag": "4aa58cbc-0923-40dc-a1bb-108e76b6ecb8", "code": 200}, {"server_uuid": "b119ebf6-e1ff-4eba-b94d-797674c4ef98", "name": "network-vif-unplugged", "status": "completed", "tag": "946f0a4e-ab72-40bd-a433-f66ebca1996e", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:47.813161 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-21370bb0-24aa-4fe2-8c12-89fcbc1baef5 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:47.813580 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '324c7130-81b2-4f66-93bf-b8e1473f8a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa58cbc-0923-40dc-a1bb-108e76b6ecb8', 'code': 200} Nov 12 00:52:47.813868 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b119ebf6-e1ff-4eba-b94d-797674c4ef98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '946f0a4e-ab72-40bd-a433-f66ebca1996e', 'code': 200} Nov 12 00:52:47.867075 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-851f02ce-6d4d-4662-8101-16b89cd7d5ac req-c085f4f1-b205-4506-9cfa-faed69527319 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482154 Nov 12 00:52:48.012602 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab294af1-9b12-4b6c-b2a2-8f332ff4ba79 req-4613c8a7-5e4e-4200-9af2-16739ad22b3e tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:48.015402 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ab294af1-9b12-4b6c-b2a2-8f332ff4ba79 req-4613c8a7-5e4e-4200-9af2-16739ad22b3e tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 946 time: 0.0663614 Nov 12 00:52:48.070892 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ab294af1-9b12-4b6c-b2a2-8f332ff4ba79 req-26ada4f0-3459-4da9-8cbe-b9e241310467 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493934 Nov 12 00:52:48.157915 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39312f94-896a-4bc1-9931-76a5cb229c86 req-0afcace0-b4f9-4513-adca-ca80c82df758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:48.159829 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-39312f94-896a-4bc1-9931-76a5cb229c86 req-0afcace0-b4f9-4513-adca-ca80c82df758 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 1098 time: 0.0526352 Nov 12 00:52:48.213041 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-39312f94-896a-4bc1-9931-76a5cb229c86 req-cf80a9cf-d9b7-4048-90ee-6d20fc47767c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416155 Nov 12 00:52:48.227123 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c1f12-13b8-40b9-bc94-024074e68a52 req-9b1797f9-3b2b-4dc1-a705-828033378165 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:48.228523 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3d9c1f12-13b8-40b9-bc94-024074e68a52 req-9b1797f9-3b2b-4dc1-a705-828033378165 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5aa1e52-78ab-4516-92ce-a96614b6331e HTTP/1.1" status: 200 len: 944 time: 0.0552025 Nov 12 00:52:48.277168 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3d9c1f12-13b8-40b9-bc94-024074e68a52 req-31d663ea-b856-4b71-8e7c-588b22ee47a3 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422039 Nov 12 00:52:48.460976 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd3abf-d875-4a1b-90b3-17ec2def800d req-d7383402-0e1e-4247-a61b-03af2de030c9 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:48.462487 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-69dd3abf-d875-4a1b-90b3-17ec2def800d req-d7383402-0e1e-4247-a61b-03af2de030c9 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/ports?device_id=678918ff-cd72-4856-95cf-082936e91df8 HTTP/1.1" status: 200 len: 945 time: 0.0491538 Nov 12 00:52:48.511092 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-69dd3abf-d875-4a1b-90b3-17ec2def800d req-ce22fb96-0a33-4aee-bc40-7abfef593f0d tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/security-groups?id=17440375-2605-4491-a8db-d222e43a1b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421526 Nov 12 00:52:48.629273 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaeeb1d-f050-494d-9a8b-1f6af072ed2c req-2abc8391-20a6-4bb4-9049-3207eb020a13 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:48.630831 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4eaeeb1d-f050-494d-9a8b-1f6af072ed2c req-2abc8391-20a6-4bb4-9049-3207eb020a13 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/ports?device_id=1579578e-83a0-4662-8616-5490f5e820c9 HTTP/1.1" status: 200 len: 945 time: 0.0501156 Nov 12 00:52:48.643121 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815bf7d-df83-473e-ae53-934512ab11e8 req-eac0a958-1a6c-4a37-b385-6c3a08d3dd89 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:48.644745 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1815bf7d-df83-473e-ae53-934512ab11e8 req-eac0a958-1a6c-4a37-b385-6c3a08d3dd89 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 943 time: 0.0559413 Nov 12 00:52:48.685203 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4eaeeb1d-f050-494d-9a8b-1f6af072ed2c req-a34a029a-05a8-4bd3-b527-65cef24b3d08 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/security-groups?id=17440375-2605-4491-a8db-d222e43a1b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474026 Nov 12 00:52:48.699501 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1815bf7d-df83-473e-ae53-934512ab11e8 req-b1c53f22-c5eb-42b9-8762-e8cf340d1d5e tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475950 Nov 12 00:52:48.781037 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3f57afe0-706f-4f14-9950-7bf77acd6cc6 req-156e1533-2683-4b56-9f03-34cbbe1ecf94 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0313015 Nov 12 00:52:48.907925 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c2298f27-57c7-4492-b989-54490b806545 req-b9dec116-b28d-450e-b790-f91e58c9ee84 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0274808 Nov 12 00:52:48.955086 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784b615-c2ef-4a67-8a6f-dc3d3b45d300 req-8d6dcfa1-6570-437e-9d2e-1cbebe092e7a tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:48.956846 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7784b615-c2ef-4a67-8a6f-dc3d3b45d300 req-8d6dcfa1-6570-437e-9d2e-1cbebe092e7a tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/ports?device_id=1579578e-83a0-4662-8616-5490f5e820c9 HTTP/1.1" status: 200 len: 945 time: 0.0586362 Nov 12 00:52:48.992164 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762551f-f6ac-48a9-9716-7372ae43c630 req-e96560c5-0630-4dd0-87f2-8a98e1fbb5b0 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:48.993755 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5762551f-f6ac-48a9-9716-7372ae43c630 req-e96560c5-0630-4dd0-87f2-8a98e1fbb5b0 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 945 time: 0.0520959 Nov 12 00:52:49.026166 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7784b615-c2ef-4a67-8a6f-dc3d3b45d300 req-55ded113-4a15-4d5e-995b-c1147515ab6d tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/security-groups?id=17440375-2605-4491-a8db-d222e43a1b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611365 Nov 12 00:52:49.054013 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5762551f-f6ac-48a9-9716-7372ae43c630 req-f9dbd0a4-deee-49ac-a79a-5c5399367d2c tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525508 Nov 12 00:52:49.196302 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1630827b-eea4-40e2-b672-416868b7cc5e req-74c9ad9f-68cd-4979-b896-64b0ed15f62d tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:49.197713 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1630827b-eea4-40e2-b672-416868b7cc5e req-74c9ad9f-68cd-4979-b896-64b0ed15f62d tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 946 time: 0.0512812 Nov 12 00:52:49.250713 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1630827b-eea4-40e2-b672-416868b7cc5e req-31893606-beda-4b24-8602-530929ec8f5d tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467308 Nov 12 00:52:49.282211 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device d57e219a-9462-47cb-9088-8db4945f0882 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:52:49.332644 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port d57e219a-9462-47cb-9088-8db4945f0882 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:52:49.336180 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port d57e219a-9462-47cb-9088-8db4945f0882 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:49.336552 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:49.400716 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fc2be-b12f-4c2d-9362-355e6e90f2f7 req-80442972-adae-427e-bbe1-a5d2b8054296 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:49.402353 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ab7fc2be-b12f-4c2d-9362-355e6e90f2f7 req-80442972-adae-427e-bbe1-a5d2b8054296 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5aa1e52-78ab-4516-92ce-a96614b6331e HTTP/1.1" status: 200 len: 944 time: 0.0524240 Nov 12 00:52:49.454356 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ab7fc2be-b12f-4c2d-9362-355e6e90f2f7 req-6385edb0-0a4a-407b-b4f6-0da7e6fdc0c6 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454071 Nov 12 00:52:49.543480 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:49.578567 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port d57e219a-9462-47cb-9088-8db4945f0882, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=d57e219a-9462-47cb-9088-8db4945f0882,segment=NetworkSegment(47d4bfe1-e950-4b7f-9539-0e611123121b),segment_id=47d4bfe1-e950-4b7f-9539-0e611123121b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:49.583181 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:49.628894 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=d57e219a-9462-47cb-9088-8db4945f0882,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:49.814632 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5aa1e52-78ab-4516-92ce-a96614b6331e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57e219a-9462-47cb-9088-8db4945f0882'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:49.817024 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313fe0b9-7faf-4153-abdd-b471761b7e0f" -d '{"events": [{"server_uuid": "e5aa1e52-78ab-4516-92ce-a96614b6331e", "name": "network-vif-plugged", "status": "completed", "tag": "d57e219a-9462-47cb-9088-8db4945f0882"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:49.823651 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb18b7-8cbb-4e0a-a021-812b25359dc0 req-100dadc7-da62-428f-a6a7-cc9ec7e9abfb tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:49.825149 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-daeb18b7-8cbb-4e0a-a021-812b25359dc0 req-100dadc7-da62-428f-a6a7-cc9ec7e9abfb tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 943 time: 0.0502183 Nov 12 00:52:49.852689 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d6dac0-cd4f-4516-9f34-10497155e0e8 x-openstack-request-id: req-b8d6dac0-cd4f-4516-9f34-10497155e0e8 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:49.852976 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5aa1e52-78ab-4516-92ce-a96614b6331e", "name": "network-vif-plugged", "status": "completed", "tag": "d57e219a-9462-47cb-9088-8db4945f0882", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:49.853225 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b8d6dac0-cd4f-4516-9f34-10497155e0e8 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:49.853635 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5aa1e52-78ab-4516-92ce-a96614b6331e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57e219a-9462-47cb-9088-8db4945f0882', 'code': 200} Nov 12 00:52:49.873924 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-daeb18b7-8cbb-4e0a-a021-812b25359dc0 req-f35ce243-b9dc-4e18-a00b-ae93c4be617d tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417531 Nov 12 00:52:50.084642 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a161c-f995-4774-9000-fd262ea73e57 req-c55abd6d-a5e8-44ed-a7ad-b0b3d4af3cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:50.086299 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-810a161c-f995-4774-9000-fd262ea73e57 req-c55abd6d-a5e8-44ed-a7ad-b0b3d4af3cef service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e5aa1e52-78ab-4516-92ce-a96614b6331e HTTP/1.1" status: 200 len: 1097 time: 0.0454180 Nov 12 00:52:50.163835 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7e334-f675-44e3-a27b-5868af812318 req-fbdc6e79-e658-4b14-9c0b-669cfd34c299 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:50.165748 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c7f7e334-f675-44e3-a27b-5868af812318 req-fbdc6e79-e658-4b14-9c0b-669cfd34c299 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/ports?device_id=1579578e-83a0-4662-8616-5490f5e820c9 HTTP/1.1" status: 200 len: 945 time: 0.0605211 Nov 12 00:52:50.175257 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-810a161c-f995-4774-9000-fd262ea73e57 req-c77d4d5a-414f-43dd-b7e8-c19c5ffebfe8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607851 Nov 12 00:52:50.227087 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c7f7e334-f675-44e3-a27b-5868af812318 req-99068898-a8c5-4e66-ac75-208f4052719d tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/security-groups?id=17440375-2605-4491-a8db-d222e43a1b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531175 Nov 12 00:52:50.328160 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab6c90-f0c6-473e-94b0-b3045048a938 req-46e24dfd-b282-4ba4-952c-00137af5b391 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:50.329645 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4fab6c90-f0c6-473e-94b0-b3045048a938 req-46e24dfd-b282-4ba4-952c-00137af5b391 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 945 time: 0.0559232 Nov 12 00:52:50.381100 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4fab6c90-f0c6-473e-94b0-b3045048a938 req-81851381-0f8f-4324-95ef-f15f55559482 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451710 Nov 12 00:52:50.421561 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11db40c-4cef-401a-97f7-34af368cdac2 req-831e8ef7-f8d4-41e6-96a0-0ada3b6e669e tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:50.423026 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f11db40c-4cef-401a-97f7-34af368cdac2 req-831e8ef7-f8d4-41e6-96a0-0ada3b6e669e tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 946 time: 0.0562859 Nov 12 00:52:50.441707 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [req-ed90694a-4b0f-4b58-8cfd-fedaf141ef1b req-39cfb935-f21f-4d35-a572-eaa6e47f84c0 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:52:50.442729 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ed90694a-4b0f-4b58-8cfd-fedaf141ef1b req-39cfb935-f21f-4d35-a572-eaa6e47f84c0 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056410 Nov 12 00:52:50.476771 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f11db40c-4cef-401a-97f7-34af368cdac2 req-6cc94e1d-e813-4e32-8dc8-4bef4e7a2c32 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465281 Nov 12 00:52:50.600607 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333b5c0-1259-419f-b3d4-948390be4913 req-2ec92391-d22f-4adc-8f9b-4c5ed53f6032 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:50.606010 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8333b5c0-1259-419f-b3d4-948390be4913 req-2ec92391-d22f-4adc-8f9b-4c5ed53f6032 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5aa1e52-78ab-4516-92ce-a96614b6331e HTTP/1.1" status: 200 len: 945 time: 0.0695710 Nov 12 00:52:50.623221 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0539f2d2-ae70-43dd-aa37-3f6de68faf3d req-57b2df18-6e06-4ef3-940b-62a93795f5bd tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:50.632174 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0539f2d2-ae70-43dd-aa37-3f6de68faf3d req-57b2df18-6e06-4ef3-940b-62a93795f5bd tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 946 time: 0.0703275 Nov 12 00:52:50.671826 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8333b5c0-1259-419f-b3d4-948390be4913 req-a4c866bf-d1da-44ed-87a7-10b728c8a3f3 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629556 Nov 12 00:52:50.706130 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0539f2d2-ae70-43dd-aa37-3f6de68faf3d req-af353918-eab4-4dd9-97e0-23d0cb2aeb9e tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707378 Nov 12 00:52:50.813348 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3140d-81c1-40e1-835c-ffafec3e6551 req-787059f0-5ba2-406a-9025-175388bfa0a6 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:50.815018 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-27d3140d-81c1-40e1-835c-ffafec3e6551 req-787059f0-5ba2-406a-9025-175388bfa0a6 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 943 time: 0.0683331 Nov 12 00:52:50.895671 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-27d3140d-81c1-40e1-835c-ffafec3e6551 req-a0e0a4fc-fa41-4a71-b7db-ec1ebc04cb38 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711946 Nov 12 00:52:50.953115 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6ba43a25-3aab-4156-b5b6-b95e82aaa0aa req-11ab07a3-d6bd-413f-8ffb-d17271f6494b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1370969 Nov 12 00:52:50.965620 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [req-6ba43a25-3aab-4156-b5b6-b95e82aaa0aa req-6b4f0ad0-22d3-463b-a86d-9a502df12de7 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:52:50.967389 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6ba43a25-3aab-4156-b5b6-b95e82aaa0aa req-6b4f0ad0-22d3-463b-a86d-9a502df12de7 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072823 Nov 12 00:52:51.075130 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-62a0aa0f-2ef7-4e61-9e48-7268e5d1de6a req-38bb02a4-1cc1-49ba-934d-64245ed8e1fe service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0385675 Nov 12 00:52:51.198471 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16714d-af77-4f1b-8c86-32396cfda39d req-b45d3e05-4f28-4a37-b10f-e39b17e2101a tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:51.200117 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ab16714d-af77-4f1b-8c86-32396cfda39d req-b45d3e05-4f28-4a37-b10f-e39b17e2101a tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/networks?id=a9bd4d97-ce4d-4779-8f54-675f72a9954e HTTP/1.1" status: 200 len: 815 time: 0.1201332 Nov 12 00:52:51.230904 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ab16714d-af77-4f1b-8c86-32396cfda39d req-8a22d9fa-0b7e-4b8f-9c15-0406b2f0f12a tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/quotas/f045ae1c986f44b38353f7deb19cfbd4 HTTP/1.1" status: 200 len: 375 time: 0.0154088 Nov 12 00:52:51.240831 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-713c3fce-2dd8-41a3-a3bb-a8c42239eb01 req-7d5ceeb4-7451-48aa-992b-616d66e1073c service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0411465 Nov 12 00:52:51.290197 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ab16714d-af77-4f1b-8c86-32396cfda39d req-2c1fa2be-aa1a-41c0-8ecd-9467a2b819bb tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f045ae1c986f44b38353f7deb19cfbd4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0522494 Nov 12 00:52:51.374449 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e1a9c-0afe-4d26-86eb-a132d8430a91 req-bb9ee50f-85d8-48ae-b457-0b282936804f tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:51.376300 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5a0e1a9c-0afe-4d26-86eb-a132d8430a91 req-bb9ee50f-85d8-48ae-b457-0b282936804f tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/ports?device_id=1579578e-83a0-4662-8616-5490f5e820c9 HTTP/1.1" status: 200 len: 945 time: 0.0665982 Nov 12 00:52:51.402273 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ab16714d-af77-4f1b-8c86-32396cfda39d req-9fd2fed6-4e9a-4445-9093-5398e2c45830 service neutron] 10.222.0.20 "GET /v2.0/networks/a9bd4d97-ce4d-4779-8f54-675f72a9954e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020765 Nov 12 00:52:51.438660 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5a0e1a9c-0afe-4d26-86eb-a132d8430a91 req-8a37903c-e4de-402a-a7d7-ed3442ed05bc tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/security-groups?id=17440375-2605-4491-a8db-d222e43a1b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547512 Nov 12 00:52:51.511920 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ab16714d-af77-4f1b-8c86-32396cfda39d req-47b249a4-180a-4ac9-91df-6b14647a66db service neutron] 10.222.0.20 "GET /v2.0/networks/a9bd4d97-ce4d-4779-8f54-675f72a9954e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015975 Nov 12 00:52:51.646421 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a079e4-e53d-4b36-be5a-ce4447e94d03 req-fe84bdea-7896-40ed-bd8d-02fa5111a4c5 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:51.647925 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e5a079e4-e53d-4b36-be5a-ce4447e94d03 req-fe84bdea-7896-40ed-bd8d-02fa5111a4c5 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 945 time: 0.0580280 Nov 12 00:52:51.709942 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7d5cacf9-b446-44d3-a160-454262066c8d req-e4942d46-1555-4917-a2ca-5a5fdab018be tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f9a2ab6-4e59-441e-84a8-5c62e2a429f8 HTTP/1.1" status: 200 len: 210 time: 0.0455904 Nov 12 00:52:51.723142 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e5a079e4-e53d-4b36-be5a-ce4447e94d03 req-32bcd253-1369-4839-baa2-b64fcb74565c tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662127 Nov 12 00:52:51.850539 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5104a3-49ca-4340-a231-5a3d3425bdfb req-0c2d616b-b987-411e-bc18-78f99162853f tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:51.858244 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fe5104a3-49ca-4340-a231-5a3d3425bdfb req-0c2d616b-b987-411e-bc18-78f99162853f tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5aa1e52-78ab-4516-92ce-a96614b6331e HTTP/1.1" status: 200 len: 945 time: 0.0694528 Nov 12 00:52:51.938568 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674251d-6ffe-4f0d-9150-24e90d7362eb req-99ce4610-c410-45a7-9582-8aa0deab7018 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:51.940504 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3674251d-6ffe-4f0d-9150-24e90d7362eb req-99ce4610-c410-45a7-9582-8aa0deab7018 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.54 "GET /v2.0/ports?device_id=1579578e-83a0-4662-8616-5490f5e820c9 HTTP/1.1" status: 200 len: 945 time: 0.1076298 Nov 12 00:52:51.950058 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fe5104a3-49ca-4340-a231-5a3d3425bdfb req-90fd1451-6c58-44d6-b7de-a63ce91a3cfe tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908670 Nov 12 00:52:52.054663 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf9b0b-9ce7-4acb-9580-8930785c7aea req-10b3c562-9537-4d84-bd1f-f0d1e2948be8 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:52.056207 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7ddf9b0b-9ce7-4acb-9580-8930785c7aea req-10b3c562-9537-4d84-bd1f-f0d1e2948be8 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 943 time: 0.0575585 Nov 12 00:52:52.110018 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-3674251d-6ffe-4f0d-9150-24e90d7362eb req-76aa3620-a10a-4ae7-9458-ddca08010d6d tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Deleting port 1351ba70-8d3d-450d-8940-812dba578caa {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:52:52.110637 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-3674251d-6ffe-4f0d-9150-24e90d7362eb req-76aa3620-a10a-4ae7-9458-ddca08010d6d tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:52.128323 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7ddf9b0b-9ce7-4acb-9580-8930785c7aea req-1e887da5-f20a-4782-a432-6eac4a1d8358 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627470 Nov 12 00:52:52.241520 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-3674251d-6ffe-4f0d-9150-24e90d7362eb req-76aa3620-a10a-4ae7-9458-ddca08010d6d tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] For port 1351ba70-8d3d-450d-8940-812dba578caa, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=1351ba70-8d3d-450d-8940-812dba578caa,segment=NetworkSegment(0090d7cb-533a-4a03-9ee7-360ee6bf5b1c),segment_id=0090d7cb-533a-4a03-9ee7-360ee6bf5b1c)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:52.241805 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-3674251d-6ffe-4f0d-9150-24e90d7362eb req-76aa3620-a10a-4ae7-9458-ddca08010d6d tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:52.260827 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-3674251d-6ffe-4f0d-9150-24e90d7362eb req-76aa3620-a10a-4ae7-9458-ddca08010d6d tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Calling delete_port for 1351ba70-8d3d-450d-8940-812dba578caa owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:52:52.643113 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83038481-a2fa-4d4c-9512-f320df2e87f6 req-5aa1cbf9-8f33-4ecc-b4e5-040942312448 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:52.644505 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-83038481-a2fa-4d4c-9512-f320df2e87f6 req-5aa1cbf9-8f33-4ecc-b4e5-040942312448 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/ports?device_id=1579578e-83a0-4662-8616-5490f5e820c9 HTTP/1.1" status: 200 len: 945 time: 0.0755765 Nov 12 00:52:52.749791 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-83038481-a2fa-4d4c-9512-f320df2e87f6 req-ed85001d-5526-4916-bed6-a28793b613e6 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/security-groups?id=17440375-2605-4491-a8db-d222e43a1b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977681 Nov 12 00:52:52.759205 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-3674251d-6ffe-4f0d-9150-24e90d7362eb req-76aa3620-a10a-4ae7-9458-ddca08010d6d tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:52.813560 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['1351ba70-8d3d-450d-8940-812dba578caa', '4d2e5097-97ff-4edd-a74b-549006625d86'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:52.824281 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['2a9783e1-d3b7-48eb-808e-38342efe0398'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:52.867856 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d4f37149-65d2-469a-b317-74f001a22d78 req-46abd837-8280-4bd5-8cea-26d92abd04d8 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f9a2ab6-4e59-441e-84a8-5c62e2a429f8 HTTP/1.1" status: 200 len: 210 time: 0.0401702 Nov 12 00:52:52.905778 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa3620-a10a-4ae7-9458-ddca08010d6d tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Pushing event deleted for resources: {'Port': ['ID=1351ba70-8d3d-450d-8940-812dba578caa,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:52.933108 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-3674251d-6ffe-4f0d-9150-24e90d7362eb req-76aa3620-a10a-4ae7-9458-ddca08010d6d tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] No DVR routers for this DVR port 1351ba70-8d3d-450d-8940-812dba578caa on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:52:52.953235 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-3674251d-6ffe-4f0d-9150-24e90d7362eb req-76aa3620-a10a-4ae7-9458-ddca08010d6d tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:52.956748 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3674251d-6ffe-4f0d-9150-24e90d7362eb req-76aa3620-a10a-4ae7-9458-ddca08010d6d tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.54 "DELETE /v2.0/ports/1351ba70-8d3d-450d-8940-812dba578caa HTTP/1.1" status: 204 len: 173 time: 0.9932168 Nov 12 00:52:52.957320 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1579578e-83a0-4662-8616-5490f5e820c9', 'name': 'network-vif-deleted', 'tag': '1351ba70-8d3d-450d-8940-812dba578caa'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:52.960024 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50bea976-03c1-4ba9-8a84-5efc91a69550" -d '{"events": [{"server_uuid": "1579578e-83a0-4662-8616-5490f5e820c9", "name": "network-vif-deleted", "tag": "1351ba70-8d3d-450d-8940-812dba578caa"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:53.037868 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddfbff3-bb07-4c19-8eec-79a01963b58d req-e44d04f6-b0b4-46df-8869-483288307a85 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:53.048493 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8ddfbff3-bb07-4c19-8eec-79a01963b58d req-e44d04f6-b0b4-46df-8869-483288307a85 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 945 time: 0.1730089 Nov 12 00:52:53.075453 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d6c697-1546-45bc-8a6f-14b57102b2e4 x-openstack-request-id: req-12d6c697-1546-45bc-8a6f-14b57102b2e4 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:53.076025 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1579578e-83a0-4662-8616-5490f5e820c9", "name": "network-vif-deleted", "tag": "1351ba70-8d3d-450d-8940-812dba578caa", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:53.076552 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-12d6c697-1546-45bc-8a6f-14b57102b2e4 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:53.077160 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1579578e-83a0-4662-8616-5490f5e820c9', 'name': 'network-vif-deleted', 'tag': '1351ba70-8d3d-450d-8940-812dba578caa', 'status': 'completed', 'code': 200} Nov 12 00:52:53.136373 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8ddfbff3-bb07-4c19-8eec-79a01963b58d req-3b311788-e581-4ec2-9db5-cfad49e2041c tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838621 Nov 12 00:52:53.281387 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16714d-af77-4f1b-8c86-32396cfda39d req-267346c4-010d-4c37-9d38-326d0acf6374 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:53.282211 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 946f0a4e-ab72-40bd-a433-f66ebca1996e no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:52:53.285081 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ab16714d-af77-4f1b-8c86-32396cfda39d req-267346c4-010d-4c37-9d38-326d0acf6374 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.49 "GET /v2.0/networks?id=a9bd4d97-ce4d-4779-8f54-675f72a9954e HTTP/1.1" status: 200 len: 815 time: 0.2631128 Nov 12 00:52:53.296106 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a4761-e5b2-4302-ae64-5d9142554c81 req-6f415683-3895-4721-a52b-d77a9af9d139 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:53.299037 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-824a4761-e5b2-4302-ae64-5d9142554c81 req-6f415683-3895-4721-a52b-d77a9af9d139 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.54 "GET /v2.0/ports?device_id=324c7130-81b2-4f66-93bf-b8e1473f8a7b HTTP/1.1" status: 200 len: 946 time: 0.1371043 Nov 12 00:52:53.324204 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-ab16714d-af77-4f1b-8c86-32396cfda39d req-debf7c83-d816-44b3-8c89-a1cebe182c96 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Request body: {'port': {'device_id': '5f9a2ab6-4e59-441e-84a8-5c62e2a429f8', 'network_id': 'a9bd4d97-ce4d-4779-8f54-675f72a9954e', 'admin_state_up': True, 'tenant_id': 'f045ae1c986f44b38353f7deb19cfbd4'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:53.400957 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd9d34-2a5e-47aa-b10e-06b7cb09c1a8 req-36118a21-6659-488b-97ca-c1fd913205d8 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:53.403574 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c7fd9d34-2a5e-47aa-b10e-06b7cb09c1a8 req-36118a21-6659-488b-97ca-c1fd913205d8 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5aa1e52-78ab-4516-92ce-a96614b6331e HTTP/1.1" status: 200 len: 945 time: 0.1172402 Nov 12 00:52:53.466462 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5f4dcea7-b882-45c7-b157-81aa248b5926 req-9f1884aa-c6a0-4096-bfb6-410d24dc2309 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0448079 Nov 12 00:52:53.467857 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7940301-f887-43cb-8cad-964b91f2ccea req-cddd56ca-5c44-47ad-9e43-13486aba76cb tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:53.475786 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a7940301-f887-43cb-8cad-964b91f2ccea req-cddd56ca-5c44-47ad-9e43-13486aba76cb tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 943 time: 0.1766982 Nov 12 00:52:53.525867 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c7fd9d34-2a5e-47aa-b10e-06b7cb09c1a8 req-74065690-f784-46f5-90dc-0a54c2be8580 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134615 Nov 12 00:52:53.561879 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a7940301-f887-43cb-8cad-964b91f2ccea req-227da5ad-9e92-4593-81d3-bc6c05c3cff6 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848145 Nov 12 00:52:53.570508 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab16714d-af77-4f1b-8c86-32396cfda39d req-debf7c83-d816-44b3-8c89-a1cebe182c96 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Made reservation on behalf of f045ae1c986f44b38353f7deb19cfbd4 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:52:53.585195 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ab16714d-af77-4f1b-8c86-32396cfda39d req-debf7c83-d816-44b3-8c89-a1cebe182c96 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:53.607130 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-824a4761-e5b2-4302-ae64-5d9142554c81 req-734e0562-862a-4ae4-aed6-ed063bbeb4cc tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Deleting port 4aa58cbc-0923-40dc-a1bb-108e76b6ecb8 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:52:53.607466 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-824a4761-e5b2-4302-ae64-5d9142554c81 req-734e0562-862a-4ae4-aed6-ed063bbeb4cc tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:53.729485 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1a427a8a-bac0-4c2d-8049-e2278f930127 req-90bdc1f7-9cd3-46e3-bafd-e4a1847aa626 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0739515 Nov 12 00:52:53.796452 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-824a4761-e5b2-4302-ae64-5d9142554c81 req-734e0562-862a-4ae4-aed6-ed063bbeb4cc tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] For port 4aa58cbc-0923-40dc-a1bb-108e76b6ecb8, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=4aa58cbc-0923-40dc-a1bb-108e76b6ecb8,segment=NetworkSegment(f276d0aa-177e-4f4e-961a-b2ec2b54d3b3),segment_id=f276d0aa-177e-4f4e-961a-b2ec2b54d3b3)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:53.797040 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-824a4761-e5b2-4302-ae64-5d9142554c81 req-734e0562-862a-4ae4-aed6-ed063bbeb4cc tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:53.819256 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-824a4761-e5b2-4302-ae64-5d9142554c81 req-734e0562-862a-4ae4-aed6-ed063bbeb4cc tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Calling delete_port for 4aa58cbc-0923-40dc-a1bb-108e76b6ecb8 owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:52:53.898896 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-ab16714d-af77-4f1b-8c86-32396cfda39d req-debf7c83-d816-44b3-8c89-a1cebe182c96 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Allocated IP 172.20.0.8 (a9bd4d97-ce4d-4779-8f54-675f72a9954e/17f5a2ba-c1de-498e-a9ce-36910c55dbea/248805e7-e9c0-4800-b602-dcb095fb6dca) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:52:53.947547 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-542a1da6-1fde-40e4-a080-e71a4f317865 req-166c2f8b-7330-48b3-9e27-81317b71e584 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/ports?device_id=1579578e-83a0-4662-8616-5490f5e820c9 HTTP/1.1" status: 200 len: 210 time: 0.0503824 Nov 12 00:52:54.091237 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7d01757b-7bbd-46d1-a369-38bf132b4bea req-96e8c21b-b0c2-4ff6-bccc-9c6c3e29eaaa tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f9a2ab6-4e59-441e-84a8-5c62e2a429f8 HTTP/1.1" status: 200 len: 210 time: 0.0747564 Nov 12 00:52:54.183089 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-824a4761-e5b2-4302-ae64-5d9142554c81 req-734e0562-862a-4ae4-aed6-ed063bbeb4cc tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:54.228434 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['4aa58cbc-0923-40dc-a1bb-108e76b6ecb8'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:54.241573 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e0562-862a-4ae4-aed6-ed063bbeb4cc tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Pushing event deleted for resources: {'Port': ['ID=4aa58cbc-0923-40dc-a1bb-108e76b6ecb8,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:54.320451 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ab16714d-af77-4f1b-8c86-32396cfda39d req-debf7c83-d816-44b3-8c89-a1cebe182c96 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:54.364295 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-824a4761-e5b2-4302-ae64-5d9142554c81 req-734e0562-862a-4ae4-aed6-ed063bbeb4cc tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] No DVR routers for this DVR port 4aa58cbc-0923-40dc-a1bb-108e76b6ecb8 on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:52:54.375494 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ab16714d-af77-4f1b-8c86-32396cfda39d req-debf7c83-d816-44b3-8c89-a1cebe182c96 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:54.380429 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-824a4761-e5b2-4302-ae64-5d9142554c81 req-734e0562-862a-4ae4-aed6-ed063bbeb4cc tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:54.387488 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-824a4761-e5b2-4302-ae64-5d9142554c81 req-734e0562-862a-4ae4-aed6-ed063bbeb4cc tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.54 "DELETE /v2.0/ports/4aa58cbc-0923-40dc-a1bb-108e76b6ecb8 HTTP/1.1" status: 204 len: 173 time: 1.0555224 Nov 12 00:52:54.423549 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['4aa58cbc-0923-40dc-a1bb-108e76b6ecb8'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:54.428890 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab16714d-af77-4f1b-8c86-32396cfda39d req-debf7c83-d816-44b3-8c89-a1cebe182c96 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Network a9bd4d97-ce4d-4779-8f54-675f72a9954e is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:52:54.433231 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-ab16714d-af77-4f1b-8c86-32396cfda39d req-debf7c83-d816-44b3-8c89-a1cebe182c96 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:52:54.437612 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab16714d-af77-4f1b-8c86-32396cfda39d req-debf7c83-d816-44b3-8c89-a1cebe182c96 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:52:54.474271 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3908916-31c2-4f58-a568-cee80cd81180 req-359aa300-b036-4398-9a77-a0cc14005ee8 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:54.486665 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b3908916-31c2-4f58-a568-cee80cd81180 req-359aa300-b036-4398-9a77-a0cc14005ee8 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 945 time: 0.1674221 Nov 12 00:52:54.496060 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16714d-af77-4f1b-8c86-32396cfda39d req-debf7c83-d816-44b3-8c89-a1cebe182c96 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:54.496792 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ab16714d-af77-4f1b-8c86-32396cfda39d req-debf7c83-d816-44b3-8c89-a1cebe182c96 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:54.531687 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ab16714d-af77-4f1b-8c86-32396cfda39d req-debf7c83-d816-44b3-8c89-a1cebe182c96 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2124460 Nov 12 00:52:54.551829 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf7c83-d816-44b3-8c89-a1cebe182c96 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Pushing event updated for resources: {'Port': ['ID=248805e7-e9c0-4800-b602-dcb095fb6dca,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:54.574902 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b3908916-31c2-4f58-a568-cee80cd81180 req-b9d7f0ac-c57c-4813-a353-773c4983ca37 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864916 Nov 12 00:52:54.600752 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-ab16714d-af77-4f1b-8c86-32396cfda39d req-f8932f6a-122d-4bc4-a33b-b001de72d307 service neutron] Request body: {'port': {'device_id': '5f9a2ab6-4e59-441e-84a8-5c62e2a429f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:54.675374 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ab16714d-af77-4f1b-8c86-32396cfda39d req-f8932f6a-122d-4bc4-a33b-b001de72d307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:54.786728 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8680f2-7cf2-46d1-b24a-3debce267c0e req-3c5f7b3a-0b8c-44cb-8269-326932be8ea2 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:54.788197 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1e8680f2-7cf2-46d1-b24a-3debce267c0e req-3c5f7b3a-0b8c-44cb-8269-326932be8ea2 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 943 time: 0.1034415 Nov 12 00:52:54.946217 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1e8680f2-7cf2-46d1-b24a-3debce267c0e req-65171fc6-4182-4cfa-ae6b-a344912836c4 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114178 Nov 12 00:52:55.078715 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '324c7130-81b2-4f66-93bf-b8e1473f8a7b', 'name': 'network-vif-deleted', 'tag': '4aa58cbc-0923-40dc-a1bb-108e76b6ecb8'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:55.082079 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f4850f-f6e9-475a-9be6-6d1f46c1ee91" -d '{"events": [{"server_uuid": "324c7130-81b2-4f66-93bf-b8e1473f8a7b", "name": "network-vif-deleted", "tag": "4aa58cbc-0923-40dc-a1bb-108e76b6ecb8"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:55.177913 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e8164d-638d-40a3-95dd-1f5894349fe0 x-openstack-request-id: req-c2e8164d-638d-40a3-95dd-1f5894349fe0 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:55.178399 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "324c7130-81b2-4f66-93bf-b8e1473f8a7b", "name": "network-vif-deleted", "tag": "4aa58cbc-0923-40dc-a1bb-108e76b6ecb8", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:55.178840 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c2e8164d-638d-40a3-95dd-1f5894349fe0 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:55.179398 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '324c7130-81b2-4f66-93bf-b8e1473f8a7b', 'name': 'network-vif-deleted', 'tag': '4aa58cbc-0923-40dc-a1bb-108e76b6ecb8', 'status': 'completed', 'code': 200} Nov 12 00:52:55.301821 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 4aa58cbc-0923-40dc-a1bb-108e76b6ecb8 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:52:55.361131 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: 4aa58cbc-0923-40dc-a1bb-108e76b6ecb8 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:52:55.361890 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 4aa58cbc-0923-40dc-a1bb-108e76b6ecb8 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:52:55.362495 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 1351ba70-8d3d-450d-8940-812dba578caa no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:52:55.398010 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2effca2e-8290-4269-b8b7-8b2c6c0dadea req-e63e89a5-7a60-44c9-9c50-93706e1a99bd tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:55.400808 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2effca2e-8290-4269-b8b7-8b2c6c0dadea req-e63e89a5-7a60-44c9-9c50-93706e1a99bd tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f9a2ab6-4e59-441e-84a8-5c62e2a429f8 HTTP/1.1" status: 200 len: 931 time: 0.0690911 Nov 12 00:52:55.421955 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: 1351ba70-8d3d-450d-8940-812dba578caa {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:52:55.422379 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 1351ba70-8d3d-450d-8940-812dba578caa not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:52:55.510422 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2effca2e-8290-4269-b8b7-8b2c6c0dadea req-3c057927-2d7d-4cbf-a6d2-a0cf71726a52 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024361 Nov 12 00:52:55.559451 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-ab16714d-af77-4f1b-8c86-32396cfda39d req-f8932f6a-122d-4bc4-a33b-b001de72d307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 248805e7-e9c0-4800-b602-dcb095fb6dca {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:55.582489 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ab16714d-af77-4f1b-8c86-32396cfda39d req-f8932f6a-122d-4bc4-a33b-b001de72d307 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:55.605877 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-ab16714d-af77-4f1b-8c86-32396cfda39d req-f8932f6a-122d-4bc4-a33b-b001de72d307 service neutron] Transition to ACTIVE for port object 248805e7-e9c0-4800-b602-dcb095fb6dca will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:52:55.613491 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ab16714d-af77-4f1b-8c86-32396cfda39d req-f8932f6a-122d-4bc4-a33b-b001de72d307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:55.739808 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba5250-d717-475f-996c-fce69638b470 req-b806523c-ddfb-444d-9088-95e0f08a4512 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:55.741245 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-42ba5250-d717-475f-996c-fce69638b470 req-b806523c-ddfb-444d-9088-95e0f08a4512 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 945 time: 0.0702918 Nov 12 00:52:55.750990 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8932f6a-122d-4bc4-a33b-b001de72d307 service neutron] Pushing event updated for resources: {'Port': ['ID=248805e7-e9c0-4800-b602-dcb095fb6dca,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:55.761105 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-86f2a288-93f8-4724-b518-b6919b21f25d req-ad6a3ec4-3fd5-4aad-824e-6705182c1719 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0589519 Nov 12 00:52:55.816346 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-42ba5250-d717-475f-996c-fce69638b470 req-87439426-ca2d-4107-87f8-30cc86f5839a tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687580 Nov 12 00:52:55.898341 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-ab16714d-af77-4f1b-8c86-32396cfda39d req-f8932f6a-122d-4bc4-a33b-b001de72d307 service neutron] Attempting to bind port 248805e7-e9c0-4800-b602-dcb095fb6dca on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:52:55.898688 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-ab16714d-af77-4f1b-8c86-32396cfda39d req-f8932f6a-122d-4bc4-a33b-b001de72d307 service neutron] Attempting to bind port 248805e7-e9c0-4800-b602-dcb095fb6dca by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'f276d0aa-177e-4f4e-961a-b2ec2b54d3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a9bd4d97-ce4d-4779-8f54-675f72a9954e'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:52:55.899042 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab16714d-af77-4f1b-8c86-32396cfda39d req-f8932f6a-122d-4bc4-a33b-b001de72d307 service neutron] Attempting to bind port 248805e7-e9c0-4800-b602-dcb095fb6dca on network a9bd4d97-ce4d-4779-8f54-675f72a9954e {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:55.920628 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-59652538-536d-474e-893d-6a921f83a085 req-852b1c97-5100-4149-9bc9-4cb77192f0e5 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0410960 Nov 12 00:52:55.921733 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab16714d-af77-4f1b-8c86-32396cfda39d req-f8932f6a-122d-4bc4-a33b-b001de72d307 service neutron] Port 248805e7-e9c0-4800-b602-dcb095fb6dca on network a9bd4d97-ce4d-4779-8f54-675f72a9954e not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:52:55.922080 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab16714d-af77-4f1b-8c86-32396cfda39d req-f8932f6a-122d-4bc4-a33b-b001de72d307 service neutron] Attempting to bind port 248805e7-e9c0-4800-b602-dcb095fb6dca on network a9bd4d97-ce4d-4779-8f54-675f72a9954e {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:55.929094 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab16714d-af77-4f1b-8c86-32396cfda39d req-f8932f6a-122d-4bc4-a33b-b001de72d307 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:52:55.929772 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab16714d-af77-4f1b-8c86-32396cfda39d req-f8932f6a-122d-4bc4-a33b-b001de72d307 service neutron] Checking segment: {'id': 'f276d0aa-177e-4f4e-961a-b2ec2b54d3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a9bd4d97-ce4d-4779-8f54-675f72a9954e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:52:55.930277 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab16714d-af77-4f1b-8c86-32396cfda39d req-f8932f6a-122d-4bc4-a33b-b001de72d307 service neutron] Bound using segment: {'id': 'f276d0aa-177e-4f4e-961a-b2ec2b54d3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a9bd4d97-ce4d-4779-8f54-675f72a9954e'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:52:55.930864 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-ab16714d-af77-4f1b-8c86-32396cfda39d req-f8932f6a-122d-4bc4-a33b-b001de72d307 service neutron] Bound port: 248805e7-e9c0-4800-b602-dcb095fb6dca, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f276d0aa-177e-4f4e-961a-b2ec2b54d3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a9bd4d97-ce4d-4779-8f54-675f72a9954e'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:52:55.931227 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ab16714d-af77-4f1b-8c86-32396cfda39d req-f8932f6a-122d-4bc4-a33b-b001de72d307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:56.016278 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-ab16714d-af77-4f1b-8c86-32396cfda39d req-f8932f6a-122d-4bc4-a33b-b001de72d307 service neutron] For port 248805e7-e9c0-4800-b602-dcb095fb6dca, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:52:56.020687 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-ab16714d-af77-4f1b-8c86-32396cfda39d req-f8932f6a-122d-4bc4-a33b-b001de72d307 service neutron] For port 248805e7-e9c0-4800-b602-dcb095fb6dca, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=248805e7-e9c0-4800-b602-dcb095fb6dca,segment=NetworkSegment(f276d0aa-177e-4f4e-961a-b2ec2b54d3b3),segment_id=f276d0aa-177e-4f4e-961a-b2ec2b54d3b3)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:52:56.029121 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ab16714d-af77-4f1b-8c86-32396cfda39d req-f8932f6a-122d-4bc4-a33b-b001de72d307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:56.082480 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16714d-af77-4f1b-8c86-32396cfda39d req-f8932f6a-122d-4bc4-a33b-b001de72d307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:56.083213 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ab16714d-af77-4f1b-8c86-32396cfda39d req-f8932f6a-122d-4bc4-a33b-b001de72d307 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:56.084646 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ab16714d-af77-4f1b-8c86-32396cfda39d req-f8932f6a-122d-4bc4-a33b-b001de72d307 service neutron] 10.222.0.49 "PUT /v2.0/ports/248805e7-e9c0-4800-b602-dcb095fb6dca HTTP/1.1" status: 200 len: 1092 time: 1.4978621 Nov 12 00:52:56.101407 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f9a2ab6-4e59-441e-84a8-5c62e2a429f8', 'tag': '248805e7-e9c0-4800-b602-dcb095fb6dca'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:56.104251 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06229a3c-4f88-4c43-8ce5-e176e2d25e96" -d '{"events": [{"name": "network-changed", "server_uuid": "5f9a2ab6-4e59-441e-84a8-5c62e2a429f8", "tag": "248805e7-e9c0-4800-b602-dcb095fb6dca"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:56.135971 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9a072-1386-43e5-a22b-4ca8937f67d8 req-24229499-a1fa-4c74-a0a9-5bbcdb338d6e tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:56.145941 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0ed9a072-1386-43e5-a22b-4ca8937f67d8 req-24229499-a1fa-4c74-a0a9-5bbcdb338d6e tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 943 time: 0.0653493 Nov 12 00:52:56.151592 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e54f61-fc35-4b73-9f8a-a30d40a1f068 req-c15c5127-c650-4f41-936d-295d1e4da29e tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:56.158259 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e54f61-fc35-4b73-9f8a-a30d40a1f068 req-c15c5127-c650-4f41-936d-295d1e4da29e tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:56.160103 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-04e54f61-fc35-4b73-9f8a-a30d40a1f068 req-c15c5127-c650-4f41-936d-295d1e4da29e tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/ports?device_id=678918ff-cd72-4856-95cf-082936e91df8&device_id=a0bb7771-45f3-4d1b-8190-002162f82c57 HTTP/1.1" status: 200 len: 1681 time: 0.1190019 Nov 12 00:52:56.168770 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8932f6a-122d-4bc4-a33b-b001de72d307 service neutron] Pushing event updated for resources: {'Port': ['ID=248805e7-e9c0-4800-b602-dcb095fb6dca,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:56.197309 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0ed9a072-1386-43e5-a22b-4ca8937f67d8 req-f827a7eb-ff65-4834-bc4b-65c2c200a248 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504830 Nov 12 00:52:56.239098 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16714d-af77-4f1b-8c86-32396cfda39d req-10b2a14a-3fb1-4a53-9b22-95eed7823007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:56.240646 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ab16714d-af77-4f1b-8c86-32396cfda39d req-10b2a14a-3fb1-4a53-9b22-95eed7823007 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f045ae1c986f44b38353f7deb19cfbd4&device_id=5f9a2ab6-4e59-441e-84a8-5c62e2a429f8 HTTP/1.1" status: 200 len: 1095 time: 0.0793767 Nov 12 00:52:56.260973 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f5d4ee-d2a9-42e9-a119-73571415d38d x-openstack-request-id: req-86f5d4ee-d2a9-42e9-a119-73571415d38d {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:56.261262 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f9a2ab6-4e59-441e-84a8-5c62e2a429f8", "tag": "248805e7-e9c0-4800-b602-dcb095fb6dca", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:56.261544 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-86f5d4ee-d2a9-42e9-a119-73571415d38d {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:56.261938 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f9a2ab6-4e59-441e-84a8-5c62e2a429f8', 'tag': '248805e7-e9c0-4800-b602-dcb095fb6dca', 'status': 'completed', 'code': 200} Nov 12 00:52:56.266790 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-04e54f61-fc35-4b73-9f8a-a30d40a1f068 req-df1ab8be-20cc-4c29-a4eb-bc3fb4640e61 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/security-groups?id=17440375-2605-4491-a8db-d222e43a1b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717490 Nov 12 00:52:56.299701 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:52:56.336502 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ab16714d-af77-4f1b-8c86-32396cfda39d req-326abac9-e84d-4679-bd28-e87a7dc896be service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=248805e7-e9c0-4800-b602-dcb095fb6dca HTTP/1.1" status: 200 len: 217 time: 0.0586836 Nov 12 00:52:56.428787 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16714d-af77-4f1b-8c86-32396cfda39d req-6a81dd8a-6f59-4d4d-ba61-4be54ec64a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:56.430874 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ab16714d-af77-4f1b-8c86-32396cfda39d req-6a81dd8a-6f59-4d4d-ba61-4be54ec64a3b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=17f5a2ba-c1de-498e-a9ce-36910c55dbea HTTP/1.1" status: 200 len: 855 time: 0.0628898 Nov 12 00:52:56.470369 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ab16714d-af77-4f1b-8c86-32396cfda39d req-e7d1b081-8fb0-4571-994f-1beab57cbfb5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a9bd4d97-ce4d-4779-8f54-675f72a9954e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305648 Nov 12 00:52:56.622533 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ab16714d-af77-4f1b-8c86-32396cfda39d req-71a873e7-4d53-430e-816e-8dda6749319e service neutron] 10.222.0.49 "GET /v2.0/networks/a9bd4d97-ce4d-4779-8f54-675f72a9954e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207144 Nov 12 00:52:56.803238 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a47a5-021a-4b58-9348-c7c8e5d49f6a req-dde19fee-62a5-4f48-b5f8-6c6916239463 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:56.811503 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0b8a47a5-021a-4b58-9348-c7c8e5d49f6a req-dde19fee-62a5-4f48-b5f8-6c6916239463 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f9a2ab6-4e59-441e-84a8-5c62e2a429f8 HTTP/1.1" status: 200 len: 943 time: 0.1213706 Nov 12 00:52:56.842988 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ab16714d-af77-4f1b-8c86-32396cfda39d req-78ecfe22-d9c4-46e4-8b9b-9c82ec497014 service neutron] 10.222.0.49 "GET /v2.0/networks/a9bd4d97-ce4d-4779-8f54-675f72a9954e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729903 Nov 12 00:52:56.882422 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0b8a47a5-021a-4b58-9348-c7c8e5d49f6a req-b7f126ee-a31b-441f-8c80-c2af9eac1d21 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701180 Nov 12 00:52:57.023349 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318e33e-8460-4c15-b1bb-7eae68f4b726 req-a0ebdaec-88e3-4b55-9252-d403274ec9ea tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:57.026000 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7318e33e-8460-4c15-b1bb-7eae68f4b726 req-a0ebdaec-88e3-4b55-9252-d403274ec9ea tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 945 time: 0.0621240 Nov 12 00:52:57.073261 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed123c2-6b2c-4d8e-a55b-f4cfe70b2d13 req-0ae98bc2-d5c9-4580-a68c-e6f14d3fe2a0 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:57.075091 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7ed123c2-6b2c-4d8e-a55b-f4cfe70b2d13 req-0ae98bc2-d5c9-4580-a68c-e6f14d3fe2a0 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/ports?device_id=678918ff-cd72-4856-95cf-082936e91df8 HTTP/1.1" status: 200 len: 945 time: 0.0598502 Nov 12 00:52:57.114853 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7318e33e-8460-4c15-b1bb-7eae68f4b726 req-e858877d-2a15-41cb-bbca-8e1e1e87ce21 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758531 Nov 12 00:52:57.120900 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06229a3c-4f88-4c43-8ce5-e176e2d25e96 req-31788c72-1eee-4f3b-a8b8-548f5ef573bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:57.122476 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-06229a3c-4f88-4c43-8ce5-e176e2d25e96 req-31788c72-1eee-4f3b-a8b8-548f5ef573bd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f045ae1c986f44b38353f7deb19cfbd4&device_id=5f9a2ab6-4e59-441e-84a8-5c62e2a429f8 HTTP/1.1" status: 200 len: 1095 time: 0.1081259 Nov 12 00:52:57.153704 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7ed123c2-6b2c-4d8e-a55b-f4cfe70b2d13 req-fa4a0285-e303-4d9e-9979-66cd5c4150b5 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/security-groups?id=17440375-2605-4491-a8db-d222e43a1b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704494 Nov 12 00:52:57.259606 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06229a3c-4f88-4c43-8ce5-e176e2d25e96 req-85ba8901-4de8-40c8-bd42-725b38a6c061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:57.261106 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-06229a3c-4f88-4c43-8ce5-e176e2d25e96 req-85ba8901-4de8-40c8-bd42-725b38a6c061 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a9bd4d97-ce4d-4779-8f54-675f72a9954e HTTP/1.1" status: 200 len: 916 time: 0.1277051 Nov 12 00:52:57.340596 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea66c5-4f45-43a8-97ba-ca55acefe754 req-4320282d-6053-4926-8262-4eb4dacd4bf2 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:57.343322 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fbea66c5-4f45-43a8-97ba-ca55acefe754 req-4320282d-6053-4926-8262-4eb4dacd4bf2 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 943 time: 0.0545802 Nov 12 00:52:57.349000 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-06229a3c-4f88-4c43-8ce5-e176e2d25e96 req-15cffaaa-4355-4181-8e13-9a18be845a01 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=248805e7-e9c0-4800-b602-dcb095fb6dca HTTP/1.1" status: 200 len: 217 time: 0.0505612 Nov 12 00:52:57.403298 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fbea66c5-4f45-43a8-97ba-ca55acefe754 req-b592b5b7-0fee-4c24-825a-a8efc7c5f45f tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529625 Nov 12 00:52:57.439187 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06229a3c-4f88-4c43-8ce5-e176e2d25e96 req-be9f9d25-918b-49ba-8b35-8535d763d6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:57.441293 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-06229a3c-4f88-4c43-8ce5-e176e2d25e96 req-be9f9d25-918b-49ba-8b35-8535d763d6a5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=17f5a2ba-c1de-498e-a9ce-36910c55dbea HTTP/1.1" status: 200 len: 855 time: 0.0788972 Nov 12 00:52:57.479538 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-06229a3c-4f88-4c43-8ce5-e176e2d25e96 req-79a26817-88ec-420f-b4d7-e2ac9e569b16 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a9bd4d97-ce4d-4779-8f54-675f72a9954e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265470 Nov 12 00:52:57.585347 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-06229a3c-4f88-4c43-8ce5-e176e2d25e96 req-abab7692-ceb8-4eb6-aace-84f02c760047 service neutron] 10.222.0.49 "GET /v2.0/networks/a9bd4d97-ce4d-4779-8f54-675f72a9954e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946109 Nov 12 00:52:57.693825 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-06229a3c-4f88-4c43-8ce5-e176e2d25e96 req-a3f629aa-07b2-4b8c-9be1-5fb9b1d46a5d service neutron] 10.222.0.49 "GET /v2.0/networks/a9bd4d97-ce4d-4779-8f54-675f72a9954e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981679 Nov 12 00:52:57.962728 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-55a67068-2b10-467a-8422-9a9e04ee306f req-aba542be-6d3c-4b47-9c45-aa936a77738d service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0286720 Nov 12 00:52:58.013934 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ca258-99e6-45a3-9499-fd9bf0b3b00a req-0cdfab6f-13b6-4491-a1bf-c50f16d1fc08 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:58.016033 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9c0ca258-99e6-45a3-9499-fd9bf0b3b00a req-0cdfab6f-13b6-4491-a1bf-c50f16d1fc08 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f9a2ab6-4e59-441e-84a8-5c62e2a429f8 HTTP/1.1" status: 200 len: 943 time: 0.0563433 Nov 12 00:52:58.083809 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9c0ca258-99e6-45a3-9499-fd9bf0b3b00a req-6f92c284-9002-4623-8a9a-f1731de99d50 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611339 Nov 12 00:52:58.104243 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-764799f7-ad98-429c-b1bf-c331067aa260 req-caf22e09-abb5-406b-a1a1-2218b8ec64c8 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0369427 Nov 12 00:52:58.240093 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55642239-1a28-4715-b127-5e08aecc0bfe req-684ea220-4f1e-4cb5-a0de-a3cfb9e7ab83 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:58.241601 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-55642239-1a28-4715-b127-5e08aecc0bfe req-684ea220-4f1e-4cb5-a0de-a3cfb9e7ab83 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 945 time: 0.0526016 Nov 12 00:52:58.295872 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbdc5c-b38a-468c-9364-3a9f6404948e req-4ab77e00-eccc-48a8-9041-0ea956d7d6de tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:58.297394 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-52cbdc5c-b38a-468c-9364-3a9f6404948e req-4ab77e00-eccc-48a8-9041-0ea956d7d6de tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/ports?device_id=678918ff-cd72-4856-95cf-082936e91df8 HTTP/1.1" status: 200 len: 945 time: 0.0664420 Nov 12 00:52:58.305122 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-55642239-1a28-4715-b127-5e08aecc0bfe req-d72c282d-71b5-4181-b0e7-7ddb86259381 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570655 Nov 12 00:52:58.362811 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-52cbdc5c-b38a-468c-9364-3a9f6404948e req-8f84bc72-192e-4279-8b47-a3573fb17fc0 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/security-groups?id=17440375-2605-4491-a8db-d222e43a1b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590231 Nov 12 00:52:58.568690 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf09b8-8d19-42e8-a9cf-ac25b4b9006a req-bbdef55f-7a5d-4ea6-b9d4-1af9024aa226 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:58.570601 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ebdf09b8-8d19-42e8-a9cf-ac25b4b9006a req-bbdef55f-7a5d-4ea6-b9d4-1af9024aa226 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 943 time: 0.0762873 Nov 12 00:52:58.640721 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ebdf09b8-8d19-42e8-a9cf-ac25b4b9006a req-56ca37bb-a344-4606-b406-10df687b62aa tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610361 Nov 12 00:52:58.899760 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e0c9a-ac83-4079-9a3f-3907541ffa5e req-a89c4f72-1f67-4766-a2eb-a520e27075b2 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:58.902031 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-537e0c9a-ac83-4079-9a3f-3907541ffa5e req-a89c4f72-1f67-4766-a2eb-a520e27075b2 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.54 "GET /v2.0/ports?device_id=678918ff-cd72-4856-95cf-082936e91df8 HTTP/1.1" status: 200 len: 945 time: 0.0538719 Nov 12 00:52:58.946122 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 248805e7-e9c0-4800-b602-dcb095fb6dca details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:52:58.980706 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b4652-2df8-4499-b2dc-98a9cd9d4756 req-75d69311-dde5-4506-8f91-395ae807c5a7 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:58.982684 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cf0b4652-2df8-4499-b2dc-98a9cd9d4756 req-75d69311-dde5-4506-8f91-395ae807c5a7 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0bb7771-45f3-4d1b-8190-002162f82c57 HTTP/1.1" status: 200 len: 945 time: 0.0625930 Nov 12 00:52:58.984602 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848fab99-0a34-48f0-bd87-015a42402b5e req-95cc1581-62a8-4f35-a095-4d6af4826edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:58.985976 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-848fab99-0a34-48f0-bd87-015a42402b5e req-95cc1581-62a8-4f35-a095-4d6af4826edf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 1097 time: 0.0976143 Nov 12 00:52:59.052953 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-537e0c9a-ac83-4079-9a3f-3907541ffa5e req-383c0a26-5fb8-4dc5-855a-37ae60eb1d78 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Deleting port 4d2e5097-97ff-4edd-a74b-549006625d86 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:52:59.054594 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-537e0c9a-ac83-4079-9a3f-3907541ffa5e req-383c0a26-5fb8-4dc5-855a-37ae60eb1d78 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:59.082230 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 248805e7-e9c0-4800-b602-dcb095fb6dca, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=248805e7-e9c0-4800-b602-dcb095fb6dca,segment=NetworkSegment(f276d0aa-177e-4f4e-961a-b2ec2b54d3b3),segment_id=f276d0aa-177e-4f4e-961a-b2ec2b54d3b3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:59.095359 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-848fab99-0a34-48f0-bd87-015a42402b5e req-2b3c0670-3283-4b93-98b1-b100c7cb24ce service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926349 Nov 12 00:52:59.095917 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '248805e7-e9c0-4800-b602-dcb095fb6dca', 'network_id': 'a9bd4d97-ce4d-4779-8f54-675f72a9954e', 'port_id': '248805e7-e9c0-4800-b602-dcb095fb6dca', 'mac_address': 'fa:16:3e:9e:b9:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17f5a2ba-c1de-498e-a9ce-36910c55dbea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:52:59.143589 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:59.169056 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 248805e7-e9c0-4800-b602-dcb095fb6dca {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:59.182082 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-cf0b4652-2df8-4499-b2dc-98a9cd9d4756 req-92d89a69-64b8-4cbd-9c2b-132810905103 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Deleting port 2a9783e1-d3b7-48eb-808e-38342efe0398 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:52:59.182333 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cf0b4652-2df8-4499-b2dc-98a9cd9d4756 req-92d89a69-64b8-4cbd-9c2b-132810905103 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:59.201549 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 248805e7-e9c0-4800-b602-dcb095fb6dca, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=248805e7-e9c0-4800-b602-dcb095fb6dca,segment=NetworkSegment(f276d0aa-177e-4f4e-961a-b2ec2b54d3b3),segment_id=f276d0aa-177e-4f4e-961a-b2ec2b54d3b3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:59.207182 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:59.266395 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-537e0c9a-ac83-4079-9a3f-3907541ffa5e req-383c0a26-5fb8-4dc5-855a-37ae60eb1d78 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] For port 4d2e5097-97ff-4edd-a74b-549006625d86, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=4d2e5097-97ff-4edd-a74b-549006625d86,segment=NetworkSegment(0090d7cb-533a-4a03-9ee7-360ee6bf5b1c),segment_id=0090d7cb-533a-4a03-9ee7-360ee6bf5b1c)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:59.266994 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-537e0c9a-ac83-4079-9a3f-3907541ffa5e req-383c0a26-5fb8-4dc5-855a-37ae60eb1d78 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:59.270554 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=248805e7-e9c0-4800-b602-dcb095fb6dca,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:59.283618 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-537e0c9a-ac83-4079-9a3f-3907541ffa5e req-383c0a26-5fb8-4dc5-855a-37ae60eb1d78 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Calling delete_port for 4d2e5097-97ff-4edd-a74b-549006625d86 owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:52:59.302909 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce415d-d6e5-4225-a0f2-77f04eaa9436 req-665cb36c-eb08-4b4e-84e0-5f985c1d3dfe tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:59.304688 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4dce415d-d6e5-4225-a0f2-77f04eaa9436 req-665cb36c-eb08-4b4e-84e0-5f985c1d3dfe tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f9a2ab6-4e59-441e-84a8-5c62e2a429f8 HTTP/1.1" status: 200 len: 944 time: 0.0873010 Nov 12 00:52:59.305358 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-cf0b4652-2df8-4499-b2dc-98a9cd9d4756 req-92d89a69-64b8-4cbd-9c2b-132810905103 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] For port 2a9783e1-d3b7-48eb-808e-38342efe0398, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=2a9783e1-d3b7-48eb-808e-38342efe0398,segment=NetworkSegment(0090d7cb-533a-4a03-9ee7-360ee6bf5b1c),segment_id=0090d7cb-533a-4a03-9ee7-360ee6bf5b1c)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:59.305840 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cf0b4652-2df8-4499-b2dc-98a9cd9d4756 req-92d89a69-64b8-4cbd-9c2b-132810905103 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:59.321510 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-cf0b4652-2df8-4499-b2dc-98a9cd9d4756 req-92d89a69-64b8-4cbd-9c2b-132810905103 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Calling delete_port for 2a9783e1-d3b7-48eb-808e-38342efe0398 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:52:59.434508 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4dce415d-d6e5-4225-a0f2-77f04eaa9436 req-e4f8b7d2-f48e-4618-9dcd-43e948a7aae2 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757811 Nov 12 00:52:59.455459 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfafe70f-adbc-40f0-9037-8e037c273fe5 req-4ae9f87b-7c34-4096-9548-28c44972da8d tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:59.463771 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bfafe70f-adbc-40f0-9037-8e037c273fe5 req-4ae9f87b-7c34-4096-9548-28c44972da8d tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 945 time: 0.0788319 Nov 12 00:52:59.542483 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-537e0c9a-ac83-4079-9a3f-3907541ffa5e req-383c0a26-5fb8-4dc5-855a-37ae60eb1d78 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:59.567874 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bfafe70f-adbc-40f0-9037-8e037c273fe5 req-f55b064f-a9d5-44e4-94f9-bd34f6849440 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017125 Nov 12 00:52:59.568597 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cf0b4652-2df8-4499-b2dc-98a9cd9d4756 req-92d89a69-64b8-4cbd-9c2b-132810905103 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:59.594861 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['2a9783e1-d3b7-48eb-808e-38342efe0398'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:59.621203 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c0a26-5fb8-4dc5-855a-37ae60eb1d78 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Pushing event deleted for resources: {'Port': ['ID=4d2e5097-97ff-4edd-a74b-549006625d86,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:59.633788 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['4d2e5097-97ff-4edd-a74b-549006625d86'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:59.645977 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d89a69-64b8-4cbd-9c2b-132810905103 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Pushing event deleted for resources: {'Port': ['ID=2a9783e1-d3b7-48eb-808e-38342efe0398,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:59.664556 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['248805e7-e9c0-4800-b602-dcb095fb6dca'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:59.700106 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['2a9783e1-d3b7-48eb-808e-38342efe0398'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:59.724520 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['4d2e5097-97ff-4edd-a74b-549006625d86'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:59.726165 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8229124b-f5c5-474d-9eaf-9c7b4310cc97 req-fed893e7-4fd1-4393-8927-a0188aa1692c tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.20 "GET /v2.0/ports?device_id=678918ff-cd72-4856-95cf-082936e91df8 HTTP/1.1" status: 200 len: 210 time: 0.1237211 Nov 12 00:52:59.728606 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-537e0c9a-ac83-4079-9a3f-3907541ffa5e req-383c0a26-5fb8-4dc5-855a-37ae60eb1d78 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] No DVR routers for this DVR port 4d2e5097-97ff-4edd-a74b-549006625d86 on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:52:59.731398 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-537e0c9a-ac83-4079-9a3f-3907541ffa5e req-383c0a26-5fb8-4dc5-855a-37ae60eb1d78 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:59.735530 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-537e0c9a-ac83-4079-9a3f-3907541ffa5e req-383c0a26-5fb8-4dc5-855a-37ae60eb1d78 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.54 "DELETE /v2.0/ports/4d2e5097-97ff-4edd-a74b-549006625d86 HTTP/1.1" status: 204 len: 173 time: 0.8271930 Nov 12 00:52:59.736087 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678918ff-cd72-4856-95cf-082936e91df8', 'name': 'network-vif-deleted', 'tag': '4d2e5097-97ff-4edd-a74b-549006625d86'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:59.739322 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac13f1d-9fd8-4c12-87c8-0f36a0d2146b" -d '{"events": [{"server_uuid": "678918ff-cd72-4856-95cf-082936e91df8", "name": "network-vif-deleted", "tag": "4d2e5097-97ff-4edd-a74b-549006625d86"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:59.789815 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf0b4652-2df8-4499-b2dc-98a9cd9d4756 req-92d89a69-64b8-4cbd-9c2b-132810905103 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] No DVR routers for this DVR port 2a9783e1-d3b7-48eb-808e-38342efe0398 on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:52:59.793564 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cf0b4652-2df8-4499-b2dc-98a9cd9d4756 req-92d89a69-64b8-4cbd-9c2b-132810905103 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:59.797800 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cf0b4652-2df8-4499-b2dc-98a9cd9d4756 req-92d89a69-64b8-4cbd-9c2b-132810905103 tempest-ListServersNegativeTestJSON-1360392003 tempest-ListServersNegativeTestJSON-1360392003-project] 10.222.0.49 "DELETE /v2.0/ports/2a9783e1-d3b7-48eb-808e-38342efe0398 HTTP/1.1" status: 204 len: 173 time: 0.7963436 Nov 12 00:52:59.799881 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0bb7771-45f3-4d1b-8190-002162f82c57', 'name': 'network-vif-deleted', 'tag': '2a9783e1-d3b7-48eb-808e-38342efe0398'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:59.802519 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a05ca6-b3ec-4ccb-93ac-1289d50071c2" -d '{"events": [{"server_uuid": "a0bb7771-45f3-4d1b-8190-002162f82c57", "name": "network-vif-deleted", "tag": "2a9783e1-d3b7-48eb-808e-38342efe0398"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:59.811744 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb97258-e7f8-4d90-b759-3fe26616701d x-openstack-request-id: req-0cb97258-e7f8-4d90-b759-3fe26616701d {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:59.812045 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678918ff-cd72-4856-95cf-082936e91df8", "name": "network-vif-deleted", "tag": "4d2e5097-97ff-4edd-a74b-549006625d86", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:59.812299 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0cb97258-e7f8-4d90-b759-3fe26616701d {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:59.812722 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678918ff-cd72-4856-95cf-082936e91df8', 'name': 'network-vif-deleted', 'tag': '4d2e5097-97ff-4edd-a74b-549006625d86', 'status': 'completed', 'code': 200} Nov 12 00:52:59.842572 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba43a25-3aab-4156-b5b6-b95e82aaa0aa req-a91f9d7d-086d-4244-9896-3de5dd8b9a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:59.844038 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6ba43a25-3aab-4156-b5b6-b95e82aaa0aa req-a91f9d7d-086d-4244-9896-3de5dd8b9a9a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98&tenant_id=f62521c5dc664ba4a3bbe0954819df3b HTTP/1.1" status: 200 len: 1095 time: 0.2735012 Nov 12 00:52:59.887270 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-6ba43a25-3aab-4156-b5b6-b95e82aaa0aa req-59199b85-8cca-4a30-9743-5ba89179193c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812236-11', 'device_owner': 'compute:nova'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:59.940080 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee4a985-c9fe-4e8f-b1e2-fdf4e2a60c20 x-openstack-request-id: req-3ee4a985-c9fe-4e8f-b1e2-fdf4e2a60c20 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:59.940685 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0bb7771-45f3-4d1b-8190-002162f82c57", "name": "network-vif-deleted", "tag": "2a9783e1-d3b7-48eb-808e-38342efe0398", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:59.941167 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3ee4a985-c9fe-4e8f-b1e2-fdf4e2a60c20 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:59.941783 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0bb7771-45f3-4d1b-8190-002162f82c57', 'name': 'network-vif-deleted', 'tag': '2a9783e1-d3b7-48eb-808e-38342efe0398', 'status': 'completed', 'code': 200} Nov 12 00:52:59.959141 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08323b43-4688-4684-8fd2-0fac9a58f655 req-e312d58c-e4b7-4689-9498-4d0ce263f4f9 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:59.960705 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-08323b43-4688-4684-8fd2-0fac9a58f655 req-e312d58c-e4b7-4689-9498-4d0ce263f4f9 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 943 time: 0.1620030 Nov 12 00:53:00.026395 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6ba43a25-3aab-4156-b5b6-b95e82aaa0aa req-59199b85-8cca-4a30-9743-5ba89179193c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:00.113458 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-08323b43-4688-4684-8fd2-0fac9a58f655 req-624ad3e5-344f-427c-9057-509c8332e9f8 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415737 Nov 12 00:53:00.118474 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-09ebfac1-b06d-4736-bed3-3535e4f26057 req-5c46fca9-c007-4a00-a718-5f60302bfd5c service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0569284 Nov 12 00:53:00.312019 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23f304dc-9d08-407b-bfbc-290a15b8e4b1 req-354b4ccb-37b4-4366-ace7-6a1e132b8dbd service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0826004 Nov 12 00:53:00.360784 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-6ba43a25-3aab-4156-b5b6-b95e82aaa0aa req-59199b85-8cca-4a30-9743-5ba89179193c service neutron] For port 946f0a4e-ab72-40bd-a433-f66ebca1996e, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=946f0a4e-ab72-40bd-a433-f66ebca1996e,segment=NetworkSegment(6922dc8f-e4e8-46eb-925b-ce7a975c2214),segment_id=6922dc8f-e4e8-46eb-925b-ce7a975c2214)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:00.406399 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-6ba43a25-3aab-4156-b5b6-b95e82aaa0aa req-59199b85-8cca-4a30-9743-5ba89179193c service neutron] For port 946f0a4e-ab72-40bd-a433-f66ebca1996e, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:53:00.464919 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-6ba43a25-3aab-4156-b5b6-b95e82aaa0aa req-59199b85-8cca-4a30-9743-5ba89179193c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 946f0a4e-ab72-40bd-a433-f66ebca1996e {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:00.488185 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6ba43a25-3aab-4156-b5b6-b95e82aaa0aa req-59199b85-8cca-4a30-9743-5ba89179193c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:00.505101 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-6ba43a25-3aab-4156-b5b6-b95e82aaa0aa req-59199b85-8cca-4a30-9743-5ba89179193c service neutron] Transition to ACTIVE for port object 946f0a4e-ab72-40bd-a433-f66ebca1996e will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:53:00.511573 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6ba43a25-3aab-4156-b5b6-b95e82aaa0aa req-59199b85-8cca-4a30-9743-5ba89179193c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:00.617866 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ed917-3ca3-4e49-84b5-3b1b64fde067 req-d121d173-8355-4d57-95a3-45110922fb94 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:00.622883 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-924ed917-3ca3-4e49-84b5-3b1b64fde067 req-d121d173-8355-4d57-95a3-45110922fb94 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f9a2ab6-4e59-441e-84a8-5c62e2a429f8 HTTP/1.1" status: 200 len: 944 time: 0.0993390 Nov 12 00:53:00.636553 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59199b85-8cca-4a30-9743-5ba89179193c service neutron] Pushing event updated for resources: {'Port': ['ID=946f0a4e-ab72-40bd-a433-f66ebca1996e,revision_number=9']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:00.745821 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba43a25-3aab-4156-b5b6-b95e82aaa0aa req-59199b85-8cca-4a30-9743-5ba89179193c service neutron] No DVR routers for this DVR port 946f0a4e-ab72-40bd-a433-f66ebca1996e on host n-h2-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:53:00.778266 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-924ed917-3ca3-4e49-84b5-3b1b64fde067 req-41480584-2713-4108-8cc4-94e176f2f67a tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288249 Nov 12 00:53:00.902543 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76adbb3-0ee8-4f43-a958-8b85da20d32d req-dce34c4a-a5f5-4320-be58-ce18c228d057 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:00.904663 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a76adbb3-0ee8-4f43-a958-8b85da20d32d req-dce34c4a-a5f5-4320-be58-ce18c228d057 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 945 time: 0.1601601 Nov 12 00:53:00.952045 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58588) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:00.989756 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 248805e7-e9c0-4800-b602-dcb095fb6dca up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:00.999975 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a76adbb3-0ee8-4f43-a958-8b85da20d32d req-c6d0b3b2-0b72-4492-9be9-3c722514b4ee tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842927 Nov 12 00:53:01.000385 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-cad0f15c-d8b8-477e-8387-f284110b1721 admin admin] Deleting subnet 929ad90b-3f9d-4da6-a75b-d572f75bbf86 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:53:01.001359 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-6ba43a25-3aab-4156-b5b6-b95e82aaa0aa req-59199b85-8cca-4a30-9743-5ba89179193c service neutron] Attempting to bind port 946f0a4e-ab72-40bd-a433-f66ebca1996e on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:53:01.001520 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-6ba43a25-3aab-4156-b5b6-b95e82aaa0aa req-59199b85-8cca-4a30-9743-5ba89179193c service neutron] Attempting to bind port 946f0a4e-ab72-40bd-a433-f66ebca1996e by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '6922dc8f-e4e8-46eb-925b-ce7a975c2214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:53:01.001927 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba43a25-3aab-4156-b5b6-b95e82aaa0aa req-59199b85-8cca-4a30-9743-5ba89179193c service neutron] Attempting to bind port 946f0a4e-ab72-40bd-a433-f66ebca1996e on network 9bd80eeb-5154-4c03-9db9-fcf789d8dd48 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:01.007157 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba43a25-3aab-4156-b5b6-b95e82aaa0aa req-59199b85-8cca-4a30-9743-5ba89179193c service neutron] Port 946f0a4e-ab72-40bd-a433-f66ebca1996e on network 9bd80eeb-5154-4c03-9db9-fcf789d8dd48 not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:53:01.007319 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba43a25-3aab-4156-b5b6-b95e82aaa0aa req-59199b85-8cca-4a30-9743-5ba89179193c service neutron] Attempting to bind port 946f0a4e-ab72-40bd-a433-f66ebca1996e on network 9bd80eeb-5154-4c03-9db9-fcf789d8dd48 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:01.013103 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cad0f15c-d8b8-477e-8387-f284110b1721 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:01.013508 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba43a25-3aab-4156-b5b6-b95e82aaa0aa req-59199b85-8cca-4a30-9743-5ba89179193c service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:53:01.014007 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba43a25-3aab-4156-b5b6-b95e82aaa0aa req-59199b85-8cca-4a30-9743-5ba89179193c service neutron] Checking segment: {'id': '6922dc8f-e4e8-46eb-925b-ce7a975c2214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:01.014462 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba43a25-3aab-4156-b5b6-b95e82aaa0aa req-59199b85-8cca-4a30-9743-5ba89179193c service neutron] Bound using segment: {'id': '6922dc8f-e4e8-46eb-925b-ce7a975c2214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:53:01.015560 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-6ba43a25-3aab-4156-b5b6-b95e82aaa0aa req-59199b85-8cca-4a30-9743-5ba89179193c service neutron] Bound port: 946f0a4e-ab72-40bd-a433-f66ebca1996e, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6922dc8f-e4e8-46eb-925b-ce7a975c2214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:53:01.016288 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6ba43a25-3aab-4156-b5b6-b95e82aaa0aa req-59199b85-8cca-4a30-9743-5ba89179193c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:01.074586 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cad0f15c-d8b8-477e-8387-f284110b1721 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:01.102980 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 248805e7-e9c0-4800-b602-dcb095fb6dca completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:53:01.107921 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 248805e7-e9c0-4800-b602-dcb095fb6dca triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:01.108317 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:01.135887 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cad0f15c-d8b8-477e-8387-f284110b1721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:01.184542 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-6ba43a25-3aab-4156-b5b6-b95e82aaa0aa req-59199b85-8cca-4a30-9743-5ba89179193c service neutron] For port 946f0a4e-ab72-40bd-a433-f66ebca1996e, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:53:01.189740 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-6ba43a25-3aab-4156-b5b6-b95e82aaa0aa req-59199b85-8cca-4a30-9743-5ba89179193c service neutron] For port 946f0a4e-ab72-40bd-a433-f66ebca1996e, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=946f0a4e-ab72-40bd-a433-f66ebca1996e,segment=NetworkSegment(6922dc8f-e4e8-46eb-925b-ce7a975c2214),segment_id=6922dc8f-e4e8-46eb-925b-ce7a975c2214)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:53:01.197079 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6ba43a25-3aab-4156-b5b6-b95e82aaa0aa req-59199b85-8cca-4a30-9743-5ba89179193c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:01.261897 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cad0f15c-d8b8-477e-8387-f284110b1721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:01.295285 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:01.315651 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad0f15c-d8b8-477e-8387-f284110b1721 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=929ad90b-3f9d-4da6-a75b-d572f75bbf86,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:01.324828 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9a2ab6-4e59-441e-84a8-5c62e2a429f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248805e7-e9c0-4800-b602-dcb095fb6dca'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:01.328102 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b36b4a9-0fb1-47db-bd94-b5068ea026ce" -d '{"events": [{"server_uuid": "5f9a2ab6-4e59-441e-84a8-5c62e2a429f8", "name": "network-vif-plugged", "status": "completed", "tag": "248805e7-e9c0-4800-b602-dcb095fb6dca"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:01.328744 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba43a25-3aab-4156-b5b6-b95e82aaa0aa req-59199b85-8cca-4a30-9743-5ba89179193c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:01.329363 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6ba43a25-3aab-4156-b5b6-b95e82aaa0aa req-59199b85-8cca-4a30-9743-5ba89179193c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:01.331018 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6ba43a25-3aab-4156-b5b6-b95e82aaa0aa req-59199b85-8cca-4a30-9743-5ba89179193c service neutron] 10.222.0.49 "PUT /v2.0/ports/946f0a4e-ab72-40bd-a433-f66ebca1996e HTTP/1.1" status: 200 len: 1092 time: 1.4677873 Nov 12 00:53:01.344446 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 248805e7-e9c0-4800-b602-dcb095fb6dca, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=248805e7-e9c0-4800-b602-dcb095fb6dca,segment=NetworkSegment(f276d0aa-177e-4f4e-961a-b2ec2b54d3b3),segment_id=f276d0aa-177e-4f4e-961a-b2ec2b54d3b3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:01.345583 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cad0f15c-d8b8-477e-8387-f284110b1721 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:01.351282 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-cad0f15c-d8b8-477e-8387-f284110b1721 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/929ad90b-3f9d-4da6-a75b-d572f75bbf86 HTTP/1.1" status: 204 len: 168 time: 0.3975217 Nov 12 00:53:01.355199 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:01.364610 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58600) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:01.396575 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59199b85-8cca-4a30-9743-5ba89179193c service neutron] Pushing event updated for resources: {'Port': ['ID=946f0a4e-ab72-40bd-a433-f66ebca1996e,revision_number=10']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:01.440166 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=248805e7-e9c0-4800-b602-dcb095fb6dca,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:01.453192 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff3a66-779a-4956-b784-5e8974600295 req-44759d83-c6e1-405e-8be5-f7f1a2dfc1a3 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:01.461397 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-12ff3a66-779a-4956-b784-5e8974600295 req-44759d83-c6e1-405e-8be5-f7f1a2dfc1a3 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 944 time: 0.2007871 Nov 12 00:53:01.465074 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02047cb5-d2a8-4094-bb02-1c5454de068c req-54d311b1-f854-40b9-ac99-9f0fbbbcecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:01.467649 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-02047cb5-d2a8-4094-bb02-1c5454de068c req-54d311b1-f854-40b9-ac99-9f0fbbbcecfc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4cf1d05c9d8749e4bcaf113d847d03e9&device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 1097 time: 0.2056832 Nov 12 00:53:01.522186 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec3645-05da-457a-9d76-11efbf25c3b8 req-67420e3e-c792-413f-9bcb-5135bb6d1cc9 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:01.523797 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-caec3645-05da-457a-9d76-11efbf25c3b8 req-67420e3e-c792-413f-9bcb-5135bb6d1cc9 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 945 time: 0.1905990 Nov 12 00:53:01.530956 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1c1b1e64-c6f0-4da3-a265-0413e9c119d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:01.577721 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba43a25-3aab-4156-b5b6-b95e82aaa0aa req-b87890dc-8cda-4a50-99fa-ee9722ebd682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:01.579237 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6ba43a25-3aab-4156-b5b6-b95e82aaa0aa req-b87890dc-8cda-4a50-99fa-ee9722ebd682 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f62521c5dc664ba4a3bbe0954819df3b&device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 1096 time: 0.2096593 Nov 12 00:53:01.607642 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-12ff3a66-779a-4956-b784-5e8974600295 req-16ed5767-2ad7-41e4-8436-5459df4f6088 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452572 Nov 12 00:53:01.642311 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-caec3645-05da-457a-9d76-11efbf25c3b8 req-775116c6-6540-4b6d-bfc1-8753fec8cbb7 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017637 Nov 12 00:53:01.690803 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e14005-034f-4d39-b7db-b94b5a211544 x-openstack-request-id: req-62e14005-034f-4d39-b7db-b94b5a211544 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:01.694877 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9a2ab6-4e59-441e-84a8-5c62e2a429f8", "name": "network-vif-plugged", "status": "completed", "tag": "248805e7-e9c0-4800-b602-dcb095fb6dca", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:01.695367 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-62e14005-034f-4d39-b7db-b94b5a211544 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:01.695980 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9a2ab6-4e59-441e-84a8-5c62e2a429f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248805e7-e9c0-4800-b602-dcb095fb6dca', 'code': 200} Nov 12 00:53:01.740675 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02047cb5-d2a8-4094-bb02-1c5454de068c req-7ce45fa1-3b03-480f-bbb7-c94ec53f8f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:01.743221 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-02047cb5-d2a8-4094-bb02-1c5454de068c req-7ce45fa1-3b03-480f-bbb7-c94ec53f8f03 service neutron] 10.222.0.49 "GET /v2.0/networks?id=16359a25-3e6f-45fe-be0d-6f4a3f158857 HTTP/1.1" status: 200 len: 911 time: 0.2630324 Nov 12 00:53:01.761727 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba43a25-3aab-4156-b5b6-b95e82aaa0aa req-dfd87b1a-c12d-48d2-8c13-f0f5c796f0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:01.763456 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6ba43a25-3aab-4156-b5b6-b95e82aaa0aa req-dfd87b1a-c12d-48d2-8c13-f0f5c796f0fb service neutron] 10.222.0.49 "GET /v2.0/networks?id=9bd80eeb-5154-4c03-9db9-fcf789d8dd48 HTTP/1.1" status: 200 len: 918 time: 0.1532743 Nov 12 00:53:01.819476 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1c1b1e64-c6f0-4da3-a265-0413e9c119d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:01.822092 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-02047cb5-d2a8-4094-bb02-1c5454de068c req-16dc2897-15b3-4a7f-aabc-3e835c724d2b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=315b72a3-b355-495a-b2d8-3a24d7ec3d57 HTTP/1.1" status: 200 len: 217 time: 0.0576212 Nov 12 00:53:01.880268 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-1c1b1e64-c6f0-4da3-a265-0413e9c119d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['186a5381-1c8d-4fc3-9f46-f76bf918e468']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:01.892661 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-1c1b1e64-c6f0-4da3-a265-0413e9c119d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0090d7cb-533a-4a03-9ee7-360ee6bf5b1c') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:01.892990 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-1c1b1e64-c6f0-4da3-a265-0413e9c119d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0090d7cb-533a-4a03-9ee7-360ee6bf5b1c') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:01.912390 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1c1b1e64-c6f0-4da3-a265-0413e9c119d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:01.922667 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83250c7-d4c1-4cee-bb65-031aa3b1e51c req-83cf8d33-24af-4cf9-bb63-ad4873c672e0 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:01.924194 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b83250c7-d4c1-4cee-bb65-031aa3b1e51c req-83cf8d33-24af-4cf9-bb63-ad4873c672e0 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.1643522 Nov 12 00:53:01.934847 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06955038-88c5-4275-a66c-85002e7a1e05 req-9bc0b864-6acd-4947-9548-71fec8c23a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:01.936881 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-06955038-88c5-4275-a66c-85002e7a1e05 req-9bc0b864-6acd-4947-9548-71fec8c23a77 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5f9a2ab6-4e59-441e-84a8-5c62e2a429f8 HTTP/1.1" status: 200 len: 1097 time: 0.1216502 Nov 12 00:53:01.943183 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b119ebf6-e1ff-4eba-b94d-797674c4ef98', 'tag': '946f0a4e-ab72-40bd-a433-f66ebca1996e'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:01.946518 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9770566f-e027-4914-a9c8-76c29cb6688d" -d '{"events": [{"name": "network-changed", "server_uuid": "b119ebf6-e1ff-4eba-b94d-797674c4ef98", "tag": "946f0a4e-ab72-40bd-a433-f66ebca1996e"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:01.951572 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1c1b1e64-c6f0-4da3-a265-0413e9c119d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:01.955048 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02047cb5-d2a8-4094-bb02-1c5454de068c req-9fc0d90e-8f42-44d3-8029-51991c9a3c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:01.956541 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-02047cb5-d2a8-4094-bb02-1c5454de068c req-9fc0d90e-8f42-44d3-8029-51991c9a3c07 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=701d816b-c6ea-4d7b-bdc3-9a5cc8add0b9 HTTP/1.1" status: 200 len: 850 time: 0.0995188 Nov 12 00:53:01.961758 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6ba43a25-3aab-4156-b5b6-b95e82aaa0aa req-e43d85b7-5e33-49a9-b187-973e5c313bc4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=946f0a4e-ab72-40bd-a433-f66ebca1996e HTTP/1.1" status: 200 len: 999 time: 0.1902375 Nov 12 00:53:01.972644 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c1b1e64-c6f0-4da3-a265-0413e9c119d4 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:53:01.973053 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1c1b1e64-c6f0-4da3-a265-0413e9c119d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:01.975023 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 00:53:01.975023 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:53:01.975023 n-d-812236-11 neutron-server[102662]: timer() Nov 12 00:53:01.975023 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:53:01.975023 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 00:53:01.975023 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:53:01.975023 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 00:53:01.975023 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:53:01.975023 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 00:53:01.975023 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:53:01.975023 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 00:53:01.975023 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:53:01.975023 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 00:53:01.975023 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:53:01.975023 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:53:01.975023 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:53:01.975023 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:53:01.975023 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:53:01.975023 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 00:53:01.975023 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:53:01.975023 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 00:53:01.975023 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:53:01.975023 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:53:01.975023 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:53:01.975023 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 00:53:01.975023 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:53:01.975023 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:53:01.975023 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:53:01.975023 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:53:01.975023 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:53:01.975023 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:53:01.975023 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:53:01.995840 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c52bda-4fc7-43f8-a5a0-b6422d9a775a req-acf98e58-2dae-451c-967b-a8373c9a9fc9 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:01.996929 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b0c52bda-4fc7-43f8-a5a0-b6422d9a775a req-acf98e58-2dae-451c-967b-a8373c9a9fc9 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f9a2ab6-4e59-441e-84a8-5c62e2a429f8 HTTP/1.1" status: 200 len: 945 time: 0.1409874 Nov 12 00:53:02.037881 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-02047cb5-d2a8-4094-bb02-1c5454de068c req-a3bf09a3-30bd-4792-98d8-7d234051a1b9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=16359a25-3e6f-45fe-be0d-6f4a3f158857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682492 Nov 12 00:53:02.068745 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b83250c7-d4c1-4cee-bb65-031aa3b1e51c req-5d53c43c-c3bc-4079-8e1f-37ca960aae1c tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381831 Nov 12 00:53:02.073084 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-06955038-88c5-4275-a66c-85002e7a1e05 req-4250c4e4-e488-463a-a1f6-4581b748da7e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282372 Nov 12 00:53:02.074134 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1c1b1e64-c6f0-4da3-a265-0413e9c119d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:02.081592 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1c1b1e64-c6f0-4da3-a265-0413e9c119d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:02.085434 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1c1b1e64-c6f0-4da3-a265-0413e9c119d4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/186a5381-1c8d-4fc3-9f46-f76bf918e468 HTTP/1.1" status: 204 len: 168 time: 0.7182744 Nov 12 00:53:02.097563 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b1e64-c6f0-4da3-a265-0413e9c119d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=186a5381-1c8d-4fc3-9f46-f76bf918e468,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:02.162085 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b0c52bda-4fc7-43f8-a5a0-b6422d9a775a req-da94d938-4cee-4f7c-b332-ac97a6c80203 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463051 Nov 12 00:53:02.219047 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba43a25-3aab-4156-b5b6-b95e82aaa0aa req-35782bd7-7eb7-4102-ac9c-0fca80a3d2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:02.220501 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6ba43a25-3aab-4156-b5b6-b95e82aaa0aa req-35782bd7-7eb7-4102-ac9c-0fca80a3d2f0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=04c51f1f-4fad-42e7-a817-4af69d874ab6 HTTP/1.1" status: 200 len: 856 time: 0.2418056 Nov 12 00:53:02.223728 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b7c0e5-c4ed-4000-b572-7003cb453f5f x-openstack-request-id: req-a0b7c0e5-c4ed-4000-b572-7003cb453f5f {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:02.224013 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b119ebf6-e1ff-4eba-b94d-797674c4ef98", "tag": "946f0a4e-ab72-40bd-a433-f66ebca1996e", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:02.224267 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a0b7c0e5-c4ed-4000-b572-7003cb453f5f {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:02.224650 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b119ebf6-e1ff-4eba-b94d-797674c4ef98', 'tag': '946f0a4e-ab72-40bd-a433-f66ebca1996e', 'status': 'completed', 'code': 200} Nov 12 00:53:02.270236 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7bdac4a6-0001-4d9a-9f51-d43253091d86 req-229892bf-3505-4bd8-b1c8-5bc3a65f2303 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0429590 Nov 12 00:53:02.288826 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58622) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:02.304412 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-02047cb5-d2a8-4094-bb02-1c5454de068c req-b5b7b5d6-77bf-4fbf-b7c3-fb3bc7aeeeb2 service neutron] 10.222.0.49 "GET /v2.0/networks/16359a25-3e6f-45fe-be0d-6f4a3f158857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184286 Nov 12 00:53:02.335191 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-20875d6b-e010-4de3-91fb-2de4cf14d78b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=06ec23c1a5504e3eb461d0ba1517f764&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0469382 Nov 12 00:53:02.337740 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58624) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:02.346750 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aec925-2250-4e7c-a74f-026dc7aba912 req-e4d9c372-0c21-4a24-88f6-b56e0c24de10 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:02.354333 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-89aec925-2250-4e7c-a74f-026dc7aba912 req-e4d9c372-0c21-4a24-88f6-b56e0c24de10 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.0740936 Nov 12 00:53:02.404480 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8e4724d9-46f6-4b11-85c6-fa212ddf1dac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:02.429210 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8e4724d9-46f6-4b11-85c6-fa212ddf1dac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:02.494642 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8e4724d9-46f6-4b11-85c6-fa212ddf1dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:02.498220 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8e4724d9-46f6-4b11-85c6-fa212ddf1dac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:02.502224 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8e4724d9-46f6-4b11-85c6-fa212ddf1dac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/17440375-2605-4491-a8db-d222e43a1b98 HTTP/1.1" status: 204 len: 168 time: 0.1607482 Nov 12 00:53:02.510085 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4724d9-46f6-4b11-85c6-fa212ddf1dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17440375-2605-4491-a8db-d222e43a1b98,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:02.783628 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be4227-8686-4019-8000-4d23725cb22c req-20c85ed0-72d2-4394-b46d-983acd764eb7 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:02.794664 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-22be4227-8686-4019-8000-4d23725cb22c req-20c85ed0-72d2-4394-b46d-983acd764eb7 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 944 time: 0.0902190 Nov 12 00:53:02.839983 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-89aec925-2250-4e7c-a74f-026dc7aba912 req-e8c74014-1a9f-45f1-bc36-9ff33df3b35b tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4844019 Nov 12 00:53:02.876564 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7a06c790-abbb-4a96-a20a-60bdf008f958 req-3f10ca1b-7d4b-4bf4-923f-471f385b333e service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.4249382 Nov 12 00:53:02.918354 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-22be4227-8686-4019-8000-4d23725cb22c req-fc05daad-d7e2-4218-b7fc-b3159af7bbf4 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224673 Nov 12 00:53:02.977619 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 2a9783e1-d3b7-48eb-808e-38342efe0398 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:53:03.012896 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba43a25-3aab-4156-b5b6-b95e82aaa0aa req-f9d4c030-7347-4fd9-826e-d8bda9b310a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:03.015230 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6ba43a25-3aab-4156-b5b6-b95e82aaa0aa req-f9d4c030-7347-4fd9-826e-d8bda9b310a5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9bd80eeb-5154-4c03-9db9-fcf789d8dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6111355 Nov 12 00:53:03.030275 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd62de4-732f-4719-bc11-badcdcc476b4 req-65b7b97c-0ec1-4a48-9f07-ac5f92653e8c tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:03.038446 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7fd62de4-732f-4719-bc11-badcdcc476b4 req-65b7b97c-0ec1-4a48-9f07-ac5f92653e8c tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 945 time: 0.0955193 Nov 12 00:53:03.058314 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: 2a9783e1-d3b7-48eb-808e-38342efe0398 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:53:03.058908 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 2a9783e1-d3b7-48eb-808e-38342efe0398 not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:53:03.146683 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-02047cb5-d2a8-4094-bb02-1c5454de068c req-4ec63fac-9632-45ef-adb0-0899ef1cf50b service neutron] 10.222.0.49 "GET /v2.0/networks/16359a25-3e6f-45fe-be0d-6f4a3f158857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7436318 Nov 12 00:53:03.194540 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7fd62de4-732f-4719-bc11-badcdcc476b4 req-b50b8612-65d7-469a-b6b6-e41c8c441c9d tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558650 Nov 12 00:53:03.252688 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6ba43a25-3aab-4156-b5b6-b95e82aaa0aa req-6a15bdfe-be53-4024-9a15-7f08beb60c7d service neutron] 10.222.0.49 "GET /v2.0/networks/9bd80eeb-5154-4c03-9db9-fcf789d8dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091041 Nov 12 00:53:03.299941 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98152b-6c06-4bbc-b586-532a805df535 req-963a430b-0f20-4c7f-a316-fbe7336d99a6 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:03.313934 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9c98152b-6c06-4bbc-b586-532a805df535 req-963a430b-0f20-4c7f-a316-fbe7336d99a6 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/networks?id=a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e HTTP/1.1" status: 200 len: 812 time: 0.2397377 Nov 12 00:53:03.336070 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 4d2e5097-97ff-4edd-a74b-549006625d86 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:53:03.348085 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9c98152b-6c06-4bbc-b586-532a805df535 req-24f94e59-4b31-4f80-be52-5b754252b02f tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/quotas/e225da8786ab452db9121c1cfb9ab35d HTTP/1.1" status: 200 len: 375 time: 0.0320549 Nov 12 00:53:03.376087 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: 4d2e5097-97ff-4edd-a74b-549006625d86 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:53:03.376426 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 4d2e5097-97ff-4edd-a74b-549006625d86 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:53:03.434372 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1b957-a316-45b7-942d-78332aeffd91 req-fa3d5fd8-4ef4-4343-9987-8f2fd4c7c9e6 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:03.434670 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9c98152b-6c06-4bbc-b586-532a805df535 req-2da98cd5-9b34-42af-9dd7-ddbe95bbb500 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e225da8786ab452db9121c1cfb9ab35d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0855734 Nov 12 00:53:03.437226 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dbf1b957-a316-45b7-942d-78332aeffd91 req-fa3d5fd8-4ef4-4343-9987-8f2fd4c7c9e6 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f9a2ab6-4e59-441e-84a8-5c62e2a429f8 HTTP/1.1" status: 200 len: 945 time: 0.1396098 Nov 12 00:53:03.443861 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6ba43a25-3aab-4156-b5b6-b95e82aaa0aa req-169e7ef4-1f88-4cb7-a349-3c582bee6225 service neutron] 10.222.0.49 "GET /v2.0/networks/9bd80eeb-5154-4c03-9db9-fcf789d8dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828182 Nov 12 00:53:03.517213 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dbf1b957-a316-45b7-942d-78332aeffd91 req-d835b954-a596-4096-9e41-2031592aef25 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702763 Nov 12 00:53:03.629943 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9c98152b-6c06-4bbc-b586-532a805df535 req-a84516d2-f52f-4242-a8a1-839ebaebcfa3 service neutron] 10.222.0.20 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935112 Nov 12 00:53:03.717979 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58672) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:03.784557 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9c98152b-6c06-4bbc-b586-532a805df535 req-90195174-a71d-493f-83fd-e5208ddd2bd4 service neutron] 10.222.0.20 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534281 Nov 12 00:53:03.806227 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770566f-e027-4914-a9c8-76c29cb6688d req-1cd7defb-c5cd-45e0-aa97-a35f4664cd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:03.807774 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9770566f-e027-4914-a9c8-76c29cb6688d req-1cd7defb-c5cd-45e0-aa97-a35f4664cd2f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f62521c5dc664ba4a3bbe0954819df3b&device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 1096 time: 0.0723064 Nov 12 00:53:03.918942 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-91c9235e-9dfa-4fef-a73c-c2aad84ac45a admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-383268554-network', 'tenant_id': 'b3d3129846d94fae9b1f40d78740eb06'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:03.927334 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770566f-e027-4914-a9c8-76c29cb6688d req-0060f785-86f8-4d9e-ad0f-a22ff5f2dd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:03.929777 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9770566f-e027-4914-a9c8-76c29cb6688d req-0060f785-86f8-4d9e-ad0f-a22ff5f2dd17 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9bd80eeb-5154-4c03-9db9-fcf789d8dd48 HTTP/1.1" status: 200 len: 918 time: 0.1115618 Nov 12 00:53:04.030242 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9770566f-e027-4914-a9c8-76c29cb6688d req-4bd596e8-76cd-42ac-ab76-4666a925fee9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=946f0a4e-ab72-40bd-a433-f66ebca1996e HTTP/1.1" status: 200 len: 999 time: 0.0926335 Nov 12 00:53:04.084619 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6c7341cc-3e3e-4080-9253-b76f6631ef56 req-e31adc15-ad54-44ce-a118-cfef99294469 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=17640973-c840-491e-b8a3-58a85d13028a HTTP/1.1" status: 200 len: 210 time: 0.0804071 Nov 12 00:53:04.095048 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c9235e-9dfa-4fef-a73c-c2aad84ac45a admin admin] Made reservation on behalf of b3d3129846d94fae9b1f40d78740eb06 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:04.097937 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-91c9235e-9dfa-4fef-a73c-c2aad84ac45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:04.110030 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-91c9235e-9dfa-4fef-a73c-c2aad84ac45a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:04.129900 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770566f-e027-4914-a9c8-76c29cb6688d req-e3c028be-0669-44d0-b3f1-7b854ed32a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:04.131563 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9770566f-e027-4914-a9c8-76c29cb6688d req-e3c028be-0669-44d0-b3f1-7b854ed32a9e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=04c51f1f-4fad-42e7-a817-4af69d874ab6 HTTP/1.1" status: 200 len: 856 time: 0.0929492 Nov 12 00:53:04.182670 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e2466-315a-49a1-986f-12391f73f501 req-83267a67-3bc9-4109-bcfc-53f1a3f0e6f6 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:04.190615 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-647e2466-315a-49a1-986f-12391f73f501 req-83267a67-3bc9-4109-bcfc-53f1a3f0e6f6 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 944 time: 0.1057951 Nov 12 00:53:04.228478 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-280da7ab-444b-4fc3-b40f-1543ea1a2ceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:04.246462 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-91c9235e-9dfa-4fef-a73c-c2aad84ac45a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:04.266305 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-91c9235e-9dfa-4fef-a73c-c2aad84ac45a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:04.282832 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-647e2466-315a-49a1-986f-12391f73f501 req-f7eb12af-adf9-409c-954c-30c97235ef8d tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911334 Nov 12 00:53:04.306881 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770566f-e027-4914-a9c8-76c29cb6688d req-2f0502ec-a464-485e-9605-4b23a2d59552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:04.308654 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9770566f-e027-4914-a9c8-76c29cb6688d req-2f0502ec-a464-485e-9605-4b23a2d59552 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9bd80eeb-5154-4c03-9db9-fcf789d8dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1645641 Nov 12 00:53:04.337085 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91c9235e-9dfa-4fef-a73c-c2aad84ac45a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:53:04.374386 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c9235e-9dfa-4fef-a73c-c2aad84ac45a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8854d16b-3356-4fca-8e7c-ea142a632ac4,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:04.430828 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-91c9235e-9dfa-4fef-a73c-c2aad84ac45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:04.431323 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-91c9235e-9dfa-4fef-a73c-c2aad84ac45a admin admin] Added segment 20862df0-94f2-4223-bfda-856468c017d1 of type vlan for network b4d1abd7-aa45-42d8-a53c-34ab879b76e0 Nov 12 00:53:04.470736 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9770566f-e027-4914-a9c8-76c29cb6688d req-526d39e6-a142-4888-98fa-bc2536a9f803 service neutron] 10.222.0.49 "GET /v2.0/networks/9bd80eeb-5154-4c03-9db9-fcf789d8dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502337 Nov 12 00:53:04.590506 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609a821-3d7b-4812-94c2-95d83d2003b4 req-57b1eca8-1930-4f80-a60d-90fb83393804 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:04.603172 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f609a821-3d7b-4812-94c2-95d83d2003b4 req-57b1eca8-1930-4f80-a60d-90fb83393804 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 945 time: 0.2575433 Nov 12 00:53:04.646066 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-91c9235e-9dfa-4fef-a73c-c2aad84ac45a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:04.732680 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c386e0-754f-42fc-b82c-80bd4b139c94 req-ca7f2078-4ffd-40ac-a4a0-ea6fedcbb4f6 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:04.746022 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d3c386e0-754f-42fc-b82c-80bd4b139c94 req-ca7f2078-4ffd-40ac-a4a0-ea6fedcbb4f6 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f9a2ab6-4e59-441e-84a8-5c62e2a429f8 HTTP/1.1" status: 200 len: 945 time: 0.0985043 Nov 12 00:53:04.797413 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f609a821-3d7b-4812-94c2-95d83d2003b4 req-d5ccdf9e-b149-42f5-99c1-2fc9758fa617 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920114 Nov 12 00:53:04.802837 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-91c9235e-9dfa-4fef-a73c-c2aad84ac45a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:04.805465 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c9235e-9dfa-4fef-a73c-c2aad84ac45a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:04.808015 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-91c9235e-9dfa-4fef-a73c-c2aad84ac45a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:04.865735 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d3c386e0-754f-42fc-b82c-80bd4b139c94 req-aa9ab4a5-789e-4f10-b7ec-53eaef063924 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095467 Nov 12 00:53:04.954722 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-91c9235e-9dfa-4fef-a73c-c2aad84ac45a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2301378 Nov 12 00:53:04.956788 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 58724) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:04.969405 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-ca6bd762-e5fc-4fd2-af9b-5f41b1d530df admin admin] Request body: {'subnet': {'network_id': 'b4d1abd7-aa45-42d8-a53c-34ab879b76e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-383268554-subnet', 'tenant_id': 'b3d3129846d94fae9b1f40d78740eb06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:05.012206 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c9235e-9dfa-4fef-a73c-c2aad84ac45a admin admin] Pushing event updated for resources: {'Network': ['ID=b4d1abd7-aa45-42d8-a53c-34ab879b76e0,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:05.032968 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network b4d1abd7-aa45-42d8-a53c-34ab879b76e0 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:53:05.083665 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4fc067cb-32f0-4ee5-b261-10161cc87a74 req-419dd83d-a8d1-4786-adbe-3cd16cc19a93 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1027234 Nov 12 00:53:05.213080 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6bd762-e5fc-4fd2-af9b-5f41b1d530df admin admin] Made reservation on behalf of b3d3129846d94fae9b1f40d78740eb06 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:05.223550 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ca6bd762-e5fc-4fd2-af9b-5f41b1d530df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:05.350780 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d80ff-d674-4462-a71e-8c766a834fc8 req-923f1826-aa8d-4868-aad1-eb302e846f62 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:05.353531 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8f4d80ff-d674-4462-a71e-8c766a834fc8 req-923f1826-aa8d-4868-aad1-eb302e846f62 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f9a2ab6-4e59-441e-84a8-5c62e2a429f8 HTTP/1.1" status: 200 len: 945 time: 0.3154399 Nov 12 00:53:05.414883 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7e52a160-f7fe-43ef-ae6e-44c720d52e33 req-9455a280-cf01-48ef-8258-adb7f4746218 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0891016 Nov 12 00:53:05.490577 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8f4d80ff-d674-4462-a71e-8c766a834fc8 req-679a179d-5308-4eab-bbc3-a4ed9cb9e615 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797250 Nov 12 00:53:05.630989 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-036971ab-a12e-41ab-9f13-7915b618fab8 req-dcb1f312-f49c-40ea-951a-f817d579e4f3 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=17640973-c840-491e-b8a3-58a85d13028a HTTP/1.1" status: 200 len: 210 time: 0.0375226 Nov 12 00:53:05.705787 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ca6bd762-e5fc-4fd2-af9b-5f41b1d530df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:05.791004 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6bd762-e5fc-4fd2-af9b-5f41b1d530df admin admin] Pushing event updated for resources: {'Subnet': ['ID=de41d7fe-b31c-4fff-a018-441cabc749e7,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:05.818728 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77eba0c-4b35-4dfc-8c08-698016328584 req-4fb31758-2792-4a6b-b54c-4358ddb1f304 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:05.820406 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e77eba0c-4b35-4dfc-8c08-698016328584 req-4fb31758-2792-4a6b-b54c-4358ddb1f304 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 944 time: 0.0857680 Nov 12 00:53:05.823691 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6bd762-e5fc-4fd2-af9b-5f41b1d530df admin admin] Checking segment: {'id': '20862df0-94f2-4223-bfda-856468c017d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b4d1abd7-aa45-42d8-a53c-34ab879b76e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:05.824070 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6bd762-e5fc-4fd2-af9b-5f41b1d530df admin admin] Network hostable DHCP agents. Network: b4d1abd7-aa45-42d8-a53c-34ab879b76e0, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:53:05.868443 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6bd762-e5fc-4fd2-af9b-5f41b1d530df admin admin] Network b4d1abd7-aa45-42d8-a53c-34ab879b76e0 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:53:05.900043 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-ca6bd762-e5fc-4fd2-af9b-5f41b1d530df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, b4d1abd7-aa45-42d8-a53c-34ab879b76e0) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:05.912806 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5632c269-6822-40c5-9fdc-57e29084e6c4 None None] Network b4d1abd7-aa45-42d8-a53c-34ab879b76e0 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:53:05.923445 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6bd762-e5fc-4fd2-af9b-5f41b1d530df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:05.924045 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ca6bd762-e5fc-4fd2-af9b-5f41b1d530df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:05.955336 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e77eba0c-4b35-4dfc-8c08-698016328584 req-71d8419a-c133-4fce-a48e-a7ac7b9eac0f tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076665 Nov 12 00:53:05.976943 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ca6bd762-e5fc-4fd2-af9b-5f41b1d530df admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0084214 Nov 12 00:53:06.214893 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709e8593-2bab-4144-8771-1c5341a70a3c None None] Network b4d1abd7-aa45-42d8-a53c-34ab879b76e0 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:53:06.277546 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98152b-6c06-4bbc-b586-532a805df535 req-a75e4d95-95a0-48c1-80c0-dff7a2ad2b9d tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:06.279791 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9c98152b-6c06-4bbc-b586-532a805df535 req-a75e4d95-95a0-48c1-80c0-dff7a2ad2b9d tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.54 "GET /v2.0/networks?id=a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e HTTP/1.1" status: 200 len: 812 time: 0.2514246 Nov 12 00:53:06.309867 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-9c98152b-6c06-4bbc-b586-532a805df535 req-2bf0c794-b9ce-41ac-b1a8-9b15757ecac8 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Request body: {'port': {'device_id': '17640973-c840-491e-b8a3-58a85d13028a', 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e', 'admin_state_up': True, 'tenant_id': 'e225da8786ab452db9121c1cfb9ab35d'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:06.362646 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d360d-0bec-440c-9d60-30f3e6acb8c9 req-32150d02-ae69-4744-88e7-a493c49beb78 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:06.371289 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-867d360d-0bec-440c-9d60-30f3e6acb8c9 req-32150d02-ae69-4744-88e7-a493c49beb78 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 945 time: 0.0802758 Nov 12 00:53:06.474774 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-867d360d-0bec-440c-9d60-30f3e6acb8c9 req-8c728010-97ce-4c97-8e84-236f70104eeb tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021361 Nov 12 00:53:06.484315 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3a220b36-a0c0-4bef-ad60-3a452057c14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:06.526962 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c98152b-6c06-4bbc-b586-532a805df535 req-2bf0c794-b9ce-41ac-b1a8-9b15757ecac8 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Made reservation on behalf of e225da8786ab452db9121c1cfb9ab35d for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:06.533058 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9c98152b-6c06-4bbc-b586-532a805df535 req-2bf0c794-b9ce-41ac-b1a8-9b15757ecac8 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:06.595710 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8636f8-ef12-4ae7-98c9-68165c9cf1a5 req-ce8555b9-0ec0-4c27-b205-2f6e0bf36d46 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:06.598232 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7a8636f8-ef12-4ae7-98c9-68165c9cf1a5 req-ce8555b9-0ec0-4c27-b205-2f6e0bf36d46 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f9a2ab6-4e59-441e-84a8-5c62e2a429f8 HTTP/1.1" status: 200 len: 945 time: 0.0639267 Nov 12 00:53:06.675298 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7a8636f8-ef12-4ae7-98c9-68165c9cf1a5 req-9a7e47ba-23ee-445b-a236-daa6bcd9c538 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628479 Nov 12 00:53:06.730663 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-9c98152b-6c06-4bbc-b586-532a805df535 req-2bf0c794-b9ce-41ac-b1a8-9b15757ecac8 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Allocated IP 172.20.0.4 (a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e/3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f/839b65b6-08c1-408a-a945-9c3231cef130) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:06.920272 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9c98152b-6c06-4bbc-b586-532a805df535 req-2bf0c794-b9ce-41ac-b1a8-9b15757ecac8 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:06.968505 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9c98152b-6c06-4bbc-b586-532a805df535 req-2bf0c794-b9ce-41ac-b1a8-9b15757ecac8 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:07.004164 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1', '3629b7bf-0e38-4adc-b44c-74e486c8ef4d'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:07.015958 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c98152b-6c06-4bbc-b586-532a805df535 req-2bf0c794-b9ce-41ac-b1a8-9b15757ecac8 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Network a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:07.019413 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-9c98152b-6c06-4bbc-b586-532a805df535 req-2bf0c794-b9ce-41ac-b1a8-9b15757ecac8 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:07.023248 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c98152b-6c06-4bbc-b586-532a805df535 req-2bf0c794-b9ce-41ac-b1a8-9b15757ecac8 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:07.066640 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf0c794-b9ce-41ac-b1a8-9b15757ecac8 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Pushing event updated for resources: {'Port': ['ID=839b65b6-08c1-408a-a945-9c3231cef130,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:07.096604 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568f137-e92a-41fd-a9c3-ae219af84b30 req-857d0d26-9326-4e53-9a3b-9fcec6342ac9 tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:07.099287 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4568f137-e92a-41fd-a9c3-ae219af84b30 req-857d0d26-9326-4e53-9a3b-9fcec6342ac9 tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] 10.222.0.20 "GET /v2.0/networks?id=b4d1abd7-aa45-42d8-a53c-34ab879b76e0 HTTP/1.1" status: 200 len: 820 time: 0.1883373 Nov 12 00:53:07.099598 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98152b-6c06-4bbc-b586-532a805df535 req-2bf0c794-b9ce-41ac-b1a8-9b15757ecac8 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:07.100396 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9c98152b-6c06-4bbc-b586-532a805df535 req-2bf0c794-b9ce-41ac-b1a8-9b15757ecac8 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:07.139044 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4568f137-e92a-41fd-a9c3-ae219af84b30 req-9be07b2b-4fd9-4a2b-849b-990592522ccd tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] 10.222.0.20 "GET /v2.0/quotas/b3d3129846d94fae9b1f40d78740eb06 HTTP/1.1" status: 200 len: 375 time: 0.0314338 Nov 12 00:53:07.141008 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9c98152b-6c06-4bbc-b586-532a805df535 req-2bf0c794-b9ce-41ac-b1a8-9b15757ecac8 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8351386 Nov 12 00:53:07.226382 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4568f137-e92a-41fd-a9c3-ae219af84b30 req-cbd08abc-16c4-4ed4-b5c1-12811b1ede7f tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b3d3129846d94fae9b1f40d78740eb06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0864305 Nov 12 00:53:07.272081 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-9c98152b-6c06-4bbc-b586-532a805df535 req-cf31cf5f-3c23-47a0-b276-037bb25c9b2a service neutron] Request body: {'port': {'device_id': '17640973-c840-491e-b8a3-58a85d13028a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:07.361743 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4568f137-e92a-41fd-a9c3-ae219af84b30 req-ef0a8cea-9207-4e32-8784-dc0a5c9da69b service neutron] 10.222.0.20 "GET /v2.0/networks/b4d1abd7-aa45-42d8-a53c-34ab879b76e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246784 Nov 12 00:53:07.466751 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9c98152b-6c06-4bbc-b586-532a805df535 req-cf31cf5f-3c23-47a0-b276-037bb25c9b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:07.505258 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-fc5f55fa-1390-4ac9-8ce1-6fe599b53e05 None None] Provisioning complete for port 839b65b6-08c1-408a-a945-9c3231cef130 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:07.505657 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fc5f55fa-1390-4ac9-8ce1-6fe599b53e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:07.602426 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9a668a04-f72e-4bfa-a096-d0989887f046 req-dbf89107-bccd-46ed-8e6a-21bf07ea767b service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0770924 Nov 12 00:53:07.627263 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4568f137-e92a-41fd-a9c3-ae219af84b30 req-12b61cf3-b53b-4080-9007-70b612538784 service neutron] 10.222.0.20 "GET /v2.0/networks/b4d1abd7-aa45-42d8-a53c-34ab879b76e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644618 Nov 12 00:53:07.645610 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-fc5f55fa-1390-4ac9-8ce1-6fe599b53e05 None None] Port 839b65b6-08c1-408a-a945-9c3231cef130 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:53:07.830332 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:07.905601 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-9c98152b-6c06-4bbc-b586-532a805df535 req-cf31cf5f-3c23-47a0-b276-037bb25c9b2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 839b65b6-08c1-408a-a945-9c3231cef130 {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:07.920129 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9c98152b-6c06-4bbc-b586-532a805df535 req-cf31cf5f-3c23-47a0-b276-037bb25c9b2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:07.950892 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-9c98152b-6c06-4bbc-b586-532a805df535 req-cf31cf5f-3c23-47a0-b276-037bb25c9b2a service neutron] Transition to ACTIVE for port object 839b65b6-08c1-408a-a945-9c3231cef130 will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:53:07.956648 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9c98152b-6c06-4bbc-b586-532a805df535 req-cf31cf5f-3c23-47a0-b276-037bb25c9b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:08.015995 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-03dc1466-f8e1-436a-b2ae-e2c485c24af5 req-a8d17478-62e6-4e27-9ccf-d261106a467b service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0549836 Nov 12 00:53:08.063101 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf31cf5f-3c23-47a0-b276-037bb25c9b2a service neutron] Pushing event updated for resources: {'Port': ['ID=839b65b6-08c1-408a-a945-9c3231cef130,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:08.146696 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28edaf69-5933-401b-ad03-c751e8ad5c6b req-1aaab2fe-772f-46e2-986c-39cb1e27f49b tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:08.150531 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-28edaf69-5933-401b-ad03-c751e8ad5c6b req-1aaab2fe-772f-46e2-986c-39cb1e27f49b tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=17640973-c840-491e-b8a3-58a85d13028a HTTP/1.1" status: 200 len: 943 time: 0.1318977 Nov 12 00:53:08.203810 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-9c98152b-6c06-4bbc-b586-532a805df535 req-cf31cf5f-3c23-47a0-b276-037bb25c9b2a service neutron] Attempting to bind port 839b65b6-08c1-408a-a945-9c3231cef130 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:53:08.204151 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-9c98152b-6c06-4bbc-b586-532a805df535 req-cf31cf5f-3c23-47a0-b276-037bb25c9b2a service neutron] Attempting to bind port 839b65b6-08c1-408a-a945-9c3231cef130 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:53:08.204480 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c98152b-6c06-4bbc-b586-532a805df535 req-cf31cf5f-3c23-47a0-b276-037bb25c9b2a service neutron] Attempting to bind port 839b65b6-08c1-408a-a945-9c3231cef130 on network a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:08.210312 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c98152b-6c06-4bbc-b586-532a805df535 req-cf31cf5f-3c23-47a0-b276-037bb25c9b2a service neutron] Port 839b65b6-08c1-408a-a945-9c3231cef130 on network a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:53:08.210740 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c98152b-6c06-4bbc-b586-532a805df535 req-cf31cf5f-3c23-47a0-b276-037bb25c9b2a service neutron] Attempting to bind port 839b65b6-08c1-408a-a945-9c3231cef130 on network a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:08.234026 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c98152b-6c06-4bbc-b586-532a805df535 req-cf31cf5f-3c23-47a0-b276-037bb25c9b2a service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:53:08.237679 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c98152b-6c06-4bbc-b586-532a805df535 req-cf31cf5f-3c23-47a0-b276-037bb25c9b2a service neutron] Checking segment: {'id': '8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:08.238119 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c98152b-6c06-4bbc-b586-532a805df535 req-cf31cf5f-3c23-47a0-b276-037bb25c9b2a service neutron] Bound using segment: {'id': '8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:53:08.238570 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-9c98152b-6c06-4bbc-b586-532a805df535 req-cf31cf5f-3c23-47a0-b276-037bb25c9b2a service neutron] Bound port: 839b65b6-08c1-408a-a945-9c3231cef130, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:53:08.238929 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9c98152b-6c06-4bbc-b586-532a805df535 req-cf31cf5f-3c23-47a0-b276-037bb25c9b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:08.302036 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-28edaf69-5933-401b-ad03-c751e8ad5c6b req-9a4603c2-ae74-4ae0-b6a5-7ec13014d5bd tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427224 Nov 12 00:53:08.353421 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-9c98152b-6c06-4bbc-b586-532a805df535 req-cf31cf5f-3c23-47a0-b276-037bb25c9b2a service neutron] For port 839b65b6-08c1-408a-a945-9c3231cef130, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:53:08.358607 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-9c98152b-6c06-4bbc-b586-532a805df535 req-cf31cf5f-3c23-47a0-b276-037bb25c9b2a service neutron] For port 839b65b6-08c1-408a-a945-9c3231cef130, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=839b65b6-08c1-408a-a945-9c3231cef130,segment=NetworkSegment(8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b),segment_id=8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:53:08.364973 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9c98152b-6c06-4bbc-b586-532a805df535 req-cf31cf5f-3c23-47a0-b276-037bb25c9b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:08.430755 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98152b-6c06-4bbc-b586-532a805df535 req-cf31cf5f-3c23-47a0-b276-037bb25c9b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:08.431804 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9c98152b-6c06-4bbc-b586-532a805df535 req-cf31cf5f-3c23-47a0-b276-037bb25c9b2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:08.434258 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9c98152b-6c06-4bbc-b586-532a805df535 req-cf31cf5f-3c23-47a0-b276-037bb25c9b2a service neutron] 10.222.0.54 "PUT /v2.0/ports/839b65b6-08c1-408a-a945-9c3231cef130 HTTP/1.1" status: 200 len: 1092 time: 1.2767370 Nov 12 00:53:08.438280 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17640973-c840-491e-b8a3-58a85d13028a', 'tag': '839b65b6-08c1-408a-a945-9c3231cef130'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:08.449903 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e273dd9-39c4-4301-910b-5f053aefe06d" -d '{"events": [{"name": "network-changed", "server_uuid": "17640973-c840-491e-b8a3-58a85d13028a", "tag": "839b65b6-08c1-408a-a945-9c3231cef130"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:08.467845 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ba8a7-f1c8-4afb-adf0-aec4863c30ca req-fcd7aa8c-0b73-49a1-9c4e-3ca6b43ba613 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:08.472028 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ab8ba8a7-f1c8-4afb-adf0-aec4863c30ca req-fcd7aa8c-0b73-49a1-9c4e-3ca6b43ba613 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f9a2ab6-4e59-441e-84a8-5c62e2a429f8 HTTP/1.1" status: 200 len: 945 time: 0.0742328 Nov 12 00:53:08.554582 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf31cf5f-3c23-47a0-b276-037bb25c9b2a service neutron] Pushing event updated for resources: {'Port': ['ID=839b65b6-08c1-408a-a945-9c3231cef130,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:08.583330 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ab8ba8a7-f1c8-4afb-adf0-aec4863c30ca req-b292bc1f-5da7-45c6-b7bc-3f6b3c6df7e3 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934944 Nov 12 00:53:08.659275 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98152b-6c06-4bbc-b586-532a805df535 req-afc2f862-aeb3-47a9-8208-ab88dff6f97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:08.661062 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9c98152b-6c06-4bbc-b586-532a805df535 req-afc2f862-aeb3-47a9-8208-ab88dff6f97c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e225da8786ab452db9121c1cfb9ab35d&device_id=17640973-c840-491e-b8a3-58a85d13028a HTTP/1.1" status: 200 len: 1095 time: 0.1579025 Nov 12 00:53:08.744700 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9c98152b-6c06-4bbc-b586-532a805df535 req-40423aea-d4ed-4449-b12a-b17677d613f7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=839b65b6-08c1-408a-a945-9c3231cef130 HTTP/1.1" status: 200 len: 217 time: 0.0675468 Nov 12 00:53:08.781762 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1a96d-e83a-47af-826d-99b385db48cb req-d860ef47-5079-4076-bfb0-3348431e87d3 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:08.787740 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b5a1a96d-e83a-47af-826d-99b385db48cb req-d860ef47-5079-4076-bfb0-3348431e87d3 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 944 time: 0.0903826 Nov 12 00:53:08.842661 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98152b-6c06-4bbc-b586-532a805df535 req-97271078-707d-43c0-bda8-50d43414da69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:08.844436 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9c98152b-6c06-4bbc-b586-532a805df535 req-97271078-707d-43c0-bda8-50d43414da69 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f HTTP/1.1" status: 200 len: 851 time: 0.0930884 Nov 12 00:53:08.858682 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b5a1a96d-e83a-47af-826d-99b385db48cb req-bf570017-19e4-44b1-b2a7-2e51d2eb9cfe tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647171 Nov 12 00:53:08.968863 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98152b-6c06-4bbc-b586-532a805df535 req-81829f24-face-4a47-b76e-9e6383ee992c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:08.970386 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9c98152b-6c06-4bbc-b586-532a805df535 req-81829f24-face-4a47-b76e-9e6383ee992c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1164064 Nov 12 00:53:09.036142 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35d98a-b437-44d1-b674-bedd97ae3365 req-657e6f7c-1832-4122-90c1-b295acb4d229 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:09.045633 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1d35d98a-b437-44d1-b674-bedd97ae3365 req-657e6f7c-1832-4122-90c1-b295acb4d229 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 945 time: 0.0848806 Nov 12 00:53:09.101423 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9c98152b-6c06-4bbc-b586-532a805df535 req-e6da42f3-da0f-49c1-a772-150dc106de8e service neutron] 10.222.0.54 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151967 Nov 12 00:53:09.101696 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1d35d98a-b437-44d1-b674-bedd97ae3365 req-e275d2af-0fb5-4d0c-a403-1b8bd248d75c tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513618 Nov 12 00:53:09.198180 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:09.212140 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b4dc75f5-1bc6-441e-9de2-dea9e19a2582 req-e6c36036-81d9-439b-8ae1-7fe6c2f1cf84 tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea1b5f74-b1ff-4785-8c2c-a777d1220a26 HTTP/1.1" status: 200 len: 210 time: 0.0292439 Nov 12 00:53:09.219008 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9c98152b-6c06-4bbc-b586-532a805df535 req-925e76cf-6769-467f-a79e-0f8d8bd7442f service neutron] 10.222.0.54 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043091 Nov 12 00:53:09.260558 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff2aa38-7728-4cbf-984b-61ca9f460231 x-openstack-request-id: req-9ff2aa38-7728-4cbf-984b-61ca9f460231 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:09.260855 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17640973-c840-491e-b8a3-58a85d13028a", "tag": "839b65b6-08c1-408a-a945-9c3231cef130", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:09.261109 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ff2aa38-7728-4cbf-984b-61ca9f460231 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:09.261558 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17640973-c840-491e-b8a3-58a85d13028a', 'tag': '839b65b6-08c1-408a-a945-9c3231cef130', 'status': 'completed', 'code': 200} Nov 12 00:53:09.432767 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e273dd9-39c4-4301-910b-5f053aefe06d req-3ae2b456-db90-4316-9a63-c57a37d56867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:09.435073 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2e273dd9-39c4-4301-910b-5f053aefe06d req-3ae2b456-db90-4316-9a63-c57a37d56867 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e225da8786ab452db9121c1cfb9ab35d&device_id=17640973-c840-491e-b8a3-58a85d13028a HTTP/1.1" status: 200 len: 1095 time: 0.0493472 Nov 12 00:53:09.515793 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8a4c4-9fd9-4648-9e5c-0bd5f25a3bc0 req-767ee970-ad61-44a3-8166-197df50512bb tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:09.520750 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6ac8a4c4-9fd9-4648-9e5c-0bd5f25a3bc0 req-767ee970-ad61-44a3-8166-197df50512bb tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=17640973-c840-491e-b8a3-58a85d13028a HTTP/1.1" status: 200 len: 943 time: 0.0745909 Nov 12 00:53:09.606560 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e273dd9-39c4-4301-910b-5f053aefe06d req-c60f59d1-383a-4484-8b08-73c9855f7c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:09.608457 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2e273dd9-39c4-4301-910b-5f053aefe06d req-c60f59d1-383a-4484-8b08-73c9855f7c5f service neutron] 10.222.0.54 "GET /v2.0/networks?id=a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e HTTP/1.1" status: 200 len: 913 time: 0.1363316 Nov 12 00:53:09.666317 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6ac8a4c4-9fd9-4648-9e5c-0bd5f25a3bc0 req-9d2082fd-c852-46f9-ac7c-5830c38ce531 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362224 Nov 12 00:53:09.698750 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2e273dd9-39c4-4301-910b-5f053aefe06d req-3d2bff9a-a44c-4a36-a9e5-de61fff16552 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=839b65b6-08c1-408a-a945-9c3231cef130 HTTP/1.1" status: 200 len: 217 time: 0.0801232 Nov 12 00:53:09.741237 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:09.804846 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e273dd9-39c4-4301-910b-5f053aefe06d req-8e903b10-39e9-48ab-8e73-54881d880dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:09.807679 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2e273dd9-39c4-4301-910b-5f053aefe06d req-8e903b10-39e9-48ab-8e73-54881d880dcc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f HTTP/1.1" status: 200 len: 851 time: 0.0973797 Nov 12 00:53:09.844814 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568f137-e92a-41fd-a9c3-ae219af84b30 req-436b6abb-f36f-4dff-a8ff-620995371ec6 tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:09.846563 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4568f137-e92a-41fd-a9c3-ae219af84b30 req-436b6abb-f36f-4dff-a8ff-620995371ec6 tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] 10.222.0.54 "GET /v2.0/networks?id=b4d1abd7-aa45-42d8-a53c-34ab879b76e0 HTTP/1.1" status: 200 len: 820 time: 0.2348864 Nov 12 00:53:09.872445 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-4568f137-e92a-41fd-a9c3-ae219af84b30 req-beeec60f-33c9-4d80-a7fa-10a43d12d75b tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] Request body: {'port': {'device_id': 'ea1b5f74-b1ff-4785-8c2c-a777d1220a26', 'network_id': 'b4d1abd7-aa45-42d8-a53c-34ab879b76e0', 'admin_state_up': True, 'tenant_id': 'b3d3129846d94fae9b1f40d78740eb06'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:09.912025 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e273dd9-39c4-4301-910b-5f053aefe06d req-2cf282c9-8c4a-45c2-ab07-37c3645fc25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:09.913841 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2e273dd9-39c4-4301-910b-5f053aefe06d req-2cf282c9-8c4a-45c2-ab07-37c3645fc25b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0886283 Nov 12 00:53:10.017042 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616050dc-c8b2-426a-a24c-97aa7d642891 req-46572064-6ea4-43e0-b9e7-08bf97dee9dd tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:10.029065 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-616050dc-c8b2-426a-a24c-97aa7d642891 req-46572064-6ea4-43e0-b9e7-08bf97dee9dd tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f9a2ab6-4e59-441e-84a8-5c62e2a429f8 HTTP/1.1" status: 200 len: 945 time: 0.2251194 Nov 12 00:53:10.080176 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4568f137-e92a-41fd-a9c3-ae219af84b30 req-beeec60f-33c9-4d80-a7fa-10a43d12d75b tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] Made reservation on behalf of b3d3129846d94fae9b1f40d78740eb06 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:10.087197 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4568f137-e92a-41fd-a9c3-ae219af84b30 req-beeec60f-33c9-4d80-a7fa-10a43d12d75b tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:10.137210 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2e273dd9-39c4-4301-910b-5f053aefe06d req-1def058d-582d-4bc1-b2e6-b7f692c8566c service neutron] 10.222.0.54 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903920 Nov 12 00:53:10.142791 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-616050dc-c8b2-426a-a24c-97aa7d642891 req-dc60ed83-8175-4551-8068-9471e2140d1c tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124461 Nov 12 00:53:10.255938 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-42c7c875-ee12-447e-b105-702b5ebb81ff req-b65ca1bc-d3f6-4dba-8c33-6f24ea7b899f service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0954773 Nov 12 00:53:10.359903 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369d19b-3fc3-497d-b2c0-27c77c3b8b48 req-ab294ea2-0139-4cfb-a85b-6bf8468c9105 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:10.366758 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6369d19b-3fc3-497d-b2c0-27c77c3b8b48 req-ab294ea2-0139-4cfb-a85b-6bf8468c9105 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 944 time: 0.1522300 Nov 12 00:53:10.448622 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1ae53ab9-82ec-4118-a7ee-4ae31e14ab33 req-75612a9c-fb19-4ce5-960a-9e365bde8c4f service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0498371 Nov 12 00:53:10.458825 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-4568f137-e92a-41fd-a9c3-ae219af84b30 req-beeec60f-33c9-4d80-a7fa-10a43d12d75b tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] Allocated IP 172.20.0.8 (b4d1abd7-aa45-42d8-a53c-34ab879b76e0/de41d7fe-b31c-4fff-a018-441cabc749e7/08dbd159-38c8-44c7-af0b-1c6f6a701e92) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:10.479636 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6369d19b-3fc3-497d-b2c0-27c77c3b8b48 req-f06f10b3-dab7-491f-9de9-3e206199607f tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110837 Nov 12 00:53:10.622556 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2e273dd9-39c4-4301-910b-5f053aefe06d req-a7206fec-fd36-4593-8f5c-c3e84e258061 service neutron] 10.222.0.54 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4752393 Nov 12 00:53:10.702210 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:10.717881 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf0f6a9-c304-4e91-bc7c-cb83c13689fe req-6be2ded2-8321-4e80-ad1b-1276eedb2f4e tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:10.719429 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bdf0f6a9-c304-4e91-bc7c-cb83c13689fe req-6be2ded2-8321-4e80-ad1b-1276eedb2f4e tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 945 time: 0.0877087 Nov 12 00:53:10.729178 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4568f137-e92a-41fd-a9c3-ae219af84b30 req-beeec60f-33c9-4d80-a7fa-10a43d12d75b tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:10.795116 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bdf0f6a9-c304-4e91-bc7c-cb83c13689fe req-dc5f64a2-3512-439a-bb46-fc679c315c04 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640426 Nov 12 00:53:10.805600 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4568f137-e92a-41fd-a9c3-ae219af84b30 req-beeec60f-33c9-4d80-a7fa-10a43d12d75b tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:10.848515 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4568f137-e92a-41fd-a9c3-ae219af84b30 req-beeec60f-33c9-4d80-a7fa-10a43d12d75b tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] Network b4d1abd7-aa45-42d8-a53c-34ab879b76e0 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:10.851890 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-4568f137-e92a-41fd-a9c3-ae219af84b30 req-beeec60f-33c9-4d80-a7fa-10a43d12d75b tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:10.855773 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-4568f137-e92a-41fd-a9c3-ae219af84b30 req-beeec60f-33c9-4d80-a7fa-10a43d12d75b tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:10.938713 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeec60f-33c9-4d80-a7fa-10a43d12d75b tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] Pushing event updated for resources: {'Port': ['ID=08dbd159-38c8-44c7-af0b-1c6f6a701e92,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:10.954241 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568f137-e92a-41fd-a9c3-ae219af84b30 req-beeec60f-33c9-4d80-a7fa-10a43d12d75b tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:10.954758 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4568f137-e92a-41fd-a9c3-ae219af84b30 req-beeec60f-33c9-4d80-a7fa-10a43d12d75b tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:10.978131 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76bbe71-c94d-49e7-93f8-6e4f49142118 req-7bc91acd-6fd8-4dc4-9fe4-f7284cf07ab2 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:10.979614 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b76bbe71-c94d-49e7-93f8-6e4f49142118 req-7bc91acd-6fd8-4dc4-9fe4-f7284cf07ab2 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f9a2ab6-4e59-441e-84a8-5c62e2a429f8 HTTP/1.1" status: 200 len: 945 time: 0.0919681 Nov 12 00:53:10.984642 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4568f137-e92a-41fd-a9c3-ae219af84b30 req-beeec60f-33c9-4d80-a7fa-10a43d12d75b tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1170425 Nov 12 00:53:11.009265 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-4568f137-e92a-41fd-a9c3-ae219af84b30 req-bef62ca9-65d6-4b4e-8d42-cb372383a61b service neutron] Request body: {'port': {'device_id': 'ea1b5f74-b1ff-4785-8c2c-a777d1220a26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:11.082002 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b76bbe71-c94d-49e7-93f8-6e4f49142118 req-b789a4b5-b9fa-4540-a168-8d4e4158e8a9 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937696 Nov 12 00:53:11.089086 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4568f137-e92a-41fd-a9c3-ae219af84b30 req-bef62ca9-65d6-4b4e-8d42-cb372383a61b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:11.295751 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa6af9-2989-4f86-8267-8e2c96c71a5c req-86619887-1e9c-4d68-ac96-4734b25a4f36 tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:11.297138 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6eaa6af9-2989-4f86-8267-8e2c96c71a5c req-86619887-1e9c-4d68-ac96-4734b25a4f36 tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea1b5f74-b1ff-4785-8c2c-a777d1220a26 HTTP/1.1" status: 200 len: 931 time: 0.1318874 Nov 12 00:53:11.402214 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6eaa6af9-2989-4f86-8267-8e2c96c71a5c req-d49f9940-1c87-4657-bc0f-d9ba56ea1c26 tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] 10.222.0.20 "GET /v2.0/security-groups?id=8854d16b-3356-4fca-8e7c-ea142a632ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754602 Nov 12 00:53:11.468664 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-4568f137-e92a-41fd-a9c3-ae219af84b30 req-bef62ca9-65d6-4b4e-8d42-cb372383a61b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08dbd159-38c8-44c7-af0b-1c6f6a701e92 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:11.479045 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4568f137-e92a-41fd-a9c3-ae219af84b30 req-bef62ca9-65d6-4b4e-8d42-cb372383a61b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:11.493143 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-4568f137-e92a-41fd-a9c3-ae219af84b30 req-bef62ca9-65d6-4b4e-8d42-cb372383a61b service neutron] Transition to ACTIVE for port object 08dbd159-38c8-44c7-af0b-1c6f6a701e92 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:53:11.497397 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4568f137-e92a-41fd-a9c3-ae219af84b30 req-bef62ca9-65d6-4b4e-8d42-cb372383a61b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:11.609261 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e9ccd-eb19-4ef5-974c-0b492e4de916 req-f334a98d-0063-4e2a-a227-cd106a149ead tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:11.616965 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8b5e9ccd-eb19-4ef5-974c-0b492e4de916 req-f334a98d-0063-4e2a-a227-cd106a149ead tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=17640973-c840-491e-b8a3-58a85d13028a HTTP/1.1" status: 200 len: 943 time: 0.0895584 Nov 12 00:53:11.647971 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef62ca9-65d6-4b4e-8d42-cb372383a61b service neutron] Pushing event updated for resources: {'Port': ['ID=08dbd159-38c8-44c7-af0b-1c6f6a701e92,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:11.719327 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8b5e9ccd-eb19-4ef5-974c-0b492e4de916 req-b6f0ec0c-ecc5-4120-a5e4-fde5dac8a16c tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012616 Nov 12 00:53:11.755347 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-4568f137-e92a-41fd-a9c3-ae219af84b30 req-bef62ca9-65d6-4b4e-8d42-cb372383a61b service neutron] Attempting to bind port 08dbd159-38c8-44c7-af0b-1c6f6a701e92 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:53:11.755782 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-4568f137-e92a-41fd-a9c3-ae219af84b30 req-bef62ca9-65d6-4b4e-8d42-cb372383a61b service neutron] Attempting to bind port 08dbd159-38c8-44c7-af0b-1c6f6a701e92 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '20862df0-94f2-4223-bfda-856468c017d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b4d1abd7-aa45-42d8-a53c-34ab879b76e0'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:53:11.756114 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4568f137-e92a-41fd-a9c3-ae219af84b30 req-bef62ca9-65d6-4b4e-8d42-cb372383a61b service neutron] Attempting to bind port 08dbd159-38c8-44c7-af0b-1c6f6a701e92 on network b4d1abd7-aa45-42d8-a53c-34ab879b76e0 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:11.760651 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4568f137-e92a-41fd-a9c3-ae219af84b30 req-bef62ca9-65d6-4b4e-8d42-cb372383a61b service neutron] Port 08dbd159-38c8-44c7-af0b-1c6f6a701e92 on network b4d1abd7-aa45-42d8-a53c-34ab879b76e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:53:11.760975 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4568f137-e92a-41fd-a9c3-ae219af84b30 req-bef62ca9-65d6-4b4e-8d42-cb372383a61b service neutron] Attempting to bind port 08dbd159-38c8-44c7-af0b-1c6f6a701e92 on network b4d1abd7-aa45-42d8-a53c-34ab879b76e0 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:11.766063 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4568f137-e92a-41fd-a9c3-ae219af84b30 req-bef62ca9-65d6-4b4e-8d42-cb372383a61b service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:53:11.766404 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4568f137-e92a-41fd-a9c3-ae219af84b30 req-bef62ca9-65d6-4b4e-8d42-cb372383a61b service neutron] Checking segment: {'id': '20862df0-94f2-4223-bfda-856468c017d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b4d1abd7-aa45-42d8-a53c-34ab879b76e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:11.766784 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4568f137-e92a-41fd-a9c3-ae219af84b30 req-bef62ca9-65d6-4b4e-8d42-cb372383a61b service neutron] Bound using segment: {'id': '20862df0-94f2-4223-bfda-856468c017d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b4d1abd7-aa45-42d8-a53c-34ab879b76e0'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:53:11.767205 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-4568f137-e92a-41fd-a9c3-ae219af84b30 req-bef62ca9-65d6-4b4e-8d42-cb372383a61b service neutron] Bound port: 08dbd159-38c8-44c7-af0b-1c6f6a701e92, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20862df0-94f2-4223-bfda-856468c017d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b4d1abd7-aa45-42d8-a53c-34ab879b76e0'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:53:11.767559 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4568f137-e92a-41fd-a9c3-ae219af84b30 req-bef62ca9-65d6-4b4e-8d42-cb372383a61b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:11.878839 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-4568f137-e92a-41fd-a9c3-ae219af84b30 req-bef62ca9-65d6-4b4e-8d42-cb372383a61b service neutron] For port 08dbd159-38c8-44c7-af0b-1c6f6a701e92, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:53:11.887195 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-4568f137-e92a-41fd-a9c3-ae219af84b30 req-bef62ca9-65d6-4b4e-8d42-cb372383a61b service neutron] For port 08dbd159-38c8-44c7-af0b-1c6f6a701e92, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=08dbd159-38c8-44c7-af0b-1c6f6a701e92,segment=NetworkSegment(20862df0-94f2-4223-bfda-856468c017d1),segment_id=20862df0-94f2-4223-bfda-856468c017d1)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:53:11.895746 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4568f137-e92a-41fd-a9c3-ae219af84b30 req-bef62ca9-65d6-4b4e-8d42-cb372383a61b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:11.936847 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568f137-e92a-41fd-a9c3-ae219af84b30 req-bef62ca9-65d6-4b4e-8d42-cb372383a61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:11.937279 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-4568f137-e92a-41fd-a9c3-ae219af84b30 req-bef62ca9-65d6-4b4e-8d42-cb372383a61b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:11.945173 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4568f137-e92a-41fd-a9c3-ae219af84b30 req-bef62ca9-65d6-4b4e-8d42-cb372383a61b service neutron] 10.222.0.54 "PUT /v2.0/ports/08dbd159-38c8-44c7-af0b-1c6f6a701e92 HTTP/1.1" status: 200 len: 1092 time: 0.9398646 Nov 12 00:53:11.945898 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea1b5f74-b1ff-4785-8c2c-a777d1220a26', 'tag': '08dbd159-38c8-44c7-af0b-1c6f6a701e92'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:11.952367 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79835f89-f60a-4de2-828e-03fa727cc91f" -d '{"events": [{"name": "network-changed", "server_uuid": "ea1b5f74-b1ff-4785-8c2c-a777d1220a26", "tag": "08dbd159-38c8-44c7-af0b-1c6f6a701e92"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:12.056084 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef62ca9-65d6-4b4e-8d42-cb372383a61b service neutron] Pushing event updated for resources: {'Port': ['ID=08dbd159-38c8-44c7-af0b-1c6f6a701e92,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:12.070291 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568f137-e92a-41fd-a9c3-ae219af84b30 req-54744c55-b11f-405f-a1e5-105c4de4f180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:12.072147 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4568f137-e92a-41fd-a9c3-ae219af84b30 req-54744c55-b11f-405f-a1e5-105c4de4f180 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b3d3129846d94fae9b1f40d78740eb06&device_id=ea1b5f74-b1ff-4785-8c2c-a777d1220a26 HTTP/1.1" status: 200 len: 1095 time: 0.0669441 Nov 12 00:53:12.126501 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4568f137-e92a-41fd-a9c3-ae219af84b30 req-ac16407d-a2cd-4f45-a886-53147a70f857 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08dbd159-38c8-44c7-af0b-1c6f6a701e92 HTTP/1.1" status: 200 len: 217 time: 0.0384521 Nov 12 00:53:12.219388 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c52774-5ee6-43f4-97b4-06d0dc3c46d7 req-d2848300-c385-484b-9645-d723bd3b50fc tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:12.221085 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-28c52774-5ee6-43f4-97b4-06d0dc3c46d7 req-d2848300-c385-484b-9645-d723bd3b50fc tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 944 time: 0.0900064 Nov 12 00:53:12.222634 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568f137-e92a-41fd-a9c3-ae219af84b30 req-f2a9b99e-7fae-46aa-ba2c-4c90c28eec15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:12.224023 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4568f137-e92a-41fd-a9c3-ae219af84b30 req-f2a9b99e-7fae-46aa-ba2c-4c90c28eec15 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=de41d7fe-b31c-4fff-a018-441cabc749e7 HTTP/1.1" status: 200 len: 860 time: 0.0838842 Nov 12 00:53:12.271609 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4568f137-e92a-41fd-a9c3-ae219af84b30 req-b4fd8611-05ef-49eb-a5fc-5a6553375b9b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b4d1abd7-aa45-42d8-a53c-34ab879b76e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372601 Nov 12 00:53:12.361801 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-28c52774-5ee6-43f4-97b4-06d0dc3c46d7 req-59e323fb-d7c9-4c86-abc1-dcb86a8d2d9d tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169779 Nov 12 00:53:12.406962 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-37315fc0-5973-40b9-81e0-594161560f88 req-39179bcc-3aa1-47c6-8317-d084ec7f1436 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0424757 Nov 12 00:53:12.437140 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4568f137-e92a-41fd-a9c3-ae219af84b30 req-7db1824e-421f-4fce-ac5c-1c4dd5b57514 service neutron] 10.222.0.54 "GET /v2.0/networks/b4d1abd7-aa45-42d8-a53c-34ab879b76e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565652 Nov 12 00:53:12.577477 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:12.605146 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-089ea0b1-9946-4f34-9f62-472d2a62ee2a req-f0b8c7e4-0173-417e-996c-86a3b5c67c04 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0493455 Nov 12 00:53:12.643092 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12e42c-b97e-499f-b800-78842d0ebe20 req-0ff301a9-3da7-4452-a277-f5fc29e4bcdc tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:12.644566 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b12e42c-b97e-499f-b800-78842d0ebe20 req-0ff301a9-3da7-4452-a277-f5fc29e4bcdc tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 945 time: 0.1522083 Nov 12 00:53:12.649992 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4568f137-e92a-41fd-a9c3-ae219af84b30 req-e3454ee7-d9dd-42e4-a8d6-47533815405e service neutron] 10.222.0.54 "GET /v2.0/networks/b4d1abd7-aa45-42d8-a53c-34ab879b76e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015929 Nov 12 00:53:12.702002 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b12e42c-b97e-499f-b800-78842d0ebe20 req-bcc7abc7-1aaa-4e64-a7f6-a1a7df819554 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507612 Nov 12 00:53:12.938035 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7140c867-dc85-413a-87e6-05d3855f247e x-openstack-request-id: req-7140c867-dc85-413a-87e6-05d3855f247e {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:12.938705 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea1b5f74-b1ff-4785-8c2c-a777d1220a26", "tag": "08dbd159-38c8-44c7-af0b-1c6f6a701e92", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:12.939574 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7140c867-dc85-413a-87e6-05d3855f247e {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:12.939706 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea1b5f74-b1ff-4785-8c2c-a777d1220a26', 'tag': '08dbd159-38c8-44c7-af0b-1c6f6a701e92', 'status': 'completed', 'code': 200} Nov 12 00:53:13.028565 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79835f89-f60a-4de2-828e-03fa727cc91f req-e7c835ec-0ae0-4b16-8696-db056122c3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:13.030839 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-79835f89-f60a-4de2-828e-03fa727cc91f req-e7c835ec-0ae0-4b16-8696-db056122c3a1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b3d3129846d94fae9b1f40d78740eb06&device_id=ea1b5f74-b1ff-4785-8c2c-a777d1220a26 HTTP/1.1" status: 200 len: 1095 time: 0.0484035 Nov 12 00:53:13.186194 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7875f3a-854f-42bd-bab3-c029f6543273 req-51f59d61-5560-44e3-a506-7b4b0a089d16 tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:13.187782 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c7875f3a-854f-42bd-bab3-c029f6543273 req-51f59d61-5560-44e3-a506-7b4b0a089d16 tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea1b5f74-b1ff-4785-8c2c-a777d1220a26 HTTP/1.1" status: 200 len: 943 time: 0.0760083 Nov 12 00:53:13.188806 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79835f89-f60a-4de2-828e-03fa727cc91f req-42653322-db8b-4656-9734-a8668aad83b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:13.190739 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-79835f89-f60a-4de2-828e-03fa727cc91f req-42653322-db8b-4656-9734-a8668aad83b4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b4d1abd7-aa45-42d8-a53c-34ab879b76e0 HTTP/1.1" status: 200 len: 921 time: 0.1495719 Nov 12 00:53:13.256005 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-79835f89-f60a-4de2-828e-03fa727cc91f req-9385cb74-cfa2-4903-a875-9cb391794797 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08dbd159-38c8-44c7-af0b-1c6f6a701e92 HTTP/1.1" status: 200 len: 217 time: 0.0545931 Nov 12 00:53:13.361364 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 839b65b6-08c1-408a-a945-9c3231cef130 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:53:13.477528 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 839b65b6-08c1-408a-a945-9c3231cef130, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=839b65b6-08c1-408a-a945-9c3231cef130,segment=NetworkSegment(8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b),segment_id=8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:13.495260 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '839b65b6-08c1-408a-a945-9c3231cef130', 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e', 'port_id': '839b65b6-08c1-408a-a945-9c3231cef130', 'mac_address': 'fa:16:3e:f7:27:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:53:13.550857 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:13.574527 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 839b65b6-08c1-408a-a945-9c3231cef130 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:13.614772 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 839b65b6-08c1-408a-a945-9c3231cef130, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=839b65b6-08c1-408a-a945-9c3231cef130,segment=NetworkSegment(8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b),segment_id=8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:13.717957 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:13.760493 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79835f89-f60a-4de2-828e-03fa727cc91f req-337eaec2-4f8c-42e0-b779-3cc1c7afb0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:13.762009 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-79835f89-f60a-4de2-828e-03fa727cc91f req-337eaec2-4f8c-42e0-b779-3cc1c7afb0ae service neutron] 10.222.0.54 "GET /v2.0/subnets?id=de41d7fe-b31c-4fff-a018-441cabc749e7 HTTP/1.1" status: 200 len: 860 time: 0.4968228 Nov 12 00:53:13.781486 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=839b65b6-08c1-408a-a945-9c3231cef130,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:13.791049 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:13.801912 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:13.805590 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:13.806335 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:13.806885 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:13.807431 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:13.810984 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:13.812702 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:13.813262 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:13.813882 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:13.814483 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:13.815077 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:13.822199 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c7875f3a-854f-42bd-bab3-c029f6543273 req-8c17203f-0315-4777-87b1-30a4ccbd612f tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] 10.222.0.20 "GET /v2.0/security-groups?id=8854d16b-3356-4fca-8e7c-ea142a632ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6271176 Nov 12 00:53:13.841218 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-79835f89-f60a-4de2-828e-03fa727cc91f req-9ef00ea7-9016-4c6f-853c-e8eaae3620d4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b4d1abd7-aa45-42d8-a53c-34ab879b76e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701962 Nov 12 00:53:13.980475 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-79835f89-f60a-4de2-828e-03fa727cc91f req-063076f1-3722-4f62-8774-77d320f4e038 service neutron] 10.222.0.54 "GET /v2.0/networks/b4d1abd7-aa45-42d8-a53c-34ab879b76e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263378 Nov 12 00:53:13.993436 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5563dac-bcd4-4c69-b359-ad1cbe4f71c1 req-cd2d6dcc-196a-423b-8057-b468cec46012 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:13.994861 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c5563dac-bcd4-4c69-b359-ad1cbe4f71c1 req-cd2d6dcc-196a-423b-8057-b468cec46012 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=17640973-c840-491e-b8a3-58a85d13028a HTTP/1.1" status: 200 len: 944 time: 0.0653372 Nov 12 00:53:14.100472 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c5563dac-bcd4-4c69-b359-ad1cbe4f71c1 req-d3c5ccdf-c972-4956-9f9a-c9e2b60cec4d tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969079 Nov 12 00:53:14.139996 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-79835f89-f60a-4de2-828e-03fa727cc91f req-9d17fd93-c9b8-4ef1-92f1-799532ca8511 service neutron] 10.222.0.54 "GET /v2.0/networks/b4d1abd7-aa45-42d8-a53c-34ab879b76e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439247 Nov 12 00:53:14.294788 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f078316-77a2-4066-8fd5-e633ebc0f205 req-5914cef0-c4c7-4ce1-8fcf-aa95f88bf25a tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:14.296471 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0f078316-77a2-4066-8fd5-e633ebc0f205 req-5914cef0-c4c7-4ce1-8fcf-aa95f88bf25a tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f9a2ab6-4e59-441e-84a8-5c62e2a429f8 HTTP/1.1" status: 200 len: 945 time: 0.0576999 Nov 12 00:53:14.346207 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0f078316-77a2-4066-8fd5-e633ebc0f205 req-7ab95a40-43dc-4006-a1af-6b4e19e5377e tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436492 Nov 12 00:53:14.373862 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['839b65b6-08c1-408a-a945-9c3231cef130'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:14.513678 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e381a0-44ef-4a9e-a241-25cf8243a47c req-3eb843d1-e583-403e-88f9-ecc4c70e0fbe tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:14.515542 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-28e381a0-44ef-4a9e-a241-25cf8243a47c req-3eb843d1-e583-403e-88f9-ecc4c70e0fbe tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 944 time: 0.0563493 Nov 12 00:53:14.646338 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-28e381a0-44ef-4a9e-a241-25cf8243a47c req-e9f12913-3733-41ee-a591-4707632f8061 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157572 Nov 12 00:53:14.811096 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8cb6bbf3-84cc-4e0a-8150-2bb5a9fd9fb4 req-14ceae29-476f-4cd9-bf6e-a80598574a98 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0811088 Nov 12 00:53:14.871361 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc2fbe1-03eb-4315-813b-c40de342a939 req-c4157725-f7ff-4926-b3e8-0fc159f0df74 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:14.873804 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3cc2fbe1-03eb-4315-813b-c40de342a939 req-c4157725-f7ff-4926-b3e8-0fc159f0df74 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 945 time: 0.0924029 Nov 12 00:53:14.926435 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3cc2fbe1-03eb-4315-813b-c40de342a939 req-f24ae121-e66a-4994-ad12-8124bee13823 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464621 Nov 12 00:53:14.977776 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-57034f28-18af-4d4c-837a-0a755aeade6a req-d7d00f6b-4b42-494a-a39a-8cba536085da service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0500085 Nov 12 00:53:15.067599 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f1afe-0e3e-4c8a-84f4-91fdbe126621 req-f5a7d276-0cdb-43a2-8c2f-b4483a573779 tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:15.069724 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4b7f1afe-0e3e-4c8a-84f4-91fdbe126621 req-f5a7d276-0cdb-43a2-8c2f-b4483a573779 tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea1b5f74-b1ff-4785-8c2c-a777d1220a26 HTTP/1.1" status: 200 len: 943 time: 0.0577867 Nov 12 00:53:15.123393 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4b7f1afe-0e3e-4c8a-84f4-91fdbe126621 req-d40ef160-5ec8-41f0-ae07-173eac371156 tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] 10.222.0.20 "GET /v2.0/security-groups?id=8854d16b-3356-4fca-8e7c-ea142a632ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471861 Nov 12 00:53:15.242395 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3f1e3-5b73-4716-9a47-0e1ae6af105e req-5893145e-5ff8-4eac-b581-78fef24c52fa tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:15.243874 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a8e3f1e3-5b73-4716-9a47-0e1ae6af105e req-5893145e-5ff8-4eac-b581-78fef24c52fa tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=17640973-c840-491e-b8a3-58a85d13028a HTTP/1.1" status: 200 len: 944 time: 0.0522306 Nov 12 00:53:15.291691 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a8e3f1e3-5b73-4716-9a47-0e1ae6af105e req-6f19310b-6306-426f-a48b-ea14e1413ce8 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410602 Nov 12 00:53:15.462766 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852e4f7-1141-4cfd-9a52-2f55d12a01dd req-2c1b5711-1a43-4820-90d5-ff9493e1b468 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:15.464291 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6852e4f7-1141-4cfd-9a52-2f55d12a01dd req-2c1b5711-1a43-4820-90d5-ff9493e1b468 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f9a2ab6-4e59-441e-84a8-5c62e2a429f8 HTTP/1.1" status: 200 len: 945 time: 0.0492415 Nov 12 00:53:15.518311 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6852e4f7-1141-4cfd-9a52-2f55d12a01dd req-62f44452-d691-41d3-9132-1da7dfb86601 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471234 Nov 12 00:53:15.775707 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece556b-b58c-43b3-b2ba-d81e20473e27 req-1ad6891a-1a73-4e00-8711-0ee5762ff929 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:15.777242 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fece556b-b58c-43b3-b2ba-d81e20473e27 req-1ad6891a-1a73-4e00-8711-0ee5762ff929 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 944 time: 0.0508695 Nov 12 00:53:15.826416 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fece556b-b58c-43b3-b2ba-d81e20473e27 req-7e165045-6cf1-4eba-9a48-5fb3e8c74711 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425465 Nov 12 00:53:16.095180 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9770566f-e027-4914-a9c8-76c29cb6688d req-57c084fc-d209-41e7-98a8-a35d96acadbc service neutron] 10.222.0.49 "GET /v2.0/networks/9bd80eeb-5154-4c03-9db9-fcf789d8dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436710 Nov 12 00:53:16.104081 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbbe486-a711-4793-ba96-247feca1968b req-98d47ff8-ab32-4a92-8726-7e5faa807799 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:16.105525 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1bbbe486-a711-4793-ba96-247feca1968b req-98d47ff8-ab32-4a92-8726-7e5faa807799 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 945 time: 0.0782077 Nov 12 00:53:16.157070 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1bbbe486-a711-4793-ba96-247feca1968b req-5bfb5780-48d3-4c3d-a401-c84b9643b594 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455825 Nov 12 00:53:16.245054 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dfd276-f6d5-41f7-8a03-06c2e9d96287 req-0917b36d-3836-402d-9074-f8e6da9a743a tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:16.246446 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-49dfd276-f6d5-41f7-8a03-06c2e9d96287 req-0917b36d-3836-402d-9074-f8e6da9a743a tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea1b5f74-b1ff-4785-8c2c-a777d1220a26 HTTP/1.1" status: 200 len: 943 time: 0.0489547 Nov 12 00:53:16.298692 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-49dfd276-f6d5-41f7-8a03-06c2e9d96287 req-25485c89-3227-4eb7-b501-26cb0963d42d tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] 10.222.0.20 "GET /v2.0/security-groups?id=8854d16b-3356-4fca-8e7c-ea142a632ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454378 Nov 12 00:53:16.427516 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725e3e9-45f6-47d9-ae61-52fc5a14076a req-337c81b3-02fa-4da4-be2c-9c0323c10f8a tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:16.429032 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e725e3e9-45f6-47d9-ae61-52fc5a14076a req-337c81b3-02fa-4da4-be2c-9c0323c10f8a tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=17640973-c840-491e-b8a3-58a85d13028a HTTP/1.1" status: 200 len: 944 time: 0.0519137 Nov 12 00:53:16.479700 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e725e3e9-45f6-47d9-ae61-52fc5a14076a req-2551ca15-c6b3-421d-8e4e-9e398141cdae tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445373 Nov 12 00:53:16.636293 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d43b02-4b1a-4562-947c-ceca322951f0 req-0c3d91bf-d9a8-41ee-8d91-98d09cc1b892 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:16.639239 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-97d43b02-4b1a-4562-947c-ceca322951f0 req-0c3d91bf-d9a8-41ee-8d91-98d09cc1b892 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f9a2ab6-4e59-441e-84a8-5c62e2a429f8 HTTP/1.1" status: 200 len: 945 time: 0.0496874 Nov 12 00:53:16.699514 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-97d43b02-4b1a-4562-947c-ceca322951f0 req-a597a1ad-5396-4862-adcc-9d14967b3907 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538986 Nov 12 00:53:16.822949 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-badcd3e0-9183-42e7-b0ce-a814d873164f req-12823001-0407-4c7b-a81d-a8aa4cab86b5 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0297325 Nov 12 00:53:16.958901 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a140decb-2680-4ad2-8ed0-ba49e8252c03 req-45b4ed3d-143b-4826-a68c-88129f23ffb2 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0277171 Nov 12 00:53:16.980593 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d054232-f082-4c97-845f-e8e36ba86585 req-fbda0509-f8b6-4253-95be-5069c4760b54 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:16.983116 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4d054232-f082-4c97-845f-e8e36ba86585 req-fbda0509-f8b6-4253-95be-5069c4760b54 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 944 time: 0.0785396 Nov 12 00:53:17.034324 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4d054232-f082-4c97-845f-e8e36ba86585 req-5dc602d8-e192-4471-9bd9-90a930fc0811 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449445 Nov 12 00:53:17.281778 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35de68-0301-4c38-9cf7-c7ed34dc06e6 req-07581ba9-0d91-4cb8-81b5-b3034d8dd953 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:17.283285 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cc35de68-0301-4c38-9cf7-c7ed34dc06e6 req-07581ba9-0d91-4cb8-81b5-b3034d8dd953 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 945 time: 0.0508311 Nov 12 00:53:17.335916 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cc35de68-0301-4c38-9cf7-c7ed34dc06e6 req-86b6500f-33f9-4dce-b48e-01471a98a6b4 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456676 Nov 12 00:53:17.376007 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 08dbd159-38c8-44c7-af0b-1c6f6a701e92 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:53:17.387167 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 839b65b6-08c1-408a-a945-9c3231cef130 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:17.442637 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465a720-338d-44fe-966b-6bd173177623 req-74bfb377-a28b-4345-93d0-8a852e9ca56c tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:17.444953 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e465a720-338d-44fe-966b-6bd173177623 req-74bfb377-a28b-4345-93d0-8a852e9ca56c tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea1b5f74-b1ff-4785-8c2c-a777d1220a26 HTTP/1.1" status: 200 len: 943 time: 0.0654495 Nov 12 00:53:17.500360 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e465a720-338d-44fe-966b-6bd173177623 req-1813a9da-59e9-42d9-9c3c-c3eda11899da tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] 10.222.0.20 "GET /v2.0/security-groups?id=8854d16b-3356-4fca-8e7c-ea142a632ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481648 Nov 12 00:53:17.503957 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 839b65b6-08c1-408a-a945-9c3231cef130 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:53:17.516963 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 839b65b6-08c1-408a-a945-9c3231cef130 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:17.517328 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:17.523359 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 08dbd159-38c8-44c7-af0b-1c6f6a701e92, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=08dbd159-38c8-44c7-af0b-1c6f6a701e92,segment=NetworkSegment(20862df0-94f2-4223-bfda-856468c017d1),segment_id=20862df0-94f2-4223-bfda-856468c017d1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:17.562086 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '08dbd159-38c8-44c7-af0b-1c6f6a701e92', 'network_id': 'b4d1abd7-aa45-42d8-a53c-34ab879b76e0', 'port_id': '08dbd159-38c8-44c7-af0b-1c6f6a701e92', 'mac_address': 'fa:16:3e:f5:fb:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de41d7fe-b31c-4fff-a018-441cabc749e7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:53:17.631556 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d9cc0-dbd8-4eb1-b05b-82ad6e80031e req-b51d5916-9a89-4a86-847a-b9dd0bc10810 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:17.632994 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-764d9cc0-dbd8-4eb1-b05b-82ad6e80031e req-b51d5916-9a89-4a86-847a-b9dd0bc10810 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=17640973-c840-491e-b8a3-58a85d13028a HTTP/1.1" status: 200 len: 944 time: 0.0666413 Nov 12 00:53:17.643582 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:17.664978 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08dbd159-38c8-44c7-af0b-1c6f6a701e92 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:17.673630 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:17.685039 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-764d9cc0-dbd8-4eb1-b05b-82ad6e80031e req-1f474aa1-6790-422f-93e6-a0c99811fe41 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451064 Nov 12 00:53:17.696314 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 08dbd159-38c8-44c7-af0b-1c6f6a701e92, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=08dbd159-38c8-44c7-af0b-1c6f6a701e92,segment=NetworkSegment(20862df0-94f2-4223-bfda-856468c017d1),segment_id=20862df0-94f2-4223-bfda-856468c017d1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:17.714352 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17640973-c840-491e-b8a3-58a85d13028a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839b65b6-08c1-408a-a945-9c3231cef130'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:17.717696 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44761959-828e-4709-bcf2-824ec59a655c" -d '{"events": [{"server_uuid": "17640973-c840-491e-b8a3-58a85d13028a", "name": "network-vif-plugged", "status": "completed", "tag": "839b65b6-08c1-408a-a945-9c3231cef130"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:17.722412 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:17.725127 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 839b65b6-08c1-408a-a945-9c3231cef130, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=839b65b6-08c1-408a-a945-9c3231cef130,segment=NetworkSegment(8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b),segment_id=8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:17.730880 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:17.764511 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d077020-b01a-4c90-b5fb-d09631f1545e x-openstack-request-id: req-5d077020-b01a-4c90-b5fb-d09631f1545e {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:17.764798 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17640973-c840-491e-b8a3-58a85d13028a", "name": "network-vif-plugged", "status": "completed", "tag": "839b65b6-08c1-408a-a945-9c3231cef130", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:17.765048 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d077020-b01a-4c90-b5fb-d09631f1545e {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:17.765456 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17640973-c840-491e-b8a3-58a85d13028a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839b65b6-08c1-408a-a945-9c3231cef130', 'code': 200} Nov 12 00:53:17.777840 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=08dbd159-38c8-44c7-af0b-1c6f6a701e92,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:17.845085 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c861729-2de7-41a6-b4f8-94a9f7c6d6b7 req-f0db8f43-6dad-4765-b448-6edfc99f298a tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:17.846810 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8c861729-2de7-41a6-b4f8-94a9f7c6d6b7 req-f0db8f43-6dad-4765-b448-6edfc99f298a tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f9a2ab6-4e59-441e-84a8-5c62e2a429f8 HTTP/1.1" status: 200 len: 945 time: 0.0547912 Nov 12 00:53:17.859487 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=839b65b6-08c1-408a-a945-9c3231cef130,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:17.969351 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd9144-bbc3-44f2-9ded-071a1613aa62 req-f06194dc-292a-4c61-a301-e0cd3e8c8eec tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:17.970764 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e6dd9144-bbc3-44f2-9ded-071a1613aa62 req-f06194dc-292a-4c61-a301-e0cd3e8c8eec tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f9a2ab6-4e59-441e-84a8-5c62e2a429f8 HTTP/1.1" status: 200 len: 945 time: 0.1229599 Nov 12 00:53:17.974407 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8c861729-2de7-41a6-b4f8-94a9f7c6d6b7 req-eb101c3c-024b-455d-b680-37faa572aaae tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.20 "GET /v2.0/security-groups?id=504a0be3-b679-44bf-bc0b-883987ab454c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185064 Nov 12 00:53:17.976439 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed56ff-8080-45cf-9023-4cb3bb4a1a2b req-d7085f61-5540-4a00-83bd-8f403795b750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:17.977891 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-80ed56ff-8080-45cf-9023-4cb3bb4a1a2b req-d7085f61-5540-4a00-83bd-8f403795b750 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=17640973-c840-491e-b8a3-58a85d13028a HTTP/1.1" status: 200 len: 1097 time: 0.1137679 Nov 12 00:53:18.083905 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-80ed56ff-8080-45cf-9023-4cb3bb4a1a2b req-bb7205fa-1d14-4f2b-809a-d850ba50c1c9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976024 Nov 12 00:53:18.106241 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-e6dd9144-bbc3-44f2-9ded-071a1613aa62 req-979080d0-72b2-45bd-9001-db12ea82eef4 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Deleting port 248805e7-e9c0-4800-b602-dcb095fb6dca {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:18.107126 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e6dd9144-bbc3-44f2-9ded-071a1613aa62 req-979080d0-72b2-45bd-9001-db12ea82eef4 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:18.188371 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99928b85-213b-4952-8755-38881772561a req-52b726c6-6ee7-4075-a61d-dbf69f383e7f tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:18.190076 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-99928b85-213b-4952-8755-38881772561a req-52b726c6-6ee7-4075-a61d-dbf69f383e7f tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 944 time: 0.0624526 Nov 12 00:53:18.208422 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-e6dd9144-bbc3-44f2-9ded-071a1613aa62 req-979080d0-72b2-45bd-9001-db12ea82eef4 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] For port 248805e7-e9c0-4800-b602-dcb095fb6dca, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=248805e7-e9c0-4800-b602-dcb095fb6dca,segment=NetworkSegment(f276d0aa-177e-4f4e-961a-b2ec2b54d3b3),segment_id=f276d0aa-177e-4f4e-961a-b2ec2b54d3b3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:18.208795 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e6dd9144-bbc3-44f2-9ded-071a1613aa62 req-979080d0-72b2-45bd-9001-db12ea82eef4 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:18.222627 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-e6dd9144-bbc3-44f2-9ded-071a1613aa62 req-979080d0-72b2-45bd-9001-db12ea82eef4 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Calling delete_port for 248805e7-e9c0-4800-b602-dcb095fb6dca owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:18.243505 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-99928b85-213b-4952-8755-38881772561a req-577a360e-9c9e-48ca-a61f-990f1858ba5b tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451441 Nov 12 00:53:18.243731 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['08dbd159-38c8-44c7-af0b-1c6f6a701e92'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:18.380681 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e6dd9144-bbc3-44f2-9ded-071a1613aa62 req-979080d0-72b2-45bd-9001-db12ea82eef4 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:18.415475 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['248805e7-e9c0-4800-b602-dcb095fb6dca'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:18.420420 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979080d0-72b2-45bd-9001-db12ea82eef4 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Pushing event deleted for resources: {'Port': ['ID=248805e7-e9c0-4800-b602-dcb095fb6dca,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:18.436082 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979080d0-72b2-45bd-9001-db12ea82eef4 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:18.436531 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979080d0-72b2-45bd-9001-db12ea82eef4 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:18.436995 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979080d0-72b2-45bd-9001-db12ea82eef4 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:18.437433 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979080d0-72b2-45bd-9001-db12ea82eef4 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:18.437897 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979080d0-72b2-45bd-9001-db12ea82eef4 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:18.438405 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979080d0-72b2-45bd-9001-db12ea82eef4 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:18.438923 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979080d0-72b2-45bd-9001-db12ea82eef4 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:18.439623 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979080d0-72b2-45bd-9001-db12ea82eef4 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:18.439754 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979080d0-72b2-45bd-9001-db12ea82eef4 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:18.440178 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979080d0-72b2-45bd-9001-db12ea82eef4 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:18.440593 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979080d0-72b2-45bd-9001-db12ea82eef4 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:18.441012 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979080d0-72b2-45bd-9001-db12ea82eef4 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:18.503015 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6dd9144-bbc3-44f2-9ded-071a1613aa62 req-979080d0-72b2-45bd-9001-db12ea82eef4 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] No DVR routers for this DVR port 248805e7-e9c0-4800-b602-dcb095fb6dca on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:53:18.506023 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e6dd9144-bbc3-44f2-9ded-071a1613aa62 req-979080d0-72b2-45bd-9001-db12ea82eef4 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:18.509416 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e6dd9144-bbc3-44f2-9ded-071a1613aa62 req-979080d0-72b2-45bd-9001-db12ea82eef4 tempest-ServerDiskConfigTestJSON-950321476 tempest-ServerDiskConfigTestJSON-950321476-project] 10.222.0.49 "DELETE /v2.0/ports/248805e7-e9c0-4800-b602-dcb095fb6dca HTTP/1.1" status: 204 len: 173 time: 0.5305681 Nov 12 00:53:18.509877 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9a2ab6-4e59-441e-84a8-5c62e2a429f8', 'name': 'network-vif-deleted', 'tag': '248805e7-e9c0-4800-b602-dcb095fb6dca'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:18.512159 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a60e85c-0451-4830-8fc6-08e49939d453" -d '{"events": [{"server_uuid": "5f9a2ab6-4e59-441e-84a8-5c62e2a429f8", "name": "network-vif-deleted", "tag": "248805e7-e9c0-4800-b602-dcb095fb6dca"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:18.542476 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965c9ad-203d-4464-b4ae-9f9587279552 req-b7f1e1c8-e981-4106-9b7e-9e4614d223f1 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:18.550167 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b965c9ad-203d-4464-b4ae-9f9587279552 req-b7f1e1c8-e981-4106-9b7e-9e4614d223f1 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 945 time: 0.1190407 Nov 12 00:53:18.618083 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b965c9ad-203d-4464-b4ae-9f9587279552 req-8175be8a-be51-4258-ac2e-5e4111c77278 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669599 Nov 12 00:53:18.708601 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374528d7-7634-4f16-bf81-10b4818a5fa6 x-openstack-request-id: req-374528d7-7634-4f16-bf81-10b4818a5fa6 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:18.708941 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9a2ab6-4e59-441e-84a8-5c62e2a429f8", "name": "network-vif-deleted", "tag": "248805e7-e9c0-4800-b602-dcb095fb6dca", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:18.709140 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-374528d7-7634-4f16-bf81-10b4818a5fa6 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:18.711089 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9a2ab6-4e59-441e-84a8-5c62e2a429f8', 'name': 'network-vif-deleted', 'tag': '248805e7-e9c0-4800-b602-dcb095fb6dca', 'status': 'completed', 'code': 200} Nov 12 00:53:18.750890 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c1f5e1-852c-49c6-b877-c8660a608f16 req-f9157caa-0147-4b2e-8da5-33c3d1ef5d97 tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:18.758227 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-54c1f5e1-852c-49c6-b877-c8660a608f16 req-f9157caa-0147-4b2e-8da5-33c3d1ef5d97 tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea1b5f74-b1ff-4785-8c2c-a777d1220a26 HTTP/1.1" status: 200 len: 944 time: 0.0626566 Nov 12 00:53:18.811089 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-54c1f5e1-852c-49c6-b877-c8660a608f16 req-59fd4ccd-0791-4c41-b5c2-87a46f29b9e7 tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] 10.222.0.20 "GET /v2.0/security-groups?id=8854d16b-3356-4fca-8e7c-ea142a632ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506194 Nov 12 00:53:18.901150 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c2f31f9d-37e6-4f14-ad05-57b192ce00a4 req-46662e54-df44-48d3-93c4-c9769ce9ae9f service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0348122 Nov 12 00:53:18.956965 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa446d-9435-48bf-9cda-dc3e541820b9 req-53363be6-e7d2-4f66-9419-1370f6ab2f96 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:18.958647 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-72fa446d-9435-48bf-9cda-dc3e541820b9 req-53363be6-e7d2-4f66-9419-1370f6ab2f96 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=17640973-c840-491e-b8a3-58a85d13028a HTTP/1.1" status: 200 len: 945 time: 0.0603797 Nov 12 00:53:19.017925 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-72fa446d-9435-48bf-9cda-dc3e541820b9 req-6a3004b0-d606-42ff-b932-15acd03b569f tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522921 Nov 12 00:53:19.053938 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-83512373-2349-4f6e-9349-af49d60fb4ac req-397559d3-d1bc-4608-9e60-4f125d3b7463 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0348132 Nov 12 00:53:19.068704 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922649d-2082-4c5a-9147-6508febaf9b8 req-853f67d9-9dbb-418b-94d4-3fa95bd53f86 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:19.070353 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b922649d-2082-4c5a-9147-6508febaf9b8 req-853f67d9-9dbb-418b-94d4-3fa95bd53f86 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/networks?id=81bfe4c5-5071-416b-8d5d-76065f6e230c HTTP/1.1" status: 200 len: 814 time: 0.1458790 Nov 12 00:53:19.086220 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b922649d-2082-4c5a-9147-6508febaf9b8 req-306a8f3c-d21f-4a32-b475-15bcbede5709 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/quotas/fd5311579de340b4b4bd3795ded62f62 HTTP/1.1" status: 200 len: 375 time: 0.0092640 Nov 12 00:53:19.144131 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b922649d-2082-4c5a-9147-6508febaf9b8 req-a8db48d8-d914-45d7-9edf-6a6fd9572e21 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fd5311579de340b4b4bd3795ded62f62&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497990 Nov 12 00:53:19.158905 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2595b65-a886-400d-9570-af1757d89e8a req-63769859-88b7-4f5f-be58-55891e32cf8d tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:19.160545 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a2595b65-a886-400d-9570-af1757d89e8a req-63769859-88b7-4f5f-be58-55891e32cf8d tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 945 time: 0.0578258 Nov 12 00:53:19.221671 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a2595b65-a886-400d-9570-af1757d89e8a req-c2c5789d-c4f8-4597-9b97-e815d9465e5c tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535522 Nov 12 00:53:19.250479 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b922649d-2082-4c5a-9147-6508febaf9b8 req-786bc470-9d95-4bcc-a8e7-b14e9bc2a029 service neutron] 10.222.0.20 "GET /v2.0/networks/81bfe4c5-5071-416b-8d5d-76065f6e230c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937927 Nov 12 00:53:19.346028 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b922649d-2082-4c5a-9147-6508febaf9b8 req-f175a959-1c1f-444e-8cff-c966d2c59738 service neutron] 10.222.0.20 "GET /v2.0/networks/81bfe4c5-5071-416b-8d5d-76065f6e230c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896294 Nov 12 00:53:19.474847 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421ea4f-40d5-4fb7-be7d-bf4c3be6af2d req-1c64a313-d8f8-430e-b420-4e76dcfdf73e tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:19.476409 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b421ea4f-40d5-4fb7-be7d-bf4c3be6af2d req-1c64a313-d8f8-430e-b420-4e76dcfdf73e tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 944 time: 0.0607493 Nov 12 00:53:19.536413 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c5c180c9-216d-42d2-a18b-660f5017b05b req-acab4945-6d1b-4877-8fba-1fe5485b6897 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=55ae6baf-744f-4689-9e95-16612d04862e HTTP/1.1" status: 200 len: 210 time: 0.0302477 Nov 12 00:53:19.540254 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b421ea4f-40d5-4fb7-be7d-bf4c3be6af2d req-60d7bb83-6b2d-454b-8808-76b6cf4cb746 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542965 Nov 12 00:53:19.625964 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59010) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:19.675623 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-89cff71b-b62b-44b0-aa35-b067285db356 admin admin] Deleting subnet 17f5a2ba-c1de-498e-a9ce-36910c55dbea {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:53:19.678728 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-89cff71b-b62b-44b0-aa35-b067285db356 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:19.721505 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-89cff71b-b62b-44b0-aa35-b067285db356 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:19.766034 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-89cff71b-b62b-44b0-aa35-b067285db356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:19.826764 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-89cff71b-b62b-44b0-aa35-b067285db356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:19.858994 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cff71b-b62b-44b0-aa35-b067285db356 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17f5a2ba-c1de-498e-a9ce-36910c55dbea,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:19.861649 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-89cff71b-b62b-44b0-aa35-b067285db356 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:19.867327 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 59018) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:19.867499 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-89cff71b-b62b-44b0-aa35-b067285db356 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/17f5a2ba-c1de-498e-a9ce-36910c55dbea HTTP/1.1" status: 204 len: 168 time: 0.2402751 Nov 12 00:53:19.874231 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cff71b-b62b-44b0-aa35-b067285db356 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:19.874577 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cff71b-b62b-44b0-aa35-b067285db356 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:19.874920 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cff71b-b62b-44b0-aa35-b067285db356 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:19.875255 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cff71b-b62b-44b0-aa35-b067285db356 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:19.875592 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cff71b-b62b-44b0-aa35-b067285db356 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:19.875923 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cff71b-b62b-44b0-aa35-b067285db356 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:19.876253 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cff71b-b62b-44b0-aa35-b067285db356 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:19.876579 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cff71b-b62b-44b0-aa35-b067285db356 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:19.876907 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cff71b-b62b-44b0-aa35-b067285db356 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:19.877231 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cff71b-b62b-44b0-aa35-b067285db356 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:19.877655 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cff71b-b62b-44b0-aa35-b067285db356 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:19.877901 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cff71b-b62b-44b0-aa35-b067285db356 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:19.943921 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c724fae6-e743-4fec-a388-be670c182200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:19.944605 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e14a3-b272-43d0-92d7-48dc163f354e req-b4db14e6-d7e5-44a5-b904-aac996a71203 tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:19.947188 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-450e14a3-b272-43d0-92d7-48dc163f354e req-b4db14e6-d7e5-44a5-b904-aac996a71203 tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea1b5f74-b1ff-4785-8c2c-a777d1220a26 HTTP/1.1" status: 200 len: 944 time: 0.0587912 Nov 12 00:53:19.999745 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-450e14a3-b272-43d0-92d7-48dc163f354e req-275a473e-1b5a-4ce6-a33f-8ba76ecc03d3 tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] 10.222.0.20 "GET /v2.0/security-groups?id=8854d16b-3356-4fca-8e7c-ea142a632ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456777 Nov 12 00:53:20.034569 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c724fae6-e743-4fec-a388-be670c182200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:20.055673 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-c724fae6-e743-4fec-a388-be670c182200 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9bd4d97-ce4d-4779-8f54-675f72a9954e']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:20.065451 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-c724fae6-e743-4fec-a388-be670c182200 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f276d0aa-177e-4f4e-961a-b2ec2b54d3b3') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:20.065728 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-c724fae6-e743-4fec-a388-be670c182200 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f276d0aa-177e-4f4e-961a-b2ec2b54d3b3') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:20.075927 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c724fae6-e743-4fec-a388-be670c182200 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:20.090046 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c724fae6-e743-4fec-a388-be670c182200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:20.097216 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c724fae6-e743-4fec-a388-be670c182200 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:53:20.097754 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c724fae6-e743-4fec-a388-be670c182200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:20.099721 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:53:20.099721 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:53:20.099721 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:53:20.099721 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:53:20.099721 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:53:20.099721 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:53:20.099721 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:53:20.099721 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:53:20.099721 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:53:20.099721 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:53:20.099721 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:53:20.099721 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:53:20.099721 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:53:20.099721 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:53:20.099721 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:53:20.099721 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:53:20.099721 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:53:20.099721 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:53:20.099721 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:53:20.099721 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:53:20.099721 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:53:20.099721 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:53:20.099721 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:53:20.099721 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:53:20.099721 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:53:20.099721 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:53:20.099721 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:53:20.099721 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:53:20.099721 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:53:20.099721 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:53:20.099721 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:53:20.099721 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:53:20.192174 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c724fae6-e743-4fec-a388-be670c182200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:20.198662 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c724fae6-e743-4fec-a388-be670c182200 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:20.202551 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c724fae6-e743-4fec-a388-be670c182200 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a9bd4d97-ce4d-4779-8f54-675f72a9954e HTTP/1.1" status: 204 len: 168 time: 0.3338494 Nov 12 00:53:20.222829 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe2b87-ccee-408a-8c41-ec95a34a896d req-2f5de605-f070-43e9-b2a1-0d9bc9459700 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:20.224433 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0fbe2b87-ccee-408a-8c41-ec95a34a896d req-2f5de605-f070-43e9-b2a1-0d9bc9459700 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=17640973-c840-491e-b8a3-58a85d13028a HTTP/1.1" status: 200 len: 945 time: 0.1125062 Nov 12 00:53:20.225426 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c724fae6-e743-4fec-a388-be670c182200 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9bd4d97-ce4d-4779-8f54-675f72a9954e,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:20.276298 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0fbe2b87-ccee-408a-8c41-ec95a34a896d req-fccecd5d-4c01-437f-a3eb-584f96309bcf tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451174 Nov 12 00:53:20.324459 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 59030) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:20.360386 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027fd241-847b-4337-971c-5c64614c2992 req-6a4977ed-f340-44b6-aba7-66c65af9f423 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:20.362045 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-027fd241-847b-4337-971c-5c64614c2992 req-6a4977ed-f340-44b6-aba7-66c65af9f423 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 945 time: 0.0588806 Nov 12 00:53:20.383229 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-cf74455b-cca6-4317-926f-1b26d34eee8a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f045ae1c986f44b38353f7deb19cfbd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0569515 Nov 12 00:53:20.387270 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59034) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:20.424748 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9f3e0611-2a5f-4eae-87b4-e33612e1f95e req-9c64e485-4c29-48cc-aa5f-d47e1e13331c tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=e225da8786ab452db9121c1cfb9ab35d HTTP/1.1" status: 200 len: 267 time: 0.0712392 Nov 12 00:53:20.430048 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-027fd241-847b-4337-971c-5c64614c2992 req-c1a86018-21fa-4696-a708-605c099e8e8d tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621712 Nov 12 00:53:20.483460 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-49f0515b-e30e-4199-872e-492114dcbe93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:20.490600 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e0611-2a5f-4eae-87b4-e33612e1f95e req-9634a178-b5b2-4eec-9e98-0c644ba03f33 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:20.492077 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9f3e0611-2a5f-4eae-87b4-e33612e1f95e req-9634a178-b5b2-4eec-9e98-0c644ba03f33 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=17640973-c840-491e-b8a3-58a85d13028a HTTP/1.1" status: 200 len: 945 time: 0.0610166 Nov 12 00:53:20.506588 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-9f3e0611-2a5f-4eae-87b4-e33612e1f95e req-d76bde16-de5a-40be-b67a-e90172b57b65 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Request body: {'port': {'security_groups': []}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:20.509322 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-49f0515b-e30e-4199-872e-492114dcbe93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:20.572383 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-49f0515b-e30e-4199-872e-492114dcbe93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:20.576374 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-49f0515b-e30e-4199-872e-492114dcbe93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:20.577653 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-49f0515b-e30e-4199-872e-492114dcbe93 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/504a0be3-b679-44bf-bc0b-883987ab454c HTTP/1.1" status: 204 len: 168 time: 0.1875472 Nov 12 00:53:20.590156 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-9f3e0611-2a5f-4eae-87b4-e33612e1f95e req-d76bde16-de5a-40be-b67a-e90172b57b65 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:20.592045 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f0515b-e30e-4199-872e-492114dcbe93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504a0be3-b679-44bf-bc0b-883987ab454c,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:20.683094 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-234c11d0-ac47-4753-8a5c-917096c2e860 req-ace79c09-42e4-4a07-b09f-79de57d129f1 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=55ae6baf-744f-4689-9e95-16612d04862e HTTP/1.1" status: 200 len: 210 time: 0.0280008 Nov 12 00:53:20.829127 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922649d-2082-4c5a-9147-6508febaf9b8 req-6e563d18-f9fa-4c44-9aa6-88e830edf00f tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:20.830649 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b922649d-2082-4c5a-9147-6508febaf9b8 req-6e563d18-f9fa-4c44-9aa6-88e830edf00f tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.49 "GET /v2.0/networks?id=81bfe4c5-5071-416b-8d5d-76065f6e230c HTTP/1.1" status: 200 len: 814 time: 0.2260356 Nov 12 00:53:20.836985 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacdbc25-dec4-4e02-9fbd-607d749ce072 req-02357a00-a420-409b-8f38-f457ca680954 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:20.842165 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bacdbc25-dec4-4e02-9fbd-607d749ce072 req-02357a00-a420-409b-8f38-f457ca680954 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 944 time: 0.0695829 Nov 12 00:53:20.879278 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-9f3e0611-2a5f-4eae-87b4-e33612e1f95e req-d76bde16-de5a-40be-b67a-e90172b57b65 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] For port 839b65b6-08c1-408a-a945-9c3231cef130, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=839b65b6-08c1-408a-a945-9c3231cef130,segment=NetworkSegment(8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b),segment_id=8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:20.896555 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-b922649d-2082-4c5a-9147-6508febaf9b8 req-20a15440-10b6-4044-b22c-2074d0dfb139 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Request body: {'port': {'device_id': '55ae6baf-744f-4689-9e95-16612d04862e', 'network_id': '81bfe4c5-5071-416b-8d5d-76065f6e230c', 'admin_state_up': True, 'tenant_id': 'fd5311579de340b4b4bd3795ded62f62'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:20.900942 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bacdbc25-dec4-4e02-9fbd-607d749ce072 req-00564716-bbe2-440d-adeb-5a6c2079688a tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506570 Nov 12 00:53:20.995725 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-379148bc-9260-461c-8701-c7dc137e9d67 req-7e0e1c1c-89b4-41f4-966c-020ac0bf4037 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0679488 Nov 12 00:53:21.001052 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-9f3e0611-2a5f-4eae-87b4-e33612e1f95e req-d76bde16-de5a-40be-b67a-e90172b57b65 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:21.007122 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-9f3e0611-2a5f-4eae-87b4-e33612e1f95e req-d76bde16-de5a-40be-b67a-e90172b57b65 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:21.050573 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 248805e7-e9c0-4800-b602-dcb095fb6dca no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:53:21.078872 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e0611-2a5f-4eae-87b4-e33612e1f95e req-d76bde16-de5a-40be-b67a-e90172b57b65 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:21.079581 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-9f3e0611-2a5f-4eae-87b4-e33612e1f95e req-d76bde16-de5a-40be-b67a-e90172b57b65 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:21.080939 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9f3e0611-2a5f-4eae-87b4-e33612e1f95e req-d76bde16-de5a-40be-b67a-e90172b57b65 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "PUT /v2.0/ports/839b65b6-08c1-408a-a945-9c3231cef130 HTTP/1.1" status: 200 len: 904 time: 0.5820110 Nov 12 00:53:21.083583 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17640973-c840-491e-b8a3-58a85d13028a', 'tag': '839b65b6-08c1-408a-a945-9c3231cef130'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:21.085903 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e540021e-865d-4600-9238-55d69aefb719" -d '{"events": [{"name": "network-changed", "server_uuid": "17640973-c840-491e-b8a3-58a85d13028a", "tag": "839b65b6-08c1-408a-a945-9c3231cef130"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:21.110030 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76bde16-de5a-40be-b67a-e90172b57b65 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Pushing event updated for resources: {'Port': ['ID=839b65b6-08c1-408a-a945-9c3231cef130,revision_number=6']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:21.122478 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: 248805e7-e9c0-4800-b602-dcb095fb6dca {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:53:21.124111 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 248805e7-e9c0-4800-b602-dcb095fb6dca not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:53:21.129398 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['839b65b6-08c1-408a-a945-9c3231cef130'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:21.132686 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b922649d-2082-4c5a-9147-6508febaf9b8 req-20a15440-10b6-4044-b22c-2074d0dfb139 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Made reservation on behalf of fd5311579de340b4b4bd3795ded62f62 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:21.139258 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b922649d-2082-4c5a-9147-6508febaf9b8 req-20a15440-10b6-4044-b22c-2074d0dfb139 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:21.205100 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1', '3629b7bf-0e38-4adc-b44c-74e486c8ef4d'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:21.241055 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f6c68-7c8c-4d0f-8f5a-6cb86e35ddff req-5e3a016f-63d8-4e0a-aae0-2170abab9b24 tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:21.243985 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-465f6c68-7c8c-4d0f-8f5a-6cb86e35ddff req-5e3a016f-63d8-4e0a-aae0-2170abab9b24 tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea1b5f74-b1ff-4785-8c2c-a777d1220a26 HTTP/1.1" status: 200 len: 944 time: 0.1085751 Nov 12 00:53:21.314016 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a65a3-709b-4511-b134-2b8a867e9962 req-1cd62e0d-81df-4b5c-b76f-32a60e680004 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:21.329419 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cf8a65a3-709b-4511-b134-2b8a867e9962 req-1cd62e0d-81df-4b5c-b76f-32a60e680004 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=17640973-c840-491e-b8a3-58a85d13028a HTTP/1.1" status: 200 len: 907 time: 0.1504953 Nov 12 00:53:21.383148 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-465f6c68-7c8c-4d0f-8f5a-6cb86e35ddff req-10d82c3a-eafe-49f6-8ada-7a30e9c9967e tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] 10.222.0.20 "GET /v2.0/security-groups?id=8854d16b-3356-4fca-8e7c-ea142a632ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302123 Nov 12 00:53:21.395853 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4f913b-e92f-443b-b514-91bac87a3e6a x-openstack-request-id: req-3b4f913b-e92f-443b-b514-91bac87a3e6a {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:21.396274 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17640973-c840-491e-b8a3-58a85d13028a", "tag": "839b65b6-08c1-408a-a945-9c3231cef130", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:21.396637 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3b4f913b-e92f-443b-b514-91bac87a3e6a {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:21.397137 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17640973-c840-491e-b8a3-58a85d13028a', 'tag': '839b65b6-08c1-408a-a945-9c3231cef130', 'status': 'completed', 'code': 200} Nov 12 00:53:21.421356 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['839b65b6-08c1-408a-a945-9c3231cef130'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:21.423514 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 08dbd159-38c8-44c7-af0b-1c6f6a701e92 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:21.466394 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-b922649d-2082-4c5a-9147-6508febaf9b8 req-20a15440-10b6-4044-b22c-2074d0dfb139 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Allocated IP 172.20.0.7 (81bfe4c5-5071-416b-8d5d-76065f6e230c/b3a5cf2c-8d1e-4b19-8561-7f413b7dc87c/cc697cc4-290e-4621-95f2-18d1347d23bf) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:21.569029 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e540021e-865d-4600-9238-55d69aefb719 req-f89c7252-b8ca-4989-adbc-38ed28af7234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:21.570538 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e540021e-865d-4600-9238-55d69aefb719 req-f89c7252-b8ca-4989-adbc-38ed28af7234 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e225da8786ab452db9121c1cfb9ab35d&device_id=17640973-c840-491e-b8a3-58a85d13028a HTTP/1.1" status: 200 len: 1059 time: 0.1444926 Nov 12 00:53:21.602355 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 08dbd159-38c8-44c7-af0b-1c6f6a701e92 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:53:21.604253 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b57b5866-e638-4b59-ada1-96d14b87a70a req-52f28a6e-684f-47b6-b6cd-9238c7b3a67b service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0586774 Nov 12 00:53:21.620070 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 08dbd159-38c8-44c7-af0b-1c6f6a701e92 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:21.620609 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:21.622610 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a45ed-f059-4351-9db8-952cde024cfd req-76c4ff47-6d8d-4772-b853-67c0e4ab6a7d tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:21.624849 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-1c2d443e-ccf0-4f3a-8122-96b7c8808dee None None] Provisioning complete for port 839b65b6-08c1-408a-a945-9c3231cef130 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:21.625401 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1c2d443e-ccf0-4f3a-8122-96b7c8808dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:21.625514 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5efaa-ee78-4adf-bf3b-b99d2c4661d9 req-bfd78147-5c31-4cb9-aadd-bb2cfe8b10a5 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:21.626971 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2bf5efaa-ee78-4adf-bf3b-b99d2c4661d9 req-bfd78147-5c31-4cb9-aadd-bb2cfe8b10a5 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 945 time: 0.1102777 Nov 12 00:53:21.632205 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-643a45ed-f059-4351-9db8-952cde024cfd req-76c4ff47-6d8d-4772-b853-67c0e4ab6a7d tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.1695018 Nov 12 00:53:21.714446 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2bf5efaa-ee78-4adf-bf3b-b99d2c4661d9 req-acea673a-7b4b-484c-9bb6-47288e7420f0 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810733 Nov 12 00:53:21.724215 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59084) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:21.828424 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-643a45ed-f059-4351-9db8-952cde024cfd req-194f935b-c6af-4ab2-bf1e-97ea2c3fb7bd tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896532 Nov 12 00:53:21.838011 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:21.867916 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e540021e-865d-4600-9238-55d69aefb719 req-597ac3c6-68cf-4097-8e28-5bc9ad778038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:21.869406 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e540021e-865d-4600-9238-55d69aefb719 req-597ac3c6-68cf-4097-8e28-5bc9ad778038 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e HTTP/1.1" status: 200 len: 913 time: 0.2744153 Nov 12 00:53:21.882854 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1b5f74-b1ff-4785-8c2c-a777d1220a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08dbd159-38c8-44c7-af0b-1c6f6a701e92'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:21.885439 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4050f2-187d-4f53-b620-077f05554c52" -d '{"events": [{"server_uuid": "ea1b5f74-b1ff-4785-8c2c-a777d1220a26", "name": "network-vif-plugged", "status": "completed", "tag": "08dbd159-38c8-44c7-af0b-1c6f6a701e92"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:21.907819 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 08dbd159-38c8-44c7-af0b-1c6f6a701e92, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=08dbd159-38c8-44c7-af0b-1c6f6a701e92,segment=NetworkSegment(20862df0-94f2-4223-bfda-856468c017d1),segment_id=20862df0-94f2-4223-bfda-856468c017d1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:21.914951 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:21.923925 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b922649d-2082-4c5a-9147-6508febaf9b8 req-20a15440-10b6-4044-b22c-2074d0dfb139 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:21.933489 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-bf51e7f1-1de5-4675-bc0a-7bea924cf18a admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1727951584-network', 'tenant_id': 'd10c21be58ce4a32900b7bc7d35bb3ba'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:21.940382 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e540021e-865d-4600-9238-55d69aefb719 req-d31ad871-4a80-4359-ad81-ab0887849bde service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=839b65b6-08c1-408a-a945-9c3231cef130 HTTP/1.1" status: 200 len: 217 time: 0.0617099 Nov 12 00:53:21.965496 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ec6a2a5b-0265-4abd-aacc-fe1c468b320f req-b560837f-8cf8-44cd-a81b-603f873ae1ef tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=55ae6baf-744f-4689-9e95-16612d04862e HTTP/1.1" status: 200 len: 210 time: 0.0280662 Nov 12 00:53:21.980961 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=08dbd159-38c8-44c7-af0b-1c6f6a701e92,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:21.993835 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf51e7f1-1de5-4675-bc0a-7bea924cf18a admin admin] Made reservation on behalf of d10c21be58ce4a32900b7bc7d35bb3ba for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:21.997215 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bf51e7f1-1de5-4675-bc0a-7bea924cf18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:22.011327 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bf51e7f1-1de5-4675-bc0a-7bea924cf18a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:22.023116 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9553bb-c70e-4871-b8e6-f2249aabc67b x-openstack-request-id: req-8b9553bb-c70e-4871-b8e6-f2249aabc67b {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:22.023860 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1b5f74-b1ff-4785-8c2c-a777d1220a26", "name": "network-vif-plugged", "status": "completed", "tag": "08dbd159-38c8-44c7-af0b-1c6f6a701e92", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:22.024540 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b9553bb-c70e-4871-b8e6-f2249aabc67b {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:22.025240 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1b5f74-b1ff-4785-8c2c-a777d1220a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08dbd159-38c8-44c7-af0b-1c6f6a701e92', 'code': 200} Nov 12 00:53:22.045770 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de02d8a-c408-4e47-8633-fab5ab33a171 req-f5ecf022-f74e-4ef5-8693-e37a3c474183 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:22.047296 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6de02d8a-c408-4e47-8633-fab5ab33a171 req-f5ecf022-f74e-4ef5-8693-e37a3c474183 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.1213095 Nov 12 00:53:22.061004 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e540021e-865d-4600-9238-55d69aefb719 req-8d43b627-3d07-48c0-ae6c-fc7e1d35efb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:22.063597 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e540021e-865d-4600-9238-55d69aefb719 req-8d43b627-3d07-48c0-ae6c-fc7e1d35efb6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f HTTP/1.1" status: 200 len: 851 time: 0.1050379 Nov 12 00:53:22.093351 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b922649d-2082-4c5a-9147-6508febaf9b8 req-20a15440-10b6-4044-b22c-2074d0dfb139 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:22.136883 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bf51e7f1-1de5-4675-bc0a-7bea924cf18a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:22.143710 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bf51e7f1-1de5-4675-bc0a-7bea924cf18a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:22.183519 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b922649d-2082-4c5a-9147-6508febaf9b8 req-20a15440-10b6-4044-b22c-2074d0dfb139 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Network 81bfe4c5-5071-416b-8d5d-76065f6e230c is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:22.188548 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a15440-10b6-4044-b22c-2074d0dfb139 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Pushing event updated for resources: {'Port': ['ID=cc697cc4-290e-4621-95f2-18d1347d23bf,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:22.189143 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['f84e1833-8244-4e82-86a7-dad6ebedd966', 'd57e219a-9462-47cb-9088-8db4945f0882'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:22.193560 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-b922649d-2082-4c5a-9147-6508febaf9b8 req-20a15440-10b6-4044-b22c-2074d0dfb139 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:22.196507 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-b922649d-2082-4c5a-9147-6508febaf9b8 req-20a15440-10b6-4044-b22c-2074d0dfb139 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:22.201490 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e540021e-865d-4600-9238-55d69aefb719 req-5163878b-fb6e-4aaa-a074-cfdd90bff873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:22.203043 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e540021e-865d-4600-9238-55d69aefb719 req-5163878b-fb6e-4aaa-a074-cfdd90bff873 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1290393 Nov 12 00:53:22.203379 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e8dc6-d515-4a17-9612-5638a5692f0b req-d6bad464-d464-43b0-870f-a38d4c80c729 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:22.205223 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ee3e8dc6-d515-4a17-9612-5638a5692f0b req-d6bad464-d464-43b0-870f-a38d4c80c729 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 944 time: 0.1264927 Nov 12 00:53:22.207598 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf51e7f1-1de5-4675-bc0a-7bea924cf18a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:53:22.214614 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6de02d8a-c408-4e47-8633-fab5ab33a171 req-8bd69d06-6533-4cfb-a51e-81e248dfa68f tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486604 Nov 12 00:53:22.255741 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf51e7f1-1de5-4675-bc0a-7bea924cf18a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eae3187-869b-4483-827a-cd1f5358d9aa,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:22.280843 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b210d7-7d3d-4d04-bce2-f6f3727a2f8c req-97d68951-44d6-49d7-84f8-c84b2dc14bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:22.282523 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-26b210d7-7d3d-4d04-bce2-f6f3727a2f8c req-97d68951-44d6-49d7-84f8-c84b2dc14bf2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ea1b5f74-b1ff-4785-8c2c-a777d1220a26 HTTP/1.1" status: 200 len: 1097 time: 0.1580744 Nov 12 00:53:22.284191 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bf51e7f1-1de5-4675-bc0a-7bea924cf18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:22.284533 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-bf51e7f1-1de5-4675-bc0a-7bea924cf18a admin admin] Added segment 5e3f2d2c-2e2c-4a16-8728-3be462b8a6c5 of type vlan for network 815fba57-0551-40df-a6eb-75fe756003e7 Nov 12 00:53:22.315915 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922649d-2082-4c5a-9147-6508febaf9b8 req-20a15440-10b6-4044-b22c-2074d0dfb139 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:22.316586 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b922649d-2082-4c5a-9147-6508febaf9b8 req-20a15440-10b6-4044-b22c-2074d0dfb139 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:22.346669 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b922649d-2082-4c5a-9147-6508febaf9b8 req-20a15440-10b6-4044-b22c-2074d0dfb139 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4557638 Nov 12 00:53:22.362118 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e540021e-865d-4600-9238-55d69aefb719 req-526d2ac4-c8c4-468d-b7c6-5f80e47bfce3 service neutron] 10.222.0.54 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464088 Nov 12 00:53:22.370460 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-b922649d-2082-4c5a-9147-6508febaf9b8 req-77be1aaa-a869-4d92-8637-b4b452e43db0 service neutron] Request body: {'port': {'device_id': '55ae6baf-744f-4689-9e95-16612d04862e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:22.390060 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bf51e7f1-1de5-4675-bc0a-7bea924cf18a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:22.416030 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ee3e8dc6-d515-4a17-9612-5638a5692f0b req-84f6edd2-77d1-4fd2-820e-b4e203b19e67 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786842 Nov 12 00:53:22.486993 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['6b400def-72a0-4d02-a643-c4fd53bb4ffc'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:22.503113 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-26b210d7-7d3d-4d04-bce2-f6f3727a2f8c req-9cbf5d19-3aef-4269-ac52-32fba7fc03bb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8854d16b-3356-4fca-8e7c-ea142a632ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032208 Nov 12 00:53:22.509232 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b922649d-2082-4c5a-9147-6508febaf9b8 req-77be1aaa-a869-4d92-8637-b4b452e43db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:22.512283 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bf51e7f1-1de5-4675-bc0a-7bea924cf18a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:22.515348 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf51e7f1-1de5-4675-bc0a-7bea924cf18a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:22.516198 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bf51e7f1-1de5-4675-bc0a-7bea924cf18a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:22.614818 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-bf51e7f1-1de5-4675-bc0a-7bea924cf18a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8885641 Nov 12 00:53:22.619989 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 59108) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:22.648147 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-61b1f729-e7e3-49d6-8c88-76bf086e0f0a admin admin] Request body: {'subnet': {'network_id': '815fba57-0551-40df-a6eb-75fe756003e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1727951584-subnet', 'tenant_id': 'd10c21be58ce4a32900b7bc7d35bb3ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:22.655859 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e540021e-865d-4600-9238-55d69aefb719 req-80d1badb-0ba5-4cea-9316-308d85aa9ada service neutron] 10.222.0.54 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815044 Nov 12 00:53:22.695100 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb171c7-23d2-43ef-8a0b-72f40b5639a0 req-861465b0-b59e-4038-a47b-3ff8b2326e41 tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:22.697621 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2bb171c7-23d2-43ef-8a0b-72f40b5639a0 req-861465b0-b59e-4038-a47b-3ff8b2326e41 tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea1b5f74-b1ff-4785-8c2c-a777d1220a26 HTTP/1.1" status: 200 len: 945 time: 0.1887841 Nov 12 00:53:22.701787 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf51e7f1-1de5-4675-bc0a-7bea924cf18a admin admin] Pushing event updated for resources: {'Network': ['ID=815fba57-0551-40df-a6eb-75fe756003e7,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:22.724635 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 815fba57-0551-40df-a6eb-75fe756003e7 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:53:22.762328 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc79c94-21c1-479c-857f-8b6e321d470b req-81fbae7c-48a9-4a3c-980b-325e6c888666 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:22.764201 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-acc79c94-21c1-479c-857f-8b6e321d470b req-81fbae7c-48a9-4a3c-980b-325e6c888666 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 945 time: 0.2175355 Nov 12 00:53:22.768020 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b1f729-e7e3-49d6-8c88-76bf086e0f0a admin admin] Made reservation on behalf of d10c21be58ce4a32900b7bc7d35bb3ba for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:22.770258 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-61b1f729-e7e3-49d6-8c88-76bf086e0f0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:22.780076 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f46588-5b8a-4f9e-981f-2b041c5b3838 req-1294c8cf-5304-424b-900d-604a11777f1b tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:22.785896 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-66f46588-5b8a-4f9e-981f-2b041c5b3838 req-1294c8cf-5304-424b-900d-604a11777f1b tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/networks?id=a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e HTTP/1.1" status: 200 len: 812 time: 0.1689787 Nov 12 00:53:22.806170 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-66f46588-5b8a-4f9e-981f-2b041c5b3838 req-56758095-d9e0-48d9-9efc-643ab886f681 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/quotas/e225da8786ab452db9121c1cfb9ab35d HTTP/1.1" status: 200 len: 375 time: 0.0178010 Nov 12 00:53:22.872392 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-66f46588-5b8a-4f9e-981f-2b041c5b3838 req-39692a0e-e323-4f2a-a192-59618d4aa46a tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e225da8786ab452db9121c1cfb9ab35d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0643957 Nov 12 00:53:22.978796 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-66f46588-5b8a-4f9e-981f-2b041c5b3838 req-44ac4edc-1191-43b6-a2ab-0265f1db02d5 service neutron] 10.222.0.20 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992849 Nov 12 00:53:23.076093 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-66f46588-5b8a-4f9e-981f-2b041c5b3838 req-b040b78e-dadc-4f40-b591-618c44a35b26 service neutron] 10.222.0.20 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901027 Nov 12 00:53:23.296449 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0649ebe-f3d6-41be-8b61-c661de535250 req-2912bc1d-6762-4e30-b51f-5e9aa9202c31 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:23.298080 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b0649ebe-f3d6-41be-8b61-c661de535250 req-2912bc1d-6762-4e30-b51f-5e9aa9202c31 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 945 time: 0.0616233 Nov 12 00:53:23.315166 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2bb171c7-23d2-43ef-8a0b-72f40b5639a0 req-f9984759-a193-4fd2-8306-f26bb4ccde66 tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] 10.222.0.20 "GET /v2.0/security-groups?id=8854d16b-3356-4fca-8e7c-ea142a632ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5615106 Nov 12 00:53:23.360755 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b0649ebe-f3d6-41be-8b61-c661de535250 req-fe503c78-dc79-4eec-a010-4f940ca19a25 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556719 Nov 12 00:53:23.430856 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-acc79c94-21c1-479c-857f-8b6e321d470b req-06385ea1-c39a-4ed1-b6ee-9cacfd4be438 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Deleting port 315b72a3-b355-495a-b2d8-3a24d7ec3d57 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:23.431311 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-acc79c94-21c1-479c-857f-8b6e321d470b req-06385ea1-c39a-4ed1-b6ee-9cacfd4be438 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:23.537212 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cfd58e-a92d-4ec3-8d02-45eabc9bd242 req-7d907b77-9677-43e7-b589-379f67f578ca tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:23.539546 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-24cfd58e-a92d-4ec3-8d02-45eabc9bd242 req-7d907b77-9677-43e7-b589-379f67f578ca tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=55ae6baf-744f-4689-9e95-16612d04862e HTTP/1.1" status: 200 len: 931 time: 0.1020598 Nov 12 00:53:23.595680 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-24cfd58e-a92d-4ec3-8d02-45eabc9bd242 req-bd3d3c0f-3481-4014-801d-3d3e31aa437a tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498087 Nov 12 00:53:23.598202 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7b661829-737b-4460-9a8c-7ab2bcfc9ce5 req-1aedfae4-92e3-4f2e-a3f5-c2d60f14e12d tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c55965b-f440-4831-b400-6b94f6516f6f HTTP/1.1" status: 200 len: 210 time: 0.0922985 Nov 12 00:53:23.692800 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1869e5dd-79d0-472a-bf79-514912361937 req-1fdc6baf-f4d4-4032-aef1-3577fcf535c8 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0502396 Nov 12 00:53:23.693776 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-61b1f729-e7e3-49d6-8c88-76bf086e0f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:23.761968 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-b922649d-2082-4c5a-9147-6508febaf9b8 req-77be1aaa-a869-4d92-8637-b4b452e43db0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc697cc4-290e-4621-95f2-18d1347d23bf {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:23.775791 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-acc79c94-21c1-479c-857f-8b6e321d470b req-06385ea1-c39a-4ed1-b6ee-9cacfd4be438 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] For port 315b72a3-b355-495a-b2d8-3a24d7ec3d57, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=315b72a3-b355-495a-b2d8-3a24d7ec3d57,segment=NetworkSegment(9b3e3280-7bfa-4894-831b-0758b3589c41),segment_id=9b3e3280-7bfa-4894-831b-0758b3589c41)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:23.776159 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-acc79c94-21c1-479c-857f-8b6e321d470b req-06385ea1-c39a-4ed1-b6ee-9cacfd4be438 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:23.781923 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b922649d-2082-4c5a-9147-6508febaf9b8 req-77be1aaa-a869-4d92-8637-b4b452e43db0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:23.823711 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-acc79c94-21c1-479c-857f-8b6e321d470b req-06385ea1-c39a-4ed1-b6ee-9cacfd4be438 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Calling delete_port for 315b72a3-b355-495a-b2d8-3a24d7ec3d57 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:23.838924 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-b922649d-2082-4c5a-9147-6508febaf9b8 req-77be1aaa-a869-4d92-8637-b4b452e43db0 service neutron] Transition to ACTIVE for port object cc697cc4-290e-4621-95f2-18d1347d23bf will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:53:23.874066 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1c1b84c1-f692-4cdf-b91f-c2698bdfa964 req-cc0c7a09-858b-485d-87f9-8c8f049cea11 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0523443 Nov 12 00:53:23.874699 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1f729-e7e3-49d6-8c88-76bf086e0f0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a051799-c7f0-4ea9-9f63-803a86138cd0,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:23.876756 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b922649d-2082-4c5a-9147-6508febaf9b8 req-77be1aaa-a869-4d92-8637-b4b452e43db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:23.929121 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df35142-e0a7-4442-a112-fc486fd54175 req-50e95d29-c844-4888-8727-21a395952177 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:23.930704 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5df35142-e0a7-4442-a112-fc486fd54175 req-50e95d29-c844-4888-8727-21a395952177 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 944 time: 0.2453573 Nov 12 00:53:24.004565 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b1f729-e7e3-49d6-8c88-76bf086e0f0a admin admin] Checking segment: {'id': '5e3f2d2c-2e2c-4a16-8728-3be462b8a6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '815fba57-0551-40df-a6eb-75fe756003e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:24.004923 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b1f729-e7e3-49d6-8c88-76bf086e0f0a admin admin] Network hostable DHCP agents. Network: 815fba57-0551-40df-a6eb-75fe756003e7, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:53:24.010685 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77be1aaa-a869-4d92-8637-b4b452e43db0 service neutron] Pushing event updated for resources: {'Port': ['ID=cc697cc4-290e-4621-95f2-18d1347d23bf,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:24.115686 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b1f729-e7e3-49d6-8c88-76bf086e0f0a admin admin] Network 815fba57-0551-40df-a6eb-75fe756003e7 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:53:24.124713 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5df35142-e0a7-4442-a112-fc486fd54175 req-e960f2f5-d845-45bb-a627-4350f1886d9f tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605148 Nov 12 00:53:24.142028 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-61b1f729-e7e3-49d6-8c88-76bf086e0f0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 815fba57-0551-40df-a6eb-75fe756003e7) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:24.159166 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55152752-fc08-4b3a-89fa-f35cb1c51ade None None] Network 815fba57-0551-40df-a6eb-75fe756003e7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:53:24.167998 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b1f729-e7e3-49d6-8c88-76bf086e0f0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:24.168630 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-61b1f729-e7e3-49d6-8c88-76bf086e0f0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:24.205719 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-61b1f729-e7e3-49d6-8c88-76bf086e0f0a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5683558 Nov 12 00:53:24.209096 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-b922649d-2082-4c5a-9147-6508febaf9b8 req-77be1aaa-a869-4d92-8637-b4b452e43db0 service neutron] Attempting to bind port cc697cc4-290e-4621-95f2-18d1347d23bf on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:53:24.209455 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-b922649d-2082-4c5a-9147-6508febaf9b8 req-77be1aaa-a869-4d92-8637-b4b452e43db0 service neutron] Attempting to bind port cc697cc4-290e-4621-95f2-18d1347d23bf by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '47d4bfe1-e950-4b7f-9539-0e611123121b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '81bfe4c5-5071-416b-8d5d-76065f6e230c'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:53:24.209787 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b922649d-2082-4c5a-9147-6508febaf9b8 req-77be1aaa-a869-4d92-8637-b4b452e43db0 service neutron] Attempting to bind port cc697cc4-290e-4621-95f2-18d1347d23bf on network 81bfe4c5-5071-416b-8d5d-76065f6e230c {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:24.220032 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b922649d-2082-4c5a-9147-6508febaf9b8 req-77be1aaa-a869-4d92-8637-b4b452e43db0 service neutron] Port cc697cc4-290e-4621-95f2-18d1347d23bf on network 81bfe4c5-5071-416b-8d5d-76065f6e230c not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:53:24.220367 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b922649d-2082-4c5a-9147-6508febaf9b8 req-77be1aaa-a869-4d92-8637-b4b452e43db0 service neutron] Attempting to bind port cc697cc4-290e-4621-95f2-18d1347d23bf on network 81bfe4c5-5071-416b-8d5d-76065f6e230c {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:24.228669 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b922649d-2082-4c5a-9147-6508febaf9b8 req-77be1aaa-a869-4d92-8637-b4b452e43db0 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:53:24.228985 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b922649d-2082-4c5a-9147-6508febaf9b8 req-77be1aaa-a869-4d92-8637-b4b452e43db0 service neutron] Checking segment: {'id': '47d4bfe1-e950-4b7f-9539-0e611123121b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '81bfe4c5-5071-416b-8d5d-76065f6e230c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:24.229732 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b922649d-2082-4c5a-9147-6508febaf9b8 req-77be1aaa-a869-4d92-8637-b4b452e43db0 service neutron] Bound using segment: {'id': '47d4bfe1-e950-4b7f-9539-0e611123121b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '81bfe4c5-5071-416b-8d5d-76065f6e230c'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:53:24.230121 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-b922649d-2082-4c5a-9147-6508febaf9b8 req-77be1aaa-a869-4d92-8637-b4b452e43db0 service neutron] Bound port: cc697cc4-290e-4621-95f2-18d1347d23bf, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47d4bfe1-e950-4b7f-9539-0e611123121b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '81bfe4c5-5071-416b-8d5d-76065f6e230c'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:53:24.230552 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b922649d-2082-4c5a-9147-6508febaf9b8 req-77be1aaa-a869-4d92-8637-b4b452e43db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:24.233657 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-acc79c94-21c1-479c-857f-8b6e321d470b req-06385ea1-c39a-4ed1-b6ee-9cacfd4be438 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:24.272257 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06385ea1-c39a-4ed1-b6ee-9cacfd4be438 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Pushing event deleted for resources: {'Port': ['ID=315b72a3-b355-495a-b2d8-3a24d7ec3d57,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:24.289423 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['547e6e2d-7476-4f76-a8d1-fe208cfbb31f', '315b72a3-b355-495a-b2d8-3a24d7ec3d57'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:24.354482 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc79c94-21c1-479c-857f-8b6e321d470b req-06385ea1-c39a-4ed1-b6ee-9cacfd4be438 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] No DVR routers for this DVR port 315b72a3-b355-495a-b2d8-3a24d7ec3d57 on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:53:24.359586 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-acc79c94-21c1-479c-857f-8b6e321d470b req-06385ea1-c39a-4ed1-b6ee-9cacfd4be438 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:24.366697 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-acc79c94-21c1-479c-857f-8b6e321d470b req-06385ea1-c39a-4ed1-b6ee-9cacfd4be438 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.49 "DELETE /v2.0/ports/315b72a3-b355-495a-b2d8-3a24d7ec3d57 HTTP/1.1" status: 204 len: 173 time: 1.5874410 Nov 12 00:53:24.382823 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdecb54-2201-4016-88c1-1e2a240a2003 None None] Network 815fba57-0551-40df-a6eb-75fe756003e7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:53:24.395778 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8', 'name': 'network-vif-deleted', 'tag': '315b72a3-b355-495a-b2d8-3a24d7ec3d57'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:24.402161 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f533bc0a-a060-4024-bda1-d0000234c195" -d '{"events": [{"server_uuid": "4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8", "name": "network-vif-deleted", "tag": "315b72a3-b355-495a-b2d8-3a24d7ec3d57"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:24.467461 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-b922649d-2082-4c5a-9147-6508febaf9b8 req-77be1aaa-a869-4d92-8637-b4b452e43db0 service neutron] For port cc697cc4-290e-4621-95f2-18d1347d23bf, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:53:24.474884 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-b922649d-2082-4c5a-9147-6508febaf9b8 req-77be1aaa-a869-4d92-8637-b4b452e43db0 service neutron] For port cc697cc4-290e-4621-95f2-18d1347d23bf, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=cc697cc4-290e-4621-95f2-18d1347d23bf,segment=NetworkSegment(47d4bfe1-e950-4b7f-9539-0e611123121b),segment_id=47d4bfe1-e950-4b7f-9539-0e611123121b)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:53:24.483767 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b922649d-2082-4c5a-9147-6508febaf9b8 req-77be1aaa-a869-4d92-8637-b4b452e43db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:24.568539 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace6495-9291-4e06-ba67-cd44f6a059fe req-26c1e12e-009f-48bd-bbfe-3149d50e7a3b tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:24.582238 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8ace6495-9291-4e06-ba67-cd44f6a059fe req-26c1e12e-009f-48bd-bbfe-3149d50e7a3b tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea1b5f74-b1ff-4785-8c2c-a777d1220a26 HTTP/1.1" status: 200 len: 945 time: 0.1281364 Nov 12 00:53:24.611411 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77be1aaa-a869-4d92-8637-b4b452e43db0 service neutron] Pushing event updated for resources: {'Port': ['ID=cc697cc4-290e-4621-95f2-18d1347d23bf,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:24.645512 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8ace6495-9291-4e06-ba67-cd44f6a059fe req-e6e14337-05c0-4329-b127-574e18315333 tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] 10.222.0.20 "GET /v2.0/security-groups?id=8854d16b-3356-4fca-8e7c-ea142a632ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616157 Nov 12 00:53:24.653579 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-eb4490a8-f2ca-47c7-9519-4226868fd011 req-5eddf5f1-9433-4df6-97be-8a5bb9813492 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8 HTTP/1.1" status: 200 len: 210 time: 0.0809150 Nov 12 00:53:24.659371 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922649d-2082-4c5a-9147-6508febaf9b8 req-77be1aaa-a869-4d92-8637-b4b452e43db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:24.659998 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b922649d-2082-4c5a-9147-6508febaf9b8 req-77be1aaa-a869-4d92-8637-b4b452e43db0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:24.661361 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b922649d-2082-4c5a-9147-6508febaf9b8 req-77be1aaa-a869-4d92-8637-b4b452e43db0 service neutron] 10.222.0.49 "PUT /v2.0/ports/cc697cc4-290e-4621-95f2-18d1347d23bf HTTP/1.1" status: 200 len: 1092 time: 2.2963872 Nov 12 00:53:24.762087 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf894ad8-a6be-4698-8dfc-fbfced916ab2 x-openstack-request-id: req-cf894ad8-a6be-4698-8dfc-fbfced916ab2 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:24.763229 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8", "name": "network-vif-deleted", "tag": "315b72a3-b355-495a-b2d8-3a24d7ec3d57", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:24.764000 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf894ad8-a6be-4698-8dfc-fbfced916ab2 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:24.764415 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc0fb8d-3eb0-4080-b18b-aba65d3a2ee8', 'name': 'network-vif-deleted', 'tag': '315b72a3-b355-495a-b2d8-3a24d7ec3d57', 'status': 'completed', 'code': 200} Nov 12 00:53:24.774310 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f46588-5b8a-4f9e-981f-2b041c5b3838 req-c60f8c2b-1cb9-4fbc-986b-6a99f4352cd4 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:24.776213 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-66f46588-5b8a-4f9e-981f-2b041c5b3838 req-c60f8c2b-1cb9-4fbc-986b-6a99f4352cd4 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.54 "GET /v2.0/networks?id=a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e HTTP/1.1" status: 200 len: 812 time: 0.1877124 Nov 12 00:53:24.831449 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-66f46588-5b8a-4f9e-981f-2b041c5b3838 req-686bc64f-8b41-4994-9902-95f9466a55c5 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Request body: {'port': {'device_id': '0c55965b-f440-4831-b400-6b94f6516f6f', 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e', 'admin_state_up': True, 'tenant_id': 'e225da8786ab452db9121c1cfb9ab35d'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:24.930284 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2662259f-4441-47f0-a0da-4029b318e9e2 req-e16def45-2060-4519-88d6-6af02dd59b92 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c55965b-f440-4831-b400-6b94f6516f6f HTTP/1.1" status: 200 len: 210 time: 0.0284402 Nov 12 00:53:25.020912 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 946f0a4e-ab72-40bd-a433-f66ebca1996e details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:53:25.043716 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922649d-2082-4c5a-9147-6508febaf9b8 req-b6488b11-2cf4-4696-9c9b-4cd04d214193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:25.046069 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b922649d-2082-4c5a-9147-6508febaf9b8 req-b6488b11-2cf4-4696-9c9b-4cd04d214193 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fd5311579de340b4b4bd3795ded62f62&device_id=55ae6baf-744f-4689-9e95-16612d04862e HTTP/1.1" status: 200 len: 1095 time: 0.3098357 Nov 12 00:53:25.052447 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b529700-5784-440f-a86b-758d60385ca2 req-87ef85bd-1332-42b2-8b04-297783f7511e tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:25.054753 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5b529700-5784-440f-a86b-758d60385ca2 req-87ef85bd-1332-42b2-8b04-297783f7511e tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=55ae6baf-744f-4689-9e95-16612d04862e HTTP/1.1" status: 200 len: 943 time: 0.0594065 Nov 12 00:53:25.111417 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b922649d-2082-4c5a-9147-6508febaf9b8 req-d0dcc1c5-899b-450d-bd1a-14488ba38204 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc697cc4-290e-4621-95f2-18d1347d23bf HTTP/1.1" status: 200 len: 217 time: 0.0506456 Nov 12 00:53:25.111839 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5b529700-5784-440f-a86b-758d60385ca2 req-d6365952-0314-4462-9d9a-36767c45c118 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483439 Nov 12 00:53:25.162117 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 946f0a4e-ab72-40bd-a433-f66ebca1996e, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=946f0a4e-ab72-40bd-a433-f66ebca1996e,segment=NetworkSegment(6922dc8f-e4e8-46eb-925b-ce7a975c2214),segment_id=6922dc8f-e4e8-46eb-925b-ce7a975c2214)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:25.176710 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '946f0a4e-ab72-40bd-a433-f66ebca1996e', 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48', 'port_id': '946f0a4e-ab72-40bd-a433-f66ebca1996e', 'mac_address': 'fa:16:3e:6f:7f:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04c51f1f-4fad-42e7-a817-4af69d874ab6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:53:25.181416 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c546db-a396-4bcf-8859-b8057d5c8b50 req-d5bcace4-ed38-4ccc-ad5c-ef0d97ef3f49 tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:25.182977 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b0c546db-a396-4bcf-8859-b8057d5c8b50 req-d5bcace4-ed38-4ccc-ad5c-ef0d97ef3f49 tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] 10.222.0.20 "GET /v2.0/networks?id=815fba57-0551-40df-a6eb-75fe756003e7 HTTP/1.1" status: 200 len: 814 time: 0.2489917 Nov 12 00:53:25.207812 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66f46588-5b8a-4f9e-981f-2b041c5b3838 req-686bc64f-8b41-4994-9902-95f9466a55c5 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Made reservation on behalf of e225da8786ab452db9121c1cfb9ab35d for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:25.211028 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-66f46588-5b8a-4f9e-981f-2b041c5b3838 req-686bc64f-8b41-4994-9902-95f9466a55c5 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:25.231333 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b0c546db-a396-4bcf-8859-b8057d5c8b50 req-1a7505dd-7605-4caa-9adc-b4579bf7da0c tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] 10.222.0.20 "GET /v2.0/quotas/d10c21be58ce4a32900b7bc7d35bb3ba HTTP/1.1" status: 200 len: 375 time: 0.0391073 Nov 12 00:53:25.233267 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:25.236522 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922649d-2082-4c5a-9147-6508febaf9b8 req-363dde1a-944d-4a35-9975-a02b56874473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:25.238089 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b922649d-2082-4c5a-9147-6508febaf9b8 req-363dde1a-944d-4a35-9975-a02b56874473 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b3a5cf2c-8d1e-4b19-8561-7f413b7dc87c HTTP/1.1" status: 200 len: 854 time: 0.1171257 Nov 12 00:53:25.253609 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 946f0a4e-ab72-40bd-a433-f66ebca1996e {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:25.275358 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 946f0a4e-ab72-40bd-a433-f66ebca1996e, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=946f0a4e-ab72-40bd-a433-f66ebca1996e,segment=NetworkSegment(6922dc8f-e4e8-46eb-925b-ce7a975c2214),segment_id=6922dc8f-e4e8-46eb-925b-ce7a975c2214)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:25.281538 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:25.308550 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b0c546db-a396-4bcf-8859-b8057d5c8b50 req-4fa9cb78-4d2a-4c4d-adc0-926bb0453016 tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d10c21be58ce4a32900b7bc7d35bb3ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0762765 Nov 12 00:53:25.311718 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d20f5-10e0-42a7-bcf3-61add3cb6618 req-a37a1042-c6b1-4179-ae0f-a87d87422200 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:25.313107 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-658d20f5-10e0-42a7-bcf3-61add3cb6618 req-a37a1042-c6b1-4179-ae0f-a87d87422200 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 944 time: 0.0654407 Nov 12 00:53:25.323125 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b922649d-2082-4c5a-9147-6508febaf9b8 req-2478dea5-18b2-4f95-b1d4-d493dcd1032a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=81bfe4c5-5071-416b-8d5d-76065f6e230c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727432 Nov 12 00:53:25.330937 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=946f0a4e-ab72-40bd-a433-f66ebca1996e,revision_number=11']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:25.373529 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-658d20f5-10e0-42a7-bcf3-61add3cb6618 req-adb8c68a-3249-4a68-b091-a80b1ecdc3fd tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529833 Nov 12 00:53:25.584166 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b0c546db-a396-4bcf-8859-b8057d5c8b50 req-dbd052c9-dd28-4a3e-adc3-39f13094faed service neutron] 10.222.0.20 "GET /v2.0/networks/815fba57-0551-40df-a6eb-75fe756003e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697101 Nov 12 00:53:25.602254 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['946f0a4e-ab72-40bd-a433-f66ebca1996e'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:25.609431 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b922649d-2082-4c5a-9147-6508febaf9b8 req-c2510bd8-c389-4c99-8119-646f65659e8f service neutron] 10.222.0.49 "GET /v2.0/networks/81bfe4c5-5071-416b-8d5d-76065f6e230c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725096 Nov 12 00:53:25.610719 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-66f46588-5b8a-4f9e-981f-2b041c5b3838 req-686bc64f-8b41-4994-9902-95f9466a55c5 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Allocated IP 172.20.0.13 (a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e/3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f/40da9af8-2c60-4f9c-be71-25e602fb54e1) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:25.841466 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b0c546db-a396-4bcf-8859-b8057d5c8b50 req-c77f3b85-a50c-43b9-be78-2a63c8dea3ba service neutron] 10.222.0.20 "GET /v2.0/networks/815fba57-0551-40df-a6eb-75fe756003e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457321 Nov 12 00:53:25.851355 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b922649d-2082-4c5a-9147-6508febaf9b8 req-7c1e5c9c-451c-4025-bdf6-89a23c12411a service neutron] 10.222.0.49 "GET /v2.0/networks/81bfe4c5-5071-416b-8d5d-76065f6e230c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269902 Nov 12 00:53:25.890463 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd23681-72e0-4d1d-95e7-0b45913fd52a req-94742aca-0790-4b9a-9021-bc613d2a5020 tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:25.901976 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dfd23681-72e0-4d1d-95e7-0b45913fd52a req-94742aca-0790-4b9a-9021-bc613d2a5020 tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea1b5f74-b1ff-4785-8c2c-a777d1220a26 HTTP/1.1" status: 200 len: 945 time: 0.0818245 Nov 12 00:53:25.919062 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a318c330-b248-4ccc-8ec7-c50292d9cf6e req-39d5b996-e094-447f-90f0-3fef18fcd719 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0648654 Nov 12 00:53:25.970670 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dfd23681-72e0-4d1d-95e7-0b45913fd52a req-6e658eae-7639-4d3e-9fd3-1bd2f83b10be tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] 10.222.0.20 "GET /v2.0/security-groups?id=8854d16b-3356-4fca-8e7c-ea142a632ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656195 Nov 12 00:53:26.030968 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-66f46588-5b8a-4f9e-981f-2b041c5b3838 req-686bc64f-8b41-4994-9902-95f9466a55c5 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:26.105593 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aff4be94-30c9-4994-9526-1cc19da3e572 req-2065e177-2910-46a4-ba90-43e9da054062 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0344074 Nov 12 00:53:26.126855 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-66f46588-5b8a-4f9e-981f-2b041c5b3838 req-686bc64f-8b41-4994-9902-95f9466a55c5 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:26.181106 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686bc64f-8b41-4994-9902-95f9466a55c5 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Pushing event updated for resources: {'Port': ['ID=40da9af8-2c60-4f9c-be71-25e602fb54e1,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:26.217750 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66f46588-5b8a-4f9e-981f-2b041c5b3838 req-686bc64f-8b41-4994-9902-95f9466a55c5 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Network a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:26.223885 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-66f46588-5b8a-4f9e-981f-2b041c5b3838 req-686bc64f-8b41-4994-9902-95f9466a55c5 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:26.228014 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-66f46588-5b8a-4f9e-981f-2b041c5b3838 req-686bc64f-8b41-4994-9902-95f9466a55c5 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:26.245436 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-98dcff7c-2621-4ae8-8f6d-a5a072212897 req-f9825358-2792-4dfe-85fd-1d997a210096 tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9400b7e-b36e-43f3-be4d-b4ecf6b73682 HTTP/1.1" status: 200 len: 210 time: 0.0365305 Nov 12 00:53:26.296891 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85545e-d237-44ce-9e51-0fa4ae907f7d req-4e61d33d-2cb7-4407-99f8-e99930571f35 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:26.304976 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ef85545e-d237-44ce-9e51-0fa4ae907f7d req-4e61d33d-2cb7-4407-99f8-e99930571f35 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c55965b-f440-4831-b400-6b94f6516f6f HTTP/1.1" status: 200 len: 932 time: 0.1283410 Nov 12 00:53:26.336102 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f46588-5b8a-4f9e-981f-2b041c5b3838 req-686bc64f-8b41-4994-9902-95f9466a55c5 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:26.336739 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-66f46588-5b8a-4f9e-981f-2b041c5b3838 req-686bc64f-8b41-4994-9902-95f9466a55c5 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:26.374132 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed75af-2ebb-498a-9fed-29715938b85b req-014b2a86-a8c8-4918-bcab-88775ca603ed tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:26.375666 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-50ed75af-2ebb-498a-9fed-29715938b85b req-014b2a86-a8c8-4918-bcab-88775ca603ed tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=55ae6baf-744f-4689-9e95-16612d04862e HTTP/1.1" status: 200 len: 943 time: 0.0645876 Nov 12 00:53:26.381507 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-66f46588-5b8a-4f9e-981f-2b041c5b3838 req-686bc64f-8b41-4994-9902-95f9466a55c5 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5547853 Nov 12 00:53:26.402776 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ef85545e-d237-44ce-9e51-0fa4ae907f7d req-d1199f97-f531-4df6-a3d7-4780091b603d tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967970 Nov 12 00:53:26.411944 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-66f46588-5b8a-4f9e-981f-2b041c5b3838 req-9f66525a-3c15-4e3a-8215-56c0fab803eb service neutron] Request body: {'port': {'device_id': '0c55965b-f440-4831-b400-6b94f6516f6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:26.447046 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1', '3629b7bf-0e38-4adc-b44c-74e486c8ef4d'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:26.471490 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-50ed75af-2ebb-498a-9fed-29715938b85b req-9c92ce5d-a225-4270-b579-abaaefe28969 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825164 Nov 12 00:53:26.547311 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-9c681ec6-4c68-4b09-9f44-91e1e26ac4f8 None None] Provisioning complete for port 40da9af8-2c60-4f9c-be71-25e602fb54e1 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:26.547944 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9c681ec6-4c68-4b09-9f44-91e1e26ac4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:26.560855 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-66f46588-5b8a-4f9e-981f-2b041c5b3838 req-9f66525a-3c15-4e3a-8215-56c0fab803eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:26.603490 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364849a5-7331-42c3-bd64-b4816475d0c6 req-8203a1be-c8f1-4498-bdba-0e21d73da2c1 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:26.605001 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-364849a5-7331-42c3-bd64-b4816475d0c6 req-8203a1be-c8f1-4498-bdba-0e21d73da2c1 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1 HTTP/1.1" status: 200 len: 945 time: 0.0820026 Nov 12 00:53:26.614902 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-9c681ec6-4c68-4b09-9f44-91e1e26ac4f8 None None] Port 40da9af8-2c60-4f9c-be71-25e602fb54e1 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:53:26.643915 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9a57e-daf5-4c0d-9414-a40974d7af65 req-35e79c1c-c3cd-4016-98ec-a0c35ba1146c tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:26.645677 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e6a9a57e-daf5-4c0d-9414-a40974d7af65 req-35e79c1c-c3cd-4016-98ec-a0c35ba1146c tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 945 time: 0.0944324 Nov 12 00:53:26.702780 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e6a9a57e-daf5-4c0d-9414-a40974d7af65 req-09d7da37-b5e3-4172-afa8-cdfd0859a67d tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495660 Nov 12 00:53:26.763001 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-364849a5-7331-42c3-bd64-b4816475d0c6 req-a133c7ce-7569-40ed-9725-cc99fd6eebd9 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364460 Nov 12 00:53:26.765600 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55ae6baf-744f-4689-9e95-16612d04862e', 'tag': 'cc697cc4-290e-4621-95f2-18d1347d23bf'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:26.767733 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb2eefb-ca58-48de-b590-c53b6a83fa4d" -d '{"events": [{"name": "network-changed", "server_uuid": "55ae6baf-744f-4689-9e95-16612d04862e", "tag": "cc697cc4-290e-4621-95f2-18d1347d23bf"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:26.837659 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7348ef-8203-4774-b292-35ed90615fa4 x-openstack-request-id: req-2e7348ef-8203-4774-b292-35ed90615fa4 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:26.837949 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55ae6baf-744f-4689-9e95-16612d04862e", "tag": "cc697cc4-290e-4621-95f2-18d1347d23bf", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:26.838200 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2e7348ef-8203-4774-b292-35ed90615fa4 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:26.838587 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55ae6baf-744f-4689-9e95-16612d04862e', 'tag': 'cc697cc4-290e-4621-95f2-18d1347d23bf', 'status': 'completed', 'code': 200} Nov 12 00:53:26.954188 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2eefb-ca58-48de-b590-c53b6a83fa4d req-fc6e175c-6b7e-47d5-9745-01b0e7f9a6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:26.955684 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1fb2eefb-ca58-48de-b590-c53b6a83fa4d req-fc6e175c-6b7e-47d5-9745-01b0e7f9a6e3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fd5311579de340b4b4bd3795ded62f62&device_id=55ae6baf-744f-4689-9e95-16612d04862e HTTP/1.1" status: 200 len: 1095 time: 0.0829611 Nov 12 00:53:26.975063 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-66f46588-5b8a-4f9e-981f-2b041c5b3838 req-9f66525a-3c15-4e3a-8215-56c0fab803eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40da9af8-2c60-4f9c-be71-25e602fb54e1 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:27.001621 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-66f46588-5b8a-4f9e-981f-2b041c5b3838 req-9f66525a-3c15-4e3a-8215-56c0fab803eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:27.053792 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 946f0a4e-ab72-40bd-a433-f66ebca1996e up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:27.071939 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-66f46588-5b8a-4f9e-981f-2b041c5b3838 req-9f66525a-3c15-4e3a-8215-56c0fab803eb service neutron] Transition to ACTIVE for port object 40da9af8-2c60-4f9c-be71-25e602fb54e1 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:53:27.095335 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-66f46588-5b8a-4f9e-981f-2b041c5b3838 req-9f66525a-3c15-4e3a-8215-56c0fab803eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:27.115348 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 946f0a4e-ab72-40bd-a433-f66ebca1996e completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:53:27.120197 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 946f0a4e-ab72-40bd-a433-f66ebca1996e triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:27.120760 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:27.225121 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2eefb-ca58-48de-b590-c53b6a83fa4d req-bad5d5fa-a514-4c08-b4d9-8990c76c95aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:27.229958 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:27.238190 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1fb2eefb-ca58-48de-b590-c53b6a83fa4d req-bad5d5fa-a514-4c08-b4d9-8990c76c95aa service neutron] 10.222.0.49 "GET /v2.0/networks?id=81bfe4c5-5071-416b-8d5d-76065f6e230c HTTP/1.1" status: 200 len: 915 time: 0.2735074 Nov 12 00:53:27.249225 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64d518-6bec-49aa-a169-6e4fc6a89517 req-b0b9f122-7b5b-430d-b1d3-b54310cffc08 tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:27.257486 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bb64d518-6bec-49aa-a169-6e4fc6a89517 req-b0b9f122-7b5b-430d-b1d3-b54310cffc08 tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea1b5f74-b1ff-4785-8c2c-a777d1220a26 HTTP/1.1" status: 200 len: 945 time: 0.2213142 Nov 12 00:53:27.257933 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b119ebf6-e1ff-4eba-b94d-797674c4ef98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946f0a4e-ab72-40bd-a433-f66ebca1996e'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:27.260752 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b265aa-dff9-4897-84b4-1176fe4ad6fb" -d '{"events": [{"server_uuid": "b119ebf6-e1ff-4eba-b94d-797674c4ef98", "name": "network-vif-plugged", "status": "completed", "tag": "946f0a4e-ab72-40bd-a433-f66ebca1996e"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:27.277104 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 946f0a4e-ab72-40bd-a433-f66ebca1996e, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=946f0a4e-ab72-40bd-a433-f66ebca1996e,segment=NetworkSegment(6922dc8f-e4e8-46eb-925b-ce7a975c2214),segment_id=6922dc8f-e4e8-46eb-925b-ce7a975c2214)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:27.283329 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:27.284467 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 315b72a3-b355-495a-b2d8-3a24d7ec3d57 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:53:27.335081 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f66525a-3c15-4e3a-8215-56c0fab803eb service neutron] Pushing event updated for resources: {'Port': ['ID=40da9af8-2c60-4f9c-be71-25e602fb54e1,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:27.340110 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b239e2-70a7-46fa-882d-41d7d4694539 x-openstack-request-id: req-56b239e2-70a7-46fa-882d-41d7d4694539 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:27.340931 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b119ebf6-e1ff-4eba-b94d-797674c4ef98", "name": "network-vif-plugged", "status": "completed", "tag": "946f0a4e-ab72-40bd-a433-f66ebca1996e", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:27.341171 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-56b239e2-70a7-46fa-882d-41d7d4694539 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:27.341601 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b119ebf6-e1ff-4eba-b94d-797674c4ef98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946f0a4e-ab72-40bd-a433-f66ebca1996e', 'code': 200} Nov 12 00:53:27.342290 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: 315b72a3-b355-495a-b2d8-3a24d7ec3d57 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:53:27.342622 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 315b72a3-b355-495a-b2d8-3a24d7ec3d57 not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:53:27.359702 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1fb2eefb-ca58-48de-b590-c53b6a83fa4d req-9c02360c-f0ab-4dd3-b70e-1b0c09c30a1c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc697cc4-290e-4621-95f2-18d1347d23bf HTTP/1.1" status: 200 len: 217 time: 0.1000569 Nov 12 00:53:27.381690 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=946f0a4e-ab72-40bd-a433-f66ebca1996e,revision_number=12']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:27.455001 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9eceae47-181c-411f-b8ae-e6b548e11e88 req-eed95f35-4bf3-4780-890c-2cf5da73d259 tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9400b7e-b36e-43f3-be4d-b4ecf6b73682 HTTP/1.1" status: 200 len: 210 time: 0.0410743 Nov 12 00:53:27.496434 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bb64d518-6bec-49aa-a169-6e4fc6a89517 req-15523039-16e3-4483-b42a-8ed86cad51db tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] 10.222.0.20 "GET /v2.0/security-groups?id=8854d16b-3356-4fca-8e7c-ea142a632ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380617 Nov 12 00:53:27.532167 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-66f46588-5b8a-4f9e-981f-2b041c5b3838 req-9f66525a-3c15-4e3a-8215-56c0fab803eb service neutron] Attempting to bind port 40da9af8-2c60-4f9c-be71-25e602fb54e1 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:53:27.532503 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-66f46588-5b8a-4f9e-981f-2b041c5b3838 req-9f66525a-3c15-4e3a-8215-56c0fab803eb service neutron] Attempting to bind port 40da9af8-2c60-4f9c-be71-25e602fb54e1 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:53:27.532830 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f46588-5b8a-4f9e-981f-2b041c5b3838 req-9f66525a-3c15-4e3a-8215-56c0fab803eb service neutron] Attempting to bind port 40da9af8-2c60-4f9c-be71-25e602fb54e1 on network a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:27.539711 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2eefb-ca58-48de-b590-c53b6a83fa4d req-d9037dba-dd0a-4a19-9c6a-dee4101ba084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:27.541190 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1fb2eefb-ca58-48de-b590-c53b6a83fa4d req-d9037dba-dd0a-4a19-9c6a-dee4101ba084 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b3a5cf2c-8d1e-4b19-8561-7f413b7dc87c HTTP/1.1" status: 200 len: 854 time: 0.1302969 Nov 12 00:53:27.547864 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f46588-5b8a-4f9e-981f-2b041c5b3838 req-9f66525a-3c15-4e3a-8215-56c0fab803eb service neutron] Port 40da9af8-2c60-4f9c-be71-25e602fb54e1 on network a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:53:27.548128 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f46588-5b8a-4f9e-981f-2b041c5b3838 req-9f66525a-3c15-4e3a-8215-56c0fab803eb service neutron] Attempting to bind port 40da9af8-2c60-4f9c-be71-25e602fb54e1 on network a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:27.587131 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f46588-5b8a-4f9e-981f-2b041c5b3838 req-9f66525a-3c15-4e3a-8215-56c0fab803eb service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:53:27.587470 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f46588-5b8a-4f9e-981f-2b041c5b3838 req-9f66525a-3c15-4e3a-8215-56c0fab803eb service neutron] Checking segment: {'id': '8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:27.587911 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f46588-5b8a-4f9e-981f-2b041c5b3838 req-9f66525a-3c15-4e3a-8215-56c0fab803eb service neutron] Bound using segment: {'id': '8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:53:27.588364 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-66f46588-5b8a-4f9e-981f-2b041c5b3838 req-9f66525a-3c15-4e3a-8215-56c0fab803eb service neutron] Bound port: 40da9af8-2c60-4f9c-be71-25e602fb54e1, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:53:27.588718 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-66f46588-5b8a-4f9e-981f-2b041c5b3838 req-9f66525a-3c15-4e3a-8215-56c0fab803eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:27.625077 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1fb2eefb-ca58-48de-b590-c53b6a83fa4d req-ba26b062-0366-418e-b3d7-1cbbda5e6fa5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=81bfe4c5-5071-416b-8d5d-76065f6e230c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697241 Nov 12 00:53:27.654741 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b9418-0f33-45e4-96d2-dcbf16f1d015 req-d7dd8428-67b0-49a2-9b75-d6791bd7988c tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:27.656204 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7c6b9418-0f33-45e4-96d2-dcbf16f1d015 req-d7dd8428-67b0-49a2-9b75-d6791bd7988c tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea1b5f74-b1ff-4785-8c2c-a777d1220a26 HTTP/1.1" status: 200 len: 945 time: 0.1103437 Nov 12 00:53:27.663256 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c546db-a396-4bcf-8859-b8057d5c8b50 req-76f6e4c4-033b-4074-ba54-a3a528969c5e tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:27.664682 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b0c546db-a396-4bcf-8859-b8057d5c8b50 req-76f6e4c4-033b-4074-ba54-a3a528969c5e tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] 10.222.0.49 "GET /v2.0/networks?id=815fba57-0551-40df-a6eb-75fe756003e7 HTTP/1.1" status: 200 len: 814 time: 0.2889831 Nov 12 00:53:27.676034 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce325c-14ce-4c4a-ba87-0b203bf77805 req-ee23461b-577d-4dd2-a525-c039bc20bf3c tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:27.677480 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1fce325c-14ce-4c4a-ba87-0b203bf77805 req-ee23461b-577d-4dd2-a525-c039bc20bf3c tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c55965b-f440-4831-b400-6b94f6516f6f HTTP/1.1" status: 200 len: 944 time: 0.1158729 Nov 12 00:53:27.698079 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-b0c546db-a396-4bcf-8859-b8057d5c8b50 req-adb86052-e7ad-434a-a8ea-35501cc2910b tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] Request body: {'port': {'device_id': 'f9400b7e-b36e-43f3-be4d-b4ecf6b73682', 'network_id': '815fba57-0551-40df-a6eb-75fe756003e7', 'admin_state_up': True, 'tenant_id': 'd10c21be58ce4a32900b7bc7d35bb3ba'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:27.802239 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce5f47-6a51-4b71-a53c-3ae3178c1993 req-b63ed4f4-2dcc-4ff7-8d73-7e92a8ef0851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:27.803756 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-27ce5f47-6a51-4b71-a53c-3ae3178c1993 req-b63ed4f4-2dcc-4ff7-8d73-7e92a8ef0851 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 1098 time: 0.1447620 Nov 12 00:53:27.811380 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1fce325c-14ce-4c4a-ba87-0b203bf77805 req-5ce7cadb-4c01-4e80-ba9a-6fada5d67682 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152880 Nov 12 00:53:27.866244 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-7c6b9418-0f33-45e4-96d2-dcbf16f1d015 req-cd3a0e41-b432-4473-bba5-1a299a5fa238 tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] Deleting port 08dbd159-38c8-44c7-af0b-1c6f6a701e92 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:27.866655 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7c6b9418-0f33-45e4-96d2-dcbf16f1d015 req-cd3a0e41-b432-4473-bba5-1a299a5fa238 tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:27.911535 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-27ce5f47-6a51-4b71-a53c-3ae3178c1993 req-c16ed579-5a3f-4d93-903f-6f646d53ff67 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976119 Nov 12 00:53:28.004443 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85571d0-ccf6-40bd-8d4a-1e87ef18ce7b req-a0d0235a-a73f-4b2a-8471-27f4da02760a tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:28.006038 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e85571d0-ccf6-40bd-8d4a-1e87ef18ce7b req-a0d0235a-a73f-4b2a-8471-27f4da02760a tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 946 time: 0.1279898 Nov 12 00:53:28.042476 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-7c6b9418-0f33-45e4-96d2-dcbf16f1d015 req-cd3a0e41-b432-4473-bba5-1a299a5fa238 tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] For port 08dbd159-38c8-44c7-af0b-1c6f6a701e92, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=08dbd159-38c8-44c7-af0b-1c6f6a701e92,segment=NetworkSegment(20862df0-94f2-4223-bfda-856468c017d1),segment_id=20862df0-94f2-4223-bfda-856468c017d1)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:28.042843 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7c6b9418-0f33-45e4-96d2-dcbf16f1d015 req-cd3a0e41-b432-4473-bba5-1a299a5fa238 tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:28.066307 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-7c6b9418-0f33-45e4-96d2-dcbf16f1d015 req-cd3a0e41-b432-4473-bba5-1a299a5fa238 tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] Calling delete_port for 08dbd159-38c8-44c7-af0b-1c6f6a701e92 owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:28.088145 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e85571d0-ccf6-40bd-8d4a-1e87ef18ce7b req-8c88466d-b84f-4196-b2b9-6fe908fa4506 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755742 Nov 12 00:53:28.192815 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4f9c43bb-7d43-4252-a590-66e53bbd82c9 req-05158883-d3ea-46d2-93fd-4cb4a75f33dc service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0735853 Nov 12 00:53:28.207486 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfca1c7-ac46-449d-bbaf-c6b6660c5b2a req-6f53995a-c1db-4d28-b51c-7ffdeb49e075 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:28.208998 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0cfca1c7-ac46-449d-bbaf-c6b6660c5b2a req-6f53995a-c1db-4d28-b51c-7ffdeb49e075 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=55ae6baf-744f-4689-9e95-16612d04862e HTTP/1.1" status: 200 len: 943 time: 0.5926428 Nov 12 00:53:28.237919 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-66f46588-5b8a-4f9e-981f-2b041c5b3838 req-9f66525a-3c15-4e3a-8215-56c0fab803eb service neutron] For port 40da9af8-2c60-4f9c-be71-25e602fb54e1, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:53:28.250351 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af0e7d-2dec-4115-a824-92d2c101866a req-0506c089-47b6-4bfd-822f-667ec74c99af tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:28.252048 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-69af0e7d-2dec-4115-a824-92d2c101866a req-0506c089-47b6-4bfd-822f-667ec74c99af tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1 HTTP/1.1" status: 200 len: 945 time: 0.0981493 Nov 12 00:53:28.270541 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7c6b9418-0f33-45e4-96d2-dcbf16f1d015 req-cd3a0e41-b432-4473-bba5-1a299a5fa238 tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:28.275992 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-66f46588-5b8a-4f9e-981f-2b041c5b3838 req-9f66525a-3c15-4e3a-8215-56c0fab803eb service neutron] For port 40da9af8-2c60-4f9c-be71-25e602fb54e1, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=40da9af8-2c60-4f9c-be71-25e602fb54e1,segment=NetworkSegment(8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b),segment_id=8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:53:28.291418 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-66f46588-5b8a-4f9e-981f-2b041c5b3838 req-9f66525a-3c15-4e3a-8215-56c0fab803eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:28.305293 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['08dbd159-38c8-44c7-af0b-1c6f6a701e92'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:28.320326 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a0e41-b432-4473-bba5-1a299a5fa238 tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] Pushing event deleted for resources: {'Port': ['ID=08dbd159-38c8-44c7-af0b-1c6f6a701e92,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:28.361020 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1fb2eefb-ca58-48de-b590-c53b6a83fa4d req-92fe813e-3e26-469f-a994-773263ac69da service neutron] 10.222.0.49 "GET /v2.0/networks/81bfe4c5-5071-416b-8d5d-76065f6e230c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6792839 Nov 12 00:53:28.381492 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c6b9418-0f33-45e4-96d2-dcbf16f1d015 req-cd3a0e41-b432-4473-bba5-1a299a5fa238 tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] No DVR routers for this DVR port 08dbd159-38c8-44c7-af0b-1c6f6a701e92 on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:53:28.386258 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7c6b9418-0f33-45e4-96d2-dcbf16f1d015 req-cd3a0e41-b432-4473-bba5-1a299a5fa238 tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:28.390916 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7c6b9418-0f33-45e4-96d2-dcbf16f1d015 req-cd3a0e41-b432-4473-bba5-1a299a5fa238 tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] 10.222.0.54 "DELETE /v2.0/ports/08dbd159-38c8-44c7-af0b-1c6f6a701e92 HTTP/1.1" status: 204 len: 173 time: 0.7227974 Nov 12 00:53:28.391391 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1b5f74-b1ff-4785-8c2c-a777d1220a26', 'name': 'network-vif-deleted', 'tag': '08dbd159-38c8-44c7-af0b-1c6f6a701e92'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:28.393803 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a15944-557e-4cf8-88c3-c73a57686964" -d '{"events": [{"server_uuid": "ea1b5f74-b1ff-4785-8c2c-a777d1220a26", "name": "network-vif-deleted", "tag": "08dbd159-38c8-44c7-af0b-1c6f6a701e92"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:28.397807 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b35d5fab-3bc6-4473-90c4-6260c10855b0 req-050a7dde-1398-4f03-92f9-40ef065952f4 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0596092 Nov 12 00:53:28.401012 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f46588-5b8a-4f9e-981f-2b041c5b3838 req-9f66525a-3c15-4e3a-8215-56c0fab803eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:28.401640 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-66f46588-5b8a-4f9e-981f-2b041c5b3838 req-9f66525a-3c15-4e3a-8215-56c0fab803eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:28.403149 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-66f46588-5b8a-4f9e-981f-2b041c5b3838 req-9f66525a-3c15-4e3a-8215-56c0fab803eb service neutron] 10.222.0.54 "PUT /v2.0/ports/40da9af8-2c60-4f9c-be71-25e602fb54e1 HTTP/1.1" status: 200 len: 1093 time: 1.9970193 Nov 12 00:53:28.410818 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-69af0e7d-2dec-4115-a824-92d2c101866a req-a4ba4235-fa27-4f82-8876-d3c9f13c34d7 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378973 Nov 12 00:53:28.434044 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0cfca1c7-ac46-449d-bbaf-c6b6660c5b2a req-d2ed45fe-3984-4eea-8e22-66b47b4ff161 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992788 Nov 12 00:53:28.507340 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c232ec8b-4d87-4fbe-8f11-519f654ea391 x-openstack-request-id: req-c232ec8b-4d87-4fbe-8f11-519f654ea391 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:28.507864 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1b5f74-b1ff-4785-8c2c-a777d1220a26", "name": "network-vif-deleted", "tag": "08dbd159-38c8-44c7-af0b-1c6f6a701e92", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:28.507864 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c232ec8b-4d87-4fbe-8f11-519f654ea391 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:28.508276 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1b5f74-b1ff-4785-8c2c-a777d1220a26', 'name': 'network-vif-deleted', 'tag': '08dbd159-38c8-44c7-af0b-1c6f6a701e92', 'status': 'completed', 'code': 200} Nov 12 00:53:28.524411 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0c546db-a396-4bcf-8859-b8057d5c8b50 req-adb86052-e7ad-434a-a8ea-35501cc2910b tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] Made reservation on behalf of d10c21be58ce4a32900b7bc7d35bb3ba for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:28.530755 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b0c546db-a396-4bcf-8859-b8057d5c8b50 req-adb86052-e7ad-434a-a8ea-35501cc2910b tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:28.563552 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f66525a-3c15-4e3a-8215-56c0fab803eb service neutron] Pushing event updated for resources: {'Port': ['ID=40da9af8-2c60-4f9c-be71-25e602fb54e1,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:28.630239 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-302cdf0b-ad53-4953-9282-2602316160e2 req-5b8ddebf-3749-453f-8a23-85915d48f495 tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9400b7e-b36e-43f3-be4d-b4ecf6b73682 HTTP/1.1" status: 200 len: 210 time: 0.0502012 Nov 12 00:53:28.674954 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ab876eda-c02a-49b0-858a-d8b01551ec06 req-779b6bae-d07a-43dc-aaa8-63e20c35fb97 tempest-ServerMetadataNegativeTestJSON-88730811 tempest-ServerMetadataNegativeTestJSON-88730811-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea1b5f74-b1ff-4785-8c2c-a777d1220a26 HTTP/1.1" status: 200 len: 210 time: 0.0325799 Nov 12 00:53:28.729139 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f46588-5b8a-4f9e-981f-2b041c5b3838 req-8af814f7-3ee7-489d-af73-c4efd708da44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:28.730711 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-66f46588-5b8a-4f9e-981f-2b041c5b3838 req-8af814f7-3ee7-489d-af73-c4efd708da44 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e225da8786ab452db9121c1cfb9ab35d&device_id=0c55965b-f440-4831-b400-6b94f6516f6f HTTP/1.1" status: 200 len: 1096 time: 0.2204854 Nov 12 00:53:28.735329 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1fb2eefb-ca58-48de-b590-c53b6a83fa4d req-e77335d1-999a-46fb-b7e3-3476c713cc60 service neutron] 10.222.0.49 "GET /v2.0/networks/81bfe4c5-5071-416b-8d5d-76065f6e230c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402081 Nov 12 00:53:28.812181 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-66f46588-5b8a-4f9e-981f-2b041c5b3838 req-a8502f2c-92d4-47fe-849c-8c482c3e6be0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40da9af8-2c60-4f9c-be71-25e602fb54e1 HTTP/1.1" status: 200 len: 217 time: 0.0653181 Nov 12 00:53:28.851802 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c55965b-f440-4831-b400-6b94f6516f6f', 'tag': '40da9af8-2c60-4f9c-be71-25e602fb54e1'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:28.854197 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa40dae-04c9-4eb4-a8cd-4636dd4b4a55" -d '{"events": [{"name": "network-changed", "server_uuid": "0c55965b-f440-4831-b400-6b94f6516f6f", "tag": "40da9af8-2c60-4f9c-be71-25e602fb54e1"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:28.861822 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-b0c546db-a396-4bcf-8859-b8057d5c8b50 req-adb86052-e7ad-434a-a8ea-35501cc2910b tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] Allocated IP 172.20.0.2 (815fba57-0551-40df-a6eb-75fe756003e7/8a051799-c7f0-4ea9-9f63-803a86138cd0/48c2c75b-e5c5-4fe9-929c-8e0f38110f53) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:28.902409 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f46588-5b8a-4f9e-981f-2b041c5b3838 req-5af64c14-bd9d-4488-bbe0-a05f82809631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:28.904380 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-66f46588-5b8a-4f9e-981f-2b041c5b3838 req-5af64c14-bd9d-4488-bbe0-a05f82809631 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f HTTP/1.1" status: 200 len: 851 time: 0.0835114 Nov 12 00:53:28.913450 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62024d0f-095b-41d4-8de8-a3c53a0de9e2 x-openstack-request-id: req-62024d0f-095b-41d4-8de8-a3c53a0de9e2 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:28.913735 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c55965b-f440-4831-b400-6b94f6516f6f", "tag": "40da9af8-2c60-4f9c-be71-25e602fb54e1", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:28.914000 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-62024d0f-095b-41d4-8de8-a3c53a0de9e2 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:28.914379 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c55965b-f440-4831-b400-6b94f6516f6f', 'tag': '40da9af8-2c60-4f9c-be71-25e602fb54e1', 'status': 'completed', 'code': 200} Nov 12 00:53:29.027668 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e1c44-c730-40c8-91c9-2fa5b8b20a59 req-25ab25ba-ab21-43ef-a4b2-c21dcd547b36 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:29.029721 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5c0e1c44-c730-40c8-91c9-2fa5b8b20a59 req-25ab25ba-ab21-43ef-a4b2-c21dcd547b36 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c55965b-f440-4831-b400-6b94f6516f6f HTTP/1.1" status: 200 len: 944 time: 0.1413336 Nov 12 00:53:29.072120 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f46588-5b8a-4f9e-981f-2b041c5b3838 req-6b2f35d9-e00b-4d32-bb20-846c37a5a0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:29.073637 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-66f46588-5b8a-4f9e-981f-2b041c5b3838 req-6b2f35d9-e00b-4d32-bb20-846c37a5a0ea service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1327126 Nov 12 00:53:29.085658 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device cc697cc4-290e-4621-95f2-18d1347d23bf details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:53:29.223309 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b0c546db-a396-4bcf-8859-b8057d5c8b50 req-adb86052-e7ad-434a-a8ea-35501cc2910b tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:29.259435 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-66f46588-5b8a-4f9e-981f-2b041c5b3838 req-0f330df3-c03d-4035-a340-acbf84381190 service neutron] 10.222.0.54 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727316 Nov 12 00:53:29.279339 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port cc697cc4-290e-4621-95f2-18d1347d23bf, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=cc697cc4-290e-4621-95f2-18d1347d23bf,segment=NetworkSegment(47d4bfe1-e950-4b7f-9539-0e611123121b),segment_id=47d4bfe1-e950-4b7f-9539-0e611123121b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:29.298540 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': 'cc697cc4-290e-4621-95f2-18d1347d23bf', 'network_id': '81bfe4c5-5071-416b-8d5d-76065f6e230c', 'port_id': 'cc697cc4-290e-4621-95f2-18d1347d23bf', 'mac_address': 'fa:16:3e:07:3d:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3a5cf2c-8d1e-4b19-8561-7f413b7dc87c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:53:29.305840 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5c0e1c44-c730-40c8-91c9-2fa5b8b20a59 req-99117dd8-816d-4243-a3e3-6b033e1f3278 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447600 Nov 12 00:53:29.339220 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:29.353727 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc697cc4-290e-4621-95f2-18d1347d23bf {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:29.379056 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port cc697cc4-290e-4621-95f2-18d1347d23bf, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=cc697cc4-290e-4621-95f2-18d1347d23bf,segment=NetworkSegment(47d4bfe1-e950-4b7f-9539-0e611123121b),segment_id=47d4bfe1-e950-4b7f-9539-0e611123121b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:29.384348 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:29.404257 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b0c546db-a396-4bcf-8859-b8057d5c8b50 req-adb86052-e7ad-434a-a8ea-35501cc2910b tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:29.454206 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=cc697cc4-290e-4621-95f2-18d1347d23bf,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:29.469943 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426dfa0-d9ef-4501-a026-ff54d3ddf997 req-11f5533d-f849-4f80-b76e-3fa13a496884 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:29.471532 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2426dfa0-d9ef-4501-a026-ff54d3ddf997 req-11f5533d-f849-4f80-b76e-3fa13a496884 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 946 time: 0.0825438 Nov 12 00:53:29.491294 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-66f46588-5b8a-4f9e-981f-2b041c5b3838 req-2dd0d541-388c-4721-9b68-9d102ba7cafb service neutron] 10.222.0.54 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207670 Nov 12 00:53:29.494704 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0c546db-a396-4bcf-8859-b8057d5c8b50 req-adb86052-e7ad-434a-a8ea-35501cc2910b tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] Network 815fba57-0551-40df-a6eb-75fe756003e7 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:29.505858 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-b0c546db-a396-4bcf-8859-b8057d5c8b50 req-adb86052-e7ad-434a-a8ea-35501cc2910b tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:29.517519 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e4469-3087-4bb1-ac74-84a23f863ce9 req-90d1f3ee-8482-4c2f-ba85-29a5a1df3eed tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:29.519281 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fe9e4469-3087-4bb1-ac74-84a23f863ce9 req-90d1f3ee-8482-4c2f-ba85-29a5a1df3eed tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1 HTTP/1.1" status: 200 len: 945 time: 0.1619756 Nov 12 00:53:29.526094 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c546db-a396-4bcf-8859-b8057d5c8b50 req-adb86052-e7ad-434a-a8ea-35501cc2910b tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:29.555997 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2426dfa0-d9ef-4501-a026-ff54d3ddf997 req-3f6e3058-2ac1-4dd8-af43-2906998c670e tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773504 Nov 12 00:53:29.626055 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb86052-e7ad-434a-a8ea-35501cc2910b tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] Pushing event updated for resources: {'Port': ['ID=48c2c75b-e5c5-4fe9-929c-8e0f38110f53,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:29.678514 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cab321-3141-466e-b8b6-5b1045fbfa21 req-64bc547b-5c11-4276-864a-120cea26e71d tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:29.680308 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e5cab321-3141-466e-b8b6-5b1045fbfa21 req-64bc547b-5c11-4276-864a-120cea26e71d tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=55ae6baf-744f-4689-9e95-16612d04862e HTTP/1.1" status: 200 len: 944 time: 0.0572150 Nov 12 00:53:29.709059 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['cc697cc4-290e-4621-95f2-18d1347d23bf'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:29.711204 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c546db-a396-4bcf-8859-b8057d5c8b50 req-adb86052-e7ad-434a-a8ea-35501cc2910b tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:29.711749 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b0c546db-a396-4bcf-8859-b8057d5c8b50 req-adb86052-e7ad-434a-a8ea-35501cc2910b tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:29.737302 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c6d06-bb01-4438-9ba8-e850aa40f52d req-080ff466-0281-453f-a62c-ffa666eed9cb tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:29.738860 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b86c6d06-bb01-4438-9ba8-e850aa40f52d req-080ff466-0281-453f-a62c-ffa666eed9cb tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1 HTTP/1.1" status: 200 len: 945 time: 0.2142920 Nov 12 00:53:29.751579 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa40dae-04c9-4eb4-a8cd-4636dd4b4a55 req-b5f577bc-0d64-4e25-a25f-95a2ea218466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:29.752707 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3fa40dae-04c9-4eb4-a8cd-4636dd4b4a55 req-b5f577bc-0d64-4e25-a25f-95a2ea218466 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e225da8786ab452db9121c1cfb9ab35d&device_id=0c55965b-f440-4831-b400-6b94f6516f6f HTTP/1.1" status: 200 len: 1096 time: 0.1416936 Nov 12 00:53:29.758063 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b0c546db-a396-4bcf-8859-b8057d5c8b50 req-adb86052-e7ad-434a-a8ea-35501cc2910b tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0642428 Nov 12 00:53:29.775068 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e5cab321-3141-466e-b8b6-5b1045fbfa21 req-d412880e-7b96-44a8-876c-e889e52959a7 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819662 Nov 12 00:53:29.814209 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-b0c546db-a396-4bcf-8859-b8057d5c8b50 req-187e240a-6c20-49fb-8e5e-46a928671e6d service neutron] Request body: {'port': {'device_id': 'f9400b7e-b36e-43f3-be4d-b4ecf6b73682', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:29.940027 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-fe9e4469-3087-4bb1-ac74-84a23f863ce9 req-964b6532-5e94-43f3-af81-8b90bda1c33e tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Deleting port 547e6e2d-7476-4f76-a8d1-fe208cfbb31f {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:29.940367 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-fe9e4469-3087-4bb1-ac74-84a23f863ce9 req-964b6532-5e94-43f3-af81-8b90bda1c33e tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:29.961795 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b86c6d06-bb01-4438-9ba8-e850aa40f52d req-b6e0bbf0-bcea-4bc9-8412-f9b7a88cba5f tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd519452-4f49-4414-8e4d-620e0ea0ccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080903 Nov 12 00:53:29.990592 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b0c546db-a396-4bcf-8859-b8057d5c8b50 req-187e240a-6c20-49fb-8e5e-46a928671e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.007812 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e3582-96bd-4005-bf5a-482ab7323eae req-d060bf1f-da31-469e-8224-11ea9a24479e tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:30.010225 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-114e3582-96bd-4005-bf5a-482ab7323eae req-d060bf1f-da31-469e-8224-11ea9a24479e tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9400b7e-b36e-43f3-be4d-b4ecf6b73682 HTTP/1.1" status: 200 len: 931 time: 0.0645373 Nov 12 00:53:30.027970 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59336) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:30.062405 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa40dae-04c9-4eb4-a8cd-4636dd4b4a55 req-82a7462c-d72b-4fc6-b642-42f91261780e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:30.063868 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3fa40dae-04c9-4eb4-a8cd-4636dd4b4a55 req-82a7462c-d72b-4fc6-b642-42f91261780e service neutron] 10.222.0.54 "GET /v2.0/networks?id=a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e HTTP/1.1" status: 200 len: 913 time: 0.2991083 Nov 12 00:53:30.102253 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-114e3582-96bd-4005-bf5a-482ab7323eae req-826f8b73-d5d8-4111-8ea7-233f188f1a59 tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] 10.222.0.20 "GET /v2.0/security-groups?id=6eae3187-869b-4483-827a-cd1f5358d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848401 Nov 12 00:53:30.105501 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-f12c13b8-9935-425c-bf09-c8a799e66673 admin admin] Deleting subnet de41d7fe-b31c-4fff-a018-441cabc749e7 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:53:30.109601 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f12c13b8-9935-425c-bf09-c8a799e66673 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.146904 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3fa40dae-04c9-4eb4-a8cd-4636dd4b4a55 req-7d7616b2-b9db-44a1-8e5f-784ace285a87 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40da9af8-2c60-4f9c-be71-25e602fb54e1 HTTP/1.1" status: 200 len: 217 time: 0.0615888 Nov 12 00:53:30.152513 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f12c13b8-9935-425c-bf09-c8a799e66673 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.178511 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-fe9e4469-3087-4bb1-ac74-84a23f863ce9 req-964b6532-5e94-43f3-af81-8b90bda1c33e tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] For port 547e6e2d-7476-4f76-a8d1-fe208cfbb31f, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=547e6e2d-7476-4f76-a8d1-fe208cfbb31f,segment=NetworkSegment(9b3e3280-7bfa-4894-831b-0758b3589c41),segment_id=9b3e3280-7bfa-4894-831b-0758b3589c41)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:30.179166 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-fe9e4469-3087-4bb1-ac74-84a23f863ce9 req-964b6532-5e94-43f3-af81-8b90bda1c33e tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.208518 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f12c13b8-9935-425c-bf09-c8a799e66673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.266620 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-fe9e4469-3087-4bb1-ac74-84a23f863ce9 req-964b6532-5e94-43f3-af81-8b90bda1c33e tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Calling delete_port for 547e6e2d-7476-4f76-a8d1-fe208cfbb31f owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:30.271776 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f12c13b8-9935-425c-bf09-c8a799e66673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.301064 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa40dae-04c9-4eb4-a8cd-4636dd4b4a55 req-ea2bf4a6-1ebe-4a59-8dd2-ee876f25be07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:30.302558 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3fa40dae-04c9-4eb4-a8cd-4636dd4b4a55 req-ea2bf4a6-1ebe-4a59-8dd2-ee876f25be07 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f HTTP/1.1" status: 200 len: 851 time: 0.1477416 Nov 12 00:53:30.308964 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c13b8-9935-425c-bf09-c8a799e66673 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de41d7fe-b31c-4fff-a018-441cabc749e7,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:30.311989 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f12c13b8-9935-425c-bf09-c8a799e66673 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.315750 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f12c13b8-9935-425c-bf09-c8a799e66673 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/de41d7fe-b31c-4fff-a018-441cabc749e7 HTTP/1.1" status: 204 len: 168 time: 0.2864451 Nov 12 00:53:30.318178 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59344) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:30.399133 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cd87863c-149c-4ec0-b89c-98090ac40661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.407967 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4634603e-73c8-41da-bc68-cec9b2e6cf3a req-27690f6b-75ce-480a-9275-cbd2d47873da service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1014528 Nov 12 00:53:30.489792 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cd87863c-149c-4ec0-b89c-98090ac40661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.511969 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-cd87863c-149c-4ec0-b89c-98090ac40661 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4d1abd7-aa45-42d8-a53c-34ab879b76e0']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:30.525201 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-cd87863c-149c-4ec0-b89c-98090ac40661 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20862df0-94f2-4223-bfda-856468c017d1') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:30.526084 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-cd87863c-149c-4ec0-b89c-98090ac40661 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20862df0-94f2-4223-bfda-856468c017d1') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:30.529482 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa40dae-04c9-4eb4-a8cd-4636dd4b4a55 req-f05def84-2b5e-4605-aa7c-655d27dfe2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:30.530987 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3fa40dae-04c9-4eb4-a8cd-4636dd4b4a55 req-f05def84-2b5e-4605-aa7c-655d27dfe2c8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2102475 Nov 12 00:53:30.535710 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cd87863c-149c-4ec0-b89c-98090ac40661 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.549837 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cd87863c-149c-4ec0-b89c-98090ac40661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.555741 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd87863c-149c-4ec0-b89c-98090ac40661 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:53:30.556120 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cd87863c-149c-4ec0-b89c-98090ac40661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.557927 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 00:53:30.557927 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:53:30.557927 n-d-812236-11 neutron-server[102662]: timer() Nov 12 00:53:30.557927 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:53:30.557927 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 00:53:30.557927 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:53:30.557927 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 00:53:30.557927 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:53:30.557927 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 00:53:30.557927 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:53:30.557927 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 00:53:30.557927 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:53:30.557927 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 00:53:30.557927 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:53:30.557927 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:53:30.557927 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:53:30.557927 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:53:30.557927 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:53:30.557927 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 00:53:30.557927 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:53:30.557927 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 00:53:30.557927 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:53:30.557927 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:53:30.557927 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:53:30.557927 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 00:53:30.557927 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:53:30.557927 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:53:30.557927 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:53:30.557927 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:53:30.557927 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:53:30.557927 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:53:30.557927 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:53:30.598441 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-77504451-171a-4243-a572-0f8772e7ea2f req-a85881f8-90a2-422a-876f-299944893311 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0487707 Nov 12 00:53:30.606163 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a5d6c-5e5c-4392-a245-19a7557e63d3 req-8fc3292d-f664-467f-bb79-15e1e85e13b3 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:30.609200 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-042a5d6c-5e5c-4392-a245-19a7557e63d3 req-8fc3292d-f664-467f-bb79-15e1e85e13b3 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c55965b-f440-4831-b400-6b94f6516f6f HTTP/1.1" status: 200 len: 944 time: 0.2165658 Nov 12 00:53:30.626905 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cd87863c-149c-4ec0-b89c-98090ac40661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.634011 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cd87863c-149c-4ec0-b89c-98090ac40661 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.637686 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-cd87863c-149c-4ec0-b89c-98090ac40661 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b4d1abd7-aa45-42d8-a53c-34ab879b76e0 HTTP/1.1" status: 204 len: 168 time: 0.3179832 Nov 12 00:53:30.648284 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd87863c-149c-4ec0-b89c-98090ac40661 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4d1abd7-aa45-42d8-a53c-34ab879b76e0,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:30.708062 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c49926-adce-4048-b484-62bef390f57c req-fde86562-044b-4b37-a28d-41d1a7379589 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:30.709678 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-50c49926-adce-4048-b484-62bef390f57c req-fde86562-044b-4b37-a28d-41d1a7379589 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 946 time: 0.0545359 Nov 12 00:53:30.761983 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-50c49926-adce-4048-b484-62bef390f57c req-bddb6307-7eb9-4d5b-b045-057aaab3fc66 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455985 Nov 12 00:53:30.770340 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59354) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:30.812397 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-fe9e4469-3087-4bb1-ac74-84a23f863ce9 req-964b6532-5e94-43f3-af81-8b90bda1c33e tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.820404 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-b0c546db-a396-4bcf-8859-b8057d5c8b50 req-187e240a-6c20-49fb-8e5e-46a928671e6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48c2c75b-e5c5-4fe9-929c-8e0f38110f53 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:30.822214 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-fa9b9134-b31c-4c19-b394-191a078ca455 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b3d3129846d94fae9b1f40d78740eb06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0499682 Nov 12 00:53:30.822214 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59360) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:30.847028 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['547e6e2d-7476-4f76-a8d1-fe208cfbb31f'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:30.873057 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b0c546db-a396-4bcf-8859-b8057d5c8b50 req-187e240a-6c20-49fb-8e5e-46a928671e6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.880708 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b6532-5e94-43f3-af81-8b90bda1c33e tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Pushing event deleted for resources: {'Port': ['ID=547e6e2d-7476-4f76-a8d1-fe208cfbb31f,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:30.886536 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-042a5d6c-5e5c-4392-a245-19a7557e63d3 req-b50a0a9f-322d-4350-8fdc-da66c5ce4363 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636755 Nov 12 00:53:30.890869 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3fa40dae-04c9-4eb4-a8cd-4636dd4b4a55 req-4a1ac5c1-42b8-41d3-8f9a-9385d22e0fd0 service neutron] 10.222.0.54 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321261 Nov 12 00:53:30.898057 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-686bc0bb-36ad-451a-8db6-64841fad471a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.933096 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a3852-393d-4455-b0b0-6f8b9e82a247 req-c245bdfe-1e31-4e84-ad19-56863f06daac tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:30.935171 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a15a3852-393d-4455-b0b0-6f8b9e82a247 req-c245bdfe-1e31-4e84-ad19-56863f06daac tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=55ae6baf-744f-4689-9e95-16612d04862e HTTP/1.1" status: 200 len: 944 time: 0.0798965 Nov 12 00:53:30.937416 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-686bc0bb-36ad-451a-8db6-64841fad471a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.943439 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-b0c546db-a396-4bcf-8859-b8057d5c8b50 req-187e240a-6c20-49fb-8e5e-46a928671e6d service neutron] Transition to ACTIVE for port object 48c2c75b-e5c5-4fe9-929c-8e0f38110f53 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:53:30.974706 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b0c546db-a396-4bcf-8859-b8057d5c8b50 req-187e240a-6c20-49fb-8e5e-46a928671e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.977704 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe9e4469-3087-4bb1-ac74-84a23f863ce9 req-964b6532-5e94-43f3-af81-8b90bda1c33e tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] No DVR routers for this DVR port 547e6e2d-7476-4f76-a8d1-fe208cfbb31f on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:53:30.988801 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-fe9e4469-3087-4bb1-ac74-84a23f863ce9 req-964b6532-5e94-43f3-af81-8b90bda1c33e tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.992445 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fe9e4469-3087-4bb1-ac74-84a23f863ce9 req-964b6532-5e94-43f3-af81-8b90bda1c33e tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.49 "DELETE /v2.0/ports/547e6e2d-7476-4f76-a8d1-fe208cfbb31f HTTP/1.1" status: 204 len: 173 time: 1.4622493 Nov 12 00:53:30.994559 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1', 'name': 'network-vif-deleted', 'tag': '547e6e2d-7476-4f76-a8d1-fe208cfbb31f'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:30.997520 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a31be8-a3a7-4d72-9d9a-79c9fd47631e" -d '{"events": [{"server_uuid": "b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1", "name": "network-vif-deleted", "tag": "547e6e2d-7476-4f76-a8d1-fe208cfbb31f"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:31.010295 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a15a3852-393d-4455-b0b0-6f8b9e82a247 req-0396495c-4eaf-440d-b07b-6b43b1207634 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635591 Nov 12 00:53:31.019985 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-686bc0bb-36ad-451a-8db6-64841fad471a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:31.028094 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-686bc0bb-36ad-451a-8db6-64841fad471a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:31.033910 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-686bc0bb-36ad-451a-8db6-64841fad471a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8854d16b-3356-4fca-8e7c-ea142a632ac4 HTTP/1.1" status: 204 len: 168 time: 0.2108464 Nov 12 00:53:31.042068 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686bc0bb-36ad-451a-8db6-64841fad471a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8854d16b-3356-4fca-8e7c-ea142a632ac4,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:31.143015 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device cc697cc4-290e-4621-95f2-18d1347d23bf up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:31.227428 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port cc697cc4-290e-4621-95f2-18d1347d23bf completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:53:31.234768 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port cc697cc4-290e-4621-95f2-18d1347d23bf triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:31.235391 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:31.252719 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29382913-8548-491c-bf19-829194cb8f06 req-6d43c12f-d5a5-4d00-932d-869a90c211a1 tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:31.263246 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-29382913-8548-491c-bf19-829194cb8f06 req-6d43c12f-d5a5-4d00-932d-869a90c211a1 tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9400b7e-b36e-43f3-be4d-b4ecf6b73682 HTTP/1.1" status: 200 len: 943 time: 0.0746429 Nov 12 00:53:31.334199 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:31.335144 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-29382913-8548-491c-bf19-829194cb8f06 req-a94bbf87-f08a-49d3-a684-85294449000e tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] 10.222.0.20 "GET /v2.0/security-groups?id=6eae3187-869b-4483-827a-cd1f5358d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577762 Nov 12 00:53:31.364447 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ae6baf-744f-4689-9e95-16612d04862e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc697cc4-290e-4621-95f2-18d1347d23bf'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:31.366761 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f369be3d-ac93-4edc-a839-50929debda3f" -d '{"events": [{"server_uuid": "55ae6baf-744f-4689-9e95-16612d04862e", "name": "network-vif-plugged", "status": "completed", "tag": "cc697cc4-290e-4621-95f2-18d1347d23bf"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:31.381627 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port cc697cc4-290e-4621-95f2-18d1347d23bf, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=cc697cc4-290e-4621-95f2-18d1347d23bf,segment=NetworkSegment(47d4bfe1-e950-4b7f-9539-0e611123121b),segment_id=47d4bfe1-e950-4b7f-9539-0e611123121b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:31.388570 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:31.390447 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 547e6e2d-7476-4f76-a8d1-fe208cfbb31f no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:53:31.414810 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: 547e6e2d-7476-4f76-a8d1-fe208cfbb31f {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:53:31.415438 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 547e6e2d-7476-4f76-a8d1-fe208cfbb31f not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:53:31.439564 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 08dbd159-38c8-44c7-af0b-1c6f6a701e92 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:53:31.453053 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d90d9a14-b583-4806-87b2-b47ab9503500 req-d7628c4a-98eb-4a82-9178-d4032e476c11 tempest-ServerRescueTestJSON-1629425656 tempest-ServerRescueTestJSON-1629425656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1 HTTP/1.1" status: 200 len: 210 time: 0.0669863 Nov 12 00:53:31.457291 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e240a-6c20-49fb-8e5e-46a928671e6d service neutron] Pushing event updated for resources: {'Port': ['ID=48c2c75b-e5c5-4fe9-929c-8e0f38110f53,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:31.465140 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: 08dbd159-38c8-44c7-af0b-1c6f6a701e92 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:53:31.466009 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 08dbd159-38c8-44c7-af0b-1c6f6a701e92 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:53:31.492655 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=cc697cc4-290e-4621-95f2-18d1347d23bf,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:31.560042 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3fa40dae-04c9-4eb4-a8cd-4636dd4b4a55 req-0e2df0a5-9b9e-40d7-b99a-eaf46e3c05f0 service neutron] 10.222.0.54 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6523345 Nov 12 00:53:31.563323 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be54278c-e579-4120-a719-ea5c67ea2e7c x-openstack-request-id: req-be54278c-e579-4120-a719-ea5c67ea2e7c {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:31.563699 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1", "name": "network-vif-deleted", "tag": "547e6e2d-7476-4f76-a8d1-fe208cfbb31f", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:31.564010 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be54278c-e579-4120-a719-ea5c67ea2e7c {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:31.564462 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e6aec4-b14d-4360-8ed5-bfc3f00ffda1', 'name': 'network-vif-deleted', 'tag': '547e6e2d-7476-4f76-a8d1-fe208cfbb31f', 'status': 'completed', 'code': 200} Nov 12 00:53:31.601686 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-b0c546db-a396-4bcf-8859-b8057d5c8b50 req-187e240a-6c20-49fb-8e5e-46a928671e6d service neutron] Attempting to bind port 48c2c75b-e5c5-4fe9-929c-8e0f38110f53 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:53:31.602092 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-b0c546db-a396-4bcf-8859-b8057d5c8b50 req-187e240a-6c20-49fb-8e5e-46a928671e6d service neutron] Attempting to bind port 48c2c75b-e5c5-4fe9-929c-8e0f38110f53 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '5e3f2d2c-2e2c-4a16-8728-3be462b8a6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '815fba57-0551-40df-a6eb-75fe756003e7'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:53:31.602595 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c546db-a396-4bcf-8859-b8057d5c8b50 req-187e240a-6c20-49fb-8e5e-46a928671e6d service neutron] Attempting to bind port 48c2c75b-e5c5-4fe9-929c-8e0f38110f53 on network 815fba57-0551-40df-a6eb-75fe756003e7 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:31.608137 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c546db-a396-4bcf-8859-b8057d5c8b50 req-187e240a-6c20-49fb-8e5e-46a928671e6d service neutron] Port 48c2c75b-e5c5-4fe9-929c-8e0f38110f53 on network 815fba57-0551-40df-a6eb-75fe756003e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:53:31.608670 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c546db-a396-4bcf-8859-b8057d5c8b50 req-187e240a-6c20-49fb-8e5e-46a928671e6d service neutron] Attempting to bind port 48c2c75b-e5c5-4fe9-929c-8e0f38110f53 on network 815fba57-0551-40df-a6eb-75fe756003e7 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:31.614275 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c546db-a396-4bcf-8859-b8057d5c8b50 req-187e240a-6c20-49fb-8e5e-46a928671e6d service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:53:31.614681 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c546db-a396-4bcf-8859-b8057d5c8b50 req-187e240a-6c20-49fb-8e5e-46a928671e6d service neutron] Checking segment: {'id': '5e3f2d2c-2e2c-4a16-8728-3be462b8a6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '815fba57-0551-40df-a6eb-75fe756003e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:31.615136 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c546db-a396-4bcf-8859-b8057d5c8b50 req-187e240a-6c20-49fb-8e5e-46a928671e6d service neutron] Bound using segment: {'id': '5e3f2d2c-2e2c-4a16-8728-3be462b8a6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '815fba57-0551-40df-a6eb-75fe756003e7'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:53:31.616073 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-b0c546db-a396-4bcf-8859-b8057d5c8b50 req-187e240a-6c20-49fb-8e5e-46a928671e6d service neutron] Bound port: 48c2c75b-e5c5-4fe9-929c-8e0f38110f53, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e3f2d2c-2e2c-4a16-8728-3be462b8a6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '815fba57-0551-40df-a6eb-75fe756003e7'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:53:31.616073 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b0c546db-a396-4bcf-8859-b8057d5c8b50 req-187e240a-6c20-49fb-8e5e-46a928671e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:31.663871 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d29d1bb-a92d-4061-8ad9-4a6902ad2b5a x-openstack-request-id: req-2d29d1bb-a92d-4061-8ad9-4a6902ad2b5a {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:31.664249 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55ae6baf-744f-4689-9e95-16612d04862e", "name": "network-vif-plugged", "status": "completed", "tag": "cc697cc4-290e-4621-95f2-18d1347d23bf", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:31.664587 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2d29d1bb-a92d-4061-8ad9-4a6902ad2b5a {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:31.665058 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55ae6baf-744f-4689-9e95-16612d04862e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc697cc4-290e-4621-95f2-18d1347d23bf', 'code': 200} Nov 12 00:53:31.693836 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-b0c546db-a396-4bcf-8859-b8057d5c8b50 req-187e240a-6c20-49fb-8e5e-46a928671e6d service neutron] For port 48c2c75b-e5c5-4fe9-929c-8e0f38110f53, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:53:31.697511 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-b0c546db-a396-4bcf-8859-b8057d5c8b50 req-187e240a-6c20-49fb-8e5e-46a928671e6d service neutron] For port 48c2c75b-e5c5-4fe9-929c-8e0f38110f53, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=48c2c75b-e5c5-4fe9-929c-8e0f38110f53,segment=NetworkSegment(5e3f2d2c-2e2c-4a16-8728-3be462b8a6c5),segment_id=5e3f2d2c-2e2c-4a16-8728-3be462b8a6c5)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:53:31.702596 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b0c546db-a396-4bcf-8859-b8057d5c8b50 req-187e240a-6c20-49fb-8e5e-46a928671e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:31.744335 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c546db-a396-4bcf-8859-b8057d5c8b50 req-187e240a-6c20-49fb-8e5e-46a928671e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:31.744961 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b0c546db-a396-4bcf-8859-b8057d5c8b50 req-187e240a-6c20-49fb-8e5e-46a928671e6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:31.746397 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b0c546db-a396-4bcf-8859-b8057d5c8b50 req-187e240a-6c20-49fb-8e5e-46a928671e6d service neutron] 10.222.0.49 "PUT /v2.0/ports/48c2c75b-e5c5-4fe9-929c-8e0f38110f53 HTTP/1.1" status: 200 len: 1092 time: 1.9698014 Nov 12 00:53:31.774768 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e240a-6c20-49fb-8e5e-46a928671e6d service neutron] Pushing event updated for resources: {'Port': ['ID=48c2c75b-e5c5-4fe9-929c-8e0f38110f53,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:31.824040 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e969ecf-4ec9-424a-bb62-ed21834c3c54 req-170b70ea-6b3f-485a-b258-2b1e72dc618c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:31.825862 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7e969ecf-4ec9-424a-bb62-ed21834c3c54 req-170b70ea-6b3f-485a-b258-2b1e72dc618c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=55ae6baf-744f-4689-9e95-16612d04862e HTTP/1.1" status: 200 len: 1097 time: 0.0630095 Nov 12 00:53:31.890029 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c546db-a396-4bcf-8859-b8057d5c8b50 req-1ce1e10b-3b0e-4667-8498-0d4912be7903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:31.891546 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b0c546db-a396-4bcf-8859-b8057d5c8b50 req-1ce1e10b-3b0e-4667-8498-0d4912be7903 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d10c21be58ce4a32900b7bc7d35bb3ba&device_id=f9400b7e-b36e-43f3-be4d-b4ecf6b73682 HTTP/1.1" status: 200 len: 1095 time: 0.0793858 Nov 12 00:53:31.894187 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7e969ecf-4ec9-424a-bb62-ed21834c3c54 req-b2a385b1-75c7-4d08-829d-5f6f918db908 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526958 Nov 12 00:53:32.009987 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25332b7e-4686-45e8-b944-a550d5ecf07e req-e93b8ca1-1d19-4c1c-8a0f-4ab39a14e21a tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:32.011578 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25332b7e-4686-45e8-b944-a550d5ecf07e req-e93b8ca1-1d19-4c1c-8a0f-4ab39a14e21a tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c55965b-f440-4831-b400-6b94f6516f6f HTTP/1.1" status: 200 len: 944 time: 0.0534337 Nov 12 00:53:32.063804 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25332b7e-4686-45e8-b944-a550d5ecf07e req-02954e2c-a32e-4800-957a-bbc2e3b9ce39 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458944 Nov 12 00:53:32.196947 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b0c546db-a396-4bcf-8859-b8057d5c8b50 req-eec187f1-0048-47de-ba59-53ce47fa38eb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=48c2c75b-e5c5-4fe9-929c-8e0f38110f53 HTTP/1.1" status: 200 len: 217 time: 0.0368083 Nov 12 00:53:32.243099 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce46c80-9e5c-471c-98a1-8109a4a97372 req-d73a3c10-cf3e-4cbc-a743-1d2846259cc7 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:32.244592 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fce46c80-9e5c-471c-98a1-8109a4a97372 req-d73a3c10-cf3e-4cbc-a743-1d2846259cc7 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=55ae6baf-744f-4689-9e95-16612d04862e HTTP/1.1" status: 200 len: 945 time: 0.1251583 Nov 12 00:53:32.273672 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c546db-a396-4bcf-8859-b8057d5c8b50 req-95091545-3777-4ab9-8a2e-2f3f0c9d3641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:32.275124 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b0c546db-a396-4bcf-8859-b8057d5c8b50 req-95091545-3777-4ab9-8a2e-2f3f0c9d3641 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8a051799-c7f0-4ea9-9f63-803a86138cd0 HTTP/1.1" status: 200 len: 854 time: 0.0702205 Nov 12 00:53:32.318833 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b0c546db-a396-4bcf-8859-b8057d5c8b50 req-6bf7fdcc-a225-4385-be1e-f8afc8e379f5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=815fba57-0551-40df-a6eb-75fe756003e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322778 Nov 12 00:53:32.337192 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fce46c80-9e5c-471c-98a1-8109a4a97372 req-1979e672-b7ea-4c51-90b0-15f46d19048d tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865750 Nov 12 00:53:32.446283 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b0c546db-a396-4bcf-8859-b8057d5c8b50 req-ab41f46d-d121-49b6-bd34-58556602c87e service neutron] 10.222.0.49 "GET /v2.0/networks/815fba57-0551-40df-a6eb-75fe756003e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190038 Nov 12 00:53:32.463469 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec0fdd-be74-4385-bb94-6bb84d82b826 req-a3d183bd-a7ac-4508-84ba-8d1a43976615 tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:32.464946 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-01ec0fdd-be74-4385-bb94-6bb84d82b826 req-a3d183bd-a7ac-4508-84ba-8d1a43976615 tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9400b7e-b36e-43f3-be4d-b4ecf6b73682 HTTP/1.1" status: 200 len: 943 time: 0.0677717 Nov 12 00:53:32.569849 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3180788a-29fc-4c07-84b1-fdf57da8b4e7 req-527a3c99-6a78-4707-a3ce-0d347f3176a9 tempest-ServerShowV247Test-1334042734 tempest-ServerShowV247Test-1334042734-project] 10.222.0.20 "GET /v2.0/ports?device_id=82dc18dc-823a-408f-9e0f-9f0ca9c8a576 HTTP/1.1" status: 200 len: 210 time: 0.0430932 Nov 12 00:53:32.599023 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-01ec0fdd-be74-4385-bb94-6bb84d82b826 req-a46f9cf1-2905-4d59-92df-c95f3211f456 tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] 10.222.0.20 "GET /v2.0/security-groups?id=6eae3187-869b-4483-827a-cd1f5358d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009693 Nov 12 00:53:32.627990 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b0c546db-a396-4bcf-8859-b8057d5c8b50 req-5fdd9dfa-e762-4877-88f6-9d57421ef52b service neutron] 10.222.0.49 "GET /v2.0/networks/815fba57-0551-40df-a6eb-75fe756003e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722615 Nov 12 00:53:32.691316 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59430) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:32.791127 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e0f4ab3-eb03-4fa9-af6e-890cb0d8740d req-ed6754ed-928c-4610-bd40-920f87bc1783 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0364373 Nov 12 00:53:33.044698 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7b849e6d-511c-4684-b8ed-01fd03c8d4ba req-01b2d27f-88aa-4574-8d4d-926b656d9058 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0879807 Nov 12 00:53:33.216717 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef21a1d-d6ac-4452-826f-e87355ecbb12 req-024b0850-399f-43bb-8df6-d3ddb27ffb6f tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:33.220446 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7ef21a1d-d6ac-4452-826f-e87355ecbb12 req-024b0850-399f-43bb-8df6-d3ddb27ffb6f tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c55965b-f440-4831-b400-6b94f6516f6f HTTP/1.1" status: 200 len: 944 time: 0.0789821 Nov 12 00:53:33.282609 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7ef21a1d-d6ac-4452-826f-e87355ecbb12 req-173374b4-67d4-40c5-b377-a90340d3c309 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532997 Nov 12 00:53:33.302108 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:53:33.371015 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6f284a4c-90de-4056-aa18-2c70a445d225 req-2d12fe78-a115-42ad-854e-e86fef8ccfc8 tempest-ServerShowV247Test-1334042734 tempest-ServerShowV247Test-1334042734-project] 10.222.0.20 "GET /v2.0/ports?device_id=3513c2fc-77bc-4240-a0f3-43c869483f2d HTTP/1.1" status: 200 len: 210 time: 0.0328639 Nov 12 00:53:33.447180 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 40da9af8-2c60-4f9c-be71-25e602fb54e1 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:53:33.565366 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9400b7e-b36e-43f3-be4d-b4ecf6b73682', 'tag': '48c2c75b-e5c5-4fe9-929c-8e0f38110f53'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:33.568338 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fadbfa4e-5f3c-4557-85ac-a7279295fce9" -d '{"events": [{"name": "network-changed", "server_uuid": "f9400b7e-b36e-43f3-be4d-b4ecf6b73682", "tag": "48c2c75b-e5c5-4fe9-929c-8e0f38110f53"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:33.581186 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 40da9af8-2c60-4f9c-be71-25e602fb54e1, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=40da9af8-2c60-4f9c-be71-25e602fb54e1,segment=NetworkSegment(8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b),segment_id=8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:33.599395 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '40da9af8-2c60-4f9c-be71-25e602fb54e1', 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e', 'port_id': '40da9af8-2c60-4f9c-be71-25e602fb54e1', 'mac_address': 'fa:16:3e:4a:16:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:53:33.623677 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ec667-bd5c-47df-bc24-a926407d7694 req-a3327101-874e-49ef-9072-345bac2fdcaf tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:33.625329 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-789ec667-bd5c-47df-bc24-a926407d7694 req-a3327101-874e-49ef-9072-345bac2fdcaf tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=55ae6baf-744f-4689-9e95-16612d04862e HTTP/1.1" status: 200 len: 945 time: 0.1089699 Nov 12 00:53:33.630685 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd84bbf2-1475-4b11-a862-4cd56240b2c6 x-openstack-request-id: req-fd84bbf2-1475-4b11-a862-4cd56240b2c6 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:33.631173 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9400b7e-b36e-43f3-be4d-b4ecf6b73682", "tag": "48c2c75b-e5c5-4fe9-929c-8e0f38110f53", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:33.631631 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fd84bbf2-1475-4b11-a862-4cd56240b2c6 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:33.632188 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9400b7e-b36e-43f3-be4d-b4ecf6b73682', 'tag': '48c2c75b-e5c5-4fe9-929c-8e0f38110f53', 'status': 'completed', 'code': 200} Nov 12 00:53:33.647791 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:33.663111 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-330fa1d5-da10-41b1-8dba-b1c56ddca1d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:33.676616 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40da9af8-2c60-4f9c-be71-25e602fb54e1 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:33.701012 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 40da9af8-2c60-4f9c-be71-25e602fb54e1, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=40da9af8-2c60-4f9c-be71-25e602fb54e1,segment=NetworkSegment(8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b),segment_id=8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:33.706654 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:33.768614 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=40da9af8-2c60-4f9c-be71-25e602fb54e1,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:33.805035 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40266b67-9ff2-4b6c-9d74-0cf255a21d98 req-b606a8f9-a694-49d3-8db7-fe37dd176a5f tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:33.810210 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-789ec667-bd5c-47df-bc24-a926407d7694 req-fde8ae4c-829e-4280-886f-e72dc09b8de9 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718299 Nov 12 00:53:33.812678 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-40266b67-9ff2-4b6c-9d74-0cf255a21d98 req-b606a8f9-a694-49d3-8db7-fe37dd176a5f tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9400b7e-b36e-43f3-be4d-b4ecf6b73682 HTTP/1.1" status: 200 len: 943 time: 0.1053138 Nov 12 00:53:33.827530 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadbfa4e-5f3c-4557-85ac-a7279295fce9 req-73a2099c-f3be-4718-b9ef-a80fd9878952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:33.829600 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fadbfa4e-5f3c-4557-85ac-a7279295fce9 req-73a2099c-f3be-4718-b9ef-a80fd9878952 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d10c21be58ce4a32900b7bc7d35bb3ba&device_id=f9400b7e-b36e-43f3-be4d-b4ecf6b73682 HTTP/1.1" status: 200 len: 1095 time: 0.1393669 Nov 12 00:53:33.967061 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-40266b67-9ff2-4b6c-9d74-0cf255a21d98 req-1c490694-d6d3-4170-95ed-c316815a4f33 tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] 10.222.0.20 "GET /v2.0/security-groups?id=6eae3187-869b-4483-827a-cd1f5358d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531384 Nov 12 00:53:33.988289 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadbfa4e-5f3c-4557-85ac-a7279295fce9 req-f0871a3e-a8cd-4dfc-95f3-1e156d074881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:33.990161 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fadbfa4e-5f3c-4557-85ac-a7279295fce9 req-f0871a3e-a8cd-4dfc-95f3-1e156d074881 service neutron] 10.222.0.49 "GET /v2.0/networks?id=815fba57-0551-40df-a6eb-75fe756003e7 HTTP/1.1" status: 200 len: 915 time: 0.1529737 Nov 12 00:53:34.047787 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fadbfa4e-5f3c-4557-85ac-a7279295fce9 req-b2889f9d-3cac-47f8-94b8-b661eb884f38 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=48c2c75b-e5c5-4fe9-929c-8e0f38110f53 HTTP/1.1" status: 200 len: 217 time: 0.0490489 Nov 12 00:53:34.099463 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-330fa1d5-da10-41b1-8dba-b1c56ddca1d2 admin admin] Deleting port 16572c07-ed91-4e29-bd9b-e0d49a36aa05 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:34.099841 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-330fa1d5-da10-41b1-8dba-b1c56ddca1d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:34.107258 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadbfa4e-5f3c-4557-85ac-a7279295fce9 req-f0712177-7cba-4222-88dd-1fa820b37a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:34.109427 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fadbfa4e-5f3c-4557-85ac-a7279295fce9 req-f0712177-7cba-4222-88dd-1fa820b37a03 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8a051799-c7f0-4ea9-9f63-803a86138cd0 HTTP/1.1" status: 200 len: 854 time: 0.0551248 Nov 12 00:53:34.154334 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fadbfa4e-5f3c-4557-85ac-a7279295fce9 req-eff940a3-e5ff-4c7e-9d65-70952d758444 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=815fba57-0551-40df-a6eb-75fe756003e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372646 Nov 12 00:53:34.227209 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-330fa1d5-da10-41b1-8dba-b1c56ddca1d2 admin admin] For port 16572c07-ed91-4e29-bd9b-e0d49a36aa05, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=16572c07-ed91-4e29-bd9b-e0d49a36aa05,segment=NetworkSegment(9b3e3280-7bfa-4894-831b-0758b3589c41),segment_id=9b3e3280-7bfa-4894-831b-0758b3589c41)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:34.227662 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-330fa1d5-da10-41b1-8dba-b1c56ddca1d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:34.230052 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-83d6e461-eaec-44c8-9b85-edbfa7e70118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:34.244051 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-330fa1d5-da10-41b1-8dba-b1c56ddca1d2 admin admin] Calling delete_port for 16572c07-ed91-4e29-bd9b-e0d49a36aa05 owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:34.279122 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fadbfa4e-5f3c-4557-85ac-a7279295fce9 req-2bc94046-568e-4dc0-b29b-e92fc14be420 service neutron] 10.222.0.49 "GET /v2.0/networks/815fba57-0551-40df-a6eb-75fe756003e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174140 Nov 12 00:53:34.286589 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['40da9af8-2c60-4f9c-be71-25e602fb54e1'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:34.443315 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fadbfa4e-5f3c-4557-85ac-a7279295fce9 req-29a2503f-e6c6-4939-b6c0-46429bb9015e service neutron] 10.222.0.49 "GET /v2.0/networks/815fba57-0551-40df-a6eb-75fe756003e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569347 Nov 12 00:53:34.498056 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4dc6ee-4cd3-4894-965b-8997068dd09f req-52b279c3-b134-46a8-af70-27686f85e767 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:34.505988 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6f4dc6ee-4cd3-4894-965b-8997068dd09f req-52b279c3-b134-46a8-af70-27686f85e767 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c55965b-f440-4831-b400-6b94f6516f6f HTTP/1.1" status: 200 len: 945 time: 0.1174495 Nov 12 00:53:34.556947 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6f4dc6ee-4cd3-4894-965b-8997068dd09f req-7497d0f0-ce25-46c7-8164-512b24db4362 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496054 Nov 12 00:53:34.558570 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-40eaf147-09cb-4960-972e-c4ad9740544c req-5bf66837-f21a-4fb3-947b-c2bf3946fd88 tempest-ServerShowV247Test-1334042734 tempest-ServerShowV247Test-1334042734-project] 10.222.0.20 "GET /v2.0/ports?device_id=3513c2fc-77bc-4240-a0f3-43c869483f2d HTTP/1.1" status: 200 len: 210 time: 0.0457757 Nov 12 00:53:34.626308 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-330fa1d5-da10-41b1-8dba-b1c56ddca1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:34.652994 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330fa1d5-da10-41b1-8dba-b1c56ddca1d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=16572c07-ed91-4e29-bd9b-e0d49a36aa05,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:34.829179 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-330fa1d5-da10-41b1-8dba-b1c56ddca1d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:35.054770 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3676f3a8-1a76-4837-bc7c-b78a4e5df406 req-4866b245-08b0-4b67-a1ed-a8c70756abe3 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0391006 Nov 12 00:53:35.091842 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330fa1d5-da10-41b1-8dba-b1c56ddca1d2 admin admin] Router 73df3a2a-d5a3-4332-ae8b-8814a0126801 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:53:35.152778 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 48c2c75b-e5c5-4fe9-929c-8e0f38110f53 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:53:35.187123 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf0ef8-d7ab-4734-be47-dcdaddf11c87 req-133625b8-fe68-4765-bcb0-3d992b7673f6 tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:35.196114 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-97bf0ef8-d7ab-4734-be47-dcdaddf11c87 req-133625b8-fe68-4765-bcb0-3d992b7673f6 tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9400b7e-b36e-43f3-be4d-b4ecf6b73682 HTTP/1.1" status: 200 len: 943 time: 0.1297023 Nov 12 00:53:35.257959 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330fa1d5-da10-41b1-8dba-b1c56ddca1d2 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:53:35.272276 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14f3664-01d8-41f2-a36f-32aa6730367b None None] Sync routers for ids ['73df3a2a-d5a3-4332-ae8b-8814a0126801'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:53:35.285201 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-330fa1d5-da10-41b1-8dba-b1c56ddca1d2 admin admin] 10.222.0.20 "PUT /v2.0/routers/73df3a2a-d5a3-4332-ae8b-8814a0126801/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5926223 Nov 12 00:53:35.287237 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59508) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:35.300657 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14f3664-01d8-41f2-a36f-32aa6730367b None None] Routers {'73df3a2a-d5a3-4332-ae8b-8814a0126801'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:53:35.301294 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-a14f3664-01d8-41f2-a36f-32aa6730367b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:53:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['73df3a2a-d5a3-4332-ae8b-8814a0126801'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:35.314005 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-97bf0ef8-d7ab-4734-be47-dcdaddf11c87 req-25622e79-dc0a-42a1-a269-9d308e0fa565 tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] 10.222.0.20 "GET /v2.0/security-groups?id=6eae3187-869b-4483-827a-cd1f5358d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165628 Nov 12 00:53:35.321465 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d4b5001e-aa0a-4bc3-9f1c-e8483c3cda38 req-3213d18d-705d-471e-bea6-e254b1405283 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0562963 Nov 12 00:53:35.331380 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 48c2c75b-e5c5-4fe9-929c-8e0f38110f53, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=48c2c75b-e5c5-4fe9-929c-8e0f38110f53,segment=NetworkSegment(5e3f2d2c-2e2c-4a16-8728-3be462b8a6c5),segment_id=5e3f2d2c-2e2c-4a16-8728-3be462b8a6c5)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:35.349787 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '48c2c75b-e5c5-4fe9-929c-8e0f38110f53', 'network_id': '815fba57-0551-40df-a6eb-75fe756003e7', 'port_id': '48c2c75b-e5c5-4fe9-929c-8e0f38110f53', 'mac_address': 'fa:16:3e:26:2c:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a051799-c7f0-4ea9-9f63-803a86138cd0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:53:35.392098 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:35.409789 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48c2c75b-e5c5-4fe9-929c-8e0f38110f53 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:35.424867 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ffe84139-acfd-4619-a57e-bd8e74224369 admin admin] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:35.430104 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 48c2c75b-e5c5-4fe9-929c-8e0f38110f53, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=48c2c75b-e5c5-4fe9-929c-8e0f38110f53,segment=NetworkSegment(5e3f2d2c-2e2c-4a16-8728-3be462b8a6c5),segment_id=5e3f2d2c-2e2c-4a16-8728-3be462b8a6c5)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:35.435281 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:35.443743 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-a14f3664-01d8-41f2-a36f-32aa6730367b None None] Set router 73df3a2a-d5a3-4332-ae8b-8814a0126801 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:53:35.490913 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=48c2c75b-e5c5-4fe9-929c-8e0f38110f53,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:35.535152 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ffe84139-acfd-4619-a57e-bd8e74224369 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:35.589013 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-ffe84139-acfd-4619-a57e-bd8e74224369 admin admin] Deleting port 4593cfa2-d205-48d3-80bb-880d078b6836 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:35.589352 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ffe84139-acfd-4619-a57e-bd8e74224369 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:35.631679 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-a14f3664-01d8-41f2-a36f-32aa6730367b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73df3a2a-d5a3-4332-ae8b-8814a0126801', 'name': 'tempest-ServerRescueTestJSON-616093003-router', 'tenant_id': '4cf1d05c9d8749e4bcaf113d847d03e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '4593cfa2-d205-48d3-80bb-880d078b6836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:22Z', 'updated_at': '2021-11-12T00:53:34Z', 'revision_number': 5, 'project_id': '4cf1d05c9d8749e4bcaf113d847d03e9', 'gw_port': {'id': '4593cfa2-d205-48d3-80bb-880d078b6836', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73df3a2a-d5a3-4332-ae8b-8814a0126801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:23Z', 'updated_at': '2021-11-12T00:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:35.661138 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14f3664-01d8-41f2-a36f-32aa6730367b None None] Checking router: 73df3a2a-d5a3-4332-ae8b-8814a0126801 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:53:35.670199 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14f3664-01d8-41f2-a36f-32aa6730367b None None] Routers {'73df3a2a-d5a3-4332-ae8b-8814a0126801'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:53:35.670886 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-a14f3664-01d8-41f2-a36f-32aa6730367b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:53:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['73df3a2a-d5a3-4332-ae8b-8814a0126801'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:35.691533 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-21ce2372-de4f-4ce7-ac94-5f5df7f4927b req-733bb2cd-49de-4698-8918-a1a6114c4740 tempest-ServerShowV247Test-1334042734 tempest-ServerShowV247Test-1334042734-project] 10.222.0.20 "GET /v2.0/ports?device_id=3513c2fc-77bc-4240-a0f3-43c869483f2d HTTP/1.1" status: 200 len: 210 time: 0.0310988 Nov 12 00:53:35.719596 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-ffe84139-acfd-4619-a57e-bd8e74224369 admin admin] For port 4593cfa2-d205-48d3-80bb-880d078b6836, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=4593cfa2-d205-48d3-80bb-880d078b6836,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:35.720134 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ffe84139-acfd-4619-a57e-bd8e74224369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:35.736714 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-ffe84139-acfd-4619-a57e-bd8e74224369 admin admin] Calling delete_port for 4593cfa2-d205-48d3-80bb-880d078b6836 owned by network:router_gateway {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:35.745498 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323bffe-69c0-4996-b8bb-6a670dfd1337 req-f1c8e97b-5f35-42e9-806c-bd157cd59112 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:35.747029 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d323bffe-69c0-4996-b8bb-6a670dfd1337 req-f1c8e97b-5f35-42e9-806c-bd157cd59112 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c55965b-f440-4831-b400-6b94f6516f6f HTTP/1.1" status: 200 len: 945 time: 0.0918181 Nov 12 00:53:35.767394 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-a14f3664-01d8-41f2-a36f-32aa6730367b None None] Set router 73df3a2a-d5a3-4332-ae8b-8814a0126801 gateway port host: None {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:53:35.774255 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['48c2c75b-e5c5-4fe9-929c-8e0f38110f53'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:35.823713 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-a14f3664-01d8-41f2-a36f-32aa6730367b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73df3a2a-d5a3-4332-ae8b-8814a0126801', 'name': 'tempest-ServerRescueTestJSON-616093003-router', 'tenant_id': '4cf1d05c9d8749e4bcaf113d847d03e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:22Z', 'updated_at': '2021-11-12T00:53:35Z', 'revision_number': 6, 'project_id': '4cf1d05c9d8749e4bcaf113d847d03e9', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:35.852165 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d323bffe-69c0-4996-b8bb-6a670dfd1337 req-aa4dd304-772a-420a-a2ae-a090a11f54f2 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940700 Nov 12 00:53:35.854434 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14f3664-01d8-41f2-a36f-32aa6730367b None None] The sync data for ids ['73df3a2a-d5a3-4332-ae8b-8814a0126801'] in n-d-812236-11 is: [{'id': '73df3a2a-d5a3-4332-ae8b-8814a0126801', 'name': 'tempest-ServerRescueTestJSON-616093003-router', 'tenant_id': '4cf1d05c9d8749e4bcaf113d847d03e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:22Z', 'updated_at': '2021-11-12T00:53:35Z', 'revision_number': 6, 'project_id': '4cf1d05c9d8749e4bcaf113d847d03e9', 'gw_port_host': None}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:53:35.963413 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ffe84139-acfd-4619-a57e-bd8e74224369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:35.994614 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe84139-acfd-4619-a57e-bd8e74224369 admin admin] Pushing event deleted for resources: {'Port': ['ID=4593cfa2-d205-48d3-80bb-880d078b6836,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:36.052721 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ffe84139-acfd-4619-a57e-bd8e74224369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:36.144942 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ffe84139-acfd-4619-a57e-bd8e74224369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:36.147036 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ffe84139-acfd-4619-a57e-bd8e74224369 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:36.193312 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ffe84139-acfd-4619-a57e-bd8e74224369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:36.193854 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe84139-acfd-4619-a57e-bd8e74224369 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73df3a2a-d5a3-4332-ae8b-8814a0126801 {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:53:36.198377 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ffe84139-acfd-4619-a57e-bd8e74224369 admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:36.200352 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ffe84139-acfd-4619-a57e-bd8e74224369 admin admin] 10.222.0.20 "DELETE /v2.0/routers/73df3a2a-d5a3-4332-ae8b-8814a0126801 HTTP/1.1" status: 204 len: 168 time: 0.9114091 Nov 12 00:53:36.202739 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59516) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:36.248871 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca2c0d82-531a-4ce2-bd84-c7a91d47170d admin admin] Deleting subnet 701d816b-c6ea-4d7b-bdc3-9a5cc8add0b9 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:53:36.252287 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ca2c0d82-531a-4ce2-bd84-c7a91d47170d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:36.291092 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ca2c0d82-531a-4ce2-bd84-c7a91d47170d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:36.333780 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ca2c0d82-531a-4ce2-bd84-c7a91d47170d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:36.397658 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ca2c0d82-531a-4ce2-bd84-c7a91d47170d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:36.421663 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-716fe331-e0d6-4c3a-96ed-49a091d25a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:36.430971 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c0d82-531a-4ce2-bd84-c7a91d47170d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=701d816b-c6ea-4d7b-bdc3-9a5cc8add0b9,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:36.435506 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ca2c0d82-531a-4ce2-bd84-c7a91d47170d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:36.442090 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ca2c0d82-531a-4ce2-bd84-c7a91d47170d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/701d816b-c6ea-4d7b-bdc3-9a5cc8add0b9 HTTP/1.1" status: 204 len: 168 time: 0.2382715 Nov 12 00:53:36.442728 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59526) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:36.445512 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8eb6e-da81-41f7-b4f5-7278e371c228 req-4f9fb274-84c8-4a33-b3bd-701eb62aab50 tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:36.447301 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-24e8eb6e-da81-41f7-b4f5-7278e371c228 req-4f9fb274-84c8-4a33-b3bd-701eb62aab50 tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9400b7e-b36e-43f3-be4d-b4ecf6b73682 HTTP/1.1" status: 200 len: 944 time: 0.0679970 Nov 12 00:53:36.507559 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-24e8eb6e-da81-41f7-b4f5-7278e371c228 req-c3f93ff0-2c8f-47ad-af68-d1ac6b29f3c9 tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] 10.222.0.20 "GET /v2.0/security-groups?id=6eae3187-869b-4483-827a-cd1f5358d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535991 Nov 12 00:53:36.517264 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fa0d1277-cf3f-49b1-99d2-b2ef917fefe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:36.606383 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fa0d1277-cf3f-49b1-99d2-b2ef917fefe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:36.632843 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-fa0d1277-cf3f-49b1-99d2-b2ef917fefe7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16359a25-3e6f-45fe-be0d-6f4a3f158857']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:36.643957 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-fa0d1277-cf3f-49b1-99d2-b2ef917fefe7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b3e3280-7bfa-4894-831b-0758b3589c41') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:36.644247 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-fa0d1277-cf3f-49b1-99d2-b2ef917fefe7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b3e3280-7bfa-4894-831b-0758b3589c41') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:36.655390 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fa0d1277-cf3f-49b1-99d2-b2ef917fefe7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:36.670792 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fa0d1277-cf3f-49b1-99d2-b2ef917fefe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:36.677337 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa0d1277-cf3f-49b1-99d2-b2ef917fefe7 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:53:36.677772 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fa0d1277-cf3f-49b1-99d2-b2ef917fefe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:36.679689 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 00:53:36.679689 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:53:36.679689 n-d-812236-11 neutron-server[102662]: timer() Nov 12 00:53:36.679689 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:53:36.679689 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 00:53:36.679689 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:53:36.679689 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 00:53:36.679689 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:53:36.679689 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 00:53:36.679689 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:53:36.679689 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 00:53:36.679689 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:53:36.679689 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 00:53:36.679689 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:53:36.679689 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:53:36.679689 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:53:36.679689 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:53:36.679689 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:53:36.679689 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 00:53:36.679689 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:53:36.679689 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 00:53:36.679689 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:53:36.679689 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:53:36.679689 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:53:36.679689 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 00:53:36.679689 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:53:36.679689 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:53:36.679689 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:53:36.679689 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:53:36.679689 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:53:36.679689 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:53:36.679689 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:53:36.744455 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fa0d1277-cf3f-49b1-99d2-b2ef917fefe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:36.756279 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fa0d1277-cf3f-49b1-99d2-b2ef917fefe7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:36.763026 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-fa0d1277-cf3f-49b1-99d2-b2ef917fefe7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/16359a25-3e6f-45fe-be0d-6f4a3f158857 HTTP/1.1" status: 204 len: 168 time: 0.3188088 Nov 12 00:53:36.779003 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0d1277-cf3f-49b1-99d2-b2ef917fefe7 admin admin] Pushing event deleted for resources: {'Network': ['ID=16359a25-3e6f-45fe-be0d-6f4a3f158857,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:36.851259 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-443cbba3-b7a3-491e-aa06-b66ca5616cc0 req-7e072ce7-f1f2-474f-8de9-f8c1c85d216b tempest-ServerShowV247Test-1334042734 tempest-ServerShowV247Test-1334042734-project] 10.222.0.20 "GET /v2.0/ports?device_id=3513c2fc-77bc-4240-a0f3-43c869483f2d HTTP/1.1" status: 200 len: 210 time: 0.0493689 Nov 12 00:53:36.999822 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59546) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:37.014467 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc6a82-4f1b-45eb-9b2c-6e1eb7d91b7d req-07ebff22-f422-4996-8310-968d9335d809 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:37.017957 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-33cc6a82-4f1b-45eb-9b2c-6e1eb7d91b7d req-07ebff22-f422-4996-8310-968d9335d809 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c55965b-f440-4831-b400-6b94f6516f6f HTTP/1.1" status: 200 len: 945 time: 0.0813603 Nov 12 00:53:37.054238 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-584b44a6-91cd-4ec7-8913-cff47a7a47e5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4cf1d05c9d8749e4bcaf113d847d03e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0531886 Nov 12 00:53:37.056441 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59548) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:37.087081 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-33cc6a82-4f1b-45eb-9b2c-6e1eb7d91b7d req-227ae48e-ab45-4c96-adb7-d65d14cda8ad tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647275 Nov 12 00:53:37.126060 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-73a26fa9-c6f2-489e-b09e-e64092405a76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:37.142961 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 16572c07-ed91-4e29-bd9b-e0d49a36aa05 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:53:37.156526 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-73a26fa9-c6f2-489e-b09e-e64092405a76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:37.168559 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 48c2c75b-e5c5-4fe9-929c-8e0f38110f53 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:37.171378 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 16572c07-ed91-4e29-bd9b-e0d49a36aa05 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:53:37.171789 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 16572c07-ed91-4e29-bd9b-e0d49a36aa05 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:53:37.172275 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 4593cfa2-d205-48d3-80bb-880d078b6836 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:53:37.234757 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 4593cfa2-d205-48d3-80bb-880d078b6836 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:53:37.234757 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 4593cfa2-d205-48d3-80bb-880d078b6836 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:53:37.239269 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-73a26fa9-c6f2-489e-b09e-e64092405a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:37.242203 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-73a26fa9-c6f2-489e-b09e-e64092405a76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:37.244310 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-73a26fa9-c6f2-489e-b09e-e64092405a76 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bd519452-4f49-4414-8e4d-620e0ea0ccd0 HTTP/1.1" status: 204 len: 168 time: 0.1861348 Nov 12 00:53:37.257624 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a26fa9-c6f2-489e-b09e-e64092405a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd519452-4f49-4414-8e4d-620e0ea0ccd0,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:37.322913 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 48c2c75b-e5c5-4fe9-929c-8e0f38110f53 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:53:37.344313 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 48c2c75b-e5c5-4fe9-929c-8e0f38110f53 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:37.344945 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:37.439560 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:37.452980 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-52412c29-3801-4e8d-ae54-d04502928b1d req-45786913-9e7f-4349-942d-f82ab09d7d98 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0436668 Nov 12 00:53:37.490285 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 40da9af8-2c60-4f9c-be71-25e602fb54e1 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:37.525112 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9400b7e-b36e-43f3-be4d-b4ecf6b73682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48c2c75b-e5c5-4fe9-929c-8e0f38110f53'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:37.527612 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc5813f-57a4-40a7-b080-ad39bbdf9547" -d '{"events": [{"server_uuid": "f9400b7e-b36e-43f3-be4d-b4ecf6b73682", "name": "network-vif-plugged", "status": "completed", "tag": "48c2c75b-e5c5-4fe9-929c-8e0f38110f53"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:37.567229 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 48c2c75b-e5c5-4fe9-929c-8e0f38110f53, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=48c2c75b-e5c5-4fe9-929c-8e0f38110f53,segment=NetworkSegment(5e3f2d2c-2e2c-4a16-8728-3be462b8a6c5),segment_id=5e3f2d2c-2e2c-4a16-8728-3be462b8a6c5)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:37.577437 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:37.625327 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b268f2-91f0-4e86-8473-aee085092224 x-openstack-request-id: req-64b268f2-91f0-4e86-8473-aee085092224 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:37.626031 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9400b7e-b36e-43f3-be4d-b4ecf6b73682", "name": "network-vif-plugged", "status": "completed", "tag": "48c2c75b-e5c5-4fe9-929c-8e0f38110f53", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:37.626279 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-64b268f2-91f0-4e86-8473-aee085092224 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:37.626750 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9400b7e-b36e-43f3-be4d-b4ecf6b73682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48c2c75b-e5c5-4fe9-929c-8e0f38110f53', 'code': 200} Nov 12 00:53:37.668759 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:37.690642 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff86b33-725e-404b-a3a2-ece03b8bcb38 req-688e845d-fa4b-49ef-bce2-cfece9bb49a7 tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:37.692251 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dff86b33-725e-404b-a3a2-ece03b8bcb38 req-688e845d-fa4b-49ef-bce2-cfece9bb49a7 tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9400b7e-b36e-43f3-be4d-b4ecf6b73682 HTTP/1.1" status: 200 len: 945 time: 0.0764370 Nov 12 00:53:37.697036 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 40da9af8-2c60-4f9c-be71-25e602fb54e1 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:53:37.711718 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 40da9af8-2c60-4f9c-be71-25e602fb54e1 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:37.712089 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:37.750216 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=48c2c75b-e5c5-4fe9-929c-8e0f38110f53,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:37.780204 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb7260-e429-4b19-9e17-0b70c5c6f3c5 req-5afa8c88-e74b-4ce2-a30c-7d8f78d8ede6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:37.781850 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-47fb7260-e429-4b19-9e17-0b70c5c6f3c5 req-5afa8c88-e74b-4ce2-a30c-7d8f78d8ede6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f9400b7e-b36e-43f3-be4d-b4ecf6b73682 HTTP/1.1" status: 200 len: 1097 time: 0.0764608 Nov 12 00:53:37.785560 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dff86b33-725e-404b-a3a2-ece03b8bcb38 req-c1ea60a7-a601-46ef-8d40-a1e878c2d1f3 tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] 10.222.0.20 "GET /v2.0/security-groups?id=6eae3187-869b-4483-827a-cd1f5358d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870016 Nov 12 00:53:37.844424 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:37.864047 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f896d269-63c9-47db-a52d-96bee15aae52 req-2c19161e-74c9-4c1a-96c2-d40cf85a56bf service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0772672 Nov 12 00:53:37.917321 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-47fb7260-e429-4b19-9e17-0b70c5c6f3c5 req-e0484b69-278c-4aaa-8963-927a46134504 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6eae3187-869b-4483-827a-cd1f5358d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219492 Nov 12 00:53:37.927172 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 40da9af8-2c60-4f9c-be71-25e602fb54e1, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=40da9af8-2c60-4f9c-be71-25e602fb54e1,segment=NetworkSegment(8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b),segment_id=8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:37.932862 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:37.980843 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-892ed8ac-4acc-4420-856e-da06e3f1efee req-2ca21daa-68b6-47b7-8f94-a1584785dc21 tempest-ServerShowV247Test-1334042734 tempest-ServerShowV247Test-1334042734-project] 10.222.0.20 "GET /v2.0/ports?device_id=3513c2fc-77bc-4240-a0f3-43c869483f2d HTTP/1.1" status: 200 len: 210 time: 0.0363162 Nov 12 00:53:37.991463 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=40da9af8-2c60-4f9c-be71-25e602fb54e1,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:38.222169 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be4e51f-e00e-465f-bf23-6e8901505820 req-13345818-3a29-4066-b12c-c6e50e70e4e2 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:38.223677 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2be4e51f-e00e-465f-bf23-6e8901505820 req-13345818-3a29-4066-b12c-c6e50e70e4e2 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c55965b-f440-4831-b400-6b94f6516f6f HTTP/1.1" status: 200 len: 946 time: 0.0556641 Nov 12 00:53:38.287673 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2be4e51f-e00e-465f-bf23-6e8901505820 req-b4d0967b-fd70-4b12-b10a-28fad81999cc tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579872 Nov 12 00:53:38.357771 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ddfdcc6a-e2bf-465e-873e-1540abd1c3f5 req-fbc5a503-594b-4e22-9841-38a5fe9eb7b0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=82dc18dc-823a-408f-9e0f-9f0ca9c8a576 HTTP/1.1" status: 200 len: 210 time: 0.0292349 Nov 12 00:53:38.930169 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f610c2ee-3e70-4b51-b635-af8d4f0cd247 req-891556fe-49cb-4e52-a5c4-c85e2ddba58a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3513c2fc-77bc-4240-a0f3-43c869483f2d HTTP/1.1" status: 200 len: 210 time: 0.0435133 Nov 12 00:53:38.959527 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee87684-0299-451a-9172-6c3b6d79dfe0 req-acf9b7e5-62ba-4ae7-bd41-f803b98b8556 tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:38.961080 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2ee87684-0299-451a-9172-6c3b6d79dfe0 req-acf9b7e5-62ba-4ae7-bd41-f803b98b8556 tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9400b7e-b36e-43f3-be4d-b4ecf6b73682 HTTP/1.1" status: 200 len: 945 time: 0.0849845 Nov 12 00:53:39.033052 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2ee87684-0299-451a-9172-6c3b6d79dfe0 req-f2a7885e-12b5-406a-a461-877ebd05af06 tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] 10.222.0.20 "GET /v2.0/security-groups?id=6eae3187-869b-4483-827a-cd1f5358d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643740 Nov 12 00:53:39.125624 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-29e2934a-ca34-4a6b-a77f-865892af1366 req-cf7eb1e3-2b73-4010-a58b-bb01abcbc5ef tempest-ServerShowV247Test-1334042734 tempest-ServerShowV247Test-1334042734-project] 10.222.0.20 "GET /v2.0/ports?device_id=3513c2fc-77bc-4240-a0f3-43c869483f2d HTTP/1.1" status: 200 len: 210 time: 0.0443158 Nov 12 00:53:39.195329 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:39.410960 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a3d4a-8cfc-46d3-8533-2fbc58df5f66 req-f926e27a-585a-4400-81fc-2c52b82b4246 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:39.412415 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e73a3d4a-8cfc-46d3-8533-2fbc58df5f66 req-f926e27a-585a-4400-81fc-2c52b82b4246 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c55965b-f440-4831-b400-6b94f6516f6f HTTP/1.1" status: 200 len: 946 time: 0.0528009 Nov 12 00:53:39.470080 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e73a3d4a-8cfc-46d3-8533-2fbc58df5f66 req-fdf5feb5-64a2-4365-9dec-01d661a99c47 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513723 Nov 12 00:53:39.628208 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c55965b-f440-4831-b400-6b94f6516f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40da9af8-2c60-4f9c-be71-25e602fb54e1'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:39.634581 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6efdaa02-ac3b-4d0a-a786-cfc517d37259" -d '{"events": [{"server_uuid": "0c55965b-f440-4831-b400-6b94f6516f6f", "name": "network-vif-plugged", "status": "completed", "tag": "40da9af8-2c60-4f9c-be71-25e602fb54e1"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:39.687683 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73230f4c-3206-4fa0-8979-127867cbb4a9 x-openstack-request-id: req-73230f4c-3206-4fa0-8979-127867cbb4a9 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:39.687966 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c55965b-f440-4831-b400-6b94f6516f6f", "name": "network-vif-plugged", "status": "completed", "tag": "40da9af8-2c60-4f9c-be71-25e602fb54e1", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:39.688212 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-73230f4c-3206-4fa0-8979-127867cbb4a9 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:39.688594 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c55965b-f440-4831-b400-6b94f6516f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40da9af8-2c60-4f9c-be71-25e602fb54e1', 'code': 200} Nov 12 00:53:39.752376 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:39.844533 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c4f19e56-5788-4216-813d-dd7517ecd087 req-332550a7-9f63-49fd-b4ac-d3244abaacaf service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0356460 Nov 12 00:53:39.853468 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9079a1b-b4e0-46c1-acb9-abfb20ad6161 req-8064e414-c131-42c8-aa69-fd46ef84cd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:39.855176 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d9079a1b-b4e0-46c1-acb9-abfb20ad6161 req-8064e414-c131-42c8-aa69-fd46ef84cd20 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0c55965b-f440-4831-b400-6b94f6516f6f HTTP/1.1" status: 200 len: 1098 time: 0.0718081 Nov 12 00:53:39.921405 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d9079a1b-b4e0-46c1-acb9-abfb20ad6161 req-c11153ea-ebbc-4305-95f8-7b327a6ece19 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476189 Nov 12 00:53:39.992930 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-69b42efd-111c-4497-881f-d728be6fea00 req-abb27f7f-6d82-4be8-a9c7-248b24ef622d service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0330155 Nov 12 00:53:40.144378 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f474a48-f1c1-4c05-831b-832ad87e1410 req-3f975feb-799c-49a8-9ab1-4539e3360f4e tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:40.145905 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2f474a48-f1c1-4c05-831b-832ad87e1410 req-3f975feb-799c-49a8-9ab1-4539e3360f4e tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9400b7e-b36e-43f3-be4d-b4ecf6b73682 HTTP/1.1" status: 200 len: 945 time: 0.0541215 Nov 12 00:53:40.208867 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2f474a48-f1c1-4c05-831b-832ad87e1410 req-615d9b8e-2ba9-4f2b-9887-5d2755d28a15 tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] 10.222.0.20 "GET /v2.0/security-groups?id=6eae3187-869b-4483-827a-cd1f5358d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554738 Nov 12 00:53:40.257681 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0439bb5d-f6d4-4dc3-a4fc-5356840c34ac req-ad0d8c83-6cad-4115-8772-9efcb8b58e87 tempest-ServerShowV247Test-1334042734 tempest-ServerShowV247Test-1334042734-project] 10.222.0.20 "GET /v2.0/ports?device_id=3513c2fc-77bc-4240-a0f3-43c869483f2d HTTP/1.1" status: 200 len: 210 time: 0.0328553 Nov 12 00:53:40.653488 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6bf921-8e4a-43c0-a31b-dcce80e7a7b3 req-eebb3d24-6936-4cd4-b3bc-5531d1d0d7eb tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:40.662305 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0e6bf921-8e4a-43c0-a31b-dcce80e7a7b3 req-eebb3d24-6936-4cd4-b3bc-5531d1d0d7eb tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c55965b-f440-4831-b400-6b94f6516f6f HTTP/1.1" status: 200 len: 946 time: 0.0777690 Nov 12 00:53:40.680798 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59676) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:40.701136 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a40b16-365e-4c3e-a667-3d5cdc7c13c4 req-2c959d18-194f-440c-8fc4-5197524be2b3 tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:40.703044 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a1a40b16-365e-4c3e-a667-3d5cdc7c13c4 req-2c959d18-194f-440c-8fc4-5197524be2b3 tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9400b7e-b36e-43f3-be4d-b4ecf6b73682 HTTP/1.1" status: 200 len: 945 time: 0.0869794 Nov 12 00:53:40.709221 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:40.735737 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0e6bf921-8e4a-43c0-a31b-dcce80e7a7b3 req-06e21223-3805-4d53-b050-c5cd00febc5d tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694592 Nov 12 00:53:40.771332 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a1a40b16-365e-4c3e-a667-3d5cdc7c13c4 req-6a08ee25-32ab-4f8c-b86e-4a42c0895705 tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] 10.222.0.20 "GET /v2.0/security-groups?id=6eae3187-869b-4483-827a-cd1f5358d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597541 Nov 12 00:53:40.818416 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-93ef2a5a-c9ee-4e6a-8b39-afbaef86a3ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:40.895831 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-93ef2a5a-c9ee-4e6a-8b39-afbaef86a3ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:40.900094 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-93ef2a5a-c9ee-4e6a-8b39-afbaef86a3ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:40.938616 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef2a5a-c9ee-4e6a-8b39-afbaef86a3ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b6e76d-3fe2-45e3-ba0c-8e8ca1fb3e3c,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:40.942964 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-93ef2a5a-c9ee-4e6a-8b39-afbaef86a3ed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6ffb28b836df434cb195234c776a87f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2609158 Nov 12 00:53:40.946131 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59680) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:40.995125 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2c79efe6-46b0-46ad-9237-d271935955c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:41.017460 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2c79efe6-46b0-46ad-9237-d271935955c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:41.074136 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2c79efe6-46b0-46ad-9237-d271935955c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:41.077167 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2c79efe6-46b0-46ad-9237-d271935955c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:41.078354 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2c79efe6-46b0-46ad-9237-d271935955c9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/79b6e76d-3fe2-45e3-ba0c-8e8ca1fb3e3c HTTP/1.1" status: 204 len: 168 time: 0.1313181 Nov 12 00:53:41.087310 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c79efe6-46b0-46ad-9237-d271935955c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b6e76d-3fe2-45e3-ba0c-8e8ca1fb3e3c,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:41.375391 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-513141bf-0cfd-49c2-9042-b4ac6d11f9df req-d4c6d1c0-b51e-4815-b37a-95d14b734a87 tempest-ServerShowV247Test-1334042734 tempest-ServerShowV247Test-1334042734-project] 10.222.0.20 "GET /v2.0/ports?device_id=3513c2fc-77bc-4240-a0f3-43c869483f2d HTTP/1.1" status: 200 len: 210 time: 0.0386767 Nov 12 00:53:41.386257 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59692) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:41.412833 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e80b8ede-a2d8-4674-a8bb-8e2a7b47a7ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:41.521465 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e80b8ede-a2d8-4674-a8bb-8e2a7b47a7ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:41.527235 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e80b8ede-a2d8-4674-a8bb-8e2a7b47a7ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:41.591615 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e80b8ede-a2d8-4674-a8bb-8e2a7b47a7ec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1192edc129c941acaf368eae61da87f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2010968 Nov 12 00:53:41.591615 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80b8ede-a2d8-4674-a8bb-8e2a7b47a7ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21bdbd06-b735-4122-8d3c-cbf27d45f32f,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:41.592095 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 59708) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:41.681893 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-84c1244f-a493-446b-9389-d0aac441c0ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:41.708792 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-84c1244f-a493-446b-9389-d0aac441c0ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:41.772453 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5be89291-ee4d-439c-a159-ff894f6a538b req-1b288570-032c-41a5-9ff1-a6dd8b76d007 tempest-ServerShowV247Test-1334042734 tempest-ServerShowV247Test-1334042734-project] 10.222.0.20 "GET /v2.0/ports?device_id=3513c2fc-77bc-4240-a0f3-43c869483f2d HTTP/1.1" status: 200 len: 210 time: 0.0370405 Nov 12 00:53:41.802880 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-84c1244f-a493-446b-9389-d0aac441c0ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:41.805685 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-84c1244f-a493-446b-9389-d0aac441c0ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:41.810961 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-84c1244f-a493-446b-9389-d0aac441c0ec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/21bdbd06-b735-4122-8d3c-cbf27d45f32f HTTP/1.1" status: 204 len: 168 time: 0.2177930 Nov 12 00:53:41.819919 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c1244f-a493-446b-9389-d0aac441c0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bdbd06-b735-4122-8d3c-cbf27d45f32f,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:41.936812 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa05f3-29aa-4e5a-9655-8e9f8d8ef55d req-c30e7d6b-119a-4854-b0ed-bb23e55a3924 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:41.938338 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-89aa05f3-29aa-4e5a-9655-8e9f8d8ef55d req-c30e7d6b-119a-4854-b0ed-bb23e55a3924 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c55965b-f440-4831-b400-6b94f6516f6f HTTP/1.1" status: 200 len: 946 time: 0.1266735 Nov 12 00:53:42.099040 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-89aa05f3-29aa-4e5a-9655-8e9f8d8ef55d req-1f30ce68-572f-45c5-8b9a-ecab50743f44 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387691 Nov 12 00:53:42.151927 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23a21881-6ffd-4f6e-b9f9-4bc92a05d9a2 req-4222b4be-c965-4b57-ba7f-046f606108ed service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0989759 Nov 12 00:53:42.211603 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da6c84-8d78-4208-b66c-306eb3cbe988 req-624a514a-f7ff-4de8-bf00-7b84ca2f4636 tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:42.220041 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-29da6c84-8d78-4208-b66c-306eb3cbe988 req-624a514a-f7ff-4de8-bf00-7b84ca2f4636 tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9400b7e-b36e-43f3-be4d-b4ecf6b73682 HTTP/1.1" status: 200 len: 945 time: 0.2487500 Nov 12 00:53:42.233448 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd6937-44b6-4394-b563-e2284b96e61b req-0f7691c9-0e8c-45e0-bf87-64ef7d4f1b52 tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:42.235289 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-befd6937-44b6-4394-b563-e2284b96e61b req-0f7691c9-0e8c-45e0-bf87-64ef7d4f1b52 tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9400b7e-b36e-43f3-be4d-b4ecf6b73682 HTTP/1.1" status: 200 len: 945 time: 0.0963812 Nov 12 00:53:42.346299 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0e52cb4f-eb4c-4d4f-a472-a321f25ebefa req-310146cd-8aca-4b13-9346-a6597fcea52c service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0528967 Nov 12 00:53:42.385083 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-29da6c84-8d78-4208-b66c-306eb3cbe988 req-b97243ae-94b2-4f63-a5e6-db0136850db3 tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] 10.222.0.20 "GET /v2.0/security-groups?id=6eae3187-869b-4483-827a-cd1f5358d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639247 Nov 12 00:53:42.419550 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-befd6937-44b6-4394-b563-e2284b96e61b req-8d8c8f00-c5b2-4209-aa44-6211b3a7559b tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] Deleting port 48c2c75b-e5c5-4fe9-929c-8e0f38110f53 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:42.419885 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-befd6937-44b6-4394-b563-e2284b96e61b req-8d8c8f00-c5b2-4209-aa44-6211b3a7559b tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:42.526104 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-befd6937-44b6-4394-b563-e2284b96e61b req-8d8c8f00-c5b2-4209-aa44-6211b3a7559b tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] For port 48c2c75b-e5c5-4fe9-929c-8e0f38110f53, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=48c2c75b-e5c5-4fe9-929c-8e0f38110f53,segment=NetworkSegment(5e3f2d2c-2e2c-4a16-8728-3be462b8a6c5),segment_id=5e3f2d2c-2e2c-4a16-8728-3be462b8a6c5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:42.526464 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-befd6937-44b6-4394-b563-e2284b96e61b req-8d8c8f00-c5b2-4209-aa44-6211b3a7559b tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:42.547384 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-befd6937-44b6-4394-b563-e2284b96e61b req-8d8c8f00-c5b2-4209-aa44-6211b3a7559b tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] Calling delete_port for 48c2c75b-e5c5-4fe9-929c-8e0f38110f53 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:42.602103 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:42.742410 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-befd6937-44b6-4394-b563-e2284b96e61b req-8d8c8f00-c5b2-4209-aa44-6211b3a7559b tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:42.776049 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['48c2c75b-e5c5-4fe9-929c-8e0f38110f53'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:42.786994 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8c8f00-c5b2-4209-aa44-6211b3a7559b tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] Pushing event deleted for resources: {'Port': ['ID=48c2c75b-e5c5-4fe9-929c-8e0f38110f53,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:42.843288 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-befd6937-44b6-4394-b563-e2284b96e61b req-8d8c8f00-c5b2-4209-aa44-6211b3a7559b tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] No DVR routers for this DVR port 48c2c75b-e5c5-4fe9-929c-8e0f38110f53 on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:53:42.846226 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-befd6937-44b6-4394-b563-e2284b96e61b req-8d8c8f00-c5b2-4209-aa44-6211b3a7559b tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:42.849752 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-befd6937-44b6-4394-b563-e2284b96e61b req-8d8c8f00-c5b2-4209-aa44-6211b3a7559b tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] 10.222.0.49 "DELETE /v2.0/ports/48c2c75b-e5c5-4fe9-929c-8e0f38110f53 HTTP/1.1" status: 204 len: 173 time: 0.5991783 Nov 12 00:53:42.850208 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9400b7e-b36e-43f3-be4d-b4ecf6b73682', 'name': 'network-vif-deleted', 'tag': '48c2c75b-e5c5-4fe9-929c-8e0f38110f53'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:42.852617 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca15364-aa8a-4fef-8775-0cc3c9045997" -d '{"events": [{"server_uuid": "f9400b7e-b36e-43f3-be4d-b4ecf6b73682", "name": "network-vif-deleted", "tag": "48c2c75b-e5c5-4fe9-929c-8e0f38110f53"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:42.929127 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc2491b-fed0-4688-b326-38e10f2b2b5c x-openstack-request-id: req-9fc2491b-fed0-4688-b326-38e10f2b2b5c {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:42.929448 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9400b7e-b36e-43f3-be4d-b4ecf6b73682", "name": "network-vif-deleted", "tag": "48c2c75b-e5c5-4fe9-929c-8e0f38110f53", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:42.929702 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9fc2491b-fed0-4688-b326-38e10f2b2b5c {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:42.930102 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9400b7e-b36e-43f3-be4d-b4ecf6b73682', 'name': 'network-vif-deleted', 'tag': '48c2c75b-e5c5-4fe9-929c-8e0f38110f53', 'status': 'completed', 'code': 200} Nov 12 00:53:42.935129 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0231a525-3330-4e21-881a-ad971244b36a req-ece0c629-9cd8-4dba-b463-2a149cedd035 tempest-ServerShowV247Test-1334042734 tempest-ServerShowV247Test-1334042734-project] 10.222.0.20 "GET /v2.0/ports?device_id=3513c2fc-77bc-4240-a0f3-43c869483f2d HTTP/1.1" status: 200 len: 210 time: 0.0434659 Nov 12 00:53:43.235206 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03a16c-4da1-491a-b113-1dead5d46fd0 req-d23c84dc-f42d-48a0-b097-232856182539 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:43.236724 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ff03a16c-4da1-491a-b113-1dead5d46fd0 req-d23c84dc-f42d-48a0-b097-232856182539 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c55965b-f440-4831-b400-6b94f6516f6f HTTP/1.1" status: 200 len: 946 time: 0.0747101 Nov 12 00:53:43.298898 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ff03a16c-4da1-491a-b113-1dead5d46fd0 req-9b04a373-e8ad-4d52-a7ce-f8ea635d9dce tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551567 Nov 12 00:53:43.536449 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59553e6-b2cc-4061-bda1-ecd2f3f4f01f req-5e6fecd8-dcfa-4d55-87e7-1020dec007d9 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:43.538039 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f59553e6-b2cc-4061-bda1-ecd2f3f4f01f req-5e6fecd8-dcfa-4d55-87e7-1020dec007d9 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c55965b-f440-4831-b400-6b94f6516f6f HTTP/1.1" status: 200 len: 946 time: 0.0654082 Nov 12 00:53:43.567516 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-53c2185c-36a9-4dc8-a27f-f047e7dcaca3 req-99dfc446-ba3a-43ee-80a4-8ef339686824 tempest-ServerAddressesTestJSON-442165324 tempest-ServerAddressesTestJSON-442165324-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9400b7e-b36e-43f3-be4d-b4ecf6b73682 HTTP/1.1" status: 200 len: 210 time: 0.0499048 Nov 12 00:53:43.594379 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f59553e6-b2cc-4061-bda1-ecd2f3f4f01f req-41db6d2e-2be0-454e-9b0e-9a1d74b09d57 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496368 Nov 12 00:53:44.042025 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-60f4dd42-3610-4641-9391-99ee23d6ddcc req-a8c2eef6-86c9-45ce-984b-161b07f4137f tempest-ServerShowV247Test-1334042734 tempest-ServerShowV247Test-1334042734-project] 10.222.0.20 "GET /v2.0/ports?device_id=3513c2fc-77bc-4240-a0f3-43c869483f2d HTTP/1.1" status: 200 len: 210 time: 0.0316446 Nov 12 00:53:44.336432 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1a06710a-da8f-44c1-808c-3313f02e7d83 req-7e09d11a-b6cb-486c-9127-9d75baa9af52 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0265419 Nov 12 00:53:44.458396 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7dd7ab08-b45e-4ff9-960c-a0e4b4559dde req-ee113a10-b6a3-4b63-9c96-155c0810d740 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0266538 Nov 12 00:53:44.572811 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 59836) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:44.619282 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59842) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:44.667110 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-35564bd7-724a-468a-8256-4f311a9a25a7 admin admin] Deleting subnet 8a051799-c7f0-4ea9-9f63-803a86138cd0 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:53:44.671590 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-35564bd7-724a-468a-8256-4f311a9a25a7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:44.702178 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3d62ccb5-8013-40bd-99d5-56dfdf8ab4f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:44.720139 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-35564bd7-724a-468a-8256-4f311a9a25a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:44.780914 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-35564bd7-724a-468a-8256-4f311a9a25a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:44.790240 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f9c67-ed4a-43c9-a5e9-56498b4661e9 req-6f89b17d-903c-4307-bb44-8f8b58396a5e tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:44.791720 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4b5f9c67-ed4a-43c9-a5e9-56498b4661e9 req-6f89b17d-903c-4307-bb44-8f8b58396a5e tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c55965b-f440-4831-b400-6b94f6516f6f HTTP/1.1" status: 200 len: 946 time: 0.0974762 Nov 12 00:53:44.792522 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3d62ccb5-8013-40bd-99d5-56dfdf8ab4f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:44.797989 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3d62ccb5-8013-40bd-99d5-56dfdf8ab4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:44.839373 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-3d62ccb5-8013-40bd-99d5-56dfdf8ab4f4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=761fb56faea2438db73a5ace7eeb1bfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2628341 Nov 12 00:53:44.839373 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d62ccb5-8013-40bd-99d5-56dfdf8ab4f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5758e91d-88b9-4f42-8b38-260c7103acf5,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:44.841289 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59848) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:44.899948 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4b5f9c67-ed4a-43c9-a5e9-56498b4661e9 req-19d20642-9a6f-4893-be66-7b56e101bb0c tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898705 Nov 12 00:53:44.911487 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-35564bd7-724a-468a-8256-4f311a9a25a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:44.949952 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35564bd7-724a-468a-8256-4f311a9a25a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a051799-c7f0-4ea9-9f63-803a86138cd0,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:44.952111 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-35564bd7-724a-468a-8256-4f311a9a25a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:44.955336 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-35564bd7-724a-468a-8256-4f311a9a25a7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8a051799-c7f0-4ea9-9f63-803a86138cd0 HTTP/1.1" status: 204 len: 168 time: 0.3350208 Nov 12 00:53:44.956072 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-13f3278e-31ee-442d-806a-be6b996f41db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:44.958957 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 59852) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:44.984232 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-13f3278e-31ee-442d-806a-be6b996f41db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:45.035057 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-96455ffd-e660-437b-a9d6-f6f7fe8b6270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:45.042043 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-13f3278e-31ee-442d-806a-be6b996f41db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:45.045100 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-13f3278e-31ee-442d-806a-be6b996f41db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:45.046287 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-13f3278e-31ee-442d-806a-be6b996f41db admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5758e91d-88b9-4f42-8b38-260c7103acf5 HTTP/1.1" status: 204 len: 168 time: 0.2024007 Nov 12 00:53:45.056351 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f3278e-31ee-442d-806a-be6b996f41db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5758e91d-88b9-4f42-8b38-260c7103acf5,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:45.160301 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-96455ffd-e660-437b-a9d6-f6f7fe8b6270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:45.167563 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0ed0cec7-037d-4fd3-8a81-4b937df4b8a3 req-9b1591b4-35e7-49a0-8b92-5649512b5ff8 tempest-ServerShowV247Test-1334042734 tempest-ServerShowV247Test-1334042734-project] 10.222.0.20 "GET /v2.0/ports?device_id=3513c2fc-77bc-4240-a0f3-43c869483f2d HTTP/1.1" status: 200 len: 210 time: 0.0323787 Nov 12 00:53:45.188886 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-96455ffd-e660-437b-a9d6-f6f7fe8b6270 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['815fba57-0551-40df-a6eb-75fe756003e7']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:45.199111 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-96455ffd-e660-437b-a9d6-f6f7fe8b6270 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e3f2d2c-2e2c-4a16-8728-3be462b8a6c5') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:45.200241 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-96455ffd-e660-437b-a9d6-f6f7fe8b6270 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e3f2d2c-2e2c-4a16-8728-3be462b8a6c5') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:45.213873 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-96455ffd-e660-437b-a9d6-f6f7fe8b6270 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:45.224280 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 48c2c75b-e5c5-4fe9-929c-8e0f38110f53 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:53:45.241950 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-96455ffd-e660-437b-a9d6-f6f7fe8b6270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:45.251198 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96455ffd-e660-437b-a9d6-f6f7fe8b6270 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:53:45.251640 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-96455ffd-e660-437b-a9d6-f6f7fe8b6270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:45.253766 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: 48c2c75b-e5c5-4fe9-929c-8e0f38110f53 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:53:45.254208 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 48c2c75b-e5c5-4fe9-929c-8e0f38110f53 not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:53:45.255696 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:53:45.255696 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:53:45.255696 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:53:45.255696 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:53:45.255696 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:53:45.255696 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:53:45.255696 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:53:45.255696 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:53:45.255696 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:53:45.255696 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:53:45.255696 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:53:45.255696 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:53:45.255696 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:53:45.255696 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:53:45.255696 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:53:45.255696 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:53:45.255696 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:53:45.255696 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:53:45.255696 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:53:45.255696 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:53:45.255696 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:53:45.255696 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:53:45.255696 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:53:45.255696 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:53:45.255696 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:53:45.255696 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:53:45.255696 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:53:45.255696 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:53:45.255696 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:53:45.255696 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:53:45.255696 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:53:45.255696 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:53:45.353067 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-96455ffd-e660-437b-a9d6-f6f7fe8b6270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:45.359850 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-96455ffd-e660-437b-a9d6-f6f7fe8b6270 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:45.363470 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-96455ffd-e660-437b-a9d6-f6f7fe8b6270 admin admin] 10.222.0.20 "DELETE /v2.0/networks/815fba57-0551-40df-a6eb-75fe756003e7 HTTP/1.1" status: 204 len: 168 time: 0.4034975 Nov 12 00:53:45.385850 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96455ffd-e660-437b-a9d6-f6f7fe8b6270 admin admin] Pushing event deleted for resources: {'Network': ['ID=815fba57-0551-40df-a6eb-75fe756003e7,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:45.426733 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 59874) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:45.441735 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b6849533-cbb7-4926-aaed-8fa8e7106840 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:45.503307 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 59878) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:45.558043 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b6849533-cbb7-4926-aaed-8fa8e7106840 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:45.570188 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b6849533-cbb7-4926-aaed-8fa8e7106840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:45.581911 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-3536fc72-74f7-4349-a610-942e8a934632 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d10c21be58ce4a32900b7bc7d35bb3ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0750184 Nov 12 00:53:45.591692 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 59880) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:45.631529 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b6849533-cbb7-4926-aaed-8fa8e7106840 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5255547127c34751832f15e5f68a7bb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2034464 Nov 12 00:53:45.638501 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 59882) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:45.647136 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6849533-cbb7-4926-aaed-8fa8e7106840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce409823-b11b-4d89-b2fc-54b2fd62fca5,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:45.666740 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317a08d-1ccc-48ec-86bd-47b20347692d req-0aa592d4-e44f-4117-acd0-926afa9bb4de tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:45.668429 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1317a08d-1ccc-48ec-86bd-47b20347692d req-0aa592d4-e44f-4117-acd0-926afa9bb4de tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c55965b-f440-4831-b400-6b94f6516f6f HTTP/1.1" status: 200 len: 946 time: 0.3234696 Nov 12 00:53:45.707336 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-57b223bd-0e3d-4a47-a7af-62e9770ee8e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:45.718220 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1317a08d-1ccc-48ec-86bd-47b20347692d req-7275efbf-cf31-4365-a1b2-a7fc14882eac tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419254 Nov 12 00:53:45.730234 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-30f43ffb-4854-4844-bc1e-358097ae265f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:45.751087 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-57b223bd-0e3d-4a47-a7af-62e9770ee8e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:45.766272 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-30f43ffb-4854-4844-bc1e-358097ae265f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:45.834459 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-57b223bd-0e3d-4a47-a7af-62e9770ee8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:45.837010 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-57b223bd-0e3d-4a47-a7af-62e9770ee8e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:45.838189 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-57b223bd-0e3d-4a47-a7af-62e9770ee8e8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6eae3187-869b-4483-827a-cd1f5358d9aa HTTP/1.1" status: 204 len: 168 time: 0.2455657 Nov 12 00:53:45.841729 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-30f43ffb-4854-4844-bc1e-358097ae265f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:45.844188 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-30f43ffb-4854-4844-bc1e-358097ae265f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:45.845260 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-30f43ffb-4854-4844-bc1e-358097ae265f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ce409823-b11b-4d89-b2fc-54b2fd62fca5 HTTP/1.1" status: 204 len: 168 time: 0.2057152 Nov 12 00:53:45.851529 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b223bd-0e3d-4a47-a7af-62e9770ee8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eae3187-869b-4483-827a-cd1f5358d9aa,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:45.861466 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f43ffb-4854-4844-bc1e-358097ae265f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce409823-b11b-4d89-b2fc-54b2fd62fca5,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:46.278184 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e5fc90b1-396a-4d9d-9451-e4c8d668a9ee req-10a017dd-4a58-491e-8c29-c67ad50a6cf8 tempest-ServerShowV247Test-1334042734 tempest-ServerShowV247Test-1334042734-project] 10.222.0.20 "GET /v2.0/ports?device_id=3513c2fc-77bc-4240-a0f3-43c869483f2d HTTP/1.1" status: 200 len: 210 time: 0.0273035 Nov 12 00:53:46.452007 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-16cca82a-31aa-41f1-bf4b-539b08258744 req-913ff238-84a0-4dc6-bac6-ee7f993d5ec3 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0366833 Nov 12 00:53:46.614067 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5b358625-f3b9-4b2d-a3c0-1f4282cb629a req-f83aef24-42a9-4412-9fce-d3198807ae02 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0275872 Nov 12 00:53:46.660371 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 59938) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:46.851271 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc6ea1-2334-47a2-bc43-5b52fde06226 req-347503e4-b2ce-4507-82b2-4613db2231d7 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:46.852758 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-27dc6ea1-2334-47a2-bc43-5b52fde06226 req-347503e4-b2ce-4507-82b2-4613db2231d7 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c55965b-f440-4831-b400-6b94f6516f6f HTTP/1.1" status: 200 len: 946 time: 0.0588150 Nov 12 00:53:46.866765 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-8a3bc945-2969-4056-ab98-315e9fa38f72 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-2037573370-network', 'tenant_id': 'd579d2e5aab744448e58377d64b02f50'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:46.920182 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3bc945-2969-4056-ab98-315e9fa38f72 admin admin] Made reservation on behalf of d579d2e5aab744448e58377d64b02f50 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:46.922614 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8a3bc945-2969-4056-ab98-315e9fa38f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:46.929873 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-27dc6ea1-2334-47a2-bc43-5b52fde06226 req-dd8d2abf-8801-4e6e-9ffe-510843c158d6 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690012 Nov 12 00:53:46.938450 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8a3bc945-2969-4056-ab98-315e9fa38f72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:47.030609 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8a3bc945-2969-4056-ab98-315e9fa38f72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:47.034898 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8a3bc945-2969-4056-ab98-315e9fa38f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:47.062410 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a3bc945-2969-4056-ab98-315e9fa38f72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:53:47.067852 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3bc945-2969-4056-ab98-315e9fa38f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb932bc-b863-4416-8501-3c74e3cc792f,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:47.075715 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8a3bc945-2969-4056-ab98-315e9fa38f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:47.076013 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-8a3bc945-2969-4056-ab98-315e9fa38f72 admin admin] Added segment 338a0b2d-81cb-4e72-9240-bc758ad8466e of type vlan for network 5a48e17c-d620-48aa-ab95-1b4da5c3976c Nov 12 00:53:47.119671 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8a3bc945-2969-4056-ab98-315e9fa38f72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:47.148167 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8a3bc945-2969-4056-ab98-315e9fa38f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:47.149247 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3bc945-2969-4056-ab98-315e9fa38f72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:47.150003 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8a3bc945-2969-4056-ab98-315e9fa38f72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:47.219445 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-8a3bc945-2969-4056-ab98-315e9fa38f72 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5577481 Nov 12 00:53:47.222341 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 59960) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:47.228861 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-e9d405e2-0c8e-49e6-adaf-7c1642bba8b7 admin admin] Request body: {'subnet': {'network_id': '5a48e17c-d620-48aa-ab95-1b4da5c3976c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-2037573370-subnet', 'tenant_id': 'd579d2e5aab744448e58377d64b02f50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:47.233155 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3bc945-2969-4056-ab98-315e9fa38f72 admin admin] Pushing event updated for resources: {'Network': ['ID=5a48e17c-d620-48aa-ab95-1b4da5c3976c,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:47.245035 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 5a48e17c-d620-48aa-ab95-1b4da5c3976c details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:53:47.260325 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d405e2-0c8e-49e6-adaf-7c1642bba8b7 admin admin] Made reservation on behalf of d579d2e5aab744448e58377d64b02f50 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:47.264089 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e9d405e2-0c8e-49e6-adaf-7c1642bba8b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:47.427075 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a760f936-3a38-4488-8dfe-84d53e7f0b21 req-1e5ac3e6-5293-417a-8ec9-583bbb3a7acd tempest-ServerShowV247Test-1334042734 tempest-ServerShowV247Test-1334042734-project] 10.222.0.20 "GET /v2.0/ports?device_id=3513c2fc-77bc-4240-a0f3-43c869483f2d HTTP/1.1" status: 200 len: 210 time: 0.0364382 Nov 12 00:53:47.492546 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e9d405e2-0c8e-49e6-adaf-7c1642bba8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:47.550178 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d405e2-0c8e-49e6-adaf-7c1642bba8b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96e62b75-aa52-4b40-a895-9647d740fafe,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:47.557937 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d405e2-0c8e-49e6-adaf-7c1642bba8b7 admin admin] Checking segment: {'id': '338a0b2d-81cb-4e72-9240-bc758ad8466e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5a48e17c-d620-48aa-ab95-1b4da5c3976c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:47.558193 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d405e2-0c8e-49e6-adaf-7c1642bba8b7 admin admin] Network hostable DHCP agents. Network: 5a48e17c-d620-48aa-ab95-1b4da5c3976c, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:53:47.576509 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d405e2-0c8e-49e6-adaf-7c1642bba8b7 admin admin] Network 5a48e17c-d620-48aa-ab95-1b4da5c3976c is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:53:47.590947 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-e9d405e2-0c8e-49e6-adaf-7c1642bba8b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 5a48e17c-d620-48aa-ab95-1b4da5c3976c) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:47.595750 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d405e2-0c8e-49e6-adaf-7c1642bba8b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:47.596509 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e9d405e2-0c8e-49e6-adaf-7c1642bba8b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:47.609558 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e42bdf9-32e4-4d09-bbe1-3ac87b4804fb None None] Network 5a48e17c-d620-48aa-ab95-1b4da5c3976c requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:53:47.623626 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e9d405e2-0c8e-49e6-adaf-7c1642bba8b7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3915939 Nov 12 00:53:47.763426 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddecae5-3807-445e-b696-158c89eab2c9 None None] Network 5a48e17c-d620-48aa-ab95-1b4da5c3976c requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:53:48.068840 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a6aee-52c1-438e-b595-9c78afa211a1 req-eb0003e5-8562-4fd8-aa5f-7f681c842b94 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:48.070424 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1e8a6aee-52c1-438e-b595-9c78afa211a1 req-eb0003e5-8562-4fd8-aa5f-7f681c842b94 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c55965b-f440-4831-b400-6b94f6516f6f HTTP/1.1" status: 200 len: 946 time: 0.0617750 Nov 12 00:53:48.103433 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e826e6-39f9-418e-9435-b6a172570478 req-7d78b717-ef7f-469c-a355-22bddea03258 tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:48.104937 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-84e826e6-39f9-418e-9435-b6a172570478 req-7d78b717-ef7f-469c-a355-22bddea03258 tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] 10.222.0.20 "GET /v2.0/networks?id=5a48e17c-d620-48aa-ab95-1b4da5c3976c HTTP/1.1" status: 200 len: 822 time: 0.1140752 Nov 12 00:53:48.120665 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-84e826e6-39f9-418e-9435-b6a172570478 req-0c657c1e-4613-4afa-a989-224eecbe3cf5 tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] 10.222.0.20 "GET /v2.0/quotas/d579d2e5aab744448e58377d64b02f50 HTTP/1.1" status: 200 len: 375 time: 0.0094900 Nov 12 00:53:48.122804 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1e8a6aee-52c1-438e-b595-9c78afa211a1 req-614b7fba-1f58-4109-9462-10291a79f885 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442812 Nov 12 00:53:48.156802 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-84e826e6-39f9-418e-9435-b6a172570478 req-42b8a9a6-a4a7-4bbb-b8f3-8670405ead01 tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d579d2e5aab744448e58377d64b02f50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301690 Nov 12 00:53:48.211721 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 60018) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:48.260019 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-84e826e6-39f9-418e-9435-b6a172570478 req-1dc3c01a-329c-4b0e-aadc-613cdf066331 service neutron] 10.222.0.20 "GET /v2.0/networks/5a48e17c-d620-48aa-ab95-1b4da5c3976c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947943 Nov 12 00:53:48.326849 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-57457f22-7fb2-487b-836e-190aa063b659 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:48.350678 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-84e826e6-39f9-418e-9435-b6a172570478 req-76c86f1d-13f3-487d-a163-41950ecf4230 service neutron] 10.222.0.20 "GET /v2.0/networks/5a48e17c-d620-48aa-ab95-1b4da5c3976c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833898 Nov 12 00:53:48.407274 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-57457f22-7fb2-487b-836e-190aa063b659 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:48.411170 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-57457f22-7fb2-487b-836e-190aa063b659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:48.451421 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-57457f22-7fb2-487b-836e-190aa063b659 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e41b6c51f6a34bd6adf67b30ba8c273f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2386024 Nov 12 00:53:48.452316 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57457f22-7fb2-487b-836e-190aa063b659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2001df67-3cac-451e-bcf6-8f26a1efd95e,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:48.458493 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 60026) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:48.563050 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7f2899ab-e4eb-4040-bacf-203af247ac72 req-531eb5fc-8cd2-4ce5-a50f-36779af8c9f1 tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] 10.222.0.20 "GET /v2.0/ports?device_id=596c89d9-e011-4e30-9519-5ed24d5e688e HTTP/1.1" status: 200 len: 210 time: 0.0665109 Nov 12 00:53:48.563866 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cf7ae055-54eb-4030-9d9e-01922213b354 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:48.598733 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cf7ae055-54eb-4030-9d9e-01922213b354 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:48.666999 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b8d95928-2dc3-4ebf-b32e-570778233227 req-c49a813b-4be2-4267-97bb-164b56db7338 tempest-ServerShowV247Test-1334042734 tempest-ServerShowV247Test-1334042734-project] 10.222.0.20 "GET /v2.0/ports?device_id=3513c2fc-77bc-4240-a0f3-43c869483f2d HTTP/1.1" status: 200 len: 210 time: 0.0524359 Nov 12 00:53:48.674092 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-575f32cb-46b9-4f86-ad27-f4733e8ce3ca req-2b2ee7a5-abae-4d89-afb7-ccbd05cc3fe2 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0402250 Nov 12 00:53:48.710914 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cf7ae055-54eb-4030-9d9e-01922213b354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:48.714480 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cf7ae055-54eb-4030-9d9e-01922213b354 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:48.719447 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-cf7ae055-54eb-4030-9d9e-01922213b354 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2001df67-3cac-451e-bcf6-8f26a1efd95e HTTP/1.1" status: 204 len: 168 time: 0.2599173 Nov 12 00:53:48.728664 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ae055-54eb-4030-9d9e-01922213b354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2001df67-3cac-451e-bcf6-8f26a1efd95e,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:48.856395 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7088d7fc-2033-4a50-98bf-0bcd2c1af340 req-daef9c77-7ac1-4092-9397-a25a97144126 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0387347 Nov 12 00:53:49.045632 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 60050) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:49.060682 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c72fc129-8997-44fb-939e-778420281911 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:49.138318 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c72fc129-8997-44fb-939e-778420281911 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:49.142504 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c72fc129-8997-44fb-939e-778420281911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:49.184294 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c72fc129-8997-44fb-939e-778420281911 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a35f52291aae4033a6207e026e2b17de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1369929 Nov 12 00:53:49.187920 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 60054) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:49.194315 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72fc129-8997-44fb-939e-778420281911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a81754b-903c-461d-9028-2d4884c6cf49,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:49.249573 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ec4f7428-64b9-4288-81e9-de0268927c14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:49.268876 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3cddd2-f638-4462-b646-8ff77e896f77 req-2e4d4368-4d81-43f0-8e60-06ef29094b9d tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:49.270458 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ae3cddd2-f638-4462-b646-8ff77e896f77 req-2e4d4368-4d81-43f0-8e60-06ef29094b9d tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c55965b-f440-4831-b400-6b94f6516f6f HTTP/1.1" status: 200 len: 946 time: 0.0671906 Nov 12 00:53:49.275096 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ec4f7428-64b9-4288-81e9-de0268927c14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:49.322934 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ae3cddd2-f638-4462-b646-8ff77e896f77 req-348a364d-19a7-4aff-b503-8da298245d2b tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431025 Nov 12 00:53:49.325885 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ec4f7428-64b9-4288-81e9-de0268927c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:49.328666 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ec4f7428-64b9-4288-81e9-de0268927c14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:49.330154 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ec4f7428-64b9-4288-81e9-de0268927c14 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2a81754b-903c-461d-9028-2d4884c6cf49 HTTP/1.1" status: 204 len: 168 time: 0.1409488 Nov 12 00:53:49.338783 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4f7428-64b9-4288-81e9-de0268927c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a81754b-903c-461d-9028-2d4884c6cf49,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:49.502017 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 40da9af8-2c60-4f9c-be71-25e602fb54e1 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:53:49.608585 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 40da9af8-2c60-4f9c-be71-25e602fb54e1, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=40da9af8-2c60-4f9c-be71-25e602fb54e1,segment=NetworkSegment(8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b),segment_id=8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:49.625633 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '40da9af8-2c60-4f9c-be71-25e602fb54e1', 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e', 'port_id': '40da9af8-2c60-4f9c-be71-25e602fb54e1', 'mac_address': 'fa:16:3e:4a:16:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:53:49.697615 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-49aecdc0-b1b6-48e4-b57e-785654908626 req-b9474b40-199d-4307-b003-93aa4b1bf207 tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] 10.222.0.20 "GET /v2.0/ports?device_id=596c89d9-e011-4e30-9519-5ed24d5e688e HTTP/1.1" status: 200 len: 210 time: 0.0525291 Nov 12 00:53:49.773633 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-40a8ce82-3b1f-4177-8b3b-b38d938da21a req-f6b22517-90dd-4763-96b1-d8e7a4059d5d tempest-ServerShowV247Test-1334042734 tempest-ServerShowV247Test-1334042734-project] 10.222.0.20 "GET /v2.0/ports?device_id=3513c2fc-77bc-4240-a0f3-43c869483f2d HTTP/1.1" status: 200 len: 210 time: 0.0325699 Nov 12 00:53:49.861411 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:49.878246 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 40da9af8-2c60-4f9c-be71-25e602fb54e1 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:49.903685 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 40da9af8-2c60-4f9c-be71-25e602fb54e1, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=40da9af8-2c60-4f9c-be71-25e602fb54e1,segment=NetworkSegment(8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b),segment_id=8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:49.908700 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:49.951724 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e826e6-39f9-418e-9435-b6a172570478 req-5084c215-6eac-4dda-a4be-85602763bf2d tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:49.953429 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-84e826e6-39f9-418e-9435-b6a172570478 req-5084c215-6eac-4dda-a4be-85602763bf2d tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] 10.222.0.49 "GET /v2.0/networks?id=5a48e17c-d620-48aa-ab95-1b4da5c3976c HTTP/1.1" status: 200 len: 822 time: 0.1781404 Nov 12 00:53:49.964250 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=40da9af8-2c60-4f9c-be71-25e602fb54e1,revision_number=6']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:49.979776 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-84e826e6-39f9-418e-9435-b6a172570478 req-78a7bf07-a9b1-448b-bc32-086c3b232b50 tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] Request body: {'port': {'device_id': '596c89d9-e011-4e30-9519-5ed24d5e688e', 'network_id': '5a48e17c-d620-48aa-ab95-1b4da5c3976c', 'admin_state_up': True, 'tenant_id': 'd579d2e5aab744448e58377d64b02f50'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:50.120764 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84e826e6-39f9-418e-9435-b6a172570478 req-78a7bf07-a9b1-448b-bc32-086c3b232b50 tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] Made reservation on behalf of d579d2e5aab744448e58377d64b02f50 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:50.124534 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-84e826e6-39f9-418e-9435-b6a172570478 req-78a7bf07-a9b1-448b-bc32-086c3b232b50 tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:50.154398 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['40da9af8-2c60-4f9c-be71-25e602fb54e1'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:50.311226 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-84e826e6-39f9-418e-9435-b6a172570478 req-78a7bf07-a9b1-448b-bc32-086c3b232b50 tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] Allocated IP 172.20.0.12 (5a48e17c-d620-48aa-ab95-1b4da5c3976c/96e62b75-aa52-4b40-a895-9647d740fafe/25af45d5-ce8a-4429-92b6-d945d9a1d593) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:50.503265 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ec899-463e-498e-8fc9-128b440c1cd7 req-da2a0499-b4a3-4962-8d83-29e90ebc1e7f tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:50.504753 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-be2ec899-463e-498e-8fc9-128b440c1cd7 req-da2a0499-b4a3-4962-8d83-29e90ebc1e7f tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c55965b-f440-4831-b400-6b94f6516f6f HTTP/1.1" status: 200 len: 945 time: 0.0760977 Nov 12 00:53:50.521914 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-84e826e6-39f9-418e-9435-b6a172570478 req-78a7bf07-a9b1-448b-bc32-086c3b232b50 tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:50.584211 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-be2ec899-463e-498e-8fc9-128b440c1cd7 req-c60594e2-ab1a-4602-89e2-57d03da2d129 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675449 Nov 12 00:53:50.596679 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-84e826e6-39f9-418e-9435-b6a172570478 req-78a7bf07-a9b1-448b-bc32-086c3b232b50 tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:50.650894 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84e826e6-39f9-418e-9435-b6a172570478 req-78a7bf07-a9b1-448b-bc32-086c3b232b50 tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] Network 5a48e17c-d620-48aa-ab95-1b4da5c3976c is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:50.656212 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-84e826e6-39f9-418e-9435-b6a172570478 req-78a7bf07-a9b1-448b-bc32-086c3b232b50 tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:50.660148 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e826e6-39f9-418e-9435-b6a172570478 req-78a7bf07-a9b1-448b-bc32-086c3b232b50 tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:50.671833 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a7bf07-a9b1-448b-bc32-086c3b232b50 tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] Pushing event updated for resources: {'Port': ['ID=25af45d5-ce8a-4429-92b6-d945d9a1d593,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:50.721827 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e826e6-39f9-418e-9435-b6a172570478 req-78a7bf07-a9b1-448b-bc32-086c3b232b50 tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:50.722732 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-84e826e6-39f9-418e-9435-b6a172570478 req-78a7bf07-a9b1-448b-bc32-086c3b232b50 tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:50.740431 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-84e826e6-39f9-418e-9435-b6a172570478 req-78a7bf07-a9b1-448b-bc32-086c3b232b50 tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7659388 Nov 12 00:53:50.766949 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-84e826e6-39f9-418e-9435-b6a172570478 req-18f80e86-d012-4e79-9358-a298ae7377ed service neutron] Request body: {'port': {'device_id': '596c89d9-e011-4e30-9519-5ed24d5e688e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:50.852425 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f8465-2ed5-4330-ab1c-a30a6a905114 req-f80a9b82-3057-487d-9485-8f09d46c1eb9 tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:50.862671 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a94f8465-2ed5-4330-ab1c-a30a6a905114 req-f80a9b82-3057-487d-9485-8f09d46c1eb9 tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] 10.222.0.20 "GET /v2.0/ports?device_id=596c89d9-e011-4e30-9519-5ed24d5e688e HTTP/1.1" status: 200 len: 932 time: 0.0764854 Nov 12 00:53:50.884140 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d4e82f72-6a5e-4bc6-afc5-4025e8a5bef8 req-086c65ec-112b-4d3c-a140-7087d56fb9af service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0353513 Nov 12 00:53:50.895867 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-84e826e6-39f9-418e-9435-b6a172570478 req-18f80e86-d012-4e79-9358-a298ae7377ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:50.948063 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a94f8465-2ed5-4330-ab1c-a30a6a905114 req-0a2150ad-eb60-420f-8829-cc8a0f8547da tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fb932bc-b863-4416-8501-3c74e3cc792f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804517 Nov 12 00:53:50.981750 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c25c52e3-cf11-439a-a4c5-272df08c5361 req-a7f5111e-c25b-4844-b8fb-38cb242af232 tempest-ServerShowV247Test-1334042734 tempest-ServerShowV247Test-1334042734-project] 10.222.0.20 "GET /v2.0/ports?device_id=3513c2fc-77bc-4240-a0f3-43c869483f2d HTTP/1.1" status: 200 len: 210 time: 0.0668688 Nov 12 00:53:51.063532 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8fdbc766-1ff2-4d67-a209-cb054ebf7dc7 req-1e8bae11-595a-47b7-a781-9b65840171f4 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0310483 Nov 12 00:53:51.320257 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-84e826e6-39f9-418e-9435-b6a172570478 req-18f80e86-d012-4e79-9358-a298ae7377ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25af45d5-ce8a-4429-92b6-d945d9a1d593 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:51.329091 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-84e826e6-39f9-418e-9435-b6a172570478 req-18f80e86-d012-4e79-9358-a298ae7377ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:51.343483 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-84e826e6-39f9-418e-9435-b6a172570478 req-18f80e86-d012-4e79-9358-a298ae7377ed service neutron] Transition to ACTIVE for port object 25af45d5-ce8a-4429-92b6-d945d9a1d593 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:53:51.347007 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-84e826e6-39f9-418e-9435-b6a172570478 req-18f80e86-d012-4e79-9358-a298ae7377ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:51.401939 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f80e86-d012-4e79-9358-a298ae7377ed service neutron] Pushing event updated for resources: {'Port': ['ID=25af45d5-ce8a-4429-92b6-d945d9a1d593,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:51.485287 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-84e826e6-39f9-418e-9435-b6a172570478 req-18f80e86-d012-4e79-9358-a298ae7377ed service neutron] Attempting to bind port 25af45d5-ce8a-4429-92b6-d945d9a1d593 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:53:51.485764 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-84e826e6-39f9-418e-9435-b6a172570478 req-18f80e86-d012-4e79-9358-a298ae7377ed service neutron] Attempting to bind port 25af45d5-ce8a-4429-92b6-d945d9a1d593 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '338a0b2d-81cb-4e72-9240-bc758ad8466e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5a48e17c-d620-48aa-ab95-1b4da5c3976c'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:53:51.486202 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e826e6-39f9-418e-9435-b6a172570478 req-18f80e86-d012-4e79-9358-a298ae7377ed service neutron] Attempting to bind port 25af45d5-ce8a-4429-92b6-d945d9a1d593 on network 5a48e17c-d620-48aa-ab95-1b4da5c3976c {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:51.491563 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e826e6-39f9-418e-9435-b6a172570478 req-18f80e86-d012-4e79-9358-a298ae7377ed service neutron] Port 25af45d5-ce8a-4429-92b6-d945d9a1d593 on network 5a48e17c-d620-48aa-ab95-1b4da5c3976c not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:53:51.492009 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e826e6-39f9-418e-9435-b6a172570478 req-18f80e86-d012-4e79-9358-a298ae7377ed service neutron] Attempting to bind port 25af45d5-ce8a-4429-92b6-d945d9a1d593 on network 5a48e17c-d620-48aa-ab95-1b4da5c3976c {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:51.497619 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e826e6-39f9-418e-9435-b6a172570478 req-18f80e86-d012-4e79-9358-a298ae7377ed service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:53:51.497958 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e826e6-39f9-418e-9435-b6a172570478 req-18f80e86-d012-4e79-9358-a298ae7377ed service neutron] Checking segment: {'id': '338a0b2d-81cb-4e72-9240-bc758ad8466e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5a48e17c-d620-48aa-ab95-1b4da5c3976c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:51.498367 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e826e6-39f9-418e-9435-b6a172570478 req-18f80e86-d012-4e79-9358-a298ae7377ed service neutron] Bound using segment: {'id': '338a0b2d-81cb-4e72-9240-bc758ad8466e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5a48e17c-d620-48aa-ab95-1b4da5c3976c'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:53:51.498793 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-84e826e6-39f9-418e-9435-b6a172570478 req-18f80e86-d012-4e79-9358-a298ae7377ed service neutron] Bound port: 25af45d5-ce8a-4429-92b6-d945d9a1d593, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '338a0b2d-81cb-4e72-9240-bc758ad8466e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5a48e17c-d620-48aa-ab95-1b4da5c3976c'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:53:51.499148 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-84e826e6-39f9-418e-9435-b6a172570478 req-18f80e86-d012-4e79-9358-a298ae7377ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:51.514047 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 40da9af8-2c60-4f9c-be71-25e602fb54e1 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:51.573894 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 40da9af8-2c60-4f9c-be71-25e602fb54e1 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:51.574471 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:51.592011 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-84e826e6-39f9-418e-9435-b6a172570478 req-18f80e86-d012-4e79-9358-a298ae7377ed service neutron] For port 25af45d5-ce8a-4429-92b6-d945d9a1d593, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:53:51.596463 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-84e826e6-39f9-418e-9435-b6a172570478 req-18f80e86-d012-4e79-9358-a298ae7377ed service neutron] For port 25af45d5-ce8a-4429-92b6-d945d9a1d593, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=25af45d5-ce8a-4429-92b6-d945d9a1d593,segment=NetworkSegment(338a0b2d-81cb-4e72-9240-bc758ad8466e),segment_id=338a0b2d-81cb-4e72-9240-bc758ad8466e)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:53:51.603659 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-84e826e6-39f9-418e-9435-b6a172570478 req-18f80e86-d012-4e79-9358-a298ae7377ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:51.660478 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e826e6-39f9-418e-9435-b6a172570478 req-18f80e86-d012-4e79-9358-a298ae7377ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:51.661293 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-84e826e6-39f9-418e-9435-b6a172570478 req-18f80e86-d012-4e79-9358-a298ae7377ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:51.663784 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-84e826e6-39f9-418e-9435-b6a172570478 req-18f80e86-d012-4e79-9358-a298ae7377ed service neutron] 10.222.0.49 "PUT /v2.0/ports/25af45d5-ce8a-4429-92b6-d945d9a1d593 HTTP/1.1" status: 200 len: 1093 time: 0.9038882 Nov 12 00:53:51.664419 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596c89d9-e011-4e30-9519-5ed24d5e688e', 'tag': '25af45d5-ce8a-4429-92b6-d945d9a1d593'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:51.666698 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0454c05a-6f1d-4cd5-9a39-bfc7f30174e3" -d '{"events": [{"name": "network-changed", "server_uuid": "596c89d9-e011-4e30-9519-5ed24d5e688e", "tag": "25af45d5-ce8a-4429-92b6-d945d9a1d593"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:51.681070 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:51.681882 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f80e86-d012-4e79-9358-a298ae7377ed service neutron] Pushing event updated for resources: {'Port': ['ID=25af45d5-ce8a-4429-92b6-d945d9a1d593,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:51.723370 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c55965b-f440-4831-b400-6b94f6516f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40da9af8-2c60-4f9c-be71-25e602fb54e1'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:51.726003 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f44403b-052d-408b-844c-3a7a3d0b2641" -d '{"events": [{"server_uuid": "0c55965b-f440-4831-b400-6b94f6516f6f", "name": "network-vif-plugged", "status": "completed", "tag": "40da9af8-2c60-4f9c-be71-25e602fb54e1"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:51.743082 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 40da9af8-2c60-4f9c-be71-25e602fb54e1, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=40da9af8-2c60-4f9c-be71-25e602fb54e1,segment=NetworkSegment(8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b),segment_id=8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:51.749315 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430a536c-5dc5-4600-86fe-26a8110bbba9 x-openstack-request-id: req-430a536c-5dc5-4600-86fe-26a8110bbba9 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:51.749709 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "596c89d9-e011-4e30-9519-5ed24d5e688e", "tag": "25af45d5-ce8a-4429-92b6-d945d9a1d593", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:51.750351 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-430a536c-5dc5-4600-86fe-26a8110bbba9 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:51.750351 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '596c89d9-e011-4e30-9519-5ed24d5e688e', 'tag': '25af45d5-ce8a-4429-92b6-d945d9a1d593', 'status': 'completed', 'code': 200} Nov 12 00:53:51.750572 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:51.800704 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fcc3acf-28f7-47b0-a557-6ed9f6c4bf91 x-openstack-request-id: req-1fcc3acf-28f7-47b0-a557-6ed9f6c4bf91 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:51.800991 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c55965b-f440-4831-b400-6b94f6516f6f", "name": "network-vif-plugged", "status": "completed", "tag": "40da9af8-2c60-4f9c-be71-25e602fb54e1", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:51.801446 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1fcc3acf-28f7-47b0-a557-6ed9f6c4bf91 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:51.801987 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c55965b-f440-4831-b400-6b94f6516f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40da9af8-2c60-4f9c-be71-25e602fb54e1', 'code': 200} Nov 12 00:53:51.826578 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e826e6-39f9-418e-9435-b6a172570478 req-0b2cb452-1e3b-4c52-9165-edabb7d7f778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:51.828608 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-84e826e6-39f9-418e-9435-b6a172570478 req-0b2cb452-1e3b-4c52-9165-edabb7d7f778 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d579d2e5aab744448e58377d64b02f50&device_id=596c89d9-e011-4e30-9519-5ed24d5e688e HTTP/1.1" status: 200 len: 1096 time: 0.0669625 Nov 12 00:53:51.840848 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=40da9af8-2c60-4f9c-be71-25e602fb54e1,revision_number=7']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:51.852865 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c79c9a-742e-486e-80f7-a90e59c99db6 req-6f86638b-aaaf-4e8e-bf6c-807914ef7ffe tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:51.858625 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-58c79c9a-742e-486e-80f7-a90e59c99db6 req-6f86638b-aaaf-4e8e-bf6c-807914ef7ffe tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c55965b-f440-4831-b400-6b94f6516f6f HTTP/1.1" status: 200 len: 945 time: 0.1293066 Nov 12 00:53:51.889003 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-84e826e6-39f9-418e-9435-b6a172570478 req-abefb795-d6ed-4e01-8839-e306284084be service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25af45d5-ce8a-4429-92b6-d945d9a1d593 HTTP/1.1" status: 200 len: 217 time: 0.0429783 Nov 12 00:53:51.927186 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-58c79c9a-742e-486e-80f7-a90e59c99db6 req-a592a910-5aab-473f-90d0-a0034fb72909 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612221 Nov 12 00:53:51.954114 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e826e6-39f9-418e-9435-b6a172570478 req-fdbc68c7-7a47-4fd3-a921-66c2b504f6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:51.955646 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-84e826e6-39f9-418e-9435-b6a172570478 req-fdbc68c7-7a47-4fd3-a921-66c2b504f6f8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=96e62b75-aa52-4b40-a895-9647d740fafe HTTP/1.1" status: 200 len: 862 time: 0.0586853 Nov 12 00:53:51.989773 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-84e826e6-39f9-418e-9435-b6a172570478 req-132e41e8-a7f2-4134-9b5c-fd5f6b550af6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5a48e17c-d620-48aa-ab95-1b4da5c3976c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260925 Nov 12 00:53:52.107368 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9966f08d-45fe-41d9-a897-8a979d10031a req-ce03736d-94b3-4cc8-aac9-c5574f8298f5 tempest-ServerShowV247Test-1334042734 tempest-ServerShowV247Test-1334042734-project] 10.222.0.20 "GET /v2.0/ports?device_id=3513c2fc-77bc-4240-a0f3-43c869483f2d HTTP/1.1" status: 200 len: 210 time: 0.0424204 Nov 12 00:53:52.474117 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-84e826e6-39f9-418e-9435-b6a172570478 req-28a0c4e3-f862-4d9c-a67e-e145c24e0d83 service neutron] 10.222.0.49 "GET /v2.0/networks/5a48e17c-d620-48aa-ab95-1b4da5c3976c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4734378 Nov 12 00:53:52.487998 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43dd973-f15e-49ec-9b45-1bea4a855d2c req-3a947e05-8563-48ba-8d38-c42e936dd9cd tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:52.489594 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c43dd973-f15e-49ec-9b45-1bea4a855d2c req-3a947e05-8563-48ba-8d38-c42e936dd9cd tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] 10.222.0.20 "GET /v2.0/ports?device_id=596c89d9-e011-4e30-9519-5ed24d5e688e HTTP/1.1" status: 200 len: 944 time: 0.4198825 Nov 12 00:53:52.687741 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-84e826e6-39f9-418e-9435-b6a172570478 req-22a8fdc8-6f9a-4e8b-abf4-bf04d6dc3c49 service neutron] 10.222.0.49 "GET /v2.0/networks/5a48e17c-d620-48aa-ab95-1b4da5c3976c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971242 Nov 12 00:53:52.703372 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c43dd973-f15e-49ec-9b45-1bea4a855d2c req-61d8ad31-7a9e-426c-8207-3ece7eb0ba8f tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fb932bc-b863-4416-8501-3c74e3cc792f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046747 Nov 12 00:53:52.878448 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454c05a-6f1d-4cd5-9a39-bfc7f30174e3 req-3ac65d0c-3fe9-4602-9afe-e18dff771519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:52.879899 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0454c05a-6f1d-4cd5-9a39-bfc7f30174e3 req-3ac65d0c-3fe9-4602-9afe-e18dff771519 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d579d2e5aab744448e58377d64b02f50&device_id=596c89d9-e011-4e30-9519-5ed24d5e688e HTTP/1.1" status: 200 len: 1096 time: 0.0483174 Nov 12 00:53:53.044972 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454c05a-6f1d-4cd5-9a39-bfc7f30174e3 req-6c9ef7c4-1875-46a7-8a6d-5df5a8e1d630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:53.047478 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0454c05a-6f1d-4cd5-9a39-bfc7f30174e3 req-6c9ef7c4-1875-46a7-8a6d-5df5a8e1d630 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5a48e17c-d620-48aa-ab95-1b4da5c3976c HTTP/1.1" status: 200 len: 923 time: 0.1596277 Nov 12 00:53:53.144372 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0454c05a-6f1d-4cd5-9a39-bfc7f30174e3 req-93df5f69-a41c-4b54-ac8e-2c16b8bd285c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25af45d5-ce8a-4429-92b6-d945d9a1d593 HTTP/1.1" status: 200 len: 217 time: 0.0888541 Nov 12 00:53:53.147611 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d57ec-891e-4484-874a-ceeb614690ff req-5dc09e2c-3d78-494e-83e4-7bb0d3edf226 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:53.151789 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8e5d57ec-891e-4484-874a-ceeb614690ff req-5dc09e2c-3d78-494e-83e4-7bb0d3edf226 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c55965b-f440-4831-b400-6b94f6516f6f HTTP/1.1" status: 200 len: 946 time: 0.1136765 Nov 12 00:53:53.275879 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454c05a-6f1d-4cd5-9a39-bfc7f30174e3 req-d9f0104d-a4e7-487a-a9de-32d05831c019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:53.279055 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0454c05a-6f1d-4cd5-9a39-bfc7f30174e3 req-d9f0104d-a4e7-487a-a9de-32d05831c019 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=96e62b75-aa52-4b40-a895-9647d740fafe HTTP/1.1" status: 200 len: 862 time: 0.1248946 Nov 12 00:53:53.284182 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b9166b89-889a-439c-9e57-be4e6c283b8c req-afee8b69-b94e-4e8a-b7f6-39e052182566 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0598056 Nov 12 00:53:53.296333 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8e5d57ec-891e-4484-874a-ceeb614690ff req-e903c1b0-2b47-446f-8fa1-1b01333085cd tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358171 Nov 12 00:53:53.320859 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-221df897-5898-4247-8ee1-c0683136113e req-9ded0b52-1e80-430e-a123-c59c5c718357 tempest-ServerShowV247Test-1334042734 tempest-ServerShowV247Test-1334042734-project] 10.222.0.20 "GET /v2.0/ports?device_id=3513c2fc-77bc-4240-a0f3-43c869483f2d HTTP/1.1" status: 200 len: 210 time: 0.0403557 Nov 12 00:53:53.373675 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0454c05a-6f1d-4cd5-9a39-bfc7f30174e3 req-052f0a9d-49f3-459d-be47-758a70fa0dee service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5a48e17c-d620-48aa-ab95-1b4da5c3976c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517244 Nov 12 00:53:53.506089 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0454c05a-6f1d-4cd5-9a39-bfc7f30174e3 req-67be56ee-92e9-49ad-95e0-93b14133fef3 service neutron] 10.222.0.49 "GET /v2.0/networks/5a48e17c-d620-48aa-ab95-1b4da5c3976c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146038 Nov 12 00:53:53.568185 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5dc71ae7-3031-43bd-a4d2-ec8df8cf22ea req-224df549-2d3a-4c4f-8f37-b0b2f6a9b69a service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0612042 Nov 12 00:53:53.694583 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0454c05a-6f1d-4cd5-9a39-bfc7f30174e3 req-47b45f96-ad00-4190-8b27-2dd5f162996a service neutron] 10.222.0.49 "GET /v2.0/networks/5a48e17c-d620-48aa-ab95-1b4da5c3976c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775682 Nov 12 00:53:53.898413 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d849e7-0ba5-41ec-9439-a7959eeeb0a5 req-c79eb63c-8a69-47de-b03f-5c7070765fd4 tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:53.906758 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-67d849e7-0ba5-41ec-9439-a7959eeeb0a5 req-c79eb63c-8a69-47de-b03f-5c7070765fd4 tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] 10.222.0.20 "GET /v2.0/ports?device_id=596c89d9-e011-4e30-9519-5ed24d5e688e HTTP/1.1" status: 200 len: 944 time: 0.0710161 Nov 12 00:53:54.004142 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-67d849e7-0ba5-41ec-9439-a7959eeeb0a5 req-50dd55e5-1858-4a71-ac0c-dc4abc155919 tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fb932bc-b863-4416-8501-3c74e3cc792f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962193 Nov 12 00:53:54.472084 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3132fe-3dc6-4f58-97f6-3374acea1b74 req-1ea946ec-2566-43dc-a626-a1e22aea40b2 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:54.482017 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b1050b20-354c-40b4-b6e4-1d50a77211dc req-129ad7c9-fa56-466b-b663-3d99c656a43e tempest-ServerShowV247Test-1334042734 tempest-ServerShowV247Test-1334042734-project] 10.222.0.20 "GET /v2.0/ports?device_id=3513c2fc-77bc-4240-a0f3-43c869483f2d HTTP/1.1" status: 200 len: 210 time: 0.0373313 Nov 12 00:53:54.482608 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ab3132fe-3dc6-4f58-97f6-3374acea1b74 req-1ea946ec-2566-43dc-a626-a1e22aea40b2 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c55965b-f440-4831-b400-6b94f6516f6f HTTP/1.1" status: 200 len: 946 time: 0.0926228 Nov 12 00:53:54.538045 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ab3132fe-3dc6-4f58-97f6-3374acea1b74 req-1ea490e7-50db-4ad5-85fd-c2a8e4fef3b4 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540481 Nov 12 00:53:55.225529 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948e8ec-50d8-4f00-8859-cb54ff4d8688 req-292b4d48-3f33-49db-9379-fae5b05fcccc tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:55.227272 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e948e8ec-50d8-4f00-8859-cb54ff4d8688 req-292b4d48-3f33-49db-9379-fae5b05fcccc tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] 10.222.0.20 "GET /v2.0/ports?device_id=596c89d9-e011-4e30-9519-5ed24d5e688e HTTP/1.1" status: 200 len: 944 time: 0.0959513 Nov 12 00:53:55.298997 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e948e8ec-50d8-4f00-8859-cb54ff4d8688 req-a0ce7bf3-5596-44b0-af30-4d17d725bcef tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fb932bc-b863-4416-8501-3c74e3cc792f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622146 Nov 12 00:53:55.318119 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 25af45d5-ce8a-4429-92b6-d945d9a1d593 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:53:55.477014 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 25af45d5-ce8a-4429-92b6-d945d9a1d593, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=25af45d5-ce8a-4429-92b6-d945d9a1d593,segment=NetworkSegment(338a0b2d-81cb-4e72-9240-bc758ad8466e),segment_id=338a0b2d-81cb-4e72-9240-bc758ad8466e)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:55.523155 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '25af45d5-ce8a-4429-92b6-d945d9a1d593', 'network_id': '5a48e17c-d620-48aa-ab95-1b4da5c3976c', 'port_id': '25af45d5-ce8a-4429-92b6-d945d9a1d593', 'mac_address': 'fa:16:3e:ad:dd:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96e62b75-aa52-4b40-a895-9647d740fafe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:53:55.640573 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:55.682061 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25af45d5-ce8a-4429-92b6-d945d9a1d593 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:55.718909 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d97b6732-6cde-46fc-b97d-0d2d4930ea0a req-16be3e9a-2486-43b6-8e46-ccb02f3bbc94 tempest-ServerShowV247Test-1334042734 tempest-ServerShowV247Test-1334042734-project] 10.222.0.20 "GET /v2.0/ports?device_id=3513c2fc-77bc-4240-a0f3-43c869483f2d HTTP/1.1" status: 200 len: 210 time: 0.0665827 Nov 12 00:53:55.736989 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 25af45d5-ce8a-4429-92b6-d945d9a1d593, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=25af45d5-ce8a-4429-92b6-d945d9a1d593,segment=NetworkSegment(338a0b2d-81cb-4e72-9240-bc758ad8466e),segment_id=338a0b2d-81cb-4e72-9240-bc758ad8466e)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:55.764298 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:55.850090 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c6bfe-cc5d-4099-bb4a-03e8459f29e9 req-a9dc5195-1a0a-45f8-b4be-8e29fa88bf11 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:55.859439 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-264c6bfe-cc5d-4099-bb4a-03e8459f29e9 req-a9dc5195-1a0a-45f8-b4be-8e29fa88bf11 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c55965b-f440-4831-b400-6b94f6516f6f HTTP/1.1" status: 200 len: 946 time: 0.1446116 Nov 12 00:53:55.863120 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=25af45d5-ce8a-4429-92b6-d945d9a1d593,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:55.890687 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3f13888b-67e4-4e10-93f1-08f4a72ba19c req-a9707d20-d607-4a96-b291-23526be019c8 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0670252 Nov 12 00:53:56.043775 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-264c6bfe-cc5d-4099-bb4a-03e8459f29e9 req-54f61d50-535a-47e2-811a-20e79b1330c1 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751661 Nov 12 00:53:56.116015 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ea55f291-4b2e-47d2-83bf-de1677b356aa req-292d92c8-8a1b-4dbd-939a-918abcddaaf9 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0344312 Nov 12 00:53:56.165763 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['25af45d5-ce8a-4429-92b6-d945d9a1d593'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:56.496471 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9846e3e-6646-4592-909e-49f73540a3b6 req-9f8e3492-d01b-4e6d-a474-893955590a67 tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:56.504937 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b9846e3e-6646-4592-909e-49f73540a3b6 req-9f8e3492-d01b-4e6d-a474-893955590a67 tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] 10.222.0.20 "GET /v2.0/ports?device_id=596c89d9-e011-4e30-9519-5ed24d5e688e HTTP/1.1" status: 200 len: 945 time: 0.0701909 Nov 12 00:53:56.571775 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b9846e3e-6646-4592-909e-49f73540a3b6 req-540405fc-e8b8-47d7-bf38-35db5ae7c575 tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fb932bc-b863-4416-8501-3c74e3cc792f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659719 Nov 12 00:53:56.847404 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b1f7243f-9b7b-4805-b5f4-3eeccbc08dd4 req-528d606e-59fa-43a5-afc8-b7d2dfb5c986 tempest-ServerShowV247Test-1334042734 tempest-ServerShowV247Test-1334042734-project] 10.222.0.20 "GET /v2.0/ports?device_id=3513c2fc-77bc-4240-a0f3-43c869483f2d HTTP/1.1" status: 200 len: 210 time: 0.0315766 Nov 12 00:53:57.302336 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd3f84-049f-4c1c-93ba-262a955e08a8 req-3401bc90-2b29-4aa1-adab-0f21effa4200 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:57.312330 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7cbd3f84-049f-4c1c-93ba-262a955e08a8 req-3401bc90-2b29-4aa1-adab-0f21effa4200 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c55965b-f440-4831-b400-6b94f6516f6f HTTP/1.1" status: 200 len: 946 time: 0.1160820 Nov 12 00:53:57.343628 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 25af45d5-ce8a-4429-92b6-d945d9a1d593 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:57.421226 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7cbd3f84-049f-4c1c-93ba-262a955e08a8 req-6f98464f-2cfa-478f-9a5e-0a4cb1251479 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073334 Nov 12 00:53:57.434918 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 25af45d5-ce8a-4429-92b6-d945d9a1d593 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:53:57.441932 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 25af45d5-ce8a-4429-92b6-d945d9a1d593 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:57.442656 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:57.555449 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:57.601898 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596c89d9-e011-4e30-9519-5ed24d5e688e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25af45d5-ce8a-4429-92b6-d945d9a1d593'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:57.621908 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c5c5f9-ff45-45ac-879f-2142d76fd380" -d '{"events": [{"server_uuid": "596c89d9-e011-4e30-9519-5ed24d5e688e", "name": "network-vif-plugged", "status": "completed", "tag": "25af45d5-ce8a-4429-92b6-d945d9a1d593"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:57.650006 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 25af45d5-ce8a-4429-92b6-d945d9a1d593, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=25af45d5-ce8a-4429-92b6-d945d9a1d593,segment=NetworkSegment(338a0b2d-81cb-4e72-9240-bc758ad8466e),segment_id=338a0b2d-81cb-4e72-9240-bc758ad8466e)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:57.657786 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:57.730771 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a593192-c00a-42bf-9070-b83d50bb1b24 req-aa6d0d6a-6a3f-4e41-a23f-b166cdafa962 tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:57.740770 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4a593192-c00a-42bf-9070-b83d50bb1b24 req-aa6d0d6a-6a3f-4e41-a23f-b166cdafa962 tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] 10.222.0.20 "GET /v2.0/ports?device_id=596c89d9-e011-4e30-9519-5ed24d5e688e HTTP/1.1" status: 200 len: 946 time: 0.0830340 Nov 12 00:53:57.754771 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcac3c0e-cf89-4660-afa3-208fb533568c x-openstack-request-id: req-dcac3c0e-cf89-4660-afa3-208fb533568c {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:57.758437 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596c89d9-e011-4e30-9519-5ed24d5e688e", "name": "network-vif-plugged", "status": "completed", "tag": "25af45d5-ce8a-4429-92b6-d945d9a1d593", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:57.758715 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dcac3c0e-cf89-4660-afa3-208fb533568c {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:57.759127 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596c89d9-e011-4e30-9519-5ed24d5e688e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25af45d5-ce8a-4429-92b6-d945d9a1d593', 'code': 200} Nov 12 00:53:57.802909 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4a593192-c00a-42bf-9070-b83d50bb1b24 req-6bc30116-1a25-45bc-822e-6435eec3d4d2 tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fb932bc-b863-4416-8501-3c74e3cc792f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594544 Nov 12 00:53:57.846629 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=25af45d5-ce8a-4429-92b6-d945d9a1d593,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:57.929253 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1334e79-1315-42f2-8913-8a53987c2ecd req-b356179f-2b98-4e1b-bbe4-a3fbf528cf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:57.930402 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e1334e79-1315-42f2-8913-8a53987c2ecd req-b356179f-2b98-4e1b-bbe4-a3fbf528cf03 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=596c89d9-e011-4e30-9519-5ed24d5e688e HTTP/1.1" status: 200 len: 1098 time: 0.0886571 Nov 12 00:53:58.042188 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e1334e79-1315-42f2-8913-8a53987c2ecd req-49e120cb-05f2-4da8-b715-a2f186a951ff service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1fb932bc-b863-4416-8501-3c74e3cc792f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992970 Nov 12 00:53:58.096837 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2e1800e0-57fa-4922-b9b8-86dd47101fac req-fb95cd62-3495-4ad4-89fe-51b5f3b566aa tempest-ServerShowV247Test-1334042734 tempest-ServerShowV247Test-1334042734-project] 10.222.0.20 "GET /v2.0/ports?device_id=3513c2fc-77bc-4240-a0f3-43c869483f2d HTTP/1.1" status: 200 len: 210 time: 0.0501807 Nov 12 00:53:58.172756 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-098904a6-7309-47e1-9da1-105fb77b50cb req-51a53dbc-09c8-4d9a-9452-d8672c537caa service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0403686 Nov 12 00:53:58.361554 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-718d8258-74c4-4145-8f6c-ca8c55daa473 req-e6ba4e96-6c21-4f52-b408-3892aa6185a8 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0331359 Nov 12 00:53:58.620865 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26684ea-3076-441d-8614-553f56f3614b req-4605effe-b429-48df-b719-5f7fa6b2cf9a tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:58.627953 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b26684ea-3076-441d-8614-553f56f3614b req-4605effe-b429-48df-b719-5f7fa6b2cf9a tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c55965b-f440-4831-b400-6b94f6516f6f HTTP/1.1" status: 200 len: 946 time: 0.0935616 Nov 12 00:53:58.711753 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b26684ea-3076-441d-8614-553f56f3614b req-17c658b8-8260-4496-a794-946affb9486f tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829306 Nov 12 00:53:59.030971 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f4202-3abb-4e7f-af5f-838935420715 req-f6799e10-72a9-4279-95cf-63128df12c2c tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:59.038961 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2c0f4202-3abb-4e7f-af5f-838935420715 req-f6799e10-72a9-4279-95cf-63128df12c2c tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] 10.222.0.20 "GET /v2.0/ports?device_id=596c89d9-e011-4e30-9519-5ed24d5e688e HTTP/1.1" status: 200 len: 946 time: 0.1165526 Nov 12 00:53:59.097619 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2c0f4202-3abb-4e7f-af5f-838935420715 req-bf113dfc-d5ec-42fe-a5ff-7975cc1ae7b4 tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fb932bc-b863-4416-8501-3c74e3cc792f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575278 Nov 12 00:53:59.240152 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-98fade73-aa61-48ae-ac4f-a29d771f1256 req-dcfc0da9-2dec-4697-a322-6a0933bb30b7 tempest-ServerShowV247Test-1334042734 tempest-ServerShowV247Test-1334042734-project] 10.222.0.20 "GET /v2.0/ports?device_id=3513c2fc-77bc-4240-a0f3-43c869483f2d HTTP/1.1" status: 200 len: 210 time: 0.0428197 Nov 12 00:53:59.877263 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a434b-c949-49a8-9c2a-c4066f4422d7 req-579ef625-3bd7-42cc-92df-0ff415c52260 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:59.878810 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3e3a434b-c949-49a8-9c2a-c4066f4422d7 req-579ef625-3bd7-42cc-92df-0ff415c52260 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c55965b-f440-4831-b400-6b94f6516f6f HTTP/1.1" status: 200 len: 946 time: 0.0700452 Nov 12 00:53:59.960654 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3e3a434b-c949-49a8-9c2a-c4066f4422d7 req-7e517a2c-5ff4-4258-8b32-7a34e764caa7 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741942 Nov 12 00:54:00.281590 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e18535-d3f1-4548-b6d1-ecdc0fb5733e req-7eb415e9-c80d-4791-8375-3ae242b3e098 tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:00.305747 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d9e18535-d3f1-4548-b6d1-ecdc0fb5733e req-7eb415e9-c80d-4791-8375-3ae242b3e098 tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] 10.222.0.20 "GET /v2.0/ports?device_id=596c89d9-e011-4e30-9519-5ed24d5e688e HTTP/1.1" status: 200 len: 946 time: 0.1017087 Nov 12 00:54:00.314537 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b6230aa-0347-453f-82a0-4d51b9dabe39 req-dec966b9-4d8c-408f-9ea0-910ba1858ce2 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0482695 Nov 12 00:54:00.384000 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d9e18535-d3f1-4548-b6d1-ecdc0fb5733e req-81960e8f-e9f2-4e04-8da0-01fbd548957d tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fb932bc-b863-4416-8501-3c74e3cc792f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686963 Nov 12 00:54:00.424785 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 60402) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:00.436579 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-57a875e0-302f-4743-9435-cfe5a4f951b6 req-f24afb9d-fba5-422a-b348-676cc6f0397f tempest-ServerShowV247Test-1334042734 tempest-ServerShowV247Test-1334042734-project] 10.222.0.20 "GET /v2.0/ports?device_id=3513c2fc-77bc-4240-a0f3-43c869483f2d HTTP/1.1" status: 200 len: 210 time: 0.0541763 Nov 12 00:54:00.584162 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f9cf4bb7-a4aa-4c1c-a41c-c66e8fe72138 req-5ae846a3-7c45-4ef3-bbe4-37fe095ce331 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0653975 Nov 12 00:54:00.682561 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-047e4efb-d716-4c4b-9596-1d4e5248bbbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:00.801891 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-047e4efb-d716-4c4b-9596-1d4e5248bbbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:00.822394 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-047e4efb-d716-4c4b-9596-1d4e5248bbbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:00.896034 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d212a-dcd6-49b4-87b3-993edafd92e1 req-8ea66838-8ffb-4b43-993b-888d9347ae38 tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:00.897828 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-124d212a-dcd6-49b4-87b3-993edafd92e1 req-8ea66838-8ffb-4b43-993b-888d9347ae38 tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] 10.222.0.20 "GET /v2.0/ports?device_id=596c89d9-e011-4e30-9519-5ed24d5e688e HTTP/1.1" status: 200 len: 946 time: 0.1102574 Nov 12 00:54:00.905842 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e4efb-d716-4c4b-9596-1d4e5248bbbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa8c787-e28e-4c4b-861b-5ce3d7882b07,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:00.912694 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-047e4efb-d716-4c4b-9596-1d4e5248bbbc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ab63be7b6e9541fc94febeb399129e63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4842775 Nov 12 00:54:00.913020 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 60420) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:00.984385 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-124d212a-dcd6-49b4-87b3-993edafd92e1 req-db0e7408-039c-4f05-a60c-5fade05a13c8 tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fb932bc-b863-4416-8501-3c74e3cc792f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657055 Nov 12 00:54:00.993857 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-807cc203-63f8-4726-bcb6-bf1f4ecda7ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:01.039351 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-807cc203-63f8-4726-bcb6-bf1f4ecda7ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:01.131636 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2565286-57ab-4e1e-8a72-c9728a56de7d req-3a601e45-8128-4bc1-a484-5953f7cc0fd6 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:01.134030 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f2565286-57ab-4e1e-8a72-c9728a56de7d req-3a601e45-8128-4bc1-a484-5953f7cc0fd6 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c55965b-f440-4831-b400-6b94f6516f6f HTTP/1.1" status: 200 len: 946 time: 0.0595677 Nov 12 00:54:01.151160 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-807cc203-63f8-4726-bcb6-bf1f4ecda7ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:01.154381 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-807cc203-63f8-4726-bcb6-bf1f4ecda7ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:01.157846 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-807cc203-63f8-4726-bcb6-bf1f4ecda7ab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1aa8c787-e28e-4c4b-861b-5ce3d7882b07 HTTP/1.1" status: 204 len: 168 time: 0.2415311 Nov 12 00:54:01.180585 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807cc203-63f8-4726-bcb6-bf1f4ecda7ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa8c787-e28e-4c4b-861b-5ce3d7882b07,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:01.265718 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f2565286-57ab-4e1e-8a72-c9728a56de7d req-4a3d099e-5615-48d1-8cba-5b11bc09362c tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985770 Nov 12 00:54:01.563561 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 60434) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:01.600726 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bc916376-b6b1-4f05-b7e2-1c5daf4124d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:01.634999 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0ab1fc4f-ced7-4a97-8d10-f5fc2c3a26a8 req-85c93bf7-18be-445a-9d43-be0b7ff99a43 tempest-ServerShowV247Test-1334042734 tempest-ServerShowV247Test-1334042734-project] 10.222.0.20 "GET /v2.0/ports?device_id=3513c2fc-77bc-4240-a0f3-43c869483f2d HTTP/1.1" status: 200 len: 210 time: 0.0440297 Nov 12 00:54:01.715953 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bc916376-b6b1-4f05-b7e2-1c5daf4124d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:01.724923 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bc916376-b6b1-4f05-b7e2-1c5daf4124d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:01.789349 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-bc916376-b6b1-4f05-b7e2-1c5daf4124d3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d722a3ec476e485dbf61e9e0e014bfb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2243073 Nov 12 00:54:01.790095 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc916376-b6b1-4f05-b7e2-1c5daf4124d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e7a3d0-716f-4c02-9599-aae9785ba256,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:01.792865 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 60440) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:01.892610 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-58966840-7699-4ec3-a427-4bbd48f76164 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:01.925473 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-58966840-7699-4ec3-a427-4bbd48f76164 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:01.946364 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba7199-9305-4896-a7ba-62a1acbfd81d req-1c7dd4dc-a2ed-44dd-a9ef-a76fc63271ad tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:01.948097 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-31ba7199-9305-4896-a7ba-62a1acbfd81d req-1c7dd4dc-a2ed-44dd-a9ef-a76fc63271ad tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=55ae6baf-744f-4689-9e95-16612d04862e HTTP/1.1" status: 200 len: 945 time: 0.0968568 Nov 12 00:54:02.056085 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-31ba7199-9305-4896-a7ba-62a1acbfd81d req-d9a71830-77d4-4ae9-bceb-141ef98b676e tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991917 Nov 12 00:54:02.057890 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-58966840-7699-4ec3-a427-4bbd48f76164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:02.063128 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-58966840-7699-4ec3-a427-4bbd48f76164 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:02.066767 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-58966840-7699-4ec3-a427-4bbd48f76164 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/62e7a3d0-716f-4c02-9599-aae9785ba256 HTTP/1.1" status: 204 len: 168 time: 0.2698665 Nov 12 00:54:02.111763 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58966840-7699-4ec3-a427-4bbd48f76164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e7a3d0-716f-4c02-9599-aae9785ba256,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:02.168605 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d64a9-b3bf-4212-bba0-761646b38d74 req-bc51cfd8-4b2d-4f9a-84a0-ed79570887de tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:02.176783 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a18d64a9-b3bf-4212-bba0-761646b38d74 req-bc51cfd8-4b2d-4f9a-84a0-ed79570887de tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] 10.222.0.20 "GET /v2.0/ports?device_id=596c89d9-e011-4e30-9519-5ed24d5e688e HTTP/1.1" status: 200 len: 946 time: 0.0649054 Nov 12 00:54:02.252094 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a18d64a9-b3bf-4212-bba0-761646b38d74 req-3cbb65f8-f6ec-4a6c-922b-fb900c04b9b6 tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fb932bc-b863-4416-8501-3c74e3cc792f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651145 Nov 12 00:54:02.471264 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2cb66-bad8-479a-9027-809ea40d4d81 req-5fc2ab66-c821-4202-977f-57dfd0a083bb tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:02.473965 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8fa2cb66-bad8-479a-9027-809ea40d4d81 req-5fc2ab66-c821-4202-977f-57dfd0a083bb tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c55965b-f440-4831-b400-6b94f6516f6f HTTP/1.1" status: 200 len: 946 time: 0.1255217 Nov 12 00:54:02.605632 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8fa2cb66-bad8-479a-9027-809ea40d4d81 req-b5e76357-9da1-477a-b25b-40808bf40aa4 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017151 Nov 12 00:54:02.608810 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ce99571c-5128-48e0-af86-3197160d2485 req-ac827cd4-967d-49ca-9603-3a1b96fa553d service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0796807 Nov 12 00:54:02.666842 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a547d4e-99d0-43f0-9a71-dbdd405480db req-b9034af2-46ba-4c12-9aa0-445c64786708 tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:02.669271 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9a547d4e-99d0-43f0-9a71-dbdd405480db req-b9034af2-46ba-4c12-9aa0-445c64786708 tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] 10.222.0.49 "GET /v2.0/ports?device_id=596c89d9-e011-4e30-9519-5ed24d5e688e HTTP/1.1" status: 200 len: 946 time: 0.0594313 Nov 12 00:54:02.852176 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dcd6f932-802c-4547-9604-35feb4fdd229 req-c4841d3c-736e-4598-b0fb-bcae1d65bd30 tempest-ServerShowV247Test-1334042734 tempest-ServerShowV247Test-1334042734-project] 10.222.0.20 "GET /v2.0/ports?device_id=3513c2fc-77bc-4240-a0f3-43c869483f2d HTTP/1.1" status: 200 len: 210 time: 0.0938616 Nov 12 00:54:02.873665 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f0141acf-6daf-46eb-80a9-169389afc6b6 req-a555b885-63a9-45c0-84c1-76a8a3bc65f8 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0694394 Nov 12 00:54:02.930568 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-9a547d4e-99d0-43f0-9a71-dbdd405480db req-47e6aa8f-cf11-46de-ae86-2bf4989f3bf7 tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] Deleting port 25af45d5-ce8a-4429-92b6-d945d9a1d593 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:02.930901 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-9a547d4e-99d0-43f0-9a71-dbdd405480db req-47e6aa8f-cf11-46de-ae86-2bf4989f3bf7 tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:03.089215 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-9a547d4e-99d0-43f0-9a71-dbdd405480db req-47e6aa8f-cf11-46de-ae86-2bf4989f3bf7 tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] For port 25af45d5-ce8a-4429-92b6-d945d9a1d593, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=25af45d5-ce8a-4429-92b6-d945d9a1d593,segment=NetworkSegment(338a0b2d-81cb-4e72-9240-bc758ad8466e),segment_id=338a0b2d-81cb-4e72-9240-bc758ad8466e)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:03.090312 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-9a547d4e-99d0-43f0-9a71-dbdd405480db req-47e6aa8f-cf11-46de-ae86-2bf4989f3bf7 tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:03.129257 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-9a547d4e-99d0-43f0-9a71-dbdd405480db req-47e6aa8f-cf11-46de-ae86-2bf4989f3bf7 tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] Calling delete_port for 25af45d5-ce8a-4429-92b6-d945d9a1d593 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:03.361675 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d802d4-2f23-45c5-8622-9df93638c5d9 req-db3958f5-d191-4c67-b04d-c302156a39c5 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:03.363225 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b4d802d4-2f23-45c5-8622-9df93638c5d9 req-db3958f5-d191-4c67-b04d-c302156a39c5 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=55ae6baf-744f-4689-9e95-16612d04862e HTTP/1.1" status: 200 len: 945 time: 0.1461415 Nov 12 00:54:03.416961 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-9a547d4e-99d0-43f0-9a71-dbdd405480db req-47e6aa8f-cf11-46de-ae86-2bf4989f3bf7 tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:03.451401 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad6c615-074c-4f9a-bee1-594ab00448a9 req-d236c499-1f78-42d6-bdc0-df87bb2605bd tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:03.454819 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1ad6c615-074c-4f9a-bee1-594ab00448a9 req-d236c499-1f78-42d6-bdc0-df87bb2605bd tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] 10.222.0.20 "GET /v2.0/ports?device_id=596c89d9-e011-4e30-9519-5ed24d5e688e HTTP/1.1" status: 200 len: 867 time: 0.0917532 Nov 12 00:54:03.456553 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e6aa8f-cf11-46de-ae86-2bf4989f3bf7 tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] Pushing event deleted for resources: {'Port': ['ID=25af45d5-ce8a-4429-92b6-d945d9a1d593,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:03.460608 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['25af45d5-ce8a-4429-92b6-d945d9a1d593'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:03.473211 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b4d802d4-2f23-45c5-8622-9df93638c5d9 req-9c008d0f-5588-44cb-b85e-d5cd7b2da87e tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991786 Nov 12 00:54:03.541918 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a547d4e-99d0-43f0-9a71-dbdd405480db req-47e6aa8f-cf11-46de-ae86-2bf4989f3bf7 tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] No DVR routers for this DVR port 25af45d5-ce8a-4429-92b6-d945d9a1d593 on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:54:03.550214 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-9a547d4e-99d0-43f0-9a71-dbdd405480db req-47e6aa8f-cf11-46de-ae86-2bf4989f3bf7 tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:03.554983 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9a547d4e-99d0-43f0-9a71-dbdd405480db req-47e6aa8f-cf11-46de-ae86-2bf4989f3bf7 tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] 10.222.0.49 "DELETE /v2.0/ports/25af45d5-ce8a-4429-92b6-d945d9a1d593 HTTP/1.1" status: 204 len: 173 time: 0.8781376 Nov 12 00:54:03.555449 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596c89d9-e011-4e30-9519-5ed24d5e688e', 'name': 'network-vif-deleted', 'tag': '25af45d5-ce8a-4429-92b6-d945d9a1d593'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:03.557991 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9aee7a-2200-41b9-ba0f-121348e973c6" -d '{"events": [{"server_uuid": "596c89d9-e011-4e30-9519-5ed24d5e688e", "name": "network-vif-deleted", "tag": "25af45d5-ce8a-4429-92b6-d945d9a1d593"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:03.572110 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1ad6c615-074c-4f9a-bee1-594ab00448a9 req-97bf958b-e56f-48d2-a862-120c10e55bbe tempest-ServerAddressesNegativeTestJSON-825763744 tempest-ServerAddressesNegativeTestJSON-825763744-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fb932bc-b863-4416-8501-3c74e3cc792f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073976 Nov 12 00:54:03.609623 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad7e9c2-2651-48a6-9b4f-29e87dd242de x-openstack-request-id: req-1ad7e9c2-2651-48a6-9b4f-29e87dd242de {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:03.610239 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596c89d9-e011-4e30-9519-5ed24d5e688e", "name": "network-vif-deleted", "tag": "25af45d5-ce8a-4429-92b6-d945d9a1d593", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:03.610239 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ad7e9c2-2651-48a6-9b4f-29e87dd242de {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:03.610537 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596c89d9-e011-4e30-9519-5ed24d5e688e', 'name': 'network-vif-deleted', 'tag': '25af45d5-ce8a-4429-92b6-d945d9a1d593', 'status': 'completed', 'code': 200} Nov 12 00:54:03.751489 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c75b6-6380-45ae-94c4-6838d2b109c5 req-783f0af5-2994-4ae1-948a-40c3079f5d3e tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:03.760134 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-133c75b6-6380-45ae-94c4-6838d2b109c5 req-783f0af5-2994-4ae1-948a-40c3079f5d3e tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c55965b-f440-4831-b400-6b94f6516f6f HTTP/1.1" status: 200 len: 946 time: 0.0726714 Nov 12 00:54:03.825071 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-133c75b6-6380-45ae-94c4-6838d2b109c5 req-da31f8c2-64af-4c68-97be-702cd7d3bbd2 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567863 Nov 12 00:54:04.064940 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3eae574f-5959-48b5-a99c-20795bd5dfb6 req-3efb11b4-086b-4a83-93de-c035ccb37721 tempest-ServerShowV247Test-1334042734 tempest-ServerShowV247Test-1334042734-project] 10.222.0.20 "GET /v2.0/ports?device_id=3513c2fc-77bc-4240-a0f3-43c869483f2d HTTP/1.1" status: 200 len: 210 time: 0.0470943 Nov 12 00:54:04.091047 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b46b32-574f-4751-af72-239912732576 req-f90a1683-c54a-4cef-9190-90e40f29c561 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:04.092779 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f9b46b32-574f-4751-af72-239912732576 req-f90a1683-c54a-4cef-9190-90e40f29c561 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.49 "GET /v2.0/ports?device_id=55ae6baf-744f-4689-9e95-16612d04862e HTTP/1.1" status: 200 len: 945 time: 0.1507082 Nov 12 00:54:04.222946 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e1650fc5-414d-4e33-8260-673803487756 req-90fa3022-ce17-4ee4-80a4-b429e28ff96a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1212628 Nov 12 00:54:04.239630 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2543363f-f558-4501-8731-1bc962abe045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:04.248728 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-f9b46b32-574f-4751-af72-239912732576 req-b406d02d-ac70-40b1-a2b1-52d7d86c50a4 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Deleting port cc697cc4-290e-4621-95f2-18d1347d23bf {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:04.249071 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f9b46b32-574f-4751-af72-239912732576 req-b406d02d-ac70-40b1-a2b1-52d7d86c50a4 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:04.419441 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1650fc5-414d-4e33-8260-673803487756 req-1f1af398-b03a-472e-9a7c-b9afc22aad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:04.421025 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e1650fc5-414d-4e33-8260-673803487756 req-1f1af398-b03a-472e-9a7c-b9afc22aad5c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f62521c5dc664ba4a3bbe0954819df3b&device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 1098 time: 0.1150892 Nov 12 00:54:04.441058 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-f9b46b32-574f-4751-af72-239912732576 req-b406d02d-ac70-40b1-a2b1-52d7d86c50a4 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] For port cc697cc4-290e-4621-95f2-18d1347d23bf, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=cc697cc4-290e-4621-95f2-18d1347d23bf,segment=NetworkSegment(47d4bfe1-e950-4b7f-9539-0e611123121b),segment_id=47d4bfe1-e950-4b7f-9539-0e611123121b)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:04.441637 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f9b46b32-574f-4751-af72-239912732576 req-b406d02d-ac70-40b1-a2b1-52d7d86c50a4 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:04.485754 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-f9b46b32-574f-4751-af72-239912732576 req-b406d02d-ac70-40b1-a2b1-52d7d86c50a4 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Calling delete_port for cc697cc4-290e-4621-95f2-18d1347d23bf owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:04.673866 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 60532) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:04.700978 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f9b46b32-574f-4751-af72-239912732576 req-b406d02d-ac70-40b1-a2b1-52d7d86c50a4 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:04.738608 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['6b400def-72a0-4d02-a643-c4fd53bb4ffc', 'cc697cc4-290e-4621-95f2-18d1347d23bf'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:04.741027 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['f84e1833-8244-4e82-86a7-dad6ebedd966', 'd57e219a-9462-47cb-9088-8db4945f0882'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:04.752566 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb17c15-8968-40ff-96e3-a6dd26d31545 req-d1ed97e0-0a6d-4dda-8c8f-8dc72b858446 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:04.754144 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bcb17c15-8968-40ff-96e3-a6dd26d31545 req-d1ed97e0-0a6d-4dda-8c8f-8dc72b858446 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=55ae6baf-744f-4689-9e95-16612d04862e HTTP/1.1" status: 200 len: 867 time: 0.1748800 Nov 12 00:54:04.758369 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1650fc5-414d-4e33-8260-673803487756 req-2d03fdab-8f7e-404d-bffe-8d6e8c6f1265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:04.759616 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e1650fc5-414d-4e33-8260-673803487756 req-2d03fdab-8f7e-404d-bffe-8d6e8c6f1265 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9bd80eeb-5154-4c03-9db9-fcf789d8dd48 HTTP/1.1" status: 200 len: 918 time: 0.3152370 Nov 12 00:54:04.760483 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b406d02d-ac70-40b1-a2b1-52d7d86c50a4 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Pushing event deleted for resources: {'Port': ['ID=cc697cc4-290e-4621-95f2-18d1347d23bf,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:04.762227 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 60534) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:04.802197 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-3709ac06-0364-4fd3-a625-2b11999fbb1e admin admin] Deleting subnet 96e62b75-aa52-4b40-a895-9647d740fafe {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:54:04.812025 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3709ac06-0364-4fd3-a625-2b11999fbb1e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:04.827458 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b46b32-574f-4751-af72-239912732576 req-b406d02d-ac70-40b1-a2b1-52d7d86c50a4 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] No DVR routers for this DVR port cc697cc4-290e-4621-95f2-18d1347d23bf on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:54:04.836617 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f9b46b32-574f-4751-af72-239912732576 req-b406d02d-ac70-40b1-a2b1-52d7d86c50a4 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:04.840041 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f9b46b32-574f-4751-af72-239912732576 req-b406d02d-ac70-40b1-a2b1-52d7d86c50a4 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.49 "DELETE /v2.0/ports/cc697cc4-290e-4621-95f2-18d1347d23bf HTTP/1.1" status: 204 len: 173 time: 0.7335310 Nov 12 00:54:04.931401 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3709ac06-0364-4fd3-a625-2b11999fbb1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:04.932611 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e1650fc5-414d-4e33-8260-673803487756 req-1d92f17c-2745-4ba1-a332-ce08e03590de service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=946f0a4e-ab72-40bd-a433-f66ebca1996e HTTP/1.1" status: 200 len: 1001 time: 0.1325321 Nov 12 00:54:04.948134 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bcb17c15-8968-40ff-96e3-a6dd26d31545 req-e81fa921-91b9-494c-8761-714f928c9b60 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848531 Nov 12 00:54:05.011911 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1650fc5-414d-4e33-8260-673803487756 req-e6edf037-f362-4468-be20-358ecb30d839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:05.013877 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e1650fc5-414d-4e33-8260-673803487756 req-e6edf037-f362-4468-be20-358ecb30d839 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=04c51f1f-4fad-42e7-a817-4af69d874ab6 HTTP/1.1" status: 200 len: 856 time: 0.0644712 Nov 12 00:54:05.075671 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3709ac06-0364-4fd3-a625-2b11999fbb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:05.120565 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b79dd34f-e20b-4733-aa7e-e428f961defc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:05.131963 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5507d752-ad9d-470f-8ba0-87768f54e72a req-196dbbb7-b934-4459-90fb-fa9e6fb864a6 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:05.136243 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1650fc5-414d-4e33-8260-673803487756 req-ee4e62d0-03c6-4398-812d-19308ae1526d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:05.142636 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5507d752-ad9d-470f-8ba0-87768f54e72a req-196dbbb7-b934-4459-90fb-fa9e6fb864a6 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c55965b-f440-4831-b400-6b94f6516f6f HTTP/1.1" status: 200 len: 946 time: 0.1248615 Nov 12 00:54:05.144541 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e1650fc5-414d-4e33-8260-673803487756 req-ee4e62d0-03c6-4398-812d-19308ae1526d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9bd80eeb-5154-4c03-9db9-fcf789d8dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0996306 Nov 12 00:54:05.228426 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5507d752-ad9d-470f-8ba0-87768f54e72a req-8d56bd0b-6917-416a-bd56-8feb5ee731f2 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789719 Nov 12 00:54:05.246001 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3709ac06-0364-4fd3-a625-2b11999fbb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:05.289854 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3709ac06-0364-4fd3-a625-2b11999fbb1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96e62b75-aa52-4b40-a895-9647d740fafe,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:05.292916 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e1650fc5-414d-4e33-8260-673803487756 req-beb82287-0938-4de2-ae91-03e108487190 service neutron] 10.222.0.49 "GET /v2.0/networks/9bd80eeb-5154-4c03-9db9-fcf789d8dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314263 Nov 12 00:54:05.335890 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3709ac06-0364-4fd3-a625-2b11999fbb1e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:05.346500 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3709ac06-0364-4fd3-a625-2b11999fbb1e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/96e62b75-aa52-4b40-a895-9647d740fafe HTTP/1.1" status: 204 len: 168 time: 0.6698565 Nov 12 00:54:05.350132 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 60544) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:05.355685 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7636a388-fa82-448d-b842-d6f0410371a0 req-01ecf24a-f9b0-4d90-a011-736cd7db4ce0 tempest-ServerShowV247Test-1334042734 tempest-ServerShowV247Test-1334042734-project] 10.222.0.20 "GET /v2.0/ports?device_id=3513c2fc-77bc-4240-a0f3-43c869483f2d HTTP/1.1" status: 200 len: 210 time: 0.0598137 Nov 12 00:54:05.457457 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e4a7b99e-899b-4b69-8583-398021498d50 req-6ddd07e0-cd1e-4dfe-997f-798483491161 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0538008 Nov 12 00:54:05.478507 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d49288c8-1c25-4dd0-a3f9-102f3c6b0e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:05.563000 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e1650fc5-414d-4e33-8260-673803487756 req-28328c59-cf28-4f46-99ae-7085b6da870c service neutron] 10.222.0.49 "GET /v2.0/networks/9bd80eeb-5154-4c03-9db9-fcf789d8dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517340 Nov 12 00:54:05.584679 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b79dd34f-e20b-4733-aa7e-e428f961defc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:05.591937 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b79dd34f-e20b-4733-aa7e-e428f961defc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:05.628243 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ae6baf-744f-4689-9e95-16612d04862e', 'name': 'network-vif-deleted', 'tag': 'cc697cc4-290e-4621-95f2-18d1347d23bf'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:05.632587 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3709f8-7246-411c-9769-d85858295030" -d '{"events": [{"server_uuid": "55ae6baf-744f-4689-9e95-16612d04862e", "name": "network-vif-deleted", "tag": "cc697cc4-290e-4621-95f2-18d1347d23bf"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:05.748680 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d49288c8-1c25-4dd0-a3f9-102f3c6b0e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:05.759910 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79dd34f-e20b-4733-aa7e-e428f961defc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189dd260-31d2-4378-b528-c0e3815696fd,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:05.784828 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-d49288c8-1c25-4dd0-a3f9-102f3c6b0e21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a48e17c-d620-48aa-ab95-1b4da5c3976c']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:05.785928 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9124d192-9a3e-48d9-9395-49311e4ed462 x-openstack-request-id: req-9124d192-9a3e-48d9-9395-49311e4ed462 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:05.787115 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55ae6baf-744f-4689-9e95-16612d04862e", "name": "network-vif-deleted", "tag": "cc697cc4-290e-4621-95f2-18d1347d23bf", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:05.787805 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9124d192-9a3e-48d9-9395-49311e4ed462 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:05.788421 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55ae6baf-744f-4689-9e95-16612d04862e', 'name': 'network-vif-deleted', 'tag': 'cc697cc4-290e-4621-95f2-18d1347d23bf', 'status': 'completed', 'code': 200} Nov 12 00:54:05.796078 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-d49288c8-1c25-4dd0-a3f9-102f3c6b0e21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '338a0b2d-81cb-4e72-9240-bc758ad8466e') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:05.796373 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-d49288c8-1c25-4dd0-a3f9-102f3c6b0e21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '338a0b2d-81cb-4e72-9240-bc758ad8466e') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:05.812300 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b79dd34f-e20b-4733-aa7e-e428f961defc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fc9df3fb27724beda33c2fc8ba1aa1d1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0478196 Nov 12 00:54:05.812770 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d49288c8-1c25-4dd0-a3f9-102f3c6b0e21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:05.822858 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-03088595-e675-4514-98cf-799732599ea2 req-c348d024-f180-47b3-a485-cc5ba4d90c1b service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1033094 Nov 12 00:54:05.827848 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 60556) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:05.840838 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d49288c8-1c25-4dd0-a3f9-102f3c6b0e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:05.851820 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d49288c8-1c25-4dd0-a3f9-102f3c6b0e21 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:54:05.852220 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d49288c8-1c25-4dd0-a3f9-102f3c6b0e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:05.854435 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 00:54:05.854435 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:54:05.854435 n-d-812236-11 neutron-server[102662]: timer() Nov 12 00:54:05.854435 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:54:05.854435 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 00:54:05.854435 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:54:05.854435 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 00:54:05.854435 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:54:05.854435 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 00:54:05.854435 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:54:05.854435 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 00:54:05.854435 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:54:05.854435 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 00:54:05.854435 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:54:05.854435 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:54:05.854435 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:54:05.854435 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:54:05.854435 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:54:05.854435 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 00:54:05.854435 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:54:05.854435 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 00:54:05.854435 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:54:05.854435 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:54:05.854435 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:54:05.854435 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 00:54:05.854435 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:54:05.854435 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:54:05.854435 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:54:05.854435 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:54:05.854435 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:54:05.854435 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:54:05.854435 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:54:05.886133 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a0ba9f40-66f7-4a7c-94b4-22f529e2235b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:05.912845 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a0ba9f40-66f7-4a7c-94b4-22f529e2235b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:05.935165 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d49288c8-1c25-4dd0-a3f9-102f3c6b0e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:05.946989 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d49288c8-1c25-4dd0-a3f9-102f3c6b0e21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:05.965985 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d49288c8-1c25-4dd0-a3f9-102f3c6b0e21 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5a48e17c-d620-48aa-ab95-1b4da5c3976c HTTP/1.1" status: 204 len: 168 time: 0.6165762 Nov 12 00:54:05.977621 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49288c8-1c25-4dd0-a3f9-102f3c6b0e21 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a48e17c-d620-48aa-ab95-1b4da5c3976c,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:06.025990 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a0ba9f40-66f7-4a7c-94b4-22f529e2235b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:06.029413 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a0ba9f40-66f7-4a7c-94b4-22f529e2235b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:06.030571 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a0ba9f40-66f7-4a7c-94b4-22f529e2235b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/189dd260-31d2-4378-b528-c0e3815696fd HTTP/1.1" status: 204 len: 168 time: 0.2058899 Nov 12 00:54:06.048634 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba9f40-66f7-4a7c-94b4-22f529e2235b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189dd260-31d2-4378-b528-c0e3815696fd,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:06.226667 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 60568) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:06.342083 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-fafed53d-f319-4eb3-9fc4-409620dfa274 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d579d2e5aab744448e58377d64b02f50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1136422 Nov 12 00:54:06.345033 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 60574) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:06.426748 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c1ffaf95-722a-4f66-9f25-455d676098f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:06.502555 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-385d1f11-786d-459d-88ce-48302dc00cd7 req-7aa9fd27-b1b8-4878-becb-1412819c8ab7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0819328 Nov 12 00:54:06.515396 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a1c55-d915-4063-91b1-63334b3aacb3 req-41232a89-a799-4632-9692-ad7e8de9c0f5 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:06.522738 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-029a1c55-d915-4063-91b1-63334b3aacb3 req-41232a89-a799-4632-9692-ad7e8de9c0f5 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c55965b-f440-4831-b400-6b94f6516f6f HTTP/1.1" status: 200 len: 946 time: 0.1465170 Nov 12 00:54:06.548715 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5774c4b1-6c76-4e06-8cdb-8ccafe9e6147 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:06.572261 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5774c4b1-6c76-4e06-8cdb-8ccafe9e6147 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:06.618346 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-57a06c01-c19a-4a72-9e80-5bb58e3cd9c5 req-fd68d102-dc6d-4d42-9048-ee6261a1133e tempest-ServerShowV247Test-1334042734 tempest-ServerShowV247Test-1334042734-project] 10.222.0.20 "GET /v2.0/ports?device_id=3513c2fc-77bc-4240-a0f3-43c869483f2d HTTP/1.1" status: 200 len: 210 time: 0.0445313 Nov 12 00:54:06.634479 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5774c4b1-6c76-4e06-8cdb-8ccafe9e6147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:06.637738 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5774c4b1-6c76-4e06-8cdb-8ccafe9e6147 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:06.654261 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5774c4b1-6c76-4e06-8cdb-8ccafe9e6147 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1fb932bc-b863-4416-8501-3c74e3cc792f HTTP/1.1" status: 204 len: 168 time: 0.2927043 Nov 12 00:54:06.698688 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774c4b1-6c76-4e06-8cdb-8ccafe9e6147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb932bc-b863-4416-8501-3c74e3cc792f,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:06.702582 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d1f11-786d-459d-88ce-48302dc00cd7 req-c2178445-10ec-4823-8526-81ccaa7188bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:06.709564 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-385d1f11-786d-459d-88ce-48302dc00cd7 req-c2178445-10ec-4823-8526-81ccaa7188bb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e225da8786ab452db9121c1cfb9ab35d&device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 1096 time: 0.1002939 Nov 12 00:54:06.739425 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-029a1c55-d915-4063-91b1-63334b3aacb3 req-7470e172-485c-4561-bf52-3afe337e60d2 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154119 Nov 12 00:54:06.857342 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d1f11-786d-459d-88ce-48302dc00cd7 req-131555f0-8ded-4719-8508-bd97076d6ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:06.859641 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-385d1f11-786d-459d-88ce-48302dc00cd7 req-131555f0-8ded-4719-8508-bd97076d6ce4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e HTTP/1.1" status: 200 len: 913 time: 0.1128433 Nov 12 00:54:06.980842 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-385d1f11-786d-459d-88ce-48302dc00cd7 req-ef5b1dbc-a800-4987-8664-6a195000e82f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfa2737e-ff39-485a-a2ad-858e4b4be17b HTTP/1.1" status: 200 len: 999 time: 0.1095183 Nov 12 00:54:07.062744 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d1f11-786d-459d-88ce-48302dc00cd7 req-385a3a06-7248-4e36-9e5b-7345a9cf7fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:07.064566 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-385d1f11-786d-459d-88ce-48302dc00cd7 req-385a3a06-7248-4e36-9e5b-7345a9cf7fd7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f HTTP/1.1" status: 200 len: 851 time: 0.0728705 Nov 12 00:54:07.159015 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d1f11-786d-459d-88ce-48302dc00cd7 req-37a3e174-150a-4546-9c9a-8c143ad52bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:07.160708 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-385d1f11-786d-459d-88ce-48302dc00cd7 req-37a3e174-150a-4546-9c9a-8c143ad52bd3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0867207 Nov 12 00:54:07.364251 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device cc697cc4-290e-4621-95f2-18d1347d23bf no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:07.378442 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-385d1f11-786d-459d-88ce-48302dc00cd7 req-ed1ec65c-b335-43ff-8df8-16cdde4ca45a service neutron] 10.222.0.54 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079976 Nov 12 00:54:07.411194 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: cc697cc4-290e-4621-95f2-18d1347d23bf {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:54:07.411528 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device cc697cc4-290e-4621-95f2-18d1347d23bf not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:54:07.412180 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 25af45d5-ce8a-4429-92b6-d945d9a1d593 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:07.467098 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: 25af45d5-ce8a-4429-92b6-d945d9a1d593 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:54:07.468189 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 25af45d5-ce8a-4429-92b6-d945d9a1d593 not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:54:07.590471 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-385d1f11-786d-459d-88ce-48302dc00cd7 req-cbe1a94c-5f6c-42cb-a941-f61ec341c222 service neutron] 10.222.0.54 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029221 Nov 12 00:54:07.657877 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:07.866402 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-16229083-0d45-483e-bbb2-4a9d2d64d090 req-5bf54bcd-77f5-413c-93e0-648a72701c3b tempest-ServerShowV247Test-1334042734 tempest-ServerShowV247Test-1334042734-project] 10.222.0.20 "GET /v2.0/ports?device_id=3513c2fc-77bc-4240-a0f3-43c869483f2d HTTP/1.1" status: 200 len: 210 time: 0.0682232 Nov 12 00:54:08.046135 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b8b144f6-6f9b-4d48-8ae5-272edf1403c4 req-8de034a4-3c4f-4428-b5b2-504c28d6b614 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1412845 Nov 12 00:54:08.112385 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe18e5-7407-4ec9-9a31-02671e91c4c6 req-c6c0f472-22ef-4766-971b-272c6eff4707 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:08.126883 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2cfe18e5-7407-4ec9-9a31-02671e91c4c6 req-c6c0f472-22ef-4766-971b-272c6eff4707 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c55965b-f440-4831-b400-6b94f6516f6f HTTP/1.1" status: 200 len: 946 time: 0.2386446 Nov 12 00:54:08.222742 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 60636) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:08.264672 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2cfe18e5-7407-4ec9-9a31-02671e91c4c6 req-47601fd6-2ab5-4a11-b39a-e2d7df00de8c tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356761 Nov 12 00:54:08.363705 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4568697b-12df-47c9-84aa-bb961ff33536 req-617ad036-e1e3-42f7-868f-4630d1254c8a service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0917015 Nov 12 00:54:08.505465 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-aa54f331-57ad-4dbf-9f8f-bcb9045d95d6 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1624982117-network', 'tenant_id': 'c9372313ea9a4a1f91fbd7d4104b8a8c'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:08.540238 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa54f331-57ad-4dbf-9f8f-bcb9045d95d6 admin admin] Made reservation on behalf of c9372313ea9a4a1f91fbd7d4104b8a8c for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:08.546121 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aa54f331-57ad-4dbf-9f8f-bcb9045d95d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:08.557715 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aa54f331-57ad-4dbf-9f8f-bcb9045d95d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:08.759268 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aa54f331-57ad-4dbf-9f8f-bcb9045d95d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:08.770088 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aa54f331-57ad-4dbf-9f8f-bcb9045d95d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:08.814488 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa54f331-57ad-4dbf-9f8f-bcb9045d95d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:54:08.831234 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aa54f331-57ad-4dbf-9f8f-bcb9045d95d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:08.831826 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-aa54f331-57ad-4dbf-9f8f-bcb9045d95d6 admin admin] Added segment 64b2f84a-ece8-4281-8c47-3249c5cc4f6b of type vlan for network 329ce049-7362-432e-ae2c-c6f89ee257d4 Nov 12 00:54:08.875738 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aa54f331-57ad-4dbf-9f8f-bcb9045d95d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:08.943435 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aa54f331-57ad-4dbf-9f8f-bcb9045d95d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:08.946536 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa54f331-57ad-4dbf-9f8f-bcb9045d95d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:08.948169 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aa54f331-57ad-4dbf-9f8f-bcb9045d95d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:09.014254 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6dda0070-e24b-41d9-81b8-a2eb30f6a5b6 req-cb1e7e97-8e1d-4848-981e-e51716a7e7a9 tempest-ServerShowV247Test-1334042734 tempest-ServerShowV247Test-1334042734-project] 10.222.0.20 "GET /v2.0/ports?device_id=3513c2fc-77bc-4240-a0f3-43c869483f2d HTTP/1.1" status: 200 len: 210 time: 0.0418758 Nov 12 00:54:09.091201 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa54f331-57ad-4dbf-9f8f-bcb9045d95d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e0b2db-5b15-4dc3-9ad5-e6412e287907,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:09.124373 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa54f331-57ad-4dbf-9f8f-bcb9045d95d6 admin admin] Pushing event updated for resources: {'Network': ['ID=329ce049-7362-432e-ae2c-c6f89ee257d4,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:09.137401 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-aa54f331-57ad-4dbf-9f8f-bcb9045d95d6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9133954 Nov 12 00:54:09.143840 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 60674) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:09.151201 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-ce901548-7748-47c5-9388-915937efc46c admin admin] Request body: {'subnet': {'network_id': '329ce049-7362-432e-ae2c-c6f89ee257d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1624982117-subnet', 'tenant_id': 'c9372313ea9a4a1f91fbd7d4104b8a8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:09.153481 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 329ce049-7362-432e-ae2c-c6f89ee257d4 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:54:09.196256 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce901548-7748-47c5-9388-915937efc46c admin admin] Made reservation on behalf of c9372313ea9a4a1f91fbd7d4104b8a8c for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:09.201633 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ce901548-7748-47c5-9388-915937efc46c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:09.348625 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:09.519293 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ce901548-7748-47c5-9388-915937efc46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:09.617424 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce901548-7748-47c5-9388-915937efc46c admin admin] Pushing event updated for resources: {'Subnet': ['ID=63f50e79-a2b0-4629-8cad-094decdd5568,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:09.663823 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3c45c-b098-4190-bcbf-aa49fadc1f60 req-fb6afcb4-4b0b-4ccb-9d88-7c76c5d8e385 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:09.674059 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-59c3c45c-b098-4190-bcbf-aa49fadc1f60 req-fb6afcb4-4b0b-4ccb-9d88-7c76c5d8e385 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c55965b-f440-4831-b400-6b94f6516f6f HTTP/1.1" status: 200 len: 946 time: 0.2108319 Nov 12 00:54:09.674915 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce901548-7748-47c5-9388-915937efc46c admin admin] Checking segment: {'id': '64b2f84a-ece8-4281-8c47-3249c5cc4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '329ce049-7362-432e-ae2c-c6f89ee257d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:09.675285 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce901548-7748-47c5-9388-915937efc46c admin admin] Network hostable DHCP agents. Network: 329ce049-7362-432e-ae2c-c6f89ee257d4, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:54:09.717836 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce901548-7748-47c5-9388-915937efc46c admin admin] Network 329ce049-7362-432e-ae2c-c6f89ee257d4 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:54:09.782077 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-59c3c45c-b098-4190-bcbf-aa49fadc1f60 req-b0d3ce67-f98d-4aca-815e-056fac662667 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923972 Nov 12 00:54:09.809364 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-ce901548-7748-47c5-9388-915937efc46c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 329ce049-7362-432e-ae2c-c6f89ee257d4) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:09.850131 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f6ff41-6873-4238-af4f-51007ffd0ca8 None None] Network 329ce049-7362-432e-ae2c-c6f89ee257d4 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:09.867112 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce901548-7748-47c5-9388-915937efc46c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:09.867721 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ce901548-7748-47c5-9388-915937efc46c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:09.897309 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ce901548-7748-47c5-9388-915937efc46c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7504919 Nov 12 00:54:09.975327 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:10.172236 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43f97d-a7f4-4485-8026-58f9c17e54be req-49fdd33a-309c-4d9c-a422-dda01f916fba tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:10.179152 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8d43f97d-a7f4-4485-8026-58f9c17e54be req-49fdd33a-309c-4d9c-a422-dda01f916fba tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3305e68-b30a-43d8-b0c6-7d93f63451ab HTTP/1.1" status: 200 len: 945 time: 0.1114352 Nov 12 00:54:10.229469 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-26e441ac-d4dd-4ea6-a643-2ed13a815136 req-a712c5de-fe2c-41f9-a05a-860955acaf07 tempest-ServerShowV247Test-1334042734 tempest-ServerShowV247Test-1334042734-project] 10.222.0.20 "GET /v2.0/ports?device_id=3513c2fc-77bc-4240-a0f3-43c869483f2d HTTP/1.1" status: 200 len: 210 time: 0.0773022 Nov 12 00:54:10.302825 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:54:10.341814 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8d43f97d-a7f4-4485-8026-58f9c17e54be req-27d45e58-c11e-4626-882e-c71e8dc2cff0 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a0fd4c7-1da3-4f98-86cd-1bd0eacd641c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407895 Nov 12 00:54:10.387753 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4deb576e-dbc2-4357-9451-5e7a4a1741e4 None None] Network 329ce049-7362-432e-ae2c-c6f89ee257d4 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:10.666064 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 60746) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:10.713416 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:10.724201 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e1b7a452-f77c-4fbe-9874-97fb6dc675d0 req-10aaf299-b5e5-4374-80d4-3c1c159e5d8e service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0963705 Nov 12 00:54:10.890414 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1379940b-2987-448d-bd6a-6bc71a17e7c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:11.012793 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ae679945-76f1-4cc0-9a86-f215bad67ef9 req-4c9f3902-4c45-44d0-8070-c79b1ac574fc service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1042986 Nov 12 00:54:11.127784 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1379940b-2987-448d-bd6a-6bc71a17e7c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:11.135247 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1379940b-2987-448d-bd6a-6bc71a17e7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:11.157760 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdfead8-0a44-4557-aee9-d1c8a06295d5 req-e19dfe35-35df-489b-953a-6046f3726584 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:11.168970 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cbdfead8-0a44-4557-aee9-d1c8a06295d5 req-e19dfe35-35df-489b-953a-6046f3726584 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c55965b-f440-4831-b400-6b94f6516f6f HTTP/1.1" status: 200 len: 946 time: 0.1197793 Nov 12 00:54:11.244519 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1379940b-2987-448d-bd6a-6bc71a17e7c6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=baf382e593dd4440a6073c66aedd09d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5743136 Nov 12 00:54:11.245730 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1379940b-2987-448d-bd6a-6bc71a17e7c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9016f11a-c7b3-453a-9302-eb2b033e7ac2,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:11.252921 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 60758) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:11.287691 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cbdfead8-0a44-4557-aee9-d1c8a06295d5 req-7ff73867-67c5-4991-b415-5598d3385cd6 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171637 Nov 12 00:54:11.382432 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-53e5c10b-6dcd-4807-9db2-d5e01bcadefc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:11.424617 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b252cdc3-b836-4787-a81f-4d915fb5f7e8 req-557ca7ff-a349-45a1-a915-93a6a2641e9a tempest-ServerShowV247Test-1334042734 tempest-ServerShowV247Test-1334042734-project] 10.222.0.20 "GET /v2.0/ports?device_id=3513c2fc-77bc-4240-a0f3-43c869483f2d HTTP/1.1" status: 200 len: 210 time: 0.0479641 Nov 12 00:54:11.429576 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-53e5c10b-6dcd-4807-9db2-d5e01bcadefc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:11.481403 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-53e5c10b-6dcd-4807-9db2-d5e01bcadefc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:11.486478 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-53e5c10b-6dcd-4807-9db2-d5e01bcadefc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:11.489401 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-53e5c10b-6dcd-4807-9db2-d5e01bcadefc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9016f11a-c7b3-453a-9302-eb2b033e7ac2 HTTP/1.1" status: 204 len: 168 time: 0.2338836 Nov 12 00:54:11.503916 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e5c10b-6dcd-4807-9db2-d5e01bcadefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9016f11a-c7b3-453a-9302-eb2b033e7ac2,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:11.833113 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf02501-90a3-4c48-9d60-998d71ed3ac1 req-01dde09a-aab0-4dbe-8c9e-d331ca98de01 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:11.845531 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1bf02501-90a3-4c48-9d60-998d71ed3ac1 req-01dde09a-aab0-4dbe-8c9e-d331ca98de01 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3305e68-b30a-43d8-b0c6-7d93f63451ab HTTP/1.1" status: 200 len: 945 time: 0.0854318 Nov 12 00:54:11.893854 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 60784) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:11.908377 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2cf8ae99-8a1c-413c-a262-8684691e69f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:11.931112 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1bf02501-90a3-4c48-9d60-998d71ed3ac1 req-6a4e9e01-0589-4713-9468-81a5faef01e1 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a0fd4c7-1da3-4f98-86cd-1bd0eacd641c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846210 Nov 12 00:54:12.030527 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2cf8ae99-8a1c-413c-a262-8684691e69f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:12.036918 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2cf8ae99-8a1c-413c-a262-8684691e69f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:12.114533 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2cf8ae99-8a1c-413c-a262-8684691e69f1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1436e5627c984e49aae452ddafb80cd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2173319 Nov 12 00:54:12.114910 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 60796) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:12.178714 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf8ae99-8a1c-413c-a262-8684691e69f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614d8eb5-9059-40dc-b02d-65b8a08c4a85,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:12.220498 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-20629bc1-dbe4-4ace-95fe-343db84c7e4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:12.273442 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-20629bc1-dbe4-4ace-95fe-343db84c7e4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:12.366539 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-20629bc1-dbe4-4ace-95fe-343db84c7e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:12.369755 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-20629bc1-dbe4-4ace-95fe-343db84c7e4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:12.374173 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-20629bc1-dbe4-4ace-95fe-343db84c7e4e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/614d8eb5-9059-40dc-b02d-65b8a08c4a85 HTTP/1.1" status: 204 len: 168 time: 0.2557056 Nov 12 00:54:12.384751 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20629bc1-dbe4-4ace-95fe-343db84c7e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614d8eb5-9059-40dc-b02d-65b8a08c4a85,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:12.434297 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89099bab-b04c-4431-a5a7-075de4afeb46 req-74dba7e5-9ca2-4d2e-8180-a3461ede6c7c tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:12.443590 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-89099bab-b04c-4431-a5a7-075de4afeb46 req-74dba7e5-9ca2-4d2e-8180-a3461ede6c7c tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5aa1e52-78ab-4516-92ce-a96614b6331e HTTP/1.1" status: 200 len: 945 time: 0.1150117 Nov 12 00:54:12.533395 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-89099bab-b04c-4431-a5a7-075de4afeb46 req-fecfddcf-f1b8-497c-ad21-41472b3f03cb tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812635 Nov 12 00:54:12.586639 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:12.623153 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80d740-49b3-46f1-bcb4-2da0e9145c8c req-d8194f6c-b82d-4a90-84bf-e194a8a082c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:12.624858 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2b80d740-49b3-46f1-bcb4-2da0e9145c8c req-d8194f6c-b82d-4a90-84bf-e194a8a082c9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e225da8786ab452db9121c1cfb9ab35d&device_id=0c55965b-f440-4831-b400-6b94f6516f6f HTTP/1.1" status: 200 len: 1098 time: 0.1128604 Nov 12 00:54:12.749027 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6622c2e-b173-45e1-b35b-39e3df5b85cb req-26982dec-10a7-4bdf-a1d2-2ea6f8d1b749 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:12.757508 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6622c2e-b173-45e1-b35b-39e3df5b85cb req-26982dec-10a7-4bdf-a1d2-2ea6f8d1b749 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c55965b-f440-4831-b400-6b94f6516f6f HTTP/1.1" status: 200 len: 946 time: 0.0650880 Nov 12 00:54:12.835769 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6622c2e-b173-45e1-b35b-39e3df5b85cb req-be1dc3f7-6ed4-4434-8736-65138c27ccb4 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773120 Nov 12 00:54:13.290501 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4144c01f-8fab-4658-bfa7-437e8dd5e487 req-d887fd97-eff0-4e9c-a64b-7038c9da03b9 tempest-ServerShowV247Test-1334042734 tempest-ServerShowV247Test-1334042734-project] 10.222.0.20 "GET /v2.0/ports?device_id=3513c2fc-77bc-4240-a0f3-43c869483f2d HTTP/1.1" status: 200 len: 210 time: 0.0491974 Nov 12 00:54:13.361080 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80d740-49b3-46f1-bcb4-2da0e9145c8c req-6cc50d7e-65f0-4f26-8921-92552cb627c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:13.361991 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2b80d740-49b3-46f1-bcb4-2da0e9145c8c req-6cc50d7e-65f0-4f26-8921-92552cb627c3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e HTTP/1.1" status: 200 len: 913 time: 0.7276282 Nov 12 00:54:13.390855 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5d284705-f02a-417a-b3e0-4dcec6909fd7 req-e04adaad-165a-49bb-b1a6-87703071bae1 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0471091 Nov 12 00:54:13.468580 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2b80d740-49b3-46f1-bcb4-2da0e9145c8c req-1dc66575-4bc6-4864-9c05-0aa25cd5275e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40da9af8-2c60-4f9c-be71-25e602fb54e1 HTTP/1.1" status: 200 len: 217 time: 0.0914919 Nov 12 00:54:13.563703 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34adf67-7967-4445-b719-6a70d93b47e6 req-f99634c8-1287-422b-a058-a321dbe93b7b tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:13.565299 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d34adf67-7967-4445-b719-6a70d93b47e6 req-f99634c8-1287-422b-a058-a321dbe93b7b tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3305e68-b30a-43d8-b0c6-7d93f63451ab HTTP/1.1" status: 200 len: 945 time: 0.1443493 Nov 12 00:54:13.668370 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80d740-49b3-46f1-bcb4-2da0e9145c8c req-5294c9e0-3000-4809-9fcd-6e1d4cb7a368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:13.670291 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2b80d740-49b3-46f1-bcb4-2da0e9145c8c req-5294c9e0-3000-4809-9fcd-6e1d4cb7a368 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f HTTP/1.1" status: 200 len: 851 time: 0.1879854 Nov 12 00:54:13.683651 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d34adf67-7967-4445-b719-6a70d93b47e6 req-d777385d-51fd-4695-955f-d0fd62d62778 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a0fd4c7-1da3-4f98-86cd-1bd0eacd641c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016691 Nov 12 00:54:13.691762 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9f954696-8d3e-480d-adf9-648dc53f9f39 req-952a5ae2-b96e-411a-94ef-08d032a4cdfc service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0920138 Nov 12 00:54:13.795064 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80d740-49b3-46f1-bcb4-2da0e9145c8c req-98b2a6f0-dc64-4b41-9ccf-2b7a8fb3c26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:13.796568 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2b80d740-49b3-46f1-bcb4-2da0e9145c8c req-98b2a6f0-dc64-4b41-9ccf-2b7a8fb3c26e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0912383 Nov 12 00:54:13.811065 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd0ecb-372e-4d92-b5fa-fd893fd6fcc6 req-d06bac33-09e9-4557-a94f-8e48b22eb7d6 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:13.817911 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-69cd0ecb-372e-4d92-b5fa-fd893fd6fcc6 req-d06bac33-09e9-4557-a94f-8e48b22eb7d6 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5aa1e52-78ab-4516-92ce-a96614b6331e HTTP/1.1" status: 200 len: 945 time: 0.1465712 Nov 12 00:54:13.980893 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-69cd0ecb-372e-4d92-b5fa-fd893fd6fcc6 req-7d8b8ef2-2d44-45d3-b51f-3eed2842dce2 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341474 Nov 12 00:54:14.017207 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2b80d740-49b3-46f1-bcb4-2da0e9145c8c req-632dd7a1-8339-409a-874b-a9538db364d9 service neutron] 10.222.0.54 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980667 Nov 12 00:54:14.136958 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e8e979-d922-4fce-b2c6-b425e972f0c5 req-56ca595d-aa09-4c87-bdae-c7033bceb560 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:14.139012 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-80e8e979-d922-4fce-b2c6-b425e972f0c5 req-56ca595d-aa09-4c87-bdae-c7033bceb560 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c55965b-f440-4831-b400-6b94f6516f6f HTTP/1.1" status: 200 len: 946 time: 0.1062155 Nov 12 00:54:14.186839 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2b80d740-49b3-46f1-bcb4-2da0e9145c8c req-01f79093-1d8d-4eff-9b9b-13afe550149c service neutron] 10.222.0.54 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601176 Nov 12 00:54:14.230752 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-80e8e979-d922-4fce-b2c6-b425e972f0c5 req-2733b3ca-5df6-4a03-b1dc-cc55d4061511 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675142 Nov 12 00:54:14.424430 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ec9030a5-03ac-4d15-ae43-e72347979222 req-27e73ac0-2a7d-4368-881b-c6c09dae40b0 tempest-ServerShowV247Test-1334042734 tempest-ServerShowV247Test-1334042734-project] 10.222.0.20 "GET /v2.0/ports?device_id=3513c2fc-77bc-4240-a0f3-43c869483f2d HTTP/1.1" status: 200 len: 210 time: 0.0461307 Nov 12 00:54:14.470940 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e7374-85e4-47dc-811a-73e8ad161fc3 req-cc0be3ab-036e-4cb0-939f-9b62d58c2f90 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:14.472513 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-002e7374-85e4-47dc-811a-73e8ad161fc3 req-cc0be3ab-036e-4cb0-939f-9b62d58c2f90 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5aa1e52-78ab-4516-92ce-a96614b6331e HTTP/1.1" status: 200 len: 945 time: 0.0808046 Nov 12 00:54:14.680759 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-002e7374-85e4-47dc-811a-73e8ad161fc3 req-98530cb9-5329-445f-a320-91ec1d6de455 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Deleting port d57e219a-9462-47cb-9088-8db4945f0882 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:14.681094 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-002e7374-85e4-47dc-811a-73e8ad161fc3 req-98530cb9-5329-445f-a320-91ec1d6de455 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:14.757607 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c598f41-5867-49d8-b293-d75c58f34df2 req-d8c4592b-5a84-42c2-a13d-1823d685c80e tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:14.765680 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c598f41-5867-49d8-b293-d75c58f34df2 req-d8c4592b-5a84-42c2-a13d-1823d685c80e tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] 10.222.0.20 "GET /v2.0/networks?id=329ce049-7362-432e-ae2c-c6f89ee257d4 HTTP/1.1" status: 200 len: 810 time: 0.1828413 Nov 12 00:54:14.787148 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c598f41-5867-49d8-b293-d75c58f34df2 req-f851f158-0e21-4bed-b056-835082adebfe tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] 10.222.0.20 "GET /v2.0/quotas/c9372313ea9a4a1f91fbd7d4104b8a8c HTTP/1.1" status: 200 len: 375 time: 0.0205514 Nov 12 00:54:14.840952 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c598f41-5867-49d8-b293-d75c58f34df2 req-f03f6771-349c-4d7d-a4d8-f47026239186 tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c9372313ea9a4a1f91fbd7d4104b8a8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447850 Nov 12 00:54:14.844480 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712aa4f-c0e8-410e-9043-cbbf698314b7 req-3a274619-129f-42ca-b68c-b4965be96526 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:14.846080 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c712aa4f-c0e8-410e-9043-cbbf698314b7 req-3a274619-129f-42ca-b68c-b4965be96526 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3305e68-b30a-43d8-b0c6-7d93f63451ab HTTP/1.1" status: 200 len: 945 time: 0.0728447 Nov 12 00:54:14.904956 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c712aa4f-c0e8-410e-9043-cbbf698314b7 req-518815cf-c72c-46ab-9f1e-e7e0ba7fbc07 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a0fd4c7-1da3-4f98-86cd-1bd0eacd641c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507274 Nov 12 00:54:14.930855 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-002e7374-85e4-47dc-811a-73e8ad161fc3 req-98530cb9-5329-445f-a320-91ec1d6de455 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] For port d57e219a-9462-47cb-9088-8db4945f0882, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=d57e219a-9462-47cb-9088-8db4945f0882,segment=NetworkSegment(47d4bfe1-e950-4b7f-9539-0e611123121b),segment_id=47d4bfe1-e950-4b7f-9539-0e611123121b)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:14.931220 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-002e7374-85e4-47dc-811a-73e8ad161fc3 req-98530cb9-5329-445f-a320-91ec1d6de455 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:14.972983 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-002e7374-85e4-47dc-811a-73e8ad161fc3 req-98530cb9-5329-445f-a320-91ec1d6de455 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Calling delete_port for d57e219a-9462-47cb-9088-8db4945f0882 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:15.027005 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c598f41-5867-49d8-b293-d75c58f34df2 req-d3384e07-937e-4b45-a1ac-cc289a9dadfe service neutron] 10.222.0.20 "GET /v2.0/networks/329ce049-7362-432e-ae2c-c6f89ee257d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781404 Nov 12 00:54:15.082632 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2ca30-6fd6-41b5-8dfd-48ac990ae547 req-c421a254-f6b3-4512-b109-caf799da78ec tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:15.084966 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-31f2ca30-6fd6-41b5-8dfd-48ac990ae547 req-c421a254-f6b3-4512-b109-caf799da78ec tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3305e68-b30a-43d8-b0c6-7d93f63451ab HTTP/1.1" status: 200 len: 945 time: 0.1716475 Nov 12 00:54:15.105364 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0763092-b72f-49e4-8524-7eed5bc6a526 req-cd8ac470-f595-456e-bf3d-c833cabc84c3 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:15.107610 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c0763092-b72f-49e4-8524-7eed5bc6a526 req-cd8ac470-f595-456e-bf3d-c833cabc84c3 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5aa1e52-78ab-4516-92ce-a96614b6331e HTTP/1.1" status: 200 len: 945 time: 0.0652621 Nov 12 00:54:15.165077 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c0763092-b72f-49e4-8524-7eed5bc6a526 req-d97a28f4-d178-48a1-9a5b-bbb58a83bc46 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505455 Nov 12 00:54:15.375771 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426417ee-7159-4a45-922c-84baaa5d4151 req-e78cbd02-60dd-4e33-90a8-2b8e979c26d4 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:15.382317 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-426417ee-7159-4a45-922c-84baaa5d4151 req-e78cbd02-60dd-4e33-90a8-2b8e979c26d4 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c55965b-f440-4831-b400-6b94f6516f6f HTTP/1.1" status: 200 len: 946 time: 0.0644569 Nov 12 00:54:15.410979 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-002e7374-85e4-47dc-811a-73e8ad161fc3 req-98530cb9-5329-445f-a320-91ec1d6de455 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:15.441712 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c598f41-5867-49d8-b293-d75c58f34df2 req-bff98c39-7c2b-482e-a18f-0f35f62cbc5e service neutron] 10.222.0.20 "GET /v2.0/networks/329ce049-7362-432e-ae2c-c6f89ee257d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530002 Nov 12 00:54:15.443810 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['6b400def-72a0-4d02-a643-c4fd53bb4ffc'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:15.454178 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-426417ee-7159-4a45-922c-84baaa5d4151 req-480877b2-2ec2-4fc1-8d90-6f44f82d6ef9 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692301 Nov 12 00:54:15.492381 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98530cb9-5329-445f-a320-91ec1d6de455 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Pushing event deleted for resources: {'Port': ['ID=d57e219a-9462-47cb-9088-8db4945f0882,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:15.507677 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-31f2ca30-6fd6-41b5-8dfd-48ac990ae547 req-aa2d0bd3-721d-4992-bbfe-eb1ff02ca3ac tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Deleting port ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:15.508027 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-31f2ca30-6fd6-41b5-8dfd-48ac990ae547 req-aa2d0bd3-721d-4992-bbfe-eb1ff02ca3ac tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:15.539209 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['f84e1833-8244-4e82-86a7-dad6ebedd966', 'd57e219a-9462-47cb-9088-8db4945f0882'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:15.576807 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-002e7374-85e4-47dc-811a-73e8ad161fc3 req-98530cb9-5329-445f-a320-91ec1d6de455 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] No DVR routers for this DVR port d57e219a-9462-47cb-9088-8db4945f0882 on host n-h2-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:54:15.597330 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-002e7374-85e4-47dc-811a-73e8ad161fc3 req-98530cb9-5329-445f-a320-91ec1d6de455 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:15.600813 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-002e7374-85e4-47dc-811a-73e8ad161fc3 req-98530cb9-5329-445f-a320-91ec1d6de455 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.54 "DELETE /v2.0/ports/d57e219a-9462-47cb-9088-8db4945f0882 HTTP/1.1" status: 204 len: 173 time: 1.1211357 Nov 12 00:54:15.601216 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5aa1e52-78ab-4516-92ce-a96614b6331e', 'name': 'network-vif-deleted', 'tag': 'd57e219a-9462-47cb-9088-8db4945f0882'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:15.603736 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f4fd54-ba4f-49ba-b02c-096425d3e8c4" -d '{"events": [{"server_uuid": "e5aa1e52-78ab-4516-92ce-a96614b6331e", "name": "network-vif-deleted", "tag": "d57e219a-9462-47cb-9088-8db4945f0882"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:15.687644 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 40da9af8-2c60-4f9c-be71-25e602fb54e1 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:15.701948 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 60956) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:15.704161 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3e7bdfb5-8e7d-4437-8dda-baa35dfd931c req-d531d785-3e1c-4a0c-9759-e1c25bd16506 tempest-ServerShowV247Test-1334042734 tempest-ServerShowV247Test-1334042734-project] 10.222.0.20 "GET /v2.0/ports?device_id=3513c2fc-77bc-4240-a0f3-43c869483f2d HTTP/1.1" status: 200 len: 210 time: 0.0672462 Nov 12 00:54:15.769703 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-31f2ca30-6fd6-41b5-8dfd-48ac990ae547 req-aa2d0bd3-721d-4992-bbfe-eb1ff02ca3ac tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] For port ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed,segment=NetworkSegment(02dabcd1-20dd-47d0-8d93-c22dac2f690a),segment_id=02dabcd1-20dd-47d0-8d93-c22dac2f690a)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:15.770168 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-31f2ca30-6fd6-41b5-8dfd-48ac990ae547 req-aa2d0bd3-721d-4992-bbfe-eb1ff02ca3ac tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:15.913125 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4341e132-3754-44ac-b124-87aa0a4bfeef x-openstack-request-id: req-4341e132-3754-44ac-b124-87aa0a4bfeef {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:15.913446 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5aa1e52-78ab-4516-92ce-a96614b6331e", "name": "network-vif-deleted", "tag": "d57e219a-9462-47cb-9088-8db4945f0882", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:15.913699 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4341e132-3754-44ac-b124-87aa0a4bfeef {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:15.914100 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5aa1e52-78ab-4516-92ce-a96614b6331e', 'name': 'network-vif-deleted', 'tag': 'd57e219a-9462-47cb-9088-8db4945f0882', 'status': 'completed', 'code': 200} Nov 12 00:54:16.046168 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-44a19fa0-cd09-4020-885c-6b81447aab7e req-7fa62015-f775-4cca-b96e-b194c4069b71 tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f513cab-ec49-49ee-9c57-6469eae8a6cd HTTP/1.1" status: 200 len: 210 time: 0.1030903 Nov 12 00:54:16.079135 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4c452898-a92f-47f6-87e1-fd73b66be8f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:16.116421 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:16.162402 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c55965b-f440-4831-b400-6b94f6516f6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40da9af8-2c60-4f9c-be71-25e602fb54e1'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:16.165693 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580da59a-4536-4984-ad9a-e3df7453d64c" -d '{"events": [{"server_uuid": "0c55965b-f440-4831-b400-6b94f6516f6f", "name": "network-vif-unplugged", "status": "completed", "tag": "40da9af8-2c60-4f9c-be71-25e602fb54e1"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:16.185487 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 40da9af8-2c60-4f9c-be71-25e602fb54e1, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=40da9af8-2c60-4f9c-be71-25e602fb54e1,segment=NetworkSegment(8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b),segment_id=8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:16.186643 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-62fd3659-db46-4bcf-90bb-32231b41b385 req-d6444e5d-cba4-4191-b80f-03a00da7586c service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1110754 Nov 12 00:54:16.195473 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:16.207619 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4c452898-a92f-47f6-87e1-fd73b66be8f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:16.214847 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4c452898-a92f-47f6-87e1-fd73b66be8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:16.269904 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8a6d76-9714-45a2-9d8e-31370c230a56 x-openstack-request-id: req-8a8a6d76-9714-45a2-9d8e-31370c230a56 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:16.270300 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c55965b-f440-4831-b400-6b94f6516f6f", "name": "network-vif-unplugged", "status": "completed", "tag": "40da9af8-2c60-4f9c-be71-25e602fb54e1", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:16.270797 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8a8a6d76-9714-45a2-9d8e-31370c230a56 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:16.271400 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c55965b-f440-4831-b400-6b94f6516f6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40da9af8-2c60-4f9c-be71-25e602fb54e1', 'code': 200} Nov 12 00:54:16.280047 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=40da9af8-2c60-4f9c-be71-25e602fb54e1,revision_number=8']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:16.288505 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-4c452898-a92f-47f6-87e1-fd73b66be8f2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4d987ccbd2e142c8b1c325983782867d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5832746 Nov 12 00:54:16.293663 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-31f2ca30-6fd6-41b5-8dfd-48ac990ae547 req-aa2d0bd3-721d-4992-bbfe-eb1ff02ca3ac tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:16.293921 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-31f2ca30-6fd6-41b5-8dfd-48ac990ae547 req-aa2d0bd3-721d-4992-bbfe-eb1ff02ca3ac tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:16.294249 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [req-31f2ca30-6fd6-41b5-8dfd-48ac990ae547 req-aa2d0bd3-721d-4992-bbfe-eb1ff02ca3ac tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Floating IP aa869299-6f5f-4ee2-8ed7-140f9c778b8a disassociated. External IP: 172.25.2.141, port: ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed. Nov 12 00:54:16.294616 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-31f2ca30-6fd6-41b5-8dfd-48ac990ae547 req-aa2d0bd3-721d-4992-bbfe-eb1ff02ca3ac tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Calling delete_port for ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:16.295459 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:16.295904 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:16.296330 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:16.296884 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:16.297466 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:16.298023 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:16.298558 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:16.299117 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:16.299647 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:16.300041 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:16.300436 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:16.300855 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:16.313315 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 60978) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:16.314524 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c452898-a92f-47f6-87e1-fd73b66be8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7cb21c-4e1a-4f54-a2dd-4940df0bdc10,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:16.336802 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4eecd-3ed5-458c-b9f3-898ddb7b2c2d req-4de7569d-e45f-418c-a093-5fe5aae088b9 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:16.345811 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-24c4eecd-3ed5-458c-b9f3-898ddb7b2c2d req-4de7569d-e45f-418c-a093-5fe5aae088b9 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3305e68-b30a-43d8-b0c6-7d93f63451ab HTTP/1.1" status: 200 len: 945 time: 0.2674525 Nov 12 00:54:16.506855 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9560b72b-170a-41e1-a053-95fd45625227 req-95470f71-cc04-41f2-8435-8ad8812aa23a tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5aa1e52-78ab-4516-92ce-a96614b6331e HTTP/1.1" status: 200 len: 210 time: 0.1223764 Nov 12 00:54:16.558324 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5d965d4e-e34b-489a-b8a2-1db87b4816ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:16.594181 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fcca3029-fa1b-4bbb-a832-d656eca11a21 req-ea42d9a7-884d-4977-adb6-f8c8611cb381 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.2109399 Nov 12 00:54:16.662103 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5d965d4e-e34b-489a-b8a2-1db87b4816ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:16.685133 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-24c4eecd-3ed5-458c-b9f3-898ddb7b2c2d req-a7226ee7-60d9-4cdb-8f06-921e89cae523 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a0fd4c7-1da3-4f98-86cd-1bd0eacd641c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3180358 Nov 12 00:54:16.719079 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db462d1a-2cf0-4933-bea9-f3d1e84ca415 req-8f5284c3-2777-4ac1-9b1a-2468296a2128 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:16.728832 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-db462d1a-2cf0-4933-bea9-f3d1e84ca415 req-8f5284c3-2777-4ac1-9b1a-2468296a2128 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c55965b-f440-4831-b400-6b94f6516f6f HTTP/1.1" status: 200 len: 944 time: 0.1379542 Nov 12 00:54:16.732344 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-31f2ca30-6fd6-41b5-8dfd-48ac990ae547 req-aa2d0bd3-721d-4992-bbfe-eb1ff02ca3ac tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:16.802984 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2d0bd3-721d-4992-bbfe-eb1ff02ca3ac tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Pushing event deleted for resources: {'Port': ['ID=ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:16.809034 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-db462d1a-2cf0-4933-bea9-f3d1e84ca415 req-9c02e808-3aa2-4c6b-ba03-01c73ba72506 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745831 Nov 12 00:54:16.810308 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5d965d4e-e34b-489a-b8a2-1db87b4816ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:16.833604 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5d965d4e-e34b-489a-b8a2-1db87b4816ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:16.835176 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5d965d4e-e34b-489a-b8a2-1db87b4816ba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8a7cb21c-4e1a-4f54-a2dd-4940df0bdc10 HTTP/1.1" status: 204 len: 168 time: 0.5176053 Nov 12 00:54:16.855129 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d965d4e-e34b-489a-b8a2-1db87b4816ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7cb21c-4e1a-4f54-a2dd-4940df0bdc10,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:16.966548 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-021e0893-cebf-4237-90b6-171df0804a11 req-3b6a03d8-5a92-4e65-bfe3-e56a656c6a7e tempest-ServerShowV247Test-1334042734 tempest-ServerShowV247Test-1334042734-project] 10.222.0.20 "GET /v2.0/ports?device_id=3513c2fc-77bc-4240-a0f3-43c869483f2d HTTP/1.1" status: 200 len: 210 time: 0.0627332 Nov 12 00:54:16.980508 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf99147-7596-4935-807a-aff443280cd0 req-1a54ac92-86eb-4b92-a5a6-b1fe37531e88 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:16.991680 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ecf99147-7596-4935-807a-aff443280cd0 req-1a54ac92-86eb-4b92-a5a6-b1fe37531e88 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.0912855 Nov 12 00:54:17.118685 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31f2ca30-6fd6-41b5-8dfd-48ac990ae547 req-aa2d0bd3-721d-4992-bbfe-eb1ff02ca3ac tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Router 3d93953c-0745-4dfe-ad6a-e0e94a0893be has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:54:17.160613 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ecf99147-7596-4935-807a-aff443280cd0 req-da22193a-ec2f-4fd8-9cce-96fce2819e41 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649919 Nov 12 00:54:17.297849 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c6de9777-ddf7-4c6f-b369-66835baf2118 req-88900739-e9c5-4ea5-a95c-c5bb960dcb0a tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f513cab-ec49-49ee-9c57-6469eae8a6cd HTTP/1.1" status: 200 len: 210 time: 0.0401165 Nov 12 00:54:17.376412 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0fef4-d925-4415-a452-38789047722b req-5b6a8af3-4d85-4695-bb69-a3981d1bfeba tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:17.378783 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6cd0fef4-d925-4415-a452-38789047722b req-5b6a8af3-4d85-4695-bb69-a3981d1bfeba tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.1117105 Nov 12 00:54:17.418741 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 32770) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:17.441562 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4f5c4b96-fce0-4985-bf24-fbe64ff9396e req-646fa47e-0d7c-48ba-a7e6-966f10205c02 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3513c2fc-77bc-4240-a0f3-43c869483f2d HTTP/1.1" status: 200 len: 210 time: 0.0553010 Nov 12 00:54:17.445545 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a3d72431-82c1-4493-b21d-12188110afc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:17.459527 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31f2ca30-6fd6-41b5-8dfd-48ac990ae547 req-aa2d0bd3-721d-4992-bbfe-eb1ff02ca3ac tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:54:17.478193 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6cd0fef4-d925-4415-a452-38789047722b req-d0cbdf7a-3d07-45d3-835d-d1338381aa6b tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932190 Nov 12 00:54:17.480228 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3b1348-2ac4-41f8-964c-5feeba560f81 None None] Sync routers for ids ['3d93953c-0745-4dfe-ad6a-e0e94a0893be'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:54:17.507433 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3b1348-2ac4-41f8-964c-5feeba560f81 None None] Routers {'3d93953c-0745-4dfe-ad6a-e0e94a0893be'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:54:17.512132 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-7b3b1348-2ac4-41f8-964c-5feeba560f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:54:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['3d93953c-0745-4dfe-ad6a-e0e94a0893be'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:17.563692 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f2ca30-6fd6-41b5-8dfd-48ac990ae547 req-aa2d0bd3-721d-4992-bbfe-eb1ff02ca3ac tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] No DVR routers for this DVR port ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:54:17.574874 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-31f2ca30-6fd6-41b5-8dfd-48ac990ae547 req-aa2d0bd3-721d-4992-bbfe-eb1ff02ca3ac tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:17.588705 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-31f2ca30-6fd6-41b5-8dfd-48ac990ae547 req-aa2d0bd3-721d-4992-bbfe-eb1ff02ca3ac tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.49 "DELETE /v2.0/ports/ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed HTTP/1.1" status: 204 len: 173 time: 2.4855239 Nov 12 00:54:17.665600 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a3d72431-82c1-4493-b21d-12188110afc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:17.674762 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a3d72431-82c1-4493-b21d-12188110afc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:17.683425 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device d57e219a-9462-47cb-9088-8db4945f0882 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:17.710782 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: d57e219a-9462-47cb-9088-8db4945f0882 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:54:17.711133 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device d57e219a-9462-47cb-9088-8db4945f0882 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:54:17.747922 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-7b3b1348-2ac4-41f8-964c-5feeba560f81 None None] Set router 3d93953c-0745-4dfe-ad6a-e0e94a0893be gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:54:17.835885 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d72431-82c1-4493-b21d-12188110afc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58d8339-3e4b-48aa-99aa-bbc1eb110f6f,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:17.850937 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a3d72431-82c1-4493-b21d-12188110afc4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=433d6860ed98435893e52bb8ab0e99bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4304118 Nov 12 00:54:17.852296 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 32784) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:17.950430 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3305e68-b30a-43d8-b0c6-7d93f63451ab', 'name': 'network-vif-deleted', 'tag': 'ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:17.953418 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92827a75-6a13-49c4-a112-f8b8279bb8f0" -d '{"events": [{"server_uuid": "d3305e68-b30a-43d8-b0c6-7d93f63451ab", "name": "network-vif-deleted", "tag": "ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:17.958477 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e0749b14-afee-4b5f-b026-23654a1d43b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:17.963556 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c598f41-5867-49d8-b293-d75c58f34df2 req-05d39897-e28d-4a2b-93f2-447fe98beb79 tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:17.966520 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c598f41-5867-49d8-b293-d75c58f34df2 req-05d39897-e28d-4a2b-93f2-447fe98beb79 tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] 10.222.0.49 "GET /v2.0/networks?id=329ce049-7362-432e-ae2c-c6f89ee257d4 HTTP/1.1" status: 200 len: 810 time: 0.2335317 Nov 12 00:54:18.009117 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e0749b14-afee-4b5f-b026-23654a1d43b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:18.010114 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2ff59-ccc6-4230-93c7-c15585dbcb55 req-fd1f0a5a-b257-43e5-9a54-bcb197c5427e tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:18.015442 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b8d2ff59-ccc6-4230-93c7-c15585dbcb55 req-fd1f0a5a-b257-43e5-9a54-bcb197c5427e tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.2271905 Nov 12 00:54:18.030115 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-7c598f41-5867-49d8-b293-d75c58f34df2 req-f064add3-3184-4d20-ad75-b48082e010aa tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] Request body: {'port': {'device_id': '5f513cab-ec49-49ee-9c57-6469eae8a6cd', 'network_id': '329ce049-7362-432e-ae2c-c6f89ee257d4', 'admin_state_up': True, 'tenant_id': 'c9372313ea9a4a1f91fbd7d4104b8a8c'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:18.093298 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-895a6a8b-334f-4d95-800d-4bc549f0f6d4 req-ce688d67-c627-4241-8e17-e1b8a874b26b tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3305e68-b30a-43d8-b0c6-7d93f63451ab HTTP/1.1" status: 200 len: 210 time: 0.0565858 Nov 12 00:54:18.153992 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e0749b14-afee-4b5f-b026-23654a1d43b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:18.157110 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e0749b14-afee-4b5f-b026-23654a1d43b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:18.161412 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e0749b14-afee-4b5f-b026-23654a1d43b3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e58d8339-3e4b-48aa-99aa-bbc1eb110f6f HTTP/1.1" status: 204 len: 168 time: 0.3075519 Nov 12 00:54:18.172363 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b8d2ff59-ccc6-4230-93c7-c15585dbcb55 req-026a6511-6c7c-4972-8a7b-5730768ceaad tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364806 Nov 12 00:54:18.178900 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0749b14-afee-4b5f-b026-23654a1d43b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58d8339-3e4b-48aa-99aa-bbc1eb110f6f,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:18.244541 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-7b3b1348-2ac4-41f8-964c-5feeba560f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d93953c-0745-4dfe-ad6a-e0e94a0893be', 'name': 'tempest-ServersTestBootFromVolume-970444426-router', 'tenant_id': '88669f081e1643c1bc0b52ccf8ef5658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'a7390fee-20fd-441c-92f6-15e5d3f1ea49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:19Z', 'updated_at': '2021-11-12T00:51:23Z', 'revision_number': 4, 'project_id': '88669f081e1643c1bc0b52ccf8ef5658', 'gw_port': {'id': 'a7390fee-20fd-441c-92f6-15e5d3f1ea49', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:92:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d93953c-0745-4dfe-ad6a-e0e94a0893be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:20Z', 'updated_at': '2021-11-12T00:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '8acfc77f-1d0b-455c-830f-4ee6f402f0d0', 'name': '', 'network_id': 'b847d184-534f-4934-ae31-f37d206e2c7c', 'tenant_id': '88669f081e1643c1bc0b52ccf8ef5658', 'mac_address': 'fa:16:3e:a6:2f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d93953c-0745-4dfe-ad6a-e0e94a0893be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '0de18cf1-85e0-40e8-901c-1742149a537c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:22Z', 'updated_at': '2021-11-12T00:51:29Z', 'revision_number': 5, 'project_id': '88669f081e1643c1bc0b52ccf8ef5658', 'subnets': [{'id': '0de18cf1-85e0-40e8-901c-1742149a537c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:18.247802 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c598f41-5867-49d8-b293-d75c58f34df2 req-f064add3-3184-4d20-ad75-b48082e010aa tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] Made reservation on behalf of c9372313ea9a4a1f91fbd7d4104b8a8c for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:18.256540 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7c598f41-5867-49d8-b293-d75c58f34df2 req-f064add3-3184-4d20-ad75-b48082e010aa tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:18.288439 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1e53e6-e4cd-4e89-b8b9-8e1d5b0942d7 x-openstack-request-id: req-1f1e53e6-e4cd-4e89-b8b9-8e1d5b0942d7 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:18.288738 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3305e68-b30a-43d8-b0c6-7d93f63451ab", "name": "network-vif-deleted", "tag": "ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:18.290319 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1f1e53e6-e4cd-4e89-b8b9-8e1d5b0942d7 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:18.290724 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3305e68-b30a-43d8-b0c6-7d93f63451ab', 'name': 'network-vif-deleted', 'tag': 'ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed', 'status': 'completed', 'code': 200} Nov 12 00:54:18.295215 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e2c7bd-64e7-4c55-b410-814ce392a088 req-e172170f-29a1-48c2-bad2-9e51673b12f7 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:18.299340 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3b1348-2ac4-41f8-964c-5feeba560f81 None None] Checking router: 3d93953c-0745-4dfe-ad6a-e0e94a0893be for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:54:18.308746 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e5e2c7bd-64e7-4c55-b410-814ce392a088 req-e172170f-29a1-48c2-bad2-9e51673b12f7 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=03c53042-b2d3-41c0-a82b-80f57c9de815 HTTP/1.1" status: 200 len: 945 time: 0.1027405 Nov 12 00:54:18.313965 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3b1348-2ac4-41f8-964c-5feeba560f81 None None] Routers {'3d93953c-0745-4dfe-ad6a-e0e94a0893be'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:54:18.314756 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-7b3b1348-2ac4-41f8-964c-5feeba560f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:54:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['3d93953c-0745-4dfe-ad6a-e0e94a0893be'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:18.433072 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e5e2c7bd-64e7-4c55-b410-814ce392a088 req-c6487f15-15bc-486c-916d-d0bc023f8025 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161401 Nov 12 00:54:18.434630 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ca97f006-b9fe-4d3f-b297-3a17d5beab11 req-a5ee49db-1af8-4616-935f-d8df2765923d tempest-ServerShowV247Test-1334042734 tempest-ServerShowV247Test-1334042734-project] 10.222.0.20 "GET /v2.0/ports?device_id=3513c2fc-77bc-4240-a0f3-43c869483f2d HTTP/1.1" status: 200 len: 210 time: 0.0533791 Nov 12 00:54:18.489777 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-7b3b1348-2ac4-41f8-964c-5feeba560f81 None None] Set router 3d93953c-0745-4dfe-ad6a-e0e94a0893be gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:54:18.576563 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-7c598f41-5867-49d8-b293-d75c58f34df2 req-f064add3-3184-4d20-ad75-b48082e010aa tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] Allocated IP 172.20.0.9 (329ce049-7362-432e-ae2c-c6f89ee257d4/63f50e79-a2b0-4629-8cad-094decdd5568/19d8fc8d-4322-4506-aca1-8157705d5551) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:54:18.672578 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-76526c37-1b49-412d-8b71-4b987f031b9d req-8614fa67-88ed-4138-be63-bb207b91e98d tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f513cab-ec49-49ee-9c57-6469eae8a6cd HTTP/1.1" status: 200 len: 210 time: 0.0462053 Nov 12 00:54:18.942239 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7c598f41-5867-49d8-b293-d75c58f34df2 req-f064add3-3184-4d20-ad75-b48082e010aa tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:19.025435 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7c598f41-5867-49d8-b293-d75c58f34df2 req-f064add3-3184-4d20-ad75-b48082e010aa tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:19.059810 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-35004bf9-d479-4557-8511-632326a30982 req-32493a66-e9b9-4e79-bb84-d1dc93d345e5 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0741949 Nov 12 00:54:19.080690 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-7b3b1348-2ac4-41f8-964c-5feeba560f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d93953c-0745-4dfe-ad6a-e0e94a0893be', 'name': 'tempest-ServersTestBootFromVolume-970444426-router', 'tenant_id': '88669f081e1643c1bc0b52ccf8ef5658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'a7390fee-20fd-441c-92f6-15e5d3f1ea49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:19Z', 'updated_at': '2021-11-12T00:51:23Z', 'revision_number': 4, 'project_id': '88669f081e1643c1bc0b52ccf8ef5658', 'gw_port': {'id': 'a7390fee-20fd-441c-92f6-15e5d3f1ea49', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:92:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d93953c-0745-4dfe-ad6a-e0e94a0893be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:20Z', 'updated_at': '2021-11-12T00:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '8acfc77f-1d0b-455c-830f-4ee6f402f0d0', 'name': '', 'network_id': 'b847d184-534f-4934-ae31-f37d206e2c7c', 'tenant_id': '88669f081e1643c1bc0b52ccf8ef5658', 'mac_address': 'fa:16:3e:a6:2f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d93953c-0745-4dfe-ad6a-e0e94a0893be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '0de18cf1-85e0-40e8-901c-1742149a537c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:22Z', 'updated_at': '2021-11-12T00:51:29Z', 'revision_number': 5, 'project_id': '88669f081e1643c1bc0b52ccf8ef5658', 'subnets': [{'id': '0de18cf1-85e0-40e8-901c-1742149a537c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:19.110233 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c598f41-5867-49d8-b293-d75c58f34df2 req-f064add3-3184-4d20-ad75-b48082e010aa tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] Network 329ce049-7362-432e-ae2c-c6f89ee257d4 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:19.115572 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-7c598f41-5867-49d8-b293-d75c58f34df2 req-f064add3-3184-4d20-ad75-b48082e010aa tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:19.121768 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c598f41-5867-49d8-b293-d75c58f34df2 req-f064add3-3184-4d20-ad75-b48082e010aa tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:54:19.160619 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3b1348-2ac4-41f8-964c-5feeba560f81 None None] The sync data for ids ['3d93953c-0745-4dfe-ad6a-e0e94a0893be'] in n-d-812236-11 is: [{'id': '3d93953c-0745-4dfe-ad6a-e0e94a0893be', 'name': 'tempest-ServersTestBootFromVolume-970444426-router', 'tenant_id': '88669f081e1643c1bc0b52ccf8ef5658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'a7390fee-20fd-441c-92f6-15e5d3f1ea49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:19Z', 'updated_at': '2021-11-12T00:51:23Z', 'revision_number': 4, 'project_id': '88669f081e1643c1bc0b52ccf8ef5658', 'gw_port': {'id': 'a7390fee-20fd-441c-92f6-15e5d3f1ea49', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:92:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d93953c-0745-4dfe-ad6a-e0e94a0893be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:20Z', 'updated_at': '2021-11-12T00:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '8acfc77f-1d0b-455c-830f-4ee6f402f0d0', 'name': '', 'network_id': 'b847d184-534f-4934-ae31-f37d206e2c7c', 'tenant_id': '88669f081e1643c1bc0b52ccf8ef5658', 'mac_address': 'fa:16:3e:a6:2f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d93953c-0745-4dfe-ad6a-e0e94a0893be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '0de18cf1-85e0-40e8-901c-1742149a537c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:22Z', 'updated_at': '2021-11-12T00:51:29Z', 'revision_number': 5, 'project_id': '88669f081e1643c1bc0b52ccf8ef5658', 'subnets': [{'id': '0de18cf1-85e0-40e8-901c-1742149a537c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:54:19.185868 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57faca83-54f5-4645-959f-542bf18359cd req-18e4c109-155a-4bd3-91dc-c9077a935297 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:19.193249 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-57faca83-54f5-4645-959f-542bf18359cd req-18e4c109-155a-4bd3-91dc-c9077a935297 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 946 time: 0.1863840 Nov 12 00:54:19.205940 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064add3-3184-4d20-ad75-b48082e010aa tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] Pushing event updated for resources: {'Port': ['ID=19d8fc8d-4322-4506-aca1-8157705d5551,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:19.221407 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f064add3-3184-4d20-ad75-b48082e010aa tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:19.221757 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f064add3-3184-4d20-ad75-b48082e010aa tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:19.222091 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f064add3-3184-4d20-ad75-b48082e010aa tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:19.222422 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f064add3-3184-4d20-ad75-b48082e010aa tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:19.222752 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f064add3-3184-4d20-ad75-b48082e010aa tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:19.223078 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f064add3-3184-4d20-ad75-b48082e010aa tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:19.223699 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f064add3-3184-4d20-ad75-b48082e010aa tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:19.224020 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f064add3-3184-4d20-ad75-b48082e010aa tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:19.224338 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f064add3-3184-4d20-ad75-b48082e010aa tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:19.224657 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f064add3-3184-4d20-ad75-b48082e010aa tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:19.224981 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f064add3-3184-4d20-ad75-b48082e010aa tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:19.225288 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f064add3-3184-4d20-ad75-b48082e010aa tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:19.276128 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c598f41-5867-49d8-b293-d75c58f34df2 req-f064add3-3184-4d20-ad75-b48082e010aa tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:19.278079 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7c598f41-5867-49d8-b293-d75c58f34df2 req-f064add3-3184-4d20-ad75-b48082e010aa tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:19.322107 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-57faca83-54f5-4645-959f-542bf18359cd req-417ebcc8-788f-4671-a3aa-ffe6f319e3f6 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279185 Nov 12 00:54:19.341661 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25ce2dec-a34b-495c-acbc-5cbfaad189f7 req-802ad450-58c3-46fb-a93c-7de194901973 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0472174 Nov 12 00:54:19.342118 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-31b36ee7-e31a-4441-a062-32622deeabb4 req-29091510-fad2-402f-bc5c-ed594e3a2f91 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3305e68-b30a-43d8-b0c6-7d93f63451ab HTTP/1.1" status: 200 len: 210 time: 0.0644677 Nov 12 00:54:19.346332 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c598f41-5867-49d8-b293-d75c58f34df2 req-f064add3-3184-4d20-ad75-b48082e010aa tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3261228 Nov 12 00:54:19.368852 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-7c598f41-5867-49d8-b293-d75c58f34df2 req-86aa399a-c08a-404a-ab38-2ce9bee1e95f service neutron] Request body: {'port': {'device_id': '5f513cab-ec49-49ee-9c57-6469eae8a6cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:19.442779 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:19.501938 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:54:19.502620 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device ce8c94f1-6dca-4c87-99a0-ef7f02f8a0ed not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:54:19.524072 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7c598f41-5867-49d8-b293-d75c58f34df2 req-86aa399a-c08a-404a-ab38-2ce9bee1e95f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:19.599242 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a901c-cccc-4935-8b0e-601c8503efee req-49ee1d96-5ab1-4f28-a229-a0c957d5ed7e tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:19.601127 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1b4a901c-cccc-4935-8b0e-601c8503efee req-49ee1d96-5ab1-4f28-a229-a0c957d5ed7e tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.1344113 Nov 12 00:54:19.632211 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bcbca6-00ab-447d-8bd0-1078a8c43738 req-7ef9dd75-1d58-4bc3-84f2-83ae1cf4550c tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:19.635217 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c9bcbca6-00ab-447d-8bd0-1078a8c43738 req-7ef9dd75-1d58-4bc3-84f2-83ae1cf4550c tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=03c53042-b2d3-41c0-a82b-80f57c9de815 HTTP/1.1" status: 200 len: 945 time: 0.0652807 Nov 12 00:54:19.671620 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 40da9af8-2c60-4f9c-be71-25e602fb54e1 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:19.732314 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314b0c6e-2890-43bb-a13b-4fa99bfe9c68 None None] New status for floating IP aa869299-6f5f-4ee2-8ed7-140f9c778b8a: DOWN {{(pid=102664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:54:19.760339 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c9bcbca6-00ab-447d-8bd0-1078a8c43738 req-f3272b4c-cf52-47ac-9c54-cd7f88a781c0 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050892 Nov 12 00:54:19.778309 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1b4a901c-cccc-4935-8b0e-601c8503efee req-76cd39d3-11ac-4314-8728-4355b6dbb632 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696775 Nov 12 00:54:19.988779 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa204b-9ade-4515-af86-5c297360dea0 req-9847264d-c31c-44c6-9631-69969f4d6a05 tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:19.990762 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2daa204b-9ade-4515-af86-5c297360dea0 req-9847264d-c31c-44c6-9631-69969f4d6a05 tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f513cab-ec49-49ee-9c57-6469eae8a6cd HTTP/1.1" status: 200 len: 931 time: 0.0765846 Nov 12 00:54:20.000554 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c5f1e13c-a641-4e24-a117-4d884dcbc220 req-355be096-2e62-4cd7-b5bc-191bc100b5f4 tempest-ServerShowV247Test-1334042734 tempest-ServerShowV247Test-1334042734-project] 10.222.0.20 "GET /v2.0/ports?device_id=3513c2fc-77bc-4240-a0f3-43c869483f2d HTTP/1.1" status: 200 len: 210 time: 0.0762243 Nov 12 00:54:20.368454 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1976fc0f-698e-495d-9bac-d7d108b20c86 req-3054601b-38d5-4458-ae11-73a9ba94978e tempest-ServerShowV247Test-1334042734 tempest-ServerShowV247Test-1334042734-project] 10.222.0.20 "GET /v2.0/ports?device_id=3513c2fc-77bc-4240-a0f3-43c869483f2d&device_id=82dc18dc-823a-408f-9e0f-9f0ca9c8a576 HTTP/1.1" status: 200 len: 210 time: 0.0410073 Nov 12 00:54:20.483441 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2daa204b-9ade-4515-af86-5c297360dea0 req-6ed9ccdf-7c9a-4c1e-9083-45ee2887c011 tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0e0b2db-5b15-4dc3-9ad5-e6412e287907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4745982 Nov 12 00:54:20.517964 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb25941b-08e1-4840-9054-a5d3f8de9c53 req-9c173b97-c4e4-46c0-b911-6da5bffed667 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:20.528704 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cb25941b-08e1-4840-9054-a5d3f8de9c53 req-9c173b97-c4e4-46c0-b911-6da5bffed667 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 946 time: 0.0837142 Nov 12 00:54:20.549426 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b342a-6653-459e-9fce-0a81141db982 req-215ded40-0046-4e14-8eb5-543bb961b398 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:20.551617 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5d1b342a-6653-459e-9fce-0a81141db982 req-215ded40-0046-4e14-8eb5-543bb961b398 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.54 "GET /v2.0/ports?device_id=03c53042-b2d3-41c0-a82b-80f57c9de815 HTTP/1.1" status: 200 len: 945 time: 0.1523254 Nov 12 00:54:20.612835 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cb25941b-08e1-4840-9054-a5d3f8de9c53 req-a1e581cc-2923-48c8-a3ae-afbbc16a8932 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826449 Nov 12 00:54:20.653608 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-7c598f41-5867-49d8-b293-d75c58f34df2 req-86aa399a-c08a-404a-ab38-2ce9bee1e95f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19d8fc8d-4322-4506-aca1-8157705d5551 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:54:20.665849 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7c598f41-5867-49d8-b293-d75c58f34df2 req-86aa399a-c08a-404a-ab38-2ce9bee1e95f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:20.686633 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 32872) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:20.690723 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-125d7999-ed25-4867-9007-552076e21b8d req-6366d5fc-5c69-4b47-9056-311347608cab tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3305e68-b30a-43d8-b0c6-7d93f63451ab HTTP/1.1" status: 200 len: 210 time: 0.0511258 Nov 12 00:54:20.717166 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-7c598f41-5867-49d8-b293-d75c58f34df2 req-86aa399a-c08a-404a-ab38-2ce9bee1e95f service neutron] Transition to ACTIVE for port object 19d8fc8d-4322-4506-aca1-8157705d5551 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:54:20.741645 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7c598f41-5867-49d8-b293-d75c58f34df2 req-86aa399a-c08a-404a-ab38-2ce9bee1e95f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:20.757009 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa677e-2008-4bac-907d-d6630d10f0d9 req-d1a37114-b423-4e17-8a89-d758baf7baf2 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:20.758679 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d5aa677e-2008-4bac-907d-d6630d10f0d9 req-d1a37114-b423-4e17-8a89-d758baf7baf2 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.49 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 946 time: 0.2058589 Nov 12 00:54:20.835157 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-6f723254-30ee-4933-8298-9f5e80441533 tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:20.873179 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6f723254-30ee-4933-8298-9f5e80441533 tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] 10.222.0.20 "PUT /v2.0/quotas/db248b8b6f0f44b8b50a51e085d3de54 HTTP/1.1" status: 200 len: 368 time: 0.1817420 Nov 12 00:54:20.874123 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 32884) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:20.880006 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-cbdcd3fe-3085-42ef-99ef-0418213b63fc tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Request body: {'network': {'project_id': 'db248b8b6f0f44b8b50a51e085d3de54'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:20.912363 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aa399a-c08a-404a-ab38-2ce9bee1e95f service neutron] Pushing event updated for resources: {'Port': ['ID=19d8fc8d-4322-4506-aca1-8157705d5551,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:20.937853 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-35e5c66c-3a8e-409a-85c9-440b7eb097de req-003dc485-5735-44cc-aae9-c008c6025ca8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=194f4c8658654cdcbe2b764fd620c06f&device_id=3513c2fc-77bc-4240-a0f3-43c869483f2d HTTP/1.1" status: 200 len: 210 time: 0.0471721 Nov 12 00:54:20.996803 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-5d1b342a-6653-459e-9fce-0a81141db982 req-0f661083-1600-4da2-a540-6a875c281023 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Deleting port f84e1833-8244-4e82-86a7-dad6ebedd966 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:20.997061 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-5d1b342a-6653-459e-9fce-0a81141db982 req-0f661083-1600-4da2-a540-6a875c281023 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:21.005986 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdcd3fe-3085-42ef-99ef-0418213b63fc tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Made reservation on behalf of db248b8b6f0f44b8b50a51e085d3de54 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:21.008547 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cbdcd3fe-3085-42ef-99ef-0418213b63fc tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:21.013156 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-35e5c66c-3a8e-409a-85c9-440b7eb097de req-5926c870-ae83-44ef-bdf0-c7cfd155fa90 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=194f4c8658654cdcbe2b764fd620c06f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427392 Nov 12 00:54:21.021896 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cbdcd3fe-3085-42ef-99ef-0418213b63fc tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:21.051937 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d637b-bd76-4ac7-8fd1-0776265e48d4 req-c0f6a3f8-10fb-4add-9cd0-14e9a86d063e tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:21.058421 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0e1d637b-bd76-4ac7-8fd1-0776265e48d4 req-c0f6a3f8-10fb-4add-9cd0-14e9a86d063e tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=03c53042-b2d3-41c0-a82b-80f57c9de815 HTTP/1.1" status: 200 len: 945 time: 0.1850848 Nov 12 00:54:21.094764 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c20ed-a627-430f-a2f7-44521ea1b5e8 req-a14dcb33-1118-4c1b-8628-106731b3aa4f tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:21.096297 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bd5c20ed-a627-430f-a2f7-44521ea1b5e8 req-a14dcb33-1118-4c1b-8628-106731b3aa4f tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.1613092 Nov 12 00:54:21.207192 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0e1d637b-bd76-4ac7-8fd1-0776265e48d4 req-e87d3c81-ff61-4cab-92d5-26925cd57986 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472945 Nov 12 00:54:21.254683 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b7689af6-a124-4785-9975-fb461d4bd2b3 req-e610a2ae-b50a-4423-8522-13b121a54474 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0387738 Nov 12 00:54:21.255299 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-7c598f41-5867-49d8-b293-d75c58f34df2 req-86aa399a-c08a-404a-ab38-2ce9bee1e95f service neutron] Attempting to bind port 19d8fc8d-4322-4506-aca1-8157705d5551 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:54:21.255854 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-7c598f41-5867-49d8-b293-d75c58f34df2 req-86aa399a-c08a-404a-ab38-2ce9bee1e95f service neutron] Attempting to bind port 19d8fc8d-4322-4506-aca1-8157705d5551 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '64b2f84a-ece8-4281-8c47-3249c5cc4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '329ce049-7362-432e-ae2c-c6f89ee257d4'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:54:21.256184 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c598f41-5867-49d8-b293-d75c58f34df2 req-86aa399a-c08a-404a-ab38-2ce9bee1e95f service neutron] Attempting to bind port 19d8fc8d-4322-4506-aca1-8157705d5551 on network 329ce049-7362-432e-ae2c-c6f89ee257d4 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:21.272193 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c598f41-5867-49d8-b293-d75c58f34df2 req-86aa399a-c08a-404a-ab38-2ce9bee1e95f service neutron] Port 19d8fc8d-4322-4506-aca1-8157705d5551 on network 329ce049-7362-432e-ae2c-c6f89ee257d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:54:21.272525 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c598f41-5867-49d8-b293-d75c58f34df2 req-86aa399a-c08a-404a-ab38-2ce9bee1e95f service neutron] Attempting to bind port 19d8fc8d-4322-4506-aca1-8157705d5551 on network 329ce049-7362-432e-ae2c-c6f89ee257d4 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:21.280722 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-d5aa677e-2008-4bac-907d-d6630d10f0d9 req-ec76167d-df4d-466c-bc93-3d49605842aa tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Deleting port 946f0a4e-ab72-40bd-a433-f66ebca1996e {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:21.281063 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-d5aa677e-2008-4bac-907d-d6630d10f0d9 req-ec76167d-df4d-466c-bc93-3d49605842aa tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:21.304910 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c598f41-5867-49d8-b293-d75c58f34df2 req-86aa399a-c08a-404a-ab38-2ce9bee1e95f service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:54:21.305366 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c598f41-5867-49d8-b293-d75c58f34df2 req-86aa399a-c08a-404a-ab38-2ce9bee1e95f service neutron] Checking segment: {'id': '64b2f84a-ece8-4281-8c47-3249c5cc4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '329ce049-7362-432e-ae2c-c6f89ee257d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:21.305683 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c598f41-5867-49d8-b293-d75c58f34df2 req-86aa399a-c08a-404a-ab38-2ce9bee1e95f service neutron] Bound using segment: {'id': '64b2f84a-ece8-4281-8c47-3249c5cc4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '329ce049-7362-432e-ae2c-c6f89ee257d4'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:54:21.306130 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-7c598f41-5867-49d8-b293-d75c58f34df2 req-86aa399a-c08a-404a-ab38-2ce9bee1e95f service neutron] Bound port: 19d8fc8d-4322-4506-aca1-8157705d5551, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64b2f84a-ece8-4281-8c47-3249c5cc4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '329ce049-7362-432e-ae2c-c6f89ee257d4'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:54:21.306489 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7c598f41-5867-49d8-b293-d75c58f34df2 req-86aa399a-c08a-404a-ab38-2ce9bee1e95f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:21.315193 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bd5c20ed-a627-430f-a2f7-44521ea1b5e8 req-cbc16ae9-e394-43bf-93e2-fe2ed3e307ae tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100499 Nov 12 00:54:21.321907 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e5c66c-3a8e-409a-85c9-440b7eb097de req-4254f0c4-9033-45ba-8ab6-17d78e0ce62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:21.323960 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-35e5c66c-3a8e-409a-85c9-440b7eb097de req-4254f0c4-9033-45ba-8ab6-17d78e0ce62d service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2922955 Nov 12 00:54:21.373359 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cbdcd3fe-3085-42ef-99ef-0418213b63fc tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:21.381043 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cbdcd3fe-3085-42ef-99ef-0418213b63fc tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:21.420585 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbdcd3fe-3085-42ef-99ef-0418213b63fc tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:54:21.432741 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdcd3fe-3085-42ef-99ef-0418213b63fc tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d279d89-707c-43b5-99a9-946c83e710f7,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:21.435704 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-13f8888f-5f5a-49a0-a5b6-2e39a7abdcec req-57b83d6b-dc40-417c-8e05-7f31bbe2a588 tempest-ServerShowV247Test-1334042734 tempest-ServerShowV247Test-1334042734-project] 10.222.0.20 "GET /v2.0/ports?device_id=3513c2fc-77bc-4240-a0f3-43c869483f2d HTTP/1.1" status: 200 len: 210 time: 0.0282197 Nov 12 00:54:21.439689 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cbdcd3fe-3085-42ef-99ef-0418213b63fc tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:21.440054 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-cbdcd3fe-3085-42ef-99ef-0418213b63fc tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Added segment b5f79bc7-ef8c-47e7-bd42-011b11accba7 of type vlan for network 02ab68a9-0b8d-4dcc-809f-7bdb3dc71f3c Nov 12 00:54:21.454855 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-5d1b342a-6653-459e-9fce-0a81141db982 req-0f661083-1600-4da2-a540-6a875c281023 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] For port f84e1833-8244-4e82-86a7-dad6ebedd966, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f84e1833-8244-4e82-86a7-dad6ebedd966,segment=NetworkSegment(47d4bfe1-e950-4b7f-9539-0e611123121b),segment_id=47d4bfe1-e950-4b7f-9539-0e611123121b)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:21.455701 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-5d1b342a-6653-459e-9fce-0a81141db982 req-0f661083-1600-4da2-a540-6a875c281023 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:21.460645 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdcd3fe-3085-42ef-99ef-0418213b63fc tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:21.461229 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdcd3fe-3085-42ef-99ef-0418213b63fc tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:21.461861 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdcd3fe-3085-42ef-99ef-0418213b63fc tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:21.462432 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdcd3fe-3085-42ef-99ef-0418213b63fc tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:21.462953 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdcd3fe-3085-42ef-99ef-0418213b63fc tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:21.463669 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdcd3fe-3085-42ef-99ef-0418213b63fc tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:21.463669 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdcd3fe-3085-42ef-99ef-0418213b63fc tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:21.463995 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdcd3fe-3085-42ef-99ef-0418213b63fc tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:21.464313 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdcd3fe-3085-42ef-99ef-0418213b63fc tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:21.464681 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdcd3fe-3085-42ef-99ef-0418213b63fc tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:21.465062 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdcd3fe-3085-42ef-99ef-0418213b63fc tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:21.465842 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdcd3fe-3085-42ef-99ef-0418213b63fc tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:21.507026 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0dfba651-29c8-4f37-bd12-c693312b597c req-67cc6821-18b8-4527-ac52-00a121d236af service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0675712 Nov 12 00:54:21.509068 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-5d1b342a-6653-459e-9fce-0a81141db982 req-0f661083-1600-4da2-a540-6a875c281023 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Calling delete_port for f84e1833-8244-4e82-86a7-dad6ebedd966 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:21.540266 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cbdcd3fe-3085-42ef-99ef-0418213b63fc tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:21.554919 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-7c598f41-5867-49d8-b293-d75c58f34df2 req-86aa399a-c08a-404a-ab38-2ce9bee1e95f service neutron] For port 19d8fc8d-4322-4506-aca1-8157705d5551, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:54:21.567903 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-7c598f41-5867-49d8-b293-d75c58f34df2 req-86aa399a-c08a-404a-ab38-2ce9bee1e95f service neutron] For port 19d8fc8d-4322-4506-aca1-8157705d5551, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=19d8fc8d-4322-4506-aca1-8157705d5551,segment=NetworkSegment(64b2f84a-ece8-4281-8c47-3249c5cc4f6b),segment_id=64b2f84a-ece8-4281-8c47-3249c5cc4f6b)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:54:21.598949 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cbdcd3fe-3085-42ef-99ef-0418213b63fc tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:21.599873 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdcd3fe-3085-42ef-99ef-0418213b63fc tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:21.600450 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cbdcd3fe-3085-42ef-99ef-0418213b63fc tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:21.615864 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7c598f41-5867-49d8-b293-d75c58f34df2 req-86aa399a-c08a-404a-ab38-2ce9bee1e95f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:21.621816 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-d5aa677e-2008-4bac-907d-d6630d10f0d9 req-ec76167d-df4d-466c-bc93-3d49605842aa tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] For port 946f0a4e-ab72-40bd-a433-f66ebca1996e, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=946f0a4e-ab72-40bd-a433-f66ebca1996e,segment=NetworkSegment(6922dc8f-e4e8-46eb-925b-ce7a975c2214),segment_id=6922dc8f-e4e8-46eb-925b-ce7a975c2214)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:21.622511 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-d5aa677e-2008-4bac-907d-d6630d10f0d9 req-ec76167d-df4d-466c-bc93-3d49605842aa tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:21.672346 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c598f41-5867-49d8-b293-d75c58f34df2 req-86aa399a-c08a-404a-ab38-2ce9bee1e95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:21.673151 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7c598f41-5867-49d8-b293-d75c58f34df2 req-86aa399a-c08a-404a-ab38-2ce9bee1e95f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:21.674805 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c598f41-5867-49d8-b293-d75c58f34df2 req-86aa399a-c08a-404a-ab38-2ce9bee1e95f service neutron] 10.222.0.49 "PUT /v2.0/ports/19d8fc8d-4322-4506-aca1-8157705d5551 HTTP/1.1" status: 200 len: 1092 time: 2.3111751 Nov 12 00:54:21.697936 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-cbdcd3fe-3085-42ef-99ef-0418213b63fc tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8227313 Nov 12 00:54:21.700400 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 32898) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:21.714751 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-15357ba0-c7a4-4eec-a5ce-573340077c05 tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Request body: {'network': {'project_id': 'db248b8b6f0f44b8b50a51e085d3de54'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:21.718975 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdcd3fe-3085-42ef-99ef-0418213b63fc tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Pushing event updated for resources: {'Network': ['ID=02ab68a9-0b8d-4dcc-809f-7bdb3dc71f3c,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:21.720354 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f513cab-ec49-49ee-9c57-6469eae8a6cd', 'tag': '19d8fc8d-4322-4506-aca1-8157705d5551'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:21.724150 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e592608-323b-4171-acb3-c81e8c013f3a" -d '{"events": [{"name": "network-changed", "server_uuid": "5f513cab-ec49-49ee-9c57-6469eae8a6cd", "tag": "19d8fc8d-4322-4506-aca1-8157705d5551"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:21.738556 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca503d78-41b6-4b86-b3cb-5b40d2223dc5 req-545c5302-cf81-4a63-8e0e-21350b2063ff tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:21.740672 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ca503d78-41b6-4b86-b3cb-5b40d2223dc5 req-545c5302-cf81-4a63-8e0e-21350b2063ff tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f513cab-ec49-49ee-9c57-6469eae8a6cd HTTP/1.1" status: 200 len: 943 time: 0.1539915 Nov 12 00:54:21.744800 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 02ab68a9-0b8d-4dcc-809f-7bdb3dc71f3c details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:54:21.785014 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15357ba0-c7a4-4eec-a5ce-573340077c05 tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Made reservation on behalf of db248b8b6f0f44b8b50a51e085d3de54 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:21.789144 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-15357ba0-c7a4-4eec-a5ce-573340077c05 tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:21.858546 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15357ba0-c7a4-4eec-a5ce-573340077c05 tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:54:21.878287 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ca503d78-41b6-4b86-b3cb-5b40d2223dc5 req-9f3fcf55-9553-401e-bb59-fda8f5a49aa8 tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0e0b2db-5b15-4dc3-9ad5-e6412e287907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168387 Nov 12 00:54:21.879678 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-15357ba0-c7a4-4eec-a5ce-573340077c05 tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:21.880208 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-15357ba0-c7a4-4eec-a5ce-573340077c05 tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Added segment ff7c6bf1-b6db-427d-9724-7ce59760e821 of type vlan for network 6aa9f332-9fd4-4431-afb1-510498d78538 Nov 12 00:54:21.918737 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aa399a-c08a-404a-ab38-2ce9bee1e95f service neutron] Pushing event updated for resources: {'Port': ['ID=19d8fc8d-4322-4506-aca1-8157705d5551,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:21.937878 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-15357ba0-c7a4-4eec-a5ce-573340077c05 tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:21.942385 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15658685-6be3-4dde-9de0-9f8ea2ae954b req-2b232afe-0f56-4754-ac62-8b1b0961a3c4 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:21.949933 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-15658685-6be3-4dde-9de0-9f8ea2ae954b req-2b232afe-0f56-4754-ac62-8b1b0961a3c4 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 946 time: 0.2210541 Nov 12 00:54:21.969468 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c598f41-5867-49d8-b293-d75c58f34df2 req-0db954ad-7396-4ab6-bc3a-7a661314455f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:21.971235 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c598f41-5867-49d8-b293-d75c58f34df2 req-0db954ad-7396-4ab6-bc3a-7a661314455f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9372313ea9a4a1f91fbd7d4104b8a8c&device_id=5f513cab-ec49-49ee-9c57-6469eae8a6cd HTTP/1.1" status: 200 len: 1095 time: 0.1869168 Nov 12 00:54:21.976138 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-15357ba0-c7a4-4eec-a5ce-573340077c05 tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:21.977133 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15357ba0-c7a4-4eec-a5ce-573340077c05 tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:21.978100 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-15357ba0-c7a4-4eec-a5ce-573340077c05 tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:21.994042 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a54f50-be89-4e13-9816-823088143c08 x-openstack-request-id: req-05a54f50-be89-4e13-9816-823088143c08 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:21.994327 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f513cab-ec49-49ee-9c57-6469eae8a6cd", "tag": "19d8fc8d-4322-4506-aca1-8157705d5551", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:21.994577 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-05a54f50-be89-4e13-9816-823088143c08 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:21.995000 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f513cab-ec49-49ee-9c57-6469eae8a6cd', 'tag': '19d8fc8d-4322-4506-aca1-8157705d5551', 'status': 'completed', 'code': 200} Nov 12 00:54:22.039886 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-15357ba0-c7a4-4eec-a5ce-573340077c05 tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3282790 Nov 12 00:54:22.041666 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 32904) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:22.046905 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-03099a1e-10a7-4dd9-818e-63a4ca387175 tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Request body: {'network': {'project_id': 'db248b8b6f0f44b8b50a51e085d3de54'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:22.054987 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15357ba0-c7a4-4eec-a5ce-573340077c05 tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Pushing event updated for resources: {'Network': ['ID=6aa9f332-9fd4-4431-afb1-510498d78538,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:22.063694 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-03099a1e-10a7-4dd9-818e-63a4ca387175 tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 00:54:22.063694 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03099a1e-10a7-4dd9-818e-63a4ca387175 tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:54:22.065465 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-03099a1e-10a7-4dd9-818e-63a4ca387175 tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0217021 Nov 12 00:54:22.067928 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 32906) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:22.072949 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 6aa9f332-9fd4-4431-afb1-510498d78538 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:54:22.094504 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c598f41-5867-49d8-b293-d75c58f34df2 req-50c9fac3-3579-4f03-a56c-016291d823aa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19d8fc8d-4322-4506-aca1-8157705d5551 HTTP/1.1" status: 200 len: 217 time: 0.1017473 Nov 12 00:54:22.130083 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-27a0300d-ffe3-477e-b242-2f5fc8db4373 req-938244b1-cf74-4f6d-a62e-4aa8c3aef06f tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3305e68-b30a-43d8-b0c6-7d93f63451ab HTTP/1.1" status: 200 len: 210 time: 0.0381930 Nov 12 00:54:22.149094 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-555aaaa1-4c82-47eb-9977-7a9bf442e37a tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=db248b8b6f0f44b8b50a51e085d3de54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0799069 Nov 12 00:54:22.159020 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 32908) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:22.188677 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-d5aa677e-2008-4bac-907d-d6630d10f0d9 req-ec76167d-df4d-466c-bc93-3d49605842aa tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:22.189053 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-d5aa677e-2008-4bac-907d-d6630d10f0d9 req-ec76167d-df4d-466c-bc93-3d49605842aa tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:22.189431 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [req-d5aa677e-2008-4bac-907d-d6630d10f0d9 req-ec76167d-df4d-466c-bc93-3d49605842aa tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Floating IP c3f64332-d1de-4aea-a4d3-bac0baba8ede disassociated. External IP: 172.25.2.192, port: 946f0a4e-ab72-40bd-a433-f66ebca1996e. Nov 12 00:54:22.189726 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-d5aa677e-2008-4bac-907d-d6630d10f0d9 req-ec76167d-df4d-466c-bc93-3d49605842aa tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Calling delete_port for 946f0a4e-ab72-40bd-a433-f66ebca1996e owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:22.201944 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-15658685-6be3-4dde-9de0-9f8ea2ae954b req-d5500e2d-20f9-46f0-974a-6f8620bf807b tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=625dc1d6-90ac-480c-acb8-48ca2fb635f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2510748 Nov 12 00:54:22.203419 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-5d1b342a-6653-459e-9fce-0a81141db982 req-0f661083-1600-4da2-a540-6a875c281023 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:22.233816 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3e82464e-0fa1-499f-84f0-b7954dbd2b49 tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:22.241807 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['6b400def-72a0-4d02-a643-c4fd53bb4ffc'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:22.261403 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f661083-1600-4da2-a540-6a875c281023 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Pushing event deleted for resources: {'Port': ['ID=f84e1833-8244-4e82-86a7-dad6ebedd966,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:22.309072 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c598f41-5867-49d8-b293-d75c58f34df2 req-ce413f70-015b-4174-9cc4-ccbe0ac60ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:22.311250 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c598f41-5867-49d8-b293-d75c58f34df2 req-ce413f70-015b-4174-9cc4-ccbe0ac60ed5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=63f50e79-a2b0-4629-8cad-094decdd5568 HTTP/1.1" status: 200 len: 850 time: 0.2047336 Nov 12 00:54:22.370539 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1b342a-6653-459e-9fce-0a81141db982 req-0f661083-1600-4da2-a540-6a875c281023 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] No DVR routers for this DVR port f84e1833-8244-4e82-86a7-dad6ebedd966 on host n-h2-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:54:22.375418 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-5d1b342a-6653-459e-9fce-0a81141db982 req-0f661083-1600-4da2-a540-6a875c281023 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:22.380763 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5d1b342a-6653-459e-9fce-0a81141db982 req-0f661083-1600-4da2-a540-6a875c281023 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.54 "DELETE /v2.0/ports/f84e1833-8244-4e82-86a7-dad6ebedd966 HTTP/1.1" status: 204 len: 173 time: 1.8095410 Nov 12 00:54:22.446582 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c598f41-5867-49d8-b293-d75c58f34df2 req-790c715b-1b3d-403f-b855-4f3bdeee8b4e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=329ce049-7362-432e-ae2c-c6f89ee257d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803368 Nov 12 00:54:22.545534 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1ec2f3ae-840b-409e-8eac-88e1c24bf07c req-d842e460-64ed-474d-a68d-353ff271025e tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=03c53042-b2d3-41c0-a82b-80f57c9de815 HTTP/1.1" status: 200 len: 210 time: 0.0324402 Nov 12 00:54:22.552192 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3e82464e-0fa1-499f-84f0-b7954dbd2b49 tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:22.629418 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3e82464e-0fa1-499f-84f0-b7954dbd2b49 tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:22.634301 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3e82464e-0fa1-499f-84f0-b7954dbd2b49 tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:22.637170 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3e82464e-0fa1-499f-84f0-b7954dbd2b49 tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/8d279d89-707c-43b5-99a9-946c83e710f7 HTTP/1.1" status: 204 len: 168 time: 0.4770658 Nov 12 00:54:22.639245 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512f600-a867-4ff9-8e60-6d10e19688e6 req-82d550cd-28da-4c03-8ff8-51a71fec904f tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:22.642004 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 32918) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:22.649294 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1512f600-a867-4ff9-8e60-6d10e19688e6 req-82d550cd-28da-4c03-8ff8-51a71fec904f tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.2042193 Nov 12 00:54:22.690532 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82464e-0fa1-499f-84f0-b7954dbd2b49 tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d279d89-707c-43b5-99a9-946c83e710f7,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:22.726451 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c598f41-5867-49d8-b293-d75c58f34df2 req-c5001457-2f3f-4277-ad8d-274a32541ceb service neutron] 10.222.0.49 "GET /v2.0/networks/329ce049-7362-432e-ae2c-c6f89ee257d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644248 Nov 12 00:54:22.751084 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-00bb517d-2e53-4961-8151-980389488a73 req-7569ca9e-6c6a-4468-a97e-40d881e3ed01 tempest-ServerShowV247Test-1334042734 tempest-ServerShowV247Test-1334042734-project] 10.222.0.20 "GET /v2.0/ports?device_id=3513c2fc-77bc-4240-a0f3-43c869483f2d HTTP/1.1" status: 200 len: 210 time: 0.0714266 Nov 12 00:54:22.781783 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-85f6da10-36d7-4cf4-91d7-922dc1bf4445 tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:22.781920 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1512f600-a867-4ff9-8e60-6d10e19688e6 req-8b54d54c-5cd3-45a9-baa3-ed0df9c5837f tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331327 Nov 12 00:54:22.791101 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-d5aa677e-2008-4bac-907d-d6630d10f0d9 req-ec76167d-df4d-466c-bc93-3d49605842aa tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:22.859090 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec76167d-df4d-466c-bc93-3d49605842aa tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Pushing event deleted for resources: {'Port': ['ID=946f0a4e-ab72-40bd-a433-f66ebca1996e,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:22.878047 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-85f6da10-36d7-4cf4-91d7-922dc1bf4445 tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:22.914965 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-85f6da10-36d7-4cf4-91d7-922dc1bf4445 tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aa9f332-9fd4-4431-afb1-510498d78538']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:22.931681 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-85f6da10-36d7-4cf4-91d7-922dc1bf4445 tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff7c6bf1-b6db-427d-9724-7ce59760e821') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:22.932031 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-85f6da10-36d7-4cf4-91d7-922dc1bf4445 tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff7c6bf1-b6db-427d-9724-7ce59760e821') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:22.945388 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-85f6da10-36d7-4cf4-91d7-922dc1bf4445 tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:22.962366 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-85f6da10-36d7-4cf4-91d7-922dc1bf4445 tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:22.979327 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85f6da10-36d7-4cf4-91d7-922dc1bf4445 tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:54:22.980239 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-85f6da10-36d7-4cf4-91d7-922dc1bf4445 tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:22.982149 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 00:54:22.982149 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:54:22.982149 n-d-812236-11 neutron-server[102662]: timer() Nov 12 00:54:22.982149 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:54:22.982149 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 00:54:22.982149 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:54:22.982149 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 00:54:22.982149 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:54:22.982149 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 00:54:22.982149 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:54:22.982149 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 00:54:22.982149 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:54:22.982149 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 00:54:22.982149 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:54:22.982149 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:54:22.982149 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:54:22.982149 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:54:22.982149 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:54:22.982149 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 00:54:22.982149 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:54:22.982149 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 00:54:22.982149 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:54:22.982149 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:54:22.982149 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:54:22.982149 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 00:54:22.982149 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:54:22.982149 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:54:22.982149 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:54:22.982149 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:54:22.982149 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:54:22.982149 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:54:22.982149 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:54:23.022703 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-35e5c66c-3a8e-409a-85c9-440b7eb097de req-e0a6be69-48f8-4c55-a9b4-dfe039a1e091 tempest-ServerShowV247Test-1334042734 tempest-ServerShowV247Test-1334042734-project] 10.222.0.54 "GET /v2.0/ports?device_id=3513c2fc-77bc-4240-a0f3-43c869483f2d HTTP/1.1" status: 200 len: 210 time: 0.0753124 Nov 12 00:54:23.033735 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c598f41-5867-49d8-b293-d75c58f34df2 req-23854612-602f-4b13-b831-269ad58884ad service neutron] 10.222.0.49 "GET /v2.0/networks/329ce049-7362-432e-ae2c-c6f89ee257d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979927 Nov 12 00:54:23.067647 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d24ea-c17d-46a1-b708-87d4664ae682 req-d4d8328a-6386-47da-8bef-2e129a303953 tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:23.069167 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-914d24ea-c17d-46a1-b708-87d4664ae682 req-d4d8328a-6386-47da-8bef-2e129a303953 tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f513cab-ec49-49ee-9c57-6469eae8a6cd HTTP/1.1" status: 200 len: 943 time: 0.1044562 Nov 12 00:54:23.069852 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-85f6da10-36d7-4cf4-91d7-922dc1bf4445 tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:23.076429 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-85f6da10-36d7-4cf4-91d7-922dc1bf4445 tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:23.082342 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-85f6da10-36d7-4cf4-91d7-922dc1bf4445 tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] 10.222.0.20 "DELETE /v2.0/networks/6aa9f332-9fd4-4431-afb1-510498d78538 HTTP/1.1" status: 204 len: 168 time: 0.4352071 Nov 12 00:54:23.082512 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5aa677e-2008-4bac-907d-d6630d10f0d9 req-ec76167d-df4d-466c-bc93-3d49605842aa tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Router 8791e296-66f3-41ae-9874-5fc104263c13 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:54:23.082512 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 32924) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:23.091213 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f6da10-36d7-4cf4-91d7-922dc1bf4445 tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Pushing event deleted for resources: {'Network': ['ID=6aa9f332-9fd4-4431-afb1-510498d78538,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:23.223191 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-914d24ea-c17d-46a1-b708-87d4664ae682 req-d7356dee-445c-423f-88bf-e6363d07c44b tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0e0b2db-5b15-4dc3-9ad5-e6412e287907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165950 Nov 12 00:54:23.250618 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e09d8835-4933-4892-a9cb-dcd3ebdea5ab tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:23.296055 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e592608-323b-4171-acb3-c81e8c013f3a req-d8609e82-7889-4c03-8454-884dd91574cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:23.297884 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3e592608-323b-4171-acb3-c81e8c013f3a req-d8609e82-7889-4c03-8454-884dd91574cb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9372313ea9a4a1f91fbd7d4104b8a8c&device_id=5f513cab-ec49-49ee-9c57-6469eae8a6cd HTTP/1.1" status: 200 len: 1095 time: 0.1387277 Nov 12 00:54:23.430031 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-616960a3-544a-43d4-9ce5-a2f8f8374f39 req-0f9f69b1-9d4a-4143-8e94-3c408741348a tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 210 time: 0.0690136 Nov 12 00:54:23.475519 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 946f0a4e-ab72-40bd-a433-f66ebca1996e no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:23.518890 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: 946f0a4e-ab72-40bd-a433-f66ebca1996e {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:54:23.519230 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 946f0a4e-ab72-40bd-a433-f66ebca1996e not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:54:23.693704 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f84e1833-8244-4e82-86a7-dad6ebedd966 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:23.730106 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: f84e1833-8244-4e82-86a7-dad6ebedd966 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:54:23.730691 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f84e1833-8244-4e82-86a7-dad6ebedd966 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:54:23.871033 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e7a77980-d411-425b-93f6-bd687c48612b req-e5d71d14-031c-4ab4-b296-f6b4b8e13057 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3305e68-b30a-43d8-b0c6-7d93f63451ab HTTP/1.1" status: 200 len: 210 time: 0.5421784 Nov 12 00:54:23.921494 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-da4495bf-d7aa-4c91-ae4b-12109aade026 req-1fb0279b-54c1-4ac5-b193-fc41f9cc50f7 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1023295 Nov 12 00:54:23.956884 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a6981-feae-469c-acb3-818079531733 req-61770131-15be-493c-993e-8b2d9633961c tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:23.957916 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3e0a6981-feae-469c-acb3-818079531733 req-61770131-15be-493c-993e-8b2d9633961c tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.0882525 Nov 12 00:54:23.969748 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e09d8835-4933-4892-a9cb-dcd3ebdea5ab tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:23.972958 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5aa677e-2008-4bac-907d-d6630d10f0d9 req-ec76167d-df4d-466c-bc93-3d49605842aa tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:54:23.998443 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8c557d-ee63-40e5-a8ea-838c935f96f2 None None] Sync routers for ids ['8791e296-66f3-41ae-9874-5fc104263c13'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:54:24.017622 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c53042-b2d3-41c0-a82b-80f57c9de815', 'name': 'network-vif-deleted', 'tag': 'f84e1833-8244-4e82-86a7-dad6ebedd966'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:24.020452 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee080c92-1764-48ad-ada8-36df22c382f0" -d '{"events": [{"server_uuid": "03c53042-b2d3-41c0-a82b-80f57c9de815", "name": "network-vif-deleted", "tag": "f84e1833-8244-4e82-86a7-dad6ebedd966"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:24.043947 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-e09d8835-4933-4892-a9cb-dcd3ebdea5ab tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02ab68a9-0b8d-4dcc-809f-7bdb3dc71f3c']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:24.059874 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3e0a6981-feae-469c-acb3-818079531733 req-c3fc5541-fce0-482e-9eb8-7f1dd1c97d30 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922515 Nov 12 00:54:24.075665 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5aa677e-2008-4bac-907d-d6630d10f0d9 req-ec76167d-df4d-466c-bc93-3d49605842aa tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] No DVR routers for this DVR port 946f0a4e-ab72-40bd-a433-f66ebca1996e on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:54:24.077294 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8c557d-ee63-40e5-a8ea-838c935f96f2 None None] Routers {'8791e296-66f3-41ae-9874-5fc104263c13'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:54:24.078145 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-3b8c557d-ee63-40e5-a8ea-838c935f96f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:54:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['8791e296-66f3-41ae-9874-5fc104263c13'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:24.085120 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-e09d8835-4933-4892-a9cb-dcd3ebdea5ab tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5f79bc7-ef8c-47e7-bd42-011b11accba7') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:24.085726 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-e09d8835-4933-4892-a9cb-dcd3ebdea5ab tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5f79bc7-ef8c-47e7-bd42-011b11accba7') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:24.090701 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-d5aa677e-2008-4bac-907d-d6630d10f0d9 req-ec76167d-df4d-466c-bc93-3d49605842aa tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:24.096928 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d5aa677e-2008-4bac-907d-d6630d10f0d9 req-ec76167d-df4d-466c-bc93-3d49605842aa tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.49 "DELETE /v2.0/ports/946f0a4e-ab72-40bd-a433-f66ebca1996e HTTP/1.1" status: 204 len: 173 time: 3.2925460 Nov 12 00:54:24.101247 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e592608-323b-4171-acb3-c81e8c013f3a req-e37598a3-ec3a-4f3e-b0ff-43d919541e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:24.102875 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3e592608-323b-4171-acb3-c81e8c013f3a req-e37598a3-ec3a-4f3e-b0ff-43d919541e13 service neutron] 10.222.0.49 "GET /v2.0/networks?id=329ce049-7362-432e-ae2c-c6f89ee257d4 HTTP/1.1" status: 200 len: 911 time: 0.7753177 Nov 12 00:54:24.108036 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e09d8835-4933-4892-a9cb-dcd3ebdea5ab tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:24.201106 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89880aa9-3cc7-4f7c-9cc7-d700c2c5d3d3 x-openstack-request-id: req-89880aa9-3cc7-4f7c-9cc7-d700c2c5d3d3 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:24.201786 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c53042-b2d3-41c0-a82b-80f57c9de815", "name": "network-vif-deleted", "tag": "f84e1833-8244-4e82-86a7-dad6ebedd966", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:24.202220 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-89880aa9-3cc7-4f7c-9cc7-d700c2c5d3d3 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:24.202829 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03c53042-b2d3-41c0-a82b-80f57c9de815', 'name': 'network-vif-deleted', 'tag': 'f84e1833-8244-4e82-86a7-dad6ebedd966', 'status': 'completed', 'code': 200} Nov 12 00:54:24.220256 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3e592608-323b-4171-acb3-c81e8c013f3a req-7f9c9f72-2f5d-4781-bc33-5d015f07540b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19d8fc8d-4322-4506-aca1-8157705d5551 HTTP/1.1" status: 200 len: 217 time: 0.1064918 Nov 12 00:54:24.222804 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e09d8835-4933-4892-a9cb-dcd3ebdea5ab tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:24.226937 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fca59275-8756-4475-bea0-2d0f1a347c3b req-4af070b0-29e2-42f4-aa30-5b7dabbe6507 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=194f4c8658654cdcbe2b764fd620c06f&device_id=82dc18dc-823a-408f-9e0f-9f0ca9c8a576 HTTP/1.1" status: 200 len: 210 time: 0.0890539 Nov 12 00:54:24.294931 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-3b8c557d-ee63-40e5-a8ea-838c935f96f2 None None] Set router 8791e296-66f3-41ae-9874-5fc104263c13 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:54:24.295848 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e09d8835-4933-4892-a9cb-dcd3ebdea5ab tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:54:24.296257 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e09d8835-4933-4892-a9cb-dcd3ebdea5ab tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:24.312282 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:54:24.312282 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:54:24.312282 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:54:24.312282 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:54:24.312282 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:54:24.312282 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:54:24.312282 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:54:24.312282 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:54:24.312282 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:54:24.312282 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:54:24.312282 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:54:24.312282 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:54:24.312282 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:54:24.312282 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:54:24.312282 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:54:24.312282 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:54:24.312282 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:54:24.312282 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:54:24.312282 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:54:24.312282 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:54:24.312282 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:54:24.312282 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:54:24.312282 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:54:24.312282 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:54:24.312282 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:54:24.312282 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:54:24.312282 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:54:24.312282 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:54:24.312282 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:54:24.312282 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:54:24.312282 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:54:24.312282 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:54:24.353708 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fc96329a-7852-4fec-9d4b-e65aff5b4213 req-a7e56974-2311-4677-9e26-d0771f306106 tempest-ServerShowV247Test-1334042734 tempest-ServerShowV247Test-1334042734-project] 10.222.0.20 "GET /v2.0/ports?device_id=82dc18dc-823a-408f-9e0f-9f0ca9c8a576 HTTP/1.1" status: 200 len: 210 time: 0.1321676 Nov 12 00:54:24.422291 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fca59275-8756-4475-bea0-2d0f1a347c3b req-ccb9affb-d80a-4dff-9912-694261972712 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=194f4c8658654cdcbe2b764fd620c06f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1631243 Nov 12 00:54:24.427466 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7ab6f3e9-b6d9-4853-b422-90c69fc6ece8 req-050929d7-211f-46a6-895d-e8a400880a08 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1262867 Nov 12 00:54:24.435949 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d521c-2102-45a6-8128-261fbda9d5ac req-006b2903-d116-4a3e-afa2-449308c52594 tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:24.437826 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7f2d521c-2102-45a6-8128-261fbda9d5ac req-006b2903-d116-4a3e-afa2-449308c52594 tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f513cab-ec49-49ee-9c57-6469eae8a6cd HTTP/1.1" status: 200 len: 943 time: 0.1076319 Nov 12 00:54:24.477901 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e592608-323b-4171-acb3-c81e8c013f3a req-b728afc0-7506-43b3-97a6-7622896f93f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:24.479900 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3e592608-323b-4171-acb3-c81e8c013f3a req-b728afc0-7506-43b3-97a6-7622896f93f6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=63f50e79-a2b0-4629-8cad-094decdd5568 HTTP/1.1" status: 200 len: 850 time: 0.2368634 Nov 12 00:54:24.483387 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e09d8835-4933-4892-a9cb-dcd3ebdea5ab tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:24.521868 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e09d8835-4933-4892-a9cb-dcd3ebdea5ab tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:24.526952 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e09d8835-4933-4892-a9cb-dcd3ebdea5ab tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] 10.222.0.20 "DELETE /v2.0/networks/02ab68a9-0b8d-4dcc-809f-7bdb3dc71f3c HTTP/1.1" status: 204 len: 168 time: 1.4419112 Nov 12 00:54:24.553760 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7f2d521c-2102-45a6-8128-261fbda9d5ac req-f43e6512-67df-48e7-8563-c59d1ae6819c tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0e0b2db-5b15-4dc3-9ad5-e6412e287907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052411 Nov 12 00:54:24.570843 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d8835-4933-4892-a9cb-dcd3ebdea5ab tempest-QuotasNegativeTest-1325338864 tempest-QuotasNegativeTest-1325338864-project-admin] Pushing event deleted for resources: {'Network': ['ID=02ab68a9-0b8d-4dcc-809f-7bdb3dc71f3c,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:24.598892 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3e592608-323b-4171-acb3-c81e8c013f3a req-8214edef-e7c1-494a-9050-9ab2cd0ad1e5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=329ce049-7362-432e-ae2c-c6f89ee257d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1108928 Nov 12 00:54:24.657542 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca59275-8756-4475-bea0-2d0f1a347c3b req-e0743b4f-723b-41e8-9153-2ec4be9809ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:24.660226 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fca59275-8756-4475-bea0-2d0f1a347c3b req-e0743b4f-723b-41e8-9153-2ec4be9809ef service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2205870 Nov 12 00:54:24.766830 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-3b8c557d-ee63-40e5-a8ea-838c935f96f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8791e296-66f3-41ae-9874-5fc104263c13', 'name': 'tempest-AttachVolumeShelveTestJSON-1644377525-router', 'tenant_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:15Z', 'updated_at': '2021-11-12T00:48:25Z', 'revision_number': 4, 'project_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'gw_port': {'id': 'c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:34:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8791e296-66f3-41ae-9874-5fc104263c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:17Z', 'updated_at': '2021-11-12T00:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'cb6fe852-1ea9-402c-afd4-bb1c7226664d', 'name': '', 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48', 'tenant_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'mac_address': 'fa:16:3e:ce:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8791e296-66f3-41ae-9874-5fc104263c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '04c51f1f-4fad-42e7-a817-4af69d874ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:24Z', 'updated_at': '2021-11-12T00:48:32Z', 'revision_number': 5, 'project_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'subnets': [{'id': '04c51f1f-4fad-42e7-a817-4af69d874ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:24.770240 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3e592608-323b-4171-acb3-c81e8c013f3a req-0ee3deac-fed4-4c52-a16e-7605b39823bc service neutron] 10.222.0.49 "GET /v2.0/networks/329ce049-7362-432e-ae2c-c6f89ee257d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086826 Nov 12 00:54:24.804134 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bc5b0909-222e-4dc4-9296-7fece982218a req-09e2baae-09b8-45e9-9ce9-92b04b789158 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=b119ebf6-e1ff-4eba-b94d-797674c4ef98 HTTP/1.1" status: 200 len: 210 time: 0.2014377 Nov 12 00:54:24.825546 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8c557d-ee63-40e5-a8ea-838c935f96f2 None None] Checking router: 8791e296-66f3-41ae-9874-5fc104263c13 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:54:24.839903 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8c557d-ee63-40e5-a8ea-838c935f96f2 None None] Routers {'8791e296-66f3-41ae-9874-5fc104263c13'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:54:24.840900 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-3b8c557d-ee63-40e5-a8ea-838c935f96f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:54:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['8791e296-66f3-41ae-9874-5fc104263c13'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:24.955127 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3e592608-323b-4171-acb3-c81e8c013f3a req-fc1ecdc5-8eb7-49a6-bb65-6c9fc26401c7 service neutron] 10.222.0.49 "GET /v2.0/networks/329ce049-7362-432e-ae2c-c6f89ee257d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654325 Nov 12 00:54:24.987795 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-3b8c557d-ee63-40e5-a8ea-838c935f96f2 None None] Set router 8791e296-66f3-41ae-9874-5fc104263c13 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:54:25.081603 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cfcf5a44-6fca-464f-af02-b677f52bb4c2 req-a5776784-788d-4d7c-8133-70489de9385d tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3305e68-b30a-43d8-b0c6-7d93f63451ab HTTP/1.1" status: 200 len: 210 time: 0.0797548 Nov 12 00:54:25.233501 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbf7cc-0134-4883-a405-8ab04a99799e req-06b02ab3-da33-4baf-a166-22a56f86da66 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:25.239492 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-3b8c557d-ee63-40e5-a8ea-838c935f96f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8791e296-66f3-41ae-9874-5fc104263c13', 'name': 'tempest-AttachVolumeShelveTestJSON-1644377525-router', 'tenant_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:15Z', 'updated_at': '2021-11-12T00:48:25Z', 'revision_number': 4, 'project_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'gw_port': {'id': 'c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:34:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8791e296-66f3-41ae-9874-5fc104263c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:17Z', 'updated_at': '2021-11-12T00:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'cb6fe852-1ea9-402c-afd4-bb1c7226664d', 'name': '', 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48', 'tenant_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'mac_address': 'fa:16:3e:ce:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8791e296-66f3-41ae-9874-5fc104263c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '04c51f1f-4fad-42e7-a817-4af69d874ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:24Z', 'updated_at': '2021-11-12T00:48:32Z', 'revision_number': 5, 'project_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'subnets': [{'id': '04c51f1f-4fad-42e7-a817-4af69d874ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:25.240798 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a8fbf7cc-0134-4883-a405-8ab04a99799e req-06b02ab3-da33-4baf-a166-22a56f86da66 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.0681274 Nov 12 00:54:25.261405 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 32970) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:25.278186 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8c557d-ee63-40e5-a8ea-838c935f96f2 None None] The sync data for ids ['8791e296-66f3-41ae-9874-5fc104263c13'] in n-d-812236-11 is: [{'id': '8791e296-66f3-41ae-9874-5fc104263c13', 'name': 'tempest-AttachVolumeShelveTestJSON-1644377525-router', 'tenant_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:15Z', 'updated_at': '2021-11-12T00:48:25Z', 'revision_number': 4, 'project_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'gw_port': {'id': 'c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:34:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8791e296-66f3-41ae-9874-5fc104263c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:17Z', 'updated_at': '2021-11-12T00:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'cb6fe852-1ea9-402c-afd4-bb1c7226664d', 'name': '', 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48', 'tenant_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'mac_address': 'fa:16:3e:ce:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8791e296-66f3-41ae-9874-5fc104263c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '04c51f1f-4fad-42e7-a817-4af69d874ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:24Z', 'updated_at': '2021-11-12T00:48:32Z', 'revision_number': 5, 'project_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'subnets': [{'id': '04c51f1f-4fad-42e7-a817-4af69d874ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:54:25.321553 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a8fbf7cc-0134-4883-a405-8ab04a99799e req-58d19d11-c5cd-41d4-a277-c0d75cbd9650 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795186 Nov 12 00:54:25.422456 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-42d8ea21-1a6a-40d3-8a97-c01759e8fff0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:25.487075 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 19d8fc8d-4322-4506-aca1-8157705d5551 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:54:25.487268 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f7a8ee44-50e2-4cd0-8782-57f28d1a9307 req-27794ec8-3ab4-40dc-b4ac-51785132a343 tempest-ServerShowV247Test-1334042734 tempest-ServerShowV247Test-1334042734-project] 10.222.0.20 "GET /v2.0/ports?device_id=82dc18dc-823a-408f-9e0f-9f0ca9c8a576 HTTP/1.1" status: 200 len: 210 time: 0.0452359 Nov 12 00:54:25.554687 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-42d8ea21-1a6a-40d3-8a97-c01759e8fff0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:25.560574 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-42d8ea21-1a6a-40d3-8a97-c01759e8fff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:25.630238 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 32980) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:25.631882 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-42d8ea21-1a6a-40d3-8a97-c01759e8fff0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=464d54178f694341a30e1e8088747caa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3688433 Nov 12 00:54:25.632825 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d8ea21-1a6a-40d3-8a97-c01759e8fff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f457547f-4838-48c6-99c0-3384b76a6123,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:25.719327 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 19d8fc8d-4322-4506-aca1-8157705d5551, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=19d8fc8d-4322-4506-aca1-8157705d5551,segment=NetworkSegment(64b2f84a-ece8-4281-8c47-3249c5cc4f6b),segment_id=64b2f84a-ece8-4281-8c47-3249c5cc4f6b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:25.742785 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e1113f-b006-41cc-8e53-a16ef34396a3 None None] New status for floating IP c3f64332-d1de-4aea-a4d3-bac0baba8ede: DOWN {{(pid=102664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:54:25.743618 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d35c45eb-f8aa-4e2b-8b02-297cad4dcfa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:25.758442 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b961bf0-66f9-485b-8c20-97bee8574a35 req-5d27161d-bbc9-4e1a-a93e-3679bd216679 tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:25.765922 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5b961bf0-66f9-485b-8c20-97bee8574a35 req-5d27161d-bbc9-4e1a-a93e-3679bd216679 tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f513cab-ec49-49ee-9c57-6469eae8a6cd HTTP/1.1" status: 200 len: 943 time: 0.0752835 Nov 12 00:54:25.774685 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '19d8fc8d-4322-4506-aca1-8157705d5551', 'network_id': '329ce049-7362-432e-ae2c-c6f89ee257d4', 'port_id': '19d8fc8d-4322-4506-aca1-8157705d5551', 'mac_address': 'fa:16:3e:e1:77:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f50e79-a2b0-4629-8cad-094decdd5568', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:54:25.780197 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d35c45eb-f8aa-4e2b-8b02-297cad4dcfa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:25.848904 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:25.894861 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5b961bf0-66f9-485b-8c20-97bee8574a35 req-154bf78d-d7ec-4415-a8fb-19df583f0f1b tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0e0b2db-5b15-4dc3-9ad5-e6412e287907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224663 Nov 12 00:54:25.898556 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19d8fc8d-4322-4506-aca1-8157705d5551 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:54:25.919857 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d35c45eb-f8aa-4e2b-8b02-297cad4dcfa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:25.923722 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d35c45eb-f8aa-4e2b-8b02-297cad4dcfa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:25.945764 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d35c45eb-f8aa-4e2b-8b02-297cad4dcfa7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f457547f-4838-48c6-99c0-3384b76a6123 HTTP/1.1" status: 204 len: 168 time: 0.3132856 Nov 12 00:54:25.955212 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 32992) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:25.982729 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 19d8fc8d-4322-4506-aca1-8157705d5551, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=19d8fc8d-4322-4506-aca1-8157705d5551,segment=NetworkSegment(64b2f84a-ece8-4281-8c47-3249c5cc4f6b),segment_id=64b2f84a-ece8-4281-8c47-3249c5cc4f6b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:25.990180 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c45eb-f8aa-4e2b-8b02-297cad4dcfa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f457547f-4838-48c6-99c0-3384b76a6123,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:25.991068 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:26.086969 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6ee08261-59d3-4792-b6d1-85382b623e1f tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:26.126086 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=19d8fc8d-4322-4506-aca1-8157705d5551,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:26.150558 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6ee08261-59d3-4792-b6d1-85382b623e1f tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:26.204207 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b119ebf6-e1ff-4eba-b94d-797674c4ef98', 'name': 'network-vif-deleted', 'tag': '946f0a4e-ab72-40bd-a433-f66ebca1996e'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:26.207397 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a1d653-4dd7-4eb8-8c39-28a62102b94d" -d '{"events": [{"server_uuid": "b119ebf6-e1ff-4eba-b94d-797674c4ef98", "name": "network-vif-deleted", "tag": "946f0a4e-ab72-40bd-a433-f66ebca1996e"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:26.226854 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 33002) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:26.278355 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6ee08261-59d3-4792-b6d1-85382b623e1f tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:26.281313 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6ee08261-59d3-4792-b6d1-85382b623e1f tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:26.282556 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6ee08261-59d3-4792-b6d1-85382b623e1f tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "DELETE /v2.0/security-groups/625dc1d6-90ac-480c-acb8-48ca2fb635f9 HTTP/1.1" status: 204 len: 168 time: 0.3257272 Nov 12 00:54:26.284387 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b5af68-c218-4bdf-ac62-feebba75c268 x-openstack-request-id: req-68b5af68-c218-4bdf-ac62-feebba75c268 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:26.284715 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b119ebf6-e1ff-4eba-b94d-797674c4ef98", "name": "network-vif-deleted", "tag": "946f0a4e-ab72-40bd-a433-f66ebca1996e", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:26.285415 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-68b5af68-c218-4bdf-ac62-feebba75c268 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:26.285415 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b119ebf6-e1ff-4eba-b94d-797674c4ef98', 'name': 'network-vif-deleted', 'tag': '946f0a4e-ab72-40bd-a433-f66ebca1996e', 'status': 'completed', 'code': 200} Nov 12 00:54:26.285957 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 33004) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:26.308667 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee08261-59d3-4792-b6d1-85382b623e1f tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=625dc1d6-90ac-480c-acb8-48ca2fb635f9,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:26.315207 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-1607c14e-21d1-4090-8053-0c370b7e3e21 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] show failed (client error): The resource could not be found. Nov 12 00:54:26.319631 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1607c14e-21d1-4090-8053-0c370b7e3e21 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups/625dc1d6-90ac-480c-acb8-48ca2fb635f9 HTTP/1.1" status: 404 len: 347 time: 0.0299234 Nov 12 00:54:26.319865 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['19d8fc8d-4322-4506-aca1-8157705d5551'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:26.320067 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 33006) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:26.352401 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-70f16062-4ce4-43dd-a60c-64a2dd12d8f4 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:26.459962 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fca59275-8756-4475-bea0-2d0f1a347c3b req-fb60e13d-e471-43f2-bbc0-4b58443e177a tempest-ServerShowV247Test-1334042734 tempest-ServerShowV247Test-1334042734-project] 10.222.0.54 "GET /v2.0/ports?device_id=82dc18dc-823a-408f-9e0f-9f0ca9c8a576 HTTP/1.1" status: 200 len: 210 time: 0.0707643 Nov 12 00:54:26.498513 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 33010) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:26.535226 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-70f16062-4ce4-43dd-a60c-64a2dd12d8f4 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:26.559352 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b8d83d22-3400-47aa-9a7e-2af369b89275 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:26.619982 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-119147de-5134-46cf-8ca3-84ebd492efb0 req-1b106b25-c6d6-4053-98eb-211f06d8a91e service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1051602 Nov 12 00:54:26.629736 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae2bb9-4dfc-4e9d-b6b3-15190dea91d6 req-af09fb99-4c45-41c4-8f95-427f1210340a tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:26.640691 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d1ae2bb9-4dfc-4e9d-b6b3-15190dea91d6 req-af09fb99-4c45-41c4-8f95-427f1210340a tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.2113163 Nov 12 00:54:26.742437 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9f53d836-ad4d-484e-a431-c71bdbab9ba1 req-552ff9a4-19ac-4ebc-9ad3-078ceb3cb306 tempest-ServerShowV247Test-1334042734 tempest-ServerShowV247Test-1334042734-project] 10.222.0.20 "GET /v2.0/ports?device_id=82dc18dc-823a-408f-9e0f-9f0ca9c8a576 HTTP/1.1" status: 200 len: 210 time: 0.1058950 Nov 12 00:54:26.766563 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-834ccfeb-63db-4927-a808-010453f6458d tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Deleting port 5a272a30-3289-4cc4-b6ba-d30c9b841c02 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:26.766922 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-834ccfeb-63db-4927-a808-010453f6458d tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:26.773979 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d1ae2bb9-4dfc-4e9d-b6b3-15190dea91d6 req-120f0474-070a-4cb2-a611-8561a881e256 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323175 Nov 12 00:54:26.817365 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-70f16062-4ce4-43dd-a60c-64a2dd12d8f4 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:26.821567 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b8d83d22-3400-47aa-9a7e-2af369b89275 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:26.823920 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-70f16062-4ce4-43dd-a60c-64a2dd12d8f4 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:26.825354 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-70f16062-4ce4-43dd-a60c-64a2dd12d8f4 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "DELETE /v2.0/security-groups/1a0fd4c7-1da3-4f98-86cd-1bd0eacd641c HTTP/1.1" status: 204 len: 168 time: 0.5972145 Nov 12 00:54:26.829045 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 33018) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:26.864913 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f16062-4ce4-43dd-a60c-64a2dd12d8f4 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0fd4c7-1da3-4f98-86cd-1bd0eacd641c,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:26.865362 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-ed3a066d-980b-4124-b970-c587d3da5e65 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] show failed (client error): The resource could not be found. Nov 12 00:54:26.867401 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ed3a066d-980b-4124-b970-c587d3da5e65 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "GET /v2.0/security-groups/1a0fd4c7-1da3-4f98-86cd-1bd0eacd641c HTTP/1.1" status: 404 len: 347 time: 0.0360692 Nov 12 00:54:26.868384 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b8d83d22-3400-47aa-9a7e-2af369b89275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:26.880636 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 33024) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:26.921867 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bed564bc-7efd-4db0-987b-ad85270b4d2e req-aed4c74b-f99d-4b4c-9269-ab5a87791107 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0471687 Nov 12 00:54:26.955341 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-834ccfeb-63db-4927-a808-010453f6458d tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:26.956229 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-834ccfeb-63db-4927-a808-010453f6458d tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:26.982084 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-834ccfeb-63db-4927-a808-010453f6458d tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Calling delete_port for 5a272a30-3289-4cc4-b6ba-d30c9b841c02 owned by network:floatingip {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:27.055841 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b8d83d22-3400-47aa-9a7e-2af369b89275 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9cc2f04622f841e6b8831230c10d1d6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5476027 Nov 12 00:54:27.068085 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 33030) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:27.167849 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a0f6dd1a-a2a8-4b41-979a-3ad6b56b7acb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:27.173219 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d83d22-3400-47aa-9a7e-2af369b89275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d8241e-ee26-46fe-af9e-f638dd20bdea,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:27.216126 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a0f6dd1a-a2a8-4b41-979a-3ad6b56b7acb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:27.224831 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73d708-bc9c-4d3e-9fef-66b8468a37e3 req-95005f0e-6a0f-408f-a96f-91eecdb852f8 tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:27.227191 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8d73d708-bc9c-4d3e-9fef-66b8468a37e3 req-95005f0e-6a0f-408f-a96f-91eecdb852f8 tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f513cab-ec49-49ee-9c57-6469eae8a6cd HTTP/1.1" status: 200 len: 944 time: 0.1788907 Nov 12 00:54:27.259402 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-7067f355-3523-4850-a689-56d5d47cc2a5 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Deleting port e07647ad-02ec-4a94-915f-663dc5b83680 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:27.259883 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7067f355-3523-4850-a689-56d5d47cc2a5 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:27.305177 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-834ccfeb-63db-4927-a808-010453f6458d tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:27.344866 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ccfeb-63db-4927-a808-010453f6458d tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Pushing event deleted for resources: {'Port': ['ID=5a272a30-3289-4cc4-b6ba-d30c9b841c02,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:27.377460 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a0f6dd1a-a2a8-4b41-979a-3ad6b56b7acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:27.380171 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a0f6dd1a-a2a8-4b41-979a-3ad6b56b7acb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:27.384381 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a0f6dd1a-a2a8-4b41-979a-3ad6b56b7acb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e8d8241e-ee26-46fe-af9e-f638dd20bdea HTTP/1.1" status: 204 len: 168 time: 0.3151729 Nov 12 00:54:27.397034 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8d73d708-bc9c-4d3e-9fef-66b8468a37e3 req-b10ebf52-5b06-4ac2-9296-4ff0bc7614f6 tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0e0b2db-5b15-4dc3-9ad5-e6412e287907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621366 Nov 12 00:54:27.400677 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7067f355-3523-4850-a689-56d5d47cc2a5 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:27.401315 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7067f355-3523-4850-a689-56d5d47cc2a5 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:27.418776 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-7067f355-3523-4850-a689-56d5d47cc2a5 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Calling delete_port for e07647ad-02ec-4a94-915f-663dc5b83680 owned by network:floatingip {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:27.421535 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f6dd1a-a2a8-4b41-979a-3ad6b56b7acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d8241e-ee26-46fe-af9e-f638dd20bdea,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:27.442222 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-834ccfeb-63db-4927-a808-010453f6458d tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks [] for floatingip, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:27.446556 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-834ccfeb-63db-4927-a808-010453f6458d tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:27.449161 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-834ccfeb-63db-4927-a808-010453f6458d tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "DELETE /v2.0/floatingips/c3f64332-d1de-4aea-a4d3-bac0baba8ede HTTP/1.1" status: 204 len: 168 time: 1.1266885 Nov 12 00:54:27.534745 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 19d8fc8d-4322-4506-aca1-8157705d5551 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:54:27.635100 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7067f355-3523-4850-a689-56d5d47cc2a5 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:27.675885 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 19d8fc8d-4322-4506-aca1-8157705d5551 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:54:27.683619 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 19d8fc8d-4322-4506-aca1-8157705d5551 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:27.684432 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:27.698173 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7067f355-3523-4850-a689-56d5d47cc2a5 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Pushing event deleted for resources: {'Port': ['ID=e07647ad-02ec-4a94-915f-663dc5b83680,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:27.817219 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7067f355-3523-4850-a689-56d5d47cc2a5 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Publish callbacks [] for floatingip, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:27.820978 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7067f355-3523-4850-a689-56d5d47cc2a5 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:27.823487 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7067f355-3523-4850-a689-56d5d47cc2a5 tempest-ServersTestBootFromVolume-2145736742 tempest-ServersTestBootFromVolume-2145736742-project] 10.222.0.20 "DELETE /v2.0/floatingips/aa869299-6f5f-4ee2-8ed7-140f9c778b8a HTTP/1.1" status: 204 len: 168 time: 0.9320097 Nov 12 00:54:27.826338 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 33042) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:27.866613 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:27.876012 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 33046) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:27.882262 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-434460e1-d30a-4088-88de-c6882500f14a tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1714151137', 'description': 'tempest-description--369769649'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:27.908017 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f513cab-ec49-49ee-9c57-6469eae8a6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d8fc8d-4322-4506-aca1-8157705d5551'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:27.922414 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1179f76b-870d-4acd-90ca-ee97992bf319" -d '{"events": [{"server_uuid": "5f513cab-ec49-49ee-9c57-6469eae8a6cd", "name": "network-vif-plugged", "status": "completed", "tag": "19d8fc8d-4322-4506-aca1-8157705d5551"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:27.939107 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 19d8fc8d-4322-4506-aca1-8157705d5551, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=19d8fc8d-4322-4506-aca1-8157705d5551,segment=NetworkSegment(64b2f84a-ece8-4281-8c47-3249c5cc4f6b),segment_id=64b2f84a-ece8-4281-8c47-3249c5cc4f6b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:27.945691 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:27.967866 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-434460e1-d30a-4088-88de-c6882500f14a tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:28.031695 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3e068-cd9c-4210-a948-22a1feb748aa req-8d28be36-729e-4876-a742-3f3d2a0237b8 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:28.038534 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bcad98c-b3a7-497f-870f-6b8c5c6aaa5c x-openstack-request-id: req-4bcad98c-b3a7-497f-870f-6b8c5c6aaa5c {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:28.038816 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f513cab-ec49-49ee-9c57-6469eae8a6cd", "name": "network-vif-plugged", "status": "completed", "tag": "19d8fc8d-4322-4506-aca1-8157705d5551", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:28.039066 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4bcad98c-b3a7-497f-870f-6b8c5c6aaa5c {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:28.041129 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bea3e068-cd9c-4210-a948-22a1feb748aa req-8d28be36-729e-4876-a742-3f3d2a0237b8 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.1323848 Nov 12 00:54:28.042738 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f513cab-ec49-49ee-9c57-6469eae8a6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d8fc8d-4322-4506-aca1-8157705d5551', 'code': 200} Nov 12 00:54:28.055816 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=19d8fc8d-4322-4506-aca1-8157705d5551,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:28.191566 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bea3e068-cd9c-4210-a948-22a1feb748aa req-d58e4783-4537-450b-9498-b7af502589e5 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476631 Nov 12 00:54:28.299930 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06072a-d3ed-41d2-8022-d2959efbc759 req-9ff2f033-9521-45f5-a8fb-7a27e97615b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:28.301491 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9d06072a-d3ed-41d2-8022-d2959efbc759 req-9ff2f033-9521-45f5-a8fb-7a27e97615b9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5f513cab-ec49-49ee-9c57-6469eae8a6cd HTTP/1.1" status: 200 len: 1097 time: 0.1308808 Nov 12 00:54:28.310663 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-434460e1-d30a-4088-88de-c6882500f14a tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:28.340919 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-434460e1-d30a-4088-88de-c6882500f14a tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:28.408708 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9d06072a-d3ed-41d2-8022-d2959efbc759 req-f494c472-f9b4-46c4-881e-908b651db946 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c0e0b2db-5b15-4dc3-9ad5-e6412e287907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959311 Nov 12 00:54:28.411967 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-434460e1-d30a-4088-88de-c6882500f14a tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:28.413133 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-434460e1-d30a-4088-88de-c6882500f14a tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5350189 Nov 12 00:54:28.414148 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434460e1-d30a-4088-88de-c6882500f14a tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efa36349-0296-4906-9dba-97950f8981ec,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:28.431283 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 33066) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:28.438746 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-c22ba7df-aeb3-4946-b0b8-d7f0a0704867 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Request body: {'security_group_rule': {'security_group_id': 'efa36349-0296-4906-9dba-97950f8981ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:28.479918 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c22ba7df-aeb3-4946-b0b8-d7f0a0704867 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:28.483719 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 33070) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:28.639650 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a08a6-bd23-448e-a835-0abb489c7963 req-24db7ea1-5ca5-4b10-864b-7bea21b6ec36 tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:28.640875 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-876a08a6-bd23-448e-a835-0abb489c7963 req-24db7ea1-5ca5-4b10-864b-7bea21b6ec36 tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f513cab-ec49-49ee-9c57-6469eae8a6cd HTTP/1.1" status: 200 len: 945 time: 0.1174245 Nov 12 00:54:28.643048 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c22ba7df-aeb3-4946-b0b8-d7f0a0704867 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:28.650123 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c22ba7df-aeb3-4946-b0b8-d7f0a0704867 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:28.705458 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-22c58601-e0df-4235-9a5c-daa937de3b21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:28.717522 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aa9f10a5-6b2a-4399-a9da-4dfd123e4a01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:28.795794 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ba7df-aeb3-4946-b0b8-d7f0a0704867 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c1e2d70-b00d-438a-aad2-851a6fc20b19,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:28.816003 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-876a08a6-bd23-448e-a835-0abb489c7963 req-9b77cd67-e410-4638-b3fe-f15208d034b7 tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0e0b2db-5b15-4dc3-9ad5-e6412e287907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614087 Nov 12 00:54:28.827676 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c22ba7df-aeb3-4946-b0b8-d7f0a0704867 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:28.830978 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c22ba7df-aeb3-4946-b0b8-d7f0a0704867 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3954115 Nov 12 00:54:28.855294 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 33082) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:28.870445 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-2de81eaf-66c0-4cbc-a8fd-25c109494971 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Request body: {'security_group_rule': {'security_group_id': 'efa36349-0296-4906-9dba-97950f8981ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:28.914009 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2de81eaf-66c0-4cbc-a8fd-25c109494971 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:28.952805 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aa9f10a5-6b2a-4399-a9da-4dfd123e4a01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:28.959315 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aa9f10a5-6b2a-4399-a9da-4dfd123e4a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:28.977349 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 33084) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:29.018067 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-aa9f10a5-6b2a-4399-a9da-4dfd123e4a01 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=194f4c8658654cdcbe2b764fd620c06f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5332916 Nov 12 00:54:29.018845 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f10a5-6b2a-4399-a9da-4dfd123e4a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb3799c-09cd-460a-be75-9058dcdb4d79,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:29.020555 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 33086) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:29.147646 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5d04d547-22da-44b5-a65e-d72a8aa7fcab req-368b5187-a881-43c8-b4f8-ca16404d1741 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0719237 Nov 12 00:54:29.230320 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-eba75d56-ae2d-4522-bee6-96c81cb2f9e8 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1010783867'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:29.252892 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2de81eaf-66c0-4cbc-a8fd-25c109494971 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:29.257778 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3c7569a5-61bb-4cac-89b3-e850e28f24c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:29.273804 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2de81eaf-66c0-4cbc-a8fd-25c109494971 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:29.376409 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3c7569a5-61bb-4cac-89b3-e850e28f24c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:29.379781 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-caa9b70a-1733-4ec4-b524-b8b199a2cdb4 req-4d1f50c9-4b34-49d3-ab35-53bb7d4101c9 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0523701 Nov 12 00:54:29.389160 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba75d56-ae2d-4522-bee6-96c81cb2f9e8 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Made reservation on behalf of c9e7c999fc204557a014529c174efb0d for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:29.407196 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eba75d56-ae2d-4522-bee6-96c81cb2f9e8 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:29.412137 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de81eaf-66c0-4cbc-a8fd-25c109494971 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4c82b8e-903b-41eb-b0ec-13ddd3a6cac9,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:29.443882 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eba75d56-ae2d-4522-bee6-96c81cb2f9e8 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:29.493821 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2de81eaf-66c0-4cbc-a8fd-25c109494971 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:29.495148 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2de81eaf-66c0-4cbc-a8fd-25c109494971 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6349244 Nov 12 00:54:29.499842 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 33106) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:29.508539 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-9238b6b6-912a-4229-be7a-012e31176666 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:29.544926 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf5791-fd1e-40e7-928c-9059552ce3d5 req-eef7f265-3235-4bfa-bda7-a78d4de0053a tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:29.546687 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-66bf5791-fd1e-40e7-928c-9059552ce3d5 req-eef7f265-3235-4bfa-bda7-a78d4de0053a tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.2341342 Nov 12 00:54:29.581252 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9238b6b6-912a-4229-be7a-012e31176666 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks [] for floatingip, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:29.673288 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3c7569a5-61bb-4cac-89b3-e850e28f24c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:29.677710 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3c7569a5-61bb-4cac-89b3-e850e28f24c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:29.681330 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3c7569a5-61bb-4cac-89b3-e850e28f24c4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/efb3799c-09cd-460a-be75-9058dcdb4d79 HTTP/1.1" status: 204 len: 168 time: 0.6457591 Nov 12 00:54:29.738429 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17038b5e-0a30-48f0-8ff6-eb25fefed1c3 req-f56a7e76-ffca-4323-a32d-6f33d2c3f45a tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:29.741009 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-17038b5e-0a30-48f0-8ff6-eb25fefed1c3 req-f56a7e76-ffca-4323-a32d-6f33d2c3f45a tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa44ebcc-e38e-4774-b809-f18523c1888f HTTP/1.1" status: 200 len: 945 time: 0.1193480 Nov 12 00:54:29.757752 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7569a5-61bb-4cac-89b3-e850e28f24c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb3799c-09cd-460a-be75-9058dcdb4d79,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:29.796840 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-66bf5791-fd1e-40e7-928c-9059552ce3d5 req-d693022b-0536-4ea5-bef2-f15a2660c4ea tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2221303 Nov 12 00:54:29.869362 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-22c58601-e0df-4235-9a5c-daa937de3b21 admin admin] Deleting port 8acfc77f-1d0b-455c-830f-4ee6f402f0d0 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:29.870116 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-22c58601-e0df-4235-9a5c-daa937de3b21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:29.902845 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eba75d56-ae2d-4522-bee6-96c81cb2f9e8 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:29.906157 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-17038b5e-0a30-48f0-8ff6-eb25fefed1c3 req-7bac833a-84ff-47e8-8ebb-17e16600b806 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575582 Nov 12 00:54:29.959339 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9238b6b6-912a-4229-be7a-012e31176666 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:30.004166 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eba75d56-ae2d-4522-bee6-96c81cb2f9e8 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:30.062695 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-22c58601-e0df-4235-9a5c-daa937de3b21 admin admin] For port 8acfc77f-1d0b-455c-830f-4ee6f402f0d0, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=8acfc77f-1d0b-455c-830f-4ee6f402f0d0,segment=NetworkSegment(02dabcd1-20dd-47d0-8d93-c22dac2f690a),segment_id=02dabcd1-20dd-47d0-8d93-c22dac2f690a)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:30.063058 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-22c58601-e0df-4235-9a5c-daa937de3b21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:30.078950 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-22c58601-e0df-4235-9a5c-daa937de3b21 admin admin] Calling delete_port for 8acfc77f-1d0b-455c-830f-4ee6f402f0d0 owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:30.117002 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-9238b6b6-912a-4229-be7a-012e31176666 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Allocated IP 172.25.2.212 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/d36d0264-b9ea-4200-a407-3646d0ea3d88) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:54:30.227998 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba75d56-ae2d-4522-bee6-96c81cb2f9e8 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a46cafff-6172-49ce-9aec-4ed1fed5a5fb,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:30.290229 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eba75d56-ae2d-4522-bee6-96c81cb2f9e8 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:54:30.307142 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9238b6b6-912a-4229-be7a-012e31176666 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:30.351867 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eba75d56-ae2d-4522-bee6-96c81cb2f9e8 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:30.352226 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-eba75d56-ae2d-4522-bee6-96c81cb2f9e8 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Added segment bd515bf6-946c-489e-8cd7-c2ca66e8ba4b of type vlan for network 4baa67f2-60cd-4dbb-ada8-2037d3817b65 Nov 12 00:54:30.365137 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ca1b4-4562-41ea-b927-1bd70ad2f0de req-ae8c9bb6-d01d-4f61-9eb8-b8d719656a07 tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:30.366274 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9238b6b6-912a-4229-be7a-012e31176666 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:30.375042 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d20ca1b4-4562-41ea-b927-1bd70ad2f0de req-ae8c9bb6-d01d-4f61-9eb8-b8d719656a07 tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f513cab-ec49-49ee-9c57-6469eae8a6cd HTTP/1.1" status: 200 len: 945 time: 0.3637111 Nov 12 00:54:30.449002 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9238b6b6-912a-4229-be7a-012e31176666 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:30.454721 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d20ca1b4-4562-41ea-b927-1bd70ad2f0de req-c2e04b02-a92d-4bdc-aa4f-72809517bf69 tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0e0b2db-5b15-4dc3-9ad5-e6412e287907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731084 Nov 12 00:54:30.472024 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-9238b6b6-912a-4229-be7a-012e31176666 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:30.484504 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9238b6b6-912a-4229-be7a-012e31176666 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:54:30.508112 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eba75d56-ae2d-4522-bee6-96c81cb2f9e8 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:30.559947 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9238b6b6-912a-4229-be7a-012e31176666 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Pushing event updated for resources: {'Port': ['ID=d36d0264-b9ea-4200-a407-3646d0ea3d88,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:30.576514 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eba75d56-ae2d-4522-bee6-96c81cb2f9e8 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:30.584282 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba75d56-ae2d-4522-bee6-96c81cb2f9e8 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:30.584282 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eba75d56-ae2d-4522-bee6-96c81cb2f9e8 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:30.721135 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-eba75d56-ae2d-4522-bee6-96c81cb2f9e8 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7336881 Nov 12 00:54:30.730331 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-22c58601-e0df-4235-9a5c-daa937de3b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:30.759814 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9238b6b6-912a-4229-be7a-012e31176666 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:30.813093 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c58601-e0df-4235-9a5c-daa937de3b21 admin admin] Pushing event deleted for resources: {'Port': ['ID=8acfc77f-1d0b-455c-830f-4ee6f402f0d0,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:30.858057 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9238b6b6-912a-4229-be7a-012e31176666 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:30.859110 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba75d56-ae2d-4522-bee6-96c81cb2f9e8 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Pushing event updated for resources: {'Network': ['ID=4baa67f2-60cd-4dbb-ada8-2037d3817b65,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:30.876233 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 4baa67f2-60cd-4dbb-ada8-2037d3817b65 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:54:31.270321 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a740c4-202a-49ee-b381-f99cac20742c req-b12a5846-5d7d-4dd6-8b92-045362cf7283 tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:31.283481 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a8a740c4-202a-49ee-b381-f99cac20742c req-b12a5846-5d7d-4dd6-8b92-045362cf7283 tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f513cab-ec49-49ee-9c57-6469eae8a6cd HTTP/1.1" status: 200 len: 945 time: 0.2510784 Nov 12 00:54:31.423004 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a8a740c4-202a-49ee-b381-f99cac20742c req-d4023a4e-d59b-452c-a62f-99d893c4463e tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0e0b2db-5b15-4dc3-9ad5-e6412e287907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377475 Nov 12 00:54:31.438118 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-22c58601-e0df-4235-9a5c-daa937de3b21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:31.457421 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6ae93-e474-41f2-a89d-0987b5df5c82 req-71c31918-b6e8-42cb-9936-a9522b4b0cab tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:31.466545 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-95a6ae93-e474-41f2-a89d-0987b5df5c82 req-71c31918-b6e8-42cb-9936-a9522b4b0cab tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.3736019 Nov 12 00:54:31.512001 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cbef615a-39c6-4e60-962a-42c94a09a1a4 req-5e29754c-bec1-4f0e-bde0-0f2a31790c10 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0810132 Nov 12 00:54:31.602665 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d03e64-8e6f-414e-ab90-855aefb4a4e9 req-2246567b-0104-4f4c-898b-2fdcb904fc70 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:31.607486 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8d03e64-8e6f-414e-ab90-855aefb4a4e9 req-2246567b-0104-4f4c-898b-2fdcb904fc70 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa44ebcc-e38e-4774-b809-f18523c1888f HTTP/1.1" status: 200 len: 945 time: 0.2827299 Nov 12 00:54:31.692467 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-95a6ae93-e474-41f2-a89d-0987b5df5c82 req-a23a775e-5b1f-4244-b6ac-90700048ff1d tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2249377 Nov 12 00:54:31.862212 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-40ec2625-066e-4170-b0cd-445bd1b778e9 req-04970593-8425-486d-a78f-191d6f5a9db5 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0889125 Nov 12 00:54:31.936386 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9238b6b6-912a-4229-be7a-012e31176666 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:31.948987 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9238b6b6-912a-4229-be7a-012e31176666 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:32.097319 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-f8d03e64-8e6f-414e-ab90-855aefb4a4e9 req-334c266c-e583-4156-90f2-c4d395596864 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Deleting port 6b400def-72a0-4d02-a643-c4fd53bb4ffc {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:32.097713 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f8d03e64-8e6f-414e-ab90-855aefb4a4e9 req-334c266c-e583-4156-90f2-c4d395596864 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:32.122452 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4300faf-3678-4a96-af47-08c5a7b1ae6c req-5f13e5a6-1d1b-47b3-823a-bb79a54f3bbd tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:32.130186 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d4300faf-3678-4a96-af47-08c5a7b1ae6c req-5f13e5a6-1d1b-47b3-823a-bb79a54f3bbd tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa44ebcc-e38e-4774-b809-f18523c1888f HTTP/1.1" status: 200 len: 945 time: 0.5761342 Nov 12 00:54:32.196911 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d4300faf-3678-4a96-af47-08c5a7b1ae6c req-7f89525a-acca-42ad-910c-2305548ba2b4 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5aa9ab3-9fd4-484b-92ce-7fca34437105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658267 Nov 12 00:54:32.242080 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9238b6b6-912a-4229-be7a-012e31176666 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:32.274465 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9238b6b6-912a-4229-be7a-012e31176666 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Pushing event updated for resources: {'Port': ['ID=d36d0264-b9ea-4200-a407-3646d0ea3d88,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:32.315821 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9238b6b6-912a-4229-be7a-012e31176666 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:32.323732 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-9238b6b6-912a-4229-be7a-012e31176666 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8152320 Nov 12 00:54:32.352062 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-f8d03e64-8e6f-414e-ab90-855aefb4a4e9 req-334c266c-e583-4156-90f2-c4d395596864 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] For port 6b400def-72a0-4d02-a643-c4fd53bb4ffc, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=6b400def-72a0-4d02-a643-c4fd53bb4ffc,segment=NetworkSegment(47d4bfe1-e950-4b7f-9539-0e611123121b),segment_id=47d4bfe1-e950-4b7f-9539-0e611123121b)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:32.356579 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f8d03e64-8e6f-414e-ab90-855aefb4a4e9 req-334c266c-e583-4156-90f2-c4d395596864 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:32.366751 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c58601-e0df-4235-9a5c-daa937de3b21 admin admin] Router 3d93953c-0745-4dfe-ad6a-e0e94a0893be has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:54:32.388556 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-f8d03e64-8e6f-414e-ab90-855aefb4a4e9 req-334c266c-e583-4156-90f2-c4d395596864 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Calling delete_port for 6b400def-72a0-4d02-a643-c4fd53bb4ffc owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:32.558644 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2166471a-55f7-4c97-b41b-68e22b42ca50 req-d9c49d5e-f3f6-41a0-8646-e4ac77e78146 tempest-ServerShowV254Test-10787923 tempest-ServerShowV254Test-10787923-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d46e7c9-3709-48ea-867e-c6bcacb9dc3e HTTP/1.1" status: 200 len: 210 time: 0.1553464 Nov 12 00:54:32.641413 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73bb57-ee0c-4b58-9e14-e5d5fa775c6d req-9b45d4fe-7b9e-4698-b408-b1f3fb762331 tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:32.642897 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5d73bb57-ee0c-4b58-9e14-e5d5fa775c6d req-9b45d4fe-7b9e-4698-b408-b1f3fb762331 tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f513cab-ec49-49ee-9c57-6469eae8a6cd HTTP/1.1" status: 200 len: 945 time: 0.1538048 Nov 12 00:54:32.670359 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c58601-e0df-4235-9a5c-daa937de3b21 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:54:32.683666 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00725ffc-b5a0-447b-a16a-cf63bd3d9642 None None] Sync routers for ids ['3d93953c-0745-4dfe-ad6a-e0e94a0893be'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:54:32.686997 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-22c58601-e0df-4235-9a5c-daa937de3b21 admin admin] 10.222.0.20 "PUT /v2.0/routers/3d93953c-0745-4dfe-ad6a-e0e94a0893be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8585410 Nov 12 00:54:32.689505 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 33188) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:32.707352 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00725ffc-b5a0-447b-a16a-cf63bd3d9642 None None] Routers {'3d93953c-0745-4dfe-ad6a-e0e94a0893be'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:54:32.708783 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-00725ffc-b5a0-447b-a16a-cf63bd3d9642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:54:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['3d93953c-0745-4dfe-ad6a-e0e94a0893be'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:32.778154 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b0443a39-6cf8-42a2-93d6-cb2a73b1aed7 req-9ab7a4a7-4b3d-4988-aed2-d4d626749ee5 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1714151137&fields=id&tenant_id=f62521c5dc664ba4a3bbe0954819df3b HTTP/1.1" status: 200 len: 267 time: 0.2024651 Nov 12 00:54:32.862977 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f8d03e64-8e6f-414e-ab90-855aefb4a4e9 req-334c266c-e583-4156-90f2-c4d395596864 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:32.917737 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3a8ea-98cc-4206-9b65-4a5e778d44e3 req-95c0acaa-b3a1-4aec-b1ea-e90a82513c8a tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:32.919401 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-11d3a8ea-98cc-4206-9b65-4a5e778d44e3 req-95c0acaa-b3a1-4aec-b1ea-e90a82513c8a tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f513cab-ec49-49ee-9c57-6469eae8a6cd HTTP/1.1" status: 200 len: 945 time: 0.0997152 Nov 12 00:54:32.921333 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c280189c-773e-4ba1-b5e8-752cf3dd966c admin admin] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:32.955554 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c266c-e583-4156-90f2-c4d395596864 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Pushing event deleted for resources: {'Port': ['ID=6b400def-72a0-4d02-a643-c4fd53bb4ffc,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:32.976844 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['6b400def-72a0-4d02-a643-c4fd53bb4ffc'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:33.034180 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d03e64-8e6f-414e-ab90-855aefb4a4e9 req-334c266c-e583-4156-90f2-c4d395596864 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] No DVR routers for this DVR port 6b400def-72a0-4d02-a643-c4fd53bb4ffc on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:54:33.045749 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f8d03e64-8e6f-414e-ab90-855aefb4a4e9 req-334c266c-e583-4156-90f2-c4d395596864 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:33.049243 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8d03e64-8e6f-414e-ab90-855aefb4a4e9 req-334c266c-e583-4156-90f2-c4d395596864 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.49 "DELETE /v2.0/ports/6b400def-72a0-4d02-a643-c4fd53bb4ffc HTTP/1.1" status: 204 len: 173 time: 1.3801372 Nov 12 00:54:33.067335 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa44ebcc-e38e-4774-b809-f18523c1888f', 'name': 'network-vif-deleted', 'tag': '6b400def-72a0-4d02-a643-c4fd53bb4ffc'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:33.075653 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faea9833-fab1-4c8b-8ab6-54a2480e2f06" -d '{"events": [{"server_uuid": "aa44ebcc-e38e-4774-b809-f18523c1888f", "name": "network-vif-deleted", "tag": "6b400def-72a0-4d02-a643-c4fd53bb4ffc"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:33.085569 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c280189c-773e-4ba1-b5e8-752cf3dd966c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:33.109401 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-5d73bb57-ee0c-4b58-9e14-e5d5fa775c6d req-eb98a0fd-df54-48e7-9f09-a94890bcac9c tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] Deleting port 19d8fc8d-4322-4506-aca1-8157705d5551 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:33.109857 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-5d73bb57-ee0c-4b58-9e14-e5d5fa775c6d req-eb98a0fd-df54-48e7-9f09-a94890bcac9c tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:33.136278 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-11d3a8ea-98cc-4206-9b65-4a5e778d44e3 req-143e7d24-78e8-4abf-a4de-b64c22568fbf tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0e0b2db-5b15-4dc3-9ad5-e6412e287907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720239 Nov 12 00:54:33.148710 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-00725ffc-b5a0-447b-a16a-cf63bd3d9642 None None] Set router 3d93953c-0745-4dfe-ad6a-e0e94a0893be gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:54:33.205350 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-c280189c-773e-4ba1-b5e8-752cf3dd966c admin admin] Deleting port a7390fee-20fd-441c-92f6-15e5d3f1ea49 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:33.205784 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c280189c-773e-4ba1-b5e8-752cf3dd966c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:33.217281 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0443a39-6cf8-42a2-93d6-cb2a73b1aed7 req-0efaaa1b-f050-4c38-95ce-bd4b2b854ea4 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:33.241395 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b0443a39-6cf8-42a2-93d6-cb2a73b1aed7 req-0efaaa1b-f050-4c38-95ce-bd4b2b854ea4 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/networks?id=9bd80eeb-5154-4c03-9db9-fcf789d8dd48 HTTP/1.1" status: 200 len: 817 time: 0.4619801 Nov 12 00:54:33.375231 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-5d73bb57-ee0c-4b58-9e14-e5d5fa775c6d req-eb98a0fd-df54-48e7-9f09-a94890bcac9c tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] For port 19d8fc8d-4322-4506-aca1-8157705d5551, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=19d8fc8d-4322-4506-aca1-8157705d5551,segment=NetworkSegment(64b2f84a-ece8-4281-8c47-3249c5cc4f6b),segment_id=64b2f84a-ece8-4281-8c47-3249c5cc4f6b)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:33.376713 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-5d73bb57-ee0c-4b58-9e14-e5d5fa775c6d req-eb98a0fd-df54-48e7-9f09-a94890bcac9c tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:33.379962 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fada29-7731-41dd-a825-d2200a6c1cda req-3402f887-9088-4d4d-b908-73a7f92bfd12 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:33.381742 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-24fada29-7731-41dd-a825-d2200a6c1cda req-3402f887-9088-4d4d-b908-73a7f92bfd12 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.0754387 Nov 12 00:54:33.405023 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-5d73bb57-ee0c-4b58-9e14-e5d5fa775c6d req-eb98a0fd-df54-48e7-9f09-a94890bcac9c tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] Calling delete_port for 19d8fc8d-4322-4506-aca1-8157705d5551 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:33.424418 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-c280189c-773e-4ba1-b5e8-752cf3dd966c admin admin] For port a7390fee-20fd-441c-92f6-15e5d3f1ea49, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=a7390fee-20fd-441c-92f6-15e5d3f1ea49,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:33.424944 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c280189c-773e-4ba1-b5e8-752cf3dd966c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:33.468353 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-24fada29-7731-41dd-a825-d2200a6c1cda req-df465040-b9db-4e62-81a4-421233bab80b tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757182 Nov 12 00:54:33.474963 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-c280189c-773e-4ba1-b5e8-752cf3dd966c admin admin] Calling delete_port for a7390fee-20fd-441c-92f6-15e5d3f1ea49 owned by network:router_gateway {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:33.550280 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b0443a39-6cf8-42a2-93d6-cb2a73b1aed7 req-0f4753a1-bff8-45aa-8b04-f257ee3ba6d7 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/quotas/f62521c5dc664ba4a3bbe0954819df3b HTTP/1.1" status: 200 len: 375 time: 0.3071837 Nov 12 00:54:33.664314 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618be6e4-41d1-4046-97e8-44b368c18e3a x-openstack-request-id: req-618be6e4-41d1-4046-97e8-44b368c18e3a {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:33.665599 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa44ebcc-e38e-4774-b809-f18523c1888f", "name": "network-vif-deleted", "tag": "6b400def-72a0-4d02-a643-c4fd53bb4ffc", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:33.667245 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-618be6e4-41d1-4046-97e8-44b368c18e3a {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:33.667702 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa44ebcc-e38e-4774-b809-f18523c1888f', 'name': 'network-vif-deleted', 'tag': '6b400def-72a0-4d02-a643-c4fd53bb4ffc', 'status': 'completed', 'code': 200} Nov 12 00:54:33.748961 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-00725ffc-b5a0-447b-a16a-cf63bd3d9642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d93953c-0745-4dfe-ad6a-e0e94a0893be', 'name': 'tempest-ServersTestBootFromVolume-970444426-router', 'tenant_id': '88669f081e1643c1bc0b52ccf8ef5658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'a7390fee-20fd-441c-92f6-15e5d3f1ea49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:19Z', 'updated_at': '2021-11-12T00:54:30Z', 'revision_number': 5, 'project_id': '88669f081e1643c1bc0b52ccf8ef5658', 'gw_port': {'id': 'a7390fee-20fd-441c-92f6-15e5d3f1ea49', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:92:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d93953c-0745-4dfe-ad6a-e0e94a0893be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:20Z', 'updated_at': '2021-11-12T00:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:33.803892 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b0443a39-6cf8-42a2-93d6-cb2a73b1aed7 req-861c13fc-fd39-46d0-a043-7d4d9983f187 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f62521c5dc664ba4a3bbe0954819df3b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2327271 Nov 12 00:54:33.809943 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00725ffc-b5a0-447b-a16a-cf63bd3d9642 None None] Checking router: 3d93953c-0745-4dfe-ad6a-e0e94a0893be for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:54:33.861759 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00725ffc-b5a0-447b-a16a-cf63bd3d9642 None None] Routers {'3d93953c-0745-4dfe-ad6a-e0e94a0893be'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:54:33.864057 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-00725ffc-b5a0-447b-a16a-cf63bd3d9642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:54:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['3d93953c-0745-4dfe-ad6a-e0e94a0893be'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:33.868982 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-98e6fe67-90de-4f9e-add9-f752f35e8379 req-bebd0e9c-d596-49c9-945c-2b31c0e8ef99 tempest-AttachVolumeNegativeTest-947577960 tempest-AttachVolumeNegativeTest-947577960-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa44ebcc-e38e-4774-b809-f18523c1888f HTTP/1.1" status: 200 len: 210 time: 0.0345352 Nov 12 00:54:33.951797 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-5d73bb57-ee0c-4b58-9e14-e5d5fa775c6d req-eb98a0fd-df54-48e7-9f09-a94890bcac9c tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:33.954928 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c280189c-773e-4ba1-b5e8-752cf3dd966c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:33.991640 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c280189c-773e-4ba1-b5e8-752cf3dd966c admin admin] Pushing event deleted for resources: {'Port': ['ID=a7390fee-20fd-441c-92f6-15e5d3f1ea49,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:34.050686 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb98a0fd-df54-48e7-9f09-a94890bcac9c tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] Pushing event deleted for resources: {'Port': ['ID=19d8fc8d-4322-4506-aca1-8157705d5551,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:34.135545 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-00725ffc-b5a0-447b-a16a-cf63bd3d9642 None None] Set router 3d93953c-0745-4dfe-ad6a-e0e94a0893be gateway port host: None {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:54:34.176129 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0891493e-796d-4dd4-bc6d-d8ca31d828ee req-a80c4655-c2fa-4ae5-9a14-a9ffa0274fc1 tempest-ServerShowV254Test-10787923 tempest-ServerShowV254Test-10787923-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d46e7c9-3709-48ea-867e-c6bcacb9dc3e HTTP/1.1" status: 200 len: 210 time: 0.0570879 Nov 12 00:54:34.228592 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c280189c-773e-4ba1-b5e8-752cf3dd966c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:34.269508 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-97ec0799-850f-4d62-bf18-df9595d87c65 req-41cd0d57-28f5-4903-9064-59dee4c9abd7 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1034496 Nov 12 00:54:34.320911 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d73bb57-ee0c-4b58-9e14-e5d5fa775c6d req-eb98a0fd-df54-48e7-9f09-a94890bcac9c tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] No DVR routers for this DVR port 19d8fc8d-4322-4506-aca1-8157705d5551 on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:54:34.344882 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-00725ffc-b5a0-447b-a16a-cf63bd3d9642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d93953c-0745-4dfe-ad6a-e0e94a0893be', 'name': 'tempest-ServersTestBootFromVolume-970444426-router', 'tenant_id': '88669f081e1643c1bc0b52ccf8ef5658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:19Z', 'updated_at': '2021-11-12T00:54:33Z', 'revision_number': 6, 'project_id': '88669f081e1643c1bc0b52ccf8ef5658', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:34.347459 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-5d73bb57-ee0c-4b58-9e14-e5d5fa775c6d req-eb98a0fd-df54-48e7-9f09-a94890bcac9c tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:34.358970 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5d73bb57-ee0c-4b58-9e14-e5d5fa775c6d req-eb98a0fd-df54-48e7-9f09-a94890bcac9c tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] 10.222.0.49 "DELETE /v2.0/ports/19d8fc8d-4322-4506-aca1-8157705d5551 HTTP/1.1" status: 204 len: 173 time: 1.7059329 Nov 12 00:54:34.400238 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 33212) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:34.423406 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-14a6020a-5c08-458a-99b2-01c2ee649269 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Request body: {'subnet': {'network_id': '4baa67f2-60cd-4dbb-ada8-2037d3817b65', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:34.458996 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00725ffc-b5a0-447b-a16a-cf63bd3d9642 None None] The sync data for ids ['3d93953c-0745-4dfe-ad6a-e0e94a0893be'] in n-d-812236-11 is: [{'id': '3d93953c-0745-4dfe-ad6a-e0e94a0893be', 'name': 'tempest-ServersTestBootFromVolume-970444426-router', 'tenant_id': '88669f081e1643c1bc0b52ccf8ef5658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:19Z', 'updated_at': '2021-11-12T00:54:33Z', 'revision_number': 6, 'project_id': '88669f081e1643c1bc0b52ccf8ef5658', 'gw_port_host': None}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:54:34.470468 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4ed4d48b-b2e8-4807-93cc-5ed7ed726aa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:34.502550 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b0443a39-6cf8-42a2-93d6-cb2a73b1aed7 req-05b5dda9-e1db-4e5c-89f4-69c6b4fee677 service neutron] 10.222.0.20 "GET /v2.0/networks/9bd80eeb-5154-4c03-9db9-fcf789d8dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6877904 Nov 12 00:54:34.531698 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6a8a8037-addf-4e56-9d5e-4561d4dd7124 req-fd8eb39a-4639-4393-89f6-e936c7f7cbc2 tempest-ServerGroupTestJSON-407748853 tempest-ServerGroupTestJSON-407748853-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f513cab-ec49-49ee-9c57-6469eae8a6cd HTTP/1.1" status: 200 len: 210 time: 0.1295049 Nov 12 00:54:34.588350 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c280189c-773e-4ba1-b5e8-752cf3dd966c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:34.598210 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c280189c-773e-4ba1-b5e8-752cf3dd966c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:34.657951 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5e8215d0-822a-4b10-b8d0-ec80a588be50 req-3260f6c7-a1e2-42ac-80e5-213e16ca253d service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0340817 Nov 12 00:54:34.676754 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b0443a39-6cf8-42a2-93d6-cb2a73b1aed7 req-a9a4efe5-1af9-405d-8814-721b17226b35 service neutron] 10.222.0.20 "GET /v2.0/networks/9bd80eeb-5154-4c03-9db9-fcf789d8dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720335 Nov 12 00:54:34.716629 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c280189c-773e-4ba1-b5e8-752cf3dd966c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:34.717175 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c280189c-773e-4ba1-b5e8-752cf3dd966c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d93953c-0745-4dfe-ad6a-e0e94a0893be {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:54:34.724927 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c280189c-773e-4ba1-b5e8-752cf3dd966c admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:34.728454 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c280189c-773e-4ba1-b5e8-752cf3dd966c admin admin] 10.222.0.20 "DELETE /v2.0/routers/3d93953c-0745-4dfe-ad6a-e0e94a0893be HTTP/1.1" status: 204 len: 168 time: 2.0356321 Nov 12 00:54:34.728956 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 33222) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:34.765036 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c454f85-9b68-4839-956e-5322d43b7139 req-884d7f33-417f-405e-8c18-8487fbc3da84 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:34.766685 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3c454f85-9b68-4839-956e-5322d43b7139 req-884d7f33-417f-405e-8c18-8487fbc3da84 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.0920365 Nov 12 00:54:34.768830 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a6020a-5c08-458a-99b2-01c2ee649269 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Made reservation on behalf of c9e7c999fc204557a014529c174efb0d for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:34.772985 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-14a6020a-5c08-458a-99b2-01c2ee649269 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:34.787690 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad219818-120f-4b63-9425-57128c9875e1 admin admin] Deleting subnet 0de18cf1-85e0-40e8-901c-1742149a537c {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:54:34.790844 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ad219818-120f-4b63-9425-57128c9875e1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:34.989429 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3c454f85-9b68-4839-956e-5322d43b7139 req-ed9dde5d-9308-41d7-ad8f-890313ce56b7 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2110231 Nov 12 00:54:35.076970 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 33234) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:35.147066 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf6c35dc-b8ce-4aba-a461-945f48c79b21 admin admin] Deleting subnet b3a5cf2c-8d1e-4b19-8561-7f413b7dc87c {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:54:35.160875 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cf6c35dc-b8ce-4aba-a461-945f48c79b21 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:35.191197 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-14a6020a-5c08-458a-99b2-01c2ee649269 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:35.238924 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-287cedde-c75e-4704-81a6-57c2339eccb8 req-be6ae31a-1f8a-41fb-b1e7-264de762a1bc tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 210 time: 0.0282953 Nov 12 00:54:35.243914 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ad219818-120f-4b63-9425-57128c9875e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:35.294730 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cf6c35dc-b8ce-4aba-a461-945f48c79b21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:35.363613 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a6020a-5c08-458a-99b2-01c2ee649269 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Pushing event updated for resources: {'Subnet': ['ID=d196f24a-3c0e-4ba9-8dc6-01de92cb7f7e,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:35.400588 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cf6c35dc-b8ce-4aba-a461-945f48c79b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:35.406062 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a6020a-5c08-458a-99b2-01c2ee649269 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Checking segment: {'id': 'bd515bf6-946c-489e-8cd7-c2ca66e8ba4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4baa67f2-60cd-4dbb-ada8-2037d3817b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:35.406431 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a6020a-5c08-458a-99b2-01c2ee649269 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Network hostable DHCP agents. Network: 4baa67f2-60cd-4dbb-ada8-2037d3817b65, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:54:35.442332 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c3b4d-b4e6-4c2d-880d-a4f7aeaa3645 req-b171399e-4475-44ac-844f-e6b57c169eb7 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:35.450811 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-854c3b4d-b4e6-4c2d-880d-a4f7aeaa3645 req-b171399e-4475-44ac-844f-e6b57c169eb7 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.1822875 Nov 12 00:54:35.501903 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d36e1f4e-31c1-403d-9b39-d85c99777579 req-1a2a0c7c-16c3-438e-915a-a406fff28839 tempest-ServerShowV254Test-10787923 tempest-ServerShowV254Test-10787923-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d46e7c9-3709-48ea-867e-c6bcacb9dc3e HTTP/1.1" status: 200 len: 210 time: 0.1570678 Nov 12 00:54:35.502354 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device a7390fee-20fd-441c-92f6-15e5d3f1ea49 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:35.512315 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a6020a-5c08-458a-99b2-01c2ee649269 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Network 4baa67f2-60cd-4dbb-ada8-2037d3817b65 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:54:35.533232 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd792b-b537-4916-b0a5-b21a75806639 req-ba57bb23-6455-4901-b96c-b789dcf0c067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:35.534982 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d7dd792b-b537-4916-b0a5-b21a75806639 req-ba57bb23-6455-4901-b96c-b789dcf0c067 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e225da8786ab452db9121c1cfb9ab35d&device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 1096 time: 0.1188388 Nov 12 00:54:35.536524 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ad219818-120f-4b63-9425-57128c9875e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:35.537980 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-854c3b4d-b4e6-4c2d-880d-a4f7aeaa3645 req-6fdcc599-7732-4bf5-bf36-fe85561d0277 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862305 Nov 12 00:54:35.546334 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-14a6020a-5c08-458a-99b2-01c2ee649269 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 4baa67f2-60cd-4dbb-ada8-2037d3817b65) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:35.551892 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a6020a-5c08-458a-99b2-01c2ee649269 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:35.552747 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-14a6020a-5c08-458a-99b2-01c2ee649269 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:35.598200 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cf6c35dc-b8ce-4aba-a461-945f48c79b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:35.623645 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 6b400def-72a0-4d02-a643-c4fd53bb4ffc no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:35.626550 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3db405-2ae0-4159-8499-570a5ce451f4 None None] Network 4baa67f2-60cd-4dbb-ada8-2037d3817b65 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:35.630320 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: a7390fee-20fd-441c-92f6-15e5d3f1ea49 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:54:35.630734 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device a7390fee-20fd-441c-92f6-15e5d3f1ea49 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:54:35.637986 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 8acfc77f-1d0b-455c-830f-4ee6f402f0d0 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:35.645244 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6c35dc-b8ce-4aba-a461-945f48c79b21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3a5cf2c-8d1e-4b19-8561-7f413b7dc87c,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:35.656362 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-14a6020a-5c08-458a-99b2-01c2ee649269 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2479465 Nov 12 00:54:35.656718 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cf6c35dc-b8ce-4aba-a461-945f48c79b21 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:35.662521 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-cf6c35dc-b8ce-4aba-a461-945f48c79b21 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b3a5cf2c-8d1e-4b19-8561-7f413b7dc87c HTTP/1.1" status: 204 len: 168 time: 0.5840352 Nov 12 00:54:35.663630 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 33248) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:35.664306 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 33250) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:35.673301 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-df578c82-2b04-4d66-b8e6-a2d285a0352d tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-440952759'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:35.696580 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f513cab-ec49-49ee-9c57-6469eae8a6cd', 'name': 'network-vif-deleted', 'tag': '19d8fc8d-4322-4506-aca1-8157705d5551'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:35.703219 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5652d0-0a88-464f-b231-1f2f31278b29" -d '{"events": [{"server_uuid": "5f513cab-ec49-49ee-9c57-6469eae8a6cd", "name": "network-vif-deleted", "tag": "19d8fc8d-4322-4506-aca1-8157705d5551"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:35.732557 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd792b-b537-4916-b0a5-b21a75806639 req-34a8af71-0840-4769-bd1e-8a0b712a2973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:35.735168 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 8acfc77f-1d0b-455c-830f-4ee6f402f0d0 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:54:35.735503 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 8acfc77f-1d0b-455c-830f-4ee6f402f0d0 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:54:35.736802 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d7dd792b-b537-4916-b0a5-b21a75806639 req-34a8af71-0840-4769-bd1e-8a0b712a2973 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e HTTP/1.1" status: 200 len: 913 time: 0.1546342 Nov 12 00:54:35.754160 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: 6b400def-72a0-4d02-a643-c4fd53bb4ffc {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:54:35.754522 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 6b400def-72a0-4d02-a643-c4fd53bb4ffc not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:54:35.754966 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 19d8fc8d-4322-4506-aca1-8157705d5551 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:35.814310 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: 19d8fc8d-4322-4506-aca1-8157705d5551 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:54:35.814823 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 19d8fc8d-4322-4506-aca1-8157705d5551 not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:54:35.815083 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf3810f-6399-41fd-aeed-f9c10b763507 x-openstack-request-id: req-6bf3810f-6399-41fd-aeed-f9c10b763507 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:35.815383 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f513cab-ec49-49ee-9c57-6469eae8a6cd", "name": "network-vif-deleted", "tag": "19d8fc8d-4322-4506-aca1-8157705d5551", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:35.815631 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6bf3810f-6399-41fd-aeed-f9c10b763507 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:35.818448 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f513cab-ec49-49ee-9c57-6469eae8a6cd', 'name': 'network-vif-deleted', 'tag': '19d8fc8d-4322-4506-aca1-8157705d5551', 'status': 'completed', 'code': 200} Nov 12 00:54:35.872951 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b8483536-4746-4ade-a122-762a1994e52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:35.876854 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df578c82-2b04-4d66-b8e6-a2d285a0352d tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Made reservation on behalf of c9e7c999fc204557a014529c174efb0d for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:35.882669 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-df578c82-2b04-4d66-b8e6-a2d285a0352d tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:35.892674 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d7dd792b-b537-4916-b0a5-b21a75806639 req-c34f953d-ad65-4fe0-ae55-bffa754b85bb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfa2737e-ff39-485a-a2ad-858e4b4be17b HTTP/1.1" status: 200 len: 999 time: 0.1444099 Nov 12 00:54:35.903167 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ad219818-120f-4b63-9425-57128c9875e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:35.996379 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4a0f38-f54e-46dd-81bb-aedc8a699a49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-4baa67f2-60cd-4dbb-ada8-2037d3817b65', 'network_id': '4baa67f2-60cd-4dbb-ada8-2037d3817b65', 'tenant_id': 'c9e7c999fc204557a014529c174efb0d', 'fixed_ips': [{'subnet_id': 'd196f24a-3c0e-4ba9-8dc6-01de92cb7f7e'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:54:35.997312 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ab4a0f38-f54e-46dd-81bb-aedc8a699a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:36.005595 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df578c82-2b04-4d66-b8e6-a2d285a0352d tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:54:36.038403 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad219818-120f-4b63-9425-57128c9875e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0de18cf1-85e0-40e8-901c-1742149a537c,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:36.059018 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-df578c82-2b04-4d66-b8e6-a2d285a0352d tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:36.060064 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-df578c82-2b04-4d66-b8e6-a2d285a0352d tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Added segment 505e2647-768b-4a5a-9cf5-2b78031d9388 of type vlan for network 2564bcbc-b0b1-42a5-a156-7ba2fc459e52 Nov 12 00:54:36.064559 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ad219818-120f-4b63-9425-57128c9875e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:36.066443 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 33274) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:36.067424 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ad219818-120f-4b63-9425-57128c9875e1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0de18cf1-85e0-40e8-901c-1742149a537c HTTP/1.1" status: 204 len: 168 time: 1.3353643 Nov 12 00:54:36.070863 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 33276) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:36.084957 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b8483536-4746-4ade-a122-762a1994e52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:36.090200 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f96e8fd-8d29-4f5b-ad63-84f7b4764b7b None None] Network b847d184-534f-4934-ae31-f37d206e2c7c requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:36.153348 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd792b-b537-4916-b0a5-b21a75806639 req-52544db4-d579-48eb-a111-e261dc1fa02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:36.155101 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d7dd792b-b537-4916-b0a5-b21a75806639 req-52544db4-d579-48eb-a111-e261dc1fa02c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f HTTP/1.1" status: 200 len: 851 time: 0.2471354 Nov 12 00:54:36.162745 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-b8483536-4746-4ade-a122-762a1994e52c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81bfe4c5-5071-416b-8d5d-76065f6e230c']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:36.187495 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d0ece6c-12df-4792-b728-586c3e66a4ac admin admin] Deleting subnet 63f50e79-a2b0-4629-8cad-094decdd5568 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:54:36.193309 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-df578c82-2b04-4d66-b8e6-a2d285a0352d tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:36.195832 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8d0ece6c-12df-4792-b728-586c3e66a4ac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:36.198687 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-b8483536-4746-4ade-a122-762a1994e52c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47d4bfe1-e950-4b7f-9539-0e611123121b') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:36.198975 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-b8483536-4746-4ade-a122-762a1994e52c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47d4bfe1-e950-4b7f-9539-0e611123121b') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:36.212957 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e0f42d6e-1f42-4d3b-8142-7a1bedf5adb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:36.235447 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b8483536-4746-4ade-a122-762a1994e52c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:36.248255 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd792b-b537-4916-b0a5-b21a75806639 req-b37ba9e6-c0ac-4d82-83c3-3cbddd62d64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:36.250772 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d7dd792b-b537-4916-b0a5-b21a75806639 req-b37ba9e6-c0ac-4d82-83c3-3cbddd62d64b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0862081 Nov 12 00:54:36.269165 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8d0ece6c-12df-4792-b728-586c3e66a4ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:36.271178 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b8483536-4746-4ade-a122-762a1994e52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:36.300546 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-df578c82-2b04-4d66-b8e6-a2d285a0352d tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:36.306207 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df578c82-2b04-4d66-b8e6-a2d285a0352d tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:36.306814 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-df578c82-2b04-4d66-b8e6-a2d285a0352d tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:36.316483 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8483536-4746-4ade-a122-762a1994e52c admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:54:36.316888 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b8483536-4746-4ade-a122-762a1994e52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:36.323440 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 00:54:36.323440 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:54:36.323440 n-d-812236-11 neutron-server[102662]: timer() Nov 12 00:54:36.323440 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:54:36.323440 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 00:54:36.323440 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:54:36.323440 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 00:54:36.323440 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:54:36.323440 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 00:54:36.323440 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:54:36.323440 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 00:54:36.323440 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:54:36.323440 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 00:54:36.323440 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:54:36.323440 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:54:36.323440 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:54:36.323440 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:54:36.323440 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:54:36.323440 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 00:54:36.323440 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:54:36.323440 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 00:54:36.323440 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:54:36.323440 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:54:36.323440 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:54:36.323440 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 00:54:36.323440 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:54:36.323440 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:54:36.323440 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:54:36.323440 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:54:36.323440 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:54:36.323440 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:54:36.323440 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:54:36.406553 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-df578c82-2b04-4d66-b8e6-a2d285a0352d tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7407112 Nov 12 00:54:36.417551 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 33280) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:36.431384 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-3ef6c499-32b4-4fd3-a5d8-a3777a39b81c tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Request body: {'subnet': {'network_id': '2564bcbc-b0b1-42a5-a156-7ba2fc459e52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:36.447509 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8d0ece6c-12df-4792-b728-586c3e66a4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:36.469277 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-10a411cc-f78f-45ce-8233-d82ede30a906 req-decb0e59-6a64-4e00-a968-4f244f83a7bb tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 210 time: 0.0897865 Nov 12 00:54:36.472469 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b8483536-4746-4ade-a122-762a1994e52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:36.481567 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b8483536-4746-4ade-a122-762a1994e52c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:36.485770 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b8483536-4746-4ade-a122-762a1994e52c admin admin] 10.222.0.20 "DELETE /v2.0/networks/81bfe4c5-5071-416b-8d5d-76065f6e230c HTTP/1.1" status: 204 len: 168 time: 0.8076377 Nov 12 00:54:36.501016 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df578c82-2b04-4d66-b8e6-a2d285a0352d tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Pushing event updated for resources: {'Network': ['ID=2564bcbc-b0b1-42a5-a156-7ba2fc459e52,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:36.528022 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-ab4a0f38-f54e-46dd-81bb-aedc8a699a49 None None] Allocated IP 2001:db8:0:ffff::2 (4baa67f2-60cd-4dbb-ada8-2037d3817b65/d196f24a-3c0e-4ba9-8dc6-01de92cb7f7e/10f01589-1576-47ce-af29-06618a6b585f) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:54:36.540406 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8483536-4746-4ade-a122-762a1994e52c admin admin] Pushing event deleted for resources: {'Network': ['ID=81bfe4c5-5071-416b-8d5d-76065f6e230c,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:36.575207 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 2564bcbc-b0b1-42a5-a156-7ba2fc459e52 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:54:36.607525 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8d0ece6c-12df-4792-b728-586c3e66a4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:36.652674 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b5248d87-ebaf-4e8a-b8de-72868062a3e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:36.686020 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ece6c-12df-4792-b728-586c3e66a4ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63f50e79-a2b0-4629-8cad-094decdd5568,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:36.692789 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8d0ece6c-12df-4792-b728-586c3e66a4ac admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:36.699224 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8d0ece6c-12df-4792-b728-586c3e66a4ac admin admin] 10.222.0.20 "DELETE /v2.0/subnets/63f50e79-a2b0-4629-8cad-094decdd5568 HTTP/1.1" status: 204 len: 168 time: 0.6287236 Nov 12 00:54:36.707986 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d7dd792b-b537-4916-b0a5-b21a75806639 req-c863741e-ff81-4a8c-abf3-a5a26c4afddc service neutron] 10.222.0.54 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4202213 Nov 12 00:54:36.711351 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 33288) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:36.746811 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3be1d285-2185-4a2d-b4b1-2ed830331fb0 req-4cc84ada-88c4-4a86-bbaf-d4890965ba48 tempest-ServerShowV254Test-10787923 tempest-ServerShowV254Test-10787923-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d46e7c9-3709-48ea-867e-c6bcacb9dc3e HTTP/1.1" status: 200 len: 210 time: 0.0416934 Nov 12 00:54:36.749951 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-e0f42d6e-1f42-4d3b-8142-7a1bedf5adb4 admin admin] Deleting port adaf8221-12ce-4aaa-8a71-cf2e037d13ea {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:36.749951 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e0f42d6e-1f42-4d3b-8142-7a1bedf5adb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:36.777548 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 33290) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:36.839597 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-9671004c-205f-4b60-8ef8-7c263dfbfb81 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fd5311579de340b4b4bd3795ded62f62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0587695 Nov 12 00:54:36.839761 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 33292) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:36.885887 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bbfeca-1a3e-4c02-9dbf-0a328125db9a None None] DHCP port deletion for b847d184-534f-4934-ae31-f37d206e2c7c request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:54:36.906654 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-baaae5c5-00d1-490e-9745-73993c4b7fd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:36.928937 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-baaae5c5-00d1-490e-9745-73993c4b7fd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:36.930510 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0443a39-6cf8-42a2-93d6-cb2a73b1aed7 req-af01ddea-18e3-4004-82d0-4d9687662945 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:36.932423 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b0443a39-6cf8-42a2-93d6-cb2a73b1aed7 req-af01ddea-18e3-4004-82d0-4d9687662945 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.49 "GET /v2.0/networks?id=9bd80eeb-5154-4c03-9db9-fcf789d8dd48 HTTP/1.1" status: 200 len: 817 time: 0.5541766 Nov 12 00:54:36.968269 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ab4a0f38-f54e-46dd-81bb-aedc8a699a49 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:36.981329 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ab4a0f38-f54e-46dd-81bb-aedc8a699a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:36.982834 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-baaae5c5-00d1-490e-9745-73993c4b7fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:36.985771 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-baaae5c5-00d1-490e-9745-73993c4b7fd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:36.989408 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-baaae5c5-00d1-490e-9745-73993c4b7fd9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b5aa9ab3-9fd4-484b-92ce-7fca34437105 HTTP/1.1" status: 204 len: 168 time: 0.1462901 Nov 12 00:54:37.004215 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaae5c5-00d1-490e-9745-73993c4b7fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5aa9ab3-9fd4-484b-92ce-7fca34437105,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:37.020971 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef6c499-32b4-4fd3-a5d8-a3777a39b81c tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Made reservation on behalf of c9e7c999fc204557a014529c174efb0d for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:37.024612 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3ef6c499-32b4-4fd3-a5d8-a3777a39b81c tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:37.049329 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4a0f38-f54e-46dd-81bb-aedc8a699a49 None None] Network 4baa67f2-60cd-4dbb-ada8-2037d3817b65 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:37.062588 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-ab4a0f38-f54e-46dd-81bb-aedc8a699a49 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:37.065785 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4a0f38-f54e-46dd-81bb-aedc8a699a49 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:54:37.068253 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a0f38-f54e-46dd-81bb-aedc8a699a49 None None] Pushing event updated for resources: {'Port': ['ID=10f01589-1576-47ce-af29-06618a6b585f,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:37.070013 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c47e1c6-5912-428e-b049-b6aee6414f13 req-c15e0e1c-9020-4145-ae85-a3172e0a0f5f service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0908592 Nov 12 00:54:37.075748 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-95bbfeca-1a3e-4c02-9dbf-0a328125db9a None None] Deleting port adaf8221-12ce-4aaa-8a71-cf2e037d13ea {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:37.075748 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-95bbfeca-1a3e-4c02-9dbf-0a328125db9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:37.110437 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b9cd0-d8e3-4a6b-aff6-13cea970e5e9 req-1b02402c-fc65-4460-96e4-4f9fd0238dcf tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:37.117782 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-567b9cd0-d8e3-4a6b-aff6-13cea970e5e9 req-1b02402c-fc65-4460-96e4-4f9fd0238dcf tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.4331908 Nov 12 00:54:37.128516 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-14558325-2ddf-4fbe-89c3-b2ce7d5be476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:37.205535 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-e0f42d6e-1f42-4d3b-8142-7a1bedf5adb4 admin admin] For port adaf8221-12ce-4aaa-8a71-cf2e037d13ea, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=adaf8221-12ce-4aaa-8a71-cf2e037d13ea,segment=NetworkSegment(02dabcd1-20dd-47d0-8d93-c22dac2f690a),segment_id=02dabcd1-20dd-47d0-8d93-c22dac2f690a)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:37.205918 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e0f42d6e-1f42-4d3b-8142-7a1bedf5adb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:37.210197 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-95bbfeca-1a3e-4c02-9dbf-0a328125db9a None None] For port adaf8221-12ce-4aaa-8a71-cf2e037d13ea, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=adaf8221-12ce-4aaa-8a71-cf2e037d13ea,segment=NetworkSegment(02dabcd1-20dd-47d0-8d93-c22dac2f690a),segment_id=02dabcd1-20dd-47d0-8d93-c22dac2f690a)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:37.210624 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-95bbfeca-1a3e-4c02-9dbf-0a328125db9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:37.233027 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-95bbfeca-1a3e-4c02-9dbf-0a328125db9a None None] Calling delete_port for adaf8221-12ce-4aaa-8a71-cf2e037d13ea owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:37.237853 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-ab4a0f38-f54e-46dd-81bb-aedc8a699a49 None None] Attempting to bind port 10f01589-1576-47ce-af29-06618a6b585f on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:54:37.238223 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-ab4a0f38-f54e-46dd-81bb-aedc8a699a49 None None] Attempting to bind port 10f01589-1576-47ce-af29-06618a6b585f by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'bd515bf6-946c-489e-8cd7-c2ca66e8ba4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4baa67f2-60cd-4dbb-ada8-2037d3817b65'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:54:37.238587 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4a0f38-f54e-46dd-81bb-aedc8a699a49 None None] Attempting to bind port 10f01589-1576-47ce-af29-06618a6b585f on network 4baa67f2-60cd-4dbb-ada8-2037d3817b65 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:37.251661 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device adaf8221-12ce-4aaa-8a71-cf2e037d13ea no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:37.262571 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4a0f38-f54e-46dd-81bb-aedc8a699a49 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:54:37.262954 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4a0f38-f54e-46dd-81bb-aedc8a699a49 None None] Checking segment: {'id': 'bd515bf6-946c-489e-8cd7-c2ca66e8ba4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4baa67f2-60cd-4dbb-ada8-2037d3817b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:37.263345 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ab4a0f38-f54e-46dd-81bb-aedc8a699a49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:37.263726 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4a0f38-f54e-46dd-81bb-aedc8a699a49 None None] Bound using segment: {'id': 'bd515bf6-946c-489e-8cd7-c2ca66e8ba4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4baa67f2-60cd-4dbb-ada8-2037d3817b65'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:54:37.264395 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-ab4a0f38-f54e-46dd-81bb-aedc8a699a49 None None] Bound port: 10f01589-1576-47ce-af29-06618a6b585f, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd515bf6-946c-489e-8cd7-c2ca66e8ba4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4baa67f2-60cd-4dbb-ada8-2037d3817b65'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:54:37.264771 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ab4a0f38-f54e-46dd-81bb-aedc8a699a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:37.273704 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-e0f42d6e-1f42-4d3b-8142-7a1bedf5adb4 admin admin] Calling delete_port for adaf8221-12ce-4aaa-8a71-cf2e037d13ea owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:37.318390 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d7dd792b-b537-4916-b0a5-b21a75806639 req-e3bd4bb7-3f5d-468e-a4f3-f9c3a4b65533 service neutron] 10.222.0.54 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6013505 Nov 12 00:54:37.392370 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-14558325-2ddf-4fbe-89c3-b2ce7d5be476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:37.420862 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-14558325-2ddf-4fbe-89c3-b2ce7d5be476 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['329ce049-7362-432e-ae2c-c6f89ee257d4']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:37.432901 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-14558325-2ddf-4fbe-89c3-b2ce7d5be476 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64b2f84a-ece8-4281-8c47-3249c5cc4f6b') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:37.433189 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-14558325-2ddf-4fbe-89c3-b2ce7d5be476 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64b2f84a-ece8-4281-8c47-3249c5cc4f6b') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:37.442671 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-14558325-2ddf-4fbe-89c3-b2ce7d5be476 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:37.465074 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b0443a39-6cf8-42a2-93d6-cb2a73b1aed7 req-aea96d2b-c915-4d7a-ac35-edbd9e4ff3a0 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f62521c5dc664ba4a3bbe0954819df3b HTTP/1.1" status: 200 len: 380 time: 0.4821854 Nov 12 00:54:37.471566 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-567b9cd0-d8e3-4a6b-aff6-13cea970e5e9 req-db74a68c-4aff-41d2-b77c-c32904e2f4d2 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3528595 Nov 12 00:54:37.488957 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-b0443a39-6cf8-42a2-93d6-cb2a73b1aed7 req-481b9a6b-0c1e-4fa7-962e-a0f6801e7b16 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Request body: {'port': {'device_id': '9ad650f9-334e-4ebc-86a3-73ea29f9ef7a', 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48', 'admin_state_up': True, 'tenant_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'security_groups': ['efa36349-0296-4906-9dba-97950f8981ec']}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:37.526773 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:37.533182 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-ab4a0f38-f54e-46dd-81bb-aedc8a699a49 None None] For port 10f01589-1576-47ce-af29-06618a6b585f, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:54:37.546735 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-95bbfeca-1a3e-4c02-9dbf-0a328125db9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:37.553862 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-14558325-2ddf-4fbe-89c3-b2ce7d5be476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:37.561129 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14558325-2ddf-4fbe-89c3-b2ce7d5be476 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:54:37.561784 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-14558325-2ddf-4fbe-89c3-b2ce7d5be476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:37.594851 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-ab4a0f38-f54e-46dd-81bb-aedc8a699a49 None None] For port 10f01589-1576-47ce-af29-06618a6b585f, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=10f01589-1576-47ce-af29-06618a6b585f,segment=NetworkSegment(bd515bf6-946c-489e-8cd7-c2ca66e8ba4b),segment_id=bd515bf6-946c-489e-8cd7-c2ca66e8ba4b)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:54:37.607020 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c0a9907e-6f01-41cc-b17d-526a0e7ebc95 req-a5d67312-993f-4e36-989a-fc946005519a tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 210 time: 0.0411065 Nov 12 00:54:37.618350 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bbfeca-1a3e-4c02-9dbf-0a328125db9a None None] Pushing event deleted for resources: {'Port': ['ID=adaf8221-12ce-4aaa-8a71-cf2e037d13ea,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:37.623317 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ab4a0f38-f54e-46dd-81bb-aedc8a699a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:37.640170 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:37.644662 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bbfeca-1a3e-4c02-9dbf-0a328125db9a None None] No DVR routers for this DVR port adaf8221-12ce-4aaa-8a71-cf2e037d13ea on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:54:37.644864 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:54:37.644864 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:54:37.644864 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:54:37.644864 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:54:37.644864 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:54:37.644864 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:54:37.644864 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:54:37.644864 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:54:37.644864 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:54:37.644864 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:54:37.644864 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:54:37.644864 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:54:37.644864 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:54:37.644864 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:54:37.644864 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:54:37.644864 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:54:37.644864 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:54:37.644864 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:54:37.644864 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:54:37.644864 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:54:37.644864 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:54:37.644864 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:54:37.644864 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:54:37.644864 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:54:37.644864 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:54:37.644864 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:54:37.644864 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:54:37.644864 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:54:37.644864 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:54:37.644864 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:54:37.644864 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:54:37.644864 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:54:37.706617 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3bb80d9e-0713-40c4-ace7-aa66d463f4ef req-82980db7-cf55-481b-946e-1101182fcba7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7d46e7c9-3709-48ea-867e-c6bcacb9dc3e HTTP/1.1" status: 200 len: 210 time: 0.2480123 Nov 12 00:54:37.714238 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-14558325-2ddf-4fbe-89c3-b2ce7d5be476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:37.719075 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-77f723a6-82f1-4dd2-85b3-c7dccea16a56 req-fa26ad2b-2325-44d4-8d0a-144ab3459838 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1864374 Nov 12 00:54:37.738877 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-14558325-2ddf-4fbe-89c3-b2ce7d5be476 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:37.741706 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a0f38-f54e-46dd-81bb-aedc8a699a49 None None] Pushing event updated for resources: {'Port': ['ID=10f01589-1576-47ce-af29-06618a6b585f,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:37.744562 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-14558325-2ddf-4fbe-89c3-b2ce7d5be476 admin admin] 10.222.0.20 "DELETE /v2.0/networks/329ce049-7362-432e-ae2c-c6f89ee257d4 HTTP/1.1" status: 204 len: 168 time: 1.0263023 Nov 12 00:54:37.823429 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14558325-2ddf-4fbe-89c3-b2ce7d5be476 admin admin] Pushing event deleted for resources: {'Network': ['ID=329ce049-7362-432e-ae2c-c6f89ee257d4,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:37.908136 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 33328) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:37.958067 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a16b47b9-61b3-4be2-9a40-ae057412f3b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c9372313ea9a4a1f91fbd7d4104b8a8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0487480 Nov 12 00:54:37.960436 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 33332) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:37.993851 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2e51ec3c-74fa-4f6c-b2ab-c342756158a0 req-9a86d581-a396-432c-83ac-38162f8d584a tempest-ServerShowV254Test-10787923 tempest-ServerShowV254Test-10787923-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d46e7c9-3709-48ea-867e-c6bcacb9dc3e HTTP/1.1" status: 200 len: 210 time: 0.1052768 Nov 12 00:54:38.058463 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e0f42d6e-1f42-4d3b-8142-7a1bedf5adb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:38.061268 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-11f7adaf-58ae-45a0-a0b4-a739dead3f73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:38.093991 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-11f7adaf-58ae-45a0-a0b4-a739dead3f73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:38.113869 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0443a39-6cf8-42a2-93d6-cb2a73b1aed7 req-481b9a6b-0c1e-4fa7-962e-a0f6801e7b16 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Made reservation on behalf of f62521c5dc664ba4a3bbe0954819df3b for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:38.117528 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b0443a39-6cf8-42a2-93d6-cb2a73b1aed7 req-481b9a6b-0c1e-4fa7-962e-a0f6801e7b16 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:38.145764 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f42d6e-1f42-4d3b-8142-7a1bedf5adb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=adaf8221-12ce-4aaa-8a71-cf2e037d13ea,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:38.150007 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3ef6c499-32b4-4fd3-a5d8-a3777a39b81c tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:38.153675 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f42d6e-1f42-4d3b-8142-7a1bedf5adb4 admin admin] No DVR routers for this DVR port adaf8221-12ce-4aaa-8a71-cf2e037d13ea on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:54:38.184010 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-11f7adaf-58ae-45a0-a0b4-a739dead3f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:38.187538 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-11f7adaf-58ae-45a0-a0b4-a739dead3f73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:38.188730 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-11f7adaf-58ae-45a0-a0b4-a739dead3f73 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c0e0b2db-5b15-4dc3-9ad5-e6412e287907 HTTP/1.1" status: 204 len: 168 time: 0.2273619 Nov 12 00:54:38.199420 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f7adaf-58ae-45a0-a0b4-a739dead3f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e0b2db-5b15-4dc3-9ad5-e6412e287907,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:38.354388 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e0f42d6e-1f42-4d3b-8142-7a1bedf5adb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:38.356868 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef6c499-32b4-4fd3-a5d8-a3777a39b81c tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Pushing event updated for resources: {'Subnet': ['ID=545719f6-fa0e-4464-a03a-1201beae6275,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:38.423028 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-e0f42d6e-1f42-4d3b-8142-7a1bedf5adb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b847d184-534f-4934-ae31-f37d206e2c7c']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:38.427314 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef6c499-32b4-4fd3-a5d8-a3777a39b81c tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Checking segment: {'id': '505e2647-768b-4a5a-9cf5-2b78031d9388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2564bcbc-b0b1-42a5-a156-7ba2fc459e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:38.427683 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef6c499-32b4-4fd3-a5d8-a3777a39b81c tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Network hostable DHCP agents. Network: 2564bcbc-b0b1-42a5-a156-7ba2fc459e52, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:54:38.451814 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-e0f42d6e-1f42-4d3b-8142-7a1bedf5adb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02dabcd1-20dd-47d0-8d93-c22dac2f690a') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:38.452109 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-e0f42d6e-1f42-4d3b-8142-7a1bedf5adb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02dabcd1-20dd-47d0-8d93-c22dac2f690a') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:38.472138 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e0f42d6e-1f42-4d3b-8142-7a1bedf5adb4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:38.499994 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef6c499-32b4-4fd3-a5d8-a3777a39b81c tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Network 2564bcbc-b0b1-42a5-a156-7ba2fc459e52 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:54:38.502763 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e0f42d6e-1f42-4d3b-8142-7a1bedf5adb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:38.504988 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-b0443a39-6cf8-42a2-93d6-cb2a73b1aed7 req-481b9a6b-0c1e-4fa7-962e-a0f6801e7b16 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Allocated IP 172.20.0.14 (9bd80eeb-5154-4c03-9db9-fcf789d8dd48/04c51f1f-4fad-42e7-a817-4af69d874ab6/ded2273a-2a05-4940-8a85-b6f893dc4749) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:54:38.517610 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0f42d6e-1f42-4d3b-8142-7a1bedf5adb4 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:54:38.518051 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e0f42d6e-1f42-4d3b-8142-7a1bedf5adb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:38.520283 n-d-812236-11 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:54:38.520283 n-d-812236-11 neutron-server[102661]: self.session.flush() Nov 12 00:54:38.520283 n-d-812236-11 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:54:38.520283 n-d-812236-11 neutron-server[102661]: self.session.flush() Nov 12 00:54:38.520283 n-d-812236-11 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:54:38.520283 n-d-812236-11 neutron-server[102661]: self.session.flush() Nov 12 00:54:38.520283 n-d-812236-11 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:54:38.520283 n-d-812236-11 neutron-server[102661]: self.session.flush() Nov 12 00:54:38.520283 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:54:38.520283 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:54:38.520283 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:54:38.520283 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:54:38.520283 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:54:38.520283 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:54:38.520283 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:54:38.520283 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:54:38.520283 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:54:38.520283 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:54:38.520283 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:54:38.520283 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:54:38.520283 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:54:38.520283 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:54:38.520283 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:54:38.520283 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:54:38.520283 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:54:38.520283 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:54:38.520283 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:54:38.520283 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:54:38.520283 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:54:38.520283 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:54:38.520283 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:54:38.520283 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:54:38.520283 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:54:38.520283 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:54:38.520283 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:54:38.520283 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:54:38.520283 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:54:38.520283 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:54:38.520283 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:54:38.520283 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:54:38.578559 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-3ef6c499-32b4-4fd3-a5d8-a3777a39b81c tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 2564bcbc-b0b1-42a5-a156-7ba2fc459e52) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:38.592048 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51be730e-9889-4895-8036-341d7da1c37c None None] Network 2564bcbc-b0b1-42a5-a156-7ba2fc459e52 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:38.623145 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef6c499-32b4-4fd3-a5d8-a3777a39b81c tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:38.628533 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3ef6c499-32b4-4fd3-a5d8-a3777a39b81c tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:38.662577 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4823f-854e-4d9f-9b64-29fe40fe9807 req-d29a2a21-5c45-4b3f-8289-ecf62ef86ee1 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:38.664288 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-48d4823f-854e-4d9f-9b64-29fe40fe9807 req-d29a2a21-5c45-4b3f-8289-ecf62ef86ee1 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.0929158 Nov 12 00:54:38.684435 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e0f42d6e-1f42-4d3b-8142-7a1bedf5adb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:38.692835 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e0f42d6e-1f42-4d3b-8142-7a1bedf5adb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:38.699753 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e0f42d6e-1f42-4d3b-8142-7a1bedf5adb4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b847d184-534f-4934-ae31-f37d206e2c7c HTTP/1.1" status: 204 len: 168 time: 2.6278436 Nov 12 00:54:38.730985 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-3ef6c499-32b4-4fd3-a5d8-a3777a39b81c tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3035195 Nov 12 00:54:38.734092 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 33360) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:38.750822 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f42d6e-1f42-4d3b-8142-7a1bedf5adb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b847d184-534f-4934-ae31-f37d206e2c7c,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:38.805716 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c6c22b13-0c6a-4f96-ac64-636e48c7f036 req-adcee5dd-71d8-48c7-9849-a43c8210b577 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 210 time: 0.0558805 Nov 12 00:54:38.838064 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-48d4823f-854e-4d9f-9b64-29fe40fe9807 req-f337c7f0-3c14-4123-bd04-5f09c8696fe6 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627455 Nov 12 00:54:38.970518 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b0443a39-6cf8-42a2-93d6-cb2a73b1aed7 req-481b9a6b-0c1e-4fa7-962e-a0f6801e7b16 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:38.973179 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cc592045-be61-4652-941c-b6070826f83a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:38.993086 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564f204a-2c48-466a-a83b-f939f4ec2497 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-2564bcbc-b0b1-42a5-a156-7ba2fc459e52', 'network_id': '2564bcbc-b0b1-42a5-a156-7ba2fc459e52', 'tenant_id': 'c9e7c999fc204557a014529c174efb0d', 'fixed_ips': [{'subnet_id': '545719f6-fa0e-4464-a03a-1201beae6275'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:54:38.995604 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-564f204a-2c48-466a-a83b-f939f4ec2497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:39.149322 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3481b1-98b1-4826-8ec6-2ff8c371f512 req-ef0dd9ff-5346-4abb-b191-d69efc543c3d tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:39.151447 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0b3481b1-98b1-4826-8ec6-2ff8c371f512 req-ef0dd9ff-5346-4abb-b191-d69efc543c3d tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.1685207 Nov 12 00:54:39.153532 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 33374) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:39.262215 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b0443a39-6cf8-42a2-93d6-cb2a73b1aed7 req-481b9a6b-0c1e-4fa7-962e-a0f6801e7b16 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:39.287500 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:39.321437 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3012baf7-4f0b-45f1-9d68-0f8f820f99f8 req-f477cb0e-76ee-48e3-b1d4-7787ef375b6f tempest-ServerShowV254Test-10787923 tempest-ServerShowV254Test-10787923-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d46e7c9-3709-48ea-867e-c6bcacb9dc3e HTTP/1.1" status: 200 len: 210 time: 0.1549375 Nov 12 00:54:39.325063 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cc592045-be61-4652-941c-b6070826f83a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:39.351464 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-564f204a-2c48-466a-a83b-f939f4ec2497 None None] Allocated IP 2001:db8::1 (2564bcbc-b0b1-42a5-a156-7ba2fc459e52/545719f6-fa0e-4464-a03a-1201beae6275/e69532dd-f9c5-417e-a325-4abeff15caf4) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:54:39.438825 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0443a39-6cf8-42a2-93d6-cb2a73b1aed7 req-481b9a6b-0c1e-4fa7-962e-a0f6801e7b16 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Network 9bd80eeb-5154-4c03-9db9-fcf789d8dd48 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:39.471094 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-b0443a39-6cf8-42a2-93d6-cb2a73b1aed7 req-481b9a6b-0c1e-4fa7-962e-a0f6801e7b16 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:39.500922 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0b3481b1-98b1-4826-8ec6-2ff8c371f512 req-7a4264dc-2ebe-4a1e-a951-a3a90d11cd7d tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3217926 Nov 12 00:54:39.504856 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0443a39-6cf8-42a2-93d6-cb2a73b1aed7 req-481b9a6b-0c1e-4fa7-962e-a0f6801e7b16 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:54:39.539389 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 10f01589-1576-47ce-af29-06618a6b585f up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:54:39.555378 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debd7120-7418-4df2-bce5-53d09ceeeae1 None None] Network 4baa67f2-60cd-4dbb-ada8-2037d3817b65 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:39.590607 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0443a39-6cf8-42a2-93d6-cb2a73b1aed7 req-481b9a6b-0c1e-4fa7-962e-a0f6801e7b16 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:39.591550 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b0443a39-6cf8-42a2-93d6-cb2a73b1aed7 req-481b9a6b-0c1e-4fa7-962e-a0f6801e7b16 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:39.632709 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5d21d643-e748-4252-9579-ba90f76cb30e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=88669f081e1643c1bc0b52ccf8ef5658&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4754114 Nov 12 00:54:39.648675 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 33386) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:39.680895 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b9a6b-0c1e-4fa7-962e-a0f6801e7b16 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Pushing event updated for resources: {'Port': ['ID=ded2273a-2a05-4940-8a85-b6f893dc4749,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:39.692012 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b0443a39-6cf8-42a2-93d6-cb2a73b1aed7 req-481b9a6b-0c1e-4fa7-962e-a0f6801e7b16 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2187631 Nov 12 00:54:39.718292 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-b0443a39-6cf8-42a2-93d6-cb2a73b1aed7 req-0ad265b1-a7c3-4a42-8c56-f5e4520ce02b service neutron] Request body: {'port': {'device_id': '9ad650f9-334e-4ebc-86a3-73ea29f9ef7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:39.832919 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b0443a39-6cf8-42a2-93d6-cb2a73b1aed7 req-0ad265b1-a7c3-4a42-8c56-f5e4520ce02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:39.861004 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f8fa4e74-ea76-4b40-8b78-87627a584643 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:39.937903 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f8fa4e74-ea76-4b40-8b78-87627a584643 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:40.004965 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 33398) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:40.030357 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053324eb-fc37-4737-9723-c2b7ae7d1f80 req-970a37f1-4266-48b6-ae1f-ae9fbbfc5070 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:40.039013 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-053324eb-fc37-4737-9723-c2b7ae7d1f80 req-970a37f1-4266-48b6-ae1f-ae9fbbfc5070 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.0805919 Nov 12 00:54:40.118998 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-053324eb-fc37-4737-9723-c2b7ae7d1f80 req-58d51244-a6ac-45e8-905f-a4bbe1f068ce tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786457 Nov 12 00:54:40.143301 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-564f204a-2c48-466a-a83b-f939f4ec2497 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:40.171664 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-564f204a-2c48-466a-a83b-f939f4ec2497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:40.181360 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-94e9182e-5acb-4351-8280-73c5d67838c3 None None] Provisioning complete for port 10f01589-1576-47ce-af29-06618a6b585f triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:40.181841 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-94e9182e-5acb-4351-8280-73c5d67838c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:40.184442 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:40.193460 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cc592045-be61-4652-941c-b6070826f83a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:40.299662 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564f204a-2c48-466a-a83b-f939f4ec2497 None None] Network 2564bcbc-b0b1-42a5-a156-7ba2fc459e52 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:40.316269 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-564f204a-2c48-466a-a83b-f939f4ec2497 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:40.322029 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564f204a-2c48-466a-a83b-f939f4ec2497 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:54:40.340676 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-b0443a39-6cf8-42a2-93d6-cb2a73b1aed7 req-0ad265b1-a7c3-4a42-8c56-f5e4520ce02b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ded2273a-2a05-4940-8a85-b6f893dc4749 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:54:40.351009 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b0443a39-6cf8-42a2-93d6-cb2a73b1aed7 req-0ad265b1-a7c3-4a42-8c56-f5e4520ce02b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:40.359662 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-01585071-0894-499b-bf7d-84366d5a960c admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1924962751-network', 'tenant_id': '105f32a62b4a456caf389026be4c81ea'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:40.382092 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cc592045-be61-4652-941c-b6070826f83a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:40.422897 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-cc592045-be61-4652-941c-b6070826f83a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2564bcbc-b0b1-42a5-a156-7ba2fc459e52']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:40.430914 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc592045-be61-4652-941c-b6070826f83a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Pushing event deleted for resources: {'Subnet': ['ID=545719f6-fa0e-4464-a03a-1201beae6275,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:40.439707 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-cc592045-be61-4652-941c-b6070826f83a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '505e2647-768b-4a5a-9cf5-2b78031d9388') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:40.439707 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-cc592045-be61-4652-941c-b6070826f83a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '505e2647-768b-4a5a-9cf5-2b78031d9388') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:40.453036 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cc592045-be61-4652-941c-b6070826f83a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:40.470469 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f204a-2c48-466a-a83b-f939f4ec2497 None None] Pushing event updated for resources: {'Port': ['ID=e69532dd-f9c5-417e-a325-4abeff15caf4,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:40.471689 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f798a1-b73a-4a99-9f80-db6fe9e14382 req-bd8f6ea8-aeb4-48f2-9c13-306ab8c46b48 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:40.472636 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cc592045-be61-4652-941c-b6070826f83a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:40.480552 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc592045-be61-4652-941c-b6070826f83a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:54:40.485989 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e4f798a1-b73a-4a99-9f80-db6fe9e14382 req-bd8f6ea8-aeb4-48f2-9c13-306ab8c46b48 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 932 time: 0.4805241 Nov 12 00:54:40.489727 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cc592045-be61-4652-941c-b6070826f83a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:40.506431 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 00:54:40.506431 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:54:40.506431 n-d-812236-11 neutron-server[102662]: timer() Nov 12 00:54:40.506431 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:54:40.506431 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 00:54:40.506431 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:54:40.506431 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 00:54:40.506431 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:54:40.506431 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 00:54:40.506431 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:54:40.506431 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 00:54:40.506431 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:54:40.506431 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 00:54:40.506431 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:54:40.506431 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:54:40.506431 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:54:40.506431 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:54:40.506431 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:54:40.506431 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 00:54:40.506431 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:54:40.506431 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 00:54:40.506431 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:54:40.506431 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:54:40.506431 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:54:40.506431 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 00:54:40.506431 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:54:40.506431 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:54:40.506431 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:54:40.506431 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:54:40.506431 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:54:40.506431 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:54:40.506431 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:54:40.511588 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01585071-0894-499b-bf7d-84366d5a960c admin admin] Made reservation on behalf of 105f32a62b4a456caf389026be4c81ea for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:40.514964 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-01585071-0894-499b-bf7d-84366d5a960c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:40.528541 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 10f01589-1576-47ce-af29-06618a6b585f triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:40.528541 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:40.536458 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-01585071-0894-499b-bf7d-84366d5a960c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:40.549967 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f8fa4e74-ea76-4b40-8b78-87627a584643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:40.552929 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f8fa4e74-ea76-4b40-8b78-87627a584643 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:40.554174 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f8fa4e74-ea76-4b40-8b78-87627a584643 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8df7ca97-917f-4954-b379-a76d5b7e5e53 HTTP/1.1" status: 204 len: 168 time: 0.9033048 Nov 12 00:54:40.632008 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e4f798a1-b73a-4a99-9f80-db6fe9e14382 req-71bed80b-58b7-465f-aedd-007c488a1a5e tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405311 Nov 12 00:54:40.649336 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fa4e74-ea76-4b40-8b78-87627a584643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df7ca97-917f-4954-b379-a76d5b7e5e53,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:40.649520 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-564f204a-2c48-466a-a83b-f939f4ec2497 None None] Attempting to bind port e69532dd-f9c5-417e-a325-4abeff15caf4 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:54:40.649762 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-564f204a-2c48-466a-a83b-f939f4ec2497 None None] Attempting to bind port e69532dd-f9c5-417e-a325-4abeff15caf4 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '505e2647-768b-4a5a-9cf5-2b78031d9388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2564bcbc-b0b1-42a5-a156-7ba2fc459e52'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:54:40.650316 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564f204a-2c48-466a-a83b-f939f4ec2497 None None] Attempting to bind port e69532dd-f9c5-417e-a325-4abeff15caf4 on network 2564bcbc-b0b1-42a5-a156-7ba2fc459e52 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:40.669272 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-b0443a39-6cf8-42a2-93d6-cb2a73b1aed7 req-0ad265b1-a7c3-4a42-8c56-f5e4520ce02b service neutron] Transition to ACTIVE for port object ded2273a-2a05-4940-8a85-b6f893dc4749 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:54:40.672193 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564f204a-2c48-466a-a83b-f939f4ec2497 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:54:40.672934 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564f204a-2c48-466a-a83b-f939f4ec2497 None None] Checking segment: {'id': '505e2647-768b-4a5a-9cf5-2b78031d9388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2564bcbc-b0b1-42a5-a156-7ba2fc459e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:40.673567 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-564f204a-2c48-466a-a83b-f939f4ec2497 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:40.674733 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564f204a-2c48-466a-a83b-f939f4ec2497 None None] Bound using segment: {'id': '505e2647-768b-4a5a-9cf5-2b78031d9388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2564bcbc-b0b1-42a5-a156-7ba2fc459e52'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:54:40.675453 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-564f204a-2c48-466a-a83b-f939f4ec2497 None None] Bound port: e69532dd-f9c5-417e-a325-4abeff15caf4, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '505e2647-768b-4a5a-9cf5-2b78031d9388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2564bcbc-b0b1-42a5-a156-7ba2fc459e52'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:54:40.676047 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-564f204a-2c48-466a-a83b-f939f4ec2497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:40.682223 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b0443a39-6cf8-42a2-93d6-cb2a73b1aed7 req-0ad265b1-a7c3-4a42-8c56-f5e4520ce02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:40.689746 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.db.api [None req-cc592045-be61-4652-941c-b6070826f83a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 00:54:40.689746 n-d-812236-11 neutron-server[102662]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 00:54:40.689746 n-d-812236-11 neutron-server[102662]: [parameters: {'id': '2564bcbc-b0b1-42a5-a156-7ba2fc459e52'}] Nov 12 00:54:40.689746 n-d-812236-11 neutron-server[102662]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:54:40.690143 n-d-812236-11 neutron-server[102662]: DEBUG oslo_db.api [None req-cc592045-be61-4652-941c-b6070826f83a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:54:40.716046 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370c7ed-b4e1-4eba-b177-134c554feb82 req-117dc26b-9ecc-4edc-aaa7-5b81246735a2 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:40.717994 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1370c7ed-b4e1-4eba-b177-134c554feb82 req-117dc26b-9ecc-4edc-aaa7-5b81246735a2 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.1970220 Nov 12 00:54:40.737477 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-94e9182e-5acb-4351-8280-73c5d67838c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:40.796415 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:40.800191 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-64e7d338-a3a3-48af-b1ab-f1369e68e348 req-1f7b40a0-b54f-4760-b7bb-68e2750d5eca service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0928452 Nov 12 00:54:40.913536 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1370c7ed-b4e1-4eba-b177-134c554feb82 req-4e7dd4b7-6a4c-4f25-828f-cc69fed84252 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630018 Nov 12 00:54:40.953524 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6aafac37-c619-48c9-842a-39cf41dac5a5 req-43a18af0-0977-4a03-9cc4-ca440d3698bc tempest-ServerShowV254Test-10787923 tempest-ServerShowV254Test-10787923-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d46e7c9-3709-48ea-867e-c6bcacb9dc3e HTTP/1.1" status: 200 len: 210 time: 0.0981355 Nov 12 00:54:41.039565 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-94e9182e-5acb-4351-8280-73c5d67838c3 None None] For port 10f01589-1576-47ce-af29-06618a6b585f, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=10f01589-1576-47ce-af29-06618a6b585f,segment=NetworkSegment(bd515bf6-946c-489e-8cd7-c2ca66e8ba4b),segment_id=bd515bf6-946c-489e-8cd7-c2ca66e8ba4b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:41.039792 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad265b1-a7c3-4a42-8c56-f5e4520ce02b service neutron] Pushing event updated for resources: {'Port': ['ID=ded2273a-2a05-4940-8a85-b6f893dc4749,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:41.051955 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-b0443a39-6cf8-42a2-93d6-cb2a73b1aed7 req-0ad265b1-a7c3-4a42-8c56-f5e4520ce02b service neutron] Attempting to bind port ded2273a-2a05-4940-8a85-b6f893dc4749 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:54:41.058261 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-b0443a39-6cf8-42a2-93d6-cb2a73b1aed7 req-0ad265b1-a7c3-4a42-8c56-f5e4520ce02b service neutron] Attempting to bind port ded2273a-2a05-4940-8a85-b6f893dc4749 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '6922dc8f-e4e8-46eb-925b-ce7a975c2214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:54:41.058919 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0443a39-6cf8-42a2-93d6-cb2a73b1aed7 req-0ad265b1-a7c3-4a42-8c56-f5e4520ce02b service neutron] Attempting to bind port ded2273a-2a05-4940-8a85-b6f893dc4749 on network 9bd80eeb-5154-4c03-9db9-fcf789d8dd48 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:41.065801 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-94e9182e-5acb-4351-8280-73c5d67838c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:41.086457 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-564f204a-2c48-466a-a83b-f939f4ec2497 None None] For port e69532dd-f9c5-417e-a325-4abeff15caf4, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:54:41.091755 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0443a39-6cf8-42a2-93d6-cb2a73b1aed7 req-0ad265b1-a7c3-4a42-8c56-f5e4520ce02b service neutron] Port ded2273a-2a05-4940-8a85-b6f893dc4749 on network 9bd80eeb-5154-4c03-9db9-fcf789d8dd48 not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:54:41.092118 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0443a39-6cf8-42a2-93d6-cb2a73b1aed7 req-0ad265b1-a7c3-4a42-8c56-f5e4520ce02b service neutron] Attempting to bind port ded2273a-2a05-4940-8a85-b6f893dc4749 on network 9bd80eeb-5154-4c03-9db9-fcf789d8dd48 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:41.101328 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:41.102003 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0443a39-6cf8-42a2-93d6-cb2a73b1aed7 req-0ad265b1-a7c3-4a42-8c56-f5e4520ce02b service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:54:41.102791 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0443a39-6cf8-42a2-93d6-cb2a73b1aed7 req-0ad265b1-a7c3-4a42-8c56-f5e4520ce02b service neutron] Checking segment: {'id': '6922dc8f-e4e8-46eb-925b-ce7a975c2214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:41.102791 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0443a39-6cf8-42a2-93d6-cb2a73b1aed7 req-0ad265b1-a7c3-4a42-8c56-f5e4520ce02b service neutron] Bound using segment: {'id': '6922dc8f-e4e8-46eb-925b-ce7a975c2214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:54:41.103199 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-b0443a39-6cf8-42a2-93d6-cb2a73b1aed7 req-0ad265b1-a7c3-4a42-8c56-f5e4520ce02b service neutron] Bound port: ded2273a-2a05-4940-8a85-b6f893dc4749, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6922dc8f-e4e8-46eb-925b-ce7a975c2214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:54:41.103536 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b0443a39-6cf8-42a2-93d6-cb2a73b1aed7 req-0ad265b1-a7c3-4a42-8c56-f5e4520ce02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:41.112606 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-564f204a-2c48-466a-a83b-f939f4ec2497 None None] For port e69532dd-f9c5-417e-a325-4abeff15caf4, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=e69532dd-f9c5-417e-a325-4abeff15caf4,segment=NetworkSegment(505e2647-768b-4a5a-9cf5-2b78031d9388),segment_id=505e2647-768b-4a5a-9cf5-2b78031d9388)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:54:41.183780 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-564f204a-2c48-466a-a83b-f939f4ec2497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:41.191325 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cc592045-be61-4652-941c-b6070826f83a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:41.229106 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-01585071-0894-499b-bf7d-84366d5a960c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:41.247919 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-01585071-0894-499b-bf7d-84366d5a960c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:41.271265 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01585071-0894-499b-bf7d-84366d5a960c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:54:41.296758 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-01585071-0894-499b-bf7d-84366d5a960c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:41.299281 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-01585071-0894-499b-bf7d-84366d5a960c admin admin] Added segment c23b9c05-1da3-44af-b1e5-8ea6ef4e27eb of type vlan for network 64d0a3ec-0436-4a58-adbd-c456a9570421 Nov 12 00:54:41.313872 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-cc592045-be61-4652-941c-b6070826f83a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Deleting port e69532dd-f9c5-417e-a325-4abeff15caf4 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:41.314290 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cc592045-be61-4652-941c-b6070826f83a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:41.330318 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e9182e-5acb-4351-8280-73c5d67838c3 None None] Pushing event updated for resources: {'Port': ['ID=10f01589-1576-47ce-af29-06618a6b585f,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:41.464967 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.db.api [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:54:41.469845 n-d-812236-11 neutron-server[102663]: DEBUG oslo_db.api [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:54:41.472151 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f47def1-1153-4a8a-ad26-cc104ade3c9d None None] Network 2564bcbc-b0b1-42a5-a156-7ba2fc459e52 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:41.480780 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-cc592045-be61-4652-941c-b6070826f83a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] For port e69532dd-f9c5-417e-a325-4abeff15caf4, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=e69532dd-f9c5-417e-a325-4abeff15caf4,segment=NetworkSegment(505e2647-768b-4a5a-9cf5-2b78031d9388),segment_id=505e2647-768b-4a5a-9cf5-2b78031d9388)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:41.481343 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cc592045-be61-4652-941c-b6070826f83a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:41.497297 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 33450) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:41.498276 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-cc592045-be61-4652-941c-b6070826f83a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Calling delete_port for e69532dd-f9c5-417e-a325-4abeff15caf4 owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:41.624181 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cc592045-be61-4652-941c-b6070826f83a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:41.633429 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f204a-2c48-466a-a83b-f939f4ec2497 None None] Pushing event updated for resources: {'Port': ['ID=e69532dd-f9c5-417e-a325-4abeff15caf4,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:41.666827 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc592045-be61-4652-941c-b6070826f83a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] No DVR routers for this DVR port e69532dd-f9c5-417e-a325-4abeff15caf4 on host n-d-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:54:41.670887 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc592045-be61-4652-941c-b6070826f83a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Pushing event deleted for resources: {'Port': ['ID=e69532dd-f9c5-417e-a325-4abeff15caf4,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:41.693292 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-98a2cddd-0410-4fe3-86b6-cf1650def8d7 None None] Provisioning complete for port 10f01589-1576-47ce-af29-06618a6b585f triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:41.693697 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-98a2cddd-0410-4fe3-86b6-cf1650def8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:41.749123 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e9f01bbf-8d47-45b4-babb-89ca55b00e2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:41.826523 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15854295-db09-42d2-a986-48292909e333 None None] get_active_networks_info from n-d-812236-11 {{(pid=102663) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 00:54:41.864388 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cc592045-be61-4652-941c-b6070826f83a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:41.897769 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-01585071-0894-499b-bf7d-84366d5a960c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:41.911405 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-cc592045-be61-4652-941c-b6070826f83a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2564bcbc-b0b1-42a5-a156-7ba2fc459e52']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:41.937043 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8e1fe-a396-4848-8a7a-5dd03d9ce471 req-d17c5b1d-2f98-4201-8996-f96fdd72fdd1 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:41.945575 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-61e8e1fe-a396-4848-8a7a-5dd03d9ce471 req-d17c5b1d-2f98-4201-8996-f96fdd72fdd1 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 944 time: 0.1716626 Nov 12 00:54:41.957004 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-cc592045-be61-4652-941c-b6070826f83a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '505e2647-768b-4a5a-9cf5-2b78031d9388') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:41.957304 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-cc592045-be61-4652-941c-b6070826f83a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '505e2647-768b-4a5a-9cf5-2b78031d9388') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:41.958852 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01585071-0894-499b-bf7d-84366d5a960c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41fb2b7-cb18-49bf-b0df-6e9014570766,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:41.983119 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cc592045-be61-4652-941c-b6070826f83a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:41.987577 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-550b5d38-3cb9-4272-a3d4-33aa29ec6335 req-964e5948-c783-452d-b7ad-13f7f15044cd service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0653887 Nov 12 00:54:41.990314 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-01585071-0894-499b-bf7d-84366d5a960c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:41.991502 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01585071-0894-499b-bf7d-84366d5a960c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:41.992270 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-01585071-0894-499b-bf7d-84366d5a960c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.032739 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cc592045-be61-4652-941c-b6070826f83a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.036143 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-b0443a39-6cf8-42a2-93d6-cb2a73b1aed7 req-0ad265b1-a7c3-4a42-8c56-f5e4520ce02b service neutron] For port ded2273a-2a05-4940-8a85-b6f893dc4749, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:54:42.051588 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc592045-be61-4652-941c-b6070826f83a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:54:42.051993 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cc592045-be61-4652-941c-b6070826f83a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.055820 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 00:54:42.055820 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:54:42.055820 n-d-812236-11 neutron-server[102662]: timer() Nov 12 00:54:42.055820 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:54:42.055820 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 00:54:42.055820 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:54:42.055820 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 00:54:42.055820 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:54:42.055820 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 00:54:42.055820 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:54:42.055820 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 00:54:42.055820 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:54:42.055820 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 00:54:42.055820 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:54:42.055820 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:54:42.055820 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:54:42.055820 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:54:42.055820 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:54:42.055820 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 00:54:42.055820 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:54:42.055820 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 00:54:42.055820 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:54:42.055820 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:54:42.055820 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:54:42.055820 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 00:54:42.055820 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:54:42.055820 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:54:42.055820 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:54:42.055820 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:54:42.055820 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:54:42.055820 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:54:42.055820 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:54:42.076507 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-01585071-0894-499b-bf7d-84366d5a960c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0685155 Nov 12 00:54:42.086389 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-61e8e1fe-a396-4848-8a7a-5dd03d9ce471 req-fe391f85-797a-4052-b3d7-fe0202e74d37 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397448 Nov 12 00:54:42.086930 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 33480) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:42.126780 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-3de0645c-0ee9-483e-86eb-ffb1517aeb5f admin admin] Request body: {'subnet': {'network_id': '64d0a3ec-0436-4a58-adbd-c456a9570421', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1924962751-subnet', 'tenant_id': '105f32a62b4a456caf389026be4c81ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:42.168111 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-b0443a39-6cf8-42a2-93d6-cb2a73b1aed7 req-0ad265b1-a7c3-4a42-8c56-f5e4520ce02b service neutron] For port ded2273a-2a05-4940-8a85-b6f893dc4749, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=ded2273a-2a05-4940-8a85-b6f893dc4749,segment=NetworkSegment(6922dc8f-e4e8-46eb-925b-ce7a975c2214),segment_id=6922dc8f-e4e8-46eb-925b-ce7a975c2214)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:54:42.175982 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01585071-0894-499b-bf7d-84366d5a960c admin admin] Pushing event updated for resources: {'Network': ['ID=64d0a3ec-0436-4a58-adbd-c456a9570421,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:42.202222 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 64d0a3ec-0436-4a58-adbd-c456a9570421 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:54:42.207262 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 33486) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:42.225585 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b0443a39-6cf8-42a2-93d6-cb2a73b1aed7 req-0ad265b1-a7c3-4a42-8c56-f5e4520ce02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.243064 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e9f01bbf-8d47-45b4-babb-89ca55b00e2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.273974 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8d6505b7-7ad3-42dc-9e71-03fae14a8d87 req-6f5d7c8b-f812-4f3d-bf72-f2bd8c9c5c23 tempest-ServerShowV254Test-10787923 tempest-ServerShowV254Test-10787923-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d46e7c9-3709-48ea-867e-c6bcacb9dc3e HTTP/1.1" status: 200 len: 210 time: 0.0656667 Nov 12 00:54:42.278324 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e9f01bbf-8d47-45b4-babb-89ca55b00e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.301391 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cc592045-be61-4652-941c-b6070826f83a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.328348 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cc592045-be61-4652-941c-b6070826f83a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.334140 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-cc592045-be61-4652-941c-b6070826f83a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "DELETE /v2.0/networks/2564bcbc-b0b1-42a5-a156-7ba2fc459e52 HTTP/1.1" status: 204 len: 168 time: 3.5959730 Nov 12 00:54:42.346377 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 33490) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:42.363115 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-0b2f0bbb-22e6-4b06-aac4-d016a700d26a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1114609481'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:42.364828 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc592045-be61-4652-941c-b6070826f83a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Pushing event deleted for resources: {'Network': ['ID=2564bcbc-b0b1-42a5-a156-7ba2fc459e52,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:42.366785 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de0645c-0ee9-483e-86eb-ffb1517aeb5f admin admin] Made reservation on behalf of 105f32a62b4a456caf389026be4c81ea for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:42.367828 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 10f01589-1576-47ce-af29-06618a6b585f up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:54:42.370241 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3de0645c-0ee9-483e-86eb-ffb1517aeb5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.394313 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2f0bbb-22e6-4b06-aac4-d016a700d26a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Made reservation on behalf of c9e7c999fc204557a014529c174efb0d for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:42.396898 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e9f01bbf-8d47-45b4-babb-89ca55b00e2c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9ad7181e8ab342b3986853260e2e90e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8965487 Nov 12 00:54:42.402491 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0b2f0bbb-22e6-4b06-aac4-d016a700d26a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.404562 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 33492) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:42.406759 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f01bbf-8d47-45b4-babb-89ca55b00e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff0c4b2-0cf7-4f04-a5af-f93c5abfc126,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:42.418743 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0443a39-6cf8-42a2-93d6-cb2a73b1aed7 req-0ad265b1-a7c3-4a42-8c56-f5e4520ce02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:42.419348 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b0443a39-6cf8-42a2-93d6-cb2a73b1aed7 req-0ad265b1-a7c3-4a42-8c56-f5e4520ce02b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.421567 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b0443a39-6cf8-42a2-93d6-cb2a73b1aed7 req-0ad265b1-a7c3-4a42-8c56-f5e4520ce02b service neutron] 10.222.0.49 "PUT /v2.0/ports/ded2273a-2a05-4940-8a85-b6f893dc4749 HTTP/1.1" status: 200 len: 1093 time: 2.7102380 Nov 12 00:54:42.422696 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad265b1-a7c3-4a42-8c56-f5e4520ce02b service neutron] Pushing event updated for resources: {'Port': ['ID=ded2273a-2a05-4940-8a85-b6f893dc4749,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:42.425885 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ad650f9-334e-4ebc-86a3-73ea29f9ef7a', 'tag': 'ded2273a-2a05-4940-8a85-b6f893dc4749'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:42.428469 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322774a1-6850-4233-a59f-3a5335396456" -d '{"events": [{"name": "network-changed", "server_uuid": "9ad650f9-334e-4ebc-86a3-73ea29f9ef7a", "tag": "ded2273a-2a05-4940-8a85-b6f893dc4749"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:42.453421 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7d998-71f7-4c28-8648-e7e540be971c req-aeaa265f-d131-48ba-b971-6b73ea3f9f7a tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:42.455282 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f9e7d998-71f7-4c28-8648-e7e540be971c req-aeaa265f-d131-48ba-b971-6b73ea3f9f7a tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.2830880 Nov 12 00:54:42.475900 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-576cf5fc-7dea-4407-85df-734b644bc0bf admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1912484134-network', 'tenant_id': '99d22f2d09c941868df176b00803ab3d'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:42.481500 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b2f0bbb-22e6-4b06-aac4-d016a700d26a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:54:42.490982 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0b2f0bbb-22e6-4b06-aac4-d016a700d26a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.491697 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-0b2f0bbb-22e6-4b06-aac4-d016a700d26a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Added segment 8736138f-a438-4073-b0bf-c7f49485e59d of type vlan for network 610d3d88-250c-4d5d-abd6-a8d42c79226c Nov 12 00:54:42.527637 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576cf5fc-7dea-4407-85df-734b644bc0bf admin admin] Made reservation on behalf of 99d22f2d09c941868df176b00803ab3d for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:42.529994 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-576cf5fc-7dea-4407-85df-734b644bc0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.536493 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15854295-db09-42d2-a986-48292909e333 None None] Resources bound (agent type, host, resource id): {{(pid=102663) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 00:54:42.544351 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-576cf5fc-7dea-4407-85df-734b644bc0bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.547763 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0b2f0bbb-22e6-4b06-aac4-d016a700d26a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.591479 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be01b8a2-d4c6-4cf5-9e84-056e26d30ec6 x-openstack-request-id: req-be01b8a2-d4c6-4cf5-9e84-056e26d30ec6 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:42.592114 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ad650f9-334e-4ebc-86a3-73ea29f9ef7a", "tag": "ded2273a-2a05-4940-8a85-b6f893dc4749", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:42.592546 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be01b8a2-d4c6-4cf5-9e84-056e26d30ec6 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:42.593242 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ad650f9-334e-4ebc-86a3-73ea29f9ef7a', 'tag': 'ded2273a-2a05-4940-8a85-b6f893dc4749', 'status': 'completed', 'code': 200} Nov 12 00:54:42.606711 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.637482 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0b2f0bbb-22e6-4b06-aac4-d016a700d26a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.645013 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2f0bbb-22e6-4b06-aac4-d016a700d26a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:42.646243 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0b2f0bbb-22e6-4b06-aac4-d016a700d26a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.677530 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 10f01589-1576-47ce-af29-06618a6b585f triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:42.677899 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.682627 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3de0645c-0ee9-483e-86eb-ffb1517aeb5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.740362 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-576cf5fc-7dea-4407-85df-734b644bc0bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.759866 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-576cf5fc-7dea-4407-85df-734b644bc0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.776589 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0b2f0bbb-22e6-4b06-aac4-d016a700d26a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4145787 Nov 12 00:54:42.780774 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 33496) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:42.784381 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f0bbb-22e6-4b06-aac4-d016a700d26a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Pushing event updated for resources: {'Network': ['ID=610d3d88-250c-4d5d-abd6-a8d42c79226c,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:42.785026 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de0645c-0ee9-483e-86eb-ffb1517aeb5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=db656fb3-fa93-401a-8fbb-ba465b785540,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:42.794791 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-56c0a886-1730-4f91-a917-dd5dfa423d23 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Request body: {'subnet': {'network_id': '610d3d88-250c-4d5d-abd6-a8d42c79226c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:42.808818 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0443a39-6cf8-42a2-93d6-cb2a73b1aed7 req-5ff7d520-f7f5-4262-9699-cf748eb10ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:42.810364 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b0443a39-6cf8-42a2-93d6-cb2a73b1aed7 req-5ff7d520-f7f5-4262-9699-cf748eb10ffa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f62521c5dc664ba4a3bbe0954819df3b&device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 1096 time: 0.2072110 Nov 12 00:54:42.813958 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 610d3d88-250c-4d5d-abd6-a8d42c79226c details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:54:42.817556 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f9e7d998-71f7-4c28-8648-e7e540be971c req-7dceebd7-5793-4ab4-8b93-1cf3869ad366 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2204320 Nov 12 00:54:42.818223 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-576cf5fc-7dea-4407-85df-734b644bc0bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:54:42.818517 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15e7cb19-d411-4c96-a593-05be11aa5e55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.844885 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de0645c-0ee9-483e-86eb-ffb1517aeb5f admin admin] Checking segment: {'id': 'c23b9c05-1da3-44af-b1e5-8ea6ef4e27eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '64d0a3ec-0436-4a58-adbd-c456a9570421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:42.845254 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de0645c-0ee9-483e-86eb-ffb1517aeb5f admin admin] Network hostable DHCP agents. Network: 64d0a3ec-0436-4a58-adbd-c456a9570421, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:54:42.851626 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-576cf5fc-7dea-4407-85df-734b644bc0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.851969 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-576cf5fc-7dea-4407-85df-734b644bc0bf admin admin] Added segment bac9ae7f-c1bf-42c9-91a3-fcb8f2c6d79e of type vlan for network 6d66b009-87d4-44ee-a0b8-482e36cd5030 Nov 12 00:54:42.891861 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b0443a39-6cf8-42a2-93d6-cb2a73b1aed7 req-abea514f-fd19-4334-8135-acb5775a3135 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ded2273a-2a05-4940-8a85-b6f893dc4749 HTTP/1.1" status: 200 len: 217 time: 0.0599978 Nov 12 00:54:42.900204 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576cf5fc-7dea-4407-85df-734b644bc0bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe02f78-bccb-4d23-9946-d2b58c9817de,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:42.918710 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15e7cb19-d411-4c96-a593-05be11aa5e55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.962809 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-576cf5fc-7dea-4407-85df-734b644bc0bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.972467 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de0645c-0ee9-483e-86eb-ffb1517aeb5f admin admin] Network 64d0a3ec-0436-4a58-adbd-c456a9570421 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:54:43.001420 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-3de0645c-0ee9-483e-86eb-ffb1517aeb5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 64d0a3ec-0436-4a58-adbd-c456a9570421) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:43.002708 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0443a39-6cf8-42a2-93d6-cb2a73b1aed7 req-c183c75e-a586-4064-bebe-644104ed1659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:43.004136 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b0443a39-6cf8-42a2-93d6-cb2a73b1aed7 req-c183c75e-a586-4064-bebe-644104ed1659 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=04c51f1f-4fad-42e7-a817-4af69d874ab6 HTTP/1.1" status: 200 len: 856 time: 0.1026003 Nov 12 00:54:43.011740 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de0645c-0ee9-483e-86eb-ffb1517aeb5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:43.012461 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3de0645c-0ee9-483e-86eb-ffb1517aeb5f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:43.020845 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c0a886-1730-4f91-a917-dd5dfa423d23 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Made reservation on behalf of c9e7c999fc204557a014529c174efb0d for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:43.024725 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-56c0a886-1730-4f91-a917-dd5dfa423d23 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:43.046715 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-576cf5fc-7dea-4407-85df-734b644bc0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:43.047742 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576cf5fc-7dea-4407-85df-734b644bc0bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:43.048394 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-576cf5fc-7dea-4407-85df-734b644bc0bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:43.098055 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15e7cb19-d411-4c96-a593-05be11aa5e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:43.100744 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15e7cb19-d411-4c96-a593-05be11aa5e55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:43.113777 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-15e7cb19-d411-4c96-a593-05be11aa5e55 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aff0c4b2-0cf7-4f04-a5af-f93c5abfc126 HTTP/1.1" status: 204 len: 168 time: 0.6953974 Nov 12 00:54:43.130054 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3de0645c-0ee9-483e-86eb-ffb1517aeb5f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0145268 Nov 12 00:54:43.174749 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-576cf5fc-7dea-4407-85df-734b644bc0bf admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9625249 Nov 12 00:54:43.180549 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 33510) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:43.186292 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-efa32adf-1b2d-4e4f-bb2a-52ba0196bf4e admin admin] Request body: {'subnet': {'network_id': '6d66b009-87d4-44ee-a0b8-482e36cd5030', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1912484134-subnet', 'tenant_id': '99d22f2d09c941868df176b00803ab3d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:43.202405 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576cf5fc-7dea-4407-85df-734b644bc0bf admin admin] Pushing event updated for resources: {'Network': ['ID=6d66b009-87d4-44ee-a0b8-482e36cd5030,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:43.205763 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e7cb19-d411-4c96-a593-05be11aa5e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff0c4b2-0cf7-4f04-a5af-f93c5abfc126,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:43.240856 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 6d66b009-87d4-44ee-a0b8-482e36cd5030 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:54:43.269074 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa32adf-1b2d-4e4f-bb2a-52ba0196bf4e admin admin] Made reservation on behalf of 99d22f2d09c941868df176b00803ab3d for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:43.271526 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-efa32adf-1b2d-4e4f-bb2a-52ba0196bf4e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:43.318839 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0443a39-6cf8-42a2-93d6-cb2a73b1aed7 req-aa20c1da-642d-443c-855a-2ca299738ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:43.342727 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b21cea4-c94d-4f96-94e7-14734dd6dd20 req-4818ab44-c7a3-46bf-92d3-ff1be4ca8799 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:43.344286 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0b21cea4-c94d-4f96-94e7-14734dd6dd20 req-4818ab44-c7a3-46bf-92d3-ff1be4ca8799 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 944 time: 0.1449771 Nov 12 00:54:43.352560 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b0443a39-6cf8-42a2-93d6-cb2a73b1aed7 req-aa20c1da-642d-443c-855a-2ca299738ea4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9bd80eeb-5154-4c03-9db9-fcf789d8dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3089120 Nov 12 00:54:43.382210 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794d99d-68d5-4a72-a731-90e44273134b req-e23a7261-29e8-4d16-8153-608a947d985a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:43.391664 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a794d99d-68d5-4a72-a731-90e44273134b req-e23a7261-29e8-4d16-8153-608a947d985a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e225da8786ab452db9121c1cfb9ab35d&device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 1096 time: 0.2589364 Nov 12 00:54:43.456954 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3e3d6-78e7-401e-b681-5b189f8a717f req-456ae37e-9dd6-4fe3-9704-78cab3a42da3 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:43.465028 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-59b3e3d6-78e7-401e-b681-5b189f8a717f req-456ae37e-9dd6-4fe3-9704-78cab3a42da3 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.2774274 Nov 12 00:54:43.507251 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0b21cea4-c94d-4f96-94e7-14734dd6dd20 req-f2d8f5d1-1539-45bb-b0b0-367c394ec03f tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544933 Nov 12 00:54:43.569238 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-56c0a886-1730-4f91-a917-dd5dfa423d23 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:43.602059 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4fa4d3-1d2d-42d3-8d2d-0f27b29cb0a2 None None] Network 64d0a3ec-0436-4a58-adbd-c456a9570421 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:43.667155 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-59b3e3d6-78e7-401e-b681-5b189f8a717f req-a20a73c3-a4bb-43fb-b5bb-536612be8acc tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983356 Nov 12 00:54:43.716963 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794d99d-68d5-4a72-a731-90e44273134b req-8b5f14ce-d0ce-4fa9-985f-272a6f9bf3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:43.718702 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a794d99d-68d5-4a72-a731-90e44273134b req-8b5f14ce-d0ce-4fa9-985f-272a6f9bf3b2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e HTTP/1.1" status: 200 len: 913 time: 0.2987998 Nov 12 00:54:43.736433 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 33524) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:43.769472 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-59f5e7df-4f3e-4b76-821a-337dc65e747f None None] Provisioning complete for port c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:43.770168 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-59f5e7df-4f3e-4b76-821a-337dc65e747f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:43.787267 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b0443a39-6cf8-42a2-93d6-cb2a73b1aed7 req-23fad90d-e8b6-483b-8d4b-7585e9374246 service neutron] 10.222.0.49 "GET /v2.0/networks/9bd80eeb-5154-4c03-9db9-fcf789d8dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4335828 Nov 12 00:54:43.802552 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-05cf0f3a-3302-491b-8b37-3e5729c84399 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:43.807556 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c15f83b0-bbc7-4b15-927e-06b1d71cf50d req-449474e0-0af4-4fd8-8285-59c68cb173be tempest-ServerShowV254Test-10787923 tempest-ServerShowV254Test-10787923-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d46e7c9-3709-48ea-867e-c6bcacb9dc3e HTTP/1.1" status: 200 len: 210 time: 0.1583192 Nov 12 00:54:43.821210 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c0a886-1730-4f91-a917-dd5dfa423d23 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Pushing event updated for resources: {'Subnet': ['ID=6622eac2-b686-4fab-89cc-c0c9042b51f8,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:43.886230 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-efa32adf-1b2d-4e4f-bb2a-52ba0196bf4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:43.889703 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c0a886-1730-4f91-a917-dd5dfa423d23 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Checking segment: {'id': '8736138f-a438-4073-b0bf-c7f49485e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '610d3d88-250c-4d5d-abd6-a8d42c79226c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:43.890481 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c0a886-1730-4f91-a917-dd5dfa423d23 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Network hostable DHCP agents. Network: 610d3d88-250c-4d5d-abd6-a8d42c79226c, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:54:43.965556 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a794d99d-68d5-4a72-a731-90e44273134b req-32c0c3e8-5ddc-4c59-b2e4-a76c3b2a9e1b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfa2737e-ff39-485a-a2ad-858e4b4be17b HTTP/1.1" status: 200 len: 999 time: 0.2376249 Nov 12 00:54:43.984160 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89da5847-e706-484a-bd4f-c5235182a23c None None] Network 64d0a3ec-0436-4a58-adbd-c456a9570421 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:43.989938 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa32adf-1b2d-4e4f-bb2a-52ba0196bf4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=84f3c115-0f29-44bb-9c76-e6ed88722019,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:44.004809 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c0a886-1730-4f91-a917-dd5dfa423d23 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Network 610d3d88-250c-4d5d-abd6-a8d42c79226c is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:54:44.021748 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa32adf-1b2d-4e4f-bb2a-52ba0196bf4e admin admin] Checking segment: {'id': 'bac9ae7f-c1bf-42c9-91a3-fcb8f2c6d79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6d66b009-87d4-44ee-a0b8-482e36cd5030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:44.022051 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa32adf-1b2d-4e4f-bb2a-52ba0196bf4e admin admin] Network hostable DHCP agents. Network: 6d66b009-87d4-44ee-a0b8-482e36cd5030, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:54:44.026317 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-56c0a886-1730-4f91-a917-dd5dfa423d23 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 610d3d88-250c-4d5d-abd6-a8d42c79226c) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:44.041950 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c0a886-1730-4f91-a917-dd5dfa423d23 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:44.042468 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-56c0a886-1730-4f91-a917-dd5dfa423d23 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:44.055667 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b0443a39-6cf8-42a2-93d6-cb2a73b1aed7 req-129a0fed-a66d-4af5-82bb-7fce543fa7f5 service neutron] 10.222.0.49 "GET /v2.0/networks/9bd80eeb-5154-4c03-9db9-fcf789d8dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495563 Nov 12 00:54:44.063500 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12499e04-05e5-4730-8429-9636f556f980 None None] Network 610d3d88-250c-4d5d-abd6-a8d42c79226c requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:44.077040 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 33526) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:44.084479 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-e454fbfb-80e2-4cee-9cd8-ab35b420ddad tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-367360012'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:44.096890 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-56c0a886-1730-4f91-a917-dd5dfa423d23 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3122053 Nov 12 00:54:44.098615 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa32adf-1b2d-4e4f-bb2a-52ba0196bf4e admin admin] Network 6d66b009-87d4-44ee-a0b8-482e36cd5030 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:54:44.106978 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-efa32adf-1b2d-4e4f-bb2a-52ba0196bf4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 6d66b009-87d4-44ee-a0b8-482e36cd5030) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:44.123707 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc8b0d5-6fc7-4011-b3b3-73735f8156a5 None None] Network 6d66b009-87d4-44ee-a0b8-482e36cd5030 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:44.124087 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa32adf-1b2d-4e4f-bb2a-52ba0196bf4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:44.125359 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-efa32adf-1b2d-4e4f-bb2a-52ba0196bf4e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:44.133671 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794d99d-68d5-4a72-a731-90e44273134b req-1cae2f20-b564-4ad0-8760-4ee4acdc0a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:44.138184 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a794d99d-68d5-4a72-a731-90e44273134b req-1cae2f20-b564-4ad0-8760-4ee4acdc0a8c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f HTTP/1.1" status: 200 len: 851 time: 0.1582654 Nov 12 00:54:44.154401 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-59f5e7df-4f3e-4b76-821a-337dc65e747f None None] Provisioning complete for port 285816dd-9bb1-4ce3-b48e-ab93f80778df triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:44.154775 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-59f5e7df-4f3e-4b76-821a-337dc65e747f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:44.173476 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0bc42328-40ca-4f06-80a3-641d14451547 req-b0565760-36c7-4fd9-96e8-3512ee5642e3 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0737545 Nov 12 00:54:44.243794 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-efa32adf-1b2d-4e4f-bb2a-52ba0196bf4e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0620925 Nov 12 00:54:44.246695 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 33540) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:44.246859 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e454fbfb-80e2-4cee-9cd8-ab35b420ddad tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Made reservation on behalf of c9e7c999fc204557a014529c174efb0d for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:44.250383 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e454fbfb-80e2-4cee-9cd8-ab35b420ddad tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:44.253988 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-e6ebbec3-2b81-4d18-ac7d-c9cb97987265 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1912484134-router', 'tenant_id': '99d22f2d09c941868df176b00803ab3d', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:44.280616 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e6ebbec3-2b81-4d18-ac7d-c9cb97987265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:44.283082 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e6ebbec3-2b81-4d18-ac7d-c9cb97987265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:44.285182 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-05cf0f3a-3302-491b-8b37-3e5729c84399 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:44.315162 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-05cf0f3a-3302-491b-8b37-3e5729c84399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:44.347949 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e6ebbec3-2b81-4d18-ac7d-c9cb97987265 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:44.418248 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794d99d-68d5-4a72-a731-90e44273134b req-a3cd66cf-f4e0-482c-b79b-1d66a8c62a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:44.423405 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a794d99d-68d5-4a72-a731-90e44273134b req-a3cd66cf-f4e0-482c-b79b-1d66a8c62a99 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2545431 Nov 12 00:54:44.427787 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e454fbfb-80e2-4cee-9cd8-ab35b420ddad tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:54:44.435524 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322774a1-6850-4233-a59f-3a5335396456 req-ed4086cf-fd84-4f76-849a-bdecae622a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:44.437058 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-322774a1-6850-4233-a59f-3a5335396456 req-ed4086cf-fd84-4f76-849a-bdecae622a4f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f62521c5dc664ba4a3bbe0954819df3b&device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 1096 time: 0.2670760 Nov 12 00:54:44.458209 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-05cf0f3a-3302-491b-8b37-3e5729c84399 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=11637e0cb4bf407b8c04bb72511c54b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7197027 Nov 12 00:54:44.461140 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 33542) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:44.472346 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf0f3a-3302-491b-8b37-3e5729c84399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56d5257-3aa9-4e07-9c0c-a5e3cc651e2a,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:44.507830 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e6ebbec3-2b81-4d18-ac7d-c9cb97987265 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:44.508094 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e454fbfb-80e2-4cee-9cd8-ab35b420ddad tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:44.508626 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-e454fbfb-80e2-4cee-9cd8-ab35b420ddad tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Added segment 00f315ef-3ff9-47b3-bf87-a60a955337fc of type vlan for network 46f15f7e-badd-47ff-9260-2c284b928803 Nov 12 00:54:44.547918 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3a955c-de51-40b4-9a5f-ba89f128939d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-610d3d88-250c-4d5d-abd6-a8d42c79226c', 'network_id': '610d3d88-250c-4d5d-abd6-a8d42c79226c', 'tenant_id': 'c9e7c999fc204557a014529c174efb0d', 'fixed_ips': [{'subnet_id': '6622eac2-b686-4fab-89cc-c0c9042b51f8'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:54:44.548773 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7e3a955c-de51-40b4-9a5f-ba89f128939d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:44.618579 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6f1335a9-182f-4c8f-aae8-51605f9cb088 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:44.625751 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8464a220-6bb5-4bcf-9e43-c067b9c4bb4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-6d66b009-87d4-44ee-a0b8-482e36cd5030', 'network_id': '6d66b009-87d4-44ee-a0b8-482e36cd5030', 'tenant_id': '99d22f2d09c941868df176b00803ab3d', 'fixed_ips': [{'subnet_id': '84f3c115-0f29-44bb-9c76-e6ed88722019'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:54:44.625751 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8464a220-6bb5-4bcf-9e43-c067b9c4bb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:44.667862 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6f1335a9-182f-4c8f-aae8-51605f9cb088 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:44.719827 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad319c1-fbeb-4a28-8237-69da54e193ef req-ce0723c8-399f-4da7-88b6-2f08e3bff768 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:44.721652 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9ad319c1-fbeb-4a28-8237-69da54e193ef req-ce0723c8-399f-4da7-88b6-2f08e3bff768 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 944 time: 0.1166947 Nov 12 00:54:44.743610 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f3784-bc34-4379-ab7a-189ab6ce316f req-8fabfcd1-d3db-4e16-9125-9cea4edaba4e tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:44.752149 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f96f3784-bc34-4379-ab7a-189ab6ce316f req-8fabfcd1-d3db-4e16-9125-9cea4edaba4e tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] 10.222.0.20 "GET /v2.0/networks?id=64d0a3ec-0436-4a58-adbd-c456a9570421 HTTP/1.1" status: 200 len: 809 time: 0.4939232 Nov 12 00:54:44.757911 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e454fbfb-80e2-4cee-9cd8-ab35b420ddad tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:44.766156 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-150b803f-a380-4863-9ed3-af029170a9b2 req-94b83c07-331a-497f-976b-a569ca150401 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1058969 Nov 12 00:54:44.800074 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f96f3784-bc34-4379-ab7a-189ab6ce316f req-c84e96e2-488a-4d50-8cdf-97d37363f353 tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] 10.222.0.20 "GET /v2.0/quotas/105f32a62b4a456caf389026be4c81ea HTTP/1.1" status: 200 len: 375 time: 0.0464525 Nov 12 00:54:44.805240 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-59f5e7df-4f3e-4b76-821a-337dc65e747f None None] Provisioning complete for port 0a44f825-9e1b-45df-bbb0-11bc34af636a triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:44.805881 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-59f5e7df-4f3e-4b76-821a-337dc65e747f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:44.842569 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6f1335a9-182f-4c8f-aae8-51605f9cb088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:44.845113 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6f1335a9-182f-4c8f-aae8-51605f9cb088 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:44.846272 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6f1335a9-182f-4c8f-aae8-51605f9cb088 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d56d5257-3aa9-4e07-9c0c-a5e3cc651e2a HTTP/1.1" status: 204 len: 168 time: 0.3839161 Nov 12 00:54:44.887711 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f96f3784-bc34-4379-ab7a-189ab6ce316f req-55c516b7-bf02-43e5-8113-5039596703b8 tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=105f32a62b4a456caf389026be4c81ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0872436 Nov 12 00:54:44.888334 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9ad319c1-fbeb-4a28-8237-69da54e193ef req-ccba7fa6-0350-4160-a915-da0084c1b471 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571834 Nov 12 00:54:44.890352 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322774a1-6850-4233-a59f-3a5335396456 req-56bae3d7-3d6d-4672-a979-47aceabb001b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:44.891630 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1335a9-182f-4c8f-aae8-51605f9cb088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56d5257-3aa9-4e07-9c0c-a5e3cc651e2a,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:44.892033 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-322774a1-6850-4233-a59f-3a5335396456 req-56bae3d7-3d6d-4672-a979-47aceabb001b service neutron] 10.222.0.49 "GET /v2.0/networks?id=9bd80eeb-5154-4c03-9db9-fcf789d8dd48 HTTP/1.1" status: 200 len: 918 time: 0.4395115 Nov 12 00:54:44.912094 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e6ebbec3-2b81-4d18-ac7d-c9cb97987265 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:44.924149 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a794d99d-68d5-4a72-a731-90e44273134b req-95085bb4-41b1-4e23-81ba-200731260153 service neutron] 10.222.0.54 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4831369 Nov 12 00:54:44.945872 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e6ebbec3-2b81-4d18-ac7d-c9cb97987265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:44.971066 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e454fbfb-80e2-4cee-9cd8-ab35b420ddad tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:44.976863 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e454fbfb-80e2-4cee-9cd8-ab35b420ddad tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:44.977255 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e454fbfb-80e2-4cee-9cd8-ab35b420ddad tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:44.987876 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-322774a1-6850-4233-a59f-3a5335396456 req-483f063a-76ce-46e9-bbac-a09f040fb867 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ded2273a-2a05-4940-8a85-b6f893dc4749 HTTP/1.1" status: 200 len: 217 time: 0.0827589 Nov 12 00:54:45.011296 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-59f5e7df-4f3e-4b76-821a-337dc65e747f None None] Port 0a44f825-9e1b-45df-bbb0-11bc34af636a cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:54:45.038519 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-7e3a955c-de51-40b4-9a5f-ba89f128939d None None] Allocated IP 2001:db8::3 (610d3d88-250c-4d5d-abd6-a8d42c79226c/6622eac2-b686-4fab-89cc-c0c9042b51f8/069f69b3-d382-4d9d-8619-bb773095e577) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:54:45.083321 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-8464a220-6bb5-4bcf-9e43-c067b9c4bb4f None None] Allocated IP 172.20.0.2 (6d66b009-87d4-44ee-a0b8-482e36cd5030/84f3c115-0f29-44bb-9c76-e6ed88722019/f964b341-6e1e-42b4-8e2f-7cd3dc11bf4b) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:54:45.085366 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-59f5e7df-4f3e-4b76-821a-337dc65e747f None None] Provisioning complete for port 48adf0a1-508d-4eaa-a627-647acab7879d triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:45.085831 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-59f5e7df-4f3e-4b76-821a-337dc65e747f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:45.155215 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4fd80-c7fe-4a55-a3ec-9863ba9ae411 req-ebe17974-60ca-4f73-a626-acde5eab6a3d tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:45.155215 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-61d4fd80-c7fe-4a55-a3ec-9863ba9ae411 req-ebe17974-60ca-4f73-a626-acde5eab6a3d tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.1474576 Nov 12 00:54:45.156012 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-e6ebbec3-2b81-4d18-ac7d-c9cb97987265 admin admin] Allocated IP 172.25.2.67 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/35edacf0-8f95-481f-affd-912ca687d944) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:54:45.170424 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e454fbfb-80e2-4cee-9cd8-ab35b420ddad tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0924671 Nov 12 00:54:45.173867 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 33558) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:45.197955 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e454fbfb-80e2-4cee-9cd8-ab35b420ddad tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Pushing event updated for resources: {'Network': ['ID=46f15f7e-badd-47ff-9260-2c284b928803,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:45.204389 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-dfc00b0f-1fa4-4496-ae54-3e790f4c455e tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Request body: {'subnet': {'network_id': '46f15f7e-badd-47ff-9260-2c284b928803', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:45.227635 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322774a1-6850-4233-a59f-3a5335396456 req-ad126d0f-e992-4fc2-9784-0b64a12ad696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:45.230857 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-322774a1-6850-4233-a59f-3a5335396456 req-ad126d0f-e992-4fc2-9784-0b64a12ad696 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=04c51f1f-4fad-42e7-a817-4af69d874ab6 HTTP/1.1" status: 200 len: 856 time: 0.1817825 Nov 12 00:54:45.247153 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f96f3784-bc34-4379-ab7a-189ab6ce316f req-41dfc2c2-a452-4cb5-b57b-211e2fcf8bd2 service neutron] 10.222.0.20 "GET /v2.0/networks/64d0a3ec-0436-4a58-adbd-c456a9570421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583539 Nov 12 00:54:45.318732 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a794d99d-68d5-4a72-a731-90e44273134b req-f9769076-2bfa-4c67-a850-2945757e70ef service neutron] 10.222.0.54 "GET /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848450 Nov 12 00:54:45.366918 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322774a1-6850-4233-a59f-3a5335396456 req-1f515ed9-3fa2-482f-bb8f-ab61b9c5ba5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:45.368579 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-322774a1-6850-4233-a59f-3a5335396456 req-1f515ed9-3fa2-482f-bb8f-ab61b9c5ba5a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9bd80eeb-5154-4c03-9db9-fcf789d8dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1297922 Nov 12 00:54:45.386708 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-61d4fd80-c7fe-4a55-a3ec-9863ba9ae411 req-e1ddf86d-51b6-4904-8588-2aac221d07fd tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2142673 Nov 12 00:54:45.464374 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f96f3784-bc34-4379-ab7a-189ab6ce316f req-9fb9b8f1-eeb2-49d2-89e4-d09a17b49e04 service neutron] 10.222.0.20 "GET /v2.0/networks/64d0a3ec-0436-4a58-adbd-c456a9570421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134299 Nov 12 00:54:45.486258 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 46f15f7e-badd-47ff-9260-2c284b928803 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:54:45.509353 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-322774a1-6850-4233-a59f-3a5335396456 req-b2d18b6b-c60c-4340-80c4-1a59458c5ff2 service neutron] 10.222.0.49 "GET /v2.0/networks/9bd80eeb-5154-4c03-9db9-fcf789d8dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325557 Nov 12 00:54:45.522331 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc00b0f-1fa4-4496-ae54-3e790f4c455e tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Made reservation on behalf of c9e7c999fc204557a014529c174efb0d for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:45.531617 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dfc00b0f-1fa4-4496-ae54-3e790f4c455e tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:45.616645 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device ded2273a-2a05-4940-8a85-b6f893dc4749 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:54:45.633342 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7e3a955c-de51-40b4-9a5f-ba89f128939d None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:45.673328 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7e3a955c-de51-40b4-9a5f-ba89f128939d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:45.680603 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-caf03220-1943-4541-a3f0-3a185a48ae46 req-ad324192-5fef-4e15-b9ea-ce211c965050 tempest-ServerShowV254Test-10787923 tempest-ServerShowV254Test-10787923-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d46e7c9-3709-48ea-867e-c6bcacb9dc3e HTTP/1.1" status: 200 len: 210 time: 0.1611457 Nov 12 00:54:45.767847 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b563686-6df6-43ee-91f1-2ff24f24bacb req-231d48c9-2913-4233-beb6-5d740c4be68c tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] 10.222.0.20 "GET /v2.0/ports?device_id=91caed79-2b5b-47cf-8bf7-5c90089520af HTTP/1.1" status: 200 len: 210 time: 0.0867574 Nov 12 00:54:45.826280 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-322774a1-6850-4233-a59f-3a5335396456 req-b791ef1a-7bb4-4062-a38e-88389644ec0e service neutron] 10.222.0.49 "GET /v2.0/networks/9bd80eeb-5154-4c03-9db9-fcf789d8dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086660 Nov 12 00:54:45.836632 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e6ebbec3-2b81-4d18-ac7d-c9cb97987265 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:45.844019 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.ipam_backend_mixin [None req-dfc00b0f-1fa4-4496-ae54-3e790f4c455e tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Performing IP validity checks on allocation pools {{(pid=102662) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 00:54:45.844676 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.ipam_backend_mixin [None req-dfc00b0f-1fa4-4496-ae54-3e790f4c455e tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102662) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 00:54:45.884538 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3a955c-de51-40b4-9a5f-ba89f128939d None None] Network 610d3d88-250c-4d5d-abd6-a8d42c79226c is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:45.926125 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-7e3a955c-de51-40b4-9a5f-ba89f128939d None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:45.928838 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3a955c-de51-40b4-9a5f-ba89f128939d None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:54:45.945355 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a955c-de51-40b4-9a5f-ba89f128939d None None] Pushing event updated for resources: {'Port': ['ID=069f69b3-d382-4d9d-8619-bb773095e577,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:46.008192 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e6ebbec3-2b81-4d18-ac7d-c9cb97987265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:46.012691 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8464a220-6bb5-4bcf-9e43-c067b9c4bb4f None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:46.018463 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-59f5e7df-4f3e-4b76-821a-337dc65e747f None None] Provisioning complete for port c4aad80b-3725-4340-8498-b7e68ef1367e triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:46.019647 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-59f5e7df-4f3e-4b76-821a-337dc65e747f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:46.080286 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ebbec3-2b81-4d18-ac7d-c9cb97987265 admin admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:46.080480 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port ded2273a-2a05-4940-8a85-b6f893dc4749, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=ded2273a-2a05-4940-8a85-b6f893dc4749,segment=NetworkSegment(6922dc8f-e4e8-46eb-925b-ce7a975c2214),segment_id=6922dc8f-e4e8-46eb-925b-ce7a975c2214)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:46.083812 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8464a220-6bb5-4bcf-9e43-c067b9c4bb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:46.100907 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-e6ebbec3-2b81-4d18-ac7d-c9cb97987265 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:46.131413 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ebbec3-2b81-4d18-ac7d-c9cb97987265 admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:54:46.154014 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f87a15-d49f-4989-8943-608680598dd4 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:54:46.166325 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': 'ded2273a-2a05-4940-8a85-b6f893dc4749', 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48', 'port_id': 'ded2273a-2a05-4940-8a85-b6f893dc4749', 'mac_address': 'fa:16:3e:76:37:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04c51f1f-4fad-42e7-a817-4af69d874ab6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:54:46.168003 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-7e3a955c-de51-40b4-9a5f-ba89f128939d None None] Attempting to bind port 069f69b3-d382-4d9d-8619-bb773095e577 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:54:46.168371 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-7e3a955c-de51-40b4-9a5f-ba89f128939d None None] Attempting to bind port 069f69b3-d382-4d9d-8619-bb773095e577 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '8736138f-a438-4073-b0bf-c7f49485e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '610d3d88-250c-4d5d-abd6-a8d42c79226c'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:54:46.168717 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3a955c-de51-40b4-9a5f-ba89f128939d None None] Attempting to bind port 069f69b3-d382-4d9d-8619-bb773095e577 on network 610d3d88-250c-4d5d-abd6-a8d42c79226c {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:46.186085 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-59f5e7df-4f3e-4b76-821a-337dc65e747f None None] Port c4aad80b-3725-4340-8498-b7e68ef1367e cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:54:46.194208 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8464a220-6bb5-4bcf-9e43-c067b9c4bb4f None None] Network 6d66b009-87d4-44ee-a0b8-482e36cd5030 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:46.202047 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3a955c-de51-40b4-9a5f-ba89f128939d None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:54:46.202291 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3a955c-de51-40b4-9a5f-ba89f128939d None None] Checking segment: {'id': '8736138f-a438-4073-b0bf-c7f49485e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '610d3d88-250c-4d5d-abd6-a8d42c79226c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:46.202683 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7e3a955c-de51-40b4-9a5f-ba89f128939d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:46.203079 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3a955c-de51-40b4-9a5f-ba89f128939d None None] Bound using segment: {'id': '8736138f-a438-4073-b0bf-c7f49485e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '610d3d88-250c-4d5d-abd6-a8d42c79226c'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:54:46.203661 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-7e3a955c-de51-40b4-9a5f-ba89f128939d None None] Bound port: 069f69b3-d382-4d9d-8619-bb773095e577, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8736138f-a438-4073-b0bf-c7f49485e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '610d3d88-250c-4d5d-abd6-a8d42c79226c'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:54:46.204740 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dfc00b0f-1fa4-4496-ae54-3e790f4c455e tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:46.204949 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7e3a955c-de51-40b4-9a5f-ba89f128939d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:46.206687 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ebbec3-2b81-4d18-ac7d-c9cb97987265 admin admin] Pushing event updated for resources: {'Port': ['ID=35edacf0-8f95-481f-affd-912ca687d944,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:46.215692 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-8464a220-6bb5-4bcf-9e43-c067b9c4bb4f None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:46.218017 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8464a220-6bb5-4bcf-9e43-c067b9c4bb4f None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:54:46.257900 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8464a220-6bb5-4bcf-9e43-c067b9c4bb4f None None] Pushing event updated for resources: {'Port': ['ID=f964b341-6e1e-42b4-8e2f-7cd3dc11bf4b,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:46.285684 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-59f5e7df-4f3e-4b76-821a-337dc65e747f None None] Provisioning complete for port 99e7b1cf-81c6-4a1b-a161-a5a84bdde16f triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:46.286457 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-59f5e7df-4f3e-4b76-821a-337dc65e747f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:46.340937 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc00b0f-1fa4-4496-ae54-3e790f4c455e tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Pushing event updated for resources: {'Subnet': ['ID=743285e1-5fdb-4069-ae62-b77c2932a64d,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:46.353467 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c776efc-788d-4ce8-a262-b71b5008b608 req-c60bd91e-b331-4809-9a8f-6373a2235a14 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:46.355478 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8c776efc-788d-4ce8-a262-b71b5008b608 req-c60bd91e-b331-4809-9a8f-6373a2235a14 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 944 time: 0.2783198 Nov 12 00:54:46.365970 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:46.459481 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ded2273a-2a05-4940-8a85-b6f893dc4749 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:54:46.497202 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-8464a220-6bb5-4bcf-9e43-c067b9c4bb4f None None] Attempting to bind port f964b341-6e1e-42b4-8e2f-7cd3dc11bf4b on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:54:46.498310 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-8464a220-6bb5-4bcf-9e43-c067b9c4bb4f None None] Attempting to bind port f964b341-6e1e-42b4-8e2f-7cd3dc11bf4b by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'bac9ae7f-c1bf-42c9-91a3-fcb8f2c6d79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6d66b009-87d4-44ee-a0b8-482e36cd5030'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:54:46.499421 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8464a220-6bb5-4bcf-9e43-c067b9c4bb4f None None] Attempting to bind port f964b341-6e1e-42b4-8e2f-7cd3dc11bf4b on network 6d66b009-87d4-44ee-a0b8-482e36cd5030 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:46.507911 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc00b0f-1fa4-4496-ae54-3e790f4c455e tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Checking segment: {'id': '00f315ef-3ff9-47b3-bf87-a60a955337fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '46f15f7e-badd-47ff-9260-2c284b928803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:46.508393 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc00b0f-1fa4-4496-ae54-3e790f4c455e tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Network hostable DHCP agents. Network: 46f15f7e-badd-47ff-9260-2c284b928803, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:54:46.556138 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-7e3a955c-de51-40b4-9a5f-ba89f128939d None None] For port 069f69b3-d382-4d9d-8619-bb773095e577, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:54:46.573476 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8464a220-6bb5-4bcf-9e43-c067b9c4bb4f None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:54:46.575697 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8464a220-6bb5-4bcf-9e43-c067b9c4bb4f None None] Checking segment: {'id': 'bac9ae7f-c1bf-42c9-91a3-fcb8f2c6d79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6d66b009-87d4-44ee-a0b8-482e36cd5030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:46.576725 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8464a220-6bb5-4bcf-9e43-c067b9c4bb4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:46.577796 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8464a220-6bb5-4bcf-9e43-c067b9c4bb4f None None] Bound using segment: {'id': 'bac9ae7f-c1bf-42c9-91a3-fcb8f2c6d79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6d66b009-87d4-44ee-a0b8-482e36cd5030'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:54:46.580541 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-8464a220-6bb5-4bcf-9e43-c067b9c4bb4f None None] Bound port: f964b341-6e1e-42b4-8e2f-7cd3dc11bf4b, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac9ae7f-c1bf-42c9-91a3-fcb8f2c6d79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6d66b009-87d4-44ee-a0b8-482e36cd5030'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:54:46.582061 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8464a220-6bb5-4bcf-9e43-c067b9c4bb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:46.592882 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8c776efc-788d-4ce8-a262-b71b5008b608 req-18914421-59f1-4ca6-8d83-e1b6a064ac7d tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094362 Nov 12 00:54:46.595297 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-7e3a955c-de51-40b4-9a5f-ba89f128939d None None] For port 069f69b3-d382-4d9d-8619-bb773095e577, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=069f69b3-d382-4d9d-8619-bb773095e577,segment=NetworkSegment(8736138f-a438-4073-b0bf-c7f49485e59d),segment_id=8736138f-a438-4073-b0bf-c7f49485e59d)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:54:46.602948 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20dbc1-ba16-4ebb-b83a-6de65e80beab req-1875dd14-c096-40ba-b7b4-e18910cadc76 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:46.606373 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bf20dbc1-ba16-4ebb-b83a-6de65e80beab req-1875dd14-c096-40ba-b7b4-e18910cadc76 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.1117873 Nov 12 00:54:46.629968 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc00b0f-1fa4-4496-ae54-3e790f4c455e tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Network 46f15f7e-badd-47ff-9260-2c284b928803 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:54:46.665723 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port ded2273a-2a05-4940-8a85-b6f893dc4749, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=ded2273a-2a05-4940-8a85-b6f893dc4749,segment=NetworkSegment(6922dc8f-e4e8-46eb-925b-ce7a975c2214),segment_id=6922dc8f-e4e8-46eb-925b-ce7a975c2214)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:46.672356 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7e3a955c-de51-40b4-9a5f-ba89f128939d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:46.679180 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-dfc00b0f-1fa4-4496-ae54-3e790f4c455e tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 46f15f7e-badd-47ff-9260-2c284b928803) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:46.681040 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:46.689747 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc00b0f-1fa4-4496-ae54-3e790f4c455e tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:46.690341 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dfc00b0f-1fa4-4496-ae54-3e790f4c455e tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:46.708107 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e6ebbec3-2b81-4d18-ac7d-c9cb97987265 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:46.710204 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bf20dbc1-ba16-4ebb-b83a-6de65e80beab req-857113bb-fdce-41b8-a7bf-5fafa4fb51d5 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949941 Nov 12 00:54:46.733441 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65299f1c-e79a-4853-b83d-f70c5b062e6a None None] Network 46f15f7e-badd-47ff-9260-2c284b928803 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:46.995759 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a955c-de51-40b4-9a5f-ba89f128939d None None] Pushing event updated for resources: {'Port': ['ID=069f69b3-d382-4d9d-8619-bb773095e577,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:47.220569 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-dfc00b0f-1fa4-4496-ae54-3e790f4c455e tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.0229871 Nov 12 00:54:47.231815 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 33616) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:47.301047 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:54:47.304689 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['ded2273a-2a05-4940-8a85-b6f893dc4749'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:47.334026 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f3784-bc34-4379-ab7a-189ab6ce316f req-bfc09d4a-3653-4a80-af87-913811836911 tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:47.335879 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f96f3784-bc34-4379-ab7a-189ab6ce316f req-bfc09d4a-3653-4a80-af87-913811836911 tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] 10.222.0.49 "GET /v2.0/networks?id=64d0a3ec-0436-4a58-adbd-c456a9570421 HTTP/1.1" status: 200 len: 809 time: 0.2615905 Nov 12 00:54:47.356550 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-f96f3784-bc34-4379-ab7a-189ab6ce316f req-afabe09a-4c4d-4049-bf93-50aa2d33b93c tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] Request body: {'port': {'device_id': '91caed79-2b5b-47cf-8bf7-5c90089520af', 'network_id': '64d0a3ec-0436-4a58-adbd-c456a9570421', 'admin_state_up': True, 'tenant_id': '105f32a62b4a456caf389026be4c81ea'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:47.366641 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5fccbd97-af62-40c0-b63b-07e6ac0f1822 req-780111b6-c4a4-4b34-ac57-d5ef58abd307 tempest-ServerShowV254Test-10787923 tempest-ServerShowV254Test-10787923-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d46e7c9-3709-48ea-867e-c6bcacb9dc3e HTTP/1.1" status: 200 len: 210 time: 0.1518579 Nov 12 00:54:47.400424 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-8464a220-6bb5-4bcf-9e43-c067b9c4bb4f None None] For port f964b341-6e1e-42b4-8e2f-7cd3dc11bf4b, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:54:47.468901 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0ebb45f0-89f4-4c2c-a0d8-38284e4e3dbc tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:47.532471 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce343ef-f7bf-4aba-aba6-7f5825e7ecb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-46f15f7e-badd-47ff-9260-2c284b928803', 'network_id': '46f15f7e-badd-47ff-9260-2c284b928803', 'tenant_id': 'c9e7c999fc204557a014529c174efb0d', 'fixed_ips': [{'subnet_id': '743285e1-5fdb-4069-ae62-b77c2932a64d'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:54:47.533324 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2ce343ef-f7bf-4aba-aba6-7f5825e7ecb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:47.545991 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-8464a220-6bb5-4bcf-9e43-c067b9c4bb4f None None] For port f964b341-6e1e-42b4-8e2f-7cd3dc11bf4b, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=f964b341-6e1e-42b4-8e2f-7cd3dc11bf4b,segment=NetworkSegment(bac9ae7f-c1bf-42c9-91a3-fcb8f2c6d79e),segment_id=bac9ae7f-c1bf-42c9-91a3-fcb8f2c6d79e)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:54:47.571075 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c20c3225-9bc8-4d18-b53e-1021db249f7b req-2ff8337e-012b-4148-8736-d0e9aff25aa2 tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] 10.222.0.20 "GET /v2.0/ports?device_id=91caed79-2b5b-47cf-8bf7-5c90089520af HTTP/1.1" status: 200 len: 210 time: 0.0769789 Nov 12 00:54:47.589858 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8464a220-6bb5-4bcf-9e43-c067b9c4bb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:47.595931 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-59f5e7df-4f3e-4b76-821a-337dc65e747f None None] Provisioning complete for port d36d0264-b9ea-4200-a407-3646d0ea3d88 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:47.596550 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-59f5e7df-4f3e-4b76-821a-337dc65e747f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:47.602122 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=ded2273a-2a05-4940-8a85-b6f893dc4749,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:47.669498 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bbfb3f66-bbbe-40d1-9ffa-80ff8ab1f17b req-24cb091b-1160-4bdd-ba40-1cf4297a9bc8 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0449097 Nov 12 00:54:47.676047 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0ebb45f0-89f4-4c2c-a0d8-38284e4e3dbc tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:47.685455 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f96f3784-bc34-4379-ab7a-189ab6ce316f req-afabe09a-4c4d-4049-bf93-50aa2d33b93c tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] Made reservation on behalf of 105f32a62b4a456caf389026be4c81ea for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:47.702240 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f96f3784-bc34-4379-ab7a-189ab6ce316f req-afabe09a-4c4d-4049-bf93-50aa2d33b93c tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:47.737188 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e6ebbec3-2b81-4d18-ac7d-c9cb97987265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:47.862103 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-59f5e7df-4f3e-4b76-821a-337dc65e747f None None] Port d36d0264-b9ea-4200-a407-3646d0ea3d88 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:54:47.943114 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8464a220-6bb5-4bcf-9e43-c067b9c4bb4f None None] Pushing event updated for resources: {'Port': ['ID=f964b341-6e1e-42b4-8e2f-7cd3dc11bf4b,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:47.997699 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0ebb45f0-89f4-4c2c-a0d8-38284e4e3dbc tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server [None req-2ce343ef-f7bf-4aba-aba6-7f5825e7ecb6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 743285e1-5fdb-4069-ae62-b77c2932a64d: This subnet is being modified by another concurrent operation. Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 00:54:48.030242 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 00:54:48.034217 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 00:54:48.034217 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 00:54:48.034217 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:54:48.034217 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:54:48.034217 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:54:48.034217 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:54:48.034217 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 00:54:48.034217 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 00:54:48.034217 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 00:54:48.034217 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 00:54:48.034217 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:54:48.034217 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:54:48.034217 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:54:48.034217 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:54:48.034217 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 00:54:48.034217 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 00:54:48.034217 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 00:54:48.034217 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 00:54:48.034217 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 00:54:48.034217 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 00:54:48.034217 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 00:54:48.034217 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 00:54:48.034217 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 00:54:48.034217 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 00:54:48.034217 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:54:48.034217 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:54:48.034217 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:54:48.034217 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:54:48.034217 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 00:54:48.034217 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 00:54:48.034217 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 00:54:48.034217 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 00:54:48.034217 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 00:54:48.034217 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 00:54:48.034217 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 00:54:48.034217 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise exception Nov 12 00:54:48.034217 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 743285e1-5fdb-4069-ae62-b77c2932a64d: This subnet is being modified by another concurrent operation. Nov 12 00:54:48.034217 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server Nov 12 00:54:48.085802 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebb45f0-89f4-4c2c-a0d8-38284e4e3dbc tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Pushing event deleted for resources: {'Subnet': ['ID=743285e1-5fdb-4069-ae62-b77c2932a64d,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:48.115391 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e688a7e-b853-4f22-ae81-8c9db7ddf4e1 req-044d3931-4794-45d6-836f-34f7db659665 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:48.117366 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0e688a7e-b853-4f22-ae81-8c9db7ddf4e1 req-044d3931-4794-45d6-836f-34f7db659665 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 945 time: 0.3014150 Nov 12 00:54:48.219708 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cff458-94fb-4665-a174-6387ee5eaaf7 None None] Network 46f15f7e-badd-47ff-9260-2c284b928803 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:48.229688 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-eec9cc60-92d9-43f6-98cf-3de1c8323534 None None] Provisioning complete for port 35edacf0-8f95-481f-affd-912ca687d944 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:48.230220 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-eec9cc60-92d9-43f6-98cf-3de1c8323534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:48.240014 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0ebb45f0-89f4-4c2c-a0d8-38284e4e3dbc tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:48.379615 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-0ebb45f0-89f4-4c2c-a0d8-38284e4e3dbc tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46f15f7e-badd-47ff-9260-2c284b928803']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:48.404608 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0e688a7e-b853-4f22-ae81-8c9db7ddf4e1 req-e7f1a2d8-0422-49b1-9d2f-1b025a17e25a tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2504616 Nov 12 00:54:48.432350 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-0ebb45f0-89f4-4c2c-a0d8-38284e4e3dbc tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00f315ef-3ff9-47b3-bf87-a60a955337fc') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:48.432783 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-0ebb45f0-89f4-4c2c-a0d8-38284e4e3dbc tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00f315ef-3ff9-47b3-bf87-a60a955337fc') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:48.459487 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ebbec3-2b81-4d18-ac7d-c9cb97987265 admin admin] Router 76898a84-4c91-4751-8001-8154b7313ea5 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:54:48.467254 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0ebb45f0-89f4-4c2c-a0d8-38284e4e3dbc tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:48.487553 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0ebb45f0-89f4-4c2c-a0d8-38284e4e3dbc tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:48.575877 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ebb45f0-89f4-4c2c-a0d8-38284e4e3dbc tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:54:48.576280 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0ebb45f0-89f4-4c2c-a0d8-38284e4e3dbc tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:48.580630 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 00:54:48.580630 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:54:48.580630 n-d-812236-11 neutron-server[102662]: timer() Nov 12 00:54:48.580630 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:54:48.580630 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 00:54:48.580630 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:54:48.580630 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 00:54:48.580630 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:54:48.580630 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 00:54:48.580630 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:54:48.580630 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 00:54:48.580630 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:54:48.580630 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 00:54:48.580630 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:54:48.580630 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:54:48.580630 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:54:48.580630 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:54:48.580630 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:54:48.580630 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 00:54:48.580630 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:54:48.580630 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 00:54:48.580630 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:54:48.580630 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:54:48.580630 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:54:48.580630 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 00:54:48.580630 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:54:48.580630 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:54:48.580630 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:54:48.580630 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:54:48.580630 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:54:48.580630 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:54:48.580630 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:54:48.610927 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 069f69b3-d382-4d9d-8619-bb773095e577 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:54:48.630925 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ef4444e7-adde-4aed-b432-ba22be85401e req-6b022a79-b049-4413-897a-7ffa92c83721 tempest-ServerShowV254Test-10787923 tempest-ServerShowV254Test-10787923-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d46e7c9-3709-48ea-867e-c6bcacb9dc3e HTTP/1.1" status: 200 len: 210 time: 0.0512071 Nov 12 00:54:48.669956 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410e20b-92e6-4463-9cea-770919987293 req-7b34c805-a347-4ac1-ade7-fc3cd676537e tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:48.679710 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5410e20b-92e6-4463-9cea-770919987293 req-7b34c805-a347-4ac1-ade7-fc3cd676537e tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.8372214 Nov 12 00:54:48.694733 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fa3007-b4ff-4ed7-b3ed-58785c8ac472 None None] Network 610d3d88-250c-4d5d-abd6-a8d42c79226c requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:48.701906 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-f96f3784-bc34-4379-ab7a-189ab6ce316f req-afabe09a-4c4d-4049-bf93-50aa2d33b93c tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] Allocated IP 172.20.0.3 (64d0a3ec-0436-4a58-adbd-c456a9570421/db656fb3-fa93-401a-8fbb-ba465b785540/fe120d37-83a4-4009-966f-22cbbed66d29) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:54:48.729991 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0ebb45f0-89f4-4c2c-a0d8-38284e4e3dbc tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:48.740981 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0ebb45f0-89f4-4c2c-a0d8-38284e4e3dbc tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:48.752967 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0ebb45f0-89f4-4c2c-a0d8-38284e4e3dbc tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "DELETE /v2.0/networks/46f15f7e-badd-47ff-9260-2c284b928803 HTTP/1.1" status: 204 len: 168 time: 1.5053613 Nov 12 00:54:48.754529 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 33646) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:48.782795 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-25962e14-8e12-4c96-a2d2-3eea89285383 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-881593343'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:48.789227 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebb45f0-89f4-4c2c-a0d8-38284e4e3dbc tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Pushing event deleted for resources: {'Network': ['ID=46f15f7e-badd-47ff-9260-2c284b928803,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:48.817717 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ebbec3-2b81-4d18-ac7d-c9cb97987265 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:54:48.835393 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50511bc3-5463-481d-a008-a25ddd96c9b1 None None] Sync routers for ids ['76898a84-4c91-4751-8001-8154b7313ea5'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:54:48.856056 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50511bc3-5463-481d-a008-a25ddd96c9b1 None None] Routers {'76898a84-4c91-4751-8001-8154b7313ea5'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:54:48.857720 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-50511bc3-5463-481d-a008-a25ddd96c9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:54:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['76898a84-4c91-4751-8001-8154b7313ea5'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:48.870842 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9190d601-a2e8-4905-96ac-70559387f191 req-d4bf4996-f54c-4631-b73a-f089111f856b service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1017275 Nov 12 00:54:48.878773 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-13456035-2e69-42d5-927c-6dd0207e4ec2 req-ea2daaa8-d95a-4c80-8614-5304f732c508 tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] 10.222.0.20 "GET /v2.0/ports?device_id=91caed79-2b5b-47cf-8bf7-5c90089520af HTTP/1.1" status: 200 len: 210 time: 0.0625951 Nov 12 00:54:48.885878 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25962e14-8e12-4c96-a2d2-3eea89285383 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Made reservation on behalf of c9e7c999fc204557a014529c174efb0d for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:48.891051 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-25962e14-8e12-4c96-a2d2-3eea89285383 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:48.894335 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5410e20b-92e6-4463-9cea-770919987293 req-46f7cf55-ffb1-41a6-9356-27e8585de637 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2133934 Nov 12 00:54:48.954369 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e6ebbec3-2b81-4d18-ac7d-c9cb97987265 admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:48.959963 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e6ebbec3-2b81-4d18-ac7d-c9cb97987265 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7094727 Nov 12 00:54:48.961884 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 33652) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:48.975675 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-eec9cc60-92d9-43f6-98cf-3de1c8323534 None None] Port 35edacf0-8f95-481f-affd-912ca687d944 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:54:48.983213 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25962e14-8e12-4c96-a2d2-3eea89285383 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:54:49.058778 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-50511bc3-5463-481d-a008-a25ddd96c9b1 None None] Set router 76898a84-4c91-4751-8001-8154b7313ea5 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:54:49.076085 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-25962e14-8e12-4c96-a2d2-3eea89285383 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:49.076720 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-25962e14-8e12-4c96-a2d2-3eea89285383 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Added segment e31908a9-4d1a-497b-bd7a-cefc232c9b8d of type vlan for network 0eff94a3-e15a-4d59-866f-1870056f0a64 Nov 12 00:54:49.118205 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 069f69b3-d382-4d9d-8619-bb773095e577 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:49.118758 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:49.206840 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-25962e14-8e12-4c96-a2d2-3eea89285383 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:49.211274 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f96f3784-bc34-4379-ab7a-189ab6ce316f req-afabe09a-4c4d-4049-bf93-50aa2d33b93c tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:49.245686 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 33656) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:49.277953 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08053fa1-88a3-432d-bdcf-87d72cde473b req-c0601b63-a711-4762-8bf5-60d33959af48 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:49.288732 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-08053fa1-88a3-432d-bdcf-87d72cde473b req-c0601b63-a711-4762-8bf5-60d33959af48 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.2381449 Nov 12 00:54:49.294538 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:49.300698 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f96f3784-bc34-4379-ab7a-189ab6ce316f req-afabe09a-4c4d-4049-bf93-50aa2d33b93c tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:49.351869 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 069f69b3-d382-4d9d-8619-bb773095e577, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=069f69b3-d382-4d9d-8619-bb773095e577,segment=NetworkSegment(8736138f-a438-4073-b0bf-c7f49485e59d),segment_id=8736138f-a438-4073-b0bf-c7f49485e59d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:49.373368 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:49.374090 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device f964b341-6e1e-42b4-8e2f-7cd3dc11bf4b up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:54:49.379606 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f96f3784-bc34-4379-ab7a-189ab6ce316f req-afabe09a-4c4d-4049-bf93-50aa2d33b93c tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] Network 64d0a3ec-0436-4a58-adbd-c456a9570421 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:49.384393 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-50511bc3-5463-481d-a008-a25ddd96c9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76898a84-4c91-4751-8001-8154b7313ea5', 'name': 'tempest-TaggedBootDevicesTest_v242-1912484134-router', 'tenant_id': '99d22f2d09c941868df176b00803ab3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '35edacf0-8f95-481f-affd-912ca687d944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:54:44Z', 'updated_at': '2021-11-12T00:54:46Z', 'revision_number': 3, 'project_id': '99d22f2d09c941868df176b00803ab3d', 'gw_port': {'id': '35edacf0-8f95-481f-affd-912ca687d944', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76898a84-4c91-4751-8001-8154b7313ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:44Z', 'updated_at': '2021-11-12T00:54:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:49.389130 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-f96f3784-bc34-4379-ab7a-189ab6ce316f req-afabe09a-4c4d-4049-bf93-50aa2d33b93c tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:49.392896 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-f96f3784-bc34-4379-ab7a-189ab6ce316f req-afabe09a-4c4d-4049-bf93-50aa2d33b93c tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:54:49.443690 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50511bc3-5463-481d-a008-a25ddd96c9b1 None None] Checking router: 76898a84-4c91-4751-8001-8154b7313ea5 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:54:49.444035 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50511bc3-5463-481d-a008-a25ddd96c9b1 None None] Updating router 76898a84-4c91-4751-8001-8154b7313ea5 port 35edacf0-8f95-481f-affd-912ca687d944 binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:54:49.461887 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-25962e14-8e12-4c96-a2d2-3eea89285383 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:49.467942 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25962e14-8e12-4c96-a2d2-3eea89285383 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:49.468683 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-25962e14-8e12-4c96-a2d2-3eea89285383 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:49.485098 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-420ccb30-9b11-4bdd-a884-ee9b3439f5c7 None None] Provisioning complete for port 069f69b3-d382-4d9d-8619-bb773095e577 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:49.485747 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-420ccb30-9b11-4bdd-a884-ee9b3439f5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:49.496017 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afabe09a-4c4d-4049-bf93-50aa2d33b93c tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] Pushing event updated for resources: {'Port': ['ID=fe120d37-83a4-4009-966f-22cbbed66d29,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:49.510725 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-50511bc3-5463-481d-a008-a25ddd96c9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:49.519501 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a93c43f3-b0c9-4216-b064-47eb24da9918 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:49.550308 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=069f69b3-d382-4d9d-8619-bb773095e577,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:49.588703 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ced30a8-11ae-46f0-b9fa-e03d15a74117 None None] Network 6d66b009-87d4-44ee-a0b8-482e36cd5030 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:49.607843 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-25962e14-8e12-4c96-a2d2-3eea89285383 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8525376 Nov 12 00:54:49.610778 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 33662) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:49.620004 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device ded2273a-2a05-4940-8a85-b6f893dc4749 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:54:49.650160 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f3784-bc34-4379-ab7a-189ab6ce316f req-afabe09a-4c4d-4049-bf93-50aa2d33b93c tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:49.652612 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f96f3784-bc34-4379-ab7a-189ab6ce316f req-afabe09a-4c4d-4049-bf93-50aa2d33b93c tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:49.668456 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-97bad4eb-9b1a-435a-ba65-5ce69726a356 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Request body: {'subnet': {'network_id': '0eff94a3-e15a-4d59-866f-1870056f0a64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:49.674066 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25962e14-8e12-4c96-a2d2-3eea89285383 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Pushing event updated for resources: {'Network': ['ID=0eff94a3-e15a-4d59-866f-1870056f0a64,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:49.689962 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f96f3784-bc34-4379-ab7a-189ab6ce316f req-afabe09a-4c4d-4049-bf93-50aa2d33b93c tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3378866 Nov 12 00:54:49.702643 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 0eff94a3-e15a-4d59-866f-1870056f0a64 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:54:49.719814 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-f96f3784-bc34-4379-ab7a-189ab6ce316f req-0a05508d-9212-4514-9139-c4a04ffe3b2a service neutron] Request body: {'port': {'device_id': '91caed79-2b5b-47cf-8bf7-5c90089520af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:49.729329 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-08053fa1-88a3-432d-bdcf-87d72cde473b req-6ca0ba5c-8b77-4ac2-a391-8a9940b0349f tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4390509 Nov 12 00:54:49.737014 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ec683-1dcf-4330-951f-dbc38d0acc88 req-354f49aa-ef15-4679-a9d7-6a8e17af93dd tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:49.739436 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-385ec683-1dcf-4330-951f-dbc38d0acc88 req-354f49aa-ef15-4679-a9d7-6a8e17af93dd tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 945 time: 0.1941867 Nov 12 00:54:49.850492 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-385ec683-1dcf-4330-951f-dbc38d0acc88 req-480965ba-8c1f-4689-b8d3-371efd00008c tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757179 Nov 12 00:54:49.908758 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0b9cbeee-2d95-4f0e-a25a-da7551d24cd5 req-24b21a3b-f10d-414d-8f05-73c26a39d593 tempest-ServerShowV254Test-10787923 tempest-ServerShowV254Test-10787923-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d46e7c9-3709-48ea-867e-c6bcacb9dc3e HTTP/1.1" status: 200 len: 210 time: 0.0452673 Nov 12 00:54:49.933347 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-50511bc3-5463-481d-a008-a25ddd96c9b1 None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:49.944064 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f96f3784-bc34-4379-ab7a-189ab6ce316f req-0a05508d-9212-4514-9139-c4a04ffe3b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:49.957043 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-50511bc3-5463-481d-a008-a25ddd96c9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:49.982797 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97bad4eb-9b1a-435a-ba65-5ce69726a356 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Made reservation on behalf of c9e7c999fc204557a014529c174efb0d for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:49.987797 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-97bad4eb-9b1a-435a-ba65-5ce69726a356 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.058339 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port f964b341-6e1e-42b4-8e2f-7cd3dc11bf4b triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:50.058929 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.061721 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce8e54-1ea7-4ffb-b35e-29905fe6b3ed None None] Pushing event updated for resources: {'Port': ['ID=35edacf0-8f95-481f-affd-912ca687d944,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:50.063272 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f780f0-5aca-425a-b979-d4bc0eaeda02 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:54:50.065020 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-50511bc3-5463-481d-a008-a25ddd96c9b1 None None] Attempting to bind port 35edacf0-8f95-481f-affd-912ca687d944 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:54:50.065598 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-50511bc3-5463-481d-a008-a25ddd96c9b1 None None] Attempting to bind port 35edacf0-8f95-481f-affd-912ca687d944 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:54:50.066120 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50511bc3-5463-481d-a008-a25ddd96c9b1 None None] Attempting to bind port 35edacf0-8f95-481f-affd-912ca687d944 on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:50.086544 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50511bc3-5463-481d-a008-a25ddd96c9b1 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:54:50.086925 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50511bc3-5463-481d-a008-a25ddd96c9b1 None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:50.087429 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-50511bc3-5463-481d-a008-a25ddd96c9b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.090082 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50511bc3-5463-481d-a008-a25ddd96c9b1 None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:54:50.091116 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-50511bc3-5463-481d-a008-a25ddd96c9b1 None None] Bound port: 35edacf0-8f95-481f-affd-912ca687d944, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:54:50.091888 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-50511bc3-5463-481d-a008-a25ddd96c9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.097885 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce8e54-1ea7-4ffb-b35e-29905fe6b3ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:50.098846 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce8e54-1ea7-4ffb-b35e-29905fe6b3ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:50.099427 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce8e54-1ea7-4ffb-b35e-29905fe6b3ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:50.100038 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce8e54-1ea7-4ffb-b35e-29905fe6b3ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:50.100576 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce8e54-1ea7-4ffb-b35e-29905fe6b3ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:50.101647 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce8e54-1ea7-4ffb-b35e-29905fe6b3ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:50.102166 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce8e54-1ea7-4ffb-b35e-29905fe6b3ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:50.102599 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a93c43f3-b0c9-4216-b064-47eb24da9918 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.102921 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce8e54-1ea7-4ffb-b35e-29905fe6b3ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:50.105925 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce8e54-1ea7-4ffb-b35e-29905fe6b3ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:50.107057 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce8e54-1ea7-4ffb-b35e-29905fe6b3ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:50.107788 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce8e54-1ea7-4ffb-b35e-29905fe6b3ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:50.108306 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce8e54-1ea7-4ffb-b35e-29905fe6b3ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:50.124803 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port ded2273a-2a05-4940-8a85-b6f893dc4749 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:54:50.190250 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port ded2273a-2a05-4940-8a85-b6f893dc4749 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:50.191240 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.245755 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-50511bc3-5463-481d-a008-a25ddd96c9b1 None None] For port 35edacf0-8f95-481f-affd-912ca687d944, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:54:50.250262 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-50511bc3-5463-481d-a008-a25ddd96c9b1 None None] For port 35edacf0-8f95-481f-affd-912ca687d944, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=35edacf0-8f95-481f-affd-912ca687d944,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:54:50.256879 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-50511bc3-5463-481d-a008-a25ddd96c9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.335206 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce8e54-1ea7-4ffb-b35e-29905fe6b3ed None None] Pushing event updated for resources: {'Port': ['ID=35edacf0-8f95-481f-affd-912ca687d944,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:50.366858 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50511bc3-5463-481d-a008-a25ddd96c9b1 None None] Routers {'76898a84-4c91-4751-8001-8154b7313ea5'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:54:50.367887 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-50511bc3-5463-481d-a008-a25ddd96c9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:54:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['76898a84-4c91-4751-8001-8154b7313ea5'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:50.393692 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553aa480-fc4a-42b2-93fe-d976251499b3 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:54:50.406784 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1154b83a-e7c4-4a27-b7ea-835ed3253288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.434801 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-f96f3784-bc34-4379-ab7a-189ab6ce316f req-0a05508d-9212-4514-9139-c4a04ffe3b2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe120d37-83a4-4009-966f-22cbbed66d29 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:54:50.443625 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f96f3784-bc34-4379-ab7a-189ab6ce316f req-0a05508d-9212-4514-9139-c4a04ffe3b2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.455300 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-97bad4eb-9b1a-435a-ba65-5ce69726a356 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.459652 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-f96f3784-bc34-4379-ab7a-189ab6ce316f req-0a05508d-9212-4514-9139-c4a04ffe3b2a service neutron] Transition to ACTIVE for port object fe120d37-83a4-4009-966f-22cbbed66d29 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:54:50.461913 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a93c43f3-b0c9-4216-b064-47eb24da9918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.468370 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f96f3784-bc34-4379-ab7a-189ab6ce316f req-0a05508d-9212-4514-9139-c4a04ffe3b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.502960 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.528442 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-912cb758-ce5b-46ab-8f52-71a2d92efc0c None None] Provisioning complete for port 35edacf0-8f95-481f-affd-912ca687d944 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:50.528937 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-912cb758-ce5b-46ab-8f52-71a2d92efc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.566434 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-50511bc3-5463-481d-a008-a25ddd96c9b1 None None] Set router 76898a84-4c91-4751-8001-8154b7313ea5 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:54:50.608561 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bad4eb-9b1a-435a-ba65-5ce69726a356 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Pushing event updated for resources: {'Subnet': ['ID=a941537f-87ac-4778-8ca0-0bee83a04e4a,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:50.653721 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a93c43f3-b0c9-4216-b064-47eb24da9918 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=316c97dc373341a98c82d6aa3cac3d57&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4067354 Nov 12 00:54:50.679197 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c43f3-b0c9-4216-b064-47eb24da9918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3603061b-31df-4349-9da7-95bb9c77c4df,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:50.679443 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cef547-2fd3-4391-a282-cf274f6a6d6f req-46a40b7d-9180-46a6-b620-89ee24341421 tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:50.682364 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 33696) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:50.689288 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f8cef547-2fd3-4391-a282-cf274f6a6d6f req-46a40b7d-9180-46a6-b620-89ee24341421 tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] 10.222.0.20 "GET /v2.0/ports?device_id=91caed79-2b5b-47cf-8bf7-5c90089520af HTTP/1.1" status: 200 len: 931 time: 0.3555622 Nov 12 00:54:50.737702 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a05508d-9212-4514-9139-c4a04ffe3b2a service neutron] Pushing event updated for resources: {'Port': ['ID=fe120d37-83a4-4009-966f-22cbbed66d29,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:50.824283 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6ad78aa2-fc82-4967-8047-c3255efe616a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.829594 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bad4eb-9b1a-435a-ba65-5ce69726a356 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Checking segment: {'id': 'e31908a9-4d1a-497b-bd7a-cefc232c9b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0eff94a3-e15a-4d59-866f-1870056f0a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:50.831585 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.833321 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad650f9-334e-4ebc-86a3-73ea29f9ef7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded2273a-2a05-4940-8a85-b6f893dc4749'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:50.833912 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bad4eb-9b1a-435a-ba65-5ce69726a356 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Network hostable DHCP agents. Network: 0eff94a3-e15a-4d59-866f-1870056f0a64, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:54:50.835852 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55d62e8-5414-4d86-b1d9-b6ddc3690132" -d '{"events": [{"server_uuid": "9ad650f9-334e-4ebc-86a3-73ea29f9ef7a", "name": "network-vif-plugged", "status": "completed", "tag": "ded2273a-2a05-4940-8a85-b6f893dc4749"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:50.867714 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port ded2273a-2a05-4940-8a85-b6f893dc4749, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=ded2273a-2a05-4940-8a85-b6f893dc4749,segment=NetworkSegment(6922dc8f-e4e8-46eb-925b-ce7a975c2214),segment_id=6922dc8f-e4e8-46eb-925b-ce7a975c2214)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:50.883994 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6ad78aa2-fc82-4967-8047-c3255efe616a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.886026 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-f96f3784-bc34-4379-ab7a-189ab6ce316f req-0a05508d-9212-4514-9139-c4a04ffe3b2a service neutron] Attempting to bind port fe120d37-83a4-4009-966f-22cbbed66d29 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:54:50.886361 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-f96f3784-bc34-4379-ab7a-189ab6ce316f req-0a05508d-9212-4514-9139-c4a04ffe3b2a service neutron] Attempting to bind port fe120d37-83a4-4009-966f-22cbbed66d29 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'c23b9c05-1da3-44af-b1e5-8ea6ef4e27eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '64d0a3ec-0436-4a58-adbd-c456a9570421'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:54:50.886695 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96f3784-bc34-4379-ab7a-189ab6ce316f req-0a05508d-9212-4514-9139-c4a04ffe3b2a service neutron] Attempting to bind port fe120d37-83a4-4009-966f-22cbbed66d29 on network 64d0a3ec-0436-4a58-adbd-c456a9570421 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:50.910484 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.917342 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96f3784-bc34-4379-ab7a-189ab6ce316f req-0a05508d-9212-4514-9139-c4a04ffe3b2a service neutron] Port fe120d37-83a4-4009-966f-22cbbed66d29 on network 64d0a3ec-0436-4a58-adbd-c456a9570421 not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:54:50.917342 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96f3784-bc34-4379-ab7a-189ab6ce316f req-0a05508d-9212-4514-9139-c4a04ffe3b2a service neutron] Attempting to bind port fe120d37-83a4-4009-966f-22cbbed66d29 on network 64d0a3ec-0436-4a58-adbd-c456a9570421 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:50.928880 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96f3784-bc34-4379-ab7a-189ab6ce316f req-0a05508d-9212-4514-9139-c4a04ffe3b2a service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:54:50.929445 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96f3784-bc34-4379-ab7a-189ab6ce316f req-0a05508d-9212-4514-9139-c4a04ffe3b2a service neutron] Checking segment: {'id': 'c23b9c05-1da3-44af-b1e5-8ea6ef4e27eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '64d0a3ec-0436-4a58-adbd-c456a9570421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:50.929783 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96f3784-bc34-4379-ab7a-189ab6ce316f req-0a05508d-9212-4514-9139-c4a04ffe3b2a service neutron] Bound using segment: {'id': 'c23b9c05-1da3-44af-b1e5-8ea6ef4e27eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '64d0a3ec-0436-4a58-adbd-c456a9570421'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:54:50.934176 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-f96f3784-bc34-4379-ab7a-189ab6ce316f req-0a05508d-9212-4514-9139-c4a04ffe3b2a service neutron] Bound port: fe120d37-83a4-4009-966f-22cbbed66d29, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c23b9c05-1da3-44af-b1e5-8ea6ef4e27eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '64d0a3ec-0436-4a58-adbd-c456a9570421'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:54:50.934554 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f96f3784-bc34-4379-ab7a-189ab6ce316f req-0a05508d-9212-4514-9139-c4a04ffe3b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.948046 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port f964b341-6e1e-42b4-8e2f-7cd3dc11bf4b, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=f964b341-6e1e-42b4-8e2f-7cd3dc11bf4b,segment=NetworkSegment(bac9ae7f-c1bf-42c9-91a3-fcb8f2c6d79e),segment_id=bac9ae7f-c1bf-42c9-91a3-fcb8f2c6d79e)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:50.970855 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8361002f-02f2-40ca-9861-e7c57973da10 None None] get_active_networks_info from n-d-812236-11 {{(pid=102663) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 00:54:50.972207 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-1154b83a-e7c4-4a27-b7ea-835ed3253288 admin admin] Allocated IP 172.20.0.1 (6d66b009-87d4-44ee-a0b8-482e36cd5030/84f3c115-0f29-44bb-9c76-e6ed88722019/f632277d-70dd-490e-b1bd-49766ad29700) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:54:50.990718 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-50511bc3-5463-481d-a008-a25ddd96c9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76898a84-4c91-4751-8001-8154b7313ea5', 'name': 'tempest-TaggedBootDevicesTest_v242-1912484134-router', 'tenant_id': '99d22f2d09c941868df176b00803ab3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '35edacf0-8f95-481f-affd-912ca687d944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:54:44Z', 'updated_at': '2021-11-12T00:54:46Z', 'revision_number': 3, 'project_id': '99d22f2d09c941868df176b00803ab3d', 'gw_port': {'id': '35edacf0-8f95-481f-affd-912ca687d944', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76898a84-4c91-4751-8001-8154b7313ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:44Z', 'updated_at': '2021-11-12T00:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:50.995275 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:51.028625 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50511bc3-5463-481d-a008-a25ddd96c9b1 None None] The sync data for ids ['76898a84-4c91-4751-8001-8154b7313ea5'] in n-d-812236-11 is: [{'id': '76898a84-4c91-4751-8001-8154b7313ea5', 'name': 'tempest-TaggedBootDevicesTest_v242-1912484134-router', 'tenant_id': '99d22f2d09c941868df176b00803ab3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '35edacf0-8f95-481f-affd-912ca687d944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:54:44Z', 'updated_at': '2021-11-12T00:54:46Z', 'revision_number': 3, 'project_id': '99d22f2d09c941868df176b00803ab3d', 'gw_port': {'id': '35edacf0-8f95-481f-affd-912ca687d944', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76898a84-4c91-4751-8001-8154b7313ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:44Z', 'updated_at': '2021-11-12T00:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:54:51.030883 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-f96f3784-bc34-4379-ab7a-189ab6ce316f req-0a05508d-9212-4514-9139-c4a04ffe3b2a service neutron] For port fe120d37-83a4-4009-966f-22cbbed66d29, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:54:51.034434 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-f96f3784-bc34-4379-ab7a-189ab6ce316f req-0a05508d-9212-4514-9139-c4a04ffe3b2a service neutron] For port fe120d37-83a4-4009-966f-22cbbed66d29, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=fe120d37-83a4-4009-966f-22cbbed66d29,segment=NetworkSegment(c23b9c05-1da3-44af-b1e5-8ea6ef4e27eb),segment_id=c23b9c05-1da3-44af-b1e5-8ea6ef4e27eb)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:54:51.050555 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f96f3784-bc34-4379-ab7a-189ab6ce316f req-0a05508d-9212-4514-9139-c4a04ffe3b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:51.070077 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f8cef547-2fd3-4391-a282-cf274f6a6d6f req-5536dd51-2bcd-4a7b-9cff-7bd6a93bd189 tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] 10.222.0.20 "GET /v2.0/security-groups?id=e41fb2b7-cb18-49bf-b0df-6e9014570766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791687 Nov 12 00:54:51.082390 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-912cb758-ce5b-46ab-8f52-71a2d92efc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:51.113352 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-912cb758-ce5b-46ab-8f52-71a2d92efc0c None None] For port 35edacf0-8f95-481f-affd-912ca687d944, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=35edacf0-8f95-481f-affd-912ca687d944,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:51.140567 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-912cb758-ce5b-46ab-8f52-71a2d92efc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:51.144572 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d6e6ef-1e31-40ef-a2ff-3568a721d342 x-openstack-request-id: req-c9d6e6ef-1e31-40ef-a2ff-3568a721d342 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:51.144980 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad650f9-334e-4ebc-86a3-73ea29f9ef7a", "name": "network-vif-plugged", "status": "completed", "tag": "ded2273a-2a05-4940-8a85-b6f893dc4749", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:51.145346 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c9d6e6ef-1e31-40ef-a2ff-3568a721d342 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:51.145856 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad650f9-334e-4ebc-86a3-73ea29f9ef7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded2273a-2a05-4940-8a85-b6f893dc4749', 'code': 200} Nov 12 00:54:51.193322 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=ded2273a-2a05-4940-8a85-b6f893dc4749,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:51.251162 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a05508d-9212-4514-9139-c4a04ffe3b2a service neutron] Pushing event updated for resources: {'Port': ['ID=fe120d37-83a4-4009-966f-22cbbed66d29,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:51.271143 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=f964b341-6e1e-42b4-8e2f-7cd3dc11bf4b,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:51.282323 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bad4eb-9b1a-435a-ba65-5ce69726a356 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Network 0eff94a3-e15a-4d59-866f-1870056f0a64 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:54:51.305847 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1154b83a-e7c4-4a27-b7ea-835ed3253288 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:51.307730 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 069f69b3-d382-4d9d-8619-bb773095e577 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:54:51.313751 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-912cb758-ce5b-46ab-8f52-71a2d92efc0c None None] Provisioning complete for port f964b341-6e1e-42b4-8e2f-7cd3dc11bf4b triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:51.313998 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-97bad4eb-9b1a-435a-ba65-5ce69726a356 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 0eff94a3-e15a-4d59-866f-1870056f0a64) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:51.314361 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-912cb758-ce5b-46ab-8f52-71a2d92efc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:51.319750 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bad4eb-9b1a-435a-ba65-5ce69726a356 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:51.320343 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-97bad4eb-9b1a-435a-ba65-5ce69726a356 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:51.351620 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6ad78aa2-fc82-4967-8047-c3255efe616a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:51.351969 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836f755-64b3-4fbf-a24b-6680e5769422 req-8ac7845d-11bb-41c6-8d8c-fdc16a71cd1b tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:51.355446 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6ad78aa2-fc82-4967-8047-c3255efe616a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:51.356522 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6ad78aa2-fc82-4967-8047-c3255efe616a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3603061b-31df-4349-9da7-95bb9c77c4df HTTP/1.1" status: 204 len: 168 time: 0.6541591 Nov 12 00:54:51.358740 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2d5b77df-ece3-4f7f-b6ca-fe6390ae70a3 req-226fd3b3-9ddb-472e-895c-fced9655be9d service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1117892 Nov 12 00:54:51.360121 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f3784-bc34-4379-ab7a-189ab6ce316f req-0a05508d-9212-4514-9139-c4a04ffe3b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:51.360762 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f96f3784-bc34-4379-ab7a-189ab6ce316f req-0a05508d-9212-4514-9139-c4a04ffe3b2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:51.362234 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f96f3784-bc34-4379-ab7a-189ab6ce316f req-0a05508d-9212-4514-9139-c4a04ffe3b2a service neutron] 10.222.0.49 "PUT /v2.0/ports/fe120d37-83a4-4009-966f-22cbbed66d29 HTTP/1.1" status: 200 len: 1092 time: 1.6531997 Nov 12 00:54:51.365918 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c836f755-64b3-4fbf-a24b-6680e5769422 req-8ac7845d-11bb-41c6-8d8c-fdc16a71cd1b tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 946 time: 0.1282916 Nov 12 00:54:51.366839 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91caed79-2b5b-47cf-8bf7-5c90089520af', 'tag': 'fe120d37-83a4-4009-966f-22cbbed66d29'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:51.369736 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab96014-0fbc-4483-a0e6-f9f9ec6361e9" -d '{"events": [{"name": "network-changed", "server_uuid": "91caed79-2b5b-47cf-8bf7-5c90089520af", "tag": "fe120d37-83a4-4009-966f-22cbbed66d29"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:51.380343 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-97bad4eb-9b1a-435a-ba65-5ce69726a356 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.7177532 Nov 12 00:54:51.386862 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 33728) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:51.401527 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad78aa2-fc82-4967-8047-c3255efe616a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3603061b-31df-4349-9da7-95bb9c77c4df,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:51.415735 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9230a45-0727-4221-8d3f-9875677fd2fe req-7098d045-20f4-490a-866f-c7646e1a9ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:51.417720 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b9230a45-0727-4221-8d3f-9875677fd2fe req-7098d045-20f4-490a-866f-c7646e1a9ef1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 1098 time: 0.1675892 Nov 12 00:54:51.430755 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c78dd1-b98a-4c40-9bf3-fa5470a7804e req-1243aa88-0958-4b09-9fd1-2529977d197b tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:51.439507 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e9c78dd1-b98a-4c40-9bf3-fa5470a7804e req-1243aa88-0958-4b09-9fd1-2529977d197b tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c55965b-f440-4831-b400-6b94f6516f6f HTTP/1.1" status: 200 len: 944 time: 0.1593645 Nov 12 00:54:51.608293 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b9230a45-0727-4221-8d3f-9875677fd2fe req-44a1ba5b-7367-4cb1-a80f-7390f8d9d19e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665719 Nov 12 00:54:51.632069 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 069f69b3-d382-4d9d-8619-bb773095e577 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:51.632435 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:51.657146 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f3784-bc34-4379-ab7a-189ab6ce316f req-ef9a5445-a8d1-4647-8eaf-809ba2f8d17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:51.659105 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f96f3784-bc34-4379-ab7a-189ab6ce316f req-ef9a5445-a8d1-4647-8eaf-809ba2f8d17b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=105f32a62b4a456caf389026be4c81ea&device_id=91caed79-2b5b-47cf-8bf7-5c90089520af HTTP/1.1" status: 200 len: 1095 time: 0.2167170 Nov 12 00:54:51.688831 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-e9c78dd1-b98a-4c40-9bf3-fa5470a7804e req-b854ef29-6c08-4b84-a334-5edc874c3688 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Deleting port 40da9af8-2c60-4f9c-be71-25e602fb54e1 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:51.692738 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e9c78dd1-b98a-4c40-9bf3-fa5470a7804e req-b854ef29-6c08-4b84-a334-5edc874c3688 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:51.955921 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1154b83a-e7c4-4a27-b7ea-835ed3253288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:51.991119 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f96f3784-bc34-4379-ab7a-189ab6ce316f req-3b76eb73-4f1b-4452-b58d-a24707d1c559 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe120d37-83a4-4009-966f-22cbbed66d29 HTTP/1.1" status: 200 len: 217 time: 0.0764325 Nov 12 00:54:51.997738 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-e9c78dd1-b98a-4c40-9bf3-fa5470a7804e req-b854ef29-6c08-4b84-a334-5edc874c3688 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] For port 40da9af8-2c60-4f9c-be71-25e602fb54e1, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=40da9af8-2c60-4f9c-be71-25e602fb54e1,segment=NetworkSegment(8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b),segment_id=8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:51.998755 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e9c78dd1-b98a-4c40-9bf3-fa5470a7804e req-b854ef29-6c08-4b84-a334-5edc874c3688 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:52.021885 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912cb758-ce5b-46ab-8f52-71a2d92efc0c None None] Pushing event updated for resources: {'Port': ['ID=35edacf0-8f95-481f-affd-912ca687d944,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:52.027278 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 33734) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:52.052041 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c836f755-64b3-4fbf-a24b-6680e5769422 req-b1efd734-ecf7-4b09-b5d4-4db414c9088a tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6851552 Nov 12 00:54:52.068056 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-e9c78dd1-b98a-4c40-9bf3-fa5470a7804e req-b854ef29-6c08-4b84-a334-5edc874c3688 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Calling delete_port for 40da9af8-2c60-4f9c-be71-25e602fb54e1 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:52.092217 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2ba1d482-a6a7-4dd1-b377-e53f860ac83e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:52.092358 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1154b83a-e7c4-4a27-b7ea-835ed3253288 admin admin] Network 6d66b009-87d4-44ee-a0b8-482e36cd5030 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:52.102418 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154b83a-e7c4-4a27-b7ea-835ed3253288 admin admin] Pushing event updated for resources: {'Port': ['ID=f632277d-70dd-490e-b1bd-49766ad29700,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:52.128153 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-1154b83a-e7c4-4a27-b7ea-835ed3253288 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:52.132623 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1154b83a-e7c4-4a27-b7ea-835ed3253288 admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:54:52.152569 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-630c495e-398a-46d6-851f-e9dd827e400e tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:52.185976 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f3784-bc34-4379-ab7a-189ab6ce316f req-62dd088d-6812-4fba-8d25-78b197bc83c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:52.187732 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f96f3784-bc34-4379-ab7a-189ab6ce316f req-62dd088d-6812-4fba-8d25-78b197bc83c9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=db656fb3-fa93-401a-8fbb-ba465b785540 HTTP/1.1" status: 200 len: 849 time: 0.1852658 Nov 12 00:54:52.235390 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6d42af8f-6c40-414c-8c21-60d6c4b79979 req-177cca37-0f31-4812-a172-dc93cfc998f6 tempest-ServerShowV254Test-10787923 tempest-ServerShowV254Test-10787923-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d46e7c9-3709-48ea-867e-c6bcacb9dc3e HTTP/1.1" status: 200 len: 210 time: 0.0456066 Nov 12 00:54:52.250612 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1154b83a-e7c4-4a27-b7ea-835ed3253288 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:52.260793 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f96f3784-bc34-4379-ab7a-189ab6ce316f req-eff63010-0796-425c-848c-c0936d4e536c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64d0a3ec-0436-4a58-adbd-c456a9570421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640070 Nov 12 00:54:52.263330 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-d9dcb595-fed1-4b67-9ae7-81bed1a9d91b None None] Provisioning complete for port 35edacf0-8f95-481f-affd-912ca687d944 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:52.263835 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d9dcb595-fed1-4b67-9ae7-81bed1a9d91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:52.316927 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c5f51489-5da4-49a5-b2bb-0adea4c3b071 req-d060c6e8-62ba-4dbc-90bf-6cdc3eed9bd4 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0550547 Nov 12 00:54:52.352000 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c554b8a-3ba4-4f92-ace2-614daf85f51e x-openstack-request-id: req-2c554b8a-3ba4-4f92-ace2-614daf85f51e {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:52.352295 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91caed79-2b5b-47cf-8bf7-5c90089520af", "tag": "fe120d37-83a4-4009-966f-22cbbed66d29", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:52.352554 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2c554b8a-3ba4-4f92-ace2-614daf85f51e {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:52.353590 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91caed79-2b5b-47cf-8bf7-5c90089520af', 'tag': 'fe120d37-83a4-4009-966f-22cbbed66d29', 'status': 'completed', 'code': 200} Nov 12 00:54:52.359671 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8361002f-02f2-40ca-9861-e7c57973da10 None None] Unable to find a vacant binding_index for network 0eff94a3-e15a-4d59-866f-1870056f0a64 and agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 {{(pid=102663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 12 00:54:52.368338 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-630c495e-398a-46d6-851f-e9dd827e400e tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:52.374999 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8361002f-02f2-40ca-9861-e7c57973da10 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 0eff94a3-e15a-4d59-866f-1870056f0a64) {{(pid=102663) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 00:54:52.499639 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-630c495e-398a-46d6-851f-e9dd827e400e tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:52.538069 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-d9dcb595-fed1-4b67-9ae7-81bed1a9d91b None None] Provisioning complete for port 069f69b3-d382-4d9d-8619-bb773095e577 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:52.539304 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d9dcb595-fed1-4b67-9ae7-81bed1a9d91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:52.551651 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e9c78dd1-b98a-4c40-9bf3-fa5470a7804e req-b854ef29-6c08-4b84-a334-5edc874c3688 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:52.573011 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c495e-398a-46d6-851f-e9dd827e400e tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Pushing event deleted for resources: {'Subnet': ['ID=a941537f-87ac-4778-8ca0-0bee83a04e4a,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:52.601232 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1', '3629b7bf-0e38-4adc-b44c-74e486c8ef4d'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:52.621013 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f96f3784-bc34-4379-ab7a-189ab6ce316f req-6271b86a-927e-4028-996f-a76cec6bbb7f service neutron] 10.222.0.49 "GET /v2.0/networks/64d0a3ec-0436-4a58-adbd-c456a9570421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243732 Nov 12 00:54:52.624525 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2ba1d482-a6a7-4dd1-b377-e53f860ac83e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:52.642126 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854ef29-6c08-4b84-a334-5edc874c3688 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Pushing event deleted for resources: {'Port': ['ID=40da9af8-2c60-4f9c-be71-25e602fb54e1,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:52.675693 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2ba1d482-a6a7-4dd1-b377-e53f860ac83e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:52.727551 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-630c495e-398a-46d6-851f-e9dd827e400e tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:52.744031 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c78dd1-b98a-4c40-9bf3-fa5470a7804e req-b854ef29-6c08-4b84-a334-5edc874c3688 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] No DVR routers for this DVR port 40da9af8-2c60-4f9c-be71-25e602fb54e1 on host n-h2-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:54:52.770582 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e9c78dd1-b98a-4c40-9bf3-fa5470a7804e req-b854ef29-6c08-4b84-a334-5edc874c3688 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:52.774279 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e9c78dd1-b98a-4c40-9bf3-fa5470a7804e req-b854ef29-6c08-4b84-a334-5edc874c3688 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "DELETE /v2.0/ports/40da9af8-2c60-4f9c-be71-25e602fb54e1 HTTP/1.1" status: 204 len: 173 time: 1.3342247 Nov 12 00:54:52.782881 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c4fb1-3b45-4777-abba-6c38f106f860 req-5f23bb9b-d390-4983-bed1-6457e0076132 tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:52.795248 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-2ba1d482-a6a7-4dd1-b377-e53f860ac83e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a98754384d1749ba89818942932fd7ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7661784 Nov 12 00:54:52.795575 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2b5c4fb1-3b45-4777-abba-6c38f106f860 req-5f23bb9b-d390-4983-bed1-6457e0076132 tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] 10.222.0.20 "GET /v2.0/ports?device_id=91caed79-2b5b-47cf-8bf7-5c90089520af HTTP/1.1" status: 200 len: 943 time: 0.3165052 Nov 12 00:54:52.796558 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 33742) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:52.824289 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1154b83a-e7c4-4a27-b7ea-835ed3253288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:52.829544 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-630c495e-398a-46d6-851f-e9dd827e400e tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eff94a3-e15a-4d59-866f-1870056f0a64']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:52.859988 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba1d482-a6a7-4dd1-b377-e53f860ac83e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471eb982-8648-4d83-8976-658cec188b36,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:52.860770 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-630c495e-398a-46d6-851f-e9dd827e400e tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e31908a9-4d1a-497b-bd7a-cefc232c9b8d') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:52.861176 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-630c495e-398a-46d6-851f-e9dd827e400e tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e31908a9-4d1a-497b-bd7a-cefc232c9b8d') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:52.906891 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-630c495e-398a-46d6-851f-e9dd827e400e tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:52.960477 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-630c495e-398a-46d6-851f-e9dd827e400e tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:52.967210 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9e6c4ca5-42d0-44c3-9004-f821b0996054 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:52.981506 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f96f3784-bc34-4379-ab7a-189ab6ce316f req-ce1930a1-a793-490c-b44c-a295bfa4305a service neutron] 10.222.0.49 "GET /v2.0/networks/64d0a3ec-0436-4a58-adbd-c456a9570421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414433 Nov 12 00:54:52.998260 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2b5c4fb1-3b45-4777-abba-6c38f106f860 req-2d490c5c-4b41-4a1e-b3ed-16874c71a5ad tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] 10.222.0.20 "GET /v2.0/security-groups?id=e41fb2b7-cb18-49bf-b0df-6e9014570766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014735 Nov 12 00:54:52.999468 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-d9dcb595-fed1-4b67-9ae7-81bed1a9d91b None None] Provisioning complete for port f964b341-6e1e-42b4-8e2f-7cd3dc11bf4b triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:52.999867 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d9dcb595-fed1-4b67-9ae7-81bed1a9d91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:53.002703 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334c410a-ea42-4d40-8b9b-50fac76d0536 None None] DHCP port deletion for 64d0a3ec-0436-4a58-adbd-c456a9570421 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:54:53.004184 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-630c495e-398a-46d6-851f-e9dd827e400e tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:54:53.005357 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-630c495e-398a-46d6-851f-e9dd827e400e tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:53.005686 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c8b499-3c5d-44ec-b28d-6bd9a3bcde45 None None] Network 0eff94a3-e15a-4d59-866f-1870056f0a64 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:53.028594 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 00:54:53.028594 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:54:53.028594 n-d-812236-11 neutron-server[102662]: timer() Nov 12 00:54:53.028594 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:54:53.028594 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 00:54:53.028594 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:54:53.028594 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 00:54:53.028594 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:54:53.028594 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 00:54:53.028594 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:54:53.028594 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 00:54:53.028594 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:54:53.028594 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 00:54:53.028594 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:54:53.028594 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:54:53.028594 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:54:53.028594 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:54:53.028594 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:54:53.028594 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 00:54:53.028594 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:54:53.028594 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 00:54:53.028594 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:54:53.028594 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:54:53.028594 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:54:53.028594 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 00:54:53.028594 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:54:53.028594 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:54:53.028594 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:54:53.028594 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:54:53.028594 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:54:53.028594 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:54:53.028594 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:54:53.048962 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9e6c4ca5-42d0-44c3-9004-f821b0996054 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:53.229894 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab96014-0fbc-4483-a0e6-f9f9ec6361e9 req-c788ecc3-2c0b-4853-aecb-9ba6a0a85c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:53.231945 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aab96014-0fbc-4483-a0e6-f9f9ec6361e9 req-c788ecc3-2c0b-4853-aecb-9ba6a0a85c6c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=105f32a62b4a456caf389026be4c81ea&device_id=91caed79-2b5b-47cf-8bf7-5c90089520af HTTP/1.1" status: 200 len: 1095 time: 0.1329458 Nov 12 00:54:53.274759 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9e6c4ca5-42d0-44c3-9004-f821b0996054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:53.284131 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9e6c4ca5-42d0-44c3-9004-f821b0996054 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:53.285616 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-9e6c4ca5-42d0-44c3-9004-f821b0996054 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/471eb982-8648-4d83-8976-658cec188b36 HTTP/1.1" status: 204 len: 168 time: 0.4541581 Nov 12 00:54:53.305108 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-630c495e-398a-46d6-851f-e9dd827e400e tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:53.316409 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-630c495e-398a-46d6-851f-e9dd827e400e tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:53.325593 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-630c495e-398a-46d6-851f-e9dd827e400e tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "DELETE /v2.0/networks/0eff94a3-e15a-4d59-866f-1870056f0a64 HTTP/1.1" status: 204 len: 168 time: 1.9359710 Nov 12 00:54:53.338619 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 33762) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:53.346522 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-a4b8017c-a26d-4028-bc8c-41bde789b5b9 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-167342225'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:53.378289 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c495e-398a-46d6-851f-e9dd827e400e tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Pushing event deleted for resources: {'Network': ['ID=0eff94a3-e15a-4d59-866f-1870056f0a64,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:53.383250 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6c4ca5-42d0-44c3-9004-f821b0996054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471eb982-8648-4d83-8976-658cec188b36,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:53.425967 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6fab9-72ba-4b53-b527-190898034712 req-69346a94-a684-48ce-9f97-c0daa113cee5 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:53.433661 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-11f6fab9-72ba-4b53-b527-190898034712 req-69346a94-a684-48ce-9f97-c0daa113cee5 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 946 time: 0.2368431 Nov 12 00:54:53.506568 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b8017c-a26d-4028-bc8c-41bde789b5b9 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Made reservation on behalf of c9e7c999fc204557a014529c174efb0d for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:53.513949 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a4b8017c-a26d-4028-bc8c-41bde789b5b9 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:53.532798 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 35edacf0-8f95-481f-affd-912ca687d944 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:54:53.589467 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1154b83a-e7c4-4a27-b7ea-835ed3253288 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:53.599380 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab96014-0fbc-4483-a0e6-f9f9ec6361e9 req-f70bc034-9b8a-4879-b52c-1f4182146229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:53.601292 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aab96014-0fbc-4483-a0e6-f9f9ec6361e9 req-f70bc034-9b8a-4879-b52c-1f4182146229 service neutron] 10.222.0.49 "GET /v2.0/networks?id=64d0a3ec-0436-4a58-adbd-c456a9570421 HTTP/1.1" status: 200 len: 910 time: 0.3574955 Nov 12 00:54:53.614048 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1154b83a-e7c4-4a27-b7ea-835ed3253288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:53.650897 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406d34e5-d66a-43fa-b406-440149d9f672 None None] Network 0eff94a3-e15a-4d59-866f-1870056f0a64 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:53.710347 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aab96014-0fbc-4483-a0e6-f9f9ec6361e9 req-4df4796b-5b52-47cb-a9fc-c51b41121652 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe120d37-83a4-4009-966f-22cbbed66d29 HTTP/1.1" status: 200 len: 217 time: 0.0836587 Nov 12 00:54:53.722810 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-11f6fab9-72ba-4b53-b527-190898034712 req-75ebaa8e-5b85-4a9a-9973-232807ef2f7d tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2871954 Nov 12 00:54:53.735987 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b8017c-a26d-4028-bc8c-41bde789b5b9 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:54:53.749113 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406d34e5-d66a-43fa-b406-440149d9f672 None None] Network 0eff94a3-e15a-4d59-866f-1870056f0a64 could not be found, it might have been deleted concurrently. {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 00:54:53.772905 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a4b8017c-a26d-4028-bc8c-41bde789b5b9 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:53.773256 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-a4b8017c-a26d-4028-bc8c-41bde789b5b9 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Added segment 1f02e8d9-c38b-4d67-be4d-4570cf05f83a of type vlan for network d79d4a55-2908-4341-a52c-143413efeea0 Nov 12 00:54:53.814345 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1154b83a-e7c4-4a27-b7ea-835ed3253288 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:53.832820 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154b83a-e7c4-4a27-b7ea-835ed3253288 admin admin] Pushing event updated for resources: {'Port': ['ID=f632277d-70dd-490e-b1bd-49766ad29700,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:53.850575 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ec52f3bb-8e3e-4f92-a668-349be0e170a6 req-703c32eb-3108-421a-a4c1-f52a9304ab45 tempest-ServerShowV254Test-10787923 tempest-ServerShowV254Test-10787923-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d46e7c9-3709-48ea-867e-c6bcacb9dc3e HTTP/1.1" status: 200 len: 210 time: 0.0759795 Nov 12 00:54:53.859985 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab96014-0fbc-4483-a0e6-f9f9ec6361e9 req-53c424a9-1a96-46e3-a635-4b0fcb5e7208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:53.862359 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aab96014-0fbc-4483-a0e6-f9f9ec6361e9 req-53c424a9-1a96-46e3-a635-4b0fcb5e7208 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=db656fb3-fa93-401a-8fbb-ba465b785540 HTTP/1.1" status: 200 len: 849 time: 0.1511309 Nov 12 00:54:53.909192 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 35edacf0-8f95-481f-affd-912ca687d944 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:53.910166 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:53.915600 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aab96014-0fbc-4483-a0e6-f9f9ec6361e9 req-5a368a13-3d1e-4bd5-8d55-724a1a665aea service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64d0a3ec-0436-4a58-adbd-c456a9570421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397005 Nov 12 00:54:53.956083 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-22dc4744-2191-44cd-bee4-be2078f0e52e None None] Provisioning complete for port f632277d-70dd-490e-b1bd-49766ad29700 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:53.956459 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-22dc4744-2191-44cd-bee4-be2078f0e52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:53.982520 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a4b8017c-a26d-4028-bc8c-41bde789b5b9 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:54.019758 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-22dc4744-2191-44cd-bee4-be2078f0e52e None None] Port f632277d-70dd-490e-b1bd-49766ad29700 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:54:54.039903 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff038b3-5eb7-4801-9738-63487ca68144 req-61e77f7b-91b5-462d-a637-a534489db874 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:54.055087 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fff038b3-5eb7-4801-9738-63487ca68144 req-61e77f7b-91b5-462d-a637-a534489db874 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 946 time: 0.1496382 Nov 12 00:54:54.066445 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aab96014-0fbc-4483-a0e6-f9f9ec6361e9 req-0efeaf39-06d1-434f-881e-6edbd00130a2 service neutron] 10.222.0.49 "GET /v2.0/networks/64d0a3ec-0436-4a58-adbd-c456a9570421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408217 Nov 12 00:54:54.067631 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 33778) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:54.074325 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-d6d66ba5-2c46-411b-87ea-46704e18f8db tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Request body: {'floatingip': {'port_id': 'ded2273a-2a05-4940-8a85-b6f893dc4749'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:54.094406 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device f964b341-6e1e-42b4-8e2f-7cd3dc11bf4b up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:54:54.144300 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a4b8017c-a26d-4028-bc8c-41bde789b5b9 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:54.161976 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b8017c-a26d-4028-bc8c-41bde789b5b9 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:54.164776 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a4b8017c-a26d-4028-bc8c-41bde789b5b9 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:54.171835 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d6d66ba5-2c46-411b-87ea-46704e18f8db tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks [] for floatingip, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:54.231784 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port f964b341-6e1e-42b4-8e2f-7cd3dc11bf4b triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:54.232165 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:54.253172 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1154b83a-e7c4-4a27-b7ea-835ed3253288 admin admin] Network 6d66b009-87d4-44ee-a0b8-482e36cd5030 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:54.265009 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-1154b83a-e7c4-4a27-b7ea-835ed3253288 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:54.290600 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a4b8017c-a26d-4028-bc8c-41bde789b5b9 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9497225 Nov 12 00:54:54.301917 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 33788) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:54.360290 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c55965b-f440-4831-b400-6b94f6516f6f', 'name': 'network-vif-deleted', 'tag': '40da9af8-2c60-4f9c-be71-25e602fb54e1'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:54.362483 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282b68df-fc3a-4948-be1e-2453531622e9" -d '{"events": [{"server_uuid": "0c55965b-f440-4831-b400-6b94f6516f6f", "name": "network-vif-deleted", "tag": "40da9af8-2c60-4f9c-be71-25e602fb54e1"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:54.389984 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-8d064d4c-a6e5-4812-8096-e14ee4e131b2 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Request body: {'subnet': {'network_id': 'd79d4a55-2908-4341-a52c-143413efeea0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:54.426609 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9c04987c-9801-4049-b1bc-b2969d84bbd7 req-b3ab2594-6fe1-4664-8a97-8da118cd67e7 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0764780 Nov 12 00:54:54.442461 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b8017c-a26d-4028-bc8c-41bde789b5b9 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Pushing event updated for resources: {'Network': ['ID=d79d4a55-2908-4341-a52c-143413efeea0,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:54.484573 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network d79d4a55-2908-4341-a52c-143413efeea0 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:54:54.502280 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794a814-bcd4-4721-8497-141f9ce4b166 req-c72c3012-6bcf-447b-9786-ef0e2aae6ee2 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:54.503833 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8794a814-bcd4-4721-8497-141f9ce4b166 req-c72c3012-6bcf-447b-9786-ef0e2aae6ee2 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=17640973-c840-491e-b8a3-58a85d13028a HTTP/1.1" status: 200 len: 907 time: 0.2490702 Nov 12 00:54:54.511108 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aab96014-0fbc-4483-a0e6-f9f9ec6361e9 req-8ce33144-9adc-4978-af12-0524a2e361a5 service neutron] 10.222.0.49 "GET /v2.0/networks/64d0a3ec-0436-4a58-adbd-c456a9570421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4306691 Nov 12 00:54:54.609234 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9c1dc5-2507-4a1f-860f-0ab50a0da808 x-openstack-request-id: req-6c9c1dc5-2507-4a1f-860f-0ab50a0da808 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:54.609906 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c55965b-f440-4831-b400-6b94f6516f6f", "name": "network-vif-deleted", "tag": "40da9af8-2c60-4f9c-be71-25e602fb54e1", "status": "failed", "code": 422}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:54.610161 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c9c1dc5-2507-4a1f-860f-0ab50a0da808 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:54.610622 n-d-812236-11 neutron-server[102661]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0c55965b-f440-4831-b400-6b94f6516f6f', 'name': 'network-vif-deleted', 'tag': '40da9af8-2c60-4f9c-be71-25e602fb54e1', 'status': 'failed', 'code': 422} returned with failed status Nov 12 00:54:54.661742 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dac5b4-075e-4438-954b-c17abdd08d6e req-f5cbcb01-e277-4c33-8042-32dd17990cf6 tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:54.663621 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-81dac5b4-075e-4438-954b-c17abdd08d6e req-f5cbcb01-e277-4c33-8042-32dd17990cf6 tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] 10.222.0.20 "GET /v2.0/ports?device_id=91caed79-2b5b-47cf-8bf7-5c90089520af HTTP/1.1" status: 200 len: 943 time: 0.4922502 Nov 12 00:54:54.678205 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-44944684-35fc-43c5-83ec-fb5b576d69a8 None None] Provisioning complete for port f632277d-70dd-490e-b1bd-49766ad29700 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:54.678781 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-44944684-35fc-43c5-83ec-fb5b576d69a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:54.715683 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1154b83a-e7c4-4a27-b7ea-835ed3253288 admin admin] Router 76898a84-4c91-4751-8001-8154b7313ea5 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:54:54.721258 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-44944684-35fc-43c5-83ec-fb5b576d69a8 None None] Port f632277d-70dd-490e-b1bd-49766ad29700 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:54:54.778712 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b3245eda-cb5b-43c2-8d90-820e3834d663 req-d9304770-7404-4c7c-bc60-4b19936efd99 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0757692 Nov 12 00:54:54.798747 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-81dac5b4-075e-4438-954b-c17abdd08d6e req-42d3f1bf-cfe5-4d35-b361-c6e0f112dbca tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] 10.222.0.20 "GET /v2.0/security-groups?id=e41fb2b7-cb18-49bf-b0df-6e9014570766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046476 Nov 12 00:54:54.835073 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d064d4c-a6e5-4812-8096-e14ee4e131b2 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Made reservation on behalf of c9e7c999fc204557a014529c174efb0d for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:54.839753 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8d064d4c-a6e5-4812-8096-e14ee4e131b2 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:54.980055 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1154b83a-e7c4-4a27-b7ea-835ed3253288 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:54:54.994084 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1154b83a-e7c4-4a27-b7ea-835ed3253288 admin admin] 10.222.0.20 "PUT /v2.0/routers/76898a84-4c91-4751-8001-8154b7313ea5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0310390 Nov 12 00:54:54.997817 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4254162f-1601-422f-97fc-42c830e42586 None None] Sync routers for ids ['76898a84-4c91-4751-8001-8154b7313ea5'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:54:55.011110 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-80ff11d9-08df-4bf0-96d9-b85ee900242f req-7eb1be5d-c117-4601-bcd6-07b3935243b8 tempest-ServerShowV254Test-10787923 tempest-ServerShowV254Test-10787923-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d46e7c9-3709-48ea-867e-c6bcacb9dc3e HTTP/1.1" status: 200 len: 210 time: 0.0354931 Nov 12 00:54:55.020129 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d6d66ba5-2c46-411b-87ea-46704e18f8db tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:55.023304 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4254162f-1601-422f-97fc-42c830e42586 None None] Routers {'76898a84-4c91-4751-8001-8154b7313ea5'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:54:55.024073 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-4254162f-1601-422f-97fc-42c830e42586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:54:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['76898a84-4c91-4751-8001-8154b7313ea5'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:55.028113 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d6d66ba5-2c46-411b-87ea-46704e18f8db tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:55.138565 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8d064d4c-a6e5-4812-8096-e14ee4e131b2 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:55.175116 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [None req-d6d66ba5-2c46-411b-87ea-46704e18f8db tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Floating IP 7786e5a6-2366-4e8d-9644-cc8845e8b1d9 associated. External IP: 172.25.2.212, port: ded2273a-2a05-4940-8a85-b6f893dc4749. Nov 12 00:54:55.221204 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d064d4c-a6e5-4812-8096-e14ee4e131b2 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Checking segment: {'id': '1f02e8d9-c38b-4d67-be4d-4570cf05f83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd79d4a55-2908-4341-a52c-143413efeea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:55.221583 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-4254162f-1601-422f-97fc-42c830e42586 None None] Set router 76898a84-4c91-4751-8001-8154b7313ea5 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:54:55.221794 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d064d4c-a6e5-4812-8096-e14ee4e131b2 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Network hostable DHCP agents. Network: d79d4a55-2908-4341-a52c-143413efeea0, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:54:55.225259 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d064d4c-a6e5-4812-8096-e14ee4e131b2 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Pushing event updated for resources: {'Subnet': ['ID=8fb22fea-ec89-432c-a5da-c27f899463e5,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:55.255792 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d064d4c-a6e5-4812-8096-e14ee4e131b2 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Network d79d4a55-2908-4341-a52c-143413efeea0 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:54:55.268316 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-8d064d4c-a6e5-4812-8096-e14ee4e131b2 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, d79d4a55-2908-4341-a52c-143413efeea0) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:55.274526 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d064d4c-a6e5-4812-8096-e14ee4e131b2 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:55.275115 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8d064d4c-a6e5-4812-8096-e14ee4e131b2 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:55.278479 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec234af-95d9-4a6d-8034-009f9c1b6a68 None None] Network d79d4a55-2908-4341-a52c-143413efeea0 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:55.301953 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8d064d4c-a6e5-4812-8096-e14ee4e131b2 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9545581 Nov 12 00:54:55.302773 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 33822) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:55.333751 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 33824) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:55.490175 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-84207ac7-aaca-4e0d-a56e-bdeacbe8dd02 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:55.530279 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-56683de0-6bae-4ef4-a398-cbbbdcb47f32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:55.550269 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d66ba5-2c46-411b-87ea-46704e18f8db tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Router 8791e296-66f3-41ae-9874-5fc104263c13 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:54:55.583185 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-84207ac7-aaca-4e0d-a56e-bdeacbe8dd02 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:55.649521 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device fe120d37-83a4-4009-966f-22cbbed66d29 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:54:55.742041 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e49b90-11d0-47ac-a7f5-944ad0b8fd68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-d79d4a55-2908-4341-a52c-143413efeea0', 'network_id': 'd79d4a55-2908-4341-a52c-143413efeea0', 'tenant_id': 'c9e7c999fc204557a014529c174efb0d', 'fixed_ips': [{'subnet_id': '8fb22fea-ec89-432c-a5da-c27f899463e5'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:54:55.742930 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-96e49b90-11d0-47ac-a7f5-944ad0b8fd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:55.758601 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-84207ac7-aaca-4e0d-a56e-bdeacbe8dd02 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:55.803382 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84207ac7-aaca-4e0d-a56e-bdeacbe8dd02 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Pushing event deleted for resources: {'Subnet': ['ID=8fb22fea-ec89-432c-a5da-c27f899463e5,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:55.849820 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ddcddf-3d84-4aea-b792-a8bc10c4df21 req-1196be7d-fce2-4e8e-97bd-1bdef1e23642 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:55.852432 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-06ddcddf-3d84-4aea-b792-a8bc10c4df21 req-1196be7d-fce2-4e8e-97bd-1bdef1e23642 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=17640973-c840-491e-b8a3-58a85d13028a HTTP/1.1" status: 200 len: 907 time: 0.1974328 Nov 12 00:54:55.951133 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-84207ac7-aaca-4e0d-a56e-bdeacbe8dd02 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:55.980234 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-84207ac7-aaca-4e0d-a56e-bdeacbe8dd02 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d79d4a55-2908-4341-a52c-143413efeea0']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:55.992086 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-84207ac7-aaca-4e0d-a56e-bdeacbe8dd02 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f02e8d9-c38b-4d67-be4d-4570cf05f83a') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:55.992461 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-84207ac7-aaca-4e0d-a56e-bdeacbe8dd02 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f02e8d9-c38b-4d67-be4d-4570cf05f83a') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:55.993610 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb4c786-166e-43f5-ad0a-919f90ac85b2 None None] Network d79d4a55-2908-4341-a52c-143413efeea0 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:56.023907 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-84207ac7-aaca-4e0d-a56e-bdeacbe8dd02 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:56.044922 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-84207ac7-aaca-4e0d-a56e-bdeacbe8dd02 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:56.052225 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84207ac7-aaca-4e0d-a56e-bdeacbe8dd02 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:54:56.053337 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-84207ac7-aaca-4e0d-a56e-bdeacbe8dd02 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:56.058250 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 00:54:56.058250 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:54:56.058250 n-d-812236-11 neutron-server[102662]: timer() Nov 12 00:54:56.058250 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:54:56.058250 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 00:54:56.058250 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:54:56.058250 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 00:54:56.058250 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:54:56.058250 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 00:54:56.058250 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:54:56.058250 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 00:54:56.058250 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:54:56.058250 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 00:54:56.058250 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:54:56.058250 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:54:56.058250 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:54:56.058250 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:54:56.058250 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:54:56.058250 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 00:54:56.058250 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:54:56.058250 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 00:54:56.058250 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:54:56.058250 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:54:56.058250 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:54:56.058250 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 00:54:56.058250 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:54:56.058250 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:54:56.058250 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:54:56.058250 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:54:56.058250 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:54:56.058250 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:54:56.058250 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:54:56.136338 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-84207ac7-aaca-4e0d-a56e-bdeacbe8dd02 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:56.145414 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port fe120d37-83a4-4009-966f-22cbbed66d29, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=fe120d37-83a4-4009-966f-22cbbed66d29,segment=NetworkSegment(c23b9c05-1da3-44af-b1e5-8ea6ef4e27eb),segment_id=c23b9c05-1da3-44af-b1e5-8ea6ef4e27eb)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:56.168717 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-84207ac7-aaca-4e0d-a56e-bdeacbe8dd02 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:56.175082 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-84207ac7-aaca-4e0d-a56e-bdeacbe8dd02 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "DELETE /v2.0/networks/d79d4a55-2908-4341-a52c-143413efeea0 HTTP/1.1" status: 204 len: 168 time: 0.8681531 Nov 12 00:54:56.176800 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 33868) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:56.179859 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84207ac7-aaca-4e0d-a56e-bdeacbe8dd02 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Pushing event deleted for resources: {'Network': ['ID=d79d4a55-2908-4341-a52c-143413efeea0,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:56.194396 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-f808ff45-22af-4634-8f1c-485777852f26 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-772557164'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:56.202359 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': 'fe120d37-83a4-4009-966f-22cbbed66d29', 'network_id': '64d0a3ec-0436-4a58-adbd-c456a9570421', 'port_id': 'fe120d37-83a4-4009-966f-22cbbed66d29', 'mac_address': 'fa:16:3e:9e:a3:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db656fb3-fa93-401a-8fbb-ba465b785540', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:54:56.245317 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-56683de0-6bae-4ef4-a398-cbbbdcb47f32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:56.250360 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-57505010-aa46-4c9a-afb5-7c63a772acda req-18f56f2d-4729-43bc-94a1-46e941d7ccab tempest-ServerShowV254Test-10787923 tempest-ServerShowV254Test-10787923-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d46e7c9-3709-48ea-867e-c6bcacb9dc3e HTTP/1.1" status: 200 len: 210 time: 0.0737586 Nov 12 00:54:56.256044 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-4254162f-1601-422f-97fc-42c830e42586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76898a84-4c91-4751-8001-8154b7313ea5', 'name': 'tempest-TaggedBootDevicesTest_v242-1912484134-router', 'tenant_id': '99d22f2d09c941868df176b00803ab3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '35edacf0-8f95-481f-affd-912ca687d944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:54:44Z', 'updated_at': '2021-11-12T00:54:52Z', 'revision_number': 4, 'project_id': '99d22f2d09c941868df176b00803ab3d', 'gw_port': {'id': '35edacf0-8f95-481f-affd-912ca687d944', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76898a84-4c91-4751-8001-8154b7313ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:44Z', 'updated_at': '2021-11-12T00:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'f632277d-70dd-490e-b1bd-49766ad29700', 'name': '', 'network_id': '6d66b009-87d4-44ee-a0b8-482e36cd5030', 'tenant_id': '99d22f2d09c941868df176b00803ab3d', 'mac_address': 'fa:16:3e:68:30:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76898a84-4c91-4751-8001-8154b7313ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '84f3c115-0f29-44bb-9c76-e6ed88722019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:50Z', 'updated_at': '2021-11-12T00:54:52Z', 'revision_number': 2, 'project_id': '99d22f2d09c941868df176b00803ab3d', 'subnets': [{'id': '84f3c115-0f29-44bb-9c76-e6ed88722019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:56.266915 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f808ff45-22af-4634-8f1c-485777852f26 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Made reservation on behalf of c9e7c999fc204557a014529c174efb0d for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:56.272436 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d66ba5-2c46-411b-87ea-46704e18f8db tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:54:56.283225 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d6d66ba5-2c46-411b-87ea-46704e18f8db tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:56.283894 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f808ff45-22af-4634-8f1c-485777852f26 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:56.284069 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32eed2e7-c88b-40b6-a2c3-40d97f7c7bd7 None None] Sync routers for ids ['8791e296-66f3-41ae-9874-5fc104263c13'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:54:56.307160 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32eed2e7-c88b-40b6-a2c3-40d97f7c7bd7 None None] Routers {'8791e296-66f3-41ae-9874-5fc104263c13'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:54:56.307796 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-32eed2e7-c88b-40b6-a2c3-40d97f7c7bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:54:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['8791e296-66f3-41ae-9874-5fc104263c13'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:56.325947 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f808ff45-22af-4634-8f1c-485777852f26 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:54:56.341389 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f808ff45-22af-4634-8f1c-485777852f26 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:56.342058 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-f808ff45-22af-4634-8f1c-485777852f26 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Added segment d6fe377e-c6a4-4d0a-8179-a3371de85925 of type vlan for network 054e0eec-f401-47ca-8f73-9013628cfcc4 Nov 12 00:54:56.346022 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-56683de0-6bae-4ef4-a398-cbbbdcb47f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:56.377729 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92705fbe-5c89-46ad-8890-ed95838a89fa req-7f49a786-d275-462a-b431-de97de300c5a tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:56.377962 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4254162f-1601-422f-97fc-42c830e42586 None None] Checking router: 76898a84-4c91-4751-8001-8154b7313ea5 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:54:56.378300 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4254162f-1601-422f-97fc-42c830e42586 None None] Updating router 76898a84-4c91-4751-8001-8154b7313ea5 port f632277d-70dd-490e-b1bd-49766ad29700 binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:54:56.379238 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-92705fbe-5c89-46ad-8890-ed95838a89fa req-7f49a786-d275-462a-b431-de97de300c5a tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] 10.222.0.20 "GET /v2.0/ports?device_id=91caed79-2b5b-47cf-8bf7-5c90089520af HTTP/1.1" status: 200 len: 943 time: 0.2556295 Nov 12 00:54:56.412239 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0fa60-aef5-4a51-9a9a-b55d832caf28 req-7d580e1a-f3b5-4062-b6e0-f69aa6f1e5e7 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:56.413094 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f808ff45-22af-4634-8f1c-485777852f26 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:56.413249 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-57f0fa60-aef5-4a51-9a9a-b55d832caf28 req-7d580e1a-f3b5-4062-b6e0-f69aa6f1e5e7 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.54 "GET /v2.0/ports?device_id=17640973-c840-491e-b8a3-58a85d13028a HTTP/1.1" status: 200 len: 907 time: 0.2884052 Nov 12 00:54:56.425071 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d6d66ba5-2c46-411b-87ea-46704e18f8db tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "PUT /v2.0/floatingips/7786e5a6-2366-4e8d-9644-cc8845e8b1d9 HTTP/1.1" status: 200 len: 992 time: 2.3555980 Nov 12 00:54:56.453790 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-56683de0-6bae-4ef4-a398-cbbbdcb47f32 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bfaf8ad724d745aca1392ed98b9b591d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1148603 Nov 12 00:54:56.453939 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f808ff45-22af-4634-8f1c-485777852f26 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:56.463546 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-32eed2e7-c88b-40b6-a2c3-40d97f7c7bd7 None None] Set router 8791e296-66f3-41ae-9874-5fc104263c13 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:54:56.470026 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f808ff45-22af-4634-8f1c-485777852f26 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:56.471398 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 33878) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:56.471997 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f808ff45-22af-4634-8f1c-485777852f26 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:56.484444 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56683de0-6bae-4ef4-a398-cbbbdcb47f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c79480-63a5-49fa-87a5-59ed64ec0d52,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:56.548234 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4254162f-1601-422f-97fc-42c830e42586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:56.615419 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ad650f9-334e-4ebc-86a3-73ea29f9ef7a', 'tag': 'ded2273a-2a05-4940-8a85-b6f893dc4749'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:56.617958 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c159ea-58fb-4f26-86b1-bc67a67d71e0" -d '{"events": [{"name": "network-changed", "server_uuid": "9ad650f9-334e-4ebc-86a3-73ea29f9ef7a", "tag": "ded2273a-2a05-4940-8a85-b6f893dc4749"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:56.641783 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-92705fbe-5c89-46ad-8890-ed95838a89fa req-dfef5299-9829-40bf-86b2-75a527c74b1d tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] 10.222.0.20 "GET /v2.0/security-groups?id=e41fb2b7-cb18-49bf-b0df-6e9014570766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493958 Nov 12 00:54:56.679682 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:56.703195 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-74cb22a7-9019-4ff3-a851-8719607f8435 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:56.710168 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f808ff45-22af-4634-8f1c-485777852f26 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5321870 Nov 12 00:54:56.716307 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 33904) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:56.719964 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f808ff45-22af-4634-8f1c-485777852f26 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Pushing event updated for resources: {'Network': ['ID=054e0eec-f401-47ca-8f73-9013628cfcc4,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:56.730713 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe120d37-83a4-4009-966f-22cbbed66d29 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:54:56.747722 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 054e0eec-f401-47ca-8f73-9013628cfcc4 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:54:56.755050 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-2d3a0628-03f4-452a-8370-cb4bae8de606 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Request body: {'subnet': {'network_id': '054e0eec-f401-47ca-8f73-9013628cfcc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:56.760478 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9576531f-8753-4c27-9a03-0d2678a86f45 x-openstack-request-id: req-9576531f-8753-4c27-9a03-0d2678a86f45 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:56.760698 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ad650f9-334e-4ebc-86a3-73ea29f9ef7a", "tag": "ded2273a-2a05-4940-8a85-b6f893dc4749", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:56.760820 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9576531f-8753-4c27-9a03-0d2678a86f45 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:56.761212 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ad650f9-334e-4ebc-86a3-73ea29f9ef7a', 'tag': 'ded2273a-2a05-4940-8a85-b6f893dc4749', 'status': 'completed', 'code': 200} Nov 12 00:54:56.766668 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-57f0fa60-aef5-4a51-9a9a-b55d832caf28 req-d97a04c6-13a5-4e7b-bf80-dbd57d2be0a5 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Deleting port 839b65b6-08c1-408a-a945-9c3231cef130 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:56.767004 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-57f0fa60-aef5-4a51-9a9a-b55d832caf28 req-d97a04c6-13a5-4e7b-bf80-dbd57d2be0a5 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:56.789118 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-32eed2e7-c88b-40b6-a2c3-40d97f7c7bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8791e296-66f3-41ae-9874-5fc104263c13', 'name': 'tempest-AttachVolumeShelveTestJSON-1644377525-router', 'tenant_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:15Z', 'updated_at': '2021-11-12T00:48:25Z', 'revision_number': 4, 'project_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'gw_port': {'id': 'c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:34:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8791e296-66f3-41ae-9874-5fc104263c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:17Z', 'updated_at': '2021-11-12T00:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '7786e5a6-2366-4e8d-9644-cc8845e8b1d9', 'tenant_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'floating_ip_address': '172.25.2.212', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '8791e296-66f3-41ae-9874-5fc104263c13', 'port_id': 'ded2273a-2a05-4940-8a85-b6f893dc4749', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48', 'mac_address': 'fa:16:3e:76:37:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad650f9-334e-4ebc-86a3-73ea29f9ef7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:54:30Z', 'updated_at': '2021-11-12T00:54:54Z', 'revision_number': 1, 'project_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb6fe852-1ea9-402c-afd4-bb1c7226664d', 'name': '', 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48', 'tenant_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'mac_address': 'fa:16:3e:ce:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8791e296-66f3-41ae-9874-5fc104263c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '04c51f1f-4fad-42e7-a817-4af69d874ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:24Z', 'updated_at': '2021-11-12T00:48:32Z', 'revision_number': 5, 'project_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'subnets': [{'id': '04c51f1f-4fad-42e7-a817-4af69d874ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:56.821604 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32eed2e7-c88b-40b6-a2c3-40d97f7c7bd7 None None] Checking router: 8791e296-66f3-41ae-9874-5fc104263c13 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:54:56.832111 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-74cb22a7-9019-4ff3-a851-8719607f8435 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:56.834649 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32eed2e7-c88b-40b6-a2c3-40d97f7c7bd7 None None] Routers {'8791e296-66f3-41ae-9874-5fc104263c13'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:54:56.835483 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-32eed2e7-c88b-40b6-a2c3-40d97f7c7bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:54:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['8791e296-66f3-41ae-9874-5fc104263c13'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:56.886804 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port fe120d37-83a4-4009-966f-22cbbed66d29, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=fe120d37-83a4-4009-966f-22cbbed66d29,segment=NetworkSegment(c23b9c05-1da3-44af-b1e5-8ea6ef4e27eb),segment_id=c23b9c05-1da3-44af-b1e5-8ea6ef4e27eb)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:57.002225 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:57.023896 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-32eed2e7-c88b-40b6-a2c3-40d97f7c7bd7 None None] Set router 8791e296-66f3-41ae-9874-5fc104263c13 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:54:57.103187 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c159ea-58fb-4f26-86b1-bc67a67d71e0 req-d9ce7336-7f25-4b0c-806d-6e70e52f82e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:57.105582 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d5c159ea-58fb-4f26-86b1-bc67a67d71e0 req-d9ce7336-7f25-4b0c-806d-6e70e52f82e8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f62521c5dc664ba4a3bbe0954819df3b&device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 1098 time: 0.2936602 Nov 12 00:54:57.137330 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=fe120d37-83a4-4009-966f-22cbbed66d29,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:57.212145 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680b2ac-436e-4d5f-b327-60c4e4fee52d req-a5e1851e-02a0-45c5-8284-44198e6da07d tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:57.226111 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1680b2ac-436e-4d5f-b327-60c4e4fee52d req-a5e1851e-02a0-45c5-8284-44198e6da07d tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=17640973-c840-491e-b8a3-58a85d13028a HTTP/1.1" status: 200 len: 907 time: 0.2330370 Nov 12 00:54:57.277133 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-57f0fa60-aef5-4a51-9a9a-b55d832caf28 req-d97a04c6-13a5-4e7b-bf80-dbd57d2be0a5 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] For port 839b65b6-08c1-408a-a945-9c3231cef130, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=839b65b6-08c1-408a-a945-9c3231cef130,segment=NetworkSegment(8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b),segment_id=8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:57.278543 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-57f0fa60-aef5-4a51-9a9a-b55d832caf28 req-d97a04c6-13a5-4e7b-bf80-dbd57d2be0a5 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:57.300649 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-74cb22a7-9019-4ff3-a851-8719607f8435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:57.303831 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-74cb22a7-9019-4ff3-a851-8719607f8435 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:57.305722 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-74cb22a7-9019-4ff3-a851-8719607f8435 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/86c79480-63a5-49fa-87a5-59ed64ec0d52 HTTP/1.1" status: 204 len: 168 time: 0.8303828 Nov 12 00:54:57.332670 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['fe120d37-83a4-4009-966f-22cbbed66d29'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:57.345248 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ccecc332-9c79-46ca-bafa-8900c1288faf req-f12fd67b-2e47-4df1-925f-223855d8087b service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0891671 Nov 12 00:54:57.357757 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-57f0fa60-aef5-4a51-9a9a-b55d832caf28 req-d97a04c6-13a5-4e7b-bf80-dbd57d2be0a5 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Calling delete_port for 839b65b6-08c1-408a-a945-9c3231cef130 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:57.373032 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3a0628-03f4-452a-8370-cb4bae8de606 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Made reservation on behalf of c9e7c999fc204557a014529c174efb0d for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:57.381157 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2d3a0628-03f4-452a-8370-cb4bae8de606 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:57.476618 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-434c961f-08fd-436a-b324-3798d71aa8b3 req-32503a20-bd3e-4051-9b13-91197ce85299 tempest-ServerShowV254Test-10787923 tempest-ServerShowV254Test-10787923-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d46e7c9-3709-48ea-867e-c6bcacb9dc3e HTTP/1.1" status: 200 len: 210 time: 0.0600665 Nov 12 00:54:57.504747 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cb22a7-9019-4ff3-a851-8719607f8435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c79480-63a5-49fa-87a5-59ed64ec0d52,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:57.692794 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-32eed2e7-c88b-40b6-a2c3-40d97f7c7bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8791e296-66f3-41ae-9874-5fc104263c13', 'name': 'tempest-AttachVolumeShelveTestJSON-1644377525-router', 'tenant_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:15Z', 'updated_at': '2021-11-12T00:48:25Z', 'revision_number': 4, 'project_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'gw_port': {'id': 'c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:34:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8791e296-66f3-41ae-9874-5fc104263c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:17Z', 'updated_at': '2021-11-12T00:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '7786e5a6-2366-4e8d-9644-cc8845e8b1d9', 'tenant_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'floating_ip_address': '172.25.2.212', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '8791e296-66f3-41ae-9874-5fc104263c13', 'port_id': 'ded2273a-2a05-4940-8a85-b6f893dc4749', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48', 'mac_address': 'fa:16:3e:76:37:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad650f9-334e-4ebc-86a3-73ea29f9ef7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:54:30Z', 'updated_at': '2021-11-12T00:54:54Z', 'revision_number': 1, 'project_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb6fe852-1ea9-402c-afd4-bb1c7226664d', 'name': '', 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48', 'tenant_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'mac_address': 'fa:16:3e:ce:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8791e296-66f3-41ae-9874-5fc104263c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '04c51f1f-4fad-42e7-a817-4af69d874ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:24Z', 'updated_at': '2021-11-12T00:48:32Z', 'revision_number': 5, 'project_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'subnets': [{'id': '04c51f1f-4fad-42e7-a817-4af69d874ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:57.713863 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4254162f-1601-422f-97fc-42c830e42586 None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:57.729774 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4254162f-1601-422f-97fc-42c830e42586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:57.744962 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32eed2e7-c88b-40b6-a2c3-40d97f7c7bd7 None None] The sync data for ids ['8791e296-66f3-41ae-9874-5fc104263c13'] in n-d-812236-11 is: [{'id': '8791e296-66f3-41ae-9874-5fc104263c13', 'name': 'tempest-AttachVolumeShelveTestJSON-1644377525-router', 'tenant_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:15Z', 'updated_at': '2021-11-12T00:48:25Z', 'revision_number': 4, 'project_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'gw_port': {'id': 'c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:34:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8791e296-66f3-41ae-9874-5fc104263c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:17Z', 'updated_at': '2021-11-12T00:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '7786e5a6-2366-4e8d-9644-cc8845e8b1d9', 'tenant_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'floating_ip_address': '172.25.2.212', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '8791e296-66f3-41ae-9874-5fc104263c13', 'port_id': 'ded2273a-2a05-4940-8a85-b6f893dc4749', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48', 'mac_address': 'fa:16:3e:76:37:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad650f9-334e-4ebc-86a3-73ea29f9ef7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:54:30Z', 'updated_at': '2021-11-12T00:54:54Z', 'revision_number': 1, 'project_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb6fe852-1ea9-402c-afd4-bb1c7226664d', 'name': '', 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48', 'tenant_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'mac_address': 'fa:16:3e:ce:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8791e296-66f3-41ae-9874-5fc104263c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '04c51f1f-4fad-42e7-a817-4af69d874ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:24Z', 'updated_at': '2021-11-12T00:48:32Z', 'revision_number': 5, 'project_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'subnets': [{'id': '04c51f1f-4fad-42e7-a817-4af69d874ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:54:57.780842 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c159ea-58fb-4f26-86b1-bc67a67d71e0 req-3723ecb5-7765-4e24-aec0-d3cce2a6bfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:57.786802 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d5c159ea-58fb-4f26-86b1-bc67a67d71e0 req-3723ecb5-7765-4e24-aec0-d3cce2a6bfc5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9bd80eeb-5154-4c03-9db9-fcf789d8dd48 HTTP/1.1" status: 200 len: 918 time: 0.6690347 Nov 12 00:54:57.891489 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e6487-b3a1-4549-807e-67fe032cfee6 req-d0fca2d4-eab4-4eb2-a762-28f68eb97f68 tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:57.902627 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0a2e6487-b3a1-4549-807e-67fe032cfee6 req-d0fca2d4-eab4-4eb2-a762-28f68eb97f68 tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] 10.222.0.20 "GET /v2.0/ports?device_id=91caed79-2b5b-47cf-8bf7-5c90089520af HTTP/1.1" status: 200 len: 944 time: 0.0983007 Nov 12 00:54:58.013674 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6830951-e573-46f9-8ba7-9f92ce9cf476 None None] Pushing event updated for resources: {'Port': ['ID=f632277d-70dd-490e-b1bd-49766ad29700,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:58.018987 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0a2e6487-b3a1-4549-807e-67fe032cfee6 req-b0e113ac-6f08-4460-8ad9-0f58abb129d9 tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] 10.222.0.20 "GET /v2.0/security-groups?id=e41fb2b7-cb18-49bf-b0df-6e9014570766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145303 Nov 12 00:54:58.036506 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d5c159ea-58fb-4f26-86b1-bc67a67d71e0 req-46f6449f-584c-4247-9bcc-8e5eceeb4552 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ded2273a-2a05-4940-8a85-b6f893dc4749 HTTP/1.1" status: 200 len: 1000 time: 0.2394381 Nov 12 00:54:58.138302 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-4254162f-1601-422f-97fc-42c830e42586 None None] Attempting to bind port f632277d-70dd-490e-b1bd-49766ad29700 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:54:58.138681 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-4254162f-1601-422f-97fc-42c830e42586 None None] Attempting to bind port f632277d-70dd-490e-b1bd-49766ad29700 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'bac9ae7f-c1bf-42c9-91a3-fcb8f2c6d79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6d66b009-87d4-44ee-a0b8-482e36cd5030'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:54:58.139032 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4254162f-1601-422f-97fc-42c830e42586 None None] Attempting to bind port f632277d-70dd-490e-b1bd-49766ad29700 on network 6d66b009-87d4-44ee-a0b8-482e36cd5030 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:58.149339 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4254162f-1601-422f-97fc-42c830e42586 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:54:58.149742 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4254162f-1601-422f-97fc-42c830e42586 None None] Checking segment: {'id': 'bac9ae7f-c1bf-42c9-91a3-fcb8f2c6d79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6d66b009-87d4-44ee-a0b8-482e36cd5030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:58.151386 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4254162f-1601-422f-97fc-42c830e42586 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:58.151855 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4254162f-1601-422f-97fc-42c830e42586 None None] Bound using segment: {'id': 'bac9ae7f-c1bf-42c9-91a3-fcb8f2c6d79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6d66b009-87d4-44ee-a0b8-482e36cd5030'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:54:58.152341 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-4254162f-1601-422f-97fc-42c830e42586 None None] Bound port: f632277d-70dd-490e-b1bd-49766ad29700, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac9ae7f-c1bf-42c9-91a3-fcb8f2c6d79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6d66b009-87d4-44ee-a0b8-482e36cd5030'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:54:58.152747 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4254162f-1601-422f-97fc-42c830e42586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:58.245339 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9801b719-3a14-40d0-a122-aa08ae4fcd1a None None] New status for floating IP 7786e5a6-2366-4e8d-9644-cc8845e8b1d9: ACTIVE {{(pid=102663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:54:58.256495 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c831c1f6-6ec4-4d19-a0c8-72e8b2ad02f3 req-730e707f-cdfa-4121-ad56-8d938779cb50 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0940924 Nov 12 00:54:58.330610 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c159ea-58fb-4f26-86b1-bc67a67d71e0 req-e8844c50-d8c6-4637-a14b-0aa3a1fc0295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:58.331683 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d5c159ea-58fb-4f26-86b1-bc67a67d71e0 req-e8844c50-d8c6-4637-a14b-0aa3a1fc0295 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=04c51f1f-4fad-42e7-a817-4af69d874ab6 HTTP/1.1" status: 200 len: 856 time: 0.2781696 Nov 12 00:54:58.489530 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2d3a0628-03f4-452a-8370-cb4bae8de606 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:58.496870 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-57f0fa60-aef5-4a51-9a9a-b55d832caf28 req-d97a04c6-13a5-4e7b-bf80-dbd57d2be0a5 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:58.509247 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-4254162f-1601-422f-97fc-42c830e42586 None None] For port f632277d-70dd-490e-b1bd-49766ad29700, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:54:58.541308 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-4254162f-1601-422f-97fc-42c830e42586 None None] For port f632277d-70dd-490e-b1bd-49766ad29700, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=f632277d-70dd-490e-b1bd-49766ad29700,segment=NetworkSegment(bac9ae7f-c1bf-42c9-91a3-fcb8f2c6d79e),segment_id=bac9ae7f-c1bf-42c9-91a3-fcb8f2c6d79e)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:54:58.541504 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c159ea-58fb-4f26-86b1-bc67a67d71e0 req-90391ed1-b83c-4dbd-98fe-b47516f15b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:58.543613 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d5c159ea-58fb-4f26-86b1-bc67a67d71e0 req-90391ed1-b83c-4dbd-98fe-b47516f15b01 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9bd80eeb-5154-4c03-9db9-fcf789d8dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2012134 Nov 12 00:54:58.548539 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-19173b9e-2e48-4f88-ada4-f9e98feb25b0 None None] Provisioning complete for port f632277d-70dd-490e-b1bd-49766ad29700 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:58.554950 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-19173b9e-2e48-4f88-ada4-f9e98feb25b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:58.560404 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4254162f-1601-422f-97fc-42c830e42586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:58.699811 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d5c159ea-58fb-4f26-86b1-bc67a67d71e0 req-38f40eda-5dee-44f0-b192-195ee33f76de service neutron] 10.222.0.49 "GET /v2.0/networks/9bd80eeb-5154-4c03-9db9-fcf789d8dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122868 Nov 12 00:54:58.706057 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a04c6-13a5-4e7b-bf80-dbd57d2be0a5 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Pushing event deleted for resources: {'Port': ['ID=839b65b6-08c1-408a-a945-9c3231cef130,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:58.721494 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc80ca0-c70d-4aef-99c9-2bd483fc6bf0 req-7d5de313-be7b-4548-9d7d-9207c5fb459c tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:58.727878 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cde887b4-92cb-40db-b446-c1f6f598c89e req-48946b15-703f-4282-9b35-9287d224ebef tempest-ServerShowV254Test-10787923 tempest-ServerShowV254Test-10787923-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d46e7c9-3709-48ea-867e-c6bcacb9dc3e HTTP/1.1" status: 200 len: 210 time: 0.0589538 Nov 12 00:54:58.729923 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9fc80ca0-c70d-4aef-99c9-2bd483fc6bf0 req-7d5de313-be7b-4548-9d7d-9207c5fb459c tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=17640973-c840-491e-b8a3-58a85d13028a HTTP/1.1" status: 200 len: 829 time: 0.3089516 Nov 12 00:54:58.787418 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a0628-03f4-452a-8370-cb4bae8de606 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Pushing event updated for resources: {'Subnet': ['ID=3d72789f-5015-4c35-9860-a3b4437c8b3a,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:58.919292 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f0fa60-aef5-4a51-9a9a-b55d832caf28 req-d97a04c6-13a5-4e7b-bf80-dbd57d2be0a5 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] No DVR routers for this DVR port 839b65b6-08c1-408a-a945-9c3231cef130 on host n-h2-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:54:58.928533 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-57f0fa60-aef5-4a51-9a9a-b55d832caf28 req-d97a04c6-13a5-4e7b-bf80-dbd57d2be0a5 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:58.932752 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-57f0fa60-aef5-4a51-9a9a-b55d832caf28 req-d97a04c6-13a5-4e7b-bf80-dbd57d2be0a5 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.54 "DELETE /v2.0/ports/839b65b6-08c1-408a-a945-9c3231cef130 HTTP/1.1" status: 204 len: 173 time: 2.5014699 Nov 12 00:54:58.936460 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17640973-c840-491e-b8a3-58a85d13028a', 'name': 'network-vif-deleted', 'tag': '839b65b6-08c1-408a-a945-9c3231cef130'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:58.940386 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e7b349-79c2-4dfc-8539-84b6a4bca4ee" -d '{"events": [{"server_uuid": "17640973-c840-491e-b8a3-58a85d13028a", "name": "network-vif-deleted", "tag": "839b65b6-08c1-408a-a945-9c3231cef130"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:58.967217 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6830951-e573-46f9-8ba7-9f92ce9cf476 None None] Pushing event updated for resources: {'Port': ['ID=f632277d-70dd-490e-b1bd-49766ad29700,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:58.970617 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3a0628-03f4-452a-8370-cb4bae8de606 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Checking segment: {'id': 'd6fe377e-c6a4-4d0a-8179-a3371de85925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '054e0eec-f401-47ca-8f73-9013628cfcc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:58.976387 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3a0628-03f4-452a-8370-cb4bae8de606 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Network hostable DHCP agents. Network: 054e0eec-f401-47ca-8f73-9013628cfcc4, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:54:58.980933 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4254162f-1601-422f-97fc-42c830e42586 None None] Routers {'76898a84-4c91-4751-8001-8154b7313ea5'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:54:58.981596 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-4254162f-1601-422f-97fc-42c830e42586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:54:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['76898a84-4c91-4751-8001-8154b7313ea5'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:59.102169 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bebbcde6-d9ee-4cfd-8bd2-92934f5fbb76 x-openstack-request-id: req-bebbcde6-d9ee-4cfd-8bd2-92934f5fbb76 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:59.102622 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17640973-c840-491e-b8a3-58a85d13028a", "name": "network-vif-deleted", "tag": "839b65b6-08c1-408a-a945-9c3231cef130", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:59.102944 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bebbcde6-d9ee-4cfd-8bd2-92934f5fbb76 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:59.103617 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17640973-c840-491e-b8a3-58a85d13028a', 'name': 'network-vif-deleted', 'tag': '839b65b6-08c1-408a-a945-9c3231cef130', 'status': 'completed', 'code': 200} Nov 12 00:54:59.112647 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d5c159ea-58fb-4f26-86b1-bc67a67d71e0 req-204b73f9-b474-4d3d-8976-4729bc553e6d service neutron] 10.222.0.49 "GET /v2.0/networks/9bd80eeb-5154-4c03-9db9-fcf789d8dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4032817 Nov 12 00:54:59.134091 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3a0628-03f4-452a-8370-cb4bae8de606 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Network 054e0eec-f401-47ca-8f73-9013628cfcc4 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:54:59.155280 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-2d3a0628-03f4-452a-8370-cb4bae8de606 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 054e0eec-f401-47ca-8f73-9013628cfcc4) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:59.163641 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3a0628-03f4-452a-8370-cb4bae8de606 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:59.165824 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2d3a0628-03f4-452a-8370-cb4bae8de606 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:59.192280 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4067f7f-f977-485e-844c-d791b0c902b2 None None] Network 054e0eec-f401-47ca-8f73-9013628cfcc4 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:59.238935 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-2d3a0628-03f4-452a-8370-cb4bae8de606 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4882958 Nov 12 00:54:59.239389 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 33982) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:59.245810 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-abb859a1-47fb-4491-b4e1-d7d4104c21f9 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Request body: {'subnet': {'network_id': '054e0eec-f401-47ca-8f73-9013628cfcc4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:59.280471 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-19173b9e-2e48-4f88-ada4-f9e98feb25b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:59.340828 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-4254162f-1601-422f-97fc-42c830e42586 None None] Set router 76898a84-4c91-4751-8001-8154b7313ea5 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:54:59.370312 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f7bce-bff9-408a-be65-b79fe956129b req-a751e341-1d08-4bca-bda9-0114f2304d9b tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:59.379279 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-789f7bce-bff9-408a-be65-b79fe956129b req-a751e341-1d08-4bca-bda9-0114f2304d9b tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] 10.222.0.20 "GET /v2.0/ports?device_id=91caed79-2b5b-47cf-8bf7-5c90089520af HTTP/1.1" status: 200 len: 944 time: 0.2171903 Nov 12 00:54:59.427221 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-19173b9e-2e48-4f88-ada4-f9e98feb25b0 None None] For port f632277d-70dd-490e-b1bd-49766ad29700, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=f632277d-70dd-490e-b1bd-49766ad29700,segment=NetworkSegment(bac9ae7f-c1bf-42c9-91a3-fcb8f2c6d79e),segment_id=bac9ae7f-c1bf-42c9-91a3-fcb8f2c6d79e)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:59.465155 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-19173b9e-2e48-4f88-ada4-f9e98feb25b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:59.469866 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-789f7bce-bff9-408a-be65-b79fe956129b req-caee75d9-fd61-47e1-923f-591c37d3845c tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] 10.222.0.20 "GET /v2.0/security-groups?id=e41fb2b7-cb18-49bf-b0df-6e9014570766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895767 Nov 12 00:54:59.499815 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb859a1-47fb-4491-b4e1-d7d4104c21f9 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Made reservation on behalf of c9e7c999fc204557a014529c174efb0d for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:59.504269 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-abb859a1-47fb-4491-b4e1-d7d4104c21f9 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:59.677854 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device fe120d37-83a4-4009-966f-22cbbed66d29 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:54:59.720651 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19173b9e-2e48-4f88-ada4-f9e98feb25b0 None None] Pushing event updated for resources: {'Port': ['ID=f632277d-70dd-490e-b1bd-49766ad29700,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:59.801623 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-d9589978-30c1-484e-af55-62b88bd339c4 None None] Provisioning complete for port f632277d-70dd-490e-b1bd-49766ad29700 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:59.801996 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d9589978-30c1-484e-af55-62b88bd339c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:59.820216 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9d5415-c538-4a15-9ffb-422ce0dc790c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-054e0eec-f401-47ca-8f73-9013628cfcc4', 'network_id': '054e0eec-f401-47ca-8f73-9013628cfcc4', 'tenant_id': 'c9e7c999fc204557a014529c174efb0d', 'fixed_ips': [{'subnet_id': '3d72789f-5015-4c35-9860-a3b4437c8b3a'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:54:59.821094 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2b9d5415-c538-4a15-9ffb-422ce0dc790c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:59.852193 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34002) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:59.873674 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 839b65b6-08c1-408a-a945-9c3231cef130 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:59.932878 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: 839b65b6-08c1-408a-a945-9c3231cef130 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:54:59.933227 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 839b65b6-08c1-408a-a945-9c3231cef130 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:54:59.974105 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-60ac06bc-ebd3-4ee4-a6e2-447814cb8f69 req-78ffce4d-d401-49e4-b958-e4d2483ccc15 tempest-ServerShowV254Test-10787923 tempest-ServerShowV254Test-10787923-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d46e7c9-3709-48ea-867e-c6bcacb9dc3e HTTP/1.1" status: 200 len: 210 time: 0.0578790 Nov 12 00:55:00.002405 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-abb859a1-47fb-4491-b4e1-d7d4104c21f9 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:00.059562 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port fe120d37-83a4-4009-966f-22cbbed66d29 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:55:00.091774 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port fe120d37-83a4-4009-966f-22cbbed66d29 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:00.092151 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:00.117367 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb859a1-47fb-4491-b4e1-d7d4104c21f9 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Network 054e0eec-f401-47ca-8f73-9013628cfcc4 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:00.119772 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fdad053f-efe0-406f-b4a9-955ce2679e23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:00.122321 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-abb859a1-47fb-4491-b4e1-d7d4104c21f9 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:00.129212 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb859a1-47fb-4491-b4e1-d7d4104c21f9 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:00.129844 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-abb859a1-47fb-4491-b4e1-d7d4104c21f9 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:00.135920 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb859a1-47fb-4491-b4e1-d7d4104c21f9 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Pushing event updated for resources: {'Subnet': ['ID=91dad643-264c-4c4f-9b50-06c37cbbda10,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:00.162519 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-abb859a1-47fb-4491-b4e1-d7d4104c21f9 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9215302 Nov 12 00:55:00.164508 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 34010) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:00.273650 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d887693-4cd4-4e0e-8554-8a23dbe058c9 req-17b13c95-3692-4619-8da6-fdfa62a0e9fc tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:00.276529 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6d887693-4cd4-4e0e-8554-8a23dbe058c9 req-17b13c95-3692-4619-8da6-fdfa62a0e9fc tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=3056185a-613d-44f5-809d-7d902a465d22 HTTP/1.1" status: 200 len: 946 time: 0.1002662 Nov 12 00:55:00.289398 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50f368d-8303-4c81-90c4-461c8b565f2c tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:00.291864 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50f368d-8303-4c81-90c4-461c8b565f2c tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:00.293960 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50f368d-8303-4c81-90c4-461c8b565f2c tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:00.295376 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-2b9d5415-c538-4a15-9ffb-422ce0dc790c None None] Allocated IP 2001:db8::2 (054e0eec-f401-47ca-8f73-9013628cfcc4/3d72789f-5015-4c35-9860-a3b4437c8b3a/abe80202-46b4-45aa-996b-7d56004d38bc) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:00.295882 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50f368d-8303-4c81-90c4-461c8b565f2c tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:00.297266 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50f368d-8303-4c81-90c4-461c8b565f2c tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:00.299023 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b50f368d-8303-4c81-90c4-461c8b565f2c tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1309793 Nov 12 00:55:00.304234 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 34012) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:00.310168 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-8ae9cd52-fecf-438f-b37e-8e9e22835ff9 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-468922709'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:00.330489 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-4254162f-1601-422f-97fc-42c830e42586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76898a84-4c91-4751-8001-8154b7313ea5', 'name': 'tempest-TaggedBootDevicesTest_v242-1912484134-router', 'tenant_id': '99d22f2d09c941868df176b00803ab3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '35edacf0-8f95-481f-affd-912ca687d944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:54:44Z', 'updated_at': '2021-11-12T00:54:52Z', 'revision_number': 4, 'project_id': '99d22f2d09c941868df176b00803ab3d', 'gw_port': {'id': '35edacf0-8f95-481f-affd-912ca687d944', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76898a84-4c91-4751-8001-8154b7313ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:44Z', 'updated_at': '2021-11-12T00:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'f632277d-70dd-490e-b1bd-49766ad29700', 'name': '', 'network_id': '6d66b009-87d4-44ee-a0b8-482e36cd5030', 'tenant_id': '99d22f2d09c941868df176b00803ab3d', 'mac_address': 'fa:16:3e:68:30:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76898a84-4c91-4751-8001-8154b7313ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '84f3c115-0f29-44bb-9c76-e6ed88722019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:50Z', 'updated_at': '2021-11-12T00:54:58Z', 'revision_number': 4, 'project_id': '99d22f2d09c941868df176b00803ab3d', 'subnets': [{'id': '84f3c115-0f29-44bb-9c76-e6ed88722019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:00.343808 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fdad053f-efe0-406f-b4a9-955ce2679e23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:00.355673 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fdad053f-efe0-406f-b4a9-955ce2679e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:00.358644 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae9cd52-fecf-438f-b37e-8e9e22835ff9 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Made reservation on behalf of c9e7c999fc204557a014529c174efb0d for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:00.362982 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8ae9cd52-fecf-438f-b37e-8e9e22835ff9 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:00.372980 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6d887693-4cd4-4e0e-8554-8a23dbe058c9 req-016f3a01-500f-42f4-8585-1c25ccdea54d tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867338 Nov 12 00:55:00.395495 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ae9cd52-fecf-438f-b37e-8e9e22835ff9 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:55:00.408356 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdad053f-efe0-406f-b4a9-955ce2679e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6a2bf7-c344-435d-88cb-3a8649146272,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:00.410581 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8ae9cd52-fecf-438f-b37e-8e9e22835ff9 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:00.413097 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-8ae9cd52-fecf-438f-b37e-8e9e22835ff9 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Added segment fb61d289-24c3-4144-8462-3409f45feb5d of type vlan for network 751a3878-9288-4d75-8a70-f58472aae76c Nov 12 00:55:00.428602 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-fdad053f-efe0-406f-b4a9-955ce2679e23 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b6bc53c0c0a54ef0b242a1de1a1b3a2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5741591 Nov 12 00:55:00.430578 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34014) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:00.469831 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8ae9cd52-fecf-438f-b37e-8e9e22835ff9 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:00.497557 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fc71221f-ff6e-46fb-ad3e-ddb48df76be6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:00.503443 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8ae9cd52-fecf-438f-b37e-8e9e22835ff9 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:00.515905 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae9cd52-fecf-438f-b37e-8e9e22835ff9 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:00.516803 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8ae9cd52-fecf-438f-b37e-8e9e22835ff9 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:00.517435 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4254162f-1601-422f-97fc-42c830e42586 None None] The sync data for ids ['76898a84-4c91-4751-8001-8154b7313ea5'] in n-d-812236-11 is: [{'id': '76898a84-4c91-4751-8001-8154b7313ea5', 'name': 'tempest-TaggedBootDevicesTest_v242-1912484134-router', 'tenant_id': '99d22f2d09c941868df176b00803ab3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '35edacf0-8f95-481f-affd-912ca687d944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:54:44Z', 'updated_at': '2021-11-12T00:54:52Z', 'revision_number': 4, 'project_id': '99d22f2d09c941868df176b00803ab3d', 'gw_port': {'id': '35edacf0-8f95-481f-affd-912ca687d944', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76898a84-4c91-4751-8001-8154b7313ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:44Z', 'updated_at': '2021-11-12T00:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'f632277d-70dd-490e-b1bd-49766ad29700', 'name': '', 'network_id': '6d66b009-87d4-44ee-a0b8-482e36cd5030', 'tenant_id': '99d22f2d09c941868df176b00803ab3d', 'mac_address': 'fa:16:3e:68:30:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76898a84-4c91-4751-8001-8154b7313ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '84f3c115-0f29-44bb-9c76-e6ed88722019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:50Z', 'updated_at': '2021-11-12T00:54:58Z', 'revision_number': 4, 'project_id': '99d22f2d09c941868df176b00803ab3d', 'subnets': [{'id': '84f3c115-0f29-44bb-9c76-e6ed88722019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:55:00.526541 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fc71221f-ff6e-46fb-ad3e-ddb48df76be6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:00.532307 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:00.545563 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-8ae9cd52-fecf-438f-b37e-8e9e22835ff9 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2400029 Nov 12 00:55:00.551146 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34018) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:00.558228 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-9104afd8-a99d-4391-a879-217936cf694e tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:00.655221 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91caed79-2b5b-47cf-8bf7-5c90089520af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe120d37-83a4-4009-966f-22cbbed66d29'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:55:00.657641 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb7339c-948d-49e6-821c-2509ba27eccc" -d '{"events": [{"server_uuid": "91caed79-2b5b-47cf-8bf7-5c90089520af", "name": "network-vif-plugged", "status": "completed", "tag": "fe120d37-83a4-4009-966f-22cbbed66d29"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:55:00.756829 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port fe120d37-83a4-4009-966f-22cbbed66d29, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=fe120d37-83a4-4009-966f-22cbbed66d29,segment=NetworkSegment(c23b9c05-1da3-44af-b1e5-8ea6ef4e27eb),segment_id=c23b9c05-1da3-44af-b1e5-8ea6ef4e27eb)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:00.762417 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780cf450-70bd-4d4d-877a-30cb763b993c x-openstack-request-id: req-780cf450-70bd-4d4d-877a-30cb763b993c {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:55:00.763145 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91caed79-2b5b-47cf-8bf7-5c90089520af", "name": "network-vif-plugged", "status": "completed", "tag": "fe120d37-83a4-4009-966f-22cbbed66d29", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:55:00.763692 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-780cf450-70bd-4d4d-877a-30cb763b993c {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:55:00.765032 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91caed79-2b5b-47cf-8bf7-5c90089520af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe120d37-83a4-4009-966f-22cbbed66d29', 'code': 200} Nov 12 00:55:00.772214 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:00.852120 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=fe120d37-83a4-4009-966f-22cbbed66d29,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:00.886126 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dbde11f6-6ab0-4c63-b133-8abcf374a9e2 req-081f6d6d-4121-4bce-b5c1-b73e5e4f9978 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1420169 Nov 12 00:55:00.893986 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fc71221f-ff6e-46fb-ad3e-ddb48df76be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:00.894556 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae9cd52-fecf-438f-b37e-8e9e22835ff9 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Pushing event updated for resources: {'Network': ['ID=751a3878-9288-4d75-8a70-f58472aae76c,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:00.900215 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fc71221f-ff6e-46fb-ad3e-ddb48df76be6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:00.905892 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-fc71221f-ff6e-46fb-ad3e-ddb48df76be6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fd6a2bf7-c344-435d-88cb-3a8649146272 HTTP/1.1" status: 204 len: 168 time: 0.4699790 Nov 12 00:55:00.942510 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22684371-83f7-4987-a59c-e0dedc0746a1 req-64168ebe-3eaa-4ac5-8412-edb11f9bb61a tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:00.945667 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-22684371-83f7-4987-a59c-e0dedc0746a1 req-64168ebe-3eaa-4ac5-8412-edb11f9bb61a tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] 10.222.0.20 "GET /v2.0/ports?device_id=91caed79-2b5b-47cf-8bf7-5c90089520af HTTP/1.1" status: 200 len: 945 time: 0.2091427 Nov 12 00:55:00.951683 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 751a3878-9288-4d75-8a70-f58472aae76c details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:55:00.957754 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc71221f-ff6e-46fb-ad3e-ddb48df76be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6a2bf7-c344-435d-88cb-3a8649146272,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:01.030897 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9104afd8-a99d-4391-a879-217936cf694e tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:01.072804 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9104afd8-a99d-4391-a879-217936cf694e tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:01.091115 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2b9d5415-c538-4a15-9ffb-422ce0dc790c None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:01.160538 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-22684371-83f7-4987-a59c-e0dedc0746a1 req-4be244f6-d329-4b9c-8787-478d1605858e tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] 10.222.0.20 "GET /v2.0/security-groups?id=e41fb2b7-cb18-49bf-b0df-6e9014570766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040596 Nov 12 00:55:01.173015 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2b9d5415-c538-4a15-9ffb-422ce0dc790c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:01.179046 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9104afd8-a99d-4391-a879-217936cf694e tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Network 751a3878-9288-4d75-8a70-f58472aae76c is not hosted by any dhcp agent {{(pid=102662) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 00:55:01.197239 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9104afd8-a99d-4391-a879-217936cf694e tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:01.198213 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9104afd8-a99d-4391-a879-217936cf694e tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:01.202337 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-9104afd8-a99d-4391-a879-217936cf694e tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "PUT /v2.0/networks/751a3878-9288-4d75-8a70-f58472aae76c HTTP/1.1" status: 200 len: 723 time: 0.6502018 Nov 12 00:55:01.213078 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 34034) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:01.216017 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd60d88-17fe-491c-9743-0321a283861c req-b3a3cdd7-0fbd-4fe7-9435-5b93154435e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:01.221461 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3cd60d88-17fe-491c-9743-0321a283861c req-b3a3cdd7-0fbd-4fe7-9435-5b93154435e4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=91caed79-2b5b-47cf-8bf7-5c90089520af HTTP/1.1" status: 200 len: 1097 time: 0.1794119 Nov 12 00:55:01.234274 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-e4d190ab-6dec-41e9-b36c-ff438d7aeb26 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Request body: {'subnet': {'network_id': '751a3878-9288-4d75-8a70-f58472aae76c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:01.326389 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device f632277d-70dd-490e-b1bd-49766ad29700 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:01.497146 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-13995ab7-cde9-4aa0-919f-aba781cefa09 req-cb55a561-306a-4e7b-8399-14f0b1db50b8 tempest-ServerShowV254Test-10787923 tempest-ServerShowV254Test-10787923-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d46e7c9-3709-48ea-867e-c6bcacb9dc3e HTTP/1.1" status: 200 len: 210 time: 0.2906129 Nov 12 00:55:01.503939 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9d5415-c538-4a15-9ffb-422ce0dc790c None None] Network 054e0eec-f401-47ca-8f73-9013628cfcc4 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:01.527508 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d5415-c538-4a15-9ffb-422ce0dc790c None None] Pushing event updated for resources: {'Port': ['ID=abe80202-46b4-45aa-996b-7d56004d38bc,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:01.546314 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9104afd8-a99d-4391-a879-217936cf694e tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Pushing event updated for resources: {'Network': ['ID=751a3878-9288-4d75-8a70-f58472aae76c,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:01.553232 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-2b9d5415-c538-4a15-9ffb-422ce0dc790c None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:01.564217 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port f632277d-70dd-490e-b1bd-49766ad29700 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:01.570884 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:01.699643 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3cd60d88-17fe-491c-9743-0321a283861c req-533b8042-5490-479e-b19d-8601fdc24a3f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e41fb2b7-cb18-49bf-b0df-6e9014570766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4588990 Nov 12 00:55:01.835261 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6c458-0cab-4feb-b85a-e37441522314 req-65e4b7db-50e8-48b6-a854-d828f3ca4433 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:01.838698 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0df6c458-0cab-4feb-b85a-e37441522314 req-65e4b7db-50e8-48b6-a854-d828f3ca4433 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=3056185a-613d-44f5-809d-7d902a465d22 HTTP/1.1" status: 200 len: 946 time: 0.2593579 Nov 12 00:55:01.863297 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d190ab-6dec-41e9-b36c-ff438d7aeb26 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Made reservation on behalf of c9e7c999fc204557a014529c174efb0d for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:01.867049 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e4d190ab-6dec-41e9-b36c-ff438d7aeb26 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:01.889840 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb701ca3-8551-455c-b042-a1d674297f1c req-9a71846c-afd8-4671-bf94-9c3f4fbe6578 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:01.892261 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb701ca3-8551-455c-b042-a1d674297f1c req-9a71846c-afd8-4671-bf94-9c3f4fbe6578 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.49 "GET /v2.0/ports?device_id=3056185a-613d-44f5-809d-7d902a465d22 HTTP/1.1" status: 200 len: 946 time: 0.1991589 Nov 12 00:55:01.960867 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9d5415-c538-4a15-9ffb-422ce0dc790c None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:55:01.972869 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 751a3878-9288-4d75-8a70-f58472aae76c details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:55:02.101742 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0df6c458-0cab-4feb-b85a-e37441522314 req-7ff1fca6-4bbb-4569-9b3b-b48a05fe5c0c tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462387 Nov 12 00:55:02.262722 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-2b9d5415-c538-4a15-9ffb-422ce0dc790c None None] Attempting to bind port abe80202-46b4-45aa-996b-7d56004d38bc on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:55:02.263564 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-2b9d5415-c538-4a15-9ffb-422ce0dc790c None None] Attempting to bind port abe80202-46b4-45aa-996b-7d56004d38bc by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'd6fe377e-c6a4-4d0a-8179-a3371de85925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '054e0eec-f401-47ca-8f73-9013628cfcc4'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:55:02.264167 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9d5415-c538-4a15-9ffb-422ce0dc790c None None] Attempting to bind port abe80202-46b4-45aa-996b-7d56004d38bc on network 054e0eec-f401-47ca-8f73-9013628cfcc4 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:55:02.303511 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9d5415-c538-4a15-9ffb-422ce0dc790c None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:55:02.304298 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9d5415-c538-4a15-9ffb-422ce0dc790c None None] Checking segment: {'id': 'd6fe377e-c6a4-4d0a-8179-a3371de85925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '054e0eec-f401-47ca-8f73-9013628cfcc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:02.304954 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2b9d5415-c538-4a15-9ffb-422ce0dc790c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:02.305602 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9d5415-c538-4a15-9ffb-422ce0dc790c None None] Bound using segment: {'id': 'd6fe377e-c6a4-4d0a-8179-a3371de85925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '054e0eec-f401-47ca-8f73-9013628cfcc4'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:55:02.306549 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-2b9d5415-c538-4a15-9ffb-422ce0dc790c None None] Bound port: abe80202-46b4-45aa-996b-7d56004d38bc, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6fe377e-c6a4-4d0a-8179-a3371de85925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '054e0eec-f401-47ca-8f73-9013628cfcc4'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:55:02.307173 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2b9d5415-c538-4a15-9ffb-422ce0dc790c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:02.357662 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecadaf0-26ed-4fdd-af70-0edb3be5d164 req-b625b534-94e8-4d4b-95f8-c395792903b6 tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:02.373165 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-cb701ca3-8551-455c-b042-a1d674297f1c req-996e1cef-6147-45a6-ae87-a5b61ec5b7b3 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Deleting port 3629b7bf-0e38-4adc-b44c-74e486c8ef4d {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:55:02.374041 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0ecadaf0-26ed-4fdd-af70-0edb3be5d164 req-b625b534-94e8-4d4b-95f8-c395792903b6 tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] 10.222.0.20 "GET /v2.0/ports?device_id=91caed79-2b5b-47cf-8bf7-5c90089520af HTTP/1.1" status: 200 len: 945 time: 0.1006289 Nov 12 00:55:02.384857 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cb701ca3-8551-455c-b042-a1d674297f1c req-996e1cef-6147-45a6-ae87-a5b61ec5b7b3 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:02.434488 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-2b9d5415-c538-4a15-9ffb-422ce0dc790c None None] For port abe80202-46b4-45aa-996b-7d56004d38bc, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:55:02.439544 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-2b9d5415-c538-4a15-9ffb-422ce0dc790c None None] For port abe80202-46b4-45aa-996b-7d56004d38bc, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=abe80202-46b4-45aa-996b-7d56004d38bc,segment=NetworkSegment(d6fe377e-c6a4-4d0a-8179-a3371de85925),segment_id=d6fe377e-c6a4-4d0a-8179-a3371de85925)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:55:02.447374 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2b9d5415-c538-4a15-9ffb-422ce0dc790c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:02.485072 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0ecadaf0-26ed-4fdd-af70-0edb3be5d164 req-e524f8ef-d6e6-4d86-9baa-89bf11627415 tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] 10.222.0.20 "GET /v2.0/security-groups?id=e41fb2b7-cb18-49bf-b0df-6e9014570766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098843 Nov 12 00:55:02.535901 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d5415-c538-4a15-9ffb-422ce0dc790c None None] Pushing event updated for resources: {'Port': ['ID=abe80202-46b4-45aa-996b-7d56004d38bc,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:02.590037 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1600cdf7-5672-41f1-9b03-77ec45ea2e5e req-3757541a-0c2d-4c86-8fb7-583c8e50f34d service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1944199 Nov 12 00:55:02.596530 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e4d190ab-6dec-41e9-b36c-ff438d7aeb26 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:02.711679 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ebee9481-3822-4672-9d82-d03ecfd93708 req-e740be64-30f3-43d1-9c13-fc6f8d4c9943 tempest-ServerShowV254Test-10787923 tempest-ServerShowV254Test-10787923-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d46e7c9-3709-48ea-867e-c6bcacb9dc3e HTTP/1.1" status: 200 len: 210 time: 0.0707116 Nov 12 00:55:02.726786 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-cb701ca3-8551-455c-b042-a1d674297f1c req-996e1cef-6147-45a6-ae87-a5b61ec5b7b3 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] For port 3629b7bf-0e38-4adc-b44c-74e486c8ef4d, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=3629b7bf-0e38-4adc-b44c-74e486c8ef4d,segment=NetworkSegment(8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b),segment_id=8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:02.740055 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cb701ca3-8551-455c-b042-a1d674297f1c req-996e1cef-6147-45a6-ae87-a5b61ec5b7b3 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:02.754110 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d190ab-6dec-41e9-b36c-ff438d7aeb26 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Pushing event updated for resources: {'Subnet': ['ID=5ed186f3-5a14-40dc-b0a9-50d8787d1ba6,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:02.812705 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-cb701ca3-8551-455c-b042-a1d674297f1c req-996e1cef-6147-45a6-ae87-a5b61ec5b7b3 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Calling delete_port for 3629b7bf-0e38-4adc-b44c-74e486c8ef4d owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:55:02.825063 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d190ab-6dec-41e9-b36c-ff438d7aeb26 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Checking segment: {'id': 'fb61d289-24c3-4144-8462-3409f45feb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '751a3878-9288-4d75-8a70-f58472aae76c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:02.825541 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d190ab-6dec-41e9-b36c-ff438d7aeb26 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Network hostable DHCP agents. Network: 751a3878-9288-4d75-8a70-f58472aae76c, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:55:02.943035 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d190ab-6dec-41e9-b36c-ff438d7aeb26 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Network 751a3878-9288-4d75-8a70-f58472aae76c is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:55:02.982830 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-e4d190ab-6dec-41e9-b36c-ff438d7aeb26 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 751a3878-9288-4d75-8a70-f58472aae76c) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:02.991391 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d190ab-6dec-41e9-b36c-ff438d7aeb26 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:02.992247 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e4d190ab-6dec-41e9-b36c-ff438d7aeb26 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:02.993903 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26420d53-094e-4bf4-90eb-92a705c1667e None None] Network 751a3878-9288-4d75-8a70-f58472aae76c requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:03.020206 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e4d190ab-6dec-41e9-b36c-ff438d7aeb26 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7978275 Nov 12 00:55:03.022605 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 34086) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:03.030886 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-b54da25b-3f4a-40d3-a24e-97d370b6a358 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:03.249081 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device abe80202-46b4-45aa-996b-7d56004d38bc up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:03.306619 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fea683-9337-48c0-a14d-ae1dfb50b2b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-751a3878-9288-4d75-8a70-f58472aae76c', 'network_id': '751a3878-9288-4d75-8a70-f58472aae76c', 'tenant_id': 'c9e7c999fc204557a014529c174efb0d', 'fixed_ips': [{'subnet_id': '5ed186f3-5a14-40dc-b0a9-50d8787d1ba6'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:55:03.308366 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-96fea683-9337-48c0-a14d-ae1dfb50b2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:03.329884 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cb701ca3-8551-455c-b042-a1d674297f1c req-996e1cef-6147-45a6-ae87-a5b61ec5b7b3 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:03.424081 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b54da25b-3f4a-40d3-a24e-97d370b6a358 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10235196'] for subnet, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:03.430582 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1', '3629b7bf-0e38-4adc-b44c-74e486c8ef4d'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:55:03.557286 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e1cef-6147-45a6-ae87-a5b61ec5b7b3 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Pushing event deleted for resources: {'Port': ['ID=3629b7bf-0e38-4adc-b44c-74e486c8ef4d,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:03.623469 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1e0f5-7cac-4bd4-ba6a-8859a770053c req-599b42a0-2aa3-4473-81a1-efc53e17c7f3 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:03.625033 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5ea1e0f5-7cac-4bd4-ba6a-8859a770053c req-599b42a0-2aa3-4473-81a1-efc53e17c7f3 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=3056185a-613d-44f5-809d-7d902a465d22 HTTP/1.1" status: 200 len: 867 time: 0.3359213 Nov 12 00:55:03.647471 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb701ca3-8551-455c-b042-a1d674297f1c req-996e1cef-6147-45a6-ae87-a5b61ec5b7b3 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] No DVR routers for this DVR port 3629b7bf-0e38-4adc-b44c-74e486c8ef4d on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:55:03.656597 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cb701ca3-8551-455c-b042-a1d674297f1c req-996e1cef-6147-45a6-ae87-a5b61ec5b7b3 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:03.659997 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb701ca3-8551-455c-b042-a1d674297f1c req-996e1cef-6147-45a6-ae87-a5b61ec5b7b3 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.49 "DELETE /v2.0/ports/3629b7bf-0e38-4adc-b44c-74e486c8ef4d HTTP/1.1" status: 204 len: 173 time: 1.6744626 Nov 12 00:55:03.660476 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3056185a-613d-44f5-809d-7d902a465d22', 'name': 'network-vif-deleted', 'tag': '3629b7bf-0e38-4adc-b44c-74e486c8ef4d'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:55:03.662936 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e7c6ee-25e7-458d-84ad-cf244624a2a9" -d '{"events": [{"server_uuid": "3056185a-613d-44f5-809d-7d902a465d22", "name": "network-vif-deleted", "tag": "3629b7bf-0e38-4adc-b44c-74e486c8ef4d"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:55:03.665197 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port abe80202-46b4-45aa-996b-7d56004d38bc triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:03.669010 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:03.746019 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5ea1e0f5-7cac-4bd4-ba6a-8859a770053c req-59530443-8115-430f-a54e-ff4ed5ca1318 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004794 Nov 12 00:55:03.769249 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5d490-97a5-44b4-b157-32c88845876f req-0ffbf1bf-7ef3-4d5f-8f19-11a4a71a48e2 tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:03.772133 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cdb5d490-97a5-44b4-b157-32c88845876f req-0ffbf1bf-7ef3-4d5f-8f19-11a4a71a48e2 tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] 10.222.0.20 "GET /v2.0/ports?device_id=91caed79-2b5b-47cf-8bf7-5c90089520af HTTP/1.1" status: 200 len: 945 time: 0.1549964 Nov 12 00:55:03.779877 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-96fea683-9337-48c0-a14d-ae1dfb50b2b1 None None] Allocated IP 2001:db8::2 (751a3878-9288-4d75-8a70-f58472aae76c/5ed186f3-5a14-40dc-b0a9-50d8787d1ba6/3f481466-7393-40bf-a2f2-94b262662d5d) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:03.894183 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e3dcce-07d5-4397-a75d-8464d3622d61 x-openstack-request-id: req-70e3dcce-07d5-4397-a75d-8464d3622d61 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:55:03.894693 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3056185a-613d-44f5-809d-7d902a465d22", "name": "network-vif-deleted", "tag": "3629b7bf-0e38-4adc-b44c-74e486c8ef4d", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:55:03.895613 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-70e3dcce-07d5-4397-a75d-8464d3622d61 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:55:03.896188 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3056185a-613d-44f5-809d-7d902a465d22', 'name': 'network-vif-deleted', 'tag': '3629b7bf-0e38-4adc-b44c-74e486c8ef4d', 'status': 'completed', 'code': 200} Nov 12 00:55:03.897292 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cdb5d490-97a5-44b4-b157-32c88845876f req-ffc2083a-f21d-4dd8-942e-69eb8f86a70b tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] 10.222.0.20 "GET /v2.0/security-groups?id=e41fb2b7-cb18-49bf-b0df-6e9014570766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174901 Nov 12 00:55:04.081962 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e48f1eeb-4ee2-463f-802f-a880522c4be8 req-81b70406-f15b-4b39-b688-27118c93cba3 tempest-ServerShowV254Test-10787923 tempest-ServerShowV254Test-10787923-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d46e7c9-3709-48ea-867e-c6bcacb9dc3e HTTP/1.1" status: 200 len: 210 time: 0.0523360 Nov 12 00:55:04.263074 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-96fea683-9337-48c0-a14d-ae1dfb50b2b1 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:04.287260 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80c46a5-7b0c-46d0-ad20-08c734e9b2ce None None] Network 054e0eec-f401-47ca-8f73-9013628cfcc4 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:04.322076 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-96fea683-9337-48c0-a14d-ae1dfb50b2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:04.435646 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fea683-9337-48c0-a14d-ae1dfb50b2b1 None None] Network 751a3878-9288-4d75-8a70-f58472aae76c is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:04.441183 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:04.472845 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fea683-9337-48c0-a14d-ae1dfb50b2b1 None None] Pushing event updated for resources: {'Port': ['ID=3f481466-7393-40bf-a2f2-94b262662d5d,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:04.491822 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-96fea683-9337-48c0-a14d-ae1dfb50b2b1 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:04.502454 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d95f277b-f7a6-4b65-8b8a-08139b18ec36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:04.507453 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fea683-9337-48c0-a14d-ae1dfb50b2b1 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:55:04.515264 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-885720c5-9746-4c43-8185-55dd0f1eacaf None None] Provisioning complete for port abe80202-46b4-45aa-996b-7d56004d38bc triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:04.515776 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-885720c5-9746-4c43-8185-55dd0f1eacaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:04.559497 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b54da25b-3f4a-40d3-a24e-97d370b6a358 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734448696203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10005061'] for subnet, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:04.579990 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54da25b-3f4a-40d3-a24e-97d370b6a358 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:04.580546 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b54da25b-3f4a-40d3-a24e-97d370b6a358 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:04.584577 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34158) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:04.594095 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b54da25b-3f4a-40d3-a24e-97d370b6a358 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "PUT /v2.0/subnets/5ed186f3-5a14-40dc-b0a9-50d8787d1ba6 HTTP/1.1" status: 200 len: 826 time: 1.5694957 Nov 12 00:55:04.725119 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54da25b-3f4a-40d3-a24e-97d370b6a358 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Pushing event updated for resources: {'Subnet': ['ID=5ed186f3-5a14-40dc-b0a9-50d8787d1ba6,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:04.730498 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port abe80202-46b4-45aa-996b-7d56004d38bc, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=abe80202-46b4-45aa-996b-7d56004d38bc,segment=NetworkSegment(d6fe377e-c6a4-4d0a-8179-a3371de85925),segment_id=d6fe377e-c6a4-4d0a-8179-a3371de85925)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:04.767353 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:04.805431 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-67dd12c0-4aef-45b7-9860-b1309e4adb25 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:04.881418 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-96fea683-9337-48c0-a14d-ae1dfb50b2b1 None None] Attempting to bind port 3f481466-7393-40bf-a2f2-94b262662d5d on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:55:04.882057 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-96fea683-9337-48c0-a14d-ae1dfb50b2b1 None None] Attempting to bind port 3f481466-7393-40bf-a2f2-94b262662d5d by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'fb61d289-24c3-4144-8462-3409f45feb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '751a3878-9288-4d75-8a70-f58472aae76c'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:55:04.882445 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fea683-9337-48c0-a14d-ae1dfb50b2b1 None None] Attempting to bind port 3f481466-7393-40bf-a2f2-94b262662d5d on network 751a3878-9288-4d75-8a70-f58472aae76c {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:55:04.897175 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-67dd12c0-4aef-45b7-9860-b1309e4adb25 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Deleting port 3f481466-7393-40bf-a2f2-94b262662d5d {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:55:04.898220 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-67dd12c0-4aef-45b7-9860-b1309e4adb25 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:04.936268 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fea683-9337-48c0-a14d-ae1dfb50b2b1 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:55:04.937308 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fea683-9337-48c0-a14d-ae1dfb50b2b1 None None] Checking segment: {'id': 'fb61d289-24c3-4144-8462-3409f45feb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '751a3878-9288-4d75-8a70-f58472aae76c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:04.940911 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-96fea683-9337-48c0-a14d-ae1dfb50b2b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:04.941501 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fea683-9337-48c0-a14d-ae1dfb50b2b1 None None] Bound using segment: {'id': 'fb61d289-24c3-4144-8462-3409f45feb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '751a3878-9288-4d75-8a70-f58472aae76c'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:55:04.942122 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-96fea683-9337-48c0-a14d-ae1dfb50b2b1 None None] Bound port: 3f481466-7393-40bf-a2f2-94b262662d5d, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb61d289-24c3-4144-8462-3409f45feb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '751a3878-9288-4d75-8a70-f58472aae76c'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:55:04.942623 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-96fea683-9337-48c0-a14d-ae1dfb50b2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:05.088624 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-67dd12c0-4aef-45b7-9860-b1309e4adb25 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] For port 3f481466-7393-40bf-a2f2-94b262662d5d, host n-d-812236-11, got binding levels [] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:05.088997 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-67dd12c0-4aef-45b7-9860-b1309e4adb25 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:05.138742 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-67dd12c0-4aef-45b7-9860-b1309e4adb25 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Calling delete_port for 3f481466-7393-40bf-a2f2-94b262662d5d owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:55:05.212275 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=abe80202-46b4-45aa-996b-7d56004d38bc,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:05.338290 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fde537d1-6d78-4106-8aad-f0a7b9b4b467 req-11d29984-0461-408b-8308-b06d557e41ca tempest-ServerShowV254Test-10787923 tempest-ServerShowV254Test-10787923-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d46e7c9-3709-48ea-867e-c6bcacb9dc3e HTTP/1.1" status: 200 len: 210 time: 0.0525262 Nov 12 00:55:05.383400 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c8d51a15-1bc7-41b8-9158-2e917c0a5bff req-c3810624-3954-4da4-a107-31d07a4f14c8 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0838549 Nov 12 00:55:05.419577 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-da205cba-463a-4f3b-8e4b-ddee8240ef4a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1841705 Nov 12 00:55:05.461648 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52afba1f-7f78-4700-a1c6-3f302118dc8f req-933685f9-2ae6-4b5a-9df3-257a581340e1 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:05.464434 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-52afba1f-7f78-4700-a1c6-3f302118dc8f req-933685f9-2ae6-4b5a-9df3-257a581340e1 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a9d320c-3251-445b-a7e3-c9564fa8cfc8 HTTP/1.1" status: 200 len: 945 time: 0.1553447 Nov 12 00:55:05.516635 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-67dd12c0-4aef-45b7-9860-b1309e4adb25 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:05.547121 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dd12c0-4aef-45b7-9860-b1309e4adb25 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Pushing event deleted for resources: {'Port': ['ID=3f481466-7393-40bf-a2f2-94b262662d5d,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:05.550037 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.db.api [None req-96fea683-9337-48c0-a14d-ae1dfb50b2b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:55:05.550399 n-d-812236-11 neutron-server[102663]: DEBUG oslo_db.api [None req-96fea683-9337-48c0-a14d-ae1dfb50b2b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:55:05.580060 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f33fbf-98f9-498a-83fe-0e44c9d89257 None None] Update dhcp port {'port': {'network_id': '054e0eec-f401-47ca-8f73-9013628cfcc4', 'fixed_ips': [{'subnet_id': '3d72789f-5015-4c35-9860-a3b4437c8b3a', 'ip_address': '2001:db8::2'}, {'subnet_id': '91dad643-264c-4c4f-9b50-06c37cbbda10'}], 'binding:host_id': 'n-d-812236-11'}, 'id': 'abe80202-46b4-45aa-996b-7d56004d38bc'} from n-d-812236-11. {{(pid=102663) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 00:55:05.597680 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dd12c0-4aef-45b7-9860-b1309e4adb25 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] No DVR routers for this DVR port 3f481466-7393-40bf-a2f2-94b262662d5d on host n-d-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:55:05.624309 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-52afba1f-7f78-4700-a1c6-3f302118dc8f req-401613e6-3ce1-4b71-a5f3-5fc3dfa882c6 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356430 Nov 12 00:55:05.640294 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-cc3552eb-b050-43ec-96f4-926cf1f4f37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:05.641037 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-cc3552eb-b050-43ec-96f4-926cf1f4f37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:05.641724 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-cc3552eb-b050-43ec-96f4-926cf1f4f37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:05.642347 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-cc3552eb-b050-43ec-96f4-926cf1f4f37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:05.642993 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-cc3552eb-b050-43ec-96f4-926cf1f4f37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:05.654265 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-cc3552eb-b050-43ec-96f4-926cf1f4f37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:05.658017 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-cc3552eb-b050-43ec-96f4-926cf1f4f37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:05.660025 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-cc3552eb-b050-43ec-96f4-926cf1f4f37e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c21468cd613f4b869b90c5f693039b67&device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 6499 time: 0.1891003 Nov 12 00:55:05.694604 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a740c1-314f-405f-8eb0-0c1c5b073b36 req-91f6f8c3-2758-4a47-b03f-e2b88854839b tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:05.697512 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a7a740c1-314f-405f-8eb0-0c1c5b073b36 req-91f6f8c3-2758-4a47-b03f-e2b88854839b tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a9d320c-3251-445b-a7e3-c9564fa8cfc8 HTTP/1.1" status: 200 len: 945 time: 0.1617961 Nov 12 00:55:05.700069 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-67dd12c0-4aef-45b7-9860-b1309e4adb25 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:05.705259 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 3629b7bf-0e38-4adc-b44c-74e486c8ef4d no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:55:05.760191 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: 3629b7bf-0e38-4adc-b44c-74e486c8ef4d {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:55:05.760818 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 3629b7bf-0e38-4adc-b44c-74e486c8ef4d not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:55:05.769035 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-24f33fbf-98f9-498a-83fe-0e44c9d89257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:05.845310 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-67dd12c0-4aef-45b7-9860-b1309e4adb25 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:05.920815 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dd12c0-4aef-45b7-9860-b1309e4adb25 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Pushing event deleted for resources: {'Subnet': ['ID=5ed186f3-5a14-40dc-b0a9-50d8787d1ba6,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:06.281859 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-96fea683-9337-48c0-a14d-ae1dfb50b2b1 None None] Attempting to bind port 3f481466-7393-40bf-a2f2-94b262662d5d on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:55:06.282883 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-96fea683-9337-48c0-a14d-ae1dfb50b2b1 None None] Attempting to bind port 3f481466-7393-40bf-a2f2-94b262662d5d by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'fb61d289-24c3-4144-8462-3409f45feb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '751a3878-9288-4d75-8a70-f58472aae76c'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:55:06.283463 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fea683-9337-48c0-a14d-ae1dfb50b2b1 None None] Attempting to bind port 3f481466-7393-40bf-a2f2-94b262662d5d on network 751a3878-9288-4d75-8a70-f58472aae76c {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:55:06.296900 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fea683-9337-48c0-a14d-ae1dfb50b2b1 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:55:06.297773 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fea683-9337-48c0-a14d-ae1dfb50b2b1 None None] Checking segment: {'id': 'fb61d289-24c3-4144-8462-3409f45feb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '751a3878-9288-4d75-8a70-f58472aae76c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:06.298400 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-96fea683-9337-48c0-a14d-ae1dfb50b2b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:06.299018 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fea683-9337-48c0-a14d-ae1dfb50b2b1 None None] Bound using segment: {'id': 'fb61d289-24c3-4144-8462-3409f45feb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '751a3878-9288-4d75-8a70-f58472aae76c'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:55:06.299864 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-96fea683-9337-48c0-a14d-ae1dfb50b2b1 None None] Bound port: 3f481466-7393-40bf-a2f2-94b262662d5d, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb61d289-24c3-4144-8462-3409f45feb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '751a3878-9288-4d75-8a70-f58472aae76c'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:55:06.300484 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-96fea683-9337-48c0-a14d-ae1dfb50b2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:06.352778 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-96fea683-9337-48c0-a14d-ae1dfb50b2b1 None None] Port 3f481466-7393-40bf-a2f2-94b262662d5d has been deleted concurrently {{(pid=102663) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 12 00:55:06.543958 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-346adfa3-f40e-4b93-b3b1-c375bbaf3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:06.563369 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-24f33fbf-98f9-498a-83fe-0e44c9d89257 None None] Allocated IP 172.20.0.1 (054e0eec-f401-47ca-8f73-9013628cfcc4/91dad643-264c-4c4f-9b50-06c37cbbda10/abe80202-46b4-45aa-996b-7d56004d38bc) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:06.683594 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-67dd12c0-4aef-45b7-9860-b1309e4adb25 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:06.721987 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-67dd12c0-4aef-45b7-9860-b1309e4adb25 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['751a3878-9288-4d75-8a70-f58472aae76c']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:06.734020 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-67dd12c0-4aef-45b7-9860-b1309e4adb25 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb61d289-24c3-4144-8462-3409f45feb5d') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:06.734607 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-67dd12c0-4aef-45b7-9860-b1309e4adb25 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb61d289-24c3-4144-8462-3409f45feb5d') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:06.749768 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-67dd12c0-4aef-45b7-9860-b1309e4adb25 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:06.792643 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-67dd12c0-4aef-45b7-9860-b1309e4adb25 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:06.812961 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67dd12c0-4aef-45b7-9860-b1309e4adb25 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:55:06.816828 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-67dd12c0-4aef-45b7-9860-b1309e4adb25 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:06.829536 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 00:55:06.829536 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:55:06.829536 n-d-812236-11 neutron-server[102662]: timer() Nov 12 00:55:06.829536 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:55:06.829536 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 00:55:06.829536 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:55:06.829536 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 00:55:06.829536 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:55:06.829536 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 00:55:06.829536 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:55:06.829536 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 00:55:06.829536 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:55:06.829536 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 00:55:06.829536 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:55:06.829536 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:55:06.829536 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:55:06.829536 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:55:06.829536 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:55:06.829536 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 00:55:06.829536 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:55:06.829536 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 00:55:06.829536 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:55:06.829536 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:55:06.829536 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:55:06.829536 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 00:55:06.829536 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:55:06.829536 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:55:06.829536 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:55:06.829536 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:55:06.829536 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:55:06.829536 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:55:06.829536 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:55:06.881754 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-24f33fbf-98f9-498a-83fe-0e44c9d89257 None None] For port abe80202-46b4-45aa-996b-7d56004d38bc, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=abe80202-46b4-45aa-996b-7d56004d38bc,segment=NetworkSegment(d6fe377e-c6a4-4d0a-8179-a3371de85925),segment_id=d6fe377e-c6a4-4d0a-8179-a3371de85925)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:06.903199 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8f33c806-ed26-4088-82c5-8c8fb36ee123 req-9bb3be8c-a42a-4a28-8f18-a436c009d39b service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1038628 Nov 12 00:55:06.918333 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ebe73dd9-45d5-4bad-b562-dc16423e4518 req-f75213ba-b11a-4af9-8eb6-a8b60735f064 tempest-ServerShowV254Test-10787923 tempest-ServerShowV254Test-10787923-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d46e7c9-3709-48ea-867e-c6bcacb9dc3e HTTP/1.1" status: 200 len: 210 time: 0.1267991 Nov 12 00:55:06.981310 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-24f33fbf-98f9-498a-83fe-0e44c9d89257 None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:06.982890 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-17df5727-8e97-463e-a772-60c8505d59db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:06.985550 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-17df5727-8e97-463e-a772-60c8505d59db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:06.986106 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-17df5727-8e97-463e-a772-60c8505d59db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:06.988035 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-17df5727-8e97-463e-a772-60c8505d59db service neutron] 10.222.0.54 "GET /v2.0/networks?id=1fce8c5f-7ac6-4208-952b-3be5cb15c665&id=ab41dae0-8b36-4d88-961d-982690d3893d&id=ab41dae0-8b36-4d88-961d-982690d3893d&id=ab41dae0-8b36-4d88-961d-982690d3893d&id=ab41dae0-8b36-4d88-961d-982690d3893d&id=932a85f6-3e20-455a-a5e7-01a28ed4b895&id=932a85f6-3e20-455a-a5e7-01a28ed4b895 HTTP/1.1" status: 200 len: 2292 time: 1.2894101 Nov 12 00:55:06.992423 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-24f33fbf-98f9-498a-83fe-0e44c9d89257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:07.033865 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-67dd12c0-4aef-45b7-9860-b1309e4adb25 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:07.052771 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-67dd12c0-4aef-45b7-9860-b1309e4adb25 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:07.070370 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-67dd12c0-4aef-45b7-9860-b1309e4adb25 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "DELETE /v2.0/networks/751a3878-9288-4d75-8a70-f58472aae76c HTTP/1.1" status: 204 len: 168 time: 2.4781444 Nov 12 00:55:07.073776 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34294) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:07.189082 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device abe80202-46b4-45aa-996b-7d56004d38bc up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:07.193025 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f33fbf-98f9-498a-83fe-0e44c9d89257 None None] Pushing event updated for resources: {'Port': ['ID=abe80202-46b4-45aa-996b-7d56004d38bc,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:07.247424 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0299fc9-b827-42cf-bd75-cf8dcf158459 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] DELETE failed (client error): The resource could not be found. Nov 12 00:55:07.250500 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0299fc9-b827-42cf-bd75-cf8dcf158459 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:55:07.251023 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-a7a740c1-314f-405f-8eb0-0c1c5b073b36 req-e160d440-af4f-4315-b73d-64604d850fa9 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Deleting port 5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:55:07.251465 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a7a740c1-314f-405f-8eb0-0c1c5b073b36 req-e160d440-af4f-4315-b73d-64604d850fa9 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:07.256854 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a0299fc9-b827-42cf-bd75-cf8dcf158459 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "DELETE /v2.0/networks/751a3878-9288-4d75-8a70-f58472aae76c HTTP/1.1" status: 404 len: 339 time: 0.1283574 Nov 12 00:55:07.257984 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dd12c0-4aef-45b7-9860-b1309e4adb25 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Pushing event deleted for resources: {'Network': ['ID=751a3878-9288-4d75-8a70-f58472aae76c,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:07.265400 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34304) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:07.268200 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-65346424-fb00-456d-838b-5205c4951f9c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea3285b4-8397-4d0a-9287-44e430131ceb HTTP/1.1" status: 200 len: 1001 time: 0.2705235 Nov 12 00:55:07.294311 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa017a6e-3447-48db-811a-48ca207d2f1e req-96996436-f43e-4515-b29e-dec257d22d87 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:07.294569 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port abe80202-46b4-45aa-996b-7d56004d38bc triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:07.294750 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:07.302323 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fa017a6e-3447-48db-811a-48ca207d2f1e req-96996436-f43e-4515-b29e-dec257d22d87 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a9d320c-3251-445b-a7e3-c9564fa8cfc8 HTTP/1.1" status: 200 len: 945 time: 0.3388269 Nov 12 00:55:07.316302 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-d5b95501-f49a-4222-ad99-22e46455fde6 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2139463906', 'description': 'd1'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:07.382159 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b95501-f49a-4222-ad99-22e46455fde6 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Made reservation on behalf of c9e7c999fc204557a014529c174efb0d for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:07.395369 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d5b95501-f49a-4222-ad99-22e46455fde6 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:07.479654 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-634a7924-edbf-4d8a-81d8-777d61f3cd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:07.497858 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-634a7924-edbf-4d8a-81d8-777d61f3cd41 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7a63ee01-80de-400e-a556-e4579cccd373 HTTP/1.1" status: 200 len: 850 time: 0.2214324 Nov 12 00:55:07.534094 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fa017a6e-3447-48db-811a-48ca207d2f1e req-d820fb10-b7df-4ace-9a16-f344ca73f6bf tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbbfee7f-1521-40bf-b054-b5a18fa66ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685021 Nov 12 00:55:07.567751 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5b95501-f49a-4222-ad99-22e46455fde6 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:55:07.603630 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d5b95501-f49a-4222-ad99-22e46455fde6 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:07.604357 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-d5b95501-f49a-4222-ad99-22e46455fde6 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Added segment c5ab7bd9-b89a-47b0-8ed1-f58bb2cc5b50 of type vlan for network 180d7c8f-8622-4fa3-b125-dedcca6e77a6 Nov 12 00:55:07.631449 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:07.643668 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-a7a740c1-314f-405f-8eb0-0c1c5b073b36 req-e160d440-af4f-4315-b73d-64604d850fa9 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] For port 5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1,segment=NetworkSegment(8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b),segment_id=8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:07.644042 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a7a740c1-314f-405f-8eb0-0c1c5b073b36 req-e160d440-af4f-4315-b73d-64604d850fa9 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:07.684771 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-a7a740c1-314f-405f-8eb0-0c1c5b073b36 req-e160d440-af4f-4315-b73d-64604d850fa9 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Calling delete_port for 5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:55:07.774754 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d5b95501-f49a-4222-ad99-22e46455fde6 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:07.850590 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d5b95501-f49a-4222-ad99-22e46455fde6 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:07.856898 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b95501-f49a-4222-ad99-22e46455fde6 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:07.857813 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d5b95501-f49a-4222-ad99-22e46455fde6 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:07.918398 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a7a740c1-314f-405f-8eb0-0c1c5b073b36 req-e160d440-af4f-4315-b73d-64604d850fa9 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:07.940586 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d5b95501-f49a-4222-ad99-22e46455fde6 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6322629 Nov 12 00:55:07.952967 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 34348) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:07.989045 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-405407cd-6b52-4387-a208-e1cd9a58ea33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:07.990720 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-405407cd-6b52-4387-a208-e1cd9a58ea33 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1fce8c5f-7ac6-4208-952b-3be5cb15c665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4777219 Nov 12 00:55:08.077968 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b95501-f49a-4222-ad99-22e46455fde6 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Pushing event updated for resources: {'Network': ['ID=180d7c8f-8622-4fa3-b125-dedcca6e77a6,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:08.094699 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 180d7c8f-8622-4fa3-b125-dedcca6e77a6 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:55:08.195527 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e160d440-af4f-4315-b73d-64604d850fa9 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Pushing event deleted for resources: {'Port': ['ID=5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:08.198241 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-17b88079-3d68-4a51-9874-fa9bfe08586b req-5382ece4-899e-4c2c-9847-e879335aa90c tempest-ServerShowV254Test-10787923 tempest-ServerShowV254Test-10787923-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d46e7c9-3709-48ea-867e-c6bcacb9dc3e HTTP/1.1" status: 200 len: 210 time: 0.0499768 Nov 12 00:55:08.343398 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a740c1-314f-405f-8eb0-0c1c5b073b36 req-e160d440-af4f-4315-b73d-64604d850fa9 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] No DVR routers for this DVR port 5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1 on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:55:08.347140 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a7a740c1-314f-405f-8eb0-0c1c5b073b36 req-e160d440-af4f-4315-b73d-64604d850fa9 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:08.358670 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a7a740c1-314f-405f-8eb0-0c1c5b073b36 req-e160d440-af4f-4315-b73d-64604d850fa9 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.49 "DELETE /v2.0/ports/5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1 HTTP/1.1" status: 204 len: 173 time: 2.6129596 Nov 12 00:55:08.389188 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9d320c-3251-445b-a7e3-c9564fa8cfc8', 'name': 'network-vif-deleted', 'tag': '5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:55:08.392989 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317570b6-c40c-474f-b6e0-4eb3955b2a90" -d '{"events": [{"server_uuid": "2a9d320c-3251-445b-a7e3-c9564fa8cfc8", "name": "network-vif-deleted", "tag": "5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:55:08.419049 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-705d4872-4a5f-46a6-880a-66b5d43e9c24 None None] Could not find standard attr ID for object 3f481466-7393-40bf-a2f2-94b262662d5d. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:55:08.468373 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79442ce-b7b0-48eb-bed9-db189b3f89fc None None] DHCP port deletion for 751a3878-9288-4d75-8a70-f58472aae76c request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:55:08.514828 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0507f6a-ea59-4ed0-b00c-8773696d25ec None None] Network 751a3878-9288-4d75-8a70-f58472aae76c requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:08.549466 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da72f8f-77b5-40c1-93c6-a5f3d0a41fe6 None None] Network 054e0eec-f401-47ca-8f73-9013628cfcc4 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:08.553646 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0507f6a-ea59-4ed0-b00c-8773696d25ec None None] Network 751a3878-9288-4d75-8a70-f58472aae76c could not be found, it might have been deleted concurrently. {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 00:55:08.569449 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2e0ed6-fe07-464d-b123-e773aebb020f x-openstack-request-id: req-da2e0ed6-fe07-464d-b123-e773aebb020f {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:55:08.571190 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a9d320c-3251-445b-a7e3-c9564fa8cfc8", "name": "network-vif-deleted", "tag": "5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:55:08.572205 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-da2e0ed6-fe07-464d-b123-e773aebb020f {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:55:08.576036 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a9d320c-3251-445b-a7e3-c9564fa8cfc8', 'name': 'network-vif-deleted', 'tag': '5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1', 'status': 'completed', 'code': 200} Nov 12 00:55:08.612012 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee55930-b026-42bb-8093-fd639c0a52bd tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:08.613881 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-3ee55930-b026-42bb-8093-fd639c0a52bd tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "GET /v2.0/networks?id=180d7c8f-8622-4fa3-b125-dedcca6e77a6 HTTP/1.1" status: 200 len: 765 time: 0.6222067 Nov 12 00:55:08.617157 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34388) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:08.636960 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-7461a377-c03d-489f-b377-c25eacfc9dd4 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Request body: {'network': {'description': 'd2'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:08.675484 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101732de-69a5-4418-a175-773a98eced32 None None] Network 751a3878-9288-4d75-8a70-f58472aae76c requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:08.702476 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-8d31dcc9-4a58-4219-89a4-c3b30ca9c6dc service neutron] 10.222.0.54 "GET /v2.0/networks/1fce8c5f-7ac6-4208-952b-3be5cb15c665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5266955 Nov 12 00:55:08.717653 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07504584-33f9-4deb-9e7f-eabdfb8a9678 req-580541c7-c8fc-4fc5-9665-6ef0aaa868f6 tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:08.719867 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-07504584-33f9-4deb-9e7f-eabdfb8a9678 req-580541c7-c8fc-4fc5-9665-6ef0aaa868f6 tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] 10.222.0.20 "GET /v2.0/ports?device_id=91caed79-2b5b-47cf-8bf7-5c90089520af HTTP/1.1" status: 200 len: 945 time: 0.1427269 Nov 12 00:55:08.764246 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101732de-69a5-4418-a175-773a98eced32 None None] Network 751a3878-9288-4d75-8a70-f58472aae76c could not be found, it might have been deleted concurrently. {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 00:55:08.795435 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2cb74ac3-5896-4385-8fbb-fc7595a33121 req-ffd6b246-773c-4425-bb96-8c1359c59467 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a9d320c-3251-445b-a7e3-c9564fa8cfc8 HTTP/1.1" status: 200 len: 210 time: 0.0940990 Nov 12 00:55:08.811902 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-eecec653-129f-472a-ae40-c6114eb629ec None None] Provisioning complete for port abe80202-46b4-45aa-996b-7d56004d38bc triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:08.812401 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-eecec653-129f-472a-ae40-c6114eb629ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:08.872619 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-07504584-33f9-4deb-9e7f-eabdfb8a9678 req-46e76c19-4777-4931-8345-686916aaedb4 tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] 10.222.0.20 "GET /v2.0/security-groups?id=e41fb2b7-cb18-49bf-b0df-6e9014570766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407280 Nov 12 00:55:08.948030 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-8fcba48c-254d-42bb-a61f-c3dda572012e service neutron] 10.222.0.54 "GET /v2.0/networks/1fce8c5f-7ac6-4208-952b-3be5cb15c665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264946 Nov 12 00:55:08.997149 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7461a377-c03d-489f-b377-c25eacfc9dd4 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:09.023804 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7461a377-c03d-489f-b377-c25eacfc9dd4 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:09.105418 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-a58a5c6e-2d0c-436d-baa7-e70cbb054b3f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=31fcb602-fe71-4579-9fa9-375532295e13 HTTP/1.1" status: 200 len: 217 time: 0.1488426 Nov 12 00:55:09.163390 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9f7a642b-d765-4677-b145-3feda7d16be1 req-fc517bf6-8500-4cb0-ba2b-f9c6cc772ad9 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0883443 Nov 12 00:55:09.178909 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7461a377-c03d-489f-b377-c25eacfc9dd4 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Network 180d7c8f-8622-4fa3-b125-dedcca6e77a6 is not hosted by any dhcp agent {{(pid=102662) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 00:55:09.192046 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7461a377-c03d-489f-b377-c25eacfc9dd4 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:09.197338 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7461a377-c03d-489f-b377-c25eacfc9dd4 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:09.198777 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7461a377-c03d-489f-b377-c25eacfc9dd4 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "PUT /v2.0/networks/180d7c8f-8622-4fa3-b125-dedcca6e77a6 HTTP/1.1" status: 200 len: 762 time: 0.5804777 Nov 12 00:55:09.202234 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 34416) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:09.215370 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7461a377-c03d-489f-b377-c25eacfc9dd4 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Pushing event updated for resources: {'Network': ['ID=180d7c8f-8622-4fa3-b125-dedcca6e77a6,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:09.264547 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device abe80202-46b4-45aa-996b-7d56004d38bc up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:09.281084 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 180d7c8f-8622-4fa3-b125-dedcca6e77a6 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:55:09.310655 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-028f1bce-6ee0-49b7-8086-7cb346cb18c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:09.314534 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-028f1bce-6ee0-49b7-8086-7cb346cb18c3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1258ef72-3213-4252-85bc-f1e482a40b73 HTTP/1.1" status: 200 len: 797 time: 0.1994493 Nov 12 00:55:09.424514 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:09.501825 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port abe80202-46b4-45aa-996b-7d56004d38bc triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:09.502199 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:09.549793 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-977a29cc-45ba-4508-81ff-e70f3618bece req-6bb83acf-d391-4d16-a8bc-3ae8d65aff65 tempest-ServerShowV254Test-10787923 tempest-ServerShowV254Test-10787923-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d46e7c9-3709-48ea-867e-c6bcacb9dc3e HTTP/1.1" status: 200 len: 210 time: 0.1650360 Nov 12 00:55:09.604883 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-3cd11f32-fe11-4593-95c5-615481565dc9 None None] Provisioning complete for port abe80202-46b4-45aa-996b-7d56004d38bc triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:09.610092 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3cd11f32-fe11-4593-95c5-615481565dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:09.613310 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abf7c28-b497-43af-a3fa-ead7b9d886d7 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:09.613745 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-3abf7c28-b497-43af-a3fa-ead7b9d886d7 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "GET /v2.0/networks?id=180d7c8f-8622-4fa3-b125-dedcca6e77a6 HTTP/1.1" status: 200 len: 765 time: 0.4085317 Nov 12 00:55:09.617523 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34444) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:09.652989 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5ee4c169-66a3-4742-a69e-637570c9af58 req-9fc424dd-f75e-4a20-9975-340229ac4460 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0861471 Nov 12 00:55:09.664686 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-730592dc-b258-4c30-9bf8-154d44be6245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:09.667953 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-730592dc-b258-4c30-9bf8-154d44be6245 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ab41dae0-8b36-4d88-961d-982690d3893d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2843647 Nov 12 00:55:09.704235 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:55:09.757662 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: 5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:55:09.758519 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 5fed8b3f-4dd4-4162-9e04-ef80f7db0cb1 not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:55:09.809723 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 3f481466-7393-40bf-a2f2-94b262662d5d no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:55:09.816342 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:09.828743 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-1d73de71-cc83-45f7-84da-b744bee85d56 service neutron] 10.222.0.54 "GET /v2.0/networks/ab41dae0-8b36-4d88-961d-982690d3893d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515241 Nov 12 00:55:09.829963 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ce9bf9-a617-4e46-b421-0aba0af8e99c tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:09.831728 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-32ce9bf9-a617-4e46-b421-0aba0af8e99c tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2123942 Nov 12 00:55:09.834615 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34458) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:09.841563 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 3f481466-7393-40bf-a2f2-94b262662d5d {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:55:09.841925 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 3f481466-7393-40bf-a2f2-94b262662d5d not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:55:09.943806 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-66617683-2840-4921-b60a-92d191740768 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "GET /v2.0/subnets?network_id=ef732b55-2b3c-4048-85da-0a8ac273c14b HTTP/1.1" status: 200 len: 207 time: 0.1074760 Nov 12 00:55:09.949653 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34464) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:10.087436 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-88f9adcb-a560-4b71-be20-8d319ac03fd0 service neutron] 10.222.0.54 "GET /v2.0/networks/ab41dae0-8b36-4d88-961d-982690d3893d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503846 Nov 12 00:55:10.097176 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfafea8-2ccf-443f-a423-8ff2be71fb32 req-bd0784ea-9a7c-498d-9213-c6ea75f9aa21 tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:10.098423 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1dfafea8-2ccf-443f-a423-8ff2be71fb32 req-bd0784ea-9a7c-498d-9213-c6ea75f9aa21 tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] 10.222.0.49 "GET /v2.0/ports?device_id=91caed79-2b5b-47cf-8bf7-5c90089520af HTTP/1.1" status: 200 len: 945 time: 0.1570907 Nov 12 00:55:10.217210 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-7f1d8fc3-ac7f-44d4-be5f-432d2f72e8d0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=f1d753e5-8094-4985-ae26-476029182198 HTTP/1.1" status: 200 len: 217 time: 0.1177754 Nov 12 00:55:10.220159 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07aaf231-3ba9-463f-ae0d-8517a6abbcdf tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:10.226406 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07aaf231-3ba9-463f-ae0d-8517a6abbcdf tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:10.234254 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07aaf231-3ba9-463f-ae0d-8517a6abbcdf tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:10.241433 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07aaf231-3ba9-463f-ae0d-8517a6abbcdf tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:10.248395 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07aaf231-3ba9-463f-ae0d-8517a6abbcdf tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:10.255565 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07aaf231-3ba9-463f-ae0d-8517a6abbcdf tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:10.257829 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-07aaf231-3ba9-463f-ae0d-8517a6abbcdf tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.3070571 Nov 12 00:55:10.261698 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34482) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:10.280192 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50e120-f2ee-4adf-ae6d-65cd026805a0 req-0afed5e0-4a09-4846-a590-299f7bc48efe tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:10.282063 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7d50e120-f2ee-4adf-ae6d-65cd026805a0 req-0afed5e0-4a09-4846-a590-299f7bc48efe tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] 10.222.0.20 "GET /v2.0/ports?device_id=91caed79-2b5b-47cf-8bf7-5c90089520af HTTP/1.1" status: 200 len: 945 time: 0.2458498 Nov 12 00:55:10.300158 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-359c0da1-ca9a-4301-9a84-43cd944ee3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:10.301661 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-359c0da1-ca9a-4301-9a84-43cd944ee3e5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1258ef72-3213-4252-85bc-f1e482a40b73 HTTP/1.1" status: 200 len: 797 time: 0.0746841 Nov 12 00:55:10.309125 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-1dfafea8-2ccf-443f-a423-8ff2be71fb32 req-3ed048e7-686e-4a34-b707-2009d955924b tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] Deleting port fe120d37-83a4-4009-966f-22cbbed66d29 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:55:10.309629 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-1dfafea8-2ccf-443f-a423-8ff2be71fb32 req-3ed048e7-686e-4a34-b707-2009d955924b tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:10.408280 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7d50e120-f2ee-4adf-ae6d-65cd026805a0 req-36ecb4a0-d43a-450e-9250-5cf61ecd8a5d tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] 10.222.0.20 "GET /v2.0/security-groups?id=e41fb2b7-cb18-49bf-b0df-6e9014570766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083817 Nov 12 00:55:10.454282 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b8d1d0ce-87bc-4bee-bf15-ce7a6d1d88fe tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.1886733 Nov 12 00:55:10.454657 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34492) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:10.529365 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-1dfafea8-2ccf-443f-a423-8ff2be71fb32 req-3ed048e7-686e-4a34-b707-2009d955924b tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] For port fe120d37-83a4-4009-966f-22cbbed66d29, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=fe120d37-83a4-4009-966f-22cbbed66d29,segment=NetworkSegment(c23b9c05-1da3-44af-b1e5-8ea6ef4e27eb),segment_id=c23b9c05-1da3-44af-b1e5-8ea6ef4e27eb)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:10.529775 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-1dfafea8-2ccf-443f-a423-8ff2be71fb32 req-3ed048e7-686e-4a34-b707-2009d955924b tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:10.548704 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-266707c2-9d37-4bda-8ade-cd4a50759b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:10.550354 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-266707c2-9d37-4bda-8ade-cd4a50759b52 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ab41dae0-8b36-4d88-961d-982690d3893d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1541533 Nov 12 00:55:10.566269 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7efa1-16b1-4377-8688-d1bdbee13e9b req-360c3758-ce5a-441a-b9e9-1f565b881d38 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:10.566891 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1ed7efa1-16b1-4377-8688-d1bdbee13e9b req-360c3758-ce5a-441a-b9e9-1f565b881d38 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.1676142 Nov 12 00:55:10.567910 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-1dfafea8-2ccf-443f-a423-8ff2be71fb32 req-3ed048e7-686e-4a34-b707-2009d955924b tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] Calling delete_port for fe120d37-83a4-4009-966f-22cbbed66d29 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:55:10.608812 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c1c429-c054-4204-af8d-55eb76dfb027 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:10.610598 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c1c429-c054-4204-af8d-55eb76dfb027 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:10.613930 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c1c429-c054-4204-af8d-55eb76dfb027 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:10.616217 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c1c429-c054-4204-af8d-55eb76dfb027 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:10.618057 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c1c429-c054-4204-af8d-55eb76dfb027 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:10.620183 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d5c1c429-c054-4204-af8d-55eb76dfb027 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1633725 Nov 12 00:55:10.625753 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34506) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:10.728380 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:10.782120 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af94d0b-ee11-4370-aad5-f6c0794d70ee tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Attributes excluded by policy engine: ['shared'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:10.785690 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af94d0b-ee11-4370-aad5-f6c0794d70ee tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Attributes excluded by policy engine: ['shared'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:10.787447 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af94d0b-ee11-4370-aad5-f6c0794d70ee tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Attributes excluded by policy engine: ['shared'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:10.791065 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af94d0b-ee11-4370-aad5-f6c0794d70ee tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Attributes excluded by policy engine: ['shared'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:10.793530 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af94d0b-ee11-4370-aad5-f6c0794d70ee tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Attributes excluded by policy engine: ['shared'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:10.795860 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6af94d0b-ee11-4370-aad5-f6c0794d70ee tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1685367 Nov 12 00:55:10.802223 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 34518) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:10.814279 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8cc939b2-a0eb-47e7-8f80-c2353dae3bbf req-bef92260-8d89-4f3a-975f-d7348a54d075 tempest-ServerShowV254Test-10787923 tempest-ServerShowV254Test-10787923-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d46e7c9-3709-48ea-867e-c6bcacb9dc3e HTTP/1.1" status: 200 len: 210 time: 0.0768008 Nov 12 00:55:10.814818 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1ed7efa1-16b1-4377-8688-d1bdbee13e9b req-b6383a26-ddf7-4245-b643-06ab32dea7cf tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2313867 Nov 12 00:55:10.883187 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-a59757ca-aff5-46b9-abb3-1ed34563c02e service neutron] 10.222.0.54 "GET /v2.0/networks/ab41dae0-8b36-4d88-961d-982690d3893d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130813 Nov 12 00:55:11.066242 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb31305a-a826-49ba-a1aa-6de554439d3d tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:11.070958 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-fb31305a-a826-49ba-a1aa-6de554439d3d tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "GET /v2.0/networks/4baa67f2-60cd-4dbb-ada8-2037d3817b65 HTTP/1.1" status: 200 len: 804 time: 0.2516427 Nov 12 00:55:11.071357 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34536) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:11.107294 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-1dfafea8-2ccf-443f-a423-8ff2be71fb32 req-3ed048e7-686e-4a34-b707-2009d955924b tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:11.152672 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['fe120d37-83a4-4009-966f-22cbbed66d29'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:55:11.158011 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed048e7-686e-4a34-b707-2009d955924b tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] Pushing event deleted for resources: {'Port': ['ID=fe120d37-83a4-4009-966f-22cbbed66d29,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:11.166372 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-86f69e78-3242-4fb2-a2ba-3559b4920973 service neutron] 10.222.0.54 "GET /v2.0/networks/ab41dae0-8b36-4d88-961d-982690d3893d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534459 Nov 12 00:55:11.192094 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b872c565-cd99-4a2c-9fa8-d44085bd67b6 None None] DHCP port deletion for 64d0a3ec-0436-4a58-adbd-c456a9570421 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:55:11.216899 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfafea8-2ccf-443f-a423-8ff2be71fb32 req-3ed048e7-686e-4a34-b707-2009d955924b tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] No DVR routers for this DVR port fe120d37-83a4-4009-966f-22cbbed66d29 on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:55:11.219766 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-1dfafea8-2ccf-443f-a423-8ff2be71fb32 req-3ed048e7-686e-4a34-b707-2009d955924b tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:11.223869 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1dfafea8-2ccf-443f-a423-8ff2be71fb32 req-3ed048e7-686e-4a34-b707-2009d955924b tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] 10.222.0.49 "DELETE /v2.0/ports/fe120d37-83a4-4009-966f-22cbbed66d29 HTTP/1.1" status: 204 len: 173 time: 1.1172628 Nov 12 00:55:11.252721 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-49027cb1-c790-4d9e-9f5d-ff8240221325 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "GET /v2.0/networks/4baa67f2-60cd-4dbb-ada8-2037d3817b65?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1799653 Nov 12 00:55:11.257120 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91caed79-2b5b-47cf-8bf7-5c90089520af', 'name': 'network-vif-deleted', 'tag': 'fe120d37-83a4-4009-966f-22cbbed66d29'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:55:11.258151 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34544) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:11.260131 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ab00d1-2f96-49b3-86e7-02692ca705f2" -d '{"events": [{"server_uuid": "91caed79-2b5b-47cf-8bf7-5c90089520af", "name": "network-vif-deleted", "tag": "fe120d37-83a4-4009-966f-22cbbed66d29"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:55:11.279586 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-ae3c0340-2913-4021-a81a-7903612351e9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=ece577e8-c379-469d-ac80-64690c063e88 HTTP/1.1" status: 200 len: 217 time: 0.0882702 Nov 12 00:55:11.345670 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9584e9fa-db06-40c2-828c-9ca48aff858e tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:11.346400 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbda3e7-374c-47b8-bda1-2b9f1eee89f9 x-openstack-request-id: req-fcbda3e7-374c-47b8-bda1-2b9f1eee89f9 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:55:11.346746 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91caed79-2b5b-47cf-8bf7-5c90089520af", "name": "network-vif-deleted", "tag": "fe120d37-83a4-4009-966f-22cbbed66d29", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:55:11.347005 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fcbda3e7-374c-47b8-bda1-2b9f1eee89f9 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:55:11.347490 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91caed79-2b5b-47cf-8bf7-5c90089520af', 'name': 'network-vif-deleted', 'tag': 'fe120d37-83a4-4009-966f-22cbbed66d29', 'status': 'completed', 'code': 200} Nov 12 00:55:11.348752 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-9584e9fa-db06-40c2-828c-9ca48aff858e tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "GET /v2.0/subnets/d196f24a-3c0e-4ba9-8dc6-01de92cb7f7e HTTP/1.1" status: 200 len: 843 time: 0.0874631 Nov 12 00:55:11.354179 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34554) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:11.361220 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-a7b2e9d3-cc97-48b9-b706-1d383dcacd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:11.363378 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-a7b2e9d3-cc97-48b9-b706-1d383dcacd29 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1258ef72-3213-4252-85bc-f1e482a40b73 HTTP/1.1" status: 200 len: 797 time: 0.0740278 Nov 12 00:55:11.448492 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-83e1df6c-795b-4fdc-b55d-8bcf7fbba6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:11.451406 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-83e1df6c-795b-4fdc-b55d-8bcf7fbba6de service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ab41dae0-8b36-4d88-961d-982690d3893d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0785747 Nov 12 00:55:11.458494 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5a713d-594f-441e-9077-fbbf4d1f6fe8 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Attributes excluded by policy engine: ['shared'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:11.465004 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6e5a713d-594f-441e-9077-fbbf4d1f6fe8 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "GET /v2.0/subnets/d196f24a-3c0e-4ba9-8dc6-01de92cb7f7e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1047580 Nov 12 00:55:11.465278 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34564) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:11.470345 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-f85bd238-22b0-4812-8069-f3a6e325b8ec tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1429837290'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:11.520295 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85bd238-22b0-4812-8069-f3a6e325b8ec tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Made reservation on behalf of c9e7c999fc204557a014529c174efb0d for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:11.526601 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f85bd238-22b0-4812-8069-f3a6e325b8ec tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:11.596903 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f85bd238-22b0-4812-8069-f3a6e325b8ec tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:55:11.614780 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f85bd238-22b0-4812-8069-f3a6e325b8ec tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:11.616102 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-f85bd238-22b0-4812-8069-f3a6e325b8ec tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Added segment 6bbfecba-1369-4b5d-99f6-322a2089a610 of type vlan for network ba71233c-a516-457e-a360-456208c4eef1 Nov 12 00:55:11.749271 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5421ce0c-f63d-482b-9508-fb4504431685 req-5f6750ed-92b7-45a4-9a3e-52f5b2dc28eb tempest-ServerTagsTestJSON-2047382723 tempest-ServerTagsTestJSON-2047382723-project] 10.222.0.20 "GET /v2.0/ports?device_id=91caed79-2b5b-47cf-8bf7-5c90089520af HTTP/1.1" status: 200 len: 210 time: 0.0758870 Nov 12 00:55:11.819217 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a4a90a52-ae9b-4df0-a23c-f2fe961aeffb req-ab7e8864-a1e1-4268-b4de-42d8a5bc19ae service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1193824 Nov 12 00:55:11.824952 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f85bd238-22b0-4812-8069-f3a6e325b8ec tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:11.882148 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f85bd238-22b0-4812-8069-f3a6e325b8ec tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:11.892939 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85bd238-22b0-4812-8069-f3a6e325b8ec tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:11.894079 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f85bd238-22b0-4812-8069-f3a6e325b8ec tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:11.922361 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-43a32894-108e-4c43-9a8e-eace2fcd0195 service neutron] 10.222.0.54 "GET /v2.0/networks/ab41dae0-8b36-4d88-961d-982690d3893d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4621894 Nov 12 00:55:12.108813 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3ac7965d-573b-421f-b92c-ff9d98912c7a req-58968777-220b-4b8e-934a-b2b83c317f33 tempest-ServerShowV254Test-10787923 tempest-ServerShowV254Test-10787923-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d46e7c9-3709-48ea-867e-c6bcacb9dc3e HTTP/1.1" status: 200 len: 210 time: 0.0451057 Nov 12 00:55:12.114796 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85bd238-22b0-4812-8069-f3a6e325b8ec tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Pushing event updated for resources: {'Network': ['ID=ba71233c-a516-457e-a360-456208c4eef1,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:12.125780 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f85bd238-22b0-4812-8069-f3a6e325b8ec tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6593006 Nov 12 00:55:12.132678 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 34582) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:12.142036 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network ba71233c-a516-457e-a360-456208c4eef1 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:55:12.161952 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-102af4a0-7c1c-43ba-ae12-f5d8910c479f tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Request body: {'subnet': {'network_id': 'ba71233c-a516-457e-a360-456208c4eef1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:12.198501 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d2fa5-6bb5-4e86-b8b7-0d91cae87ea4 req-158a65fb-7426-4236-a825-2f8dd19c0a4d tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:12.200333 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-111d2fa5-6bb5-4e86-b8b7-0d91cae87ea4 req-158a65fb-7426-4236-a825-2f8dd19c0a4d tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.54 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.1367595 Nov 12 00:55:12.209237 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b3cf2-a1d6-4ff7-bd1d-63cd5677a8b3 req-61522bf0-8c54-4b98-998b-eb36379ffa47 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:12.216882 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 34584) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:12.218708 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-252b3cf2-a1d6-4ff7-bd1d-63cd5677a8b3 req-61522bf0-8c54-4b98-998b-eb36379ffa47 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 944 time: 0.1347198 Nov 12 00:55:12.233518 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4cbc41d0-6cf9-44c1-a7ce-b78f7287f713 req-ce0a896f-f176-47c3-8014-cdd493ecab4d service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1272883 Nov 12 00:55:12.318006 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-88b1b028-66b8-4aca-9d96-c07a54a2a225 service neutron] 10.222.0.54 "GET /v2.0/networks/ab41dae0-8b36-4d88-961d-982690d3893d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747308 Nov 12 00:55:12.341491 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-252b3cf2-a1d6-4ff7-bd1d-63cd5677a8b3 req-7cac8b8e-5f33-42a2-b527-f9a8278d80a2 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a25da90-546f-40bd-8a0e-2c62e01a6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217265 Nov 12 00:55:12.389338 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-646e33b9-9f73-44f9-899d-d80d992ef696 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=74c2483e-02a2-4318-bcbc-82baf9ce9bcb HTTP/1.1" status: 200 len: 217 time: 0.0623388 Nov 12 00:55:12.392420 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-111d2fa5-6bb5-4e86-b8b7-0d91cae87ea4 req-8a2718c9-57df-4458-8524-ec1c437d1330 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Deleting port cfa2737e-ff39-485a-a2ad-858e4b4be17b {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:55:12.392768 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-111d2fa5-6bb5-4e86-b8b7-0d91cae87ea4 req-8a2718c9-57df-4458-8524-ec1c437d1330 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:12.409591 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8537b896-bd18-4c44-ac37-55b1232c8b70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:12.450807 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102af4a0-7c1c-43ba-ae12-f5d8910c479f tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Made reservation on behalf of c9e7c999fc204557a014529c174efb0d for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:12.454341 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-102af4a0-7c1c-43ba-ae12-f5d8910c479f tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:12.520499 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-111d2fa5-6bb5-4e86-b8b7-0d91cae87ea4 req-8a2718c9-57df-4458-8524-ec1c437d1330 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] For port cfa2737e-ff39-485a-a2ad-858e4b4be17b, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=cfa2737e-ff39-485a-a2ad-858e4b4be17b,segment=NetworkSegment(8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b),segment_id=8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:12.520996 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-111d2fa5-6bb5-4e86-b8b7-0d91cae87ea4 req-8a2718c9-57df-4458-8524-ec1c437d1330 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:12.551332 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-223c10fd-e9f5-4624-90d9-f11e722a0046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:12.552821 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-223c10fd-e9f5-4624-90d9-f11e722a0046 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1258ef72-3213-4252-85bc-f1e482a40b73 HTTP/1.1" status: 200 len: 797 time: 0.1554453 Nov 12 00:55:12.554497 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.ipam_backend_mixin [None req-102af4a0-7c1c-43ba-ae12-f5d8910c479f tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Performing IP validity checks on allocation pools {{(pid=102661) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 00:55:12.555015 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.ipam_backend_mixin [None req-102af4a0-7c1c-43ba-ae12-f5d8910c479f tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102661) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 00:55:12.624150 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:12.666074 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8537b896-bd18-4c44-ac37-55b1232c8b70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:12.670983 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-97a838ea-187f-4d1c-8bf4-2bbf5c099f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:12.672481 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-97a838ea-187f-4d1c-8bf4-2bbf5c099f1b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ab41dae0-8b36-4d88-961d-982690d3893d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1122162 Nov 12 00:55:12.678067 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8537b896-bd18-4c44-ac37-55b1232c8b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:12.857900 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34592) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:12.920731 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-111d2fa5-6bb5-4e86-b8b7-0d91cae87ea4 req-8a2718c9-57df-4458-8524-ec1c437d1330 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:12.921102 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-111d2fa5-6bb5-4e86-b8b7-0d91cae87ea4 req-8a2718c9-57df-4458-8524-ec1c437d1330 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:12.921548 n-d-812236-11 neutron-server[102662]: INFO neutron.db.l3_db [req-111d2fa5-6bb5-4e86-b8b7-0d91cae87ea4 req-8a2718c9-57df-4458-8524-ec1c437d1330 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Floating IP 738da321-3d05-4a90-9626-c8a0c2ff3b61 disassociated. External IP: 172.25.2.179, port: cfa2737e-ff39-485a-a2ad-858e4b4be17b. Nov 12 00:55:12.921901 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-111d2fa5-6bb5-4e86-b8b7-0d91cae87ea4 req-8a2718c9-57df-4458-8524-ec1c437d1330 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Calling delete_port for cfa2737e-ff39-485a-a2ad-858e4b4be17b owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:55:12.986317 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-21665a2b-fda8-418e-8e0c-36a72597e631 admin admin] Deleting subnet db656fb3-fa93-401a-8fbb-ba465b785540 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:55:12.993812 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-21665a2b-fda8-418e-8e0c-36a72597e631 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:13.046694 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-21665a2b-fda8-418e-8e0c-36a72597e631 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:13.114859 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-21665a2b-fda8-418e-8e0c-36a72597e631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:13.142393 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-8537b896-bd18-4c44-ac37-55b1232c8b70 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2bf16c34c4a54b378e88bbf7cf36c491&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9168241 Nov 12 00:55:13.146072 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34598) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:13.150956 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8537b896-bd18-4c44-ac37-55b1232c8b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e771fd74-b7c5-40c7-8566-966210cc3059,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:13.216487 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-102af4a0-7c1c-43ba-ae12-f5d8910c479f tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:13.254649 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-f111f811-c2ef-43d9-add4-fa6673458fbb service neutron] 10.222.0.54 "GET /v2.0/networks/ab41dae0-8b36-4d88-961d-982690d3893d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5672095 Nov 12 00:55:13.277302 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-36ae43b3-2ae7-4c6f-a1b9-cdaf42737634 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:13.280218 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-111d2fa5-6bb5-4e86-b8b7-0d91cae87ea4 req-8a2718c9-57df-4458-8524-ec1c437d1330 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:13.285998 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-21665a2b-fda8-418e-8e0c-36a72597e631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:13.319847 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf47ba69-80ca-46a0-8ff8-35d7ecd711c3 None None] Network 64d0a3ec-0436-4a58-adbd-c456a9570421 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:13.335340 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-21665a2b-fda8-418e-8e0c-36a72597e631 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:13.336297 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102af4a0-7c1c-43ba-ae12-f5d8910c479f tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Pushing event updated for resources: {'Subnet': ['ID=a721ca5e-0fd1-42a0-bb35-f6ed15bf6c7c,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:13.342374 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-21665a2b-fda8-418e-8e0c-36a72597e631 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/db656fb3-fa93-401a-8fbb-ba465b785540 HTTP/1.1" status: 204 len: 168 time: 0.4809856 Nov 12 00:55:13.363014 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34602) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:13.363827 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2718c9-57df-4458-8524-ec1c437d1330 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Pushing event deleted for resources: {'Port': ['ID=cfa2737e-ff39-485a-a2ad-858e4b4be17b,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:13.383723 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21665a2b-fda8-418e-8e0c-36a72597e631 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db656fb3-fa93-401a-8fbb-ba465b785540,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:13.387122 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-36ae43b3-2ae7-4c6f-a1b9-cdaf42737634 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:13.421118 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c03b6d39-f426-4078-818b-91d45de989a0 req-2d323583-c3d7-47f3-8aa0-bd1ed12023d8 tempest-ServerShowV254Test-10787923 tempest-ServerShowV254Test-10787923-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d46e7c9-3709-48ea-867e-c6bcacb9dc3e HTTP/1.1" status: 200 len: 210 time: 0.1024740 Nov 12 00:55:13.473248 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102af4a0-7c1c-43ba-ae12-f5d8910c479f tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Checking segment: {'id': '6bbfecba-1369-4b5d-99f6-322a2089a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ba71233c-a516-457e-a360-456208c4eef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:13.473248 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102af4a0-7c1c-43ba-ae12-f5d8910c479f tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Network hostable DHCP agents. Network: ba71233c-a516-457e-a360-456208c4eef1, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:55:13.524362 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102af4a0-7c1c-43ba-ae12-f5d8910c479f tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Network ba71233c-a516-457e-a360-456208c4eef1 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:55:13.529270 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-135d4733-2708-48d4-b403-2e199a0b7495 service neutron] 10.222.0.54 "GET /v2.0/networks/ab41dae0-8b36-4d88-961d-982690d3893d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584531 Nov 12 00:55:13.550497 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-102af4a0-7c1c-43ba-ae12-f5d8910c479f tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, ba71233c-a516-457e-a360-456208c4eef1) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:13.583788 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927983d9-d6c1-4259-b8fa-2e19838c34d6 None None] DHCP port deletion for 64d0a3ec-0436-4a58-adbd-c456a9570421 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:55:13.588149 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d60f3d-dcf7-4694-b0dd-f05cf4adcdfd None None] Network ba71233c-a516-457e-a360-456208c4eef1 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:13.591804 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102af4a0-7c1c-43ba-ae12-f5d8910c479f tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:13.592722 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-102af4a0-7c1c-43ba-ae12-f5d8910c479f tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:13.597549 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-17c49a25-8534-4e1e-b9bd-2ecb86a6208a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f4c6cea8-7b5d-48c0-a82d-a907911e3785 HTTP/1.1" status: 200 len: 217 time: 0.0604019 Nov 12 00:55:13.659998 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-102af4a0-7c1c-43ba-ae12-f5d8910c479f tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5093820 Nov 12 00:55:13.662817 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 34608) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:13.668692 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-6ae37374-33f6-4c1d-adf7-f5e10f5baa3a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:13.703950 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-044eec9b-d563-44ad-a583-42e23cf10d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:13.713774 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-7c8e4bc6-9c76-433a-b220-52641cf56e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:13.715430 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-7c8e4bc6-9c76-433a-b220-52641cf56e0b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=92d015ab-73f4-423c-8877-4552ee1df1ff HTTP/1.1" status: 200 len: 797 time: 0.1067572 Nov 12 00:55:13.726792 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device fe120d37-83a4-4009-966f-22cbbed66d29 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:55:13.754505 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6702b760-1c00-4064-a115-033fab9b8115 req-1455d5d1-068d-4fc9-ab67-eeb13e03c4db tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 210 time: 0.2589946 Nov 12 00:55:13.796060 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: fe120d37-83a4-4009-966f-22cbbed66d29 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:55:13.796719 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device fe120d37-83a4-4009-966f-22cbbed66d29 not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:55:13.838183 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6ae37374-33f6-4c1d-adf7-f5e10f5baa3a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10235196'] for subnet, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:13.864816 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-a197bd8c-e920-46e5-840f-10fdc00819e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:13.866526 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-a197bd8c-e920-46e5-840f-10fdc00819e9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=932a85f6-3e20-455a-a5e7-01a28ed4b895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1363351 Nov 12 00:55:13.897292 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-36ae43b3-2ae7-4c6f-a1b9-cdaf42737634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:13.902331 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-36ae43b3-2ae7-4c6f-a1b9-cdaf42737634 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:13.903484 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-36ae43b3-2ae7-4c6f-a1b9-cdaf42737634 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e771fd74-b7c5-40c7-8566-966210cc3059 HTTP/1.1" status: 204 len: 168 time: 0.7376893 Nov 12 00:55:13.905614 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-111d2fa5-6bb5-4e86-b8b7-0d91cae87ea4 req-8a2718c9-57df-4458-8524-ec1c437d1330 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Router 586ad528-d329-492e-8b92-10338c998332 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:55:14.005778 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-044eec9b-d563-44ad-a583-42e23cf10d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:14.020217 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae43b3-2ae7-4c6f-a1b9-cdaf42737634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e771fd74-b7c5-40c7-8566-966210cc3059,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:14.094064 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-044eec9b-d563-44ad-a583-42e23cf10d11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64d0a3ec-0436-4a58-adbd-c456a9570421']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:14.217485 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe25f377-1c49-4e47-a28a-5d7c85329da2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-ba71233c-a516-457e-a360-456208c4eef1', 'network_id': 'ba71233c-a516-457e-a360-456208c4eef1', 'tenant_id': 'c9e7c999fc204557a014529c174efb0d', 'fixed_ips': [{'subnet_id': 'a721ca5e-0fd1-42a0-bb35-f6ed15bf6c7c'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:55:14.219175 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fe25f377-1c49-4e47-a28a-5d7c85329da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:14.236538 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-33f4c299-05ee-4149-a6b9-de73c79b807a service neutron] 10.222.0.54 "GET /v2.0/networks/932a85f6-3e20-455a-a5e7-01a28ed4b895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921460 Nov 12 00:55:14.387199 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-0151fccc-275f-497d-bfaf-8238085ec9bf service neutron] 10.222.0.54 "GET /v2.0/networks/932a85f6-3e20-455a-a5e7-01a28ed4b895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205275 Nov 12 00:55:14.433314 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b240607c-f6b4-4f6e-bc98-9a16f535a27f req-c2536a42-0f23-4dbc-bbea-f87a6ae7e62d service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0517018 Nov 12 00:55:14.471606 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-097c1124-b79e-4266-809c-3974d04cf032 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=418a9123-f7b9-4bae-a70d-69acd16e3f2a HTTP/1.1" status: 200 len: 217 time: 0.0654244 Nov 12 00:55:14.472215 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6ae37374-33f6-4c1d-adf7-f5e10f5baa3a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734448696203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10005061'] for subnet, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:14.620336 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-3690aa3f-0cae-428a-b3c5-505589358908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:14.621815 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-3690aa3f-0cae-428a-b3c5-505589358908 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=92d015ab-73f4-423c-8877-4552ee1df1ff HTTP/1.1" status: 200 len: 797 time: 0.1335995 Nov 12 00:55:14.626507 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-fe25f377-1c49-4e47-a28a-5d7c85329da2 None None] Allocated IP 2001:db8::3 (ba71233c-a516-457e-a360-456208c4eef1/a721ca5e-0fd1-42a0-bb35-f6ed15bf6c7c/ed5b621f-6668-4f2f-9c61-a302147e757d) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:14.633735 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-044eec9b-d563-44ad-a583-42e23cf10d11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c23b9c05-1da3-44af-b1e5-8ea6ef4e27eb') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:14.634366 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-044eec9b-d563-44ad-a583-42e23cf10d11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c23b9c05-1da3-44af-b1e5-8ea6ef4e27eb') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:14.658070 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-044eec9b-d563-44ad-a583-42e23cf10d11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:14.740992 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-044eec9b-d563-44ad-a583-42e23cf10d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:14.751626 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-044eec9b-d563-44ad-a583-42e23cf10d11 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:55:14.752387 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-044eec9b-d563-44ad-a583-42e23cf10d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:14.814665 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f49961d7-1993-47dc-a1a1-f1390a4f8a14 req-82892b8e-4095-4a3c-95c5-b5529377c5b4 tempest-ServerShowV254Test-10787923 tempest-ServerShowV254Test-10787923-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d46e7c9-3709-48ea-867e-c6bcacb9dc3e HTTP/1.1" status: 200 len: 210 time: 0.1905205 Nov 12 00:55:14.822187 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dd90ecc5-c6ef-440f-bcf3-0f6b93edd36e req-696cf046-0303-41ed-a249-3afb7a786b89 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0955036 Nov 12 00:55:14.842879 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 00:55:14.842879 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:55:14.842879 n-d-812236-11 neutron-server[102662]: timer() Nov 12 00:55:14.842879 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:55:14.842879 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 00:55:14.842879 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:55:14.842879 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 00:55:14.842879 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:55:14.842879 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 00:55:14.842879 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:55:14.842879 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 00:55:14.842879 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:55:14.842879 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 00:55:14.842879 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:55:14.842879 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:55:14.842879 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:55:14.842879 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:55:14.842879 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:55:14.842879 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 00:55:14.842879 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:55:14.842879 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 00:55:14.842879 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:55:14.842879 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:55:14.842879 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:55:14.842879 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 00:55:14.842879 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:55:14.842879 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:55:14.842879 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:55:14.842879 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:55:14.842879 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:55:14.842879 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:55:14.842879 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:55:14.846691 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-044eec9b-d563-44ad-a583-42e23cf10d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:14.859749 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-044eec9b-d563-44ad-a583-42e23cf10d11 admin admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:14.864751 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae37374-33f6-4c1d-adf7-f5e10f5baa3a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:14.867263 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6ae37374-33f6-4c1d-adf7-f5e10f5baa3a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:14.867917 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-044eec9b-d563-44ad-a583-42e23cf10d11 admin admin] 10.222.0.20 "DELETE /v2.0/networks/64d0a3ec-0436-4a58-adbd-c456a9570421 HTTP/1.1" status: 204 len: 168 time: 1.5018506 Nov 12 00:55:14.869817 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6ae37374-33f6-4c1d-adf7-f5e10f5baa3a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "PUT /v2.0/subnets/a721ca5e-0fd1-42a0-bb35-f6ed15bf6c7c HTTP/1.1" status: 200 len: 900 time: 1.2059748 Nov 12 00:55:14.873515 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae37374-33f6-4c1d-adf7-f5e10f5baa3a tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Pushing event updated for resources: {'Subnet': ['ID=a721ca5e-0fd1-42a0-bb35-f6ed15bf6c7c,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:14.875961 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 34644) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:14.910449 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044eec9b-d563-44ad-a583-42e23cf10d11 admin admin] Pushing event deleted for resources: {'Network': ['ID=64d0a3ec-0436-4a58-adbd-c456a9570421,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:14.920357 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-1d9a3f00-3799-477a-9e94-9c098b70690f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:14.922444 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-1d9a3f00-3799-477a-9e94-9c098b70690f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=932a85f6-3e20-455a-a5e7-01a28ed4b895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2845361 Nov 12 00:55:14.932380 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fe25f377-1c49-4e47-a28a-5d7c85329da2 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:14.934163 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-111d2fa5-6bb5-4e86-b8b7-0d91cae87ea4 req-8a2718c9-57df-4458-8524-ec1c437d1330 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:55:14.948255 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1d8108-efa3-4e8d-b960-1548ed458f49 None None] Sync routers for ids ['586ad528-d329-492e-8b92-10338c998332'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:55:14.968791 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fe25f377-1c49-4e47-a28a-5d7c85329da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:14.977450 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1d8108-efa3-4e8d-b960-1548ed458f49 None None] Routers {'586ad528-d329-492e-8b92-10338c998332'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:55:14.979157 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-8d1d8108-efa3-4e8d-b960-1548ed458f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:55:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['586ad528-d329-492e-8b92-10338c998332'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:15.033961 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-144756b2-09a9-4f7a-9219-72c0c0978a54 req-33003ad2-eb6e-473f-922f-6d385f116cc6 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb955f7-555a-4087-abcd-bce579e2f015 HTTP/1.1" status: 200 len: 210 time: 0.0587866 Nov 12 00:55:15.062850 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-111d2fa5-6bb5-4e86-b8b7-0d91cae87ea4 req-8a2718c9-57df-4458-8524-ec1c437d1330 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] No DVR routers for this DVR port cfa2737e-ff39-485a-a2ad-858e4b4be17b on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:55:15.068726 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-111d2fa5-6bb5-4e86-b8b7-0d91cae87ea4 req-8a2718c9-57df-4458-8524-ec1c437d1330 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:15.088437 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-111d2fa5-6bb5-4e86-b8b7-0d91cae87ea4 req-8a2718c9-57df-4458-8524-ec1c437d1330 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.54 "DELETE /v2.0/ports/cfa2737e-ff39-485a-a2ad-858e4b4be17b HTTP/1.1" status: 204 len: 173 time: 2.8671572 Nov 12 00:55:15.088987 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb955f7-555a-4087-abcd-bce579e2f015', 'name': 'network-vif-deleted', 'tag': 'cfa2737e-ff39-485a-a2ad-858e4b4be17b'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:55:15.095014 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02999fe6-a23f-47b0-95f1-abdb80d6255f" -d '{"events": [{"server_uuid": "9bb955f7-555a-4087-abcd-bce579e2f015", "name": "network-vif-deleted", "tag": "cfa2737e-ff39-485a-a2ad-858e4b4be17b"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:55:15.129016 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe25f377-1c49-4e47-a28a-5d7c85329da2 None None] Network ba71233c-a516-457e-a360-456208c4eef1 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:15.137268 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-48c4bfee-c971-4d57-ad90-e90825e2f05d tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:15.143577 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-fe25f377-1c49-4e47-a28a-5d7c85329da2 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:15.150156 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe25f377-1c49-4e47-a28a-5d7c85329da2 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:55:15.164137 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-eedad812-efc2-49d3-91ca-cbcd5bd68377 service neutron] 10.222.0.54 "GET /v2.0/networks/932a85f6-3e20-455a-a5e7-01a28ed4b895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019787 Nov 12 00:55:15.168760 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe25f377-1c49-4e47-a28a-5d7c85329da2 None None] Pushing event updated for resources: {'Port': ['ID=ed5b621f-6668-4f2f-9c61-a302147e757d,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:15.264324 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34658) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:15.313573 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-fe25f377-1c49-4e47-a28a-5d7c85329da2 None None] Attempting to bind port ed5b621f-6668-4f2f-9c61-a302147e757d on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:55:15.314033 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-fe25f377-1c49-4e47-a28a-5d7c85329da2 None None] Attempting to bind port ed5b621f-6668-4f2f-9c61-a302147e757d by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '6bbfecba-1369-4b5d-99f6-322a2089a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ba71233c-a516-457e-a360-456208c4eef1'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:55:15.314480 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe25f377-1c49-4e47-a28a-5d7c85329da2 None None] Attempting to bind port ed5b621f-6668-4f2f-9c61-a302147e757d on network ba71233c-a516-457e-a360-456208c4eef1 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:55:15.345755 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe25f377-1c49-4e47-a28a-5d7c85329da2 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:55:15.345755 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe25f377-1c49-4e47-a28a-5d7c85329da2 None None] Checking segment: {'id': '6bbfecba-1369-4b5d-99f6-322a2089a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ba71233c-a516-457e-a360-456208c4eef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:15.345755 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fe25f377-1c49-4e47-a28a-5d7c85329da2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:15.345755 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe25f377-1c49-4e47-a28a-5d7c85329da2 None None] Bound using segment: {'id': '6bbfecba-1369-4b5d-99f6-322a2089a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ba71233c-a516-457e-a360-456208c4eef1'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:55:15.345755 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-fe25f377-1c49-4e47-a28a-5d7c85329da2 None None] Bound port: ed5b621f-6668-4f2f-9c61-a302147e757d, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bbfecba-1369-4b5d-99f6-322a2089a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ba71233c-a516-457e-a360-456208c4eef1'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:55:15.346510 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fe25f377-1c49-4e47-a28a-5d7c85329da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:15.370446 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-48c4bfee-c971-4d57-ad90-e90825e2f05d tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Deleting port ed5b621f-6668-4f2f-9c61-a302147e757d {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:55:15.372360 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-48c4bfee-c971-4d57-ad90-e90825e2f05d tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:15.405893 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-8d1d8108-efa3-4e8d-b960-1548ed458f49 None None] Set router 586ad528-d329-492e-8b92-10338c998332 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:55:15.418532 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e31f2349-0a12-4c86-99c7-0b736479c3f4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=105f32a62b4a456caf389026be4c81ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1530752 Nov 12 00:55:15.419579 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34660) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:15.442981 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25cf2628-a369-43d0-b2ad-db81a4eeb452 req-b11d7571-54a1-4aaa-8e3b-70c26d266b5a service neutron] 10.222.0.54 "GET /v2.0/networks/932a85f6-3e20-455a-a5e7-01a28ed4b895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365754 Nov 12 00:55:15.522778 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-fe25f377-1c49-4e47-a28a-5d7c85329da2 None None] For port ed5b621f-6668-4f2f-9c61-a302147e757d, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:55:15.529589 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-fe25f377-1c49-4e47-a28a-5d7c85329da2 None None] For port ed5b621f-6668-4f2f-9c61-a302147e757d, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=ed5b621f-6668-4f2f-9c61-a302147e757d,segment=NetworkSegment(6bbfecba-1369-4b5d-99f6-322a2089a610),segment_id=6bbfecba-1369-4b5d-99f6-322a2089a610)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:55:15.540107 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fe25f377-1c49-4e47-a28a-5d7c85329da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:15.554211 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-824fd674-e5d7-4537-a6a9-a8f3ad3e0a14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:15.609719 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-48c4bfee-c971-4d57-ad90-e90825e2f05d tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] For port ed5b621f-6668-4f2f-9c61-a302147e757d, host n-d-812236-11, got binding levels [] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:15.610149 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-48c4bfee-c971-4d57-ad90-e90825e2f05d tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:15.626316 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-824fd674-e5d7-4537-a6a9-a8f3ad3e0a14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:15.626567 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-48c4bfee-c971-4d57-ad90-e90825e2f05d tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Calling delete_port for ed5b621f-6668-4f2f-9c61-a302147e757d owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:55:15.665578 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0adde031-0a0f-4583-bba0-e81019d3c1c8 x-openstack-request-id: req-0adde031-0a0f-4583-bba0-e81019d3c1c8 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:55:15.666239 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb955f7-555a-4087-abcd-bce579e2f015", "name": "network-vif-deleted", "tag": "cfa2737e-ff39-485a-a2ad-858e4b4be17b", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:55:15.667815 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0adde031-0a0f-4583-bba0-e81019d3c1c8 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:55:15.669836 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb955f7-555a-4087-abcd-bce579e2f015', 'name': 'network-vif-deleted', 'tag': 'cfa2737e-ff39-485a-a2ad-858e4b4be17b', 'status': 'completed', 'code': 200} Nov 12 00:55:15.710210 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe25f377-1c49-4e47-a28a-5d7c85329da2 None None] Pushing event updated for resources: {'Port': ['ID=ed5b621f-6668-4f2f-9c61-a302147e757d,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:15.765106 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-824fd674-e5d7-4537-a6a9-a8f3ad3e0a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:15.768407 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-824fd674-e5d7-4537-a6a9-a8f3ad3e0a14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:15.770049 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-824fd674-e5d7-4537-a6a9-a8f3ad3e0a14 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e41fb2b7-cb18-49bf-b0df-6e9014570766 HTTP/1.1" status: 204 len: 168 time: 0.3502738 Nov 12 00:55:15.782257 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824fd674-e5d7-4537-a6a9-a8f3ad3e0a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41fb2b7-cb18-49bf-b0df-6e9014570766,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:15.875937 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device cfa2737e-ff39-485a-a2ad-858e4b4be17b no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:55:15.980639 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: cfa2737e-ff39-485a-a2ad-858e4b4be17b {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:55:15.983385 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device cfa2737e-ff39-485a-a2ad-858e4b4be17b not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:55:16.041116 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-8d1d8108-efa3-4e8d-b960-1548ed458f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586ad528-d329-492e-8b92-10338c998332', 'name': 'tempest-ServerActionsTestJSON-1896784105-router', 'tenant_id': 'e225da8786ab452db9121c1cfb9ab35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '285816dd-9bb1-4ce3-b48e-ab93f80778df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:21Z', 'updated_at': '2021-11-12T00:43:26Z', 'revision_number': 4, 'project_id': 'e225da8786ab452db9121c1cfb9ab35d', 'gw_port': {'id': '285816dd-9bb1-4ce3-b48e-ab93f80778df', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:03:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586ad528-d329-492e-8b92-10338c998332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:23Z', 'updated_at': '2021-11-12T00:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '5a98a937-845d-41cd-aba9-2041ee1239fa', 'name': '', 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e', 'tenant_id': 'e225da8786ab452db9121c1cfb9ab35d', 'mac_address': 'fa:16:3e:f7:55:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586ad528-d329-492e-8b92-10338c998332', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:25Z', 'updated_at': '2021-11-12T00:43:32Z', 'revision_number': 5, 'project_id': 'e225da8786ab452db9121c1cfb9ab35d', 'subnets': [{'id': '3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:16.058110 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bfbfc64e-d424-495e-9c37-5269459b5d05 req-d5c2a07f-606b-4bdd-ae74-6931bea2c3df tempest-ServerShowV254Test-10787923 tempest-ServerShowV254Test-10787923-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d46e7c9-3709-48ea-867e-c6bcacb9dc3e HTTP/1.1" status: 200 len: 210 time: 0.0722322 Nov 12 00:55:16.127130 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-48c4bfee-c971-4d57-ad90-e90825e2f05d tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:16.139562 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1d8108-efa3-4e8d-b960-1548ed458f49 None None] Checking router: 586ad528-d329-492e-8b92-10338c998332 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:55:16.169876 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1d8108-efa3-4e8d-b960-1548ed458f49 None None] Routers {'586ad528-d329-492e-8b92-10338c998332'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:55:16.170609 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-8d1d8108-efa3-4e8d-b960-1548ed458f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:55:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['586ad528-d329-492e-8b92-10338c998332'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:16.224959 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34684) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:16.255240 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4bfee-c971-4d57-ad90-e90825e2f05d tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Pushing event deleted for resources: {'Port': ['ID=ed5b621f-6668-4f2f-9c61-a302147e757d,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:16.342995 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3c457816-dc94-46b4-a092-1dc54e1fcd7c tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:16.388638 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3c457816-dc94-46b4-a092-1dc54e1fcd7c tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:16.396383 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c4bfee-c971-4d57-ad90-e90825e2f05d tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] No DVR routers for this DVR port ed5b621f-6668-4f2f-9c61-a302147e757d on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:55:16.435604 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-8d1d8108-efa3-4e8d-b960-1548ed458f49 None None] Set router 586ad528-d329-492e-8b92-10338c998332 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:55:16.460888 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3c457816-dc94-46b4-a092-1dc54e1fcd7c tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:16.466297 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3c457816-dc94-46b4-a092-1dc54e1fcd7c tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:16.471429 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3c457816-dc94-46b4-a092-1dc54e1fcd7c tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "DELETE /v2.0/security-groups/0a25da90-546f-40bd-8a0e-2c62e01a6eaf HTTP/1.1" status: 204 len: 168 time: 0.2450840 Nov 12 00:55:16.475891 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34690) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:16.503407 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-3908fce5-77dc-4085-892e-e25686898491 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] show failed (client error): The resource could not be found. Nov 12 00:55:16.508537 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3908fce5-77dc-4085-892e-e25686898491 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "GET /v2.0/security-groups/0a25da90-546f-40bd-8a0e-2c62e01a6eaf HTTP/1.1" status: 404 len: 347 time: 0.0278158 Nov 12 00:55:16.509600 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 34694) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:16.511421 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c457816-dc94-46b4-a092-1dc54e1fcd7c tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a25da90-546f-40bd-8a0e-2c62e01a6eaf,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:16.683028 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-48c4bfee-c971-4d57-ad90-e90825e2f05d tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:16.800258 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6c431ccf-79b6-452b-8de8-f8d62f0a36a3 req-c4482687-645b-4ab8-b053-2e1ac2d9a379 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7d46e7c9-3709-48ea-867e-c6bcacb9dc3e HTTP/1.1" status: 200 len: 210 time: 0.0806630 Nov 12 00:55:16.915507 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-82c1f020-1ee1-4950-a9d5-b9f09d3af0d8 req-399f8c9d-141a-4fe0-a31b-63b3f344aac4 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0626705 Nov 12 00:55:17.001334 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-48c4bfee-c971-4d57-ad90-e90825e2f05d tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:17.007512 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-8d1d8108-efa3-4e8d-b960-1548ed458f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586ad528-d329-492e-8b92-10338c998332', 'name': 'tempest-ServerActionsTestJSON-1896784105-router', 'tenant_id': 'e225da8786ab452db9121c1cfb9ab35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '285816dd-9bb1-4ce3-b48e-ab93f80778df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:21Z', 'updated_at': '2021-11-12T00:43:26Z', 'revision_number': 4, 'project_id': 'e225da8786ab452db9121c1cfb9ab35d', 'gw_port': {'id': '285816dd-9bb1-4ce3-b48e-ab93f80778df', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:03:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586ad528-d329-492e-8b92-10338c998332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:23Z', 'updated_at': '2021-11-12T00:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '5a98a937-845d-41cd-aba9-2041ee1239fa', 'name': '', 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e', 'tenant_id': 'e225da8786ab452db9121c1cfb9ab35d', 'mac_address': 'fa:16:3e:f7:55:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586ad528-d329-492e-8b92-10338c998332', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:25Z', 'updated_at': '2021-11-12T00:43:32Z', 'revision_number': 5, 'project_id': 'e225da8786ab452db9121c1cfb9ab35d', 'subnets': [{'id': '3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:17.019452 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-37313665-4924-41f1-baac-9f39056ae555 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Deleting port 0a44f825-9e1b-45df-bbb0-11bc34af636a {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:55:17.020175 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-37313665-4924-41f1-baac-9f39056ae555 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:17.171342 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1d8108-efa3-4e8d-b960-1548ed458f49 None None] The sync data for ids ['586ad528-d329-492e-8b92-10338c998332'] in n-d-812236-11 is: [{'id': '586ad528-d329-492e-8b92-10338c998332', 'name': 'tempest-ServerActionsTestJSON-1896784105-router', 'tenant_id': 'e225da8786ab452db9121c1cfb9ab35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '285816dd-9bb1-4ce3-b48e-ab93f80778df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:21Z', 'updated_at': '2021-11-12T00:43:26Z', 'revision_number': 4, 'project_id': 'e225da8786ab452db9121c1cfb9ab35d', 'gw_port': {'id': '285816dd-9bb1-4ce3-b48e-ab93f80778df', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:03:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586ad528-d329-492e-8b92-10338c998332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:23Z', 'updated_at': '2021-11-12T00:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '5a98a937-845d-41cd-aba9-2041ee1239fa', 'name': '', 'network_id': 'a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e', 'tenant_id': 'e225da8786ab452db9121c1cfb9ab35d', 'mac_address': 'fa:16:3e:f7:55:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586ad528-d329-492e-8b92-10338c998332', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:25Z', 'updated_at': '2021-11-12T00:43:32Z', 'revision_number': 5, 'project_id': 'e225da8786ab452db9121c1cfb9ab35d', 'subnets': [{'id': '3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:55:17.253314 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-48c4bfee-c971-4d57-ad90-e90825e2f05d tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:17.307887 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4bfee-c971-4d57-ad90-e90825e2f05d tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Pushing event deleted for resources: {'Subnet': ['ID=a721ca5e-0fd1-42a0-bb35-f6ed15bf6c7c,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:17.371849 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5055be4e-10da-4518-942a-be217184492a None None] Network ba71233c-a516-457e-a360-456208c4eef1 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:17.427787 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-61ef8250-9051-4bc0-99a3-42f2561a3821 req-3b63a244-ad5a-48f5-bde8-fbbe3c300ba8 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1543372 Nov 12 00:55:17.445486 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a50a1e43-ca73-42ac-8178-4122493464ae req-1fe4f222-a4c5-4e3b-8070-7410e0259548 tempest-ServerShowV254Test-10787923 tempest-ServerShowV254Test-10787923-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d46e7c9-3709-48ea-867e-c6bcacb9dc3e HTTP/1.1" status: 200 len: 210 time: 0.1495647 Nov 12 00:55:17.450890 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-48c4bfee-c971-4d57-ad90-e90825e2f05d tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba71233c-a516-457e-a360-456208c4eef1']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:17.478360 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-48c4bfee-c971-4d57-ad90-e90825e2f05d tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bbfecba-1369-4b5d-99f6-322a2089a610') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:17.478605 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-48c4bfee-c971-4d57-ad90-e90825e2f05d tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bbfecba-1369-4b5d-99f6-322a2089a610') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:17.494588 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-4da92562-cb7c-44b6-8e4f-3f4d1747695f None None] Could not find standard attr ID for object ed5b621f-6668-4f2f-9c61-a302147e757d. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:55:17.517873 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-48c4bfee-c971-4d57-ad90-e90825e2f05d tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:17.578796 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-48c4bfee-c971-4d57-ad90-e90825e2f05d tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:17.593408 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-37313665-4924-41f1-baac-9f39056ae555 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:17.593744 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-37313665-4924-41f1-baac-9f39056ae555 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:17.605152 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48c4bfee-c971-4d57-ad90-e90825e2f05d tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:55:17.605649 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-48c4bfee-c971-4d57-ad90-e90825e2f05d tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:17.610779 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:55:17.610779 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:55:17.610779 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:55:17.610779 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:55:17.610779 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:55:17.610779 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:55:17.610779 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:55:17.610779 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:55:17.610779 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:55:17.610779 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:55:17.610779 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:55:17.610779 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:55:17.610779 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:55:17.610779 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:55:17.610779 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:55:17.610779 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:55:17.610779 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:55:17.610779 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:55:17.610779 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:55:17.610779 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:55:17.610779 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:55:17.610779 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:55:17.610779 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:55:17.610779 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:55:17.610779 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:55:17.610779 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:55:17.610779 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:55:17.610779 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:55:17.610779 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:55:17.610779 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:55:17.610779 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:55:17.610779 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:55:17.650191 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-37313665-4924-41f1-baac-9f39056ae555 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Calling delete_port for 0a44f825-9e1b-45df-bbb0-11bc34af636a owned by network:floatingip {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:55:17.731919 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba37436-947f-4a83-9c10-1f68daac1cf3 None None] DHCP port deletion for ba71233c-a516-457e-a360-456208c4eef1 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:55:17.757864 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4f9a79-680a-4dd8-8f15-c8f652069c2e None None] New status for floating IP 738da321-3d05-4a90-9626-c8a0c2ff3b61: DOWN {{(pid=102663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:55:17.763461 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b39ba1-0e1c-48dd-bca1-2d565c7d3f82 None None] Network ba71233c-a516-457e-a360-456208c4eef1 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:17.815500 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-48c4bfee-c971-4d57-ad90-e90825e2f05d tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:17.823110 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-48c4bfee-c971-4d57-ad90-e90825e2f05d tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:17.848363 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-48c4bfee-c971-4d57-ad90-e90825e2f05d tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "DELETE /v2.0/networks/ba71233c-a516-457e-a360-456208c4eef1 HTTP/1.1" status: 204 len: 168 time: 2.9663968 Nov 12 00:55:17.849182 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34760) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:17.886294 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-a68f80a4-1db0-4002-b56b-65cf80183ffd tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] DELETE failed (client error): The resource could not be found. Nov 12 00:55:17.886760 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a68f80a4-1db0-4002-b56b-65cf80183ffd tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:55:17.889132 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4bfee-c971-4d57-ad90-e90825e2f05d tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Pushing event deleted for resources: {'Network': ['ID=ba71233c-a516-457e-a360-456208c4eef1,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:17.890682 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a68f80a4-1db0-4002-b56b-65cf80183ffd tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "DELETE /v2.0/subnets/a721ca5e-0fd1-42a0-bb35-f6ed15bf6c7c HTTP/1.1" status: 404 len: 337 time: 0.0404477 Nov 12 00:55:17.892597 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34764) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:17.913122 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb450a11-5025-4d89-8b74-7b16aaeb987d tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] DELETE failed (client error): The resource could not be found. Nov 12 00:55:17.913742 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb450a11-5025-4d89-8b74-7b16aaeb987d tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:55:17.918128 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-bb450a11-5025-4d89-8b74-7b16aaeb987d tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "DELETE /v2.0/networks/ba71233c-a516-457e-a360-456208c4eef1 HTTP/1.1" status: 404 len: 339 time: 0.0243113 Nov 12 00:55:17.920437 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34766) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:18.072860 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7fbd3bb6-580a-4040-abcb-092d9e52c9a7 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:18.097092 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-37313665-4924-41f1-baac-9f39056ae555 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:18.186742 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37313665-4924-41f1-baac-9f39056ae555 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Pushing event deleted for resources: {'Port': ['ID=0a44f825-9e1b-45df-bbb0-11bc34af636a,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:18.201617 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbe6988-4d64-41af-a62c-f6330cc08850 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:55:18.270023 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-37313665-4924-41f1-baac-9f39056ae555 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks [] for floatingip, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:18.274388 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-37313665-4924-41f1-baac-9f39056ae555 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:18.276615 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-37313665-4924-41f1-baac-9f39056ae555 tempest-ServerActionsTestJSON-1109096908 tempest-ServerActionsTestJSON-1109096908-project] 10.222.0.20 "DELETE /v2.0/floatingips/738da321-3d05-4a90-9626-c8a0c2ff3b61 HTTP/1.1" status: 204 len: 168 time: 1.7675860 Nov 12 00:55:18.279637 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 34800) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:18.304231 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7fbd3bb6-580a-4040-abcb-092d9e52c9a7 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:18.342843 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-7fbd3bb6-580a-4040-abcb-092d9e52c9a7 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['180d7c8f-8622-4fa3-b125-dedcca6e77a6']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:18.389216 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-7fbd3bb6-580a-4040-abcb-092d9e52c9a7 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5ab7bd9-b89a-47b0-8ed1-f58bb2cc5b50') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:18.391037 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-7fbd3bb6-580a-4040-abcb-092d9e52c9a7 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5ab7bd9-b89a-47b0-8ed1-f58bb2cc5b50') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:18.420627 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7fbd3bb6-580a-4040-abcb-092d9e52c9a7 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:18.464743 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7fbd3bb6-580a-4040-abcb-092d9e52c9a7 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:18.474766 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fbd3bb6-580a-4040-abcb-092d9e52c9a7 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:55:18.475365 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7fbd3bb6-580a-4040-abcb-092d9e52c9a7 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:18.479282 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 00:55:18.479282 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:55:18.479282 n-d-812236-11 neutron-server[102662]: timer() Nov 12 00:55:18.479282 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:55:18.479282 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 00:55:18.479282 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:55:18.479282 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 00:55:18.479282 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:55:18.479282 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 00:55:18.479282 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:55:18.479282 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 00:55:18.479282 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:55:18.479282 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 00:55:18.479282 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:55:18.479282 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:55:18.479282 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:55:18.479282 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:55:18.479282 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:55:18.479282 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 00:55:18.479282 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:55:18.479282 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 00:55:18.479282 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:55:18.479282 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:55:18.479282 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:55:18.479282 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 00:55:18.479282 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:55:18.479282 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:55:18.479282 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:55:18.479282 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:55:18.479282 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:55:18.479282 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:55:18.479282 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:55:18.561757 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7fbd3bb6-580a-4040-abcb-092d9e52c9a7 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:18.622296 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7fbd3bb6-580a-4040-abcb-092d9e52c9a7 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:18.632325 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7fbd3bb6-580a-4040-abcb-092d9e52c9a7 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "DELETE /v2.0/networks/180d7c8f-8622-4fa3-b125-dedcca6e77a6 HTTP/1.1" status: 204 len: 168 time: 0.7042367 Nov 12 00:55:18.635091 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd3bb6-580a-4040-abcb-092d9e52c9a7 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Pushing event deleted for resources: {'Network': ['ID=180d7c8f-8622-4fa3-b125-dedcca6e77a6,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:18.638016 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34838) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:18.682148 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ee233e6f-11ee-40ce-84f9-25a83c30dbd5 req-a3b32e2c-848b-4280-ab41-3e1a2f0f1b10 tempest-ServerShowV254Test-10787923 tempest-ServerShowV254Test-10787923-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d46e7c9-3709-48ea-867e-c6bcacb9dc3e HTTP/1.1" status: 200 len: 210 time: 0.0811853 Nov 12 00:55:18.688930 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-80a5b103-ebaf-4cac-a6ec-32abfd9d7120 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] DELETE failed (client error): The resource could not be found. Nov 12 00:55:18.689433 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80a5b103-ebaf-4cac-a6ec-32abfd9d7120 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:55:18.696085 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-80a5b103-ebaf-4cac-a6ec-32abfd9d7120 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "DELETE /v2.0/subnets/5ed186f3-5a14-40dc-b0a9-50d8787d1ba6 HTTP/1.1" status: 404 len: 337 time: 0.0540867 Nov 12 00:55:18.696085 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34844) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:18.721971 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4fe299f-3cbe-403f-a900-3997798890ee tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] DELETE failed (client error): The resource could not be found. Nov 12 00:55:18.723216 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4fe299f-3cbe-403f-a900-3997798890ee tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:55:18.727747 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a4fe299f-3cbe-403f-a900-3997798890ee tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "DELETE /v2.0/networks/751a3878-9288-4d75-8a70-f58472aae76c HTTP/1.1" status: 404 len: 339 time: 0.0302870 Nov 12 00:55:18.729651 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34852) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:18.841303 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce109852-2a6b-4f45-893e-773e23359291 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Deleting subnet 91dad643-264c-4c4f-9b50-06c37cbbda10 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:55:18.850279 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ce109852-2a6b-4f45-893e-773e23359291 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:18.926794 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ce109852-2a6b-4f45-893e-773e23359291 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:19.097612 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ce109852-2a6b-4f45-893e-773e23359291 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:19.104724 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device ed5b621f-6668-4f2f-9c61-a302147e757d no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:55:19.157595 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: ed5b621f-6668-4f2f-9c61-a302147e757d {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:55:19.158042 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device ed5b621f-6668-4f2f-9c61-a302147e757d not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:55:19.184773 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ce109852-2a6b-4f45-893e-773e23359291 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:19.219517 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-31111215-3491-4a00-b93d-a84d577458a5 req-2b043571-0e64-46ee-ab85-bacebbecd2c6 tempest-ServerShowV254Test-10787923 tempest-ServerShowV254Test-10787923-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d46e7c9-3709-48ea-867e-c6bcacb9dc3e HTTP/1.1" status: 200 len: 210 time: 0.1583326 Nov 12 00:55:19.228875 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-63bc423a-7718-4499-affa-0b663298cfe0 req-17f65e02-4b53-4e32-b522-d1aa0100d29f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=72b0deb61b664a8483c3fbf61e6f5f90&device_id=7d46e7c9-3709-48ea-867e-c6bcacb9dc3e HTTP/1.1" status: 200 len: 210 time: 0.1282146 Nov 12 00:55:19.232371 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 34896) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:19.240952 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce109852-2a6b-4f45-893e-773e23359291 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Pushing event deleted for resources: {'Subnet': ['ID=91dad643-264c-4c4f-9b50-06c37cbbda10,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:19.261862 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ce109852-2a6b-4f45-893e-773e23359291 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:19.274124 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ce109852-2a6b-4f45-893e-773e23359291 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "DELETE /v2.0/subnets/91dad643-264c-4c4f-9b50-06c37cbbda10 HTTP/1.1" status: 204 len: 168 time: 0.5412443 Nov 12 00:55:19.275330 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34904) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:19.295696 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7899c82-3d9d-47a9-8702-26ae111c03f1 None None] Network 054e0eec-f401-47ca-8f73-9013628cfcc4 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:19.301289 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-63bc423a-7718-4499-affa-0b663298cfe0 req-391600f8-793e-4569-beea-b581b589c3a0 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=72b0deb61b664a8483c3fbf61e6f5f90&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507619 Nov 12 00:55:19.356187 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8632192-b2da-40b2-b01a-ea05eda68544 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Deleting subnet 3d72789f-5015-4c35-9860-a3b4437c8b3a {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:55:19.360084 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a8632192-b2da-40b2-b01a-ea05eda68544 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:19.420824 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a8632192-b2da-40b2-b01a-ea05eda68544 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:19.502614 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5c889001-7f82-4c84-8e58-2df80b755f91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:19.564404 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a8632192-b2da-40b2-b01a-ea05eda68544 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:19.623533 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc423a-7718-4499-affa-0b663298cfe0 req-ce0f41f4-4025-42bc-9410-9ed7b72cc6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:19.625047 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-63bc423a-7718-4499-affa-0b663298cfe0 req-ce0f41f4-4025-42bc-9410-9ed7b72cc6dd service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3141663 Nov 12 00:55:19.648557 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a8632192-b2da-40b2-b01a-ea05eda68544 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:19.693112 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-51f4d4bc-7dca-4ea1-85d3-496db1e74191 req-53c9eb60-cef8-4753-8975-a6afcb087aa6 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0647836 Nov 12 00:55:19.705851 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8632192-b2da-40b2-b01a-ea05eda68544 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Pushing event deleted for resources: {'Subnet': ['ID=3d72789f-5015-4c35-9860-a3b4437c8b3a,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:19.707932 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a8632192-b2da-40b2-b01a-ea05eda68544 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:19.714018 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a8632192-b2da-40b2-b01a-ea05eda68544 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "DELETE /v2.0/subnets/3d72789f-5015-4c35-9860-a3b4437c8b3a HTTP/1.1" status: 204 len: 168 time: 0.4374726 Nov 12 00:55:19.714993 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34934) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:19.782168 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5c889001-7f82-4c84-8e58-2df80b755f91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:19.789498 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5c889001-7f82-4c84-8e58-2df80b755f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:19.828518 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5c889001-7f82-4c84-8e58-2df80b755f91 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=605b823f56574333990b1ff39d4061a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5940938 Nov 12 00:55:19.832002 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f283c587-1add-46c8-ac60-2c79aa80bf15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:19.840481 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 34940) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:19.840664 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c40636fd-7a34-4f9c-b12e-47156c1372bf tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:19.924478 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-c40636fd-7a34-4f9c-b12e-47156c1372bf tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Deleting port abe80202-46b4-45aa-996b-7d56004d38bc {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:55:19.925205 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c40636fd-7a34-4f9c-b12e-47156c1372bf tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:19.932298 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c889001-7f82-4c84-8e58-2df80b755f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a768137c-4a9b-478b-a0f2-bc581b2b79c7,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:19.954853 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c889001-7f82-4c84-8e58-2df80b755f91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:19.955195 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c889001-7f82-4c84-8e58-2df80b755f91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:19.955532 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c889001-7f82-4c84-8e58-2df80b755f91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:19.955864 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c889001-7f82-4c84-8e58-2df80b755f91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:19.956192 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c889001-7f82-4c84-8e58-2df80b755f91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:19.956676 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c889001-7f82-4c84-8e58-2df80b755f91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:19.957004 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c889001-7f82-4c84-8e58-2df80b755f91 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:19.957325 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c889001-7f82-4c84-8e58-2df80b755f91 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:19.957669 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c889001-7f82-4c84-8e58-2df80b755f91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:19.958150 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c889001-7f82-4c84-8e58-2df80b755f91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:19.958476 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c889001-7f82-4c84-8e58-2df80b755f91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:19.958797 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c889001-7f82-4c84-8e58-2df80b755f91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:20.003198 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8862bc28-706a-44d4-9387-af4e0aea879e None None] Update dhcp port {'port': {'network_id': '054e0eec-f401-47ca-8f73-9013628cfcc4', 'fixed_ips': [{'subnet_id': '3d72789f-5015-4c35-9860-a3b4437c8b3a'}], 'binding:host_id': 'n-d-812236-11'}, 'id': 'abe80202-46b4-45aa-996b-7d56004d38bc'} from n-d-812236-11. {{(pid=102663) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 00:55:20.024927 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-c40636fd-7a34-4f9c-b12e-47156c1372bf tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] For port abe80202-46b4-45aa-996b-7d56004d38bc, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=abe80202-46b4-45aa-996b-7d56004d38bc,segment=NetworkSegment(d6fe377e-c6a4-4d0a-8179-a3371de85925),segment_id=d6fe377e-c6a4-4d0a-8179-a3371de85925)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:20.025265 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c40636fd-7a34-4f9c-b12e-47156c1372bf tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:20.028189 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-893b1a91-418d-4d38-8628-fa74b3af3e3a req-f6e335d5-57e5-4e48-b9ea-90b7b755cf0e service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0372443 Nov 12 00:55:20.055443 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a1ac1237-b675-4943-b977-28c9420ac0cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:20.059932 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-c40636fd-7a34-4f9c-b12e-47156c1372bf tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Calling delete_port for abe80202-46b4-45aa-996b-7d56004d38bc owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:55:20.065403 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8862bc28-706a-44d4-9387-af4e0aea879e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:20.229036 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c40636fd-7a34-4f9c-b12e-47156c1372bf tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:20.286631 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40636fd-7a34-4f9c-b12e-47156c1372bf tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Pushing event deleted for resources: {'Port': ['ID=abe80202-46b4-45aa-996b-7d56004d38bc,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:20.292622 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38ecf39-9bcb-45f2-b50f-e5e30cb9c965 None None] Network 054e0eec-f401-47ca-8f73-9013628cfcc4 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:20.293219 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40636fd-7a34-4f9c-b12e-47156c1372bf tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] No DVR routers for this DVR port abe80202-46b4-45aa-996b-7d56004d38bc on host n-d-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:55:20.375917 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-54db5665-e9b6-4d5b-a9cc-4f9d1366875d None None] Could not find standard attr ID for object abe80202-46b4-45aa-996b-7d56004d38bc. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:55:20.400635 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c40636fd-7a34-4f9c-b12e-47156c1372bf tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:20.423855 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-c40636fd-7a34-4f9c-b12e-47156c1372bf tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['054e0eec-f401-47ca-8f73-9013628cfcc4']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:20.435751 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-c40636fd-7a34-4f9c-b12e-47156c1372bf tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6fe377e-c6a4-4d0a-8179-a3371de85925') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:20.436058 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-c40636fd-7a34-4f9c-b12e-47156c1372bf tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6fe377e-c6a4-4d0a-8179-a3371de85925') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:20.447353 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c40636fd-7a34-4f9c-b12e-47156c1372bf tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:20.461627 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c40636fd-7a34-4f9c-b12e-47156c1372bf tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:20.468588 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c40636fd-7a34-4f9c-b12e-47156c1372bf tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:55:20.469286 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c40636fd-7a34-4f9c-b12e-47156c1372bf tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:20.472392 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 00:55:20.472392 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:55:20.472392 n-d-812236-11 neutron-server[102662]: timer() Nov 12 00:55:20.472392 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:55:20.472392 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 00:55:20.472392 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:55:20.472392 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 00:55:20.472392 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:55:20.472392 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 00:55:20.472392 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:55:20.472392 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 00:55:20.472392 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:55:20.472392 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 00:55:20.472392 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:55:20.472392 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:55:20.472392 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:55:20.472392 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:55:20.472392 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:55:20.472392 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 00:55:20.472392 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:55:20.472392 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 00:55:20.472392 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:55:20.472392 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:55:20.472392 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:55:20.472392 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 00:55:20.472392 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:55:20.472392 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:55:20.472392 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:55:20.472392 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:55:20.472392 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:55:20.472392 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:55:20.472392 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:55:20.488891 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167a84e8-3ab9-494f-b946-90cfb11249c0 None None] DHCP port deletion for 054e0eec-f401-47ca-8f73-9013628cfcc4 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:55:20.573460 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34972) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:20.612645 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c40636fd-7a34-4f9c-b12e-47156c1372bf tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:20.643949 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c40636fd-7a34-4f9c-b12e-47156c1372bf tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:20.648474 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c40636fd-7a34-4f9c-b12e-47156c1372bf tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "DELETE /v2.0/networks/054e0eec-f401-47ca-8f73-9013628cfcc4 HTTP/1.1" status: 204 len: 168 time: 0.9324098 Nov 12 00:55:20.651806 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40636fd-7a34-4f9c-b12e-47156c1372bf tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Pushing event deleted for resources: {'Network': ['ID=054e0eec-f401-47ca-8f73-9013628cfcc4,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:20.653959 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34980) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:20.701676 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-96d6c511-b654-4865-8d4f-f78ca6164db9 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] DELETE failed (client error): The resource could not be found. Nov 12 00:55:20.704120 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96d6c511-b654-4865-8d4f-f78ca6164db9 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:55:20.710311 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-96d6c511-b654-4865-8d4f-f78ca6164db9 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "DELETE /v2.0/subnets/8fb22fea-ec89-432c-a5da-c27f899463e5 HTTP/1.1" status: 404 len: 337 time: 0.0500047 Nov 12 00:55:20.713929 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34982) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:20.742806 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e7fcbc9-e182-4592-a986-e21bbf713553 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] DELETE failed (client error): The resource could not be found. Nov 12 00:55:20.743910 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e7fcbc9-e182-4592-a986-e21bbf713553 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:55:20.747566 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1e7fcbc9-e182-4592-a986-e21bbf713553 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "DELETE /v2.0/networks/d79d4a55-2908-4341-a52c-143413efeea0 HTTP/1.1" status: 404 len: 339 time: 0.0326724 Nov 12 00:55:20.751175 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f18756ff-dbed-4830-a696-7514a673205a req-376387b3-9597-4313-9c0a-0c7f49765d72 tempest-ServerShowV254Test-10787923 tempest-ServerShowV254Test-10787923-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d46e7c9-3709-48ea-867e-c6bcacb9dc3e HTTP/1.1" status: 200 len: 210 time: 0.1595697 Nov 12 00:55:20.752115 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34984) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:20.779329 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a1ac1237-b675-4943-b977-28c9420ac0cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:20.804782 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-89b17306-2c5f-4968-8bc8-48e56c46d325 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] DELETE failed (client error): The resource could not be found. Nov 12 00:55:20.806243 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89b17306-2c5f-4968-8bc8-48e56c46d325 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:55:20.809729 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-89b17306-2c5f-4968-8bc8-48e56c46d325 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "DELETE /v2.0/subnets/a941537f-87ac-4778-8ca0-0bee83a04e4a HTTP/1.1" status: 404 len: 337 time: 0.0564609 Nov 12 00:55:20.810855 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fe595335-bd5a-4e39-bae2-46dae01fbeca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:20.813312 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34986) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:20.843090 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b7e7b5-dbc4-4a33-af6f-f4fe6fdef31b tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] DELETE failed (client error): The resource could not be found. Nov 12 00:55:20.843959 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72b7e7b5-dbc4-4a33-af6f-f4fe6fdef31b tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:55:20.847363 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-72b7e7b5-dbc4-4a33-af6f-f4fe6fdef31b tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "DELETE /v2.0/networks/0eff94a3-e15a-4d59-866f-1870056f0a64 HTTP/1.1" status: 404 len: 339 time: 0.0328948 Nov 12 00:55:20.850774 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34988) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:20.858336 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a1ac1237-b675-4943-b977-28c9420ac0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:20.861184 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a1ac1237-b675-4943-b977-28c9420ac0cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:20.864721 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a1ac1237-b675-4943-b977-28c9420ac0cc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a768137c-4a9b-478b-a0f2-bc581b2b79c7 HTTP/1.1" status: 204 len: 168 time: 1.0211489 Nov 12 00:55:20.877766 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ac1237-b675-4943-b977-28c9420ac0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a768137c-4a9b-478b-a0f2-bc581b2b79c7,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:20.903129 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-89acd993-4a7c-4ef1-9e47-4d1b600cead8 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] DELETE failed (client error): The resource could not be found. Nov 12 00:55:20.903587 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89acd993-4a7c-4ef1-9e47-4d1b600cead8 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:55:20.906674 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-89acd993-4a7c-4ef1-9e47-4d1b600cead8 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "DELETE /v2.0/subnets/743285e1-5fdb-4069-ae62-b77c2932a64d HTTP/1.1" status: 404 len: 337 time: 0.0549946 Nov 12 00:55:20.910416 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34992) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:20.937126 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-239f78fd-592d-44b1-9cee-d6fc1edc17c9 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] DELETE failed (client error): The resource could not be found. Nov 12 00:55:20.937984 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-239f78fd-592d-44b1-9cee-d6fc1edc17c9 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:55:20.943809 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-239f78fd-592d-44b1-9cee-d6fc1edc17c9 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "DELETE /v2.0/networks/46f15f7e-badd-47ff-9260-2c284b928803 HTTP/1.1" status: 404 len: 339 time: 0.0296249 Nov 12 00:55:20.943809 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34994) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:20.994834 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f283c587-1add-46c8-ac60-2c79aa80bf15 admin admin] Deleting port 5a98a937-845d-41cd-aba9-2041ee1239fa {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:55:20.995382 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f283c587-1add-46c8-ac60-2c79aa80bf15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:21.035357 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6be1466-c934-47d1-96bc-fa88fb41cf90 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Deleting subnet 6622eac2-b686-4fab-89cc-c0c9042b51f8 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:55:21.042840 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e6be1466-c934-47d1-96bc-fa88fb41cf90 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:21.096113 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fe595335-bd5a-4e39-bae2-46dae01fbeca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:21.108304 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fe595335-bd5a-4e39-bae2-46dae01fbeca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:21.116946 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-63bc423a-7718-4499-affa-0b663298cfe0 req-526198db-4efb-4e07-bed1-33453d206814 tempest-ServerShowV254Test-10787923 tempest-ServerShowV254Test-10787923-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d46e7c9-3709-48ea-867e-c6bcacb9dc3e HTTP/1.1" status: 200 len: 210 time: 0.0469878 Nov 12 00:55:21.162983 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e6be1466-c934-47d1-96bc-fa88fb41cf90 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:21.167660 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f283c587-1add-46c8-ac60-2c79aa80bf15 admin admin] For port 5a98a937-845d-41cd-aba9-2041ee1239fa, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=5a98a937-845d-41cd-aba9-2041ee1239fa,segment=NetworkSegment(8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b),segment_id=8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:21.167905 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f283c587-1add-46c8-ac60-2c79aa80bf15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:21.185099 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f283c587-1add-46c8-ac60-2c79aa80bf15 admin admin] Calling delete_port for 5a98a937-845d-41cd-aba9-2041ee1239fa owned by network:router_interface {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:55:21.192616 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device abe80202-46b4-45aa-996b-7d56004d38bc no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:55:21.242201 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-fe595335-bd5a-4e39-bae2-46dae01fbeca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0e87a22b8a9846268d98672631119ba2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6676922 Nov 12 00:55:21.245538 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35000) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:21.253327 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe595335-bd5a-4e39-bae2-46dae01fbeca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33f5a79-2b38-42ed-9224-c6b974c1e052,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:21.268527 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: abe80202-46b4-45aa-996b-7d56004d38bc {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:55:21.270503 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device abe80202-46b4-45aa-996b-7d56004d38bc not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:55:21.333807 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e6be1466-c934-47d1-96bc-fa88fb41cf90 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:21.424367 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cfa5d2f0-8b3d-41e4-8ea8-d9424aabc212 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:21.426755 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e6be1466-c934-47d1-96bc-fa88fb41cf90 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:21.460200 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cfa5d2f0-8b3d-41e4-8ea8-d9424aabc212 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:21.482567 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e6be1466-c934-47d1-96bc-fa88fb41cf90 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:21.489001 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b801cee7-7c77-4e64-a887-e288dfe48f69 None None] Network 610d3d88-250c-4d5d-abd6-a8d42c79226c requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:21.501615 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e6be1466-c934-47d1-96bc-fa88fb41cf90 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "DELETE /v2.0/subnets/6622eac2-b686-4fab-89cc-c0c9042b51f8 HTTP/1.1" status: 204 len: 168 time: 0.5415916 Nov 12 00:55:21.503168 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35018) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:21.516308 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be1466-c934-47d1-96bc-fa88fb41cf90 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Pushing event deleted for resources: {'Subnet': ['ID=6622eac2-b686-4fab-89cc-c0c9042b51f8,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:21.562290 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6be1466-c934-47d1-96bc-fa88fb41cf90 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:21.563460 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6be1466-c934-47d1-96bc-fa88fb41cf90 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:21.564036 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6be1466-c934-47d1-96bc-fa88fb41cf90 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:21.564613 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6be1466-c934-47d1-96bc-fa88fb41cf90 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:21.565448 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6be1466-c934-47d1-96bc-fa88fb41cf90 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:21.566090 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6be1466-c934-47d1-96bc-fa88fb41cf90 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:21.566867 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6be1466-c934-47d1-96bc-fa88fb41cf90 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:21.568004 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6be1466-c934-47d1-96bc-fa88fb41cf90 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:21.568714 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6be1466-c934-47d1-96bc-fa88fb41cf90 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:21.569472 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6be1466-c934-47d1-96bc-fa88fb41cf90 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:21.570120 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6be1466-c934-47d1-96bc-fa88fb41cf90 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:21.570671 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6be1466-c934-47d1-96bc-fa88fb41cf90 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:21.581257 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f283c587-1add-46c8-ac60-2c79aa80bf15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:21.626819 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283c587-1add-46c8-ac60-2c79aa80bf15 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a98a937-845d-41cd-aba9-2041ee1239fa,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:21.628589 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cfa5d2f0-8b3d-41e4-8ea8-d9424aabc212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:21.631791 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cfa5d2f0-8b3d-41e4-8ea8-d9424aabc212 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:21.632870 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-cfa5d2f0-8b3d-41e4-8ea8-d9424aabc212 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c33f5a79-2b38-42ed-9224-c6b974c1e052 HTTP/1.1" status: 204 len: 168 time: 0.3859885 Nov 12 00:55:21.695912 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cc20acb8-656e-4b56-9037-ec736baf9b20 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:21.900075 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5d2f0-8b3d-41e4-8ea8-d9424aabc212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33f5a79-2b38-42ed-9224-c6b974c1e052,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:21.921830 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-cc20acb8-656e-4b56-9037-ec736baf9b20 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Deleting port 069f69b3-d382-4d9d-8619-bb773095e577 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:55:21.922209 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cc20acb8-656e-4b56-9037-ec736baf9b20 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:21.934063 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf94b09-8ceb-4984-83d6-2ea5cf3dbd4a None None] DHCP port deletion for 610d3d88-250c-4d5d-abd6-a8d42c79226c request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:55:22.126495 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-09bf5857-c9e4-4185-8edb-ad04eb0320a6 req-9d4d542a-66c0-4128-906d-182a95a9aaa6 tempest-ServerShowV254Test-10787923 tempest-ServerShowV254Test-10787923-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d46e7c9-3709-48ea-867e-c6bcacb9dc3e HTTP/1.1" status: 200 len: 210 time: 0.0480108 Nov 12 00:55:22.137409 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f283c587-1add-46c8-ac60-2c79aa80bf15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:22.165635 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-cc20acb8-656e-4b56-9037-ec736baf9b20 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] For port 069f69b3-d382-4d9d-8619-bb773095e577, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=069f69b3-d382-4d9d-8619-bb773095e577,segment=NetworkSegment(8736138f-a438-4073-b0bf-c7f49485e59d),segment_id=8736138f-a438-4073-b0bf-c7f49485e59d)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:22.166765 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cc20acb8-656e-4b56-9037-ec736baf9b20 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:22.170342 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-0bf94b09-8ceb-4984-83d6-2ea5cf3dbd4a None None] Deleting port 069f69b3-d382-4d9d-8619-bb773095e577 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:55:22.170716 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0bf94b09-8ceb-4984-83d6-2ea5cf3dbd4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:22.196920 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-cc20acb8-656e-4b56-9037-ec736baf9b20 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Calling delete_port for 069f69b3-d382-4d9d-8619-bb773095e577 owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:55:22.278781 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-13f573d5-f024-4328-aa1d-36b2e7b32aed req-1657060f-1508-485d-80d2-a7ed354c0228 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0557048 Nov 12 00:55:22.323182 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cc20acb8-656e-4b56-9037-ec736baf9b20 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:22.366301 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-0bf94b09-8ceb-4984-83d6-2ea5cf3dbd4a None None] For port 069f69b3-d382-4d9d-8619-bb773095e577, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=069f69b3-d382-4d9d-8619-bb773095e577,segment=NetworkSegment(8736138f-a438-4073-b0bf-c7f49485e59d),segment_id=8736138f-a438-4073-b0bf-c7f49485e59d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:22.366707 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0bf94b09-8ceb-4984-83d6-2ea5cf3dbd4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:22.390575 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20acb8-656e-4b56-9037-ec736baf9b20 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Pushing event deleted for resources: {'Port': ['ID=069f69b3-d382-4d9d-8619-bb773095e577,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:22.401565 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc20acb8-656e-4b56-9037-ec736baf9b20 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] No DVR routers for this DVR port 069f69b3-d382-4d9d-8619-bb773095e577 on host n-d-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:55:22.414451 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-0bf94b09-8ceb-4984-83d6-2ea5cf3dbd4a None None] Calling delete_port for 069f69b3-d382-4d9d-8619-bb773095e577 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:55:22.450770 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35044) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:22.468154 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e504ce42-6dff-4f05-b1b2-5d741316f81b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:22.533314 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cc20acb8-656e-4b56-9037-ec736baf9b20 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:22.561801 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-cc20acb8-656e-4b56-9037-ec736baf9b20 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['610d3d88-250c-4d5d-abd6-a8d42c79226c']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:22.579599 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-cc20acb8-656e-4b56-9037-ec736baf9b20 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8736138f-a438-4073-b0bf-c7f49485e59d') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:22.580259 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-cc20acb8-656e-4b56-9037-ec736baf9b20 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8736138f-a438-4073-b0bf-c7f49485e59d') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:22.592405 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cc20acb8-656e-4b56-9037-ec736baf9b20 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:22.606112 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0bf94b09-8ceb-4984-83d6-2ea5cf3dbd4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:22.613007 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cc20acb8-656e-4b56-9037-ec736baf9b20 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:22.632316 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc20acb8-656e-4b56-9037-ec736baf9b20 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:55:22.636661 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f283c587-1add-46c8-ac60-2c79aa80bf15 admin admin] Router 586ad528-d329-492e-8b92-10338c998332 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:55:22.637197 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cc20acb8-656e-4b56-9037-ec736baf9b20 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:22.642261 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 00:55:22.642261 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:55:22.642261 n-d-812236-11 neutron-server[102662]: timer() Nov 12 00:55:22.642261 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:55:22.642261 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 00:55:22.642261 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:55:22.642261 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 00:55:22.642261 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:55:22.642261 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 00:55:22.642261 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:55:22.642261 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 00:55:22.642261 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:55:22.642261 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 00:55:22.642261 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:55:22.642261 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:55:22.642261 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:55:22.642261 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:55:22.642261 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:55:22.642261 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 00:55:22.642261 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:55:22.642261 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 00:55:22.642261 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:55:22.642261 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:55:22.642261 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:55:22.642261 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 00:55:22.642261 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:55:22.642261 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:55:22.642261 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:55:22.642261 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:55:22.642261 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:55:22.642261 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:55:22.642261 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:55:22.690663 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf94b09-8ceb-4984-83d6-2ea5cf3dbd4a None None] Pushing event deleted for resources: {'Port': ['ID=069f69b3-d382-4d9d-8619-bb773095e577,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:22.714485 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf94b09-8ceb-4984-83d6-2ea5cf3dbd4a None None] No DVR routers for this DVR port 069f69b3-d382-4d9d-8619-bb773095e577 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:55:22.726613 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf94b09-8ceb-4984-83d6-2ea5cf3dbd4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:22.727190 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf94b09-8ceb-4984-83d6-2ea5cf3dbd4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:22.730157 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf94b09-8ceb-4984-83d6-2ea5cf3dbd4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:22.730688 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf94b09-8ceb-4984-83d6-2ea5cf3dbd4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:22.731182 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf94b09-8ceb-4984-83d6-2ea5cf3dbd4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:22.732602 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf94b09-8ceb-4984-83d6-2ea5cf3dbd4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:22.738323 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf94b09-8ceb-4984-83d6-2ea5cf3dbd4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:22.738867 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf94b09-8ceb-4984-83d6-2ea5cf3dbd4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:22.739938 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf94b09-8ceb-4984-83d6-2ea5cf3dbd4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:22.740370 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf94b09-8ceb-4984-83d6-2ea5cf3dbd4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:22.741366 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf94b09-8ceb-4984-83d6-2ea5cf3dbd4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:22.741808 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf94b09-8ceb-4984-83d6-2ea5cf3dbd4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:22.751559 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cc20acb8-656e-4b56-9037-ec736baf9b20 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:22.784908 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cc20acb8-656e-4b56-9037-ec736baf9b20 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:22.788644 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-cc20acb8-656e-4b56-9037-ec736baf9b20 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "DELETE /v2.0/networks/610d3d88-250c-4d5d-abd6-a8d42c79226c HTTP/1.1" status: 204 len: 168 time: 1.2835066 Nov 12 00:55:22.789827 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20acb8-656e-4b56-9037-ec736baf9b20 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Pushing event deleted for resources: {'Network': ['ID=610d3d88-250c-4d5d-abd6-a8d42c79226c,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:22.791842 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35060) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:22.798738 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f283c587-1add-46c8-ac60-2c79aa80bf15 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:55:22.810360 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35062) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:22.810519 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f283c587-1add-46c8-ac60-2c79aa80bf15 admin admin] 10.222.0.20 "PUT /v2.0/routers/586ad528-d329-492e-8b92-10338c998332/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5292652 Nov 12 00:55:22.814211 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b12dbb-d74c-4e45-80c4-2f47cf1c8f56 None None] Sync routers for ids ['586ad528-d329-492e-8b92-10338c998332'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:55:22.827877 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e504ce42-6dff-4f05-b1b2-5d741316f81b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:22.832613 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b12dbb-d74c-4e45-80c4-2f47cf1c8f56 None None] Routers {'586ad528-d329-492e-8b92-10338c998332'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:55:22.834056 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-18b12dbb-d74c-4e45-80c4-2f47cf1c8f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:55:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['586ad528-d329-492e-8b92-10338c998332'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:22.859755 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e504ce42-6dff-4f05-b1b2-5d741316f81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:22.862402 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-737a3fe5-1703-4c92-8605-e91317eca5f5 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] DELETE failed (client error): The resource could not be found. Nov 12 00:55:22.862883 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-737a3fe5-1703-4c92-8605-e91317eca5f5 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:55:22.869334 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-737a3fe5-1703-4c92-8605-e91317eca5f5 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "DELETE /v2.0/subnets/545719f6-fa0e-4464-a03a-1201beae6275 HTTP/1.1" status: 404 len: 337 time: 0.0686190 Nov 12 00:55:22.871823 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9f07b8bc-7c10-472a-8a1b-3c77b9642fb9 req-4af8585c-8395-4ac0-be38-b65a46d35cf7 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0789685 Nov 12 00:55:22.872310 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35064) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:22.922567 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-901befe4-98c2-4160-95a2-8021b44345f7 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] DELETE failed (client error): The resource could not be found. Nov 12 00:55:22.923222 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-901befe4-98c2-4160-95a2-8021b44345f7 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:55:22.939327 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-901befe4-98c2-4160-95a2-8021b44345f7 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "DELETE /v2.0/networks/2564bcbc-b0b1-42a5-a156-7ba2fc459e52 HTTP/1.1" status: 404 len: 339 time: 0.0632217 Nov 12 00:55:22.946441 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35070) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:22.998973 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f28ab0b2-852d-4ba8-a17d-494c8d2529d2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:23.038821 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc8e1927-ed60-4287-9c26-cc41bc410be5 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Deleting subnet d196f24a-3c0e-4ba9-8dc6-01de92cb7f7e {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:55:23.055289 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fc8e1927-ed60-4287-9c26-cc41bc410be5 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:23.084678 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-18b12dbb-d74c-4e45-80c4-2f47cf1c8f56 None None] Set router 586ad528-d329-492e-8b92-10338c998332 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:55:23.119888 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fc8e1927-ed60-4287-9c26-cc41bc410be5 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:23.177505 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35076) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:23.257815 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f28ab0b2-852d-4ba8-a17d-494c8d2529d2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:23.273232 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 069f69b3-d382-4d9d-8619-bb773095e577 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:55:23.298181 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fc8e1927-ed60-4287-9c26-cc41bc410be5 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:23.304115 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-18b12dbb-d74c-4e45-80c4-2f47cf1c8f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586ad528-d329-492e-8b92-10338c998332', 'name': 'tempest-ServerActionsTestJSON-1896784105-router', 'tenant_id': 'e225da8786ab452db9121c1cfb9ab35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '285816dd-9bb1-4ce3-b48e-ab93f80778df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:21Z', 'updated_at': '2021-11-12T00:55:21Z', 'revision_number': 5, 'project_id': 'e225da8786ab452db9121c1cfb9ab35d', 'gw_port': {'id': '285816dd-9bb1-4ce3-b48e-ab93f80778df', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:03:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586ad528-d329-492e-8b92-10338c998332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:23Z', 'updated_at': '2021-11-12T00:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:23.336161 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b12dbb-d74c-4e45-80c4-2f47cf1c8f56 None None] Checking router: 586ad528-d329-492e-8b92-10338c998332 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:55:23.347779 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b12dbb-d74c-4e45-80c4-2f47cf1c8f56 None None] Routers {'586ad528-d329-492e-8b92-10338c998332'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:55:23.348669 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-18b12dbb-d74c-4e45-80c4-2f47cf1c8f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:55:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['586ad528-d329-492e-8b92-10338c998332'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:23.381145 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-f28ab0b2-852d-4ba8-a17d-494c8d2529d2 admin admin] Deleting port 285816dd-9bb1-4ce3-b48e-ab93f80778df {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:55:23.385220 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f28ab0b2-852d-4ba8-a17d-494c8d2529d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:23.454390 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e504ce42-6dff-4f05-b1b2-5d741316f81b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4a851a73da8f42509bcd825f05c34b31&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0024395 Nov 12 00:55:23.460906 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35084) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:23.461937 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e504ce42-6dff-4f05-b1b2-5d741316f81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6ef54f-cc77-4970-b26a-d300faa283c9,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:23.463150 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-18b12dbb-d74c-4e45-80c4-2f47cf1c8f56 None None] Set router 586ad528-d329-492e-8b92-10338c998332 gateway port host: None {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:55:23.480751 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5c86462c-c8d0-4b55-bc37-7abdb80cb35a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:23.481910 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fc8e1927-ed60-4287-9c26-cc41bc410be5 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:23.585084 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fc8e1927-ed60-4287-9c26-cc41bc410be5 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:23.594646 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-fc8e1927-ed60-4287-9c26-cc41bc410be5 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "DELETE /v2.0/subnets/d196f24a-3c0e-4ba9-8dc6-01de92cb7f7e HTTP/1.1" status: 204 len: 168 time: 0.6469538 Nov 12 00:55:23.598597 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35086) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:23.612221 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8e1927-ed60-4287-9c26-cc41bc410be5 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Pushing event deleted for resources: {'Subnet': ['ID=d196f24a-3c0e-4ba9-8dc6-01de92cb7f7e,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:23.630865 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35088) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:23.656248 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-18b12dbb-d74c-4e45-80c4-2f47cf1c8f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586ad528-d329-492e-8b92-10338c998332', 'name': 'tempest-ServerActionsTestJSON-1896784105-router', 'tenant_id': 'e225da8786ab452db9121c1cfb9ab35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:21Z', 'updated_at': '2021-11-12T00:55:23Z', 'revision_number': 6, 'project_id': 'e225da8786ab452db9121c1cfb9ab35d', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:23.688465 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b12dbb-d74c-4e45-80c4-2f47cf1c8f56 None None] The sync data for ids ['586ad528-d329-492e-8b92-10338c998332'] in n-d-812236-11 is: [{'id': '586ad528-d329-492e-8b92-10338c998332', 'name': 'tempest-ServerActionsTestJSON-1896784105-router', 'tenant_id': 'e225da8786ab452db9121c1cfb9ab35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:21Z', 'updated_at': '2021-11-12T00:55:23Z', 'revision_number': 6, 'project_id': 'e225da8786ab452db9121c1cfb9ab35d', 'gw_port_host': None}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:55:23.706486 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077048f5-d963-4c98-8cd7-d88000a5d47a None None] Network 4baa67f2-60cd-4dbb-ada8-2037d3817b65 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:23.711466 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 069f69b3-d382-4d9d-8619-bb773095e577 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:55:23.714484 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 069f69b3-d382-4d9d-8619-bb773095e577 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:55:23.724689 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-756c8663-c224-4c5b-a92b-49b0d8761ee7 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:23.768271 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-f28ab0b2-852d-4ba8-a17d-494c8d2529d2 admin admin] For port 285816dd-9bb1-4ce3-b48e-ab93f80778df, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=285816dd-9bb1-4ce3-b48e-ab93f80778df,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:23.768271 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f28ab0b2-852d-4ba8-a17d-494c8d2529d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:23.786290 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-087da563-30bc-45c9-a74f-5cf9903a777f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:23.788391 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-f28ab0b2-852d-4ba8-a17d-494c8d2529d2 admin admin] Calling delete_port for 285816dd-9bb1-4ce3-b48e-ab93f80778df owned by network:router_gateway {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:55:23.817963 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5c86462c-c8d0-4b55-bc37-7abdb80cb35a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:23.837871 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-087da563-30bc-45c9-a74f-5cf9903a777f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:23.869878 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5c86462c-c8d0-4b55-bc37-7abdb80cb35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:23.905412 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86462c-c8d0-4b55-bc37-7abdb80cb35a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c7b798-c875-4ba1-92b0-07e7bba50004,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:23.907185 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-756c8663-c224-4c5b-a92b-49b0d8761ee7 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Deleting port 10f01589-1576-47ce-af29-06618a6b585f {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:55:23.907542 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-756c8663-c224-4c5b-a92b-49b0d8761ee7 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:23.957026 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5c86462c-c8d0-4b55-bc37-7abdb80cb35a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bb26b04cd51b407281b1bb18ba40d101&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7752118 Nov 12 00:55:23.957993 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35094) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:23.996826 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-087da563-30bc-45c9-a74f-5cf9903a777f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:24.007280 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-087da563-30bc-45c9-a74f-5cf9903a777f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:24.011525 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-087da563-30bc-45c9-a74f-5cf9903a777f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ee6ef54f-cc77-4970-b26a-d300faa283c9 HTTP/1.1" status: 204 len: 168 time: 0.5408111 Nov 12 00:55:24.068371 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-756c8663-c224-4c5b-a92b-49b0d8761ee7 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] For port 10f01589-1576-47ce-af29-06618a6b585f, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=10f01589-1576-47ce-af29-06618a6b585f,segment=NetworkSegment(bd515bf6-946c-489e-8cd7-c2ca66e8ba4b),segment_id=bd515bf6-946c-489e-8cd7-c2ca66e8ba4b)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:24.068744 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-756c8663-c224-4c5b-a92b-49b0d8761ee7 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:24.093575 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-756c8663-c224-4c5b-a92b-49b0d8761ee7 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Calling delete_port for 10f01589-1576-47ce-af29-06618a6b585f owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:55:24.104596 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e7a59f-1a1a-4185-9ea7-7519c298afa3 None None] DHCP port deletion for 4baa67f2-60cd-4dbb-ada8-2037d3817b65 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:55:24.127046 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f0512934-e7d3-47d1-bec6-191776bc891f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:24.154626 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f0512934-e7d3-47d1-bec6-191776bc891f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:24.215341 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087da563-30bc-45c9-a74f-5cf9903a777f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6ef54f-cc77-4970-b26a-d300faa283c9,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:24.224675 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0ea9ca94-2e6d-41e0-8682-d8b7cdc62c5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:24.226513 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-87e7a59f-1a1a-4185-9ea7-7519c298afa3 None None] Deleting port 10f01589-1576-47ce-af29-06618a6b585f {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:55:24.226942 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-87e7a59f-1a1a-4185-9ea7-7519c298afa3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:24.229239 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f0512934-e7d3-47d1-bec6-191776bc891f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:24.234191 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f0512934-e7d3-47d1-bec6-191776bc891f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:24.236222 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f0512934-e7d3-47d1-bec6-191776bc891f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/54c7b798-c875-4ba1-92b0-07e7bba50004 HTTP/1.1" status: 204 len: 168 time: 0.2764013 Nov 12 00:55:24.303348 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:55:24.314973 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0512934-e7d3-47d1-bec6-191776bc891f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c7b798-c875-4ba1-92b0-07e7bba50004,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:24.351485 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f28ab0b2-852d-4ba8-a17d-494c8d2529d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:24.360669 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0ea9ca94-2e6d-41e0-8682-d8b7cdc62c5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:24.371857 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0ea9ca94-2e6d-41e0-8682-d8b7cdc62c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:24.396646 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ab0b2-852d-4ba8-a17d-494c8d2529d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=285816dd-9bb1-4ce3-b48e-ab93f80778df,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:24.422793 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-87e7a59f-1a1a-4185-9ea7-7519c298afa3 None None] For port 10f01589-1576-47ce-af29-06618a6b585f, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=10f01589-1576-47ce-af29-06618a6b585f,segment=NetworkSegment(bd515bf6-946c-489e-8cd7-c2ca66e8ba4b),segment_id=bd515bf6-946c-489e-8cd7-c2ca66e8ba4b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:24.423472 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-87e7a59f-1a1a-4185-9ea7-7519c298afa3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:24.427898 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24363dd-31dc-4abc-a550-41becf059316 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:55:24.452364 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-87e7a59f-1a1a-4185-9ea7-7519c298afa3 None None] Calling delete_port for 10f01589-1576-47ce-af29-06618a6b585f owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:55:24.469501 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0ea9ca94-2e6d-41e0-8682-d8b7cdc62c5f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=72b0deb61b664a8483c3fbf61e6f5f90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8270087 Nov 12 00:55:24.474432 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35108) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:24.539379 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea9ca94-2e6d-41e0-8682-d8b7cdc62c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7bc62b-e54f-43ef-bb75-d04771d85e90,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:24.609693 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-87e7a59f-1a1a-4185-9ea7-7519c298afa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:24.633072 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-756c8663-c224-4c5b-a92b-49b0d8761ee7 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:24.715454 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756c8663-c224-4c5b-a92b-49b0d8761ee7 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] No DVR routers for this DVR port 10f01589-1576-47ce-af29-06618a6b585f on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:55:24.717521 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c8663-c224-4c5b-a92b-49b0d8761ee7 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Pushing event deleted for resources: {'Port': ['ID=10f01589-1576-47ce-af29-06618a6b585f,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:24.726873 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e7a59f-1a1a-4185-9ea7-7519c298afa3 None None] Pushing event deleted for resources: {'Port': ['ID=10f01589-1576-47ce-af29-06618a6b585f,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:24.733311 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-752217e1-b38b-4fee-99b6-36cebe23f246 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:24.736294 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e7a59f-1a1a-4185-9ea7-7519c298afa3 None None] No DVR routers for this DVR port 10f01589-1576-47ce-af29-06618a6b585f on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:55:24.740707 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f28ab0b2-852d-4ba8-a17d-494c8d2529d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:24.903142 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f28ab0b2-852d-4ba8-a17d-494c8d2529d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:24.905141 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-756c8663-c224-4c5b-a92b-49b0d8761ee7 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:24.907283 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f28ab0b2-852d-4ba8-a17d-494c8d2529d2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:24.927530 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-752217e1-b38b-4fee-99b6-36cebe23f246 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:24.939919 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-756c8663-c224-4c5b-a92b-49b0d8761ee7 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4baa67f2-60cd-4dbb-ada8-2037d3817b65']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:24.972118 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-756c8663-c224-4c5b-a92b-49b0d8761ee7 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd515bf6-946c-489e-8cd7-c2ca66e8ba4b') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:24.972802 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-756c8663-c224-4c5b-a92b-49b0d8761ee7 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd515bf6-946c-489e-8cd7-c2ca66e8ba4b') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:24.995511 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f28ab0b2-852d-4ba8-a17d-494c8d2529d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:24.996041 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28ab0b2-852d-4ba8-a17d-494c8d2529d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 586ad528-d329-492e-8b92-10338c998332 {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:55:25.000927 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f28ab0b2-852d-4ba8-a17d-494c8d2529d2 admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:25.004670 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f28ab0b2-852d-4ba8-a17d-494c8d2529d2 admin admin] 10.222.0.20 "DELETE /v2.0/routers/586ad528-d329-492e-8b92-10338c998332 HTTP/1.1" status: 204 len: 168 time: 2.1933873 Nov 12 00:55:25.005612 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35132) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:25.021288 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8056238-e09f-439a-afed-4d9509521349 req-065f8cc1-7f61-4842-9280-93481c0e04eb service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0679791 Nov 12 00:55:25.023120 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-756c8663-c224-4c5b-a92b-49b0d8761ee7 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:25.098762 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-752217e1-b38b-4fee-99b6-36cebe23f246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:25.101704 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-752217e1-b38b-4fee-99b6-36cebe23f246 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:25.104614 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-756c8663-c224-4c5b-a92b-49b0d8761ee7 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:25.116580 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-752217e1-b38b-4fee-99b6-36cebe23f246 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd7bc62b-e54f-43ef-bb75-d04771d85e90 HTTP/1.1" status: 204 len: 168 time: 0.6410623 Nov 12 00:55:25.133186 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-756c8663-c224-4c5b-a92b-49b0d8761ee7 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:55:25.133327 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-756c8663-c224-4c5b-a92b-49b0d8761ee7 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:25.136960 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-578acb7a-94c7-450a-8aec-d7e3e220f746 admin admin] Deleting subnet 3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:55:25.140464 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-578acb7a-94c7-450a-8aec-d7e3e220f746 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:25.141013 n-d-812236-11 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:55:25.141013 n-d-812236-11 neutron-server[102661]: self.session.flush() Nov 12 00:55:25.141013 n-d-812236-11 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:55:25.141013 n-d-812236-11 neutron-server[102661]: self.session.flush() Nov 12 00:55:25.141013 n-d-812236-11 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:55:25.141013 n-d-812236-11 neutron-server[102661]: self.session.flush() Nov 12 00:55:25.141013 n-d-812236-11 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:55:25.141013 n-d-812236-11 neutron-server[102661]: self.session.flush() Nov 12 00:55:25.141013 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:55:25.141013 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:55:25.141013 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:55:25.141013 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:55:25.141013 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:55:25.141013 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:55:25.141013 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:55:25.141013 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:55:25.141013 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:55:25.141013 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:55:25.141013 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:55:25.141013 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:55:25.141013 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:55:25.141013 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:55:25.141013 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:55:25.141013 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:55:25.141013 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:55:25.141013 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:55:25.141013 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:55:25.141013 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:55:25.141013 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:55:25.141013 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:55:25.141013 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:55:25.141013 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:55:25.141013 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:55:25.141013 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:55:25.141013 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:55:25.141013 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:55:25.141013 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:55:25.141013 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:55:25.141013 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:55:25.141013 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:55:25.155565 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752217e1-b38b-4fee-99b6-36cebe23f246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7bc62b-e54f-43ef-bb75-d04771d85e90,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:25.260030 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 5a98a937-845d-41cd-aba9-2041ee1239fa no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:55:25.294488 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-578acb7a-94c7-450a-8aec-d7e3e220f746 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:25.339025 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-756c8663-c224-4c5b-a92b-49b0d8761ee7 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:25.344640 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-756c8663-c224-4c5b-a92b-49b0d8761ee7 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:25.352236 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 5a98a937-845d-41cd-aba9-2041ee1239fa {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:55:25.353906 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-756c8663-c224-4c5b-a92b-49b0d8761ee7 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] 10.222.0.20 "DELETE /v2.0/networks/4baa67f2-60cd-4dbb-ada8-2037d3817b65 HTTP/1.1" status: 204 len: 168 time: 1.7541471 Nov 12 00:55:25.357308 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 5a98a937-845d-41cd-aba9-2041ee1239fa not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:55:25.357977 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 10f01589-1576-47ce-af29-06618a6b585f no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:55:25.383993 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c8663-c224-4c5b-a92b-49b0d8761ee7 tempest-NetworksIpV6Test-694812741 tempest-NetworksIpV6Test-694812741-project] Pushing event deleted for resources: {'Network': ['ID=4baa67f2-60cd-4dbb-ada8-2037d3817b65,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:25.410604 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 10f01589-1576-47ce-af29-06618a6b585f {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:55:25.410981 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 10f01589-1576-47ce-af29-06618a6b585f not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:55:25.411406 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 285816dd-9bb1-4ce3-b48e-ab93f80778df no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:55:25.436731 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 285816dd-9bb1-4ce3-b48e-ab93f80778df {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:55:25.437303 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 285816dd-9bb1-4ce3-b48e-ab93f80778df not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:55:25.503185 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dc707e46-b152-41c0-9379-622f2072fbf2 req-c21bd022-6bbb-4739-8706-3d3510ad484c service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0384483 Nov 12 00:55:25.509823 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-578acb7a-94c7-450a-8aec-d7e3e220f746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:25.593532 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-578acb7a-94c7-450a-8aec-d7e3e220f746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:25.628154 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578acb7a-94c7-450a-8aec-d7e3e220f746 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:25.636312 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-578acb7a-94c7-450a-8aec-d7e3e220f746 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:25.640635 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-578acb7a-94c7-450a-8aec-d7e3e220f746 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3f5d2ccf-1faf-49a3-8dfd-e2b16d7e1b0f HTTP/1.1" status: 204 len: 168 time: 0.6340706 Nov 12 00:55:25.641627 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92533f4-986a-4177-a61f-44eb1fb89222 None None] Network a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:25.643031 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35160) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:25.746821 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-73663c88-5834-4214-8033-65d33e3aa00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:25.875268 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-73663c88-5834-4214-8033-65d33e3aa00c admin admin] Deleting port 7cc80b66-3086-441a-95d8-9241a1647e48 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:55:25.875933 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-73663c88-5834-4214-8033-65d33e3aa00c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:25.957469 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae8ec1e-0fe7-466d-aaff-0f0d62d1ad65 None None] DHCP port deletion for a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:55:25.968421 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-73663c88-5834-4214-8033-65d33e3aa00c admin admin] For port 7cc80b66-3086-441a-95d8-9241a1647e48, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=7cc80b66-3086-441a-95d8-9241a1647e48,segment=NetworkSegment(8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b),segment_id=8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:25.969066 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-73663c88-5834-4214-8033-65d33e3aa00c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:25.991876 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-73663c88-5834-4214-8033-65d33e3aa00c admin admin] Calling delete_port for 7cc80b66-3086-441a-95d8-9241a1647e48 owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:55:26.020188 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35170) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:26.073273 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-7ae8ec1e-0fe7-466d-aaff-0f0d62d1ad65 None None] Deleting port 7cc80b66-3086-441a-95d8-9241a1647e48 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:55:26.076142 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7ae8ec1e-0fe7-466d-aaff-0f0d62d1ad65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:26.142256 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-73663c88-5834-4214-8033-65d33e3aa00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:26.178214 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73663c88-5834-4214-8033-65d33e3aa00c admin admin] Pushing event deleted for resources: {'Port': ['ID=7cc80b66-3086-441a-95d8-9241a1647e48,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:26.183270 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73663c88-5834-4214-8033-65d33e3aa00c admin admin] No DVR routers for this DVR port 7cc80b66-3086-441a-95d8-9241a1647e48 on host n-d-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:55:26.198307 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-7ae8ec1e-0fe7-466d-aaff-0f0d62d1ad65 None None] For port 7cc80b66-3086-441a-95d8-9241a1647e48, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=7cc80b66-3086-441a-95d8-9241a1647e48,segment=NetworkSegment(8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b),segment_id=8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:26.199086 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7ae8ec1e-0fe7-466d-aaff-0f0d62d1ad65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:26.215451 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-7ae8ec1e-0fe7-466d-aaff-0f0d62d1ad65 None None] Calling delete_port for 7cc80b66-3086-441a-95d8-9241a1647e48 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:55:26.309920 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7ae8ec1e-0fe7-466d-aaff-0f0d62d1ad65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:26.331835 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-73663c88-5834-4214-8033-65d33e3aa00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:26.356254 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8ec1e-0fe7-466d-aaff-0f0d62d1ad65 None None] Pushing event deleted for resources: {'Port': ['ID=7cc80b66-3086-441a-95d8-9241a1647e48,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:26.360982 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae8ec1e-0fe7-466d-aaff-0f0d62d1ad65 None None] No DVR routers for this DVR port 7cc80b66-3086-441a-95d8-9241a1647e48 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:55:26.377196 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-73663c88-5834-4214-8033-65d33e3aa00c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:26.393063 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-73663c88-5834-4214-8033-65d33e3aa00c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:26.393063 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-73663c88-5834-4214-8033-65d33e3aa00c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cd9be0e-0dd3-4feb-b6f6-e2c8323f8f2b') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:26.404487 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-73663c88-5834-4214-8033-65d33e3aa00c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:26.420966 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-73663c88-5834-4214-8033-65d33e3aa00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:26.429858 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73663c88-5834-4214-8033-65d33e3aa00c admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:55:26.430205 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-73663c88-5834-4214-8033-65d33e3aa00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:26.492285 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 00:55:26.492285 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:55:26.492285 n-d-812236-11 neutron-server[102662]: timer() Nov 12 00:55:26.492285 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:55:26.492285 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 00:55:26.492285 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:55:26.492285 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 00:55:26.492285 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:55:26.492285 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 00:55:26.492285 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:55:26.492285 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 00:55:26.492285 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:55:26.492285 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 00:55:26.492285 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:55:26.492285 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:55:26.492285 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:55:26.492285 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:55:26.492285 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:55:26.492285 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 00:55:26.492285 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:55:26.492285 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 00:55:26.492285 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:55:26.492285 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:55:26.492285 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:55:26.492285 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 00:55:26.492285 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:55:26.492285 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:55:26.492285 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:55:26.492285 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:55:26.492285 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:55:26.492285 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:55:26.492285 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:55:26.505244 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-73663c88-5834-4214-8033-65d33e3aa00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:26.522253 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-73663c88-5834-4214-8033-65d33e3aa00c admin admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:26.527073 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-73663c88-5834-4214-8033-65d33e3aa00c admin admin] 10.222.0.20 "DELETE /v2.0/networks/a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e HTTP/1.1" status: 204 len: 168 time: 0.8818660 Nov 12 00:55:26.549285 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73663c88-5834-4214-8033-65d33e3aa00c admin admin] Pushing event deleted for resources: {'Network': ['ID=a2c29e14-19f1-4f33-9e46-3f4fbfcefa8e,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:26.684346 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-461a3b4d-95c5-44e1-9197-2a5edd1cbe90 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c9e7c999fc204557a014529c174efb0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6628709 Nov 12 00:55:26.689016 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35194) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:26.750175 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-52609554-7fb5-4bbd-9396-ccc4caa2f73a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:26.779455 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-52609554-7fb5-4bbd-9396-ccc4caa2f73a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:26.851293 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-52609554-7fb5-4bbd-9396-ccc4caa2f73a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:26.854416 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-52609554-7fb5-4bbd-9396-ccc4caa2f73a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:26.855575 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-52609554-7fb5-4bbd-9396-ccc4caa2f73a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a46cafff-6172-49ce-9aec-4ed1fed5a5fb HTTP/1.1" status: 204 len: 168 time: 0.1655333 Nov 12 00:55:26.865307 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52609554-7fb5-4bbd-9396-ccc4caa2f73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46cafff-6172-49ce-9aec-4ed1fed5a5fb,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:26.966675 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35204) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:27.047674 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-4d27aac5-7946-4e6f-8f75-3fffbfd44cb5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e225da8786ab452db9121c1cfb9ab35d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0790367 Nov 12 00:55:27.051000 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35206) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:27.242040 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 7cc80b66-3086-441a-95d8-9241a1647e48 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:55:27.252047 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1a6d7d98-d8cb-4358-a4c9-17f3d9aec092 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:27.318064 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1a6d7d98-d8cb-4358-a4c9-17f3d9aec092 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:27.379070 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 7cc80b66-3086-441a-95d8-9241a1647e48 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:55:27.380122 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 7cc80b66-3086-441a-95d8-9241a1647e48 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:55:27.397797 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1a6d7d98-d8cb-4358-a4c9-17f3d9aec092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:27.413062 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1a6d7d98-d8cb-4358-a4c9-17f3d9aec092 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:27.414456 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1a6d7d98-d8cb-4358-a4c9-17f3d9aec092 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dbbfee7f-1521-40bf-b054-b5a18fa66ed1 HTTP/1.1" status: 204 len: 168 time: 0.3623121 Nov 12 00:55:27.430848 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6d7d98-d8cb-4358-a4c9-17f3d9aec092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbfee7f-1521-40bf-b054-b5a18fa66ed1,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:27.592758 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-948b5066-1fcc-479b-9dec-d8b975f6d11e req-e9fb4600-e4fe-4a30-aa38-325a6963b07f service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0683510 Nov 12 00:55:27.778004 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d01b581b-b1bc-4ec1-83d0-7fca5b4131b6 req-0172ab45-ef03-4592-80b4-68278d1f8306 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0466750 Nov 12 00:55:28.400822 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35286) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:28.717682 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-1db70aca-4b7c-48f4-89af-a5ba6b28fadd tempest-ExternalNetworksAdminNegativeTestJSON-1464544644 tempest-ExternalNetworksAdminNegativeTestJSON-1464544644-project-admin] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:28.763582 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1db70aca-4b7c-48f4-89af-a5ba6b28fadd tempest-ExternalNetworksAdminNegativeTestJSON-1464544644 tempest-ExternalNetworksAdminNegativeTestJSON-1464544644-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:28.996905 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1db70aca-4b7c-48f4-89af-a5ba6b28fadd tempest-ExternalNetworksAdminNegativeTestJSON-1464544644 tempest-ExternalNetworksAdminNegativeTestJSON-1464544644-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:29.131406 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-1db70aca-4b7c-48f4-89af-a5ba6b28fadd tempest-ExternalNetworksAdminNegativeTestJSON-1464544644 tempest-ExternalNetworksAdminNegativeTestJSON-1464544644-project-admin] Allocated IP 172.25.2.169 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/3db9015a-f153-48ba-bf53-91e960c2c3ba) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:29.151886 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35334) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:29.311056 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1db70aca-4b7c-48f4-89af-a5ba6b28fadd tempest-ExternalNetworksAdminNegativeTestJSON-1464544644 tempest-ExternalNetworksAdminNegativeTestJSON-1464544644-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:29.364980 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1db70aca-4b7c-48f4-89af-a5ba6b28fadd tempest-ExternalNetworksAdminNegativeTestJSON-1464544644 tempest-ExternalNetworksAdminNegativeTestJSON-1464544644-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:29.424000 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db70aca-4b7c-48f4-89af-a5ba6b28fadd tempest-ExternalNetworksAdminNegativeTestJSON-1464544644 tempest-ExternalNetworksAdminNegativeTestJSON-1464544644-project-admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:29.429764 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-055e62e5-76bf-4e6b-a277-1082d5ee5204 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:29.431439 n-d-812236-11 neutron-server[102661]: WARNING neutron.api.v2.base [None req-055e62e5-76bf-4e6b-a277-1082d5ee5204 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 00:55:29.432045 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-055e62e5-76bf-4e6b-a277-1082d5ee5204 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 00:55:29.433116 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-055e62e5-76bf-4e6b-a277-1082d5ee5204 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2796516 Nov 12 00:55:29.436640 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35344) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:29.441673 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-220d41c4-9988-419f-883b-d6cd4735a05d tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Request body: {'security_group': {'name': 'tempest-secgroup--1637224107'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:29.442600 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-1db70aca-4b7c-48f4-89af-a5ba6b28fadd tempest-ExternalNetworksAdminNegativeTestJSON-1464544644 tempest-ExternalNetworksAdminNegativeTestJSON-1464544644-project-admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:29.468472 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db70aca-4b7c-48f4-89af-a5ba6b28fadd tempest-ExternalNetworksAdminNegativeTestJSON-1464544644 tempest-ExternalNetworksAdminNegativeTestJSON-1464544644-project-admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:55:29.522751 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-220d41c4-9988-419f-883b-d6cd4735a05d tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:29.545162 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-220d41c4-9988-419f-883b-d6cd4735a05d tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:29.559575 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35346) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:29.619957 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db70aca-4b7c-48f4-89af-a5ba6b28fadd tempest-ExternalNetworksAdminNegativeTestJSON-1464544644 tempest-ExternalNetworksAdminNegativeTestJSON-1464544644-project-admin] Pushing event updated for resources: {'Port': ['ID=3db9015a-f153-48ba-bf53-91e960c2c3ba,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:29.779437 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1db70aca-4b7c-48f4-89af-a5ba6b28fadd tempest-ExternalNetworksAdminNegativeTestJSON-1464544644 tempest-ExternalNetworksAdminNegativeTestJSON-1464544644-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:29.802908 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-c55613cc-7e6c-40f6-9238-3af2ad78d183 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1807796518-network', 'tenant_id': 'baf75bc08f044ea79cb7fe0fca6d826b'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:29.818557 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-220d41c4-9988-419f-883b-d6cd4735a05d tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:29.822692 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0c548979-bae1-42f8-be5f-55358afce20b req-2027b2d4-4f78-4804-9949-5b40e056ff14 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0868900 Nov 12 00:55:29.825547 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-220d41c4-9988-419f-883b-d6cd4735a05d tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:29.865296 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1db70aca-4b7c-48f4-89af-a5ba6b28fadd tempest-ExternalNetworksAdminNegativeTestJSON-1464544644 tempest-ExternalNetworksAdminNegativeTestJSON-1464544644-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:29.896280 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220d41c4-9988-419f-883b-d6cd4735a05d tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7cbbc3-98cf-4bbb-b012-3c0fedba2569,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:29.942169 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55613cc-7e6c-40f6-9238-3af2ad78d183 admin admin] Made reservation on behalf of baf75bc08f044ea79cb7fe0fca6d826b for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:29.944535 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c55613cc-7e6c-40f6-9238-3af2ad78d183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:29.948062 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-220d41c4-9988-419f-883b-d6cd4735a05d tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:29.953476 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-220d41c4-9988-419f-883b-d6cd4735a05d tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:30.023907 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220d41c4-9988-419f-883b-d6cd4735a05d tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c15e27c-43d7-473f-b8a5-99b766909b8f,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:30.045782 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-220d41c4-9988-419f-883b-d6cd4735a05d tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:30.052823 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-220d41c4-9988-419f-883b-d6cd4735a05d tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6148083 Nov 12 00:55:30.054162 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35366) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:30.060196 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-951b4092-ebb5-46aa-875c-db170734e9d6 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Request body: {'security_group_rule': {'security_group_id': '7c15e27c-43d7-473f-b8a5-99b766909b8f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:30.095058 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c55613cc-7e6c-40f6-9238-3af2ad78d183 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:30.108660 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-951b4092-ebb5-46aa-875c-db170734e9d6 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:30.173762 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c145fc5b-0d87-48d9-ab48-d60448c04686 req-069df73a-73dc-4c5e-b8df-31cb454e5674 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0499487 Nov 12 00:55:30.232897 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-951b4092-ebb5-46aa-875c-db170734e9d6 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:30.238618 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-951b4092-ebb5-46aa-875c-db170734e9d6 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:30.258065 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b4092-ebb5-46aa-875c-db170734e9d6 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64a25749-2c2f-401e-9a4c-600705b4663e,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:30.279191 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-951b4092-ebb5-46aa-875c-db170734e9d6 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:30.284688 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35380) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:30.285781 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-951b4092-ebb5-46aa-875c-db170734e9d6 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2262037 Nov 12 00:55:30.298645 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-430b548a-5ce5-484e-a72c-b4fa7c730684 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Request body: {'security_group_rule': {'security_group_id': '7c15e27c-43d7-473f-b8a5-99b766909b8f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:30.341481 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c55613cc-7e6c-40f6-9238-3af2ad78d183 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:30.355011 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c55613cc-7e6c-40f6-9238-3af2ad78d183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:30.366691 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c55613cc-7e6c-40f6-9238-3af2ad78d183 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:55:30.374310 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1db70aca-4b7c-48f4-89af-a5ba6b28fadd tempest-ExternalNetworksAdminNegativeTestJSON-1464544644 tempest-ExternalNetworksAdminNegativeTestJSON-1464544644-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:30.382539 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c55613cc-7e6c-40f6-9238-3af2ad78d183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:30.383068 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-c55613cc-7e6c-40f6-9238-3af2ad78d183 admin admin] Added segment 7f64ba80-ce39-4c56-a8a0-b5dae98bce25 of type vlan for network af4f1b37-e652-4f9e-8d30-5c4c87fdae14 Nov 12 00:55:30.392046 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1db70aca-4b7c-48f4-89af-a5ba6b28fadd tempest-ExternalNetworksAdminNegativeTestJSON-1464544644 tempest-ExternalNetworksAdminNegativeTestJSON-1464544644-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:30.441818 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-430b548a-5ce5-484e-a72c-b4fa7c730684 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:30.531805 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55613cc-7e6c-40f6-9238-3af2ad78d183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22d5517-0bc9-4780-bd87-761275f57254,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:30.563810 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db70aca-4b7c-48f4-89af-a5ba6b28fadd tempest-ExternalNetworksAdminNegativeTestJSON-1464544644 tempest-ExternalNetworksAdminNegativeTestJSON-1464544644-project-admin] Pushing event updated for resources: {'Port': ['ID=3db9015a-f153-48ba-bf53-91e960c2c3ba,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:30.567135 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c55613cc-7e6c-40f6-9238-3af2ad78d183 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:30.571462 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1db70aca-4b7c-48f4-89af-a5ba6b28fadd tempest-ExternalNetworksAdminNegativeTestJSON-1464544644 tempest-ExternalNetworksAdminNegativeTestJSON-1464544644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:30.600877 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1db70aca-4b7c-48f4-89af-a5ba6b28fadd tempest-ExternalNetworksAdminNegativeTestJSON-1464544644 tempest-ExternalNetworksAdminNegativeTestJSON-1464544644-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:30.602944 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1db70aca-4b7c-48f4-89af-a5ba6b28fadd tempest-ExternalNetworksAdminNegativeTestJSON-1464544644 tempest-ExternalNetworksAdminNegativeTestJSON-1464544644-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2001278 Nov 12 00:55:30.606200 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35390) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:30.612417 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-96647faf-a084-481a-ae0d-e0fca7e88eff tempest-ExternalNetworksAdminNegativeTestJSON-1464544644 tempest-ExternalNetworksAdminNegativeTestJSON-1464544644-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-82701169', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'fixed_ips': [{'ip_address': '172.25.2.169'}]}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:30.620236 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-430b548a-5ce5-484e-a72c-b4fa7c730684 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 00:55:30.624220 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35392) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:30.624822 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-430b548a-5ce5-484e-a72c-b4fa7c730684 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3367074 Nov 12 00:55:30.626332 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c55613cc-7e6c-40f6-9238-3af2ad78d183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:30.627378 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55613cc-7e6c-40f6-9238-3af2ad78d183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:30.627956 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c55613cc-7e6c-40f6-9238-3af2ad78d183 admin admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:30.686349 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96647faf-a084-481a-ae0d-e0fca7e88eff tempest-ExternalNetworksAdminNegativeTestJSON-1464544644 tempest-ExternalNetworksAdminNegativeTestJSON-1464544644-project-admin] Made reservation on behalf of 3001aaea9611492dbd8ee7c637f164b8 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:30.688867 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-96647faf-a084-481a-ae0d-e0fca7e88eff tempest-ExternalNetworksAdminNegativeTestJSON-1464544644 tempest-ExternalNetworksAdminNegativeTestJSON-1464544644-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:30.707947 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-96647faf-a084-481a-ae0d-e0fca7e88eff tempest-ExternalNetworksAdminNegativeTestJSON-1464544644 tempest-ExternalNetworksAdminNegativeTestJSON-1464544644-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:30.824452 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-45dee657-3582-499d-b6f6-603c07d7dff1 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:30.942533 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-45dee657-3582-499d-b6f6-603c07d7dff1 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:31.036297 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-96647faf-a084-481a-ae0d-e0fca7e88eff tempest-ExternalNetworksAdminNegativeTestJSON-1464544644 tempest-ExternalNetworksAdminNegativeTestJSON-1464544644-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:31.065508 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-96647faf-a084-481a-ae0d-e0fca7e88eff tempest-ExternalNetworksAdminNegativeTestJSON-1464544644 tempest-ExternalNetworksAdminNegativeTestJSON-1464544644-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:31.080036 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-96647faf-a084-481a-ae0d-e0fca7e88eff tempest-ExternalNetworksAdminNegativeTestJSON-1464544644 tempest-ExternalNetworksAdminNegativeTestJSON-1464544644-project-admin] device_id is not set on port 870017ac-4f52-41aa-a4ff-936ea63b8cf6 yet. {{(pid=102661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:55:31.089222 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-45dee657-3582-499d-b6f6-603c07d7dff1 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:31.091869 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-45dee657-3582-499d-b6f6-603c07d7dff1 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:31.093079 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-45dee657-3582-499d-b6f6-603c07d7dff1 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] 10.222.0.20 "DELETE /v2.0/security-groups/7c15e27c-43d7-473f-b8a5-99b766909b8f HTTP/1.1" status: 204 len: 168 time: 0.4673662 Nov 12 00:55:31.100957 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35404) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:31.142478 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c55613cc-7e6c-40f6-9238-3af2ad78d183 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5657921 Nov 12 00:55:31.145962 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35408) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:31.152494 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-201b5c26-48ef-49e7-bdd3-c222ecee6eb6 admin admin] Request body: {'subnet': {'network_id': 'af4f1b37-e652-4f9e-8d30-5c4c87fdae14', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1807796518-subnet', 'tenant_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:31.189675 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55613cc-7e6c-40f6-9238-3af2ad78d183 admin admin] Pushing event updated for resources: {'Network': ['ID=af4f1b37-e652-4f9e-8d30-5c4c87fdae14,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:31.195762 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201b5c26-48ef-49e7-bdd3-c222ecee6eb6 admin admin] Made reservation on behalf of baf75bc08f044ea79cb7fe0fca6d826b for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:31.201727 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-201b5c26-48ef-49e7-bdd3-c222ecee6eb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:31.203940 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network af4f1b37-e652-4f9e-8d30-5c4c87fdae14 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:55:31.302468 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96647faf-a084-481a-ae0d-e0fca7e88eff tempest-ExternalNetworksAdminNegativeTestJSON-1464544644 tempest-ExternalNetworksAdminNegativeTestJSON-1464544644-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b92b91e-6742-420f-90d6-2becb3cb7985,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:31.317571 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a44c5a47-cf2c-4f64-9810-754fa71da63d tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2139623 Nov 12 00:55:31.326250 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35418) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:31.330646 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-a535593e-b492-4318-a728-e24ed9467487 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Request body: {'security_group': {'name': 'tempest-secgroup--1038135682'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:31.338716 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dee657-3582-499d-b6f6-603c07d7dff1 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c15e27c-43d7-473f-b8a5-99b766909b8f,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:31.403568 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a535593e-b492-4318-a728-e24ed9467487 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:31.429252 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-96647faf-a084-481a-ae0d-e0fca7e88eff tempest-ExternalNetworksAdminNegativeTestJSON-1464544644 tempest-ExternalNetworksAdminNegativeTestJSON-1464544644-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 00:55:31.430183 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96647faf-a084-481a-ae0d-e0fca7e88eff tempest-ExternalNetworksAdminNegativeTestJSON-1464544644 tempest-ExternalNetworksAdminNegativeTestJSON-1464544644-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:55:31.453737 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-201b5c26-48ef-49e7-bdd3-c222ecee6eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:31.463425 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-96647faf-a084-481a-ae0d-e0fca7e88eff tempest-ExternalNetworksAdminNegativeTestJSON-1464544644 tempest-ExternalNetworksAdminNegativeTestJSON-1464544644-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.8559175 Nov 12 00:55:31.467426 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35424) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:31.499679 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b5c26-48ef-49e7-bdd3-c222ecee6eb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d5c0776-b5b7-48fa-8d00-bcca9603dc88,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:31.532520 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201b5c26-48ef-49e7-bdd3-c222ecee6eb6 admin admin] Checking segment: {'id': '7f64ba80-ce39-4c56-a8a0-b5dae98bce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'af4f1b37-e652-4f9e-8d30-5c4c87fdae14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:31.532692 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201b5c26-48ef-49e7-bdd3-c222ecee6eb6 admin admin] Network hostable DHCP agents. Network: af4f1b37-e652-4f9e-8d30-5c4c87fdae14, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:55:31.553143 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201b5c26-48ef-49e7-bdd3-c222ecee6eb6 admin admin] Network af4f1b37-e652-4f9e-8d30-5c4c87fdae14 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:55:31.565128 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-201b5c26-48ef-49e7-bdd3-c222ecee6eb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, af4f1b37-e652-4f9e-8d30-5c4c87fdae14) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:31.584658 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f423de5d-b816-475e-b03a-83ef40187df6 None None] Network af4f1b37-e652-4f9e-8d30-5c4c87fdae14 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:31.587377 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201b5c26-48ef-49e7-bdd3-c222ecee6eb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:31.588331 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-201b5c26-48ef-49e7-bdd3-c222ecee6eb6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:31.626926 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-201b5c26-48ef-49e7-bdd3-c222ecee6eb6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4797802 Nov 12 00:55:31.627572 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35434) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:31.631880 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-63e4144b-b761-4e2e-a29b-a2bd4a274e9f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1807796518-router', 'tenant_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:31.657970 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a535593e-b492-4318-a728-e24ed9467487 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:31.672160 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-63e4144b-b761-4e2e-a29b-a2bd4a274e9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:31.673815 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-63e4144b-b761-4e2e-a29b-a2bd4a274e9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:31.675329 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a535593e-b492-4318-a728-e24ed9467487 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:31.722863 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a535593e-b492-4318-a728-e24ed9467487 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:31.727940 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a535593e-b492-4318-a728-e24ed9467487 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4001653 Nov 12 00:55:31.731869 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35440) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:31.738579 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-37658119-99de-4922-9859-de20dd306bb3 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Request body: {'security_group_rule': {'security_group_id': 'a253b187-d452-4150-a25f-96c549a9e1ee', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:31.739651 n-d-812236-11 neutron-server[102661]: WARNING neutron.api.v2.base [None req-37658119-99de-4922-9859-de20dd306bb3 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 12 00:55:31.741032 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-37658119-99de-4922-9859-de20dd306bb3 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 00:55:31.745114 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-37658119-99de-4922-9859-de20dd306bb3 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0099394 Nov 12 00:55:31.750060 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35442) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:31.756162 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-63e4144b-b761-4e2e-a29b-a2bd4a274e9f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:31.778857 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a535593e-b492-4318-a728-e24ed9467487 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a253b187-d452-4150-a25f-96c549a9e1ee,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:31.795650 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-c20d8007-0a67-43de-9b38-73ae95eb0fe6 tempest-ExternalNetworksAdminNegativeTestJSON-1464544644 tempest-ExternalNetworksAdminNegativeTestJSON-1464544644-project-admin] Deleting port 3db9015a-f153-48ba-bf53-91e960c2c3ba {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:55:31.796561 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c20d8007-0a67-43de-9b38-73ae95eb0fe6 tempest-ExternalNetworksAdminNegativeTestJSON-1464544644 tempest-ExternalNetworksAdminNegativeTestJSON-1464544644-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:31.881341 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe47c30-8b4c-4eb0-bfd9-fa57236d3d40 None None] Network af4f1b37-e652-4f9e-8d30-5c4c87fdae14 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:31.911018 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cc6fd16f-36f3-4da4-8f99-973783cd1a44 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:31.935699 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c20d8007-0a67-43de-9b38-73ae95eb0fe6 tempest-ExternalNetworksAdminNegativeTestJSON-1464544644 tempest-ExternalNetworksAdminNegativeTestJSON-1464544644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:31.936466 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c20d8007-0a67-43de-9b38-73ae95eb0fe6 tempest-ExternalNetworksAdminNegativeTestJSON-1464544644 tempest-ExternalNetworksAdminNegativeTestJSON-1464544644-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:31.965323 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-c20d8007-0a67-43de-9b38-73ae95eb0fe6 tempest-ExternalNetworksAdminNegativeTestJSON-1464544644 tempest-ExternalNetworksAdminNegativeTestJSON-1464544644-project-admin] Calling delete_port for 3db9015a-f153-48ba-bf53-91e960c2c3ba owned by network:floatingip {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:55:31.968429 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cc6fd16f-36f3-4da4-8f99-973783cd1a44 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:31.996035 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-63e4144b-b761-4e2e-a29b-a2bd4a274e9f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:32.229086 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cc6fd16f-36f3-4da4-8f99-973783cd1a44 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:32.239867 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cc6fd16f-36f3-4da4-8f99-973783cd1a44 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:32.241205 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-cc6fd16f-36f3-4da4-8f99-973783cd1a44 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] 10.222.0.20 "DELETE /v2.0/security-groups/a253b187-d452-4150-a25f-96c549a9e1ee HTTP/1.1" status: 204 len: 168 time: 0.4852002 Nov 12 00:55:32.248101 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35460) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:32.295667 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7e466eec-5b79-4629-9c4d-afd370cbef4d req-01f4d4d4-a0cd-40f5-b303-1891a2545502 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0826490 Nov 12 00:55:32.331605 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a8919fa5-0806-4d82-a63e-292b6826c3fe tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0643265 Nov 12 00:55:32.340493 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6fd16f-36f3-4da4-8f99-973783cd1a44 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a253b187-d452-4150-a25f-96c549a9e1ee,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:32.359618 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35466) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:32.365879 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-0cf0e1dc-b84d-49eb-829c-f8870387dabc tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Request body: {'security_group': {'name': 'tempest-secgroup--2018966457'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:32.433055 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0cf0e1dc-b84d-49eb-829c-f8870387dabc tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:32.458818 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-63e4144b-b761-4e2e-a29b-a2bd4a274e9f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:32.519845 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-63e4144b-b761-4e2e-a29b-a2bd4a274e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:32.523133 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9afa0792-3855-4b05-ae77-faaabc941e74 req-3ad2476e-335d-4c6e-b2d5-253e8e045ae3 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0611434 Nov 12 00:55:32.606953 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0cf0e1dc-b84d-49eb-829c-f8870387dabc tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:32.608668 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c20d8007-0a67-43de-9b38-73ae95eb0fe6 tempest-ExternalNetworksAdminNegativeTestJSON-1464544644 tempest-ExternalNetworksAdminNegativeTestJSON-1464544644-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:32.620875 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0cf0e1dc-b84d-49eb-829c-f8870387dabc tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:32.668186 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d8007-0a67-43de-9b38-73ae95eb0fe6 tempest-ExternalNetworksAdminNegativeTestJSON-1464544644 tempest-ExternalNetworksAdminNegativeTestJSON-1464544644-project-admin] Pushing event deleted for resources: {'Port': ['ID=3db9015a-f153-48ba-bf53-91e960c2c3ba,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:32.717365 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0cf0e1dc-b84d-49eb-829c-f8870387dabc tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:32.718951 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0cf0e1dc-b84d-49eb-829c-f8870387dabc tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3580201 Nov 12 00:55:32.723666 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35486) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:32.728764 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-4c0d9a5d-fe7e-4fc8-ad56-c65e2195e2a3 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Request body: {'security_group_rule': {'security_group_id': 'd5497cfc-d230-47ec-8220-bbb14843d78a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:32.731180 n-d-812236-11 neutron-server[102662]: WARNING neutron.api.v2.base [None req-4c0d9a5d-fe7e-4fc8-ad56-c65e2195e2a3 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 12 00:55:32.731908 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-4c0d9a5d-fe7e-4fc8-ad56-c65e2195e2a3 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 00:55:32.735994 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-4c0d9a5d-fe7e-4fc8-ad56-c65e2195e2a3 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0113361 Nov 12 00:55:32.738985 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35490) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:32.793563 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-63e4144b-b761-4e2e-a29b-a2bd4a274e9f admin admin] Allocated IP 172.25.2.18 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/0e71904f-71c1-4745-bcfc-d9886c8aca22) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:32.832183 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c20d8007-0a67-43de-9b38-73ae95eb0fe6 tempest-ExternalNetworksAdminNegativeTestJSON-1464544644 tempest-ExternalNetworksAdminNegativeTestJSON-1464544644-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:32.838925 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c20d8007-0a67-43de-9b38-73ae95eb0fe6 tempest-ExternalNetworksAdminNegativeTestJSON-1464544644 tempest-ExternalNetworksAdminNegativeTestJSON-1464544644-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:32.844739 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c20d8007-0a67-43de-9b38-73ae95eb0fe6 tempest-ExternalNetworksAdminNegativeTestJSON-1464544644 tempest-ExternalNetworksAdminNegativeTestJSON-1464544644-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/cc2cb2ff-5c70-48d6-9a03-8a0d57cbf8f5 HTTP/1.1" status: 204 len: 168 time: 1.3724146 Nov 12 00:55:32.862332 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf0e1dc-b84d-49eb-829c-f8870387dabc tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5497cfc-d230-47ec-8220-bbb14843d78a,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:32.975976 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e6d7bf4a-3b11-4b41-ada0-326427f8bbf9 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:33.018071 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e6d7bf4a-3b11-4b41-ada0-326427f8bbf9 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:33.131359 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-63e4144b-b761-4e2e-a29b-a2bd4a274e9f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:33.178069 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e6d7bf4a-3b11-4b41-ada0-326427f8bbf9 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:33.181264 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e6d7bf4a-3b11-4b41-ada0-326427f8bbf9 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:33.189598 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35504) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:33.189782 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e6d7bf4a-3b11-4b41-ada0-326427f8bbf9 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] 10.222.0.20 "DELETE /v2.0/security-groups/d5497cfc-d230-47ec-8220-bbb14843d78a HTTP/1.1" status: 204 len: 168 time: 0.4496357 Nov 12 00:55:33.217953 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d7bf4a-3b11-4b41-ada0-326427f8bbf9 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5497cfc-d230-47ec-8220-bbb14843d78a,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:33.244278 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-63e4144b-b761-4e2e-a29b-a2bd4a274e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:33.265612 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-eaabae2e-88d1-4cf0-9b58-f166e7182d02 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0742288 Nov 12 00:55:33.268802 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35508) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:33.273503 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-944c8852-f854-4127-a9c3-133db38cad44 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Request body: {'security_group': {'name': 'tempest-secgroup--2091264991'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:33.295940 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e4144b-b761-4e2e-a29b-a2bd4a274e9f admin admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:33.299501 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-63e4144b-b761-4e2e-a29b-a2bd4a274e9f admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:33.306586 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e4144b-b761-4e2e-a29b-a2bd4a274e9f admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:55:33.314425 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-944c8852-f854-4127-a9c3-133db38cad44 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:33.322895 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef16f1a-9afb-49f6-85f1-4f1b659fc4fd None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:55:33.332554 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4144b-b761-4e2e-a29b-a2bd4a274e9f admin admin] Pushing event updated for resources: {'Port': ['ID=0e71904f-71c1-4745-bcfc-d9886c8aca22,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:33.347928 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35510) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:33.442445 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-76b3ce7b-6321-4d80-ab70-0dd1ad66e7cd None None] Provisioning complete for port 0e71904f-71c1-4745-bcfc-d9886c8aca22 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:33.443066 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76b3ce7b-6321-4d80-ab70-0dd1ad66e7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:33.460842 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-944c8852-f854-4127-a9c3-133db38cad44 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:33.465678 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-944c8852-f854-4127-a9c3-133db38cad44 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:33.492576 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-76b3ce7b-6321-4d80-ab70-0dd1ad66e7cd None None] Port 0e71904f-71c1-4745-bcfc-d9886c8aca22 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:55:33.526898 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-944c8852-f854-4127-a9c3-133db38cad44 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:33.530139 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-944c8852-f854-4127-a9c3-133db38cad44 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2590561 Nov 12 00:55:33.532505 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35518) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:33.539211 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-422a23ba-ea79-4f31-af31-e53b74705752 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Request body: {'security_group_rule': {'security_group_id': '6a234779-389c-4593-a630-d1c950843f1d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:33.559439 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944c8852-f854-4127-a9c3-133db38cad44 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a234779-389c-4593-a630-d1c950843f1d,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:33.569015 n-d-812236-11 neutron-server[102662]: WARNING neutron.api.v2.base [None req-422a23ba-ea79-4f31-af31-e53b74705752 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 12 00:55:33.569015 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-422a23ba-ea79-4f31-af31-e53b74705752 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 00:55:33.569015 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-422a23ba-ea79-4f31-af31-e53b74705752 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0299277 Nov 12 00:55:33.570127 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35524) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:33.576575 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-a58622f7-494a-4ca7-9374-729ae85b952d tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Request body: {'security_group_rule': {'security_group_id': '6a234779-389c-4593-a630-d1c950843f1d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:33.578862 n-d-812236-11 neutron-server[102661]: WARNING neutron.api.v2.base [None req-a58622f7-494a-4ca7-9374-729ae85b952d tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 12 00:55:33.587510 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-a58622f7-494a-4ca7-9374-729ae85b952d tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 00:55:33.593532 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35528) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:33.593880 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a58622f7-494a-4ca7-9374-729ae85b952d tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0244784 Nov 12 00:55:33.599534 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-15f82b0e-0657-4286-9f40-629ab2d1d972 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Request body: {'security_group_rule': {'security_group_id': '6a234779-389c-4593-a630-d1c950843f1d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:33.600331 n-d-812236-11 neutron-server[102662]: WARNING neutron.api.v2.base [None req-15f82b0e-0657-4286-9f40-629ab2d1d972 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 12 00:55:33.600828 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-15f82b0e-0657-4286-9f40-629ab2d1d972 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 00:55:33.604655 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-15f82b0e-0657-4286-9f40-629ab2d1d972 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059655 Nov 12 00:55:33.604655 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35530) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:33.609947 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-201302cf-98ae-48c9-9190-8d430b76dd6f tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Request body: {'security_group_rule': {'security_group_id': '6a234779-389c-4593-a630-d1c950843f1d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:33.611483 n-d-812236-11 neutron-server[102662]: WARNING neutron.api.v2.base [None req-201302cf-98ae-48c9-9190-8d430b76dd6f tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 12 00:55:33.611972 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-201302cf-98ae-48c9-9190-8d430b76dd6f tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 00:55:33.615910 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-201302cf-98ae-48c9-9190-8d430b76dd6f tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0073833 Nov 12 00:55:33.616378 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35532) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:33.772935 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7c3e9676-9fd9-4e2a-af00-15c79382e288 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:33.778647 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3a03b777-40d0-4c23-8c7b-889db961b9a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:33.808236 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-63e4144b-b761-4e2e-a29b-a2bd4a274e9f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:33.812274 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7c3e9676-9fd9-4e2a-af00-15c79382e288 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:33.915808 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35556) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:33.926264 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-86ac440a-6f85-44a3-85e9-69a9457c17f1 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1527042755'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:33.951629 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ac440a-6f85-44a3-85e9-69a9457c17f1 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Made reservation on behalf of 99d22f2d09c941868df176b00803ab3d for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:33.958920 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-86ac440a-6f85-44a3-85e9-69a9457c17f1 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:33.974952 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7c3e9676-9fd9-4e2a-af00-15c79382e288 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:33.978103 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7c3e9676-9fd9-4e2a-af00-15c79382e288 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:33.981881 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7c3e9676-9fd9-4e2a-af00-15c79382e288 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] 10.222.0.20 "DELETE /v2.0/security-groups/6a234779-389c-4593-a630-d1c950843f1d HTTP/1.1" status: 204 len: 168 time: 0.3621669 Nov 12 00:55:33.984525 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35562) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:34.000281 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3e9676-9fd9-4e2a-af00-15c79382e288 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a234779-389c-4593-a630-d1c950843f1d,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:34.057240 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86ac440a-6f85-44a3-85e9-69a9457c17f1 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:55:34.066700 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3a03b777-40d0-4c23-8c7b-889db961b9a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:34.094331 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-86ac440a-6f85-44a3-85e9-69a9457c17f1 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:34.094684 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-86ac440a-6f85-44a3-85e9-69a9457c17f1 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Added segment f3938551-3a44-4fa9-8327-3f2151b42141 of type vlan for network 2e2e0111-edf0-4285-80d2-69d5d6a25b76 Nov 12 00:55:34.098283 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3a03b777-40d0-4c23-8c7b-889db961b9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:34.114362 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-603ede95-a410-4ee3-a6c0-1183e1dc1bee tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1213934 Nov 12 00:55:34.115792 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35572) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:34.139675 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-98ac5301-ee88-45d3-8765-856880560705 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Request body: {'security_group': {'name': 'tempest-secgroup--1350481249'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:34.163060 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3a03b777-40d0-4c23-8c7b-889db961b9a7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=31a11675f8744d15a648747cc3fef1db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8139632 Nov 12 00:55:34.166341 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a03b777-40d0-4c23-8c7b-889db961b9a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84764d33-80b0-42cf-b14f-7e48284ad4ec,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:34.168756 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35576) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:34.185706 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-63e4144b-b761-4e2e-a29b-a2bd4a274e9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:34.203855 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-86ac440a-6f85-44a3-85e9-69a9457c17f1 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:34.243777 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8eba7827-969b-426d-a7cb-fe82e8aa3057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:34.248872 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-98ac5301-ee88-45d3-8765-856880560705 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:34.343233 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-86ac440a-6f85-44a3-85e9-69a9457c17f1 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:34.351701 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ac440a-6f85-44a3-85e9-69a9457c17f1 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:34.352394 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-86ac440a-6f85-44a3-85e9-69a9457c17f1 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:34.430822 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b10accea-6c5d-49d9-a81e-3b0bd8642325 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:34.457021 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-86ac440a-6f85-44a3-85e9-69a9457c17f1 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5373945 Nov 12 00:55:34.459422 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35596) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:34.462208 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac440a-6f85-44a3-85e9-69a9457c17f1 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Pushing event updated for resources: {'Network': ['ID=2e2e0111-edf0-4285-80d2-69d5d6a25b76,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:34.471503 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-1052950c-6462-4c90-a074-be98ad960bc7 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1360647936'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:34.479129 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 2e2e0111-edf0-4285-80d2-69d5d6a25b76 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:55:34.493609 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b10accea-6c5d-49d9-a81e-3b0bd8642325 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:34.573715 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-98ac5301-ee88-45d3-8765-856880560705 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:34.579700 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a59d0a0a-228f-4d53-94c3-c24abc5fb551 req-82674a39-7b37-4ed0-ad2d-efbbed5c1cc3 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0807884 Nov 12 00:55:34.581188 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-98ac5301-ee88-45d3-8765-856880560705 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:34.603345 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1052950c-6462-4c90-a074-be98ad960bc7 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Made reservation on behalf of 99d22f2d09c941868df176b00803ab3d for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:34.607440 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1052950c-6462-4c90-a074-be98ad960bc7 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:34.626932 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e4144b-b761-4e2e-a29b-a2bd4a274e9f admin admin] Router eb388228-fe15-42a9-bbc3-4adbc29f3c94 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:55:34.648947 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1052950c-6462-4c90-a074-be98ad960bc7 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:55:34.685623 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1052950c-6462-4c90-a074-be98ad960bc7 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:34.686000 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-1052950c-6462-4c90-a074-be98ad960bc7 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Added segment 769a0daf-75ef-4b03-bc7e-d891d1a3563d of type vlan for network 0fed04be-2c3a-475e-8199-924085f487af Nov 12 00:55:34.687867 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-98ac5301-ee88-45d3-8765-856880560705 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:34.689893 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-98ac5301-ee88-45d3-8765-856880560705 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5732234 Nov 12 00:55:34.691754 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac5301-ee88-45d3-8765-856880560705 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20951ff8-6faa-4018-9897-a2fbbbd1e51c,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:34.693933 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35610) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:34.699731 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-89573aaf-4a0e-449a-94d3-e3bea85ff26e tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Request body: {'security_group_rule': {'security_group_id': '20951ff8-6faa-4018-9897-a2fbbbd1e51c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:34.700916 n-d-812236-11 neutron-server[102661]: WARNING neutron.api.v2.base [None req-89573aaf-4a0e-449a-94d3-e3bea85ff26e tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 00:55:34.700916 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-89573aaf-4a0e-449a-94d3-e3bea85ff26e tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 00:55:34.701886 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-89573aaf-4a0e-449a-94d3-e3bea85ff26e tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069435 Nov 12 00:55:34.706367 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35612) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:34.726955 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-e8449f53-428a-4cbd-8eb4-8f653012180a tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Request body: {'security_group_rule': {'security_group_id': '20951ff8-6faa-4018-9897-a2fbbbd1e51c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:34.821749 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-e8449f53-428a-4cbd-8eb4-8f653012180a tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 00:55:34.823745 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e8449f53-428a-4cbd-8eb4-8f653012180a tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1149943 Nov 12 00:55:34.826750 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35618) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:34.836041 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-28ecee27-04de-4d00-adfb-3325b548bc0b tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Request body: {'security_group_rule': {'security_group_id': '20951ff8-6faa-4018-9897-a2fbbbd1e51c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:34.838776 n-d-812236-11 neutron-server[102661]: WARNING neutron.api.v2.base [None req-28ecee27-04de-4d00-adfb-3325b548bc0b tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 12 00:55:34.840377 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-28ecee27-04de-4d00-adfb-3325b548bc0b tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 00:55:34.844038 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-28ecee27-04de-4d00-adfb-3325b548bc0b tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0150802 Nov 12 00:55:34.844206 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b10accea-6c5d-49d9-a81e-3b0bd8642325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:34.845569 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35622) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:34.847044 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b10accea-6c5d-49d9-a81e-3b0bd8642325 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:34.848415 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b10accea-6c5d-49d9-a81e-3b0bd8642325 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/84764d33-80b0-42cf-b14f-7e48284ad4ec HTTP/1.1" status: 204 len: 168 time: 0.6770539 Nov 12 00:55:34.859164 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-30fe015e-d9b5-4240-9917-78314cb09763 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Request body: {'security_group_rule': {'security_group_id': '20951ff8-6faa-4018-9897-a2fbbbd1e51c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:34.887975 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1052950c-6462-4c90-a074-be98ad960bc7 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:34.890252 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10accea-6c5d-49d9-a81e-3b0bd8642325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84764d33-80b0-42cf-b14f-7e48284ad4ec,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:34.933342 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-30fe015e-d9b5-4240-9917-78314cb09763 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 00:55:34.935151 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-30fe015e-d9b5-4240-9917-78314cb09763 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0864735 Nov 12 00:55:34.952668 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35632) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:34.959652 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-08822373-4ce9-4614-afdd-2fdf0dbbb15c tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Request body: {'security_group_rule': {'security_group_id': '20951ff8-6faa-4018-9897-a2fbbbd1e51c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:34.960395 n-d-812236-11 neutron-server[102662]: WARNING neutron.api.v2.base [None req-08822373-4ce9-4614-afdd-2fdf0dbbb15c tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 00:55:34.960890 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-08822373-4ce9-4614-afdd-2fdf0dbbb15c tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 00:55:34.961915 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-08822373-4ce9-4614-afdd-2fdf0dbbb15c tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0083907 Nov 12 00:55:34.964938 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35636) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:34.969996 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-db680952-d57d-4158-83ae-424145ea8da4 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Request body: {'security_group_rule': {'security_group_id': '20951ff8-6faa-4018-9897-a2fbbbd1e51c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:34.970783 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a705e990-486a-4489-82c2-e9d15f8fcb5a req-b6d938d1-3eaf-4f21-a62c-8519be156973 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0517573 Nov 12 00:55:34.986284 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1052950c-6462-4c90-a074-be98ad960bc7 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:34.991509 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1052950c-6462-4c90-a074-be98ad960bc7 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:34.992091 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1052950c-6462-4c90-a074-be98ad960bc7 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:35.085345 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e4144b-b761-4e2e-a29b-a2bd4a274e9f admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:55:35.097456 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052950c-6462-4c90-a074-be98ad960bc7 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Pushing event updated for resources: {'Network': ['ID=0fed04be-2c3a-475e-8199-924085f487af,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:35.098253 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dcf162-0638-42f1-9bf8-2e718b131453 None None] Sync routers for ids ['eb388228-fe15-42a9-bbc3-4adbc29f3c94'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:55:35.116412 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1052950c-6462-4c90-a074-be98ad960bc7 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6479881 Nov 12 00:55:35.116650 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 0fed04be-2c3a-475e-8199-924085f487af details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:55:35.118273 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35642) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:35.123345 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-da0ef7e4-ac74-49a1-8b69-ef64fec706d0 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Request body: {'subnet': {'network_id': '2e2e0111-edf0-4285-80d2-69d5d6a25b76', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:35.132614 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dcf162-0638-42f1-9bf8-2e718b131453 None None] Routers {'eb388228-fe15-42a9-bbc3-4adbc29f3c94'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:55:35.133533 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-b9dcf162-0638-42f1-9bf8-2e718b131453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:55:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['eb388228-fe15-42a9-bbc3-4adbc29f3c94'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:35.140589 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-db680952-d57d-4158-83ae-424145ea8da4 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 00:55:35.146963 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-db680952-d57d-4158-83ae-424145ea8da4 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1757390 Nov 12 00:55:35.147981 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35646) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:35.157518 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-91025ea3-2544-4bac-90ea-5835f78f2512 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Request body: {'security_group_rule': {'security_group_id': '20951ff8-6faa-4018-9897-a2fbbbd1e51c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:35.158004 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-63e4144b-b761-4e2e-a29b-a2bd4a274e9f admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:35.158204 n-d-812236-11 neutron-server[102661]: WARNING neutron.api.v2.base [None req-91025ea3-2544-4bac-90ea-5835f78f2512 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 12 00:55:35.158789 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-91025ea3-2544-4bac-90ea-5835f78f2512 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 00:55:35.159202 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-63e4144b-b761-4e2e-a29b-a2bd4a274e9f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.5306838 Nov 12 00:55:35.166028 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-91025ea3-2544-4bac-90ea-5835f78f2512 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0131209 Nov 12 00:55:35.166028 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35650) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:35.168479 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35652) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:35.178807 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-3fd8699d-24db-4ac0-9fae-1d381909efe6 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Request body: {'security_group_rule': {'security_group_id': '20951ff8-6faa-4018-9897-a2fbbbd1e51c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:35.248422 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0ef7e4-ac74-49a1-8b69-ef64fec706d0 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Made reservation on behalf of 99d22f2d09c941868df176b00803ab3d for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:35.260732 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-da0ef7e4-ac74-49a1-8b69-ef64fec706d0 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:35.377016 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-b9dcf162-0638-42f1-9bf8-2e718b131453 None None] Set router eb388228-fe15-42a9-bbc3-4adbc29f3c94 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:55:35.492779 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35670) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:35.557898 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0f8ecd85-c01d-4296-a515-9fa2421cdc63 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3001aaea9611492dbd8ee7c637f164b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0639124 Nov 12 00:55:35.560455 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35672) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:35.637463 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-da0ef7e4-ac74-49a1-8b69-ef64fec706d0 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:35.657736 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-b9dcf162-0638-42f1-9bf8-2e718b131453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb388228-fe15-42a9-bbc3-4adbc29f3c94', 'name': 'tempest-ServerRescueTestJSONUnderV235-1807796518-router', 'tenant_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '0e71904f-71c1-4745-bcfc-d9886c8aca22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:55:31Z', 'updated_at': '2021-11-12T00:55:33Z', 'revision_number': 3, 'project_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'gw_port': {'id': '0e71904f-71c1-4745-bcfc-d9886c8aca22', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb388228-fe15-42a9-bbc3-4adbc29f3c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:32Z', 'updated_at': '2021-11-12T00:55:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:35.691334 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dcf162-0638-42f1-9bf8-2e718b131453 None None] Checking router: eb388228-fe15-42a9-bbc3-4adbc29f3c94 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:55:35.691686 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dcf162-0638-42f1-9bf8-2e718b131453 None None] Updating router eb388228-fe15-42a9-bbc3-4adbc29f3c94 port 0e71904f-71c1-4745-bcfc-d9886c8aca22 binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:55:35.722745 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b9dcf162-0638-42f1-9bf8-2e718b131453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:35.727231 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-042eea9d-3851-4d83-b8c6-d12d112d71ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:35.752211 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0ef7e4-ac74-49a1-8b69-ef64fec706d0 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Pushing event updated for resources: {'Subnet': ['ID=ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:35.756686 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0ef7e4-ac74-49a1-8b69-ef64fec706d0 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Checking segment: {'id': 'f3938551-3a44-4fa9-8327-3f2151b42141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2e2e0111-edf0-4285-80d2-69d5d6a25b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:35.757275 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0ef7e4-ac74-49a1-8b69-ef64fec706d0 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Network hostable DHCP agents. Network: 2e2e0111-edf0-4285-80d2-69d5d6a25b76, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:55:35.776127 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-042eea9d-3851-4d83-b8c6-d12d112d71ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:35.810352 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0ef7e4-ac74-49a1-8b69-ef64fec706d0 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Network 2e2e0111-edf0-4285-80d2-69d5d6a25b76 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:55:35.830422 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-da0ef7e4-ac74-49a1-8b69-ef64fec706d0 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 2e2e0111-edf0-4285-80d2-69d5d6a25b76) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:35.835917 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0ef7e4-ac74-49a1-8b69-ef64fec706d0 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:35.837736 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-da0ef7e4-ac74-49a1-8b69-ef64fec706d0 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:35.854964 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-042eea9d-3851-4d83-b8c6-d12d112d71ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:35.858870 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-042eea9d-3851-4d83-b8c6-d12d112d71ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:35.860317 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-042eea9d-3851-4d83-b8c6-d12d112d71ae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b92b91e-6742-420f-90d6-2becb3cb7985 HTTP/1.1" status: 204 len: 168 time: 0.2987647 Nov 12 00:55:35.875760 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-da0ef7e4-ac74-49a1-8b69-ef64fec706d0 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7563479 Nov 12 00:55:35.876926 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042eea9d-3851-4d83-b8c6-d12d112d71ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b92b91e-6742-420f-90d6-2becb3cb7985,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:35.878752 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35696) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:35.883965 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-d4871f85-a84f-425b-a125-6872f5867f2f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Request body: {'subnet': {'network_id': '0fed04be-2c3a-475e-8199-924085f487af', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:35.937315 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-3fd8699d-24db-4ac0-9fae-1d381909efe6 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 00:55:35.939090 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-3fd8699d-24db-4ac0-9fae-1d381909efe6 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.7687778 Nov 12 00:55:35.942712 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35700) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:35.946373 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a43f51-25e6-4426-a1b1-20f3c5d17308 None None] Network 2e2e0111-edf0-4285-80d2-69d5d6a25b76 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:35.949298 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-7b422105-64ed-491d-87b5-13b088cdad4f tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Request body: {'security_group_rule': {'security_group_id': '20951ff8-6faa-4018-9897-a2fbbbd1e51c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:36.074859 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4871f85-a84f-425b-a125-6872f5867f2f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Made reservation on behalf of 99d22f2d09c941868df176b00803ab3d for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:36.081110 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d4871f85-a84f-425b-a125-6872f5867f2f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:36.177289 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-7b422105-64ed-491d-87b5-13b088cdad4f tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 00:55:36.182682 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7b422105-64ed-491d-87b5-13b088cdad4f tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2346423 Nov 12 00:55:36.189957 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35716) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:36.464462 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-23d21d95-01b2-46e5-992c-a6a42a075677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:36.512418 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d4871f85-a84f-425b-a125-6872f5867f2f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:36.531172 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-39833368-efc4-4e50-86d6-e0337099b774 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:36.656459 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4871f85-a84f-425b-a125-6872f5867f2f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Checking segment: {'id': '769a0daf-75ef-4b03-bc7e-d891d1a3563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0fed04be-2c3a-475e-8199-924085f487af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:36.657009 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4871f85-a84f-425b-a125-6872f5867f2f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Network hostable DHCP agents. Network: 0fed04be-2c3a-475e-8199-924085f487af, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:55:36.660125 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4871f85-a84f-425b-a125-6872f5867f2f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Pushing event updated for resources: {'Subnet': ['ID=5954c685-7a02-40be-97b5-9b885e683410,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:36.663965 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-39833368-efc4-4e50-86d6-e0337099b774 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:36.679960 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4871f85-a84f-425b-a125-6872f5867f2f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Network 0fed04be-2c3a-475e-8199-924085f487af is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:55:36.683278 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8a76e138-afc2-4cad-baac-665e6e22d10a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:36.708933 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-d4871f85-a84f-425b-a125-6872f5867f2f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 0fed04be-2c3a-475e-8199-924085f487af) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:36.715034 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4871f85-a84f-425b-a125-6872f5867f2f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:36.715627 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d4871f85-a84f-425b-a125-6872f5867f2f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:36.749855 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d4871f85-a84f-425b-a125-6872f5867f2f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8674116 Nov 12 00:55:36.750078 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35738) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:36.756883 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-4f462c53-afac-4683-abfd-b81e80ea5d01 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Request body: {'port': {'network_id': '2e2e0111-edf0-4285-80d2-69d5d6a25b76', 'name': 'tempest-TaggedBootDevicesTest_v242-1108251463', 'fixed_ips': [{'subnet_id': 'ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5'}]}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:36.780295 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf0b7f4-7f24-4282-9f7b-06c874cd5fef None None] Network 0fed04be-2c3a-475e-8199-924085f487af requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:36.872761 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-39833368-efc4-4e50-86d6-e0337099b774 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:36.879040 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-39833368-efc4-4e50-86d6-e0337099b774 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:36.882264 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-39833368-efc4-4e50-86d6-e0337099b774 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] 10.222.0.20 "DELETE /v2.0/security-groups/20951ff8-6faa-4018-9897-a2fbbbd1e51c HTTP/1.1" status: 204 len: 168 time: 0.6913252 Nov 12 00:55:36.890376 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35744) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:36.910412 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39833368-efc4-4e50-86d6-e0337099b774 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20951ff8-6faa-4018-9897-a2fbbbd1e51c,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:36.958431 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-23d21d95-01b2-46e5-992c-a6a42a075677 admin admin] Allocated IP 172.20.0.1 (af4f1b37-e652-4f9e-8d30-5c4c87fdae14/6d5c0776-b5b7-48fa-8d00-bcca9603dc88/32cb30a9-3e7f-49c7-87c6-f52d59246fea) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:36.970389 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b185a7f-2e90-47ba-9175-cfb6158ca3f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-2e2e0111-edf0-4285-80d2-69d5d6a25b76', 'network_id': '2e2e0111-edf0-4285-80d2-69d5d6a25b76', 'tenant_id': '99d22f2d09c941868df176b00803ab3d', 'fixed_ips': [{'subnet_id': 'ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:55:36.971477 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0b185a7f-2e90-47ba-9175-cfb6158ca3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:37.011494 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35746) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:37.044190 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-16cb5091-4d80-4b75-ba0c-4fc5e9de1b62 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1480784 Nov 12 00:55:37.056273 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35750) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:37.073241 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-e5e291b7-583f-4565-95cb-7129dbd67898 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Request body: {'security_group': {'name': 'tempest-secgroup--2052942485'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:37.149714 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b9dcf162-0638-42f1-9bf8-2e718b131453 None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:37.172630 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e5e291b7-583f-4565-95cb-7129dbd67898 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:37.225595 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b9dcf162-0638-42f1-9bf8-2e718b131453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:37.288101 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-23d21d95-01b2-46e5-992c-a6a42a075677 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:37.308188 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16076d47-aaae-4da1-8404-d3f5373bdb48 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:55:37.313596 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e5e291b7-583f-4565-95cb-7129dbd67898 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:37.329901 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f462c53-afac-4683-abfd-b81e80ea5d01 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Made reservation on behalf of 99d22f2d09c941868df176b00803ab3d for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:37.334535 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f51eebed-ece5-4b85-b03f-8f1ce71bc9a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:37.339473 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e5e291b7-583f-4565-95cb-7129dbd67898 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:37.373252 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-318841cf-5406-46ea-8a2c-38854fb1f2fa req-33578265-24a2-4d1f-a800-9724ed2e0517 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0658412 Nov 12 00:55:37.389608 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-b9dcf162-0638-42f1-9bf8-2e718b131453 None None] Attempting to bind port 0e71904f-71c1-4745-bcfc-d9886c8aca22 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:55:37.390567 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-b9dcf162-0638-42f1-9bf8-2e718b131453 None None] Attempting to bind port 0e71904f-71c1-4745-bcfc-d9886c8aca22 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:55:37.391012 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dcf162-0638-42f1-9bf8-2e718b131453 None None] Attempting to bind port 0e71904f-71c1-4745-bcfc-d9886c8aca22 on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:55:37.403530 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dcf162-0638-42f1-9bf8-2e718b131453 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:55:37.404212 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dcf162-0638-42f1-9bf8-2e718b131453 None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:37.404785 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b9dcf162-0638-42f1-9bf8-2e718b131453 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:37.405338 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dcf162-0638-42f1-9bf8-2e718b131453 None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:55:37.405997 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-b9dcf162-0638-42f1-9bf8-2e718b131453 None None] Bound port: 0e71904f-71c1-4745-bcfc-d9886c8aca22, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:55:37.407004 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b9dcf162-0638-42f1-9bf8-2e718b131453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:37.432572 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e5e291b7-583f-4565-95cb-7129dbd67898 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:37.438231 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e5e291b7-583f-4565-95cb-7129dbd67898 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3776541 Nov 12 00:55:37.439849 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35768) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:37.445894 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-04490e94-0d3d-47ef-9632-15ab59d09e3a tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Request body: {'security_group_rule': {'security_group_id': '83936968-c238-40dd-ad91-477ddf22098a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:37.469195 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee842210-2400-4c73-a0b7-fc147cfab8d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-0fed04be-2c3a-475e-8199-924085f487af', 'network_id': '0fed04be-2c3a-475e-8199-924085f487af', 'tenant_id': '99d22f2d09c941868df176b00803ab3d', 'fixed_ips': [{'subnet_id': '5954c685-7a02-40be-97b5-9b885e683410'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:55:37.469942 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ee842210-2400-4c73-a0b7-fc147cfab8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:37.474970 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-23d21d95-01b2-46e5-992c-a6a42a075677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:37.491925 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7300aa0e-23bd-44d8-8317-38b5b48dd559 None None] Pushing event updated for resources: {'Port': ['ID=0e71904f-71c1-4745-bcfc-d9886c8aca22,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:37.548535 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e291b7-583f-4565-95cb-7129dbd67898 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83936968-c238-40dd-ad91-477ddf22098a,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:37.549711 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-0b185a7f-2e90-47ba-9175-cfb6158ca3f5 None None] Allocated IP 10.1.1.2 (2e2e0111-edf0-4285-80d2-69d5d6a25b76/ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5/260a62f1-ad7d-4a62-8d34-6367d87e56cc) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:37.550136 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d21d95-01b2-46e5-992c-a6a42a075677 admin admin] Pushing event updated for resources: {'Port': ['ID=32cb30a9-3e7f-49c7-87c6-f52d59246fea,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:37.575762 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-04490e94-0d3d-47ef-9632-15ab59d09e3a tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] create failed (client error): The resource could not be found. Nov 12 00:55:37.580147 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-04490e94-0d3d-47ef-9632-15ab59d09e3a tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1380680 Nov 12 00:55:37.581140 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35772) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:37.591410 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-e92cbb99-cecc-46f3-b0ea-27d410bd2e58 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Request body: {'security_group_rule': {'security_group_id': '83936968-c238-40dd-ad91-477ddf22098a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '48a97ff0-3dd0-43eb-bab2-40d5a1cf46d7'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:37.612070 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d21d95-01b2-46e5-992c-a6a42a075677 admin admin] Network af4f1b37-e652-4f9e-8d30-5c4c87fdae14 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:37.616526 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-23d21d95-01b2-46e5-992c-a6a42a075677 admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:37.619367 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d21d95-01b2-46e5-992c-a6a42a075677 admin admin] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:55:37.662797 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-23d21d95-01b2-46e5-992c-a6a42a075677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:37.666516 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f51eebed-ece5-4b85-b03f-8f1ce71bc9a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:37.674615 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f51eebed-ece5-4b85-b03f-8f1ce71bc9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:37.747134 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4f462c53-afac-4683-abfd-b81e80ea5d01 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:37.762486 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f51eebed-ece5-4b85-b03f-8f1ce71bc9a9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=28625e2b6b5e443096723c99229698b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7499115 Nov 12 00:55:37.765697 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35778) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:37.773203 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51eebed-ece5-4b85-b03f-8f1ce71bc9a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343f1e66-1af7-46be-90d0-acb6fd1f2ccb,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:37.809266 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-4f462c53-afac-4683-abfd-b81e80ea5d01 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] device_id is not set on port 1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9 yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:55:37.883420 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-23d21d95-01b2-46e5-992c-a6a42a075677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:37.895716 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-e92cbb99-cecc-46f3-b0ea-27d410bd2e58 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] create failed (client error): The resource could not be found. Nov 12 00:55:37.901030 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e92cbb99-cecc-46f3-b0ea-27d410bd2e58 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3136961 Nov 12 00:55:37.902202 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35780) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:38.001312 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-a3ebfade-270f-4813-a9aa-dc15ffdd6215 None None] Provisioning complete for port 0e71904f-71c1-4745-bcfc-d9886c8aca22 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:38.002037 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a3ebfade-270f-4813-a9aa-dc15ffdd6215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:38.012198 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-97eea73e-d824-4b3f-8c06-1ff1ed5fe6fe tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:38.024540 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b9dcf162-0638-42f1-9bf8-2e718b131453 None None] For port 0e71904f-71c1-4745-bcfc-d9886c8aca22, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:55:38.075049 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-97eea73e-d824-4b3f-8c06-1ff1ed5fe6fe tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:38.153705 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:38.167015 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b9dcf162-0638-42f1-9bf8-2e718b131453 None None] For port 0e71904f-71c1-4745-bcfc-d9886c8aca22, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=0e71904f-71c1-4745-bcfc-d9886c8aca22,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:55:38.183632 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-97eea73e-d824-4b3f-8c06-1ff1ed5fe6fe tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:38.186288 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-97eea73e-d824-4b3f-8c06-1ff1ed5fe6fe tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:38.187549 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-97eea73e-d824-4b3f-8c06-1ff1ed5fe6fe tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] 10.222.0.20 "DELETE /v2.0/security-groups/83936968-c238-40dd-ad91-477ddf22098a HTTP/1.1" status: 204 len: 168 time: 0.2809191 Nov 12 00:55:38.199852 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35788) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:38.231593 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b9dcf162-0638-42f1-9bf8-2e718b131453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:38.233682 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-a3ebfade-270f-4813-a9aa-dc15ffdd6215 None None] Port 0e71904f-71c1-4745-bcfc-d9886c8aca22 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:55:38.234091 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eea73e-d824-4b3f-8c06-1ff1ed5fe6fe tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83936968-c238-40dd-ad91-477ddf22098a,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:38.309781 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-23d21d95-01b2-46e5-992c-a6a42a075677 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:38.326645 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-23d21d95-01b2-46e5-992c-a6a42a075677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:38.336101 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f8af7b1e-ac45-41aa-b29a-824b58894282 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1339481 Nov 12 00:55:38.346234 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35794) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:38.351797 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-111ec8f9-79cc-4f1b-b50f-512193582f4d tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Request body: {'security_group_rule': {'security_group_id': '70dd6def-8946-4c6b-9e0a-2bc7c3769f31', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:38.374093 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-822d921c-81bb-4eb8-8cb3-ee7637961e0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:38.418171 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae140fb-4437-42c8-b871-58b123211e6e None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:55:38.432872 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-ee842210-2400-4c73-a0b7-fc147cfab8d4 None None] Allocated IP 10.2.2.2 (0fed04be-2c3a-475e-8199-924085f487af/5954c685-7a02-40be-97b5-9b885e683410/f731e7d7-058f-4baf-866c-c38677ff51c7) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:38.491688 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-822d921c-81bb-4eb8-8cb3-ee7637961e0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:38.523022 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-779d0546-4229-4399-90dd-ec072a12ae9b req-d9ba9dc1-12dc-46ca-9eee-6b294d50a4ae service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0480852 Nov 12 00:55:38.526527 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d21d95-01b2-46e5-992c-a6a42a075677 admin admin] Pushing event updated for resources: {'Port': ['ID=32cb30a9-3e7f-49c7-87c6-f52d59246fea,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:38.537623 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-23d21d95-01b2-46e5-992c-a6a42a075677 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:38.539493 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0b185a7f-2e90-47ba-9175-cfb6158ca3f5 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:38.630458 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-111ec8f9-79cc-4f1b-b50f-512193582f4d tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] create failed (client error): The resource could not be found. Nov 12 00:55:38.633809 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-111ec8f9-79cc-4f1b-b50f-512193582f4d tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2859242 Nov 12 00:55:38.645050 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35804) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:38.657035 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d21d95-01b2-46e5-992c-a6a42a075677 admin admin] Network af4f1b37-e652-4f9e-8d30-5c4c87fdae14 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:38.658535 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-23d21d95-01b2-46e5-992c-a6a42a075677 admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:38.663334 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-1cd17b45-c152-4776-a8ec-6d4b80da7f6d tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Request body: {'security_group': {'name': 'tempest-secgroup--534626359'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:38.687698 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35806) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:38.702968 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1cd17b45-c152-4776-a8ec-6d4b80da7f6d tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:38.728872 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-4f462c53-afac-4683-abfd-b81e80ea5d01 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Allocated IP 10.1.1.50 (2e2e0111-edf0-4285-80d2-69d5d6a25b76/ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5/1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:38.762995 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-822d921c-81bb-4eb8-8cb3-ee7637961e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:38.765866 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-822d921c-81bb-4eb8-8cb3-ee7637961e0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:38.769436 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ee842210-2400-4c73-a0b7-fc147cfab8d4 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:38.781583 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-822d921c-81bb-4eb8-8cb3-ee7637961e0c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/343f1e66-1af7-46be-90d0-acb6fd1f2ccb HTTP/1.1" status: 204 len: 168 time: 1.0052605 Nov 12 00:55:38.785680 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dcf162-0638-42f1-9bf8-2e718b131453 None None] Routers {'eb388228-fe15-42a9-bbc3-4adbc29f3c94'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:55:38.787367 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-b9dcf162-0638-42f1-9bf8-2e718b131453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:55:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['eb388228-fe15-42a9-bbc3-4adbc29f3c94'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:38.886011 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d21d95-01b2-46e5-992c-a6a42a075677 admin admin] Router eb388228-fe15-42a9-bbc3-4adbc29f3c94 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:55:38.897196 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822d921c-81bb-4eb8-8cb3-ee7637961e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343f1e66-1af7-46be-90d0-acb6fd1f2ccb,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:38.926942 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-b9dcf162-0638-42f1-9bf8-2e718b131453 None None] Set router eb388228-fe15-42a9-bbc3-4adbc29f3c94 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:55:38.927186 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-6db25f20-618b-4818-addb-32ee46f3a3c4 tempest-RoutersAdminNegativeIpV6Test-1165079088 tempest-RoutersAdminNegativeIpV6Test-1165079088-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-429238323', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:38.984018 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0b185a7f-2e90-47ba-9175-cfb6158ca3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:38.986400 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ee842210-2400-4c73-a0b7-fc147cfab8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:38.997420 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7300aa0e-23bd-44d8-8317-38b5b48dd559 None None] Pushing event updated for resources: {'Port': ['ID=0e71904f-71c1-4745-bcfc-d9886c8aca22,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:39.105175 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d21d95-01b2-46e5-992c-a6a42a075677 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:55:39.112074 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db25f20-618b-4818-addb-32ee46f3a3c4 tempest-RoutersAdminNegativeIpV6Test-1165079088 tempest-RoutersAdminNegativeIpV6Test-1165079088-project-admin] Made reservation on behalf of ab322e52b966435681f869fb5d52f3e4 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:39.114367 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6db25f20-618b-4818-addb-32ee46f3a3c4 tempest-RoutersAdminNegativeIpV6Test-1165079088 tempest-RoutersAdminNegativeIpV6Test-1165079088-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:39.127650 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1cd17b45-c152-4776-a8ec-6d4b80da7f6d tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:39.132085 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-23d21d95-01b2-46e5-992c-a6a42a075677 admin admin] 10.222.0.20 "PUT /v2.0/routers/eb388228-fe15-42a9-bbc3-4adbc29f3c94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9660847 Nov 12 00:55:39.141041 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1cd17b45-c152-4776-a8ec-6d4b80da7f6d tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:39.149690 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6db25f20-618b-4818-addb-32ee46f3a3c4 tempest-RoutersAdminNegativeIpV6Test-1165079088 tempest-RoutersAdminNegativeIpV6Test-1165079088-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:39.194435 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b185a7f-2e90-47ba-9175-cfb6158ca3f5 None None] Network 2e2e0111-edf0-4285-80d2-69d5d6a25b76 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:39.222898 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-0b185a7f-2e90-47ba-9175-cfb6158ca3f5 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:39.234512 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1cd17b45-c152-4776-a8ec-6d4b80da7f6d tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:39.235964 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1cd17b45-c152-4776-a8ec-6d4b80da7f6d tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5792651 Nov 12 00:55:39.240198 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35818) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:39.243680 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd17b45-c152-4776-a8ec-6d4b80da7f6d tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af24fb5b-c4e1-4915-a169-4ee9ce7aae73,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:39.257169 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-e4531bbf-7936-48d3-a45e-85cc9aa918fd tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Request body: {'security_group': {'name': 'tempest-secgroup--1091224965'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:39.257996 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b185a7f-2e90-47ba-9175-cfb6158ca3f5 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:55:39.260525 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-eed18793-575f-4875-9586-bc1c115a0d41 None None] Provisioning complete for port 0e71904f-71c1-4745-bcfc-d9886c8aca22 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:39.261152 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-eed18793-575f-4875-9586-bc1c115a0d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:39.267385 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee842210-2400-4c73-a0b7-fc147cfab8d4 None None] Network 0fed04be-2c3a-475e-8199-924085f487af is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:39.268449 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4f462c53-afac-4683-abfd-b81e80ea5d01 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:39.317563 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-ee842210-2400-4c73-a0b7-fc147cfab8d4 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:39.362673 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4f462c53-afac-4683-abfd-b81e80ea5d01 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:39.372168 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e4531bbf-7936-48d3-a45e-85cc9aa918fd tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:39.536178 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f462c53-afac-4683-abfd-b81e80ea5d01 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Network 2e2e0111-edf0-4285-80d2-69d5d6a25b76 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:39.558957 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-4f462c53-afac-4683-abfd-b81e80ea5d01 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:39.563296 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35832) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:39.563942 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f462c53-afac-4683-abfd-b81e80ea5d01 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:55:39.582016 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6db25f20-618b-4818-addb-32ee46f3a3c4 tempest-RoutersAdminNegativeIpV6Test-1165079088 tempest-RoutersAdminNegativeIpV6Test-1165079088-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:39.593876 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e4531bbf-7936-48d3-a45e-85cc9aa918fd tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:39.598107 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee842210-2400-4c73-a0b7-fc147cfab8d4 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:55:39.602182 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fff3f9d2-6444-4d44-9e09-d389c49f58db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:39.606138 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e4531bbf-7936-48d3-a45e-85cc9aa918fd tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:39.612067 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:39.632032 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6db25f20-618b-4818-addb-32ee46f3a3c4 tempest-RoutersAdminNegativeIpV6Test-1165079088 tempest-RoutersAdminNegativeIpV6Test-1165079088-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:39.662739 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-6db25f20-618b-4818-addb-32ee46f3a3c4 tempest-RoutersAdminNegativeIpV6Test-1165079088 tempest-RoutersAdminNegativeIpV6Test-1165079088-project-admin] device_id is not set on port 40383ef8-78d5-46f3-a6b1-f7fb9537765b yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:55:39.684748 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f462c53-afac-4683-abfd-b81e80ea5d01 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Pushing event updated for resources: {'Port': ['ID=1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:39.695153 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e4531bbf-7936-48d3-a45e-85cc9aa918fd tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:39.696781 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e4531bbf-7936-48d3-a45e-85cc9aa918fd tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4548280 Nov 12 00:55:39.700230 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db25f20-618b-4818-addb-32ee46f3a3c4 tempest-RoutersAdminNegativeIpV6Test-1165079088 tempest-RoutersAdminNegativeIpV6Test-1165079088-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e90697-e98e-4f23-bf25-519ad35d95c1,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:39.705213 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35834) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:39.725334 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-fae592c7-6947-409f-84e4-47bf0e160c48 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Request body: {'security_group_rule': {'security_group_id': 'af24fb5b-c4e1-4915-a169-4ee9ce7aae73', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'dc1753cc-ae69-4cb1-b8dd-34afd59c9b14'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:39.737306 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b185a7f-2e90-47ba-9175-cfb6158ca3f5 None None] Pushing event updated for resources: {'Port': ['ID=260a62f1-ad7d-4a62-8d34-6367d87e56cc,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:39.745556 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f462c53-afac-4683-abfd-b81e80ea5d01 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:39.746219 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4f462c53-afac-4683-abfd-b81e80ea5d01 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:39.823302 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4531bbf-7936-48d3-a45e-85cc9aa918fd tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1753cc-ae69-4cb1-b8dd-34afd59c9b14,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:39.827189 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-4f462c53-afac-4683-abfd-b81e80ea5d01 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0735836 Nov 12 00:55:39.833478 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35836) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:39.844478 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-bf873afb-de1a-42fa-8abd-3b75485e1e9b tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Request body: {'port': {'network_id': '2e2e0111-edf0-4285-80d2-69d5d6a25b76', 'name': 'tempest-TaggedBootDevicesTest_v242-1122400571', 'fixed_ips': [{'subnet_id': 'ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5'}]}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:39.860266 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-fae592c7-6947-409f-84e4-47bf0e160c48 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 00:55:39.861588 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-fae592c7-6947-409f-84e4-47bf0e160c48 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1542673 Nov 12 00:55:39.867573 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35838) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:39.947039 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-ee842210-2400-4c73-a0b7-fc147cfab8d4 None None] Attempting to bind port f731e7d7-058f-4baf-866c-c38677ff51c7 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:55:39.947417 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-ee842210-2400-4c73-a0b7-fc147cfab8d4 None None] Attempting to bind port f731e7d7-058f-4baf-866c-c38677ff51c7 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '769a0daf-75ef-4b03-bc7e-d891d1a3563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0fed04be-2c3a-475e-8199-924085f487af'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:55:39.947784 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee842210-2400-4c73-a0b7-fc147cfab8d4 None None] Attempting to bind port f731e7d7-058f-4baf-866c-c38677ff51c7 on network 0fed04be-2c3a-475e-8199-924085f487af {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:55:39.966740 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fff3f9d2-6444-4d44-9e09-d389c49f58db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:39.969672 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7130fc07-84aa-414c-9603-3996ee8aa564 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:39.973984 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fff3f9d2-6444-4d44-9e09-d389c49f58db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:39.975015 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:40.009468 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-0b185a7f-2e90-47ba-9175-cfb6158ca3f5 None None] Attempting to bind port 260a62f1-ad7d-4a62-8d34-6367d87e56cc on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:55:40.009865 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-0b185a7f-2e90-47ba-9175-cfb6158ca3f5 None None] Attempting to bind port 260a62f1-ad7d-4a62-8d34-6367d87e56cc by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'f3938551-3a44-4fa9-8327-3f2151b42141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2e2e0111-edf0-4285-80d2-69d5d6a25b76'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:55:40.010221 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b185a7f-2e90-47ba-9175-cfb6158ca3f5 None None] Attempting to bind port 260a62f1-ad7d-4a62-8d34-6367d87e56cc on network 2e2e0111-edf0-4285-80d2-69d5d6a25b76 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:55:40.019320 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-6db25f20-618b-4818-addb-32ee46f3a3c4 tempest-RoutersAdminNegativeIpV6Test-1165079088 tempest-RoutersAdminNegativeIpV6Test-1165079088-project-admin] Allocated IP 172.25.2.168 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/40383ef8-78d5-46f3-a6b1-f7fb9537765b) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:40.020380 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee842210-2400-4c73-a0b7-fc147cfab8d4 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:55:40.020912 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee842210-2400-4c73-a0b7-fc147cfab8d4 None None] Checking segment: {'id': '769a0daf-75ef-4b03-bc7e-d891d1a3563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0fed04be-2c3a-475e-8199-924085f487af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:40.021324 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ee842210-2400-4c73-a0b7-fc147cfab8d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:40.022262 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee842210-2400-4c73-a0b7-fc147cfab8d4 None None] Bound using segment: {'id': '769a0daf-75ef-4b03-bc7e-d891d1a3563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0fed04be-2c3a-475e-8199-924085f487af'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:55:40.022746 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-ee842210-2400-4c73-a0b7-fc147cfab8d4 None None] Bound port: f731e7d7-058f-4baf-866c-c38677ff51c7, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '769a0daf-75ef-4b03-bc7e-d891d1a3563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0fed04be-2c3a-475e-8199-924085f487af'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:55:40.023132 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ee842210-2400-4c73-a0b7-fc147cfab8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:40.030477 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b185a7f-2e90-47ba-9175-cfb6158ca3f5 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:55:40.031000 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b185a7f-2e90-47ba-9175-cfb6158ca3f5 None None] Checking segment: {'id': 'f3938551-3a44-4fa9-8327-3f2151b42141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2e2e0111-edf0-4285-80d2-69d5d6a25b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:40.031411 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0b185a7f-2e90-47ba-9175-cfb6158ca3f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:40.031808 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b185a7f-2e90-47ba-9175-cfb6158ca3f5 None None] Bound using segment: {'id': 'f3938551-3a44-4fa9-8327-3f2151b42141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2e2e0111-edf0-4285-80d2-69d5d6a25b76'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:55:40.032338 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-0b185a7f-2e90-47ba-9175-cfb6158ca3f5 None None] Bound port: 260a62f1-ad7d-4a62-8d34-6367d87e56cc, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3938551-3a44-4fa9-8327-3f2151b42141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2e2e0111-edf0-4285-80d2-69d5d6a25b76'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:55:40.032724 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0b185a7f-2e90-47ba-9175-cfb6158ca3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:40.034777 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee842210-2400-4c73-a0b7-fc147cfab8d4 None None] Pushing event updated for resources: {'Port': ['ID=f731e7d7-058f-4baf-866c-c38677ff51c7,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:40.046174 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7130fc07-84aa-414c-9603-3996ee8aa564 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:40.076883 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-fff3f9d2-6444-4d44-9e09-d389c49f58db admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2470fa4dc5e7466482a928ee8f06f0a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5097380 Nov 12 00:55:40.081834 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35852) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:40.093116 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3f9d2-6444-4d44-9e09-d389c49f58db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0000aad8-8a47-4d23-a651-f9652b278912,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:40.098855 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf873afb-de1a-42fa-8abd-3b75485e1e9b tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Made reservation on behalf of 99d22f2d09c941868df176b00803ab3d for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:40.104391 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bf873afb-de1a-42fa-8abd-3b75485e1e9b tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:40.160577 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-ee842210-2400-4c73-a0b7-fc147cfab8d4 None None] For port f731e7d7-058f-4baf-866c-c38677ff51c7, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:55:40.164277 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-ee842210-2400-4c73-a0b7-fc147cfab8d4 None None] For port f731e7d7-058f-4baf-866c-c38677ff51c7, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=f731e7d7-058f-4baf-866c-c38677ff51c7,segment=NetworkSegment(769a0daf-75ef-4b03-bc7e-d891d1a3563d),segment_id=769a0daf-75ef-4b03-bc7e-d891d1a3563d)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:55:40.168122 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-eed18793-575f-4875-9586-bc1c115a0d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:40.179693 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7130fc07-84aa-414c-9603-3996ee8aa564 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:40.182490 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ee842210-2400-4c73-a0b7-fc147cfab8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:40.183516 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7130fc07-84aa-414c-9603-3996ee8aa564 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:40.187129 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7130fc07-84aa-414c-9603-3996ee8aa564 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] 10.222.0.20 "DELETE /v2.0/security-groups/dc1753cc-ae69-4cb1-b8dd-34afd59c9b14 HTTP/1.1" status: 204 len: 168 time: 0.3158283 Nov 12 00:55:40.187129 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d3ee4251-6b4a-4d18-a6ea-0171c729d103 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:40.191833 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35854) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:40.218658 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130fc07-84aa-414c-9603-3996ee8aa564 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1753cc-ae69-4cb1-b8dd-34afd59c9b14,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:40.233015 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-bf873afb-de1a-42fa-8abd-3b75485e1e9b tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] device_id is not set on port e5eb25a0-7da0-4bbc-9a1a-01a506e19685 yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:55:40.285142 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d3ee4251-6b4a-4d18-a6ea-0171c729d103 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:40.295436 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ff51a491-22a3-4421-ac4f-2043dcf6e1db tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0987105 Nov 12 00:55:40.297607 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35856) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:40.311965 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-eed18793-575f-4875-9586-bc1c115a0d41 None None] For port 0e71904f-71c1-4745-bcfc-d9886c8aca22, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=0e71904f-71c1-4745-bcfc-d9886c8aca22,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:40.343535 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-eed18793-575f-4875-9586-bc1c115a0d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:40.392320 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325e658-fd8c-4160-a9b2-0543cdd804bb req-28d98b63-e8df-4a8b-b8d1-67579a6741a9 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:40.399117 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-809915ec-0d8c-46e3-8fe0-68c3a024f943 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:40.404520 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a325e658-fd8c-4160-a9b2-0543cdd804bb req-28d98b63-e8df-4a8b-b8d1-67579a6741a9 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/networks?id=af4f1b37-e652-4f9e-8d30-5c4c87fdae14 HTTP/1.1" status: 200 len: 820 time: 0.3739622 Nov 12 00:55:40.413813 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee842210-2400-4c73-a0b7-fc147cfab8d4 None None] Pushing event updated for resources: {'Port': ['ID=f731e7d7-058f-4baf-866c-c38677ff51c7,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:40.419019 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d3ee4251-6b4a-4d18-a6ea-0171c729d103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:40.423175 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d3ee4251-6b4a-4d18-a6ea-0171c729d103 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:40.424605 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d3ee4251-6b4a-4d18-a6ea-0171c729d103 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0000aad8-8a47-4d23-a651-f9652b278912 HTTP/1.1" status: 204 len: 168 time: 0.3414805 Nov 12 00:55:40.431560 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-0b185a7f-2e90-47ba-9175-cfb6158ca3f5 None None] For port 260a62f1-ad7d-4a62-8d34-6367d87e56cc, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:55:40.447455 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-0b185a7f-2e90-47ba-9175-cfb6158ca3f5 None None] For port 260a62f1-ad7d-4a62-8d34-6367d87e56cc, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=260a62f1-ad7d-4a62-8d34-6367d87e56cc,segment=NetworkSegment(f3938551-3a44-4fa9-8327-3f2151b42141),segment_id=f3938551-3a44-4fa9-8327-3f2151b42141)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:55:40.448881 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a325e658-fd8c-4160-a9b2-0543cdd804bb req-c2a0c210-1c05-4aae-abce-0990a7457338 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/quotas/baf75bc08f044ea79cb7fe0fca6d826b HTTP/1.1" status: 200 len: 375 time: 0.0426946 Nov 12 00:55:40.486752 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0b185a7f-2e90-47ba-9175-cfb6158ca3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:40.492043 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee4251-6b4a-4d18-a6ea-0171c729d103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0000aad8-8a47-4d23-a651-f9652b278912,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:40.502234 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-809915ec-0d8c-46e3-8fe0-68c3a024f943 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:40.510339 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-b9dcf162-0638-42f1-9bf8-2e718b131453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb388228-fe15-42a9-bbc3-4adbc29f3c94', 'name': 'tempest-ServerRescueTestJSONUnderV235-1807796518-router', 'tenant_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '0e71904f-71c1-4745-bcfc-d9886c8aca22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:55:31Z', 'updated_at': '2021-11-12T00:55:37Z', 'revision_number': 4, 'project_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'gw_port': {'id': '0e71904f-71c1-4745-bcfc-d9886c8aca22', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb388228-fe15-42a9-bbc3-4adbc29f3c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:32Z', 'updated_at': '2021-11-12T00:55:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '32cb30a9-3e7f-49c7-87c6-f52d59246fea', 'name': '', 'network_id': 'af4f1b37-e652-4f9e-8d30-5c4c87fdae14', 'tenant_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'mac_address': 'fa:16:3e:c7:59:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb388228-fe15-42a9-bbc3-4adbc29f3c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '6d5c0776-b5b7-48fa-8d00-bcca9603dc88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:36Z', 'updated_at': '2021-11-12T00:55:38Z', 'revision_number': 2, 'project_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'subnets': [{'id': '6d5c0776-b5b7-48fa-8d00-bcca9603dc88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:40.558183 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dcf162-0638-42f1-9bf8-2e718b131453 None None] The sync data for ids ['eb388228-fe15-42a9-bbc3-4adbc29f3c94'] in n-d-812236-11 is: [{'id': 'eb388228-fe15-42a9-bbc3-4adbc29f3c94', 'name': 'tempest-ServerRescueTestJSONUnderV235-1807796518-router', 'tenant_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '0e71904f-71c1-4745-bcfc-d9886c8aca22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:55:31Z', 'updated_at': '2021-11-12T00:55:37Z', 'revision_number': 4, 'project_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'gw_port': {'id': '0e71904f-71c1-4745-bcfc-d9886c8aca22', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb388228-fe15-42a9-bbc3-4adbc29f3c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:32Z', 'updated_at': '2021-11-12T00:55:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '32cb30a9-3e7f-49c7-87c6-f52d59246fea', 'name': '', 'network_id': 'af4f1b37-e652-4f9e-8d30-5c4c87fdae14', 'tenant_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'mac_address': 'fa:16:3e:c7:59:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb388228-fe15-42a9-bbc3-4adbc29f3c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '6d5c0776-b5b7-48fa-8d00-bcca9603dc88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:36Z', 'updated_at': '2021-11-12T00:55:38Z', 'revision_number': 2, 'project_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'subnets': [{'id': '6d5c0776-b5b7-48fa-8d00-bcca9603dc88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:55:40.598328 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-809915ec-0d8c-46e3-8fe0-68c3a024f943 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:40.601877 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-809915ec-0d8c-46e3-8fe0-68c3a024f943 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:40.622554 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-809915ec-0d8c-46e3-8fe0-68c3a024f943 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] 10.222.0.20 "DELETE /v2.0/security-groups/af24fb5b-c4e1-4915-a169-4ee9ce7aae73 HTTP/1.1" status: 204 len: 168 time: 0.3229072 Nov 12 00:55:40.633321 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed18793-575f-4875-9586-bc1c115a0d41 None None] Pushing event updated for resources: {'Port': ['ID=0e71904f-71c1-4745-bcfc-d9886c8aca22,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:40.673644 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35864) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:40.675924 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809915ec-0d8c-46e3-8fe0-68c3a024f943 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af24fb5b-c4e1-4915-a169-4ee9ce7aae73,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:40.809961 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b185a7f-2e90-47ba-9175-cfb6158ca3f5 None None] Pushing event updated for resources: {'Port': ['ID=260a62f1-ad7d-4a62-8d34-6367d87e56cc,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:40.825462 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:40.836730 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a325e658-fd8c-4160-a9b2-0543cdd804bb req-29fc7b65-a6d6-402d-9178-850630aa93a6 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=baf75bc08f044ea79cb7fe0fca6d826b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3860896 Nov 12 00:55:40.863764 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2cd55e67-667e-4f42-bec2-ff2391259c5b req-179e5793-fd9d-4b66-b12b-daa244f54138 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1344123 Nov 12 00:55:40.976506 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6effc508-b932-45aa-9091-b19c21fad7aa tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2667742 Nov 12 00:55:40.976901 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35884) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:40.990366 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-f88db6aa-23a6-4c2f-8975-471504e457f7 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Request body: {'security_group': {'name': 'tempest-secgroup--1175801785'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:41.035340 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6db25f20-618b-4818-addb-32ee46f3a3c4 tempest-RoutersAdminNegativeIpV6Test-1165079088 tempest-RoutersAdminNegativeIpV6Test-1165079088-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:41.085765 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f88db6aa-23a6-4c2f-8975-471504e457f7 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:41.131533 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-bf873afb-de1a-42fa-8abd-3b75485e1e9b tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Allocated IP 10.1.1.29 (2e2e0111-edf0-4285-80d2-69d5d6a25b76/ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5/e5eb25a0-7da0-4bbc-9a1a-01a506e19685) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:41.274485 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-809c38e7-2950-4a39-94e5-fb9309ef27b4 req-af119c9d-9b35-44e7-89c5-b19cc122d224 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1187096 Nov 12 00:55:41.469993 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device f731e7d7-058f-4baf-866c-c38677ff51c7 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:41.479916 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f88db6aa-23a6-4c2f-8975-471504e457f7 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:41.488601 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f88db6aa-23a6-4c2f-8975-471504e457f7 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:41.549869 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f88db6aa-23a6-4c2f-8975-471504e457f7 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:41.551141 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f88db6aa-23a6-4c2f-8975-471504e457f7 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5688658 Nov 12 00:55:41.559050 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35898) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:41.585095 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-c602d20e-ce4b-4525-bd5c-4866882a9b49 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:41.585559 n-d-812236-11 neutron-server[102661]: WARNING neutron.api.v2.base [None req-c602d20e-ce4b-4525-bd5c-4866882a9b49 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 00:55:41.589827 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-c602d20e-ce4b-4525-bd5c-4866882a9b49 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 00:55:41.605798 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c602d20e-ce4b-4525-bd5c-4866882a9b49 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] 10.222.0.20 "PUT /v2.0/security-groups/3352b50f-e221-4e58-b272-21d2da0cfba3 HTTP/1.1" status: 409 len: 330 time: 0.0455356 Nov 12 00:55:41.606594 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88db6aa-23a6-4c2f-8975-471504e457f7 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3352b50f-e221-4e58-b272-21d2da0cfba3,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:41.612344 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35900) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:41.640547 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port f731e7d7-058f-4baf-866c-c38677ff51c7 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:41.640915 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:41.704807 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35902) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:41.720188 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6db25f20-618b-4818-addb-32ee46f3a3c4 tempest-RoutersAdminNegativeIpV6Test-1165079088 tempest-RoutersAdminNegativeIpV6Test-1165079088-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:41.754977 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e4989bba-8da0-429f-bda5-ea49ed05562a tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:41.830186 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e4989bba-8da0-429f-bda5-ea49ed05562a tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:41.889928 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:41.932956 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e4989bba-8da0-429f-bda5-ea49ed05562a tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:41.934561 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bf873afb-de1a-42fa-8abd-3b75485e1e9b tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:41.936586 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e4989bba-8da0-429f-bda5-ea49ed05562a tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:41.939482 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e4989bba-8da0-429f-bda5-ea49ed05562a tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] 10.222.0.20 "DELETE /v2.0/security-groups/3352b50f-e221-4e58-b272-21d2da0cfba3 HTTP/1.1" status: 204 len: 168 time: 0.3247671 Nov 12 00:55:41.952116 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35910) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:41.954943 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a325e658-fd8c-4160-a9b2-0543cdd804bb req-09637247-e123-4411-a19d-028d10d0ac2a service neutron] 10.222.0.20 "GET /v2.0/networks/af4f1b37-e652-4f9e-8d30-5c4c87fdae14?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1166453 Nov 12 00:55:41.984389 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port f731e7d7-058f-4baf-866c-c38677ff51c7, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=f731e7d7-058f-4baf-866c-c38677ff51c7,segment=NetworkSegment(769a0daf-75ef-4b03-bc7e-d891d1a3563d),segment_id=769a0daf-75ef-4b03-bc7e-d891d1a3563d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:41.990234 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:41.992211 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 260a62f1-ad7d-4a62-8d34-6367d87e56cc up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:42.015602 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4989bba-8da0-429f-bda5-ea49ed05562a tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3352b50f-e221-4e58-b272-21d2da0cfba3,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:42.088393 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db25f20-618b-4818-addb-32ee46f3a3c4 tempest-RoutersAdminNegativeIpV6Test-1165079088 tempest-RoutersAdminNegativeIpV6Test-1165079088-project-admin] Pushing event updated for resources: {'Port': ['ID=40383ef8-78d5-46f3-a6b1-f7fb9537765b,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:42.154788 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d0a20221-420e-4d4f-98cc-816220989017 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1978970 Nov 12 00:55:42.159635 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35914) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:42.210483 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-561f0af5-0f55-4071-8c70-42cdb0223dbb tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] delete failed (client error): The resource could not be found. Nov 12 00:55:42.218624 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-561f0af5-0f55-4071-8c70-42cdb0223dbb tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] 10.222.0.20 "DELETE /v2.0/security-groups/0463b5a9-70fd-41b0-8f40-9f9634dfc40a HTTP/1.1" status: 404 len: 347 time: 0.0568562 Nov 12 00:55:42.249997 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6afb7f17-084b-4586-a9fd-9961ca07e883 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:42.252231 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35916) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:42.262846 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db25f20-618b-4818-addb-32ee46f3a3c4 tempest-RoutersAdminNegativeIpV6Test-1165079088 tempest-RoutersAdminNegativeIpV6Test-1165079088-project-admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:42.268526 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 260a62f1-ad7d-4a62-8d34-6367d87e56cc triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:42.269162 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:42.298908 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-6db25f20-618b-4818-addb-32ee46f3a3c4 tempest-RoutersAdminNegativeIpV6Test-1165079088 tempest-RoutersAdminNegativeIpV6Test-1165079088-project-admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:42.308453 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=f731e7d7-058f-4baf-866c-c38677ff51c7,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:42.316400 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-60b03edb-3f3d-480b-a685-11ab632b292f tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] show failed (client error): The resource could not be found. Nov 12 00:55:42.326729 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-60b03edb-3f3d-480b-a685-11ab632b292f tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] 10.222.0.20 "GET /v2.0/security-groups/22198900-4980-4d00-9e84-12b881a5ae55 HTTP/1.1" status: 404 len: 347 time: 0.0698786 Nov 12 00:55:42.335445 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35926) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:42.347596 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db25f20-618b-4818-addb-32ee46f3a3c4 tempest-RoutersAdminNegativeIpV6Test-1165079088 tempest-RoutersAdminNegativeIpV6Test-1165079088-project-admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:55:42.355396 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991784e6-ab04-42e2-83e1-ff247255636d None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:55:42.360428 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-8a9ab1af-383d-4de0-bcd8-ee8529b029f7 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] show failed (client error): The resource could not be found. Nov 12 00:55:42.369028 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-8a9ab1af-383d-4de0-bcd8-ee8529b029f7 tempest-NegativeSecGroupTest-193112056 tempest-NegativeSecGroupTest-193112056-project] 10.222.0.20 "GET /v2.0/security-group-rules/173537a8-3e94-454e-b7c2-bfa2307e3106 HTTP/1.1" status: 404 len: 356 time: 0.0324476 Nov 12 00:55:42.519622 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db25f20-618b-4818-addb-32ee46f3a3c4 tempest-RoutersAdminNegativeIpV6Test-1165079088 tempest-RoutersAdminNegativeIpV6Test-1165079088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:42.520619 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6db25f20-618b-4818-addb-32ee46f3a3c4 tempest-RoutersAdminNegativeIpV6Test-1165079088 tempest-RoutersAdminNegativeIpV6Test-1165079088-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:42.557293 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6afb7f17-084b-4586-a9fd-9961ca07e883 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:42.562555 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a325e658-fd8c-4160-a9b2-0543cdd804bb req-6f2c934c-7843-4c2c-9544-22a7eedaa1d1 service neutron] 10.222.0.20 "GET /v2.0/networks/af4f1b37-e652-4f9e-8d30-5c4c87fdae14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6065547 Nov 12 00:55:42.576365 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6afb7f17-084b-4586-a9fd-9961ca07e883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:42.598705 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bf873afb-de1a-42fa-8abd-3b75485e1e9b tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:42.640741 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36145fe-09ca-4a89-a24c-0fff891d9629 None None] Network 0fed04be-2c3a-475e-8199-924085f487af requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:42.680831 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6afb7f17-084b-4586-a9fd-9961ca07e883 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0984898b75284142b42a4e033f68f17a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9743841 Nov 12 00:55:42.689093 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35934) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:42.691502 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb7f17-084b-4586-a9fd-9961ca07e883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d12b31-8686-4c3f-9286-b6ce5fbd487e,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:42.849525 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7bbf3756-fbf9-4d9f-9562-083a1a2401a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:42.898817 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf873afb-de1a-42fa-8abd-3b75485e1e9b tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Pushing event updated for resources: {'Port': ['ID=e5eb25a0-7da0-4bbc-9a1a-01a506e19685,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:42.912719 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf873afb-de1a-42fa-8abd-3b75485e1e9b tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Network 2e2e0111-edf0-4285-80d2-69d5d6a25b76 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:42.920027 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7bbf3756-fbf9-4d9f-9562-083a1a2401a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:42.923202 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6db25f20-618b-4818-addb-32ee46f3a3c4 tempest-RoutersAdminNegativeIpV6Test-1165079088 tempest-RoutersAdminNegativeIpV6Test-1165079088-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 4.2309399 Nov 12 00:55:42.926771 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35944) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:42.927944 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-bf873afb-de1a-42fa-8abd-3b75485e1e9b tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:42.941950 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:42.947272 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-ecf4e011-31e9-47d2-a58f-1745e5be0c71 None None] Provisioning complete for port 40383ef8-78d5-46f3-a6b1-f7fb9537765b triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:42.949304 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ecf4e011-31e9-47d2-a58f-1745e5be0c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:42.956126 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:42.957695 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-b704ba3f-2a53-43fa-b493-3de5cf59b119 tempest-RoutersAdminNegativeIpV6Test-1165079088 tempest-RoutersAdminNegativeIpV6Test-1165079088-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.168'}]}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:42.979961 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf873afb-de1a-42fa-8abd-3b75485e1e9b tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:55:43.015750 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08ae2e3-d9da-44a9-bbe4-f1a49218c667 None None] Network 2e2e0111-edf0-4285-80d2-69d5d6a25b76 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:43.064530 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35946) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:43.109066 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b704ba3f-2a53-43fa-b493-3de5cf59b119 tempest-RoutersAdminNegativeIpV6Test-1165079088 tempest-RoutersAdminNegativeIpV6Test-1165079088-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:43.110270 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b704ba3f-2a53-43fa-b493-3de5cf59b119 tempest-RoutersAdminNegativeIpV6Test-1165079088 tempest-RoutersAdminNegativeIpV6Test-1165079088-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:43.123668 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf873afb-de1a-42fa-8abd-3b75485e1e9b tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:43.124405 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bf873afb-de1a-42fa-8abd-3b75485e1e9b tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:43.132450 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ce1082df-5220-499f-bebd-07874929d755 req-31debb5a-fa64-435d-8862-1136c9502512 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd01a0e-3db4-4842-99a8-f43b7e22210e HTTP/1.1" status: 200 len: 210 time: 0.2426434 Nov 12 00:55:43.166284 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7bbf3756-fbf9-4d9f-9562-083a1a2401a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:43.169716 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7bbf3756-fbf9-4d9f-9562-083a1a2401a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:43.171141 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7bbf3756-fbf9-4d9f-9562-083a1a2401a0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/93d12b31-8686-4c3f-9286-b6ce5fbd487e HTTP/1.1" status: 204 len: 168 time: 0.4808264 Nov 12 00:55:43.171383 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-bf873afb-de1a-42fa-8abd-3b75485e1e9b tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3360560 Nov 12 00:55:43.187849 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbf3756-fbf9-4d9f-9562-083a1a2401a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d12b31-8686-4c3f-9286-b6ce5fbd487e,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:43.233151 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-ecf4e011-31e9-47d2-a58f-1745e5be0c71 None None] Port 40383ef8-78d5-46f3-a6b1-f7fb9537765b cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:55:43.269857 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 260a62f1-ad7d-4a62-8d34-6367d87e56cc, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=260a62f1-ad7d-4a62-8d34-6367d87e56cc,segment=NetworkSegment(f3938551-3a44-4fa9-8327-3f2151b42141),segment_id=f3938551-3a44-4fa9-8327-3f2151b42141)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:43.307472 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:43.348423 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b704ba3f-2a53-43fa-b493-3de5cf59b119 tempest-RoutersAdminNegativeIpV6Test-1165079088 tempest-RoutersAdminNegativeIpV6Test-1165079088-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:43.553305 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-fcce1a13-c412-4951-8e26-57470c18033c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e5d648137fad427b83d38775e862f3c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4793968 Nov 12 00:55:43.557150 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35962) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:43.671793 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b704ba3f-2a53-43fa-b493-3de5cf59b119 tempest-RoutersAdminNegativeIpV6Test-1165079088 tempest-RoutersAdminNegativeIpV6Test-1165079088-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:43.692183 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35966) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:43.696902 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-3091cea9-e5fb-4402-b2bb-8f2e19e1bca8 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Request body: {'security_group': {'name': 'tempest-securitygroup--110266394', 'description': 'tempest-description--2138991819'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:43.738144 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fdc824e5-ab7b-4a3e-bfac-c89e34e36bbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:43.776850 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device f731e7d7-058f-4baf-866c-c38677ff51c7 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:43.798089 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3091cea9-e5fb-4402-b2bb-8f2e19e1bca8 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:43.804688 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fdc824e5-ab7b-4a3e-bfac-c89e34e36bbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:43.830441 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=260a62f1-ad7d-4a62-8d34-6367d87e56cc,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:43.874628 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-69a391a1-a942-4621-a4a7-8529129dc40c None None] Provisioning complete for port 260a62f1-ad7d-4a62-8d34-6367d87e56cc triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:43.875055 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-69a391a1-a942-4621-a4a7-8529129dc40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:43.900302 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fdc824e5-ab7b-4a3e-bfac-c89e34e36bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:43.903941 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fdc824e5-ab7b-4a3e-bfac-c89e34e36bbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:43.906471 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-fdc824e5-ab7b-4a3e-bfac-c89e34e36bbc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fe7cbbc3-98cf-4bbb-b012-3c0fedba2569 HTTP/1.1" status: 204 len: 168 time: 0.3469312 Nov 12 00:55:43.942369 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e16dbc00-9913-48cd-80eb-e0e5d858837e req-f9288890-9da4-4d52-99fd-0b8f6ec21bc8 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0619524 Nov 12 00:55:43.949014 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc824e5-ab7b-4a3e-bfac-c89e34e36bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7cbbc3-98cf-4bbb-b012-3c0fedba2569,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:43.991208 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3091cea9-e5fb-4402-b2bb-8f2e19e1bca8 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:43.999780 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3091cea9-e5fb-4402-b2bb-8f2e19e1bca8 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:44.125224 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3091cea9-e5fb-4402-b2bb-8f2e19e1bca8 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb557233-8ae7-448c-95fc-fa8c5dd2cb31,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:44.131142 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3091cea9-e5fb-4402-b2bb-8f2e19e1bca8 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:44.135819 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35984) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:44.136227 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3091cea9-e5fb-4402-b2bb-8f2e19e1bca8 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4427476 Nov 12 00:55:44.141233 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-b1d2a045-f20f-49c6-8f1e-97bb95687f2e tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Request body: {'security_group_rule': {'security_group_id': 'cb557233-8ae7-448c-95fc-fa8c5dd2cb31', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:44.174341 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b704ba3f-2a53-43fa-b493-3de5cf59b119 tempest-RoutersAdminNegativeIpV6Test-1165079088 tempest-RoutersAdminNegativeIpV6Test-1165079088-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:44.196053 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b704ba3f-2a53-43fa-b493-3de5cf59b119 tempest-RoutersAdminNegativeIpV6Test-1165079088 tempest-RoutersAdminNegativeIpV6Test-1165079088-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:44.220781 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b1d2a045-f20f-49c6-8f1e-97bb95687f2e tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:44.413614 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b1d2a045-f20f-49c6-8f1e-97bb95687f2e tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:44.422746 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-60039322-03d0-420f-85d2-ab92e802d9d7 req-1b72a20e-fb3e-45c3-82b0-6f5abe1f840e tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd01a0e-3db4-4842-99a8-f43b7e22210e HTTP/1.1" status: 200 len: 210 time: 0.0966864 Nov 12 00:55:44.428235 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b1d2a045-f20f-49c6-8f1e-97bb95687f2e tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:44.456030 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2a045-f20f-49c6-8f1e-97bb95687f2e tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ac3304c-ae3f-46a1-a904-50ffeb1002b1,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:44.467907 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port f731e7d7-058f-4baf-866c-c38677ff51c7 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:44.468521 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:44.474718 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b1d2a045-f20f-49c6-8f1e-97bb95687f2e tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:44.476356 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b1d2a045-f20f-49c6-8f1e-97bb95687f2e tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3394217 Nov 12 00:55:44.479510 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35992) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:44.488370 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-eadc171e-f4a0-4396-a26a-84f3620f638e tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Request body: {'security_group_rule': {'security_group_id': 'cb557233-8ae7-448c-95fc-fa8c5dd2cb31', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:44.525995 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eadc171e-f4a0-4396-a26a-84f3620f638e tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:44.550920 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b704ba3f-2a53-43fa-b493-3de5cf59b119 tempest-RoutersAdminNegativeIpV6Test-1165079088 tempest-RoutersAdminNegativeIpV6Test-1165079088-project-admin] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:44.643856 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eadc171e-f4a0-4396-a26a-84f3620f638e tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:44.653965 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eadc171e-f4a0-4396-a26a-84f3620f638e tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:44.683763 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadc171e-f4a0-4396-a26a-84f3620f638e tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee228818-b1f2-47ba-a5e0-970c05e38b93,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:44.725924 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eadc171e-f4a0-4396-a26a-84f3620f638e tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:44.725924 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-eadc171e-f4a0-4396-a26a-84f3620f638e tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2386460 Nov 12 00:55:44.725924 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36002) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:44.734998 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-8941e18f-c2b6-47b3-b1b7-a42d789713b4 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:44.808083 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8941e18f-c2b6-47b3-b1b7-a42d789713b4 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks [] for floatingip, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:44.982784 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffe7097-e85e-46c9-a998-da5dd233500e None None] Sync routers for ids ['eb388228-fe15-42a9-bbc3-4adbc29f3c94'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:55:45.011767 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffe7097-e85e-46c9-a998-da5dd233500e None None] Routers {'eb388228-fe15-42a9-bbc3-4adbc29f3c94'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:55:45.013515 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-9ffe7097-e85e-46c9-a998-da5dd233500e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:55:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['eb388228-fe15-42a9-bbc3-4adbc29f3c94'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:45.035628 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b704ba3f-2a53-43fa-b493-3de5cf59b119 tempest-RoutersAdminNegativeIpV6Test-1165079088 tempest-RoutersAdminNegativeIpV6Test-1165079088-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:45.053494 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b704ba3f-2a53-43fa-b493-3de5cf59b119 tempest-RoutersAdminNegativeIpV6Test-1165079088 tempest-RoutersAdminNegativeIpV6Test-1165079088-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:45.058184 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-69a391a1-a942-4621-a4a7-8529129dc40c None None] Provisioning complete for port f731e7d7-058f-4baf-866c-c38677ff51c7 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:45.058751 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-69a391a1-a942-4621-a4a7-8529129dc40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:45.192090 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b704ba3f-2a53-43fa-b493-3de5cf59b119 tempest-RoutersAdminNegativeIpV6Test-1165079088 tempest-RoutersAdminNegativeIpV6Test-1165079088-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:45.192612 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b704ba3f-2a53-43fa-b493-3de5cf59b119 tempest-RoutersAdminNegativeIpV6Test-1165079088 tempest-RoutersAdminNegativeIpV6Test-1165079088-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 636ce902-0ec7-4aa4-9140-7671902ab55a {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:55:45.220596 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-b704ba3f-2a53-43fa-b493-3de5cf59b119 tempest-RoutersAdminNegativeIpV6Test-1165079088 tempest-RoutersAdminNegativeIpV6Test-1165079088-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 12 00:55:45.221670 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 0e71904f-71c1-4745-bcfc-d9886c8aca22 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:45.221800 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b704ba3f-2a53-43fa-b493-3de5cf59b119 tempest-RoutersAdminNegativeIpV6Test-1165079088 tempest-RoutersAdminNegativeIpV6Test-1165079088-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.2860899 Nov 12 00:55:45.226362 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36016) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:45.233141 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-465414c1-39b9-4879-a961-d52864ed1756 req-b920c300-da8d-499a-a164-54b5c040315b service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1458566 Nov 12 00:55:45.254104 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-9ffe7097-e85e-46c9-a998-da5dd233500e None None] Set router eb388228-fe15-42a9-bbc3-4adbc29f3c94 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:55:45.345689 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325e658-fd8c-4160-a9b2-0543cdd804bb req-f5ca7657-9380-4426-8ae7-07569bd29967 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:45.347668 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a325e658-fd8c-4160-a9b2-0543cdd804bb req-f5ca7657-9380-4426-8ae7-07569bd29967 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.54 "GET /v2.0/networks?id=af4f1b37-e652-4f9e-8d30-5c4c87fdae14 HTTP/1.1" status: 200 len: 820 time: 0.5114987 Nov 12 00:55:45.373172 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-a325e658-fd8c-4160-a9b2-0543cdd804bb req-9b5f65b5-8da7-461e-ad2c-0302ced4427d tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Request body: {'port': {'device_id': '3cd01a0e-3db4-4842-99a8-f43b7e22210e', 'network_id': 'af4f1b37-e652-4f9e-8d30-5c4c87fdae14', 'admin_state_up': True, 'tenant_id': 'baf75bc08f044ea79cb7fe0fca6d826b'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:45.404570 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-7ed95fd6-ccde-4a12-8831-834ef6dfc491 tempest-RoutersAdminNegativeIpV6Test-1165079088 tempest-RoutersAdminNegativeIpV6Test-1165079088-project-admin] Deleting port 40383ef8-78d5-46f3-a6b1-f7fb9537765b {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:55:45.404923 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7ed95fd6-ccde-4a12-8831-834ef6dfc491 tempest-RoutersAdminNegativeIpV6Test-1165079088 tempest-RoutersAdminNegativeIpV6Test-1165079088-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:45.543812 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 0e71904f-71c1-4745-bcfc-d9886c8aca22 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:45.544222 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:45.595809 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8941e18f-c2b6-47b3-b1b7-a42d789713b4 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:45.642597 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7ed95fd6-ccde-4a12-8831-834ef6dfc491 tempest-RoutersAdminNegativeIpV6Test-1165079088 tempest-RoutersAdminNegativeIpV6Test-1165079088-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:45.674767 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-7ed95fd6-ccde-4a12-8831-834ef6dfc491 tempest-RoutersAdminNegativeIpV6Test-1165079088 tempest-RoutersAdminNegativeIpV6Test-1165079088-project-admin] Calling delete_port for 40383ef8-78d5-46f3-a6b1-f7fb9537765b owned by {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:55:45.688728 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b4f4c946-1839-44ad-a3e7-1e13a77d344f req-1dd6af1d-6e14-47e0-afba-6a55b539b51e tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd01a0e-3db4-4842-99a8-f43b7e22210e HTTP/1.1" status: 200 len: 210 time: 0.1104968 Nov 12 00:55:45.761306 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-652b3e39-8396-4f0d-a3d2-4ddd23aa9ef9 None None] Provisioning complete for port 260a62f1-ad7d-4a62-8d34-6367d87e56cc triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:45.763185 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-652b3e39-8396-4f0d-a3d2-4ddd23aa9ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:45.795624 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-9ffe7097-e85e-46c9-a998-da5dd233500e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb388228-fe15-42a9-bbc3-4adbc29f3c94', 'name': 'tempest-ServerRescueTestJSONUnderV235-1807796518-router', 'tenant_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '0e71904f-71c1-4745-bcfc-d9886c8aca22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:55:31Z', 'updated_at': '2021-11-12T00:55:37Z', 'revision_number': 4, 'project_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'gw_port': {'id': '0e71904f-71c1-4745-bcfc-d9886c8aca22', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb388228-fe15-42a9-bbc3-4adbc29f3c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:32Z', 'updated_at': '2021-11-12T00:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '32cb30a9-3e7f-49c7-87c6-f52d59246fea', 'name': '', 'network_id': 'af4f1b37-e652-4f9e-8d30-5c4c87fdae14', 'tenant_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'mac_address': 'fa:16:3e:c7:59:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb388228-fe15-42a9-bbc3-4adbc29f3c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '6d5c0776-b5b7-48fa-8d00-bcca9603dc88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:36Z', 'updated_at': '2021-11-12T00:55:38Z', 'revision_number': 2, 'project_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'subnets': [{'id': '6d5c0776-b5b7-48fa-8d00-bcca9603dc88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:45.888356 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a325e658-fd8c-4160-a9b2-0543cdd804bb req-9b5f65b5-8da7-461e-ad2c-0302ced4427d tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Made reservation on behalf of baf75bc08f044ea79cb7fe0fca6d826b for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:45.892903 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a325e658-fd8c-4160-a9b2-0543cdd804bb req-9b5f65b5-8da7-461e-ad2c-0302ced4427d tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:45.900835 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffe7097-e85e-46c9-a998-da5dd233500e None None] Checking router: eb388228-fe15-42a9-bbc3-4adbc29f3c94 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:55:45.904995 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffe7097-e85e-46c9-a998-da5dd233500e None None] Updating router eb388228-fe15-42a9-bbc3-4adbc29f3c94 port 32cb30a9-3e7f-49c7-87c6-f52d59246fea binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:55:45.966619 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 260a62f1-ad7d-4a62-8d34-6367d87e56cc up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:45.995516 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9ffe7097-e85e-46c9-a998-da5dd233500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:46.036980 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7ed95fd6-ccde-4a12-8831-834ef6dfc491 tempest-RoutersAdminNegativeIpV6Test-1165079088 tempest-RoutersAdminNegativeIpV6Test-1165079088-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:46.108474 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed95fd6-ccde-4a12-8831-834ef6dfc491 tempest-RoutersAdminNegativeIpV6Test-1165079088 tempest-RoutersAdminNegativeIpV6Test-1165079088-project-admin] Pushing event deleted for resources: {'Port': ['ID=40383ef8-78d5-46f3-a6b1-f7fb9537765b,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:46.124409 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-a325e658-fd8c-4160-a9b2-0543cdd804bb req-9b5f65b5-8da7-461e-ad2c-0302ced4427d tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Allocated IP 172.20.0.11 (af4f1b37-e652-4f9e-8d30-5c4c87fdae14/6d5c0776-b5b7-48fa-8d00-bcca9603dc88/9f4f7ada-bf0c-4ae0-b610-4746ca91226a) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:46.166035 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 260a62f1-ad7d-4a62-8d34-6367d87e56cc triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:46.166688 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:46.175496 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-652b3e39-8396-4f0d-a3d2-4ddd23aa9ef9 None None] Provisioning complete for port 1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:46.177626 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-652b3e39-8396-4f0d-a3d2-4ddd23aa9ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:46.239909 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f8fd66-2234-4008-8c3f-e743dbe399cb None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:55:46.285011 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-8941e18f-c2b6-47b3-b1b7-a42d789713b4 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Allocated IP 172.25.2.129 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/4015dfc0-bf84-45cb-913e-094745d39502) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:46.299581 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-652b3e39-8396-4f0d-a3d2-4ddd23aa9ef9 None None] Port 1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:55:46.327457 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-652b3e39-8396-4f0d-a3d2-4ddd23aa9ef9 None None] Provisioning complete for port f731e7d7-058f-4baf-866c-c38677ff51c7 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:46.328318 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-652b3e39-8396-4f0d-a3d2-4ddd23aa9ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:46.331943 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7ed95fd6-ccde-4a12-8831-834ef6dfc491 tempest-RoutersAdminNegativeIpV6Test-1165079088 tempest-RoutersAdminNegativeIpV6Test-1165079088-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:46.342918 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7ed95fd6-ccde-4a12-8831-834ef6dfc491 tempest-RoutersAdminNegativeIpV6Test-1165079088 tempest-RoutersAdminNegativeIpV6Test-1165079088-project-admin] 10.222.0.20 "DELETE /v2.0/ports/40383ef8-78d5-46f3-a6b1-f7fb9537765b HTTP/1.1" status: 204 len: 168 time: 1.1117764 Nov 12 00:55:46.488334 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-652b3e39-8396-4f0d-a3d2-4ddd23aa9ef9 None None] Provisioning complete for port e5eb25a0-7da0-4bbc-9a1a-01a506e19685 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:46.488716 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-652b3e39-8396-4f0d-a3d2-4ddd23aa9ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:46.492986 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a325e658-fd8c-4160-a9b2-0543cdd804bb req-9b5f65b5-8da7-461e-ad2c-0302ced4427d tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:46.514653 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8941e18f-c2b6-47b3-b1b7-a42d789713b4 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:46.541610 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-652b3e39-8396-4f0d-a3d2-4ddd23aa9ef9 None None] Port e5eb25a0-7da0-4bbc-9a1a-01a506e19685 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:55:46.564982 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a325e658-fd8c-4160-a9b2-0543cdd804bb req-9b5f65b5-8da7-461e-ad2c-0302ced4427d tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:46.612726 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8941e18f-c2b6-47b3-b1b7-a42d789713b4 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:46.635726 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a325e658-fd8c-4160-a9b2-0543cdd804bb req-9b5f65b5-8da7-461e-ad2c-0302ced4427d tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Network af4f1b37-e652-4f9e-8d30-5c4c87fdae14 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:46.644748 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-a325e658-fd8c-4160-a9b2-0543cdd804bb req-9b5f65b5-8da7-461e-ad2c-0302ced4427d tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:46.650357 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f65b5-8da7-461e-ad2c-0302ced4427d tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Pushing event updated for resources: {'Port': ['ID=9f4f7ada-bf0c-4ae0-b610-4746ca91226a,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:46.653970 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8941e18f-c2b6-47b3-b1b7-a42d789713b4 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:46.666960 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-8941e18f-c2b6-47b3-b1b7-a42d789713b4 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:46.670487 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8941e18f-c2b6-47b3-b1b7-a42d789713b4 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:55:46.675076 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b796221d-d9f2-41cd-b668-18396e0ca030 None None] Provisioning complete for port 1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:46.675564 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b796221d-d9f2-41cd-b668-18396e0ca030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:46.720837 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-a325e658-fd8c-4160-a9b2-0543cdd804bb req-9b5f65b5-8da7-461e-ad2c-0302ced4427d tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:55:46.751032 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9ffe7097-e85e-46c9-a998-da5dd233500e None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:46.752947 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b796221d-d9f2-41cd-b668-18396e0ca030 None None] Port 1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:55:46.757918 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9ffe7097-e85e-46c9-a998-da5dd233500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:46.776541 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b796221d-d9f2-41cd-b668-18396e0ca030 None None] Provisioning complete for port e5eb25a0-7da0-4bbc-9a1a-01a506e19685 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:46.776912 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b796221d-d9f2-41cd-b668-18396e0ca030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:46.804296 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f22b6c-52f9-4cfb-85c1-22d2b7591d70 None None] Pushing event updated for resources: {'Port': ['ID=32cb30a9-3e7f-49c7-87c6-f52d59246fea,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:46.846902 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b796221d-d9f2-41cd-b668-18396e0ca030 None None] Port e5eb25a0-7da0-4bbc-9a1a-01a506e19685 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:55:46.855247 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8941e18f-c2b6-47b3-b1b7-a42d789713b4 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Pushing event updated for resources: {'Port': ['ID=4015dfc0-bf84-45cb-913e-094745d39502,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:46.879458 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-9ffe7097-e85e-46c9-a998-da5dd233500e None None] Attempting to bind port 32cb30a9-3e7f-49c7-87c6-f52d59246fea on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:55:46.879830 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-9ffe7097-e85e-46c9-a998-da5dd233500e None None] Attempting to bind port 32cb30a9-3e7f-49c7-87c6-f52d59246fea by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '7f64ba80-ce39-4c56-a8a0-b5dae98bce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'af4f1b37-e652-4f9e-8d30-5c4c87fdae14'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:55:46.880183 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffe7097-e85e-46c9-a998-da5dd233500e None None] Attempting to bind port 32cb30a9-3e7f-49c7-87c6-f52d59246fea on network af4f1b37-e652-4f9e-8d30-5c4c87fdae14 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:55:46.888381 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffe7097-e85e-46c9-a998-da5dd233500e None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:55:46.889087 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffe7097-e85e-46c9-a998-da5dd233500e None None] Checking segment: {'id': '7f64ba80-ce39-4c56-a8a0-b5dae98bce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'af4f1b37-e652-4f9e-8d30-5c4c87fdae14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:46.889700 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9ffe7097-e85e-46c9-a998-da5dd233500e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:46.890266 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffe7097-e85e-46c9-a998-da5dd233500e None None] Bound using segment: {'id': '7f64ba80-ce39-4c56-a8a0-b5dae98bce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'af4f1b37-e652-4f9e-8d30-5c4c87fdae14'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:55:46.891101 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-9ffe7097-e85e-46c9-a998-da5dd233500e None None] Bound port: 32cb30a9-3e7f-49c7-87c6-f52d59246fea, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f64ba80-ce39-4c56-a8a0-b5dae98bce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'af4f1b37-e652-4f9e-8d30-5c4c87fdae14'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:55:46.891786 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9ffe7097-e85e-46c9-a998-da5dd233500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:46.920738 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36062) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:46.977205 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325e658-fd8c-4160-a9b2-0543cdd804bb req-9b5f65b5-8da7-461e-ad2c-0302ced4427d tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:46.977205 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a325e658-fd8c-4160-a9b2-0543cdd804bb req-9b5f65b5-8da7-461e-ad2c-0302ced4427d tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:47.011682 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd06069-96cf-4435-8c85-fb6c71fadd19 req-bbac7e7e-190f-46c6-bec5-e64b20bf96f1 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:47.013280 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1bd06069-96cf-4435-8c85-fb6c71fadd19 req-bbac7e7e-190f-46c6-bec5-e64b20bf96f1 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd01a0e-3db4-4842-99a8-f43b7e22210e HTTP/1.1" status: 200 len: 932 time: 0.1370122 Nov 12 00:55:47.019296 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a325e658-fd8c-4160-a9b2-0543cdd804bb req-9b5f65b5-8da7-461e-ad2c-0302ced4427d tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6524079 Nov 12 00:55:47.024653 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8941e18f-c2b6-47b3-b1b7-a42d789713b4 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:47.044595 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-a325e658-fd8c-4160-a9b2-0543cdd804bb req-2982cc8c-0da3-4f01-ae0d-2e7c1cf3e1bf service neutron] Request body: {'port': {'device_id': '3cd01a0e-3db4-4842-99a8-f43b7e22210e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:47.053387 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-9ffe7097-e85e-46c9-a998-da5dd233500e None None] For port 32cb30a9-3e7f-49c7-87c6-f52d59246fea, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:55:47.061513 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36070) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:47.067264 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-9ffe7097-e85e-46c9-a998-da5dd233500e None None] For port 32cb30a9-3e7f-49c7-87c6-f52d59246fea, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=32cb30a9-3e7f-49c7-87c6-f52d59246fea,segment=NetworkSegment(7f64ba80-ce39-4c56-a8a0-b5dae98bce25),segment_id=7f64ba80-ce39-4c56-a8a0-b5dae98bce25)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:55:47.076080 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9ffe7097-e85e-46c9-a998-da5dd233500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:47.132877 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8941e18f-c2b6-47b3-b1b7-a42d789713b4 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:47.184963 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1bd06069-96cf-4435-8c85-fb6c71fadd19 req-8931df59-7e3e-4d58-a7ca-e2cb915b516e tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/security-groups?id=f22d5517-0bc9-4780-bd87-761275f57254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621611 Nov 12 00:55:47.206916 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f22b6c-52f9-4cfb-85c1-22d2b7591d70 None None] Pushing event updated for resources: {'Port': ['ID=32cb30a9-3e7f-49c7-87c6-f52d59246fea,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:47.246171 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffe7097-e85e-46c9-a998-da5dd233500e None None] Routers {'eb388228-fe15-42a9-bbc3-4adbc29f3c94'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:55:47.247100 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-9ffe7097-e85e-46c9-a998-da5dd233500e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:55:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['eb388228-fe15-42a9-bbc3-4adbc29f3c94'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:47.248594 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ba465f62-9721-4801-b883-1cb86ea24051 req-d865054d-da20-4e8e-9424-52209ceaef75 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0687630 Nov 12 00:55:47.261574 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a325e658-fd8c-4160-a9b2-0543cdd804bb req-2982cc8c-0da3-4f01-ae0d-2e7c1cf3e1bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:47.327542 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-074030f8-d80c-49ed-8eeb-1eb6344056b7 tempest-ServiceProvidersTest-1880809081 tempest-ServiceProvidersTest-1880809081-project] 10.222.0.20 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4054072 Nov 12 00:55:47.382063 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-9ffe7097-e85e-46c9-a998-da5dd233500e None None] Set router eb388228-fe15-42a9-bbc3-4adbc29f3c94 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:55:47.473677 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ccd066f7-d136-488f-9403-38036e4fa68d req-75a6e9d9-4f9f-4f1b-927c-20d2de42159e service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0307288 Nov 12 00:55:47.591721 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-30f1fa85-9027-4bb1-bb6d-abcb359e1738 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:47.603387 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8941e18f-c2b6-47b3-b1b7-a42d789713b4 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:47.616523 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8941e18f-c2b6-47b3-b1b7-a42d789713b4 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:47.671358 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-9ffe7097-e85e-46c9-a998-da5dd233500e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb388228-fe15-42a9-bbc3-4adbc29f3c94', 'name': 'tempest-ServerRescueTestJSONUnderV235-1807796518-router', 'tenant_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '0e71904f-71c1-4745-bcfc-d9886c8aca22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:55:31Z', 'updated_at': '2021-11-12T00:55:37Z', 'revision_number': 4, 'project_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'gw_port': {'id': '0e71904f-71c1-4745-bcfc-d9886c8aca22', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb388228-fe15-42a9-bbc3-4adbc29f3c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:32Z', 'updated_at': '2021-11-12T00:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '32cb30a9-3e7f-49c7-87c6-f52d59246fea', 'name': '', 'network_id': 'af4f1b37-e652-4f9e-8d30-5c4c87fdae14', 'tenant_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'mac_address': 'fa:16:3e:c7:59:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb388228-fe15-42a9-bbc3-4adbc29f3c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '6d5c0776-b5b7-48fa-8d00-bcca9603dc88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:36Z', 'updated_at': '2021-11-12T00:55:47Z', 'revision_number': 4, 'project_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'subnets': [{'id': '6d5c0776-b5b7-48fa-8d00-bcca9603dc88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:47.684473 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8941e18f-c2b6-47b3-b1b7-a42d789713b4 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Pushing event updated for resources: {'Port': ['ID=4015dfc0-bf84-45cb-913e-094745d39502,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:47.715755 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffe7097-e85e-46c9-a998-da5dd233500e None None] The sync data for ids ['eb388228-fe15-42a9-bbc3-4adbc29f3c94'] in n-d-812236-11 is: [{'id': 'eb388228-fe15-42a9-bbc3-4adbc29f3c94', 'name': 'tempest-ServerRescueTestJSONUnderV235-1807796518-router', 'tenant_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '0e71904f-71c1-4745-bcfc-d9886c8aca22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:55:31Z', 'updated_at': '2021-11-12T00:55:37Z', 'revision_number': 4, 'project_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'gw_port': {'id': '0e71904f-71c1-4745-bcfc-d9886c8aca22', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb388228-fe15-42a9-bbc3-4adbc29f3c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:32Z', 'updated_at': '2021-11-12T00:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '32cb30a9-3e7f-49c7-87c6-f52d59246fea', 'name': '', 'network_id': 'af4f1b37-e652-4f9e-8d30-5c4c87fdae14', 'tenant_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'mac_address': 'fa:16:3e:c7:59:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb388228-fe15-42a9-bbc3-4adbc29f3c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '6d5c0776-b5b7-48fa-8d00-bcca9603dc88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:36Z', 'updated_at': '2021-11-12T00:55:47Z', 'revision_number': 4, 'project_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'subnets': [{'id': '6d5c0776-b5b7-48fa-8d00-bcca9603dc88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:55:47.904855 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 32cb30a9-3e7f-49c7-87c6-f52d59246fea up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:47.957865 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36094) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:47.981499 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 32cb30a9-3e7f-49c7-87c6-f52d59246fea triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:47.982937 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:48.109767 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:48.163902 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 32cb30a9-3e7f-49c7-87c6-f52d59246fea, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=32cb30a9-3e7f-49c7-87c6-f52d59246fea,segment=NetworkSegment(7f64ba80-ce39-4c56-a8a0-b5dae98bce25),segment_id=7f64ba80-ce39-4c56-a8a0-b5dae98bce25)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:48.173695 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:48.278097 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=32cb30a9-3e7f-49c7-87c6-f52d59246fea,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:48.282483 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8941e18f-c2b6-47b3-b1b7-a42d789713b4 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:48.323925 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-91d85534-7705-4c6c-a36e-3e342c2b634a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:48.436210 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8941e18f-c2b6-47b3-b1b7-a42d789713b4 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:48.437912 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-8941e18f-c2b6-47b3-b1b7-a42d789713b4 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7133429 Nov 12 00:55:48.475867 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-30f1fa85-9027-4bb1-bb6d-abcb359e1738 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:48.480707 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-a325e658-fd8c-4160-a9b2-0543cdd804bb req-2982cc8c-0da3-4f01-ae0d-2e7c1cf3e1bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f4f7ada-bf0c-4ae0-b610-4746ca91226a {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:55:48.489804 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-30f1fa85-9027-4bb1-bb6d-abcb359e1738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:48.494967 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a325e658-fd8c-4160-a9b2-0543cdd804bb req-2982cc8c-0da3-4f01-ae0d-2e7c1cf3e1bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:48.506502 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ccb254-8afb-4c78-857d-215eb2fc5108 req-d74b16ac-7518-4cde-a227-38e4c648cd54 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:48.509155 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-10ccb254-8afb-4c78-857d-215eb2fc5108 req-d74b16ac-7518-4cde-a227-38e4c648cd54 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd01a0e-3db4-4842-99a8-f43b7e22210e HTTP/1.1" status: 200 len: 932 time: 0.2014730 Nov 12 00:55:48.579512 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-a325e658-fd8c-4160-a9b2-0543cdd804bb req-2982cc8c-0da3-4f01-ae0d-2e7c1cf3e1bf service neutron] Transition to ACTIVE for port object 9f4f7ada-bf0c-4ae0-b610-4746ca91226a will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:55:48.596471 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a325e658-fd8c-4160-a9b2-0543cdd804bb req-2982cc8c-0da3-4f01-ae0d-2e7c1cf3e1bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:48.604875 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f1fa85-9027-4bb1-bb6d-abcb359e1738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abcd27fb-b4a9-4b0b-aa11-1a7548ed5247,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:48.618279 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-30f1fa85-9027-4bb1-bb6d-abcb359e1738 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=50171303ccce4a61ad8367bd65bf3669&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5548615 Nov 12 00:55:48.641159 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36112) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:48.733241 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2982cc8c-0da3-4f01-ae0d-2e7c1cf3e1bf service neutron] Pushing event updated for resources: {'Port': ['ID=9f4f7ada-bf0c-4ae0-b610-4746ca91226a,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:48.743978 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-10ccb254-8afb-4c78-857d-215eb2fc5108 req-20753573-2f48-4448-a410-ca0c56b37085 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/security-groups?id=f22d5517-0bc9-4780-bd87-761275f57254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215347 Nov 12 00:55:48.838601 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0dcf8e9a-d057-45c8-852f-7866656e9c92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:48.850613 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-91d85534-7705-4c6c-a36e-3e342c2b634a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:48.861468 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-91d85534-7705-4c6c-a36e-3e342c2b634a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:48.874898 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0dcf8e9a-d057-45c8-852f-7866656e9c92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:48.877806 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-a325e658-fd8c-4160-a9b2-0543cdd804bb req-2982cc8c-0da3-4f01-ae0d-2e7c1cf3e1bf service neutron] Attempting to bind port 9f4f7ada-bf0c-4ae0-b610-4746ca91226a on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:55:48.878103 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-a325e658-fd8c-4160-a9b2-0543cdd804bb req-2982cc8c-0da3-4f01-ae0d-2e7c1cf3e1bf service neutron] Attempting to bind port 9f4f7ada-bf0c-4ae0-b610-4746ca91226a by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '7f64ba80-ce39-4c56-a8a0-b5dae98bce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'af4f1b37-e652-4f9e-8d30-5c4c87fdae14'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:55:48.879397 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a325e658-fd8c-4160-a9b2-0543cdd804bb req-2982cc8c-0da3-4f01-ae0d-2e7c1cf3e1bf service neutron] Attempting to bind port 9f4f7ada-bf0c-4ae0-b610-4746ca91226a on network af4f1b37-e652-4f9e-8d30-5c4c87fdae14 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:55:48.924233 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a325e658-fd8c-4160-a9b2-0543cdd804bb req-2982cc8c-0da3-4f01-ae0d-2e7c1cf3e1bf service neutron] Port 9f4f7ada-bf0c-4ae0-b610-4746ca91226a on network af4f1b37-e652-4f9e-8d30-5c4c87fdae14 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:55:48.924558 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a325e658-fd8c-4160-a9b2-0543cdd804bb req-2982cc8c-0da3-4f01-ae0d-2e7c1cf3e1bf service neutron] Attempting to bind port 9f4f7ada-bf0c-4ae0-b610-4746ca91226a on network af4f1b37-e652-4f9e-8d30-5c4c87fdae14 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:55:48.952126 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a325e658-fd8c-4160-a9b2-0543cdd804bb req-2982cc8c-0da3-4f01-ae0d-2e7c1cf3e1bf service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:55:48.952530 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a325e658-fd8c-4160-a9b2-0543cdd804bb req-2982cc8c-0da3-4f01-ae0d-2e7c1cf3e1bf service neutron] Checking segment: {'id': '7f64ba80-ce39-4c56-a8a0-b5dae98bce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'af4f1b37-e652-4f9e-8d30-5c4c87fdae14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:48.952839 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a325e658-fd8c-4160-a9b2-0543cdd804bb req-2982cc8c-0da3-4f01-ae0d-2e7c1cf3e1bf service neutron] Bound using segment: {'id': '7f64ba80-ce39-4c56-a8a0-b5dae98bce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'af4f1b37-e652-4f9e-8d30-5c4c87fdae14'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:55:48.953273 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-a325e658-fd8c-4160-a9b2-0543cdd804bb req-2982cc8c-0da3-4f01-ae0d-2e7c1cf3e1bf service neutron] Bound port: 9f4f7ada-bf0c-4ae0-b610-4746ca91226a, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f64ba80-ce39-4c56-a8a0-b5dae98bce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'af4f1b37-e652-4f9e-8d30-5c4c87fdae14'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:55:48.953660 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a325e658-fd8c-4160-a9b2-0543cdd804bb req-2982cc8c-0da3-4f01-ae0d-2e7c1cf3e1bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:48.960226 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-91d85534-7705-4c6c-a36e-3e342c2b634a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0a125429a77a48b0b14c0bd06a7fba10&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0011647 Nov 12 00:55:48.960365 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36128) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:48.967061 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d85534-7705-4c6c-a36e-3e342c2b634a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e487a3-f1ba-46d8-845a-d1f6f56bc759,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:49.067959 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0dcf8e9a-d057-45c8-852f-7866656e9c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:49.071033 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0dcf8e9a-d057-45c8-852f-7866656e9c92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:49.075043 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0dcf8e9a-d057-45c8-852f-7866656e9c92 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/abcd27fb-b4a9-4b0b-aa11-1a7548ed5247 HTTP/1.1" status: 204 len: 168 time: 0.4296277 Nov 12 00:55:49.084462 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-63ff885f-4680-4924-ba20-610f89f1889a tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--110266394&fields=id&tenant_id=99d22f2d09c941868df176b00803ab3d HTTP/1.1" status: 200 len: 267 time: 0.0628121 Nov 12 00:55:49.090624 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-a325e658-fd8c-4160-a9b2-0543cdd804bb req-2982cc8c-0da3-4f01-ae0d-2e7c1cf3e1bf service neutron] For port 9f4f7ada-bf0c-4ae0-b610-4746ca91226a, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:55:49.094073 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-a325e658-fd8c-4160-a9b2-0543cdd804bb req-2982cc8c-0da3-4f01-ae0d-2e7c1cf3e1bf service neutron] For port 9f4f7ada-bf0c-4ae0-b610-4746ca91226a, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=9f4f7ada-bf0c-4ae0-b610-4746ca91226a,segment=NetworkSegment(7f64ba80-ce39-4c56-a8a0-b5dae98bce25),segment_id=7f64ba80-ce39-4c56-a8a0-b5dae98bce25)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:55:49.095154 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcf8e9a-d057-45c8-852f-7866656e9c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abcd27fb-b4a9-4b0b-aa11-1a7548ed5247,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:49.096914 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c6b75c8f-77bb-4a47-a723-bd2aac78a221 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:49.104354 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a325e658-fd8c-4160-a9b2-0543cdd804bb req-2982cc8c-0da3-4f01-ae0d-2e7c1cf3e1bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:49.153525 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-e9ae74c4-77f3-4315-b13d-edea38c9fab1 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:49.154834 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c6b75c8f-77bb-4a47-a723-bd2aac78a221 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:49.163635 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-e9ae74c4-77f3-4315-b13d-edea38c9fab1 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports/1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9 HTTP/1.1" status: 200 len: 936 time: 0.0781732 Nov 12 00:55:49.204239 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325e658-fd8c-4160-a9b2-0543cdd804bb req-2982cc8c-0da3-4f01-ae0d-2e7c1cf3e1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:49.204239 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a325e658-fd8c-4160-a9b2-0543cdd804bb req-2982cc8c-0da3-4f01-ae0d-2e7c1cf3e1bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:49.204239 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a325e658-fd8c-4160-a9b2-0543cdd804bb req-2982cc8c-0da3-4f01-ae0d-2e7c1cf3e1bf service neutron] 10.222.0.54 "PUT /v2.0/ports/9f4f7ada-bf0c-4ae0-b610-4746ca91226a HTTP/1.1" status: 200 len: 1093 time: 2.1620719 Nov 12 00:55:49.204239 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cd01a0e-3db4-4842-99a8-f43b7e22210e', 'tag': '9f4f7ada-bf0c-4ae0-b610-4746ca91226a'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:55:49.206932 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c1edeb-c13c-4881-a966-deef8c89abad" -d '{"events": [{"name": "network-changed", "server_uuid": "3cd01a0e-3db4-4842-99a8-f43b7e22210e", "tag": "9f4f7ada-bf0c-4ae0-b610-4746ca91226a"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:55:49.286619 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-fe22aa98-9075-4f70-aaf4-a871feefe7b1 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:49.288280 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-fe22aa98-9075-4f70-aaf4-a871feefe7b1 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports/e5eb25a0-7da0-4bbc-9a1a-01a506e19685 HTTP/1.1" status: 200 len: 936 time: 0.1236382 Nov 12 00:55:49.306963 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d5ace1-269a-4f9e-88f8-a4d56226528a x-openstack-request-id: req-a1d5ace1-269a-4f9e-88f8-a4d56226528a {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:55:49.307572 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cd01a0e-3db4-4842-99a8-f43b7e22210e", "tag": "9f4f7ada-bf0c-4ae0-b610-4746ca91226a", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:55:49.307572 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a1d5ace1-269a-4f9e-88f8-a4d56226528a {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:55:49.307881 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cd01a0e-3db4-4842-99a8-f43b7e22210e', 'tag': '9f4f7ada-bf0c-4ae0-b610-4746ca91226a', 'status': 'completed', 'code': 200} Nov 12 00:55:49.323318 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2982cc8c-0da3-4f01-ae0d-2e7c1cf3e1bf service neutron] Pushing event updated for resources: {'Port': ['ID=9f4f7ada-bf0c-4ae0-b610-4746ca91226a,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:49.334777 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325e658-fd8c-4160-a9b2-0543cdd804bb req-1fa1e8da-b2b7-408c-83c7-0a6a135022ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:49.337144 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a325e658-fd8c-4160-a9b2-0543cdd804bb req-1fa1e8da-b2b7-408c-83c7-0a6a135022ac service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=baf75bc08f044ea79cb7fe0fca6d826b&device_id=3cd01a0e-3db4-4842-99a8-f43b7e22210e HTTP/1.1" status: 200 len: 1096 time: 0.0763514 Nov 12 00:55:49.348465 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c6b75c8f-77bb-4a47-a723-bd2aac78a221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:49.353590 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c6b75c8f-77bb-4a47-a723-bd2aac78a221 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:49.359055 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c6b75c8f-77bb-4a47-a723-bd2aac78a221 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/44e487a3-f1ba-46d8-845a-d1f6f56bc759 HTTP/1.1" status: 204 len: 168 time: 0.3964942 Nov 12 00:55:49.404677 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-e3ba8452-53c8-47e7-9b67-d2da7a4d0df3 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?network_id=0fed04be-2c3a-475e-8199-924085f487af&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1082554 Nov 12 00:55:49.436395 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a325e658-fd8c-4160-a9b2-0543cdd804bb req-fb95eecd-1ba1-4b32-a0f8-1e2ae6ed6cba service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f4f7ada-bf0c-4ae0-b610-4746ca91226a HTTP/1.1" status: 200 len: 217 time: 0.0759561 Nov 12 00:55:49.454462 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-46a97520-ed53-4af0-9d74-a29a0c362e8a tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?network_id=0fed04be-2c3a-475e-8199-924085f487af&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0409627 Nov 12 00:55:49.471348 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b75c8f-77bb-4a47-a723-bd2aac78a221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e487a3-f1ba-46d8-845a-d1f6f56bc759,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:49.491841 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4a562fb5-4288-4e10-b8ce-265b07e3e8ad req-eee10306-c0d7-46a9-841d-d1f169c77557 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0658109 Nov 12 00:55:49.519113 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325e658-fd8c-4160-a9b2-0543cdd804bb req-6ac7a8de-66df-4e53-b48f-9ddcc50b196b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:49.520837 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a325e658-fd8c-4160-a9b2-0543cdd804bb req-6ac7a8de-66df-4e53-b48f-9ddcc50b196b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6d5c0776-b5b7-48fa-8d00-bcca9603dc88 HTTP/1.1" status: 200 len: 860 time: 0.0724018 Nov 12 00:55:49.582408 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a325e658-fd8c-4160-a9b2-0543cdd804bb req-ea7c68b9-1486-46c9-8ef6-48389602055e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=af4f1b37-e652-4f9e-8d30-5c4c87fdae14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453308 Nov 12 00:55:49.666246 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-2f7520fd-2a02-4f74-8178-aea5d33c82f6 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:49.674075 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-2f7520fd-2a02-4f74-8178-aea5d33c82f6 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:49.680462 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-2f7520fd-2a02-4f74-8178-aea5d33c82f6 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:49.682365 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-2f7520fd-2a02-4f74-8178-aea5d33c82f6 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/networks?id=6d66b009-87d4-44ee-a0b8-482e36cd5030&id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&id=0fed04be-2c3a-475e-8199-924085f487af&id=0fed04be-2c3a-475e-8199-924085f487af HTTP/1.1" status: 200 len: 1996 time: 0.2269173 Nov 12 00:55:49.705190 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-2fbafdc0-f6b0-4537-8699-45a9d482d1c8 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/quotas/99d22f2d09c941868df176b00803ab3d HTTP/1.1" status: 200 len: 375 time: 0.0145330 Nov 12 00:55:49.717839 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-29cc0004-2035-41cc-afdb-827861375d4a req-7a9d3f7a-8a59-469a-be31-5120947e7073 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0385704 Nov 12 00:55:49.769668 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a325e658-fd8c-4160-a9b2-0543cdd804bb req-47944538-6f5f-4865-b643-e8e5c103c081 service neutron] 10.222.0.54 "GET /v2.0/networks/af4f1b37-e652-4f9e-8d30-5c4c87fdae14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862726 Nov 12 00:55:49.822355 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-5a70e1b2-d16f-4629-a4f1-574c261e9f8f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=99d22f2d09c941868df176b00803ab3d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1112146 Nov 12 00:55:49.868667 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 32cb30a9-3e7f-49c7-87c6-f52d59246fea up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:49.932552 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 32cb30a9-3e7f-49c7-87c6-f52d59246fea triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:49.933000 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:49.958279 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-200e44e9-fc0f-4657-8416-b39f4307d1ab service neutron] 10.222.0.20 "GET /v2.0/networks/6d66b009-87d4-44ee-a0b8-482e36cd5030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189058 Nov 12 00:55:49.982265 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a325e658-fd8c-4160-a9b2-0543cdd804bb req-11a3288a-19e5-4c33-b998-edd4d3989ac8 service neutron] 10.222.0.54 "GET /v2.0/networks/af4f1b37-e652-4f9e-8d30-5c4c87fdae14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035499 Nov 12 00:55:50.006499 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ccfdf7-43a3-495a-b975-7287a84014e9 req-1266f8b3-38dd-4ad2-9c24-ee66ee8705b9 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:50.018397 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a3ccfdf7-43a3-495a-b975-7287a84014e9 req-1266f8b3-38dd-4ad2-9c24-ee66ee8705b9 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd01a0e-3db4-4842-99a8-f43b7e22210e HTTP/1.1" status: 200 len: 944 time: 0.1405699 Nov 12 00:55:50.096152 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36168) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:50.141109 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-2c950805-21f3-4411-b7d1-2cc4ecac4820 service neutron] 10.222.0.20 "GET /v2.0/networks/6d66b009-87d4-44ee-a0b8-482e36cd5030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743665 Nov 12 00:55:50.166909 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a3ccfdf7-43a3-495a-b975-7287a84014e9 req-9b631e50-e8f9-4250-a7f8-9848ca1b1050 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/security-groups?id=f22d5517-0bc9-4780-bd87-761275f57254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463776 Nov 12 00:55:50.202909 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a6ec8977-9b55-489b-83fe-ce723f197d6c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ab322e52b966435681f869fb5d52f3e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1050498 Nov 12 00:55:50.203569 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36170) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:50.204769 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1edeb-c13c-4881-a966-deef8c89abad req-00ef230a-eeff-41ef-a60e-3e2bbd47985a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:50.206896 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-16c1edeb-c13c-4881-a966-deef8c89abad req-00ef230a-eeff-41ef-a60e-3e2bbd47985a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=baf75bc08f044ea79cb7fe0fca6d826b&device_id=3cd01a0e-3db4-4842-99a8-f43b7e22210e HTTP/1.1" status: 200 len: 1096 time: 0.1260853 Nov 12 00:55:50.214531 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-6eb83390-c900-4a83-82b5-62293cd247f8 service neutron] 10.222.0.20 "GET /v2.0/ports/1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0620561 Nov 12 00:55:50.324483 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1d1b0250-4a1d-4ac1-86a4-ff7003085c5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:50.332383 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1edeb-c13c-4881-a966-deef8c89abad req-61b5d0dd-43a3-494e-a638-564031de2e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:50.337562 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-16c1edeb-c13c-4881-a966-deef8c89abad req-61b5d0dd-43a3-494e-a638-564031de2e9e service neutron] 10.222.0.54 "GET /v2.0/networks?id=af4f1b37-e652-4f9e-8d30-5c4c87fdae14 HTTP/1.1" status: 200 len: 921 time: 0.1240442 Nov 12 00:55:50.366021 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1d1b0250-4a1d-4ac1-86a4-ff7003085c5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:50.375334 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-b712aec2-d787-4ba5-9f85-3c043635a991 service neutron] 10.222.0.20 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499126 Nov 12 00:55:50.401160 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-16c1edeb-c13c-4881-a966-deef8c89abad req-7dbb89de-2fc2-45fc-9f39-023d6b31cf26 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f4f7ada-bf0c-4ae0-b610-4746ca91226a HTTP/1.1" status: 200 len: 217 time: 0.0556896 Nov 12 00:55:50.466210 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1edeb-c13c-4881-a966-deef8c89abad req-3d7da572-6023-419d-9046-9076fce000a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:50.468441 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-16c1edeb-c13c-4881-a966-deef8c89abad req-3d7da572-6023-419d-9046-9076fce000a1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6d5c0776-b5b7-48fa-8d00-bcca9603dc88 HTTP/1.1" status: 200 len: 860 time: 0.0600004 Nov 12 00:55:50.481834 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1d1b0250-4a1d-4ac1-86a4-ff7003085c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:50.485292 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1d1b0250-4a1d-4ac1-86a4-ff7003085c5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:50.488673 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1d1b0250-4a1d-4ac1-86a4-ff7003085c5b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/05e90697-e98e-4f23-bf25-519ad35d95c1 HTTP/1.1" status: 204 len: 168 time: 0.2798584 Nov 12 00:55:50.504006 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b0250-4a1d-4ac1-86a4-ff7003085c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e90697-e98e-4f23-bf25-519ad35d95c1,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:50.518642 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-16c1edeb-c13c-4881-a966-deef8c89abad req-1f8fa5f3-8063-462f-ab6e-dfe18c90680f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=af4f1b37-e652-4f9e-8d30-5c4c87fdae14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410147 Nov 12 00:55:50.552413 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-f344b6fb-4c4b-4db4-8e99-0e0b328b5ff9 service neutron] 10.222.0.20 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612055 Nov 12 00:55:50.612772 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-e3e52fb4-72b0-4f99-b422-49237ec255a4 service neutron] 10.222.0.20 "GET /v2.0/ports/e5eb25a0-7da0-4bbc-9a1a-01a506e19685?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0526230 Nov 12 00:55:50.658558 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-16c1edeb-c13c-4881-a966-deef8c89abad req-b074d1a4-3e6e-4d70-8db1-4129714d1c94 service neutron] 10.222.0.54 "GET /v2.0/networks/af4f1b37-e652-4f9e-8d30-5c4c87fdae14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341379 Nov 12 00:55:50.727038 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-838a05c9-1fbd-47df-9054-869b78fef8c3 service neutron] 10.222.0.20 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075809 Nov 12 00:55:50.786047 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-16c1edeb-c13c-4881-a966-deef8c89abad req-f1599c3a-04e5-4b68-89b5-2c5b77759e35 service neutron] 10.222.0.54 "GET /v2.0/networks/af4f1b37-e652-4f9e-8d30-5c4c87fdae14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179206 Nov 12 00:55:50.841040 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-e1b326c5-e40f-4b5e-9359-5730f86568fb service neutron] 10.222.0.20 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065226 Nov 12 00:55:50.936428 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-f0d24dc0-ab6a-4daf-82a1-2c03177deb52 service neutron] 10.222.0.20 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892975 Nov 12 00:55:51.041054 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-de104982-10fc-42c7-bf79-18e9abf6ccb2 service neutron] 10.222.0.20 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978515 Nov 12 00:55:51.142950 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-980a73de-e4ad-44b9-973b-8e99811a8638 service neutron] 10.222.0.20 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939713 Nov 12 00:55:51.269026 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-00e0e704-cdea-46d6-ae35-218d30588dfe service neutron] 10.222.0.20 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196120 Nov 12 00:55:51.316560 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89422d92-8b28-4156-9f4c-9b0616914061 req-4058680b-1cbb-4690-a191-dc853a8adfc2 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:51.319280 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-89422d92-8b28-4156-9f4c-9b0616914061 req-4058680b-1cbb-4690-a191-dc853a8adfc2 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd01a0e-3db4-4842-99a8-f43b7e22210e HTTP/1.1" status: 200 len: 944 time: 0.0650611 Nov 12 00:55:51.379107 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-89422d92-8b28-4156-9f4c-9b0616914061 req-9211226f-4597-4c7f-a621-0b038c6be3c4 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/security-groups?id=f22d5517-0bc9-4780-bd87-761275f57254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522933 Nov 12 00:55:51.388197 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-d5bde588-9667-4f7f-91e5-68572ea3dd8a service neutron] 10.222.0.20 "GET /v2.0/networks/0fed04be-2c3a-475e-8199-924085f487af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179018 Nov 12 00:55:51.488441 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-1c1d1fd5-e429-4ba5-b175-7e38b94f36ad service neutron] 10.222.0.20 "GET /v2.0/networks/0fed04be-2c3a-475e-8199-924085f487af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941801 Nov 12 00:55:51.642256 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-30278942-a0f2-4f1f-b4e6-f584c3117e34 service neutron] 10.222.0.20 "GET /v2.0/networks/0fed04be-2c3a-475e-8199-924085f487af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465533 Nov 12 00:55:51.717868 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2adb6750-1c19-4be0-a86d-ac920109dd3c req-c039e059-d530-4074-b79f-ebc685877742 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0448892 Nov 12 00:55:51.783510 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-8b22f676-1d25-4f33-a4d2-e563d855a5f3 service neutron] 10.222.0.20 "GET /v2.0/networks/0fed04be-2c3a-475e-8199-924085f487af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335521 Nov 12 00:55:51.863599 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-58cd3ac3-c856-416d-98fa-4ee0d9bce6b7 req-bff9bbd8-ccf3-49b8-bad6-23e6bd2f4a93 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0294881 Nov 12 00:55:52.250673 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36274) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:52.460695 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-06c55fe9-ad26-4b6a-955e-654194916ce0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:52.465179 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-81b20e6a-f84e-49b1-8a16-cd1d64e1ea89 req-e5969258-9f6a-4c56-ad53-03f39e36388f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 210 time: 0.0508187 Nov 12 00:55:52.591803 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442617b-d114-4bd4-97c5-ecac066e6336 req-0e1d6140-def7-4a8b-b435-821e4b302f9d tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:52.593787 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1442617b-d114-4bd4-97c5-ecac066e6336 req-0e1d6140-def7-4a8b-b435-821e4b302f9d tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd01a0e-3db4-4842-99a8-f43b7e22210e HTTP/1.1" status: 200 len: 944 time: 0.1098559 Nov 12 00:55:52.658080 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1442617b-d114-4bd4-97c5-ecac066e6336 req-a5c7eec6-be78-4a40-ab89-f926f1333e3b tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/security-groups?id=f22d5517-0bc9-4780-bd87-761275f57254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551813 Nov 12 00:55:52.681451 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-06c55fe9-ad26-4b6a-955e-654194916ce0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:52.692363 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-06c55fe9-ad26-4b6a-955e-654194916ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:52.749172 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-06c55fe9-ad26-4b6a-955e-654194916ce0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5d0afb97af4240e4be7a182ca346cf39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4957986 Nov 12 00:55:52.750225 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c55fe9-ad26-4b6a-955e-654194916ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb85f724-d32d-4e1a-9d22-56a6a77b99a8,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:52.752328 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36306) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:52.815711 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cb05a23d-b8f5-4ac9-b960-0aa59204bfe5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:52.858831 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cb05a23d-b8f5-4ac9-b960-0aa59204bfe5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:52.916634 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36314) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:52.936445 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cb05a23d-b8f5-4ac9-b960-0aa59204bfe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:52.940246 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cb05a23d-b8f5-4ac9-b960-0aa59204bfe5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:52.942970 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-cb05a23d-b8f5-4ac9-b960-0aa59204bfe5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bb85f724-d32d-4e1a-9d22-56a6a77b99a8 HTTP/1.1" status: 204 len: 168 time: 0.1880627 Nov 12 00:55:52.958584 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05a23d-b8f5-4ac9-b960-0aa59204bfe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb85f724-d32d-4e1a-9d22-56a6a77b99a8,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:53.063551 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-1665f3a9-14d8-4220-a535-d6d559f6af04 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-738994196'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:53.090828 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1665f3a9-14d8-4220-a535-d6d559f6af04 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Made reservation on behalf of 1b330e4c555646339f24bd77820eebe1 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:53.097607 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1665f3a9-14d8-4220-a535-d6d559f6af04 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:53.107870 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1665f3a9-14d8-4220-a535-d6d559f6af04 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:53.212243 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1665f3a9-14d8-4220-a535-d6d559f6af04 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:53.218317 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1665f3a9-14d8-4220-a535-d6d559f6af04 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:53.256361 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1665f3a9-14d8-4220-a535-d6d559f6af04 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:55:53.281351 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1665f3a9-14d8-4220-a535-d6d559f6af04 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99773fd9-f557-4ecf-a7df-30e4eb8fba80,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:53.299552 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1665f3a9-14d8-4220-a535-d6d559f6af04 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:53.299552 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-1665f3a9-14d8-4220-a535-d6d559f6af04 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Added segment 0b5d3542-5533-45e3-b704-17ec2f2aac61 of type vlan for network 7dd1cfbe-d497-45db-8887-1a7fc740ddb6 Nov 12 00:55:53.358838 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1665f3a9-14d8-4220-a535-d6d559f6af04 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:53.396064 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1665f3a9-14d8-4220-a535-d6d559f6af04 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:53.403906 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1665f3a9-14d8-4220-a535-d6d559f6af04 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:53.404862 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1665f3a9-14d8-4220-a535-d6d559f6af04 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:53.434592 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1665f3a9-14d8-4220-a535-d6d559f6af04 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.5144405 Nov 12 00:55:53.434949 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36344) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:53.440866 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-2c9c938f-9cf6-4962-bee6-211b0417bb16 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Request body: {'subnet': {'network_id': '7dd1cfbe-d497-45db-8887-1a7fc740ddb6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:53.517751 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1665f3a9-14d8-4220-a535-d6d559f6af04 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Pushing event updated for resources: {'Network': ['ID=7dd1cfbe-d497-45db-8887-1a7fc740ddb6,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:53.529980 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 7dd1cfbe-d497-45db-8887-1a7fc740ddb6 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:55:53.572049 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9c938f-9cf6-4962-bee6-211b0417bb16 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Made reservation on behalf of 1b330e4c555646339f24bd77820eebe1 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:53.587921 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36352) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:53.588895 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2b7087d3-dffd-4e44-9ee3-8eb48d007396 req-35c5d6d5-5340-40d1-a8b1-8d16e813f326 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 210 time: 0.0424929 Nov 12 00:55:53.600402 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2c9c938f-9cf6-4962-bee6-211b0417bb16 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:53.605162 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0f3070cd-2ce3-440f-a1ba-2073ca6d5413 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:53.725672 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0f3070cd-2ce3-440f-a1ba-2073ca6d5413 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:53.731012 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0f3070cd-2ce3-440f-a1ba-2073ca6d5413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:53.848765 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0f3070cd-2ce3-440f-a1ba-2073ca6d5413 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a74e8ff9c9bc4027b73c9855525dbb23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2602682 Nov 12 00:55:53.848765 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3070cd-2ce3-440f-a1ba-2073ca6d5413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82ab217-4ad7-47a4-8651-c3a2a80fb30d,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:53.849107 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-426922ae-02dc-427a-8ae8-cc1fe7301ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:53.850214 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-426922ae-02dc-427a-8ae8-cc1fe7301ce5 service neutron] 10.222.0.49 "GET /v2.0/ports/1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9 HTTP/1.1" status: 200 len: 1032 time: 0.0467355 Nov 12 00:55:53.859120 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36358) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:53.924352 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36366) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:53.938969 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-468fc56c-6447-44b1-b92f-5f40d7dd8fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:53.940725 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-468fc56c-6447-44b1-b92f-5f40d7dd8fd0 service neutron] 10.222.0.49 "GET /v2.0/ports/e5eb25a0-7da0-4bbc-9a1a-01a506e19685 HTTP/1.1" status: 200 len: 1032 time: 0.0585487 Nov 12 00:55:54.040009 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4618db74-38e9-49b5-a3a9-b2d2eee6b5c4 req-9d49705b-fa60-4389-981c-9961a24527a9 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0910609 Nov 12 00:55:54.050245 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 9f4f7ada-bf0c-4ae0-b610-4746ca91226a details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:55:54.080258 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-91d43952-2a42-4ea6-8baa-98a74e4fbdc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:54.179309 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2c9c938f-9cf6-4962-bee6-211b0417bb16 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:54.196531 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-91d43952-2a42-4ea6-8baa-98a74e4fbdc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:54.204216 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-91d43952-2a42-4ea6-8baa-98a74e4fbdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:54.218488 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679524fd-9046-4b46-9762-78dea4e10952 req-140fe63e-2e0c-497d-a2a1-e61754d7d20d tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:54.222427 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-679524fd-9046-4b46-9762-78dea4e10952 req-140fe63e-2e0c-497d-a2a1-e61754d7d20d tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd01a0e-3db4-4842-99a8-f43b7e22210e HTTP/1.1" status: 200 len: 944 time: 0.3602285 Nov 12 00:55:54.267552 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fccb5e20-fa92-457d-8232-26fe934b9301 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:54.283959 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 9f4f7ada-bf0c-4ae0-b610-4746ca91226a, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=9f4f7ada-bf0c-4ae0-b610-4746ca91226a,segment=NetworkSegment(7f64ba80-ce39-4c56-a8a0-b5dae98bce25),segment_id=7f64ba80-ce39-4c56-a8a0-b5dae98bce25)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:54.289503 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-d4fe583a-5b40-489d-80fb-e9509ad8d94b tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:54.298736 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '9f4f7ada-bf0c-4ae0-b610-4746ca91226a', 'network_id': 'af4f1b37-e652-4f9e-8d30-5c4c87fdae14', 'port_id': '9f4f7ada-bf0c-4ae0-b610-4746ca91226a', 'mac_address': 'fa:16:3e:5a:d5:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d5c0776-b5b7-48fa-8d00-bcca9603dc88', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:55:54.305089 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-d4fe583a-5b40-489d-80fb-e9509ad8d94b tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:54.307781 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-91d43952-2a42-4ea6-8baa-98a74e4fbdc6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fddf368c8abf4296aa0bcac0d3aa1351&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3821845 Nov 12 00:55:54.310267 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36380) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:54.312828 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d43952-2a42-4ea6-8baa-98a74e4fbdc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257e6515-c5d3-4907-a5d8-5fae67286df7,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:54.314859 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-d4fe583a-5b40-489d-80fb-e9509ad8d94b tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:54.316524 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-d4fe583a-5b40-489d-80fb-e9509ad8d94b tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.49 "GET /v2.0/networks?id=6d66b009-87d4-44ee-a0b8-482e36cd5030&id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&id=0fed04be-2c3a-475e-8199-924085f487af&id=0fed04be-2c3a-475e-8199-924085f487af HTTP/1.1" status: 200 len: 1996 time: 0.3387311 Nov 12 00:55:54.361335 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3a1ac6ba-85a1-408f-9cd6-78cebe0bb015 req-cb325841-fa59-4357-8e8e-e1013727ce26 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0435700 Nov 12 00:55:54.364847 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:54.392924 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f4f7ada-bf0c-4ae0-b610-4746ca91226a {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:55:54.422978 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 9f4f7ada-bf0c-4ae0-b610-4746ca91226a, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=9f4f7ada-bf0c-4ae0-b610-4746ca91226a,segment=NetworkSegment(7f64ba80-ce39-4c56-a8a0-b5dae98bce25),segment_id=7f64ba80-ce39-4c56-a8a0-b5dae98bce25)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:54.428609 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:54.435839 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4eabcb5d-3be0-4f7d-9265-926bbcca475a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:54.463696 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4eabcb5d-3be0-4f7d-9265-926bbcca475a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:54.472401 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9c938f-9cf6-4962-bee6-211b0417bb16 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Pushing event updated for resources: {'Subnet': ['ID=b9e89369-070f-46ef-8a61-ec1d4a8cb8fd,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:54.493209 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fccb5e20-fa92-457d-8232-26fe934b9301 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:54.536674 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=9f4f7ada-bf0c-4ae0-b610-4746ca91226a,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:54.559743 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4eabcb5d-3be0-4f7d-9265-926bbcca475a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:54.572279 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4eabcb5d-3be0-4f7d-9265-926bbcca475a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:54.573549 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-4eabcb5d-3be0-4f7d-9265-926bbcca475a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/257e6515-c5d3-4907-a5d8-5fae67286df7 HTTP/1.1" status: 204 len: 168 time: 0.2617724 Nov 12 00:55:54.591906 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabcb5d-3be0-4f7d-9265-926bbcca475a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257e6515-c5d3-4907-a5d8-5fae67286df7,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:54.593595 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-679524fd-9046-4b46-9762-78dea4e10952 req-33a9ddae-8fea-480e-92c2-e87e8a43e110 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/security-groups?id=f22d5517-0bc9-4780-bd87-761275f57254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298225 Nov 12 00:55:54.616479 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9c938f-9cf6-4962-bee6-211b0417bb16 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Checking segment: {'id': '0b5d3542-5533-45e3-b704-17ec2f2aac61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7dd1cfbe-d497-45db-8887-1a7fc740ddb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:54.635437 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9c938f-9cf6-4962-bee6-211b0417bb16 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Network hostable DHCP agents. Network: 7dd1cfbe-d497-45db-8887-1a7fc740ddb6, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:55:54.725097 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-a656e20e-216b-476b-9914-8263e6fcc417 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99d22f2d09c941868df176b00803ab3d HTTP/1.1" status: 200 len: 379 time: 0.3608665 Nov 12 00:55:54.746578 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-6a29411f-35c8-4a9f-b988-dfdce251a40f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Request body: {'port': {'device_id': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'network_id': '6d66b009-87d4-44ee-a0b8-482e36cd5030', 'admin_state_up': True, 'tenant_id': '99d22f2d09c941868df176b00803ab3d', 'security_groups': ['cb557233-8ae7-448c-95fc-fa8c5dd2cb31']}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:54.780192 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-93be3670-ebb2-42e9-bec7-66ff9244482e req-069ef8f3-f76a-4aba-b5d9-85ee952ddb34 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 210 time: 0.0583303 Nov 12 00:55:54.796493 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9c938f-9cf6-4962-bee6-211b0417bb16 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Network 7dd1cfbe-d497-45db-8887-1a7fc740ddb6 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:55:54.854964 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-2c9c938f-9cf6-4962-bee6-211b0417bb16 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 7dd1cfbe-d497-45db-8887-1a7fc740ddb6) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:54.866138 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb94ee93-33f4-4ff1-8b09-23d3011384b7 None None] Network 7dd1cfbe-d497-45db-8887-1a7fc740ddb6 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:54.869193 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9c938f-9cf6-4962-bee6-211b0417bb16 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:54.870017 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2c9c938f-9cf6-4962-bee6-211b0417bb16 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:54.914493 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fccb5e20-fa92-457d-8232-26fe934b9301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:54.916441 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fccb5e20-fa92-457d-8232-26fe934b9301 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:54.920510 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-fccb5e20-fa92-457d-8232-26fe934b9301 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e82ab217-4ad7-47a4-8651-c3a2a80fb30d HTTP/1.1" status: 204 len: 168 time: 1.0517440 Nov 12 00:55:54.953048 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-2c9c938f-9cf6-4962-bee6-211b0417bb16 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5144069 Nov 12 00:55:54.953519 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36394) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:54.955974 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb5e20-fa92-457d-8232-26fe934b9301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82ab217-4ad7-47a4-8651-c3a2a80fb30d,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:54.964368 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-46880639-e4a7-4c64-921e-b3833910af26 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Request body: {'port': {'network_id': '7dd1cfbe-d497-45db-8887-1a7fc740ddb6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1623797318'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:55.042011 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-6a29411f-35c8-4a9f-b988-dfdce251a40f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Made reservation on behalf of 99d22f2d09c941868df176b00803ab3d for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:55.049403 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-6a29411f-35c8-4a9f-b988-dfdce251a40f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:55.157705 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['9f4f7ada-bf0c-4ae0-b610-4746ca91226a'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:55:55.227885 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46880639-e4a7-4c64-921e-b3833910af26 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Made reservation on behalf of 1b330e4c555646339f24bd77820eebe1 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:55.231625 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-46880639-e4a7-4c64-921e-b3833910af26 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:55.279942 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-46880639-e4a7-4c64-921e-b3833910af26 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] device_id is not set on port 69437b7e-67ea-4faa-be6a-f159d28e1331 yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:55:55.316166 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-6a29411f-35c8-4a9f-b988-dfdce251a40f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Allocated IP 172.20.0.5 (6d66b009-87d4-44ee-a0b8-482e36cd5030/84f3c115-0f29-44bb-9c76-e6ed88722019/839befd9-0d96-49e6-b80d-77934b38b2b7) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:55.363118 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36400) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:55.392784 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-85c6e6e9-7d89-470e-a84b-55ca70cf3cfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:55.438061 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdc12a4-406a-43aa-a27a-c6833b21b8b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-7dd1cfbe-d497-45db-8887-1a7fc740ddb6', 'network_id': '7dd1cfbe-d497-45db-8887-1a7fc740ddb6', 'tenant_id': '1b330e4c555646339f24bd77820eebe1', 'fixed_ips': [{'subnet_id': 'b9e89369-070f-46ef-8a61-ec1d4a8cb8fd'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:55:55.439677 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1bdc12a4-406a-43aa-a27a-c6833b21b8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:55.662211 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-6a29411f-35c8-4a9f-b988-dfdce251a40f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:55.672334 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-46880639-e4a7-4c64-921e-b3833910af26 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Allocated IP 2001:db8::2e0 (7dd1cfbe-d497-45db-8887-1a7fc740ddb6/b9e89369-070f-46ef-8a61-ec1d4a8cb8fd/69437b7e-67ea-4faa-be6a-f159d28e1331) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:55.711445 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-6a29411f-35c8-4a9f-b988-dfdce251a40f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:55.769456 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-6a29411f-35c8-4a9f-b988-dfdce251a40f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Network 6d66b009-87d4-44ee-a0b8-482e36cd5030 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:55.775901 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-6a29411f-35c8-4a9f-b988-dfdce251a40f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:55.780826 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-6a29411f-35c8-4a9f-b988-dfdce251a40f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:55:55.788396 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29411f-35c8-4a9f-b988-dfdce251a40f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Pushing event updated for resources: {'Port': ['ID=839befd9-0d96-49e6-b80d-77934b38b2b7,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:55.849563 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-85c6e6e9-7d89-470e-a84b-55ca70cf3cfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:55.864577 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-85c6e6e9-7d89-470e-a84b-55ca70cf3cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:55.900167 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c6e6e9-7d89-470e-a84b-55ca70cf3cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398eb286-e547-4d1f-b8d3-0ccc3c500a8e,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:55.917408 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-6a29411f-35c8-4a9f-b988-dfdce251a40f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:55.917408 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-6a29411f-35c8-4a9f-b988-dfdce251a40f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:55.978625 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0221a0-cb69-4740-8129-d348fcf37acf req-15b633d1-7307-4a4b-aeb3-b8c5281df322 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:55.986204 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fb0221a0-cb69-4740-8129-d348fcf37acf req-15b633d1-7307-4a4b-aeb3-b8c5281df322 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd01a0e-3db4-4842-99a8-f43b7e22210e HTTP/1.1" status: 200 len: 945 time: 0.2184551 Nov 12 00:55:55.996610 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-6a29411f-35c8-4a9f-b988-dfdce251a40f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2630534 Nov 12 00:55:56.018434 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-85c6e6e9-7d89-470e-a84b-55ca70cf3cfa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0fbe4161660e4d52b35587d75ed1a533&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6535079 Nov 12 00:55:56.028132 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36418) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:56.071083 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-3c56d268-1dc5-4578-b38d-1b1a1b1c5534 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Request body: {'port': {'device_id': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'network_id': '2e2e0111-edf0-4285-80d2-69d5d6a25b76', 'admin_state_up': True, 'tenant_id': '99d22f2d09c941868df176b00803ab3d', 'security_groups': ['cb557233-8ae7-448c-95fc-fa8c5dd2cb31']}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:56.224291 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-d3f2996e-7efa-44b5-be2d-194f99cde542 None None] Provisioning complete for port 839befd9-0d96-49e6-b80d-77934b38b2b7 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:56.225223 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d3f2996e-7efa-44b5-be2d-194f99cde542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:56.266896 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fb0221a0-cb69-4740-8129-d348fcf37acf req-416e88b1-325f-4a02-bf9c-c27f88a82ad0 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/security-groups?id=f22d5517-0bc9-4780-bd87-761275f57254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795074 Nov 12 00:55:56.316269 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-3c56d268-1dc5-4578-b38d-1b1a1b1c5534 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Made reservation on behalf of 99d22f2d09c941868df176b00803ab3d for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:56.321881 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-3c56d268-1dc5-4578-b38d-1b1a1b1c5534 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:56.335079 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-46880639-e4a7-4c64-921e-b3833910af26 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:56.366415 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-d3f2996e-7efa-44b5-be2d-194f99cde542 None None] Port 839befd9-0d96-49e6-b80d-77934b38b2b7 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:55:56.409072 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-46880639-e4a7-4c64-921e-b3833910af26 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:56.489927 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46880639-e4a7-4c64-921e-b3833910af26 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Network 7dd1cfbe-d497-45db-8887-1a7fc740ddb6 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:56.494111 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-46880639-e4a7-4c64-921e-b3833910af26 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:56.508293 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46880639-e4a7-4c64-921e-b3833910af26 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:55:56.517843 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46880639-e4a7-4c64-921e-b3833910af26 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:56.519379 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-46880639-e4a7-4c64-921e-b3833910af26 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:56.576016 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46880639-e4a7-4c64-921e-b3833910af26 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Pushing event updated for resources: {'Port': ['ID=69437b7e-67ea-4faa-be6a-f159d28e1331,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:56.599682 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-46880639-e4a7-4c64-921e-b3833910af26 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6449142 Nov 12 00:55:56.600329 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36434) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:56.616864 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-cde6d7a9-6e1f-4b04-9a20-aabff6fa036e tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Request body: {'port': {'network_id': '7dd1cfbe-d497-45db-8887-1a7fc740ddb6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1595026185', 'allowed_address_pairs': [{'ip_address': '2001:db8::2e0', 'mac_address': 'fa:16:3e:72:6d:cf'}]}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:56.622066 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-eccdbf76-cd99-47ab-835f-eb678fe6e6a7 req-3fc69f4e-0730-4dac-8acc-ceeb7de26ebe service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1999683 Nov 12 00:55:56.640974 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b77d21-69c3-42b8-99e7-4e2308f44f1d req-eb5a1ebf-8ae2-4693-8716-0e54921bc3e6 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:56.642717 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-04b77d21-69c3-42b8-99e7-4e2308f44f1d req-eb5a1ebf-8ae2-4693-8716-0e54921bc3e6 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 931 time: 0.6631112 Nov 12 00:55:56.760639 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-614be15c-5dc0-480a-a79c-cad26c4d7ea1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:56.802675 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-04b77d21-69c3-42b8-99e7-4e2308f44f1d req-a1a55c5d-3af1-45ac-9e74-30a8bc0aa8b3 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514790 Nov 12 00:55:56.821292 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-614be15c-5dc0-480a-a79c-cad26c4d7ea1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:56.833624 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-3c56d268-1dc5-4578-b38d-1b1a1b1c5534 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Allocated IP 10.1.1.247 (2e2e0111-edf0-4285-80d2-69d5d6a25b76/ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5/4c22bace-f635-4893-bff7-f3b4e0d2feaa) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:56.871721 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde6d7a9-6e1f-4b04-9a20-aabff6fa036e tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Made reservation on behalf of 1b330e4c555646339f24bd77820eebe1 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:56.887584 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-1bdc12a4-406a-43aa-a27a-c6833b21b8b5 None None] Allocated IP 2001:db8::2 (7dd1cfbe-d497-45db-8887-1a7fc740ddb6/b9e89369-070f-46ef-8a61-ec1d4a8cb8fd/a26d4cdc-9e95-4066-bed0-a7670f01927b) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:57.057432 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-614be15c-5dc0-480a-a79c-cad26c4d7ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:57.065942 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-614be15c-5dc0-480a-a79c-cad26c4d7ea1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:57.072243 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-614be15c-5dc0-480a-a79c-cad26c4d7ea1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/398eb286-e547-4d1f-b8d3-0ccc3c500a8e HTTP/1.1" status: 204 len: 168 time: 1.0364828 Nov 12 00:55:57.086115 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cde6d7a9-6e1f-4b04-9a20-aabff6fa036e tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:57.096567 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614be15c-5dc0-480a-a79c-cad26c4d7ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398eb286-e547-4d1f-b8d3-0ccc3c500a8e,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:57.136555 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-cde6d7a9-6e1f-4b04-9a20-aabff6fa036e tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] device_id is not set on port 10d7c74c-919b-4c20-bbec-19a04bc54b64 yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:55:57.188713 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-3c56d268-1dc5-4578-b38d-1b1a1b1c5534 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:57.222312 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36450) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:57.279408 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-3c56d268-1dc5-4578-b38d-1b1a1b1c5534 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:57.290991 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1bdc12a4-406a-43aa-a27a-c6833b21b8b5 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:57.341673 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-3c56d268-1dc5-4578-b38d-1b1a1b1c5534 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Network 2e2e0111-edf0-4285-80d2-69d5d6a25b76 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:57.345997 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-3c56d268-1dc5-4578-b38d-1b1a1b1c5534 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:57.357801 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1bdc12a4-406a-43aa-a27a-c6833b21b8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:57.370963 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-3c56d268-1dc5-4578-b38d-1b1a1b1c5534 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:55:57.429131 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c56d268-1dc5-4578-b38d-1b1a1b1c5534 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Pushing event updated for resources: {'Port': ['ID=4c22bace-f635-4893-bff7-f3b4e0d2feaa,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:57.486937 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc12a4-406a-43aa-a27a-c6833b21b8b5 None None] Pushing event updated for resources: {'Port': ['ID=a26d4cdc-9e95-4066-bed0-a7670f01927b,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:57.506187 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdc12a4-406a-43aa-a27a-c6833b21b8b5 None None] Network 7dd1cfbe-d497-45db-8887-1a7fc740ddb6 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:57.507015 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-3c56d268-1dc5-4578-b38d-1b1a1b1c5534 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:57.508007 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-3c56d268-1dc5-4578-b38d-1b1a1b1c5534 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:57.511082 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-cde6d7a9-6e1f-4b04-9a20-aabff6fa036e tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Allocated IP 2001:db8::2cc (7dd1cfbe-d497-45db-8887-1a7fc740ddb6/b9e89369-070f-46ef-8a61-ec1d4a8cb8fd/10d7c74c-919b-4c20-bbec-19a04bc54b64) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:57.522296 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-1bdc12a4-406a-43aa-a27a-c6833b21b8b5 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:57.529890 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdc12a4-406a-43aa-a27a-c6833b21b8b5 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:55:57.537055 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-3c56d268-1dc5-4578-b38d-1b1a1b1c5534 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5041859 Nov 12 00:55:57.576593 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-ad033f88-8707-4f5b-8c3e-6eb29a1c36b2 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Request body: {'port': {'device_id': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'network_id': '2e2e0111-edf0-4285-80d2-69d5d6a25b76', 'admin_state_up': True, 'tenant_id': '99d22f2d09c941868df176b00803ab3d', 'security_groups': ['cb557233-8ae7-448c-95fc-fa8c5dd2cb31']}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:57.671508 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e1739-af0a-47ca-ab86-983c3770b707 req-878c9d57-e980-44bb-93ed-730631e762d5 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:57.673082 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4a1e1739-af0a-47ca-ab86-983c3770b707 req-878c9d57-e980-44bb-93ed-730631e762d5 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd01a0e-3db4-4842-99a8-f43b7e22210e HTTP/1.1" status: 200 len: 945 time: 0.2185667 Nov 12 00:55:57.678667 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-1bdc12a4-406a-43aa-a27a-c6833b21b8b5 None None] Attempting to bind port a26d4cdc-9e95-4066-bed0-a7670f01927b on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:55:57.679071 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-1bdc12a4-406a-43aa-a27a-c6833b21b8b5 None None] Attempting to bind port a26d4cdc-9e95-4066-bed0-a7670f01927b by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '0b5d3542-5533-45e3-b704-17ec2f2aac61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7dd1cfbe-d497-45db-8887-1a7fc740ddb6'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:55:57.679508 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdc12a4-406a-43aa-a27a-c6833b21b8b5 None None] Attempting to bind port a26d4cdc-9e95-4066-bed0-a7670f01927b on network 7dd1cfbe-d497-45db-8887-1a7fc740ddb6 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:55:57.690231 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdc12a4-406a-43aa-a27a-c6833b21b8b5 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:55:57.690231 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdc12a4-406a-43aa-a27a-c6833b21b8b5 None None] Checking segment: {'id': '0b5d3542-5533-45e3-b704-17ec2f2aac61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7dd1cfbe-d497-45db-8887-1a7fc740ddb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:57.690507 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1bdc12a4-406a-43aa-a27a-c6833b21b8b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:57.690758 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdc12a4-406a-43aa-a27a-c6833b21b8b5 None None] Bound using segment: {'id': '0b5d3542-5533-45e3-b704-17ec2f2aac61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7dd1cfbe-d497-45db-8887-1a7fc740ddb6'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:55:57.691230 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-1bdc12a4-406a-43aa-a27a-c6833b21b8b5 None None] Bound port: a26d4cdc-9e95-4066-bed0-a7670f01927b, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5d3542-5533-45e3-b704-17ec2f2aac61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7dd1cfbe-d497-45db-8887-1a7fc740ddb6'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:55:57.691646 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1bdc12a4-406a-43aa-a27a-c6833b21b8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:57.766470 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-229a7c32-5967-46d8-8fe6-792190f3f753 req-b1303ef9-a4bf-47ec-9744-1b7a403d0cd6 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1154747 Nov 12 00:55:57.848715 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-1bdc12a4-406a-43aa-a27a-c6833b21b8b5 None None] For port a26d4cdc-9e95-4066-bed0-a7670f01927b, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:55:57.858686 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-1bdc12a4-406a-43aa-a27a-c6833b21b8b5 None None] For port a26d4cdc-9e95-4066-bed0-a7670f01927b, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=a26d4cdc-9e95-4066-bed0-a7670f01927b,segment=NetworkSegment(0b5d3542-5533-45e3-b704-17ec2f2aac61),segment_id=0b5d3542-5533-45e3-b704-17ec2f2aac61)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:55:57.862428 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-624e5623-e2be-4abe-8248-7c2f421b57f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:57.869315 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1bdc12a4-406a-43aa-a27a-c6833b21b8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:58.001438 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc12a4-406a-43aa-a27a-c6833b21b8b5 None None] Pushing event updated for resources: {'Port': ['ID=a26d4cdc-9e95-4066-bed0-a7670f01927b,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:58.059210 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4a1e1739-af0a-47ca-ab86-983c3770b707 req-a25e23fb-3f35-42f1-9472-49954584f4ee tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/security-groups?id=f22d5517-0bc9-4780-bd87-761275f57254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752348 Nov 12 00:55:58.069309 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 9f4f7ada-bf0c-4ae0-b610-4746ca91226a up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:58.070601 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-ad033f88-8707-4f5b-8c3e-6eb29a1c36b2 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Made reservation on behalf of 99d22f2d09c941868df176b00803ab3d for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:58.076269 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-ad033f88-8707-4f5b-8c3e-6eb29a1c36b2 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:58.079116 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-751972a3-50c2-44d7-aa10-c28a3b6af471 None None] Provisioning complete for port 4c22bace-f635-4893-bff7-f3b4e0d2feaa triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:58.079278 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-751972a3-50c2-44d7-aa10-c28a3b6af471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:58.121534 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70936c2-2ad4-4ac1-b9cf-9bd694d09021 req-94a0fb07-a198-43ff-8705-82307bf63a3f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:58.128524 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70936c2-2ad4-4ac1-b9cf-9bd694d09021 req-94a0fb07-a198-43ff-8705-82307bf63a3f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:58.130660 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b70936c2-2ad4-4ac1-b9cf-9bd694d09021 req-94a0fb07-a198-43ff-8705-82307bf63a3f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 1653 time: 0.1334996 Nov 12 00:55:58.261862 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-751972a3-50c2-44d7-aa10-c28a3b6af471 None None] Port 4c22bace-f635-4893-bff7-f3b4e0d2feaa cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:55:58.291843 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 9f4f7ada-bf0c-4ae0-b610-4746ca91226a completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:55:58.298122 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 9f4f7ada-bf0c-4ae0-b610-4746ca91226a triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:58.299294 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:58.369577 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-624e5623-e2be-4abe-8248-7c2f421b57f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:58.392111 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cde6d7a9-6e1f-4b04-9a20-aabff6fa036e tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:58.396784 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-624e5623-e2be-4abe-8248-7c2f421b57f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:58.519846 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:58.540210 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-624e5623-e2be-4abe-8248-7c2f421b57f8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ea94e9b3322d4b9cb0e4dc3f8bdfd399&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3027468 Nov 12 00:55:58.544188 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36486) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:58.558564 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e5623-e2be-4abe-8248-7c2f421b57f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad30d615-08d2-40f1-9bf3-42afe49d4f38,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:58.584428 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd01a0e-3db4-4842-99a8-f43b7e22210e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4f7ada-bf0c-4ae0-b610-4746ca91226a'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:55:58.591956 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c9881c-7133-4793-bfe9-65d34fb197f9" -d '{"events": [{"server_uuid": "3cd01a0e-3db4-4842-99a8-f43b7e22210e", "name": "network-vif-plugged", "status": "completed", "tag": "9f4f7ada-bf0c-4ae0-b610-4746ca91226a"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:55:58.642156 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 9f4f7ada-bf0c-4ae0-b610-4746ca91226a, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=9f4f7ada-bf0c-4ae0-b610-4746ca91226a,segment=NetworkSegment(7f64ba80-ce39-4c56-a8a0-b5dae98bce25),segment_id=7f64ba80-ce39-4c56-a8a0-b5dae98bce25)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:58.649249 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:58.677837 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-ad033f88-8707-4f5b-8c3e-6eb29a1c36b2 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Allocated IP 10.1.1.186 (2e2e0111-edf0-4285-80d2-69d5d6a25b76/ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5/41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:58.720168 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cde6d7a9-6e1f-4b04-9a20-aabff6fa036e tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:58.743877 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b70936c2-2ad4-4ac1-b9cf-9bd694d09021 req-5a2ebdcf-7892-4bb1-9b50-ac91c27c45e9 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2711611 Nov 12 00:55:58.800548 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=9f4f7ada-bf0c-4ae0-b610-4746ca91226a,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:58.848343 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22ec411-6f86-4722-9447-2e58f26f128d x-openstack-request-id: req-a22ec411-6f86-4722-9447-2e58f26f128d {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:55:58.848630 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cd01a0e-3db4-4842-99a8-f43b7e22210e", "name": "network-vif-plugged", "status": "completed", "tag": "9f4f7ada-bf0c-4ae0-b610-4746ca91226a", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:55:58.848921 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a22ec411-6f86-4722-9447-2e58f26f128d {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:55:58.849388 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cd01a0e-3db4-4842-99a8-f43b7e22210e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4f7ada-bf0c-4ae0-b610-4746ca91226a', 'code': 200} Nov 12 00:55:58.863471 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7c54e23d-3c0e-414a-8091-ea70cd9fa462 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:58.880127 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde6d7a9-6e1f-4b04-9a20-aabff6fa036e tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Network 7dd1cfbe-d497-45db-8887-1a7fc740ddb6 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:58.897325 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-cde6d7a9-6e1f-4b04-9a20-aabff6fa036e tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:58.902844 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde6d7a9-6e1f-4b04-9a20-aabff6fa036e tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:55:58.909003 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde6d7a9-6e1f-4b04-9a20-aabff6fa036e tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:58.909403 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cde6d7a9-6e1f-4b04-9a20-aabff6fa036e tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:58.918947 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde6d7a9-6e1f-4b04-9a20-aabff6fa036e tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Pushing event updated for resources: {'Port': ['ID=10d7c74c-919b-4c20-bbec-19a04bc54b64,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:58.933109 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7c54e23d-3c0e-414a-8091-ea70cd9fa462 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:58.970506 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-cde6d7a9-6e1f-4b04-9a20-aabff6fa036e tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.3663146 Nov 12 00:55:58.970506 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36504) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:59.054891 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ef5a8-4f41-4c5a-98f4-840c976d6a9d req-eb84f8f4-8d93-4bd4-81b3-ff5ce5b671fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:59.056944 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8c4ef5a8-4f41-4c5a-98f4-840c976d6a9d req-eb84f8f4-8d93-4bd4-81b3-ff5ce5b671fd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3cd01a0e-3db4-4842-99a8-f43b7e22210e HTTP/1.1" status: 200 len: 1098 time: 0.1148195 Nov 12 00:55:59.060581 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-ad033f88-8707-4f5b-8c3e-6eb29a1c36b2 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:59.079495 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7c54e23d-3c0e-414a-8091-ea70cd9fa462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:59.081997 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7c54e23d-3c0e-414a-8091-ea70cd9fa462 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:59.086442 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7c54e23d-3c0e-414a-8091-ea70cd9fa462 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ad30d615-08d2-40f1-9bf3-42afe49d4f38 HTTP/1.1" status: 204 len: 168 time: 0.5408366 Nov 12 00:55:59.097325 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c54e23d-3c0e-414a-8091-ea70cd9fa462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad30d615-08d2-40f1-9bf3-42afe49d4f38,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:59.138513 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab45a1cf-3b99-4b11-8874-0b490b0c5dde tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:59.159571 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab45a1cf-3b99-4b11-8874-0b490b0c5dde tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:59.163532 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8c4ef5a8-4f41-4c5a-98f4-840c976d6a9d req-570e6b6d-1910-425f-a6a8-bce385599460 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f22d5517-0bc9-4780-bd87-761275f57254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894477 Nov 12 00:55:59.174595 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab45a1cf-3b99-4b11-8874-0b490b0c5dde tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:59.183780 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ab45a1cf-3b99-4b11-8874-0b490b0c5dde tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.2113769 Nov 12 00:55:59.186033 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36516) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:59.188818 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-ad033f88-8707-4f5b-8c3e-6eb29a1c36b2 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:59.354241 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-ad033f88-8707-4f5b-8c3e-6eb29a1c36b2 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Network 2e2e0111-edf0-4285-80d2-69d5d6a25b76 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:59.361148 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-1f6c4282-9c91-4983-bde9-b19585ce7343 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Deleting port 10d7c74c-919b-4c20-bbec-19a04bc54b64 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:55:59.361718 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1f6c4282-9c91-4983-bde9-b19585ce7343 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:59.370379 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-ad033f88-8707-4f5b-8c3e-6eb29a1c36b2 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:59.378879 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-ad033f88-8707-4f5b-8c3e-6eb29a1c36b2 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:55:59.397029 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad033f88-8707-4f5b-8c3e-6eb29a1c36b2 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Pushing event updated for resources: {'Port': ['ID=41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:59.475092 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966ea80-fca1-4c99-b8d9-c1d3faea8df4 req-67902ad6-d6b8-4902-86e7-798d84fb8d1a tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:59.477590 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1966ea80-fca1-4c99-b8d9-c1d3faea8df4 req-67902ad6-d6b8-4902-86e7-798d84fb8d1a tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd01a0e-3db4-4842-99a8-f43b7e22210e HTTP/1.1" status: 200 len: 946 time: 0.2777407 Nov 12 00:55:59.603352 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-ad033f88-8707-4f5b-8c3e-6eb29a1c36b2 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:59.604033 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-ad033f88-8707-4f5b-8c3e-6eb29a1c36b2 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:59.611156 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1f6c4282-9c91-4983-bde9-b19585ce7343 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:59.635142 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-1f6c4282-9c91-4983-bde9-b19585ce7343 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Calling delete_port for 10d7c74c-919b-4c20-bbec-19a04bc54b64 owned by {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:55:59.651876 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-ad033f88-8707-4f5b-8c3e-6eb29a1c36b2 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0873735 Nov 12 00:55:59.670380 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-d19a135f-053d-43cb-aef0-4f6b6a43a7c5 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Request body: {'port': {'device_id': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '0fed04be-2c3a-475e-8199-924085f487af', 'admin_state_up': True, 'tenant_id': '99d22f2d09c941868df176b00803ab3d', 'security_groups': ['cb557233-8ae7-448c-95fc-fa8c5dd2cb31']}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:59.862889 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1966ea80-fca1-4c99-b8d9-c1d3faea8df4 req-8539d622-d9e3-4195-8610-49d6c134e90d tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/security-groups?id=f22d5517-0bc9-4780-bd87-761275f57254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772442 Nov 12 00:55:59.933717 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-85c350f5-9d28-4cbb-a460-0c90f5c28cb7 req-c501e95d-cf24-415e-86d7-b44121fe1c23 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0749588 Nov 12 00:55:59.969616 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-d19a135f-053d-43cb-aef0-4f6b6a43a7c5 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Made reservation on behalf of 99d22f2d09c941868df176b00803ab3d for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:00.000998 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device a26d4cdc-9e95-4066-bed0-a7670f01927b up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:56:00.139931 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-d19a135f-053d-43cb-aef0-4f6b6a43a7c5 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:00.173706 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1f6c4282-9c91-4983-bde9-b19585ce7343 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:00.202101 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73925d8a-44c6-4705-9cf9-2c965a2d7fb1 None None] Network 7dd1cfbe-d497-45db-8887-1a7fc740ddb6 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:56:00.291394 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36536) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:00.311683 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c4282-9c91-4983-bde9-b19585ce7343 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Pushing event deleted for resources: {'Port': ['ID=10d7c74c-919b-4c20-bbec-19a04bc54b64,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:00.319460 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-5b12c813-39cd-4606-8cdd-7a422477b6cd None None] Provisioning complete for port a26d4cdc-9e95-4066-bed0-a7670f01927b triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:00.325069 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5b12c813-39cd-4606-8cdd-7a422477b6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:00.363664 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c93b25ef-b5a0-4fe7-aa01-cff2720a926c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:00.408485 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36538) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:00.489027 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port a26d4cdc-9e95-4066-bed0-a7670f01927b triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:00.489737 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:00.533695 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56206779-d194-4688-af44-912f6b8e58fb req-ca3426a7-fdf3-4ce0-978f-3a529e3cd3f5 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:00.587171 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56206779-d194-4688-af44-912f6b8e58fb req-ca3426a7-fdf3-4ce0-978f-3a529e3cd3f5 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:00.616496 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56206779-d194-4688-af44-912f6b8e58fb req-ca3426a7-fdf3-4ce0-978f-3a529e3cd3f5 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:00.619380 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-56206779-d194-4688-af44-912f6b8e58fb req-ca3426a7-fdf3-4ce0-978f-3a529e3cd3f5 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 2374 time: 0.4772429 Nov 12 00:56:00.620520 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1f6c4282-9c91-4983-bde9-b19585ce7343 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:00.630036 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1f6c4282-9c91-4983-bde9-b19585ce7343 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] 10.222.0.20 "DELETE /v2.0/ports/10d7c74c-919b-4c20-bbec-19a04bc54b64 HTTP/1.1" status: 204 len: 168 time: 1.4393208 Nov 12 00:56:00.637739 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36546) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:00.665038 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5b12c813-39cd-4606-8cdd-7a422477b6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:00.665641 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-d19a135f-053d-43cb-aef0-4f6b6a43a7c5 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Allocated IP 10.2.2.100 (0fed04be-2c3a-475e-8199-924085f487af/5954c685-7a02-40be-97b5-9b885e683410/32d55d15-cda1-42c5-acb9-247105424a0c) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:00.713483 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-5705e89f-2c8b-4eeb-9497-e03dd3e7aa83 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] GET failed (client error): The resource could not be found. Nov 12 00:56:00.719611 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5705e89f-2c8b-4eeb-9497-e03dd3e7aa83 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] 10.222.0.20 "GET /v2.0/ports/10d7c74c-919b-4c20-bbec-19a04bc54b64 HTTP/1.1" status: 404 len: 333 time: 0.0799229 Nov 12 00:56:00.720433 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36550) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:00.734937 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-f418298b-0a82-4749-9ac1-5e8571c83d57 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Request body: {'port': {'network_id': '7dd1cfbe-d497-45db-8887-1a7fc740ddb6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-10653493'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:00.814793 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-5b12c813-39cd-4606-8cdd-7a422477b6cd None None] For port a26d4cdc-9e95-4066-bed0-a7670f01927b, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=a26d4cdc-9e95-4066-bed0-a7670f01927b,segment=NetworkSegment(0b5d3542-5533-45e3-b704-17ec2f2aac61),segment_id=0b5d3542-5533-45e3-b704-17ec2f2aac61)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:00.857935 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-56206779-d194-4688-af44-912f6b8e58fb req-943a5d4b-1ff2-46cd-9f71-7dbd3cd71b1e tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2227519 Nov 12 00:56:00.860769 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5b12c813-39cd-4606-8cdd-7a422477b6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:00.955567 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-5b12c813-39cd-4606-8cdd-7a422477b6cd None None] Provisioning complete for port 41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:00.956248 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5b12c813-39cd-4606-8cdd-7a422477b6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:01.018222 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f418298b-0a82-4749-9ac1-5e8571c83d57 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Made reservation on behalf of 1b330e4c555646339f24bd77820eebe1 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:01.026008 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f418298b-0a82-4749-9ac1-5e8571c83d57 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:01.038476 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b12c813-39cd-4606-8cdd-7a422477b6cd None None] Pushing event updated for resources: {'Port': ['ID=a26d4cdc-9e95-4066-bed0-a7670f01927b,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:01.055972 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-5b12c813-39cd-4606-8cdd-7a422477b6cd None None] Port 41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:56:01.129248 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-f418298b-0a82-4749-9ac1-5e8571c83d57 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] device_id is not set on port e52b0823-3c3b-4f3a-adfe-062fe1ea4cdc yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:56:01.196367 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52afd9-ff4b-4309-88ff-231bc01ece28 req-4586c3b5-37ec-42b4-ad07-f8e6ad11f391 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:01.208838 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2b52afd9-ff4b-4309-88ff-231bc01ece28 req-4586c3b5-37ec-42b4-ad07-f8e6ad11f391 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd01a0e-3db4-4842-99a8-f43b7e22210e HTTP/1.1" status: 200 len: 946 time: 0.1452286 Nov 12 00:56:01.278156 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2b52afd9-ff4b-4309-88ff-231bc01ece28 req-7ce390d8-bb08-4920-aef5-04ca33592372 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/security-groups?id=f22d5517-0bc9-4780-bd87-761275f57254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635681 Nov 12 00:56:01.305721 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:56:01.360050 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1437343b-1b99-444a-97a3-2e5b1d86ab3c req-1a74c45f-ed59-4cdb-b3d5-79b83395d088 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0410967 Nov 12 00:56:01.385660 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d8e7c2cd-e875-4064-bb12-05158759fb8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:01.410587 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-f418298b-0a82-4749-9ac1-5e8571c83d57 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Allocated IP 2001:db8::14c (7dd1cfbe-d497-45db-8887-1a7fc740ddb6/b9e89369-070f-46ef-8a61-ec1d4a8cb8fd/e52b0823-3c3b-4f3a-adfe-062fe1ea4cdc) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:01.424279 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b4c7163a-1d89-4e87-bb4c-5d05bf41f7f9 None None] Provisioning complete for port a26d4cdc-9e95-4066-bed0-a7670f01927b triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:01.424658 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b4c7163a-1d89-4e87-bb4c-5d05bf41f7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:01.566391 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-d19a135f-053d-43cb-aef0-4f6b6a43a7c5 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:01.610036 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b4c7163a-1d89-4e87-bb4c-5d05bf41f7f9 None None] Provisioning complete for port 69437b7e-67ea-4faa-be6a-f159d28e1331 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:01.610693 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b4c7163a-1d89-4e87-bb4c-5d05bf41f7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:01.674278 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b4c7163a-1d89-4e87-bb4c-5d05bf41f7f9 None None] Port 69437b7e-67ea-4faa-be6a-f159d28e1331 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:56:01.774559 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c93b25ef-b5a0-4fe7-aa01-cff2720a926c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:01.800155 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c93b25ef-b5a0-4fe7-aa01-cff2720a926c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:01.808410 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616e153-e1ff-47ee-bf4b-487778b8af8d req-b5a6ba1d-2b35-4414-adc1-2c975b92d7e7 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:01.821580 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f616e153-e1ff-47ee-bf4b-487778b8af8d req-b5a6ba1d-2b35-4414-adc1-2c975b92d7e7 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd01a0e-3db4-4842-99a8-f43b7e22210e HTTP/1.1" status: 200 len: 946 time: 0.1308980 Nov 12 00:56:01.873272 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c93b25ef-b5a0-4fe7-aa01-cff2720a926c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6c9a97c4066e4f6ca00d3c8e3929c238&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5798552 Nov 12 00:56:01.884560 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36576) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:01.894796 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device a26d4cdc-9e95-4066-bed0-a7670f01927b up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:56:01.939569 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f418298b-0a82-4749-9ac1-5e8571c83d57 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:01.958121 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc0486-7302-4de4-b73f-0bd1900ae33a req-c46b9e25-170c-45c7-9c9b-f1e15139f04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:01.959750 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-35cc0486-7302-4de4-b73f-0bd1900ae33a req-c46b9e25-170c-45c7-9c9b-f1e15139f04d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=baf75bc08f044ea79cb7fe0fca6d826b&device_id=3cd01a0e-3db4-4842-99a8-f43b7e22210e HTTP/1.1" status: 200 len: 1098 time: 0.2885721 Nov 12 00:56:01.982498 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f616e153-e1ff-47ee-bf4b-487778b8af8d req-e02ebfba-75b2-4f27-b3b6-9079fbdb3964 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/security-groups?id=f22d5517-0bc9-4780-bd87-761275f57254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599088 Nov 12 00:56:01.994984 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d8e7c2cd-e875-4064-bb12-05158759fb8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:01.996504 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93b25ef-b5a0-4fe7-aa01-cff2720a926c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c9d131-1790-43e2-a3da-99aa574516f6,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:02.018697 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-e933acea-9e6c-40be-822b-df24320ee58e None None] Provisioning complete for port 69437b7e-67ea-4faa-be6a-f159d28e1331 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:02.019077 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e933acea-9e6c-40be-822b-df24320ee58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:02.048963 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d8e7c2cd-e875-4064-bb12-05158759fb8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:02.118743 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5d97715f-0660-4e7d-bc2b-fde6534cd59c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:02.124068 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f418298b-0a82-4749-9ac1-5e8571c83d57 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:02.128404 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-e933acea-9e6c-40be-822b-df24320ee58e None None] Port 69437b7e-67ea-4faa-be6a-f159d28e1331 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:56:02.150139 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-d19a135f-053d-43cb-aef0-4f6b6a43a7c5 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:02.166899 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port a26d4cdc-9e95-4066-bed0-a7670f01927b triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:02.167269 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:02.204863 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5d97715f-0660-4e7d-bc2b-fde6534cd59c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:02.219466 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f418298b-0a82-4749-9ac1-5e8571c83d57 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Network 7dd1cfbe-d497-45db-8887-1a7fc740ddb6 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:02.243979 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f418298b-0a82-4749-9ac1-5e8571c83d57 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Pushing event updated for resources: {'Port': ['ID=e52b0823-3c3b-4f3a-adfe-062fe1ea4cdc,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:02.256399 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-f418298b-0a82-4749-9ac1-5e8571c83d57 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:02.287173 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f418298b-0a82-4749-9ac1-5e8571c83d57 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:56:02.308393 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f418298b-0a82-4749-9ac1-5e8571c83d57 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:02.309039 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-75141c11-9c1d-4d26-9dbf-8d089d16059f None None] Could not find standard attr ID for object 10d7c74c-919b-4c20-bbec-19a04bc54b64. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:56:02.310906 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d8e7c2cd-e875-4064-bb12-05158759fb8b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b43cd34a9fc743af8203b40b81819143&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9009070 Nov 12 00:56:02.313752 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f418298b-0a82-4749-9ac1-5e8571c83d57 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:02.345999 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36584) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:02.398787 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e7c2cd-e875-4064-bb12-05158759fb8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef58daed-a412-486f-b6a0-dfd6cea30912,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:02.410420 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-d19a135f-053d-43cb-aef0-4f6b6a43a7c5 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Network 0fed04be-2c3a-475e-8199-924085f487af is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:02.424512 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-d19a135f-053d-43cb-aef0-4f6b6a43a7c5 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:02.430755 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-d19a135f-053d-43cb-aef0-4f6b6a43a7c5 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:56:02.435570 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f418298b-0a82-4749-9ac1-5e8571c83d57 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.7043581 Nov 12 00:56:02.438322 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a135f-053d-43cb-aef0-4f6b6a43a7c5 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Pushing event updated for resources: {'Port': ['ID=32d55d15-cda1-42c5-acb9-247105424a0c,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:02.454769 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36590) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:02.465270 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f4855-3144-4c2c-984d-456b967695c3 req-4d653beb-42a9-4989-b2d7-eb17ebdbe3d5 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:02.471439 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f4855-3144-4c2c-984d-456b967695c3 req-4d653beb-42a9-4989-b2d7-eb17ebdbe3d5 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:02.472592 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-adf3d485-757d-49e6-86b2-09b1595f1e37 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2e0', 'mac_address': 'fa:16:3e:72:6d:cf'}]}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:02.492656 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f4855-3144-4c2c-984d-456b967695c3 req-4d653beb-42a9-4989-b2d7-eb17ebdbe3d5 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:02.499676 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f4855-3144-4c2c-984d-456b967695c3 req-4d653beb-42a9-4989-b2d7-eb17ebdbe3d5 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:02.509689 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f02f4855-3144-4c2c-984d-456b967695c3 req-4d653beb-42a9-4989-b2d7-eb17ebdbe3d5 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 3095 time: 0.4778440 Nov 12 00:56:02.635363 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5d97715f-0660-4e7d-bc2b-fde6534cd59c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:02.637978 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5d97715f-0660-4e7d-bc2b-fde6534cd59c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:02.639163 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5d97715f-0660-4e7d-bc2b-fde6534cd59c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e9c9d131-1790-43e2-a3da-99aa574516f6 HTTP/1.1" status: 204 len: 168 time: 0.7326078 Nov 12 00:56:02.659777 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-94c48019-8c10-4277-b938-087d599d0464 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:02.691463 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d97715f-0660-4e7d-bc2b-fde6534cd59c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c9d131-1790-43e2-a3da-99aa574516f6,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:02.701955 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-94c48019-8c10-4277-b938-087d599d0464 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:02.711341 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-d19a135f-053d-43cb-aef0-4f6b6a43a7c5 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:02.718766 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-d19a135f-053d-43cb-aef0-4f6b6a43a7c5 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:02.726617 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc0486-7302-4de4-b73f-0bd1900ae33a req-5e1d344c-1cf3-4e07-8b54-94ca3961dec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:02.736392 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-35cc0486-7302-4de4-b73f-0bd1900ae33a req-5e1d344c-1cf3-4e07-8b54-94ca3961dec3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=af4f1b37-e652-4f9e-8d30-5c4c87fdae14 HTTP/1.1" status: 200 len: 921 time: 0.7668040 Nov 12 00:56:02.782890 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-adf3d485-757d-49e6-86b2-09b1595f1e37 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:02.784322 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f02f4855-3144-4c2c-984d-456b967695c3 req-2a436231-cfee-483f-82e1-c1d9e98511e5 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2735126 Nov 12 00:56:02.883249 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-35cc0486-7302-4de4-b73f-0bd1900ae33a req-4770df3e-ae1e-4dff-8480-931d755714f9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f4f7ada-bf0c-4ae0-b610-4746ca91226a HTTP/1.1" status: 200 len: 217 time: 0.1384928 Nov 12 00:56:02.894044 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-d19a135f-053d-43cb-aef0-4f6b6a43a7c5 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2278187 Nov 12 00:56:02.939975 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-76370637-1b53-4486-81d2-94db2993b853 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Request body: {'port': {'device_id': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '0fed04be-2c3a-475e-8199-924085f487af', 'admin_state_up': True, 'tenant_id': '99d22f2d09c941868df176b00803ab3d', 'security_groups': ['cb557233-8ae7-448c-95fc-fa8c5dd2cb31']}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:02.995720 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-a3231070-82c2-4510-abba-ca4a729ea262 None None] Provisioning complete for port 32d55d15-cda1-42c5-acb9-247105424a0c triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:02.997856 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a3231070-82c2-4510-abba-ca4a729ea262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:03.116042 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-a3231070-82c2-4510-abba-ca4a729ea262 None None] Port 32d55d15-cda1-42c5-acb9-247105424a0c cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:56:03.175216 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-76370637-1b53-4486-81d2-94db2993b853 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Made reservation on behalf of 99d22f2d09c941868df176b00803ab3d for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:03.190573 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-76370637-1b53-4486-81d2-94db2993b853 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:03.254149 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-9d97747a-c914-455f-82ee-c0bee4093c35 None None] Provisioning complete for port e52b0823-3c3b-4f3a-adfe-062fe1ea4cdc triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:03.255117 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9d97747a-c914-455f-82ee-c0bee4093c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:03.269591 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4ecbda74-49cb-4058-a172-089c1e494c14 req-a9cd08da-60a1-4df0-a6fb-2b0fbe761e48 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0432143 Nov 12 00:56:03.275859 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc0486-7302-4de4-b73f-0bd1900ae33a req-d3c00caf-4f88-4adb-9b3f-75a9cc3a3e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:03.277891 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-35cc0486-7302-4de4-b73f-0bd1900ae33a req-d3c00caf-4f88-4adb-9b3f-75a9cc3a3e1e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6d5c0776-b5b7-48fa-8d00-bcca9603dc88 HTTP/1.1" status: 200 len: 860 time: 0.3757079 Nov 12 00:56:03.316304 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-35cc0486-7302-4de4-b73f-0bd1900ae33a req-c3eec302-e5e4-4084-9b18-95f09278b11b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=af4f1b37-e652-4f9e-8d30-5c4c87fdae14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293019 Nov 12 00:56:03.364099 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-9d97747a-c914-455f-82ee-c0bee4093c35 None None] Port e52b0823-3c3b-4f3a-adfe-062fe1ea4cdc cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:56:03.422849 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-35cc0486-7302-4de4-b73f-0bd1900ae33a req-cb08701b-f2dd-43d1-bab7-c3f8f30c8df2 service neutron] 10.222.0.54 "GET /v2.0/networks/af4f1b37-e652-4f9e-8d30-5c4c87fdae14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990686 Nov 12 00:56:03.521403 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2787873a-6c2e-424e-8ef4-aa1156529990 req-c97a70f6-2dcf-49eb-9046-440dedddad1d service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0399070 Nov 12 00:56:03.538627 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-adf3d485-757d-49e6-86b2-09b1595f1e37 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:03.549456 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-adf3d485-757d-49e6-86b2-09b1595f1e37 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:03.568940 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-94c48019-8c10-4277-b938-087d599d0464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:03.570129 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-94c48019-8c10-4277-b938-087d599d0464 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:03.573656 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-94c48019-8c10-4277-b938-087d599d0464 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ef58daed-a412-486f-b6a0-dfd6cea30912 HTTP/1.1" status: 204 len: 168 time: 1.2143912 Nov 12 00:56:03.626316 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-adf3d485-757d-49e6-86b2-09b1595f1e37 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] In _notify_port_updated(), no bound segment for port e52b0823-3c3b-4f3a-adfe-062fe1ea4cdc on network 7dd1cfbe-d497-45db-8887-1a7fc740ddb6 {{(pid=102662) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 00:56:03.632557 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf3d485-757d-49e6-86b2-09b1595f1e37 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:03.633344 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-adf3d485-757d-49e6-86b2-09b1595f1e37 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:03.636005 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-adf3d485-757d-49e6-86b2-09b1595f1e37 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] 10.222.0.20 "PUT /v2.0/ports/e52b0823-3c3b-4f3a-adfe-062fe1ea4cdc HTTP/1.1" status: 200 len: 1001 time: 1.1731474 Nov 12 00:56:03.638572 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c48019-8c10-4277-b938-087d599d0464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef58daed-a412-486f-b6a0-dfd6cea30912,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:03.643205 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36630) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:03.652846 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f1f8b-fe0f-498e-a889-7e0405560076 req-fbdb98bf-44fa-49be-b3c6-f1cc137ae23e tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:03.661295 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6f9f1f8b-fe0f-498e-a889-7e0405560076 req-fbdb98bf-44fa-49be-b3c6-f1cc137ae23e tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd01a0e-3db4-4842-99a8-f43b7e22210e HTTP/1.1" status: 200 len: 946 time: 0.4437802 Nov 12 00:56:03.730435 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf3d485-757d-49e6-86b2-09b1595f1e37 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Pushing event updated for resources: {'Port': ['ID=e52b0823-3c3b-4f3a-adfe-062fe1ea4cdc,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:03.839544 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6f9f1f8b-fe0f-498e-a889-7e0405560076 req-ff62b31b-cb53-4bd9-8096-d6eadf01ae74 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/security-groups?id=f22d5517-0bc9-4780-bd87-761275f57254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770225 Nov 12 00:56:03.907401 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-49249c56-a9bb-4663-8f94-722a8da174d5 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Deleting port e52b0823-3c3b-4f3a-adfe-062fe1ea4cdc {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:56:03.907742 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-49249c56-a9bb-4663-8f94-722a8da174d5 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:04.049467 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-35cc0486-7302-4de4-b73f-0bd1900ae33a req-1b123e19-5d53-40af-95d3-940d934374c1 service neutron] 10.222.0.54 "GET /v2.0/networks/af4f1b37-e652-4f9e-8d30-5c4c87fdae14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6187136 Nov 12 00:56:04.134250 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-49249c56-a9bb-4663-8f94-722a8da174d5 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:04.147753 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea63b4-6d7e-46fc-80a9-9c763b383570 req-fb48967f-10b8-4e77-9305-c6f9320e4193 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:04.163277 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea63b4-6d7e-46fc-80a9-9c763b383570 req-fb48967f-10b8-4e77-9305-c6f9320e4193 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:04.165872 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-49249c56-a9bb-4663-8f94-722a8da174d5 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Calling delete_port for e52b0823-3c3b-4f3a-adfe-062fe1ea4cdc owned by {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:56:04.183446 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea63b4-6d7e-46fc-80a9-9c763b383570 req-fb48967f-10b8-4e77-9305-c6f9320e4193 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:04.195111 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea63b4-6d7e-46fc-80a9-9c763b383570 req-fb48967f-10b8-4e77-9305-c6f9320e4193 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:04.198391 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-99ea63b4-6d7e-46fc-80a9-9c763b383570 req-fb48967f-10b8-4e77-9305-c6f9320e4193 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 3095 time: 0.2194495 Nov 12 00:56:04.202264 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-76370637-1b53-4486-81d2-94db2993b853 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Allocated IP 10.2.2.200 (0fed04be-2c3a-475e-8199-924085f487af/5954c685-7a02-40be-97b5-9b885e683410/c22b6762-e3f6-4522-8e3f-46a49996d03c) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:04.260432 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-58865dea-1201-4350-8263-0f08736ee863 None None] Provisioning complete for port e52b0823-3c3b-4f3a-adfe-062fe1ea4cdc triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:04.262137 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-58865dea-1201-4350-8263-0f08736ee863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:04.266361 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1abb4fdc-ce59-4265-be31-f19c377bf75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:04.356765 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36656) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:04.371555 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-58865dea-1201-4350-8263-0f08736ee863 None None] Port e52b0823-3c3b-4f3a-adfe-062fe1ea4cdc cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:56:04.492579 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-99ea63b4-6d7e-46fc-80a9-9c763b383570 req-87c00166-34b3-4714-a383-a79bed9a6aac tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2689695 Nov 12 00:56:04.496549 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-922d79f4-ae52-46f9-8499-8eb7d970f3b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:04.525291 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-49249c56-a9bb-4663-8f94-722a8da174d5 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:04.672633 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-922d79f4-ae52-46f9-8499-8eb7d970f3b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:04.695990 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-922d79f4-ae52-46f9-8499-8eb7d970f3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:04.755655 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49249c56-a9bb-4663-8f94-722a8da174d5 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Pushing event deleted for resources: {'Port': ['ID=e52b0823-3c3b-4f3a-adfe-062fe1ea4cdc,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:04.827135 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-922d79f4-ae52-46f9-8499-8eb7d970f3b4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ab99ea30c0704f83af40840aa1029c11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4669669 Nov 12 00:56:04.830717 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36670) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:04.849776 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-49249c56-a9bb-4663-8f94-722a8da174d5 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:04.855369 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-49249c56-a9bb-4663-8f94-722a8da174d5 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] 10.222.0.20 "DELETE /v2.0/ports/e52b0823-3c3b-4f3a-adfe-062fe1ea4cdc HTTP/1.1" status: 204 len: 168 time: 1.1896517 Nov 12 00:56:04.856319 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36672) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:04.904835 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-267a92ad-ddd4-4eec-9284-5eb1402f6287 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] GET failed (client error): The resource could not be found. Nov 12 00:56:04.910035 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-267a92ad-ddd4-4eec-9284-5eb1402f6287 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] 10.222.0.20 "GET /v2.0/ports/e52b0823-3c3b-4f3a-adfe-062fe1ea4cdc HTTP/1.1" status: 404 len: 333 time: 0.0492454 Nov 12 00:56:04.910805 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36680) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:04.916320 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-e0c6a5d0-d666-412f-b552-123e92cf4fb6 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Request body: {'port': {'network_id': '7dd1cfbe-d497-45db-8887-1a7fc740ddb6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1532160849'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:04.975191 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d79f4-ae52-46f9-8499-8eb7d970f3b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d868ae-52eb-4f16-88c3-2cc45cfaf6e8,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:05.021350 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-76370637-1b53-4486-81d2-94db2993b853 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:05.082226 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ee137-5ed4-444d-99d7-43156c734bee req-9676079e-42de-4b67-a8ab-f0f43a74e437 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:05.090094 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b48ee137-5ed4-444d-99d7-43156c734bee req-9676079e-42de-4b67-a8ab-f0f43a74e437 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd01a0e-3db4-4842-99a8-f43b7e22210e HTTP/1.1" status: 200 len: 946 time: 0.0862882 Nov 12 00:56:05.141820 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-76370637-1b53-4486-81d2-94db2993b853 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:05.177835 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b48ee137-5ed4-444d-99d7-43156c734bee req-50e1e618-7405-4d6d-bd42-0aa9b94924d3 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/security-groups?id=f22d5517-0bc9-4780-bd87-761275f57254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868342 Nov 12 00:56:05.184666 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c6a5d0-d666-412f-b552-123e92cf4fb6 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Made reservation on behalf of 1b330e4c555646339f24bd77820eebe1 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:05.189760 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e0c6a5d0-d666-412f-b552-123e92cf4fb6 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:05.210342 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-e0c6a5d0-d666-412f-b552-123e92cf4fb6 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] device_id is not set on port 74a2c108-a5d5-4986-971f-c93277e6c0d6 yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:56:05.215913 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76370637-1b53-4486-81d2-94db2993b853 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Pushing event updated for resources: {'Port': ['ID=c22b6762-e3f6-4522-8e3f-46a49996d03c,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:05.229445 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-76370637-1b53-4486-81d2-94db2993b853 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Network 0fed04be-2c3a-475e-8199-924085f487af is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:05.231579 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-daf4f8d6-e7b5-481f-84b0-c9552184b66d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:05.233565 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-76370637-1b53-4486-81d2-94db2993b853 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:05.239522 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4cb04d42-551c-4c8b-ab5d-67b296926ace req-7814a4f0-1f15-45ae-ac15-35bbc481626f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1473155 Nov 12 00:56:05.242243 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-76370637-1b53-4486-81d2-94db2993b853 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:56:05.470774 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-76370637-1b53-4486-81d2-94db2993b853 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:05.473996 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-76370637-1b53-4486-81d2-94db2993b853 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:05.489994 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-e0c6a5d0-d666-412f-b552-123e92cf4fb6 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Allocated IP 2001:db8::34f (7dd1cfbe-d497-45db-8887-1a7fc740ddb6/b9e89369-070f-46ef-8a61-ec1d4a8cb8fd/74a2c108-a5d5-4986-971f-c93277e6c0d6) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:05.497863 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-daf4f8d6-e7b5-481f-84b0-c9552184b66d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:05.655812 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a7ac57ff-2228-46a8-8b77-78641315d576 req-218bccf2-1925-4048-b8af-7762812f9c90 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1356292 Nov 12 00:56:05.656966 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-928e6aa8-0251-4638-9656-6b7218be6deb None None] Provisioning complete for port c22b6762-e3f6-4522-8e3f-46a49996d03c triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:05.657485 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-928e6aa8-0251-4638-9656-6b7218be6deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:05.666268 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-76370637-1b53-4486-81d2-94db2993b853 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7523911 Nov 12 00:56:05.690798 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-df13568a-e774-4aec-9a6f-b28457620164 service neutron] Request body: {'port': {'device_id': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:05.743896 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-928e6aa8-0251-4638-9656-6b7218be6deb None None] Port c22b6762-e3f6-4522-8e3f-46a49996d03c cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:56:05.762168 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb04d42-551c-4c8b-ab5d-67b296926ace req-7082ea7d-0ea8-48ee-9f0e-de0cfd33888a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:05.763790 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4cb04d42-551c-4c8b-ab5d-67b296926ace req-7082ea7d-0ea8-48ee-9f0e-de0cfd33888a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f62521c5dc664ba4a3bbe0954819df3b&device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 1098 time: 0.3921564 Nov 12 00:56:05.808604 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5285def5-0ba6-4fe9-8a43-1283119aca29 req-e270f7d1-3f76-4be0-bb67-946fe93b9ce0 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:05.818548 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5285def5-0ba6-4fe9-8a43-1283119aca29 req-e270f7d1-3f76-4be0-bb67-946fe93b9ce0 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:05.833402 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5285def5-0ba6-4fe9-8a43-1283119aca29 req-e270f7d1-3f76-4be0-bb67-946fe93b9ce0 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:05.848971 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5285def5-0ba6-4fe9-8a43-1283119aca29 req-e270f7d1-3f76-4be0-bb67-946fe93b9ce0 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:05.859281 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5285def5-0ba6-4fe9-8a43-1283119aca29 req-e270f7d1-3f76-4be0-bb67-946fe93b9ce0 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:05.862195 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5285def5-0ba6-4fe9-8a43-1283119aca29 req-e270f7d1-3f76-4be0-bb67-946fe93b9ce0 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 3816 time: 0.1973362 Nov 12 00:56:05.942694 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e0c6a5d0-d666-412f-b552-123e92cf4fb6 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:05.993281 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5285def5-0ba6-4fe9-8a43-1283119aca29 req-09d8b247-6049-4544-8979-76491cbd30cf tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180620 Nov 12 00:56:05.996139 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-daf4f8d6-e7b5-481f-84b0-c9552184b66d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:06.009703 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-daf4f8d6-e7b5-481f-84b0-c9552184b66d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:06.010126 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-daf4f8d6-e7b5-481f-84b0-c9552184b66d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/34d868ae-52eb-4f16-88c3-2cc45cfaf6e8 HTTP/1.1" status: 204 len: 168 time: 1.1719053 Nov 12 00:56:06.028772 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-df13568a-e774-4aec-9a6f-b28457620164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:06.062336 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e0c6a5d0-d666-412f-b552-123e92cf4fb6 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:06.125449 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf4f8d6-e7b5-481f-84b0-c9552184b66d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d868ae-52eb-4f16-88c3-2cc45cfaf6e8,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:06.128722 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-be35cbbb-38a9-4272-9567-c859a3af0871 req-37075dc3-0704-4364-82d5-083e0cacac2c service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1027176 Nov 12 00:56:06.176114 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb04d42-551c-4c8b-ab5d-67b296926ace req-4b8837ce-4614-4f10-85b0-a2f3375238e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:06.177663 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4cb04d42-551c-4c8b-ab5d-67b296926ace req-4b8837ce-4614-4f10-85b0-a2f3375238e9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9bd80eeb-5154-4c03-9db9-fcf789d8dd48 HTTP/1.1" status: 200 len: 918 time: 0.3815148 Nov 12 00:56:06.188502 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c6a5d0-d666-412f-b552-123e92cf4fb6 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Network 7dd1cfbe-d497-45db-8887-1a7fc740ddb6 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:06.208150 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-e0c6a5d0-d666-412f-b552-123e92cf4fb6 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:06.218581 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c6a5d0-d666-412f-b552-123e92cf4fb6 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:56:06.225345 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c6a5d0-d666-412f-b552-123e92cf4fb6 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:06.226898 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e0c6a5d0-d666-412f-b552-123e92cf4fb6 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:06.277533 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c6a5d0-d666-412f-b552-123e92cf4fb6 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Pushing event updated for resources: {'Port': ['ID=74a2c108-a5d5-4986-971f-c93277e6c0d6,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:06.286252 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e0c6a5d0-d666-412f-b552-123e92cf4fb6 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3743162 Nov 12 00:56:06.289291 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36740) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:06.294993 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-a447cb78-e896-4220-b55c-06ea912753c7 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:72:6d:cf'}]}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:06.442659 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-27d98fa3-70ea-4abf-8c69-577ec0c8f2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:06.503339 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a447cb78-e896-4220-b55c-06ea912753c7 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:06.804461 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4cb04d42-551c-4c8b-ab5d-67b296926ace req-07c0a46f-ea32-4b3b-8b68-c183405d25de service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ded2273a-2a05-4940-8a85-b6f893dc4749 HTTP/1.1" status: 200 len: 1002 time: 0.5443919 Nov 12 00:56:06.864895 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a74b65-85d7-43b7-b322-52b00efa19b5 req-67e484ce-e2fc-4c17-a781-0add4f9df9fd tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:06.872815 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-92a74b65-85d7-43b7-b322-52b00efa19b5 req-67e484ce-e2fc-4c17-a781-0add4f9df9fd tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd01a0e-3db4-4842-99a8-f43b7e22210e HTTP/1.1" status: 200 len: 946 time: 0.4826090 Nov 12 00:56:06.890060 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-8655f787-3962-4145-b41f-b66b70e255bf None None] Provisioning complete for port 74a2c108-a5d5-4986-971f-c93277e6c0d6 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:06.891242 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8655f787-3962-4145-b41f-b66b70e255bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:06.896493 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a447cb78-e896-4220-b55c-06ea912753c7 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:06.905787 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a447cb78-e896-4220-b55c-06ea912753c7 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:06.978265 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-a447cb78-e896-4220-b55c-06ea912753c7 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] In _notify_port_updated(), no bound segment for port 74a2c108-a5d5-4986-971f-c93277e6c0d6 on network 7dd1cfbe-d497-45db-8887-1a7fc740ddb6 {{(pid=102662) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 00:56:06.986028 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a447cb78-e896-4220-b55c-06ea912753c7 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:06.987222 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a447cb78-e896-4220-b55c-06ea912753c7 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:06.992185 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36772) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:06.994811 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a447cb78-e896-4220-b55c-06ea912753c7 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] 10.222.0.20 "PUT /v2.0/ports/74a2c108-a5d5-4986-971f-c93277e6c0d6 HTTP/1.1" status: 200 len: 1003 time: 0.7017875 Nov 12 00:56:07.041700 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a447cb78-e896-4220-b55c-06ea912753c7 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Pushing event updated for resources: {'Port': ['ID=74a2c108-a5d5-4986-971f-c93277e6c0d6,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:07.086241 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-92a74b65-85d7-43b7-b322-52b00efa19b5 req-aef77d19-2183-4578-89f0-46cb8ed004e4 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/security-groups?id=f22d5517-0bc9-4780-bd87-761275f57254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121885 Nov 12 00:56:07.151223 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb04d42-551c-4c8b-ab5d-67b296926ace req-78bf41e6-af15-4cfa-853c-b033d7aab5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:07.154754 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4cb04d42-551c-4c8b-ab5d-67b296926ace req-78bf41e6-af15-4cfa-853c-b033d7aab5bd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=04c51f1f-4fad-42e7-a817-4af69d874ab6 HTTP/1.1" status: 200 len: 856 time: 0.3354125 Nov 12 00:56:07.223664 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36782) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:07.303429 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-8655f787-3962-4145-b41f-b66b70e255bf None None] Port 74a2c108-a5d5-4986-971f-c93277e6c0d6 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:56:07.313976 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43edbb6-7a10-4630-b7e5-752880511eee req-f24b75a1-1be2-4403-837e-cc635807b33c tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:07.322955 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43edbb6-7a10-4630-b7e5-752880511eee req-f24b75a1-1be2-4403-837e-cc635807b33c tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:07.330819 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43edbb6-7a10-4630-b7e5-752880511eee req-f24b75a1-1be2-4403-837e-cc635807b33c tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:07.340331 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43edbb6-7a10-4630-b7e5-752880511eee req-f24b75a1-1be2-4403-837e-cc635807b33c tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:07.348200 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43edbb6-7a10-4630-b7e5-752880511eee req-f24b75a1-1be2-4403-837e-cc635807b33c tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:07.350530 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e43edbb6-7a10-4630-b7e5-752880511eee req-f24b75a1-1be2-4403-837e-cc635807b33c tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 3816 time: 0.1778541 Nov 12 00:56:07.395059 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb04d42-551c-4c8b-ab5d-67b296926ace req-bdd55f5a-951f-4035-aee8-5f96d83fdb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:07.396554 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4cb04d42-551c-4c8b-ab5d-67b296926ace req-bdd55f5a-951f-4035-aee8-5f96d83fdb6e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9bd80eeb-5154-4c03-9db9-fcf789d8dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2283330 Nov 12 00:56:07.410946 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-df13568a-e774-4aec-9a6f-b28457620164 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 839befd9-0d96-49e6-b80d-77934b38b2b7 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:56:07.453569 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e43edbb6-7a10-4630-b7e5-752880511eee req-4160c273-091d-4434-a1a3-a900a72b78ba tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914960 Nov 12 00:56:07.475336 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-df13568a-e774-4aec-9a6f-b28457620164 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:07.481068 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-3f5616a6-1fac-413a-85cf-6aca439c2486 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Deleting port 74a2c108-a5d5-4986-971f-c93277e6c0d6 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:56:07.481068 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3f5616a6-1fac-413a-85cf-6aca439c2486 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:07.540644 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1394d197-c394-4369-a8b6-3a0da522feb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:07.544966 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-df13568a-e774-4aec-9a6f-b28457620164 service neutron] Transition to ACTIVE for port object 839befd9-0d96-49e6-b80d-77934b38b2b7 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:56:07.552177 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-0255955d-a385-4534-b6e8-f0fcae5a9271 None None] Provisioning complete for port 74a2c108-a5d5-4986-971f-c93277e6c0d6 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:07.553030 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0255955d-a385-4534-b6e8-f0fcae5a9271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:07.614853 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-0255955d-a385-4534-b6e8-f0fcae5a9271 None None] Port 74a2c108-a5d5-4986-971f-c93277e6c0d6 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:56:07.615903 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-df13568a-e774-4aec-9a6f-b28457620164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:07.656609 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:07.740283 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df13568a-e774-4aec-9a6f-b28457620164 service neutron] Pushing event updated for resources: {'Port': ['ID=839befd9-0d96-49e6-b80d-77934b38b2b7,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:07.744500 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3f5616a6-1fac-413a-85cf-6aca439c2486 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:07.769750 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4cb04d42-551c-4c8b-ab5d-67b296926ace req-faaee822-624f-45d9-9ae4-727503eea0f3 service neutron] 10.222.0.49 "GET /v2.0/networks/9bd80eeb-5154-4c03-9db9-fcf789d8dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408389 Nov 12 00:56:07.781725 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1394d197-c394-4369-a8b6-3a0da522feb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:07.791488 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1394d197-c394-4369-a8b6-3a0da522feb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:07.839282 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-3f5616a6-1fac-413a-85cf-6aca439c2486 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Calling delete_port for 74a2c108-a5d5-4986-971f-c93277e6c0d6 owned by {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:56:07.884355 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-df13568a-e774-4aec-9a6f-b28457620164 service neutron] Attempting to bind port 839befd9-0d96-49e6-b80d-77934b38b2b7 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:56:07.884976 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-df13568a-e774-4aec-9a6f-b28457620164 service neutron] Attempting to bind port 839befd9-0d96-49e6-b80d-77934b38b2b7 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'bac9ae7f-c1bf-42c9-91a3-fcb8f2c6d79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6d66b009-87d4-44ee-a0b8-482e36cd5030'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:56:07.885530 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-df13568a-e774-4aec-9a6f-b28457620164 service neutron] Attempting to bind port 839befd9-0d96-49e6-b80d-77934b38b2b7 on network 6d66b009-87d4-44ee-a0b8-482e36cd5030 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:07.953576 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-df13568a-e774-4aec-9a6f-b28457620164 service neutron] Port 839befd9-0d96-49e6-b80d-77934b38b2b7 on network 6d66b009-87d4-44ee-a0b8-482e36cd5030 not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:56:07.953818 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-df13568a-e774-4aec-9a6f-b28457620164 service neutron] Attempting to bind port 839befd9-0d96-49e6-b80d-77934b38b2b7 on network 6d66b009-87d4-44ee-a0b8-482e36cd5030 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:08.007855 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1394d197-c394-4369-a8b6-3a0da522feb2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6e55849487574bf0a65a80ce82ad5889&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7803650 Nov 12 00:56:08.010636 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1394d197-c394-4369-a8b6-3a0da522feb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289abb15-61c7-424e-be36-23193ea20cc5,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:08.020784 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36810) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:08.026187 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-df13568a-e774-4aec-9a6f-b28457620164 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:56:08.026791 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-df13568a-e774-4aec-9a6f-b28457620164 service neutron] Checking segment: {'id': 'bac9ae7f-c1bf-42c9-91a3-fcb8f2c6d79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6d66b009-87d4-44ee-a0b8-482e36cd5030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:56:08.027179 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-df13568a-e774-4aec-9a6f-b28457620164 service neutron] Bound using segment: {'id': 'bac9ae7f-c1bf-42c9-91a3-fcb8f2c6d79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6d66b009-87d4-44ee-a0b8-482e36cd5030'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:56:08.027629 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-df13568a-e774-4aec-9a6f-b28457620164 service neutron] Bound port: 839befd9-0d96-49e6-b80d-77934b38b2b7, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac9ae7f-c1bf-42c9-91a3-fcb8f2c6d79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6d66b009-87d4-44ee-a0b8-482e36cd5030'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:56:08.027986 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-df13568a-e774-4aec-9a6f-b28457620164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:08.064586 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2e084d69-0850-4f86-92ce-ae0945a778a4 req-d6aa5889-a915-41af-b5e4-dc77ebbd3579 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0544312 Nov 12 00:56:08.111007 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4cb04d42-551c-4c8b-ab5d-67b296926ace req-86e5a402-b1c5-47fe-8377-dc00e49624b4 service neutron] 10.222.0.49 "GET /v2.0/networks/9bd80eeb-5154-4c03-9db9-fcf789d8dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860854 Nov 12 00:56:08.178042 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-df13568a-e774-4aec-9a6f-b28457620164 service neutron] For port 839befd9-0d96-49e6-b80d-77934b38b2b7, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:56:08.178689 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c1591258-f368-48c3-8646-509d1eaf88af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:08.192818 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-df13568a-e774-4aec-9a6f-b28457620164 service neutron] For port 839befd9-0d96-49e6-b80d-77934b38b2b7, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=839befd9-0d96-49e6-b80d-77934b38b2b7,segment=NetworkSegment(bac9ae7f-c1bf-42c9-91a3-fcb8f2c6d79e),segment_id=bac9ae7f-c1bf-42c9-91a3-fcb8f2c6d79e)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:56:08.239544 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-df13568a-e774-4aec-9a6f-b28457620164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:08.301336 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-df13568a-e774-4aec-9a6f-b28457620164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:08.301913 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-df13568a-e774-4aec-9a6f-b28457620164 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:08.303267 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-df13568a-e774-4aec-9a6f-b28457620164 service neutron] 10.222.0.49 "PUT /v2.0/ports/839befd9-0d96-49e6-b80d-77934b38b2b7 HTTP/1.1" status: 200 len: 1092 time: 2.6239665 Nov 12 00:56:08.303722 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'tag': '839befd9-0d96-49e6-b80d-77934b38b2b7'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:08.306081 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3d0910-080c-42e7-a16a-e195892f6636" -d '{"events": [{"name": "network-changed", "server_uuid": "f4448604-16ab-4f44-a2c8-0b55b9d2bf06", "tag": "839befd9-0d96-49e6-b80d-77934b38b2b7"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:08.332975 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c1591258-f368-48c3-8646-509d1eaf88af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:08.359596 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-d4425cb4-704a-4c2b-a5d3-7d0e2f0b697d service neutron] Request body: {'port': {'device_id': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:08.416951 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3f5616a6-1fac-413a-85cf-6aca439c2486 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:08.423894 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc21be5-1fe6-46ce-93a6-36011f08ff50 req-54199cc0-ac02-4eea-82f6-175f32acadc8 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:08.434077 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cfc21be5-1fe6-46ce-93a6-36011f08ff50 req-54199cc0-ac02-4eea-82f6-175f32acadc8 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd01a0e-3db4-4842-99a8-f43b7e22210e HTTP/1.1" status: 200 len: 946 time: 0.2342172 Nov 12 00:56:08.448758 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a86a408-db06-43a4-940e-4ec8e20a01fa x-openstack-request-id: req-7a86a408-db06-43a4-940e-4ec8e20a01fa {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:08.449029 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4448604-16ab-4f44-a2c8-0b55b9d2bf06", "tag": "839befd9-0d96-49e6-b80d-77934b38b2b7", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:08.449227 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7a86a408-db06-43a4-940e-4ec8e20a01fa {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:08.449735 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'tag': '839befd9-0d96-49e6-b80d-77934b38b2b7', 'status': 'completed', 'code': 200} Nov 12 00:56:08.478340 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36828) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:08.538412 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cfc21be5-1fe6-46ce-93a6-36011f08ff50 req-40cc678e-6b79-418b-b44e-ed5eeeb0e29d tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/security-groups?id=f22d5517-0bc9-4780-bd87-761275f57254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012561 Nov 12 00:56:08.548248 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df13568a-e774-4aec-9a6f-b28457620164 service neutron] Pushing event updated for resources: {'Port': ['ID=839befd9-0d96-49e6-b80d-77934b38b2b7,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:08.557664 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c1591258-f368-48c3-8646-509d1eaf88af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:08.565299 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c1591258-f368-48c3-8646-509d1eaf88af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:08.573071 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c1591258-f368-48c3-8646-509d1eaf88af admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/289abb15-61c7-424e-be36-23193ea20cc5 HTTP/1.1" status: 204 len: 168 time: 0.5478516 Nov 12 00:56:08.598204 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1591258-f368-48c3-8646-509d1eaf88af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289abb15-61c7-424e-be36-23193ea20cc5,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:08.630120 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3efb2eef-a745-4cc0-8b61-5c7b2874fa3a req-6aae9529-2fe5-49af-b828-59dbf25f14e8 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1795073 Nov 12 00:56:08.691290 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5616a6-1fac-413a-85cf-6aca439c2486 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Pushing event deleted for resources: {'Port': ['ID=74a2c108-a5d5-4986-971f-c93277e6c0d6,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:08.704986 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-d4425cb4-704a-4c2b-a5d3-7d0e2f0b697d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:08.770650 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b8b0057d-ae15-44f1-b733-805e5f1c5534 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:08.775948 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3f5616a6-1fac-413a-85cf-6aca439c2486 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:08.782940 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-3f5616a6-1fac-413a-85cf-6aca439c2486 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] 10.222.0.20 "DELETE /v2.0/ports/74a2c108-a5d5-4986-971f-c93277e6c0d6 HTTP/1.1" status: 204 len: 168 time: 1.7854311 Nov 12 00:56:08.786790 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36840) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:08.800221 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d0910-080c-42e7-a16a-e195892f6636 req-5f855593-9e71-465b-b666-c76b35f44f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:08.801206 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d0910-080c-42e7-a16a-e195892f6636 req-5f855593-9e71-465b-b666-c76b35f44f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:08.802741 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d0910-080c-42e7-a16a-e195892f6636 req-5f855593-9e71-465b-b666-c76b35f44f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:08.803595 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d0910-080c-42e7-a16a-e195892f6636 req-5f855593-9e71-465b-b666-c76b35f44f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:08.805152 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d0910-080c-42e7-a16a-e195892f6636 req-5f855593-9e71-465b-b666-c76b35f44f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:08.808027 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dc3d0910-080c-42e7-a16a-e195892f6636 req-5f855593-9e71-465b-b666-c76b35f44f52 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99d22f2d09c941868df176b00803ab3d&device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 4364 time: 0.2851708 Nov 12 00:56:08.831374 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf78af21-418c-4faa-b873-4b7ac5877b82 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] GET failed (client error): The resource could not be found. Nov 12 00:56:08.832869 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-cf78af21-418c-4faa-b873-4b7ac5877b82 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] 10.222.0.20 "GET /v2.0/ports/74a2c108-a5d5-4986-971f-c93277e6c0d6 HTTP/1.1" status: 404 len: 333 time: 0.0425248 Nov 12 00:56:08.847044 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36844) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:08.852637 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-e0fbe6c0-e0a8-4b1e-91fd-fed22230ff5d tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Request body: {'port': {'network_id': '7dd1cfbe-d497-45db-8887-1a7fc740ddb6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1708027887'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:08.885542 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6f2b8-483d-433a-a2b3-55c30abf4657 req-1a07cc04-6a3c-4f9a-8983-5a1c6a7b015e tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:08.893862 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6f2b8-483d-433a-a2b3-55c30abf4657 req-1a07cc04-6a3c-4f9a-8983-5a1c6a7b015e tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:08.902726 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6f2b8-483d-433a-a2b3-55c30abf4657 req-1a07cc04-6a3c-4f9a-8983-5a1c6a7b015e tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:08.912509 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6f2b8-483d-433a-a2b3-55c30abf4657 req-1a07cc04-6a3c-4f9a-8983-5a1c6a7b015e tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:08.926722 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6f2b8-483d-433a-a2b3-55c30abf4657 req-1a07cc04-6a3c-4f9a-8983-5a1c6a7b015e tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:08.952518 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-eec6f2b8-483d-433a-a2b3-55c30abf4657 req-1a07cc04-6a3c-4f9a-8983-5a1c6a7b015e tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 3828 time: 0.3553996 Nov 12 00:56:09.114298 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b8b0057d-ae15-44f1-b733-805e5f1c5534 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:09.143450 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b8b0057d-ae15-44f1-b733-805e5f1c5534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:09.175306 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0fbe6c0-e0a8-4b1e-91fd-fed22230ff5d tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Made reservation on behalf of 1b330e4c555646339f24bd77820eebe1 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:09.178201 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e0fbe6c0-e0a8-4b1e-91fd-fed22230ff5d tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:09.225710 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36856) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:09.227572 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-e0fbe6c0-e0a8-4b1e-91fd-fed22230ff5d tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] device_id is not set on port 8cca88d4-4f77-4528-981e-6770ad90beef yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:56:09.229217 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:09.265771 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-eec6f2b8-483d-433a-a2b3-55c30abf4657 req-21c0a046-5d0c-4abf-97dc-83143482d3b4 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3041241 Nov 12 00:56:09.298459 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b8b0057d-ae15-44f1-b733-805e5f1c5534 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0115b1f5127b49ffb74b23af582a8fd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8178582 Nov 12 00:56:09.302847 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-caa937b5-2052-48ef-ba6a-9a07be6be09b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:09.304846 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36860) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:09.315044 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d0910-080c-42e7-a16a-e195892f6636 req-049343f4-366c-486f-85e9-6607d3aabcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:09.315802 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d0910-080c-42e7-a16a-e195892f6636 req-049343f4-366c-486f-85e9-6607d3aabcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:09.316429 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d0910-080c-42e7-a16a-e195892f6636 req-049343f4-366c-486f-85e9-6607d3aabcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:09.318210 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dc3d0910-080c-42e7-a16a-e195892f6636 req-049343f4-366c-486f-85e9-6607d3aabcfc service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=99d22f2d09c941868df176b00803ab3d&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4557085 Nov 12 00:56:09.322596 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b0057d-ae15-44f1-b733-805e5f1c5534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec110230-85f0-43a0-8551-34a6cd408c21,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:09.406994 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-caa937b5-2052-48ef-ba6a-9a07be6be09b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:09.417884 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-caa937b5-2052-48ef-ba6a-9a07be6be09b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:09.519269 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-caa937b5-2052-48ef-ba6a-9a07be6be09b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2635220dd7ac4240bc09ec78becf9c30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2817757 Nov 12 00:56:09.526153 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36868) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:09.531170 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa937b5-2052-48ef-ba6a-9a07be6be09b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8aab429-4dd3-42cc-8af5-05690d7a1080,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:09.609132 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-e0fbe6c0-e0a8-4b1e-91fd-fed22230ff5d tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Allocated IP 2001:db8::276 (7dd1cfbe-d497-45db-8887-1a7fc740ddb6/b9e89369-070f-46ef-8a61-ec1d4a8cb8fd/8cca88d4-4f77-4528-981e-6770ad90beef) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:09.611227 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-95627b00-e3d2-493d-baa2-363130fbb7bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:09.661112 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-95627b00-e3d2-493d-baa2-363130fbb7bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:09.752132 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d18f1e55-e93b-4e35-86de-05ace19f8290 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:09.769844 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:09.856805 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d18f1e55-e93b-4e35-86de-05ace19f8290 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:09.869397 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9480ed-7555-4de5-885f-43c9a12480ec req-7c783cac-008d-4303-9f9c-b22d74908770 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:09.877089 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6c9480ed-7555-4de5-885f-43c9a12480ec req-7c783cac-008d-4303-9f9c-b22d74908770 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd01a0e-3db4-4842-99a8-f43b7e22210e HTTP/1.1" status: 200 len: 946 time: 0.2116325 Nov 12 00:56:09.897150 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-95627b00-e3d2-493d-baa2-363130fbb7bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:09.900376 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-95627b00-e3d2-493d-baa2-363130fbb7bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:09.901987 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-95627b00-e3d2-493d-baa2-363130fbb7bf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ec110230-85f0-43a0-8551-34a6cd408c21 HTTP/1.1" status: 204 len: 168 time: 0.5931787 Nov 12 00:56:09.946731 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95627b00-e3d2-493d-baa2-363130fbb7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec110230-85f0-43a0-8551-34a6cd408c21,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:10.014087 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6c9480ed-7555-4de5-885f-43c9a12480ec req-4e234081-3d1d-40be-8465-d2f44c13efdd tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/security-groups?id=f22d5517-0bc9-4780-bd87-761275f57254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357033 Nov 12 00:56:10.026880 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e0fbe6c0-e0a8-4b1e-91fd-fed22230ff5d tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:10.038905 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d18f1e55-e93b-4e35-86de-05ace19f8290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:10.042111 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d18f1e55-e93b-4e35-86de-05ace19f8290 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:10.043521 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d18f1e55-e93b-4e35-86de-05ace19f8290 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a8aab429-4dd3-42cc-8af5-05690d7a1080 HTTP/1.1" status: 204 len: 168 time: 0.5134218 Nov 12 00:56:10.058431 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18f1e55-e93b-4e35-86de-05ace19f8290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8aab429-4dd3-42cc-8af5-05690d7a1080,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:10.072363 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36884) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:10.102801 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e0fbe6c0-e0a8-4b1e-91fd-fed22230ff5d tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:10.198661 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-d4425cb4-704a-4c2b-a5d3-7d0e2f0b697d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:56:10.207724 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-d4425cb4-704a-4c2b-a5d3-7d0e2f0b697d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:10.224679 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fbe6c0-e0a8-4b1e-91fd-fed22230ff5d tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Network 7dd1cfbe-d497-45db-8887-1a7fc740ddb6 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:10.236692 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-d4425cb4-704a-4c2b-a5d3-7d0e2f0b697d service neutron] Transition to ACTIVE for port object 1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:56:10.240259 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-e0fbe6c0-e0a8-4b1e-91fd-fed22230ff5d tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:10.243374 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-d4425cb4-704a-4c2b-a5d3-7d0e2f0b697d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:10.247317 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fbe6c0-e0a8-4b1e-91fd-fed22230ff5d tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:56:10.254357 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fbe6c0-e0a8-4b1e-91fd-fed22230ff5d tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:10.255249 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e0fbe6c0-e0a8-4b1e-91fd-fed22230ff5d tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:10.261148 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fbe6c0-e0a8-4b1e-91fd-fed22230ff5d tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Pushing event updated for resources: {'Port': ['ID=8cca88d4-4f77-4528-981e-6770ad90beef,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:10.290475 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e0fbe6c0-e0a8-4b1e-91fd-fed22230ff5d tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4390032 Nov 12 00:56:10.290991 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36892) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:10.312586 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-b7adae4c-8ddd-45a5-9e40-1a0c49eb3013 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Request body: {'port': {'network_id': '7dd1cfbe-d497-45db-8887-1a7fc740ddb6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1961116878'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:10.427457 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d0910-080c-42e7-a16a-e195892f6636 req-0db7d7bc-0f12-4608-bfaa-2011df746a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:10.428984 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dc3d0910-080c-42e7-a16a-e195892f6636 req-0db7d7bc-0f12-4608-bfaa-2011df746a36 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5206969 Nov 12 00:56:10.441682 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4425cb4-704a-4c2b-a5d3-7d0e2f0b697d service neutron] Pushing event updated for resources: {'Port': ['ID=1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:10.497228 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-d4425cb4-704a-4c2b-a5d3-7d0e2f0b697d service neutron] Attempting to bind port 1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:56:10.497587 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-d4425cb4-704a-4c2b-a5d3-7d0e2f0b697d service neutron] Attempting to bind port 1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'f3938551-3a44-4fa9-8327-3f2151b42141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2e2e0111-edf0-4285-80d2-69d5d6a25b76'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:56:10.501350 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-d4425cb4-704a-4c2b-a5d3-7d0e2f0b697d service neutron] Attempting to bind port 1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9 on network 2e2e0111-edf0-4285-80d2-69d5d6a25b76 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:10.512399 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-d4425cb4-704a-4c2b-a5d3-7d0e2f0b697d service neutron] Port 1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9 on network 2e2e0111-edf0-4285-80d2-69d5d6a25b76 not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:56:10.513087 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-d4425cb4-704a-4c2b-a5d3-7d0e2f0b697d service neutron] Attempting to bind port 1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9 on network 2e2e0111-edf0-4285-80d2-69d5d6a25b76 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:10.524108 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-d4425cb4-704a-4c2b-a5d3-7d0e2f0b697d service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:56:10.524445 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-d4425cb4-704a-4c2b-a5d3-7d0e2f0b697d service neutron] Checking segment: {'id': 'f3938551-3a44-4fa9-8327-3f2151b42141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2e2e0111-edf0-4285-80d2-69d5d6a25b76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:56:10.524831 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-d4425cb4-704a-4c2b-a5d3-7d0e2f0b697d service neutron] Bound using segment: {'id': 'f3938551-3a44-4fa9-8327-3f2151b42141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2e2e0111-edf0-4285-80d2-69d5d6a25b76'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:56:10.525258 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-d4425cb4-704a-4c2b-a5d3-7d0e2f0b697d service neutron] Bound port: 1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3938551-3a44-4fa9-8327-3f2151b42141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2e2e0111-edf0-4285-80d2-69d5d6a25b76'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:56:10.536388 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-d4425cb4-704a-4c2b-a5d3-7d0e2f0b697d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:10.705223 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650365b-33e5-4895-ac75-cf353e9118b7 req-e5370b53-3fbf-4641-9639-9fd40033f0cb tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:10.731679 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650365b-33e5-4895-ac75-cf353e9118b7 req-e5370b53-3fbf-4641-9639-9fd40033f0cb tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:10.753011 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650365b-33e5-4895-ac75-cf353e9118b7 req-e5370b53-3fbf-4641-9639-9fd40033f0cb tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:10.754665 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:10.772273 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f9fcaacf-0883-40b0-9fc8-2cafdf3e8fcb req-072082c6-44e4-416b-a831-c5207a7aee06 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0887232 Nov 12 00:56:10.775083 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-d4425cb4-704a-4c2b-a5d3-7d0e2f0b697d service neutron] For port 1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:56:10.780302 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650365b-33e5-4895-ac75-cf353e9118b7 req-e5370b53-3fbf-4641-9639-9fd40033f0cb tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:10.789552 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-d4425cb4-704a-4c2b-a5d3-7d0e2f0b697d service neutron] For port 1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9,segment=NetworkSegment(f3938551-3a44-4fa9-8327-3f2151b42141),segment_id=f3938551-3a44-4fa9-8327-3f2151b42141)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:56:10.794719 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650365b-33e5-4895-ac75-cf353e9118b7 req-e5370b53-3fbf-4641-9639-9fd40033f0cb tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:10.798446 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-d4425cb4-704a-4c2b-a5d3-7d0e2f0b697d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:10.810705 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36904) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:10.811562 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650365b-33e5-4895-ac75-cf353e9118b7 req-e5370b53-3fbf-4641-9639-9fd40033f0cb tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:10.820548 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a650365b-33e5-4895-ac75-cf353e9118b7 req-e5370b53-3fbf-4641-9639-9fd40033f0cb tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 4605 time: 0.3146307 Nov 12 00:56:10.867247 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-e3690f7c-71d7-4f7b-a68a-1597da1a61a2 None None] Provisioning complete for port 8cca88d4-4f77-4528-981e-6770ad90beef triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:10.867501 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c21bb6f2-fcea-4da1-b263-9132a00a8201 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:10.867685 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e3690f7c-71d7-4f7b-a68a-1597da1a61a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:10.872548 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9f60f7df-3d90-49b6-961b-6b3b70b111cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:10.880254 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-d4425cb4-704a-4c2b-a5d3-7d0e2f0b697d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:10.881124 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-d4425cb4-704a-4c2b-a5d3-7d0e2f0b697d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:10.884079 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-d4425cb4-704a-4c2b-a5d3-7d0e2f0b697d service neutron] 10.222.0.49 "PUT /v2.0/ports/1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9 HTTP/1.1" status: 200 len: 1136 time: 2.5365372 Nov 12 00:56:10.890205 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'tag': '1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:10.893988 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6807bfec-6930-48f5-8e3a-990ebb6dd67f" -d '{"events": [{"name": "network-changed", "server_uuid": "f4448604-16ab-4f44-a2c8-0b55b9d2bf06", "tag": "1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:11.020862 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7adae4c-8ddd-45a5-9e40-1a0c49eb3013 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Made reservation on behalf of 1b330e4c555646339f24bd77820eebe1 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:11.031084 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b7adae4c-8ddd-45a5-9e40-1a0c49eb3013 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:11.051421 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9f60f7df-3d90-49b6-961b-6b3b70b111cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:11.060780 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394e1ec1-73d1-43d5-bb8a-d3a814675c6c x-openstack-request-id: req-394e1ec1-73d1-43d5-bb8a-d3a814675c6c {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:11.061053 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4448604-16ab-4f44-a2c8-0b55b9d2bf06", "tag": "1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:11.063464 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-394e1ec1-73d1-43d5-bb8a-d3a814675c6c {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:11.063929 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'tag': '1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9', 'status': 'completed', 'code': 200} Nov 12 00:56:11.079399 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-807a11b3-db05-45c2-88ea-8b49fec4cbf3 service neutron] Request body: {'port': {'device_id': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:11.105024 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-b7adae4c-8ddd-45a5-9e40-1a0c49eb3013 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] device_id is not set on port fb231e5e-66f6-40dd-bde1-6247c61fc7a5 yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:56:11.108657 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-e3690f7c-71d7-4f7b-a68a-1597da1a61a2 None None] Port 8cca88d4-4f77-4528-981e-6770ad90beef cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:56:11.110826 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9f60f7df-3d90-49b6-961b-6b3b70b111cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:11.337257 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-b7adae4c-8ddd-45a5-9e40-1a0c49eb3013 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Allocated IP 2001:db8::169 (7dd1cfbe-d497-45db-8887-1a7fc740ddb6/b9e89369-070f-46ef-8a61-ec1d4a8cb8fd/fb231e5e-66f6-40dd-bde1-6247c61fc7a5) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:11.345232 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8c3a9d72-dc8c-4d52-9904-4f77d2f0a7a7 req-b642343c-3464-4bd0-9eb5-672306778ea8 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1844378 Nov 12 00:56:11.363779 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4425cb4-704a-4c2b-a5d3-7d0e2f0b697d service neutron] Pushing event updated for resources: {'Port': ['ID=1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:11.387547 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a650365b-33e5-4895-ac75-cf353e9118b7 req-bffb048b-ff8c-4ddc-bdc3-060468240454 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&id=cbe02f78-bccb-4d23-9946-d2b58c9817de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5660303 Nov 12 00:56:11.395277 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d711ab6-a418-46f5-ba66-92fc951dd359 req-9683b7fd-5c09-41c7-b56e-933bc0370e59 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:11.396805 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2d711ab6-a418-46f5-ba66-92fc951dd359 req-9683b7fd-5c09-41c7-b56e-933bc0370e59 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd01a0e-3db4-4842-99a8-f43b7e22210e HTTP/1.1" status: 200 len: 946 time: 0.1879447 Nov 12 00:56:11.477765 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-9f60f7df-3d90-49b6-961b-6b3b70b111cf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=522ef5489de54c27ba24e7dee510fa63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6627655 Nov 12 00:56:11.494011 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36928) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:11.500762 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c21bb6f2-fcea-4da1-b263-9132a00a8201 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:11.517719 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f60f7df-3d90-49b6-961b-6b3b70b111cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b18c72-7e40-4c00-9aaa-187468d1a0a1,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:11.524236 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-807a11b3-db05-45c2-88ea-8b49fec4cbf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:11.617469 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807bfec-6930-48f5-8e3a-990ebb6dd67f req-7e574754-237a-475e-bb7c-2435d09c29fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:11.618684 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807bfec-6930-48f5-8e3a-990ebb6dd67f req-7e574754-237a-475e-bb7c-2435d09c29fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:11.619334 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807bfec-6930-48f5-8e3a-990ebb6dd67f req-7e574754-237a-475e-bb7c-2435d09c29fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:11.620004 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807bfec-6930-48f5-8e3a-990ebb6dd67f req-7e574754-237a-475e-bb7c-2435d09c29fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:11.620640 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807bfec-6930-48f5-8e3a-990ebb6dd67f req-7e574754-237a-475e-bb7c-2435d09c29fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:11.621295 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807bfec-6930-48f5-8e3a-990ebb6dd67f req-7e574754-237a-475e-bb7c-2435d09c29fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:11.622957 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c21bb6f2-fcea-4da1-b263-9132a00a8201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:11.624203 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6807bfec-6930-48f5-8e3a-990ebb6dd67f req-7e574754-237a-475e-bb7c-2435d09c29fb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99d22f2d09c941868df176b00803ab3d&device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 5293 time: 0.5327466 Nov 12 00:56:11.658402 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21bb6f2-fcea-4da1-b263-9132a00a8201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09575dcf-e3f4-46e3-ab7e-65a2ff67bb42,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:11.751926 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c21bb6f2-fcea-4da1-b263-9132a00a8201 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0e456ac2c5024d4c9a1e666c139ea3cc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6780617 Nov 12 00:56:11.756454 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36936) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:11.814363 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2d711ab6-a418-46f5-ba66-92fc951dd359 req-8e21ed81-55a1-4e00-a2a1-194ec576adc3 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/security-groups?id=f22d5517-0bc9-4780-bd87-761275f57254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3938704 Nov 12 00:56:11.846779 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b7adae4c-8ddd-45a5-9e40-1a0c49eb3013 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:11.911349 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b7adae4c-8ddd-45a5-9e40-1a0c49eb3013 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:11.952772 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807bfec-6930-48f5-8e3a-990ebb6dd67f req-17b26193-db1c-4851-a09b-a2e9a54f31e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:11.953395 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807bfec-6930-48f5-8e3a-990ebb6dd67f req-17b26193-db1c-4851-a09b-a2e9a54f31e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:11.953857 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807bfec-6930-48f5-8e3a-990ebb6dd67f req-17b26193-db1c-4851-a09b-a2e9a54f31e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:11.955581 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6807bfec-6930-48f5-8e3a-990ebb6dd67f req-17b26193-db1c-4851-a09b-a2e9a54f31e6 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=99d22f2d09c941868df176b00803ab3d&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1881547 Nov 12 00:56:11.963707 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7adae4c-8ddd-45a5-9e40-1a0c49eb3013 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Pushing event updated for resources: {'Port': ['ID=fb231e5e-66f6-40dd-bde1-6247c61fc7a5,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:11.998635 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7adae4c-8ddd-45a5-9e40-1a0c49eb3013 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Network 7dd1cfbe-d497-45db-8887-1a7fc740ddb6 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:12.005487 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-b7adae4c-8ddd-45a5-9e40-1a0c49eb3013 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:12.011646 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7adae4c-8ddd-45a5-9e40-1a0c49eb3013 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:56:12.020264 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7adae4c-8ddd-45a5-9e40-1a0c49eb3013 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:12.021290 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b7adae4c-8ddd-45a5-9e40-1a0c49eb3013 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:12.031948 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e3ac2172-f8d8-4da3-bca8-9cbf393374d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:12.057548 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b7adae4c-8ddd-45a5-9e40-1a0c49eb3013 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7653401 Nov 12 00:56:12.063516 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36938) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:12.073113 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-7827f001-4e02-4c8c-b71a-6ddbba1924dd tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2e0', 'mac_address': 'fa:16:3e:72:6d:cf'}, {'ip_address': '2001:db8::276', 'mac_address': 'fa:16:3e:98:04:cf'}]}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:12.091337 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3b17ed26-c55a-4a91-95c7-3e49701c8de2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:12.122185 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e3ac2172-f8d8-4da3-bca8-9cbf393374d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:12.323100 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e3ac2172-f8d8-4da3-bca8-9cbf393374d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:12.328632 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e3ac2172-f8d8-4da3-bca8-9cbf393374d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:12.336928 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e3ac2172-f8d8-4da3-bca8-9cbf393374d0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/09575dcf-e3f4-46e3-ab7e-65a2ff67bb42 HTTP/1.1" status: 204 len: 168 time: 0.5758879 Nov 12 00:56:12.371565 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac2172-f8d8-4da3-bca8-9cbf393374d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09575dcf-e3f4-46e3-ab7e-65a2ff67bb42,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:12.392420 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3b17ed26-c55a-4a91-95c7-3e49701c8de2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:12.421732 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7827f001-4e02-4c8c-b71a-6ddbba1924dd tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:12.540577 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807bfec-6930-48f5-8e3a-990ebb6dd67f req-a3f6fb5d-5595-4cfe-a735-b83b5b8c9d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:12.542312 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6807bfec-6930-48f5-8e3a-990ebb6dd67f req-a3f6fb5d-5595-4cfe-a735-b83b5b8c9d26 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4828916 Nov 12 00:56:12.544066 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-3e53eb23-2050-4000-bfde-691b9c782d4d None None] Provisioning complete for port fb231e5e-66f6-40dd-bde1-6247c61fc7a5 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:12.546194 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3e53eb23-2050-4000-bfde-691b9c782d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:12.687551 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:12.711783 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-3e53eb23-2050-4000-bfde-691b9c782d4d None None] Port fb231e5e-66f6-40dd-bde1-6247c61fc7a5 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:56:12.740528 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3b17ed26-c55a-4a91-95c7-3e49701c8de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:12.749195 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3b17ed26-c55a-4a91-95c7-3e49701c8de2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:12.766531 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-3b17ed26-c55a-4a91-95c7-3e49701c8de2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c8b18c72-7e40-4c00-9aaa-187468d1a0a1 HTTP/1.1" status: 204 len: 168 time: 1.2439220 Nov 12 00:56:12.781311 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b17ed26-c55a-4a91-95c7-3e49701c8de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b18c72-7e40-4c00-9aaa-187468d1a0a1,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:12.807195 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-807a11b3-db05-45c2-88ea-8b49fec4cbf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5eb25a0-7da0-4bbc-9a1a-01a506e19685 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:56:12.836682 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-807a11b3-db05-45c2-88ea-8b49fec4cbf3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:12.886580 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-807a11b3-db05-45c2-88ea-8b49fec4cbf3 service neutron] Transition to ACTIVE for port object e5eb25a0-7da0-4bbc-9a1a-01a506e19685 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:56:12.894718 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-807a11b3-db05-45c2-88ea-8b49fec4cbf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:12.918741 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9249e9-0ab8-47f0-b8d5-456167552d0e req-5e417cc9-fb8b-43e0-bfab-fd12e59108c4 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:12.934219 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9249e9-0ab8-47f0-b8d5-456167552d0e req-5e417cc9-fb8b-43e0-bfab-fd12e59108c4 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:12.949413 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9249e9-0ab8-47f0-b8d5-456167552d0e req-5e417cc9-fb8b-43e0-bfab-fd12e59108c4 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:12.961347 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9249e9-0ab8-47f0-b8d5-456167552d0e req-5e417cc9-fb8b-43e0-bfab-fd12e59108c4 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:12.967881 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9249e9-0ab8-47f0-b8d5-456167552d0e req-5e417cc9-fb8b-43e0-bfab-fd12e59108c4 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:12.974588 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9249e9-0ab8-47f0-b8d5-456167552d0e req-5e417cc9-fb8b-43e0-bfab-fd12e59108c4 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:12.977632 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4c9249e9-0ab8-47f0-b8d5-456167552d0e req-5e417cc9-fb8b-43e0-bfab-fd12e59108c4 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 4605 time: 0.3838384 Nov 12 00:56:13.117142 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a11b3-db05-45c2-88ea-8b49fec4cbf3 service neutron] Pushing event updated for resources: {'Port': ['ID=e5eb25a0-7da0-4bbc-9a1a-01a506e19685,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:13.291109 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4c9249e9-0ab8-47f0-b8d5-456167552d0e req-8cc9f8e0-316e-4143-9f08-eb8b23c2c42c tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&id=cbe02f78-bccb-4d23-9946-d2b58c9817de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3017366 Nov 12 00:56:13.308021 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5c59b-6430-49c3-8c4b-3579ca9c6d2a req-3c7025c1-979f-4a35-bc36-e7067a1a0cc1 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:13.329069 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-22e5c59b-6430-49c3-8c4b-3579ca9c6d2a req-3c7025c1-979f-4a35-bc36-e7067a1a0cc1 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd01a0e-3db4-4842-99a8-f43b7e22210e HTTP/1.1" status: 200 len: 946 time: 0.3492978 Nov 12 00:56:13.396066 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7827f001-4e02-4c8c-b71a-6ddbba1924dd tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:13.416851 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7827f001-4e02-4c8c-b71a-6ddbba1924dd tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:13.474368 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-19a5ac34-268c-4a10-967f-c0efd39cb235 req-0b82119c-66e8-43ba-9dd9-c81c0011e185 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1218507 Nov 12 00:56:13.508240 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7827f001-4e02-4c8c-b71a-6ddbba1924dd tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Pushing event updated for resources: {'Port': ['ID=fb231e5e-66f6-40dd-bde1-6247c61fc7a5,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:13.535829 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-7827f001-4e02-4c8c-b71a-6ddbba1924dd tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] In _notify_port_updated(), no bound segment for port fb231e5e-66f6-40dd-bde1-6247c61fc7a5 on network 7dd1cfbe-d497-45db-8887-1a7fc740ddb6 {{(pid=102662) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 00:56:13.547523 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-807a11b3-db05-45c2-88ea-8b49fec4cbf3 service neutron] Attempting to bind port e5eb25a0-7da0-4bbc-9a1a-01a506e19685 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:56:13.547881 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-807a11b3-db05-45c2-88ea-8b49fec4cbf3 service neutron] Attempting to bind port e5eb25a0-7da0-4bbc-9a1a-01a506e19685 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'f3938551-3a44-4fa9-8327-3f2151b42141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2e2e0111-edf0-4285-80d2-69d5d6a25b76'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:56:13.548184 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-807a11b3-db05-45c2-88ea-8b49fec4cbf3 service neutron] Attempting to bind port e5eb25a0-7da0-4bbc-9a1a-01a506e19685 on network 2e2e0111-edf0-4285-80d2-69d5d6a25b76 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:13.551917 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7827f001-4e02-4c8c-b71a-6ddbba1924dd tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:13.552619 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7827f001-4e02-4c8c-b71a-6ddbba1924dd tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:13.563087 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7827f001-4e02-4c8c-b71a-6ddbba1924dd tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] 10.222.0.20 "PUT /v2.0/ports/fb231e5e-66f6-40dd-bde1-6247c61fc7a5 HTTP/1.1" status: 200 len: 1068 time: 1.4982221 Nov 12 00:56:13.563835 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36972) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:13.595014 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-807a11b3-db05-45c2-88ea-8b49fec4cbf3 service neutron] Port e5eb25a0-7da0-4bbc-9a1a-01a506e19685 on network 2e2e0111-edf0-4285-80d2-69d5d6a25b76 not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:56:13.595344 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-807a11b3-db05-45c2-88ea-8b49fec4cbf3 service neutron] Attempting to bind port e5eb25a0-7da0-4bbc-9a1a-01a506e19685 on network 2e2e0111-edf0-4285-80d2-69d5d6a25b76 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:13.628602 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-22e5c59b-6430-49c3-8c4b-3579ca9c6d2a req-0d8674a6-9416-49f7-b6ea-2a237149bbbe tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/security-groups?id=f22d5517-0bc9-4780-bd87-761275f57254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935929 Nov 12 00:56:13.630353 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-807a11b3-db05-45c2-88ea-8b49fec4cbf3 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:56:13.631085 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-807a11b3-db05-45c2-88ea-8b49fec4cbf3 service neutron] Checking segment: {'id': 'f3938551-3a44-4fa9-8327-3f2151b42141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2e2e0111-edf0-4285-80d2-69d5d6a25b76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:56:13.631085 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-807a11b3-db05-45c2-88ea-8b49fec4cbf3 service neutron] Bound using segment: {'id': 'f3938551-3a44-4fa9-8327-3f2151b42141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2e2e0111-edf0-4285-80d2-69d5d6a25b76'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:56:13.631596 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-807a11b3-db05-45c2-88ea-8b49fec4cbf3 service neutron] Bound port: e5eb25a0-7da0-4bbc-9a1a-01a506e19685, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3938551-3a44-4fa9-8327-3f2151b42141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2e2e0111-edf0-4285-80d2-69d5d6a25b76'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:56:13.631928 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-807a11b3-db05-45c2-88ea-8b49fec4cbf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:13.807637 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-807a11b3-db05-45c2-88ea-8b49fec4cbf3 service neutron] For port e5eb25a0-7da0-4bbc-9a1a-01a506e19685, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:56:13.815925 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-92cde00a-d681-4a8b-bc8c-13670c5b3af5 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Deleting port fb231e5e-66f6-40dd-bde1-6247c61fc7a5 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:56:13.815925 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-92cde00a-d681-4a8b-bc8c-13670c5b3af5 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:13.825327 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-807a11b3-db05-45c2-88ea-8b49fec4cbf3 service neutron] For port e5eb25a0-7da0-4bbc-9a1a-01a506e19685, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=e5eb25a0-7da0-4bbc-9a1a-01a506e19685,segment=NetworkSegment(f3938551-3a44-4fa9-8327-3f2151b42141),segment_id=f3938551-3a44-4fa9-8327-3f2151b42141)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:56:13.838304 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-807a11b3-db05-45c2-88ea-8b49fec4cbf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:14.034599 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b082a4d6-20a6-47ea-ac94-1f5be541b906 req-91d89c25-89da-45ab-b6ef-4d32ee2bbc5f service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0742023 Nov 12 00:56:14.035530 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a11b3-db05-45c2-88ea-8b49fec4cbf3 service neutron] Pushing event updated for resources: {'Port': ['ID=e5eb25a0-7da0-4bbc-9a1a-01a506e19685,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:14.044856 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-807a11b3-db05-45c2-88ea-8b49fec4cbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:14.045882 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-807a11b3-db05-45c2-88ea-8b49fec4cbf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:14.047528 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-807a11b3-db05-45c2-88ea-8b49fec4cbf3 service neutron] 10.222.0.49 "PUT /v2.0/ports/e5eb25a0-7da0-4bbc-9a1a-01a506e19685 HTTP/1.1" status: 200 len: 1136 time: 2.9827521 Nov 12 00:56:14.048210 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'tag': 'e5eb25a0-7da0-4bbc-9a1a-01a506e19685'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:14.050851 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9ee8c7-bf35-4ae4-9cae-380a5f66a7aa" -d '{"events": [{"name": "network-changed", "server_uuid": "f4448604-16ab-4f44-a2c8-0b55b9d2bf06", "tag": "e5eb25a0-7da0-4bbc-9a1a-01a506e19685"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:14.092667 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-c83ef2e2-db83-417b-bf7e-2dc4dfe006af service neutron] Request body: {'port': {'device_id': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:14.109480 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-6b3e8d02-b6a4-4307-ba27-f2905f7b4470 None None] Provisioning complete for port fb231e5e-66f6-40dd-bde1-6247c61fc7a5 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:14.115450 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6b3e8d02-b6a4-4307-ba27-f2905f7b4470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:14.146188 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-92cde00a-d681-4a8b-bc8c-13670c5b3af5 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:14.194190 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-92cde00a-d681-4a8b-bc8c-13670c5b3af5 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Calling delete_port for fb231e5e-66f6-40dd-bde1-6247c61fc7a5 owned by {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:56:14.206822 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e223aa2-fa8d-4bff-98b9-4b74a7af40de x-openstack-request-id: req-3e223aa2-fa8d-4bff-98b9-4b74a7af40de {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:14.207104 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4448604-16ab-4f44-a2c8-0b55b9d2bf06", "tag": "e5eb25a0-7da0-4bbc-9a1a-01a506e19685", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:14.207368 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3e223aa2-fa8d-4bff-98b9-4b74a7af40de {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:14.207800 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'tag': 'e5eb25a0-7da0-4bbc-9a1a-01a506e19685', 'status': 'completed', 'code': 200} Nov 12 00:56:14.248712 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-6b3e8d02-b6a4-4307-ba27-f2905f7b4470 None None] Port fb231e5e-66f6-40dd-bde1-6247c61fc7a5 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:56:14.363533 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-c83ef2e2-db83-417b-bf7e-2dc4dfe006af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:14.595386 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ee8c7-bf35-4ae4-9cae-380a5f66a7aa req-b9bfec19-eeb4-4bee-849a-c7d48f853d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:14.596105 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ee8c7-bf35-4ae4-9cae-380a5f66a7aa req-b9bfec19-eeb4-4bee-849a-c7d48f853d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:14.596419 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ee8c7-bf35-4ae4-9cae-380a5f66a7aa req-b9bfec19-eeb4-4bee-849a-c7d48f853d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:14.596945 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ee8c7-bf35-4ae4-9cae-380a5f66a7aa req-b9bfec19-eeb4-4bee-849a-c7d48f853d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:14.597412 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ee8c7-bf35-4ae4-9cae-380a5f66a7aa req-b9bfec19-eeb4-4bee-849a-c7d48f853d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:14.601863 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ee8c7-bf35-4ae4-9cae-380a5f66a7aa req-b9bfec19-eeb4-4bee-849a-c7d48f853d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:14.602482 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ee8c7-bf35-4ae4-9cae-380a5f66a7aa req-b9bfec19-eeb4-4bee-849a-c7d48f853d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:14.611162 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0a9ee8c7-bf35-4ae4-9cae-380a5f66a7aa req-b9bfec19-eeb4-4bee-849a-c7d48f853d03 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99d22f2d09c941868df176b00803ab3d&device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 6222 time: 0.4122441 Nov 12 00:56:14.618426 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-92cde00a-d681-4a8b-bc8c-13670c5b3af5 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:14.699120 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cde00a-d681-4a8b-bc8c-13670c5b3af5 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Pushing event deleted for resources: {'Port': ['ID=fb231e5e-66f6-40dd-bde1-6247c61fc7a5,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:14.766669 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015fcf1-aeda-4073-b95c-652e6063092f req-57f19f2c-d155-4abb-be8d-3b5ba680860c tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:14.782256 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015fcf1-aeda-4073-b95c-652e6063092f req-57f19f2c-d155-4abb-be8d-3b5ba680860c tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:14.788369 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015fcf1-aeda-4073-b95c-652e6063092f req-57f19f2c-d155-4abb-be8d-3b5ba680860c tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:14.801212 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015fcf1-aeda-4073-b95c-652e6063092f req-57f19f2c-d155-4abb-be8d-3b5ba680860c tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:14.816374 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015fcf1-aeda-4073-b95c-652e6063092f req-57f19f2c-d155-4abb-be8d-3b5ba680860c tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:14.823826 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015fcf1-aeda-4073-b95c-652e6063092f req-57f19f2c-d155-4abb-be8d-3b5ba680860c tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:14.831232 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015fcf1-aeda-4073-b95c-652e6063092f req-57f19f2c-d155-4abb-be8d-3b5ba680860c tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:14.840063 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1015fcf1-aeda-4073-b95c-652e6063092f req-57f19f2c-d155-4abb-be8d-3b5ba680860c tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 5382 time: 0.3171988 Nov 12 00:56:15.039327 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1015fcf1-aeda-4073-b95c-652e6063092f req-ac92a982-12af-45c1-b231-0fcc0fa1bf9e tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&id=cbe02f78-bccb-4d23-9946-d2b58c9817de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1979737 Nov 12 00:56:15.141945 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb4e54-adc8-499c-a72a-aa7a4a4f35b7 req-94491d23-ec1e-485b-b24f-80efe958d7b7 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:15.150482 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7bdb4e54-adc8-499c-a72a-aa7a4a4f35b7 req-94491d23-ec1e-485b-b24f-80efe958d7b7 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd01a0e-3db4-4842-99a8-f43b7e22210e HTTP/1.1" status: 200 len: 946 time: 0.3744349 Nov 12 00:56:15.177038 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ee8c7-bf35-4ae4-9cae-380a5f66a7aa req-66aee405-71d9-43b0-a02b-76ac7ef7a91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:15.177911 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ee8c7-bf35-4ae4-9cae-380a5f66a7aa req-66aee405-71d9-43b0-a02b-76ac7ef7a91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:15.178707 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ee8c7-bf35-4ae4-9cae-380a5f66a7aa req-66aee405-71d9-43b0-a02b-76ac7ef7a91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:15.180713 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0a9ee8c7-bf35-4ae4-9cae-380a5f66a7aa req-66aee405-71d9-43b0-a02b-76ac7ef7a91a service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=99d22f2d09c941868df176b00803ab3d&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5549870 Nov 12 00:56:15.194252 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-92cde00a-d681-4a8b-bc8c-13670c5b3af5 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:15.202103 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-92cde00a-d681-4a8b-bc8c-13670c5b3af5 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] 10.222.0.20 "DELETE /v2.0/ports/fb231e5e-66f6-40dd-bde1-6247c61fc7a5 HTTP/1.1" status: 204 len: 168 time: 1.6371510 Nov 12 00:56:15.202795 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37028) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:15.260040 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf29d73-a4fb-4819-b37f-16fb3096be37 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] GET failed (client error): The resource could not be found. Nov 12 00:56:15.264530 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-dcf29d73-a4fb-4819-b37f-16fb3096be37 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] 10.222.0.20 "GET /v2.0/ports/fb231e5e-66f6-40dd-bde1-6247c61fc7a5 HTTP/1.1" status: 404 len: 333 time: 0.0607331 Nov 12 00:56:15.265129 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37032) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:15.311420 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7bdb4e54-adc8-499c-a72a-aa7a4a4f35b7 req-76cd2f6f-93f1-4357-8074-9fbe5b11d45c tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/security-groups?id=f22d5517-0bc9-4780-bd87-761275f57254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553991 Nov 12 00:56:15.424818 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ee8c7-bf35-4ae4-9cae-380a5f66a7aa req-4828b412-b9a4-4ec3-b185-6b929374137b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:15.426787 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0a9ee8c7-bf35-4ae4-9cae-380a5f66a7aa req-4828b412-b9a4-4ec3-b185-6b929374137b service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2380035 Nov 12 00:56:15.452718 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-c20bd1dc-61df-417d-92a1-82a7d231ae5b tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Deleting port 8cca88d4-4f77-4528-981e-6770ad90beef {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:56:15.453294 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c20bd1dc-61df-417d-92a1-82a7d231ae5b tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:15.455502 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-c83ef2e2-db83-417b-bf7e-2dc4dfe006af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c22bace-f635-4893-bff7-f3b4e0d2feaa {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:56:15.468019 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-c83ef2e2-db83-417b-bf7e-2dc4dfe006af service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:15.489201 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-c83ef2e2-db83-417b-bf7e-2dc4dfe006af service neutron] Transition to ACTIVE for port object 4c22bace-f635-4893-bff7-f3b4e0d2feaa will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:56:15.496587 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-c83ef2e2-db83-417b-bf7e-2dc4dfe006af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:15.625507 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ef2e2-db83-417b-bf7e-2dc4dfe006af service neutron] Pushing event updated for resources: {'Port': ['ID=4c22bace-f635-4893-bff7-f3b4e0d2feaa,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:15.634761 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c20bd1dc-61df-417d-92a1-82a7d231ae5b tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:15.650091 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-c20bd1dc-61df-417d-92a1-82a7d231ae5b tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Calling delete_port for 8cca88d4-4f77-4528-981e-6770ad90beef owned by {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:56:15.831467 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-c83ef2e2-db83-417b-bf7e-2dc4dfe006af service neutron] Attempting to bind port 4c22bace-f635-4893-bff7-f3b4e0d2feaa on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:56:15.834301 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-c83ef2e2-db83-417b-bf7e-2dc4dfe006af service neutron] Attempting to bind port 4c22bace-f635-4893-bff7-f3b4e0d2feaa by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'f3938551-3a44-4fa9-8327-3f2151b42141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2e2e0111-edf0-4285-80d2-69d5d6a25b76'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:56:15.835510 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-c83ef2e2-db83-417b-bf7e-2dc4dfe006af service neutron] Attempting to bind port 4c22bace-f635-4893-bff7-f3b4e0d2feaa on network 2e2e0111-edf0-4285-80d2-69d5d6a25b76 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:15.841422 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c20bd1dc-61df-417d-92a1-82a7d231ae5b tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:15.845831 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-c83ef2e2-db83-417b-bf7e-2dc4dfe006af service neutron] Port 4c22bace-f635-4893-bff7-f3b4e0d2feaa on network 2e2e0111-edf0-4285-80d2-69d5d6a25b76 not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:56:15.848169 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-c83ef2e2-db83-417b-bf7e-2dc4dfe006af service neutron] Attempting to bind port 4c22bace-f635-4893-bff7-f3b4e0d2feaa on network 2e2e0111-edf0-4285-80d2-69d5d6a25b76 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:15.864220 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-c83ef2e2-db83-417b-bf7e-2dc4dfe006af service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:56:15.865572 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-c83ef2e2-db83-417b-bf7e-2dc4dfe006af service neutron] Checking segment: {'id': 'f3938551-3a44-4fa9-8327-3f2151b42141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2e2e0111-edf0-4285-80d2-69d5d6a25b76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:56:15.866132 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-c83ef2e2-db83-417b-bf7e-2dc4dfe006af service neutron] Bound using segment: {'id': 'f3938551-3a44-4fa9-8327-3f2151b42141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2e2e0111-edf0-4285-80d2-69d5d6a25b76'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:56:15.867008 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-c83ef2e2-db83-417b-bf7e-2dc4dfe006af service neutron] Bound port: 4c22bace-f635-4893-bff7-f3b4e0d2feaa, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3938551-3a44-4fa9-8327-3f2151b42141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2e2e0111-edf0-4285-80d2-69d5d6a25b76'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:56:15.868277 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-c83ef2e2-db83-417b-bf7e-2dc4dfe006af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:15.942459 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20bd1dc-61df-417d-92a1-82a7d231ae5b tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Pushing event deleted for resources: {'Port': ['ID=8cca88d4-4f77-4528-981e-6770ad90beef,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:15.992590 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9d48d977-066a-44ef-ae02-5df3427b03c0 req-1f2b1a8f-45d9-445d-b8f9-9e0a00d10b23 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0408974 Nov 12 00:56:16.042156 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-c83ef2e2-db83-417b-bf7e-2dc4dfe006af service neutron] For port 4c22bace-f635-4893-bff7-f3b4e0d2feaa, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:56:16.049548 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-c83ef2e2-db83-417b-bf7e-2dc4dfe006af service neutron] For port 4c22bace-f635-4893-bff7-f3b4e0d2feaa, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=4c22bace-f635-4893-bff7-f3b4e0d2feaa,segment=NetworkSegment(f3938551-3a44-4fa9-8327-3f2151b42141),segment_id=f3938551-3a44-4fa9-8327-3f2151b42141)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:56:16.061220 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-c83ef2e2-db83-417b-bf7e-2dc4dfe006af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:16.064151 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f470caee-f83b-49db-b921-97323753bee6 req-eaf4fdc8-9dc2-4977-b366-981a88905ca5 tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=32edcde130d748fdbd6a7180bdc0cb6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1257815 Nov 12 00:56:16.086402 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c20bd1dc-61df-417d-92a1-82a7d231ae5b tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:16.090006 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c20bd1dc-61df-417d-92a1-82a7d231ae5b tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] 10.222.0.20 "DELETE /v2.0/ports/8cca88d4-4f77-4528-981e-6770ad90beef HTTP/1.1" status: 204 len: 168 time: 0.8239064 Nov 12 00:56:16.093225 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37074) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:16.189903 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-c83ef2e2-db83-417b-bf7e-2dc4dfe006af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:16.195533 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-c83ef2e2-db83-417b-bf7e-2dc4dfe006af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:16.197170 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-c83ef2e2-db83-417b-bf7e-2dc4dfe006af service neutron] 10.222.0.49 "PUT /v2.0/ports/4c22bace-f635-4893-bff7-f3b4e0d2feaa HTTP/1.1" status: 200 len: 1092 time: 2.1092696 Nov 12 00:56:16.208849 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'tag': '4c22bace-f635-4893-bff7-f3b4e0d2feaa'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:16.217691 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ad7581-cbd1-4ad0-8c53-575b40638be8" -d '{"events": [{"name": "network-changed", "server_uuid": "f4448604-16ab-4f44-a2c8-0b55b9d2bf06", "tag": "4c22bace-f635-4893-bff7-f3b4e0d2feaa"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:16.318875 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-360f4b47-b974-4cd1-9457-6d330820ca49 service neutron] Request body: {'port': {'device_id': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:16.327134 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6fa093c-4a84-4813-a8db-b6169ea1a1a7 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] GET failed (client error): The resource could not be found. Nov 12 00:56:16.333770 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e6fa093c-4a84-4813-a8db-b6169ea1a1a7 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] 10.222.0.20 "GET /v2.0/ports/8cca88d4-4f77-4528-981e-6770ad90beef HTTP/1.1" status: 404 len: 333 time: 0.1937327 Nov 12 00:56:16.371315 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37092) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:16.439992 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-55037935-f457-4951-bd2a-196df83ac49c req-335a76a1-5042-4425-b1d6-27494018d58a service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1900978 Nov 12 00:56:16.507736 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ef2e2-db83-417b-bf7e-2dc4dfe006af service neutron] Pushing event updated for resources: {'Port': ['ID=4c22bace-f635-4893-bff7-f3b4e0d2feaa,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:16.644084 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c21950-79fb-4eaa-90bf-81d6426dc7ec req-4bfa0e0b-0bb1-46df-b0f1-51969f5df929 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:16.652117 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c21950-79fb-4eaa-90bf-81d6426dc7ec req-4bfa0e0b-0bb1-46df-b0f1-51969f5df929 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:16.659703 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c21950-79fb-4eaa-90bf-81d6426dc7ec req-4bfa0e0b-0bb1-46df-b0f1-51969f5df929 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:16.668969 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c21950-79fb-4eaa-90bf-81d6426dc7ec req-4bfa0e0b-0bb1-46df-b0f1-51969f5df929 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:16.675926 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c21950-79fb-4eaa-90bf-81d6426dc7ec req-4bfa0e0b-0bb1-46df-b0f1-51969f5df929 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:16.682642 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c21950-79fb-4eaa-90bf-81d6426dc7ec req-4bfa0e0b-0bb1-46df-b0f1-51969f5df929 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:16.689621 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c21950-79fb-4eaa-90bf-81d6426dc7ec req-4bfa0e0b-0bb1-46df-b0f1-51969f5df929 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:16.691841 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-81c21950-79fb-4eaa-90bf-81d6426dc7ec req-4bfa0e0b-0bb1-46df-b0f1-51969f5df929 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 5394 time: 0.4507456 Nov 12 00:56:16.707643 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-360f4b47-b974-4cd1-9457-6d330820ca49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:16.763501 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-78ce22bc-2772-4a7f-8557-165dc1804186 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Deleting port 69437b7e-67ea-4faa-be6a-f159d28e1331 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:56:16.764272 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-78ce22bc-2772-4a7f-8557-165dc1804186 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:16.877161 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470caee-f83b-49db-b921-97323753bee6 req-89ccc1b2-2cc5-48d8-9417-2fee53bdfa84 tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:16.884949 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f470caee-f83b-49db-b921-97323753bee6 req-89ccc1b2-2cc5-48d8-9417-2fee53bdfa84 tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7889259 Nov 12 00:56:16.912736 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f470caee-f83b-49db-b921-97323753bee6 req-4f849cb9-4b1f-4f87-bfc1-9f87e5fd5ef0 tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] 10.222.0.20 "GET /v2.0/quotas/32edcde130d748fdbd6a7180bdc0cb6b HTTP/1.1" status: 200 len: 375 time: 0.0207949 Nov 12 00:56:16.959397 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f470caee-f83b-49db-b921-97323753bee6 req-0b90e837-4ce8-4735-8d39-0c06f70f2422 tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=32edcde130d748fdbd6a7180bdc0cb6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383377 Nov 12 00:56:16.981272 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37110) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:17.058065 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-81c21950-79fb-4eaa-90bf-81d6426dc7ec req-73cb0f8d-5908-4f0c-afc7-68763de90124 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&id=cbe02f78-bccb-4d23-9946-d2b58c9817de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3570261 Nov 12 00:56:17.190226 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f873534a-a142-422c-b38d-b8ade9844f4a x-openstack-request-id: req-f873534a-a142-422c-b38d-b8ade9844f4a {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:17.190491 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4448604-16ab-4f44-a2c8-0b55b9d2bf06", "tag": "4c22bace-f635-4893-bff7-f3b4e0d2feaa", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:17.190744 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f873534a-a142-422c-b38d-b8ade9844f4a {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:17.191144 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'tag': '4c22bace-f635-4893-bff7-f3b4e0d2feaa', 'status': 'completed', 'code': 200} Nov 12 00:56:17.204654 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-78ce22bc-2772-4a7f-8557-165dc1804186 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:17.244305 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-78ce22bc-2772-4a7f-8557-165dc1804186 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Calling delete_port for 69437b7e-67ea-4faa-be6a-f159d28e1331 owned by {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:56:17.365595 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f47a6d-3c76-4df3-9ade-c72a5ff64642 req-bf038313-cf69-43b6-b802-1c1679f30d19 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:17.367569 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-14f47a6d-3c76-4df3-9ade-c72a5ff64642 req-bf038313-cf69-43b6-b802-1c1679f30d19 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd01a0e-3db4-4842-99a8-f43b7e22210e HTTP/1.1" status: 200 len: 946 time: 0.0838757 Nov 12 00:56:17.420072 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-556d38f6-b902-4a7f-ac6f-061598005d52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:17.534773 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-14f47a6d-3c76-4df3-9ade-c72a5ff64642 req-a1e3a7c3-e6a0-46e4-9957-281d73a4460b tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/security-groups?id=f22d5517-0bc9-4780-bd87-761275f57254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582897 Nov 12 00:56:17.560317 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-360f4b47-b974-4cd1-9457-6d330820ca49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:56:17.575670 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-360f4b47-b974-4cd1-9457-6d330820ca49 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:17.596622 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-556d38f6-b902-4a7f-ac6f-061598005d52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:17.602327 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-556d38f6-b902-4a7f-ac6f-061598005d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:17.637954 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-360f4b47-b974-4cd1-9457-6d330820ca49 service neutron] Transition to ACTIVE for port object 41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:56:17.639909 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d38f6-b902-4a7f-ac6f-061598005d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c574f897-1f00-4efd-834b-1704b4367ad1,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:17.660636 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-360f4b47-b974-4cd1-9457-6d330820ca49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:17.678659 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-556d38f6-b902-4a7f-ac6f-061598005d52 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81f6b0542aa2427bbebe6025320cab7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6956520 Nov 12 00:56:17.682712 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37158) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:17.756266 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-943f5dcd-1b2c-4fc1-93f3-7030c87b1b93 req-f9fb3a28-d701-4af0-bc37-9359a8528b01 tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] 10.222.0.20 "GET /v2.0/ports?device_id=43da1107-aa0c-4665-a852-ed5d1c0b97fd HTTP/1.1" status: 200 len: 210 time: 0.1676300 Nov 12 00:56:17.800179 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-87185292-a8b7-48d9-9ec1-503fe0398200 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:17.838273 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-87185292-a8b7-48d9-9ec1-503fe0398200 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:17.839135 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad7581-cbd1-4ad0-8c53-575b40638be8 req-33a653f1-242e-4d15-aaac-302e2ec4201e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:17.839702 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad7581-cbd1-4ad0-8c53-575b40638be8 req-33a653f1-242e-4d15-aaac-302e2ec4201e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:17.840373 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad7581-cbd1-4ad0-8c53-575b40638be8 req-33a653f1-242e-4d15-aaac-302e2ec4201e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:17.841470 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad7581-cbd1-4ad0-8c53-575b40638be8 req-33a653f1-242e-4d15-aaac-302e2ec4201e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:17.842117 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad7581-cbd1-4ad0-8c53-575b40638be8 req-33a653f1-242e-4d15-aaac-302e2ec4201e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:17.842756 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad7581-cbd1-4ad0-8c53-575b40638be8 req-33a653f1-242e-4d15-aaac-302e2ec4201e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:17.843500 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad7581-cbd1-4ad0-8c53-575b40638be8 req-33a653f1-242e-4d15-aaac-302e2ec4201e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:17.846590 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-47ad7581-cbd1-4ad0-8c53-575b40638be8 req-33a653f1-242e-4d15-aaac-302e2ec4201e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99d22f2d09c941868df176b00803ab3d&device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 6290 time: 0.5971525 Nov 12 00:56:17.953576 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-87185292-a8b7-48d9-9ec1-503fe0398200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:17.956179 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-87185292-a8b7-48d9-9ec1-503fe0398200 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:17.957325 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-87185292-a8b7-48d9-9ec1-503fe0398200 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c574f897-1f00-4efd-834b-1704b4367ad1 HTTP/1.1" status: 204 len: 168 time: 0.2734115 Nov 12 00:56:17.980126 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87185292-a8b7-48d9-9ec1-503fe0398200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c574f897-1f00-4efd-834b-1704b4367ad1,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:18.067040 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37170) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:18.375768 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4200dc-a2e0-4ce6-bdc0-4268420f6a7b req-2b4f606f-7e30-47f5-95d5-a2dc04a6ffe2 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:18.399646 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4200dc-a2e0-4ce6-bdc0-4268420f6a7b req-2b4f606f-7e30-47f5-95d5-a2dc04a6ffe2 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:18.408597 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4200dc-a2e0-4ce6-bdc0-4268420f6a7b req-2b4f606f-7e30-47f5-95d5-a2dc04a6ffe2 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:18.419201 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4200dc-a2e0-4ce6-bdc0-4268420f6a7b req-2b4f606f-7e30-47f5-95d5-a2dc04a6ffe2 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:18.426454 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4200dc-a2e0-4ce6-bdc0-4268420f6a7b req-2b4f606f-7e30-47f5-95d5-a2dc04a6ffe2 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:18.435911 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4200dc-a2e0-4ce6-bdc0-4268420f6a7b req-2b4f606f-7e30-47f5-95d5-a2dc04a6ffe2 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:18.455399 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4200dc-a2e0-4ce6-bdc0-4268420f6a7b req-2b4f606f-7e30-47f5-95d5-a2dc04a6ffe2 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:18.457347 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ee4200dc-a2e0-4ce6-bdc0-4268420f6a7b req-2b4f606f-7e30-47f5-95d5-a2dc04a6ffe2 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 5406 time: 0.2103350 Nov 12 00:56:18.489941 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f4b47-b974-4cd1-9457-6d330820ca49 service neutron] Pushing event updated for resources: {'Port': ['ID=41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:18.568714 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ee4200dc-a2e0-4ce6-bdc0-4268420f6a7b req-2a71fabf-2ba9-42b0-aaa3-d45f565f960f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&id=cbe02f78-bccb-4d23-9946-d2b58c9817de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1005619 Nov 12 00:56:18.627987 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d1f17f39-3640-4bf5-86bb-c5582ad2d011 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:18.684863 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f762df20-bb7a-4bb3-a817-cb8a70cde8b9 req-e2a162a6-12ff-432a-b62e-2ac57a5c118a service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.2286971 Nov 12 00:56:18.758531 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37188) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:18.820456 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d1f17f39-3640-4bf5-86bb-c5582ad2d011 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:18.820681 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-10ebc4b8-5644-4cbe-8086-249a68bd3369 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:18.838086 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d1f17f39-3640-4bf5-86bb-c5582ad2d011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:18.869960 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-360f4b47-b974-4cd1-9457-6d330820ca49 service neutron] Attempting to bind port 41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:56:18.870298 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-360f4b47-b974-4cd1-9457-6d330820ca49 service neutron] Attempting to bind port 41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'f3938551-3a44-4fa9-8327-3f2151b42141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2e2e0111-edf0-4285-80d2-69d5d6a25b76'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:56:18.870633 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-360f4b47-b974-4cd1-9457-6d330820ca49 service neutron] Attempting to bind port 41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4 on network 2e2e0111-edf0-4285-80d2-69d5d6a25b76 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:18.904046 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f17f39-3640-4bf5-86bb-c5582ad2d011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b7b022-f75a-46c6-babe-b20bac88a5e0,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:18.918842 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5a7fcf5c-166b-4603-bc19-fcd0c02e86d4 req-031aa318-ad32-47d5-800d-7ad2cb23a0cc service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0527182 Nov 12 00:56:18.936615 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cead7984-8563-4eae-a39a-fb0c470a8ccd req-ac0ff149-d7f6-49f4-b1a4-153db330f597 tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] 10.222.0.20 "GET /v2.0/ports?device_id=43da1107-aa0c-4665-a852-ed5d1c0b97fd HTTP/1.1" status: 200 len: 210 time: 0.0464494 Nov 12 00:56:18.939635 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d1f17f39-3640-4bf5-86bb-c5582ad2d011 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c74337b1f3a441bc8d59605ebab12632&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8714740 Nov 12 00:56:18.947180 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37196) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:18.994923 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-360f4b47-b974-4cd1-9457-6d330820ca49 service neutron] Port 41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4 on network 2e2e0111-edf0-4285-80d2-69d5d6a25b76 not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:56:18.995170 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-360f4b47-b974-4cd1-9457-6d330820ca49 service neutron] Attempting to bind port 41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4 on network 2e2e0111-edf0-4285-80d2-69d5d6a25b76 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:19.005961 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d6ce9568-9c91-411b-8f51-1accaa72ca2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:19.020623 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc710930-3283-427f-9b7c-17601cf840d4 req-a0bd4664-2575-4b61-85ca-438c22ae878f tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:19.022171 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fc710930-3283-427f-9b7c-17601cf840d4 req-a0bd4664-2575-4b61-85ca-438c22ae878f tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd01a0e-3db4-4842-99a8-f43b7e22210e HTTP/1.1" status: 200 len: 946 time: 0.3348362 Nov 12 00:56:19.034754 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-360f4b47-b974-4cd1-9457-6d330820ca49 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:56:19.035115 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-360f4b47-b974-4cd1-9457-6d330820ca49 service neutron] Checking segment: {'id': 'f3938551-3a44-4fa9-8327-3f2151b42141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2e2e0111-edf0-4285-80d2-69d5d6a25b76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:56:19.035610 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-360f4b47-b974-4cd1-9457-6d330820ca49 service neutron] Bound using segment: {'id': 'f3938551-3a44-4fa9-8327-3f2151b42141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2e2e0111-edf0-4285-80d2-69d5d6a25b76'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:56:19.036027 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-360f4b47-b974-4cd1-9457-6d330820ca49 service neutron] Bound port: 41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3938551-3a44-4fa9-8327-3f2151b42141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2e2e0111-edf0-4285-80d2-69d5d6a25b76'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:56:19.036380 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-360f4b47-b974-4cd1-9457-6d330820ca49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:19.037078 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d6ce9568-9c91-411b-8f51-1accaa72ca2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:19.055030 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-78ce22bc-2772-4a7f-8557-165dc1804186 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:19.057183 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad7581-cbd1-4ad0-8c53-575b40638be8 req-64f62ec2-31c6-4b28-9c74-66132324596c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:19.057782 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad7581-cbd1-4ad0-8c53-575b40638be8 req-64f62ec2-31c6-4b28-9c74-66132324596c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:19.058074 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad7581-cbd1-4ad0-8c53-575b40638be8 req-64f62ec2-31c6-4b28-9c74-66132324596c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:19.059648 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-47ad7581-cbd1-4ad0-8c53-575b40638be8 req-64f62ec2-31c6-4b28-9c74-66132324596c service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=99d22f2d09c941868df176b00803ab3d&shared=False HTTP/1.1" status: 200 len: 2299 time: 1.1728635 Nov 12 00:56:19.106332 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d6ce9568-9c91-411b-8f51-1accaa72ca2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:19.109623 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d6ce9568-9c91-411b-8f51-1accaa72ca2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:19.113209 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d6ce9568-9c91-411b-8f51-1accaa72ca2b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d6b7b022-f75a-46c6-babe-b20bac88a5e0 HTTP/1.1" status: 204 len: 168 time: 0.1626315 Nov 12 00:56:19.140095 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce22bc-2772-4a7f-8557-165dc1804186 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Pushing event deleted for resources: {'Port': ['ID=69437b7e-67ea-4faa-be6a-f159d28e1331,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:19.144033 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce9568-9c91-411b-8f51-1accaa72ca2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b7b022-f75a-46c6-babe-b20bac88a5e0,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:19.234995 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-10ebc4b8-5644-4cbe-8086-249a68bd3369 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:19.281468 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-10ebc4b8-5644-4cbe-8086-249a68bd3369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:19.285152 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f470caee-f83b-49db-b921-97323753bee6 req-74f9e8e9-7829-46b8-824c-4bbf63aa1421 tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=32edcde130d748fdbd6a7180bdc0cb6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346968 Nov 12 00:56:19.291422 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-78ce22bc-2772-4a7f-8557-165dc1804186 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:19.294736 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-78ce22bc-2772-4a7f-8557-165dc1804186 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] 10.222.0.20 "DELETE /v2.0/ports/69437b7e-67ea-4faa-be6a-f159d28e1331 HTTP/1.1" status: 204 len: 168 time: 2.9195719 Nov 12 00:56:19.308587 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37200) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:19.383721 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fc710930-3283-427f-9b7c-17601cf840d4 req-edd31a9d-4e60-44e2-9c1b-cd9620d18dd7 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/security-groups?id=f22d5517-0bc9-4780-bd87-761275f57254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533041 Nov 12 00:56:19.438871 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-360f4b47-b974-4cd1-9457-6d330820ca49 service neutron] For port 41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:56:19.461474 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ebc4b8-5644-4cbe-8086-249a68bd3369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c33e951-cf3a-4ab4-8f5c-219f38ba09e9,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:19.482708 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-10ebc4b8-5644-4cbe-8086-249a68bd3369 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=77cc1da4a96049c4af0278b7e1fae05f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7122080 Nov 12 00:56:19.488671 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-360f4b47-b974-4cd1-9457-6d330820ca49 service neutron] For port 41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4,segment=NetworkSegment(f3938551-3a44-4fa9-8327-3f2151b42141),segment_id=f3938551-3a44-4fa9-8327-3f2151b42141)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:56:19.489875 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37204) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:19.510993 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad7581-cbd1-4ad0-8c53-575b40638be8 req-a0fc281b-e46f-4b8f-8930-a3dc75797d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:19.512505 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-47ad7581-cbd1-4ad0-8c53-575b40638be8 req-a0fc281b-e46f-4b8f-8930-a3dc75797d0c service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4310558 Nov 12 00:56:19.534584 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-360f4b47-b974-4cd1-9457-6d330820ca49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:19.571341 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cc6554e-bfda-44f5-a9d6-3c223bf96ce8 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Deleting subnet b9e89369-070f-46ef-8a61-ec1d4a8cb8fd {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:56:19.606632 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470caee-f83b-49db-b921-97323753bee6 req-252e340f-e297-4a2b-8f74-43c21838d2c8 tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:19.608229 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f470caee-f83b-49db-b921-97323753bee6 req-252e340f-e297-4a2b-8f74-43c21838d2c8 tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3149788 Nov 12 00:56:19.617253 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5cc6554e-bfda-44f5-a9d6-3c223bf96ce8 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:19.672599 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-f470caee-f83b-49db-b921-97323753bee6 req-3384a868-3b68-4ba3-b477-9701c44482d2 tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] Request body: {'port': {'device_id': '43da1107-aa0c-4665-a852-ed5d1c0b97fd', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'admin_state_up': True, 'tenant_id': '32edcde130d748fdbd6a7180bdc0cb6b'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:19.682873 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-360f4b47-b974-4cd1-9457-6d330820ca49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:19.683514 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-360f4b47-b974-4cd1-9457-6d330820ca49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:19.684919 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-360f4b47-b974-4cd1-9457-6d330820ca49 service neutron] 10.222.0.49 "PUT /v2.0/ports/41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4 HTTP/1.1" status: 200 len: 1092 time: 3.3887832 Nov 12 00:56:19.690458 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'tag': '41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:19.692806 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941a02c3-db15-408d-96a8-313579d5bc8c" -d '{"events": [{"name": "network-changed", "server_uuid": "f4448604-16ab-4f44-a2c8-0b55b9d2bf06", "tag": "41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:19.752624 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-7d1cd101-5152-49c0-a3a1-abc12fe7e8de service neutron] Request body: {'port': {'device_id': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:19.846191 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8314e2a4-f9c9-4e2a-9570-5c51bc45c04d x-openstack-request-id: req-8314e2a4-f9c9-4e2a-9570-5c51bc45c04d {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:19.846477 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4448604-16ab-4f44-a2c8-0b55b9d2bf06", "tag": "41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:19.846724 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8314e2a4-f9c9-4e2a-9570-5c51bc45c04d {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:19.847121 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'tag': '41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4', 'status': 'completed', 'code': 200} Nov 12 00:56:19.853796 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5cc6554e-bfda-44f5-a9d6-3c223bf96ce8 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:19.874843 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f470caee-f83b-49db-b921-97323753bee6 req-3384a868-3b68-4ba3-b477-9701c44482d2 tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] Made reservation on behalf of 32edcde130d748fdbd6a7180bdc0cb6b for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:19.881242 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f470caee-f83b-49db-b921-97323753bee6 req-3384a868-3b68-4ba3-b477-9701c44482d2 tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:19.898286 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f470caee-f83b-49db-b921-97323753bee6 req-3384a868-3b68-4ba3-b477-9701c44482d2 tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:19.960720 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f4b47-b974-4cd1-9457-6d330820ca49 service neutron] Pushing event updated for resources: {'Port': ['ID=41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:20.009814 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f470caee-f83b-49db-b921-97323753bee6 req-3384a868-3b68-4ba3-b477-9701c44482d2 tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:20.016854 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f470caee-f83b-49db-b921-97323753bee6 req-3384a868-3b68-4ba3-b477-9701c44482d2 tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:20.041500 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7ee61-1aa8-4dc4-a4a7-c26a82b78557 req-efb1b995-0f4d-4d6f-8a19-376275d68ce8 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:20.041723 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37216) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:20.048326 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7ee61-1aa8-4dc4-a4a7-c26a82b78557 req-efb1b995-0f4d-4d6f-8a19-376275d68ce8 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:20.054511 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7ee61-1aa8-4dc4-a4a7-c26a82b78557 req-efb1b995-0f4d-4d6f-8a19-376275d68ce8 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:20.061423 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7ee61-1aa8-4dc4-a4a7-c26a82b78557 req-efb1b995-0f4d-4d6f-8a19-376275d68ce8 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:20.068741 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7ee61-1aa8-4dc4-a4a7-c26a82b78557 req-efb1b995-0f4d-4d6f-8a19-376275d68ce8 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:20.074920 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7ee61-1aa8-4dc4-a4a7-c26a82b78557 req-efb1b995-0f4d-4d6f-8a19-376275d68ce8 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:20.081274 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7ee61-1aa8-4dc4-a4a7-c26a82b78557 req-efb1b995-0f4d-4d6f-8a19-376275d68ce8 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:20.083286 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-98a7ee61-1aa8-4dc4-a4a7-c26a82b78557 req-efb1b995-0f4d-4d6f-8a19-376275d68ce8 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 5406 time: 0.3974667 Nov 12 00:56:20.083912 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-7d1cd101-5152-49c0-a3a1-abc12fe7e8de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:20.086563 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bfbffa1a-2e8f-4b37-812e-a7f8809344ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:20.109311 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bfbffa1a-2e8f-4b37-812e-a7f8809344ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:20.126677 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e7dcae61-8486-4b4c-9e29-6c7ff117b883 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:20.132544 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f4b47-b974-4cd1-9457-6d330820ca49 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:20.132962 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f4b47-b974-4cd1-9457-6d330820ca49 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:20.133265 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f4b47-b974-4cd1-9457-6d330820ca49 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:20.134364 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f4b47-b974-4cd1-9457-6d330820ca49 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:20.134705 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f4b47-b974-4cd1-9457-6d330820ca49 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:20.135505 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f4b47-b974-4cd1-9457-6d330820ca49 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:20.135505 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f4b47-b974-4cd1-9457-6d330820ca49 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:20.135739 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f4b47-b974-4cd1-9457-6d330820ca49 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:20.136029 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f4b47-b974-4cd1-9457-6d330820ca49 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:20.136581 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f4b47-b974-4cd1-9457-6d330820ca49 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:20.136727 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f4b47-b974-4cd1-9457-6d330820ca49 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:20.136938 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f4b47-b974-4cd1-9457-6d330820ca49 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:20.170142 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3384a868-3b68-4ba3-b477-9701c44482d2 tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c744b695-b556-467c-af45-07314ccba7b3,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:20.190691 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a02c3-db15-408d-96a8-313579d5bc8c req-1fe02190-a667-4be1-89b7-3b7496d4243d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:20.191709 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a02c3-db15-408d-96a8-313579d5bc8c req-1fe02190-a667-4be1-89b7-3b7496d4243d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:20.191709 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a02c3-db15-408d-96a8-313579d5bc8c req-1fe02190-a667-4be1-89b7-3b7496d4243d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:20.192090 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a02c3-db15-408d-96a8-313579d5bc8c req-1fe02190-a667-4be1-89b7-3b7496d4243d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:20.192547 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a02c3-db15-408d-96a8-313579d5bc8c req-1fe02190-a667-4be1-89b7-3b7496d4243d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:20.193004 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a02c3-db15-408d-96a8-313579d5bc8c req-1fe02190-a667-4be1-89b7-3b7496d4243d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:20.193499 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a02c3-db15-408d-96a8-313579d5bc8c req-1fe02190-a667-4be1-89b7-3b7496d4243d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:20.196239 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-941a02c3-db15-408d-96a8-313579d5bc8c req-1fe02190-a667-4be1-89b7-3b7496d4243d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99d22f2d09c941868df176b00803ab3d&device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 6358 time: 0.3386979 Nov 12 00:56:20.210755 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7900bd17-ecab-4bc8-b8ec-2862d3b5989b req-2789f093-d44c-4f77-a14c-b25cbe491ba7 tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] 10.222.0.20 "GET /v2.0/ports?device_id=43da1107-aa0c-4665-a852-ed5d1c0b97fd HTTP/1.1" status: 200 len: 210 time: 0.0898964 Nov 12 00:56:20.300184 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-f470caee-f83b-49db-b921-97323753bee6 req-3384a868-3b68-4ba3-b477-9701c44482d2 tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] Allocated IP 192.168.233.245 (172a28b2-119c-4d70-aef1-a731eb107d6c/3288e972-21d8-4a52-9002-05790fb0bb61/d762fdd8-680a-4d44-a933-36f0845a6c02) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:20.371097 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e7dcae61-8486-4b4c-9e29-6c7ff117b883 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:20.378258 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e7dcae61-8486-4b4c-9e29-6c7ff117b883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:20.385154 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5cc6554e-bfda-44f5-a9d6-3c223bf96ce8 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:20.416040 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dcae61-8486-4b4c-9e29-6c7ff117b883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6136161-9f62-4bf2-b27a-d971e418987c,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:20.439093 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-98a7ee61-1aa8-4dc4-a4a7-c26a82b78557 req-cff27584-de0f-48c5-9a5f-4917439748f3 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&id=cbe02f78-bccb-4d23-9946-d2b58c9817de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3189285 Nov 12 00:56:20.487208 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bfbffa1a-2e8f-4b37-812e-a7f8809344ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:20.489816 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bfbffa1a-2e8f-4b37-812e-a7f8809344ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:20.490963 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-bfbffa1a-2e8f-4b37-812e-a7f8809344ca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5c33e951-cf3a-4ab4-8f5c-219f38ba09e9 HTTP/1.1" status: 204 len: 168 time: 1.0000560 Nov 12 00:56:20.506282 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e7dcae61-8486-4b4c-9e29-6c7ff117b883 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eb84c43a8fcc4e89b1ffa6ee479b2a04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4583738 Nov 12 00:56:20.507471 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37224) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:20.559886 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbffa1a-2e8f-4b37-812e-a7f8809344ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c33e951-cf3a-4ab4-8f5c-219f38ba09e9,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:20.609744 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a02c3-db15-408d-96a8-313579d5bc8c req-a7327232-6acc-4586-b0b2-a34bd6a85e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:20.610469 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a02c3-db15-408d-96a8-313579d5bc8c req-a7327232-6acc-4586-b0b2-a34bd6a85e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:20.610927 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a02c3-db15-408d-96a8-313579d5bc8c req-a7327232-6acc-4586-b0b2-a34bd6a85e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:20.612618 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-941a02c3-db15-408d-96a8-313579d5bc8c req-a7327232-6acc-4586-b0b2-a34bd6a85e09 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=99d22f2d09c941868df176b00803ab3d&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3858864 Nov 12 00:56:20.681878 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5cc6554e-bfda-44f5-a9d6-3c223bf96ce8 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:20.774980 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc6554e-bfda-44f5-a9d6-3c223bf96ce8 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Pushing event deleted for resources: {'Subnet': ['ID=b9e89369-070f-46ef-8a61-ec1d4a8cb8fd,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:20.778016 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5cc6554e-bfda-44f5-a9d6-3c223bf96ce8 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:20.785228 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5cc6554e-bfda-44f5-a9d6-3c223bf96ce8 tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] 10.222.0.20 "DELETE /v2.0/subnets/b9e89369-070f-46ef-8a61-ec1d4a8cb8fd HTTP/1.1" status: 204 len: 168 time: 1.4584978 Nov 12 00:56:20.792978 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37230) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:20.796254 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd16f2c-f239-4120-86ac-bd96d83c4666 req-a4ed9179-ba78-457f-8f2b-a561b5f7fbab tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:20.801061 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9bd16f2c-f239-4120-86ac-bd96d83c4666 req-a4ed9179-ba78-457f-8f2b-a561b5f7fbab tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd01a0e-3db4-4842-99a8-f43b7e22210e HTTP/1.1" status: 200 len: 946 time: 0.2827537 Nov 12 00:56:20.802572 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8d0b18cf-c49e-48d3-b147-fd7089f913ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:20.810888 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3efb34b-3873-4942-8744-33abafdf4380 None None] Network 7dd1cfbe-d497-45db-8887-1a7fc740ddb6 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:56:20.926743 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8d0b18cf-c49e-48d3-b147-fd7089f913ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:20.933939 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f470caee-f83b-49db-b921-97323753bee6 req-3384a868-3b68-4ba3-b477-9701c44482d2 tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:20.949538 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-86c49260-eb17-48b6-921b-28cb9e22565f tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:20.963211 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9bd16f2c-f239-4120-86ac-bd96d83c4666 req-dc3bfb0d-4e0d-4c5f-a51d-f5dc9ce9c541 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/security-groups?id=f22d5517-0bc9-4780-bd87-761275f57254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485589 Nov 12 00:56:20.968648 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a02c3-db15-408d-96a8-313579d5bc8c req-cadaaee9-2390-41d1-a6eb-666f23419e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:20.970368 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-941a02c3-db15-408d-96a8-313579d5bc8c req-cadaaee9-2390-41d1-a6eb-666f23419e3e service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3227942 Nov 12 00:56:21.057446 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f470caee-f83b-49db-b921-97323753bee6 req-3384a868-3b68-4ba3-b477-9701c44482d2 tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:21.077707 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e5c8f1a3-165c-409c-b8e7-baaea3e8e839 req-a05ff7d3-5134-4f8b-855e-657829e08393 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0485551 Nov 12 00:56:21.094746 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-7d1cd101-5152-49c0-a3a1-abc12fe7e8de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32d55d15-cda1-42c5-acb9-247105424a0c {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:56:21.123214 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-7d1cd101-5152-49c0-a3a1-abc12fe7e8de service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:21.136032 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3384a868-3b68-4ba3-b477-9701c44482d2 tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] Pushing event updated for resources: {'Port': ['ID=d762fdd8-680a-4d44-a933-36f0845a6c02,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:21.142584 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8d0b18cf-c49e-48d3-b147-fd7089f913ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:21.149294 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8d0b18cf-c49e-48d3-b147-fd7089f913ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:21.150849 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7323d8-b7fb-4e6a-97de-2e5cb3e84dc2 None None] DHCP port deletion for 7dd1cfbe-d497-45db-8887-1a7fc740ddb6 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:56:21.154735 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8d0b18cf-c49e-48d3-b147-fd7089f913ec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a6136161-9f62-4bf2-b27a-d971e418987c HTTP/1.1" status: 204 len: 168 time: 0.6432352 Nov 12 00:56:21.158942 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-7d1cd101-5152-49c0-a3a1-abc12fe7e8de service neutron] Transition to ACTIVE for port object 32d55d15-cda1-42c5-acb9-247105424a0c will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:56:21.166975 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0b18cf-c49e-48d3-b147-fd7089f913ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6136161-9f62-4bf2-b27a-d971e418987c,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:21.170349 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-86c49260-eb17-48b6-921b-28cb9e22565f tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Deleting port a26d4cdc-9e95-4066-bed0-a7670f01927b {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:56:21.170699 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-86c49260-eb17-48b6-921b-28cb9e22565f tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:21.174744 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-7d1cd101-5152-49c0-a3a1-abc12fe7e8de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:21.187101 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f470caee-f83b-49db-b921-97323753bee6 req-3384a868-3b68-4ba3-b477-9701c44482d2 tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] Network 172a28b2-119c-4d70-aef1-a731eb107d6c is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:21.189839 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-f470caee-f83b-49db-b921-97323753bee6 req-3384a868-3b68-4ba3-b477-9701c44482d2 tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:21.193510 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-f470caee-f83b-49db-b921-97323753bee6 req-3384a868-3b68-4ba3-b477-9701c44482d2 tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:56:21.339938 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470caee-f83b-49db-b921-97323753bee6 req-3384a868-3b68-4ba3-b477-9701c44482d2 tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:21.347264 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f470caee-f83b-49db-b921-97323753bee6 req-3384a868-3b68-4ba3-b477-9701c44482d2 tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:21.399735 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f470caee-f83b-49db-b921-97323753bee6 req-3384a868-3b68-4ba3-b477-9701c44482d2 tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7370143 Nov 12 00:56:21.423702 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-f470caee-f83b-49db-b921-97323753bee6 req-b4d265b8-7c08-4b65-86f2-7d692e6d9aeb service neutron] Request body: {'port': {'device_id': '43da1107-aa0c-4665-a852-ed5d1c0b97fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:21.427981 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-0e7323d8-b7fb-4e6a-97de-2e5cb3e84dc2 None None] Deleting port a26d4cdc-9e95-4066-bed0-a7670f01927b {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:56:21.429748 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0e7323d8-b7fb-4e6a-97de-2e5cb3e84dc2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:21.509817 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-86c49260-eb17-48b6-921b-28cb9e22565f tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] For port a26d4cdc-9e95-4066-bed0-a7670f01927b, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=a26d4cdc-9e95-4066-bed0-a7670f01927b,segment=NetworkSegment(0b5d3542-5533-45e3-b704-17ec2f2aac61),segment_id=0b5d3542-5533-45e3-b704-17ec2f2aac61)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:21.510469 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-86c49260-eb17-48b6-921b-28cb9e22565f tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:21.558872 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-86c49260-eb17-48b6-921b-28cb9e22565f tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Calling delete_port for a26d4cdc-9e95-4066-bed0-a7670f01927b owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:56:21.570766 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f470caee-f83b-49db-b921-97323753bee6 req-b4d265b8-7c08-4b65-86f2-7d692e6d9aeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:21.620909 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-0e7323d8-b7fb-4e6a-97de-2e5cb3e84dc2 None None] For port a26d4cdc-9e95-4066-bed0-a7670f01927b, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=a26d4cdc-9e95-4066-bed0-a7670f01927b,segment=NetworkSegment(0b5d3542-5533-45e3-b704-17ec2f2aac61),segment_id=0b5d3542-5533-45e3-b704-17ec2f2aac61)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:21.622058 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0e7323d8-b7fb-4e6a-97de-2e5cb3e84dc2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:21.672120 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-0e7323d8-b7fb-4e6a-97de-2e5cb3e84dc2 None None] Calling delete_port for a26d4cdc-9e95-4066-bed0-a7670f01927b owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:56:21.800253 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-febec0b7-f00b-47fe-9eab-de850e317b34 req-a6c63775-fb02-465a-9ddb-1dcf27f3959b service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0999706 Nov 12 00:56:21.801563 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1cd101-5152-49c0-a3a1-abc12fe7e8de service neutron] Pushing event updated for resources: {'Port': ['ID=32d55d15-cda1-42c5-acb9-247105424a0c,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:21.873987 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-0e6e0fa5-ddb4-4ea6-8ab9-e105ff38c6ac None None] Provisioning complete for port d762fdd8-680a-4d44-a933-36f0845a6c02 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:21.879353 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0e6e0fa5-ddb4-4ea6-8ab9-e105ff38c6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:21.937811 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device a26d4cdc-9e95-4066-bed0-a7670f01927b no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:56:21.969045 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0381aafc-287e-4a55-b498-c0d7f67208c6 req-b0af6f56-d80e-4661-9cab-32203c7a1671 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:21.977234 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0381aafc-287e-4a55-b498-c0d7f67208c6 req-b0af6f56-d80e-4661-9cab-32203c7a1671 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:21.984628 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb89d0-78ab-424f-afc0-47f706e02894 req-93f47f25-7069-4487-82a7-49fd42bda370 tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:21.985041 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0381aafc-287e-4a55-b498-c0d7f67208c6 req-b0af6f56-d80e-4661-9cab-32203c7a1671 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:21.987186 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e5fb89d0-78ab-424f-afc0-47f706e02894 req-93f47f25-7069-4487-82a7-49fd42bda370 tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] 10.222.0.20 "GET /v2.0/ports?device_id=43da1107-aa0c-4665-a852-ed5d1c0b97fd HTTP/1.1" status: 200 len: 936 time: 0.2852829 Nov 12 00:56:22.005262 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0381aafc-287e-4a55-b498-c0d7f67208c6 req-b0af6f56-d80e-4661-9cab-32203c7a1671 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:22.014527 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0381aafc-287e-4a55-b498-c0d7f67208c6 req-b0af6f56-d80e-4661-9cab-32203c7a1671 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:22.026211 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0381aafc-287e-4a55-b498-c0d7f67208c6 req-b0af6f56-d80e-4661-9cab-32203c7a1671 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:22.039606 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0381aafc-287e-4a55-b498-c0d7f67208c6 req-b0af6f56-d80e-4661-9cab-32203c7a1671 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:22.042368 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0381aafc-287e-4a55-b498-c0d7f67208c6 req-b0af6f56-d80e-4661-9cab-32203c7a1671 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 5418 time: 0.3750887 Nov 12 00:56:22.053747 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-7d1cd101-5152-49c0-a3a1-abc12fe7e8de service neutron] Attempting to bind port 32d55d15-cda1-42c5-acb9-247105424a0c on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:56:22.054100 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-7d1cd101-5152-49c0-a3a1-abc12fe7e8de service neutron] Attempting to bind port 32d55d15-cda1-42c5-acb9-247105424a0c by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '769a0daf-75ef-4b03-bc7e-d891d1a3563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0fed04be-2c3a-475e-8199-924085f487af'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:56:22.054411 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-7d1cd101-5152-49c0-a3a1-abc12fe7e8de service neutron] Attempting to bind port 32d55d15-cda1-42c5-acb9-247105424a0c on network 0fed04be-2c3a-475e-8199-924085f487af {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:22.060233 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-7d1cd101-5152-49c0-a3a1-abc12fe7e8de service neutron] Port 32d55d15-cda1-42c5-acb9-247105424a0c on network 0fed04be-2c3a-475e-8199-924085f487af not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:56:22.060563 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-7d1cd101-5152-49c0-a3a1-abc12fe7e8de service neutron] Attempting to bind port 32d55d15-cda1-42c5-acb9-247105424a0c on network 0fed04be-2c3a-475e-8199-924085f487af {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:22.065029 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-86c49260-eb17-48b6-921b-28cb9e22565f tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:22.065617 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-0e6e0fa5-ddb4-4ea6-8ab9-e105ff38c6ac None None] Port d762fdd8-680a-4d44-a933-36f0845a6c02 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:56:22.084613 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0e7323d8-b7fb-4e6a-97de-2e5cb3e84dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:22.089981 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No active binding found for port a26d4cdc-9e95-4066-bed0-a7670f01927b {{(pid=102663) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 00:56:22.090413 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device a26d4cdc-9e95-4066-bed0-a7670f01927b not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:56:22.126251 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7323d8-b7fb-4e6a-97de-2e5cb3e84dc2 None None] Pushing event deleted for resources: {'Port': ['ID=a26d4cdc-9e95-4066-bed0-a7670f01927b,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:22.132685 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7323d8-b7fb-4e6a-97de-2e5cb3e84dc2 None None] No DVR routers for this DVR port a26d4cdc-9e95-4066-bed0-a7670f01927b on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:56:22.135017 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c49260-eb17-48b6-921b-28cb9e22565f tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Pushing event deleted for resources: {'Port': ['ID=a26d4cdc-9e95-4066-bed0-a7670f01927b,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:22.156534 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0381aafc-287e-4a55-b498-c0d7f67208c6 req-6e0bed68-a0f9-4f34-9d7f-63929e3c8456 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&id=cbe02f78-bccb-4d23-9946-d2b58c9817de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1049175 Nov 12 00:56:22.157047 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-7d1cd101-5152-49c0-a3a1-abc12fe7e8de service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:56:22.157331 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-7d1cd101-5152-49c0-a3a1-abc12fe7e8de service neutron] Checking segment: {'id': '769a0daf-75ef-4b03-bc7e-d891d1a3563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0fed04be-2c3a-475e-8199-924085f487af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:56:22.157618 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-7d1cd101-5152-49c0-a3a1-abc12fe7e8de service neutron] Bound using segment: {'id': '769a0daf-75ef-4b03-bc7e-d891d1a3563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0fed04be-2c3a-475e-8199-924085f487af'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:56:22.158056 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-7d1cd101-5152-49c0-a3a1-abc12fe7e8de service neutron] Bound port: 32d55d15-cda1-42c5-acb9-247105424a0c, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '769a0daf-75ef-4b03-bc7e-d891d1a3563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0fed04be-2c3a-475e-8199-924085f487af'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:56:22.158411 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-7d1cd101-5152-49c0-a3a1-abc12fe7e8de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:22.214317 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c49260-eb17-48b6-921b-28cb9e22565f tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] No DVR routers for this DVR port a26d4cdc-9e95-4066-bed0-a7670f01927b on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:56:22.310482 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e5fb89d0-78ab-424f-afc0-47f706e02894 req-eb0679bc-5eda-402e-a12e-620dc86c0cfb tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] 10.222.0.20 "GET /v2.0/security-groups?id=c744b695-b556-467c-af45-07314ccba7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084817 Nov 12 00:56:22.396928 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-86c49260-eb17-48b6-921b-28cb9e22565f tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:22.414737 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-f470caee-f83b-49db-b921-97323753bee6 req-b4d265b8-7c08-4b65-86f2-7d692e6d9aeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d762fdd8-680a-4d44-a933-36f0845a6c02 {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:56:22.449666 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-86c49260-eb17-48b6-921b-28cb9e22565f tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dd1cfbe-d497-45db-8887-1a7fc740ddb6']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:22.458602 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f470caee-f83b-49db-b921-97323753bee6 req-b4d265b8-7c08-4b65-86f2-7d692e6d9aeb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:22.470467 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-86c49260-eb17-48b6-921b-28cb9e22565f tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b5d3542-5533-45e3-b704-17ec2f2aac61') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:22.470467 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-86c49260-eb17-48b6-921b-28cb9e22565f tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b5d3542-5533-45e3-b704-17ec2f2aac61') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:22.484364 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-86c49260-eb17-48b6-921b-28cb9e22565f tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:22.485117 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-f470caee-f83b-49db-b921-97323753bee6 req-b4d265b8-7c08-4b65-86f2-7d692e6d9aeb service neutron] Transition to ACTIVE for port object d762fdd8-680a-4d44-a933-36f0845a6c02 will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:56:22.486704 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-7d1cd101-5152-49c0-a3a1-abc12fe7e8de service neutron] For port 32d55d15-cda1-42c5-acb9-247105424a0c, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:56:22.490539 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-7d1cd101-5152-49c0-a3a1-abc12fe7e8de service neutron] For port 32d55d15-cda1-42c5-acb9-247105424a0c, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=32d55d15-cda1-42c5-acb9-247105424a0c,segment=NetworkSegment(769a0daf-75ef-4b03-bc7e-d891d1a3563d),segment_id=769a0daf-75ef-4b03-bc7e-d891d1a3563d)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:56:22.499622 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-7d1cd101-5152-49c0-a3a1-abc12fe7e8de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:22.509625 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f470caee-f83b-49db-b921-97323753bee6 req-b4d265b8-7c08-4b65-86f2-7d692e6d9aeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:22.551122 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-7d1cd101-5152-49c0-a3a1-abc12fe7e8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:22.551638 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-7d1cd101-5152-49c0-a3a1-abc12fe7e8de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:22.553243 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-7d1cd101-5152-49c0-a3a1-abc12fe7e8de service neutron] 10.222.0.49 "PUT /v2.0/ports/32d55d15-cda1-42c5-acb9-247105424a0c HTTP/1.1" status: 200 len: 1092 time: 2.8285325 Nov 12 00:56:22.556159 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'tag': '32d55d15-cda1-42c5-acb9-247105424a0c'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:22.558776 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0402480d-e7f7-4fd4-9f2e-556fd14eb870" -d '{"events": [{"name": "network-changed", "server_uuid": "f4448604-16ab-4f44-a2c8-0b55b9d2bf06", "tag": "32d55d15-cda1-42c5-acb9-247105424a0c"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:22.562681 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-86c49260-eb17-48b6-921b-28cb9e22565f tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:22.577974 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86c49260-eb17-48b6-921b-28cb9e22565f tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:56:22.578385 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-86c49260-eb17-48b6-921b-28cb9e22565f tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:22.592638 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:56:22.592638 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:56:22.592638 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:56:22.592638 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:56:22.592638 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:56:22.592638 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:56:22.592638 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:56:22.592638 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:56:22.592638 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:56:22.592638 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:56:22.592638 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:56:22.592638 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:56:22.592638 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:56:22.592638 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:56:22.592638 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:56:22.592638 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:56:22.592638 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:56:22.592638 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:56:22.592638 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:56:22.592638 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:56:22.592638 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:56:22.592638 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:56:22.592638 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:56:22.592638 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:56:22.592638 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:56:22.592638 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:56:22.592638 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:56:22.592638 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:56:22.592638 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:56:22.592638 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:56:22.592638 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:56:22.592638 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:56:22.642229 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-3bcb7f33-77aa-4c2b-98ac-9c2ec907cbe2 service neutron] Request body: {'port': {'device_id': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:22.696676 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d265b8-7c08-4b65-86f2-7d692e6d9aeb service neutron] Pushing event updated for resources: {'Port': ['ID=d762fdd8-680a-4d44-a933-36f0845a6c02,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:22.743510 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa2300-3da9-4a30-af08-00a3942970b2 req-6efd7f74-9d69-4c73-a9ab-226e2607ed0c tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:22.745245 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-83aa2300-3da9-4a30-af08-00a3942970b2 req-6efd7f74-9d69-4c73-a9ab-226e2607ed0c tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd01a0e-3db4-4842-99a8-f43b7e22210e HTTP/1.1" status: 200 len: 946 time: 0.3338604 Nov 12 00:56:22.793216 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d265b8-7c08-4b65-86f2-7d692e6d9aeb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:22.793796 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d265b8-7c08-4b65-86f2-7d692e6d9aeb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:22.794278 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d265b8-7c08-4b65-86f2-7d692e6d9aeb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:22.794724 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d265b8-7c08-4b65-86f2-7d692e6d9aeb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:22.795151 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d265b8-7c08-4b65-86f2-7d692e6d9aeb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:22.795696 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d265b8-7c08-4b65-86f2-7d692e6d9aeb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:22.796247 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d265b8-7c08-4b65-86f2-7d692e6d9aeb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:22.796571 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d265b8-7c08-4b65-86f2-7d692e6d9aeb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:22.797029 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d265b8-7c08-4b65-86f2-7d692e6d9aeb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:22.797571 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d265b8-7c08-4b65-86f2-7d692e6d9aeb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:22.803287 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4baaa3f9-847b-47b2-a0a8-e897df171e26 x-openstack-request-id: req-4baaa3f9-847b-47b2-a0a8-e897df171e26 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:22.804190 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d265b8-7c08-4b65-86f2-7d692e6d9aeb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:22.804653 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d265b8-7c08-4b65-86f2-7d692e6d9aeb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:22.805797 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4448604-16ab-4f44-a2c8-0b55b9d2bf06", "tag": "32d55d15-cda1-42c5-acb9-247105424a0c", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:22.806420 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4baaa3f9-847b-47b2-a0a8-e897df171e26 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:22.808263 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'tag': '32d55d15-cda1-42c5-acb9-247105424a0c', 'status': 'completed', 'code': 200} Nov 12 00:56:22.908087 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-3bcb7f33-77aa-4c2b-98ac-9c2ec907cbe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:22.940290 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-83aa2300-3da9-4a30-af08-00a3942970b2 req-f4d8d9e1-f0e6-4b10-a628-f363ff7dfd53 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/security-groups?id=f22d5517-0bc9-4780-bd87-761275f57254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496956 Nov 12 00:56:22.967476 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-f470caee-f83b-49db-b921-97323753bee6 req-b4d265b8-7c08-4b65-86f2-7d692e6d9aeb service neutron] Attempting to bind port d762fdd8-680a-4d44-a933-36f0845a6c02 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:56:22.967925 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-f470caee-f83b-49db-b921-97323753bee6 req-b4d265b8-7c08-4b65-86f2-7d692e6d9aeb service neutron] Attempting to bind port d762fdd8-680a-4d44-a933-36f0845a6c02 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:56:22.968362 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f470caee-f83b-49db-b921-97323753bee6 req-b4d265b8-7c08-4b65-86f2-7d692e6d9aeb service neutron] Attempting to bind port d762fdd8-680a-4d44-a933-36f0845a6c02 on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:22.990213 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f470caee-f83b-49db-b921-97323753bee6 req-b4d265b8-7c08-4b65-86f2-7d692e6d9aeb service neutron] Port d762fdd8-680a-4d44-a933-36f0845a6c02 on network 172a28b2-119c-4d70-aef1-a731eb107d6c not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:56:22.994392 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f470caee-f83b-49db-b921-97323753bee6 req-b4d265b8-7c08-4b65-86f2-7d692e6d9aeb service neutron] Attempting to bind port d762fdd8-680a-4d44-a933-36f0845a6c02 on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:23.005583 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1cd101-5152-49c0-a3a1-abc12fe7e8de service neutron] Pushing event updated for resources: {'Port': ['ID=32d55d15-cda1-42c5-acb9-247105424a0c,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:23.020646 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f470caee-f83b-49db-b921-97323753bee6 req-b4d265b8-7c08-4b65-86f2-7d692e6d9aeb service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:56:23.022101 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f470caee-f83b-49db-b921-97323753bee6 req-b4d265b8-7c08-4b65-86f2-7d692e6d9aeb service neutron] Checking segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:56:23.023140 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f470caee-f83b-49db-b921-97323753bee6 req-b4d265b8-7c08-4b65-86f2-7d692e6d9aeb service neutron] Bound using segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:56:23.027798 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-f470caee-f83b-49db-b921-97323753bee6 req-b4d265b8-7c08-4b65-86f2-7d692e6d9aeb service neutron] Bound port: d762fdd8-680a-4d44-a933-36f0845a6c02, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:56:23.029663 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f470caee-f83b-49db-b921-97323753bee6 req-b4d265b8-7c08-4b65-86f2-7d692e6d9aeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:23.075491 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-86c49260-eb17-48b6-921b-28cb9e22565f tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:23.092149 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-86c49260-eb17-48b6-921b-28cb9e22565f tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:23.097913 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-86c49260-eb17-48b6-921b-28cb9e22565f tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] 10.222.0.20 "DELETE /v2.0/networks/7dd1cfbe-d497-45db-8887-1a7fc740ddb6 HTTP/1.1" status: 204 len: 168 time: 2.3010767 Nov 12 00:56:23.108257 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402480d-e7f7-4fd4-9f2e-556fd14eb870 req-33b74299-7ef1-45e8-8e52-a2a4d390bf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:23.108739 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402480d-e7f7-4fd4-9f2e-556fd14eb870 req-33b74299-7ef1-45e8-8e52-a2a4d390bf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:23.109239 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402480d-e7f7-4fd4-9f2e-556fd14eb870 req-33b74299-7ef1-45e8-8e52-a2a4d390bf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:23.109817 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402480d-e7f7-4fd4-9f2e-556fd14eb870 req-33b74299-7ef1-45e8-8e52-a2a4d390bf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:23.110384 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402480d-e7f7-4fd4-9f2e-556fd14eb870 req-33b74299-7ef1-45e8-8e52-a2a4d390bf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:23.110861 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402480d-e7f7-4fd4-9f2e-556fd14eb870 req-33b74299-7ef1-45e8-8e52-a2a4d390bf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:23.111370 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402480d-e7f7-4fd4-9f2e-556fd14eb870 req-33b74299-7ef1-45e8-8e52-a2a4d390bf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:23.113483 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0402480d-e7f7-4fd4-9f2e-556fd14eb870 req-33b74299-7ef1-45e8-8e52-a2a4d390bf1e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99d22f2d09c941868df176b00803ab3d&device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 6426 time: 0.3529539 Nov 12 00:56:23.165984 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-f470caee-f83b-49db-b921-97323753bee6 req-b4d265b8-7c08-4b65-86f2-7d692e6d9aeb service neutron] For port d762fdd8-680a-4d44-a933-36f0845a6c02, host n-h1-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:56:23.174286 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-f470caee-f83b-49db-b921-97323753bee6 req-b4d265b8-7c08-4b65-86f2-7d692e6d9aeb service neutron] For port d762fdd8-680a-4d44-a933-36f0845a6c02, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=d762fdd8-680a-4d44-a933-36f0845a6c02,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:56:23.179724 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c49260-eb17-48b6-921b-28cb9e22565f tempest-AllowedAddressPairIpV6TestJSON-1014085543 tempest-AllowedAddressPairIpV6TestJSON-1014085543-project] Pushing event deleted for resources: {'Network': ['ID=7dd1cfbe-d497-45db-8887-1a7fc740ddb6,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:23.191339 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f470caee-f83b-49db-b921-97323753bee6 req-b4d265b8-7c08-4b65-86f2-7d692e6d9aeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:23.347723 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d265b8-7c08-4b65-86f2-7d692e6d9aeb service neutron] Pushing event updated for resources: {'Port': ['ID=d762fdd8-680a-4d44-a933-36f0845a6c02,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:23.369418 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470caee-f83b-49db-b921-97323753bee6 req-b4d265b8-7c08-4b65-86f2-7d692e6d9aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:23.371244 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f470caee-f83b-49db-b921-97323753bee6 req-b4d265b8-7c08-4b65-86f2-7d692e6d9aeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:23.372856 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f470caee-f83b-49db-b921-97323753bee6 req-b4d265b8-7c08-4b65-86f2-7d692e6d9aeb service neutron] 10.222.0.49 "PUT /v2.0/ports/d762fdd8-680a-4d44-a933-36f0845a6c02 HTTP/1.1" status: 200 len: 1097 time: 1.9579284 Nov 12 00:56:23.373720 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43da1107-aa0c-4665-a852-ed5d1c0b97fd', 'tag': 'd762fdd8-680a-4d44-a933-36f0845a6c02'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:23.377215 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4328c0c8-d1e1-4435-b067-37b662bab96e" -d '{"events": [{"name": "network-changed", "server_uuid": "43da1107-aa0c-4665-a852-ed5d1c0b97fd", "tag": "d762fdd8-680a-4d44-a933-36f0845a6c02"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:23.579069 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470caee-f83b-49db-b921-97323753bee6 req-9e0a2fe6-9d49-46aa-8d28-d687b9841092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:23.580624 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f470caee-f83b-49db-b921-97323753bee6 req-9e0a2fe6-9d49-46aa-8d28-d687b9841092 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=32edcde130d748fdbd6a7180bdc0cb6b&device_id=43da1107-aa0c-4665-a852-ed5d1c0b97fd HTTP/1.1" status: 200 len: 1100 time: 0.1217303 Nov 12 00:56:23.641764 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402480d-e7f7-4fd4-9f2e-556fd14eb870 req-4a8d0468-db88-4aae-aea0-e429d390a2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:23.642255 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402480d-e7f7-4fd4-9f2e-556fd14eb870 req-4a8d0468-db88-4aae-aea0-e429d390a2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:23.642730 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402480d-e7f7-4fd4-9f2e-556fd14eb870 req-4a8d0468-db88-4aae-aea0-e429d390a2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:23.644491 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0402480d-e7f7-4fd4-9f2e-556fd14eb870 req-4a8d0468-db88-4aae-aea0-e429d390a2e6 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=99d22f2d09c941868df176b00803ab3d&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5135014 Nov 12 00:56:23.698808 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f470caee-f83b-49db-b921-97323753bee6 req-67f069be-f700-404d-b61d-1023a570482f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=d762fdd8-680a-4d44-a933-36f0845a6c02 HTTP/1.1" status: 200 len: 217 time: 0.1038642 Nov 12 00:56:23.705489 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37328) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:23.863850 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665b903-29a1-4c4e-aab7-a31986afa6ea req-01231897-83fe-4348-ad7d-254cfaa3ff8d tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:23.874823 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1665b903-29a1-4c4e-aab7-a31986afa6ea req-01231897-83fe-4348-ad7d-254cfaa3ff8d tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] 10.222.0.20 "GET /v2.0/ports?device_id=43da1107-aa0c-4665-a852-ed5d1c0b97fd HTTP/1.1" status: 200 len: 948 time: 0.1715260 Nov 12 00:56:23.926474 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470caee-f83b-49db-b921-97323753bee6 req-b06627cc-befd-4a32-a8a2-f8aa5894c432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:23.933016 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f470caee-f83b-49db-b921-97323753bee6 req-b06627cc-befd-4a32-a8a2-f8aa5894c432 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.1737452 Nov 12 00:56:24.016732 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1665b903-29a1-4c4e-aab7-a31986afa6ea req-3c99d1cf-0625-4c9d-83bb-66b49667d16c tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] 10.222.0.20 "GET /v2.0/security-groups?id=c744b695-b556-467c-af45-07314ccba7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404095 Nov 12 00:56:24.142475 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3091abff-c57d-493d-9078-e5c20edc5585 x-openstack-request-id: req-3091abff-c57d-493d-9078-e5c20edc5585 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:24.142848 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43da1107-aa0c-4665-a852-ed5d1c0b97fd", "tag": "d762fdd8-680a-4d44-a933-36f0845a6c02", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:24.143025 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3091abff-c57d-493d-9078-e5c20edc5585 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:24.143436 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43da1107-aa0c-4665-a852-ed5d1c0b97fd', 'tag': 'd762fdd8-680a-4d44-a933-36f0845a6c02', 'status': 'completed', 'code': 200} Nov 12 00:56:24.147218 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-80797622-1133-4f56-a6a4-1a2fec2cba2a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1b330e4c555646339f24bd77820eebe1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4221165 Nov 12 00:56:24.149792 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37350) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:24.176264 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470caee-f83b-49db-b921-97323753bee6 req-cf2463dc-af75-4b1b-8bd7-c46fd579fb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:24.178477 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f470caee-f83b-49db-b921-97323753bee6 req-cf2463dc-af75-4b1b-8bd7-c46fd579fb41 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2302408 Nov 12 00:56:24.265051 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8c974-6dc5-4922-8f7e-cd8aae925463 req-8d45b30a-1441-46b7-ae01-a2bd4877a391 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:24.272513 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8c974-6dc5-4922-8f7e-cd8aae925463 req-8d45b30a-1441-46b7-ae01-a2bd4877a391 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:24.279970 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8c974-6dc5-4922-8f7e-cd8aae925463 req-8d45b30a-1441-46b7-ae01-a2bd4877a391 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:24.286940 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8c974-6dc5-4922-8f7e-cd8aae925463 req-8d45b30a-1441-46b7-ae01-a2bd4877a391 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:24.298615 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8c974-6dc5-4922-8f7e-cd8aae925463 req-8d45b30a-1441-46b7-ae01-a2bd4877a391 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:24.304451 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f470caee-f83b-49db-b921-97323753bee6 req-45973e3a-4890-456a-bfdd-846cb6ca6d4e service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157620 Nov 12 00:56:24.309066 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8c974-6dc5-4922-8f7e-cd8aae925463 req-8d45b30a-1441-46b7-ae01-a2bd4877a391 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:24.316859 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8c974-6dc5-4922-8f7e-cd8aae925463 req-8d45b30a-1441-46b7-ae01-a2bd4877a391 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:24.319364 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1ad8c974-6dc5-4922-8f7e-cd8aae925463 req-8d45b30a-1441-46b7-ae01-a2bd4877a391 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 5418 time: 0.6825190 Nov 12 00:56:24.334401 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0bcd15d2-ad1e-49e4-9424-6e95a0242597 req-739ab0c9-654b-45a9-ab84-10aec630a73c service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.5709777 Nov 12 00:56:24.373980 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-47683d36-4c91-464d-904f-4d762dbd456e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:24.490282 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f470caee-f83b-49db-b921-97323753bee6 req-28c61eb1-99cb-4a3c-9387-b8bbe55de8af service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603053 Nov 12 00:56:24.531257 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-47683d36-4c91-464d-904f-4d762dbd456e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:24.559180 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ad707-848d-4042-a28e-65b731fba907 req-a605cb18-f3fb-4de1-b9e6-3de7b29e5052 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:24.569096 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b14ad707-848d-4042-a28e-65b731fba907 req-a605cb18-f3fb-4de1-b9e6-3de7b29e5052 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd01a0e-3db4-4842-99a8-f43b7e22210e HTTP/1.1" status: 200 len: 946 time: 0.2622526 Nov 12 00:56:24.595478 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6963fa89-9c93-4bc0-9df1-e4050bf57674 req-4eddb8d5-a442-48ce-8ec5-606be6de82e3 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0643218 Nov 12 00:56:24.610748 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402480d-e7f7-4fd4-9f2e-556fd14eb870 req-e93dc505-9b7a-4b9e-88b7-01967e21ac6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:24.612705 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0402480d-e7f7-4fd4-9f2e-556fd14eb870 req-e93dc505-9b7a-4b9e-88b7-01967e21ac6c service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9347045 Nov 12 00:56:24.649412 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1ad8c974-6dc5-4922-8f7e-cd8aae925463 req-5d276d62-66de-4887-b65e-f1c376354260 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&id=cbe02f78-bccb-4d23-9946-d2b58c9817de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3014100 Nov 12 00:56:24.721835 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b14ad707-848d-4042-a28e-65b731fba907 req-c38113c9-37e5-4fd3-9fe6-14f82c31444b tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/security-groups?id=f22d5517-0bc9-4780-bd87-761275f57254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511557 Nov 12 00:56:24.763625 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328c0c8-d1e1-4435-b067-37b662bab96e req-ae49ac25-c7c6-4886-b0e6-c4df5af37e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:24.765689 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4328c0c8-d1e1-4435-b067-37b662bab96e req-ae49ac25-c7c6-4886-b0e6-c4df5af37e5d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=32edcde130d748fdbd6a7180bdc0cb6b&device_id=43da1107-aa0c-4665-a852-ed5d1c0b97fd HTTP/1.1" status: 200 len: 1100 time: 0.1580145 Nov 12 00:56:24.766715 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-47683d36-4c91-464d-904f-4d762dbd456e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:24.771729 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-47683d36-4c91-464d-904f-4d762dbd456e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:24.774331 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-47683d36-4c91-464d-904f-4d762dbd456e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/99773fd9-f557-4ecf-a7df-30e4eb8fba80 HTTP/1.1" status: 204 len: 168 time: 0.6232266 Nov 12 00:56:24.795306 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47683d36-4c91-464d-904f-4d762dbd456e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99773fd9-f557-4ecf-a7df-30e4eb8fba80,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:24.823383 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-3bcb7f33-77aa-4c2b-98ac-9c2ec907cbe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c22b6762-e3f6-4522-8e3f-46a49996d03c {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:56:24.841986 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-3bcb7f33-77aa-4c2b-98ac-9c2ec907cbe2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:24.874063 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-3bcb7f33-77aa-4c2b-98ac-9c2ec907cbe2 service neutron] Transition to ACTIVE for port object c22b6762-e3f6-4522-8e3f-46a49996d03c will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:56:24.882919 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-3bcb7f33-77aa-4c2b-98ac-9c2ec907cbe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:24.942535 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328c0c8-d1e1-4435-b067-37b662bab96e req-1088d97d-5afd-47d6-9823-eb72a5117987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:24.946321 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4328c0c8-d1e1-4435-b067-37b662bab96e req-1088d97d-5afd-47d6-9823-eb72a5117987 service neutron] 10.222.0.49 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.1667237 Nov 12 00:56:24.980168 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb7f33-77aa-4c2b-98ac-9c2ec907cbe2 service neutron] Pushing event updated for resources: {'Port': ['ID=c22b6762-e3f6-4522-8e3f-46a49996d03c,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:25.092508 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4328c0c8-d1e1-4435-b067-37b662bab96e req-573560d1-535a-4f18-86a7-c2dea14d3472 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=d762fdd8-680a-4d44-a933-36f0845a6c02 HTTP/1.1" status: 200 len: 217 time: 0.1419666 Nov 12 00:56:25.157637 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-3bcb7f33-77aa-4c2b-98ac-9c2ec907cbe2 service neutron] Attempting to bind port c22b6762-e3f6-4522-8e3f-46a49996d03c on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:56:25.157637 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-3bcb7f33-77aa-4c2b-98ac-9c2ec907cbe2 service neutron] Attempting to bind port c22b6762-e3f6-4522-8e3f-46a49996d03c by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '769a0daf-75ef-4b03-bc7e-d891d1a3563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0fed04be-2c3a-475e-8199-924085f487af'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:56:25.157637 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-3bcb7f33-77aa-4c2b-98ac-9c2ec907cbe2 service neutron] Attempting to bind port c22b6762-e3f6-4522-8e3f-46a49996d03c on network 0fed04be-2c3a-475e-8199-924085f487af {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:25.167625 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-3bcb7f33-77aa-4c2b-98ac-9c2ec907cbe2 service neutron] Port c22b6762-e3f6-4522-8e3f-46a49996d03c on network 0fed04be-2c3a-475e-8199-924085f487af not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:56:25.168097 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-3bcb7f33-77aa-4c2b-98ac-9c2ec907cbe2 service neutron] Attempting to bind port c22b6762-e3f6-4522-8e3f-46a49996d03c on network 0fed04be-2c3a-475e-8199-924085f487af {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:25.174628 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-3bcb7f33-77aa-4c2b-98ac-9c2ec907cbe2 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:56:25.175385 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-3bcb7f33-77aa-4c2b-98ac-9c2ec907cbe2 service neutron] Checking segment: {'id': '769a0daf-75ef-4b03-bc7e-d891d1a3563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0fed04be-2c3a-475e-8199-924085f487af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:56:25.176138 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-3bcb7f33-77aa-4c2b-98ac-9c2ec907cbe2 service neutron] Bound using segment: {'id': '769a0daf-75ef-4b03-bc7e-d891d1a3563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0fed04be-2c3a-475e-8199-924085f487af'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:56:25.176510 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-3bcb7f33-77aa-4c2b-98ac-9c2ec907cbe2 service neutron] Bound port: c22b6762-e3f6-4522-8e3f-46a49996d03c, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '769a0daf-75ef-4b03-bc7e-d891d1a3563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0fed04be-2c3a-475e-8199-924085f487af'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:56:25.176978 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-3bcb7f33-77aa-4c2b-98ac-9c2ec907cbe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:25.343710 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328c0c8-d1e1-4435-b067-37b662bab96e req-e5f4d806-f834-4965-b941-5f09eb926b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:25.345326 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4328c0c8-d1e1-4435-b067-37b662bab96e req-e5f4d806-f834-4965-b941-5f09eb926b3b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.2404249 Nov 12 00:56:25.351794 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-3bcb7f33-77aa-4c2b-98ac-9c2ec907cbe2 service neutron] For port c22b6762-e3f6-4522-8e3f-46a49996d03c, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:56:25.356911 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-3bcb7f33-77aa-4c2b-98ac-9c2ec907cbe2 service neutron] For port c22b6762-e3f6-4522-8e3f-46a49996d03c, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=c22b6762-e3f6-4522-8e3f-46a49996d03c,segment=NetworkSegment(769a0daf-75ef-4b03-bc7e-d891d1a3563d),segment_id=769a0daf-75ef-4b03-bc7e-d891d1a3563d)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:56:25.369913 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-3bcb7f33-77aa-4c2b-98ac-9c2ec907cbe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:25.439531 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-3bcb7f33-77aa-4c2b-98ac-9c2ec907cbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:25.440153 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-3bcb7f33-77aa-4c2b-98ac-9c2ec907cbe2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:25.466934 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-3bcb7f33-77aa-4c2b-98ac-9c2ec907cbe2 service neutron] 10.222.0.49 "PUT /v2.0/ports/c22b6762-e3f6-4522-8e3f-46a49996d03c HTTP/1.1" status: 200 len: 1092 time: 2.8212388 Nov 12 00:56:25.467521 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'tag': 'c22b6762-e3f6-4522-8e3f-46a49996d03c'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:25.473934 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db96cb-dbbb-406a-9507-da07be77e164 req-e9ccd467-094d-4da5-b6ba-e856affd74f5 tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:25.474138 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be37d35-866f-4a05-8bc9-17a976495b12" -d '{"events": [{"name": "network-changed", "server_uuid": "f4448604-16ab-4f44-a2c8-0b55b9d2bf06", "tag": "c22b6762-e3f6-4522-8e3f-46a49996d03c"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:25.486678 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-63db96cb-dbbb-406a-9507-da07be77e164 req-e9ccd467-094d-4da5-b6ba-e856affd74f5 tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] 10.222.0.20 "GET /v2.0/ports?device_id=43da1107-aa0c-4665-a852-ed5d1c0b97fd HTTP/1.1" status: 200 len: 948 time: 0.2899640 Nov 12 00:56:25.595056 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb7f33-77aa-4c2b-98ac-9c2ec907cbe2 service neutron] Pushing event updated for resources: {'Port': ['ID=c22b6762-e3f6-4522-8e3f-46a49996d03c,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:25.622183 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3766b78-75df-4ae3-9b8a-ab6c944a7764 x-openstack-request-id: req-e3766b78-75df-4ae3-9b8a-ab6c944a7764 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:25.622844 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4448604-16ab-4f44-a2c8-0b55b9d2bf06", "tag": "c22b6762-e3f6-4522-8e3f-46a49996d03c", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:25.623104 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e3766b78-75df-4ae3-9b8a-ab6c944a7764 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:25.623542 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'tag': 'c22b6762-e3f6-4522-8e3f-46a49996d03c', 'status': 'completed', 'code': 200} Nov 12 00:56:25.656057 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328c0c8-d1e1-4435-b067-37b662bab96e req-95ba28ee-2121-4711-a8a2-ef29ba8e323c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:25.657642 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4328c0c8-d1e1-4435-b067-37b662bab96e req-95ba28ee-2121-4711-a8a2-ef29ba8e323c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3026052 Nov 12 00:56:25.677562 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-31c43584-8ac0-46f3-955b-2424698d43f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:25.684484 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-31c43584-8ac0-46f3-955b-2424698d43f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:25.685507 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-31c43584-8ac0-46f3-955b-2424698d43f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:25.686871 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-31c43584-8ac0-46f3-955b-2424698d43f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:25.687622 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-31c43584-8ac0-46f3-955b-2424698d43f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:25.689488 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-31c43584-8ac0-46f3-955b-2424698d43f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:25.714122 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-31c43584-8ac0-46f3-955b-2424698d43f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:25.717193 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-31c43584-8ac0-46f3-955b-2424698d43f4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99d22f2d09c941868df176b00803ab3d&device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 6494 time: 0.1638639 Nov 12 00:56:25.865292 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-0f11aa1a-24a5-4629-9bab-01d2d4e6a8b5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=839befd9-0d96-49e6-b80d-77934b38b2b7 HTTP/1.1" status: 200 len: 217 time: 0.1326282 Nov 12 00:56:25.903006 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4328c0c8-d1e1-4435-b067-37b662bab96e req-2d4973c4-7fd2-4c40-a994-0d89b9c582f7 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344887 Nov 12 00:56:25.923989 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-63db96cb-dbbb-406a-9507-da07be77e164 req-1c2ec572-a66f-4f84-aed8-6cd6a96b8303 tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] 10.222.0.20 "GET /v2.0/security-groups?id=c744b695-b556-467c-af45-07314ccba7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4319870 Nov 12 00:56:26.019572 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74145fc-95dd-49bc-974e-3dafb624ca47 req-fc06afe8-b61d-4385-94ba-5ed20de71483 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:26.026661 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74145fc-95dd-49bc-974e-3dafb624ca47 req-fc06afe8-b61d-4385-94ba-5ed20de71483 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:26.032848 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74145fc-95dd-49bc-974e-3dafb624ca47 req-fc06afe8-b61d-4385-94ba-5ed20de71483 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:26.039081 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74145fc-95dd-49bc-974e-3dafb624ca47 req-fc06afe8-b61d-4385-94ba-5ed20de71483 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:26.045364 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74145fc-95dd-49bc-974e-3dafb624ca47 req-fc06afe8-b61d-4385-94ba-5ed20de71483 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:26.051689 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74145fc-95dd-49bc-974e-3dafb624ca47 req-fc06afe8-b61d-4385-94ba-5ed20de71483 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:26.058289 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74145fc-95dd-49bc-974e-3dafb624ca47 req-fc06afe8-b61d-4385-94ba-5ed20de71483 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:26.067060 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a74145fc-95dd-49bc-974e-3dafb624ca47 req-fc06afe8-b61d-4385-94ba-5ed20de71483 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 5430 time: 0.1980133 Nov 12 00:56:26.082320 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4328c0c8-d1e1-4435-b067-37b662bab96e req-660882d5-df92-4b0a-829a-63bbbfe29ac8 service neutron] 10.222.0.49 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550052 Nov 12 00:56:26.093170 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-4e58439d-953b-4bce-9fef-366917e394cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:26.099693 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-4e58439d-953b-4bce-9fef-366917e394cd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=84f3c115-0f29-44bb-9c76-e6ed88722019 HTTP/1.1" status: 200 len: 856 time: 0.2111924 Nov 12 00:56:26.118059 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device d762fdd8-680a-4d44-a933-36f0845a6c02 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:56:26.159746 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155e1d1-c892-4d7a-b2b5-34594737caf0 req-688d36c1-6f38-4f8a-9499-24e97c928865 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:26.162686 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f155e1d1-c892-4d7a-b2b5-34594737caf0 req-688d36c1-6f38-4f8a-9499-24e97c928865 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd01a0e-3db4-4842-99a8-f43b7e22210e HTTP/1.1" status: 200 len: 946 time: 0.0793033 Nov 12 00:56:26.236879 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a74145fc-95dd-49bc-974e-3dafb624ca47 req-b2c853bb-6c59-4b82-baa6-9a58ca81a343 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&id=cbe02f78-bccb-4d23-9946-d2b58c9817de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1688280 Nov 12 00:56:26.272183 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-0cbba3d9-a46a-4943-bd29-64456400a88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:26.275866 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-0cbba3d9-a46a-4943-bd29-64456400a88e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6d66b009-87d4-44ee-a0b8-482e36cd5030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1672227 Nov 12 00:56:26.281437 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f155e1d1-c892-4d7a-b2b5-34594737caf0 req-5dd396fd-95b9-4992-97b9-5d5d4179d5cc tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/security-groups?id=f22d5517-0bc9-4780-bd87-761275f57254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115687 Nov 12 00:56:26.335225 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port d762fdd8-680a-4d44-a933-36f0845a6c02, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=d762fdd8-680a-4d44-a933-36f0845a6c02,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:26.335795 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37506) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:26.396639 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': 'd762fdd8-680a-4d44-a933-36f0845a6c02', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'port_id': 'd762fdd8-680a-4d44-a933-36f0845a6c02', 'mac_address': 'fa:16:3e:07:df:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3288e972-21d8-4a52-9002-05790fb0bb61', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:56:26.445623 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-999ba85c-760e-4e8d-ac76-87ae0696f57d service neutron] 10.222.0.49 "GET /v2.0/networks/6d66b009-87d4-44ee-a0b8-482e36cd5030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564317 Nov 12 00:56:26.461305 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37510) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:26.478479 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37514) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:26.501086 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:26.517963 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d762fdd8-680a-4d44-a933-36f0845a6c02 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:56:26.542029 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port d762fdd8-680a-4d44-a933-36f0845a6c02, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=d762fdd8-680a-4d44-a933-36f0845a6c02,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:26.548331 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:26.587711 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7d07e5a9-662b-4e05-bb08-642a608898ec req-24844a2e-e8fd-466a-a054-c64ab31e4fcb service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0389843 Nov 12 00:56:26.611990 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-49deef52-384c-478a-80b6-bd79ac1b7386 service neutron] 10.222.0.49 "GET /v2.0/networks/6d66b009-87d4-44ee-a0b8-482e36cd5030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592920 Nov 12 00:56:26.643521 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-3432a7a3-46ca-4f4f-866b-b61227ba790c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1231133286'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:26.664194 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-1e981f7a-372e-4824-b16f-84abcb649ac1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9 HTTP/1.1" status: 200 len: 217 time: 0.0430069 Nov 12 00:56:26.718119 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3432a7a3-46ca-4f4f-866b-b61227ba790c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:26.722252 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3432a7a3-46ca-4f4f-866b-b61227ba790c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:26.726507 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-84d24550-2d1b-460b-be22-40596b6168b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:26.746273 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-180ee224-1d58-40a8-97ba-1ff6d4ed2545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:26.748101 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3432a7a3-46ca-4f4f-866b-b61227ba790c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:26.748440 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-180ee224-1d58-40a8-97ba-1ff6d4ed2545 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5 HTTP/1.1" status: 200 len: 797 time: 0.0770056 Nov 12 00:56:26.754549 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=d762fdd8-680a-4d44-a933-36f0845a6c02,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:26.755813 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b750bc07-1132-4d31-9e61-dffba211bc79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:26.798903 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:26.799508 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:26.800037 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:26.800554 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:26.801045 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:26.801569 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:26.802062 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:26.802571 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:26.803062 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:26.804123 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:26.804619 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:26.805213 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:26.820715 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-a0bc6970-944c-451e-b7f4-1909c35d546f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:26.822295 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-a0bc6970-944c-451e-b7f4-1909c35d546f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0632710 Nov 12 00:56:26.845729 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['d762fdd8-680a-4d44-a933-36f0845a6c02'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:56:26.901729 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-19613198-e7c9-4192-a49d-ae275fa62482 req-fdd9f71f-4725-48dd-a523-0a3d457439df service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0540514 Nov 12 00:56:26.956884 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3432a7a3-46ca-4f4f-866b-b61227ba790c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:26.999496 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-84d24550-2d1b-460b-be22-40596b6168b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:27.001089 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3432a7a3-46ca-4f4f-866b-b61227ba790c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:27.001824 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-ad473d37-9b5c-4baa-9fec-f86d5ada18c7 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718097 Nov 12 00:56:27.011133 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-84d24550-2d1b-460b-be22-40596b6168b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:27.073364 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3432a7a3-46ca-4f4f-866b-b61227ba790c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:56:27.106771 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-bc7ecdce-058d-43b6-87e9-3659849f1bc5 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955729 Nov 12 00:56:27.112861 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3432a7a3-46ca-4f4f-866b-b61227ba790c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2cc9cf-cd43-43de-9110-974d096a3196,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:27.123507 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-84d24550-2d1b-460b-be22-40596b6168b1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c629f32a0b8b4404b044b99e791fd9c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7863545 Nov 12 00:56:27.124732 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3432a7a3-46ca-4f4f-866b-b61227ba790c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:27.125073 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-3432a7a3-46ca-4f4f-866b-b61227ba790c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Added segment e88dffa0-16be-43c1-a79e-bf36431cf338 of type vlan for network 549c8e6d-38df-4171-95c5-652183e307b7 Nov 12 00:56:27.127398 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b750bc07-1132-4d31-9e61-dffba211bc79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:27.140145 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37528) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:27.158731 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-1b80ad56-d1a4-4b4d-a880-8758529cf29c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=e5eb25a0-7da0-4bbc-9a1a-01a506e19685 HTTP/1.1" status: 200 len: 217 time: 0.0443807 Nov 12 00:56:27.161482 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b750bc07-1132-4d31-9e61-dffba211bc79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:27.210199 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-8ade2d35-6f0d-4b66-ab2c-c98611ef843d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:27.211773 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-8ade2d35-6f0d-4b66-ab2c-c98611ef843d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5 HTTP/1.1" status: 200 len: 797 time: 0.0452139 Nov 12 00:56:27.236956 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e793b59-d0cb-469b-a6d4-7544786602bc req-1ea380e4-728d-47af-aad5-b6f9f59db95b tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:27.238477 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0e793b59-d0cb-469b-a6d4-7544786602bc req-1ea380e4-728d-47af-aad5-b6f9f59db95b tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] 10.222.0.20 "GET /v2.0/ports?device_id=43da1107-aa0c-4665-a852-ed5d1c0b97fd HTTP/1.1" status: 200 len: 949 time: 0.2217610 Nov 12 00:56:27.257951 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3432a7a3-46ca-4f4f-866b-b61227ba790c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:27.261014 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-575b7055-af59-4274-8ce9-cc335caf6d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:27.261269 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d24550-2d1b-460b-be22-40596b6168b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53545cef-6f6e-42e0-82a5-9e33c6a8e5ce,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:27.265098 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-575b7055-af59-4274-8ce9-cc335caf6d2d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0453479 Nov 12 00:56:27.283315 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b750bc07-1132-4d31-9e61-dffba211bc79 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=851a21032dc1443bbbfc74dd8ecbc1a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8009410 Nov 12 00:56:27.284157 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37532) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:27.347188 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b750bc07-1132-4d31-9e61-dffba211bc79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a46fb5e-5de4-4f64-91e5-3bbab9ec4b68,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:27.360435 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3432a7a3-46ca-4f4f-866b-b61227ba790c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:27.366554 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3432a7a3-46ca-4f4f-866b-b61227ba790c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:27.367090 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3432a7a3-46ca-4f4f-866b-b61227ba790c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:27.369265 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-365b87b8-3b0b-413f-97ae-9e7bdcc93c55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:27.378014 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0e793b59-d0cb-469b-a6d4-7544786602bc req-0f2c032e-d94e-4365-a125-058bb2ca9e97 tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] 10.222.0.20 "GET /v2.0/security-groups?id=c744b695-b556-467c-af45-07314ccba7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273308 Nov 12 00:56:27.451480 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8fe78264-84c2-4e66-bb51-182dd1fd9aff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:27.460609 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-365b87b8-3b0b-413f-97ae-9e7bdcc93c55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:27.464942 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3432a7a3-46ca-4f4f-866b-b61227ba790c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0026145 Nov 12 00:56:27.472587 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1bcd32-9a3a-46ae-bb40-190ef599e2cd req-0327413d-ff2c-46d3-8187-901c5b377fac tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:27.476118 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37538) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:27.478812 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1bcd32-9a3a-46ae-bb40-190ef599e2cd req-0327413d-ff2c-46d3-8187-901c5b377fac tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:27.484868 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1bcd32-9a3a-46ae-bb40-190ef599e2cd req-0327413d-ff2c-46d3-8187-901c5b377fac tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:27.488355 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-75fa8b20-fa2c-4011-bd2d-dba7ba5ca788 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'subnet': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:27.491576 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1bcd32-9a3a-46ae-bb40-190ef599e2cd req-0327413d-ff2c-46d3-8187-901c5b377fac tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:27.497912 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1bcd32-9a3a-46ae-bb40-190ef599e2cd req-0327413d-ff2c-46d3-8187-901c5b377fac tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:27.504517 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1bcd32-9a3a-46ae-bb40-190ef599e2cd req-0327413d-ff2c-46d3-8187-901c5b377fac tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:27.509131 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3432a7a3-46ca-4f4f-866b-b61227ba790c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Network': ['ID=549c8e6d-38df-4171-95c5-652183e307b7,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:27.512866 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1bcd32-9a3a-46ae-bb40-190ef599e2cd req-0327413d-ff2c-46d3-8187-901c5b377fac tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:27.515080 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9d1bcd32-9a3a-46ae-bb40-190ef599e2cd req-0327413d-ff2c-46d3-8187-901c5b377fac tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 5430 time: 0.1604445 Nov 12 00:56:27.519638 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:56:27.524935 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-63950315-04bc-4b09-9b31-50d1173248b3 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519770 Nov 12 00:56:27.550809 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8fe78264-84c2-4e66-bb51-182dd1fd9aff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:27.618704 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c80d31-5a3f-4cc3-8174-fe816b55b8b8 req-ae31571c-4cdf-4f6e-994c-c69908ec92fe tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:27.620246 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-70c80d31-5a3f-4cc3-8174-fe816b55b8b8 req-ae31571c-4cdf-4f6e-994c-c69908ec92fe tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd01a0e-3db4-4842-99a8-f43b7e22210e HTTP/1.1" status: 200 len: 946 time: 0.1643853 Nov 12 00:56:27.640171 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-365b87b8-3b0b-413f-97ae-9e7bdcc93c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:27.642686 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-365b87b8-3b0b-413f-97ae-9e7bdcc93c55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:27.643769 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-365b87b8-3b0b-413f-97ae-9e7bdcc93c55 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/53545cef-6f6e-42e0-82a5-9e33c6a8e5ce HTTP/1.1" status: 204 len: 168 time: 0.4948699 Nov 12 00:56:27.664719 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75fa8b20-fa2c-4011-bd2d-dba7ba5ca788 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:27.668211 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-75fa8b20-fa2c-4011-bd2d-dba7ba5ca788 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:27.671453 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b87b8-3b0b-413f-97ae-9e7bdcc93c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53545cef-6f6e-42e0-82a5-9e33c6a8e5ce,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:27.713596 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9d1bcd32-9a3a-46ae-bb40-190ef599e2cd req-1766c634-a1c7-4b4d-8964-c8a2f5dee460 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&id=cbe02f78-bccb-4d23-9946-d2b58c9817de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1606922 Nov 12 00:56:27.752489 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-70c80d31-5a3f-4cc3-8174-fe816b55b8b8 req-5570cab1-0657-422a-8235-02aeac26c95b tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/security-groups?id=f22d5517-0bc9-4780-bd87-761275f57254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216683 Nov 12 00:56:27.797301 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8fe78264-84c2-4e66-bb51-182dd1fd9aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:27.800946 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8fe78264-84c2-4e66-bb51-182dd1fd9aff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:27.802777 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-8fe78264-84c2-4e66-bb51-182dd1fd9aff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0a46fb5e-5de4-4f64-91e5-3bbab9ec4b68 HTTP/1.1" status: 204 len: 168 time: 0.5162430 Nov 12 00:56:27.812220 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-01073b57-4ecb-4a9b-8b62-1d7ea93c08fd service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765415 Nov 12 00:56:27.817425 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe78264-84c2-4e66-bb51-182dd1fd9aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a46fb5e-5de4-4f64-91e5-3bbab9ec4b68,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:27.922557 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-46914a79-683a-4cf3-81b1-f06a7817688a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=4c22bace-f635-4893-bff7-f3b4e0d2feaa HTTP/1.1" status: 200 len: 217 time: 0.0822265 Nov 12 00:56:27.925208 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-75fa8b20-fa2c-4011-bd2d-dba7ba5ca788 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:28.006057 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-4e83917a-7cc8-455a-b5af-e2acc17bf83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:28.009638 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-4e83917a-7cc8-455a-b5af-e2acc17bf83e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5 HTTP/1.1" status: 200 len: 797 time: 0.0786211 Nov 12 00:56:28.029077 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fa8b20-fa2c-4011-bd2d-dba7ba5ca788 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Subnet': ['ID=5de9b323-238b-4f45-a5ae-4bf289743e96,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:28.058633 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fa8b20-fa2c-4011-bd2d-dba7ba5ca788 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Checking segment: {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:56:28.059011 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fa8b20-fa2c-4011-bd2d-dba7ba5ca788 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network hostable DHCP agents. Network: 549c8e6d-38df-4171-95c5-652183e307b7, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:56:28.081631 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fa8b20-fa2c-4011-bd2d-dba7ba5ca788 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:56:28.083875 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-e57fc9de-ed8d-426b-bec2-eec0b725097a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:28.085835 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-e57fc9de-ed8d-426b-bec2-eec0b725097a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0692220 Nov 12 00:56:28.101127 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-75fa8b20-fa2c-4011-bd2d-dba7ba5ca788 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 549c8e6d-38df-4171-95c5-652183e307b7) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:28.108874 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a81da5-3ab7-4d92-8782-e5eafeed89b3 None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:56:28.109601 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fa8b20-fa2c-4011-bd2d-dba7ba5ca788 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:28.110213 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-75fa8b20-fa2c-4011-bd2d-dba7ba5ca788 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:28.129742 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37550) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:28.138131 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device d762fdd8-680a-4d44-a933-36f0845a6c02 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:56:28.152420 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-75fa8b20-fa2c-4011-bd2d-dba7ba5ca788 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6688662 Nov 12 00:56:28.155202 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37552) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:28.162365 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-5b0d53de-34c0-45c6-afb9-52455ddb31e0 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'port': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'name': 'tempest-NetworksTestDHCPv6-759398644'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:28.166663 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-68638fd0-d9ea-466b-83d7-bc4ee1933c34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:28.227923 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-df518d33-c424-4ea8-8b48-36abf2b80f81 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343129 Nov 12 00:56:28.255017 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port d762fdd8-680a-4d44-a933-36f0845a6c02 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:56:28.281237 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port d762fdd8-680a-4d44-a933-36f0845a6c02 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:28.281632 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:28.327544 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0d53de-34c0-45c6-afb9-52455ddb31e0 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:28.331497 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5b0d53de-34c0-45c6-afb9-52455ddb31e0 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:28.367310 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-5b0d53de-34c0-45c6-afb9-52455ddb31e0 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] device_id is not set on port 21f9cd8a-814b-4c57-85e2-fedf103879ec yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:56:28.368522 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-08c37834-c958-4a0e-ad69-7b97919e4e52 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336622 Nov 12 00:56:28.387300 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-68638fd0-d9ea-466b-83d7-bc4ee1933c34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:28.420051 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37558) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:28.429498 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-68638fd0-d9ea-466b-83d7-bc4ee1933c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:28.436732 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-dceb297d-0f5b-40ec-a6bd-90a9aba79f18 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4 HTTP/1.1" status: 200 len: 217 time: 0.0605290 Nov 12 00:56:28.465251 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8abe6512-00c7-46eb-bf5c-2b4ca1d36317 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:28.503375 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-3c54415f-7b5f-4d13-9f4d-91df5b2fb450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:28.505474 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-3c54415f-7b5f-4d13-9f4d-91df5b2fb450 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5 HTTP/1.1" status: 200 len: 797 time: 0.0614507 Nov 12 00:56:28.525032 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68638fd0-d9ea-466b-83d7-bc4ee1933c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1c2088-9148-4574-a845-4fcf3197d227,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:28.559918 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-96917867-3dbf-4d53-919b-15a3051e8a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:28.560732 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cdb4ff-2fa4-4976-90a6-a56e96b1904f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-549c8e6d-38df-4171-95c5-652183e307b7', 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'tenant_id': 'd39bd700eb73489c844e800fa5489ef8', 'fixed_ips': [{'subnet_id': '5de9b323-238b-4f45-a5ae-4bf289743e96'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:56:28.561991 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-80cdb4ff-2fa4-4976-90a6-a56e96b1904f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:28.562684 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-96917867-3dbf-4d53-919b-15a3051e8a45 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0499356 Nov 12 00:56:28.566992 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-68638fd0-d9ea-466b-83d7-bc4ee1933c34 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=54a113b027bf49c092f141923545da4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4347601 Nov 12 00:56:28.571645 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37560) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:28.644262 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df852e-0da7-42b9-9254-79bac3ec7349 req-69f1f16c-8b63-432e-a7f8-5c40d7493a75 tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:28.649886 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f0df852e-0da7-42b9-9254-79bac3ec7349 req-69f1f16c-8b63-432e-a7f8-5c40d7493a75 tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] 10.222.0.20 "GET /v2.0/ports?device_id=43da1107-aa0c-4665-a852-ed5d1c0b97fd HTTP/1.1" status: 200 len: 949 time: 0.1619861 Nov 12 00:56:28.651798 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-5b0d53de-34c0-45c6-afb9-52455ddb31e0 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Allocated IP 2001:db8::36b (549c8e6d-38df-4171-95c5-652183e307b7/5de9b323-238b-4f45-a5ae-4bf289743e96/21f9cd8a-814b-4c57-85e2-fedf103879ec) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:28.706711 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-692b5fca-14c6-46f0-b918-c1ec3d02dc8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:28.718298 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:28.744491 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-40ccb423-b8ce-48eb-8cc4-a1181f1be351 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737995 Nov 12 00:56:28.746409 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-692b5fca-14c6-46f0-b918-c1ec3d02dc8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:28.766886 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f0df852e-0da7-42b9-9254-79bac3ec7349 req-87fe92c9-d788-414f-b056-77ec95e07ff1 tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] 10.222.0.20 "GET /v2.0/security-groups?id=c744b695-b556-467c-af45-07314ccba7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087499 Nov 12 00:56:28.773339 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port d762fdd8-680a-4d44-a933-36f0845a6c02, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=d762fdd8-680a-4d44-a933-36f0845a6c02,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:28.777740 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43da1107-aa0c-4665-a852-ed5d1c0b97fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd762fdd8-680a-4d44-a933-36f0845a6c02'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:28.781599 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a3f07a-eee3-467c-9e68-087835808eaf" -d '{"events": [{"server_uuid": "43da1107-aa0c-4665-a852-ed5d1c0b97fd", "name": "network-vif-plugged", "status": "completed", "tag": "d762fdd8-680a-4d44-a933-36f0845a6c02"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:28.793127 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8abe6512-00c7-46eb-bf5c-2b4ca1d36317 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:28.794595 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:28.815418 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8abe6512-00c7-46eb-bf5c-2b4ca1d36317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:28.890500 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=d762fdd8-680a-4d44-a933-36f0845a6c02,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:28.953360 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8abe6512-00c7-46eb-bf5c-2b4ca1d36317 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f799db922b3b4d09ae121767af0c3f8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5318844 Nov 12 00:56:28.974147 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37574) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:28.979554 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89baa2c5-c0a9-470c-b079-327c89b5ea71 req-d22e8962-b426-4617-a168-088a6526945f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:28.985170 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe6512-00c7-46eb-bf5c-2b4ca1d36317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c8916f-ed45-4a36-9df2-4544952f0dc6,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:28.985607 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89baa2c5-c0a9-470c-b079-327c89b5ea71 req-d22e8962-b426-4617-a168-088a6526945f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:28.993620 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89baa2c5-c0a9-470c-b079-327c89b5ea71 req-d22e8962-b426-4617-a168-088a6526945f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:29.000091 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89baa2c5-c0a9-470c-b079-327c89b5ea71 req-d22e8962-b426-4617-a168-088a6526945f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:29.006160 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89baa2c5-c0a9-470c-b079-327c89b5ea71 req-d22e8962-b426-4617-a168-088a6526945f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:29.015549 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89baa2c5-c0a9-470c-b079-327c89b5ea71 req-d22e8962-b426-4617-a168-088a6526945f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:29.021976 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89baa2c5-c0a9-470c-b079-327c89b5ea71 req-d22e8962-b426-4617-a168-088a6526945f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:29.024594 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-89baa2c5-c0a9-470c-b079-327c89b5ea71 req-d22e8962-b426-4617-a168-088a6526945f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 5430 time: 0.1611755 Nov 12 00:56:29.025948 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-692b5fca-14c6-46f0-b918-c1ec3d02dc8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:29.028760 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-692b5fca-14c6-46f0-b918-c1ec3d02dc8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:29.032011 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-692b5fca-14c6-46f0-b918-c1ec3d02dc8e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d1c2088-9148-4574-a845-4fcf3197d227 HTTP/1.1" status: 204 len: 168 time: 0.4570055 Nov 12 00:56:29.032011 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d20db668-4f13-4f87-af95-1e17ee20e528 req-cac011bd-37ef-4a2c-b763-9e15547680cd service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1043086 Nov 12 00:56:29.036860 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-a98778a3-6bb3-4eb5-8fcf-deb0fdab7b55 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837877 Nov 12 00:56:29.052506 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b5fca-14c6-46f0-b918-c1ec3d02dc8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1c2088-9148-4574-a845-4fcf3197d227,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:29.055275 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec1ef8-e46a-4262-81da-12cecb272404 req-60ba15e0-36ff-4b6a-aeb5-ae7050bb1fdc tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:29.062484 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1aec1ef8-e46a-4262-81da-12cecb272404 req-60ba15e0-36ff-4b6a-aeb5-ae7050bb1fdc tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd01a0e-3db4-4842-99a8-f43b7e22210e HTTP/1.1" status: 200 len: 946 time: 0.1876178 Nov 12 00:56:29.103211 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5b0d53de-34c0-45c6-afb9-52455ddb31e0 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:29.118531 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-2e97f133-b14b-4d6f-a57d-9f39a5c315ad service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=32d55d15-cda1-42c5-acb9-247105424a0c HTTP/1.1" status: 200 len: 217 time: 0.0671403 Nov 12 00:56:29.128192 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d484782b-518b-42b6-974e-9a1152ba6e68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:29.166055 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d484782b-518b-42b6-974e-9a1152ba6e68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:29.170641 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1aec1ef8-e46a-4262-81da-12cecb272404 req-98866d59-349a-4181-a01b-b1c18417ba04 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/security-groups?id=f22d5517-0bc9-4780-bd87-761275f57254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073389 Nov 12 00:56:29.202645 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-89baa2c5-c0a9-470c-b079-327c89b5ea71 req-1b5db2de-f363-426e-bcfc-b3020cd786f1 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&id=cbe02f78-bccb-4d23-9946-d2b58c9817de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1695459 Nov 12 00:56:29.224149 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5b0d53de-34c0-45c6-afb9-52455ddb31e0 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:29.235822 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-324f7475-486f-481b-83f3-8fbdaba2b7d0 req-0529a697-fa27-4fcc-8972-d5d6cf6a3af0 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0431428 Nov 12 00:56:29.237733 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-3ee35018-b502-4ca9-85f4-1f4805b4e0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:29.239568 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-3ee35018-b502-4ca9-85f4-1f4805b4e0f9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5954c685-7a02-40be-97b5-9b885e683410 HTTP/1.1" status: 200 len: 797 time: 0.1142168 Nov 12 00:56:29.291844 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d484782b-518b-42b6-974e-9a1152ba6e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:29.295501 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d484782b-518b-42b6-974e-9a1152ba6e68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:29.297008 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d484782b-518b-42b6-974e-9a1152ba6e68 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/72c8916f-ed45-4a36-9df2-4544952f0dc6 HTTP/1.1" status: 204 len: 168 time: 0.3218260 Nov 12 00:56:29.303092 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0d53de-34c0-45c6-afb9-52455ddb31e0 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:29.316797 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-5b0d53de-34c0-45c6-afb9-52455ddb31e0 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:29.322685 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-80cdb4ff-2fa4-4976-90a6-a56e96b1904f None None] Allocated IP 2001:db8::2 (549c8e6d-38df-4171-95c5-652183e307b7/5de9b323-238b-4f45-a5ae-4bf289743e96/996a6a33-1bca-4c00-9bc5-b0f102664a6c) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:29.325579 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d53de-34c0-45c6-afb9-52455ddb31e0 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Port': ['ID=21f9cd8a-814b-4c57-85e2-fedf103879ec,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:29.329686 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0d53de-34c0-45c6-afb9-52455ddb31e0 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:56:29.338947 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0d53de-34c0-45c6-afb9-52455ddb31e0 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:29.339705 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5b0d53de-34c0-45c6-afb9-52455ddb31e0 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:29.344633 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d484782b-518b-42b6-974e-9a1152ba6e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c8916f-ed45-4a36-9df2-4544952f0dc6,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:29.352436 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-9cea393d-e48e-4acd-9bdf-5fab926347b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:29.357142 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-9cea393d-e48e-4acd-9bdf-5fab926347b1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0fed04be-2c3a-475e-8199-924085f487af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1080432 Nov 12 00:56:29.371919 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5b0d53de-34c0-45c6-afb9-52455ddb31e0 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2152653 Nov 12 00:56:29.375648 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37584) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:29.387239 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3397e900-7708-4cbf-9a6b-9525649ed33a x-openstack-request-id: req-3397e900-7708-4cbf-9a6b-9525649ed33a {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:29.387588 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43da1107-aa0c-4665-a852-ed5d1c0b97fd", "name": "network-vif-plugged", "status": "completed", "tag": "d762fdd8-680a-4d44-a933-36f0845a6c02", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:29.387792 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3397e900-7708-4cbf-9a6b-9525649ed33a {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:29.388144 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43da1107-aa0c-4665-a852-ed5d1c0b97fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd762fdd8-680a-4d44-a933-36f0845a6c02', 'code': 200} Nov 12 00:56:29.574116 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-0b4749c1-3823-480b-b5b9-9b934aaad0a9 service neutron] 10.222.0.49 "GET /v2.0/networks/0fed04be-2c3a-475e-8199-924085f487af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096908 Nov 12 00:56:29.614982 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-80cdb4ff-2fa4-4976-90a6-a56e96b1904f None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:29.631080 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-80cdb4ff-2fa4-4976-90a6-a56e96b1904f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:29.675019 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cdb4ff-2fa4-4976-90a6-a56e96b1904f None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:29.680655 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-80cdb4ff-2fa4-4976-90a6-a56e96b1904f None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:29.689961 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cdb4ff-2fa4-4976-90a6-a56e96b1904f None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:56:29.739770 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-8b2cb55f-7dd8-41f7-a388-341735d20370 service neutron] 10.222.0.49 "GET /v2.0/networks/0fed04be-2c3a-475e-8199-924085f487af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566858 Nov 12 00:56:29.750196 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cdb4ff-2fa4-4976-90a6-a56e96b1904f None None] Pushing event updated for resources: {'Port': ['ID=996a6a33-1bca-4c00-9bc5-b0f102664a6c,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:29.817524 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-80cdb4ff-2fa4-4976-90a6-a56e96b1904f None None] Attempting to bind port 996a6a33-1bca-4c00-9bc5-b0f102664a6c on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:56:29.817913 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-80cdb4ff-2fa4-4976-90a6-a56e96b1904f None None] Attempting to bind port 996a6a33-1bca-4c00-9bc5-b0f102664a6c by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:56:29.818288 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cdb4ff-2fa4-4976-90a6-a56e96b1904f None None] Attempting to bind port 996a6a33-1bca-4c00-9bc5-b0f102664a6c on network 549c8e6d-38df-4171-95c5-652183e307b7 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:29.827774 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cdb4ff-2fa4-4976-90a6-a56e96b1904f None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:56:29.828137 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cdb4ff-2fa4-4976-90a6-a56e96b1904f None None] Checking segment: {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:56:29.828547 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-80cdb4ff-2fa4-4976-90a6-a56e96b1904f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:29.828975 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cdb4ff-2fa4-4976-90a6-a56e96b1904f None None] Bound using segment: {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:56:29.829472 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-80cdb4ff-2fa4-4976-90a6-a56e96b1904f None None] Bound port: 996a6a33-1bca-4c00-9bc5-b0f102664a6c, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:56:29.829860 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-80cdb4ff-2fa4-4976-90a6-a56e96b1904f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:29.869972 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-03fa38ea-bdc9-4165-92aa-aa85bbbfb777 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c22b6762-e3f6-4522-8e3f-46a49996d03c HTTP/1.1" status: 200 len: 217 time: 0.1226144 Nov 12 00:56:29.917402 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779476e4-5aa9-45aa-9e4f-33f50d677ef9 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:29.918952 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-779476e4-5aa9-45aa-9e4f-33f50d677ef9 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.5419919 Nov 12 00:56:29.921606 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37602) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:29.945196 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a499a-cdef-4b01-9216-8718a73db7db req-d5b03b59-e2c6-4413-a0b5-8158cbeb6503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:29.946874 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d50a499a-cdef-4b01-9216-8718a73db7db req-d5b03b59-e2c6-4413-a0b5-8158cbeb6503 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=43da1107-aa0c-4665-a852-ed5d1c0b97fd HTTP/1.1" status: 200 len: 1102 time: 0.0836151 Nov 12 00:56:29.957147 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-80cdb4ff-2fa4-4976-90a6-a56e96b1904f None None] For port 996a6a33-1bca-4c00-9bc5-b0f102664a6c, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:56:29.971267 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-80cdb4ff-2fa4-4976-90a6-a56e96b1904f None None] For port 996a6a33-1bca-4c00-9bc5-b0f102664a6c, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=996a6a33-1bca-4c00-9bc5-b0f102664a6c,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:56:29.971696 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-341d4344-d9bc-46fa-8fd7-effc1006c0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:29.973801 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-341d4344-d9bc-46fa-8fd7-effc1006c0a8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5954c685-7a02-40be-97b5-9b885e683410 HTTP/1.1" status: 200 len: 797 time: 0.0954573 Nov 12 00:56:29.978505 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-80cdb4ff-2fa4-4976-90a6-a56e96b1904f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:30.040077 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-ef763be5-2898-4c28-89ad-39a2a82447ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:30.042993 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-ef763be5-2898-4c28-89ad-39a2a82447ee service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0fed04be-2c3a-475e-8199-924085f487af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0620394 Nov 12 00:56:30.081565 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cdb4ff-2fa4-4976-90a6-a56e96b1904f None None] Pushing event updated for resources: {'Port': ['ID=996a6a33-1bca-4c00-9bc5-b0f102664a6c,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:30.088461 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d50a499a-cdef-4b01-9216-8718a73db7db req-a45aba47-4f97-4cf9-b776-b6b7a8f4609b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c744b695-b556-467c-af45-07314ccba7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082437 Nov 12 00:56:30.116147 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d5a56-7140-491f-a1af-8f7c0b13e1da req-1ba7cec5-e42d-4995-9584-4d8f755fcdfe tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:30.123756 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-017d5a56-7140-491f-a1af-8f7c0b13e1da req-1ba7cec5-e42d-4995-9584-4d8f755fcdfe tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] 10.222.0.20 "GET /v2.0/ports?device_id=43da1107-aa0c-4665-a852-ed5d1c0b97fd HTTP/1.1" status: 200 len: 950 time: 0.1922431 Nov 12 00:56:30.197409 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-e5087540-cd75-445b-a9bb-c69e7e442c4b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Deleting port 21f9cd8a-814b-4c57-85e2-fedf103879ec {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:56:30.198117 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e5087540-cd75-445b-a9bb-c69e7e442c4b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:30.212084 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-0d554682-bd9c-4825-95a9-8dd0205f1e0d service neutron] 10.222.0.49 "GET /v2.0/networks/0fed04be-2c3a-475e-8199-924085f487af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616120 Nov 12 00:56:30.221417 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-017d5a56-7140-491f-a1af-8f7c0b13e1da req-b74c6cf0-6d33-438c-bd67-570ffbf7915f tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] 10.222.0.20 "GET /v2.0/security-groups?id=c744b695-b556-467c-af45-07314ccba7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968947 Nov 12 00:56:30.396083 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e5087540-cd75-445b-a9bb-c69e7e442c4b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:30.437966 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-e5087540-cd75-445b-a9bb-c69e7e442c4b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Calling delete_port for 21f9cd8a-814b-4c57-85e2-fedf103879ec owned by {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:56:30.555336 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7343253-5531-4645-a9ae-f0e692b90f3a req-981bd6f0-d729-457f-803a-459f94f9a834 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:30.556010 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea44ad-e085-4cc8-bddf-56800c790e02 req-9fd0dfb0-a4e3-4274-adf5-968ac767a12e tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:30.557662 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0fea44ad-e085-4cc8-bddf-56800c790e02 req-9fd0dfb0-a4e3-4274-adf5-968ac767a12e tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd01a0e-3db4-4842-99a8-f43b7e22210e HTTP/1.1" status: 200 len: 946 time: 0.2579687 Nov 12 00:56:30.566424 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7343253-5531-4645-a9ae-f0e692b90f3a req-981bd6f0-d729-457f-803a-459f94f9a834 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:30.584399 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0701f10c-17f7-4078-ae07-fe42de9ecc07 req-02dd6d93-1f22-46da-9a76-4c44a213d819 service neutron] 10.222.0.49 "GET /v2.0/networks/0fed04be-2c3a-475e-8199-924085f487af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906817 Nov 12 00:56:30.587414 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7343253-5531-4645-a9ae-f0e692b90f3a req-981bd6f0-d729-457f-803a-459f94f9a834 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:30.605782 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7343253-5531-4645-a9ae-f0e692b90f3a req-981bd6f0-d729-457f-803a-459f94f9a834 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:30.613409 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7343253-5531-4645-a9ae-f0e692b90f3a req-981bd6f0-d729-457f-803a-459f94f9a834 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:30.620881 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7343253-5531-4645-a9ae-f0e692b90f3a req-981bd6f0-d729-457f-803a-459f94f9a834 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:30.627607 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7343253-5531-4645-a9ae-f0e692b90f3a req-981bd6f0-d729-457f-803a-459f94f9a834 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:30.637478 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a7343253-5531-4645-a9ae-f0e692b90f3a req-981bd6f0-d729-457f-803a-459f94f9a834 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 5430 time: 0.2257736 Nov 12 00:56:30.644446 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0fea44ad-e085-4cc8-bddf-56800c790e02 req-742606bd-e5d2-4365-8d76-e9bf7066a98a tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/security-groups?id=f22d5517-0bc9-4780-bd87-761275f57254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583789 Nov 12 00:56:30.746028 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a7343253-5531-4645-a9ae-f0e692b90f3a req-119c9d73-6d30-4f92-af97-20d5c368d7b7 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&id=cbe02f78-bccb-4d23-9946-d2b58c9817de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1072943 Nov 12 00:56:30.842597 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e5087540-cd75-445b-a9bb-c69e7e442c4b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:30.859231 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be37d35-866f-4a05-8bc9-17a976495b12 req-1e618153-564c-4877-b079-d273ca5c9662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:30.859866 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be37d35-866f-4a05-8bc9-17a976495b12 req-1e618153-564c-4877-b079-d273ca5c9662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:30.860446 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be37d35-866f-4a05-8bc9-17a976495b12 req-1e618153-564c-4877-b079-d273ca5c9662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:30.860936 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be37d35-866f-4a05-8bc9-17a976495b12 req-1e618153-564c-4877-b079-d273ca5c9662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:30.861388 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be37d35-866f-4a05-8bc9-17a976495b12 req-1e618153-564c-4877-b079-d273ca5c9662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:30.861848 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be37d35-866f-4a05-8bc9-17a976495b12 req-1e618153-564c-4877-b079-d273ca5c9662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:30.862425 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be37d35-866f-4a05-8bc9-17a976495b12 req-1e618153-564c-4877-b079-d273ca5c9662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:30.864326 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7be37d35-866f-4a05-8bc9-17a976495b12 req-1e618153-564c-4877-b079-d273ca5c9662 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99d22f2d09c941868df176b00803ab3d&device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 6494 time: 0.0723555 Nov 12 00:56:30.902272 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e5087540-cd75-445b-a9bb-c69e7e442c4b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:30.906065 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e5087540-cd75-445b-a9bb-c69e7e442c4b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/ports/21f9cd8a-814b-4c57-85e2-fedf103879ec HTTP/1.1" status: 204 len: 168 time: 0.9835360 Nov 12 00:56:30.907010 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5087540-cd75-445b-a9bb-c69e7e442c4b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Port': ['ID=21f9cd8a-814b-4c57-85e2-fedf103879ec,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:30.910077 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37646) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:30.985986 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f9d31d-f46e-47ff-b788-dd1ee7f92ae5 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:30.991067 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f9d31d-f46e-47ff-b788-dd1ee7f92ae5 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:30.998273 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-92f9d31d-f46e-47ff-b788-dd1ee7f92ae5 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0871310 Nov 12 00:56:31.000485 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37652) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:31.009675 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be37d35-866f-4a05-8bc9-17a976495b12 req-06964b4a-af69-4f26-80c8-7ae4b8a5998e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:31.012259 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7be37d35-866f-4a05-8bc9-17a976495b12 req-06964b4a-af69-4f26-80c8-7ae4b8a5998e service neutron] 10.222.0.49 "GET /v2.0/networks?id=0fed04be-2c3a-475e-8199-924085f487af HTTP/1.1" status: 200 len: 903 time: 0.1277642 Nov 12 00:56:31.106746 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7be37d35-866f-4a05-8bc9-17a976495b12 req-d72c24a2-8ef0-45ae-9ca4-f4e2ed064edc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c22b6762-e3f6-4522-8e3f-46a49996d03c HTTP/1.1" status: 200 len: 217 time: 0.0799181 Nov 12 00:56:31.111631 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-5be0ff60-d118-47e8-8dbe-0f92a0c454e3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Deleting subnet 5de9b323-238b-4f45-a5ae-4bf289743e96 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:56:31.115283 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5be0ff60-d118-47e8-8dbe-0f92a0c454e3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:31.208533 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5be0ff60-d118-47e8-8dbe-0f92a0c454e3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:31.244287 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d3991b-8bcf-42d3-bf06-6d6bd23f4fc3 req-0b8af6b2-dd33-4dae-9392-7ecbd042a877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:31.250793 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-44d3991b-8bcf-42d3-bf06-6d6bd23f4fc3 req-0b8af6b2-dd33-4dae-9392-7ecbd042a877 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3cd01a0e-3db4-4842-99a8-f43b7e22210e HTTP/1.1" status: 200 len: 1098 time: 0.1543233 Nov 12 00:56:31.252822 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be37d35-866f-4a05-8bc9-17a976495b12 req-f14e52fd-8dbe-4f8c-b6cb-9e4f8cf92117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:31.258739 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7be37d35-866f-4a05-8bc9-17a976495b12 req-f14e52fd-8dbe-4f8c-b6cb-9e4f8cf92117 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5954c685-7a02-40be-97b5-9b885e683410 HTTP/1.1" status: 200 len: 797 time: 0.1288435 Nov 12 00:56:31.387148 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5da2af3a-6190-4ada-9517-1492ef2ead7d req-549d5884-345a-4c5c-9350-380fcf675644 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0408459 Nov 12 00:56:31.420422 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be37d35-866f-4a05-8bc9-17a976495b12 req-924fd7ba-c3ed-40b3-b212-bf411b46caaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:31.422078 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7be37d35-866f-4a05-8bc9-17a976495b12 req-924fd7ba-c3ed-40b3-b212-bf411b46caaa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0fed04be-2c3a-475e-8199-924085f487af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1468539 Nov 12 00:56:31.424506 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-44d3991b-8bcf-42d3-bf06-6d6bd23f4fc3 req-afde8dc3-e985-40c2-b68d-a098416e8caa service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f22d5517-0bc9-4780-bd87-761275f57254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649311 Nov 12 00:56:31.436930 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5be0ff60-d118-47e8-8dbe-0f92a0c454e3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:31.521624 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea0df84-8be0-4282-8adb-cbd21d4a974e req-0d79401a-67be-4ead-9e87-8d1edc2fcf04 tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:31.530570 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4ea0df84-8be0-4282-8adb-cbd21d4a974e req-0d79401a-67be-4ead-9e87-8d1edc2fcf04 tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] 10.222.0.20 "GET /v2.0/ports?device_id=43da1107-aa0c-4665-a852-ed5d1c0b97fd HTTP/1.1" status: 200 len: 950 time: 0.1551125 Nov 12 00:56:31.606886 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5be0ff60-d118-47e8-8dbe-0f92a0c454e3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:31.634398 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5be0ff60-d118-47e8-8dbe-0f92a0c454e3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:31.637619 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5be0ff60-d118-47e8-8dbe-0f92a0c454e3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/5de9b323-238b-4f45-a5ae-4bf289743e96 HTTP/1.1" status: 204 len: 168 time: 0.6343017 Nov 12 00:56:31.642409 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37674) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:31.642750 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37676) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:31.646594 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7be37d35-866f-4a05-8bc9-17a976495b12 req-5359063d-4e63-4c2c-8367-313acbb56ca4 service neutron] 10.222.0.49 "GET /v2.0/networks/0fed04be-2c3a-475e-8199-924085f487af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116125 Nov 12 00:56:31.648698 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25dd8e26-fa6a-44d8-b2b8-68722c474e70 req-2e15b665-b723-4bba-8737-0e38ed3b7092 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0480316 Nov 12 00:56:31.675618 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0ff60-d118-47e8-8dbe-0f92a0c454e3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Subnet': ['ID=5de9b323-238b-4f45-a5ae-4bf289743e96,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:31.695546 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e6c9ce-43e5-4a93-9b7c-b4735f54f387 None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:56:31.719108 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4ea0df84-8be0-4282-8adb-cbd21d4a974e req-3be762a8-404d-4571-841a-cae78fd7f926 tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] 10.222.0.20 "GET /v2.0/security-groups?id=c744b695-b556-467c-af45-07314ccba7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872752 Nov 12 00:56:31.788319 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7be37d35-866f-4a05-8bc9-17a976495b12 req-83b49ac1-2b98-46eb-82ac-a636c5308d3f service neutron] 10.222.0.49 "GET /v2.0/networks/0fed04be-2c3a-475e-8199-924085f487af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190071 Nov 12 00:56:31.805994 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e217bf2c-46a7-45c3-9c0d-837a5c79bf17 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1437516 Nov 12 00:56:31.808823 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37690) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:31.817454 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-158ec66c-af61-4a4c-bc97-908e4cab923f None None] Provisioning complete for port 996a6a33-1bca-4c00-9bc5-b0f102664a6c triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:31.818031 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-158ec66c-af61-4a4c-bc97-908e4cab923f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:31.826115 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-c1a716d2-89b0-4a82-a166-81db7b37bb19 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'subnet': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:31.979740 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985354d-cb2b-411a-97f7-982b406fa61a req-d941225d-66ac-40e2-ad29-a5e230122ce9 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:31.980858 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b432c5ac-9360-4e87-9da3-f792d7cf93cd req-6de07bda-f197-4dc8-80e8-ac0faa4c0d4d tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:31.989094 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b432c5ac-9360-4e87-9da3-f792d7cf93cd req-6de07bda-f197-4dc8-80e8-ac0faa4c0d4d tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd01a0e-3db4-4842-99a8-f43b7e22210e HTTP/1.1" status: 200 len: 946 time: 0.1503046 Nov 12 00:56:31.993863 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985354d-cb2b-411a-97f7-982b406fa61a req-d941225d-66ac-40e2-ad29-a5e230122ce9 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:32.009345 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985354d-cb2b-411a-97f7-982b406fa61a req-d941225d-66ac-40e2-ad29-a5e230122ce9 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:32.024235 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 996a6a33-1bca-4c00-9bc5-b0f102664a6c up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:56:32.028349 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985354d-cb2b-411a-97f7-982b406fa61a req-d941225d-66ac-40e2-ad29-a5e230122ce9 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:32.034501 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985354d-cb2b-411a-97f7-982b406fa61a req-d941225d-66ac-40e2-ad29-a5e230122ce9 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:32.040955 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985354d-cb2b-411a-97f7-982b406fa61a req-d941225d-66ac-40e2-ad29-a5e230122ce9 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:32.051948 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985354d-cb2b-411a-97f7-982b406fa61a req-d941225d-66ac-40e2-ad29-a5e230122ce9 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:32.061159 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2985354d-cb2b-411a-97f7-982b406fa61a req-d941225d-66ac-40e2-ad29-a5e230122ce9 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 5430 time: 0.1768529 Nov 12 00:56:32.072050 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a716d2-89b0-4a82-a166-81db7b37bb19 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:32.076335 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c1a716d2-89b0-4a82-a166-81db7b37bb19 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:32.085132 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-158ec66c-af61-4a4c-bc97-908e4cab923f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:32.108762 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d48ed3d-6f20-40d0-a723-fa2a3217ebc3 None None] DHCP port deletion for 549c8e6d-38df-4171-95c5-652183e307b7 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:56:32.140786 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-580a1f15-3dec-4c3b-a6f5-afa7bddab691 tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-503007993'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:32.180695 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2985354d-cb2b-411a-97f7-982b406fa61a req-672974ce-170d-4ac1-89ae-1b79822915c0 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&id=cbe02f78-bccb-4d23-9946-d2b58c9817de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1190307 Nov 12 00:56:32.191648 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-158ec66c-af61-4a4c-bc97-908e4cab923f None None] For port 996a6a33-1bca-4c00-9bc5-b0f102664a6c, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=996a6a33-1bca-4c00-9bc5-b0f102664a6c,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:32.199122 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b432c5ac-9360-4e87-9da3-f792d7cf93cd req-a3e73874-4ce7-4b28-90f1-102c7542679e tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/security-groups?id=f22d5517-0bc9-4780-bd87-761275f57254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794841 Nov 12 00:56:32.212145 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580a1f15-3dec-4c3b-a6f5-afa7bddab691 tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Made reservation on behalf of 69e5a99741074a3ea3b83c4b43718bc5 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:32.215017 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-158ec66c-af61-4a4c-bc97-908e4cab923f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:32.215728 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-580a1f15-3dec-4c3b-a6f5-afa7bddab691 tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:32.229929 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-580a1f15-3dec-4c3b-a6f5-afa7bddab691 tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:32.249988 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 996a6a33-1bca-4c00-9bc5-b0f102664a6c triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:32.250394 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:32.342940 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-0d48ed3d-6f20-40d0-a723-fa2a3217ebc3 None None] Deleting port 996a6a33-1bca-4c00-9bc5-b0f102664a6c {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:56:32.343730 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0d48ed3d-6f20-40d0-a723-fa2a3217ebc3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:32.359437 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-580a1f15-3dec-4c3b-a6f5-afa7bddab691 tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:32.363021 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ec66c-af61-4a4c-bc97-908e4cab923f None None] Pushing event updated for resources: {'Port': ['ID=996a6a33-1bca-4c00-9bc5-b0f102664a6c,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:32.364570 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-580a1f15-3dec-4c3b-a6f5-afa7bddab691 tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:32.379238 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-580a1f15-3dec-4c3b-a6f5-afa7bddab691 tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:56:32.392493 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c1a716d2-89b0-4a82-a166-81db7b37bb19 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:32.392686 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-580a1f15-3dec-4c3b-a6f5-afa7bddab691 tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:32.393098 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-580a1f15-3dec-4c3b-a6f5-afa7bddab691 tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Added segment a56b794b-2d46-42b9-a73d-a3ce2d6c2247 of type vlan for network d1bda317-67de-4175-9300-f17902ce7581 Nov 12 00:56:32.441941 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-580a1f15-3dec-4c3b-a6f5-afa7bddab691 tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:32.443308 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a716d2-89b0-4a82-a166-81db7b37bb19 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:32.452781 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-c1a716d2-89b0-4a82-a166-81db7b37bb19 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:32.456279 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-0d48ed3d-6f20-40d0-a723-fa2a3217ebc3 None None] For port 996a6a33-1bca-4c00-9bc5-b0f102664a6c, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=996a6a33-1bca-4c00-9bc5-b0f102664a6c,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:32.456683 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0d48ed3d-6f20-40d0-a723-fa2a3217ebc3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:32.457906 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a716d2-89b0-4a82-a166-81db7b37bb19 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:32.459092 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c1a716d2-89b0-4a82-a166-81db7b37bb19 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:32.470383 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-0d48ed3d-6f20-40d0-a723-fa2a3217ebc3 None None] Calling delete_port for 996a6a33-1bca-4c00-9bc5-b0f102664a6c owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:56:32.473327 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a716d2-89b0-4a82-a166-81db7b37bb19 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Subnet': ['ID=2b175581-2911-449b-91c3-f6f54ae9cb36,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:32.484906 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c1a716d2-89b0-4a82-a166-81db7b37bb19 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6737258 Nov 12 00:56:32.488622 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37706) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:32.494796 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-558c833c-a144-467a-bbdf-564004c9b1a3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'port': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'name': 'tempest-NetworksTestDHCPv6-656483420'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:32.519386 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-580a1f15-3dec-4c3b-a6f5-afa7bddab691 tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:32.528008 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580a1f15-3dec-4c3b-a6f5-afa7bddab691 tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:32.529041 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-580a1f15-3dec-4c3b-a6f5-afa7bddab691 tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:32.578475 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a1f15-3dec-4c3b-a6f5-afa7bddab691 tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28219476-3eba-40b5-9a43-56e5c9ac7149,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:32.585221 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0d48ed3d-6f20-40d0-a723-fa2a3217ebc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:32.614489 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-580a1f15-3dec-4c3b-a6f5-afa7bddab691 tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9533317 Nov 12 00:56:32.618134 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37708) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:32.619151 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48ed3d-6f20-40d0-a723-fa2a3217ebc3 None None] Pushing event deleted for resources: {'Port': ['ID=996a6a33-1bca-4c00-9bc5-b0f102664a6c,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:32.622730 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d48ed3d-6f20-40d0-a723-fa2a3217ebc3 None None] No DVR routers for this DVR port 996a6a33-1bca-4c00-9bc5-b0f102664a6c on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:56:32.639088 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-7769c07e-23c8-4267-b80b-2afdc8dfc831 tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Request body: {'subnet': {'network_id': 'd1bda317-67de-4175-9300-f17902ce7581', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:32.648173 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b585b4-82fa-4274-b946-b3693edb3f3e None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:56:32.668009 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558c833c-a144-467a-bbdf-564004c9b1a3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:32.672232 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-558c833c-a144-467a-bbdf-564004c9b1a3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:32.718720 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-558c833c-a144-467a-bbdf-564004c9b1a3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] device_id is not set on port 5be16a1a-a570-476d-98c9-aef35e75239b yet. {{(pid=102661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:56:32.729966 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a1f15-3dec-4c3b-a6f5-afa7bddab691 tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Pushing event updated for resources: {'Network': ['ID=d1bda317-67de-4175-9300-f17902ce7581,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:32.770364 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network d1bda317-67de-4175-9300-f17902ce7581 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:56:32.833936 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7769c07e-23c8-4267-b80b-2afdc8dfc831 tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Made reservation on behalf of 69e5a99741074a3ea3b83c4b43718bc5 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:32.838450 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7769c07e-23c8-4267-b80b-2afdc8dfc831 tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:33.005277 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa794027-65af-4a0d-bd09-726f00337612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-549c8e6d-38df-4171-95c5-652183e307b7', 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'tenant_id': 'd39bd700eb73489c844e800fa5489ef8', 'fixed_ips': [{'subnet_id': '2b175581-2911-449b-91c3-f6f54ae9cb36'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:56:33.008243 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fa794027-65af-4a0d-bd09-726f00337612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:33.078721 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7769c07e-23c8-4267-b80b-2afdc8dfc831 tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:33.157271 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7769c07e-23c8-4267-b80b-2afdc8dfc831 tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Pushing event updated for resources: {'Subnet': ['ID=1abe3a49-6a7e-43a4-adf2-0cc2fecaeb14,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:33.178125 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7769c07e-23c8-4267-b80b-2afdc8dfc831 tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Checking segment: {'id': 'a56b794b-2d46-42b9-a73d-a3ce2d6c2247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd1bda317-67de-4175-9300-f17902ce7581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:56:33.178767 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7769c07e-23c8-4267-b80b-2afdc8dfc831 tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Network hostable DHCP agents. Network: d1bda317-67de-4175-9300-f17902ce7581, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:56:33.201430 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7769c07e-23c8-4267-b80b-2afdc8dfc831 tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Network d1bda317-67de-4175-9300-f17902ce7581 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:56:33.212216 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-7769c07e-23c8-4267-b80b-2afdc8dfc831 tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, d1bda317-67de-4175-9300-f17902ce7581) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:33.219620 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7769c07e-23c8-4267-b80b-2afdc8dfc831 tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:33.220764 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7769c07e-23c8-4267-b80b-2afdc8dfc831 tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:33.234752 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8aae2f-ed65-4250-8cfc-feccb3392b96 None None] Network d1bda317-67de-4175-9300-f17902ce7581 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:56:33.259470 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7769c07e-23c8-4267-b80b-2afdc8dfc831 tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6402209 Nov 12 00:56:33.262583 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37742) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:33.267631 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-bfd4747d-23cc-4f87-9a21-bcf244cf921a tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Request body: {'port': {'network_id': 'd1bda317-67de-4175-9300-f17902ce7581', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1297049888'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:33.403227 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-558c833c-a144-467a-bbdf-564004c9b1a3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Allocated IP 2001:db8::2b0 (549c8e6d-38df-4171-95c5-652183e307b7/2b175581-2911-449b-91c3-f6f54ae9cb36/5be16a1a-a570-476d-98c9-aef35e75239b) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:33.406558 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37748) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:33.427095 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5389cddb-9786-47c7-a53c-0f7f734ca17b req-79704c0c-c760-4eba-a248-89f0876526d9 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:33.429275 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5389cddb-9786-47c7-a53c-0f7f734ca17b req-79704c0c-c760-4eba-a248-89f0876526d9 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd01a0e-3db4-4842-99a8-f43b7e22210e HTTP/1.1" status: 200 len: 946 time: 0.1270318 Nov 12 00:56:33.466350 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e176fb-aca4-4b42-b4f1-8f7c86d9f5e9 req-3539c8f7-01e0-4ec5-84f0-8d2afbf0d77a tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:33.467878 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-95e176fb-aca4-4b42-b4f1-8f7c86d9f5e9 req-3539c8f7-01e0-4ec5-84f0-8d2afbf0d77a tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] 10.222.0.20 "GET /v2.0/ports?device_id=43da1107-aa0c-4665-a852-ed5d1c0b97fd HTTP/1.1" status: 200 len: 950 time: 0.5438893 Nov 12 00:56:33.476088 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd4747d-23cc-4f87-9a21-bcf244cf921a tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Made reservation on behalf of 69e5a99741074a3ea3b83c4b43718bc5 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:33.479499 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bfd4747d-23cc-4f87-9a21-bcf244cf921a tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:33.506104 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3b1bd4-7714-4fdc-9ea4-5cb566d1276e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-d1bda317-67de-4175-9300-f17902ce7581', 'network_id': 'd1bda317-67de-4175-9300-f17902ce7581', 'tenant_id': '69e5a99741074a3ea3b83c4b43718bc5', 'fixed_ips': [{'subnet_id': '1abe3a49-6a7e-43a4-adf2-0cc2fecaeb14'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:56:33.507524 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fd3b1bd4-7714-4fdc-9ea4-5cb566d1276e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:33.515858 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-bfd4747d-23cc-4f87-9a21-bcf244cf921a tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] device_id is not set on port f9ab39f6-f6c8-4033-9b2e-64f1567a53fc yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:56:33.538524 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5389cddb-9786-47c7-a53c-0f7f734ca17b req-4e8eae7e-003c-45e0-b67c-38c3ba2ad2ba tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/security-groups?id=f22d5517-0bc9-4780-bd87-761275f57254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972962 Nov 12 00:56:33.602058 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-95e176fb-aca4-4b42-b4f1-8f7c86d9f5e9 req-b9190227-1730-4239-8317-671e1d9db470 tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] 10.222.0.20 "GET /v2.0/security-groups?id=c744b695-b556-467c-af45-07314ccba7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251740 Nov 12 00:56:33.644408 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e4b13e44-3e88-4513-b9ec-abf19052da94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:33.697740 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-558c833c-a144-467a-bbdf-564004c9b1a3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:33.736336 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-9e6f6155-e848-487d-93d5-0d4dc2e75b8c req-01c34eae-f960-4c20-9634-3c2af7c6ef38 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2079747831', 'description': 'tempest-description-580824301'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:33.750408 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-bfd4747d-23cc-4f87-9a21-bcf244cf921a tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Allocated IP 172.20.0.14 (d1bda317-67de-4175-9300-f17902ce7581/1abe3a49-6a7e-43a4-adf2-0cc2fecaeb14/f9ab39f6-f6c8-4033-9b2e-64f1567a53fc) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:33.782158 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883bbd1-2a2c-4c06-a2fa-daa5d9f7df62 req-7fe22f32-b7b5-4a2d-88f1-670acc6405e7 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:33.789131 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883bbd1-2a2c-4c06-a2fa-daa5d9f7df62 req-7fe22f32-b7b5-4a2d-88f1-670acc6405e7 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:33.795159 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883bbd1-2a2c-4c06-a2fa-daa5d9f7df62 req-7fe22f32-b7b5-4a2d-88f1-670acc6405e7 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:33.801126 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883bbd1-2a2c-4c06-a2fa-daa5d9f7df62 req-7fe22f32-b7b5-4a2d-88f1-670acc6405e7 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:33.807691 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883bbd1-2a2c-4c06-a2fa-daa5d9f7df62 req-7fe22f32-b7b5-4a2d-88f1-670acc6405e7 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:33.809138 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fbe8140c-ed0a-45ad-bfd4-037f6b166b52 req-daa09f65-2c8b-4c7a-9016-ab430b359b09 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0441031 Nov 12 00:56:33.813614 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883bbd1-2a2c-4c06-a2fa-daa5d9f7df62 req-7fe22f32-b7b5-4a2d-88f1-670acc6405e7 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:33.820242 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883bbd1-2a2c-4c06-a2fa-daa5d9f7df62 req-7fe22f32-b7b5-4a2d-88f1-670acc6405e7 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:33.822302 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f883bbd1-2a2c-4c06-a2fa-daa5d9f7df62 req-7fe22f32-b7b5-4a2d-88f1-670acc6405e7 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 5430 time: 0.1424716 Nov 12 00:56:33.833205 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-9e6f6155-e848-487d-93d5-0d4dc2e75b8c req-01c34eae-f960-4c20-9634-3c2af7c6ef38 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:33.845078 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-558c833c-a144-467a-bbdf-564004c9b1a3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:33.871009 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e4b13e44-3e88-4513-b9ec-abf19052da94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:33.892874 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 996a6a33-1bca-4c00-9bc5-b0f102664a6c no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:56:33.916518 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558c833c-a144-467a-bbdf-564004c9b1a3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:33.919029 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e4b13e44-3e88-4513-b9ec-abf19052da94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:33.920081 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-fa794027-65af-4a0d-bd09-726f00337612 None None] Allocated IP 2001:db8::2 (549c8e6d-38df-4171-95c5-652183e307b7/2b175581-2911-449b-91c3-f6f54ae9cb36/777a19c5-869b-4872-beb4-5ede91fbd203) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:33.926594 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 996a6a33-1bca-4c00-9bc5-b0f102664a6c {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:56:33.926594 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 996a6a33-1bca-4c00-9bc5-b0f102664a6c not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:56:33.929567 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-558c833c-a144-467a-bbdf-564004c9b1a3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:33.932992 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558c833c-a144-467a-bbdf-564004c9b1a3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:56:33.941160 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558c833c-a144-467a-bbdf-564004c9b1a3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:33.941931 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-558c833c-a144-467a-bbdf-564004c9b1a3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:34.007546 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-558c833c-a144-467a-bbdf-564004c9b1a3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5149887 Nov 12 00:56:34.010651 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f883bbd1-2a2c-4c06-a2fa-daa5d9f7df62 req-ebd7d4f1-021d-400f-bff0-ad2ad0033dad tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&id=cbe02f78-bccb-4d23-9946-d2b58c9817de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1557400 Nov 12 00:56:34.011566 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37762) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:34.025660 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b13e44-3e88-4513-b9ec-abf19052da94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba485f5d-43d0-48bb-9ea5-7ad8fa3478c0,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:34.030459 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c833c-a144-467a-bbdf-564004c9b1a3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Port': ['ID=5be16a1a-a570-476d-98c9-aef35e75239b,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:34.042623 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e4b13e44-3e88-4513-b9ec-abf19052da94 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b950db424bec46a0af9300ceb6a22689&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6287823 Nov 12 00:56:34.044163 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37764) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:34.108568 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-434a9918-00cb-4510-99ad-062e7c8659fd req-e5517338-4006-488f-81ee-b7c870602702 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0463061 Nov 12 00:56:34.118681 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c624a08-7e90-44cf-9ef9-b3974568824a tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:34.124578 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8c624a08-7e90-44cf-9ef9-b3974568824a tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1069131 Nov 12 00:56:34.125272 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37770) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:34.129692 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bfd4747d-23cc-4f87-9a21-bcf244cf921a tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:34.159255 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fa794027-65af-4a0d-bd09-726f00337612 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:34.167050 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fa794027-65af-4a0d-bd09-726f00337612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:34.182477 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bfd4747d-23cc-4f87-9a21-bcf244cf921a tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:34.243987 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-9e6f6155-e848-487d-93d5-0d4dc2e75b8c req-01c34eae-f960-4c20-9634-3c2af7c6ef38 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:34.248280 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa794027-65af-4a0d-bd09-726f00337612 None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:34.250052 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd4747d-23cc-4f87-9a21-bcf244cf921a tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Network d1bda317-67de-4175-9300-f17902ce7581 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:34.255879 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-bfd4747d-23cc-4f87-9a21-bcf244cf921a tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:34.262933 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-9e6f6155-e848-487d-93d5-0d4dc2e75b8c req-01c34eae-f960-4c20-9634-3c2af7c6ef38 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:34.265947 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd4747d-23cc-4f87-9a21-bcf244cf921a tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:56:34.267405 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-fa794027-65af-4a0d-bd09-726f00337612 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:34.275862 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa794027-65af-4a0d-bd09-726f00337612 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:56:34.284893 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa794027-65af-4a0d-bd09-726f00337612 None None] Pushing event updated for resources: {'Port': ['ID=777a19c5-869b-4872-beb4-5ede91fbd203,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:34.295048 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e9d9bdb5-b19a-4bcf-b6a6-058a94b93013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:34.307057 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd4747d-23cc-4f87-9a21-bcf244cf921a tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Pushing event updated for resources: {'Port': ['ID=f9ab39f6-f6c8-4033-9b2e-64f1567a53fc,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:34.311212 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-9e6f6155-e848-487d-93d5-0d4dc2e75b8c req-01c34eae-f960-4c20-9634-3c2af7c6ef38 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:34.319722 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-fd3b1bd4-7714-4fdc-9ea4-5cb566d1276e None None] Allocated IP 172.20.0.2 (d1bda317-67de-4175-9300-f17902ce7581/1abe3a49-6a7e-43a4-adf2-0cc2fecaeb14/12168b0f-ada2-4c61-b4ba-af2d6ba8cfc8) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:34.335898 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e6f6155-e848-487d-93d5-0d4dc2e75b8c req-01c34eae-f960-4c20-9634-3c2af7c6ef38 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.6059444 Nov 12 00:56:34.336601 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-22940731-8db2-4ab2-936d-0de81ebeb50f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:34.368626 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd4747d-23cc-4f87-9a21-bcf244cf921a tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:34.369588 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bfd4747d-23cc-4f87-9a21-bcf244cf921a tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:34.378519 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-22940731-8db2-4ab2-936d-0de81ebeb50f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:34.385748 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-fa794027-65af-4a0d-bd09-726f00337612 None None] Attempting to bind port 777a19c5-869b-4872-beb4-5ede91fbd203 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:56:34.386106 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-fa794027-65af-4a0d-bd09-726f00337612 None None] Attempting to bind port 777a19c5-869b-4872-beb4-5ede91fbd203 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:56:34.386470 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa794027-65af-4a0d-bd09-726f00337612 None None] Attempting to bind port 777a19c5-869b-4872-beb4-5ede91fbd203 on network 549c8e6d-38df-4171-95c5-652183e307b7 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:34.405595 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-bfd4747d-23cc-4f87-9a21-bcf244cf921a tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.1357777 Nov 12 00:56:34.409750 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37780) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:34.485181 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c34eae-f960-4c20-9634-3c2af7c6ef38 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=453399a4-2251-4baf-96d7-e30afcfc1314,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:34.578590 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-b008fcd7-9a78-4e32-94d3-0a55d74151c1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Deleting port 5be16a1a-a570-476d-98c9-aef35e75239b {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:56:34.578939 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b008fcd7-9a78-4e32-94d3-0a55d74151c1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:34.599104 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-2a03d924-d80a-447d-9b01-0e756d4f0f70 tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Deleting port f9ab39f6-f6c8-4033-9b2e-64f1567a53fc {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:56:34.599631 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2a03d924-d80a-447d-9b01-0e756d4f0f70 tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:34.631967 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa794027-65af-4a0d-bd09-726f00337612 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:56:34.632356 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa794027-65af-4a0d-bd09-726f00337612 None None] Checking segment: {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:56:34.633005 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fa794027-65af-4a0d-bd09-726f00337612 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:34.633159 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa794027-65af-4a0d-bd09-726f00337612 None None] Bound using segment: {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:56:34.633602 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-fa794027-65af-4a0d-bd09-726f00337612 None None] Bound port: 777a19c5-869b-4872-beb4-5ede91fbd203, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:56:34.634004 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fa794027-65af-4a0d-bd09-726f00337612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:34.696641 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-22940731-8db2-4ab2-936d-0de81ebeb50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:34.699382 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-22940731-8db2-4ab2-936d-0de81ebeb50f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:34.703520 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-22940731-8db2-4ab2-936d-0de81ebeb50f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ba485f5d-43d0-48bb-9ea5-7ad8fa3478c0 HTTP/1.1" status: 204 len: 168 time: 0.6583807 Nov 12 00:56:34.727481 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22940731-8db2-4ab2-936d-0de81ebeb50f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba485f5d-43d0-48bb-9ea5-7ad8fa3478c0,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:34.748719 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c4577f35-f1ad-4e8d-bf88-fec89e54b7b2 req-e1c1ba36-a7e3-43a3-9a1c-3ec2fd74bebc tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2079747831&fields=id&tenant_id=baf75bc08f044ea79cb7fe0fca6d826b HTTP/1.1" status: 200 len: 267 time: 0.2509418 Nov 12 00:56:34.771840 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-fa794027-65af-4a0d-bd09-726f00337612 None None] For port 777a19c5-869b-4872-beb4-5ede91fbd203, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:56:34.792083 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-fa794027-65af-4a0d-bd09-726f00337612 None None] For port 777a19c5-869b-4872-beb4-5ede91fbd203, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=777a19c5-869b-4872-beb4-5ede91fbd203,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:56:34.801448 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fa794027-65af-4a0d-bd09-726f00337612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:34.811172 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b008fcd7-9a78-4e32-94d3-0a55d74151c1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:34.813784 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fd3b1bd4-7714-4fdc-9ea4-5cb566d1276e None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:34.840261 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fd3b1bd4-7714-4fdc-9ea4-5cb566d1276e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:34.843759 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-b008fcd7-9a78-4e32-94d3-0a55d74151c1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Calling delete_port for 5be16a1a-a570-476d-98c9-aef35e75239b owned by {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:56:34.861118 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4577f35-f1ad-4e8d-bf88-fec89e54b7b2 req-693a2c71-223f-4d83-aa50-85a7097e6623 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:34.862945 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c4577f35-f1ad-4e8d-bf88-fec89e54b7b2 req-693a2c71-223f-4d83-aa50-85a7097e6623 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd01a0e-3db4-4842-99a8-f43b7e22210e HTTP/1.1" status: 200 len: 946 time: 0.1049902 Nov 12 00:56:34.888985 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2a03d924-d80a-447d-9b01-0e756d4f0f70 tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:34.909012 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3b1bd4-7714-4fdc-9ea4-5cb566d1276e None None] Network d1bda317-67de-4175-9300-f17902ce7581 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:34.913445 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa794027-65af-4a0d-bd09-726f00337612 None None] Pushing event updated for resources: {'Port': ['ID=777a19c5-869b-4872-beb4-5ede91fbd203,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:34.916731 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-fd3b1bd4-7714-4fdc-9ea4-5cb566d1276e None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:34.920765 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3b1bd4-7714-4fdc-9ea4-5cb566d1276e None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:56:34.926973 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-c4577f35-f1ad-4e8d-bf88-fec89e54b7b2 req-77e4c887-463c-46d2-bcab-48e696da5686 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Request body: {'port': {'security_groups': ['f22d5517-0bc9-4780-bd87-761275f57254', '453399a4-2251-4baf-96d7-e30afcfc1314']}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:34.963690 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-2a03d924-d80a-447d-9b01-0e756d4f0f70 tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Calling delete_port for f9ab39f6-f6c8-4033-9b2e-64f1567a53fc owned by {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:56:35.023988 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3b1bd4-7714-4fdc-9ea4-5cb566d1276e None None] Pushing event updated for resources: {'Port': ['ID=12168b0f-ada2-4c61-b4ba-af2d6ba8cfc8,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:35.036700 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-fd3b1bd4-7714-4fdc-9ea4-5cb566d1276e None None] Attempting to bind port 12168b0f-ada2-4c61-b4ba-af2d6ba8cfc8 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:56:35.037073 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-fd3b1bd4-7714-4fdc-9ea4-5cb566d1276e None None] Attempting to bind port 12168b0f-ada2-4c61-b4ba-af2d6ba8cfc8 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'a56b794b-2d46-42b9-a73d-a3ce2d6c2247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd1bda317-67de-4175-9300-f17902ce7581'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:56:35.037463 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3b1bd4-7714-4fdc-9ea4-5cb566d1276e None None] Attempting to bind port 12168b0f-ada2-4c61-b4ba-af2d6ba8cfc8 on network d1bda317-67de-4175-9300-f17902ce7581 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:35.043486 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3b1bd4-7714-4fdc-9ea4-5cb566d1276e None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:56:35.043999 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3b1bd4-7714-4fdc-9ea4-5cb566d1276e None None] Checking segment: {'id': 'a56b794b-2d46-42b9-a73d-a3ce2d6c2247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd1bda317-67de-4175-9300-f17902ce7581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:56:35.044250 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fd3b1bd4-7714-4fdc-9ea4-5cb566d1276e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:35.044645 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3b1bd4-7714-4fdc-9ea4-5cb566d1276e None None] Bound using segment: {'id': 'a56b794b-2d46-42b9-a73d-a3ce2d6c2247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd1bda317-67de-4175-9300-f17902ce7581'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:56:35.045116 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-fd3b1bd4-7714-4fdc-9ea4-5cb566d1276e None None] Bound port: 12168b0f-ada2-4c61-b4ba-af2d6ba8cfc8, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a56b794b-2d46-42b9-a73d-a3ce2d6c2247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd1bda317-67de-4175-9300-f17902ce7581'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:56:35.045566 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fd3b1bd4-7714-4fdc-9ea4-5cb566d1276e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:35.215512 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-fd3b1bd4-7714-4fdc-9ea4-5cb566d1276e None None] For port 12168b0f-ada2-4c61-b4ba-af2d6ba8cfc8, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:56:35.240731 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-fd3b1bd4-7714-4fdc-9ea4-5cb566d1276e None None] For port 12168b0f-ada2-4c61-b4ba-af2d6ba8cfc8, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=12168b0f-ada2-4c61-b4ba-af2d6ba8cfc8,segment=NetworkSegment(a56b794b-2d46-42b9-a73d-a3ce2d6c2247),segment_id=a56b794b-2d46-42b9-a73d-a3ce2d6c2247)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:56:35.260295 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fd3b1bd4-7714-4fdc-9ea4-5cb566d1276e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:35.393275 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2a03d924-d80a-447d-9b01-0e756d4f0f70 tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:35.479496 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e2631-0e0b-4b1e-b72d-8b78da687199 req-282e7d65-40c1-42ed-bd92-14653f395587 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:35.487044 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e2631-0e0b-4b1e-b72d-8b78da687199 req-282e7d65-40c1-42ed-bd92-14653f395587 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:35.495661 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e2631-0e0b-4b1e-b72d-8b78da687199 req-282e7d65-40c1-42ed-bd92-14653f395587 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:35.508312 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e2631-0e0b-4b1e-b72d-8b78da687199 req-282e7d65-40c1-42ed-bd92-14653f395587 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:35.523462 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e2631-0e0b-4b1e-b72d-8b78da687199 req-282e7d65-40c1-42ed-bd92-14653f395587 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:35.531150 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e2631-0e0b-4b1e-b72d-8b78da687199 req-282e7d65-40c1-42ed-bd92-14653f395587 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:35.541470 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e2631-0e0b-4b1e-b72d-8b78da687199 req-282e7d65-40c1-42ed-bd92-14653f395587 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:35.551017 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1f4e2631-0e0b-4b1e-b72d-8b78da687199 req-282e7d65-40c1-42ed-bd92-14653f395587 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 5430 time: 0.2385261 Nov 12 00:56:35.559403 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a03d924-d80a-447d-9b01-0e756d4f0f70 tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Pushing event deleted for resources: {'Port': ['ID=f9ab39f6-f6c8-4033-9b2e-64f1567a53fc,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:35.596957 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3b1bd4-7714-4fdc-9ea4-5cb566d1276e None None] Pushing event updated for resources: {'Port': ['ID=12168b0f-ada2-4c61-b4ba-af2d6ba8cfc8,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:35.604264 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-c4577f35-f1ad-4e8d-bf88-fec89e54b7b2 req-77e4c887-463c-46d2-bcab-48e696da5686 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:35.700987 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b008fcd7-9a78-4e32-94d3-0a55d74151c1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:35.752500 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1f4e2631-0e0b-4b1e-b72d-8b78da687199 req-79dbbc8e-24b4-4b62-bf31-12c1a40a58ea tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&id=cbe02f78-bccb-4d23-9946-d2b58c9817de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2000659 Nov 12 00:56:35.761785 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37804) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:35.793974 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-81bb5d23-85cd-4e1b-ad39-15927658875a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:35.796643 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2a03d924-d80a-447d-9b01-0e756d4f0f70 tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:35.802116 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2a03d924-d80a-447d-9b01-0e756d4f0f70 tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] 10.222.0.20 "DELETE /v2.0/ports/f9ab39f6-f6c8-4033-9b2e-64f1567a53fc HTTP/1.1" status: 204 len: 168 time: 1.3913167 Nov 12 00:56:35.805101 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37806) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:35.836439 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008fcd7-9a78-4e32-94d3-0a55d74151c1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Port': ['ID=5be16a1a-a570-476d-98c9-aef35e75239b,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:35.903222 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b008fcd7-9a78-4e32-94d3-0a55d74151c1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:35.910277 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b008fcd7-9a78-4e32-94d3-0a55d74151c1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/ports/5be16a1a-a570-476d-98c9-aef35e75239b HTTP/1.1" status: 204 len: 168 time: 1.7825050 Nov 12 00:56:35.912785 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37810) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:36.078886 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 777a19c5-869b-4872-beb4-5ede91fbd203 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:56:36.179970 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fe1156-0550-4b3a-a175-e9014aab0475 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:36.182385 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d4577fb6-509f-45af-9802-d6d1b83b7847 req-a6cbb0fc-36c1-424d-943e-c7090c12c93c service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1065648 Nov 12 00:56:36.189778 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fe1156-0550-4b3a-a175-e9014aab0475 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:36.195265 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c6fe1156-0550-4b3a-a175-e9014aab0475 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2790856 Nov 12 00:56:36.198096 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37818) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:36.257288 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-81bb5d23-85cd-4e1b-ad39-15927658875a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:36.265147 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-81bb5d23-85cd-4e1b-ad39-15927658875a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:36.360516 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b9d99140-44c4-4136-83b0-c9b04d1cb4f4 tempest-DHCPAgentSchedulersTestJSON-1681907377 tempest-DHCPAgentSchedulersTestJSON-1681907377-project-admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4937 time: 0.5535913 Nov 12 00:56:36.368048 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb5d23-85cd-4e1b-ad39-15927658875a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45dcca26-eda4-4ca8-bc1b-b574e6989d3e,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:36.371388 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37820) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:36.374223 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-81bb5d23-85cd-4e1b-ad39-15927658875a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eb56d30fb80a4b3397451835d6518c03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6113691 Nov 12 00:56:36.376645 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37822) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:36.383470 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-2045840a-4263-4a26-8cf0-5a0dcf82c832 tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1215457722'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:36.406340 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fc4571c-1314-41c8-ab4e-e5e1d984e833 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Deleting subnet 2b175581-2911-449b-91c3-f6f54ae9cb36 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:56:36.414635 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4fc4571c-1314-41c8-ab4e-e5e1d984e833 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:36.452352 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2045840a-4263-4a26-8cf0-5a0dcf82c832 tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Made reservation on behalf of 69e5a99741074a3ea3b83c4b43718bc5 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:36.456573 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2045840a-4263-4a26-8cf0-5a0dcf82c832 tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:36.457005 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 777a19c5-869b-4872-beb4-5ede91fbd203 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:36.457388 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:36.522564 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1c9de6f1-0522-475a-851c-e983ec8c419f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:36.545661 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-c4577f35-f1ad-4e8d-bf88-fec89e54b7b2 req-77e4c887-463c-46d2-bcab-48e696da5686 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] For port 9f4f7ada-bf0c-4ae0-b610-4746ca91226a, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=9f4f7ada-bf0c-4ae0-b610-4746ca91226a,segment=NetworkSegment(7f64ba80-ce39-4c56-a8a0-b5dae98bce25),segment_id=7f64ba80-ce39-4c56-a8a0-b5dae98bce25)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:36.592843 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1e9e9bff-bcbc-44c2-84c2-c23f296e7017 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:36.601453 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4fc4571c-1314-41c8-ab4e-e5e1d984e833 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:36.617472 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-346612c3-9771-4716-983a-f9027e9c12bf req-b14e6925-58ca-4c74-a4c8-79c2835d8494 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0686111 Nov 12 00:56:36.626386 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2045840a-4263-4a26-8cf0-5a0dcf82c832 tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:56:36.669399 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:36.696808 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1e9e9bff-bcbc-44c2-84c2-c23f296e7017 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:36.702630 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2045840a-4263-4a26-8cf0-5a0dcf82c832 tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:36.703841 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-2045840a-4263-4a26-8cf0-5a0dcf82c832 tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Added segment 5b036e48-536d-41db-9d09-e177a8a1cd28 of type vlan for network e9299ba3-a5fe-4d48-aaea-adf5f3da45a5 Nov 12 00:56:36.723259 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 777a19c5-869b-4872-beb4-5ede91fbd203, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=777a19c5-869b-4872-beb4-5ede91fbd203,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:36.729622 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:36.762084 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-c4577f35-f1ad-4e8d-bf88-fec89e54b7b2 req-77e4c887-463c-46d2-bcab-48e696da5686 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:36.781181 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-c4577f35-f1ad-4e8d-bf88-fec89e54b7b2 req-77e4c887-463c-46d2-bcab-48e696da5686 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:36.836617 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2045840a-4263-4a26-8cf0-5a0dcf82c832 tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:36.842792 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['9f4f7ada-bf0c-4ae0-b610-4746ca91226a'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:56:36.878949 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4577f35-f1ad-4e8d-bf88-fec89e54b7b2 req-77e4c887-463c-46d2-bcab-48e696da5686 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:36.879560 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-c4577f35-f1ad-4e8d-bf88-fec89e54b7b2 req-77e4c887-463c-46d2-bcab-48e696da5686 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:36.881125 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c4577f35-f1ad-4e8d-bf88-fec89e54b7b2 req-77e4c887-463c-46d2-bcab-48e696da5686 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "PUT /v2.0/ports/9f4f7ada-bf0c-4ae0-b610-4746ca91226a HTTP/1.1" status: 200 len: 982 time: 2.0081336 Nov 12 00:56:36.943280 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cd01a0e-3db4-4842-99a8-f43b7e22210e', 'tag': '9f4f7ada-bf0c-4ae0-b610-4746ca91226a'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:36.954436 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcfd6500-4fbd-45c6-a5a7-d3a8ac2a9bf9" -d '{"events": [{"name": "network-changed", "server_uuid": "3cd01a0e-3db4-4842-99a8-f43b7e22210e", "tag": "9f4f7ada-bf0c-4ae0-b610-4746ca91226a"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:36.970057 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2045840a-4263-4a26-8cf0-5a0dcf82c832 tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:36.986931 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2045840a-4263-4a26-8cf0-5a0dcf82c832 tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:36.987590 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2045840a-4263-4a26-8cf0-5a0dcf82c832 tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:37.064621 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-726e2cd9-5f1a-4ae8-aee7-a6d4c3bf8b43 None None] Provisioning complete for port 777a19c5-869b-4872-beb4-5ede91fbd203 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:37.065069 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-726e2cd9-5f1a-4ae8-aee7-a6d4c3bf8b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:37.067223 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['9f4f7ada-bf0c-4ae0-b610-4746ca91226a'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:56:37.078453 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=777a19c5-869b-4872-beb4-5ede91fbd203,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:37.106010 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1e9e9bff-bcbc-44c2-84c2-c23f296e7017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:37.108762 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1e9e9bff-bcbc-44c2-84c2-c23f296e7017 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:37.110209 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1e9e9bff-bcbc-44c2-84c2-c23f296e7017 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/45dcca26-eda4-4ca8-bc1b-b574e6989d3e HTTP/1.1" status: 204 len: 168 time: 0.7325151 Nov 12 00:56:37.260652 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e4c887-463c-46d2-bcab-48e696da5686 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Pushing event updated for resources: {'Port': ['ID=9f4f7ada-bf0c-4ae0-b610-4746ca91226a,revision_number=6']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:37.315465 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e9bff-bcbc-44c2-84c2-c23f296e7017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45dcca26-eda4-4ca8-bc1b-b574e6989d3e,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:37.332168 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4fc4571c-1314-41c8-ab4e-e5e1d984e833 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:37.343010 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2045840a-4263-4a26-8cf0-5a0dcf82c832 tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9671924 Nov 12 00:56:37.347123 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37842) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:37.370449 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045840a-4263-4a26-8cf0-5a0dcf82c832 tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Pushing event updated for resources: {'Network': ['ID=e9299ba3-a5fe-4d48-aaea-adf5f3da45a5,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:37.392444 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network e9299ba3-a5fe-4d48-aaea-adf5f3da45a5 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:56:37.409316 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-04b5c5b0-1e27-4b62-9baf-3690594706e6 req-86bd9e4e-17dd-4d72-819a-1ac836e356ad tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2079747831&fields=id&tenant_id=baf75bc08f044ea79cb7fe0fca6d826b HTTP/1.1" status: 200 len: 267 time: 0.3848381 Nov 12 00:56:37.419470 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fcd15a-2424-40a5-9568-f73479c773f5 req-af0a428e-b9df-417a-b695-98352a2fb34d tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:37.431449 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fcd15a-2424-40a5-9568-f73479c773f5 req-af0a428e-b9df-417a-b695-98352a2fb34d tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:37.439164 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fcd15a-2424-40a5-9568-f73479c773f5 req-af0a428e-b9df-417a-b695-98352a2fb34d tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:37.450284 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fcd15a-2424-40a5-9568-f73479c773f5 req-af0a428e-b9df-417a-b695-98352a2fb34d tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:37.459086 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fcd15a-2424-40a5-9568-f73479c773f5 req-af0a428e-b9df-417a-b695-98352a2fb34d tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:37.468756 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fcd15a-2424-40a5-9568-f73479c773f5 req-af0a428e-b9df-417a-b695-98352a2fb34d tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:37.478855 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fcd15a-2424-40a5-9568-f73479c773f5 req-af0a428e-b9df-417a-b695-98352a2fb34d tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:37.481093 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-56fcd15a-2424-40a5-9568-f73479c773f5 req-af0a428e-b9df-417a-b695-98352a2fb34d tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 5430 time: 0.4823601 Nov 12 00:56:37.588066 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-56fcd15a-2424-40a5-9568-f73479c773f5 req-ef33fbc8-60eb-4e94-bad6-fe844af45ebe tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&id=cbe02f78-bccb-4d23-9946-d2b58c9817de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0937812 Nov 12 00:56:37.607278 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea7e19e-6bc8-464b-917b-0f34769cc009 None None] Network d1bda317-67de-4175-9300-f17902ce7581 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:56:37.631330 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5c5b0-1e27-4b62-9baf-3690594706e6 req-82e95f6c-9c54-4cb0-b526-17cc5c12f23b tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:37.634900 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-04b5c5b0-1e27-4b62-9baf-3690594706e6 req-82e95f6c-9c54-4cb0-b526-17cc5c12f23b tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd01a0e-3db4-4842-99a8-f43b7e22210e HTTP/1.1" status: 200 len: 985 time: 0.2105138 Nov 12 00:56:37.638730 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4fc4571c-1314-41c8-ab4e-e5e1d984e833 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:37.664448 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-04b5c5b0-1e27-4b62-9baf-3690594706e6 req-db65a5b2-bf53-4d30-ac33-19d475c2f24f tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Request body: {'port': {'security_groups': ['f22d5517-0bc9-4780-bd87-761275f57254']}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:37.864668 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2a198bb7-a37e-41dc-bad9-015ad60841ef tempest-DHCPAgentSchedulersTestJSON-1681907377 tempest-DHCPAgentSchedulersTestJSON-1681907377-project-admin] 10.222.0.20 "GET /v2.0/agents/3bd21a20-3882-471e-9c96-4d23db6c38a0/dhcp-networks HTTP/1.1" status: 200 len: 10456 time: 0.5079350 Nov 12 00:56:37.869608 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37850) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:37.892164 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173d2b89-449a-4354-ac99-69c31aa04c6f x-openstack-request-id: req-173d2b89-449a-4354-ac99-69c31aa04c6f {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:37.892711 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cd01a0e-3db4-4842-99a8-f43b7e22210e", "tag": "9f4f7ada-bf0c-4ae0-b610-4746ca91226a", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:37.892711 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-173d2b89-449a-4354-ac99-69c31aa04c6f {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:37.893099 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cd01a0e-3db4-4842-99a8-f43b7e22210e', 'tag': '9f4f7ada-bf0c-4ae0-b610-4746ca91226a', 'status': 'completed', 'code': 200} Nov 12 00:56:37.925228 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4fc4571c-1314-41c8-ab4e-e5e1d984e833 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:37.935703 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4fc4571c-1314-41c8-ab4e-e5e1d984e833 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/2b175581-2911-449b-91c3-f6f54ae9cb36 HTTP/1.1" status: 204 len: 168 time: 1.7364805 Nov 12 00:56:37.994666 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:38.016966 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37854) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:38.029980 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4571c-1314-41c8-ab4e-e5e1d984e833 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Subnet': ['ID=2b175581-2911-449b-91c3-f6f54ae9cb36,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:38.039551 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-04b5c5b0-1e27-4b62-9baf-3690594706e6 req-db65a5b2-bf53-4d30-ac33-19d475c2f24f tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:38.060924 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-c8314962-03e1-4f2f-b8cc-d774e141befe None None] Provisioning complete for port 12168b0f-ada2-4c61-b4ba-af2d6ba8cfc8 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:38.063640 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c8314962-03e1-4f2f-b8cc-d774e141befe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:38.170150 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-879639ed-c0bd-43e8-8549-857793cdd222 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1511443 Nov 12 00:56:38.176417 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37864) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:38.187433 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-98312de0-bcb2-48a1-b7be-5d1cf2d4a2d3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'subnet': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:38.191032 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103ee2ed-c06d-480d-9cfa-433d073a0a9b tempest-DHCPAgentSchedulersTestJSON-1681907377 tempest-DHCPAgentSchedulersTestJSON-1681907377-project-admin] Network e9299ba3-a5fe-4d48-aaea-adf5f3da45a5 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:56:38.199614 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 777a19c5-869b-4872-beb4-5ede91fbd203 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:56:38.216400 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-103ee2ed-c06d-480d-9cfa-433d073a0a9b tempest-DHCPAgentSchedulersTestJSON-1681907377 tempest-DHCPAgentSchedulersTestJSON-1681907377-project-admin] 10.222.0.20 "POST /v2.0/agents/3bd21a20-3882-471e-9c96-4d23db6c38a0/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3449323 Nov 12 00:56:38.218378 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37868) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:38.290660 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ad0601-e18c-4bbe-ab7b-f951d9c98697 None None] Network e9299ba3-a5fe-4d48-aaea-adf5f3da45a5 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:56:38.292977 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ef9e6b-8ceb-4602-b34e-b7e005f57d1e None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:56:38.305799 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:56:38.336211 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd6500-4fbd-45c6-a5a7-d3a8ac2a9bf9 req-93b81150-6795-443e-8cb2-7db2ba916990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:38.341455 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dcfd6500-4fbd-45c6-a5a7-d3a8ac2a9bf9 req-93b81150-6795-443e-8cb2-7db2ba916990 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=baf75bc08f044ea79cb7fe0fca6d826b&device_id=3cd01a0e-3db4-4842-99a8-f43b7e22210e HTTP/1.1" status: 200 len: 1137 time: 0.4438450 Nov 12 00:56:38.477846 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-15ebcf4b-f46b-4a6e-92f9-9e727d5a638a tempest-DHCPAgentSchedulersTestJSON-1681907377 tempest-DHCPAgentSchedulersTestJSON-1681907377-project-admin] 10.222.0.20 "GET /v2.0/agents/3bd21a20-3882-471e-9c96-4d23db6c38a0/dhcp-networks HTTP/1.1" status: 200 len: 11189 time: 0.2546866 Nov 12 00:56:38.480791 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37876) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:38.616692 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-12789664-3033-4341-8139-06b601b5b27e tempest-DHCPAgentSchedulersTestJSON-1681907377 tempest-DHCPAgentSchedulersTestJSON-1681907377-project-admin] 10.222.0.20 "DELETE /v2.0/agents/3bd21a20-3882-471e-9c96-4d23db6c38a0/dhcp-networks/e9299ba3-a5fe-4d48-aaea-adf5f3da45a5 HTTP/1.1" status: 204 len: 168 time: 0.1192830 Nov 12 00:56:38.619010 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37882) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:38.706312 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd6500-4fbd-45c6-a5a7-d3a8ac2a9bf9 req-d32bfc94-7dce-4c61-a81a-40e20d35072e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:38.707916 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dcfd6500-4fbd-45c6-a5a7-d3a8ac2a9bf9 req-d32bfc94-7dce-4c61-a81a-40e20d35072e service neutron] 10.222.0.54 "GET /v2.0/networks?id=af4f1b37-e652-4f9e-8d30-5c4c87fdae14 HTTP/1.1" status: 200 len: 921 time: 0.3189762 Nov 12 00:56:38.712475 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98312de0-bcb2-48a1-b7be-5d1cf2d4a2d3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:38.716279 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-98312de0-bcb2-48a1-b7be-5d1cf2d4a2d3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:38.931603 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c8314962-03e1-4f2f-b8cc-d774e141befe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:38.941667 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8922a226-ece0-4c92-92d1-29c6bb655b4b req-ba42c160-062b-49e9-9790-f0b46f4ca78d tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:38.950026 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8922a226-ece0-4c92-92d1-29c6bb655b4b req-ba42c160-062b-49e9-9790-f0b46f4ca78d tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:38.956481 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8922a226-ece0-4c92-92d1-29c6bb655b4b req-ba42c160-062b-49e9-9790-f0b46f4ca78d tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:38.963629 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8922a226-ece0-4c92-92d1-29c6bb655b4b req-ba42c160-062b-49e9-9790-f0b46f4ca78d tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:38.969867 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8922a226-ece0-4c92-92d1-29c6bb655b4b req-ba42c160-062b-49e9-9790-f0b46f4ca78d tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:38.976998 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8922a226-ece0-4c92-92d1-29c6bb655b4b req-ba42c160-062b-49e9-9790-f0b46f4ca78d tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:38.983015 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8922a226-ece0-4c92-92d1-29c6bb655b4b req-ba42c160-062b-49e9-9790-f0b46f4ca78d tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:38.985007 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8922a226-ece0-4c92-92d1-29c6bb655b4b req-ba42c160-062b-49e9-9790-f0b46f4ca78d tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 5430 time: 0.2033806 Nov 12 00:56:38.991073 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dcfd6500-4fbd-45c6-a5a7-d3a8ac2a9bf9 req-a15a1ddc-87d9-4146-a4ab-0a5de5c30813 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f4f7ada-bf0c-4ae0-b610-4746ca91226a HTTP/1.1" status: 200 len: 217 time: 0.2604904 Nov 12 00:56:39.032578 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 777a19c5-869b-4872-beb4-5ede91fbd203 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:39.032578 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:39.096064 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6d8fd174-63e4-49fe-92ee-f0d1bb668678 tempest-DHCPAgentSchedulersTestJSON-1681907377 tempest-DHCPAgentSchedulersTestJSON-1681907377-project-admin] 10.222.0.20 "GET /v2.0/agents/3bd21a20-3882-471e-9c96-4d23db6c38a0/dhcp-networks HTTP/1.1" status: 200 len: 10418 time: 0.4759266 Nov 12 00:56:39.103256 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37900) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:39.186840 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-4212d2aa-8a74-40d2-b57c-732b841cb198 tempest-DHCPAgentSchedulersTestJSON-1681907377 tempest-DHCPAgentSchedulersTestJSON-1681907377-project-admin] 10.222.0.20 "GET /v2.0/networks/d1bda317-67de-4175-9300-f17902ce7581/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0722077 Nov 12 00:56:39.198370 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37906) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:39.208288 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-c8314962-03e1-4f2f-b8cc-d774e141befe None None] For port 12168b0f-ada2-4c61-b4ba-af2d6ba8cfc8, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=12168b0f-ada2-4c61-b4ba-af2d6ba8cfc8,segment=NetworkSegment(a56b794b-2d46-42b9-a73d-a3ce2d6c2247),segment_id=a56b794b-2d46-42b9-a73d-a3ce2d6c2247)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:39.208994 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8922a226-ece0-4c92-92d1-29c6bb655b4b req-ffb492ad-8cde-4481-8f8a-7b01b6be2d47 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&id=cbe02f78-bccb-4d23-9946-d2b58c9817de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1681263 Nov 12 00:56:39.241590 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c8314962-03e1-4f2f-b8cc-d774e141befe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:39.301119 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37908) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:39.308710 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-75ff3635-55e3-4bf8-9032-bc732c4d4929 tempest-DHCPAgentSchedulersTestJSON-1681907377 tempest-DHCPAgentSchedulersTestJSON-1681907377-project-admin] 10.222.0.20 "GET /v2.0/networks/d1bda317-67de-4175-9300-f17902ce7581/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0989957 Nov 12 00:56:39.346379 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-04b5c5b0-1e27-4b62-9baf-3690594706e6 req-db65a5b2-bf53-4d30-ac33-19d475c2f24f tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] For port 9f4f7ada-bf0c-4ae0-b610-4746ca91226a, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=9f4f7ada-bf0c-4ae0-b610-4746ca91226a,segment=NetworkSegment(7f64ba80-ce39-4c56-a8a0-b5dae98bce25),segment_id=7f64ba80-ce39-4c56-a8a0-b5dae98bce25)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:39.354452 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd6500-4fbd-45c6-a5a7-d3a8ac2a9bf9 req-f10e7aae-9bc5-4391-b28f-96e100b80fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:39.355855 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dcfd6500-4fbd-45c6-a5a7-d3a8ac2a9bf9 req-f10e7aae-9bc5-4391-b28f-96e100b80fb8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6d5c0776-b5b7-48fa-8d00-bcca9603dc88 HTTP/1.1" status: 200 len: 860 time: 0.3254843 Nov 12 00:56:39.401106 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dcfd6500-4fbd-45c6-a5a7-d3a8ac2a9bf9 req-7eab847e-9f41-402c-9261-23decbb74955 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=af4f1b37-e652-4f9e-8d30-5c4c87fdae14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309865 Nov 12 00:56:39.542259 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-04b5c5b0-1e27-4b62-9baf-3690594706e6 req-db65a5b2-bf53-4d30-ac33-19d475c2f24f tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:39.555447 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-04b5c5b0-1e27-4b62-9baf-3690594706e6 req-db65a5b2-bf53-4d30-ac33-19d475c2f24f tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:39.653674 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e55a982b-76e8-45ec-b52d-38e46525e1a2 tempest-DHCPAgentSchedulersTestJSON-1681907377 tempest-DHCPAgentSchedulersTestJSON-1681907377-project-admin] 10.222.0.20 "GET /v2.0/agents/3bd21a20-3882-471e-9c96-4d23db6c38a0/dhcp-networks HTTP/1.1" status: 200 len: 10418 time: 0.3477829 Nov 12 00:56:39.654242 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37928) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:39.677589 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65a5b2-bf53-4d30-ac33-19d475c2f24f tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Pushing event updated for resources: {'Port': ['ID=9f4f7ada-bf0c-4ae0-b610-4746ca91226a,revision_number=7']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:39.692979 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dcfd6500-4fbd-45c6-a5a7-d3a8ac2a9bf9 req-8b2ae048-7b4f-427e-b786-5c434ab33ccc service neutron] 10.222.0.54 "GET /v2.0/networks/af4f1b37-e652-4f9e-8d30-5c4c87fdae14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768626 Nov 12 00:56:39.699862 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5c5b0-1e27-4b62-9baf-3690594706e6 req-db65a5b2-bf53-4d30-ac33-19d475c2f24f tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:39.700962 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-04b5c5b0-1e27-4b62-9baf-3690594706e6 req-db65a5b2-bf53-4d30-ac33-19d475c2f24f tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:39.702601 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-04b5c5b0-1e27-4b62-9baf-3690594706e6 req-db65a5b2-bf53-4d30-ac33-19d475c2f24f tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "PUT /v2.0/ports/9f4f7ada-bf0c-4ae0-b610-4746ca91226a HTTP/1.1" status: 200 len: 943 time: 2.0581710 Nov 12 00:56:39.737469 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-c8314962-03e1-4f2f-b8cc-d774e141befe None None] Could not find standard attr ID for object 5be16a1a-a570-476d-98c9-aef35e75239b. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:56:39.791532 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['9f4f7ada-bf0c-4ae0-b610-4746ca91226a'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:56:39.797479 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:39.839615 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-c8314962-03e1-4f2f-b8cc-d774e141befe None None] Could not find standard attr ID for object 21f9cd8a-814b-4c57-85e2-fedf103879ec. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:56:39.907986 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-83bde83f-78b7-4ae9-86e2-c47210aafbea req-04cfdc61-2fcb-4be5-9f99-1be45417a028 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1649728 Nov 12 00:56:39.943167 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c69fab2-6ebd-4b86-b3a8-4980c78cd85b None None] DHCP port deletion for 549c8e6d-38df-4171-95c5-652183e307b7 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:56:39.958244 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['9f4f7ada-bf0c-4ae0-b610-4746ca91226a'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:56:40.033828 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cd01a0e-3db4-4842-99a8-f43b7e22210e', 'tag': '9f4f7ada-bf0c-4ae0-b610-4746ca91226a'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:40.036689 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45655785-aa2b-4675-a54c-e84fd1071dc3" -d '{"events": [{"name": "network-changed", "server_uuid": "3cd01a0e-3db4-4842-99a8-f43b7e22210e", "tag": "9f4f7ada-bf0c-4ae0-b610-4746ca91226a"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:40.046144 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-09f37fde-30d7-42de-a40a-91c3cf86dc14 req-acadd094-a595-49e4-adb7-19e02b725708 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0508597 Nov 12 00:56:40.055665 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-83bde83f-78b7-4ae9-86e2-c47210aafbea req-d8891bec-6a9e-4820-86cb-f7383f2009cc tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:40.093951 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-98312de0-bcb2-48a1-b7be-5d1cf2d4a2d3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:40.116504 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:40.192909 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98312de0-bcb2-48a1-b7be-5d1cf2d4a2d3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:40.206256 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 12168b0f-ada2-4c61-b4ba-af2d6ba8cfc8 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:56:40.213963 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8314962-03e1-4f2f-b8cc-d774e141befe None None] Pushing event updated for resources: {'Port': ['ID=12168b0f-ada2-4c61-b4ba-af2d6ba8cfc8,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:40.221599 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-2e4b89f1-5740-46cc-8cb7-54112f473926 None None] Provisioning complete for port 12168b0f-ada2-4c61-b4ba-af2d6ba8cfc8 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:40.221968 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2e4b89f1-5740-46cc-8cb7-54112f473926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:40.228077 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dcfd6500-4fbd-45c6-a5a7-d3a8ac2a9bf9 req-968ba832-1d9f-4ed5-a7f0-7fa327c99ad3 service neutron] 10.222.0.54 "GET /v2.0/networks/af4f1b37-e652-4f9e-8d30-5c4c87fdae14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5167985 Nov 12 00:56:40.232812 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-98312de0-bcb2-48a1-b7be-5d1cf2d4a2d3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:40.239965 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98312de0-bcb2-48a1-b7be-5d1cf2d4a2d3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Subnet': ['ID=dd1e8056-b01c-4c4b-8193-0e9611f33efc,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:40.260998 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-83bde83f-78b7-4ae9-86e2-c47210aafbea req-d8891bec-6a9e-4820-86cb-f7383f2009cc tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Publish callbacks [] for floatingip, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:40.273361 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98312de0-bcb2-48a1-b7be-5d1cf2d4a2d3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:40.276231 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-98312de0-bcb2-48a1-b7be-5d1cf2d4a2d3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:40.346507 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-98312de0-bcb2-48a1-b7be-5d1cf2d4a2d3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1656706 Nov 12 00:56:40.347480 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37974) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:40.369253 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-8e282a27-00f6-4afa-ab2e-374413c66718 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'port': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'name': 'tempest-NetworksTestDHCPv6-1137918473'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:40.426012 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-2c69fab2-6ebd-4b86-b3a8-4980c78cd85b None None] Deleting port 777a19c5-869b-4872-beb4-5ede91fbd203 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:56:40.426385 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2c69fab2-6ebd-4b86-b3a8-4980c78cd85b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:40.459024 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0b70e34c-4b10-4cac-957d-c30df9dd008a tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:40.601493 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294bc851-c668-40ff-9345-336cf88acea1 req-1bd7cf16-d8ec-401b-bc75-222ef3a63b15 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:40.603026 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-294bc851-c668-40ff-9345-336cf88acea1 req-1bd7cf16-d8ec-401b-bc75-222ef3a63b15 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 946 time: 0.1408241 Nov 12 00:56:40.649605 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ba0ae54e-1a0f-4ff4-a8ed-013541245525 req-ffd41339-5267-42e1-8b40-bd56c0d7f731 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0876093 Nov 12 00:56:40.659833 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0b70e34c-4b10-4cac-957d-c30df9dd008a tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:40.679900 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-2e4b89f1-5740-46cc-8cb7-54112f473926 None None] Could not find standard attr ID for object f9ab39f6-f6c8-4033-9b2e-64f1567a53fc. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:56:40.696218 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 12168b0f-ada2-4c61-b4ba-af2d6ba8cfc8 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:40.696679 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:40.703604 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-0b70e34c-4b10-4cac-957d-c30df9dd008a tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9299ba3-a5fe-4d48-aaea-adf5f3da45a5']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:40.740982 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-294bc851-c668-40ff-9345-336cf88acea1 req-823c9f5a-37b8-4379-8129-16c0e410361c tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085961 Nov 12 00:56:40.747156 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-0b70e34c-4b10-4cac-957d-c30df9dd008a tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b036e48-536d-41db-9d09-e177a8a1cd28') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:40.749989 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-0b70e34c-4b10-4cac-957d-c30df9dd008a tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b036e48-536d-41db-9d09-e177a8a1cd28') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:40.753028 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-83bde83f-78b7-4ae9-86e2-c47210aafbea req-d8891bec-6a9e-4820-86cb-f7383f2009cc tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:40.754877 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e282a27-00f6-4afa-ab2e-374413c66718 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:40.760686 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8e282a27-00f6-4afa-ab2e-374413c66718 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:40.796728 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0b70e34c-4b10-4cac-957d-c30df9dd008a tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:40.812431 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-8e282a27-00f6-4afa-ab2e-374413c66718 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] device_id is not set on port 0fa093b8-7002-4389-b286-a2fd6274d256 yet. {{(pid=102661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:56:40.838305 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0b70e34c-4b10-4cac-957d-c30df9dd008a tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:40.854345 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b70e34c-4b10-4cac-957d-c30df9dd008a tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:56:40.855413 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0b70e34c-4b10-4cac-957d-c30df9dd008a tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:40.885866 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:40.905787 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee60bf97-d13c-4d39-8f45-b8e59a3a4997 x-openstack-request-id: req-ee60bf97-d13c-4d39-8f45-b8e59a3a4997 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:40.906074 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cd01a0e-3db4-4842-99a8-f43b7e22210e", "tag": "9f4f7ada-bf0c-4ae0-b610-4746ca91226a", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:40.906325 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ee60bf97-d13c-4d39-8f45-b8e59a3a4997 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:40.906711 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cd01a0e-3db4-4842-99a8-f43b7e22210e', 'tag': '9f4f7ada-bf0c-4ae0-b610-4746ca91226a', 'status': 'completed', 'code': 200} Nov 12 00:56:40.928683 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-2c69fab2-6ebd-4b86-b3a8-4980c78cd85b None None] For port 777a19c5-869b-4872-beb4-5ede91fbd203, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=777a19c5-869b-4872-beb4-5ede91fbd203,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:40.929141 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2c69fab2-6ebd-4b86-b3a8-4980c78cd85b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:40.993036 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-2c69fab2-6ebd-4b86-b3a8-4980c78cd85b None None] Calling delete_port for 777a19c5-869b-4872-beb4-5ede91fbd203 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:56:41.034023 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 00:56:41.034023 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:56:41.034023 n-d-812236-11 neutron-server[102662]: timer() Nov 12 00:56:41.034023 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:56:41.034023 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 00:56:41.034023 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:56:41.034023 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 00:56:41.034023 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:56:41.034023 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 00:56:41.034023 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:56:41.034023 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 00:56:41.034023 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:56:41.034023 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 00:56:41.034023 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:56:41.034023 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:56:41.034023 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:56:41.034023 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:56:41.034023 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:56:41.034023 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 00:56:41.034023 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:56:41.034023 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 00:56:41.034023 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:56:41.034023 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:56:41.034023 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:56:41.034023 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 00:56:41.034023 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:56:41.034023 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:56:41.034023 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:56:41.034023 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:56:41.034023 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:56:41.034023 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:56:41.034023 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:56:41.052305 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0b70e34c-4b10-4cac-957d-c30df9dd008a tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:41.055400 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0b70e34c-4b10-4cac-957d-c30df9dd008a tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:41.059708 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0b70e34c-4b10-4cac-957d-c30df9dd008a tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] 10.222.0.20 "DELETE /v2.0/networks/e9299ba3-a5fe-4d48-aaea-adf5f3da45a5 HTTP/1.1" status: 204 len: 168 time: 1.4044573 Nov 12 00:56:41.064360 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38016) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:41.078884 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-83bde83f-78b7-4ae9-86e2-c47210aafbea req-d8891bec-6a9e-4820-86cb-f7383f2009cc tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Allocated IP 172.25.2.154 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/b17857aa-59a8-4e81-a54d-7dd22c030400) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:41.092031 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b70e34c-4b10-4cac-957d-c30df9dd008a tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Pushing event deleted for resources: {'Network': ['ID=e9299ba3-a5fe-4d48-aaea-adf5f3da45a5,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:41.154732 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aeea69-ed6a-4b2c-b432-3b66fdc7cdff req-2ef811b6-6603-446c-976b-793b7b173815 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:41.174544 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aeea69-ed6a-4b2c-b432-3b66fdc7cdff req-2ef811b6-6603-446c-976b-793b7b173815 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:41.191096 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aeea69-ed6a-4b2c-b432-3b66fdc7cdff req-2ef811b6-6603-446c-976b-793b7b173815 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:41.194087 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 12168b0f-ada2-4c61-b4ba-af2d6ba8cfc8 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:56:41.201777 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aeea69-ed6a-4b2c-b432-3b66fdc7cdff req-2ef811b6-6603-446c-976b-793b7b173815 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:41.204262 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-8e282a27-00f6-4afa-ab2e-374413c66718 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Allocated IP 2001:db8::392 (549c8e6d-38df-4171-95c5-652183e307b7/dd1e8056-b01c-4c4b-8193-0e9611f33efc/0fa093b8-7002-4389-b286-a2fd6274d256) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:41.207733 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aeea69-ed6a-4b2c-b432-3b66fdc7cdff req-2ef811b6-6603-446c-976b-793b7b173815 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:41.246147 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aeea69-ed6a-4b2c-b432-3b66fdc7cdff req-2ef811b6-6603-446c-976b-793b7b173815 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:41.252652 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aeea69-ed6a-4b2c-b432-3b66fdc7cdff req-2ef811b6-6603-446c-976b-793b7b173815 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:41.257404 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-39aeea69-ed6a-4b2c-b432-3b66fdc7cdff req-2ef811b6-6603-446c-976b-793b7b173815 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 5430 time: 0.2222688 Nov 12 00:56:41.288129 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c71d25a-b47a-45e0-b1db-5f399aa2bfc2 tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] DELETE failed (client error): The resource could not be found. Nov 12 00:56:41.294060 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c71d25a-b47a-45e0-b1db-5f399aa2bfc2 tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:41.296097 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2c69fab2-6ebd-4b86-b3a8-4980c78cd85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:41.304592 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1c71d25a-b47a-45e0-b1db-5f399aa2bfc2 tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] 10.222.0.20 "DELETE /v2.0/ports/f9ab39f6-f6c8-4033-9b2e-64f1567a53fc HTTP/1.1" status: 404 len: 333 time: 0.2210240 Nov 12 00:56:41.308337 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38028) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:41.313499 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c69fab2-6ebd-4b86-b3a8-4980c78cd85b None None] No DVR routers for this DVR port 777a19c5-869b-4872-beb4-5ede91fbd203 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:56:41.342387 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a01efb-a8ed-4015-af85-74225eae60a7 None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:56:41.346099 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c69fab2-6ebd-4b86-b3a8-4980c78cd85b None None] Pushing event deleted for resources: {'Port': ['ID=777a19c5-869b-4872-beb4-5ede91fbd203,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:41.371511 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 12168b0f-ada2-4c61-b4ba-af2d6ba8cfc8 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:41.371891 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:41.482050 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-39aeea69-ed6a-4b2c-b432-3b66fdc7cdff req-5b547e9b-2c38-47c4-a158-2087f691c4ea tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&id=cbe02f78-bccb-4d23-9946-d2b58c9817de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2147794 Nov 12 00:56:41.520660 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa9d259d-b588-4ff3-a18d-fc3065e27bab tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Deleting subnet 1abe3a49-6a7e-43a4-adf2-0cc2fecaeb14 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:56:41.525249 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fa9d259d-b588-4ff3-a18d-fc3065e27bab tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:41.607830 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8e282a27-00f6-4afa-ab2e-374413c66718 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:41.621863 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fa9d259d-b588-4ff3-a18d-fc3065e27bab tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:41.647474 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-83bde83f-78b7-4ae9-86e2-c47210aafbea req-d8891bec-6a9e-4820-86cb-f7383f2009cc tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:41.650519 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48195f46-32d8-49db-bdbd-399cfbeda58a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-549c8e6d-38df-4171-95c5-652183e307b7', 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'tenant_id': 'd39bd700eb73489c844e800fa5489ef8', 'fixed_ips': [{'subnet_id': 'dd1e8056-b01c-4c4b-8193-0e9611f33efc'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:56:41.651701 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-48195f46-32d8-49db-bdbd-399cfbeda58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:41.662275 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45655785-aa2b-4675-a54c-e84fd1071dc3 req-fc008e66-74f6-4b47-9fa5-58b26e87084d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:41.665124 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-45655785-aa2b-4675-a54c-e84fd1071dc3 req-fc008e66-74f6-4b47-9fa5-58b26e87084d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=baf75bc08f044ea79cb7fe0fca6d826b&device_id=3cd01a0e-3db4-4842-99a8-f43b7e22210e HTTP/1.1" status: 200 len: 1098 time: 0.7098041 Nov 12 00:56:41.746831 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fa9d259d-b588-4ff3-a18d-fc3065e27bab tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:41.753987 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 777a19c5-869b-4872-beb4-5ede91fbd203 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:56:41.778637 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 777a19c5-869b-4872-beb4-5ede91fbd203 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:56:41.778637 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 777a19c5-869b-4872-beb4-5ede91fbd203 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:56:41.876015 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fa9d259d-b588-4ff3-a18d-fc3065e27bab tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:41.921581 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fa9d259d-b588-4ff3-a18d-fc3065e27bab tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:41.925092 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-fa9d259d-b588-4ff3-a18d-fc3065e27bab tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] 10.222.0.20 "DELETE /v2.0/subnets/1abe3a49-6a7e-43a4-adf2-0cc2fecaeb14 HTTP/1.1" status: 204 len: 168 time: 0.6151493 Nov 12 00:56:41.926909 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d259d-b588-4ff3-a18d-fc3065e27bab tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Pushing event deleted for resources: {'Subnet': ['ID=1abe3a49-6a7e-43a4-adf2-0cc2fecaeb14,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:41.931407 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38066) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:41.933475 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398b10c1-2b43-4bab-86f5-7579290df375 None None] Network d1bda317-67de-4175-9300-f17902ce7581 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:56:42.091115 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0cd480-1c9b-4803-8da9-ab12a3bbc8ae req-8d8339f4-1c66-4a3d-bc7b-ff515dad1e71 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:42.101934 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4c0cd480-1c9b-4803-8da9-ab12a3bbc8ae req-8d8339f4-1c66-4a3d-bc7b-ff515dad1e71 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 946 time: 0.2099051 Nov 12 00:56:42.146055 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b9239d2f-eccd-42cc-971b-40894e3084ef tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:42.196103 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4c0cd480-1c9b-4803-8da9-ab12a3bbc8ae req-29808c67-cf24-48c1-9a31-066187d623a0 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869427 Nov 12 00:56:42.242856 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae263c5-0ff6-4003-803b-bb036034ba6f None None] DHCP port deletion for d1bda317-67de-4175-9300-f17902ce7581 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:56:42.301775 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-cae263c5-0ff6-4003-803b-bb036034ba6f None None] Deleting port 12168b0f-ada2-4c61-b4ba-af2d6ba8cfc8 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:56:42.302152 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cae263c5-0ff6-4003-803b-bb036034ba6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:42.302610 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-b9239d2f-eccd-42cc-971b-40894e3084ef tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Deleting port 12168b0f-ada2-4c61-b4ba-af2d6ba8cfc8 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:56:42.303549 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b9239d2f-eccd-42cc-971b-40894e3084ef tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:42.400576 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-83bde83f-78b7-4ae9-86e2-c47210aafbea req-d8891bec-6a9e-4820-86cb-f7383f2009cc tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:42.403766 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45655785-aa2b-4675-a54c-e84fd1071dc3 req-bb4a2e1f-fe58-4abe-a288-75e026363d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:42.405310 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-45655785-aa2b-4675-a54c-e84fd1071dc3 req-bb4a2e1f-fe58-4abe-a288-75e026363d93 service neutron] 10.222.0.54 "GET /v2.0/networks?id=af4f1b37-e652-4f9e-8d30-5c4c87fdae14 HTTP/1.1" status: 200 len: 921 time: 0.7315540 Nov 12 00:56:42.425307 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-b9239d2f-eccd-42cc-971b-40894e3084ef tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] For port 12168b0f-ada2-4c61-b4ba-af2d6ba8cfc8, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=12168b0f-ada2-4c61-b4ba-af2d6ba8cfc8,segment=NetworkSegment(a56b794b-2d46-42b9-a73d-a3ce2d6c2247),segment_id=a56b794b-2d46-42b9-a73d-a3ce2d6c2247)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:42.426194 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b9239d2f-eccd-42cc-971b-40894e3084ef tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:42.443643 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-b9239d2f-eccd-42cc-971b-40894e3084ef tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Calling delete_port for 12168b0f-ada2-4c61-b4ba-af2d6ba8cfc8 owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:56:42.473572 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-48195f46-32d8-49db-bdbd-399cfbeda58a None None] Allocated IP 2001:db8::2 (549c8e6d-38df-4171-95c5-652183e307b7/dd1e8056-b01c-4c4b-8193-0e9611f33efc/0371dd99-d1b4-449d-ab42-ecf867ee6d4a) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:42.493905 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8e282a27-00f6-4afa-ab2e-374413c66718 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:42.538195 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-cae263c5-0ff6-4003-803b-bb036034ba6f None None] For port 12168b0f-ada2-4c61-b4ba-af2d6ba8cfc8, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=12168b0f-ada2-4c61-b4ba-af2d6ba8cfc8,segment=NetworkSegment(a56b794b-2d46-42b9-a73d-a3ce2d6c2247),segment_id=a56b794b-2d46-42b9-a73d-a3ce2d6c2247)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:42.539133 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cae263c5-0ff6-4003-803b-bb036034ba6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:42.585504 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-45655785-aa2b-4675-a54c-e84fd1071dc3 req-2a6749ef-8ead-4bef-a4df-9bbb437b6e31 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f4f7ada-bf0c-4ae0-b610-4746ca91226a HTTP/1.1" status: 200 len: 217 time: 0.1667237 Nov 12 00:56:42.603429 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83bde83f-78b7-4ae9-86e2-c47210aafbea req-d8891bec-6a9e-4820-86cb-f7383f2009cc tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:42.658048 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-cae263c5-0ff6-4003-803b-bb036034ba6f None None] Calling delete_port for 12168b0f-ada2-4c61-b4ba-af2d6ba8cfc8 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:56:42.675452 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45655785-aa2b-4675-a54c-e84fd1071dc3 req-11d7b8bf-5c5e-4caa-8735-f79c7b3ec6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:42.676708 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-45655785-aa2b-4675-a54c-e84fd1071dc3 req-11d7b8bf-5c5e-4caa-8735-f79c7b3ec6a5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6d5c0776-b5b7-48fa-8d00-bcca9603dc88 HTTP/1.1" status: 200 len: 860 time: 0.0808630 Nov 12 00:56:42.681643 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-83bde83f-78b7-4ae9-86e2-c47210aafbea req-d8891bec-6a9e-4820-86cb-f7383f2009cc tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:42.693718 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e282a27-00f6-4afa-ab2e-374413c66718 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:42.702603 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-83bde83f-78b7-4ae9-86e2-c47210aafbea req-d8891bec-6a9e-4820-86cb-f7383f2009cc tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:56:42.706044 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8891bec-6a9e-4820-86cb-f7383f2009cc tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Pushing event updated for resources: {'Port': ['ID=b17857aa-59a8-4e81-a54d-7dd22c030400,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:42.734583 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-8e282a27-00f6-4afa-ab2e-374413c66718 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:42.737890 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709045b-27e8-4e67-8530-49a0594ec31d req-3d43fda3-b44c-4257-80a1-392207490c38 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:42.789423 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-45655785-aa2b-4675-a54c-e84fd1071dc3 req-ccd6e798-33b7-4e36-99d9-c82d882a0d1d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=af4f1b37-e652-4f9e-8d30-5c4c87fdae14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1050286 Nov 12 00:56:42.790327 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e282a27-00f6-4afa-ab2e-374413c66718 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:56:42.793002 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709045b-27e8-4e67-8530-49a0594ec31d req-3d43fda3-b44c-4257-80a1-392207490c38 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:42.796288 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e282a27-00f6-4afa-ab2e-374413c66718 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:42.797007 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8e282a27-00f6-4afa-ab2e-374413c66718 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:42.812997 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709045b-27e8-4e67-8530-49a0594ec31d req-3d43fda3-b44c-4257-80a1-392207490c38 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:42.828680 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:42.832007 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709045b-27e8-4e67-8530-49a0594ec31d req-3d43fda3-b44c-4257-80a1-392207490c38 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:42.844431 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709045b-27e8-4e67-8530-49a0594ec31d req-3d43fda3-b44c-4257-80a1-392207490c38 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:42.848843 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-8e282a27-00f6-4afa-ab2e-374413c66718 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4881074 Nov 12 00:56:42.852406 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709045b-27e8-4e67-8530-49a0594ec31d req-3d43fda3-b44c-4257-80a1-392207490c38 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:42.857977 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38124) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:42.862535 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709045b-27e8-4e67-8530-49a0594ec31d req-3d43fda3-b44c-4257-80a1-392207490c38 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:42.864593 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f709045b-27e8-4e67-8530-49a0594ec31d req-3d43fda3-b44c-4257-80a1-392207490c38 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 5430 time: 0.2229764 Nov 12 00:56:42.870699 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b9239d2f-eccd-42cc-971b-40894e3084ef tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:42.923893 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9239d2f-eccd-42cc-971b-40894e3084ef tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Pushing event deleted for resources: {'Port': ['ID=12168b0f-ada2-4c61-b4ba-af2d6ba8cfc8,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:42.946384 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9239d2f-eccd-42cc-971b-40894e3084ef tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] No DVR routers for this DVR port 12168b0f-ada2-4c61-b4ba-af2d6ba8cfc8 on host n-d-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:56:42.973610 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-48195f46-32d8-49db-bdbd-399cfbeda58a None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:42.976158 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cae263c5-0ff6-4003-803b-bb036034ba6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:43.008945 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-48195f46-32d8-49db-bdbd-399cfbeda58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:43.012538 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae263c5-0ff6-4003-803b-bb036034ba6f None None] Pushing event deleted for resources: {'Port': ['ID=12168b0f-ada2-4c61-b4ba-af2d6ba8cfc8,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:43.022067 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae263c5-0ff6-4003-803b-bb036034ba6f None None] No DVR routers for this DVR port 12168b0f-ada2-4c61-b4ba-af2d6ba8cfc8 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:56:43.072162 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48195f46-32d8-49db-bdbd-399cfbeda58a None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:43.076050 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-48195f46-32d8-49db-bdbd-399cfbeda58a None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:43.079734 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48195f46-32d8-49db-bdbd-399cfbeda58a None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:56:43.125524 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dae2b95a-ac8c-45dd-9168-9c1a0a3e91a2 req-74e9a7ca-f4ed-4733-8fa5-99d24d4de747 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1523871 Nov 12 00:56:43.130006 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e282a27-00f6-4afa-ab2e-374413c66718 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Port': ['ID=0fa093b8-7002-4389-b286-a2fd6274d256,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:43.183810 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b9239d2f-eccd-42cc-971b-40894e3084ef tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:43.192940 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f709045b-27e8-4e67-8530-49a0594ec31d req-fd39f8fc-d416-4b8e-9a8f-c913d33e50ab tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&id=cbe02f78-bccb-4d23-9946-d2b58c9817de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3178537 Nov 12 00:56:43.223872 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-b9239d2f-eccd-42cc-971b-40894e3084ef tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1bda317-67de-4175-9300-f17902ce7581']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:43.248778 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-b9239d2f-eccd-42cc-971b-40894e3084ef tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a56b794b-2d46-42b9-a73d-a3ce2d6c2247') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:43.249172 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-b9239d2f-eccd-42cc-971b-40894e3084ef tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a56b794b-2d46-42b9-a73d-a3ce2d6c2247') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:43.268752 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b9239d2f-eccd-42cc-971b-40894e3084ef tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:43.279286 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc410c43-60f9-48ae-8eec-34d8ef889267 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:43.284184 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38144) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:43.285222 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-dc410c43-60f9-48ae-8eec-34d8ef889267 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.4258265 Nov 12 00:56:43.323197 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-83bde83f-78b7-4ae9-86e2-c47210aafbea req-d8891bec-6a9e-4820-86cb-f7383f2009cc tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:43.338759 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b9239d2f-eccd-42cc-971b-40894e3084ef tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:43.363918 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-45655785-aa2b-4675-a54c-e84fd1071dc3 req-86547e64-ae77-4570-8200-4e0500fbe1fb service neutron] 10.222.0.54 "GET /v2.0/networks/af4f1b37-e652-4f9e-8d30-5c4c87fdae14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5251815 Nov 12 00:56:43.390574 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9239d2f-eccd-42cc-971b-40894e3084ef tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:56:43.391000 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b9239d2f-eccd-42cc-971b-40894e3084ef tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:43.414229 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 00:56:43.414229 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:56:43.414229 n-d-812236-11 neutron-server[102662]: timer() Nov 12 00:56:43.414229 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:56:43.414229 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 00:56:43.414229 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:56:43.414229 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 00:56:43.414229 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:56:43.414229 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 00:56:43.414229 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:56:43.414229 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 00:56:43.414229 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:56:43.414229 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 00:56:43.414229 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:56:43.414229 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:56:43.414229 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:56:43.414229 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:56:43.414229 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:56:43.414229 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 00:56:43.414229 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:56:43.414229 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 00:56:43.414229 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:56:43.414229 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:56:43.414229 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:56:43.414229 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 00:56:43.414229 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:56:43.414229 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:56:43.414229 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:56:43.414229 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:56:43.414229 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:56:43.414229 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:56:43.414229 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:56:43.431805 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 12168b0f-ada2-4c61-b4ba-af2d6ba8cfc8 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:56:43.434919 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48195f46-32d8-49db-bdbd-399cfbeda58a None None] Pushing event updated for resources: {'Port': ['ID=0371dd99-d1b4-449d-ab42-ecf867ee6d4a,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:43.468883 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-83bde83f-78b7-4ae9-86e2-c47210aafbea req-d8891bec-6a9e-4820-86cb-f7383f2009cc tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:43.489563 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 12168b0f-ada2-4c61-b4ba-af2d6ba8cfc8 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:56:43.489973 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 12168b0f-ada2-4c61-b4ba-af2d6ba8cfc8 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:56:43.501837 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-48195f46-32d8-49db-bdbd-399cfbeda58a None None] Attempting to bind port 0371dd99-d1b4-449d-ab42-ecf867ee6d4a on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:56:43.502214 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-48195f46-32d8-49db-bdbd-399cfbeda58a None None] Attempting to bind port 0371dd99-d1b4-449d-ab42-ecf867ee6d4a by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:56:43.502575 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48195f46-32d8-49db-bdbd-399cfbeda58a None None] Attempting to bind port 0371dd99-d1b4-449d-ab42-ecf867ee6d4a on network 549c8e6d-38df-4171-95c5-652183e307b7 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:43.510070 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48195f46-32d8-49db-bdbd-399cfbeda58a None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:56:43.510382 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48195f46-32d8-49db-bdbd-399cfbeda58a None None] Checking segment: {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:56:43.510782 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-48195f46-32d8-49db-bdbd-399cfbeda58a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:43.511173 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48195f46-32d8-49db-bdbd-399cfbeda58a None None] Bound using segment: {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:56:43.511780 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-48195f46-32d8-49db-bdbd-399cfbeda58a None None] Bound port: 0371dd99-d1b4-449d-ab42-ecf867ee6d4a, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:56:43.512163 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-48195f46-32d8-49db-bdbd-399cfbeda58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:43.599067 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e08e94-1784-45c3-8b4b-7b07e2047902 req-d875c8b7-9da5-424d-b6a0-55dfab9236c0 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:43.601793 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f0e08e94-1784-45c3-8b4b-7b07e2047902 req-d875c8b7-9da5-424d-b6a0-55dfab9236c0 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 946 time: 0.2530303 Nov 12 00:56:43.604660 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b9239d2f-eccd-42cc-971b-40894e3084ef tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:43.610871 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b9239d2f-eccd-42cc-971b-40894e3084ef tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:43.614616 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b9239d2f-eccd-42cc-971b-40894e3084ef tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] 10.222.0.20 "DELETE /v2.0/networks/d1bda317-67de-4175-9300-f17902ce7581 HTTP/1.1" status: 204 len: 168 time: 1.6750765 Nov 12 00:56:43.627148 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-52f75d4a-52f2-4322-8527-d2b13b29906c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Deleting port 0fa093b8-7002-4389-b286-a2fd6274d256 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:56:43.628262 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-52f75d4a-52f2-4322-8527-d2b13b29906c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:43.648744 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-45655785-aa2b-4675-a54c-e84fd1071dc3 req-04095257-da15-4bac-a71f-2b2c7092fa8f service neutron] 10.222.0.54 "GET /v2.0/networks/af4f1b37-e652-4f9e-8d30-5c4c87fdae14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832618 Nov 12 00:56:43.664148 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38152) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:43.698915 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9239d2f-eccd-42cc-971b-40894e3084ef tempest-DHCPAgentSchedulersTestJSON-1439736349 tempest-DHCPAgentSchedulersTestJSON-1439736349-project] Pushing event deleted for resources: {'Network': ['ID=d1bda317-67de-4175-9300-f17902ce7581,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:43.708797 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-48195f46-32d8-49db-bdbd-399cfbeda58a None None] For port 0371dd99-d1b4-449d-ab42-ecf867ee6d4a, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:56:43.726375 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-48195f46-32d8-49db-bdbd-399cfbeda58a None None] For port 0371dd99-d1b4-449d-ab42-ecf867ee6d4a, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=0371dd99-d1b4-449d-ab42-ecf867ee6d4a,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:56:43.743597 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-48195f46-32d8-49db-bdbd-399cfbeda58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:43.800549 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-059e7cc7-c289-4071-a8cf-524b59f6ad0c req-b4be1364-4e48-49d9-aac4-1e2e8839d170 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0329399 Nov 12 00:56:43.852919 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48195f46-32d8-49db-bdbd-399cfbeda58a None None] Pushing event updated for resources: {'Port': ['ID=0371dd99-d1b4-449d-ab42-ecf867ee6d4a,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:43.874484 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f0e08e94-1784-45c3-8b4b-7b07e2047902 req-1c2bce5d-5dad-4c20-9719-6320c0b52f70 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2531173 Nov 12 00:56:43.882690 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-83bde83f-78b7-4ae9-86e2-c47210aafbea req-d8891bec-6a9e-4820-86cb-f7383f2009cc tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:43.888171 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-83bde83f-78b7-4ae9-86e2-c47210aafbea req-d8891bec-6a9e-4820-86cb-f7383f2009cc tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:43.942090 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-52f75d4a-52f2-4322-8527-d2b13b29906c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:43.964740 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-52f75d4a-52f2-4322-8527-d2b13b29906c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Calling delete_port for 0fa093b8-7002-4389-b286-a2fd6274d256 owned by {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:56:43.992471 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8891bec-6a9e-4820-86cb-f7383f2009cc tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Pushing event updated for resources: {'Port': ['ID=b17857aa-59a8-4e81-a54d-7dd22c030400,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:44.024839 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ccbe5ac6-e50e-4a61-bcfc-10efaee8b2f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:44.070062 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-83bde83f-78b7-4ae9-86e2-c47210aafbea req-d8891bec-6a9e-4820-86cb-f7383f2009cc tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:44.096973 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-83bde83f-78b7-4ae9-86e2-c47210aafbea req-d8891bec-6a9e-4820-86cb-f7383f2009cc tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:44.098458 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-83bde83f-78b7-4ae9-86e2-c47210aafbea req-d8891bec-6a9e-4820-86cb-f7383f2009cc tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.1893067 Nov 12 00:56:44.159414 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-52f75d4a-52f2-4322-8527-d2b13b29906c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:44.176567 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 839befd9-0d96-49e6-b80d-77934b38b2b7 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:56:44.178643 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38162) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:44.216753 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-83bde83f-78b7-4ae9-86e2-c47210aafbea req-3529c0bf-8452-42f5-9d14-abbb30012a1f tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.154 HTTP/1.1" status: 200 len: 696 time: 0.1111429 Nov 12 00:56:44.247410 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f75d4a-52f2-4322-8527-d2b13b29906c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Port': ['ID=0fa093b8-7002-4389-b286-a2fd6274d256,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:44.306400 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-52f75d4a-52f2-4322-8527-d2b13b29906c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:44.310610 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-52f75d4a-52f2-4322-8527-d2b13b29906c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/ports/0fa093b8-7002-4389-b286-a2fd6274d256 HTTP/1.1" status: 204 len: 168 time: 1.0251760 Nov 12 00:56:44.313633 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38168) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:44.336941 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 839befd9-0d96-49e6-b80d-77934b38b2b7, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=839befd9-0d96-49e6-b80d-77934b38b2b7,segment=NetworkSegment(bac9ae7f-c1bf-42c9-91a3-fcb8f2c6d79e),segment_id=bac9ae7f-c1bf-42c9-91a3-fcb8f2c6d79e)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:44.359710 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '839befd9-0d96-49e6-b80d-77934b38b2b7', 'network_id': '6d66b009-87d4-44ee-a0b8-482e36cd5030', 'port_id': '839befd9-0d96-49e6-b80d-77934b38b2b7', 'mac_address': 'fa:16:3e:ac:de:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84f3c115-0f29-44bb-9c76-e6ed88722019', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:56:44.409470 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ccbe5ac6-e50e-4a61-bcfc-10efaee8b2f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:44.409801 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:44.417178 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408b45ad-eb26-44e9-966c-127fbd0e1bd1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:44.419686 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408b45ad-eb26-44e9-966c-127fbd0e1bd1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:44.421855 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-408b45ad-eb26-44e9-966c-127fbd0e1bd1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1066945 Nov 12 00:56:44.424040 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ccbe5ac6-e50e-4a61-bcfc-10efaee8b2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:44.426399 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38170) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:44.438292 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 839befd9-0d96-49e6-b80d-77934b38b2b7 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:56:44.465711 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 839befd9-0d96-49e6-b80d-77934b38b2b7, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=839befd9-0d96-49e6-b80d-77934b38b2b7,segment=NetworkSegment(bac9ae7f-c1bf-42c9-91a3-fcb8f2c6d79e),segment_id=bac9ae7f-c1bf-42c9-91a3-fcb8f2c6d79e)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:44.471191 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:44.471953 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:56:44.501747 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ede66e7-8d39-43ac-a645-a9f07136dbca tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Deleting subnet dd1e8056-b01c-4c4b-8193-0e9611f33efc {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:56:44.517494 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8ede66e7-8d39-43ac-a645-a9f07136dbca tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:44.542904 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59484812-a9a0-4c41-b6c4-4d151bd4fb62 req-b5ee1eba-b576-4cf0-b364-9faa79fd8281 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:44.557486 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59484812-a9a0-4c41-b6c4-4d151bd4fb62 req-b5ee1eba-b576-4cf0-b364-9faa79fd8281 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:44.560311 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=839befd9-0d96-49e6-b80d-77934b38b2b7,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:44.565642 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59484812-a9a0-4c41-b6c4-4d151bd4fb62 req-b5ee1eba-b576-4cf0-b364-9faa79fd8281 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:44.574268 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59484812-a9a0-4c41-b6c4-4d151bd4fb62 req-b5ee1eba-b576-4cf0-b364-9faa79fd8281 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:44.580704 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59484812-a9a0-4c41-b6c4-4d151bd4fb62 req-b5ee1eba-b576-4cf0-b364-9faa79fd8281 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:44.589961 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59484812-a9a0-4c41-b6c4-4d151bd4fb62 req-b5ee1eba-b576-4cf0-b364-9faa79fd8281 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:44.596685 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59484812-a9a0-4c41-b6c4-4d151bd4fb62 req-b5ee1eba-b576-4cf0-b364-9faa79fd8281 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:44.598999 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-59484812-a9a0-4c41-b6c4-4d151bd4fb62 req-b5ee1eba-b576-4cf0-b364-9faa79fd8281 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 5430 time: 0.1737294 Nov 12 00:56:44.606254 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-555bf9eb-db15-4ec7-825d-c96605ba7aa5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=69e5a99741074a3ea3b83c4b43718bc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4240258 Nov 12 00:56:44.612217 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38172) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:44.645539 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe5ac6-e50e-4a61-bcfc-10efaee8b2f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4288722-be2b-4153-b274-29c6238677dd,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:44.654835 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ccbe5ac6-e50e-4a61-bcfc-10efaee8b2f8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1bf72fb0c744481d963283fbd8df662e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9845808 Nov 12 00:56:44.659505 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38174) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:44.671049 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bde83f-78b7-4ae9-86e2-c47210aafbea req-084529d8-d958-4805-a3c9-72f237ed72a0 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:44.680240 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-83bde83f-78b7-4ae9-86e2-c47210aafbea req-084529d8-d958-4805-a3c9-72f237ed72a0 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/networks/ef732b55-2b3c-4048-85da-0a8ac273c14b HTTP/1.1" status: 200 len: 784 time: 0.4621379 Nov 12 00:56:44.694157 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [req-83bde83f-78b7-4ae9-86e2-c47210aafbea req-dc111fc2-3d41-4aa6-8b6e-945caedad3c5 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:56:44.699349 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-83bde83f-78b7-4ae9-86e2-c47210aafbea req-dc111fc2-3d41-4aa6-8b6e-945caedad3c5 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0182531 Nov 12 00:56:44.702146 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8ede66e7-8d39-43ac-a645-a9f07136dbca tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:44.713025 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4,segment=NetworkSegment(f3938551-3a44-4fa9-8327-3f2151b42141),segment_id=f3938551-3a44-4fa9-8327-3f2151b42141)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:44.732030 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4', 'network_id': '2e2e0111-edf0-4285-80d2-69d5d6a25b76', 'port_id': '41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4', 'mac_address': 'fa:16:3e:f6:21:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5', 'ip_address': '10.1.1.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:56:44.762583 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-59484812-a9a0-4c41-b6c4-4d151bd4fb62 req-b4e0cb93-9a6f-475b-bbfd-2c9b1e30cdee tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&id=cbe02f78-bccb-4d23-9946-d2b58c9817de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1551838 Nov 12 00:56:44.783119 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-80d377ab-86c4-47ec-b09e-ed2911d4f4e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:44.797645 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2dbf2592-200f-428a-8114-0b6caa04151c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:44.833341 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2dbf2592-200f-428a-8114-0b6caa04151c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:44.844026 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:44.852858 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-80d377ab-86c4-47ec-b09e-ed2911d4f4e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:44.868580 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:56:44.901409 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024c748-824b-4a8a-866e-f1f27cdd6cc5 req-51fc92f4-fe5a-4fe6-a3a5-b5b8856073af tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:44.903997 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1024c748-824b-4a8a-866e-f1f27cdd6cc5 req-51fc92f4-fe5a-4fe6-a3a5-b5b8856073af tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd01a0e-3db4-4842-99a8-f43b7e22210e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1219857 Nov 12 00:56:44.919881 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2dbf2592-200f-428a-8114-0b6caa04151c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:44.920521 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4,segment=NetworkSegment(f3938551-3a44-4fa9-8327-3f2151b42141),segment_id=f3938551-3a44-4fa9-8327-3f2151b42141)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:44.923482 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2dbf2592-200f-428a-8114-0b6caa04151c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:44.927154 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2dbf2592-200f-428a-8114-0b6caa04151c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f4288722-be2b-4153-b274-29c6238677dd HTTP/1.1" status: 204 len: 168 time: 0.2644191 Nov 12 00:56:44.934921 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:44.935746 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 4c22bace-f635-4893-bff7-f3b4e0d2feaa details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:56:44.949082 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf2592-200f-428a-8114-0b6caa04151c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4288722-be2b-4153-b274-29c6238677dd,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:45.046283 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1024c748-824b-4a8a-866e-f1f27cdd6cc5 req-59b3427d-2e85-4f24-8410-4df260186e99 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.154 HTTP/1.1" status: 200 len: 696 time: 0.0646517 Nov 12 00:56:45.067305 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8ede66e7-8d39-43ac-a645-a9f07136dbca tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:45.108714 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-1024c748-824b-4a8a-866e-f1f27cdd6cc5 req-df85d00e-d575-452b-8f34-d8988873828e tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Request body: {'floatingip': {'port_id': '9f4f7ada-bf0c-4ae0-b610-4746ca91226a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:45.110496 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:45.119785 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 4c22bace-f635-4893-bff7-f3b4e0d2feaa, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=4c22bace-f635-4893-bff7-f3b4e0d2feaa,segment=NetworkSegment(f3938551-3a44-4fa9-8327-3f2151b42141),segment_id=f3938551-3a44-4fa9-8327-3f2151b42141)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:45.144326 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '4c22bace-f635-4893-bff7-f3b4e0d2feaa', 'network_id': '2e2e0111-edf0-4285-80d2-69d5d6a25b76', 'port_id': '4c22bace-f635-4893-bff7-f3b4e0d2feaa', 'mac_address': 'fa:16:3e:9a:9f:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5', 'ip_address': '10.1.1.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:56:45.235705 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:45.242373 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-80d377ab-86c4-47ec-b09e-ed2911d4f4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:45.246669 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e90f2-cd8c-494d-bfa3-88b8756bc437 req-e3b4340d-53d8-48f6-bc60-35b20c8d596e tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:45.248677 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-80d377ab-86c4-47ec-b09e-ed2911d4f4e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:45.249885 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-80d377ab-86c4-47ec-b09e-ed2911d4f4e6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/28219476-3eba-40b5-9a43-56e5c9ac7149 HTTP/1.1" status: 204 len: 168 time: 0.6367264 Nov 12 00:56:45.260249 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-188e90f2-cd8c-494d-bfa3-88b8756bc437 req-e3b4340d-53d8-48f6-bc60-35b20c8d596e tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 946 time: 0.1450222 Nov 12 00:56:45.288638 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c22bace-f635-4893-bff7-f3b4e0d2feaa {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:56:45.307649 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 0371dd99-d1b4-449d-ab42-ecf867ee6d4a up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:56:45.362213 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 4c22bace-f635-4893-bff7-f3b4e0d2feaa, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=4c22bace-f635-4893-bff7-f3b4e0d2feaa,segment=NetworkSegment(f3938551-3a44-4fa9-8327-3f2151b42141),segment_id=f3938551-3a44-4fa9-8327-3f2151b42141)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:45.374827 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:45.375967 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device c22b6762-e3f6-4522-8e3f-46a49996d03c details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:56:45.406223 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-1024c748-824b-4a8a-866e-f1f27cdd6cc5 req-df85d00e-d575-452b-8f34-d8988873828e tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Publish callbacks [] for floatingip, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:45.413941 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d377ab-86c4-47ec-b09e-ed2911d4f4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28219476-3eba-40b5-9a43-56e5c9ac7149,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:45.431506 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-188e90f2-cd8c-494d-bfa3-88b8756bc437 req-4552e55b-ffc2-4e54-ba40-e7b53181cbec tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702368 Nov 12 00:56:45.432410 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8ede66e7-8d39-43ac-a645-a9f07136dbca tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:45.567750 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8ede66e7-8d39-43ac-a645-a9f07136dbca tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:45.574204 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38196) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:45.585779 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-8ede66e7-8d39-43ac-a645-a9f07136dbca tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/dd1e8056-b01c-4c4b-8193-0e9611f33efc HTTP/1.1" status: 204 len: 168 time: 1.1526089 Nov 12 00:56:45.596375 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede66e7-8d39-43ac-a645-a9f07136dbca tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Subnet': ['ID=dd1e8056-b01c-4c4b-8193-0e9611f33efc,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:45.618100 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 0371dd99-d1b4-449d-ab42-ecf867ee6d4a triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:45.618807 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:45.624743 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=4c22bace-f635-4893-bff7-f3b4e0d2feaa,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:45.706886 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8cd374ac-df0e-4dc0-a301-9b1204b84fca tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1314600 Nov 12 00:56:45.709359 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38200) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:45.783278 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-3d3f2044-f875-4e37-b953-609574dcec34 None None] Provisioning complete for port 0371dd99-d1b4-449d-ab42-ecf867ee6d4a triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:45.783781 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3d3f2044-f875-4e37-b953-609574dcec34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:45.808214 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370a5c5b-84a3-4ec5-a862-7a8cebafd37b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:45.810411 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-370a5c5b-84a3-4ec5-a862-7a8cebafd37b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1000752 Nov 12 00:56:45.813313 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38204) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:45.929289 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4c2b7d-e06c-42be-9936-f396390f0f50 None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:56:45.929518 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ff7bf1-4d7a-4141-b668-6eeca2727480 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:45.935695 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b4ff7bf1-4d7a-4141-b668-6eeca2727480 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1191540 Nov 12 00:56:45.937973 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38212) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:45.947029 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38214) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:46.009960 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port c22b6762-e3f6-4522-8e3f-46a49996d03c, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=c22b6762-e3f6-4522-8e3f-46a49996d03c,segment=NetworkSegment(769a0daf-75ef-4b03-bc7e-d891d1a3563d),segment_id=769a0daf-75ef-4b03-bc7e-d891d1a3563d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:46.013767 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b437c-1102-4d44-a199-140792898529 req-3d986181-ef1f-4c87-9ec6-67f65f2178ed tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:46.020343 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b437c-1102-4d44-a199-140792898529 req-3d986181-ef1f-4c87-9ec6-67f65f2178ed tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:46.027452 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b437c-1102-4d44-a199-140792898529 req-3d986181-ef1f-4c87-9ec6-67f65f2178ed tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:46.035457 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b437c-1102-4d44-a199-140792898529 req-3d986181-ef1f-4c87-9ec6-67f65f2178ed tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:46.043768 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b437c-1102-4d44-a199-140792898529 req-3d986181-ef1f-4c87-9ec6-67f65f2178ed tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:46.048704 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-8761149e-c171-48d0-a1ae-fb59e358d1f7 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1052439 Nov 12 00:56:46.052451 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38216) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:46.056576 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b437c-1102-4d44-a199-140792898529 req-3d986181-ef1f-4c87-9ec6-67f65f2178ed tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:46.057722 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': 'c22b6762-e3f6-4522-8e3f-46a49996d03c', 'network_id': '0fed04be-2c3a-475e-8199-924085f487af', 'port_id': 'c22b6762-e3f6-4522-8e3f-46a49996d03c', 'mac_address': 'fa:16:3e:2a:5f:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5954c685-7a02-40be-97b5-9b885e683410', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:56:46.063607 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b437c-1102-4d44-a199-140792898529 req-3d986181-ef1f-4c87-9ec6-67f65f2178ed tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:46.063908 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-f80647c9-4f1d-4b1b-b7a9-b02bdb40ed65 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'subnet': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:46.066278 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-620b437c-1102-4d44-a199-140792898529 req-3d986181-ef1f-4c87-9ec6-67f65f2178ed tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 5433 time: 0.1268704 Nov 12 00:56:46.077677 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4ec7316a-1adb-4f7b-9479-9680b2803be5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:46.178607 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-620b437c-1102-4d44-a199-140792898529 req-620c2535-8565-4a0f-afbf-421aa0359773 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&id=cbe02f78-bccb-4d23-9946-d2b58c9817de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1009800 Nov 12 00:56:46.213920 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:46.264462 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:46.306401 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c22b6762-e3f6-4522-8e3f-46a49996d03c {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:56:46.309828 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-95daad16-3016-464e-a2ce-8fefb3d49db9 req-fd5b627c-6f30-4764-9cda-f2387c45f15f service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0905800 Nov 12 00:56:46.316705 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3d3f2044-f875-4e37-b953-609574dcec34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:46.326874 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 0371dd99-d1b4-449d-ab42-ecf867ee6d4a, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=0371dd99-d1b4-449d-ab42-ecf867ee6d4a,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:46.348285 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:46.363322 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port c22b6762-e3f6-4522-8e3f-46a49996d03c, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=c22b6762-e3f6-4522-8e3f-46a49996d03c,segment=NetworkSegment(769a0daf-75ef-4b03-bc7e-d891d1a3563d),segment_id=769a0daf-75ef-4b03-bc7e-d891d1a3563d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:46.398186 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80647c9-4f1d-4b1b-b7a9-b02bdb40ed65 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:46.402039 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f80647c9-4f1d-4b1b-b7a9-b02bdb40ed65 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:46.414516 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:46.415157 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 32d55d15-cda1-42c5-acb9-247105424a0c details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:56:46.486825 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb6d848-6534-46a0-932e-748078366d2a None None] DHCP port deletion for 549c8e6d-38df-4171-95c5-652183e307b7 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:56:46.503271 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4ec7316a-1adb-4f7b-9479-9680b2803be5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:46.515218 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4ec7316a-1adb-4f7b-9479-9680b2803be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:46.524513 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=0371dd99-d1b4-449d-ab42-ecf867ee6d4a,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:46.551299 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4ec7316a-1adb-4f7b-9479-9680b2803be5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d6b44e5bf5714e058e0752dcd2d94dfc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5699978 Nov 12 00:56:46.554953 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38236) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:46.573390 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.db.api [None req-3d3f2044-f875-4e37-b953-609574dcec34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:56:46.573736 n-d-812236-11 neutron-server[102663]: DEBUG oslo_db.api [None req-3d3f2044-f875-4e37-b953-609574dcec34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:56:46.594752 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.db.resource_extend [req-1024c748-824b-4a8a-866e-f1f27cdd6cc5 req-df85d00e-d575-452b-8f34-d8988873828e tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:56:46.615863 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 32d55d15-cda1-42c5-acb9-247105424a0c, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=32d55d15-cda1-42c5-acb9-247105424a0c,segment=NetworkSegment(769a0daf-75ef-4b03-bc7e-d891d1a3563d),segment_id=769a0daf-75ef-4b03-bc7e-d891d1a3563d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:46.646791 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '32d55d15-cda1-42c5-acb9-247105424a0c', 'network_id': '0fed04be-2c3a-475e-8199-924085f487af', 'port_id': '32d55d15-cda1-42c5-acb9-247105424a0c', 'mac_address': 'fa:16:3e:fb:0a:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5954c685-7a02-40be-97b5-9b885e683410', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:56:46.661937 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec7316a-1adb-4f7b-9479-9680b2803be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44673de7-4352-4217-baf1-7d24108abdb6,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:46.682877 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-1024c748-824b-4a8a-866e-f1f27cdd6cc5 req-df85d00e-d575-452b-8f34-d8988873828e tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:46.691991 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-1024c748-824b-4a8a-866e-f1f27cdd6cc5 req-df85d00e-d575-452b-8f34-d8988873828e tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:46.698728 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=c22b6762-e3f6-4522-8e3f-46a49996d03c,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:46.725817 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-9cb6d848-6534-46a0-932e-748078366d2a None None] Deleting port 0371dd99-d1b4-449d-ab42-ecf867ee6d4a {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:56:46.726183 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9cb6d848-6534-46a0-932e-748078366d2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:46.728707 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0431e2aa-580b-4bd7-a461-6bf412e250cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:46.740121 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:46.785921 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e9315-f302-4403-b3dd-6c9b87926eef req-77fde44f-fdd8-4345-8da1-6dc5a890b4f7 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:46.788386 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-334e01f5-647c-437d-b847-cb966f9e932e req-fd74c5b4-7193-4fb5-a381-4db30b8d18dd service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0556114 Nov 12 00:56:46.791613 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32d55d15-cda1-42c5-acb9-247105424a0c {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:56:46.795819 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-584e9315-f302-4403-b3dd-6c9b87926eef req-77fde44f-fdd8-4345-8da1-6dc5a890b4f7 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 946 time: 0.1876953 Nov 12 00:56:46.804383 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0431e2aa-580b-4bd7-a461-6bf412e250cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:46.825623 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-9cb6d848-6534-46a0-932e-748078366d2a None None] For port 0371dd99-d1b4-449d-ab42-ecf867ee6d4a, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=0371dd99-d1b4-449d-ab42-ecf867ee6d4a,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:46.826018 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9cb6d848-6534-46a0-932e-748078366d2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:46.835831 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 32d55d15-cda1-42c5-acb9-247105424a0c, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=32d55d15-cda1-42c5-acb9-247105424a0c,segment=NetworkSegment(769a0daf-75ef-4b03-bc7e-d891d1a3563d),segment_id=769a0daf-75ef-4b03-bc7e-d891d1a3563d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:46.843252 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:46.843901 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:56:46.846703 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-9cb6d848-6534-46a0-932e-748078366d2a None None] Calling delete_port for 0371dd99-d1b4-449d-ab42-ecf867ee6d4a owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:56:46.898601 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-584e9315-f302-4403-b3dd-6c9b87926eef req-3f05eb6f-9fbe-47db-8bce-376b8326a3a1 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017365 Nov 12 00:56:46.899262 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0431e2aa-580b-4bd7-a461-6bf412e250cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:46.902108 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0431e2aa-580b-4bd7-a461-6bf412e250cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:46.910408 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [req-1024c748-824b-4a8a-866e-f1f27cdd6cc5 req-df85d00e-d575-452b-8f34-d8988873828e tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Floating IP 4ea4b977-5470-4abc-9680-bc94a35af62e associated. External IP: 172.25.2.154, port: 9f4f7ada-bf0c-4ae0-b610-4746ca91226a. Nov 12 00:56:46.918658 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0431e2aa-580b-4bd7-a461-6bf412e250cc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/44673de7-4352-4217-baf1-7d24108abdb6 HTTP/1.1" status: 204 len: 168 time: 0.3600059 Nov 12 00:56:46.932736 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0431e2aa-580b-4bd7-a461-6bf412e250cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44673de7-4352-4217-baf1-7d24108abdb6,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:46.952361 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f80647c9-4f1d-4b1b-b7a9-b02bdb40ed65 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:46.973864 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80647c9-4f1d-4b1b-b7a9-b02bdb40ed65 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:46.978677 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-f80647c9-4f1d-4b1b-b7a9-b02bdb40ed65 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:47.002036 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80647c9-4f1d-4b1b-b7a9-b02bdb40ed65 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:47.003068 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=32d55d15-cda1-42c5-acb9-247105424a0c,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:47.003233 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f80647c9-4f1d-4b1b-b7a9-b02bdb40ed65 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:47.019802 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9,segment=NetworkSegment(f3938551-3a44-4fa9-8327-3f2151b42141),segment_id=f3938551-3a44-4fa9-8327-3f2151b42141)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:47.045807 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9', 'network_id': '2e2e0111-edf0-4285-80d2-69d5d6a25b76', 'port_id': '1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9', 'mac_address': 'fa:16:3e:ad:83:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5', 'ip_address': '10.1.1.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:56:47.167565 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9cb6d848-6534-46a0-932e-748078366d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:47.190062 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:47.255639 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 0371dd99-d1b4-449d-ab42-ecf867ee6d4a no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:56:47.290682 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:56:47.324107 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb6d848-6534-46a0-932e-748078366d2a None None] Pushing event deleted for resources: {'Port': ['ID=0371dd99-d1b4-449d-ab42-ecf867ee6d4a,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:47.327506 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb6d848-6534-46a0-932e-748078366d2a None None] No DVR routers for this DVR port 0371dd99-d1b4-449d-ab42-ecf867ee6d4a on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:56:47.334175 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 0371dd99-d1b4-449d-ab42-ecf867ee6d4a {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:56:47.334833 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 0371dd99-d1b4-449d-ab42-ecf867ee6d4a not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:56:47.359466 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7887b3-2752-4d15-ac32-cd392431b93e None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:56:47.411397 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f32bd-4c89-4304-95dd-1c8d6a3bbfa8 req-83f4a6ef-33e7-422d-89a6-922a99d45d8f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:47.419028 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f32bd-4c89-4304-95dd-1c8d6a3bbfa8 req-83f4a6ef-33e7-422d-89a6-922a99d45d8f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:47.428166 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f32bd-4c89-4304-95dd-1c8d6a3bbfa8 req-83f4a6ef-33e7-422d-89a6-922a99d45d8f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:47.438083 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f32bd-4c89-4304-95dd-1c8d6a3bbfa8 req-83f4a6ef-33e7-422d-89a6-922a99d45d8f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:47.442494 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38260) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:47.448529 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f32bd-4c89-4304-95dd-1c8d6a3bbfa8 req-83f4a6ef-33e7-422d-89a6-922a99d45d8f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:47.456577 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f80647c9-4f1d-4b1b-b7a9-b02bdb40ed65 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3957109 Nov 12 00:56:47.456907 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9,segment=NetworkSegment(f3938551-3a44-4fa9-8327-3f2151b42141),segment_id=f3938551-3a44-4fa9-8327-3f2151b42141)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:47.457888 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38264) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:47.458021 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-a6870b76-9a63-49ed-b0df-6c072f8535e1 None None] Could not find standard attr ID for object 0fa093b8-7002-4389-b286-a2fd6274d256. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:56:47.470944 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:47.471739 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device e5eb25a0-7da0-4bbc-9a1a-01a506e19685 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:56:47.472608 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-35424e8c-2212-4e8e-8336-4fb848766866 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'port': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'fixed_ips': [{'subnet_id': '32d43ffb-19ae-40d8-a748-fad5e94523f0', 'ip_address': '2001:db8::dc1d:9352:bf41:f8af'}], 'name': 'tempest-NetworksTestDHCPv6-1560607537'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:47.483498 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80647c9-4f1d-4b1b-b7a9-b02bdb40ed65 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Subnet': ['ID=32d43ffb-19ae-40d8-a748-fad5e94523f0,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:47.507653 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f32bd-4c89-4304-95dd-1c8d6a3bbfa8 req-83f4a6ef-33e7-422d-89a6-922a99d45d8f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:47.513804 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f32bd-4c89-4304-95dd-1c8d6a3bbfa8 req-83f4a6ef-33e7-422d-89a6-922a99d45d8f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:47.515790 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e06f32bd-4c89-4304-95dd-1c8d6a3bbfa8 req-83f4a6ef-33e7-422d-89a6-922a99d45d8f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 5435 time: 0.2445364 Nov 12 00:56:47.684946 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e06f32bd-4c89-4304-95dd-1c8d6a3bbfa8 req-c2b6a0f3-1a0b-482a-9d5f-9df87081efc0 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&id=cbe02f78-bccb-4d23-9946-d2b58c9817de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1604190 Nov 12 00:56:47.721754 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-305eada3-6230-491c-97e4-5c03b049f084 tempest-MeteringIpV6TestJSON-549820069 tempest-MeteringIpV6TestJSON-549820069-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-918460953'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:47.722948 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-305eada3-6230-491c-97e4-5c03b049f084 tempest-MeteringIpV6TestJSON-549820069 tempest-MeteringIpV6TestJSON-549820069-project-admin] Unknown quota resources ['metering_label']. {{(pid=102661) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 00:56:47.772745 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:47.776841 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.db.resource_extend [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:56:47.795680 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port e5eb25a0-7da0-4bbc-9a1a-01a506e19685, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=e5eb25a0-7da0-4bbc-9a1a-01a506e19685,segment=NetworkSegment(f3938551-3a44-4fa9-8327-3f2151b42141),segment_id=f3938551-3a44-4fa9-8327-3f2151b42141)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:47.809345 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': 'e5eb25a0-7da0-4bbc-9a1a-01a506e19685', 'network_id': '2e2e0111-edf0-4285-80d2-69d5d6a25b76', 'port_id': 'e5eb25a0-7da0-4bbc-9a1a-01a506e19685', 'mac_address': 'fa:16:3e:0b:85:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5', 'ip_address': '10.1.1.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:56:47.851393 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2ddfd1-6f61-499f-9661-5763eb19eef6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-549c8e6d-38df-4171-95c5-652183e307b7', 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'tenant_id': 'd39bd700eb73489c844e800fa5489ef8', 'fixed_ips': [{'subnet_id': '32d43ffb-19ae-40d8-a748-fad5e94523f0'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:56:47.852633 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3e2ddfd1-6f61-499f-9661-5763eb19eef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:47.887449 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:47.950984 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5eb25a0-7da0-4bbc-9a1a-01a506e19685 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:56:47.988349 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port e5eb25a0-7da0-4bbc-9a1a-01a506e19685, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=e5eb25a0-7da0-4bbc-9a1a-01a506e19685,segment=NetworkSegment(f3938551-3a44-4fa9-8327-3f2151b42141),segment_id=f3938551-3a44-4fa9-8327-3f2151b42141)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:47.998035 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:48.011460 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-305eada3-6230-491c-97e4-5c03b049f084 tempest-MeteringIpV6TestJSON-549820069 tempest-MeteringIpV6TestJSON-549820069-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:48.016050 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38286) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:48.016979 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-305eada3-6230-491c-97e4-5c03b049f084 tempest-MeteringIpV6TestJSON-549820069 tempest-MeteringIpV6TestJSON-549820069-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5707791 Nov 12 00:56:48.018885 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35424e8c-2212-4e8e-8336-4fb848766866 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:48.029500 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-60620697-d2a2-4e94-aa1a-5687502d5de6 tempest-MeteringIpV6TestJSON-549820069 tempest-MeteringIpV6TestJSON-549820069-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '24ce8484-31e0-4e40-ba7f-8a57cd415620'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:48.030050 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-60620697-d2a2-4e94-aa1a-5687502d5de6 tempest-MeteringIpV6TestJSON-549820069 tempest-MeteringIpV6TestJSON-549820069-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102662) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 00:56:48.056904 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1024c748-824b-4a8a-866e-f1f27cdd6cc5 req-df85d00e-d575-452b-8f34-d8988873828e tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Router eb388228-fe15-42a9-bbc3-4adbc29f3c94 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:56:48.138393 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-3e2ddfd1-6f61-499f-9661-5763eb19eef6 None None] Allocated IP 2001:db8::2 (549c8e6d-38df-4171-95c5-652183e307b7/32d43ffb-19ae-40d8-a748-fad5e94523f0/2064e148-7551-4555-ba77-fc36d574c2d4) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:48.150728 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=e5eb25a0-7da0-4bbc-9a1a-01a506e19685,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:48.197940 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-35424e8c-2212-4e8e-8336-4fb848766866 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:48.199537 n-d-812236-11 neutron-server[102662]: WARNING neutron.services.metering.metering_plugin [None req-60620697-d2a2-4e94-aa1a-5687502d5de6 tempest-MeteringIpV6TestJSON-549820069 tempest-MeteringIpV6TestJSON-549820069-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 00:56:48.248572 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-35424e8c-2212-4e8e-8336-4fb848766866 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] device_id is not set on port a7070548-eb7c-4e0e-b86a-d1f8f490f253 yet. {{(pid=102661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:56:48.326328 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3e2ddfd1-6f61-499f-9661-5763eb19eef6 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:48.334344 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3e2ddfd1-6f61-499f-9661-5763eb19eef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:48.356845 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1024c748-824b-4a8a-866e-f1f27cdd6cc5 req-df85d00e-d575-452b-8f34-d8988873828e tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:56:48.362374 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-1024c748-824b-4a8a-866e-f1f27cdd6cc5 req-df85d00e-d575-452b-8f34-d8988873828e tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:48.379047 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0b909d-8645-40b5-9c2e-82d4ed19dd2b None None] Sync routers for ids ['eb388228-fe15-42a9-bbc3-4adbc29f3c94'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:56:48.380689 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-60620697-d2a2-4e94-aa1a-5687502d5de6 tempest-MeteringIpV6TestJSON-549820069 tempest-MeteringIpV6TestJSON-549820069-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:48.383430 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-60620697-d2a2-4e94-aa1a-5687502d5de6 tempest-MeteringIpV6TestJSON-549820069 tempest-MeteringIpV6TestJSON-549820069-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3650594 Nov 12 00:56:48.395954 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94e1c6-b066-4cbf-affa-c928cc97f7dd req-bd324323-2072-407f-9200-c53ed9231dd4 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:48.398806 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38296) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:48.399137 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8e94e1c6-b066-4cbf-affa-c928cc97f7dd req-bd324323-2072-407f-9200-c53ed9231dd4 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 946 time: 0.3627863 Nov 12 00:56:48.405234 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2ddfd1-6f61-499f-9661-5763eb19eef6 None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:48.412942 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-3e2ddfd1-6f61-499f-9661-5763eb19eef6 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:48.415553 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2ddfd1-6f61-499f-9661-5763eb19eef6 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:56:48.417828 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ddfd1-6f61-499f-9661-5763eb19eef6 None None] Pushing event updated for resources: {'Port': ['ID=2064e148-7551-4555-ba77-fc36d574c2d4,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:48.420761 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0b909d-8645-40b5-9c2e-82d4ed19dd2b None None] Routers {'eb388228-fe15-42a9-bbc3-4adbc29f3c94'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:56:48.420761 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-ab0b909d-8645-40b5-9c2e-82d4ed19dd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:56:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['eb388228-fe15-42a9-bbc3-4adbc29f3c94'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:48.425648 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-7bf31e76-9089-4729-b918-83e3e7fe2f9a tempest-MeteringIpV6TestJSON-549820069 tempest-MeteringIpV6TestJSON-549820069-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '24ce8484-31e0-4e40-ba7f-8a57cd415620'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:48.426280 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-7bf31e76-9089-4729-b918-83e3e7fe2f9a tempest-MeteringIpV6TestJSON-549820069 tempest-MeteringIpV6TestJSON-549820069-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102661) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 00:56:48.462320 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1024c748-824b-4a8a-866e-f1f27cdd6cc5 req-df85d00e-d575-452b-8f34-d8988873828e tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "PUT /v2.0/floatingips/4ea4b977-5470-4abc-9680-bc94a35af62e HTTP/1.1" status: 200 len: 997 time: 3.3589170 Nov 12 00:56:48.484268 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8e94e1c6-b066-4cbf-affa-c928cc97f7dd req-db1fb22c-337e-4136-953f-c028c45cb18e tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768442 Nov 12 00:56:48.487803 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cd01a0e-3db4-4842-99a8-f43b7e22210e', 'tag': '9f4f7ada-bf0c-4ae0-b610-4746ca91226a'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:48.490030 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec33d7f-d81a-4b6b-810a-85325e4c1928" -d '{"events": [{"name": "network-changed", "server_uuid": "3cd01a0e-3db4-4842-99a8-f43b7e22210e", "tag": "9f4f7ada-bf0c-4ae0-b610-4746ca91226a"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:48.574224 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-3e2ddfd1-6f61-499f-9661-5763eb19eef6 None None] Attempting to bind port 2064e148-7551-4555-ba77-fc36d574c2d4 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:56:48.574499 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-3e2ddfd1-6f61-499f-9661-5763eb19eef6 None None] Attempting to bind port 2064e148-7551-4555-ba77-fc36d574c2d4 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:56:48.574862 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2ddfd1-6f61-499f-9661-5763eb19eef6 None None] Attempting to bind port 2064e148-7551-4555-ba77-fc36d574c2d4 on network 549c8e6d-38df-4171-95c5-652183e307b7 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:48.583774 n-d-812236-11 neutron-server[102661]: WARNING neutron.services.metering.metering_plugin [None req-7bf31e76-9089-4729-b918-83e3e7fe2f9a tempest-MeteringIpV6TestJSON-549820069 tempest-MeteringIpV6TestJSON-549820069-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 00:56:48.605499 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2ddfd1-6f61-499f-9661-5763eb19eef6 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:56:48.605879 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2ddfd1-6f61-499f-9661-5763eb19eef6 None None] Checking segment: {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:56:48.606501 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3e2ddfd1-6f61-499f-9661-5763eb19eef6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:48.606640 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2ddfd1-6f61-499f-9661-5763eb19eef6 None None] Bound using segment: {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:56:48.607313 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-3e2ddfd1-6f61-499f-9661-5763eb19eef6 None None] Bound port: 2064e148-7551-4555-ba77-fc36d574c2d4, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:56:48.607688 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3e2ddfd1-6f61-499f-9661-5763eb19eef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:48.626612 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9f4382-14d7-41b6-a351-5a6023ee9ec5 x-openstack-request-id: req-5c9f4382-14d7-41b6-a351-5a6023ee9ec5 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:48.627045 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cd01a0e-3db4-4842-99a8-f43b7e22210e", "tag": "9f4f7ada-bf0c-4ae0-b610-4746ca91226a", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:48.627368 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5c9f4382-14d7-41b6-a351-5a6023ee9ec5 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:48.627847 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cd01a0e-3db4-4842-99a8-f43b7e22210e', 'tag': '9f4f7ada-bf0c-4ae0-b610-4746ca91226a', 'status': 'completed', 'code': 200} Nov 12 00:56:48.638112 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-ab0b909d-8645-40b5-9c2e-82d4ed19dd2b None None] Set router eb388228-fe15-42a9-bbc3-4adbc29f3c94 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:56:48.802234 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7bf31e76-9089-4729-b918-83e3e7fe2f9a tempest-MeteringIpV6TestJSON-549820069 tempest-MeteringIpV6TestJSON-549820069-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:48.803947 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7bf31e76-9089-4729-b918-83e3e7fe2f9a tempest-MeteringIpV6TestJSON-549820069 tempest-MeteringIpV6TestJSON-549820069-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3952813 Nov 12 00:56:48.825344 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38308) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:48.844618 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-3e2ddfd1-6f61-499f-9661-5763eb19eef6 None None] For port 2064e148-7551-4555-ba77-fc36d574c2d4, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:56:48.848988 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8fa35ff2-fbf8-4572-a828-b113b8dcb46d tempest-MeteringIpV6TestJSON-549820069 tempest-MeteringIpV6TestJSON-549820069-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=6c8a81d7-ef6b-4f93-ad0b-b38749b80736 HTTP/1.1" status: 200 len: 462 time: 0.0198343 Nov 12 00:56:48.849198 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-3e2ddfd1-6f61-499f-9661-5763eb19eef6 None None] For port 2064e148-7551-4555-ba77-fc36d574c2d4, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=2064e148-7551-4555-ba77-fc36d574c2d4,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:56:48.850630 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38312) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:48.870287 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024c748-824b-4a8a-866e-f1f27cdd6cc5 req-87d5621f-d2f9-4d55-9dbb-c57ace75caeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:48.872986 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1024c748-824b-4a8a-866e-f1f27cdd6cc5 req-87d5621f-d2f9-4d55-9dbb-c57ace75caeb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=baf75bc08f044ea79cb7fe0fca6d826b&device_id=3cd01a0e-3db4-4842-99a8-f43b7e22210e HTTP/1.1" status: 200 len: 1098 time: 0.3541286 Nov 12 00:56:48.876651 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3e2ddfd1-6f61-499f-9661-5763eb19eef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:48.895860 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fb0fe-99e7-4208-a4ea-59fcb2b06c02 req-a2055180-0a98-4ed0-aa52-99fd2eb5999a tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:48.904904 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fb0fe-99e7-4208-a4ea-59fcb2b06c02 req-a2055180-0a98-4ed0-aa52-99fd2eb5999a tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:48.912778 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fb0fe-99e7-4208-a4ea-59fcb2b06c02 req-a2055180-0a98-4ed0-aa52-99fd2eb5999a tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:48.919718 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fb0fe-99e7-4208-a4ea-59fcb2b06c02 req-a2055180-0a98-4ed0-aa52-99fd2eb5999a tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:48.928436 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fb0fe-99e7-4208-a4ea-59fcb2b06c02 req-a2055180-0a98-4ed0-aa52-99fd2eb5999a tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:48.936950 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fb0fe-99e7-4208-a4ea-59fcb2b06c02 req-a2055180-0a98-4ed0-aa52-99fd2eb5999a tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:48.944256 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fb0fe-99e7-4208-a4ea-59fcb2b06c02 req-a2055180-0a98-4ed0-aa52-99fd2eb5999a tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:48.953642 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-260fb0fe-99e7-4208-a4ea-59fcb2b06c02 req-a2055180-0a98-4ed0-aa52-99fd2eb5999a tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 5437 time: 0.1694992 Nov 12 00:56:49.003045 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-35424e8c-2212-4e8e-8336-4fb848766866 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Allocated IP 2001:db8::dc1d:9352:bf41:f8af (549c8e6d-38df-4171-95c5-652183e307b7/32d43ffb-19ae-40d8-a748-fad5e94523f0/a7070548-eb7c-4e0e-b86a-d1f8f490f253) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:49.003979 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ddfd1-6f61-499f-9661-5763eb19eef6 None None] Pushing event updated for resources: {'Port': ['ID=2064e148-7551-4555-ba77-fc36d574c2d4,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:49.044715 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38320) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:49.071027 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['32d55d15-cda1-42c5-acb9-247105424a0c'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:56:49.130647 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e464523c-fae2-4bc4-957c-2172fc7bbd77 req-ffc78314-a237-4607-8f37-44a3868f3536 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1311152 Nov 12 00:56:49.144710 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:56:49.177574 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec33d7f-d81a-4b6b-810a-85325e4c1928 req-d4db113b-8ecb-49bd-a5c1-e775947ee22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:49.186262 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-eec33d7f-d81a-4b6b-810a-85325e4c1928 req-d4db113b-8ecb-49bd-a5c1-e775947ee22c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=baf75bc08f044ea79cb7fe0fca6d826b&device_id=3cd01a0e-3db4-4842-99a8-f43b7e22210e HTTP/1.1" status: 200 len: 1098 time: 0.4851358 Nov 12 00:56:49.195191 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-260fb0fe-99e7-4208-a4ea-59fcb2b06c02 req-685b9682-5ef1-4187-9170-18231bbb9921 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&id=cbe02f78-bccb-4d23-9946-d2b58c9817de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2400773 Nov 12 00:56:49.198325 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0150c969-f373-4e6a-964e-9ac4ebf203f7 tempest-MeteringIpV6TestJSON-549820069 tempest-MeteringIpV6TestJSON-549820069-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:49.203614 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['4c22bace-f635-4893-bff7-f3b4e0d2feaa'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:56:49.203783 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0150c969-f373-4e6a-964e-9ac4ebf203f7 tempest-MeteringIpV6TestJSON-549820069 tempest-MeteringIpV6TestJSON-549820069-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/6c8a81d7-ef6b-4f93-ad0b-b38749b80736 HTTP/1.1" status: 204 len: 168 time: 0.3493600 Nov 12 00:56:49.206065 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38326) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:49.219934 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-22c0e808-8d4f-4cc4-8991-47a4b08f91c3 tempest-MeteringIpV6TestJSON-549820069 tempest-MeteringIpV6TestJSON-549820069-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=6c8a81d7-ef6b-4f93-ad0b-b38749b80736 HTTP/1.1" status: 200 len: 221 time: 0.0113146 Nov 12 00:56:49.223341 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38328) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:49.229065 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-4ef4f402-5a47-4469-9ed1-6188e2c63514 tempest-MeteringIpV6TestJSON-549820069 tempest-MeteringIpV6TestJSON-549820069-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1381598856', 'description': 'label created by tempest'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:49.229725 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-4ef4f402-5a47-4469-9ed1-6188e2c63514 tempest-MeteringIpV6TestJSON-549820069 tempest-MeteringIpV6TestJSON-549820069-project-admin] Unknown quota resources ['metering_label']. {{(pid=102662) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 00:56:49.268297 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-7cdcc424-ad3c-4cb5-902b-0d81fd7a4bbd tempest-MeteringTestJSON-850245555 tempest-MeteringTestJSON-850245555-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-805310968'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:49.270443 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-7cdcc424-ad3c-4cb5-902b-0d81fd7a4bbd tempest-MeteringTestJSON-850245555 tempest-MeteringTestJSON-850245555-project-admin] Unknown quota resources ['metering_label']. {{(pid=102662) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 00:56:49.273853 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:56:49.277803 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['c22b6762-e3f6-4522-8e3f-46a49996d03c'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:56:49.298211 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['839befd9-0d96-49e6-b80d-77934b38b2b7'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:56:49.331284 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['e5eb25a0-7da0-4bbc-9a1a-01a506e19685'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:56:49.377737 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024c748-824b-4a8a-866e-f1f27cdd6cc5 req-79f5490c-aead-405e-84b1-d5a576939eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:49.379740 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1024c748-824b-4a8a-866e-f1f27cdd6cc5 req-79f5490c-aead-405e-84b1-d5a576939eeb service neutron] 10.222.0.20 "GET /v2.0/networks?id=af4f1b37-e652-4f9e-8d30-5c4c87fdae14 HTTP/1.1" status: 200 len: 921 time: 0.4713221 Nov 12 00:56:49.480904 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-ab0b909d-8645-40b5-9c2e-82d4ed19dd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb388228-fe15-42a9-bbc3-4adbc29f3c94', 'name': 'tempest-ServerRescueTestJSONUnderV235-1807796518-router', 'tenant_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '0e71904f-71c1-4745-bcfc-d9886c8aca22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:55:31Z', 'updated_at': '2021-11-12T00:55:37Z', 'revision_number': 4, 'project_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'gw_port': {'id': '0e71904f-71c1-4745-bcfc-d9886c8aca22', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb388228-fe15-42a9-bbc3-4adbc29f3c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:32Z', 'updated_at': '2021-11-12T00:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '4ea4b977-5470-4abc-9680-bc94a35af62e', 'tenant_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'floating_ip_address': '172.25.2.154', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'eb388228-fe15-42a9-bbc3-4adbc29f3c94', 'port_id': '9f4f7ada-bf0c-4ae0-b610-4746ca91226a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af4f1b37-e652-4f9e-8d30-5c4c87fdae14', 'mac_address': 'fa:16:3e:5a:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd01a0e-3db4-4842-99a8-f43b7e22210e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:56:43Z', 'updated_at': '2021-11-12T00:56:46Z', 'revision_number': 1, 'project_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32cb30a9-3e7f-49c7-87c6-f52d59246fea', 'name': '', 'network_id': 'af4f1b37-e652-4f9e-8d30-5c4c87fdae14', 'tenant_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'mac_address': 'fa:16:3e:c7:59:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb388228-fe15-42a9-bbc3-4adbc29f3c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '6d5c0776-b5b7-48fa-8d00-bcca9603dc88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:36Z', 'updated_at': '2021-11-12T00:55:48Z', 'revision_number': 5, 'project_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'subnets': [{'id': '6d5c0776-b5b7-48fa-8d00-bcca9603dc88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:49.508372 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-35424e8c-2212-4e8e-8336-4fb848766866 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:49.510557 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec33d7f-d81a-4b6b-810a-85325e4c1928 req-80405fcd-da20-4fcd-bf20-527a1356c682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:49.512058 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-eec33d7f-d81a-4b6b-810a-85325e4c1928 req-80405fcd-da20-4fcd-bf20-527a1356c682 service neutron] 10.222.0.54 "GET /v2.0/networks?id=af4f1b37-e652-4f9e-8d30-5c4c87fdae14 HTTP/1.1" status: 200 len: 921 time: 0.3181150 Nov 12 00:56:49.515395 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1024c748-824b-4a8a-866e-f1f27cdd6cc5 req-39b84972-8b3b-4b87-8a63-37e48ecc9427 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f4f7ada-bf0c-4ae0-b610-4746ca91226a HTTP/1.1" status: 200 len: 1000 time: 0.1244383 Nov 12 00:56:49.642646 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-eec33d7f-d81a-4b6b-810a-85325e4c1928 req-1b201e3e-c68e-4fe5-8aa6-8aca58e1fe7a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f4f7ada-bf0c-4ae0-b610-4746ca91226a HTTP/1.1" status: 200 len: 1000 time: 0.1213014 Nov 12 00:56:49.653611 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4ef4f402-5a47-4469-9ed1-6188e2c63514 tempest-MeteringIpV6TestJSON-549820069 tempest-MeteringIpV6TestJSON-549820069-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:49.654851 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-4ef4f402-5a47-4469-9ed1-6188e2c63514 tempest-MeteringIpV6TestJSON-549820069 tempest-MeteringIpV6TestJSON-549820069-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4303870 Nov 12 00:56:49.659517 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-35424e8c-2212-4e8e-8336-4fb848766866 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:49.663902 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38334) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:49.664394 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024c748-824b-4a8a-866e-f1f27cdd6cc5 req-bdc9e8a1-ab38-4214-8650-4d19bfe2bb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:49.668062 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1024c748-824b-4a8a-866e-f1f27cdd6cc5 req-bdc9e8a1-ab38-4214-8650-4d19bfe2bb4c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6d5c0776-b5b7-48fa-8d00-bcca9603dc88 HTTP/1.1" status: 200 len: 860 time: 0.1352282 Nov 12 00:56:49.733431 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35424e8c-2212-4e8e-8336-4fb848766866 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Port': ['ID=a7070548-eb7c-4e0e-b86a-d1f8f490f253,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:49.804172 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35424e8c-2212-4e8e-8336-4fb848766866 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:49.807731 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-35424e8c-2212-4e8e-8336-4fb848766866 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:49.812797 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0b909d-8645-40b5-9c2e-82d4ed19dd2b None None] Checking router: eb388228-fe15-42a9-bbc3-4adbc29f3c94 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:56:49.815578 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1024c748-824b-4a8a-866e-f1f27cdd6cc5 req-c6e5af27-1335-4289-9cdf-89e535911b2a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=af4f1b37-e652-4f9e-8d30-5c4c87fdae14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840375 Nov 12 00:56:49.830434 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7cdcc424-ad3c-4cb5-902b-0d81fd7a4bbd tempest-MeteringTestJSON-850245555 tempest-MeteringTestJSON-850245555-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:49.831336 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35424e8c-2212-4e8e-8336-4fb848766866 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:56:49.831623 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7cdcc424-ad3c-4cb5-902b-0d81fd7a4bbd tempest-MeteringTestJSON-850245555 tempest-MeteringTestJSON-850245555-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7853179 Nov 12 00:56:49.839156 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-029033aa-729f-4024-9cf0-c93e5d2dfec4 tempest-MeteringIpV6TestJSON-549820069 tempest-MeteringIpV6TestJSON-549820069-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=6d3eedf1-fbd8-4ac8-ae98-12ed166f1068 HTTP/1.1" status: 200 len: 468 time: 0.1682615 Nov 12 00:56:49.839156 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38336) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:49.839156 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38338) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:49.839586 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35424e8c-2212-4e8e-8336-4fb848766866 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:49.840226 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-35424e8c-2212-4e8e-8336-4fb848766866 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:49.841414 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-9e4ca3f3-cff9-425e-901b-30fe61806a07 tempest-MeteringTestJSON-850245555 tempest-MeteringTestJSON-850245555-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '9299a1f4-62ba-44f8-9744-074c22efc2ae'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:49.841897 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-9e4ca3f3-cff9-425e-901b-30fe61806a07 tempest-MeteringTestJSON-850245555 tempest-MeteringTestJSON-850245555-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102662) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 00:56:49.864252 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec33d7f-d81a-4b6b-810a-85325e4c1928 req-c55bad5c-48bd-4f52-bfd3-081f994565dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:49.866742 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-eec33d7f-d81a-4b6b-810a-85325e4c1928 req-c55bad5c-48bd-4f52-bfd3-081f994565dd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6d5c0776-b5b7-48fa-8d00-bcca9603dc88 HTTP/1.1" status: 200 len: 860 time: 0.1992390 Nov 12 00:56:49.869425 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921fa07-ed38-4bf8-9317-829c604444dc req-745b8894-da8e-4027-9caa-23de88eaa53a tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:49.870941 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2921fa07-ed38-4bf8-9317-829c604444dc req-745b8894-da8e-4027-9caa-23de88eaa53a tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 946 time: 0.2599401 Nov 12 00:56:49.921508 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-35424e8c-2212-4e8e-8336-4fb848766866 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4558761 Nov 12 00:56:49.941571 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0b909d-8645-40b5-9c2e-82d4ed19dd2b None None] Routers {'eb388228-fe15-42a9-bbc3-4adbc29f3c94'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:56:49.942263 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-ab0b909d-8645-40b5-9c2e-82d4ed19dd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:56:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['eb388228-fe15-42a9-bbc3-4adbc29f3c94'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:49.943547 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38340) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:49.971509 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-eec33d7f-d81a-4b6b-810a-85325e4c1928 req-d028af03-a220-4dea-82d3-cffbae6ff385 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=af4f1b37-e652-4f9e-8d30-5c4c87fdae14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840459 Nov 12 00:56:50.071571 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1024c748-824b-4a8a-866e-f1f27cdd6cc5 req-e97a47ad-f4b6-43fb-b7bc-227095c88770 service neutron] 10.222.0.20 "GET /v2.0/networks/af4f1b37-e652-4f9e-8d30-5c4c87fdae14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278583 Nov 12 00:56:50.106082 n-d-812236-11 neutron-server[102662]: WARNING neutron.services.metering.metering_plugin [None req-9e4ca3f3-cff9-425e-901b-30fe61806a07 tempest-MeteringTestJSON-850245555 tempest-MeteringTestJSON-850245555-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 00:56:50.163204 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-ab0b909d-8645-40b5-9c2e-82d4ed19dd2b None None] Set router eb388228-fe15-42a9-bbc3-4adbc29f3c94 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:56:50.241579 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1024c748-824b-4a8a-866e-f1f27cdd6cc5 req-382808a7-6f38-4d34-98e6-bc019c03a829 service neutron] 10.222.0.20 "GET /v2.0/networks/af4f1b37-e652-4f9e-8d30-5c4c87fdae14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599319 Nov 12 00:56:50.280104 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-eec33d7f-d81a-4b6b-810a-85325e4c1928 req-2c559c01-8f90-41b1-8e3e-539f00d9accb service neutron] 10.222.0.54 "GET /v2.0/networks/af4f1b37-e652-4f9e-8d30-5c4c87fdae14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977459 Nov 12 00:56:50.680812 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2921fa07-ed38-4bf8-9317-829c604444dc req-951c19e8-1917-479a-9a94-75326668618b tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7619331 Nov 12 00:56:50.707753 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2b545b80-9557-4eff-8381-c77bdef40b93 tempest-MeteringIpV6TestJSON-549820069 tempest-MeteringIpV6TestJSON-549820069-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:50.713822 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2b545b80-9557-4eff-8381-c77bdef40b93 tempest-MeteringIpV6TestJSON-549820069 tempest-MeteringIpV6TestJSON-549820069-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/6d3eedf1-fbd8-4ac8-ae98-12ed166f1068 HTTP/1.1" status: 204 len: 168 time: 0.8692932 Nov 12 00:56:50.724384 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-47154dc2-553d-4d1b-9e60-22690e9d645a None None] Provisioning complete for port 2064e148-7551-4555-ba77-fc36d574c2d4 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:50.725445 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-47154dc2-553d-4d1b-9e60-22690e9d645a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:50.761816 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38352) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:50.772753 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1f02fb-89ea-482f-af1f-78717cf354ee tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:50.780339 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1f02fb-89ea-482f-af1f-78717cf354ee tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:50.785840 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-cb1f02fb-89ea-482f-af1f-78717cf354ee tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.7275388 Nov 12 00:56:50.787372 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38354) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:50.801005 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9e4ca3f3-cff9-425e-901b-30fe61806a07 tempest-MeteringTestJSON-850245555 tempest-MeteringTestJSON-850245555-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:50.803254 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-9e4ca3f3-cff9-425e-901b-30fe61806a07 tempest-MeteringTestJSON-850245555 tempest-MeteringTestJSON-850245555-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.9649541 Nov 12 00:56:50.815688 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38356) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:50.820567 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-94c41984-48a6-4238-a88e-20dc8bac4cfb tempest-MeteringTestJSON-850245555 tempest-MeteringTestJSON-850245555-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '9299a1f4-62ba-44f8-9744-074c22efc2ae'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:50.821051 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-94c41984-48a6-4238-a88e-20dc8bac4cfb tempest-MeteringTestJSON-850245555 tempest-MeteringTestJSON-850245555-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102662) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 00:56:50.877024 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d6ce941a-0e92-4def-8556-b16e83890842 tempest-MeteringIpV6TestJSON-549820069 tempest-MeteringIpV6TestJSON-549820069-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=6d3eedf1-fbd8-4ac8-ae98-12ed166f1068 HTTP/1.1" status: 200 len: 216 time: 0.0935678 Nov 12 00:56:50.877646 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38358) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:50.910626 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4a3b2c15-8549-4c8b-a7df-ae85f23bd2fa req-cea88bc1-0f0a-4680-bab6-50180cb8248d service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0353355 Nov 12 00:56:50.938231 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a9654-1dd4-4b6d-a33e-30022a24e582 req-ce33502e-7c0c-4513-98d3-73950a7d6e45 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:50.944525 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a9654-1dd4-4b6d-a33e-30022a24e582 req-ce33502e-7c0c-4513-98d3-73950a7d6e45 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:50.951313 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a9654-1dd4-4b6d-a33e-30022a24e582 req-ce33502e-7c0c-4513-98d3-73950a7d6e45 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:50.958748 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a9654-1dd4-4b6d-a33e-30022a24e582 req-ce33502e-7c0c-4513-98d3-73950a7d6e45 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:50.966624 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a9654-1dd4-4b6d-a33e-30022a24e582 req-ce33502e-7c0c-4513-98d3-73950a7d6e45 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:50.973283 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a9654-1dd4-4b6d-a33e-30022a24e582 req-ce33502e-7c0c-4513-98d3-73950a7d6e45 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:50.980350 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a9654-1dd4-4b6d-a33e-30022a24e582 req-ce33502e-7c0c-4513-98d3-73950a7d6e45 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:50.982450 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7f6a9654-1dd4-4b6d-a33e-30022a24e582 req-ce33502e-7c0c-4513-98d3-73950a7d6e45 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 5437 time: 0.6440647 Nov 12 00:56:51.000496 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-eec33d7f-d81a-4b6b-810a-85325e4c1928 req-3dc17937-9b2c-47dc-908e-2538a3ae0365 service neutron] 10.222.0.54 "GET /v2.0/networks/af4f1b37-e652-4f9e-8d30-5c4c87fdae14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7115786 Nov 12 00:56:51.003357 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-ab0b909d-8645-40b5-9c2e-82d4ed19dd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb388228-fe15-42a9-bbc3-4adbc29f3c94', 'name': 'tempest-ServerRescueTestJSONUnderV235-1807796518-router', 'tenant_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '0e71904f-71c1-4745-bcfc-d9886c8aca22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:55:31Z', 'updated_at': '2021-11-12T00:55:37Z', 'revision_number': 4, 'project_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'gw_port': {'id': '0e71904f-71c1-4745-bcfc-d9886c8aca22', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb388228-fe15-42a9-bbc3-4adbc29f3c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:32Z', 'updated_at': '2021-11-12T00:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '4ea4b977-5470-4abc-9680-bc94a35af62e', 'tenant_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'floating_ip_address': '172.25.2.154', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'eb388228-fe15-42a9-bbc3-4adbc29f3c94', 'port_id': '9f4f7ada-bf0c-4ae0-b610-4746ca91226a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af4f1b37-e652-4f9e-8d30-5c4c87fdae14', 'mac_address': 'fa:16:3e:5a:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd01a0e-3db4-4842-99a8-f43b7e22210e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:56:43Z', 'updated_at': '2021-11-12T00:56:46Z', 'revision_number': 1, 'project_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32cb30a9-3e7f-49c7-87c6-f52d59246fea', 'name': '', 'network_id': 'af4f1b37-e652-4f9e-8d30-5c4c87fdae14', 'tenant_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'mac_address': 'fa:16:3e:c7:59:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb388228-fe15-42a9-bbc3-4adbc29f3c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '6d5c0776-b5b7-48fa-8d00-bcca9603dc88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:36Z', 'updated_at': '2021-11-12T00:55:48Z', 'revision_number': 5, 'project_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'subnets': [{'id': '6d5c0776-b5b7-48fa-8d00-bcca9603dc88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:51.015181 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38360) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:51.015405 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-04edc974-fdb5-419d-a605-e3466618088b tempest-MeteringIpV6TestJSON-549820069 tempest-MeteringIpV6TestJSON-549820069-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1257782 Nov 12 00:56:51.016055 n-d-812236-11 neutron-server[102662]: WARNING neutron.services.metering.metering_plugin [None req-94c41984-48a6-4238-a88e-20dc8bac4cfb tempest-MeteringTestJSON-850245555 tempest-MeteringTestJSON-850245555-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 00:56:51.031542 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1793d46d-612d-41ac-94d0-d569030caad1 tempest-MeteringIpV6TestJSON-549820069 tempest-MeteringIpV6TestJSON-549820069-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0151160 Nov 12 00:56:51.034216 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-47154dc2-553d-4d1b-9e60-22690e9d645a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:51.038043 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0b909d-8645-40b5-9c2e-82d4ed19dd2b None None] The sync data for ids ['eb388228-fe15-42a9-bbc3-4adbc29f3c94'] in n-d-812236-11 is: [{'id': 'eb388228-fe15-42a9-bbc3-4adbc29f3c94', 'name': 'tempest-ServerRescueTestJSONUnderV235-1807796518-router', 'tenant_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '0e71904f-71c1-4745-bcfc-d9886c8aca22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:55:31Z', 'updated_at': '2021-11-12T00:55:37Z', 'revision_number': 4, 'project_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'gw_port': {'id': '0e71904f-71c1-4745-bcfc-d9886c8aca22', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb388228-fe15-42a9-bbc3-4adbc29f3c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:32Z', 'updated_at': '2021-11-12T00:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '4ea4b977-5470-4abc-9680-bc94a35af62e', 'tenant_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'floating_ip_address': '172.25.2.154', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'eb388228-fe15-42a9-bbc3-4adbc29f3c94', 'port_id': '9f4f7ada-bf0c-4ae0-b610-4746ca91226a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af4f1b37-e652-4f9e-8d30-5c4c87fdae14', 'mac_address': 'fa:16:3e:5a:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd01a0e-3db4-4842-99a8-f43b7e22210e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:56:43Z', 'updated_at': '2021-11-12T00:56:46Z', 'revision_number': 1, 'project_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32cb30a9-3e7f-49c7-87c6-f52d59246fea', 'name': '', 'network_id': 'af4f1b37-e652-4f9e-8d30-5c4c87fdae14', 'tenant_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'mac_address': 'fa:16:3e:c7:59:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb388228-fe15-42a9-bbc3-4adbc29f3c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '6d5c0776-b5b7-48fa-8d00-bcca9603dc88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:36Z', 'updated_at': '2021-11-12T00:55:48Z', 'revision_number': 5, 'project_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'subnets': [{'id': '6d5c0776-b5b7-48fa-8d00-bcca9603dc88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:56:51.039850 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38362) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:51.043664 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-663bdcb1-444a-4d4d-8c08-b43cf1d6af47 req-9910444f-9a00-49b5-b999-3e6ca5ad7665 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.154 HTTP/1.1" status: 200 len: 1000 time: 0.2808006 Nov 12 00:56:51.108393 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-47154dc2-553d-4d1b-9e60-22690e9d645a None None] For port 2064e148-7551-4555-ba77-fc36d574c2d4, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=2064e148-7551-4555-ba77-fc36d574c2d4,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:51.118322 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-47154dc2-553d-4d1b-9e60-22690e9d645a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:51.143652 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-8bdbb716-d0d9-4066-a204-15c081d1c0a1 tempest-MeteringIpV6TestJSON-549820069 tempest-MeteringIpV6TestJSON-549820069-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels/24ce8484-31e0-4e40-ba7f-8a57cd415620 HTTP/1.1" status: 200 len: 472 time: 0.1026728 Nov 12 00:56:51.149702 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38364) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:51.161804 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-64943172-3a82-481e-a961-0bf7df4b0281 tempest-MeteringIpV6TestJSON-549820069 tempest-MeteringIpV6TestJSON-549820069-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules/6a5cf576-2ee9-4d45-9c6e-10bf17a18f17 HTTP/1.1" status: 200 len: 459 time: 0.0108070 Nov 12 00:56:51.174063 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7f6a9654-1dd4-4b6d-a33e-30022a24e582 req-2e980034-1064-4eb1-97d7-d957f4d5895a tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&id=cbe02f78-bccb-4d23-9946-d2b58c9817de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1705577 Nov 12 00:56:51.174063 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38366) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:51.207969 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-94c41984-48a6-4238-a88e-20dc8bac4cfb tempest-MeteringTestJSON-850245555 tempest-MeteringTestJSON-850245555-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:51.209780 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-94c41984-48a6-4238-a88e-20dc8bac4cfb tempest-MeteringTestJSON-850245555 tempest-MeteringTestJSON-850245555-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3930964 Nov 12 00:56:51.220937 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38368) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:51.239742 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47154dc2-553d-4d1b-9e60-22690e9d645a None None] Pushing event updated for resources: {'Port': ['ID=2064e148-7551-4555-ba77-fc36d574c2d4,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:51.249509 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ffab7a1c-2ae2-4848-9826-57732f48aa8d tempest-MeteringTestJSON-850245555 tempest-MeteringTestJSON-850245555-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=84ba6ece-a59f-4947-9628-56ceb75aef5e HTTP/1.1" status: 200 len: 464 time: 0.0252011 Nov 12 00:56:51.249736 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663bdcb1-444a-4d4d-8c08-b43cf1d6af47 req-11ee1c37-fd78-4b6a-89e9-8fe5e45ef6b8 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:51.251783 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38370) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:51.260282 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-a8b5e14e-0370-4f4e-bed0-94150680a67a None None] Provisioning complete for port a7070548-eb7c-4e0e-b86a-d1f8f490f253 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:51.260952 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-663bdcb1-444a-4d4d-8c08-b43cf1d6af47 req-11ee1c37-fd78-4b6a-89e9-8fe5e45ef6b8 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/ports/9f4f7ada-bf0c-4ae0-b610-4746ca91226a HTTP/1.1" status: 200 len: 943 time: 0.2153950 Nov 12 00:56:51.262726 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a8b5e14e-0370-4f4e-bed0-94150680a67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:51.295543 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 2064e148-7551-4555-ba77-fc36d574c2d4 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:56:51.306839 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-991928a5-4c3a-493c-9abf-fa94d1605778 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Deleting port a7070548-eb7c-4e0e-b86a-d1f8f490f253 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:56:51.306839 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-991928a5-4c3a-493c-9abf-fa94d1605778 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:51.356329 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-a8b5e14e-0370-4f4e-bed0-94150680a67a None None] Port a7070548-eb7c-4e0e-b86a-d1f8f490f253 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:56:51.380205 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 2064e148-7551-4555-ba77-fc36d574c2d4 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:51.380581 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:51.411731 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8d0541b1-2343-407b-b0bf-810e868b9eff tempest-MeteringIpV6TestJSON-549820069 tempest-MeteringIpV6TestJSON-549820069-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:51.416078 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-8d0541b1-2343-407b-b0bf-810e868b9eff tempest-MeteringIpV6TestJSON-549820069 tempest-MeteringIpV6TestJSON-549820069-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/6a5cf576-2ee9-4d45-9c6e-10bf17a18f17 HTTP/1.1" status: 204 len: 168 time: 0.2457190 Nov 12 00:56:51.419736 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38374) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:51.483143 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-663bdcb1-444a-4d4d-8c08-b43cf1d6af47 req-cfb84ce4-50b3-40d5-b64c-fc46552e0ddd tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.154 HTTP/1.1" status: 200 len: 1000 time: 0.1368618 Nov 12 00:56:51.508511 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce78cd59-0717-4dad-bf47-44cbd1ad8070 None None] New status for floating IP 4ea4b977-5470-4abc-9680-bc94a35af62e: ACTIVE {{(pid=102664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:56:51.525757 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-991928a5-4c3a-493c-9abf-fa94d1605778 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:51.582185 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-991928a5-4c3a-493c-9abf-fa94d1605778 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Calling delete_port for a7070548-eb7c-4e0e-b86a-d1f8f490f253 owned by {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:56:51.661526 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2909e0e4-b020-419c-bc36-56a3ac8ba2f7 tempest-MeteringTestJSON-850245555 tempest-MeteringTestJSON-850245555-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:51.663003 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-2909e0e4-b020-419c-bc36-56a3ac8ba2f7 tempest-MeteringTestJSON-850245555 tempest-MeteringTestJSON-850245555-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/84ba6ece-a59f-4947-9628-56ceb75aef5e HTTP/1.1" status: 204 len: 168 time: 0.4109237 Nov 12 00:56:51.672328 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663bdcb1-444a-4d4d-8c08-b43cf1d6af47 req-784f3f8c-603d-4244-aa18-33dcd1c80bc8 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:51.673726 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-663bdcb1-444a-4d4d-8c08-b43cf1d6af47 req-784f3f8c-603d-4244-aa18-33dcd1c80bc8 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/networks/ef732b55-2b3c-4048-85da-0a8ac273c14b HTTP/1.1" status: 200 len: 784 time: 0.1834466 Nov 12 00:56:51.674196 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38376) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:51.701997 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8f4d4273-ed3f-4ee8-aaed-649db06932ab tempest-MeteringTestJSON-850245555 tempest-MeteringTestJSON-850245555-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=84ba6ece-a59f-4947-9628-56ceb75aef5e HTTP/1.1" status: 200 len: 221 time: 0.0199060 Nov 12 00:56:51.708054 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38380) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:51.713977 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-a5472eba-a9fc-476e-9fe8-8091858992fc tempest-MeteringTestJSON-850245555 tempest-MeteringTestJSON-850245555-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1701425329', 'description': 'label created by tempest'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:51.714433 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-a5472eba-a9fc-476e-9fe8-8091858992fc tempest-MeteringTestJSON-850245555 tempest-MeteringTestJSON-850245555-project-admin] Unknown quota resources ['metering_label']. {{(pid=102661) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 00:56:51.785563 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-663bdcb1-444a-4d4d-8c08-b43cf1d6af47 req-855b206d-4df9-4ce7-8063-be09a35e8375 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.154 HTTP/1.1" status: 200 len: 1000 time: 0.0950975 Nov 12 00:56:51.803944 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-663bdcb1-444a-4d4d-8c08-b43cf1d6af47 req-2adcd255-bd51-48b0-a850-715820932041 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:51.822426 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-35b71ac9-7c58-4641-b1cc-ebc930f3c63e tempest-MeteringIpV6TestJSON-549820069 tempest-MeteringIpV6TestJSON-549820069-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:51.826048 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-35b71ac9-7c58-4641-b1cc-ebc930f3c63e tempest-MeteringIpV6TestJSON-549820069 tempest-MeteringIpV6TestJSON-549820069-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/24ce8484-31e0-4e40-ba7f-8a57cd415620 HTTP/1.1" status: 204 len: 168 time: 0.4028454 Nov 12 00:56:51.904698 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-663bdcb1-444a-4d4d-8c08-b43cf1d6af47 req-2adcd255-bd51-48b0-a850-715820932041 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Publish callbacks [] for floatingip, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:51.939072 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81810202-a21e-4390-be7b-b1ccadc4a28a req-8606ba9d-8c55-4255-ad85-57291334d9ea tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:51.940610 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-81810202-a21e-4390-be7b-b1ccadc4a28a req-8606ba9d-8c55-4255-ad85-57291334d9ea tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 946 time: 0.1711073 Nov 12 00:56:51.946789 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-991928a5-4c3a-493c-9abf-fa94d1605778 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:51.978961 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a5472eba-a9fc-476e-9fe8-8091858992fc tempest-MeteringTestJSON-850245555 tempest-MeteringTestJSON-850245555-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:51.982573 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a5472eba-a9fc-476e-9fe8-8091858992fc tempest-MeteringTestJSON-850245555 tempest-MeteringTestJSON-850245555-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2700503 Nov 12 00:56:51.985055 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38386) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:51.989233 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991928a5-4c3a-493c-9abf-fa94d1605778 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Port': ['ID=a7070548-eb7c-4e0e-b86a-d1f8f490f253,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:52.062888 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-991928a5-4c3a-493c-9abf-fa94d1605778 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:52.069311 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-991928a5-4c3a-493c-9abf-fa94d1605778 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/ports/a7070548-eb7c-4e0e-b86a-d1f8f490f253 HTTP/1.1" status: 204 len: 168 time: 1.2721131 Nov 12 00:56:52.069992 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38390) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:52.076347 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6ebb42c4-0346-41c4-b0f5-0b9d74fa0797 tempest-MeteringTestJSON-850245555 tempest-MeteringTestJSON-850245555-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=e046afae-af6f-4e06-ac3b-05a879718cea HTTP/1.1" status: 200 len: 468 time: 0.0892875 Nov 12 00:56:52.079836 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38392) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:52.104118 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-81810202-a21e-4390-be7b-b1ccadc4a28a req-0118b7c3-591f-4bc3-986a-fe52e1377afe tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294763 Nov 12 00:56:52.157892 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b64903-5e83-4995-add8-dbc1b8bf8b90 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:52.159385 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b64903-5e83-4995-add8-dbc1b8bf8b90 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:52.163910 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-59b64903-5e83-4995-add8-dbc1b8bf8b90 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0881186 Nov 12 00:56:52.165466 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38394) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:52.179111 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device ded2273a-2a05-4940-8a85-b6f893dc4749 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:56:52.196814 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 32d55d15-cda1-42c5-acb9-247105424a0c up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:56:52.235502 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-663bdcb1-444a-4d4d-8c08-b43cf1d6af47 req-2adcd255-bd51-48b0-a850-715820932041 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:52.245410 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38396) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:52.302123 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-933c2278-564a-4a8c-bedb-f1b6a5e6458d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Deleting subnet 32d43ffb-19ae-40d8-a748-fad5e94523f0 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:56:52.306338 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-933c2278-564a-4a8c-bedb-f1b6a5e6458d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:52.323893 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e55d833-837e-43a6-849a-cf7f2e856a58 tempest-MeteringTestJSON-850245555 tempest-MeteringTestJSON-850245555-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:52.332185 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4e55d833-837e-43a6-849a-cf7f2e856a58 tempest-MeteringTestJSON-850245555 tempest-MeteringTestJSON-850245555-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/e046afae-af6f-4e06-ac3b-05a879718cea HTTP/1.1" status: 204 len: 168 time: 0.2481601 Nov 12 00:56:52.337632 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38404) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:52.341572 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 32d55d15-cda1-42c5-acb9-247105424a0c completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:56:52.344627 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-663bdcb1-444a-4d4d-8c08-b43cf1d6af47 req-2adcd255-bd51-48b0-a850-715820932041 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:52.344890 n-d-812236-11 neutron-server[102662]: INFO neutron.db.l3_db [req-663bdcb1-444a-4d4d-8c08-b43cf1d6af47 req-2adcd255-bd51-48b0-a850-715820932041 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Floating IP 4ea4b977-5470-4abc-9680-bc94a35af62e disassociated. External IP: 172.25.2.154, port: 9f4f7ada-bf0c-4ae0-b610-4746ca91226a. Nov 12 00:56:52.356317 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 32d55d15-cda1-42c5-acb9-247105424a0c triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:52.356696 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:52.393241 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e80384d0-6842-402f-a63a-12bc1db846ca tempest-MeteringTestJSON-850245555 tempest-MeteringTestJSON-850245555-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=e046afae-af6f-4e06-ac3b-05a879718cea HTTP/1.1" status: 200 len: 216 time: 0.0535548 Nov 12 00:56:52.393981 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38406) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:52.397629 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port ded2273a-2a05-4940-8a85-b6f893dc4749, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=ded2273a-2a05-4940-8a85-b6f893dc4749,segment=NetworkSegment(6922dc8f-e4e8-46eb-925b-ce7a975c2214),segment_id=6922dc8f-e4e8-46eb-925b-ce7a975c2214)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:52.424423 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952dab20-b2d1-472e-832b-f59b84d076ca req-1ff61f40-d57f-4506-9246-d812c81008c6 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:52.431706 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952dab20-b2d1-472e-832b-f59b84d076ca req-1ff61f40-d57f-4506-9246-d812c81008c6 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:52.436095 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': 'ded2273a-2a05-4940-8a85-b6f893dc4749', 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48', 'port_id': 'ded2273a-2a05-4940-8a85-b6f893dc4749', 'mac_address': 'fa:16:3e:76:37:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04c51f1f-4fad-42e7-a817-4af69d874ab6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:56:52.437723 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952dab20-b2d1-472e-832b-f59b84d076ca req-1ff61f40-d57f-4506-9246-d812c81008c6 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:52.444273 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952dab20-b2d1-472e-832b-f59b84d076ca req-1ff61f40-d57f-4506-9246-d812c81008c6 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:52.451788 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952dab20-b2d1-472e-832b-f59b84d076ca req-1ff61f40-d57f-4506-9246-d812c81008c6 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:52.454997 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-933c2278-564a-4a8c-bedb-f1b6a5e6458d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:52.457950 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952dab20-b2d1-472e-832b-f59b84d076ca req-1ff61f40-d57f-4506-9246-d812c81008c6 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:52.465151 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952dab20-b2d1-472e-832b-f59b84d076ca req-1ff61f40-d57f-4506-9246-d812c81008c6 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:52.467153 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-952dab20-b2d1-472e-832b-f59b84d076ca req-1ff61f40-d57f-4506-9246-d812c81008c6 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 5437 time: 0.1323636 Nov 12 00:56:52.472278 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f5330de6-b300-43cb-8a7a-0b392ae65daf tempest-MeteringTestJSON-850245555 tempest-MeteringTestJSON-850245555-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0762877 Nov 12 00:56:52.472885 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38410) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:52.492146 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-2a3e489a-768b-4afb-b3b2-0e3c1fdd0582 tempest-MeteringTestJSON-850245555 tempest-MeteringTestJSON-850245555-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0179482 Nov 12 00:56:52.502902 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38414) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:52.503714 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f66e0491-0e37-4169-a1d9-476b0e211700 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:52.530363 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:52.560816 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ded2273a-2a05-4940-8a85-b6f893dc4749 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:56:52.577974 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-933c2278-564a-4a8c-bedb-f1b6a5e6458d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:52.580397 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6746c313-b9bb-4046-8a91-84cfec4cc159 tempest-MeteringTestJSON-850245555 tempest-MeteringTestJSON-850245555-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels/9299a1f4-62ba-44f8-9744-074c22efc2ae HTTP/1.1" status: 200 len: 472 time: 0.0741029 Nov 12 00:56:52.581165 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38416) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:52.582596 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port ded2273a-2a05-4940-8a85-b6f893dc4749, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=ded2273a-2a05-4940-8a85-b6f893dc4749,segment=NetworkSegment(6922dc8f-e4e8-46eb-925b-ce7a975c2214),segment_id=6922dc8f-e4e8-46eb-925b-ce7a975c2214)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:52.593047 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:52.600755 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:52.608965 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1719def3-b90f-435c-9586-4e259c598969 tempest-MeteringTestJSON-850245555 tempest-MeteringTestJSON-850245555-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules/64c93797-84c9-475b-9938-dc3b20b8ea6b HTTP/1.1" status: 200 len: 461 time: 0.0165958 Nov 12 00:56:52.612773 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38418) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:52.686613 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=ded2273a-2a05-4940-8a85-b6f893dc4749,revision_number=6']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:52.706716 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-933c2278-564a-4a8c-bedb-f1b6a5e6458d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:52.757149 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d55d15-cda1-42c5-acb9-247105424a0c'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:52.758334 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933c2278-564a-4a8c-bedb-f1b6a5e6458d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Subnet': ['ID=32d43ffb-19ae-40d8-a748-fad5e94523f0,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:52.778385 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-952dab20-b2d1-472e-832b-f59b84d076ca req-027750a4-2b48-4779-a732-866f0adfd815 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&id=cbe02f78-bccb-4d23-9946-d2b58c9817de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2697268 Nov 12 00:56:52.782715 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-448b57b5-6eed-4cbe-84a1-ef643c47c2ba tempest-MeteringTestJSON-850245555 tempest-MeteringTestJSON-850245555-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:52.784177 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-448b57b5-6eed-4cbe-84a1-ef643c47c2ba tempest-MeteringTestJSON-850245555 tempest-MeteringTestJSON-850245555-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/64c93797-84c9-475b-9938-dc3b20b8ea6b HTTP/1.1" status: 204 len: 168 time: 0.1699271 Nov 12 00:56:52.786416 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e14763-5a67-430c-bcdd-e5b175ed8338" -d '{"events": [{"server_uuid": "f4448604-16ab-4f44-a2c8-0b55b9d2bf06", "name": "network-vif-plugged", "status": "completed", "tag": "32d55d15-cda1-42c5-acb9-247105424a0c"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:52.790205 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38422) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:52.849801 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61eb97f8-5a65-45b3-9208-43a39b66ac9e None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:56:52.858789 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-933c2278-564a-4a8c-bedb-f1b6a5e6458d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:52.860400 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 32d55d15-cda1-42c5-acb9-247105424a0c, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=32d55d15-cda1-42c5-acb9-247105424a0c,segment=NetworkSegment(769a0daf-75ef-4b03-bc7e-d891d1a3563d),segment_id=769a0daf-75ef-4b03-bc7e-d891d1a3563d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:52.869656 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-933c2278-564a-4a8c-bedb-f1b6a5e6458d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/32d43ffb-19ae-40d8-a748-fad5e94523f0 HTTP/1.1" status: 204 len: 168 time: 0.6973705 Nov 12 00:56:52.872234 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38426) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:52.874502 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb9648e-c118-4b9a-a716-3a3c9d290c74 x-openstack-request-id: req-0eb9648e-c118-4b9a-a716-3a3c9d290c74 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:52.874798 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4448604-16ab-4f44-a2c8-0b55b9d2bf06", "name": "network-vif-plugged", "status": "completed", "tag": "32d55d15-cda1-42c5-acb9-247105424a0c", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:52.875051 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0eb9648e-c118-4b9a-a716-3a3c9d290c74 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:52.875456 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d55d15-cda1-42c5-acb9-247105424a0c', 'code': 200} Nov 12 00:56:52.899497 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:52.999748 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-82d8c3de-30a0-4349-aeda-c2e8344b6c78 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1263671 Nov 12 00:56:53.000548 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38428) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:53.013989 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-e746a952-2eea-4c5f-a504-6ad584380756 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'subnet': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:53.118148 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['ded2273a-2a05-4940-8a85-b6f893dc4749'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:56:53.180935 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-37743d89-132b-4027-9f1e-ec81f77a1a36 tempest-MeteringTestJSON-850245555 tempest-MeteringTestJSON-850245555-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:53.197213 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-37743d89-132b-4027-9f1e-ec81f77a1a36 tempest-MeteringTestJSON-850245555 tempest-MeteringTestJSON-850245555-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/9299a1f4-62ba-44f8-9744-074c22efc2ae HTTP/1.1" status: 204 len: 168 time: 0.3901985 Nov 12 00:56:53.207503 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-663bdcb1-444a-4d4d-8c08-b43cf1d6af47 req-2adcd255-bd51-48b0-a850-715820932041 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Router eb388228-fe15-42a9-bbc3-4adbc29f3c94 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:56:53.209617 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f66e0491-0e37-4169-a1d9-476b0e211700 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:53.222871 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f66e0491-0e37-4169-a1d9-476b0e211700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:53.235105 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 2064e148-7551-4555-ba77-fc36d574c2d4 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:56:53.240861 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e746a952-2eea-4c5f-a504-6ad584380756 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:53.248709 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e746a952-2eea-4c5f-a504-6ad584380756 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:53.294592 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=32d55d15-cda1-42c5-acb9-247105424a0c,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:53.383669 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f66e0491-0e37-4169-a1d9-476b0e211700 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=47e3aa5d987b4e96b21548ef1a28ee0e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0747538 Nov 12 00:56:53.383669 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66e0491-0e37-4169-a1d9-476b0e211700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a253108e-b2b1-4687-a84f-dc8cb6278765,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:53.386231 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38446) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:53.448766 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384e370-d174-456c-8ba3-0a3ef440e5e6 req-4e875891-6f3c-499f-b9da-2045900571d4 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:53.450542 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0384e370-d174-456c-8ba3-0a3ef440e5e6 req-4e875891-6f3c-499f-b9da-2045900571d4 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 945 time: 0.1800137 Nov 12 00:56:53.488901 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 2064e148-7551-4555-ba77-fc36d574c2d4 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:53.489416 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:53.542782 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c18af13a-4c20-423c-bd60-e93356cb27fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:53.598948 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c18af13a-4c20-423c-bd60-e93356cb27fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:53.659013 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38460) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:53.695557 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e746a952-2eea-4c5f-a504-6ad584380756 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:53.749999 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0a0d95d6-1c25-4a8d-b87b-5994104f3ab7 req-92dbb8f4-a4f0-4a88-90ad-b6e597b5d183 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.2473326 Nov 12 00:56:53.772231 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e746a952-2eea-4c5f-a504-6ad584380756 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:53.780057 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-e746a952-2eea-4c5f-a504-6ad584380756 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:53.786218 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e746a952-2eea-4c5f-a504-6ad584380756 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:53.787116 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e746a952-2eea-4c5f-a504-6ad584380756 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:53.814052 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-663bdcb1-444a-4d4d-8c08-b43cf1d6af47 req-2adcd255-bd51-48b0-a850-715820932041 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:56:53.825832 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-663bdcb1-444a-4d4d-8c08-b43cf1d6af47 req-2adcd255-bd51-48b0-a850-715820932041 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:53.836151 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e746a952-2eea-4c5f-a504-6ad584380756 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8299575 Nov 12 00:56:53.842207 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38466) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:53.853690 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e746a952-2eea-4c5f-a504-6ad584380756 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Subnet': ['ID=9e3c8314-eadd-4c45-829e-9912e51df149,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:53.886349 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-b88c5dd1-e259-41ed-ac51-d019a23feef5 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'port': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'fixed_ips': [{'subnet_id': '9e3c8314-eadd-4c45-829e-9912e51df149', 'ip_address': '2001:db8::9739:3faf:358:a86f'}], 'name': 'tempest-NetworksTestDHCPv6-2006229284'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:53.897971 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-663bdcb1-444a-4d4d-8c08-b43cf1d6af47 req-2adcd255-bd51-48b0-a850-715820932041 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "PUT /v2.0/floatingips/4ea4b977-5470-4abc-9680-bc94a35af62e HTTP/1.1" status: 200 len: 695 time: 2.1022623 Nov 12 00:56:53.901113 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cd01a0e-3db4-4842-99a8-f43b7e22210e', 'tag': '9f4f7ada-bf0c-4ae0-b610-4746ca91226a'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:53.906036 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5e2d64-4d00-4013-9949-bf6fe4d53b9c" -d '{"events": [{"name": "network-changed", "server_uuid": "3cd01a0e-3db4-4842-99a8-f43b7e22210e", "tag": "9f4f7ada-bf0c-4ae0-b610-4746ca91226a"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:53.920814 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0384e370-d174-456c-8ba3-0a3ef440e5e6 req-33fbb71d-b374-42a1-816a-b0f079846fdc tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4499724 Nov 12 00:56:53.957924 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c18af13a-4c20-423c-bd60-e93356cb27fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:53.968322 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c18af13a-4c20-423c-bd60-e93356cb27fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:53.971794 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c18af13a-4c20-423c-bd60-e93356cb27fe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a253108e-b2b1-4687-a84f-dc8cb6278765 HTTP/1.1" status: 204 len: 168 time: 0.5796673 Nov 12 00:56:54.003524 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c455b3f2-ddca-47e4-bf94-448c1002460b None None] Sync routers for ids ['eb388228-fe15-42a9-bbc3-4adbc29f3c94'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:56:54.008113 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663bdcb1-444a-4d4d-8c08-b43cf1d6af47 req-4accbf13-4433-48d8-bf6a-c7c81b5c8255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:54.017196 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-663bdcb1-444a-4d4d-8c08-b43cf1d6af47 req-4accbf13-4433-48d8-bf6a-c7c81b5c8255 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=baf75bc08f044ea79cb7fe0fca6d826b&device_id=3cd01a0e-3db4-4842-99a8-f43b7e22210e HTTP/1.1" status: 200 len: 1098 time: 0.1083117 Nov 12 00:56:54.022326 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076cb3e5-6610-47cc-ad90-92020396da88 None None] DHCP port deletion for 549c8e6d-38df-4171-95c5-652183e307b7 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:56:54.070589 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c455b3f2-ddca-47e4-bf94-448c1002460b None None] Routers {'eb388228-fe15-42a9-bbc3-4adbc29f3c94'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:56:54.071325 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-c455b3f2-ddca-47e4-bf94-448c1002460b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:56:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['eb388228-fe15-42a9-bbc3-4adbc29f3c94'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:54.146826 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18af13a-4c20-423c-bd60-e93356cb27fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a253108e-b2b1-4687-a84f-dc8cb6278765,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:54.206558 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3a9dfb5c-f70a-4b73-9af2-d90cdbf581ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:54.214172 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88c5dd1-e259-41ed-ac51-d019a23feef5 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:54.223255 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 839befd9-0d96-49e6-b80d-77934b38b2b7 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:56:54.279001 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663bdcb1-444a-4d4d-8c08-b43cf1d6af47 req-676b3521-29ff-471d-a8be-80c6cd8f015c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:54.310581 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-663bdcb1-444a-4d4d-8c08-b43cf1d6af47 req-676b3521-29ff-471d-a8be-80c6cd8f015c service neutron] 10.222.0.20 "GET /v2.0/networks?id=af4f1b37-e652-4f9e-8d30-5c4c87fdae14 HTTP/1.1" status: 200 len: 921 time: 0.2863154 Nov 12 00:56:54.406258 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-663bdcb1-444a-4d4d-8c08-b43cf1d6af47 req-62cb0b9b-4637-4ec5-a9ca-d14cb2c9d81b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f4f7ada-bf0c-4ae0-b610-4746ca91226a HTTP/1.1" status: 200 len: 217 time: 0.0926850 Nov 12 00:56:54.463519 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663bdcb1-444a-4d4d-8c08-b43cf1d6af47 req-c916dc2b-4b72-4d64-bd57-e09286727673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:54.469820 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-076cb3e5-6610-47cc-ad90-92020396da88 None None] Deleting port 2064e148-7551-4555-ba77-fc36d574c2d4 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:56:54.470399 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-076cb3e5-6610-47cc-ad90-92020396da88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:54.473243 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-663bdcb1-444a-4d4d-8c08-b43cf1d6af47 req-c916dc2b-4b72-4d64-bd57-e09286727673 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6d5c0776-b5b7-48fa-8d00-bcca9603dc88 HTTP/1.1" status: 200 len: 860 time: 0.0658276 Nov 12 00:56:54.476951 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89ea6a-fa2f-44c8-9542-bbd26efc24fe req-bba0ae70-6472-4284-a266-29959103eff5 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:54.478388 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-c455b3f2-ddca-47e4-bf94-448c1002460b None None] Set router eb388228-fe15-42a9-bbc3-4adbc29f3c94 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:56:54.499100 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89ea6a-fa2f-44c8-9542-bbd26efc24fe req-bba0ae70-6472-4284-a266-29959103eff5 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:54.504471 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89ea6a-fa2f-44c8-9542-bbd26efc24fe req-bba0ae70-6472-4284-a266-29959103eff5 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:54.510661 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89ea6a-fa2f-44c8-9542-bbd26efc24fe req-bba0ae70-6472-4284-a266-29959103eff5 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:54.529975 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 839befd9-0d96-49e6-b80d-77934b38b2b7 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:56:54.533001 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89ea6a-fa2f-44c8-9542-bbd26efc24fe req-bba0ae70-6472-4284-a266-29959103eff5 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:54.545835 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 839befd9-0d96-49e6-b80d-77934b38b2b7 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:54.547073 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:54.550835 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89ea6a-fa2f-44c8-9542-bbd26efc24fe req-bba0ae70-6472-4284-a266-29959103eff5 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:54.587317 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-663bdcb1-444a-4d4d-8c08-b43cf1d6af47 req-c3bf3e1c-1494-482f-a538-a2dfed5e88a0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=af4f1b37-e652-4f9e-8d30-5c4c87fdae14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1131411 Nov 12 00:56:54.595669 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89ea6a-fa2f-44c8-9542-bbd26efc24fe req-bba0ae70-6472-4284-a266-29959103eff5 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:54.605268 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38484) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:54.608785 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fa89ea6a-fa2f-44c8-9542-bbd26efc24fe req-bba0ae70-6472-4284-a266-29959103eff5 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 5438 time: 0.4563656 Nov 12 00:56:54.680448 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dd536e68-f4cd-46d5-bc90-5eaf925b46cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:54.770865 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-787d6d2f-542c-427f-b747-3063041a3731 req-3c32aa90-ea2b-42d2-a1a3-ca083195d121 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1384273 Nov 12 00:56:54.851449 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b88c5dd1-e259-41ed-ac51-d019a23feef5 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:54.902265 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:54.906872 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-663bdcb1-444a-4d4d-8c08-b43cf1d6af47 req-6d629f35-7b61-40ba-8259-a8cfa5772ad3 service neutron] 10.222.0.20 "GET /v2.0/networks/af4f1b37-e652-4f9e-8d30-5c4c87fdae14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129895 Nov 12 00:56:54.939614 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-b88c5dd1-e259-41ed-ac51-d019a23feef5 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] device_id is not set on port e9ac5532-4178-4c79-8175-b99a546a4789 yet. {{(pid=102661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:56:55.001740 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839befd9-0d96-49e6-b80d-77934b38b2b7'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:55.014187 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23bfd008-7006-4655-9707-5098db1953d6" -d '{"events": [{"server_uuid": "f4448604-16ab-4f44-a2c8-0b55b9d2bf06", "name": "network-vif-plugged", "status": "completed", "tag": "839befd9-0d96-49e6-b80d-77934b38b2b7"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:55.044982 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-663bdcb1-444a-4d4d-8c08-b43cf1d6af47 req-f82ea0c2-bec2-42ce-b182-a6662bc9e388 service neutron] 10.222.0.20 "GET /v2.0/networks/af4f1b37-e652-4f9e-8d30-5c4c87fdae14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176124 Nov 12 00:56:55.064536 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 839befd9-0d96-49e6-b80d-77934b38b2b7, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=839befd9-0d96-49e6-b80d-77934b38b2b7,segment=NetworkSegment(bac9ae7f-c1bf-42c9-91a3-fcb8f2c6d79e),segment_id=bac9ae7f-c1bf-42c9-91a3-fcb8f2c6d79e)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:55.096762 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dd536e68-f4cd-46d5-bc90-5eaf925b46cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:55.097659 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-076cb3e5-6610-47cc-ad90-92020396da88 None None] For port 2064e148-7551-4555-ba77-fc36d574c2d4, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=2064e148-7551-4555-ba77-fc36d574c2d4,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:55.098475 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-076cb3e5-6610-47cc-ad90-92020396da88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:55.103172 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dd536e68-f4cd-46d5-bc90-5eaf925b46cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:55.105687 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fa89ea6a-fa2f-44c8-9542-bbd26efc24fe req-06a4b4fa-a7ae-4191-a710-4bb1fefe2425 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&id=cbe02f78-bccb-4d23-9946-d2b58c9817de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4932842 Nov 12 00:56:55.140117 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:55.143057 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device e5eb25a0-7da0-4bbc-9a1a-01a506e19685 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:56:55.203186 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efcf822-9d23-4a59-bb4a-48b88b44159b x-openstack-request-id: req-7efcf822-9d23-4a59-bb4a-48b88b44159b {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:55.204054 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cd01a0e-3db4-4842-99a8-f43b7e22210e", "tag": "9f4f7ada-bf0c-4ae0-b610-4746ca91226a", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:55.206249 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7efcf822-9d23-4a59-bb4a-48b88b44159b {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:55.207261 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cd01a0e-3db4-4842-99a8-f43b7e22210e', 'tag': '9f4f7ada-bf0c-4ae0-b610-4746ca91226a', 'status': 'completed', 'code': 200} Nov 12 00:56:55.232088 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-dd536e68-f4cd-46d5-bc90-5eaf925b46cf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b8de6901bc974b74a0a81ef1e0d8d787&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6092875 Nov 12 00:56:55.245922 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38494) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:55.316572 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd536e68-f4cd-46d5-bc90-5eaf925b46cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aafaac6-3ac7-4a58-92a1-be7ef9e7f461,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:55.366589 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-b88c5dd1-e259-41ed-ac51-d019a23feef5 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Allocated IP 2001:db8::9739:3faf:358:a86f (549c8e6d-38df-4171-95c5-652183e307b7/9e3c8314-eadd-4c45-829e-9912e51df149/e9ac5532-4178-4c79-8175-b99a546a4789) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:55.375635 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 2064e148-7551-4555-ba77-fc36d574c2d4 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:56:55.420220 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117ef696-179c-4bba-b752-ccbd2f967c71 x-openstack-request-id: req-117ef696-179c-4bba-b752-ccbd2f967c71 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:55.420694 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4448604-16ab-4f44-a2c8-0b55b9d2bf06", "name": "network-vif-plugged", "status": "completed", "tag": "839befd9-0d96-49e6-b80d-77934b38b2b7", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:55.421048 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-117ef696-179c-4bba-b752-ccbd2f967c71 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:55.421723 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839befd9-0d96-49e6-b80d-77934b38b2b7', 'code': 200} Nov 12 00:56:55.428502 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=839befd9-0d96-49e6-b80d-77934b38b2b7,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:55.439348 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-076cb3e5-6610-47cc-ad90-92020396da88 None None] Calling delete_port for 2064e148-7551-4555-ba77-fc36d574c2d4 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:56:55.440207 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eb9b27cb-4904-4862-82ba-6c828b9386db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:55.447471 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-84583136-d71c-49b6-9e98-6f7225da014a req-d975d6ce-1251-4db9-96cb-7ad878795aed tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/floatingips/4ea4b977-5470-4abc-9680-bc94a35af62e HTTP/1.1" status: 200 len: 695 time: 0.1084361 Nov 12 00:56:55.459567 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-c455b3f2-ddca-47e4-bf94-448c1002460b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb388228-fe15-42a9-bbc3-4adbc29f3c94', 'name': 'tempest-ServerRescueTestJSONUnderV235-1807796518-router', 'tenant_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '0e71904f-71c1-4745-bcfc-d9886c8aca22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:55:31Z', 'updated_at': '2021-11-12T00:55:37Z', 'revision_number': 4, 'project_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'gw_port': {'id': '0e71904f-71c1-4745-bcfc-d9886c8aca22', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb388228-fe15-42a9-bbc3-4adbc29f3c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:32Z', 'updated_at': '2021-11-12T00:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '32cb30a9-3e7f-49c7-87c6-f52d59246fea', 'name': '', 'network_id': 'af4f1b37-e652-4f9e-8d30-5c4c87fdae14', 'tenant_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'mac_address': 'fa:16:3e:c7:59:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb388228-fe15-42a9-bbc3-4adbc29f3c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '6d5c0776-b5b7-48fa-8d00-bcca9603dc88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:36Z', 'updated_at': '2021-11-12T00:55:48Z', 'revision_number': 5, 'project_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'subnets': [{'id': '6d5c0776-b5b7-48fa-8d00-bcca9603dc88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:55.502239 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c455b3f2-ddca-47e4-bf94-448c1002460b None None] Checking router: eb388228-fe15-42a9-bbc3-4adbc29f3c94 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:56:55.528762 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c455b3f2-ddca-47e4-bf94-448c1002460b None None] Routers {'eb388228-fe15-42a9-bbc3-4adbc29f3c94'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:56:55.529742 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-c455b3f2-ddca-47e4-bf94-448c1002460b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:56:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['eb388228-fe15-42a9-bbc3-4adbc29f3c94'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:55.583834 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:55.585540 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port e5eb25a0-7da0-4bbc-9a1a-01a506e19685 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:56:55.635239 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port e5eb25a0-7da0-4bbc-9a1a-01a506e19685 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:55.636376 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:55.637042 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eb9b27cb-4904-4862-82ba-6c828b9386db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:55.756148 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 2064e148-7551-4555-ba77-fc36d574c2d4, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=2064e148-7551-4555-ba77-fc36d574c2d4,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:55.829120 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:55.839531 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:55.864801 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84583136-d71c-49b6-9e98-6f7225da014a req-8d52b333-6862-4e89-89bb-f6572b34b808 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:55.869507 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-84583136-d71c-49b6-9e98-6f7225da014a req-8d52b333-6862-4e89-89bb-f6572b34b808 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/networks/ef732b55-2b3c-4048-85da-0a8ac273c14b HTTP/1.1" status: 200 len: 784 time: 0.4126790 Nov 12 00:56:55.896904 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [req-84583136-d71c-49b6-9e98-6f7225da014a req-1ecc706b-9fe5-4e09-9bd5-6f3565478b2b tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:56:55.902515 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-84583136-d71c-49b6-9e98-6f7225da014a req-1ecc706b-9fe5-4e09-9bd5-6f3565478b2b tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0154495 Nov 12 00:56:55.905212 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eb9b27cb-4904-4862-82ba-6c828b9386db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:55.910638 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eb9b27cb-4904-4862-82ba-6c828b9386db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:55.911795 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-eb9b27cb-4904-4862-82ba-6c828b9386db admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1aafaac6-3ac7-4a58-92a1-be7ef9e7f461 HTTP/1.1" status: 204 len: 168 time: 0.6634910 Nov 12 00:56:55.970922 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=2064e148-7551-4555-ba77-fc36d574c2d4,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:56.179074 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port e5eb25a0-7da0-4bbc-9a1a-01a506e19685, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=e5eb25a0-7da0-4bbc-9a1a-01a506e19685,segment=NetworkSegment(f3938551-3a44-4fa9-8327-3f2151b42141),segment_id=f3938551-3a44-4fa9-8327-3f2151b42141)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:56.212960 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:56.219556 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 4c22bace-f635-4893-bff7-f3b4e0d2feaa up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:56:56.334323 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-c455b3f2-ddca-47e4-bf94-448c1002460b None None] Set router eb388228-fe15-42a9-bbc3-4adbc29f3c94 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:56:56.335016 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3a9dfb5c-f70a-4b73-9af2-d90cdbf581ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:56.355525 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3a9dfb5c-f70a-4b73-9af2-d90cdbf581ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:56.419988 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=e5eb25a0-7da0-4bbc-9a1a-01a506e19685,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:56.423971 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-076cb3e5-6610-47cc-ad90-92020396da88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:56.428053 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-3a9dfb5c-f70a-4b73-9af2-d90cdbf581ff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7d3e9d8ab97b4cdc970ead7a5ca0a850&name=default HTTP/1.1" status: 200 len: 3000 time: 2.7228072 Nov 12 00:56:56.449715 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38508) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:56.478885 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076cb3e5-6610-47cc-ad90-92020396da88 None None] No DVR routers for this DVR port 2064e148-7551-4555-ba77-fc36d574c2d4 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:56:56.496439 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076cb3e5-6610-47cc-ad90-92020396da88 None None] Pushing event deleted for resources: {'Port': ['ID=2064e148-7551-4555-ba77-fc36d574c2d4,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:56.513610 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e9c741-e086-4e8f-849a-74d7514676ff None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:56:56.553014 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4b833-2537-4330-8d28-fd1d771d8ae3 req-59739a1c-defc-44f5-8e3b-14a7add2ff18 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:56.554620 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4eb4b833-2537-4330-8d28-fd1d771d8ae3 req-59739a1c-defc-44f5-8e3b-14a7add2ff18 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 945 time: 0.2178392 Nov 12 00:56:56.643754 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e2d64-4d00-4013-9949-bf6fe4d53b9c req-3a593e63-5b2b-4de0-877f-e970b9b9c5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:56.645329 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8a5e2d64-4d00-4013-9949-bf6fe4d53b9c req-3a593e63-5b2b-4de0-877f-e970b9b9c5b6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=baf75bc08f044ea79cb7fe0fca6d826b&device_id=3cd01a0e-3db4-4842-99a8-f43b7e22210e HTTP/1.1" status: 200 len: 1098 time: 0.3296516 Nov 12 00:56:56.662930 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9dfb5c-f70a-4b73-9af2-d90cdbf581ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d656efe0-9004-4eb2-b1f9-f73311e96e2b,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:56.841349 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e2d64-4d00-4013-9949-bf6fe4d53b9c req-5877217f-6f68-4164-aa9d-7798fdf6aa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:56.846067 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8a5e2d64-4d00-4013-9949-bf6fe4d53b9c req-5877217f-6f68-4164-aa9d-7798fdf6aa7f service neutron] 10.222.0.54 "GET /v2.0/networks?id=af4f1b37-e652-4f9e-8d30-5c4c87fdae14 HTTP/1.1" status: 200 len: 921 time: 0.1738656 Nov 12 00:56:56.886688 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b88c5dd1-e259-41ed-ac51-d019a23feef5 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:56.967508 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9b27cb-4904-4862-82ba-6c828b9386db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aafaac6-3ac7-4a58-92a1-be7ef9e7f461,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:56.996254 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-84583136-d71c-49b6-9e98-6f7225da014a req-e2d75a2f-0f2e-4c56-a59f-bf5e6d0a377b tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.154 HTTP/1.1" status: 200 len: 698 time: 1.0802050 Nov 12 00:56:57.070897 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4eb4b833-2537-4330-8d28-fd1d771d8ae3 req-0eded454-4cd6-486a-946c-35dc0be0a2ec tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4902041 Nov 12 00:56:57.091805 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8a5e2d64-4d00-4013-9949-bf6fe4d53b9c req-557f0207-8f0c-4dd1-b4ef-d2d006945c5d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f4f7ada-bf0c-4ae0-b610-4746ca91226a HTTP/1.1" status: 200 len: 217 time: 0.2025979 Nov 12 00:56:57.116589 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 4c22bace-f635-4893-bff7-f3b4e0d2feaa completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:56:57.156270 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 4c22bace-f635-4893-bff7-f3b4e0d2feaa triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:57.156643 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:57.183151 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-84583136-d71c-49b6-9e98-6f7225da014a req-65ef7146-8d63-481e-b9b2-e78677e75c22 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.154 HTTP/1.1" status: 200 len: 698 time: 0.1788306 Nov 12 00:56:57.255314 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b88c5dd1-e259-41ed-ac51-d019a23feef5 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:57.342162 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-06144ee2-7e6d-4001-b991-c6046639e8df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:57.422825 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-84583136-d71c-49b6-9e98-6f7225da014a req-d514d883-72e8-48b2-8d88-d6072511ebe2 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Deleting port b17857aa-59a8-4e81-a54d-7dd22c030400 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:56:57.423229 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-84583136-d71c-49b6-9e98-6f7225da014a req-d514d883-72e8-48b2-8d88-d6072511ebe2 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:57.437367 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5eb25a0-7da0-4bbc-9a1a-01a506e19685'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:57.440668 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184d6554-bc94-4d73-9258-1a2da14b4841" -d '{"events": [{"server_uuid": "f4448604-16ab-4f44-a2c8-0b55b9d2bf06", "name": "network-vif-plugged", "status": "completed", "tag": "e5eb25a0-7da0-4bbc-9a1a-01a506e19685"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:57.500690 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88c5dd1-e259-41ed-ac51-d019a23feef5 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:57.561112 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-84583136-d71c-49b6-9e98-6f7225da014a req-d514d883-72e8-48b2-8d88-d6072511ebe2 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:57.569497 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-84583136-d71c-49b6-9e98-6f7225da014a req-d514d883-72e8-48b2-8d88-d6072511ebe2 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:57.593095 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89f290-c857-4c15-9ec5-6bdbb2fdd520 req-837af0a8-a2da-4b0f-baf6-584db8474cbe tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:57.598692 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-84583136-d71c-49b6-9e98-6f7225da014a req-d514d883-72e8-48b2-8d88-d6072511ebe2 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Calling delete_port for b17857aa-59a8-4e81-a54d-7dd22c030400 owned by network:floatingip {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:56:57.600426 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89f290-c857-4c15-9ec5-6bdbb2fdd520 req-837af0a8-a2da-4b0f-baf6-584db8474cbe tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:57.622376 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89f290-c857-4c15-9ec5-6bdbb2fdd520 req-837af0a8-a2da-4b0f-baf6-584db8474cbe tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:57.628990 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89f290-c857-4c15-9ec5-6bdbb2fdd520 req-837af0a8-a2da-4b0f-baf6-584db8474cbe tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:57.632504 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:57.635434 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a0cfec-d92e-44ec-bfad-19f45d3b9c57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-549c8e6d-38df-4171-95c5-652183e307b7', 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'tenant_id': 'd39bd700eb73489c844e800fa5489ef8', 'fixed_ips': [{'subnet_id': '9e3c8314-eadd-4c45-829e-9912e51df149'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:56:57.637861 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-09a0cfec-d92e-44ec-bfad-19f45d3b9c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:57.640334 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89f290-c857-4c15-9ec5-6bdbb2fdd520 req-837af0a8-a2da-4b0f-baf6-584db8474cbe tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:57.663949 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89f290-c857-4c15-9ec5-6bdbb2fdd520 req-837af0a8-a2da-4b0f-baf6-584db8474cbe tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:57.670612 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89f290-c857-4c15-9ec5-6bdbb2fdd520 req-837af0a8-a2da-4b0f-baf6-584db8474cbe tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:57.672653 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6d89f290-c857-4c15-9ec5-6bdbb2fdd520 req-837af0a8-a2da-4b0f-baf6-584db8474cbe tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 5440 time: 0.3103740 Nov 12 00:56:57.705239 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-b88c5dd1-e259-41ed-ac51-d019a23feef5 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:57.755302 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-06144ee2-7e6d-4001-b991-c6046639e8df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:57.759286 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88c5dd1-e259-41ed-ac51-d019a23feef5 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:56:57.776758 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88c5dd1-e259-41ed-ac51-d019a23feef5 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:57.777731 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b88c5dd1-e259-41ed-ac51-d019a23feef5 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:57.794543 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-c455b3f2-ddca-47e4-bf94-448c1002460b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb388228-fe15-42a9-bbc3-4adbc29f3c94', 'name': 'tempest-ServerRescueTestJSONUnderV235-1807796518-router', 'tenant_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '0e71904f-71c1-4745-bcfc-d9886c8aca22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:55:31Z', 'updated_at': '2021-11-12T00:55:37Z', 'revision_number': 4, 'project_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'gw_port': {'id': '0e71904f-71c1-4745-bcfc-d9886c8aca22', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb388228-fe15-42a9-bbc3-4adbc29f3c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:32Z', 'updated_at': '2021-11-12T00:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '32cb30a9-3e7f-49c7-87c6-f52d59246fea', 'name': '', 'network_id': 'af4f1b37-e652-4f9e-8d30-5c4c87fdae14', 'tenant_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'mac_address': 'fa:16:3e:c7:59:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb388228-fe15-42a9-bbc3-4adbc29f3c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '6d5c0776-b5b7-48fa-8d00-bcca9603dc88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:36Z', 'updated_at': '2021-11-12T00:55:48Z', 'revision_number': 5, 'project_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'subnets': [{'id': '6d5c0776-b5b7-48fa-8d00-bcca9603dc88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:57.821244 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aef2167f-9c8b-43fd-ab0a-307047178be7 req-b85ffdc4-d9bb-451b-8eda-9954046e1572 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.3241084 Nov 12 00:56:57.875603 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b88c5dd1-e259-41ed-ac51-d019a23feef5 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.0315189 Nov 12 00:56:57.892631 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38540) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:57.908656 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e2d64-4d00-4013-9949-bf6fe4d53b9c req-c0201717-80b9-4685-af6c-f1bb3a3f1402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:57.918902 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8a5e2d64-4d00-4013-9949-bf6fe4d53b9c req-c0201717-80b9-4685-af6c-f1bb3a3f1402 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6d5c0776-b5b7-48fa-8d00-bcca9603dc88 HTTP/1.1" status: 200 len: 860 time: 0.8147206 Nov 12 00:56:57.922990 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-84583136-d71c-49b6-9e98-6f7225da014a req-d514d883-72e8-48b2-8d88-d6072511ebe2 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:57.965708 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88c5dd1-e259-41ed-ac51-d019a23feef5 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Port': ['ID=e9ac5532-4178-4c79-8175-b99a546a4789,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:57.977072 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d514d883-72e8-48b2-8d88-d6072511ebe2 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Pushing event deleted for resources: {'Port': ['ID=b17857aa-59a8-4e81-a54d-7dd22c030400,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:57.999540 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c455b3f2-ddca-47e4-bf94-448c1002460b None None] The sync data for ids ['eb388228-fe15-42a9-bbc3-4adbc29f3c94'] in n-d-812236-11 is: [{'id': 'eb388228-fe15-42a9-bbc3-4adbc29f3c94', 'name': 'tempest-ServerRescueTestJSONUnderV235-1807796518-router', 'tenant_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '0e71904f-71c1-4745-bcfc-d9886c8aca22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:55:31Z', 'updated_at': '2021-11-12T00:55:37Z', 'revision_number': 4, 'project_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'gw_port': {'id': '0e71904f-71c1-4745-bcfc-d9886c8aca22', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb388228-fe15-42a9-bbc3-4adbc29f3c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:32Z', 'updated_at': '2021-11-12T00:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '32cb30a9-3e7f-49c7-87c6-f52d59246fea', 'name': '', 'network_id': 'af4f1b37-e652-4f9e-8d30-5c4c87fdae14', 'tenant_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'mac_address': 'fa:16:3e:c7:59:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb388228-fe15-42a9-bbc3-4adbc29f3c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '6d5c0776-b5b7-48fa-8d00-bcca9603dc88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:36Z', 'updated_at': '2021-11-12T00:55:48Z', 'revision_number': 5, 'project_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'subnets': [{'id': '6d5c0776-b5b7-48fa-8d00-bcca9603dc88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:56:58.015651 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 4c22bace-f635-4893-bff7-f3b4e0d2feaa, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=4c22bace-f635-4893-bff7-f3b4e0d2feaa,segment=NetworkSegment(f3938551-3a44-4fa9-8327-3f2151b42141),segment_id=f3938551-3a44-4fa9-8327-3f2151b42141)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:58.054618 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:58.055759 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:56:58.163352 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8a5e2d64-4d00-4013-9949-bf6fe4d53b9c req-d6516736-41be-4305-b2a9-364b9f47ef6e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=af4f1b37-e652-4f9e-8d30-5c4c87fdae14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2038345 Nov 12 00:56:58.210793 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-84583136-d71c-49b6-9e98-6f7225da014a req-d514d883-72e8-48b2-8d88-d6072511ebe2 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Publish callbacks [] for floatingip, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:58.214646 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-84583136-d71c-49b6-9e98-6f7225da014a req-d514d883-72e8-48b2-8d88-d6072511ebe2 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:58.216157 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-84583136-d71c-49b6-9e98-6f7225da014a req-d514d883-72e8-48b2-8d88-d6072511ebe2 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "DELETE /v2.0/floatingips/4ea4b977-5470-4abc-9680-bc94a35af62e HTTP/1.1" status: 204 len: 173 time: 1.0261734 Nov 12 00:56:58.225522 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6d89f290-c857-4c15-9ec5-6bdbb2fdd520 req-3d11d583-3924-4721-a1d7-3bbf2de35492 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&id=cbe02f78-bccb-4d23-9946-d2b58c9817de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4827442 Nov 12 00:56:58.289210 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cafaa74-ca4b-4723-8f32-6bd57735a6d5 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:58.299384 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-3cafaa74-ca4b-4723-8f32-6bd57735a6d5 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.3727925 Nov 12 00:56:58.299543 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38554) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:58.356185 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-06144ee2-7e6d-4001-b991-c6046639e8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:58.358780 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-06144ee2-7e6d-4001-b991-c6046639e8df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:58.360023 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-06144ee2-7e6d-4001-b991-c6046639e8df admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d656efe0-9004-4eb2-b1f9-f73311e96e2b HTTP/1.1" status: 204 len: 168 time: 1.9039698 Nov 12 00:56:58.395256 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55d8589-b516-4d72-8e53-e2c28f084d6b x-openstack-request-id: req-b55d8589-b516-4d72-8e53-e2c28f084d6b {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:58.396963 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4448604-16ab-4f44-a2c8-0b55b9d2bf06", "name": "network-vif-plugged", "status": "completed", "tag": "e5eb25a0-7da0-4bbc-9a1a-01a506e19685", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:58.398949 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b55d8589-b516-4d72-8e53-e2c28f084d6b {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:58.399564 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5eb25a0-7da0-4bbc-9a1a-01a506e19685', 'code': 200} Nov 12 00:56:58.420364 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06144ee2-7e6d-4001-b991-c6046639e8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d656efe0-9004-4eb2-b1f9-f73311e96e2b,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:58.486315 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8a5e2d64-4d00-4013-9949-bf6fe4d53b9c req-8caa1be1-5ab6-4a35-99d8-014d8d8604e0 service neutron] 10.222.0.54 "GET /v2.0/networks/af4f1b37-e652-4f9e-8d30-5c4c87fdae14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133740 Nov 12 00:56:58.511625 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=4c22bace-f635-4893-bff7-f3b4e0d2feaa,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:58.586874 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-09a0cfec-d92e-44ec-bfad-19f45d3b9c57 None None] Allocated IP 2001:db8::2 (549c8e6d-38df-4171-95c5-652183e307b7/9e3c8314-eadd-4c45-829e-9912e51df149/58e53856-7d8f-4eb6-a023-dd6845af8f40) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:58.606956 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfed509-e0be-4e52-a031-abca23b295f5 None None] New status for floating IP 4ea4b977-5470-4abc-9680-bc94a35af62e: DOWN {{(pid=102664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:56:58.635360 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:56:58.649771 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:58.650147 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:58.775403 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a09a09-cbd5-462f-a1dd-de882d723298 req-73b67561-ad9b-41b3-9993-37f62bfe7329 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:58.792258 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-37a09a09-cbd5-462f-a1dd-de882d723298 req-73b67561-ad9b-41b3-9993-37f62bfe7329 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 945 time: 0.3409092 Nov 12 00:56:58.850955 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-46deff33-d864-4018-b71e-b9ee9ad6f75a req-95e50b25-46ac-49f2-b68b-0b175aca8622 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/security-groups/453399a4-2251-4baf-96d7-e30afcfc1314 HTTP/1.1" status: 200 len: 1826 time: 0.4030669 Nov 12 00:56:58.875369 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-167caac9-7161-46aa-9db5-a76ccac3f048 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Deleting port e9ac5532-4178-4c79-8175-b99a546a4789 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:56:58.875888 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-167caac9-7161-46aa-9db5-a76ccac3f048 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:58.905073 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b3cfaeac-01be-4e14-a4e2-450b68f6c59b req-ad22ec5e-578d-429f-83eb-8e2fe163659a service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1112695 Nov 12 00:56:59.014674 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8a5e2d64-4d00-4013-9949-bf6fe4d53b9c req-9bddbae1-a4bf-484d-a86f-a8f38ad14d01 service neutron] 10.222.0.54 "GET /v2.0/networks/af4f1b37-e652-4f9e-8d30-5c4c87fdae14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4883807 Nov 12 00:56:59.049643 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-37a09a09-cbd5-462f-a1dd-de882d723298 req-3aad9637-b990-48fb-9c5e-05fd20fa8ed0 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2136259 Nov 12 00:56:59.102555 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:59.114345 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-167caac9-7161-46aa-9db5-a76ccac3f048 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:59.132540 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-167caac9-7161-46aa-9db5-a76ccac3f048 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Calling delete_port for e9ac5532-4178-4c79-8175-b99a546a4789 owned by {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:56:59.135402 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-09a0cfec-d92e-44ec-bfad-19f45d3b9c57 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:59.160034 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-09a0cfec-d92e-44ec-bfad-19f45d3b9c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:59.195972 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4,segment=NetworkSegment(f3938551-3a44-4fa9-8327-3f2151b42141),segment_id=f3938551-3a44-4fa9-8327-3f2151b42141)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:59.266787 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:59.271718 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device ded2273a-2a05-4940-8a85-b6f893dc4749 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:56:59.296379 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a0cfec-d92e-44ec-bfad-19f45d3b9c57 None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:59.353247 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38580) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:59.356182 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-09a0cfec-d92e-44ec-bfad-19f45d3b9c57 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:59.361194 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a0cfec-d92e-44ec-bfad-19f45d3b9c57 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:56:59.403035 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-77059a05-3736-4c07-8dc4-ede75c9fa3c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:59.446619 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a0cfec-d92e-44ec-bfad-19f45d3b9c57 None None] Pushing event updated for resources: {'Port': ['ID=58e53856-7d8f-4eb6-a023-dd6845af8f40,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:59.463935 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-167caac9-7161-46aa-9db5-a76ccac3f048 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:59.505983 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-09a0cfec-d92e-44ec-bfad-19f45d3b9c57 None None] Attempting to bind port 58e53856-7d8f-4eb6-a023-dd6845af8f40 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:56:59.506522 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-09a0cfec-d92e-44ec-bfad-19f45d3b9c57 None None] Attempting to bind port 58e53856-7d8f-4eb6-a023-dd6845af8f40 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:56:59.506988 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a0cfec-d92e-44ec-bfad-19f45d3b9c57 None None] Attempting to bind port 58e53856-7d8f-4eb6-a023-dd6845af8f40 on network 549c8e6d-38df-4171-95c5-652183e307b7 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:59.518975 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a0cfec-d92e-44ec-bfad-19f45d3b9c57 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:56:59.519776 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a0cfec-d92e-44ec-bfad-19f45d3b9c57 None None] Checking segment: {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:56:59.520282 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-09a0cfec-d92e-44ec-bfad-19f45d3b9c57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:59.520780 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a0cfec-d92e-44ec-bfad-19f45d3b9c57 None None] Bound using segment: {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:56:59.521518 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-09a0cfec-d92e-44ec-bfad-19f45d3b9c57 None None] Bound port: 58e53856-7d8f-4eb6-a023-dd6845af8f40, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:56:59.522028 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-09a0cfec-d92e-44ec-bfad-19f45d3b9c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:59.584164 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port ded2273a-2a05-4940-8a85-b6f893dc4749 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:59.585081 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:59.597778 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38582) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:59.617729 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167caac9-7161-46aa-9db5-a76ccac3f048 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Port': ['ID=e9ac5532-4178-4c79-8175-b99a546a4789,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:59.653905 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-167caac9-7161-46aa-9db5-a76ccac3f048 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:59.662090 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-167caac9-7161-46aa-9db5-a76ccac3f048 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/ports/e9ac5532-4178-4c79-8175-b99a546a4789 HTTP/1.1" status: 204 len: 168 time: 1.3644831 Nov 12 00:56:59.663440 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38586) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:59.676134 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-77059a05-3736-4c07-8dc4-ede75c9fa3c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:59.723185 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-77059a05-3736-4c07-8dc4-ede75c9fa3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:59.735286 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750da8a8-d1a3-464a-a6e1-40e5429e0a1a tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:59.739914 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-09a0cfec-d92e-44ec-bfad-19f45d3b9c57 None None] For port 58e53856-7d8f-4eb6-a023-dd6845af8f40, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:56:59.742077 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750da8a8-d1a3-464a-a6e1-40e5429e0a1a tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:59.750655 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-750da8a8-d1a3-464a-a6e1-40e5429e0a1a tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0858665 Nov 12 00:56:59.751823 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38588) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:59.810054 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-77059a05-3736-4c07-8dc4-ede75c9fa3c1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bd70f7c6e7da4f96bf4a5f25877484bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4555991 Nov 12 00:56:59.819650 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38590) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:59.820741 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77059a05-3736-4c07-8dc4-ede75c9fa3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5b7054-f253-460a-b66e-bab5d1b9e65a,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:59.834346 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-09a0cfec-d92e-44ec-bfad-19f45d3b9c57 None None] For port 58e53856-7d8f-4eb6-a023-dd6845af8f40, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=58e53856-7d8f-4eb6-a023-dd6845af8f40,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:56:59.840770 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:59.851112 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-09a0cfec-d92e-44ec-bfad-19f45d3b9c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:59.972573 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a0cfec-d92e-44ec-bfad-19f45d3b9c57 None None] Pushing event updated for resources: {'Port': ['ID=58e53856-7d8f-4eb6-a023-dd6845af8f40,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:59.993505 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-9be94c25-1e51-4d2e-a86b-ed8a0a23466a tempest-QuotasTest-1935817225 tempest-QuotasTest-1935817225-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:00.001867 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-46deff33-d864-4018-b71e-b9ee9ad6f75a req-4bc61b22-a874-408c-8022-c97081b21691 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:00.050384 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:00.120541 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-10681bf9-8c81-4a9e-8f18-d206f3a2a366 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Deleting subnet 9e3c8314-eadd-4c45-829e-9912e51df149 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:57:00.127402 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d51662-3d4f-42fb-aa5e-019181500d8e req-3eec0d43-34e3-4d5c-a9fa-163ca6af2366 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:00.154722 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d51662-3d4f-42fb-aa5e-019181500d8e req-3eec0d43-34e3-4d5c-a9fa-163ca6af2366 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:00.167023 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d51662-3d4f-42fb-aa5e-019181500d8e req-3eec0d43-34e3-4d5c-a9fa-163ca6af2366 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:00.173786 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port ded2273a-2a05-4940-8a85-b6f893dc4749, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=ded2273a-2a05-4940-8a85-b6f893dc4749,segment=NetworkSegment(6922dc8f-e4e8-46eb-925b-ce7a975c2214),segment_id=6922dc8f-e4e8-46eb-925b-ce7a975c2214)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:00.181883 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:00.182576 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:00.193832 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d51662-3d4f-42fb-aa5e-019181500d8e req-3eec0d43-34e3-4d5c-a9fa-163ca6af2366 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:00.207950 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d51662-3d4f-42fb-aa5e-019181500d8e req-3eec0d43-34e3-4d5c-a9fa-163ca6af2366 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:00.208299 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-46deff33-d864-4018-b71e-b9ee9ad6f75a req-4bc61b22-a874-408c-8022-c97081b21691 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:00.215392 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d51662-3d4f-42fb-aa5e-019181500d8e req-3eec0d43-34e3-4d5c-a9fa-163ca6af2366 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:00.222274 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d51662-3d4f-42fb-aa5e-019181500d8e req-3eec0d43-34e3-4d5c-a9fa-163ca6af2366 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:00.239011 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c1d51662-3d4f-42fb-aa5e-019181500d8e req-3eec0d43-34e3-4d5c-a9fa-163ca6af2366 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 5442 time: 0.6473672 Nov 12 00:57:00.284605 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-10681bf9-8c81-4a9e-8f18-d206f3a2a366 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:00.316550 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-97e8115e-6cfe-4813-8839-2487ec7cd179 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:00.341102 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c1d51662-3d4f-42fb-aa5e-019181500d8e req-8f212955-9f81-488d-88f5-dc0dc67c833b tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&id=cbe02f78-bccb-4d23-9946-d2b58c9817de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0937834 Nov 12 00:57:00.345446 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-9be94c25-1e51-4d2e-a86b-ed8a0a23466a tempest-QuotasTest-1935817225 tempest-QuotasTest-1935817225-project-admin] 10.222.0.20 "PUT /v2.0/quotas/aded9b136ab94a3db3d4392ca8b47dc2 HTTP/1.1" status: 200 len: 366 time: 0.7364883 Nov 12 00:57:00.350898 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38600) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:00.365353 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-46deff33-d864-4018-b71e-b9ee9ad6f75a req-4bc61b22-a874-408c-8022-c97081b21691 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:00.365353 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-46deff33-d864-4018-b71e-b9ee9ad6f75a req-4bc61b22-a874-408c-8022-c97081b21691 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:00.365353 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-46deff33-d864-4018-b71e-b9ee9ad6f75a req-4bc61b22-a874-408c-8022-c97081b21691 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "DELETE /v2.0/security-groups/453399a4-2251-4baf-96d7-e30afcfc1314 HTTP/1.1" status: 204 len: 173 time: 1.4936054 Nov 12 00:57:00.400558 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc61b22-a874-408c-8022-c97081b21691 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=453399a4-2251-4baf-96d7-e30afcfc1314,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:00.408154 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c22bace-f635-4893-bff7-f3b4e0d2feaa'}, {'server_uuid': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4'}, {'server_uuid': '9ad650f9-334e-4ebc-86a3-73ea29f9ef7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded2273a-2a05-4940-8a85-b6f893dc4749'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:57:00.411321 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a3777e-b2f2-4ebb-808f-8e16fe9e2168" -d '{"events": [{"server_uuid": "f4448604-16ab-4f44-a2c8-0b55b9d2bf06", "name": "network-vif-plugged", "status": "completed", "tag": "4c22bace-f635-4893-bff7-f3b4e0d2feaa"}, {"server_uuid": "f4448604-16ab-4f44-a2c8-0b55b9d2bf06", "name": "network-vif-plugged", "status": "completed", "tag": "41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4"}, {"server_uuid": "9ad650f9-334e-4ebc-86a3-73ea29f9ef7a", "name": "network-vif-plugged", "status": "completed", "tag": "ded2273a-2a05-4940-8a85-b6f893dc4749"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:57:00.428915 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=ded2273a-2a05-4940-8a85-b6f893dc4749,revision_number=7']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:00.439875 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-10681bf9-8c81-4a9e-8f18-d206f3a2a366 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:00.456052 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:57:00.462442 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:00.462817 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:00.472936 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-97e8115e-6cfe-4813-8839-2487ec7cd179 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:00.606754 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-12293beb-9b9b-47ac-8912-861b090e4b39 tempest-QuotasTest-1935817225 tempest-QuotasTest-1935817225-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.2229400 Nov 12 00:57:00.612417 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38606) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:00.676863 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-10681bf9-8c81-4a9e-8f18-d206f3a2a366 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:00.692496 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:00.725531 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e9aab104-f7ad-4a9d-8bff-dbfaa4b5a22b tempest-QuotasTest-1935817225 tempest-QuotasTest-1935817225-project-admin] 10.222.0.20 "GET /v2.0/quotas/aded9b136ab94a3db3d4392ca8b47dc2 HTTP/1.1" status: 200 len: 366 time: 0.1063788 Nov 12 00:57:00.726700 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-97e8115e-6cfe-4813-8839-2487ec7cd179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:00.739663 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-97e8115e-6cfe-4813-8839-2487ec7cd179 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:00.741794 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38608) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:00.743823 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-97e8115e-6cfe-4813-8839-2487ec7cd179 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8b5b7054-f253-460a-b66e-bab5d1b9e65a HTTP/1.1" status: 204 len: 168 time: 0.9183035 Nov 12 00:57:00.784665 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e8115e-6cfe-4813-8839-2487ec7cd179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5b7054-f253-460a-b66e-bab5d1b9e65a,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:00.791921 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9,segment=NetworkSegment(f3938551-3a44-4fa9-8327-3f2151b42141),segment_id=f3938551-3a44-4fa9-8327-3f2151b42141)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:00.822193 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-300a1c50-ade9-49e2-9c62-60acbe4a6fc0 tempest-QuotasTest-1935817225 tempest-QuotasTest-1935817225-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/aded9b136ab94a3db3d4392ca8b47dc2 HTTP/1.1" status: 204 len: 168 time: 0.0787919 Nov 12 00:57:00.826087 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38614) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:00.838434 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a9af1-0447-47d7-910b-fbde7f456a2c req-8c58e968-c81e-432a-99aa-64dff1accf4d tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:00.840175 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-549a9af1-0447-47d7-910b-fbde7f456a2c req-8c58e968-c81e-432a-99aa-64dff1accf4d tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 946 time: 0.2467511 Nov 12 00:57:00.854425 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-faae9031-d362-41cf-85c3-167b8b81dba1 tempest-QuotasTest-1935817225 tempest-QuotasTest-1935817225-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0266018 Nov 12 00:57:00.857147 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38616) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:00.872497 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:00.873339 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device c22b6762-e3f6-4522-8e3f-46a49996d03c up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:00.881891 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-bc24f8b8-2ac3-4d2e-8138-2974af08d9fe tempest-QuotasTest-1935817225 tempest-QuotasTest-1935817225-project-admin] 10.222.0.20 "GET /v2.0/quotas/aded9b136ab94a3db3d4392ca8b47dc2 HTTP/1.1" status: 200 len: 370 time: 0.0226505 Nov 12 00:57:00.885418 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38618) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:00.893341 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-510532b6-0c42-4a5d-affc-b8e9ae269fea tempest-QuotasTest-1935817225 tempest-QuotasTest-1935817225-project-admin] 10.222.0.20 "GET /v2.0/quotas/aded9b136ab94a3db3d4392ca8b47dc2/default HTTP/1.1" status: 200 len: 370 time: 0.0049651 Nov 12 00:57:00.899879 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38620) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:00.920310 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-2ab5cdd2-d44c-40f9-a3c4-b15a5806a5ed tempest-QuotasTest-1935817225 tempest-QuotasTest-1935817225-project-admin] delete failed (client error): The resource could not be found. Nov 12 00:57:00.922406 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2ab5cdd2-d44c-40f9-a3c4-b15a5806a5ed tempest-QuotasTest-1935817225 tempest-QuotasTest-1935817225-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/aded9b136ab94a3db3d4392ca8b47dc2 HTTP/1.1" status: 404 len: 348 time: 0.0210130 Nov 12 00:57:00.925175 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-10681bf9-8c81-4a9e-8f18-d206f3a2a366 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:00.958941 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-549a9af1-0447-47d7-910b-fbde7f456a2c req-94825839-fd7c-4c2c-8257-34375c1ea1f5 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122074 Nov 12 00:57:00.964848 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10681bf9-8c81-4a9e-8f18-d206f3a2a366 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Subnet': ['ID=9e3c8314-eadd-4c45-829e-9912e51df149,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:01.005578 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-10681bf9-8c81-4a9e-8f18-d206f3a2a366 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:01.009731 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 12 Nov 2021 00:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f510bc24-ec4a-48c8-89ce-0533b2f52f2e x-openstack-request-id: req-f510bc24-ec4a-48c8-89ce-0533b2f52f2e {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:57:01.010104 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4448604-16ab-4f44-a2c8-0b55b9d2bf06", "name": "network-vif-plugged", "status": "completed", "tag": "4c22bace-f635-4893-bff7-f3b4e0d2feaa", "code": 200}, {"server_uuid": "f4448604-16ab-4f44-a2c8-0b55b9d2bf06", "name": "network-vif-plugged", "status": "completed", "tag": "41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4", "code": 200}, {"server_uuid": "9ad650f9-334e-4ebc-86a3-73ea29f9ef7a", "name": "network-vif-plugged", "status": "completed", "tag": "ded2273a-2a05-4940-8a85-b6f893dc4749", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:57:01.010364 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f510bc24-ec4a-48c8-89ce-0533b2f52f2e {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:57:01.010772 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c22bace-f635-4893-bff7-f3b4e0d2feaa', 'code': 200} Nov 12 00:57:01.011048 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4', 'code': 200} Nov 12 00:57:01.011305 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad650f9-334e-4ebc-86a3-73ea29f9ef7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded2273a-2a05-4940-8a85-b6f893dc4749', 'code': 200} Nov 12 00:57:01.014704 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-10681bf9-8c81-4a9e-8f18-d206f3a2a366 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/9e3c8314-eadd-4c45-829e-9912e51df149 HTTP/1.1" status: 204 len: 168 time: 1.2612731 Nov 12 00:57:01.016785 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38624) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:01.065145 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port c22b6762-e3f6-4522-8e3f-46a49996d03c completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:57:01.081549 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port c22b6762-e3f6-4522-8e3f-46a49996d03c triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:01.081984 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:01.112737 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-3067b5f1-8c1d-4ad2-8e96-01866f8ae26d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0943961 Nov 12 00:57:01.116501 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38626) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:01.123175 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-2f10a529-a47e-48f8-a921-cd80d50dd76b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'subnet': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:01.313745 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38632) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:01.363318 n-d-812236-11 neutron-server[102661]: DEBUG neutron.quota.resource [None req-68721c10-5cb2-493f-9c5d-c5d9b6d33348 tempest-QuotasTest-1935817225 tempest-QuotasTest-1935817225-project-admin] Usage tracker for resource:network and project:b6ac0f00cbdb442ebd8e17eca725149c is out of sync, need to count used quota {{(pid=102661) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 00:57:01.376471 n-d-812236-11 neutron-server[102661]: DEBUG neutron.quota.resource [None req-68721c10-5cb2-493f-9c5d-c5d9b6d33348 tempest-QuotasTest-1935817225 tempest-QuotasTest-1935817225-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102661) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 00:57:01.394666 n-d-812236-11 neutron-server[102661]: DEBUG neutron.quota.resource [None req-68721c10-5cb2-493f-9c5d-c5d9b6d33348 tempest-QuotasTest-1935817225 tempest-QuotasTest-1935817225-project-admin] Usage tracker for resource:subnet and project:b6ac0f00cbdb442ebd8e17eca725149c is out of sync, need to count used quota {{(pid=102661) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 00:57:01.405958 n-d-812236-11 neutron-server[102661]: DEBUG neutron.quota.resource [None req-68721c10-5cb2-493f-9c5d-c5d9b6d33348 tempest-QuotasTest-1935817225 tempest-QuotasTest-1935817225-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102661) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 00:57:01.421776 n-d-812236-11 neutron-server[102661]: DEBUG neutron.quota.resource [None req-68721c10-5cb2-493f-9c5d-c5d9b6d33348 tempest-QuotasTest-1935817225 tempest-QuotasTest-1935817225-project-admin] Usage tracker for resource:subnetpool and project:b6ac0f00cbdb442ebd8e17eca725149c is out of sync, need to count used quota {{(pid=102661) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 00:57:01.433673 n-d-812236-11 neutron-server[102661]: DEBUG neutron.quota.resource [None req-68721c10-5cb2-493f-9c5d-c5d9b6d33348 tempest-QuotasTest-1935817225 tempest-QuotasTest-1935817225-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102661) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 00:57:01.454517 n-d-812236-11 neutron-server[102661]: DEBUG neutron.quota.resource [None req-68721c10-5cb2-493f-9c5d-c5d9b6d33348 tempest-QuotasTest-1935817225 tempest-QuotasTest-1935817225-project-admin] Usage tracker for resource:port and project:b6ac0f00cbdb442ebd8e17eca725149c is out of sync, need to count used quota {{(pid=102661) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 00:57:01.459190 n-d-812236-11 neutron-server[102661]: DEBUG neutron.quota.resource [None req-68721c10-5cb2-493f-9c5d-c5d9b6d33348 tempest-QuotasTest-1935817225 tempest-QuotasTest-1935817225-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102661) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 00:57:01.476054 n-d-812236-11 neutron-server[102661]: DEBUG neutron.quota.resource [None req-68721c10-5cb2-493f-9c5d-c5d9b6d33348 tempest-QuotasTest-1935817225 tempest-QuotasTest-1935817225-project-admin] Usage tracker for resource:router and project:b6ac0f00cbdb442ebd8e17eca725149c is out of sync, need to count used quota {{(pid=102661) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 00:57:01.490841 n-d-812236-11 neutron-server[102661]: DEBUG neutron.quota.resource [None req-68721c10-5cb2-493f-9c5d-c5d9b6d33348 tempest-QuotasTest-1935817225 tempest-QuotasTest-1935817225-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102661) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 00:57:01.512595 n-d-812236-11 neutron-server[102661]: DEBUG neutron.quota.resource [None req-68721c10-5cb2-493f-9c5d-c5d9b6d33348 tempest-QuotasTest-1935817225 tempest-QuotasTest-1935817225-project-admin] Usage tracker for resource:floatingip and project:b6ac0f00cbdb442ebd8e17eca725149c is out of sync, need to count used quota {{(pid=102661) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 00:57:01.560799 n-d-812236-11 neutron-server[102661]: DEBUG neutron.quota.resource [None req-68721c10-5cb2-493f-9c5d-c5d9b6d33348 tempest-QuotasTest-1935817225 tempest-QuotasTest-1935817225-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102661) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 00:57:01.597907 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b1328-5766-4b2d-b3c9-58e11a2f3da2 req-26184bb6-c6fb-4ab5-b1f1-373c9252a44b tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:01.626446 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b08b1328-5766-4b2d-b3c9-58e11a2f3da2 req-26184bb6-c6fb-4ab5-b1f1-373c9252a44b tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd01a0e-3db4-4842-99a8-f43b7e22210e HTTP/1.1" status: 200 len: 946 time: 0.4018815 Nov 12 00:57:01.729181 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 58e53856-7d8f-4eb6-a023-dd6845af8f40 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:01.756324 n-d-812236-11 neutron-server[102661]: DEBUG neutron.quota.resource [None req-68721c10-5cb2-493f-9c5d-c5d9b6d33348 tempest-QuotasTest-1935817225 tempest-QuotasTest-1935817225-project-admin] Usage tracker for resource:security_group and project:b6ac0f00cbdb442ebd8e17eca725149c is out of sync, need to count used quota {{(pid=102661) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 00:57:01.769623 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f10a529-a47e-48f8-a921-cd80d50dd76b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:01.778031 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2f10a529-a47e-48f8-a921-cd80d50dd76b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:01.794621 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95f4cf-70cb-44f3-ba0a-fddd7add2bb5 req-163360cd-3cd5-4405-b085-9f1fbb0b6ded tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:01.812063 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95f4cf-70cb-44f3-ba0a-fddd7add2bb5 req-163360cd-3cd5-4405-b085-9f1fbb0b6ded tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:01.823222 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95f4cf-70cb-44f3-ba0a-fddd7add2bb5 req-163360cd-3cd5-4405-b085-9f1fbb0b6ded tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:01.826433 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:01.848302 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95f4cf-70cb-44f3-ba0a-fddd7add2bb5 req-163360cd-3cd5-4405-b085-9f1fbb0b6ded tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:01.865916 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95f4cf-70cb-44f3-ba0a-fddd7add2bb5 req-163360cd-3cd5-4405-b085-9f1fbb0b6ded tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:01.886974 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95f4cf-70cb-44f3-ba0a-fddd7add2bb5 req-163360cd-3cd5-4405-b085-9f1fbb0b6ded tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:01.922379 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95f4cf-70cb-44f3-ba0a-fddd7add2bb5 req-163360cd-3cd5-4405-b085-9f1fbb0b6ded tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:01.929109 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9a95f4cf-70cb-44f3-ba0a-fddd7add2bb5 req-163360cd-3cd5-4405-b085-9f1fbb0b6ded tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 5443 time: 0.4015994 Nov 12 00:57:01.933695 n-d-812236-11 neutron-server[102661]: DEBUG neutron.quota.resource [None req-68721c10-5cb2-493f-9c5d-c5d9b6d33348 tempest-QuotasTest-1935817225 tempest-QuotasTest-1935817225-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102661) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 00:57:01.935424 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b08b1328-5766-4b2d-b3c9-58e11a2f3da2 req-48fc4aaf-9cf8-44e5-999b-7b25a6164f63 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/security-groups?id=f22d5517-0bc9-4780-bd87-761275f57254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080988 Nov 12 00:57:02.029663 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:02.040011 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d349bf-c243-4eac-aec0-26ac850f199d None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:02.050401 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f966a5e9-7bca-4abd-8220-aad85ccb0c07 req-43d2dea7-c2b3-470f-a38c-e5372b0df73b service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1173527 Nov 12 00:57:02.078214 n-d-812236-11 neutron-server[102661]: DEBUG neutron.quota.resource [None req-68721c10-5cb2-493f-9c5d-c5d9b6d33348 tempest-QuotasTest-1935817225 tempest-QuotasTest-1935817225-project-admin] Usage tracker for resource:security_group_rule and project:b6ac0f00cbdb442ebd8e17eca725149c is out of sync, need to count used quota {{(pid=102661) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 00:57:02.085912 n-d-812236-11 neutron-server[102661]: DEBUG neutron.quota.resource [None req-68721c10-5cb2-493f-9c5d-c5d9b6d33348 tempest-QuotasTest-1935817225 tempest-QuotasTest-1935817225-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102661) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 00:57:02.093899 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 58e53856-7d8f-4eb6-a023-dd6845af8f40 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:02.093899 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:02.101616 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-68721c10-5cb2-493f-9c5d-c5d9b6d33348 tempest-QuotasTest-1935817225 tempest-QuotasTest-1935817225-project-admin] 10.222.0.20 "GET /v2.0/quotas/b6ac0f00cbdb442ebd8e17eca725149c/details.json HTTP/1.1" status: 200 len: 703 time: 0.7864933 Nov 12 00:57:02.193770 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a25793-b67c-4232-a774-99b8ec0a9d61 req-86894a7a-ef8e-47b9-8e18-564e8d838ff8 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:02.202088 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9a95f4cf-70cb-44f3-ba0a-fddd7add2bb5 req-b426f84b-7211-4f2a-aa42-fa0758f067da tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&id=cbe02f78-bccb-4d23-9946-d2b58c9817de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1831095 Nov 12 00:57:02.202316 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a4a25793-b67c-4232-a774-99b8ec0a9d61 req-86894a7a-ef8e-47b9-8e18-564e8d838ff8 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 946 time: 0.1085663 Nov 12 00:57:02.301665 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2f10a529-a47e-48f8-a921-cd80d50dd76b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:02.320823 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-6c18b500-3006-4d0a-b6f7-78e309831d32 None None] Could not find standard attr ID for object e9ac5532-4178-4c79-8175-b99a546a4789. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:57:02.361110 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port c22b6762-e3f6-4522-8e3f-46a49996d03c, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=c22b6762-e3f6-4522-8e3f-46a49996d03c,segment=NetworkSegment(769a0daf-75ef-4b03-bc7e-d891d1a3563d),segment_id=769a0daf-75ef-4b03-bc7e-d891d1a3563d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:02.381789 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:02.402453 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f10a529-a47e-48f8-a921-cd80d50dd76b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:02.410696 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-2f10a529-a47e-48f8-a921-cd80d50dd76b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:02.426715 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f10a529-a47e-48f8-a921-cd80d50dd76b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:02.428236 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2f10a529-a47e-48f8-a921-cd80d50dd76b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:02.447223 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a4a25793-b67c-4232-a774-99b8ec0a9d61 req-ee6bcb6a-b461-499f-b69a-552910dbd032 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2439401 Nov 12 00:57:02.478198 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38662) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:02.497841 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=c22b6762-e3f6-4522-8e3f-46a49996d03c,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:02.510533 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-6c18b500-3006-4d0a-b6f7-78e309831d32 None None] Provisioning complete for port 58e53856-7d8f-4eb6-a023-dd6845af8f40 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:02.511586 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6c18b500-3006-4d0a-b6f7-78e309831d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:02.519744 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f10a529-a47e-48f8-a921-cd80d50dd76b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Subnet': ['ID=872b38cb-65c4-42e1-862e-275c3c2e978f,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:02.533526 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2f10a529-a47e-48f8-a921-cd80d50dd76b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4151742 Nov 12 00:57:02.537542 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38668) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:02.552582 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-e0038beb-3176-4181-94a4-97629c7982e8 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'port': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'fixed_ips': [{'subnet_id': '872b38cb-65c4-42e1-862e-275c3c2e978f', 'ip_address': '2001:db8::ebd3:24a9:add2:f291'}], 'name': 'tempest-NetworksTestDHCPv6-1371055978'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:02.684478 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38670) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:02.826054 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ea7aff89-c376-4c8d-acab-c2639fbc0a01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:02.850880 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0038beb-3176-4181-94a4-97629c7982e8 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:02.888520 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8b7d5375-473e-4417-93bd-170cd87af62d req-db932fbb-a320-4a63-895f-900f7c7d5226 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0516410 Nov 12 00:57:02.907284 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:02.986964 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ea7aff89-c376-4c8d-acab-c2639fbc0a01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:03.000054 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ea7aff89-c376-4c8d-acab-c2639fbc0a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:03.046322 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 58e53856-7d8f-4eb6-a023-dd6845af8f40, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=58e53856-7d8f-4eb6-a023-dd6845af8f40,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:03.060395 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e0038beb-3176-4181-94a4-97629c7982e8 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:03.087902 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-e0038beb-3176-4181-94a4-97629c7982e8 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] device_id is not set on port d48dab2c-7d95-4bd0-9f41-53fcf621735c yet. {{(pid=102661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:57:03.106079 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0b6d04a9-4f64-4728-94f1-46acda869b46 tempest-AgentManagementNegativeTest-448671987 tempest-AgentManagementNegativeTest-448671987-project] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6177261 Nov 12 00:57:03.112954 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ea7aff89-c376-4c8d-acab-c2639fbc0a01 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e9d3fa8ea84d49f19b7c53416fe76842&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4272935 Nov 12 00:57:03.124666 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38682) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:03.129506 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9'}, {'server_uuid': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22b6762-e3f6-4522-8e3f-46a49996d03c'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:57:03.135866 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5623072c-dce7-418d-b124-9374bcd668e8" -d '{"events": [{"server_uuid": "f4448604-16ab-4f44-a2c8-0b55b9d2bf06", "name": "network-vif-plugged", "status": "completed", "tag": "1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9"}, {"server_uuid": "f4448604-16ab-4f44-a2c8-0b55b9d2bf06", "name": "network-vif-plugged", "status": "completed", "tag": "c22b6762-e3f6-4522-8e3f-46a49996d03c"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:57:03.160543 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:03.202300 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7aff89-c376-4c8d-acab-c2639fbc0a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529e1fa1-ccb4-42da-af06-461db1456c46,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:03.317866 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-825c3865-8469-4e0a-8224-65d1b442e0a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:03.381735 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-825c3865-8469-4e0a-8224-65d1b442e0a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:03.452714 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 00:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141adde7-7dc7-4883-bf35-5aabdc753121 x-openstack-request-id: req-141adde7-7dc7-4883-bf35-5aabdc753121 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:57:03.453101 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4448604-16ab-4f44-a2c8-0b55b9d2bf06", "name": "network-vif-plugged", "status": "completed", "tag": "1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9", "code": 200}, {"server_uuid": "f4448604-16ab-4f44-a2c8-0b55b9d2bf06", "name": "network-vif-plugged", "status": "completed", "tag": "c22b6762-e3f6-4522-8e3f-46a49996d03c", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:57:03.453259 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-141adde7-7dc7-4883-bf35-5aabdc753121 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:57:03.457659 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9', 'code': 200} Nov 12 00:57:03.457936 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22b6762-e3f6-4522-8e3f-46a49996d03c', 'code': 200} Nov 12 00:57:03.486126 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=58e53856-7d8f-4eb6-a023-dd6845af8f40,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:03.648188 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38c90f-e775-4399-8d84-c4b84dfa4445 req-2a5791db-4503-496d-8737-0012123b3fe3 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:03.650049 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ca38c90f-e775-4399-8d84-c4b84dfa4445 req-2a5791db-4503-496d-8737-0012123b3fe3 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd01a0e-3db4-4842-99a8-f43b7e22210e HTTP/1.1" status: 200 len: 946 time: 0.5725281 Nov 12 00:57:03.673879 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9443f-71eb-4e83-a9cb-1f92dde9058c req-2586141b-15ca-4c23-b872-af9dc18d22f5 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:03.675833 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5bd9443f-71eb-4e83-a9cb-1f92dde9058c req-2586141b-15ca-4c23-b872-af9dc18d22f5 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.54 "GET /v2.0/ports?device_id=3cd01a0e-3db4-4842-99a8-f43b7e22210e HTTP/1.1" status: 200 len: 946 time: 0.2661088 Nov 12 00:57:03.708541 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c76f2b-f137-442b-933c-b7bfe5871b9a req-37935828-69be-4d3e-96f3-3abe746db569 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:03.712422 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38698) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:03.712422 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-e0038beb-3176-4181-94a4-97629c7982e8 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Allocated IP 2001:db8::ebd3:24a9:add2:f291 (549c8e6d-38df-4171-95c5-652183e307b7/872b38cb-65c4-42e1-862e-275c3c2e978f/d48dab2c-7d95-4bd0-9f41-53fcf621735c) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:57:03.717987 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c76f2b-f137-442b-933c-b7bfe5871b9a req-37935828-69be-4d3e-96f3-3abe746db569 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:03.728037 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c76f2b-f137-442b-933c-b7bfe5871b9a req-37935828-69be-4d3e-96f3-3abe746db569 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:03.745176 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c76f2b-f137-442b-933c-b7bfe5871b9a req-37935828-69be-4d3e-96f3-3abe746db569 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:03.757927 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c76f2b-f137-442b-933c-b7bfe5871b9a req-37935828-69be-4d3e-96f3-3abe746db569 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:03.764464 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c76f2b-f137-442b-933c-b7bfe5871b9a req-37935828-69be-4d3e-96f3-3abe746db569 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:03.773362 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c76f2b-f137-442b-933c-b7bfe5871b9a req-37935828-69be-4d3e-96f3-3abe746db569 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:03.782270 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-69c76f2b-f137-442b-933c-b7bfe5871b9a req-37935828-69be-4d3e-96f3-3abe746db569 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 5444 time: 0.3854558 Nov 12 00:57:03.819539 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225abc15-a409-409a-928b-2d599e464ad8 req-76e25bfd-32db-42de-ac1d-bf42af305039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:03.820096 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225abc15-a409-409a-928b-2d599e464ad8 req-76e25bfd-32db-42de-ac1d-bf42af305039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:03.820560 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225abc15-a409-409a-928b-2d599e464ad8 req-76e25bfd-32db-42de-ac1d-bf42af305039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:03.821018 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225abc15-a409-409a-928b-2d599e464ad8 req-76e25bfd-32db-42de-ac1d-bf42af305039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:03.821790 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225abc15-a409-409a-928b-2d599e464ad8 req-76e25bfd-32db-42de-ac1d-bf42af305039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:03.821973 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225abc15-a409-409a-928b-2d599e464ad8 req-76e25bfd-32db-42de-ac1d-bf42af305039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:03.822428 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225abc15-a409-409a-928b-2d599e464ad8 req-76e25bfd-32db-42de-ac1d-bf42af305039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:03.824460 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-225abc15-a409-409a-928b-2d599e464ad8 req-76e25bfd-32db-42de-ac1d-bf42af305039 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 6508 time: 0.2762434 Nov 12 00:57:03.878340 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-825c3865-8469-4e0a-8224-65d1b442e0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:03.882374 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-825c3865-8469-4e0a-8224-65d1b442e0a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:03.890671 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-825c3865-8469-4e0a-8224-65d1b442e0a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/529e1fa1-ccb4-42da-af06-461db1456c46 HTTP/1.1" status: 204 len: 168 time: 0.7619662 Nov 12 00:57:03.930143 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-69c76f2b-f137-442b-933c-b7bfe5871b9a req-a3cb4761-2655-4765-a4c4-85888ddac743 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&id=cbe02f78-bccb-4d23-9946-d2b58c9817de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1468527 Nov 12 00:57:03.948956 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9e6d55-c098-4188-a6f5-95db77f04da2 None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:03.949465 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825c3865-8469-4e0a-8224-65d1b442e0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529e1fa1-ccb4-42da-af06-461db1456c46,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:03.987957 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ca38c90f-e775-4399-8d84-c4b84dfa4445 req-702f1c20-b6aa-4739-9eb6-88ba28501a7f tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/security-groups?id=f22d5517-0bc9-4780-bd87-761275f57254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276556 Nov 12 00:57:04.143999 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef9bcff-95ba-457d-a928-6730c41d3066 req-74a8d460-cc93-482d-b14e-16f364e4acac tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:04.153691 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4ef9bcff-95ba-457d-a928-6730c41d3066 req-74a8d460-cc93-482d-b14e-16f364e4acac tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 946 time: 0.0910494 Nov 12 00:57:04.160225 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-38766121-c431-4034-a82d-ace41052c481 None None] Provisioning complete for port 58e53856-7d8f-4eb6-a023-dd6845af8f40 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:04.160613 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-38766121-c431-4034-a82d-ace41052c481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:04.213078 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4ef9bcff-95ba-457d-a928-6730c41d3066 req-f7df2310-a1d7-4bd3-841c-3a05ce92f4b7 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583971 Nov 12 00:57:04.282982 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-227814ab-d04f-45c1-8e1c-dfc3a2b9700d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:04.329503 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e72f6d40-2864-48d7-a010-c5b09604caa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:04.428084 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-225abc15-a409-409a-928b-2d599e464ad8 req-b7959d08-765c-484f-8b3a-d11a5bdac59f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=cbe02f78-bccb-4d23-9946-d2b58c9817de&id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5860348 Nov 12 00:57:04.479370 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-5bd9443f-71eb-4e83-a9cb-1f92dde9058c req-fc481181-82bb-4c32-b752-1a78674669b6 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Deleting port 9f4f7ada-bf0c-4ae0-b610-4746ca91226a {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:57:04.482803 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-5bd9443f-71eb-4e83-a9cb-1f92dde9058c req-fc481181-82bb-4c32-b752-1a78674669b6 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:04.607136 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38712) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:04.625893 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3d5e9473-9bdb-4429-9751-a96c5cf1d930 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:04.717869 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e0038beb-3176-4181-94a4-97629c7982e8 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:04.737566 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3d5e9473-9bdb-4429-9751-a96c5cf1d930 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:04.743815 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3d5e9473-9bdb-4429-9751-a96c5cf1d930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:04.791159 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3d5e9473-9bdb-4429-9751-a96c5cf1d930 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b6ac0f00cbdb442ebd8e17eca725149c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1828609 Nov 12 00:57:04.793214 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38714) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:04.894592 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e9473-9bdb-4429-9751-a96c5cf1d930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502e318b-ab11-461a-9630-8d0a33da08be,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:04.908937 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aec0d7e1-dd94-439c-9835-abc8ba7c1f8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:04.956837 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aec0d7e1-dd94-439c-9835-abc8ba7c1f8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:05.050993 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-c4438cf8-5faf-4017-ad4f-f11bac228b49 None None] Provisioning complete for port 58e53856-7d8f-4eb6-a023-dd6845af8f40 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:05.053327 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c4438cf8-5faf-4017-ad4f-f11bac228b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:05.144407 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d718f5ad-f5a2-460f-9ded-b1d4768d1d7b req-4f53cce6-6853-4f06-a999-ff46bd749d24 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1823266 Nov 12 00:57:05.155079 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aec0d7e1-dd94-439c-9835-abc8ba7c1f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:05.157959 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aec0d7e1-dd94-439c-9835-abc8ba7c1f8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:05.159131 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-aec0d7e1-dd94-439c-9835-abc8ba7c1f8b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/502e318b-ab11-461a-9630-8d0a33da08be HTTP/1.1" status: 204 len: 168 time: 0.3649530 Nov 12 00:57:05.182505 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec0d7e1-dd94-439c-9835-abc8ba7c1f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502e318b-ab11-461a-9630-8d0a33da08be,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:05.195056 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-5bd9443f-71eb-4e83-a9cb-1f92dde9058c req-fc481181-82bb-4c32-b752-1a78674669b6 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] For port 9f4f7ada-bf0c-4ae0-b610-4746ca91226a, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=9f4f7ada-bf0c-4ae0-b610-4746ca91226a,segment=NetworkSegment(7f64ba80-ce39-4c56-a8a0-b5dae98bce25),segment_id=7f64ba80-ce39-4c56-a8a0-b5dae98bce25)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:05.195681 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-5bd9443f-71eb-4e83-a9cb-1f92dde9058c req-fc481181-82bb-4c32-b752-1a78674669b6 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:05.309763 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e0038beb-3176-4181-94a4-97629c7982e8 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:05.315323 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-5bd9443f-71eb-4e83-a9cb-1f92dde9058c req-fc481181-82bb-4c32-b752-1a78674669b6 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Calling delete_port for 9f4f7ada-bf0c-4ae0-b610-4746ca91226a owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:57:05.369895 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-227814ab-d04f-45c1-8e1c-dfc3a2b9700d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:05.409900 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dded25-ea10-4893-b06f-6be88f44287e req-1d829e35-242b-4493-ac88-9cfc1a67ce45 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:05.414914 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-86dded25-ea10-4893-b06f-6be88f44287e req-1d829e35-242b-4493-ac88-9cfc1a67ce45 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd01a0e-3db4-4842-99a8-f43b7e22210e HTTP/1.1" status: 200 len: 946 time: 0.1823432 Nov 12 00:57:05.429432 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 58e53856-7d8f-4eb6-a023-dd6845af8f40 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:05.451664 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-227814ab-d04f-45c1-8e1c-dfc3a2b9700d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:05.560708 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-86dded25-ea10-4893-b06f-6be88f44287e req-59a65898-8fd6-4708-9f35-6857158ab860 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/security-groups?id=f22d5517-0bc9-4780-bd87-761275f57254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313748 Nov 12 00:57:05.703503 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 58e53856-7d8f-4eb6-a023-dd6845af8f40 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:05.703976 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:05.799362 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-6ccbca44-3acf-4915-94e5-0fec94bd194e None None] Could not find standard attr ID for object e9ac5532-4178-4c79-8175-b99a546a4789. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:57:05.826644 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e218f75-8f07-4e3a-8102-e94f04461f38 req-35b031b5-5374-4fb5-b6d7-7cdb00d7bfd3 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:05.837662 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1e218f75-8f07-4e3a-8102-e94f04461f38 req-35b031b5-5374-4fb5-b6d7-7cdb00d7bfd3 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 946 time: 0.1058164 Nov 12 00:57:06.018016 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1e218f75-8f07-4e3a-8102-e94f04461f38 req-b78c7f6f-a3f3-488a-802d-747fab59762d tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706171 Nov 12 00:57:06.142280 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0038beb-3176-4181-94a4-97629c7982e8 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:06.212937 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-e0038beb-3176-4181-94a4-97629c7982e8 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:06.245484 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0038beb-3176-4181-94a4-97629c7982e8 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:06.267104 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0038beb-3176-4181-94a4-97629c7982e8 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:06.268282 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e0038beb-3176-4181-94a4-97629c7982e8 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:06.298123 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-227814ab-d04f-45c1-8e1c-dfc3a2b9700d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c18bb3e6add44677af4818d05b1d8c80&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5744729 Nov 12 00:57:06.300490 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38744) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:06.303991 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b010ffb2-aaab-43db-aa87-4d5aab03a188 req-f58736a8-b4c3-4d7a-92e5-613e7b69118b service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1425476 Nov 12 00:57:06.347741 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb13449-7f0d-46d1-ab13-2804e3f9ae9c req-46b0b2f6-80dd-4f17-869e-d799dff476c4 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:06.355312 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb13449-7f0d-46d1-ab13-2804e3f9ae9c req-46b0b2f6-80dd-4f17-869e-d799dff476c4 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:06.363183 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb13449-7f0d-46d1-ab13-2804e3f9ae9c req-46b0b2f6-80dd-4f17-869e-d799dff476c4 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:06.372488 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb13449-7f0d-46d1-ab13-2804e3f9ae9c req-46b0b2f6-80dd-4f17-869e-d799dff476c4 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:06.379177 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb13449-7f0d-46d1-ab13-2804e3f9ae9c req-46b0b2f6-80dd-4f17-869e-d799dff476c4 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:06.389220 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb13449-7f0d-46d1-ab13-2804e3f9ae9c req-46b0b2f6-80dd-4f17-869e-d799dff476c4 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:06.402581 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb13449-7f0d-46d1-ab13-2804e3f9ae9c req-46b0b2f6-80dd-4f17-869e-d799dff476c4 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:06.408581 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-feb13449-7f0d-46d1-ab13-2804e3f9ae9c req-46b0b2f6-80dd-4f17-869e-d799dff476c4 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 5444 time: 1.2614036 Nov 12 00:57:06.409761 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227814ab-d04f-45c1-8e1c-dfc3a2b9700d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b084353-6e8d-4615-acee-876c259c4e1e,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:06.421978 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0038beb-3176-4181-94a4-97629c7982e8 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Port': ['ID=d48dab2c-7d95-4bd0-9f41-53fcf621735c,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:06.453609 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 9f4f7ada-bf0c-4ae0-b610-4746ca91226a no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:57:06.479982 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e0038beb-3176-4181-94a4-97629c7982e8 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.9348514 Nov 12 00:57:06.488829 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38748) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:06.523373 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-83d92f99-cbed-483e-833d-88afd3acbfb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:06.553535 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-be281a82-c384-464e-bdcb-36a0727b845b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:06.666808 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-feb13449-7f0d-46d1-ab13-2804e3f9ae9c req-340718e0-839a-4a3a-8a94-189bbd9e2262 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&id=cbe02f78-bccb-4d23-9946-d2b58c9817de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2372808 Nov 12 00:57:06.731686 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-83d92f99-cbed-483e-833d-88afd3acbfb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:06.764037 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:06.825222 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-5bd9443f-71eb-4e83-a9cb-1f92dde9058c req-fc481181-82bb-4c32-b752-1a78674669b6 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:06.860803 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-420b86d1-c513-45c8-8650-2aca10ac1f1a None None] Provisioning complete for port d48dab2c-7d95-4bd0-9f41-53fcf621735c triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:06.861595 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-420b86d1-c513-45c8-8650-2aca10ac1f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:06.864082 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cf6328-5aa3-48f6-97b3-a16a741bce44 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:06.870635 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cf6328-5aa3-48f6-97b3-a16a741bce44 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:06.886105 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b8cf6328-5aa3-48f6-97b3-a16a741bce44 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.3913612 Nov 12 00:57:06.886938 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc481181-82bb-4c32-b752-1a78674669b6 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Pushing event deleted for resources: {'Port': ['ID=9f4f7ada-bf0c-4ae0-b610-4746ca91226a,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:06.888806 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38758) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:06.918102 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-83d92f99-cbed-483e-833d-88afd3acbfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:06.921402 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-83d92f99-cbed-483e-833d-88afd3acbfb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:06.922797 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-83d92f99-cbed-483e-833d-88afd3acbfb9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7b084353-6e8d-4615-acee-876c259c4e1e HTTP/1.1" status: 204 len: 168 time: 0.6213012 Nov 12 00:57:06.952880 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d92f99-cbed-483e-833d-88afd3acbfb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b084353-6e8d-4615-acee-876c259c4e1e,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:07.006986 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e3f79-c956-4be9-921b-25919d00163e req-d8448ba7-472c-484b-a852-219249f0b686 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:07.013231 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c34e3f79-c956-4be9-921b-25919d00163e req-d8448ba7-472c-484b-a852-219249f0b686 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd01a0e-3db4-4842-99a8-f43b7e22210e HTTP/1.1" status: 200 len: 867 time: 0.2332201 Nov 12 00:57:07.029104 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-420b86d1-c513-45c8-8650-2aca10ac1f1a None None] Port d48dab2c-7d95-4bd0-9f41-53fcf621735c cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:57:07.142015 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd9443f-71eb-4e83-a9cb-1f92dde9058c req-fc481181-82bb-4c32-b752-1a78674669b6 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] No DVR routers for this DVR port 9f4f7ada-bf0c-4ae0-b610-4746ca91226a on host n-h2-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:57:07.154997 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-5bd9443f-71eb-4e83-a9cb-1f92dde9058c req-fc481181-82bb-4c32-b752-1a78674669b6 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:07.166051 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c34e3f79-c956-4be9-921b-25919d00163e req-09af89f9-dae7-4973-9864-2177f5eeb3eb tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.20 "GET /v2.0/security-groups?id=f22d5517-0bc9-4780-bd87-761275f57254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499710 Nov 12 00:57:07.172565 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5bd9443f-71eb-4e83-a9cb-1f92dde9058c req-fc481181-82bb-4c32-b752-1a78674669b6 tempest-ServerRescueTestJSONUnderV235-1954958330 tempest-ServerRescueTestJSONUnderV235-1954958330-project] 10.222.0.54 "DELETE /v2.0/ports/9f4f7ada-bf0c-4ae0-b610-4746ca91226a HTTP/1.1" status: 204 len: 173 time: 3.4852874 Nov 12 00:57:07.174694 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd01a0e-3db4-4842-99a8-f43b7e22210e', 'name': 'network-vif-deleted', 'tag': '9f4f7ada-bf0c-4ae0-b610-4746ca91226a'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:57:07.177772 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4b2790-4324-4d25-96e4-07599b4144ec" -d '{"events": [{"server_uuid": "3cd01a0e-3db4-4842-99a8-f43b7e22210e", "name": "network-vif-deleted", "tag": "9f4f7ada-bf0c-4ae0-b610-4746ca91226a"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:57:07.267572 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823b3704-e93f-4076-96ea-d82cb5f9cc0c x-openstack-request-id: req-823b3704-e93f-4076-96ea-d82cb5f9cc0c {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:57:07.268581 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cd01a0e-3db4-4842-99a8-f43b7e22210e", "name": "network-vif-deleted", "tag": "9f4f7ada-bf0c-4ae0-b610-4746ca91226a", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:57:07.269020 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-823b3704-e93f-4076-96ea-d82cb5f9cc0c {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:57:07.269657 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cd01a0e-3db4-4842-99a8-f43b7e22210e', 'name': 'network-vif-deleted', 'tag': '9f4f7ada-bf0c-4ae0-b610-4746ca91226a', 'status': 'completed', 'code': 200} Nov 12 00:57:07.368111 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38772) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:07.466848 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b82da5-d725-45a7-bdef-e35a79748192 req-3125cb26-82ff-41f3-b3a6-c5a00da01f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:07.470833 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e2b82da5-d725-45a7-bdef-e35a79748192 req-3125cb26-82ff-41f3-b3a6-c5a00da01f07 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f62521c5dc664ba4a3bbe0954819df3b&device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 1098 time: 0.2002506 Nov 12 00:57:07.523358 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0e15f-cfde-451a-9ace-bf8e42460c9c req-4e07e87b-7121-49b4-a163-abdd2327536c tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:07.523358 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6ef0e15f-cfde-451a-9ace-bf8e42460c9c req-4e07e87b-7121-49b4-a163-abdd2327536c tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 946 time: 0.2578869 Nov 12 00:57:07.569617 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-485a2ffc-cec0-4f5e-a6d3-93e35d325938 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Deleting port d48dab2c-7d95-4bd0-9f41-53fcf621735c {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:57:07.569946 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-485a2ffc-cec0-4f5e-a6d3-93e35d325938 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:07.632123 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:07.851829 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-485a2ffc-cec0-4f5e-a6d3-93e35d325938 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:07.932008 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6ef0e15f-cfde-451a-9ace-bf8e42460c9c req-745616d5-0190-4b97-93f2-4523383e7734 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3858964 Nov 12 00:57:07.934695 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-485a2ffc-cec0-4f5e-a6d3-93e35d325938 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Calling delete_port for d48dab2c-7d95-4bd0-9f41-53fcf621735c owned by {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:57:07.948623 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b82da5-d725-45a7-bdef-e35a79748192 req-d922e320-86be-48d8-bbc4-0148952177a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:07.954863 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e2b82da5-d725-45a7-bdef-e35a79748192 req-d922e320-86be-48d8-bbc4-0148952177a4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9bd80eeb-5154-4c03-9db9-fcf789d8dd48 HTTP/1.1" status: 200 len: 918 time: 0.4305005 Nov 12 00:57:07.959641 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77e337-7b42-4efa-bdc9-6a96d0575143 req-5ebb5213-3c75-4479-80f1-ea9ed833f71a tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:07.981993 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77e337-7b42-4efa-bdc9-6a96d0575143 req-5ebb5213-3c75-4479-80f1-ea9ed833f71a tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:07.988128 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77e337-7b42-4efa-bdc9-6a96d0575143 req-5ebb5213-3c75-4479-80f1-ea9ed833f71a tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:08.059109 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77e337-7b42-4efa-bdc9-6a96d0575143 req-5ebb5213-3c75-4479-80f1-ea9ed833f71a tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:08.080759 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77e337-7b42-4efa-bdc9-6a96d0575143 req-5ebb5213-3c75-4479-80f1-ea9ed833f71a tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:08.098844 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77e337-7b42-4efa-bdc9-6a96d0575143 req-5ebb5213-3c75-4479-80f1-ea9ed833f71a tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:08.108307 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77e337-7b42-4efa-bdc9-6a96d0575143 req-5ebb5213-3c75-4479-80f1-ea9ed833f71a tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:08.119090 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6a77e337-7b42-4efa-bdc9-6a96d0575143 req-5ebb5213-3c75-4479-80f1-ea9ed833f71a tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 5444 time: 0.2613401 Nov 12 00:57:08.140779 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-d433de72-3eac-471b-8e69-f514d35510fa tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1560893298'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:08.238500 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e2b82da5-d725-45a7-bdef-e35a79748192 req-a2eba7d7-5244-4521-b4e9-1090b9512cf1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ded2273a-2a05-4940-8a85-b6f893dc4749 HTTP/1.1" status: 200 len: 1002 time: 0.2741947 Nov 12 00:57:08.245277 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6a77e337-7b42-4efa-bdc9-6a96d0575143 req-10382f53-08c0-453f-b839-85f3d451a84f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&id=cbe02f78-bccb-4d23-9946-d2b58c9817de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1248569 Nov 12 00:57:08.262758 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d433de72-3eac-471b-8e69-f514d35510fa tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Made reservation on behalf of 12dd440799914979a52d8976c0f56bb2 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:08.275356 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d433de72-3eac-471b-8e69-f514d35510fa tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:08.324494 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d433de72-3eac-471b-8e69-f514d35510fa tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:08.355725 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38794) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:08.436067 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-4ba38807-e6b3-4e02-b18b-1aaf82ea2255 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3338966 Nov 12 00:57:08.451827 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b82da5-d725-45a7-bdef-e35a79748192 req-6aede813-e310-46f3-8a27-38d8313f5726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:08.453292 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e2b82da5-d725-45a7-bdef-e35a79748192 req-6aede813-e310-46f3-8a27-38d8313f5726 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=04c51f1f-4fad-42e7-a817-4af69d874ab6 HTTP/1.1" status: 200 len: 856 time: 0.1893079 Nov 12 00:57:08.510046 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-661c6e29-ce52-4f96-89f8-5fb436c6d150 req-e8a449bd-ffa3-4472-a694-9aab8766a2dc service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0712736 Nov 12 00:57:08.605496 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-485a2ffc-cec0-4f5e-a6d3-93e35d325938 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:08.710830 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b82da5-d725-45a7-bdef-e35a79748192 req-e0263939-e63f-48c3-90b1-9b262bab62bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:08.726637 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e2b82da5-d725-45a7-bdef-e35a79748192 req-e0263939-e63f-48c3-90b1-9b262bab62bb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9bd80eeb-5154-4c03-9db9-fcf789d8dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2509041 Nov 12 00:57:08.881397 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a2ffc-cec0-4f5e-a6d3-93e35d325938 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Port': ['ID=d48dab2c-7d95-4bd0-9f41-53fcf621735c,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:08.937185 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8de96f-be83-4dcf-acd7-52b59a331b10 req-97c9aebf-48d2-434a-afc6-9d64041a9e06 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:08.965017 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-485a2ffc-cec0-4f5e-a6d3-93e35d325938 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:08.972471 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-485a2ffc-cec0-4f5e-a6d3-93e35d325938 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/ports/d48dab2c-7d95-4bd0-9f41-53fcf621735c HTTP/1.1" status: 204 len: 168 time: 2.0794256 Nov 12 00:57:08.976251 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8de96f-be83-4dcf-acd7-52b59a331b10 req-97c9aebf-48d2-434a-afc6-9d64041a9e06 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:08.983960 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8de96f-be83-4dcf-acd7-52b59a331b10 req-97c9aebf-48d2-434a-afc6-9d64041a9e06 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:08.991057 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8de96f-be83-4dcf-acd7-52b59a331b10 req-97c9aebf-48d2-434a-afc6-9d64041a9e06 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:08.999088 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8de96f-be83-4dcf-acd7-52b59a331b10 req-97c9aebf-48d2-434a-afc6-9d64041a9e06 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:09.065898 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38814) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:09.077838 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8de96f-be83-4dcf-acd7-52b59a331b10 req-97c9aebf-48d2-434a-afc6-9d64041a9e06 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:09.097266 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8de96f-be83-4dcf-acd7-52b59a331b10 req-97c9aebf-48d2-434a-afc6-9d64041a9e06 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:09.100428 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5d8de96f-be83-4dcf-acd7-52b59a331b10 req-97c9aebf-48d2-434a-afc6-9d64041a9e06 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 5444 time: 0.4608824 Nov 12 00:57:09.133078 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38818) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:09.134009 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38820) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:09.150845 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-c2eace04-fa19-4402-9cc8-706dc8c20cb8 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Request body: {'floatingip': {'port_id': '839befd9-0d96-49e6-b80d-77934b38b2b7'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:09.205871 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c2eace04-fa19-4402-9cc8-706dc8c20cb8 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks [] for floatingip, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:09.236351 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:09.271808 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d433de72-3eac-471b-8e69-f514d35510fa tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:09.300815 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d433de72-3eac-471b-8e69-f514d35510fa tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:09.374058 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333158b7-f7a6-4032-802e-f573ac6cfabc tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:09.376090 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333158b7-f7a6-4032-802e-f573ac6cfabc tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:09.377863 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-333158b7-f7a6-4032-802e-f573ac6cfabc tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3004849 Nov 12 00:57:09.380683 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-2be8a5ad-941c-4545-9247-d1312680a723 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1991587206'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:09.385224 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-f32f470f-d20e-42d3-ba1d-e0367065cfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:09.385993 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-f32f470f-d20e-42d3-ba1d-e0367065cfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:09.386679 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-f32f470f-d20e-42d3-ba1d-e0367065cfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:09.387136 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-f32f470f-d20e-42d3-ba1d-e0367065cfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:09.387749 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-f32f470f-d20e-42d3-ba1d-e0367065cfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:09.388385 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-f32f470f-d20e-42d3-ba1d-e0367065cfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:09.389022 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-f32f470f-d20e-42d3-ba1d-e0367065cfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:09.389338 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d433de72-3eac-471b-8e69-f514d35510fa tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:57:09.391617 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-f32f470f-d20e-42d3-ba1d-e0367065cfd6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c21468cd613f4b869b90c5f693039b67&device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 6499 time: 0.7817810 Nov 12 00:57:09.394387 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38824) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:09.398819 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f084505a-831c-41ea-b7c5-d21cb6285685 req-ee1fe78e-1ba8-47e1-824b-c914a945a77b service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.4952087 Nov 12 00:57:09.431938 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d433de72-3eac-471b-8e69-f514d35510fa tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34dde8e9-b048-4f91-99ac-8a5bd2ebeb24,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:09.492516 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d433de72-3eac-471b-8e69-f514d35510fa tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:09.492918 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-d433de72-3eac-471b-8e69-f514d35510fa tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Added segment 8a4fba62-f136-43dc-a384-0580e7dc89e4 of type vlan for network ab892a24-af46-4cf3-8fe4-b391d077eb43 Nov 12 00:57:09.590521 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be8a5ad-941c-4545-9247-d1312680a723 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Made reservation on behalf of 9109debc483a43819030035082dfc0ca for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:09.594417 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2be8a5ad-941c-4545-9247-d1312680a723 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:09.613530 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2be8a5ad-941c-4545-9247-d1312680a723 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:09.627111 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-16298b9a-dd63-40c1-b76c-64a0dd65fb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:09.628198 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-16298b9a-dd63-40c1-b76c-64a0dd65fb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:09.628844 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-16298b9a-dd63-40c1-b76c-64a0dd65fb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:09.631915 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-16298b9a-dd63-40c1-b76c-64a0dd65fb3b service neutron] 10.222.0.54 "GET /v2.0/networks?id=1fce8c5f-7ac6-4208-952b-3be5cb15c665&id=ab41dae0-8b36-4d88-961d-982690d3893d&id=ab41dae0-8b36-4d88-961d-982690d3893d&id=ab41dae0-8b36-4d88-961d-982690d3893d&id=ab41dae0-8b36-4d88-961d-982690d3893d&id=932a85f6-3e20-455a-a5e7-01a28ed4b895&id=932a85f6-3e20-455a-a5e7-01a28ed4b895 HTTP/1.1" status: 200 len: 2292 time: 0.1478295 Nov 12 00:57:09.706656 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec31dfe-8064-4ab7-824d-6fa9c1211e67 req-6597be14-d342-445e-9622-05a3619600e7 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:09.708163 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fec31dfe-8064-4ab7-824d-6fa9c1211e67 req-6597be14-d342-445e-9622-05a3619600e7 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 946 time: 0.3382151 Nov 12 00:57:09.712459 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-2296823f-f07f-4f83-9611-590af9b89f8a tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Deleting subnet 872b38cb-65c4-42e1-862e-275c3c2e978f {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:57:09.735343 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d433de72-3eac-471b-8e69-f514d35510fa tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:09.750200 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2296823f-f07f-4f83-9611-590af9b89f8a tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:09.772401 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:09.841580 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fec31dfe-8064-4ab7-824d-6fa9c1211e67 req-2932f155-7b8b-4460-86a5-97c1dc8244b8 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225703 Nov 12 00:57:09.843840 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e2b82da5-d725-45a7-bdef-e35a79748192 req-262f19f8-c82c-4edc-b903-2231b40473b8 service neutron] 10.222.0.49 "GET /v2.0/networks/9bd80eeb-5154-4c03-9db9-fcf789d8dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0366209 Nov 12 00:57:09.845951 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-61968e6c-3f62-4d04-98c9-7539aee2496b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea3285b4-8397-4d0a-9287-44e430131ceb HTTP/1.1" status: 200 len: 1001 time: 0.2051044 Nov 12 00:57:09.909076 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.db.resource_extend [None req-d433de72-3eac-471b-8e69-f514d35510fa tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:57:09.966207 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2296823f-f07f-4f83-9611-590af9b89f8a tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:09.974729 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d433de72-3eac-471b-8e69-f514d35510fa tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:09.981225 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d433de72-3eac-471b-8e69-f514d35510fa tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:09.982067 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d433de72-3eac-471b-8e69-f514d35510fa tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:09.988142 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-b2d6c453-de44-4e79-96df-82d07671c265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:09.990817 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-b2d6c453-de44-4e79-96df-82d07671c265 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7a63ee01-80de-400e-a556-e4579cccd373 HTTP/1.1" status: 200 len: 850 time: 0.1372385 Nov 12 00:57:10.056190 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e2b82da5-d725-45a7-bdef-e35a79748192 req-d325d105-e202-4e6b-9695-f62ed1bdc667 service neutron] 10.222.0.49 "GET /v2.0/networks/9bd80eeb-5154-4c03-9db9-fcf789d8dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916685 Nov 12 00:57:10.079102 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-39bdfab4-ef3f-4c78-b837-d071cc970ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:10.080624 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-39bdfab4-ef3f-4c78-b837-d071cc970ce5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1fce8c5f-7ac6-4208-952b-3be5cb15c665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0823371 Nov 12 00:57:10.399134 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-9bd6f5e2-0602-4afe-ad4e-6b31228a2304 service neutron] 10.222.0.54 "GET /v2.0/networks/1fce8c5f-7ac6-4208-952b-3be5cb15c665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108673 Nov 12 00:57:10.410372 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9c18b663-a9c8-4160-966e-cb925a0af0c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:10.429400 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d433de72-3eac-471b-8e69-f514d35510fa tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.0602708 Nov 12 00:57:10.656982 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38832) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:10.670389 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-0d66b574-3290-4e2e-a7b5-099c5280b008 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Request body: {'subnet': {'network_id': 'ab892a24-af46-4cf3-8fe4-b391d077eb43', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:10.763813 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:10.990227 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-9fe8637d-d326-46d4-9871-616950849527 service neutron] 10.222.0.54 "GET /v2.0/networks/1fce8c5f-7ac6-4208-952b-3be5cb15c665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5802732 Nov 12 00:57:10.992180 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d66b574-3290-4e2e-a7b5-099c5280b008 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Made reservation on behalf of 12dd440799914979a52d8976c0f56bb2 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:11.008985 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0d66b574-3290-4e2e-a7b5-099c5280b008 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:11.066341 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d433de72-3eac-471b-8e69-f514d35510fa tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event updated for resources: {'Network': ['ID=ab892a24-af46-4cf3-8fe4-b391d077eb43,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:11.079306 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network ab892a24-af46-4cf3-8fe4-b391d077eb43 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:57:11.115013 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2296823f-f07f-4f83-9611-590af9b89f8a tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:11.171910 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-e0e3beea-222e-45d8-af8f-7e7d403bf6d4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=31fcb602-fe71-4579-9fa9-375532295e13 HTTP/1.1" status: 200 len: 217 time: 0.1049666 Nov 12 00:57:11.262930 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2be8a5ad-941c-4545-9247-d1312680a723 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:11.315611 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2be8a5ad-941c-4545-9247-d1312680a723 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:11.329482 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-ca36fa8a-ea9c-415c-8147-abe758f7dcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:11.330434 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-ca36fa8a-ea9c-415c-8147-abe758f7dcfe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1258ef72-3213-4252-85bc-f1e482a40b73 HTTP/1.1" status: 200 len: 797 time: 0.0764008 Nov 12 00:57:11.420220 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-4453114f-4614-4764-b486-a38ea8b16f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:11.421774 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-4453114f-4614-4764-b486-a38ea8b16f53 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ab41dae0-8b36-4d88-961d-982690d3893d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0837796 Nov 12 00:57:11.587780 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2be8a5ad-941c-4545-9247-d1312680a723 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:57:11.598375 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-18495a1a-feab-4d93-96f6-9fcd4537c6ad req-bf3f9eb2-51f6-4343-a656-4fb1462e52dc service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0307128 Nov 12 00:57:11.607632 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2be8a5ad-941c-4545-9247-d1312680a723 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:11.610037 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-2be8a5ad-941c-4545-9247-d1312680a723 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Added segment 35280669-a1ba-42dd-b9d3-49594dbffb65 of type vlan for network bbeabc40-dcf9-46a9-a3da-29b438a04aa3 Nov 12 00:57:11.635747 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0d66b574-3290-4e2e-a7b5-099c5280b008 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:11.764760 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be8a5ad-941c-4545-9247-d1312680a723 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=281524fc-469e-4a13-8fc7-2dd39a2bc1f9,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:11.824017 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-e2522d09-1d52-42b2-938d-ee4d2a995195 service neutron] 10.222.0.54 "GET /v2.0/networks/ab41dae0-8b36-4d88-961d-982690d3893d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895512 Nov 12 00:57:11.916378 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765fac2-54ce-4997-b09f-6a2ff9feb6ab req-b0c65d53-0314-4a14-9669-6545998c25b7 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:11.920106 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5765fac2-54ce-4997-b09f-6a2ff9feb6ab req-b0c65d53-0314-4a14-9669-6545998c25b7 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 946 time: 0.8402221 Nov 12 00:57:12.019660 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3e49068e-c29d-44ad-921d-949c13b1a905 req-cad5a483-667e-4e60-933c-472f4761fd78 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0882859 Nov 12 00:57:12.022102 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2be8a5ad-941c-4545-9247-d1312680a723 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:12.035255 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2296823f-f07f-4f83-9611-590af9b89f8a tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:12.038792 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d66b574-3290-4e2e-a7b5-099c5280b008 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Checking segment: {'id': '8a4fba62-f136-43dc-a384-0580e7dc89e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ab892a24-af46-4cf3-8fe4-b391d077eb43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:12.041991 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d66b574-3290-4e2e-a7b5-099c5280b008 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Network hostable DHCP agents. Network: ab892a24-af46-4cf3-8fe4-b391d077eb43, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:57:12.044285 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d66b574-3290-4e2e-a7b5-099c5280b008 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event updated for resources: {'Subnet': ['ID=29484729-fc0b-4a1d-a551-03f0376caac5,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:12.070583 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.db.resource_extend [None req-c2eace04-fa19-4402-9cc8-706dc8c20cb8 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] It took 0.61 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:57:12.109302 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2296823f-f07f-4f83-9611-590af9b89f8a tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:12.111022 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d66b574-3290-4e2e-a7b5-099c5280b008 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Network ab892a24-af46-4cf3-8fe4-b391d077eb43 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:57:12.113211 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2296823f-f07f-4f83-9611-590af9b89f8a tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/872b38cb-65c4-42e1-862e-275c3c2e978f HTTP/1.1" status: 204 len: 168 time: 2.7156723 Nov 12 00:57:12.118805 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38852) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:12.136797 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-0d66b574-3290-4e2e-a7b5-099c5280b008 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, ab892a24-af46-4cf3-8fe4-b391d077eb43) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:12.146146 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8211b7-c4fe-4ee2-bc9a-66102d386a01 None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:12.170452 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d66b574-3290-4e2e-a7b5-099c5280b008 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:12.171052 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0d66b574-3290-4e2e-a7b5-099c5280b008 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:12.184011 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2296823f-f07f-4f83-9611-590af9b89f8a tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Subnet': ['ID=872b38cb-65c4-42e1-862e-275c3c2e978f,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:12.262547 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a772e106-6284-417a-ac03-6aa91f4bc2f8 None None] Network ab892a24-af46-4cf3-8fe4-b391d077eb43 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:12.281087 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-da3a30d2-2a74-420e-8f13-80eb6e5a10f7 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0891278 Nov 12 00:57:12.295140 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0d66b574-3290-4e2e-a7b5-099c5280b008 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.6253133 Nov 12 00:57:12.295140 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38854) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:12.295538 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.db.resource_extend [None req-2be8a5ad-941c-4545-9247-d1312680a723 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:57:12.329845 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38856) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:12.378079 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-919d9fc0-5b4b-4bf6-935f-d1c903f4fc78 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1810434138'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:12.383759 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c2eace04-fa19-4402-9cc8-706dc8c20cb8 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:12.387835 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-fb539f06-1528-4820-b303-9f6a8dc04b48 service neutron] 10.222.0.54 "GET /v2.0/networks/ab41dae0-8b36-4d88-961d-982690d3893d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5482509 Nov 12 00:57:12.409937 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5765fac2-54ce-4997-b09f-6a2ff9feb6ab req-da1b0891-b9dc-44e1-9008-5e424b879fae tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4599185 Nov 12 00:57:12.430917 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c2eace04-fa19-4402-9cc8-706dc8c20cb8 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:12.555358 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2be8a5ad-941c-4545-9247-d1312680a723 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:12.571517 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-9d8a3eab-5d54-4dbc-aae4-e99ae443356b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=f1d753e5-8094-4985-ae26-476029182198 HTTP/1.1" status: 200 len: 217 time: 0.1113143 Nov 12 00:57:12.573677 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be8a5ad-941c-4545-9247-d1312680a723 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:12.573908 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2be8a5ad-941c-4545-9247-d1312680a723 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:12.604315 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919d9fc0-5b4b-4bf6-935f-d1c903f4fc78 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Made reservation on behalf of 12dd440799914979a52d8976c0f56bb2 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:12.612062 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-919d9fc0-5b4b-4bf6-935f-d1c903f4fc78 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:12.683065 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:12.705174 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2be8a5ad-941c-4545-9247-d1312680a723 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.5698216 Nov 12 00:57:12.705891 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38860) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:12.717015 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ba8262-3386-435e-a278-08e401f8689d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:12.722354 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-83ba8262-3386-435e-a278-08e401f8689d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4120479 Nov 12 00:57:12.722992 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38862) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:12.795826 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cc683a-f6fb-4289-a7cb-cc167da95457 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-ab892a24-af46-4cf3-8fe4-b391d077eb43', 'network_id': 'ab892a24-af46-4cf3-8fe4-b391d077eb43', 'tenant_id': '12dd440799914979a52d8976c0f56bb2', 'fixed_ips': [{'subnet_id': '29484729-fc0b-4a1d-a551-03f0376caac5'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:57:12.796705 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-23cc683a-f6fb-4289-a7cb-cc167da95457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:12.921223 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-919d9fc0-5b4b-4bf6-935f-d1c903f4fc78 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:57:12.934287 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-6bc1c464-01a2-4b8f-8b92-130e6eb920fc tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Request body: {'subnet': {'network_id': 'bbeabc40-dcf9-46a9-a3da-29b438a04aa3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:12.945309 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-8c07f891-459b-4060-866f-1bebc27b6e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:12.946818 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-8c07f891-459b-4060-866f-1bebc27b6e65 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1258ef72-3213-4252-85bc-f1e482a40b73 HTTP/1.1" status: 200 len: 797 time: 0.3639410 Nov 12 00:57:12.986331 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-23cc683a-f6fb-4289-a7cb-cc167da95457 None None] Allocated IP 172.20.255.242 (ab892a24-af46-4cf3-8fe4-b391d077eb43/29484729-fc0b-4a1d-a551-03f0376caac5/0104706e-3ee9-4c28-b005-c0aa09e846ce) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:57:12.997428 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-919d9fc0-5b4b-4bf6-935f-d1c903f4fc78 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:13.009950 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-919d9fc0-5b4b-4bf6-935f-d1c903f4fc78 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Added segment 4f5daac9-3fd5-483a-9499-999628cba5e6 of type vlan for network 2c7617a8-298e-49ad-a072-f6c80e80528d Nov 12 00:57:13.049627 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be8a5ad-941c-4545-9247-d1312680a723 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Pushing event updated for resources: {'Network': ['ID=bbeabc40-dcf9-46a9-a3da-29b438a04aa3,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:13.079918 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43b006f-7d1f-4c76-9549-ba59c19ec430 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:13.089942 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c43b006f-7d1f-4c76-9549-ba59c19ec430 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3594484 Nov 12 00:57:13.093116 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38866) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:13.120721 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0d35a8-2005-49ac-9e17-f3cd8ab6d892 None None] DHCP port deletion for 549c8e6d-38df-4171-95c5-652183e307b7 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:57:13.124776 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network bbeabc40-dcf9-46a9-a3da-29b438a04aa3 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:57:13.136006 n-d-812236-11 neutron-server[102662]: INFO neutron.db.l3_db [None req-c2eace04-fa19-4402-9cc8-706dc8c20cb8 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Floating IP 8fc3a2bb-6f04-49d0-895b-b4227437d1df associated. External IP: 172.25.2.129, port: 839befd9-0d96-49e6-b80d-77934b38b2b7. Nov 12 00:57:13.359337 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 58e53856-7d8f-4eb6-a023-dd6845af8f40 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:57:13.438645 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc1c464-01a2-4b8f-8b92-130e6eb920fc tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Made reservation on behalf of 9109debc483a43819030035082dfc0ca for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:13.451907 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6bc1c464-01a2-4b8f-8b92-130e6eb920fc tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:13.676204 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-919d9fc0-5b4b-4bf6-935f-d1c903f4fc78 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:13.712372 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b6e03aa8-0726-40bd-afe9-82df935f870e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6178424 Nov 12 00:57:13.721325 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38872) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:13.731400 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-919d9fc0-5b4b-4bf6-935f-d1c903f4fc78 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:13.738485 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919d9fc0-5b4b-4bf6-935f-d1c903f4fc78 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:13.741032 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-919d9fc0-5b4b-4bf6-935f-d1c903f4fc78 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:13.763638 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-1a171c08-f2d0-47a6-847c-11b7f1753a8c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'subnet': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:13.769651 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-e1109295-6b36-49fe-b96a-6b3f59ea0f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:13.772481 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-e1109295-6b36-49fe-b96a-6b3f59ea0f54 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ab41dae0-8b36-4d88-961d-982690d3893d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8059573 Nov 12 00:57:13.931921 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-9c18b663-a9c8-4160-966e-cb925a0af0c6 admin admin] Deleting port 32cb30a9-3e7f-49c7-87c6-f52d59246fea {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:57:13.932538 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9c18b663-a9c8-4160-966e-cb925a0af0c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:13.961765 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-af0d35a8-2005-49ac-9e17-f3cd8ab6d892 None None] Deleting port 58e53856-7d8f-4eb6-a023-dd6845af8f40 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:57:13.962315 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-af0d35a8-2005-49ac-9e17-f3cd8ab6d892 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:14.031478 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:14.092406 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 58e53856-7d8f-4eb6-a023-dd6845af8f40, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=58e53856-7d8f-4eb6-a023-dd6845af8f40,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:14.119538 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-9c18b663-a9c8-4160-966e-cb925a0af0c6 admin admin] For port 32cb30a9-3e7f-49c7-87c6-f52d59246fea, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=32cb30a9-3e7f-49c7-87c6-f52d59246fea,segment=NetworkSegment(7f64ba80-ce39-4c56-a8a0-b5dae98bce25),segment_id=7f64ba80-ce39-4c56-a8a0-b5dae98bce25)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:14.120253 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9c18b663-a9c8-4160-966e-cb925a0af0c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:14.143483 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:14.288023 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-9c18b663-a9c8-4160-966e-cb925a0af0c6 admin admin] Calling delete_port for 32cb30a9-3e7f-49c7-87c6-f52d59246fea owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:57:14.358798 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=58e53856-7d8f-4eb6-a023-dd6845af8f40,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:14.410742 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-919d9fc0-5b4b-4bf6-935f-d1c903f4fc78 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0677044 Nov 12 00:57:14.422252 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-23cc683a-f6fb-4289-a7cb-cc167da95457 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:14.424211 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38876) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:14.426118 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-af0d35a8-2005-49ac-9e17-f3cd8ab6d892 None None] For port 58e53856-7d8f-4eb6-a023-dd6845af8f40, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=58e53856-7d8f-4eb6-a023-dd6845af8f40,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:14.426542 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-af0d35a8-2005-49ac-9e17-f3cd8ab6d892 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:14.436398 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-d0186eb4-8393-4557-afae-27d16c46382f tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Request body: {'subnet': {'network_id': '2c7617a8-298e-49ad-a072-f6c80e80528d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:14.452059 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-23cc683a-f6fb-4289-a7cb-cc167da95457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:14.454460 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-af0d35a8-2005-49ac-9e17-f3cd8ab6d892 None None] Calling delete_port for 58e53856-7d8f-4eb6-a023-dd6845af8f40 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:57:14.548587 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919d9fc0-5b4b-4bf6-935f-d1c903f4fc78 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event updated for resources: {'Network': ['ID=2c7617a8-298e-49ad-a072-f6c80e80528d,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:14.626269 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b9f45f82-4ff5-416b-ac7d-65899e6f4d12 req-173120ec-70aa-4aa9-8d68-039c1f83cbdc service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0875463 Nov 12 00:57:14.680590 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a171c08-f2d0-47a6-847c-11b7f1753a8c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:14.685140 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1a171c08-f2d0-47a6-847c-11b7f1753a8c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:14.703622 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9bcb28-f8b7-4260-aab9-2a468695997a req-56901f0c-2686-4b27-8517-7efdb763dfcf tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:14.711844 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ed9bcb28-f8b7-4260-aab9-2a468695997a req-56901f0c-2686-4b27-8517-7efdb763dfcf tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 946 time: 0.9926033 Nov 12 00:57:14.751047 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6bc1c464-01a2-4b8f-8b92-130e6eb920fc tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:14.822045 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2eace04-fa19-4402-9cc8-706dc8c20cb8 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Router 76898a84-4c91-4751-8001-8154b7313ea5 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:57:14.824275 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc1c464-01a2-4b8f-8b92-130e6eb920fc tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Pushing event updated for resources: {'Subnet': ['ID=d1b64fd3-eeba-475e-a8f2-a01e07e88d00,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:14.872208 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 2c7617a8-298e-49ad-a072-f6c80e80528d details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:57:14.892994 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-af0d35a8-2005-49ac-9e17-f3cd8ab6d892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:14.933738 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cc683a-f6fb-4289-a7cb-cc167da95457 None None] Network ab892a24-af46-4cf3-8fe4-b391d077eb43 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:14.998010 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-23cc683a-f6fb-4289-a7cb-cc167da95457 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:15.003976 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2eace04-fa19-4402-9cc8-706dc8c20cb8 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:57:15.004383 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0d35a8-2005-49ac-9e17-f3cd8ab6d892 None None] No DVR routers for this DVR port 58e53856-7d8f-4eb6-a023-dd6845af8f40 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:57:15.018714 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c2eace04-fa19-4402-9cc8-706dc8c20cb8 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:15.033231 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cc683a-f6fb-4289-a7cb-cc167da95457 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:15.037503 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581e07d4-cb93-4a6f-92b4-eed69a730784 None None] Sync routers for ids ['76898a84-4c91-4751-8001-8154b7313ea5'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:57:15.048967 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ed9bcb28-f8b7-4260-aab9-2a468695997a req-df1d1b74-57b5-43f9-8e8d-1a4c2381232a tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3359940 Nov 12 00:57:15.083347 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cc683a-f6fb-4289-a7cb-cc167da95457 None None] Pushing event updated for resources: {'Port': ['ID=0104706e-3ee9-4c28-b005-c0aa09e846ce,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:15.108608 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-451edfec-e703-4319-b249-57d3fd44390a service neutron] 10.222.0.54 "GET /v2.0/networks/ab41dae0-8b36-4d88-961d-982690d3893d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8296371 Nov 12 00:57:15.111337 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0186eb4-8393-4557-afae-27d16c46382f tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Made reservation on behalf of 12dd440799914979a52d8976c0f56bb2 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:15.113055 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc1c464-01a2-4b8f-8b92-130e6eb920fc tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Checking segment: {'id': '35280669-a1ba-42dd-b9d3-49594dbffb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'bbeabc40-dcf9-46a9-a3da-29b438a04aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:15.113808 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc1c464-01a2-4b8f-8b92-130e6eb920fc tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Network hostable DHCP agents. Network: bbeabc40-dcf9-46a9-a3da-29b438a04aa3, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:57:15.117016 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d0186eb4-8393-4557-afae-27d16c46382f tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:15.162250 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c2eace04-fa19-4402-9cc8-706dc8c20cb8 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "PUT /v2.0/floatingips/8fc3a2bb-6f04-49d0-895b-b4227437d1df HTTP/1.1" status: 200 len: 991 time: 6.0250022 Nov 12 00:57:15.165490 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'tag': '839befd9-0d96-49e6-b80d-77934b38b2b7'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:57:15.170005 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80981966-3cd0-4561-9f19-310fa57a1351" -d '{"events": [{"name": "network-changed", "server_uuid": "f4448604-16ab-4f44-a2c8-0b55b9d2bf06", "tag": "839befd9-0d96-49e6-b80d-77934b38b2b7"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:57:15.179554 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc1c464-01a2-4b8f-8b92-130e6eb920fc tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Network bbeabc40-dcf9-46a9-a3da-29b438a04aa3 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:57:15.193852 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-6bc1c464-01a2-4b8f-8b92-130e6eb920fc tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, bbeabc40-dcf9-46a9-a3da-29b438a04aa3) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:15.200493 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc1c464-01a2-4b8f-8b92-130e6eb920fc tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:15.201675 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6bc1c464-01a2-4b8f-8b92-130e6eb920fc tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:15.277917 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6bc1c464-01a2-4b8f-8b92-130e6eb920fc tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4753406 Nov 12 00:57:15.280736 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc01ed9-3777-49cf-9b51-58754395bb72 None None] Network bbeabc40-dcf9-46a9-a3da-29b438a04aa3 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:15.284066 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0603506f-2a4b-4916-9dd6-ad6f39df6532 x-openstack-request-id: req-0603506f-2a4b-4916-9dd6-ad6f39df6532 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:57:15.285234 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4448604-16ab-4f44-a2c8-0b55b9d2bf06", "tag": "839befd9-0d96-49e6-b80d-77934b38b2b7", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:57:15.287539 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0603506f-2a4b-4916-9dd6-ad6f39df6532 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:57:15.288162 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'tag': '839befd9-0d96-49e6-b80d-77934b38b2b7', 'status': 'completed', 'code': 200} Nov 12 00:57:15.288819 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38888) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:15.306545 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:57:15.321859 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-0ffd6b4e-b3f3-42e8-af96-9da0acf206c9 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Request body: {'port': {'network_id': 'bbeabc40-dcf9-46a9-a3da-29b438a04aa3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-451180148'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:15.436929 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581e07d4-cb93-4a6f-92b4-eed69a730784 None None] Routers {'76898a84-4c91-4751-8001-8154b7313ea5'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:57:15.441615 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-581e07d4-cb93-4a6f-92b4-eed69a730784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:57:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['76898a84-4c91-4751-8001-8154b7313ea5'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:15.459548 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d35a8-2005-49ac-9e17-f3cd8ab6d892 None None] Pushing event deleted for resources: {'Port': ['ID=58e53856-7d8f-4eb6-a023-dd6845af8f40,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:15.709334 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ffd6b4e-b3f3-42e8-af96-9da0acf206c9 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Made reservation on behalf of 9109debc483a43819030035082dfc0ca for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:15.717631 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0ffd6b4e-b3f3-42e8-af96-9da0acf206c9 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:15.767666 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-23cc683a-f6fb-4289-a7cb-cc167da95457 None None] Attempting to bind port 0104706e-3ee9-4c28-b005-c0aa09e846ce on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:57:15.768049 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-23cc683a-f6fb-4289-a7cb-cc167da95457 None None] Attempting to bind port 0104706e-3ee9-4c28-b005-c0aa09e846ce by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '8a4fba62-f136-43dc-a384-0580e7dc89e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ab892a24-af46-4cf3-8fe4-b391d077eb43'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:57:15.768413 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cc683a-f6fb-4289-a7cb-cc167da95457 None None] Attempting to bind port 0104706e-3ee9-4c28-b005-c0aa09e846ce on network ab892a24-af46-4cf3-8fe4-b391d077eb43 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:57:15.793618 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-0ffd6b4e-b3f3-42e8-af96-9da0acf206c9 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] device_id is not set on port 235f0e33-05fd-4828-a548-4448d569a5f6 yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:57:15.796569 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1a171c08-f2d0-47a6-847c-11b7f1753a8c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:15.904203 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d0186eb4-8393-4557-afae-27d16c46382f tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:15.921224 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cc683a-f6fb-4289-a7cb-cc167da95457 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:57:15.933994 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cc683a-f6fb-4289-a7cb-cc167da95457 None None] Checking segment: {'id': '8a4fba62-f136-43dc-a384-0580e7dc89e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ab892a24-af46-4cf3-8fe4-b391d077eb43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:15.934976 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-23cc683a-f6fb-4289-a7cb-cc167da95457 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:15.935393 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cc683a-f6fb-4289-a7cb-cc167da95457 None None] Bound using segment: {'id': '8a4fba62-f136-43dc-a384-0580e7dc89e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ab892a24-af46-4cf3-8fe4-b391d077eb43'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:57:15.935907 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-23cc683a-f6fb-4289-a7cb-cc167da95457 None None] Bound port: 0104706e-3ee9-4c28-b005-c0aa09e846ce, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a4fba62-f136-43dc-a384-0580e7dc89e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ab892a24-af46-4cf3-8fe4-b391d077eb43'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:57:15.936299 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-23cc683a-f6fb-4289-a7cb-cc167da95457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:15.948058 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-0ffd6b4e-b3f3-42e8-af96-9da0acf206c9 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Allocated IP 172.20.0.2 (bbeabc40-dcf9-46a9-a3da-29b438a04aa3/d1b64fd3-eeba-475e-a8f2-a01e07e88d00/235f0e33-05fd-4828-a548-4448d569a5f6) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:57:15.995557 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a171c08-f2d0-47a6-847c-11b7f1753a8c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Subnet': ['ID=a97d1cc0-1f18-4bde-a34a-acdb424187c2,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:16.003509 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466a6af3-2215-4063-afa1-0d95d6f3c268 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-bbeabc40-dcf9-46a9-a3da-29b438a04aa3', 'network_id': 'bbeabc40-dcf9-46a9-a3da-29b438a04aa3', 'tenant_id': '9109debc483a43819030035082dfc0ca', 'fixed_ips': [{'subnet_id': 'd1b64fd3-eeba-475e-a8f2-a01e07e88d00'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:57:16.004361 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-466a6af3-2215-4063-afa1-0d95d6f3c268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:16.094026 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0186eb4-8393-4557-afae-27d16c46382f tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event updated for resources: {'Subnet': ['ID=21864a7e-b3f6-4b0a-9459-c9223265f068,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:16.121825 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-581e07d4-cb93-4a6f-92b4-eed69a730784 None None] Set router 76898a84-4c91-4751-8001-8154b7313ea5 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:57:16.126668 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a171c08-f2d0-47a6-847c-11b7f1753a8c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:16.167244 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-1a171c08-f2d0-47a6-847c-11b7f1753a8c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:16.195430 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0ffd6b4e-b3f3-42e8-af96-9da0acf206c9 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:16.208319 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a171c08-f2d0-47a6-847c-11b7f1753a8c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:16.212154 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1a171c08-f2d0-47a6-847c-11b7f1753a8c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:16.241032 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9c18b663-a9c8-4160-966e-cb925a0af0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:16.272291 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8189fd33-a1be-4b56-86f7-4b41a76d3e8e None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:16.286976 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80981966-3cd0-4561-9f19-310fa57a1351 req-09802029-9061-4e48-a020-eeae3d51862f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:16.287573 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80981966-3cd0-4561-9f19-310fa57a1351 req-09802029-9061-4e48-a020-eeae3d51862f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:16.288065 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80981966-3cd0-4561-9f19-310fa57a1351 req-09802029-9061-4e48-a020-eeae3d51862f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:16.288742 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80981966-3cd0-4561-9f19-310fa57a1351 req-09802029-9061-4e48-a020-eeae3d51862f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:16.289302 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80981966-3cd0-4561-9f19-310fa57a1351 req-09802029-9061-4e48-a020-eeae3d51862f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:16.289885 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80981966-3cd0-4561-9f19-310fa57a1351 req-09802029-9061-4e48-a020-eeae3d51862f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:16.290355 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80981966-3cd0-4561-9f19-310fa57a1351 req-09802029-9061-4e48-a020-eeae3d51862f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:16.293474 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-80981966-3cd0-4561-9f19-310fa57a1351 req-09802029-9061-4e48-a020-eeae3d51862f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99d22f2d09c941868df176b00803ab3d&device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 6508 time: 0.8491623 Nov 12 00:57:16.304202 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1a171c08-f2d0-47a6-847c-11b7f1753a8c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5598574 Nov 12 00:57:16.310689 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38894) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:16.313150 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c18b663-a9c8-4160-966e-cb925a0af0c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=32cb30a9-3e7f-49c7-87c6-f52d59246fea,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:16.328015 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-e3637993-7d9d-4af2-a04f-947377e6b8f6 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'port': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'fixed_ips': [{'subnet_id': 'a97d1cc0-1f18-4bde-a34a-acdb424187c2', 'ip_address': '2001:db8::e5e4:654a:a10c:bf71'}], 'name': 'tempest-NetworksTestDHCPv6-966079730'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:16.370494 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0ffd6b4e-b3f3-42e8-af96-9da0acf206c9 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:16.437965 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-23cc683a-f6fb-4289-a7cb-cc167da95457 None None] For port 0104706e-3ee9-4c28-b005-c0aa09e846ce, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:57:16.465474 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffd6b4e-b3f3-42e8-af96-9da0acf206c9 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Network bbeabc40-dcf9-46a9-a3da-29b438a04aa3 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:16.477679 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffd6b4e-b3f3-42e8-af96-9da0acf206c9 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Pushing event updated for resources: {'Port': ['ID=235f0e33-05fd-4828-a548-4448d569a5f6,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:16.480422 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-0ffd6b4e-b3f3-42e8-af96-9da0acf206c9 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:16.488010 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffd6b4e-b3f3-42e8-af96-9da0acf206c9 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:16.579541 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-23cc683a-f6fb-4289-a7cb-cc167da95457 None None] For port 0104706e-3ee9-4c28-b005-c0aa09e846ce, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=0104706e-3ee9-4c28-b005-c0aa09e846ce,segment=NetworkSegment(8a4fba62-f136-43dc-a384-0580e7dc89e4),segment_id=8a4fba62-f136-43dc-a384-0580e7dc89e4)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:57:16.618823 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80981966-3cd0-4561-9f19-310fa57a1351 req-775e4466-4896-4d9f-bf48-6e9a2ac8aad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:16.620324 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-80981966-3cd0-4561-9f19-310fa57a1351 req-775e4466-4896-4d9f-bf48-6e9a2ac8aad8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6d66b009-87d4-44ee-a0b8-482e36cd5030 HTTP/1.1" status: 200 len: 918 time: 0.3138962 Nov 12 00:57:16.642647 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-23cc683a-f6fb-4289-a7cb-cc167da95457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:16.663075 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e04a702c-5fe6-465c-9dc9-1848cc9f670e req-d0472b1b-77c2-425d-a79e-aa1c81cd0c29 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0886338 Nov 12 00:57:16.693160 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0186eb4-8393-4557-afae-27d16c46382f tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Checking segment: {'id': '4f5daac9-3fd5-483a-9499-999628cba5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '2c7617a8-298e-49ad-a072-f6c80e80528d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:16.693160 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0186eb4-8393-4557-afae-27d16c46382f tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Network hostable DHCP agents. Network: 2c7617a8-298e-49ad-a072-f6c80e80528d, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:57:16.745700 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-ad9e9c8d-d647-4527-a13d-165fda43db2b service neutron] 10.222.0.54 "GET /v2.0/networks/ab41dae0-8b36-4d88-961d-982690d3893d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6212111 Nov 12 00:57:16.761650 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718c006-0d15-4429-ad10-8044fa335d02 req-b6ffa753-8c61-412b-b64e-f5b31e0f1446 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:16.762771 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d718c006-0d15-4429-ad10-8044fa335d02 req-b6ffa753-8c61-412b-b64e-f5b31e0f1446 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 946 time: 0.5433459 Nov 12 00:57:16.792102 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffd6b4e-b3f3-42e8-af96-9da0acf206c9 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:16.794975 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7976449-e3ef-4979-8319-095ff69b7c66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-549c8e6d-38df-4171-95c5-652183e307b7', 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'tenant_id': 'd39bd700eb73489c844e800fa5489ef8', 'fixed_ips': [{'subnet_id': 'a97d1cc0-1f18-4bde-a34a-acdb424187c2'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:57:16.796546 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a7976449-e3ef-4979-8319-095ff69b7c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:16.801163 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cc683a-f6fb-4289-a7cb-cc167da95457 None None] Pushing event updated for resources: {'Port': ['ID=0104706e-3ee9-4c28-b005-c0aa09e846ce,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:16.808486 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0ffd6b4e-b3f3-42e8-af96-9da0acf206c9 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:16.870443 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-fc79df7f-080d-4a33-ab4f-9e616bc93ad4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=ece577e8-c379-469d-ac80-64690c063e88 HTTP/1.1" status: 200 len: 217 time: 0.1066625 Nov 12 00:57:16.884648 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0186eb4-8393-4557-afae-27d16c46382f tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Network 2c7617a8-298e-49ad-a072-f6c80e80528d is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:57:16.961677 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0ffd6b4e-b3f3-42e8-af96-9da0acf206c9 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6662383 Nov 12 00:57:16.967545 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38904) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:16.979760 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-e6f5a195-9b1a-4061-af5f-b1079fb0f479 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Request body: {'port': {'network_id': 'bbeabc40-dcf9-46a9-a3da-29b438a04aa3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1823913449', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:16.980581 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.api.validators [None req-e6f5a195-9b1a-4061-af5f-b1079fb0f479 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] bootfile-name is not in valid_values {{(pid=102662) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 00:57:16.982403 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.api.validators [None req-e6f5a195-9b1a-4061-af5f-b1079fb0f479 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] tftp-server is not in valid_values {{(pid=102662) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 00:57:16.982909 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.api.validators [None req-e6f5a195-9b1a-4061-af5f-b1079fb0f479 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] server-ip-address is not in valid_values {{(pid=102662) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 00:57:17.006156 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-80981966-3cd0-4561-9f19-310fa57a1351 req-e1823c4e-c81a-4c7c-b6d6-9696f22ef3c7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=839befd9-0d96-49e6-b80d-77934b38b2b7 HTTP/1.1" status: 200 len: 999 time: 0.3393562 Nov 12 00:57:17.019107 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-d0186eb4-8393-4557-afae-27d16c46382f tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 2c7617a8-298e-49ad-a072-f6c80e80528d) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:17.057908 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0186eb4-8393-4557-afae-27d16c46382f tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:17.061960 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d0186eb4-8393-4557-afae-27d16c46382f tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:17.173791 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863f5649-00d5-4f5a-8794-8fdf1fc134f8 None None] Network 2c7617a8-298e-49ad-a072-f6c80e80528d requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:17.180755 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d718c006-0d15-4429-ad10-8044fa335d02 req-a0378449-9c10-4335-87c3-881f34db6088 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4097528 Nov 12 00:57:17.222836 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-2b0ae395-1952-455e-a541-4d58171af3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:17.226257 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-2b0ae395-1952-455e-a541-4d58171af3aa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1258ef72-3213-4252-85bc-f1e482a40b73 HTTP/1.1" status: 200 len: 797 time: 0.3326821 Nov 12 00:57:17.250855 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d0186eb4-8393-4557-afae-27d16c46382f tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.8230951 Nov 12 00:57:17.274285 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38906) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:17.356260 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80981966-3cd0-4561-9f19-310fa57a1351 req-e3a82910-904e-40a9-8ada-5e965fb0c49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:17.363150 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-80981966-3cd0-4561-9f19-310fa57a1351 req-e3a82910-904e-40a9-8ada-5e965fb0c49d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=84f3c115-0f29-44bb-9c76-e6ed88722019 HTTP/1.1" status: 200 len: 856 time: 0.3254423 Nov 12 00:57:17.516691 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ff1173c1-86c8-4fc1-addd-e08942938e25 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:17.760085 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.db.api [None req-466a6af3-2215-4063-afa1-0d95d6f3c268 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-087da17f-3a68-4555-8de8-11444ef246dc {{(pid=102663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:57:17.760746 n-d-812236-11 neutron-server[102663]: DEBUG oslo_db.api [None req-466a6af3-2215-4063-afa1-0d95d6f3c268 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:57:17.830159 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3637993-7d9d-4af2-a04f-947377e6b8f6 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:17.835618 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-7aeb16fe-a682-4fac-9ebc-4a9abd71e113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:17.835986 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-7aeb16fe-a682-4fac-9ebc-4a9abd71e113 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ab41dae0-8b36-4d88-961d-982690d3893d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6014969 Nov 12 00:57:17.837313 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ff1173c1-86c8-4fc1-addd-e08942938e25 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:17.847468 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9c18b663-a9c8-4160-966e-cb925a0af0c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:17.921180 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80981966-3cd0-4561-9f19-310fa57a1351 req-731242c4-1cf8-4a2b-a145-c9330dde3836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:17.922959 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-80981966-3cd0-4561-9f19-310fa57a1351 req-731242c4-1cf8-4a2b-a145-c9330dde3836 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6d66b009-87d4-44ee-a0b8-482e36cd5030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4036622 Nov 12 00:57:18.081061 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-a7976449-e3ef-4979-8319-095ff69b7c66 None None] Allocated IP 2001:db8::2 (549c8e6d-38df-4171-95c5-652183e307b7/a97d1cc0-1f18-4bde-a34a-acdb424187c2/8f20d15e-aaf5-4471-8d37-0dc74c81bf87) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:57:18.098306 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-581e07d4-cb93-4a6f-92b4-eed69a730784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76898a84-4c91-4751-8001-8154b7313ea5', 'name': 'tempest-TaggedBootDevicesTest_v242-1912484134-router', 'tenant_id': '99d22f2d09c941868df176b00803ab3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '35edacf0-8f95-481f-affd-912ca687d944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:54:44Z', 'updated_at': '2021-11-12T00:54:52Z', 'revision_number': 4, 'project_id': '99d22f2d09c941868df176b00803ab3d', 'gw_port': {'id': '35edacf0-8f95-481f-affd-912ca687d944', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76898a84-4c91-4751-8001-8154b7313ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:44Z', 'updated_at': '2021-11-12T00:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '8fc3a2bb-6f04-49d0-895b-b4227437d1df', 'tenant_id': '99d22f2d09c941868df176b00803ab3d', 'floating_ip_address': '172.25.2.129', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '76898a84-4c91-4751-8001-8154b7313ea5', 'port_id': '839befd9-0d96-49e6-b80d-77934b38b2b7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d66b009-87d4-44ee-a0b8-482e36cd5030', 'mac_address': 'fa:16:3e:ac:de:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:55:46Z', 'updated_at': '2021-11-12T00:57:11Z', 'revision_number': 1, 'project_id': '99d22f2d09c941868df176b00803ab3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f632277d-70dd-490e-b1bd-49766ad29700', 'name': '', 'network_id': '6d66b009-87d4-44ee-a0b8-482e36cd5030', 'tenant_id': '99d22f2d09c941868df176b00803ab3d', 'mac_address': 'fa:16:3e:68:30:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76898a84-4c91-4751-8001-8154b7313ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '84f3c115-0f29-44bb-9c76-e6ed88722019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:50Z', 'updated_at': '2021-11-12T00:54:59Z', 'revision_number': 5, 'project_id': '99d22f2d09c941868df176b00803ab3d', 'subnets': [{'id': '84f3c115-0f29-44bb-9c76-e6ed88722019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:18.151519 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581e07d4-cb93-4a6f-92b4-eed69a730784 None None] Checking router: 76898a84-4c91-4751-8001-8154b7313ea5 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:57:18.227124 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581e07d4-cb93-4a6f-92b4-eed69a730784 None None] Routers {'76898a84-4c91-4751-8001-8154b7313ea5'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:57:18.227831 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-581e07d4-cb93-4a6f-92b4-eed69a730784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:57:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['76898a84-4c91-4751-8001-8154b7313ea5'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:18.263261 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-466a6af3-2215-4063-afa1-0d95d6f3c268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:18.362080 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e3637993-7d9d-4af2-a04f-947377e6b8f6 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:18.392510 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f5a195-9b1a-4061-af5f-b1079fb0f479 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Made reservation on behalf of 9109debc483a43819030035082dfc0ca for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:18.400943 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e6f5a195-9b1a-4061-af5f-b1079fb0f479 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:18.427978 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-e3637993-7d9d-4af2-a04f-947377e6b8f6 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] device_id is not set on port f7003ff9-6e4e-43b2-9b47-80e74275d435 yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:57:18.443238 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-e6f5a195-9b1a-4061-af5f-b1079fb0f479 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] device_id is not set on port 50a12600-9bdf-480d-9c80-ca86a979ba43 yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:57:18.766791 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c017a4-5a0a-4c02-9d54-14d2c2e6ba07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-2c7617a8-298e-49ad-a072-f6c80e80528d', 'network_id': '2c7617a8-298e-49ad-a072-f6c80e80528d', 'tenant_id': '12dd440799914979a52d8976c0f56bb2', 'fixed_ips': [{'subnet_id': '21864a7e-b3f6-4b0a-9459-c9223265f068'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:57:18.770924 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-11c017a4-5a0a-4c02-9d54-14d2c2e6ba07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:18.783599 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf137be-a3f9-4c5e-8839-b61cf7b0cfde req-3f88110a-f3b2-47a3-b78e-2e484f7be69e tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:18.785292 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fdf137be-a3f9-4c5e-8839-b61cf7b0cfde req-3f88110a-f3b2-47a3-b78e-2e484f7be69e tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 946 time: 0.1342590 Nov 12 00:57:18.787222 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ff1173c1-86c8-4fc1-addd-e08942938e25 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:18.804263 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fb3aa0-e9f7-4770-86b8-3b73d210e5f0 None None] Network ab892a24-af46-4cf3-8fe4-b391d077eb43 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:18.925330 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1173c1-86c8-4fc1-addd-e08942938e25 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event deleted for resources: {'Subnet': ['ID=21864a7e-b3f6-4b0a-9459-c9223265f068,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:18.948429 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-b9873df1-3440-4c4a-b620-c5ed012c027f service neutron] 10.222.0.54 "GET /v2.0/networks/ab41dae0-8b36-4d88-961d-982690d3893d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1029971 Nov 12 00:57:19.011409 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-80981966-3cd0-4561-9f19-310fa57a1351 req-3796113d-5c09-482d-ae86-6f99202a0787 service neutron] 10.222.0.49 "GET /v2.0/networks/6d66b009-87d4-44ee-a0b8-482e36cd5030?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0734432 Nov 12 00:57:19.102030 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-e6f5a195-9b1a-4061-af5f-b1079fb0f479 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Allocated IP 172.20.0.5 (bbeabc40-dcf9-46a9-a3da-29b438a04aa3/d1b64fd3-eeba-475e-a8f2-a01e07e88d00/50a12600-9bdf-480d-9c80-ca86a979ba43) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:57:19.140979 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-80981966-3cd0-4561-9f19-310fa57a1351 req-d75cbb78-2202-49ff-acc1-fa578fc8a09d service neutron] 10.222.0.49 "GET /v2.0/networks/6d66b009-87d4-44ee-a0b8-482e36cd5030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086667 Nov 12 00:57:19.215282 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fdf137be-a3f9-4c5e-8839-b61cf7b0cfde req-a7734986-49ae-4eb6-b098-5688a0bb000d tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3239164 Nov 12 00:57:19.219886 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ff1173c1-86c8-4fc1-addd-e08942938e25 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:19.256128 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-ff1173c1-86c8-4fc1-addd-e08942938e25 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c7617a8-298e-49ad-a072-f6c80e80528d']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:19.292317 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-ff1173c1-86c8-4fc1-addd-e08942938e25 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f5daac9-3fd5-483a-9499-999628cba5e6') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:19.295796 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-ff1173c1-86c8-4fc1-addd-e08942938e25 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f5daac9-3fd5-483a-9499-999628cba5e6') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:19.315219 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-7ed829d5-7a53-4482-8079-5d6e897c6ec4 None None] Provisioning complete for port 0104706e-3ee9-4c28-b005-c0aa09e846ce triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:19.315596 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7ed829d5-7a53-4482-8079-5d6e897c6ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:19.334215 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ff1173c1-86c8-4fc1-addd-e08942938e25 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:19.345491 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-1996eeb6-6bcc-4e1c-9e06-252a5e713a24 service neutron] 10.222.0.54 "GET /v2.0/networks/ab41dae0-8b36-4d88-961d-982690d3893d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691087 Nov 12 00:57:19.352579 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c18b663-a9c8-4160-966e-cb925a0af0c6 admin admin] Router eb388228-fe15-42a9-bbc3-4adbc29f3c94 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:57:19.382501 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-581e07d4-cb93-4a6f-92b4-eed69a730784 None None] Set router 76898a84-4c91-4751-8001-8154b7313ea5 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:57:19.428607 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ff1173c1-86c8-4fc1-addd-e08942938e25 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:19.438472 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff1173c1-86c8-4fc1-addd-e08942938e25 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:57:19.439220 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ff1173c1-86c8-4fc1-addd-e08942938e25 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:19.455963 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 0104706e-3ee9-4c28-b005-c0aa09e846ce up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:19.479354 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:57:19.479354 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:57:19.479354 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:57:19.479354 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:57:19.479354 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:57:19.479354 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:57:19.479354 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:57:19.479354 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:57:19.479354 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:57:19.479354 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:57:19.479354 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:57:19.479354 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:57:19.479354 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:57:19.479354 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:57:19.479354 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:57:19.479354 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:57:19.479354 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:57:19.479354 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:57:19.479354 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:57:19.479354 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:57:19.479354 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:57:19.479354 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:57:19.479354 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:57:19.479354 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:57:19.479354 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:57:19.479354 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:57:19.479354 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:57:19.479354 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:57:19.479354 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:57:19.479354 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:57:19.479354 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:57:19.479354 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:57:19.513916 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-5529a927-6428-4397-a179-c2929520d654 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=74c2483e-02a2-4318-bcbc-82baf9ce9bcb HTTP/1.1" status: 200 len: 217 time: 0.1585171 Nov 12 00:57:19.525496 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e6f5a195-9b1a-4061-af5f-b1079fb0f479 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:19.589296 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-97af7c7c-fedb-43aa-8efd-0db9ed0187bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:19.591472 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-97af7c7c-fedb-43aa-8efd-0db9ed0187bf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1258ef72-3213-4252-85bc-f1e482a40b73 HTTP/1.1" status: 200 len: 797 time: 0.0708008 Nov 12 00:57:19.627782 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a7976449-e3ef-4979-8319-095ff69b7c66 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:19.631108 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c18b663-a9c8-4160-966e-cb925a0af0c6 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:57:19.647094 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2447ab2-8349-452b-a48d-da9d1a6d2747 None None] Sync routers for ids ['eb388228-fe15-42a9-bbc3-4adbc29f3c94'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:57:19.665066 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-9c18b663-a9c8-4160-966e-cb925a0af0c6 admin admin] 10.222.0.20 "PUT /v2.0/routers/eb388228-fe15-42a9-bbc3-4adbc29f3c94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2976029 Nov 12 00:57:19.666613 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2447ab2-8349-452b-a48d-da9d1a6d2747 None None] Routers {'eb388228-fe15-42a9-bbc3-4adbc29f3c94'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:57:19.670144 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-e2447ab2-8349-452b-a48d-da9d1a6d2747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:57:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['eb388228-fe15-42a9-bbc3-4adbc29f3c94'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:19.675337 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38922) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:19.702366 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e6f5a195-9b1a-4061-af5f-b1079fb0f479 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:19.747521 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-1b4efe99-6daf-4a5b-a141-23b00f90a31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:19.749054 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-1b4efe99-6daf-4a5b-a141-23b00f90a31f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ab41dae0-8b36-4d88-961d-982690d3893d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1493771 Nov 12 00:57:19.880301 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f5a195-9b1a-4061-af5f-b1079fb0f479 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Network bbeabc40-dcf9-46a9-a3da-29b438a04aa3 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:19.910445 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-e3637993-7d9d-4af2-a04f-947377e6b8f6 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Allocated IP 2001:db8::e5e4:654a:a10c:bf71 (549c8e6d-38df-4171-95c5-652183e307b7/a97d1cc0-1f18-4bde-a34a-acdb424187c2/f7003ff9-6e4e-43b2-9b47-80e74275d435) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:57:19.932670 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-e2447ab2-8349-452b-a48d-da9d1a6d2747 None None] Set router eb388228-fe15-42a9-bbc3-4adbc29f3c94 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:57:19.965359 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-e6f5a195-9b1a-4061-af5f-b1079fb0f479 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:19.968191 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-01f269e2-544f-4181-9078-852fac29bf34 service neutron] 10.222.0.54 "GET /v2.0/networks/ab41dae0-8b36-4d88-961d-982690d3893d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105606 Nov 12 00:57:19.994866 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f5a195-9b1a-4061-af5f-b1079fb0f479 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:20.074603 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a7976449-e3ef-4979-8319-095ff69b7c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:20.177635 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5a195-9b1a-4061-af5f-b1079fb0f479 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Pushing event updated for resources: {'Port': ['ID=50a12600-9bdf-480d-9c80-ca86a979ba43,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:20.179748 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ff1173c1-86c8-4fc1-addd-e08942938e25 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:20.211460 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ff1173c1-86c8-4fc1-addd-e08942938e25 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:20.215625 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ff1173c1-86c8-4fc1-addd-e08942938e25 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "DELETE /v2.0/networks/2c7617a8-298e-49ad-a072-f6c80e80528d HTTP/1.1" status: 204 len: 168 time: 2.9401901 Nov 12 00:57:20.231532 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38928) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:20.235575 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1173c1-86c8-4fc1-addd-e08942938e25 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event deleted for resources: {'Network': ['ID=2c7617a8-298e-49ad-a072-f6c80e80528d,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:20.272776 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-a2708738-6fcb-4cbe-b66f-002a8fe6b674 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-291224931'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:20.273048 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1173c1-86c8-4fc1-addd-e08942938e25 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:20.275749 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1173c1-86c8-4fc1-addd-e08942938e25 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:20.277289 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1173c1-86c8-4fc1-addd-e08942938e25 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:20.277817 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1173c1-86c8-4fc1-addd-e08942938e25 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:20.278435 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1173c1-86c8-4fc1-addd-e08942938e25 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:20.281294 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1173c1-86c8-4fc1-addd-e08942938e25 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:20.281858 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1173c1-86c8-4fc1-addd-e08942938e25 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:20.282520 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1173c1-86c8-4fc1-addd-e08942938e25 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:20.282949 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1173c1-86c8-4fc1-addd-e08942938e25 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:20.283411 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1173c1-86c8-4fc1-addd-e08942938e25 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:20.285943 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1173c1-86c8-4fc1-addd-e08942938e25 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:20.286968 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1173c1-86c8-4fc1-addd-e08942938e25 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:20.338694 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-85a7af92-58e2-40c3-90bb-193e3cdcdba3 service neutron] 10.222.0.54 "GET /v2.0/networks/ab41dae0-8b36-4d88-961d-982690d3893d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629293 Nov 12 00:57:20.371400 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379a817b-cc00-454c-8193-16f45f3de5d0 None None] Network 2c7617a8-298e-49ad-a072-f6c80e80528d requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:20.421036 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f5a195-9b1a-4061-af5f-b1079fb0f479 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:20.421715 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e6f5a195-9b1a-4061-af5f-b1079fb0f479 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:20.443404 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-139f0a08-725f-4dac-b500-2e01329ee0fc admin admin] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:20.459564 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-40b98dde-99d7-4d1d-a29b-ef843a20150e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f4c6cea8-7b5d-48c0-a82d-a907911e3785 HTTP/1.1" status: 200 len: 217 time: 0.1134355 Nov 12 00:57:20.461596 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7ed829d5-7a53-4482-8079-5d6e897c6ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:20.491099 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-e2447ab2-8349-452b-a48d-da9d1a6d2747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb388228-fe15-42a9-bbc3-4adbc29f3c94', 'name': 'tempest-ServerRescueTestJSONUnderV235-1807796518-router', 'tenant_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '0e71904f-71c1-4745-bcfc-d9886c8aca22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:55:31Z', 'updated_at': '2021-11-12T00:57:15Z', 'revision_number': 5, 'project_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'gw_port': {'id': '0e71904f-71c1-4745-bcfc-d9886c8aca22', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb388228-fe15-42a9-bbc3-4adbc29f3c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:32Z', 'updated_at': '2021-11-12T00:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:20.511079 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7976449-e3ef-4979-8319-095ff69b7c66 None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:20.528115 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-a7976449-e3ef-4979-8319-095ff69b7c66 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:20.534886 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7976449-e3ef-4979-8319-095ff69b7c66 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:20.544770 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379a817b-cc00-454c-8193-16f45f3de5d0 None None] Network 2c7617a8-298e-49ad-a072-f6c80e80528d could not be found, it might have been deleted concurrently. {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 00:57:20.563667 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2447ab2-8349-452b-a48d-da9d1a6d2747 None None] Checking router: eb388228-fe15-42a9-bbc3-4adbc29f3c94 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:57:20.588417 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2447ab2-8349-452b-a48d-da9d1a6d2747 None None] Routers {'eb388228-fe15-42a9-bbc3-4adbc29f3c94'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:57:20.589039 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-e2447ab2-8349-452b-a48d-da9d1a6d2747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:57:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['eb388228-fe15-42a9-bbc3-4adbc29f3c94'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:20.606887 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7976449-e3ef-4979-8319-095ff69b7c66 None None] Pushing event updated for resources: {'Port': ['ID=8f20d15e-aaf5-4471-8d37-0dc74c81bf87,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:20.672625 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-466a6af3-2215-4063-afa1-0d95d6f3c268 None None] Allocated IP 172.20.0.3 (bbeabc40-dcf9-46a9-a3da-29b438a04aa3/d1b64fd3-eeba-475e-a8f2-a01e07e88d00/6c3a0dca-b69f-4e4d-babd-528177c5f8ed) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:57:20.689276 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 0104706e-3ee9-4c28-b005-c0aa09e846ce triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:20.690128 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:20.693083 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2708738-6fcb-4cbe-b66f-002a8fe6b674 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Made reservation on behalf of 12dd440799914979a52d8976c0f56bb2 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:20.707443 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a2708738-6fcb-4cbe-b66f-002a8fe6b674 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:20.711951 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-a7976449-e3ef-4979-8319-095ff69b7c66 None None] Attempting to bind port 8f20d15e-aaf5-4471-8d37-0dc74c81bf87 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:57:20.712592 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-a7976449-e3ef-4979-8319-095ff69b7c66 None None] Attempting to bind port 8f20d15e-aaf5-4471-8d37-0dc74c81bf87 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:57:20.713322 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7976449-e3ef-4979-8319-095ff69b7c66 None None] Attempting to bind port 8f20d15e-aaf5-4471-8d37-0dc74c81bf87 on network 549c8e6d-38df-4171-95c5-652183e307b7 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:57:20.721813 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-7ed829d5-7a53-4482-8079-5d6e897c6ec4 None None] For port 0104706e-3ee9-4c28-b005-c0aa09e846ce, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=0104706e-3ee9-4c28-b005-c0aa09e846ce,segment=NetworkSegment(8a4fba62-f136-43dc-a384-0580e7dc89e4),segment_id=8a4fba62-f136-43dc-a384-0580e7dc89e4)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:20.744711 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7976449-e3ef-4979-8319-095ff69b7c66 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:57:20.745464 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7976449-e3ef-4979-8319-095ff69b7c66 None None] Checking segment: {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:20.746093 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a7976449-e3ef-4979-8319-095ff69b7c66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:20.746654 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7976449-e3ef-4979-8319-095ff69b7c66 None None] Bound using segment: {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:57:20.747328 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-a7976449-e3ef-4979-8319-095ff69b7c66 None None] Bound port: 8f20d15e-aaf5-4471-8d37-0dc74c81bf87, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:57:20.747894 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a7976449-e3ef-4979-8319-095ff69b7c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:20.774245 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7ed829d5-7a53-4482-8079-5d6e897c6ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:20.801221 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-53d81578-3e18-4a24-8648-30a2d8ba2a34 req-8783e4f0-b7bc-4707-b637-4223791aa5a7 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.3599918 Nov 12 00:57:20.811514 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-581e07d4-cb93-4a6f-92b4-eed69a730784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76898a84-4c91-4751-8001-8154b7313ea5', 'name': 'tempest-TaggedBootDevicesTest_v242-1912484134-router', 'tenant_id': '99d22f2d09c941868df176b00803ab3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '35edacf0-8f95-481f-affd-912ca687d944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:54:44Z', 'updated_at': '2021-11-12T00:54:52Z', 'revision_number': 4, 'project_id': '99d22f2d09c941868df176b00803ab3d', 'gw_port': {'id': '35edacf0-8f95-481f-affd-912ca687d944', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76898a84-4c91-4751-8001-8154b7313ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:44Z', 'updated_at': '2021-11-12T00:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '8fc3a2bb-6f04-49d0-895b-b4227437d1df', 'tenant_id': '99d22f2d09c941868df176b00803ab3d', 'floating_ip_address': '172.25.2.129', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '76898a84-4c91-4751-8001-8154b7313ea5', 'port_id': '839befd9-0d96-49e6-b80d-77934b38b2b7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d66b009-87d4-44ee-a0b8-482e36cd5030', 'mac_address': 'fa:16:3e:ac:de:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:55:46Z', 'updated_at': '2021-11-12T00:57:11Z', 'revision_number': 1, 'project_id': '99d22f2d09c941868df176b00803ab3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f632277d-70dd-490e-b1bd-49766ad29700', 'name': '', 'network_id': '6d66b009-87d4-44ee-a0b8-482e36cd5030', 'tenant_id': '99d22f2d09c941868df176b00803ab3d', 'mac_address': 'fa:16:3e:68:30:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76898a84-4c91-4751-8001-8154b7313ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '84f3c115-0f29-44bb-9c76-e6ed88722019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:50Z', 'updated_at': '2021-11-12T00:54:59Z', 'revision_number': 5, 'project_id': '99d22f2d09c941868df176b00803ab3d', 'subnets': [{'id': '84f3c115-0f29-44bb-9c76-e6ed88722019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:20.850536 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e6f5a195-9b1a-4061-af5f-b1079fb0f479 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.8783858 Nov 12 00:57:20.852687 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-e2447ab2-8349-452b-a48d-da9d1a6d2747 None None] Set router eb388228-fe15-42a9-bbc3-4adbc29f3c94 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:57:20.853525 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38942) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:20.856919 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e40bde-aed0-40e6-aa5c-f9670977d790 req-cd684af1-b5f9-4916-bfc0-b6ca0d220975 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:20.864968 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-96e40bde-aed0-40e6-aa5c-f9670977d790 req-cd684af1-b5f9-4916-bfc0-b6ca0d220975 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 946 time: 0.4180293 Nov 12 00:57:20.882220 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-1ab3e46f-daab-4d1b-b643-7486c2c06c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:20.893688 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-1ab3e46f-daab-4d1b-b643-7486c2c06c09 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=92d015ab-73f4-423c-8877-4552ee1df1ff HTTP/1.1" status: 200 len: 797 time: 0.3535430 Nov 12 00:57:20.912030 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581e07d4-cb93-4a6f-92b4-eed69a730784 None None] The sync data for ids ['76898a84-4c91-4751-8001-8154b7313ea5'] in n-d-812236-11 is: [{'id': '76898a84-4c91-4751-8001-8154b7313ea5', 'name': 'tempest-TaggedBootDevicesTest_v242-1912484134-router', 'tenant_id': '99d22f2d09c941868df176b00803ab3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '35edacf0-8f95-481f-affd-912ca687d944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:54:44Z', 'updated_at': '2021-11-12T00:54:52Z', 'revision_number': 4, 'project_id': '99d22f2d09c941868df176b00803ab3d', 'gw_port': {'id': '35edacf0-8f95-481f-affd-912ca687d944', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76898a84-4c91-4751-8001-8154b7313ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:44Z', 'updated_at': '2021-11-12T00:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '8fc3a2bb-6f04-49d0-895b-b4227437d1df', 'tenant_id': '99d22f2d09c941868df176b00803ab3d', 'floating_ip_address': '172.25.2.129', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '76898a84-4c91-4751-8001-8154b7313ea5', 'port_id': '839befd9-0d96-49e6-b80d-77934b38b2b7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d66b009-87d4-44ee-a0b8-482e36cd5030', 'mac_address': 'fa:16:3e:ac:de:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:55:46Z', 'updated_at': '2021-11-12T00:57:11Z', 'revision_number': 1, 'project_id': '99d22f2d09c941868df176b00803ab3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f632277d-70dd-490e-b1bd-49766ad29700', 'name': '', 'network_id': '6d66b009-87d4-44ee-a0b8-482e36cd5030', 'tenant_id': '99d22f2d09c941868df176b00803ab3d', 'mac_address': 'fa:16:3e:68:30:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76898a84-4c91-4751-8001-8154b7313ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '84f3c115-0f29-44bb-9c76-e6ed88722019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:50Z', 'updated_at': '2021-11-12T00:54:59Z', 'revision_number': 5, 'project_id': '99d22f2d09c941868df176b00803ab3d', 'subnets': [{'id': '84f3c115-0f29-44bb-9c76-e6ed88722019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:57:21.006497 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-96e40bde-aed0-40e6-aa5c-f9670977d790 req-7f233eac-cd69-401c-87d1-325f5f99410c tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345501 Nov 12 00:57:21.032806 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-201b8613-75f7-4e3b-9a14-362bc523c522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:21.035526 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-201b8613-75f7-4e3b-9a14-362bc523c522 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=932a85f6-3e20-455a-a5e7-01a28ed4b895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1329794 Nov 12 00:57:21.099152 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2708738-6fcb-4cbe-b66f-002a8fe6b674 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:57:21.116591 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e3637993-7d9d-4af2-a04f-947377e6b8f6 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:21.160331 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-139f0a08-725f-4dac-b500-2e01329ee0fc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:21.167481 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a2708738-6fcb-4cbe-b66f-002a8fe6b674 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:21.167978 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-a2708738-6fcb-4cbe-b66f-002a8fe6b674 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Added segment 9edf0882-71f4-4db5-93d9-b94970e43dd3 of type vlan for network 2e732ac6-eaaa-4c99-bd7c-dcd8332cdd43 Nov 12 00:57:21.299093 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-e2447ab2-8349-452b-a48d-da9d1a6d2747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb388228-fe15-42a9-bbc3-4adbc29f3c94', 'name': 'tempest-ServerRescueTestJSONUnderV235-1807796518-router', 'tenant_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '0e71904f-71c1-4745-bcfc-d9886c8aca22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:55:31Z', 'updated_at': '2021-11-12T00:57:15Z', 'revision_number': 5, 'project_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'gw_port': {'id': '0e71904f-71c1-4745-bcfc-d9886c8aca22', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb388228-fe15-42a9-bbc3-4adbc29f3c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:32Z', 'updated_at': '2021-11-12T00:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:21.312158 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a2708738-6fcb-4cbe-b66f-002a8fe6b674 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:21.354964 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2447ab2-8349-452b-a48d-da9d1a6d2747 None None] The sync data for ids ['eb388228-fe15-42a9-bbc3-4adbc29f3c94'] in n-d-812236-11 is: [{'id': 'eb388228-fe15-42a9-bbc3-4adbc29f3c94', 'name': 'tempest-ServerRescueTestJSONUnderV235-1807796518-router', 'tenant_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '0e71904f-71c1-4745-bcfc-d9886c8aca22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:55:31Z', 'updated_at': '2021-11-12T00:57:15Z', 'revision_number': 5, 'project_id': 'baf75bc08f044ea79cb7fe0fca6d826b', 'gw_port': {'id': '0e71904f-71c1-4745-bcfc-d9886c8aca22', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb388228-fe15-42a9-bbc3-4adbc29f3c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:32Z', 'updated_at': '2021-11-12T00:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:57:21.430428 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730aab75-b665-4a49-9541-ed3b77218867 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:21.436527 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730aab75-b665-4a49-9541-ed3b77218867 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:21.438322 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-730aab75-b665-4a49-9541-ed3b77218867 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1878 time: 0.5657549 Nov 12 00:57:21.439185 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a2708738-6fcb-4cbe-b66f-002a8fe6b674 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:21.442413 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38948) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:21.444974 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2708738-6fcb-4cbe-b66f-002a8fe6b674 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:21.445777 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a2708738-6fcb-4cbe-b66f-002a8fe6b674 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:21.475990 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-3681d045-d538-4703-ab43-605cc2ff9bc5 service neutron] 10.222.0.54 "GET /v2.0/networks/932a85f6-3e20-455a-a5e7-01a28ed4b895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4327924 Nov 12 00:57:21.556211 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a2708738-6fcb-4cbe-b66f-002a8fe6b674 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3129003 Nov 12 00:57:21.565256 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38950) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:21.566473 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e3637993-7d9d-4af2-a04f-947377e6b8f6 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:21.586083 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-d29d06e7-2592-4545-b9b9-7ade30e5f37e tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Request body: {'subnet': {'network_id': '2e732ac6-eaaa-4c99-bd7c-dcd8332cdd43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:21.605049 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-a7976449-e3ef-4979-8319-095ff69b7c66 None None] For port 8f20d15e-aaf5-4471-8d37-0dc74c81bf87, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:57:21.609715 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-a7976449-e3ef-4979-8319-095ff69b7c66 None None] For port 8f20d15e-aaf5-4471-8d37-0dc74c81bf87, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=8f20d15e-aaf5-4471-8d37-0dc74c81bf87,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:57:21.648430 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3637993-7d9d-4af2-a04f-947377e6b8f6 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:21.655582 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3637993-7d9d-4af2-a04f-947377e6b8f6 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Port': ['ID=f7003ff9-6e4e-43b2-9b47-80e74275d435,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:21.660139 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-e3637993-7d9d-4af2-a04f-947377e6b8f6 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:21.663336 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3637993-7d9d-4af2-a04f-947377e6b8f6 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:21.669106 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3637993-7d9d-4af2-a04f-947377e6b8f6 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:21.669820 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e3637993-7d9d-4af2-a04f-947377e6b8f6 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:21.699723 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2708738-6fcb-4cbe-b66f-002a8fe6b674 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event updated for resources: {'Network': ['ID=2e732ac6-eaaa-4c99-bd7c-dcd8332cdd43,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:21.714158 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e3637993-7d9d-4af2-a04f-947377e6b8f6 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.3906565 Nov 12 00:57:21.723201 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38952) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:21.728995 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-139f0a08-725f-4dac-b500-2e01329ee0fc admin admin] Deleting port 0e71904f-71c1-4745-bcfc-d9886c8aca22 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:57:21.729233 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-139f0a08-725f-4dac-b500-2e01329ee0fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:21.811336 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-b72fb6c8-9e61-439b-a72f-fec7678bbde6 service neutron] 10.222.0.54 "GET /v2.0/networks/932a85f6-3e20-455a-a5e7-01a28ed4b895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027422 Nov 12 00:57:21.818536 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-139f0a08-725f-4dac-b500-2e01329ee0fc admin admin] For port 0e71904f-71c1-4745-bcfc-d9886c8aca22, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=0e71904f-71c1-4745-bcfc-d9886c8aca22,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:21.818816 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-139f0a08-725f-4dac-b500-2e01329ee0fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:21.825146 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-466a6af3-2215-4063-afa1-0d95d6f3c268 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:21.833947 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-139f0a08-725f-4dac-b500-2e01329ee0fc admin admin] Calling delete_port for 0e71904f-71c1-4745-bcfc-d9886c8aca22 owned by network:router_gateway {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:57:21.865617 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c777318a-1f84-4fea-ad42-fa7d6cc8d07e None None] New status for floating IP 8fc3a2bb-6f04-49d0-895b-b4227437d1df: ACTIVE {{(pid=102663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:57:21.921157 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-9807c9e2-99f4-408b-a4f4-ce5320014e03 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=418a9123-f7b9-4bae-a70d-69acd16e3f2a HTTP/1.1" status: 200 len: 217 time: 0.0913033 Nov 12 00:57:21.929833 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-4baf0a50-6f79-4265-9c94-8b99290f9b77 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Deleting port 50a12600-9bdf-480d-9c80-ca86a979ba43 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:57:21.930163 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4baf0a50-6f79-4265-9c94-8b99290f9b77 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:22.031558 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-16aa4abd-cbc5-499b-8da3-1bb89aa49f34 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'port': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'fixed_ips': [{'subnet_id': 'a97d1cc0-1f18-4bde-a34a-acdb424187c2', 'ip_address': '2001:db8::e5e4:654a:a10c:bf71'}], 'name': 'tempest-NetworksTestDHCPv6-391086492'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:22.193217 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-139f0a08-725f-4dac-b500-2e01329ee0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:22.206141 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 2e732ac6-eaaa-4c99-bd7c-dcd8332cdd43 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:57:22.218992 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a7976449-e3ef-4979-8319-095ff69b7c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:22.230264 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-466a6af3-2215-4063-afa1-0d95d6f3c268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:22.231781 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139f0a08-725f-4dac-b500-2e01329ee0fc admin admin] Pushing event deleted for resources: {'Port': ['ID=0e71904f-71c1-4745-bcfc-d9886c8aca22,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:22.300446 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-e56b6aba-9c7e-4abe-b7cb-11d5cfbe4b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:22.301960 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-e56b6aba-9c7e-4abe-b7cb-11d5cfbe4b2a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=92d015ab-73f4-423c-8877-4552ee1df1ff HTTP/1.1" status: 200 len: 797 time: 0.3684735 Nov 12 00:57:22.319729 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218f9315-f543-4315-a53b-9b93414ce0dc None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:57:22.413709 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-139f0a08-725f-4dac-b500-2e01329ee0fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:22.437292 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466a6af3-2215-4063-afa1-0d95d6f3c268 None None] Network bbeabc40-dcf9-46a9-a3da-29b438a04aa3 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:22.440500 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b95821d3-db1c-4fa7-a0c4-17c6f1f385d5 None None] Provisioning complete for port 0104706e-3ee9-4c28-b005-c0aa09e846ce triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:22.446324 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b95821d3-db1c-4fa7-a0c4-17c6f1f385d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:22.525307 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed829d5-7a53-4482-8079-5d6e897c6ec4 None None] Pushing event updated for resources: {'Port': ['ID=0104706e-3ee9-4c28-b005-c0aa09e846ce,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:22.534779 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-466a6af3-2215-4063-afa1-0d95d6f3c268 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:22.547735 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16aa4abd-cbc5-499b-8da3-1bb89aa49f34 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:22.556556 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc89a13-e94d-4988-9714-4dbe1492ac60 req-b6ae2ca8-095d-47c0-9862-16c19eca11bd tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:22.556766 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-16aa4abd-cbc5-499b-8da3-1bb89aa49f34 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:22.566705 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466a6af3-2215-4063-afa1-0d95d6f3c268 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:22.568124 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4bc89a13-e94d-4988-9714-4dbe1492ac60 req-b6ae2ca8-095d-47c0-9862-16c19eca11bd tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 946 time: 0.4011836 Nov 12 00:57:22.593869 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-16aa4abd-cbc5-499b-8da3-1bb89aa49f34 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] device_id is not set on port 5670b9d6-d72b-4754-9386-1f41c4243730 yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:57:22.604822 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4baf0a50-6f79-4265-9c94-8b99290f9b77 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:22.606032 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-139f0a08-725f-4dac-b500-2e01329ee0fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:22.610195 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-139f0a08-725f-4dac-b500-2e01329ee0fc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:22.644122 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29d06e7-2592-4545-b9b9-7ade30e5f37e tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Made reservation on behalf of 12dd440799914979a52d8976c0f56bb2 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:22.655432 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d29d06e7-2592-4545-b9b9-7ade30e5f37e tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:22.669524 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-d6363048-0ad4-447d-b0b3-be2b69eaa857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:22.670966 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-d6363048-0ad4-447d-b0b3-be2b69eaa857 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=932a85f6-3e20-455a-a5e7-01a28ed4b895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3546801 Nov 12 00:57:22.699421 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-4baf0a50-6f79-4265-9c94-8b99290f9b77 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Calling delete_port for 50a12600-9bdf-480d-9c80-ca86a979ba43 owned by {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:57:22.922060 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7976449-e3ef-4979-8319-095ff69b7c66 None None] Pushing event updated for resources: {'Port': ['ID=8f20d15e-aaf5-4471-8d37-0dc74c81bf87,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:22.977927 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-466a6af3-2215-4063-afa1-0d95d6f3c268 None None] Attempting to bind port 6c3a0dca-b69f-4e4d-babd-528177c5f8ed on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:57:22.979558 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-466a6af3-2215-4063-afa1-0d95d6f3c268 None None] Attempting to bind port 6c3a0dca-b69f-4e4d-babd-528177c5f8ed by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '35280669-a1ba-42dd-b9d3-49594dbffb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'bbeabc40-dcf9-46a9-a3da-29b438a04aa3'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:57:22.979930 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466a6af3-2215-4063-afa1-0d95d6f3c268 None None] Attempting to bind port 6c3a0dca-b69f-4e4d-babd-528177c5f8ed on network bbeabc40-dcf9-46a9-a3da-29b438a04aa3 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:57:23.010333 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4bc89a13-e94d-4988-9714-4dbe1492ac60 req-5f8db326-71dd-4b79-bee2-d559f8f46b98 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4402955 Nov 12 00:57:23.043940 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-139f0a08-725f-4dac-b500-2e01329ee0fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:23.044492 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139f0a08-725f-4dac-b500-2e01329ee0fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb388228-fe15-42a9-bbc3-4adbc29f3c94 {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:57:23.057179 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-139f0a08-725f-4dac-b500-2e01329ee0fc admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:23.062028 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-139f0a08-725f-4dac-b500-2e01329ee0fc admin admin] 10.222.0.20 "DELETE /v2.0/routers/eb388228-fe15-42a9-bbc3-4adbc29f3c94 HTTP/1.1" status: 204 len: 168 time: 3.3834310 Nov 12 00:57:23.068413 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38966) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:23.143565 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466a6af3-2215-4063-afa1-0d95d6f3c268 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:57:23.145081 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466a6af3-2215-4063-afa1-0d95d6f3c268 None None] Checking segment: {'id': '35280669-a1ba-42dd-b9d3-49594dbffb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'bbeabc40-dcf9-46a9-a3da-29b438a04aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:23.146467 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-466a6af3-2215-4063-afa1-0d95d6f3c268 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:23.146938 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466a6af3-2215-4063-afa1-0d95d6f3c268 None None] Bound using segment: {'id': '35280669-a1ba-42dd-b9d3-49594dbffb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'bbeabc40-dcf9-46a9-a3da-29b438a04aa3'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:57:23.147443 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-466a6af3-2215-4063-afa1-0d95d6f3c268 None None] Bound port: 6c3a0dca-b69f-4e4d-babd-528177c5f8ed, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35280669-a1ba-42dd-b9d3-49594dbffb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'bbeabc40-dcf9-46a9-a3da-29b438a04aa3'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:57:23.147833 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-466a6af3-2215-4063-afa1-0d95d6f3c268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:23.153712 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.ipam_backend_mixin [None req-d29d06e7-2592-4545-b9b9-7ade30e5f37e tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Performing IP validity checks on allocation pools {{(pid=102662) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 00:57:23.154326 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.ipam_backend_mixin [None req-d29d06e7-2592-4545-b9b9-7ade30e5f37e tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102662) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 00:57:23.171901 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-04198169-6207-4c7f-8580-c5792c9159cf service neutron] 10.222.0.54 "GET /v2.0/networks/932a85f6-3e20-455a-a5e7-01a28ed4b895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4695992 Nov 12 00:57:23.225272 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466a6af3-2215-4063-afa1-0d95d6f3c268 None None] Pushing event updated for resources: {'Port': ['ID=6c3a0dca-b69f-4e4d-babd-528177c5f8ed,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:23.268022 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-7afff6ce-bdd6-41e6-ad95-87c707dd40fb admin admin] Deleting subnet 6d5c0776-b5b7-48fa-8d00-bcca9603dc88 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:57:23.309062 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7afff6ce-bdd6-41e6-ad95-87c707dd40fb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:23.425329 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-466a6af3-2215-4063-afa1-0d95d6f3c268 None None] For port 6c3a0dca-b69f-4e4d-babd-528177c5f8ed, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:57:23.436342 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c408da82-729e-40b8-85b9-4e6de3718298 req-722375e7-ba95-4d53-a791-dadbb0214da8 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.2696080 Nov 12 00:57:23.451129 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-16aa4abd-cbc5-499b-8da3-1bb89aa49f34 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 00:57:23.451129 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16aa4abd-cbc5-499b-8da3-1bb89aa49f34 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:57:23.463453 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7afff6ce-bdd6-41e6-ad95-87c707dd40fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:23.485997 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-16aa4abd-cbc5-499b-8da3-1bb89aa49f34 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.7619832 Nov 12 00:57:23.486697 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38980) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:23.527815 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4baf0a50-6f79-4265-9c94-8b99290f9b77 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:23.539651 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-466a6af3-2215-4063-afa1-0d95d6f3c268 None None] For port 6c3a0dca-b69f-4e4d-babd-528177c5f8ed, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=6c3a0dca-b69f-4e4d-babd-528177c5f8ed,segment=NetworkSegment(35280669-a1ba-42dd-b9d3-49594dbffb65),segment_id=35280669-a1ba-42dd-b9d3-49594dbffb65)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:57:23.543481 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e19b355-7eb6-48df-b61f-bc22f53e4c39 req-15f845d5-6d61-4611-8922-0e5750904299 service neutron] 10.222.0.54 "GET /v2.0/networks/932a85f6-3e20-455a-a5e7-01a28ed4b895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528104 Nov 12 00:57:23.573692 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-466a6af3-2215-4063-afa1-0d95d6f3c268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:23.617689 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8e1073-2bde-461f-bbbd-21f58a3a1aa7 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:23.625690 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8e1073-2bde-461f-bbbd-21f58a3a1aa7 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:23.628885 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ab8e1073-2bde-461f-bbbd-21f58a3a1aa7 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1357393 Nov 12 00:57:23.629307 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf0a50-6f79-4265-9c94-8b99290f9b77 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Pushing event deleted for resources: {'Port': ['ID=50a12600-9bdf-480d-9c80-ca86a979ba43,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:23.640662 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d29d06e7-2592-4545-b9b9-7ade30e5f37e tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:23.650290 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38984) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:23.698022 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466a6af3-2215-4063-afa1-0d95d6f3c268 None None] Pushing event updated for resources: {'Port': ['ID=6c3a0dca-b69f-4e4d-babd-528177c5f8ed,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:23.798938 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 8f20d15e-aaf5-4471-8d37-0dc74c81bf87 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:23.826027 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7afff6ce-bdd6-41e6-ad95-87c707dd40fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:23.834108 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d06e7-2592-4545-b9b9-7ade30e5f37e tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event updated for resources: {'Subnet': ['ID=dc0d79de-7306-42d1-8ce1-fd7a33c19cee,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:23.881903 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 8f20d15e-aaf5-4471-8d37-0dc74c81bf87 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:23.882737 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:23.907265 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29d06e7-2592-4545-b9b9-7ade30e5f37e tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:23.907265 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29d06e7-2592-4545-b9b9-7ade30e5f37e tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:23.909066 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29d06e7-2592-4545-b9b9-7ade30e5f37e tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:23.909570 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29d06e7-2592-4545-b9b9-7ade30e5f37e tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:23.910017 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29d06e7-2592-4545-b9b9-7ade30e5f37e tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:23.910484 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29d06e7-2592-4545-b9b9-7ade30e5f37e tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:23.912111 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29d06e7-2592-4545-b9b9-7ade30e5f37e tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:23.912111 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29d06e7-2592-4545-b9b9-7ade30e5f37e tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:23.912378 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29d06e7-2592-4545-b9b9-7ade30e5f37e tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:23.912857 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29d06e7-2592-4545-b9b9-7ade30e5f37e tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:23.913657 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29d06e7-2592-4545-b9b9-7ade30e5f37e tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:23.914115 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29d06e7-2592-4545-b9b9-7ade30e5f37e tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:23.935892 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29d06e7-2592-4545-b9b9-7ade30e5f37e tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Checking segment: {'id': '9edf0882-71f4-4db5-93d9-b94970e43dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2e732ac6-eaaa-4c99-bd7c-dcd8332cdd43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:23.936412 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29d06e7-2592-4545-b9b9-7ade30e5f37e tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Network hostable DHCP agents. Network: 2e732ac6-eaaa-4c99-bd7c-dcd8332cdd43, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:57:23.952271 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4baf0a50-6f79-4265-9c94-8b99290f9b77 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:23.961443 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4baf0a50-6f79-4265-9c94-8b99290f9b77 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] 10.222.0.20 "DELETE /v2.0/ports/50a12600-9bdf-480d-9c80-ca86a979ba43 HTTP/1.1" status: 204 len: 168 time: 2.5102811 Nov 12 00:57:23.979388 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38986) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:23.979655 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-26c726bc-539b-4038-92fe-147bd21b933c tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Request body: {'port': {'name': 'tempest-new-port-name-339648201', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:23.979871 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.api.validators [None req-26c726bc-539b-4038-92fe-147bd21b933c tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] bootfile-name is not in valid_values {{(pid=102662) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 00:57:23.980195 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.api.validators [None req-26c726bc-539b-4038-92fe-147bd21b933c tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] tftp-server is not in valid_values {{(pid=102662) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 00:57:23.980541 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.api.validators [None req-26c726bc-539b-4038-92fe-147bd21b933c tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] server-ip-address is not in valid_values {{(pid=102662) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 00:57:24.070071 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:24.092245 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7afff6ce-bdd6-41e6-ad95-87c707dd40fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:24.109522 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29d06e7-2592-4545-b9b9-7ade30e5f37e tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Network 2e732ac6-eaaa-4c99-bd7c-dcd8332cdd43 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:57:24.134641 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-d29d06e7-2592-4545-b9b9-7ade30e5f37e tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 2e732ac6-eaaa-4c99-bd7c-dcd8332cdd43) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:24.148471 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 8f20d15e-aaf5-4471-8d37-0dc74c81bf87, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=8f20d15e-aaf5-4471-8d37-0dc74c81bf87,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:24.151424 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-26c726bc-539b-4038-92fe-147bd21b933c tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:24.157192 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd0acce-783e-4e2f-aabe-f6869af30840 None None] Network 2e732ac6-eaaa-4c99-bd7c-dcd8332cdd43 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:24.157732 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29d06e7-2592-4545-b9b9-7ade30e5f37e tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:24.158559 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d29d06e7-2592-4545-b9b9-7ade30e5f37e tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:24.163422 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:24.164384 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 0104706e-3ee9-4c28-b005-c0aa09e846ce up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:24.171429 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051891f-2d59-4ebd-9c8d-6fad54905e63 req-5473848d-2df0-4f89-9bbc-e23c6cba9c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:24.178314 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2051891f-2d59-4ebd-9c8d-6fad54905e63 req-5473848d-2df0-4f89-9bbc-e23c6cba9c92 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f62521c5dc664ba4a3bbe0954819df3b&device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 1098 time: 0.2097547 Nov 12 00:57:24.181470 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afff6ce-bdd6-41e6-ad95-87c707dd40fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d5c0776-b5b7-48fa-8d00-bcca9603dc88,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:24.181622 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-ce9ec4a5-eeb7-4ac4-a00e-6649e21572d9 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Deleting port f7003ff9-6e4e-43b2-9b47-80e74275d435 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:57:24.181817 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ce9ec4a5-eeb7-4ac4-a00e-6649e21572d9 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:24.308436 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7afff6ce-bdd6-41e6-ad95-87c707dd40fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:24.311983 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7afff6ce-bdd6-41e6-ad95-87c707dd40fb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6d5c0776-b5b7-48fa-8d00-bcca9603dc88 HTTP/1.1" status: 204 len: 168 time: 1.2400665 Nov 12 00:57:24.313263 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051891f-2d59-4ebd-9c8d-6fad54905e63 req-50fe1dd8-14de-4663-9898-de7d49eda554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:24.314841 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2051891f-2d59-4ebd-9c8d-6fad54905e63 req-50fe1dd8-14de-4663-9898-de7d49eda554 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9bd80eeb-5154-4c03-9db9-fcf789d8dd48 HTTP/1.1" status: 200 len: 918 time: 0.1245117 Nov 12 00:57:24.315390 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38992) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:24.340162 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ce9ec4a5-eeb7-4ac4-a00e-6649e21572d9 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:24.403810 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-ce9ec4a5-eeb7-4ac4-a00e-6649e21572d9 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Calling delete_port for f7003ff9-6e4e-43b2-9b47-80e74275d435 owned by {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:57:24.412038 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2051891f-2d59-4ebd-9c8d-6fad54905e63 req-d0b902fb-0eda-4b2f-b31c-4ad9d958253e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ded2273a-2a05-4940-8a85-b6f893dc4749 HTTP/1.1" status: 200 len: 1002 time: 0.0846679 Nov 12 00:57:24.486527 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051891f-2d59-4ebd-9c8d-6fad54905e63 req-631312d1-2983-4a85-b98e-125798c1534e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:24.488025 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2051891f-2d59-4ebd-9c8d-6fad54905e63 req-631312d1-2983-4a85-b98e-125798c1534e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=04c51f1f-4fad-42e7-a817-4af69d874ab6 HTTP/1.1" status: 200 len: 856 time: 0.0588539 Nov 12 00:57:24.553814 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-9c592b56-c153-4dfe-aee8-686ec4d3dde0 None None] Provisioning complete for port 8f20d15e-aaf5-4471-8d37-0dc74c81bf87 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:24.554318 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9c592b56-c153-4dfe-aee8-686ec4d3dde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:24.558506 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=8f20d15e-aaf5-4471-8d37-0dc74c81bf87,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:24.574193 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d29d06e7-2592-4545-b9b9-7ade30e5f37e tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.9949923 Nov 12 00:57:24.584350 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38996) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:24.635626 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 0104706e-3ee9-4c28-b005-c0aa09e846ce triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:24.636161 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:24.652938 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4ba44-af5b-4f59-b68b-12f2a1745d96 req-52f7b612-0f2b-4d48-9841-16043261b02e tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:24.663590 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cf4644-848d-48ac-8397-b11141c7736f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-2e732ac6-eaaa-4c99-bd7c-dcd8332cdd43', 'network_id': '2e732ac6-eaaa-4c99-bd7c-dcd8332cdd43', 'tenant_id': '12dd440799914979a52d8976c0f56bb2', 'fixed_ips': [{'subnet_id': 'dc0d79de-7306-42d1-8ce1-fd7a33c19cee'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:57:24.664507 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d5cf4644-848d-48ac-8397-b11141c7736f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:24.672491 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f7a4ba44-af5b-4f59-b68b-12f2a1745d96 req-52f7b612-0f2b-4d48-9841-16043261b02e tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 946 time: 0.4926221 Nov 12 00:57:24.732298 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051891f-2d59-4ebd-9c8d-6fad54905e63 req-f7b1ef70-f70b-4a6b-85b6-82621c8524c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:24.733421 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2051891f-2d59-4ebd-9c8d-6fad54905e63 req-f7b1ef70-f70b-4a6b-85b6-82621c8524c7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9bd80eeb-5154-4c03-9db9-fcf789d8dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2357872 Nov 12 00:57:24.761366 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ce9ec4a5-eeb7-4ac4-a00e-6649e21572d9 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:24.819965 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4eb5fa51-331e-46d1-b0b7-25c4dd03fd8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:24.909072 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-d5cf4644-848d-48ac-8397-b11141c7736f None None] Allocated IP 172.20.0.3 (2e732ac6-eaaa-4c99-bd7c-dcd8332cdd43/dc0d79de-7306-42d1-8ce1-fd7a33c19cee/4c087f11-78d9-4b4a-a3ce-5e7548b4899e) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:57:25.326167 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-dbb0c314-a7ed-48c8-b130-ed769487a00a None None] Could not find standard attr ID for object f7003ff9-6e4e-43b2-9b47-80e74275d435. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:57:25.355197 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d5cf4644-848d-48ac-8397-b11141c7736f None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:25.357892 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 32cb30a9-3e7f-49c7-87c6-f52d59246fea no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:57:25.387990 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 32cb30a9-3e7f-49c7-87c6-f52d59246fea {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:57:25.388345 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 32cb30a9-3e7f-49c7-87c6-f52d59246fea not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:57:25.431826 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d5cf4644-848d-48ac-8397-b11141c7736f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:25.433280 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f7a4ba44-af5b-4f59-b68b-12f2a1745d96 req-209b4630-eced-4228-beb1-065e95ab7198 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7596252 Nov 12 00:57:25.521588 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-afcf29cd-d43a-4831-b1a4-d93a15e339af tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:25.559201 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2051891f-2d59-4ebd-9c8d-6fad54905e63 req-3c52dd6f-61c2-4ff4-80db-91e12a4e91af service neutron] 10.222.0.49 "GET /v2.0/networks/9bd80eeb-5154-4c03-9db9-fcf789d8dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7158141 Nov 12 00:57:25.564402 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4eb5fa51-331e-46d1-b0b7-25c4dd03fd8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:25.581909 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-26c726bc-539b-4038-92fe-147bd21b933c tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:25.585327 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf4644-848d-48ac-8397-b11141c7736f None None] Pushing event updated for resources: {'Port': ['ID=4c087f11-78d9-4b4a-a3ce-5e7548b4899e,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:25.596276 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99dbedb5-d720-4866-b438-d5e4ac30fa5d None None] Network bbeabc40-dcf9-46a9-a3da-29b438a04aa3 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:25.611044 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cf4644-848d-48ac-8397-b11141c7736f None None] Network 2e732ac6-eaaa-4c99-bd7c-dcd8332cdd43 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:25.628628 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ec4a5-eeb7-4ac4-a00e-6649e21572d9 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Port': ['ID=f7003ff9-6e4e-43b2-9b47-80e74275d435,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:25.632279 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ce9ec4a5-eeb7-4ac4-a00e-6649e21572d9 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:25.638981 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ce9ec4a5-eeb7-4ac4-a00e-6649e21572d9 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/ports/f7003ff9-6e4e-43b2-9b47-80e74275d435 HTTP/1.1" status: 204 len: 168 time: 1.8899474 Nov 12 00:57:25.639957 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-26c726bc-539b-4038-92fe-147bd21b933c tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:25.651281 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39004) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:25.652829 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-d5cf4644-848d-48ac-8397-b11141c7736f None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:25.675079 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cf4644-848d-48ac-8397-b11141c7736f None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:25.691731 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-4eb5fa51-331e-46d1-b0b7-25c4dd03fd8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af4f1b37-e652-4f9e-8d30-5c4c87fdae14']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:25.709887 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-4eb5fa51-331e-46d1-b0b7-25c4dd03fd8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f64ba80-ce39-4c56-a8a0-b5dae98bce25') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:25.710112 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-4eb5fa51-331e-46d1-b0b7-25c4dd03fd8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f64ba80-ce39-4c56-a8a0-b5dae98bce25') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:25.727195 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4eb5fa51-331e-46d1-b0b7-25c4dd03fd8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:25.754351 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4eb5fa51-331e-46d1-b0b7-25c4dd03fd8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:25.787437 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eb5fa51-331e-46d1-b0b7-25c4dd03fd8b admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:57:25.788214 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4eb5fa51-331e-46d1-b0b7-25c4dd03fd8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:25.791915 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:57:25.791915 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:57:25.791915 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:57:25.791915 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:57:25.791915 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:57:25.791915 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:57:25.791915 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:57:25.791915 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:57:25.791915 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:57:25.791915 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:57:25.791915 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:57:25.791915 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:57:25.791915 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:57:25.791915 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:57:25.791915 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:57:25.791915 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:57:25.791915 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:57:25.791915 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:57:25.791915 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:57:25.791915 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:57:25.791915 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:57:25.791915 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:57:25.791915 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:57:25.791915 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:57:25.791915 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:57:25.791915 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:57:25.791915 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:57:25.791915 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:57:25.791915 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:57:25.791915 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:57:25.791915 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:57:25.791915 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:57:25.810389 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c726bc-539b-4038-92fe-147bd21b933c tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Pushing event updated for resources: {'Port': ['ID=235f0e33-05fd-4828-a548-4448d569a5f6,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:25.840582 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043938f2-4ef9-4c31-96f2-b86270f8493d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:25.842612 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043938f2-4ef9-4c31-96f2-b86270f8493d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:25.847424 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-043938f2-4ef9-4c31-96f2-b86270f8493d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1963005 Nov 12 00:57:25.848051 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39006) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:25.849475 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2051891f-2d59-4ebd-9c8d-6fad54905e63 req-03819bdc-0109-4875-b42c-58c8d7b34665 service neutron] 10.222.0.49 "GET /v2.0/networks/9bd80eeb-5154-4c03-9db9-fcf789d8dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757668 Nov 12 00:57:25.887115 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-26c726bc-539b-4038-92fe-147bd21b933c tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] In _notify_port_updated(), no bound segment for port 235f0e33-05fd-4828-a548-4448d569a5f6 on network bbeabc40-dcf9-46a9-a3da-29b438a04aa3 {{(pid=102662) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 00:57:25.892902 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c726bc-539b-4038-92fe-147bd21b933c tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:25.893643 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-26c726bc-539b-4038-92fe-147bd21b933c tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:25.897988 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-26c726bc-539b-4038-92fe-147bd21b933c tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] 10.222.0.20 "PUT /v2.0/ports/235f0e33-05fd-4828-a548-4448d569a5f6 HTTP/1.1" status: 200 len: 1135 time: 1.9236619 Nov 12 00:57:25.901072 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39010) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:25.924591 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-afcf29cd-d43a-4831-b1a4-d93a15e339af tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Deleting port 4c087f11-78d9-4b4a-a3ce-5e7548b4899e {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:57:25.925429 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-afcf29cd-d43a-4831-b1a4-d93a15e339af tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:25.950587 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4eb5fa51-331e-46d1-b0b7-25c4dd03fd8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:25.962018 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7c0673c-dfb3-4adc-8c23-8a83ddea38ae tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Deleting subnet a97d1cc0-1f18-4bde-a34a-acdb424187c2 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:57:25.972371 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cdd697-5f25-4f8b-91af-982387b47ccd tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:25.980055 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-06cdd697-5f25-4f8b-91af-982387b47ccd tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] 10.222.0.20 "GET /v2.0/ports/235f0e33-05fd-4828-a548-4448d569a5f6 HTTP/1.1" status: 200 len: 1135 time: 0.0776005 Nov 12 00:57:25.981066 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f7c0673c-dfb3-4adc-8c23-8a83ddea38ae tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:25.983831 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39012) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:26.006915 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 8f20d15e-aaf5-4471-8d37-0dc74c81bf87 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:26.019496 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4eb5fa51-331e-46d1-b0b7-25c4dd03fd8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:26.024630 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4eb5fa51-331e-46d1-b0b7-25c4dd03fd8b admin admin] 10.222.0.20 "DELETE /v2.0/networks/af4f1b37-e652-4f9e-8d30-5c4c87fdae14 HTTP/1.1" status: 204 len: 168 time: 1.6998260 Nov 12 00:57:26.060053 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb5fa51-331e-46d1-b0b7-25c4dd03fd8b admin admin] Pushing event deleted for resources: {'Network': ['ID=af4f1b37-e652-4f9e-8d30-5c4c87fdae14,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:26.073014 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f7c0673c-dfb3-4adc-8c23-8a83ddea38ae tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:26.088266 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6cf21dd4-22d0-481e-a6bf-011e7b31fe31 req-594327e4-481a-4ec0-a2c5-49f1df78af15 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0621641 Nov 12 00:57:26.158982 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-afcf29cd-d43a-4831-b1a4-d93a15e339af tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] For port 4c087f11-78d9-4b4a-a3ce-5e7548b4899e, host n-d-812236-11, got binding levels [] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:26.161895 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-afcf29cd-d43a-4831-b1a4-d93a15e339af tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:26.203751 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-afcf29cd-d43a-4831-b1a4-d93a15e339af tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Calling delete_port for 4c087f11-78d9-4b4a-a3ce-5e7548b4899e owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:57:26.209319 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-0eac7b0f-0c4b-49ae-8eae-c4b487bb13c5 None None] Provisioning complete for port 6c3a0dca-b69f-4e4d-babd-528177c5f8ed triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:26.209741 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0eac7b0f-0c4b-49ae-8eae-c4b487bb13c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:26.228715 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f7c0673c-dfb3-4adc-8c23-8a83ddea38ae tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:26.234293 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-18456e9e-a153-4332-bbbe-678d4c87b55e tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Deleting port 235f0e33-05fd-4828-a548-4448d569a5f6 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:57:26.234635 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-18456e9e-a153-4332-bbbe-678d4c87b55e tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:26.261589 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-d5cf4644-848d-48ac-8397-b11141c7736f None None] Attempting to bind port 4c087f11-78d9-4b4a-a3ce-5e7548b4899e on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:57:26.262008 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-d5cf4644-848d-48ac-8397-b11141c7736f None None] Attempting to bind port 4c087f11-78d9-4b4a-a3ce-5e7548b4899e by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '9edf0882-71f4-4db5-93d9-b94970e43dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2e732ac6-eaaa-4c99-bd7c-dcd8332cdd43'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:57:26.262387 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cf4644-848d-48ac-8397-b11141c7736f None None] Attempting to bind port 4c087f11-78d9-4b4a-a3ce-5e7548b4899e on network 2e732ac6-eaaa-4c99-bd7c-dcd8332cdd43 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:57:26.289593 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cf4644-848d-48ac-8397-b11141c7736f None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:57:26.290569 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cf4644-848d-48ac-8397-b11141c7736f None None] Checking segment: {'id': '9edf0882-71f4-4db5-93d9-b94970e43dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2e732ac6-eaaa-4c99-bd7c-dcd8332cdd43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:26.291306 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d5cf4644-848d-48ac-8397-b11141c7736f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:26.292091 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cf4644-848d-48ac-8397-b11141c7736f None None] Bound using segment: {'id': '9edf0882-71f4-4db5-93d9-b94970e43dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2e732ac6-eaaa-4c99-bd7c-dcd8332cdd43'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:57:26.293011 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-d5cf4644-848d-48ac-8397-b11141c7736f None None] Bound port: 4c087f11-78d9-4b4a-a3ce-5e7548b4899e, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9edf0882-71f4-4db5-93d9-b94970e43dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2e732ac6-eaaa-4c99-bd7c-dcd8332cdd43'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:57:26.293786 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d5cf4644-848d-48ac-8397-b11141c7736f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:26.383855 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-18456e9e-a153-4332-bbbe-678d4c87b55e tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:26.392481 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f7c0673c-dfb3-4adc-8c23-8a83ddea38ae tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:26.411520 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device ded2273a-2a05-4940-8a85-b6f893dc4749 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:57:26.412684 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-18456e9e-a153-4332-bbbe-678d4c87b55e tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Calling delete_port for 235f0e33-05fd-4828-a548-4448d569a5f6 owned by {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:57:26.438300 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39022) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:26.450566 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c0673c-dfb3-4adc-8c23-8a83ddea38ae tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Subnet': ['ID=a97d1cc0-1f18-4bde-a34a-acdb424187c2,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:26.452734 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f7c0673c-dfb3-4adc-8c23-8a83ddea38ae tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:26.458677 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39024) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:26.459132 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f7c0673c-dfb3-4adc-8c23-8a83ddea38ae tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/a97d1cc0-1f18-4bde-a34a-acdb424187c2 HTTP/1.1" status: 204 len: 168 time: 0.6068506 Nov 12 00:57:26.491596 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636604ad-74e0-4141-90c9-efe4f7229331 None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:26.540493 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1b824d16-b92d-4130-a9a4-87cc3694e10e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0782380 Nov 12 00:57:26.542535 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-afcf29cd-d43a-4831-b1a4-d93a15e339af tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:26.546292 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39028) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:26.555749 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-5695fdfd-3b5b-4d10-b5e7-09baab9520c4 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'subnet': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:26.617862 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ac3a76e4-f13f-475d-bbf1-f71ffe35ad1a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=baf75bc08f044ea79cb7fe0fca6d826b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1762078 Nov 12 00:57:26.618450 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.db.api [None req-d5cf4644-848d-48ac-8397-b11141c7736f None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:57:26.618450 n-d-812236-11 neutron-server[102663]: DEBUG oslo_db.api [None req-d5cf4644-848d-48ac-8397-b11141c7736f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:57:26.622530 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39030) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:26.706467 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 8f20d15e-aaf5-4471-8d37-0dc74c81bf87 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:26.706930 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:26.731497 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-56347447-a4f1-4610-a516-1d4814888124 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:26.761053 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-18456e9e-a153-4332-bbbe-678d4c87b55e tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:26.782552 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-56347447-a4f1-4610-a516-1d4814888124 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:26.806338 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf29cd-d43a-4831-b1a4-d93a15e339af tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event deleted for resources: {'Port': ['ID=4c087f11-78d9-4b4a-a3ce-5e7548b4899e,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:26.813083 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18456e9e-a153-4332-bbbe-678d4c87b55e tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Pushing event deleted for resources: {'Port': ['ID=235f0e33-05fd-4828-a548-4448d569a5f6,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:26.825345 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-89accd93-cec2-4190-a62a-910ccd819fa3 req-d9c68688-3eb6-48b9-a41f-5c3af11bbc85 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0740240 Nov 12 00:57:26.860317 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0eac7b0f-0c4b-49ae-8eae-c4b487bb13c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:26.918597 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcf29cd-d43a-4831-b1a4-d93a15e339af tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] No DVR routers for this DVR port 4c087f11-78d9-4b4a-a3ce-5e7548b4899e on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:57:26.924093 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-18456e9e-a153-4332-bbbe-678d4c87b55e tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:26.939824 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-18456e9e-a153-4332-bbbe-678d4c87b55e tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] 10.222.0.20 "DELETE /v2.0/ports/235f0e33-05fd-4828-a548-4448d569a5f6 HTTP/1.1" status: 204 len: 168 time: 0.9548261 Nov 12 00:57:26.940885 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39036) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:26.983276 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-56347447-a4f1-4610-a516-1d4814888124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:26.986155 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-56347447-a4f1-4610-a516-1d4814888124 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:26.991988 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-56347447-a4f1-4610-a516-1d4814888124 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f22d5517-0bc9-4780-bd87-761275f57254 HTTP/1.1" status: 204 len: 168 time: 0.3640227 Nov 12 00:57:27.014632 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c38607-1ac0-44d3-84bb-a28abeb32a38 req-9e4dabd9-7757-49b6-837d-ad842bcf20c5 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:27.016545 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-44c38607-1ac0-44d3-84bb-a28abeb32a38 req-9e4dabd9-7757-49b6-837d-ad842bcf20c5 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 946 time: 0.3110743 Nov 12 00:57:27.016803 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-0eac7b0f-0c4b-49ae-8eae-c4b487bb13c5 None None] For port 6c3a0dca-b69f-4e4d-babd-528177c5f8ed, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=6c3a0dca-b69f-4e4d-babd-528177c5f8ed,segment=NetworkSegment(35280669-a1ba-42dd-b9d3-49594dbffb65),segment_id=35280669-a1ba-42dd-b9d3-49594dbffb65)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:27.021359 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5695fdfd-3b5b-4d10-b5e7-09baab9520c4 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:27.026226 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0eac7b0f-0c4b-49ae-8eae-c4b487bb13c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:27.027652 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5695fdfd-3b5b-4d10-b5e7-09baab9520c4 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:27.037892 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 6c3a0dca-b69f-4e4d-babd-528177c5f8ed up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:27.048320 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56347447-a4f1-4610-a516-1d4814888124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22d5517-0bc9-4780-bd87-761275f57254,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:27.069230 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-36df9f25-0d2e-4cd3-8242-73d8d289ac83 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Deleting subnet d1b64fd3-eeba-475e-a8f2-a01e07e88d00 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:57:27.078229 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-36df9f25-0d2e-4cd3-8242-73d8d289ac83 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:27.179602 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:27.190766 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-36df9f25-0d2e-4cd3-8242-73d8d289ac83 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:27.247889 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-afcf29cd-d43a-4831-b1a4-d93a15e339af tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:27.313829 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-36df9f25-0d2e-4cd3-8242-73d8d289ac83 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:27.324498 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-44c38607-1ac0-44d3-84bb-a28abeb32a38 req-7ba12ead-663a-49e6-9edb-7c32c90eddec tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2831440 Nov 12 00:57:27.362771 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eac7b0f-0c4b-49ae-8eae-c4b487bb13c5 None None] Pushing event updated for resources: {'Port': ['ID=6c3a0dca-b69f-4e4d-babd-528177c5f8ed,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:27.381308 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-d5cf4644-848d-48ac-8397-b11141c7736f None None] Attempting to bind port 4c087f11-78d9-4b4a-a3ce-5e7548b4899e on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:57:27.383023 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-d5cf4644-848d-48ac-8397-b11141c7736f None None] Attempting to bind port 4c087f11-78d9-4b4a-a3ce-5e7548b4899e by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '9edf0882-71f4-4db5-93d9-b94970e43dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2e732ac6-eaaa-4c99-bd7c-dcd8332cdd43'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:57:27.383407 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cf4644-848d-48ac-8397-b11141c7736f None None] Attempting to bind port 4c087f11-78d9-4b4a-a3ce-5e7548b4899e on network 2e732ac6-eaaa-4c99-bd7c-dcd8332cdd43 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:57:27.406011 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-afcf29cd-d43a-4831-b1a4-d93a15e339af tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:27.412587 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eac7b0f-0c4b-49ae-8eae-c4b487bb13c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:27.413640 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eac7b0f-0c4b-49ae-8eae-c4b487bb13c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:27.414382 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eac7b0f-0c4b-49ae-8eae-c4b487bb13c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:27.414517 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-36df9f25-0d2e-4cd3-8242-73d8d289ac83 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:27.415066 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eac7b0f-0c4b-49ae-8eae-c4b487bb13c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:27.415781 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eac7b0f-0c4b-49ae-8eae-c4b487bb13c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:27.416312 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eac7b0f-0c4b-49ae-8eae-c4b487bb13c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:27.417020 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eac7b0f-0c4b-49ae-8eae-c4b487bb13c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:27.417698 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eac7b0f-0c4b-49ae-8eae-c4b487bb13c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:27.418308 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eac7b0f-0c4b-49ae-8eae-c4b487bb13c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:27.418868 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eac7b0f-0c4b-49ae-8eae-c4b487bb13c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:27.419609 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eac7b0f-0c4b-49ae-8eae-c4b487bb13c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:27.420187 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eac7b0f-0c4b-49ae-8eae-c4b487bb13c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:27.434593 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cf4644-848d-48ac-8397-b11141c7736f None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:57:27.435208 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cf4644-848d-48ac-8397-b11141c7736f None None] Checking segment: {'id': '9edf0882-71f4-4db5-93d9-b94970e43dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2e732ac6-eaaa-4c99-bd7c-dcd8332cdd43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:27.436494 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d5cf4644-848d-48ac-8397-b11141c7736f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:27.437091 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cf4644-848d-48ac-8397-b11141c7736f None None] Bound using segment: {'id': '9edf0882-71f4-4db5-93d9-b94970e43dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2e732ac6-eaaa-4c99-bd7c-dcd8332cdd43'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:57:27.437963 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-d5cf4644-848d-48ac-8397-b11141c7736f None None] Bound port: 4c087f11-78d9-4b4a-a3ce-5e7548b4899e, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9edf0882-71f4-4db5-93d9-b94970e43dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2e732ac6-eaaa-4c99-bd7c-dcd8332cdd43'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:57:27.438611 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d5cf4644-848d-48ac-8397-b11141c7736f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:27.448690 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-36df9f25-0d2e-4cd3-8242-73d8d289ac83 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:27.452150 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-36df9f25-0d2e-4cd3-8242-73d8d289ac83 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] 10.222.0.20 "DELETE /v2.0/subnets/d1b64fd3-eeba-475e-a8f2-a01e07e88d00 HTTP/1.1" status: 204 len: 168 time: 0.5102241 Nov 12 00:57:27.456253 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39046) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:27.484546 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf29cd-d43a-4831-b1a4-d93a15e339af tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event deleted for resources: {'Subnet': ['ID=dc0d79de-7306-42d1-8ce1-fd7a33c19cee,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:27.501982 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad650f9-334e-4ebc-86a3-73ea29f9ef7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ded2273a-2a05-4940-8a85-b6f893dc4749'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:57:27.504684 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94fc8415-537e-4101-b6da-b84f6a66460c" -d '{"events": [{"server_uuid": "9ad650f9-334e-4ebc-86a3-73ea29f9ef7a", "name": "network-vif-unplugged", "status": "completed", "tag": "ded2273a-2a05-4940-8a85-b6f893dc4749"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:57:27.539887 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df9f25-0d2e-4cd3-8242-73d8d289ac83 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Pushing event deleted for resources: {'Subnet': ['ID=d1b64fd3-eeba-475e-a8f2-a01e07e88d00,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:27.601970 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port ded2273a-2a05-4940-8a85-b6f893dc4749, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=ded2273a-2a05-4940-8a85-b6f893dc4749,segment=NetworkSegment(6922dc8f-e4e8-46eb-925b-ce7a975c2214),segment_id=6922dc8f-e4e8-46eb-925b-ce7a975c2214)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:27.615087 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b40abf-a835-4f26-8529-23d6c3d0496a x-openstack-request-id: req-b8b40abf-a835-4f26-8529-23d6c3d0496a {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:57:27.616005 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad650f9-334e-4ebc-86a3-73ea29f9ef7a", "name": "network-vif-unplugged", "status": "completed", "tag": "ded2273a-2a05-4940-8a85-b6f893dc4749", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:57:27.616543 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b8b40abf-a835-4f26-8529-23d6c3d0496a {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:57:27.617954 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad650f9-334e-4ebc-86a3-73ea29f9ef7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ded2273a-2a05-4940-8a85-b6f893dc4749', 'code': 200} Nov 12 00:57:27.640690 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-d5cf4644-848d-48ac-8397-b11141c7736f None None] Port 4c087f11-78d9-4b4a-a3ce-5e7548b4899e has been deleted concurrently {{(pid=102663) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 12 00:57:27.641471 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 6c3a0dca-b69f-4e4d-babd-528177c5f8ed triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:27.641828 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:27.645822 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-1d721ea6-b1b8-498f-a728-d25f5bd4ea06 None None] Provisioning complete for port 6c3a0dca-b69f-4e4d-babd-528177c5f8ed triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:27.646367 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1d721ea6-b1b8-498f-a728-d25f5bd4ea06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:27.652758 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:27.656063 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26eda4bf-f81a-4494-b9f8-c1ebcef13dff None None] DHCP port deletion for 549c8e6d-38df-4171-95c5-652183e307b7 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:57:27.712938 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-572527b6-65d0-4f68-8ef9-90aa491cb011 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:27.762290 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2e5266-db01-4e1e-b46a-1871af5da72e None None] Network bbeabc40-dcf9-46a9-a3da-29b438a04aa3 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:27.790669 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-afcf29cd-d43a-4831-b1a4-d93a15e339af tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:27.800291 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5695fdfd-3b5b-4d10-b5e7-09baab9520c4 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:27.839070 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-afcf29cd-d43a-4831-b1a4-d93a15e339af tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e732ac6-eaaa-4c99-bd7c-dcd8332cdd43']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:27.853241 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-afcf29cd-d43a-4831-b1a4-d93a15e339af tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9edf0882-71f4-4db5-93d9-b94970e43dd3') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:27.853640 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-afcf29cd-d43a-4831-b1a4-d93a15e339af tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9edf0882-71f4-4db5-93d9-b94970e43dd3') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:27.859886 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-572527b6-65d0-4f68-8ef9-90aa491cb011 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Deleting port 6c3a0dca-b69f-4e4d-babd-528177c5f8ed {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:57:27.860221 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-572527b6-65d0-4f68-8ef9-90aa491cb011 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:27.889957 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-afcf29cd-d43a-4831-b1a4-d93a15e339af tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:27.924466 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-afcf29cd-d43a-4831-b1a4-d93a15e339af tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:27.948117 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afcf29cd-d43a-4831-b1a4-d93a15e339af tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:57:27.948853 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-afcf29cd-d43a-4831-b1a4-d93a15e339af tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:27.954683 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-572527b6-65d0-4f68-8ef9-90aa491cb011 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] For port 6c3a0dca-b69f-4e4d-babd-528177c5f8ed, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=6c3a0dca-b69f-4e4d-babd-528177c5f8ed,segment=NetworkSegment(35280669-a1ba-42dd-b9d3-49594dbffb65),segment_id=35280669-a1ba-42dd-b9d3-49594dbffb65)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:27.955970 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-572527b6-65d0-4f68-8ef9-90aa491cb011 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:27.978420 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=ded2273a-2a05-4940-8a85-b6f893dc4749,revision_number=8']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:27.992626 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-572527b6-65d0-4f68-8ef9-90aa491cb011 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Calling delete_port for 6c3a0dca-b69f-4e4d-babd-528177c5f8ed owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:57:28.003092 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:57:28.003092 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:57:28.003092 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:57:28.003092 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:57:28.003092 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:57:28.003092 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:57:28.003092 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:57:28.003092 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:57:28.003092 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:57:28.003092 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:57:28.003092 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:57:28.003092 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:57:28.003092 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:57:28.003092 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:57:28.003092 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:57:28.003092 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:57:28.003092 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:57:28.003092 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:57:28.003092 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:57:28.003092 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:57:28.003092 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:57:28.003092 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:57:28.003092 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:57:28.003092 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:57:28.003092 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:57:28.003092 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:57:28.003092 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:57:28.003092 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:57:28.003092 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:57:28.003092 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:57:28.003092 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:57:28.003092 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:57:28.068384 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-26eda4bf-f81a-4494-b9f8-c1ebcef13dff None None] Deleting port 8f20d15e-aaf5-4471-8d37-0dc74c81bf87 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:57:28.068384 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-26eda4bf-f81a-4494-b9f8-c1ebcef13dff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:28.088371 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5695fdfd-3b5b-4d10-b5e7-09baab9520c4 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:28.115775 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-5695fdfd-3b5b-4d10-b5e7-09baab9520c4 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:28.130260 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5695fdfd-3b5b-4d10-b5e7-09baab9520c4 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:28.130745 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5695fdfd-3b5b-4d10-b5e7-09baab9520c4 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:28.139161 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5695fdfd-3b5b-4d10-b5e7-09baab9520c4 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Subnet': ['ID=4f8eb884-5b4e-4463-855d-dd0821e12c19,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:28.167137 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-afcf29cd-d43a-4831-b1a4-d93a15e339af tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:28.213258 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-afcf29cd-d43a-4831-b1a4-d93a15e339af tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:28.226132 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39064) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:28.228460 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-afcf29cd-d43a-4831-b1a4-d93a15e339af tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "DELETE /v2.0/networks/2e732ac6-eaaa-4c99-bd7c-dcd8332cdd43 HTTP/1.1" status: 204 len: 168 time: 3.6389034 Nov 12 00:57:28.236812 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5695fdfd-3b5b-4d10-b5e7-09baab9520c4 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6866717 Nov 12 00:57:28.247963 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39066) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:28.251422 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-3570efa0-9900-4782-a9a2-d2099405f95a tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1670790105'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:28.264013 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 0e71904f-71c1-4745-bcfc-d9886c8aca22 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:57:28.266464 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-1aafe3f2-0280-4d3f-a4eb-af4fd9b67f46 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'port': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'fixed_ips': [{'subnet_id': '4f8eb884-5b4e-4463-855d-dd0821e12c19', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-536584478'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:28.280558 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf29cd-d43a-4831-b1a4-d93a15e339af tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event deleted for resources: {'Network': ['ID=2e732ac6-eaaa-4c99-bd7c-dcd8332cdd43,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:28.301896 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3570efa0-9900-4782-a9a2-d2099405f95a tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Made reservation on behalf of 12dd440799914979a52d8976c0f56bb2 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:28.309209 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3570efa0-9900-4782-a9a2-d2099405f95a tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:28.353016 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-1d721ea6-b1b8-498f-a728-d25f5bd4ea06 None None] Could not find standard attr ID for object 235f0e33-05fd-4828-a548-4448d569a5f6. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:57:28.372651 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 0e71904f-71c1-4745-bcfc-d9886c8aca22 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:57:28.373144 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 0e71904f-71c1-4745-bcfc-d9886c8aca22 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:57:28.423296 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-26eda4bf-f81a-4494-b9f8-c1ebcef13dff None None] For port 8f20d15e-aaf5-4471-8d37-0dc74c81bf87, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=8f20d15e-aaf5-4471-8d37-0dc74c81bf87,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:28.424103 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-26eda4bf-f81a-4494-b9f8-c1ebcef13dff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:28.436613 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3570efa0-9900-4782-a9a2-d2099405f95a tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:57:28.443553 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-26eda4bf-f81a-4494-b9f8-c1ebcef13dff None None] Calling delete_port for 8f20d15e-aaf5-4471-8d37-0dc74c81bf87 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:57:28.454349 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-572527b6-65d0-4f68-8ef9-90aa491cb011 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:28.514489 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3570efa0-9900-4782-a9a2-d2099405f95a tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:28.515837 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-3570efa0-9900-4782-a9a2-d2099405f95a tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Added segment 73226c8f-db21-48d8-99ac-ebcef7546d29 of type vlan for network 4671632c-4856-48ed-a7bf-8266a7bb885c Nov 12 00:57:28.525043 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572527b6-65d0-4f68-8ef9-90aa491cb011 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] No DVR routers for this DVR port 6c3a0dca-b69f-4e4d-babd-528177c5f8ed on host n-d-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:57:28.580353 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572527b6-65d0-4f68-8ef9-90aa491cb011 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Pushing event deleted for resources: {'Port': ['ID=6c3a0dca-b69f-4e4d-babd-528177c5f8ed,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:28.597113 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faedccd7-a649-4a20-9810-dd3d9f34b875 None None] DHCP port deletion for bbeabc40-dcf9-46a9-a3da-29b438a04aa3 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:57:28.606420 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-5d2cc72f-0633-4e41-917c-31dc602221e4 None None] Could not find standard attr ID for object 235f0e33-05fd-4828-a548-4448d569a5f6. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:57:28.644159 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aafe3f2-0280-4d3f-a4eb-af4fd9b67f46 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:28.742173 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 8f20d15e-aaf5-4471-8d37-0dc74c81bf87 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:57:28.773524 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3570efa0-9900-4782-a9a2-d2099405f95a tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:28.796158 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-26eda4bf-f81a-4494-b9f8-c1ebcef13dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:28.808517 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1aafe3f2-0280-4d3f-a4eb-af4fd9b67f46 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:28.831019 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-572527b6-65d0-4f68-8ef9-90aa491cb011 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:28.859037 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7cf265-ed07-42f2-b2fd-8df03405417e req-39157b0f-b142-4ab6-be72-5b811cfe178a tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:28.860060 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-1aafe3f2-0280-4d3f-a4eb-af4fd9b67f46 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] device_id is not set on port 19755b43-0d3a-42d1-9a89-fe043654edeb yet. {{(pid=102661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:57:28.861496 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8e7cf265-ed07-42f2-b2fd-8df03405417e req-39157b0f-b142-4ab6-be72-5b811cfe178a tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 944 time: 0.3035409 Nov 12 00:57:28.916131 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39080) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:28.950976 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-572527b6-65d0-4f68-8ef9-90aa491cb011 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbeabc40-dcf9-46a9-a3da-29b438a04aa3']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:28.966113 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3570efa0-9900-4782-a9a2-d2099405f95a tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:28.972621 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3570efa0-9900-4782-a9a2-d2099405f95a tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:28.973986 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3570efa0-9900-4782-a9a2-d2099405f95a tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:29.014144 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-572527b6-65d0-4f68-8ef9-90aa491cb011 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35280669-a1ba-42dd-b9d3-49594dbffb65') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:29.014656 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-572527b6-65d0-4f68-8ef9-90aa491cb011 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35280669-a1ba-42dd-b9d3-49594dbffb65') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:29.081514 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aafe3f2-0280-4d3f-a4eb-af4fd9b67f46 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 00:57:29.082164 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aafe3f2-0280-4d3f-a4eb-af4fd9b67f46 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:57:29.097868 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-572527b6-65d0-4f68-8ef9-90aa491cb011 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:29.103241 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eda4bf-f81a-4494-b9f8-c1ebcef13dff None None] Pushing event deleted for resources: {'Port': ['ID=8f20d15e-aaf5-4471-8d37-0dc74c81bf87,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:29.108036 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 8f20d15e-aaf5-4471-8d37-0dc74c81bf87 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:57:29.108569 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 8f20d15e-aaf5-4471-8d37-0dc74c81bf87 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:57:29.122964 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1aafe3f2-0280-4d3f-a4eb-af4fd9b67f46 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.8739889 Nov 12 00:57:29.123673 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39084) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:29.125947 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26eda4bf-f81a-4494-b9f8-c1ebcef13dff None None] No DVR routers for this DVR port 8f20d15e-aaf5-4471-8d37-0dc74c81bf87 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:57:29.141611 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-572527b6-65d0-4f68-8ef9-90aa491cb011 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:29.155632 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 6c3a0dca-b69f-4e4d-babd-528177c5f8ed no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:57:29.157191 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-572527b6-65d0-4f68-8ef9-90aa491cb011 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:57:29.157751 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-572527b6-65d0-4f68-8ef9-90aa491cb011 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:29.158183 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d076a56-1540-4f2a-9f5d-5c31f7a46c4a None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:29.167655 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3570efa0-9900-4782-a9a2-d2099405f95a tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9340930 Nov 12 00:57:29.167655 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 00:57:29.167655 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:57:29.167655 n-d-812236-11 neutron-server[102662]: timer() Nov 12 00:57:29.167655 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:57:29.167655 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 00:57:29.167655 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:57:29.167655 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 00:57:29.167655 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:57:29.167655 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 00:57:29.167655 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:57:29.167655 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 00:57:29.167655 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:57:29.167655 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 00:57:29.167655 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:57:29.167655 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:57:29.167655 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:57:29.167655 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:57:29.167655 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:57:29.167655 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 00:57:29.167655 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:57:29.167655 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 00:57:29.167655 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:57:29.167655 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:57:29.167655 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:57:29.167655 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 00:57:29.167655 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:57:29.167655 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:57:29.167655 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:57:29.167655 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:57:29.167655 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:57:29.167655 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:57:29.167655 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:57:29.194557 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39086) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:29.202281 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0721988f-248f-4afe-a151-30766dd43ff0 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0774798 Nov 12 00:57:29.210343 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 6c3a0dca-b69f-4e4d-babd-528177c5f8ed {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:57:29.210686 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 6c3a0dca-b69f-4e4d-babd-528177c5f8ed not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:57:29.217535 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-20d7d984-58d9-45ed-adc7-3133d0293e99 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Request body: {'subnet': {'network_id': '4671632c-4856-48ed-a7bf-8266a7bb885c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:29.222044 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39088) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:29.235281 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-fa34a70b-339e-4be4-bafd-b4af5a63c516 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1955818535-network', 'tenant_id': '9949651bde034f509ee5331c475937c6'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:29.308478 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8e7cf265-ed07-42f2-b2fd-8df03405417e req-1deabc93-ea6b-4369-87aa-ea9af3177cac tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4322717 Nov 12 00:57:29.325533 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3570efa0-9900-4782-a9a2-d2099405f95a tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event updated for resources: {'Network': ['ID=4671632c-4856-48ed-a7bf-8266a7bb885c,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:29.345433 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa34a70b-339e-4be4-bafd-b4af5a63c516 admin admin] Made reservation on behalf of 9949651bde034f509ee5331c475937c6 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:29.350513 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fa34a70b-339e-4be4-bafd-b4af5a63c516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:29.354770 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-572527b6-65d0-4f68-8ef9-90aa491cb011 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:29.355323 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 4671632c-4856-48ed-a7bf-8266a7bb885c details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:57:29.387289 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-572527b6-65d0-4f68-8ef9-90aa491cb011 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:29.404697 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-572527b6-65d0-4f68-8ef9-90aa491cb011 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] 10.222.0.20 "DELETE /v2.0/networks/bbeabc40-dcf9-46a9-a3da-29b438a04aa3 HTTP/1.1" status: 204 len: 168 time: 1.9470079 Nov 12 00:57:29.408985 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fa34a70b-339e-4be4-bafd-b4af5a63c516 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:29.434451 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572527b6-65d0-4f68-8ef9-90aa491cb011 tempest-ExtraDHCPOptionsTestJSON-1735390356 tempest-ExtraDHCPOptionsTestJSON-1735390356-project] Pushing event deleted for resources: {'Network': ['ID=bbeabc40-dcf9-46a9-a3da-29b438a04aa3,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:29.498429 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fe5dea10-22c7-4396-bd02-3ba707f67750 req-b4166e45-deaf-4add-b697-6216ec4992e8 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1854343 Nov 12 00:57:29.616047 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c72e86-b64b-46ca-a04f-a26d3abaa509 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:29.624359 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c72e86-b64b-46ca-a04f-a26d3abaa509 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:29.626425 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c1c72e86-b64b-46ca-a04f-a26d3abaa509 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4015009 Nov 12 00:57:29.630603 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39108) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:29.644198 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fa34a70b-339e-4be4-bafd-b4af5a63c516 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:29.652473 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fa34a70b-339e-4be4-bafd-b4af5a63c516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:29.684470 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa34a70b-339e-4be4-bafd-b4af5a63c516 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:57:29.708775 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa34a70b-339e-4be4-bafd-b4af5a63c516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5101aec6-11c0-4cf2-88bc-5f4e56e0ab42,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:29.715543 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d7d984-58d9-45ed-adc7-3133d0293e99 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Made reservation on behalf of 12dd440799914979a52d8976c0f56bb2 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:29.725192 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-20d7d984-58d9-45ed-adc7-3133d0293e99 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:29.733919 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fa34a70b-339e-4be4-bafd-b4af5a63c516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:29.734292 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-fa34a70b-339e-4be4-bafd-b4af5a63c516 admin admin] Added segment f213652d-6996-4db9-b75f-3dbd4819716b of type vlan for network ec688e04-98ae-482a-ac1d-cfa25edff6d1 Nov 12 00:57:29.775406 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2206ec2a-2f83-4244-b488-9da2814ab75d None None] DHCP port deletion for 2e732ac6-eaaa-4c99-bd7c-dcd8332cdd43 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:57:29.839376 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fa34a70b-339e-4be4-bafd-b4af5a63c516 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:29.840050 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-322b8497-287b-438f-91a2-5d6cb0bf2cd4 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Deleting subnet 4f8eb884-5b4e-4463-855d-dd0821e12c19 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:57:29.845913 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-ddc7ffb3-396c-4854-a0e1-08cd67f49af0 None None] Could not find standard attr ID for object 4c087f11-78d9-4b4a-a3ce-5e7548b4899e. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:57:29.846441 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-322b8497-287b-438f-91a2-5d6cb0bf2cd4 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:29.859714 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a14f4a8-1862-40f8-9556-1808b9685087 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-549c8e6d-38df-4171-95c5-652183e307b7', 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'tenant_id': 'd39bd700eb73489c844e800fa5489ef8', 'fixed_ips': [{'subnet_id': '4f8eb884-5b4e-4463-855d-dd0821e12c19'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:57:29.860915 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4a14f4a8-1862-40f8-9556-1808b9685087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:29.890137 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af159cbd-20f6-4b1b-8d9b-e605f806b9b9 None None] Network 2e732ac6-eaaa-4c99-bd7c-dcd8332cdd43 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:29.924297 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af159cbd-20f6-4b1b-8d9b-e605f806b9b9 None None] Network 2e732ac6-eaaa-4c99-bd7c-dcd8332cdd43 could not be found, it might have been deleted concurrently. {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 00:57:29.935426 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39116) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:29.950559 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-322b8497-287b-438f-91a2-5d6cb0bf2cd4 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:29.961406 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fa34a70b-339e-4be4-bafd-b4af5a63c516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:29.966321 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa34a70b-339e-4be4-bafd-b4af5a63c516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:29.968687 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fa34a70b-339e-4be4-bafd-b4af5a63c516 admin admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:30.082241 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-fa34a70b-339e-4be4-bafd-b4af5a63c516 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1620681 Nov 12 00:57:30.084085 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39128) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:30.101256 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-1635c684-02ec-4fe9-a5fb-3831343e3e8d admin admin] Request body: {'subnet': {'network_id': 'ec688e04-98ae-482a-ac1d-cfa25edff6d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1955818535-subnet', 'tenant_id': '9949651bde034f509ee5331c475937c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:30.104649 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa34a70b-339e-4be4-bafd-b4af5a63c516 admin admin] Pushing event updated for resources: {'Network': ['ID=ec688e04-98ae-482a-ac1d-cfa25edff6d1,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:30.118394 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network ec688e04-98ae-482a-ac1d-cfa25edff6d1 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:57:30.135015 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1635c684-02ec-4fe9-a5fb-3831343e3e8d admin admin] Made reservation on behalf of 9949651bde034f509ee5331c475937c6 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:30.138251 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1635c684-02ec-4fe9-a5fb-3831343e3e8d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:30.176447 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1aaa2706-24fb-4eb1-a88f-47afca56c550 req-7d58379b-43e2-4633-b792-cbc68048ca9b service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0970826 Nov 12 00:57:30.177717 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-322b8497-287b-438f-91a2-5d6cb0bf2cd4 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:30.284428 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-890d570f-d243-4e89-9c31-2c1e2381fe21 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9109debc483a43819030035082dfc0ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3477161 Nov 12 00:57:30.286735 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39134) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server [None req-4a14f4a8-1862-40f8-9556-1808b9685087 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4f8eb884-5b4e-4463-855d-dd0821e12c19: This subnet is being modified by another concurrent operation. Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 00:57:30.334669 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 00:57:30.338821 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 00:57:30.338821 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 00:57:30.338821 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:57:30.338821 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:57:30.338821 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:57:30.338821 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:57:30.338821 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 00:57:30.338821 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 00:57:30.338821 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 00:57:30.338821 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 00:57:30.338821 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:57:30.338821 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:57:30.338821 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:57:30.338821 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:57:30.338821 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 00:57:30.338821 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 00:57:30.338821 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 00:57:30.338821 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 00:57:30.338821 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 00:57:30.338821 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 00:57:30.338821 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 00:57:30.338821 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 00:57:30.338821 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 00:57:30.338821 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 00:57:30.338821 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:57:30.338821 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:57:30.338821 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:57:30.338821 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:57:30.338821 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 00:57:30.338821 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 00:57:30.338821 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 00:57:30.338821 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 00:57:30.338821 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 00:57:30.338821 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 00:57:30.338821 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 00:57:30.338821 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise exception Nov 12 00:57:30.338821 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4f8eb884-5b4e-4463-855d-dd0821e12c19: This subnet is being modified by another concurrent operation. Nov 12 00:57:30.338821 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server Nov 12 00:57:30.343764 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-20d7d984-58d9-45ed-adc7-3133d0293e99 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:30.345839 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-322b8497-287b-438f-91a2-5d6cb0bf2cd4 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:30.374595 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d3ed49-e4b5-4d15-ab50-e0877474732d None None] get_active_networks_info from n-d-812236-11 {{(pid=102663) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 00:57:30.384800 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1635c684-02ec-4fe9-a5fb-3831343e3e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:30.400617 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-322b8497-287b-438f-91a2-5d6cb0bf2cd4 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:30.404262 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-322b8497-287b-438f-91a2-5d6cb0bf2cd4 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/4f8eb884-5b4e-4463-855d-dd0821e12c19 HTTP/1.1" status: 204 len: 168 time: 0.7723277 Nov 12 00:57:30.409972 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39138) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:30.412817 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device ded2273a-2a05-4940-8a85-b6f893dc4749 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:57:30.482850 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1635c684-02ec-4fe9-a5fb-3831343e3e8d admin admin] Checking segment: {'id': 'f213652d-6996-4db9-b75f-3dbd4819716b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ec688e04-98ae-482a-ac1d-cfa25edff6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:30.483214 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1635c684-02ec-4fe9-a5fb-3831343e3e8d admin admin] Network hostable DHCP agents. Network: ec688e04-98ae-482a-ac1d-cfa25edff6d1, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:57:30.504688 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1635c684-02ec-4fe9-a5fb-3831343e3e8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d90dbe28-5d83-482a-bb61-93b5ded874d0,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:30.521429 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1635c684-02ec-4fe9-a5fb-3831343e3e8d admin admin] Network ec688e04-98ae-482a-ac1d-cfa25edff6d1 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:57:30.538576 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-343b4f6c-441a-41c5-aac5-5f8c1be6a372 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:30.547559 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a413ee0e-7924-47cc-bf45-0baff6cfcd87 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1323464 Nov 12 00:57:30.555040 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39142) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:30.562418 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-88a5270a-6a3f-4ac5-8309-3341270ae404 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'subnet': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:30.570116 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d7d984-58d9-45ed-adc7-3133d0293e99 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event updated for resources: {'Subnet': ['ID=c6a65901-a8dc-46b2-9750-81a9a5c90dc7,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:30.584663 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-1635c684-02ec-4fe9-a5fb-3831343e3e8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, ec688e04-98ae-482a-ac1d-cfa25edff6d1) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:30.616213 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1635c684-02ec-4fe9-a5fb-3831343e3e8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:30.616859 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1635c684-02ec-4fe9-a5fb-3831343e3e8d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:30.679776 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1635c684-02ec-4fe9-a5fb-3831343e3e8d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5811563 Nov 12 00:57:30.685357 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 4c087f11-78d9-4b4a-a3ce-5e7548b4899e no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:57:30.724630 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-343b4f6c-441a-41c5-aac5-5f8c1be6a372 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:30.730527 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 4c087f11-78d9-4b4a-a3ce-5e7548b4899e {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:57:30.730871 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 4c087f11-78d9-4b4a-a3ce-5e7548b4899e not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:57:30.783167 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d7d984-58d9-45ed-adc7-3133d0293e99 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Checking segment: {'id': '73226c8f-db21-48d8-99ac-ebcef7546d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4671632c-4856-48ed-a7bf-8266a7bb885c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:30.783506 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d7d984-58d9-45ed-adc7-3133d0293e99 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Network hostable DHCP agents. Network: 4671632c-4856-48ed-a7bf-8266a7bb885c, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:57:30.793116 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [req-be82e88a-2bba-494c-b42c-b76a294bc620 req-c515ddbd-a56c-4d89-9739-d4b22bcce790 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:57:30.794188 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-be82e88a-2bba-494c-b42c-b76a294bc620 req-c515ddbd-a56c-4d89-9739-d4b22bcce790 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0371151 Nov 12 00:57:30.817457 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322b8497-287b-438f-91a2-5d6cb0bf2cd4 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Subnet': ['ID=4f8eb884-5b4e-4463-855d-dd0821e12c19,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:30.862651 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a5270a-6a3f-4ac5-8309-3341270ae404 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:30.867387 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-88a5270a-6a3f-4ac5-8309-3341270ae404 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:30.873232 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d7d984-58d9-45ed-adc7-3133d0293e99 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Network 4671632c-4856-48ed-a7bf-8266a7bb885c is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:57:30.904386 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-20d7d984-58d9-45ed-adc7-3133d0293e99 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 4671632c-4856-48ed-a7bf-8266a7bb885c) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:30.912516 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d7d984-58d9-45ed-adc7-3133d0293e99 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:30.913402 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-20d7d984-58d9-45ed-adc7-3133d0293e99 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:30.969149 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-343b4f6c-441a-41c5-aac5-5f8c1be6a372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:30.972260 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-343b4f6c-441a-41c5-aac5-5f8c1be6a372 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:30.974203 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-343b4f6c-441a-41c5-aac5-5f8c1be6a372 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/281524fc-469e-4a13-8fc7-2dd39a2bc1f9 HTTP/1.1" status: 204 len: 168 time: 0.6810799 Nov 12 00:57:30.989700 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b4f6c-441a-41c5-aac5-5f8c1be6a372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281524fc-469e-4a13-8fc7-2dd39a2bc1f9,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:30.997426 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-20d7d984-58d9-45ed-adc7-3133d0293e99 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8016703 Nov 12 00:57:31.000411 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39158) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:31.026027 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d3ed49-e4b5-4d15-ab50-e0877474732d None None] Unable to find a vacant binding_index for network 4671632c-4856-48ed-a7bf-8266a7bb885c and agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 {{(pid=102663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 12 00:57:31.043100 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d3ed49-e4b5-4d15-ab50-e0877474732d None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 4671632c-4856-48ed-a7bf-8266a7bb885c) {{(pid=102663) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 00:57:31.219313 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5816d8a1-7d91-41a6-b48e-b4019838fa73 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:31.247023 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-88a5270a-6a3f-4ac5-8309-3341270ae404 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:31.310846 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a5270a-6a3f-4ac5-8309-3341270ae404 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:31.319804 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-88a5270a-6a3f-4ac5-8309-3341270ae404 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:31.324648 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a5270a-6a3f-4ac5-8309-3341270ae404 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:31.325317 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-88a5270a-6a3f-4ac5-8309-3341270ae404 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:31.337541 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a5270a-6a3f-4ac5-8309-3341270ae404 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Subnet': ['ID=2702d725-81f1-4045-9cdd-41b0ac4c449f,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:31.352378 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-88a5270a-6a3f-4ac5-8309-3341270ae404 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7962842 Nov 12 00:57:31.355143 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39168) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:31.361075 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-f35b1680-c200-4dc1-97d0-7c85e435a126 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-724830884', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:31.372215 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5816d8a1-7d91-41a6-b48e-b4019838fa73 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:31.399561 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f35b1680-c200-4dc1-97d0-7c85e435a126 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:31.402046 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f35b1680-c200-4dc1-97d0-7c85e435a126 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:31.477829 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5816d8a1-7d91-41a6-b48e-b4019838fa73 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:31.515224 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39182) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:31.522992 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-2ea508af-9abd-4179-9893-cd7547bcf543 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1257141836-network', 'tenant_id': '95087112d889438d8a504cf571202490'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:31.527639 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5816d8a1-7d91-41a6-b48e-b4019838fa73 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event deleted for resources: {'Subnet': ['ID=c6a65901-a8dc-46b2-9750-81a9a5c90dc7,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:31.594867 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f35b1680-c200-4dc1-97d0-7c85e435a126 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:31.602513 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391fcb74-e856-4e96-80f3-9e0f3e6b10f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-4671632c-4856-48ed-a7bf-8266a7bb885c', 'network_id': '4671632c-4856-48ed-a7bf-8266a7bb885c', 'tenant_id': '12dd440799914979a52d8976c0f56bb2', 'fixed_ips': [{'subnet_id': 'c6a65901-a8dc-46b2-9750-81a9a5c90dc7'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:57:31.603811 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-391fcb74-e856-4e96-80f3-9e0f3e6b10f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:31.608372 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f35b1680-c200-4dc1-97d0-7c85e435a126 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:31.616891 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5816d8a1-7d91-41a6-b48e-b4019838fa73 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:31.626083 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea508af-9abd-4179-9893-cd7547bcf543 admin admin] Made reservation on behalf of 95087112d889438d8a504cf571202490 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:31.628393 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2ea508af-9abd-4179-9893-cd7547bcf543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:31.645747 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ba0498-ee59-42be-9fb2-138bfb1c6d4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-549c8e6d-38df-4171-95c5-652183e307b7', 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'tenant_id': 'd39bd700eb73489c844e800fa5489ef8', 'fixed_ips': [{'subnet_id': '2702d725-81f1-4045-9cdd-41b0ac4c449f'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:57:31.646622 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e5ba0498-ee59-42be-9fb2-138bfb1c6d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:31.649271 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2ea508af-9abd-4179-9893-cd7547bcf543 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:31.657114 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-5816d8a1-7d91-41a6-b48e-b4019838fa73 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4671632c-4856-48ed-a7bf-8266a7bb885c']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:31.657275 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f35b1680-c200-4dc1-97d0-7c85e435a126 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:31.663809 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f35b1680-c200-4dc1-97d0-7c85e435a126 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3040290 Nov 12 00:57:31.665111 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39188) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:31.683138 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-5816d8a1-7d91-41a6-b48e-b4019838fa73 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73226c8f-db21-48d8-99ac-ebcef7546d29') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:31.683717 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-5816d8a1-7d91-41a6-b48e-b4019838fa73 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73226c8f-db21-48d8-99ac-ebcef7546d29') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:31.701350 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5816d8a1-7d91-41a6-b48e-b4019838fa73 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:31.726113 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5816d8a1-7d91-41a6-b48e-b4019838fa73 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:31.737618 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5816d8a1-7d91-41a6-b48e-b4019838fa73 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:57:31.738060 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5816d8a1-7d91-41a6-b48e-b4019838fa73 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:31.742141 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 00:57:31.742141 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:57:31.742141 n-d-812236-11 neutron-server[102662]: timer() Nov 12 00:57:31.742141 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:57:31.742141 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 00:57:31.742141 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:57:31.742141 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 00:57:31.742141 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:57:31.742141 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 00:57:31.742141 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:57:31.742141 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 00:57:31.742141 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:57:31.742141 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 00:57:31.742141 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:57:31.742141 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:57:31.742141 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:57:31.742141 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:57:31.742141 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:57:31.742141 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 00:57:31.742141 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:57:31.742141 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 00:57:31.742141 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:57:31.742141 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:57:31.742141 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:57:31.742141 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 00:57:31.742141 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:57:31.742141 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:57:31.742141 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:57:31.742141 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:57:31.742141 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:57:31.742141 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:57:31.742141 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:57:31.848961 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.db.api [None req-391fcb74-e856-4e96-80f3-9e0f3e6b10f0 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 00:57:31.848961 n-d-812236-11 neutron-server[102663]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Nov 12 00:57:31.848961 n-d-812236-11 neutron-server[102663]: [parameters: {'project_id': '12dd440799914979a52d8976c0f56bb2', 'id': '058b419b-0768-4b5f-89fc-542a58835ee6', 'name': '', 'network_id': '4671632c-4856-48ed-a7bf-8266a7bb885c', 'mac_address': 'fa:16:3e:45:4c:33', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-4671632c-4856-48ed-a7bf-8266a7bb885c', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 1937}] Nov 12 00:57:31.848961 n-d-812236-11 neutron-server[102663]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:57:31.849401 n-d-812236-11 neutron-server[102663]: DEBUG oslo_db.api [None req-391fcb74-e856-4e96-80f3-9e0f3e6b10f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:57:31.863605 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5816d8a1-7d91-41a6-b48e-b4019838fa73 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:31.876253 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5816d8a1-7d91-41a6-b48e-b4019838fa73 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:31.879573 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5816d8a1-7d91-41a6-b48e-b4019838fa73 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "DELETE /v2.0/networks/4671632c-4856-48ed-a7bf-8266a7bb885c HTTP/1.1" status: 204 len: 168 time: 0.8776913 Nov 12 00:57:31.885865 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39198) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:31.904116 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5816d8a1-7d91-41a6-b48e-b4019838fa73 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event deleted for resources: {'Network': ['ID=4671632c-4856-48ed-a7bf-8266a7bb885c,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:31.907719 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2ea508af-9abd-4179-9893-cd7547bcf543 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:31.913101 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-fa449eb6-6688-400a-b7a8-c7897e5310b1 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-390245149'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:31.988310 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2ea508af-9abd-4179-9893-cd7547bcf543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:32.004874 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa449eb6-6688-400a-b7a8-c7897e5310b1 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Made reservation on behalf of 12dd440799914979a52d8976c0f56bb2 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:32.012501 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fa449eb6-6688-400a-b7a8-c7897e5310b1 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:32.056564 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ea508af-9abd-4179-9893-cd7547bcf543 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:57:32.081625 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea508af-9abd-4179-9893-cd7547bcf543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28acd466-08b9-4dfc-ae5a-6b22eb63973c,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:32.090344 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa449eb6-6688-400a-b7a8-c7897e5310b1 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:57:32.093628 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2ea508af-9abd-4179-9893-cd7547bcf543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:32.094580 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-2ea508af-9abd-4179-9893-cd7547bcf543 admin admin] Added segment f0ea6b6a-bba9-49b4-a15e-0d7582cba9f7 of type vlan for network 35a1d2a4-b098-4a33-9ee7-72d572a25f69 Nov 12 00:57:32.168293 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fa449eb6-6688-400a-b7a8-c7897e5310b1 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:32.169058 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-fa449eb6-6688-400a-b7a8-c7897e5310b1 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Added segment 8535a2dd-b2fa-4f5a-8e91-f38795d88e7e of type vlan for network 6e25d2d9-9e26-4092-b9a2-5d8aa99eed5c Nov 12 00:57:32.183487 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-e5ba0498-ee59-42be-9fb2-138bfb1c6d4e None None] Allocated IP 2001:db8::2 (549c8e6d-38df-4171-95c5-652183e307b7/2702d725-81f1-4045-9cdd-41b0ac4c449f/dcc8a74e-4619-48ad-bb3e-91b522b25ce0) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:57:32.204569 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2ea508af-9abd-4179-9893-cd7547bcf543 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:32.284057 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b229c-5f2a-4491-a3e4-8181caf7204f req-656a2d83-acd8-463e-a524-0c5d0f3421aa tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:32.294154 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-013b229c-5f2a-4491-a3e4-8181caf7204f req-656a2d83-acd8-463e-a524-0c5d0f3421aa tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 944 time: 0.1925769 Nov 12 00:57:32.298558 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fa449eb6-6688-400a-b7a8-c7897e5310b1 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:32.341980 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2ea508af-9abd-4179-9893-cd7547bcf543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:32.343945 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea508af-9abd-4179-9893-cd7547bcf543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:32.344906 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2ea508af-9abd-4179-9893-cd7547bcf543 admin admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:32.351287 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-391fcb74-e856-4e96-80f3-9e0f3e6b10f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:32.429517 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea508af-9abd-4179-9893-cd7547bcf543 admin admin] Pushing event updated for resources: {'Network': ['ID=35a1d2a4-b098-4a33-9ee7-72d572a25f69,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:32.443323 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e5ba0498-ee59-42be-9fb2-138bfb1c6d4e None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:32.449802 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 35a1d2a4-b098-4a33-9ee7-72d572a25f69 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:57:32.451702 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fa449eb6-6688-400a-b7a8-c7897e5310b1 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:32.490041 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa449eb6-6688-400a-b7a8-c7897e5310b1 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:32.501823 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fa449eb6-6688-400a-b7a8-c7897e5310b1 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:32.508281 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b048ef25-86b8-4c95-a317-f20dd1ce2c63 req-8c661ce5-440e-4b3f-874a-52ad1f46f639 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0435171 Nov 12 00:57:32.514567 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e5ba0498-ee59-42be-9fb2-138bfb1c6d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:32.537131 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2ea508af-9abd-4179-9893-cd7547bcf543 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0182722 Nov 12 00:57:32.540540 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39232) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:32.586632 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-d521016e-fa2b-4a80-a13e-351dd23d4476 admin admin] Request body: {'subnet': {'network_id': '35a1d2a4-b098-4a33-9ee7-72d572a25f69', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1257141836-subnet', 'tenant_id': '95087112d889438d8a504cf571202490', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:32.636218 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-fa449eb6-6688-400a-b7a8-c7897e5310b1 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7349563 Nov 12 00:57:32.641493 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39234) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:32.659967 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-013b229c-5f2a-4491-a3e4-8181caf7204f req-16a5ad08-0e60-4828-a823-0145b32da317 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3643913 Nov 12 00:57:32.673365 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-711cab05-40f4-4532-b29f-5a3dffbcc51a tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Request body: {'subnet': {'network_id': '6e25d2d9-9e26-4092-b9a2-5d8aa99eed5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:32.716073 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ba0498-ee59-42be-9fb2-138bfb1c6d4e None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:32.746820 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-e5ba0498-ee59-42be-9fb2-138bfb1c6d4e None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:32.760153 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d521016e-fa2b-4a80-a13e-351dd23d4476 admin admin] Made reservation on behalf of 95087112d889438d8a504cf571202490 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:32.760621 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ba0498-ee59-42be-9fb2-138bfb1c6d4e None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:32.763017 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d521016e-fa2b-4a80-a13e-351dd23d4476 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:32.769067 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39238) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:32.769648 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ba0498-ee59-42be-9fb2-138bfb1c6d4e None None] Pushing event updated for resources: {'Port': ['ID=dcc8a74e-4619-48ad-bb3e-91b522b25ce0,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:32.924163 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a3bf6f23-0731-4658-ad96-4d635aa2d6d7 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:32.939180 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-e5ba0498-ee59-42be-9fb2-138bfb1c6d4e None None] Attempting to bind port dcc8a74e-4619-48ad-bb3e-91b522b25ce0 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:57:32.939565 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-e5ba0498-ee59-42be-9fb2-138bfb1c6d4e None None] Attempting to bind port dcc8a74e-4619-48ad-bb3e-91b522b25ce0 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:57:32.939933 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ba0498-ee59-42be-9fb2-138bfb1c6d4e None None] Attempting to bind port dcc8a74e-4619-48ad-bb3e-91b522b25ce0 on network 549c8e6d-38df-4171-95c5-652183e307b7 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:57:32.946469 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ba0498-ee59-42be-9fb2-138bfb1c6d4e None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:57:32.946933 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ba0498-ee59-42be-9fb2-138bfb1c6d4e None None] Checking segment: {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:32.947235 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e5ba0498-ee59-42be-9fb2-138bfb1c6d4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:32.947632 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ba0498-ee59-42be-9fb2-138bfb1c6d4e None None] Bound using segment: {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:57:32.948106 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-e5ba0498-ee59-42be-9fb2-138bfb1c6d4e None None] Bound port: dcc8a74e-4619-48ad-bb3e-91b522b25ce0, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:57:32.948487 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e5ba0498-ee59-42be-9fb2-138bfb1c6d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:32.995514 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa449eb6-6688-400a-b7a8-c7897e5310b1 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event updated for resources: {'Network': ['ID=6e25d2d9-9e26-4092-b9a2-5d8aa99eed5c,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:33.072494 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-e5ba0498-ee59-42be-9fb2-138bfb1c6d4e None None] For port dcc8a74e-4619-48ad-bb3e-91b522b25ce0, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:57:33.077366 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-e5ba0498-ee59-42be-9fb2-138bfb1c6d4e None None] For port dcc8a74e-4619-48ad-bb3e-91b522b25ce0, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=dcc8a74e-4619-48ad-bb3e-91b522b25ce0,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:57:33.082367 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 6e25d2d9-9e26-4092-b9a2-5d8aa99eed5c details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:57:33.091135 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e5ba0498-ee59-42be-9fb2-138bfb1c6d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:33.152215 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-4988758b-6ab0-4c24-b180-c9ee7c6fd78c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Request body: {'network': {'name': 'tempest-RoutersTest-1411810469'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:33.232366 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711cab05-40f4-4532-b29f-5a3dffbcc51a tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Made reservation on behalf of 12dd440799914979a52d8976c0f56bb2 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:33.238187 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-711cab05-40f4-4532-b29f-5a3dffbcc51a tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:33.267879 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ba0498-ee59-42be-9fb2-138bfb1c6d4e None None] Pushing event updated for resources: {'Port': ['ID=dcc8a74e-4619-48ad-bb3e-91b522b25ce0,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:33.327271 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f60eddb9-77eb-4fae-8a04-64dbf2b08348 req-bfe08c2d-1207-4039-b0f9-513a32ff9a01 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0625362 Nov 12 00:57:33.356127 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4988758b-6ab0-4c24-b180-c9ee7c6fd78c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Made reservation on behalf of f23da681bca94b38b5538444990222f0 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:33.359627 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4988758b-6ab0-4c24-b180-c9ee7c6fd78c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:33.375352 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4988758b-6ab0-4c24-b180-c9ee7c6fd78c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:33.417589 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d521016e-fa2b-4a80-a13e-351dd23d4476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:33.515742 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-a3bf6f23-0731-4658-ad96-4d635aa2d6d7 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Allocated IP 2001:db8::1 (549c8e6d-38df-4171-95c5-652183e307b7/2702d725-81f1-4045-9cdd-41b0ac4c449f/57454147-b8c8-4391-887c-400221e044d2) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:57:33.533155 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-21433768-acf8-4db7-a2f3-10973e69a550 req-14e7a06b-5c3b-43ca-aa03-dd9c4d153bc5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5532856 Nov 12 00:57:33.551920 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d521016e-fa2b-4a80-a13e-351dd23d4476 admin admin] Pushing event updated for resources: {'Subnet': ['ID=211b46f6-da49-44bc-9253-288ab4869843,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:33.569269 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [req-21433768-acf8-4db7-a2f3-10973e69a550 req-1158a68a-51a0-4cf0-abac-58771695a754 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:57:33.570399 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-21433768-acf8-4db7-a2f3-10973e69a550 req-1158a68a-51a0-4cf0-abac-58771695a754 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0129602 Nov 12 00:57:33.648214 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d521016e-fa2b-4a80-a13e-351dd23d4476 admin admin] Checking segment: {'id': 'f0ea6b6a-bba9-49b4-a15e-0d7582cba9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '35a1d2a4-b098-4a33-9ee7-72d572a25f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:33.648576 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d521016e-fa2b-4a80-a13e-351dd23d4476 admin admin] Network hostable DHCP agents. Network: 35a1d2a4-b098-4a33-9ee7-72d572a25f69, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:57:33.671335 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4988758b-6ab0-4c24-b180-c9ee7c6fd78c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:33.680121 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4988758b-6ab0-4c24-b180-c9ee7c6fd78c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:33.745841 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4988758b-6ab0-4c24-b180-c9ee7c6fd78c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:57:33.767157 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d521016e-fa2b-4a80-a13e-351dd23d4476 admin admin] Network 35a1d2a4-b098-4a33-9ee7-72d572a25f69 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:57:33.797692 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4988758b-6ab0-4c24-b180-c9ee7c6fd78c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=506c2585-931e-4424-9307-53bab66a9196,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:33.805101 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4988758b-6ab0-4c24-b180-c9ee7c6fd78c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:33.805479 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-4988758b-6ab0-4c24-b180-c9ee7c6fd78c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Added segment 189b8fe1-e3be-4d16-8675-88adb2a16762 of type vlan for network 3a48c4d3-ce13-4f37-9c1e-346d70e9e06e Nov 12 00:57:33.825748 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-711cab05-40f4-4532-b29f-5a3dffbcc51a tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:33.852776 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-d521016e-fa2b-4a80-a13e-351dd23d4476 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 35a1d2a4-b098-4a33-9ee7-72d572a25f69) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:33.858769 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d521016e-fa2b-4a80-a13e-351dd23d4476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:33.859363 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d521016e-fa2b-4a80-a13e-351dd23d4476 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:33.878569 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a3bf6f23-0731-4658-ad96-4d635aa2d6d7 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:33.903565 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4988758b-6ab0-4c24-b180-c9ee7c6fd78c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:33.969405 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4988758b-6ab0-4c24-b180-c9ee7c6fd78c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:33.978569 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4988758b-6ab0-4c24-b180-c9ee7c6fd78c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:33.979303 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4988758b-6ab0-4c24-b180-c9ee7c6fd78c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:33.991550 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a3bf6f23-0731-4658-ad96-4d635aa2d6d7 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:33.998005 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d521016e-fa2b-4a80-a13e-351dd23d4476 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4420302 Nov 12 00:57:34.037342 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711cab05-40f4-4532-b29f-5a3dffbcc51a tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event updated for resources: {'Subnet': ['ID=74a684d4-f093-44c0-98d9-be821e895ffc,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:34.085257 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e1540-728f-40bb-88b6-efba7ec5f567 req-2bc6699e-d920-45ee-ba28-aa98935d96eb tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:34.089184 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5e1e1540-728f-40bb-88b6-efba7ec5f567 req-2bc6699e-d920-45ee-ba28-aa98935d96eb tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 944 time: 0.2555759 Nov 12 00:57:34.090739 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711cab05-40f4-4532-b29f-5a3dffbcc51a tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Checking segment: {'id': '8535a2dd-b2fa-4f5a-8e91-f38795d88e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6e25d2d9-9e26-4092-b9a2-5d8aa99eed5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:34.091001 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711cab05-40f4-4532-b29f-5a3dffbcc51a tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Network hostable DHCP agents. Network: 6e25d2d9-9e26-4092-b9a2-5d8aa99eed5c, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:57:34.150611 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711cab05-40f4-4532-b29f-5a3dffbcc51a tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Network 6e25d2d9-9e26-4092-b9a2-5d8aa99eed5c is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:57:34.236994 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4988758b-6ab0-4c24-b180-c9ee7c6fd78c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4656441 Nov 12 00:57:34.240074 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39286) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:34.248102 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4ef0c118-10be-4269-9a83-1a971dc1c502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:34.273043 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5e1e1540-728f-40bb-88b6-efba7ec5f567 req-72e0432a-ccd1-4e5c-b9bb-908117bd2727 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505396 Nov 12 00:57:34.273949 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-711cab05-40f4-4532-b29f-5a3dffbcc51a tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 6e25d2d9-9e26-4092-b9a2-5d8aa99eed5c) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:34.279830 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-f681186c-c949-4688-8ba9-9ca28413790d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Request body: {'network': {'name': 'tempest-RoutersTest-1485686218'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:34.282532 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711cab05-40f4-4532-b29f-5a3dffbcc51a tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:34.283370 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-711cab05-40f4-4532-b29f-5a3dffbcc51a tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:34.303689 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bf6f23-0731-4658-ad96-4d635aa2d6d7 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:34.306883 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4988758b-6ab0-4c24-b180-c9ee7c6fd78c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event updated for resources: {'Network': ['ID=3a48c4d3-ce13-4f37-9c1e-346d70e9e06e,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:34.319431 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-a3bf6f23-0731-4658-ad96-4d635aa2d6d7 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:34.321856 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bf6f23-0731-4658-ad96-4d635aa2d6d7 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Port': ['ID=57454147-b8c8-4391-887c-400221e044d2,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:34.323912 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 3a48c4d3-ce13-4f37-9c1e-346d70e9e06e details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:57:34.328964 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bf6f23-0731-4658-ad96-4d635aa2d6d7 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:34.329794 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a3bf6f23-0731-4658-ad96-4d635aa2d6d7 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:34.455796 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-711cab05-40f4-4532-b29f-5a3dffbcc51a tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7930584 Nov 12 00:57:34.458623 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39292) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:34.483525 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f681186c-c949-4688-8ba9-9ca28413790d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Made reservation on behalf of f23da681bca94b38b5538444990222f0 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:34.492557 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f681186c-c949-4688-8ba9-9ca28413790d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:34.662465 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f681186c-c949-4688-8ba9-9ca28413790d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:57:34.679967 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eb491194-5dd3-47a7-9115-5d8389fcc21a tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:34.742497 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device dcc8a74e-4619-48ad-bb3e-91b522b25ce0 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:34.800696 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eb491194-5dd3-47a7-9115-5d8389fcc21a tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:34.806923 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a3bf6f23-0731-4658-ad96-4d635aa2d6d7 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:34.844696 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port dcc8a74e-4619-48ad-bb3e-91b522b25ce0 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:34.845090 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:34.855857 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f681186c-c949-4688-8ba9-9ca28413790d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:34.856860 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-f681186c-c949-4688-8ba9-9ca28413790d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Added segment 7a48d499-f8b5-43e5-9051-c694f5236b62 of type vlan for network fecf3999-1892-4469-b5ef-644c3e2b03ee Nov 12 00:57:34.952794 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f681186c-c949-4688-8ba9-9ca28413790d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:34.966241 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eb491194-5dd3-47a7-9115-5d8389fcc21a tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:34.966906 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a77ce8-7b31-40dd-9851-be7d8e32d48a None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:34.979822 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e80e3da-3fea-4bb1-8952-70201898ac9d None None] Network ec688e04-98ae-482a-ac1d-cfa25edff6d1 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:34.981932 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cc7022-56ff-4aa8-ad60-79cd9c811894 None None] Network 4671632c-4856-48ed-a7bf-8266a7bb885c requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:35.038606 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb491194-5dd3-47a7-9115-5d8389fcc21a tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event deleted for resources: {'Subnet': ['ID=74a684d4-f093-44c0-98d9-be821e895ffc,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:35.140047 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eb491194-5dd3-47a7-9115-5d8389fcc21a tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:35.155006 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.db.resource_extend [None req-f681186c-c949-4688-8ba9-9ca28413790d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:57:35.165558 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-eb491194-5dd3-47a7-9115-5d8389fcc21a tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e25d2d9-9e26-4092-b9a2-5d8aa99eed5c']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:35.170992 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b36d4f5-4d68-47f3-9600-8df58eca8c11 None None] Network 6e25d2d9-9e26-4092-b9a2-5d8aa99eed5c requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:35.175232 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-eb491194-5dd3-47a7-9115-5d8389fcc21a tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8535a2dd-b2fa-4f5a-8e91-f38795d88e7e') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:35.176735 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-eb491194-5dd3-47a7-9115-5d8389fcc21a tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8535a2dd-b2fa-4f5a-8e91-f38795d88e7e') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:35.188390 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eb491194-5dd3-47a7-9115-5d8389fcc21a tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:35.206659 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eb491194-5dd3-47a7-9115-5d8389fcc21a tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:35.212308 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21433768-acf8-4db7-a2f3-10973e69a550 req-dc14493d-0601-4304-84f9-62870a866c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:35.215338 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-21433768-acf8-4db7-a2f3-10973e69a550 req-dc14493d-0601-4304-84f9-62870a866c0a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a&tenant_id=f62521c5dc664ba4a3bbe0954819df3b HTTP/1.1" status: 200 len: 1096 time: 0.1417336 Nov 12 00:57:35.217594 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb491194-5dd3-47a7-9115-5d8389fcc21a tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:57:35.218100 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eb491194-5dd3-47a7-9115-5d8389fcc21a tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:35.223931 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 00:57:35.223931 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:57:35.223931 n-d-812236-11 neutron-server[102662]: timer() Nov 12 00:57:35.223931 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:57:35.223931 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 00:57:35.223931 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:57:35.223931 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 00:57:35.223931 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:57:35.223931 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 00:57:35.223931 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:57:35.223931 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 00:57:35.223931 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:57:35.223931 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 00:57:35.223931 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:57:35.223931 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:57:35.223931 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:57:35.223931 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:57:35.223931 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:57:35.223931 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 00:57:35.223931 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:57:35.223931 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 00:57:35.223931 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:57:35.223931 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:57:35.223931 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:57:35.223931 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 00:57:35.223931 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:57:35.223931 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:57:35.223931 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:57:35.223931 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:57:35.223931 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:57:35.223931 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:57:35.223931 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:57:35.236157 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1bb208-106c-4cb0-82c3-b92ca9c7fb93 None None] Network 35a1d2a4-b098-4a33-9ee7-72d572a25f69 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:35.288385 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-21433768-acf8-4db7-a2f3-10973e69a550 req-d64c1878-2362-413c-937e-b38bd84d0579 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812236-11', 'device_owner': 'compute:nova'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:35.296495 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f681186c-c949-4688-8ba9-9ca28413790d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:35.302750 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f681186c-c949-4688-8ba9-9ca28413790d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:35.303426 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f681186c-c949-4688-8ba9-9ca28413790d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:35.309199 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eb491194-5dd3-47a7-9115-5d8389fcc21a tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:35.337712 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eb491194-5dd3-47a7-9115-5d8389fcc21a tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:35.344714 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-eb491194-5dd3-47a7-9115-5d8389fcc21a tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "DELETE /v2.0/networks/6e25d2d9-9e26-4092-b9a2-5d8aa99eed5c HTTP/1.1" status: 204 len: 168 time: 0.8815765 Nov 12 00:57:35.345296 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb491194-5dd3-47a7-9115-5d8389fcc21a tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event deleted for resources: {'Network': ['ID=6e25d2d9-9e26-4092-b9a2-5d8aa99eed5c,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:35.347255 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39324) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:35.353128 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-0dc3d586-d83c-4f7c-a312-94c1e380db25 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1861016204'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:35.404889 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc3d586-d83c-4f7c-a312-94c1e380db25 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Made reservation on behalf of 12dd440799914979a52d8976c0f56bb2 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:35.409345 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0dc3d586-d83c-4f7c-a312-94c1e380db25 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:35.440672 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cc7022-56ff-4aa8-ad60-79cd9c811894 None None] Network 4671632c-4856-48ed-a7bf-8266a7bb885c could not be found, it might have been deleted concurrently. {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 00:57:35.463789 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-17951495-c9ac-4459-a077-86833511024f None None] Provisioning complete for port dcc8a74e-4619-48ad-bb3e-91b522b25ce0 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:35.464204 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-17951495-c9ac-4459-a077-86833511024f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:35.510092 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc3d586-d83c-4f7c-a312-94c1e380db25 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:57:35.528148 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f681186c-c949-4688-8ba9-9ca28413790d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2657487 Nov 12 00:57:35.538934 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13927999-5d5b-43c4-94c1-006f8f65a83c req-17611271-5cc7-43ee-864b-2cd40d167cc9 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:35.539412 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1e911d-135f-4af5-b5f9-d885500549ec None None] Network 4671632c-4856-48ed-a7bf-8266a7bb885c requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:35.541158 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-13927999-5d5b-43c4-94c1-006f8f65a83c req-17611271-5cc7-43ee-864b-2cd40d167cc9 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 944 time: 0.1092963 Nov 12 00:57:35.543779 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39328) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:35.550155 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-701a8097-f433-4e28-b1a0-8d50fc7bd8b9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Request body: {'subnet': {'network_id': '3a48c4d3-ce13-4f37-9c1e-346d70e9e06e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:35.562317 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681186c-c949-4688-8ba9-9ca28413790d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event updated for resources: {'Network': ['ID=fecf3999-1892-4469-b5ef-644c3e2b03ee,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:35.617391 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-21433768-acf8-4db7-a2f3-10973e69a550 req-d64c1878-2362-413c-937e-b38bd84d0579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:35.622411 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0dc3d586-d83c-4f7c-a312-94c1e380db25 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:35.622983 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-0dc3d586-d83c-4f7c-a312-94c1e380db25 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Added segment e1a6ab0e-b31f-4141-ab4c-98f7b0f37a0b of type vlan for network 998f51dc-2594-4627-8dab-7194193f3486 Nov 12 00:57:35.638102 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network fecf3999-1892-4469-b5ef-644c3e2b03ee details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:57:35.653612 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a28bb-118b-4436-8b7c-6907e7f59bd2 req-5c3b2f01-c6a9-4c7b-9351-4280808f08ba tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:35.655642 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-342a28bb-118b-4436-8b7c-6907e7f59bd2 req-5c3b2f01-c6a9-4c7b-9351-4280808f08ba tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] 10.222.0.20 "GET /v2.0/networks?id=ec688e04-98ae-482a-ac1d-cfa25edff6d1 HTTP/1.1" status: 200 len: 825 time: 0.5124381 Nov 12 00:57:35.732094 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-342a28bb-118b-4436-8b7c-6907e7f59bd2 req-5b2b3802-bdfc-406d-9fd2-6c9b328d7381 tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] 10.222.0.20 "GET /v2.0/quotas/9949651bde034f509ee5331c475937c6 HTTP/1.1" status: 200 len: 375 time: 0.0660787 Nov 12 00:57:35.798454 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0dc3d586-d83c-4f7c-a312-94c1e380db25 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:35.827463 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-13927999-5d5b-43c4-94c1-006f8f65a83c req-a2f39ee3-7cb3-4787-a713-1b3f1e25f445 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2688777 Nov 12 00:57:35.849419 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-342a28bb-118b-4436-8b7c-6907e7f59bd2 req-b3605908-b6ef-4dbd-8b6c-96817806a4bd tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9949651bde034f509ee5331c475937c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1082752 Nov 12 00:57:35.880083 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0dc3d586-d83c-4f7c-a312-94c1e380db25 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:35.897260 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc3d586-d83c-4f7c-a312-94c1e380db25 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:35.902400 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0dc3d586-d83c-4f7c-a312-94c1e380db25 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:35.914854 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701a8097-f433-4e28-b1a0-8d50fc7bd8b9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Made reservation on behalf of f23da681bca94b38b5538444990222f0 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:35.919456 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-701a8097-f433-4e28-b1a0-8d50fc7bd8b9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:35.952746 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a3bf6f23-0731-4658-ad96-4d635aa2d6d7 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:35.975221 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a3bf6f23-0731-4658-ad96-4d635aa2d6d7 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:35.976390 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a3bf6f23-0731-4658-ad96-4d635aa2d6d7 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:35.978455 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1e911d-135f-4af5-b5f9-d885500549ec None None] Network 4671632c-4856-48ed-a7bf-8266a7bb885c could not be found, it might have been deleted concurrently. {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 00:57:36.028086 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0dc3d586-d83c-4f7c-a312-94c1e380db25 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6796985 Nov 12 00:57:36.045811 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f16028-3393-40e0-998e-ec08d5d8a40a None None] Network 6e25d2d9-9e26-4092-b9a2-5d8aa99eed5c requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:36.060489 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39336) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:36.078723 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f16028-3393-40e0-998e-ec08d5d8a40a None None] Network 6e25d2d9-9e26-4092-b9a2-5d8aa99eed5c could not be found, it might have been deleted concurrently. {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 00:57:36.079435 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-fb5d8a66-0dbc-4db8-8076-3bdc3648ca9d tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Request body: {'subnet': {'network_id': '998f51dc-2594-4627-8dab-7194193f3486', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:36.119732 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971a5ce4-689b-47d5-92e6-39fd410ee285 None None] Network 35a1d2a4-b098-4a33-9ee7-72d572a25f69 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:36.241981 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc3d586-d83c-4f7c-a312-94c1e380db25 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event updated for resources: {'Network': ['ID=998f51dc-2594-4627-8dab-7194193f3486,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:36.244331 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5d8a66-0dbc-4db8-8076-3bdc3648ca9d tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Made reservation on behalf of 12dd440799914979a52d8976c0f56bb2 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:36.248784 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fb5d8a66-0dbc-4db8-8076-3bdc3648ca9d tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:36.314916 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 998f51dc-2594-4627-8dab-7194193f3486 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:57:36.347400 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.ipam_backend_mixin [None req-fb5d8a66-0dbc-4db8-8076-3bdc3648ca9d tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Performing IP validity checks on allocation pools {{(pid=102662) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 00:57:36.349075 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.ipam_backend_mixin [None req-fb5d8a66-0dbc-4db8-8076-3bdc3648ca9d tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102662) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 00:57:36.354124 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:36.605598 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-701a8097-f433-4e28-b1a0-8d50fc7bd8b9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:36.669057 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fb5d8a66-0dbc-4db8-8076-3bdc3648ca9d tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:36.698223 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bf6f23-0731-4658-ad96-4d635aa2d6d7 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Port': ['ID=57454147-b8c8-4391-887c-400221e044d2,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:36.707947 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a8097-f433-4e28-b1a0-8d50fc7bd8b9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event updated for resources: {'Subnet': ['ID=359ff077-f860-4863-96d3-69c17431a9d3,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:36.717240 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-342a28bb-118b-4436-8b7c-6907e7f59bd2 req-df797e34-3402-4367-a54f-aa0c72ab7386 service neutron] 10.222.0.20 "GET /v2.0/networks/ec688e04-98ae-482a-ac1d-cfa25edff6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7836382 Nov 12 00:57:36.732363 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port dcc8a74e-4619-48ad-bb3e-91b522b25ce0, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=dcc8a74e-4619-48ad-bb3e-91b522b25ce0,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:36.767091 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701a8097-f433-4e28-b1a0-8d50fc7bd8b9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Checking segment: {'id': '189b8fe1-e3be-4d16-8675-88adb2a16762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3a48c4d3-ce13-4f37-9c1e-346d70e9e06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:36.767536 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701a8097-f433-4e28-b1a0-8d50fc7bd8b9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Network hostable DHCP agents. Network: 3a48c4d3-ce13-4f37-9c1e-346d70e9e06e, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:57:36.788930 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-21433768-acf8-4db7-a2f3-10973e69a550 req-d64c1878-2362-413c-937e-b38bd84d0579 service neutron] For port ded2273a-2a05-4940-8a85-b6f893dc4749, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=ded2273a-2a05-4940-8a85-b6f893dc4749,segment=NetworkSegment(6922dc8f-e4e8-46eb-925b-ce7a975c2214),segment_id=6922dc8f-e4e8-46eb-925b-ce7a975c2214)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:36.808288 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d8a66-0dbc-4db8-8076-3bdc3648ca9d tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event updated for resources: {'Subnet': ['ID=62f50cab-97c5-4398-8aaa-3a4096b2e247,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:36.812078 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d509f11-0dca-4468-9902-09eff70ed0ed None None] Network ec688e04-98ae-482a-ac1d-cfa25edff6d1 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:36.818206 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5d8a66-0dbc-4db8-8076-3bdc3648ca9d tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Checking segment: {'id': 'e1a6ab0e-b31f-4141-ab4c-98f7b0f37a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '998f51dc-2594-4627-8dab-7194193f3486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:36.818946 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5d8a66-0dbc-4db8-8076-3bdc3648ca9d tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Network hostable DHCP agents. Network: 998f51dc-2594-4627-8dab-7194193f3486, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:57:36.829635 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e8742663-c527-477e-ae08-651d1a5f4bf6 req-cae85b70-8a79-4d91-bf61-1358e6451116 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.2926726 Nov 12 00:57:36.831724 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bf6f23-0731-4658-ad96-4d635aa2d6d7 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:36.836092 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701a8097-f433-4e28-b1a0-8d50fc7bd8b9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Network 3a48c4d3-ce13-4f37-9c1e-346d70e9e06e is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:57:36.845744 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-a3bf6f23-0731-4658-ad96-4d635aa2d6d7 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:36.851590 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-701a8097-f433-4e28-b1a0-8d50fc7bd8b9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 3a48c4d3-ce13-4f37-9c1e-346d70e9e06e) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:36.857214 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701a8097-f433-4e28-b1a0-8d50fc7bd8b9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:36.858160 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-701a8097-f433-4e28-b1a0-8d50fc7bd8b9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:36.873600 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5d8a66-0dbc-4db8-8076-3bdc3648ca9d tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Network 998f51dc-2594-4627-8dab-7194193f3486 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:57:36.882108 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-fb5d8a66-0dbc-4db8-8076-3bdc3648ca9d tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 998f51dc-2594-4627-8dab-7194193f3486) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:36.887285 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5d8a66-0dbc-4db8-8076-3bdc3648ca9d tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:36.888086 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fb5d8a66-0dbc-4db8-8076-3bdc3648ca9d tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:36.899142 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-701a8097-f433-4e28-b1a0-8d50fc7bd8b9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3542976 Nov 12 00:57:36.899970 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39358) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:36.909542 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-390a976c-fdb6-44ed-a576-a8abdb200a60 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Request body: {'subnet': {'network_id': 'fecf3999-1892-4469-b5ef-644c3e2b03ee', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:36.923898 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:36.961301 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-fb5d8a66-0dbc-4db8-8076-3bdc3648ca9d tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8957281 Nov 12 00:57:36.966428 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39362) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:36.978721 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e45ba8-6102-4cdf-be98-969724aa8108 None None] Network 3a48c4d3-ce13-4f37-9c1e-346d70e9e06e requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:36.986748 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-21433768-acf8-4db7-a2f3-10973e69a550 req-d64c1878-2362-413c-937e-b38bd84d0579 service neutron] For port ded2273a-2a05-4940-8a85-b6f893dc4749, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:57:37.104737 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-21433768-acf8-4db7-a2f3-10973e69a550 req-d64c1878-2362-413c-937e-b38bd84d0579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ded2273a-2a05-4940-8a85-b6f893dc4749 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:57:37.107329 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89741b20-ad5b-4522-814b-b469710472e8 None None] Network 998f51dc-2594-4627-8dab-7194193f3486 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:37.109946 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4a95b27f-8bad-4920-9ae1-e9ad5820deeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:37.120450 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-21433768-acf8-4db7-a2f3-10973e69a550 req-d64c1878-2362-413c-937e-b38bd84d0579 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:37.156905 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-342a28bb-118b-4436-8b7c-6907e7f59bd2 req-75cec16c-4606-46c2-a78c-14d57bbee50f service neutron] 10.222.0.20 "GET /v2.0/networks/ec688e04-98ae-482a-ac1d-cfa25edff6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425982 Nov 12 00:57:37.160345 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-21433768-acf8-4db7-a2f3-10973e69a550 req-d64c1878-2362-413c-937e-b38bd84d0579 service neutron] Transition to ACTIVE for port object ded2273a-2a05-4940-8a85-b6f893dc4749 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:57:37.171949 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-21433768-acf8-4db7-a2f3-10973e69a550 req-d64c1878-2362-413c-937e-b38bd84d0579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:37.292115 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3bf6f23-0731-4658-ad96-4d635aa2d6d7 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Router c5f92577-8d44-4c6f-bcd9-5c9dedc689ba is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:57:37.345604 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-17951495-c9ac-4459-a077-86833511024f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:37.441565 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3141bb5f-895c-4ad6-9b7f-5e1f62346552 None None] DHCP port deletion for ec688e04-98ae-482a-ac1d-cfa25edff6d1 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:57:37.577022 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=dcc8a74e-4619-48ad-bb3e-91b522b25ce0,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:37.671326 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3bf6f23-0731-4658-ad96-4d635aa2d6d7 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:57:37.685517 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c1878-2362-413c-937e-b38bd84d0579 service neutron] Pushing event updated for resources: {'Port': ['ID=ded2273a-2a05-4940-8a85-b6f893dc4749,revision_number=9']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:37.707709 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a3bf6f23-0731-4658-ad96-4d635aa2d6d7 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "PUT /v2.0/routers/c5f92577-8d44-4c6f-bcd9-5c9dedc689ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0411227 Nov 12 00:57:37.722232 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb66a94-7b8d-4e6b-a661-184beeebc49f None None] Sync routers for ids ['c5f92577-8d44-4c6f-bcd9-5c9dedc689ba'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:57:37.732955 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39376) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:37.736786 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb66a94-7b8d-4e6b-a661-184beeebc49f None None] Routers {'c5f92577-8d44-4c6f-bcd9-5c9dedc689ba'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:57:37.737448 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-3cb66a94-7b8d-4e6b-a661-184beeebc49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:57:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['c5f92577-8d44-4c6f-bcd9-5c9dedc689ba'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:37.855538 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-297b6c4f-6dbf-414c-9f96-69a62ffe986d req-69aa124a-c2e9-4804-b8a2-e4344d8e3a87 tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ac33876-0956-4ef0-b92c-84359d47c0ef HTTP/1.1" status: 200 len: 210 time: 0.1855092 Nov 12 00:57:37.995216 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db92457-8923-4889-b111-d6371cd65c6e req-b7538137-8d5f-4296-bd18-29d6221d1498 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:38.000519 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0db92457-8923-4889-b111-d6371cd65c6e req-b7538137-8d5f-4296-bd18-29d6221d1498 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 944 time: 0.9627907 Nov 12 00:57:38.055848 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-3cb66a94-7b8d-4e6b-a661-184beeebc49f None None] Set router c5f92577-8d44-4c6f-bcd9-5c9dedc689ba gateway port host: None {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:57:38.079721 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390a976c-fdb6-44ed-a576-a8abdb200a60 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Made reservation on behalf of f23da681bca94b38b5538444990222f0 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:38.090250 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-390a976c-fdb6-44ed-a576-a8abdb200a60 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:38.112213 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-21433768-acf8-4db7-a2f3-10973e69a550 req-d64c1878-2362-413c-937e-b38bd84d0579 service neutron] No DVR routers for this DVR port ded2273a-2a05-4940-8a85-b6f893dc4749 on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:57:38.121538 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b5b996e9-6bb0-4408-9557-0ec7ef3a2e35 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:38.280878 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb8acd9-7b63-4f63-b178-06f74b9e0177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-3a48c4d3-ce13-4f37-9c1e-346d70e9e06e', 'network_id': '3a48c4d3-ce13-4f37-9c1e-346d70e9e06e', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'fixed_ips': [{'subnet_id': '359ff077-f860-4863-96d3-69c17431a9d3'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:57:38.281789 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0db92457-8923-4889-b111-d6371cd65c6e req-da5a2e98-7417-4902-8b91-38baaa4f742a tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2659755 Nov 12 00:57:38.284446 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b5b996e9-6bb0-4408-9557-0ec7ef3a2e35 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:38.311208 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3cb8acd9-7b63-4f63-b178-06f74b9e0177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:38.325074 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf263277-45be-44a4-b17e-9ecbdaa37e75 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:38.327241 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-bf263277-45be-44a4-b17e-9ecbdaa37e75 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/ports/57454147-b8c8-4391-887c-400221e044d2 HTTP/1.1" status: 200 len: 911 time: 0.5886164 Nov 12 00:57:38.340054 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39392) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:38.359526 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:38.416434 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.db.api [None req-17951495-c9ac-4459-a077-86833511024f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:57:38.417801 n-d-812236-11 neutron-server[102663]: DEBUG oslo_db.api [None req-17951495-c9ac-4459-a077-86833511024f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:57:38.475525 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18a4f2b-ae87-43a0-b3d5-512a56380cce tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:38.484445 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18a4f2b-ae87-43a0-b3d5-512a56380cce tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:38.486844 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c18a4f2b-ae87-43a0-b3d5-512a56380cce tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1496108 Nov 12 00:57:38.492806 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39398) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:38.497332 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f55dadd2-d3dd-42c7-b6b6-32717510b4c9 req-503f1443-0ead-44ac-8c20-599739c454f7 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0785890 Nov 12 00:57:38.531182 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b5b996e9-6bb0-4408-9557-0ec7ef3a2e35 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:38.564585 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f5d4c2-b748-4032-a976-fb6958e26751 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-998f51dc-2594-4627-8dab-7194193f3486', 'network_id': '998f51dc-2594-4627-8dab-7194193f3486', 'tenant_id': '12dd440799914979a52d8976c0f56bb2', 'fixed_ips': [{'subnet_id': '62f50cab-97c5-4398-8aaa-3a4096b2e247'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:57:38.565487 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91f5d4c2-b748-4032-a976-fb6958e26751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:38.685239 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-390a976c-fdb6-44ed-a576-a8abdb200a60 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:38.689132 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be64b85-6085-40d9-952e-2c4ba6248d2c None None] Network 998f51dc-2594-4627-8dab-7194193f3486 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:38.705848 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-3cb66a94-7b8d-4e6b-a661-184beeebc49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f92577-8d44-4c6f-bcd9-5c9dedc689ba', 'name': 'tempest-NetworksTestDHCPv6-router-724830884', 'tenant_id': 'd39bd700eb73489c844e800fa5489ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:31Z', 'updated_at': '2021-11-12T00:57:34Z', 'revision_number': 2, 'project_id': 'd39bd700eb73489c844e800fa5489ef8', 'gw_port_host': None, '_interfaces': [{'id': '57454147-b8c8-4391-887c-400221e044d2', 'name': '', 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'tenant_id': 'd39bd700eb73489c844e800fa5489ef8', 'mac_address': 'fa:16:3e:c2:57:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f92577-8d44-4c6f-bcd9-5c9dedc689ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '2702d725-81f1-4045-9cdd-41b0ac4c449f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:33Z', 'updated_at': '2021-11-12T00:57:35Z', 'revision_number': 2, 'project_id': 'd39bd700eb73489c844e800fa5489ef8', 'subnets': [{'id': '2702d725-81f1-4045-9cdd-41b0ac4c449f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:38.738203 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b996e9-6bb0-4408-9557-0ec7ef3a2e35 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event deleted for resources: {'Subnet': ['ID=62f50cab-97c5-4398-8aaa-3a4096b2e247,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:38.775355 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb66a94-7b8d-4e6b-a661-184beeebc49f None None] Checking router: c5f92577-8d44-4c6f-bcd9-5c9dedc689ba for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:57:38.776289 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb66a94-7b8d-4e6b-a661-184beeebc49f None None] Updating router c5f92577-8d44-4c6f-bcd9-5c9dedc689ba port 57454147-b8c8-4391-887c-400221e044d2 binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:57:38.794880 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-21433768-acf8-4db7-a2f3-10973e69a550 req-d64c1878-2362-413c-937e-b38bd84d0579 service neutron] Attempting to bind port ded2273a-2a05-4940-8a85-b6f893dc4749 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:57:38.796005 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-21433768-acf8-4db7-a2f3-10973e69a550 req-d64c1878-2362-413c-937e-b38bd84d0579 service neutron] Attempting to bind port ded2273a-2a05-4940-8a85-b6f893dc4749 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '6922dc8f-e4e8-46eb-925b-ce7a975c2214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:57:38.797348 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21433768-acf8-4db7-a2f3-10973e69a550 req-d64c1878-2362-413c-937e-b38bd84d0579 service neutron] Attempting to bind port ded2273a-2a05-4940-8a85-b6f893dc4749 on network 9bd80eeb-5154-4c03-9db9-fcf789d8dd48 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:57:38.808216 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3cb66a94-7b8d-4e6b-a661-184beeebc49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:38.845309 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b5b996e9-6bb0-4408-9557-0ec7ef3a2e35 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:38.850975 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21433768-acf8-4db7-a2f3-10973e69a550 req-d64c1878-2362-413c-937e-b38bd84d0579 service neutron] Port ded2273a-2a05-4940-8a85-b6f893dc4749 on network 9bd80eeb-5154-4c03-9db9-fcf789d8dd48 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:57:38.851300 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21433768-acf8-4db7-a2f3-10973e69a550 req-d64c1878-2362-413c-937e-b38bd84d0579 service neutron] Attempting to bind port ded2273a-2a05-4940-8a85-b6f893dc4749 on network 9bd80eeb-5154-4c03-9db9-fcf789d8dd48 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:57:38.869918 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-b5b996e9-6bb0-4408-9557-0ec7ef3a2e35 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['998f51dc-2594-4627-8dab-7194193f3486']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:38.882303 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-b5b996e9-6bb0-4408-9557-0ec7ef3a2e35 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1a6ab0e-b31f-4141-ab4c-98f7b0f37a0b') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:38.882473 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21433768-acf8-4db7-a2f3-10973e69a550 req-d64c1878-2362-413c-937e-b38bd84d0579 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:57:38.882963 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-b5b996e9-6bb0-4408-9557-0ec7ef3a2e35 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1a6ab0e-b31f-4141-ab4c-98f7b0f37a0b') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:38.883078 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21433768-acf8-4db7-a2f3-10973e69a550 req-d64c1878-2362-413c-937e-b38bd84d0579 service neutron] Checking segment: {'id': '6922dc8f-e4e8-46eb-925b-ce7a975c2214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:38.883424 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21433768-acf8-4db7-a2f3-10973e69a550 req-d64c1878-2362-413c-937e-b38bd84d0579 service neutron] Bound using segment: {'id': '6922dc8f-e4e8-46eb-925b-ce7a975c2214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:57:38.883892 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-21433768-acf8-4db7-a2f3-10973e69a550 req-d64c1878-2362-413c-937e-b38bd84d0579 service neutron] Bound port: ded2273a-2a05-4940-8a85-b6f893dc4749, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6922dc8f-e4e8-46eb-925b-ce7a975c2214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:57:38.884563 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-21433768-acf8-4db7-a2f3-10973e69a550 req-d64c1878-2362-413c-937e-b38bd84d0579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:38.903410 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b5b996e9-6bb0-4408-9557-0ec7ef3a2e35 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:38.929318 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b5b996e9-6bb0-4408-9557-0ec7ef3a2e35 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:38.950343 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5b996e9-6bb0-4408-9557-0ec7ef3a2e35 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:57:38.952342 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b5b996e9-6bb0-4408-9557-0ec7ef3a2e35 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:38.952996 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-3cb8acd9-7b63-4f63-b178-06f74b9e0177 None None] Allocated IP 172.20.0.2 (3a48c4d3-ce13-4f37-9c1e-346d70e9e06e/359ff077-f860-4863-96d3-69c17431a9d3/ee024ee1-467d-4fd1-af32-8679f6250860) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:57:39.089311 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 00:57:39.089311 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:57:39.089311 n-d-812236-11 neutron-server[102662]: timer() Nov 12 00:57:39.089311 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:57:39.089311 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 00:57:39.089311 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:57:39.089311 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 00:57:39.089311 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:57:39.089311 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 00:57:39.089311 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:57:39.089311 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 00:57:39.089311 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:57:39.089311 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 00:57:39.089311 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:57:39.089311 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:57:39.089311 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:57:39.089311 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:57:39.089311 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:57:39.089311 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 00:57:39.089311 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:57:39.089311 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 00:57:39.089311 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:57:39.089311 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:57:39.089311 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:57:39.089311 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 00:57:39.089311 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:57:39.089311 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:57:39.089311 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:57:39.089311 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:57:39.089311 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:57:39.089311 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:57:39.089311 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:57:39.125093 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device dcc8a74e-4619-48ad-bb3e-91b522b25ce0 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:39.130543 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b5b996e9-6bb0-4408-9557-0ec7ef3a2e35 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:39.154987 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b5b996e9-6bb0-4408-9557-0ec7ef3a2e35 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:39.158631 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b5b996e9-6bb0-4408-9557-0ec7ef3a2e35 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "DELETE /v2.0/networks/998f51dc-2594-4627-8dab-7194193f3486 HTTP/1.1" status: 204 len: 168 time: 2.1910195 Nov 12 00:57:39.166848 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39410) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:39.187926 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-46377b12-c460-40ab-851c-fa40d5a8fa06 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-882763638'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:39.197019 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b996e9-6bb0-4408-9557-0ec7ef3a2e35 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event deleted for resources: {'Network': ['ID=998f51dc-2594-4627-8dab-7194193f3486,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:39.218057 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a5007952-8a40-4487-9b03-b2fd18b282da req-2d51d093-f191-4ab7-84bc-535d028bee1e tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ac33876-0956-4ef0-b92c-84359d47c0ef HTTP/1.1" status: 200 len: 210 time: 0.1114550 Nov 12 00:57:39.220810 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390a976c-fdb6-44ed-a576-a8abdb200a60 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event updated for resources: {'Subnet': ['ID=ba30342d-3036-4ae0-9938-866ed5812579,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:39.238043 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390a976c-fdb6-44ed-a576-a8abdb200a60 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Checking segment: {'id': '7a48d499-f8b5-43e5-9051-c694f5236b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fecf3999-1892-4469-b5ef-644c3e2b03ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:39.239547 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390a976c-fdb6-44ed-a576-a8abdb200a60 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Network hostable DHCP agents. Network: fecf3999-1892-4469-b5ef-644c3e2b03ee, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:57:39.265965 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46377b12-c460-40ab-851c-fa40d5a8fa06 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Made reservation on behalf of 12dd440799914979a52d8976c0f56bb2 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:39.272078 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-46377b12-c460-40ab-851c-fa40d5a8fa06 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:39.276278 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390a976c-fdb6-44ed-a576-a8abdb200a60 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Network fecf3999-1892-4469-b5ef-644c3e2b03ee is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:57:39.303564 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-390a976c-fdb6-44ed-a576-a8abdb200a60 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, fecf3999-1892-4469-b5ef-644c3e2b03ee) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:39.319994 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390a976c-fdb6-44ed-a576-a8abdb200a60 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:39.321752 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-390a976c-fdb6-44ed-a576-a8abdb200a60 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:39.321933 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-21433768-acf8-4db7-a2f3-10973e69a550 req-d64c1878-2362-413c-937e-b38bd84d0579 service neutron] For port ded2273a-2a05-4940-8a85-b6f893dc4749, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:57:39.326366 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-21433768-acf8-4db7-a2f3-10973e69a550 req-d64c1878-2362-413c-937e-b38bd84d0579 service neutron] For port ded2273a-2a05-4940-8a85-b6f893dc4749, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=ded2273a-2a05-4940-8a85-b6f893dc4749,segment=NetworkSegment(6922dc8f-e4e8-46eb-925b-ce7a975c2214),segment_id=6922dc8f-e4e8-46eb-925b-ce7a975c2214)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:57:39.335560 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-21433768-acf8-4db7-a2f3-10973e69a550 req-d64c1878-2362-413c-937e-b38bd84d0579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:39.355782 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46377b12-c460-40ab-851c-fa40d5a8fa06 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:57:39.359493 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ec1cdd-637c-41b7-a468-a75affe2fb9f None None] Network fecf3999-1892-4469-b5ef-644c3e2b03ee requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:39.374621 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-390a976c-fdb6-44ed-a576-a8abdb200a60 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4701869 Nov 12 00:57:39.379527 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39414) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:39.419882 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:39.424532 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21433768-acf8-4db7-a2f3-10973e69a550 req-d64c1878-2362-413c-937e-b38bd84d0579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:39.425104 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-21433768-acf8-4db7-a2f3-10973e69a550 req-d64c1878-2362-413c-937e-b38bd84d0579 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:39.428430 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-21433768-acf8-4db7-a2f3-10973e69a550 req-d64c1878-2362-413c-937e-b38bd84d0579 service neutron] 10.222.0.54 "PUT /v2.0/ports/ded2273a-2a05-4940-8a85-b6f893dc4749 HTTP/1.1" status: 200 len: 1093 time: 4.1611645 Nov 12 00:57:39.440688 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ad650f9-334e-4ebc-86a3-73ea29f9ef7a', 'tag': 'ded2273a-2a05-4940-8a85-b6f893dc4749'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:57:39.443152 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8e3dd3-235c-4cae-a0af-acc27c917e15" -d '{"events": [{"name": "network-changed", "server_uuid": "9ad650f9-334e-4ebc-86a3-73ea29f9ef7a", "tag": "ded2273a-2a05-4940-8a85-b6f893dc4749"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:57:39.445123 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-384f55ea-ddf7-4645-a145-4f14817bfb21 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-471986018', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:39.455355 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-46377b12-c460-40ab-851c-fa40d5a8fa06 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:39.456159 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-46377b12-c460-40ab-851c-fa40d5a8fa06 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Added segment 1110ab8a-7121-473b-9e05-fae54c22dd8a of type vlan for network b420dc78-5aff-427b-a0ef-42a5adc6cd29 Nov 12 00:57:39.556112 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-46377b12-c460-40ab-851c-fa40d5a8fa06 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:39.637271 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e12a24-d1d7-42ef-a53d-5d100e5e7a41 x-openstack-request-id: req-09e12a24-d1d7-42ef-a53d-5d100e5e7a41 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:57:39.639522 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ad650f9-334e-4ebc-86a3-73ea29f9ef7a", "tag": "ded2273a-2a05-4940-8a85-b6f893dc4749", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:57:39.640076 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-09e12a24-d1d7-42ef-a53d-5d100e5e7a41 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:57:39.640671 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ad650f9-334e-4ebc-86a3-73ea29f9ef7a', 'tag': 'ded2273a-2a05-4940-8a85-b6f893dc4749', 'status': 'completed', 'code': 200} Nov 12 00:57:39.654858 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-46377b12-c460-40ab-851c-fa40d5a8fa06 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:39.667373 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46377b12-c460-40ab-851c-fa40d5a8fa06 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:39.668349 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3cb8acd9-7b63-4f63-b178-06f74b9e0177 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:39.669014 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-46377b12-c460-40ab-851c-fa40d5a8fa06 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:39.695877 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3cb8acd9-7b63-4f63-b178-06f74b9e0177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:39.709208 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c1878-2362-413c-937e-b38bd84d0579 service neutron] Pushing event updated for resources: {'Port': ['ID=ded2273a-2a05-4940-8a85-b6f893dc4749,revision_number=10']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:39.763105 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3cb66a94-7b8d-4e6b-a661-184beeebc49f None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:39.764890 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21433768-acf8-4db7-a2f3-10973e69a550 req-e2cd9a59-b867-48ae-af30-ae4477cb927b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:39.766445 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-21433768-acf8-4db7-a2f3-10973e69a550 req-e2cd9a59-b867-48ae-af30-ae4477cb927b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f62521c5dc664ba4a3bbe0954819df3b&device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 1097 time: 0.2786007 Nov 12 00:57:39.771964 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3cb66a94-7b8d-4e6b-a661-184beeebc49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:39.826412 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port dcc8a74e-4619-48ad-bb3e-91b522b25ce0 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:39.826992 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:39.862738 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-763db747-a39b-4d5f-b3ea-b60c2fe586b2 None None] Provisioning complete for port 57454147-b8c8-4391-887c-400221e044d2 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:39.863199 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-763db747-a39b-4d5f-b3ea-b60c2fe586b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:39.902297 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46377b12-c460-40ab-851c-fa40d5a8fa06 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event updated for resources: {'Network': ['ID=b420dc78-5aff-427b-a0ef-42a5adc6cd29,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:39.939691 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-384f55ea-ddf7-4645-a145-4f14817bfb21 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:39.941410 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-384f55ea-ddf7-4645-a145-4f14817bfb21 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:39.964294 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81a014-963c-4a3b-b25d-f2ae12c6bb40 req-c48a91ad-966f-424a-89fa-7844384ce768 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:39.966962 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fd81a014-963c-4a3b-b25d-f2ae12c6bb40 req-c48a91ad-966f-424a-89fa-7844384ce768 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 945 time: 0.3279352 Nov 12 00:57:39.971440 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-46377b12-c460-40ab-851c-fa40d5a8fa06 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7893705 Nov 12 00:57:39.980161 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39426) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:39.983772 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21433768-acf8-4db7-a2f3-10973e69a550 req-9befb45d-de2f-4c43-811e-29a160422796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:39.985437 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-21433768-acf8-4db7-a2f3-10973e69a550 req-9befb45d-de2f-4c43-811e-29a160422796 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9bd80eeb-5154-4c03-9db9-fcf789d8dd48 HTTP/1.1" status: 200 len: 918 time: 0.1763828 Nov 12 00:57:39.994647 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-5b9339c8-afaf-4303-9bbd-8b5bb38faa7e tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Request body: {'subnet': {'network_id': 'b420dc78-5aff-427b-a0ef-42a5adc6cd29', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:40.016396 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-3cb66a94-7b8d-4e6b-a661-184beeebc49f None None] Attempting to bind port 57454147-b8c8-4391-887c-400221e044d2 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:57:40.017653 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-3cb66a94-7b8d-4e6b-a661-184beeebc49f None None] Attempting to bind port 57454147-b8c8-4391-887c-400221e044d2 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:57:40.018211 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb66a94-7b8d-4e6b-a661-184beeebc49f None None] Attempting to bind port 57454147-b8c8-4391-887c-400221e044d2 on network 549c8e6d-38df-4171-95c5-652183e307b7 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:57:40.024203 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb66a94-7b8d-4e6b-a661-184beeebc49f None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:57:40.024855 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb66a94-7b8d-4e6b-a661-184beeebc49f None None] Checking segment: {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:40.025478 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3cb66a94-7b8d-4e6b-a661-184beeebc49f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:40.026055 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb66a94-7b8d-4e6b-a661-184beeebc49f None None] Bound using segment: {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:57:40.026946 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-3cb66a94-7b8d-4e6b-a661-184beeebc49f None None] Bound port: 57454147-b8c8-4391-887c-400221e044d2, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:57:40.027510 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3cb66a94-7b8d-4e6b-a661-184beeebc49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:40.049518 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981ad638-7106-43d7-984d-1b2d1e511a69 None None] Pushing event updated for resources: {'Port': ['ID=57454147-b8c8-4391-887c-400221e044d2,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:40.066083 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network b420dc78-5aff-427b-a0ef-42a5adc6cd29 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:57:40.107840 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-763db747-a39b-4d5f-b3ea-b60c2fe586b2 None None] Port 57454147-b8c8-4391-887c-400221e044d2 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:57:40.132556 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-21433768-acf8-4db7-a2f3-10973e69a550 req-e1ed39fe-0556-454a-a3b3-ce137d85466b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ded2273a-2a05-4940-8a85-b6f893dc4749 HTTP/1.1" status: 200 len: 1000 time: 0.1369798 Nov 12 00:57:40.148080 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb8acd9-7b63-4f63-b178-06f74b9e0177 None None] Network 3a48c4d3-ce13-4f37-9c1e-346d70e9e06e is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:40.167210 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-3cb66a94-7b8d-4e6b-a661-184beeebc49f None None] For port 57454147-b8c8-4391-887c-400221e044d2, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:57:40.170731 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-3cb66a94-7b8d-4e6b-a661-184beeebc49f None None] For port 57454147-b8c8-4391-887c-400221e044d2, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=57454147-b8c8-4391-887c-400221e044d2,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:57:40.173586 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9339c8-afaf-4303-9bbd-8b5bb38faa7e tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Made reservation on behalf of 12dd440799914979a52d8976c0f56bb2 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:40.179265 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3cb66a94-7b8d-4e6b-a661-184beeebc49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:40.180001 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5b9339c8-afaf-4303-9bbd-8b5bb38faa7e tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:40.188669 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb8acd9-7b63-4f63-b178-06f74b9e0177 None None] Pushing event updated for resources: {'Port': ['ID=ee024ee1-467d-4fd1-af32-8679f6250860,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:40.205290 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981ad638-7106-43d7-984d-1b2d1e511a69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:40.205776 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981ad638-7106-43d7-984d-1b2d1e511a69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:40.207544 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981ad638-7106-43d7-984d-1b2d1e511a69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:40.207544 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981ad638-7106-43d7-984d-1b2d1e511a69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:40.207544 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981ad638-7106-43d7-984d-1b2d1e511a69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:40.207544 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981ad638-7106-43d7-984d-1b2d1e511a69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:40.207544 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981ad638-7106-43d7-984d-1b2d1e511a69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:40.207544 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981ad638-7106-43d7-984d-1b2d1e511a69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:40.208123 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981ad638-7106-43d7-984d-1b2d1e511a69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:40.208214 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981ad638-7106-43d7-984d-1b2d1e511a69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:40.208480 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981ad638-7106-43d7-984d-1b2d1e511a69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:40.208796 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981ad638-7106-43d7-984d-1b2d1e511a69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:40.220437 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-3cb8acd9-7b63-4f63-b178-06f74b9e0177 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:40.233217 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb8acd9-7b63-4f63-b178-06f74b9e0177 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:40.295752 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:40.312046 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981ad638-7106-43d7-984d-1b2d1e511a69 None None] Pushing event updated for resources: {'Port': ['ID=57454147-b8c8-4391-887c-400221e044d2,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:40.342590 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb66a94-7b8d-4e6b-a661-184beeebc49f None None] Routers {'c5f92577-8d44-4c6f-bcd9-5c9dedc689ba'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:57:40.342590 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-3cb66a94-7b8d-4e6b-a661-184beeebc49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:57:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['c5f92577-8d44-4c6f-bcd9-5c9dedc689ba'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:40.372872 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21433768-acf8-4db7-a2f3-10973e69a550 req-34ac825b-f8a9-4a9e-beee-2074910cfe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:40.375901 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-21433768-acf8-4db7-a2f3-10973e69a550 req-34ac825b-f8a9-4a9e-beee-2074910cfe6f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04c51f1f-4fad-42e7-a817-4af69d874ab6 HTTP/1.1" status: 200 len: 856 time: 0.1739368 Nov 12 00:57:40.402690 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a28bb-118b-4436-8b7c-6907e7f59bd2 req-98d515c2-c970-483b-a121-2ef2235eaa83 tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:40.404215 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-342a28bb-118b-4436-8b7c-6907e7f59bd2 req-98d515c2-c970-483b-a121-2ef2235eaa83 tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] 10.222.0.54 "GET /v2.0/networks?id=ec688e04-98ae-482a-ac1d-cfa25edff6d1 HTTP/1.1" status: 200 len: 825 time: 1.0237629 Nov 12 00:57:40.440464 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-342a28bb-118b-4436-8b7c-6907e7f59bd2 req-09798532-f055-4058-8c20-1fc6991fb3eb tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] Request body: {'port': {'device_id': '0ac33876-0956-4ef0-b92c-84359d47c0ef', 'network_id': 'ec688e04-98ae-482a-ac1d-cfa25edff6d1', 'admin_state_up': True, 'tenant_id': '9949651bde034f509ee5331c475937c6'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:40.442870 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d951c1f0-6a24-4203-afda-97da57492e24 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:40.590106 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508e7639-2cda-4feb-9fed-4cbb636662c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-fecf3999-1892-4469-b5ef-644c3e2b03ee', 'network_id': 'fecf3999-1892-4469-b5ef-644c3e2b03ee', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'fixed_ips': [{'subnet_id': 'ba30342d-3036-4ae0-9938-866ed5812579'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:57:40.591434 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-508e7639-2cda-4feb-9fed-4cbb636662c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:40.606649 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-3cb66a94-7b8d-4e6b-a661-184beeebc49f None None] Set router c5f92577-8d44-4c6f-bcd9-5c9dedc689ba gateway port host: None {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:57:40.628558 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-763db747-a39b-4d5f-b3ea-b60c2fe586b2 None None] Provisioning complete for port dcc8a74e-4619-48ad-bb3e-91b522b25ce0 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:40.629191 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-763db747-a39b-4d5f-b3ea-b60c2fe586b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:40.631676 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-3cb8acd9-7b63-4f63-b178-06f74b9e0177 None None] Attempting to bind port ee024ee1-467d-4fd1-af32-8679f6250860 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:57:40.632160 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-3cb8acd9-7b63-4f63-b178-06f74b9e0177 None None] Attempting to bind port ee024ee1-467d-4fd1-af32-8679f6250860 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '189b8fe1-e3be-4d16-8675-88adb2a16762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3a48c4d3-ce13-4f37-9c1e-346d70e9e06e'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:57:40.632635 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb8acd9-7b63-4f63-b178-06f74b9e0177 None None] Attempting to bind port ee024ee1-467d-4fd1-af32-8679f6250860 on network 3a48c4d3-ce13-4f37-9c1e-346d70e9e06e {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:57:40.697049 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb8acd9-7b63-4f63-b178-06f74b9e0177 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:57:40.697643 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb8acd9-7b63-4f63-b178-06f74b9e0177 None None] Checking segment: {'id': '189b8fe1-e3be-4d16-8675-88adb2a16762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3a48c4d3-ce13-4f37-9c1e-346d70e9e06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:40.697797 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3cb8acd9-7b63-4f63-b178-06f74b9e0177 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:40.700373 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb8acd9-7b63-4f63-b178-06f74b9e0177 None None] Bound using segment: {'id': '189b8fe1-e3be-4d16-8675-88adb2a16762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3a48c4d3-ce13-4f37-9c1e-346d70e9e06e'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:57:40.700649 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-3cb8acd9-7b63-4f63-b178-06f74b9e0177 None None] Bound port: ee024ee1-467d-4fd1-af32-8679f6250860, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189b8fe1-e3be-4d16-8675-88adb2a16762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3a48c4d3-ce13-4f37-9c1e-346d70e9e06e'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:57:40.701046 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3cb8acd9-7b63-4f63-b178-06f74b9e0177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:40.752086 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-384f55ea-ddf7-4645-a145-4f14817bfb21 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:40.765205 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-384f55ea-ddf7-4645-a145-4f14817bfb21 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:40.799213 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fd81a014-963c-4a3b-b25d-f2ae12c6bb40 req-7dcfcfb2-b506-42d9-bee4-36d7b68de016 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8223596 Nov 12 00:57:40.966935 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-342a28bb-118b-4436-8b7c-6907e7f59bd2 req-09798532-f055-4058-8c20-1fc6991fb3eb tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] Made reservation on behalf of 9949651bde034f509ee5331c475937c6 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:40.972034 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-342a28bb-118b-4436-8b7c-6907e7f59bd2 req-09798532-f055-4058-8c20-1fc6991fb3eb tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:40.980000 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-384f55ea-ddf7-4645-a145-4f14817bfb21 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:40.983970 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-384f55ea-ddf7-4645-a145-4f14817bfb21 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.5971050 Nov 12 00:57:40.983970 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5b9339c8-afaf-4303-9bbd-8b5bb38faa7e tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:40.984730 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39442) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:41.005793 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cfdd364d-2c58-45c0-96b1-72272b45f048 req-aa503e1b-ee93-4473-97b2-1982f77cecb1 tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ac33876-0956-4ef0-b92c-84359d47c0ef HTTP/1.1" status: 200 len: 210 time: 0.0433207 Nov 12 00:57:41.039802 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-3cb66a94-7b8d-4e6b-a661-184beeebc49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f92577-8d44-4c6f-bcd9-5c9dedc689ba', 'name': 'tempest-NetworksTestDHCPv6-router-724830884', 'tenant_id': 'd39bd700eb73489c844e800fa5489ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:31Z', 'updated_at': '2021-11-12T00:57:34Z', 'revision_number': 2, 'project_id': 'd39bd700eb73489c844e800fa5489ef8', 'gw_port_host': None, '_interfaces': [{'id': '57454147-b8c8-4391-887c-400221e044d2', 'name': '', 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'tenant_id': 'd39bd700eb73489c844e800fa5489ef8', 'mac_address': 'fa:16:3e:c2:57:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f92577-8d44-4c6f-bcd9-5c9dedc689ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '2702d725-81f1-4045-9cdd-41b0ac4c449f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:33Z', 'updated_at': '2021-11-12T00:57:40Z', 'revision_number': 4, 'project_id': 'd39bd700eb73489c844e800fa5489ef8', 'subnets': [{'id': '2702d725-81f1-4045-9cdd-41b0ac4c449f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:41.067694 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:41.075571 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb66a94-7b8d-4e6b-a661-184beeebc49f None None] The sync data for ids ['c5f92577-8d44-4c6f-bcd9-5c9dedc689ba'] in n-d-812236-11 is: [{'id': 'c5f92577-8d44-4c6f-bcd9-5c9dedc689ba', 'name': 'tempest-NetworksTestDHCPv6-router-724830884', 'tenant_id': 'd39bd700eb73489c844e800fa5489ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:31Z', 'updated_at': '2021-11-12T00:57:34Z', 'revision_number': 2, 'project_id': 'd39bd700eb73489c844e800fa5489ef8', 'gw_port_host': None, '_interfaces': [{'id': '57454147-b8c8-4391-887c-400221e044d2', 'name': '', 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'tenant_id': 'd39bd700eb73489c844e800fa5489ef8', 'mac_address': 'fa:16:3e:c2:57:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f92577-8d44-4c6f-bcd9-5c9dedc689ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '2702d725-81f1-4045-9cdd-41b0ac4c449f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:33Z', 'updated_at': '2021-11-12T00:57:40Z', 'revision_number': 4, 'project_id': 'd39bd700eb73489c844e800fa5489ef8', 'subnets': [{'id': '2702d725-81f1-4045-9cdd-41b0ac4c449f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:57:41.127991 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-3cb8acd9-7b63-4f63-b178-06f74b9e0177 None None] For port ee024ee1-467d-4fd1-af32-8679f6250860, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:57:41.153745 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21433768-acf8-4db7-a2f3-10973e69a550 req-b56055db-dd3b-486c-ad0f-b7c561665691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:41.155845 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-21433768-acf8-4db7-a2f3-10973e69a550 req-b56055db-dd3b-486c-ad0f-b7c561665691 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9bd80eeb-5154-4c03-9db9-fcf789d8dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7620573 Nov 12 00:57:41.166214 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-3cb8acd9-7b63-4f63-b178-06f74b9e0177 None None] For port ee024ee1-467d-4fd1-af32-8679f6250860, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=ee024ee1-467d-4fd1-af32-8679f6250860,segment=NetworkSegment(189b8fe1-e3be-4d16-8675-88adb2a16762),segment_id=189b8fe1-e3be-4d16-8675-88adb2a16762)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:57:41.241972 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3cb8acd9-7b63-4f63-b178-06f74b9e0177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:41.331965 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb8acd9-7b63-4f63-b178-06f74b9e0177 None None] Pushing event updated for resources: {'Port': ['ID=ee024ee1-467d-4fd1-af32-8679f6250860,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:41.342818 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-342a28bb-118b-4436-8b7c-6907e7f59bd2 req-09798532-f055-4058-8c20-1fc6991fb3eb tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] Allocated IP 172.20.0.2 (ec688e04-98ae-482a-ac1d-cfa25edff6d1/d90dbe28-5d83-482a-bb61-93b5ded874d0/56d94c7f-ef9d-42ea-b113-c51c47873364) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:57:41.396226 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-508e7639-2cda-4feb-9fed-4cbb636662c3 None None] Allocated IP 172.21.0.2 (fecf3999-1892-4469-b5ef-644c3e2b03ee/ba30342d-3036-4ae0-9938-866ed5812579/692c3c05-3d56-4f2a-bd30-bdaae05e7b8e) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:57:41.436759 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-701f7f9c-d77a-480f-8597-09983ae9cb40 req-31b8652e-7d05-4b08-ba19-a46a28adae82 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0696447 Nov 12 00:57:41.597741 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-2b2b277e-3580-4c86-9b89-8f707b0268ae None None] Provisioning complete for port 57454147-b8c8-4391-887c-400221e044d2 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:41.598334 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2b2b277e-3580-4c86-9b89-8f707b0268ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:41.616149 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-21433768-acf8-4db7-a2f3-10973e69a550 req-6c39f2ff-1b2a-4ab6-a069-bbcc5e7213b9 service neutron] 10.222.0.54 "GET /v2.0/networks/9bd80eeb-5154-4c03-9db9-fcf789d8dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4267066 Nov 12 00:57:41.702708 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9339c8-afaf-4303-9bbd-8b5bb38faa7e tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event updated for resources: {'Subnet': ['ID=45fd2547-2ef3-4993-93b7-37653e7b2874,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:41.836935 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d951c1f0-6a24-4203-afda-97da57492e24 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Deleting port 57454147-b8c8-4391-887c-400221e044d2 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:57:41.836935 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d951c1f0-6a24-4203-afda-97da57492e24 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:41.863961 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9339c8-afaf-4303-9bbd-8b5bb38faa7e tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Checking segment: {'id': '1110ab8a-7121-473b-9e05-fae54c22dd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b420dc78-5aff-427b-a0ef-42a5adc6cd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:41.864726 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9339c8-afaf-4303-9bbd-8b5bb38faa7e tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Network hostable DHCP agents. Network: b420dc78-5aff-427b-a0ef-42a5adc6cd29, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:57:41.878112 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-342a28bb-118b-4436-8b7c-6907e7f59bd2 req-09798532-f055-4058-8c20-1fc6991fb3eb tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:41.973351 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d951c1f0-6a24-4203-afda-97da57492e24 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] For port 57454147-b8c8-4391-887c-400221e044d2, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=57454147-b8c8-4391-887c-400221e044d2,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:41.973763 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d951c1f0-6a24-4203-afda-97da57492e24 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:41.996152 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d951c1f0-6a24-4203-afda-97da57492e24 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Calling delete_port for 57454147-b8c8-4391-887c-400221e044d2 owned by network:router_interface {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:57:42.099019 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9339c8-afaf-4303-9bbd-8b5bb38faa7e tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Network b420dc78-5aff-427b-a0ef-42a5adc6cd29 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:57:42.239318 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-508e7639-2cda-4feb-9fed-4cbb636662c3 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:42.252923 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-342a28bb-118b-4436-8b7c-6907e7f59bd2 req-09798532-f055-4058-8c20-1fc6991fb3eb tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:42.257146 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-508e7639-2cda-4feb-9fed-4cbb636662c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:42.266130 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-21433768-acf8-4db7-a2f3-10973e69a550 req-e4e687aa-d2bd-40ab-a40b-3131d8240cdc service neutron] 10.222.0.54 "GET /v2.0/networks/9bd80eeb-5154-4c03-9db9-fcf789d8dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6342211 Nov 12 00:57:42.299964 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-5b9339c8-afaf-4303-9bbd-8b5bb38faa7e tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, b420dc78-5aff-427b-a0ef-42a5adc6cd29) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:42.313727 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9339c8-afaf-4303-9bbd-8b5bb38faa7e tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:42.314328 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5b9339c8-afaf-4303-9bbd-8b5bb38faa7e tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:42.318164 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5f649f6f-944e-45c4-a4b9-151c9f9dbb3d req-7cd65ef7-2517-42db-99bf-a823265f019f service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0891821 Nov 12 00:57:42.329431 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d951c1f0-6a24-4203-afda-97da57492e24 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:42.360152 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afad1b89-9ee1-484e-a7df-4c4dc74c6176 None None] Network b420dc78-5aff-427b-a0ef-42a5adc6cd29 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:42.374566 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d951c1f0-6a24-4203-afda-97da57492e24 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Port': ['ID=57454147-b8c8-4391-887c-400221e044d2,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:42.447654 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508e7639-2cda-4feb-9fed-4cbb636662c3 None None] Network fecf3999-1892-4469-b5ef-644c3e2b03ee is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:42.479411 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09798532-f055-4058-8c20-1fc6991fb3eb tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] Pushing event updated for resources: {'Port': ['ID=56d94c7f-ef9d-42ea-b113-c51c47873364,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:42.500853 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5b9339c8-afaf-4303-9bbd-8b5bb38faa7e tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.5167110 Nov 12 00:57:42.518510 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2b2b277e-3580-4c86-9b89-8f707b0268ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:42.536814 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-342a28bb-118b-4436-8b7c-6907e7f59bd2 req-09798532-f055-4058-8c20-1fc6991fb3eb tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] Network ec688e04-98ae-482a-ac1d-cfa25edff6d1 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:42.538012 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39478) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:42.548895 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-342a28bb-118b-4436-8b7c-6907e7f59bd2 req-09798532-f055-4058-8c20-1fc6991fb3eb tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:42.557577 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-508e7639-2cda-4feb-9fed-4cbb636662c3 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:42.567629 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e7639-2cda-4feb-9fed-4cbb636662c3 None None] Pushing event updated for resources: {'Port': ['ID=692c3c05-3d56-4f2a-bd30-bdaae05e7b8e,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:42.580241 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-342a28bb-118b-4436-8b7c-6907e7f59bd2 req-09798532-f055-4058-8c20-1fc6991fb3eb tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:42.584192 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508e7639-2cda-4feb-9fed-4cbb636662c3 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:42.633871 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec9d6b7-7415-49e8-9424-1c9c1cedeca9 req-ddfdff1e-1ece-47a4-8901-5f295289e76f tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:42.635915 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8ec9d6b7-7415-49e8-9424-1c9c1cedeca9 req-ddfdff1e-1ece-47a4-8901-5f295289e76f tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ac33876-0956-4ef0-b92c-84359d47c0ef HTTP/1.1" status: 200 len: 931 time: 0.4598942 Nov 12 00:57:42.829350 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:42.832183 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-75755a44-7170-4690-8155-14112a13028d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:42.931364 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-508e7639-2cda-4feb-9fed-4cbb636662c3 None None] Attempting to bind port 692c3c05-3d56-4f2a-bd30-bdaae05e7b8e on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:57:42.931513 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-508e7639-2cda-4feb-9fed-4cbb636662c3 None None] Attempting to bind port 692c3c05-3d56-4f2a-bd30-bdaae05e7b8e by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '7a48d499-f8b5-43e5-9051-c694f5236b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fecf3999-1892-4469-b5ef-644c3e2b03ee'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:57:42.931929 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508e7639-2cda-4feb-9fed-4cbb636662c3 None None] Attempting to bind port 692c3c05-3d56-4f2a-bd30-bdaae05e7b8e on network fecf3999-1892-4469-b5ef-644c3e2b03ee {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:57:42.950570 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fd14edb7-d450-4ba5-a8fe-eb72b583e500 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:42.987984 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324488bd-8db9-4086-9d3c-d284d70a8ca4 req-29d73822-f82b-4848-91bb-f66d1be6f584 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:42.990880 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-324488bd-8db9-4086-9d3c-d284d70a8ca4 req-29d73822-f82b-4848-91bb-f66d1be6f584 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 945 time: 0.7607317 Nov 12 00:57:43.040713 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19cdaf5-1b3f-4184-b846-89510c78cf9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-b420dc78-5aff-427b-a0ef-42a5adc6cd29', 'network_id': 'b420dc78-5aff-427b-a0ef-42a5adc6cd29', 'tenant_id': '12dd440799914979a52d8976c0f56bb2', 'fixed_ips': [{'subnet_id': '45fd2547-2ef3-4993-93b7-37653e7b2874'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:57:43.044632 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e19cdaf5-1b3f-4184-b846-89510c78cf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:43.049807 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508e7639-2cda-4feb-9fed-4cbb636662c3 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:57:43.050824 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508e7639-2cda-4feb-9fed-4cbb636662c3 None None] Checking segment: {'id': '7a48d499-f8b5-43e5-9051-c694f5236b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fecf3999-1892-4469-b5ef-644c3e2b03ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:43.053250 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-508e7639-2cda-4feb-9fed-4cbb636662c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:43.053942 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508e7639-2cda-4feb-9fed-4cbb636662c3 None None] Bound using segment: {'id': '7a48d499-f8b5-43e5-9051-c694f5236b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fecf3999-1892-4469-b5ef-644c3e2b03ee'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:57:43.056264 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-508e7639-2cda-4feb-9fed-4cbb636662c3 None None] Bound port: 692c3c05-3d56-4f2a-bd30-bdaae05e7b8e, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a48d499-f8b5-43e5-9051-c694f5236b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fecf3999-1892-4469-b5ef-644c3e2b03ee'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:57:43.057086 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-508e7639-2cda-4feb-9fed-4cbb636662c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:43.117625 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a28bb-118b-4436-8b7c-6907e7f59bd2 req-09798532-f055-4058-8c20-1fc6991fb3eb tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:43.118318 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-342a28bb-118b-4436-8b7c-6907e7f59bd2 req-09798532-f055-4058-8c20-1fc6991fb3eb tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:43.151307 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e3dd3-235c-4cae-a0af-acc27c917e15 req-bcae4da7-224d-472a-ad87-7b17099658f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:43.154070 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8b8e3dd3-235c-4cae-a0af-acc27c917e15 req-bcae4da7-224d-472a-ad87-7b17099658f9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f62521c5dc664ba4a3bbe0954819df3b&device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 1097 time: 0.7608917 Nov 12 00:57:43.171789 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-342a28bb-118b-4436-8b7c-6907e7f59bd2 req-09798532-f055-4058-8c20-1fc6991fb3eb tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7334926 Nov 12 00:57:43.197814 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8ec9d6b7-7415-49e8-9424-1c9c1cedeca9 req-5c83c065-c358-4c72-8a0c-3c606f4c4b4f tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] 10.222.0.20 "GET /v2.0/security-groups?id=5101aec6-11c0-4cf2-88bc-5f4e56e0ab42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5177531 Nov 12 00:57:43.200425 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device ee024ee1-467d-4fd1-af32-8679f6250860 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:43.211787 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-342a28bb-118b-4436-8b7c-6907e7f59bd2 req-de9a7bc7-62ac-40d9-b276-903b51b15faf service neutron] Request body: {'port': {'device_id': '0ac33876-0956-4ef0-b92c-84359d47c0ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:43.299038 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fd14edb7-d450-4ba5-a8fe-eb72b583e500 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:43.351580 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afb3ba5-f4fa-4302-a312-3e9d39ecffc7 None None] Network 3a48c4d3-ce13-4f37-9c1e-346d70e9e06e requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:43.356493 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-342a28bb-118b-4436-8b7c-6907e7f59bd2 req-de9a7bc7-62ac-40d9-b276-903b51b15faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:43.669064 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d951c1f0-6a24-4203-afda-97da57492e24 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:43.678428 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e3dd3-235c-4cae-a0af-acc27c917e15 req-1320b4ab-174b-4186-ae93-84fc3dcd1cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:43.682720 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8b8e3dd3-235c-4cae-a0af-acc27c917e15 req-1320b4ab-174b-4186-ae93-84fc3dcd1cc4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9bd80eeb-5154-4c03-9db9-fcf789d8dd48 HTTP/1.1" status: 200 len: 918 time: 0.3872464 Nov 12 00:57:43.773338 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-508e7639-2cda-4feb-9fed-4cbb636662c3 None None] For port 692c3c05-3d56-4f2a-bd30-bdaae05e7b8e, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:57:43.773880 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fd14edb7-d450-4ba5-a8fe-eb72b583e500 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:43.818163 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-324488bd-8db9-4086-9d3c-d284d70a8ca4 req-371cb052-79ef-4ede-b52e-6862c0c6b651 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7127497 Nov 12 00:57:43.835308 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-75755a44-7170-4690-8155-14112a13028d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Allocated IP 172.20.0.1 (3a48c4d3-ce13-4f37-9c1e-346d70e9e06e/359ff077-f860-4863-96d3-69c17431a9d3/0135cb2b-ed66-4dbb-8e8d-f17c4f708a49) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:57:43.955609 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-508e7639-2cda-4feb-9fed-4cbb636662c3 None None] For port 692c3c05-3d56-4f2a-bd30-bdaae05e7b8e, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=692c3c05-3d56-4f2a-bd30-bdaae05e7b8e,segment=NetworkSegment(7a48d499-f8b5-43e5-9051-c694f5236b62),segment_id=7a48d499-f8b5-43e5-9051-c694f5236b62)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server [None req-e19cdaf5-1b3f-4184-b846-89510c78cf9e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 45fd2547-2ef3-4993-93b7-37653e7b2874: This subnet is being modified by another concurrent operation. Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 00:57:43.986896 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 00:57:43.992480 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 00:57:43.992480 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 00:57:43.992480 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:57:43.992480 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:57:43.992480 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:57:43.992480 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:57:43.992480 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 00:57:43.992480 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 00:57:43.992480 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 00:57:43.992480 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 00:57:43.992480 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:57:43.992480 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:57:43.992480 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:57:43.992480 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:57:43.992480 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 00:57:43.992480 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 00:57:43.992480 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 00:57:43.992480 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 00:57:43.992480 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 00:57:43.992480 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 00:57:43.992480 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 00:57:43.992480 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 00:57:43.992480 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 00:57:43.992480 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 00:57:43.992480 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:57:43.992480 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:57:43.992480 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:57:43.992480 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:57:43.992480 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 00:57:43.992480 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 00:57:43.992480 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 00:57:43.992480 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 00:57:43.992480 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 00:57:43.992480 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 00:57:43.992480 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 00:57:43.992480 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise exception Nov 12 00:57:43.992480 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 45fd2547-2ef3-4993-93b7-37653e7b2874: This subnet is being modified by another concurrent operation. Nov 12 00:57:43.992480 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server Nov 12 00:57:44.002580 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-12a06872-91ec-4e38-9c3a-779d88e6f695 None None] Provisioning complete for port ee024ee1-467d-4fd1-af32-8679f6250860 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:44.002580 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-12a06872-91ec-4e38-9c3a-779d88e6f695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:44.012743 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-508e7639-2cda-4feb-9fed-4cbb636662c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:44.075621 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8b8e3dd3-235c-4cae-a0af-acc27c917e15 req-dda5e200-41e0-4a15-aaa9-5131c6e7a600 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ded2273a-2a05-4940-8a85-b6f893dc4749 HTTP/1.1" status: 200 len: 1000 time: 0.2701073 Nov 12 00:57:44.087474 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-342a28bb-118b-4436-8b7c-6907e7f59bd2 req-de9a7bc7-62ac-40d9-b276-903b51b15faf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56d94c7f-ef9d-42ea-b113-c51c47873364 {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:57:44.110169 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3446fd-1e50-4aac-9b00-1ee6eba98cb4 None None] Network b420dc78-5aff-427b-a0ef-42a5adc6cd29 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:44.128337 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-342a28bb-118b-4436-8b7c-6907e7f59bd2 req-de9a7bc7-62ac-40d9-b276-903b51b15faf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:44.190888 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd14edb7-d450-4ba5-a8fe-eb72b583e500 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event deleted for resources: {'Subnet': ['ID=45fd2547-2ef3-4993-93b7-37653e7b2874,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:44.258178 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-342a28bb-118b-4436-8b7c-6907e7f59bd2 req-de9a7bc7-62ac-40d9-b276-903b51b15faf service neutron] Transition to ACTIVE for port object 56d94c7f-ef9d-42ea-b113-c51c47873364 will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:57:44.274224 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-342a28bb-118b-4436-8b7c-6907e7f59bd2 req-de9a7bc7-62ac-40d9-b276-903b51b15faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:44.412081 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fd14edb7-d450-4ba5-a8fe-eb72b583e500 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:44.427874 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port ee024ee1-467d-4fd1-af32-8679f6250860 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:44.428372 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:44.693524 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-75755a44-7170-4690-8155-14112a13028d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:44.706881 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-fd14edb7-d450-4ba5-a8fe-eb72b583e500 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b420dc78-5aff-427b-a0ef-42a5adc6cd29']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:44.726456 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d951c1f0-6a24-4203-afda-97da57492e24 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Router c5f92577-8d44-4c6f-bcd9-5c9dedc689ba has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:57:44.743333 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e7639-2cda-4feb-9fed-4cbb636662c3 None None] Pushing event updated for resources: {'Port': ['ID=692c3c05-3d56-4f2a-bd30-bdaae05e7b8e,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:44.745773 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e3dd3-235c-4cae-a0af-acc27c917e15 req-75a70504-08ec-4d32-abcb-8bac0c1d8f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:44.751827 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8b8e3dd3-235c-4cae-a0af-acc27c917e15 req-75a70504-08ec-4d32-abcb-8bac0c1d8f2f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04c51f1f-4fad-42e7-a817-4af69d874ab6 HTTP/1.1" status: 200 len: 856 time: 0.5529015 Nov 12 00:57:44.769079 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-fd14edb7-d450-4ba5-a8fe-eb72b583e500 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1110ab8a-7121-473b-9e05-fae54c22dd8a') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:44.774123 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-fd14edb7-d450-4ba5-a8fe-eb72b583e500 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1110ab8a-7121-473b-9e05-fae54c22dd8a') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:44.796858 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fd14edb7-d450-4ba5-a8fe-eb72b583e500 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:44.802974 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70045c96-ff5f-460b-974a-c3c129633f8d req-fd996e18-907f-46e6-b45b-38ed0251d0dc tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:44.818651 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-70045c96-ff5f-460b-974a-c3c129633f8d req-fd996e18-907f-46e6-b45b-38ed0251d0dc tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ac33876-0956-4ef0-b92c-84359d47c0ef HTTP/1.1" status: 200 len: 943 time: 0.4318008 Nov 12 00:57:44.910038 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-75755a44-7170-4690-8155-14112a13028d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:44.914533 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a7bc7-62ac-40d9-b276-903b51b15faf service neutron] Pushing event updated for resources: {'Port': ['ID=56d94c7f-ef9d-42ea-b113-c51c47873364,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:45.080905 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fd14edb7-d450-4ba5-a8fe-eb72b583e500 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:45.117997 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75755a44-7170-4690-8155-14112a13028d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Network 3a48c4d3-ce13-4f37-9c1e-346d70e9e06e is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:45.125190 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-75755a44-7170-4690-8155-14112a13028d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:45.128129 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75755a44-7170-4690-8155-14112a13028d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:45.193909 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-75755a44-7170-4690-8155-14112a13028d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:45.275528 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-12a06872-91ec-4e38-9c3a-779d88e6f695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:45.281495 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd14edb7-d450-4ba5-a8fe-eb72b583e500 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:57:45.282530 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fd14edb7-d450-4ba5-a8fe-eb72b583e500 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:45.293807 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d951c1f0-6a24-4203-afda-97da57492e24 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:57:45.311674 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d951c1f0-6a24-4203-afda-97da57492e24 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "PUT /v2.0/routers/c5f92577-8d44-4c6f-bcd9-5c9dedc689ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8047485 Nov 12 00:57:45.313111 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:57:45.313111 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:57:45.313111 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:57:45.313111 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:57:45.313111 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:57:45.313111 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:57:45.313111 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:57:45.313111 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:57:45.313111 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:57:45.313111 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:57:45.313111 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:57:45.313111 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:57:45.313111 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:57:45.313111 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:57:45.313111 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:57:45.313111 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:57:45.313111 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:57:45.313111 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:57:45.313111 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:57:45.313111 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:57:45.313111 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:57:45.313111 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:57:45.313111 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:57:45.313111 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:57:45.313111 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:57:45.313111 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:57:45.313111 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:57:45.313111 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:57:45.313111 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:57:45.313111 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:57:45.313111 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:57:45.313111 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:57:45.321245 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39528) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:45.326745 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-342a28bb-118b-4436-8b7c-6907e7f59bd2 req-de9a7bc7-62ac-40d9-b276-903b51b15faf service neutron] Attempting to bind port 56d94c7f-ef9d-42ea-b113-c51c47873364 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:57:45.327352 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-342a28bb-118b-4436-8b7c-6907e7f59bd2 req-de9a7bc7-62ac-40d9-b276-903b51b15faf service neutron] Attempting to bind port 56d94c7f-ef9d-42ea-b113-c51c47873364 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': 'f213652d-6996-4db9-b75f-3dbd4819716b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ec688e04-98ae-482a-ac1d-cfa25edff6d1'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:57:45.328170 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342a28bb-118b-4436-8b7c-6907e7f59bd2 req-de9a7bc7-62ac-40d9-b276-903b51b15faf service neutron] Attempting to bind port 56d94c7f-ef9d-42ea-b113-c51c47873364 on network ec688e04-98ae-482a-ac1d-cfa25edff6d1 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:57:45.358370 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fb2d68-2826-4f78-9b10-a5488d060bb1 None None] Sync routers for ids ['c5f92577-8d44-4c6f-bcd9-5c9dedc689ba'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:57:45.398975 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-70045c96-ff5f-460b-974a-c3c129633f8d req-ad2fe2e3-221b-4d7c-9fa0-c96dc34f1e39 tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] 10.222.0.20 "GET /v2.0/security-groups?id=5101aec6-11c0-4cf2-88bc-5f4e56e0ab42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5791552 Nov 12 00:57:45.417773 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:45.447865 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-75755a44-7170-4690-8155-14112a13028d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:45.451566 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342a28bb-118b-4436-8b7c-6907e7f59bd2 req-de9a7bc7-62ac-40d9-b276-903b51b15faf service neutron] Port 56d94c7f-ef9d-42ea-b113-c51c47873364 on network ec688e04-98ae-482a-ac1d-cfa25edff6d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:57:45.452072 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342a28bb-118b-4436-8b7c-6907e7f59bd2 req-de9a7bc7-62ac-40d9-b276-903b51b15faf service neutron] Attempting to bind port 56d94c7f-ef9d-42ea-b113-c51c47873364 on network ec688e04-98ae-482a-ac1d-cfa25edff6d1 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:57:45.467399 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fb2d68-2826-4f78-9b10-a5488d060bb1 None None] Routers {'c5f92577-8d44-4c6f-bcd9-5c9dedc689ba'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:57:45.468267 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-00fb2d68-2826-4f78-9b10-a5488d060bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:57:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['c5f92577-8d44-4c6f-bcd9-5c9dedc689ba'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:45.471743 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-12a06872-91ec-4e38-9c3a-779d88e6f695 None None] For port ee024ee1-467d-4fd1-af32-8679f6250860, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=ee024ee1-467d-4fd1-af32-8679f6250860,segment=NetworkSegment(189b8fe1-e3be-4d16-8675-88adb2a16762),segment_id=189b8fe1-e3be-4d16-8675-88adb2a16762)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:45.476439 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75755a44-7170-4690-8155-14112a13028d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event updated for resources: {'Port': ['ID=0135cb2b-ed66-4dbb-8e8d-f17c4f708a49,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:45.499267 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342a28bb-118b-4436-8b7c-6907e7f59bd2 req-de9a7bc7-62ac-40d9-b276-903b51b15faf service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:57:45.500298 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342a28bb-118b-4436-8b7c-6907e7f59bd2 req-de9a7bc7-62ac-40d9-b276-903b51b15faf service neutron] Checking segment: {'id': 'f213652d-6996-4db9-b75f-3dbd4819716b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ec688e04-98ae-482a-ac1d-cfa25edff6d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:45.501155 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342a28bb-118b-4436-8b7c-6907e7f59bd2 req-de9a7bc7-62ac-40d9-b276-903b51b15faf service neutron] Bound using segment: {'id': 'f213652d-6996-4db9-b75f-3dbd4819716b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ec688e04-98ae-482a-ac1d-cfa25edff6d1'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:57:45.502389 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-342a28bb-118b-4436-8b7c-6907e7f59bd2 req-de9a7bc7-62ac-40d9-b276-903b51b15faf service neutron] Bound port: 56d94c7f-ef9d-42ea-b113-c51c47873364, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f213652d-6996-4db9-b75f-3dbd4819716b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ec688e04-98ae-482a-ac1d-cfa25edff6d1'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:57:45.503800 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-342a28bb-118b-4436-8b7c-6907e7f59bd2 req-de9a7bc7-62ac-40d9-b276-903b51b15faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:45.529325 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-12a06872-91ec-4e38-9c3a-779d88e6f695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:45.782640 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-342a28bb-118b-4436-8b7c-6907e7f59bd2 req-de9a7bc7-62ac-40d9-b276-903b51b15faf service neutron] For port 56d94c7f-ef9d-42ea-b113-c51c47873364, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:57:45.791940 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-342a28bb-118b-4436-8b7c-6907e7f59bd2 req-de9a7bc7-62ac-40d9-b276-903b51b15faf service neutron] For port 56d94c7f-ef9d-42ea-b113-c51c47873364, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=56d94c7f-ef9d-42ea-b113-c51c47873364,segment=NetworkSegment(f213652d-6996-4db9-b75f-3dbd4819716b),segment_id=f213652d-6996-4db9-b75f-3dbd4819716b)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:57:45.824590 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e009fa4-3104-4ecf-9312-6c3da19ac9e9 req-114cd676-8c1c-416f-89ab-d2d314571bec service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.2640624 Nov 12 00:57:45.869956 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e3dd3-235c-4cae-a0af-acc27c917e15 req-472fbb95-2ddd-493b-9c26-d2e047fd9ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:45.872090 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8b8e3dd3-235c-4cae-a0af-acc27c917e15 req-472fbb95-2ddd-493b-9c26-d2e047fd9ab7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9bd80eeb-5154-4c03-9db9-fcf789d8dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8410256 Nov 12 00:57:45.881702 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fd14edb7-d450-4ba5-a8fe-eb72b583e500 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:45.892152 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6304ce37-e0e2-4514-9634-5866f3cfc1d6 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:45.913696 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6304ce37-e0e2-4514-9634-5866f3cfc1d6 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:45.915589 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6304ce37-e0e2-4514-9634-5866f3cfc1d6 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5676720 Nov 12 00:57:45.958049 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c60bc2-7b96-4a13-ae3d-75a6cfef53e9 req-465b644a-6236-46d4-b45a-9a8629cf2a4f tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:45.959996 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-09c60bc2-7b96-4a13-ae3d-75a6cfef53e9 req-465b644a-6236-46d4-b45a-9a8629cf2a4f tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 945 time: 0.7673826 Nov 12 00:57:45.961954 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39542) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:45.964820 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fd14edb7-d450-4ba5-a8fe-eb72b583e500 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:45.989068 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-fd14edb7-d450-4ba5-a8fe-eb72b583e500 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "DELETE /v2.0/networks/b420dc78-5aff-427b-a0ef-42a5adc6cd29 HTTP/1.1" status: 204 len: 168 time: 3.3508911 Nov 12 00:57:46.189756 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-00fb2d68-2826-4f78-9b10-a5488d060bb1 None None] Set router c5f92577-8d44-4c6f-bcd9-5c9dedc689ba gateway port host: None {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:57:46.242865 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39544) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:46.258030 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8b8e3dd3-235c-4cae-a0af-acc27c917e15 req-e176496d-8f3b-4a18-afa2-01bf7ef7f982 service neutron] 10.222.0.54 "GET /v2.0/networks/9bd80eeb-5154-4c03-9db9-fcf789d8dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967489 Nov 12 00:57:46.263314 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-e64ad0d7-e079-4741-be58-3da294f68661 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-842112450'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:46.353122 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-82736722-b7a8-44b6-a374-b58349f07482 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Deleting subnet 2702d725-81f1-4045-9cdd-41b0ac4c449f {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:57:46.404722 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd14edb7-d450-4ba5-a8fe-eb72b583e500 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event deleted for resources: {'Network': ['ID=b420dc78-5aff-427b-a0ef-42a5adc6cd29,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:46.483025 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-82736722-b7a8-44b6-a374-b58349f07482 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:46.515597 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-342a28bb-118b-4436-8b7c-6907e7f59bd2 req-de9a7bc7-62ac-40d9-b276-903b51b15faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:46.655632 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-00fb2d68-2826-4f78-9b10-a5488d060bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f92577-8d44-4c6f-bcd9-5c9dedc689ba', 'name': 'tempest-NetworksTestDHCPv6-router-724830884', 'tenant_id': 'd39bd700eb73489c844e800fa5489ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:31Z', 'updated_at': '2021-11-12T00:57:42Z', 'revision_number': 3, 'project_id': 'd39bd700eb73489c844e800fa5489ef8', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:46.659842 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a06872-91ec-4e38-9c3a-779d88e6f695 None None] Pushing event updated for resources: {'Port': ['ID=ee024ee1-467d-4fd1-af32-8679f6250860,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:46.699427 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a28bb-118b-4436-8b7c-6907e7f59bd2 req-de9a7bc7-62ac-40d9-b276-903b51b15faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:46.700167 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-342a28bb-118b-4436-8b7c-6907e7f59bd2 req-de9a7bc7-62ac-40d9-b276-903b51b15faf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:46.701956 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-342a28bb-118b-4436-8b7c-6907e7f59bd2 req-de9a7bc7-62ac-40d9-b276-903b51b15faf service neutron] 10.222.0.54 "PUT /v2.0/ports/56d94c7f-ef9d-42ea-b113-c51c47873364 HTTP/1.1" status: 200 len: 1092 time: 3.5031769 Nov 12 00:57:46.704387 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ac33876-0956-4ef0-b92c-84359d47c0ef', 'tag': '56d94c7f-ef9d-42ea-b113-c51c47873364'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:57:46.707047 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0857e5c6-dbe1-46a3-b9f8-d78c799365cd" -d '{"events": [{"name": "network-changed", "server_uuid": "0ac33876-0956-4ef0-b92c-84359d47c0ef", "tag": "56d94c7f-ef9d-42ea-b113-c51c47873364"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:57:46.742783 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a6c54b-63bb-4a8e-8a56-53d8da5a4a94 None None] Network fecf3999-1892-4469-b5ef-644c3e2b03ee requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:46.758532 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-75755a44-7170-4690-8155-14112a13028d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:46.768857 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a7bc7-62ac-40d9-b276-903b51b15faf service neutron] Pushing event updated for resources: {'Port': ['ID=56d94c7f-ef9d-42ea-b113-c51c47873364,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:46.774878 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-75755a44-7170-4690-8155-14112a13028d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:46.829524 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-09c60bc2-7b96-4a13-ae3d-75a6cfef53e9 req-656cc86d-4f88-45fe-9614-939f81064161 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5744209 Nov 12 00:57:46.861503 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e81f2b1-aaf3-45ee-a0a6-65d25d7e67b3 req-24d794ac-7803-4ec0-90fe-657d4bb1a692 tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:46.868304 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64ad0d7-e079-4741-be58-3da294f68661 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Made reservation on behalf of 12dd440799914979a52d8976c0f56bb2 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:46.872341 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e64ad0d7-e079-4741-be58-3da294f68661 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:46.872826 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9e81f2b1-aaf3-45ee-a0a6-65d25d7e67b3 req-24d794ac-7803-4ec0-90fe-657d4bb1a692 tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ac33876-0956-4ef0-b92c-84359d47c0ef HTTP/1.1" status: 200 len: 943 time: 0.2270019 Nov 12 00:57:46.915394 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-a6abbff7-65ae-4439-ae5c-c45661132a2b None None] Provisioning complete for port 0135cb2b-ed66-4dbb-8e8d-f17c4f708a49 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:46.916397 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a6abbff7-65ae-4439-ae5c-c45661132a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:46.921822 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fb2d68-2826-4f78-9b10-a5488d060bb1 None None] Checking router: c5f92577-8d44-4c6f-bcd9-5c9dedc689ba for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:57:46.932800 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-82736722-b7a8-44b6-a374-b58349f07482 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:46.980325 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.db.api [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:57:46.980713 n-d-812236-11 neutron-server[102663]: DEBUG oslo_db.api [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:57:47.060919 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e64ad0d7-e079-4741-be58-3da294f68661 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:57:47.080674 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8b8e3dd3-235c-4cae-a0af-acc27c917e15 req-48d662fb-341e-4e49-9a5a-a52768e88a96 service neutron] 10.222.0.54 "GET /v2.0/networks/9bd80eeb-5154-4c03-9db9-fcf789d8dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7245169 Nov 12 00:57:47.118359 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fb2d68-2826-4f78-9b10-a5488d060bb1 None None] Routers {'c5f92577-8d44-4c6f-bcd9-5c9dedc689ba'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:57:47.120196 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e64ad0d7-e079-4741-be58-3da294f68661 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:47.120625 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-e64ad0d7-e079-4741-be58-3da294f68661 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Added segment 49a073de-5117-40ee-88fc-7132d4a2904e of type vlan for network 4376faf4-9e4f-4017-b67b-c62669f9bfd3 Nov 12 00:57:47.121497 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-00fb2d68-2826-4f78-9b10-a5488d060bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:57:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['c5f92577-8d44-4c6f-bcd9-5c9dedc689ba'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:47.338572 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-a6abbff7-65ae-4439-ae5c-c45661132a2b None None] Port 0135cb2b-ed66-4dbb-8e8d-f17c4f708a49 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:57:47.356516 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-00fb2d68-2826-4f78-9b10-a5488d060bb1 None None] Set router c5f92577-8d44-4c6f-bcd9-5c9dedc689ba gateway port host: None {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:57:47.447840 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-00fb2d68-2826-4f78-9b10-a5488d060bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f92577-8d44-4c6f-bcd9-5c9dedc689ba', 'name': 'tempest-NetworksTestDHCPv6-router-724830884', 'tenant_id': 'd39bd700eb73489c844e800fa5489ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:31Z', 'updated_at': '2021-11-12T00:57:42Z', 'revision_number': 3, 'project_id': 'd39bd700eb73489c844e800fa5489ef8', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:47.522279 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fb2d68-2826-4f78-9b10-a5488d060bb1 None None] The sync data for ids ['c5f92577-8d44-4c6f-bcd9-5c9dedc689ba'] in n-d-812236-11 is: [{'id': 'c5f92577-8d44-4c6f-bcd9-5c9dedc689ba', 'name': 'tempest-NetworksTestDHCPv6-router-724830884', 'tenant_id': 'd39bd700eb73489c844e800fa5489ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:31Z', 'updated_at': '2021-11-12T00:57:42Z', 'revision_number': 3, 'project_id': 'd39bd700eb73489c844e800fa5489ef8', 'gw_port_host': None}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:57:47.673299 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-a6abbff7-65ae-4439-ae5c-c45661132a2b None None] Provisioning complete for port ee024ee1-467d-4fd1-af32-8679f6250860 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:47.674086 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a6abbff7-65ae-4439-ae5c-c45661132a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:47.758909 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49471cad-1a68-4688-880b-c564a3f15e31 x-openstack-request-id: req-49471cad-1a68-4688-880b-c564a3f15e31 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:57:47.759531 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ac33876-0956-4ef0-b92c-84359d47c0ef", "tag": "56d94c7f-ef9d-42ea-b113-c51c47873364", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:57:47.759531 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-49471cad-1a68-4688-880b-c564a3f15e31 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:57:47.759834 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ac33876-0956-4ef0-b92c-84359d47c0ef', 'tag': '56d94c7f-ef9d-42ea-b113-c51c47873364', 'status': 'completed', 'code': 200} Nov 12 00:57:47.810180 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-75755a44-7170-4690-8155-14112a13028d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:47.831431 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75755a44-7170-4690-8155-14112a13028d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event updated for resources: {'Port': ['ID=0135cb2b-ed66-4dbb-8e8d-f17c4f708a49,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:47.880353 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a28bb-118b-4436-8b7c-6907e7f59bd2 req-b8ee101d-6a39-4457-bd80-a5965336364e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:47.882179 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-342a28bb-118b-4436-8b7c-6907e7f59bd2 req-b8ee101d-6a39-4457-bd80-a5965336364e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9949651bde034f509ee5331c475937c6&device_id=0ac33876-0956-4ef0-b92c-84359d47c0ef HTTP/1.1" status: 200 len: 1095 time: 1.0942972 Nov 12 00:57:47.948403 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e64ad0d7-e079-4741-be58-3da294f68661 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:47.963428 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a538b193-39d7-45a7-812b-ab3cd2aac883 req-dea48fea-45a1-4cb7-a945-6ebe1fbdb4b3 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1219192 Nov 12 00:57:48.045133 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9e81f2b1-aaf3-45ee-a0a6-65d25d7e67b3 req-0c9b7bcb-f9dc-461b-8f96-36631dc9dcf5 tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] 10.222.0.20 "GET /v2.0/security-groups?id=5101aec6-11c0-4cf2-88bc-5f4e56e0ab42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1614599 Nov 12 00:57:48.086621 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-5c3fb660-5400-40fb-b532-8b0096effacb None None] Provisioning complete for port 0135cb2b-ed66-4dbb-8e8d-f17c4f708a49 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:48.086946 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5c3fb660-5400-40fb-b532-8b0096effacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:48.097342 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-82736722-b7a8-44b6-a374-b58349f07482 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:48.211492 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-5c3fb660-5400-40fb-b532-8b0096effacb None None] Port 0135cb2b-ed66-4dbb-8e8d-f17c4f708a49 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:57:48.226929 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-5c3fb660-5400-40fb-b532-8b0096effacb None None] Provisioning complete for port 692c3c05-3d56-4f2a-bd30-bdaae05e7b8e triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:48.227412 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5c3fb660-5400-40fb-b532-8b0096effacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:48.242452 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-342a28bb-118b-4436-8b7c-6907e7f59bd2 req-9e7f6a6a-2ead-46ff-94a9-f0e78d0c7cb0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=56d94c7f-ef9d-42ea-b113-c51c47873364 HTTP/1.1" status: 200 len: 217 time: 0.1759560 Nov 12 00:57:48.270564 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e64ad0d7-e079-4741-be58-3da294f68661 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:48.287488 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64ad0d7-e079-4741-be58-3da294f68661 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:48.288278 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e64ad0d7-e079-4741-be58-3da294f68661 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:48.415988 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device ee024ee1-467d-4fd1-af32-8679f6250860 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:48.446110 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75755a44-7170-4690-8155-14112a13028d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Network 3a48c4d3-ce13-4f37-9c1e-346d70e9e06e is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:48.449624 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-75755a44-7170-4690-8155-14112a13028d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:48.459087 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a28bb-118b-4436-8b7c-6907e7f59bd2 req-7f8624d5-5798-4df5-a2f4-3c001b9c2981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:48.460655 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-342a28bb-118b-4436-8b7c-6907e7f59bd2 req-7f8624d5-5798-4df5-a2f4-3c001b9c2981 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d90dbe28-5d83-482a-bb61-93b5ded874d0 HTTP/1.1" status: 200 len: 865 time: 0.1981499 Nov 12 00:57:48.474156 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75f3ea4-408d-4969-b9a2-7bddd063bedd None None] get_active_networks_info from n-d-812236-11 {{(pid=102663) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 00:57:48.543537 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5c3fb660-5400-40fb-b532-8b0096effacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:48.569764 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ad0d7-e079-4741-be58-3da294f68661 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event updated for resources: {'Network': ['ID=4376faf4-9e4f-4017-b67b-c62669f9bfd3,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:48.584597 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e64ad0d7-e079-4741-be58-3da294f68661 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.3188636 Nov 12 00:57:48.584597 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39582) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:48.600813 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-48ae471c-2a00-40cb-8a04-6bfcf6804c19 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Request body: {'subnet': {'network_id': '4376faf4-9e4f-4017-b67b-c62669f9bfd3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:48.621178 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-5c3fb660-5400-40fb-b532-8b0096effacb None None] For port 692c3c05-3d56-4f2a-bd30-bdaae05e7b8e, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=692c3c05-3d56-4f2a-bd30-bdaae05e7b8e,segment=NetworkSegment(7a48d499-f8b5-43e5-9051-c694f5236b62),segment_id=7a48d499-f8b5-43e5-9051-c694f5236b62)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:48.629757 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 4376faf4-9e4f-4017-b67b-c62669f9bfd3 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:57:48.657720 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-342a28bb-118b-4436-8b7c-6907e7f59bd2 req-66bd6f39-869a-47ff-9098-ec7a5dc74da5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ec688e04-98ae-482a-ac1d-cfa25edff6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1258318 Nov 12 00:57:48.727233 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5c3fb660-5400-40fb-b532-8b0096effacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:48.728344 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0896517-ba09-4395-8823-8d04856c1e9a req-366d208a-a7ec-4dc4-8086-cd5d8aa4283e tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:48.730283 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f0896517-ba09-4395-8823-8d04856c1e9a req-366d208a-a7ec-4dc4-8086-cd5d8aa4283e tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 945 time: 0.6056831 Nov 12 00:57:48.776945 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-82736722-b7a8-44b6-a374-b58349f07482 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:48.804007 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3fb660-5400-40fb-b532-8b0096effacb None None] Pushing event updated for resources: {'Port': ['ID=692c3c05-3d56-4f2a-bd30-bdaae05e7b8e,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:48.835975 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82736722-b7a8-44b6-a374-b58349f07482 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Subnet': ['ID=2702d725-81f1-4045-9cdd-41b0ac4c449f,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:48.842609 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ae471c-2a00-40cb-8a04-6bfcf6804c19 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Made reservation on behalf of 12dd440799914979a52d8976c0f56bb2 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:48.846587 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-48ae471c-2a00-40cb-8a04-6bfcf6804c19 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:48.879579 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-82736722-b7a8-44b6-a374-b58349f07482 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:48.882082 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port ee024ee1-467d-4fd1-af32-8679f6250860 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:48.882700 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:48.886916 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-82736722-b7a8-44b6-a374-b58349f07482 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/2702d725-81f1-4045-9cdd-41b0ac4c449f HTTP/1.1" status: 204 len: 168 time: 2.8941984 Nov 12 00:57:48.888962 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39584) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:48.908269 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f0896517-ba09-4395-8823-8d04856c1e9a req-f4b7a499-c831-4b9d-90fd-95157eeea965 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705868 Nov 12 00:57:48.966161 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-6e686e71-33a4-4c49-85d5-5f0f7e8ab98d None None] Provisioning complete for port 692c3c05-3d56-4f2a-bd30-bdaae05e7b8e triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:48.966666 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6e686e71-33a4-4c49-85d5-5f0f7e8ab98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:49.188655 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 692c3c05-3d56-4f2a-bd30-bdaae05e7b8e up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:49.216317 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-342a28bb-118b-4436-8b7c-6907e7f59bd2 req-93787aa7-a98f-4040-a7d5-caaedc9412ba service neutron] 10.222.0.54 "GET /v2.0/networks/ec688e04-98ae-482a-ac1d-cfa25edff6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5179768 Nov 12 00:57:49.217973 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75755a44-7170-4690-8155-14112a13028d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Router d347b258-3242-448a-91b0-237f40b78043 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:57:49.237840 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-bc361c13-2452-413f-a341-5d0a92be1698 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3402653 Nov 12 00:57:49.242695 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39592) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:49.273666 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75f3ea4-408d-4969-b9a2-7bddd063bedd None None] Resources bound (agent type, host, resource id): {{(pid=102663) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 00:57:49.453281 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 692c3c05-3d56-4f2a-bd30-bdaae05e7b8e triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:49.460889 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:49.467078 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-29199f72-3779-40ea-ade1-494ecf901c50 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for router, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:49.599283 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75755a44-7170-4690-8155-14112a13028d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:57:49.610529 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66d01c3-6fa4-48cd-9009-a12e03345cd6 None None] Sync routers for ids ['d347b258-3242-448a-91b0-237f40b78043'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:57:49.615902 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-75755a44-7170-4690-8155-14112a13028d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "PUT /v2.0/routers/d347b258-3242-448a-91b0-237f40b78043/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6173348 Nov 12 00:57:49.626362 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39604) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:49.636437 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66d01c3-6fa4-48cd-9009-a12e03345cd6 None None] Routers {'d347b258-3242-448a-91b0-237f40b78043'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:57:49.637090 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-d66d01c3-6fa4-48cd-9009-a12e03345cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:57:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['d347b258-3242-448a-91b0-237f40b78043'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:49.647376 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-342a28bb-118b-4436-8b7c-6907e7f59bd2 req-b74d71e9-ae4d-4d14-b37a-11fbfda7a581 service neutron] 10.222.0.54 "GET /v2.0/networks/ec688e04-98ae-482a-ac1d-cfa25edff6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056678 Nov 12 00:57:49.710625 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-d66d01c3-6fa4-48cd-9009-a12e03345cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:49.725535 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66d01c3-6fa4-48cd-9009-a12e03345cd6 None None] Routers {'d347b258-3242-448a-91b0-237f40b78043'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:57:49.726681 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-d66d01c3-6fa4-48cd-9009-a12e03345cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:57:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['d347b258-3242-448a-91b0-237f40b78043'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:49.728326 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ea4ea-fbcf-4a78-9da4-92e428b4bb8d req-c78c7e81-b22a-4503-9c5f-571ec339318c tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:49.738487 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-288ea4ea-fbcf-4a78-9da4-92e428b4bb8d req-c78c7e81-b22a-4503-9c5f-571ec339318c tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ac33876-0956-4ef0-b92c-84359d47c0ef HTTP/1.1" status: 200 len: 943 time: 0.4359572 Nov 12 00:57:49.776370 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-d66d01c3-6fa4-48cd-9009-a12e03345cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:49.777530 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66d01c3-6fa4-48cd-9009-a12e03345cd6 None None] The sync data for ids ['d347b258-3242-448a-91b0-237f40b78043'] in n-d-812236-11 is: [] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:57:49.812774 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30f6613-18e3-4c7e-8e84-483d740bc8ab tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:49.817966 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39608) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:49.820556 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d30f6613-18e3-4c7e-8e84-483d740bc8ab tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "GET /v2.0/ports/0135cb2b-ed66-4dbb-8e8d-f17c4f708a49 HTTP/1.1" status: 200 len: 910 time: 0.1925368 Nov 12 00:57:49.861673 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-288ea4ea-fbcf-4a78-9da4-92e428b4bb8d req-e3eb3bee-eca8-4607-a6f7-01a0bc0ff901 tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] 10.222.0.20 "GET /v2.0/security-groups?id=5101aec6-11c0-4cf2-88bc-5f4e56e0ab42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138065 Nov 12 00:57:50.020388 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-48ae471c-2a00-40cb-8a04-6bfcf6804c19 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:50.233350 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-29199f72-3779-40ea-ade1-494ecf901c50 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:50.239713 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-29199f72-3779-40ea-ade1-494ecf901c50 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:50.312853 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 57454147-b8c8-4391-887c-400221e044d2 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:57:50.319920 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35da34-9a41-43e2-8c88-e1d792d3a431 req-e5215488-bddc-4aad-b77d-d6888a0ac7c2 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:50.321858 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dc35da34-9a41-43e2-8c88-e1d792d3a431 req-e5215488-bddc-4aad-b77d-d6888a0ac7c2 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 945 time: 0.2082386 Nov 12 00:57:50.383372 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ae471c-2a00-40cb-8a04-6bfcf6804c19 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event updated for resources: {'Subnet': ['ID=b7996326-19d7-40ac-b747-b75afa0869c4,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:50.411662 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 57454147-b8c8-4391-887c-400221e044d2 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:57:50.412450 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 57454147-b8c8-4391-887c-400221e044d2 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:57:50.487314 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc24f96-901c-4a4a-a0ba-9c5a1b0099d9 None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:50.566121 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 692c3c05-3d56-4f2a-bd30-bdaae05e7b8e up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:50.584806 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dc35da34-9a41-43e2-8c88-e1d792d3a431 req-12291f08-f7a7-4e65-86ec-c08acb93aea8 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141488 Nov 12 00:57:50.585593 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-29199f72-3779-40ea-ade1-494ecf901c50 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:50.586003 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29199f72-3779-40ea-ade1-494ecf901c50 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Fanout notify agent at l3_agent the message router_deleted on router c5f92577-8d44-4c6f-bcd9-5c9dedc689ba {{(pid=102661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:57:50.605263 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-29199f72-3779-40ea-ade1-494ecf901c50 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:50.606454 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-29199f72-3779-40ea-ade1-494ecf901c50 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/routers/c5f92577-8d44-4c6f-bcd9-5c9dedc689ba HTTP/1.1" status: 204 len: 168 time: 1.3630478 Nov 12 00:57:50.609833 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39624) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:50.616065 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-8085c470-0464-489c-8f7f-0a72846e0e13 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'subnet': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:50.727972 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ae471c-2a00-40cb-8a04-6bfcf6804c19 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Checking segment: {'id': '49a073de-5117-40ee-88fc-7132d4a2904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '4376faf4-9e4f-4017-b67b-c62669f9bfd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:50.727972 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ae471c-2a00-40cb-8a04-6bfcf6804c19 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Network hostable DHCP agents. Network: 4376faf4-9e4f-4017-b67b-c62669f9bfd3, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:57:50.902641 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-45855602-4e05-4afa-8987-ea4079e2be10 req-a94c0fff-7164-45f1-aa83-d9ad76c3dfb7 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.4674540 Nov 12 00:57:50.906924 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ae471c-2a00-40cb-8a04-6bfcf6804c19 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Network 4376faf4-9e4f-4017-b67b-c62669f9bfd3 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:57:50.925173 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 692c3c05-3d56-4f2a-bd30-bdaae05e7b8e triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:50.926466 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:50.930518 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-48ae471c-2a00-40cb-8a04-6bfcf6804c19 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 4376faf4-9e4f-4017-b67b-c62669f9bfd3) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:50.949450 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ae471c-2a00-40cb-8a04-6bfcf6804c19 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:50.950851 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-48ae471c-2a00-40cb-8a04-6bfcf6804c19 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:50.985006 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857e5c6-dbe1-46a3-b9f8-d78c799365cd req-810962a8-7ea7-44b5-9da2-fb7a27720480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:50.993626 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0857e5c6-dbe1-46a3-b9f8-d78c799365cd req-810962a8-7ea7-44b5-9da2-fb7a27720480 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9949651bde034f509ee5331c475937c6&device_id=0ac33876-0956-4ef0-b92c-84359d47c0ef HTTP/1.1" status: 200 len: 1095 time: 0.1610599 Nov 12 00:57:51.122255 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8085c470-0464-489c-8f7f-0a72846e0e13 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:51.135902 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8085c470-0464-489c-8f7f-0a72846e0e13 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:51.138878 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a054616d-9c6d-44ef-a2fa-f074f3967f44 None None] Network 4376faf4-9e4f-4017-b67b-c62669f9bfd3 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:51.176066 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-48ae471c-2a00-40cb-8a04-6bfcf6804c19 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5921400 Nov 12 00:57:51.177054 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39632) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:51.275252 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e162203-2a4a-4d0f-9235-be4b0e8b100e req-1bb9f162-1b4e-4ba8-8d22-0ba8114f8b34 tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:51.277106 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1e162203-2a4a-4d0f-9235-be4b0e8b100e req-1bb9f162-1b4e-4ba8-8d22-0ba8114f8b34 tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ac33876-0956-4ef0-b92c-84359d47c0ef HTTP/1.1" status: 200 len: 943 time: 0.1661358 Nov 12 00:57:51.307110 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857e5c6-dbe1-46a3-b9f8-d78c799365cd req-4bb09023-a2fe-4c1e-a037-12c8a14b76e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:51.311666 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0857e5c6-dbe1-46a3-b9f8-d78c799365cd req-4bb09023-a2fe-4c1e-a037-12c8a14b76e1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ec688e04-98ae-482a-ac1d-cfa25edff6d1 HTTP/1.1" status: 200 len: 926 time: 0.3084493 Nov 12 00:57:51.398534 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-5e3d9522-b085-44c5-aab8-3b8b9a9d661f None None] Provisioning complete for port 0135cb2b-ed66-4dbb-8e8d-f17c4f708a49 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:51.399734 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5e3d9522-b085-44c5-aab8-3b8b9a9d661f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:51.462972 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0857e5c6-dbe1-46a3-b9f8-d78c799365cd req-2d0e1610-3d43-423f-981b-c540aa9102e5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=56d94c7f-ef9d-42ea-b113-c51c47873364 HTTP/1.1" status: 200 len: 217 time: 0.0530276 Nov 12 00:57:51.472429 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-89b59a8f-b679-4abe-b84e-3a864b4e870f tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:51.483706 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9c46c662-ad01-4570-b559-7a3a018b1b0f tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:51.533751 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1e162203-2a4a-4d0f-9235-be4b0e8b100e req-2dc662c9-4779-4d50-910c-5b07cdb2495b tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] 10.222.0.20 "GET /v2.0/security-groups?id=5101aec6-11c0-4cf2-88bc-5f4e56e0ab42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267048 Nov 12 00:57:51.598769 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857e5c6-dbe1-46a3-b9f8-d78c799365cd req-12843ed2-1af7-47c8-bd7f-32a39c98899d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:51.600294 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0857e5c6-dbe1-46a3-b9f8-d78c799365cd req-12843ed2-1af7-47c8-bd7f-32a39c98899d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d90dbe28-5d83-482a-bb61-93b5ded874d0 HTTP/1.1" status: 200 len: 865 time: 0.1041160 Nov 12 00:57:51.737403 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-5e3d9522-b085-44c5-aab8-3b8b9a9d661f None None] Port 0135cb2b-ed66-4dbb-8e8d-f17c4f708a49 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:57:51.786960 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29e6cb4-176e-444f-a556-b9745fa52131 None None] DHCP port deletion for 549c8e6d-38df-4171-95c5-652183e307b7 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:57:51.806768 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d7d895-467e-4ee0-b8a6-e782f3b699de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-4376faf4-9e4f-4017-b67b-c62669f9bfd3', 'network_id': '4376faf4-9e4f-4017-b67b-c62669f9bfd3', 'tenant_id': '12dd440799914979a52d8976c0f56bb2', 'fixed_ips': [{'subnet_id': 'b7996326-19d7-40ac-b747-b75afa0869c4'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:57:51.807731 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b9d7d895-467e-4ee0-b8a6-e782f3b699de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:51.981355 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0857e5c6-dbe1-46a3-b9f8-d78c799365cd req-468a7a1e-d580-4d82-b840-74077de561f2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ec688e04-98ae-482a-ac1d-cfa25edff6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3567564 Nov 12 00:57:52.041463 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8085c470-0464-489c-8f7f-0a72846e0e13 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:52.053827 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a15f5a23-0dfe-4367-935c-00dfee1b0243 req-597fc088-cca5-4903-96bb-5ae694735276 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0927639 Nov 12 00:57:52.089988 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-89b59a8f-b679-4abe-b84e-3a864b4e870f tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:52.204545 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8085c470-0464-489c-8f7f-0a72846e0e13 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Subnet': ['ID=332bed7b-e8fc-492b-9310-8e365aa62af0,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:52.244074 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8085c470-0464-489c-8f7f-0a72846e0e13 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:52.245880 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-8085c470-0464-489c-8f7f-0a72846e0e13 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:52.247711 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-a29e6cb4-176e-444f-a556-b9745fa52131 None None] Deleting port dcc8a74e-4619-48ad-bb3e-91b522b25ce0 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:57:52.255452 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8085c470-0464-489c-8f7f-0a72846e0e13 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:52.256819 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8085c470-0464-489c-8f7f-0a72846e0e13 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:52.269429 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a29e6cb4-176e-444f-a556-b9745fa52131 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:52.269907 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09c062-e340-4b56-98ca-92f5bb637022 req-e3c5dcee-9d26-4a48-b2ea-2dce0eda2ce8 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:52.281043 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7d09c062-e340-4b56-98ca-92f5bb637022 req-e3c5dcee-9d26-4a48-b2ea-2dce0eda2ce8 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 945 time: 0.3087909 Nov 12 00:57:52.308381 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:57:52.397754 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-9c46c662-ad01-4570-b559-7a3a018b1b0f tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Allocated IP 172.21.0.1 (fecf3999-1892-4469-b5ef-644c3e2b03ee/ba30342d-3036-4ae0-9938-866ed5812579/66851a8a-b8c2-4eeb-9c23-32c4e266c90a) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:57:52.409518 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-a29e6cb4-176e-444f-a556-b9745fa52131 None None] For port dcc8a74e-4619-48ad-bb3e-91b522b25ce0, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=dcc8a74e-4619-48ad-bb3e-91b522b25ce0,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:52.409518 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a29e6cb4-176e-444f-a556-b9745fa52131 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:52.412430 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8085c470-0464-489c-8f7f-0a72846e0e13 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8014848 Nov 12 00:57:52.416572 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39654) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:52.436102 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-feb44977-2236-4745-b8d5-1349d7583c6c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2020459109', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:52.458830 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-a29e6cb4-176e-444f-a556-b9745fa52131 None None] Calling delete_port for dcc8a74e-4619-48ad-bb3e-91b522b25ce0 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:57:52.550675 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-feb44977-2236-4745-b8d5-1349d7583c6c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:52.552227 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-feb44977-2236-4745-b8d5-1349d7583c6c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:52.592677 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0857e5c6-dbe1-46a3-b9f8-d78c799365cd req-ac154d68-60a8-4a4f-a42a-db5dd06e44af service neutron] 10.222.0.54 "GET /v2.0/networks/ec688e04-98ae-482a-ac1d-cfa25edff6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5288076 Nov 12 00:57:52.605062 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7d09c062-e340-4b56-98ca-92f5bb637022 req-964a3e05-bb56-4f58-b9aa-f5015cc50b84 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3227296 Nov 12 00:57:52.626244 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device dcc8a74e-4619-48ad-bb3e-91b522b25ce0 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:57:52.636365 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9c46c662-ad01-4570-b559-7a3a018b1b0f tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:52.658555 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: dcc8a74e-4619-48ad-bb3e-91b522b25ce0 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:57:52.658985 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device dcc8a74e-4619-48ad-bb3e-91b522b25ce0 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:57:52.673435 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a29e6cb4-176e-444f-a556-b9745fa52131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:52.724077 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-b9d7d895-467e-4ee0-b8a6-e782f3b699de None None] Allocated IP 172.20.0.1 (4376faf4-9e4f-4017-b67b-c62669f9bfd3/b7996326-19d7-40ac-b747-b75afa0869c4/3c37473b-b1bc-4e40-8687-e631ae499780) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:57:52.733011 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e6cb4-176e-444f-a556-b9745fa52131 None None] Pushing event deleted for resources: {'Port': ['ID=dcc8a74e-4619-48ad-bb3e-91b522b25ce0,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:52.793121 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29e6cb4-176e-444f-a556-b9745fa52131 None None] No DVR routers for this DVR port dcc8a74e-4619-48ad-bb3e-91b522b25ce0 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:57:52.841362 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259c7995-adc9-4e89-b72d-a4578feee5a1 None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:52.850735 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9c46c662-ad01-4570-b559-7a3a018b1b0f tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:52.898401 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c46c662-ad01-4570-b559-7a3a018b1b0f tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Network fecf3999-1892-4469-b5ef-644c3e2b03ee is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:52.902723 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0857e5c6-dbe1-46a3-b9f8-d78c799365cd req-8f76cb4d-4617-45ad-aae4-aea56c1fa106 service neutron] 10.222.0.54 "GET /v2.0/networks/ec688e04-98ae-482a-ac1d-cfa25edff6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877564 Nov 12 00:57:52.912702 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-9c46c662-ad01-4570-b559-7a3a018b1b0f tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:52.914578 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-feb44977-2236-4745-b8d5-1349d7583c6c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:52.915554 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c46c662-ad01-4570-b559-7a3a018b1b0f tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:52.920862 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-feb44977-2236-4745-b8d5-1349d7583c6c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:52.988769 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-feb44977-2236-4745-b8d5-1349d7583c6c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:53.004298 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-feb44977-2236-4745-b8d5-1349d7583c6c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5709069 Nov 12 00:57:53.007562 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39666) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:53.317428 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24167836-2b70-4955-8ec6-c5661274716a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-549c8e6d-38df-4171-95c5-652183e307b7', 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'tenant_id': 'd39bd700eb73489c844e800fa5489ef8', 'fixed_ips': [{'subnet_id': '332bed7b-e8fc-492b-9310-8e365aa62af0'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:57:53.317428 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-24167836-2b70-4955-8ec6-c5661274716a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:53.578865 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-24167836-2b70-4955-8ec6-c5661274716a None None] Allocated IP 2001:db8::2 (549c8e6d-38df-4171-95c5-652183e307b7/332bed7b-e8fc-492b-9310-8e365aa62af0/c9e59fa3-0c8e-4384-8f5a-40c43d6ff7fc) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:57:53.691658 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-4e99fcb8-d3a2-4dc0-abb8-0a8c4da09bbe None None] Provisioning complete for port 66851a8a-b8c2-4eeb-9c23-32c4e266c90a triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:53.692136 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4e99fcb8-d3a2-4dc0-abb8-0a8c4da09bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:53.702440 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4ff46726-b967-426d-91d9-c33e2eb6877e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:53.841806 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c46c662-ad01-4570-b559-7a3a018b1b0f tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event updated for resources: {'Port': ['ID=66851a8a-b8c2-4eeb-9c23-32c4e266c90a,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:53.848494 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9c46c662-ad01-4570-b559-7a3a018b1b0f tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:53.909198 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692247b5-6314-4618-85cf-ea6d840ce91a req-f5dc1b2d-04ef-4410-83bb-b0c726406fc6 tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:53.912127 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-692247b5-6314-4618-85cf-ea6d840ce91a req-f5dc1b2d-04ef-4410-83bb-b0c726406fc6 tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ac33876-0956-4ef0-b92c-84359d47c0ef HTTP/1.1" status: 200 len: 943 time: 1.1800673 Nov 12 00:57:53.974427 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-4e99fcb8-d3a2-4dc0-abb8-0a8c4da09bbe None None] Port 66851a8a-b8c2-4eeb-9c23-32c4e266c90a cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:57:54.080920 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-692247b5-6314-4618-85cf-ea6d840ce91a req-9f3d3369-7f72-4051-bc86-c4dddc349f7e tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] 10.222.0.20 "GET /v2.0/security-groups?id=5101aec6-11c0-4cf2-88bc-5f4e56e0ab42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623366 Nov 12 00:57:54.087765 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97942c3-9fa6-4620-8141-86d27d93aec6 req-95ea04f5-111a-4247-af86-6e546e32c303 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:54.090672 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f97942c3-9fa6-4620-8141-86d27d93aec6 req-95ea04f5-111a-4247-af86-6e546e32c303 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 945 time: 0.2556391 Nov 12 00:57:54.112446 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b9d7d895-467e-4ee0-b8a6-e782f3b699de None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:54.152489 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b9d7d895-467e-4ee0-b8a6-e782f3b699de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:54.205640 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9c46c662-ad01-4570-b559-7a3a018b1b0f tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:54.212093 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-24167836-2b70-4955-8ec6-c5661274716a None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:54.280130 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-89b59a8f-b679-4abe-b84e-3a864b4e870f tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:54.345771 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f97942c3-9fa6-4620-8141-86d27d93aec6 req-2ef5a6e2-6478-41c3-9d66-9968f4b26e38 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2261181 Nov 12 00:57:54.374945 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d7d895-467e-4ee0-b8a6-e782f3b699de None None] Network 4376faf4-9e4f-4017-b67b-c62669f9bfd3 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:54.378330 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-24167836-2b70-4955-8ec6-c5661274716a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:54.398453 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b59a8f-b679-4abe-b84e-3a864b4e870f tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event deleted for resources: {'Subnet': ['ID=b7996326-19d7-40ac-b747-b75afa0869c4,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:54.408962 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-b9d7d895-467e-4ee0-b8a6-e782f3b699de None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:54.416116 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d7d895-467e-4ee0-b8a6-e782f3b699de None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:54.451804 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24167836-2b70-4955-8ec6-c5661274716a None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:54.473503 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-24167836-2b70-4955-8ec6-c5661274716a None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:54.481408 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24167836-2b70-4955-8ec6-c5661274716a None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:54.491886 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7d895-467e-4ee0-b8a6-e782f3b699de None None] Pushing event updated for resources: {'Port': ['ID=3c37473b-b1bc-4e40-8687-e631ae499780,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:54.585262 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-4ff46726-b967-426d-91d9-c33e2eb6877e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Allocated IP 2001:db8::1 (549c8e6d-38df-4171-95c5-652183e307b7/332bed7b-e8fc-492b-9310-8e365aa62af0/fa9f3a8b-c9dd-45ec-841e-43491dacccd6) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:57:54.654624 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-60725e25-36dc-4c13-9d62-fed0806929d6 req-d14c1783-00a8-422a-a02d-7392e1e270fd service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1336312 Nov 12 00:57:54.670099 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-b9d7d895-467e-4ee0-b8a6-e782f3b699de None None] Attempting to bind port 3c37473b-b1bc-4e40-8687-e631ae499780 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:57:54.670722 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-b9d7d895-467e-4ee0-b8a6-e782f3b699de None None] Attempting to bind port 3c37473b-b1bc-4e40-8687-e631ae499780 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '49a073de-5117-40ee-88fc-7132d4a2904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '4376faf4-9e4f-4017-b67b-c62669f9bfd3'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:57:54.671116 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d7d895-467e-4ee0-b8a6-e782f3b699de None None] Attempting to bind port 3c37473b-b1bc-4e40-8687-e631ae499780 on network 4376faf4-9e4f-4017-b67b-c62669f9bfd3 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:57:54.687602 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d7d895-467e-4ee0-b8a6-e782f3b699de None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:57:54.687602 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d7d895-467e-4ee0-b8a6-e782f3b699de None None] Checking segment: {'id': '49a073de-5117-40ee-88fc-7132d4a2904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '4376faf4-9e4f-4017-b67b-c62669f9bfd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:54.687602 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b9d7d895-467e-4ee0-b8a6-e782f3b699de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:54.687602 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d7d895-467e-4ee0-b8a6-e782f3b699de None None] Bound using segment: {'id': '49a073de-5117-40ee-88fc-7132d4a2904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '4376faf4-9e4f-4017-b67b-c62669f9bfd3'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:57:54.687602 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-b9d7d895-467e-4ee0-b8a6-e782f3b699de None None] Bound port: 3c37473b-b1bc-4e40-8687-e631ae499780, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49a073de-5117-40ee-88fc-7132d4a2904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '4376faf4-9e4f-4017-b67b-c62669f9bfd3'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:57:54.687602 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b9d7d895-467e-4ee0-b8a6-e782f3b699de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:54.732096 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-89b59a8f-b679-4abe-b84e-3a864b4e870f tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:54.756021 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4ff46726-b967-426d-91d9-c33e2eb6877e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:54.850442 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4ff46726-b967-426d-91d9-c33e2eb6877e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:54.879199 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-89b59a8f-b679-4abe-b84e-3a864b4e870f tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4376faf4-9e4f-4017-b67b-c62669f9bfd3']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:54.923389 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-89b59a8f-b679-4abe-b84e-3a864b4e870f tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49a073de-5117-40ee-88fc-7132d4a2904e') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:54.924003 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-89b59a8f-b679-4abe-b84e-3a864b4e870f tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49a073de-5117-40ee-88fc-7132d4a2904e') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:54.927303 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff46726-b967-426d-91d9-c33e2eb6877e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:54.946379 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-89b59a8f-b679-4abe-b84e-3a864b4e870f tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:54.947750 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-4ff46726-b967-426d-91d9-c33e2eb6877e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:54.958628 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff46726-b967-426d-91d9-c33e2eb6877e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:54.960212 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4ff46726-b967-426d-91d9-c33e2eb6877e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:55.002514 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-89b59a8f-b679-4abe-b84e-3a864b4e870f tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:55.015761 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff46726-b967-426d-91d9-c33e2eb6877e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Port': ['ID=fa9f3a8b-c9dd-45ec-841e-43491dacccd6,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:55.060078 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89b59a8f-b679-4abe-b84e-3a864b4e870f tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:57:55.060490 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-89b59a8f-b679-4abe-b84e-3a864b4e870f tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:55.068016 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:57:55.068016 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:57:55.068016 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:57:55.068016 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:57:55.068016 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:57:55.068016 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:57:55.068016 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:57:55.068016 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:57:55.068016 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:57:55.068016 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:57:55.068016 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:57:55.068016 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:57:55.068016 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:57:55.068016 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:57:55.068016 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:57:55.068016 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:57:55.068016 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:57:55.068016 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:57:55.068016 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:57:55.068016 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:57:55.068016 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:57:55.068016 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:57:55.068016 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:57:55.068016 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:57:55.068016 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:57:55.068016 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:57:55.068016 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:57:55.068016 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:57:55.068016 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:57:55.068016 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:57:55.068016 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:57:55.068016 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:57:55.184048 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4ff46726-b967-426d-91d9-c33e2eb6877e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:55.274933 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24167836-2b70-4955-8ec6-c5661274716a None None] Pushing event updated for resources: {'Port': ['ID=c9e59fa3-0c8e-4384-8f5a-40c43d6ff7fc,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:55.291569 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-24167836-2b70-4955-8ec6-c5661274716a None None] Attempting to bind port c9e59fa3-0c8e-4384-8f5a-40c43d6ff7fc on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:57:55.295405 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-24167836-2b70-4955-8ec6-c5661274716a None None] Attempting to bind port c9e59fa3-0c8e-4384-8f5a-40c43d6ff7fc by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:57:55.295915 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24167836-2b70-4955-8ec6-c5661274716a None None] Attempting to bind port c9e59fa3-0c8e-4384-8f5a-40c43d6ff7fc on network 549c8e6d-38df-4171-95c5-652183e307b7 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:57:55.307178 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24167836-2b70-4955-8ec6-c5661274716a None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:57:55.313710 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24167836-2b70-4955-8ec6-c5661274716a None None] Checking segment: {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:55.313987 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-24167836-2b70-4955-8ec6-c5661274716a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:55.314662 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24167836-2b70-4955-8ec6-c5661274716a None None] Bound using segment: {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:57:55.319949 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-24167836-2b70-4955-8ec6-c5661274716a None None] Bound port: c9e59fa3-0c8e-4384-8f5a-40c43d6ff7fc, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:57:55.320677 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-24167836-2b70-4955-8ec6-c5661274716a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:55.407739 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-89b59a8f-b679-4abe-b84e-3a864b4e870f tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 00:57:55.407739 n-d-812236-11 neutron-server[102661]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 00:57:55.407739 n-d-812236-11 neutron-server[102661]: [parameters: {'id': '4376faf4-9e4f-4017-b67b-c62669f9bfd3'}] Nov 12 00:57:55.407739 n-d-812236-11 neutron-server[102661]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:57:55.418979 n-d-812236-11 neutron-server[102661]: DEBUG oslo_db.api [None req-89b59a8f-b679-4abe-b84e-3a864b4e870f tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:57:55.460234 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad21a7-13cc-441a-a683-31b4ca51d2c8 req-be67048e-24eb-49ed-9415-da85cc7dfd09 tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:55.475033 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1aad21a7-13cc-441a-a683-31b4ca51d2c8 req-be67048e-24eb-49ed-9415-da85cc7dfd09 tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ac33876-0956-4ef0-b92c-84359d47c0ef HTTP/1.1" status: 200 len: 943 time: 0.2282534 Nov 12 00:57:55.606905 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b9d7d895-467e-4ee0-b8a6-e782f3b699de None None] For port 3c37473b-b1bc-4e40-8687-e631ae499780, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:57:55.652364 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9c46c662-ad01-4570-b559-7a3a018b1b0f tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:55.660548 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9c46c662-ad01-4570-b559-7a3a018b1b0f tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:55.720593 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1aad21a7-13cc-441a-a683-31b4ca51d2c8 req-c904f938-3f7f-44e9-ad64-44042e049fd3 tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] 10.222.0.20 "GET /v2.0/security-groups?id=5101aec6-11c0-4cf2-88bc-5f4e56e0ab42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389283 Nov 12 00:57:55.721050 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b9d7d895-467e-4ee0-b8a6-e782f3b699de None None] For port 3c37473b-b1bc-4e40-8687-e631ae499780, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=3c37473b-b1bc-4e40-8687-e631ae499780,segment=NetworkSegment(49a073de-5117-40ee-88fc-7132d4a2904e),segment_id=49a073de-5117-40ee-88fc-7132d4a2904e)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:57:55.743522 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b9d7d895-467e-4ee0-b8a6-e782f3b699de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:55.779809 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9c46c662-ad01-4570-b559-7a3a018b1b0f tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:55.802345 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c46c662-ad01-4570-b559-7a3a018b1b0f tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event updated for resources: {'Port': ['ID=66851a8a-b8c2-4eeb-9c23-32c4e266c90a,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:55.807839 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-24167836-2b70-4955-8ec6-c5661274716a None None] For port c9e59fa3-0c8e-4384-8f5a-40c43d6ff7fc, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:57:55.841827 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4ff46726-b967-426d-91d9-c33e2eb6877e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:55.852078 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4ff46726-b967-426d-91d9-c33e2eb6877e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:55.853518 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4ff46726-b967-426d-91d9-c33e2eb6877e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:55.932321 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-24167836-2b70-4955-8ec6-c5661274716a None None] For port c9e59fa3-0c8e-4384-8f5a-40c43d6ff7fc, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=c9e59fa3-0c8e-4384-8f5a-40c43d6ff7fc,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:57:55.949000 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-89b59a8f-b679-4abe-b84e-3a864b4e870f tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:55.958408 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-24167836-2b70-4955-8ec6-c5661274716a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:55.959433 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbc794-ea6f-48c3-a72b-d4ff411e6550 req-468e8869-122b-4f16-8f72-c3b4489ea9d5 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:55.974995 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-10bbc794-ea6f-48c3-a72b-d4ff411e6550 req-468e8869-122b-4f16-8f72-c3b4489ea9d5 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 945 time: 0.3411601 Nov 12 00:57:56.001486 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-54848b71-3c0b-4f07-bc10-27c393b318a8 req-55e25f99-1983-4b2d-b64d-552b5325db95 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1671879 Nov 12 00:57:56.034473 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f70a2f-a6d3-4d9b-8d92-e2137578895a None None] Network 4376faf4-9e4f-4017-b67b-c62669f9bfd3 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:56.189793 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff46726-b967-426d-91d9-c33e2eb6877e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Port': ['ID=fa9f3a8b-c9dd-45ec-841e-43491dacccd6,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:56.237124 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7d895-467e-4ee0-b8a6-e782f3b699de None None] Pushing event updated for resources: {'Port': ['ID=3c37473b-b1bc-4e40-8687-e631ae499780,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:56.344799 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c46c662-ad01-4570-b559-7a3a018b1b0f tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Network fecf3999-1892-4469-b5ef-644c3e2b03ee is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:56.363201 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-9c46c662-ad01-4570-b559-7a3a018b1b0f tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:56.396659 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-89b59a8f-b679-4abe-b84e-3a864b4e870f tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Deleting port 3c37473b-b1bc-4e40-8687-e631ae499780 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:57:56.397490 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-89b59a8f-b679-4abe-b84e-3a864b4e870f tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:56.404266 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24167836-2b70-4955-8ec6-c5661274716a None None] Pushing event updated for resources: {'Port': ['ID=c9e59fa3-0c8e-4384-8f5a-40c43d6ff7fc,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:56.422949 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-10bbc794-ea6f-48c3-a72b-d4ff411e6550 req-52426b3a-aad1-41fd-aed0-6ed6775cda02 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4461925 Nov 12 00:57:56.514591 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff46726-b967-426d-91d9-c33e2eb6877e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:56.516739 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-4ff46726-b967-426d-91d9-c33e2eb6877e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:56.654612 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 56d94c7f-ef9d-42ea-b113-c51c47873364 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:57:56.797271 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-89b59a8f-b679-4abe-b84e-3a864b4e870f tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] For port 3c37473b-b1bc-4e40-8687-e631ae499780, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=3c37473b-b1bc-4e40-8687-e631ae499780,segment=NetworkSegment(49a073de-5117-40ee-88fc-7132d4a2904e),segment_id=49a073de-5117-40ee-88fc-7132d4a2904e)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:56.797888 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-89b59a8f-b679-4abe-b84e-3a864b4e870f tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:56.861676 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-89b59a8f-b679-4abe-b84e-3a864b4e870f tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Calling delete_port for 3c37473b-b1bc-4e40-8687-e631ae499780 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:57:56.923423 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff46726-b967-426d-91d9-c33e2eb6877e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Router 4dacae2d-7572-4ec9-bcee-8ef5f03f3586 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:57:57.033011 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-89b59a8f-b679-4abe-b84e-3a864b4e870f tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:57.070772 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-6525cc6f-d694-49b0-ac6c-6d4342093e82 None None] Provisioning complete for port 66851a8a-b8c2-4eeb-9c23-32c4e266c90a triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:57.071590 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6525cc6f-d694-49b0-ac6c-6d4342093e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:57.117580 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-6525cc6f-d694-49b0-ac6c-6d4342093e82 None None] Port 66851a8a-b8c2-4eeb-9c23-32c4e266c90a cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:57:57.131629 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c46c662-ad01-4570-b559-7a3a018b1b0f tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Router d347b258-3242-448a-91b0-237f40b78043 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:57:57.133025 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b59a8f-b679-4abe-b84e-3a864b4e870f tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event deleted for resources: {'Port': ['ID=3c37473b-b1bc-4e40-8687-e631ae499780,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:57.139003 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b59a8f-b679-4abe-b84e-3a864b4e870f tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] No DVR routers for this DVR port 3c37473b-b1bc-4e40-8687-e631ae499780 on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:57:57.158096 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 56d94c7f-ef9d-42ea-b113-c51c47873364, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=56d94c7f-ef9d-42ea-b113-c51c47873364,segment=NetworkSegment(f213652d-6996-4db9-b75f-3dbd4819716b),segment_id=f213652d-6996-4db9-b75f-3dbd4819716b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:57.178132 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '56d94c7f-ef9d-42ea-b113-c51c47873364', 'network_id': 'ec688e04-98ae-482a-ac1d-cfa25edff6d1', 'port_id': '56d94c7f-ef9d-42ea-b113-c51c47873364', 'mac_address': 'fa:16:3e:86:08:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd90dbe28-5d83-482a-bb61-93b5ded874d0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:57:57.211062 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7076a-d21e-4dbd-9c10-8206f61372b0 req-dd52c6a9-10f8-4d06-a552-4b381d716f37 tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:57.211062 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-73f7076a-d21e-4dbd-9c10-8206f61372b0 req-dd52c6a9-10f8-4d06-a552-4b381d716f37 tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ac33876-0956-4ef0-b92c-84359d47c0ef HTTP/1.1" status: 200 len: 943 time: 0.2418385 Nov 12 00:57:57.265240 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:57.272929 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff46726-b967-426d-91d9-c33e2eb6877e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:57:57.286613 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8370261-83eb-441b-a25e-4098b19c9993 None None] Sync routers for ids ['4dacae2d-7572-4ec9-bcee-8ef5f03f3586'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:57:57.291352 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-4ff46726-b967-426d-91d9-c33e2eb6877e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "PUT /v2.0/routers/4dacae2d-7572-4ec9-bcee-8ef5f03f3586/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2826338 Nov 12 00:57:57.292982 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39734) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:57.295007 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56d94c7f-ef9d-42ea-b113-c51c47873364 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:57:57.321089 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 56d94c7f-ef9d-42ea-b113-c51c47873364, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=56d94c7f-ef9d-42ea-b113-c51c47873364,segment=NetworkSegment(f213652d-6996-4db9-b75f-3dbd4819716b),segment_id=f213652d-6996-4db9-b75f-3dbd4819716b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:57.327557 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:57.345540 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-73f7076a-d21e-4dbd-9c10-8206f61372b0 req-27a97080-bf93-4119-89c0-64f478cdd71b tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] 10.222.0.20 "GET /v2.0/security-groups?id=5101aec6-11c0-4cf2-88bc-5f4e56e0ab42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267872 Nov 12 00:57:57.367844 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c46c662-ad01-4570-b559-7a3a018b1b0f tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:57:57.369623 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8370261-83eb-441b-a25e-4098b19c9993 None None] Routers {'4dacae2d-7572-4ec9-bcee-8ef5f03f3586'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:57:57.370571 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-d8370261-83eb-441b-a25e-4098b19c9993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:57:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['4dacae2d-7572-4ec9-bcee-8ef5f03f3586'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:57.376420 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-9c46c662-ad01-4570-b559-7a3a018b1b0f tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "PUT /v2.0/routers/d347b258-3242-448a-91b0-237f40b78043/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5560031 Nov 12 00:57:57.385535 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23b1019-56bc-4f8b-a685-8c50eb3ee576 None None] Sync routers for ids ['d347b258-3242-448a-91b0-237f40b78043'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:57:57.390089 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39738) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:57.402765 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23b1019-56bc-4f8b-a685-8c50eb3ee576 None None] Routers {'d347b258-3242-448a-91b0-237f40b78043'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:57:57.404505 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-b23b1019-56bc-4f8b-a685-8c50eb3ee576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:57:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['d347b258-3242-448a-91b0-237f40b78043'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:57.470695 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d94b67c-a7be-427b-af01-55e131001053 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:57.472144 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8d94b67c-a7be-427b-af01-55e131001053 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "GET /v2.0/ports/66851a8a-b8c2-4eeb-9c23-32c4e266c90a HTTP/1.1" status: 200 len: 910 time: 0.0807338 Nov 12 00:57:57.477106 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39746) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:57.491729 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-89b59a8f-b679-4abe-b84e-3a864b4e870f tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:57.500793 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b27dbad-47dc-489a-891c-705082219db7 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:57.508479 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-b23b1019-56bc-4f8b-a685-8c50eb3ee576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:57.509173 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-2b27dbad-47dc-489a-891c-705082219db7 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/ports/fa9f3a8b-c9dd-45ec-841e-43491dacccd6 HTTP/1.1" status: 200 len: 911 time: 0.1529586 Nov 12 00:57:57.515010 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39748) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:57.536073 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23b1019-56bc-4f8b-a685-8c50eb3ee576 None None] Routers {'d347b258-3242-448a-91b0-237f40b78043'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:57:57.536935 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-b23b1019-56bc-4f8b-a685-8c50eb3ee576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:57:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['d347b258-3242-448a-91b0-237f40b78043'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:57.596536 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=56d94c7f-ef9d-42ea-b113-c51c47873364,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:57.622581 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-d8370261-83eb-441b-a25e-4098b19c9993 None None] Set router 4dacae2d-7572-4ec9-bcee-8ef5f03f3586 gateway port host: None {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:57:57.631664 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-b23b1019-56bc-4f8b-a685-8c50eb3ee576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:57.632707 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23b1019-56bc-4f8b-a685-8c50eb3ee576 None None] The sync data for ids ['d347b258-3242-448a-91b0-237f40b78043'] in n-d-812236-11 is: [] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:57:57.637583 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-89b59a8f-b679-4abe-b84e-3a864b4e870f tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4376faf4-9e4f-4017-b67b-c62669f9bfd3']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:57.666896 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-89b59a8f-b679-4abe-b84e-3a864b4e870f tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49a073de-5117-40ee-88fc-7132d4a2904e') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:57.667340 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-89b59a8f-b679-4abe-b84e-3a864b4e870f tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49a073de-5117-40ee-88fc-7132d4a2904e') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:57.701195 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-89b59a8f-b679-4abe-b84e-3a864b4e870f tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:57.751016 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-89b59a8f-b679-4abe-b84e-3a864b4e870f tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:57.768085 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89b59a8f-b679-4abe-b84e-3a864b4e870f tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:57:57.768085 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-89b59a8f-b679-4abe-b84e-3a864b4e870f tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:57.776340 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:57:57.776340 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:57:57.776340 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:57:57.776340 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:57:57.776340 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:57:57.776340 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:57:57.776340 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:57:57.776340 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:57:57.776340 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:57:57.776340 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:57:57.776340 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:57:57.776340 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:57:57.776340 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:57:57.776340 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:57:57.776340 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:57:57.776340 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:57:57.776340 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:57:57.776340 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:57:57.776340 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:57:57.776340 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:57:57.776340 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:57:57.776340 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:57:57.776340 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:57:57.776340 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:57:57.776340 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:57:57.776340 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:57:57.776340 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:57:57.776340 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:57:57.776340 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:57:57.776340 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:57:57.776340 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:57:57.776340 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:57:57.799858 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9c4d94-8739-4a32-bac8-7e4e8975a571 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:57.807145 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9c4d94-8739-4a32-bac8-7e4e8975a571 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:57.808858 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-eb9c4d94-8739-4a32-bac8-7e4e8975a571 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2836130 Nov 12 00:57:57.818786 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39750) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:57.869022 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb053aa-3fe9-40d0-8137-e00d8bdfaf8d req-17221e45-cc3b-41d7-9964-547151f40a09 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:57.870703 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3bb053aa-3fe9-40d0-8137-e00d8bdfaf8d req-17221e45-cc3b-41d7-9964-547151f40a09 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 945 time: 0.2483890 Nov 12 00:57:57.984438 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-89b59a8f-b679-4abe-b84e-3a864b4e870f tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:57.991256 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-89b59a8f-b679-4abe-b84e-3a864b4e870f tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:57.999339 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-89b59a8f-b679-4abe-b84e-3a864b4e870f tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "DELETE /v2.0/networks/4376faf4-9e4f-4017-b67b-c62669f9bfd3 HTTP/1.1" status: 204 len: 168 time: 6.8180614 Nov 12 00:57:58.007300 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39758) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:58.031784 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['56d94c7f-ef9d-42ea-b113-c51c47873364'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:57:58.044683 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-03d0d7b2-bf75-4d25-bbda-866962945cae tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-200114996'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:58.052940 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b59a8f-b679-4abe-b84e-3a864b4e870f tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event deleted for resources: {'Network': ['ID=4376faf4-9e4f-4017-b67b-c62669f9bfd3,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:58.123090 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3bb053aa-3fe9-40d0-8137-e00d8bdfaf8d req-3bd26261-c99f-4f9a-919f-556880f3a4f4 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036834 Nov 12 00:57:58.198256 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d0d7b2-bf75-4d25-bbda-866962945cae tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Made reservation on behalf of 12dd440799914979a52d8976c0f56bb2 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:58.204174 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-03d0d7b2-bf75-4d25-bbda-866962945cae tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:58.303649 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-f3c4d836-f714-4cfb-bea6-beda0043794d None None] Provisioning complete for port c9e59fa3-0c8e-4384-8f5a-40c43d6ff7fc triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:58.304271 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f3c4d836-f714-4cfb-bea6-beda0043794d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:58.328746 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03d0d7b2-bf75-4d25-bbda-866962945cae tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:57:58.353268 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-d8370261-83eb-441b-a25e-4098b19c9993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dacae2d-7572-4ec9-bcee-8ef5f03f3586', 'name': 'tempest-NetworksTestDHCPv6-router-2020459109', 'tenant_id': 'd39bd700eb73489c844e800fa5489ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:52Z', 'updated_at': '2021-11-12T00:57:55Z', 'revision_number': 2, 'project_id': 'd39bd700eb73489c844e800fa5489ef8', 'gw_port_host': None, '_interfaces': [{'id': 'fa9f3a8b-c9dd-45ec-841e-43491dacccd6', 'name': '', 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'tenant_id': 'd39bd700eb73489c844e800fa5489ef8', 'mac_address': 'fa:16:3e:cb:87:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dacae2d-7572-4ec9-bcee-8ef5f03f3586', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '332bed7b-e8fc-492b-9310-8e365aa62af0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:54Z', 'updated_at': '2021-11-12T00:57:55Z', 'revision_number': 2, 'project_id': 'd39bd700eb73489c844e800fa5489ef8', 'subnets': [{'id': '332bed7b-e8fc-492b-9310-8e365aa62af0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:58.365241 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b771da43-fefa-487c-9529-99543391d706 req-34d578f4-0e98-4bb7-aea1-986d41f2c2d5 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0634763 Nov 12 00:57:58.372833 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-03d0d7b2-bf75-4d25-bbda-866962945cae tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:58.373172 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-03d0d7b2-bf75-4d25-bbda-866962945cae tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Added segment ec181c9a-fe2c-4033-bc1b-57f31bc86869 of type vlan for network f1671647-b2ef-4a2b-97e5-446b3d111b49 Nov 12 00:57:58.441862 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8370261-83eb-441b-a25e-4098b19c9993 None None] Checking router: 4dacae2d-7572-4ec9-bcee-8ef5f03f3586 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:57:58.442380 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8370261-83eb-441b-a25e-4098b19c9993 None None] Updating router 4dacae2d-7572-4ec9-bcee-8ef5f03f3586 port fa9f3a8b-c9dd-45ec-841e-43491dacccd6 binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:57:58.530579 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-03d0d7b2-bf75-4d25-bbda-866962945cae tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:58.648691 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-03d0d7b2-bf75-4d25-bbda-866962945cae tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:58.650352 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device c9e59fa3-0c8e-4384-8f5a-40c43d6ff7fc up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:58.655735 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d8370261-83eb-441b-a25e-4098b19c9993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:58.655923 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d0d7b2-bf75-4d25-bbda-866962945cae tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:58.656404 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-03d0d7b2-bf75-4d25-bbda-866962945cae tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:58.702495 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-03d0d7b2-bf75-4d25-bbda-866962945cae tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6620247 Nov 12 00:57:58.711124 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39772) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:58.726407 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-b992d8ba-83bd-4af0-b535-f6a16ac65a57 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:58.782677 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d0d7b2-bf75-4d25-bbda-866962945cae tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event updated for resources: {'Network': ['ID=f1671647-b2ef-4a2b-97e5-446b3d111b49,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:58.823415 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network f1671647-b2ef-4a2b-97e5-446b3d111b49 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:57:58.835714 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196652d-bc6e-4a38-bda3-2393cb4fd6a1 req-5be05cd2-6317-4f6d-8692-ec407600bc62 tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:58.844488 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1196652d-bc6e-4a38-bda3-2393cb4fd6a1 req-5be05cd2-6317-4f6d-8692-ec407600bc62 tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ac33876-0956-4ef0-b92c-84359d47c0ef HTTP/1.1" status: 200 len: 944 time: 0.3123870 Nov 12 00:57:58.868584 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f3c4d836-f714-4cfb-bea6-beda0043794d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:58.879735 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f212486-c995-4fab-acf7-654a333f6192 None None] get_active_networks_info from n-d-812236-11 {{(pid=102663) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 00:57:58.914028 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7790192d-1a4d-4807-aa2c-a44996c3d290 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:58.952199 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1196652d-bc6e-4a38-bda3-2393cb4fd6a1 req-0b8be766-50d7-4fa9-8054-44e0f2e436ce tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] 10.222.0.20 "GET /v2.0/security-groups?id=5101aec6-11c0-4cf2-88bc-5f4e56e0ab42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068249 Nov 12 00:57:59.064315 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b992d8ba-83bd-4af0-b535-f6a16ac65a57 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:59.096984 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b992d8ba-83bd-4af0-b535-f6a16ac65a57 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:59.129188 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b992d8ba-83bd-4af0-b535-f6a16ac65a57 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Network f1671647-b2ef-4a2b-97e5-446b3d111b49 is not hosted by any dhcp agent {{(pid=102662) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 00:57:59.137680 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b992d8ba-83bd-4af0-b535-f6a16ac65a57 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:59.138144 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b992d8ba-83bd-4af0-b535-f6a16ac65a57 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:59.139443 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b992d8ba-83bd-4af0-b535-f6a16ac65a57 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "PUT /v2.0/networks/f1671647-b2ef-4a2b-97e5-446b3d111b49 HTTP/1.1" status: 200 len: 723 time: 0.4208782 Nov 12 00:57:59.142610 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39782) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:59.149117 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-e89c6eb6-235f-4ff0-9def-b291673877c5 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Request body: {'subnet': {'network_id': 'f1671647-b2ef-4a2b-97e5-446b3d111b49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:59.157667 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dd9f100f-d70a-4b59-98e8-aa5396caf696 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:59.286782 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port c9e59fa3-0c8e-4384-8f5a-40c43d6ff7fc triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:59.287325 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:59.339127 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-f3c4d836-f714-4cfb-bea6-beda0043794d None None] For port c9e59fa3-0c8e-4384-8f5a-40c43d6ff7fc, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=c9e59fa3-0c8e-4384-8f5a-40c43d6ff7fc,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:59.358335 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-91a7b18a-af80-40d5-87da-286abc43e391 req-3e13c0ab-1d51-4d17-b75e-5e895d05e733 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0516195 Nov 12 00:57:59.367129 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89c6eb6-235f-4ff0-9def-b291673877c5 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Made reservation on behalf of 12dd440799914979a52d8976c0f56bb2 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:59.372762 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e89c6eb6-235f-4ff0-9def-b291673877c5 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:59.388200 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b992d8ba-83bd-4af0-b535-f6a16ac65a57 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event updated for resources: {'Network': ['ID=f1671647-b2ef-4a2b-97e5-446b3d111b49,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:59.420439 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d25587-1227-4997-96d8-3e1fd046863c req-a66bde39-48f2-40c2-8e1e-c47f6d526366 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:59.428383 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-40d25587-1227-4997-96d8-3e1fd046863c req-a66bde39-48f2-40c2-8e1e-c47f6d526366 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 945 time: 0.1413224 Nov 12 00:57:59.447102 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f212486-c995-4fab-acf7-654a333f6192 None None] Resources bound (agent type, host, resource id): {{(pid=102663) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 00:57:59.524248 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network f1671647-b2ef-4a2b-97e5-446b3d111b49 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:57:59.533815 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f3c4d836-f714-4cfb-bea6-beda0043794d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:59.539436 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-40d25587-1227-4997-96d8-3e1fd046863c req-af24a8ed-c48d-4f39-8af8-f151454be832 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054459 Nov 12 00:57:59.643259 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-7790192d-1a4d-4807-aa2c-a44996c3d290 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Deleting port fa9f3a8b-c9dd-45ec-841e-43491dacccd6 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:57:59.643528 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7790192d-1a4d-4807-aa2c-a44996c3d290 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:59.676562 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e89c6eb6-235f-4ff0-9def-b291673877c5 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:59.727497 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f100f-d70a-4b59-98e8-aa5396caf696 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Deleting port 66851a8a-b8c2-4eeb-9c23-32c4e266c90a {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:57:59.728127 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dd9f100f-d70a-4b59-98e8-aa5396caf696 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:59.806544 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c6eb6-235f-4ff0-9def-b291673877c5 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event updated for resources: {'Subnet': ['ID=f88c6597-2e8a-4186-aea2-885131f343c0,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:59.821400 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7790192d-1a4d-4807-aa2c-a44996c3d290 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:59.838329 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89c6eb6-235f-4ff0-9def-b291673877c5 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Checking segment: {'id': 'ec181c9a-fe2c-4033-bc1b-57f31bc86869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f1671647-b2ef-4a2b-97e5-446b3d111b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:59.838706 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89c6eb6-235f-4ff0-9def-b291673877c5 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Network hostable DHCP agents. Network: f1671647-b2ef-4a2b-97e5-446b3d111b49, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:57:59.848924 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-7790192d-1a4d-4807-aa2c-a44996c3d290 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Calling delete_port for fa9f3a8b-c9dd-45ec-841e-43491dacccd6 owned by network:router_interface {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:57:59.863775 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-46e2a213-fa43-4362-8ee6-344ee166108b None None] Provisioning complete for port fa9f3a8b-c9dd-45ec-841e-43491dacccd6 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:59.864177 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-46e2a213-fa43-4362-8ee6-344ee166108b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:59.869416 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dd9f100f-d70a-4b59-98e8-aa5396caf696 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:59.884486 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c4d836-f714-4cfb-bea6-beda0043794d None None] Pushing event updated for resources: {'Port': ['ID=c9e59fa3-0c8e-4384-8f5a-40c43d6ff7fc,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:59.890219 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f100f-d70a-4b59-98e8-aa5396caf696 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Calling delete_port for 66851a8a-b8c2-4eeb-9c23-32c4e266c90a owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:57:59.919490 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89c6eb6-235f-4ff0-9def-b291673877c5 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Network f1671647-b2ef-4a2b-97e5-446b3d111b49 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:57:59.948181 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-e89c6eb6-235f-4ff0-9def-b291673877c5 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, f1671647-b2ef-4a2b-97e5-446b3d111b49) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:59.962174 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89c6eb6-235f-4ff0-9def-b291673877c5 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:59.962777 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e89c6eb6-235f-4ff0-9def-b291673877c5 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:59.988751 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e89c6eb6-235f-4ff0-9def-b291673877c5 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8445261 Nov 12 00:57:59.994210 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39804) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:00.034306 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-46e2a213-fa43-4362-8ee6-344ee166108b None None] Port fa9f3a8b-c9dd-45ec-841e-43491dacccd6 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:58:00.110277 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d8370261-83eb-441b-a25e-4098b19c9993 None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:00.120895 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.db.api [None req-d8370261-83eb-441b-a25e-4098b19c9993 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 00:58:00.120895 n-d-812236-11 neutron-server[102663]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Nov 12 00:58:00.120895 n-d-812236-11 neutron-server[102663]: [parameters: {'host': 'n-d-812236-11', 'ml2_port_bindings_port_id': 'fa9f3a8b-c9dd-45ec-841e-43491dacccd6', 'ml2_port_bindings_host': ''}] Nov 12 00:58:00.120895 n-d-812236-11 neutron-server[102663]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:58:00.121743 n-d-812236-11 neutron-server[102663]: DEBUG oslo_db.api [None req-d8370261-83eb-441b-a25e-4098b19c9993 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:58:00.180494 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7790192d-1a4d-4807-aa2c-a44996c3d290 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:00.201168 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067156a-b092-4264-8b73-96a87d1e64f8 req-d70501d2-482b-4185-b516-39cd5fa0ce27 tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:00.202887 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3067156a-b092-4264-8b73-96a87d1e64f8 req-d70501d2-482b-4185-b516-39cd5fa0ce27 tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ac33876-0956-4ef0-b92c-84359d47c0ef HTTP/1.1" status: 200 len: 944 time: 0.1375375 Nov 12 00:58:00.225918 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-92bf0a98-7990-49c2-8f3f-4218aab69051 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:00.241528 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7790192d-1a4d-4807-aa2c-a44996c3d290 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Port': ['ID=fa9f3a8b-c9dd-45ec-841e-43491dacccd6,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:00.284313 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dd9f100f-d70a-4b59-98e8-aa5396caf696 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:00.342023 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f100f-d70a-4b59-98e8-aa5396caf696 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event deleted for resources: {'Port': ['ID=66851a8a-b8c2-4eeb-9c23-32c4e266c90a,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:00.480202 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e62054-8beb-4443-b220-91e045a26efa None None] Network f1671647-b2ef-4a2b-97e5-446b3d111b49 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:00.497315 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-92bf0a98-7990-49c2-8f3f-4218aab69051 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9326297'] for subnet, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:00.666349 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device c9e59fa3-0c8e-4384-8f5a-40c43d6ff7fc up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:58:00.727873 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 56d94c7f-ef9d-42ea-b113-c51c47873364 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:58:00.766272 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8370261-83eb-441b-a25e-4098b19c9993 None None] Port fa9f3a8b-c9dd-45ec-841e-43491dacccd6 not found while updating agent binding for router 4dacae2d-7572-4ec9-bcee-8ef5f03f3586. {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 00:58:00.816529 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8370261-83eb-441b-a25e-4098b19c9993 None None] Routers {'4dacae2d-7572-4ec9-bcee-8ef5f03f3586'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:00.817160 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-d8370261-83eb-441b-a25e-4098b19c9993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:57:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['4dacae2d-7572-4ec9-bcee-8ef5f03f3586'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:00.829402 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-92bf0a98-7990-49c2-8f3f-4218aab69051 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734448696203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8476573'] for subnet, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:00.891268 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bf0a98-7990-49c2-8f3f-4218aab69051 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:00.891951 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-92bf0a98-7990-49c2-8f3f-4218aab69051 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:00.897330 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-92bf0a98-7990-49c2-8f3f-4218aab69051 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "PUT /v2.0/subnets/f88c6597-2e8a-4186-aea2-885131f343c0 HTTP/1.1" status: 200 len: 806 time: 0.9001439 Nov 12 00:58:00.914059 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39824) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:00.950279 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3067156a-b092-4264-8b73-96a87d1e64f8 req-b04be802-ed9b-487d-96a7-e6c7c2cb7b30 tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] 10.222.0.20 "GET /v2.0/security-groups?id=5101aec6-11c0-4cf2-88bc-5f4e56e0ab42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7251563 Nov 12 00:58:00.970921 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-d8370261-83eb-441b-a25e-4098b19c9993 None None] Set router 4dacae2d-7572-4ec9-bcee-8ef5f03f3586 gateway port host: None {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:58:00.984004 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7790192d-1a4d-4807-aa2c-a44996c3d290 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:01.031042 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf0a98-7990-49c2-8f3f-4218aab69051 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event updated for resources: {'Subnet': ['ID=f88c6597-2e8a-4186-aea2-885131f343c0,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:01.063567 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-d8370261-83eb-441b-a25e-4098b19c9993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dacae2d-7572-4ec9-bcee-8ef5f03f3586', 'name': 'tempest-NetworksTestDHCPv6-router-2020459109', 'tenant_id': 'd39bd700eb73489c844e800fa5489ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:52Z', 'updated_at': '2021-11-12T00:58:00Z', 'revision_number': 3, 'project_id': 'd39bd700eb73489c844e800fa5489ef8', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:01.125626 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8b645-b601-4ded-9198-eb7245646ca6 req-1829c682-8312-480d-9690-67719a43d414 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:01.127155 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f0d8b645-b601-4ded-9198-eb7245646ca6 req-1829c682-8312-480d-9690-67719a43d414 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 945 time: 0.3138962 Nov 12 00:58:01.192247 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dd9f100f-d70a-4b59-98e8-aa5396caf696 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:01.205250 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8370261-83eb-441b-a25e-4098b19c9993 None None] The sync data for ids ['4dacae2d-7572-4ec9-bcee-8ef5f03f3586'] in n-d-812236-11 is: [{'id': '4dacae2d-7572-4ec9-bcee-8ef5f03f3586', 'name': 'tempest-NetworksTestDHCPv6-router-2020459109', 'tenant_id': 'd39bd700eb73489c844e800fa5489ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:52Z', 'updated_at': '2021-11-12T00:58:00Z', 'revision_number': 3, 'project_id': 'd39bd700eb73489c844e800fa5489ef8', 'gw_port_host': None}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:58:01.258807 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-46c62c70-abde-4e5e-aabf-03762fd8d17d tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:01.269192 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7790192d-1a4d-4807-aa2c-a44996c3d290 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Router 4dacae2d-7572-4ec9-bcee-8ef5f03f3586 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:58:01.313822 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f0d8b645-b601-4ded-9198-eb7245646ca6 req-b5f92e18-f767-4a58-8c82-5f6ad4df5a0b tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542108 Nov 12 00:58:01.338442 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4479d244-0487-4431-994a-6248a2f3e7f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-f1671647-b2ef-4a2b-97e5-446b3d111b49', 'network_id': 'f1671647-b2ef-4a2b-97e5-446b3d111b49', 'tenant_id': '12dd440799914979a52d8976c0f56bb2', 'fixed_ips': [{'subnet_id': 'f88c6597-2e8a-4186-aea2-885131f343c0'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:58:01.339278 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4479d244-0487-4431-994a-6248a2f3e7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:01.387872 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port c9e59fa3-0c8e-4384-8f5a-40c43d6ff7fc triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:01.388253 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:01.392177 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 56d94c7f-ef9d-42ea-b113-c51c47873364 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:58:01.423787 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 56d94c7f-ef9d-42ea-b113-c51c47873364 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:01.424160 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:01.479508 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7790192d-1a4d-4807-aa2c-a44996c3d290 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:58:01.486409 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7790192d-1a4d-4807-aa2c-a44996c3d290 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "PUT /v2.0/routers/4dacae2d-7572-4ec9-bcee-8ef5f03f3586/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6653953 Nov 12 00:58:01.490073 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39834) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:01.557730 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5266cf91-8585-4cdf-bacb-a8e654672d30 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:01.575524 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5266cf91-8585-4cdf-bacb-a8e654672d30 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:01.587336 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39840) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:01.588696 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5266cf91-8585-4cdf-bacb-a8e654672d30 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0974255 Nov 12 00:58:01.589965 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-46c62c70-abde-4e5e-aabf-03762fd8d17d tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:01.652840 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd9f100f-d70a-4b59-98e8-aa5396caf696 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Router d347b258-3242-448a-91b0-237f40b78043 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:58:01.677600 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7b7e46e-f18f-4d58-9755-740b5d80ad32 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Deleting subnet 332bed7b-e8fc-492b-9310-8e365aa62af0 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:58:01.694403 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c7b7e46e-f18f-4d58-9755-740b5d80ad32 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:01.746785 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:01.762151 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-4479d244-0487-4431-994a-6248a2f3e7f9 None None] Allocated IP 172.20.0.2 (f1671647-b2ef-4a2b-97e5-446b3d111b49/f88c6597-2e8a-4186-aea2-885131f343c0/fc2e49b6-9cb8-4c51-bf32-093de26224ff) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:01.798098 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac33876-0956-4ef0-b92c-84359d47c0ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d94c7f-ef9d-42ea-b113-c51c47873364'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:58:01.800420 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74a0b3f-b80b-4ed5-a05a-544d7bb0a22b" -d '{"events": [{"server_uuid": "0ac33876-0956-4ef0-b92c-84359d47c0ef", "name": "network-vif-plugged", "status": "completed", "tag": "56d94c7f-ef9d-42ea-b113-c51c47873364"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:58:01.828266 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c7b7e46e-f18f-4d58-9755-740b5d80ad32 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:01.833989 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3d023815-3ba2-45e6-8132-26639649fee0 req-0c95fe10-3267-4bc8-b384-577db0581f2e service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0679371 Nov 12 00:58:01.884280 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9f100f-d70a-4b59-98e8-aa5396caf696 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:58:01.893913 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39852) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:01.896261 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-dd9f100f-d70a-4b59-98e8-aa5396caf696 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "PUT /v2.0/routers/d347b258-3242-448a-91b0-237f40b78043/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4176757 Nov 12 00:58:02.038733 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c7b7e46e-f18f-4d58-9755-740b5d80ad32 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:02.121545 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a897a-3d66-448a-83f8-c7249137586f req-17ef2f8d-71cf-474a-8dc4-4629bd4e3cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:02.123215 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-414a897a-3d66-448a-83f8-c7249137586f req-17ef2f8d-71cf-474a-8dc4-4629bd4e3cb7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0ac33876-0956-4ef0-b92c-84359d47c0ef HTTP/1.1" status: 200 len: 1096 time: 0.1325324 Nov 12 00:58:02.199665 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 56d94c7f-ef9d-42ea-b113-c51c47873364, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=56d94c7f-ef9d-42ea-b113-c51c47873364,segment=NetworkSegment(f213652d-6996-4db9-b75f-3dbd4819716b),segment_id=f213652d-6996-4db9-b75f-3dbd4819716b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:02.201947 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626d65d7-c5e5-4bd4-8ba8-f433b9593e37 x-openstack-request-id: req-626d65d7-c5e5-4bd4-8ba8-f433b9593e37 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:58:02.202264 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac33876-0956-4ef0-b92c-84359d47c0ef", "name": "network-vif-plugged", "status": "completed", "tag": "56d94c7f-ef9d-42ea-b113-c51c47873364", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:58:02.202506 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-626d65d7-c5e5-4bd4-8ba8-f433b9593e37 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:58:02.202957 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac33876-0956-4ef0-b92c-84359d47c0ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d94c7f-ef9d-42ea-b113-c51c47873364', 'code': 200} Nov 12 00:58:02.222350 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5e694b-c4f3-4f7b-b30d-2c78ee60c396 None None] Sync routers for ids ['d347b258-3242-448a-91b0-237f40b78043'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:58:02.234926 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-414a897a-3d66-448a-83f8-c7249137586f req-96303eaf-3cbc-4a68-afb8-6dc64b54a613 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5101aec6-11c0-4cf2-88bc-5f4e56e0ab42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037285 Nov 12 00:58:02.236695 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c7b7e46e-f18f-4d58-9755-740b5d80ad32 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:02.251717 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:02.252257 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af903a-ee0a-465b-9115-d0097d8cdd87 req-4a68401a-dfdc-4d84-bf88-00be80eda4f0 tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:02.254627 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-00af903a-ee0a-465b-9115-d0097d8cdd87 req-4a68401a-dfdc-4d84-bf88-00be80eda4f0 tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ac33876-0956-4ef0-b92c-84359d47c0ef HTTP/1.1" status: 200 len: 944 time: 0.1334291 Nov 12 00:58:02.288828 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5e694b-c4f3-4f7b-b30d-2c78ee60c396 None None] Routers {'d347b258-3242-448a-91b0-237f40b78043'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:02.291412 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-4b5e694b-c4f3-4f7b-b30d-2c78ee60c396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:57:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['d347b258-3242-448a-91b0-237f40b78043'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:02.298598 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b7e46e-f18f-4d58-9755-740b5d80ad32 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Subnet': ['ID=332bed7b-e8fc-492b-9310-8e365aa62af0,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:02.318217 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c7b7e46e-f18f-4d58-9755-740b5d80ad32 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:02.324337 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c7b7e46e-f18f-4d58-9755-740b5d80ad32 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/332bed7b-e8fc-492b-9310-8e365aa62af0 HTTP/1.1" status: 204 len: 168 time: 0.7211974 Nov 12 00:58:02.327192 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39862) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:02.409662 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=56d94c7f-ef9d-42ea-b113-c51c47873364,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:02.415212 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b55d8ff-b8e3-4305-996e-81ac5ccd068f None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:02.455159 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-00af903a-ee0a-465b-9115-d0097d8cdd87 req-680a8cc9-e14c-42e5-b08c-1865fbbe55bc tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] 10.222.0.20 "GET /v2.0/security-groups?id=5101aec6-11c0-4cf2-88bc-5f4e56e0ab42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907742 Nov 12 00:58:02.519183 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-44d13774-4347-4a3a-bb23-b7be04cee65f tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1898954 Nov 12 00:58:02.523017 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39868) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:02.608297 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8121690-63b4-44b8-afbf-743b1bc588a5 req-31c3a7f1-c5e9-4599-a98f-e5b2e980d50f tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:02.610047 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a8121690-63b4-44b8-afbf-743b1bc588a5 req-31c3a7f1-c5e9-4599-a98f-e5b2e980d50f tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 945 time: 0.1503391 Nov 12 00:58:02.639888 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-11c67d4e-5dae-413b-aa6b-47d56acf4af7 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:02.653419 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-4b5e694b-c4f3-4f7b-b30d-2c78ee60c396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:02.689717 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5095bb7a-7cd6-4bf8-8444-4ad3aa3bfcb3 None None] Sync routers for ids ['4dacae2d-7572-4ec9-bcee-8ef5f03f3586'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:58:02.694679 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7a510874-2b8c-4cce-83b3-f93ffece92d0 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:02.700558 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5095bb7a-7cd6-4bf8-8444-4ad3aa3bfcb3 None None] Routers {'4dacae2d-7572-4ec9-bcee-8ef5f03f3586'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:02.701588 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-5095bb7a-7cd6-4bf8-8444-4ad3aa3bfcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:57:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['4dacae2d-7572-4ec9-bcee-8ef5f03f3586'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:02.715417 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4479d244-0487-4431-994a-6248a2f3e7f9 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:02.788844 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-5095bb7a-7cd6-4bf8-8444-4ad3aa3bfcb3 None None] Set router 4dacae2d-7572-4ec9-bcee-8ef5f03f3586 gateway port host: None {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:58:02.799449 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5e694b-c4f3-4f7b-b30d-2c78ee60c396 None None] Routers {'d347b258-3242-448a-91b0-237f40b78043'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:02.800101 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-4b5e694b-c4f3-4f7b-b30d-2c78ee60c396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:57:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['d347b258-3242-448a-91b0-237f40b78043'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:02.843203 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4479d244-0487-4431-994a-6248a2f3e7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:02.850823 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-46c62c70-abde-4e5e-aabf-03762fd8d17d tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:02.890682 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c62c70-abde-4e5e-aabf-03762fd8d17d tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event deleted for resources: {'Subnet': ['ID=f88c6597-2e8a-4186-aea2-885131f343c0,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:02.923170 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-4b5e694b-c4f3-4f7b-b30d-2c78ee60c396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:02.924125 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5e694b-c4f3-4f7b-b30d-2c78ee60c396 None None] The sync data for ids ['d347b258-3242-448a-91b0-237f40b78043'] in n-d-812236-11 is: [] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:58:02.953775 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-5095bb7a-7cd6-4bf8-8444-4ad3aa3bfcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dacae2d-7572-4ec9-bcee-8ef5f03f3586', 'name': 'tempest-NetworksTestDHCPv6-router-2020459109', 'tenant_id': 'd39bd700eb73489c844e800fa5489ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:52Z', 'updated_at': '2021-11-12T00:58:00Z', 'revision_number': 3, 'project_id': 'd39bd700eb73489c844e800fa5489ef8', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:02.960322 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a8121690-63b4-44b8-afbf-743b1bc588a5 req-2dd2a227-a459-4a9c-9251-c66064532f12 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3028622 Nov 12 00:58:02.966130 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7a510874-2b8c-4cce-83b3-f93ffece92d0 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:02.968756 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7a510874-2b8c-4cce-83b3-f93ffece92d0 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:02.984118 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-46c62c70-abde-4e5e-aabf-03762fd8d17d tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:03.009621 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4479d244-0487-4431-994a-6248a2f3e7f9 None None] Network f1671647-b2ef-4a2b-97e5-446b3d111b49 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:03.017991 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-4479d244-0487-4431-994a-6248a2f3e7f9 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:03.025649 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5095bb7a-7cd6-4bf8-8444-4ad3aa3bfcb3 None None] Checking router: 4dacae2d-7572-4ec9-bcee-8ef5f03f3586 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:58:03.026422 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4479d244-0487-4431-994a-6248a2f3e7f9 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:03.047417 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5095bb7a-7cd6-4bf8-8444-4ad3aa3bfcb3 None None] Routers {'4dacae2d-7572-4ec9-bcee-8ef5f03f3586'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:03.048396 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-5095bb7a-7cd6-4bf8-8444-4ad3aa3bfcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:57:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['4dacae2d-7572-4ec9-bcee-8ef5f03f3586'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:03.062180 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7a510874-2b8c-4cce-83b3-f93ffece92d0 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:03.062860 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a510874-2b8c-4cce-83b3-f93ffece92d0 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Fanout notify agent at l3_agent the message router_deleted on router 4dacae2d-7572-4ec9-bcee-8ef5f03f3586 {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:58:03.077341 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7a510874-2b8c-4cce-83b3-f93ffece92d0 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:03.079090 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7a510874-2b8c-4cce-83b3-f93ffece92d0 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/routers/4dacae2d-7572-4ec9-bcee-8ef5f03f3586 HTTP/1.1" status: 204 len: 168 time: 0.5535727 Nov 12 00:58:03.083457 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39874) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:03.091945 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-46c62c70-abde-4e5e-aabf-03762fd8d17d tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1671647-b2ef-4a2b-97e5-446b3d111b49']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:03.115915 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-46c62c70-abde-4e5e-aabf-03762fd8d17d tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec181c9a-fe2c-4033-bc1b-57f31bc86869') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:03.115915 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-46c62c70-abde-4e5e-aabf-03762fd8d17d tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec181c9a-fe2c-4033-bc1b-57f31bc86869') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:03.158251 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-5095bb7a-7cd6-4bf8-8444-4ad3aa3bfcb3 None None] Set router 4dacae2d-7572-4ec9-bcee-8ef5f03f3586 gateway port host: None {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:58:03.163503 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4479d244-0487-4431-994a-6248a2f3e7f9 None None] Pushing event updated for resources: {'Port': ['ID=fc2e49b6-9cb8-4c51-bf32-093de26224ff,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:03.173119 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6310f049-0521-488d-a81e-33c19142cc82 req-044ddebe-2a04-4d91-8c54-1354bbc4f021 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0381918 Nov 12 00:58:03.176316 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-4479d244-0487-4431-994a-6248a2f3e7f9 None None] Attempting to bind port fc2e49b6-9cb8-4c51-bf32-093de26224ff on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:58:03.176435 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-46c62c70-abde-4e5e-aabf-03762fd8d17d tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:03.176550 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-4479d244-0487-4431-994a-6248a2f3e7f9 None None] Attempting to bind port fc2e49b6-9cb8-4c51-bf32-093de26224ff by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'ec181c9a-fe2c-4033-bc1b-57f31bc86869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f1671647-b2ef-4a2b-97e5-446b3d111b49'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:58:03.176550 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4479d244-0487-4431-994a-6248a2f3e7f9 None None] Attempting to bind port fc2e49b6-9cb8-4c51-bf32-093de26224ff on network f1671647-b2ef-4a2b-97e5-446b3d111b49 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:58:03.194670 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4479d244-0487-4431-994a-6248a2f3e7f9 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:58:03.194883 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4479d244-0487-4431-994a-6248a2f3e7f9 None None] Checking segment: {'id': 'ec181c9a-fe2c-4033-bc1b-57f31bc86869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f1671647-b2ef-4a2b-97e5-446b3d111b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:58:03.195522 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4479d244-0487-4431-994a-6248a2f3e7f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:03.195925 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4479d244-0487-4431-994a-6248a2f3e7f9 None None] Bound using segment: {'id': 'ec181c9a-fe2c-4033-bc1b-57f31bc86869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f1671647-b2ef-4a2b-97e5-446b3d111b49'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:58:03.196400 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-4479d244-0487-4431-994a-6248a2f3e7f9 None None] Bound port: fc2e49b6-9cb8-4c51-bf32-093de26224ff, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec181c9a-fe2c-4033-bc1b-57f31bc86869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f1671647-b2ef-4a2b-97e5-446b3d111b49'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:58:03.196780 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4479d244-0487-4431-994a-6248a2f3e7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:03.226506 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862f4ab7-b504-49eb-9a17-d6b697371aa1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:03.228894 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-862f4ab7-b504-49eb-9a17-d6b697371aa1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1421731 Nov 12 00:58:03.231978 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39884) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:03.233691 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-46c62c70-abde-4e5e-aabf-03762fd8d17d tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:03.242245 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-5095bb7a-7cd6-4bf8-8444-4ad3aa3bfcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dacae2d-7572-4ec9-bcee-8ef5f03f3586', 'name': 'tempest-NetworksTestDHCPv6-router-2020459109', 'tenant_id': 'd39bd700eb73489c844e800fa5489ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:52Z', 'updated_at': '2021-11-12T00:58:00Z', 'revision_number': 3, 'project_id': 'd39bd700eb73489c844e800fa5489ef8', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:03.300316 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-11c67d4e-5dae-413b-aa6b-47d56acf4af7 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Deleting port 0135cb2b-ed66-4dbb-8e8d-f17c4f708a49 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:03.300740 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-11c67d4e-5dae-413b-aa6b-47d56acf4af7 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:03.302268 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-4479d244-0487-4431-994a-6248a2f3e7f9 None None] For port fc2e49b6-9cb8-4c51-bf32-093de26224ff, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:58:03.306490 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7703870-8d37-475d-aa39-b84eab0f1956 None None] DHCP port deletion for 549c8e6d-38df-4171-95c5-652183e307b7 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:58:03.315037 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46c62c70-abde-4e5e-aabf-03762fd8d17d tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:58:03.315604 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-46c62c70-abde-4e5e-aabf-03762fd8d17d tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:03.321166 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:58:03.321166 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:58:03.321166 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:58:03.321166 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:58:03.321166 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:58:03.321166 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:58:03.321166 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:58:03.321166 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:58:03.321166 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:58:03.321166 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:58:03.321166 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:58:03.321166 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:58:03.321166 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:58:03.321166 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:58:03.321166 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:58:03.321166 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:58:03.321166 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:58:03.321166 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:58:03.321166 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:58:03.321166 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:58:03.321166 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:58:03.321166 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:58:03.321166 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:58:03.321166 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:58:03.321166 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:58:03.321166 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:58:03.321166 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:58:03.321166 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:58:03.321166 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:58:03.321166 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:58:03.321166 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:58:03.321166 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:58:03.372297 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-d7703870-8d37-475d-aa39-b84eab0f1956 None None] Deleting port c9e59fa3-0c8e-4384-8f5a-40c43d6ff7fc {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:03.372668 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d7703870-8d37-475d-aa39-b84eab0f1956 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:03.408424 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5095bb7a-7cd6-4bf8-8444-4ad3aa3bfcb3 None None] The sync data for ids ['4dacae2d-7572-4ec9-bcee-8ef5f03f3586'] in n-d-812236-11 is: [{'id': '4dacae2d-7572-4ec9-bcee-8ef5f03f3586', 'name': 'tempest-NetworksTestDHCPv6-router-2020459109', 'tenant_id': 'd39bd700eb73489c844e800fa5489ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:52Z', 'updated_at': '2021-11-12T00:58:00Z', 'revision_number': 3, 'project_id': 'd39bd700eb73489c844e800fa5489ef8', 'gw_port_host': None}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:58:03.423708 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849fc173-f614-4a4e-9c27-40501055cf0c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:03.425774 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-849fc173-f614-4a4e-9c27-40501055cf0c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1890981 Nov 12 00:58:03.428597 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39888) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:03.491918 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-d7703870-8d37-475d-aa39-b84eab0f1956 None None] For port c9e59fa3-0c8e-4384-8f5a-40c43d6ff7fc, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=c9e59fa3-0c8e-4384-8f5a-40c43d6ff7fc,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:03.492528 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d7703870-8d37-475d-aa39-b84eab0f1956 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:03.495271 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-75a3d0f9-a6f6-4959-bf70-a565c41d9b10 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0655103 Nov 12 00:58:03.500308 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39896) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:03.505045 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-87fe6c78-d3d1-4765-b9f6-d45751dc5746 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'subnet': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:03.520889 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-d7703870-8d37-475d-aa39-b84eab0f1956 None None] Calling delete_port for c9e59fa3-0c8e-4384-8f5a-40c43d6ff7fc owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:03.538809 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-46c62c70-abde-4e5e-aabf-03762fd8d17d tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 00:58:03.538809 n-d-812236-11 neutron-server[102661]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 00:58:03.538809 n-d-812236-11 neutron-server[102661]: [parameters: {'id': 'f1671647-b2ef-4a2b-97e5-446b3d111b49'}] Nov 12 00:58:03.538809 n-d-812236-11 neutron-server[102661]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:58:03.543434 n-d-812236-11 neutron-server[102661]: DEBUG oslo_db.api [None req-46c62c70-abde-4e5e-aabf-03762fd8d17d tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:58:03.603443 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-4479d244-0487-4431-994a-6248a2f3e7f9 None None] For port fc2e49b6-9cb8-4c51-bf32-093de26224ff, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=fc2e49b6-9cb8-4c51-bf32-093de26224ff,segment=NetworkSegment(ec181c9a-fe2c-4033-bc1b-57f31bc86869),segment_id=ec181c9a-fe2c-4033-bc1b-57f31bc86869)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:58:03.640527 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fe6c78-d3d1-4765-b9f6-d45751dc5746 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:03.645674 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-87fe6c78-d3d1-4765-b9f6-d45751dc5746 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:03.660388 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-11c67d4e-5dae-413b-aa6b-47d56acf4af7 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:03.688914 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4479d244-0487-4431-994a-6248a2f3e7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:03.740108 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-11c67d4e-5dae-413b-aa6b-47d56acf4af7 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Calling delete_port for 0135cb2b-ed66-4dbb-8e8d-f17c4f708a49 owned by network:router_interface {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:03.818624 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7867bb-3a54-4f3a-98f2-b3cec073f9cb req-ce2d31b3-c1d1-44f3-a378-acdb640a3be6 tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:03.827456 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2c7867bb-3a54-4f3a-98f2-b3cec073f9cb req-ce2d31b3-c1d1-44f3-a378-acdb640a3be6 tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ac33876-0956-4ef0-b92c-84359d47c0ef HTTP/1.1" status: 200 len: 945 time: 0.2332284 Nov 12 00:58:03.849186 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d7703870-8d37-475d-aa39-b84eab0f1956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:03.851490 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4479d244-0487-4431-994a-6248a2f3e7f9 None None] Pushing event updated for resources: {'Port': ['ID=fc2e49b6-9cb8-4c51-bf32-093de26224ff,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:03.880399 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7703870-8d37-475d-aa39-b84eab0f1956 None None] Pushing event deleted for resources: {'Port': ['ID=c9e59fa3-0c8e-4384-8f5a-40c43d6ff7fc,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:03.893186 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7703870-8d37-475d-aa39-b84eab0f1956 None None] No DVR routers for this DVR port c9e59fa3-0c8e-4384-8f5a-40c43d6ff7fc on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:58:03.904023 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab741c63-48d5-4dba-b169-26a7710fafb7 None None] Network f1671647-b2ef-4a2b-97e5-446b3d111b49 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:03.961814 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2c7867bb-3a54-4f3a-98f2-b3cec073f9cb req-bfe9f43e-9c1b-408e-ba2f-d1afed181a5d tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] 10.222.0.20 "GET /v2.0/security-groups?id=5101aec6-11c0-4cf2-88bc-5f4e56e0ab42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294093 Nov 12 00:58:04.050866 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-46c62c70-abde-4e5e-aabf-03762fd8d17d tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:04.086192 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f975d82a-8282-4ba1-93cf-d98dbf290f61 None None] Network f1671647-b2ef-4a2b-97e5-446b3d111b49 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:04.100054 n-d-812236-11 neutron-server[102662]: DEBUG neutron.objects.ports [None req-87fe6c78-d3d1-4765-b9f6-d45751dc5746 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102662) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 00:58:04.104803 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-87fe6c78-d3d1-4765-b9f6-d45751dc5746 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:04.184948 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-11c67d4e-5dae-413b-aa6b-47d56acf4af7 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:04.209630 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fe6c78-d3d1-4765-b9f6-d45751dc5746 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:04.220726 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-87fe6c78-d3d1-4765-b9f6-d45751dc5746 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:04.232882 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79be28bf-12f8-4952-a273-602e6d9b8482 None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:04.235281 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-46c62c70-abde-4e5e-aabf-03762fd8d17d tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Deleting port fc2e49b6-9cb8-4c51-bf32-093de26224ff {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:04.236387 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-46c62c70-abde-4e5e-aabf-03762fd8d17d tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:04.240806 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c67d4e-5dae-413b-aa6b-47d56acf4af7 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event deleted for resources: {'Port': ['ID=0135cb2b-ed66-4dbb-8e8d-f17c4f708a49,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:04.255840 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fe6c78-d3d1-4765-b9f6-d45751dc5746 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:04.256413 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a900f8cf-240c-42f3-8ceb-e22b11f36e66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:04.259021 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-87fe6c78-d3d1-4765-b9f6-d45751dc5746 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:04.305850 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fe6c78-d3d1-4765-b9f6-d45751dc5746 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Subnet': ['ID=7b0cca44-3f4d-4222-8743-f83d71bbf037,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:04.314111 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-87fe6c78-d3d1-4765-b9f6-d45751dc5746 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8135490 Nov 12 00:58:04.325530 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491b753-f34f-4a5e-aa57-558a0bdc94ef req-da60eced-72c7-44fd-904c-e2455543298d tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:04.333416 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39914) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:04.334023 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5491b753-f34f-4a5e-aa57-558a0bdc94ef req-da60eced-72c7-44fd-904c-e2455543298d tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 945 time: 0.2313347 Nov 12 00:58:04.406623 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-bd9ed6f5-c5c7-4949-88a5-a523ab8ff4e3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'subnet': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:04.410313 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5491b753-f34f-4a5e-aa57-558a0bdc94ef req-c20695ef-6516-423e-ae75-d478ebfdd736 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756090 Nov 12 00:58:04.493123 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c054430-c836-4ea4-bccf-18d035493ced None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-549c8e6d-38df-4171-95c5-652183e307b7', 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'tenant_id': 'd39bd700eb73489c844e800fa5489ef8', 'fixed_ips': [{'subnet_id': '7b0cca44-3f4d-4222-8743-f83d71bbf037'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:58:04.494505 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8c054430-c836-4ea4-bccf-18d035493ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:04.600686 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device c9e59fa3-0c8e-4384-8f5a-40c43d6ff7fc no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:58:04.620244 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-46c62c70-abde-4e5e-aabf-03762fd8d17d tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] For port fc2e49b6-9cb8-4c51-bf32-093de26224ff, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=fc2e49b6-9cb8-4c51-bf32-093de26224ff,segment=NetworkSegment(ec181c9a-fe2c-4033-bc1b-57f31bc86869),segment_id=ec181c9a-fe2c-4033-bc1b-57f31bc86869)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:04.620956 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-46c62c70-abde-4e5e-aabf-03762fd8d17d tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:04.624898 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9ed6f5-c5c7-4949-88a5-a523ab8ff4e3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:04.625089 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: c9e59fa3-0c8e-4384-8f5a-40c43d6ff7fc {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:58:04.625199 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device c9e59fa3-0c8e-4384-8f5a-40c43d6ff7fc not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:58:04.630453 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bd9ed6f5-c5c7-4949-88a5-a523ab8ff4e3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:04.673265 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-46c62c70-abde-4e5e-aabf-03762fd8d17d tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Calling delete_port for fc2e49b6-9cb8-4c51-bf32-093de26224ff owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:04.704935 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device ded2273a-2a05-4940-8a85-b6f893dc4749 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:58:04.707199 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-8c054430-c836-4ea4-bccf-18d035493ced None None] Allocated IP 2001:db8::f816:3eff:feb3:6e8c (549c8e6d-38df-4171-95c5-652183e307b7/7b0cca44-3f4d-4222-8743-f83d71bbf037/9b744784-f56e-404f-bdd2-e20952b245a9) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:04.840825 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-11c67d4e-5dae-413b-aa6b-47d56acf4af7 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:04.896425 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port ded2273a-2a05-4940-8a85-b6f893dc4749, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=ded2273a-2a05-4940-8a85-b6f893dc4749,segment=NetworkSegment(6922dc8f-e4e8-46eb-925b-ce7a975c2214),segment_id=6922dc8f-e4e8-46eb-925b-ce7a975c2214)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:04.958730 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'ded2273a-2a05-4940-8a85-b6f893dc4749', 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48', 'port_id': 'ded2273a-2a05-4940-8a85-b6f893dc4749', 'mac_address': 'fa:16:3e:76:37:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04c51f1f-4fad-42e7-a817-4af69d874ab6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:58:04.992051 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8c054430-c836-4ea4-bccf-18d035493ced None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:05.026595 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8c054430-c836-4ea4-bccf-18d035493ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:05.067946 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:05.084945 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefba730-ce85-4c60-9b3c-f201bb2b4f76 req-0e517260-7c9c-4189-8b2f-d92abf1018ec tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:05.093230 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-eefba730-ce85-4c60-9b3c-f201bb2b4f76 req-0e517260-7c9c-4189-8b2f-d92abf1018ec tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ac33876-0956-4ef0-b92c-84359d47c0ef HTTP/1.1" status: 200 len: 945 time: 0.0656631 Nov 12 00:58:05.108097 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c054430-c836-4ea4-bccf-18d035493ced None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:05.146153 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ded2273a-2a05-4940-8a85-b6f893dc4749 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:58:05.159200 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c054430-c836-4ea4-bccf-18d035493ced None None] Pushing event updated for resources: {'Port': ['ID=9b744784-f56e-404f-bdd2-e20952b245a9,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:05.161666 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-eefba730-ce85-4c60-9b3c-f201bb2b4f76 req-b5bbe3b3-7d17-485c-8aec-79427f501c01 tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] 10.222.0.20 "GET /v2.0/security-groups?id=5101aec6-11c0-4cf2-88bc-5f4e56e0ab42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648093 Nov 12 00:58:05.171252 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-8c054430-c836-4ea4-bccf-18d035493ced None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:05.176403 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c054430-c836-4ea4-bccf-18d035493ced None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:05.234896 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port ded2273a-2a05-4940-8a85-b6f893dc4749, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=ded2273a-2a05-4940-8a85-b6f893dc4749,segment=NetworkSegment(6922dc8f-e4e8-46eb-925b-ce7a975c2214),segment_id=6922dc8f-e4e8-46eb-925b-ce7a975c2214)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:05.251706 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:05.306325 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-8c054430-c836-4ea4-bccf-18d035493ced None None] Attempting to bind port 9b744784-f56e-404f-bdd2-e20952b245a9 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:58:05.306873 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-8c054430-c836-4ea4-bccf-18d035493ced None None] Attempting to bind port 9b744784-f56e-404f-bdd2-e20952b245a9 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:58:05.307100 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c054430-c836-4ea4-bccf-18d035493ced None None] Attempting to bind port 9b744784-f56e-404f-bdd2-e20952b245a9 on network 549c8e6d-38df-4171-95c5-652183e307b7 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:58:05.317929 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c054430-c836-4ea4-bccf-18d035493ced None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:58:05.318323 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c054430-c836-4ea4-bccf-18d035493ced None None] Checking segment: {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:58:05.318709 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8c054430-c836-4ea4-bccf-18d035493ced None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:05.319105 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c054430-c836-4ea4-bccf-18d035493ced None None] Bound using segment: {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:58:05.319587 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-8c054430-c836-4ea4-bccf-18d035493ced None None] Bound port: 9b744784-f56e-404f-bdd2-e20952b245a9, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:58:05.319967 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8c054430-c836-4ea4-bccf-18d035493ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:05.350555 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=ded2273a-2a05-4940-8a85-b6f893dc4749,revision_number=11']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:05.430793 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9dcad331-e6f0-4f87-ba02-5225a596a6f2 req-c1d95be8-13f3-4e29-aa08-bb38eb8815c3 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0727108 Nov 12 00:58:05.491325 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-46c62c70-abde-4e5e-aabf-03762fd8d17d tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:05.609300 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcef9b1-9d31-4c10-a834-db0134dda9de req-60fc41de-b894-4050-895f-4427b90f8569 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:05.611133 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6dcef9b1-9d31-4c10-a834-db0134dda9de req-60fc41de-b894-4050-895f-4427b90f8569 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 946 time: 0.0729454 Nov 12 00:58:05.627223 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-8c054430-c836-4ea4-bccf-18d035493ced None None] For port 9b744784-f56e-404f-bdd2-e20952b245a9, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:58:05.627468 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c62c70-abde-4e5e-aabf-03762fd8d17d tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event deleted for resources: {'Port': ['ID=fc2e49b6-9cb8-4c51-bf32-093de26224ff,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:05.642611 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-8c054430-c836-4ea4-bccf-18d035493ced None None] For port 9b744784-f56e-404f-bdd2-e20952b245a9, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=9b744784-f56e-404f-bdd2-e20952b245a9,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:58:05.653680 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a50c8-0c36-4e1b-b884-f3eda06fd3a3 req-03eaf198-aaaa-4ff2-8e57-935d4098d382 tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:05.655500 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-977a50c8-0c36-4e1b-b884-f3eda06fd3a3 req-03eaf198-aaaa-4ff2-8e57-935d4098d382 tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ac33876-0956-4ef0-b92c-84359d47c0ef HTTP/1.1" status: 200 len: 945 time: 0.2951603 Nov 12 00:58:05.656608 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c62c70-abde-4e5e-aabf-03762fd8d17d tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] No DVR routers for this DVR port fc2e49b6-9cb8-4c51-bf32-093de26224ff on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:58:05.656897 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8c054430-c836-4ea4-bccf-18d035493ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:05.669453 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6dcef9b1-9d31-4c10-a834-db0134dda9de req-7ce745a1-d8f5-4e46-a36e-e69b5af546b8 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515814 Nov 12 00:58:05.735699 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c67d4e-5dae-413b-aa6b-47d56acf4af7 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Router d347b258-3242-448a-91b0-237f40b78043 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:58:05.750931 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['ded2273a-2a05-4940-8a85-b6f893dc4749'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:58:05.791472 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c054430-c836-4ea4-bccf-18d035493ced None None] Pushing event updated for resources: {'Port': ['ID=9b744784-f56e-404f-bdd2-e20952b245a9,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:05.908272 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-89908531-111c-4b8e-9077-9e74ddf6fa62 req-f013d301-3fd6-4ae8-9638-1a4b7a89acd9 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0927155 Nov 12 00:58:05.921981 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-46c62c70-abde-4e5e-aabf-03762fd8d17d tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:06.035671 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-46c62c70-abde-4e5e-aabf-03762fd8d17d tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1671647-b2ef-4a2b-97e5-446b3d111b49']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:06.038249 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bd9ed6f5-c5c7-4949-88a5-a523ab8ff4e3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:06.043136 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-977a50c8-0c36-4e1b-b884-f3eda06fd3a3 req-3d881a9d-e5fa-4103-8074-81a8f9ee0a8f tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] 10.222.0.20 "GET /v2.0/security-groups?id=5101aec6-11c0-4cf2-88bc-5f4e56e0ab42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768001 Nov 12 00:58:06.104232 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-46c62c70-abde-4e5e-aabf-03762fd8d17d tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec181c9a-fe2c-4033-bc1b-57f31bc86869') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:06.104232 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-46c62c70-abde-4e5e-aabf-03762fd8d17d tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec181c9a-fe2c-4033-bc1b-57f31bc86869') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:06.171126 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-46c62c70-abde-4e5e-aabf-03762fd8d17d tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:06.188986 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c67d4e-5dae-413b-aa6b-47d56acf4af7 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:58:06.205676 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffa2645-5e0c-4051-b80d-d8bb86165b24 None None] Sync routers for ids ['d347b258-3242-448a-91b0-237f40b78043'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:58:06.211750 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9ed6f5-c5c7-4949-88a5-a523ab8ff4e3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:06.229508 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-11c67d4e-5dae-413b-aa6b-47d56acf4af7 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "PUT /v2.0/routers/d347b258-3242-448a-91b0-237f40b78043/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3313282 Nov 12 00:58:06.229883 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39962) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:06.232094 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-bd9ed6f5-c5c7-4949-88a5-a523ab8ff4e3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:06.239813 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9ed6f5-c5c7-4949-88a5-a523ab8ff4e3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:06.240389 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bd9ed6f5-c5c7-4949-88a5-a523ab8ff4e3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:06.252211 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffa2645-5e0c-4051-b80d-d8bb86165b24 None None] Routers {'d347b258-3242-448a-91b0-237f40b78043'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:06.252625 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-fffa2645-5e0c-4051-b80d-d8bb86165b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:57:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['d347b258-3242-448a-91b0-237f40b78043'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:06.252789 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-46c62c70-abde-4e5e-aabf-03762fd8d17d tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:06.268019 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ed6f5-c5c7-4949-88a5-a523ab8ff4e3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Subnet': ['ID=5b9c6171-732e-407f-a064-e7f52e45ec93,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:06.277238 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-de6e7ee2-0b7a-4bbb-89aa-b1839f08be54 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "GET /v2.0/ports?device_id=d347b258-3242-448a-91b0-237f40b78043 HTTP/1.1" status: 200 len: 205 time: 0.0452766 Nov 12 00:58:06.281880 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39964) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:06.284162 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46c62c70-abde-4e5e-aabf-03762fd8d17d tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:58:06.285183 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-46c62c70-abde-4e5e-aabf-03762fd8d17d tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:06.289555 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:58:06.289555 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:58:06.289555 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:58:06.289555 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:58:06.289555 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:58:06.289555 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:58:06.289555 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:58:06.289555 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:58:06.289555 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:58:06.289555 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:58:06.289555 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:58:06.289555 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:58:06.289555 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:58:06.289555 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:58:06.289555 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:58:06.289555 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:58:06.289555 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:58:06.289555 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:58:06.289555 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:58:06.289555 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:58:06.289555 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:58:06.289555 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:58:06.289555 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:58:06.289555 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:58:06.289555 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:58:06.289555 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:58:06.289555 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:58:06.289555 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:58:06.289555 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:58:06.289555 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:58:06.289555 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:58:06.289555 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:58:06.312887 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-bd9ed6f5-c5c7-4949-88a5-a523ab8ff4e3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9742186 Nov 12 00:58:06.317259 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-fffa2645-5e0c-4051-b80d-d8bb86165b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:06.333394 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffa2645-5e0c-4051-b80d-d8bb86165b24 None None] Routers {'d347b258-3242-448a-91b0-237f40b78043'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:06.334034 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-fffa2645-5e0c-4051-b80d-d8bb86165b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:57:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['d347b258-3242-448a-91b0-237f40b78043'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:06.337666 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39966) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:06.349864 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-a4fc8f96-b68b-4d4c-a2c9-ddf6840054b1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'port': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'mac_address': 'fa:16:3e:2f:64:9e', 'name': 'tempest-NetworksTestDHCPv6-428242194'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:06.376080 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-46c62c70-abde-4e5e-aabf-03762fd8d17d tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:06.384583 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-46c62c70-abde-4e5e-aabf-03762fd8d17d tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:06.402233 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-46c62c70-abde-4e5e-aabf-03762fd8d17d tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "DELETE /v2.0/networks/f1671647-b2ef-4a2b-97e5-446b3d111b49 HTTP/1.1" status: 204 len: 168 time: 5.4645052 Nov 12 00:58:06.404764 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39972) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:06.445998 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-fffa2645-5e0c-4051-b80d-d8bb86165b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:06.450258 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffa2645-5e0c-4051-b80d-d8bb86165b24 None None] The sync data for ids ['d347b258-3242-448a-91b0-237f40b78043'] in n-d-812236-11 is: [] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:58:06.476120 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-edfc1353-a4f7-4e32-9bc7-ca63a441d330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:06.484329 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c62c70-abde-4e5e-aabf-03762fd8d17d tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event deleted for resources: {'Network': ['ID=f1671647-b2ef-4a2b-97e5-446b3d111b49,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:06.501024 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f3ac554-9527-4e3d-b2e3-3a0eeaccd37f tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] DELETE failed (client error): The resource could not be found. Nov 12 00:58:06.501992 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f3ac554-9527-4e3d-b2e3-3a0eeaccd37f tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:58:06.506257 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-9f3ac554-9527-4e3d-b2e3-3a0eeaccd37f tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "DELETE /v2.0/networks/f1671647-b2ef-4a2b-97e5-446b3d111b49 HTTP/1.1" status: 404 len: 339 time: 0.0997202 Nov 12 00:58:06.532466 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39978) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:06.538420 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-c399c11c-caee-4725-bbe7-8ceb247a2a91 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1053324759', 'description': 'd1'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:06.582025 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a27e70-cd57-4d8f-b780-cc258aaf7818 req-79aae860-4a9d-4053-9a50-822e49e69fb0 tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:06.589540 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-72a27e70-cd57-4d8f-b780-cc258aaf7818 req-79aae860-4a9d-4053-9a50-822e49e69fb0 tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ac33876-0956-4ef0-b92c-84359d47c0ef HTTP/1.1" status: 200 len: 945 time: 0.1419294 Nov 12 00:58:06.592113 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c399c11c-caee-4725-bbe7-8ceb247a2a91 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Made reservation on behalf of 12dd440799914979a52d8976c0f56bb2 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:06.595735 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c399c11c-caee-4725-bbe7-8ceb247a2a91 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:06.654941 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 9b744784-f56e-404f-bdd2-e20952b245a9 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:58:06.670033 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c399c11c-caee-4725-bbe7-8ceb247a2a91 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:58:06.697731 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c399c11c-caee-4725-bbe7-8ceb247a2a91 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:06.698159 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-c399c11c-caee-4725-bbe7-8ceb247a2a91 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Added segment 3e64c376-8445-47dc-9210-012fa8ac9940 of type vlan for network fef71c47-b513-4262-8b69-e4962ea58b84 Nov 12 00:58:06.710018 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-72a27e70-cd57-4d8f-b780-cc258aaf7818 req-8b39d8a5-58fd-4f00-a446-8106676cd77b tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] 10.222.0.20 "GET /v2.0/security-groups?id=5101aec6-11c0-4cf2-88bc-5f4e56e0ab42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195221 Nov 12 00:58:06.746765 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 9b744784-f56e-404f-bdd2-e20952b245a9 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:06.747612 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:06.805669 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c399c11c-caee-4725-bbe7-8ceb247a2a91 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:06.887040 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:06.887441 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c399c11c-caee-4725-bbe7-8ceb247a2a91 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:06.893197 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c399c11c-caee-4725-bbe7-8ceb247a2a91 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:06.894072 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c399c11c-caee-4725-bbe7-8ceb247a2a91 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:06.964289 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 9b744784-f56e-404f-bdd2-e20952b245a9, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=9b744784-f56e-404f-bdd2-e20952b245a9,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:06.983204 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:07.001825 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c399c11c-caee-4725-bbe7-8ceb247a2a91 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4682348 Nov 12 00:58:07.086015 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=9b744784-f56e-404f-bdd2-e20952b245a9,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:07.087650 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39994) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:07.150302 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c399c11c-caee-4725-bbe7-8ceb247a2a91 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event updated for resources: {'Network': ['ID=fef71c47-b513-4262-8b69-e4962ea58b84,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:07.166750 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network fef71c47-b513-4262-8b69-e4962ea58b84 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:58:07.258262 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5fefd79c-554f-46b6-a1e1-d8df899be686 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:07.285538 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb73f32-3203-4794-8817-0986d0bde7a9 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:07.287086 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-8bb73f32-3203-4794-8817-0986d0bde7a9 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "GET /v2.0/networks?id=fef71c47-b513-4262-8b69-e4962ea58b84 HTTP/1.1" status: 200 len: 761 time: 0.1985493 Nov 12 00:58:07.289911 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40002) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:07.296094 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-87964d2f-be91-4b6a-ab13-cd91fc689746 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Request body: {'network': {'description': 'd2'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:07.400441 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6146e0-87d7-4cb8-88da-d2d41ecfb6b7 None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:07.444976 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d28d5a-699d-41a0-ba44-f8cf86f2873e req-01781db3-1b8d-4991-8d26-cea945fd4b26 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:07.446854 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-55d28d5a-699d-41a0-ba44-f8cf86f2873e req-01781db3-1b8d-4991-8d26-cea945fd4b26 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 946 time: 0.2791572 Nov 12 00:58:07.517017 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1d66a-2974-4441-878d-38dfb91b1b21 req-0d4499ca-492d-4c02-a627-99cf1ccd2d85 tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:07.519189 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0ea1d66a-2974-4441-878d-38dfb91b1b21 req-0d4499ca-492d-4c02-a627-99cf1ccd2d85 tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ac33876-0956-4ef0-b92c-84359d47c0ef HTTP/1.1" status: 200 len: 945 time: 0.1433918 Nov 12 00:58:07.560102 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-a2076c6a-e462-492a-9593-28b41448e5ed None None] Provisioning complete for port 9b744784-f56e-404f-bdd2-e20952b245a9 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:07.560588 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a2076c6a-e462-492a-9593-28b41448e5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:07.601922 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5fefd79c-554f-46b6-a1e1-d8df899be686 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:07.606817 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5fefd79c-554f-46b6-a1e1-d8df899be686 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:07.634555 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0ea1d66a-2974-4441-878d-38dfb91b1b21 req-3624996f-07c1-466c-86ca-0f592a4902f7 tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] 10.222.0.20 "GET /v2.0/security-groups?id=5101aec6-11c0-4cf2-88bc-5f4e56e0ab42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957420 Nov 12 00:58:07.664528 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:07.665073 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4fc8f96-b68b-4d4c-a2c9-ddf6840054b1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:07.683038 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-87964d2f-be91-4b6a-ab13-cd91fc689746 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:07.705415 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-87964d2f-be91-4b6a-ab13-cd91fc689746 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:07.707364 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5fefd79c-554f-46b6-a1e1-d8df899be686 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:07.708083 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fefd79c-554f-46b6-a1e1-d8df899be686 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Fanout notify agent at l3_agent the message router_deleted on router d347b258-3242-448a-91b0-237f40b78043 {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:58:07.715425 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-55d28d5a-699d-41a0-ba44-f8cf86f2873e req-c2c90424-c760-444d-91f3-44568f0b74e4 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2293279 Nov 12 00:58:07.726686 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5fefd79c-554f-46b6-a1e1-d8df899be686 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:07.728124 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5fefd79c-554f-46b6-a1e1-d8df899be686 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "DELETE /v2.0/routers/d347b258-3242-448a-91b0-237f40b78043 HTTP/1.1" status: 204 len: 168 time: 1.4447260 Nov 12 00:58:07.739901 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40012) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:07.788479 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-87964d2f-be91-4b6a-ab13-cd91fc689746 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Network fef71c47-b513-4262-8b69-e4962ea58b84 is not hosted by any dhcp agent {{(pid=102661) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 00:58:07.794730 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87964d2f-be91-4b6a-ab13-cd91fc689746 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:07.802809 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-87964d2f-be91-4b6a-ab13-cd91fc689746 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:07.804480 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-87964d2f-be91-4b6a-ab13-cd91fc689746 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "PUT /v2.0/networks/fef71c47-b513-4262-8b69-e4962ea58b84 HTTP/1.1" status: 200 len: 758 time: 0.5136001 Nov 12 00:58:07.819843 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40014) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:07.836215 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a4fc8f96-b68b-4d4c-a2c9-ddf6840054b1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:07.838203 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e83d23b-425a-42db-9f69-d6f3ccc2b250 None None] Update dhcp port {'port': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'fixed_ips': [{'subnet_id': '7b0cca44-3f4d-4222-8743-f83d71bbf037', 'ip_address': '2001:db8::f816:3eff:feb3:6e8c'}, {'subnet_id': '5b9c6171-732e-407f-a064-e7f52e45ec93'}], 'binding:host_id': 'n-d-812236-11'}, 'id': '9b744784-f56e-404f-bdd2-e20952b245a9'} from n-d-812236-11. {{(pid=102663) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 00:58:07.866723 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-a4fc8f96-b68b-4d4c-a2c9-ddf6840054b1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] device_id is not set on port 58dc20e7-633a-4f41-a027-7e9b189472c5 yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:58:07.868667 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5e83d23b-425a-42db-9f69-d6f3ccc2b250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:07.931609 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6f20d64-87f7-48e1-8639-8881050f030e tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Deleting subnet ba30342d-3036-4ae0-9938-866ed5812579 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:58:07.987196 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b6f20d64-87f7-48e1-8639-8881050f030e tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:07.992597 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87964d2f-be91-4b6a-ab13-cd91fc689746 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event updated for resources: {'Network': ['ID=fef71c47-b513-4262-8b69-e4962ea58b84,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:08.025002 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network fef71c47-b513-4262-8b69-e4962ea58b84 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:58:08.093710 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7504b0d6-ebb6-4e9f-831b-69568acb4ba2 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:08.104263 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7504b0d6-ebb6-4e9f-831b-69568acb4ba2 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "GET /v2.0/networks?id=fef71c47-b513-4262-8b69-e4962ea58b84 HTTP/1.1" status: 200 len: 761 time: 0.2804298 Nov 12 00:58:08.108780 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40020) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:08.111575 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b6f20d64-87f7-48e1-8639-8881050f030e tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:08.121146 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-532740e4-9738-40c2-bd5e-c15e2612b622 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-198833827'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:08.123426 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-a4fc8f96-b68b-4d4c-a2c9-ddf6840054b1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Allocated IP 172.20.0.14 (549c8e6d-38df-4171-95c5-652183e307b7/5b9c6171-732e-407f-a064-e7f52e45ec93/58dc20e7-633a-4f41-a027-7e9b189472c5) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:08.131998 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-a4fc8f96-b68b-4d4c-a2c9-ddf6840054b1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Allocated IP 2001:db8::f816:3eff:fe2f:649e (549c8e6d-38df-4171-95c5-652183e307b7/7b0cca44-3f4d-4222-8743-f83d71bbf037/58dc20e7-633a-4f41-a027-7e9b189472c5) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:08.172027 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-634ca7b9-c013-4ea6-86a0-57ccab0bcd0b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1520875 Nov 12 00:58:08.212222 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-15b30f7d-77e9-4001-965a-354f5292044b req-52e2a381-c51a-4471-a969-cc9bc04da91a service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0368776 Nov 12 00:58:08.267748 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532740e4-9738-40c2-bd5e-c15e2612b622 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Made reservation on behalf of 12dd440799914979a52d8976c0f56bb2 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:08.271240 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-532740e4-9738-40c2-bd5e-c15e2612b622 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:08.343476 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-532740e4-9738-40c2-bd5e-c15e2612b622 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:58:08.352330 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-005ccb9f-ca63-41a8-983c-223dbc9de095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:08.352810 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-005ccb9f-ca63-41a8-983c-223dbc9de095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:08.353274 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-005ccb9f-ca63-41a8-983c-223dbc9de095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:08.353765 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-005ccb9f-ca63-41a8-983c-223dbc9de095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:08.354222 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-005ccb9f-ca63-41a8-983c-223dbc9de095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:08.354680 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-005ccb9f-ca63-41a8-983c-223dbc9de095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:08.355124 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-005ccb9f-ca63-41a8-983c-223dbc9de095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:08.357118 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-005ccb9f-ca63-41a8-983c-223dbc9de095 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99d22f2d09c941868df176b00803ab3d&device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 6508 time: 0.1440270 Nov 12 00:58:08.361155 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b6f20d64-87f7-48e1-8639-8881050f030e tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:08.410922 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-532740e4-9738-40c2-bd5e-c15e2612b622 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:08.411472 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-532740e4-9738-40c2-bd5e-c15e2612b622 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Added segment c5c5cf0f-a9d7-4dfa-a46a-fa10116881d6 of type vlan for network 9136cc88-40f7-4b47-8f21-944ac774d304 Nov 12 00:58:08.412672 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a4fc8f96-b68b-4d4c-a2c9-ddf6840054b1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:08.475736 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a4fc8f96-b68b-4d4c-a2c9-ddf6840054b1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:08.510095 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d4918312-2424-4b27-90d1-5e51861da263 req-08327028-d424-4c82-8720-acb06c213c8f service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0872383 Nov 12 00:58:08.540470 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc8f96-b68b-4d4c-a2c9-ddf6840054b1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Port': ['ID=58dc20e7-633a-4f41-a027-7e9b189472c5,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:08.558556 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fc8f96-b68b-4d4c-a2c9-ddf6840054b1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:08.560934 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-a4fc8f96-b68b-4d4c-a2c9-ddf6840054b1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:08.563393 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 9b744784-f56e-404f-bdd2-e20952b245a9 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:58:08.588431 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fc8f96-b68b-4d4c-a2c9-ddf6840054b1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:08.598179 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-532740e4-9738-40c2-bd5e-c15e2612b622 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:08.644359 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-5e83d23b-425a-42db-9f69-d6f3ccc2b250 None None] Allocated IP 172.20.0.2 (549c8e6d-38df-4171-95c5-652183e307b7/5b9c6171-732e-407f-a064-e7f52e45ec93/9b744784-f56e-404f-bdd2-e20952b245a9) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:08.661056 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fc8f96-b68b-4d4c-a2c9-ddf6840054b1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:08.661188 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a4fc8f96-b68b-4d4c-a2c9-ddf6840054b1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:08.686864 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-c0ec2d28-e596-4eff-8881-5b57bcbff7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:08.686864 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-c0ec2d28-e596-4eff-8881-5b57bcbff7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:08.686864 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-c0ec2d28-e596-4eff-8881-5b57bcbff7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:08.688450 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-c0ec2d28-e596-4eff-8881-5b57bcbff7d1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6d66b009-87d4-44ee-a0b8-482e36cd5030&id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&id=0fed04be-2c3a-475e-8199-924085f487af&id=0fed04be-2c3a-475e-8199-924085f487af HTTP/1.1" status: 200 len: 2299 time: 0.2641449 Nov 12 00:58:08.688775 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40044) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:08.689789 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-532740e4-9738-40c2-bd5e-c15e2612b622 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:08.691106 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a4fc8f96-b68b-4d4c-a2c9-ddf6840054b1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.3522325 Nov 12 00:58:08.697015 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532740e4-9738-40c2-bd5e-c15e2612b622 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:08.697438 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-532740e4-9738-40c2-bd5e-c15e2612b622 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:08.722869 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b6f20d64-87f7-48e1-8639-8881050f030e tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:08.789097 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426885e0-79d5-4647-9372-b426c63f5a0e req-7e25758c-9168-44e3-8ca8-13a122ebdf2f tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:08.797168 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-426885e0-79d5-4647-9372-b426c63f5a0e req-7e25758c-9168-44e3-8ca8-13a122ebdf2f tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ac33876-0956-4ef0-b92c-84359d47c0ef HTTP/1.1" status: 200 len: 945 time: 0.0786800 Nov 12 00:58:08.823403 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device ded2273a-2a05-4940-8a85-b6f893dc4749 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:58:08.879427 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-5e83d23b-425a-42db-9f69-d6f3ccc2b250 None None] For port 9b744784-f56e-404f-bdd2-e20952b245a9, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=9b744784-f56e-404f-bdd2-e20952b245a9,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:08.880229 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814f98b-3dc7-4b3f-b7a4-21df5e2ebe04 req-30c87684-8bb4-4c71-b31d-2c4c15758eac tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:08.881774 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d814f98b-3dc7-4b3f-b7a4-21df5e2ebe04 req-30c87684-8bb4-4c71-b31d-2c4c15758eac tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ac33876-0956-4ef0-b92c-84359d47c0ef HTTP/1.1" status: 200 len: 945 time: 0.0760667 Nov 12 00:58:08.893408 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 9b744784-f56e-404f-bdd2-e20952b245a9 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:08.894589 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:08.910660 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-426885e0-79d5-4647-9372-b426c63f5a0e req-e8f6e674-1525-43d9-9de1-888747c33858 tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] 10.222.0.20 "GET /v2.0/security-groups?id=5101aec6-11c0-4cf2-88bc-5f4e56e0ab42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124663 Nov 12 00:58:08.957578 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-77bb5c6a-6a9a-45c2-95cb-ba7616bbd6d4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=839befd9-0d96-49e6-b80d-77934b38b2b7 HTTP/1.1" status: 200 len: 1001 time: 0.2450426 Nov 12 00:58:08.960685 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port ded2273a-2a05-4940-8a85-b6f893dc4749 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:58:08.964020 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b6f20d64-87f7-48e1-8639-8881050f030e tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:08.967585 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b6f20d64-87f7-48e1-8639-8881050f030e tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "DELETE /v2.0/subnets/ba30342d-3036-4ae0-9938-866ed5812579 HTTP/1.1" status: 204 len: 168 time: 1.2266195 Nov 12 00:58:08.969629 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f20d64-87f7-48e1-8639-8881050f030e tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event deleted for resources: {'Subnet': ['ID=ba30342d-3036-4ae0-9938-866ed5812579,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:08.970683 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5e83d23b-425a-42db-9f69-d6f3ccc2b250 None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:08.978038 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port ded2273a-2a05-4940-8a85-b6f893dc4749 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:08.978477 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:08.979903 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40048) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:09.027092 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-d814f98b-3dc7-4b3f-b7a4-21df5e2ebe04 req-9494d362-d327-4496-9ac4-989ed7ca162b tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] Deleting port 56d94c7f-ef9d-42ea-b113-c51c47873364 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:09.027462 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d814f98b-3dc7-4b3f-b7a4-21df5e2ebe04 req-9494d362-d327-4496-9ac4-989ed7ca162b tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:09.031180 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e0271d-25af-437d-9b55-d8f9bf1ead70 None None] Network fecf3999-1892-4469-b5ef-644c3e2b03ee requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:09.059707 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-532740e4-9738-40c2-bd5e-c15e2612b622 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9419703 Nov 12 00:58:09.060924 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5e83d23b-425a-42db-9f69-d6f3ccc2b250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:09.067964 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40054) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:09.112771 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-3427ccb5-b96f-4861-9c5a-20ec939e08d4 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Request body: {'subnet': {'network_id': '9136cc88-40f7-4b47-8f21-944ac774d304', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:09.142287 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-d814f98b-3dc7-4b3f-b7a4-21df5e2ebe04 req-9494d362-d327-4496-9ac4-989ed7ca162b tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] For port 56d94c7f-ef9d-42ea-b113-c51c47873364, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=56d94c7f-ef9d-42ea-b113-c51c47873364,segment=NetworkSegment(f213652d-6996-4db9-b75f-3dbd4819716b),segment_id=f213652d-6996-4db9-b75f-3dbd4819716b)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:09.142673 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d814f98b-3dc7-4b3f-b7a4-21df5e2ebe04 req-9494d362-d327-4496-9ac4-989ed7ca162b tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:09.156754 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-d814f98b-3dc7-4b3f-b7a4-21df5e2ebe04 req-9494d362-d327-4496-9ac4-989ed7ca162b tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] Calling delete_port for 56d94c7f-ef9d-42ea-b113-c51c47873364 owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:09.157337 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c0c0d-326d-4c7b-9891-669ab6f9bd56 req-d4fbc73c-1363-4729-91a0-7933eca5e29e tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:09.159873 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f41c0c0d-326d-4c7b-9891-669ab6f9bd56 req-d4fbc73c-1363-4729-91a0-7933eca5e29e tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 946 time: 0.2832503 Nov 12 00:58:09.171808 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532740e4-9738-40c2-bd5e-c15e2612b622 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event updated for resources: {'Network': ['ID=9136cc88-40f7-4b47-8f21-944ac774d304,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:09.188613 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c539193-80b5-411a-89c6-02dc616639c7 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:09.196099 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c539193-80b5-411a-89c6-02dc616639c7 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:09.197930 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7c539193-80b5-411a-89c6-02dc616639c7 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.4977939 Nov 12 00:58:09.210257 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:09.212201 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 9136cc88-40f7-4b47-8f21-944ac774d304 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:58:09.234281 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40056) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:09.281541 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-a8d977d7-899b-4318-98c2-81ec1856641c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:09.283753 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-a8d977d7-899b-4318-98c2-81ec1856641c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=84f3c115-0f29-44bb-9c76-e6ed88722019 HTTP/1.1" status: 200 len: 856 time: 0.3003738 Nov 12 00:58:09.387033 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d814f98b-3dc7-4b3f-b7a4-21df5e2ebe04 req-9494d362-d327-4496-9ac4-989ed7ca162b tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:09.401399 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:09.426028 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f22e398-4532-442b-b1ad-05513e4c278d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Deleting subnet 359ff077-f860-4863-96d3-69c17431a9d3 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:58:09.447393 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9494d362-d327-4496-9ac4-989ed7ca162b tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] Pushing event deleted for resources: {'Port': ['ID=56d94c7f-ef9d-42ea-b113-c51c47873364,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:09.466599 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1f22e398-4532-442b-b1ad-05513e4c278d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:09.476340 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad650f9-334e-4ebc-86a3-73ea29f9ef7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded2273a-2a05-4940-8a85-b6f893dc4749'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:58:09.485875 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69d4186-4ce3-4366-986b-5dfa03843b3d" -d '{"events": [{"server_uuid": "9ad650f9-334e-4ebc-86a3-73ea29f9ef7a", "name": "network-vif-plugged", "status": "completed", "tag": "ded2273a-2a05-4940-8a85-b6f893dc4749"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:58:09.488996 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['56d94c7f-ef9d-42ea-b113-c51c47873364'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:58:09.519834 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-d814f98b-3dc7-4b3f-b7a4-21df5e2ebe04 req-9494d362-d327-4496-9ac4-989ed7ca162b tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] No DVR routers for this DVR port 56d94c7f-ef9d-42ea-b113-c51c47873364 on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:58:09.524461 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d814f98b-3dc7-4b3f-b7a4-21df5e2ebe04 req-9494d362-d327-4496-9ac4-989ed7ca162b tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:09.530996 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d814f98b-3dc7-4b3f-b7a4-21df5e2ebe04 req-9494d362-d327-4496-9ac4-989ed7ca162b tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] 10.222.0.54 "DELETE /v2.0/ports/56d94c7f-ef9d-42ea-b113-c51c47873364 HTTP/1.1" status: 204 len: 173 time: 0.6400912 Nov 12 00:58:09.538040 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac33876-0956-4ef0-b92c-84359d47c0ef', 'name': 'network-vif-deleted', 'tag': '56d94c7f-ef9d-42ea-b113-c51c47873364'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:58:09.541344 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9172876f-47a5-459a-ba8e-eab94abcb5a1" -d '{"events": [{"server_uuid": "0ac33876-0956-4ef0-b92c-84359d47c0ef", "name": "network-vif-deleted", "tag": "56d94c7f-ef9d-42ea-b113-c51c47873364"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:58:09.556713 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8882a7f7-64a7-4318-a47e-8ca122940c04 None None] DHCP port deletion for ec688e04-98ae-482a-ac1d-cfa25edff6d1 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:58:09.563257 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83d23b-425a-42db-9f69-d6f3ccc2b250 None None] Pushing event updated for resources: {'Port': ['ID=9b744784-f56e-404f-bdd2-e20952b245a9,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:09.572158 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f41c0c0d-326d-4c7b-9891-669ab6f9bd56 req-7cb48845-a0c3-49ac-a427-09ee9cfe44ae tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3723233 Nov 12 00:58:09.630686 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-3bb12861-0698-46cb-87a4-10d67d4c2fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:09.632202 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-3bb12861-0698-46cb-87a4-10d67d4c2fab service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6d66b009-87d4-44ee-a0b8-482e36cd5030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2877579 Nov 12 00:58:09.683074 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2a85b0-29ad-4c4f-b290-1f5b6bc834ed x-openstack-request-id: req-1c2a85b0-29ad-4c4f-b290-1f5b6bc834ed {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:58:09.683273 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1f22e398-4532-442b-b1ad-05513e4c278d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:09.683414 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac33876-0956-4ef0-b92c-84359d47c0ef", "name": "network-vif-deleted", "tag": "56d94c7f-ef9d-42ea-b113-c51c47873364", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:58:09.683644 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1c2a85b0-29ad-4c4f-b290-1f5b6bc834ed {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:58:09.684068 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac33876-0956-4ef0-b92c-84359d47c0ef', 'name': 'network-vif-deleted', 'tag': '56d94c7f-ef9d-42ea-b113-c51c47873364', 'status': 'completed', 'code': 200} Nov 12 00:58:09.755806 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-d9bf2291-a85c-482b-9491-cbc9483afff4 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:58:09.770768 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-d9bf2291-a85c-482b-9491-cbc9483afff4 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0410774 Nov 12 00:58:09.775291 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3427ccb5-b96f-4861-9c5a-20ec939e08d4 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Made reservation on behalf of 12dd440799914979a52d8976c0f56bb2 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:09.786059 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3427ccb5-b96f-4861-9c5a-20ec939e08d4 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:09.951852 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ead5d7-8aa7-43f4-9e42-1d34d00ddbac x-openstack-request-id: req-d0ead5d7-8aa7-43f4-9e42-1d34d00ddbac {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:58:09.952477 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad650f9-334e-4ebc-86a3-73ea29f9ef7a", "name": "network-vif-plugged", "status": "completed", "tag": "ded2273a-2a05-4940-8a85-b6f893dc4749", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:58:09.952477 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d0ead5d7-8aa7-43f4-9e42-1d34d00ddbac {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:58:09.952753 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad650f9-334e-4ebc-86a3-73ea29f9ef7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded2273a-2a05-4940-8a85-b6f893dc4749', 'code': 200} Nov 12 00:58:09.954605 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port ded2273a-2a05-4940-8a85-b6f893dc4749, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=ded2273a-2a05-4940-8a85-b6f893dc4749,segment=NetworkSegment(6922dc8f-e4e8-46eb-925b-ce7a975c2214),segment_id=6922dc8f-e4e8-46eb-925b-ce7a975c2214)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:09.968683 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:10.006084 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-4207e9fd-e7a6-486e-a8cd-39ebf9a45102 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Deleting port 58dc20e7-633a-4f41-a027-7e9b189472c5 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:10.006566 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4207e9fd-e7a6-486e-a8cd-39ebf9a45102 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:10.066959 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:10.166330 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=ded2273a-2a05-4940-8a85-b6f893dc4749,revision_number=12']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:10.236812 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c989ce-7ab1-41ea-a277-67c41ba3ac9b None None] DHCP port deletion for fecf3999-1892-4469-b5ef-644c3e2b03ee request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:58:10.258808 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5cc5fd46-3301-4fc8-a59f-c6541820c4f2 req-3ab5028d-af7e-42e1-b332-49acb1b03156 tempest-ServersNegativeTestMultiTenantJSON-855988710 tempest-ServersNegativeTestMultiTenantJSON-855988710-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ac33876-0956-4ef0-b92c-84359d47c0ef HTTP/1.1" status: 200 len: 210 time: 0.0800891 Nov 12 00:58:10.284327 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6947e8-f017-445d-9ba5-09bfb19d1618 req-46c4ed41-f40e-46df-8340-d35fe29735ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:10.286847 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ba6947e8-f017-445d-9ba5-09bfb19d1618 req-46c4ed41-f40e-46df-8340-d35fe29735ed service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 1099 time: 0.3855309 Nov 12 00:58:10.362196 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ba6947e8-f017-445d-9ba5-09bfb19d1618 req-02718ed0-0def-4916-b410-75ff376deb94 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637486 Nov 12 00:58:10.402300 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b3c989ce-7ab1-41ea-a277-67c41ba3ac9b None None] Deleting port 692c3c05-3d56-4f2a-bd30-bdaae05e7b8e {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:10.402300 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b3c989ce-7ab1-41ea-a277-67c41ba3ac9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:10.593001 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b3c989ce-7ab1-41ea-a277-67c41ba3ac9b None None] For port 692c3c05-3d56-4f2a-bd30-bdaae05e7b8e, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=692c3c05-3d56-4f2a-bd30-bdaae05e7b8e,segment=NetworkSegment(7a48d499-f8b5-43e5-9051-c694f5236b62),segment_id=7a48d499-f8b5-43e5-9051-c694f5236b62)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:10.593532 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b3c989ce-7ab1-41ea-a277-67c41ba3ac9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:10.644828 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b3c989ce-7ab1-41ea-a277-67c41ba3ac9b None None] Calling delete_port for 692c3c05-3d56-4f2a-bd30-bdaae05e7b8e owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:10.668562 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4207e9fd-e7a6-486e-a8cd-39ebf9a45102 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:10.706166 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-4207e9fd-e7a6-486e-a8cd-39ebf9a45102 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Calling delete_port for 58dc20e7-633a-4f41-a027-7e9b189472c5 owned by {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:10.758596 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-294fcc06-2e80-49c1-bc93-f65f4fc44d7e req-3c329039-490b-4976-991c-4e281eb28b05 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0764146 Nov 12 00:58:10.785732 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1f22e398-4532-442b-b1ad-05513e4c278d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:10.789744 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 9b744784-f56e-404f-bdd2-e20952b245a9 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:58:10.807846 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05dadb-1647-4dcb-b401-a95272efa8d1 req-a549d084-9cc7-4037-8434-b6edf3f18e18 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:10.809607 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cc05dadb-1647-4dcb-b401-a95272efa8d1 req-a549d084-9cc7-4037-8434-b6edf3f18e18 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 947 time: 0.0914950 Nov 12 00:58:10.849668 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-36d6a80d-c069-4f0f-8e7f-a63b3e5c8c3e None None] Provisioning complete for port 9b744784-f56e-404f-bdd2-e20952b245a9 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:10.850077 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-36d6a80d-c069-4f0f-8e7f-a63b3e5c8c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:10.873293 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-c85e6449-1137-4986-b2ec-6a11ac0ecfc1 service neutron] 10.222.0.49 "GET /v2.0/networks/6d66b009-87d4-44ee-a0b8-482e36cd5030?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0797927 Nov 12 00:58:10.877964 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cc05dadb-1647-4dcb-b401-a95272efa8d1 req-0cc2d352-8e1b-4695-847c-072ddae42113 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621438 Nov 12 00:58:10.914845 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1f22e398-4532-442b-b1ad-05513e4c278d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:10.952036 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:10.953555 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b3c989ce-7ab1-41ea-a277-67c41ba3ac9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:10.970344 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c989ce-7ab1-41ea-a277-67c41ba3ac9b None None] No DVR routers for this DVR port 692c3c05-3d56-4f2a-bd30-bdaae05e7b8e on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:58:11.015174 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98d1f06-d006-4254-8173-72552f2c000a None None] get_active_networks_info from n-d-812236-11 {{(pid=102663) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 00:58:11.043809 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c989ce-7ab1-41ea-a277-67c41ba3ac9b None None] Pushing event deleted for resources: {'Port': ['ID=692c3c05-3d56-4f2a-bd30-bdaae05e7b8e,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:11.092226 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f22e398-4532-442b-b1ad-05513e4c278d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event deleted for resources: {'Subnet': ['ID=359ff077-f860-4863-96d3-69c17431a9d3,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:11.104135 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-4ee13384-6583-4771-b6aa-39d071e9a0ef service neutron] 10.222.0.49 "GET /v2.0/networks/6d66b009-87d4-44ee-a0b8-482e36cd5030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911085 Nov 12 00:58:11.120245 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1f22e398-4532-442b-b1ad-05513e4c278d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:11.123532 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1f22e398-4532-442b-b1ad-05513e4c278d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "DELETE /v2.0/subnets/359ff077-f860-4863-96d3-69c17431a9d3 HTTP/1.1" status: 204 len: 168 time: 2.0764449 Nov 12 00:58:11.128661 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40106) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:11.173326 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 9b744784-f56e-404f-bdd2-e20952b245a9 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:11.173997 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:11.201659 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-1f6c8146-f814-4490-b704-98e9caadcfaa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9 HTTP/1.1" status: 200 len: 217 time: 0.0828021 Nov 12 00:58:11.224365 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-58821a87-080b-4536-9cf0-b31c6d45df20 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:11.265224 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-d54638f9-c485-4927-92b8-f0da9b6969e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:11.268697 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-d54638f9-c485-4927-92b8-f0da9b6969e1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5 HTTP/1.1" status: 200 len: 797 time: 0.0529547 Nov 12 00:58:11.339377 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-7bf30fd8-0914-4ef5-ba3f-4a3be54e1c4c None None] Provisioning complete for port 58dc20e7-633a-4f41-a027-7e9b189472c5 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:11.339752 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7bf30fd8-0914-4ef5-ba3f-4a3be54e1c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:11.343295 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98d1f06-d006-4254-8173-72552f2c000a None None] Resources bound (agent type, host, resource id): {{(pid=102663) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 00:58:11.349427 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40114) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:11.358281 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-75e865f6-f05b-4461-b618-5f8579df16c8 req-536d2e8d-8ddb-498a-9255-ec6955f5bcee service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0642073 Nov 12 00:58:11.372351 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3427ccb5-b96f-4861-9c5a-20ec939e08d4 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:11.396048 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-58821a87-080b-4536-9cf0-b31c6d45df20 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:11.428962 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-58821a87-080b-4536-9cf0-b31c6d45df20 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fecf3999-1892-4469-b5ef-644c3e2b03ee']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:11.439400 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-7bf30fd8-0914-4ef5-ba3f-4a3be54e1c4c None None] Port 58dc20e7-633a-4f41-a027-7e9b189472c5 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:58:11.441734 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-99a75a66-dd97-4036-aae2-497e552e08dd admin admin] Deleting subnet d90dbe28-5d83-482a-bb61-93b5ded874d0 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:58:11.448882 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-58821a87-080b-4536-9cf0-b31c6d45df20 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a48d499-f8b5-43e5-9051-c694f5236b62') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:11.449595 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-58821a87-080b-4536-9cf0-b31c6d45df20 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a48d499-f8b5-43e5-9051-c694f5236b62') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:11.456669 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3427ccb5-b96f-4861-9c5a-20ec939e08d4 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event updated for resources: {'Subnet': ['ID=8905206f-d096-4a71-9730-976c16403706,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:11.457577 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-99a75a66-dd97-4036-aae2-497e552e08dd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:11.493305 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-58821a87-080b-4536-9cf0-b31c6d45df20 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:11.515474 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-58821a87-080b-4536-9cf0-b31c6d45df20 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:11.522815 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-99a75a66-dd97-4036-aae2-497e552e08dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:11.544581 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58821a87-080b-4536-9cf0-b31c6d45df20 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:58:11.545173 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-58821a87-080b-4536-9cf0-b31c6d45df20 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:11.546152 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-ca046327-83f7-4a1e-a4f2-5bd16c194227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:11.548176 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 00:58:11.548176 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:58:11.548176 n-d-812236-11 neutron-server[102662]: timer() Nov 12 00:58:11.548176 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:58:11.548176 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 00:58:11.548176 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:58:11.548176 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 00:58:11.548176 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:58:11.548176 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 00:58:11.548176 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:58:11.548176 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 00:58:11.548176 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:58:11.548176 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 00:58:11.548176 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:58:11.548176 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:58:11.548176 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:58:11.548176 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:58:11.548176 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:58:11.548176 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 00:58:11.548176 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:58:11.548176 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 00:58:11.548176 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:58:11.548176 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:58:11.548176 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:58:11.548176 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 00:58:11.548176 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:58:11.548176 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:58:11.548176 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:58:11.548176 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:58:11.548176 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:58:11.548176 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:58:11.548176 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:58:11.551799 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-ca046327-83f7-4a1e-a4f2-5bd16c194227 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2740111 Nov 12 00:58:11.591055 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 692c3c05-3d56-4f2a-bd30-bdaae05e7b8e no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:58:11.650082 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-99a75a66-dd97-4036-aae2-497e552e08dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:11.651439 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 692c3c05-3d56-4f2a-bd30-bdaae05e7b8e {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:58:11.652113 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 692c3c05-3d56-4f2a-bd30-bdaae05e7b8e not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:58:11.667328 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-58821a87-080b-4536-9cf0-b31c6d45df20 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:11.695529 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-58821a87-080b-4536-9cf0-b31c6d45df20 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:11.701668 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-58821a87-080b-4536-9cf0-b31c6d45df20 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "DELETE /v2.0/networks/fecf3999-1892-4469-b5ef-644c3e2b03ee HTTP/1.1" status: 204 len: 168 time: 0.5717015 Nov 12 00:58:11.719331 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40126) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:11.732381 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58821a87-080b-4536-9cf0-b31c6d45df20 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event deleted for resources: {'Network': ['ID=fecf3999-1892-4469-b5ef-644c3e2b03ee,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:11.789082 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3427ccb5-b96f-4861-9c5a-20ec939e08d4 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Checking segment: {'id': 'c5c5cf0f-a9d7-4dfa-a46a-fa10116881d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9136cc88-40f7-4b47-8f21-944ac774d304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:58:11.789641 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3427ccb5-b96f-4861-9c5a-20ec939e08d4 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Network hostable DHCP agents. Network: 9136cc88-40f7-4b47-8f21-944ac774d304, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:58:11.829879 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4c29e737-2a66-4e57-affd-54cddefa3c97 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:11.834038 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-99a75a66-dd97-4036-aae2-497e552e08dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:11.845668 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-3fc7c516-126b-4912-8c1b-3a8128e79a97 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760475 Nov 12 00:58:11.866527 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a75a66-dd97-4036-aae2-497e552e08dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d90dbe28-5d83-482a-bb61-93b5ded874d0,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:11.873081 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-99a75a66-dd97-4036-aae2-497e552e08dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:11.876271 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-99a75a66-dd97-4036-aae2-497e552e08dd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d90dbe28-5d83-482a-bb61-93b5ded874d0 HTTP/1.1" status: 204 len: 168 time: 0.5253482 Nov 12 00:58:11.879151 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40136) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:11.911281 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3427ccb5-b96f-4861-9c5a-20ec939e08d4 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Network 9136cc88-40f7-4b47-8f21-944ac774d304 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:58:11.969852 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4207e9fd-e7a6-486e-a8cd-39ebf9a45102 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:11.978836 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d25001fb-9249-4495-9d79-58c83c36348e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:11.983532 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-3427ccb5-b96f-4861-9c5a-20ec939e08d4 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 9136cc88-40f7-4b47-8f21-944ac774d304) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:11.991571 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc59eb01-7385-4033-b1d7-90f1e9ac03ad None None] Network 3a48c4d3-ce13-4f37-9c1e-346d70e9e06e requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:12.023446 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f5015c-6e41-47d5-9ab9-c13a4f44900e None None] Network ec688e04-98ae-482a-ac1d-cfa25edff6d1 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:12.038301 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3941ee-8d2f-4e72-b78d-8d35d12abbd2 None None] Network 9136cc88-40f7-4b47-8f21-944ac774d304 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:12.080203 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4207e9fd-e7a6-486e-a8cd-39ebf9a45102 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Port': ['ID=58dc20e7-633a-4f41-a027-7e9b189472c5,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:12.098842 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3427ccb5-b96f-4861-9c5a-20ec939e08d4 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:12.102915 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3427ccb5-b96f-4861-9c5a-20ec939e08d4 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:12.236993 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-3427ccb5-b96f-4861-9c5a-20ec939e08d4 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1347663 Nov 12 00:58:12.261994 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40156) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:12.293012 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d25001fb-9249-4495-9d79-58c83c36348e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:12.327736 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-4c29e737-2a66-4e57-affd-54cddefa3c97 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Deleting port ee024ee1-467d-4fd1-af32-8679f6250860 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:12.328341 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4c29e737-2a66-4e57-affd-54cddefa3c97 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:12.338945 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4207e9fd-e7a6-486e-a8cd-39ebf9a45102 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:12.345291 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4207e9fd-e7a6-486e-a8cd-39ebf9a45102 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/ports/58dc20e7-633a-4f41-a027-7e9b189472c5 HTTP/1.1" status: 204 len: 168 time: 3.1074889 Nov 12 00:58:12.345291 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-a8d66216-c4aa-44b8-8c09-0e5273852bbe service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4877703 Nov 12 00:58:12.345632 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40166) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:12.415163 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ce0c73-16e0-4524-83ed-33f28996d20d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:12.416797 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ce0c73-16e0-4524-83ed-33f28996d20d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:12.421439 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ce0c73-16e0-4524-83ed-33f28996d20d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:12.425709 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-54ce0c73-16e0-4524-83ed-33f28996d20d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0748193 Nov 12 00:58:12.429906 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40174) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:12.478144 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-d25001fb-9249-4495-9d79-58c83c36348e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec688e04-98ae-482a-ac1d-cfa25edff6d1']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:12.532177 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-d25001fb-9249-4495-9d79-58c83c36348e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f213652d-6996-4db9-b75f-3dbd4819716b') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:12.532621 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-d25001fb-9249-4495-9d79-58c83c36348e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f213652d-6996-4db9-b75f-3dbd4819716b') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:12.544510 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2067b6-f4af-406f-8c4b-5ba0674991a7 None None] DHCP port deletion for ec688e04-98ae-482a-ac1d-cfa25edff6d1 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:58:12.596431 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-34e553df-0d7b-4536-8d13-859899e9f554 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=e5eb25a0-7da0-4bbc-9a1a-01a506e19685 HTTP/1.1" status: 200 len: 217 time: 0.1486394 Nov 12 00:58:12.597389 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-4c29e737-2a66-4e57-affd-54cddefa3c97 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] For port ee024ee1-467d-4fd1-af32-8679f6250860, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=ee024ee1-467d-4fd1-af32-8679f6250860,segment=NetworkSegment(189b8fe1-e3be-4d16-8675-88adb2a16762),segment_id=189b8fe1-e3be-4d16-8675-88adb2a16762)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:12.597907 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4c29e737-2a66-4e57-affd-54cddefa3c97 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:12.602527 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d25001fb-9249-4495-9d79-58c83c36348e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:12.642300 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:12.663516 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d25001fb-9249-4495-9d79-58c83c36348e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:12.664631 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7ef8a6-27d7-4838-91ff-7c0997888663 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-9136cc88-40f7-4b47-8f21-944ac774d304', 'network_id': '9136cc88-40f7-4b47-8f21-944ac774d304', 'tenant_id': '12dd440799914979a52d8976c0f56bb2', 'fixed_ips': [{'subnet_id': '8905206f-d096-4a71-9730-976c16403706'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:58:12.667678 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5a7ef8a6-27d7-4838-91ff-7c0997888663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:12.708798 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d25001fb-9249-4495-9d79-58c83c36348e admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:58:12.709326 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d25001fb-9249-4495-9d79-58c83c36348e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:12.732100 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f89f675-1d48-40ac-9b78-b36b4788ab27 None None] DHCP port deletion for 3a48c4d3-ce13-4f37-9c1e-346d70e9e06e request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:58:12.737638 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 56d94c7f-ef9d-42ea-b113-c51c47873364 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:58:12.758600 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 00:58:12.758600 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:58:12.758600 n-d-812236-11 neutron-server[102662]: timer() Nov 12 00:58:12.758600 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:58:12.758600 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 00:58:12.758600 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:58:12.758600 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 00:58:12.758600 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:58:12.758600 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 00:58:12.758600 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:58:12.758600 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 00:58:12.758600 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:58:12.758600 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 00:58:12.758600 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:58:12.758600 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:58:12.758600 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:58:12.758600 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:58:12.758600 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:58:12.758600 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 00:58:12.758600 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:58:12.758600 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 00:58:12.758600 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:58:12.758600 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:58:12.758600 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:58:12.758600 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 00:58:12.758600 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:58:12.758600 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:58:12.758600 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:58:12.758600 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:58:12.758600 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:58:12.758600 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:58:12.758600 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:58:12.785926 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6844cf-e93a-4064-be07-e2079bd85bf9 req-a4e594d3-6178-4809-8db2-316bc8655e20 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:12.788312 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ee6844cf-e93a-4064-be07-e2079bd85bf9 req-a4e594d3-6178-4809-8db2-316bc8655e20 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 947 time: 0.6540947 Nov 12 00:58:12.806672 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: 56d94c7f-ef9d-42ea-b113-c51c47873364 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:58:12.806907 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 56d94c7f-ef9d-42ea-b113-c51c47873364 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:58:12.827181 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-4c29e737-2a66-4e57-affd-54cddefa3c97 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Calling delete_port for ee024ee1-467d-4fd1-af32-8679f6250860 owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:12.828314 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-6e541fc0-2fe4-423a-be8c-d0c7866985b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:12.830147 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-6e541fc0-2fe4-423a-be8c-d0c7866985b1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5 HTTP/1.1" status: 200 len: 797 time: 0.2329018 Nov 12 00:58:12.836381 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-03780f1a-17ba-4772-9376-ff40e12e8b48 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Deleting subnet 5b9c6171-732e-407f-a064-e7f52e45ec93 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:58:12.839625 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-03780f1a-17ba-4772-9376-ff40e12e8b48 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:12.848305 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-13419126-670d-447d-8629-866bc2c9209b tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:12.884334 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-03780f1a-17ba-4772-9376-ff40e12e8b48 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:12.924617 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d25001fb-9249-4495-9d79-58c83c36348e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:12.969519 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d25001fb-9249-4495-9d79-58c83c36348e admin admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:12.977330 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d25001fb-9249-4495-9d79-58c83c36348e admin admin] 10.222.0.20 "DELETE /v2.0/networks/ec688e04-98ae-482a-ac1d-cfa25edff6d1 HTTP/1.1" status: 204 len: 168 time: 1.0911169 Nov 12 00:58:12.986087 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-03780f1a-17ba-4772-9376-ff40e12e8b48 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:13.012752 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40186) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:13.015401 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-9f89f675-1d48-40ac-9b78-b36b4788ab27 None None] Deleting port ee024ee1-467d-4fd1-af32-8679f6250860 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:13.016336 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9f89f675-1d48-40ac-9b78-b36b4788ab27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:13.022567 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25001fb-9249-4495-9d79-58c83c36348e admin admin] Pushing event deleted for resources: {'Network': ['ID=ec688e04-98ae-482a-ac1d-cfa25edff6d1,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:13.035707 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-13419126-670d-447d-8629-866bc2c9209b tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:13.140852 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-9f89f675-1d48-40ac-9b78-b36b4788ab27 None None] For port ee024ee1-467d-4fd1-af32-8679f6250860, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=ee024ee1-467d-4fd1-af32-8679f6250860,segment=NetworkSegment(189b8fe1-e3be-4d16-8675-88adb2a16762),segment_id=189b8fe1-e3be-4d16-8675-88adb2a16762)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:13.141435 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9f89f675-1d48-40ac-9b78-b36b4788ab27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:13.159267 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb05d35f-7493-4f1b-b26a-4b63090c58e2 admin admin] Deleting subnet 211b46f6-da49-44bc-9253-288ab4869843 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:58:13.170696 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bb05d35f-7493-4f1b-b26a-4b63090c58e2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:13.194279 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ee6844cf-e93a-4064-be07-e2079bd85bf9 req-1e933749-f4d1-4898-9239-2780658c513e tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3950846 Nov 12 00:58:13.197645 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-03780f1a-17ba-4772-9376-ff40e12e8b48 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:13.214566 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-9f89f675-1d48-40ac-9b78-b36b4788ab27 None None] Calling delete_port for ee024ee1-467d-4fd1-af32-8679f6250860 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:13.216953 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-5a7ef8a6-27d7-4838-91ff-7c0997888663 None None] Allocated IP 172.20.0.2 (9136cc88-40f7-4b47-8f21-944ac774d304/8905206f-d096-4a71-9730-976c16403706/de503a3a-d33a-4445-a373-90ec045ff682) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:13.229587 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4c29e737-2a66-4e57-affd-54cddefa3c97 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:13.251947 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c29e737-2a66-4e57-affd-54cddefa3c97 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] No DVR routers for this DVR port ee024ee1-467d-4fd1-af32-8679f6250860 on host n-d-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:58:13.254868 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03780f1a-17ba-4772-9376-ff40e12e8b48 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Subnet': ['ID=5b9c6171-732e-407f-a064-e7f52e45ec93,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:13.266492 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-833a7eaa-164e-4007-ade2-cb5dc3df85f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:13.270684 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-833a7eaa-164e-4007-ade2-cb5dc3df85f0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2596600 Nov 12 00:58:13.274389 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-03780f1a-17ba-4772-9376-ff40e12e8b48 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:13.279610 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-03780f1a-17ba-4772-9376-ff40e12e8b48 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/5b9c6171-732e-407f-a064-e7f52e45ec93 HTTP/1.1" status: 204 len: 168 time: 0.8393879 Nov 12 00:58:13.282299 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40192) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:13.283940 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c29e737-2a66-4e57-affd-54cddefa3c97 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event deleted for resources: {'Port': ['ID=ee024ee1-467d-4fd1-af32-8679f6250860,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:13.307207 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bb05d35f-7493-4f1b-b26a-4b63090c58e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:13.411646 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4c29e737-2a66-4e57-affd-54cddefa3c97 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:13.426463 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bb05d35f-7493-4f1b-b26a-4b63090c58e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:13.437885 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-701775ad-0d60-492b-af1b-3d8986f8a503 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Deleting subnet 7b0cca44-3f4d-4222-8743-f83d71bbf037 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:58:13.445675 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-701775ad-0d60-492b-af1b-3d8986f8a503 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:13.447625 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c99cde-fc9e-4e1f-bdce-3a15e1c34d73 None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:13.525655 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-9e04b6cd-2b1d-4cf5-8ca9-903ead767966 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440801 Nov 12 00:58:13.529423 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-701775ad-0d60-492b-af1b-3d8986f8a503 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:13.531863 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-4c29e737-2a66-4e57-affd-54cddefa3c97 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a48c4d3-ce13-4f37-9c1e-346d70e9e06e']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:13.553552 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-4c29e737-2a66-4e57-affd-54cddefa3c97 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '189b8fe1-e3be-4d16-8675-88adb2a16762') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:13.554047 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-4c29e737-2a66-4e57-affd-54cddefa3c97 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '189b8fe1-e3be-4d16-8675-88adb2a16762') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:13.571473 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4c29e737-2a66-4e57-affd-54cddefa3c97 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:13.599437 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4c29e737-2a66-4e57-affd-54cddefa3c97 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:13.607676 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c29e737-2a66-4e57-affd-54cddefa3c97 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:58:13.608106 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4c29e737-2a66-4e57-affd-54cddefa3c97 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:13.686671 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 00:58:13.686671 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:58:13.686671 n-d-812236-11 neutron-server[102662]: timer() Nov 12 00:58:13.686671 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:58:13.686671 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 00:58:13.686671 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:58:13.686671 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 00:58:13.686671 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:58:13.686671 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 00:58:13.686671 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:58:13.686671 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 00:58:13.686671 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:58:13.686671 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 00:58:13.686671 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:58:13.686671 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:58:13.686671 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:58:13.686671 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:58:13.686671 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:58:13.686671 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 00:58:13.686671 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:58:13.686671 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 00:58:13.686671 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:58:13.686671 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:58:13.686671 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:58:13.686671 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 00:58:13.686671 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:58:13.686671 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:58:13.686671 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:58:13.686671 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:58:13.686671 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:58:13.686671 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:58:13.686671 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:58:13.689053 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bb05d35f-7493-4f1b-b26a-4b63090c58e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:13.720843 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4c29e737-2a66-4e57-affd-54cddefa3c97 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:13.721225 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-701775ad-0d60-492b-af1b-3d8986f8a503 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:13.735951 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9f89f675-1d48-40ac-9b78-b36b4788ab27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:13.749780 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0850d4b-fc34-42ea-a479-94f99e1ca3f6 None None] Network 35a1d2a4-b098-4a33-9ee7-72d572a25f69 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:13.753615 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bb05d35f-7493-4f1b-b26a-4b63090c58e2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:13.754703 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-59b46878-3474-4d0d-a3e8-240fa8613406 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205596 Nov 12 00:58:13.755054 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9f89f675-1d48-40ac-9b78-b36b4788ab27 None None] Network 3a48c4d3-ce13-4f37-9c1e-346d70e9e06e is not hosted by any dhcp agent {{(pid=102663) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 00:58:13.755681 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f89f675-1d48-40ac-9b78-b36b4788ab27 None None] No DVR routers for this DVR port ee024ee1-467d-4fd1-af32-8679f6250860 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:58:13.758318 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-bb05d35f-7493-4f1b-b26a-4b63090c58e2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/211b46f6-da49-44bc-9253-288ab4869843 HTTP/1.1" status: 204 len: 168 time: 0.7421565 Nov 12 00:58:13.779525 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4c29e737-2a66-4e57-affd-54cddefa3c97 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:13.785482 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2718bc95-c21d-4f59-b60b-b6f72e51b1a1 req-06691bcc-9ba2-4b64-8675-adced9c9b1c2 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0345895 Nov 12 00:58:13.786897 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-4c29e737-2a66-4e57-affd-54cddefa3c97 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "DELETE /v2.0/networks/3a48c4d3-ce13-4f37-9c1e-346d70e9e06e HTTP/1.1" status: 204 len: 168 time: 2.0664535 Nov 12 00:58:13.790750 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40208) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:13.791221 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40210) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:13.794589 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb05d35f-7493-4f1b-b26a-4b63090c58e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=211b46f6-da49-44bc-9253-288ab4869843,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:13.810937 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c29e737-2a66-4e57-affd-54cddefa3c97 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event deleted for resources: {'Network': ['ID=3a48c4d3-ce13-4f37-9c1e-346d70e9e06e,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:13.842859 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f89f675-1d48-40ac-9b78-b36b4788ab27 None None] Pushing event deleted for resources: {'Port': ['ID=ee024ee1-467d-4fd1-af32-8679f6250860,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:13.864561 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-3fef2696-5c0e-4cef-8944-74811bdd860d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=4c22bace-f635-4893-bff7-f3b4e0d2feaa HTTP/1.1" status: 200 len: 217 time: 0.0692208 Nov 12 00:58:13.868063 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-cffe444e-d0cd-4ade-97de-582918573b12 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Request body: {'network': {'name': 'tempest-RoutersTest-282668490'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:13.989597 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d8c9b2cb-3c3d-4869-aa6b-b5865e1d6209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:13.994680 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cffe444e-d0cd-4ade-97de-582918573b12 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Made reservation on behalf of f23da681bca94b38b5538444990222f0 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:13.998064 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cffe444e-d0cd-4ade-97de-582918573b12 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:14.025954 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cffe444e-d0cd-4ade-97de-582918573b12 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:58:14.042054 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cffe444e-d0cd-4ade-97de-582918573b12 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:14.042427 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-cffe444e-d0cd-4ade-97de-582918573b12 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Added segment f5392b28-65ef-4b45-911b-ef4369671535 of type vlan for network b8f9d2c0-155e-4694-a041-2ed9253474d7 Nov 12 00:58:14.046366 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-ea115b95-b087-4cf6-a568-83b09b6abf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:14.047827 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-ea115b95-b087-4cf6-a568-83b09b6abf17 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5 HTTP/1.1" status: 200 len: 797 time: 0.1639450 Nov 12 00:58:14.059578 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-701775ad-0d60-492b-af1b-3d8986f8a503 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:14.064263 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5a7ef8a6-27d7-4838-91ff-7c0997888663 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:14.100501 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5a7ef8a6-27d7-4838-91ff-7c0997888663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:14.107387 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-13419126-670d-447d-8629-866bc2c9209b tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:14.126490 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-701775ad-0d60-492b-af1b-3d8986f8a503 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:14.130298 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-701775ad-0d60-492b-af1b-3d8986f8a503 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/7b0cca44-3f4d-4222-8743-f83d71bbf037 HTTP/1.1" status: 204 len: 168 time: 0.8463032 Nov 12 00:58:14.152016 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40220) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:14.157717 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701775ad-0d60-492b-af1b-3d8986f8a503 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Subnet': ['ID=7b0cca44-3f4d-4222-8743-f83d71bbf037,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:14.164609 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13419126-670d-447d-8629-866bc2c9209b tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event deleted for resources: {'Subnet': ['ID=8905206f-d096-4a71-9730-976c16403706,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:14.194490 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7ef8a6-27d7-4838-91ff-7c0997888663 None None] Network 9136cc88-40f7-4b47-8f21-944ac774d304 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:14.221137 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cffcf6-8876-4c2c-a564-fa8168c71073 None None] DHCP port deletion for 35a1d2a4-b098-4a33-9ee7-72d572a25f69 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:58:14.224906 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-88f60797-b5ac-432a-9ac8-0e8f1dbdbfcb tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0657885 Nov 12 00:58:14.225574 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40222) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:14.227365 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cffe444e-d0cd-4ade-97de-582918573b12 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:14.232437 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7ef8a6-27d7-4838-91ff-7c0997888663 None None] Pushing event updated for resources: {'Port': ['ID=de503a3a-d33a-4445-a373-90ec045ff682,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:14.237018 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-11167eda-69ba-4025-b2c1-b2da199bdda9 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'subnet': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:14.245073 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-5a7ef8a6-27d7-4838-91ff-7c0997888663 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:14.248203 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7ef8a6-27d7-4838-91ff-7c0997888663 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:14.260288 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-13419126-670d-447d-8629-866bc2c9209b tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:14.299485 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-13419126-670d-447d-8629-866bc2c9209b tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9136cc88-40f7-4b47-8f21-944ac774d304']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:14.328975 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-13419126-670d-447d-8629-866bc2c9209b tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5c5cf0f-a9d7-4dfa-a46a-fa10116881d6') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:14.329272 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-13419126-670d-447d-8629-866bc2c9209b tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5c5cf0f-a9d7-4dfa-a46a-fa10116881d6') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:14.345352 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-13419126-670d-447d-8629-866bc2c9209b tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:14.368989 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-5a7ef8a6-27d7-4838-91ff-7c0997888663 None None] Attempting to bind port de503a3a-d33a-4445-a373-90ec045ff682 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:58:14.369499 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-5a7ef8a6-27d7-4838-91ff-7c0997888663 None None] Attempting to bind port de503a3a-d33a-4445-a373-90ec045ff682 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'c5c5cf0f-a9d7-4dfa-a46a-fa10116881d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9136cc88-40f7-4b47-8f21-944ac774d304'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:58:14.370187 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7ef8a6-27d7-4838-91ff-7c0997888663 None None] Attempting to bind port de503a3a-d33a-4445-a373-90ec045ff682 on network 9136cc88-40f7-4b47-8f21-944ac774d304 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:58:14.385304 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-13419126-670d-447d-8629-866bc2c9209b tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:14.402808 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13419126-670d-447d-8629-866bc2c9209b tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:58:14.403526 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-13419126-670d-447d-8629-866bc2c9209b tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:14.404452 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7ef8a6-27d7-4838-91ff-7c0997888663 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:58:14.404943 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7ef8a6-27d7-4838-91ff-7c0997888663 None None] Checking segment: {'id': 'c5c5cf0f-a9d7-4dfa-a46a-fa10116881d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9136cc88-40f7-4b47-8f21-944ac774d304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:58:14.405549 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5a7ef8a6-27d7-4838-91ff-7c0997888663 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:14.406008 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7ef8a6-27d7-4838-91ff-7c0997888663 None None] Bound using segment: {'id': 'c5c5cf0f-a9d7-4dfa-a46a-fa10116881d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9136cc88-40f7-4b47-8f21-944ac774d304'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:58:14.406940 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-5a7ef8a6-27d7-4838-91ff-7c0997888663 None None] Bound port: de503a3a-d33a-4445-a373-90ec045ff682, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5c5cf0f-a9d7-4dfa-a46a-fa10116881d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9136cc88-40f7-4b47-8f21-944ac774d304'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:58:14.407095 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 00:58:14.407095 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:58:14.407095 n-d-812236-11 neutron-server[102662]: timer() Nov 12 00:58:14.407095 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:58:14.407095 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 00:58:14.407095 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:58:14.407095 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 00:58:14.407095 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:58:14.407095 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 00:58:14.407095 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:58:14.407095 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 00:58:14.407095 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:58:14.407095 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 00:58:14.407095 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:58:14.407095 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:58:14.407095 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:58:14.407095 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:58:14.407095 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:58:14.407095 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 00:58:14.407095 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:58:14.407095 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 00:58:14.407095 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:58:14.407095 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:58:14.407095 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:58:14.407095 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 00:58:14.407095 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:58:14.407095 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:58:14.407095 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:58:14.407095 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:58:14.407095 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:58:14.407095 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:58:14.407095 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:58:14.410278 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5a7ef8a6-27d7-4838-91ff-7c0997888663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:14.435059 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d8c9b2cb-3c3d-4869-aa6b-b5865e1d6209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:14.496007 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-d8c9b2cb-3c3d-4869-aa6b-b5865e1d6209 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35a1d2a4-b098-4a33-9ee7-72d572a25f69']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:14.496436 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-5a7ef8a6-27d7-4838-91ff-7c0997888663 None None] For port de503a3a-d33a-4445-a373-90ec045ff682, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:58:14.507468 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2125272-d99c-4731-9479-121677d6a970 None None] Update dhcp port {'port': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'fixed_ips': [{'subnet_id': '7b0cca44-3f4d-4222-8743-f83d71bbf037'}], 'binding:host_id': 'n-d-812236-11'}, 'id': '9b744784-f56e-404f-bdd2-e20952b245a9'} from n-d-812236-11. {{(pid=102663) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 00:58:14.511336 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-d8c9b2cb-3c3d-4869-aa6b-b5865e1d6209 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0ea6b6a-bba9-49b4-a15e-0d7582cba9f7') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:14.511920 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-d8c9b2cb-3c3d-4869-aa6b-b5865e1d6209 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0ea6b6a-bba9-49b4-a15e-0d7582cba9f7') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:14.527901 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d8c9b2cb-3c3d-4869-aa6b-b5865e1d6209 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:14.546939 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d8c9b2cb-3c3d-4869-aa6b-b5865e1d6209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:14.558695 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-4c90f79c-723f-41c9-b634-8c59bce9ceb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:14.560829 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-4c90f79c-723f-41c9-b634-8c59bce9ceb7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5041568 Nov 12 00:58:14.564303 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b2125272-d99c-4731-9479-121677d6a970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:14.570306 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device ee024ee1-467d-4fd1-af32-8679f6250860 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:58:14.584812 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8c9b2cb-3c3d-4869-aa6b-b5865e1d6209 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:58:14.584945 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d8c9b2cb-3c3d-4869-aa6b-b5865e1d6209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:14.602655 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: ee024ee1-467d-4fd1-af32-8679f6250860 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:58:14.603414 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device ee024ee1-467d-4fd1-af32-8679f6250860 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:58:14.622544 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b9a04b6-b277-4bb4-83e9-76965f6923fe req-c2252423-300d-4d56-b0a8-08600efc69bc service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.2285271 Nov 12 00:58:14.623733 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:58:14.623733 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:58:14.623733 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:58:14.623733 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:58:14.623733 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:58:14.623733 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:58:14.623733 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:58:14.623733 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:58:14.623733 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:58:14.623733 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:58:14.623733 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:58:14.623733 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:58:14.623733 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:58:14.623733 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:58:14.623733 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:58:14.623733 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:58:14.623733 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:58:14.623733 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:58:14.623733 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:58:14.623733 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:58:14.623733 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:58:14.623733 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:58:14.623733 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:58:14.623733 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:58:14.623733 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:58:14.623733 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:58:14.623733 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:58:14.623733 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:58:14.623733 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:58:14.623733 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:58:14.623733 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:58:14.623733 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:58:14.686286 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cffe444e-d0cd-4ade-97de-582918573b12 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:14.694765 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffe444e-d0cd-4ade-97de-582918573b12 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:14.695940 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cffe444e-d0cd-4ade-97de-582918573b12 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:14.734608 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.db.api [None req-13419126-670d-447d-8629-866bc2c9209b tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 00:58:14.734608 n-d-812236-11 neutron-server[102662]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 00:58:14.734608 n-d-812236-11 neutron-server[102662]: [parameters: {'id': '9136cc88-40f7-4b47-8f21-944ac774d304'}] Nov 12 00:58:14.734608 n-d-812236-11 neutron-server[102662]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:58:14.735042 n-d-812236-11 neutron-server[102662]: DEBUG oslo_db.api [None req-13419126-670d-447d-8629-866bc2c9209b tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:58:14.762229 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-5a7ef8a6-27d7-4838-91ff-7c0997888663 None None] For port de503a3a-d33a-4445-a373-90ec045ff682, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=de503a3a-d33a-4445-a373-90ec045ff682,segment=NetworkSegment(c5c5cf0f-a9d7-4dfa-a46a-fa10116881d6),segment_id=c5c5cf0f-a9d7-4dfa-a46a-fa10116881d6)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:58:14.771380 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5a7ef8a6-27d7-4838-91ff-7c0997888663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:14.817126 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc00693-833d-460d-b5a8-11c98509861d None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:14.893062 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-cffe444e-d0cd-4ade-97de-582918573b12 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0891099 Nov 12 00:58:14.893851 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40240) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:14.905888 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-dddfc73f-6235-4d08-a724-fd911677d352 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Request body: {'subnet': {'network_id': 'b8f9d2c0-155e-4694-a041-2ed9253474d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:14.911356 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d8c9b2cb-3c3d-4869-aa6b-b5865e1d6209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:14.917053 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-04e67b0c-fc73-48f3-b19b-5f16a2fa0c03 None None] Provisioning complete for port 9b744784-f56e-404f-bdd2-e20952b245a9 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:14.917458 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-04e67b0c-fc73-48f3-b19b-5f16a2fa0c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:14.938415 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f5c83-7521-406a-a6c8-9c1b51489fff req-04cf8b02-37e3-44da-b5fb-efeba4cd2c46 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:14.947228 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c80f5c83-7521-406a-a6c8-9c1b51489fff req-04cf8b02-37e3-44da-b5fb-efeba4cd2c46 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 947 time: 0.6044140 Nov 12 00:58:14.949192 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffe444e-d0cd-4ade-97de-582918573b12 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event updated for resources: {'Network': ['ID=b8f9d2c0-155e-4694-a041-2ed9253474d7,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:14.955459 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d8c9b2cb-3c3d-4869-aa6b-b5865e1d6209 admin admin] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:14.974520 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d8c9b2cb-3c3d-4869-aa6b-b5865e1d6209 admin admin] 10.222.0.20 "DELETE /v2.0/networks/35a1d2a4-b098-4a33-9ee7-72d572a25f69 HTTP/1.1" status: 204 len: 168 time: 1.1775494 Nov 12 00:58:14.980479 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network b8f9d2c0-155e-4694-a041-2ed9253474d7 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:58:14.987296 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7ef8a6-27d7-4838-91ff-7c0997888663 None None] Pushing event updated for resources: {'Port': ['ID=de503a3a-d33a-4445-a373-90ec045ff682,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:15.020082 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e56a42-f17a-4032-81d5-848dda907be6 None None] Network 9136cc88-40f7-4b47-8f21-944ac774d304 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:15.101109 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-cef0baba-1d04-4baa-a579-e8110a1c37db service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4342406 Nov 12 00:58:15.107151 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c9b2cb-3c3d-4869-aa6b-b5865e1d6209 admin admin] Pushing event deleted for resources: {'Network': ['ID=35a1d2a4-b098-4a33-9ee7-72d572a25f69,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:15.125987 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11167eda-69ba-4025-b2c1-b2da199bdda9 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:15.136773 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-11167eda-69ba-4025-b2c1-b2da199bdda9 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:15.144220 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dddfc73f-6235-4d08-a724-fd911677d352 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Made reservation on behalf of f23da681bca94b38b5538444990222f0 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:15.148891 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dddfc73f-6235-4d08-a724-fd911677d352 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:15.270381 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-13419126-670d-447d-8629-866bc2c9209b tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:15.305925 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c80f5c83-7521-406a-a6c8-9c1b51489fff req-32efe175-903c-4868-9bdf-198489bb4b6e tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3575380 Nov 12 00:58:15.427095 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c984735f-0137-4851-b45b-ec71fc625a2c None None] DHCP port deletion for 549c8e6d-38df-4171-95c5-652183e307b7 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:58:15.440993 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40256) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:15.503314 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-13419126-670d-447d-8629-866bc2c9209b tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Deleting port de503a3a-d33a-4445-a373-90ec045ff682 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:15.503916 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-13419126-670d-447d-8629-866bc2c9209b tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:15.516287 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-c984735f-0137-4851-b45b-ec71fc625a2c None None] Deleting port 9b744784-f56e-404f-bdd2-e20952b245a9 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:15.516953 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c984735f-0137-4851-b45b-ec71fc625a2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:15.616092 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-13419126-670d-447d-8629-866bc2c9209b tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] For port de503a3a-d33a-4445-a373-90ec045ff682, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=de503a3a-d33a-4445-a373-90ec045ff682,segment=NetworkSegment(c5c5cf0f-a9d7-4dfa-a46a-fa10116881d6),segment_id=c5c5cf0f-a9d7-4dfa-a46a-fa10116881d6)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:15.616882 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-13419126-670d-447d-8629-866bc2c9209b tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:15.624831 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-c984735f-0137-4851-b45b-ec71fc625a2c None None] For port 9b744784-f56e-404f-bdd2-e20952b245a9, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=9b744784-f56e-404f-bdd2-e20952b245a9,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:15.625253 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c984735f-0137-4851-b45b-ec71fc625a2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:15.630959 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dddfc73f-6235-4d08-a724-fd911677d352 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:15.648437 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-c984735f-0137-4851-b45b-ec71fc625a2c None None] Calling delete_port for 9b744784-f56e-404f-bdd2-e20952b245a9 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:15.652991 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a0fadd0b-3f7a-45c9-870a-b4fa08f247f2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9949651bde034f509ee5331c475937c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2094297 Nov 12 00:58:15.674339 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-13419126-670d-447d-8629-866bc2c9209b tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Calling delete_port for de503a3a-d33a-4445-a373-90ec045ff682 owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:15.677342 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40262) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:15.759329 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c984735f-0137-4851-b45b-ec71fc625a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:15.796908 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c984735f-0137-4851-b45b-ec71fc625a2c None None] Pushing event deleted for resources: {'Port': ['ID=9b744784-f56e-404f-bdd2-e20952b245a9,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:15.809319 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddfc73f-6235-4d08-a724-fd911677d352 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event updated for resources: {'Subnet': ['ID=2edf647e-f3a3-4f9e-81a9-caa79c9f4a1f,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:15.834884 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c984735f-0137-4851-b45b-ec71fc625a2c None None] No DVR routers for this DVR port 9b744784-f56e-404f-bdd2-e20952b245a9 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:58:15.868677 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6d62e5-194d-41de-b9a7-7bf593dba797 None None] get_active_networks_info from n-d-812236-11 {{(pid=102663) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 00:58:15.884721 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddfc73f-6235-4d08-a724-fd911677d352 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Checking segment: {'id': 'f5392b28-65ef-4b45-911b-ef4369671535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b8f9d2c0-155e-4694-a041-2ed9253474d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:58:15.885280 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddfc73f-6235-4d08-a724-fd911677d352 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Network hostable DHCP agents. Network: b8f9d2c0-155e-4694-a041-2ed9253474d7, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:58:15.895256 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-793acf7c-0617-4c4d-aa27-1e05b67f310f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:15.917089 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-13419126-670d-447d-8629-866bc2c9209b tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:15.959017 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddfc73f-6235-4d08-a724-fd911677d352 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Network b8f9d2c0-155e-4694-a041-2ed9253474d7 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:58:15.964242 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-793acf7c-0617-4c4d-aa27-1e05b67f310f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:15.972734 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13419126-670d-447d-8629-866bc2c9209b tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event deleted for resources: {'Port': ['ID=de503a3a-d33a-4445-a373-90ec045ff682,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:15.984997 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13419126-670d-447d-8629-866bc2c9209b tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] No DVR routers for this DVR port de503a3a-d33a-4445-a373-90ec045ff682 on host n-d-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:58:15.998185 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-dddfc73f-6235-4d08-a724-fd911677d352 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, b8f9d2c0-155e-4694-a041-2ed9253474d7) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:16.043761 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddfc73f-6235-4d08-a724-fd911677d352 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:16.044478 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dddfc73f-6235-4d08-a724-fd911677d352 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:16.080354 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-858a62a6-9293-427b-a627-32e245a3f1f3 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9555366 Nov 12 00:58:16.150480 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-4c5644a3-6ff2-4ba9-81ec-bbd04808cffe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4 HTTP/1.1" status: 200 len: 217 time: 0.0589838 Nov 12 00:58:16.209326 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-13419126-670d-447d-8629-866bc2c9209b tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:16.227339 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-dddfc73f-6235-4d08-a724-fd911677d352 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3277504 Nov 12 00:58:16.231054 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40278) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:16.238569 n-d-812236-11 neutron-server[102661]: DEBUG neutron.objects.ports [None req-11167eda-69ba-4025-b2c1-b2da199bdda9 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102661) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 00:58:16.244622 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-11167eda-69ba-4025-b2c1-b2da199bdda9 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:16.246655 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-b878f78c-24b9-4dbf-a7ac-a04dd8716b71 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-390058029', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:16.286832 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-793acf7c-0617-4c4d-aa27-1e05b67f310f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:16.288618 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-793acf7c-0617-4c4d-aa27-1e05b67f310f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:16.292407 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-793acf7c-0617-4c4d-aa27-1e05b67f310f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5101aec6-11c0-4cf2-88bc-5f4e56e0ab42 HTTP/1.1" status: 204 len: 168 time: 0.5978453 Nov 12 00:58:16.304037 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-13419126-670d-447d-8629-866bc2c9209b tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9136cc88-40f7-4b47-8f21-944ac774d304']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:16.345759 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11167eda-69ba-4025-b2c1-b2da199bdda9 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:16.347132 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793acf7c-0617-4c4d-aa27-1e05b67f310f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5101aec6-11c0-4cf2-88bc-5f4e56e0ab42,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:16.353767 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-11167eda-69ba-4025-b2c1-b2da199bdda9 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:16.362101 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11167eda-69ba-4025-b2c1-b2da199bdda9 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:16.363825 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-11167eda-69ba-4025-b2c1-b2da199bdda9 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:16.383110 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-13419126-670d-447d-8629-866bc2c9209b tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5c5cf0f-a9d7-4dfa-a46a-fa10116881d6') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:16.383391 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-13419126-670d-447d-8629-866bc2c9209b tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5c5cf0f-a9d7-4dfa-a46a-fa10116881d6') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:16.390347 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11167eda-69ba-4025-b2c1-b2da199bdda9 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Subnet': ['ID=5e46c302-882b-425f-82e6-a8addc6533a5,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:16.395847 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-2bfedf28-6ecc-4289-af76-429736f13dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:16.397973 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-2bfedf28-6ecc-4289-af76-429736f13dde service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5 HTTP/1.1" status: 200 len: 797 time: 0.2163424 Nov 12 00:58:16.405814 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-11167eda-69ba-4025-b2c1-b2da199bdda9 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1730051 Nov 12 00:58:16.406950 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40282) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:16.409662 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b878f78c-24b9-4dbf-a7ac-a04dd8716b71 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:16.410989 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b878f78c-24b9-4dbf-a7ac-a04dd8716b71 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:16.412722 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-f8609861-102c-4b8c-b2d8-6655d85bd0e7 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'subnet': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:16.444144 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-13419126-670d-447d-8629-866bc2c9209b tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:16.496641 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-13419126-670d-447d-8629-866bc2c9209b tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:16.518045 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13419126-670d-447d-8629-866bc2c9209b tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:58:16.518574 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-13419126-670d-447d-8629-866bc2c9209b tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:16.522444 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 00:58:16.522444 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:58:16.522444 n-d-812236-11 neutron-server[102662]: timer() Nov 12 00:58:16.522444 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:58:16.522444 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 00:58:16.522444 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:58:16.522444 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 00:58:16.522444 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:58:16.522444 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 00:58:16.522444 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:58:16.522444 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 00:58:16.522444 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:58:16.522444 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 00:58:16.522444 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:58:16.522444 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:58:16.522444 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:58:16.522444 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:58:16.522444 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:58:16.522444 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 00:58:16.522444 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:58:16.522444 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 00:58:16.522444 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:58:16.522444 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:58:16.522444 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:58:16.522444 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 00:58:16.522444 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:58:16.522444 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:58:16.522444 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:58:16.522444 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:58:16.522444 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:58:16.522444 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:58:16.522444 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:58:16.599602 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 9b744784-f56e-404f-bdd2-e20952b245a9 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:58:16.639240 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b878f78c-24b9-4dbf-a7ac-a04dd8716b71 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:16.655181 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f6964-0c16-40fe-aa77-1b16ba7c4f47 req-03bfce75-55bd-483a-bdad-3fc6a2abf5fd tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:16.664816 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-ac9444ad-c982-4ad9-8358-cdf0b7017ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:16.666023 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f6964-0c16-40fe-aa77-1b16ba7c4f47 req-03bfce75-55bd-483a-bdad-3fc6a2abf5fd tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:16.667138 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-ac9444ad-c982-4ad9-8358-cdf0b7017ef7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2610826 Nov 12 00:58:16.673367 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f6964-0c16-40fe-aa77-1b16ba7c4f47 req-03bfce75-55bd-483a-bdad-3fc6a2abf5fd tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:16.680057 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f6964-0c16-40fe-aa77-1b16ba7c4f47 req-03bfce75-55bd-483a-bdad-3fc6a2abf5fd tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:16.687791 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f6964-0c16-40fe-aa77-1b16ba7c4f47 req-03bfce75-55bd-483a-bdad-3fc6a2abf5fd tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:16.699300 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 9b744784-f56e-404f-bdd2-e20952b245a9 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:58:16.699974 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 9b744784-f56e-404f-bdd2-e20952b245a9 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:58:16.710525 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f6964-0c16-40fe-aa77-1b16ba7c4f47 req-03bfce75-55bd-483a-bdad-3fc6a2abf5fd tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:16.714045 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8609861-102c-4b8c-b2d8-6655d85bd0e7 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:16.719593 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f8609861-102c-4b8c-b2d8-6655d85bd0e7 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:16.731037 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f6964-0c16-40fe-aa77-1b16ba7c4f47 req-03bfce75-55bd-483a-bdad-3fc6a2abf5fd tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:16.739828 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-280f6964-0c16-40fe-aa77-1b16ba7c4f47 req-03bfce75-55bd-483a-bdad-3fc6a2abf5fd tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 5435 time: 0.3516083 Nov 12 00:58:16.744040 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b878f78c-24b9-4dbf-a7ac-a04dd8716b71 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:16.756064 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-13419126-670d-447d-8629-866bc2c9209b tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:16.768426 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6d62e5-194d-41de-b9a7-7bf593dba797 None None] Unable to find a vacant binding_index for network b8f9d2c0-155e-4694-a041-2ed9253474d7 and agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 {{(pid=102663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 12 00:58:16.777531 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6d62e5-194d-41de-b9a7-7bf593dba797 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, b8f9d2c0-155e-4694-a041-2ed9253474d7) {{(pid=102663) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 00:58:16.789034 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-13419126-670d-447d-8629-866bc2c9209b tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:16.793488 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-13419126-670d-447d-8629-866bc2c9209b tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "DELETE /v2.0/networks/9136cc88-40f7-4b47-8f21-944ac774d304 HTTP/1.1" status: 204 len: 168 time: 4.5299814 Nov 12 00:58:16.811035 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40290) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:16.847271 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13419126-670d-447d-8629-866bc2c9209b tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event deleted for resources: {'Network': ['ID=9136cc88-40f7-4b47-8f21-944ac774d304,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:16.850892 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-86241981-e92c-4e0c-bb22-3771218e9e20 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723146 Nov 12 00:58:16.871775 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bac56bf-ddec-4866-81b9-4a6fe1bc1693 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] GET failed (client error): The resource could not be found. Nov 12 00:58:16.885846 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7bac56bf-ddec-4866-81b9-4a6fe1bc1693 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "GET /v2.0/subnets/8905206f-d096-4a71-9730-976c16403706 HTTP/1.1" status: 404 len: 337 time: 0.0732827 Nov 12 00:58:16.891758 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b878f78c-24b9-4dbf-a7ac-a04dd8716b71 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:16.892991 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b878f78c-24b9-4dbf-a7ac-a04dd8716b71 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6608403 Nov 12 00:58:16.897555 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40294) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:16.897958 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40296) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:16.910543 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-0a228068-0818-498b-96af-28b424c1d11c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Request body: {'port': {'network_id': 'b8f9d2c0-155e-4694-a041-2ed9253474d7', 'name': 'tempest-RoutersTest-1398701752'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:16.949853 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-75d95481-dd54-42ce-8adc-10a2d7ae5f85 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] DELETE failed (client error): The resource could not be found. Nov 12 00:58:16.950520 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75d95481-dd54-42ce-8adc-10a2d7ae5f85 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:58:16.957638 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-75d95481-dd54-42ce-8adc-10a2d7ae5f85 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "DELETE /v2.0/networks/9136cc88-40f7-4b47-8f21-944ac774d304 HTTP/1.1" status: 404 len: 339 time: 0.0546610 Nov 12 00:58:16.963412 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40298) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:16.963811 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40300) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:17.103987 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-280f6964-0c16-40fe-aa77-1b16ba7c4f47 req-d1287496-294f-4f7a-abe0-036ce86f5df2 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4f055-69fb-40bf-b27d-353bf24a3ac0&id=d9c8fd08-6591-4a5a-b303-9ee103150d54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3630989 Nov 12 00:58:17.173471 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fdc503-cc2b-43b7-944a-a225a2f52503 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-549c8e6d-38df-4171-95c5-652183e307b7', 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'tenant_id': 'd39bd700eb73489c844e800fa5489ef8', 'fixed_ips': [{'subnet_id': '5e46c302-882b-425f-82e6-a8addc6533a5'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:58:17.174373 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-51fdc503-cc2b-43b7-944a-a225a2f52503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:17.179856 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e337d3-c373-49b7-9d10-13995d89707b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-b8f9d2c0-155e-4694-a041-2ed9253474d7', 'network_id': 'b8f9d2c0-155e-4694-a041-2ed9253474d7', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'fixed_ips': [{'subnet_id': '2edf647e-f3a3-4f9e-81a9-caa79c9f4a1f'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:58:17.181889 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-25e337d3-c373-49b7-9d10-13995d89707b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:17.208144 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-e434889c-8dc8-4d55-adbb-318246cea965 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457246 Nov 12 00:58:17.273625 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f8609861-102c-4b8c-b2d8-6655d85bd0e7 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:17.317408 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a228068-0818-498b-96af-28b424c1d11c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Made reservation on behalf of f23da681bca94b38b5538444990222f0 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:17.320342 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0a228068-0818-498b-96af-28b424c1d11c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:17.365120 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-5adc8e1c-43a3-4e0c-9e49-b764ca0993d6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=32d55d15-cda1-42c5-acb9-247105424a0c HTTP/1.1" status: 200 len: 217 time: 0.1057150 Nov 12 00:58:17.375683 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-4ce3fd89-efbe-4688-826f-70743e4ce641 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=95087112d889438d8a504cf571202490&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4084790 Nov 12 00:58:17.385941 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40310) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:17.410062 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-0a228068-0818-498b-96af-28b424c1d11c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] device_id is not set on port 12781821-6912-4aac-8362-e484a88831f0 yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:58:17.463726 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-431c949b-8d28-4bc8-bbe7-ab5f3c5f5155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:17.466604 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-431c949b-8d28-4bc8-bbe7-ab5f3c5f5155 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5954c685-7a02-40be-97b5-9b885e683410 HTTP/1.1" status: 200 len: 797 time: 0.0663352 Nov 12 00:58:17.481584 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8609861-102c-4b8c-b2d8-6655d85bd0e7 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:17.491239 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7e0f50-4b98-4d0e-8d51-4c45ebe23658 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:17.491239 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ec7e0f50-4b98-4d0e-8d51-4c45ebe23658 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5180881 Nov 12 00:58:17.492743 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40314) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:17.496848 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-51fdc503-cc2b-43b7-944a-a225a2f52503 None None] Allocated IP 2001:db8::f816:3eff:fe19:95d8 (549c8e6d-38df-4171-95c5-652183e307b7/5e46c302-882b-425f-82e6-a8addc6533a5/7716fff8-1977-469a-aef2-d88afd21956b) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:17.505737 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-f8609861-102c-4b8c-b2d8-6655d85bd0e7 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:17.529722 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8609861-102c-4b8c-b2d8-6655d85bd0e7 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:17.530340 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f8609861-102c-4b8c-b2d8-6655d85bd0e7 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:17.553847 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f8609861-102c-4b8c-b2d8-6655d85bd0e7 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1454840 Nov 12 00:58:17.554683 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8609861-102c-4b8c-b2d8-6655d85bd0e7 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Subnet': ['ID=c1708cc4-4c13-4f4d-93f3-25518349ec7c,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:17.556762 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40316) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:17.563965 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-07f9d9a7-1ace-493f-8bba-cd3bf30fa2ac tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'port': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'mac_address': 'fa:16:3e:e7:f9:f4', 'name': 'tempest-NetworksTestDHCPv6-662557686'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:17.601764 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-25e337d3-c373-49b7-9d10-13995d89707b None None] Allocated IP 172.20.0.2 (b8f9d2c0-155e-4694-a041-2ed9253474d7/2edf647e-f3a3-4f9e-81a9-caa79c9f4a1f/656e7e23-dee0-46d0-b41d-3e223ccfd08d) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:17.611706 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c72b3c98-efb2-4d28-9555-ee3f7363a00d tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "GET /v2.0/subnets?network_id=ef732b55-2b3c-4048-85da-0a8ac273c14b HTTP/1.1" status: 200 len: 207 time: 0.1156111 Nov 12 00:58:17.637752 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40318) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:17.725247 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f9d9a7-1ace-493f-8bba-cd3bf30fa2ac tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:17.798873 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e633a02a-fde7-4d28-bba5-b70666f95b3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:17.804829 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-25e337d3-c373-49b7-9d10-13995d89707b None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:17.831831 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-07f9d9a7-1ace-493f-8bba-cd3bf30fa2ac tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:17.838119 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-25e337d3-c373-49b7-9d10-13995d89707b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:17.860258 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-07f9d9a7-1ace-493f-8bba-cd3bf30fa2ac tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] device_id is not set on port 7c59b3ef-a6a6-4e21-a439-49aaa2f3b16e yet. {{(pid=102661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:58:17.909366 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e633a02a-fde7-4d28-bba5-b70666f95b3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:17.914962 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e337d3-c373-49b7-9d10-13995d89707b None None] Network b8f9d2c0-155e-4694-a041-2ed9253474d7 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:17.921102 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-25e337d3-c373-49b7-9d10-13995d89707b None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:17.934824 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-51fdc503-cc2b-43b7-944a-a225a2f52503 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:17.937049 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e337d3-c373-49b7-9d10-13995d89707b None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:17.941667 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e337d3-c373-49b7-9d10-13995d89707b None None] Pushing event updated for resources: {'Port': ['ID=656e7e23-dee0-46d0-b41d-3e223ccfd08d,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:17.948073 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-51fdc503-cc2b-43b7-944a-a225a2f52503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:17.953169 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1d8556-be8d-4934-87e8-9fbc743a82ca tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:17.960169 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1d8556-be8d-4934-87e8-9fbc743a82ca tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:17.966601 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1d8556-be8d-4934-87e8-9fbc743a82ca tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:17.972696 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1d8556-be8d-4934-87e8-9fbc743a82ca tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:17.974603 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ee1d8556-be8d-4934-87e8-9fbc743a82ca tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3359141 Nov 12 00:58:17.996307 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-ea26203c-5aee-4525-a18a-eded51536160 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:18.001870 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fdc503-cc2b-43b7-944a-a225a2f52503 None None] Pushing event updated for resources: {'Port': ['ID=7716fff8-1977-469a-aef2-d88afd21956b,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:18.003503 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-ea26203c-5aee-4525-a18a-eded51536160 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:18.010320 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-ea26203c-5aee-4525-a18a-eded51536160 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:18.016486 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-ea26203c-5aee-4525-a18a-eded51536160 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:18.022749 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-ea26203c-5aee-4525-a18a-eded51536160 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:18.029194 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-ea26203c-5aee-4525-a18a-eded51536160 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:18.029755 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fdc503-cc2b-43b7-944a-a225a2f52503 None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:18.036223 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-ea26203c-5aee-4525-a18a-eded51536160 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:18.037939 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-e379ce10-371a-45a0-bf31-2c998cd915ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:18.038678 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-ea26203c-5aee-4525-a18a-eded51536160 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 5435 time: 0.4432073 Nov 12 00:58:18.039634 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-e379ce10-371a-45a0-bf31-2c998cd915ab service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0fed04be-2c3a-475e-8199-924085f487af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5611243 Nov 12 00:58:18.042371 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40326) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:18.056885 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-51fdc503-cc2b-43b7-944a-a225a2f52503 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:18.063859 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fdc503-cc2b-43b7-944a-a225a2f52503 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:18.107512 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-25e337d3-c373-49b7-9d10-13995d89707b None None] Attempting to bind port 656e7e23-dee0-46d0-b41d-3e223ccfd08d on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:58:18.107906 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-25e337d3-c373-49b7-9d10-13995d89707b None None] Attempting to bind port 656e7e23-dee0-46d0-b41d-3e223ccfd08d by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'f5392b28-65ef-4b45-911b-ef4369671535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b8f9d2c0-155e-4694-a041-2ed9253474d7'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:58:18.108239 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e337d3-c373-49b7-9d10-13995d89707b None None] Attempting to bind port 656e7e23-dee0-46d0-b41d-3e223ccfd08d on network b8f9d2c0-155e-4694-a041-2ed9253474d7 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:58:18.111352 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-cf05a00b-ee53-4788-8393-bf492f924d53 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:18.113294 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-cf05a00b-ee53-4788-8393-bf492f924d53 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.54 "GET /v2.0/ports/31fcb602-fe71-4579-9fa9-375532295e13?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0630143 Nov 12 00:58:18.132481 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e337d3-c373-49b7-9d10-13995d89707b None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:58:18.133331 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e337d3-c373-49b7-9d10-13995d89707b None None] Checking segment: {'id': 'f5392b28-65ef-4b45-911b-ef4369671535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b8f9d2c0-155e-4694-a041-2ed9253474d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:58:18.134053 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-25e337d3-c373-49b7-9d10-13995d89707b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:18.134690 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e337d3-c373-49b7-9d10-13995d89707b None None] Bound using segment: {'id': 'f5392b28-65ef-4b45-911b-ef4369671535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b8f9d2c0-155e-4694-a041-2ed9253474d7'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:58:18.135393 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-25e337d3-c373-49b7-9d10-13995d89707b None None] Bound port: 656e7e23-dee0-46d0-b41d-3e223ccfd08d, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5392b28-65ef-4b45-911b-ef4369671535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b8f9d2c0-155e-4694-a041-2ed9253474d7'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:58:18.136046 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-25e337d3-c373-49b7-9d10-13995d89707b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:18.158736 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-51fdc503-cc2b-43b7-944a-a225a2f52503 None None] Attempting to bind port 7716fff8-1977-469a-aef2-d88afd21956b on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:58:18.159868 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-51fdc503-cc2b-43b7-944a-a225a2f52503 None None] Attempting to bind port 7716fff8-1977-469a-aef2-d88afd21956b by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:58:18.160658 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fdc503-cc2b-43b7-944a-a225a2f52503 None None] Attempting to bind port 7716fff8-1977-469a-aef2-d88afd21956b on network 549c8e6d-38df-4171-95c5-652183e307b7 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:58:18.165195 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-0a228068-0818-498b-96af-28b424c1d11c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Allocated IP 172.20.0.13 (b8f9d2c0-155e-4694-a041-2ed9253474d7/2edf647e-f3a3-4f9e-81a9-caa79c9f4a1f/12781821-6912-4aac-8362-e484a88831f0) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:18.205608 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fdc503-cc2b-43b7-944a-a225a2f52503 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:58:18.206209 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fdc503-cc2b-43b7-944a-a225a2f52503 None None] Checking segment: {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:58:18.206620 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-51fdc503-cc2b-43b7-944a-a225a2f52503 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:18.207069 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fdc503-cc2b-43b7-944a-a225a2f52503 None None] Bound using segment: {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:58:18.207552 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-51fdc503-cc2b-43b7-944a-a225a2f52503 None None] Bound port: 7716fff8-1977-469a-aef2-d88afd21956b, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:58:18.207930 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-51fdc503-cc2b-43b7-944a-a225a2f52503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:18.211751 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e633a02a-fde7-4d28-bba5-b70666f95b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:18.214485 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e633a02a-fde7-4d28-bba5-b70666f95b3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:18.215786 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e633a02a-fde7-4d28-bba5-b70666f95b3a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/28acd466-08b9-4dfc-ae5a-6b22eb63973c HTTP/1.1" status: 204 len: 168 time: 0.8288245 Nov 12 00:58:18.311164 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e633a02a-fde7-4d28-bba5-b70666f95b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28acd466-08b9-4dfc-ae5a-6b22eb63973c,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:18.319435 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-25e337d3-c373-49b7-9d10-13995d89707b None None] For port 656e7e23-dee0-46d0-b41d-3e223ccfd08d, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:58:18.337874 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-25e337d3-c373-49b7-9d10-13995d89707b None None] For port 656e7e23-dee0-46d0-b41d-3e223ccfd08d, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=656e7e23-dee0-46d0-b41d-3e223ccfd08d,segment=NetworkSegment(f5392b28-65ef-4b45-911b-ef4369671535),segment_id=f5392b28-65ef-4b45-911b-ef4369671535)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:58:18.357300 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-51fdc503-cc2b-43b7-944a-a225a2f52503 None None] For port 7716fff8-1977-469a-aef2-d88afd21956b, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:58:18.366552 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-25e337d3-c373-49b7-9d10-13995d89707b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:18.386917 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-51fdc503-cc2b-43b7-944a-a225a2f52503 None None] For port 7716fff8-1977-469a-aef2-d88afd21956b, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=7716fff8-1977-469a-aef2-d88afd21956b,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:58:18.398041 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-07f9d9a7-1ace-493f-8bba-cd3bf30fa2ac tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Allocated IP 172.20.0.9 (549c8e6d-38df-4171-95c5-652183e307b7/c1708cc4-4c13-4f4d-93f3-25518349ec7c/7c59b3ef-a6a6-4e21-a439-49aaa2f3b16e) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:18.433430 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-87a8e911-820f-4af9-9848-bd7029d8d9f1 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.3814981 Nov 12 00:58:18.435727 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40336) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:18.436569 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-07f9d9a7-1ace-493f-8bba-cd3bf30fa2ac tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Allocated IP 2001:db8::f816:3eff:fee7:f9f4 (549c8e6d-38df-4171-95c5-652183e307b7/5e46c302-882b-425f-82e6-a8addc6533a5/7c59b3ef-a6a6-4e21-a439-49aaa2f3b16e) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:18.449782 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-ad2f71e6-d882-45e4-8a59-2d736ec02c07 service neutron] 10.222.0.49 "GET /v2.0/networks/0fed04be-2c3a-475e-8199-924085f487af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240941 Nov 12 00:58:18.487852 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-51fdc503-cc2b-43b7-944a-a225a2f52503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:18.532369 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e337d3-c373-49b7-9d10-13995d89707b None None] Pushing event updated for resources: {'Port': ['ID=656e7e23-dee0-46d0-b41d-3e223ccfd08d,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:18.622406 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fdc503-cc2b-43b7-944a-a225a2f52503 None None] Pushing event updated for resources: {'Port': ['ID=7716fff8-1977-469a-aef2-d88afd21956b,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:18.790990 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-acda8472-446b-48d6-a357-4ef293c44a13 service neutron] 10.222.0.49 "GET /v2.0/networks/0fed04be-2c3a-475e-8199-924085f487af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321526 Nov 12 00:58:18.890188 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-7562f723-be07-4863-904b-3f2a6a5dad43 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c22b6762-e3f6-4522-8e3f-46a49996d03c HTTP/1.1" status: 200 len: 217 time: 0.0906751 Nov 12 00:58:18.987308 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-07f9d9a7-1ace-493f-8bba-cd3bf30fa2ac tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:19.028040 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-8c98a772-39a8-46ce-a17b-4da4c8270119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:19.030420 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-8c98a772-39a8-46ce-a17b-4da4c8270119 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5954c685-7a02-40be-97b5-9b885e683410 HTTP/1.1" status: 200 len: 797 time: 0.1294804 Nov 12 00:58:19.104520 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f840122-2531-461d-8230-55a68d2e2331 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:19.108426 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f840122-2531-461d-8230-55a68d2e2331 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:19.114567 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-26d6da36-df56-493c-b9a4-ad66aefa040a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:19.115612 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8f840122-2531-461d-8230-55a68d2e2331 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.6725385 Nov 12 00:58:19.121259 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-26d6da36-df56-493c-b9a4-ad66aefa040a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0fed04be-2c3a-475e-8199-924085f487af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0806296 Nov 12 00:58:19.122415 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40356) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:19.123525 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-07f9d9a7-1ace-493f-8bba-cd3bf30fa2ac tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:19.146766 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad0c2e-748f-4afe-833f-6aae0ce7b158 req-177ba59f-9b73-46e3-923b-ef9bdf4bd1b2 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:19.157703 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad0c2e-748f-4afe-833f-6aae0ce7b158 req-177ba59f-9b73-46e3-923b-ef9bdf4bd1b2 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:19.164631 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad0c2e-748f-4afe-833f-6aae0ce7b158 req-177ba59f-9b73-46e3-923b-ef9bdf4bd1b2 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:19.170823 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad0c2e-748f-4afe-833f-6aae0ce7b158 req-177ba59f-9b73-46e3-923b-ef9bdf4bd1b2 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:19.177859 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad0c2e-748f-4afe-833f-6aae0ce7b158 req-177ba59f-9b73-46e3-923b-ef9bdf4bd1b2 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:19.193440 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad0c2e-748f-4afe-833f-6aae0ce7b158 req-177ba59f-9b73-46e3-923b-ef9bdf4bd1b2 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:19.199456 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad0c2e-748f-4afe-833f-6aae0ce7b158 req-177ba59f-9b73-46e3-923b-ef9bdf4bd1b2 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:19.207524 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c0ad0c2e-748f-4afe-833f-6aae0ce7b158 req-177ba59f-9b73-46e3-923b-ef9bdf4bd1b2 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 5435 time: 0.9007306 Nov 12 00:58:19.246687 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-ceccce1d-40ae-4b69-a8a8-e96ccc5dc36a tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.54 "GET /v2.0/networks/ab41dae0-8b36-4d88-961d-982690d3893d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 1.1127863 Nov 12 00:58:19.266739 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9d9a7-1ace-493f-8bba-cd3bf30fa2ac tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Port': ['ID=7c59b3ef-a6a6-4e21-a439-49aaa2f3b16e,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:19.297925 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-a51b748f-17d6-4b00-9605-6508ab7909b4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:19.383935 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f9d9a7-1ace-493f-8bba-cd3bf30fa2ac tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:19.387980 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-07f9d9a7-1ace-493f-8bba-cd3bf30fa2ac tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:19.399232 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afad4a4-1962-4df6-9370-1b8aa44a04e0 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Attributes excluded by policy engine: ['shared'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:19.401492 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afad4a4-1962-4df6-9370-1b8aa44a04e0 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Attributes excluded by policy engine: ['shared'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:19.403659 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-3afad4a4-1962-4df6-9370-1b8aa44a04e0 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2779896 Nov 12 00:58:19.407733 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f9d9a7-1ace-493f-8bba-cd3bf30fa2ac tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:19.414506 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40368) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:19.439419 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c0ad0c2e-748f-4afe-833f-6aae0ce7b158 req-6385bcd6-1d52-4c35-be64-74fe6139a397 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4f055-69fb-40bf-b27d-353bf24a3ac0&id=d9c8fd08-6591-4a5a-b303-9ee103150d54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2061312 Nov 12 00:58:19.442432 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-a51b748f-17d6-4b00-9605-6508ab7909b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:19.447586 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0a228068-0818-498b-96af-28b424c1d11c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:19.582168 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f9d9a7-1ace-493f-8bba-cd3bf30fa2ac tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:19.596158 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-07f9d9a7-1ace-493f-8bba-cd3bf30fa2ac tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:19.602474 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0a228068-0818-498b-96af-28b424c1d11c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:19.624936 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-ee5f8e2e-3b5a-4544-96b1-9b8b0e78d7f3 service neutron] 10.222.0.49 "GET /v2.0/networks/0fed04be-2c3a-475e-8199-924085f487af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4420655 Nov 12 00:58:19.704272 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28093dda-562c-4f6f-b67b-59a74a354143 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:19.708415 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-28093dda-562c-4f6f-b67b-59a74a354143 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "GET /v2.0/networks/ab892a24-af46-4cf3-8fe4-b391d077eb43 HTTP/1.1" status: 200 len: 800 time: 0.2905550 Nov 12 00:58:19.715563 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-07f9d9a7-1ace-493f-8bba-cd3bf30fa2ac tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.1573715 Nov 12 00:58:19.716403 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40378) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:19.720260 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40380) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:19.738396 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a228068-0818-498b-96af-28b424c1d11c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Network b8f9d2c0-155e-4694-a041-2ed9253474d7 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:19.763664 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-0a228068-0818-498b-96af-28b424c1d11c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:19.764397 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40382) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:19.771104 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a228068-0818-498b-96af-28b424c1d11c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:19.858873 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a228068-0818-498b-96af-28b424c1d11c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event updated for resources: {'Port': ['ID=12781821-6912-4aac-8362-e484a88831f0,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:19.906228 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-a51b748f-17d6-4b00-9605-6508ab7909b4 service neutron] For port 31fcb602-fe71-4579-9fa9-375532295e13, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=31fcb602-fe71-4579-9fa9-375532295e13,segment=NetworkSegment(626a9579-673a-4b11-be35-aa640b5a2d6e),segment_id=626a9579-673a-4b11-be35-aa640b5a2d6e)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:19.915427 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b061609-b2ff-44ae-aa62-3b5793cc3fb7 req-06c50026-2d4e-4993-8045-dda2fb9db47e service neutron] 10.222.0.49 "GET /v2.0/networks/0fed04be-2c3a-475e-8199-924085f487af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747393 Nov 12 00:58:19.957250 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e14c36b-776d-4ea2-80b3-d1ec785baedc tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:19.962729 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a228068-0818-498b-96af-28b424c1d11c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:19.963354 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0a228068-0818-498b-96af-28b424c1d11c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:19.964124 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e14c36b-776d-4ea2-80b3-d1ec785baedc tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:19.965785 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0e14c36b-776d-4ea2-80b3-d1ec785baedc tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.2115180 Nov 12 00:58:19.968870 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40390) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:19.978368 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-a51b748f-17d6-4b00-9605-6508ab7909b4 service neutron] For port 31fcb602-fe71-4579-9fa9-375532295e13, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:58:20.021073 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0a228068-0818-498b-96af-28b424c1d11c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.1206577 Nov 12 00:58:20.027308 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40394) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:20.050841 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-a9fd44ff-c690-4731-a0f9-4880ce8e47de admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-172028156-network', 'tenant_id': '73a028127e16413884a06b9038efcf37'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:20.111449 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fd44ff-c690-4731-a0f9-4880ce8e47de admin admin] Made reservation on behalf of 73a028127e16413884a06b9038efcf37 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:20.115402 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a9fd44ff-c690-4731-a0f9-4880ce8e47de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:20.132815 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a9fd44ff-c690-4731-a0f9-4880ce8e47de admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:20.136793 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-a51b748f-17d6-4b00-9605-6508ab7909b4 service neutron] device_id is not set on port 31fcb602-fe71-4579-9fa9-375532295e13 yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:58:20.138971 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-24506289-0f8f-4e86-8ea4-6cf36d572b6f tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "GET /v2.0/networks/ab892a24-af46-4cf3-8fe4-b391d077eb43?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.4193506 Nov 12 00:58:20.144852 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40396) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:20.178063 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-88b4acf6-4bb4-41a5-b261-4f0fe055c1c8 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Deleting port 7c59b3ef-a6a6-4e21-a439-49aaa2f3b16e {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:20.178439 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-88b4acf6-4bb4-41a5-b261-4f0fe055c1c8 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:20.189732 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-a51b748f-17d6-4b00-9605-6508ab7909b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:20.225931 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-a51b748f-17d6-4b00-9605-6508ab7909b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:20.314002 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b575b881-d353-476a-8504-7ca5d8d0b250 None None] Provisioning complete for port 656e7e23-dee0-46d0-b41d-3e223ccfd08d triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:20.315803 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b575b881-d353-476a-8504-7ca5d8d0b250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:20.319597 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-88b4acf6-4bb4-41a5-b261-4f0fe055c1c8 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:20.354485 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-88b4acf6-4bb4-41a5-b261-4f0fe055c1c8 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Calling delete_port for 7c59b3ef-a6a6-4e21-a439-49aaa2f3b16e owned by {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:20.377068 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674c321d-80ce-44da-9429-2aa2a8891de3 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:20.385065 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-674c321d-80ce-44da-9429-2aa2a8891de3 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "GET /v2.0/subnets/29484729-fc0b-4a1d-a551-03f0376caac5 HTTP/1.1" status: 200 len: 811 time: 0.2377334 Nov 12 00:58:20.390379 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40402) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:20.405048 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a9fd44ff-c690-4731-a0f9-4880ce8e47de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:20.414226 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a9fd44ff-c690-4731-a0f9-4880ce8e47de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:20.451448 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9fd44ff-c690-4731-a0f9-4880ce8e47de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:58:20.484533 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b575b881-d353-476a-8504-7ca5d8d0b250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:20.492056 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd44ff-c690-4731-a0f9-4880ce8e47de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb90432-fbd0-4a2e-ae83-3c46b176e1ee,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:20.509080 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a9fd44ff-c690-4731-a0f9-4880ce8e47de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:20.509080 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-a9fd44ff-c690-4731-a0f9-4880ce8e47de admin admin] Added segment 080ac598-4234-4136-a674-0896b2198498 of type vlan for network 466658a6-39ad-4354-b23b-38f54e75ad21 Nov 12 00:58:20.511637 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd44ff-c690-4731-a0f9-4880ce8e47de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:20.512186 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd44ff-c690-4731-a0f9-4880ce8e47de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:20.512543 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd44ff-c690-4731-a0f9-4880ce8e47de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:20.512870 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd44ff-c690-4731-a0f9-4880ce8e47de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:20.513202 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd44ff-c690-4731-a0f9-4880ce8e47de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:20.513633 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd44ff-c690-4731-a0f9-4880ce8e47de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:20.513942 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd44ff-c690-4731-a0f9-4880ce8e47de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:20.514458 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd44ff-c690-4731-a0f9-4880ce8e47de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:20.514969 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd44ff-c690-4731-a0f9-4880ce8e47de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:20.515545 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd44ff-c690-4731-a0f9-4880ce8e47de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:20.516047 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd44ff-c690-4731-a0f9-4880ce8e47de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:20.516533 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd44ff-c690-4731-a0f9-4880ce8e47de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:20.582785 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-a51b748f-17d6-4b00-9605-6508ab7909b4 service neutron] No DVR routers for this DVR port 31fcb602-fe71-4579-9fa9-375532295e13 on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:58:20.594888 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51b748f-17d6-4b00-9605-6508ab7909b4 service neutron] Pushing event updated for resources: {'Port': ['ID=31fcb602-fe71-4579-9fa9-375532295e13,revision_number=6']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:20.627603 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b575b881-d353-476a-8504-7ca5d8d0b250 None None] For port 656e7e23-dee0-46d0-b41d-3e223ccfd08d, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=656e7e23-dee0-46d0-b41d-3e223ccfd08d,segment=NetworkSegment(f5392b28-65ef-4b45-911b-ef4369671535),segment_id=f5392b28-65ef-4b45-911b-ef4369671535)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:20.634656 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b575b881-d353-476a-8504-7ca5d8d0b250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:20.734850 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-a51b748f-17d6-4b00-9605-6508ab7909b4 service neutron] In _notify_port_updated(), no bound segment for port 31fcb602-fe71-4579-9fa9-375532295e13 on network ab41dae0-8b36-4d88-961d-982690d3893d {{(pid=102662) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 00:58:20.735953 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-a51b748f-17d6-4b00-9605-6508ab7909b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:20.737656 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-a51b748f-17d6-4b00-9605-6508ab7909b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:20.745308 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-a51b748f-17d6-4b00-9605-6508ab7909b4 service neutron] 10.222.0.54 "PUT /v2.0/ports/31fcb602-fe71-4579-9fa9-375532295e13 HTTP/1.1" status: 200 len: 1028 time: 1.4510322 Nov 12 00:58:20.757340 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ddb8bd-765a-409a-8c9e-05955288d5d5 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Attributes excluded by policy engine: ['shared'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:20.759506 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e8ddb8bd-765a-409a-8c9e-05955288d5d5 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "GET /v2.0/subnets/29484729-fc0b-4a1d-a551-03f0376caac5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3668823 Nov 12 00:58:20.765132 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b575b881-d353-476a-8504-7ca5d8d0b250 None None] Pushing event updated for resources: {'Port': ['ID=656e7e23-dee0-46d0-b41d-3e223ccfd08d,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:20.780120 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 74c2483e-02a2-4318-bcbc-82baf9ce9bcb no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:58:20.840549 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 7716fff8-1977-469a-aef2-d88afd21956b up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:58:20.855791 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40412) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:20.863959 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968a1c32-c3d7-4034-b371-3934d4b887c9 None None] Network b8f9d2c0-155e-4694-a041-2ed9253474d7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:20.882714 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-3f900d2f-62e8-4e6f-bf14-95b05163c8dc tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-373952798'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:20.981179 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c3d6f3-5b6f-4cea-a9a4-1c757e4f0c21 None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:21.056641 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-f3eb66f3-add8-44e4-b0e9-0ee4eb9db174 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:21.057503 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-f3eb66f3-add8-44e4-b0e9-0ee4eb9db174 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.54 "GET /v2.0/ports/f1d753e5-8094-4985-ae26-476029182198?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2691283 Nov 12 00:58:21.070565 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f900d2f-62e8-4e6f-bf14-95b05163c8dc tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Made reservation on behalf of 12dd440799914979a52d8976c0f56bb2 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:21.077878 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3f900d2f-62e8-4e6f-bf14-95b05163c8dc tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:21.129697 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f1a59-aa65-48ce-856b-3b15fdbe021c req-dbc2fc35-4bad-411a-a03d-5720b63d4a15 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:21.140612 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f1a59-aa65-48ce-856b-3b15fdbe021c req-dbc2fc35-4bad-411a-a03d-5720b63d4a15 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:21.147883 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f1a59-aa65-48ce-856b-3b15fdbe021c req-dbc2fc35-4bad-411a-a03d-5720b63d4a15 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:21.159029 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f1a59-aa65-48ce-856b-3b15fdbe021c req-dbc2fc35-4bad-411a-a03d-5720b63d4a15 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:21.166069 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f1a59-aa65-48ce-856b-3b15fdbe021c req-dbc2fc35-4bad-411a-a03d-5720b63d4a15 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:21.172244 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f1a59-aa65-48ce-856b-3b15fdbe021c req-dbc2fc35-4bad-411a-a03d-5720b63d4a15 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:21.174186 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-de9f1a59-aa65-48ce-856b-3b15fdbe021c req-dbc2fc35-4bad-411a-a03d-5720b63d4a15 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 4660 time: 0.4986806 Nov 12 00:58:21.187677 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-9e000121-b957-45eb-8ed4-363f22dbb673 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:21.251610 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-e950a335-610f-43c4-a06d-010a56638e15 None None] Provisioning complete for port 7716fff8-1977-469a-aef2-d88afd21956b triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:21.252309 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e950a335-610f-43c4-a06d-010a56638e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:21.310076 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f900d2f-62e8-4e6f-bf14-95b05163c8dc tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:58:21.341556 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:21.342590 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a9fd44ff-c690-4731-a0f9-4880ce8e47de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:21.346491 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-88b4acf6-4bb4-41a5-b261-4f0fe055c1c8 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:21.361649 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-9e000121-b957-45eb-8ed4-363f22dbb673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:21.368615 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 7716fff8-1977-469a-aef2-d88afd21956b triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:21.369088 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:21.370790 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-df21644e-174c-4f64-beb8-f60fe9c24ee5 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:21.388453 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74c2483e-02a2-4318-bcbc-82baf9ce9bcb'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:58:21.390854 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4415133-f8d6-427e-94d0-eba1ed213228" -d '{"events": [{"server_uuid": "ae10635a-27bd-4a35-b6d7-b159472701aa", "name": "network-vif-unplugged", "status": "completed", "tag": "74c2483e-02a2-4318-bcbc-82baf9ce9bcb"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:58:21.395005 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3f900d2f-62e8-4e6f-bf14-95b05163c8dc tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:21.395357 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-3f900d2f-62e8-4e6f-bf14-95b05163c8dc tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Added segment b896a38c-1885-4746-8a35-cb400c5ec2f1 of type vlan for network 2c328eec-665e-4139-b5f4-ef8f10e1cf69 Nov 12 00:58:21.413961 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-de9f1a59-aa65-48ce-856b-3b15fdbe021c req-6e9553a2-3ece-4836-9b2a-f53fe2200892 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9c8fd08-6591-4a5a-b303-9ee103150d54&id=72f4f055-69fb-40bf-b27d-353bf24a3ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2163234 Nov 12 00:58:21.441207 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 74c2483e-02a2-4318-bcbc-82baf9ce9bcb, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=74c2483e-02a2-4318-bcbc-82baf9ce9bcb,segment=NetworkSegment(626a9579-673a-4b11-be35-aa640b5a2d6e),segment_id=626a9579-673a-4b11-be35-aa640b5a2d6e)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:21.458826 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:21.459898 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f4c6cea8-7b5d-48c0-a82d-a907911e3785 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:58:21.486724 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.db.resource_extend [None req-a9fd44ff-c690-4731-a0f9-4880ce8e47de admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:58:21.516502 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b4acf6-4bb4-41a5-b261-4f0fe055c1c8 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Port': ['ID=7c59b3ef-a6a6-4e21-a439-49aaa2f3b16e,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:21.542531 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3f900d2f-62e8-4e6f-bf14-95b05163c8dc tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:21.548884 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad501303-5263-452e-88cb-a07390b1c521 x-openstack-request-id: req-ad501303-5263-452e-88cb-a07390b1c521 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:58:21.549288 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae10635a-27bd-4a35-b6d7-b159472701aa", "name": "network-vif-unplugged", "status": "completed", "tag": "74c2483e-02a2-4318-bcbc-82baf9ce9bcb", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:58:21.550328 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ad501303-5263-452e-88cb-a07390b1c521 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:58:21.550823 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74c2483e-02a2-4318-bcbc-82baf9ce9bcb', 'code': 200} Nov 12 00:58:21.551775 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=74c2483e-02a2-4318-bcbc-82baf9ce9bcb,revision_number=6']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:21.653152 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a9fd44ff-c690-4731-a0f9-4880ce8e47de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:21.654770 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fd44ff-c690-4731-a0f9-4880ce8e47de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:21.656185 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a9fd44ff-c690-4731-a0f9-4880ce8e47de admin admin] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:21.746130 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a9fd44ff-c690-4731-a0f9-4880ce8e47de admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9694469 Nov 12 00:58:21.788679 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-9e000121-b957-45eb-8ed4-363f22dbb673 service neutron] For port f1d753e5-8094-4985-ae26-476029182198, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f1d753e5-8094-4985-ae26-476029182198,segment=NetworkSegment(626a9579-673a-4b11-be35-aa640b5a2d6e),segment_id=626a9579-673a-4b11-be35-aa640b5a2d6e)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:21.827809 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-88b4acf6-4bb4-41a5-b261-4f0fe055c1c8 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:21.831175 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-88b4acf6-4bb4-41a5-b261-4f0fe055c1c8 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/ports/7c59b3ef-a6a6-4e21-a439-49aaa2f3b16e HTTP/1.1" status: 204 len: 168 time: 1.8612273 Nov 12 00:58:21.834745 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40432) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:21.842276 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-9e000121-b957-45eb-8ed4-363f22dbb673 service neutron] For port f1d753e5-8094-4985-ae26-476029182198, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:58:21.843762 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd44ff-c690-4731-a0f9-4880ce8e47de admin admin] Pushing event updated for resources: {'Network': ['ID=466658a6-39ad-4354-b23b-38f54e75ad21,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:21.869701 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 466658a6-39ad-4354-b23b-38f54e75ad21 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:58:21.901027 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3f900d2f-62e8-4e6f-bf14-95b05163c8dc tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:21.928870 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f900d2f-62e8-4e6f-bf14-95b05163c8dc tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:21.929688 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3f900d2f-62e8-4e6f-bf14-95b05163c8dc tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:21.954358 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce13fc77-1a08-484b-91d9-56d9c89e3dc9 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:21.955987 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce13fc77-1a08-484b-91d9-56d9c89e3dc9 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:21.963251 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce13fc77-1a08-484b-91d9-56d9c89e3dc9 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:21.964983 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ce13fc77-1a08-484b-91d9-56d9c89e3dc9 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1288941 Nov 12 00:58:21.968118 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40442) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:22.034638 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-9e000121-b957-45eb-8ed4-363f22dbb673 service neutron] device_id is not set on port f1d753e5-8094-4985-ae26-476029182198 yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:58:22.063933 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:22.071658 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882c1565-98b8-46d2-935c-6b6ff60fa13b None None] Update dhcp port {'port': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'fixed_ips': [{'subnet_id': '5e46c302-882b-425f-82e6-a8addc6533a5', 'ip_address': '2001:db8::f816:3eff:fe19:95d8'}, {'subnet_id': 'c1708cc4-4c13-4f4d-93f3-25518349ec7c'}], 'binding:host_id': 'n-d-812236-11'}, 'id': '7716fff8-1977-469a-aef2-d88afd21956b'} from n-d-812236-11. {{(pid=102663) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 00:58:22.088914 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-be18747c-cf67-4459-9be9-1aa94fd39542 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Deleting subnet 5e46c302-882b-425f-82e6-a8addc6533a5 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:58:22.096598 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-be18747c-cf67-4459-9be9-1aa94fd39542 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:22.107506 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e950a335-610f-43c4-a06d-010a56638e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:22.129898 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-882c1565-98b8-46d2-935c-6b6ff60fa13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:22.150454 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-9e000121-b957-45eb-8ed4-363f22dbb673 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:22.163601 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3f900d2f-62e8-4e6f-bf14-95b05163c8dc tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2906253 Nov 12 00:58:22.166879 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-e950a335-610f-43c4-a06d-010a56638e15 None None] For port 7716fff8-1977-469a-aef2-d88afd21956b, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=7716fff8-1977-469a-aef2-d88afd21956b,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:22.169852 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40446) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:22.180349 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-6b56cf47-3afa-4b23-898c-72799848e6be tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Request body: {'subnet': {'network_id': '2c328eec-665e-4139-b5f4-ef8f10e1cf69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:22.195069 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f900d2f-62e8-4e6f-bf14-95b05163c8dc tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event updated for resources: {'Network': ['ID=2c328eec-665e-4139-b5f4-ef8f10e1cf69,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:22.199633 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-9e000121-b957-45eb-8ed4-363f22dbb673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:22.222270 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-be18747c-cf67-4459-9be9-1aa94fd39542 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:22.224806 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 2c328eec-665e-4139-b5f4-ef8f10e1cf69 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:58:22.230280 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e950a335-610f-43c4-a06d-010a56638e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:22.333715 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:22.361911 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-df21644e-174c-4f64-beb8-f60fe9c24ee5 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:22.449798 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-df21644e-174c-4f64-beb8-f60fe9c24ee5 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:22.510822 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e000121-b957-45eb-8ed4-363f22dbb673 service neutron] Pushing event updated for resources: {'Port': ['ID=f1d753e5-8094-4985-ae26-476029182198,revision_number=6']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:22.512243 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7107d9-6397-4279-b82e-c58d700bed8a req-4dfd17b8-d51e-45c6-ab0c-802c0e99292d tempest-ComputeTenantNetworksTest-263904376 tempest-ComputeTenantNetworksTest-263904376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:22.545847 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7107d9-6397-4279-b82e-c58d700bed8a req-4dfd17b8-d51e-45c6-ab0c-802c0e99292d tempest-ComputeTenantNetworksTest-263904376 tempest-ComputeTenantNetworksTest-263904376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:22.584894 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port f4c6cea8-7b5d-48c0-a82d-a907911e3785, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f4c6cea8-7b5d-48c0-a82d-a907911e3785,segment=NetworkSegment(4becdac4-51a8-4782-a971-f733dc6018ef),segment_id=4becdac4-51a8-4782-a971-f733dc6018ef)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:22.591684 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7107d9-6397-4279-b82e-c58d700bed8a req-4dfd17b8-d51e-45c6-ab0c-802c0e99292d tempest-ComputeTenantNetworksTest-263904376 tempest-ComputeTenantNetworksTest-263904376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:22.597073 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6a7107d9-6397-4279-b82e-c58d700bed8a req-4dfd17b8-d51e-45c6-ab0c-802c0e99292d tempest-ComputeTenantNetworksTest-263904376 tempest-ComputeTenantNetworksTest-263904376-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3873515 Nov 12 00:58:22.603404 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:22.604221 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 418a9123-f7b9-4bae-a70d-69acd16e3f2a no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:58:22.611659 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-be18747c-cf67-4459-9be9-1aa94fd39542 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:22.632855 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-9e000121-b957-45eb-8ed4-363f22dbb673 service neutron] No DVR routers for this DVR port f1d753e5-8094-4985-ae26-476029182198 on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:58:22.691393 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-ff93e29c-4c51-4c2a-8ed2-f6364f73a099 None None] Provisioning complete for port 31fcb602-fe71-4579-9fa9-375532295e13 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:22.694789 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ff93e29c-4c51-4c2a-8ed2-f6364f73a099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:22.696556 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e950a335-610f-43c4-a06d-010a56638e15 None None] Pushing event updated for resources: {'Port': ['ID=7716fff8-1977-469a-aef2-d88afd21956b,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:22.815714 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-ff93e29c-4c51-4c2a-8ed2-f6364f73a099 None None] Port 31fcb602-fe71-4579-9fa9-375532295e13 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:58:22.859052 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5f6fe-f289-4188-ad11-5a0058b8fc3d req-9fc53b5a-4fe9-4946-b41c-cc09004ed937 tempest-ComputeTenantNetworksTest-263904376 tempest-ComputeTenantNetworksTest-263904376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:22.861009 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-60b5f6fe-f289-4188-ad11-5a0058b8fc3d req-9fc53b5a-4fe9-4946-b41c-cc09004ed937 tempest-ComputeTenantNetworksTest-263904376 tempest-ComputeTenantNetworksTest-263904376-project] 10.222.0.20 "GET /v2.0/networks/466658a6-39ad-4354-b23b-38f54e75ad21 HTTP/1.1" status: 200 len: 768 time: 0.2360427 Nov 12 00:58:22.866321 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=f4c6cea8-7b5d-48c0-a82d-a907911e3785,revision_number=6']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:22.875991 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40452) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:22.905001 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server [None req-882c1565-98b8-46d2-935c-6b6ff60fa13b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5e46c302-882b-425f-82e6-a8addc6533a5: This subnet is being modified by another concurrent operation. Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 00:58:22.970059 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 00:58:22.974030 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:58:22.974030 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:58:22.974030 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:58:22.974030 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:58:22.974030 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 00:58:22.974030 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 00:58:22.974030 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 00:58:22.974030 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 00:58:22.974030 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:58:22.974030 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:58:22.974030 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:58:22.974030 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:58:22.974030 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 00:58:22.974030 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 00:58:22.974030 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 12 00:58:22.974030 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 12 00:58:22.974030 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 00:58:22.974030 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 00:58:22.974030 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 12 00:58:22.974030 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 12 00:58:22.974030 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 12 00:58:22.974030 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 12 00:58:22.974030 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 12 00:58:22.974030 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 12 00:58:22.974030 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 12 00:58:22.974030 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 00:58:22.974030 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 00:58:22.974030 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 00:58:22.974030 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 00:58:22.974030 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise exception Nov 12 00:58:22.974030 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5e46c302-882b-425f-82e6-a8addc6533a5: This subnet is being modified by another concurrent operation. Nov 12 00:58:22.974030 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server Nov 12 00:58:22.980926 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-be18747c-cf67-4459-9be9-1aa94fd39542 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:23.015770 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 418a9123-f7b9-4bae-a70d-69acd16e3f2a, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=418a9123-f7b9-4bae-a70d-69acd16e3f2a,segment=NetworkSegment(4becdac4-51a8-4782-a971-f733dc6018ef),segment_id=4becdac4-51a8-4782-a971-f733dc6018ef)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:23.022754 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3325390e-879a-4b39-aa41-0cab7484f577 None None] Network b8f9d2c0-155e-4694-a041-2ed9253474d7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:23.055880 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:23.056663 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device ea3285b4-8397-4d0a-9287-44e430131ceb no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:58:23.058859 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-0a442dab-3957-479f-9b08-5d4ab10bf161 None None] Provisioning complete for port f1d753e5-8094-4985-ae26-476029182198 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:23.059318 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0a442dab-3957-479f-9b08-5d4ab10bf161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:23.082743 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fb5ce924-d9e4-470c-ab57-f49dd3d2c00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:23.089847 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be18747c-cf67-4459-9be9-1aa94fd39542 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Subnet': ['ID=5e46c302-882b-425f-82e6-a8addc6533a5,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:23.118180 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-be18747c-cf67-4459-9be9-1aa94fd39542 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:23.123726 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-be18747c-cf67-4459-9be9-1aa94fd39542 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/5e46c302-882b-425f-82e6-a8addc6533a5 HTTP/1.1" status: 204 len: 168 time: 1.1507261 Nov 12 00:58:23.126494 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40456) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:23.206414 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5a35ae-0491-4c9e-bf2a-72b656b28381 None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:23.209076 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-0a442dab-3957-479f-9b08-5d4ab10bf161 None None] Port f1d753e5-8094-4985-ae26-476029182198 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:58:23.303010 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.db.api [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:58:23.303702 n-d-812236-11 neutron-server[102663]: DEBUG oslo_db.api [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:58:23.334953 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fb5ce924-d9e4-470c-ab57-f49dd3d2c00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:23.364507 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-fb5ce924-d9e4-470c-ab57-f49dd3d2c00e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['466658a6-39ad-4354-b23b-38f54e75ad21']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:23.385214 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-9e000121-b957-45eb-8ed4-363f22dbb673 service neutron] In _notify_port_updated(), no bound segment for port f1d753e5-8094-4985-ae26-476029182198 on network ab41dae0-8b36-4d88-961d-982690d3893d {{(pid=102662) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 00:58:23.386123 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-9e000121-b957-45eb-8ed4-363f22dbb673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:23.386755 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-9e000121-b957-45eb-8ed4-363f22dbb673 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:23.387505 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-01ca666b-6610-46cd-a5e7-946efa4381e4 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Deleting subnet c1708cc4-4c13-4f4d-93f3-25518349ec7c {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:58:23.388034 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-9e000121-b957-45eb-8ed4-363f22dbb673 service neutron] 10.222.0.54 "PUT /v2.0/ports/f1d753e5-8094-4985-ae26-476029182198 HTTP/1.1" status: 200 len: 1026 time: 2.2078958 Nov 12 00:58:23.392190 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-01ca666b-6610-46cd-a5e7-946efa4381e4 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:23.392732 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df21644e-174c-4f64-beb8-f60fe9c24ee5 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event updated for resources: {'Port': ['ID=12781821-6912-4aac-8362-e484a88831f0,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:23.395912 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b56cf47-3afa-4b23-898c-72799848e6be tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Made reservation on behalf of 12dd440799914979a52d8976c0f56bb2 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:23.399478 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6b56cf47-3afa-4b23-898c-72799848e6be tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:23.443030 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-01ca666b-6610-46cd-a5e7-946efa4381e4 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:23.456771 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-f38b271d-30fa-4dbd-b4ae-b4e62f7f6d19 None None] Provisioning complete for port 656e7e23-dee0-46d0-b41d-3e223ccfd08d triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:23.457505 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f38b271d-30fa-4dbd-b4ae-b4e62f7f6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:23.504154 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=418a9123-f7b9-4bae-a70d-69acd16e3f2a,revision_number=6']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:23.505963 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-01ca666b-6610-46cd-a5e7-946efa4381e4 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:23.535050 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df541c5b-ea37-4531-bdd6-e34d4f46d156 req-67b8eac0-9cb7-4e08-8baa-fb6e7005f34f tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:23.541113 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df541c5b-ea37-4531-bdd6-e34d4f46d156 req-67b8eac0-9cb7-4e08-8baa-fb6e7005f34f tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:23.547506 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df541c5b-ea37-4531-bdd6-e34d4f46d156 req-67b8eac0-9cb7-4e08-8baa-fb6e7005f34f tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:23.553267 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df541c5b-ea37-4531-bdd6-e34d4f46d156 req-67b8eac0-9cb7-4e08-8baa-fb6e7005f34f tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:23.559776 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df541c5b-ea37-4531-bdd6-e34d4f46d156 req-67b8eac0-9cb7-4e08-8baa-fb6e7005f34f tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:23.568386 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-df541c5b-ea37-4531-bdd6-e34d4f46d156 req-67b8eac0-9cb7-4e08-8baa-fb6e7005f34f tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 3883 time: 0.9277411 Nov 12 00:58:23.585483 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-fb5ce924-d9e4-470c-ab57-f49dd3d2c00e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '080ac598-4234-4136-a674-0896b2198498') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:23.585483 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-fb5ce924-d9e4-470c-ab57-f49dd3d2c00e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '080ac598-4234-4136-a674-0896b2198498') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:23.588125 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-01ca666b-6610-46cd-a5e7-946efa4381e4 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:23.606994 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.ipam_backend_mixin [None req-6b56cf47-3afa-4b23-898c-72799848e6be tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Performing IP validity checks on allocation pools {{(pid=102662) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 00:58:23.607522 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.ipam_backend_mixin [None req-6b56cf47-3afa-4b23-898c-72799848e6be tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102662) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 00:58:23.625723 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4c6cea8-7b5d-48c0-a82d-a907911e3785'}, {'server_uuid': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '418a9123-f7b9-4bae-a70d-69acd16e3f2a'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:58:23.629050 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee34992-6ed0-444c-b2c3-dc87232b1e52" -d '{"events": [{"server_uuid": "ae10635a-27bd-4a35-b6d7-b159472701aa", "name": "network-vif-unplugged", "status": "completed", "tag": "f4c6cea8-7b5d-48c0-a82d-a907911e3785"}, {"server_uuid": "ae10635a-27bd-4a35-b6d7-b159472701aa", "name": "network-vif-unplugged", "status": "completed", "tag": "418a9123-f7b9-4bae-a70d-69acd16e3f2a"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:58:23.635477 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-01ca666b-6610-46cd-a5e7-946efa4381e4 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:23.641936 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-01ca666b-6610-46cd-a5e7-946efa4381e4 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/c1708cc4-4c13-4f4d-93f3-25518349ec7c HTTP/1.1" status: 204 len: 168 time: 0.5119662 Nov 12 00:58:23.644163 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fb5ce924-d9e4-470c-ab57-f49dd3d2c00e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:23.646741 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40462) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:23.695631 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca666b-6610-46cd-a5e7-946efa4381e4 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Subnet': ['ID=c1708cc4-4c13-4f4d-93f3-25518349ec7c,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:23.709836 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ec969d0c-5add-4ccb-a098-94037177ed17 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0587840 Nov 12 00:58:23.710025 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40464) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:23.720001 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-e4968c7a-dc8e-4073-8884-6876690c3c00 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'subnet': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:23.725977 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fb5ce924-d9e4-470c-ab57-f49dd3d2c00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:23.756733 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb5ce924-d9e4-470c-ab57-f49dd3d2c00e admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:58:23.757651 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fb5ce924-d9e4-470c-ab57-f49dd3d2c00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:23.759872 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:58:23.759872 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:58:23.759872 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:58:23.759872 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:58:23.759872 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:58:23.759872 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:58:23.759872 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:58:23.759872 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:58:23.759872 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:58:23.759872 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:58:23.759872 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:58:23.759872 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:58:23.759872 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:58:23.759872 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:58:23.759872 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:58:23.759872 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:58:23.759872 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:58:23.759872 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:58:23.759872 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:58:23.759872 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:58:23.759872 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:58:23.759872 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:58:23.759872 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:58:23.759872 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:58:23.759872 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:58:23.759872 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:58:23.759872 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:58:23.759872 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:58:23.759872 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:58:23.759872 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:58:23.759872 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:58:23.759872 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:58:23.781775 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 12 Nov 2021 00:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8c1d3f-06c2-41aa-bfe5-70f939e322fc x-openstack-request-id: req-bd8c1d3f-06c2-41aa-bfe5-70f939e322fc {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:58:23.782070 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae10635a-27bd-4a35-b6d7-b159472701aa", "name": "network-vif-unplugged", "status": "completed", "tag": "f4c6cea8-7b5d-48c0-a82d-a907911e3785", "code": 200}, {"server_uuid": "ae10635a-27bd-4a35-b6d7-b159472701aa", "name": "network-vif-unplugged", "status": "completed", "tag": "418a9123-f7b9-4bae-a70d-69acd16e3f2a", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:58:23.782319 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd8c1d3f-06c2-41aa-bfe5-70f939e322fc {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:58:23.782709 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4c6cea8-7b5d-48c0-a82d-a907911e3785', 'code': 200} Nov 12 00:58:23.782958 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '418a9123-f7b9-4bae-a70d-69acd16e3f2a', 'code': 200} Nov 12 00:58:23.828869 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-df541c5b-ea37-4531-bdd6-e34d4f46d156 req-3edb5ebd-f031-4a62-98ac-0ff7f067e57d tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4f055-69fb-40bf-b27d-353bf24a3ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2576017 Nov 12 00:58:23.833765 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-df21644e-174c-4f64-beb8-f60fe9c24ee5 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:23.853403 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:23.868617 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 656e7e23-dee0-46d0-b41d-3e223ccfd08d up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:58:23.930262 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port ea3285b4-8397-4d0a-9287-44e430131ceb, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=ea3285b4-8397-4d0a-9287-44e430131ceb,segment=NetworkSegment(697b74b4-19b5-47fd-b161-45862847105d),segment_id=697b74b4-19b5-47fd-b161-45862847105d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:23.950146 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fb5ce924-d9e4-470c-ab57-f49dd3d2c00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:23.956556 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fb5ce924-d9e4-470c-ab57-f49dd3d2c00e admin admin] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:23.965922 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-fb5ce924-d9e4-470c-ab57-f49dd3d2c00e admin admin] 10.222.0.20 "DELETE /v2.0/networks/466658a6-39ad-4354-b23b-38f54e75ad21 HTTP/1.1" status: 204 len: 168 time: 1.0857773 Nov 12 00:58:23.993980 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ce924-d9e4-470c-ab57-f49dd3d2c00e admin admin] Pushing event deleted for resources: {'Network': ['ID=466658a6-39ad-4354-b23b-38f54e75ad21,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:23.997603 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-10e66f7e-2763-4b89-b136-2333c8f3b562 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Deleting port 418a9123-f7b9-4bae-a70d-69acd16e3f2a {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:23.998013 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-10e66f7e-2763-4b89-b136-2333c8f3b562 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:24.010896 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:24.011619 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device ece577e8-c379-469d-ac80-64690c063e88 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:58:24.015333 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4968c7a-dc8e-4073-8884-6876690c3c00 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:24.023232 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e4968c7a-dc8e-4073-8884-6876690c3c00 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:24.223247 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 656e7e23-dee0-46d0-b41d-3e223ccfd08d triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:24.223622 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:24.231433 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40472) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:24.305449 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6b56cf47-3afa-4b23-898c-72799848e6be tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:24.343909 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=ea3285b4-8397-4d0a-9287-44e430131ceb,revision_number=6']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:24.346733 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:24.354543 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ffef420d-0f65-4763-b809-e25ad11a1a5a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=73a028127e16413884a06b9038efcf37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1216273 Nov 12 00:58:24.367297 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40474) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:24.371419 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-f38b271d-30fa-4dbd-b4ae-b4e62f7f6d19 None None] Provisioning complete for port 7716fff8-1977-469a-aef2-d88afd21956b triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:24.371794 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f38b271d-30fa-4dbd-b4ae-b4e62f7f6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:24.404365 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b56cf47-3afa-4b23-898c-72799848e6be tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event updated for resources: {'Subnet': ['ID=30e28cb0-6942-4185-bc4c-e4dbe5241efc,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:24.424823 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b56cf47-3afa-4b23-898c-72799848e6be tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:24.425332 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b56cf47-3afa-4b23-898c-72799848e6be tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:24.425949 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b56cf47-3afa-4b23-898c-72799848e6be tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:24.426356 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b56cf47-3afa-4b23-898c-72799848e6be tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:24.426703 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b56cf47-3afa-4b23-898c-72799848e6be tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:24.427036 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b56cf47-3afa-4b23-898c-72799848e6be tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:24.427604 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b56cf47-3afa-4b23-898c-72799848e6be tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:24.427945 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b56cf47-3afa-4b23-898c-72799848e6be tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:24.428396 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b56cf47-3afa-4b23-898c-72799848e6be tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:24.428742 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b56cf47-3afa-4b23-898c-72799848e6be tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:24.429312 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b56cf47-3afa-4b23-898c-72799848e6be tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:24.429675 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b56cf47-3afa-4b23-898c-72799848e6be tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:24.447783 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e4968c7a-dc8e-4073-8884-6876690c3c00 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:24.461891 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-df21644e-174c-4f64-beb8-f60fe9c24ee5 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:24.462081 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port ece577e8-c379-469d-ac80-64690c063e88, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=ece577e8-c379-469d-ac80-64690c063e88,segment=NetworkSegment(626a9579-673a-4b11-be35-aa640b5a2d6e),segment_id=626a9579-673a-4b11-be35-aa640b5a2d6e)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:24.521213 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8061d3-ca66-49f7-9610-8cd0af53e37d None None] DHCP port deletion for 549c8e6d-38df-4171-95c5-652183e307b7 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:58:24.523341 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:24.531617 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 31fcb602-fe71-4579-9fa9-375532295e13 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:58:24.555345 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4968c7a-dc8e-4073-8884-6876690c3c00 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:24.569512 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-e4968c7a-dc8e-4073-8884-6876690c3c00 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:24.575584 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4968c7a-dc8e-4073-8884-6876690c3c00 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:24.576344 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e4968c7a-dc8e-4073-8884-6876690c3c00 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:24.598700 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7378d3b6-454c-41b0-91ba-29b251ddf2c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:24.608115 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4968c7a-dc8e-4073-8884-6876690c3c00 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Subnet': ['ID=bcc8fee4-52d9-4873-83b9-d7776092beff,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:24.639208 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e4968c7a-dc8e-4073-8884-6876690c3c00 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9250591 Nov 12 00:58:24.643953 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40476) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:24.654678 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-3d1fdf30-c7d5-4d36-8c7a-26d3b59b5871 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'subnet': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:24.665807 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7378d3b6-454c-41b0-91ba-29b251ddf2c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:24.828370 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b56cf47-3afa-4b23-898c-72799848e6be tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Checking segment: {'id': 'b896a38c-1885-4746-8a35-cb400c5ec2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2c328eec-665e-4139-b5f4-ef8f10e1cf69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:58:24.828801 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b56cf47-3afa-4b23-898c-72799848e6be tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Network hostable DHCP agents. Network: 2c328eec-665e-4139-b5f4-ef8f10e1cf69, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:58:24.835300 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-f38b271d-30fa-4dbd-b4ae-b4e62f7f6d19 None None] Could not find standard attr ID for object 7c59b3ef-a6a6-4e21-a439-49aaa2f3b16e. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:58:24.839527 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7378d3b6-454c-41b0-91ba-29b251ddf2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:24.842334 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7378d3b6-454c-41b0-91ba-29b251ddf2c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:24.844164 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7378d3b6-454c-41b0-91ba-29b251ddf2c4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/edb90432-fbd0-4a2e-ae83-3c46b176e1ee HTTP/1.1" status: 204 len: 168 time: 0.4757636 Nov 12 00:58:24.859182 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7378d3b6-454c-41b0-91ba-29b251ddf2c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb90432-fbd0-4a2e-ae83-3c46b176e1ee,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:24.875997 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1fdf30-c7d5-4d36-8c7a-26d3b59b5871 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:24.887039 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3d1fdf30-c7d5-4d36-8c7a-26d3b59b5871 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:24.887866 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-10e66f7e-2763-4b89-b136-2333c8f3b562 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] For port 418a9123-f7b9-4bae-a70d-69acd16e3f2a, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=418a9123-f7b9-4bae-a70d-69acd16e3f2a,segment=NetworkSegment(4becdac4-51a8-4782-a971-f733dc6018ef),segment_id=4becdac4-51a8-4782-a971-f733dc6018ef)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:24.888298 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-10e66f7e-2763-4b89-b136-2333c8f3b562 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:24.944296 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b56cf47-3afa-4b23-898c-72799848e6be tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Network 2c328eec-665e-4139-b5f4-ef8f10e1cf69 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:58:24.963940 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-10e66f7e-2763-4b89-b136-2333c8f3b562 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Calling delete_port for 418a9123-f7b9-4bae-a70d-69acd16e3f2a owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:24.991075 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 31fcb602-fe71-4579-9fa9-375532295e13 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:58:24.991507 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f1d753e5-8094-4985-ae26-476029182198 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:58:25.011232 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-6b56cf47-3afa-4b23-898c-72799848e6be tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 2c328eec-665e-4139-b5f4-ef8f10e1cf69) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:25.029056 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b56cf47-3afa-4b23-898c-72799848e6be tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:25.029829 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6b56cf47-3afa-4b23-898c-72799848e6be tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:25.034622 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=ece577e8-c379-469d-ac80-64690c063e88,revision_number=6']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:25.045122 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81565b45-e25c-491f-917c-fcd8ff0d8c98 None None] Network 2c328eec-665e-4139-b5f4-ef8f10e1cf69 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:25.059614 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-f38b271d-30fa-4dbd-b4ae-b4e62f7f6d19 None None] Provisioning complete for port 12781821-6912-4aac-8362-e484a88831f0 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:25.059614 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f38b271d-30fa-4dbd-b4ae-b4e62f7f6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:25.173023 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40482) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:25.180255 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6b56cf47-3afa-4b23-898c-72799848e6be tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.9969559 Nov 12 00:58:25.192733 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-70955fc5-dc05-4d87-984e-052d3e5f5dd3 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:25.199270 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f1d753e5-8094-4985-ae26-476029182198 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:58:25.225555 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-f38b271d-30fa-4dbd-b4ae-b4e62f7f6d19 None None] Port 12781821-6912-4aac-8362-e484a88831f0 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:58:25.239030 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-6d8061d3-ca66-49f7-9610-8cd0af53e37d None None] Deleting port 7716fff8-1977-469a-aef2-d88afd21956b {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:25.239030 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6d8061d3-ca66-49f7-9610-8cd0af53e37d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:25.265683 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-df21644e-174c-4f64-beb8-f60fe9c24ee5 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:25.283014 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b346421-4631-46b2-9cba-4dc9f654b683 req-30667daf-7779-432a-a57d-c0f7dd939be0 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:25.292304 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b346421-4631-46b2-9cba-4dc9f654b683 req-30667daf-7779-432a-a57d-c0f7dd939be0 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:25.302351 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b346421-4631-46b2-9cba-4dc9f654b683 req-30667daf-7779-432a-a57d-c0f7dd939be0 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:25.312347 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b346421-4631-46b2-9cba-4dc9f654b683 req-30667daf-7779-432a-a57d-c0f7dd939be0 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:25.316325 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 656e7e23-dee0-46d0-b41d-3e223ccfd08d up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:58:25.323986 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b346421-4631-46b2-9cba-4dc9f654b683 req-30667daf-7779-432a-a57d-c0f7dd939be0 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:25.326868 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0b346421-4631-46b2-9cba-4dc9f654b683 req-30667daf-7779-432a-a57d-c0f7dd939be0 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 3877 time: 0.3501441 Nov 12 00:58:25.333409 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-df21644e-174c-4f64-beb8-f60fe9c24ee5 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:25.441688 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-70955fc5-dc05-4d87-984e-052d3e5f5dd3 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10235196'] for subnet, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:25.558215 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-31f6eafc-aded-47d6-ad82-509df5e2b7d6 None None] Provisioning complete for port 656e7e23-dee0-46d0-b41d-3e223ccfd08d triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:25.558588 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-31f6eafc-aded-47d6-ad82-509df5e2b7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:25.610481 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-df21644e-174c-4f64-beb8-f60fe9c24ee5 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:25.634865 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 656e7e23-dee0-46d0-b41d-3e223ccfd08d triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:25.635122 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:25.695142 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ddc7c3-b502-43e7-af97-a2b0ff99d2e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-2c328eec-665e-4139-b5f4-ef8f10e1cf69', 'network_id': '2c328eec-665e-4139-b5f4-ef8f10e1cf69', 'tenant_id': '12dd440799914979a52d8976c0f56bb2', 'fixed_ips': [{'subnet_id': '30e28cb0-6942-4185-bc4c-e4dbe5241efc'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:58:25.696661 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-55ddc7c3-b502-43e7-af97-a2b0ff99d2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:25.715531 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df21644e-174c-4f64-beb8-f60fe9c24ee5 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event updated for resources: {'Port': ['ID=12781821-6912-4aac-8362-e484a88831f0,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:25.729092 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-10e66f7e-2763-4b89-b136-2333c8f3b562 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:25.762949 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-6d8061d3-ca66-49f7-9610-8cd0af53e37d None None] For port 7716fff8-1977-469a-aef2-d88afd21956b, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=7716fff8-1977-469a-aef2-d88afd21956b,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:25.763845 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6d8061d3-ca66-49f7-9610-8cd0af53e37d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:25.784280 n-d-812236-11 neutron-server[102661]: DEBUG neutron.objects.ports [None req-3d1fdf30-c7d5-4d36-8c7a-26d3b59b5871 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102661) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 00:58:25.784789 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-6d8061d3-ca66-49f7-9610-8cd0af53e37d None None] Calling delete_port for 7716fff8-1977-469a-aef2-d88afd21956b owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:25.859306 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e66f7e-2763-4b89-b136-2333c8f3b562 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Pushing event deleted for resources: {'Port': ['ID=418a9123-f7b9-4bae-a70d-69acd16e3f2a,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:25.890684 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea3285b4-8397-4d0a-9287-44e430131ceb'}, {'server_uuid': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ece577e8-c379-469d-ac80-64690c063e88'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:58:25.895352 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998cfdee-3f4a-405e-9c3a-2f4aeb503ccd" -d '{"events": [{"server_uuid": "ae10635a-27bd-4a35-b6d7-b159472701aa", "name": "network-vif-unplugged", "status": "completed", "tag": "ea3285b4-8397-4d0a-9287-44e430131ceb"}, {"server_uuid": "ae10635a-27bd-4a35-b6d7-b159472701aa", "name": "network-vif-unplugged", "status": "completed", "tag": "ece577e8-c379-469d-ac80-64690c063e88"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:58:25.898117 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0b346421-4631-46b2-9cba-4dc9f654b683 req-f948a188-0875-4078-b1be-a979b4ca7c96 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4f055-69fb-40bf-b27d-353bf24a3ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5457077 Nov 12 00:58:25.912277 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6d8061d3-ca66-49f7-9610-8cd0af53e37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:25.938324 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df21644e-174c-4f64-beb8-f60fe9c24ee5 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Network b8f9d2c0-155e-4694-a041-2ed9253474d7 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:25.961638 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-df21644e-174c-4f64-beb8-f60fe9c24ee5 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:26.002265 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-10e66f7e-2763-4b89-b136-2333c8f3b562 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] No DVR routers for this DVR port 418a9123-f7b9-4bae-a70d-69acd16e3f2a on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:58:26.008063 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-10e66f7e-2763-4b89-b136-2333c8f3b562 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:26.012425 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-10e66f7e-2763-4b89-b136-2333c8f3b562 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.54 "DELETE /v2.0/ports/418a9123-f7b9-4bae-a70d-69acd16e3f2a HTTP/1.1" status: 204 len: 173 time: 2.6061094 Nov 12 00:58:26.014272 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'name': 'network-vif-deleted', 'tag': '418a9123-f7b9-4bae-a70d-69acd16e3f2a'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:58:26.016919 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ce08f8-bdf6-44f1-bd2b-189f0a19265b" -d '{"events": [{"server_uuid": "ae10635a-27bd-4a35-b6d7-b159472701aa", "name": "network-vif-deleted", "tag": "418a9123-f7b9-4bae-a70d-69acd16e3f2a"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:58:26.045543 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 12 Nov 2021 00:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b197afe9-8cf8-443a-8f22-641ce3102a73 x-openstack-request-id: req-b197afe9-8cf8-443a-8f22-641ce3102a73 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:58:26.045751 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae10635a-27bd-4a35-b6d7-b159472701aa", "name": "network-vif-unplugged", "status": "completed", "tag": "ea3285b4-8397-4d0a-9287-44e430131ceb", "code": 200}, {"server_uuid": "ae10635a-27bd-4a35-b6d7-b159472701aa", "name": "network-vif-unplugged", "status": "completed", "tag": "ece577e8-c379-469d-ac80-64690c063e88", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:58:26.045949 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b197afe9-8cf8-443a-8f22-641ce3102a73 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:58:26.046359 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea3285b4-8397-4d0a-9287-44e430131ceb', 'code': 200} Nov 12 00:58:26.046616 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ece577e8-c379-469d-ac80-64690c063e88', 'code': 200} Nov 12 00:58:26.066394 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8061d3-ca66-49f7-9610-8cd0af53e37d None None] Pushing event deleted for resources: {'Port': ['ID=7716fff8-1977-469a-aef2-d88afd21956b,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:26.124400 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4440f1-1494-44ea-a651-b1ab0d3ce29f x-openstack-request-id: req-4e4440f1-1494-44ea-a651-b1ab0d3ce29f {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:58:26.124749 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae10635a-27bd-4a35-b6d7-b159472701aa", "name": "network-vif-deleted", "tag": "418a9123-f7b9-4bae-a70d-69acd16e3f2a", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:58:26.125095 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4e4440f1-1494-44ea-a651-b1ab0d3ce29f {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:58:26.125627 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'name': 'network-vif-deleted', 'tag': '418a9123-f7b9-4bae-a70d-69acd16e3f2a', 'status': 'completed', 'code': 200} Nov 12 00:58:26.127465 n-d-812236-11 neutron-server[102661]: WARNING neutron.services.revisions.revision_plugin [None req-3d1fdf30-c7d5-4d36-8c7a-26d3b59b5871 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Could not find related port for resource to bump revision. Nov 12 00:58:26.142894 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.ipam_pluggable_backend [None req-3d1fdf30-c7d5-4d36-8c7a-26d3b59b5871 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Port 7716fff8-1977-469a-aef2-d88afd21956b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102661) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 12 00:58:26.142894 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.ipam_pluggable_backend [None req-3d1fdf30-c7d5-4d36-8c7a-26d3b59b5871 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Reverting IP allocation for 2001:db8::f816:3eff:fe19:95d8 {{(pid=102661) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 12 00:58:26.148635 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.ipam_pluggable_backend [None req-3d1fdf30-c7d5-4d36-8c7a-26d3b59b5871 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe19:95d8 {{(pid=102661) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 12 00:58:26.168333 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3d1fdf30-c7d5-4d36-8c7a-26d3b59b5871 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:26.210296 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8061d3-ca66-49f7-9610-8cd0af53e37d None None] No DVR routers for this DVR port 7716fff8-1977-469a-aef2-d88afd21956b on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:58:26.234799 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba350eae-6a46-4acf-8c56-088b8bee8621 None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:26.264271 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1fdf30-c7d5-4d36-8c7a-26d3b59b5871 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:26.273422 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-3d1fdf30-c7d5-4d36-8c7a-26d3b59b5871 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:26.289412 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1fdf30-c7d5-4d36-8c7a-26d3b59b5871 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:26.291693 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3d1fdf30-c7d5-4d36-8c7a-26d3b59b5871 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:26.328149 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-3d1fdf30-c7d5-4d36-8c7a-26d3b59b5871 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6825786 Nov 12 00:58:26.331692 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40512) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:26.341994 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1fdf30-c7d5-4d36-8c7a-26d3b59b5871 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Subnet': ['ID=1da2d085-be57-478a-96eb-fb9c24254440,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:26.367079 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-70955fc5-dc05-4d87-984e-052d3e5f5dd3 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734448696203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10005061'] for subnet, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:26.371454 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-204fbadc-f0d1-4878-bb14-8fe6fb6cd65c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'port': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'mac_address': 'fa:16:3e:5a:c5:bf', 'name': 'tempest-NetworksTestDHCPv6-587431022'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:26.454325 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70955fc5-dc05-4d87-984e-052d3e5f5dd3 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:26.459853 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-70955fc5-dc05-4d87-984e-052d3e5f5dd3 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:26.467696 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-70955fc5-dc05-4d87-984e-052d3e5f5dd3 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "PUT /v2.0/subnets/30e28cb0-6942-4185-bc4c-e4dbe5241efc HTTP/1.1" status: 200 len: 877 time: 1.2921188 Nov 12 00:58:26.475561 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40514) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:26.475953 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40516) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:26.561629 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-31f6eafc-aded-47d6-ad82-509df5e2b7d6 None None] Provisioning complete for port 12781821-6912-4aac-8362-e484a88831f0 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:26.573397 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-31f6eafc-aded-47d6-ad82-509df5e2b7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:26.585123 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-45001db3-774a-4b11-b016-ed380b541957 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Deleting port 74c2483e-02a2-4318-bcbc-82baf9ce9bcb {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:26.588848 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-45001db3-774a-4b11-b016-ed380b541957 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:26.595807 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df21644e-174c-4f64-beb8-f60fe9c24ee5 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Router f18c9c3a-1844-4736-844d-8c6df4cb1aba is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:58:26.623515 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-55ddc7c3-b502-43e7-af97-a2b0ff99d2e5 None None] Allocated IP 172.20.0.3 (2c328eec-665e-4139-b5f4-ef8f10e1cf69/30e28cb0-6942-4185-bc4c-e4dbe5241efc/2b6bacc0-04da-43fa-8ad3-47a89ceac046) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:26.632186 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b0fe70cc-f4d4-4086-9b4e-defa8d3c8c80 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:26.697235 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 7716fff8-1977-469a-aef2-d88afd21956b no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:58:26.726777 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b0fe70cc-f4d4-4086-9b4e-defa8d3c8c80 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:26.731412 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70955fc5-dc05-4d87-984e-052d3e5f5dd3 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event updated for resources: {'Subnet': ['ID=30e28cb0-6942-4185-bc4c-e4dbe5241efc,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:26.760499 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 7716fff8-1977-469a-aef2-d88afd21956b {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:58:26.761186 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 7716fff8-1977-469a-aef2-d88afd21956b not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:58:26.766346 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-31f6eafc-aded-47d6-ad82-509df5e2b7d6 None None] Port 12781821-6912-4aac-8362-e484a88831f0 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:58:26.790018 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb15e18-085b-4d57-b52e-0087cff8b6a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-549c8e6d-38df-4171-95c5-652183e307b7', 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'tenant_id': 'd39bd700eb73489c844e800fa5489ef8', 'fixed_ips': [{'subnet_id': '1da2d085-be57-478a-96eb-fb9c24254440'}, {'subnet_id': 'bcc8fee4-52d9-4873-83b9-d7776092beff'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:58:26.791387 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5cb15e18-085b-4d57-b52e-0087cff8b6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:26.856484 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-45001db3-774a-4b11-b016-ed380b541957 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] For port 74c2483e-02a2-4318-bcbc-82baf9ce9bcb, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=74c2483e-02a2-4318-bcbc-82baf9ce9bcb,segment=NetworkSegment(626a9579-673a-4b11-be35-aa640b5a2d6e),segment_id=626a9579-673a-4b11-be35-aa640b5a2d6e)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:26.857027 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-45001db3-774a-4b11-b016-ed380b541957 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:26.859425 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-9f647600-a83d-4645-b0c6-5ffe3c459ecc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-553815399-network', 'tenant_id': '92120bcf7a2b4a398a48be8e2d4be44a'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:26.875601 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204fbadc-f0d1-4878-bb14-8fe6fb6cd65c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:26.886492 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-45001db3-774a-4b11-b016-ed380b541957 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Calling delete_port for 74c2483e-02a2-4318-bcbc-82baf9ce9bcb owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:26.887148 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f647600-a83d-4645-b0c6-5ffe3c459ecc admin admin] Made reservation on behalf of 92120bcf7a2b4a398a48be8e2d4be44a for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:26.890952 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9f647600-a83d-4645-b0c6-5ffe3c459ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:26.901234 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9f647600-a83d-4645-b0c6-5ffe3c459ecc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:26.953367 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df21644e-174c-4f64-beb8-f60fe9c24ee5 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:58:26.961460 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-df21644e-174c-4f64-beb8-f60fe9c24ee5 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "PUT /v2.0/routers/f18c9c3a-1844-4736-844d-8c6df4cb1aba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9330688 Nov 12 00:58:26.964730 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40524) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:26.967941 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0b190e-8651-40a0-a1c9-62193b4c443e None None] Sync routers for ids ['f18c9c3a-1844-4736-844d-8c6df4cb1aba'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:58:26.990593 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0b190e-8651-40a0-a1c9-62193b4c443e None None] Routers {'f18c9c3a-1844-4736-844d-8c6df4cb1aba'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:26.991426 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-9b0b190e-8651-40a0-a1c9-62193b4c443e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:58:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['f18c9c3a-1844-4736-844d-8c6df4cb1aba'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:27.028137 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-9b0b190e-8651-40a0-a1c9-62193b4c443e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:27.041455 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0b190e-8651-40a0-a1c9-62193b4c443e None None] Routers {'f18c9c3a-1844-4736-844d-8c6df4cb1aba'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:27.042623 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-9b0b190e-8651-40a0-a1c9-62193b4c443e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:58:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['f18c9c3a-1844-4736-844d-8c6df4cb1aba'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:27.054590 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-f94333b4-ed66-436a-a543-e458795612fa None None] Provisioning complete for port 12781821-6912-4aac-8362-e484a88831f0 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:27.055146 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f94333b4-ed66-436a-a543-e458795612fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:27.079481 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-9b0b190e-8651-40a0-a1c9-62193b4c443e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:27.080370 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0b190e-8651-40a0-a1c9-62193b4c443e None None] The sync data for ids ['f18c9c3a-1844-4736-844d-8c6df4cb1aba'] in n-d-812236-11 is: [] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:58:27.092869 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9f647600-a83d-4645-b0c6-5ffe3c459ecc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:27.141460 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9f647600-a83d-4645-b0c6-5ffe3c459ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:27.157134 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f647600-a83d-4645-b0c6-5ffe3c459ecc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:58:27.169546 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9f647600-a83d-4645-b0c6-5ffe3c459ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:27.170169 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-9f647600-a83d-4645-b0c6-5ffe3c459ecc admin admin] Added segment c2ef6767-ef6e-4767-b44e-17828ba5e84d of type vlan for network 81cab25c-cc73-4b97-9af8-266d9053a85f Nov 12 00:58:27.218650 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9f647600-a83d-4645-b0c6-5ffe3c459ecc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:27.228745 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-f94333b4-ed66-436a-a543-e458795612fa None None] Port 12781821-6912-4aac-8362-e484a88831f0 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:58:27.277535 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9f647600-a83d-4645-b0c6-5ffe3c459ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:27.278737 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f647600-a83d-4645-b0c6-5ffe3c459ecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:27.279958 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9f647600-a83d-4645-b0c6-5ffe3c459ecc admin admin] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:27.302542 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-55ddc7c3-b502-43e7-af97-a2b0ff99d2e5 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:27.305540 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816be48d-51a8-42bc-9fb8-ba578b54f48d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:27.310939 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-816be48d-51a8-42bc-9fb8-ba578b54f48d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "GET /v2.0/ports/12781821-6912-4aac-8362-e484a88831f0 HTTP/1.1" status: 200 len: 978 time: 0.3337848 Nov 12 00:58:27.314951 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-55ddc7c3-b502-43e7-af97-a2b0ff99d2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:27.327913 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40526) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:27.353621 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-9f647600-a83d-4645-b0c6-5ffe3c459ecc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8736575 Nov 12 00:58:27.353621 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f647600-a83d-4645-b0c6-5ffe3c459ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a74c6ae5-960f-4f76-a05c-2724a42033d9,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:27.354602 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40530) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:27.365853 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-5563c9dc-2daf-4aed-89e3-c8bfd60405a0 admin admin] Request body: {'subnet': {'network_id': '81cab25c-cc73-4b97-9af8-266d9053a85f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-553815399-subnet', 'tenant_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:27.379593 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ddc7c3-b502-43e7-af97-a2b0ff99d2e5 None None] Pushing event updated for resources: {'Port': ['ID=2b6bacc0-04da-43fa-8ad3-47a89ceac046,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:27.388746 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ddc7c3-b502-43e7-af97-a2b0ff99d2e5 None None] Network 2c328eec-665e-4139-b5f4-ef8f10e1cf69 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:27.391700 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-55ddc7c3-b502-43e7-af97-a2b0ff99d2e5 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:27.399883 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ddc7c3-b502-43e7-af97-a2b0ff99d2e5 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:27.418091 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b0fe70cc-f4d4-4086-9b4e-defa8d3c8c80 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:27.421663 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-204fbadc-f0d1-4878-bb14-8fe6fb6cd65c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:27.432621 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-5cb15e18-085b-4d57-b52e-0087cff8b6a9 None None] Allocated IP 172.20.0.2 (549c8e6d-38df-4171-95c5-652183e307b7/bcc8fee4-52d9-4873-83b9-d7776092beff/d938eb9a-199a-4ffc-a03a-5dbad04cb9a0) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:27.433092 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f647600-a83d-4645-b0c6-5ffe3c459ecc admin admin] Pushing event updated for resources: {'Network': ['ID=81cab25c-cc73-4b97-9af8-266d9053a85f,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:27.457783 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 81cab25c-cc73-4b97-9af8-266d9053a85f details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:58:27.460727 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-5cb15e18-085b-4d57-b52e-0087cff8b6a9 None None] Allocated IP 2001:db8::f816:3eff:fe04:7a59 (549c8e6d-38df-4171-95c5-652183e307b7/1da2d085-be57-478a-96eb-fb9c24254440/d938eb9a-199a-4ffc-a03a-5dbad04cb9a0) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:27.466586 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fe70cc-f4d4-4086-9b4e-defa8d3c8c80 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event deleted for resources: {'Subnet': ['ID=30e28cb0-6942-4185-bc4c-e4dbe5241efc,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:27.484965 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5563c9dc-2daf-4aed-89e3-c8bfd60405a0 admin admin] Made reservation on behalf of 92120bcf7a2b4a398a48be8e2d4be44a for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:27.488697 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5563c9dc-2daf-4aed-89e3-c8bfd60405a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:27.555252 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-204fbadc-f0d1-4878-bb14-8fe6fb6cd65c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] device_id is not set on port 13300f93-4da3-47d1-a57a-d36a5698fbc6 yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:58:27.557473 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-55ddc7c3-b502-43e7-af97-a2b0ff99d2e5 None None] Attempting to bind port 2b6bacc0-04da-43fa-8ad3-47a89ceac046 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:58:27.557981 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-55ddc7c3-b502-43e7-af97-a2b0ff99d2e5 None None] Attempting to bind port 2b6bacc0-04da-43fa-8ad3-47a89ceac046 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'b896a38c-1885-4746-8a35-cb400c5ec2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2c328eec-665e-4139-b5f4-ef8f10e1cf69'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:58:27.558979 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ddc7c3-b502-43e7-af97-a2b0ff99d2e5 None None] Attempting to bind port 2b6bacc0-04da-43fa-8ad3-47a89ceac046 on network 2c328eec-665e-4139-b5f4-ef8f10e1cf69 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:58:27.570545 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ddc7c3-b502-43e7-af97-a2b0ff99d2e5 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:58:27.571044 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ddc7c3-b502-43e7-af97-a2b0ff99d2e5 None None] Checking segment: {'id': 'b896a38c-1885-4746-8a35-cb400c5ec2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2c328eec-665e-4139-b5f4-ef8f10e1cf69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:58:27.571463 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-55ddc7c3-b502-43e7-af97-a2b0ff99d2e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:27.571850 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ddc7c3-b502-43e7-af97-a2b0ff99d2e5 None None] Bound using segment: {'id': 'b896a38c-1885-4746-8a35-cb400c5ec2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2c328eec-665e-4139-b5f4-ef8f10e1cf69'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:58:27.572410 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-55ddc7c3-b502-43e7-af97-a2b0ff99d2e5 None None] Bound port: 2b6bacc0-04da-43fa-8ad3-47a89ceac046, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896a38c-1885-4746-8a35-cb400c5ec2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2c328eec-665e-4139-b5f4-ef8f10e1cf69'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:58:27.572843 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-55ddc7c3-b502-43e7-af97-a2b0ff99d2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:27.593549 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b0fe70cc-f4d4-4086-9b4e-defa8d3c8c80 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:27.629937 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-b0fe70cc-f4d4-4086-9b4e-defa8d3c8c80 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c328eec-665e-4139-b5f4-ef8f10e1cf69']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:27.652937 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-b0fe70cc-f4d4-4086-9b4e-defa8d3c8c80 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b896a38c-1885-4746-8a35-cb400c5ec2f1') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:27.653233 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-b0fe70cc-f4d4-4086-9b4e-defa8d3c8c80 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b896a38c-1885-4746-8a35-cb400c5ec2f1') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:27.668338 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b0fe70cc-f4d4-4086-9b4e-defa8d3c8c80 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:27.698975 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b0fe70cc-f4d4-4086-9b4e-defa8d3c8c80 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:27.728939 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0fe70cc-f4d4-4086-9b4e-defa8d3c8c80 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:58:27.729358 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b0fe70cc-f4d4-4086-9b4e-defa8d3c8c80 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:27.732786 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:58:27.732786 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:58:27.732786 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:58:27.732786 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:58:27.732786 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:58:27.732786 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:58:27.732786 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:58:27.732786 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:58:27.732786 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:58:27.732786 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:58:27.732786 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:58:27.732786 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:58:27.732786 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:58:27.732786 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:58:27.732786 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:58:27.732786 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:58:27.732786 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:58:27.732786 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:58:27.732786 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:58:27.732786 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:58:27.732786 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:58:27.732786 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:58:27.732786 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:58:27.732786 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:58:27.732786 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:58:27.732786 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:58:27.732786 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:58:27.732786 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:58:27.732786 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:58:27.732786 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:58:27.732786 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:58:27.732786 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:58:27.798358 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d3d7b-3ebb-4878-b390-76e1b5a85711 req-ecc19e9f-d27d-4850-96ab-ed3b01d6c446 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:27.810051 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d3d7b-3ebb-4878-b390-76e1b5a85711 req-ecc19e9f-d27d-4850-96ab-ed3b01d6c446 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:27.818391 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d3d7b-3ebb-4878-b390-76e1b5a85711 req-ecc19e9f-d27d-4850-96ab-ed3b01d6c446 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:27.825769 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d3d7b-3ebb-4878-b390-76e1b5a85711 req-ecc19e9f-d27d-4850-96ab-ed3b01d6c446 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:27.830370 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-b0fe70cc-f4d4-4086-9b4e-defa8d3c8c80 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 00:58:27.830370 n-d-812236-11 neutron-server[102661]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 00:58:27.830370 n-d-812236-11 neutron-server[102661]: [parameters: {'id': '2c328eec-665e-4139-b5f4-ef8f10e1cf69'}] Nov 12 00:58:27.830370 n-d-812236-11 neutron-server[102661]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:58:27.831275 n-d-812236-11 neutron-server[102661]: DEBUG oslo_db.api [None req-b0fe70cc-f4d4-4086-9b4e-defa8d3c8c80 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:58:27.838510 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e58d3d7b-3ebb-4878-b390-76e1b5a85711 req-ecc19e9f-d27d-4850-96ab-ed3b01d6c446 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 3144 time: 0.5113273 Nov 12 00:58:27.857442 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5563c9dc-2daf-4aed-89e3-c8bfd60405a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:27.887224 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-45001db3-774a-4b11-b016-ed380b541957 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:27.926751 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-55ddc7c3-b502-43e7-af97-a2b0ff99d2e5 None None] For port 2b6bacc0-04da-43fa-8ad3-47a89ceac046, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:58:27.929155 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5563c9dc-2daf-4aed-89e3-c8bfd60405a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14a1d482-7411-47d7-8687-bbca824f06be,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:27.929956 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-55ddc7c3-b502-43e7-af97-a2b0ff99d2e5 None None] For port 2b6bacc0-04da-43fa-8ad3-47a89ceac046, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=2b6bacc0-04da-43fa-8ad3-47a89ceac046,segment=NetworkSegment(b896a38c-1885-4746-8a35-cb400c5ec2f1),segment_id=b896a38c-1885-4746-8a35-cb400c5ec2f1)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:58:27.943819 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5563c9dc-2daf-4aed-89e3-c8bfd60405a0 admin admin] Checking segment: {'id': 'c2ef6767-ef6e-4767-b44e-17828ba5e84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '81cab25c-cc73-4b97-9af8-266d9053a85f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:58:27.944188 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5563c9dc-2daf-4aed-89e3-c8bfd60405a0 admin admin] Network hostable DHCP agents. Network: 81cab25c-cc73-4b97-9af8-266d9053a85f, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:58:27.958335 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-55ddc7c3-b502-43e7-af97-a2b0ff99d2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:27.976912 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5563c9dc-2daf-4aed-89e3-c8bfd60405a0 admin admin] Network 81cab25c-cc73-4b97-9af8-266d9053a85f is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:58:27.994268 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-5563c9dc-2daf-4aed-89e3-c8bfd60405a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 81cab25c-cc73-4b97-9af8-266d9053a85f) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:28.011691 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5563c9dc-2daf-4aed-89e3-c8bfd60405a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:28.013882 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5563c9dc-2daf-4aed-89e3-c8bfd60405a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:28.019812 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d536d2e-28b5-4838-880a-f9c81975bfd2 None None] Network 81cab25c-cc73-4b97-9af8-266d9053a85f requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:28.054266 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5563c9dc-2daf-4aed-89e3-c8bfd60405a0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6943378 Nov 12 00:58:28.055576 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40534) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:28.061122 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-4374212b-b8a6-4d1a-a636-26cd6948c3f4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-553815399-router', 'tenant_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:28.063887 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45001db3-774a-4b11-b016-ed380b541957 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Pushing event deleted for resources: {'Port': ['ID=74c2483e-02a2-4318-bcbc-82baf9ce9bcb,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:28.072054 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e58d3d7b-3ebb-4878-b390-76e1b5a85711 req-5f9fe9a8-5e28-4bd0-a2a7-9bfc26743071 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4f055-69fb-40bf-b27d-353bf24a3ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2319155 Nov 12 00:58:28.124754 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-45001db3-774a-4b11-b016-ed380b541957 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] No DVR routers for this DVR port 74c2483e-02a2-4318-bcbc-82baf9ce9bcb on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:58:28.130501 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-45001db3-774a-4b11-b016-ed380b541957 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:28.136937 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-45001db3-774a-4b11-b016-ed380b541957 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.54 "DELETE /v2.0/ports/74c2483e-02a2-4318-bcbc-82baf9ce9bcb HTTP/1.1" status: 204 len: 173 time: 2.0757515 Nov 12 00:58:28.138328 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4374212b-b8a6-4d1a-a636-26cd6948c3f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:28.140003 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'name': 'network-vif-deleted', 'tag': '74c2483e-02a2-4318-bcbc-82baf9ce9bcb'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:58:28.141284 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4374212b-b8a6-4d1a-a636-26cd6948c3f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:28.143840 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a74e11-0a96-452a-8ca7-53648a544734" -d '{"events": [{"server_uuid": "ae10635a-27bd-4a35-b6d7-b159472701aa", "name": "network-vif-deleted", "tag": "74c2483e-02a2-4318-bcbc-82baf9ce9bcb"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:58:28.152624 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5cb15e18-085b-4d57-b52e-0087cff8b6a9 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:28.162743 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ddc7c3-b502-43e7-af97-a2b0ff99d2e5 None None] Pushing event updated for resources: {'Port': ['ID=2b6bacc0-04da-43fa-8ad3-47a89ceac046,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:28.176101 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5cb15e18-085b-4d57-b52e-0087cff8b6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:28.202384 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ddc7c3-b502-43e7-af97-a2b0ff99d2e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:28.215420 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ddc7c3-b502-43e7-af97-a2b0ff99d2e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:28.215785 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ddc7c3-b502-43e7-af97-a2b0ff99d2e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:28.216132 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ddc7c3-b502-43e7-af97-a2b0ff99d2e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:28.216477 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ddc7c3-b502-43e7-af97-a2b0ff99d2e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:28.216814 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ddc7c3-b502-43e7-af97-a2b0ff99d2e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:28.217146 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ddc7c3-b502-43e7-af97-a2b0ff99d2e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:28.217500 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ddc7c3-b502-43e7-af97-a2b0ff99d2e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:28.217846 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ddc7c3-b502-43e7-af97-a2b0ff99d2e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:28.218165 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ddc7c3-b502-43e7-af97-a2b0ff99d2e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:28.218492 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ddc7c3-b502-43e7-af97-a2b0ff99d2e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:28.218816 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ddc7c3-b502-43e7-af97-a2b0ff99d2e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:28.239354 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85be488b-7f69-4292-ae44-4804952a0564 None None] Network 2c328eec-665e-4139-b5f4-ef8f10e1cf69 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:28.256189 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4374212b-b8a6-4d1a-a636-26cd6948c3f4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:28.283534 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4786e51-cad3-4043-b12c-54b7ce61e0fd x-openstack-request-id: req-d4786e51-cad3-4043-b12c-54b7ce61e0fd {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:58:28.288156 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae10635a-27bd-4a35-b6d7-b159472701aa", "name": "network-vif-deleted", "tag": "74c2483e-02a2-4318-bcbc-82baf9ce9bcb", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:58:28.288678 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4786e51-cad3-4043-b12c-54b7ce61e0fd {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:58:28.289329 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'name': 'network-vif-deleted', 'tag': '74c2483e-02a2-4318-bcbc-82baf9ce9bcb', 'status': 'completed', 'code': 200} Nov 12 00:58:28.363172 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb15e18-085b-4d57-b52e-0087cff8b6a9 None None] Pushing event updated for resources: {'Port': ['ID=d938eb9a-199a-4ffc-a03a-5dbad04cb9a0,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:28.397005 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b0fe70cc-f4d4-4086-9b4e-defa8d3c8c80 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:28.402409 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb15e18-085b-4d57-b52e-0087cff8b6a9 None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:28.408308 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-5cb15e18-085b-4d57-b52e-0087cff8b6a9 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:28.432986 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb15e18-085b-4d57-b52e-0087cff8b6a9 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:28.442325 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.db.api [None req-204fbadc-f0d1-4878-bb14-8fe6fb6cd65c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-0f722afb-bfd0-45a5-b7dd-c35db5152ab0 {{(pid=102662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:58:28.442990 n-d-812236-11 neutron-server[102662]: DEBUG oslo_db.api [None req-204fbadc-f0d1-4878-bb14-8fe6fb6cd65c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:58:28.520054 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4374212b-b8a6-4d1a-a636-26cd6948c3f4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:28.548931 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-2e095b51-873a-4908-91f0-1e9b1810a8a9 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Deleting port f4c6cea8-7b5d-48c0-a82d-a907911e3785 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:28.549586 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-2e095b51-873a-4908-91f0-1e9b1810a8a9 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:28.614980 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba857fbf-2887-4535-97fe-c29d5988eb60 None None] Network 2c328eec-665e-4139-b5f4-ef8f10e1cf69 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:28.695829 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-b0fe70cc-f4d4-4086-9b4e-defa8d3c8c80 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Deleting port 2b6bacc0-04da-43fa-8ad3-47a89ceac046 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:28.696083 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b0fe70cc-f4d4-4086-9b4e-defa8d3c8c80 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:28.749119 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-2e095b51-873a-4908-91f0-1e9b1810a8a9 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] For port f4c6cea8-7b5d-48c0-a82d-a907911e3785, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f4c6cea8-7b5d-48c0-a82d-a907911e3785,segment=NetworkSegment(4becdac4-51a8-4782-a971-f733dc6018ef),segment_id=4becdac4-51a8-4782-a971-f733dc6018ef)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:28.749613 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-2e095b51-873a-4908-91f0-1e9b1810a8a9 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:28.754244 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448bf256-47aa-4efe-acd1-31b7ecaf6159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-81cab25c-cc73-4b97-9af8-266d9053a85f', 'network_id': '81cab25c-cc73-4b97-9af8-266d9053a85f', 'tenant_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'fixed_ips': [{'subnet_id': '14a1d482-7411-47d7-8687-bbca824f06be'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:58:28.756049 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-448bf256-47aa-4efe-acd1-31b7ecaf6159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:28.767561 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-89c243ce-381b-4737-9b74-3d9d53941444 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:28.773814 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-2e095b51-873a-4908-91f0-1e9b1810a8a9 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Calling delete_port for f4c6cea8-7b5d-48c0-a82d-a907911e3785 owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:28.792400 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-5cb15e18-085b-4d57-b52e-0087cff8b6a9 None None] Attempting to bind port d938eb9a-199a-4ffc-a03a-5dbad04cb9a0 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:58:28.792846 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-5cb15e18-085b-4d57-b52e-0087cff8b6a9 None None] Attempting to bind port d938eb9a-199a-4ffc-a03a-5dbad04cb9a0 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:58:28.793283 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb15e18-085b-4d57-b52e-0087cff8b6a9 None None] Attempting to bind port d938eb9a-199a-4ffc-a03a-5dbad04cb9a0 on network 549c8e6d-38df-4171-95c5-652183e307b7 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:58:28.824334 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-b0fe70cc-f4d4-4086-9b4e-defa8d3c8c80 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] For port 2b6bacc0-04da-43fa-8ad3-47a89ceac046, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=2b6bacc0-04da-43fa-8ad3-47a89ceac046,segment=NetworkSegment(b896a38c-1885-4746-8a35-cb400c5ec2f1),segment_id=b896a38c-1885-4746-8a35-cb400c5ec2f1)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:28.824694 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b0fe70cc-f4d4-4086-9b4e-defa8d3c8c80 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:28.839608 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb15e18-085b-4d57-b52e-0087cff8b6a9 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:58:28.840234 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb15e18-085b-4d57-b52e-0087cff8b6a9 None None] Checking segment: {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:58:28.841632 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5cb15e18-085b-4d57-b52e-0087cff8b6a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:28.842170 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb15e18-085b-4d57-b52e-0087cff8b6a9 None None] Bound using segment: {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:58:28.842800 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-5cb15e18-085b-4d57-b52e-0087cff8b6a9 None None] Bound port: d938eb9a-199a-4ffc-a03a-5dbad04cb9a0, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:58:28.843329 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5cb15e18-085b-4d57-b52e-0087cff8b6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:28.854783 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-b0fe70cc-f4d4-4086-9b4e-defa8d3c8c80 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Calling delete_port for 2b6bacc0-04da-43fa-8ad3-47a89ceac046 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:28.944407 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-204fbadc-f0d1-4878-bb14-8fe6fb6cd65c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:29.013100 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-204fbadc-f0d1-4878-bb14-8fe6fb6cd65c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] device_id is not set on port 85aff43f-91f5-4a07-91c6-e184ecea1fb0 yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:58:29.016473 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-5cb15e18-085b-4d57-b52e-0087cff8b6a9 None None] For port d938eb9a-199a-4ffc-a03a-5dbad04cb9a0, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:58:29.021157 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-5cb15e18-085b-4d57-b52e-0087cff8b6a9 None None] For port d938eb9a-199a-4ffc-a03a-5dbad04cb9a0, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=d938eb9a-199a-4ffc-a03a-5dbad04cb9a0,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:58:29.053389 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5cb15e18-085b-4d57-b52e-0087cff8b6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:29.229087 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb15e18-085b-4d57-b52e-0087cff8b6a9 None None] Pushing event updated for resources: {'Port': ['ID=d938eb9a-199a-4ffc-a03a-5dbad04cb9a0,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:29.241417 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-2e095b51-873a-4908-91f0-1e9b1810a8a9 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:29.246833 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-448bf256-47aa-4efe-acd1-31b7ecaf6159 None None] Allocated IP 172.20.0.2 (81cab25c-cc73-4b97-9af8-266d9053a85f/14a1d482-7411-47d7-8687-bbca824f06be/87a3adf1-7d78-461a-b274-a7900ab8a1a8) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:29.299660 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e095b51-873a-4908-91f0-1e9b1810a8a9 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Pushing event deleted for resources: {'Port': ['ID=f4c6cea8-7b5d-48c0-a82d-a907911e3785,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:29.326271 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:58:29.386977 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-2e095b51-873a-4908-91f0-1e9b1810a8a9 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] No DVR routers for this DVR port f4c6cea8-7b5d-48c0-a82d-a907911e3785 on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:58:29.396266 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-2e095b51-873a-4908-91f0-1e9b1810a8a9 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:29.412201 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-2e095b51-873a-4908-91f0-1e9b1810a8a9 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.54 "DELETE /v2.0/ports/f4c6cea8-7b5d-48c0-a82d-a907911e3785 HTTP/1.1" status: 204 len: 173 time: 1.2361839 Nov 12 00:58:29.458584 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-89c243ce-381b-4737-9b74-3d9d53941444 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Deleting port 12781821-6912-4aac-8362-e484a88831f0 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:29.458929 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-89c243ce-381b-4737-9b74-3d9d53941444 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:29.476313 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-448bf256-47aa-4efe-acd1-31b7ecaf6159 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:29.487731 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-448bf256-47aa-4efe-acd1-31b7ecaf6159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:29.493313 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-204fbadc-f0d1-4878-bb14-8fe6fb6cd65c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Allocated IP 172.20.0.4 (549c8e6d-38df-4171-95c5-652183e307b7/bcc8fee4-52d9-4873-83b9-d7776092beff/85aff43f-91f5-4a07-91c6-e184ecea1fb0) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:29.531602 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-204fbadc-f0d1-4878-bb14-8fe6fb6cd65c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Allocated IP 2001:db8::f816:3eff:fe5a:c5bf (549c8e6d-38df-4171-95c5-652183e307b7/1da2d085-be57-478a-96eb-fb9c24254440/85aff43f-91f5-4a07-91c6-e184ecea1fb0) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:29.556611 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448bf256-47aa-4efe-acd1-31b7ecaf6159 None None] Network 81cab25c-cc73-4b97-9af8-266d9053a85f is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:29.558702 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448bf256-47aa-4efe-acd1-31b7ecaf6159 None None] Pushing event updated for resources: {'Port': ['ID=87a3adf1-7d78-461a-b274-a7900ab8a1a8,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:29.562157 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-448bf256-47aa-4efe-acd1-31b7ecaf6159 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:29.572590 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448bf256-47aa-4efe-acd1-31b7ecaf6159 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:29.679834 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-448bf256-47aa-4efe-acd1-31b7ecaf6159 None None] Attempting to bind port 87a3adf1-7d78-461a-b274-a7900ab8a1a8 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:58:29.680198 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-448bf256-47aa-4efe-acd1-31b7ecaf6159 None None] Attempting to bind port 87a3adf1-7d78-461a-b274-a7900ab8a1a8 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'c2ef6767-ef6e-4767-b44e-17828ba5e84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '81cab25c-cc73-4b97-9af8-266d9053a85f'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:58:29.680546 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448bf256-47aa-4efe-acd1-31b7ecaf6159 None None] Attempting to bind port 87a3adf1-7d78-461a-b274-a7900ab8a1a8 on network 81cab25c-cc73-4b97-9af8-266d9053a85f {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:58:29.689773 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448bf256-47aa-4efe-acd1-31b7ecaf6159 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:58:29.690454 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448bf256-47aa-4efe-acd1-31b7ecaf6159 None None] Checking segment: {'id': 'c2ef6767-ef6e-4767-b44e-17828ba5e84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '81cab25c-cc73-4b97-9af8-266d9053a85f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:58:29.691020 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-448bf256-47aa-4efe-acd1-31b7ecaf6159 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:29.691390 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448bf256-47aa-4efe-acd1-31b7ecaf6159 None None] Bound using segment: {'id': 'c2ef6767-ef6e-4767-b44e-17828ba5e84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '81cab25c-cc73-4b97-9af8-266d9053a85f'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:58:29.691874 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-448bf256-47aa-4efe-acd1-31b7ecaf6159 None None] Bound port: 87a3adf1-7d78-461a-b274-a7900ab8a1a8, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2ef6767-ef6e-4767-b44e-17828ba5e84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '81cab25c-cc73-4b97-9af8-266d9053a85f'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:58:29.698940 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-448bf256-47aa-4efe-acd1-31b7ecaf6159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:29.703186 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b0fe70cc-f4d4-4086-9b4e-defa8d3c8c80 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:29.737546 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-89c243ce-381b-4737-9b74-3d9d53941444 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:29.773391 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-89c243ce-381b-4737-9b74-3d9d53941444 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Calling delete_port for 12781821-6912-4aac-8362-e484a88831f0 owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:29.813078 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fe70cc-f4d4-4086-9b4e-defa8d3c8c80 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] No DVR routers for this DVR port 2b6bacc0-04da-43fa-8ad3-47a89ceac046 on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:58:29.824094 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fe70cc-f4d4-4086-9b4e-defa8d3c8c80 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event deleted for resources: {'Port': ['ID=2b6bacc0-04da-43fa-8ad3-47a89ceac046,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:29.827169 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-448bf256-47aa-4efe-acd1-31b7ecaf6159 None None] For port 87a3adf1-7d78-461a-b274-a7900ab8a1a8, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:58:29.831165 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-7f2d2d14-78ea-429e-a9f2-d10142904280 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Deleting port ea3285b4-8397-4d0a-9287-44e430131ceb {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:29.831863 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-7f2d2d14-78ea-429e-a9f2-d10142904280 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:29.833502 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-448bf256-47aa-4efe-acd1-31b7ecaf6159 None None] For port 87a3adf1-7d78-461a-b274-a7900ab8a1a8, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=87a3adf1-7d78-461a-b274-a7900ab8a1a8,segment=NetworkSegment(c2ef6767-ef6e-4767-b44e-17828ba5e84d),segment_id=c2ef6767-ef6e-4767-b44e-17828ba5e84d)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:58:29.841161 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-448bf256-47aa-4efe-acd1-31b7ecaf6159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:29.861330 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4374212b-b8a6-4d1a-a636-26cd6948c3f4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:29.917228 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448bf256-47aa-4efe-acd1-31b7ecaf6159 None None] Pushing event updated for resources: {'Port': ['ID=87a3adf1-7d78-461a-b274-a7900ab8a1a8,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:29.956230 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a027a69-3a00-4cc5-a72a-cd2d35f50db9 req-4dd9eb1d-5dba-40bd-93f9-84fb3276fe6d tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:29.963144 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a027a69-3a00-4cc5-a72a-cd2d35f50db9 req-4dd9eb1d-5dba-40bd-93f9-84fb3276fe6d tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:29.964843 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9a027a69-3a00-4cc5-a72a-cd2d35f50db9 req-4dd9eb1d-5dba-40bd-93f9-84fb3276fe6d tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 1678 time: 0.2812481 Nov 12 00:58:29.967454 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4374212b-b8a6-4d1a-a636-26cd6948c3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:30.129677 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b0fe70cc-f4d4-4086-9b4e-defa8d3c8c80 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:30.197152 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9a027a69-3a00-4cc5-a72a-cd2d35f50db9 req-edfbf250-6e1d-4ea9-9f93-c7ff66afdab5 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4f055-69fb-40bf-b27d-353bf24a3ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2007422 Nov 12 00:58:30.197152 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-b0fe70cc-f4d4-4086-9b4e-defa8d3c8c80 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c328eec-665e-4139-b5f4-ef8f10e1cf69']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:30.265247 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-b0fe70cc-f4d4-4086-9b4e-defa8d3c8c80 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b896a38c-1885-4746-8a35-cb400c5ec2f1') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:30.265625 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-b0fe70cc-f4d4-4086-9b4e-defa8d3c8c80 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b896a38c-1885-4746-8a35-cb400c5ec2f1') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:30.279981 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b0fe70cc-f4d4-4086-9b4e-defa8d3c8c80 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:30.329819 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b0fe70cc-f4d4-4086-9b4e-defa8d3c8c80 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:30.337240 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0fe70cc-f4d4-4086-9b4e-defa8d3c8c80 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:58:30.337706 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b0fe70cc-f4d4-4086-9b4e-defa8d3c8c80 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:30.367523 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:58:30.367523 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:58:30.367523 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:58:30.367523 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:58:30.367523 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:58:30.367523 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:58:30.367523 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:58:30.367523 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:58:30.367523 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:58:30.367523 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:58:30.367523 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:58:30.367523 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:58:30.367523 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:58:30.367523 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:58:30.367523 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:58:30.367523 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:58:30.367523 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:58:30.367523 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:58:30.367523 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:58:30.367523 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:58:30.367523 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:58:30.367523 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:58:30.367523 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:58:30.367523 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:58:30.367523 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:58:30.367523 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:58:30.367523 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:58:30.367523 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:58:30.367523 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:58:30.367523 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:58:30.367523 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:58:30.367523 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:58:30.437926 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-4374212b-b8a6-4d1a-a636-26cd6948c3f4 admin admin] Allocated IP 172.25.2.40 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/975097c5-fb02-4576-ac5d-837f6c8d335d) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:30.568759 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b0fe70cc-f4d4-4086-9b4e-defa8d3c8c80 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:30.592272 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b0fe70cc-f4d4-4086-9b4e-defa8d3c8c80 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:30.592272 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b0fe70cc-f4d4-4086-9b4e-defa8d3c8c80 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "DELETE /v2.0/networks/2c328eec-665e-4139-b5f4-ef8f10e1cf69 HTTP/1.1" status: 204 len: 168 time: 4.1101642 Nov 12 00:58:30.592412 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'name': 'network-vif-deleted', 'tag': 'f4c6cea8-7b5d-48c0-a82d-a907911e3785'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:58:30.592756 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40552) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:30.592823 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d483f246-e80e-4c80-8bba-9cfc5907ee8e" -d '{"events": [{"server_uuid": "ae10635a-27bd-4a35-b6d7-b159472701aa", "name": "network-vif-deleted", "tag": "f4c6cea8-7b5d-48c0-a82d-a907911e3785"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:58:30.665640 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-204fbadc-f0d1-4878-bb14-8fe6fb6cd65c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:30.686841 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fe70cc-f4d4-4086-9b4e-defa8d3c8c80 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event deleted for resources: {'Network': ['ID=2c328eec-665e-4139-b5f4-ef8f10e1cf69,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:30.692887 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b622ee-ad4a-438a-ad20-35efa4d95ab8 x-openstack-request-id: req-80b622ee-ad4a-438a-ad20-35efa4d95ab8 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:58:30.693931 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae10635a-27bd-4a35-b6d7-b159472701aa", "name": "network-vif-deleted", "tag": "f4c6cea8-7b5d-48c0-a82d-a907911e3785", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:58:30.694326 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-80b622ee-ad4a-438a-ad20-35efa4d95ab8 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:58:30.696333 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'name': 'network-vif-deleted', 'tag': 'f4c6cea8-7b5d-48c0-a82d-a907911e3785', 'status': 'completed', 'code': 200} Nov 12 00:58:30.701013 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2096be5-2c80-4246-874e-540411967f26 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] DELETE failed (client error): The resource could not be found. Nov 12 00:58:30.702011 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2096be5-2c80-4246-874e-540411967f26 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:58:30.708793 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b2096be5-2c80-4246-874e-540411967f26 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "DELETE /v2.0/subnets/30e28cb0-6942-4185-bc4c-e4dbe5241efc HTTP/1.1" status: 404 len: 337 time: 0.1123054 Nov 12 00:58:30.711818 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-7f2d2d14-78ea-429e-a9f2-d10142904280 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] For port ea3285b4-8397-4d0a-9287-44e430131ceb, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=ea3285b4-8397-4d0a-9287-44e430131ceb,segment=NetworkSegment(697b74b4-19b5-47fd-b161-45862847105d),segment_id=697b74b4-19b5-47fd-b161-45862847105d)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:30.712185 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-7f2d2d14-78ea-429e-a9f2-d10142904280 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:30.717989 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40558) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:30.811856 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a3fc2bc-b225-40f1-be81-c4eea0a59b62 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] DELETE failed (client error): The resource could not be found. Nov 12 00:58:30.812551 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a3fc2bc-b225-40f1-be81-c4eea0a59b62 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:58:30.813811 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4374212b-b8a6-4d1a-a636-26cd6948c3f4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:30.816379 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-4a3fc2bc-b225-40f1-be81-c4eea0a59b62 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "DELETE /v2.0/networks/2c328eec-665e-4139-b5f4-ef8f10e1cf69 HTTP/1.1" status: 404 len: 339 time: 0.0972872 Nov 12 00:58:30.820956 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40566) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:30.867364 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-761f220a-f835-44be-91e0-5ea072cc88f0 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] DELETE failed (client error): The resource could not be found. Nov 12 00:58:30.870050 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-761f220a-f835-44be-91e0-5ea072cc88f0 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:58:30.873543 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-761f220a-f835-44be-91e0-5ea072cc88f0 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "DELETE /v2.0/subnets/8905206f-d096-4a71-9730-976c16403706 HTTP/1.1" status: 404 len: 337 time: 0.0514660 Nov 12 00:58:30.876185 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40570) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:30.906691 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-58ccdeb2-c52d-4b14-98f5-e4f9d8cd5a51 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] DELETE failed (client error): The resource could not be found. Nov 12 00:58:30.907533 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58ccdeb2-c52d-4b14-98f5-e4f9d8cd5a51 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:58:30.911416 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-58ccdeb2-c52d-4b14-98f5-e4f9d8cd5a51 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "DELETE /v2.0/networks/9136cc88-40f7-4b47-8f21-944ac774d304 HTTP/1.1" status: 404 len: 339 time: 0.0340822 Nov 12 00:58:30.915025 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40576) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:31.048320 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476d5caa-6159-4df6-94af-dee8652c9c30 None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:31.094148 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-204fbadc-f0d1-4878-bb14-8fe6fb6cd65c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:31.154767 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-89c243ce-381b-4737-9b74-3d9d53941444 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:31.170283 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204fbadc-f0d1-4878-bb14-8fe6fb6cd65c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:31.178416 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-204fbadc-f0d1-4878-bb14-8fe6fb6cd65c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:31.181783 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204fbadc-f0d1-4878-bb14-8fe6fb6cd65c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:31.198849 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1afcf75a-7528-4ec1-a3bc-3b181a07a736 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:31.201118 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4374212b-b8a6-4d1a-a636-26cd6948c3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:31.305219 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4374212b-b8a6-4d1a-a636-26cd6948c3f4 admin admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:31.327526 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-4374212b-b8a6-4d1a-a636-26cd6948c3f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:31.337009 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-eef87c00-7933-4410-91d5-8695808adafd None None] Provisioning complete for port d938eb9a-199a-4ffc-a03a-5dbad04cb9a0 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:31.337335 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-eef87c00-7933-4410-91d5-8695808adafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:31.341216 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4374212b-b8a6-4d1a-a636-26cd6948c3f4 admin admin] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:31.361608 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a02d0d9-1db2-4dcb-bc49-4a5d1f499d23 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:58:31.380879 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204fbadc-f0d1-4878-bb14-8fe6fb6cd65c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:31.381593 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-204fbadc-f0d1-4878-bb14-8fe6fb6cd65c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:31.443974 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204fbadc-f0d1-4878-bb14-8fe6fb6cd65c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Port': ['ID=85aff43f-91f5-4a07-91c6-e184ecea1fb0,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:31.512176 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4374212b-b8a6-4d1a-a636-26cd6948c3f4 admin admin] Pushing event updated for resources: {'Port': ['ID=975097c5-fb02-4576-ac5d-837f6c8d335d,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:31.519728 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c243ce-381b-4737-9b74-3d9d53941444 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event deleted for resources: {'Port': ['ID=12781821-6912-4aac-8362-e484a88831f0,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:31.544072 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-204fbadc-f0d1-4878-bb14-8fe6fb6cd65c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.2110031 Nov 12 00:58:31.557698 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40632) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:31.587752 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device d938eb9a-199a-4ffc-a03a-5dbad04cb9a0 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:58:31.732860 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-eef87c00-7933-4410-91d5-8695808adafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:31.785953 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-eef87c00-7933-4410-91d5-8695808adafd None None] For port d938eb9a-199a-4ffc-a03a-5dbad04cb9a0, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=d938eb9a-199a-4ffc-a03a-5dbad04cb9a0,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:31.790484 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34077df-27d7-4aca-8ccf-7a3300ac2ac4 None None] Network 81cab25c-cc73-4b97-9af8-266d9053a85f requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:31.872193 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-7f2d2d14-78ea-429e-a9f2-d10142904280 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:31.872897 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-7f2d2d14-78ea-429e-a9f2-d10142904280 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:31.873506 n-d-812236-11 neutron-server[102662]: INFO neutron.db.l3_db [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-7f2d2d14-78ea-429e-a9f2-d10142904280 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Floating IP 0f68c4d4-a179-4eac-b9cb-a08689832c18 disassociated. External IP: 172.25.2.16, port: ea3285b4-8397-4d0a-9287-44e430131ceb. Nov 12 00:58:31.873954 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-7f2d2d14-78ea-429e-a9f2-d10142904280 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Calling delete_port for ea3285b4-8397-4d0a-9287-44e430131ceb owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:31.879255 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1afcf75a-7528-4ec1-a3bc-3b181a07a736 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:31.902976 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-eef87c00-7933-4410-91d5-8695808adafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:31.903126 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-1afcf75a-7528-4ec1-a3bc-3b181a07a736 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fef71c47-b513-4262-8b69-e4962ea58b84']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:31.917296 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-1afcf75a-7528-4ec1-a3bc-3b181a07a736 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e64c376-8445-47dc-9210-012fa8ac9940') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:31.917773 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-1afcf75a-7528-4ec1-a3bc-3b181a07a736 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e64c376-8445-47dc-9210-012fa8ac9940') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:31.930150 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1afcf75a-7528-4ec1-a3bc-3b181a07a736 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:31.954384 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1afcf75a-7528-4ec1-a3bc-3b181a07a736 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:31.964843 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1afcf75a-7528-4ec1-a3bc-3b181a07a736 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:58:31.965259 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1afcf75a-7528-4ec1-a3bc-3b181a07a736 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:32.009084 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port d938eb9a-199a-4ffc-a03a-5dbad04cb9a0 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:32.009500 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:32.120568 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-33b5c1b5-356d-48c7-947f-b70d5557ae70 None None] Provisioning complete for port 87a3adf1-7d78-461a-b274-a7900ab8a1a8 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:32.121660 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-33b5c1b5-356d-48c7-947f-b70d5557ae70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:32.128156 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef87c00-7933-4410-91d5-8695808adafd None None] Pushing event updated for resources: {'Port': ['ID=d938eb9a-199a-4ffc-a03a-5dbad04cb9a0,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:32.153265 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:58:32.153265 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:58:32.153265 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:58:32.153265 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:58:32.153265 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:58:32.153265 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:58:32.153265 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:58:32.153265 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:58:32.153265 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:58:32.153265 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:58:32.153265 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:58:32.153265 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:58:32.153265 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:58:32.153265 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:58:32.153265 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:58:32.153265 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:58:32.153265 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:58:32.153265 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:58:32.153265 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:58:32.153265 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:58:32.153265 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:58:32.153265 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:58:32.153265 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:58:32.153265 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:58:32.153265 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:58:32.153265 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:58:32.153265 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:58:32.153265 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:58:32.153265 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:58:32.153265 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:58:32.153265 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:58:32.153265 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:58:32.162065 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1afcf75a-7528-4ec1-a3bc-3b181a07a736 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:32.174954 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1afcf75a-7528-4ec1-a3bc-3b181a07a736 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:32.180367 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1afcf75a-7528-4ec1-a3bc-3b181a07a736 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "DELETE /v2.0/networks/fef71c47-b513-4262-8b69-e4962ea58b84 HTTP/1.1" status: 204 len: 168 time: 1.2641394 Nov 12 00:58:32.191460 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40692) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:32.242665 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5bb4a5c-e10a-4882-8aa7-9fdb3ac28e13 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] DELETE failed (client error): The resource could not be found. Nov 12 00:58:32.243138 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5bb4a5c-e10a-4882-8aa7-9fdb3ac28e13 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:58:32.246676 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a5bb4a5c-e10a-4882-8aa7-9fdb3ac28e13 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "DELETE /v2.0/subnets/f88c6597-2e8a-4186-aea2-885131f343c0 HTTP/1.1" status: 404 len: 337 time: 0.0544260 Nov 12 00:58:32.264096 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40700) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:32.278904 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afcf75a-7528-4ec1-a3bc-3b181a07a736 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event deleted for resources: {'Network': ['ID=fef71c47-b513-4262-8b69-e4962ea58b84,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:32.328252 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-c14a5264-2877-4d31-9776-e8a5657ca88a tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] DELETE failed (client error): The resource could not be found. Nov 12 00:58:32.329711 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c14a5264-2877-4d31-9776-e8a5657ca88a tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:58:32.333858 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c14a5264-2877-4d31-9776-e8a5657ca88a tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "DELETE /v2.0/networks/f1671647-b2ef-4a2b-97e5-446b3d111b49 HTTP/1.1" status: 404 len: 339 time: 0.0681059 Nov 12 00:58:32.336108 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 87a3adf1-7d78-461a-b274-a7900ab8a1a8 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:58:32.337177 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40710) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:32.449819 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d153f98-83b8-4d82-a127-5ea1c4eadc04 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] DELETE failed (client error): The resource could not be found. Nov 12 00:58:32.450288 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d153f98-83b8-4d82-a127-5ea1c4eadc04 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:58:32.454031 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7d153f98-83b8-4d82-a127-5ea1c4eadc04 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "DELETE /v2.0/subnets/b7996326-19d7-40ac-b747-b75afa0869c4 HTTP/1.1" status: 404 len: 337 time: 0.1157124 Nov 12 00:58:32.457731 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40724) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:32.479957 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ac8eebf-2254-4981-8199-f688c6253739 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] DELETE failed (client error): The resource could not be found. Nov 12 00:58:32.480533 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ac8eebf-2254-4981-8199-f688c6253739 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:58:32.483646 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1ac8eebf-2254-4981-8199-f688c6253739 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "DELETE /v2.0/networks/4376faf4-9e4f-4017-b67b-c62669f9bfd3 HTTP/1.1" status: 404 len: 339 time: 0.0245063 Nov 12 00:58:32.486456 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40728) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:32.507369 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-33b5c1b5-356d-48c7-947f-b70d5557ae70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:32.523369 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1ad9599-e431-4437-aed3-ff46a357a9e7 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] DELETE failed (client error): The resource could not be found. Nov 12 00:58:32.524104 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1ad9599-e431-4437-aed3-ff46a357a9e7 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:58:32.529758 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a1ad9599-e431-4437-aed3-ff46a357a9e7 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "DELETE /v2.0/subnets/45fd2547-2ef3-4993-93b7-37653e7b2874 HTTP/1.1" status: 404 len: 337 time: 0.0402696 Nov 12 00:58:32.530223 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40732) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:32.623548 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 87a3adf1-7d78-461a-b274-a7900ab8a1a8 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:32.623869 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:32.625815 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-e497cea9-2030-4063-b646-25599c3032ee tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] DELETE failed (client error): The resource could not be found. Nov 12 00:58:32.626467 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e497cea9-2030-4063-b646-25599c3032ee tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:58:32.635042 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e497cea9-2030-4063-b646-25599c3032ee tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "DELETE /v2.0/networks/b420dc78-5aff-427b-a0ef-42a5adc6cd29 HTTP/1.1" status: 404 len: 339 time: 0.1030357 Nov 12 00:58:32.635838 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40746) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:32.686888 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd28b8ca-064e-4d74-9cb5-b769f70954f7 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] DELETE failed (client error): The resource could not be found. Nov 12 00:58:32.687415 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd28b8ca-064e-4d74-9cb5-b769f70954f7 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:58:32.691308 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-cd28b8ca-064e-4d74-9cb5-b769f70954f7 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "DELETE /v2.0/subnets/62f50cab-97c5-4398-8aaa-3a4096b2e247 HTTP/1.1" status: 404 len: 337 time: 0.0526583 Nov 12 00:58:32.694834 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-89c243ce-381b-4737-9b74-3d9d53941444 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:32.695845 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40752) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:32.722906 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-758aca1d-8798-4e88-b6b6-ba691651a604 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] DELETE failed (client error): The resource could not be found. Nov 12 00:58:32.723499 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-758aca1d-8798-4e88-b6b6-ba691651a604 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:58:32.725484 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-7f2d2d14-78ea-429e-a9f2-d10142904280 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:32.726803 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-758aca1d-8798-4e88-b6b6-ba691651a604 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "DELETE /v2.0/networks/998f51dc-2594-4627-8dab-7194193f3486 HTTP/1.1" status: 404 len: 339 time: 0.0299654 Nov 12 00:58:32.728944 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4374212b-b8a6-4d1a-a636-26cd6948c3f4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:32.732132 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40758) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:32.777030 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9fc7627-e307-4db1-acf9-e3212cab2dca tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] DELETE failed (client error): The resource could not be found. Nov 12 00:58:32.777949 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9fc7627-e307-4db1-acf9-e3212cab2dca tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:58:32.783400 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e9fc7627-e307-4db1-acf9-e3212cab2dca tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "DELETE /v2.0/subnets/74a684d4-f093-44c0-98d9-be821e895ffc HTTP/1.1" status: 404 len: 337 time: 0.0502665 Nov 12 00:58:32.803125 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-33b5c1b5-356d-48c7-947f-b70d5557ae70 None None] For port 87a3adf1-7d78-461a-b274-a7900ab8a1a8, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=87a3adf1-7d78-461a-b274-a7900ab8a1a8,segment=NetworkSegment(c2ef6767-ef6e-4767-b44e-17828ba5e84d),segment_id=c2ef6767-ef6e-4767-b44e-17828ba5e84d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:32.816269 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-33b5c1b5-356d-48c7-947f-b70d5557ae70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:32.825696 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40764) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:32.848154 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab0ca323-c2d3-4c0d-9c14-db40b0717aff tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] DELETE failed (client error): The resource could not be found. Nov 12 00:58:32.848715 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab0ca323-c2d3-4c0d-9c14-db40b0717aff tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:58:32.852031 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ab0ca323-c2d3-4c0d-9c14-db40b0717aff tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "DELETE /v2.0/networks/6e25d2d9-9e26-4092-b9a2-5d8aa99eed5c HTTP/1.1" status: 404 len: 339 time: 0.0252893 Nov 12 00:58:32.855757 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40772) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:32.881699 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54f674-94ec-4afb-b865-15ce1990717a req-42ba6fbe-da22-45c2-9b91-1df6ca0534e9 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:32.889386 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54f674-94ec-4afb-b865-15ce1990717a req-42ba6fbe-da22-45c2-9b91-1df6ca0534e9 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:32.891237 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fe54f674-94ec-4afb-b865-15ce1990717a req-42ba6fbe-da22-45c2-9b91-1df6ca0534e9 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 1599 time: 1.4936035 Nov 12 00:58:32.921270 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c017e2-e381-4657-b71a-0d8b5306e797 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:32.929141 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c017e2-e381-4657-b71a-0d8b5306e797 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:32.931471 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-f12adbf8-de66-4fca-8a83-e44af1aecb85 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] DELETE failed (client error): The resource could not be found. Nov 12 00:58:32.932925 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f12adbf8-de66-4fca-8a83-e44af1aecb85 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:58:32.937239 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a6c017e2-e381-4657-b71a-0d8b5306e797 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 1.3740778 Nov 12 00:58:32.941763 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f12adbf8-de66-4fca-8a83-e44af1aecb85 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "DELETE /v2.0/subnets/c6a65901-a8dc-46b2-9750-81a9a5c90dc7 HTTP/1.1" status: 404 len: 337 time: 0.0846803 Nov 12 00:58:32.944653 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40782) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:32.945148 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40786) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:32.976276 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b5c1b5-356d-48c7-947f-b70d5557ae70 None None] Pushing event updated for resources: {'Port': ['ID=87a3adf1-7d78-461a-b274-a7900ab8a1a8,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:32.982470 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-33b5c1b5-356d-48c7-947f-b70d5557ae70 None None] Provisioning complete for port 975097c5-fb02-4576-ac5d-837f6c8d335d triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:32.982843 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-33b5c1b5-356d-48c7-947f-b70d5557ae70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:33.017892 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-04cbe003-6fbd-4967-8c7e-6440d18ef421 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] DELETE failed (client error): The resource could not be found. Nov 12 00:58:33.018657 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04cbe003-6fbd-4967-8c7e-6440d18ef421 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:58:33.025651 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-04cbe003-6fbd-4967-8c7e-6440d18ef421 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "DELETE /v2.0/networks/4671632c-4856-48ed-a7bf-8266a7bb885c HTTP/1.1" status: 404 len: 339 time: 0.0790346 Nov 12 00:58:33.028749 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40794) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:33.030834 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d2d14-78ea-429e-a9f2-d10142904280 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Pushing event deleted for resources: {'Port': ['ID=ea3285b4-8397-4d0a-9287-44e430131ceb,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:33.036634 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-33b5c1b5-356d-48c7-947f-b70d5557ae70 None None] Port 975097c5-fb02-4576-ac5d-837f6c8d335d cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:58:33.098284 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-54fe3034-088b-4d32-90af-ed2a2eb68b28 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] DELETE failed (client error): The resource could not be found. Nov 12 00:58:33.098752 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54fe3034-088b-4d32-90af-ed2a2eb68b28 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:58:33.108980 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-54fe3034-088b-4d32-90af-ed2a2eb68b28 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "DELETE /v2.0/subnets/dc0d79de-7306-42d1-8ce1-fd7a33c19cee HTTP/1.1" status: 404 len: 337 time: 0.0789609 Nov 12 00:58:33.109640 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40804) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:33.156932 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-9de50aa1-151c-4dd6-8842-9abea976ab4b None None] Could not find standard attr ID for object 7c59b3ef-a6a6-4e21-a439-49aaa2f3b16e. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:58:33.194761 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-9de50aa1-151c-4dd6-8842-9abea976ab4b None None] Provisioning complete for port d938eb9a-199a-4ffc-a03a-5dbad04cb9a0 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:33.195852 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-5245d8a5-7926-4e49-8b61-c2d1a2197133 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] DELETE failed (client error): The resource could not be found. Nov 12 00:58:33.196509 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9de50aa1-151c-4dd6-8842-9abea976ab4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:33.199945 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5245d8a5-7926-4e49-8b61-c2d1a2197133 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:58:33.207899 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5245d8a5-7926-4e49-8b61-c2d1a2197133 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "DELETE /v2.0/networks/2e732ac6-eaaa-4c99-bd7c-dcd8332cdd43 HTTP/1.1" status: 404 len: 339 time: 0.0939088 Nov 12 00:58:33.208837 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40816) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:33.307105 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-622ea280-b338-4ddd-86d8-1b180c27bbc3 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] DELETE failed (client error): The resource could not be found. Nov 12 00:58:33.307777 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-622ea280-b338-4ddd-86d8-1b180c27bbc3 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:58:33.314161 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device d938eb9a-199a-4ffc-a03a-5dbad04cb9a0 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:58:33.315865 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-622ea280-b338-4ddd-86d8-1b180c27bbc3 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "DELETE /v2.0/subnets/21864a7e-b3f6-4b0a-9459-c9223265f068 HTTP/1.1" status: 404 len: 337 time: 0.1053064 Nov 12 00:58:33.316822 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40828) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:33.344967 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-3003cf8a-2374-4d7d-aab1-46468d91f782 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] DELETE failed (client error): The resource could not be found. Nov 12 00:58:33.345453 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3003cf8a-2374-4d7d-aab1-46468d91f782 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:58:33.352049 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-3003cf8a-2374-4d7d-aab1-46468d91f782 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "DELETE /v2.0/networks/2c7617a8-298e-49ad-a072-f6c80e80528d HTTP/1.1" status: 404 len: 339 time: 0.0307970 Nov 12 00:58:33.354505 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40834) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:33.483136 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port d938eb9a-199a-4ffc-a03a-5dbad04cb9a0 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:33.483574 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:33.504126 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-7f2d2d14-78ea-429e-a9f2-d10142904280 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Router 123f7309-3423-4c8e-aa5b-43f5b25847f3 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:58:33.550093 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-afb7eeea-ebde-456a-9657-d08fd1cb0510 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Deleting subnet 29484729-fc0b-4a1d-a551-03f0376caac5 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:58:33.561961 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-afb7eeea-ebde-456a-9657-d08fd1cb0510 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:33.575299 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fe54f674-94ec-4afb-b865-15ce1990717a req-b8f733be-9846-40a2-ad66-a6d9b53efd3a tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4f055-69fb-40bf-b27d-353bf24a3ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6214898 Nov 12 00:58:33.668929 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-9de50aa1-151c-4dd6-8842-9abea976ab4b None None] Provisioning complete for port 85aff43f-91f5-4a07-91c6-e184ecea1fb0 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:33.669524 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9de50aa1-151c-4dd6-8842-9abea976ab4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:33.680085 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-afb7eeea-ebde-456a-9657-d08fd1cb0510 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:33.746642 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-9de50aa1-151c-4dd6-8842-9abea976ab4b None None] Port 85aff43f-91f5-4a07-91c6-e184ecea1fb0 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:58:33.777915 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-9de50aa1-151c-4dd6-8842-9abea976ab4b None None] Provisioning complete for port 87a3adf1-7d78-461a-b274-a7900ab8a1a8 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:33.783569 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9de50aa1-151c-4dd6-8842-9abea976ab4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:33.793816 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 87a3adf1-7d78-461a-b274-a7900ab8a1a8 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:58:33.803222 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4374212b-b8a6-4d1a-a636-26cd6948c3f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:33.839649 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-afb7eeea-ebde-456a-9657-d08fd1cb0510 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:33.925770 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c243ce-381b-4737-9b74-3d9d53941444 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Router f18c9c3a-1844-4736-844d-8c6df4cb1aba has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:58:34.021566 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-f646b855-3974-4dbe-92c8-a7431927a20b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Deleting port 85aff43f-91f5-4a07-91c6-e184ecea1fb0 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:34.021909 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f646b855-3974-4dbe-92c8-a7431927a20b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:34.065922 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-afb7eeea-ebde-456a-9657-d08fd1cb0510 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:34.112216 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb7eeea-ebde-456a-9657-d08fd1cb0510 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event deleted for resources: {'Subnet': ['ID=29484729-fc0b-4a1d-a551-03f0376caac5,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:34.117718 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-afb7eeea-ebde-456a-9657-d08fd1cb0510 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:34.121836 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-afb7eeea-ebde-456a-9657-d08fd1cb0510 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "DELETE /v2.0/subnets/29484729-fc0b-4a1d-a551-03f0376caac5 HTTP/1.1" status: 204 len: 168 time: 0.7662959 Nov 12 00:58:34.122830 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4374212b-b8a6-4d1a-a636-26cd6948c3f4 admin admin] Router 765de596-cd92-410f-8fb0-ab298225b582 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:58:34.125063 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40912) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:34.195206 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-7f2d2d14-78ea-429e-a9f2-d10142904280 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:58:34.208061 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c243ce-381b-4737-9b74-3d9d53941444 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:58:34.211676 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-89c243ce-381b-4737-9b74-3d9d53941444 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "PUT /v2.0/routers/f18c9c3a-1844-4736-844d-8c6df4cb1aba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8828282 Nov 12 00:58:34.220921 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b12bede-806d-4dd8-8b19-5ce8d69b4414 None None] get_active_networks_info from n-d-812236-11 {{(pid=102663) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 00:58:34.232051 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40922) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:34.261058 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-7f2d2d14-78ea-429e-a9f2-d10142904280 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] No DVR routers for this DVR port ea3285b4-8397-4d0a-9287-44e430131ceb on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:58:34.263944 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-7f2d2d14-78ea-429e-a9f2-d10142904280 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:34.269260 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-7f2d2d14-78ea-429e-a9f2-d10142904280 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.54 "DELETE /v2.0/ports/ea3285b4-8397-4d0a-9287-44e430131ceb HTTP/1.1" status: 204 len: 173 time: 4.8471479 Nov 12 00:58:34.296339 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7481355-a472-4173-bc9e-217fe8f5eb29 None None] Sync routers for ids ['123f7309-3423-4c8e-aa5b-43f5b25847f3'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:58:34.305964 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a6c658a-6ec7-4343-b282-2180702c1e26 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:34.322707 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'name': 'network-vif-deleted', 'tag': 'ea3285b4-8397-4d0a-9287-44e430131ceb'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:58:34.328225 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bade844-f9df-41d7-adea-62a238359739" -d '{"events": [{"server_uuid": "ae10635a-27bd-4a35-b6d7-b159472701aa", "name": "network-vif-deleted", "tag": "ea3285b4-8397-4d0a-9287-44e430131ceb"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:58:34.341716 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e152819a-d65e-4bcf-9b3c-fe3960e07ff2 None None] Sync routers for ids ['f18c9c3a-1844-4736-844d-8c6df4cb1aba'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:58:34.406135 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e152819a-d65e-4bcf-9b3c-fe3960e07ff2 None None] Routers {'f18c9c3a-1844-4736-844d-8c6df4cb1aba'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:34.410317 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-e152819a-d65e-4bcf-9b3c-fe3960e07ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:58:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['f18c9c3a-1844-4736-844d-8c6df4cb1aba'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:34.415967 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3dd8d70e-71f3-419d-aa93-8a562bd8c35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:34.425804 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e077cda-f563-4b3e-880d-d0c40a7b67a4 x-openstack-request-id: req-3e077cda-f563-4b3e-880d-d0c40a7b67a4 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:58:34.426198 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae10635a-27bd-4a35-b6d7-b159472701aa", "name": "network-vif-deleted", "tag": "ea3285b4-8397-4d0a-9287-44e430131ceb", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:58:34.426545 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3e077cda-f563-4b3e-880d-d0c40a7b67a4 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:58:34.427178 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'name': 'network-vif-deleted', 'tag': 'ea3285b4-8397-4d0a-9287-44e430131ceb', 'status': 'completed', 'code': 200} Nov 12 00:58:34.434629 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f646b855-3974-4dbe-92c8-a7431927a20b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:34.442178 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7481355-a472-4173-bc9e-217fe8f5eb29 None None] Routers {'123f7309-3423-4c8e-aa5b-43f5b25847f3'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:34.442863 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-a7481355-a472-4173-bc9e-217fe8f5eb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:58:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['123f7309-3423-4c8e-aa5b-43f5b25847f3'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:34.514795 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 87a3adf1-7d78-461a-b274-a7900ab8a1a8 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:34.515163 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:34.611040 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-e152819a-d65e-4bcf-9b3c-fe3960e07ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:34.668776 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e152819a-d65e-4bcf-9b3c-fe3960e07ff2 None None] Routers {'f18c9c3a-1844-4736-844d-8c6df4cb1aba'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:34.669415 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-e152819a-d65e-4bcf-9b3c-fe3960e07ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:58:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['f18c9c3a-1844-4736-844d-8c6df4cb1aba'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:34.747163 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-82b1cef6-b985-4b8e-91e9-79ff01fd1db3 None None] Provisioning complete for port 85aff43f-91f5-4a07-91c6-e184ecea1fb0 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:34.747722 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-82b1cef6-b985-4b8e-91e9-79ff01fd1db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:34.775053 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-e152819a-d65e-4bcf-9b3c-fe3960e07ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:34.775838 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e152819a-d65e-4bcf-9b3c-fe3960e07ff2 None None] The sync data for ids ['f18c9c3a-1844-4736-844d-8c6df4cb1aba'] in n-d-812236-11 is: [] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:58:34.892436 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-82b1cef6-b985-4b8e-91e9-79ff01fd1db3 None None] Port 85aff43f-91f5-4a07-91c6-e184ecea1fb0 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:58:34.907375 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-a7481355-a472-4173-bc9e-217fe8f5eb29 None None] Set router 123f7309-3423-4c8e-aa5b-43f5b25847f3 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:58:34.911843 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e00aeb-3ac3-4960-9a99-f1beb270491f req-077abd37-5855-4fac-ac19-17f49fea8111 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:34.913947 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a9e00aeb-3ac3-4960-9a99-f1beb270491f req-077abd37-5855-4fac-ac19-17f49fea8111 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 943 time: 0.1830068 Nov 12 00:58:34.937701 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-f646b855-3974-4dbe-92c8-a7431927a20b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Calling delete_port for 85aff43f-91f5-4a07-91c6-e184ecea1fb0 owned by {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:35.008872 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0a6c658a-6ec7-4343-b282-2180702c1e26 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Deleting port 0104706e-3ee9-4c28-b005-c0aa09e846ce {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:35.009394 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a6c658a-6ec7-4343-b282-2180702c1e26 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:35.014303 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b12bede-806d-4dd8-8b19-5ce8d69b4414 None None] Resources bound (agent type, host, resource id): {{(pid=102663) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 00:58:35.057291 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4374212b-b8a6-4d1a-a636-26cd6948c3f4 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:58:35.075140 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-d7b68ee0-8f7e-49c7-b582-f9f23fe8812d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] remove_router_interface failed (client error): The resource could not be found. Nov 12 00:58:35.079428 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d7b68ee0-8f7e-49c7-b582-f9f23fe8812d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "PUT /v2.0/routers/f18c9c3a-1844-4736-844d-8c6df4cb1aba/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8428750 Nov 12 00:58:35.079876 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41006) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:35.084348 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc47251c-89d9-4538-99aa-f3956d48047b None None] Sync routers for ids ['765de596-cd92-410f-8fb0-ab298225b582'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:58:35.153817 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-942fc9b2-b708-47dc-a578-4cc27a1c8240 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "GET /v2.0/ports?device_id=f18c9c3a-1844-4736-844d-8c6df4cb1aba HTTP/1.1" status: 200 len: 205 time: 0.0675559 Nov 12 00:58:35.157082 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a9e00aeb-3ac3-4960-9a99-f1beb270491f req-74802bed-443f-4768-bf2e-17086e7cdecc tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4f055-69fb-40bf-b27d-353bf24a3ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2261143 Nov 12 00:58:35.162341 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41016) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:35.220643 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-9b818642-1a21-4453-8eee-08c32537679e tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Deleting port ece577e8-c379-469d-ac80-64690c063e88 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:35.221130 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-9b818642-1a21-4453-8eee-08c32537679e tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:35.259875 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc47251c-89d9-4538-99aa-f3956d48047b None None] Routers {'765de596-cd92-410f-8fb0-ab298225b582'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:35.260485 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-fc47251c-89d9-4538-99aa-f3956d48047b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:58:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['765de596-cd92-410f-8fb0-ab298225b582'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:35.278271 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-08deed4d-045b-4979-837d-c69abee96c7d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for router, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:35.438117 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-9b818642-1a21-4453-8eee-08c32537679e tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] For port ece577e8-c379-469d-ac80-64690c063e88, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=ece577e8-c379-469d-ac80-64690c063e88,segment=NetworkSegment(626a9579-673a-4b11-be35-aa640b5a2d6e),segment_id=626a9579-673a-4b11-be35-aa640b5a2d6e)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:35.438682 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-9b818642-1a21-4453-8eee-08c32537679e tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:35.454475 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-9b818642-1a21-4453-8eee-08c32537679e tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Calling delete_port for ece577e8-c379-469d-ac80-64690c063e88 owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:35.525014 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4374212b-b8a6-4d1a-a636-26cd6948c3f4 admin admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:35.531199 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4374212b-b8a6-4d1a-a636-26cd6948c3f4 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.4744971 Nov 12 00:58:35.546055 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41062) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:35.624119 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-9b818642-1a21-4453-8eee-08c32537679e tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:35.721260 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-fc47251c-89d9-4538-99aa-f3956d48047b None None] Set router 765de596-cd92-410f-8fb0-ab298225b582 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:58:35.750172 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-9b818642-1a21-4453-8eee-08c32537679e tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] No DVR routers for this DVR port ece577e8-c379-469d-ac80-64690c063e88 on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:58:35.758284 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-9b818642-1a21-4453-8eee-08c32537679e tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:35.764495 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5ba50cca-5c48-46b1-bbed-0583427b0947 req-9b818642-1a21-4453-8eee-08c32537679e tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.54 "DELETE /v2.0/ports/ece577e8-c379-469d-ac80-64690c063e88 HTTP/1.1" status: 204 len: 173 time: 1.4289110 Nov 12 00:58:35.768773 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b818642-1a21-4453-8eee-08c32537679e tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Pushing event deleted for resources: {'Port': ['ID=ece577e8-c379-469d-ac80-64690c063e88,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:35.872668 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f646b855-3974-4dbe-92c8-a7431927a20b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:35.959817 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f646b855-3974-4dbe-92c8-a7431927a20b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Port': ['ID=85aff43f-91f5-4a07-91c6-e184ecea1fb0,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:36.010762 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-a7481355-a472-4173-bc9e-217fe8f5eb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123f7309-3423-4c8e-aa5b-43f5b25847f3', 'name': 'tempest-TaggedBootDevicesTest-374674830-router', 'tenant_id': 'c21468cd613f4b869b90c5f693039b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '48adf0a1-508d-4eaa-a627-647acab7879d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:44:07Z', 'updated_at': '2021-11-12T00:44:13Z', 'revision_number': 4, 'project_id': 'c21468cd613f4b869b90c5f693039b67', 'gw_port': {'id': '48adf0a1-508d-4eaa-a627-647acab7879d', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123f7309-3423-4c8e-aa5b-43f5b25847f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:08Z', 'updated_at': '2021-11-12T00:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'a77ff212-05e8-4a88-8502-190461a3d8b1', 'name': '', 'network_id': '1fce8c5f-7ac6-4208-952b-3be5cb15c665', 'tenant_id': 'c21468cd613f4b869b90c5f693039b67', 'mac_address': 'fa:16:3e:00:31:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123f7309-3423-4c8e-aa5b-43f5b25847f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7a63ee01-80de-400e-a556-e4579cccd373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:12Z', 'updated_at': '2021-11-12T00:44:19Z', 'revision_number': 5, 'project_id': 'c21468cd613f4b869b90c5f693039b67', 'subnets': [{'id': '7a63ee01-80de-400e-a556-e4579cccd373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:36.059525 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7481355-a472-4173-bc9e-217fe8f5eb29 None None] Checking router: 123f7309-3423-4c8e-aa5b-43f5b25847f3 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:58:36.077990 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f646b855-3974-4dbe-92c8-a7431927a20b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:36.083107 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f646b855-3974-4dbe-92c8-a7431927a20b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/ports/85aff43f-91f5-4a07-91c6-e184ecea1fb0 HTTP/1.1" status: 204 len: 168 time: 3.0320191 Nov 12 00:58:36.085747 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41078) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:36.103923 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7481355-a472-4173-bc9e-217fe8f5eb29 None None] Routers {'123f7309-3423-4c8e-aa5b-43f5b25847f3'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:36.104555 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-a7481355-a472-4173-bc9e-217fe8f5eb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:58:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['123f7309-3423-4c8e-aa5b-43f5b25847f3'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:36.192179 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c5ff34-f722-4208-9671-0ab73ef676a1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:36.194518 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c5ff34-f722-4208-9671-0ab73ef676a1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:36.196460 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c5ff34-f722-4208-9671-0ab73ef676a1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:36.198484 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-00c5ff34-f722-4208-9671-0ab73ef676a1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1115913 Nov 12 00:58:36.201308 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41082) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:36.235570 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-a7481355-a472-4173-bc9e-217fe8f5eb29 None None] Set router 123f7309-3423-4c8e-aa5b-43f5b25847f3 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:58:36.319825 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-774c1430-342d-444c-966c-e504e6e3b87b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Deleting subnet 1da2d085-be57-478a-96eb-fb9c24254440 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:58:36.333609 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-774c1430-342d-444c-966c-e504e6e3b87b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:36.482745 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-774c1430-342d-444c-966c-e504e6e3b87b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:36.550963 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'name': 'network-vif-deleted', 'tag': 'ece577e8-c379-469d-ac80-64690c063e88'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:58:36.555284 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2255be-15e0-44e5-9acf-467c1115ab04" -d '{"events": [{"server_uuid": "ae10635a-27bd-4a35-b6d7-b159472701aa", "name": "network-vif-deleted", "tag": "ece577e8-c379-469d-ac80-64690c063e88"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:58:36.668749 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9150a436-e6bd-4804-a975-2cef3d56f499 req-aa4343c5-c228-4b04-8090-ec1573467e78 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 210 time: 0.1229458 Nov 12 00:58:36.682596 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a556f80-5b1f-4d99-a947-e880ecf7775f x-openstack-request-id: req-2a556f80-5b1f-4d99-a947-e880ecf7775f {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:58:36.682963 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae10635a-27bd-4a35-b6d7-b159472701aa", "name": "network-vif-deleted", "tag": "ece577e8-c379-469d-ac80-64690c063e88", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:58:36.683141 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2a556f80-5b1f-4d99-a947-e880ecf7775f {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:58:36.683857 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae10635a-27bd-4a35-b6d7-b159472701aa', 'name': 'network-vif-deleted', 'tag': 'ece577e8-c379-469d-ac80-64690c063e88', 'status': 'completed', 'code': 200} Nov 12 00:58:36.730201 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-08deed4d-045b-4979-837d-c69abee96c7d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:36.739330 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-08deed4d-045b-4979-837d-c69abee96c7d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:36.743627 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0a6c658a-6ec7-4343-b282-2180702c1e26 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] For port 0104706e-3ee9-4c28-b005-c0aa09e846ce, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=0104706e-3ee9-4c28-b005-c0aa09e846ce,segment=NetworkSegment(8a4fba62-f136-43dc-a384-0580e7dc89e4),segment_id=8a4fba62-f136-43dc-a384-0580e7dc89e4)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:36.744143 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a6c658a-6ec7-4343-b282-2180702c1e26 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:36.772691 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0a6c658a-6ec7-4343-b282-2180702c1e26 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Calling delete_port for 0104706e-3ee9-4c28-b005-c0aa09e846ce owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:36.782464 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-774c1430-342d-444c-966c-e504e6e3b87b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:36.914212 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-774c1430-342d-444c-966c-e504e6e3b87b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:36.967308 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-58f7c816-f649-48e8-955e-403acd8d232f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:36.975288 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774c1430-342d-444c-966c-e504e6e3b87b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Subnet': ['ID=1da2d085-be57-478a-96eb-fb9c24254440,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:36.994671 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-774c1430-342d-444c-966c-e504e6e3b87b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:37.001915 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-774c1430-342d-444c-966c-e504e6e3b87b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/1da2d085-be57-478a-96eb-fb9c24254440 HTTP/1.1" status: 204 len: 168 time: 0.7991741 Nov 12 00:58:37.005350 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41094) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:37.043603 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-fc47251c-89d9-4538-99aa-f3956d48047b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765de596-cd92-410f-8fb0-ab298225b582', 'name': 'tempest-AttachVolumeTestJSON-553815399-router', 'tenant_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '975097c5-fb02-4576-ac5d-837f6c8d335d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:58:28Z', 'updated_at': '2021-11-12T00:58:32Z', 'revision_number': 3, 'project_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'gw_port': {'id': '975097c5-fb02-4576-ac5d-837f6c8d335d', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765de596-cd92-410f-8fb0-ab298225b582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:58:30Z', 'updated_at': '2021-11-12T00:58:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:37.051592 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-a7481355-a472-4173-bc9e-217fe8f5eb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123f7309-3423-4c8e-aa5b-43f5b25847f3', 'name': 'tempest-TaggedBootDevicesTest-374674830-router', 'tenant_id': 'c21468cd613f4b869b90c5f693039b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '48adf0a1-508d-4eaa-a627-647acab7879d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:44:07Z', 'updated_at': '2021-11-12T00:44:13Z', 'revision_number': 4, 'project_id': 'c21468cd613f4b869b90c5f693039b67', 'gw_port': {'id': '48adf0a1-508d-4eaa-a627-647acab7879d', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123f7309-3423-4c8e-aa5b-43f5b25847f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:08Z', 'updated_at': '2021-11-12T00:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'a77ff212-05e8-4a88-8502-190461a3d8b1', 'name': '', 'network_id': '1fce8c5f-7ac6-4208-952b-3be5cb15c665', 'tenant_id': 'c21468cd613f4b869b90c5f693039b67', 'mac_address': 'fa:16:3e:00:31:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123f7309-3423-4c8e-aa5b-43f5b25847f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7a63ee01-80de-400e-a556-e4579cccd373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:12Z', 'updated_at': '2021-11-12T00:44:19Z', 'revision_number': 5, 'project_id': 'c21468cd613f4b869b90c5f693039b67', 'subnets': [{'id': '7a63ee01-80de-400e-a556-e4579cccd373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:37.073000 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-37e4b683-474e-4f7b-b368-de03e124d18e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Deleting subnet bcc8fee4-52d9-4873-83b9-d7776092beff {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:58:37.076681 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-37e4b683-474e-4f7b-b368-de03e124d18e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:37.077746 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-08deed4d-045b-4979-837d-c69abee96c7d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:37.078512 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08deed4d-045b-4979-837d-c69abee96c7d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Fanout notify agent at l3_agent the message router_deleted on router f18c9c3a-1844-4736-844d-8c6df4cb1aba {{(pid=102661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:58:37.124322 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7481355-a472-4173-bc9e-217fe8f5eb29 None None] The sync data for ids ['123f7309-3423-4c8e-aa5b-43f5b25847f3'] in n-d-812236-11 is: [{'id': '123f7309-3423-4c8e-aa5b-43f5b25847f3', 'name': 'tempest-TaggedBootDevicesTest-374674830-router', 'tenant_id': 'c21468cd613f4b869b90c5f693039b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '48adf0a1-508d-4eaa-a627-647acab7879d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:44:07Z', 'updated_at': '2021-11-12T00:44:13Z', 'revision_number': 4, 'project_id': 'c21468cd613f4b869b90c5f693039b67', 'gw_port': {'id': '48adf0a1-508d-4eaa-a627-647acab7879d', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123f7309-3423-4c8e-aa5b-43f5b25847f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:08Z', 'updated_at': '2021-11-12T00:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'a77ff212-05e8-4a88-8502-190461a3d8b1', 'name': '', 'network_id': '1fce8c5f-7ac6-4208-952b-3be5cb15c665', 'tenant_id': 'c21468cd613f4b869b90c5f693039b67', 'mac_address': 'fa:16:3e:00:31:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123f7309-3423-4c8e-aa5b-43f5b25847f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7a63ee01-80de-400e-a556-e4579cccd373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:12Z', 'updated_at': '2021-11-12T00:44:19Z', 'revision_number': 5, 'project_id': 'c21468cd613f4b869b90c5f693039b67', 'subnets': [{'id': '7a63ee01-80de-400e-a556-e4579cccd373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:58:37.126438 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc47251c-89d9-4538-99aa-f3956d48047b None None] Checking router: 765de596-cd92-410f-8fb0-ab298225b582 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:58:37.126788 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc47251c-89d9-4538-99aa-f3956d48047b None None] Updating router 765de596-cd92-410f-8fb0-ab298225b582 port 975097c5-fb02-4576-ac5d-837f6c8d335d binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:58:37.163743 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-08deed4d-045b-4979-837d-c69abee96c7d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:37.163866 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fc47251c-89d9-4538-99aa-f3956d48047b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:37.169038 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-08deed4d-045b-4979-837d-c69abee96c7d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "DELETE /v2.0/routers/f18c9c3a-1844-4736-844d-8c6df4cb1aba HTTP/1.1" status: 204 len: 168 time: 2.0047798 Nov 12 00:58:37.171337 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41096) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:37.174894 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-37e4b683-474e-4f7b-b368-de03e124d18e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:37.308504 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65712ff-c182-4f6d-95e9-736e2a74811d None None] get_active_networks_info from n-d-812236-11 {{(pid=102663) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 00:58:37.376713 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-37e4b683-474e-4f7b-b368-de03e124d18e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:37.381292 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-45b80cf5-d3dc-472f-be7f-a134db124bdc tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Deleting subnet 2edf647e-f3a3-4f9e-81a9-caa79c9f4a1f {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:58:37.390089 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-45b80cf5-d3dc-472f-be7f-a134db124bdc tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:37.474481 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-37e4b683-474e-4f7b-b368-de03e124d18e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:37.502005 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65712ff-c182-4f6d-95e9-736e2a74811d None None] Resources bound (agent type, host, resource id): {{(pid=102663) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 00:58:37.519335 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-37e4b683-474e-4f7b-b368-de03e124d18e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:37.525904 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-37e4b683-474e-4f7b-b368-de03e124d18e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/bcc8fee4-52d9-4873-83b9-d7776092beff HTTP/1.1" status: 204 len: 168 time: 0.5187418 Nov 12 00:58:37.527594 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41100) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:37.530870 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e4b683-474e-4f7b-b368-de03e124d18e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Subnet': ['ID=bcc8fee4-52d9-4873-83b9-d7776092beff,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:37.533234 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-04966cf4-cee6-457d-a1eb-ee767846a768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:37.553525 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-45b80cf5-d3dc-472f-be7f-a134db124bdc tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:37.557858 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a6c658a-6ec7-4343-b282-2180702c1e26 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:37.587188 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-db4ff297-1b36-4f1d-a1a9-fdd96173284f None None] Provisioning complete for port d938eb9a-199a-4ffc-a03a-5dbad04cb9a0 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:37.587188 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-db4ff297-1b36-4f1d-a1a9-fdd96173284f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:37.594127 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ead2f7da-c9ed-4152-aea6-caedb7c1e149 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0650833 Nov 12 00:58:37.595271 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41102) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:37.611924 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-6eb4311a-4c81-4467-ac2d-3201a2dbf63f tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'subnet': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:37.629099 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048c96c5-779c-455f-b478-0f2837459244 None None] New status for floating IP 0f68c4d4-a179-4eac-b9cb-a08689832c18: DOWN {{(pid=102664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:58:37.816977 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c658a-6ec7-4343-b282-2180702c1e26 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event deleted for resources: {'Port': ['ID=0104706e-3ee9-4c28-b005-c0aa09e846ce,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:37.855596 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c6d0083b-4d37-45f3-97c0-04ba4a892234 req-52de91d6-25a4-474d-a75c-bdb2a4c414f9 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 210 time: 0.0582364 Nov 12 00:58:37.867602 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:37.889154 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6c658a-6ec7-4343-b282-2180702c1e26 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] No DVR routers for this DVR port 0104706e-3ee9-4c28-b005-c0aa09e846ce on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:58:37.963094 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fc47251c-89d9-4538-99aa-f3956d48047b None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:37.989948 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fc47251c-89d9-4538-99aa-f3956d48047b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.018041 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-db4ff297-1b36-4f1d-a1a9-fdd96173284f None None] Could not find standard attr ID for object 85aff43f-91f5-4a07-91c6-e184ecea1fb0. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:58:38.038376 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-04966cf4-cee6-457d-a1eb-ee767846a768 admin admin] Allocated IP 172.20.0.1 (81cab25c-cc73-4b97-9af8-266d9053a85f/14a1d482-7411-47d7-8687-bbca824f06be/8dcb9921-2f79-4b84-89e2-5a7f8757e90a) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:38.093112 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-fc47251c-89d9-4538-99aa-f3956d48047b None None] Attempting to bind port 975097c5-fb02-4576-ac5d-837f6c8d335d on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:58:38.093519 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-fc47251c-89d9-4538-99aa-f3956d48047b None None] Attempting to bind port 975097c5-fb02-4576-ac5d-837f6c8d335d by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:58:38.093862 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc47251c-89d9-4538-99aa-f3956d48047b None None] Attempting to bind port 975097c5-fb02-4576-ac5d-837f6c8d335d on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:58:38.095858 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de4c45-3b7b-4123-8855-07f00fb3f77b None None] Pushing event updated for resources: {'Port': ['ID=975097c5-fb02-4576-ac5d-837f6c8d335d,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:38.104045 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc47251c-89d9-4538-99aa-f3956d48047b None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:58:38.104418 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc47251c-89d9-4538-99aa-f3956d48047b None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:58:38.105249 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fc47251c-89d9-4538-99aa-f3956d48047b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.105249 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc47251c-89d9-4538-99aa-f3956d48047b None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:58:38.105988 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-fc47251c-89d9-4538-99aa-f3956d48047b None None] Bound port: 975097c5-fb02-4576-ac5d-837f6c8d335d, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:58:38.106120 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fc47251c-89d9-4538-99aa-f3956d48047b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.114861 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a6c658a-6ec7-4343-b282-2180702c1e26 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.139803 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-45b80cf5-d3dc-472f-be7f-a134db124bdc tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.172758 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb4311a-4c81-4467-ac2d-3201a2dbf63f tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:38.177220 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6eb4311a-4c81-4467-ac2d-3201a2dbf63f tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.183087 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-0a6c658a-6ec7-4343-b282-2180702c1e26 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab892a24-af46-4cf3-8fe4-b391d077eb43']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:38.214495 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-fc47251c-89d9-4538-99aa-f3956d48047b None None] For port 975097c5-fb02-4576-ac5d-837f6c8d335d, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:58:38.221446 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-0a6c658a-6ec7-4343-b282-2180702c1e26 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a4fba62-f136-43dc-a384-0580e7dc89e4') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:38.222023 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-0a6c658a-6ec7-4343-b282-2180702c1e26 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a4fba62-f136-43dc-a384-0580e7dc89e4') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:38.234460 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-fc47251c-89d9-4538-99aa-f3956d48047b None None] For port 975097c5-fb02-4576-ac5d-837f6c8d335d, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=975097c5-fb02-4576-ac5d-837f6c8d335d,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:58:38.240584 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fc47251c-89d9-4538-99aa-f3956d48047b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.253125 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a6c658a-6ec7-4343-b282-2180702c1e26 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.323450 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de4c45-3b7b-4123-8855-07f00fb3f77b None None] Pushing event updated for resources: {'Port': ['ID=975097c5-fb02-4576-ac5d-837f6c8d335d,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:38.326184 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc47251c-89d9-4538-99aa-f3956d48047b None None] Routers {'765de596-cd92-410f-8fb0-ab298225b582'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:38.326776 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-fc47251c-89d9-4538-99aa-f3956d48047b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:58:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['765de596-cd92-410f-8fb0-ab298225b582'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:38.340813 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a6c658a-6ec7-4343-b282-2180702c1e26 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.371987 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a6c658a-6ec7-4343-b282-2180702c1e26 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:58:38.374638 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a6c658a-6ec7-4343-b282-2180702c1e26 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.376320 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2b9104-b15a-4f4f-8297-e2bbf845cc69 None None] Network ab892a24-af46-4cf3-8fe4-b391d077eb43 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:38.379085 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:58:38.379085 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:58:38.379085 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:58:38.379085 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:58:38.379085 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:58:38.379085 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:58:38.379085 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:58:38.379085 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:58:38.379085 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:58:38.379085 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:58:38.379085 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:58:38.379085 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:58:38.379085 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:58:38.379085 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:58:38.379085 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:58:38.379085 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:58:38.379085 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:58:38.379085 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:58:38.379085 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:58:38.379085 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:58:38.379085 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:58:38.379085 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:58:38.379085 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:58:38.379085 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:58:38.379085 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:58:38.379085 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:58:38.379085 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:58:38.379085 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:58:38.379085 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:58:38.379085 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:58:38.379085 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:58:38.379085 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:58:38.410890 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4362bf-7245-4d13-9a5e-1b53718453a0 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:58:38.474420 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-45b80cf5-d3dc-472f-be7f-a134db124bdc tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.492682 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c438ce-a1a9-4a36-bced-45d5f571df94 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:58:38.540274 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b80cf5-d3dc-472f-be7f-a134db124bdc tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event deleted for resources: {'Subnet': ['ID=2edf647e-f3a3-4f9e-81a9-caa79c9f4a1f,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:38.545568 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-45b80cf5-d3dc-472f-be7f-a134db124bdc tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.552191 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41108) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:38.552691 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-45b80cf5-d3dc-472f-be7f-a134db124bdc tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "DELETE /v2.0/subnets/2edf647e-f3a3-4f9e-81a9-caa79c9f4a1f HTTP/1.1" status: 204 len: 168 time: 1.3736069 Nov 12 00:58:38.571541 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a6c658a-6ec7-4343-b282-2180702c1e26 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.576297 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-04966cf4-cee6-457d-a1eb-ee767846a768 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.587882 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569fd20e-63a1-4431-8f7d-675c8b21a17c None None] Network b8f9d2c0-155e-4694-a041-2ed9253474d7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:38.594171 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-fc47251c-89d9-4538-99aa-f3956d48047b None None] Set router 765de596-cd92-410f-8fb0-ab298225b582 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:58:38.610312 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a6c658a-6ec7-4343-b282-2180702c1e26 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.614286 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0a6c658a-6ec7-4343-b282-2180702c1e26 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] 10.222.0.20 "DELETE /v2.0/networks/ab892a24-af46-4cf3-8fe4-b391d077eb43 HTTP/1.1" status: 204 len: 168 time: 4.4879158 Nov 12 00:58:38.635663 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c658a-6ec7-4343-b282-2180702c1e26 tempest-NetworksTest-311280921 tempest-NetworksTest-311280921-project] Pushing event deleted for resources: {'Network': ['ID=ab892a24-af46-4cf3-8fe4-b391d077eb43,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:38.723179 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-04966cf4-cee6-457d-a1eb-ee767846a768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.745292 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8bd28727-adcc-4d83-8f16-1a9a1ae12dc4 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.774763 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6eb4311a-4c81-4467-ac2d-3201a2dbf63f tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.803368 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04966cf4-cee6-457d-a1eb-ee767846a768 admin admin] Network 81cab25c-cc73-4b97-9af8-266d9053a85f is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:38.813724 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-04966cf4-cee6-457d-a1eb-ee767846a768 admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:38.817471 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04966cf4-cee6-457d-a1eb-ee767846a768 admin admin] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:38.821524 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ca001f-792d-4ac5-9f5a-f706bbe2a3e2 None None] DHCP port deletion for ab892a24-af46-4cf3-8fe4-b391d077eb43 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:58:38.873185 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-8bd28727-adcc-4d83-8f16-1a9a1ae12dc4 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Deleting port 656e7e23-dee0-46d0-b41d-3e223ccfd08d {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:38.876076 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8bd28727-adcc-4d83-8f16-1a9a1ae12dc4 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.935555 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-04966cf4-cee6-457d-a1eb-ee767846a768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.994078 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-f422a9b1-de73-47b7-97c3-5cfd2abca12b None None] Provisioning complete for port 975097c5-fb02-4576-ac5d-837f6c8d335d triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:38.994620 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f422a9b1-de73-47b7-97c3-5cfd2abca12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:39.050217 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb4311a-4c81-4467-ac2d-3201a2dbf63f tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:39.070772 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04966cf4-cee6-457d-a1eb-ee767846a768 admin admin] Pushing event updated for resources: {'Port': ['ID=8dcb9921-2f79-4b84-89e2-5a7f8757e90a,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:39.101414 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-6eb4311a-4c81-4467-ac2d-3201a2dbf63f tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:39.104612 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb4311a-4c81-4467-ac2d-3201a2dbf63f tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:39.105362 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6eb4311a-4c81-4467-ac2d-3201a2dbf63f tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:39.162962 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41118) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:39.207150 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-11c42c6b-6ed6-4c98-ac36-c9084d1b4e73 req-c6b80e25-ed27-415f-b857-2be7753a46e9 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 210 time: 0.1278431 Nov 12 00:58:39.241651 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-8bd28727-adcc-4d83-8f16-1a9a1ae12dc4 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] For port 656e7e23-dee0-46d0-b41d-3e223ccfd08d, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=656e7e23-dee0-46d0-b41d-3e223ccfd08d,segment=NetworkSegment(f5392b28-65ef-4b45-911b-ef4369671535),segment_id=f5392b28-65ef-4b45-911b-ef4369671535)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:39.241651 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8bd28727-adcc-4d83-8f16-1a9a1ae12dc4 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:39.242376 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41122) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:39.251083 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6eb4311a-4c81-4467-ac2d-3201a2dbf63f tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6504238 Nov 12 00:58:39.278307 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb4311a-4c81-4467-ac2d-3201a2dbf63f tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Subnet': ['ID=5493718c-d90d-4a9a-a210-ebc2c2aac282,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:39.296245 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-0b10b6e4-de5a-450b-b798-a6f84344c826 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'subnet': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:39.333469 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-8bd28727-adcc-4d83-8f16-1a9a1ae12dc4 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Calling delete_port for 656e7e23-dee0-46d0-b41d-3e223ccfd08d owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:39.359910 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 0104706e-3ee9-4c28-b005-c0aa09e846ce no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:58:39.375443 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122de0c1-872f-4034-95f8-8dd62913ad5c None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:39.441399 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 0104706e-3ee9-4c28-b005-c0aa09e846ce {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:58:39.441775 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 0104706e-3ee9-4c28-b005-c0aa09e846ce not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:58:39.472807 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:39.531287 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-04966cf4-cee6-457d-a1eb-ee767846a768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:39.558701 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f7e06cae-b2f7-4234-abee-729daa623961 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=12dd440799914979a52d8976c0f56bb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3632393 Nov 12 00:58:39.571541 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41124) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:39.637560 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b10b6e4-de5a-450b-b798-a6f84344c826 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:39.641421 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0b10b6e4-de5a-450b-b798-a6f84344c826 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:39.662629 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8bd28727-adcc-4d83-8f16-1a9a1ae12dc4 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:39.774991 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd28727-adcc-4d83-8f16-1a9a1ae12dc4 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event deleted for resources: {'Port': ['ID=656e7e23-dee0-46d0-b41d-3e223ccfd08d,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:39.777295 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd28727-adcc-4d83-8f16-1a9a1ae12dc4 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] No DVR routers for this DVR port 656e7e23-dee0-46d0-b41d-3e223ccfd08d on host n-d-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:58:39.821623 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-04966cf4-cee6-457d-a1eb-ee767846a768 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:39.831367 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-04966cf4-cee6-457d-a1eb-ee767846a768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:39.837969 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:39.838289 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7956434a-59a3-43a9-92db-e702aa8637a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:39.885024 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f422a9b1-de73-47b7-97c3-5cfd2abca12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:39.898063 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-04966cf4-cee6-457d-a1eb-ee767846a768 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:39.930137 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-f422a9b1-de73-47b7-97c3-5cfd2abca12b None None] For port 975097c5-fb02-4576-ac5d-837f6c8d335d, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=975097c5-fb02-4576-ac5d-837f6c8d335d,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:39.934742 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7956434a-59a3-43a9-92db-e702aa8637a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:39.966190 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f422a9b1-de73-47b7-97c3-5cfd2abca12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:39.975418 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696291c2-af29-402b-a218-25bd479cf8e1 None None] DHCP port deletion for b8f9d2c0-155e-4694-a041-2ed9253474d7 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:58:40.019610 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-fc47251c-89d9-4538-99aa-f3956d48047b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765de596-cd92-410f-8fb0-ab298225b582', 'name': 'tempest-AttachVolumeTestJSON-553815399-router', 'tenant_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '975097c5-fb02-4576-ac5d-837f6c8d335d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:58:28Z', 'updated_at': '2021-11-12T00:58:32Z', 'revision_number': 3, 'project_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'gw_port': {'id': '975097c5-fb02-4576-ac5d-837f6c8d335d', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765de596-cd92-410f-8fb0-ab298225b582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:58:30Z', 'updated_at': '2021-11-12T00:58:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:40.025500 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7956434a-59a3-43a9-92db-e702aa8637a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:40.028586 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7956434a-59a3-43a9-92db-e702aa8637a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:40.042685 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7956434a-59a3-43a9-92db-e702aa8637a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/34dde8e9-b048-4f91-99ac-8a5bd2ebeb24 HTTP/1.1" status: 204 len: 168 time: 0.4452617 Nov 12 00:58:40.044186 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04966cf4-cee6-457d-a1eb-ee767846a768 admin admin] Pushing event updated for resources: {'Port': ['ID=8dcb9921-2f79-4b84-89e2-5a7f8757e90a,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:40.052412 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc47251c-89d9-4538-99aa-f3956d48047b None None] The sync data for ids ['765de596-cd92-410f-8fb0-ab298225b582'] in n-d-812236-11 is: [{'id': '765de596-cd92-410f-8fb0-ab298225b582', 'name': 'tempest-AttachVolumeTestJSON-553815399-router', 'tenant_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '975097c5-fb02-4576-ac5d-837f6c8d335d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:58:28Z', 'updated_at': '2021-11-12T00:58:32Z', 'revision_number': 3, 'project_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'gw_port': {'id': '975097c5-fb02-4576-ac5d-837f6c8d335d', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765de596-cd92-410f-8fb0-ab298225b582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:58:30Z', 'updated_at': '2021-11-12T00:58:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:58:40.079965 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f422a9b1-de73-47b7-97c3-5cfd2abca12b None None] Pushing event updated for resources: {'Port': ['ID=975097c5-fb02-4576-ac5d-837f6c8d335d,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:40.086883 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7956434a-59a3-43a9-92db-e702aa8637a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34dde8e9-b048-4f91-99ac-8a5bd2ebeb24,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:40.099055 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8bd28727-adcc-4d83-8f16-1a9a1ae12dc4 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:40.133672 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-ab7aed1a-57c3-4212-ad2b-54fb11609307 None None] Provisioning complete for port 8dcb9921-2f79-4b84-89e2-5a7f8757e90a triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:40.134049 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ab7aed1a-57c3-4212-ad2b-54fb11609307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:40.141574 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04966cf4-cee6-457d-a1eb-ee767846a768 admin admin] Network 81cab25c-cc73-4b97-9af8-266d9053a85f is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:40.144008 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-04966cf4-cee6-457d-a1eb-ee767846a768 admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:40.176597 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-8bd28727-adcc-4d83-8f16-1a9a1ae12dc4 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8f9d2c0-155e-4694-a041-2ed9253474d7']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:40.210761 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-8bd28727-adcc-4d83-8f16-1a9a1ae12dc4 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5392b28-65ef-4b45-911b-ef4369671535') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:40.211422 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-8bd28727-adcc-4d83-8f16-1a9a1ae12dc4 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5392b28-65ef-4b45-911b-ef4369671535') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:40.223707 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8bd28727-adcc-4d83-8f16-1a9a1ae12dc4 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:40.240715 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8bd28727-adcc-4d83-8f16-1a9a1ae12dc4 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:40.248122 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bd28727-adcc-4d83-8f16-1a9a1ae12dc4 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:58:40.248785 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8bd28727-adcc-4d83-8f16-1a9a1ae12dc4 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:40.265480 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 00:58:40.265480 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:58:40.265480 n-d-812236-11 neutron-server[102662]: timer() Nov 12 00:58:40.265480 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:58:40.265480 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 00:58:40.265480 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:58:40.265480 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 00:58:40.265480 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:58:40.265480 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 00:58:40.265480 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:58:40.265480 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 00:58:40.265480 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:58:40.265480 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 00:58:40.265480 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:58:40.265480 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:58:40.265480 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:58:40.265480 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:58:40.265480 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:58:40.265480 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 00:58:40.265480 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:58:40.265480 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 00:58:40.265480 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:58:40.265480 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:58:40.265480 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:58:40.265480 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 00:58:40.265480 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:58:40.265480 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:58:40.265480 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:58:40.265480 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:58:40.265480 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:58:40.265480 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:58:40.265480 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:58:40.350498 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-ab7aed1a-57c3-4212-ad2b-54fb11609307 None None] Port 8dcb9921-2f79-4b84-89e2-5a7f8757e90a cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:58:40.365484 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277fe4af-81af-4db2-ac0e-967b04b90ba8 None None] Update dhcp port {'port': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'fixed_ips': [{'subnet_id': '5493718c-d90d-4a9a-a210-ebc2c2aac282'}], 'binding:host_id': 'n-d-812236-11'}, 'id': 'd938eb9a-199a-4ffc-a03a-5dbad04cb9a0'} from n-d-812236-11. {{(pid=102663) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 00:58:40.441028 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04966cf4-cee6-457d-a1eb-ee767846a768 admin admin] Router 765de596-cd92-410f-8fb0-ab298225b582 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:58:40.459824 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-277fe4af-81af-4db2-ac0e-967b04b90ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:40.574457 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8ee48105-987f-4477-bbbd-1e04cee4391b req-8cef8610-6d1b-4c9b-8f2d-b4c9fb98be10 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 210 time: 0.1646032 Nov 12 00:58:40.594403 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8bd28727-adcc-4d83-8f16-1a9a1ae12dc4 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:40.611286 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8bd28727-adcc-4d83-8f16-1a9a1ae12dc4 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:40.619057 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8bd28727-adcc-4d83-8f16-1a9a1ae12dc4 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "DELETE /v2.0/networks/b8f9d2c0-155e-4694-a041-2ed9253474d7 HTTP/1.1" status: 204 len: 168 time: 2.0640252 Nov 12 00:58:40.623037 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41138) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:40.629121 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-c8bd50e3-6e39-41fb-8303-dfac8c1262d9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Request body: {'network': {'name': 'tempest-RoutersTest-1280566984'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:40.703930 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd28727-adcc-4d83-8f16-1a9a1ae12dc4 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event deleted for resources: {'Network': ['ID=b8f9d2c0-155e-4694-a041-2ed9253474d7,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:40.712860 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-277fe4af-81af-4db2-ac0e-967b04b90ba8 None None] Allocated IP 172.20.0.2 (549c8e6d-38df-4171-95c5-652183e307b7/5493718c-d90d-4a9a-a210-ebc2c2aac282/d938eb9a-199a-4ffc-a03a-5dbad04cb9a0) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:40.756354 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04966cf4-cee6-457d-a1eb-ee767846a768 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:58:40.764380 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-04966cf4-cee6-457d-a1eb-ee767846a768 admin admin] 10.222.0.20 "PUT /v2.0/routers/765de596-cd92-410f-8fb0-ab298225b582/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2171216 Nov 12 00:58:40.785803 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bd50e3-6e39-41fb-8303-dfac8c1262d9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Made reservation on behalf of f23da681bca94b38b5538444990222f0 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:40.790949 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c8bd50e3-6e39-41fb-8303-dfac8c1262d9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:40.852787 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-277fe4af-81af-4db2-ac0e-967b04b90ba8 None None] For port d938eb9a-199a-4ffc-a03a-5dbad04cb9a0, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=d938eb9a-199a-4ffc-a03a-5dbad04cb9a0,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:40.893520 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-277fe4af-81af-4db2-ac0e-967b04b90ba8 None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:40.907385 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-277fe4af-81af-4db2-ac0e-967b04b90ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:40.907565 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8bd50e3-6e39-41fb-8303-dfac8c1262d9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:58:40.937402 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c8bd50e3-6e39-41fb-8303-dfac8c1262d9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:40.938204 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-c8bd50e3-6e39-41fb-8303-dfac8c1262d9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Added segment 79224ea5-a61a-4872-a913-f364765db912 of type vlan for network 4e0f6f76-4d43-4e24-86e5-412e7cb0ddf9 Nov 12 00:58:41.041842 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:41.045683 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-f4fed944-b541-4009-a6d9-9a33e6f708e2 None None] Provisioning complete for port 8dcb9921-2f79-4b84-89e2-5a7f8757e90a triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:41.046089 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f4fed944-b541-4009-a6d9-9a33e6f708e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:41.059214 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c8bd50e3-6e39-41fb-8303-dfac8c1262d9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:41.134602 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277fe4af-81af-4db2-ac0e-967b04b90ba8 None None] Pushing event updated for resources: {'Port': ['ID=d938eb9a-199a-4ffc-a03a-5dbad04cb9a0,revision_number=6']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:41.179226 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-f4fed944-b541-4009-a6d9-9a33e6f708e2 None None] Port 8dcb9921-2f79-4b84-89e2-5a7f8757e90a cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:58:41.294953 n-d-812236-11 neutron-server[102662]: DEBUG neutron.objects.ports [None req-0b10b6e4-de5a-450b-b798-a6f84344c826 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102662) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 00:58:41.389134 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 975097c5-fb02-4576-ac5d-837f6c8d335d up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:58:41.506288 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 975097c5-fb02-4576-ac5d-837f6c8d335d triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:41.506762 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:41.559361 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41160) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:41.566634 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-36ca854d-0382-48df-b653-eff151c4d958 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Request body: {'security_group': {'name': 'tempest-securitygroup--222640317', 'description': 'tempest-description--675055145'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:41.585364 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41162) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:41.607665 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c8bd50e3-6e39-41fb-8303-dfac8c1262d9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:41.618723 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bd50e3-6e39-41fb-8303-dfac8c1262d9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:41.627451 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c8bd50e3-6e39-41fb-8303-dfac8c1262d9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:41.659357 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-36ca854d-0382-48df-b653-eff151c4d958 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:41.780433 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c8bd50e3-6e39-41fb-8303-dfac8c1262d9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1560888 Nov 12 00:58:41.781296 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 656e7e23-dee0-46d0-b41d-3e223ccfd08d no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:58:41.781698 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41168) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:41.822592 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 656e7e23-dee0-46d0-b41d-3e223ccfd08d {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:58:41.822958 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 656e7e23-dee0-46d0-b41d-3e223ccfd08d not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:58:41.871058 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-7df4ba09-2d3b-4ec7-94a5-622d68649e33 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-330117403'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:41.878763 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-f3141900-cfc9-4e67-a873-e3f813362377 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Request body: {'subnet': {'network_id': '4e0f6f76-4d43-4e24-86e5-412e7cb0ddf9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:41.886028 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d5f62bd7-4183-46f4-87c9-953674f5d7ad req-1c0ac856-7b61-4736-8bef-31e800400ffc tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 210 time: 0.0696442 Nov 12 00:58:41.915751 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-36ca854d-0382-48df-b653-eff151c4d958 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:41.929006 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-36ca854d-0382-48df-b653-eff151c4d958 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:41.953804 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df4ba09-2d3b-4ec7-94a5-622d68649e33 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Made reservation on behalf of 3bb80f8fcdb04dbb90fc5fe264a13cbe for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:41.957634 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7df4ba09-2d3b-4ec7-94a5-622d68649e33 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:41.974040 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7df4ba09-2d3b-4ec7-94a5-622d68649e33 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:41.987596 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-36ca854d-0382-48df-b653-eff151c4d958 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:41.988642 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-36ca854d-0382-48df-b653-eff151c4d958 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4286482 Nov 12 00:58:41.996998 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41170) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:42.001704 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-3319c268-bd3c-4ce9-894b-cea30a26e1dd tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Request body: {'security_group_rule': {'security_group_id': 'c3ad4aa7-f288-4738-9886-8baae0088fbe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:42.008927 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-ce02c742-0312-420d-9172-222f0ec1230c None None] Provisioning complete for port d938eb9a-199a-4ffc-a03a-5dbad04cb9a0 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:42.009300 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ce02c742-0312-420d-9172-222f0ec1230c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:42.020174 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ca854d-0382-48df-b653-eff151c4d958 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ad4aa7-f288-4738-9886-8baae0088fbe,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:42.055069 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd50e3-6e39-41fb-8303-dfac8c1262d9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event updated for resources: {'Network': ['ID=4e0f6f76-4d43-4e24-86e5-412e7cb0ddf9,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:42.059683 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3319c268-bd3c-4ce9-894b-cea30a26e1dd tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:42.073833 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 4e0f6f76-4d43-4e24-86e5-412e7cb0ddf9 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:58:42.117040 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3141900-cfc9-4e67-a873-e3f813362377 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Made reservation on behalf of f23da681bca94b38b5538444990222f0 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:42.123047 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f3141900-cfc9-4e67-a873-e3f813362377 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:42.250001 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0b10b6e4-de5a-450b-b798-a6f84344c826 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:42.513457 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-0b10b6e4-de5a-450b-b798-a6f84344c826 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] For port d938eb9a-199a-4ffc-a03a-5dbad04cb9a0, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=d938eb9a-199a-4ffc-a03a-5dbad04cb9a0,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:42.524004 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f3141900-cfc9-4e67-a873-e3f813362377 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:42.557538 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3319c268-bd3c-4ce9-894b-cea30a26e1dd tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:42.585593 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7df4ba09-2d3b-4ec7-94a5-622d68649e33 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:42.586802 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3319c268-bd3c-4ce9-894b-cea30a26e1dd tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:42.602569 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3319c268-bd3c-4ce9-894b-cea30a26e1dd tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca5d7640-afbe-4a0d-bbcc-5c3d2942f244,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:42.605580 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7df4ba09-2d3b-4ec7-94a5-622d68649e33 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:42.658322 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:42.661561 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3319c268-bd3c-4ce9-894b-cea30a26e1dd tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:42.662810 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-3319c268-bd3c-4ce9-894b-cea30a26e1dd tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6645770 Nov 12 00:58:42.669342 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41174) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:42.670088 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7df4ba09-2d3b-4ec7-94a5-622d68649e33 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:58:42.677301 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-49cf80a1-a4f0-4cd6-9a10-204935f8b46a tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Request body: {'security_group_rule': {'security_group_id': 'c3ad4aa7-f288-4738-9886-8baae0088fbe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:42.711330 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df4ba09-2d3b-4ec7-94a5-622d68649e33 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36ca3a00-9fd1-4acf-826b-d6222b6824df,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:42.730848 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7df4ba09-2d3b-4ec7-94a5-622d68649e33 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:42.737692 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-7df4ba09-2d3b-4ec7-94a5-622d68649e33 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Added segment 1de6ff02-7c4b-4bdb-a3b7-b1d8e52f2e0b of type vlan for network 6398f85e-584f-40be-9040-b5e6f4f3c478 Nov 12 00:58:42.740182 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-49cf80a1-a4f0-4cd6-9a10-204935f8b46a tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:42.838561 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7df4ba09-2d3b-4ec7-94a5-622d68649e33 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:42.867717 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-49cf80a1-a4f0-4cd6-9a10-204935f8b46a tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:42.875665 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-49cf80a1-a4f0-4cd6-9a10-204935f8b46a tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:42.898736 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7df4ba09-2d3b-4ec7-94a5-622d68649e33 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:42.904994 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df4ba09-2d3b-4ec7-94a5-622d68649e33 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:42.905618 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7df4ba09-2d3b-4ec7-94a5-622d68649e33 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:42.912369 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0b10b6e4-de5a-450b-b798-a6f84344c826 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:42.923283 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-49cf80a1-a4f0-4cd6-9a10-204935f8b46a tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:42.925038 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-49cf80a1-a4f0-4cd6-9a10-204935f8b46a tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2526941 Nov 12 00:58:42.928895 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41180) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:42.933606 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-2d3ce8cd-ac03-4f59-ae40-07cce8e0939a tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:42.952178 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf80a1-a4f0-4cd6-9a10-204935f8b46a tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8816115-bee9-4e35-8344-f19bac0f2cf7,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:42.972457 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0b10b6e4-de5a-450b-b798-a6f84344c826 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:42.973228 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0b10b6e4-de5a-450b-b798-a6f84344c826 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:42.984247 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3141900-cfc9-4e67-a873-e3f813362377 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Checking segment: {'id': '79224ea5-a61a-4872-a913-f364765db912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4e0f6f76-4d43-4e24-86e5-412e7cb0ddf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:58:42.984607 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3141900-cfc9-4e67-a873-e3f813362377 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Network hostable DHCP agents. Network: 4e0f6f76-4d43-4e24-86e5-412e7cb0ddf9, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:58:42.998979 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b10b6e4-de5a-450b-b798-a6f84344c826 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:43.000227 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3141900-cfc9-4e67-a873-e3f813362377 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event updated for resources: {'Subnet': ['ID=7d745ce6-0aa3-4a04-93ca-c33971b59853,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:43.031360 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7df4ba09-2d3b-4ec7-94a5-622d68649e33 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4319422 Nov 12 00:58:43.031562 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-0b10b6e4-de5a-450b-b798-a6f84344c826 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:43.036119 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41182) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:43.040913 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b10b6e4-de5a-450b-b798-a6f84344c826 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:43.041262 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a29d76-9067-4c8c-bd20-7d2e03bc0ff1 None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:43.041738 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0b10b6e4-de5a-450b-b798-a6f84344c826 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:43.045563 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86209a2b-adcf-444f-9eba-54da7b3b1698 None None] Sync routers for ids ['765de596-cd92-410f-8fb0-ab298225b582'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:58:43.054429 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df4ba09-2d3b-4ec7-94a5-622d68649e33 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event updated for resources: {'Network': ['ID=6398f85e-584f-40be-9040-b5e6f4f3c478,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:43.072386 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-98ccc7cb-7d47-4591-9d6f-0ac3e22851cb tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Request body: {'port': {'network_id': '6398f85e-584f-40be-9040-b5e6f4f3c478', 'name': 'tempest-PortsTestJSON-2112491915'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:43.089985 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 6398f85e-584f-40be-9040-b5e6f4f3c478 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:58:43.100801 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a8d6108f-0f7b-4f15-a650-4b903a906b43 req-bd45e71e-c287-4058-85ae-6d142f59e40c tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 210 time: 0.0493178 Nov 12 00:58:43.101856 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2d3ce8cd-ac03-4f59-ae40-07cce8e0939a tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks [] for floatingip, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:43.169906 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3141900-cfc9-4e67-a873-e3f813362377 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Network 4e0f6f76-4d43-4e24-86e5-412e7cb0ddf9 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:58:43.185885 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0b10b6e4-de5a-450b-b798-a6f84344c826 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.9415669 Nov 12 00:58:43.190042 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41184) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:43.198759 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-69ec9b72-e4dc-4af0-8e94-52652df2c73d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'port': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'mac_address': 'fa:16:3e:80:c1:9b', 'name': 'tempest-NetworksTestDHCPv6-1645350133'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:43.212033 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-f3141900-cfc9-4e67-a873-e3f813362377 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 4e0f6f76-4d43-4e24-86e5-412e7cb0ddf9) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:43.213645 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b10b6e4-de5a-450b-b798-a6f84344c826 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Subnet': ['ID=daaf180c-0bc1-4de4-acfb-1002e11d8ae3,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:43.220101 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b10b6e4-de5a-450b-b798-a6f84344c826 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Port': ['ID=d938eb9a-199a-4ffc-a03a-5dbad04cb9a0,revision_number=8']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:43.222547 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86209a2b-adcf-444f-9eba-54da7b3b1698 None None] Routers {'765de596-cd92-410f-8fb0-ab298225b582'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:43.223201 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-86209a2b-adcf-444f-9eba-54da7b3b1698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:58:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['765de596-cd92-410f-8fb0-ab298225b582'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:43.230770 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3141900-cfc9-4e67-a873-e3f813362377 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:43.230770 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f3141900-cfc9-4e67-a873-e3f813362377 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:43.293127 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ccc7cb-7d47-4591-9d6f-0ac3e22851cb tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Made reservation on behalf of 3bb80f8fcdb04dbb90fc5fe264a13cbe for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:43.297072 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-98ccc7cb-7d47-4591-9d6f-0ac3e22851cb tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:43.313714 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2d3ce8cd-ac03-4f59-ae40-07cce8e0939a tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:43.319165 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f3141900-cfc9-4e67-a873-e3f813362377 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5288916 Nov 12 00:58:43.319805 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41188) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:43.326094 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-72e40a81-4675-4772-98b8-7bb9d5f617ad tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1630533546', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:43.333134 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0443b273-5410-4eed-95f6-e47e89e43afa None None] Network 4e0f6f76-4d43-4e24-86e5-412e7cb0ddf9 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:43.354000 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-72e40a81-4675-4772-98b8-7bb9d5f617ad tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:43.355102 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-72e40a81-4675-4772-98b8-7bb9d5f617ad tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:43.360765 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-98ccc7cb-7d47-4591-9d6f-0ac3e22851cb tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] device_id is not set on port cc8d0f3d-37d1-4eae-a2cc-8cc9ba07ed56 yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:58:43.389995 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device d938eb9a-199a-4ffc-a03a-5dbad04cb9a0 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:58:43.509242 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-2d3ce8cd-ac03-4f59-ae40-07cce8e0939a tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Allocated IP 172.25.2.98 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/4ad77e4b-a9c2-4b50-8cd0-13e081e504fc) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:43.537165 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ec9b72-e4dc-4af0-8e94-52652df2c73d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:43.542046 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-72e40a81-4675-4772-98b8-7bb9d5f617ad tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:43.548454 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-72e40a81-4675-4772-98b8-7bb9d5f617ad tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:43.666381 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-98ccc7cb-7d47-4591-9d6f-0ac3e22851cb tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:43.671494 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-86209a2b-adcf-444f-9eba-54da7b3b1698 None None] Set router 765de596-cd92-410f-8fb0-ab298225b582 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:58:43.703359 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-98ccc7cb-7d47-4591-9d6f-0ac3e22851cb tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:43.709213 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-72e40a81-4675-4772-98b8-7bb9d5f617ad tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:43.711234 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-69ec9b72-e4dc-4af0-8e94-52652df2c73d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:43.713590 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-72e40a81-4675-4772-98b8-7bb9d5f617ad tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3913028 Nov 12 00:58:43.714008 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41190) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:43.728041 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port d938eb9a-199a-4ffc-a03a-5dbad04cb9a0 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:43.728041 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:43.740793 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2d3ce8cd-ac03-4f59-ae40-07cce8e0939a tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:43.757867 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-69ec9b72-e4dc-4af0-8e94-52652df2c73d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] device_id is not set on port 68d5de8a-b9eb-4c51-b4ae-30e450cef680 yet. {{(pid=102661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:58:43.822173 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1495ee-02e6-4664-babb-827ca9de1875 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-4e0f6f76-4d43-4e24-86e5-412e7cb0ddf9', 'network_id': '4e0f6f76-4d43-4e24-86e5-412e7cb0ddf9', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'fixed_ips': [{'subnet_id': '7d745ce6-0aa3-4a04-93ca-c33971b59853'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:58:43.825310 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-aa1495ee-02e6-4664-babb-827ca9de1875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:43.859048 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2d3ce8cd-ac03-4f59-ae40-07cce8e0939a tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:43.893914 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ccc7cb-7d47-4591-9d6f-0ac3e22851cb tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Checking segment: {'id': '1de6ff02-7c4b-4bdb-a3b7-b1d8e52f2e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6398f85e-584f-40be-9040-b5e6f4f3c478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:58:43.894287 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ccc7cb-7d47-4591-9d6f-0ac3e22851cb tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Network hostable DHCP agents. Network: 6398f85e-584f-40be-9040-b5e6f4f3c478, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:58:43.960187 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3ce8cd-ac03-4f59-ae40-07cce8e0939a tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:43.968648 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-2d3ce8cd-ac03-4f59-ae40-07cce8e0939a tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:43.978570 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3ce8cd-ac03-4f59-ae40-07cce8e0939a tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:43.991634 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ccc7cb-7d47-4591-9d6f-0ac3e22851cb tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event updated for resources: {'Port': ['ID=cc8d0f3d-37d1-4eae-a2cc-8cc9ba07ed56,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:44.035059 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ce8cd-ac03-4f59-ae40-07cce8e0939a tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Pushing event updated for resources: {'Port': ['ID=4ad77e4b-a9c2-4b50-8cd0-13e081e504fc,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:44.079209 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ccc7cb-7d47-4591-9d6f-0ac3e22851cb tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Network 6398f85e-584f-40be-9040-b5e6f4f3c478 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:58:44.150060 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-98ccc7cb-7d47-4591-9d6f-0ac3e22851cb tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 6398f85e-584f-40be-9040-b5e6f4f3c478) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:44.158786 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ccc7cb-7d47-4591-9d6f-0ac3e22851cb tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:44.177468 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b4e63e-4816-4d97-8d98-6432e4f58ae1 None None] Network 6398f85e-584f-40be-9040-b5e6f4f3c478 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:44.178268 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ccc7cb-7d47-4591-9d6f-0ac3e22851cb tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:44.180808 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-98ccc7cb-7d47-4591-9d6f-0ac3e22851cb tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:44.207554 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-69ec9b72-e4dc-4af0-8e94-52652df2c73d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Allocated IP 172.20.0.11 (549c8e6d-38df-4171-95c5-652183e307b7/5493718c-d90d-4a9a-a210-ebc2c2aac282/68d5de8a-b9eb-4c51-b4ae-30e450cef680) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:44.232325 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-69ec9b72-e4dc-4af0-8e94-52652df2c73d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Allocated IP 2001:db8::f816:3eff:fe80:c19b (549c8e6d-38df-4171-95c5-652183e307b7/daaf180c-0bc1-4de4-acfb-1002e11d8ae3/68d5de8a-b9eb-4c51-b4ae-30e450cef680) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:44.245748 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2d3ce8cd-ac03-4f59-ae40-07cce8e0939a tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:44.273302 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-98ccc7cb-7d47-4591-9d6f-0ac3e22851cb tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2342963 Nov 12 00:58:44.276609 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41196) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:44.282497 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-00436a48-ad2e-4561-9e2e-d106357af7d6 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1284881992'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:44.287573 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-abf092a7-91dd-4020-b401-3a1b9cab3a91 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:44.333466 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cc85fa4e-4665-4e62-93d3-90eb184a107c req-c6fd4b4d-c28f-4b47-a028-d697c29ff964 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 210 time: 0.0687182 Nov 12 00:58:44.407188 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2d3ce8cd-ac03-4f59-ae40-07cce8e0939a tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:44.512202 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00436a48-ad2e-4561-9e2e-d106357af7d6 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Made reservation on behalf of 3bb80f8fcdb04dbb90fc5fe264a13cbe for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:44.516552 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-00436a48-ad2e-4561-9e2e-d106357af7d6 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:44.575280 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00436a48-ad2e-4561-9e2e-d106357af7d6 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:58:44.587727 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-aa1495ee-02e6-4664-babb-827ca9de1875 None None] Allocated IP 172.20.0.2 (4e0f6f76-4d43-4e24-86e5-412e7cb0ddf9/7d745ce6-0aa3-4a04-93ca-c33971b59853/14110e8a-acad-4492-95d1-6ecf3b13c92d) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:44.682239 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-00436a48-ad2e-4561-9e2e-d106357af7d6 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:44.682589 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-00436a48-ad2e-4561-9e2e-d106357af7d6 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Added segment 0ace8d04-5462-4833-b46a-fe6b3ba49a5c of type vlan for network a7db3903-a7f9-470f-9797-f9bdd911374c Nov 12 00:58:44.769221 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-00436a48-ad2e-4561-9e2e-d106357af7d6 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:44.769929 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2d3ce8cd-ac03-4f59-ae40-07cce8e0939a tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:44.779360 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-86209a2b-adcf-444f-9eba-54da7b3b1698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765de596-cd92-410f-8fb0-ab298225b582', 'name': 'tempest-AttachVolumeTestJSON-553815399-router', 'tenant_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '975097c5-fb02-4576-ac5d-837f6c8d335d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:58:28Z', 'updated_at': '2021-11-12T00:58:39Z', 'revision_number': 4, 'project_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'gw_port': {'id': '975097c5-fb02-4576-ac5d-837f6c8d335d', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765de596-cd92-410f-8fb0-ab298225b582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:58:30Z', 'updated_at': '2021-11-12T00:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '8dcb9921-2f79-4b84-89e2-5a7f8757e90a', 'name': '', 'network_id': '81cab25c-cc73-4b97-9af8-266d9053a85f', 'tenant_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'mac_address': 'fa:16:3e:bd:af:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765de596-cd92-410f-8fb0-ab298225b582', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '14a1d482-7411-47d7-8687-bbca824f06be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:58:37Z', 'updated_at': '2021-11-12T00:58:39Z', 'revision_number': 2, 'project_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'subnets': [{'id': '14a1d482-7411-47d7-8687-bbca824f06be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:44.785233 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2d3ce8cd-ac03-4f59-ae40-07cce8e0939a tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:44.793419 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-69ec9b72-e4dc-4af0-8e94-52652df2c73d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:44.833610 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86209a2b-adcf-444f-9eba-54da7b3b1698 None None] Checking router: 765de596-cd92-410f-8fb0-ab298225b582 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:58:44.833902 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86209a2b-adcf-444f-9eba-54da7b3b1698 None None] Updating router 765de596-cd92-410f-8fb0-ab298225b582 port 8dcb9921-2f79-4b84-89e2-5a7f8757e90a binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:58:44.842140 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-00436a48-ad2e-4561-9e2e-d106357af7d6 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:44.851492 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00436a48-ad2e-4561-9e2e-d106357af7d6 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:44.865169 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-00436a48-ad2e-4561-9e2e-d106357af7d6 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:44.871980 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-86209a2b-adcf-444f-9eba-54da7b3b1698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:44.890341 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ce8cd-ac03-4f59-ae40-07cce8e0939a tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Pushing event updated for resources: {'Port': ['ID=4ad77e4b-a9c2-4b50-8cd0-13e081e504fc,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:44.967307 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2d3ce8cd-ac03-4f59-ae40-07cce8e0939a tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:44.984250 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-aa1495ee-02e6-4664-babb-827ca9de1875 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:45.006524 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-aa1495ee-02e6-4664-babb-827ca9de1875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:45.017988 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2d3ce8cd-ac03-4f59-ae40-07cce8e0939a tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:45.028497 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-2d3ce8cd-ac03-4f59-ae40-07cce8e0939a tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0893703 Nov 12 00:58:45.028497 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-69ec9b72-e4dc-4af0-8e94-52652df2c73d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:45.029019 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00436a48-ad2e-4561-9e2e-d106357af7d6 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event updated for resources: {'Network': ['ID=a7db3903-a7f9-470f-9797-f9bdd911374c,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:45.036478 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-00436a48-ad2e-4561-9e2e-d106357af7d6 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7550817 Nov 12 00:58:45.039552 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41204) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:45.045746 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-93e2bc4d-99f5-4ce6-8606-6e26f619768e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Request body: {'ports': [{'network_id': '6398f85e-584f-40be-9040-b5e6f4f3c478'}, {'network_id': 'a7db3903-a7f9-470f-9797-f9bdd911374c'}]} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:45.046432 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-93e2bc4d-99f5-4ce6-8606-6e26f619768e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Request body: {'port': {'network_id': '6398f85e-584f-40be-9040-b5e6f4f3c478'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:45.046863 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-93e2bc4d-99f5-4ce6-8606-6e26f619768e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Request body: {'port': {'network_id': 'a7db3903-a7f9-470f-9797-f9bdd911374c'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:45.079273 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network a7db3903-a7f9-470f-9797-f9bdd911374c details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:58:45.146202 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ec9b72-e4dc-4af0-8e94-52652df2c73d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:45.157344 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-69ec9b72-e4dc-4af0-8e94-52652df2c73d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:45.167641 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ec9b72-e4dc-4af0-8e94-52652df2c73d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:45.203060 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec9b72-e4dc-4af0-8e94-52652df2c73d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Port': ['ID=68d5de8a-b9eb-4c51-b4ae-30e450cef680,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:45.234731 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1495ee-02e6-4664-babb-827ca9de1875 None None] Network 4e0f6f76-4d43-4e24-86e5-412e7cb0ddf9 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:45.259193 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-aa1495ee-02e6-4664-babb-827ca9de1875 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:45.266890 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1495ee-02e6-4664-babb-827ca9de1875 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:45.274822 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1495ee-02e6-4664-babb-827ca9de1875 None None] Pushing event updated for resources: {'Port': ['ID=14110e8a-acad-4492-95d1-6ecf3b13c92d,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:45.276554 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ec9b72-e4dc-4af0-8e94-52652df2c73d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:45.296398 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-69ec9b72-e4dc-4af0-8e94-52652df2c73d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:45.328655 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-abf092a7-91dd-4020-b401-3a1b9cab3a91 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Allocated IP 172.20.0.1 (4e0f6f76-4d43-4e24-86e5-412e7cb0ddf9/7d745ce6-0aa3-4a04-93ca-c33971b59853/cad81e7f-b344-4b82-837d-fefe1b1379aa) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:45.373294 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41218) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:45.375338 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-69ec9b72-e4dc-4af0-8e94-52652df2c73d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.1837232 Nov 12 00:58:45.420712 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device d938eb9a-199a-4ffc-a03a-5dbad04cb9a0 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:58:45.477550 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-07e256ae-4855-49b1-813b-d62789c04e5c req-76e75dc8-9e08-4357-ae19-f961b96a2a90 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--222640317&fields=id&tenant_id=92120bcf7a2b4a398a48be8e2d4be44a HTTP/1.1" status: 200 len: 267 time: 0.1242175 Nov 12 00:58:45.484025 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-cc526c44-2f08-43c1-8f9e-ed9f2c99c1da None None] Provisioning complete for port d938eb9a-199a-4ffc-a03a-5dbad04cb9a0 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:45.484398 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cc526c44-2f08-43c1-8f9e-ed9f2c99c1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:45.538263 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-aa1495ee-02e6-4664-babb-827ca9de1875 None None] Attempting to bind port 14110e8a-acad-4492-95d1-6ecf3b13c92d on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:58:45.538662 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-aa1495ee-02e6-4664-babb-827ca9de1875 None None] Attempting to bind port 14110e8a-acad-4492-95d1-6ecf3b13c92d by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '79224ea5-a61a-4872-a913-f364765db912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4e0f6f76-4d43-4e24-86e5-412e7cb0ddf9'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:58:45.538974 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1495ee-02e6-4664-babb-827ca9de1875 None None] Attempting to bind port 14110e8a-acad-4492-95d1-6ecf3b13c92d on network 4e0f6f76-4d43-4e24-86e5-412e7cb0ddf9 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:58:45.581844 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1495ee-02e6-4664-babb-827ca9de1875 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:58:45.583162 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1495ee-02e6-4664-babb-827ca9de1875 None None] Checking segment: {'id': '79224ea5-a61a-4872-a913-f364765db912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4e0f6f76-4d43-4e24-86e5-412e7cb0ddf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:58:45.583820 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-aa1495ee-02e6-4664-babb-827ca9de1875 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:45.584359 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1495ee-02e6-4664-babb-827ca9de1875 None None] Bound using segment: {'id': '79224ea5-a61a-4872-a913-f364765db912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4e0f6f76-4d43-4e24-86e5-412e7cb0ddf9'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:58:45.584990 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-aa1495ee-02e6-4664-babb-827ca9de1875 None None] Bound port: 14110e8a-acad-4492-95d1-6ecf3b13c92d, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79224ea5-a61a-4872-a913-f364765db912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4e0f6f76-4d43-4e24-86e5-412e7cb0ddf9'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:58:45.585579 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-aa1495ee-02e6-4664-babb-827ca9de1875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:45.682535 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7aab2675-c232-47ec-a2ff-ae2c22afdd1d req-274cdde7-e74d-4e88-961c-47e01351ecae tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 210 time: 0.1877818 Nov 12 00:58:45.690206 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e2bc4d-99f5-4ce6-8606-6e26f619768e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Made reservation on behalf of 3bb80f8fcdb04dbb90fc5fe264a13cbe for: {'port': 2} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:45.695489 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-93e2bc4d-99f5-4ce6-8606-6e26f619768e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:45.713467 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054c1d9f-cb56-4d5f-b91e-4f16d7405a67 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:45.721365 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054c1d9f-cb56-4d5f-b91e-4f16d7405a67 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:45.723126 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-054c1d9f-cb56-4d5f-b91e-4f16d7405a67 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.3479149 Nov 12 00:58:45.731983 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41222) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:45.741957 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-93e2bc4d-99f5-4ce6-8606-6e26f619768e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:45.800731 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-86209a2b-adcf-444f-9eba-54da7b3b1698 None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:45.802415 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e256ae-4855-49b1-813b-d62789c04e5c req-b8376013-9b4a-404a-a3e5-cca78fe19463 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:45.805449 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-07e256ae-4855-49b1-813b-d62789c04e5c req-b8376013-9b4a-404a-a3e5-cca78fe19463 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/networks?id=81cab25c-cc73-4b97-9af8-266d9053a85f HTTP/1.1" status: 200 len: 810 time: 0.3206046 Nov 12 00:58:45.842761 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-93e2bc4d-99f5-4ce6-8606-6e26f619768e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] device_id is not set on port b06260b4-6cad-4df4-9093-5ac15503e775 yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:58:45.843562 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-07e256ae-4855-49b1-813b-d62789c04e5c req-c4d573b9-1057-42d0-a2bc-729b091480b2 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/quotas/92120bcf7a2b4a398a48be8e2d4be44a HTTP/1.1" status: 200 len: 375 time: 0.0149601 Nov 12 00:58:45.860245 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port d938eb9a-199a-4ffc-a03a-5dbad04cb9a0 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:45.860813 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:45.866367 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-86209a2b-adcf-444f-9eba-54da7b3b1698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:45.954725 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-ce42e297-825c-4ef1-924d-bddf37fcf96e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Deleting port 68d5de8a-b9eb-4c51-b4ae-30e450cef680 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:45.955780 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ce42e297-825c-4ef1-924d-bddf37fcf96e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:45.970344 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7738c445-a625-4056-9f23-73a7db0d5c3d None None] Pushing event updated for resources: {'Port': ['ID=8dcb9921-2f79-4b84-89e2-5a7f8757e90a,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:45.978779 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-07e256ae-4855-49b1-813b-d62789c04e5c req-6a9b9be4-c53d-40d9-9fce-fd6937b6d899 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=92120bcf7a2b4a398a48be8e2d4be44a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1275158 Nov 12 00:58:46.010435 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-93e2bc4d-99f5-4ce6-8606-6e26f619768e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:46.028344 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-aa1495ee-02e6-4664-babb-827ca9de1875 None None] For port 14110e8a-acad-4492-95d1-6ecf3b13c92d, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:58:46.082423 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-86209a2b-adcf-444f-9eba-54da7b3b1698 None None] Attempting to bind port 8dcb9921-2f79-4b84-89e2-5a7f8757e90a on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:58:46.082798 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-86209a2b-adcf-444f-9eba-54da7b3b1698 None None] Attempting to bind port 8dcb9921-2f79-4b84-89e2-5a7f8757e90a by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'c2ef6767-ef6e-4767-b44e-17828ba5e84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '81cab25c-cc73-4b97-9af8-266d9053a85f'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:58:46.083162 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86209a2b-adcf-444f-9eba-54da7b3b1698 None None] Attempting to bind port 8dcb9921-2f79-4b84-89e2-5a7f8757e90a on network 81cab25c-cc73-4b97-9af8-266d9053a85f {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:58:46.094395 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-aa1495ee-02e6-4664-babb-827ca9de1875 None None] For port 14110e8a-acad-4492-95d1-6ecf3b13c92d, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=14110e8a-acad-4492-95d1-6ecf3b13c92d,segment=NetworkSegment(79224ea5-a61a-4872-a913-f364765db912),segment_id=79224ea5-a61a-4872-a913-f364765db912)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:58:46.096979 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86209a2b-adcf-444f-9eba-54da7b3b1698 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:58:46.097562 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86209a2b-adcf-444f-9eba-54da7b3b1698 None None] Checking segment: {'id': 'c2ef6767-ef6e-4767-b44e-17828ba5e84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '81cab25c-cc73-4b97-9af8-266d9053a85f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:58:46.098057 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-86209a2b-adcf-444f-9eba-54da7b3b1698 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:46.098495 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86209a2b-adcf-444f-9eba-54da7b3b1698 None None] Bound using segment: {'id': 'c2ef6767-ef6e-4767-b44e-17828ba5e84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '81cab25c-cc73-4b97-9af8-266d9053a85f'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:58:46.099087 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-86209a2b-adcf-444f-9eba-54da7b3b1698 None None] Bound port: 8dcb9921-2f79-4b84-89e2-5a7f8757e90a, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2ef6767-ef6e-4767-b44e-17828ba5e84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '81cab25c-cc73-4b97-9af8-266d9053a85f'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:58:46.099774 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-86209a2b-adcf-444f-9eba-54da7b3b1698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:46.130562 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-aa1495ee-02e6-4664-babb-827ca9de1875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:46.136116 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-93e2bc4d-99f5-4ce6-8606-6e26f619768e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] device_id is not set on port a4740b2c-abc2-4614-9590-3a60694d39d2 yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:58:46.211892 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ce42e297-825c-4ef1-924d-bddf37fcf96e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:46.220135 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-86209a2b-adcf-444f-9eba-54da7b3b1698 None None] For port 8dcb9921-2f79-4b84-89e2-5a7f8757e90a, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:58:46.225922 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-86209a2b-adcf-444f-9eba-54da7b3b1698 None None] For port 8dcb9921-2f79-4b84-89e2-5a7f8757e90a, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=8dcb9921-2f79-4b84-89e2-5a7f8757e90a,segment=NetworkSegment(c2ef6767-ef6e-4767-b44e-17828ba5e84d),segment_id=c2ef6767-ef6e-4767-b44e-17828ba5e84d)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:58:46.231082 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-a3e9d6cc-884f-47af-9564-b2ff9ac79e2c None None] Provisioning complete for port 68d5de8a-b9eb-4c51-b4ae-30e450cef680 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:46.231495 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a3e9d6cc-884f-47af-9564-b2ff9ac79e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:46.236102 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-07e256ae-4855-49b1-813b-d62789c04e5c req-c8563596-00ac-46f5-b471-c00fb9f0dda1 service neutron] 10.222.0.20 "GET /v2.0/networks/81cab25c-cc73-4b97-9af8-266d9053a85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181513 Nov 12 00:58:46.239275 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-ce42e297-825c-4ef1-924d-bddf37fcf96e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Calling delete_port for 68d5de8a-b9eb-4c51-b4ae-30e450cef680 owned by {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:46.333298 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-86209a2b-adcf-444f-9eba-54da7b3b1698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:46.336680 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-93e2bc4d-99f5-4ce6-8606-6e26f619768e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:46.405069 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-93e2bc4d-99f5-4ce6-8606-6e26f619768e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:46.416813 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-abf092a7-91dd-4020-b401-3a1b9cab3a91 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:46.443167 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86209a2b-adcf-444f-9eba-54da7b3b1698 None None] Routers {'765de596-cd92-410f-8fb0-ab298225b582'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:46.443949 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-86209a2b-adcf-444f-9eba-54da7b3b1698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:58:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['765de596-cd92-410f-8fb0-ab298225b582'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:46.503017 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e2bc4d-99f5-4ce6-8606-6e26f619768e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Network 6398f85e-584f-40be-9040-b5e6f4f3c478 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:46.511123 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-93e2bc4d-99f5-4ce6-8606-6e26f619768e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:46.520375 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e2bc4d-99f5-4ce6-8606-6e26f619768e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:46.523687 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-93e2bc4d-99f5-4ce6-8606-6e26f619768e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:46.532831 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e2bc4d-99f5-4ce6-8606-6e26f619768e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event updated for resources: {'Port': ['ID=b06260b4-6cad-4df4-9093-5ac15503e775,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:46.565612 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-a3e9d6cc-884f-47af-9564-b2ff9ac79e2c None None] Port 68d5de8a-b9eb-4c51-b4ae-30e450cef680 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:58:46.613790 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-07e256ae-4855-49b1-813b-d62789c04e5c req-278099af-9610-4ef5-a065-cbef8d8133b2 service neutron] 10.222.0.20 "GET /v2.0/networks/81cab25c-cc73-4b97-9af8-266d9053a85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660407 Nov 12 00:58:46.615654 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ce42e297-825c-4ef1-924d-bddf37fcf96e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:46.626312 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1495ee-02e6-4664-babb-827ca9de1875 None None] Pushing event updated for resources: {'Port': ['ID=14110e8a-acad-4492-95d1-6ecf3b13c92d,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:46.753960 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce42e297-825c-4ef1-924d-bddf37fcf96e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Port': ['ID=68d5de8a-b9eb-4c51-b4ae-30e450cef680,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:46.808393 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-6a751861-ec71-4fe7-afe6-6fce7d2c3ba6 None None] Provisioning complete for port 8dcb9921-2f79-4b84-89e2-5a7f8757e90a triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:46.809004 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6a751861-ec71-4fe7-afe6-6fce7d2c3ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:46.834210 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e2bc4d-99f5-4ce6-8606-6e26f619768e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event updated for resources: {'Port': ['ID=a4740b2c-abc2-4614-9590-3a60694d39d2,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:46.852778 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-abf092a7-91dd-4020-b401-3a1b9cab3a91 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:46.946103 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-86209a2b-adcf-444f-9eba-54da7b3b1698 None None] Set router 765de596-cd92-410f-8fb0-ab298225b582 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:58:47.001912 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ce42e297-825c-4ef1-924d-bddf37fcf96e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:47.005964 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ce42e297-825c-4ef1-924d-bddf37fcf96e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/ports/68d5de8a-b9eb-4c51-b4ae-30e450cef680 HTTP/1.1" status: 204 len: 168 time: 1.2726445 Nov 12 00:58:47.019485 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41230) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:47.035671 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e2bc4d-99f5-4ce6-8606-6e26f619768e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Checking segment: {'id': '0ace8d04-5462-4833-b46a-fe6b3ba49a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a7db3903-a7f9-470f-9797-f9bdd911374c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:58:47.036175 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e2bc4d-99f5-4ce6-8606-6e26f619768e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Network hostable DHCP agents. Network: a7db3903-a7f9-470f-9797-f9bdd911374c, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:58:47.038067 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7738c445-a625-4056-9f23-73a7db0d5c3d None None] Pushing event updated for resources: {'Port': ['ID=8dcb9921-2f79-4b84-89e2-5a7f8757e90a,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:47.058122 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c27acf59-8519-486e-b060-f7132fb535a8 req-3a1bc241-1845-40da-80ff-8c2903cc7c45 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 210 time: 0.1266303 Nov 12 00:58:47.064334 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf092a7-91dd-4020-b401-3a1b9cab3a91 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Network 4e0f6f76-4d43-4e24-86e5-412e7cb0ddf9 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:47.086622 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-abf092a7-91dd-4020-b401-3a1b9cab3a91 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:47.098009 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf092a7-91dd-4020-b401-3a1b9cab3a91 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:47.114224 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf092a7-91dd-4020-b401-3a1b9cab3a91 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event updated for resources: {'Port': ['ID=cad81e7f-b344-4b82-837d-fefe1b1379aa,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:47.153494 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2d9a9180-8798-495e-b0f3-4ac5a6bdaab9 req-4d54edbe-9686-40b7-9834-a508be4b3612 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9 HTTP/1.1" status: 200 len: 210 time: 0.1328111 Nov 12 00:58:47.200584 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e2bc4d-99f5-4ce6-8606-6e26f619768e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Network a7db3903-a7f9-470f-9797-f9bdd911374c is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:58:47.213801 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafa7e93-fb7a-41bc-810b-f64e373e47a7 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:47.221917 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafa7e93-fb7a-41bc-810b-f64e373e47a7 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:47.224767 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafa7e93-fb7a-41bc-810b-f64e373e47a7 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:47.232592 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-abf092a7-91dd-4020-b401-3a1b9cab3a91 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:47.233095 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-cafa7e93-fb7a-41bc-810b-f64e373e47a7 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1909289 Nov 12 00:58:47.235465 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41238) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:47.363762 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-93e2bc4d-99f5-4ce6-8606-6e26f619768e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, a7db3903-a7f9-470f-9797-f9bdd911374c) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:47.372705 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6a751861-ec71-4fe7-afe6-6fce7d2c3ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:47.374834 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3e2774-a068-4547-a992-8aa9ba2562b6 None None] Network a7db3903-a7f9-470f-9797-f9bdd911374c requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:47.428364 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a4db956-67d0-4240-8094-ad29ef0d54e0 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Deleting subnet 5493718c-d90d-4a9a-a210-ebc2c2aac282 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:58:47.432641 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2a4db956-67d0-4240-8094-ad29ef0d54e0 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:47.520349 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e2bc4d-99f5-4ce6-8606-6e26f619768e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:47.526669 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e2bc4d-99f5-4ce6-8606-6e26f619768e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:47.532059 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e2bc4d-99f5-4ce6-8606-6e26f619768e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:47.532745 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-93e2bc4d-99f5-4ce6-8606-6e26f619768e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:47.676303 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2a4db956-67d0-4240-8094-ad29ef0d54e0 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:47.685889 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-93e2bc4d-99f5-4ce6-8606-6e26f619768e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6451826 Nov 12 00:58:47.688873 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41244) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:47.705604 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-abf092a7-91dd-4020-b401-3a1b9cab3a91 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:47.770619 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 14110e8a-acad-4492-95d1-6ecf3b13c92d up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:58:47.880630 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-6a751861-ec71-4fe7-afe6-6fce7d2c3ba6 None None] For port 8dcb9921-2f79-4b84-89e2-5a7f8757e90a, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=8dcb9921-2f79-4b84-89e2-5a7f8757e90a,segment=NetworkSegment(c2ef6767-ef6e-4767-b44e-17828ba5e84d),segment_id=c2ef6767-ef6e-4767-b44e-17828ba5e84d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:47.897853 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6a751861-ec71-4fe7-afe6-6fce7d2c3ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:47.944626 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2a4db956-67d0-4240-8094-ad29ef0d54e0 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:47.951575 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-1e8da5e1-1c7e-4ae3-8275-9fc338f1af43 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Deleting port a4740b2c-abc2-4614-9590-3a60694d39d2 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:47.951575 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1e8da5e1-1c7e-4ae3-8275-9fc338f1af43 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:48.067895 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a751861-ec71-4fe7-afe6-6fce7d2c3ba6 None None] Pushing event updated for resources: {'Port': ['ID=8dcb9921-2f79-4b84-89e2-5a7f8757e90a,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:48.168046 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1e8da5e1-1c7e-4ae3-8275-9fc338f1af43 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:48.183806 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4d67e5-9c91-4bbe-816c-27a64889a493 None None] Network 4e0f6f76-4d43-4e24-86e5-412e7cb0ddf9 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:48.193851 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-1e8da5e1-1c7e-4ae3-8275-9fc338f1af43 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Calling delete_port for a4740b2c-abc2-4614-9590-3a60694d39d2 owned by {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:48.223515 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-0a89bf69-81a7-4600-9c18-44831a4ad8f4 None None] Provisioning complete for port 8dcb9921-2f79-4b84-89e2-5a7f8757e90a triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:48.223978 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0a89bf69-81a7-4600-9c18-44831a4ad8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:48.288125 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-231146a7-ebb9-47b4-a9e1-adc3208e7a77 req-1ac09e09-cb6c-4ac2-8f06-1f9576faf61a tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 210 time: 0.0526693 Nov 12 00:58:48.442750 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-112c37eb-3e0f-4486-9a36-48cd7b1e4af2 req-9970f843-c740-4022-927a-10da15c4a788 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9 HTTP/1.1" status: 200 len: 210 time: 0.0569232 Nov 12 00:58:48.500145 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1e8da5e1-1c7e-4ae3-8275-9fc338f1af43 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:48.538354 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1e8da5e1-1c7e-4ae3-8275-9fc338f1af43 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:48.547533 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1e8da5e1-1c7e-4ae3-8275-9fc338f1af43 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "DELETE /v2.0/ports/a4740b2c-abc2-4614-9590-3a60694d39d2 HTTP/1.1" status: 204 len: 168 time: 0.8574476 Nov 12 00:58:48.548235 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41254) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:48.549595 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 14110e8a-acad-4492-95d1-6ecf3b13c92d triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:48.550158 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:48.582824 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2a4db956-67d0-4240-8094-ad29ef0d54e0 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:48.596903 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-86209a2b-adcf-444f-9eba-54da7b3b1698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765de596-cd92-410f-8fb0-ab298225b582', 'name': 'tempest-AttachVolumeTestJSON-553815399-router', 'tenant_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '975097c5-fb02-4576-ac5d-837f6c8d335d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:58:28Z', 'updated_at': '2021-11-12T00:58:39Z', 'revision_number': 4, 'project_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'gw_port': {'id': '975097c5-fb02-4576-ac5d-837f6c8d335d', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765de596-cd92-410f-8fb0-ab298225b582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:58:30Z', 'updated_at': '2021-11-12T00:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '8dcb9921-2f79-4b84-89e2-5a7f8757e90a', 'name': '', 'network_id': '81cab25c-cc73-4b97-9af8-266d9053a85f', 'tenant_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'mac_address': 'fa:16:3e:bd:af:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765de596-cd92-410f-8fb0-ab298225b582', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '14a1d482-7411-47d7-8687-bbca824f06be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:58:37Z', 'updated_at': '2021-11-12T00:58:46Z', 'revision_number': 4, 'project_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'subnets': [{'id': '14a1d482-7411-47d7-8687-bbca824f06be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:48.603996 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2a4db956-67d0-4240-8094-ad29ef0d54e0 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:48.607315 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2a4db956-67d0-4240-8094-ad29ef0d54e0 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/5493718c-d90d-4a9a-a210-ebc2c2aac282 HTTP/1.1" status: 204 len: 168 time: 1.3652887 Nov 12 00:58:48.626491 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41256) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:48.629813 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86209a2b-adcf-444f-9eba-54da7b3b1698 None None] The sync data for ids ['765de596-cd92-410f-8fb0-ab298225b582'] in n-d-812236-11 is: [{'id': '765de596-cd92-410f-8fb0-ab298225b582', 'name': 'tempest-AttachVolumeTestJSON-553815399-router', 'tenant_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '975097c5-fb02-4576-ac5d-837f6c8d335d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:58:28Z', 'updated_at': '2021-11-12T00:58:39Z', 'revision_number': 4, 'project_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'gw_port': {'id': '975097c5-fb02-4576-ac5d-837f6c8d335d', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765de596-cd92-410f-8fb0-ab298225b582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:58:30Z', 'updated_at': '2021-11-12T00:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '8dcb9921-2f79-4b84-89e2-5a7f8757e90a', 'name': '', 'network_id': '81cab25c-cc73-4b97-9af8-266d9053a85f', 'tenant_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'mac_address': 'fa:16:3e:bd:af:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765de596-cd92-410f-8fb0-ab298225b582', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '14a1d482-7411-47d7-8687-bbca824f06be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:58:37Z', 'updated_at': '2021-11-12T00:58:46Z', 'revision_number': 4, 'project_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'subnets': [{'id': '14a1d482-7411-47d7-8687-bbca824f06be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:58:48.632172 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8722313-12da-4f97-bdfd-3fb9ef55c2fa None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:48.637725 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4db956-67d0-4240-8094-ad29ef0d54e0 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Subnet': ['ID=5493718c-d90d-4a9a-a210-ebc2c2aac282,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:48.676297 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8da5e1-1c7e-4ae3-8275-9fc338f1af43 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event deleted for resources: {'Port': ['ID=a4740b2c-abc2-4614-9590-3a60694d39d2,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:48.710501 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-7193aa1d-f8ad-45a7-8d9e-3b1896f81b38 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Deleting subnet daaf180c-0bc1-4de4-acfb-1002e11d8ae3 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:58:48.738334 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7193aa1d-f8ad-45a7-8d9e-3b1896f81b38 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:48.738636 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26101385-f504-4487-8ec6-ebb99b3342e4 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:48.750367 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26101385-f504-4487-8ec6-ebb99b3342e4 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:48.755862 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-26101385-f504-4487-8ec6-ebb99b3342e4 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2023389 Nov 12 00:58:48.756638 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41258) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:48.790425 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-abf092a7-91dd-4020-b401-3a1b9cab3a91 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:48.796384 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-abf092a7-91dd-4020-b401-3a1b9cab3a91 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:48.806316 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-4f9ed923-aafa-41d9-bdd1-6869eca6b232 None None] Provisioning complete for port 14110e8a-acad-4492-95d1-6ecf3b13c92d triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:48.806707 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4f9ed923-aafa-41d9-bdd1-6869eca6b232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:48.816729 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7193aa1d-f8ad-45a7-8d9e-3b1896f81b38 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:48.970677 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-abf092a7-91dd-4020-b401-3a1b9cab3a91 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:49.028436 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-c77d3d10-f0c0-44b5-907b-46a6a50722c3 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Deleting port b06260b4-6cad-4df4-9093-5ac15503e775 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:49.028911 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c77d3d10-f0c0-44b5-907b-46a6a50722c3 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:49.134658 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:49.177456 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf092a7-91dd-4020-b401-3a1b9cab3a91 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event updated for resources: {'Port': ['ID=cad81e7f-b344-4b82-837d-fefe1b1379aa,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:49.189593 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4f9ed923-aafa-41d9-bdd1-6869eca6b232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:49.212827 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 14110e8a-acad-4492-95d1-6ecf3b13c92d, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=14110e8a-acad-4492-95d1-6ecf3b13c92d,segment=NetworkSegment(79224ea5-a61a-4872-a913-f364765db912),segment_id=79224ea5-a61a-4872-a913-f364765db912)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:49.235223 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:49.271670 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c77d3d10-f0c0-44b5-907b-46a6a50722c3 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:49.308749 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-c77d3d10-f0c0-44b5-907b-46a6a50722c3 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Calling delete_port for b06260b4-6cad-4df4-9093-5ac15503e775 owned by {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:49.419083 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.db.api [None req-4f9ed923-aafa-41d9-bdd1-6869eca6b232 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:58:49.419442 n-d-812236-11 neutron-server[102663]: DEBUG oslo_db.api [None req-4f9ed923-aafa-41d9-bdd1-6869eca6b232 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:58:49.420059 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=14110e8a-acad-4492-95d1-6ecf3b13c92d,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:49.482390 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 8dcb9921-2f79-4b84-89e2-5a7f8757e90a up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:58:49.605306 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c77d3d10-f0c0-44b5-907b-46a6a50722c3 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:49.624116 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-83b72977-f284-471f-bc26-49aa29308935 req-9649aae8-c34b-4ee1-9f9e-92c39beb163f tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 210 time: 0.1130791 Nov 12 00:58:49.638748 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7193aa1d-f8ad-45a7-8d9e-3b1896f81b38 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:49.661978 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 8dcb9921-2f79-4b84-89e2-5a7f8757e90a triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:49.662432 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:49.695751 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf092a7-91dd-4020-b401-3a1b9cab3a91 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Network 4e0f6f76-4d43-4e24-86e5-412e7cb0ddf9 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:49.709663 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-abf092a7-91dd-4020-b401-3a1b9cab3a91 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:49.752638 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d3d10-f0c0-44b5-907b-46a6a50722c3 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event deleted for resources: {'Port': ['ID=b06260b4-6cad-4df4-9093-5ac15503e775,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:49.774389 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dd770944-cd66-40fb-a491-90d3fe45ffe9 req-1f3d8ceb-8551-4590-ad0a-b0d1aa07a65f tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9 HTTP/1.1" status: 200 len: 210 time: 0.1588585 Nov 12 00:58:49.789263 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c77d3d10-f0c0-44b5-907b-46a6a50722c3 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:49.792769 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c77d3d10-f0c0-44b5-907b-46a6a50722c3 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "DELETE /v2.0/ports/b06260b4-6cad-4df4-9093-5ac15503e775 HTTP/1.1" status: 204 len: 168 time: 1.0335929 Nov 12 00:58:49.795962 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41266) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:49.815410 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e256ae-4855-49b1-813b-d62789c04e5c req-9c377cb7-9a8e-4d54-968b-d3196fd374d2 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:49.817115 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-07e256ae-4855-49b1-813b-d62789c04e5c req-9c377cb7-9a8e-4d54-968b-d3196fd374d2 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.54 "GET /v2.0/networks?id=81cab25c-cc73-4b97-9af8-266d9053a85f HTTP/1.1" status: 200 len: 810 time: 0.7789466 Nov 12 00:58:49.887783 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31949b44-98b3-446f-bfc4-bf05fbaf1792 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:49.896512 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-31949b44-98b3-446f-bfc4-bf05fbaf1792 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0994389 Nov 12 00:58:49.900695 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41268) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:49.958586 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-513512fe-b2e4-4d42-9ac4-5cec0ca6311d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] GET failed (client error): The resource could not be found. Nov 12 00:58:49.960261 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-513512fe-b2e4-4d42-9ac4-5cec0ca6311d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "GET /v2.0/ports/a4740b2c-abc2-4614-9590-3a60694d39d2 HTTP/1.1" status: 404 len: 333 time: 0.0585794 Nov 12 00:58:49.964390 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41270) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:50.024478 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-30f68d13-c254-4793-9505-db054c062653 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] GET failed (client error): The resource could not be found. Nov 12 00:58:50.029401 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-30f68d13-c254-4793-9505-db054c062653 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "GET /v2.0/ports/b06260b4-6cad-4df4-9093-5ac15503e775 HTTP/1.1" status: 404 len: 333 time: 0.0609205 Nov 12 00:58:50.029789 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41272) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:50.084426 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7193aa1d-f8ad-45a7-8d9e-3b1896f81b38 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:50.147203 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7193aa1d-f8ad-45a7-8d9e-3b1896f81b38 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Subnet': ['ID=daaf180c-0bc1-4de4-acfb-1002e11d8ae3,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:50.167607 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1cd2ec2c-8cff-432c-8547-76e5c9d9f4b8 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:50.170727 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-6d36dff3-e7a6-45b5-be47-aad5fe035697 None None] Provisioning complete for port cad81e7f-b344-4b82-837d-fefe1b1379aa triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:50.171096 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6d36dff3-e7a6-45b5-be47-aad5fe035697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:50.202569 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7193aa1d-f8ad-45a7-8d9e-3b1896f81b38 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:50.213188 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7193aa1d-f8ad-45a7-8d9e-3b1896f81b38 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/daaf180c-0bc1-4de4-acfb-1002e11d8ae3 HTTP/1.1" status: 204 len: 168 time: 1.5847960 Nov 12 00:58:50.214390 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41274) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:50.269330 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-6d36dff3-e7a6-45b5-be47-aad5fe035697 None None] Port cad81e7f-b344-4b82-837d-fefe1b1379aa cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:58:50.284588 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-6d36dff3-e7a6-45b5-be47-aad5fe035697 None None] Provisioning complete for port 14110e8a-acad-4492-95d1-6ecf3b13c92d triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:50.285014 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6d36dff3-e7a6-45b5-be47-aad5fe035697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:50.315732 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-be21ad06-beb5-4c7d-b7c5-2ce543ba032e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0929487 Nov 12 00:58:50.341943 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41276) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:50.388527 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-07e256ae-4855-49b1-813b-d62789c04e5c req-0f38ffe6-dad5-49a5-9909-19bc1ed9ea3f tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92120bcf7a2b4a398a48be8e2d4be44a HTTP/1.1" status: 200 len: 379 time: 0.4793997 Nov 12 00:58:50.417282 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-07e256ae-4855-49b1-813b-d62789c04e5c req-728e8636-d3a3-4f09-a80f-111867014f07 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Request body: {'port': {'device_id': '9b9098c3-8d33-4e66-b56f-bb04291759d9', 'network_id': '81cab25c-cc73-4b97-9af8-266d9053a85f', 'admin_state_up': True, 'tenant_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'security_groups': ['c3ad4aa7-f288-4738-9886-8baae0088fbe']}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:50.441473 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db969881-5954-4560-b7d9-45489deefe8a None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:50.518736 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf092a7-91dd-4020-b401-3a1b9cab3a91 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Router a7d60bf2-0f45-47e7-8ec1-e6df709751aa is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:58:50.602144 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-35c42a6e-aed9-4135-8d91-2004f7606c79 None None] Provisioning complete for port d938eb9a-199a-4ffc-a03a-5dbad04cb9a0 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:50.602144 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-35c42a6e-aed9-4135-8d91-2004f7606c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:50.607943 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45cb6e7-a632-472b-8340-52c0d59051a0 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:50.612474 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a45cb6e7-a632-472b-8340-52c0d59051a0 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2656775 Nov 12 00:58:50.617586 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41280) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:50.744150 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07e256ae-4855-49b1-813b-d62789c04e5c req-728e8636-d3a3-4f09-a80f-111867014f07 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Made reservation on behalf of 92120bcf7a2b4a398a48be8e2d4be44a for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:50.747701 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-07e256ae-4855-49b1-813b-d62789c04e5c req-728e8636-d3a3-4f09-a80f-111867014f07 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:50.790956 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd57b34-eea8-49e6-afc0-950c00d0752e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:50.792465 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-fbd57b34-eea8-49e6-afc0-950c00d0752e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1739314 Nov 12 00:58:50.804041 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41286) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:50.807151 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf092a7-91dd-4020-b401-3a1b9cab3a91 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:58:50.823502 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-abf092a7-91dd-4020-b401-3a1b9cab3a91 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "PUT /v2.0/routers/a7d60bf2-0f45-47e7-8ec1-e6df709751aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1065857 Nov 12 00:58:50.826724 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41290) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:50.828326 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddf0f92-7324-450a-829e-adb2522e9944 None None] Sync routers for ids ['a7d60bf2-0f45-47e7-8ec1-e6df709751aa'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:58:50.849897 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1cd2ec2c-8cff-432c-8547-76e5c9d9f4b8 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:50.854901 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddf0f92-7324-450a-829e-adb2522e9944 None None] Routers {'a7d60bf2-0f45-47e7-8ec1-e6df709751aa'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:50.855855 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-5ddf0f92-7324-450a-829e-adb2522e9944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:58:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['a7d60bf2-0f45-47e7-8ec1-e6df709751aa'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:50.863498 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-071e2a89-76e6-42a5-b3b9-916f29734fd1 req-4adf5069-9dac-47d6-a464-e51f97bc0cba tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 210 time: 0.0850360 Nov 12 00:58:50.882122 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef8411b-4891-4c05-a56e-8ab2de0e0bbc None None] DHCP port deletion for 549c8e6d-38df-4171-95c5-652183e307b7 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:58:50.909723 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-1cd2ec2c-8cff-432c-8547-76e5c9d9f4b8 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7db3903-a7f9-470f-9797-f9bdd911374c']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:50.915397 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ab110d92-defd-41fe-bf2b-256508c8d6ec tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1098931 Nov 12 00:58:50.930634 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41292) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:50.937002 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-5ddf0f92-7324-450a-829e-adb2522e9944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:50.950291 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-305d5c92-b558-49b2-9c16-1dc7b069e5b3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'subnet': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:50.966571 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddf0f92-7324-450a-829e-adb2522e9944 None None] Routers {'a7d60bf2-0f45-47e7-8ec1-e6df709751aa'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:50.967241 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-5ddf0f92-7324-450a-829e-adb2522e9944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:58:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['a7d60bf2-0f45-47e7-8ec1-e6df709751aa'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:50.993151 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-35c42a6e-aed9-4135-8d91-2004f7606c79 None None] Provisioning complete for port cad81e7f-b344-4b82-837d-fefe1b1379aa triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:50.993560 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-35c42a6e-aed9-4135-8d91-2004f7606c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:51.008836 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-5ddf0f92-7324-450a-829e-adb2522e9944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:51.009741 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddf0f92-7324-450a-829e-adb2522e9944 None None] The sync data for ids ['a7d60bf2-0f45-47e7-8ec1-e6df709751aa'] in n-d-812236-11 is: [] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:58:51.061120 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-35c42a6e-aed9-4135-8d91-2004f7606c79 None None] Port cad81e7f-b344-4b82-837d-fefe1b1379aa cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:58:51.067152 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b968fcc5-24f9-492b-8b92-96c22235d981 req-a4824fe0-dda6-4b2f-821a-94e92a514d12 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9 HTTP/1.1" status: 200 len: 210 time: 0.1447558 Nov 12 00:58:51.072844 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-1cd2ec2c-8cff-432c-8547-76e5c9d9f4b8 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ace8d04-5462-4833-b46a-fe6b3ba49a5c') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:51.073147 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-1cd2ec2c-8cff-432c-8547-76e5c9d9f4b8 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ace8d04-5462-4833-b46a-fe6b3ba49a5c') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:51.082535 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1a503e-455b-4773-99f7-0d0c46ab707a tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:51.085173 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-2ef8411b-4891-4c05-a56e-8ab2de0e0bbc None None] Deleting port d938eb9a-199a-4ffc-a03a-5dbad04cb9a0 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:51.088509 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2ef8411b-4891-4c05-a56e-8ab2de0e0bbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:51.089130 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-db1a503e-455b-4773-99f7-0d0c46ab707a tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "GET /v2.0/ports/cad81e7f-b344-4b82-837d-fefe1b1379aa HTTP/1.1" status: 200 len: 910 time: 0.2614112 Nov 12 00:58:51.093635 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41294) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:51.114958 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1cd2ec2c-8cff-432c-8547-76e5c9d9f4b8 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:51.155262 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1cd2ec2c-8cff-432c-8547-76e5c9d9f4b8 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:51.161153 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-2ef8411b-4891-4c05-a56e-8ab2de0e0bbc None None] For port d938eb9a-199a-4ffc-a03a-5dbad04cb9a0, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=d938eb9a-199a-4ffc-a03a-5dbad04cb9a0,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:51.162403 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2ef8411b-4891-4c05-a56e-8ab2de0e0bbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:51.169089 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cd2ec2c-8cff-432c-8547-76e5c9d9f4b8 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:58:51.169537 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1cd2ec2c-8cff-432c-8547-76e5c9d9f4b8 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:51.173516 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:58:51.173516 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:58:51.173516 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:58:51.173516 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:58:51.173516 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:58:51.173516 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:58:51.173516 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:58:51.173516 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:58:51.173516 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:58:51.173516 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:58:51.173516 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:58:51.173516 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:58:51.173516 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:58:51.173516 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:58:51.173516 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:58:51.173516 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:58:51.173516 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:58:51.173516 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:58:51.173516 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:58:51.173516 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:58:51.173516 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:58:51.173516 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:58:51.173516 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:58:51.173516 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:58:51.173516 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:58:51.173516 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:58:51.173516 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:58:51.173516 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:58:51.173516 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:58:51.173516 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:58:51.173516 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:58:51.173516 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:58:51.179301 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-2ef8411b-4891-4c05-a56e-8ab2de0e0bbc None None] Calling delete_port for d938eb9a-199a-4ffc-a03a-5dbad04cb9a0 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:51.180757 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-07e256ae-4855-49b1-813b-d62789c04e5c req-728e8636-d3a3-4f09-a80f-111867014f07 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Allocated IP 172.20.0.9 (81cab25c-cc73-4b97-9af8-266d9053a85f/14a1d482-7411-47d7-8687-bbca824f06be/161b3298-9c94-419c-aed6-71e3451377c5) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:51.208110 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305d5c92-b558-49b2-9c16-1dc7b069e5b3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:51.214825 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-305d5c92-b558-49b2-9c16-1dc7b069e5b3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:51.217143 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-305d5c92-b558-49b2-9c16-1dc7b069e5b3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 00:58:51.217605 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-305d5c92-b558-49b2-9c16-1dc7b069e5b3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:58:51.267112 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2ef8411b-4891-4c05-a56e-8ab2de0e0bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:51.307362 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-305d5c92-b558-49b2-9c16-1dc7b069e5b3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3748925 Nov 12 00:58:51.308046 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41296) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:51.315699 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8411b-4891-4c05-a56e-8ab2de0e0bbc None None] Pushing event deleted for resources: {'Port': ['ID=d938eb9a-199a-4ffc-a03a-5dbad04cb9a0,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:51.316959 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-06a49653-ec68-4313-b470-454c5428b203 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'subnet': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:51.327307 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef8411b-4891-4c05-a56e-8ab2de0e0bbc None None] No DVR routers for this DVR port d938eb9a-199a-4ffc-a03a-5dbad04cb9a0 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:58:51.385668 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 14110e8a-acad-4492-95d1-6ecf3b13c92d up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:58:51.447548 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 14110e8a-acad-4492-95d1-6ecf3b13c92d triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:51.448303 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:51.457328 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1cd2ec2c-8cff-432c-8547-76e5c9d9f4b8 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:51.475245 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1cd2ec2c-8cff-432c-8547-76e5c9d9f4b8 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:51.485090 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1cd2ec2c-8cff-432c-8547-76e5c9d9f4b8 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "DELETE /v2.0/networks/a7db3903-a7f9-470f-9797-f9bdd911374c HTTP/1.1" status: 204 len: 168 time: 1.4543970 Nov 12 00:58:51.488240 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41298) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:51.493690 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-12b26a5d-0ce5-4495-b519-f8d23660790a tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-286632199'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:51.504766 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-07e256ae-4855-49b1-813b-d62789c04e5c req-728e8636-d3a3-4f09-a80f-111867014f07 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:51.514555 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2ec2c-8cff-432c-8547-76e5c9d9f4b8 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event deleted for resources: {'Network': ['ID=a7db3903-a7f9-470f-9797-f9bdd911374c,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:51.527652 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a49653-ec68-4313-b470-454c5428b203 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:51.531321 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-06a49653-ec68-4313-b470-454c5428b203 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:51.532759 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-06a49653-ec68-4313-b470-454c5428b203 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 00:58:51.534104 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06a49653-ec68-4313-b470-454c5428b203 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:58:51.601695 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b26a5d-0ce5-4495-b519-f8d23660790a tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Made reservation on behalf of 3bb80f8fcdb04dbb90fc5fe264a13cbe for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:51.609481 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-12b26a5d-0ce5-4495-b519-f8d23660790a tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:51.609784 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-06a49653-ec68-4313-b470-454c5428b203 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2948027 Nov 12 00:58:51.609784 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41300) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:51.613915 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-2670d6e7-491f-482e-a218-2c62465a9161 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'subnet': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:51.655323 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device d938eb9a-199a-4ffc-a03a-5dbad04cb9a0 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:58:51.656524 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-07e256ae-4855-49b1-813b-d62789c04e5c req-728e8636-d3a3-4f09-a80f-111867014f07 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:51.659134 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12b26a5d-0ce5-4495-b519-f8d23660790a tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:58:51.683823 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: d938eb9a-199a-4ffc-a03a-5dbad04cb9a0 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:58:51.684325 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device d938eb9a-199a-4ffc-a03a-5dbad04cb9a0 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:58:51.737643 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-12b26a5d-0ce5-4495-b519-f8d23660790a tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:51.738013 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-12b26a5d-0ce5-4495-b519-f8d23660790a tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Added segment 46fecd45-7f4e-456b-bf62-447249258c8b of type vlan for network b610a164-13a5-4c5d-9e5f-b4901021962c Nov 12 00:58:51.818791 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07e256ae-4855-49b1-813b-d62789c04e5c req-728e8636-d3a3-4f09-a80f-111867014f07 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Network 81cab25c-cc73-4b97-9af8-266d9053a85f is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:51.822279 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2670d6e7-491f-482e-a218-2c62465a9161 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:51.832160 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2670d6e7-491f-482e-a218-2c62465a9161 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:51.833142 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-07e256ae-4855-49b1-813b-d62789c04e5c req-728e8636-d3a3-4f09-a80f-111867014f07 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:51.838220 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-2670d6e7-491f-482e-a218-2c62465a9161 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 00:58:51.838960 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2670d6e7-491f-482e-a218-2c62465a9161 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:58:51.844566 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e256ae-4855-49b1-813b-d62789c04e5c req-728e8636-d3a3-4f09-a80f-111867014f07 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:51.848530 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e8636-d3a3-4f09-a80f-111867014f07 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Pushing event updated for resources: {'Port': ['ID=161b3298-9c94-419c-aed6-71e3451377c5,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:51.852641 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-12b26a5d-0ce5-4495-b519-f8d23660790a tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:51.875728 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-2670d6e7-491f-482e-a218-2c62465a9161 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2672698 Nov 12 00:58:51.876411 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41304) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:51.890347 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-34193c0d-7b73-488c-a57f-e2d3a604b4ee tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'subnet': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:51.976250 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e256ae-4855-49b1-813b-d62789c04e5c req-728e8636-d3a3-4f09-a80f-111867014f07 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:51.976924 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-07e256ae-4855-49b1-813b-d62789c04e5c req-728e8636-d3a3-4f09-a80f-111867014f07 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:52.013405 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-07e256ae-4855-49b1-813b-d62789c04e5c req-728e8636-d3a3-4f09-a80f-111867014f07 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6063204 Nov 12 00:58:52.014574 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-12b26a5d-0ce5-4495-b519-f8d23660790a tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:52.021927 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b26a5d-0ce5-4495-b519-f8d23660790a tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:52.022534 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-12b26a5d-0ce5-4495-b519-f8d23660790a tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:52.039035 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f5437c23-314b-4a5f-a412-701e6b0c7164 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:52.113696 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34193c0d-7b73-488c-a57f-e2d3a604b4ee tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:52.120463 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-34193c0d-7b73-488c-a57f-e2d3a604b4ee tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:52.123032 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-34193c0d-7b73-488c-a57f-e2d3a604b4ee tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 00:58:52.123742 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34193c0d-7b73-488c-a57f-e2d3a604b4ee tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:58:52.152618 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-34193c0d-7b73-488c-a57f-e2d3a604b4ee tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2742183 Nov 12 00:58:52.153207 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41314) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:52.158570 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-4581d683-5719-4206-8209-556ef42880b8 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'subnet': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:52.208423 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-12b26a5d-0ce5-4495-b519-f8d23660790a tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7187173 Nov 12 00:58:52.222211 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [req-07e256ae-4855-49b1-813b-d62789c04e5c req-2062ff1e-fdd4-420e-947d-75a43bd92047 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:58:52.223229 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-07e256ae-4855-49b1-813b-d62789c04e5c req-2062ff1e-fdd4-420e-947d-75a43bd92047 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0974858 Nov 12 00:58:52.223920 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b26a5d-0ce5-4495-b519-f8d23660790a tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event updated for resources: {'Network': ['ID=b610a164-13a5-4c5d-9e5f-b4901021962c,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:52.226146 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41316) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:52.239065 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network b610a164-13a5-4c5d-9e5f-b4901021962c details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:58:52.251210 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-964d226a-1598-41f8-a5e6-0c1ffb8b1df8 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Request body: {'subnet': {'network_id': 'b610a164-13a5-4c5d-9e5f-b4901021962c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:52.261181 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a4916b6e-1de4-4c12-ac6c-ad008ee92c22 req-675b2543-1be4-4342-9c12-952d7defe658 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 210 time: 0.2520933 Nov 12 00:58:52.278904 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-07e256ae-4855-49b1-813b-d62789c04e5c req-77c8a35a-126b-4ce4-a64e-30432ddd99ec service neutron] Request body: {'port': {'device_id': '9b9098c3-8d33-4e66-b56f-bb04291759d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:52.346884 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4581d683-5719-4206-8209-556ef42880b8 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:52.350912 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4581d683-5719-4206-8209-556ef42880b8 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:52.352431 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-4581d683-5719-4206-8209-556ef42880b8 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 00:58:52.352925 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4581d683-5719-4206-8209-556ef42880b8 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:58:52.364840 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f67b0a-b88f-4a64-abeb-9c0d34211fee req-e6a93e50-a50f-4c1f-bba1-dad36ae10ae6 tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:52.366496 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c7f67b0a-b88f-4a64-abeb-9c0d34211fee req-e6a93e50-a50f-4c1f-bba1-dad36ae10ae6 tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] 10.222.0.20 "GET /v2.0/ports?device_id=43da1107-aa0c-4665-a852-ed5d1c0b97fd HTTP/1.1" status: 200 len: 950 time: 0.0915022 Nov 12 00:58:52.402686 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4581d683-5719-4206-8209-556ef42880b8 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2441206 Nov 12 00:58:52.405773 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41318) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:52.418385 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-ac87d46f-2b47-498e-ad89-dc96e8c2a50d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'subnet': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:52.420633 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-e90f0880-03e9-4214-9318-01e37b33eaf1 None None] Provisioning complete for port 161b3298-9c94-419c-aed6-71e3451377c5 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:52.421241 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e90f0880-03e9-4214-9318-01e37b33eaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:52.471682 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-e90f0880-03e9-4214-9318-01e37b33eaf1 None None] Port 161b3298-9c94-419c-aed6-71e3451377c5 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:58:52.522194 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c7f67b0a-b88f-4a64-abeb-9c0d34211fee req-102b159c-f8d1-4173-8794-5036a5431202 tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] 10.222.0.20 "GET /v2.0/security-groups?id=c744b695-b556-467c-af45-07314ccba7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410835 Nov 12 00:58:52.555312 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac87d46f-2b47-498e-ad89-dc96e8c2a50d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:52.559361 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ac87d46f-2b47-498e-ad89-dc96e8c2a50d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:52.560858 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac87d46f-2b47-498e-ad89-dc96e8c2a50d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 00:58:52.561425 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac87d46f-2b47-498e-ad89-dc96e8c2a50d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:58:52.588353 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ac87d46f-2b47-498e-ad89-dc96e8c2a50d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1740520 Nov 12 00:58:52.590909 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41320) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:52.623926 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ecea800c-ad23-43b5-8c98-d25278095b17 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0317883 Nov 12 00:58:52.626392 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41322) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:52.683371 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b6ec78-46ab-4fb7-9ac4-671e26f95669 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:52.687166 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a6b6ec78-46ab-4fb7-9ac4-671e26f95669 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0575788 Nov 12 00:58:52.688586 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41324) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:52.737037 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-8ca9658c-4097-44b3-abb8-5a8c95471c3c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0447910 Nov 12 00:58:52.741924 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41326) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:52.747065 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-c68b6955-1641-420e-8384-e91e291f3fbb tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'subnet': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:52.820334 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-07e256ae-4855-49b1-813b-d62789c04e5c req-77c8a35a-126b-4ce4-a64e-30432ddd99ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:52.842909 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0115818-f564-4435-b2ff-adc043fc3665 req-b091f429-5db3-47e1-acc6-40cb0af9de46 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:52.844403 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d0115818-f564-4435-b2ff-adc043fc3665 req-b091f429-5db3-47e1-acc6-40cb0af9de46 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9 HTTP/1.1" status: 200 len: 931 time: 0.2140057 Nov 12 00:58:52.863057 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964d226a-1598-41f8-a5e6-0c1ffb8b1df8 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Made reservation on behalf of 3bb80f8fcdb04dbb90fc5fe264a13cbe for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:52.866794 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-964d226a-1598-41f8-a5e6-0c1ffb8b1df8 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:52.870933 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68b6955-1641-420e-8384-e91e291f3fbb tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:52.876042 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c68b6955-1641-420e-8384-e91e291f3fbb tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:52.999396 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.ipam_backend_mixin [None req-964d226a-1598-41f8-a5e6-0c1ffb8b1df8 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Performing IP validity checks on allocation pools {{(pid=102662) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 00:58:52.999944 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.ipam_backend_mixin [None req-964d226a-1598-41f8-a5e6-0c1ffb8b1df8 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102662) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 00:58:53.085109 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d0115818-f564-4435-b2ff-adc043fc3665 req-8d6aa1e9-5258-4938-b6a3-58c60c803fcc tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3ad4aa7-f288-4738-9886-8baae0088fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2316313 Nov 12 00:58:53.159750 n-d-812236-11 neutron-server[102661]: DEBUG neutron.objects.ports [None req-c68b6955-1641-420e-8384-e91e291f3fbb tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102661) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 00:58:53.162806 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c68b6955-1641-420e-8384-e91e291f3fbb tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:53.199744 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68b6955-1641-420e-8384-e91e291f3fbb tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:53.206136 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-c68b6955-1641-420e-8384-e91e291f3fbb tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:53.213854 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68b6955-1641-420e-8384-e91e291f3fbb tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:53.214456 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c68b6955-1641-420e-8384-e91e291f3fbb tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:53.225648 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57260185-acf7-4585-9256-fcb27c9662ad None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:53.229464 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b6955-1641-420e-8384-e91e291f3fbb tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Subnet': ['ID=84ad0e07-3b25-49d1-846f-791813271396,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:53.245688 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c68b6955-1641-420e-8384-e91e291f3fbb tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5024831 Nov 12 00:58:53.246367 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41330) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:53.253403 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-5f0f35f6-f0c6-48a2-bf82-2e3b64881c0c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'port': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'mac_address': 'fa:16:3e:7f:69:bf', 'name': 'tempest-NetworksTestDHCPv6-596782768'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:53.353226 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-f5437c23-314b-4a5f-a412-701e6b0c7164 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Deleting port cad81e7f-b344-4b82-837d-fefe1b1379aa {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:53.353640 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f5437c23-314b-4a5f-a412-701e6b0c7164 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:53.386086 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0f35f6-f0c6-48a2-bf82-2e3b64881c0c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:53.475722 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4015d950-c095-499b-8713-595140978a88 req-43e162fa-693c-433f-b277-79271317cbfa tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 210 time: 0.0947607 Nov 12 00:58:53.482140 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-964d226a-1598-41f8-a5e6-0c1ffb8b1df8 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:53.524483 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5f0f35f6-f0c6-48a2-bf82-2e3b64881c0c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:53.541584 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2d163a-5b23-4735-a77c-fbd808b9f0ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-549c8e6d-38df-4171-95c5-652183e307b7', 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'tenant_id': 'd39bd700eb73489c844e800fa5489ef8', 'fixed_ips': [{'subnet_id': '84ad0e07-3b25-49d1-846f-791813271396'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:58:53.544182 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ca2d163a-5b23-4735-a77c-fbd808b9f0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:53.602343 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-07e256ae-4855-49b1-813b-d62789c04e5c req-77c8a35a-126b-4ce4-a64e-30432ddd99ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 161b3298-9c94-419c-aed6-71e3451377c5 {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:58:53.606305 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-5f0f35f6-f0c6-48a2-bf82-2e3b64881c0c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] device_id is not set on port 947de36c-f7b3-445e-adce-391155e24799 yet. {{(pid=102661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:58:53.647508 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d226a-1598-41f8-a5e6-0c1ffb8b1df8 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event updated for resources: {'Subnet': ['ID=d7c74295-c93c-4e2f-8918-743adaf57914,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:53.655550 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-07e256ae-4855-49b1-813b-d62789c04e5c req-77c8a35a-126b-4ce4-a64e-30432ddd99ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:53.670682 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-07e256ae-4855-49b1-813b-d62789c04e5c req-77c8a35a-126b-4ce4-a64e-30432ddd99ec service neutron] Transition to ACTIVE for port object 161b3298-9c94-419c-aed6-71e3451377c5 will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:58:53.675232 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f5437c23-314b-4a5f-a412-701e6b0c7164 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:53.687414 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-07e256ae-4855-49b1-813b-d62789c04e5c req-77c8a35a-126b-4ce4-a64e-30432ddd99ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:53.725867 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-f5437c23-314b-4a5f-a412-701e6b0c7164 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Calling delete_port for cad81e7f-b344-4b82-837d-fefe1b1379aa owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:53.733762 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-ca2d163a-5b23-4735-a77c-fbd808b9f0ff None None] Allocated IP 2001:db8::f816:3eff:fe5e:bdb4 (549c8e6d-38df-4171-95c5-652183e307b7/84ad0e07-3b25-49d1-846f-791813271396/58284902-d7c8-41d8-b4b2-fdb97ffa84b3) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:53.789784 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964d226a-1598-41f8-a5e6-0c1ffb8b1df8 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Checking segment: {'id': '46fecd45-7f4e-456b-bf62-447249258c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b610a164-13a5-4c5d-9e5f-b4901021962c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:58:53.790157 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964d226a-1598-41f8-a5e6-0c1ffb8b1df8 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Network hostable DHCP agents. Network: b610a164-13a5-4c5d-9e5f-b4901021962c, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:58:53.793015 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1215b22-2985-477a-8142-2490eef89b24 req-d4a26368-6187-4025-9bc2-e33dc3882aa7 tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:53.794944 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e1215b22-2985-477a-8142-2490eef89b24 req-d4a26368-6187-4025-9bc2-e33dc3882aa7 tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] 10.222.0.20 "GET /v2.0/ports?device_id=43da1107-aa0c-4665-a852-ed5d1c0b97fd HTTP/1.1" status: 200 len: 950 time: 0.0866630 Nov 12 00:58:53.842402 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fab1f-a2f9-4765-9da4-2d09eb476846 req-179ce304-45e9-42e1-b59b-7a154663f5ac tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:53.847612 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d18fab1f-a2f9-4765-9da4-2d09eb476846 req-179ce304-45e9-42e1-b59b-7a154663f5ac tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] 10.222.0.49 "GET /v2.0/ports?device_id=43da1107-aa0c-4665-a852-ed5d1c0b97fd HTTP/1.1" status: 200 len: 950 time: 0.1060982 Nov 12 00:58:53.877271 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8a35a-126b-4ce4-a64e-30432ddd99ec service neutron] Pushing event updated for resources: {'Port': ['ID=161b3298-9c94-419c-aed6-71e3451377c5,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:53.946027 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964d226a-1598-41f8-a5e6-0c1ffb8b1df8 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Network b610a164-13a5-4c5d-9e5f-b4901021962c is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:58:53.989584 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e1215b22-2985-477a-8142-2490eef89b24 req-2ded6fbf-ed14-4f79-acd0-0ff8bc30610d tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] 10.222.0.20 "GET /v2.0/security-groups?id=c744b695-b556-467c-af45-07314ccba7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820905 Nov 12 00:58:54.004131 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-964d226a-1598-41f8-a5e6-0c1ffb8b1df8 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, b610a164-13a5-4c5d-9e5f-b4901021962c) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:54.016058 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964d226a-1598-41f8-a5e6-0c1ffb8b1df8 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:54.016785 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-964d226a-1598-41f8-a5e6-0c1ffb8b1df8 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:54.043930 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-d18fab1f-a2f9-4765-9da4-2d09eb476846 req-2443288f-a001-4793-8683-24917259f21c tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] Deleting port d762fdd8-680a-4d44-a933-36f0845a6c02 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:54.043930 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-d18fab1f-a2f9-4765-9da4-2d09eb476846 req-2443288f-a001-4793-8683-24917259f21c tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:54.049584 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-07e256ae-4855-49b1-813b-d62789c04e5c req-77c8a35a-126b-4ce4-a64e-30432ddd99ec service neutron] Attempting to bind port 161b3298-9c94-419c-aed6-71e3451377c5 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:58:54.049584 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-07e256ae-4855-49b1-813b-d62789c04e5c req-77c8a35a-126b-4ce4-a64e-30432ddd99ec service neutron] Attempting to bind port 161b3298-9c94-419c-aed6-71e3451377c5 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': 'c2ef6767-ef6e-4767-b44e-17828ba5e84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '81cab25c-cc73-4b97-9af8-266d9053a85f'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:58:54.049584 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e256ae-4855-49b1-813b-d62789c04e5c req-77c8a35a-126b-4ce4-a64e-30432ddd99ec service neutron] Attempting to bind port 161b3298-9c94-419c-aed6-71e3451377c5 on network 81cab25c-cc73-4b97-9af8-266d9053a85f {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:58:54.063115 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e256ae-4855-49b1-813b-d62789c04e5c req-77c8a35a-126b-4ce4-a64e-30432ddd99ec service neutron] Port 161b3298-9c94-419c-aed6-71e3451377c5 on network 81cab25c-cc73-4b97-9af8-266d9053a85f not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:58:54.063115 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e256ae-4855-49b1-813b-d62789c04e5c req-77c8a35a-126b-4ce4-a64e-30432ddd99ec service neutron] Attempting to bind port 161b3298-9c94-419c-aed6-71e3451377c5 on network 81cab25c-cc73-4b97-9af8-266d9053a85f {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:58:54.063563 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f64647-e9e0-41e6-84c0-d92a6ace6af9 None None] Network b610a164-13a5-4c5d-9e5f-b4901021962c requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:54.073958 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-964d226a-1598-41f8-a5e6-0c1ffb8b1df8 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8427215 Nov 12 00:58:54.079339 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41336) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:54.083908 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-b5f8e4bb-557a-4161-b186-bf671f3dc1fb tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Request body: {'port': {'network_id': 'b610a164-13a5-4c5d-9e5f-b4901021962c', 'name': 'tempest-PortsTestJSON-1474907920'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:54.089060 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e256ae-4855-49b1-813b-d62789c04e5c req-77c8a35a-126b-4ce4-a64e-30432ddd99ec service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:58:54.089548 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e256ae-4855-49b1-813b-d62789c04e5c req-77c8a35a-126b-4ce4-a64e-30432ddd99ec service neutron] Checking segment: {'id': 'c2ef6767-ef6e-4767-b44e-17828ba5e84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '81cab25c-cc73-4b97-9af8-266d9053a85f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:58:54.090036 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e256ae-4855-49b1-813b-d62789c04e5c req-77c8a35a-126b-4ce4-a64e-30432ddd99ec service neutron] Bound using segment: {'id': 'c2ef6767-ef6e-4767-b44e-17828ba5e84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '81cab25c-cc73-4b97-9af8-266d9053a85f'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:58:54.090586 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-07e256ae-4855-49b1-813b-d62789c04e5c req-77c8a35a-126b-4ce4-a64e-30432ddd99ec service neutron] Bound port: 161b3298-9c94-419c-aed6-71e3451377c5, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2ef6767-ef6e-4767-b44e-17828ba5e84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '81cab25c-cc73-4b97-9af8-266d9053a85f'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:58:54.091053 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-07e256ae-4855-49b1-813b-d62789c04e5c req-77c8a35a-126b-4ce4-a64e-30432ddd99ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:54.171252 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-d18fab1f-a2f9-4765-9da4-2d09eb476846 req-2443288f-a001-4793-8683-24917259f21c tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] For port d762fdd8-680a-4d44-a933-36f0845a6c02, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=d762fdd8-680a-4d44-a933-36f0845a6c02,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:54.171494 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-d18fab1f-a2f9-4765-9da4-2d09eb476846 req-2443288f-a001-4793-8683-24917259f21c tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:54.195162 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-d18fab1f-a2f9-4765-9da4-2d09eb476846 req-2443288f-a001-4793-8683-24917259f21c tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] Calling delete_port for d762fdd8-680a-4d44-a933-36f0845a6c02 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:54.379486 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-d18fab1f-a2f9-4765-9da4-2d09eb476846 req-2443288f-a001-4793-8683-24917259f21c tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:54.382551 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ab438b-ad87-4963-8336-a460cfa8802a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-b610a164-13a5-4c5d-9e5f-b4901021962c', 'network_id': 'b610a164-13a5-4c5d-9e5f-b4901021962c', 'tenant_id': '3bb80f8fcdb04dbb90fc5fe264a13cbe', 'fixed_ips': [{'subnet_id': 'd7c74295-c93c-4e2f-8918-743adaf57914'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:58:54.383965 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b1ab438b-ad87-4963-8336-a460cfa8802a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:54.443471 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['d762fdd8-680a-4d44-a933-36f0845a6c02'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:58:54.471783 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-07e256ae-4855-49b1-813b-d62789c04e5c req-77c8a35a-126b-4ce4-a64e-30432ddd99ec service neutron] For port 161b3298-9c94-419c-aed6-71e3451377c5, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:58:54.474936 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-07e256ae-4855-49b1-813b-d62789c04e5c req-77c8a35a-126b-4ce4-a64e-30432ddd99ec service neutron] For port 161b3298-9c94-419c-aed6-71e3451377c5, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=161b3298-9c94-419c-aed6-71e3451377c5,segment=NetworkSegment(c2ef6767-ef6e-4767-b44e-17828ba5e84d),segment_id=c2ef6767-ef6e-4767-b44e-17828ba5e84d)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:58:54.487884 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-07e256ae-4855-49b1-813b-d62789c04e5c req-77c8a35a-126b-4ce4-a64e-30432ddd99ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:54.503759 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f5437c23-314b-4a5f-a412-701e6b0c7164 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:54.507700 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-d18fab1f-a2f9-4765-9da4-2d09eb476846 req-2443288f-a001-4793-8683-24917259f21c tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] No DVR routers for this DVR port d762fdd8-680a-4d44-a933-36f0845a6c02 on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:58:54.508342 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ca2d163a-5b23-4735-a77c-fbd808b9f0ff None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:54.510390 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2443288f-a001-4793-8683-24917259f21c tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] Pushing event deleted for resources: {'Port': ['ID=d762fdd8-680a-4d44-a933-36f0845a6c02,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:54.512800 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-d18fab1f-a2f9-4765-9da4-2d09eb476846 req-2443288f-a001-4793-8683-24917259f21c tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:54.517249 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d18fab1f-a2f9-4765-9da4-2d09eb476846 req-2443288f-a001-4793-8683-24917259f21c tempest-VolumesBackupsTest-280756440 tempest-VolumesBackupsTest-280756440-project] 10.222.0.49 "DELETE /v2.0/ports/d762fdd8-680a-4d44-a933-36f0845a6c02 HTTP/1.1" status: 204 len: 173 time: 0.6611674 Nov 12 00:58:54.518027 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43da1107-aa0c-4665-a852-ed5d1c0b97fd', 'name': 'network-vif-deleted', 'tag': 'd762fdd8-680a-4d44-a933-36f0845a6c02'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:58:54.521843 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb86f8d4-bacc-4728-8a10-419464e9722b" -d '{"events": [{"server_uuid": "43da1107-aa0c-4665-a852-ed5d1c0b97fd", "name": "network-vif-deleted", "tag": "d762fdd8-680a-4d44-a933-36f0845a6c02"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:58:54.631837 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-5f0f35f6-f0c6-48a2-bf82-2e3b64881c0c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Allocated IP 2001:db8::f816:3eff:fe7f:69bf (549c8e6d-38df-4171-95c5-652183e307b7/84ad0e07-3b25-49d1-846f-791813271396/947de36c-f7b3-445e-adce-391155e24799) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:54.665804 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a249110e-a458-4467-8d86-823b5d4f0b7c req-4dfe1f2c-9215-46ee-8cf8-0ba0ad8dad2a tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:54.674043 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a249110e-a458-4467-8d86-823b5d4f0b7c req-4dfe1f2c-9215-46ee-8cf8-0ba0ad8dad2a tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9 HTTP/1.1" status: 200 len: 943 time: 0.4277046 Nov 12 00:58:54.681323 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f8e4bb-557a-4161-b186-bf671f3dc1fb tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Made reservation on behalf of 3bb80f8fcdb04dbb90fc5fe264a13cbe for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:54.684986 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b5f8e4bb-557a-4161-b186-bf671f3dc1fb tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:54.707093 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e256ae-4855-49b1-813b-d62789c04e5c req-77c8a35a-126b-4ce4-a64e-30432ddd99ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:54.707703 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-07e256ae-4855-49b1-813b-d62789c04e5c req-77c8a35a-126b-4ce4-a64e-30432ddd99ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:54.709078 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-07e256ae-4855-49b1-813b-d62789c04e5c req-77c8a35a-126b-4ce4-a64e-30432ddd99ec service neutron] 10.222.0.54 "PUT /v2.0/ports/161b3298-9c94-419c-aed6-71e3451377c5 HTTP/1.1" status: 200 len: 1092 time: 2.4521260 Nov 12 00:58:54.722158 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9098c3-8d33-4e66-b56f-bb04291759d9', 'tag': '161b3298-9c94-419c-aed6-71e3451377c5'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:58:54.724519 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0826d6de-c85d-464e-be56-b22fed53dc58" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9098c3-8d33-4e66-b56f-bb04291759d9", "tag": "161b3298-9c94-419c-aed6-71e3451377c5"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:58:54.753355 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b1d88e25-b87e-4ec6-8f40-1e234b8ce78b req-89071712-5cb5-48dc-8027-69981af3d124 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 210 time: 0.1079268 Nov 12 00:58:54.790591 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-b1ab438b-ad87-4963-8336-a460cfa8802a None None] Allocated IP 172.20.0.2 (b610a164-13a5-4c5d-9e5f-b4901021962c/d7c74295-c93c-4e2f-8918-743adaf57914/442b75f8-226c-4d82-889c-21e8daf62fb3) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:54.813350 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-b5f8e4bb-557a-4161-b186-bf671f3dc1fb tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] device_id is not set on port 488a5bc6-21f9-4857-890f-d944b5de1d32 yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:58:54.961779 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ca2d163a-5b23-4735-a77c-fbd808b9f0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:55.060096 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8a35a-126b-4ce4-a64e-30432ddd99ec service neutron] Pushing event updated for resources: {'Port': ['ID=161b3298-9c94-419c-aed6-71e3451377c5,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:55.181256 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5f0f35f6-f0c6-48a2-bf82-2e3b64881c0c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:55.210974 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2d163a-5b23-4735-a77c-fbd808b9f0ff None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:55.224804 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-ca2d163a-5b23-4735-a77c-fbd808b9f0ff None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:55.228279 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2d163a-5b23-4735-a77c-fbd808b9f0ff None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:55.237782 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d163a-5b23-4735-a77c-fbd808b9f0ff None None] Pushing event updated for resources: {'Port': ['ID=58284902-d7c8-41d8-b4b2-fdb97ffa84b3,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:55.247174 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5f0f35f6-f0c6-48a2-bf82-2e3b64881c0c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:55.259037 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b1ab438b-ad87-4963-8336-a460cfa8802a None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:55.266488 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89bb0e9f-b608-4453-aad1-683dbd492e65 x-openstack-request-id: req-89bb0e9f-b608-4453-aad1-683dbd492e65 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:58:55.266954 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43da1107-aa0c-4665-a852-ed5d1c0b97fd", "name": "network-vif-deleted", "tag": "d762fdd8-680a-4d44-a933-36f0845a6c02", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:58:55.267870 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-89bb0e9f-b608-4453-aad1-683dbd492e65 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:58:55.270614 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43da1107-aa0c-4665-a852-ed5d1c0b97fd', 'name': 'network-vif-deleted', 'tag': 'd762fdd8-680a-4d44-a933-36f0845a6c02', 'status': 'completed', 'code': 200} Nov 12 00:58:55.316510 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b1ab438b-ad87-4963-8336-a460cfa8802a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:55.342438 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f5437c23-314b-4a5f-a412-701e6b0c7164 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:55.344454 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5437c23-314b-4a5f-a412-701e6b0c7164 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event deleted for resources: {'Port': ['ID=cad81e7f-b344-4b82-837d-fefe1b1379aa,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:55.357864 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4637fc-4e17-4070-a734-29118a8b6c82 x-openstack-request-id: req-4d4637fc-4e17-4070-a734-29118a8b6c82 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:58:55.359460 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9098c3-8d33-4e66-b56f-bb04291759d9", "tag": "161b3298-9c94-419c-aed6-71e3451377c5", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:58:55.359732 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4d4637fc-4e17-4070-a734-29118a8b6c82 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:58:55.361598 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b9098c3-8d33-4e66-b56f-bb04291759d9', 'tag': '161b3298-9c94-419c-aed6-71e3451377c5', 'status': 'completed', 'code': 200} Nov 12 00:58:55.363539 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0f35f6-f0c6-48a2-bf82-2e3b64881c0c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:55.369196 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-5f0f35f6-f0c6-48a2-bf82-2e3b64881c0c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:55.373157 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0f35f6-f0c6-48a2-bf82-2e3b64881c0c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:55.390702 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0f35f6-f0c6-48a2-bf82-2e3b64881c0c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:55.391391 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5f0f35f6-f0c6-48a2-bf82-2e3b64881c0c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:55.406168 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a249110e-a458-4467-8d86-823b5d4f0b7c req-44fdc0fe-9fa6-47de-995e-b310f9a83f2e tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3ad4aa7-f288-4738-9886-8baae0088fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7311547 Nov 12 00:58:55.419019 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f35f6-f0c6-48a2-bf82-2e3b64881c0c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Port': ['ID=947de36c-f7b3-445e-adce-391155e24799,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:55.435935 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-ca2d163a-5b23-4735-a77c-fbd808b9f0ff None None] Attempting to bind port 58284902-d7c8-41d8-b4b2-fdb97ffa84b3 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:58:55.436383 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-ca2d163a-5b23-4735-a77c-fbd808b9f0ff None None] Attempting to bind port 58284902-d7c8-41d8-b4b2-fdb97ffa84b3 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:58:55.437744 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2d163a-5b23-4735-a77c-fbd808b9f0ff None None] Attempting to bind port 58284902-d7c8-41d8-b4b2-fdb97ffa84b3 on network 549c8e6d-38df-4171-95c5-652183e307b7 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:58:55.454226 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5f0f35f6-f0c6-48a2-bf82-2e3b64881c0c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2040796 Nov 12 00:58:55.456355 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41356) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:55.482228 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2d163a-5b23-4735-a77c-fbd808b9f0ff None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:58:55.485591 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2d163a-5b23-4735-a77c-fbd808b9f0ff None None] Checking segment: {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:58:55.486391 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ca2d163a-5b23-4735-a77c-fbd808b9f0ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:55.487492 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2d163a-5b23-4735-a77c-fbd808b9f0ff None None] Bound using segment: {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:58:55.490317 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-ca2d163a-5b23-4735-a77c-fbd808b9f0ff None None] Bound port: 58284902-d7c8-41d8-b4b2-fdb97ffa84b3, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:58:55.490801 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ca2d163a-5b23-4735-a77c-fbd808b9f0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:55.515037 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e256ae-4855-49b1-813b-d62789c04e5c req-8196fb6f-2236-414a-9d08-ad138db00b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:55.516669 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-07e256ae-4855-49b1-813b-d62789c04e5c req-8196fb6f-2236-414a-9d08-ad138db00b25 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=92120bcf7a2b4a398a48be8e2d4be44a&device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9 HTTP/1.1" status: 200 len: 1095 time: 0.6544030 Nov 12 00:58:55.516861 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ab438b-ad87-4963-8336-a460cfa8802a None None] Network b610a164-13a5-4c5d-9e5f-b4901021962c is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:55.560976 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-b1ab438b-ad87-4963-8336-a460cfa8802a None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:55.571834 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ab438b-ad87-4963-8336-a460cfa8802a None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:55.596066 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ab438b-ad87-4963-8336-a460cfa8802a None None] Pushing event updated for resources: {'Port': ['ID=442b75f8-226c-4d82-889c-21e8daf62fb3,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:55.605948 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d912996a-2f28-42e7-8d46-8b307fb96214 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:55.621900 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d912996a-2f28-42e7-8d46-8b307fb96214 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:55.623557 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d912996a-2f28-42e7-8d46-8b307fb96214 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1662178 Nov 12 00:58:55.630946 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41360) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:55.697916 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-07e256ae-4855-49b1-813b-d62789c04e5c req-3812cbb8-ec47-44e4-8cef-9dda4c25967e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=161b3298-9c94-419c-aed6-71e3451377c5 HTTP/1.1" status: 200 len: 217 time: 0.1170206 Nov 12 00:58:55.719741 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-ca2d163a-5b23-4735-a77c-fbd808b9f0ff None None] For port 58284902-d7c8-41d8-b4b2-fdb97ffa84b3, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:58:55.719996 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-b5f8e4bb-557a-4161-b186-bf671f3dc1fb tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Allocated IP 172.20.0.4 (b610a164-13a5-4c5d-9e5f-b4901021962c/d7c74295-c93c-4e2f-8918-743adaf57914/488a5bc6-21f9-4857-890f-d944b5de1d32) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:55.727063 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-ca2d163a-5b23-4735-a77c-fbd808b9f0ff None None] For port 58284902-d7c8-41d8-b4b2-fdb97ffa84b3, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=58284902-d7c8-41d8-b4b2-fdb97ffa84b3,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:58:55.729351 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-b1ab438b-ad87-4963-8336-a460cfa8802a None None] Attempting to bind port 442b75f8-226c-4d82-889c-21e8daf62fb3 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:58:55.729960 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-b1ab438b-ad87-4963-8336-a460cfa8802a None None] Attempting to bind port 442b75f8-226c-4d82-889c-21e8daf62fb3 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '46fecd45-7f4e-456b-bf62-447249258c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b610a164-13a5-4c5d-9e5f-b4901021962c'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:58:55.730569 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ab438b-ad87-4963-8336-a460cfa8802a None None] Attempting to bind port 442b75f8-226c-4d82-889c-21e8daf62fb3 on network b610a164-13a5-4c5d-9e5f-b4901021962c {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:58:55.738037 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ca2d163a-5b23-4735-a77c-fbd808b9f0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:55.753440 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-b947e78f-a63f-4358-82bc-7c246de634d9 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Deleting port 947de36c-f7b3-445e-adce-391155e24799 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:55.754443 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b947e78f-a63f-4358-82bc-7c246de634d9 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:55.756111 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ab438b-ad87-4963-8336-a460cfa8802a None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:58:55.756798 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ab438b-ad87-4963-8336-a460cfa8802a None None] Checking segment: {'id': '46fecd45-7f4e-456b-bf62-447249258c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b610a164-13a5-4c5d-9e5f-b4901021962c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:58:55.757784 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b1ab438b-ad87-4963-8336-a460cfa8802a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:55.758351 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ab438b-ad87-4963-8336-a460cfa8802a None None] Bound using segment: {'id': '46fecd45-7f4e-456b-bf62-447249258c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b610a164-13a5-4c5d-9e5f-b4901021962c'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:58:55.758990 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-b1ab438b-ad87-4963-8336-a460cfa8802a None None] Bound port: 442b75f8-226c-4d82-889c-21e8daf62fb3, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46fecd45-7f4e-456b-bf62-447249258c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b610a164-13a5-4c5d-9e5f-b4901021962c'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:58:55.759752 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b1ab438b-ad87-4963-8336-a460cfa8802a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:55.865793 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e256ae-4855-49b1-813b-d62789c04e5c req-7d9dc772-a40a-4a85-8387-31f8e1bdcbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:55.867696 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-07e256ae-4855-49b1-813b-d62789c04e5c req-7d9dc772-a40a-4a85-8387-31f8e1bdcbdf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=14a1d482-7411-47d7-8687-bbca824f06be HTTP/1.1" status: 200 len: 849 time: 0.1592731 Nov 12 00:58:55.891154 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d163a-5b23-4735-a77c-fbd808b9f0ff None None] Pushing event updated for resources: {'Port': ['ID=58284902-d7c8-41d8-b4b2-fdb97ffa84b3,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:55.895348 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b947e78f-a63f-4358-82bc-7c246de634d9 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:55.909984 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5437c23-314b-4a5f-a412-701e6b0c7164 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Router a7d60bf2-0f45-47e7-8ec1-e6df709751aa has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:58:55.924161 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-b947e78f-a63f-4358-82bc-7c246de634d9 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Calling delete_port for 947de36c-f7b3-445e-adce-391155e24799 owned by {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:55.939273 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b1ab438b-ad87-4963-8336-a460cfa8802a None None] For port 442b75f8-226c-4d82-889c-21e8daf62fb3, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:58:55.944756 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b1ab438b-ad87-4963-8336-a460cfa8802a None None] For port 442b75f8-226c-4d82-889c-21e8daf62fb3, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=442b75f8-226c-4d82-889c-21e8daf62fb3,segment=NetworkSegment(46fecd45-7f4e-456b-bf62-447249258c8b),segment_id=46fecd45-7f4e-456b-bf62-447249258c8b)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:58:55.951622 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b1ab438b-ad87-4963-8336-a460cfa8802a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:56.033787 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ab438b-ad87-4963-8336-a460cfa8802a None None] Pushing event updated for resources: {'Port': ['ID=442b75f8-226c-4d82-889c-21e8daf62fb3,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:56.055719 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bfcdeafc-e09c-4011-84b2-e71a38961551 req-35d6cf93-7b07-461c-997d-b1b741fc8c29 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 210 time: 0.0899234 Nov 12 00:58:56.128627 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b947e78f-a63f-4358-82bc-7c246de634d9 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:56.166625 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b947e78f-a63f-4358-82bc-7c246de634d9 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Port': ['ID=947de36c-f7b3-445e-adce-391155e24799,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:56.231083 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b947e78f-a63f-4358-82bc-7c246de634d9 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:56.238350 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b947e78f-a63f-4358-82bc-7c246de634d9 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/ports/947de36c-f7b3-445e-adce-391155e24799 HTTP/1.1" status: 204 len: 168 time: 0.5998008 Nov 12 00:58:56.239164 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41366) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:56.302995 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f9d977-3198-4923-8d62-9e5ac52e3447 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:56.304695 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f9d977-3198-4923-8d62-9e5ac52e3447 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:56.309130 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-88f9d977-3198-4923-8d62-9e5ac52e3447 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0687902 Nov 12 00:58:56.309828 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41368) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:56.391637 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a9e544b-9212-454c-b855-3a3ca2d54d65 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Deleting subnet 84ad0e07-3b25-49d1-846f-791813271396 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:58:56.398571 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8a9e544b-9212-454c-b855-3a3ca2d54d65 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:56.498242 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8a9e544b-9212-454c-b855-3a3ca2d54d65 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:56.639975 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e256ae-4855-49b1-813b-d62789c04e5c req-f8f529dc-95fb-43d6-af91-f4ac69383ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:56.641615 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-07e256ae-4855-49b1-813b-d62789c04e5c req-f8f529dc-95fb-43d6-af91-f4ac69383ed8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=81cab25c-cc73-4b97-9af8-266d9053a85f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7532828 Nov 12 00:58:56.645721 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5437c23-314b-4a5f-a412-701e6b0c7164 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:58:56.658155 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f5437c23-314b-4a5f-a412-701e6b0c7164 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "PUT /v2.0/routers/a7d60bf2-0f45-47e7-8ec1-e6df709751aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5631635 Nov 12 00:58:56.658951 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41376) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:56.659075 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b04d581-b9d1-45b3-8d11-77afc431c110 None None] Sync routers for ids ['a7d60bf2-0f45-47e7-8ec1-e6df709751aa'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:58:56.684221 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4fe36a-31a0-417f-9c2a-594d8adaad86 req-ec4e5195-32fd-4f04-bdfd-0f79fad755ab tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:56.685825 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b04d581-b9d1-45b3-8d11-77afc431c110 None None] Routers {'a7d60bf2-0f45-47e7-8ec1-e6df709751aa'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:56.686033 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2b4fe36a-31a0-417f-9c2a-594d8adaad86 req-ec4e5195-32fd-4f04-bdfd-0f79fad755ab tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9 HTTP/1.1" status: 200 len: 943 time: 0.1422806 Nov 12 00:58:56.692146 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-0b04d581-b9d1-45b3-8d11-77afc431c110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:58:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['a7d60bf2-0f45-47e7-8ec1-e6df709751aa'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:56.733859 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-4adbdc17-09f1-4d4f-8f49-5e9ba9d21f70 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d60bf2-0f45-47e7-8ec1-e6df709751aa HTTP/1.1" status: 200 len: 205 time: 0.0638478 Nov 12 00:58:56.742216 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41378) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:56.750350 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-0b04d581-b9d1-45b3-8d11-77afc431c110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:56.761230 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b04d581-b9d1-45b3-8d11-77afc431c110 None None] Routers {'a7d60bf2-0f45-47e7-8ec1-e6df709751aa'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:56.762247 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-0b04d581-b9d1-45b3-8d11-77afc431c110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:58:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['a7d60bf2-0f45-47e7-8ec1-e6df709751aa'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:56.780657 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b5f8e4bb-557a-4161-b186-bf671f3dc1fb tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:56.797693 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-0b04d581-b9d1-45b3-8d11-77afc431c110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:56.798922 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b04d581-b9d1-45b3-8d11-77afc431c110 None None] The sync data for ids ['a7d60bf2-0f45-47e7-8ec1-e6df709751aa'] in n-d-812236-11 is: [] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:58:56.804519 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2b4fe36a-31a0-417f-9c2a-594d8adaad86 req-af9437fb-4aae-4cb4-a66a-47982bb2ea34 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3ad4aa7-f288-4738-9886-8baae0088fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859013 Nov 12 00:58:56.812027 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8a9e544b-9212-454c-b855-3a3ca2d54d65 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:56.842554 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device d762fdd8-680a-4d44-a933-36f0845a6c02 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:58:56.872243 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: d762fdd8-680a-4d44-a933-36f0845a6c02 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:58:56.872567 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device d762fdd8-680a-4d44-a933-36f0845a6c02 not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:58:56.888280 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0fee81e8-ab59-4e0a-9391-717f0e354130 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:56.890391 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8a9e544b-9212-454c-b855-3a3ca2d54d65 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:56.929181 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9e544b-9212-454c-b855-3a3ca2d54d65 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Subnet': ['ID=84ad0e07-3b25-49d1-846f-791813271396,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:56.931523 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8a9e544b-9212-454c-b855-3a3ca2d54d65 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:56.938022 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-8a9e544b-9212-454c-b855-3a3ca2d54d65 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/84ad0e07-3b25-49d1-846f-791813271396 HTTP/1.1" status: 204 len: 168 time: 0.6268234 Nov 12 00:58:56.938712 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41380) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:56.981420 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0c760027-927a-48b7-bc55-fcc2b24ee9cb tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0408332 Nov 12 00:58:56.983873 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41382) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:56.993692 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-56d68dd1-46a7-4448-a910-de09d605e805 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'subnet': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:57.006072 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-07e256ae-4855-49b1-813b-d62789c04e5c req-dfebe922-c42c-476d-bcd1-875ac90059e9 service neutron] 10.222.0.54 "GET /v2.0/networks/81cab25c-cc73-4b97-9af8-266d9053a85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553755 Nov 12 00:58:57.045095 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b5f8e4bb-557a-4161-b186-bf671f3dc1fb tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:57.215154 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0fee81e8-ab59-4e0a-9391-717f0e354130 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:57.218522 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0fee81e8-ab59-4e0a-9391-717f0e354130 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:57.291108 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f8e4bb-557a-4161-b186-bf671f3dc1fb tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Network b610a164-13a5-4c5d-9e5f-b4901021962c is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:57.313647 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9a486856-f69e-4231-b782-083c79041adc req-d40aecd6-d85f-405c-9497-8b73a96a4ad8 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 210 time: 0.1048324 Nov 12 00:58:57.331174 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f8e4bb-557a-4161-b186-bf671f3dc1fb tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event updated for resources: {'Port': ['ID=488a5bc6-21f9-4857-890f-d944b5de1d32,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:57.332875 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-b5f8e4bb-557a-4161-b186-bf671f3dc1fb tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:57.371462 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f8e4bb-557a-4161-b186-bf671f3dc1fb tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:57.437951 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0fee81e8-ab59-4e0a-9391-717f0e354130 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:57.438551 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fee81e8-ab59-4e0a-9391-717f0e354130 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Fanout notify agent at l3_agent the message router_deleted on router a7d60bf2-0f45-47e7-8ec1-e6df709751aa {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:58:57.459498 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0fee81e8-ab59-4e0a-9391-717f0e354130 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:57.463634 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0fee81e8-ab59-4e0a-9391-717f0e354130 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "DELETE /v2.0/routers/a7d60bf2-0f45-47e7-8ec1-e6df709751aa HTTP/1.1" status: 204 len: 168 time: 0.7203133 Nov 12 00:58:57.464447 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41386) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:57.481016 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-07e256ae-4855-49b1-813b-d62789c04e5c req-4d473305-6b7f-4ae4-8ead-04f43366fe60 service neutron] 10.222.0.54 "GET /v2.0/networks/81cab25c-cc73-4b97-9af8-266d9053a85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4374161 Nov 12 00:58:57.507607 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d68dd1-46a7-4448-a910-de09d605e805 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:57.509672 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 442b75f8-226c-4d82-889c-21e8daf62fb3 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:58:57.511292 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-56d68dd1-46a7-4448-a910-de09d605e805 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:57.537474 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f8e4bb-557a-4161-b186-bf671f3dc1fb tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:57.538143 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b5f8e4bb-557a-4161-b186-bf671f3dc1fb tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:57.636606 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-35ff1336-eb0b-40df-8b52-a018f6263009 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Deleting subnet 7d745ce6-0aa3-4a04-93ca-c33971b59853 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:58:57.641542 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b5f8e4bb-557a-4161-b186-bf671f3dc1fb tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.5618320 Nov 12 00:58:57.647332 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41388) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:57.652316 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 442b75f8-226c-4d82-889c-21e8daf62fb3 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:57.652815 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:57.665677 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-35ff1336-eb0b-40df-8b52-a018f6263009 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:57.722438 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-35ff1336-eb0b-40df-8b52-a018f6263009 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:57.774296 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826d6de-c85d-464e-be56-b22fed53dc58 req-1e5c3c99-c7e4-4626-82e4-96aa7ce5440e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:57.775894 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0826d6de-c85d-464e-be56-b22fed53dc58 req-1e5c3c99-c7e4-4626-82e4-96aa7ce5440e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=92120bcf7a2b4a398a48be8e2d4be44a&device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9 HTTP/1.1" status: 200 len: 1095 time: 0.1601288 Nov 12 00:58:57.798089 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a1a0dd-e52c-4728-b6cf-ed72b47877b8 None None] Network b610a164-13a5-4c5d-9e5f-b4901021962c requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:57.959176 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-35ff1336-eb0b-40df-8b52-a018f6263009 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:58.011592 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-172ea080-7748-476c-a0ae-b3761448b8ad tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Deleting port 488a5bc6-21f9-4857-890f-d944b5de1d32 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:58.011928 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-172ea080-7748-476c-a0ae-b3761448b8ad tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:58.016290 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:58.043676 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-4936db53-1e00-4773-b7fe-e5ccfb021d15 None None] Provisioning complete for port 442b75f8-226c-4d82-889c-21e8daf62fb3 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:58.044080 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4936db53-1e00-4773-b7fe-e5ccfb021d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:58.133017 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 442b75f8-226c-4d82-889c-21e8daf62fb3, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=442b75f8-226c-4d82-889c-21e8daf62fb3,segment=NetworkSegment(46fecd45-7f4e-456b-bf62-447249258c8b),segment_id=46fecd45-7f4e-456b-bf62-447249258c8b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:58.137469 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826d6de-c85d-464e-be56-b22fed53dc58 req-0f793001-26b9-4477-9f8e-fa2d2a7993a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:58.139207 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0826d6de-c85d-464e-be56-b22fed53dc58 req-0f793001-26b9-4477-9f8e-fa2d2a7993a2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=81cab25c-cc73-4b97-9af8-266d9053a85f HTTP/1.1" status: 200 len: 911 time: 0.3471675 Nov 12 00:58:58.145122 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:58.146376 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 58284902-d7c8-41d8-b4b2-fdb97ffa84b3 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:58:58.178827 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-35ff1336-eb0b-40df-8b52-a018f6263009 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:58.214676 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9607fe-a90a-4ee3-8c26-9e0a7b0add41 None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:58.226224 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ff1336-eb0b-40df-8b52-a018f6263009 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event deleted for resources: {'Subnet': ['ID=7d745ce6-0aa3-4a04-93ca-c33971b59853,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:58.243929 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-35ff1336-eb0b-40df-8b52-a018f6263009 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:58.251143 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-35ff1336-eb0b-40df-8b52-a018f6263009 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "DELETE /v2.0/subnets/7d745ce6-0aa3-4a04-93ca-c33971b59853 HTTP/1.1" status: 204 len: 168 time: 0.7847795 Nov 12 00:58:58.251917 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0826d6de-c85d-464e-be56-b22fed53dc58 req-35ff84a8-9ce1-4f1b-a301-5c9377002ee6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=161b3298-9c94-419c-aed6-71e3451377c5 HTTP/1.1" status: 200 len: 217 time: 0.0763326 Nov 12 00:58:58.253482 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-172ea080-7748-476c-a0ae-b3761448b8ad tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:58.255763 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41396) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:58.272081 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-172ea080-7748-476c-a0ae-b3761448b8ad tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Calling delete_port for 488a5bc6-21f9-4857-890f-d944b5de1d32 owned by {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:58.275149 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230a1cb-1aa2-4449-a942-6681b56959e4 req-2a531ed4-7ca6-4c33-9740-d60d5034bce0 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:58.277488 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f230a1cb-1aa2-4449-a942-6681b56959e4 req-2a531ed4-7ca6-4c33-9740-d60d5034bce0 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9 HTTP/1.1" status: 200 len: 943 time: 0.2588363 Nov 12 00:58:58.315781 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a1c713-6777-4f15-89fa-704b869d5228 None None] Network 4e0f6f76-4d43-4e24-86e5-412e7cb0ddf9 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:58.322903 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=442b75f8-226c-4d82-889c-21e8daf62fb3,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:58.395311 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2acf9f8d-36e1-4002-8e0f-6e3c6e8dfd70 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:58.541614 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-938c360e-7acf-4b67-9942-12b6f5f42e64 req-feafe6f0-9e94-44fc-8adf-f893bdbb0083 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 210 time: 0.0787706 Nov 12 00:58:58.591934 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-172ea080-7748-476c-a0ae-b3761448b8ad tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:58.631835 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826d6de-c85d-464e-be56-b22fed53dc58 req-fb859d77-ed2a-4bab-a463-5196d77f4b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:58.633596 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0826d6de-c85d-464e-be56-b22fed53dc58 req-fb859d77-ed2a-4bab-a463-5196d77f4b85 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=14a1d482-7411-47d7-8687-bbca824f06be HTTP/1.1" status: 200 len: 849 time: 0.2477224 Nov 12 00:58:58.635208 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 58284902-d7c8-41d8-b4b2-fdb97ffa84b3 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:58.635676 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:58.641077 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f230a1cb-1aa2-4449-a942-6681b56959e4 req-8b29b105-230d-4778-94a0-ee3a6b46c73c tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3ad4aa7-f288-4738-9886-8baae0088fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2193625 Nov 12 00:58:58.654520 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172ea080-7748-476c-a0ae-b3761448b8ad tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event deleted for resources: {'Port': ['ID=488a5bc6-21f9-4857-890f-d944b5de1d32,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:58.785423 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-172ea080-7748-476c-a0ae-b3761448b8ad tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:58.794639 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-172ea080-7748-476c-a0ae-b3761448b8ad tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "DELETE /v2.0/ports/488a5bc6-21f9-4857-890f-d944b5de1d32 HTTP/1.1" status: 204 len: 168 time: 1.1378477 Nov 12 00:58:58.807564 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41402) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:58.852479 n-d-812236-11 neutron-server[102662]: DEBUG neutron.objects.ports [None req-56d68dd1-46a7-4448-a910-de09d605e805 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102662) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 00:58:58.865655 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8c287fb-0c47-4a0c-a45f-ca1c71236983 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] DELETE failed (client error): The resource could not be found. Nov 12 00:58:58.866769 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8c287fb-0c47-4a0c-a45f-ca1c71236983 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:58:58.873068 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d8c287fb-0c47-4a0c-a45f-ca1c71236983 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "DELETE /v2.0/ports/488a5bc6-21f9-4857-890f-d944b5de1d32 HTTP/1.1" status: 404 len: 333 time: 0.0616651 Nov 12 00:58:58.873417 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41404) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:58.943678 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-045f47bd-bbf3-400d-94eb-f1f8d6790df6 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] GET failed (client error): The resource could not be found. Nov 12 00:58:58.949544 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-045f47bd-bbf3-400d-94eb-f1f8d6790df6 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "GET /v2.0/ports/488a5bc6-21f9-4857-890f-d944b5de1d32 HTTP/1.1" status: 404 len: 333 time: 0.0724709 Nov 12 00:58:58.950469 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41408) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:58.975189 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826d6de-c85d-464e-be56-b22fed53dc58 req-bf55709b-c162-43ff-83e9-c74a241a2b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:58.976937 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0826d6de-c85d-464e-be56-b22fed53dc58 req-bf55709b-c162-43ff-83e9-c74a241a2b7c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=81cab25c-cc73-4b97-9af8-266d9053a85f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3317029 Nov 12 00:58:58.983970 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-889a6810-2ac1-4e98-88b5-dd2d69a39e0e None None] Could not find standard attr ID for object 488a5bc6-21f9-4857-890f-d944b5de1d32. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:58:58.986592 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-2acf9f8d-36e1-4002-8e0f-6e3c6e8dfd70 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Deleting port 14110e8a-acad-4492-95d1-6ecf3b13c92d {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:58.986941 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2acf9f8d-36e1-4002-8e0f-6e3c6e8dfd70 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:59.020719 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-889a6810-2ac1-4e98-88b5-dd2d69a39e0e None None] Provisioning complete for port 442b75f8-226c-4d82-889c-21e8daf62fb3 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:59.021089 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-889a6810-2ac1-4e98-88b5-dd2d69a39e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:59.044261 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-521edfcb-5ecb-4baa-9ac2-698a4637f481 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Deleting subnet d7c74295-c93c-4e2f-8918-743adaf57914 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:58:59.049326 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-521edfcb-5ecb-4baa-9ac2-698a4637f481 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:59.148241 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-521edfcb-5ecb-4baa-9ac2-698a4637f481 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:59.188479 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-2acf9f8d-36e1-4002-8e0f-6e3c6e8dfd70 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] For port 14110e8a-acad-4492-95d1-6ecf3b13c92d, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=14110e8a-acad-4492-95d1-6ecf3b13c92d,segment=NetworkSegment(79224ea5-a61a-4872-a913-f364765db912),segment_id=79224ea5-a61a-4872-a913-f364765db912)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:59.189055 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2acf9f8d-36e1-4002-8e0f-6e3c6e8dfd70 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:59.198784 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526aa5dc-b891-4c6d-b6eb-1e7fc1b12553 None None] DHCP port deletion for 549c8e6d-38df-4171-95c5-652183e307b7 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:58:59.228370 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9af411-06c1-4c71-83d3-ec1a392b661f None None] DHCP port deletion for 4e0f6f76-4d43-4e24-86e5-412e7cb0ddf9 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:58:59.234674 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-2acf9f8d-36e1-4002-8e0f-6e3c6e8dfd70 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Calling delete_port for 14110e8a-acad-4492-95d1-6ecf3b13c92d owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:59.287273 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:59.290032 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0826d6de-c85d-464e-be56-b22fed53dc58 req-e11c18ca-98e8-4f10-a40c-c7044bcdc02d service neutron] 10.222.0.54 "GET /v2.0/networks/81cab25c-cc73-4b97-9af8-266d9053a85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664773 Nov 12 00:58:59.316551 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-521edfcb-5ecb-4baa-9ac2-698a4637f481 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:59.343743 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-889a6810-2ac1-4e98-88b5-dd2d69a39e0e None None] Provisioning complete for port 58284902-d7c8-41d8-b4b2-fdb97ffa84b3 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:59.344119 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-889a6810-2ac1-4e98-88b5-dd2d69a39e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:59.425103 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-521edfcb-5ecb-4baa-9ac2-698a4637f481 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:59.463312 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521edfcb-5ecb-4baa-9ac2-698a4637f481 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event deleted for resources: {'Subnet': ['ID=d7c74295-c93c-4e2f-8918-743adaf57914,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:59.469425 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-521edfcb-5ecb-4baa-9ac2-698a4637f481 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:59.477086 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-521edfcb-5ecb-4baa-9ac2-698a4637f481 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "DELETE /v2.0/subnets/d7c74295-c93c-4e2f-8918-743adaf57914 HTTP/1.1" status: 204 len: 168 time: 0.5186553 Nov 12 00:58:59.477263 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-526aa5dc-b891-4c6d-b6eb-1e7fc1b12553 None None] Deleting port 58284902-d7c8-41d8-b4b2-fdb97ffa84b3 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:59.477263 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-526aa5dc-b891-4c6d-b6eb-1e7fc1b12553 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:59.477606 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41410) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:59.479902 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.db.api [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:58:59.480451 n-d-812236-11 neutron-server[102663]: DEBUG oslo_db.api [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:58:59.488106 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-56d68dd1-46a7-4448-a910-de09d605e805 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:59.493761 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0826d6de-c85d-464e-be56-b22fed53dc58 req-42156710-d788-41e5-a91e-ca21a641b404 service neutron] 10.222.0.54 "GET /v2.0/networks/81cab25c-cc73-4b97-9af8-266d9053a85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911972 Nov 12 00:58:59.507541 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b7bf98-3b2e-415a-98af-269c5233b13b None None] Network b610a164-13a5-4c5d-9e5f-b4901021962c requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:59.610639 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2acf9f8d-36e1-4002-8e0f-6e3c6e8dfd70 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:59.629009 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1c115db4-95f2-482f-9e00-b047f45b103d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:59.674577 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-6e9af411-06c1-4c71-83d3-ec1a392b661f None None] Deleting port 14110e8a-acad-4492-95d1-6ecf3b13c92d {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:59.675199 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6e9af411-06c1-4c71-83d3-ec1a392b661f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:59.709300 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf9f8d-36e1-4002-8e0f-6e3c6e8dfd70 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event deleted for resources: {'Port': ['ID=14110e8a-acad-4492-95d1-6ecf3b13c92d,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:59.732806 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acf9f8d-36e1-4002-8e0f-6e3c6e8dfd70 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] No DVR routers for this DVR port 14110e8a-acad-4492-95d1-6ecf3b13c92d on host n-d-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:58:59.825445 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-889a6810-2ac1-4e98-88b5-dd2d69a39e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:59.844275 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-da2ca921-dcb7-4c1c-b242-16712b690f4b req-b94e75e3-4f8e-491c-a988-1661940537da tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 210 time: 0.0818386 Nov 12 00:58:59.901163 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-1c115db4-95f2-482f-9e00-b047f45b103d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Deleting port 442b75f8-226c-4d82-889c-21e8daf62fb3 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:59.901561 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1c115db4-95f2-482f-9e00-b047f45b103d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:59.932333 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-6e9af411-06c1-4c71-83d3-ec1a392b661f None None] For port 14110e8a-acad-4492-95d1-6ecf3b13c92d, host n-d-812236-11, got binding levels [] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:59.933002 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6e9af411-06c1-4c71-83d3-ec1a392b661f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:59.939885 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517e0dc-da55-421e-be60-8601c8fa75f8 req-d3e693df-6ec6-49ef-ac68-979cbe7277fb tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:59.941583 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e517e0dc-da55-421e-be60-8601c8fa75f8 req-d3e693df-6ec6-49ef-ac68-979cbe7277fb tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9 HTTP/1.1" status: 200 len: 943 time: 0.1062858 Nov 12 00:58:59.950226 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-6e9af411-06c1-4c71-83d3-ec1a392b661f None None] Calling delete_port for 14110e8a-acad-4492-95d1-6ecf3b13c92d owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:59.953513 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.ipam_backend_mixin [None req-6e9af411-06c1-4c71-83d3-ec1a392b661f None None] Port 14110e8a-acad-4492-95d1-6ecf3b13c92d was not found and therefore no delete operation was performed {{(pid=102663) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 00:58:59.957883 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6e9af411-06c1-4c71-83d3-ec1a392b661f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:59.968820 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-526aa5dc-b891-4c6d-b6eb-1e7fc1b12553 None None] For port 58284902-d7c8-41d8-b4b2-fdb97ffa84b3, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=58284902-d7c8-41d8-b4b2-fdb97ffa84b3,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:59.969641 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-526aa5dc-b891-4c6d-b6eb-1e7fc1b12553 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:00.000771 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2acf9f8d-36e1-4002-8e0f-6e3c6e8dfd70 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:00.006837 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-526aa5dc-b891-4c6d-b6eb-1e7fc1b12553 None None] Calling delete_port for 58284902-d7c8-41d8-b4b2-fdb97ffa84b3 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:00.018029 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-56d68dd1-46a7-4448-a910-de09d605e805 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] For port 58284902-d7c8-41d8-b4b2-fdb97ffa84b3, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=58284902-d7c8-41d8-b4b2-fdb97ffa84b3,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:00.026377 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-1c115db4-95f2-482f-9e00-b047f45b103d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] For port 442b75f8-226c-4d82-889c-21e8daf62fb3, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=442b75f8-226c-4d82-889c-21e8daf62fb3,segment=NetworkSegment(46fecd45-7f4e-456b-bf62-447249258c8b),segment_id=46fecd45-7f4e-456b-bf62-447249258c8b)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:00.027143 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1c115db4-95f2-482f-9e00-b047f45b103d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:00.053075 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-1c115db4-95f2-482f-9e00-b047f45b103d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Calling delete_port for 442b75f8-226c-4d82-889c-21e8daf62fb3 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:00.056561 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9af411-06c1-4c71-83d3-ec1a392b661f None None] No DVR routers for this DVR port 14110e8a-acad-4492-95d1-6ecf3b13c92d on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:00.058149 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-2acf9f8d-36e1-4002-8e0f-6e3c6e8dfd70 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e0f6f76-4d43-4e24-86e5-412e7cb0ddf9']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:00.068863 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9af411-06c1-4c71-83d3-ec1a392b661f None None] Pushing event deleted for resources: {'Port': ['ID=14110e8a-acad-4492-95d1-6ecf3b13c92d,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:00.083031 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-2acf9f8d-36e1-4002-8e0f-6e3c6e8dfd70 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79224ea5-a61a-4872-a913-f364765db912') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:00.083336 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-2acf9f8d-36e1-4002-8e0f-6e3c6e8dfd70 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79224ea5-a61a-4872-a913-f364765db912') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:00.118540 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2acf9f8d-36e1-4002-8e0f-6e3c6e8dfd70 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:00.129107 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-56d68dd1-46a7-4448-a910-de09d605e805 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:00.153262 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-56d68dd1-46a7-4448-a910-de09d605e805 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:00.153262 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-56d68dd1-46a7-4448-a910-de09d605e805 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:00.194223 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c645022e-972c-4cf7-84c6-d72009542718 None None] DHCP port deletion for b610a164-13a5-4c5d-9e5f-b4901021962c request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:59:00.206085 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:00.247900 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1c115db4-95f2-482f-9e00-b047f45b103d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:00.279951 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e517e0dc-da55-421e-be60-8601c8fa75f8 req-11e98412-cca4-41cd-a4c9-bb32cfd801fc tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3ad4aa7-f288-4738-9886-8baae0088fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017301 Nov 12 00:59:00.286293 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-c645022e-972c-4cf7-84c6-d72009542718 None None] The port '442b75f8-226c-4d82-889c-21e8daf62fb3' was deleted {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 12 00:59:00.319946 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d68dd1-46a7-4448-a910-de09d605e805 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Port': ['ID=58284902-d7c8-41d8-b4b2-fdb97ffa84b3,revision_number=5']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:00.320159 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.db.api [None req-889a6810-2ac1-4e98-88b5-dd2d69a39e0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:59:00.320159 n-d-812236-11 neutron-server[102663]: DEBUG oslo_db.api [None req-889a6810-2ac1-4e98-88b5-dd2d69a39e0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:59:00.322586 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c115db4-95f2-482f-9e00-b047f45b103d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event deleted for resources: {'Port': ['ID=442b75f8-226c-4d82-889c-21e8daf62fb3,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:00.328326 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c115db4-95f2-482f-9e00-b047f45b103d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] No DVR routers for this DVR port 442b75f8-226c-4d82-889c-21e8daf62fb3 on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:00.396881 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2acf9f8d-36e1-4002-8e0f-6e3c6e8dfd70 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:00.436546 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1c115db4-95f2-482f-9e00-b047f45b103d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:00.452996 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2acf9f8d-36e1-4002-8e0f-6e3c6e8dfd70 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:59:00.453354 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2acf9f8d-36e1-4002-8e0f-6e3c6e8dfd70 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:00.460376 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d68dd1-46a7-4448-a910-de09d605e805 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:00.465923 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-1c115db4-95f2-482f-9e00-b047f45b103d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b610a164-13a5-4c5d-9e5f-b4901021962c']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:00.466681 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 00:59:00.466681 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:59:00.466681 n-d-812236-11 neutron-server[102662]: timer() Nov 12 00:59:00.466681 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:59:00.466681 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 00:59:00.466681 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:59:00.466681 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 00:59:00.466681 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:59:00.466681 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 00:59:00.466681 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:59:00.466681 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 00:59:00.466681 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:59:00.466681 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 00:59:00.466681 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:59:00.466681 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:59:00.466681 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:59:00.466681 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:59:00.466681 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:59:00.466681 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 00:59:00.466681 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:59:00.466681 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 00:59:00.466681 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:59:00.466681 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:59:00.466681 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:59:00.466681 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 00:59:00.466681 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:59:00.466681 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:59:00.466681 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:59:00.466681 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:59:00.466681 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:59:00.466681 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:59:00.466681 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:59:00.481224 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-1c115db4-95f2-482f-9e00-b047f45b103d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46fecd45-7f4e-456b-bf62-447249258c8b') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:00.482185 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-1c115db4-95f2-482f-9e00-b047f45b103d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46fecd45-7f4e-456b-bf62-447249258c8b') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:00.488813 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.db.api [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:59:00.489708 n-d-812236-11 neutron-server[102663]: DEBUG oslo_db.api [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:59:00.494227 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-526aa5dc-b891-4c6d-b6eb-1e7fc1b12553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:00.499618 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1c115db4-95f2-482f-9e00-b047f45b103d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:00.510032 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-56d68dd1-46a7-4448-a910-de09d605e805 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:00.519906 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1c115db4-95f2-482f-9e00-b047f45b103d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:00.529006 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c115db4-95f2-482f-9e00-b047f45b103d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:59:00.529816 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1c115db4-95f2-482f-9e00-b047f45b103d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:00.550315 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526aa5dc-b891-4c6d-b6eb-1e7fc1b12553 None None] Pushing event deleted for resources: {'Port': ['ID=58284902-d7c8-41d8-b4b2-fdb97ffa84b3,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:00.600818 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d68dd1-46a7-4448-a910-de09d605e805 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:00.601579 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-56d68dd1-46a7-4448-a910-de09d605e805 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:00.618695 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Port 58284902-d7c8-41d8-b4b2-fdb97ffa84b3 update to ACTIVE by agent not found {{(pid=102663) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 00:59:00.628182 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d68dd1-46a7-4448-a910-de09d605e805 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Subnet': ['ID=b43eaed7-529f-46ee-97dd-aa9765945fae,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:00.643453 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-56d68dd1-46a7-4448-a910-de09d605e805 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6569898 Nov 12 00:59:00.645589 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2acf9f8d-36e1-4002-8e0f-6e3c6e8dfd70 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:00.647922 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41420) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:00.655246 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-361e6656-c939-4d11-b4dd-8018996a3548 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'port': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'mac_address': 'fa:16:3e:96:96:9c', 'name': 'tempest-NetworksTestDHCPv6-1516899909'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:00.657406 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:59:00.657406 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:59:00.657406 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:59:00.657406 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:59:00.657406 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:59:00.657406 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:59:00.657406 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:59:00.657406 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:59:00.657406 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:59:00.657406 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:59:00.657406 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:59:00.657406 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:59:00.657406 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:59:00.657406 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:59:00.657406 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:59:00.657406 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:59:00.657406 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:59:00.657406 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:59:00.657406 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:59:00.657406 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:59:00.657406 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:59:00.657406 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:59:00.657406 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:59:00.657406 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:59:00.657406 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:59:00.657406 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:59:00.657406 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:59:00.657406 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:59:00.657406 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:59:00.657406 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:59:00.657406 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:59:00.657406 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:59:00.662485 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526aa5dc-b891-4c6d-b6eb-1e7fc1b12553 None None] No DVR routers for this DVR port 58284902-d7c8-41d8-b4b2-fdb97ffa84b3 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:00.665576 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1c115db4-95f2-482f-9e00-b047f45b103d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:00.675849 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1c115db4-95f2-482f-9e00-b047f45b103d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:00.690232 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2acf9f8d-36e1-4002-8e0f-6e3c6e8dfd70 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:00.696761 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1c115db4-95f2-482f-9e00-b047f45b103d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "DELETE /v2.0/networks/b610a164-13a5-4c5d-9e5f-b4901021962c HTTP/1.1" status: 204 len: 168 time: 1.2148147 Nov 12 00:59:00.697699 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2acf9f8d-36e1-4002-8e0f-6e3c6e8dfd70 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "DELETE /v2.0/networks/4e0f6f76-4d43-4e24-86e5-412e7cb0ddf9 HTTP/1.1" status: 204 len: 168 time: 2.4185851 Nov 12 00:59:00.699046 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf9f8d-36e1-4002-8e0f-6e3c6e8dfd70 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event deleted for resources: {'Network': ['ID=4e0f6f76-4d43-4e24-86e5-412e7cb0ddf9,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:00.701554 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41422) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:00.701797 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41424) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:00.703939 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171fcac1-8fd6-4058-9c3f-40cf83645505 None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:00.724339 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-06b20a03-fd2b-491d-828b-ef1620a5415f tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1065099163'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:00.739829 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c115db4-95f2-482f-9e00-b047f45b103d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event deleted for resources: {'Network': ['ID=b610a164-13a5-4c5d-9e5f-b4901021962c,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:00.740500 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-89229927-a375-4d47-918f-1b6d69fb1b22 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-405055840', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}, 'admin_state_up': False}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:00.839777 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.db.api [None req-06b20a03-fd2b-491d-828b-ef1620a5415f tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 00:59:00.839777 n-d-812236-11 neutron-server[102662]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 12 00:59:00.839777 n-d-812236-11 neutron-server[102662]: [parameters: {'project_id': '3bb80f8fcdb04dbb90fc5fe264a13cbe', 'id': '7825c0ec-1d45-4364-b789-93fd7775f0fb', 'expiration': datetime.datetime(2021, 11, 12, 1, 1, 0, 830100)}] Nov 12 00:59:00.839777 n-d-812236-11 neutron-server[102662]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:59:00.840642 n-d-812236-11 neutron-server[102662]: DEBUG oslo_db.api [None req-06b20a03-fd2b-491d-828b-ef1620a5415f tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:59:00.853812 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-89229927-a375-4d47-918f-1b6d69fb1b22 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:00.854828 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-89229927-a375-4d47-918f-1b6d69fb1b22 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:00.869136 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-889a6810-2ac1-4e98-88b5-dd2d69a39e0e None None] Port 58284902-d7c8-41d8-b4b2-fdb97ffa84b3 update to ACTIVE by agent not found {{(pid=102663) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 00:59:00.922215 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 14110e8a-acad-4492-95d1-6ecf3b13c92d no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:59:00.951822 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 14110e8a-acad-4492-95d1-6ecf3b13c92d {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:59:00.952145 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 14110e8a-acad-4492-95d1-6ecf3b13c92d not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:59:00.952545 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 58284902-d7c8-41d8-b4b2-fdb97ffa84b3 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:59:00.981712 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 58284902-d7c8-41d8-b4b2-fdb97ffa84b3 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:59:00.982093 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 58284902-d7c8-41d8-b4b2-fdb97ffa84b3 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:59:00.982509 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 442b75f8-226c-4d82-889c-21e8daf62fb3 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:59:00.982814 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-89229927-a375-4d47-918f-1b6d69fb1b22 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:01.010399 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 161b3298-9c94-419c-aed6-71e3451377c5 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:59:01.031712 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 442b75f8-226c-4d82-889c-21e8daf62fb3 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:59:01.032056 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 442b75f8-226c-4d82-889c-21e8daf62fb3 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:59:01.052557 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-df5ba95c-bc16-46dd-bb8a-8e30a77a5530 None None] Could not find standard attr ID for object 488a5bc6-21f9-4857-890f-d944b5de1d32. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:59:01.060172 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993db17e-d738-47e7-a7bf-3f6ee28a53ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-549c8e6d-38df-4171-95c5-652183e307b7', 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'tenant_id': 'd39bd700eb73489c844e800fa5489ef8', 'fixed_ips': [{'subnet_id': 'b43eaed7-529f-46ee-97dd-aa9765945fae'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:59:01.061149 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-993db17e-d738-47e7-a7bf-3f6ee28a53ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:01.087224 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-48b31fbe-5a3e-498f-b49b-01a750ed6c96 req-dd8fada0-abcb-44b9-aa1a-4e155a6a71d8 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 210 time: 0.0951304 Nov 12 00:59:01.132873 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361e6656-c939-4d11-b4dd-8018996a3548 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:01.266353 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-89229927-a375-4d47-918f-1b6d69fb1b22 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:01.410670 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 161b3298-9c94-419c-aed6-71e3451377c5, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=161b3298-9c94-419c-aed6-71e3451377c5,segment=NetworkSegment(c2ef6767-ef6e-4767-b44e-17828ba5e84d),segment_id=c2ef6767-ef6e-4767-b44e-17828ba5e84d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:01.422774 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b20a03-fd2b-491d-828b-ef1620a5415f tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Made reservation on behalf of 3bb80f8fcdb04dbb90fc5fe264a13cbe for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:01.427448 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-06b20a03-fd2b-491d-828b-ef1620a5415f tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:01.448549 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-993db17e-d738-47e7-a7bf-3f6ee28a53ec None None] Allocated IP 2001:db8::f816:3eff:feba:1ff6 (549c8e6d-38df-4171-95c5-652183e307b7/b43eaed7-529f-46ee-97dd-aa9765945fae/b114c9d5-2c66-400e-bc35-599b0b94d269) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:01.452690 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '161b3298-9c94-419c-aed6-71e3451377c5', 'network_id': '81cab25c-cc73-4b97-9af8-266d9053a85f', 'port_id': '161b3298-9c94-419c-aed6-71e3451377c5', 'mac_address': 'fa:16:3e:7a:61:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14a1d482-7411-47d7-8687-bbca824f06be', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:59:01.475702 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06b20a03-fd2b-491d-828b-ef1620a5415f tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:59:01.485406 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-06b20a03-fd2b-491d-828b-ef1620a5415f tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:01.485827 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-06b20a03-fd2b-491d-828b-ef1620a5415f tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Added segment 9a7a8f0c-55c7-4d8b-9208-c72fa227c76e of type vlan for network 382931f7-561f-404b-9c57-3529a1871480 Nov 12 00:59:01.536594 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-06b20a03-fd2b-491d-828b-ef1620a5415f tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:01.583465 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:01.590733 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-361e6656-c939-4d11-b4dd-8018996a3548 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:01.612974 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-06b20a03-fd2b-491d-828b-ef1620a5415f tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:01.616690 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 161b3298-9c94-419c-aed6-71e3451377c5 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:59:01.619092 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b20a03-fd2b-491d-828b-ef1620a5415f tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:01.619678 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-06b20a03-fd2b-491d-828b-ef1620a5415f tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:01.646656 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 161b3298-9c94-419c-aed6-71e3451377c5, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=161b3298-9c94-419c-aed6-71e3451377c5,segment=NetworkSegment(c2ef6767-ef6e-4767-b44e-17828ba5e84d),segment_id=c2ef6767-ef6e-4767-b44e-17828ba5e84d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:01.656602 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:01.730166 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=161b3298-9c94-419c-aed6-71e3451377c5,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:01.821094 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-993db17e-d738-47e7-a7bf-3f6ee28a53ec None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:01.829856 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-993db17e-d738-47e7-a7bf-3f6ee28a53ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:01.888363 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993db17e-d738-47e7-a7bf-3f6ee28a53ec None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:01.894054 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-993db17e-d738-47e7-a7bf-3f6ee28a53ec None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:01.902988 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993db17e-d738-47e7-a7bf-3f6ee28a53ec None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:01.907183 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993db17e-d738-47e7-a7bf-3f6ee28a53ec None None] Pushing event updated for resources: {'Port': ['ID=b114c9d5-2c66-400e-bc35-599b0b94d269,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:02.012739 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-993db17e-d738-47e7-a7bf-3f6ee28a53ec None None] Attempting to bind port b114c9d5-2c66-400e-bc35-599b0b94d269 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:02.013197 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-993db17e-d738-47e7-a7bf-3f6ee28a53ec None None] Attempting to bind port b114c9d5-2c66-400e-bc35-599b0b94d269 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:02.013597 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993db17e-d738-47e7-a7bf-3f6ee28a53ec None None] Attempting to bind port b114c9d5-2c66-400e-bc35-599b0b94d269 on network 549c8e6d-38df-4171-95c5-652183e307b7 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:02.020203 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993db17e-d738-47e7-a7bf-3f6ee28a53ec None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:59:02.020604 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993db17e-d738-47e7-a7bf-3f6ee28a53ec None None] Checking segment: {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:02.021015 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-993db17e-d738-47e7-a7bf-3f6ee28a53ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:02.021461 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993db17e-d738-47e7-a7bf-3f6ee28a53ec None None] Bound using segment: {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:59:02.021944 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-993db17e-d738-47e7-a7bf-3f6ee28a53ec None None] Bound port: b114c9d5-2c66-400e-bc35-599b0b94d269, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:59:02.022348 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-993db17e-d738-47e7-a7bf-3f6ee28a53ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:02.034357 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b20a03-fd2b-491d-828b-ef1620a5415f tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event updated for resources: {'Network': ['ID=382931f7-561f-404b-9c57-3529a1871480,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:02.039216 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-06b20a03-fd2b-491d-828b-ef1620a5415f tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3206313 Nov 12 00:59:02.040604 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-361e6656-c939-4d11-b4dd-8018996a3548 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] device_id is not set on port 3aa65a8a-1e4f-4bd0-97db-797211e6ac36 yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:59:02.043913 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41436) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:02.056301 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-ca00cbda-ea14-42ef-a1b2-6e5a71c39033 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Request body: {'subnet': {'network_id': '382931f7-561f-404b-9c57-3529a1871480', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:02.064711 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 382931f7-561f-404b-9c57-3529a1871480 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:59:02.075119 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b81e72-1db3-40ff-8e7a-627fa8cc326c req-5c11091e-df11-46d4-bb37-998ba8563091 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:02.076629 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d3b81e72-1db3-40ff-8e7a-627fa8cc326c req-5c11091e-df11-46d4-bb37-998ba8563091 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9 HTTP/1.1" status: 200 len: 943 time: 0.6704061 Nov 12 00:59:02.170365 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['161b3298-9c94-419c-aed6-71e3451377c5'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:59:02.252565 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2646ba15-63d1-41c1-8573-6d00786b7fa2 req-35950f7c-cb83-4213-8df4-cd96d6ad24e9 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 210 time: 0.0330136 Nov 12 00:59:02.282447 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca00cbda-ea14-42ef-a1b2-6e5a71c39033 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Made reservation on behalf of 3bb80f8fcdb04dbb90fc5fe264a13cbe for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:02.287185 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d3b81e72-1db3-40ff-8e7a-627fa8cc326c req-f584b673-1b96-43fb-9285-abb39616ab7b tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3ad4aa7-f288-4738-9886-8baae0088fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777861 Nov 12 00:59:02.300662 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ca00cbda-ea14-42ef-a1b2-6e5a71c39033 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:02.451403 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-89229927-a375-4d47-918f-1b6d69fb1b22 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for router_gateway, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:02.518052 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-89229927-a375-4d47-918f-1b6d69fb1b22 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:02.648768 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-993db17e-d738-47e7-a7bf-3f6ee28a53ec None None] For port b114c9d5-2c66-400e-bc35-599b0b94d269, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:59:02.662051 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-361e6656-c939-4d11-b4dd-8018996a3548 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Allocated IP 2001:db8::f816:3eff:fe96:969c (549c8e6d-38df-4171-95c5-652183e307b7/b43eaed7-529f-46ee-97dd-aa9765945fae/3aa65a8a-1e4f-4bd0-97db-797211e6ac36) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:02.693772 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-993db17e-d738-47e7-a7bf-3f6ee28a53ec None None] For port b114c9d5-2c66-400e-bc35-599b0b94d269, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=b114c9d5-2c66-400e-bc35-599b0b94d269,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:59:02.713451 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-993db17e-d738-47e7-a7bf-3f6ee28a53ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:02.834152 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993db17e-d738-47e7-a7bf-3f6ee28a53ec None None] Pushing event updated for resources: {'Port': ['ID=b114c9d5-2c66-400e-bc35-599b0b94d269,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:02.851294 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-89229927-a375-4d47-918f-1b6d69fb1b22 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Allocated IP 172.25.2.58 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/9d94cf3d-44f4-4bca-a67a-1328ccb7bed5) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:03.057136 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-361e6656-c939-4d11-b4dd-8018996a3548 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:03.081638 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ca00cbda-ea14-42ef-a1b2-6e5a71c39033 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:03.103339 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-89229927-a375-4d47-918f-1b6d69fb1b22 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:03.184437 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-361e6656-c939-4d11-b4dd-8018996a3548 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:03.264270 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca00cbda-ea14-42ef-a1b2-6e5a71c39033 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event updated for resources: {'Subnet': ['ID=f47108c6-afaa-419f-b383-c916f8768c61,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:03.266628 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361e6656-c939-4d11-b4dd-8018996a3548 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:03.275153 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e6656-c939-4d11-b4dd-8018996a3548 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Port': ['ID=3aa65a8a-1e4f-4bd0-97db-797211e6ac36,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:03.304789 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-361e6656-c939-4d11-b4dd-8018996a3548 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:03.312546 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca00cbda-ea14-42ef-a1b2-6e5a71c39033 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Checking segment: {'id': '9a7a8f0c-55c7-4d8b-9208-c72fa227c76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '382931f7-561f-404b-9c57-3529a1871480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:03.316411 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-89229927-a375-4d47-918f-1b6d69fb1b22 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:03.326752 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361e6656-c939-4d11-b4dd-8018996a3548 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:03.332795 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361e6656-c939-4d11-b4dd-8018996a3548 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:03.333468 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-361e6656-c939-4d11-b4dd-8018996a3548 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:03.334302 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca00cbda-ea14-42ef-a1b2-6e5a71c39033 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Network hostable DHCP agents. Network: 382931f7-561f-404b-9c57-3529a1871480, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:59:03.390490 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca00cbda-ea14-42ef-a1b2-6e5a71c39033 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Network 382931f7-561f-404b-9c57-3529a1871480 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:59:03.404456 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-ca00cbda-ea14-42ef-a1b2-6e5a71c39033 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 382931f7-561f-404b-9c57-3529a1871480) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:03.410789 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca00cbda-ea14-42ef-a1b2-6e5a71c39033 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:03.411425 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ca00cbda-ea14-42ef-a1b2-6e5a71c39033 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:03.423794 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ee974f-9613-436d-8773-0b301698d37a None None] Network 382931f7-561f-404b-9c57-3529a1871480 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:03.424396 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89229927-a375-4d47-918f-1b6d69fb1b22 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:03.428673 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-361e6656-c939-4d11-b4dd-8018996a3548 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7795191 Nov 12 00:59:03.431475 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41480) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:03.450584 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ca00cbda-ea14-42ef-a1b2-6e5a71c39033 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4025528 Nov 12 00:59:03.451057 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41482) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:03.461294 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-6586abb3-2331-4c61-9ce1-115a7ec1714c tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Request body: {'port': {'network_id': '382931f7-561f-404b-9c57-3529a1871480', 'security_groups': [], 'name': 'tempest-PortsTestJSON-911957194'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:03.468082 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-89229927-a375-4d47-918f-1b6d69fb1b22 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:03.472716 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89229927-a375-4d47-918f-1b6d69fb1b22 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:03.474805 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89229927-a375-4d47-918f-1b6d69fb1b22 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event updated for resources: {'Port': ['ID=9d94cf3d-44f4-4bca-a67a-1328ccb7bed5,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:03.514052 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b91a1d5-e8fe-468b-85eb-0aaabc0d50cc None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:59:03.526021 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b2cc23-376e-4a37-b0cc-f63c1d0bd4d8 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:03.532771 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b2cc23-376e-4a37-b0cc-f63c1d0bd4d8 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:03.536763 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-63b2cc23-376e-4a37-b0cc-f63c1d0bd4d8 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1020613 Nov 12 00:59:03.545726 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41494) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:03.594446 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2de40010-6f57-417c-b049-4111d575fcfc req-4f2c1feb-06ca-42cc-90f4-511f369b0ea7 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 210 time: 0.0588436 Nov 12 00:59:03.784345 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-fbb119c0-9922-485d-bcdd-55818ab4ee06 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Deleting port 3aa65a8a-1e4f-4bd0-97db-797211e6ac36 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:03.784691 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fbb119c0-9922-485d-bcdd-55818ab4ee06 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:03.788712 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-06be8972-1d79-4004-b0d3-9a5197818bca None None] Provisioning complete for port 9d94cf3d-44f4-4bca-a67a-1328ccb7bed5 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:03.789087 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-06be8972-1d79-4004-b0d3-9a5197818bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:03.871359 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6586abb3-2331-4c61-9ce1-115a7ec1714c tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Made reservation on behalf of 3bb80f8fcdb04dbb90fc5fe264a13cbe for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:03.881202 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6586abb3-2331-4c61-9ce1-115a7ec1714c tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:03.893199 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fbb119c0-9922-485d-bcdd-55818ab4ee06 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:03.916468 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015583f-7368-4c59-ba42-15f4f93b680f req-49840916-ad9c-4f7c-818f-8ae844dd5992 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:03.921712 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f015583f-7368-4c59-ba42-15f4f93b680f req-49840916-ad9c-4f7c-818f-8ae844dd5992 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9 HTTP/1.1" status: 200 len: 944 time: 0.2135167 Nov 12 00:59:03.934392 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-fbb119c0-9922-485d-bcdd-55818ab4ee06 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Calling delete_port for 3aa65a8a-1e4f-4bd0-97db-797211e6ac36 owned by {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:03.938357 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-06be8972-1d79-4004-b0d3-9a5197818bca None None] Port 9d94cf3d-44f4-4bca-a67a-1328ccb7bed5 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:59:03.962630 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b11a8f6-9222-4769-9455-fe5e49517000 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-382931f7-561f-404b-9c57-3529a1871480', 'network_id': '382931f7-561f-404b-9c57-3529a1871480', 'tenant_id': '3bb80f8fcdb04dbb90fc5fe264a13cbe', 'fixed_ips': [{'subnet_id': 'f47108c6-afaa-419f-b383-c916f8768c61'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:59:03.963560 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4b11a8f6-9222-4769-9455-fe5e49517000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:04.025478 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-6586abb3-2331-4c61-9ce1-115a7ec1714c tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] device_id is not set on port d3c138e1-5eab-47fb-b7d9-17e31fe6a2ec yet. {{(pid=102661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:59:04.125235 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fbb119c0-9922-485d-bcdd-55818ab4ee06 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:04.195897 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f015583f-7368-4c59-ba42-15f4f93b680f req-4be1ae9c-35a3-4dd0-8e42-85a093285649 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3ad4aa7-f288-4738-9886-8baae0088fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2517016 Nov 12 00:59:04.312814 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb119c0-9922-485d-bcdd-55818ab4ee06 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Port': ['ID=3aa65a8a-1e4f-4bd0-97db-797211e6ac36,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:04.347773 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-4b11a8f6-9222-4769-9455-fe5e49517000 None None] Allocated IP 172.20.0.2 (382931f7-561f-404b-9c57-3529a1871480/f47108c6-afaa-419f-b383-c916f8768c61/b705ce63-19a9-4e5e-806b-57ae1952fde1) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:04.442259 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6b84c0f8-03a3-4b0f-a8c9-dd476152e5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:04.459753 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fbb119c0-9922-485d-bcdd-55818ab4ee06 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:04.465285 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-fbb119c0-9922-485d-bcdd-55818ab4ee06 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/ports/3aa65a8a-1e4f-4bd0-97db-797211e6ac36 HTTP/1.1" status: 204 len: 168 time: 0.9153657 Nov 12 00:59:04.466084 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41530) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:04.492129 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-89229927-a375-4d47-918f-1b6d69fb1b22 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for router_gateway, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:04.627611 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405917b4-ffcd-4cde-9efe-f187886b9b5b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:04.629185 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405917b4-ffcd-4cde-9efe-f187886b9b5b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:04.630864 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-405917b4-ffcd-4cde-9efe-f187886b9b5b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1636815 Nov 12 00:59:04.633940 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41532) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:04.668767 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4b11a8f6-9222-4769-9455-fe5e49517000 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:04.685847 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4b11a8f6-9222-4769-9455-fe5e49517000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:04.694389 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-ed27db95-1577-4ae3-8b33-f56bcc205761 None None] Provisioning complete for port b114c9d5-2c66-400e-bc35-599b0b94d269 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:04.694389 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ed27db95-1577-4ae3-8b33-f56bcc205761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:04.808402 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b11a8f6-9222-4769-9455-fe5e49517000 None None] Network 382931f7-561f-404b-9c57-3529a1871480 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:04.841323 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-4b11a8f6-9222-4769-9455-fe5e49517000 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:04.853466 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b11a8f6-9222-4769-9455-fe5e49517000 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:04.857213 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11a8f6-9222-4769-9455-fe5e49517000 None None] Pushing event updated for resources: {'Port': ['ID=b705ce63-19a9-4e5e-806b-57ae1952fde1,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:04.905028 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-6586abb3-2331-4c61-9ce1-115a7ec1714c tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Allocated IP 172.20.0.3 (382931f7-561f-404b-9c57-3529a1871480/f47108c6-afaa-419f-b383-c916f8768c61/d3c138e1-5eab-47fb-b7d9-17e31fe6a2ec) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:04.967035 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device b114c9d5-2c66-400e-bc35-599b0b94d269 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:05.027265 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 161b3298-9c94-419c-aed6-71e3451377c5 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:05.028165 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-59ec7b26-d2a0-4dc1-9387-6763b4b719cc req-ddafebbf-4424-490c-a650-eaecfc6583d5 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 210 time: 0.1180148 Nov 12 00:59:05.183453 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-89229927-a375-4d47-918f-1b6d69fb1b22 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:05.202984 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6586abb3-2331-4c61-9ce1-115a7ec1714c tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:05.220582 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-4b11a8f6-9222-4769-9455-fe5e49517000 None None] Attempting to bind port b705ce63-19a9-4e5e-806b-57ae1952fde1 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:05.221100 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-4b11a8f6-9222-4769-9455-fe5e49517000 None None] Attempting to bind port b705ce63-19a9-4e5e-806b-57ae1952fde1 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '9a7a8f0c-55c7-4d8b-9208-c72fa227c76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '382931f7-561f-404b-9c57-3529a1871480'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:05.224404 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b11a8f6-9222-4769-9455-fe5e49517000 None None] Attempting to bind port b705ce63-19a9-4e5e-806b-57ae1952fde1 on network 382931f7-561f-404b-9c57-3529a1871480 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:05.245623 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b11a8f6-9222-4769-9455-fe5e49517000 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:59:05.246115 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b11a8f6-9222-4769-9455-fe5e49517000 None None] Checking segment: {'id': '9a7a8f0c-55c7-4d8b-9208-c72fa227c76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '382931f7-561f-404b-9c57-3529a1871480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:05.246625 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4b11a8f6-9222-4769-9455-fe5e49517000 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:05.247118 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b11a8f6-9222-4769-9455-fe5e49517000 None None] Bound using segment: {'id': '9a7a8f0c-55c7-4d8b-9208-c72fa227c76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '382931f7-561f-404b-9c57-3529a1871480'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:59:05.247730 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-4b11a8f6-9222-4769-9455-fe5e49517000 None None] Bound port: b705ce63-19a9-4e5e-806b-57ae1952fde1, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a7a8f0c-55c7-4d8b-9208-c72fa227c76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '382931f7-561f-404b-9c57-3529a1871480'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:59:05.248211 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4b11a8f6-9222-4769-9455-fe5e49517000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:05.297254 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6586abb3-2331-4c61-9ce1-115a7ec1714c tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:05.348360 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6586abb3-2331-4c61-9ce1-115a7ec1714c tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Network 382931f7-561f-404b-9c57-3529a1871480 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:05.359508 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-636f7f0e-71d4-4bed-8b50-4f76c0ade602 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Deleting subnet b43eaed7-529f-46ee-97dd-aa9765945fae {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:59:05.365224 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-636f7f0e-71d4-4bed-8b50-4f76c0ade602 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:05.373206 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ed27db95-1577-4ae3-8b33-f56bcc205761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:05.428869 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-636f7f0e-71d4-4bed-8b50-4f76c0ade602 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:05.463528 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-6586abb3-2331-4c61-9ce1-115a7ec1714c tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:05.466482 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6586abb3-2331-4c61-9ce1-115a7ec1714c tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:05.473264 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 161b3298-9c94-419c-aed6-71e3451377c5 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:59:05.480812 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port b114c9d5-2c66-400e-bc35-599b0b94d269 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:05.487016 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:05.497577 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89229927-a375-4d47-918f-1b6d69fb1b22 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Router e5a26ae4-de38-4ee6-b6bc-d0b57edca8d9 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:59:05.584527 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6586abb3-2331-4c61-9ce1-115a7ec1714c tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:05.585188 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6586abb3-2331-4c61-9ce1-115a7ec1714c tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:05.592522 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 161b3298-9c94-419c-aed6-71e3451377c5 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:05.592888 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:05.626579 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41542) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:05.626878 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6586abb3-2331-4c61-9ce1-115a7ec1714c tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.1740406 Nov 12 00:59:05.668083 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66054a0e-8a5b-4dd5-9dfc-029d7f91798c req-a03e906a-13b1-4d41-8659-a79d6600f965 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:05.670212 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-66054a0e-8a5b-4dd5-9dfc-029d7f91798c req-a03e906a-13b1-4d41-8659-a79d6600f965 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9 HTTP/1.1" status: 200 len: 944 time: 0.2090507 Nov 12 00:59:05.695306 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586abb3-2331-4c61-9ce1-115a7ec1714c tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event updated for resources: {'Port': ['ID=d3c138e1-5eab-47fb-b7d9-17e31fe6a2ec,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:05.700430 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-ed27db95-1577-4ae3-8b33-f56bcc205761 None None] For port b114c9d5-2c66-400e-bc35-599b0b94d269, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=b114c9d5-2c66-400e-bc35-599b0b94d269,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:05.715595 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-4b11a8f6-9222-4769-9455-fe5e49517000 None None] For port b705ce63-19a9-4e5e-806b-57ae1952fde1, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:59:05.749421 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ed27db95-1577-4ae3-8b33-f56bcc205761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:05.790624 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-636f7f0e-71d4-4bed-8b50-4f76c0ade602 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:05.810895 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-66054a0e-8a5b-4dd5-9dfc-029d7f91798c req-b5fd2239-98b8-45be-9121-24d717dcb025 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3ad4aa7-f288-4738-9886-8baae0088fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260171 Nov 12 00:59:05.832092 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89229927-a375-4d47-918f-1b6d69fb1b22 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:59:05.842674 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338f4cad-4d01-46d8-9bfb-6b9b01dd85e1 None None] Sync routers for ids ['e5a26ae4-de38-4ee6-b6bc-d0b57edca8d9'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:59:05.862643 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338f4cad-4d01-46d8-9bfb-6b9b01dd85e1 None None] Routers {'e5a26ae4-de38-4ee6-b6bc-d0b57edca8d9'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:05.865241 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-338f4cad-4d01-46d8-9bfb-6b9b01dd85e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:58:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['e5a26ae4-de38-4ee6-b6bc-d0b57edca8d9'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:05.875089 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-4b11a8f6-9222-4769-9455-fe5e49517000 None None] For port b705ce63-19a9-4e5e-806b-57ae1952fde1, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=b705ce63-19a9-4e5e-806b-57ae1952fde1,segment=NetworkSegment(9a7a8f0c-55c7-4d8b-9208-c72fa227c76e),segment_id=9a7a8f0c-55c7-4d8b-9208-c72fa227c76e)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:59:05.895186 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4b11a8f6-9222-4769-9455-fe5e49517000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:05.930815 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-89229927-a375-4d47-918f-1b6d69fb1b22 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:05.931264 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-636f7f0e-71d4-4bed-8b50-4f76c0ade602 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:05.932996 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-89229927-a375-4d47-918f-1b6d69fb1b22 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.1978519 Nov 12 00:59:05.936799 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41544) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:05.984195 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-338f4cad-4d01-46d8-9bfb-6b9b01dd85e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:06.019411 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338f4cad-4d01-46d8-9bfb-6b9b01dd85e1 None None] Routers {'e5a26ae4-de38-4ee6-b6bc-d0b57edca8d9'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:06.023041 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed27db95-1577-4ae3-8b33-f56bcc205761 None None] Pushing event updated for resources: {'Port': ['ID=b114c9d5-2c66-400e-bc35-599b0b94d269,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:06.023550 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-338f4cad-4d01-46d8-9bfb-6b9b01dd85e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:58:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['e5a26ae4-de38-4ee6-b6bc-d0b57edca8d9'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:06.031505 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-636f7f0e-71d4-4bed-8b50-4f76c0ade602 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:06.042569 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b038d2fa-d60a-4f25-a8d4-9d343007f780 None None] Could not find standard attr ID for object 947de36c-f7b3-445e-adce-391155e24799. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:59:06.044878 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-636f7f0e-71d4-4bed-8b50-4f76c0ade602 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/b43eaed7-529f-46ee-97dd-aa9765945fae HTTP/1.1" status: 204 len: 168 time: 1.4095769 Nov 12 00:59:06.045943 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f7f0e-71d4-4bed-8b50-4f76c0ade602 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Subnet': ['ID=b43eaed7-529f-46ee-97dd-aa9765945fae,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:06.054996 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41548) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:06.064969 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b038d2fa-d60a-4f25-a8d4-9d343007f780 None None] Could not find standard attr ID for object 3aa65a8a-1e4f-4bd0-97db-797211e6ac36. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:59:06.244145 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-26ad0957-1747-4315-98d1-23595e161680 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1863215 Nov 12 00:59:06.247096 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41554) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:06.262871 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-338f4cad-4d01-46d8-9bfb-6b9b01dd85e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:06.263554 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338f4cad-4d01-46d8-9bfb-6b9b01dd85e1 None None] The sync data for ids ['e5a26ae4-de38-4ee6-b6bc-d0b57edca8d9'] in n-d-812236-11 is: [] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:59:06.309128 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:59:06.410756 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2fcd0a01-1c31-405a-89f8-e2095fc1c6bc req-19ebc98a-e020-4342-bded-c2c0ffd7261c tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 210 time: 0.0767086 Nov 12 00:59:06.444401 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225ae7f2-e64d-48a1-892b-9f033e947ba1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:06.447828 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-225ae7f2-e64d-48a1-892b-9f033e947ba1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1884649 Nov 12 00:59:06.455560 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41556) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:06.656536 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4b706a-6f83-435d-80e2-bb1502a57379 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:06.659308 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ad4b706a-6f83-435d-80e2-bb1502a57379 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2019131 Nov 12 00:59:06.662348 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41558) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:06.685600 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6736ce-79f4-4730-a5b8-ec4545dbc7db None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:06.730587 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d4cdd7e6-d398-4cfa-89ac-4e98806d49be tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0666828 Nov 12 00:59:06.731296 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41560) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:06.736476 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-25ef64f8-7a6c-4f99-bfbd-fb3f8cd03ca2 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'subnet': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:06.772089 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:06.842623 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 161b3298-9c94-419c-aed6-71e3451377c5, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=161b3298-9c94-419c-aed6-71e3451377c5,segment=NetworkSegment(c2ef6767-ef6e-4767-b44e-17828ba5e84d),segment_id=c2ef6767-ef6e-4767-b44e-17828ba5e84d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:06.843967 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11a8f6-9222-4769-9455-fe5e49517000 None None] Pushing event updated for resources: {'Port': ['ID=b705ce63-19a9-4e5e-806b-57ae1952fde1,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:06.851880 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9098c3-8d33-4e66-b56f-bb04291759d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161b3298-9c94-419c-aed6-71e3451377c5'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:59:06.854426 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f36b4b6-bb8a-404a-b0c7-db3b4410ac8b" -d '{"events": [{"server_uuid": "9b9098c3-8d33-4e66-b56f-bb04291759d9", "name": "network-vif-plugged", "status": "completed", "tag": "161b3298-9c94-419c-aed6-71e3451377c5"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:59:06.857909 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76145253-d448-4239-9010-961b8864bbe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:06.862181 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ef64f8-7a6c-4f99-bfbd-fb3f8cd03ca2 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:06.863630 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:06.878328 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-25ef64f8-7a6c-4f99-bfbd-fb3f8cd03ca2 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:06.961089 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=161b3298-9c94-419c-aed6-71e3451377c5,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:07.045033 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device b114c9d5-2c66-400e-bc35-599b0b94d269 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:07.103503 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a1b8a9-cc9b-4454-89f1-a04439351695 None None] DHCP port deletion for 549c8e6d-38df-4171-95c5-652183e307b7 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:59:07.180995 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-723ddc57-9a21-451b-9f45-c2191f39f655 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Deleting port d3c138e1-5eab-47fb-b7d9-17e31fe6a2ec {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:07.181545 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-723ddc57-9a21-451b-9f45-c2191f39f655 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:07.183461 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794d5d57-ec20-4995-ba05-fd225fcf6731 x-openstack-request-id: req-794d5d57-ec20-4995-ba05-fd225fcf6731 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:59:07.183758 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9098c3-8d33-4e66-b56f-bb04291759d9", "name": "network-vif-plugged", "status": "completed", "tag": "161b3298-9c94-419c-aed6-71e3451377c5", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:59:07.184014 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-794d5d57-ec20-4995-ba05-fd225fcf6731 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:59:07.184463 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9098c3-8d33-4e66-b56f-bb04291759d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161b3298-9c94-419c-aed6-71e3451377c5', 'code': 200} Nov 12 00:59:07.196113 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-56bd92cb-1ef0-4de1-aae3-3f57133d243d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "GET /v2.0/routers/e5a26ae4-de38-4ee6-b6bc-d0b57edca8d9 HTTP/1.1" status: 200 len: 879 time: 1.2556608 Nov 12 00:59:07.196314 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port b114c9d5-2c66-400e-bc35-599b0b94d269 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:07.198028 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:07.208022 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41570) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:07.248990 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-c2a1b8a9-cc9b-4454-89f1-a04439351695 None None] Deleting port b114c9d5-2c66-400e-bc35-599b0b94d269 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:07.249590 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c2a1b8a9-cc9b-4454-89f1-a04439351695 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:07.292416 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c2aaf-ad30-4ba1-843a-5cb9f838cba3 req-35e33508-0d16-495b-80ba-bddbb9a42027 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:07.294562 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-505c2aaf-ad30-4ba1-843a-5cb9f838cba3 req-35e33508-0d16-495b-80ba-bddbb9a42027 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9 HTTP/1.1" status: 200 len: 945 time: 0.1941335 Nov 12 00:59:07.478568 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-c2a1b8a9-cc9b-4454-89f1-a04439351695 None None] For port b114c9d5-2c66-400e-bc35-599b0b94d269, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=b114c9d5-2c66-400e-bc35-599b0b94d269,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:07.479087 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c2a1b8a9-cc9b-4454-89f1-a04439351695 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:07.495323 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-c2a1b8a9-cc9b-4454-89f1-a04439351695 None None] Calling delete_port for b114c9d5-2c66-400e-bc35-599b0b94d269 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:07.502346 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-505c2aaf-ad30-4ba1-843a-5cb9f838cba3 req-b239cea2-de85-4d7e-89e4-7c620a31dc55 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3ad4aa7-f288-4738-9886-8baae0088fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434557 Nov 12 00:59:07.572532 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679658d-b43c-4664-b80f-de7e0fa4c85d req-993afa47-fb00-4a15-94a1-7e547b083e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:07.574734 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e679658d-b43c-4664-b80f-de7e0fa4c85d req-993afa47-fb00-4a15-94a1-7e547b083e59 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9 HTTP/1.1" status: 200 len: 1097 time: 0.2733796 Nov 12 00:59:07.610383 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-723ddc57-9a21-451b-9f45-c2191f39f655 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:07.672296 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:07.707488 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-723ddc57-9a21-451b-9f45-c2191f39f655 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Calling delete_port for d3c138e1-5eab-47fb-b7d9-17e31fe6a2ec owned by {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:07.718606 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-eda8084f-68df-45d0-8c02-96fe3de49c80 req-8c38b859-4605-4c4b-bbda-b43ae9b5f37b tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 210 time: 0.0713005 Nov 12 00:59:07.725215 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c2a1b8a9-cc9b-4454-89f1-a04439351695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:07.765166 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e679658d-b43c-4664-b80f-de7e0fa4c85d req-36c63524-48a6-42b8-8bf4-78f43e8be637 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c3ad4aa7-f288-4738-9886-8baae0088fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1756098 Nov 12 00:59:07.811265 n-d-812236-11 neutron-server[102661]: DEBUG neutron.objects.ports [None req-25ef64f8-7a6c-4f99-bfbd-fb3f8cd03ca2 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102661) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 00:59:07.812097 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a1b8a9-cc9b-4454-89f1-a04439351695 None None] Pushing event deleted for resources: {'Port': ['ID=b114c9d5-2c66-400e-bc35-599b0b94d269,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:07.813230 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-25ef64f8-7a6c-4f99-bfbd-fb3f8cd03ca2 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:07.814503 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a1b8a9-cc9b-4454-89f1-a04439351695 None None] No DVR routers for this DVR port b114c9d5-2c66-400e-bc35-599b0b94d269 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:07.911000 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354425fd-76cd-4e64-8559-d1e2643a151e None None] Network 382931f7-561f-404b-9c57-3529a1871480 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:07.918197 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-95e57d53-a389-4d7f-8273-0dd58d425368 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.7087791 Nov 12 00:59:07.924041 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41576) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:07.927482 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ef64f8-7a6c-4f99-bfbd-fb3f8cd03ca2 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:07.930096 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-66cf39fc-caed-40a9-9464-5391bebae761 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-405055840'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:07.932184 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-25ef64f8-7a6c-4f99-bfbd-fb3f8cd03ca2 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:07.934938 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef64f8-7a6c-4f99-bfbd-fb3f8cd03ca2 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Subnet': ['ID=93022c41-beaa-4713-9cc3-17e703b75dc0,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:07.961919 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ef64f8-7a6c-4f99-bfbd-fb3f8cd03ca2 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:07.962929 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-25ef64f8-7a6c-4f99-bfbd-fb3f8cd03ca2 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:07.997875 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-25ef64f8-7a6c-4f99-bfbd-fb3f8cd03ca2 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.2653286 Nov 12 00:59:08.001864 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41578) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:08.011594 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-432b9f94-fb51-4a68-9c3e-3c675d9f56b3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'port': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'mac_address': 'fa:16:3e:6e:7e:ed', 'name': 'tempest-NetworksTestDHCPv6-1095363380'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:08.076881 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24267ece-2bc6-4fd9-94ee-4e209c162b09 None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:08.099936 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-723ddc57-9a21-451b-9f45-c2191f39f655 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:08.144518 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ddc57-9a21-451b-9f45-c2191f39f655 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event deleted for resources: {'Port': ['ID=d3c138e1-5eab-47fb-b7d9-17e31fe6a2ec,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:08.212409 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432b9f94-fb51-4a68-9c3e-3c675d9f56b3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:08.297031 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-723ddc57-9a21-451b-9f45-c2191f39f655 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:08.304681 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b1291402-2949-409e-8ed4-a95ddfc40fb7 None None] Provisioning complete for port b705ce63-19a9-4e5e-806b-57ae1952fde1 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:08.306122 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b1291402-2949-409e-8ed4-a95ddfc40fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:08.316181 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-723ddc57-9a21-451b-9f45-c2191f39f655 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "DELETE /v2.0/ports/d3c138e1-5eab-47fb-b7d9-17e31fe6a2ec HTTP/1.1" status: 204 len: 168 time: 2.6847413 Nov 12 00:59:08.317265 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41580) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:08.393183 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6d96dc8-a7d5-4090-80bb-b8d581a51969 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] GET failed (client error): The resource could not be found. Nov 12 00:59:08.402364 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d6d96dc8-a7d5-4090-80bb-b8d581a51969 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "GET /v2.0/ports/d3c138e1-5eab-47fb-b7d9-17e31fe6a2ec HTTP/1.1" status: 404 len: 333 time: 0.0834267 Nov 12 00:59:08.412308 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41584) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:08.615284 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-66cf39fc-caed-40a9-9464-5391bebae761 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-425772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40044'] for router, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:08.637127 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-66cf39fc-caed-40a9-9464-5391bebae761 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-425765'] for router, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:08.646431 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-432b9f94-fb51-4a68-9c3e-3c675d9f56b3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:08.709351 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b1291402-2949-409e-8ed4-a95ddfc40fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:08.714032 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-480ae7d3-71bf-4642-922a-120b442c69ef tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Deleting subnet f47108c6-afaa-419f-b383-c916f8768c61 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:59:08.762251 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-432b9f94-fb51-4a68-9c3e-3c675d9f56b3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] device_id is not set on port 45d9a104-c5d1-4908-b281-b5e6c13bc1ce yet. {{(pid=102661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:59:08.774097 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b1291402-2949-409e-8ed4-a95ddfc40fb7 None None] For port b705ce63-19a9-4e5e-806b-57ae1952fde1, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=b705ce63-19a9-4e5e-806b-57ae1952fde1,segment=NetworkSegment(9a7a8f0c-55c7-4d8b-9208-c72fa227c76e),segment_id=9a7a8f0c-55c7-4d8b-9208-c72fa227c76e)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:08.776500 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-480ae7d3-71bf-4642-922a-120b442c69ef tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:08.788049 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b1291402-2949-409e-8ed4-a95ddfc40fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:08.841204 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2d7f99-8a64-40fa-ac97-b87faf747381 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-549c8e6d-38df-4171-95c5-652183e307b7', 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'tenant_id': 'd39bd700eb73489c844e800fa5489ef8', 'fixed_ips': [{'subnet_id': '93022c41-beaa-4713-9cc3-17e703b75dc0'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:59:08.846338 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ce2d7f99-8a64-40fa-ac97-b87faf747381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:08.902057 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66cf39fc-caed-40a9-9464-5391bebae761 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Router e5a26ae4-de38-4ee6-b6bc-d0b57edca8d9 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:59:08.946063 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1291402-2949-409e-8ed4-a95ddfc40fb7 None None] Pushing event updated for resources: {'Port': ['ID=b705ce63-19a9-4e5e-806b-57ae1952fde1,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:09.057155 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device b705ce63-19a9-4e5e-806b-57ae1952fde1 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:09.064410 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-480ae7d3-71bf-4642-922a-120b442c69ef tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:09.076747 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-41c49aaf-ae9d-4ada-bba5-aa4a76b8fd23 req-41322dd2-7d38-4a8b-b7fe-ead6766c87be tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae10635a-27bd-4a35-b6d7-b159472701aa HTTP/1.1" status: 200 len: 210 time: 0.1451955 Nov 12 00:59:09.155366 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d1b7b-0ab4-43c0-8c29-e15973d39ed8 req-85850201-76b2-4548-a9a6-d93fa3e9fd24 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:09.158594 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-316d1b7b-0ab4-43c0-8c29-e15973d39ed8 req-85850201-76b2-4548-a9a6-d93fa3e9fd24 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9 HTTP/1.1" status: 200 len: 945 time: 0.4807143 Nov 12 00:59:09.251772 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66cf39fc-caed-40a9-9464-5391bebae761 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:59:09.276173 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d27b9c-8e08-49b1-a4a2-c00e14168059 None None] Sync routers for ids ['e5a26ae4-de38-4ee6-b6bc-d0b57edca8d9'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:59:09.278666 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-316d1b7b-0ab4-43c0-8c29-e15973d39ed8 req-d119289c-15eb-43a3-b5dd-628d3d35c534 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3ad4aa7-f288-4738-9886-8baae0088fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111958 Nov 12 00:59:09.281154 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-ce2d7f99-8a64-40fa-ac97-b87faf747381 None None] Allocated IP 2001:db8::f816:3eff:fe8b:e003 (549c8e6d-38df-4171-95c5-652183e307b7/93022c41-beaa-4713-9cc3-17e703b75dc0/26e0991a-c818-4555-8e54-44481fa0bc5a) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:09.282072 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-66cf39fc-caed-40a9-9464-5391bebae761 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:09.284479 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-66cf39fc-caed-40a9-9464-5391bebae761 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "PUT /v2.0/routers/e5a26ae4-de38-4ee6-b6bc-d0b57edca8d9 HTTP/1.1" status: 200 len: 886 time: 1.3592587 Nov 12 00:59:09.284761 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:09.288230 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41592) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:09.291444 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-af40125f-ce43-47f1-a1a9-2fcbca16ce8b req-0ca565a2-484f-458a-9a08-c83b9a62e305 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1466138 Nov 12 00:59:09.310967 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-cf0de1ab-47da-456e-9533-debe2cbcdfb7 None None] Provisioning complete for port b705ce63-19a9-4e5e-806b-57ae1952fde1 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:09.311340 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cf0de1ab-47da-456e-9533-debe2cbcdfb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:09.315536 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port b705ce63-19a9-4e5e-806b-57ae1952fde1 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:09.315909 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:09.362615 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d27b9c-8e08-49b1-a4a2-c00e14168059 None None] Routers {'e5a26ae4-de38-4ee6-b6bc-d0b57edca8d9'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:09.363101 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-c8d27b9c-8e08-49b1-a4a2-c00e14168059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:59:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['e5a26ae4-de38-4ee6-b6bc-d0b57edca8d9'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:09.428001 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-480ae7d3-71bf-4642-922a-120b442c69ef tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:09.508712 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40125f-ce43-47f1-a1a9-2fcbca16ce8b req-a538f1ce-4c6e-4e2d-95c0-b6a130d38034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:09.510626 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-af40125f-ce43-47f1-a1a9-2fcbca16ce8b req-a538f1ce-4c6e-4e2d-95c0-b6a130d38034 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f62521c5dc664ba4a3bbe0954819df3b&device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 1099 time: 0.1124609 Nov 12 00:59:09.518031 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-480ae7d3-71bf-4642-922a-120b442c69ef tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:09.537943 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-c8d27b9c-8e08-49b1-a4a2-c00e14168059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:09.570076 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d27b9c-8e08-49b1-a4a2-c00e14168059 None None] Routers {'e5a26ae4-de38-4ee6-b6bc-d0b57edca8d9'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:09.571053 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-c8d27b9c-8e08-49b1-a4a2-c00e14168059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:59:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['e5a26ae4-de38-4ee6-b6bc-d0b57edca8d9'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:09.602052 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-480ae7d3-71bf-4642-922a-120b442c69ef tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:09.605856 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-480ae7d3-71bf-4642-922a-120b442c69ef tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "DELETE /v2.0/subnets/f47108c6-afaa-419f-b383-c916f8768c61 HTTP/1.1" status: 204 len: 168 time: 1.1906624 Nov 12 00:59:09.624682 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f58837-ac0b-47e1-bf44-4c1cc8dc0519 None None] Network 382931f7-561f-404b-9c57-3529a1871480 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:09.632166 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-c8d27b9c-8e08-49b1-a4a2-c00e14168059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:09.633101 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d27b9c-8e08-49b1-a4a2-c00e14168059 None None] The sync data for ids ['e5a26ae4-de38-4ee6-b6bc-d0b57edca8d9'] in n-d-812236-11 is: [] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:59:09.657056 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41598) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:09.710449 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40125f-ce43-47f1-a1a9-2fcbca16ce8b req-99d9b9f1-f7c1-484c-8187-bee55041f5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:09.712243 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-af40125f-ce43-47f1-a1a9-2fcbca16ce8b req-99d9b9f1-f7c1-484c-8187-bee55041f5b6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9bd80eeb-5154-4c03-9db9-fcf789d8dd48 HTTP/1.1" status: 200 len: 918 time: 0.1475673 Nov 12 00:59:09.758412 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480ae7d3-71bf-4642-922a-120b442c69ef tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event deleted for resources: {'Subnet': ['ID=f47108c6-afaa-419f-b383-c916f8768c61,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:09.763958 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-827d5b5c-0dd4-48c0-8afa-521230b0f4e0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:09.850032 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a81e0221-2f46-4ae1-9879-d7cc6e215035 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "GET /v2.0/routers/e5a26ae4-de38-4ee6-b6bc-d0b57edca8d9 HTTP/1.1" status: 200 len: 886 time: 0.5604131 Nov 12 00:59:09.850763 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41600) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:09.855312 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-af40125f-ce43-47f1-a1a9-2fcbca16ce8b req-aa0c8be3-7daf-4a56-b450-2d49c656e612 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ded2273a-2a05-4940-8a85-b6f893dc4749 HTTP/1.1" status: 200 len: 1002 time: 0.1331868 Nov 12 00:59:09.867296 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:09.890900 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-bd93ce83-d34e-482f-8ee6-ad5f1555fff3 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5a26ae4-de38-4ee6-b6bc-d0b57edca8d9 HTTP/1.1" status: 200 len: 205 time: 0.0380447 Nov 12 00:59:09.891493 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41602) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:09.909671 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ce2d7f99-8a64-40fa-ac97-b87faf747381 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:09.932005 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ce2d7f99-8a64-40fa-ac97-b87faf747381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:10.004270 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40125f-ce43-47f1-a1a9-2fcbca16ce8b req-1d821d4c-84b9-485d-b238-dcff7eb327d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:10.007630 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-af40125f-ce43-47f1-a1a9-2fcbca16ce8b req-1d821d4c-84b9-485d-b238-dcff7eb327d4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04c51f1f-4fad-42e7-a817-4af69d874ab6 HTTP/1.1" status: 200 len: 856 time: 0.1285284 Nov 12 00:59:10.028770 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2d7f99-8a64-40fa-ac97-b87faf747381 None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:10.034786 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device b114c9d5-2c66-400e-bc35-599b0b94d269 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:59:10.049171 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-ce2d7f99-8a64-40fa-ac97-b87faf747381 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:10.053897 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2d7f99-8a64-40fa-ac97-b87faf747381 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:10.085365 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-432b9f94-fb51-4a68-9c3e-3c675d9f56b3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Allocated IP 2001:db8::f816:3eff:fe6e:7eed (549c8e6d-38df-4171-95c5-652183e307b7/93022c41-beaa-4713-9cc3-17e703b75dc0/45d9a104-c5d1-4908-b281-b5e6c13bc1ce) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:10.089912 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-a83f4bd7-b2b3-4324-b0ef-4861ece18719 None None] Could not find standard attr ID for object d3c138e1-5eab-47fb-b7d9-17e31fe6a2ec. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:59:10.098227 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40125f-ce43-47f1-a1a9-2fcbca16ce8b req-033f6830-2ed2-4b65-b6d2-85304a4b7189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:10.099821 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-af40125f-ce43-47f1-a1a9-2fcbca16ce8b req-033f6830-2ed2-4b65-b6d2-85304a4b7189 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9bd80eeb-5154-4c03-9db9-fcf789d8dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0832140 Nov 12 00:59:10.102474 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: b114c9d5-2c66-400e-bc35-599b0b94d269 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:59:10.103086 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device b114c9d5-2c66-400e-bc35-599b0b94d269 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:59:10.119663 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d7f99-8a64-40fa-ac97-b87faf747381 None None] Pushing event updated for resources: {'Port': ['ID=26e0991a-c818-4555-8e54-44481fa0bc5a,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:10.178865 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b89a7293-1e12-4515-bbf6-f514f970a2e2 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for router, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:10.192830 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-ce2d7f99-8a64-40fa-ac97-b87faf747381 None None] Attempting to bind port 26e0991a-c818-4555-8e54-44481fa0bc5a on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:10.193247 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-ce2d7f99-8a64-40fa-ac97-b87faf747381 None None] Attempting to bind port 26e0991a-c818-4555-8e54-44481fa0bc5a by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:10.193642 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2d7f99-8a64-40fa-ac97-b87faf747381 None None] Attempting to bind port 26e0991a-c818-4555-8e54-44481fa0bc5a on network 549c8e6d-38df-4171-95c5-652183e307b7 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:10.201245 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2d7f99-8a64-40fa-ac97-b87faf747381 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:59:10.201638 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2d7f99-8a64-40fa-ac97-b87faf747381 None None] Checking segment: {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:10.202042 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ce2d7f99-8a64-40fa-ac97-b87faf747381 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:10.202430 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2d7f99-8a64-40fa-ac97-b87faf747381 None None] Bound using segment: {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:59:10.202935 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-ce2d7f99-8a64-40fa-ac97-b87faf747381 None None] Bound port: 26e0991a-c818-4555-8e54-44481fa0bc5a, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:59:10.203357 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ce2d7f99-8a64-40fa-ac97-b87faf747381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:10.216567 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa097cdb-1417-4c4b-a443-15d5b8f8a464 None None] DHCP port deletion for 382931f7-561f-404b-9c57-3529a1871480 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:59:10.244509 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-827d5b5c-0dd4-48c0-8afa-521230b0f4e0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Deleting port b705ce63-19a9-4e5e-806b-57ae1952fde1 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:10.244840 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-827d5b5c-0dd4-48c0-8afa-521230b0f4e0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:10.291446 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41610) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:10.312864 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-ce2d7f99-8a64-40fa-ac97-b87faf747381 None None] For port 26e0991a-c818-4555-8e54-44481fa0bc5a, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:59:10.331087 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-ce2d7f99-8a64-40fa-ac97-b87faf747381 None None] For port 26e0991a-c818-4555-8e54-44481fa0bc5a, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=26e0991a-c818-4555-8e54-44481fa0bc5a,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:59:10.338107 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-aa097cdb-1417-4c4b-a443-15d5b8f8a464 None None] Deleting port b705ce63-19a9-4e5e-806b-57ae1952fde1 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:10.338524 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-aa097cdb-1417-4c4b-a443-15d5b8f8a464 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:10.342358 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ce2d7f99-8a64-40fa-ac97-b87faf747381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:10.368577 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-af40125f-ce43-47f1-a1a9-2fcbca16ce8b req-d8a7eddd-6fc8-4516-a4f6-949c38f59f64 service neutron] 10.222.0.54 "GET /v2.0/networks/9bd80eeb-5154-4c03-9db9-fcf789d8dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491970 Nov 12 00:59:10.393244 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-432b9f94-fb51-4a68-9c3e-3c675d9f56b3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:10.445727 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d7f99-8a64-40fa-ac97-b87faf747381 None None] Pushing event updated for resources: {'Port': ['ID=26e0991a-c818-4555-8e54-44481fa0bc5a,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:10.480786 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-83237e65-8cd9-487c-96a1-fac67943caf1 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:10.524147 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-aa097cdb-1417-4c4b-a443-15d5b8f8a464 None None] For port b705ce63-19a9-4e5e-806b-57ae1952fde1, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=b705ce63-19a9-4e5e-806b-57ae1952fde1,segment=NetworkSegment(9a7a8f0c-55c7-4d8b-9208-c72fa227c76e),segment_id=9a7a8f0c-55c7-4d8b-9208-c72fa227c76e)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:10.524687 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-aa097cdb-1417-4c4b-a443-15d5b8f8a464 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:10.529193 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-83237e65-8cd9-487c-96a1-fac67943caf1 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:10.552586 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-aa097cdb-1417-4c4b-a443-15d5b8f8a464 None None] Calling delete_port for b705ce63-19a9-4e5e-806b-57ae1952fde1 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:10.606642 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-af40125f-ce43-47f1-a1a9-2fcbca16ce8b req-8e1fc8c5-0ba9-4f18-a201-9e92d6605839 service neutron] 10.222.0.54 "GET /v2.0/networks/9bd80eeb-5154-4c03-9db9-fcf789d8dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211418 Nov 12 00:59:10.636353 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-83237e65-8cd9-487c-96a1-fac67943caf1 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:10.640144 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-83237e65-8cd9-487c-96a1-fac67943caf1 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:10.642005 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-83237e65-8cd9-487c-96a1-fac67943caf1 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "DELETE /v2.0/security-groups/72f4f055-69fb-40bf-b27d-353bf24a3ac0 HTTP/1.1" status: 204 len: 168 time: 0.3487072 Nov 12 00:59:10.673608 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41614) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:10.674638 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83237e65-8cd9-487c-96a1-fac67943caf1 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f4f055-69fb-40bf-b27d-353bf24a3ac0,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:10.707944 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-15f01cd9-1655-4c83-a984-d070a8e0e865 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] show failed (client error): The resource could not be found. Nov 12 00:59:10.725334 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-15f01cd9-1655-4c83-a984-d070a8e0e865 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "GET /v2.0/security-groups/72f4f055-69fb-40bf-b27d-353bf24a3ac0 HTTP/1.1" status: 404 len: 347 time: 0.0437081 Nov 12 00:59:10.726498 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41620) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:10.824732 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-aa097cdb-1417-4c4b-a443-15d5b8f8a464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:10.894737 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa097cdb-1417-4c4b-a443-15d5b8f8a464 None None] Pushing event deleted for resources: {'Port': ['ID=b705ce63-19a9-4e5e-806b-57ae1952fde1,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:10.912103 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:10.914363 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa097cdb-1417-4c4b-a443-15d5b8f8a464 None None] No DVR routers for this DVR port b705ce63-19a9-4e5e-806b-57ae1952fde1 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:10.953958 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device b705ce63-19a9-4e5e-806b-57ae1952fde1 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:59:11.013075 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-827d5b5c-0dd4-48c0-8afa-521230b0f4e0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] For port b705ce63-19a9-4e5e-806b-57ae1952fde1, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=b705ce63-19a9-4e5e-806b-57ae1952fde1,segment=NetworkSegment(9a7a8f0c-55c7-4d8b-9208-c72fa227c76e),segment_id=9a7a8f0c-55c7-4d8b-9208-c72fa227c76e)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:11.013648 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-827d5b5c-0dd4-48c0-8afa-521230b0f4e0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:11.025034 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: b705ce63-19a9-4e5e-806b-57ae1952fde1 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:59:11.025743 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device b705ce63-19a9-4e5e-806b-57ae1952fde1 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:59:11.026205 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-222a3c66-9f21-45c8-b1ef-8ffc41c1a878 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Deleting port c4aad80b-3725-4340-8498-b7e68ef1367e {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:11.026747 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-222a3c66-9f21-45c8-b1ef-8ffc41c1a878 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:11.043512 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-827d5b5c-0dd4-48c0-8afa-521230b0f4e0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Calling delete_port for b705ce63-19a9-4e5e-806b-57ae1952fde1 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:11.094350 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e4a0b-bba4-498f-899e-c422560fdbeb req-ea98203b-bcfb-4e8b-9bec-34cd6e1136aa tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:11.105193 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a36e4a0b-bba4-498f-899e-c422560fdbeb req-ea98203b-bcfb-4e8b-9bec-34cd6e1136aa tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9 HTTP/1.1" status: 200 len: 945 time: 0.6306312 Nov 12 00:59:11.114842 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-432b9f94-fb51-4a68-9c3e-3c675d9f56b3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:11.180342 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-222a3c66-9f21-45c8-b1ef-8ffc41c1a878 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:11.180776 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-222a3c66-9f21-45c8-b1ef-8ffc41c1a878 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:11.196873 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b89a7293-1e12-4515-bbf6-f514f970a2e2 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:11.198457 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-222a3c66-9f21-45c8-b1ef-8ffc41c1a878 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Calling delete_port for c4aad80b-3725-4340-8498-b7e68ef1367e owned by network:floatingip {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:11.245753 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432b9f94-fb51-4a68-9c3e-3c675d9f56b3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:11.291189 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-432b9f94-fb51-4a68-9c3e-3c675d9f56b3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:11.298503 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432b9f94-fb51-4a68-9c3e-3c675d9f56b3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:11.306250 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432b9f94-fb51-4a68-9c3e-3c675d9f56b3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:11.306897 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-432b9f94-fb51-4a68-9c3e-3c675d9f56b3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:11.320585 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b9f94-fb51-4a68-9c3e-3c675d9f56b3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Port': ['ID=45d9a104-c5d1-4908-b281-b5e6c13bc1ce,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:11.348739 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a36e4a0b-bba4-498f-899e-c422560fdbeb req-319a40af-63bb-4c95-bd70-154ed431fdf2 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3ad4aa7-f288-4738-9886-8baae0088fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2424927 Nov 12 00:59:11.369242 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-432b9f94-fb51-4a68-9c3e-3c675d9f56b3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3584707 Nov 12 00:59:11.369242 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41622) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:11.446551 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-222a3c66-9f21-45c8-b1ef-8ffc41c1a878 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:11.504045 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-b89a7293-1e12-4515-bbf6-f514f970a2e2 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Deleting port 9d94cf3d-44f4-4bca-a67a-1328ccb7bed5 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:11.505967 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b89a7293-1e12-4515-bbf6-f514f970a2e2 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:11.508999 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-827d5b5c-0dd4-48c0-8afa-521230b0f4e0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:11.553793 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8708fd-e87e-43cd-9023-aa98c4eec25c None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:59:11.558326 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a3c66-9f21-45c8-b1ef-8ffc41c1a878 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Pushing event deleted for resources: {'Port': ['ID=c4aad80b-3725-4340-8498-b7e68ef1367e,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:11.589859 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9874c8-d8cd-4126-9ac4-084e4d9aaf04 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:11.596235 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9874c8-d8cd-4126-9ac4-084e4d9aaf04 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:11.600677 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-bf9874c8-d8cd-4126-9ac4-084e4d9aaf04 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2197938 Nov 12 00:59:11.606629 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41626) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:11.628185 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d5b5c-0dd4-48c0-8afa-521230b0f4e0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event deleted for resources: {'Port': ['ID=b705ce63-19a9-4e5e-806b-57ae1952fde1,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:11.635170 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827d5b5c-0dd4-48c0-8afa-521230b0f4e0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] No DVR routers for this DVR port b705ce63-19a9-4e5e-806b-57ae1952fde1 on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:11.670650 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e11bc1-a4be-4377-8a04-85f90af21a5f req-071b6012-0de6-4f08-ba2a-89f62be31d0f tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:11.672302 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-36e11bc1-a4be-4377-8a04-85f90af21a5f req-071b6012-0de6-4f08-ba2a-89f62be31d0f tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9 HTTP/1.1" status: 200 len: 945 time: 0.2157965 Nov 12 00:59:11.681886 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41628) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:11.687122 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-13d0a376-96a6-4cb2-87f3-03863b94c4a5 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Request body: {'floatingip': {'port_id': '161b3298-9c94-419c-aed6-71e3451377c5'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:11.767772 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b89a7293-1e12-4515-bbf6-f514f970a2e2 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:11.784669 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-222a3c66-9f21-45c8-b1ef-8ffc41c1a878 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks [] for floatingip, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:11.789292 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-222a3c66-9f21-45c8-b1ef-8ffc41c1a878 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:11.790546 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-222a3c66-9f21-45c8-b1ef-8ffc41c1a878 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "DELETE /v2.0/floatingips/0f68c4d4-a179-4eac-b9cb-a08689832c18 HTTP/1.1" status: 204 len: 168 time: 1.0590703 Nov 12 00:59:11.794955 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41632) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:11.809105 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-13d0a376-96a6-4cb2-87f3-03863b94c4a5 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks [] for floatingip, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:11.831526 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-b89a7293-1e12-4515-bbf6-f514f970a2e2 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Calling delete_port for 9d94cf3d-44f4-4bca-a67a-1328ccb7bed5 owned by network:router_gateway {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:11.842993 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-827d5b5c-0dd4-48c0-8afa-521230b0f4e0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:11.911514 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-827d5b5c-0dd4-48c0-8afa-521230b0f4e0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['382931f7-561f-404b-9c57-3529a1871480']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:11.934862 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-827d5b5c-0dd4-48c0-8afa-521230b0f4e0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a7a8f0c-55c7-4d8b-9208-c72fa227c76e') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:11.935162 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-827d5b5c-0dd4-48c0-8afa-521230b0f4e0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a7a8f0c-55c7-4d8b-9208-c72fa227c76e') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:11.962854 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-827d5b5c-0dd4-48c0-8afa-521230b0f4e0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:12.016580 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-dbf3acd1-41e0-4f5d-a07a-748dd7a9f55d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Deleting port 45d9a104-c5d1-4908-b281-b5e6c13bc1ce {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:12.016924 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dbf3acd1-41e0-4f5d-a07a-748dd7a9f55d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:12.052492 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-827d5b5c-0dd4-48c0-8afa-521230b0f4e0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:12.076286 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-827d5b5c-0dd4-48c0-8afa-521230b0f4e0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:59:12.077899 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-827d5b5c-0dd4-48c0-8afa-521230b0f4e0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:12.100945 n-d-812236-11 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:59:12.100945 n-d-812236-11 neutron-server[102661]: self.session.flush() Nov 12 00:59:12.100945 n-d-812236-11 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:59:12.100945 n-d-812236-11 neutron-server[102661]: self.session.flush() Nov 12 00:59:12.100945 n-d-812236-11 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:59:12.100945 n-d-812236-11 neutron-server[102661]: self.session.flush() Nov 12 00:59:12.100945 n-d-812236-11 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:59:12.100945 n-d-812236-11 neutron-server[102661]: self.session.flush() Nov 12 00:59:12.100945 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:59:12.100945 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:59:12.100945 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:59:12.100945 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:59:12.100945 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:59:12.100945 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:59:12.100945 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:59:12.100945 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:59:12.100945 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:59:12.100945 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:59:12.100945 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:59:12.100945 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:59:12.100945 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:59:12.100945 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:59:12.100945 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:59:12.100945 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:59:12.100945 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:59:12.100945 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:59:12.100945 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:59:12.100945 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:59:12.100945 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:59:12.100945 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:59:12.100945 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:59:12.100945 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:59:12.100945 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:59:12.100945 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:59:12.100945 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:59:12.100945 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:59:12.100945 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:59:12.100945 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:59:12.100945 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:59:12.100945 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:59:12.253159 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-4ed55398-c01d-4822-828b-787a13ffd117 None None] Provisioning complete for port 26e0991a-c818-4555-8e54-44481fa0bc5a triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:12.256107 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4ed55398-c01d-4822-828b-787a13ffd117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:12.305183 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b89a7293-1e12-4515-bbf6-f514f970a2e2 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:12.346149 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4eb51f4-7c64-4161-a358-05672c0eaf61 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:59:12.411039 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4ed55398-c01d-4822-828b-787a13ffd117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:12.495132 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-4ed55398-c01d-4822-828b-787a13ffd117 None None] For port 26e0991a-c818-4555-8e54-44481fa0bc5a, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=26e0991a-c818-4555-8e54-44481fa0bc5a,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:12.502153 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4ed55398-c01d-4822-828b-787a13ffd117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:12.536459 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-827d5b5c-0dd4-48c0-8afa-521230b0f4e0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:12.557124 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-c1e2baa2-80eb-43a3-9a9b-0b9aed35a952 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Deleting port f1d753e5-8094-4985-ae26-476029182198 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:12.557431 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c1e2baa2-80eb-43a3-9a9b-0b9aed35a952 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:12.593736 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-827d5b5c-0dd4-48c0-8afa-521230b0f4e0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:12.597937 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-827d5b5c-0dd4-48c0-8afa-521230b0f4e0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "DELETE /v2.0/networks/382931f7-561f-404b-9c57-3529a1871480 HTTP/1.1" status: 204 len: 168 time: 2.9390678 Nov 12 00:59:12.598949 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b89a7293-1e12-4515-bbf6-f514f970a2e2 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:12.600026 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dbf3acd1-41e0-4f5d-a07a-748dd7a9f55d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:12.601161 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89a7293-1e12-4515-bbf6-f514f970a2e2 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event deleted for resources: {'Port': ['ID=9d94cf3d-44f4-4bca-a67a-1328ccb7bed5,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:12.602844 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41636) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:12.625759 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-4f001ddf-6b21-4b9a-8982-be4599941c86 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Request body: {'port': {'network_id': '6398f85e-584f-40be-9040-b5e6f4f3c478', 'name': 'tempest-PortsTestJSON-998292603'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:12.662916 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed55398-c01d-4822-828b-787a13ffd117 None None] Pushing event updated for resources: {'Port': ['ID=26e0991a-c818-4555-8e54-44481fa0bc5a,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:12.687420 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:12.693818 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-dbf3acd1-41e0-4f5d-a07a-748dd7a9f55d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Calling delete_port for 45d9a104-c5d1-4908-b281-b5e6c13bc1ce owned by {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:12.697032 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-1e4ba166-99f9-4ff4-aec9-824765d4c466 None None] Provisioning complete for port 45d9a104-c5d1-4908-b281-b5e6c13bc1ce triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:12.697422 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1e4ba166-99f9-4ff4-aec9-824765d4c466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:12.737654 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ba166-99f9-4ff4-aec9-824765d4c466 None None] Port 45d9a104-c5d1-4908-b281-b5e6c13bc1ce cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:59:12.777613 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d5b5c-0dd4-48c0-8afa-521230b0f4e0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event deleted for resources: {'Network': ['ID=382931f7-561f-404b-9c57-3529a1871480,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:12.829886 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b89a7293-1e12-4515-bbf6-f514f970a2e2 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:12.833701 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b89a7293-1e12-4515-bbf6-f514f970a2e2 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:12.840623 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f001ddf-6b21-4b9a-8982-be4599941c86 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Made reservation on behalf of 3bb80f8fcdb04dbb90fc5fe264a13cbe for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:12.844490 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f001ddf-6b21-4b9a-8982-be4599941c86 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:12.896664 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-4f001ddf-6b21-4b9a-8982-be4599941c86 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] device_id is not set on port a579badf-9ea0-4f19-8ba0-540c150a6f67 yet. {{(pid=102661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:59:12.935661 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c1e2baa2-80eb-43a3-9a9b-0b9aed35a952 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:12.944675 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b89a7293-1e12-4515-bbf6-f514f970a2e2 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:12.945244 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89a7293-1e12-4515-bbf6-f514f970a2e2 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Fanout notify agent at l3_agent the message router_deleted on router e5a26ae4-de38-4ee6-b6bc-d0b57edca8d9 {{(pid=102661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:59:12.953246 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b89a7293-1e12-4515-bbf6-f514f970a2e2 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:12.958369 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b89a7293-1e12-4515-bbf6-f514f970a2e2 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "DELETE /v2.0/routers/e5a26ae4-de38-4ee6-b6bc-d0b57edca8d9 HTTP/1.1" status: 204 len: 168 time: 3.0614288 Nov 12 00:59:12.962071 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41640) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:12.967351 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-7f384b36-d25e-49fb-91bb-42ff466f5f56 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Request body: {'network': {'name': 'tempest-RoutersTest-311011122'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:13.039799 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f384b36-d25e-49fb-91bb-42ff466f5f56 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Made reservation on behalf of f23da681bca94b38b5538444990222f0 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:13.045332 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7f384b36-d25e-49fb-91bb-42ff466f5f56 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:13.050378 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-c1e2baa2-80eb-43a3-9a9b-0b9aed35a952 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Calling delete_port for f1d753e5-8094-4985-ae26-476029182198 owned by {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:13.067779 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 26e0991a-c818-4555-8e54-44481fa0bc5a up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:13.136455 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 26e0991a-c818-4555-8e54-44481fa0bc5a triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:13.137116 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:13.187816 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f001ddf-6b21-4b9a-8982-be4599941c86 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:13.222364 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dbf3acd1-41e0-4f5d-a07a-748dd7a9f55d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:13.231002 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f384b36-d25e-49fb-91bb-42ff466f5f56 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:59:13.249113 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7f384b36-d25e-49fb-91bb-42ff466f5f56 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:13.249861 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-7f384b36-d25e-49fb-91bb-42ff466f5f56 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Added segment 970f3962-0387-4986-87b2-96cb87248212 of type vlan for network 0ad0b8f6-c791-4f56-a53b-d5758c2934e3 Nov 12 00:59:13.260512 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f001ddf-6b21-4b9a-8982-be4599941c86 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:13.311531 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf3acd1-41e0-4f5d-a07a-748dd7a9f55d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Port': ['ID=45d9a104-c5d1-4908-b281-b5e6c13bc1ce,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:13.330839 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.db.resource_extend [None req-13d0a376-96a6-4cb2-87f3-03863b94c4a5 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:59:13.331991 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f001ddf-6b21-4b9a-8982-be4599941c86 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Network 6398f85e-584f-40be-9040-b5e6f4f3c478 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:13.340668 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-4f001ddf-6b21-4b9a-8982-be4599941c86 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:13.349402 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f001ddf-6b21-4b9a-8982-be4599941c86 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:13.355138 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f001ddf-6b21-4b9a-8982-be4599941c86 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:13.355770 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f001ddf-6b21-4b9a-8982-be4599941c86 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:13.364863 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7f384b36-d25e-49fb-91bb-42ff466f5f56 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:13.369352 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dbf3acd1-41e0-4f5d-a07a-748dd7a9f55d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:13.373959 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-dbf3acd1-41e0-4f5d-a07a-748dd7a9f55d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/ports/45d9a104-c5d1-4908-b281-b5e6c13bc1ce HTTP/1.1" status: 204 len: 168 time: 1.7657776 Nov 12 00:59:13.379606 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41644) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:13.426359 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f001ddf-6b21-4b9a-8982-be4599941c86 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event updated for resources: {'Port': ['ID=a579badf-9ea0-4f19-8ba0-540c150a6f67,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:13.442726 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4f001ddf-6b21-4b9a-8982-be4599941c86 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8261757 Nov 12 00:59:13.449466 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41646) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:13.458114 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-13d0a376-96a6-4cb2-87f3-03863b94c4a5 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:13.463781 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-13d0a376-96a6-4cb2-87f3-03863b94c4a5 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:13.468589 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c1e2baa2-80eb-43a3-9a9b-0b9aed35a952 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:13.485698 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f265e55-db05-42ed-9c92-4d9bae53b1c9 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:13.487427 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f265e55-db05-42ed-9c92-4d9bae53b1c9 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:13.491536 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6f265e55-db05-42ed-9c92-4d9bae53b1c9 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1046433 Nov 12 00:59:13.510643 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41648) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:13.520954 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7f384b36-d25e-49fb-91bb-42ff466f5f56 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:13.525666 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f384b36-d25e-49fb-91bb-42ff466f5f56 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:13.526300 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7f384b36-d25e-49fb-91bb-42ff466f5f56 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:13.554986 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e2baa2-80eb-43a3-9a9b-0b9aed35a952 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Pushing event deleted for resources: {'Port': ['ID=f1d753e5-8094-4985-ae26-476029182198,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:13.624294 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7f384b36-d25e-49fb-91bb-42ff466f5f56 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6611550 Nov 12 00:59:13.632228 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41650) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:13.666873 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-6d79979c-c96e-4dcc-8f9a-f1c4b683bd22 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Request body: {'subnet': {'network_id': '0ad0b8f6-c791-4f56-a53b-d5758c2934e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:13.686246 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c1e2baa2-80eb-43a3-9a9b-0b9aed35a952 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:13.691170 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c1e2baa2-80eb-43a3-9a9b-0b9aed35a952 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "DELETE /v2.0/ports/f1d753e5-8094-4985-ae26-476029182198 HTTP/1.1" status: 204 len: 168 time: 1.8945501 Nov 12 00:59:13.694161 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41652) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:13.737995 n-d-812236-11 neutron-server[102662]: INFO neutron.db.l3_db [None req-13d0a376-96a6-4cb2-87f3-03863b94c4a5 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Floating IP 77b580ad-d6ed-4548-9694-64a505e80d15 associated. External IP: 172.25.2.98, port: 161b3298-9c94-419c-aed6-71e3451377c5. Nov 12 00:59:13.754287 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f384b36-d25e-49fb-91bb-42ff466f5f56 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event updated for resources: {'Network': ['ID=0ad0b8f6-c791-4f56-a53b-d5758c2934e3,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:13.764118 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 0ad0b8f6-c791-4f56-a53b-d5758c2934e3 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:59:13.820653 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9eb29f3-180b-48fc-9d54-f4afca5b728b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Deleting subnet 93022c41-beaa-4713-9cc3-17e703b75dc0 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:59:13.833419 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f9eb29f3-180b-48fc-9d54-f4afca5b728b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:13.902880 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-36818307-7158-4367-a534-c17703a22f34 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Deleting port 31fcb602-fe71-4579-9fa9-375532295e13 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:13.903037 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-36818307-7158-4367-a534-c17703a22f34 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:13.906018 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f9eb29f3-180b-48fc-9d54-f4afca5b728b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:13.941670 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-35b035d7-d719-4736-b3da-a1f2527aff52 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Deleting port a579badf-9ea0-4f19-8ba0-540c150a6f67 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:13.942119 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-35b035d7-d719-4736-b3da-a1f2527aff52 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:13.953112 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d79979c-c96e-4dcc-8f9a-f1c4b683bd22 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Made reservation on behalf of f23da681bca94b38b5538444990222f0 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:13.957716 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6d79979c-c96e-4dcc-8f9a-f1c4b683bd22 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.098926 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-36818307-7158-4367-a534-c17703a22f34 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.116117 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-35b035d7-d719-4736-b3da-a1f2527aff52 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.117174 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-36818307-7158-4367-a534-c17703a22f34 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Calling delete_port for 31fcb602-fe71-4579-9fa9-375532295e13 owned by {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:14.131128 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d0a376-96a6-4cb2-87f3-03863b94c4a5 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Router 765de596-cd92-410f-8fb0-ab298225b582 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:59:14.163729 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-35b035d7-d719-4736-b3da-a1f2527aff52 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Calling delete_port for a579badf-9ea0-4f19-8ba0-540c150a6f67 owned by {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:14.203417 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f9eb29f3-180b-48fc-9d54-f4afca5b728b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.359364 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d0a376-96a6-4cb2-87f3-03863b94c4a5 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:59:14.365947 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-13d0a376-96a6-4cb2-87f3-03863b94c4a5 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.372482 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b1909b-9f72-4c2a-a0cf-1a0f70ac341e None None] Sync routers for ids ['765de596-cd92-410f-8fb0-ab298225b582'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:59:14.378649 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f9eb29f3-180b-48fc-9d54-f4afca5b728b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.391907 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b1909b-9f72-4c2a-a0cf-1a0f70ac341e None None] Routers {'765de596-cd92-410f-8fb0-ab298225b582'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:14.395721 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-32b1909b-9f72-4c2a-a0cf-1a0f70ac341e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:59:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['765de596-cd92-410f-8fb0-ab298225b582'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:14.411232 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-13d0a376-96a6-4cb2-87f3-03863b94c4a5 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "PUT /v2.0/floatingips/77b580ad-d6ed-4548-9694-64a505e80d15 HTTP/1.1" status: 200 len: 990 time: 2.7276721 Nov 12 00:59:14.412632 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9098c3-8d33-4e66-b56f-bb04291759d9', 'tag': '161b3298-9c94-419c-aed6-71e3451377c5'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:59:14.415436 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af5b546-02e8-4ef1-af57-646ee6fab8fc" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9098c3-8d33-4e66-b56f-bb04291759d9", "tag": "161b3298-9c94-419c-aed6-71e3451377c5"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:59:14.421219 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-36818307-7158-4367-a534-c17703a22f34 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.449637 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb29f3-180b-48fc-9d54-f4afca5b728b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Subnet': ['ID=93022c41-beaa-4713-9cc3-17e703b75dc0,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:14.457616 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f9eb29f3-180b-48fc-9d54-f4afca5b728b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.463239 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f9eb29f3-180b-48fc-9d54-f4afca5b728b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/93022c41-beaa-4713-9cc3-17e703b75dc0 HTTP/1.1" status: 204 len: 168 time: 0.9493048 Nov 12 00:59:14.463381 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371788fd-21d0-4eaf-9b30-97ff91f6e37f None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:14.464252 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41662) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:14.464380 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-35b035d7-d719-4736-b3da-a1f2527aff52 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.477263 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36818307-7158-4367-a534-c17703a22f34 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Pushing event deleted for resources: {'Port': ['ID=31fcb602-fe71-4579-9fa9-375532295e13,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:14.478581 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6d79979c-c96e-4dcc-8f9a-f1c4b683bd22 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.530288 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-60666fbc-a835-4679-82ec-9f81a7936842 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0653489 Nov 12 00:59:14.538684 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b035d7-d719-4736-b3da-a1f2527aff52 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event deleted for resources: {'Port': ['ID=a579badf-9ea0-4f19-8ba0-540c150a6f67,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:14.547089 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41664) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:14.552711 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-3018aaf6-8a73-4f09-969f-d61013e3e831 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'subnet': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:14.572538 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-35b035d7-d719-4736-b3da-a1f2527aff52 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.572538 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-35b035d7-d719-4736-b3da-a1f2527aff52 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "DELETE /v2.0/ports/a579badf-9ea0-4f19-8ba0-540c150a6f67 HTTP/1.1" status: 204 len: 168 time: 1.1150358 Nov 12 00:59:14.573451 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41666) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:14.579477 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1ab9c0-0c8a-4a69-a41c-a9662aa9d7fd x-openstack-request-id: req-6c1ab9c0-0c8a-4a69-a41c-a9662aa9d7fd {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:59:14.579904 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9098c3-8d33-4e66-b56f-bb04291759d9", "tag": "161b3298-9c94-419c-aed6-71e3451377c5", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:59:14.580249 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c1ab9c0-0c8a-4a69-a41c-a9662aa9d7fd {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:59:14.580715 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b9098c3-8d33-4e66-b56f-bb04291759d9', 'tag': '161b3298-9c94-419c-aed6-71e3451377c5', 'status': 'completed', 'code': 200} Nov 12 00:59:14.596576 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-66be8e3b-cf05-4649-8a46-fde58d36284c tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Request body: {'port': {'network_id': '6398f85e-584f-40be-9040-b5e6f4f3c478', 'mac_address': 'fa:16:3e:f0:e0:e6', 'name': 'tempest-PortsTestJSON-1450780148'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:14.671737 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-32b1909b-9f72-4c2a-a0cf-1a0f70ac341e None None] Set router 765de596-cd92-410f-8fb0-ab298225b582 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:59:14.713471 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-36818307-7158-4367-a534-c17703a22f34 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.717227 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-36818307-7158-4367-a534-c17703a22f34 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "DELETE /v2.0/ports/31fcb602-fe71-4579-9fa9-375532295e13 HTTP/1.1" status: 204 len: 168 time: 1.0221267 Nov 12 00:59:14.719368 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5b546-02e8-4ef1-af57-646ee6fab8fc req-6cede156-160b-469d-b4e7-92a6756b163b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:14.720857 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5af5b546-02e8-4ef1-af57-646ee6fab8fc req-6cede156-160b-469d-b4e7-92a6756b163b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=92120bcf7a2b4a398a48be8e2d4be44a&device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9 HTTP/1.1" status: 200 len: 1097 time: 0.0999515 Nov 12 00:59:14.721333 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41668) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:14.754843 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d79979c-c96e-4dcc-8f9a-f1c4b683bd22 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event updated for resources: {'Subnet': ['ID=fa61f498-1695-4d3b-b1cc-58878899522e,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:14.791019 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d79979c-c96e-4dcc-8f9a-f1c4b683bd22 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Checking segment: {'id': '970f3962-0387-4986-87b2-96cb87248212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '0ad0b8f6-c791-4f56-a53b-d5758c2934e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:14.791019 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d79979c-c96e-4dcc-8f9a-f1c4b683bd22 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Network hostable DHCP agents. Network: 0ad0b8f6-c791-4f56-a53b-d5758c2934e3, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:59:14.828758 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3018aaf6-8a73-4f09-969f-d61013e3e831 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:14.835754 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3018aaf6-8a73-4f09-969f-d61013e3e831 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.864781 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d79979c-c96e-4dcc-8f9a-f1c4b683bd22 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Network 0ad0b8f6-c791-4f56-a53b-d5758c2934e3 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:59:14.911285 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5495d6ef-3448-4a15-8c41-3002bab662e5 None None] DHCP port deletion for 549c8e6d-38df-4171-95c5-652183e307b7 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:59:14.917715 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66be8e3b-cf05-4649-8a46-fde58d36284c tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Made reservation on behalf of 3bb80f8fcdb04dbb90fc5fe264a13cbe for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:14.923188 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-6d79979c-c96e-4dcc-8f9a-f1c4b683bd22 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 0ad0b8f6-c791-4f56-a53b-d5758c2934e3) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:14.959060 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7180609-6ad2-4b29-a174-c153be0d4553 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Deleting subnet 92d015ab-73f4-423c-8877-4552ee1df1ff {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:59:14.964085 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d79979c-c96e-4dcc-8f9a-f1c4b683bd22 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:14.964690 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6d79979c-c96e-4dcc-8f9a-f1c4b683bd22 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.964809 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e7180609-6ad2-4b29-a174-c153be0d4553 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.983180 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34a00cc-555e-4638-9997-b2cff4e46e63 None None] Network 0ad0b8f6-c791-4f56-a53b-d5758c2934e3 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:15.046885 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5b546-02e8-4ef1-af57-646ee6fab8fc req-331cc797-5d67-4ffb-abfc-089cbb56cc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:15.048652 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5af5b546-02e8-4ef1-af57-646ee6fab8fc req-331cc797-5d67-4ffb-abfc-089cbb56cc1b service neutron] 10.222.0.54 "GET /v2.0/networks?id=81cab25c-cc73-4b97-9af8-266d9053a85f HTTP/1.1" status: 200 len: 911 time: 0.3150849 Nov 12 00:59:15.054091 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e7180609-6ad2-4b29-a174-c153be0d4553 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:15.091516 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-32b1909b-9f72-4c2a-a0cf-1a0f70ac341e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765de596-cd92-410f-8fb0-ab298225b582', 'name': 'tempest-AttachVolumeTestJSON-553815399-router', 'tenant_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '975097c5-fb02-4576-ac5d-837f6c8d335d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:58:28Z', 'updated_at': '2021-11-12T00:58:39Z', 'revision_number': 4, 'project_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'gw_port': {'id': '975097c5-fb02-4576-ac5d-837f6c8d335d', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765de596-cd92-410f-8fb0-ab298225b582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:58:30Z', 'updated_at': '2021-11-12T00:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '77b580ad-d6ed-4548-9694-64a505e80d15', 'tenant_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'floating_ip_address': '172.25.2.98', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '765de596-cd92-410f-8fb0-ab298225b582', 'port_id': '161b3298-9c94-419c-aed6-71e3451377c5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2057, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81cab25c-cc73-4b97-9af8-266d9053a85f', 'mac_address': 'fa:16:3e:7a:61:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9098c3-8d33-4e66-b56f-bb04291759d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:58:44Z', 'updated_at': '2021-11-12T00:59:13Z', 'revision_number': 1, 'project_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dcb9921-2f79-4b84-89e2-5a7f8757e90a', 'name': '', 'network_id': '81cab25c-cc73-4b97-9af8-266d9053a85f', 'tenant_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'mac_address': 'fa:16:3e:bd:af:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765de596-cd92-410f-8fb0-ab298225b582', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '14a1d482-7411-47d7-8687-bbca824f06be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:58:37Z', 'updated_at': '2021-11-12T00:58:47Z', 'revision_number': 5, 'project_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'subnets': [{'id': '14a1d482-7411-47d7-8687-bbca824f06be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:15.135423 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b1909b-9f72-4c2a-a0cf-1a0f70ac341e None None] Checking router: 765de596-cd92-410f-8fb0-ab298225b582 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:59:15.145482 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b1909b-9f72-4c2a-a0cf-1a0f70ac341e None None] Routers {'765de596-cd92-410f-8fb0-ab298225b582'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:15.146415 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-32b1909b-9f72-4c2a-a0cf-1a0f70ac341e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:59:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['765de596-cd92-410f-8fb0-ab298225b582'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:15.185618 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-5495d6ef-3448-4a15-8c41-3002bab662e5 None None] Deleting port 26e0991a-c818-4555-8e54-44481fa0bc5a {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:15.185994 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5495d6ef-3448-4a15-8c41-3002bab662e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:15.291295 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-32b1909b-9f72-4c2a-a0cf-1a0f70ac341e None None] Set router 765de596-cd92-410f-8fb0-ab298225b582 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:59:15.322398 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e7180609-6ad2-4b29-a174-c153be0d4553 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:15.357268 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-5495d6ef-3448-4a15-8c41-3002bab662e5 None None] For port 26e0991a-c818-4555-8e54-44481fa0bc5a, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=26e0991a-c818-4555-8e54-44481fa0bc5a,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:15.357800 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5495d6ef-3448-4a15-8c41-3002bab662e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:15.364735 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c561bdcd-3ca6-4055-9f09-c731059e35f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-0ad0b8f6-c791-4f56-a53b-d5758c2934e3', 'network_id': '0ad0b8f6-c791-4f56-a53b-d5758c2934e3', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'fixed_ips': [{'subnet_id': 'fa61f498-1695-4d3b-b1cc-58878899522e'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:59:15.366078 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c561bdcd-3ca6-4055-9f09-c731059e35f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:15.385622 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5af5b546-02e8-4ef1-af57-646ee6fab8fc req-e72bd619-4338-4bef-9ce7-e18b751d41d5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=161b3298-9c94-419c-aed6-71e3451377c5 HTTP/1.1" status: 200 len: 998 time: 0.3279803 Nov 12 00:59:15.423670 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-66be8e3b-cf05-4649-8a46-fde58d36284c tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:15.430089 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6d79979c-c96e-4dcc-8f9a-f1c4b683bd22 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7687185 Nov 12 00:59:15.433952 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41674) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:15.443042 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-992e66ab-e93c-443d-be67-c4588b88d3ad tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-983498967', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:15.486107 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-66be8e3b-cf05-4649-8a46-fde58d36284c tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] device_id is not set on port 98dc68d4-0b5f-43b8-a1d0-4903b7f9d24e yet. {{(pid=102661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:59:15.493179 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5b546-02e8-4ef1-af57-646ee6fab8fc req-40c7e936-d209-4d81-b419-440091fd24a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:15.495129 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5af5b546-02e8-4ef1-af57-646ee6fab8fc req-40c7e936-d209-4d81-b419-440091fd24a2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=14a1d482-7411-47d7-8687-bbca824f06be HTTP/1.1" status: 200 len: 849 time: 0.0959749 Nov 12 00:59:15.498978 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-992e66ab-e93c-443d-be67-c4588b88d3ad tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:15.500349 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-992e66ab-e93c-443d-be67-c4588b88d3ad tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:15.555498 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-992e66ab-e93c-443d-be67-c4588b88d3ad tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:15.568774 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e7180609-6ad2-4b29-a174-c153be0d4553 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:15.571747 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-992e66ab-e93c-443d-be67-c4588b88d3ad tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:15.632998 n-d-812236-11 neutron-server[102661]: DEBUG neutron.objects.ports [None req-3018aaf6-8a73-4f09-969f-d61013e3e831 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102661) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 00:59:15.639627 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-c561bdcd-3ca6-4055-9f09-c731059e35f1 None None] Allocated IP 172.20.0.2 (0ad0b8f6-c791-4f56-a53b-d5758c2934e3/fa61f498-1695-4d3b-b1cc-58878899522e/beed90ee-89cc-4a63-bc02-5b7105fb0975) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:15.670633 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-5495d6ef-3448-4a15-8c41-3002bab662e5 None None] Calling delete_port for 26e0991a-c818-4555-8e54-44481fa0bc5a owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:15.675941 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7180609-6ad2-4b29-a174-c153be0d4553 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Pushing event deleted for resources: {'Subnet': ['ID=92d015ab-73f4-423c-8877-4552ee1df1ff,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:15.679887 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e7180609-6ad2-4b29-a174-c153be0d4553 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:15.683180 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e7180609-6ad2-4b29-a174-c153be0d4553 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "DELETE /v2.0/subnets/92d015ab-73f4-423c-8877-4552ee1df1ff HTTP/1.1" status: 204 len: 168 time: 0.9608169 Nov 12 00:59:15.709747 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befaebdc-f9de-4420-a375-c799ec5c3367 None None] Network 932a85f6-3e20-455a-a5e7-01a28ed4b895 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:15.712144 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-992e66ab-e93c-443d-be67-c4588b88d3ad tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:15.713407 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-992e66ab-e93c-443d-be67-c4588b88d3ad tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2744951 Nov 12 00:59:15.721568 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41678) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:15.722343 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41680) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:15.885833 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-cffa88d1-462c-4068-867e-d3cf561a48ce tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Deleting subnet 1258ef72-3213-4252-85bc-f1e482a40b73 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:59:15.894220 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cffa88d1-462c-4068-867e-d3cf561a48ce tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:15.899685 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5b546-02e8-4ef1-af57-646ee6fab8fc req-2320250e-e28c-4f22-9f7d-efa7b621c882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:15.901238 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5af5b546-02e8-4ef1-af57-646ee6fab8fc req-2320250e-e28c-4f22-9f7d-efa7b621c882 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=81cab25c-cc73-4b97-9af8-266d9053a85f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3432741 Nov 12 00:59:16.045009 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-32b1909b-9f72-4c2a-a0cf-1a0f70ac341e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765de596-cd92-410f-8fb0-ab298225b582', 'name': 'tempest-AttachVolumeTestJSON-553815399-router', 'tenant_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '975097c5-fb02-4576-ac5d-837f6c8d335d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:58:28Z', 'updated_at': '2021-11-12T00:58:39Z', 'revision_number': 4, 'project_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'gw_port': {'id': '975097c5-fb02-4576-ac5d-837f6c8d335d', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765de596-cd92-410f-8fb0-ab298225b582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:58:30Z', 'updated_at': '2021-11-12T00:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '77b580ad-d6ed-4548-9694-64a505e80d15', 'tenant_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'floating_ip_address': '172.25.2.98', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '765de596-cd92-410f-8fb0-ab298225b582', 'port_id': '161b3298-9c94-419c-aed6-71e3451377c5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2057, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81cab25c-cc73-4b97-9af8-266d9053a85f', 'mac_address': 'fa:16:3e:7a:61:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9098c3-8d33-4e66-b56f-bb04291759d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:58:44Z', 'updated_at': '2021-11-12T00:59:13Z', 'revision_number': 1, 'project_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dcb9921-2f79-4b84-89e2-5a7f8757e90a', 'name': '', 'network_id': '81cab25c-cc73-4b97-9af8-266d9053a85f', 'tenant_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'mac_address': 'fa:16:3e:bd:af:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765de596-cd92-410f-8fb0-ab298225b582', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '14a1d482-7411-47d7-8687-bbca824f06be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:58:37Z', 'updated_at': '2021-11-12T00:58:47Z', 'revision_number': 5, 'project_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'subnets': [{'id': '14a1d482-7411-47d7-8687-bbca824f06be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:16.085224 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b1909b-9f72-4c2a-a0cf-1a0f70ac341e None None] The sync data for ids ['765de596-cd92-410f-8fb0-ab298225b582'] in n-d-812236-11 is: [{'id': '765de596-cd92-410f-8fb0-ab298225b582', 'name': 'tempest-AttachVolumeTestJSON-553815399-router', 'tenant_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '975097c5-fb02-4576-ac5d-837f6c8d335d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:58:28Z', 'updated_at': '2021-11-12T00:58:39Z', 'revision_number': 4, 'project_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'gw_port': {'id': '975097c5-fb02-4576-ac5d-837f6c8d335d', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765de596-cd92-410f-8fb0-ab298225b582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:58:30Z', 'updated_at': '2021-11-12T00:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '77b580ad-d6ed-4548-9694-64a505e80d15', 'tenant_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'floating_ip_address': '172.25.2.98', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '765de596-cd92-410f-8fb0-ab298225b582', 'port_id': '161b3298-9c94-419c-aed6-71e3451377c5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2057, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81cab25c-cc73-4b97-9af8-266d9053a85f', 'mac_address': 'fa:16:3e:7a:61:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9098c3-8d33-4e66-b56f-bb04291759d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:58:44Z', 'updated_at': '2021-11-12T00:59:13Z', 'revision_number': 1, 'project_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dcb9921-2f79-4b84-89e2-5a7f8757e90a', 'name': '', 'network_id': '81cab25c-cc73-4b97-9af8-266d9053a85f', 'tenant_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'mac_address': 'fa:16:3e:bd:af:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765de596-cd92-410f-8fb0-ab298225b582', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '14a1d482-7411-47d7-8687-bbca824f06be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:58:37Z', 'updated_at': '2021-11-12T00:58:47Z', 'revision_number': 5, 'project_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'subnets': [{'id': '14a1d482-7411-47d7-8687-bbca824f06be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:59:16.336045 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-66be8e3b-cf05-4649-8a46-fde58d36284c tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:16.339055 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c561bdcd-3ca6-4055-9f09-c731059e35f1 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:16.355002 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3018aaf6-8a73-4f09-969f-d61013e3e831 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:16.433422 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c561bdcd-3ca6-4055-9f09-c731059e35f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:16.461263 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5495d6ef-3448-4a15-8c41-3002bab662e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:16.482684 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-66be8e3b-cf05-4649-8a46-fde58d36284c tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:16.523652 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017f2663-ec0a-4f5f-b5c2-aca7b3efa50a None None] New status for floating IP 77b580ad-d6ed-4548-9694-64a505e80d15: ACTIVE {{(pid=102663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:59:16.566435 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66be8e3b-cf05-4649-8a46-fde58d36284c tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Network 6398f85e-584f-40be-9040-b5e6f4f3c478 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:16.590518 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-66be8e3b-cf05-4649-8a46-fde58d36284c tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:16.599025 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cffa88d1-462c-4068-867e-d3cf561a48ce tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:16.603956 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66be8e3b-cf05-4649-8a46-fde58d36284c tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:16.609663 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66be8e3b-cf05-4649-8a46-fde58d36284c tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:16.610463 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-66be8e3b-cf05-4649-8a46-fde58d36284c tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:16.620471 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66be8e3b-cf05-4649-8a46-fde58d36284c tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event updated for resources: {'Port': ['ID=98dc68d4-0b5f-43b8-a1d0-4903b7f9d24e,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:16.625394 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c561bdcd-3ca6-4055-9f09-c731059e35f1 None None] Network 0ad0b8f6-c791-4f56-a53b-d5758c2934e3 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:16.635211 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5495d6ef-3448-4a15-8c41-3002bab662e5 None None] No DVR routers for this DVR port 26e0991a-c818-4555-8e54-44481fa0bc5a on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:16.662310 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-c561bdcd-3ca6-4055-9f09-c731059e35f1 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:16.663862 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-66be8e3b-cf05-4649-8a46-fde58d36284c tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0726545 Nov 12 00:59:16.668438 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41686) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:16.671432 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c561bdcd-3ca6-4055-9f09-c731059e35f1 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:16.703731 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c561bdcd-3ca6-4055-9f09-c731059e35f1 None None] Pushing event updated for resources: {'Port': ['ID=beed90ee-89cc-4a63-bc02-5b7105fb0975,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:16.731665 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-3018aaf6-8a73-4f09-969f-d61013e3e831 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] For port 26e0991a-c818-4555-8e54-44481fa0bc5a, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=26e0991a-c818-4555-8e54-44481fa0bc5a,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:16.842630 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5af5b546-02e8-4ef1-af57-646ee6fab8fc req-9ed93aaa-a27b-4b81-b7d4-4296a78626a4 service neutron] 10.222.0.54 "GET /v2.0/networks/81cab25c-cc73-4b97-9af8-266d9053a85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9214821 Nov 12 00:59:16.850510 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b4634f-40bf-42f3-b5e1-a2aec059e3ba tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:16.857129 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f4b4634f-40bf-42f3-b5e1-a2aec059e3ba tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "GET /v2.0/ports/98dc68d4-0b5f-43b8-a1d0-4903b7f9d24e HTTP/1.1" status: 200 len: 841 time: 0.1875942 Nov 12 00:59:16.858989 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41690) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:16.889573 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5495d6ef-3448-4a15-8c41-3002bab662e5 None None] Pushing event deleted for resources: {'Port': ['ID=26e0991a-c818-4555-8e54-44481fa0bc5a,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:16.905339 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3018aaf6-8a73-4f09-969f-d61013e3e831 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:16.947663 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adad265-fe77-4bfd-af10-ace3a876ba71 None None] DHCP port deletion for 932a85f6-3e20-455a-a5e7-01a28ed4b895 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:59:16.949046 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cffa88d1-462c-4068-867e-d3cf561a48ce tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:16.950111 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3018aaf6-8a73-4f09-969f-d61013e3e831 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:16.951189 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3018aaf6-8a73-4f09-969f-d61013e3e831 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:16.953758 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5af5b546-02e8-4ef1-af57-646ee6fab8fc req-345914c5-15f1-4119-b1e3-6c54ac60bac8 service neutron] 10.222.0.54 "GET /v2.0/networks/81cab25c-cc73-4b97-9af8-266d9053a85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008613 Nov 12 00:59:16.975460 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 26e0991a-c818-4555-8e54-44481fa0bc5a no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:59:17.003969 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2edcab72-268c-4cd2-8642-3eb0579b07fe tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:17.041920 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3018aaf6-8a73-4f09-969f-d61013e3e831 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Port': ['ID=26e0991a-c818-4555-8e54-44481fa0bc5a,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:17.069029 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 26e0991a-c818-4555-8e54-44481fa0bc5a {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:59:17.069399 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 26e0991a-c818-4555-8e54-44481fa0bc5a not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:59:17.085776 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-c561bdcd-3ca6-4055-9f09-c731059e35f1 None None] Attempting to bind port beed90ee-89cc-4a63-bc02-5b7105fb0975 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:17.086149 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-c561bdcd-3ca6-4055-9f09-c731059e35f1 None None] Attempting to bind port beed90ee-89cc-4a63-bc02-5b7105fb0975 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '970f3962-0387-4986-87b2-96cb87248212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '0ad0b8f6-c791-4f56-a53b-d5758c2934e3'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:17.086529 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c561bdcd-3ca6-4055-9f09-c731059e35f1 None None] Attempting to bind port beed90ee-89cc-4a63-bc02-5b7105fb0975 on network 0ad0b8f6-c791-4f56-a53b-d5758c2934e3 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:17.095373 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c561bdcd-3ca6-4055-9f09-c731059e35f1 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:59:17.095676 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c561bdcd-3ca6-4055-9f09-c731059e35f1 None None] Checking segment: {'id': '970f3962-0387-4986-87b2-96cb87248212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '0ad0b8f6-c791-4f56-a53b-d5758c2934e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:17.096092 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c561bdcd-3ca6-4055-9f09-c731059e35f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:17.096491 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c561bdcd-3ca6-4055-9f09-c731059e35f1 None None] Bound using segment: {'id': '970f3962-0387-4986-87b2-96cb87248212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '0ad0b8f6-c791-4f56-a53b-d5758c2934e3'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:59:17.096970 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-c561bdcd-3ca6-4055-9f09-c731059e35f1 None None] Bound port: beed90ee-89cc-4a63-bc02-5b7105fb0975, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '970f3962-0387-4986-87b2-96cb87248212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '0ad0b8f6-c791-4f56-a53b-d5758c2934e3'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:59:17.097357 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c561bdcd-3ca6-4055-9f09-c731059e35f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:17.100646 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3018aaf6-8a73-4f09-969f-d61013e3e831 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:17.129053 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cffa88d1-462c-4068-867e-d3cf561a48ce tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:17.150303 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-3018aaf6-8a73-4f09-969f-d61013e3e831 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:17.154215 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3018aaf6-8a73-4f09-969f-d61013e3e831 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:17.155433 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3018aaf6-8a73-4f09-969f-d61013e3e831 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:17.158714 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffa88d1-462c-4068-867e-d3cf561a48ce tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Pushing event deleted for resources: {'Subnet': ['ID=1258ef72-3213-4252-85bc-f1e482a40b73,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:17.185100 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-c561bdcd-3ca6-4055-9f09-c731059e35f1 None None] For port beed90ee-89cc-4a63-bc02-5b7105fb0975, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:59:17.186611 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3018aaf6-8a73-4f09-969f-d61013e3e831 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Subnet': ['ID=e38ed2a2-978b-4834-b590-4c7c65435ee4,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:17.188881 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-c561bdcd-3ca6-4055-9f09-c731059e35f1 None None] For port beed90ee-89cc-4a63-bc02-5b7105fb0975, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=beed90ee-89cc-4a63-bc02-5b7105fb0975,segment=NetworkSegment(970f3962-0387-4986-87b2-96cb87248212),segment_id=970f3962-0387-4986-87b2-96cb87248212)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:59:17.192530 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64845f0a-981c-45ba-a70c-a1bfbbb61bcf None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:17.220639 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cffa88d1-462c-4068-867e-d3cf561a48ce tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:17.226671 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-cffa88d1-462c-4068-867e-d3cf561a48ce tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "DELETE /v2.0/subnets/1258ef72-3213-4252-85bc-f1e482a40b73 HTTP/1.1" status: 204 len: 168 time: 1.4965761 Nov 12 00:59:17.229897 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41694) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:17.234162 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-3018aaf6-8a73-4f09-969f-d61013e3e831 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.6849947 Nov 12 00:59:17.237668 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41696) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:17.257436 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-f32d2f2f-a241-41e0-aeda-2d618683f4f2 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'port': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'mac_address': 'fa:16:3e:d8:f2:de', 'name': 'tempest-NetworksTestDHCPv6-313570638'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:17.259340 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-4dfa8345-978d-4bef-b7cf-510537c3c0a7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Deleting port 98dc68d4-0b5f-43b8-a1d0-4903b7f9d24e {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:17.259841 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4dfa8345-978d-4bef-b7cf-510537c3c0a7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:17.325456 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-7adad265-fe77-4bfd-af10-ace3a876ba71 None None] Deleting port e3b83938-36bd-45bf-a06f-dfbb8ab803bc {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:17.325838 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7adad265-fe77-4bfd-af10-ace3a876ba71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:17.327645 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb9bd25-0eca-442b-ac92-f1fa6d891f4f None None] Network ab41dae0-8b36-4d88-961d-982690d3893d requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:17.339732 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4dfa8345-978d-4bef-b7cf-510537c3c0a7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:17.355178 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-4dfa8345-978d-4bef-b7cf-510537c3c0a7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Calling delete_port for 98dc68d4-0b5f-43b8-a1d0-4903b7f9d24e owned by {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:17.404678 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c561bdcd-3ca6-4055-9f09-c731059e35f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:17.459979 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4dfa8345-978d-4bef-b7cf-510537c3c0a7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:17.491793 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32d2f2f-a241-41e0-aeda-2d618683f4f2 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:17.502630 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-56a5c172-026b-4809-8f5d-519a75e536c0 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:17.509488 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4dfa8345-978d-4bef-b7cf-510537c3c0a7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:17.518123 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4dfa8345-978d-4bef-b7cf-510537c3c0a7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "DELETE /v2.0/ports/98dc68d4-0b5f-43b8-a1d0-4903b7f9d24e HTTP/1.1" status: 204 len: 168 time: 0.6516418 Nov 12 00:59:17.519213 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41698) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:17.520182 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa8345-978d-4bef-b7cf-510537c3c0a7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event deleted for resources: {'Port': ['ID=98dc68d4-0b5f-43b8-a1d0-4903b7f9d24e,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:17.578976 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-00716a62-fb10-4aa8-a7c7-aa4cd6bddb0b tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] GET failed (client error): The resource could not be found. Nov 12 00:59:17.585775 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-00716a62-fb10-4aa8-a7c7-aa4cd6bddb0b tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "GET /v2.0/ports/98dc68d4-0b5f-43b8-a1d0-4903b7f9d24e HTTP/1.1" status: 404 len: 333 time: 0.0554764 Nov 12 00:59:17.586480 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41702) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:17.599265 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-afe96ca9-8fec-4481-a62a-6bfc37996f88 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Request body: {'port': {'network_id': '6398f85e-584f-40be-9040-b5e6f4f3c478', 'name': 'tempest-PortsTestJSON-711946727'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:17.626455 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c561bdcd-3ca6-4055-9f09-c731059e35f1 None None] Pushing event updated for resources: {'Port': ['ID=beed90ee-89cc-4a63-bc02-5b7105fb0975,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:17.629441 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d9821e-1c07-461a-afe9-3959f084df96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-549c8e6d-38df-4171-95c5-652183e307b7', 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'tenant_id': 'd39bd700eb73489c844e800fa5489ef8', 'fixed_ips': [{'subnet_id': 'e38ed2a2-978b-4834-b590-4c7c65435ee4'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:59:17.635310 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-23d9821e-1c07-461a-afe9-3959f084df96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:17.662461 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-7adad265-fe77-4bfd-af10-ace3a876ba71 None None] For port e3b83938-36bd-45bf-a06f-dfbb8ab803bc, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=e3b83938-36bd-45bf-a06f-dfbb8ab803bc,segment=NetworkSegment(4becdac4-51a8-4782-a971-f733dc6018ef),segment_id=4becdac4-51a8-4782-a971-f733dc6018ef)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:17.662461 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7adad265-fe77-4bfd-af10-ace3a876ba71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:17.716149 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-7adad265-fe77-4bfd-af10-ace3a876ba71 None None] Calling delete_port for e3b83938-36bd-45bf-a06f-dfbb8ab803bc owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:17.751563 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-2edcab72-268c-4cd2-8642-3eb0579b07fe tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Allocated IP 172.20.0.1 (0ad0b8f6-c791-4f56-a53b-d5758c2934e3/fa61f498-1695-4d3b-b1cc-58878899522e/34a8f693-ad6b-481f-987b-08532bdb9df4) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:17.810746 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f32d2f2f-a241-41e0-aeda-2d618683f4f2 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:17.830304 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11269e73-d7cd-4d8d-bd4a-f694f8c4555d None None] DHCP port deletion for ab41dae0-8b36-4d88-961d-982690d3893d request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:59:17.858330 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe96ca9-8fec-4481-a62a-6bfc37996f88 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Made reservation on behalf of 3bb80f8fcdb04dbb90fc5fe264a13cbe for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:17.865951 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-afe96ca9-8fec-4481-a62a-6bfc37996f88 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:17.868108 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-56a5c172-026b-4809-8f5d-519a75e536c0 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Deleting port e3b83938-36bd-45bf-a06f-dfbb8ab803bc {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:17.868586 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-56a5c172-026b-4809-8f5d-519a75e536c0 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:17.872660 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-f32d2f2f-a241-41e0-aeda-2d618683f4f2 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] device_id is not set on port c4a78015-3ad2-4833-98e1-8a35e9943ce2 yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:59:17.962572 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-afe96ca9-8fec-4481-a62a-6bfc37996f88 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] device_id is not set on port ced21994-7795-4f49-ac3c-3548090d9a6c yet. {{(pid=102661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:59:18.105110 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7adad265-fe77-4bfd-af10-ace3a876ba71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.110552 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-23d9821e-1c07-461a-afe9-3959f084df96 None None] Allocated IP 2001:db8::f816:3eff:fe39:496b (549c8e6d-38df-4171-95c5-652183e307b7/e38ed2a2-978b-4834-b590-4c7c65435ee4/19e95feb-45c6-4c9d-9c12-cb2712f6a59a) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:18.151347 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-56a5c172-026b-4809-8f5d-519a75e536c0 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] For port e3b83938-36bd-45bf-a06f-dfbb8ab803bc, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=e3b83938-36bd-45bf-a06f-dfbb8ab803bc,segment=NetworkSegment(4becdac4-51a8-4782-a971-f733dc6018ef),segment_id=4becdac4-51a8-4782-a971-f733dc6018ef)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:18.152439 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-56a5c172-026b-4809-8f5d-519a75e536c0 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.155822 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-11269e73-d7cd-4d8d-bd4a-f694f8c4555d None None] Deleting port fe1cac42-73d7-4384-9260-562799a5d351 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:18.156197 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-11269e73-d7cd-4d8d-bd4a-f694f8c4555d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.186156 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-56a5c172-026b-4809-8f5d-519a75e536c0 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Calling delete_port for e3b83938-36bd-45bf-a06f-dfbb8ab803bc owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:18.193962 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-afe96ca9-8fec-4481-a62a-6bfc37996f88 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.195284 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2edcab72-268c-4cd2-8642-3eb0579b07fe tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.211346 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adad265-fe77-4bfd-af10-ace3a876ba71 None None] Pushing event deleted for resources: {'Port': ['ID=e3b83938-36bd-45bf-a06f-dfbb8ab803bc,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:18.216978 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adad265-fe77-4bfd-af10-ace3a876ba71 None None] No DVR routers for this DVR port e3b83938-36bd-45bf-a06f-dfbb8ab803bc on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:18.246562 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-afe96ca9-8fec-4481-a62a-6bfc37996f88 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.275253 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-11269e73-d7cd-4d8d-bd4a-f694f8c4555d None None] For port fe1cac42-73d7-4384-9260-562799a5d351, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=fe1cac42-73d7-4384-9260-562799a5d351,segment=NetworkSegment(626a9579-673a-4b11-be35-aa640b5a2d6e),segment_id=626a9579-673a-4b11-be35-aa640b5a2d6e)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:18.275664 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-11269e73-d7cd-4d8d-bd4a-f694f8c4555d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.317124 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2edcab72-268c-4cd2-8642-3eb0579b07fe tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.341822 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-11269e73-d7cd-4d8d-bd4a-f694f8c4555d None None] Calling delete_port for fe1cac42-73d7-4384-9260-562799a5d351 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:18.346066 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe96ca9-8fec-4481-a62a-6bfc37996f88 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event updated for resources: {'Port': ['ID=ced21994-7795-4f49-ac3c-3548090d9a6c,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:18.370899 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe96ca9-8fec-4481-a62a-6bfc37996f88 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Network 6398f85e-584f-40be-9040-b5e6f4f3c478 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:18.373983 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-afe96ca9-8fec-4481-a62a-6bfc37996f88 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:18.376461 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe96ca9-8fec-4481-a62a-6bfc37996f88 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:18.383049 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-56a5c172-026b-4809-8f5d-519a75e536c0 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.387759 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe96ca9-8fec-4481-a62a-6bfc37996f88 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:18.387933 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edcab72-268c-4cd2-8642-3eb0579b07fe tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Network 0ad0b8f6-c791-4f56-a53b-d5758c2934e3 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:18.388496 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-afe96ca9-8fec-4481-a62a-6bfc37996f88 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.397769 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-2edcab72-268c-4cd2-8642-3eb0579b07fe tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:18.401812 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edcab72-268c-4cd2-8642-3eb0579b07fe tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event updated for resources: {'Port': ['ID=34a8f693-ad6b-481f-987b-08532bdb9df4,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:18.404246 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edcab72-268c-4cd2-8642-3eb0579b07fe tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:18.424948 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-afe96ca9-8fec-4481-a62a-6bfc37996f88 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8366294 Nov 12 00:59:18.427968 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41708) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:18.438478 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-d9e0d19a-e705-4474-b397-557c28af731d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:18.456148 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a5c172-026b-4809-8f5d-519a75e536c0 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] No DVR routers for this DVR port e3b83938-36bd-45bf-a06f-dfbb8ab803bc on host n-d-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:18.462728 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a5c172-026b-4809-8f5d-519a75e536c0 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Pushing event deleted for resources: {'Port': ['ID=e3b83938-36bd-45bf-a06f-dfbb8ab803bc,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:18.504337 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-23d9821e-1c07-461a-afe9-3959f084df96 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.505782 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-11269e73-d7cd-4d8d-bd4a-f694f8c4555d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.517529 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2edcab72-268c-4cd2-8642-3eb0579b07fe tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.536601 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-23d9821e-1c07-461a-afe9-3959f084df96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.554168 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11269e73-d7cd-4d8d-bd4a-f694f8c4555d None None] Pushing event deleted for resources: {'Port': ['ID=fe1cac42-73d7-4384-9260-562799a5d351,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:18.565466 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11269e73-d7cd-4d8d-bd4a-f694f8c4555d None None] No DVR routers for this DVR port fe1cac42-73d7-4384-9260-562799a5d351 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:18.571045 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d9e0d19a-e705-4474-b397-557c28af731d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.638011 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d9821e-1c07-461a-afe9-3959f084df96 None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:18.640220 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-56a5c172-026b-4809-8f5d-519a75e536c0 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.644244 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-23d9821e-1c07-461a-afe9-3959f084df96 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:18.648005 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d9821e-1c07-461a-afe9-3959f084df96 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:18.686621 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9821e-1c07-461a-afe9-3959f084df96 None None] Pushing event updated for resources: {'Port': ['ID=19e95feb-45c6-4c9d-9c12-cb2712f6a59a,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:18.750161 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-56a5c172-026b-4809-8f5d-519a75e536c0 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['932a85f6-3e20-455a-a5e7-01a28ed4b895']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:18.769912 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-56a5c172-026b-4809-8f5d-519a75e536c0 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4becdac4-51a8-4782-a971-f733dc6018ef') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:18.770339 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-56a5c172-026b-4809-8f5d-519a75e536c0 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4becdac4-51a8-4782-a971-f733dc6018ef') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:18.799316 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-23d9821e-1c07-461a-afe9-3959f084df96 None None] Attempting to bind port 19e95feb-45c6-4c9d-9c12-cb2712f6a59a on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:18.800422 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-23d9821e-1c07-461a-afe9-3959f084df96 None None] Attempting to bind port 19e95feb-45c6-4c9d-9c12-cb2712f6a59a by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:18.800818 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d9821e-1c07-461a-afe9-3959f084df96 None None] Attempting to bind port 19e95feb-45c6-4c9d-9c12-cb2712f6a59a on network 549c8e6d-38df-4171-95c5-652183e307b7 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:18.806507 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d9821e-1c07-461a-afe9-3959f084df96 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:59:18.806889 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d9821e-1c07-461a-afe9-3959f084df96 None None] Checking segment: {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:18.807298 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-23d9821e-1c07-461a-afe9-3959f084df96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.807696 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d9821e-1c07-461a-afe9-3959f084df96 None None] Bound using segment: {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:59:18.808177 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-23d9821e-1c07-461a-afe9-3959f084df96 None None] Bound port: 19e95feb-45c6-4c9d-9c12-cb2712f6a59a, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:59:18.808561 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-23d9821e-1c07-461a-afe9-3959f084df96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.815667 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-f32d2f2f-a241-41e0-aeda-2d618683f4f2 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Allocated IP 2001:db8::f816:3eff:fed8:f2de (549c8e6d-38df-4171-95c5-652183e307b7/e38ed2a2-978b-4834-b590-4c7c65435ee4/c4a78015-3ad2-4833-98e1-8a35e9943ce2) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:18.861852 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-56a5c172-026b-4809-8f5d-519a75e536c0 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.900313 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d9e0d19a-e705-4474-b397-557c28af731d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.905820 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-23d9821e-1c07-461a-afe9-3959f084df96 None None] For port 19e95feb-45c6-4c9d-9c12-cb2712f6a59a, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:59:18.909174 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d9e0d19a-e705-4474-b397-557c28af731d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.910561 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-23d9821e-1c07-461a-afe9-3959f084df96 None None] For port 19e95feb-45c6-4c9d-9c12-cb2712f6a59a, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=19e95feb-45c6-4c9d-9c12-cb2712f6a59a,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:59:18.919927 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-23d9821e-1c07-461a-afe9-3959f084df96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.947933 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-56a5c172-026b-4809-8f5d-519a75e536c0 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.964558 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d9e0d19a-e705-4474-b397-557c28af731d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] In _notify_port_updated(), no bound segment for port ced21994-7795-4f49-ac3c-3548090d9a6c on network 6398f85e-584f-40be-9040-b5e6f4f3c478 {{(pid=102661) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 00:59:18.970728 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e0d19a-e705-4474-b397-557c28af731d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:18.971635 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d9e0d19a-e705-4474-b397-557c28af731d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.972978 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d9e0d19a-e705-4474-b397-557c28af731d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "PUT /v2.0/ports/ced21994-7795-4f49-ac3c-3548090d9a6c HTTP/1.1" status: 200 len: 818 time: 0.5435548 Nov 12 00:59:18.977880 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41714) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:19.011126 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device beed90ee-89cc-4a63-bc02-5b7105fb0975 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:19.038339 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e0d19a-e705-4474-b397-557c28af731d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event updated for resources: {'Port': ['ID=ced21994-7795-4f49-ac3c-3548090d9a6c,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:19.045439 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56a5c172-026b-4809-8f5d-519a75e536c0 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:59:19.045871 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-56a5c172-026b-4809-8f5d-519a75e536c0 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:19.049669 n-d-812236-11 neutron-server[102662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:59:19.049669 n-d-812236-11 neutron-server[102662]: self.session.flush() Nov 12 00:59:19.049669 n-d-812236-11 neutron-server[102662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:59:19.049669 n-d-812236-11 neutron-server[102662]: self.session.flush() Nov 12 00:59:19.049669 n-d-812236-11 neutron-server[102662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:59:19.049669 n-d-812236-11 neutron-server[102662]: self.session.flush() Nov 12 00:59:19.049669 n-d-812236-11 neutron-server[102662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:59:19.049669 n-d-812236-11 neutron-server[102662]: self.session.flush() Nov 12 00:59:19.049669 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 00:59:19.049669 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:59:19.049669 n-d-812236-11 neutron-server[102662]: timer() Nov 12 00:59:19.049669 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:59:19.049669 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 00:59:19.049669 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:59:19.049669 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 00:59:19.049669 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:59:19.049669 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 00:59:19.049669 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:59:19.049669 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 00:59:19.049669 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:59:19.049669 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 00:59:19.049669 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:59:19.049669 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:59:19.049669 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:59:19.049669 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:59:19.049669 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:59:19.049669 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 00:59:19.049669 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:59:19.049669 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 00:59:19.049669 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:59:19.049669 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:59:19.049669 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:59:19.049669 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 00:59:19.049669 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:59:19.049669 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:59:19.049669 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:59:19.049669 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:59:19.049669 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:59:19.049669 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:59:19.049669 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:59:19.116806 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9821e-1c07-461a-afe9-3959f084df96 None None] Pushing event updated for resources: {'Port': ['ID=19e95feb-45c6-4c9d-9c12-cb2712f6a59a,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:19.175846 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port beed90ee-89cc-4a63-bc02-5b7105fb0975 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:19.176462 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:19.187940 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-2103f0e6-776c-4566-9042-755e4e76c7b3 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Deleting port ced21994-7795-4f49-ac3c-3548090d9a6c {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:19.188948 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2103f0e6-776c-4566-9042-755e4e76c7b3 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:19.370760 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:19.403073 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f32d2f2f-a241-41e0-aeda-2d618683f4f2 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:19.430016 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-56a5c172-026b-4809-8f5d-519a75e536c0 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:19.431876 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2edcab72-268c-4cd2-8642-3eb0579b07fe tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:19.445184 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-56a5c172-026b-4809-8f5d-519a75e536c0 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:19.448612 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2103f0e6-776c-4566-9042-755e4e76c7b3 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:19.461794 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41724) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:19.466152 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-56a5c172-026b-4809-8f5d-519a75e536c0 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "DELETE /v2.0/networks/932a85f6-3e20-455a-a5e7-01a28ed4b895 HTTP/1.1" status: 204 len: 168 time: 2.2300947 Nov 12 00:59:19.503892 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port beed90ee-89cc-4a63-bc02-5b7105fb0975, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=beed90ee-89cc-4a63-bc02-5b7105fb0975,segment=NetworkSegment(970f3962-0387-4986-87b2-96cb87248212),segment_id=970f3962-0387-4986-87b2-96cb87248212)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:19.520035 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a5c172-026b-4809-8f5d-519a75e536c0 tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Pushing event deleted for resources: {'Network': ['ID=932a85f6-3e20-455a-a5e7-01a28ed4b895,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:19.533936 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:19.555763 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-2103f0e6-776c-4566-9042-755e4e76c7b3 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Calling delete_port for ced21994-7795-4f49-ac3c-3548090d9a6c owned by {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:19.571534 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f32d2f2f-a241-41e0-aeda-2d618683f4f2 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:19.641932 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce25bda-3ff1-417a-8473-7f4447a56afc None None] Network 0ad0b8f6-c791-4f56-a53b-d5758c2934e3 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:19.701891 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d2f2f-a241-41e0-aeda-2d618683f4f2 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Port': ['ID=c4a78015-3ad2-4833-98e1-8a35e9943ce2,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:19.725735 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device fe1cac42-73d7-4384-9260-562799a5d351 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:59:19.756270 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-20256e24-9bc9-4e45-96f4-837a22c6eccc tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:19.859760 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32d2f2f-a241-41e0-aeda-2d618683f4f2 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:19.864300 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-f32d2f2f-a241-41e0-aeda-2d618683f4f2 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:19.871257 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32d2f2f-a241-41e0-aeda-2d618683f4f2 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:19.877509 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32d2f2f-a241-41e0-aeda-2d618683f4f2 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:19.878333 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f32d2f2f-a241-41e0-aeda-2d618683f4f2 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:19.927417 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f32d2f2f-a241-41e0-aeda-2d618683f4f2 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6739011 Nov 12 00:59:19.931610 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41730) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:19.950355 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2103f0e6-776c-4566-9042-755e4e76c7b3 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:19.997710 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2103f0e6-776c-4566-9042-755e4e76c7b3 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event deleted for resources: {'Port': ['ID=ced21994-7795-4f49-ac3c-3548090d9a6c,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:20.014353 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=beed90ee-89cc-4a63-bc02-5b7105fb0975,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:20.018596 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: fe1cac42-73d7-4384-9260-562799a5d351 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:59:20.018942 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device fe1cac42-73d7-4384-9260-562799a5d351 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:59:20.019720 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device e3b83938-36bd-45bf-a06f-dfbb8ab803bc no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:59:20.060073 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2103f0e6-776c-4566-9042-755e4e76c7b3 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.063865 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-2103f0e6-776c-4566-9042-755e4e76c7b3 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "DELETE /v2.0/ports/ced21994-7795-4f49-ac3c-3548090d9a6c HTTP/1.1" status: 204 len: 168 time: 1.0863347 Nov 12 00:59:20.066448 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41736) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:20.100914 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4302dd-7b4d-4d8b-bba7-fce3fdc130ba tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:20.104435 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-20256e24-9bc9-4e45-96f4-837a22c6eccc tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.112043 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: e3b83938-36bd-45bf-a06f-dfbb8ab803bc {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:59:20.112384 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device e3b83938-36bd-45bf-a06f-dfbb8ab803bc not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:59:20.124139 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-ccfa0ac7-eab5-4058-85d5-03859c540a29 None None] Provisioning complete for port beed90ee-89cc-4a63-bc02-5b7105fb0975 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:20.124452 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ccfa0ac7-eab5-4058-85d5-03859c540a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.127712 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4302dd-7b4d-4d8b-bba7-fce3fdc130ba tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:20.129558 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3d4302dd-7b4d-4d8b-bba7-fce3fdc130ba tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1965933 Nov 12 00:59:20.133612 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41738) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:20.186657 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-20256e24-9bc9-4e45-96f4-837a22c6eccc tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab41dae0-8b36-4d88-961d-982690d3893d']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:20.232194 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f02820-a8be-417e-b027-28f2c6d862cc tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:20.237600 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c0f02820-a8be-417e-b027-28f2c6d862cc tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1701391 Nov 12 00:59:20.246962 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41742) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:20.271886 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-20256e24-9bc9-4e45-96f4-837a22c6eccc tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '626a9579-673a-4b11-be35-aa640b5a2d6e') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:20.273816 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-20256e24-9bc9-4e45-96f4-837a22c6eccc tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '626a9579-673a-4b11-be35-aa640b5a2d6e') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:20.333049 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-9795f968-d63b-4190-b29c-84943a217d9e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] GET failed (client error): The resource could not be found. Nov 12 00:59:20.338930 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-9795f968-d63b-4190-b29c-84943a217d9e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "GET /v2.0/ports/ced21994-7795-4f49-ac3c-3548090d9a6c HTTP/1.1" status: 404 len: 333 time: 0.0870378 Nov 12 00:59:20.341236 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41744) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:20.347050 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-20256e24-9bc9-4e45-96f4-837a22c6eccc tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.361629 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-a7769114-c12c-4581-850f-7ad22b6341a3 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1407776400'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:20.379650 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-20256e24-9bc9-4e45-96f4-837a22c6eccc tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.389080 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20256e24-9bc9-4e45-96f4-837a22c6eccc tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:59:20.389665 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-20256e24-9bc9-4e45-96f4-837a22c6eccc tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.395604 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:59:20.395604 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:59:20.395604 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:59:20.395604 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:59:20.395604 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:59:20.395604 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:59:20.395604 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:59:20.395604 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:59:20.395604 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:59:20.395604 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:59:20.395604 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:59:20.395604 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:59:20.395604 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:59:20.395604 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:59:20.395604 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:59:20.395604 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:59:20.395604 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:59:20.395604 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:59:20.395604 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:59:20.395604 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:59:20.395604 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:59:20.395604 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:59:20.395604 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:59:20.395604 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:59:20.395604 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:59:20.395604 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:59:20.395604 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:59:20.395604 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:59:20.395604 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:59:20.395604 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:59:20.395604 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:59:20.395604 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:59:20.466026 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2edcab72-268c-4cd2-8642-3eb0579b07fe tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.483279 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7769114-c12c-4581-850f-7ad22b6341a3 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Made reservation on behalf of 3bb80f8fcdb04dbb90fc5fe264a13cbe for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:20.487675 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a7769114-c12c-4581-850f-7ad22b6341a3 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.492474 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2edcab72-268c-4cd2-8642-3eb0579b07fe tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.518898 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-5bc58e9e-7a6f-4657-8b94-74093cc3e4ea tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Deleting port c4a78015-3ad2-4833-98e1-8a35e9943ce2 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:20.519495 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5bc58e9e-7a6f-4657-8b94-74093cc3e4ea tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.551684 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-20256e24-9bc9-4e45-96f4-837a22c6eccc tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.573703 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-20256e24-9bc9-4e45-96f4-837a22c6eccc tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.582397 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-20256e24-9bc9-4e45-96f4-837a22c6eccc tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] 10.222.0.20 "DELETE /v2.0/networks/ab41dae0-8b36-4d88-961d-982690d3893d HTTP/1.1" status: 204 len: 168 time: 1.1148665 Nov 12 00:59:20.582397 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20256e24-9bc9-4e45-96f4-837a22c6eccc tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Pushing event deleted for resources: {'Network': ['ID=ab41dae0-8b36-4d88-961d-982690d3893d,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:20.608846 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a081b-045f-4885-b46e-2f983c1c3297 req-8f926f84-b9e0-4453-812b-6d31d610fec6 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:20.611096 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-255a081b-045f-4885-b46e-2f983c1c3297 req-8f926f84-b9e0-4453-812b-6d31d610fec6 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 947 time: 0.0981104 Nov 12 00:59:20.619836 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20256e24-9bc9-4e45-96f4-837a22c6eccc tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:20.620323 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20256e24-9bc9-4e45-96f4-837a22c6eccc tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:20.620836 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20256e24-9bc9-4e45-96f4-837a22c6eccc tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:20.621279 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20256e24-9bc9-4e45-96f4-837a22c6eccc tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:20.621780 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20256e24-9bc9-4e45-96f4-837a22c6eccc tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:20.622220 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20256e24-9bc9-4e45-96f4-837a22c6eccc tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:20.622656 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20256e24-9bc9-4e45-96f4-837a22c6eccc tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:20.623090 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20256e24-9bc9-4e45-96f4-837a22c6eccc tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:20.623541 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20256e24-9bc9-4e45-96f4-837a22c6eccc tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:20.624817 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20256e24-9bc9-4e45-96f4-837a22c6eccc tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:20.625251 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20256e24-9bc9-4e45-96f4-837a22c6eccc tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:20.627153 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20256e24-9bc9-4e45-96f4-837a22c6eccc tempest-TaggedBootDevicesTest-1911174323 tempest-TaggedBootDevicesTest-1911174323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:20.713608 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edcab72-268c-4cd2-8642-3eb0579b07fe tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event updated for resources: {'Port': ['ID=34a8f693-ad6b-481f-987b-08532bdb9df4,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:20.725527 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-255a081b-045f-4885-b46e-2f983c1c3297 req-7979dbe2-b042-4202-b7b3-c1e0a675ca7e tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948932 Nov 12 00:59:20.725660 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7769114-c12c-4581-850f-7ad22b6341a3 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:59:20.727963 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2edcab72-268c-4cd2-8642-3eb0579b07fe tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.757971 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a7769114-c12c-4581-850f-7ad22b6341a3 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.758336 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-a7769114-c12c-4581-850f-7ad22b6341a3 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Added segment b9b1ebd6-4f49-4670-89a3-9e4147bb7747 of type vlan for network 04d65c3b-ec4f-4c44-a1c2-17b21b8f72cd Nov 12 00:59:20.902295 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-a5647144-60f4-4e95-9b28-475b50c031f6 None None] Provisioning complete for port beed90ee-89cc-4a63-bc02-5b7105fb0975 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:20.903788 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a5647144-60f4-4e95-9b28-475b50c031f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.920181 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5bc58e9e-7a6f-4657-8b94-74093cc3e4ea tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:21.081419 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-a5647144-60f4-4e95-9b28-475b50c031f6 None None] Provisioning complete for port 34a8f693-ad6b-481f-987b-08532bdb9df4 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:21.082316 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a5647144-60f4-4e95-9b28-475b50c031f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:21.121670 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-5bc58e9e-7a6f-4657-8b94-74093cc3e4ea tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Calling delete_port for c4a78015-3ad2-4833-98e1-8a35e9943ce2 owned by {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:21.135876 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a7769114-c12c-4581-850f-7ad22b6341a3 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:21.146127 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-a5647144-60f4-4e95-9b28-475b50c031f6 None None] Port 34a8f693-ad6b-481f-987b-08532bdb9df4 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:59:21.149165 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 19e95feb-45c6-4c9d-9c12-cb2712f6a59a up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:21.208870 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 19e95feb-45c6-4c9d-9c12-cb2712f6a59a triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:21.209338 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:21.289263 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edcab72-268c-4cd2-8642-3eb0579b07fe tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Network 0ad0b8f6-c791-4f56-a53b-d5758c2934e3 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:21.295016 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a7769114-c12c-4581-850f-7ad22b6341a3 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:21.300660 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7769114-c12c-4581-850f-7ad22b6341a3 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:21.301410 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a7769114-c12c-4581-850f-7ad22b6341a3 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:21.304361 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-2edcab72-268c-4cd2-8642-3eb0579b07fe tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:21.369247 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:21.375018 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-a748e7be-6c7b-4d05-a07f-818fe490a381 None None] Provisioning complete for port 19e95feb-45c6-4c9d-9c12-cb2712f6a59a triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:21.375686 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a748e7be-6c7b-4d05-a07f-818fe490a381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:21.473295 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 19e95feb-45c6-4c9d-9c12-cb2712f6a59a, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=19e95feb-45c6-4c9d-9c12-cb2712f6a59a,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:21.479869 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:21.480990 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device beed90ee-89cc-4a63-bc02-5b7105fb0975 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:21.527351 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a7769114-c12c-4581-850f-7ad22b6341a3 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1788719 Nov 12 00:59:21.527627 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41762) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:21.531673 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-cadb7707-fdbc-4934-843a-c7c4c7c99051 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Request body: {'subnet': {'network_id': '04d65c3b-ec4f-4c44-a1c2-17b21b8f72cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:21.736982 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port beed90ee-89cc-4a63-bc02-5b7105fb0975 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:21.736982 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:21.739397 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=19e95feb-45c6-4c9d-9c12-cb2712f6a59a,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:21.742640 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadb7707-fdbc-4934-843a-c7c4c7c99051 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Made reservation on behalf of 3bb80f8fcdb04dbb90fc5fe264a13cbe for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:21.747065 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cadb7707-fdbc-4934-843a-c7c4c7c99051 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:21.870604 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-8e083bc8-dffb-4391-962f-5a465315c42e None None] Provisioning complete for port c4a78015-3ad2-4833-98e1-8a35e9943ce2 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:21.871050 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8e083bc8-dffb-4391-962f-5a465315c42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:21.930933 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-8e083bc8-dffb-4391-962f-5a465315c42e None None] Port c4a78015-3ad2-4833-98e1-8a35e9943ce2 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:59:21.958423 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-8e083bc8-dffb-4391-962f-5a465315c42e None None] Provisioning complete for port 34a8f693-ad6b-481f-987b-08532bdb9df4 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:21.958796 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8e083bc8-dffb-4391-962f-5a465315c42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:22.029477 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-8e083bc8-dffb-4391-962f-5a465315c42e None None] Port 34a8f693-ad6b-481f-987b-08532bdb9df4 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:59:22.159272 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-d68d8ed5-5e12-407a-9748-6fb1c05de60b None None] Provisioning complete for port 34a8f693-ad6b-481f-987b-08532bdb9df4 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:22.160435 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d68d8ed5-5e12-407a-9748-6fb1c05de60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:22.210556 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cadb7707-fdbc-4934-843a-c7c4c7c99051 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:22.243911 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-d68d8ed5-5e12-407a-9748-6fb1c05de60b None None] Port 34a8f693-ad6b-481f-987b-08532bdb9df4 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:59:22.258628 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7769114-c12c-4581-850f-7ad22b6341a3 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event updated for resources: {'Network': ['ID=04d65c3b-ec4f-4c44-a1c2-17b21b8f72cd,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:22.276396 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 04d65c3b-ec4f-4c44-a1c2-17b21b8f72cd details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:59:22.334608 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadb7707-fdbc-4934-843a-c7c4c7c99051 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Checking segment: {'id': 'b9b1ebd6-4f49-4670-89a3-9e4147bb7747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '04d65c3b-ec4f-4c44-a1c2-17b21b8f72cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:22.335232 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadb7707-fdbc-4934-843a-c7c4c7c99051 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Network hostable DHCP agents. Network: 04d65c3b-ec4f-4c44-a1c2-17b21b8f72cd, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:59:22.349265 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e630886-68b4-48b2-ac7f-9103e4681fde req-a3bb70de-5524-4f98-a9be-0908c62484a9 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:22.350910 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2e630886-68b4-48b2-ac7f-9103e4681fde req-a3bb70de-5524-4f98-a9be-0908c62484a9 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 947 time: 0.1341958 Nov 12 00:59:22.373240 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadb7707-fdbc-4934-843a-c7c4c7c99051 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Network 04d65c3b-ec4f-4c44-a1c2-17b21b8f72cd is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:59:22.380103 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb7707-fdbc-4934-843a-c7c4c7c99051 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event updated for resources: {'Subnet': ['ID=c48cce35-5747-4547-841e-c900faf6667c,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:22.394168 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-cadb7707-fdbc-4934-843a-c7c4c7c99051 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 04d65c3b-ec4f-4c44-a1c2-17b21b8f72cd) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:22.405533 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0130fba-4f3d-4735-bc65-074337f85cda None None] Network 04d65c3b-ec4f-4c44-a1c2-17b21b8f72cd requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:22.407320 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadb7707-fdbc-4934-843a-c7c4c7c99051 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:22.408110 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cadb7707-fdbc-4934-843a-c7c4c7c99051 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:22.442672 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-cadb7707-fdbc-4934-843a-c7c4c7c99051 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9154754 Nov 12 00:59:22.447569 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41774) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:22.457236 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-fd7ff7d1-35a3-4a18-b2e1-fa4f2b3c80dc tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Request body: {'subnet': {'network_id': '04d65c3b-ec4f-4c44-a1c2-17b21b8f72cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:22.482627 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a96bf3-b327-4a1f-924d-9993a36197f8 req-8833756a-b81d-468d-9d97-f63c6c81dc3a tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:22.484489 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-91a96bf3-b327-4a1f-924d-9993a36197f8 req-8833756a-b81d-468d-9d97-f63c6c81dc3a tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 947 time: 0.2368286 Nov 12 00:59:22.550935 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2edcab72-268c-4cd2-8642-3eb0579b07fe tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Router 187db9f1-ed61-4514-b50e-3023bfff13a5 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:59:22.608320 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-91a96bf3-b327-4a1f-924d-9993a36197f8 req-53d871de-99ed-4dfb-a818-e4215e8c51c6 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132050 Nov 12 00:59:22.610655 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5bc58e9e-7a6f-4657-8b94-74093cc3e4ea tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:22.644971 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7ff7d1-35a3-4a18-b2e1-fa4f2b3c80dc tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Made reservation on behalf of 3bb80f8fcdb04dbb90fc5fe264a13cbe for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:22.649571 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fd7ff7d1-35a3-4a18-b2e1-fa4f2b3c80dc tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:22.665710 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc58e9e-7a6f-4657-8b94-74093cc3e4ea tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Port': ['ID=c4a78015-3ad2-4833-98e1-8a35e9943ce2,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:22.704819 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5bc58e9e-7a6f-4657-8b94-74093cc3e4ea tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:22.709713 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5bc58e9e-7a6f-4657-8b94-74093cc3e4ea tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/ports/c4a78015-3ad2-4833-98e1-8a35e9943ce2 HTTP/1.1" status: 204 len: 168 time: 2.5633898 Nov 12 00:59:22.710957 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428eb93b-a80d-40fd-b035-4241538c1ec1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-04d65c3b-ec4f-4c44-a1c2-17b21b8f72cd', 'network_id': '04d65c3b-ec4f-4c44-a1c2-17b21b8f72cd', 'tenant_id': '3bb80f8fcdb04dbb90fc5fe264a13cbe', 'fixed_ips': [{'subnet_id': 'c48cce35-5747-4547-841e-c900faf6667c'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:59:22.712348 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-428eb93b-a80d-40fd-b035-4241538c1ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:22.713066 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41776) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:22.812548 n-d-812236-11 neutron-server[102661]: INFO neutron.db.ipam_backend_mixin [None req-fd7ff7d1-35a3-4a18-b2e1-fa4f2b3c80dc tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c48cce35-5747-4547-841e-c900faf6667c (CIDR: 172.20.0.0/28) Nov 12 00:59:22.812548 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd7ff7d1-35a3-4a18-b2e1-fa4f2b3c80dc tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 00:59:22.814185 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd7ff7d1-35a3-4a18-b2e1-fa4f2b3c80dc tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:59:22.864682 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-fd7ff7d1-35a3-4a18-b2e1-fa4f2b3c80dc tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4156704 Nov 12 00:59:22.865367 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41780) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:22.870318 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-b20e6545-d056-49fe-a600-a3a26d43bc20 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Request body: {'subnet': {'network_id': '04d65c3b-ec4f-4c44-a1c2-17b21b8f72cd', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:22.961637 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fea2601-7830-4d4c-8401-59fb30ce06e0 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:22.963993 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fea2601-7830-4d4c-8401-59fb30ce06e0 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:22.967907 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-9fea2601-7830-4d4c-8401-59fb30ce06e0 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2515054 Nov 12 00:59:22.969453 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 19e95feb-45c6-4c9d-9c12-cb2712f6a59a up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:22.970091 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41782) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:23.056828 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-2e630886-68b4-48b2-ac7f-9103e4681fde req-36de59eb-3d10-41f3-a8d7-c0b050a0ada5 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Deleting port ded2273a-2a05-4940-8a85-b6f893dc4749 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:23.057169 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-2e630886-68b4-48b2-ac7f-9103e4681fde req-36de59eb-3d10-41f3-a8d7-c0b050a0ada5 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:23.102970 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edcab72-268c-4cd2-8642-3eb0579b07fe tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:59:23.111254 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-428eb93b-a80d-40fd-b035-4241538c1ec1 None None] Allocated IP 172.20.0.2 (04d65c3b-ec4f-4c44-a1c2-17b21b8f72cd/c48cce35-5747-4547-841e-c900faf6667c/af33f9df-8adc-4a65-b8fa-4e1402c68a34) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:23.115880 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d17211a-13e3-4cc3-85c2-a976d3777b0a None None] Sync routers for ids ['187db9f1-ed61-4514-b50e-3023bfff13a5'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:59:23.127156 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2edcab72-268c-4cd2-8642-3eb0579b07fe tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "PUT /v2.0/routers/187db9f1-ed61-4514-b50e-3023bfff13a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3415110 Nov 12 00:59:23.128982 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41784) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:23.134527 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e90c27a-9763-483d-b4e4-3f436491fee5 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Deleting subnet e38ed2a2-978b-4834-b590-4c7c65435ee4 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:59:23.137909 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d17211a-13e3-4cc3-85c2-a976d3777b0a None None] Routers {'187db9f1-ed61-4514-b50e-3023bfff13a5'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:23.138531 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-5d17211a-13e3-4cc3-85c2-a976d3777b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:59:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['187db9f1-ed61-4514-b50e-3023bfff13a5'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:23.150004 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20e6545-d056-49fe-a600-a3a26d43bc20 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Made reservation on behalf of 3bb80f8fcdb04dbb90fc5fe264a13cbe for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:23.154117 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0e90c27a-9763-483d-b4e4-3f436491fee5 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:23.155154 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b20e6545-d056-49fe-a600-a3a26d43bc20 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:23.213078 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-5d17211a-13e3-4cc3-85c2-a976d3777b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:23.246421 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d17211a-13e3-4cc3-85c2-a976d3777b0a None None] Routers {'187db9f1-ed61-4514-b50e-3023bfff13a5'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:23.247066 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-5d17211a-13e3-4cc3-85c2-a976d3777b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:59:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['187db9f1-ed61-4514-b50e-3023bfff13a5'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:23.255534 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0e90c27a-9763-483d-b4e4-3f436491fee5 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:23.275445 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b658560c-ff28-4536-8afb-2102240d2cf1 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:23.280141 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b658560c-ff28-4536-8afb-2102240d2cf1 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "GET /v2.0/ports/34a8f693-ad6b-481f-987b-08532bdb9df4 HTTP/1.1" status: 200 len: 910 time: 0.1495819 Nov 12 00:59:23.284276 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41788) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:23.290038 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-71aa9efe-7302-4d85-8f79-a7dc03dfcacc tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fa61f498-1695-4d3b-b1cc-58878899522e'}]}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:23.337307 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-5d17211a-13e3-4cc3-85c2-a976d3777b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:23.338002 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d17211a-13e3-4cc3-85c2-a976d3777b0a None None] The sync data for ids ['187db9f1-ed61-4514-b50e-3023bfff13a5'] in n-d-812236-11 is: [] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:59:23.394084 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0e90c27a-9763-483d-b4e4-3f436491fee5 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:23.409870 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-428eb93b-a80d-40fd-b035-4241538c1ec1 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:23.425329 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-428eb93b-a80d-40fd-b035-4241538c1ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:23.479851 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 19e95feb-45c6-4c9d-9c12-cb2712f6a59a triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:23.480233 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:23.494268 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0e90c27a-9763-483d-b4e4-3f436491fee5 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:23.537365 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428eb93b-a80d-40fd-b035-4241538c1ec1 None None] Network 04d65c3b-ec4f-4c44-a1c2-17b21b8f72cd is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:23.549124 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90c27a-9763-483d-b4e4-3f436491fee5 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Subnet': ['ID=e38ed2a2-978b-4834-b590-4c7c65435ee4,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:23.550042 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-428eb93b-a80d-40fd-b035-4241538c1ec1 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:23.552993 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0e90c27a-9763-483d-b4e4-3f436491fee5 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:23.555902 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428eb93b-a80d-40fd-b035-4241538c1ec1 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:23.557893 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0e90c27a-9763-483d-b4e4-3f436491fee5 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/e38ed2a2-978b-4834-b590-4c7c65435ee4 HTTP/1.1" status: 204 len: 168 time: 0.5859008 Nov 12 00:59:23.572448 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41794) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:23.615012 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa474860-9563-475a-a321-96f586d06df1 None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:23.619995 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428eb93b-a80d-40fd-b035-4241538c1ec1 None None] Pushing event updated for resources: {'Port': ['ID=af33f9df-8adc-4a65-b8fa-4e1402c68a34,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:23.664068 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d109257e-024f-4fe9-b0aa-db9b9d3cc71f tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0796947 Nov 12 00:59:23.667455 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41798) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:23.714322 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-2e630886-68b4-48b2-ac7f-9103e4681fde req-36de59eb-3d10-41f3-a8d7-c0b050a0ada5 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] For port ded2273a-2a05-4940-8a85-b6f893dc4749, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=ded2273a-2a05-4940-8a85-b6f893dc4749,segment=NetworkSegment(6922dc8f-e4e8-46eb-925b-ce7a975c2214),segment_id=6922dc8f-e4e8-46eb-925b-ce7a975c2214)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:23.714687 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-2e630886-68b4-48b2-ac7f-9103e4681fde req-36de59eb-3d10-41f3-a8d7-c0b050a0ada5 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:23.718909 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-428eb93b-a80d-40fd-b035-4241538c1ec1 None None] Attempting to bind port af33f9df-8adc-4a65-b8fa-4e1402c68a34 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:23.719718 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-428eb93b-a80d-40fd-b035-4241538c1ec1 None None] Attempting to bind port af33f9df-8adc-4a65-b8fa-4e1402c68a34 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'b9b1ebd6-4f49-4670-89a3-9e4147bb7747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '04d65c3b-ec4f-4c44-a1c2-17b21b8f72cd'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:23.720675 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428eb93b-a80d-40fd-b035-4241538c1ec1 None None] Attempting to bind port af33f9df-8adc-4a65-b8fa-4e1402c68a34 on network 04d65c3b-ec4f-4c44-a1c2-17b21b8f72cd {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:23.776822 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a081a254-2ad6-457e-9982-5108dc6ac8db tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:23.780863 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a081a254-2ad6-457e-9982-5108dc6ac8db tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1102355 Nov 12 00:59:23.784599 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41800) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:23.791275 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428eb93b-a80d-40fd-b035-4241538c1ec1 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:59:23.792006 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428eb93b-a80d-40fd-b035-4241538c1ec1 None None] Checking segment: {'id': 'b9b1ebd6-4f49-4670-89a3-9e4147bb7747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '04d65c3b-ec4f-4c44-a1c2-17b21b8f72cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:23.792871 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-428eb93b-a80d-40fd-b035-4241538c1ec1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:23.793482 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428eb93b-a80d-40fd-b035-4241538c1ec1 None None] Bound using segment: {'id': 'b9b1ebd6-4f49-4670-89a3-9e4147bb7747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '04d65c3b-ec4f-4c44-a1c2-17b21b8f72cd'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:59:23.794418 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-428eb93b-a80d-40fd-b035-4241538c1ec1 None None] Bound port: af33f9df-8adc-4a65-b8fa-4e1402c68a34, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9b1ebd6-4f49-4670-89a3-9e4147bb7747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '04d65c3b-ec4f-4c44-a1c2-17b21b8f72cd'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:59:23.795016 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-428eb93b-a80d-40fd-b035-4241538c1ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:23.844225 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-71aa9efe-7302-4d85-8f79-a7dc03dfcacc tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:23.931811 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd5cb15-3e3e-4b44-9de6-efe3e7acebd5 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:23.934326 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8bd5cb15-3e3e-4b44-9de6-efe3e7acebd5 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1487730 Nov 12 00:59:23.937837 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41804) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:23.962500 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-428eb93b-a80d-40fd-b035-4241538c1ec1 None None] For port af33f9df-8adc-4a65-b8fa-4e1402c68a34, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:59:23.971359 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-428eb93b-a80d-40fd-b035-4241538c1ec1 None None] For port af33f9df-8adc-4a65-b8fa-4e1402c68a34, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=af33f9df-8adc-4a65-b8fa-4e1402c68a34,segment=NetworkSegment(b9b1ebd6-4f49-4670-89a3-9e4147bb7747),segment_id=b9b1ebd6-4f49-4670-89a3-9e4147bb7747)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:59:23.977745 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-428eb93b-a80d-40fd-b035-4241538c1ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:24.008605 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-41a2fccd-1ba7-4cbf-8396-9c39fcec9fd8 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0689430 Nov 12 00:59:24.018290 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41806) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:24.028550 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-eeab893a-60d3-4f59-a7de-4518bb880deb tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'subnet': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:24.053137 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428eb93b-a80d-40fd-b035-4241538c1ec1 None None] Pushing event updated for resources: {'Port': ['ID=af33f9df-8adc-4a65-b8fa-4e1402c68a34,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:24.087251 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaeabdeb-0229-4a88-a748-9020caf5eb78 None None] DHCP port deletion for 549c8e6d-38df-4171-95c5-652183e307b7 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:59:24.151583 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b20e6545-d056-49fe-a600-a3a26d43bc20 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:24.192361 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-aaeabdeb-0229-4a88-a748-9020caf5eb78 None None] Deleting port 19e95feb-45c6-4c9d-9c12-cb2712f6a59a {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:24.192981 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-aaeabdeb-0229-4a88-a748-9020caf5eb78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:24.263111 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-2e630886-68b4-48b2-ac7f-9103e4681fde req-36de59eb-3d10-41f3-a8d7-c0b050a0ada5 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:24.263762 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-2e630886-68b4-48b2-ac7f-9103e4681fde req-36de59eb-3d10-41f3-a8d7-c0b050a0ada5 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:24.264240 n-d-812236-11 neutron-server[102662]: INFO neutron.db.l3_db [req-2e630886-68b4-48b2-ac7f-9103e4681fde req-36de59eb-3d10-41f3-a8d7-c0b050a0ada5 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Floating IP 7786e5a6-2366-4e8d-9644-cc8845e8b1d9 disassociated. External IP: 172.25.2.212, port: ded2273a-2a05-4940-8a85-b6f893dc4749. Nov 12 00:59:24.264738 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-2e630886-68b4-48b2-ac7f-9103e4681fde req-36de59eb-3d10-41f3-a8d7-c0b050a0ada5 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Calling delete_port for ded2273a-2a05-4940-8a85-b6f893dc4749 owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:24.335273 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeab893a-60d3-4f59-a7de-4518bb880deb tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:24.340383 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eeab893a-60d3-4f59-a7de-4518bb880deb tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:24.369045 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-aaeabdeb-0229-4a88-a748-9020caf5eb78 None None] For port 19e95feb-45c6-4c9d-9c12-cb2712f6a59a, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=19e95feb-45c6-4c9d-9c12-cb2712f6a59a,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:24.369348 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-aaeabdeb-0229-4a88-a748-9020caf5eb78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:24.402868 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-aaeabdeb-0229-4a88-a748-9020caf5eb78 None None] Calling delete_port for 19e95feb-45c6-4c9d-9c12-cb2712f6a59a owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:24.433160 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e6545-d056-49fe-a600-a3a26d43bc20 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event updated for resources: {'Subnet': ['ID=2dce14b9-e602-4e84-89fa-b6e91853a7e9,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:24.508643 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20e6545-d056-49fe-a600-a3a26d43bc20 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Network 04d65c3b-ec4f-4c44-a1c2-17b21b8f72cd is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:24.526208 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725f433-1278-4893-b112-7ab5935d11e7 req-7c50d36f-bff6-48b2-8975-b3ea43ff3365 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:24.536154 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c725f433-1278-4893-b112-7ab5935d11e7 req-7c50d36f-bff6-48b2-8975-b3ea43ff3365 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 947 time: 0.7232189 Nov 12 00:59:24.567139 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-b20e6545-d056-49fe-a600-a3a26d43bc20 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:24.581398 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20e6545-d056-49fe-a600-a3a26d43bc20 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:24.581398 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b20e6545-d056-49fe-a600-a3a26d43bc20 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:24.642739 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-aaeabdeb-0229-4a88-a748-9020caf5eb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:24.668082 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b20e6545-d056-49fe-a600-a3a26d43bc20 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8016016 Nov 12 00:59:24.675940 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41820) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:24.681560 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-7700070c-58c2-4227-b5aa-4b0ad6fee2c0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Request body: {'port': {'network_id': '04d65c3b-ec4f-4c44-a1c2-17b21b8f72cd', 'fixed_ips': [{'subnet_id': 'c48cce35-5747-4547-841e-c900faf6667c'}, {'subnet_id': '2dce14b9-e602-4e84-89fa-b6e91853a7e9'}], 'name': 'tempest-PortsTestJSON-11761270'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:24.725942 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeabdeb-0229-4a88-a748-9020caf5eb78 None None] No DVR routers for this DVR port 19e95feb-45c6-4c9d-9c12-cb2712f6a59a on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:24.730132 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeabdeb-0229-4a88-a748-9020caf5eb78 None None] Pushing event deleted for resources: {'Port': ['ID=19e95feb-45c6-4c9d-9c12-cb2712f6a59a,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:24.747278 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-2e630886-68b4-48b2-ac7f-9103e4681fde req-36de59eb-3d10-41f3-a8d7-c0b050a0ada5 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:24.773053 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c725f433-1278-4893-b112-7ab5935d11e7 req-be3ed8d8-f030-432c-a27b-87d31faf8783 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups?id=efa36349-0296-4906-9dba-97950f8981ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2360275 Nov 12 00:59:24.870725 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de59eb-3d10-41f3-a8d7-c0b050a0ada5 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Pushing event deleted for resources: {'Port': ['ID=ded2273a-2a05-4940-8a85-b6f893dc4749,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:24.911524 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de59eb-3d10-41f3-a8d7-c0b050a0ada5 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:24.911524 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de59eb-3d10-41f3-a8d7-c0b050a0ada5 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:24.912134 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de59eb-3d10-41f3-a8d7-c0b050a0ada5 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:24.913017 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de59eb-3d10-41f3-a8d7-c0b050a0ada5 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:24.913017 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de59eb-3d10-41f3-a8d7-c0b050a0ada5 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:24.913512 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de59eb-3d10-41f3-a8d7-c0b050a0ada5 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:24.913993 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de59eb-3d10-41f3-a8d7-c0b050a0ada5 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:24.914504 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de59eb-3d10-41f3-a8d7-c0b050a0ada5 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:24.914917 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de59eb-3d10-41f3-a8d7-c0b050a0ada5 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:24.915342 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de59eb-3d10-41f3-a8d7-c0b050a0ada5 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:24.915769 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de59eb-3d10-41f3-a8d7-c0b050a0ada5 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:24.916200 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de59eb-3d10-41f3-a8d7-c0b050a0ada5 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:24.979014 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eeab893a-60d3-4f59-a7de-4518bb880deb tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:25.028809 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device af33f9df-8adc-4a65-b8fa-4e1402c68a34 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:25.072331 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7700070c-58c2-4227-b5aa-4b0ad6fee2c0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Made reservation on behalf of 3bb80f8fcdb04dbb90fc5fe264a13cbe for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:25.086965 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeab893a-60d3-4f59-a7de-4518bb880deb tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:25.140767 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-eeab893a-60d3-4f59-a7de-4518bb880deb tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:25.149176 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port af33f9df-8adc-4a65-b8fa-4e1402c68a34 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:25.149563 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:25.152726 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188aa710-8b6e-44d1-9da3-f1f0afcdabd9 None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:25.164991 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeab893a-60d3-4f59-a7de-4518bb880deb tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:25.166013 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eeab893a-60d3-4f59-a7de-4518bb880deb tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:25.250445 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab893a-60d3-4f59-a7de-4518bb880deb tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Subnet': ['ID=75df50f1-aa7a-4d9b-82ce-61c948b8b0bb,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:25.287101 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-eeab893a-60d3-4f59-a7de-4518bb880deb tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2635577 Nov 12 00:59:25.295118 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41826) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:25.304763 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-2a56a65b-b17f-413d-9177-daea9ffd1c94 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'port': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'mac_address': 'fa:16:3e:1e:7a:0a', 'name': 'tempest-NetworksTestDHCPv6-1683874132'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:25.357626 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e630886-68b4-48b2-ac7f-9103e4681fde req-36de59eb-3d10-41f3-a8d7-c0b050a0ada5 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Router 8791e296-66f3-41ae-9874-5fc104263c13 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:59:25.596124 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7700070c-58c2-4227-b5aa-4b0ad6fee2c0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:25.677693 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:25.757533 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-7700070c-58c2-4227-b5aa-4b0ad6fee2c0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] device_id is not set on port 9fd6610e-2458-40aa-b5bd-7113f621ad22 yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:59:25.765945 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port af33f9df-8adc-4a65-b8fa-4e1402c68a34, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=af33f9df-8adc-4a65-b8fa-4e1402c68a34,segment=NetworkSegment(b9b1ebd6-4f49-4670-89a3-9e4147bb7747),segment_id=b9b1ebd6-4f49-4670-89a3-9e4147bb7747)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:25.814526 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:25.828519 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3544051-0caf-41d6-95a2-48f769e1927c None None] Network 04d65c3b-ec4f-4c44-a1c2-17b21b8f72cd requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:25.872769 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-71aa9efe-7302-4d85-8f79-a7dc03dfcacc tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:25.891930 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-71aa9efe-7302-4d85-8f79-a7dc03dfcacc tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:25.949206 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=af33f9df-8adc-4a65-b8fa-4e1402c68a34,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:25.952014 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d94c06-41ff-47be-9e2b-5b369a035937 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-549c8e6d-38df-4171-95c5-652183e307b7', 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'tenant_id': 'd39bd700eb73489c844e800fa5489ef8', 'fixed_ips': [{'subnet_id': '75df50f1-aa7a-4d9b-82ce-61c948b8b0bb'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:59:25.952869 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-00d94c06-41ff-47be-9e2b-5b369a035937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:25.959531 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 19e95feb-45c6-4c9d-9c12-cb2712f6a59a no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:59:25.977671 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a56a65b-b17f-413d-9177-daea9ffd1c94 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:26.069290 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa9efe-7302-4d85-8f79-a7dc03dfcacc tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event updated for resources: {'Port': ['ID=34a8f693-ad6b-481f-987b-08532bdb9df4,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:26.085458 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d1e28f44-8000-4190-9ede-50fdc057a961 req-40bdc86b-4561-4481-bca9-768c3dc50e38 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ad650f9-334e-4ebc-86a3-73ea29f9ef7a HTTP/1.1" status: 200 len: 210 time: 0.1376674 Nov 12 00:59:26.085640 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71aa9efe-7302-4d85-8f79-a7dc03dfcacc tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:26.086119 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-71aa9efe-7302-4d85-8f79-a7dc03dfcacc tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:26.087487 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-71aa9efe-7302-4d85-8f79-a7dc03dfcacc tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "PUT /v2.0/ports/34a8f693-ad6b-481f-987b-08532bdb9df4 HTTP/1.1" status: 200 len: 910 time: 2.8021371 Nov 12 00:59:26.094034 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-553ef508-2c7a-47d8-86c6-bf78c2a82dba None None] Provisioning complete for port af33f9df-8adc-4a65-b8fa-4e1402c68a34 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:26.094630 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-553ef508-2c7a-47d8-86c6-bf78c2a82dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:26.098231 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41846) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:26.102987 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e630886-68b4-48b2-ac7f-9103e4681fde req-36de59eb-3d10-41f3-a8d7-c0b050a0ada5 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:59:26.235252 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 19e95feb-45c6-4c9d-9c12-cb2712f6a59a {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:59:26.235968 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 19e95feb-45c6-4c9d-9c12-cb2712f6a59a not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:59:26.249947 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e630886-68b4-48b2-ac7f-9103e4681fde req-36de59eb-3d10-41f3-a8d7-c0b050a0ada5 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] No DVR routers for this DVR port ded2273a-2a05-4940-8a85-b6f893dc4749 on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:26.262890 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-2e630886-68b4-48b2-ac7f-9103e4681fde req-36de59eb-3d10-41f3-a8d7-c0b050a0ada5 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:26.267133 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2e630886-68b4-48b2-ac7f-9103e4681fde req-36de59eb-3d10-41f3-a8d7-c0b050a0ada5 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.54 "DELETE /v2.0/ports/ded2273a-2a05-4940-8a85-b6f893dc4749 HTTP/1.1" status: 204 len: 173 time: 3.8805053 Nov 12 00:59:26.267133 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad650f9-334e-4ebc-86a3-73ea29f9ef7a', 'name': 'network-vif-deleted', 'tag': 'ded2273a-2a05-4940-8a85-b6f893dc4749'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:59:26.277539 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cbedc06-e0ff-4846-99b2-e6d632c3efe7" -d '{"events": [{"server_uuid": "9ad650f9-334e-4ebc-86a3-73ea29f9ef7a", "name": "network-vif-deleted", "tag": "ded2273a-2a05-4940-8a85-b6f893dc4749"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:59:26.425976 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de82ac5-4373-4885-b87b-a45d8fbc9b6e x-openstack-request-id: req-7de82ac5-4373-4885-b87b-a45d8fbc9b6e {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:59:26.426347 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad650f9-334e-4ebc-86a3-73ea29f9ef7a", "name": "network-vif-deleted", "tag": "ded2273a-2a05-4940-8a85-b6f893dc4749", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:59:26.426550 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7de82ac5-4373-4885-b87b-a45d8fbc9b6e {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:59:26.427220 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad650f9-334e-4ebc-86a3-73ea29f9ef7a', 'name': 'network-vif-deleted', 'tag': 'ded2273a-2a05-4940-8a85-b6f893dc4749', 'status': 'completed', 'code': 200} Nov 12 00:59:26.429188 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dac827-f876-4ac3-88cc-f6b60704239f None None] Sync routers for ids ['8791e296-66f3-41ae-9874-5fc104263c13'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:59:26.443976 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2a56a65b-b17f-413d-9177-daea9ffd1c94 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:26.507250 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-2a56a65b-b17f-413d-9177-daea9ffd1c94 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] device_id is not set on port 469143f6-cdc7-4c35-85e6-5f12c8ed8b8e yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:59:26.520708 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dac827-f876-4ac3-88cc-f6b60704239f None None] Routers {'8791e296-66f3-41ae-9874-5fc104263c13'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:26.522380 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-c7dac827-f876-4ac3-88cc-f6b60704239f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:59:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['8791e296-66f3-41ae-9874-5fc104263c13'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:26.697159 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fe37ff6f-f843-46bc-860a-8a4fc889d4ff tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:27.069914 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-7700070c-58c2-4227-b5aa-4b0ad6fee2c0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Allocated IP 172.20.0.3 (04d65c3b-ec4f-4c44-a1c2-17b21b8f72cd/c48cce35-5747-4547-841e-c900faf6667c/9fd6610e-2458-40aa-b5bd-7113f621ad22) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:27.081343 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-7700070c-58c2-4227-b5aa-4b0ad6fee2c0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Allocated IP 172.20.0.20 (04d65c3b-ec4f-4c44-a1c2-17b21b8f72cd/2dce14b9-e602-4e84-89fa-b6e91853a7e9/9fd6610e-2458-40aa-b5bd-7113f621ad22) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:27.109218 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device af33f9df-8adc-4a65-b8fa-4e1402c68a34 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:27.116968 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device ded2273a-2a05-4940-8a85-b6f893dc4749 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:59:27.194975 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-2a56a65b-b17f-413d-9177-daea9ffd1c94 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Allocated IP 2001:db8::335 (549c8e6d-38df-4171-95c5-652183e307b7/75df50f1-aa7a-4d9b-82ce-61c948b8b0bb/469143f6-cdc7-4c35-85e6-5f12c8ed8b8e) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:27.271709 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-fe37ff6f-f843-46bc-860a-8a4fc889d4ff tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Deleting port 34a8f693-ad6b-481f-987b-08532bdb9df4 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:27.272270 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fe37ff6f-f843-46bc-860a-8a4fc889d4ff tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:27.319434 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41864) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:27.354204 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-c7dac827-f876-4ac3-88cc-f6b60704239f None None] Set router 8791e296-66f3-41ae-9874-5fc104263c13 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:59:27.453358 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fe37ff6f-f843-46bc-860a-8a4fc889d4ff tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:27.465391 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7700070c-58c2-4227-b5aa-4b0ad6fee2c0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:27.469802 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-fe37ff6f-f843-46bc-860a-8a4fc889d4ff tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Calling delete_port for 34a8f693-ad6b-481f-987b-08532bdb9df4 owned by network:router_interface {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:27.602840 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: ded2273a-2a05-4940-8a85-b6f893dc4749 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:59:27.603500 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device ded2273a-2a05-4940-8a85-b6f893dc4749 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:59:27.615969 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-39233cd5-31b7-4efe-9510-0a61f969a628 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:27.647840 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-39233cd5-31b7-4efe-9510-0a61f969a628 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:27.758378 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-39233cd5-31b7-4efe-9510-0a61f969a628 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:27.768088 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-39233cd5-31b7-4efe-9510-0a61f969a628 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:27.777337 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-39233cd5-31b7-4efe-9510-0a61f969a628 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "DELETE /v2.0/security-groups/efa36349-0296-4906-9dba-97950f8981ec HTTP/1.1" status: 204 len: 168 time: 0.4536102 Nov 12 00:59:27.803982 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41872) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:27.824702 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7700070c-58c2-4227-b5aa-4b0ad6fee2c0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:27.850423 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-a8b1c7b7-7743-43ff-8659-aef1faa22b02 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] show failed (client error): The resource could not be found. Nov 12 00:59:27.851458 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a8b1c7b7-7743-43ff-8659-aef1faa22b02 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "GET /v2.0/security-groups/efa36349-0296-4906-9dba-97950f8981ec HTTP/1.1" status: 404 len: 347 time: 0.0465167 Nov 12 00:59:27.863274 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41874) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:27.878913 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fe37ff6f-f843-46bc-860a-8a4fc889d4ff tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:27.882647 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port af33f9df-8adc-4a65-b8fa-4e1402c68a34 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:27.883461 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:27.913805 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39233cd5-31b7-4efe-9510-0a61f969a628 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa36349-0296-4906-9dba-97950f8981ec,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:27.947026 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe37ff6f-f843-46bc-860a-8a4fc889d4ff tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event deleted for resources: {'Port': ['ID=34a8f693-ad6b-481f-987b-08532bdb9df4,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:27.974286 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da80e47-1fe5-4077-8ff7-fc8927604f2f None None] Update dhcp port {'port': {'network_id': '04d65c3b-ec4f-4c44-a1c2-17b21b8f72cd', 'fixed_ips': [{'subnet_id': 'c48cce35-5747-4547-841e-c900faf6667c', 'ip_address': '172.20.0.2'}, {'subnet_id': '2dce14b9-e602-4e84-89fa-b6e91853a7e9'}], 'binding:host_id': 'n-d-812236-11'}, 'id': 'af33f9df-8adc-4a65-b8fa-4e1402c68a34'} from n-d-812236-11. {{(pid=102663) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 00:59:27.991115 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2a56a65b-b17f-413d-9177-daea9ffd1c94 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:28.008794 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7700070c-58c2-4227-b5aa-4b0ad6fee2c0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Network 04d65c3b-ec4f-4c44-a1c2-17b21b8f72cd is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:28.075995 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5da80e47-1fe5-4077-8ff7-fc8927604f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:28.076915 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7700070c-58c2-4227-b5aa-4b0ad6fee2c0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event updated for resources: {'Port': ['ID=9fd6610e-2458-40aa-b5bd-7113f621ad22,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:28.083627 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-7700070c-58c2-4227-b5aa-4b0ad6fee2c0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:28.096388 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7700070c-58c2-4227-b5aa-4b0ad6fee2c0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:28.268781 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fe37ff6f-f843-46bc-860a-8a4fc889d4ff tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:28.298433 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7700070c-58c2-4227-b5aa-4b0ad6fee2c0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:28.299273 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7700070c-58c2-4227-b5aa-4b0ad6fee2c0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:28.339471 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2a56a65b-b17f-413d-9177-daea9ffd1c94 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:28.383879 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7700070c-58c2-4227-b5aa-4b0ad6fee2c0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1002 time: 3.7067163 Nov 12 00:59:28.443178 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41890) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:28.449582 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-7f28660f-ef9e-4305-8782-ea4bab526b38 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c48cce35-5747-4547-841e-c900faf6667c'}]}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:28.498043 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-5da80e47-1fe5-4077-8ff7-fc8927604f2f None None] Allocated IP 172.20.0.18 (04d65c3b-ec4f-4c44-a1c2-17b21b8f72cd/2dce14b9-e602-4e84-89fa-b6e91853a7e9/af33f9df-8adc-4a65-b8fa-4e1402c68a34) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:28.548001 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a56a65b-b17f-413d-9177-daea9ffd1c94 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:28.555836 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-caf63c58-a703-4cfd-9d77-5b9d8fb57996 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Deleting port d36d0264-b9ea-4200-a407-3646d0ea3d88 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:28.556177 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-caf63c58-a703-4cfd-9d77-5b9d8fb57996 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:28.615801 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-5da80e47-1fe5-4077-8ff7-fc8927604f2f None None] For port af33f9df-8adc-4a65-b8fa-4e1402c68a34, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=af33f9df-8adc-4a65-b8fa-4e1402c68a34,segment=NetworkSegment(b9b1ebd6-4f49-4670-89a3-9e4147bb7747),segment_id=b9b1ebd6-4f49-4670-89a3-9e4147bb7747)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:28.624291 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-2a56a65b-b17f-413d-9177-daea9ffd1c94 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:28.654631 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe37ff6f-f843-46bc-860a-8a4fc889d4ff tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Router 187db9f1-ed61-4514-b50e-3023bfff13a5 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:59:28.674061 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-c7dac827-f876-4ac3-88cc-f6b60704239f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8791e296-66f3-41ae-9874-5fc104263c13', 'name': 'tempest-AttachVolumeShelveTestJSON-1644377525-router', 'tenant_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:15Z', 'updated_at': '2021-11-12T00:48:25Z', 'revision_number': 4, 'project_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'gw_port': {'id': 'c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:34:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8791e296-66f3-41ae-9874-5fc104263c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:17Z', 'updated_at': '2021-11-12T00:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'cb6fe852-1ea9-402c-afd4-bb1c7226664d', 'name': '', 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48', 'tenant_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'mac_address': 'fa:16:3e:ce:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8791e296-66f3-41ae-9874-5fc104263c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '04c51f1f-4fad-42e7-a817-4af69d874ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:24Z', 'updated_at': '2021-11-12T00:48:32Z', 'revision_number': 5, 'project_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'subnets': [{'id': '04c51f1f-4fad-42e7-a817-4af69d874ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:28.683199 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a56a65b-b17f-413d-9177-daea9ffd1c94 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Port': ['ID=469143f6-cdc7-4c35-85e6-5f12c8ed8b8e,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:28.691362 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a56a65b-b17f-413d-9177-daea9ffd1c94 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:28.696968 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a56a65b-b17f-413d-9177-daea9ffd1c94 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:28.709731 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2a56a65b-b17f-413d-9177-daea9ffd1c94 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:28.736606 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5da80e47-1fe5-4077-8ff7-fc8927604f2f None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:28.743896 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dac827-f876-4ac3-88cc-f6b60704239f None None] Checking router: 8791e296-66f3-41ae-9874-5fc104263c13 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:59:28.755650 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe37ff6f-f843-46bc-860a-8a4fc889d4ff tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:59:28.767602 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862a81ba-9865-4e70-b3dc-f173414049bb None None] Sync routers for ids ['187db9f1-ed61-4514-b50e-3023bfff13a5'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:59:28.774639 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-fe37ff6f-f843-46bc-860a-8a4fc889d4ff tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "PUT /v2.0/routers/187db9f1-ed61-4514-b50e-3023bfff13a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6751072 Nov 12 00:59:28.775540 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41892) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:28.782681 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5da80e47-1fe5-4077-8ff7-fc8927604f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:28.786946 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862a81ba-9865-4e70-b3dc-f173414049bb None None] Routers {'187db9f1-ed61-4514-b50e-3023bfff13a5'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:28.787569 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-862a81ba-9865-4e70-b3dc-f173414049bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:59:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['187db9f1-ed61-4514-b50e-3023bfff13a5'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:28.814609 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c05ce633-0d70-47e1-8883-ebc7e429258a tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "GET /v2.0/ports?device_id=187db9f1-ed61-4514-b50e-3023bfff13a5 HTTP/1.1" status: 200 len: 205 time: 0.0375767 Nov 12 00:59:28.815710 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41896) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:28.848684 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7f28660f-ef9e-4305-8782-ea4bab526b38 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:28.853155 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2a56a65b-b17f-413d-9177-daea9ffd1c94 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5532908 Nov 12 00:59:28.874318 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dac827-f876-4ac3-88cc-f6b60704239f None None] Routers {'8791e296-66f3-41ae-9874-5fc104263c13'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:28.875244 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-c7dac827-f876-4ac3-88cc-f6b60704239f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:59:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['8791e296-66f3-41ae-9874-5fc104263c13'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:28.879063 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41898) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:28.892396 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-862a81ba-9865-4e70-b3dc-f173414049bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:28.894869 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-00d94c06-41ff-47be-9e2b-5b369a035937 None None] Allocated IP 2001:db8::2 (549c8e6d-38df-4171-95c5-652183e307b7/75df50f1-aa7a-4d9b-82ce-61c948b8b0bb/076f2e99-974c-4e58-94a0-d9b4e0e45c05) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:28.920405 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862a81ba-9865-4e70-b3dc-f173414049bb None None] Routers {'187db9f1-ed61-4514-b50e-3023bfff13a5'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:28.921003 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-862a81ba-9865-4e70-b3dc-f173414049bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:59:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['187db9f1-ed61-4514-b50e-3023bfff13a5'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:28.929157 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d01525c5-517d-4038-a9ae-591b08a41d79 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for router, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:29.039622 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-862a81ba-9865-4e70-b3dc-f173414049bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:29.040559 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862a81ba-9865-4e70-b3dc-f173414049bb None None] The sync data for ids ['187db9f1-ed61-4514-b50e-3023bfff13a5'] in n-d-812236-11 is: [] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:59:29.063951 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-caf63c58-a703-4cfd-9d77-5b9d8fb57996 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:29.064670 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-caf63c58-a703-4cfd-9d77-5b9d8fb57996 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:29.081783 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-caf63c58-a703-4cfd-9d77-5b9d8fb57996 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Calling delete_port for d36d0264-b9ea-4200-a407-3646d0ea3d88 owned by network:floatingip {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:29.110376 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-c7dac827-f876-4ac3-88cc-f6b60704239f None None] Set router 8791e296-66f3-41ae-9874-5fc104263c13 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:59:29.238146 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da80e47-1fe5-4077-8ff7-fc8927604f2f None None] Pushing event updated for resources: {'Port': ['ID=af33f9df-8adc-4a65-b8fa-4e1402c68a34,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:29.344714 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da80e47-1fe5-4077-8ff7-fc8927604f2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:29.345026 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da80e47-1fe5-4077-8ff7-fc8927604f2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:29.345365 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da80e47-1fe5-4077-8ff7-fc8927604f2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:29.353961 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da80e47-1fe5-4077-8ff7-fc8927604f2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:29.354307 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da80e47-1fe5-4077-8ff7-fc8927604f2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:29.354639 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da80e47-1fe5-4077-8ff7-fc8927604f2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:29.354966 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da80e47-1fe5-4077-8ff7-fc8927604f2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:29.355287 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da80e47-1fe5-4077-8ff7-fc8927604f2f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:29.355721 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da80e47-1fe5-4077-8ff7-fc8927604f2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:29.355916 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da80e47-1fe5-4077-8ff7-fc8927604f2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:29.356233 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da80e47-1fe5-4077-8ff7-fc8927604f2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:29.356545 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da80e47-1fe5-4077-8ff7-fc8927604f2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:29.367316 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d01525c5-517d-4038-a9ae-591b08a41d79 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:29.378376 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d01525c5-517d-4038-a9ae-591b08a41d79 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:29.502682 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d01525c5-517d-4038-a9ae-591b08a41d79 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:29.503849 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01525c5-517d-4038-a9ae-591b08a41d79 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Fanout notify agent at l3_agent the message router_deleted on router 187db9f1-ed61-4514-b50e-3023bfff13a5 {{(pid=102661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:59:29.508908 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-caf63c58-a703-4cfd-9d77-5b9d8fb57996 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:29.523958 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d01525c5-517d-4038-a9ae-591b08a41d79 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:29.528812 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d01525c5-517d-4038-a9ae-591b08a41d79 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "DELETE /v2.0/routers/187db9f1-ed61-4514-b50e-3023bfff13a5 HTTP/1.1" status: 204 len: 168 time: 0.7118125 Nov 12 00:59:29.529399 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41906) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:29.583596 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2829554c-95b2-4210-a3bc-c764c90072a2 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:29.585366 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2829554c-95b2-4210-a3bc-c764c90072a2 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.7045174 Nov 12 00:59:29.593591 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41908) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:29.615565 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-4605b72d-4bca-4eff-ba0a-0287b9457328 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Deleting subnet fa61f498-1695-4d3b-b1cc-58878899522e {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:59:29.621532 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4605b72d-4bca-4eff-ba0a-0287b9457328 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:29.632117 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-00d94c06-41ff-47be-9e2b-5b369a035937 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:29.641932 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf63c58-a703-4cfd-9d77-5b9d8fb57996 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Pushing event deleted for resources: {'Port': ['ID=d36d0264-b9ea-4200-a407-3646d0ea3d88,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:29.658073 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-00d94c06-41ff-47be-9e2b-5b369a035937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:29.673787 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4605b72d-4bca-4eff-ba0a-0287b9457328 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:29.693327 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d773df7-3fa8-42f3-98da-c5b0b073e0c6 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:59:29.778895 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-c7dac827-f876-4ac3-88cc-f6b60704239f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8791e296-66f3-41ae-9874-5fc104263c13', 'name': 'tempest-AttachVolumeShelveTestJSON-1644377525-router', 'tenant_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:15Z', 'updated_at': '2021-11-12T00:48:25Z', 'revision_number': 4, 'project_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'gw_port': {'id': 'c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:34:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8791e296-66f3-41ae-9874-5fc104263c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:17Z', 'updated_at': '2021-11-12T00:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'cb6fe852-1ea9-402c-afd4-bb1c7226664d', 'name': '', 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48', 'tenant_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'mac_address': 'fa:16:3e:ce:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8791e296-66f3-41ae-9874-5fc104263c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '04c51f1f-4fad-42e7-a817-4af69d874ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:24Z', 'updated_at': '2021-11-12T00:48:32Z', 'revision_number': 5, 'project_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'subnets': [{'id': '04c51f1f-4fad-42e7-a817-4af69d874ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:29.791930 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d94c06-41ff-47be-9e2b-5b369a035937 None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:29.796927 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-00d94c06-41ff-47be-9e2b-5b369a035937 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:29.842553 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d94c06-41ff-47be-9e2b-5b369a035937 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:29.850835 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4605b72d-4bca-4eff-ba0a-0287b9457328 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:29.901741 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dac827-f876-4ac3-88cc-f6b60704239f None None] The sync data for ids ['8791e296-66f3-41ae-9874-5fc104263c13'] in n-d-812236-11 is: [{'id': '8791e296-66f3-41ae-9874-5fc104263c13', 'name': 'tempest-AttachVolumeShelveTestJSON-1644377525-router', 'tenant_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:15Z', 'updated_at': '2021-11-12T00:48:25Z', 'revision_number': 4, 'project_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'gw_port': {'id': 'c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:34:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8791e296-66f3-41ae-9874-5fc104263c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:17Z', 'updated_at': '2021-11-12T00:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'cb6fe852-1ea9-402c-afd4-bb1c7226664d', 'name': '', 'network_id': '9bd80eeb-5154-4c03-9db9-fcf789d8dd48', 'tenant_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'mac_address': 'fa:16:3e:ce:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8791e296-66f3-41ae-9874-5fc104263c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '04c51f1f-4fad-42e7-a817-4af69d874ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:24Z', 'updated_at': '2021-11-12T00:48:32Z', 'revision_number': 5, 'project_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'subnets': [{'id': '04c51f1f-4fad-42e7-a817-4af69d874ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:59:29.983593 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4605b72d-4bca-4eff-ba0a-0287b9457328 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:29.992507 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-caf63c58-a703-4cfd-9d77-5b9d8fb57996 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks [] for floatingip, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:29.997032 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-caf63c58-a703-4cfd-9d77-5b9d8fb57996 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:30.001903 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-caf63c58-a703-4cfd-9d77-5b9d8fb57996 tempest-AttachVolumeShelveTestJSON-219848020 tempest-AttachVolumeShelveTestJSON-219848020-project] 10.222.0.20 "DELETE /v2.0/floatingips/7786e5a6-2366-4e8d-9644-cc8845e8b1d9 HTTP/1.1" status: 204 len: 168 time: 2.1235535 Nov 12 00:59:30.040715 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4605b72d-4bca-4eff-ba0a-0287b9457328 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event deleted for resources: {'Subnet': ['ID=fa61f498-1695-4d3b-b1cc-58878899522e,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:30.056072 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4605b72d-4bca-4eff-ba0a-0287b9457328 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:30.065258 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4605b72d-4bca-4eff-ba0a-0287b9457328 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "DELETE /v2.0/subnets/fa61f498-1695-4d3b-b1cc-58878899522e HTTP/1.1" status: 204 len: 168 time: 0.5347321 Nov 12 00:59:30.065970 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41914) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:30.225836 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-329a5ac5-4249-411c-ba1f-b26af31309b1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Deleting port 469143f6-cdc7-4c35-85e6-5f12c8ed8b8e {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:30.226394 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-329a5ac5-4249-411c-ba1f-b26af31309b1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:30.265335 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bb25f3c7-b378-42e3-94e7-16cbffe707da tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:30.424438 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa7282e-5ba6-4ddd-8532-740b18527b71 None None] Network 0ad0b8f6-c791-4f56-a53b-d5758c2934e3 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:30.443081 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-7f28660f-ef9e-4305-8782-ea4bab526b38 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Delete allocated IP 172.20.0.20 (04d65c3b-ec4f-4c44-a1c2-17b21b8f72cd/2dce14b9-e602-4e84-89fa-b6e91853a7e9) {{(pid=102662) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 00:59:30.448404 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-bb25f3c7-b378-42e3-94e7-16cbffe707da tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Deleting port beed90ee-89cc-4a63-bc02-5b7105fb0975 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:30.448953 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bb25f3c7-b378-42e3-94e7-16cbffe707da tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:30.549078 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-329a5ac5-4249-411c-ba1f-b26af31309b1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:30.606799 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f111f0b4-b74c-4a7e-b1f7-69b671bfc300 None None] Network 04d65c3b-ec4f-4c44-a1c2-17b21b8f72cd requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:30.646058 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d94c06-41ff-47be-9e2b-5b369a035937 None None] Pushing event updated for resources: {'Port': ['ID=076f2e99-974c-4e58-94a0-d9b4e0e45c05,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:30.652405 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71a641e-903c-4538-8e4c-30be859d9fea None None] New status for floating IP 7786e5a6-2366-4e8d-9644-cc8845e8b1d9: DOWN {{(pid=102663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:59:30.688769 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-bb25f3c7-b378-42e3-94e7-16cbffe707da tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] For port beed90ee-89cc-4a63-bc02-5b7105fb0975, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=beed90ee-89cc-4a63-bc02-5b7105fb0975,segment=NetworkSegment(970f3962-0387-4986-87b2-96cb87248212),segment_id=970f3962-0387-4986-87b2-96cb87248212)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:30.689366 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bb25f3c7-b378-42e3-94e7-16cbffe707da tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:30.694000 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-329a5ac5-4249-411c-ba1f-b26af31309b1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Calling delete_port for 469143f6-cdc7-4c35-85e6-5f12c8ed8b8e owned by {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:30.720937 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-bb25f3c7-b378-42e3-94e7-16cbffe707da tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Calling delete_port for beed90ee-89cc-4a63-bc02-5b7105fb0975 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:30.801445 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-00d94c06-41ff-47be-9e2b-5b369a035937 None None] Attempting to bind port 076f2e99-974c-4e58-94a0-d9b4e0e45c05 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:30.801722 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-00d94c06-41ff-47be-9e2b-5b369a035937 None None] Attempting to bind port 076f2e99-974c-4e58-94a0-d9b4e0e45c05 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:30.802095 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d94c06-41ff-47be-9e2b-5b369a035937 None None] Attempting to bind port 076f2e99-974c-4e58-94a0-d9b4e0e45c05 on network 549c8e6d-38df-4171-95c5-652183e307b7 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:30.846863 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-50f1c050-96b6-4b11-9371-064cb9c4379c None None] Provisioning complete for port af33f9df-8adc-4a65-b8fa-4e1402c68a34 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:30.847254 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-50f1c050-96b6-4b11-9371-064cb9c4379c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:30.852365 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bb25f3c7-b378-42e3-94e7-16cbffe707da tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:30.896474 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb25f3c7-b378-42e3-94e7-16cbffe707da tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] No DVR routers for this DVR port beed90ee-89cc-4a63-bc02-5b7105fb0975 on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:30.903353 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb25f3c7-b378-42e3-94e7-16cbffe707da tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event deleted for resources: {'Port': ['ID=beed90ee-89cc-4a63-bc02-5b7105fb0975,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:30.912845 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d94c06-41ff-47be-9e2b-5b369a035937 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:59:30.913231 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d94c06-41ff-47be-9e2b-5b369a035937 None None] Checking segment: {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:30.913886 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-00d94c06-41ff-47be-9e2b-5b369a035937 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:30.914299 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d94c06-41ff-47be-9e2b-5b369a035937 None None] Bound using segment: {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:59:30.915407 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-00d94c06-41ff-47be-9e2b-5b369a035937 None None] Bound port: 076f2e99-974c-4e58-94a0-d9b4e0e45c05, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:59:30.917248 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-00d94c06-41ff-47be-9e2b-5b369a035937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:31.011609 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7f28660f-ef9e-4305-8782-ea4bab526b38 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:31.033508 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7f28660f-ef9e-4305-8782-ea4bab526b38 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:31.123003 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bb25f3c7-b378-42e3-94e7-16cbffe707da tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:31.167469 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b7cde8-82e2-4ecf-944d-55b5c8be6144 None None] DHCP port deletion for 0ad0b8f6-c791-4f56-a53b-d5758c2934e3 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:59:31.170973 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-bb25f3c7-b378-42e3-94e7-16cbffe707da tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ad0b8f6-c791-4f56-a53b-d5758c2934e3']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:31.192881 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-bb25f3c7-b378-42e3-94e7-16cbffe707da tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '970f3962-0387-4986-87b2-96cb87248212') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:31.192881 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-bb25f3c7-b378-42e3-94e7-16cbffe707da tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '970f3962-0387-4986-87b2-96cb87248212') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:31.220958 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bb25f3c7-b378-42e3-94e7-16cbffe707da tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:31.224791 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f28660f-ef9e-4305-8782-ea4bab526b38 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event updated for resources: {'Port': ['ID=9fd6610e-2458-40aa-b5bd-7113f621ad22,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:31.230501 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-329a5ac5-4249-411c-ba1f-b26af31309b1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:31.267623 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329a5ac5-4249-411c-ba1f-b26af31309b1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Port': ['ID=469143f6-cdc7-4c35-85e6-5f12c8ed8b8e,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:31.276185 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bb25f3c7-b378-42e3-94e7-16cbffe707da tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:31.292469 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb25f3c7-b378-42e3-94e7-16cbffe707da tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:59:31.292872 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bb25f3c7-b378-42e3-94e7-16cbffe707da tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:31.296391 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:59:31.296391 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:59:31.296391 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:59:31.296391 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:59:31.296391 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:59:31.296391 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:59:31.296391 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:59:31.296391 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:59:31.296391 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:59:31.296391 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:59:31.296391 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:59:31.296391 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:59:31.296391 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:59:31.296391 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:59:31.296391 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:59:31.296391 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:59:31.296391 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:59:31.296391 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:59:31.296391 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:59:31.296391 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:59:31.296391 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:59:31.296391 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:59:31.296391 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:59:31.296391 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:59:31.296391 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:59:31.296391 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:59:31.296391 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:59:31.296391 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:59:31.296391 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:59:31.296391 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:59:31.296391 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:59:31.296391 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:59:31.322258 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-00d94c06-41ff-47be-9e2b-5b369a035937 None None] For port 076f2e99-974c-4e58-94a0-d9b4e0e45c05, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:59:31.373575 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-329a5ac5-4249-411c-ba1f-b26af31309b1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:31.374120 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device af33f9df-8adc-4a65-b8fa-4e1402c68a34 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:31.381621 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-329a5ac5-4249-411c-ba1f-b26af31309b1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/ports/469143f6-cdc7-4c35-85e6-5f12c8ed8b8e HTTP/1.1" status: 204 len: 168 time: 1.7776392 Nov 12 00:59:31.382783 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-7f28660f-ef9e-4305-8782-ea4bab526b38 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] In _notify_port_updated(), no bound segment for port 9fd6610e-2458-40aa-b5bd-7113f621ad22 on network 04d65c3b-ec4f-4c44-a1c2-17b21b8f72cd {{(pid=102662) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 00:59:31.394275 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-00d94c06-41ff-47be-9e2b-5b369a035937 None None] For port 076f2e99-974c-4e58-94a0-d9b4e0e45c05, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=076f2e99-974c-4e58-94a0-d9b4e0e45c05,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:59:31.394531 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41928) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:31.400398 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f28660f-ef9e-4305-8782-ea4bab526b38 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:31.402722 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7f28660f-ef9e-4305-8782-ea4bab526b38 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:31.410001 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7f28660f-ef9e-4305-8782-ea4bab526b38 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "PUT /v2.0/ports/9fd6610e-2458-40aa-b5bd-7113f621ad22 HTTP/1.1" status: 200 len: 917 time: 2.9638035 Nov 12 00:59:31.410937 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41930) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:31.417773 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-ebb67034-ceea-4dde-abac-1a613480d46b tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c48cce35-5747-4547-841e-c900faf6667c'}, {'subnet_id': '2dce14b9-e602-4e84-89fa-b6e91853a7e9'}]}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:31.466440 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-00d94c06-41ff-47be-9e2b-5b369a035937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:31.470974 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbea210-885c-43f0-890d-c7c3b1862bc0 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:31.472520 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbea210-885c-43f0-890d-c7c3b1862bc0 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:31.474166 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-8bbea210-885c-43f0-890d-c7c3b1862bc0 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0789924 Nov 12 00:59:31.478038 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41932) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:31.537609 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bb25f3c7-b378-42e3-94e7-16cbffe707da tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:31.549059 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bb25f3c7-b378-42e3-94e7-16cbffe707da tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:31.555874 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-bb25f3c7-b378-42e3-94e7-16cbffe707da tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "DELETE /v2.0/networks/0ad0b8f6-c791-4f56-a53b-d5758c2934e3 HTTP/1.1" status: 204 len: 168 time: 1.4888549 Nov 12 00:59:31.593032 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41934) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:31.620752 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c07cc2c-f1c5-47bb-b7e0-671191bd1914 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Deleting subnet 75df50f1-aa7a-4d9b-82ce-61c948b8b0bb {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:59:31.625011 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-c88eb979-0342-4c18-9ce6-7a3551d125a1 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1019833005', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:31.628353 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb25f3c7-b378-42e3-94e7-16cbffe707da tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event deleted for resources: {'Network': ['ID=0ad0b8f6-c791-4f56-a53b-d5758c2934e3,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:31.631723 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d94c06-41ff-47be-9e2b-5b369a035937 None None] Pushing event updated for resources: {'Port': ['ID=076f2e99-974c-4e58-94a0-d9b4e0e45c05,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:31.659069 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0c07cc2c-f1c5-47bb-b7e0-671191bd1914 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:31.776323 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c88eb979-0342-4c18-9ce6-7a3551d125a1 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:31.779760 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c88eb979-0342-4c18-9ce6-7a3551d125a1 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:31.785288 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0c07cc2c-f1c5-47bb-b7e0-671191bd1914 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:31.827488 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port af33f9df-8adc-4a65-b8fa-4e1402c68a34 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:31.830239 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:31.926547 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c88eb979-0342-4c18-9ce6-7a3551d125a1 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:31.938074 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c88eb979-0342-4c18-9ce6-7a3551d125a1 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:31.966292 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0c07cc2c-f1c5-47bb-b7e0-671191bd1914 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:31.985565 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c88eb979-0342-4c18-9ce6-7a3551d125a1 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:31.990239 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c88eb979-0342-4c18-9ce6-7a3551d125a1 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3938739 Nov 12 00:59:31.991211 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41942) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:32.066777 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0c07cc2c-f1c5-47bb-b7e0-671191bd1914 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:32.101668 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-66132522-6914-4846-b7b8-439d35341165 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Request body: {'network': {'name': 'tempest-RoutersTest-1920656974'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:32.144525 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c07cc2c-f1c5-47bb-b7e0-671191bd1914 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Subnet': ['ID=75df50f1-aa7a-4d9b-82ce-61c948b8b0bb,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:32.155331 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0c07cc2c-f1c5-47bb-b7e0-671191bd1914 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:32.171882 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0c07cc2c-f1c5-47bb-b7e0-671191bd1914 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/75df50f1-aa7a-4d9b-82ce-61c948b8b0bb HTTP/1.1" status: 204 len: 168 time: 0.6928244 Nov 12 00:59:32.172869 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41946) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:32.174035 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ebb67034-ceea-4dde-abac-1a613480d46b tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:32.271959 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1324ebb9-f349-436f-9961-3be4f939e08d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0977371 Nov 12 00:59:32.275270 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41948) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:32.332494 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-60ebae13-15ba-4aec-9294-8c491ef32eb9 None None] Provisioning complete for port af33f9df-8adc-4a65-b8fa-4e1402c68a34 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:32.333673 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-60ebae13-15ba-4aec-9294-8c491ef32eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:32.371540 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b30e2f4-0644-47e9-9f74-dd796d38579d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:32.384909 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-8b30e2f4-0644-47e9-9f74-dd796d38579d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1061990 Nov 12 00:59:32.385644 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41950) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:32.495587 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c736e5-e450-448c-b24f-c3d34f02bc59 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:32.515004 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-10c736e5-e450-448c-b24f-c3d34f02bc59 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1282203 Nov 12 00:59:32.515695 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41954) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:32.600449 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-60ebae13-15ba-4aec-9294-8c491ef32eb9 None None] Provisioning complete for port 9fd6610e-2458-40aa-b5bd-7113f621ad22 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:32.610335 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-60ebae13-15ba-4aec-9294-8c491ef32eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:32.620424 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f383a9bb-b61b-4d72-8ef8-a3f1cad5015c tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1034701 Nov 12 00:59:32.621035 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41956) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:32.626890 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-d24ffbe7-f43d-40dd-98e2-7b7f7cb9ef10 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'subnet': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:32.677824 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-ebb67034-ceea-4dde-abac-1a613480d46b tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Allocated IP 172.20.0.20 (04d65c3b-ec4f-4c44-a1c2-17b21b8f72cd/2dce14b9-e602-4e84-89fa-b6e91853a7e9/9fd6610e-2458-40aa-b5bd-7113f621ad22) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:32.693652 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-60ebae13-15ba-4aec-9294-8c491ef32eb9 None None] Port 9fd6610e-2458-40aa-b5bd-7113f621ad22 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:59:32.751431 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66132522-6914-4846-b7b8-439d35341165 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Made reservation on behalf of f23da681bca94b38b5538444990222f0 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:32.755416 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-66132522-6914-4846-b7b8-439d35341165 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:32.820848 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24ffbe7-f43d-40dd-98e2-7b7f7cb9ef10 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:32.821273 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66132522-6914-4846-b7b8-439d35341165 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:59:32.825311 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d24ffbe7-f43d-40dd-98e2-7b7f7cb9ef10 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:32.834096 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-66132522-6914-4846-b7b8-439d35341165 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:32.835322 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-fac1c4d1-bd60-44af-9e00-7e81409d4887 None None] Provisioning complete for port 9fd6610e-2458-40aa-b5bd-7113f621ad22 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:32.836208 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-66132522-6914-4846-b7b8-439d35341165 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Added segment 5811e885-48b0-415c-b61c-37641b4c25fc of type vlan for network b7601aaf-0d25-48a6-a3a3-4191027952f6 Nov 12 00:59:32.841490 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fac1c4d1-bd60-44af-9e00-7e81409d4887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:32.986172 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-66132522-6914-4846-b7b8-439d35341165 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:32.987326 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-fac1c4d1-bd60-44af-9e00-7e81409d4887 None None] Port 9fd6610e-2458-40aa-b5bd-7113f621ad22 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:59:33.096746 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-66132522-6914-4846-b7b8-439d35341165 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:33.103205 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66132522-6914-4846-b7b8-439d35341165 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:33.103880 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-66132522-6914-4846-b7b8-439d35341165 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:33.247766 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 076f2e99-974c-4e58-94a0-d9b4e0e45c05 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:33.251256 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-3ad8964e-5eab-46ed-9d36-4322f7d6f720 None None] Provisioning complete for port 9fd6610e-2458-40aa-b5bd-7113f621ad22 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:33.251857 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3ad8964e-5eab-46ed-9d36-4322f7d6f720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:33.262683 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66132522-6914-4846-b7b8-439d35341165 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event updated for resources: {'Network': ['ID=b7601aaf-0d25-48a6-a3a3-4191027952f6,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:33.317910 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-66132522-6914-4846-b7b8-439d35341165 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2225392 Nov 12 00:59:33.323140 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41966) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:33.334599 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-72891cb3-0dc1-4ece-9e16-262ca3ca858c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Request body: {'subnet': {'network_id': 'b7601aaf-0d25-48a6-a3a3-4191027952f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:33.372102 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network b7601aaf-0d25-48a6-a3a3-4191027952f6 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:59:33.585601 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b464540-bfd9-490a-95dd-9bd4bc3f9c26 None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:33.603388 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-3ad8964e-5eab-46ed-9d36-4322f7d6f720 None None] Port 9fd6610e-2458-40aa-b5bd-7113f621ad22 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:59:33.613074 n-d-812236-11 neutron-server[102661]: DEBUG neutron.objects.ports [None req-d24ffbe7-f43d-40dd-98e2-7b7f7cb9ef10 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102661) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 00:59:33.621830 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ebb67034-ceea-4dde-abac-1a613480d46b tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:33.637738 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ebb67034-ceea-4dde-abac-1a613480d46b tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:33.671471 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 076f2e99-974c-4e58-94a0-d9b4e0e45c05 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:33.671766 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:33.781063 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-976a55e5-bd73-470e-a291-dc1192957609 None None] Provisioning complete for port 076f2e99-974c-4e58-94a0-d9b4e0e45c05 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:33.781574 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-976a55e5-bd73-470e-a291-dc1192957609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:33.839072 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72891cb3-0dc1-4ece-9e16-262ca3ca858c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Made reservation on behalf of f23da681bca94b38b5538444990222f0 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:33.850597 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-72891cb3-0dc1-4ece-9e16-262ca3ca858c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:33.856969 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb67034-ceea-4dde-abac-1a613480d46b tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event updated for resources: {'Port': ['ID=9fd6610e-2458-40aa-b5bd-7113f621ad22,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:33.989147 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:34.137463 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d24ffbe7-f43d-40dd-98e2-7b7f7cb9ef10 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:34.324987 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.db.api [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:59:34.325660 n-d-812236-11 neutron-server[102663]: DEBUG oslo_db.api [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:59:34.358477 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-976a55e5-bd73-470e-a291-dc1192957609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:34.362864 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e4f56924-33b9-47c6-a31d-5df4e933b2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:34.555818 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-ebb67034-ceea-4dde-abac-1a613480d46b tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] In _notify_port_updated(), no bound segment for port 9fd6610e-2458-40aa-b5bd-7113f621ad22 on network 04d65c3b-ec4f-4c44-a1c2-17b21b8f72cd {{(pid=102662) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 00:59:34.567476 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb67034-ceea-4dde-abac-1a613480d46b tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:34.574840 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ebb67034-ceea-4dde-abac-1a613480d46b tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:34.577564 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ebb67034-ceea-4dde-abac-1a613480d46b tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "PUT /v2.0/ports/9fd6610e-2458-40aa-b5bd-7113f621ad22 HTTP/1.1" status: 200 len: 997 time: 3.1650720 Nov 12 00:59:34.596485 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41982) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:34.703830 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d24ffbe7-f43d-40dd-98e2-7b7f7cb9ef10 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] For port 076f2e99-974c-4e58-94a0-d9b4e0e45c05, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=076f2e99-974c-4e58-94a0-d9b4e0e45c05,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:34.760946 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d24ffbe7-f43d-40dd-98e2-7b7f7cb9ef10 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:34.792863 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d24ffbe7-f43d-40dd-98e2-7b7f7cb9ef10 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:34.794254 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d24ffbe7-f43d-40dd-98e2-7b7f7cb9ef10 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:34.874893 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-72891cb3-0dc1-4ece-9e16-262ca3ca858c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:34.910640 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:34.968761 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 076f2e99-974c-4e58-94a0-d9b4e0e45c05, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=076f2e99-974c-4e58-94a0-d9b4e0e45c05,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:34.979583 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:34.995550 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24ffbe7-f43d-40dd-98e2-7b7f7cb9ef10 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:35.035197 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-d24ffbe7-f43d-40dd-98e2-7b7f7cb9ef10 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:35.038250 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24ffbe7-f43d-40dd-98e2-7b7f7cb9ef10 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:35.038964 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d24ffbe7-f43d-40dd-98e2-7b7f7cb9ef10 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:35.072598 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device beed90ee-89cc-4a63-bc02-5b7105fb0975 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:59:35.101442 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72891cb3-0dc1-4ece-9e16-262ca3ca858c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event updated for resources: {'Subnet': ['ID=a1ed6423-a557-482e-80f3-1e880e789d95,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:35.102912 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.db.api [None req-976a55e5-bd73-470e-a291-dc1192957609 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:59:35.103271 n-d-812236-11 neutron-server[102663]: DEBUG oslo_db.api [None req-976a55e5-bd73-470e-a291-dc1192957609 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:59:35.104156 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=076f2e99-974c-4e58-94a0-d9b4e0e45c05,revision_number=6']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:35.107012 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: beed90ee-89cc-4a63-bc02-5b7105fb0975 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:59:35.107363 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device beed90ee-89cc-4a63-bc02-5b7105fb0975 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:59:35.132747 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72891cb3-0dc1-4ece-9e16-262ca3ca858c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Checking segment: {'id': '5811e885-48b0-415c-b61c-37641b4c25fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b7601aaf-0d25-48a6-a3a3-4191027952f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:35.133535 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72891cb3-0dc1-4ece-9e16-262ca3ca858c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Network hostable DHCP agents. Network: b7601aaf-0d25-48a6-a3a3-4191027952f6, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:59:35.135388 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ffbe7-f43d-40dd-98e2-7b7f7cb9ef10 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Subnet': ['ID=5e6afb38-9d15-4004-8b7c-68760626c451,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:35.143965 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d24ffbe7-f43d-40dd-98e2-7b7f7cb9ef10 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5218632 Nov 12 00:59:35.144587 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41992) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:35.155470 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-047dc605-4e55-4320-9ce9-267881d0557e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'subnet': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:35.183630 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72891cb3-0dc1-4ece-9e16-262ca3ca858c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Network b7601aaf-0d25-48a6-a3a3-4191027952f6 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:59:35.200964 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ffbe7-f43d-40dd-98e2-7b7f7cb9ef10 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Port': ['ID=076f2e99-974c-4e58-94a0-d9b4e0e45c05,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:35.205124 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-72891cb3-0dc1-4ece-9e16-262ca3ca858c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, b7601aaf-0d25-48a6-a3a3-4191027952f6) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:35.212152 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72891cb3-0dc1-4ece-9e16-262ca3ca858c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:35.214374 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6cc877-bc6b-437a-8180-0d1f9a15f90f None None] Network b7601aaf-0d25-48a6-a3a3-4191027952f6 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:35.222829 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-72891cb3-0dc1-4ece-9e16-262ca3ca858c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:35.265882 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-72891cb3-0dc1-4ece-9e16-262ca3ca858c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9404204 Nov 12 00:59:35.269073 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41996) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:35.349943 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-73998037-46b6-4caf-af6b-6b38db921065 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Deleting port 9fd6610e-2458-40aa-b5bd-7113f621ad22 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:35.350308 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-73998037-46b6-4caf-af6b-6b38db921065 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:35.365205 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431869bc-501e-48d9-8f96-c35b6c0831d6 None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:35.450439 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 076f2e99-974c-4e58-94a0-d9b4e0e45c05 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:35.797695 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-73998037-46b6-4caf-af6b-6b38db921065 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:35.806997 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047dc605-4e55-4320-9ce9-267881d0557e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:35.811677 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-047dc605-4e55-4320-9ce9-267881d0557e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:35.834512 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-73998037-46b6-4caf-af6b-6b38db921065 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Calling delete_port for 9fd6610e-2458-40aa-b5bd-7113f621ad22 owned by {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:35.966177 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 076f2e99-974c-4e58-94a0-d9b4e0e45c05 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:35.968077 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:36.145622 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fcb1d959-5e40-4c3e-9f99-3979db2b5982 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:36.178355 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-4a709510-895a-49e5-8e37-c83dd20b8ab6 None None] Could not find standard attr ID for object 469143f6-cdc7-4c35-85e6-5f12c8ed8b8e. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:59:36.210628 n-d-812236-11 neutron-server[102661]: INFO neutron.db.ipam_backend_mixin [None req-047dc605-4e55-4320-9ce9-267881d0557e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5e6afb38-9d15-4004-8b7c-68760626c451 (CIDR: 2001:db8::/64) Nov 12 00:59:36.217694 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-047dc605-4e55-4320-9ce9-267881d0557e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 00:59:36.224549 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-047dc605-4e55-4320-9ce9-267881d0557e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:59:36.276419 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-047dc605-4e55-4320-9ce9-267881d0557e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1226423 Nov 12 00:59:36.280664 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42012) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:36.298704 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-bbd1ddcb-c33c-426a-8c79-2d23f3a5126d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'subnet': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:36.429218 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-4a709510-895a-49e5-8e37-c83dd20b8ab6 None None] Provisioning complete for port 076f2e99-974c-4e58-94a0-d9b4e0e45c05 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:36.430881 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4a709510-895a-49e5-8e37-c83dd20b8ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:36.515136 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ce43a4-34e8-47dc-921b-183022c033b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-b7601aaf-0d25-48a6-a3a3-4191027952f6', 'network_id': 'b7601aaf-0d25-48a6-a3a3-4191027952f6', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'fixed_ips': [{'subnet_id': 'a1ed6423-a557-482e-80f3-1e880e789d95'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:59:36.517308 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-92ce43a4-34e8-47dc-921b-183022c033b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:36.680977 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-fcb1d959-5e40-4c3e-9f99-3979db2b5982 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Allocated IP 172.20.0.1 (b7601aaf-0d25-48a6-a3a3-4191027952f6/a1ed6423-a557-482e-80f3-1e880e789d95/8827948f-813e-4b5d-9843-d5dd66eb8a4d) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:36.788216 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-73998037-46b6-4caf-af6b-6b38db921065 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:36.801909 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b0bc4fbe-50df-4830-9d42-2cbad144c49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:36.908399 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-4a709510-895a-49e5-8e37-c83dd20b8ab6 None None] Could not find standard attr ID for object 9fd6610e-2458-40aa-b5bd-7113f621ad22. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:59:36.984870 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fcb1d959-5e40-4c3e-9f99-3979db2b5982 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:37.084727 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fcb1d959-5e40-4c3e-9f99-3979db2b5982 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:37.244629 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb1d959-5e40-4c3e-9f99-3979db2b5982 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Network b7601aaf-0d25-48a6-a3a3-4191027952f6 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:37.252646 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-fcb1d959-5e40-4c3e-9f99-3979db2b5982 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:37.276332 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb1d959-5e40-4c3e-9f99-3979db2b5982 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:37.299585 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-92ce43a4-34e8-47dc-921b-183022c033b3 None None] Allocated IP 172.20.0.2 (b7601aaf-0d25-48a6-a3a3-4191027952f6/a1ed6423-a557-482e-80f3-1e880e789d95/434c1e8b-a7c6-4518-9642-a0632ea1ab20) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:37.340909 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb1d959-5e40-4c3e-9f99-3979db2b5982 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event updated for resources: {'Port': ['ID=8827948f-813e-4b5d-9843-d5dd66eb8a4d,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:37.374611 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fcb1d959-5e40-4c3e-9f99-3979db2b5982 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:37.564896 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73998037-46b6-4caf-af6b-6b38db921065 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event deleted for resources: {'Port': ['ID=9fd6610e-2458-40aa-b5bd-7113f621ad22,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:37.637598 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd1ddcb-c33c-426a-8c79-2d23f3a5126d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:37.658524 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bbd1ddcb-c33c-426a-8c79-2d23f3a5126d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:37.689709 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fcb1d959-5e40-4c3e-9f99-3979db2b5982 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:37.841010 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-92ce43a4-34e8-47dc-921b-183022c033b3 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:37.904346 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-92ce43a4-34e8-47dc-921b-183022c033b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:38.117513 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ce43a4-34e8-47dc-921b-183022c033b3 None None] Network b7601aaf-0d25-48a6-a3a3-4191027952f6 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:38.121365 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:38.136429 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-3df0ff2e-5982-46d1-aeb6-764930882e85 None None] Provisioning complete for port 076f2e99-974c-4e58-94a0-d9b4e0e45c05 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:38.137970 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3df0ff2e-5982-46d1-aeb6-764930882e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:38.144840 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-92ce43a4-34e8-47dc-921b-183022c033b3 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:38.154734 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce43a4-34e8-47dc-921b-183022c033b3 None None] Pushing event updated for resources: {'Port': ['ID=434c1e8b-a7c6-4518-9642-a0632ea1ab20,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:38.164708 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ce43a4-34e8-47dc-921b-183022c033b3 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:38.271051 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fcb1d959-5e40-4c3e-9f99-3979db2b5982 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:38.277586 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fcb1d959-5e40-4c3e-9f99-3979db2b5982 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:38.336142 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bbd1ddcb-c33c-426a-8c79-2d23f3a5126d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:38.403713 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-92ce43a4-34e8-47dc-921b-183022c033b3 None None] Attempting to bind port 434c1e8b-a7c6-4518-9642-a0632ea1ab20 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:38.404262 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-92ce43a4-34e8-47dc-921b-183022c033b3 None None] Attempting to bind port 434c1e8b-a7c6-4518-9642-a0632ea1ab20 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '5811e885-48b0-415c-b61c-37641b4c25fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b7601aaf-0d25-48a6-a3a3-4191027952f6'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:38.404494 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ce43a4-34e8-47dc-921b-183022c033b3 None None] Attempting to bind port 434c1e8b-a7c6-4518-9642-a0632ea1ab20 on network b7601aaf-0d25-48a6-a3a3-4191027952f6 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:38.453524 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd1ddcb-c33c-426a-8c79-2d23f3a5126d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Subnet': ['ID=c340a255-1a77-4b4d-aaee-a89366ea2af2,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:38.463589 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-73998037-46b6-4caf-af6b-6b38db921065 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:38.467332 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-73998037-46b6-4caf-af6b-6b38db921065 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "DELETE /v2.0/ports/9fd6610e-2458-40aa-b5bd-7113f621ad22 HTTP/1.1" status: 204 len: 168 time: 3.8698087 Nov 12 00:59:38.471068 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fcb1d959-5e40-4c3e-9f99-3979db2b5982 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:38.471883 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42040) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:38.478205 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb1d959-5e40-4c3e-9f99-3979db2b5982 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event updated for resources: {'Port': ['ID=8827948f-813e-4b5d-9843-d5dd66eb8a4d,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:38.486377 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd1ddcb-c33c-426a-8c79-2d23f3a5126d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:38.497276 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ce43a4-34e8-47dc-921b-183022c033b3 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:59:38.497964 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ce43a4-34e8-47dc-921b-183022c033b3 None None] Checking segment: {'id': '5811e885-48b0-415c-b61c-37641b4c25fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b7601aaf-0d25-48a6-a3a3-4191027952f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:38.498396 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-92ce43a4-34e8-47dc-921b-183022c033b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:38.498804 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ce43a4-34e8-47dc-921b-183022c033b3 None None] Bound using segment: {'id': '5811e885-48b0-415c-b61c-37641b4c25fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b7601aaf-0d25-48a6-a3a3-4191027952f6'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:59:38.499371 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-92ce43a4-34e8-47dc-921b-183022c033b3 None None] Bound port: 434c1e8b-a7c6-4518-9642-a0632ea1ab20, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5811e885-48b0-415c-b61c-37641b4c25fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b7601aaf-0d25-48a6-a3a3-4191027952f6'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:59:38.501124 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-92ce43a4-34e8-47dc-921b-183022c033b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:38.502920 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-bbd1ddcb-c33c-426a-8c79-2d23f3a5126d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:38.507458 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd1ddcb-c33c-426a-8c79-2d23f3a5126d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:38.512698 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bbd1ddcb-c33c-426a-8c79-2d23f3a5126d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:38.516301 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-caf5a2f6-84ea-4948-b9cb-eaf2d68c648e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] GET failed (client error): The resource could not be found. Nov 12 00:59:38.522935 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-caf5a2f6-84ea-4948-b9cb-eaf2d68c648e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "GET /v2.0/ports/9fd6610e-2458-40aa-b5bd-7113f621ad22 HTTP/1.1" status: 404 len: 333 time: 0.0498114 Nov 12 00:59:38.526257 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42042) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:38.627198 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-bbd1ddcb-c33c-426a-8c79-2d23f3a5126d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3296816 Nov 12 00:59:38.628115 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42046) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:38.635895 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-92ce43a4-34e8-47dc-921b-183022c033b3 None None] For port 434c1e8b-a7c6-4518-9642-a0632ea1ab20, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:59:38.639054 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-92ce43a4-34e8-47dc-921b-183022c033b3 None None] For port 434c1e8b-a7c6-4518-9642-a0632ea1ab20, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=434c1e8b-a7c6-4518-9642-a0632ea1ab20,segment=NetworkSegment(5811e885-48b0-415c-b61c-37641b4c25fc),segment_id=5811e885-48b0-415c-b61c-37641b4c25fc)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:59:38.641953 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76148634-a8aa-4582-b12c-1fb6969dbc31 None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:38.652160 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-6bd35d7c-4459-4a84-8b88-0836214ac9be tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'port': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'mac_address': 'fa:16:3e:73:44:da', 'name': 'tempest-NetworksTestDHCPv6-452130756'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:38.676694 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb1d959-5e40-4c3e-9f99-3979db2b5982 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Network b7601aaf-0d25-48a6-a3a3-4191027952f6 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:38.684018 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-fcb1d959-5e40-4c3e-9f99-3979db2b5982 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:38.860529 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-27628e9b-7391-4ccf-9e58-cac22171ef32 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Deleting subnet 2dce14b9-e602-4e84-89fa-b6e91853a7e9 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:59:38.873243 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-27628e9b-7391-4ccf-9e58-cac22171ef32 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:38.888209 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-92ce43a4-34e8-47dc-921b-183022c033b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:38.917826 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb1d959-5e40-4c3e-9f99-3979db2b5982 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Router 43d45a94-9651-4d03-a4f3-f68fc6a14662 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:59:39.032370 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-27628e9b-7391-4ccf-9e58-cac22171ef32 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:39.154450 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce43a4-34e8-47dc-921b-183022c033b3 None None] Pushing event updated for resources: {'Port': ['ID=434c1e8b-a7c6-4518-9642-a0632ea1ab20,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:39.169471 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bac827-b1de-4793-89b7-a3113aaf6e3a None None] Update dhcp port {'port': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'fixed_ips': [{'subnet_id': '5e6afb38-9d15-4004-8b7c-68760626c451', 'ip_address': '2001:db8::f816:3eff:fe0d:cc36'}, {'subnet_id': 'c340a255-1a77-4b4d-aaee-a89366ea2af2'}], 'binding:host_id': 'n-d-812236-11'}, 'id': '076f2e99-974c-4e58-94a0-d9b4e0e45c05'} from n-d-812236-11. {{(pid=102663) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 00:59:39.204689 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb1d959-5e40-4c3e-9f99-3979db2b5982 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:59:39.225794 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-fcb1d959-5e40-4c3e-9f99-3979db2b5982 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "PUT /v2.0/routers/43d45a94-9651-4d03-a4f3-f68fc6a14662/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9555995 Nov 12 00:59:39.226926 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0441ab83-1a67-4d09-98b2-05abb2772de3 None None] Sync routers for ids ['43d45a94-9651-4d03-a4f3-f68fc6a14662'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:59:39.229134 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42054) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:39.243548 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-a1411ee5-b078-4d76-aaed-b9d6424460c3 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Request body: {'network': {'name': 'tempest-RoutersTest-595540066'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:39.258942 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0441ab83-1a67-4d09-98b2-05abb2772de3 None None] Routers {'43d45a94-9651-4d03-a4f3-f68fc6a14662'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:39.259690 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-11bac827-b1de-4793-89b7-a3113aaf6e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:39.259882 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-0441ab83-1a67-4d09-98b2-05abb2772de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:59:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['43d45a94-9651-4d03-a4f3-f68fc6a14662'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:39.280997 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-27628e9b-7391-4ccf-9e58-cac22171ef32 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:39.286137 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:39.300858 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1411ee5-b078-4d76-aaed-b9d6424460c3 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Made reservation on behalf of f23da681bca94b38b5538444990222f0 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:39.304150 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a1411ee5-b078-4d76-aaed-b9d6424460c3 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:39.376060 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1411ee5-b078-4d76-aaed-b9d6424460c3 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:59:39.414086 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a1411ee5-b078-4d76-aaed-b9d6424460c3 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:39.414466 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-a1411ee5-b078-4d76-aaed-b9d6424460c3 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Added segment 848d387c-f0e0-40bb-81e3-575641490034 of type vlan for network 09d5d87c-0eb0-4d96-83c1-36753e61e51f Nov 12 00:59:39.476341 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-27628e9b-7391-4ccf-9e58-cac22171ef32 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:39.535154 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-0441ab83-1a67-4d09-98b2-05abb2772de3 None None] Set router 43d45a94-9651-4d03-a4f3-f68fc6a14662 gateway port host: None {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:59:39.552176 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a1411ee5-b078-4d76-aaed-b9d6424460c3 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:39.596269 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-27628e9b-7391-4ccf-9e58-cac22171ef32 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:39.605838 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff243fe-03b0-4732-a099-96b42725444b None None] Network 04d65c3b-ec4f-4c44-a1c2-17b21b8f72cd requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:39.616260 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-27628e9b-7391-4ccf-9e58-cac22171ef32 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "DELETE /v2.0/subnets/2dce14b9-e602-4e84-89fa-b6e91853a7e9 HTTP/1.1" status: 204 len: 168 time: 1.0830910 Nov 12 00:59:39.625600 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42060) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:39.652906 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a1411ee5-b078-4d76-aaed-b9d6424460c3 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:39.665643 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1411ee5-b078-4d76-aaed-b9d6424460c3 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:39.668015 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a1411ee5-b078-4d76-aaed-b9d6424460c3 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:39.671724 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27628e9b-7391-4ccf-9e58-cac22171ef32 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event deleted for resources: {'Subnet': ['ID=2dce14b9-e602-4e84-89fa-b6e91853a7e9,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:39.685798 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd35d7c-4459-4a84-8b88-0836214ac9be tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:39.741434 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a1411ee5-b078-4d76-aaed-b9d6424460c3 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5089507 Nov 12 00:59:39.749208 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42062) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:39.758611 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-3faf0aa9-6155-48f0-8958-7e994ff01c3c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Request body: {'subnet': {'network_id': '09d5d87c-0eb0-4d96-83c1-36753e61e51f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:39.803915 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-11bac827-b1de-4793-89b7-a3113aaf6e3a None None] Allocated IP 2001:db8:0:1::2 (549c8e6d-38df-4171-95c5-652183e307b7/c340a255-1a77-4b4d-aaee-a89366ea2af2/076f2e99-974c-4e58-94a0-d9b4e0e45c05) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:39.940039 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6bd35d7c-4459-4a84-8b88-0836214ac9be tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:39.990215 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-6bd35d7c-4459-4a84-8b88-0836214ac9be tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] device_id is not set on port 0760a2c1-c67a-48d7-a747-4cccad879fda yet. {{(pid=102661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:59:40.054626 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee72e118-c9e4-4894-9368-b209fddd6a30 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Deleting subnet c48cce35-5747-4547-841e-c900faf6667c {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:59:40.057450 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-11bac827-b1de-4793-89b7-a3113aaf6e3a None None] For port 076f2e99-974c-4e58-94a0-d9b4e0e45c05, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=076f2e99-974c-4e58-94a0-d9b4e0e45c05,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:40.065349 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ee72e118-c9e4-4894-9368-b209fddd6a30 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:40.073007 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-0441ab83-1a67-4d09-98b2-05abb2772de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'name': 'tempest-RoutersTest-router-1019833005', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:31Z', 'updated_at': '2021-11-12T00:59:37Z', 'revision_number': 2, 'project_id': 'f23da681bca94b38b5538444990222f0', 'gw_port_host': None, '_interfaces': [{'id': '8827948f-813e-4b5d-9843-d5dd66eb8a4d', 'name': '', 'network_id': 'b7601aaf-0d25-48a6-a3a3-4191027952f6', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:78:07:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:36Z', 'updated_at': '2021-11-12T00:59:38Z', 'revision_number': 2, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:40.116041 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1411ee5-b078-4d76-aaed-b9d6424460c3 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event updated for resources: {'Network': ['ID=09d5d87c-0eb0-4d96-83c1-36753e61e51f,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:40.154177 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-11bac827-b1de-4793-89b7-a3113aaf6e3a None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:40.195023 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0441ab83-1a67-4d09-98b2-05abb2772de3 None None] Checking router: 43d45a94-9651-4d03-a4f3-f68fc6a14662 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:59:40.195382 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0441ab83-1a67-4d09-98b2-05abb2772de3 None None] Updating router 43d45a94-9651-4d03-a4f3-f68fc6a14662 port 8827948f-813e-4b5d-9843-d5dd66eb8a4d binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:59:40.216292 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 09d5d87c-0eb0-4d96-83c1-36753e61e51f details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:59:40.221249 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ee72e118-c9e4-4894-9368-b209fddd6a30 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:40.235865 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-11bac827-b1de-4793-89b7-a3113aaf6e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:40.275779 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0441ab83-1a67-4d09-98b2-05abb2772de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:40.343127 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3faf0aa9-6155-48f0-8958-7e994ff01c3c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Made reservation on behalf of f23da681bca94b38b5538444990222f0 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:40.352903 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3faf0aa9-6155-48f0-8958-7e994ff01c3c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:40.518800 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-6bd35d7c-4459-4a84-8b88-0836214ac9be tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Allocated IP 2001:db8:0:1::31f (549c8e6d-38df-4171-95c5-652183e307b7/c340a255-1a77-4b4d-aaee-a89366ea2af2/0760a2c1-c67a-48d7-a747-4cccad879fda) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:40.536127 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-6bd35d7c-4459-4a84-8b88-0836214ac9be tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Allocated IP 2001:db8::f816:3eff:fe73:44da (549c8e6d-38df-4171-95c5-652183e307b7/5e6afb38-9d15-4004-8b7c-68760626c451/0760a2c1-c67a-48d7-a747-4cccad879fda) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:40.597606 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bac827-b1de-4793-89b7-a3113aaf6e3a None None] Pushing event updated for resources: {'Port': ['ID=076f2e99-974c-4e58-94a0-d9b4e0e45c05,revision_number=7']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:40.641042 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:40.786659 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:40.877817 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7270d4-fcb8-4c6f-b026-915747839096 None None] Network b7601aaf-0d25-48a6-a3a3-4191027952f6 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:40.908943 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3faf0aa9-6155-48f0-8958-7e994ff01c3c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:40.926691 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ee72e118-c9e4-4894-9368-b209fddd6a30 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:40.937194 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6bd35d7c-4459-4a84-8b88-0836214ac9be tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:41.059909 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-0d72d652-ef59-4900-a838-3a9325f5380d None None] Provisioning complete for port 434c1e8b-a7c6-4518-9642-a0632ea1ab20 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:41.060444 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0d72d652-ef59-4900-a838-3a9325f5380d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:41.062867 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6bd35d7c-4459-4a84-8b88-0836214ac9be tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:41.076734 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0441ab83-1a67-4d09-98b2-05abb2772de3 None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:41.093956 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0441ab83-1a67-4d09-98b2-05abb2772de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:41.210488 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd35d7c-4459-4a84-8b88-0836214ac9be tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:41.219283 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-6bd35d7c-4459-4a84-8b88-0836214ac9be tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:41.230332 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd35d7c-4459-4a84-8b88-0836214ac9be tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:41.260177 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd35d7c-4459-4a84-8b88-0836214ac9be tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:41.263363 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6bd35d7c-4459-4a84-8b88-0836214ac9be tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:41.288755 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0ac9e-475e-412d-b4b1-6acefdd14898 None None] Pushing event updated for resources: {'Port': ['ID=8827948f-813e-4b5d-9843-d5dd66eb8a4d,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:41.311675 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf0aa9-6155-48f0-8958-7e994ff01c3c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event updated for resources: {'Subnet': ['ID=cbc58b44-e186-4f5a-b3b0-b08a44a44c20,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:41.339634 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd35d7c-4459-4a84-8b88-0836214ac9be tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Port': ['ID=0760a2c1-c67a-48d7-a747-4cccad879fda,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:41.351427 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3faf0aa9-6155-48f0-8958-7e994ff01c3c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Checking segment: {'id': '848d387c-f0e0-40bb-81e3-575641490034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '09d5d87c-0eb0-4d96-83c1-36753e61e51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:41.365717 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3faf0aa9-6155-48f0-8958-7e994ff01c3c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Network hostable DHCP agents. Network: 09d5d87c-0eb0-4d96-83c1-36753e61e51f, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:59:41.373713 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6bd35d7c-4459-4a84-8b88-0836214ac9be tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7388706 Nov 12 00:59:41.377504 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42080) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:41.421517 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ee72e118-c9e4-4894-9368-b209fddd6a30 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:41.471579 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3faf0aa9-6155-48f0-8958-7e994ff01c3c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Network 09d5d87c-0eb0-4d96-83c1-36753e61e51f is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:59:41.477056 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee72e118-c9e4-4894-9368-b209fddd6a30 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event deleted for resources: {'Subnet': ['ID=c48cce35-5747-4547-841e-c900faf6667c,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:41.502044 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd0ac9e-475e-412d-b4b1-6acefdd14898 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:41.502912 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd0ac9e-475e-412d-b4b1-6acefdd14898 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:41.503387 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd0ac9e-475e-412d-b4b1-6acefdd14898 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:41.503520 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ee72e118-c9e4-4894-9368-b209fddd6a30 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:41.506697 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd0ac9e-475e-412d-b4b1-6acefdd14898 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:41.507280 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ee72e118-c9e4-4894-9368-b209fddd6a30 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "DELETE /v2.0/subnets/c48cce35-5747-4547-841e-c900faf6667c HTTP/1.1" status: 204 len: 168 time: 1.8781223 Nov 12 00:59:41.510869 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd0ac9e-475e-412d-b4b1-6acefdd14898 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:41.511569 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd0ac9e-475e-412d-b4b1-6acefdd14898 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:41.513640 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd0ac9e-475e-412d-b4b1-6acefdd14898 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:41.517652 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd0ac9e-475e-412d-b4b1-6acefdd14898 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:41.518174 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd0ac9e-475e-412d-b4b1-6acefdd14898 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:41.518616 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd0ac9e-475e-412d-b4b1-6acefdd14898 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:41.518889 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42082) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:41.519408 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd0ac9e-475e-412d-b4b1-6acefdd14898 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:41.520146 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-3faf0aa9-6155-48f0-8958-7e994ff01c3c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 09d5d87c-0eb0-4d96-83c1-36753e61e51f) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:41.523881 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd0ac9e-475e-412d-b4b1-6acefdd14898 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:41.524829 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3faf0aa9-6155-48f0-8958-7e994ff01c3c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:41.527977 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3faf0aa9-6155-48f0-8958-7e994ff01c3c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:41.592885 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3faf0aa9-6155-48f0-8958-7e994ff01c3c tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8335645 Nov 12 00:59:41.592885 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42084) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:41.634795 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0d72d652-ef59-4900-a838-3a9325f5380d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:41.636440 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-0441ab83-1a67-4d09-98b2-05abb2772de3 None None] Attempting to bind port 8827948f-813e-4b5d-9843-d5dd66eb8a4d on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:41.637067 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-0441ab83-1a67-4d09-98b2-05abb2772de3 None None] Attempting to bind port 8827948f-813e-4b5d-9843-d5dd66eb8a4d by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '5811e885-48b0-415c-b61c-37641b4c25fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b7601aaf-0d25-48a6-a3a3-4191027952f6'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:41.637697 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0441ab83-1a67-4d09-98b2-05abb2772de3 None None] Attempting to bind port 8827948f-813e-4b5d-9843-d5dd66eb8a4d on network b7601aaf-0d25-48a6-a3a3-4191027952f6 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:41.647128 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5973b4d5-24cd-4ede-ae4d-ff7dde106450 None None] Network 09d5d87c-0eb0-4d96-83c1-36753e61e51f requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:41.649464 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 434c1e8b-a7c6-4518-9642-a0632ea1ab20 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:41.654870 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0441ab83-1a67-4d09-98b2-05abb2772de3 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:59:41.655532 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0441ab83-1a67-4d09-98b2-05abb2772de3 None None] Checking segment: {'id': '5811e885-48b0-415c-b61c-37641b4c25fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b7601aaf-0d25-48a6-a3a3-4191027952f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:41.656212 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0441ab83-1a67-4d09-98b2-05abb2772de3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:41.656808 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0441ab83-1a67-4d09-98b2-05abb2772de3 None None] Bound using segment: {'id': '5811e885-48b0-415c-b61c-37641b4c25fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b7601aaf-0d25-48a6-a3a3-4191027952f6'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:59:41.657541 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-0441ab83-1a67-4d09-98b2-05abb2772de3 None None] Bound port: 8827948f-813e-4b5d-9843-d5dd66eb8a4d, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5811e885-48b0-415c-b61c-37641b4c25fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b7601aaf-0d25-48a6-a3a3-4191027952f6'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:59:41.658290 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0441ab83-1a67-4d09-98b2-05abb2772de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:41.903218 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-0441ab83-1a67-4d09-98b2-05abb2772de3 None None] For port 8827948f-813e-4b5d-9843-d5dd66eb8a4d, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:59:41.912721 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-0441ab83-1a67-4d09-98b2-05abb2772de3 None None] For port 8827948f-813e-4b5d-9843-d5dd66eb8a4d, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=8827948f-813e-4b5d-9843-d5dd66eb8a4d,segment=NetworkSegment(5811e885-48b0-415c-b61c-37641b4c25fc),segment_id=5811e885-48b0-415c-b61c-37641b4c25fc)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:59:41.921510 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0441ab83-1a67-4d09-98b2-05abb2772de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:41.939467 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-63108be3-5abd-4099-a56a-221473f67e1a tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:41.979066 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-4a93fa4a-9406-4c0c-bba1-5cc1a33dc8dd tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Deleting port 0760a2c1-c67a-48d7-a747-4cccad879fda {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:41.979422 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a93fa4a-9406-4c0c-bba1-5cc1a33dc8dd tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:42.067436 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0441ab83-1a67-4d09-98b2-05abb2772de3 None None] Routers {'43d45a94-9651-4d03-a4f3-f68fc6a14662'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:42.068057 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-0441ab83-1a67-4d09-98b2-05abb2772de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:59:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['43d45a94-9651-4d03-a4f3-f68fc6a14662'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:42.138471 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-0d72d652-ef59-4900-a838-3a9325f5380d None None] For port 434c1e8b-a7c6-4518-9642-a0632ea1ab20, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=434c1e8b-a7c6-4518-9642-a0632ea1ab20,segment=NetworkSegment(5811e885-48b0-415c-b61c-37641b4c25fc),segment_id=5811e885-48b0-415c-b61c-37641b4c25fc)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:42.253323 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a93fa4a-9406-4c0c-bba1-5cc1a33dc8dd tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:42.298118 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-4a93fa4a-9406-4c0c-bba1-5cc1a33dc8dd tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Calling delete_port for 0760a2c1-c67a-48d7-a747-4cccad879fda owned by {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:42.323632 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-0441ab83-1a67-4d09-98b2-05abb2772de3 None None] Set router 43d45a94-9651-4d03-a4f3-f68fc6a14662 gateway port host: None {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:59:42.451468 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42096) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:42.753060 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0d72d652-ef59-4900-a838-3a9325f5380d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:42.756337 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46eeb2bd-bdd2-4fde-a406-b0f114fba0a3 None None] Network 04d65c3b-ec4f-4c44-a1c2-17b21b8f72cd requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:42.757660 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0ac9e-475e-412d-b4b1-6acefdd14898 None None] Pushing event updated for resources: {'Port': ['ID=8827948f-813e-4b5d-9843-d5dd66eb8a4d,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:42.819400 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a93fa4a-9406-4c0c-bba1-5cc1a33dc8dd tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:42.952610 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d72d652-ef59-4900-a838-3a9325f5380d None None] Pushing event updated for resources: {'Port': ['ID=434c1e8b-a7c6-4518-9642-a0632ea1ab20,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:42.976882 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a93fa4a-9406-4c0c-bba1-5cc1a33dc8dd tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Port': ['ID=0760a2c1-c67a-48d7-a747-4cccad879fda,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:42.995390 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a93fa4a-9406-4c0c-bba1-5cc1a33dc8dd tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:43.004889 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4a93fa4a-9406-4c0c-bba1-5cc1a33dc8dd tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/ports/0760a2c1-c67a-48d7-a747-4cccad879fda HTTP/1.1" status: 204 len: 168 time: 1.6263387 Nov 12 00:59:43.010605 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203fc3da-c77d-447b-9d95-0120e889f704 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-09d5d87c-0eb0-4d96-83c1-36753e61e51f', 'network_id': '09d5d87c-0eb0-4d96-83c1-36753e61e51f', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'fixed_ips': [{'subnet_id': 'cbc58b44-e186-4f5a-b3b0-b08a44a44c20'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:59:43.011475 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-203fc3da-c77d-447b-9d95-0120e889f704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:43.014943 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42104) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:43.092986 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52406cfc-51e7-40b2-a24b-6eabf51da010 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:43.105336 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42106) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:43.105550 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-52406cfc-51e7-40b2-a24b-6eabf51da010 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0782821 Nov 12 00:59:43.114948 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-63108be3-5abd-4099-a56a-221473f67e1a tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Deleting port af33f9df-8adc-4a65-b8fa-4e1402c68a34 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:43.115291 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-63108be3-5abd-4099-a56a-221473f67e1a tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:43.148672 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-511c255c-bc8e-4695-b56c-ae3dc7a64dcd tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:43.201931 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-0441ab83-1a67-4d09-98b2-05abb2772de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'name': 'tempest-RoutersTest-router-1019833005', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:31Z', 'updated_at': '2021-11-12T00:59:37Z', 'revision_number': 2, 'project_id': 'f23da681bca94b38b5538444990222f0', 'gw_port_host': None, '_interfaces': [{'id': '8827948f-813e-4b5d-9843-d5dd66eb8a4d', 'name': '', 'network_id': 'b7601aaf-0d25-48a6-a3a3-4191027952f6', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:78:07:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:36Z', 'updated_at': '2021-11-12T00:59:41Z', 'revision_number': 4, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:43.237932 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-63108be3-5abd-4099-a56a-221473f67e1a tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] For port af33f9df-8adc-4a65-b8fa-4e1402c68a34, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=af33f9df-8adc-4a65-b8fa-4e1402c68a34,segment=NetworkSegment(b9b1ebd6-4f49-4670-89a3-9e4147bb7747),segment_id=b9b1ebd6-4f49-4670-89a3-9e4147bb7747)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:43.238560 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-63108be3-5abd-4099-a56a-221473f67e1a tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:43.252487 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0441ab83-1a67-4d09-98b2-05abb2772de3 None None] The sync data for ids ['43d45a94-9651-4d03-a4f3-f68fc6a14662'] in n-d-812236-11 is: [{'id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'name': 'tempest-RoutersTest-router-1019833005', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:31Z', 'updated_at': '2021-11-12T00:59:37Z', 'revision_number': 2, 'project_id': 'f23da681bca94b38b5538444990222f0', 'gw_port_host': None, '_interfaces': [{'id': '8827948f-813e-4b5d-9843-d5dd66eb8a4d', 'name': '', 'network_id': 'b7601aaf-0d25-48a6-a3a3-4191027952f6', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:78:07:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:36Z', 'updated_at': '2021-11-12T00:59:41Z', 'revision_number': 4, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:59:43.282702 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-63108be3-5abd-4099-a56a-221473f67e1a tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Calling delete_port for af33f9df-8adc-4a65-b8fa-4e1402c68a34 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:43.312155 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:59:43.337808 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-203fc3da-c77d-447b-9d95-0120e889f704 None None] Allocated IP 172.21.0.2 (09d5d87c-0eb0-4d96-83c1-36753e61e51f/cbc58b44-e186-4f5a-b3b0-b08a44a44c20/a04807d6-8784-479a-81cb-070e80152bde) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:43.466409 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5420bb7-bbb7-4ba8-bafb-e3eee242e59f tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:43.469583 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c5420bb7-bbb7-4ba8-bafb-e3eee242e59f tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3577676 Nov 12 00:59:43.475305 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42112) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:43.529547 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-63108be3-5abd-4099-a56a-221473f67e1a tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:43.641266 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63108be3-5abd-4099-a56a-221473f67e1a tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event deleted for resources: {'Port': ['ID=af33f9df-8adc-4a65-b8fa-4e1402c68a34,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:43.660928 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63108be3-5abd-4099-a56a-221473f67e1a tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] No DVR routers for this DVR port af33f9df-8adc-4a65-b8fa-4e1402c68a34 on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:43.662432 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-203fc3da-c77d-447b-9d95-0120e889f704 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:43.674866 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:43.685737 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 434c1e8b-a7c6-4518-9642-a0632ea1ab20 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:43.686369 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:43.739296 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b538e757-d8f1-4599-8fd9-ff041d0a28bf None None] Provisioning complete for port af33f9df-8adc-4a65-b8fa-4e1402c68a34 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:43.739964 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b538e757-d8f1-4599-8fd9-ff041d0a28bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:43.755464 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665c89ad-039b-4aad-9e3d-7d83f19db653 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:43.757183 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665c89ad-039b-4aad-9e3d-7d83f19db653 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:43.759058 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665c89ad-039b-4aad-9e3d-7d83f19db653 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:43.761071 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-665c89ad-039b-4aad-9e3d-7d83f19db653 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2798121 Nov 12 00:59:43.767845 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42114) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:43.799011 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-203fc3da-c77d-447b-9d95-0120e889f704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:43.929680 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-63108be3-5abd-4099-a56a-221473f67e1a tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:43.946116 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b538e757-d8f1-4599-8fd9-ff041d0a28bf None None] Port af33f9df-8adc-4a65-b8fa-4e1402c68a34 was deleted so its status cannot be updated. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 00:59:43.976642 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-63108be3-5abd-4099-a56a-221473f67e1a tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04d65c3b-ec4f-4c44-a1c2-17b21b8f72cd']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:44.007706 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-63108be3-5abd-4099-a56a-221473f67e1a tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9b1ebd6-4f49-4670-89a3-9e4147bb7747') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:44.008331 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-63108be3-5abd-4099-a56a-221473f67e1a tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9b1ebd6-4f49-4670-89a3-9e4147bb7747') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:44.028187 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203fc3da-c77d-447b-9d95-0120e889f704 None None] Pushing event updated for resources: {'Port': ['ID=a04807d6-8784-479a-81cb-070e80152bde,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:44.033943 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-63108be3-5abd-4099-a56a-221473f67e1a tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:44.076279 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-63108be3-5abd-4099-a56a-221473f67e1a tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:44.086677 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63108be3-5abd-4099-a56a-221473f67e1a tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:59:44.087071 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-63108be3-5abd-4099-a56a-221473f67e1a tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:44.092552 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:59:44.092552 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:59:44.092552 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:59:44.092552 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:59:44.092552 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:59:44.092552 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:59:44.092552 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:59:44.092552 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:59:44.092552 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:59:44.092552 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:59:44.092552 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:59:44.092552 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:59:44.092552 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:59:44.092552 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:59:44.092552 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:59:44.092552 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:59:44.092552 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:59:44.092552 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:59:44.092552 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:59:44.092552 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:59:44.092552 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:59:44.092552 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:59:44.092552 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:59:44.092552 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:59:44.092552 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:59:44.092552 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:59:44.092552 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:59:44.092552 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:59:44.092552 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:59:44.092552 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:59:44.092552 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:59:44.092552 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:59:44.110522 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203fc3da-c77d-447b-9d95-0120e889f704 None None] Network 09d5d87c-0eb0-4d96-83c1-36753e61e51f is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:44.140330 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc4eb205-d0ed-4cc9-8791-a8814fe9385b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Deleting subnet 5e6afb38-9d15-4004-8b7c-68760626c451 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:59:44.183785 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fc4eb205-d0ed-4cc9-8791-a8814fe9385b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:44.208881 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-203fc3da-c77d-447b-9d95-0120e889f704 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:44.219213 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b538e757-d8f1-4599-8fd9-ff041d0a28bf None None] Provisioning complete for port 076f2e99-974c-4e58-94a0-d9b4e0e45c05 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:44.221245 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b538e757-d8f1-4599-8fd9-ff041d0a28bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:44.249227 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-63108be3-5abd-4099-a56a-221473f67e1a tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:44.308891 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-63108be3-5abd-4099-a56a-221473f67e1a tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:44.318751 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-63108be3-5abd-4099-a56a-221473f67e1a tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "DELETE /v2.0/networks/04d65c3b-ec4f-4c44-a1c2-17b21b8f72cd HTTP/1.1" status: 204 len: 168 time: 2.7962995 Nov 12 00:59:44.323460 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63108be3-5abd-4099-a56a-221473f67e1a tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event deleted for resources: {'Network': ['ID=04d65c3b-ec4f-4c44-a1c2-17b21b8f72cd,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:44.324135 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42120) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:44.333277 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203fc3da-c77d-447b-9d95-0120e889f704 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:44.435128 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 076f2e99-974c-4e58-94a0-d9b4e0e45c05 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:44.643488 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637b977a-ad0c-4be3-87f8-3702e468352f None None] DHCP port deletion for 04d65c3b-ec4f-4c44-a1c2-17b21b8f72cd request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:59:44.712739 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 076f2e99-974c-4e58-94a0-d9b4e0e45c05 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:44.712739 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:44.767279 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-203fc3da-c77d-447b-9d95-0120e889f704 None None] Attempting to bind port a04807d6-8784-479a-81cb-070e80152bde on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:44.767575 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-203fc3da-c77d-447b-9d95-0120e889f704 None None] Attempting to bind port a04807d6-8784-479a-81cb-070e80152bde by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '848d387c-f0e0-40bb-81e3-575641490034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '09d5d87c-0eb0-4d96-83c1-36753e61e51f'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:44.767946 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203fc3da-c77d-447b-9d95-0120e889f704 None None] Attempting to bind port a04807d6-8784-479a-81cb-070e80152bde on network 09d5d87c-0eb0-4d96-83c1-36753e61e51f {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:44.779332 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203fc3da-c77d-447b-9d95-0120e889f704 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:59:44.779728 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203fc3da-c77d-447b-9d95-0120e889f704 None None] Checking segment: {'id': '848d387c-f0e0-40bb-81e3-575641490034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '09d5d87c-0eb0-4d96-83c1-36753e61e51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:44.780112 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-203fc3da-c77d-447b-9d95-0120e889f704 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:44.780563 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203fc3da-c77d-447b-9d95-0120e889f704 None None] Bound using segment: {'id': '848d387c-f0e0-40bb-81e3-575641490034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '09d5d87c-0eb0-4d96-83c1-36753e61e51f'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:59:44.781022 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-203fc3da-c77d-447b-9d95-0120e889f704 None None] Bound port: a04807d6-8784-479a-81cb-070e80152bde, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '848d387c-f0e0-40bb-81e3-575641490034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '09d5d87c-0eb0-4d96-83c1-36753e61e51f'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:59:44.781497 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-203fc3da-c77d-447b-9d95-0120e889f704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:44.857605 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-203fc3da-c77d-447b-9d95-0120e889f704 None None] For port a04807d6-8784-479a-81cb-070e80152bde, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:59:44.861750 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-203fc3da-c77d-447b-9d95-0120e889f704 None None] For port a04807d6-8784-479a-81cb-070e80152bde, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=a04807d6-8784-479a-81cb-070e80152bde,segment=NetworkSegment(848d387c-f0e0-40bb-81e3-575641490034),segment_id=848d387c-f0e0-40bb-81e3-575641490034)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:59:44.929535 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-203fc3da-c77d-447b-9d95-0120e889f704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:45.104418 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203fc3da-c77d-447b-9d95-0120e889f704 None None] Pushing event updated for resources: {'Port': ['ID=a04807d6-8784-479a-81cb-070e80152bde,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:45.173688 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42134) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:45.274783 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-511c255c-bc8e-4695-b56c-ae3dc7a64dcd tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Allocated IP 172.21.0.1 (09d5d87c-0eb0-4d96-83c1-36753e61e51f/cbc58b44-e186-4f5a-b3b0-b08a44a44c20/eff6a3d0-5baf-4d10-b12c-efb1c22ec22f) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:45.317525 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-ae2c23e5-5cc6-4ad9-be41-2d681ea54a20 None None] Provisioning complete for port 8827948f-813e-4b5d-9843-d5dd66eb8a4d triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:45.318145 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ae2c23e5-5cc6-4ad9-be41-2d681ea54a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:45.491403 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-511c255c-bc8e-4695-b56c-ae3dc7a64dcd tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:45.629733 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fc4eb205-d0ed-4cc9-8791-a8814fe9385b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:45.674406 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ae2c23e5-5cc6-4ad9-be41-2d681ea54a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:45.756271 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 434c1e8b-a7c6-4518-9642-a0632ea1ab20 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:45.798542 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-ae2c23e5-5cc6-4ad9-be41-2d681ea54a20 None None] For port 8827948f-813e-4b5d-9843-d5dd66eb8a4d, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=8827948f-813e-4b5d-9843-d5dd66eb8a4d,segment=NetworkSegment(5811e885-48b0-415c-b61c-37641b4c25fc),segment_id=5811e885-48b0-415c-b61c-37641b4c25fc)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:45.832211 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ae2c23e5-5cc6-4ad9-be41-2d681ea54a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:45.840018 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-ae2c23e5-5cc6-4ad9-be41-2d681ea54a20 None None] Could not find standard attr ID for object 0760a2c1-c67a-48d7-a747-4cccad879fda. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:59:45.852866 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fc4eb205-d0ed-4cc9-8791-a8814fe9385b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:45.861163 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-511c255c-bc8e-4695-b56c-ae3dc7a64dcd tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:46.046381 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-ae2c23e5-5cc6-4ad9-be41-2d681ea54a20 None None] Provisioning complete for port 434c1e8b-a7c6-4518-9642-a0632ea1ab20 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:46.047914 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ae2c23e5-5cc6-4ad9-be41-2d681ea54a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:46.114221 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c255c-bc8e-4695-b56c-ae3dc7a64dcd tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event updated for resources: {'Port': ['ID=eff6a3d0-5baf-4d10-b12c-efb1c22ec22f,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:46.123507 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fc4eb205-d0ed-4cc9-8791-a8814fe9385b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:46.138220 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c23e5-5cc6-4ad9-be41-2d681ea54a20 None None] Pushing event updated for resources: {'Port': ['ID=8827948f-813e-4b5d-9843-d5dd66eb8a4d,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:46.144989 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511c255c-bc8e-4695-b56c-ae3dc7a64dcd tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Network 09d5d87c-0eb0-4d96-83c1-36753e61e51f is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:46.172442 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-511c255c-bc8e-4695-b56c-ae3dc7a64dcd tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:46.175478 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 434c1e8b-a7c6-4518-9642-a0632ea1ab20 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:46.176058 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:46.176277 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4eb205-d0ed-4cc9-8791-a8814fe9385b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Subnet': ['ID=5e6afb38-9d15-4004-8b7c-68760626c451,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:46.193298 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511c255c-bc8e-4695-b56c-ae3dc7a64dcd tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:46.223626 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0adcd4f4-e4b2-43b0-b5d6-f79fbf9d5f87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:46.251526 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfca2046-8986-488d-8a1f-1185267742f6 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:46.253083 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-dfca2046-8986-488d-8a1f-1185267742f6 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 1.8426721 Nov 12 00:59:46.258879 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42146) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:46.272964 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fc4eb205-d0ed-4cc9-8791-a8814fe9385b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:46.278938 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-fc4eb205-d0ed-4cc9-8791-a8814fe9385b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/5e6afb38-9d15-4004-8b7c-68760626c451 HTTP/1.1" status: 204 len: 168 time: 2.5039310 Nov 12 00:59:46.285043 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42148) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:46.286441 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7db039b-3b60-4a20-af0d-3b2564326dbc None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:46.347477 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-511c255c-bc8e-4695-b56c-ae3dc7a64dcd tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:46.446865 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e95828c-e03d-4910-a4b6-f3a7ae1c2ee9 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Deleting subnet c340a255-1a77-4b4d-aaee-a89366ea2af2 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:59:46.457519 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9e95828c-e03d-4910-a4b6-f3a7ae1c2ee9 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:46.505019 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c747a378-ce7e-4a11-99ba-e3164310f81d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2448347 Nov 12 00:59:46.509842 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42150) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:46.517782 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-971fb7f4-b3f4-49d8-8a2d-218ece32918b tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1966174205'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:46.527707 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 8827948f-813e-4b5d-9843-d5dd66eb8a4d up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:46.585407 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9e95828c-e03d-4910-a4b6-f3a7ae1c2ee9 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:46.623477 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 8827948f-813e-4b5d-9843-d5dd66eb8a4d triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:46.623846 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:46.629411 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971fb7f4-b3f4-49d8-8a2d-218ece32918b tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Made reservation on behalf of 3bb80f8fcdb04dbb90fc5fe264a13cbe for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:46.638307 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-971fb7f4-b3f4-49d8-8a2d-218ece32918b tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:46.708286 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-511c255c-bc8e-4695-b56c-ae3dc7a64dcd tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:46.758797 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-971fb7f4-b3f4-49d8-8a2d-218ece32918b tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:59:46.777259 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-867d7e41-dc0b-4eee-86cd-f1b3753d432b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:46.788369 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-971fb7f4-b3f4-49d8-8a2d-218ece32918b tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:46.788698 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-971fb7f4-b3f4-49d8-8a2d-218ece32918b tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Added segment e4117138-e66d-484a-82a4-e7a657ec320f of type vlan for network cc7d1bc1-d5b0-439a-8891-06c174c7ec6e Nov 12 00:59:46.791767 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-0b80833c-320e-4b8c-8203-5f80f83fe4f9 None None] Provisioning complete for port 8827948f-813e-4b5d-9843-d5dd66eb8a4d triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:46.792273 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0b80833c-320e-4b8c-8203-5f80f83fe4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:46.900808 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-971fb7f4-b3f4-49d8-8a2d-218ece32918b tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:46.925506 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0adcd4f4-e4b2-43b0-b5d6-f79fbf9d5f87 admin admin] Deleting port cb6fe852-1ea9-402c-afd4-bb1c7226664d {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:46.925918 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0adcd4f4-e4b2-43b0-b5d6-f79fbf9d5f87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:47.026553 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9e95828c-e03d-4910-a4b6-f3a7ae1c2ee9 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:47.073909 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-971fb7f4-b3f4-49d8-8a2d-218ece32918b tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:47.083092 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971fb7f4-b3f4-49d8-8a2d-218ece32918b tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:47.085095 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-971fb7f4-b3f4-49d8-8a2d-218ece32918b tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:47.121889 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af23838f-3975-4f23-9379-dd76a8c8ac34 None None] Network 09d5d87c-0eb0-4d96-83c1-36753e61e51f requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:47.162456 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-971fb7f4-b3f4-49d8-8a2d-218ece32918b tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6494637 Nov 12 00:59:47.191113 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42158) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:47.201718 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-85e8d50a-b629-4b83-bf2c-208afd10f29e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Request body: {'subnet': {'network_id': 'cc7d1bc1-d5b0-439a-8891-06c174c7ec6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:47.219788 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971fb7f4-b3f4-49d8-8a2d-218ece32918b tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event updated for resources: {'Network': ['ID=cc7d1bc1-d5b0-439a-8891-06c174c7ec6e,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:47.223633 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0adcd4f4-e4b2-43b0-b5d6-f79fbf9d5f87 admin admin] For port cb6fe852-1ea9-402c-afd4-bb1c7226664d, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=cb6fe852-1ea9-402c-afd4-bb1c7226664d,segment=NetworkSegment(6922dc8f-e4e8-46eb-925b-ce7a975c2214),segment_id=6922dc8f-e4e8-46eb-925b-ce7a975c2214)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:47.224002 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0adcd4f4-e4b2-43b0-b5d6-f79fbf9d5f87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:47.238298 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0adcd4f4-e4b2-43b0-b5d6-f79fbf9d5f87 admin admin] Calling delete_port for cb6fe852-1ea9-402c-afd4-bb1c7226664d owned by network:router_interface {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:47.275717 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network cc7d1bc1-d5b0-439a-8891-06c174c7ec6e details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:59:47.537951 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9e95828c-e03d-4910-a4b6-f3a7ae1c2ee9 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:47.556162 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device af33f9df-8adc-4a65-b8fa-4e1402c68a34 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:59:47.603967 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0adcd4f4-e4b2-43b0-b5d6-f79fbf9d5f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:47.608474 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: af33f9df-8adc-4a65-b8fa-4e1402c68a34 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:59:47.610252 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device af33f9df-8adc-4a65-b8fa-4e1402c68a34 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:59:47.627827 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e8d50a-b629-4b83-bf2c-208afd10f29e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Made reservation on behalf of 3bb80f8fcdb04dbb90fc5fe264a13cbe for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:47.636610 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-85e8d50a-b629-4b83-bf2c-208afd10f29e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:47.658275 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-7fccbca2-f731-4677-b72c-4641c044e42c None None] Provisioning complete for port a04807d6-8784-479a-81cb-070e80152bde triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:47.658655 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7fccbca2-f731-4677-b72c-4641c044e42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:47.695446 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95828c-e03d-4910-a4b6-f3a7ae1c2ee9 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Subnet': ['ID=c340a255-1a77-4b4d-aaee-a89366ea2af2,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:47.697706 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9e95828c-e03d-4910-a4b6-f3a7ae1c2ee9 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:47.713023 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-9e95828c-e03d-4910-a4b6-f3a7ae1c2ee9 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/c340a255-1a77-4b4d-aaee-a89366ea2af2 HTTP/1.1" status: 204 len: 168 time: 1.4283440 Nov 12 00:59:47.717222 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42160) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:47.729825 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adcd4f4-e4b2-43b0-b5d6-f79fbf9d5f87 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb6fe852-1ea9-402c-afd4-bb1c7226664d,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:47.844016 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-cc172848-44e2-4f40-8df2-8fc2fe91fbc5 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1252656 Nov 12 00:59:47.851911 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42162) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:47.866703 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-cd5af6d6-00f5-4ac5-9bbe-e7f23cb12059 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'subnet': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:47.896157 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7fccbca2-f731-4677-b72c-4641c044e42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:47.958530 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-7fccbca2-f731-4677-b72c-4641c044e42c None None] For port a04807d6-8784-479a-81cb-070e80152bde, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=a04807d6-8784-479a-81cb-070e80152bde,segment=NetworkSegment(848d387c-f0e0-40bb-81e3-575641490034),segment_id=848d387c-f0e0-40bb-81e3-575641490034)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:47.963826 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7fccbca2-f731-4677-b72c-4641c044e42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:48.098639 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-511c255c-bc8e-4695-b56c-ae3dc7a64dcd tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:48.137918 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fccbca2-f731-4677-b72c-4641c044e42c None None] Pushing event updated for resources: {'Port': ['ID=a04807d6-8784-479a-81cb-070e80152bde,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:48.150999 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 8827948f-813e-4b5d-9843-d5dd66eb8a4d up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:48.177147 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0adcd4f4-e4b2-43b0-b5d6-f79fbf9d5f87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:48.186431 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-511c255c-bc8e-4695-b56c-ae3dc7a64dcd tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:48.302368 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-37c8a26d-c2a5-4243-925b-28948ee90786 None None] Provisioning complete for port a04807d6-8784-479a-81cb-070e80152bde triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:48.302746 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-37c8a26d-c2a5-4243-925b-28948ee90786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:48.388949 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 8827948f-813e-4b5d-9843-d5dd66eb8a4d triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:48.389330 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:48.396583 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b439281-947e-40e6-b950-1bef36da9035 None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:48.540641 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0adcd4f4-e4b2-43b0-b5d6-f79fbf9d5f87 admin admin] Router 8791e296-66f3-41ae-9874-5fc104263c13 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:59:48.610283 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-85e8d50a-b629-4b83-bf2c-208afd10f29e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:48.661147 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device a04807d6-8784-479a-81cb-070e80152bde up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:48.667657 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-511c255c-bc8e-4695-b56c-ae3dc7a64dcd tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:48.670130 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c255c-bc8e-4695-b56c-ae3dc7a64dcd tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event updated for resources: {'Port': ['ID=eff6a3d0-5baf-4d10-b12c-efb1c22ec22f,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:48.693674 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-37c8a26d-c2a5-4243-925b-28948ee90786 None None] Provisioning complete for port eff6a3d0-5baf-4d10-b12c-efb1c22ec22f triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:48.694048 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-37c8a26d-c2a5-4243-925b-28948ee90786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:48.713775 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5af6d6-00f5-4ac5-9bbe-e7f23cb12059 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:48.717676 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cd5af6d6-00f5-4ac5-9bbe-e7f23cb12059 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:48.718153 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0adcd4f4-e4b2-43b0-b5d6-f79fbf9d5f87 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:59:48.736257 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875a2ca2-6ea8-4d1e-9255-385f560cdb63 None None] Sync routers for ids ['8791e296-66f3-41ae-9874-5fc104263c13'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:59:48.737895 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0adcd4f4-e4b2-43b0-b5d6-f79fbf9d5f87 admin admin] 10.222.0.20 "PUT /v2.0/routers/8791e296-66f3-41ae-9874-5fc104263c13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5629258 Nov 12 00:59:48.739496 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42170) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:48.773737 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875a2ca2-6ea8-4d1e-9255-385f560cdb63 None None] Routers {'8791e296-66f3-41ae-9874-5fc104263c13'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:48.774370 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-875a2ca2-6ea8-4d1e-9255-385f560cdb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:59:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['8791e296-66f3-41ae-9874-5fc104263c13'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:48.798993 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e8d50a-b629-4b83-bf2c-208afd10f29e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event updated for resources: {'Subnet': ['ID=7689294e-f44c-46bb-91ee-14bf3d4df475,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:48.822361 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-37c8a26d-c2a5-4243-925b-28948ee90786 None None] Port eff6a3d0-5baf-4d10-b12c-efb1c22ec22f cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:59:48.841346 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port a04807d6-8784-479a-81cb-070e80152bde triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:48.841744 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:48.851213 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff388f4-2ab0-40ea-9be7-3dd007c9fe7a None None] DHCP port deletion for 549c8e6d-38df-4171-95c5-652183e307b7 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:59:48.954208 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e8d50a-b629-4b83-bf2c-208afd10f29e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Checking segment: {'id': 'e4117138-e66d-484a-82a4-e7a657ec320f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'cc7d1bc1-d5b0-439a-8891-06c174c7ec6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:48.954429 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e8d50a-b629-4b83-bf2c-208afd10f29e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Network hostable DHCP agents. Network: cc7d1bc1-d5b0-439a-8891-06c174c7ec6e, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:59:48.969823 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-867d7e41-dc0b-4eee-86cd-f1b3753d432b admin admin] Deleting port a77ff212-05e8-4a88-8502-190461a3d8b1 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:48.970494 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-867d7e41-dc0b-4eee-86cd-f1b3753d432b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:49.031838 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-875a2ca2-6ea8-4d1e-9255-385f560cdb63 None None] Set router 8791e296-66f3-41ae-9874-5fc104263c13 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:59:49.035011 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-9aed083c-376f-46f3-b307-88c131f64a01 None None] Provisioning complete for port eff6a3d0-5baf-4d10-b12c-efb1c22ec22f triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:49.035378 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9aed083c-376f-46f3-b307-88c131f64a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:49.094107 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511c255c-bc8e-4695-b56c-ae3dc7a64dcd tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Network 09d5d87c-0eb0-4d96-83c1-36753e61e51f is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:49.101302 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-9aed083c-376f-46f3-b307-88c131f64a01 None None] Port eff6a3d0-5baf-4d10-b12c-efb1c22ec22f cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:59:49.107040 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-511c255c-bc8e-4695-b56c-ae3dc7a64dcd tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:49.123347 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e8d50a-b629-4b83-bf2c-208afd10f29e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Network cc7d1bc1-d5b0-439a-8891-06c174c7ec6e is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:59:49.192133 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-9aed083c-376f-46f3-b307-88c131f64a01 None None] Provisioning complete for port 076f2e99-974c-4e58-94a0-d9b4e0e45c05 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:49.193680 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9aed083c-376f-46f3-b307-88c131f64a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:49.217429 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-bff388f4-2ab0-40ea-9be7-3dd007c9fe7a None None] Deleting port 076f2e99-974c-4e58-94a0-d9b4e0e45c05 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:49.217771 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bff388f4-2ab0-40ea-9be7-3dd007c9fe7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:49.226605 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-85e8d50a-b629-4b83-bf2c-208afd10f29e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, cc7d1bc1-d5b0-439a-8891-06c174c7ec6e) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:49.251872 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108a3359-bf53-4594-b23a-c55cdb0eb506 None None] Network cc7d1bc1-d5b0-439a-8891-06c174c7ec6e requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:49.298899 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-867d7e41-dc0b-4eee-86cd-f1b3753d432b admin admin] For port a77ff212-05e8-4a88-8502-190461a3d8b1, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=a77ff212-05e8-4a88-8502-190461a3d8b1,segment=NetworkSegment(697b74b4-19b5-47fd-b161-45862847105d),segment_id=697b74b4-19b5-47fd-b161-45862847105d)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:49.299271 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-867d7e41-dc0b-4eee-86cd-f1b3753d432b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:49.315234 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e8d50a-b629-4b83-bf2c-208afd10f29e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:49.315842 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-85e8d50a-b629-4b83-bf2c-208afd10f29e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:49.392808 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-867d7e41-dc0b-4eee-86cd-f1b3753d432b admin admin] Calling delete_port for a77ff212-05e8-4a88-8502-190461a3d8b1 owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:49.398427 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5fad0eea-d2f4-4dce-9f1d-8492dd1fd7ea admin admin] Publish callbacks [] for router, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:49.472957 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-85e8d50a-b629-4b83-bf2c-208afd10f29e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2761896 Nov 12 00:59:49.477801 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42178) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:49.485781 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-7b06b4cc-2ba8-47ee-9bd3-6b55a5c8deb4 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Request body: {'port': {'network_id': 'cc7d1bc1-d5b0-439a-8891-06c174c7ec6e', 'name': 'tempest-PortsTestJSON-941219087'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:49.544192 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-511c255c-bc8e-4695-b56c-ae3dc7a64dcd tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Router 43d45a94-9651-4d03-a4f3-f68fc6a14662 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:59:49.550568 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-bff388f4-2ab0-40ea-9be7-3dd007c9fe7a None None] For port 076f2e99-974c-4e58-94a0-d9b4e0e45c05, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=076f2e99-974c-4e58-94a0-d9b4e0e45c05,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:49.550979 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bff388f4-2ab0-40ea-9be7-3dd007c9fe7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:49.602958 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-bff388f4-2ab0-40ea-9be7-3dd007c9fe7a None None] Calling delete_port for 076f2e99-974c-4e58-94a0-d9b4e0e45c05 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:49.640439 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5fad0eea-d2f4-4dce-9f1d-8492dd1fd7ea admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:49.775130 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b06b4cc-2ba8-47ee-9bd3-6b55a5c8deb4 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Made reservation on behalf of 3bb80f8fcdb04dbb90fc5fe264a13cbe for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:49.779157 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7b06b4cc-2ba8-47ee-9bd3-6b55a5c8deb4 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:49.797856 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-5fad0eea-d2f4-4dce-9f1d-8492dd1fd7ea admin admin] Deleting port c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:49.798616 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5fad0eea-d2f4-4dce-9f1d-8492dd1fd7ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:49.829042 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-7b06b4cc-2ba8-47ee-9bd3-6b55a5c8deb4 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] device_id is not set on port b4ee7418-8873-43f0-a32a-07bd2c8339ff yet. {{(pid=102661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:59:49.871795 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device a04807d6-8784-479a-81cb-070e80152bde up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:49.990036 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-5fad0eea-d2f4-4dce-9f1d-8492dd1fd7ea admin admin] For port c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:49.990391 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5fad0eea-d2f4-4dce-9f1d-8492dd1fd7ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:50.020887 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-5fad0eea-d2f4-4dce-9f1d-8492dd1fd7ea admin admin] Calling delete_port for c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5 owned by network:router_gateway {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:50.041999 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-7b06b4cc-2ba8-47ee-9bd3-6b55a5c8deb4 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Allocated IP 172.20.0.11 (cc7d1bc1-d5b0-439a-8891-06c174c7ec6e/7689294e-f44c-46bb-91ee-14bf3d4df475/b4ee7418-8873-43f0-a32a-07bd2c8339ff) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:50.173582 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3abdba3-a845-450d-a728-6728fae9c60f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-cc7d1bc1-d5b0-439a-8891-06c174c7ec6e', 'network_id': 'cc7d1bc1-d5b0-439a-8891-06c174c7ec6e', 'tenant_id': '3bb80f8fcdb04dbb90fc5fe264a13cbe', 'fixed_ips': [{'subnet_id': '7689294e-f44c-46bb-91ee-14bf3d4df475'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:59:50.174475 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b3abdba3-a845-450d-a728-6728fae9c60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:50.189723 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bff388f4-2ab0-40ea-9be7-3dd007c9fe7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:50.240282 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff388f4-2ab0-40ea-9be7-3dd007c9fe7a None None] Pushing event deleted for resources: {'Port': ['ID=076f2e99-974c-4e58-94a0-d9b4e0e45c05,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:50.247111 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff388f4-2ab0-40ea-9be7-3dd007c9fe7a None None] No DVR routers for this DVR port 076f2e99-974c-4e58-94a0-d9b4e0e45c05 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:50.253486 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-875a2ca2-6ea8-4d1e-9255-385f560cdb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8791e296-66f3-41ae-9874-5fc104263c13', 'name': 'tempest-AttachVolumeShelveTestJSON-1644377525-router', 'tenant_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:15Z', 'updated_at': '2021-11-12T00:59:47Z', 'revision_number': 5, 'project_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'gw_port': {'id': 'c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:34:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8791e296-66f3-41ae-9874-5fc104263c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:17Z', 'updated_at': '2021-11-12T00:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:50.255264 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-ede97828-42db-40d5-9c39-6c67ea4851dc None None] Provisioning complete for port eff6a3d0-5baf-4d10-b12c-efb1c22ec22f triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:50.255572 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ede97828-42db-40d5-9c39-6c67ea4851dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:50.276421 n-d-812236-11 neutron-server[102662]: DEBUG neutron.objects.ports [None req-cd5af6d6-00f5-4ac5-9bbe-e7f23cb12059 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102662) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 00:59:50.280686 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cd5af6d6-00f5-4ac5-9bbe-e7f23cb12059 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:50.368434 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875a2ca2-6ea8-4d1e-9255-385f560cdb63 None None] Checking router: 8791e296-66f3-41ae-9874-5fc104263c13 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:59:50.373934 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5af6d6-00f5-4ac5-9bbe-e7f23cb12059 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:50.375844 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511c255c-bc8e-4695-b56c-ae3dc7a64dcd tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:59:50.384119 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-511c255c-bc8e-4695-b56c-ae3dc7a64dcd tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "PUT /v2.0/routers/43d45a94-9651-4d03-a4f3-f68fc6a14662/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7903039 Nov 12 00:59:50.384336 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42184) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:50.389397 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-cd5af6d6-00f5-4ac5-9bbe-e7f23cb12059 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:50.390050 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-1fc80cd1-7cf5-4923-9013-cb4e1e88cc96 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Request body: {'network': {'name': 'tempest-RoutersTest-635642307'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:50.393522 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5af6d6-00f5-4ac5-9bbe-e7f23cb12059 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:50.394169 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cd5af6d6-00f5-4ac5-9bbe-e7f23cb12059 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:50.395767 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff30b60-7941-41c4-9c22-95339fd993c3 None None] Sync routers for ids ['43d45a94-9651-4d03-a4f3-f68fc6a14662'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:59:50.407174 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5af6d6-00f5-4ac5-9bbe-e7f23cb12059 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Subnet': ['ID=3d29ae7b-cbc5-4f0e-8855-02d671b6349b,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:50.429570 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff30b60-7941-41c4-9c22-95339fd993c3 None None] Routers {'43d45a94-9651-4d03-a4f3-f68fc6a14662'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:50.431203 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-5ff30b60-7941-41c4-9c22-95339fd993c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:59:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['43d45a94-9651-4d03-a4f3-f68fc6a14662'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:50.434981 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-cd5af6d6-00f5-4ac5-9bbe-e7f23cb12059 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5739403 Nov 12 00:59:50.434981 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42188) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:50.441325 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-e3ac1924-ba4a-48eb-a566-10596c5346c5 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'subnet': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:50.445305 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-ede97828-42db-40d5-9c39-6c67ea4851dc None None] Port eff6a3d0-5baf-4d10-b12c-efb1c22ec22f cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:59:50.446959 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port a04807d6-8784-479a-81cb-070e80152bde triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:50.447599 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:50.452414 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a004b6-5578-4dca-9566-ca3be541df4b None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:50.452877 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7b06b4cc-2ba8-47ee-9bd3-6b55a5c8deb4 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:50.481131 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5fad0eea-d2f4-4dce-9f1d-8492dd1fd7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:50.492246 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875a2ca2-6ea8-4d1e-9255-385f560cdb63 None None] Routers {'8791e296-66f3-41ae-9874-5fc104263c13'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:50.492829 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-875a2ca2-6ea8-4d1e-9255-385f560cdb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:59:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['8791e296-66f3-41ae-9874-5fc104263c13'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:50.577682 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad0eea-d2f4-4dce-9f1d-8492dd1fd7ea admin admin] Pushing event deleted for resources: {'Port': ['ID=c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:50.581644 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc80cd1-7cf5-4923-9013-cb4e1e88cc96 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Made reservation on behalf of f23da681bca94b38b5538444990222f0 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:50.586416 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1fc80cd1-7cf5-4923-9013-cb4e1e88cc96 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:50.597109 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-867d7e41-dc0b-4eee-86cd-f1b3753d432b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:50.635154 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d7e41-dc0b-4eee-86cd-f1b3753d432b admin admin] Pushing event deleted for resources: {'Port': ['ID=a77ff212-05e8-4a88-8502-190461a3d8b1,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:50.668567 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ac1924-ba4a-48eb-a566-10596c5346c5 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:50.672667 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e3ac1924-ba4a-48eb-a566-10596c5346c5 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:50.699938 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fc80cd1-7cf5-4923-9013-cb4e1e88cc96 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:59:50.712664 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7b06b4cc-2ba8-47ee-9bd3-6b55a5c8deb4 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:50.722543 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5fad0eea-d2f4-4dce-9f1d-8492dd1fd7ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:50.728182 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1fc80cd1-7cf5-4923-9013-cb4e1e88cc96 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:50.728522 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-1fc80cd1-7cf5-4923-9013-cb4e1e88cc96 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Added segment b17c1361-8b82-43fd-9074-4ddf9d4beba9 of type vlan for network 5af08750-7756-44a0-ba6e-79f99fa5b2e0 Nov 12 00:59:50.741392 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c8f889-06be-4284-8d49-ee95d13aee25 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:59:50.754713 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-5ff30b60-7941-41c4-9c22-95339fd993c3 None None] Set router 43d45a94-9651-4d03-a4f3-f68fc6a14662 gateway port host: None {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:59:50.816843 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-875a2ca2-6ea8-4d1e-9255-385f560cdb63 None None] Set router 8791e296-66f3-41ae-9874-5fc104263c13 gateway port host: None {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:59:50.929060 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b06b4cc-2ba8-47ee-9bd3-6b55a5c8deb4 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Network cc7d1bc1-d5b0-439a-8891-06c174c7ec6e is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:50.948185 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5fad0eea-d2f4-4dce-9f1d-8492dd1fd7ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:50.950110 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-7b06b4cc-2ba8-47ee-9bd3-6b55a5c8deb4 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:50.959015 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1fc80cd1-7cf5-4923-9013-cb4e1e88cc96 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:50.964717 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5fad0eea-d2f4-4dce-9f1d-8492dd1fd7ea admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:50.967839 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b06b4cc-2ba8-47ee-9bd3-6b55a5c8deb4 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:50.979765 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b06b4cc-2ba8-47ee-9bd3-6b55a5c8deb4 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event updated for resources: {'Port': ['ID=b4ee7418-8873-43f0-a32a-07bd2c8339ff,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:50.992677 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-875a2ca2-6ea8-4d1e-9255-385f560cdb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8791e296-66f3-41ae-9874-5fc104263c13', 'name': 'tempest-AttachVolumeShelveTestJSON-1644377525-router', 'tenant_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:15Z', 'updated_at': '2021-11-12T00:59:50Z', 'revision_number': 7, 'project_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:51.001493 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-867d7e41-dc0b-4eee-86cd-f1b3753d432b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:51.009606 n-d-812236-11 neutron-server[102662]: INFO neutron.db.ipam_backend_mixin [None req-e3ac1924-ba4a-48eb-a566-10596c5346c5 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3d29ae7b-cbc5-4f0e-8855-02d671b6349b (CIDR: 2001:db8::/64) Nov 12 00:59:51.024859 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3ac1924-ba4a-48eb-a566-10596c5346c5 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 00:59:51.028127 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3ac1924-ba4a-48eb-a566-10596c5346c5 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:59:51.089650 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5fad0eea-d2f4-4dce-9f1d-8492dd1fd7ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:51.090466 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fad0eea-d2f4-4dce-9f1d-8492dd1fd7ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8791e296-66f3-41ae-9874-5fc104263c13 {{(pid=102661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:59:51.092029 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875a2ca2-6ea8-4d1e-9255-385f560cdb63 None None] The sync data for ids ['8791e296-66f3-41ae-9874-5fc104263c13'] in n-d-812236-11 is: [{'id': '8791e296-66f3-41ae-9874-5fc104263c13', 'name': 'tempest-AttachVolumeShelveTestJSON-1644377525-router', 'tenant_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:15Z', 'updated_at': '2021-11-12T00:59:50Z', 'revision_number': 7, 'project_id': 'f62521c5dc664ba4a3bbe0954819df3b', 'gw_port_host': None}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:59:51.098089 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5fad0eea-d2f4-4dce-9f1d-8492dd1fd7ea admin admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:51.099502 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5fad0eea-d2f4-4dce-9f1d-8492dd1fd7ea admin admin] 10.222.0.20 "DELETE /v2.0/routers/8791e296-66f3-41ae-9874-5fc104263c13 HTTP/1.1" status: 204 len: 168 time: 2.3587580 Nov 12 00:59:51.103190 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1fc80cd1-7cf5-4923-9013-cb4e1e88cc96 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:51.119361 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc80cd1-7cf5-4923-9013-cb4e1e88cc96 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:51.130455 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-b3abdba3-a845-450d-a728-6728fae9c60f None None] Allocated IP 172.20.0.2 (cc7d1bc1-d5b0-439a-8891-06c174c7ec6e/7689294e-f44c-46bb-91ee-14bf3d4df475/f02d9496-8b17-498d-8035-5a8d2624e4fa) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:51.132542 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1fc80cd1-7cf5-4923-9013-cb4e1e88cc96 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:51.139541 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42192) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:51.148740 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e3ac1924-ba4a-48eb-a566-10596c5346c5 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7120376 Nov 12 00:59:51.154386 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-5ff30b60-7941-41c4-9c22-95339fd993c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'name': 'tempest-RoutersTest-router-1019833005', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:31Z', 'updated_at': '2021-11-12T00:59:46Z', 'revision_number': 3, 'project_id': 'f23da681bca94b38b5538444990222f0', 'gw_port_host': None, '_interfaces': [{'id': '8827948f-813e-4b5d-9843-d5dd66eb8a4d', 'name': '', 'network_id': 'b7601aaf-0d25-48a6-a3a3-4191027952f6', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:78:07:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:36Z', 'updated_at': '2021-11-12T00:59:45Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff6a3d0-5baf-4d10-b12c-efb1c22ec22f', 'name': '', 'network_id': '09d5d87c-0eb0-4d96-83c1-36753e61e51f', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:61:bc:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': 'cbc58b44-e186-4f5a-b3b0-b08a44a44c20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:43Z', 'updated_at': '2021-11-12T00:59:47Z', 'revision_number': 2, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'cbc58b44-e186-4f5a-b3b0-b08a44a44c20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:51.155095 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42196) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:51.181445 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-32dfe6bf-9576-46ae-9832-566a687552ef tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'subnet': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:51.188278 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b06b4cc-2ba8-47ee-9bd3-6b55a5c8deb4 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:51.189144 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7b06b4cc-2ba8-47ee-9bd3-6b55a5c8deb4 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:51.213617 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff30b60-7941-41c4-9c22-95339fd993c3 None None] Checking router: 43d45a94-9651-4d03-a4f3-f68fc6a14662 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:59:51.213962 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff30b60-7941-41c4-9c22-95339fd993c3 None None] Updating router 43d45a94-9651-4d03-a4f3-f68fc6a14662 port eff6a3d0-5baf-4d10-b12c-efb1c22ec22f binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:59:51.265305 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5ff30b60-7941-41c4-9c22-95339fd993c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:51.285801 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7b06b4cc-2ba8-47ee-9bd3-6b55a5c8deb4 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8067625 Nov 12 00:59:51.292240 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1fc80cd1-7cf5-4923-9013-cb4e1e88cc96 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9070935 Nov 12 00:59:51.299070 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42198) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:51.299635 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42200) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:51.304865 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-c12de8a0-36cc-4512-8559-72ff04caf76b tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Request body: {'port': {'network_id': 'cc7d1bc1-d5b0-439a-8891-06c174c7ec6e', 'name': 'tempest-PortsTestJSON-1332168312'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:51.314167 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-5ea587d1-001a-4f9d-b315-4a0550fffd35 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Request body: {'subnet': {'network_id': '5af08750-7756-44a0-ba6e-79f99fa5b2e0', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:51.345986 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc80cd1-7cf5-4923-9013-cb4e1e88cc96 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event updated for resources: {'Network': ['ID=5af08750-7756-44a0-ba6e-79f99fa5b2e0,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:51.375761 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc43d579-1151-4fb4-96ad-c59754541d7e admin admin] Deleting subnet 04c51f1f-4fad-42e7-a817-4af69d874ab6 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:59:51.414916 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 5af08750-7756-44a0-ba6e-79f99fa5b2e0 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:59:51.439987 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dc43d579-1151-4fb4-96ad-c59754541d7e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:51.519039 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dc43d579-1151-4fb4-96ad-c59754541d7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:51.549117 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 076f2e99-974c-4e58-94a0-d9b4e0e45c05 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:59:51.656852 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea587d1-001a-4f9d-b315-4a0550fffd35 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Made reservation on behalf of f23da681bca94b38b5538444990222f0 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:51.660627 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5ea587d1-001a-4f9d-b315-4a0550fffd35 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:51.682856 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-867d7e41-dc0b-4eee-86cd-f1b3753d432b admin admin] Router 123f7309-3423-4c8e-aa5b-43f5b25847f3 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:59:51.685787 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 076f2e99-974c-4e58-94a0-d9b4e0e45c05 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:59:51.686274 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 076f2e99-974c-4e58-94a0-d9b4e0e45c05 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:59:51.735994 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2023d2b4-8042-4448-b831-484e069f5d4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-549c8e6d-38df-4171-95c5-652183e307b7', 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'tenant_id': 'd39bd700eb73489c844e800fa5489ef8', 'fixed_ips': [{'subnet_id': '3d29ae7b-cbc5-4f0e-8855-02d671b6349b'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:59:51.736991 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2023d2b4-8042-4448-b831-484e069f5d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:51.858317 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32dfe6bf-9576-46ae-9832-566a687552ef tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:51.862236 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-32dfe6bf-9576-46ae-9832-566a687552ef tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:51.868499 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12de8a0-36cc-4512-8559-72ff04caf76b tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Made reservation on behalf of 3bb80f8fcdb04dbb90fc5fe264a13cbe for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:51.872307 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c12de8a0-36cc-4512-8559-72ff04caf76b tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:51.877033 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5ff30b60-7941-41c4-9c22-95339fd993c3 None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:51.890606 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5ff30b60-7941-41c4-9c22-95339fd993c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:51.895954 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867d7e41-dc0b-4eee-86cd-f1b3753d432b admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:59:51.904458 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-867d7e41-dc0b-4eee-86cd-f1b3753d432b admin admin] 10.222.0.20 "PUT /v2.0/routers/123f7309-3423-4c8e-aa5b-43f5b25847f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4519112 Nov 12 00:59:51.909874 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42208) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:51.930290 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b3abdba3-a845-450d-a728-6728fae9c60f None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:51.954290 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-c12de8a0-36cc-4512-8559-72ff04caf76b tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] device_id is not set on port cae436b7-71ac-426d-b0b7-4466a7fea7bc yet. {{(pid=102661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:59:51.955810 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a44cd7-c81e-43c7-9184-dd5cbe87fdec None None] Sync routers for ids ['123f7309-3423-4c8e-aa5b-43f5b25847f3'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:59:51.972974 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b3abdba3-a845-450d-a728-6728fae9c60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:52.027352 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef86f9-87e2-44e2-9a15-2948eb432874 None None] Pushing event updated for resources: {'Port': ['ID=eff6a3d0-5baf-4d10-b12c-efb1c22ec22f,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:52.028809 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dc43d579-1151-4fb4-96ad-c59754541d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:52.106635 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a44cd7-c81e-43c7-9184-dd5cbe87fdec None None] Routers {'123f7309-3423-4c8e-aa5b-43f5b25847f3'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:52.113612 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-25a44cd7-c81e-43c7-9184-dd5cbe87fdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:59:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['123f7309-3423-4c8e-aa5b-43f5b25847f3'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:52.117242 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3abdba3-a845-450d-a728-6728fae9c60f None None] Network cc7d1bc1-d5b0-439a-8891-06c174c7ec6e is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:52.127042 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-2023d2b4-8042-4448-b831-484e069f5d4a None None] Allocated IP 2001:db8::f816:3eff:fe2b:9e05 (549c8e6d-38df-4171-95c5-652183e307b7/3d29ae7b-cbc5-4f0e-8855-02d671b6349b/5d64d6cd-85d8-4faf-b4c3-a8197e96b30a) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:52.189849 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-5ff30b60-7941-41c4-9c22-95339fd993c3 None None] Attempting to bind port eff6a3d0-5baf-4d10-b12c-efb1c22ec22f on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:52.190503 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-5ff30b60-7941-41c4-9c22-95339fd993c3 None None] Attempting to bind port eff6a3d0-5baf-4d10-b12c-efb1c22ec22f by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '848d387c-f0e0-40bb-81e3-575641490034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '09d5d87c-0eb0-4d96-83c1-36753e61e51f'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:52.192858 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-b3abdba3-a845-450d-a728-6728fae9c60f None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:52.195851 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff30b60-7941-41c4-9c22-95339fd993c3 None None] Attempting to bind port eff6a3d0-5baf-4d10-b12c-efb1c22ec22f on network 09d5d87c-0eb0-4d96-83c1-36753e61e51f {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:52.204458 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3abdba3-a845-450d-a728-6728fae9c60f None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:52.207519 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3abdba3-a845-450d-a728-6728fae9c60f None None] Pushing event updated for resources: {'Port': ['ID=f02d9496-8b17-498d-8035-5a8d2624e4fa,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:52.217876 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff30b60-7941-41c4-9c22-95339fd993c3 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:59:52.220091 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff30b60-7941-41c4-9c22-95339fd993c3 None None] Checking segment: {'id': '848d387c-f0e0-40bb-81e3-575641490034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '09d5d87c-0eb0-4d96-83c1-36753e61e51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:52.221230 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5ff30b60-7941-41c4-9c22-95339fd993c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:52.221737 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff30b60-7941-41c4-9c22-95339fd993c3 None None] Bound using segment: {'id': '848d387c-f0e0-40bb-81e3-575641490034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '09d5d87c-0eb0-4d96-83c1-36753e61e51f'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:59:52.223054 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-5ff30b60-7941-41c4-9c22-95339fd993c3 None None] Bound port: eff6a3d0-5baf-4d10-b12c-efb1c22ec22f, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '848d387c-f0e0-40bb-81e3-575641490034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '09d5d87c-0eb0-4d96-83c1-36753e61e51f'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:59:52.225516 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5ff30b60-7941-41c4-9c22-95339fd993c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:52.412387 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-5ff30b60-7941-41c4-9c22-95339fd993c3 None None] For port eff6a3d0-5baf-4d10-b12c-efb1c22ec22f, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:59:52.412906 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-32dfe6bf-9576-46ae-9832-566a687552ef tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:52.417564 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-5ff30b60-7941-41c4-9c22-95339fd993c3 None None] For port eff6a3d0-5baf-4d10-b12c-efb1c22ec22f, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=eff6a3d0-5baf-4d10-b12c-efb1c22ec22f,segment=NetworkSegment(848d387c-f0e0-40bb-81e3-575641490034),segment_id=848d387c-f0e0-40bb-81e3-575641490034)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:59:52.424895 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5ff30b60-7941-41c4-9c22-95339fd993c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:52.460663 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device cb6fe852-1ea9-402c-afd4-bb1c7226664d no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:59:52.522097 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32dfe6bf-9576-46ae-9832-566a687552ef tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:52.532148 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-32dfe6bf-9576-46ae-9832-566a687552ef tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:52.554500 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32dfe6bf-9576-46ae-9832-566a687552ef tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:52.555331 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-32dfe6bf-9576-46ae-9832-566a687552ef tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:52.556939 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff30b60-7941-41c4-9c22-95339fd993c3 None None] Routers {'43d45a94-9651-4d03-a4f3-f68fc6a14662'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:52.557779 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-5ff30b60-7941-41c4-9c22-95339fd993c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:59:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['43d45a94-9651-4d03-a4f3-f68fc6a14662'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:52.560546 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef86f9-87e2-44e2-9a15-2948eb432874 None None] Pushing event updated for resources: {'Port': ['ID=eff6a3d0-5baf-4d10-b12c-efb1c22ec22f,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:52.589538 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dfe6bf-9576-46ae-9832-566a687552ef tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Subnet': ['ID=a65b8da8-32db-4988-917c-b81bf2c8b9c2,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:52.620355 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-32dfe6bf-9576-46ae-9832-566a687552ef tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4491742 Nov 12 00:59:52.620729 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42224) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:52.628423 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-05304a14-efa7-4633-873f-4c29431af6cb tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'port': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'mac_address': 'fa:16:3e:f6:f4:b3', 'name': 'tempest-NetworksTestDHCPv6-1034098871'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:52.662537 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: cb6fe852-1ea9-402c-afd4-bb1c7226664d {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:59:52.663441 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device cb6fe852-1ea9-402c-afd4-bb1c7226664d not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:59:52.665463 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:59:52.675722 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dc43d579-1151-4fb4-96ad-c59754541d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:52.721893 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-b3abdba3-a845-450d-a728-6728fae9c60f None None] Attempting to bind port f02d9496-8b17-498d-8035-5a8d2624e4fa on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:52.723915 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-b3abdba3-a845-450d-a728-6728fae9c60f None None] Attempting to bind port f02d9496-8b17-498d-8035-5a8d2624e4fa by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'e4117138-e66d-484a-82a4-e7a657ec320f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'cc7d1bc1-d5b0-439a-8891-06c174c7ec6e'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:52.726257 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3abdba3-a845-450d-a728-6728fae9c60f None None] Attempting to bind port f02d9496-8b17-498d-8035-5a8d2624e4fa on network cc7d1bc1-d5b0-439a-8891-06c174c7ec6e {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:52.753408 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ab09688e-52ca-48bb-87ab-053dd8ab01ae admin admin] Publish callbacks [] for router, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:52.759383 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-c12de8a0-36cc-4512-8559-72ff04caf76b tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Allocated IP 172.20.0.4 (cc7d1bc1-d5b0-439a-8891-06c174c7ec6e/7689294e-f44c-46bb-91ee-14bf3d4df475/cae436b7-71ac-426d-b0b7-4466a7fea7bc) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:52.801637 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc43d579-1151-4fb4-96ad-c59754541d7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04c51f1f-4fad-42e7-a817-4af69d874ab6,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:52.822486 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-5ff30b60-7941-41c4-9c22-95339fd993c3 None None] Set router 43d45a94-9651-4d03-a4f3-f68fc6a14662 gateway port host: None {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:59:52.835897 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3abdba3-a845-450d-a728-6728fae9c60f None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:59:52.842319 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3abdba3-a845-450d-a728-6728fae9c60f None None] Checking segment: {'id': 'e4117138-e66d-484a-82a4-e7a657ec320f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'cc7d1bc1-d5b0-439a-8891-06c174c7ec6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:52.842909 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b3abdba3-a845-450d-a728-6728fae9c60f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:52.843935 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3abdba3-a845-450d-a728-6728fae9c60f None None] Bound using segment: {'id': 'e4117138-e66d-484a-82a4-e7a657ec320f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'cc7d1bc1-d5b0-439a-8891-06c174c7ec6e'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:59:52.846000 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-b3abdba3-a845-450d-a728-6728fae9c60f None None] Bound port: f02d9496-8b17-498d-8035-5a8d2624e4fa, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4117138-e66d-484a-82a4-e7a657ec320f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'cc7d1bc1-d5b0-439a-8891-06c174c7ec6e'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:59:52.846165 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b3abdba3-a845-450d-a728-6728fae9c60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:52.915861 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:59:52.916985 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device c7cf3c5a-7bff-42ab-838a-320fa2f5f5c5 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:59:52.932047 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913ba384-acbd-43fb-8989-87105e6dd7e6 None None] Network 9bd80eeb-5154-4c03-9db9-fcf789d8dd48 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:52.937365 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05304a14-efa7-4633-873f-4c29431af6cb tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:52.988921 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dc43d579-1151-4fb4-96ad-c59754541d7e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:52.995325 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-dc43d579-1151-4fb4-96ad-c59754541d7e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/04c51f1f-4fad-42e7-a817-4af69d874ab6 HTTP/1.1" status: 204 len: 168 time: 1.8475447 Nov 12 00:59:52.999969 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42230) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:53.068323 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-05304a14-efa7-4633-873f-4c29431af6cb tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:53.090725 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-05304a14-efa7-4633-873f-4c29431af6cb tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] device_id is not set on port 91e59fbb-939e-465d-9f42-1ce61160af30 yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:59:53.192375 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-5ff30b60-7941-41c4-9c22-95339fd993c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'name': 'tempest-RoutersTest-router-1019833005', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:31Z', 'updated_at': '2021-11-12T00:59:46Z', 'revision_number': 3, 'project_id': 'f23da681bca94b38b5538444990222f0', 'gw_port_host': None, '_interfaces': [{'id': '8827948f-813e-4b5d-9843-d5dd66eb8a4d', 'name': '', 'network_id': 'b7601aaf-0d25-48a6-a3a3-4191027952f6', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:78:07:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:36Z', 'updated_at': '2021-11-12T00:59:45Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff6a3d0-5baf-4d10-b12c-efb1c22ec22f', 'name': '', 'network_id': '09d5d87c-0eb0-4d96-83c1-36753e61e51f', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:61:bc:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': 'cbc58b44-e186-4f5a-b3b0-b08a44a44c20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:43Z', 'updated_at': '2021-11-12T00:59:52Z', 'revision_number': 4, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'cbc58b44-e186-4f5a-b3b0-b08a44a44c20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:53.205924 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-edba70c0-1804-462d-96d5-9722a1d98e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:53.224554 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff30b60-7941-41c4-9c22-95339fd993c3 None None] The sync data for ids ['43d45a94-9651-4d03-a4f3-f68fc6a14662'] in n-d-812236-11 is: [{'id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'name': 'tempest-RoutersTest-router-1019833005', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:31Z', 'updated_at': '2021-11-12T00:59:46Z', 'revision_number': 3, 'project_id': 'f23da681bca94b38b5538444990222f0', 'gw_port_host': None, '_interfaces': [{'id': '8827948f-813e-4b5d-9843-d5dd66eb8a4d', 'name': '', 'network_id': 'b7601aaf-0d25-48a6-a3a3-4191027952f6', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:78:07:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:36Z', 'updated_at': '2021-11-12T00:59:45Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff6a3d0-5baf-4d10-b12c-efb1c22ec22f', 'name': '', 'network_id': '09d5d87c-0eb0-4d96-83c1-36753e61e51f', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:61:bc:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': 'cbc58b44-e186-4f5a-b3b0-b08a44a44c20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:43Z', 'updated_at': '2021-11-12T00:59:52Z', 'revision_number': 4, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'cbc58b44-e186-4f5a-b3b0-b08a44a44c20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:59:53.244414 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5ea587d1-001a-4f9d-b315-4a0550fffd35 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:53.361836 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-25a44cd7-c81e-43c7-9184-dd5cbe87fdec None None] Set router 123f7309-3423-4c8e-aa5b-43f5b25847f3 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:59:53.366384 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-889d990a-ad8e-4b8b-bc9c-54335a35f353 None None] Provisioning complete for port eff6a3d0-5baf-4d10-b12c-efb1c22ec22f triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:53.366751 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-889d990a-ad8e-4b8b-bc9c-54335a35f353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:53.630283 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b3abdba3-a845-450d-a728-6728fae9c60f None None] For port f02d9496-8b17-498d-8035-5a8d2624e4fa, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:59:53.649784 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea587d1-001a-4f9d-b315-4a0550fffd35 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event updated for resources: {'Subnet': ['ID=d97ed380-2494-4648-b408-f444ba18f2ee,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:53.679776 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b3abdba3-a845-450d-a728-6728fae9c60f None None] For port f02d9496-8b17-498d-8035-5a8d2624e4fa, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=f02d9496-8b17-498d-8035-5a8d2624e4fa,segment=NetworkSegment(e4117138-e66d-484a-82a4-e7a657ec320f),segment_id=e4117138-e66d-484a-82a4-e7a657ec320f)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:59:53.689997 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2023d2b4-8042-4448-b831-484e069f5d4a None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:53.698374 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b3abdba3-a845-450d-a728-6728fae9c60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:53.705471 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ab09688e-52ca-48bb-87ab-053dd8ab01ae admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:53.822714 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-edba70c0-1804-462d-96d5-9722a1d98e08 admin admin] Deleting port 2e313ac0-ebac-448f-a7fd-efc176766024 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:53.823051 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-edba70c0-1804-462d-96d5-9722a1d98e08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:53.863185 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2023d2b4-8042-4448-b831-484e069f5d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:53.875541 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3abdba3-a845-450d-a728-6728fae9c60f None None] Pushing event updated for resources: {'Port': ['ID=f02d9496-8b17-498d-8035-5a8d2624e4fa,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:53.900171 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea587d1-001a-4f9d-b315-4a0550fffd35 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Checking segment: {'id': 'b17c1361-8b82-43fd-9074-4ddf9d4beba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '5af08750-7756-44a0-ba6e-79f99fa5b2e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:53.900536 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea587d1-001a-4f9d-b315-4a0550fffd35 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Network hostable DHCP agents. Network: 5af08750-7756-44a0-ba6e-79f99fa5b2e0, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:59:53.940472 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ecfa1a-e568-4cce-988d-1b9a0ef1f162 None None] DHCP port deletion for 9bd80eeb-5154-4c03-9db9-fcf789d8dd48 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:59:53.944416 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-889d990a-ad8e-4b8b-bc9c-54335a35f353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:54.052149 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-05304a14-efa7-4633-873f-4c29431af6cb tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Allocated IP 2001:db8:0:1::282 (549c8e6d-38df-4171-95c5-652183e307b7/a65b8da8-32db-4988-917c-b81bf2c8b9c2/91e59fbb-939e-465d-9f42-1ce61160af30) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:54.068259 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device eff6a3d0-5baf-4d10-b12c-efb1c22ec22f up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:54.070267 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-05304a14-efa7-4633-873f-4c29431af6cb tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Allocated IP 2001:db8::f816:3eff:fef6:f4b3 (549c8e6d-38df-4171-95c5-652183e307b7/3d29ae7b-cbc5-4f0e-8855-02d671b6349b/91e59fbb-939e-465d-9f42-1ce61160af30) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:54.077686 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c12de8a0-36cc-4512-8559-72ff04caf76b tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:54.081470 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-edba70c0-1804-462d-96d5-9722a1d98e08 admin admin] For port 2e313ac0-ebac-448f-a7fd-efc176766024, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=2e313ac0-ebac-448f-a7fd-efc176766024,segment=NetworkSegment(6922dc8f-e4e8-46eb-925b-ce7a975c2214),segment_id=6922dc8f-e4e8-46eb-925b-ce7a975c2214)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:54.082923 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2023d2b4-8042-4448-b831-484e069f5d4a None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:54.087863 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-edba70c0-1804-462d-96d5-9722a1d98e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:54.138604 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-2023d2b4-8042-4448-b831-484e069f5d4a None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:54.149773 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2023d2b4-8042-4448-b831-484e069f5d4a None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:54.189113 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-edba70c0-1804-462d-96d5-9722a1d98e08 admin admin] Calling delete_port for 2e313ac0-ebac-448f-a7fd-efc176766024 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:54.212620 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea587d1-001a-4f9d-b315-4a0550fffd35 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Network 5af08750-7756-44a0-ba6e-79f99fa5b2e0 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:59:54.241099 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-ab09688e-52ca-48bb-87ab-053dd8ab01ae admin admin] Deleting port 48adf0a1-508d-4eaa-a627-647acab7879d {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:54.241475 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ab09688e-52ca-48bb-87ab-053dd8ab01ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:54.286033 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023d2b4-8042-4448-b831-484e069f5d4a None None] Pushing event updated for resources: {'Port': ['ID=5d64d6cd-85d8-4faf-b4c3-a8197e96b30a,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:54.313275 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-889d990a-ad8e-4b8b-bc9c-54335a35f353 None None] For port eff6a3d0-5baf-4d10-b12c-efb1c22ec22f, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=eff6a3d0-5baf-4d10-b12c-efb1c22ec22f,segment=NetworkSegment(848d387c-f0e0-40bb-81e3-575641490034),segment_id=848d387c-f0e0-40bb-81e3-575641490034)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:54.338899 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-889d990a-ad8e-4b8b-bc9c-54335a35f353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:54.414137 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-5ea587d1-001a-4f9d-b315-4a0550fffd35 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 5af08750-7756-44a0-ba6e-79f99fa5b2e0) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:54.431600 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea587d1-001a-4f9d-b315-4a0550fffd35 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:54.432199 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5ea587d1-001a-4f9d-b315-4a0550fffd35 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:54.438576 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-05304a14-efa7-4633-873f-4c29431af6cb tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:54.442716 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1988c235-ebe1-481a-9b7e-4dac936c3d2d None None] Network 5af08750-7756-44a0-ba6e-79f99fa5b2e0 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:54.488745 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-2023d2b4-8042-4448-b831-484e069f5d4a None None] Attempting to bind port 5d64d6cd-85d8-4faf-b4c3-a8197e96b30a on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:54.489144 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-2023d2b4-8042-4448-b831-484e069f5d4a None None] Attempting to bind port 5d64d6cd-85d8-4faf-b4c3-a8197e96b30a by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:54.489830 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2023d2b4-8042-4448-b831-484e069f5d4a None None] Attempting to bind port 5d64d6cd-85d8-4faf-b4c3-a8197e96b30a on network 549c8e6d-38df-4171-95c5-652183e307b7 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:54.510505 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-05304a14-efa7-4633-873f-4c29431af6cb tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:54.521776 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5ea587d1-001a-4f9d-b315-4a0550fffd35 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2095139 Nov 12 00:59:54.526241 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42248) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:54.529749 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c12de8a0-36cc-4512-8559-72ff04caf76b tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:54.575639 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port eff6a3d0-5baf-4d10-b12c-efb1c22ec22f triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:54.576012 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:54.578425 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2023d2b4-8042-4448-b831-484e069f5d4a None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:59:54.579078 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2023d2b4-8042-4448-b831-484e069f5d4a None None] Checking segment: {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:54.579329 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2023d2b4-8042-4448-b831-484e069f5d4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:54.579757 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2023d2b4-8042-4448-b831-484e069f5d4a None None] Bound using segment: {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:59:54.580243 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-2023d2b4-8042-4448-b831-484e069f5d4a None None] Bound port: 5d64d6cd-85d8-4faf-b4c3-a8197e96b30a, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:59:54.580644 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2023d2b4-8042-4448-b831-484e069f5d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:54.590180 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-25a44cd7-c81e-43c7-9184-dd5cbe87fdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123f7309-3423-4c8e-aa5b-43f5b25847f3', 'name': 'tempest-TaggedBootDevicesTest-374674830-router', 'tenant_id': 'c21468cd613f4b869b90c5f693039b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '48adf0a1-508d-4eaa-a627-647acab7879d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:44:07Z', 'updated_at': '2021-11-12T00:59:50Z', 'revision_number': 5, 'project_id': 'c21468cd613f4b869b90c5f693039b67', 'gw_port': {'id': '48adf0a1-508d-4eaa-a627-647acab7879d', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123f7309-3423-4c8e-aa5b-43f5b25847f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:08Z', 'updated_at': '2021-11-12T00:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:54.597633 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05304a14-efa7-4633-873f-4c29431af6cb tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:54.601867 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-05304a14-efa7-4633-873f-4c29431af6cb tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:54.613744 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05304a14-efa7-4633-873f-4c29431af6cb tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:54.622080 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05304a14-efa7-4633-873f-4c29431af6cb tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:54.622842 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d990a-ad8e-4b8b-bc9c-54335a35f353 None None] Pushing event updated for resources: {'Port': ['ID=eff6a3d0-5baf-4d10-b12c-efb1c22ec22f,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:54.623386 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-05304a14-efa7-4633-873f-4c29431af6cb tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:54.628687 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05304a14-efa7-4633-873f-4c29431af6cb tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Port': ['ID=91e59fbb-939e-465d-9f42-1ce61160af30,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:54.654460 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-05304a14-efa7-4633-873f-4c29431af6cb tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.0324614 Nov 12 00:59:54.658858 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42250) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:54.675445 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-94ecfa1a-e568-4cce-988d-1b9a0ef1f162 None None] Deleting port 2e313ac0-ebac-448f-a7fd-efc176766024 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:54.676012 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-94ecfa1a-e568-4cce-988d-1b9a0ef1f162 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:54.705277 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12de8a0-36cc-4512-8559-72ff04caf76b tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event updated for resources: {'Port': ['ID=cae436b7-71ac-426d-b0b7-4466a7fea7bc,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:54.707487 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a44cd7-c81e-43c7-9184-dd5cbe87fdec None None] Checking router: 123f7309-3423-4c8e-aa5b-43f5b25847f3 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:59:54.726778 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-9eb7aac8-6fa4-4ee7-bafa-4241d8665d1c None None] Provisioning complete for port eff6a3d0-5baf-4d10-b12c-efb1c22ec22f triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:54.727154 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9eb7aac8-6fa4-4ee7-bafa-4241d8665d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:54.728156 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-ab09688e-52ca-48bb-87ab-053dd8ab01ae admin admin] For port 48adf0a1-508d-4eaa-a627-647acab7879d, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=48adf0a1-508d-4eaa-a627-647acab7879d,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:54.728703 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ab09688e-52ca-48bb-87ab-053dd8ab01ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:54.732420 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12de8a0-36cc-4512-8559-72ff04caf76b tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Network cc7d1bc1-d5b0-439a-8891-06c174c7ec6e is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:54.749075 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-c12de8a0-36cc-4512-8559-72ff04caf76b tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:54.752279 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12de8a0-36cc-4512-8559-72ff04caf76b tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:54.766765 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-ab09688e-52ca-48bb-87ab-053dd8ab01ae admin admin] Calling delete_port for 48adf0a1-508d-4eaa-a627-647acab7879d owned by network:router_gateway {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:54.805240 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-837ed9a6-b058-42aa-ae8e-08c019081a24 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Deleting port 91e59fbb-939e-465d-9f42-1ce61160af30 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:54.805734 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-837ed9a6-b058-42aa-ae8e-08c019081a24 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:54.925230 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-837ed9a6-b058-42aa-ae8e-08c019081a24 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:54.938101 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a44cd7-c81e-43c7-9184-dd5cbe87fdec None None] Routers {'123f7309-3423-4c8e-aa5b-43f5b25847f3'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:54.939046 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-837ed9a6-b058-42aa-ae8e-08c019081a24 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Calling delete_port for 91e59fbb-939e-465d-9f42-1ce61160af30 owned by {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:54.940305 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-25a44cd7-c81e-43c7-9184-dd5cbe87fdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:59:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['123f7309-3423-4c8e-aa5b-43f5b25847f3'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:54.978760 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-edba70c0-1804-462d-96d5-9722a1d98e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:55.060749 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba70c0-1804-462d-96d5-9722a1d98e08 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e313ac0-ebac-448f-a7fd-efc176766024,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:55.075856 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12de8a0-36cc-4512-8559-72ff04caf76b tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:55.076594 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c12de8a0-36cc-4512-8559-72ff04caf76b tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:55.084895 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edba70c0-1804-462d-96d5-9722a1d98e08 admin admin] No DVR routers for this DVR port 2e313ac0-ebac-448f-a7fd-efc176766024 on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:55.127164 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-94ecfa1a-e568-4cce-988d-1b9a0ef1f162 None None] For port 2e313ac0-ebac-448f-a7fd-efc176766024, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=2e313ac0-ebac-448f-a7fd-efc176766024,segment=NetworkSegment(6922dc8f-e4e8-46eb-925b-ce7a975c2214),segment_id=6922dc8f-e4e8-46eb-925b-ce7a975c2214)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:55.129736 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-94ecfa1a-e568-4cce-988d-1b9a0ef1f162 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:55.148037 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-837ed9a6-b058-42aa-ae8e-08c019081a24 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:55.215590 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ed9a6-b058-42aa-ae8e-08c019081a24 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Port': ['ID=91e59fbb-939e-465d-9f42-1ce61160af30,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:55.259652 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-2023d2b4-8042-4448-b831-484e069f5d4a None None] For port 5d64d6cd-85d8-4faf-b4c3-a8197e96b30a, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:59:55.260797 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-837ed9a6-b058-42aa-ae8e-08c019081a24 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:55.270785 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-837ed9a6-b058-42aa-ae8e-08c019081a24 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/ports/91e59fbb-939e-465d-9f42-1ce61160af30 HTTP/1.1" status: 204 len: 168 time: 0.6107903 Nov 12 00:59:55.271507 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42258) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:55.273810 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c12de8a0-36cc-4512-8559-72ff04caf76b tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.9727983 Nov 12 00:59:55.291987 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42260) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:55.313409 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-94ecfa1a-e568-4cce-988d-1b9a0ef1f162 None None] Calling delete_port for 2e313ac0-ebac-448f-a7fd-efc176766024 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:55.325426 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-2023d2b4-8042-4448-b831-484e069f5d4a None None] For port 5d64d6cd-85d8-4faf-b4c3-a8197e96b30a, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=5d64d6cd-85d8-4faf-b4c3-a8197e96b30a,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:59:55.338438 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2023d2b4-8042-4448-b831-484e069f5d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:55.407851 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1d296e-b9b4-4e57-acc9-340d7c44403b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:55.412441 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ca1d296e-b9b4-4e57-acc9-340d7c44403b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1399400 Nov 12 00:59:55.418930 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42262) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:55.467495 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b508643-3ff2-4984-a6fe-c53b06db27c7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:55.472580 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6b508643-3ff2-4984-a6fe-c53b06db27c7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 922 time: 0.1794338 Nov 12 00:59:55.473464 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42264) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:55.505794 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-edba70c0-1804-462d-96d5-9722a1d98e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:55.514168 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-25a44cd7-c81e-43c7-9184-dd5cbe87fdec None None] Set router 123f7309-3423-4c8e-aa5b-43f5b25847f3 gateway port host: None {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:59:55.573763 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-edba70c0-1804-462d-96d5-9722a1d98e08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bd80eeb-5154-4c03-9db9-fcf789d8dd48']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:55.589078 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-94ecfa1a-e568-4cce-988d-1b9a0ef1f162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:55.591374 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-25a44cd7-c81e-43c7-9184-dd5cbe87fdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123f7309-3423-4c8e-aa5b-43f5b25847f3', 'name': 'tempest-TaggedBootDevicesTest-374674830-router', 'tenant_id': 'c21468cd613f4b869b90c5f693039b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:44:07Z', 'updated_at': '2021-11-12T00:59:53Z', 'revision_number': 6, 'project_id': 'c21468cd613f4b869b90c5f693039b67', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:55.596771 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-edba70c0-1804-462d-96d5-9722a1d98e08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6922dc8f-e4e8-46eb-925b-ce7a975c2214') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:55.597070 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-edba70c0-1804-462d-96d5-9722a1d98e08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6922dc8f-e4e8-46eb-925b-ce7a975c2214') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:55.603370 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd49a6b-76f8-4a59-9675-cd2b23daa2f5 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:55.605229 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ecd49a6b-76f8-4a59-9675-cd2b23daa2f5 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1851995 Nov 12 00:59:55.607753 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42270) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:55.613333 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bab486-c7c9-46e7-936f-ecbb38a42ba5 None None] Network cc7d1bc1-d5b0-439a-8891-06c174c7ec6e requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:55.627648 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023d2b4-8042-4448-b831-484e069f5d4a None None] Pushing event updated for resources: {'Port': ['ID=5d64d6cd-85d8-4faf-b4c3-a8197e96b30a,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:55.631927 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-edba70c0-1804-462d-96d5-9722a1d98e08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:55.675832 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7f532c-7590-4a4e-a744-fac2fd023697 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:55.678250 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7f532c-7590-4a4e-a744-fac2fd023697 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:55.680328 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7f532c-7590-4a4e-a744-fac2fd023697 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:55.681865 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-edba70c0-1804-462d-96d5-9722a1d98e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:55.683142 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6f7f532c-7590-4a4e-a744-fac2fd023697 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0744283 Nov 12 00:59:55.686790 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42272) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:55.699481 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edba70c0-1804-462d-96d5-9722a1d98e08 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:59:55.699903 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-edba70c0-1804-462d-96d5-9722a1d98e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:55.703076 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 00:59:55.703076 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:59:55.703076 n-d-812236-11 neutron-server[102661]: timer() Nov 12 00:59:55.703076 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:59:55.703076 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 00:59:55.703076 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:59:55.703076 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 00:59:55.703076 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:59:55.703076 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 00:59:55.703076 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:59:55.703076 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 00:59:55.703076 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:59:55.703076 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 00:59:55.703076 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:59:55.703076 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:59:55.703076 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:59:55.703076 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:59:55.703076 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:59:55.703076 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 00:59:55.703076 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:59:55.703076 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 00:59:55.703076 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:59:55.703076 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:59:55.703076 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:59:55.703076 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 00:59:55.703076 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:59:55.703076 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:59:55.703076 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:59:55.703076 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:59:55.703076 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:59:55.703076 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:59:55.703076 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:59:55.761279 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ab09688e-52ca-48bb-87ab-053dd8ab01ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:55.792747 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c4bf6cd-cd51-46c7-89e5-37f1e7201c73 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Deleting subnet 3d29ae7b-cbc5-4f0e-8855-02d671b6349b {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:59:55.796412 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4c4bf6cd-cd51-46c7-89e5-37f1e7201c73 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:55.834757 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab09688e-52ca-48bb-87ab-053dd8ab01ae admin admin] Pushing event deleted for resources: {'Port': ['ID=48adf0a1-508d-4eaa-a627-647acab7879d,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:55.850708 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4c4bf6cd-cd51-46c7-89e5-37f1e7201c73 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:55.867920 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-edba70c0-1804-462d-96d5-9722a1d98e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:55.895389 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-edba70c0-1804-462d-96d5-9722a1d98e08 admin admin] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:55.900792 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-edba70c0-1804-462d-96d5-9722a1d98e08 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9bd80eeb-5154-4c03-9db9-fcf789d8dd48 HTTP/1.1" status: 204 len: 168 time: 2.8909755 Nov 12 00:59:55.922017 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-afdb177d-6a47-4d6f-83ec-d766162f5ba2 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:55.922809 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba70c0-1804-462d-96d5-9722a1d98e08 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bd80eeb-5154-4c03-9db9-fcf789d8dd48,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:55.952405 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ab09688e-52ca-48bb-87ab-053dd8ab01ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:55.957981 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4c4bf6cd-cd51-46c7-89e5-37f1e7201c73 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:56.045802 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4c4bf6cd-cd51-46c7-89e5-37f1e7201c73 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:56.088112 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4bf6cd-cd51-46c7-89e5-37f1e7201c73 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Subnet': ['ID=3d29ae7b-cbc5-4f0e-8855-02d671b6349b,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:56.094901 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4c4bf6cd-cd51-46c7-89e5-37f1e7201c73 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:56.101126 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-4c4bf6cd-cd51-46c7-89e5-37f1e7201c73 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/3d29ae7b-cbc5-4f0e-8855-02d671b6349b HTTP/1.1" status: 204 len: 168 time: 0.4078338 Nov 12 00:59:56.101926 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42276) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:56.107212 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-9148e132-a7e7-4454-bc08-ecaae80528a2 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Deleting port cae436b7-71ac-426d-b0b7-4466a7fea7bc {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:56.107631 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9148e132-a7e7-4454-bc08-ecaae80528a2 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:56.124052 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42278) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:56.145394 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ab09688e-52ca-48bb-87ab-053dd8ab01ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:56.154530 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ab09688e-52ca-48bb-87ab-053dd8ab01ae admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:56.258446 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9148e132-a7e7-4454-bc08-ecaae80528a2 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:56.272882 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-9148e132-a7e7-4454-bc08-ecaae80528a2 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Calling delete_port for cae436b7-71ac-426d-b0b7-4466a7fea7bc owned by {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:56.316288 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f10583f-a9aa-492b-b20d-f4ab96b19412 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:59:56.319966 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device f02d9496-8b17-498d-8035-5a8d2624e4fa up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:56.344318 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-9377e1e5-b838-4fab-83e0-8bc6ded80084 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f62521c5dc664ba4a3bbe0954819df3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2181988 Nov 12 00:59:56.349120 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42288) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:56.358407 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ab09688e-52ca-48bb-87ab-053dd8ab01ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:56.358995 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab09688e-52ca-48bb-87ab-053dd8ab01ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 123f7309-3423-4c8e-aa5b-43f5b25847f3 {{(pid=102661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:59:56.366753 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ab09688e-52ca-48bb-87ab-053dd8ab01ae admin admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:56.367893 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ab09688e-52ca-48bb-87ab-053dd8ab01ae admin admin] 10.222.0.20 "DELETE /v2.0/routers/123f7309-3423-4c8e-aa5b-43f5b25847f3 HTTP/1.1" status: 204 len: 168 time: 4.4412220 Nov 12 00:59:56.376290 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42290) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:56.397711 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a44cd7-c81e-43c7-9184-dd5cbe87fdec None None] The sync data for ids ['123f7309-3423-4c8e-aa5b-43f5b25847f3'] in n-d-812236-11 is: [{'id': '123f7309-3423-4c8e-aa5b-43f5b25847f3', 'name': 'tempest-TaggedBootDevicesTest-374674830-router', 'tenant_id': 'c21468cd613f4b869b90c5f693039b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:44:07Z', 'updated_at': '2021-11-12T00:59:53Z', 'revision_number': 6, 'project_id': 'c21468cd613f4b869b90c5f693039b67', 'gw_port_host': None}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:59:56.535395 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-8236ad97-114c-4c19-a106-03338437223c admin admin] Deleting subnet 7a63ee01-80de-400e-a556-e4579cccd373 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:59:56.542330 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8236ad97-114c-4c19-a106-03338437223c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:56.585014 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ecfa1a-e568-4cce-988d-1b9a0ef1f162 None None] No DVR routers for this DVR port 2e313ac0-ebac-448f-a7fd-efc176766024 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:56.608282 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-6517e20c-5a8f-4bcc-b8ca-9c06583dd267 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Deleting subnet a65b8da8-32db-4988-917c-b81bf2c8b9c2 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:59:56.614330 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6517e20c-5a8f-4bcc-b8ca-9c06583dd267 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:56.622307 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ecfa1a-e568-4cce-988d-1b9a0ef1f162 None None] Pushing event deleted for resources: {'Port': ['ID=2e313ac0-ebac-448f-a7fd-efc176766024,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:56.634915 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9efd2a1-b8bd-400a-962d-4c144f2953b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-5af08750-7756-44a0-ba6e-79f99fa5b2e0', 'network_id': '5af08750-7756-44a0-ba6e-79f99fa5b2e0', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'fixed_ips': [{'subnet_id': 'd97ed380-2494-4648-b408-f444ba18f2ee'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:59:56.636879 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b9efd2a1-b8bd-400a-962d-4c144f2953b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:56.668799 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4d090876-08a6-4339-9a75-161f928c4111 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:56.694970 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8236ad97-114c-4c19-a106-03338437223c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:56.736336 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6517e20c-5a8f-4bcc-b8ca-9c06583dd267 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:56.749644 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port f02d9496-8b17-498d-8035-5a8d2624e4fa triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:56.750186 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:56.790842 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9148e132-a7e7-4454-bc08-ecaae80528a2 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:56.868430 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9148e132-a7e7-4454-bc08-ecaae80528a2 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event deleted for resources: {'Port': ['ID=cae436b7-71ac-426d-b0b7-4466a7fea7bc,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:56.960311 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-5c1a3275-3eeb-460c-8d63-ee006e9760f8 None None] Provisioning complete for port f02d9496-8b17-498d-8035-5a8d2624e4fa triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:56.960789 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5c1a3275-3eeb-460c-8d63-ee006e9760f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:56.965400 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6517e20c-5a8f-4bcc-b8ca-9c06583dd267 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:57.164049 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:57.199265 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5c1a3275-3eeb-460c-8d63-ee006e9760f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:57.240948 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port f02d9496-8b17-498d-8035-5a8d2624e4fa, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=f02d9496-8b17-498d-8035-5a8d2624e4fa,segment=NetworkSegment(e4117138-e66d-484a-82a4-e7a657ec320f),segment_id=e4117138-e66d-484a-82a4-e7a657ec320f)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:57.264691 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4d090876-08a6-4339-9a75-161f928c4111 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:57.275808 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:57.276777 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device eff6a3d0-5baf-4d10-b12c-efb1c22ec22f up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:57.306408 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-afdb177d-6a47-4d6f-83ec-d766162f5ba2 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Allocated IP 172.22.0.1 (5af08750-7756-44a0-ba6e-79f99fa5b2e0/d97ed380-2494-4648-b408-f444ba18f2ee/9aac48d0-8624-42d3-a2c7-97f86feecd97) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:57.460420 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=f02d9496-8b17-498d-8035-5a8d2624e4fa,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:57.567566 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.db.api [None req-5c1a3275-3eeb-460c-8d63-ee006e9760f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:59:57.567566 n-d-812236-11 neutron-server[102663]: DEBUG oslo_db.api [None req-5c1a3275-3eeb-460c-8d63-ee006e9760f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:59:57.571809 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port eff6a3d0-5baf-4d10-b12c-efb1c22ec22f triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:57.574143 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:57.594247 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4d090876-08a6-4339-9a75-161f928c4111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:57.602854 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4d090876-08a6-4339-9a75-161f928c4111 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:57.610505 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4d090876-08a6-4339-9a75-161f928c4111 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eb7ad6da-a4f0-4853-80d5-ce1a9ccae5a8 HTTP/1.1" status: 204 len: 168 time: 1.2613072 Nov 12 00:59:57.682647 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d090876-08a6-4339-9a75-161f928c4111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7ad6da-a4f0-4853-80d5-ce1a9ccae5a8,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:57.687785 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9148e132-a7e7-4454-bc08-ecaae80528a2 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:57.703583 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-9148e132-a7e7-4454-bc08-ecaae80528a2 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "DELETE /v2.0/ports/cae436b7-71ac-426d-b0b7-4466a7fea7bc HTTP/1.1" status: 204 len: 168 time: 2.2243876 Nov 12 00:59:57.705210 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42300) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:57.725717 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6517e20c-5a8f-4bcc-b8ca-9c06583dd267 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:57.807357 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebd509bc-670f-44fb-bf86-f712553ba135 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] GET failed (client error): The resource could not be found. Nov 12 00:59:57.808889 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6517e20c-5a8f-4bcc-b8ca-9c06583dd267 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Subnet': ['ID=a65b8da8-32db-4988-917c-b81bf2c8b9c2,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:57.813077 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ebd509bc-670f-44fb-bf86-f712553ba135 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "GET /v2.0/ports/cae436b7-71ac-426d-b0b7-4466a7fea7bc HTTP/1.1" status: 404 len: 333 time: 0.1044891 Nov 12 00:59:57.815166 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8236ad97-114c-4c19-a106-03338437223c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:57.817962 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42306) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:57.825263 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6517e20c-5a8f-4bcc-b8ca-9c06583dd267 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:57.844472 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6517e20c-5a8f-4bcc-b8ca-9c06583dd267 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/a65b8da8-32db-4988-917c-b81bf2c8b9c2 HTTP/1.1" status: 204 len: 168 time: 1.7412760 Nov 12 00:59:57.846156 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42308) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:57.937367 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f70b4d86-6ed4-46de-adbf-fec34ae63446 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0876830 Nov 12 00:59:57.941659 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42310) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:57.949993 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-7cc49216-bb3f-4d34-8459-77ac00babd85 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'subnet': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:57.959588 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 2e313ac0-ebac-448f-a7fd-efc176766024 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:59:58.022305 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 2e313ac0-ebac-448f-a7fd-efc176766024 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:59:58.022718 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 2e313ac0-ebac-448f-a7fd-efc176766024 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:59:58.140946 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-afdb177d-6a47-4d6f-83ec-d766162f5ba2 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:58.262863 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc49216-bb3f-4d34-8459-77ac00babd85 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:58.273484 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7cc49216-bb3f-4d34-8459-77ac00babd85 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:58.289335 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-afdb177d-6a47-4d6f-83ec-d766162f5ba2 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:58.371024 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8236ad97-114c-4c19-a106-03338437223c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:58.381916 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb177d-6a47-4d6f-83ec-d766162f5ba2 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event updated for resources: {'Port': ['ID=9aac48d0-8624-42d3-a2c7-97f86feecd97,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:58.392012 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-a9074c44-3d68-4877-865d-22b49fce6715 None None] Could not find standard attr ID for object cae436b7-71ac-426d-b0b7-4466a7fea7bc. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:59:58.472354 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdb177d-6a47-4d6f-83ec-d766162f5ba2 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Network 5af08750-7756-44a0-ba6e-79f99fa5b2e0 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:58.475719 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-afdb177d-6a47-4d6f-83ec-d766162f5ba2 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:58.478954 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8236ad97-114c-4c19-a106-03338437223c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a63ee01-80de-400e-a556-e4579cccd373,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:58.482467 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdb177d-6a47-4d6f-83ec-d766162f5ba2 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:58.494919 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-b9efd2a1-b8bd-400a-962d-4c144f2953b0 None None] Allocated IP 172.22.0.2 (5af08750-7756-44a0-ba6e-79f99fa5b2e0/d97ed380-2494-4648-b408-f444ba18f2ee/72dc9943-dbe5-4a53-8c28-deac46490357) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:58.519261 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61f3a62-c6d3-4974-b343-1eb446c7d23c None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:58.521220 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device f02d9496-8b17-498d-8035-5a8d2624e4fa up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:58.523842 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1786eb76-bff8-4e65-a843-f5ccffe1f80b None None] Network 1fce8c5f-7ac6-4208-952b-3be5cb15c665 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:58.525975 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-a9074c44-3d68-4877-865d-22b49fce6715 None None] Provisioning complete for port b4ee7418-8873-43f0-a32a-07bd2c8339ff triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:58.530323 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a9074c44-3d68-4877-865d-22b49fce6715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:58.552270 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8236ad97-114c-4c19-a106-03338437223c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:58.559217 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-8236ad97-114c-4c19-a106-03338437223c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7a63ee01-80de-400e-a556-e4579cccd373 HTTP/1.1" status: 204 len: 168 time: 2.1799102 Nov 12 00:59:58.559217 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-afdb177d-6a47-4d6f-83ec-d766162f5ba2 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:58.562255 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42324) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:58.681419 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-a9074c44-3d68-4877-865d-22b49fce6715 None None] Port b4ee7418-8873-43f0-a32a-07bd2c8339ff cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:59:58.683591 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-039bfd6c-5a93-45c1-8787-bc29c7199199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:58.738054 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-4f43ca4c-5346-45cb-8db0-5c8586bf4012 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Deleting port b4ee7418-8873-43f0-a32a-07bd2c8339ff {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:58.738502 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f43ca4c-5346-45cb-8db0-5c8586bf4012 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:58.891777 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-afdb177d-6a47-4d6f-83ec-d766162f5ba2 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:58.893217 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-a9074c44-3d68-4877-865d-22b49fce6715 None None] Provisioning complete for port f02d9496-8b17-498d-8035-5a8d2624e4fa triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:58.893856 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a9074c44-3d68-4877-865d-22b49fce6715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:58.906306 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-039bfd6c-5a93-45c1-8787-bc29c7199199 admin admin] Deleting port bc7039c6-8058-477b-a007-3015d54d05b0 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:58.906825 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-039bfd6c-5a93-45c1-8787-bc29c7199199 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:58.924320 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f43ca4c-5346-45cb-8db0-5c8586bf4012 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:58.957993 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-4f43ca4c-5346-45cb-8db0-5c8586bf4012 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Calling delete_port for b4ee7418-8873-43f0-a32a-07bd2c8339ff owned by {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:59.066585 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7cc49216-bb3f-4d34-8459-77ac00babd85 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.143874 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-039bfd6c-5a93-45c1-8787-bc29c7199199 admin admin] For port bc7039c6-8058-477b-a007-3015d54d05b0, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=bc7039c6-8058-477b-a007-3015d54d05b0,segment=NetworkSegment(697b74b4-19b5-47fd-b161-45862847105d),segment_id=697b74b4-19b5-47fd-b161-45862847105d)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:59.144461 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-039bfd6c-5a93-45c1-8787-bc29c7199199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.155879 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc49216-bb3f-4d34-8459-77ac00babd85 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:59.187781 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-7cc49216-bb3f-4d34-8459-77ac00babd85 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:59.197419 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port f02d9496-8b17-498d-8035-5a8d2624e4fa triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:59.198462 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.199076 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc49216-bb3f-4d34-8459-77ac00babd85 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:59.199828 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7cc49216-bb3f-4d34-8459-77ac00babd85 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.201123 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb95afd-18e4-48fb-8fb3-64d37103cee9 None None] DHCP port deletion for 549c8e6d-38df-4171-95c5-652183e307b7 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:59:59.204018 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-039bfd6c-5a93-45c1-8787-bc29c7199199 admin admin] Calling delete_port for bc7039c6-8058-477b-a007-3015d54d05b0 owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:59.216169 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc49216-bb3f-4d34-8459-77ac00babd85 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Subnet': ['ID=5460ca60-55a8-42fd-a7c9-728995c219a4,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:59.255928 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7cc49216-bb3f-4d34-8459-77ac00babd85 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3131583 Nov 12 00:59:59.284102 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42346) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:59.296583 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-277d2234-c50b-473c-a354-65d9a1d171c3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'subnet': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:59.300973 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b7baba-eabf-4358-902f-773991a3d230 None None] DHCP port deletion for 1fce8c5f-7ac6-4208-952b-3be5cb15c665 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:59:59.350974 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-039bfd6c-5a93-45c1-8787-bc29c7199199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.377226 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b9efd2a1-b8bd-400a-962d-4c144f2953b0 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.397484 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b9efd2a1-b8bd-400a-962d-4c144f2953b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.415244 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039bfd6c-5a93-45c1-8787-bc29c7199199 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc7039c6-8058-477b-a007-3015d54d05b0,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:59.439172 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039bfd6c-5a93-45c1-8787-bc29c7199199 admin admin] No DVR routers for this DVR port bc7039c6-8058-477b-a007-3015d54d05b0 on host n-d-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:59.439706 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-0cb95afd-18e4-48fb-8fb3-64d37103cee9 None None] Deleting port 5d64d6cd-85d8-4faf-b4c3-a8197e96b30a {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:59.440541 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0cb95afd-18e4-48fb-8fb3-64d37103cee9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.529145 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9efd2a1-b8bd-400a-962d-4c144f2953b0 None None] Network 5af08750-7756-44a0-ba6e-79f99fa5b2e0 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:59.535736 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-b9efd2a1-b8bd-400a-962d-4c144f2953b0 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:59.548061 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9efd2a1-b8bd-400a-962d-4c144f2953b0 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:59.647038 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-039bfd6c-5a93-45c1-8787-bc29c7199199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.676888 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-039bfd6c-5a93-45c1-8787-bc29c7199199 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fce8c5f-7ac6-4208-952b-3be5cb15c665']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:59.711680 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-039bfd6c-5a93-45c1-8787-bc29c7199199 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '697b74b4-19b5-47fd-b161-45862847105d') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:59.712117 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-039bfd6c-5a93-45c1-8787-bc29c7199199 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '697b74b4-19b5-47fd-b161-45862847105d') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:59.735859 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-039bfd6c-5a93-45c1-8787-bc29c7199199 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.767573 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-039bfd6c-5a93-45c1-8787-bc29c7199199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.780208 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-039bfd6c-5a93-45c1-8787-bc29c7199199 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:59:59.780610 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-039bfd6c-5a93-45c1-8787-bc29c7199199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.851946 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277d2234-c50b-473c-a354-65d9a1d171c3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:59.856323 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-277d2234-c50b-473c-a354-65d9a1d171c3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.862313 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9efd2a1-b8bd-400a-962d-4c144f2953b0 None None] Pushing event updated for resources: {'Port': ['ID=72dc9943-dbe5-4a53-8c28-deac46490357,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:59.867722 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 00:59:59.867722 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:59:59.867722 n-d-812236-11 neutron-server[102662]: timer() Nov 12 00:59:59.867722 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:59:59.867722 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 00:59:59.867722 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:59:59.867722 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 00:59:59.867722 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:59:59.867722 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 00:59:59.867722 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:59:59.867722 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 00:59:59.867722 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:59:59.867722 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 00:59:59.867722 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:59:59.867722 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:59:59.867722 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:59:59.867722 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:59:59.867722 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:59:59.867722 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 00:59:59.867722 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:59:59.867722 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 00:59:59.867722 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:59:59.867722 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:59:59.867722 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:59:59.867722 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 00:59:59.867722 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:59:59.867722 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:59:59.867722 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:59:59.867722 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:59:59.867722 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:59:59.867722 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:59:59.867722 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:59:59.872182 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-afdb177d-6a47-4d6f-83ec-d766162f5ba2 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.872330 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-039bfd6c-5a93-45c1-8787-bc29c7199199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.878547 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-98b7baba-eabf-4358-902f-773991a3d230 None None] Deleting port bc7039c6-8058-477b-a007-3015d54d05b0 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:59.883505 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-98b7baba-eabf-4358-902f-773991a3d230 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.888352 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-039bfd6c-5a93-45c1-8787-bc29c7199199 admin admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.912011 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-039bfd6c-5a93-45c1-8787-bc29c7199199 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1fce8c5f-7ac6-4208-952b-3be5cb15c665 HTTP/1.1" status: 204 len: 168 time: 1.3384452 Nov 12 00:59:59.918350 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-4240d51a-19bd-41de-9a1d-ed5fc9680202 None None] Provisioning complete for port 5d64d6cd-85d8-4faf-b4c3-a8197e96b30a triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:59.919109 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4240d51a-19bd-41de-9a1d-ed5fc9680202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.942118 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039bfd6c-5a93-45c1-8787-bc29c7199199 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fce8c5f-7ac6-4208-952b-3be5cb15c665,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:59.971507 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-afdb177d-6a47-4d6f-83ec-d766162f5ba2 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server [None req-98b7baba-eabf-4358-902f-773991a3d230 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 1fce8c5f-7ac6-4208-952b-3be5cb15c665 could not be found. Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return self._iter().one() Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1385, in one Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return self._only_one_row( Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1546, in delete_ports_by_device_id Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 00:59:59.982712 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 00:59:59.986318 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 00:59:59.986318 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 00:59:59.986318 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:59:59.986318 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:59:59.986318 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:59:59.986318 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:59:59.986318 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 00:59:59.986318 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 00:59:59.986318 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 00:59:59.986318 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 00:59:59.986318 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:59:59.986318 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:59:59.986318 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:59:59.986318 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:59:59.986318 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 00:59:59.986318 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 00:59:59.986318 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 00:59:59.986318 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 00:59:59.986318 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:59:59.986318 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:59:59.986318 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:59:59.986318 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:59:59.986318 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 00:59:59.986318 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 00:59:59.986318 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1971, in delete_port Nov 12 00:59:59.986318 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Nov 12 00:59:59.986318 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 00:59:59.986318 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 00:59:59.986318 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 12 00:59:59.986318 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Nov 12 00:59:59.986318 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Nov 12 00:59:59.986318 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Nov 12 00:59:59.986318 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 1fce8c5f-7ac6-4208-952b-3be5cb15c665 could not be found. Nov 12 00:59:59.986318 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server Nov 12 01:00:00.066748 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-afdb177d-6a47-4d6f-83ec-d766162f5ba2 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:00.068019 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-0cb95afd-18e4-48fb-8fb3-64d37103cee9 None None] For port 5d64d6cd-85d8-4faf-b4c3-a8197e96b30a, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=5d64d6cd-85d8-4faf-b4c3-a8197e96b30a,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:00.069001 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0cb95afd-18e4-48fb-8fb3-64d37103cee9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:00.096615 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-0cb95afd-18e4-48fb-8fb3-64d37103cee9 None None] Calling delete_port for 5d64d6cd-85d8-4faf-b4c3-a8197e96b30a owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:00.166051 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 5d64d6cd-85d8-4faf-b4c3-a8197e96b30a up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:00:00.195641 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6591e06-94eb-4080-b9fc-f34698e21be7 None None] DHCP port deletion for 1fce8c5f-7ac6-4208-952b-3be5cb15c665 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:00:00.232752 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f43ca4c-5346-45cb-8db0-5c8586bf4012 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:00.278393 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-b9efd2a1-b8bd-400a-962d-4c144f2953b0 None None] Attempting to bind port 72dc9943-dbe5-4a53-8c28-deac46490357 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:00:00.278869 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-b9efd2a1-b8bd-400a-962d-4c144f2953b0 None None] Attempting to bind port 72dc9943-dbe5-4a53-8c28-deac46490357 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'b17c1361-8b82-43fd-9074-4ddf9d4beba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '5af08750-7756-44a0-ba6e-79f99fa5b2e0'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:00:00.279690 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9efd2a1-b8bd-400a-962d-4c144f2953b0 None None] Attempting to bind port 72dc9943-dbe5-4a53-8c28-deac46490357 on network 5af08750-7756-44a0-ba6e-79f99fa5b2e0 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:00:00.279898 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb177d-6a47-4d6f-83ec-d766162f5ba2 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event updated for resources: {'Port': ['ID=9aac48d0-8624-42d3-a2c7-97f86feecd97,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:00.293534 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42370) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:00.303002 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9efd2a1-b8bd-400a-962d-4c144f2953b0 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:00:00.303370 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9efd2a1-b8bd-400a-962d-4c144f2953b0 None None] Checking segment: {'id': 'b17c1361-8b82-43fd-9074-4ddf9d4beba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '5af08750-7756-44a0-ba6e-79f99fa5b2e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:00:00.305337 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b9efd2a1-b8bd-400a-962d-4c144f2953b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:00.305337 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9efd2a1-b8bd-400a-962d-4c144f2953b0 None None] Bound using segment: {'id': 'b17c1361-8b82-43fd-9074-4ddf9d4beba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '5af08750-7756-44a0-ba6e-79f99fa5b2e0'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:00:00.305337 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-b9efd2a1-b8bd-400a-962d-4c144f2953b0 None None] Bound port: 72dc9943-dbe5-4a53-8c28-deac46490357, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17c1361-8b82-43fd-9074-4ddf9d4beba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '5af08750-7756-44a0-ba6e-79f99fa5b2e0'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:00:00.305337 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b9efd2a1-b8bd-400a-962d-4c144f2953b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:00.346549 n-d-812236-11 neutron-server[102661]: INFO neutron.db.ipam_backend_mixin [None req-277d2234-c50b-473c-a354-65d9a1d171c3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5460ca60-55a8-42fd-a7c9-728995c219a4 (CIDR: 2001:db8::/64) Nov 12 01:00:00.406095 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f43ca4c-5346-45cb-8db0-5c8586bf4012 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event deleted for resources: {'Port': ['ID=b4ee7418-8873-43f0-a32a-07bd2c8339ff,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:00.417212 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-277d2234-c50b-473c-a354-65d9a1d171c3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:00:00.419199 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-277d2234-c50b-473c-a354-65d9a1d171c3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:00.426818 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 5d64d6cd-85d8-4faf-b4c3-a8197e96b30a triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:00.428027 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:00.437864 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0cb95afd-18e4-48fb-8fb3-64d37103cee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:00.496892 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-545fd4d3-2868-4264-838b-b4edbc74b7e4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c21468cd613f4b869b90c5f693039b67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2006443 Nov 12 01:00:00.498193 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42376) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:00.512272 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Port 5d64d6cd-85d8-4faf-b4c3-a8197e96b30a was deleted so its status cannot be updated. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 01:00:00.573522 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4240d51a-19bd-41de-9a1d-ed5fc9680202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:00.579286 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb95afd-18e4-48fb-8fb3-64d37103cee9 None None] Pushing event deleted for resources: {'Port': ['ID=5d64d6cd-85d8-4faf-b4c3-a8197e96b30a,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:00.591128 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-277d2234-c50b-473c-a354-65d9a1d171c3 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3059225 Nov 12 01:00:00.596200 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42384) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:00.610101 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb95afd-18e4-48fb-8fb3-64d37103cee9 None None] No DVR routers for this DVR port 5d64d6cd-85d8-4faf-b4c3-a8197e96b30a on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:00:00.634589 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-03ac800c-a1b2-4866-9253-e949f8d14b44 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'subnet': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:00.636662 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 48adf0a1-508d-4eaa-a627-647acab7879d no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:00.643439 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b9efd2a1-b8bd-400a-962d-4c144f2953b0 None None] For port 72dc9943-dbe5-4a53-8c28-deac46490357, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:00:00.655563 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b9efd2a1-b8bd-400a-962d-4c144f2953b0 None None] For port 72dc9943-dbe5-4a53-8c28-deac46490357, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=72dc9943-dbe5-4a53-8c28-deac46490357,segment=NetworkSegment(b17c1361-8b82-43fd-9074-4ddf9d4beba9),segment_id=b17c1361-8b82-43fd-9074-4ddf9d4beba9)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:00:00.657537 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f43ca4c-5346-45cb-8db0-5c8586bf4012 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:00.664348 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4f43ca4c-5346-45cb-8db0-5c8586bf4012 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "DELETE /v2.0/ports/b4ee7418-8873-43f0-a32a-07bd2c8339ff HTTP/1.1" status: 204 len: 168 time: 2.8199699 Nov 12 01:00:00.669207 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42386) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:00.691747 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdb177d-6a47-4d6f-83ec-d766162f5ba2 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Network 5af08750-7756-44a0-ba6e-79f99fa5b2e0 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:00.696994 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444d544a-f90f-4db3-9045-be2ecd709202 None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:00.701198 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 48adf0a1-508d-4eaa-a627-647acab7879d {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:00:00.701586 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 48adf0a1-508d-4eaa-a627-647acab7879d not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:00:00.702000 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device a77ff212-05e8-4a88-8502-190461a3d8b1 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:00.704896 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b9efd2a1-b8bd-400a-962d-4c144f2953b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:00.737837 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-afdb177d-6a47-4d6f-83ec-d766162f5ba2 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:00.740487 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-cac4c592-e1da-4aa2-b853-b71950cc0c6f tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] GET failed (client error): The resource could not be found. Nov 12 01:00:00.748803 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42388) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:00.751047 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-cac4c592-e1da-4aa2-b853-b71950cc0c6f tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "GET /v2.0/ports/b4ee7418-8873-43f0-a32a-07bd2c8339ff HTTP/1.1" status: 404 len: 333 time: 0.0792291 Nov 12 01:00:00.790997 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: a77ff212-05e8-4a88-8502-190461a3d8b1 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:00:00.791654 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device a77ff212-05e8-4a88-8502-190461a3d8b1 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:00:00.922206 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9efd2a1-b8bd-400a-962d-4c144f2953b0 None None] Pushing event updated for resources: {'Port': ['ID=72dc9943-dbe5-4a53-8c28-deac46490357,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:00.937749 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afdb177d-6a47-4d6f-83ec-d766162f5ba2 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Router 43d45a94-9651-4d03-a4f3-f68fc6a14662 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:00:00.996903 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device bc7039c6-8058-477b-a007-3015d54d05b0 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:01.057492 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: bc7039c6-8058-477b-a007-3015d54d05b0 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:00:01.057833 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device bc7039c6-8058-477b-a007-3015d54d05b0 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:00:01.058242 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 5d64d6cd-85d8-4faf-b4c3-a8197e96b30a no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:01.065841 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afdb177d-6a47-4d6f-83ec-d766162f5ba2 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:00:01.077232 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699cd9fb-ca18-492f-9622-82a594ce7ac0 None None] Sync routers for ids ['43d45a94-9651-4d03-a4f3-f68fc6a14662'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:00:01.081253 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-afdb177d-6a47-4d6f-83ec-d766162f5ba2 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "PUT /v2.0/routers/43d45a94-9651-4d03-a4f3-f68fc6a14662/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5358591 Nov 12 01:00:01.081958 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42394) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:01.089390 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-d1457d1d-5e1a-4fb7-9c91-9a768b70d56e tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Request body: {'network': {'name': 'tempest-RoutersTest-1942974155'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:01.092559 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e80ce1b-623f-4faa-b317-eb18a0dd4d15 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Deleting subnet 7689294e-f44c-46bb-91ee-14bf3d4df475 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:00:01.096537 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 5d64d6cd-85d8-4faf-b4c3-a8197e96b30a {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:00:01.096872 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699cd9fb-ca18-492f-9622-82a594ce7ac0 None None] Routers {'43d45a94-9651-4d03-a4f3-f68fc6a14662'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:01.097536 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-699cd9fb-ca18-492f-9622-82a594ce7ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:59:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['43d45a94-9651-4d03-a4f3-f68fc6a14662'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:01.098145 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 5d64d6cd-85d8-4faf-b4c3-a8197e96b30a not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:00:01.105913 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3e80ce1b-623f-4faa-b317-eb18a0dd4d15 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:01.163450 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-59bbe8cb-1003-440d-9503-b73e6c1d436d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:01.179049 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1457d1d-5e1a-4fb7-9c91-9a768b70d56e tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Made reservation on behalf of f23da681bca94b38b5538444990222f0 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:01.181572 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459ca88c-0dd9-4017-b461-986b32004b01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-549c8e6d-38df-4171-95c5-652183e307b7', 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'tenant_id': 'd39bd700eb73489c844e800fa5489ef8', 'fixed_ips': [{'subnet_id': '5460ca60-55a8-42fd-a7c9-728995c219a4'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:00:01.182814 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-459ca88c-0dd9-4017-b461-986b32004b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:01.236400 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d1457d1d-5e1a-4fb7-9c91-9a768b70d56e tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:01.264660 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3e80ce1b-623f-4faa-b317-eb18a0dd4d15 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:01.281169 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-59bbe8cb-1003-440d-9503-b73e6c1d436d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:01.324340 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1457d1d-5e1a-4fb7-9c91-9a768b70d56e tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:00:01.357762 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d1457d1d-5e1a-4fb7-9c91-9a768b70d56e tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:01.358396 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-d1457d1d-5e1a-4fb7-9c91-9a768b70d56e tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Added segment f0704aeb-5fe1-4ef6-9a43-33e85512dc2c of type vlan for network 5024c74c-521b-4cc4-a7e2-2d29275c8d63 Nov 12 01:00:01.428987 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-699cd9fb-ca18-492f-9622-82a594ce7ac0 None None] Set router 43d45a94-9651-4d03-a4f3-f68fc6a14662 gateway port host: None {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:00:01.433322 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ac800c-a1b2-4866-9253-e949f8d14b44 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:01.443699 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-03ac800c-a1b2-4866-9253-e949f8d14b44 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:01.464086 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-59bbe8cb-1003-440d-9503-b73e6c1d436d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:01.470374 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-459ca88c-0dd9-4017-b461-986b32004b01 None None] Allocated IP 2001:db8::2 (549c8e6d-38df-4171-95c5-652183e307b7/5460ca60-55a8-42fd-a7c9-728995c219a4/82da1fb4-5aa8-4984-b7bf-696f7befcf98) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:00:01.470564 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-59bbe8cb-1003-440d-9503-b73e6c1d436d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:01.473910 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-59bbe8cb-1003-440d-9503-b73e6c1d436d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d9c8fd08-6591-4a5a-b303-9ee103150d54 HTTP/1.1" status: 204 len: 168 time: 0.9685748 Nov 12 01:00:01.475833 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d1457d1d-5e1a-4fb7-9c91-9a768b70d56e tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:01.520884 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d1457d1d-5e1a-4fb7-9c91-9a768b70d56e tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:01.538039 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1457d1d-5e1a-4fb7-9c91-9a768b70d56e tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:01.538692 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d1457d1d-5e1a-4fb7-9c91-9a768b70d56e tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:01.603653 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bbe8cb-1003-440d-9503-b73e6c1d436d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c8fd08-6591-4a5a-b303-9ee103150d54,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:01.659727 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d1457d1d-5e1a-4fb7-9c91-9a768b70d56e tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5762577 Nov 12 01:00:01.699275 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42408) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:01.704607 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-515b6292-7bf6-40ad-93da-f25815fb00a7 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Request body: {'subnet': {'network_id': '5024c74c-521b-4cc4-a7e2-2d29275c8d63', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:01.741187 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1457d1d-5e1a-4fb7-9c91-9a768b70d56e tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event updated for resources: {'Network': ['ID=5024c74c-521b-4cc4-a7e2-2d29275c8d63,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:01.771492 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 5024c74c-521b-4cc4-a7e2-2d29275c8d63 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:00:01.912857 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-699cd9fb-ca18-492f-9622-82a594ce7ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'name': 'tempest-RoutersTest-router-1019833005', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:31Z', 'updated_at': '2021-11-12T00:59:58Z', 'revision_number': 4, 'project_id': 'f23da681bca94b38b5538444990222f0', 'gw_port_host': None, '_interfaces': [{'id': '8827948f-813e-4b5d-9843-d5dd66eb8a4d', 'name': '', 'network_id': 'b7601aaf-0d25-48a6-a3a3-4191027952f6', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:78:07:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:36Z', 'updated_at': '2021-11-12T00:59:45Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9aac48d0-8624-42d3-a2c7-97f86feecd97', 'name': '', 'network_id': '5af08750-7756-44a0-ba6e-79f99fa5b2e0', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:fc:ac:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'd97ed380-2494-4648-b408-f444ba18f2ee', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:56Z', 'updated_at': '2021-11-12T00:59:59Z', 'revision_number': 2, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'd97ed380-2494-4648-b408-f444ba18f2ee', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff6a3d0-5baf-4d10-b12c-efb1c22ec22f', 'name': '', 'network_id': '09d5d87c-0eb0-4d96-83c1-36753e61e51f', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:61:bc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': 'cbc58b44-e186-4f5a-b3b0-b08a44a44c20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:43Z', 'updated_at': '2021-11-12T00:59:54Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'cbc58b44-e186-4f5a-b3b0-b08a44a44c20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:01.928923 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3e80ce1b-623f-4faa-b317-eb18a0dd4d15 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:01.946305 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515b6292-7bf6-40ad-93da-f25815fb00a7 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Made reservation on behalf of f23da681bca94b38b5538444990222f0 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:01.957144 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-515b6292-7bf6-40ad-93da-f25815fb00a7 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:01.991721 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699cd9fb-ca18-492f-9622-82a594ce7ac0 None None] Checking router: 43d45a94-9651-4d03-a4f3-f68fc6a14662 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:00:01.992064 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699cd9fb-ca18-492f-9622-82a594ce7ac0 None None] Updating router 43d45a94-9651-4d03-a4f3-f68fc6a14662 port 9aac48d0-8624-42d3-a2c7-97f86feecd97 binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:00:02.061448 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-699cd9fb-ca18-492f-9622-82a594ce7ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:02.376195 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-515b6292-7bf6-40ad-93da-f25815fb00a7 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:02.410781 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3e80ce1b-623f-4faa-b317-eb18a0dd4d15 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:02.424595 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-459ca88c-0dd9-4017-b461-986b32004b01 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:02.435184 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-459ca88c-0dd9-4017-b461-986b32004b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:02.508082 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459ca88c-0dd9-4017-b461-986b32004b01 None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:02.519424 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-459ca88c-0dd9-4017-b461-986b32004b01 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:02.525150 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b6292-7bf6-40ad-93da-f25815fb00a7 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event updated for resources: {'Subnet': ['ID=e4c3a6a2-872f-42e4-abe4-0962630700c0,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:02.529747 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459ca88c-0dd9-4017-b461-986b32004b01 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:00:02.544009 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ca88c-0dd9-4017-b461-986b32004b01 None None] Pushing event updated for resources: {'Port': ['ID=82da1fb4-5aa8-4984-b7bf-696f7befcf98,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:02.561322 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e80ce1b-623f-4faa-b317-eb18a0dd4d15 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event deleted for resources: {'Subnet': ['ID=7689294e-f44c-46bb-91ee-14bf3d4df475,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:02.606516 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515b6292-7bf6-40ad-93da-f25815fb00a7 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Checking segment: {'id': 'f0704aeb-5fe1-4ef6-9a43-33e85512dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5024c74c-521b-4cc4-a7e2-2d29275c8d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:00:02.606996 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515b6292-7bf6-40ad-93da-f25815fb00a7 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Network hostable DHCP agents. Network: 5024c74c-521b-4cc4-a7e2-2d29275c8d63, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:00:02.622797 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3e80ce1b-623f-4faa-b317-eb18a0dd4d15 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:02.637099 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515b6292-7bf6-40ad-93da-f25815fb00a7 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Network 5024c74c-521b-4cc4-a7e2-2d29275c8d63 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:00:02.647056 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3e80ce1b-623f-4faa-b317-eb18a0dd4d15 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "DELETE /v2.0/subnets/7689294e-f44c-46bb-91ee-14bf3d4df475 HTTP/1.1" status: 204 len: 168 time: 1.8825650 Nov 12 01:00:02.647186 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42436) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:02.696398 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f670abdf-8ca8-477d-b942-1de486ca5bf5 None None] Network cc7d1bc1-d5b0-439a-8891-06c174c7ec6e requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:02.711452 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-515b6292-7bf6-40ad-93da-f25815fb00a7 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 5024c74c-521b-4cc4-a7e2-2d29275c8d63) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:02.852371 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf14c679-4197-4e46-b02b-065ff634d0c0 None None] Network 5024c74c-521b-4cc4-a7e2-2d29275c8d63 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:02.864026 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c65123-a8ec-4a43-bf23-c1e0be749212 None None] Network 5af08750-7756-44a0-ba6e-79f99fa5b2e0 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:02.906578 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b251705b-6e49-4331-996c-1b5b1783e9e7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:02.940699 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515b6292-7bf6-40ad-93da-f25815fb00a7 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:02.948040 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-515b6292-7bf6-40ad-93da-f25815fb00a7 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:03.021955 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-515b6292-7bf6-40ad-93da-f25815fb00a7 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3138566 Nov 12 01:00:03.034313 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42452) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:03.088159 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-699cd9fb-ca18-492f-9622-82a594ce7ac0 None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:03.098452 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-699cd9fb-ca18-492f-9622-82a594ce7ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:03.145536 n-d-812236-11 neutron-server[102662]: DEBUG neutron.objects.ports [None req-03ac800c-a1b2-4866-9253-e949f8d14b44 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102662) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 01:00:03.161530 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1743b2b3-ddf6-4735-9391-8d3c9da317d9 None None] Pushing event updated for resources: {'Port': ['ID=9aac48d0-8624-42d3-a2c7-97f86feecd97,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:03.176424 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 72dc9943-dbe5-4a53-8c28-deac46490357 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:00:03.199846 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-459ca88c-0dd9-4017-b461-986b32004b01 None None] Attempting to bind port 82da1fb4-5aa8-4984-b7bf-696f7befcf98 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:00:03.200313 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-459ca88c-0dd9-4017-b461-986b32004b01 None None] Attempting to bind port 82da1fb4-5aa8-4984-b7bf-696f7befcf98 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:00:03.200650 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459ca88c-0dd9-4017-b461-986b32004b01 None None] Attempting to bind port 82da1fb4-5aa8-4984-b7bf-696f7befcf98 on network 549c8e6d-38df-4171-95c5-652183e307b7 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:00:03.313339 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-699cd9fb-ca18-492f-9622-82a594ce7ac0 None None] Attempting to bind port 9aac48d0-8624-42d3-a2c7-97f86feecd97 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:00:03.313723 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-699cd9fb-ca18-492f-9622-82a594ce7ac0 None None] Attempting to bind port 9aac48d0-8624-42d3-a2c7-97f86feecd97 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'b17c1361-8b82-43fd-9074-4ddf9d4beba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '5af08750-7756-44a0-ba6e-79f99fa5b2e0'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:00:03.316170 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699cd9fb-ca18-492f-9622-82a594ce7ac0 None None] Attempting to bind port 9aac48d0-8624-42d3-a2c7-97f86feecd97 on network 5af08750-7756-44a0-ba6e-79f99fa5b2e0 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:00:03.364792 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699cd9fb-ca18-492f-9622-82a594ce7ac0 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:00:03.365167 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699cd9fb-ca18-492f-9622-82a594ce7ac0 None None] Checking segment: {'id': 'b17c1361-8b82-43fd-9074-4ddf9d4beba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '5af08750-7756-44a0-ba6e-79f99fa5b2e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:00:03.365590 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-699cd9fb-ca18-492f-9622-82a594ce7ac0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:03.365978 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699cd9fb-ca18-492f-9622-82a594ce7ac0 None None] Bound using segment: {'id': 'b17c1361-8b82-43fd-9074-4ddf9d4beba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '5af08750-7756-44a0-ba6e-79f99fa5b2e0'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:00:03.366459 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-699cd9fb-ca18-492f-9622-82a594ce7ac0 None None] Bound port: 9aac48d0-8624-42d3-a2c7-97f86feecd97, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17c1361-8b82-43fd-9074-4ddf9d4beba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '5af08750-7756-44a0-ba6e-79f99fa5b2e0'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:00:03.366829 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-699cd9fb-ca18-492f-9622-82a594ce7ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:03.463005 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-b251705b-6e49-4331-996c-1b5b1783e9e7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Deleting port f02d9496-8b17-498d-8035-5a8d2624e4fa {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:03.464428 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b251705b-6e49-4331-996c-1b5b1783e9e7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:03.513260 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42470) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:03.584735 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-b251705b-6e49-4331-996c-1b5b1783e9e7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] For port f02d9496-8b17-498d-8035-5a8d2624e4fa, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=f02d9496-8b17-498d-8035-5a8d2624e4fa,segment=NetworkSegment(e4117138-e66d-484a-82a4-e7a657ec320f),segment_id=e4117138-e66d-484a-82a4-e7a657ec320f)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:03.585889 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b251705b-6e49-4331-996c-1b5b1783e9e7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:03.600497 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-b251705b-6e49-4331-996c-1b5b1783e9e7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Calling delete_port for f02d9496-8b17-498d-8035-5a8d2624e4fa owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:03.624814 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459ca88c-0dd9-4017-b461-986b32004b01 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:00:03.625032 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-699cd9fb-ca18-492f-9622-82a594ce7ac0 None None] For port 9aac48d0-8624-42d3-a2c7-97f86feecd97, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:00:03.627347 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459ca88c-0dd9-4017-b461-986b32004b01 None None] Checking segment: {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:00:03.627764 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-459ca88c-0dd9-4017-b461-986b32004b01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:03.628209 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459ca88c-0dd9-4017-b461-986b32004b01 None None] Bound using segment: {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:00:03.630474 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-699cd9fb-ca18-492f-9622-82a594ce7ac0 None None] For port 9aac48d0-8624-42d3-a2c7-97f86feecd97, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=9aac48d0-8624-42d3-a2c7-97f86feecd97,segment=NetworkSegment(b17c1361-8b82-43fd-9074-4ddf9d4beba9),segment_id=b17c1361-8b82-43fd-9074-4ddf9d4beba9)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:00:03.631293 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-459ca88c-0dd9-4017-b461-986b32004b01 None None] Bound port: 82da1fb4-5aa8-4984-b7bf-696f7befcf98, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:00:03.631634 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-459ca88c-0dd9-4017-b461-986b32004b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:03.655526 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-699cd9fb-ca18-492f-9622-82a594ce7ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:03.738410 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-03ac800c-a1b2-4866-9253-e949f8d14b44 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:03.763896 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-8f5fffb4-bf62-4e3b-87cd-273eaa094fd7 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1744497462-network', 'tenant_id': 'a34d0dec794a4d4da53e1ffa0340102a'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:03.828594 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1743b2b3-ddf6-4735-9391-8d3c9da317d9 None None] Pushing event updated for resources: {'Port': ['ID=9aac48d0-8624-42d3-a2c7-97f86feecd97,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:03.835276 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699cd9fb-ca18-492f-9622-82a594ce7ac0 None None] Routers {'43d45a94-9651-4d03-a4f3-f68fc6a14662'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:03.843587 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-699cd9fb-ca18-492f-9622-82a594ce7ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T00:59:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['43d45a94-9651-4d03-a4f3-f68fc6a14662'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:03.880917 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-e5987908-d1d1-43ad-8b33-2168138323dc None None] Provisioning complete for port 72dc9943-dbe5-4a53-8c28-deac46490357 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:03.881673 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e5987908-d1d1-43ad-8b33-2168138323dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.047696 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-699cd9fb-ca18-492f-9622-82a594ce7ac0 None None] Set router 43d45a94-9651-4d03-a4f3-f68fc6a14662 gateway port host: None {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:00:04.088948 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-03ac800c-a1b2-4866-9253-e949f8d14b44 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] For port 82da1fb4-5aa8-4984-b7bf-696f7befcf98, host n-d-812236-11, got binding levels [] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:04.145243 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-03ac800c-a1b2-4866-9253-e949f8d14b44 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.160846 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-459ca88c-0dd9-4017-b461-986b32004b01 None None] For port 82da1fb4-5aa8-4984-b7bf-696f7befcf98, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:00:04.161176 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-03ac800c-a1b2-4866-9253-e949f8d14b44 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.178147 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-459ca88c-0dd9-4017-b461-986b32004b01 None None] For port 82da1fb4-5aa8-4984-b7bf-696f7befcf98, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=82da1fb4-5aa8-4984-b7bf-696f7befcf98,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:00:04.187697 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586eb6ad-d2f9-44f9-8b20-486420e4b585 None None] DHCP port deletion for cc7d1bc1-d5b0-439a-8891-06c174c7ec6e request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:00:04.216971 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-459ca88c-0dd9-4017-b461-986b32004b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.284982 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 72dc9943-dbe5-4a53-8c28-deac46490357 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:04.285412 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.298448 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-03ac800c-a1b2-4866-9253-e949f8d14b44 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attempting to bind port 82da1fb4-5aa8-4984-b7bf-696f7befcf98 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:00:04.300187 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-03ac800c-a1b2-4866-9253-e949f8d14b44 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attempting to bind port 82da1fb4-5aa8-4984-b7bf-696f7befcf98 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:00:04.302285 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ac800c-a1b2-4866-9253-e949f8d14b44 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attempting to bind port 82da1fb4-5aa8-4984-b7bf-696f7befcf98 on network 549c8e6d-38df-4171-95c5-652183e307b7 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:00:04.315848 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5fffb4-bf62-4e3b-87cd-273eaa094fd7 admin admin] Made reservation on behalf of a34d0dec794a4d4da53e1ffa0340102a for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:04.319172 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8f5fffb4-bf62-4e3b-87cd-273eaa094fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.385093 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ac800c-a1b2-4866-9253-e949f8d14b44 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:00:04.385407 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ac800c-a1b2-4866-9253-e949f8d14b44 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Checking segment: {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:00:04.385826 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-03ac800c-a1b2-4866-9253-e949f8d14b44 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.386196 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ac800c-a1b2-4866-9253-e949f8d14b44 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Bound using segment: {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:00:04.389454 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-03ac800c-a1b2-4866-9253-e949f8d14b44 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Bound port: 82da1fb4-5aa8-4984-b7bf-696f7befcf98, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:00:04.392599 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-03ac800c-a1b2-4866-9253-e949f8d14b44 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.409238 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8f5fffb4-bf62-4e3b-87cd-273eaa094fd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.489022 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ac800c-a1b2-4866-9253-e949f8d14b44 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Port': ['ID=82da1fb4-5aa8-4984-b7bf-696f7befcf98,revision_number=4']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:04.609607 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-699cd9fb-ca18-492f-9622-82a594ce7ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'name': 'tempest-RoutersTest-router-1019833005', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:31Z', 'updated_at': '2021-11-12T00:59:58Z', 'revision_number': 4, 'project_id': 'f23da681bca94b38b5538444990222f0', 'gw_port_host': None, '_interfaces': [{'id': '8827948f-813e-4b5d-9843-d5dd66eb8a4d', 'name': '', 'network_id': 'b7601aaf-0d25-48a6-a3a3-4191027952f6', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:78:07:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:36Z', 'updated_at': '2021-11-12T00:59:45Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9aac48d0-8624-42d3-a2c7-97f86feecd97', 'name': '', 'network_id': '5af08750-7756-44a0-ba6e-79f99fa5b2e0', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:fc:ac:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'd97ed380-2494-4648-b408-f444ba18f2ee', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:56Z', 'updated_at': '2021-11-12T01:00:03Z', 'revision_number': 4, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'd97ed380-2494-4648-b408-f444ba18f2ee', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff6a3d0-5baf-4d10-b12c-efb1c22ec22f', 'name': '', 'network_id': '09d5d87c-0eb0-4d96-83c1-36753e61e51f', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:61:bc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': 'cbc58b44-e186-4f5a-b3b0-b08a44a44c20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:43Z', 'updated_at': '2021-11-12T00:59:54Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'cbc58b44-e186-4f5a-b3b0-b08a44a44c20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:04.745045 n-d-812236-11 neutron-server[102662]: WARNING neutron.plugins.ml2.plugin [None req-03ac800c-a1b2-4866-9253-e949f8d14b44 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Concurrent port binding operations failed on port 82da1fb4-5aa8-4984-b7bf-696f7befcf98 Nov 12 01:00:04.752897 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-03ac800c-a1b2-4866-9253-e949f8d14b44 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] For port 82da1fb4-5aa8-4984-b7bf-696f7befcf98, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=82da1fb4-5aa8-4984-b7bf-696f7befcf98,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:04.755208 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699cd9fb-ca18-492f-9622-82a594ce7ac0 None None] The sync data for ids ['43d45a94-9651-4d03-a4f3-f68fc6a14662'] in n-d-812236-11 is: [{'id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'name': 'tempest-RoutersTest-router-1019833005', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:31Z', 'updated_at': '2021-11-12T00:59:58Z', 'revision_number': 4, 'project_id': 'f23da681bca94b38b5538444990222f0', 'gw_port_host': None, '_interfaces': [{'id': '8827948f-813e-4b5d-9843-d5dd66eb8a4d', 'name': '', 'network_id': 'b7601aaf-0d25-48a6-a3a3-4191027952f6', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:78:07:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:36Z', 'updated_at': '2021-11-12T00:59:45Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9aac48d0-8624-42d3-a2c7-97f86feecd97', 'name': '', 'network_id': '5af08750-7756-44a0-ba6e-79f99fa5b2e0', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:fc:ac:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'd97ed380-2494-4648-b408-f444ba18f2ee', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:56Z', 'updated_at': '2021-11-12T01:00:03Z', 'revision_number': 4, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'd97ed380-2494-4648-b408-f444ba18f2ee', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff6a3d0-5baf-4d10-b12c-efb1c22ec22f', 'name': '', 'network_id': '09d5d87c-0eb0-4d96-83c1-36753e61e51f', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:61:bc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': 'cbc58b44-e186-4f5a-b3b0-b08a44a44c20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:43Z', 'updated_at': '2021-11-12T00:59:54Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'cbc58b44-e186-4f5a-b3b0-b08a44a44c20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:00:04.771645 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-03ac800c-a1b2-4866-9253-e949f8d14b44 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attempt 2 to bind port 82da1fb4-5aa8-4984-b7bf-696f7befcf98 Nov 12 01:00:04.791851 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-03ac800c-a1b2-4866-9253-e949f8d14b44 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.793559 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ca88c-0dd9-4017-b461-986b32004b01 None None] Pushing event updated for resources: {'Port': ['ID=82da1fb4-5aa8-4984-b7bf-696f7befcf98,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:04.869287 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8af56e25-6509-4d15-a4d3-39ffe9ff1e31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.882061 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e5987908-d1d1-43ad-8b33-2168138323dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.946433 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b251705b-6e49-4331-996c-1b5b1783e9e7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.981423 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13499c48-c777-4e32-b6eb-6f324505e4e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-5024c74c-521b-4cc4-a7e2-2d29275c8d63', 'network_id': '5024c74c-521b-4cc4-a7e2-2d29275c8d63', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'fixed_ips': [{'subnet_id': 'e4c3a6a2-872f-42e4-abe4-0962630700c0'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:00:04.982686 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-13499c48-c777-4e32-b6eb-6f324505e4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.066565 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b251705b-6e49-4331-996c-1b5b1783e9e7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event deleted for resources: {'Port': ['ID=f02d9496-8b17-498d-8035-5a8d2624e4fa,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:05.070381 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b251705b-6e49-4331-996c-1b5b1783e9e7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] No DVR routers for this DVR port f02d9496-8b17-498d-8035-5a8d2624e4fa on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:00:05.119688 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ac800c-a1b2-4866-9253-e949f8d14b44 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:05.133963 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-03ac800c-a1b2-4866-9253-e949f8d14b44 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:05.141274 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ac800c-a1b2-4866-9253-e949f8d14b44 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:05.142147 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-03ac800c-a1b2-4866-9253-e949f8d14b44 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.144672 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ac800c-a1b2-4866-9253-e949f8d14b44 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Subnet': ['ID=0aad088e-b930-419c-843a-c9c674998ed7,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:05.204358 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8f5fffb4-bf62-4e3b-87cd-273eaa094fd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.221589 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-03ac800c-a1b2-4866-9253-e949f8d14b44 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.6158276 Nov 12 01:00:05.222897 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42492) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:05.224517 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8f5fffb4-bf62-4e3b-87cd-273eaa094fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.239320 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f5fffb4-bf62-4e3b-87cd-273eaa094fd7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:00:05.252526 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8f5fffb4-bf62-4e3b-87cd-273eaa094fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.252895 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-8f5fffb4-bf62-4e3b-87cd-273eaa094fd7 admin admin] Added segment 7533d8c8-0079-4497-b9b8-05b110dba4ea of type vlan for network fe286bc5-ab34-4302-ab66-69b5f40afcfc Nov 12 01:00:05.319402 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8f5fffb4-bf62-4e3b-87cd-273eaa094fd7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.363776 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-1ed5b396-a42c-40c6-a568-883772aa9e01 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'port': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'mac_address': 'fa:16:3e:04:c3:83', 'name': 'tempest-NetworksTestDHCPv6-44598882'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:05.388695 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-586eb6ad-d2f9-44f9-8b20-486420e4b585 None None] Deleting port f02d9496-8b17-498d-8035-5a8d2624e4fa {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:05.395558 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b251705b-6e49-4331-996c-1b5b1783e9e7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.398072 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-586eb6ad-d2f9-44f9-8b20-486420e4b585 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.453278 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-b251705b-6e49-4331-996c-1b5b1783e9e7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc7d1bc1-d5b0-439a-8891-06c174c7ec6e']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:05.479790 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8f5fffb4-bf62-4e3b-87cd-273eaa094fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.480910 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5fffb4-bf62-4e3b-87cd-273eaa094fd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:05.483879 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8f5fffb4-bf62-4e3b-87cd-273eaa094fd7 admin admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.484768 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-b251705b-6e49-4331-996c-1b5b1783e9e7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4117138-e66d-484a-82a4-e7a657ec320f') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:05.485301 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-b251705b-6e49-4331-996c-1b5b1783e9e7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4117138-e66d-484a-82a4-e7a657ec320f') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:05.501853 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b251705b-6e49-4331-996c-1b5b1783e9e7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.548356 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-586eb6ad-d2f9-44f9-8b20-486420e4b585 None None] For port f02d9496-8b17-498d-8035-5a8d2624e4fa, host n-d-812236-11, got binding levels [] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:05.549001 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-586eb6ad-d2f9-44f9-8b20-486420e4b585 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.578757 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-586eb6ad-d2f9-44f9-8b20-486420e4b585 None None] Calling delete_port for f02d9496-8b17-498d-8035-5a8d2624e4fa owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:05.581860 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.ipam_backend_mixin [None req-586eb6ad-d2f9-44f9-8b20-486420e4b585 None None] Port f02d9496-8b17-498d-8035-5a8d2624e4fa was not found and therefore no delete operation was performed {{(pid=102663) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 01:00:05.603382 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-586eb6ad-d2f9-44f9-8b20-486420e4b585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.628508 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-e5987908-d1d1-43ad-8b33-2168138323dc None None] For port 72dc9943-dbe5-4a53-8c28-deac46490357, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=72dc9943-dbe5-4a53-8c28-deac46490357,segment=NetworkSegment(b17c1361-8b82-43fd-9074-4ddf9d4beba9),segment_id=b17c1361-8b82-43fd-9074-4ddf9d4beba9)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:05.657977 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b251705b-6e49-4331-996c-1b5b1783e9e7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.685014 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b251705b-6e49-4331-996c-1b5b1783e9e7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:00:05.686052 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b251705b-6e49-4331-996c-1b5b1783e9e7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.710703 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8f5fffb4-bf62-4e3b-87cd-273eaa094fd7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.1939847 Nov 12 01:00:05.742747 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e5987908-d1d1-43ad-8b33-2168138323dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.743360 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5fffb4-bf62-4e3b-87cd-273eaa094fd7 admin admin] Pushing event updated for resources: {'Network': ['ID=fe286bc5-ab34-4302-ab66-69b5f40afcfc,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:05.759388 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586eb6ad-d2f9-44f9-8b20-486420e4b585 None None] Pushing event deleted for resources: {'Port': ['ID=f02d9496-8b17-498d-8035-5a8d2624e4fa,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:05.780116 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42500) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:05.783894 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586eb6ad-d2f9-44f9-8b20-486420e4b585 None None] No DVR routers for this DVR port f02d9496-8b17-498d-8035-5a8d2624e4fa on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:00:05.785467 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network fe286bc5-ab34-4302-ab66-69b5f40afcfc details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:00:05.788223 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-18fb285b-d933-4859-ac26-a9a0a43f2f8a admin admin] Request body: {'subnet': {'network_id': 'fe286bc5-ab34-4302-ab66-69b5f40afcfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1744497462-subnet', 'tenant_id': 'a34d0dec794a4d4da53e1ffa0340102a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:05.808555 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5fffb4-bf62-4e3b-87cd-273eaa094fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9792e5a-ab94-4d40-ba9d-f2b702efb896,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:05.844087 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:00:05.844087 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:00:05.844087 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:00:05.844087 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:00:05.844087 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:00:05.844087 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:00:05.844087 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:00:05.844087 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:00:05.844087 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:00:05.844087 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:00:05.844087 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:00:05.844087 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:00:05.844087 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:00:05.844087 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:00:05.844087 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:00:05.844087 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:00:05.844087 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:00:05.844087 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:00:05.844087 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:00:05.844087 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:00:05.844087 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:00:05.844087 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:00:05.844087 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:00:05.844087 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:00:05.844087 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:00:05.844087 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:00:05.844087 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:00:05.844087 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:00:05.844087 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:00:05.844087 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:00:05.844087 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:00:05.844087 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:00:05.868923 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-840419f6-3a47-45a8-9836-303af22e27f2 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.879693 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b251705b-6e49-4331-996c-1b5b1783e9e7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.889737 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b251705b-6e49-4331-996c-1b5b1783e9e7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.894138 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b251705b-6e49-4331-996c-1b5b1783e9e7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "DELETE /v2.0/networks/cc7d1bc1-d5b0-439a-8891-06c174c7ec6e HTTP/1.1" status: 204 len: 168 time: 3.2404106 Nov 12 01:00:05.906783 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42506) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:05.917554 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-3e7c7439-948d-4ebb-a2fe-c73a01fa6c61 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-986034220'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:05.924096 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b251705b-6e49-4331-996c-1b5b1783e9e7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event deleted for resources: {'Network': ['ID=cc7d1bc1-d5b0-439a-8891-06c174c7ec6e,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:05.989732 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18fb285b-d933-4859-ac26-a9a0a43f2f8a admin admin] Made reservation on behalf of a34d0dec794a4d4da53e1ffa0340102a for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:05.990048 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-13499c48-c777-4e32-b6eb-6f324505e4e1 None None] Allocated IP 172.23.0.2 (5024c74c-521b-4cc4-a7e2-2d29275c8d63/e4c3a6a2-872f-42e4-abe4-0962630700c0/98803855-d8e9-4589-ac97-730f9db89577) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:00:05.993465 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-18fb285b-d933-4859-ac26-a9a0a43f2f8a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:06.087403 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7c7439-948d-4ebb-a2fe-c73a01fa6c61 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Made reservation on behalf of 3bb80f8fcdb04dbb90fc5fe264a13cbe for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:06.091974 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3e7c7439-948d-4ebb-a2fe-c73a01fa6c61 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:06.127105 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5987908-d1d1-43ad-8b33-2168138323dc None None] Pushing event updated for resources: {'Port': ['ID=72dc9943-dbe5-4a53-8c28-deac46490357,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:06.371249 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-393a9a00-57f9-4e70-9d2a-d19fd7306132 None None] Provisioning complete for port 72dc9943-dbe5-4a53-8c28-deac46490357 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:06.374203 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-393a9a00-57f9-4e70-9d2a-d19fd7306132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:06.550980 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e7c7439-948d-4ebb-a2fe-c73a01fa6c61 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:00:06.556931 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed5b396-a42c-40c6-a568-883772aa9e01 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:06.557604 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-18fb285b-d933-4859-ac26-a9a0a43f2f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:06.611300 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-abc614fb-b13d-4a50-97b3-96adc6ebeab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:06.769841 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 72dc9943-dbe5-4a53-8c28-deac46490357 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:00:06.797082 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0eabb0c-e39d-4b55-aaae-a04df99abbac None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:06.883636 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3e7c7439-948d-4ebb-a2fe-c73a01fa6c61 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:06.884158 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-3e7c7439-948d-4ebb-a2fe-c73a01fa6c61 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Added segment dee0daab-6f2e-4e2b-b2a7-c588f4bb8da3 of type vlan for network b946c6aa-8bbf-4ba7-89f9-617b9c585075 Nov 12 01:00:06.941808 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3e7c7439-948d-4ebb-a2fe-c73a01fa6c61 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:06.979717 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ed5b396-a42c-40c6-a568-883772aa9e01 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.045561 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fb285b-d933-4859-ac26-a9a0a43f2f8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c95ae7ec-154e-4271-b0c9-eb0c3a91b608,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:07.053781 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-13499c48-c777-4e32-b6eb-6f324505e4e1 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.054214 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3e7c7439-948d-4ebb-a2fe-c73a01fa6c61 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.076364 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7c7439-948d-4ebb-a2fe-c73a01fa6c61 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:07.078298 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3e7c7439-948d-4ebb-a2fe-c73a01fa6c61 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.082840 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-393a9a00-57f9-4e70-9d2a-d19fd7306132 None None] Provisioning complete for port 9aac48d0-8624-42d3-a2c7-97f86feecd97 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:07.083386 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-393a9a00-57f9-4e70-9d2a-d19fd7306132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.087039 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-13499c48-c777-4e32-b6eb-6f324505e4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.168963 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-840419f6-3a47-45a8-9836-303af22e27f2 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Allocated IP 172.23.0.1 (5024c74c-521b-4cc4-a7e2-2d29275c8d63/e4c3a6a2-872f-42e4-abe4-0962630700c0/4c06822c-d7eb-4fad-8b70-601cbf341c40) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:00:07.254793 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13499c48-c777-4e32-b6eb-6f324505e4e1 None None] Network 5024c74c-521b-4cc4-a7e2-2d29275c8d63 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:07.262664 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c7439-948d-4ebb-a2fe-c73a01fa6c61 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event updated for resources: {'Network': ['ID=b946c6aa-8bbf-4ba7-89f9-617b9c585075,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:07.312206 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3e7c7439-948d-4ebb-a2fe-c73a01fa6c61 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4014750 Nov 12 01:00:07.313855 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42522) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:07.315036 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-1ed5b396-a42c-40c6-a568-883772aa9e01 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] device_id is not set on port da4b9d93-fcee-480f-ab8c-4218f49a81bc yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:00:07.338343 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-13499c48-c777-4e32-b6eb-6f324505e4e1 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:07.344856 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network b946c6aa-8bbf-4ba7-89f9-617b9c585075 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:00:07.348039 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-ba9e00f4-c6b8-49f2-9317-9f25d62b9cc9 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Request body: {'subnet': {'network_id': 'b946c6aa-8bbf-4ba7-89f9-617b9c585075', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:07.355595 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13499c48-c777-4e32-b6eb-6f324505e4e1 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:00:07.374447 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 72dc9943-dbe5-4a53-8c28-deac46490357 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:07.375178 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.395259 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fb285b-d933-4859-ac26-a9a0a43f2f8a admin admin] Checking segment: {'id': '7533d8c8-0079-4497-b9b8-05b110dba4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'fe286bc5-ab34-4302-ab66-69b5f40afcfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:00:07.395625 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fb285b-d933-4859-ac26-a9a0a43f2f8a admin admin] Network hostable DHCP agents. Network: fe286bc5-ab34-4302-ab66-69b5f40afcfc, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:00:07.426562 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13499c48-c777-4e32-b6eb-6f324505e4e1 None None] Pushing event updated for resources: {'Port': ['ID=98803855-d8e9-4589-ac97-730f9db89577,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:07.492942 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-840419f6-3a47-45a8-9836-303af22e27f2 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.568486 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-393a9a00-57f9-4e70-9d2a-d19fd7306132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.608801 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-840419f6-3a47-45a8-9836-303af22e27f2 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.661703 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840419f6-3a47-45a8-9836-303af22e27f2 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Network 5024c74c-521b-4cc4-a7e2-2d29275c8d63 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:07.665350 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-840419f6-3a47-45a8-9836-303af22e27f2 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:07.673859 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840419f6-3a47-45a8-9836-303af22e27f2 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:00:07.676389 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fb285b-d933-4859-ac26-a9a0a43f2f8a admin admin] Network fe286bc5-ab34-4302-ab66-69b5f40afcfc is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:00:07.721161 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-13499c48-c777-4e32-b6eb-6f324505e4e1 None None] Attempting to bind port 98803855-d8e9-4589-ac97-730f9db89577 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:00:07.721744 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-13499c48-c777-4e32-b6eb-6f324505e4e1 None None] Attempting to bind port 98803855-d8e9-4589-ac97-730f9db89577 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'f0704aeb-5fe1-4ef6-9a43-33e85512dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5024c74c-521b-4cc4-a7e2-2d29275c8d63'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:00:07.723551 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13499c48-c777-4e32-b6eb-6f324505e4e1 None None] Attempting to bind port 98803855-d8e9-4589-ac97-730f9db89577 on network 5024c74c-521b-4cc4-a7e2-2d29275c8d63 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:00:07.744653 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-18fb285b-d933-4859-ac26-a9a0a43f2f8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, fe286bc5-ab34-4302-ab66-69b5f40afcfc) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:07.747239 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840419f6-3a47-45a8-9836-303af22e27f2 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event updated for resources: {'Port': ['ID=4c06822c-d7eb-4fad-8b70-601cbf341c40,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:07.767856 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fb285b-d933-4859-ac26-a9a0a43f2f8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:07.768451 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-18fb285b-d933-4859-ac26-a9a0a43f2f8a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.785991 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13499c48-c777-4e32-b6eb-6f324505e4e1 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:00:07.786672 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13499c48-c777-4e32-b6eb-6f324505e4e1 None None] Checking segment: {'id': 'f0704aeb-5fe1-4ef6-9a43-33e85512dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5024c74c-521b-4cc4-a7e2-2d29275c8d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:00:07.787273 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-13499c48-c777-4e32-b6eb-6f324505e4e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.787765 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13499c48-c777-4e32-b6eb-6f324505e4e1 None None] Bound using segment: {'id': 'f0704aeb-5fe1-4ef6-9a43-33e85512dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5024c74c-521b-4cc4-a7e2-2d29275c8d63'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:00:07.788597 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-13499c48-c777-4e32-b6eb-6f324505e4e1 None None] Bound port: 98803855-d8e9-4589-ac97-730f9db89577, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0704aeb-5fe1-4ef6-9a43-33e85512dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5024c74c-521b-4cc4-a7e2-2d29275c8d63'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:00:07.788984 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-13499c48-c777-4e32-b6eb-6f324505e4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.804962 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a2133e-efb9-43a2-93c5-0b454be26209 None None] Network fe286bc5-ab34-4302-ab66-69b5f40afcfc requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:07.827308 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-840419f6-3a47-45a8-9836-303af22e27f2 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.827698 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9e00f4-c6b8-49f2-9317-9f25d62b9cc9 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Made reservation on behalf of 3bb80f8fcdb04dbb90fc5fe264a13cbe for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:07.831646 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ba9e00f4-c6b8-49f2-9317-9f25d62b9cc9 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.895786 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-18fb285b-d933-4859-ac26-a9a0a43f2f8a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.1132014 Nov 12 01:00:07.945364 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-393a9a00-57f9-4e70-9d2a-d19fd7306132 None None] For port 9aac48d0-8624-42d3-a2c7-97f86feecd97, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=9aac48d0-8624-42d3-a2c7-97f86feecd97,segment=NetworkSegment(b17c1361-8b82-43fd-9074-4ddf9d4beba9),segment_id=b17c1361-8b82-43fd-9074-4ddf9d4beba9)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:07.979535 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 82da1fb4-5aa8-4984-b7bf-696f7befcf98 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:00:08.022511 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-393a9a00-57f9-4e70-9d2a-d19fd7306132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:08.134010 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:08.172362 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-840419f6-3a47-45a8-9836-303af22e27f2 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:08.284640 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-13499c48-c777-4e32-b6eb-6f324505e4e1 None None] For port 98803855-d8e9-4589-ac97-730f9db89577, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:00:08.296274 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-13499c48-c777-4e32-b6eb-6f324505e4e1 None None] For port 98803855-d8e9-4589-ac97-730f9db89577, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=98803855-d8e9-4589-ac97-730f9db89577,segment=NetworkSegment(f0704aeb-5fe1-4ef6-9a43-33e85512dc2c),segment_id=f0704aeb-5fe1-4ef6-9a43-33e85512dc2c)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:00:08.379774 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-1ed5b396-a42c-40c6-a568-883772aa9e01 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Allocated IP 2001:db8::25f (549c8e6d-38df-4171-95c5-652183e307b7/5460ca60-55a8-42fd-a7c9-728995c219a4/da4b9d93-fcee-480f-ab8c-4218f49a81bc) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:00:08.413092 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-1ed5b396-a42c-40c6-a568-883772aa9e01 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Allocated IP 2001:db8:0:1:f816:3eff:fe04:c383 (549c8e6d-38df-4171-95c5-652183e307b7/0aad088e-b930-419c-843a-c9c674998ed7/da4b9d93-fcee-480f-ab8c-4218f49a81bc) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:00:08.447517 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-13499c48-c777-4e32-b6eb-6f324505e4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:08.472803 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-f3200098-5ced-43b3-a4d4-592c6354fc4a None None] Provisioning complete for port 82da1fb4-5aa8-4984-b7bf-696f7befcf98 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:08.473223 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f3200098-5ced-43b3-a4d4-592c6354fc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:08.666021 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42550) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:08.667702 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 82da1fb4-5aa8-4984-b7bf-696f7befcf98 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:08.668972 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:08.675112 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393a9a00-57f9-4e70-9d2a-d19fd7306132 None None] Pushing event updated for resources: {'Port': ['ID=9aac48d0-8624-42d3-a2c7-97f86feecd97,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:08.869260 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-840419f6-3a47-45a8-9836-303af22e27f2 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:08.885655 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-840419f6-3a47-45a8-9836-303af22e27f2 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:09.042209 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-840419f6-3a47-45a8-9836-303af22e27f2 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:09.145477 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-61bbff13-1774-4ddd-823f-4b646c4b5c4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:09.299417 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840419f6-3a47-45a8-9836-303af22e27f2 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event updated for resources: {'Port': ['ID=4c06822c-d7eb-4fad-8b70-601cbf341c40,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:09.300926 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ba9e00f4-c6b8-49f2-9317-9f25d62b9cc9 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:09.419619 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e00f4-c6b8-49f2-9317-9f25d62b9cc9 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event updated for resources: {'Subnet': ['ID=0e2613f4-fa69-4f5d-80ea-3f47a0396923,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:09.422257 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840419f6-3a47-45a8-9836-303af22e27f2 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Network 5024c74c-521b-4cc4-a7e2-2d29275c8d63 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:09.423982 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-840419f6-3a47-45a8-9836-303af22e27f2 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:09.500353 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:09.509952 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:09.523883 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13499c48-c777-4e32-b6eb-6f324505e4e1 None None] Pushing event updated for resources: {'Port': ['ID=98803855-d8e9-4589-ac97-730f9db89577,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:09.544463 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9e00f4-c6b8-49f2-9317-9f25d62b9cc9 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Checking segment: {'id': 'dee0daab-6f2e-4e2b-b2a7-c588f4bb8da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b946c6aa-8bbf-4ba7-89f9-617b9c585075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:00:09.545312 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9e00f4-c6b8-49f2-9317-9f25d62b9cc9 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Network hostable DHCP agents. Network: b946c6aa-8bbf-4ba7-89f9-617b9c585075, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:00:09.595022 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ed5b396-a42c-40c6-a568-883772aa9e01 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:09.622329 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9e00f4-c6b8-49f2-9317-9f25d62b9cc9 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Network b946c6aa-8bbf-4ba7-89f9-617b9c585075 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:00:09.636216 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 82da1fb4-5aa8-4984-b7bf-696f7befcf98, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=82da1fb4-5aa8-4984-b7bf-696f7befcf98,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:09.649721 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-ba9e00f4-c6b8-49f2-9317-9f25d62b9cc9 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, b946c6aa-8bbf-4ba7-89f9-617b9c585075) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:09.655593 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9e00f4-c6b8-49f2-9317-9f25d62b9cc9 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:09.656542 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ba9e00f4-c6b8-49f2-9317-9f25d62b9cc9 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:09.685319 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080f2f17-cbab-4f25-ba8a-e08eb266aa3c None None] Network b946c6aa-8bbf-4ba7-89f9-617b9c585075 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:09.687519 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840419f6-3a47-45a8-9836-303af22e27f2 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Router 43d45a94-9651-4d03-a4f3-f68fc6a14662 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:00:09.705495 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0687fa6-b0c2-4e8d-86a5-f040525978bf req-16f7f6bf-7194-4dcf-bf5d-42ec15f0e417 tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:09.713858 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e0687fa6-b0c2-4e8d-86a5-f040525978bf req-16f7f6bf-7194-4dcf-bf5d-42ec15f0e417 tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] 10.222.0.20 "GET /v2.0/networks?id=fe286bc5-ab34-4302-ab66-69b5f40afcfc HTTP/1.1" status: 200 len: 822 time: 0.4613838 Nov 12 01:00:09.726468 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ba9e00f4-c6b8-49f2-9317-9f25d62b9cc9 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3941293 Nov 12 01:00:09.737963 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42568) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:09.753567 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-eed34853-4234-417e-b829-b091677926c2 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Request body: {'port': {'network_id': 'b946c6aa-8bbf-4ba7-89f9-617b9c585075', 'name': 'tempest-PortsTestJSON-2093277020', 'fixed_ips': [{'subnet_id': '0e2613f4-fa69-4f5d-80ea-3f47a0396923', 'ip_address': '172.20.0.10'}]}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:09.822262 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e0687fa6-b0c2-4e8d-86a5-f040525978bf req-abf39b3f-0843-4caf-b9c3-a8be8bb00cca tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] 10.222.0.20 "GET /v2.0/quotas/a34d0dec794a4d4da53e1ffa0340102a HTTP/1.1" status: 200 len: 375 time: 0.1070154 Nov 12 01:00:09.881423 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:09.882247 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 9aac48d0-8624-42d3-a2c7-97f86feecd97 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:00:09.895887 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e0687fa6-b0c2-4e8d-86a5-f040525978bf req-e6d9fd3b-19e4-416b-89d3-96c644c65e1a tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a34d0dec794a4d4da53e1ffa0340102a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0722945 Nov 12 01:00:09.904273 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [req-e0687fa6-b0c2-4e8d-86a5-f040525978bf req-a9338757-d341-4591-b9af-f0d8ca00bd0f service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:00:09.918626 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e0687fa6-b0c2-4e8d-86a5-f040525978bf req-a9338757-d341-4591-b9af-f0d8ca00bd0f service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0213575 Nov 12 01:00:09.924089 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0e5a38-9aca-4ae9-95b9-97b934686613 None None] Network fe286bc5-ab34-4302-ab66-69b5f40afcfc requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:09.943203 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840419f6-3a47-45a8-9836-303af22e27f2 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:00:09.951179 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-840419f6-3a47-45a8-9836-303af22e27f2 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "PUT /v2.0/routers/43d45a94-9651-4d03-a4f3-f68fc6a14662/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9125190 Nov 12 01:00:09.951351 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-61bbff13-1774-4ddd-823f-4b646c4b5c4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:09.954339 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42572) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:09.962679 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-9fc73519-1759-43d9-8e84-f477921bf78e tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:10.031907 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-61bbff13-1774-4ddd-823f-4b646c4b5c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:10.067585 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-61bbff13-1774-4ddd-823f-4b646c4b5c4a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=767f70c5ca9f46529d3e2973a07277be&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3985941 Nov 12 01:00:10.116006 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42574) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:10.126730 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbb47c7-8978-4573-b3b9-49be57d265ec None None] Sync routers for ids ['43d45a94-9651-4d03-a4f3-f68fc6a14662'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:00:10.227238 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ed5b396-a42c-40c6-a568-883772aa9e01 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:10.251554 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f3200098-5ced-43b3-a4d4-592c6354fc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:10.254012 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=82da1fb4-5aa8-4984-b7bf-696f7befcf98,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:10.319737 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbb47c7-8978-4573-b3b9-49be57d265ec None None] Routers {'43d45a94-9651-4d03-a4f3-f68fc6a14662'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:10.320778 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-3fbb47c7-8978-4573-b3b9-49be57d265ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:00:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['43d45a94-9651-4d03-a4f3-f68fc6a14662'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:10.325573 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bbff13-1774-4ddd-823f-4b646c4b5c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a4b978-6b6a-4b75-832d-4caef1a0ebed,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:10.435863 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e0687fa6-b0c2-4e8d-86a5-f040525978bf req-4e383f27-3c82-4493-be38-00b52a125b26 service neutron] 10.222.0.20 "GET /v2.0/networks/fe286bc5-ab34-4302-ab66-69b5f40afcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5153687 Nov 12 01:00:10.472553 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed5b396-a42c-40c6-a568-883772aa9e01 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:10.510799 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-3fbb47c7-8978-4573-b3b9-49be57d265ec None None] Set router 43d45a94-9651-4d03-a4f3-f68fc6a14662 gateway port host: None {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:00:10.550635 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:10.582650 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114f7846-a691-43a6-a6f9-44973af19178 None None] Network 5024c74c-521b-4cc4-a7e2-2d29275c8d63 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:10.728490 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-97d837a4-716c-4945-ba23-1bad62361240 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.5503440 Nov 12 01:00:10.803201 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.extraroute_db [None req-9fc73519-1759-43d9-8e84-f477921bf78e tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=102661) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 01:00:10.859111 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.extraroute_db [None req-9fc73519-1759-43d9-8e84-f477921bf78e tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Removed routes are [] {{(pid=102661) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 01:00:10.859839 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9fc73519-1759-43d9-8e84-f477921bf78e tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-425772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40044'] for router, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:10.882512 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-80084c83-a126-4989-9e04-ac8ebe68974c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:10.883061 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-80084c83-a126-4989-9e04-ac8ebe68974c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:10.883663 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-80084c83-a126-4989-9e04-ac8ebe68974c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:10.884186 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-80084c83-a126-4989-9e04-ac8ebe68974c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:10.884740 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-80084c83-a126-4989-9e04-ac8ebe68974c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:10.885492 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-80084c83-a126-4989-9e04-ac8ebe68974c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:10.886144 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-80084c83-a126-4989-9e04-ac8ebe68974c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:10.888384 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-80084c83-a126-4989-9e04-ac8ebe68974c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99d22f2d09c941868df176b00803ab3d&device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 6508 time: 0.0769935 Nov 12 01:00:10.895144 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469bec8b-e2fa-4612-bc4d-7c8d9d12d05f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-b946c6aa-8bbf-4ba7-89f9-617b9c585075', 'network_id': 'b946c6aa-8bbf-4ba7-89f9-617b9c585075', 'tenant_id': '3bb80f8fcdb04dbb90fc5fe264a13cbe', 'fixed_ips': [{'subnet_id': '0e2613f4-fa69-4f5d-80ea-3f47a0396923'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:00:10.896156 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-469bec8b-e2fa-4612-bc4d-7c8d9d12d05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:11.006078 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 9aac48d0-8624-42d3-a2c7-97f86feecd97 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:11.006461 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:11.008681 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:11.030882 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-1ed5b396-a42c-40c6-a568-883772aa9e01 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:11.041568 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-82f2382e-f05c-4b02-b66c-5cd7bc1f968d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:11.053234 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1e68b0e5-e956-465d-8fc9-a56c46e33b42 req-108fd267-94a6-4856-af7e-3763cdedd4a3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8756559 Nov 12 01:00:11.073190 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed5b396-a42c-40c6-a568-883772aa9e01 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:00:11.089691 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed5b396-a42c-40c6-a568-883772aa9e01 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:11.094307 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ed5b396-a42c-40c6-a568-883772aa9e01 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:11.102399 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-7535d5ac-9132-4ccb-b520-ae7daf44b374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:11.103615 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-7535d5ac-9132-4ccb-b520-ae7daf44b374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:11.104558 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-7535d5ac-9132-4ccb-b520-ae7daf44b374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:11.106457 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-7535d5ac-9132-4ccb-b520-ae7daf44b374 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6d66b009-87d4-44ee-a0b8-482e36cd5030&id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&id=0fed04be-2c3a-475e-8199-924085f487af&id=0fed04be-2c3a-475e-8199-924085f487af HTTP/1.1" status: 200 len: 2299 time: 0.1614826 Nov 12 01:00:11.185355 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-469bec8b-e2fa-4612-bc4d-7c8d9d12d05f None None] Allocated IP 172.20.0.2 (b946c6aa-8bbf-4ba7-89f9-617b9c585075/0e2613f4-fa69-4f5d-80ea-3f47a0396923/3386e6e5-24f8-4575-89d0-24e30f7adc1e) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:00:11.208578 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed5b396-a42c-40c6-a568-883772aa9e01 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Port': ['ID=da4b9d93-fcee-480f-ab8c-4218f49a81bc,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:11.293600 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed34853-4234-417e-b829-b091677926c2 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Made reservation on behalf of 3bb80f8fcdb04dbb90fc5fe264a13cbe for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:11.298766 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e0687fa6-b0c2-4e8d-86a5-f040525978bf req-53363ce5-cbc9-4ed9-8074-73e6e2460b7d service neutron] 10.222.0.20 "GET /v2.0/networks/fe286bc5-ab34-4302-ab66-69b5f40afcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8234012 Nov 12 01:00:11.338398 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-82f2382e-f05c-4b02-b66c-5cd7bc1f968d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:11.346478 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1ed5b396-a42c-40c6-a568-883772aa9e01 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 5.9876008 Nov 12 01:00:11.386723 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42588) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:11.458523 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-469bec8b-e2fa-4612-bc4d-7c8d9d12d05f None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:11.541839 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.db.api [None req-f3200098-5ced-43b3-a4d4-592c6354fc4a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:00:11.544337 n-d-812236-11 neutron-server[102663]: DEBUG oslo_db.api [None req-f3200098-5ced-43b3-a4d4-592c6354fc4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:00:11.559263 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-469bec8b-e2fa-4612-bc4d-7c8d9d12d05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:11.720162 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469bec8b-e2fa-4612-bc4d-7c8d9d12d05f None None] Network b946c6aa-8bbf-4ba7-89f9-617b9c585075 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:11.761260 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-469bec8b-e2fa-4612-bc4d-7c8d9d12d05f None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:11.765229 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469bec8b-e2fa-4612-bc4d-7c8d9d12d05f None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:00:11.779037 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68b0e5-e956-465d-8fc9-a56c46e33b42 req-228c3079-90bd-4f0f-97c4-89cb33342404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:11.780736 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1e68b0e5-e956-465d-8fc9-a56c46e33b42 req-228c3079-90bd-4f0f-97c4-89cb33342404 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=92120bcf7a2b4a398a48be8e2d4be44a&device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9 HTTP/1.1" status: 200 len: 1097 time: 0.6348555 Nov 12 01:00:11.781415 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-82f2382e-f05c-4b02-b66c-5cd7bc1f968d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:11.786351 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-82f2382e-f05c-4b02-b66c-5cd7bc1f968d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:11.787483 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-82f2382e-f05c-4b02-b66c-5cd7bc1f968d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f0a4b978-6b6a-4b75-832d-4caef1a0ebed HTTP/1.1" status: 204 len: 168 time: 1.6670663 Nov 12 01:00:11.868911 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469bec8b-e2fa-4612-bc4d-7c8d9d12d05f None None] Pushing event updated for resources: {'Port': ['ID=3386e6e5-24f8-4575-89d0-24e30f7adc1e,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:11.950862 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-3fbb47c7-8978-4573-b3b9-49be57d265ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'name': 'tempest-RoutersTest-router-1019833005', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:31Z', 'updated_at': '2021-11-12T01:00:08Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'gw_port_host': None, '_interfaces': [{'id': '4c06822c-d7eb-4fad-8b70-601cbf341c40', 'name': '', 'network_id': '5024c74c-521b-4cc4-a7e2-2d29275c8d63', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:dd:7c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'e4c3a6a2-872f-42e4-abe4-0962630700c0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:06Z', 'updated_at': '2021-11-12T01:00:08Z', 'revision_number': 2, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'e4c3a6a2-872f-42e4-abe4-0962630700c0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8827948f-813e-4b5d-9843-d5dd66eb8a4d', 'name': '', 'network_id': 'b7601aaf-0d25-48a6-a3a3-4191027952f6', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:78:07:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:36Z', 'updated_at': '2021-11-12T00:59:45Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9aac48d0-8624-42d3-a2c7-97f86feecd97', 'name': '', 'network_id': '5af08750-7756-44a0-ba6e-79f99fa5b2e0', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:fc:ac:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'd97ed380-2494-4648-b408-f444ba18f2ee', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:56Z', 'updated_at': '2021-11-12T01:00:07Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'd97ed380-2494-4648-b408-f444ba18f2ee', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff6a3d0-5baf-4d10-b12c-efb1c22ec22f', 'name': '', 'network_id': '09d5d87c-0eb0-4d96-83c1-36753e61e51f', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:61:bc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': 'cbc58b44-e186-4f5a-b3b0-b08a44a44c20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:43Z', 'updated_at': '2021-11-12T00:59:54Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'cbc58b44-e186-4f5a-b3b0-b08a44a44c20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:11.954132 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2382e-f05c-4b02-b66c-5cd7bc1f968d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a4b978-6b6a-4b75-832d-4caef1a0ebed,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:11.962163 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68b0e5-e956-465d-8fc9-a56c46e33b42 req-c47b7c92-8c13-4aef-b834-c1c0bb7384ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:11.963785 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1e68b0e5-e956-465d-8fc9-a56c46e33b42 req-c47b7c92-8c13-4aef-b834-c1c0bb7384ad service neutron] 10.222.0.54 "GET /v2.0/networks?id=81cab25c-cc73-4b97-9af8-266d9053a85f HTTP/1.1" status: 200 len: 911 time: 0.1234949 Nov 12 01:00:11.985641 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-84e16617-e385-4b1b-a982-038cc560c3a3 req-6ca3cdaf-278a-41b9-bcf4-2fd74ac1651a tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] 10.222.0.20 "GET /v2.0/ports?device_id=38ddddfb-74f9-4879-b643-1b9a3fa3fef5 HTTP/1.1" status: 200 len: 210 time: 0.2348368 Nov 12 01:00:12.034707 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-0d44d19e-4fe1-40df-a66a-84c5251e39b0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=839befd9-0d96-49e6-b80d-77934b38b2b7 HTTP/1.1" status: 200 len: 1001 time: 0.8753295 Nov 12 01:00:12.046343 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbb47c7-8978-4573-b3b9-49be57d265ec None None] Checking router: 43d45a94-9651-4d03-a4f3-f68fc6a14662 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:00:12.046944 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbb47c7-8978-4573-b3b9-49be57d265ec None None] Updating router 43d45a94-9651-4d03-a4f3-f68fc6a14662 port 4c06822c-d7eb-4fad-8b70-601cbf341c40 binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:00:12.172958 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9fc73519-1759-43d9-8e84-f477921bf78e tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-425772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40044'] for router, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:12.269579 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9fc73519-1759-43d9-8e84-f477921bf78e tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-425765'] for router, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:12.272512 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eed34853-4234-417e-b829-b091677926c2 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:12.284843 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-b12573fe-b37c-4f59-805d-75b5f2dc517e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:12.286405 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-b12573fe-b37c-4f59-805d-75b5f2dc517e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=84f3c115-0f29-44bb-9c76-e6ed88722019 HTTP/1.1" status: 200 len: 856 time: 0.1890283 Nov 12 01:00:12.403922 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-eed34853-4234-417e-b829-b091677926c2 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] device_id is not set on port e65499b4-8a19-4d7f-ab8b-8ae09b12bfa1 yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:00:12.435283 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-fc4e3596-8045-440a-8117-6b833a40b0da tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Deleting port da4b9d93-fcee-480f-ab8c-4218f49a81bc {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:12.436375 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fc4e3596-8045-440a-8117-6b833a40b0da tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:12.456975 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1e68b0e5-e956-465d-8fc9-a56c46e33b42 req-4e8667b3-b3a2-4618-a52a-5017ce797383 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=161b3298-9c94-419c-aed6-71e3451377c5 HTTP/1.1" status: 200 len: 1000 time: 0.4698908 Nov 12 01:00:12.467439 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3fbb47c7-8978-4573-b3b9-49be57d265ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:12.624892 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc73519-1759-43d9-8e84-f477921bf78e tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Router 43d45a94-9651-4d03-a4f3-f68fc6a14662 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:00:12.643623 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-ac50bca7-a1a4-4827-8001-cf722719be35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:12.645149 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-ac50bca7-a1a4-4827-8001-cf722719be35 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6d66b009-87d4-44ee-a0b8-482e36cd5030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3468859 Nov 12 01:00:12.684225 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device f02d9496-8b17-498d-8035-5a8d2624e4fa no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:12.749256 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: f02d9496-8b17-498d-8035-5a8d2624e4fa {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:00:12.749634 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device f02d9496-8b17-498d-8035-5a8d2624e4fa not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:00:12.755039 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-469bec8b-e2fa-4612-bc4d-7c8d9d12d05f None None] Attempting to bind port 3386e6e5-24f8-4575-89d0-24e30f7adc1e on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:00:12.755418 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-469bec8b-e2fa-4612-bc4d-7c8d9d12d05f None None] Attempting to bind port 3386e6e5-24f8-4575-89d0-24e30f7adc1e by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'dee0daab-6f2e-4e2b-b2a7-c588f4bb8da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b946c6aa-8bbf-4ba7-89f9-617b9c585075'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:00:12.755780 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469bec8b-e2fa-4612-bc4d-7c8d9d12d05f None None] Attempting to bind port 3386e6e5-24f8-4575-89d0-24e30f7adc1e on network b946c6aa-8bbf-4ba7-89f9-617b9c585075 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:00:12.881247 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68b0e5-e956-465d-8fc9-a56c46e33b42 req-74ba7fc9-c850-4171-ad0f-051413d419b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:12.882769 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1e68b0e5-e956-465d-8fc9-a56c46e33b42 req-74ba7fc9-c850-4171-ad0f-051413d419b9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=14a1d482-7411-47d7-8687-bbca824f06be HTTP/1.1" status: 200 len: 849 time: 0.3810322 Nov 12 01:00:12.895679 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469bec8b-e2fa-4612-bc4d-7c8d9d12d05f None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:00:12.896056 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469bec8b-e2fa-4612-bc4d-7c8d9d12d05f None None] Checking segment: {'id': 'dee0daab-6f2e-4e2b-b2a7-c588f4bb8da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b946c6aa-8bbf-4ba7-89f9-617b9c585075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:00:12.896468 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-469bec8b-e2fa-4612-bc4d-7c8d9d12d05f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:12.896865 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469bec8b-e2fa-4612-bc4d-7c8d9d12d05f None None] Bound using segment: {'id': 'dee0daab-6f2e-4e2b-b2a7-c588f4bb8da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b946c6aa-8bbf-4ba7-89f9-617b9c585075'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:00:12.897352 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-469bec8b-e2fa-4612-bc4d-7c8d9d12d05f None None] Bound port: 3386e6e5-24f8-4575-89d0-24e30f7adc1e, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dee0daab-6f2e-4e2b-b2a7-c588f4bb8da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b946c6aa-8bbf-4ba7-89f9-617b9c585075'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:00:12.913189 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-469bec8b-e2fa-4612-bc4d-7c8d9d12d05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:12.964181 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:12.968696 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc73519-1759-43d9-8e84-f477921bf78e tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:00:13.008471 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9fc73519-1759-43d9-8e84-f477921bf78e tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:13.016938 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-9fc73519-1759-43d9-8e84-f477921bf78e tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "PUT /v2.0/routers/43d45a94-9651-4d03-a4f3-f68fc6a14662 HTTP/1.1" status: 200 len: 934 time: 3.0614207 Nov 12 01:00:13.021252 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42634) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:13.026125 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-f3200098-5ced-43b3-a4d4-592c6354fc4a None None] Provisioning complete for port 9aac48d0-8624-42d3-a2c7-97f86feecd97 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:13.026524 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f3200098-5ced-43b3-a4d4-592c6354fc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:13.291409 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-d6e05eb5-e20d-4c57-8295-d19991f28175 service neutron] 10.222.0.49 "GET /v2.0/networks/6d66b009-87d4-44ee-a0b8-482e36cd5030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5936806 Nov 12 01:00:13.323786 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 82da1fb4-5aa8-4984-b7bf-696f7befcf98 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:00:13.395370 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fc4e3596-8045-440a-8117-6b833a40b0da tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:13.408374 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68b0e5-e956-465d-8fc9-a56c46e33b42 req-b8790e77-9a78-4aaf-b12e-3298eeea0da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:13.419858 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1e68b0e5-e956-465d-8fc9-a56c46e33b42 req-b8790e77-9a78-4aaf-b12e-3298eeea0da1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=81cab25c-cc73-4b97-9af8-266d9053a85f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5188620 Nov 12 01:00:13.433449 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-da325806-1174-4d7e-b6f7-45d76c8d6755 req-80e7f4a7-125e-4bef-8734-054d499913d3 tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] 10.222.0.20 "GET /v2.0/ports?device_id=38ddddfb-74f9-4879-b643-1b9a3fa3fef5 HTTP/1.1" status: 200 len: 210 time: 0.2493558 Nov 12 01:00:13.465405 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-eed34853-4234-417e-b829-b091677926c2 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Allocated IP 172.20.0.10 (b946c6aa-8bbf-4ba7-89f9-617b9c585075/0e2613f4-fa69-4f5d-80ea-3f47a0396923/e65499b4-8a19-4d7f-ab8b-8ae09b12bfa1) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:00:13.479382 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-fc4e3596-8045-440a-8117-6b833a40b0da tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Calling delete_port for da4b9d93-fcee-480f-ab8c-4218f49a81bc owned by {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:13.535188 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-469bec8b-e2fa-4612-bc4d-7c8d9d12d05f None None] For port 3386e6e5-24f8-4575-89d0-24e30f7adc1e, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:00:13.548001 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-469bec8b-e2fa-4612-bc4d-7c8d9d12d05f None None] For port 3386e6e5-24f8-4575-89d0-24e30f7adc1e, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=3386e6e5-24f8-4575-89d0-24e30f7adc1e,segment=NetworkSegment(dee0daab-6f2e-4e2b-b2a7-c588f4bb8da3),segment_id=dee0daab-6f2e-4e2b-b2a7-c588f4bb8da3)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:00:13.648461 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-469bec8b-e2fa-4612-bc4d-7c8d9d12d05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:13.772511 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0eb8e9dd-a93a-453a-8796-6a809e9f57cd tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "GET /v2.0/routers/43d45a94-9651-4d03-a4f3-f68fc6a14662 HTTP/1.1" status: 200 len: 934 time: 0.7406709 Nov 12 01:00:13.778107 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42652) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:13.789843 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-ccaaf2b7-7873-40f5-b2b3-3f06865fb388 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Request body: {'router': {'routes': None}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:13.943119 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1e68b0e5-e956-465d-8fc9-a56c46e33b42 req-f6a80ebf-ffed-4979-9638-057f35ad6af2 service neutron] 10.222.0.54 "GET /v2.0/networks/81cab25c-cc73-4b97-9af8-266d9053a85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5136251 Nov 12 01:00:14.085131 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469bec8b-e2fa-4612-bc4d-7c8d9d12d05f None None] Pushing event updated for resources: {'Port': ['ID=3386e6e5-24f8-4575-89d0-24e30f7adc1e,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:14.108613 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 82da1fb4-5aa8-4984-b7bf-696f7befcf98 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:14.109467 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:14.117135 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0687fa6-b0c2-4e8d-86a5-f040525978bf req-a65a1203-3a75-47f8-b765-f1eadbd4546d tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:14.122595 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e0687fa6-b0c2-4e8d-86a5-f040525978bf req-a65a1203-3a75-47f8-b765-f1eadbd4546d tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] 10.222.0.54 "GET /v2.0/networks?id=fe286bc5-ab34-4302-ab66-69b5f40afcfc HTTP/1.1" status: 200 len: 822 time: 0.6918411 Nov 12 01:00:14.172412 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-e0687fa6-b0c2-4e8d-86a5-f040525978bf req-d55e32ad-1f3b-4aa6-ae69-6cfa411d69c0 tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] Request body: {'port': {'device_id': '38ddddfb-74f9-4879-b643-1b9a3fa3fef5', 'network_id': 'fe286bc5-ab34-4302-ab66-69b5f40afcfc', 'admin_state_up': True, 'tenant_id': 'a34d0dec794a4d4da53e1ffa0340102a'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:14.244155 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3fbb47c7-8978-4573-b3b9-49be57d265ec None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:14.287676 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3fbb47c7-8978-4573-b3b9-49be57d265ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:14.291321 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-169633d7-478e-4003-a249-84777c758c86 service neutron] 10.222.0.49 "GET /v2.0/networks/6d66b009-87d4-44ee-a0b8-482e36cd5030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9991097 Nov 12 01:00:14.297948 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1e68b0e5-e956-465d-8fc9-a56c46e33b42 req-aec8dc05-d583-4bba-bf3b-5e4592272045 service neutron] 10.222.0.54 "GET /v2.0/networks/81cab25c-cc73-4b97-9af8-266d9053a85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434389 Nov 12 01:00:14.410857 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 98803855-d8e9-4589-ac97-730f9db89577 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:00:14.439800 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eed34853-4234-417e-b829-b091677926c2 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:14.510397 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56fb51f-7909-4aee-a26d-2848e2036791 None None] Pushing event updated for resources: {'Port': ['ID=4c06822c-d7eb-4fad-8b70-601cbf341c40,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:14.525292 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-774024a9-229a-45b4-b74d-bfdaf06a1c53 None None] Provisioning complete for port da4b9d93-fcee-480f-ab8c-4218f49a81bc triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:14.526323 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-774024a9-229a-45b4-b74d-bfdaf06a1c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:14.540348 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eed34853-4234-417e-b829-b091677926c2 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:14.699891 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-4106fe21-a2cd-4a25-9bc9-540ee5674378 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9 HTTP/1.1" status: 200 len: 217 time: 0.1323328 Nov 12 01:00:14.700476 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed34853-4234-417e-b829-b091677926c2 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Network b946c6aa-8bbf-4ba7-89f9-617b9c585075 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:14.716317 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-eed34853-4234-417e-b829-b091677926c2 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:14.723734 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed34853-4234-417e-b829-b091677926c2 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:00:14.768561 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-3fbb47c7-8978-4573-b3b9-49be57d265ec None None] Attempting to bind port 4c06822c-d7eb-4fad-8b70-601cbf341c40 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:00:14.768939 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-3fbb47c7-8978-4573-b3b9-49be57d265ec None None] Attempting to bind port 4c06822c-d7eb-4fad-8b70-601cbf341c40 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'f0704aeb-5fe1-4ef6-9a43-33e85512dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5024c74c-521b-4cc4-a7e2-2d29275c8d63'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:00:14.772742 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbb47c7-8978-4573-b3b9-49be57d265ec None None] Attempting to bind port 4c06822c-d7eb-4fad-8b70-601cbf341c40 on network 5024c74c-521b-4cc4-a7e2-2d29275c8d63 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:00:14.785348 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed34853-4234-417e-b829-b091677926c2 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:14.786036 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eed34853-4234-417e-b829-b091677926c2 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:14.789119 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-774024a9-229a-45b4-b74d-bfdaf06a1c53 None None] Port da4b9d93-fcee-480f-ab8c-4218f49a81bc cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:00:14.796124 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbb47c7-8978-4573-b3b9-49be57d265ec None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:00:14.807872 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbb47c7-8978-4573-b3b9-49be57d265ec None None] Checking segment: {'id': 'f0704aeb-5fe1-4ef6-9a43-33e85512dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5024c74c-521b-4cc4-a7e2-2d29275c8d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:00:14.808487 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3fbb47c7-8978-4573-b3b9-49be57d265ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:14.808994 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbb47c7-8978-4573-b3b9-49be57d265ec None None] Bound using segment: {'id': 'f0704aeb-5fe1-4ef6-9a43-33e85512dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5024c74c-521b-4cc4-a7e2-2d29275c8d63'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:00:14.811614 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-3fbb47c7-8978-4573-b3b9-49be57d265ec None None] Bound port: 4c06822c-d7eb-4fad-8b70-601cbf341c40, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0704aeb-5fe1-4ef6-9a43-33e85512dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5024c74c-521b-4cc4-a7e2-2d29275c8d63'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:00:14.812192 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3fbb47c7-8978-4573-b3b9-49be57d265ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:14.841307 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 98803855-d8e9-4589-ac97-730f9db89577 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:14.842142 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-98c38fc5-9e9e-43a4-b977-83c30d59776a req-2b33b3ad-e57d-4d41-9e06-0942ba521efd tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] 10.222.0.20 "GET /v2.0/ports?device_id=38ddddfb-74f9-4879-b643-1b9a3fa3fef5 HTTP/1.1" status: 200 len: 210 time: 0.2124481 Nov 12 01:00:14.842937 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:14.896029 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0687fa6-b0c2-4e8d-86a5-f040525978bf req-d55e32ad-1f3b-4aa6-ae69-6cfa411d69c0 tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] Made reservation on behalf of a34d0dec794a4d4da53e1ffa0340102a for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:14.899377 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed34853-4234-417e-b829-b091677926c2 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event updated for resources: {'Port': ['ID=e65499b4-8a19-4d7f-ab8b-8ae09b12bfa1,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:14.899651 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e0687fa6-b0c2-4e8d-86a5-f040525978bf req-d55e32ad-1f3b-4aa6-ae69-6cfa411d69c0 tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:14.918913 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-eed34853-4234-417e-b829-b091677926c2 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.1699402 Nov 12 01:00:14.922474 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42676) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:14.928508 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fc4e3596-8045-440a-8117-6b833a40b0da tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:14.934093 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-774024a9-229a-45b4-b74d-bfdaf06a1c53 None None] Provisioning complete for port 98803855-d8e9-4589-ac97-730f9db89577 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:14.934608 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-774024a9-229a-45b4-b74d-bfdaf06a1c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:14.940479 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-429a3271-a09e-470e-8507-8c9b89a3b02c tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Request body: {'port': {'network_id': 'b946c6aa-8bbf-4ba7-89f9-617b9c585075', 'name': 'tempest-PortsTestJSON-674606539', 'fixed_ips': [{'subnet_id': '0e2613f4-fa69-4f5d-80ea-3f47a0396923', 'ip_address': '172.20.0.9'}]}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:15.067871 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-e0687fa6-b0c2-4e8d-86a5-f040525978bf req-d55e32ad-1f3b-4aa6-ae69-6cfa411d69c0 tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] Allocated IP 172.20.0.8 (fe286bc5-ab34-4302-ab66-69b5f40afcfc/c95ae7ec-154e-4271-b0c9-eb0c3a91b608/835fc5d8-f768-4849-9168-318c09432ec9) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:00:15.074617 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:15.130487 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 98803855-d8e9-4589-ac97-730f9db89577, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=98803855-d8e9-4589-ac97-730f9db89577,segment=NetworkSegment(f0704aeb-5fe1-4ef6-9a43-33e85512dc2c),segment_id=f0704aeb-5fe1-4ef6-9a43-33e85512dc2c)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:15.148254 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:15.150331 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 9aac48d0-8624-42d3-a2c7-97f86feecd97 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:00:15.239279 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e3596-8045-440a-8117-6b833a40b0da tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Port': ['ID=da4b9d93-fcee-480f-ab8c-4218f49a81bc,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:15.333852 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e0687fa6-b0c2-4e8d-86a5-f040525978bf req-d55e32ad-1f3b-4aa6-ae69-6cfa411d69c0 tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:15.427624 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e0687fa6-b0c2-4e8d-86a5-f040525978bf req-d55e32ad-1f3b-4aa6-ae69-6cfa411d69c0 tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:15.430366 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-0ab900db-4089-48dc-b251-8c0c73d47884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:15.431990 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-0ab900db-4089-48dc-b251-8c0c73d47884 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5 HTTP/1.1" status: 200 len: 797 time: 0.7053993 Nov 12 01:00:15.449450 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=98803855-d8e9-4589-ac97-730f9db89577,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:15.461234 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-3fbb47c7-8978-4573-b3b9-49be57d265ec None None] For port 4c06822c-d7eb-4fad-8b70-601cbf341c40, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:00:15.468710 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-3fbb47c7-8978-4573-b3b9-49be57d265ec None None] For port 4c06822c-d7eb-4fad-8b70-601cbf341c40, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=4c06822c-d7eb-4fad-8b70-601cbf341c40,segment=NetworkSegment(f0704aeb-5fe1-4ef6-9a43-33e85512dc2c),segment_id=f0704aeb-5fe1-4ef6-9a43-33e85512dc2c)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:00:15.474464 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fc4e3596-8045-440a-8117-6b833a40b0da tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:15.485643 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3fbb47c7-8978-4573-b3b9-49be57d265ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:15.486903 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-fc4e3596-8045-440a-8117-6b833a40b0da tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/ports/da4b9d93-fcee-480f-ab8c-4218f49a81bc HTTP/1.1" status: 204 len: 168 time: 4.0973294 Nov 12 01:00:15.496306 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42694) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:15.541682 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429a3271-a09e-470e-8507-8c9b89a3b02c tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Made reservation on behalf of 3bb80f8fcdb04dbb90fc5fe264a13cbe for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:15.548064 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-429a3271-a09e-470e-8507-8c9b89a3b02c tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:15.612382 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5173551-31aa-4292-90ac-319d1294044e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:15.616967 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b5173551-31aa-4292-90ac-319d1294044e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1191363 Nov 12 01:00:15.617672 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42700) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:15.619043 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-429a3271-a09e-470e-8507-8c9b89a3b02c tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] device_id is not set on port 03c70eb2-0075-4b1d-b48d-6d9470d53af3 yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:00:15.632628 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e32ad-1f3b-4aa6-ae69-6cfa411d69c0 tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] Pushing event updated for resources: {'Port': ['ID=835fc5d8-f768-4849-9168-318c09432ec9,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:15.647144 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0687fa6-b0c2-4e8d-86a5-f040525978bf req-d55e32ad-1f3b-4aa6-ae69-6cfa411d69c0 tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] Network fe286bc5-ab34-4302-ab66-69b5f40afcfc is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:15.662332 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-e0687fa6-b0c2-4e8d-86a5-f040525978bf req-d55e32ad-1f3b-4aa6-ae69-6cfa411d69c0 tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:15.706050 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56fb51f-7909-4aee-a26d-2848e2036791 None None] Pushing event updated for resources: {'Port': ['ID=4c06822c-d7eb-4fad-8b70-601cbf341c40,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:15.726638 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0687fa6-b0c2-4e8d-86a5-f040525978bf req-d55e32ad-1f3b-4aa6-ae69-6cfa411d69c0 tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:00:15.742125 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 9aac48d0-8624-42d3-a2c7-97f86feecd97 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:15.742494 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:15.780675 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbb47c7-8978-4573-b3b9-49be57d265ec None None] Routers {'43d45a94-9651-4d03-a4f3-f68fc6a14662'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:15.781689 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-3fbb47c7-8978-4573-b3b9-49be57d265ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:00:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['43d45a94-9651-4d03-a4f3-f68fc6a14662'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:15.880523 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0687fa6-b0c2-4e8d-86a5-f040525978bf req-d55e32ad-1f3b-4aa6-ae69-6cfa411d69c0 tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:15.881200 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e0687fa6-b0c2-4e8d-86a5-f040525978bf req-d55e32ad-1f3b-4aa6-ae69-6cfa411d69c0 tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:15.945542 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7409512e-e213-47c5-9b7a-13c551d64bd0 None None] Network b946c6aa-8bbf-4ba7-89f9-617b9c585075 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:15.946890 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c782bb-cd7b-4afa-bd5f-23a44147177f tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:15.948501 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f7c782bb-cd7b-4afa-bd5f-23a44147177f tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3194838 Nov 12 01:00:15.952579 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42714) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:15.963557 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-774024a9-229a-45b4-b74d-bfdaf06a1c53 None None] Provisioning complete for port 82da1fb4-5aa8-4984-b7bf-696f7befcf98 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:15.963930 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-774024a9-229a-45b4-b74d-bfdaf06a1c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:15.974376 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-735f219e-2038-42fc-b282-9284a7937fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:15.976023 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-735f219e-2038-42fc-b282-9284a7937fa0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5063236 Nov 12 01:00:16.026710 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e0687fa6-b0c2-4e8d-86a5-f040525978bf req-d55e32ad-1f3b-4aa6-ae69-6cfa411d69c0 tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8695982 Nov 12 01:00:16.071813 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7e6a2d-da03-49b5-99d3-7b5936f66dc9 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:16.073598 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7e6a2d-da03-49b5-99d3-7b5936f66dc9 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:16.075015 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7e6a2d-da03-49b5-99d3-7b5936f66dc9 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:16.079961 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7e7e6a2d-da03-49b5-99d3-7b5936f66dc9 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1239762 Nov 12 01:00:16.090580 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42716) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:16.091258 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-3fbb47c7-8978-4573-b3b9-49be57d265ec None None] Set router 43d45a94-9651-4d03-a4f3-f68fc6a14662 gateway port host: None {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:00:16.166180 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-e0687fa6-b0c2-4e8d-86a5-f040525978bf req-bf7d61a4-1d7a-46c0-9204-142c832584e7 service neutron] Request body: {'port': {'device_id': '38ddddfb-74f9-4879-b643-1b9a3fa3fef5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:16.205218 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca2d6729-d6aa-40ea-963f-ef0455a68ed6 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Deleting subnet 0aad088e-b930-419c-843a-c9c674998ed7 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:00:16.220301 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ca2d6729-d6aa-40ea-963f-ef0455a68ed6 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:16.262323 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-429a3271-a09e-470e-8507-8c9b89a3b02c tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Allocated IP 172.20.0.9 (b946c6aa-8bbf-4ba7-89f9-617b9c585075/0e2613f4-fa69-4f5d-80ea-3f47a0396923/03c70eb2-0075-4b1d-b48d-6d9470d53af3) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:00:16.320016 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ca2d6729-d6aa-40ea-963f-ef0455a68ed6 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:16.408887 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccfd52a-27ee-452f-bbdd-365118a5dea3 req-44ebc3e7-668f-43ad-84d5-3d74a7fa5b4b tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:16.416763 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3ccfd52a-27ee-452f-bbdd-365118a5dea3 req-44ebc3e7-668f-43ad-84d5-3d74a7fa5b4b tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] 10.222.0.20 "GET /v2.0/ports?device_id=38ddddfb-74f9-4879-b643-1b9a3fa3fef5 HTTP/1.1" status: 200 len: 931 time: 0.4373739 Nov 12 01:00:16.431599 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e0687fa6-b0c2-4e8d-86a5-f040525978bf req-bf7d61a4-1d7a-46c0-9204-142c832584e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:16.536851 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-01e6a66e-8650-4dcd-bb27-232a9b11bf2b service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5068440 Nov 12 01:00:16.589591 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ca2d6729-d6aa-40ea-963f-ef0455a68ed6 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:16.692865 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-429a3271-a09e-470e-8507-8c9b89a3b02c tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:16.855795 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42730) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:16.879018 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-774024a9-229a-45b4-b74d-bfdaf06a1c53 None None] Provisioning complete for port 4c06822c-d7eb-4fad-8b70-601cbf341c40 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:16.879503 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-774024a9-229a-45b4-b74d-bfdaf06a1c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:16.880162 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-429a3271-a09e-470e-8507-8c9b89a3b02c tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:16.886870 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ca2d6729-d6aa-40ea-963f-ef0455a68ed6 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:16.944793 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ca2d6729-d6aa-40ea-963f-ef0455a68ed6 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:16.948774 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ca2d6729-d6aa-40ea-963f-ef0455a68ed6 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/0aad088e-b930-419c-843a-c9c674998ed7 HTTP/1.1" status: 204 len: 168 time: 0.8572612 Nov 12 01:00:16.949938 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d6729-d6aa-40ea-963f-ef0455a68ed6 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Subnet': ['ID=0aad088e-b930-419c-843a-c9c674998ed7,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:16.952855 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42734) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:16.956872 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d147dcc-0ae6-4502-8b84-2b7266fd5f59 None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:17.110945 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-3fbb47c7-8978-4573-b3b9-49be57d265ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'name': 'tempest-RoutersTest-router-1019833005', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:31Z', 'updated_at': '2021-11-12T01:00:10Z', 'revision_number': 6, 'project_id': 'f23da681bca94b38b5538444990222f0', 'gw_port_host': None, '_interfaces': [{'id': '4c06822c-d7eb-4fad-8b70-601cbf341c40', 'name': '', 'network_id': '5024c74c-521b-4cc4-a7e2-2d29275c8d63', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:dd:7c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'e4c3a6a2-872f-42e4-abe4-0962630700c0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:06Z', 'updated_at': '2021-11-12T01:00:15Z', 'revision_number': 4, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'e4c3a6a2-872f-42e4-abe4-0962630700c0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8827948f-813e-4b5d-9843-d5dd66eb8a4d', 'name': '', 'network_id': 'b7601aaf-0d25-48a6-a3a3-4191027952f6', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:78:07:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:36Z', 'updated_at': '2021-11-12T00:59:45Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9aac48d0-8624-42d3-a2c7-97f86feecd97', 'name': '', 'network_id': '5af08750-7756-44a0-ba6e-79f99fa5b2e0', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:fc:ac:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'd97ed380-2494-4648-b408-f444ba18f2ee', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:56Z', 'updated_at': '2021-11-12T01:00:07Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'd97ed380-2494-4648-b408-f444ba18f2ee', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff6a3d0-5baf-4d10-b12c-efb1c22ec22f', 'name': '', 'network_id': '09d5d87c-0eb0-4d96-83c1-36753e61e51f', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:61:bc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': 'cbc58b44-e186-4f5a-b3b0-b08a44a44c20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:43Z', 'updated_at': '2021-11-12T00:59:54Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'cbc58b44-e186-4f5a-b3b0-b08a44a44c20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:17.117262 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-774024a9-229a-45b4-b74d-bfdaf06a1c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:17.117487 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.extraroute_db [None req-ccaaf2b7-7873-40f5-b2b3-3f06865fb388 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Added routes are [] {{(pid=102661) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 01:00:17.118026 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.extraroute_db [None req-ccaaf2b7-7873-40f5-b2b3-3f06865fb388 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=102661) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 01:00:17.159831 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 98803855-d8e9-4589-ac97-730f9db89577 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:00:17.172486 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbb47c7-8978-4573-b3b9-49be57d265ec None None] The sync data for ids ['43d45a94-9651-4d03-a4f3-f68fc6a14662'] in n-d-812236-11 is: [{'id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'name': 'tempest-RoutersTest-router-1019833005', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:31Z', 'updated_at': '2021-11-12T01:00:10Z', 'revision_number': 6, 'project_id': 'f23da681bca94b38b5538444990222f0', 'gw_port_host': None, '_interfaces': [{'id': '4c06822c-d7eb-4fad-8b70-601cbf341c40', 'name': '', 'network_id': '5024c74c-521b-4cc4-a7e2-2d29275c8d63', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:dd:7c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'e4c3a6a2-872f-42e4-abe4-0962630700c0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:06Z', 'updated_at': '2021-11-12T01:00:15Z', 'revision_number': 4, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'e4c3a6a2-872f-42e4-abe4-0962630700c0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8827948f-813e-4b5d-9843-d5dd66eb8a4d', 'name': '', 'network_id': 'b7601aaf-0d25-48a6-a3a3-4191027952f6', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:78:07:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:36Z', 'updated_at': '2021-11-12T00:59:45Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9aac48d0-8624-42d3-a2c7-97f86feecd97', 'name': '', 'network_id': '5af08750-7756-44a0-ba6e-79f99fa5b2e0', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:fc:ac:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'd97ed380-2494-4648-b408-f444ba18f2ee', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:56Z', 'updated_at': '2021-11-12T01:00:07Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'd97ed380-2494-4648-b408-f444ba18f2ee', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff6a3d0-5baf-4d10-b12c-efb1c22ec22f', 'name': '', 'network_id': '09d5d87c-0eb0-4d96-83c1-36753e61e51f', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:61:bc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': 'cbc58b44-e186-4f5a-b3b0-b08a44a44c20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:43Z', 'updated_at': '2021-11-12T00:59:54Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'cbc58b44-e186-4f5a-b3b0-b08a44a44c20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:00:17.180636 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a3271-a09e-470e-8507-8c9b89a3b02c tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event updated for resources: {'Port': ['ID=03c70eb2-0075-4b1d-b48d-6d9470d53af3,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:17.184173 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429a3271-a09e-470e-8507-8c9b89a3b02c tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Network b946c6aa-8bbf-4ba7-89f9-617b9c585075 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:17.200689 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-429a3271-a09e-470e-8507-8c9b89a3b02c tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:17.205583 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429a3271-a09e-470e-8507-8c9b89a3b02c tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:00:17.208430 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d0294bc7-2170-4df8-8af8-a9a9e7184c9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:17.225466 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ccaaf2b7-7873-40f5-b2b3-3f06865fb388 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-425772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40044'] for router, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:17.300877 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-e387a2b1-dc50-4b79-a037-5f551a0e0b36 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Deleting subnet 5460ca60-55a8-42fd-a7c9-728995c219a4 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:00:17.311751 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e387a2b1-dc50-4b79-a037-5f551a0e0b36 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:17.395411 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429a3271-a09e-470e-8507-8c9b89a3b02c tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:17.396098 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-429a3271-a09e-470e-8507-8c9b89a3b02c tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:17.433397 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e387a2b1-dc50-4b79-a037-5f551a0e0b36 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:17.439917 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-774024a9-229a-45b4-b74d-bfdaf06a1c53 None None] For port 4c06822c-d7eb-4fad-8b70-601cbf341c40, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=4c06822c-d7eb-4fad-8b70-601cbf341c40,segment=NetworkSegment(f0704aeb-5fe1-4ef6-9a43-33e85512dc2c),segment_id=f0704aeb-5fe1-4ef6-9a43-33e85512dc2c)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:17.471552 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-774024a9-229a-45b4-b74d-bfdaf06a1c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:17.541477 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-429a3271-a09e-470e-8507-8c9b89a3b02c tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6149869 Nov 12 01:00:17.547269 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42744) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:17.550485 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-774024a9-229a-45b4-b74d-bfdaf06a1c53 None None] Could not find standard attr ID for object 91e59fbb-939e-465d-9f42-1ce61160af30. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:00:17.636677 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 98803855-d8e9-4589-ac97-730f9db89577 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:17.637099 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:17.770659 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774024a9-229a-45b4-b74d-bfdaf06a1c53 None None] Pushing event updated for resources: {'Port': ['ID=4c06822c-d7eb-4fad-8b70-601cbf341c40,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:17.802522 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ccaaf2b7-7873-40f5-b2b3-3f06865fb388 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-425772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40044'] for router, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:17.861517 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ccaaf2b7-7873-40f5-b2b3-3f06865fb388 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-425765'] for router, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:17.870551 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d0294bc7-2170-4df8-8af8-a9a9e7184c9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:17.883716 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 3386e6e5-24f8-4575-89d0-24e30f7adc1e up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:00:17.885002 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-7a82d0d1-ccd4-4938-8c89-50bb55cb4138 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3382292 Nov 12 01:00:17.890963 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d0294bc7-2170-4df8-8af8-a9a9e7184c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:17.919996 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-53e064c2-c492-4de6-801b-b9c8a19f762c None None] Provisioning complete for port 3386e6e5-24f8-4575-89d0-24e30f7adc1e triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:17.921300 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-53e064c2-c492-4de6-801b-b9c8a19f762c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:17.987109 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0294bc7-2170-4df8-8af8-a9a9e7184c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb86e65a-91dc-4f35-a979-45132967dfe8,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:18.036618 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44c7f55-5431-4a36-a0a5-45ded95da8b1 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:18.042956 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b44c7f55-5431-4a36-a0a5-45ded95da8b1 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.4771581 Nov 12 01:00:18.044518 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e387a2b1-dc50-4b79-a037-5f551a0e0b36 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:18.048586 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42748) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:18.073454 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 3386e6e5-24f8-4575-89d0-24e30f7adc1e triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:18.074009 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:18.174617 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d0294bc7-2170-4df8-8af8-a9a9e7184c9e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e1666b0a0e494b2e814fa7022b54f5c0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3115659 Nov 12 01:00:18.174805 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-53e064c2-c492-4de6-801b-b9c8a19f762c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:18.183255 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42750) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:18.247671 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-53e064c2-c492-4de6-801b-b9c8a19f762c None None] For port 3386e6e5-24f8-4575-89d0-24e30f7adc1e, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=3386e6e5-24f8-4575-89d0-24e30f7adc1e,segment=NetworkSegment(dee0daab-6f2e-4e2b-b2a7-c588f4bb8da3),segment_id=dee0daab-6f2e-4e2b-b2a7-c588f4bb8da3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:18.279714 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-53e064c2-c492-4de6-801b-b9c8a19f762c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:18.314520 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6710abc-0269-4684-86f6-90f8e04837ec tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:18.324791 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6710abc-0269-4684-86f6-90f8e04837ec tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:18.331087 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6710abc-0269-4684-86f6-90f8e04837ec tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:18.339470 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e6710abc-0269-4684-86f6-90f8e04837ec tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.2880967 Nov 12 01:00:18.340123 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42754) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:18.347381 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-53e064c2-c492-4de6-801b-b9c8a19f762c None None] Provisioning complete for port 4c06822c-d7eb-4fad-8b70-601cbf341c40 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:18.347883 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-53e064c2-c492-4de6-801b-b9c8a19f762c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:18.349573 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:18.354587 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0d3508e1-b88d-4571-9450-e05310936f7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:18.361281 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e387a2b1-dc50-4b79-a037-5f551a0e0b36 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:18.402267 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e387a2b1-dc50-4b79-a037-5f551a0e0b36 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:18.408302 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e387a2b1-dc50-4b79-a037-5f551a0e0b36 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/5460ca60-55a8-42fd-a7c9-728995c219a4 HTTP/1.1" status: 204 len: 168 time: 1.3650687 Nov 12 01:00:18.438103 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42756) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:18.441822 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e064c2-c492-4de6-801b-b9c8a19f762c None None] Pushing event updated for resources: {'Port': ['ID=3386e6e5-24f8-4575-89d0-24e30f7adc1e,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:18.474498 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e387a2b1-dc50-4b79-a037-5f551a0e0b36 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Subnet': ['ID=5460ca60-55a8-42fd-a7c9-728995c219a4,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:18.555909 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.db.api [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:00:18.556419 n-d-812236-11 neutron-server[102663]: DEBUG oslo_db.api [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:00:18.598922 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-bf88fcb7-d058-412e-a0d1-da90cd1d6ad1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1559377 Nov 12 01:00:18.606735 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42760) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:18.611563 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0d3508e1-b88d-4571-9450-e05310936f7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:18.624972 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fb3091-06c6-48b1-830d-3b2a4fac3c53 None None] Sync routers for ids ['43d45a94-9651-4d03-a4f3-f68fc6a14662'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:00:18.653076 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fb3091-06c6-48b1-830d-3b2a4fac3c53 None None] Routers {'43d45a94-9651-4d03-a4f3-f68fc6a14662'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:18.662791 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-c9fb3091-06c6-48b1-830d-3b2a4fac3c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:00:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['43d45a94-9651-4d03-a4f3-f68fc6a14662'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:18.697859 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3ccfd52a-27ee-452f-bbdd-365118a5dea3 req-9e1fe0aa-9859-4f0c-9186-4426a989cc7c tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9792e5a-ab94-4d40-ba9d-f2b702efb896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.2798898 Nov 12 01:00:18.704426 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-3ea8b8d3-ae75-4375-ad69-818131162efd tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'subnet': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:18.756294 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faef2931-5ca2-4dbd-ab8f-eed20eae1893 None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:18.777810 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-30bedc68-fa46-4889-83a4-2b1483c7226a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=e5eb25a0-7da0-4bbc-9a1a-01a506e19685 HTTP/1.1" status: 200 len: 217 time: 0.1398799 Nov 12 01:00:18.810769 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-c9fb3091-06c6-48b1-830d-3b2a4fac3c53 None None] Set router 43d45a94-9651-4d03-a4f3-f68fc6a14662 gateway port host: None {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:00:18.836094 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0d3508e1-b88d-4571-9450-e05310936f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:18.838963 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0d3508e1-b88d-4571-9450-e05310936f7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:18.841986 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-68f96478-129e-4023-b098-5995dffbdb74 None None] Provisioning complete for port 82da1fb4-5aa8-4984-b7bf-696f7befcf98 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:18.843134 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-68f96478-129e-4023-b098-5995dffbdb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:18.855821 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0d3508e1-b88d-4571-9450-e05310936f7a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fb86e65a-91dc-4f35-a979-45132967dfe8 HTTP/1.1" status: 204 len: 168 time: 0.6600876 Nov 12 01:00:18.945149 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-e0687fa6-b0c2-4e8d-86a5-f040525978bf req-bf7d61a4-1d7a-46c0-9204-142c832584e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 835fc5d8-f768-4849-9168-318c09432ec9 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:00:18.963417 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e0687fa6-b0c2-4e8d-86a5-f040525978bf req-bf7d61a4-1d7a-46c0-9204-142c832584e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:18.989897 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccaaf2b7-7873-40f5-b2b3-3f06865fb388 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Router 43d45a94-9651-4d03-a4f3-f68fc6a14662 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:00:18.999983 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-ffa19cfd-62d2-436b-b2b8-bd3baba46c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:19.002038 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-ffa19cfd-62d2-436b-b2b8-bd3baba46c64 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5 HTTP/1.1" status: 200 len: 797 time: 0.1996033 Nov 12 01:00:19.004756 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-e0687fa6-b0c2-4e8d-86a5-f040525978bf req-bf7d61a4-1d7a-46c0-9204-142c832584e7 service neutron] Transition to ACTIVE for port object 835fc5d8-f768-4849-9168-318c09432ec9 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:00:19.022103 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e0687fa6-b0c2-4e8d-86a5-f040525978bf req-bf7d61a4-1d7a-46c0-9204-142c832584e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:19.160747 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194faf82-4cbd-4b29-8f5b-71e4eb231034 None None] DHCP port deletion for 549c8e6d-38df-4171-95c5-652183e307b7 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:00:19.187521 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-c9fb3091-06c6-48b1-830d-3b2a4fac3c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'name': 'tempest-RoutersTest-router-1019833005', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:31Z', 'updated_at': '2021-11-12T01:00:17Z', 'revision_number': 7, 'project_id': 'f23da681bca94b38b5538444990222f0', 'gw_port_host': None, '_interfaces': [{'id': '4c06822c-d7eb-4fad-8b70-601cbf341c40', 'name': '', 'network_id': '5024c74c-521b-4cc4-a7e2-2d29275c8d63', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:dd:7c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'e4c3a6a2-872f-42e4-abe4-0962630700c0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:06Z', 'updated_at': '2021-11-12T01:00:17Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'e4c3a6a2-872f-42e4-abe4-0962630700c0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8827948f-813e-4b5d-9843-d5dd66eb8a4d', 'name': '', 'network_id': 'b7601aaf-0d25-48a6-a3a3-4191027952f6', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:78:07:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:36Z', 'updated_at': '2021-11-12T00:59:45Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9aac48d0-8624-42d3-a2c7-97f86feecd97', 'name': '', 'network_id': '5af08750-7756-44a0-ba6e-79f99fa5b2e0', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:fc:ac:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'd97ed380-2494-4648-b408-f444ba18f2ee', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:56Z', 'updated_at': '2021-11-12T01:00:07Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'd97ed380-2494-4648-b408-f444ba18f2ee', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff6a3d0-5baf-4d10-b12c-efb1c22ec22f', 'name': '', 'network_id': '09d5d87c-0eb0-4d96-83c1-36753e61e51f', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:61:bc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': 'cbc58b44-e186-4f5a-b3b0-b08a44a44c20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:43Z', 'updated_at': '2021-11-12T00:59:54Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'cbc58b44-e186-4f5a-b3b0-b08a44a44c20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:19.227199 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fb3091-06c6-48b1-830d-3b2a4fac3c53 None None] Checking router: 43d45a94-9651-4d03-a4f3-f68fc6a14662 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:00:19.244304 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fb3091-06c6-48b1-830d-3b2a4fac3c53 None None] Routers {'43d45a94-9651-4d03-a4f3-f68fc6a14662'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:19.244587 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-c9fb3091-06c6-48b1-830d-3b2a4fac3c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:00:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['43d45a94-9651-4d03-a4f3-f68fc6a14662'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:19.253177 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d61a4-1d7a-46c0-9204-142c832584e7 service neutron] Pushing event updated for resources: {'Port': ['ID=835fc5d8-f768-4849-9168-318c09432ec9,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:19.259465 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-06d80ade-cefe-49b2-9b27-721dd3c7df0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:19.262084 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-06d80ade-cefe-49b2-9b27-721dd3c7df0b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2527719 Nov 12 01:00:19.281674 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccaaf2b7-7873-40f5-b2b3-3f06865fb388 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:00:19.289832 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-68f96478-129e-4023-b098-5995dffbdb74 None None] Provisioning complete for port e65499b4-8a19-4d7f-ab8b-8ae09b12bfa1 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:19.291809 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-68f96478-129e-4023-b098-5995dffbdb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:19.312112 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ccaaf2b7-7873-40f5-b2b3-3f06865fb388 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:19.313626 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ccaaf2b7-7873-40f5-b2b3-3f06865fb388 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "PUT /v2.0/routers/43d45a94-9651-4d03-a4f3-f68fc6a14662 HTTP/1.1" status: 200 len: 700 time: 5.5316615 Nov 12 01:00:19.325958 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42772) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:19.447560 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-68f96478-129e-4023-b098-5995dffbdb74 None None] Port e65499b4-8a19-4d7f-ab8b-8ae09b12bfa1 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:00:19.453175 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-194faf82-4cbd-4b29-8f5b-71e4eb231034 None None] Deleting port 82da1fb4-5aa8-4984-b7bf-696f7befcf98 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:19.453584 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-194faf82-4cbd-4b29-8f5b-71e4eb231034 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:19.517414 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-68f96478-129e-4023-b098-5995dffbdb74 None None] Provisioning complete for port 3386e6e5-24f8-4575-89d0-24e30f7adc1e triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:19.517414 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-68f96478-129e-4023-b098-5995dffbdb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:19.539560 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-c9fb3091-06c6-48b1-830d-3b2a4fac3c53 None None] Set router 43d45a94-9651-4d03-a4f3-f68fc6a14662 gateway port host: None {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:00:19.604106 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-194faf82-4cbd-4b29-8f5b-71e4eb231034 None None] For port 82da1fb4-5aa8-4984-b7bf-696f7befcf98, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=82da1fb4-5aa8-4984-b7bf-696f7befcf98,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:19.604514 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-194faf82-4cbd-4b29-8f5b-71e4eb231034 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:19.616865 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42776) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:19.645135 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a00d4674-c1a4-4ff8-92c1-20d6a2d77b1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:19.651588 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 4c06822c-d7eb-4fad-8b70-601cbf341c40 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:00:19.653825 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-194faf82-4cbd-4b29-8f5b-71e4eb231034 None None] Calling delete_port for 82da1fb4-5aa8-4984-b7bf-696f7befcf98 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:19.673682 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-6f2ac3f7-deac-4d3b-8b88-e6e00b2cb1af service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019675 Nov 12 01:00:19.683170 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-096127e3-cd81-4176-b74d-edadb54c9a2d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "GET /v2.0/routers/43d45a94-9651-4d03-a4f3-f68fc6a14662 HTTP/1.1" status: 200 len: 700 time: 0.3530083 Nov 12 01:00:19.684588 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42780) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:19.725273 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3508e1-b88d-4571-9450-e05310936f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb86e65a-91dc-4f35-a979-45132967dfe8,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:19.805171 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea8b8d3-ae75-4375-ad69-818131162efd tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:19.812599 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3ea8b8d3-ae75-4375-ad69-818131162efd tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:19.841661 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-84cf02e4-72d8-4ece-9c62-69aa9e92d2e6 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Deleting port 03c70eb2-0075-4b1d-b48d-6d9470d53af3 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:19.842006 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-84cf02e4-72d8-4ece-9c62-69aa9e92d2e6 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:19.872974 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-e0687fa6-b0c2-4e8d-86a5-f040525978bf req-bf7d61a4-1d7a-46c0-9204-142c832584e7 service neutron] Attempting to bind port 835fc5d8-f768-4849-9168-318c09432ec9 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:00:19.872974 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-e0687fa6-b0c2-4e8d-86a5-f040525978bf req-bf7d61a4-1d7a-46c0-9204-142c832584e7 service neutron] Attempting to bind port 835fc5d8-f768-4849-9168-318c09432ec9 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '7533d8c8-0079-4497-b9b8-05b110dba4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'fe286bc5-ab34-4302-ab66-69b5f40afcfc'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:00:19.873761 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0687fa6-b0c2-4e8d-86a5-f040525978bf req-bf7d61a4-1d7a-46c0-9204-142c832584e7 service neutron] Attempting to bind port 835fc5d8-f768-4849-9168-318c09432ec9 on network fe286bc5-ab34-4302-ab66-69b5f40afcfc {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:00:19.943832 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a00d4674-c1a4-4ff8-92c1-20d6a2d77b1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:20.008316 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-68f96478-129e-4023-b098-5995dffbdb74 None None] Provisioning complete for port 03c70eb2-0075-4b1d-b48d-6d9470d53af3 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:20.008688 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-68f96478-129e-4023-b098-5995dffbdb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:20.028637 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-c9fb3091-06c6-48b1-830d-3b2a4fac3c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'name': 'tempest-RoutersTest-router-1019833005', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:31Z', 'updated_at': '2021-11-12T01:00:17Z', 'revision_number': 7, 'project_id': 'f23da681bca94b38b5538444990222f0', 'gw_port_host': None, '_interfaces': [{'id': '4c06822c-d7eb-4fad-8b70-601cbf341c40', 'name': '', 'network_id': '5024c74c-521b-4cc4-a7e2-2d29275c8d63', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:dd:7c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'e4c3a6a2-872f-42e4-abe4-0962630700c0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:06Z', 'updated_at': '2021-11-12T01:00:17Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'e4c3a6a2-872f-42e4-abe4-0962630700c0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8827948f-813e-4b5d-9843-d5dd66eb8a4d', 'name': '', 'network_id': 'b7601aaf-0d25-48a6-a3a3-4191027952f6', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:78:07:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:36Z', 'updated_at': '2021-11-12T00:59:45Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9aac48d0-8624-42d3-a2c7-97f86feecd97', 'name': '', 'network_id': '5af08750-7756-44a0-ba6e-79f99fa5b2e0', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:fc:ac:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'd97ed380-2494-4648-b408-f444ba18f2ee', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:56Z', 'updated_at': '2021-11-12T01:00:07Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'd97ed380-2494-4648-b408-f444ba18f2ee', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff6a3d0-5baf-4d10-b12c-efb1c22ec22f', 'name': '', 'network_id': '09d5d87c-0eb0-4d96-83c1-36753e61e51f', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:61:bc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': 'cbc58b44-e186-4f5a-b3b0-b08a44a44c20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:43Z', 'updated_at': '2021-11-12T00:59:54Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'cbc58b44-e186-4f5a-b3b0-b08a44a44c20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:20.039426 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0687fa6-b0c2-4e8d-86a5-f040525978bf req-bf7d61a4-1d7a-46c0-9204-142c832584e7 service neutron] Port 835fc5d8-f768-4849-9168-318c09432ec9 on network fe286bc5-ab34-4302-ab66-69b5f40afcfc not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:00:20.039904 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0687fa6-b0c2-4e8d-86a5-f040525978bf req-bf7d61a4-1d7a-46c0-9204-142c832584e7 service neutron] Attempting to bind port 835fc5d8-f768-4849-9168-318c09432ec9 on network fe286bc5-ab34-4302-ab66-69b5f40afcfc {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:00:20.055154 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0687fa6-b0c2-4e8d-86a5-f040525978bf req-bf7d61a4-1d7a-46c0-9204-142c832584e7 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:00:20.055463 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0687fa6-b0c2-4e8d-86a5-f040525978bf req-bf7d61a4-1d7a-46c0-9204-142c832584e7 service neutron] Checking segment: {'id': '7533d8c8-0079-4497-b9b8-05b110dba4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'fe286bc5-ab34-4302-ab66-69b5f40afcfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:00:20.055877 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0687fa6-b0c2-4e8d-86a5-f040525978bf req-bf7d61a4-1d7a-46c0-9204-142c832584e7 service neutron] Bound using segment: {'id': '7533d8c8-0079-4497-b9b8-05b110dba4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'fe286bc5-ab34-4302-ab66-69b5f40afcfc'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:00:20.056490 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-e0687fa6-b0c2-4e8d-86a5-f040525978bf req-bf7d61a4-1d7a-46c0-9204-142c832584e7 service neutron] Bound port: 835fc5d8-f768-4849-9168-318c09432ec9, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7533d8c8-0079-4497-b9b8-05b110dba4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'fe286bc5-ab34-4302-ab66-69b5f40afcfc'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:00:20.056922 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e0687fa6-b0c2-4e8d-86a5-f040525978bf req-bf7d61a4-1d7a-46c0-9204-142c832584e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:20.057094 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 4c06822c-d7eb-4fad-8b70-601cbf341c40 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:20.057525 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:20.090210 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fb3091-06c6-48b1-830d-3b2a4fac3c53 None None] The sync data for ids ['43d45a94-9651-4d03-a4f3-f68fc6a14662'] in n-d-812236-11 is: [{'id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'name': 'tempest-RoutersTest-router-1019833005', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:31Z', 'updated_at': '2021-11-12T01:00:17Z', 'revision_number': 7, 'project_id': 'f23da681bca94b38b5538444990222f0', 'gw_port_host': None, '_interfaces': [{'id': '4c06822c-d7eb-4fad-8b70-601cbf341c40', 'name': '', 'network_id': '5024c74c-521b-4cc4-a7e2-2d29275c8d63', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:dd:7c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'e4c3a6a2-872f-42e4-abe4-0962630700c0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:06Z', 'updated_at': '2021-11-12T01:00:17Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'e4c3a6a2-872f-42e4-abe4-0962630700c0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8827948f-813e-4b5d-9843-d5dd66eb8a4d', 'name': '', 'network_id': 'b7601aaf-0d25-48a6-a3a3-4191027952f6', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:78:07:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:36Z', 'updated_at': '2021-11-12T00:59:45Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9aac48d0-8624-42d3-a2c7-97f86feecd97', 'name': '', 'network_id': '5af08750-7756-44a0-ba6e-79f99fa5b2e0', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:fc:ac:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'd97ed380-2494-4648-b408-f444ba18f2ee', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:56Z', 'updated_at': '2021-11-12T01:00:07Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'd97ed380-2494-4648-b408-f444ba18f2ee', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff6a3d0-5baf-4d10-b12c-efb1c22ec22f', 'name': '', 'network_id': '09d5d87c-0eb0-4d96-83c1-36753e61e51f', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:61:bc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': 'cbc58b44-e186-4f5a-b3b0-b08a44a44c20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:43Z', 'updated_at': '2021-11-12T00:59:54Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'cbc58b44-e186-4f5a-b3b0-b08a44a44c20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:00:20.100296 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-194faf82-4cbd-4b29-8f5b-71e4eb231034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:20.107695 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-68f96478-129e-4023-b098-5995dffbdb74 None None] Port 03c70eb2-0075-4b1d-b48d-6d9470d53af3 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:00:20.111033 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-22a61e73-6e2c-419e-8587-adb0e6b10ad6 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4274194 Nov 12 01:00:20.128720 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a00d4674-c1a4-4ff8-92c1-20d6a2d77b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:20.140293 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194faf82-4cbd-4b29-8f5b-71e4eb231034 None None] Pushing event deleted for resources: {'Port': ['ID=82da1fb4-5aa8-4984-b7bf-696f7befcf98,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:20.147361 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194faf82-4cbd-4b29-8f5b-71e4eb231034 None None] No DVR routers for this DVR port 82da1fb4-5aa8-4984-b7bf-696f7befcf98 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:00:20.188316 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102bbdb0-17ed-4128-bce2-a39d3ea22d4b None None] get_active_networks_info from n-d-812236-11 {{(pid=102663) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 01:00:20.214906 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-e0687fa6-b0c2-4e8d-86a5-f040525978bf req-bf7d61a4-1d7a-46c0-9204-142c832584e7 service neutron] For port 835fc5d8-f768-4849-9168-318c09432ec9, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:00:20.219034 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-e0687fa6-b0c2-4e8d-86a5-f040525978bf req-bf7d61a4-1d7a-46c0-9204-142c832584e7 service neutron] For port 835fc5d8-f768-4849-9168-318c09432ec9, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=835fc5d8-f768-4849-9168-318c09432ec9,segment=NetworkSegment(7533d8c8-0079-4497-b9b8-05b110dba4ea),segment_id=7533d8c8-0079-4497-b9b8-05b110dba4ea)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:00:20.226903 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d4674-c1a4-4ff8-92c1-20d6a2d77b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d82f1f-0ac6-4e4c-a938-dddfc4c47217,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:20.232570 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e0687fa6-b0c2-4e8d-86a5-f040525978bf req-bf7d61a4-1d7a-46c0-9204-142c832584e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:20.293900 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 3386e6e5-24f8-4575-89d0-24e30f7adc1e up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:00:20.313760 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:00:20.351336 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866809f2-ad74-41d8-996e-73a487d6d468 req-21dff3a6-0adf-4fea-bb4d-119fd7974a34 tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:20.362121 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-866809f2-ad74-41d8-996e-73a487d6d468 req-21dff3a6-0adf-4fea-bb4d-119fd7974a34 tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] 10.222.0.20 "GET /v2.0/ports?device_id=38ddddfb-74f9-4879-b643-1b9a3fa3fef5 HTTP/1.1" status: 200 len: 943 time: 0.4448504 Nov 12 01:00:20.399601 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-84cf02e4-72d8-4ece-9c62-69aa9e92d2e6 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:20.424042 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-84cf02e4-72d8-4ece-9c62-69aa9e92d2e6 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Calling delete_port for 03c70eb2-0075-4b1d-b48d-6d9470d53af3 owned by {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:20.465150 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 3386e6e5-24f8-4575-89d0-24e30f7adc1e triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:20.465569 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:20.532113 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102bbdb0-17ed-4128-bce2-a39d3ea22d4b None None] Resources bound (agent type, host, resource id): {{(pid=102663) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 01:00:20.539097 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d76725e-f519-4302-bf9b-70052b870433 None None] Sync routers for ids ['43d45a94-9651-4d03-a4f3-f68fc6a14662'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:00:20.580292 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d76725e-f519-4302-bf9b-70052b870433 None None] Routers {'43d45a94-9651-4d03-a4f3-f68fc6a14662'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:20.580987 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-4d76725e-f519-4302-bf9b-70052b870433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:00:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['43d45a94-9651-4d03-a4f3-f68fc6a14662'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:20.632572 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a00d4674-c1a4-4ff8-92c1-20d6a2d77b1b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b0f78c3539624ae89b39d20e2575a59b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0109541 Nov 12 01:00:20.637645 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42788) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:20.643996 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-8fdad946-514e-47b4-a7f6-631c0b3f86c0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=4c22bace-f635-4893-bff7-f3b4e0d2feaa HTTP/1.1" status: 200 len: 217 time: 0.4232743 Nov 12 01:00:20.658900 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0687fa6-b0c2-4e8d-86a5-f040525978bf req-bf7d61a4-1d7a-46c0-9204-142c832584e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:20.659516 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e0687fa6-b0c2-4e8d-86a5-f040525978bf req-bf7d61a4-1d7a-46c0-9204-142c832584e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:20.659995 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-84cf02e4-72d8-4ece-9c62-69aa9e92d2e6 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:20.661060 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e0687fa6-b0c2-4e8d-86a5-f040525978bf req-bf7d61a4-1d7a-46c0-9204-142c832584e7 service neutron] 10.222.0.54 "PUT /v2.0/ports/835fc5d8-f768-4849-9168-318c09432ec9 HTTP/1.1" status: 200 len: 1092 time: 4.5942566 Nov 12 01:00:20.671077 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ddddfb-74f9-4879-b643-1b9a3fa3fef5', 'tag': '835fc5d8-f768-4849-9168-318c09432ec9'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:00:20.674184 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36525f19-e5ad-496b-90fa-00a718a4ce6a" -d '{"events": [{"name": "network-changed", "server_uuid": "38ddddfb-74f9-4879-b643-1b9a3fa3fef5", "tag": "835fc5d8-f768-4849-9168-318c09432ec9"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:00:20.758206 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf02e4-72d8-4ece-9c62-69aa9e92d2e6 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event deleted for resources: {'Port': ['ID=03c70eb2-0075-4b1d-b48d-6d9470d53af3,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:20.768960 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c24164-f645-4eb1-bf2e-12d2f1b6b7b9 x-openstack-request-id: req-22c24164-f645-4eb1-bf2e-12d2f1b6b7b9 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:00:20.769539 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38ddddfb-74f9-4879-b643-1b9a3fa3fef5", "tag": "835fc5d8-f768-4849-9168-318c09432ec9", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:00:20.769942 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-22c24164-f645-4eb1-bf2e-12d2f1b6b7b9 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:00:20.770874 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38ddddfb-74f9-4879-b643-1b9a3fa3fef5', 'tag': '835fc5d8-f768-4849-9168-318c09432ec9', 'status': 'completed', 'code': 200} Nov 12 01:00:20.806851 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d61a4-1d7a-46c0-9204-142c832584e7 service neutron] Pushing event updated for resources: {'Port': ['ID=835fc5d8-f768-4849-9168-318c09432ec9,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:20.834470 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-866809f2-ad74-41d8-996e-73a487d6d468 req-1b749a39-6273-46d2-9ba1-a4424c0f8650 tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9792e5a-ab94-4d40-ba9d-f2b702efb896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4698994 Nov 12 01:00:20.869024 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d61a4-1d7a-46c0-9204-142c832584e7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:20.869386 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d61a4-1d7a-46c0-9204-142c832584e7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:20.871042 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d61a4-1d7a-46c0-9204-142c832584e7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:20.871306 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d61a4-1d7a-46c0-9204-142c832584e7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:20.871646 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d61a4-1d7a-46c0-9204-142c832584e7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:20.871975 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d61a4-1d7a-46c0-9204-142c832584e7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:20.872526 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d61a4-1d7a-46c0-9204-142c832584e7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:20.872654 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d61a4-1d7a-46c0-9204-142c832584e7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:20.876165 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d61a4-1d7a-46c0-9204-142c832584e7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:20.876776 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d61a4-1d7a-46c0-9204-142c832584e7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:20.876776 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d61a4-1d7a-46c0-9204-142c832584e7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:20.876966 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d61a4-1d7a-46c0-9204-142c832584e7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:20.890391 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-d4d6b37f-e79a-4a95-9f33-38309e54d00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:20.892411 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-d4d6b37f-e79a-4a95-9f33-38309e54d00d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5 HTTP/1.1" status: 200 len: 797 time: 0.2365222 Nov 12 01:00:20.933245 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0687fa6-b0c2-4e8d-86a5-f040525978bf req-5838ad87-89b7-4fc6-8b1f-a2ef63725e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:20.936294 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e0687fa6-b0c2-4e8d-86a5-f040525978bf req-5838ad87-89b7-4fc6-8b1f-a2ef63725e56 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a34d0dec794a4d4da53e1ffa0340102a&device_id=38ddddfb-74f9-4879-b643-1b9a3fa3fef5 HTTP/1.1" status: 200 len: 1095 time: 0.2052372 Nov 12 01:00:20.961615 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aca242e7-2eef-4af2-b8fc-3cb9fa198cdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:20.973654 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-84cf02e4-72d8-4ece-9c62-69aa9e92d2e6 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:20.978872 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-84cf02e4-72d8-4ece-9c62-69aa9e92d2e6 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "DELETE /v2.0/ports/03c70eb2-0075-4b1d-b48d-6d9470d53af3 HTTP/1.1" status: 204 len: 168 time: 2.6342895 Nov 12 01:00:20.983763 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42800) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:21.000423 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3ea8b8d3-ae75-4375-ad69-818131162efd tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:21.045495 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e0687fa6-b0c2-4e8d-86a5-f040525978bf req-31b6fb1d-9b3f-47e3-99a4-06bee4b6462f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=835fc5d8-f768-4849-9168-318c09432ec9 HTTP/1.1" status: 200 len: 217 time: 0.0714815 Nov 12 01:00:21.059911 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aca242e7-2eef-4af2-b8fc-3cb9fa198cdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:21.081634 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-f918f232-2c5a-4e6b-9318-76b1ff3cbbe0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] GET failed (client error): The resource could not be found. Nov 12 01:00:21.092786 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f918f232-2c5a-4e6b-9318-76b1ff3cbbe0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "GET /v2.0/ports/03c70eb2-0075-4b1d-b48d-6d9470d53af3 HTTP/1.1" status: 404 len: 333 time: 0.1068411 Nov 12 01:00:21.101897 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42802) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:21.116187 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-8358e5c8-3641-48a1-8bad-065c8373bada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:21.118150 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-8358e5c8-3641-48a1-8bad-065c8373bada service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2142763 Nov 12 01:00:21.142470 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-4d76725e-f519-4302-bf9b-70052b870433 None None] Set router 43d45a94-9651-4d03-a4f3-f68fc6a14662 gateway port host: None {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:00:21.184022 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea8b8d3-ae75-4375-ad69-818131162efd tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:21.192712 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-3ea8b8d3-ae75-4375-ad69-818131162efd tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:21.204760 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea8b8d3-ae75-4375-ad69-818131162efd tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:21.205557 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3ea8b8d3-ae75-4375-ad69-818131162efd tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:21.207881 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea8b8d3-ae75-4375-ad69-818131162efd tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Subnet': ['ID=baccb868-d97c-4b4c-94b0-b5c4b45af212,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:21.248998 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3ea8b8d3-ae75-4375-ad69-818131162efd tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5649529 Nov 12 01:00:21.253783 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42804) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:21.263410 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-59b9d89b-0746-4cb9-b2fd-eb2f20befcde service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315310 Nov 12 01:00:21.265661 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-e9348a2f-4b9d-4703-a0f2-1051529a3d54 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'subnet': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:21.315398 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 82da1fb4-5aa8-4984-b7bf-696f7befcf98 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:21.335859 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aca242e7-2eef-4af2-b8fc-3cb9fa198cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:21.338663 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aca242e7-2eef-4af2-b8fc-3cb9fa198cdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:21.342382 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-aca242e7-2eef-4af2-b8fc-3cb9fa198cdb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b8d82f1f-0ac6-4e4c-a938-dddfc4c47217 HTTP/1.1" status: 204 len: 168 time: 0.6993098 Nov 12 01:00:21.361123 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-9ce4c3c6-43ba-4f94-a8c0-057cba59be72 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Deleting port e65499b4-8a19-4d7f-ab8b-8ae09b12bfa1 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:21.361647 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9ce4c3c6-43ba-4f94-a8c0-057cba59be72 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:21.373242 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-1535b27d-ce4e-4ff8-bbf0-b67514d06305 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023076 Nov 12 01:00:21.376985 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4d94ecdd-c32f-43ef-9fae-0ff17faac8f8 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:21.380113 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0687fa6-b0c2-4e8d-86a5-f040525978bf req-3d4b47f0-84c1-4d11-b82a-e9ce5190a739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:21.382480 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e0687fa6-b0c2-4e8d-86a5-f040525978bf req-3d4b47f0-84c1-4d11-b82a-e9ce5190a739 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c95ae7ec-154e-4271-b0c9-eb0c3a91b608 HTTP/1.1" status: 200 len: 862 time: 0.3256948 Nov 12 01:00:21.382776 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca242e7-2eef-4af2-b8fc-3cb9fa198cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d82f1f-0ac6-4e4c-a938-dddfc4c47217,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:21.488551 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 82da1fb4-5aa8-4984-b7bf-696f7befcf98 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:00:21.489271 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 82da1fb4-5aa8-4984-b7bf-696f7befcf98 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:00:21.505148 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9ce4c3c6-43ba-4f94-a8c0-057cba59be72 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:21.518287 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9348a2f-4b9d-4703-a0f2-1051529a3d54 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:21.525271 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e9348a2f-4b9d-4703-a0f2-1051529a3d54 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:21.548554 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-08e47f79-19a9-4e2b-9b1e-60a33e93f8e2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4 HTTP/1.1" status: 200 len: 217 time: 0.1642649 Nov 12 01:00:21.553718 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e0687fa6-b0c2-4e8d-86a5-f040525978bf req-c2943cec-1aa9-42e0-a628-100cb5c2d177 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fe286bc5-ab34-4302-ab66-69b5f40afcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1198251 Nov 12 01:00:21.585003 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-9ce4c3c6-43ba-4f94-a8c0-057cba59be72 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Calling delete_port for e65499b4-8a19-4d7f-ab8b-8ae09b12bfa1 owned by {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:21.733071 n-d-812236-11 neutron-server[102662]: INFO neutron.db.ipam_backend_mixin [None req-e9348a2f-4b9d-4703-a0f2-1051529a3d54 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet baccb868-d97c-4b4c-94b0-b5c4b45af212 (CIDR: 2001:db8::/64) Nov 12 01:00:21.777190 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-2d01de11-a867-4286-a5aa-9884dc73f1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:21.777190 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-2d01de11-a867-4286-a5aa-9884dc73f1a6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5 HTTP/1.1" status: 200 len: 797 time: 0.2156186 Nov 12 01:00:21.809409 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9348a2f-4b9d-4703-a0f2-1051529a3d54 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:00:21.809957 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9348a2f-4b9d-4703-a0f2-1051529a3d54 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:21.813555 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9ce4c3c6-43ba-4f94-a8c0-057cba59be72 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:21.853144 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce4c3c6-43ba-4f94-a8c0-057cba59be72 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event deleted for resources: {'Port': ['ID=e65499b4-8a19-4d7f-ab8b-8ae09b12bfa1,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:21.872447 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-9962486a-1470-493e-8b8a-1c6eab1b465e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:21.875027 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-9962486a-1470-493e-8b8a-1c6eab1b465e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0869961 Nov 12 01:00:21.887889 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e0687fa6-b0c2-4e8d-86a5-f040525978bf req-1e44d307-ec10-47c8-8244-64244df0374d service neutron] 10.222.0.54 "GET /v2.0/networks/fe286bc5-ab34-4302-ab66-69b5f40afcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235607 Nov 12 01:00:21.899049 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e9348a2f-4b9d-4703-a0f2-1051529a3d54 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6405172 Nov 12 01:00:21.914753 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42822) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:21.961654 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-4d76725e-f519-4302-bf9b-70052b870433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'name': 'tempest-RoutersTest-router-1019833005', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:31Z', 'updated_at': '2021-11-12T01:00:17Z', 'revision_number': 7, 'project_id': 'f23da681bca94b38b5538444990222f0', 'gw_port_host': None, '_interfaces': [{'id': '4c06822c-d7eb-4fad-8b70-601cbf341c40', 'name': '', 'network_id': '5024c74c-521b-4cc4-a7e2-2d29275c8d63', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:dd:7c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'e4c3a6a2-872f-42e4-abe4-0962630700c0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:06Z', 'updated_at': '2021-11-12T01:00:17Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'e4c3a6a2-872f-42e4-abe4-0962630700c0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8827948f-813e-4b5d-9843-d5dd66eb8a4d', 'name': '', 'network_id': 'b7601aaf-0d25-48a6-a3a3-4191027952f6', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:78:07:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:36Z', 'updated_at': '2021-11-12T00:59:45Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9aac48d0-8624-42d3-a2c7-97f86feecd97', 'name': '', 'network_id': '5af08750-7756-44a0-ba6e-79f99fa5b2e0', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:fc:ac:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'd97ed380-2494-4648-b408-f444ba18f2ee', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:56Z', 'updated_at': '2021-11-12T01:00:07Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'd97ed380-2494-4648-b408-f444ba18f2ee', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff6a3d0-5baf-4d10-b12c-efb1c22ec22f', 'name': '', 'network_id': '09d5d87c-0eb0-4d96-83c1-36753e61e51f', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:61:bc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': 'cbc58b44-e186-4f5a-b3b0-b08a44a44c20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:43Z', 'updated_at': '2021-11-12T00:59:54Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'cbc58b44-e186-4f5a-b3b0-b08a44a44c20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:21.990478 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-47c4c0ee-c465-4ef1-a244-1e68531c8870 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'subnet': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:22.014972 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d76725e-f519-4302-bf9b-70052b870433 None None] Checking router: 43d45a94-9651-4d03-a4f3-f68fc6a14662 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:00:22.026151 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1437841-eef2-49a2-b11f-dfd670b6f5b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-549c8e6d-38df-4171-95c5-652183e307b7', 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'tenant_id': 'd39bd700eb73489c844e800fa5489ef8', 'fixed_ips': [{'subnet_id': 'baccb868-d97c-4b4c-94b0-b5c4b45af212'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:00:22.027483 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e1437841-eef2-49a2-b11f-dfd670b6f5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.070049 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d76725e-f519-4302-bf9b-70052b870433 None None] Routers {'43d45a94-9651-4d03-a4f3-f68fc6a14662'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:22.070694 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-4d76725e-f519-4302-bf9b-70052b870433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:00:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['43d45a94-9651-4d03-a4f3-f68fc6a14662'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:22.103450 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9ce4c3c6-43ba-4f94-a8c0-057cba59be72 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.106957 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-9ce4c3c6-43ba-4f94-a8c0-057cba59be72 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "DELETE /v2.0/ports/e65499b4-8a19-4d7f-ab8b-8ae09b12bfa1 HTTP/1.1" status: 204 len: 168 time: 1.0039539 Nov 12 01:00:22.110857 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42830) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:22.188029 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bff3ed6-ef53-4e55-a740-7c01c088c26d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] GET failed (client error): The resource could not be found. Nov 12 01:00:22.192504 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0bff3ed6-ef53-4e55-a740-7c01c088c26d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "GET /v2.0/ports/e65499b4-8a19-4d7f-ab8b-8ae09b12bfa1 HTTP/1.1" status: 404 len: 333 time: 0.0808358 Nov 12 01:00:22.195903 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42834) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:22.278499 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-c83a4cb6-0245-410a-887d-8c27f97442c0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Deleting subnet 0e2613f4-fa69-4f5d-80ea-3f47a0396923 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:00:22.285766 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c83a4cb6-0245-410a-887d-8c27f97442c0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.306341 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-4d76725e-f519-4302-bf9b-70052b870433 None None] Set router 43d45a94-9651-4d03-a4f3-f68fc6a14662 gateway port host: None {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:00:22.344649 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c4c0ee-c465-4ef1-a244-1e68531c8870 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:22.349074 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-47c4c0ee-c465-4ef1-a244-1e68531c8870 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.374666 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c83a4cb6-0245-410a-887d-8c27f97442c0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.412072 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e0687fa6-b0c2-4e8d-86a5-f040525978bf req-aa555ea5-1e7f-4245-bf18-95e4774e0b1a service neutron] 10.222.0.54 "GET /v2.0/networks/fe286bc5-ab34-4302-ab66-69b5f40afcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931971 Nov 12 01:00:22.430081 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-e1437841-eef2-49a2-b11f-dfd670b6f5b9 None None] Allocated IP 2001:db8::2 (549c8e6d-38df-4171-95c5-652183e307b7/baccb868-d97c-4b4c-94b0-b5c4b45af212/9af79d48-1832-4874-b778-d9c56e2bf0d2) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:00:22.442239 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa267b-6b10-410d-b229-43e7dfcc0396 req-2dd1d536-ce5b-4a25-9d93-c8e2342eab8b tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:22.443799 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c8fa267b-6b10-410d-b229-43e7dfcc0396 req-2dd1d536-ce5b-4a25-9d93-c8e2342eab8b tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] 10.222.0.20 "GET /v2.0/ports?device_id=38ddddfb-74f9-4879-b643-1b9a3fa3fef5 HTTP/1.1" status: 200 len: 943 time: 0.2969472 Nov 12 01:00:22.586908 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-94e942ac-53c9-48ed-a9a7-355996345f1f service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6966579 Nov 12 01:00:22.605732 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-4d94ecdd-c32f-43ef-9fae-0ff17faac8f8 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Deleting port 4c06822c-d7eb-4fad-8b70-601cbf341c40 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:22.605732 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4d94ecdd-c32f-43ef-9fae-0ff17faac8f8 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.720205 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36525f19-e5ad-496b-90fa-00a718a4ce6a req-15b7087a-9f9f-40c2-baab-d0659e05a88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:22.721751 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-36525f19-e5ad-496b-90fa-00a718a4ce6a req-15b7087a-9f9f-40c2-baab-d0659e05a88e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a34d0dec794a4d4da53e1ffa0340102a&device_id=38ddddfb-74f9-4879-b643-1b9a3fa3fef5 HTTP/1.1" status: 200 len: 1095 time: 0.1893725 Nov 12 01:00:22.725491 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c8fa267b-6b10-410d-b229-43e7dfcc0396 req-0f4fd5e5-3aa2-42f8-8f23-18a672fcf4f9 tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9792e5a-ab94-4d40-ba9d-f2b702efb896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507565 Nov 12 01:00:22.850149 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e1437841-eef2-49a2-b11f-dfd670b6f5b9 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.855588 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c83a4cb6-0245-410a-887d-8c27f97442c0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.880652 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e1437841-eef2-49a2-b11f-dfd670b6f5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.903194 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-4d94ecdd-c32f-43ef-9fae-0ff17faac8f8 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] For port 4c06822c-d7eb-4fad-8b70-601cbf341c40, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=4c06822c-d7eb-4fad-8b70-601cbf341c40,segment=NetworkSegment(f0704aeb-5fe1-4ef6-9a43-33e85512dc2c),segment_id=f0704aeb-5fe1-4ef6-9a43-33e85512dc2c)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:22.903827 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4d94ecdd-c32f-43ef-9fae-0ff17faac8f8 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.916837 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-0d936b6a-6fd0-4e44-809a-34cb22cf293d service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049519 Nov 12 01:00:22.933367 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-4d94ecdd-c32f-43ef-9fae-0ff17faac8f8 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Calling delete_port for 4c06822c-d7eb-4fad-8b70-601cbf341c40 owned by network:router_interface {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:22.939416 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-4d76725e-f519-4302-bf9b-70052b870433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'name': 'tempest-RoutersTest-router-1019833005', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:31Z', 'updated_at': '2021-11-12T01:00:17Z', 'revision_number': 7, 'project_id': 'f23da681bca94b38b5538444990222f0', 'gw_port_host': None, '_interfaces': [{'id': '4c06822c-d7eb-4fad-8b70-601cbf341c40', 'name': '', 'network_id': '5024c74c-521b-4cc4-a7e2-2d29275c8d63', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:dd:7c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'e4c3a6a2-872f-42e4-abe4-0962630700c0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:06Z', 'updated_at': '2021-11-12T01:00:17Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'e4c3a6a2-872f-42e4-abe4-0962630700c0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8827948f-813e-4b5d-9843-d5dd66eb8a4d', 'name': '', 'network_id': 'b7601aaf-0d25-48a6-a3a3-4191027952f6', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:78:07:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:36Z', 'updated_at': '2021-11-12T00:59:45Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9aac48d0-8624-42d3-a2c7-97f86feecd97', 'name': '', 'network_id': '5af08750-7756-44a0-ba6e-79f99fa5b2e0', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:fc:ac:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'd97ed380-2494-4648-b408-f444ba18f2ee', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:56Z', 'updated_at': '2021-11-12T01:00:07Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'd97ed380-2494-4648-b408-f444ba18f2ee', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff6a3d0-5baf-4d10-b12c-efb1c22ec22f', 'name': '', 'network_id': '09d5d87c-0eb0-4d96-83c1-36753e61e51f', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:61:bc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': 'cbc58b44-e186-4f5a-b3b0-b08a44a44c20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:43Z', 'updated_at': '2021-11-12T00:59:54Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'cbc58b44-e186-4f5a-b3b0-b08a44a44c20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:22.983398 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-ddfa02d5-fa64-4ccb-bebe-73937a25119c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=32d55d15-cda1-42c5-acb9-247105424a0c HTTP/1.1" status: 200 len: 217 time: 0.0580859 Nov 12 01:00:22.986061 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36525f19-e5ad-496b-90fa-00a718a4ce6a req-f2a9e30d-ee00-451b-92e6-39a0bba978ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:22.987483 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-36525f19-e5ad-496b-90fa-00a718a4ce6a req-f2a9e30d-ee00-451b-92e6-39a0bba978ff service neutron] 10.222.0.54 "GET /v2.0/networks?id=fe286bc5-ab34-4302-ab66-69b5f40afcfc HTTP/1.1" status: 200 len: 923 time: 0.2152770 Nov 12 01:00:23.012206 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d76725e-f519-4302-bf9b-70052b870433 None None] The sync data for ids ['43d45a94-9651-4d03-a4f3-f68fc6a14662'] in n-d-812236-11 is: [{'id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'name': 'tempest-RoutersTest-router-1019833005', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:31Z', 'updated_at': '2021-11-12T01:00:17Z', 'revision_number': 7, 'project_id': 'f23da681bca94b38b5538444990222f0', 'gw_port_host': None, '_interfaces': [{'id': '4c06822c-d7eb-4fad-8b70-601cbf341c40', 'name': '', 'network_id': '5024c74c-521b-4cc4-a7e2-2d29275c8d63', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:dd:7c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'e4c3a6a2-872f-42e4-abe4-0962630700c0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:06Z', 'updated_at': '2021-11-12T01:00:17Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'e4c3a6a2-872f-42e4-abe4-0962630700c0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8827948f-813e-4b5d-9843-d5dd66eb8a4d', 'name': '', 'network_id': 'b7601aaf-0d25-48a6-a3a3-4191027952f6', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:78:07:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:36Z', 'updated_at': '2021-11-12T00:59:45Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9aac48d0-8624-42d3-a2c7-97f86feecd97', 'name': '', 'network_id': '5af08750-7756-44a0-ba6e-79f99fa5b2e0', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:fc:ac:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'd97ed380-2494-4648-b408-f444ba18f2ee', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:56Z', 'updated_at': '2021-11-12T01:00:07Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'd97ed380-2494-4648-b408-f444ba18f2ee', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff6a3d0-5baf-4d10-b12c-efb1c22ec22f', 'name': '', 'network_id': '09d5d87c-0eb0-4d96-83c1-36753e61e51f', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:61:bc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': 'cbc58b44-e186-4f5a-b3b0-b08a44a44c20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:43Z', 'updated_at': '2021-11-12T00:59:54Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'cbc58b44-e186-4f5a-b3b0-b08a44a44c20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:00:23.017615 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1437841-eef2-49a2-b11f-dfd670b6f5b9 None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:23.022683 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-e1437841-eef2-49a2-b11f-dfd670b6f5b9 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:23.024672 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1437841-eef2-49a2-b11f-dfd670b6f5b9 None None] Pushing event updated for resources: {'Port': ['ID=9af79d48-1832-4874-b778-d9c56e2bf0d2,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:23.027679 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1437841-eef2-49a2-b11f-dfd670b6f5b9 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:00:23.123581 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-36525f19-e5ad-496b-90fa-00a718a4ce6a req-6684632a-6cc5-4c02-afcd-7d05d8c3005a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=835fc5d8-f768-4849-9168-318c09432ec9 HTTP/1.1" status: 200 len: 217 time: 0.1241586 Nov 12 01:00:23.179968 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-e1437841-eef2-49a2-b11f-dfd670b6f5b9 None None] Attempting to bind port 9af79d48-1832-4874-b778-d9c56e2bf0d2 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:00:23.180882 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-e1437841-eef2-49a2-b11f-dfd670b6f5b9 None None] Attempting to bind port 9af79d48-1832-4874-b778-d9c56e2bf0d2 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:00:23.181248 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1437841-eef2-49a2-b11f-dfd670b6f5b9 None None] Attempting to bind port 9af79d48-1832-4874-b778-d9c56e2bf0d2 on network 549c8e6d-38df-4171-95c5-652183e307b7 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:00:23.188338 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1437841-eef2-49a2-b11f-dfd670b6f5b9 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:00:23.188682 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1437841-eef2-49a2-b11f-dfd670b6f5b9 None None] Checking segment: {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:00:23.192418 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e1437841-eef2-49a2-b11f-dfd670b6f5b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:23.192418 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1437841-eef2-49a2-b11f-dfd670b6f5b9 None None] Bound using segment: {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:00:23.192418 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-e1437841-eef2-49a2-b11f-dfd670b6f5b9 None None] Bound port: 9af79d48-1832-4874-b778-d9c56e2bf0d2, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e88dffa0-16be-43c1-a79e-bf36431cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '549c8e6d-38df-4171-95c5-652183e307b7'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:00:23.192418 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e1437841-eef2-49a2-b11f-dfd670b6f5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:23.198104 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36525f19-e5ad-496b-90fa-00a718a4ce6a req-614492d8-0504-4f2b-8283-bf91c3969532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:23.199615 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-36525f19-e5ad-496b-90fa-00a718a4ce6a req-614492d8-0504-4f2b-8283-bf91c3969532 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c95ae7ec-154e-4271-b0c9-eb0c3a91b608 HTTP/1.1" status: 200 len: 862 time: 0.0674448 Nov 12 01:00:23.225345 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-8fae778f-6096-4322-9e78-835697b99d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:23.226874 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-8fae778f-6096-4322-9e78-835697b99d4d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5954c685-7a02-40be-97b5-9b885e683410 HTTP/1.1" status: 200 len: 797 time: 0.2373350 Nov 12 01:00:23.241549 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c83a4cb6-0245-410a-887d-8c27f97442c0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:23.301904 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-36525f19-e5ad-496b-90fa-00a718a4ce6a req-ae72349c-e9e7-4b71-b0f9-6ac00e9a665d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fe286bc5-ab34-4302-ab66-69b5f40afcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920496 Nov 12 01:00:23.303522 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-e1437841-eef2-49a2-b11f-dfd670b6f5b9 None None] For port 9af79d48-1832-4874-b778-d9c56e2bf0d2, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:00:23.314225 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-e1437841-eef2-49a2-b11f-dfd670b6f5b9 None None] For port 9af79d48-1832-4874-b778-d9c56e2bf0d2, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=9af79d48-1832-4874-b778-d9c56e2bf0d2,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:00:23.321491 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e1437841-eef2-49a2-b11f-dfd670b6f5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:23.425907 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1437841-eef2-49a2-b11f-dfd670b6f5b9 None None] Pushing event updated for resources: {'Port': ['ID=9af79d48-1832-4874-b778-d9c56e2bf0d2,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:23.481468 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-2ed1a96a-8f54-4ec1-a860-f20b2f5345fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:23.482429 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-2ed1a96a-8f54-4ec1-a860-f20b2f5345fc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0fed04be-2c3a-475e-8199-924085f487af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2079775 Nov 12 01:00:23.556108 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c83a4cb6-0245-410a-887d-8c27f97442c0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:23.570037 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c83a4cb6-0245-410a-887d-8c27f97442c0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "DELETE /v2.0/subnets/0e2613f4-fa69-4f5d-80ea-3f47a0396923 HTTP/1.1" status: 204 len: 168 time: 1.3732378 Nov 12 01:00:23.585090 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42868) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:23.641367 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-36525f19-e5ad-496b-90fa-00a718a4ce6a req-6bad6124-4c61-4c38-ae0b-f15bc949a231 service neutron] 10.222.0.54 "GET /v2.0/networks/fe286bc5-ab34-4302-ab66-69b5f40afcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041308 Nov 12 01:00:23.647111 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a4cb6-0245-410a-887d-8c27f97442c0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event deleted for resources: {'Subnet': ['ID=0e2613f4-fa69-4f5d-80ea-3f47a0396923,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:23.734870 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4d94ecdd-c32f-43ef-9fae-0ff17faac8f8 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:23.825001 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d94ecdd-c32f-43ef-9fae-0ff17faac8f8 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event deleted for resources: {'Port': ['ID=4c06822c-d7eb-4fad-8b70-601cbf341c40,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:23.857096 n-d-812236-11 neutron-server[102662]: DEBUG neutron.objects.ports [None req-47c4c0ee-c465-4ef1-a244-1e68531c8870 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102662) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 01:00:23.864902 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-ae581482-db0b-4dd9-8257-5478cc28a78c service neutron] 10.222.0.49 "GET /v2.0/networks/0fed04be-2c3a-475e-8199-924085f487af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726535 Nov 12 01:00:23.963939 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c09d2227-bdc5-435b-a4af-60d0a07973b7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:23.978198 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-36525f19-e5ad-496b-90fa-00a718a4ce6a req-fefe90a0-740a-461f-bd17-d43ecbdf939f service neutron] 10.222.0.54 "GET /v2.0/networks/fe286bc5-ab34-4302-ab66-69b5f40afcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265958 Nov 12 01:00:24.066281 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523d5390-a687-48eb-baf2-454ff8441953 req-2e418529-aff5-4484-8659-91328bbc3119 tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:24.067900 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-523d5390-a687-48eb-baf2-454ff8441953 req-2e418529-aff5-4484-8659-91328bbc3119 tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] 10.222.0.20 "GET /v2.0/ports?device_id=38ddddfb-74f9-4879-b643-1b9a3fa3fef5 HTTP/1.1" status: 200 len: 943 time: 0.1937671 Nov 12 01:00:24.180532 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-c09d2227-bdc5-435b-a4af-60d0a07973b7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Deleting port 3386e6e5-24f8-4575-89d0-24e30f7adc1e {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:24.180883 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c09d2227-bdc5-435b-a4af-60d0a07973b7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:24.189334 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-523d5390-a687-48eb-baf2-454ff8441953 req-2c73079a-f727-42a1-9f6b-eb6b43975189 tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9792e5a-ab94-4d40-ba9d-f2b702efb896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019406 Nov 12 01:00:24.217727 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-47c4c0ee-c465-4ef1-a244-1e68531c8870 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:24.318274 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-c09d2227-bdc5-435b-a4af-60d0a07973b7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] For port 3386e6e5-24f8-4575-89d0-24e30f7adc1e, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=3386e6e5-24f8-4575-89d0-24e30f7adc1e,segment=NetworkSegment(dee0daab-6f2e-4e2b-b2a7-c588f4bb8da3),segment_id=dee0daab-6f2e-4e2b-b2a7-c588f4bb8da3)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:24.318555 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c09d2227-bdc5-435b-a4af-60d0a07973b7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:24.354825 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-c09d2227-bdc5-435b-a4af-60d0a07973b7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Calling delete_port for 3386e6e5-24f8-4575-89d0-24e30f7adc1e owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:24.539055 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-47c4c0ee-c465-4ef1-a244-1e68531c8870 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] For port 9af79d48-1832-4874-b778-d9c56e2bf0d2, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=9af79d48-1832-4874-b778-d9c56e2bf0d2,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:24.574048 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c09d2227-bdc5-435b-a4af-60d0a07973b7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:24.589097 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-a0ba2035-2745-433c-8e9a-d8517365ae57 service neutron] 10.222.0.49 "GET /v2.0/networks/0fed04be-2c3a-475e-8199-924085f487af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6903894 Nov 12 01:00:24.608213 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-47c4c0ee-c465-4ef1-a244-1e68531c8870 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:24.640942 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-47c4c0ee-c465-4ef1-a244-1e68531c8870 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:24.643555 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-47c4c0ee-c465-4ef1-a244-1e68531c8870 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:24.674925 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-cebb84d2-8b64-49b4-bec9-7c09e8ff8d5b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c22b6762-e3f6-4522-8e3f-46a49996d03c HTTP/1.1" status: 200 len: 217 time: 0.0737653 Nov 12 01:00:24.703095 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4d94ecdd-c32f-43ef-9fae-0ff17faac8f8 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:24.759705 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c4c0ee-c465-4ef1-a244-1e68531c8870 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:24.761351 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d2227-bdc5-435b-a4af-60d0a07973b7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event deleted for resources: {'Port': ['ID=3386e6e5-24f8-4575-89d0-24e30f7adc1e,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:24.763852 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c4c0ee-c465-4ef1-a244-1e68531c8870 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Subnet': ['ID=b15e9073-166a-4712-8a19-2b65a017f7e6,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:24.767052 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-47c4c0ee-c465-4ef1-a244-1e68531c8870 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:24.785133 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c4c0ee-c465-4ef1-a244-1e68531c8870 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:24.787012 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-47c4c0ee-c465-4ef1-a244-1e68531c8870 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:24.835799 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-47c4c0ee-c465-4ef1-a244-1e68531c8870 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.9164493 Nov 12 01:00:24.839793 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42902) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:24.869303 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-c23a03c6-6ac2-4a64-910b-e26bd26e87bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:24.869683 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-51e725a8-e3d6-43c5-915f-b002ab08aa1b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Request body: {'port': {'network_id': '549c8e6d-38df-4171-95c5-652183e307b7', 'mac_address': 'fa:16:3e:dd:cb:52', 'name': 'tempest-NetworksTestDHCPv6-1544449377'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:24.870798 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-c23a03c6-6ac2-4a64-910b-e26bd26e87bf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5954c685-7a02-40be-97b5-9b885e683410 HTTP/1.1" status: 200 len: 797 time: 0.1889710 Nov 12 01:00:24.948553 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-309875db-299b-4014-96c9-4b35be352288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:24.950083 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-309875db-299b-4014-96c9-4b35be352288 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0fed04be-2c3a-475e-8199-924085f487af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0720563 Nov 12 01:00:24.981210 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09d2227-bdc5-435b-a4af-60d0a07973b7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] No DVR routers for this DVR port 3386e6e5-24f8-4575-89d0-24e30f7adc1e on host n-d-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:00:25.037473 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-f0e34ff8-850e-4464-b0ec-1053605caa3f None None] Provisioning complete for port 9af79d48-1832-4874-b778-d9c56e2bf0d2 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:25.038696 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f0e34ff8-850e-4464-b0ec-1053605caa3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:25.064965 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c4c0ee-c465-4ef1-a244-1e68531c8870 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Port': ['ID=9af79d48-1832-4874-b778-d9c56e2bf0d2,revision_number=4']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:25.083639 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4c0ee-c465-4ef1-a244-1e68531c8870 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:25.085642 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4c0ee-c465-4ef1-a244-1e68531c8870 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:25.087021 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4c0ee-c465-4ef1-a244-1e68531c8870 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:25.087555 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4c0ee-c465-4ef1-a244-1e68531c8870 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:25.089840 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4c0ee-c465-4ef1-a244-1e68531c8870 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:25.090683 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4c0ee-c465-4ef1-a244-1e68531c8870 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:25.091198 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4c0ee-c465-4ef1-a244-1e68531c8870 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:25.097987 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4c0ee-c465-4ef1-a244-1e68531c8870 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:25.098328 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4c0ee-c465-4ef1-a244-1e68531c8870 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:25.098671 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4c0ee-c465-4ef1-a244-1e68531c8870 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:25.099017 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4c0ee-c465-4ef1-a244-1e68531c8870 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:25.100142 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4c0ee-c465-4ef1-a244-1e68531c8870 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:25.115291 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e725a8-e3d6-43c5-915f-b002ab08aa1b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Made reservation on behalf of d39bd700eb73489c844e800fa5489ef8 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:25.140203 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce54fe03-e3e5-4685-9a75-0517ff455196 None None] DHCP port deletion for fe286bc5-ab34-4302-ab66-69b5f40afcfc request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:00:25.170761 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58b061a-0b82-4286-bd60-c5de21d198b3 None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:25.223788 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51e725a8-e3d6-43c5-915f-b002ab08aa1b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:25.272378 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d94ecdd-c32f-43ef-9fae-0ff17faac8f8 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Router 43d45a94-9651-4d03-a4f3-f68fc6a14662 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:00:25.363090 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-51e725a8-e3d6-43c5-915f-b002ab08aa1b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] device_id is not set on port 43466abd-fbc2-4ccb-b41e-723229a4ec0c yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:00:25.380623 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c09d2227-bdc5-435b-a4af-60d0a07973b7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:25.481835 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f0e34ff8-850e-4464-b0ec-1053605caa3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:25.494662 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-f8832b0d-467a-4cd0-8f86-430c0bb596b5 service neutron] 10.222.0.49 "GET /v2.0/networks/0fed04be-2c3a-475e-8199-924085f487af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4694433 Nov 12 01:00:25.500107 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-c09d2227-bdc5-435b-a4af-60d0a07973b7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b946c6aa-8bbf-4ba7-89f9-617b9c585075']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:25.537590 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dedee85-1a50-4a2e-a106-1394258f394c None None] Network b946c6aa-8bbf-4ba7-89f9-617b9c585075 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:25.584609 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-c09d2227-bdc5-435b-a4af-60d0a07973b7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dee0daab-6f2e-4e2b-b2a7-c588f4bb8da3') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:25.584945 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-c09d2227-bdc5-435b-a4af-60d0a07973b7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dee0daab-6f2e-4e2b-b2a7-c588f4bb8da3') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:25.619043 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c09d2227-bdc5-435b-a4af-60d0a07973b7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:25.686797 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c09d2227-bdc5-435b-a4af-60d0a07973b7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:25.745408 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d94ecdd-c32f-43ef-9fae-0ff17faac8f8 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:00:25.766218 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bd2283-2f96-4837-b5fb-55e9b77928ee None None] Sync routers for ids ['43d45a94-9651-4d03-a4f3-f68fc6a14662'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:00:25.774532 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4d94ecdd-c32f-43ef-9fae-0ff17faac8f8 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "PUT /v2.0/routers/43d45a94-9651-4d03-a4f3-f68fc6a14662/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0800371 Nov 12 01:00:25.818345 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42926) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:25.901220 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-51e725a8-e3d6-43c5-915f-b002ab08aa1b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Allocated IP 2001:db8::108 (549c8e6d-38df-4171-95c5-652183e307b7/baccb868-d97c-4b4c-94b0-b5c4b45af212/43466abd-fbc2-4ccb-b41e-723229a4ec0c) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:00:25.925446 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-51e725a8-e3d6-43c5-915f-b002ab08aa1b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Allocated IP 2001:db8:0:1:f816:3eff:fedd:cb52 (549c8e6d-38df-4171-95c5-652183e307b7/b15e9073-166a-4712-8a19-2b65a017f7e6/43466abd-fbc2-4ccb-b41e-723229a4ec0c) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:00:25.987714 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1a05d75-9ce3-4589-9b20-d2a1cc22e99d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Deleting subnet e4c3a6a2-872f-42e4-abe4-0962630700c0 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:00:25.996035 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f1a05d75-9ce3-4589-9b20-d2a1cc22e99d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:26.042644 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bd2283-2f96-4837-b5fb-55e9b77928ee None None] Routers {'43d45a94-9651-4d03-a4f3-f68fc6a14662'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:26.043399 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-b9bd2283-2f96-4837-b5fb-55e9b77928ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:00:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['43d45a94-9651-4d03-a4f3-f68fc6a14662'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:26.056845 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c09d2227-bdc5-435b-a4af-60d0a07973b7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:00:26.057592 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c09d2227-bdc5-435b-a4af-60d0a07973b7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:26.064357 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:00:26.064357 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:00:26.064357 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:00:26.064357 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:00:26.064357 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:00:26.064357 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:00:26.064357 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:00:26.064357 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:00:26.064357 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:00:26.064357 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:00:26.064357 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:00:26.064357 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:00:26.064357 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:00:26.064357 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:00:26.064357 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:00:26.064357 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:00:26.064357 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:00:26.064357 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:00:26.064357 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:00:26.064357 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:00:26.064357 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:00:26.064357 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:00:26.064357 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:00:26.064357 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:00:26.064357 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:00:26.064357 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:00:26.064357 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:00:26.064357 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:00:26.064357 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:00:26.064357 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:00:26.064357 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:00:26.064357 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:00:26.096277 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f1a05d75-9ce3-4589-9b20-d2a1cc22e99d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:26.140147 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-f0e34ff8-850e-4464-b0ec-1053605caa3f None None] For port 9af79d48-1832-4874-b778-d9c56e2bf0d2, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=9af79d48-1832-4874-b778-d9c56e2bf0d2,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:26.141637 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 9af79d48-1832-4874-b778-d9c56e2bf0d2 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:00:26.203810 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f1a05d75-9ce3-4589-9b20-d2a1cc22e99d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:26.260913 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f0e34ff8-850e-4464-b0ec-1053605caa3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:26.296054 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-b9bd2283-2f96-4837-b5fb-55e9b77928ee None None] Set router 43d45a94-9651-4d03-a4f3-f68fc6a14662 gateway port host: None {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:00:26.333393 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c09d2227-bdc5-435b-a4af-60d0a07973b7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:26.351281 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b9e44-b4fd-4294-902b-fe41dcdd5507 req-c3b5f8be-9e3e-4401-9867-e6a01e126afc tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:26.355428 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-019b9e44-b4fd-4294-902b-fe41dcdd5507 req-c3b5f8be-9e3e-4401-9867-e6a01e126afc tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] 10.222.0.20 "GET /v2.0/ports?device_id=38ddddfb-74f9-4879-b643-1b9a3fa3fef5 HTTP/1.1" status: 200 len: 943 time: 0.9159470 Nov 12 01:00:26.358019 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f1a05d75-9ce3-4589-9b20-d2a1cc22e99d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:26.374329 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c09d2227-bdc5-435b-a4af-60d0a07973b7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:26.385612 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c09d2227-bdc5-435b-a4af-60d0a07973b7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "DELETE /v2.0/networks/b946c6aa-8bbf-4ba7-89f9-617b9c585075 HTTP/1.1" status: 204 len: 168 time: 2.8003488 Nov 12 01:00:26.389546 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42942) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:26.400518 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-d5bac150-6b8a-4d7a-930a-c8a55267bb3f tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1248377814'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:26.412765 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7688828-b620-4aed-826b-c1f2ce691a01 None None] DHCP port deletion for b946c6aa-8bbf-4ba7-89f9-617b9c585075 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:00:26.416247 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ffcb7a-2874-434b-b74b-27d8e195af29 None None] Network 5024c74c-521b-4cc4-a7e2-2d29275c8d63 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:26.454550 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f1a05d75-9ce3-4589-9b20-d2a1cc22e99d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:26.465769 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f1a05d75-9ce3-4589-9b20-d2a1cc22e99d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "DELETE /v2.0/subnets/e4c3a6a2-872f-42e4-abe4-0962630700c0 HTTP/1.1" status: 204 len: 168 time: 0.6242273 Nov 12 01:00:26.465769 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-019b9e44-b4fd-4294-902b-fe41dcdd5507 req-4923160c-27f7-428e-a48a-d08705d2bc63 tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9792e5a-ab94-4d40-ba9d-f2b702efb896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941644 Nov 12 01:00:26.465769 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42944) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:26.474685 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a05d75-9ce3-4589-9b20-d2a1cc22e99d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event deleted for resources: {'Subnet': ['ID=e4c3a6a2-872f-42e4-abe4-0962630700c0,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:26.497950 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5bac150-6b8a-4d7a-930a-c8a55267bb3f tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Made reservation on behalf of 3bb80f8fcdb04dbb90fc5fe264a13cbe for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:26.503247 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d5bac150-6b8a-4d7a-930a-c8a55267bb3f tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:26.514933 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e34ff8-850e-4464-b0ec-1053605caa3f None None] Pushing event updated for resources: {'Port': ['ID=9af79d48-1832-4874-b778-d9c56e2bf0d2,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:26.559508 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5bac150-6b8a-4d7a-930a-c8a55267bb3f tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:00:26.569157 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f454da2-7b08-4428-ad09-9fd6c4d6e012 req-307500a4-0cd2-4e33-9961-dbf622b905d3 service neutron] 10.222.0.49 "GET /v2.0/networks/0fed04be-2c3a-475e-8199-924085f487af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8319509 Nov 12 01:00:26.579573 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d5bac150-6b8a-4d7a-930a-c8a55267bb3f tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:26.579573 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-d5bac150-6b8a-4d7a-930a-c8a55267bb3f tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Added segment 898a88a8-9260-4d94-80bf-5fc2e41553bd of type vlan for network e5078bb1-92e4-43ce-8d3a-7b7e98d98422 Nov 12 01:00:26.632595 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4cd0d5ef-d6fb-4720-b41c-c8632df3bff9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:26.634534 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d2227-bdc5-435b-a4af-60d0a07973b7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event deleted for resources: {'Network': ['ID=b946c6aa-8bbf-4ba7-89f9-617b9c585075,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:26.680620 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d5bac150-6b8a-4d7a-930a-c8a55267bb3f tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:26.710213 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-4cd0d5ef-d6fb-4720-b41c-c8632df3bff9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Deleting port 98803855-d8e9-4589-ac97-730f9db89577 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:26.710213 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4cd0d5ef-d6fb-4720-b41c-c8632df3bff9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:26.737761 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51e725a8-e3d6-43c5-915f-b002ab08aa1b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:26.788533 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 9af79d48-1832-4874-b778-d9c56e2bf0d2 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:26.790069 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:26.798306 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d5bac150-6b8a-4d7a-930a-c8a55267bb3f tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:26.801537 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-4cd0d5ef-d6fb-4720-b41c-c8632df3bff9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] For port 98803855-d8e9-4589-ac97-730f9db89577, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=98803855-d8e9-4589-ac97-730f9db89577,segment=NetworkSegment(f0704aeb-5fe1-4ef6-9a43-33e85512dc2c),segment_id=f0704aeb-5fe1-4ef6-9a43-33e85512dc2c)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:26.801918 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4cd0d5ef-d6fb-4720-b41c-c8632df3bff9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:26.805685 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bac150-6b8a-4d7a-930a-c8a55267bb3f tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:26.806587 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d5bac150-6b8a-4d7a-930a-c8a55267bb3f tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:26.820667 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-4cd0d5ef-d6fb-4720-b41c-c8632df3bff9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Calling delete_port for 98803855-d8e9-4589-ac97-730f9db89577 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:26.899345 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d5bac150-6b8a-4d7a-930a-c8a55267bb3f tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5039573 Nov 12 01:00:26.906222 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42958) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:26.912910 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-419cdba0-5a6d-4231-9358-162ee117e82d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Request body: {'subnet': {'network_id': 'e5078bb1-92e4-43ce-8d3a-7b7e98d98422', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:26.919824 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bac150-6b8a-4d7a-930a-c8a55267bb3f tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event updated for resources: {'Network': ['ID=e5078bb1-92e4-43ce-8d3a-7b7e98d98422,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:26.928918 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-b9bd2283-2f96-4837-b5fb-55e9b77928ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'name': 'tempest-RoutersTest-router-1019833005', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:31Z', 'updated_at': '2021-11-12T01:00:23Z', 'revision_number': 8, 'project_id': 'f23da681bca94b38b5538444990222f0', 'gw_port_host': None, '_interfaces': [{'id': '8827948f-813e-4b5d-9843-d5dd66eb8a4d', 'name': '', 'network_id': 'b7601aaf-0d25-48a6-a3a3-4191027952f6', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:78:07:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:36Z', 'updated_at': '2021-11-12T00:59:45Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9aac48d0-8624-42d3-a2c7-97f86feecd97', 'name': '', 'network_id': '5af08750-7756-44a0-ba6e-79f99fa5b2e0', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:fc:ac:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'd97ed380-2494-4648-b408-f444ba18f2ee', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:56Z', 'updated_at': '2021-11-12T01:00:07Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'd97ed380-2494-4648-b408-f444ba18f2ee', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff6a3d0-5baf-4d10-b12c-efb1c22ec22f', 'name': '', 'network_id': '09d5d87c-0eb0-4d96-83c1-36753e61e51f', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:61:bc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': 'cbc58b44-e186-4f5a-b3b0-b08a44a44c20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:43Z', 'updated_at': '2021-11-12T00:59:54Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'cbc58b44-e186-4f5a-b3b0-b08a44a44c20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:26.945404 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51e725a8-e3d6-43c5-915f-b002ab08aa1b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:26.954041 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network e5078bb1-92e4-43ce-8d3a-7b7e98d98422 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:00:26.997895 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bd2283-2f96-4837-b5fb-55e9b77928ee None None] Checking router: 43d45a94-9651-4d03-a4f3-f68fc6a14662 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:00:27.016883 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bd2283-2f96-4837-b5fb-55e9b77928ee None None] Routers {'43d45a94-9651-4d03-a4f3-f68fc6a14662'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:27.017555 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-b9bd2283-2f96-4837-b5fb-55e9b77928ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:00:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['43d45a94-9651-4d03-a4f3-f68fc6a14662'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:27.019711 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4cd0d5ef-d6fb-4720-b41c-c8632df3bff9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:27.044777 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd0d5ef-d6fb-4720-b41c-c8632df3bff9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] No DVR routers for this DVR port 98803855-d8e9-4589-ac97-730f9db89577 on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:00:27.107050 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd0d5ef-d6fb-4720-b41c-c8632df3bff9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event deleted for resources: {'Port': ['ID=98803855-d8e9-4589-ac97-730f9db89577,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:27.190774 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-b9bd2283-2f96-4837-b5fb-55e9b77928ee None None] Set router 43d45a94-9651-4d03-a4f3-f68fc6a14662 gateway port host: None {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:00:27.362077 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4cd0d5ef-d6fb-4720-b41c-c8632df3bff9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:27.403521 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 835fc5d8-f768-4849-9168-318c09432ec9 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:00:27.406501 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df65e9c7-7126-42e1-8ee4-d96278afecd3 None None] DHCP port deletion for 5024c74c-521b-4cc4-a7e2-2d29275c8d63 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:00:27.437607 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-4cd0d5ef-d6fb-4720-b41c-c8632df3bff9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5024c74c-521b-4cc4-a7e2-2d29275c8d63']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:27.459927 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-4cd0d5ef-d6fb-4720-b41c-c8632df3bff9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0704aeb-5fe1-4ef6-9a43-33e85512dc2c') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:27.460619 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-4cd0d5ef-d6fb-4720-b41c-c8632df3bff9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0704aeb-5fe1-4ef6-9a43-33e85512dc2c') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:27.490585 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4cd0d5ef-d6fb-4720-b41c-c8632df3bff9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:27.533137 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4cd0d5ef-d6fb-4720-b41c-c8632df3bff9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:27.548599 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cd0d5ef-d6fb-4720-b41c-c8632df3bff9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:00:27.549016 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4cd0d5ef-d6fb-4720-b41c-c8632df3bff9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:27.554561 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:00:27.554561 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:00:27.554561 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:00:27.554561 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:00:27.554561 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:00:27.554561 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:00:27.554561 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:00:27.554561 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:00:27.554561 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:00:27.554561 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:00:27.554561 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:00:27.554561 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:00:27.554561 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:00:27.554561 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:00:27.554561 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:00:27.554561 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:00:27.554561 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:00:27.554561 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:00:27.554561 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:00:27.554561 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:00:27.554561 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:00:27.554561 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:00:27.554561 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:00:27.554561 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:00:27.554561 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:00:27.554561 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:00:27.554561 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:00:27.554561 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:00:27.554561 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:00:27.554561 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:00:27.554561 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:00:27.554561 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:00:27.648093 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 9af79d48-1832-4874-b778-d9c56e2bf0d2 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:00:27.718957 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e725a8-e3d6-43c5-915f-b002ab08aa1b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Network 549c8e6d-38df-4171-95c5-652183e307b7 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:27.734483 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-51e725a8-e3d6-43c5-915f-b002ab08aa1b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:27.762206 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4cd0d5ef-d6fb-4720-b41c-c8632df3bff9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:27.782554 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4cd0d5ef-d6fb-4720-b41c-c8632df3bff9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:27.783092 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e725a8-e3d6-43c5-915f-b002ab08aa1b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:00:27.789098 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 835fc5d8-f768-4849-9168-318c09432ec9, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=835fc5d8-f768-4849-9168-318c09432ec9,segment=NetworkSegment(7533d8c8-0079-4497-b9b8-05b110dba4ea),segment_id=7533d8c8-0079-4497-b9b8-05b110dba4ea)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:27.793927 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e725a8-e3d6-43c5-915f-b002ab08aa1b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:27.794758 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51e725a8-e3d6-43c5-915f-b002ab08aa1b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:27.798686 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4cd0d5ef-d6fb-4720-b41c-c8632df3bff9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "DELETE /v2.0/networks/5024c74c-521b-4cc4-a7e2-2d29275c8d63 HTTP/1.1" status: 204 len: 168 time: 1.3282609 Nov 12 01:00:27.806481 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42970) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:27.826735 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd0d5ef-d6fb-4720-b41c-c8632df3bff9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event deleted for resources: {'Network': ['ID=5024c74c-521b-4cc4-a7e2-2d29275c8d63,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:27.831585 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e725a8-e3d6-43c5-915f-b002ab08aa1b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event updated for resources: {'Port': ['ID=43466abd-fbc2-4ccb-b41e-723229a4ec0c,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:27.863090 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-b9bd2283-2f96-4837-b5fb-55e9b77928ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'name': 'tempest-RoutersTest-router-1019833005', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:31Z', 'updated_at': '2021-11-12T01:00:23Z', 'revision_number': 8, 'project_id': 'f23da681bca94b38b5538444990222f0', 'gw_port_host': None, '_interfaces': [{'id': '8827948f-813e-4b5d-9843-d5dd66eb8a4d', 'name': '', 'network_id': 'b7601aaf-0d25-48a6-a3a3-4191027952f6', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:78:07:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:36Z', 'updated_at': '2021-11-12T00:59:45Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9aac48d0-8624-42d3-a2c7-97f86feecd97', 'name': '', 'network_id': '5af08750-7756-44a0-ba6e-79f99fa5b2e0', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:fc:ac:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'd97ed380-2494-4648-b408-f444ba18f2ee', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:56Z', 'updated_at': '2021-11-12T01:00:07Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'd97ed380-2494-4648-b408-f444ba18f2ee', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff6a3d0-5baf-4d10-b12c-efb1c22ec22f', 'name': '', 'network_id': '09d5d87c-0eb0-4d96-83c1-36753e61e51f', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:61:bc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': 'cbc58b44-e186-4f5a-b3b0-b08a44a44c20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:43Z', 'updated_at': '2021-11-12T00:59:54Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'cbc58b44-e186-4f5a-b3b0-b08a44a44c20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:27.870199 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '835fc5d8-f768-4849-9168-318c09432ec9', 'network_id': 'fe286bc5-ab34-4302-ab66-69b5f40afcfc', 'port_id': '835fc5d8-f768-4849-9168-318c09432ec9', 'mac_address': 'fa:16:3e:97:9b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c95ae7ec-154e-4271-b0c9-eb0c3a91b608', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:00:27.900850 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 9af79d48-1832-4874-b778-d9c56e2bf0d2 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:27.901689 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:27.901815 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bd2283-2f96-4837-b5fb-55e9b77928ee None None] The sync data for ids ['43d45a94-9651-4d03-a4f3-f68fc6a14662'] in n-d-812236-11 is: [{'id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'name': 'tempest-RoutersTest-router-1019833005', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:31Z', 'updated_at': '2021-11-12T01:00:23Z', 'revision_number': 8, 'project_id': 'f23da681bca94b38b5538444990222f0', 'gw_port_host': None, '_interfaces': [{'id': '8827948f-813e-4b5d-9843-d5dd66eb8a4d', 'name': '', 'network_id': 'b7601aaf-0d25-48a6-a3a3-4191027952f6', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:78:07:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:36Z', 'updated_at': '2021-11-12T00:59:45Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9aac48d0-8624-42d3-a2c7-97f86feecd97', 'name': '', 'network_id': '5af08750-7756-44a0-ba6e-79f99fa5b2e0', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:fc:ac:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'd97ed380-2494-4648-b408-f444ba18f2ee', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:56Z', 'updated_at': '2021-11-12T01:00:07Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'd97ed380-2494-4648-b408-f444ba18f2ee', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff6a3d0-5baf-4d10-b12c-efb1c22ec22f', 'name': '', 'network_id': '09d5d87c-0eb0-4d96-83c1-36753e61e51f', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:61:bc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': 'cbc58b44-e186-4f5a-b3b0-b08a44a44c20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:43Z', 'updated_at': '2021-11-12T00:59:54Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'cbc58b44-e186-4f5a-b3b0-b08a44a44c20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:00:28.059764 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:28.069014 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-51e725a8-e3d6-43c5-915f-b002ab08aa1b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.2278292 Nov 12 01:00:28.071910 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42976) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:28.085739 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 835fc5d8-f768-4849-9168-318c09432ec9 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:00:28.099367 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a110b662-ca36-4014-bba1-b24bb108a93b req-abd2e901-0dc8-4c2b-b33d-13847fe17db5 tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:28.109155 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a110b662-ca36-4014-bba1-b24bb108a93b req-abd2e901-0dc8-4c2b-b33d-13847fe17db5 tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] 10.222.0.20 "GET /v2.0/ports?device_id=38ddddfb-74f9-4879-b643-1b9a3fa3fef5 HTTP/1.1" status: 200 len: 943 time: 0.4272265 Nov 12 01:00:28.128268 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 835fc5d8-f768-4849-9168-318c09432ec9, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=835fc5d8-f768-4849-9168-318c09432ec9,segment=NetworkSegment(7533d8c8-0079-4497-b9b8-05b110dba4ea),segment_id=7533d8c8-0079-4497-b9b8-05b110dba4ea)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:28.142943 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a37bf3-fd1a-4cb1-bc99-843612aacca6 None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:28.152337 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:28.158249 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419cdba0-5a6d-4231-9358-162ee117e82d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Made reservation on behalf of 3bb80f8fcdb04dbb90fc5fe264a13cbe for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:28.162717 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-419cdba0-5a6d-4231-9358-162ee117e82d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:28.270945 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-2148766d-7ef9-46fa-a8bb-3db056f966e1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Deleting port 43466abd-fbc2-4ccb-b41e-723229a4ec0c {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:28.273336 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2148766d-7ef9-46fa-a8bb-3db056f966e1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:28.274504 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-24a9756b-1613-4331-8bdc-736004754598 None None] Provisioning complete for port 9af79d48-1832-4874-b778-d9c56e2bf0d2 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:28.274875 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-24a9756b-1613-4331-8bdc-736004754598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:28.326245 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=835fc5d8-f768-4849-9168-318c09432ec9,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:28.345407 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 3386e6e5-24f8-4575-89d0-24e30f7adc1e no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:28.375285 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 3386e6e5-24f8-4575-89d0-24e30f7adc1e {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:00:28.375634 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 3386e6e5-24f8-4575-89d0-24e30f7adc1e not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:00:28.376105 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 98803855-d8e9-4589-ac97-730f9db89577 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:28.407071 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 98803855-d8e9-4589-ac97-730f9db89577 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:00:28.408246 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 98803855-d8e9-4589-ac97-730f9db89577 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:00:28.449864 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a110b662-ca36-4014-bba1-b24bb108a93b req-44b52b89-0327-4007-a0d2-ba4b85d0c3d8 tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9792e5a-ab94-4d40-ba9d-f2b702efb896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307447 Nov 12 01:00:28.476149 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2148766d-7ef9-46fa-a8bb-3db056f966e1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:28.498037 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-2148766d-7ef9-46fa-a8bb-3db056f966e1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Calling delete_port for 43466abd-fbc2-4ccb-b41e-723229a4ec0c owned by {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:28.726220 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-419cdba0-5a6d-4231-9358-162ee117e82d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:28.730010 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['835fc5d8-f768-4849-9168-318c09432ec9'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:00:28.754937 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2148766d-7ef9-46fa-a8bb-3db056f966e1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:28.827267 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2148766d-7ef9-46fa-a8bb-3db056f966e1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Port': ['ID=43466abd-fbc2-4ccb-b41e-723229a4ec0c,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:28.908330 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419cdba0-5a6d-4231-9358-162ee117e82d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event updated for resources: {'Subnet': ['ID=f41e8a0b-f68c-4c3b-9f12-456e1584b7ac,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:28.916006 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2148766d-7ef9-46fa-a8bb-3db056f966e1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:28.919382 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-2148766d-7ef9-46fa-a8bb-3db056f966e1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/ports/43466abd-fbc2-4ccb-b41e-723229a4ec0c HTTP/1.1" status: 204 len: 168 time: 0.8463502 Nov 12 01:00:28.923567 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42998) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:28.930949 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419cdba0-5a6d-4231-9358-162ee117e82d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Checking segment: {'id': '898a88a8-9260-4d94-80bf-5fc2e41553bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e5078bb1-92e4-43ce-8d3a-7b7e98d98422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:00:28.931329 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419cdba0-5a6d-4231-9358-162ee117e82d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Network hostable DHCP agents. Network: e5078bb1-92e4-43ce-8d3a-7b7e98d98422, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:00:28.980364 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5562f974-0532-4444-a12b-e0ac5e9b9c63 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:29.020675 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649b2edf-894c-4a80-a54c-bb1f9c2f5550 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:29.038375 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-649b2edf-894c-4a80-a54c-bb1f9c2f5550 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1131773 Nov 12 01:00:29.042332 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43002) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:29.135660 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da91b586-4f66-42c7-a588-58d3130ca268 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:29.137212 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-da91b586-4f66-42c7-a588-58d3130ca268 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0897496 Nov 12 01:00:29.141483 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43004) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:29.169231 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419cdba0-5a6d-4231-9358-162ee117e82d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Network e5078bb1-92e4-43ce-8d3a-7b7e98d98422 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:00:29.183717 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-419cdba0-5a6d-4231-9358-162ee117e82d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, e5078bb1-92e4-43ce-8d3a-7b7e98d98422) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:29.195269 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffd8ef8-916d-41c9-b774-c006e630fefb None None] Network e5078bb1-92e4-43ce-8d3a-7b7e98d98422 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:29.220206 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419cdba0-5a6d-4231-9358-162ee117e82d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:29.221693 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-419cdba0-5a6d-4231-9358-162ee117e82d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:29.234866 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51c1ca6-a175-4d93-88bb-fd11181f141b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:29.238480 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51c1ca6-a175-4d93-88bb-fd11181f141b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:29.251204 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-419cdba0-5a6d-4231-9358-162ee117e82d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3431013 Nov 12 01:00:29.253750 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51c1ca6-a175-4d93-88bb-fd11181f141b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:29.253883 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43008) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:29.254887 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f51c1ca6-a175-4d93-88bb-fd11181f141b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1061327 Nov 12 01:00:29.257648 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43010) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:29.258334 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-8ee1e97a-dcbc-4759-b394-1770c4f16c31 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-192114863', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:29.356023 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b3bfdbb-5cc4-4801-9d72-ad557fe6d24b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Deleting subnet b15e9073-166a-4712-8a19-2b65a017f7e6 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:00:29.360029 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-0fa667bf-8a13-4e93-b3cb-f2ddcab4021c None None] Provisioning complete for port 9af79d48-1832-4874-b778-d9c56e2bf0d2 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:29.360405 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0fa667bf-8a13-4e93-b3cb-f2ddcab4021c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:29.364168 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8ee1e97a-dcbc-4759-b394-1770c4f16c31 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:29.365390 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8ee1e97a-dcbc-4759-b394-1770c4f16c31 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:29.366124 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5b3bfdbb-5cc4-4801-9d72-ad557fe6d24b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:29.465199 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5b3bfdbb-5cc4-4801-9d72-ad557fe6d24b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:29.552888 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8ee1e97a-dcbc-4759-b394-1770c4f16c31 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:29.561829 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8ee1e97a-dcbc-4759-b394-1770c4f16c31 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:29.601281 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8ee1e97a-dcbc-4759-b394-1770c4f16c31 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:29.606956 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8ee1e97a-dcbc-4759-b394-1770c4f16c31 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3523088 Nov 12 01:00:29.609438 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43016) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:29.615117 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 4c06822c-d7eb-4fad-8b70-601cbf341c40 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:29.618578 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-61f8f059-cca0-4fc7-915a-209d3d339259 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Request body: {'port': {'network_id': 'e5078bb1-92e4-43ce-8d3a-7b7e98d98422', 'name': 'tempest-PortsTestJSON-638779616'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:29.661604 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505a4e87-be2a-439b-99fe-8c5ad3e41e64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-e5078bb1-92e4-43ce-8d3a-7b7e98d98422', 'network_id': 'e5078bb1-92e4-43ce-8d3a-7b7e98d98422', 'tenant_id': '3bb80f8fcdb04dbb90fc5fe264a13cbe', 'fixed_ips': [{'subnet_id': 'f41e8a0b-f68c-4c3b-9f12-456e1584b7ac'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:00:29.662459 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-505a4e87-be2a-439b-99fe-8c5ad3e41e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:29.666769 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 4c06822c-d7eb-4fad-8b70-601cbf341c40 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:00:29.667234 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 4c06822c-d7eb-4fad-8b70-601cbf341c40 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:00:29.684801 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-5562f974-0532-4444-a12b-e0ac5e9b9c63 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Deleting port 9aac48d0-8624-42d3-a2c7-97f86feecd97 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:29.685365 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5562f974-0532-4444-a12b-e0ac5e9b9c63 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:29.746748 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5b3bfdbb-5cc4-4801-9d72-ad557fe6d24b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:29.904730 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5b3bfdbb-5cc4-4801-9d72-ad557fe6d24b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:29.943691 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f8f059-cca0-4fc7-915a-209d3d339259 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Made reservation on behalf of 3bb80f8fcdb04dbb90fc5fe264a13cbe for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:29.949959 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-61f8f059-cca0-4fc7-915a-209d3d339259 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:29.951852 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5b3bfdbb-5cc4-4801-9d72-ad557fe6d24b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:29.956100 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5b3bfdbb-5cc4-4801-9d72-ad557fe6d24b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/b15e9073-166a-4712-8a19-2b65a017f7e6 HTTP/1.1" status: 204 len: 168 time: 0.6974342 Nov 12 01:00:29.956929 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3bfdbb-5cc4-4801-9d72-ad557fe6d24b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Subnet': ['ID=b15e9073-166a-4712-8a19-2b65a017f7e6,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:29.957800 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-5562f974-0532-4444-a12b-e0ac5e9b9c63 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] For port 9aac48d0-8624-42d3-a2c7-97f86feecd97, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=9aac48d0-8624-42d3-a2c7-97f86feecd97,segment=NetworkSegment(b17c1361-8b82-43fd-9074-4ddf9d4beba9),segment_id=b17c1361-8b82-43fd-9074-4ddf9d4beba9)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:29.958668 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5562f974-0532-4444-a12b-e0ac5e9b9c63 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:29.961277 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43026) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:29.991752 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-5562f974-0532-4444-a12b-e0ac5e9b9c63 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Calling delete_port for 9aac48d0-8624-42d3-a2c7-97f86feecd97 owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:30.004324 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-61f8f059-cca0-4fc7-915a-209d3d339259 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] device_id is not set on port 20bf3eac-5bd6-4d46-bfa3-25d2802423ee yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:00:30.018356 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-0fa667bf-8a13-4e93-b3cb-f2ddcab4021c None None] Could not find standard attr ID for object 43466abd-fbc2-4ccb-b41e-723229a4ec0c. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:00:30.064795 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dcab650-f5ec-424a-93df-41a3169bbb79 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Deleting subnet baccb868-d97c-4b4c-94b0-b5c4b45af212 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:00:30.072787 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4dcab650-f5ec-424a-93df-41a3169bbb79 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:30.098630 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddfba77-c7af-4be6-9e2b-eccf6ec16621 None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:30.136023 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516aff35-d437-4ce3-a7e6-d3dfdc818a55 req-002e8ddd-2727-42cf-adb9-07187a9868d5 tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:30.140617 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-516aff35-d437-4ce3-a7e6-d3dfdc818a55 req-002e8ddd-2727-42cf-adb9-07187a9868d5 tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] 10.222.0.20 "GET /v2.0/ports?device_id=38ddddfb-74f9-4879-b643-1b9a3fa3fef5 HTTP/1.1" status: 200 len: 944 time: 0.3050730 Nov 12 01:00:30.198069 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4dcab650-f5ec-424a-93df-41a3169bbb79 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:30.204822 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-df7737e8-ff93-40c1-ba36-37f4fc86c1c9 None None] Could not find standard attr ID for object 43466abd-fbc2-4ccb-b41e-723229a4ec0c. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:00:30.255994 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-505a4e87-be2a-439b-99fe-8c5ad3e41e64 None None] Allocated IP 172.20.0.2 (e5078bb1-92e4-43ce-8d3a-7b7e98d98422/f41e8a0b-f68c-4c3b-9f12-456e1584b7ac/04ac1ebe-5adb-4447-9854-7ae6d4f5666a) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:00:30.256261 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-516aff35-d437-4ce3-a7e6-d3dfdc818a55 req-53582089-2127-4041-b47c-8a24670c3939 tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9792e5a-ab94-4d40-ba9d-f2b702efb896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054580 Nov 12 01:00:30.324681 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4dcab650-f5ec-424a-93df-41a3169bbb79 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:30.403102 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5562f974-0532-4444-a12b-e0ac5e9b9c63 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:30.436901 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4dcab650-f5ec-424a-93df-41a3169bbb79 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:30.471930 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4dcab650-f5ec-424a-93df-41a3169bbb79 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:30.476377 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4dcab650-f5ec-424a-93df-41a3169bbb79 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/baccb868-d97c-4b4c-94b0-b5c4b45af212 HTTP/1.1" status: 204 len: 168 time: 0.5143769 Nov 12 01:00:30.477640 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcab650-f5ec-424a-93df-41a3169bbb79 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Subnet': ['ID=baccb868-d97c-4b4c-94b0-b5c4b45af212,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:30.488755 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43042) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:30.523437 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5562f974-0532-4444-a12b-e0ac5e9b9c63 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event deleted for resources: {'Port': ['ID=9aac48d0-8624-42d3-a2c7-97f86feecd97,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:30.571171 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-35b5d7fc-1cae-469a-a645-26b006a5fc1a tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0810080 Nov 12 01:00:30.577080 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43046) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:30.674551 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-505a4e87-be2a-439b-99fe-8c5ad3e41e64 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:30.689458 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-505a4e87-be2a-439b-99fe-8c5ad3e41e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:30.732131 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a181c2-12b0-4fd5-b748-aba905819c16 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:30.735771 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-65a181c2-12b0-4fd5-b748-aba905819c16 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1570742 Nov 12 01:00:30.738667 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43048) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:30.796688 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505a4e87-be2a-439b-99fe-8c5ad3e41e64 None None] Network e5078bb1-92e4-43ce-8d3a-7b7e98d98422 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:30.810048 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-505a4e87-be2a-439b-99fe-8c5ad3e41e64 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:30.825423 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505a4e87-be2a-439b-99fe-8c5ad3e41e64 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:00:30.851236 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694a0896-2ab3-4d58-9c69-b01894900720 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:30.852740 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-694a0896-2ab3-4d58-9c69-b01894900720 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1128855 Nov 12 01:00:30.856631 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505a4e87-be2a-439b-99fe-8c5ad3e41e64 None None] Pushing event updated for resources: {'Port': ['ID=04ac1ebe-5adb-4447-9854-7ae6d4f5666a,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:30.864842 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43052) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:30.865644 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5562f974-0532-4444-a12b-e0ac5e9b9c63 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:30.954669 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8c3d71c7-6703-422f-a528-9e6aa6c3a369 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0867336 Nov 12 01:00:30.961180 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43056) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:31.019300 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-19f1a6d0-f2e5-458e-a313-bdf3cf1aaf3e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:31.021456 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19f1a6d0-f2e5-458e-a313-bdf3cf1aaf3e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:31.039356 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-19f1a6d0-f2e5-458e-a313-bdf3cf1aaf3e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/ports/43466abd-fbc2-4ccb-b41e-723229a4ec0c HTTP/1.1" status: 404 len: 333 time: 0.0789113 Nov 12 01:00:31.040104 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43058) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:31.084665 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-132f391e-39d5-4e4a-9ac0-00c19ef8bd86 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:31.098422 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505a4e87-be2a-439b-99fe-8c5ad3e41e64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:31.099532 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505a4e87-be2a-439b-99fe-8c5ad3e41e64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:31.100269 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505a4e87-be2a-439b-99fe-8c5ad3e41e64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:31.100764 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505a4e87-be2a-439b-99fe-8c5ad3e41e64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:31.105735 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-132f391e-39d5-4e4a-9ac0-00c19ef8bd86 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:31.106127 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505a4e87-be2a-439b-99fe-8c5ad3e41e64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:31.106622 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505a4e87-be2a-439b-99fe-8c5ad3e41e64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:31.106864 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505a4e87-be2a-439b-99fe-8c5ad3e41e64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:31.107195 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505a4e87-be2a-439b-99fe-8c5ad3e41e64 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:31.108404 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505a4e87-be2a-439b-99fe-8c5ad3e41e64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:31.109009 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505a4e87-be2a-439b-99fe-8c5ad3e41e64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:31.109133 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505a4e87-be2a-439b-99fe-8c5ad3e41e64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:31.109434 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505a4e87-be2a-439b-99fe-8c5ad3e41e64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:31.112377 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-132f391e-39d5-4e4a-9ac0-00c19ef8bd86 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/b15e9073-166a-4712-8a19-2b65a017f7e6 HTTP/1.1" status: 404 len: 337 time: 0.0687625 Nov 12 01:00:31.112377 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43060) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:31.123618 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-61f8f059-cca0-4fc7-915a-209d3d339259 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Allocated IP 172.20.0.5 (e5078bb1-92e4-43ce-8d3a-7b7e98d98422/f41e8a0b-f68c-4c3b-9f12-456e1584b7ac/20bf3eac-5bd6-4d46-bfa3-25d2802423ee) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:00:31.146163 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-505a4e87-be2a-439b-99fe-8c5ad3e41e64 None None] Attempting to bind port 04ac1ebe-5adb-4447-9854-7ae6d4f5666a on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:00:31.146631 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-505a4e87-be2a-439b-99fe-8c5ad3e41e64 None None] Attempting to bind port 04ac1ebe-5adb-4447-9854-7ae6d4f5666a by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '898a88a8-9260-4d94-80bf-5fc2e41553bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e5078bb1-92e4-43ce-8d3a-7b7e98d98422'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:00:31.146860 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505a4e87-be2a-439b-99fe-8c5ad3e41e64 None None] Attempting to bind port 04ac1ebe-5adb-4447-9854-7ae6d4f5666a on network e5078bb1-92e4-43ce-8d3a-7b7e98d98422 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:00:31.160911 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505a4e87-be2a-439b-99fe-8c5ad3e41e64 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:00:31.160911 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505a4e87-be2a-439b-99fe-8c5ad3e41e64 None None] Checking segment: {'id': '898a88a8-9260-4d94-80bf-5fc2e41553bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e5078bb1-92e4-43ce-8d3a-7b7e98d98422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:00:31.161331 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-505a4e87-be2a-439b-99fe-8c5ad3e41e64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:31.165056 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505a4e87-be2a-439b-99fe-8c5ad3e41e64 None None] Bound using segment: {'id': '898a88a8-9260-4d94-80bf-5fc2e41553bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e5078bb1-92e4-43ce-8d3a-7b7e98d98422'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:00:31.167029 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-81a942ea-2180-43d7-bd10-13f6ba885e24 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:31.167501 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81a942ea-2180-43d7-bd10-13f6ba885e24 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:31.171871 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-505a4e87-be2a-439b-99fe-8c5ad3e41e64 None None] Bound port: 04ac1ebe-5adb-4447-9854-7ae6d4f5666a, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '898a88a8-9260-4d94-80bf-5fc2e41553bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e5078bb1-92e4-43ce-8d3a-7b7e98d98422'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:00:31.172454 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-505a4e87-be2a-439b-99fe-8c5ad3e41e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:31.180096 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-81a942ea-2180-43d7-bd10-13f6ba885e24 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/baccb868-d97c-4b4c-94b0-b5c4b45af212 HTTP/1.1" status: 404 len: 337 time: 0.0633538 Nov 12 01:00:31.180405 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43064) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:31.284499 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-97c1369e-e36d-4190-8ede-a8fb29c5d32b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:31.285172 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97c1369e-e36d-4190-8ede-a8fb29c5d32b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:31.301078 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43070) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:31.312146 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-97c1369e-e36d-4190-8ede-a8fb29c5d32b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/ports/da4b9d93-fcee-480f-ab8c-4218f49a81bc HTTP/1.1" status: 404 len: 333 time: 0.1117251 Nov 12 01:00:31.379036 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-505a4e87-be2a-439b-99fe-8c5ad3e41e64 None None] For port 04ac1ebe-5adb-4447-9854-7ae6d4f5666a, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:00:31.382056 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ef0906c-eb65-4072-8cc2-b1c15f024d33 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:31.383777 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ef0906c-eb65-4072-8cc2-b1c15f024d33 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:31.391799 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3ef0906c-eb65-4072-8cc2-b1c15f024d33 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/0aad088e-b930-419c-843a-c9c674998ed7 HTTP/1.1" status: 404 len: 337 time: 0.0873976 Nov 12 01:00:31.395571 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43076) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:31.397017 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-505a4e87-be2a-439b-99fe-8c5ad3e41e64 None None] For port 04ac1ebe-5adb-4447-9854-7ae6d4f5666a, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=04ac1ebe-5adb-4447-9854-7ae6d4f5666a,segment=NetworkSegment(898a88a8-9260-4d94-80bf-5fc2e41553bd),segment_id=898a88a8-9260-4d94-80bf-5fc2e41553bd)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:00:31.403871 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 835fc5d8-f768-4849-9168-318c09432ec9 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:00:31.414686 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-505a4e87-be2a-439b-99fe-8c5ad3e41e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:31.424877 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d40c866-1543-45ea-bdfe-caf02f1d6092 None None] Network 549c8e6d-38df-4171-95c5-652183e307b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:31.447115 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-89280959-372c-4ed5-b804-a334012338d1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:31.447115 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89280959-372c-4ed5-b804-a334012338d1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:31.450301 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-89280959-372c-4ed5-b804-a334012338d1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/5460ca60-55a8-42fd-a7c9-728995c219a4 HTTP/1.1" status: 404 len: 337 time: 0.0537250 Nov 12 01:00:31.462552 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43078) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:31.503640 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf410e16-887e-4c69-9ca8-4f2634386a53 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:31.506354 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf410e16-887e-4c69-9ca8-4f2634386a53 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:31.509571 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-bf410e16-887e-4c69-9ca8-4f2634386a53 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/ports/91e59fbb-939e-465d-9f42-1ce61160af30 HTTP/1.1" status: 404 len: 333 time: 0.0459080 Nov 12 01:00:31.509697 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5562f974-0532-4444-a12b-e0ac5e9b9c63 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Router 43d45a94-9651-4d03-a4f3-f68fc6a14662 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:00:31.515156 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43080) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:31.565530 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a34527-06ea-4352-876e-ce1086623d3f req-051270ea-6706-4a52-9d77-8b26499a005b tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:31.573037 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c7a34527-06ea-4352-876e-ce1086623d3f req-051270ea-6706-4a52-9d77-8b26499a005b tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] 10.222.0.20 "GET /v2.0/ports?device_id=38ddddfb-74f9-4879-b643-1b9a3fa3fef5 HTTP/1.1" status: 200 len: 944 time: 0.1799147 Nov 12 01:00:31.676353 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-6652fb49-c4d4-4a24-992b-7fcb4de4b9b6 None None] Provisioning complete for port 9af79d48-1832-4874-b778-d9c56e2bf0d2 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:31.676883 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6652fb49-c4d4-4a24-992b-7fcb4de4b9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:31.688290 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-920d1613-a6b2-40c6-8e17-0e3ce4edcfd2 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:31.688456 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-920d1613-a6b2-40c6-8e17-0e3ce4edcfd2 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:31.691680 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-920d1613-a6b2-40c6-8e17-0e3ce4edcfd2 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/a65b8da8-32db-4988-917c-b81bf2c8b9c2 HTTP/1.1" status: 404 len: 337 time: 0.1166077 Nov 12 01:00:31.694517 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43084) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:31.733060 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505a4e87-be2a-439b-99fe-8c5ad3e41e64 None None] Pushing event updated for resources: {'Port': ['ID=04ac1ebe-5adb-4447-9854-7ae6d4f5666a,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:31.739221 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c7a34527-06ea-4352-876e-ce1086623d3f req-32dea573-1518-4c02-8d4e-658810d77674 tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9792e5a-ab94-4d40-ba9d-f2b702efb896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606321 Nov 12 01:00:31.762866 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 835fc5d8-f768-4849-9168-318c09432ec9 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:00:31.769902 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 835fc5d8-f768-4849-9168-318c09432ec9 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:31.770420 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:31.792209 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b1ee015-a9e7-4164-a341-4291dfd4505b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:31.792678 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b1ee015-a9e7-4164-a341-4291dfd4505b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:31.822627 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6b1ee015-a9e7-4164-a341-4291dfd4505b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/3d29ae7b-cbc5-4f0e-8855-02d671b6349b HTTP/1.1" status: 404 len: 337 time: 0.1267056 Nov 12 01:00:31.825091 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43088) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:31.877801 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92160fcf-f893-48ef-9ad2-d1f5983c21af None None] DHCP port deletion for 549c8e6d-38df-4171-95c5-652183e307b7 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:00:31.916441 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dac6a22-5640-4c21-bb02-b20c9149106a tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:31.918068 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-61f8f059-cca0-4fc7-915a-209d3d339259 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:31.920572 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dac6a22-5640-4c21-bb02-b20c9149106a tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:31.923919 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-9dac6a22-5640-4c21-bb02-b20c9149106a tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/ports/0760a2c1-c67a-48d7-a747-4cccad879fda HTTP/1.1" status: 404 len: 333 time: 0.0970170 Nov 12 01:00:31.934184 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43092) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:31.947472 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5562f974-0532-4444-a12b-e0ac5e9b9c63 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:00:31.977234 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5562f974-0532-4444-a12b-e0ac5e9b9c63 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "PUT /v2.0/routers/43d45a94-9651-4d03-a4f3-f68fc6a14662/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1531613 Nov 12 01:00:31.982428 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e80f430-05c6-4317-91f6-9307402b971b None None] Sync routers for ids ['43d45a94-9651-4d03-a4f3-f68fc6a14662'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:00:31.984716 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43094) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:31.987361 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c186b6c-acca-40e9-9d7d-69cbf70efde6 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:31.988319 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c186b6c-acca-40e9-9d7d-69cbf70efde6 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:31.992190 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-9c186b6c-acca-40e9-9d7d-69cbf70efde6 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/c340a255-1a77-4b4d-aaee-a89366ea2af2 HTTP/1.1" status: 404 len: 337 time: 0.0567706 Nov 12 01:00:31.994868 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43096) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:32.038423 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e80f430-05c6-4317-91f6-9307402b971b None None] Routers {'43d45a94-9651-4d03-a4f3-f68fc6a14662'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:32.040170 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-4e80f430-05c6-4317-91f6-9307402b971b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:00:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['43d45a94-9651-4d03-a4f3-f68fc6a14662'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:32.043716 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c90e744-0c08-4b72-b48b-3efae2d34ed9 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:32.044818 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c90e744-0c08-4b72-b48b-3efae2d34ed9 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:32.054795 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1c90e744-0c08-4b72-b48b-3efae2d34ed9 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/5e6afb38-9d15-4004-8b7c-68760626c451 HTTP/1.1" status: 404 len: 337 time: 0.0538037 Nov 12 01:00:32.055030 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43098) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:32.086942 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-831cd4c1-46c3-467d-bc6d-9a56109539dd tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:32.101097 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-61f8f059-cca0-4fc7-915a-209d3d339259 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:32.105246 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-831cd4c1-46c3-467d-bc6d-9a56109539dd tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:32.109920 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-831cd4c1-46c3-467d-bc6d-9a56109539dd tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/ports/469143f6-cdc7-4c35-85e6-5f12c8ed8b8e HTTP/1.1" status: 404 len: 333 time: 0.0538223 Nov 12 01:00:32.113103 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43100) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:32.154980 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e93954b-0077-4623-8334-abaf34cb257e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:32.155613 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e93954b-0077-4623-8334-abaf34cb257e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:32.159000 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1e93954b-0077-4623-8334-abaf34cb257e tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/75df50f1-aa7a-4d9b-82ce-61c948b8b0bb HTTP/1.1" status: 404 len: 337 time: 0.0443254 Nov 12 01:00:32.167850 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43102) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:32.183516 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-50687022-96a3-4864-ad9b-8d50d7cda758 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Deleting subnet d97ed380-2494-4648-b408-f444ba18f2ee {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:00:32.198009 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f8f059-cca0-4fc7-915a-209d3d339259 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Network e5078bb1-92e4-43ce-8d3a-7b7e98d98422 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:32.199339 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f059-cca0-4fc7-915a-209d3d339259 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event updated for resources: {'Port': ['ID=20bf3eac-5bd6-4d46-bfa3-25d2802423ee,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:32.204794 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-50687022-96a3-4864-ad9b-8d50d7cda758 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:32.208562 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ac7a516-07ff-4174-b78f-15b850c0eb6d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:32.209523 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ac7a516-07ff-4174-b78f-15b850c0eb6d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:32.217243 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-61f8f059-cca0-4fc7-915a-209d3d339259 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:32.217456 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7ac7a516-07ff-4174-b78f-15b850c0eb6d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/ports/c4a78015-3ad2-4833-98e1-8a35e9943ce2 HTTP/1.1" status: 404 len: 333 time: 0.0456448 Nov 12 01:00:32.218252 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43104) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:32.219744 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f8f059-cca0-4fc7-915a-209d3d339259 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:00:32.266014 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-50687022-96a3-4864-ad9b-8d50d7cda758 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:32.280406 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d4b45e8-58c7-46bf-9511-4c1b8aa17baf tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:32.280862 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d4b45e8-58c7-46bf-9511-4c1b8aa17baf tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:32.284740 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5d4b45e8-58c7-46bf-9511-4c1b8aa17baf tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/e38ed2a2-978b-4834-b590-4c7c65435ee4 HTTP/1.1" status: 404 len: 337 time: 0.0660961 Nov 12 01:00:32.288233 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43106) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:32.312151 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-92160fcf-f893-48ef-9ad2-d1f5983c21af None None] Deleting port 9af79d48-1832-4874-b778-d9c56e2bf0d2 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:32.312527 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-92160fcf-f893-48ef-9ad2-d1f5983c21af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:32.333490 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-183528b7-f1c3-4b0f-bf88-8f77c12eb0e8 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:32.334165 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-183528b7-f1c3-4b0f-bf88-8f77c12eb0e8 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:32.345819 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-183528b7-f1c3-4b0f-bf88-8f77c12eb0e8 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/ports/45d9a104-c5d1-4908-b281-b5e6c13bc1ce HTTP/1.1" status: 404 len: 333 time: 0.0566106 Nov 12 01:00:32.346479 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43112) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:32.364288 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-4e80f430-05c6-4317-91f6-9307402b971b None None] Set router 43d45a94-9651-4d03-a4f3-f68fc6a14662 gateway port host: None {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:00:32.421081 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43114) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:32.430088 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c416e40-2aa5-4e25-ba27-6033f3464378 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:32.430545 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c416e40-2aa5-4e25-ba27-6033f3464378 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:32.433634 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8c416e40-2aa5-4e25-ba27-6033f3464378 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/93022c41-beaa-4713-9cc3-17e703b75dc0 HTTP/1.1" status: 404 len: 337 time: 0.0837882 Nov 12 01:00:32.443778 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f8f059-cca0-4fc7-915a-209d3d339259 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:32.443992 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-61f8f059-cca0-4fc7-915a-209d3d339259 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:32.451500 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43118) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:32.474580 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-61f8f059-cca0-4fc7-915a-209d3d339259 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8615592 Nov 12 01:00:32.475186 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43122) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:32.488006 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-50687022-96a3-4864-ad9b-8d50d7cda758 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:32.527824 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a66db8-d849-4e6e-8245-e4d2adb6ea7b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:32.528796 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75a66db8-d849-4e6e-8245-e4d2adb6ea7b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:32.544756 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-92160fcf-f893-48ef-9ad2-d1f5983c21af None None] For port 9af79d48-1832-4874-b778-d9c56e2bf0d2, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=9af79d48-1832-4874-b778-d9c56e2bf0d2,segment=NetworkSegment(e88dffa0-16be-43c1-a79e-bf36431cf338),segment_id=e88dffa0-16be-43c1-a79e-bf36431cf338)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:32.545443 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-92160fcf-f893-48ef-9ad2-d1f5983c21af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:32.555212 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-75a66db8-d849-4e6e-8245-e4d2adb6ea7b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/ports/3aa65a8a-1e4f-4bd0-97db-797211e6ac36 HTTP/1.1" status: 404 len: 333 time: 0.0790029 Nov 12 01:00:32.558372 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43128) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:32.587168 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-92160fcf-f893-48ef-9ad2-d1f5983c21af None None] Calling delete_port for 9af79d48-1832-4874-b778-d9c56e2bf0d2 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:32.604457 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-14b6a300-6955-416a-bab0-385dae1d970d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:32.604919 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14b6a300-6955-416a-bab0-385dae1d970d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:32.611522 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-14b6a300-6955-416a-bab0-385dae1d970d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/b43eaed7-529f-46ee-97dd-aa9765945fae HTTP/1.1" status: 404 len: 337 time: 0.0501873 Nov 12 01:00:32.614760 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43130) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:32.645942 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-3459ff8f-9456-455a-9cfd-94ad6c1c9172 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:32.646683 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3459ff8f-9456-455a-9cfd-94ad6c1c9172 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:32.652288 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-3459ff8f-9456-455a-9cfd-94ad6c1c9172 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/ports/947de36c-f7b3-445e-adce-391155e24799 HTTP/1.1" status: 404 len: 333 time: 0.0342588 Nov 12 01:00:32.653311 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43132) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:32.711981 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-50687022-96a3-4864-ad9b-8d50d7cda758 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:32.727982 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-50687022-96a3-4864-ad9b-8d50d7cda758 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:32.728894 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:32.735638 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-50687022-96a3-4864-ad9b-8d50d7cda758 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "DELETE /v2.0/subnets/d97ed380-2494-4648-b408-f444ba18f2ee HTTP/1.1" status: 204 len: 168 time: 0.7467039 Nov 12 01:00:32.735638 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-6831cab9-d344-49dd-a696-3c55bbbb2ac2 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:32.735638 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6831cab9-d344-49dd-a696-3c55bbbb2ac2 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:32.742081 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4289c94-afe8-4dfe-beac-94172bfac5f6 None None] Network 5af08750-7756-44a0-ba6e-79f99fa5b2e0 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:32.742276 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6831cab9-d344-49dd-a696-3c55bbbb2ac2 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/84ad0e07-3b25-49d1-846f-791813271396 HTTP/1.1" status: 404 len: 337 time: 0.0884564 Nov 12 01:00:32.742789 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43134) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:32.743115 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43136) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:32.770481 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-92160fcf-f893-48ef-9ad2-d1f5983c21af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:32.852112 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-519f9e79-d8ab-4354-a08f-77718a007e60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:33.012976 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92160fcf-f893-48ef-9ad2-d1f5983c21af None None] Pushing event deleted for resources: {'Port': ['ID=9af79d48-1832-4874-b778-d9c56e2bf0d2,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:33.040168 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92160fcf-f893-48ef-9ad2-d1f5983c21af None None] No DVR routers for this DVR port 9af79d48-1832-4874-b778-d9c56e2bf0d2 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:00:33.092509 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ddddfb-74f9-4879-b643-1b9a3fa3fef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835fc5d8-f768-4849-9168-318c09432ec9'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:00:33.096250 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c2b766-16bf-4000-accb-46d9c79d4c39" -d '{"events": [{"server_uuid": "38ddddfb-74f9-4879-b643-1b9a3fa3fef5", "name": "network-vif-plugged", "status": "completed", "tag": "835fc5d8-f768-4849-9168-318c09432ec9"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:00:33.216757 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bdc5033-ab98-48b4-88c7-b300e7630736 x-openstack-request-id: req-7bdc5033-ab98-48b4-88c7-b300e7630736 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:00:33.217157 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ddddfb-74f9-4879-b643-1b9a3fa3fef5", "name": "network-vif-plugged", "status": "completed", "tag": "835fc5d8-f768-4849-9168-318c09432ec9", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:00:33.217557 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7bdc5033-ab98-48b4-88c7-b300e7630736 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:00:33.218047 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ddddfb-74f9-4879-b643-1b9a3fa3fef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835fc5d8-f768-4849-9168-318c09432ec9', 'code': 200} Nov 12 01:00:33.274687 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd20a80d-4e0d-4923-8606-03df31f98b08 None None] Network e5078bb1-92e4-43ce-8d3a-7b7e98d98422 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:33.376800 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50687022-96a3-4864-ad9b-8d50d7cda758 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event deleted for resources: {'Subnet': ['ID=d97ed380-2494-4648-b408-f444ba18f2ee,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:33.383171 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 835fc5d8-f768-4849-9168-318c09432ec9, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=835fc5d8-f768-4849-9168-318c09432ec9,segment=NetworkSegment(7533d8c8-0079-4497-b9b8-05b110dba4ea),segment_id=7533d8c8-0079-4497-b9b8-05b110dba4ea)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:33.415227 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5bd574d-3b83-4b34-a428-9d71cfaea0e1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:33.416121 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5bd574d-3b83-4b34-a428-9d71cfaea0e1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:33.419300 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a5bd574d-3b83-4b34-a428-9d71cfaea0e1 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/ports/68d5de8a-b9eb-4c51-b4ae-30e450cef680 HTTP/1.1" status: 404 len: 333 time: 0.6368551 Nov 12 01:00:33.422754 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43144) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:33.429814 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:33.444698 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-f5e99b7b-90a8-4b7b-b472-a8c8a65997ed None None] Provisioning complete for port 04ac1ebe-5adb-4447-9854-7ae6d4f5666a triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:33.445122 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f5e99b7b-90a8-4b7b-b472-a8c8a65997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:33.498705 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-d20372e5-3f03-4e46-a2ef-e5c1d32ea0f4 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:33.499566 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d20372e5-3f03-4e46-a2ef-e5c1d32ea0f4 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:33.506776 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d20372e5-3f03-4e46-a2ef-e5c1d32ea0f4 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/daaf180c-0bc1-4de4-acfb-1002e11d8ae3 HTTP/1.1" status: 404 len: 337 time: 0.0776794 Nov 12 01:00:33.510000 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43148) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:33.527796 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba0bf71-efc0-4907-ae1e-24dd22c7e545 None None] DHCP port deletion for 5af08750-7756-44a0-ba6e-79f99fa5b2e0 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:00:33.551036 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-70e9239f-1c88-4a31-ad6d-6a1c50f0cf06 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:33.598106 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-07926724-42db-44c9-98e2-eb4130eb6297 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:33.599209 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07926724-42db-44c9-98e2-eb4130eb6297 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:33.602242 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-07926724-42db-44c9-98e2-eb4130eb6297 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/5493718c-d90d-4a9a-a210-ebc2c2aac282 HTTP/1.1" status: 404 len: 337 time: 0.0805302 Nov 12 01:00:33.609217 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43150) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:33.630488 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a69571-6482-47b2-9303-c808a95c3314 req-af363ca5-a593-4984-b8bd-8cfef346d38c tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:33.631959 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-61a69571-6482-47b2-9303-c808a95c3314 req-af363ca5-a593-4984-b8bd-8cfef346d38c tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] 10.222.0.20 "GET /v2.0/ports?device_id=38ddddfb-74f9-4879-b643-1b9a3fa3fef5 HTTP/1.1" status: 200 len: 944 time: 0.2939899 Nov 12 01:00:33.651669 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89405d36-04af-472b-8cc3-650a2fe8a327 req-810d7440-4b18-442c-b5cb-12bcfa6e7cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:33.653455 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-89405d36-04af-472b-8cc3-650a2fe8a327 req-810d7440-4b18-442c-b5cb-12bcfa6e7cbc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=38ddddfb-74f9-4879-b643-1b9a3fa3fef5 HTTP/1.1" status: 200 len: 1096 time: 0.3055124 Nov 12 01:00:33.658157 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-f341e5b8-c6ca-41a9-9490-01851c4733c7 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:33.658886 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f341e5b8-c6ca-41a9-9490-01851c4733c7 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:33.662092 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f341e5b8-c6ca-41a9-9490-01851c4733c7 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/ports/85aff43f-91f5-4a07-91c6-e184ecea1fb0 HTTP/1.1" status: 404 len: 333 time: 0.0505366 Nov 12 01:00:33.694820 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43152) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:33.707717 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-519f9e79-d8ab-4354-a08f-77718a007e60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:33.726712 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-519f9e79-d8ab-4354-a08f-77718a007e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:33.729021 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-db0e7324-a1c3-4b74-ac78-89550c44f425 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:33.738117 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 04ac1ebe-5adb-4447-9854-7ae6d4f5666a up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:00:33.780389 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=835fc5d8-f768-4849-9168-318c09432ec9,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:33.804269 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-757b1dda-745e-4971-8ba3-83a8070b4c6b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:33.804816 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-757b1dda-745e-4971-8ba3-83a8070b4c6b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:33.808004 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-757b1dda-745e-4971-8ba3-83a8070b4c6b tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/1da2d085-be57-478a-96eb-fb9c24254440 HTTP/1.1" status: 404 len: 337 time: 0.1122165 Nov 12 01:00:33.811358 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f9e79-d8ab-4354-a08f-77718a007e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7b6c07-86b0-4bef-99a5-4f3398f5bf94,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:33.816275 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43156) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:33.927661 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-b46ef635-6312-4e65-a672-b779e46e0b9d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:33.928401 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b46ef635-6312-4e65-a672-b779e46e0b9d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:33.931789 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b46ef635-6312-4e65-a672-b779e46e0b9d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/bcc8fee4-52d9-4873-83b9-d7776092beff HTTP/1.1" status: 404 len: 337 time: 0.1135628 Nov 12 01:00:33.938226 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43160) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:33.943603 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-61a69571-6482-47b2-9303-c808a95c3314 req-cc1955b4-a76d-46db-a289-933d4676af76 tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9792e5a-ab94-4d40-ba9d-f2b702efb896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887471 Nov 12 01:00:33.975996 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-89405d36-04af-472b-8cc3-650a2fe8a327 req-267de3c6-33f1-4e3a-9762-548cb6be4336 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b9792e5a-ab94-4d40-ba9d-f2b702efb896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127866 Nov 12 01:00:33.981719 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d269b14-b62b-4bbd-bbd5-033e101470e6 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:33.982554 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-4e80f430-05c6-4317-91f6-9307402b971b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'name': 'tempest-RoutersTest-router-1019833005', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:31Z', 'updated_at': '2021-11-12T01:00:30Z', 'revision_number': 9, 'project_id': 'f23da681bca94b38b5538444990222f0', 'gw_port_host': None, '_interfaces': [{'id': '8827948f-813e-4b5d-9843-d5dd66eb8a4d', 'name': '', 'network_id': 'b7601aaf-0d25-48a6-a3a3-4191027952f6', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:78:07:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:36Z', 'updated_at': '2021-11-12T00:59:45Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff6a3d0-5baf-4d10-b12c-efb1c22ec22f', 'name': '', 'network_id': '09d5d87c-0eb0-4d96-83c1-36753e61e51f', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:61:bc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': 'cbc58b44-e186-4f5a-b3b0-b08a44a44c20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:43Z', 'updated_at': '2021-11-12T00:59:54Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'cbc58b44-e186-4f5a-b3b0-b08a44a44c20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:33.982981 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d269b14-b62b-4bbd-bbd5-033e101470e6 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:33.986606 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-8d269b14-b62b-4bbd-bbd5-033e101470e6 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/ports/7c59b3ef-a6a6-4e21-a439-49aaa2f3b16e HTTP/1.1" status: 404 len: 333 time: 0.0469007 Nov 12 01:00:33.989075 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43162) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:34.027288 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-4681c9b0-0784-42be-96b3-ee8a5729a636 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:34.027751 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4681c9b0-0784-42be-96b3-ee8a5729a636 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:34.033150 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4681c9b0-0784-42be-96b3-ee8a5729a636 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/c1708cc4-4c13-4f4d-93f3-25518349ec7c HTTP/1.1" status: 404 len: 337 time: 0.0406206 Nov 12 01:00:34.033150 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-70e9239f-1c88-4a31-ad6d-6a1c50f0cf06 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Deleting port 72dc9943-dbe5-4a53-8c28-deac46490357 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:34.033150 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-70e9239f-1c88-4a31-ad6d-6a1c50f0cf06 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:34.034604 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43164) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:34.035096 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e80f430-05c6-4317-91f6-9307402b971b None None] Checking router: 43d45a94-9651-4d03-a4f3-f68fc6a14662 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:00:34.074669 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f5e99b7b-90a8-4b7b-b472-a8c8a65997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:34.093896 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e80f430-05c6-4317-91f6-9307402b971b None None] Routers {'43d45a94-9651-4d03-a4f3-f68fc6a14662'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:34.094907 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-4e80f430-05c6-4317-91f6-9307402b971b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:00:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['43d45a94-9651-4d03-a4f3-f68fc6a14662'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:34.096458 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-44e75d6c-af7a-4bad-b384-53fadae8415a tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:34.096922 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44e75d6c-af7a-4bad-b384-53fadae8415a tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:34.110743 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-44e75d6c-af7a-4bad-b384-53fadae8415a tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/5e46c302-882b-425f-82e6-a8addc6533a5 HTTP/1.1" status: 404 len: 337 time: 0.0751083 Nov 12 01:00:34.113245 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43166) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:34.125422 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-db0e7324-a1c3-4b74-ac78-89550c44f425 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:34.130645 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-519f9e79-d8ab-4354-a08f-77718a007e60 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6b06e437caf24a5aa30a8cae4bbbb32c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7083871 Nov 12 01:00:34.133523 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43168) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:34.147931 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-db0e7324-a1c3-4b74-ac78-89550c44f425 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:34.188171 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-7ba0bf71-efc0-4907-ae1e-24dd22c7e545 None None] Deleting port 72dc9943-dbe5-4a53-8c28-deac46490357 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:34.188535 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7ba0bf71-efc0-4907-ae1e-24dd22c7e545 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:34.218745 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e428878-7448-44fc-9db6-31b549844aea tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:34.219574 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e428878-7448-44fc-9db6-31b549844aea tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:34.226391 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5e428878-7448-44fc-9db6-31b549844aea tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/ports/58dc20e7-633a-4f41-a027-7e9b189472c5 HTTP/1.1" status: 404 len: 333 time: 0.1121264 Nov 12 01:00:34.227020 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43172) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:34.267440 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-f579b30f-2235-4ffd-a3ac-b45b8aa0df90 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:34.267900 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f579b30f-2235-4ffd-a3ac-b45b8aa0df90 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:34.273653 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f579b30f-2235-4ffd-a3ac-b45b8aa0df90 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/5b9c6171-732e-407f-a064-e7f52e45ec93 HTTP/1.1" status: 404 len: 337 time: 0.0396559 Nov 12 01:00:34.279663 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43176) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:34.289234 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0e7324-a1c3-4b74-ac78-89550c44f425 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event updated for resources: {'Port': ['ID=20bf3eac-5bd6-4d46-bfa3-25d2802423ee,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:34.292609 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-70e9239f-1c88-4a31-ad6d-6a1c50f0cf06 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] For port 72dc9943-dbe5-4a53-8c28-deac46490357, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=72dc9943-dbe5-4a53-8c28-deac46490357,segment=NetworkSegment(b17c1361-8b82-43fd-9074-4ddf9d4beba9),segment_id=b17c1361-8b82-43fd-9074-4ddf9d4beba9)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:34.292971 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-70e9239f-1c88-4a31-ad6d-6a1c50f0cf06 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:34.332394 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-de19937b-e744-4403-af7a-38a099815507 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:34.332855 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de19937b-e744-4403-af7a-38a099815507 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:34.343973 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-de19937b-e744-4403-af7a-38a099815507 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/7b0cca44-3f4d-4222-8743-f83d71bbf037 HTTP/1.1" status: 404 len: 337 time: 0.0590560 Nov 12 01:00:34.343973 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43178) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:34.345010 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 04ac1ebe-5adb-4447-9854-7ae6d4f5666a triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:34.345420 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:34.356153 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-643187b3-b829-4b7c-b174-fdcbf649ecd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:34.359314 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-70e9239f-1c88-4a31-ad6d-6a1c50f0cf06 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Calling delete_port for 72dc9943-dbe5-4a53-8c28-deac46490357 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:34.364656 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-f5e99b7b-90a8-4b7b-b472-a8c8a65997ed None None] For port 04ac1ebe-5adb-4447-9854-7ae6d4f5666a, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=04ac1ebe-5adb-4447-9854-7ae6d4f5666a,segment=NetworkSegment(898a88a8-9260-4d94-80bf-5fc2e41553bd),segment_id=898a88a8-9260-4d94-80bf-5fc2e41553bd)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:34.399947 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f5e99b7b-90a8-4b7b-b472-a8c8a65997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:34.406352 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4a3c569e-a2f6-4bd0-b1e5-7d1a142b7ba2 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dacae2d-7572-4ec9-bcee-8ef5f03f3586 HTTP/1.1" status: 200 len: 205 time: 0.0599060 Nov 12 01:00:34.410973 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-4e80f430-05c6-4317-91f6-9307402b971b None None] Set router 43d45a94-9651-4d03-a4f3-f68fc6a14662 gateway port host: None {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:00:34.411276 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43180) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:34.413754 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-7ba0bf71-efc0-4907-ae1e-24dd22c7e545 None None] For port 72dc9943-dbe5-4a53-8c28-deac46490357, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=72dc9943-dbe5-4a53-8c28-deac46490357,segment=NetworkSegment(b17c1361-8b82-43fd-9074-4ddf9d4beba9),segment_id=b17c1361-8b82-43fd-9074-4ddf9d4beba9)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:34.414155 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7ba0bf71-efc0-4907-ae1e-24dd22c7e545 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:34.418256 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d4acb3c3-956a-44c8-8fe7-b33423daa7f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:34.465920 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-dd70512e-18c1-445d-9dbd-578e48c8f892 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] delete failed (client error): The resource could not be found. Nov 12 01:00:34.467296 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-dd70512e-18c1-445d-9dbd-578e48c8f892 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/routers/4dacae2d-7572-4ec9-bcee-8ef5f03f3586 HTTP/1.1" status: 404 len: 336 time: 0.0522881 Nov 12 01:00:34.473077 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43182) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:34.479111 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-7ba0bf71-efc0-4907-ae1e-24dd22c7e545 None None] Calling delete_port for 72dc9943-dbe5-4a53-8c28-deac46490357 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:34.495770 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-643187b3-b829-4b7c-b174-fdcbf649ecd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:34.580368 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b847992-cad8-4f29-9b9f-52d5835415c4 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:34.583002 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b847992-cad8-4f29-9b9f-52d5835415c4 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:34.587688 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5b847992-cad8-4f29-9b9f-52d5835415c4 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/332bed7b-e8fc-492b-9310-8e365aa62af0 HTTP/1.1" status: 404 len: 337 time: 0.1132638 Nov 12 01:00:34.597036 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43184) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:34.605836 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-70e9239f-1c88-4a31-ad6d-6a1c50f0cf06 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:34.650173 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e9239f-1c88-4a31-ad6d-6a1c50f0cf06 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] No DVR routers for this DVR port 72dc9943-dbe5-4a53-8c28-deac46490357 on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:00:34.672747 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-4dde96ac-1942-44aa-9342-823612244857 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f92577-8d44-4c6f-bcd9-5c9dedc689ba HTTP/1.1" status: 200 len: 205 time: 0.0739415 Nov 12 01:00:34.679342 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43188) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:34.764295 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-dd4001b3-4cc0-43d3-836c-7dbbafd0bb5a tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] delete failed (client error): The resource could not be found. Nov 12 01:00:34.765812 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-dd4001b3-4cc0-43d3-836c-7dbbafd0bb5a tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/routers/c5f92577-8d44-4c6f-bcd9-5c9dedc689ba HTTP/1.1" status: 404 len: 336 time: 0.0734570 Nov 12 01:00:34.769170 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43190) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:34.805053 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-70e9239f-1c88-4a31-ad6d-6a1c50f0cf06 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:34.823561 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-7274e0d1-3944-4e26-92b5-a9a06d15cab4 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:34.827527 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7274e0d1-3944-4e26-92b5-a9a06d15cab4 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:34.833342 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7274e0d1-3944-4e26-92b5-a9a06d15cab4 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/2702d725-81f1-4045-9cdd-41b0ac4c449f HTTP/1.1" status: 404 len: 337 time: 0.0630386 Nov 12 01:00:34.833553 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-70e9239f-1c88-4a31-ad6d-6a1c50f0cf06 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5af08750-7756-44a0-ba6e-79f99fa5b2e0']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:34.835612 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-db0e7324-a1c3-4b74-ac78-89550c44f425 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:34.844983 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-70e9239f-1c88-4a31-ad6d-6a1c50f0cf06 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b17c1361-8b82-43fd-9074-4ddf9d4beba9') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:34.845285 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-70e9239f-1c88-4a31-ad6d-6a1c50f0cf06 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b17c1361-8b82-43fd-9074-4ddf9d4beba9') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:34.852919 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43192) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:34.858230 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-70e9239f-1c88-4a31-ad6d-6a1c50f0cf06 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:34.874928 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-70e9239f-1c88-4a31-ad6d-6a1c50f0cf06 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:34.882042 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70e9239f-1c88-4a31-ad6d-6a1c50f0cf06 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:00:34.882259 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-70e9239f-1c88-4a31-ad6d-6a1c50f0cf06 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:34.905667 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e99b7b-90a8-4b7b-b472-a8c8a65997ed None None] Pushing event updated for resources: {'Port': ['ID=04ac1ebe-5adb-4447-9854-7ae6d4f5666a,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:34.928915 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-e3abc730-aad2-4e03-bbf5-f4127c024e37 None None] Provisioning complete for port 04ac1ebe-5adb-4447-9854-7ae6d4f5666a triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:34.929644 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e3abc730-aad2-4e03-bbf5-f4127c024e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:34.974938 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9239f-1c88-4a31-ad6d-6a1c50f0cf06 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event deleted for resources: {'Port': ['ID=72dc9943-dbe5-4a53-8c28-deac46490357,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:34.977997 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:00:34.977997 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:00:34.977997 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:00:34.977997 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:00:34.977997 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:00:34.977997 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:00:34.977997 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:00:34.977997 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:00:34.977997 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:00:34.977997 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:00:34.977997 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:00:34.977997 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:00:34.977997 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:00:34.977997 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:00:34.977997 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:00:34.977997 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:00:34.977997 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:00:34.977997 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:00:34.977997 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:00:34.977997 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:00:34.977997 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:00:34.977997 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:00:34.977997 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:00:34.977997 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:00:34.977997 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:00:34.977997 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:00:34.977997 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:00:34.977997 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:00:34.977997 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:00:34.977997 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:00:34.977997 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:00:34.977997 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:00:34.981782 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-70e9239f-1c88-4a31-ad6d-6a1c50f0cf06 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:34.989482 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-70e9239f-1c88-4a31-ad6d-6a1c50f0cf06 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:34.996577 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-70e9239f-1c88-4a31-ad6d-6a1c50f0cf06 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "DELETE /v2.0/networks/5af08750-7756-44a0-ba6e-79f99fa5b2e0 HTTP/1.1" status: 204 len: 168 time: 2.2490735 Nov 12 01:00:34.999967 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43198) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:35.038917 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9239f-1c88-4a31-ad6d-6a1c50f0cf06 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event deleted for resources: {'Network': ['ID=5af08750-7756-44a0-ba6e-79f99fa5b2e0,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:35.085570 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-643187b3-b829-4b7c-b174-fdcbf649ecd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:35.088086 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-643187b3-b829-4b7c-b174-fdcbf649ecd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:35.091534 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-643187b3-b829-4b7c-b174-fdcbf649ecd4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0a7b6c07-86b0-4bef-99a5-4f3398f5bf94 HTTP/1.1" status: 204 len: 168 time: 0.9546058 Nov 12 01:00:35.129833 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 9af79d48-1832-4874-b778-d9c56e2bf0d2 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:35.145543 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-273788a0-c7e7-40a0-86f1-02b5e05463c0 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:35.146213 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-273788a0-c7e7-40a0-86f1-02b5e05463c0 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:35.152269 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-273788a0-c7e7-40a0-86f1-02b5e05463c0 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/4f8eb884-5b4e-4463-855d-dd0821e12c19 HTTP/1.1" status: 404 len: 337 time: 0.2908564 Nov 12 01:00:35.152693 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43204) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:35.182242 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 9af79d48-1832-4874-b778-d9c56e2bf0d2 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:00:35.182474 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 9af79d48-1832-4874-b778-d9c56e2bf0d2 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:00:35.182884 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 72dc9943-dbe5-4a53-8c28-deac46490357 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:35.195063 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-6806f6c9-c97e-4cf4-9a94-8fc3b52b6a00 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:35.198656 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6806f6c9-c97e-4cf4-9a94-8fc3b52b6a00 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:35.206023 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6806f6c9-c97e-4cf4-9a94-8fc3b52b6a00 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/ports/f7003ff9-6e4e-43b2-9b47-80e74275d435 HTTP/1.1" status: 404 len: 333 time: 0.0485268 Nov 12 01:00:35.206917 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43206) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:35.232093 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 72dc9943-dbe5-4a53-8c28-deac46490357 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:00:35.232486 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 72dc9943-dbe5-4a53-8c28-deac46490357 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:00:35.245462 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:00:35.251730 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c65a708-a4f7-4824-b69c-ade94d77df85 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:35.252300 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c65a708-a4f7-4824-b69c-ade94d77df85 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:35.255848 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4c65a708-a4f7-4824-b69c-ade94d77df85 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/a97d1cc0-1f18-4bde-a34a-acdb424187c2 HTTP/1.1" status: 404 len: 337 time: 0.0455921 Nov 12 01:00:35.258739 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43208) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:35.270253 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-4e80f430-05c6-4317-91f6-9307402b971b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'name': 'tempest-RoutersTest-router-1019833005', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:31Z', 'updated_at': '2021-11-12T01:00:30Z', 'revision_number': 9, 'project_id': 'f23da681bca94b38b5538444990222f0', 'gw_port_host': None, '_interfaces': [{'id': '8827948f-813e-4b5d-9843-d5dd66eb8a4d', 'name': '', 'network_id': 'b7601aaf-0d25-48a6-a3a3-4191027952f6', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:78:07:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:36Z', 'updated_at': '2021-11-12T00:59:45Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff6a3d0-5baf-4d10-b12c-efb1c22ec22f', 'name': '', 'network_id': '09d5d87c-0eb0-4d96-83c1-36753e61e51f', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:61:bc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': 'cbc58b44-e186-4f5a-b3b0-b08a44a44c20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:43Z', 'updated_at': '2021-11-12T00:59:54Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'cbc58b44-e186-4f5a-b3b0-b08a44a44c20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:35.272979 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7ba0bf71-efc0-4907-ae1e-24dd22c7e545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:35.288660 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643187b3-b829-4b7c-b174-fdcbf649ecd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7b6c07-86b0-4bef-99a5-4f3398f5bf94,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:35.317953 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdb08b85-cda4-4719-884d-3afbefa5fd51 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:35.318426 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdb08b85-cda4-4719-884d-3afbefa5fd51 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:35.327720 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-fdb08b85-cda4-4719-884d-3afbefa5fd51 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/ports/d48dab2c-7d95-4bd0-9f41-53fcf621735c HTTP/1.1" status: 404 len: 333 time: 0.0674012 Nov 12 01:00:35.329217 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43212) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:35.354697 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d5af9-85d1-462e-aedd-571c15119098 req-4f619dbc-4879-490b-a6e6-32db3d338d74 tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:35.356265 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0f0d5af9-85d1-462e-aedd-571c15119098 req-4f619dbc-4879-490b-a6e6-32db3d338d74 tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] 10.222.0.20 "GET /v2.0/ports?device_id=38ddddfb-74f9-4879-b643-1b9a3fa3fef5 HTTP/1.1" status: 200 len: 945 time: 0.2491889 Nov 12 01:00:35.405164 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-c02f0e38-98ac-4104-ada2-fff8d4c16c8d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:35.405164 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c02f0e38-98ac-4104-ada2-fff8d4c16c8d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:35.414674 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c02f0e38-98ac-4104-ada2-fff8d4c16c8d tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/872b38cb-65c4-42e1-862e-275c3c2e978f HTTP/1.1" status: 404 len: 337 time: 0.0841255 Nov 12 01:00:35.415385 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43214) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:35.434684 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-e3abc730-aad2-4e03-bbf5-f4127c024e37 None None] Provisioning complete for port 20bf3eac-5bd6-4d46-bfa3-25d2802423ee triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:35.447865 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e3abc730-aad2-4e03-bbf5-f4127c024e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:35.451468 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7ba0bf71-efc0-4907-ae1e-24dd22c7e545 None None] Network 5af08750-7756-44a0-ba6e-79f99fa5b2e0 is not hosted by any dhcp agent {{(pid=102663) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 01:00:35.452068 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba0bf71-efc0-4907-ae1e-24dd22c7e545 None None] No DVR routers for this DVR port 72dc9943-dbe5-4a53-8c28-deac46490357 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:00:35.459097 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e80f430-05c6-4317-91f6-9307402b971b None None] The sync data for ids ['43d45a94-9651-4d03-a4f3-f68fc6a14662'] in n-d-812236-11 is: [{'id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'name': 'tempest-RoutersTest-router-1019833005', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:31Z', 'updated_at': '2021-11-12T01:00:30Z', 'revision_number': 9, 'project_id': 'f23da681bca94b38b5538444990222f0', 'gw_port_host': None, '_interfaces': [{'id': '8827948f-813e-4b5d-9843-d5dd66eb8a4d', 'name': '', 'network_id': 'b7601aaf-0d25-48a6-a3a3-4191027952f6', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:78:07:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:36Z', 'updated_at': '2021-11-12T00:59:45Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff6a3d0-5baf-4d10-b12c-efb1c22ec22f', 'name': '', 'network_id': '09d5d87c-0eb0-4d96-83c1-36753e61e51f', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:61:bc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': 'cbc58b44-e186-4f5a-b3b0-b08a44a44c20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:43Z', 'updated_at': '2021-11-12T00:59:54Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'cbc58b44-e186-4f5a-b3b0-b08a44a44c20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:00:35.468150 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba0bf71-efc0-4907-ae1e-24dd22c7e545 None None] Pushing event deleted for resources: {'Port': ['ID=72dc9943-dbe5-4a53-8c28-deac46490357,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:35.482883 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-03e12472-9170-4742-9762-6d3b8fff9fab tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:35.484525 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03e12472-9170-4742-9762-6d3b8fff9fab tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:35.493818 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-03e12472-9170-4742-9762-6d3b8fff9fab tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/ports/e9ac5532-4178-4c79-8175-b99a546a4789 HTTP/1.1" status: 404 len: 333 time: 0.0771792 Nov 12 01:00:35.494739 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43216) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:35.542869 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-e3abc730-aad2-4e03-bbf5-f4127c024e37 None None] Port 20bf3eac-5bd6-4d46-bfa3-25d2802423ee cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:00:35.557066 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bc85701-9b48-4ce6-b54b-2b1478bc6d36 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:35.557548 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bc85701-9b48-4ce6-b54b-2b1478bc6d36 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:35.561513 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0bc85701-9b48-4ce6-b54b-2b1478bc6d36 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/9e3c8314-eadd-4c45-829e-9912e51df149 HTTP/1.1" status: 404 len: 337 time: 0.0648010 Nov 12 01:00:35.564098 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43218) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:35.592326 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-db0e7324-a1c3-4b74-ac78-89550c44f425 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:35.596326 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-899b109b-440c-4ce3-83a2-46184781c379 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:35.596825 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-899b109b-440c-4ce3-83a2-46184781c379 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:35.600494 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-899b109b-440c-4ce3-83a2-46184781c379 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/ports/a7070548-eb7c-4e0e-b86a-d1f8f490f253 HTTP/1.1" status: 404 len: 333 time: 0.0352592 Nov 12 01:00:35.605522 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43222) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:35.637248 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43224) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:35.644091 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-a48fdcf2-f449-47e1-8586-d3ee6a64660a tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:35.644556 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a48fdcf2-f449-47e1-8586-d3ee6a64660a tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:35.650254 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a48fdcf2-f449-47e1-8586-d3ee6a64660a tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/32d43ffb-19ae-40d8-a748-fad5e94523f0 HTTP/1.1" status: 404 len: 337 time: 0.0410066 Nov 12 01:00:35.652849 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43228) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:35.669246 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-afa397c5-7d25-450b-ad49-34f156b140e8 None None] Provisioning complete for port 20bf3eac-5bd6-4d46-bfa3-25d2802423ee triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:35.669638 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-afa397c5-7d25-450b-ad49-34f156b140e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:35.684258 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0f0d5af9-85d1-462e-aedd-571c15119098 req-979576f6-c7e8-4f89-ad2c-fca9bff1957e tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9792e5a-ab94-4d40-ba9d-f2b702efb896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593079 Nov 12 01:00:35.689480 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5558affc-b59c-43d5-9b60-db492686dacd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:35.696668 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4d1c917-22e3-4b7e-bb80-982d978e1778 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:35.699217 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4d1c917-22e3-4b7e-bb80-982d978e1778 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:35.706249 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b4d1c917-22e3-4b7e-bb80-982d978e1778 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/ports/0fa093b8-7002-4389-b286-a2fd6274d256 HTTP/1.1" status: 404 len: 333 time: 0.0440979 Nov 12 01:00:35.708212 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-afa397c5-7d25-450b-ad49-34f156b140e8 None None] Port 20bf3eac-5bd6-4d46-bfa3-25d2802423ee cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:00:35.711980 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43230) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:35.742430 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecaeb465-76a5-4017-951d-6e59d0f4a328 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:35.743148 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecaeb465-76a5-4017-951d-6e59d0f4a328 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:35.746274 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ecaeb465-76a5-4017-951d-6e59d0f4a328 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/dd1e8056-b01c-4c4b-8193-0e9611f33efc HTTP/1.1" status: 404 len: 337 time: 0.0328116 Nov 12 01:00:35.749252 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43234) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:35.796051 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-f714757d-52ef-447e-bfbe-121c875f5498 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:35.796512 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f714757d-52ef-447e-bfbe-121c875f5498 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:35.803041 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f714757d-52ef-447e-bfbe-121c875f5498 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/ports/5be16a1a-a570-476d-98c9-aef35e75239b HTTP/1.1" status: 404 len: 333 time: 0.0526302 Nov 12 01:00:35.803718 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43236) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:35.841864 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe2b8633-cc46-4b6e-bee1-204081926780 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:35.842679 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe2b8633-cc46-4b6e-bee1-204081926780 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:35.848880 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-fe2b8633-cc46-4b6e-bee1-204081926780 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/2b175581-2911-449b-91c3-f6f54ae9cb36 HTTP/1.1" status: 404 len: 337 time: 0.0441232 Nov 12 01:00:35.849598 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43238) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:35.901674 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-59634cd0-c55b-40c7-a28a-020121efd0cb tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:35.902764 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59634cd0-c55b-40c7-a28a-020121efd0cb tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:35.909798 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-59634cd0-c55b-40c7-a28a-020121efd0cb tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/ports/21f9cd8a-814b-4c57-85e2-fedf103879ec HTTP/1.1" status: 404 len: 333 time: 0.0588136 Nov 12 01:00:35.910901 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43240) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:35.931657 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 04ac1ebe-5adb-4447-9854-7ae6d4f5666a up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:00:35.953119 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-e958af2d-7cab-4d3b-bb4b-3e5b9ae5ad38 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:35.969160 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e958af2d-7cab-4d3b-bb4b-3e5b9ae5ad38 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:35.978558 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e958af2d-7cab-4d3b-bb4b-3e5b9ae5ad38 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/subnets/5de9b323-238b-4f45-a5ae-4bf289743e96 HTTP/1.1" status: 404 len: 337 time: 0.0654783 Nov 12 01:00:35.980649 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43244) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:36.034862 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 04ac1ebe-5adb-4447-9854-7ae6d4f5666a triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:36.035616 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:36.138664 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-22c52c0f-6802-4939-bd13-06c01b949693 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:36.157009 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 9aac48d0-8624-42d3-a2c7-97f86feecd97 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:36.157620 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5558affc-b59c-43d5-9b60-db492686dacd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:36.168040 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5558affc-b59c-43d5-9b60-db492686dacd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:36.183825 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 9aac48d0-8624-42d3-a2c7-97f86feecd97 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:00:36.184276 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 9aac48d0-8624-42d3-a2c7-97f86feecd97 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:00:36.201450 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5558affc-b59c-43d5-9b60-db492686dacd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4832868f85954b8da350117dd4ffc48d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5589967 Nov 12 01:00:36.204382 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43248) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:36.258497 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-22c52c0f-6802-4939-bd13-06c01b949693 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:36.266118 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5558affc-b59c-43d5-9b60-db492686dacd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40960755-877e-48c4-a07e-0626a39a548a,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:36.288593 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-db0e7324-a1c3-4b74-ac78-89550c44f425 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:36.297317 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-db0e7324-a1c3-4b74-ac78-89550c44f425 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:36.299975 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-22c52c0f-6802-4939-bd13-06c01b949693 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['549c8e6d-38df-4171-95c5-652183e307b7']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:36.314080 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-22c52c0f-6802-4939-bd13-06c01b949693 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e88dffa0-16be-43c1-a79e-bf36431cf338') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:36.314416 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-22c52c0f-6802-4939-bd13-06c01b949693 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e88dffa0-16be-43c1-a79e-bf36431cf338') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:36.331025 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-22c52c0f-6802-4939-bd13-06c01b949693 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:36.339851 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-725fa637-506f-45e0-9d32-cb9b23b05ee7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:36.353517 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-22c52c0f-6802-4939-bd13-06c01b949693 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:36.360230 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e91c1e00-1487-45d7-a703-50f80155badc tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:36.368206 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22c52c0f-6802-4939-bd13-06c01b949693 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:00:36.368587 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-22c52c0f-6802-4939-bd13-06c01b949693 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:36.371604 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:00:36.371604 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:00:36.371604 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:00:36.371604 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:00:36.371604 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:00:36.371604 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:00:36.371604 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:00:36.371604 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:00:36.371604 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:00:36.371604 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:00:36.371604 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:00:36.371604 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:00:36.371604 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:00:36.371604 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:00:36.371604 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:00:36.371604 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:00:36.371604 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:00:36.371604 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:00:36.371604 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:00:36.371604 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:00:36.371604 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:00:36.371604 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:00:36.371604 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:00:36.371604 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:00:36.371604 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:00:36.371604 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:00:36.371604 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:00:36.371604 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:00:36.371604 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:00:36.371604 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:00:36.371604 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:00:36.371604 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:00:36.376055 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-725fa637-506f-45e0-9d32-cb9b23b05ee7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:36.413888 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-059a9d03-c2ec-45ca-9198-7184c8c1f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:36.456839 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-db0e7324-a1c3-4b74-ac78-89550c44f425 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:36.460395 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0e7324-a1c3-4b74-ac78-89550c44f425 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event updated for resources: {'Port': ['ID=20bf3eac-5bd6-4d46-bfa3-25d2802423ee,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:36.475501 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-22c52c0f-6802-4939-bd13-06c01b949693 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:36.489384 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-22c52c0f-6802-4939-bd13-06c01b949693 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:36.493167 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-22c52c0f-6802-4939-bd13-06c01b949693 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] 10.222.0.20 "DELETE /v2.0/networks/549c8e6d-38df-4171-95c5-652183e307b7 HTTP/1.1" status: 204 len: 168 time: 0.5108566 Nov 12 01:00:36.496481 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-725fa637-506f-45e0-9d32-cb9b23b05ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:36.500269 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-725fa637-506f-45e0-9d32-cb9b23b05ee7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:36.501794 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-725fa637-506f-45e0-9d32-cb9b23b05ee7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/40960755-877e-48c4-a07e-0626a39a548a HTTP/1.1" status: 204 len: 168 time: 0.2962651 Nov 12 01:00:36.520920 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725fa637-506f-45e0-9d32-cb9b23b05ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40960755-877e-48c4-a07e-0626a39a548a,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:36.523329 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c52c0f-6802-4939-bd13-06c01b949693 tempest-NetworksTestDHCPv6-1346278378 tempest-NetworksTestDHCPv6-1346278378-project] Pushing event deleted for resources: {'Network': ['ID=549c8e6d-38df-4171-95c5-652183e307b7,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:36.655222 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0e7324-a1c3-4b74-ac78-89550c44f425 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Network e5078bb1-92e4-43ce-8d3a-7b7e98d98422 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:36.662535 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-db0e7324-a1c3-4b74-ac78-89550c44f425 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:36.953136 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0e7324-a1c3-4b74-ac78-89550c44f425 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Router b7156c60-7d00-41ae-9938-473711420e82 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:00:36.994252 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c44b1-421d-4186-a0fc-2dbcbaba741f req-597ff168-1d12-4420-b0c1-9b9fb8bf1197 tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:37.007547 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ae4c44b1-421d-4186-a0fc-2dbcbaba741f req-597ff168-1d12-4420-b0c1-9b9fb8bf1197 tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] 10.222.0.20 "GET /v2.0/ports?device_id=38ddddfb-74f9-4879-b643-1b9a3fa3fef5 HTTP/1.1" status: 200 len: 945 time: 0.1688256 Nov 12 01:00:37.010422 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43270) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:37.099122 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ae4c44b1-421d-4186-a0fc-2dbcbaba741f req-96b0af67-51bb-46f6-9a91-32fa9045fe8a tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9792e5a-ab94-4d40-ba9d-f2b702efb896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904889 Nov 12 01:00:37.102618 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-e91c1e00-1487-45d7-a703-50f80155badc tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Deleting port eff6a3d0-5baf-4d10-b12c-efb1c22ec22f {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:37.102964 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e91c1e00-1487-45d7-a703-50f80155badc tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:37.123953 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0e7324-a1c3-4b74-ac78-89550c44f425 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:00:37.139983 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-db0e7324-a1c3-4b74-ac78-89550c44f425 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "PUT /v2.0/routers/b7156c60-7d00-41ae-9938-473711420e82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6604776 Nov 12 01:00:37.140417 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43280) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:37.146934 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2851085-6694-4031-9835-861f61994af4 None None] Sync routers for ids ['b7156c60-7d00-41ae-9938-473711420e82'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:00:37.176238 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2851085-6694-4031-9835-861f61994af4 None None] Routers {'b7156c60-7d00-41ae-9938-473711420e82'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:37.177889 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-6645dc5e-cffe-4992-bd08-14648d8dd3e6 None None] Provisioning complete for port 20bf3eac-5bd6-4d46-bfa3-25d2802423ee triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:37.178934 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6645dc5e-cffe-4992-bd08-14648d8dd3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:37.182363 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-d2851085-6694-4031-9835-861f61994af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:00:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['b7156c60-7d00-41ae-9938-473711420e82'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:37.240249 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b3e637-5c4a-4e72-9faf-9fa45a2fb067 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:37.244314 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-63b3e637-5c4a-4e72-9faf-9fa45a2fb067 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7156c60-7d00-41ae-9938-473711420e82 HTTP/1.1" status: 200 len: 981 time: 0.1001554 Nov 12 01:00:37.251999 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43286) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:37.271825 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-d2851085-6694-4031-9835-861f61994af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:37.273029 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-6645dc5e-cffe-4992-bd08-14648d8dd3e6 None None] Port 20bf3eac-5bd6-4d46-bfa3-25d2802423ee cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:00:37.285534 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2851085-6694-4031-9835-861f61994af4 None None] Routers {'b7156c60-7d00-41ae-9938-473711420e82'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:37.286325 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-d2851085-6694-4031-9835-861f61994af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:00:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['b7156c60-7d00-41ae-9938-473711420e82'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:37.339137 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-d2851085-6694-4031-9835-861f61994af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:37.340354 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2851085-6694-4031-9835-861f61994af4 None None] The sync data for ids ['b7156c60-7d00-41ae-9938-473711420e82'] in n-d-812236-11 is: [] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:00:37.534119 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-cc8d3a95-8e10-4374-9cef-435fb77cc29c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d39bd700eb73489c844e800fa5489ef8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5193720 Nov 12 01:00:37.543754 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43298) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:37.649883 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cf8fd1d5-d1bd-47f8-8ea6-c2577c4f2072 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:37.656558 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:37.681794 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cf8fd1d5-d1bd-47f8-8ea6-c2577c4f2072 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:37.784432 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cf8fd1d5-d1bd-47f8-8ea6-c2577c4f2072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:37.800848 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cf8fd1d5-d1bd-47f8-8ea6-c2577c4f2072 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:37.802084 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-cf8fd1d5-d1bd-47f8-8ea6-c2577c4f2072 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ce2cc9cf-cd43-43de-9110-974d096a3196 HTTP/1.1" status: 204 len: 168 time: 0.2561781 Nov 12 01:00:37.823064 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8fd1d5-d1bd-47f8-8ea6-c2577c4f2072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2cc9cf-cd43-43de-9110-974d096a3196,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:37.988685 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-e91c1e00-1487-45d7-a703-50f80155badc tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] For port eff6a3d0-5baf-4d10-b12c-efb1c22ec22f, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=eff6a3d0-5baf-4d10-b12c-efb1c22ec22f,segment=NetworkSegment(848d387c-f0e0-40bb-81e3-575641490034),segment_id=848d387c-f0e0-40bb-81e3-575641490034)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:37.989057 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e91c1e00-1487-45d7-a703-50f80155badc tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:38.042611 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-e91c1e00-1487-45d7-a703-50f80155badc tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Calling delete_port for eff6a3d0-5baf-4d10-b12c-efb1c22ec22f owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:38.069214 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6193307-a276-47f8-a412-8774d9dd6b13 req-cb6878c0-a430-482b-97a9-85f8874c7776 tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:38.070856 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6193307-a276-47f8-a412-8774d9dd6b13 req-cb6878c0-a430-482b-97a9-85f8874c7776 tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] 10.222.0.20 "GET /v2.0/ports?device_id=38ddddfb-74f9-4879-b643-1b9a3fa3fef5 HTTP/1.1" status: 200 len: 945 time: 0.0865757 Nov 12 01:00:38.220483 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6193307-a276-47f8-a412-8774d9dd6b13 req-cd58a95b-1422-4286-b7b4-a7015e06e9d2 tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9792e5a-ab94-4d40-ba9d-f2b702efb896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416693 Nov 12 01:00:38.451762 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e91c1e00-1487-45d7-a703-50f80155badc tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:38.532207 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-55cd144a-6961-43fd-8f4d-39fd27a649e2 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:38.584731 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91c1e00-1487-45d7-a703-50f80155badc tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event deleted for resources: {'Port': ['ID=eff6a3d0-5baf-4d10-b12c-efb1c22ec22f,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:39.012939 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e91c1e00-1487-45d7-a703-50f80155badc tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:39.177811 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe903ca-f6c7-4a23-877a-9f199aab831f req-7e85bf9d-ce96-4950-a338-9efb43ca4cff tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:39.180632 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ffe903ca-f6c7-4a23-877a-9f199aab831f req-7e85bf9d-ce96-4950-a338-9efb43ca4cff tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] 10.222.0.54 "GET /v2.0/ports?device_id=38ddddfb-74f9-4879-b643-1b9a3fa3fef5 HTTP/1.1" status: 200 len: 945 time: 0.1041708 Nov 12 01:00:39.181340 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43360) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:39.275157 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:39.333012 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-ffe903ca-f6c7-4a23-877a-9f199aab831f req-ebb03369-fd0f-48a0-aa69-dc2b19276a0b tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] Deleting port 835fc5d8-f768-4849-9168-318c09432ec9 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:39.333351 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ffe903ca-f6c7-4a23-877a-9f199aab831f req-ebb03369-fd0f-48a0-aa69-dc2b19276a0b tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:39.425173 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-55cd144a-6961-43fd-8f4d-39fd27a649e2 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Deleting port 20bf3eac-5bd6-4d46-bfa3-25d2802423ee {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:39.430798 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-55cd144a-6961-43fd-8f4d-39fd27a649e2 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:39.449247 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-86fd471c-5634-44b7-b83f-52d2eb0558a3 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-869573257'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:39.526692 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8636a-6a9b-479d-8722-228d233f6f70 req-34c5051c-44fb-430f-977b-7ccc3594f668 tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:39.528734 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8da8636a-6a9b-479d-8722-228d233f6f70 req-34c5051c-44fb-430f-977b-7ccc3594f668 tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] 10.222.0.20 "GET /v2.0/ports?device_id=38ddddfb-74f9-4879-b643-1b9a3fa3fef5 HTTP/1.1" status: 200 len: 945 time: 0.1619155 Nov 12 01:00:39.529907 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e91c1e00-1487-45d7-a703-50f80155badc tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Router 43d45a94-9651-4d03-a4f3-f68fc6a14662 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:00:39.564347 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86fd471c-5634-44b7-b83f-52d2eb0558a3 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Made reservation on behalf of 52ef7dd714de4cc6a7e439dbcc2bfc3f for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:39.568370 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-86fd471c-5634-44b7-b83f-52d2eb0558a3 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:39.605253 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-86fd471c-5634-44b7-b83f-52d2eb0558a3 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:39.619256 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8da8636a-6a9b-479d-8722-228d233f6f70 req-ab07c426-b40d-45ea-9744-699a0375ca00 tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9792e5a-ab94-4d40-ba9d-f2b702efb896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822577 Nov 12 01:00:39.653045 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-55cd144a-6961-43fd-8f4d-39fd27a649e2 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:39.672821 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-ffe903ca-f6c7-4a23-877a-9f199aab831f req-ebb03369-fd0f-48a0-aa69-dc2b19276a0b tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] For port 835fc5d8-f768-4849-9168-318c09432ec9, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=835fc5d8-f768-4849-9168-318c09432ec9,segment=NetworkSegment(7533d8c8-0079-4497-b9b8-05b110dba4ea),segment_id=7533d8c8-0079-4497-b9b8-05b110dba4ea)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:39.673707 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ffe903ca-f6c7-4a23-877a-9f199aab831f req-ebb03369-fd0f-48a0-aa69-dc2b19276a0b tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:39.673939 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-55cd144a-6961-43fd-8f4d-39fd27a649e2 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Calling delete_port for 20bf3eac-5bd6-4d46-bfa3-25d2802423ee owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:39.681649 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91c1e00-1487-45d7-a703-50f80155badc tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:00:39.692880 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e91c1e00-1487-45d7-a703-50f80155badc tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "PUT /v2.0/routers/43d45a94-9651-4d03-a4f3-f68fc6a14662/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6636059 Nov 12 01:00:39.693128 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43382) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:39.693232 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a46add-0273-4af2-9622-3ed131ffe630 None None] Sync routers for ids ['43d45a94-9651-4d03-a4f3-f68fc6a14662'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:00:39.716818 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-ffe903ca-f6c7-4a23-877a-9f199aab831f req-ebb03369-fd0f-48a0-aa69-dc2b19276a0b tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] Calling delete_port for 835fc5d8-f768-4849-9168-318c09432ec9 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:39.725408 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a46add-0273-4af2-9622-3ed131ffe630 None None] Routers {'43d45a94-9651-4d03-a4f3-f68fc6a14662'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:39.726070 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-55a46add-0273-4af2-9622-3ed131ffe630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:00:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['43d45a94-9651-4d03-a4f3-f68fc6a14662'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:39.800712 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cc0d1e3-4246-470c-819a-7bd6cdcdab38 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Deleting subnet cbc58b44-e186-4f5a-b3b0-b08a44a44c20 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:00:39.811323 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4cc0d1e3-4246-470c-819a-7bd6cdcdab38 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:39.878298 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:39.906833 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-55a46add-0273-4af2-9622-3ed131ffe630 None None] Set router 43d45a94-9651-4d03-a4f3-f68fc6a14662 gateway port host: None {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:00:39.910277 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4cc0d1e3-4246-470c-819a-7bd6cdcdab38 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:39.996562 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-86fd471c-5634-44b7-b83f-52d2eb0558a3 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:40.024939 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-86fd471c-5634-44b7-b83f-52d2eb0558a3 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:40.060763 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fd471c-5634-44b7-b83f-52d2eb0558a3 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2370604-2a2c-4016-aa1e-6227479cb660,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:40.078326 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ffe903ca-f6c7-4a23-877a-9f199aab831f req-ebb03369-fd0f-48a0-aa69-dc2b19276a0b tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:40.118157 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['835fc5d8-f768-4849-9168-318c09432ec9'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:00:40.158876 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb03369-fd0f-48a0-aa69-dc2b19276a0b tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] Pushing event deleted for resources: {'Port': ['ID=835fc5d8-f768-4849-9168-318c09432ec9,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:40.175110 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0396c5a6-38dd-4364-a8c8-faa00e33b67b None None] DHCP port deletion for fe286bc5-ab34-4302-ab66-69b5f40afcfc request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:00:40.196106 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe903ca-f6c7-4a23-877a-9f199aab831f req-ebb03369-fd0f-48a0-aa69-dc2b19276a0b tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] No DVR routers for this DVR port 835fc5d8-f768-4849-9168-318c09432ec9 on host n-h2-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:00:40.200176 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-55cd144a-6961-43fd-8f4d-39fd27a649e2 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:40.203526 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4cc0d1e3-4246-470c-819a-7bd6cdcdab38 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:40.218867 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ffe903ca-f6c7-4a23-877a-9f199aab831f req-ebb03369-fd0f-48a0-aa69-dc2b19276a0b tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:40.220019 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-55a46add-0273-4af2-9622-3ed131ffe630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'name': 'tempest-RoutersTest-router-1019833005', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:31Z', 'updated_at': '2021-11-12T01:00:38Z', 'revision_number': 10, 'project_id': 'f23da681bca94b38b5538444990222f0', 'gw_port_host': None, '_interfaces': [{'id': '8827948f-813e-4b5d-9843-d5dd66eb8a4d', 'name': '', 'network_id': 'b7601aaf-0d25-48a6-a3a3-4191027952f6', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:78:07:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:36Z', 'updated_at': '2021-11-12T00:59:45Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:40.223070 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ffe903ca-f6c7-4a23-877a-9f199aab831f req-ebb03369-fd0f-48a0-aa69-dc2b19276a0b tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] 10.222.0.54 "DELETE /v2.0/ports/835fc5d8-f768-4849-9168-318c09432ec9 HTTP/1.1" status: 204 len: 173 time: 1.0321128 Nov 12 01:00:40.223531 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ddddfb-74f9-4879-b643-1b9a3fa3fef5', 'name': 'network-vif-deleted', 'tag': '835fc5d8-f768-4849-9168-318c09432ec9'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:00:40.226576 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93190c9-3db0-4510-a32c-71cee0ee0120" -d '{"events": [{"server_uuid": "38ddddfb-74f9-4879-b643-1b9a3fa3fef5", "name": "network-vif-deleted", "tag": "835fc5d8-f768-4849-9168-318c09432ec9"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:00:40.229998 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86fd471c-5634-44b7-b83f-52d2eb0558a3 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:00:40.286000 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-86fd471c-5634-44b7-b83f-52d2eb0558a3 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:40.287354 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-86fd471c-5634-44b7-b83f-52d2eb0558a3 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Added segment 93d1b1e3-b492-4255-a13a-569e44ca57e3 of type vlan for network e336e1e3-d670-40e9-bfcc-cfefb16c675d Nov 12 01:00:40.288761 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a46add-0273-4af2-9622-3ed131ffe630 None None] Checking router: 43d45a94-9651-4d03-a4f3-f68fc6a14662 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:00:40.310674 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a46add-0273-4af2-9622-3ed131ffe630 None None] Routers {'43d45a94-9651-4d03-a4f3-f68fc6a14662'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:40.311562 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-55a46add-0273-4af2-9622-3ed131ffe630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:00:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['43d45a94-9651-4d03-a4f3-f68fc6a14662'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:40.339230 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4cc0d1e3-4246-470c-819a-7bd6cdcdab38 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:40.367820 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd144a-6961-43fd-8f4d-39fd27a649e2 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event deleted for resources: {'Port': ['ID=20bf3eac-5bd6-4d46-bfa3-25d2802423ee,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:40.377639 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b629acab-963b-44c3-ac65-510964aa56ec x-openstack-request-id: req-b629acab-963b-44c3-ac65-510964aa56ec {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:00:40.378221 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ddddfb-74f9-4879-b643-1b9a3fa3fef5", "name": "network-vif-deleted", "tag": "835fc5d8-f768-4849-9168-318c09432ec9", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:00:40.378744 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b629acab-963b-44c3-ac65-510964aa56ec {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:00:40.379360 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ddddfb-74f9-4879-b643-1b9a3fa3fef5', 'name': 'network-vif-deleted', 'tag': '835fc5d8-f768-4849-9168-318c09432ec9', 'status': 'completed', 'code': 200} Nov 12 01:00:40.417913 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-86fd471c-5634-44b7-b83f-52d2eb0558a3 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:40.428164 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4cc0d1e3-4246-470c-819a-7bd6cdcdab38 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:40.432994 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-4cc0d1e3-4246-470c-819a-7bd6cdcdab38 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "DELETE /v2.0/subnets/cbc58b44-e186-4f5a-b3b0-b08a44a44c20 HTTP/1.1" status: 204 len: 168 time: 0.7388780 Nov 12 01:00:40.435809 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43394) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:40.444032 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc0d1e3-4246-470c-819a-7bd6cdcdab38 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event deleted for resources: {'Subnet': ['ID=cbc58b44-e186-4f5a-b3b0-b08a44a44c20,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:40.486866 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9333c0b5-9607-473f-ab63-82fcb0ead650 None None] Network 09d5d87c-0eb0-4d96-83c1-36753e61e51f requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:40.549422 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-55a46add-0273-4af2-9622-3ed131ffe630 None None] Set router 43d45a94-9651-4d03-a4f3-f68fc6a14662 gateway port host: None {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:00:40.666722 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-86fd471c-5634-44b7-b83f-52d2eb0558a3 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:40.673571 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-55cd144a-6961-43fd-8f4d-39fd27a649e2 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:40.700589 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fd471c-5634-44b7-b83f-52d2eb0558a3 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:40.704091 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-86fd471c-5634-44b7-b83f-52d2eb0558a3 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:40.803841 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ff2793f0-5e6a-45de-abce-bd994182ae4f tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:40.841274 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:40.898053 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55cd144a-6961-43fd-8f4d-39fd27a649e2 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Router b7156c60-7d00-41ae-9938-473711420e82 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:00:41.001815 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a259ac93-c1c4-4182-9cf9-2ffb2a79f3f7 None None] DHCP port deletion for 09d5d87c-0eb0-4d96-83c1-36753e61e51f request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:00:41.020209 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-86fd471c-5634-44b7-b83f-52d2eb0558a3 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8365614 Nov 12 01:00:41.022925 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43402) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:41.025323 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55cd144a-6961-43fd-8f4d-39fd27a649e2 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:00:41.025607 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-76fda531-c035-4d7a-82fc-6414cf7b4e64 req-6487d5e6-86a6-431b-bc59-d9310b508858 tempest-InstanceActionsNegativeTestJSON-1045378691 tempest-InstanceActionsNegativeTestJSON-1045378691-project] 10.222.0.20 "GET /v2.0/ports?device_id=38ddddfb-74f9-4879-b643-1b9a3fa3fef5 HTTP/1.1" status: 200 len: 210 time: 0.2113123 Nov 12 01:00:41.040259 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-d9597306-9e25-4107-b955-444323dc6bb5 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Request body: {'subnet': {'network_id': 'e336e1e3-d670-40e9-bfcc-cfefb16c675d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:41.046442 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2450a20-cd70-4b72-afbb-e97bf37a8057 None None] Sync routers for ids ['b7156c60-7d00-41ae-9938-473711420e82'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:00:41.069404 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2450a20-cd70-4b72-afbb-e97bf37a8057 None None] Routers {'b7156c60-7d00-41ae-9938-473711420e82'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:41.070340 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-f2450a20-cd70-4b72-afbb-e97bf37a8057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:00:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['b7156c60-7d00-41ae-9938-473711420e82'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:41.083237 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fd471c-5634-44b7-b83f-52d2eb0558a3 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Pushing event updated for resources: {'Network': ['ID=e336e1e3-d670-40e9-bfcc-cfefb16c675d,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:41.105684 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network e336e1e3-d670-40e9-bfcc-cfefb16c675d details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:00:41.134182 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-55cd144a-6961-43fd-8f4d-39fd27a649e2 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "PUT /v2.0/routers/b7156c60-7d00-41ae-9938-473711420e82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8810997 Nov 12 01:00:41.137427 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43408) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:41.180087 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e53cc6d-d8cd-4f5e-9b86-4364a3f19087 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] GET failed (client error): The resource could not be found. Nov 12 01:00:41.184737 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7e53cc6d-d8cd-4f5e-9b86-4364a3f19087 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "GET /v2.0/ports/20bf3eac-5bd6-4d46-bfa3-25d2802423ee HTTP/1.1" status: 404 len: 333 time: 0.0462132 Nov 12 01:00:41.185720 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43412) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:41.242092 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-ff2793f0-5e6a-45de-abce-bd994182ae4f tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Deleting port a04807d6-8784-479a-81cb-070e80152bde {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:41.242092 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ff2793f0-5e6a-45de-abce-bd994182ae4f tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:41.255914 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-55a46add-0273-4af2-9622-3ed131ffe630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'name': 'tempest-RoutersTest-router-1019833005', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:31Z', 'updated_at': '2021-11-12T01:00:38Z', 'revision_number': 10, 'project_id': 'f23da681bca94b38b5538444990222f0', 'gw_port_host': None, '_interfaces': [{'id': '8827948f-813e-4b5d-9843-d5dd66eb8a4d', 'name': '', 'network_id': 'b7601aaf-0d25-48a6-a3a3-4191027952f6', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:78:07:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:36Z', 'updated_at': '2021-11-12T00:59:45Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:41.267502 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-f2450a20-cd70-4b72-afbb-e97bf37a8057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:41.271187 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9597306-9e25-4107-b955-444323dc6bb5 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Made reservation on behalf of 52ef7dd714de4cc6a7e439dbcc2bfc3f for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:41.278304 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d9597306-9e25-4107-b955-444323dc6bb5 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:41.290932 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b1b8856c-c9be-4e2d-8a7c-f5eeb3b6e7bb tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:41.304621 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2450a20-cd70-4b72-afbb-e97bf37a8057 None None] Routers {'b7156c60-7d00-41ae-9938-473711420e82'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:41.304858 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-f2450a20-cd70-4b72-afbb-e97bf37a8057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:00:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['b7156c60-7d00-41ae-9938-473711420e82'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:41.384840 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-ff2793f0-5e6a-45de-abce-bd994182ae4f tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] For port a04807d6-8784-479a-81cb-070e80152bde, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=a04807d6-8784-479a-81cb-070e80152bde,segment=NetworkSegment(848d387c-f0e0-40bb-81e3-575641490034),segment_id=848d387c-f0e0-40bb-81e3-575641490034)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:41.385423 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ff2793f0-5e6a-45de-abce-bd994182ae4f tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:41.407399 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-ff2793f0-5e6a-45de-abce-bd994182ae4f tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Calling delete_port for a04807d6-8784-479a-81cb-070e80152bde owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:41.413046 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-f2450a20-cd70-4b72-afbb-e97bf37a8057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:41.413665 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2450a20-cd70-4b72-afbb-e97bf37a8057 None None] The sync data for ids ['b7156c60-7d00-41ae-9938-473711420e82'] in n-d-812236-11 is: [] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:00:41.490484 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b1b8856c-c9be-4e2d-8a7c-f5eeb3b6e7bb tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:41.492826 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b1b8856c-c9be-4e2d-8a7c-f5eeb3b6e7bb tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:41.543974 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-a259ac93-c1c4-4182-9cf9-2ffb2a79f3f7 None None] Deleting port a04807d6-8784-479a-81cb-070e80152bde {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:41.545031 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a259ac93-c1c4-4182-9cf9-2ffb2a79f3f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:41.547296 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a46add-0273-4af2-9622-3ed131ffe630 None None] The sync data for ids ['43d45a94-9651-4d03-a4f3-f68fc6a14662'] in n-d-812236-11 is: [{'id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'name': 'tempest-RoutersTest-router-1019833005', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:31Z', 'updated_at': '2021-11-12T01:00:38Z', 'revision_number': 10, 'project_id': 'f23da681bca94b38b5538444990222f0', 'gw_port_host': None, '_interfaces': [{'id': '8827948f-813e-4b5d-9843-d5dd66eb8a4d', 'name': '', 'network_id': 'b7601aaf-0d25-48a6-a3a3-4191027952f6', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'mac_address': 'fa:16:3e:78:07:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:36Z', 'updated_at': '2021-11-12T00:59:45Z', 'revision_number': 5, 'project_id': 'f23da681bca94b38b5538444990222f0', 'subnets': [{'id': 'a1ed6423-a557-482e-80f3-1e880e789d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:00:41.587572 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ff2793f0-5e6a-45de-abce-bd994182ae4f tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:41.642994 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2793f0-5e6a-45de-abce-bd994182ae4f tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event deleted for resources: {'Port': ['ID=a04807d6-8784-479a-81cb-070e80152bde,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:41.650725 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2793f0-5e6a-45de-abce-bd994182ae4f tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] No DVR routers for this DVR port a04807d6-8784-479a-81cb-070e80152bde on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:00:41.655252 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b1b8856c-c9be-4e2d-8a7c-f5eeb3b6e7bb tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:41.655752 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b8856c-c9be-4e2d-8a7c-f5eeb3b6e7bb tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Fanout notify agent at l3_agent the message router_deleted on router b7156c60-7d00-41ae-9938-473711420e82 {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:00:41.676203 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-a259ac93-c1c4-4182-9cf9-2ffb2a79f3f7 None None] For port a04807d6-8784-479a-81cb-070e80152bde, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=a04807d6-8784-479a-81cb-070e80152bde,segment=NetworkSegment(848d387c-f0e0-40bb-81e3-575641490034),segment_id=848d387c-f0e0-40bb-81e3-575641490034)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:41.681536 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a259ac93-c1c4-4182-9cf9-2ffb2a79f3f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:41.687733 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b1b8856c-c9be-4e2d-8a7c-f5eeb3b6e7bb tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:41.691443 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b1b8856c-c9be-4e2d-8a7c-f5eeb3b6e7bb tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "DELETE /v2.0/routers/b7156c60-7d00-41ae-9938-473711420e82 HTTP/1.1" status: 204 len: 168 time: 0.4989281 Nov 12 01:00:41.709044 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43420) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:41.710417 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-a259ac93-c1c4-4182-9cf9-2ffb2a79f3f7 None None] Calling delete_port for a04807d6-8784-479a-81cb-070e80152bde owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:41.810626 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ff2793f0-5e6a-45de-abce-bd994182ae4f tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:41.810947 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec407a25-65a4-49a3-ab9b-c2d73b1f8413 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Deleting subnet f41e8a0b-f68c-4c3b-9f12-456e1584b7ac {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:00:41.814925 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ec407a25-65a4-49a3-ab9b-c2d73b1f8413 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:41.851260 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a259ac93-c1c4-4182-9cf9-2ffb2a79f3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:41.855684 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-ff2793f0-5e6a-45de-abce-bd994182ae4f tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09d5d87c-0eb0-4d96-83c1-36753e61e51f']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:41.869907 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ec407a25-65a4-49a3-ab9b-c2d73b1f8413 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:41.879027 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-ff2793f0-5e6a-45de-abce-bd994182ae4f tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '848d387c-f0e0-40bb-81e3-575641490034') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:41.881037 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a259ac93-c1c4-4182-9cf9-2ffb2a79f3f7 None None] Pushing event deleted for resources: {'Port': ['ID=a04807d6-8784-479a-81cb-070e80152bde,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:41.881402 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-ff2793f0-5e6a-45de-abce-bd994182ae4f tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '848d387c-f0e0-40bb-81e3-575641490034') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:41.892344 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a259ac93-c1c4-4182-9cf9-2ffb2a79f3f7 None None] No DVR routers for this DVR port a04807d6-8784-479a-81cb-070e80152bde on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:00:41.901394 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ff2793f0-5e6a-45de-abce-bd994182ae4f tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:41.935476 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ff2793f0-5e6a-45de-abce-bd994182ae4f tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:41.945778 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff2793f0-5e6a-45de-abce-bd994182ae4f tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:00:41.946370 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ff2793f0-5e6a-45de-abce-bd994182ae4f tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:41.951699 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:00:41.951699 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:00:41.951699 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:00:41.951699 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:00:41.951699 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:00:41.951699 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:00:41.951699 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:00:41.951699 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:00:41.951699 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:00:41.951699 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:00:41.951699 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:00:41.951699 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:00:41.951699 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:00:41.951699 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:00:41.951699 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:00:41.951699 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:00:41.951699 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:00:41.951699 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:00:41.951699 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:00:41.951699 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:00:41.951699 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:00:41.951699 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:00:41.951699 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:00:41.951699 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:00:41.951699 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:00:41.951699 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:00:41.951699 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:00:41.951699 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:00:41.951699 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:00:41.951699 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:00:41.951699 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:00:41.951699 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:00:42.019782 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device a04807d6-8784-479a-81cb-070e80152bde no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:42.030136 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43424) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:42.055026 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: a04807d6-8784-479a-81cb-070e80152bde {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:00:42.059010 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device a04807d6-8784-479a-81cb-070e80152bde not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:00:42.084649 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ff2793f0-5e6a-45de-abce-bd994182ae4f tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:42.108061 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ff2793f0-5e6a-45de-abce-bd994182ae4f tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:42.116780 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ff2793f0-5e6a-45de-abce-bd994182ae4f tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "DELETE /v2.0/networks/09d5d87c-0eb0-4d96-83c1-36753e61e51f HTTP/1.1" status: 204 len: 168 time: 1.6795843 Nov 12 01:00:42.123654 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43430) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:42.133036 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ec407a25-65a4-49a3-ab9b-c2d73b1f8413 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:42.137613 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43432) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:42.142365 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2793f0-5e6a-45de-abce-bd994182ae4f tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event deleted for resources: {'Network': ['ID=09d5d87c-0eb0-4d96-83c1-36753e61e51f,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:42.215905 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-085cd41c-6f3d-4a96-aa99-3befce243f71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:42.272057 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d9597306-9e25-4107-b955-444323dc6bb5 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:42.325544 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-085cd41c-6f3d-4a96-aa99-3befce243f71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:42.331433 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-085cd41c-6f3d-4a96-aa99-3befce243f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:42.385470 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-085cd41c-6f3d-4a96-aa99-3befce243f71 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=58c008bdaaa94f8cbdbb5e5be8382d17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3544595 Nov 12 01:00:42.386271 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43436) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:42.386947 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085cd41c-6f3d-4a96-aa99-3befce243f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593fe7c3-8442-4659-8d59-4d379672ee70,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:42.446695 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-917cea77-9a1e-44b9-bc09-caf9aec97e93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:42.474196 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-917cea77-9a1e-44b9-bc09-caf9aec97e93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:42.527674 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-917cea77-9a1e-44b9-bc09-caf9aec97e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:42.531653 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-917cea77-9a1e-44b9-bc09-caf9aec97e93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:42.535268 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-917cea77-9a1e-44b9-bc09-caf9aec97e93 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/593fe7c3-8442-4659-8d59-4d379672ee70 HTTP/1.1" status: 204 len: 168 time: 0.1425629 Nov 12 01:00:42.554386 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917cea77-9a1e-44b9-bc09-caf9aec97e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593fe7c3-8442-4659-8d59-4d379672ee70,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:42.647674 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:42.755727 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-495ad957-a99a-4921-9036-85a9b540e164 admin admin] Deleting subnet c95ae7ec-154e-4271-b0c9-eb0c3a91b608 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:00:42.770350 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-495ad957-a99a-4921-9036-85a9b540e164 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:42.843482 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9597306-9e25-4107-b955-444323dc6bb5 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Pushing event updated for resources: {'Subnet': ['ID=ba29a295-7657-4c75-a11a-187df65d4778,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:42.903047 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ec407a25-65a4-49a3-ab9b-c2d73b1f8413 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:42.908684 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43450) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:42.918132 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-495ad957-a99a-4921-9036-85a9b540e164 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:42.925466 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aa45b4b5-8041-4e3d-8f57-3067626101a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:42.976242 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec407a25-65a4-49a3-ab9b-c2d73b1f8413 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event deleted for resources: {'Subnet': ['ID=f41e8a0b-f68c-4c3b-9f12-456e1584b7ac,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:42.979993 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ec407a25-65a4-49a3-ab9b-c2d73b1f8413 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:42.984329 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ec407a25-65a4-49a3-ab9b-c2d73b1f8413 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "DELETE /v2.0/subnets/f41e8a0b-f68c-4c3b-9f12-456e1584b7ac HTTP/1.1" status: 204 len: 168 time: 1.2738280 Nov 12 01:00:42.987075 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43452) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:42.987227 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9597306-9e25-4107-b955-444323dc6bb5 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Checking segment: {'id': '93d1b1e3-b492-4255-a13a-569e44ca57e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e336e1e3-d670-40e9-bfcc-cfefb16c675d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:00:42.987427 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9597306-9e25-4107-b955-444323dc6bb5 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Network hostable DHCP agents. Network: e336e1e3-d670-40e9-bfcc-cfefb16c675d, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:00:42.992070 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87f31a5-73e3-40b2-933a-7b7737ae45d3 None None] Network e5078bb1-92e4-43ce-8d3a-7b7e98d98422 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:43.036611 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-495ad957-a99a-4921-9036-85a9b540e164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:43.044527 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aa45b4b5-8041-4e3d-8f57-3067626101a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:43.077503 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aa45b4b5-8041-4e3d-8f57-3067626101a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:43.084779 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9597306-9e25-4107-b955-444323dc6bb5 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Network e336e1e3-d670-40e9-bfcc-cfefb16c675d is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:00:43.130694 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-d9597306-9e25-4107-b955-444323dc6bb5 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, e336e1e3-d670-40e9-bfcc-cfefb16c675d) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:43.142489 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9597306-9e25-4107-b955-444323dc6bb5 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:43.143102 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d9597306-9e25-4107-b955-444323dc6bb5 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:43.143230 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-350e91ee-4e8b-4559-909a-8a9ee2e3bbd0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:43.146582 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45b4b5-8041-4e3d-8f57-3067626101a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f093d56-71ab-4e6d-b993-1857439115cf,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:43.155169 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-aa45b4b5-8041-4e3d-8f57-3067626101a4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cf535f29af1f402fbaedbed959e7d936&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2412603 Nov 12 01:00:43.155169 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43454) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:43.166225 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-495ad957-a99a-4921-9036-85a9b540e164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:43.183389 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d9597306-9e25-4107-b955-444323dc6bb5 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1504009 Nov 12 01:00:43.196098 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d31fa9-054a-4c40-8b76-66c461a318eb None None] Network e336e1e3-d670-40e9-bfcc-cfefb16c675d requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:43.199139 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43456) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:43.208415 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-e8503de8-3b0a-45be-8107-fd474c98b99c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1863723788', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}, 'admin_state_up': False}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:43.208604 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-495ad957-a99a-4921-9036-85a9b540e164 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:43.211702 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-495ad957-a99a-4921-9036-85a9b540e164 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c95ae7ec-154e-4271-b0c9-eb0c3a91b608 HTTP/1.1" status: 204 len: 168 time: 1.0456724 Nov 12 01:00:43.212568 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ad957-a99a-4921-9036-85a9b540e164 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c95ae7ec-154e-4271-b0c9-eb0c3a91b608,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:43.214131 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43458) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:43.256490 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ad2416-1955-4189-9336-02e867406565 None None] Network fe286bc5-ab34-4302-ab66-69b5f40afcfc requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:43.286818 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ef276171-f5cc-4b0d-9ca7-3dd05192903c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:43.295767 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e8503de8-3b0a-45be-8107-fd474c98b99c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:43.297627 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e8503de8-3b0a-45be-8107-fd474c98b99c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:43.326722 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-350e91ee-4e8b-4559-909a-8a9ee2e3bbd0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Deleting port 04ac1ebe-5adb-4447-9854-7ae6d4f5666a {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:43.327470 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-350e91ee-4e8b-4559-909a-8a9ee2e3bbd0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:43.340674 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ef276171-f5cc-4b0d-9ca7-3dd05192903c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:43.364174 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-13da06f7-115d-4929-9ad4-a291f13ada55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:43.416466 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 835fc5d8-f768-4849-9168-318c09432ec9 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:43.459352 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: 835fc5d8-f768-4849-9168-318c09432ec9 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:00:43.459955 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 835fc5d8-f768-4849-9168-318c09432ec9 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:00:43.465635 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-54a87ff6-2bc1-46d9-86d1-51061856bab8 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:43.479551 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ef276171-f5cc-4b0d-9ca7-3dd05192903c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:43.484189 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ef276171-f5cc-4b0d-9ca7-3dd05192903c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:43.488503 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ef276171-f5cc-4b0d-9ca7-3dd05192903c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2f093d56-71ab-4e6d-b993-1857439115cf HTTP/1.1" status: 204 len: 168 time: 0.3327634 Nov 12 01:00:43.508871 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef276171-f5cc-4b0d-9ca7-3dd05192903c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f093d56-71ab-4e6d-b993-1857439115cf,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:43.553202 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-13da06f7-115d-4929-9ad4-a291f13ada55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:43.588170 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e8503de8-3b0a-45be-8107-fd474c98b99c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:43.593107 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-350e91ee-4e8b-4559-909a-8a9ee2e3bbd0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] For port 04ac1ebe-5adb-4447-9854-7ae6d4f5666a, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=04ac1ebe-5adb-4447-9854-7ae6d4f5666a,segment=NetworkSegment(898a88a8-9260-4d94-80bf-5fc2e41553bd),segment_id=898a88a8-9260-4d94-80bf-5fc2e41553bd)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:43.593578 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-350e91ee-4e8b-4559-909a-8a9ee2e3bbd0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:43.616750 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ada5048-313a-4a3f-97e9-1c6b6ab99305 None None] DHCP port deletion for e5078bb1-92e4-43ce-8d3a-7b7e98d98422 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:00:43.714969 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-13da06f7-115d-4929-9ad4-a291f13ada55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe286bc5-ab34-4302-ab66-69b5f40afcfc']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:43.718394 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-350e91ee-4e8b-4559-909a-8a9ee2e3bbd0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Calling delete_port for 04ac1ebe-5adb-4447-9854-7ae6d4f5666a owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:43.737002 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 04ac1ebe-5adb-4447-9854-7ae6d4f5666a no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:43.749897 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-13da06f7-115d-4929-9ad4-a291f13ada55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7533d8c8-0079-4497-b9b8-05b110dba4ea') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:43.750688 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-13da06f7-115d-4929-9ad4-a291f13ada55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7533d8c8-0079-4497-b9b8-05b110dba4ea') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:43.768277 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-13da06f7-115d-4929-9ad4-a291f13ada55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:43.798723 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f68fc30-8a3c-4c93-9242-914d00965c27 None None] Network e336e1e3-d670-40e9-bfcc-cfefb16c675d requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:43.800313 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85aa09ef-65f8-4c8c-a2ed-57ce45b83430 None None] DHCP port deletion for fe286bc5-ab34-4302-ab66-69b5f40afcfc request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:00:43.838898 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-13da06f7-115d-4929-9ad4-a291f13ada55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:43.895302 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13da06f7-115d-4929-9ad4-a291f13ada55 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:00:43.895888 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-13da06f7-115d-4929-9ad4-a291f13ada55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:43.919245 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e8503de8-3b0a-45be-8107-fd474c98b99c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:43.989615 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:00:43.989615 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:00:43.989615 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:00:43.989615 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:00:43.989615 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:00:43.989615 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:00:43.989615 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:00:43.989615 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:00:43.989615 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:00:43.989615 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:00:43.989615 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:00:43.989615 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:00:43.989615 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:00:43.989615 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:00:43.989615 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:00:43.989615 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:00:43.989615 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:00:43.989615 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:00:43.989615 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:00:43.989615 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:00:43.989615 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:00:43.989615 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:00:43.989615 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:00:43.989615 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:00:43.989615 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:00:43.989615 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:00:43.989615 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:00:43.989615 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:00:43.989615 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:00:43.989615 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:00:43.989615 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:00:43.989615 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:00:43.999323 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-13da06f7-115d-4929-9ad4-a291f13ada55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:44.018109 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-13da06f7-115d-4929-9ad4-a291f13ada55 admin admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:44.052875 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-13da06f7-115d-4929-9ad4-a291f13ada55 admin admin] 10.222.0.20 "DELETE /v2.0/networks/fe286bc5-ab34-4302-ab66-69b5f40afcfc HTTP/1.1" status: 204 len: 168 time: 0.8360744 Nov 12 01:00:44.108834 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da06f7-115d-4929-9ad4-a291f13ada55 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe286bc5-ab34-4302-ab66-69b5f40afcfc,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:44.121414 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-350e91ee-4e8b-4559-909a-8a9ee2e3bbd0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:44.183214 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:44.372261 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-54a87ff6-2bc1-46d9-86d1-51061856bab8 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Deleting port 8827948f-813e-4b5d-9843-d5dd66eb8a4d {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:44.374402 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-54a87ff6-2bc1-46d9-86d1-51061856bab8 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:44.412889 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device eff6a3d0-5baf-4d10-b12c-efb1c22ec22f no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:44.416589 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-2ada5048-313a-4a3f-97e9-1c6b6ab99305 None None] Deleting port 04ac1ebe-5adb-4447-9854-7ae6d4f5666a {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:44.417118 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2ada5048-313a-4a3f-97e9-1c6b6ab99305 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:44.444148 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: eff6a3d0-5baf-4d10-b12c-efb1c22ec22f {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:00:44.444631 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device eff6a3d0-5baf-4d10-b12c-efb1c22ec22f not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:00:44.493284 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43486) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:44.505271 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-2ada5048-313a-4a3f-97e9-1c6b6ab99305 None None] For port 04ac1ebe-5adb-4447-9854-7ae6d4f5666a, host n-d-812236-11, got binding levels [] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:44.505848 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2ada5048-313a-4a3f-97e9-1c6b6ab99305 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:44.521089 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-2ada5048-313a-4a3f-97e9-1c6b6ab99305 None None] Calling delete_port for 04ac1ebe-5adb-4447-9854-7ae6d4f5666a owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:44.525255 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.ipam_backend_mixin [None req-2ada5048-313a-4a3f-97e9-1c6b6ab99305 None None] Port 04ac1ebe-5adb-4447-9854-7ae6d4f5666a was not found and therefore no delete operation was performed {{(pid=102663) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 01:00:44.526711 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2ada5048-313a-4a3f-97e9-1c6b6ab99305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:44.543713 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-54a87ff6-2bc1-46d9-86d1-51061856bab8 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] For port 8827948f-813e-4b5d-9843-d5dd66eb8a4d, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=8827948f-813e-4b5d-9843-d5dd66eb8a4d,segment=NetworkSegment(5811e885-48b0-415c-b61c-37641b4c25fc),segment_id=5811e885-48b0-415c-b61c-37641b4c25fc)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:44.544547 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-54a87ff6-2bc1-46d9-86d1-51061856bab8 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:44.567376 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada5048-313a-4a3f-97e9-1c6b6ab99305 None None] Pushing event deleted for resources: {'Port': ['ID=04ac1ebe-5adb-4447-9854-7ae6d4f5666a,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:44.568782 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ada5048-313a-4a3f-97e9-1c6b6ab99305 None None] No DVR routers for this DVR port 04ac1ebe-5adb-4447-9854-7ae6d4f5666a on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:00:44.603854 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-54a87ff6-2bc1-46d9-86d1-51061856bab8 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Calling delete_port for 8827948f-813e-4b5d-9843-d5dd66eb8a4d owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:44.616918 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c131136a-bd40-4815-9d4b-2a11bff8cd4c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a34d0dec794a4d4da53e1ffa0340102a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1219659 Nov 12 01:00:44.621001 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43488) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:44.687305 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e91ee-4e8b-4559-909a-8a9ee2e3bbd0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event deleted for resources: {'Port': ['ID=04ac1ebe-5adb-4447-9854-7ae6d4f5666a,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:44.700865 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350e91ee-4e8b-4559-909a-8a9ee2e3bbd0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] No DVR routers for this DVR port 04ac1ebe-5adb-4447-9854-7ae6d4f5666a on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:00:44.789442 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-408367cb-ed71-4e5a-ab21-db5eaa0a2df2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:44.806785 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-350e91ee-4e8b-4559-909a-8a9ee2e3bbd0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:44.840973 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-408367cb-ed71-4e5a-ab21-db5eaa0a2df2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:44.889586 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-350e91ee-4e8b-4559-909a-8a9ee2e3bbd0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5078bb1-92e4-43ce-8d3a-7b7e98d98422']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:44.932626 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-350e91ee-4e8b-4559-909a-8a9ee2e3bbd0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '898a88a8-9260-4d94-80bf-5fc2e41553bd') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:44.932929 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-350e91ee-4e8b-4559-909a-8a9ee2e3bbd0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '898a88a8-9260-4d94-80bf-5fc2e41553bd') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:44.948710 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-54a87ff6-2bc1-46d9-86d1-51061856bab8 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:44.948940 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-350e91ee-4e8b-4559-909a-8a9ee2e3bbd0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:44.981548 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e8503de8-3b0a-45be-8107-fd474c98b99c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for router_gateway, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:44.986965 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a87ff6-2bc1-46d9-86d1-51061856bab8 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event deleted for resources: {'Port': ['ID=8827948f-813e-4b5d-9843-d5dd66eb8a4d,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:45.027933 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e8503de8-3b0a-45be-8107-fd474c98b99c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:45.044176 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-350e91ee-4e8b-4559-909a-8a9ee2e3bbd0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:45.045801 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-408367cb-ed71-4e5a-ab21-db5eaa0a2df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:45.048303 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-408367cb-ed71-4e5a-ab21-db5eaa0a2df2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:45.052996 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-408367cb-ed71-4e5a-ab21-db5eaa0a2df2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b9792e5a-ab94-4d40-ba9d-f2b702efb896 HTTP/1.1" status: 204 len: 168 time: 0.4305768 Nov 12 01:00:45.072331 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-350e91ee-4e8b-4559-909a-8a9ee2e3bbd0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:00:45.072755 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-350e91ee-4e8b-4559-909a-8a9ee2e3bbd0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:45.080381 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:00:45.080381 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:00:45.080381 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:00:45.080381 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:00:45.080381 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:00:45.080381 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:00:45.080381 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:00:45.080381 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:00:45.080381 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:00:45.080381 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:00:45.080381 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:00:45.080381 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:00:45.080381 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:00:45.080381 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:00:45.080381 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:00:45.080381 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:00:45.080381 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:00:45.080381 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:00:45.080381 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:00:45.080381 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:00:45.080381 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:00:45.080381 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:00:45.080381 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:00:45.080381 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:00:45.080381 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:00:45.080381 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:00:45.080381 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:00:45.080381 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:00:45.080381 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:00:45.080381 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:00:45.080381 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:00:45.080381 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:00:45.117415 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408367cb-ed71-4e5a-ab21-db5eaa0a2df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9792e5a-ab94-4d40-ba9d-f2b702efb896,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:45.311108 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-e8503de8-3b0a-45be-8107-fd474c98b99c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Allocated IP 172.25.2.174 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/3c083870-cfe2-4ea5-b919-a2417b755e57) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:00:45.352111 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-350e91ee-4e8b-4559-909a-8a9ee2e3bbd0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:45.361546 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-54a87ff6-2bc1-46d9-86d1-51061856bab8 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:45.364230 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-350e91ee-4e8b-4559-909a-8a9ee2e3bbd0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:45.368952 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-350e91ee-4e8b-4559-909a-8a9ee2e3bbd0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "DELETE /v2.0/networks/e5078bb1-92e4-43ce-8d3a-7b7e98d98422 HTTP/1.1" status: 204 len: 168 time: 2.3810120 Nov 12 01:00:45.376294 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43514) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:45.391743 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e91ee-4e8b-4559-909a-8a9ee2e3bbd0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event deleted for resources: {'Network': ['ID=e5078bb1-92e4-43ce-8d3a-7b7e98d98422,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:45.539517 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda86a81-c1f1-4c2e-bafa-b234ba36e76d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:45.545184 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-cda86a81-c1f1-4c2e-bafa-b234ba36e76d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "GET /v2.0/ports/cc8d0f3d-37d1-4eae-a2cc-8cc9ba07ed56 HTTP/1.1" status: 200 len: 841 time: 0.1549358 Nov 12 01:00:45.545424 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43520) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:45.687718 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e8503de8-3b0a-45be-8107-fd474c98b99c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:45.697823 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d5dc18a5-71f2-4893-b008-39a6d3d2eb67 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "GET /v2.0/ports/cc8d0f3d-37d1-4eae-a2cc-8cc9ba07ed56?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1511488 Nov 12 01:00:45.706117 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43530) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:45.713239 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-5aa350fe-d2c9-4229-acef-796ff5de2a6e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Request body: {'subnet': {'network_id': '6398f85e-584f-40be-9040-b5e6f4f3c478', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:45.754947 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a87ff6-2bc1-46d9-86d1-51061856bab8 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Router 43d45a94-9651-4d03-a4f3-f68fc6a14662 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:00:45.835861 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a87ff6-2bc1-46d9-86d1-51061856bab8 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:00:45.848589 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-54a87ff6-2bc1-46d9-86d1-51061856bab8 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "PUT /v2.0/routers/43d45a94-9651-4d03-a4f3-f68fc6a14662/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7207012 Nov 12 01:00:45.849014 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11137e6f-7329-4cfe-b0a7-5dd7bf35538e None None] Sync routers for ids ['43d45a94-9651-4d03-a4f3-f68fc6a14662'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:00:45.849515 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43536) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:45.871820 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11137e6f-7329-4cfe-b0a7-5dd7bf35538e None None] Routers {'43d45a94-9651-4d03-a4f3-f68fc6a14662'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:45.873552 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-11137e6f-7329-4cfe-b0a7-5dd7bf35538e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:00:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['43d45a94-9651-4d03-a4f3-f68fc6a14662'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:45.894525 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e8503de8-3b0a-45be-8107-fd474c98b99c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:45.951498 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8503de8-3b0a-45be-8107-fd474c98b99c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:45.952277 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa350fe-d2c9-4229-acef-796ff5de2a6e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Made reservation on behalf of 3bb80f8fcdb04dbb90fc5fe264a13cbe for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:45.956939 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5aa350fe-d2c9-4229-acef-796ff5de2a6e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:45.973797 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-e8503de8-3b0a-45be-8107-fd474c98b99c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:45.981827 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c6342f0-504f-4e13-8f49-48409f3ba5a9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Deleting subnet a1ed6423-a557-482e-80f3-1e880e789d95 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:00:45.991854 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8503de8-3b0a-45be-8107-fd474c98b99c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:00:46.005037 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8503de8-3b0a-45be-8107-fd474c98b99c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Pushing event updated for resources: {'Port': ['ID=3c083870-cfe2-4ea5-b919-a2417b755e57,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:46.012311 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0c6342f0-504f-4e13-8f49-48409f3ba5a9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:46.107571 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-11137e6f-7329-4cfe-b0a7-5dd7bf35538e None None] Set router 43d45a94-9651-4d03-a4f3-f68fc6a14662 gateway port host: None {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:00:46.128721 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0c6342f0-504f-4e13-8f49-48409f3ba5a9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:46.224569 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ff86f2-003e-4724-97a3-18936986031e None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:00:46.231599 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-11137e6f-7329-4cfe-b0a7-5dd7bf35538e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'name': 'tempest-RoutersTest-router-1019833005', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:31Z', 'updated_at': '2021-11-12T01:00:44Z', 'revision_number': 11, 'project_id': 'f23da681bca94b38b5538444990222f0', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:46.281520 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11137e6f-7329-4cfe-b0a7-5dd7bf35538e None None] Checking router: 43d45a94-9651-4d03-a4f3-f68fc6a14662 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:00:46.300129 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11137e6f-7329-4cfe-b0a7-5dd7bf35538e None None] Routers {'43d45a94-9651-4d03-a4f3-f68fc6a14662'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:46.301139 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-11137e6f-7329-4cfe-b0a7-5dd7bf35538e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:00:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['43d45a94-9651-4d03-a4f3-f68fc6a14662'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:46.306358 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0c6342f0-504f-4e13-8f49-48409f3ba5a9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:46.411105 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-6ffc9e81-ecb1-450f-928a-8128b06ae0aa None None] Provisioning complete for port 3c083870-cfe2-4ea5-b919-a2417b755e57 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:46.411619 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6ffc9e81-ecb1-450f-928a-8128b06ae0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:46.414515 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-11137e6f-7329-4cfe-b0a7-5dd7bf35538e None None] Set router 43d45a94-9651-4d03-a4f3-f68fc6a14662 gateway port host: None {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:00:46.418863 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0c6342f0-504f-4e13-8f49-48409f3ba5a9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:46.466883 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6342f0-504f-4e13-8f49-48409f3ba5a9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event deleted for resources: {'Subnet': ['ID=a1ed6423-a557-482e-80f3-1e880e789d95,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:46.490448 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0c6342f0-504f-4e13-8f49-48409f3ba5a9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:46.500153 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0c6342f0-504f-4e13-8f49-48409f3ba5a9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "DELETE /v2.0/subnets/a1ed6423-a557-482e-80f3-1e880e789d95 HTTP/1.1" status: 204 len: 168 time: 0.6496837 Nov 12 01:00:46.501177 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43562) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:46.515513 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011fefd0-c16c-4ddb-bf3c-08df29dd8857 None None] Network b7601aaf-0d25-48a6-a3a3-4191027952f6 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:46.531920 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-11137e6f-7329-4cfe-b0a7-5dd7bf35538e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'name': 'tempest-RoutersTest-router-1019833005', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:31Z', 'updated_at': '2021-11-12T01:00:44Z', 'revision_number': 11, 'project_id': 'f23da681bca94b38b5538444990222f0', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:46.616066 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11137e6f-7329-4cfe-b0a7-5dd7bf35538e None None] The sync data for ids ['43d45a94-9651-4d03-a4f3-f68fc6a14662'] in n-d-812236-11 is: [{'id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'name': 'tempest-RoutersTest-router-1019833005', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:31Z', 'updated_at': '2021-11-12T01:00:44Z', 'revision_number': 11, 'project_id': 'f23da681bca94b38b5538444990222f0', 'gw_port_host': None}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:00:46.671167 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-195f8801-aa85-478c-81d0-810d265ba4f3 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:46.695135 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-6ffc9e81-ecb1-450f-928a-8128b06ae0aa None None] Port 3c083870-cfe2-4ea5-b919-a2417b755e57 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:00:46.723203 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e8503de8-3b0a-45be-8107-fd474c98b99c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for router_gateway, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:46.805735 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-195f8801-aa85-478c-81d0-810d265ba4f3 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Deleting port 434c1e8b-a7c6-4518-9642-a0632ea1ab20 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:46.806070 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-195f8801-aa85-478c-81d0-810d265ba4f3 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:46.840056 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43574) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:46.900584 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-195f8801-aa85-478c-81d0-810d265ba4f3 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] For port 434c1e8b-a7c6-4518-9642-a0632ea1ab20, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=434c1e8b-a7c6-4518-9642-a0632ea1ab20,segment=NetworkSegment(5811e885-48b0-415c-b61c-37641b4c25fc),segment_id=5811e885-48b0-415c-b61c-37641b4c25fc)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:46.901002 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-195f8801-aa85-478c-81d0-810d265ba4f3 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:46.917559 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5aa350fe-d2c9-4229-acef-796ff5de2a6e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:46.929010 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-195f8801-aa85-478c-81d0-810d265ba4f3 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Calling delete_port for 434c1e8b-a7c6-4518-9642-a0632ea1ab20 owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:46.988155 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa350fe-d2c9-4229-acef-796ff5de2a6e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event updated for resources: {'Subnet': ['ID=48f394a4-2761-4ab8-b4dd-0b43773fd2ac,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:47.007607 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a1d80a-635a-4002-8f0c-05eb37e69f87 None None] DHCP port deletion for b7601aaf-0d25-48a6-a3a3-4191027952f6 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:00:47.051081 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa350fe-d2c9-4229-acef-796ff5de2a6e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Network 6398f85e-584f-40be-9040-b5e6f4f3c478 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:47.057410 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-5aa350fe-d2c9-4229-acef-796ff5de2a6e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:47.066371 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa350fe-d2c9-4229-acef-796ff5de2a6e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:47.068636 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5aa350fe-d2c9-4229-acef-796ff5de2a6e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:47.117572 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-195f8801-aa85-478c-81d0-810d265ba4f3 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:47.180240 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f8801-aa85-478c-81d0-810d265ba4f3 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event deleted for resources: {'Port': ['ID=434c1e8b-a7c6-4518-9642-a0632ea1ab20,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:47.191467 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195f8801-aa85-478c-81d0-810d265ba4f3 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] No DVR routers for this DVR port 434c1e8b-a7c6-4518-9642-a0632ea1ab20 on host n-d-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:00:47.202299 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5aa350fe-d2c9-4229-acef-796ff5de2a6e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4961233 Nov 12 01:00:47.204833 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43584) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:47.229527 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-802f01ae-1ef3-4e8d-97ad-fe6a17161821 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Request body: {'security_group': {'name': 'tempest-secgroup-1513583731'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:47.344332 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-ef7cbd90-7a7b-42a8-8d11-2fe791b074da admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1236222360-network', 'tenant_id': 'b69c08bc1825416d9856930c76df087f'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:47.358797 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-195f8801-aa85-478c-81d0-810d265ba4f3 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:47.372122 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-802f01ae-1ef3-4e8d-97ad-fe6a17161821 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:47.402682 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-195f8801-aa85-478c-81d0-810d265ba4f3 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7601aaf-0d25-48a6-a3a3-4191027952f6']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:47.406898 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e8503de8-3b0a-45be-8107-fd474c98b99c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:47.415943 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-195f8801-aa85-478c-81d0-810d265ba4f3 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5811e885-48b0-415c-b61c-37641b4c25fc') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:47.416281 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-195f8801-aa85-478c-81d0-810d265ba4f3 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5811e885-48b0-415c-b61c-37641b4c25fc') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:47.418096 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7cbd90-7a7b-42a8-8d11-2fe791b074da admin admin] Made reservation on behalf of b69c08bc1825416d9856930c76df087f for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:47.419433 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3de33e-97fa-42aa-8435-a06912625cc0 None None] Network 6398f85e-584f-40be-9040-b5e6f4f3c478 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:47.423725 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ef7cbd90-7a7b-42a8-8d11-2fe791b074da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:47.455984 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-195f8801-aa85-478c-81d0-810d265ba4f3 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:47.458256 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ef7cbd90-7a7b-42a8-8d11-2fe791b074da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:47.484726 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-195f8801-aa85-478c-81d0-810d265ba4f3 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:47.498678 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-195f8801-aa85-478c-81d0-810d265ba4f3 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:00:47.508691 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-195f8801-aa85-478c-81d0-810d265ba4f3 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:47.513550 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:00:47.513550 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:00:47.513550 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:00:47.513550 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:00:47.513550 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:00:47.513550 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:00:47.513550 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:00:47.513550 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:00:47.513550 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:00:47.513550 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:00:47.513550 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:00:47.513550 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:00:47.513550 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:00:47.513550 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:00:47.513550 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:00:47.513550 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:00:47.513550 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:00:47.513550 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:00:47.513550 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:00:47.513550 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:00:47.513550 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:00:47.513550 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:00:47.513550 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:00:47.513550 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:00:47.513550 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:00:47.513550 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:00:47.513550 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:00:47.513550 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:00:47.513550 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:00:47.513550 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:00:47.513550 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:00:47.513550 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:00:47.569346 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-802f01ae-1ef3-4e8d-97ad-fe6a17161821 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:47.585048 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-802f01ae-1ef3-4e8d-97ad-fe6a17161821 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:47.624947 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-195f8801-aa85-478c-81d0-810d265ba4f3 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:47.645902 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-802f01ae-1ef3-4e8d-97ad-fe6a17161821 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:47.648287 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-802f01ae-1ef3-4e8d-97ad-fe6a17161821 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4341621 Nov 12 01:00:47.657503 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43598) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:47.665509 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-195f8801-aa85-478c-81d0-810d265ba4f3 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:47.667810 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-8b872575-6176-43e0-ae48-82f653fef036 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Request body: {'security_group': {'name': 'tempest-secgroup-1147979010'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:47.668771 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-195f8801-aa85-478c-81d0-810d265ba4f3 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "DELETE /v2.0/networks/b7601aaf-0d25-48a6-a3a3-4191027952f6 HTTP/1.1" status: 204 len: 168 time: 1.1663752 Nov 12 01:00:47.671632 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f8801-aa85-478c-81d0-810d265ba4f3 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Pushing event deleted for resources: {'Network': ['ID=b7601aaf-0d25-48a6-a3a3-4191027952f6,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:47.676702 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43600) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:47.682967 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-a08c3d4d-f9f1-46ea-89c1-97c0311f8c64 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Request body: {'router': {'routes': None}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:47.687671 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f01ae-1ef3-4e8d-97ad-fe6a17161821 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=172096ba-aada-452c-b567-5d86a38197bc,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:47.712761 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 434c1e8b-a7c6-4518-9642-a0632ea1ab20 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:47.729437 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ef7cbd90-7a7b-42a8-8d11-2fe791b074da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:47.744821 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ef7cbd90-7a7b-42a8-8d11-2fe791b074da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:47.779119 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8503de8-3b0a-45be-8107-fd474c98b99c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Router 0554c11e-5a59-4413-a079-2d83896a5ab9 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:00:47.811432 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef7cbd90-7a7b-42a8-8d11-2fe791b074da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:00:47.835757 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7cbd90-7a7b-42a8-8d11-2fe791b074da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:47.835970 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 434c1e8b-a7c6-4518-9642-a0632ea1ab20 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:00:47.836166 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 434c1e8b-a7c6-4518-9642-a0632ea1ab20 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:00:47.836735 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 8827948f-813e-4b5d-9843-d5dd66eb8a4d no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:47.847982 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ef7cbd90-7a7b-42a8-8d11-2fe791b074da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:47.849099 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-ef7cbd90-7a7b-42a8-8d11-2fe791b074da admin admin] Added segment ac5afd89-5012-43c7-b28d-4a594b7d5879 of type vlan for network e2e3e1e9-0e8c-4882-bf10-1b961e611626 Nov 12 01:00:47.873867 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8b872575-6176-43e0-ae48-82f653fef036 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:47.880554 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-37a1d80a-635a-4002-8f0c-05eb37e69f87 None None] Deleting port 434c1e8b-a7c6-4518-9642-a0632ea1ab20 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:47.880929 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-37a1d80a-635a-4002-8f0c-05eb37e69f87 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:47.886959 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 8827948f-813e-4b5d-9843-d5dd66eb8a4d {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:00:47.887316 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 8827948f-813e-4b5d-9843-d5dd66eb8a4d not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server [None req-37a1d80a-635a-4002-8f0c-05eb37e69f87 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network b7601aaf-0d25-48a6-a3a3-4191027952f6 could not be found. Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return self._iter().one() Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1385, in one Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return self._only_one_row( Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1546, in delete_ports_by_device_id Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1971, in delete_port Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network b7601aaf-0d25-48a6-a3a3-4191027952f6 could not be found. Nov 12 01:00:47.903237 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server Nov 12 01:00:47.967632 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ef7cbd90-7a7b-42a8-8d11-2fe791b074da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:47.974239 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a046340-5873-4b32-a8bd-f1711785dbf9 None None] DHCP port deletion for b7601aaf-0d25-48a6-a3a3-4191027952f6 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:00:47.979597 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.extraroute_db [None req-a08c3d4d-f9f1-46ea-89c1-97c0311f8c64 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Added routes are [] {{(pid=102661) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 01:00:47.979877 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.extraroute_db [None req-a08c3d4d-f9f1-46ea-89c1-97c0311f8c64 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Removed routes are [] {{(pid=102661) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 01:00:47.980232 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a08c3d4d-f9f1-46ea-89c1-97c0311f8c64 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-425772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40044'] for router, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:48.017958 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fd2b6f-1d29-408c-95dd-118c47d9c664 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-6398f85e-584f-40be-9040-b5e6f4f3c478', 'network_id': '6398f85e-584f-40be-9040-b5e6f4f3c478', 'tenant_id': '3bb80f8fcdb04dbb90fc5fe264a13cbe', 'fixed_ips': [{'subnet_id': '48f394a4-2761-4ab8-b4dd-0b43773fd2ac'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:00:48.018784 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ef7cbd90-7a7b-42a8-8d11-2fe791b074da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:48.019808 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7cbd90-7a7b-42a8-8d11-2fe791b074da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:48.020345 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-11fd2b6f-1d29-408c-95dd-118c47d9c664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:48.020631 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ef7cbd90-7a7b-42a8-8d11-2fe791b074da admin admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:48.059692 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ef7cbd90-7a7b-42a8-8d11-2fe791b074da admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2183175 Nov 12 01:00:48.063323 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43610) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:48.068994 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-6a450fc1-2388-4b71-9d8f-31cb36411914 admin admin] Request body: {'subnet': {'network_id': 'e2e3e1e9-0e8c-4882-bf10-1b961e611626', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1236222360-subnet', 'tenant_id': 'b69c08bc1825416d9856930c76df087f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:48.115802 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7cbd90-7a7b-42a8-8d11-2fe791b074da admin admin] Pushing event updated for resources: {'Network': ['ID=e2e3e1e9-0e8c-4882-bf10-1b961e611626,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:48.139647 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a450fc1-2388-4b71-9d8f-31cb36411914 admin admin] Made reservation on behalf of b69c08bc1825416d9856930c76df087f for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:48.143560 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6a450fc1-2388-4b71-9d8f-31cb36411914 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:48.150899 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network e2e3e1e9-0e8c-4882-bf10-1b961e611626 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:00:48.330582 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-11fd2b6f-1d29-408c-95dd-118c47d9c664 None None] Allocated IP 172.20.0.2 (6398f85e-584f-40be-9040-b5e6f4f3c478/48f394a4-2761-4ab8-b4dd-0b43773fd2ac/3f9bfd36-506f-4143-92f9-c85dbc912cc4) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:00:48.443433 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a08c3d4d-f9f1-46ea-89c1-97c0311f8c64 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-425772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40044'] for router, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:48.462745 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a08c3d4d-f9f1-46ea-89c1-97c0311f8c64 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-425765'] for router, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:48.467444 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8503de8-3b0a-45be-8107-fd474c98b99c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:00:48.484703 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd42c64d-10a9-4569-8cae-693cb50497c5 None None] Sync routers for ids ['0554c11e-5a59-4413-a079-2d83896a5ab9'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:00:48.491164 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6a450fc1-2388-4b71-9d8f-31cb36411914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:48.504578 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd42c64d-10a9-4569-8cae-693cb50497c5 None None] Routers {'0554c11e-5a59-4413-a079-2d83896a5ab9'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:48.505201 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-cd42c64d-10a9-4569-8cae-693cb50497c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:00:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['0554c11e-5a59-4413-a079-2d83896a5ab9'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:48.595734 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a450fc1-2388-4b71-9d8f-31cb36411914 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cfb7ed7-15f0-4cd2-a0ec-39a2bf41ee0d,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:48.623378 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-cd42c64d-10a9-4569-8cae-693cb50497c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:48.640764 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd42c64d-10a9-4569-8cae-693cb50497c5 None None] Routers {'0554c11e-5a59-4413-a079-2d83896a5ab9'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:48.642062 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-cd42c64d-10a9-4569-8cae-693cb50497c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:00:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['0554c11e-5a59-4413-a079-2d83896a5ab9'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:48.674527 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a450fc1-2388-4b71-9d8f-31cb36411914 admin admin] Checking segment: {'id': 'ac5afd89-5012-43c7-b28d-4a594b7d5879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e2e3e1e9-0e8c-4882-bf10-1b961e611626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:00:48.676768 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a450fc1-2388-4b71-9d8f-31cb36411914 admin admin] Network hostable DHCP agents. Network: e2e3e1e9-0e8c-4882-bf10-1b961e611626, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:00:48.705044 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-11fd2b6f-1d29-408c-95dd-118c47d9c664 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:48.713410 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-11fd2b6f-1d29-408c-95dd-118c47d9c664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:48.721958 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-cd42c64d-10a9-4569-8cae-693cb50497c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:48.722576 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a450fc1-2388-4b71-9d8f-31cb36411914 admin admin] Network e2e3e1e9-0e8c-4882-bf10-1b961e611626 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:00:48.723321 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd42c64d-10a9-4569-8cae-693cb50497c5 None None] The sync data for ids ['0554c11e-5a59-4413-a079-2d83896a5ab9'] in n-d-812236-11 is: [] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:00:48.754359 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-6a450fc1-2388-4b71-9d8f-31cb36411914 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, e2e3e1e9-0e8c-4882-bf10-1b961e611626) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:48.758650 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e8503de8-3b0a-45be-8107-fd474c98b99c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:48.767125 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e8503de8-3b0a-45be-8107-fd474c98b99c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.5579865 Nov 12 01:00:48.769020 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3aeb2e-8e55-4e17-840c-6cd79f755dd6 None None] Network e2e3e1e9-0e8c-4882-bf10-1b961e611626 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:48.778140 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43620) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:48.797047 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8b872575-6176-43e0-ae48-82f653fef036 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:48.819330 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8b872575-6176-43e0-ae48-82f653fef036 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:48.824581 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a08c3d4d-f9f1-46ea-89c1-97c0311f8c64 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Router 43d45a94-9651-4d03-a4f3-f68fc6a14662 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:00:48.830526 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fd2b6f-1d29-408c-95dd-118c47d9c664 None None] Network 6398f85e-584f-40be-9040-b5e6f4f3c478 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:48.837295 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-11fd2b6f-1d29-408c-95dd-118c47d9c664 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:48.839823 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fd2b6f-1d29-408c-95dd-118c47d9c664 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:00:48.845604 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd2b6f-1d29-408c-95dd-118c47d9c664 None None] Pushing event updated for resources: {'Port': ['ID=3f9bfd36-506f-4143-92f9-c85dbc912cc4,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:48.927000 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8b872575-6176-43e0-ae48-82f653fef036 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:48.941313 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-8b872575-6176-43e0-ae48-82f653fef036 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2804966 Nov 12 01:00:48.942258 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b872575-6176-43e0-ae48-82f653fef036 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea3f90f-babd-467e-9d74-5b7802c4c641,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:48.945040 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43626) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:49.012258 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-11fd2b6f-1d29-408c-95dd-118c47d9c664 None None] Attempting to bind port 3f9bfd36-506f-4143-92f9-c85dbc912cc4 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:00:49.012640 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-11fd2b6f-1d29-408c-95dd-118c47d9c664 None None] Attempting to bind port 3f9bfd36-506f-4143-92f9-c85dbc912cc4 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '1de6ff02-7c4b-4bdb-a3b7-b1d8e52f2e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6398f85e-584f-40be-9040-b5e6f4f3c478'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:00:49.012982 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fd2b6f-1d29-408c-95dd-118c47d9c664 None None] Attempting to bind port 3f9bfd36-506f-4143-92f9-c85dbc912cc4 on network 6398f85e-584f-40be-9040-b5e6f4f3c478 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:00:49.040074 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fd2b6f-1d29-408c-95dd-118c47d9c664 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:00:49.041136 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fd2b6f-1d29-408c-95dd-118c47d9c664 None None] Checking segment: {'id': '1de6ff02-7c4b-4bdb-a3b7-b1d8e52f2e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6398f85e-584f-40be-9040-b5e6f4f3c478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:00:49.041136 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-11fd2b6f-1d29-408c-95dd-118c47d9c664 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:49.041436 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fd2b6f-1d29-408c-95dd-118c47d9c664 None None] Bound using segment: {'id': '1de6ff02-7c4b-4bdb-a3b7-b1d8e52f2e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6398f85e-584f-40be-9040-b5e6f4f3c478'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:00:49.041764 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-11fd2b6f-1d29-408c-95dd-118c47d9c664 None None] Bound port: 3f9bfd36-506f-4143-92f9-c85dbc912cc4, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de6ff02-7c4b-4bdb-a3b7-b1d8e52f2e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6398f85e-584f-40be-9040-b5e6f4f3c478'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:00:49.042155 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-11fd2b6f-1d29-408c-95dd-118c47d9c664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:49.066741 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a450fc1-2388-4b71-9d8f-31cb36411914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:49.067793 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6a450fc1-2388-4b71-9d8f-31cb36411914 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:49.102190 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f257b5-6781-4bd6-ab29-17bfd0ea615f None None] Network e2e3e1e9-0e8c-4882-bf10-1b961e611626 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:49.189558 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6a450fc1-2388-4b71-9d8f-31cb36411914 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1207078 Nov 12 01:00:49.257558 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-11fd2b6f-1d29-408c-95dd-118c47d9c664 None None] For port 3f9bfd36-506f-4143-92f9-c85dbc912cc4, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:00:49.267123 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-11fd2b6f-1d29-408c-95dd-118c47d9c664 None None] For port 3f9bfd36-506f-4143-92f9-c85dbc912cc4, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=3f9bfd36-506f-4143-92f9-c85dbc912cc4,segment=NetworkSegment(1de6ff02-7c4b-4bdb-a3b7-b1d8e52f2e0b),segment_id=1de6ff02-7c4b-4bdb-a3b7-b1d8e52f2e0b)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:00:49.274940 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-11fd2b6f-1d29-408c-95dd-118c47d9c664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:49.434488 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-a1f5631c-bfc5-4205-ba34-25f3aa93c035 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-539373627', 'security_groups': ['1ea3f90f-babd-467e-9d74-5b7802c4c641'], 'network_id': '6398f85e-584f-40be-9040-b5e6f4f3c478', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '48f394a4-2761-4ab8-b4dd-0b43773fd2ac'}]}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:49.481070 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd2b6f-1d29-408c-95dd-118c47d9c664 None None] Pushing event updated for resources: {'Port': ['ID=3f9bfd36-506f-4143-92f9-c85dbc912cc4,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:49.515877 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08c3d4d-f9f1-46ea-89c1-97c0311f8c64 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:00:49.529783 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73d03ed-9939-4b4b-b4e1-b1218429e274 None None] Sync routers for ids ['43d45a94-9651-4d03-a4f3-f68fc6a14662'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:00:49.556951 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73d03ed-9939-4b4b-b4e1-b1218429e274 None None] Routers {'43d45a94-9651-4d03-a4f3-f68fc6a14662'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:49.571155 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a08c3d4d-f9f1-46ea-89c1-97c0311f8c64 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:49.572902 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a08c3d4d-f9f1-46ea-89c1-97c0311f8c64 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "PUT /v2.0/routers/43d45a94-9651-4d03-a4f3-f68fc6a14662 HTTP/1.1" status: 200 len: 701 time: 1.8948956 Nov 12 01:00:49.577010 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43638) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:49.583756 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-b73d03ed-9939-4b4b-b4e1-b1218429e274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:00:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['43d45a94-9651-4d03-a4f3-f68fc6a14662'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:49.620015 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b03fb2a3-4126-44da-b2c3-7ebdf27cf0b1 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "GET /v2.0/ports?device_id=43d45a94-9651-4d03-a4f3-f68fc6a14662 HTTP/1.1" status: 200 len: 205 time: 0.0412917 Nov 12 01:00:49.623984 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43642) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:49.720159 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-b73d03ed-9939-4b4b-b4e1-b1218429e274 None None] Set router 43d45a94-9651-4d03-a4f3-f68fc6a14662 gateway port host: None {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:00:49.768814 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f5631c-bfc5-4205-ba34-25f3aa93c035 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Made reservation on behalf of 3bb80f8fcdb04dbb90fc5fe264a13cbe for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:49.895970 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-b73d03ed-9939-4b4b-b4e1-b1218429e274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'name': 'tempest-RoutersTest-router-1019833005', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:31Z', 'updated_at': '2021-11-12T01:00:44Z', 'revision_number': 11, 'project_id': 'f23da681bca94b38b5538444990222f0', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:49.969472 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73d03ed-9939-4b4b-b4e1-b1218429e274 None None] Checking router: 43d45a94-9651-4d03-a4f3-f68fc6a14662 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:00:49.997970 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73d03ed-9939-4b4b-b4e1-b1218429e274 None None] Routers {'43d45a94-9651-4d03-a4f3-f68fc6a14662'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:49.998652 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-b73d03ed-9939-4b4b-b4e1-b1218429e274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:00:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['43d45a94-9651-4d03-a4f3-f68fc6a14662'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:50.055028 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a1f5631c-bfc5-4205-ba34-25f3aa93c035 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:50.137877 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-a1f5631c-bfc5-4205-ba34-25f3aa93c035 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] device_id is not set on port 6d4341ee-0675-4575-9e3c-4f85804d8444 yet. {{(pid=102661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:00:50.177117 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-b73d03ed-9939-4b4b-b4e1-b1218429e274 None None] Set router 43d45a94-9651-4d03-a4f3-f68fc6a14662 gateway port host: None {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:00:50.288316 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-b73d03ed-9939-4b4b-b4e1-b1218429e274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'name': 'tempest-RoutersTest-router-1019833005', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:31Z', 'updated_at': '2021-11-12T01:00:44Z', 'revision_number': 11, 'project_id': 'f23da681bca94b38b5538444990222f0', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:50.360565 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73d03ed-9939-4b4b-b4e1-b1218429e274 None None] The sync data for ids ['43d45a94-9651-4d03-a4f3-f68fc6a14662'] in n-d-812236-11 is: [{'id': '43d45a94-9651-4d03-a4f3-f68fc6a14662', 'name': 'tempest-RoutersTest-router-1019833005', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:31Z', 'updated_at': '2021-11-12T01:00:44Z', 'revision_number': 11, 'project_id': 'f23da681bca94b38b5538444990222f0', 'gw_port_host': None}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:00:50.460916 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-a1f5631c-bfc5-4205-ba34-25f3aa93c035 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Allocated IP 172.20.0.3 (6398f85e-584f-40be-9040-b5e6f4f3c478/48f394a4-2761-4ab8-b4dd-0b43773fd2ac/6d4341ee-0675-4575-9e3c-4f85804d8444) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:00:50.468301 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2c0245f3-3948-42ed-ba63-dd0c2c4e84e7 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:50.760434 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a1f5631c-bfc5-4205-ba34-25f3aa93c035 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:50.812013 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a1f5631c-bfc5-4205-ba34-25f3aa93c035 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:50.868497 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f5631c-bfc5-4205-ba34-25f3aa93c035 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Network 6398f85e-584f-40be-9040-b5e6f4f3c478 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:50.878365 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-a1f5631c-bfc5-4205-ba34-25f3aa93c035 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:50.895088 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f5631c-bfc5-4205-ba34-25f3aa93c035 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:00:50.951933 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f5631c-bfc5-4205-ba34-25f3aa93c035 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event updated for resources: {'Port': ['ID=6d4341ee-0675-4575-9e3c-4f85804d8444,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:50.960214 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2c0245f3-3948-42ed-ba63-dd0c2c4e84e7 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:50.972344 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2c0245f3-3948-42ed-ba63-dd0c2c4e84e7 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:51.005606 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f5631c-bfc5-4205-ba34-25f3aa93c035 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:51.006583 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a1f5631c-bfc5-4205-ba34-25f3aa93c035 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:51.047768 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a1f5631c-bfc5-4205-ba34-25f3aa93c035 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6196902 Nov 12 01:00:51.050892 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43686) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:51.056169 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-fae08aa1-51bd-44c1-85db-30aa79cbe470 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Request body: {'subnet': {'network_id': '6398f85e-584f-40be-9040-b5e6f4f3c478', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:51.123893 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2654e487-9cd1-4c6d-903f-e374d4dff87a tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:51.151843 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eaf8a4-25d4-4523-9e49-3d8159d19150 req-f94d287f-4699-4c86-8532-49acc754cd9d tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:51.164172 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-00eaf8a4-25d4-4523-9e49-3d8159d19150 req-f94d287f-4699-4c86-8532-49acc754cd9d tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/networks?id=e2e3e1e9-0e8c-4882-bf10-1b961e611626 HTTP/1.1" status: 200 len: 814 time: 0.6586478 Nov 12 01:00:51.174441 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2c0245f3-3948-42ed-ba63-dd0c2c4e84e7 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:51.174994 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0245f3-3948-42ed-ba63-dd0c2c4e84e7 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Fanout notify agent at l3_agent the message router_deleted on router 43d45a94-9651-4d03-a4f3-f68fc6a14662 {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:00:51.199209 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae08aa1-51bd-44c1-85db-30aa79cbe470 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Made reservation on behalf of 3bb80f8fcdb04dbb90fc5fe264a13cbe for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:51.203742 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fae08aa1-51bd-44c1-85db-30aa79cbe470 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:51.237090 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2c0245f3-3948-42ed-ba63-dd0c2c4e84e7 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:51.241997 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2c0245f3-3948-42ed-ba63-dd0c2c4e84e7 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "DELETE /v2.0/routers/43d45a94-9651-4d03-a4f3-f68fc6a14662 HTTP/1.1" status: 204 len: 168 time: 1.6050832 Nov 12 01:00:51.248900 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43702) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:51.270566 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-00eaf8a4-25d4-4523-9e49-3d8159d19150 req-a257e0fb-e29f-4b3d-ad77-a60b005547fd tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/quotas/b69c08bc1825416d9856930c76df087f HTTP/1.1" status: 200 len: 375 time: 0.1052465 Nov 12 01:00:51.279183 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-1f7358c5-e19f-4b5c-b24f-2a59fdad4f04 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-989191888', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:51.293666 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-2ea9d95e-9e02-46b2-aa01-a554504e3f4d None None] Provisioning complete for port 3f9bfd36-506f-4143-92f9-c85dbc912cc4 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:51.297926 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2ea9d95e-9e02-46b2-aa01-a554504e3f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:51.329822 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1f7358c5-e19f-4b5c-b24f-2a59fdad4f04 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:51.331099 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1f7358c5-e19f-4b5c-b24f-2a59fdad4f04 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:51.365470 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-00eaf8a4-25d4-4523-9e49-3d8159d19150 req-af5ea88b-dbd4-4843-9663-706468c98766 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b69c08bc1825416d9856930c76df087f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0939505 Nov 12 01:00:51.496093 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2ea9d95e-9e02-46b2-aa01-a554504e3f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:51.501932 n-d-812236-11 neutron-server[102661]: INFO neutron.db.ipam_backend_mixin [None req-fae08aa1-51bd-44c1-85db-30aa79cbe470 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 48f394a4-2761-4ab8-b4dd-0b43773fd2ac (CIDR: 172.20.0.0/28) Nov 12 01:00:51.545596 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-2ea9d95e-9e02-46b2-aa01-a554504e3f4d None None] For port 3f9bfd36-506f-4143-92f9-c85dbc912cc4, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=3f9bfd36-506f-4143-92f9-c85dbc912cc4,segment=NetworkSegment(1de6ff02-7c4b-4bdb-a3b7-b1d8e52f2e0b),segment_id=1de6ff02-7c4b-4bdb-a3b7-b1d8e52f2e0b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:51.562571 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1f7358c5-e19f-4b5c-b24f-2a59fdad4f04 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:51.565237 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-fae08aa1-51bd-44c1-85db-30aa79cbe470 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:00:51.566014 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fae08aa1-51bd-44c1-85db-30aa79cbe470 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:51.571500 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2ea9d95e-9e02-46b2-aa01-a554504e3f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:51.576262 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1f7358c5-e19f-4b5c-b24f-2a59fdad4f04 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:51.601204 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-fae08aa1-51bd-44c1-85db-30aa79cbe470 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5490417 Nov 12 01:00:51.603382 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc53797-5184-46e5-9c52-e4821b146e7f None None] get_active_networks_info from n-d-812236-11 {{(pid=102663) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 01:00:51.604081 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43710) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:51.613440 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-9f317313-827d-4edf-95d6-b3786bd2ec0d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Request body: {'subnet': {'network_id': '6398f85e-584f-40be-9040-b5e6f4f3c478', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:51.621744 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1f7358c5-e19f-4b5c-b24f-2a59fdad4f04 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:51.623497 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1f7358c5-e19f-4b5c-b24f-2a59fdad4f04 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3735924 Nov 12 01:00:51.628450 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43714) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:51.633497 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-353602c3-3b8b-4ab1-8e32-90670ced2971 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:51.792749 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 3f9bfd36-506f-4143-92f9-c85dbc912cc4 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:00:51.807817 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-2ea9d95e-9e02-46b2-aa01-a554504e3f4d None None] Provisioning complete for port cc8d0f3d-37d1-4eae-a2cc-8cc9ba07ed56 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:51.808181 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2ea9d95e-9e02-46b2-aa01-a554504e3f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:51.868248 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea9d95e-9e02-46b2-aa01-a554504e3f4d None None] Pushing event updated for resources: {'Port': ['ID=3f9bfd36-506f-4143-92f9-c85dbc912cc4,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:51.969408 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-2654e487-9cd1-4c6d-903f-e374d4dff87a tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Allocated IP 172.20.0.1 (e336e1e3-d670-40e9-bfcc-cfefb16c675d/ba29a295-7657-4c75-a11a-187df65d4778/deacc43a-9d8d-43df-b2d2-7f4df8a310e8) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:00:51.971392 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-2ea9d95e-9e02-46b2-aa01-a554504e3f4d None None] Port cc8d0f3d-37d1-4eae-a2cc-8cc9ba07ed56 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:00:52.024551 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 3f9bfd36-506f-4143-92f9-c85dbc912cc4 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:52.025231 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:52.027696 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc53797-5184-46e5-9c52-e4821b146e7f None None] Resources bound (agent type, host, resource id): {{(pid=102663) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 01:00:52.041122 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f317313-827d-4edf-95d6-b3786bd2ec0d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Made reservation on behalf of 3bb80f8fcdb04dbb90fc5fe264a13cbe for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:52.045879 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9f317313-827d-4edf-95d6-b3786bd2ec0d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:52.104431 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-00eaf8a4-25d4-4523-9e49-3d8159d19150 req-07986b97-c3b9-42f8-8a84-546b536ff40b service neutron] 10.222.0.20 "GET /v2.0/networks/e2e3e1e9-0e8c-4882-bf10-1b961e611626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6652548 Nov 12 01:00:52.160598 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-002df891-8043-4290-a6ef-7bf8399b954e None None] Provisioning complete for port 6d4341ee-0675-4575-9e3c-4f85804d8444 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:52.161468 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-002df891-8043-4290-a6ef-7bf8399b954e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:52.237305 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-353602c3-3b8b-4ab1-8e32-90670ced2971 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-425772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40044'] for router, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:52.297222 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-353602c3-3b8b-4ab1-8e32-90670ced2971 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-425765'] for router, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:52.306276 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-00eaf8a4-25d4-4523-9e49-3d8159d19150 req-3b691a74-6533-46d6-adcc-dd8268aa2c0c service neutron] 10.222.0.20 "GET /v2.0/networks/e2e3e1e9-0e8c-4882-bf10-1b961e611626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009628 Nov 12 01:00:52.371220 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2654e487-9cd1-4c6d-903f-e374d4dff87a tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:52.447995 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2654e487-9cd1-4c6d-903f-e374d4dff87a tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:52.484440 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-002df891-8043-4290-a6ef-7bf8399b954e None None] Port 6d4341ee-0675-4575-9e3c-4f85804d8444 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:00:52.558507 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2654e487-9cd1-4c6d-903f-e374d4dff87a tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Network e336e1e3-d670-40e9-bfcc-cfefb16c675d is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:52.579006 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-2654e487-9cd1-4c6d-903f-e374d4dff87a tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:52.596998 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2654e487-9cd1-4c6d-903f-e374d4dff87a tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:00:52.612965 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6090ba03-24e0-4be0-be08-a5822cc9b543 req-dd2e58f1-0922-4049-a972-ebfb75b0f4c0 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 210 time: 0.0566399 Nov 12 01:00:52.648763 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654e487-9cd1-4c6d-903f-e374d4dff87a tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Pushing event updated for resources: {'Port': ['ID=deacc43a-9d8d-43df-b2d2-7f4df8a310e8,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:52.698014 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2654e487-9cd1-4c6d-903f-e374d4dff87a tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:52.839521 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353602c3-3b8b-4ab1-8e32-90670ced2971 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Router ca60e104-8754-4ef8-abe0-651817179eaf is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:00:52.858768 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39aee5ac-e3ff-40dc-9e51-eb4fc15bd23b None None] DHCP port deletion for e336e1e3-d670-40e9-bfcc-cfefb16c675d request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:00:52.860373 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2654e487-9cd1-4c6d-903f-e374d4dff87a tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:52.922244 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-c96aff38-cd12-4945-aefc-226b3f58c2b6 None None] Provisioning complete for port deacc43a-9d8d-43df-b2d2-7f4df8a310e8 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:52.922244 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c96aff38-cd12-4945-aefc-226b3f58c2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:52.987433 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-c96aff38-cd12-4945-aefc-226b3f58c2b6 None None] Port deacc43a-9d8d-43df-b2d2-7f4df8a310e8 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:00:53.064614 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353602c3-3b8b-4ab1-8e32-90670ced2971 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:00:53.074813 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-353602c3-3b8b-4ab1-8e32-90670ced2971 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:53.083207 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43750) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:53.083740 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a706ec-9585-44c6-a3a2-b987d5753f2b None None] Sync routers for ids ['ca60e104-8754-4ef8-abe0-651817179eaf'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:00:53.095329 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-353602c3-3b8b-4ab1-8e32-90670ced2971 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "PUT /v2.0/routers/ca60e104-8754-4ef8-abe0-651817179eaf HTTP/1.1" status: 200 len: 693 time: 1.4643357 Nov 12 01:00:53.097986 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a706ec-9585-44c6-a3a2-b987d5753f2b None None] Routers {'ca60e104-8754-4ef8-abe0-651817179eaf'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:53.100570 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-68a706ec-9585-44c6-a3a2-b987d5753f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:00:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['ca60e104-8754-4ef8-abe0-651817179eaf'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:53.135789 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9f317313-827d-4edf-95d6-b3786bd2ec0d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:53.206305 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f317313-827d-4edf-95d6-b3786bd2ec0d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event updated for resources: {'Subnet': ['ID=83f0d17a-2105-4025-9ebd-dc1191c894cb,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:53.209271 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-68a706ec-9585-44c6-a3a2-b987d5753f2b None None] Set router ca60e104-8754-4ef8-abe0-651817179eaf gateway port host: None {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:00:53.219499 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f317313-827d-4edf-95d6-b3786bd2ec0d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Network 6398f85e-584f-40be-9040-b5e6f4f3c478 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:53.220903 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-9f317313-827d-4edf-95d6-b3786bd2ec0d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:53.224322 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f317313-827d-4edf-95d6-b3786bd2ec0d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:53.224914 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9f317313-827d-4edf-95d6-b3786bd2ec0d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:53.248517 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa5cb99-cb31-4c95-9173-6c9a8113300d None None] Network 6398f85e-584f-40be-9040-b5e6f4f3c478 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:53.262557 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-9f317313-827d-4edf-95d6-b3786bd2ec0d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6568146 Nov 12 01:00:53.263681 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-901425ea-b3ea-43c4-90b2-9e5fe1f31394 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "GET /v2.0/routers/ca60e104-8754-4ef8-abe0-651817179eaf HTTP/1.1" status: 200 len: 699 time: 0.1781945 Nov 12 01:00:53.265778 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43756) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:53.266253 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43758) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:53.275698 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-f2168dd1-3588-4bcf-afff-2d27cc19b9d6 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-303601413', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '83f0d17a-2105-4025-9ebd-dc1191c894cb'}], 'security_groups': ['172096ba-aada-452c-b567-5d86a38197bc']}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:53.318257 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-68a706ec-9585-44c6-a3a2-b987d5753f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca60e104-8754-4ef8-abe0-651817179eaf', 'name': 'tempest-RoutersTest-router-989191888', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:00:51Z', 'updated_at': '2021-11-12T01:00:52Z', 'revision_number': 2, 'project_id': 'f23da681bca94b38b5538444990222f0', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:53.350612 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a706ec-9585-44c6-a3a2-b987d5753f2b None None] Checking router: ca60e104-8754-4ef8-abe0-651817179eaf for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:00:53.361158 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a706ec-9585-44c6-a3a2-b987d5753f2b None None] Routers {'ca60e104-8754-4ef8-abe0-651817179eaf'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:53.362114 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-68a706ec-9585-44c6-a3a2-b987d5753f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:00:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['ca60e104-8754-4ef8-abe0-651817179eaf'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:53.371212 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43762) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:53.374619 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-75320563-6dd1-4205-89cd-9cde365762e5 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca60e104-8754-4ef8-abe0-651817179eaf HTTP/1.1" status: 200 len: 205 time: 0.1021414 Nov 12 01:00:53.448810 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f2168dd1-3588-4bcf-afff-2d27cc19b9d6 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:53.517413 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2654e487-9cd1-4c6d-903f-e374d4dff87a tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:53.527599 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7ff6343a-92b5-43c1-9c51-993063dedcf9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:53.532400 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2654e487-9cd1-4c6d-903f-e374d4dff87a tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:53.598609 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-68a706ec-9585-44c6-a3a2-b987d5753f2b None None] Set router ca60e104-8754-4ef8-abe0-651817179eaf gateway port host: None {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:00:53.653682 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2654e487-9cd1-4c6d-903f-e374d4dff87a tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:53.683906 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-68a706ec-9585-44c6-a3a2-b987d5753f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca60e104-8754-4ef8-abe0-651817179eaf', 'name': 'tempest-RoutersTest-router-989191888', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:00:51Z', 'updated_at': '2021-11-12T01:00:52Z', 'revision_number': 2, 'project_id': 'f23da681bca94b38b5538444990222f0', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:53.741483 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a706ec-9585-44c6-a3a2-b987d5753f2b None None] The sync data for ids ['ca60e104-8754-4ef8-abe0-651817179eaf'] in n-d-812236-11 is: [{'id': 'ca60e104-8754-4ef8-abe0-651817179eaf', 'name': 'tempest-RoutersTest-router-989191888', 'tenant_id': 'f23da681bca94b38b5538444990222f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:00:51Z', 'updated_at': '2021-11-12T01:00:52Z', 'revision_number': 2, 'project_id': 'f23da681bca94b38b5538444990222f0', 'gw_port_host': None}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:00:53.783545 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 3f9bfd36-506f-4143-92f9-c85dbc912cc4 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:00:53.802223 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8ff5b1ed-dad5-453d-961e-de4308a16d83 req-1c534b66-669c-45e5-af3f-9e88fa2530c1 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 210 time: 0.0484519 Nov 12 01:00:53.907837 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 3f9bfd36-506f-4143-92f9-c85dbc912cc4 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:53.908216 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:53.922552 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654e487-9cd1-4c6d-903f-e374d4dff87a tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Pushing event updated for resources: {'Port': ['ID=deacc43a-9d8d-43df-b2d2-7f4df8a310e8,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:53.973022 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f95700-c7df-49a9-89e2-8b7ff41bc88b None None] Update dhcp port {'port': {'network_id': '6398f85e-584f-40be-9040-b5e6f4f3c478', 'fixed_ips': [{'subnet_id': '48f394a4-2761-4ab8-b4dd-0b43773fd2ac', 'ip_address': '172.20.0.2'}, {'subnet_id': '83f0d17a-2105-4025-9ebd-dc1191c894cb'}], 'binding:host_id': 'n-d-812236-11'}, 'id': '3f9bfd36-506f-4143-92f9-c85dbc912cc4'} from n-d-812236-11. {{(pid=102663) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 01:00:53.989475 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7ff6343a-92b5-43c1-9c51-993063dedcf9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:53.994551 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7ff6343a-92b5-43c1-9c51-993063dedcf9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:54.063412 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7ff6343a-92b5-43c1-9c51-993063dedcf9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:54.063916 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff6343a-92b5-43c1-9c51-993063dedcf9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Fanout notify agent at l3_agent the message router_deleted on router ca60e104-8754-4ef8-abe0-651817179eaf {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:00:54.071087 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e6f95700-c7df-49a9-89e2-8b7ff41bc88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:54.074212 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7ff6343a-92b5-43c1-9c51-993063dedcf9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:54.079072 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7ff6343a-92b5-43c1-9c51-993063dedcf9 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "DELETE /v2.0/routers/ca60e104-8754-4ef8-abe0-651817179eaf HTTP/1.1" status: 204 len: 168 time: 0.7031837 Nov 12 01:00:54.079253 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43782) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:54.120284 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3565eb6b-668f-41f7-b8c5-3da97cb742a5 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca60e104-8754-4ef8-abe0-651817179eaf HTTP/1.1" status: 200 len: 205 time: 0.0378726 Nov 12 01:00:54.127673 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2654e487-9cd1-4c6d-903f-e374d4dff87a tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Network e336e1e3-d670-40e9-bfcc-cfefb16c675d is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:54.128775 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43784) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:54.129758 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-2654e487-9cd1-4c6d-903f-e374d4dff87a tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:54.169975 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b860e514-72eb-4005-b80a-e6a50f141804 None None] DHCP port deletion for e336e1e3-d670-40e9-bfcc-cfefb16c675d request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:00:54.199039 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-f2168dd1-3588-4bcf-afff-2d27cc19b9d6 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Delete allocated IP 172.20.0.3 (6398f85e-584f-40be-9040-b5e6f4f3c478/48f394a4-2761-4ab8-b4dd-0b43773fd2ac) {{(pid=102661) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 01:00:54.205049 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-da657042-ddf2-4c93-940b-703529ea8c2d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] delete failed (client error): The resource could not be found. Nov 12 01:00:54.206154 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-da657042-ddf2-4c93-940b-703529ea8c2d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "DELETE /v2.0/routers/ca60e104-8754-4ef8-abe0-651817179eaf HTTP/1.1" status: 404 len: 336 time: 0.0705719 Nov 12 01:00:54.208790 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43792) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:54.224645 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-f2168dd1-3588-4bcf-afff-2d27cc19b9d6 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Allocated IP 172.20.0.26 (6398f85e-584f-40be-9040-b5e6f4f3c478/83f0d17a-2105-4025-9ebd-dc1191c894cb/6d4341ee-0675-4575-9e3c-4f85804d8444) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:00:54.288246 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-61c9aa19-7ed4-4656-9c85-366f18e87ce0 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:54.288932 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61c9aa19-7ed4-4656-9c85-366f18e87ce0 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:54.293229 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-61c9aa19-7ed4-4656-9c85-366f18e87ce0 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "DELETE /v2.0/subnets/e4c3a6a2-872f-42e4-abe4-0962630700c0 HTTP/1.1" status: 404 len: 337 time: 0.0362024 Nov 12 01:00:54.298638 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43796) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:54.332306 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-817e05c2-b9d2-447b-be80-598cf704a525 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:54.332965 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-817e05c2-b9d2-447b-be80-598cf704a525 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:54.336383 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-817e05c2-b9d2-447b-be80-598cf704a525 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "DELETE /v2.0/subnets/d97ed380-2494-4648-b408-f444ba18f2ee HTTP/1.1" status: 404 len: 337 time: 0.0364566 Nov 12 01:00:54.341654 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43798) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:54.446510 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-5a84d525-66aa-43bd-a804-bf8e74f2bfdf None None] Provisioning complete for port deacc43a-9d8d-43df-b2d2-7f4df8a310e8 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:54.447118 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5a84d525-66aa-43bd-a804-bf8e74f2bfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:54.483547 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-12a9306a-aabb-4438-bd18-c76770186e0e tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:54.484309 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12a9306a-aabb-4438-bd18-c76770186e0e tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:54.487977 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-12a9306a-aabb-4438-bd18-c76770186e0e tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "DELETE /v2.0/subnets/cbc58b44-e186-4f5a-b3b0-b08a44a44c20 HTTP/1.1" status: 404 len: 337 time: 0.1451375 Nov 12 01:00:54.490652 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43806) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:54.500789 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-5a84d525-66aa-43bd-a804-bf8e74f2bfdf None None] Port deacc43a-9d8d-43df-b2d2-7f4df8a310e8 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:00:54.529068 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b39da4f-dd6f-4770-a743-4f7a5726e6d7 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:54.529720 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b39da4f-dd6f-4770-a743-4f7a5726e6d7 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:54.532843 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3b39da4f-dd6f-4770-a743-4f7a5726e6d7 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "DELETE /v2.0/subnets/a1ed6423-a557-482e-80f3-1e880e789d95 HTTP/1.1" status: 404 len: 337 time: 0.0408704 Nov 12 01:00:54.535471 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43810) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:54.576535 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-143c6d30-070d-45ef-bc7d-98ea720016ec tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "GET /v2.0/ports?device_id=43d45a94-9651-4d03-a4f3-f68fc6a14662 HTTP/1.1" status: 200 len: 205 time: 0.0372841 Nov 12 01:00:54.576777 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43814) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:54.622601 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f2168dd1-3588-4bcf-afff-2d27cc19b9d6 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:54.632958 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-75e7e0fe-cb5e-458d-a1f5-3a8723cb2151 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] delete failed (client error): The resource could not be found. Nov 12 01:00:54.636374 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-75e7e0fe-cb5e-458d-a1f5-3a8723cb2151 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "DELETE /v2.0/routers/43d45a94-9651-4d03-a4f3-f68fc6a14662 HTTP/1.1" status: 404 len: 336 time: 0.0563822 Nov 12 01:00:54.636374 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2654e487-9cd1-4c6d-903f-e374d4dff87a tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Router 0554c11e-5a59-4413-a079-2d83896a5ab9 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:00:54.636753 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43818) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:54.639945 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f2168dd1-3588-4bcf-afff-2d27cc19b9d6 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:54.667010 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-bb181ee4-0611-4fd9-9c6b-d1704752154d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "GET /v2.0/ports?device_id=187db9f1-ed61-4514-b50e-3023bfff13a5 HTTP/1.1" status: 200 len: 205 time: 0.0290465 Nov 12 01:00:54.671049 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43820) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:54.716385 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-e6f95700-c7df-49a9-89e2-8b7ff41bc88b None None] Allocated IP 172.20.0.18 (6398f85e-584f-40be-9040-b5e6f4f3c478/83f0d17a-2105-4025-9ebd-dc1191c894cb/3f9bfd36-506f-4143-92f9-c85dbc912cc4) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:00:54.806148 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f2168dd1-3588-4bcf-afff-2d27cc19b9d6 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] In _notify_port_updated(), no bound segment for port 6d4341ee-0675-4575-9e3c-4f85804d8444 on network 6398f85e-584f-40be-9040-b5e6f4f3c478 {{(pid=102661) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:00:54.821871 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-29be100d-8785-4d71-b439-60e772b746e4 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] delete failed (client error): The resource could not be found. Nov 12 01:00:54.823270 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-29be100d-8785-4d71-b439-60e772b746e4 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "DELETE /v2.0/routers/187db9f1-ed61-4514-b50e-3023bfff13a5 HTTP/1.1" status: 404 len: 336 time: 0.1512811 Nov 12 01:00:54.826465 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43830) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:54.830002 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2168dd1-3588-4bcf-afff-2d27cc19b9d6 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:54.830817 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f2168dd1-3588-4bcf-afff-2d27cc19b9d6 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:54.832278 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f2168dd1-3588-4bcf-afff-2d27cc19b9d6 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "PUT /v2.0/ports/6d4341ee-0675-4575-9e3c-4f85804d8444 HTTP/1.1" status: 200 len: 920 time: 1.5649130 Nov 12 01:00:54.835301 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43832) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:54.879383 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-550c82a8-3c23-4c72-9fb1-0c8a3cf3ce62 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:54.880512 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-550c82a8-3c23-4c72-9fb1-0c8a3cf3ce62 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:54.885815 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-550c82a8-3c23-4c72-9fb1-0c8a3cf3ce62 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "DELETE /v2.0/subnets/fa61f498-1695-4d3b-b1cc-58878899522e HTTP/1.1" status: 404 len: 337 time: 0.0581167 Nov 12 01:00:54.891308 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43834) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:54.900330 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2168dd1-3588-4bcf-afff-2d27cc19b9d6 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event updated for resources: {'Port': ['ID=6d4341ee-0675-4575-9e3c-4f85804d8444,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:54.953335 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-acb0ca7b-ded5-40bb-82c8-64cd26be5bed tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5a26ae4-de38-4ee6-b6bc-d0b57edca8d9 HTTP/1.1" status: 200 len: 205 time: 0.0584366 Nov 12 01:00:54.961868 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43836) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:54.963090 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-e6f95700-c7df-49a9-89e2-8b7ff41bc88b None None] For port 3f9bfd36-506f-4143-92f9-c85dbc912cc4, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=3f9bfd36-506f-4143-92f9-c85dbc912cc4,segment=NetworkSegment(1de6ff02-7c4b-4bdb-a3b7-b1d8e52f2e0b),segment_id=1de6ff02-7c4b-4bdb-a3b7-b1d8e52f2e0b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:55.025321 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-53a516bf-816d-442b-8799-ac6752e232da tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] delete failed (client error): The resource could not be found. Nov 12 01:00:55.026493 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-53a516bf-816d-442b-8799-ac6752e232da tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "DELETE /v2.0/routers/e5a26ae4-de38-4ee6-b6bc-d0b57edca8d9 HTTP/1.1" status: 404 len: 336 time: 0.0632966 Nov 12 01:00:55.029975 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43840) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:55.047446 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e6f95700-c7df-49a9-89e2-8b7ff41bc88b None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:55.057767 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e6f95700-c7df-49a9-89e2-8b7ff41bc88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:55.071625 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e65d5dc3-e056-427a-a204-95761d5bba8e tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d60bf2-0f45-47e7-8ec1-e6df709751aa HTTP/1.1" status: 200 len: 205 time: 0.0396299 Nov 12 01:00:55.075183 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43842) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:55.148875 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-04733148-e282-4e0e-a384-59c06171e9bc tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] delete failed (client error): The resource could not be found. Nov 12 01:00:55.155093 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-04733148-e282-4e0e-a384-59c06171e9bc tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "DELETE /v2.0/routers/a7d60bf2-0f45-47e7-8ec1-e6df709751aa HTTP/1.1" status: 404 len: 336 time: 0.0737302 Nov 12 01:00:55.155988 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43844) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:55.208238 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfab8749-1714-48e7-a519-415c3c1f04cc tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:55.208985 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfab8749-1714-48e7-a519-415c3c1f04cc tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:55.213333 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-dfab8749-1714-48e7-a519-415c3c1f04cc tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "DELETE /v2.0/subnets/7d745ce6-0aa3-4a04-93ca-c33971b59853 HTTP/1.1" status: 404 len: 337 time: 0.0551119 Nov 12 01:00:55.220080 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43846) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:55.242166 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f95700-c7df-49a9-89e2-8b7ff41bc88b None None] Pushing event updated for resources: {'Port': ['ID=3f9bfd36-506f-4143-92f9-c85dbc912cc4,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:55.270575 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-53df0866-8240-4aa9-a499-5dc5ef61f889 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "GET /v2.0/ports?device_id=f18c9c3a-1844-4736-844d-8c6df4cb1aba HTTP/1.1" status: 200 len: 205 time: 0.0468996 Nov 12 01:00:55.272755 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-85781cd6-5e55-45de-bc80-837ab359013f tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Deleting port 6d4341ee-0675-4575-9e3c-4f85804d8444 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:55.273148 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-85781cd6-5e55-45de-bc80-837ab359013f tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:55.278149 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43848) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:55.362570 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-570d2571-5225-4776-9230-cbda4e7cb571 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] delete failed (client error): The resource could not be found. Nov 12 01:00:55.363872 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-570d2571-5225-4776-9230-cbda4e7cb571 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "DELETE /v2.0/routers/f18c9c3a-1844-4736-844d-8c6df4cb1aba HTTP/1.1" status: 404 len: 336 time: 0.0848806 Nov 12 01:00:55.366886 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43852) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:55.477641 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e71d1d6-26e4-4eff-95ca-89911f067d33 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:55.478155 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e71d1d6-26e4-4eff-95ca-89911f067d33 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:55.485179 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-9e71d1d6-26e4-4eff-95ca-89911f067d33 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "DELETE /v2.0/subnets/2edf647e-f3a3-4f9e-81a9-caa79c9f4a1f HTTP/1.1" status: 404 len: 337 time: 0.1151283 Nov 12 01:00:55.486392 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43858) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:55.564694 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ab011676-56f5-4725-8e9a-9bf0c3d4ee41 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "GET /v2.0/ports?device_id=d347b258-3242-448a-91b0-237f40b78043 HTTP/1.1" status: 200 len: 205 time: 0.0726089 Nov 12 01:00:55.566504 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43860) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:55.624046 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2654e487-9cd1-4c6d-903f-e374d4dff87a tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:00:55.633660 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bc623d-67b3-4fb7-9465-c56b27cc4d2c None None] Sync routers for ids ['0554c11e-5a59-4413-a079-2d83896a5ab9'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:00:55.645923 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-2c46c53b-bcc7-442b-9a55-d37ec100e360 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] delete failed (client error): The resource could not be found. Nov 12 01:00:55.649204 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-2c46c53b-bcc7-442b-9a55-d37ec100e360 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "DELETE /v2.0/routers/d347b258-3242-448a-91b0-237f40b78043 HTTP/1.1" status: 404 len: 336 time: 0.0750337 Nov 12 01:00:55.650768 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43862) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:55.667800 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bc623d-67b3-4fb7-9465-c56b27cc4d2c None None] Routers {'0554c11e-5a59-4413-a079-2d83896a5ab9'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:55.668377 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-b3bc623d-67b3-4fb7-9465-c56b27cc4d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:00:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['0554c11e-5a59-4413-a079-2d83896a5ab9'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:55.696391 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b5ccca8-79fe-4c27-bc5a-2e435520cb7d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:55.697117 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b5ccca8-79fe-4c27-bc5a-2e435520cb7d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:55.701268 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-8b5ccca8-79fe-4c27-bc5a-2e435520cb7d tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "DELETE /v2.0/subnets/ba30342d-3036-4ae0-9938-866ed5812579 HTTP/1.1" status: 404 len: 337 time: 0.0494573 Nov 12 01:00:55.707044 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43864) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:55.724914 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-85781cd6-5e55-45de-bc80-837ab359013f tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:55.740245 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c4c5db14-1bca-4745-a52d-d2b9f140f988 req-af7c1812-e31b-44a9-ad7f-f3d827c94043 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 210 time: 0.1021588 Nov 12 01:00:55.746609 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2654e487-9cd1-4c6d-903f-e374d4dff87a tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] 10.222.0.20 "PUT /v2.0/routers/0554c11e-5a59-4413-a079-2d83896a5ab9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9625177 Nov 12 01:00:55.749837 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43866) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:55.752942 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ce4837e-a0d1-4bad-b969-2c3583aa7269 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:55.753424 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ce4837e-a0d1-4bad-b969-2c3583aa7269 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:55.756807 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0ce4837e-a0d1-4bad-b969-2c3583aa7269 tempest-RoutersTest-1519892540 tempest-RoutersTest-1519892540-project] 10.222.0.20 "DELETE /v2.0/subnets/359ff077-f860-4863-96d3-69c17431a9d3 HTTP/1.1" status: 404 len: 337 time: 0.0488131 Nov 12 01:00:55.775404 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-6603235c-ad7b-408e-80c4-d61243df677e tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Request body: {'port': {'network_id': 'e336e1e3-d670-40e9-bfcc-cfefb16c675d', 'name': 'tempest-FloatingIPTestJSON-857942151'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:55.786699 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-85781cd6-5e55-45de-bc80-837ab359013f tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Calling delete_port for 6d4341ee-0675-4575-9e3c-4f85804d8444 owned by {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:55.806893 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 3f9bfd36-506f-4143-92f9-c85dbc912cc4 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:00:55.822341 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-b3bc623d-67b3-4fb7-9465-c56b27cc4d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:55.948506 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bc623d-67b3-4fb7-9465-c56b27cc4d2c None None] Routers {'0554c11e-5a59-4413-a079-2d83896a5ab9'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:55.949102 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-b3bc623d-67b3-4fb7-9465-c56b27cc4d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:00:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['0554c11e-5a59-4413-a079-2d83896a5ab9'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:56.043860 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-b3bc623d-67b3-4fb7-9465-c56b27cc4d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:56.045357 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bc623d-67b3-4fb7-9465-c56b27cc4d2c None None] The sync data for ids ['0554c11e-5a59-4413-a079-2d83896a5ab9'] in n-d-812236-11 is: [] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:00:56.078131 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 3f9bfd36-506f-4143-92f9-c85dbc912cc4 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:56.078793 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:56.202480 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6603235c-ad7b-408e-80c4-d61243df677e tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Made reservation on behalf of 52ef7dd714de4cc6a7e439dbcc2bfc3f for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:56.206352 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6603235c-ad7b-408e-80c4-d61243df677e tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:56.297459 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-6603235c-ad7b-408e-80c4-d61243df677e tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] device_id is not set on port 9d9d6a53-4224-4bfb-85d8-3d6e6a7cb57e yet. {{(pid=102661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:00:56.391242 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-85781cd6-5e55-45de-bc80-837ab359013f tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:56.395482 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43886) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:56.525044 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-a41e35cc-9a6b-44a3-a07e-6c11e5fe752e None None] Could not find standard attr ID for object 6d4341ee-0675-4575-9e3c-4f85804d8444. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:00:56.561582 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-a41e35cc-9a6b-44a3-a07e-6c11e5fe752e None None] Provisioning complete for port 3f9bfd36-506f-4143-92f9-c85dbc912cc4 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:56.568565 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a41e35cc-9a6b-44a3-a07e-6c11e5fe752e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:56.684120 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6ec7c4eb-8d0f-40b8-b3f2-e5016089de99 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f23da681bca94b38b5538444990222f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2849224 Nov 12 01:00:56.684784 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43898) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:56.743887 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-a41e35cc-9a6b-44a3-a07e-6c11e5fe752e None None] Provisioning complete for port cc8d0f3d-37d1-4eae-a2cc-8cc9ba07ed56 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:56.744733 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a41e35cc-9a6b-44a3-a07e-6c11e5fe752e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:56.788927 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-a41e35cc-9a6b-44a3-a07e-6c11e5fe752e None None] Port cc8d0f3d-37d1-4eae-a2cc-8cc9ba07ed56 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:00:56.810440 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-931b76ec-c392-4d41-8afa-d8471be71805 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:56.885440 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-931b76ec-c392-4d41-8afa-d8471be71805 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:56.976825 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-931b76ec-c392-4d41-8afa-d8471be71805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:56.979574 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-931b76ec-c392-4d41-8afa-d8471be71805 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:56.984292 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-931b76ec-c392-4d41-8afa-d8471be71805 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/506c2585-931e-4424-9307-53bab66a9196 HTTP/1.1" status: 204 len: 168 time: 0.2980356 Nov 12 01:00:56.995325 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b76ec-c392-4d41-8afa-d8471be71805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506c2585-931e-4424-9307-53bab66a9196,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:57.058758 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85781cd6-5e55-45de-bc80-837ab359013f tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event deleted for resources: {'Port': ['ID=6d4341ee-0675-4575-9e3c-4f85804d8444,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:57.104319 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-0222ad73-463e-4720-aa29-589cb746e56a None None] Could not find standard attr ID for object 6d4341ee-0675-4575-9e3c-4f85804d8444. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:00:57.125471 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c15b3401-7818-48dc-a97d-9c1f4fc63c97 req-e5dca876-4304-4d84-94dd-42b9dfe82a21 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 210 time: 0.0705910 Nov 12 01:00:57.268256 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-6603235c-ad7b-408e-80c4-d61243df677e tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Allocated IP 172.20.0.5 (e336e1e3-d670-40e9-bfcc-cfefb16c675d/ba29a295-7657-4c75-a11a-187df65d4778/9d9d6a53-4224-4bfb-85d8-3d6e6a7cb57e) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:00:57.293315 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-85781cd6-5e55-45de-bc80-837ab359013f tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:57.297729 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-85781cd6-5e55-45de-bc80-837ab359013f tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "DELETE /v2.0/ports/6d4341ee-0675-4575-9e3c-4f85804d8444 HTTP/1.1" status: 204 len: 168 time: 2.4517350 Nov 12 01:00:57.300494 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43916) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:57.317570 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:00:57.339429 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eaf8a4-25d4-4523-9e49-3d8159d19150 req-343aca31-6805-4def-a4f7-b2481f818db1 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:57.340903 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-00eaf8a4-25d4-4523-9e49-3d8159d19150 req-343aca31-6805-4def-a4f7-b2481f818db1 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.54 "GET /v2.0/networks?id=e2e3e1e9-0e8c-4882-bf10-1b961e611626 HTTP/1.1" status: 200 len: 814 time: 0.9650202 Nov 12 01:00:57.344801 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-05387d28-d2e5-4522-85c8-d2dd8f1a90ef tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] GET failed (client error): The resource could not be found. Nov 12 01:00:57.349250 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-05387d28-d2e5-4522-85c8-d2dd8f1a90ef tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "GET /v2.0/ports/6d4341ee-0675-4575-9e3c-4f85804d8444 HTTP/1.1" status: 404 len: 333 time: 0.0450306 Nov 12 01:00:57.349777 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43918) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:57.374561 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-00eaf8a4-25d4-4523-9e49-3d8159d19150 req-0ea6a4cc-237b-4cad-9df0-384f76a972cf tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Request body: {'port': {'device_id': '4203dae8-da68-4633-8d96-7915752fb68d', 'network_id': 'e2e3e1e9-0e8c-4882-bf10-1b961e611626', 'admin_state_up': True, 'tenant_id': 'b69c08bc1825416d9856930c76df087f'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:57.467485 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-caf8c9fd-792f-4da6-bcf7-dee68674575d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:57.499655 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-caf8c9fd-792f-4da6-bcf7-dee68674575d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:57.595020 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-caf8c9fd-792f-4da6-bcf7-dee68674575d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:57.608900 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-caf8c9fd-792f-4da6-bcf7-dee68674575d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:57.618333 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-caf8c9fd-792f-4da6-bcf7-dee68674575d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "DELETE /v2.0/security-groups/1ea3f90f-babd-467e-9d74-5b7802c4c641 HTTP/1.1" status: 204 len: 168 time: 0.2676003 Nov 12 01:00:57.619195 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43926) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:57.641567 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00eaf8a4-25d4-4523-9e49-3d8159d19150 req-0ea6a4cc-237b-4cad-9df0-384f76a972cf tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Made reservation on behalf of b69c08bc1825416d9856930c76df087f for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:57.645214 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-00eaf8a4-25d4-4523-9e49-3d8159d19150 req-0ea6a4cc-237b-4cad-9df0-384f76a972cf tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:57.670315 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8c9fd-792f-4da6-bcf7-dee68674575d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea3f90f-babd-467e-9d74-5b7802c4c641,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:57.700777 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6603235c-ad7b-408e-80c4-d61243df677e tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:57.800051 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ed198286-0602-43aa-a2ce-444a788a53f5 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:57.838644 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ed198286-0602-43aa-a2ce-444a788a53f5 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:57.878064 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6603235c-ad7b-408e-80c4-d61243df677e tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:57.923035 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ed198286-0602-43aa-a2ce-444a788a53f5 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:57.929729 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ed198286-0602-43aa-a2ce-444a788a53f5 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:57.931621 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ed198286-0602-43aa-a2ce-444a788a53f5 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "DELETE /v2.0/security-groups/172096ba-aada-452c-b567-5d86a38197bc HTTP/1.1" status: 204 len: 168 time: 0.2754564 Nov 12 01:00:57.937015 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43944) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:57.968982 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6603235c-ad7b-408e-80c4-d61243df677e tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Pushing event updated for resources: {'Port': ['ID=9d9d6a53-4224-4bfb-85d8-3d6e6a7cb57e,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:57.982937 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed198286-0602-43aa-a2ce-444a788a53f5 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=172096ba-aada-452c-b567-5d86a38197bc,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:58.001532 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6603235c-ad7b-408e-80c4-d61243df677e tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Network e336e1e3-d670-40e9-bfcc-cfefb16c675d is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:58.012562 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-00eaf8a4-25d4-4523-9e49-3d8159d19150 req-0ea6a4cc-237b-4cad-9df0-384f76a972cf tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Allocated IP 172.20.0.8 (e2e3e1e9-0e8c-4882-bf10-1b961e611626/0cfb7ed7-15f0-4cd2-a0ec-39a2bf41ee0d/f23ba7b4-4471-4db2-b4d6-b2d27db75586) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:00:58.016377 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-6603235c-ad7b-408e-80c4-d61243df677e tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:58.019333 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-cca423a7-c7ce-4b40-b2eb-728ee1aee887 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Deleting subnet 48f394a4-2761-4ab8-b4dd-0b43773fd2ac {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:00:58.022145 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6603235c-ad7b-408e-80c4-d61243df677e tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:00:58.024027 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cca423a7-c7ce-4b40-b2eb-728ee1aee887 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:58.033326 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c70a0bf-effd-4e59-9e3f-47d24053a7ab None None] DHCP port deletion for e336e1e3-d670-40e9-bfcc-cfefb16c675d request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:00:58.086390 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cca423a7-c7ce-4b40-b2eb-728ee1aee887 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:58.111174 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6603235c-ad7b-408e-80c4-d61243df677e tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:58.111815 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6603235c-ad7b-408e-80c4-d61243df677e tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:58.141879 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-3ec6cadc-c78a-49d1-b98e-67bf66b5c5a9 None None] Provisioning complete for port 9d9d6a53-4224-4bfb-85d8-3d6e6a7cb57e triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:58.142425 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3ec6cadc-c78a-49d1-b98e-67bf66b5c5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:58.181294 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43952) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:58.181954 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6603235c-ad7b-408e-80c4-d61243df677e tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4238703 Nov 12 01:00:58.193532 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-97a47a81-6a95-4adf-980d-81aa676013d6 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Request body: {'port': {'network_id': 'e336e1e3-d670-40e9-bfcc-cfefb16c675d', 'name': 'tempest-FloatingIPTestJSON-1790663051'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:58.248533 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-3ec6cadc-c78a-49d1-b98e-67bf66b5c5a9 None None] Port 9d9d6a53-4224-4bfb-85d8-3d6e6a7cb57e cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:00:58.353799 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-00eaf8a4-25d4-4523-9e49-3d8159d19150 req-0ea6a4cc-237b-4cad-9df0-384f76a972cf tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:58.402565 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-00eaf8a4-25d4-4523-9e49-3d8159d19150 req-0ea6a4cc-237b-4cad-9df0-384f76a972cf tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:58.417863 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-67eccac9-65c2-41fa-aa14-5addb257c2e4 req-fda64d04-c829-4fc4-8c6e-fb82806f3ef0 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 210 time: 0.0747032 Nov 12 01:00:58.487776 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea6a4cc-237b-4cad-9df0-384f76a972cf tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Pushing event updated for resources: {'Port': ['ID=f23ba7b4-4471-4db2-b4d6-b2d27db75586,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:58.502202 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cca423a7-c7ce-4b40-b2eb-728ee1aee887 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:58.514594 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00eaf8a4-25d4-4523-9e49-3d8159d19150 req-0ea6a4cc-237b-4cad-9df0-384f76a972cf tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Network e2e3e1e9-0e8c-4882-bf10-1b961e611626 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:58.516483 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-00eaf8a4-25d4-4523-9e49-3d8159d19150 req-0ea6a4cc-237b-4cad-9df0-384f76a972cf tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:58.524044 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-00eaf8a4-25d4-4523-9e49-3d8159d19150 req-0ea6a4cc-237b-4cad-9df0-384f76a972cf tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:00:58.537891 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12486eea-f53b-4d35-92cd-034fc898c1ab None None] DHCP port deletion for e2e3e1e9-0e8c-4882-bf10-1b961e611626 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:00:58.588195 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eaf8a4-25d4-4523-9e49-3d8159d19150 req-0ea6a4cc-237b-4cad-9df0-384f76a972cf tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:58.589276 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-00eaf8a4-25d4-4523-9e49-3d8159d19150 req-0ea6a4cc-237b-4cad-9df0-384f76a972cf tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:58.606204 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-a8373973-8449-45e9-ae98-56031ad4e30f None None] Provisioning complete for port f23ba7b4-4471-4db2-b4d6-b2d27db75586 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:58.607795 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a8373973-8449-45e9-ae98-56031ad4e30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:58.626912 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43964) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:58.654885 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-00eaf8a4-25d4-4523-9e49-3d8159d19150 req-0ea6a4cc-237b-4cad-9df0-384f76a972cf tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2931452 Nov 12 01:00:58.655123 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a47a81-6a95-4adf-980d-81aa676013d6 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Made reservation on behalf of 52ef7dd714de4cc6a7e439dbcc2bfc3f for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:58.659756 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-97a47a81-6a95-4adf-980d-81aa676013d6 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:58.672492 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-00eaf8a4-25d4-4523-9e49-3d8159d19150 req-0c0b0574-73ab-4473-9aad-eefecc64f984 service neutron] Request body: {'port': {'device_id': '4203dae8-da68-4633-8d96-7915752fb68d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:58.680980 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-a8373973-8449-45e9-ae98-56031ad4e30f None None] Port f23ba7b4-4471-4db2-b4d6-b2d27db75586 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:00:58.713164 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cca423a7-c7ce-4b40-b2eb-728ee1aee887 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:58.728448 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-97a47a81-6a95-4adf-980d-81aa676013d6 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] device_id is not set on port 911bddb1-b99e-413e-b153-e6c5e37f1679 yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:00:58.749423 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-00eaf8a4-25d4-4523-9e49-3d8159d19150 req-0c0b0574-73ab-4473-9aad-eefecc64f984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:58.800178 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca423a7-c7ce-4b40-b2eb-728ee1aee887 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event deleted for resources: {'Subnet': ['ID=48f394a4-2761-4ab8-b4dd-0b43773fd2ac,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:58.805633 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cca423a7-c7ce-4b40-b2eb-728ee1aee887 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:58.808841 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-cca423a7-c7ce-4b40-b2eb-728ee1aee887 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "DELETE /v2.0/subnets/48f394a4-2761-4ab8-b4dd-0b43773fd2ac HTTP/1.1" status: 204 len: 168 time: 0.8691809 Nov 12 01:00:58.817022 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15694c53-f8f1-4755-b91d-74a0773675e7 None None] Network 6398f85e-584f-40be-9040-b5e6f4f3c478 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:58.823520 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43970) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:58.830473 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-c7e6acf4-2edc-4a92-987e-5f04962acd9e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Request body: {'subnet': {'network_id': '6398f85e-584f-40be-9040-b5e6f4f3c478', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:59.045498 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-8570634f-12a0-4c8e-8fcf-75786edf658f tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:59.046003 n-d-812236-11 neutron-server[102661]: WARNING neutron.api.v2.base [None req-8570634f-12a0-4c8e-8fcf-75786edf658f tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 01:00:59.046308 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-97a47a81-6a95-4adf-980d-81aa676013d6 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Allocated IP 172.20.0.12 (e336e1e3-d670-40e9-bfcc-cfefb16c675d/ba29a295-7657-4c75-a11a-187df65d4778/911bddb1-b99e-413e-b153-e6c5e37f1679) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:00:59.046502 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-8570634f-12a0-4c8e-8fcf-75786edf658f tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 01:00:59.047493 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-8570634f-12a0-4c8e-8fcf-75786edf658f tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4178889 Nov 12 01:00:59.060337 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43978) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:59.071798 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-d0414952-5586-4ddf-98ae-a7a30b56a3d3 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Request body: {'security_group': {'name': 'tempest-secgroup--973221409'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:59.146548 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e6acf4-2edc-4a92-987e-5f04962acd9e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Made reservation on behalf of 3bb80f8fcdb04dbb90fc5fe264a13cbe for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:59.151519 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c7e6acf4-2edc-4a92-987e-5f04962acd9e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:59.266554 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d0414952-5586-4ddf-98ae-a7a30b56a3d3 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:59.291551 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d0414952-5586-4ddf-98ae-a7a30b56a3d3 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:59.341050 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-00eaf8a4-25d4-4523-9e49-3d8159d19150 req-0c0b0574-73ab-4473-9aad-eefecc64f984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f23ba7b4-4471-4db2-b4d6-b2d27db75586 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:00:59.356849 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-00eaf8a4-25d4-4523-9e49-3d8159d19150 req-0c0b0574-73ab-4473-9aad-eefecc64f984 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:59.382671 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-97a47a81-6a95-4adf-980d-81aa676013d6 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:59.400782 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-00eaf8a4-25d4-4523-9e49-3d8159d19150 req-0c0b0574-73ab-4473-9aad-eefecc64f984 service neutron] Transition to ACTIVE for port object f23ba7b4-4471-4db2-b4d6-b2d27db75586 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:00:59.412414 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-00eaf8a4-25d4-4523-9e49-3d8159d19150 req-0c0b0574-73ab-4473-9aad-eefecc64f984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:59.485315 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d0414952-5586-4ddf-98ae-a7a30b56a3d3 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:59.486843 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-97a47a81-6a95-4adf-980d-81aa676013d6 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:59.502262 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be04114-c8a6-496e-ab31-d2f289c83aee None None] DHCP port deletion for e2e3e1e9-0e8c-4882-bf10-1b961e611626 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:00:59.541648 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d0414952-5586-4ddf-98ae-a7a30b56a3d3 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:59.557663 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b0574-73ab-4473-9aad-eefecc64f984 service neutron] Pushing event updated for resources: {'Port': ['ID=f23ba7b4-4471-4db2-b4d6-b2d27db75586,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:59.683512 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d0414952-5586-4ddf-98ae-a7a30b56a3d3 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:59.693166 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a47a81-6a95-4adf-980d-81aa676013d6 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Network e336e1e3-d670-40e9-bfcc-cfefb16c675d is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:59.697411 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d0414952-5586-4ddf-98ae-a7a30b56a3d3 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:59.709195 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a47a81-6a95-4adf-980d-81aa676013d6 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Pushing event updated for resources: {'Port': ['ID=911bddb1-b99e-413e-b153-e6c5e37f1679,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:59.713336 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-97a47a81-6a95-4adf-980d-81aa676013d6 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:59.716301 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a47a81-6a95-4adf-980d-81aa676013d6 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:00:59.725817 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0414952-5586-4ddf-98ae-a7a30b56a3d3 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57d033a5-dec6-48cc-aa0e-c5157391bfd6,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:59.735270 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1e2050-7726-4cbf-ab73-1058b0b03ada None None] DHCP port deletion for e336e1e3-d670-40e9-bfcc-cfefb16c675d request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:00:59.741688 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d0414952-5586-4ddf-98ae-a7a30b56a3d3 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:59.743006 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d0414952-5586-4ddf-98ae-a7a30b56a3d3 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6808443 Nov 12 01:00:59.786062 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44000) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:59.792530 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-211c8fb0-8504-4174-b164-a90428910f73 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Request body: {'security_group_rule': {'security_group_id': 'b45a527c-7a90-4fa0-80a2-5737c65400af', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:59.834470 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c7e6acf4-2edc-4a92-987e-5f04962acd9e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:59.874484 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-7fba6547-e196-419b-a828-30d908c13e5d None None] Provisioning complete for port 911bddb1-b99e-413e-b153-e6c5e37f1679 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:59.875294 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7fba6547-e196-419b-a828-30d908c13e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:59.885200 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0414952-5586-4ddf-98ae-a7a30b56a3d3 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b45a527c-7a90-4fa0-80a2-5737c65400af,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:59.922706 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a47a81-6a95-4adf-980d-81aa676013d6 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:59.923475 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-97a47a81-6a95-4adf-980d-81aa676013d6 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:59.933455 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-211c8fb0-8504-4174-b164-a90428910f73 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:59.963437 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-97a47a81-6a95-4adf-980d-81aa676013d6 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7807138 Nov 12 01:00:59.969689 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44008) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:59.977770 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-c3458a08-6250-4ae9-9633-c11ca50b67e5 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'port_id': '911bddb1-b99e-413e-b153-e6c5e37f1679', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:00.001284 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-7fba6547-e196-419b-a828-30d908c13e5d None None] Port 911bddb1-b99e-413e-b153-e6c5e37f1679 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:01:00.020693 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e6acf4-2edc-4a92-987e-5f04962acd9e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Network 6398f85e-584f-40be-9040-b5e6f4f3c478 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:00.030082 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-c7e6acf4-2edc-4a92-987e-5f04962acd9e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:00.034950 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e6acf4-2edc-4a92-987e-5f04962acd9e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:00.035624 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c7e6acf4-2edc-4a92-987e-5f04962acd9e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:00.045961 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c3458a08-6250-4ae9-9633-c11ca50b67e5 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for floatingip, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:00.062994 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-211c8fb0-8504-4174-b164-a90428910f73 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:00.069906 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d4bc6-b25d-461b-aa98-ca44daff9de0 req-2fa7f3a5-2d9e-41bd-aff5-a7f191879f81 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:00.072833 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-211c8fb0-8504-4174-b164-a90428910f73 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:00.078852 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-147d4bc6-b25d-461b-aa98-ca44daff9de0 req-2fa7f3a5-2d9e-41bd-aff5-a7f191879f81 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 943 time: 0.4481089 Nov 12 01:01:00.110571 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-211c8fb0-8504-4174-b164-a90428910f73 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:00.114532 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-211c8fb0-8504-4174-b164-a90428910f73 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3235283 Nov 12 01:01:00.124870 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44014) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:00.133608 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-cdc7510a-6257-48bd-9c68-239d47f9567f tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Request body: {'security_group_rule': {'security_group_id': 'b45a527c-7a90-4fa0-80a2-5737c65400af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:00.147338 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e6acf4-2edc-4a92-987e-5f04962acd9e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event updated for resources: {'Subnet': ['ID=9dcb8765-6441-4407-900f-d563d862b9fb,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:00.156694 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-147d4bc6-b25d-461b-aa98-ca44daff9de0 req-bd28b205-f9a9-4b86-a612-9135c66a9ece tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678966 Nov 12 01:01:00.157296 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c8fb0-8504-4174-b164-a90428910f73 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=815bc8cd-d220-4f48-ac2d-5a19af1a9e7e,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:00.165384 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c7e6acf4-2edc-4a92-987e-5f04962acd9e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3406720 Nov 12 01:01:00.166221 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44018) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:00.180941 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-e956bd24-ccd9-4aa1-8b1c-223426f10a51 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Request body: {'security_group': {'name': 'tempest-secgroup-901146654'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:00.218851 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-00eaf8a4-25d4-4523-9e49-3d8159d19150 req-0c0b0574-73ab-4473-9aad-eefecc64f984 service neutron] Attempting to bind port f23ba7b4-4471-4db2-b4d6-b2d27db75586 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:00.219200 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-00eaf8a4-25d4-4523-9e49-3d8159d19150 req-0c0b0574-73ab-4473-9aad-eefecc64f984 service neutron] Attempting to bind port f23ba7b4-4471-4db2-b4d6-b2d27db75586 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': 'ac5afd89-5012-43c7-b28d-4a594b7d5879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e2e3e1e9-0e8c-4882-bf10-1b961e611626'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:00.225476 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00eaf8a4-25d4-4523-9e49-3d8159d19150 req-0c0b0574-73ab-4473-9aad-eefecc64f984 service neutron] Attempting to bind port f23ba7b4-4471-4db2-b4d6-b2d27db75586 on network e2e3e1e9-0e8c-4882-bf10-1b961e611626 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:00.238328 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cdc7510a-6257-48bd-9c68-239d47f9567f tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:00.256044 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e956bd24-ccd9-4aa1-8b1c-223426f10a51 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:00.276834 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00eaf8a4-25d4-4523-9e49-3d8159d19150 req-0c0b0574-73ab-4473-9aad-eefecc64f984 service neutron] Port f23ba7b4-4471-4db2-b4d6-b2d27db75586 on network e2e3e1e9-0e8c-4882-bf10-1b961e611626 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:01:00.277488 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00eaf8a4-25d4-4523-9e49-3d8159d19150 req-0c0b0574-73ab-4473-9aad-eefecc64f984 service neutron] Attempting to bind port f23ba7b4-4471-4db2-b4d6-b2d27db75586 on network e2e3e1e9-0e8c-4882-bf10-1b961e611626 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:00.287057 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00eaf8a4-25d4-4523-9e49-3d8159d19150 req-0c0b0574-73ab-4473-9aad-eefecc64f984 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:01:00.287576 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00eaf8a4-25d4-4523-9e49-3d8159d19150 req-0c0b0574-73ab-4473-9aad-eefecc64f984 service neutron] Checking segment: {'id': 'ac5afd89-5012-43c7-b28d-4a594b7d5879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e2e3e1e9-0e8c-4882-bf10-1b961e611626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:00.287960 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00eaf8a4-25d4-4523-9e49-3d8159d19150 req-0c0b0574-73ab-4473-9aad-eefecc64f984 service neutron] Bound using segment: {'id': 'ac5afd89-5012-43c7-b28d-4a594b7d5879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e2e3e1e9-0e8c-4882-bf10-1b961e611626'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:01:00.289350 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-00eaf8a4-25d4-4523-9e49-3d8159d19150 req-0c0b0574-73ab-4473-9aad-eefecc64f984 service neutron] Bound port: f23ba7b4-4471-4db2-b4d6-b2d27db75586, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac5afd89-5012-43c7-b28d-4a594b7d5879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e2e3e1e9-0e8c-4882-bf10-1b961e611626'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:01:00.289758 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-00eaf8a4-25d4-4523-9e49-3d8159d19150 req-0c0b0574-73ab-4473-9aad-eefecc64f984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:00.314126 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226af26a-731a-4907-a6b7-dfeef64b1786 None None] Network 6398f85e-584f-40be-9040-b5e6f4f3c478 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:00.356143 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-cdc7510a-6257-48bd-9c68-239d47f9567f tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 01:01:00.358477 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-cdc7510a-6257-48bd-9c68-239d47f9567f tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2317023 Nov 12 01:01:00.365614 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44022) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:00.401281 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c3458a08-6250-4ae9-9633-c11ca50b67e5 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:00.456222 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-0c06d381-c65a-4894-ad25-ad3d51a80f11 None None] Provisioning complete for port 3f9bfd36-506f-4143-92f9-c85dbc912cc4 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:00.456913 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0c06d381-c65a-4894-ad25-ad3d51a80f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:00.457788 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e956bd24-ccd9-4aa1-8b1c-223426f10a51 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:00.459134 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-00eaf8a4-25d4-4523-9e49-3d8159d19150 req-0c0b0574-73ab-4473-9aad-eefecc64f984 service neutron] For port f23ba7b4-4471-4db2-b4d6-b2d27db75586, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:01:00.463657 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-00eaf8a4-25d4-4523-9e49-3d8159d19150 req-0c0b0574-73ab-4473-9aad-eefecc64f984 service neutron] For port f23ba7b4-4471-4db2-b4d6-b2d27db75586, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f23ba7b4-4471-4db2-b4d6-b2d27db75586,segment=NetworkSegment(ac5afd89-5012-43c7-b28d-4a594b7d5879),segment_id=ac5afd89-5012-43c7-b28d-4a594b7d5879)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:01:00.465079 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e956bd24-ccd9-4aa1-8b1c-223426f10a51 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:00.485973 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-00eaf8a4-25d4-4523-9e49-3d8159d19150 req-0c0b0574-73ab-4473-9aad-eefecc64f984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:00.562554 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7c16f3db-dcdd-40e2-901c-245f4f4fb2a5 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:00.563861 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e956bd24-ccd9-4aa1-8b1c-223426f10a51 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:00.565125 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e956bd24-ccd9-4aa1-8b1c-223426f10a51 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3976407 Nov 12 01:01:00.570510 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44034) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:00.585706 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eaf8a4-25d4-4523-9e49-3d8159d19150 req-0c0b0574-73ab-4473-9aad-eefecc64f984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:00.586048 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-00eaf8a4-25d4-4523-9e49-3d8159d19150 req-0c0b0574-73ab-4473-9aad-eefecc64f984 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:00.587531 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-00eaf8a4-25d4-4523-9e49-3d8159d19150 req-0c0b0574-73ab-4473-9aad-eefecc64f984 service neutron] 10.222.0.54 "PUT /v2.0/ports/f23ba7b4-4471-4db2-b4d6-b2d27db75586 HTTP/1.1" status: 200 len: 1092 time: 1.9194345 Nov 12 01:01:00.593101 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-15631916-796a-447a-8357-1aca2ee8297a tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Request body: {'security_group': {'name': 'tempest-secgroup-1739285755'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:00.644900 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e956bd24-ccd9-4aa1-8b1c-223426f10a51 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d47f8bf-180a-43ee-8411-4d3db60c87f5,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:00.647527 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4203dae8-da68-4633-8d96-7915752fb68d', 'tag': 'f23ba7b4-4471-4db2-b4d6-b2d27db75586'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:01:00.650124 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211ada84-252b-4a5b-bf54-fe89e9b03910" -d '{"events": [{"name": "network-changed", "server_uuid": "4203dae8-da68-4633-8d96-7915752fb68d", "tag": "f23ba7b4-4471-4db2-b4d6-b2d27db75586"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:01:00.659380 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15631916-796a-447a-8357-1aca2ee8297a tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:00.698078 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceab6c73-47f6-4509-936b-32d97d6145f5 None None] DHCP port deletion for e2e3e1e9-0e8c-4882-bf10-1b961e611626 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:01:00.740277 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-0c06d381-c65a-4894-ad25-ad3d51a80f11 None None] Provisioning complete for port cc8d0f3d-37d1-4eae-a2cc-8cc9ba07ed56 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:00.740824 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0c06d381-c65a-4894-ad25-ad3d51a80f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:00.741317 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7c16f3db-dcdd-40e2-901c-245f4f4fb2a5 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:00.765551 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21d5282-0fe8-4a44-b830-6162395a0f34 x-openstack-request-id: req-a21d5282-0fe8-4a44-b830-6162395a0f34 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:01:00.765858 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4203dae8-da68-4633-8d96-7915752fb68d", "tag": "f23ba7b4-4471-4db2-b4d6-b2d27db75586", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:01:00.766118 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a21d5282-0fe8-4a44-b830-6162395a0f34 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:01:00.766539 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4203dae8-da68-4633-8d96-7915752fb68d', 'tag': 'f23ba7b4-4471-4db2-b4d6-b2d27db75586', 'status': 'completed', 'code': 200} Nov 12 01:01:00.821432 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-0c06d381-c65a-4894-ad25-ad3d51a80f11 None None] Port cc8d0f3d-37d1-4eae-a2cc-8cc9ba07ed56 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:01:00.828943 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b0574-73ab-4473-9aad-eefecc64f984 service neutron] Pushing event updated for resources: {'Port': ['ID=f23ba7b4-4471-4db2-b4d6-b2d27db75586,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:00.849839 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-c3458a08-6250-4ae9-9633-c11ca50b67e5 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Allocated IP 172.25.2.86 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/00c51cc5-75dd-4bd5-bfff-e7a05076ceb3) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:00.851591 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eaf8a4-25d4-4523-9e49-3d8159d19150 req-b8ba28a0-db3c-4687-851d-172a149d2b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:00.852615 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-00eaf8a4-25d4-4523-9e49-3d8159d19150 req-b8ba28a0-db3c-4687-851d-172a149d2b66 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b69c08bc1825416d9856930c76df087f&device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 1095 time: 0.1884959 Nov 12 01:01:00.913442 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-00eaf8a4-25d4-4523-9e49-3d8159d19150 req-3b69f7d9-8eee-4c02-9754-7f34a15dc285 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f23ba7b4-4471-4db2-b4d6-b2d27db75586 HTTP/1.1" status: 200 len: 217 time: 0.0455918 Nov 12 01:01:00.968048 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2d20d9-f410-4fb5-83c0-096a406cf29d None None] Update dhcp port {'port': {'network_id': '6398f85e-584f-40be-9040-b5e6f4f3c478', 'fixed_ips': [{'subnet_id': '83f0d17a-2105-4025-9ebd-dc1191c894cb', 'ip_address': '172.20.0.18'}, {'subnet_id': '9dcb8765-6441-4407-900f-d563d862b9fb'}], 'binding:host_id': 'n-d-812236-11'}, 'id': '3f9bfd36-506f-4143-92f9-c85dbc912cc4'} from n-d-812236-11. {{(pid=102663) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 01:01:01.026445 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7c16f3db-dcdd-40e2-901c-245f4f4fb2a5 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:01.035860 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7c16f3db-dcdd-40e2-901c-245f4f4fb2a5 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:01.039450 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7c16f3db-dcdd-40e2-901c-245f4f4fb2a5 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "DELETE /v2.0/security-groups/b45a527c-7a90-4fa0-80a2-5737c65400af HTTP/1.1" status: 204 len: 168 time: 0.6666138 Nov 12 01:01:01.041926 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44054) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:01.052522 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cc2d20d9-f410-4fb5-83c0-096a406cf29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:01.054567 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eaf8a4-25d4-4523-9e49-3d8159d19150 req-49fb0656-b2a2-4471-8039-de4ab9a76963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:01.056090 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-00eaf8a4-25d4-4523-9e49-3d8159d19150 req-49fb0656-b2a2-4471-8039-de4ab9a76963 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0cfb7ed7-15f0-4cd2-a0ec-39a2bf41ee0d HTTP/1.1" status: 200 len: 854 time: 0.1348312 Nov 12 01:01:01.081854 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15631916-796a-447a-8357-1aca2ee8297a tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:01.100779 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16f3db-dcdd-40e2-901c-245f4f4fb2a5 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45a527c-7a90-4fa0-80a2-5737c65400af,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:01.113819 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-00eaf8a4-25d4-4523-9e49-3d8159d19150 req-eb59433e-da49-4288-945a-ce0c511a84a8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2e3e1e9-0e8c-4882-bf10-1b961e611626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502181 Nov 12 01:01:01.114613 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15631916-796a-447a-8357-1aca2ee8297a tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:01.181204 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c3458a08-6250-4ae9-9633-c11ca50b67e5 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:01.221929 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-220196fe-69bc-4c88-bdf4-bb568f8f36e7 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1539977 Nov 12 01:01:01.227158 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44064) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:01.234309 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-20a087a0-559a-4f80-a2d0-d1283ea47ab5 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Request body: {'security_group': {'name': 'tempest-secgroup--646027670'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:01.271841 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-20a087a0-559a-4f80-a2d0-d1283ea47ab5 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:01.306688 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-00eaf8a4-25d4-4523-9e49-3d8159d19150 req-bda6634e-8c45-4a1f-b29c-6a55f0211283 service neutron] 10.222.0.54 "GET /v2.0/networks/e2e3e1e9-0e8c-4882-bf10-1b961e611626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749821 Nov 12 01:01:01.337555 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c3458a08-6250-4ae9-9633-c11ca50b67e5 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:01.354579 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15631916-796a-447a-8357-1aca2ee8297a tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:01.354579 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-15631916-796a-447a-8357-1aca2ee8297a tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7750962 Nov 12 01:01:01.355574 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44068) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:01.360964 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15631916-796a-447a-8357-1aca2ee8297a tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5cd82a-7108-4dd4-a6bf-e5619aa1183f,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:01.433640 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-c7e9ba62-88d8-4f9d-8169-c0379ee613f4 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Request body: {'security_group': {'name': 'tempest-secgroup-1878850023'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:01.451849 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3458a08-6250-4ae9-9633-c11ca50b67e5 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:01.470335 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-c3458a08-6250-4ae9-9633-c11ca50b67e5 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:01.484896 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3458a08-6250-4ae9-9633-c11ca50b67e5 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:01.507375 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-00eaf8a4-25d4-4523-9e49-3d8159d19150 req-4afeb947-5384-4d3d-b05b-64ad308db927 service neutron] 10.222.0.54 "GET /v2.0/networks/e2e3e1e9-0e8c-4882-bf10-1b961e611626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880214 Nov 12 01:01:01.539220 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-cc2d20d9-f410-4fb5-83c0-096a406cf29d None None] Allocated IP 172.20.0.2 (6398f85e-584f-40be-9040-b5e6f4f3c478/9dcb8765-6441-4407-900f-d563d862b9fb/3f9bfd36-506f-4143-92f9-c85dbc912cc4) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:01.569742 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3458a08-6250-4ae9-9633-c11ca50b67e5 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Pushing event updated for resources: {'Port': ['ID=00c51cc5-75dd-4bd5-bfff-e7a05076ceb3,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:01.602252 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-20a087a0-559a-4f80-a2d0-d1283ea47ab5 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:01.627105 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75622c58-6aa7-4ef6-94a1-4c2dd72d91ca req-894b3ee6-25f9-4a30-86bb-e7cefcc542aa tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:01.629109 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-75622c58-6aa7-4ef6-94a1-4c2dd72d91ca req-894b3ee6-25f9-4a30-86bb-e7cefcc542aa tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 943 time: 0.2145147 Nov 12 01:01:01.634465 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-20a087a0-559a-4f80-a2d0-d1283ea47ab5 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:01.638208 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c7e9ba62-88d8-4f9d-8169-c0379ee613f4 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:01.680312 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ada84-252b-4a5b-bf54-fe89e9b03910 req-f582a133-cfd8-4440-878f-650da388c364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:01.682415 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-211ada84-252b-4a5b-bf54-fe89e9b03910 req-f582a133-cfd8-4440-878f-650da388c364 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b69c08bc1825416d9856930c76df087f&device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 1095 time: 0.0671158 Nov 12 01:01:01.694885 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-cc2d20d9-f410-4fb5-83c0-096a406cf29d None None] For port 3f9bfd36-506f-4143-92f9-c85dbc912cc4, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=3f9bfd36-506f-4143-92f9-c85dbc912cc4,segment=NetworkSegment(1de6ff02-7c4b-4bdb-a3b7-b1d8e52f2e0b),segment_id=1de6ff02-7c4b-4bdb-a3b7-b1d8e52f2e0b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:01.739258 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cc2d20d9-f410-4fb5-83c0-096a406cf29d None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:01.756819 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cc2d20d9-f410-4fb5-83c0-096a406cf29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:01.846846 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-20a087a0-559a-4f80-a2d0-d1283ea47ab5 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:01.848818 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-20a087a0-559a-4f80-a2d0-d1283ea47ab5 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6200173 Nov 12 01:01:01.857661 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44080) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:01.876261 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-37dd3caf-9444-478d-ba5c-9d2f54178520 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Request body: {'security_group_rule': {'security_group_id': '2cb8d6bf-2fe6-406c-8a5c-a96723ea86ba', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:01.876807 n-d-812236-11 neutron-server[102661]: WARNING neutron.api.v2.base [None req-37dd3caf-9444-478d-ba5c-9d2f54178520 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 12 01:01:01.877339 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-37dd3caf-9444-478d-ba5c-9d2f54178520 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:01:01.883811 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-37dd3caf-9444-478d-ba5c-9d2f54178520 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0240858 Nov 12 01:01:01.885209 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ada84-252b-4a5b-bf54-fe89e9b03910 req-fccad3a4-5d49-4f41-86c2-040bc014a7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:01.886688 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-211ada84-252b-4a5b-bf54-fe89e9b03910 req-fccad3a4-5d49-4f41-86c2-040bc014a7bd service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2e3e1e9-0e8c-4882-bf10-1b961e611626 HTTP/1.1" status: 200 len: 915 time: 0.1953263 Nov 12 01:01:01.887154 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44082) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:01.896454 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d20d9-f410-4fb5-83c0-096a406cf29d None None] Pushing event updated for resources: {'Port': ['ID=3f9bfd36-506f-4143-92f9-c85dbc912cc4,revision_number=6']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:01.915014 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a087a0-559a-4f80-a2d0-d1283ea47ab5 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb8d6bf-2fe6-406c-8a5c-a96723ea86ba,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:01.971135 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-211ada84-252b-4a5b-bf54-fe89e9b03910 req-8bb3490b-140a-4035-8d2d-668f8ee53457 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f23ba7b4-4471-4db2-b4d6-b2d27db75586 HTTP/1.1" status: 200 len: 217 time: 0.0619345 Nov 12 01:01:02.014744 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-75622c58-6aa7-4ef6-94a1-4c2dd72d91ca req-1150658e-85c2-4650-b4e5-1c241949b323 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706870 Nov 12 01:01:02.077318 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-502fc53f-c698-489b-85d9-cb5e14977ab5 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:02.122774 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ada84-252b-4a5b-bf54-fe89e9b03910 req-d6355fe7-f0df-45bd-b06a-c9a3de9bd87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:02.125104 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-211ada84-252b-4a5b-bf54-fe89e9b03910 req-d6355fe7-f0df-45bd-b06a-c9a3de9bd87a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0cfb7ed7-15f0-4cd2-a0ec-39a2bf41ee0d HTTP/1.1" status: 200 len: 854 time: 0.1455035 Nov 12 01:01:02.143319 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-502fc53f-c698-489b-85d9-cb5e14977ab5 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:02.162872 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c7e9ba62-88d8-4f9d-8169-c0379ee613f4 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:02.200320 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-211ada84-252b-4a5b-bf54-fe89e9b03910 req-1f279a17-d6e1-4c2a-89bb-6352070c7e07 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2e3e1e9-0e8c-4882-bf10-1b961e611626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673885 Nov 12 01:01:02.261714 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c7e9ba62-88d8-4f9d-8169-c0379ee613f4 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:02.309261 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e9ba62-88d8-4f9d-8169-c0379ee613f4 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e49c437-f5e3-4adc-a183-d5936e591ffb,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:02.373355 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-502fc53f-c698-489b-85d9-cb5e14977ab5 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:02.376893 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c7e9ba62-88d8-4f9d-8169-c0379ee613f4 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:02.380822 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c7e9ba62-88d8-4f9d-8169-c0379ee613f4 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0201590 Nov 12 01:01:02.380917 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-502fc53f-c698-489b-85d9-cb5e14977ab5 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:02.382932 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-502fc53f-c698-489b-85d9-cb5e14977ab5 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "DELETE /v2.0/security-groups/2cb8d6bf-2fe6-406c-8a5c-a96723ea86ba HTTP/1.1" status: 204 len: 168 time: 0.4925628 Nov 12 01:01:02.388582 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44090) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:02.388582 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44092) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:02.403035 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-7949cf28-c432-410a-be6e-802987893ba0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1166404724', 'security_groups': ['7e49c437-f5e3-4adc-a183-d5936e591ffb'], 'network_id': '6398f85e-584f-40be-9040-b5e6f4f3c478', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9dcb8765-6441-4407-900f-d563d862b9fb'}]}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:02.467241 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502fc53f-c698-489b-85d9-cb5e14977ab5 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb8d6bf-2fe6-406c-8a5c-a96723ea86ba,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:02.600564 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c3458a08-6250-4ae9-9633-c11ca50b67e5 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:02.633633 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-129bb041-5b15-4e24-8588-6523a4346daf tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2423694 Nov 12 01:01:02.636765 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-211ada84-252b-4a5b-bf54-fe89e9b03910 req-20b61b8c-9c19-4544-b30b-b403451da6dd service neutron] 10.222.0.54 "GET /v2.0/networks/e2e3e1e9-0e8c-4882-bf10-1b961e611626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968589 Nov 12 01:01:02.641581 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44102) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:02.647535 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-e967f293-69f4-4aa5-8e46-2882f01eeae4 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Request body: {'security_group': {'name': 'tempest-secgroup--1485397548'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:02.732517 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-7949cf28-c432-410a-be6e-802987893ba0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 01:01:02.732517 n-d-812236-11 neutron-server[102661]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 12 01:01:02.732517 n-d-812236-11 neutron-server[102661]: [parameters: {'project_id_1': '3bb80f8fcdb04dbb90fc5fe264a13cbe', 'expiration_1': datetime.datetime(2021, 11, 12, 1, 0, 42, 691036)}] Nov 12 01:01:02.732517 n-d-812236-11 neutron-server[102661]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:01:02.733136 n-d-812236-11 neutron-server[102661]: DEBUG oslo_db.api [None req-7949cf28-c432-410a-be6e-802987893ba0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:01:02.753686 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e967f293-69f4-4aa5-8e46-2882f01eeae4 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:02.767166 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c3458a08-6250-4ae9-9633-c11ca50b67e5 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:02.814534 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-211ada84-252b-4a5b-bf54-fe89e9b03910 req-9f3309f6-945f-4fba-80d3-68484ab8d161 service neutron] 10.222.0.54 "GET /v2.0/networks/e2e3e1e9-0e8c-4882-bf10-1b961e611626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599824 Nov 12 01:01:02.893191 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e967f293-69f4-4aa5-8e46-2882f01eeae4 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:02.900865 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e967f293-69f4-4aa5-8e46-2882f01eeae4 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:02.922794 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-ffc4a613-9ef4-4fae-868c-1609303f9af0 None None] Provisioning complete for port 3f9bfd36-506f-4143-92f9-c85dbc912cc4 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:02.923451 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ffc4a613-9ef4-4fae-868c-1609303f9af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:02.938117 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e967f293-69f4-4aa5-8e46-2882f01eeae4 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:02.942199 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e967f293-69f4-4aa5-8e46-2882f01eeae4 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2970538 Nov 12 01:01:02.943002 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44110) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:02.947132 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e967f293-69f4-4aa5-8e46-2882f01eeae4 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac992d85-ad15-44b7-b61f-6293555178e3,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:02.955198 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-8483c4b8-d41b-404c-a5c3-0b10437bcd8e tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Request body: {'security_group_rule': {'security_group_id': 'ac992d85-ad15-44b7-b61f-6293555178e3', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:02.955951 n-d-812236-11 neutron-server[102662]: WARNING neutron.api.v2.base [None req-8483c4b8-d41b-404c-a5c3-0b10437bcd8e tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 12 01:01:02.956627 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-8483c4b8-d41b-404c-a5c3-0b10437bcd8e tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:01:02.960813 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8483c4b8-d41b-404c-a5c3-0b10437bcd8e tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0111544 Nov 12 01:01:02.963588 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44116) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:03.031615 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c3458a08-6250-4ae9-9633-c11ca50b67e5 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:03.039107 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c3458a08-6250-4ae9-9633-c11ca50b67e5 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:03.086665 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-ffc4a613-9ef4-4fae-868c-1609303f9af0 None None] Provisioning complete for port cc8d0f3d-37d1-4eae-a2cc-8cc9ba07ed56 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:03.086959 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ffc4a613-9ef4-4fae-868c-1609303f9af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:03.135811 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3e0d445e-bc0a-48df-b1e2-fb74f5209cb5 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:03.180628 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-ffc4a613-9ef4-4fae-868c-1609303f9af0 None None] Port cc8d0f3d-37d1-4eae-a2cc-8cc9ba07ed56 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:01:03.197585 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3458a08-6250-4ae9-9633-c11ca50b67e5 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Pushing event updated for resources: {'Port': ['ID=00c51cc5-75dd-4bd5-bfff-e7a05076ceb3,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:03.203291 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d275d0-e4bc-46f7-8b51-5015003f743b req-83ef326d-ad63-46d2-afbc-1270beef4991 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:03.205008 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f6d275d0-e4bc-46f7-8b51-5015003f743b req-83ef326d-ad63-46d2-afbc-1270beef4991 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 943 time: 0.0946991 Nov 12 01:01:03.218960 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3e0d445e-bc0a-48df-b1e2-fb74f5209cb5 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:03.254272 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c3458a08-6250-4ae9-9633-c11ca50b67e5 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:03.318773 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f6d275d0-e4bc-46f7-8b51-5015003f743b req-a576f179-97fc-44e2-9f4c-65d128d43d1e tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038296 Nov 12 01:01:03.332004 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3e0d445e-bc0a-48df-b1e2-fb74f5209cb5 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:03.336094 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3e0d445e-bc0a-48df-b1e2-fb74f5209cb5 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:03.337492 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3e0d445e-bc0a-48df-b1e2-fb74f5209cb5 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "DELETE /v2.0/security-groups/ac992d85-ad15-44b7-b61f-6293555178e3 HTTP/1.1" status: 204 len: 168 time: 0.3728225 Nov 12 01:01:03.340318 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44130) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:03.343134 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7949cf28-c432-410a-be6e-802987893ba0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Made reservation on behalf of 3bb80f8fcdb04dbb90fc5fe264a13cbe for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:03.378152 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d445e-bc0a-48df-b1e2-fb74f5209cb5 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac992d85-ad15-44b7-b61f-6293555178e3,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:03.401811 n-d-812236-11 neutron-server[102662]: INFO neutron.db.l3_db [None req-c3458a08-6250-4ae9-9633-c11ca50b67e5 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Floating IP 4ea4077a-6f8c-48dc-a1a3-5a07e76fe578 associated. External IP: 172.25.2.86, port: 911bddb1-b99e-413e-b153-e6c5e37f1679. Nov 12 01:01:03.503588 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5ef727d0-34b8-4da7-aefe-fc2293e988ae tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1620953 Nov 12 01:01:03.507540 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44134) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:03.512090 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-d177fbe9-2ea8-4475-b5a3-4b9cb404a153 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Request body: {'security_group': {'name': 'tempest-secgroup--1518018813'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:03.524535 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7949cf28-c432-410a-be6e-802987893ba0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:03.561174 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-7949cf28-c432-410a-be6e-802987893ba0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] device_id is not set on port 802aad71-8c93-4f13-a2ef-f5fd5743466b yet. {{(pid=102661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:01:03.571581 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d177fbe9-2ea8-4475-b5a3-4b9cb404a153 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:03.723084 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3458a08-6250-4ae9-9633-c11ca50b67e5 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Router 0554c11e-5a59-4413-a079-2d83896a5ab9 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:01:03.740983 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d177fbe9-2ea8-4475-b5a3-4b9cb404a153 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:03.764821 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 3f9bfd36-506f-4143-92f9-c85dbc912cc4 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:01:03.765644 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d177fbe9-2ea8-4475-b5a3-4b9cb404a153 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:03.826662 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d177fbe9-2ea8-4475-b5a3-4b9cb404a153 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:03.830927 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d177fbe9-2ea8-4475-b5a3-4b9cb404a153 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3194406 Nov 12 01:01:03.842747 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44148) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:03.847627 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-56be7093-ee4d-47bf-be68-7dbfc95382af tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Request body: {'security_group_rule': {'security_group_id': '6fe1acc9-091d-46c8-ab4e-27d0eaba0ae7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:03.848376 n-d-812236-11 neutron-server[102662]: WARNING neutron.api.v2.base [None req-56be7093-ee4d-47bf-be68-7dbfc95382af tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 12 01:01:03.851805 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-56be7093-ee4d-47bf-be68-7dbfc95382af tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:01:03.851805 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-56be7093-ee4d-47bf-be68-7dbfc95382af tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061333 Nov 12 01:01:03.852077 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d177fbe9-2ea8-4475-b5a3-4b9cb404a153 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe1acc9-091d-46c8-ab4e-27d0eaba0ae7,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:03.854915 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44150) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:03.864439 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-4804c739-dd5f-4ee9-b6c5-1af5427076ad tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Request body: {'security_group_rule': {'security_group_id': '6fe1acc9-091d-46c8-ab4e-27d0eaba0ae7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:03.865293 n-d-812236-11 neutron-server[102661]: WARNING neutron.api.v2.base [None req-4804c739-dd5f-4ee9-b6c5-1af5427076ad tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 12 01:01:03.866153 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-4804c739-dd5f-4ee9-b6c5-1af5427076ad tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:01:03.867276 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4804c739-dd5f-4ee9-b6c5-1af5427076ad tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0109506 Nov 12 01:01:03.870231 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 3f9bfd36-506f-4143-92f9-c85dbc912cc4 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:03.870606 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:03.871495 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44152) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:03.880285 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-cd01c23e-ca06-405f-afed-ed87efe601e1 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Request body: {'security_group_rule': {'security_group_id': '6fe1acc9-091d-46c8-ab4e-27d0eaba0ae7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:03.881812 n-d-812236-11 neutron-server[102661]: WARNING neutron.api.v2.base [None req-cd01c23e-ca06-405f-afed-ed87efe601e1 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 12 01:01:03.882466 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-cd01c23e-ca06-405f-afed-ed87efe601e1 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:01:03.883739 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-cd01c23e-ca06-405f-afed-ed87efe601e1 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0104201 Nov 12 01:01:03.889536 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44156) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:03.895788 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-73e18e06-4cae-403e-a596-60614892b8c5 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Request body: {'security_group_rule': {'security_group_id': '6fe1acc9-091d-46c8-ab4e-27d0eaba0ae7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:03.896771 n-d-812236-11 neutron-server[102661]: WARNING neutron.api.v2.base [None req-73e18e06-4cae-403e-a596-60614892b8c5 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 12 01:01:03.897453 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-73e18e06-4cae-403e-a596-60614892b8c5 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:01:03.898684 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-73e18e06-4cae-403e-a596-60614892b8c5 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0084906 Nov 12 01:01:03.901779 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44158) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:03.904896 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3458a08-6250-4ae9-9633-c11ca50b67e5 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:01:03.919287 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fb587c-bb20-42de-9e2d-37fb1202286b None None] Sync routers for ids ['0554c11e-5a59-4413-a079-2d83896a5ab9'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:01:03.931410 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fb587c-bb20-42de-9e2d-37fb1202286b None None] Routers {'0554c11e-5a59-4413-a079-2d83896a5ab9'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:01:03.932024 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-81fb587c-bb20-42de-9e2d-37fb1202286b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:00:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['0554c11e-5a59-4413-a079-2d83896a5ab9'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:03.933102 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-7949cf28-c432-410a-be6e-802987893ba0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Allocated IP 172.20.0.7 (6398f85e-584f-40be-9040-b5e6f4f3c478/9dcb8765-6441-4407-900f-d563d862b9fb/802aad71-8c93-4f13-a2ef-f5fd5743466b) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:03.977859 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c3458a08-6250-4ae9-9633-c11ca50b67e5 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:04.010278 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5e23ee4a-54e1-4f1c-8b9f-28aaf62d4474 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:04.050741 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c3458a08-6250-4ae9-9633-c11ca50b67e5 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.0762143 Nov 12 01:01:04.053418 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44162) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:04.058947 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-81fb587c-bb20-42de-9e2d-37fb1202286b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:04.068664 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fb587c-bb20-42de-9e2d-37fb1202286b None None] Routers {'0554c11e-5a59-4413-a079-2d83896a5ab9'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:01:04.069558 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-81fb587c-bb20-42de-9e2d-37fb1202286b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:00:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['0554c11e-5a59-4413-a079-2d83896a5ab9'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:04.093865 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-20405a45-2c34-4b73-b6eb-f6d5c36147ca tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:04.121981 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-81fb587c-bb20-42de-9e2d-37fb1202286b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:04.122939 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fb587c-bb20-42de-9e2d-37fb1202286b None None] The sync data for ids ['0554c11e-5a59-4413-a079-2d83896a5ab9'] in n-d-812236-11 is: [] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:01:04.259866 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-312a3f2c-46b2-4718-b2a0-d7e37f041e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:04.530807 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5e23ee4a-54e1-4f1c-8b9f-28aaf62d4474 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:04.545389 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798f5ca-470e-4549-96eb-5cb5246a8317 req-184cff41-c029-4801-85f9-85583804fa6b tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:04.548894 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0798f5ca-470e-4549-96eb-5cb5246a8317 req-184cff41-c029-4801-85f9-85583804fa6b tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 943 time: 0.0675585 Nov 12 01:01:04.655021 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-20405a45-2c34-4b73-b6eb-f6d5c36147ca tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for floatingip, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:04.674180 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0798f5ca-470e-4549-96eb-5cb5246a8317 req-31edde81-e9a3-484a-9eed-23afedd48672 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060266 Nov 12 01:01:04.694289 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7949cf28-c432-410a-be6e-802987893ba0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:04.702455 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5e23ee4a-54e1-4f1c-8b9f-28aaf62d4474 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:04.705095 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5e23ee4a-54e1-4f1c-8b9f-28aaf62d4474 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:04.706315 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5e23ee4a-54e1-4f1c-8b9f-28aaf62d4474 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "DELETE /v2.0/security-groups/6fe1acc9-091d-46c8-ab4e-27d0eaba0ae7 HTTP/1.1" status: 204 len: 168 time: 0.8040042 Nov 12 01:01:04.710681 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44188) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:04.734237 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e23ee4a-54e1-4f1c-8b9f-28aaf62d4474 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe1acc9-091d-46c8-ab4e-27d0eaba0ae7,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:04.798285 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-59971021-3bac-4af7-9497-af2b44a15145 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0849941 Nov 12 01:01:04.802343 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44190) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:04.808210 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-0e966ac1-c0d2-4c41-9a1a-cc96e9c5c817 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Request body: {'security_group': {'name': 'tempest-secgroup--2013476600'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:04.835637 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7949cf28-c432-410a-be6e-802987893ba0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:04.836961 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0e966ac1-c0d2-4c41-9a1a-cc96e9c5c817 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:04.933119 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0e966ac1-c0d2-4c41-9a1a-cc96e9c5c817 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:04.939794 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0e966ac1-c0d2-4c41-9a1a-cc96e9c5c817 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:04.946958 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7949cf28-c432-410a-be6e-802987893ba0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Network 6398f85e-584f-40be-9040-b5e6f4f3c478 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:04.948743 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-7949cf28-c432-410a-be6e-802987893ba0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:04.965461 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7949cf28-c432-410a-be6e-802987893ba0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event updated for resources: {'Port': ['ID=802aad71-8c93-4f13-a2ef-f5fd5743466b,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:04.970046 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7949cf28-c432-410a-be6e-802987893ba0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:04.975813 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-20405a45-2c34-4b73-b6eb-f6d5c36147ca tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:04.981832 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e966ac1-c0d2-4c41-9a1a-cc96e9c5c817 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04165609-d2ca-43e0-b8a2-940f48d5c46d,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:05.014771 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0e966ac1-c0d2-4c41-9a1a-cc96e9c5c817 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:05.016145 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0e966ac1-c0d2-4c41-9a1a-cc96e9c5c817 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2125401 Nov 12 01:01:05.019188 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44198) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:05.027638 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-20405a45-2c34-4b73-b6eb-f6d5c36147ca tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:05.027978 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [None req-20405a45-2c34-4b73-b6eb-f6d5c36147ca tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Floating IP 4ea4077a-6f8c-48dc-a1a3-5a07e76fe578 disassociated. External IP: 172.25.2.86, port: 911bddb1-b99e-413e-b153-e6c5e37f1679. Nov 12 01:01:05.029347 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-6aaffa68-a626-4aa4-8d20-829cce08db3a tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Request body: {'security_group_rule': {'security_group_id': '04165609-d2ca-43e0-b8a2-940f48d5c46d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:05.031982 n-d-812236-11 neutron-server[102662]: WARNING neutron.api.v2.base [None req-6aaffa68-a626-4aa4-8d20-829cce08db3a tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 01:01:05.033045 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-6aaffa68-a626-4aa4-8d20-829cce08db3a tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:01:05.039535 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6aaffa68-a626-4aa4-8d20-829cce08db3a tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0162482 Nov 12 01:01:05.041296 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44200) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:05.049051 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-3a4e6dad-b167-488f-9244-7362c9c9b58d tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Request body: {'security_group_rule': {'security_group_id': '04165609-d2ca-43e0-b8a2-940f48d5c46d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:05.097192 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-3a4e6dad-b167-488f-9244-7362c9c9b58d tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:01:05.105911 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3a4e6dad-b167-488f-9244-7362c9c9b58d tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0634127 Nov 12 01:01:05.107492 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44204) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:05.112583 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-5bc94c66-8fde-41c8-b1eb-e819c399d82b tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Request body: {'security_group_rule': {'security_group_id': '04165609-d2ca-43e0-b8a2-940f48d5c46d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:05.113265 n-d-812236-11 neutron-server[102662]: WARNING neutron.api.v2.base [None req-5bc94c66-8fde-41c8-b1eb-e819c399d82b tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 12 01:01:05.113929 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-5bc94c66-8fde-41c8-b1eb-e819c399d82b tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:01:05.117802 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5bc94c66-8fde-41c8-b1eb-e819c399d82b tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061700 Nov 12 01:01:05.118376 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44206) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:05.122782 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-d2752f9e-f952-4d2d-b0c5-5897f5dd93fd tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Request body: {'security_group_rule': {'security_group_id': '04165609-d2ca-43e0-b8a2-940f48d5c46d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:05.130708 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7949cf28-c432-410a-be6e-802987893ba0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:05.131344 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7949cf28-c432-410a-be6e-802987893ba0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:05.190381 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7949cf28-c432-410a-be6e-802987893ba0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7975848 Nov 12 01:01:05.192067 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44212) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:05.199399 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-eb3993ea-2b04-4748-bbf1-64b97e3bb434 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Request body: {'subnet': {'network_id': '6398f85e-584f-40be-9040-b5e6f4f3c478', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:05.199604 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-d2752f9e-f952-4d2d-b0c5-5897f5dd93fd tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:01:05.208024 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d2752f9e-f952-4d2d-b0c5-5897f5dd93fd tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0859563 Nov 12 01:01:05.208669 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44214) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:05.217245 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-0fff4de2-8b06-40b7-aca5-4acd1b9caeb7 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Request body: {'security_group_rule': {'security_group_id': '04165609-d2ca-43e0-b8a2-940f48d5c46d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:05.218770 n-d-812236-11 neutron-server[102661]: WARNING neutron.api.v2.base [None req-0fff4de2-8b06-40b7-aca5-4acd1b9caeb7 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 01:01:05.219295 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-0fff4de2-8b06-40b7-aca5-4acd1b9caeb7 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:01:05.220309 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0fff4de2-8b06-40b7-aca5-4acd1b9caeb7 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0106387 Nov 12 01:01:05.223600 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44216) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:05.229195 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-adbbd179-59d0-4e1a-9eda-e8e2002f9923 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Request body: {'security_group_rule': {'security_group_id': '04165609-d2ca-43e0-b8a2-940f48d5c46d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:05.269555 n-d-812236-11 neutron-server[102662]: INFO neutron.db.securitygroups_db [None req-adbbd179-59d0-4e1a-9eda-e8e2002f9923 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Project 26b289f912f34a90ab0e678cb5ae04dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:01:05.297105 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-adbbd179-59d0-4e1a-9eda-e8e2002f9923 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:01:05.301755 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-adbbd179-59d0-4e1a-9eda-e8e2002f9923 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0770576 Nov 12 01:01:05.304051 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44218) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:05.316168 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-1361fa4f-4fa3-4a51-b342-af57d5150295 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Request body: {'security_group_rule': {'security_group_id': '04165609-d2ca-43e0-b8a2-940f48d5c46d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:05.316919 n-d-812236-11 neutron-server[102662]: WARNING neutron.api.v2.base [None req-1361fa4f-4fa3-4a51-b342-af57d5150295 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 12 01:01:05.317991 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-1361fa4f-4fa3-4a51-b342-af57d5150295 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:01:05.322825 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1361fa4f-4fa3-4a51-b342-af57d5150295 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0177927 Nov 12 01:01:05.323684 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44220) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:05.328871 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-9cbf620e-403c-42d2-ab0a-047da8ef479d tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Request body: {'security_group_rule': {'security_group_id': '04165609-d2ca-43e0-b8a2-940f48d5c46d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:05.354425 n-d-812236-11 neutron-server[102662]: INFO neutron.db.securitygroups_db [None req-9cbf620e-403c-42d2-ab0a-047da8ef479d tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Project 26b289f912f34a90ab0e678cb5ae04dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:01:05.381011 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-9cbf620e-403c-42d2-ab0a-047da8ef479d tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:01:05.384991 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-9cbf620e-403c-42d2-ab0a-047da8ef479d tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0574410 Nov 12 01:01:05.385167 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44222) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:05.392558 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-cea0819a-fdf3-47e2-b1fd-ddfc8c5a73a2 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Request body: {'security_group_rule': {'security_group_id': '04165609-d2ca-43e0-b8a2-940f48d5c46d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:05.420735 n-d-812236-11 neutron-server[102662]: INFO neutron.db.securitygroups_db [None req-cea0819a-fdf3-47e2-b1fd-ddfc8c5a73a2 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Project 26b289f912f34a90ab0e678cb5ae04dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:01:05.437636 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-cea0819a-fdf3-47e2-b1fd-ddfc8c5a73a2 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:01:05.441516 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-cea0819a-fdf3-47e2-b1fd-ddfc8c5a73a2 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0538476 Nov 12 01:01:05.441964 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-46522386-c786-4fd1-9c62-a41ef43fc703 None None] Provisioning complete for port 802aad71-8c93-4f13-a2ef-f5fd5743466b triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:05.443226 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44224) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:05.444870 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-46522386-c786-4fd1-9c62-a41ef43fc703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:05.483595 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3993ea-2b04-4748-bbf1-64b97e3bb434 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Made reservation on behalf of 3bb80f8fcdb04dbb90fc5fe264a13cbe for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:05.487582 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eb3993ea-2b04-4748-bbf1-64b97e3bb434 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:05.490643 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-46522386-c786-4fd1-9c62-a41ef43fc703 None None] Port 802aad71-8c93-4f13-a2ef-f5fd5743466b cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:01:05.492433 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f23ba7b4-4471-4db2-b4d6-b2d27db75586 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:01:05.523778 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20405a45-2c34-4b73-b6eb-f6d5c36147ca tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Router 0554c11e-5a59-4413-a079-2d83896a5ab9 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:01:05.594254 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ade86485-d001-4894-b6f8-1a9ffaa6c0d2 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:05.618006 n-d-812236-11 neutron-server[102661]: INFO neutron.db.ipam_backend_mixin [None req-eb3993ea-2b04-4748-bbf1-64b97e3bb434 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9dcb8765-6441-4407-900f-d563d862b9fb (CIDR: 172.20.0.0/28) Nov 12 01:01:05.623838 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb3993ea-2b04-4748-bbf1-64b97e3bb434 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:01:05.624603 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb3993ea-2b04-4748-bbf1-64b97e3bb434 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:01:05.628933 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ade86485-d001-4894-b6f8-1a9ffaa6c0d2 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:05.677864 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-eb3993ea-2b04-4748-bbf1-64b97e3bb434 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4846675 Nov 12 01:01:05.680660 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44230) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:05.686762 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-2f135c63-1497-4e16-b195-a86cbd5fd610 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Request body: {'subnet': {'network_id': '6398f85e-584f-40be-9040-b5e6f4f3c478', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:05.698934 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ade86485-d001-4894-b6f8-1a9ffaa6c0d2 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:05.702694 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ade86485-d001-4894-b6f8-1a9ffaa6c0d2 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:05.706798 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ade86485-d001-4894-b6f8-1a9ffaa6c0d2 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "DELETE /v2.0/security-groups/04165609-d2ca-43e0-b8a2-940f48d5c46d HTTP/1.1" status: 204 len: 168 time: 0.2621346 Nov 12 01:01:05.707483 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44234) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:05.734916 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade86485-d001-4894-b6f8-1a9ffaa6c0d2 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04165609-d2ca-43e0-b8a2-940f48d5c46d,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:05.779101 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7feb672e-bb84-4095-a6cd-44eeef937006 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0668011 Nov 12 01:01:05.780258 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44236) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:05.801340 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-1ff4606e-a083-43f7-b6b5-a53f2fdb026e tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Request body: {'security_group': {'name': 'tempest-secgroup--613776452'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:05.855959 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port f23ba7b4-4471-4db2-b4d6-b2d27db75586, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f23ba7b4-4471-4db2-b4d6-b2d27db75586,segment=NetworkSegment(ac5afd89-5012-43c7-b28d-4a594b7d5879),segment_id=ac5afd89-5012-43c7-b28d-4a594b7d5879)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:05.871047 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'f23ba7b4-4471-4db2-b4d6-b2d27db75586', 'network_id': 'e2e3e1e9-0e8c-4882-bf10-1b961e611626', 'port_id': 'f23ba7b4-4471-4db2-b4d6-b2d27db75586', 'mac_address': 'fa:16:3e:76:a6:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cfb7ed7-15f0-4cd2-a0ec-39a2bf41ee0d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:01:05.915681 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:05.932150 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f23ba7b4-4471-4db2-b4d6-b2d27db75586 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:01:05.956610 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port f23ba7b4-4471-4db2-b4d6-b2d27db75586, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f23ba7b4-4471-4db2-b4d6-b2d27db75586,segment=NetworkSegment(ac5afd89-5012-43c7-b28d-4a594b7d5879),segment_id=ac5afd89-5012-43c7-b28d-4a594b7d5879)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:05.962535 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:05.972439 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1ff4606e-a083-43f7-b6b5-a53f2fdb026e tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:05.979204 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20405a45-2c34-4b73-b6eb-f6d5c36147ca tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:01:05.994498 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-20405a45-2c34-4b73-b6eb-f6d5c36147ca tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:06.018823 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44244) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:06.020857 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941ac1d-b78c-4653-bc64-b0b8cc1704c8 req-8ecb686c-2be9-4d29-890d-6eaa2e161bf8 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:06.022481 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=f23ba7b4-4471-4db2-b4d6-b2d27db75586,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:06.024792 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7941ac1d-b78c-4653-bc64-b0b8cc1704c8 req-8ecb686c-2be9-4d29-890d-6eaa2e161bf8 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 943 time: 0.1735907 Nov 12 01:01:06.029041 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f04daa-d251-4ef5-ab75-a76059f94082 None None] Sync routers for ids ['0554c11e-5a59-4413-a079-2d83896a5ab9'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:01:06.039973 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f04daa-d251-4ef5-ab75-a76059f94082 None None] Routers {'0554c11e-5a59-4413-a079-2d83896a5ab9'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:01:06.040676 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-77f04daa-d251-4ef5-ab75-a76059f94082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:00:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['0554c11e-5a59-4413-a079-2d83896a5ab9'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:06.077672 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-77f04daa-d251-4ef5-ab75-a76059f94082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:06.086835 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f04daa-d251-4ef5-ab75-a76059f94082 None None] Routers {'0554c11e-5a59-4413-a079-2d83896a5ab9'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:01:06.087565 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-77f04daa-d251-4ef5-ab75-a76059f94082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:00:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['0554c11e-5a59-4413-a079-2d83896a5ab9'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:06.104727 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-20405a45-2c34-4b73-b6eb-f6d5c36147ca tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] 10.222.0.20 "PUT /v2.0/floatingips/4ea4077a-6f8c-48dc-a1a3-5a07e76fe578 HTTP/1.1" status: 200 len: 687 time: 2.0471752 Nov 12 01:01:06.104941 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44248) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:06.121555 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-77f04daa-d251-4ef5-ab75-a76059f94082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:06.123212 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f04daa-d251-4ef5-ab75-a76059f94082 None None] The sync data for ids ['0554c11e-5a59-4413-a079-2d83896a5ab9'] in n-d-812236-11 is: [] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:01:06.172886 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f135c63-1497-4e16-b195-a86cbd5fd610 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Made reservation on behalf of 3bb80f8fcdb04dbb90fc5fe264a13cbe for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:06.176581 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2f135c63-1497-4e16-b195-a86cbd5fd610 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:06.209144 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7941ac1d-b78c-4653-bc64-b0b8cc1704c8 req-04aa68c7-dba7-41bd-9097-b5715c891de9 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443357 Nov 12 01:01:06.237557 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c16942c9-dacf-4ab2-beb5-246521c0485b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:06.287029 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1ff4606e-a083-43f7-b6b5-a53f2fdb026e tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:06.297458 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1ff4606e-a083-43f7-b6b5-a53f2fdb026e tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:06.313739 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-b489ee89-557d-4614-94dd-8684bfc4cd7a tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Deleting port 00c51cc5-75dd-4bd5-bfff-e7a05076ceb3 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:01:06.314350 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b489ee89-557d-4614-94dd-8684bfc4cd7a tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:06.347278 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['f23ba7b4-4471-4db2-b4d6-b2d27db75586'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:01:06.362205 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1ff4606e-a083-43f7-b6b5-a53f2fdb026e tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:06.363538 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1ff4606e-a083-43f7-b6b5-a53f2fdb026e tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5790935 Nov 12 01:01:06.369135 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44258) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:06.376146 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-21909992-bbf4-4fb4-8c24-8cb808486206 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Request body: {'security_group_rule': {'security_group_id': '7bb7d53b-ba3f-40d9-921b-92a3ae9b96b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:06.383821 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff4606e-a083-43f7-b6b5-a53f2fdb026e tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb7d53b-ba3f-40d9-921b-92a3ae9b96b9,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:06.388398 n-d-812236-11 neutron-server[102661]: INFO neutron.db.ipam_backend_mixin [None req-2f135c63-1497-4e16-b195-a86cbd5fd610 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 83f0d17a-2105-4025-9ebd-dc1191c894cb (CIDR: 172.20.0.16/28) Nov 12 01:01:06.394568 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f135c63-1497-4e16-b195-a86cbd5fd610 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:01:06.395592 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f135c63-1497-4e16-b195-a86cbd5fd610 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:01:06.433968 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-2f135c63-1497-4e16-b195-a86cbd5fd610 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7520342 Nov 12 01:01:06.437564 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44260) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:06.442951 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-def6d205-c2ea-497c-aa01-d313717dd0ec tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Request body: {'subnet': {'network_id': '6398f85e-584f-40be-9040-b5e6f4f3c478', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:06.455539 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e7a7cf26-774c-4f45-a41e-8d2c7098f8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:06.551322 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b489ee89-557d-4614-94dd-8684bfc4cd7a tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:06.551322 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b489ee89-557d-4614-94dd-8684bfc4cd7a tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:06.564414 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c16942c9-dacf-4ab2-beb5-246521c0485b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:06.574361 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-b489ee89-557d-4614-94dd-8684bfc4cd7a tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Calling delete_port for 00c51cc5-75dd-4bd5-bfff-e7a05076ceb3 owned by network:floatingip {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:01:06.577761 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c16942c9-dacf-4ab2-beb5-246521c0485b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:06.605878 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def6d205-c2ea-497c-aa01-d313717dd0ec tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Made reservation on behalf of 3bb80f8fcdb04dbb90fc5fe264a13cbe for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:06.612736 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-def6d205-c2ea-497c-aa01-d313717dd0ec tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:06.618899 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-21909992-bbf4-4fb4-8c24-8cb808486206 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] create failed (client error): The resource could not be found. Nov 12 01:01:06.620142 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-21909992-bbf4-4fb4-8c24-8cb808486206 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2496517 Nov 12 01:01:06.637968 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44264) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:06.642816 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-9649dc18-341d-41bd-aa77-0d0855c824cb tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Request body: {'security_group_rule': {'security_group_id': '7bb7d53b-ba3f-40d9-921b-92a3ae9b96b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '075f3055-c03c-495e-9938-076b93d79dec'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:06.684471 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c16942c9-dacf-4ab2-beb5-246521c0485b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f55503060b3d4cc499f88e99f1da1083&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6620417 Nov 12 01:01:06.684471 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16942c9-dacf-4ab2-beb5-246521c0485b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d707e09d-5ffa-4105-931b-ce06a68dbc13,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:06.687774 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44266) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:06.744892 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-9649dc18-341d-41bd-aa77-0d0855c824cb tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] create failed (client error): The resource could not be found. Nov 12 01:01:06.748623 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-9649dc18-341d-41bd-aa77-0d0855c824cb tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1068611 Nov 12 01:01:06.750698 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44268) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:06.843363 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-49201ca6-8fb9-442b-b616-ed687348f26b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:06.883527 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b489ee89-557d-4614-94dd-8684bfc4cd7a tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:06.885349 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c0805338-765e-4360-8dd4-5f8cb800a967 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:06.894666 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-def6d205-c2ea-497c-aa01-d313717dd0ec tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:06.900965 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-49201ca6-8fb9-442b-b616-ed687348f26b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:06.935075 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489ee89-557d-4614-94dd-8684bfc4cd7a tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Pushing event deleted for resources: {'Port': ['ID=00c51cc5-75dd-4bd5-bfff-e7a05076ceb3,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:06.936109 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def6d205-c2ea-497c-aa01-d313717dd0ec tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Network 6398f85e-584f-40be-9040-b5e6f4f3c478 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:06.939717 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-def6d205-c2ea-497c-aa01-d313717dd0ec tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:06.944194 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def6d205-c2ea-497c-aa01-d313717dd0ec tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:06.945266 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-def6d205-c2ea-497c-aa01-d313717dd0ec tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:06.954860 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92c3be9-7b98-452d-ab2d-fbd11349676e None None] Network 6398f85e-584f-40be-9040-b5e6f4f3c478 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:06.964442 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def6d205-c2ea-497c-aa01-d313717dd0ec tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event updated for resources: {'Subnet': ['ID=c9894a96-e1ca-44db-8f06-cbd5bbda7b99,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:06.975742 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-def6d205-c2ea-497c-aa01-d313717dd0ec tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5368328 Nov 12 01:01:06.976567 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44274) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:06.983509 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-81418191-085b-4e64-bbd3-161651b8472f tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1040115111', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c9894a96-e1ca-44db-8f06-cbd5bbda7b99'}], 'security_groups': ['9d47f8bf-180a-43ee-8411-4d3db60c87f5', '4a5cd82a-7108-4dd4-a6bf-e5619aa1183f']}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:07.030717 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c0805338-765e-4360-8dd4-5f8cb800a967 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:07.065954 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-81418191-085b-4e64-bbd3-161651b8472f tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:07.118539 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-49201ca6-8fb9-442b-b616-ed687348f26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:07.121203 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-49201ca6-8fb9-442b-b616-ed687348f26b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:07.125170 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-49201ca6-8fb9-442b-b616-ed687348f26b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d707e09d-5ffa-4105-931b-ce06a68dbc13 HTTP/1.1" status: 204 len: 168 time: 0.4114099 Nov 12 01:01:07.136422 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b489ee89-557d-4614-94dd-8684bfc4cd7a tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for floatingip, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:07.140717 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b489ee89-557d-4614-94dd-8684bfc4cd7a tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:07.147620 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b489ee89-557d-4614-94dd-8684bfc4cd7a tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] 10.222.0.20 "DELETE /v2.0/floatingips/4ea4077a-6f8c-48dc-a1a3-5a07e76fe578 HTTP/1.1" status: 204 len: 168 time: 1.0417814 Nov 12 01:01:07.149438 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44278) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:07.154913 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-6d83d809-55d5-4c90-ae76-4bd867e003ba tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'port_id': '9d9d6a53-4224-4bfb-85d8-3d6e6a7cb57e'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:07.167726 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49201ca6-8fb9-442b-b616-ed687348f26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d707e09d-5ffa-4105-931b-ce06a68dbc13,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:07.191406 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c0805338-765e-4360-8dd4-5f8cb800a967 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:07.194002 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c0805338-765e-4360-8dd4-5f8cb800a967 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:07.198609 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c0805338-765e-4360-8dd4-5f8cb800a967 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "DELETE /v2.0/security-groups/7bb7d53b-ba3f-40d9-921b-92a3ae9b96b9 HTTP/1.1" status: 204 len: 168 time: 0.4397483 Nov 12 01:01:07.198808 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44280) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:07.215335 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0805338-765e-4360-8dd4-5f8cb800a967 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb7d53b-ba3f-40d9-921b-92a3ae9b96b9,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:07.228087 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6d83d809-55d5-4c90-ae76-4bd867e003ba tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for floatingip, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:07.324194 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1862fddd-4204-4501-a306-21c4d52e06ca None None] Update dhcp port {'port': {'network_id': '6398f85e-584f-40be-9040-b5e6f4f3c478', 'fixed_ips': [{'subnet_id': '83f0d17a-2105-4025-9ebd-dc1191c894cb', 'ip_address': '172.20.0.18'}, {'subnet_id': '9dcb8765-6441-4407-900f-d563d862b9fb', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c9894a96-e1ca-44db-8f06-cbd5bbda7b99'}], 'binding:host_id': 'n-d-812236-11'}, 'id': '3f9bfd36-506f-4143-92f9-c85dbc912cc4'} from n-d-812236-11. {{(pid=102663) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 01:01:07.386370 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1862fddd-4204-4501-a306-21c4d52e06ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:07.547164 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-fc4e6ca0-de61-4d6f-b5b3-7e0ccc55b566 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3475382 Nov 12 01:01:07.550251 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44294) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:07.555245 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-456473b3-75f5-427b-94b1-e0bd4174ca82 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Request body: {'security_group_rule': {'security_group_id': 'ff3690e1-4a6c-4382-bc1f-084f263d12ba', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:07.641482 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-81418191-085b-4e64-bbd3-161651b8472f tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Delete allocated IP 172.20.0.7 (6398f85e-584f-40be-9040-b5e6f4f3c478/9dcb8765-6441-4407-900f-d563d862b9fb) {{(pid=102661) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 01:01:07.647720 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-456473b3-75f5-427b-94b1-e0bd4174ca82 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] create failed (client error): The resource could not be found. Nov 12 01:01:07.654370 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-456473b3-75f5-427b-94b1-e0bd4174ca82 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1028821 Nov 12 01:01:07.655229 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44296) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:07.662556 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-9509321c-c5b9-49ff-ab0e-2ec6e061ba99 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Request body: {'security_group': {'name': 'tempest-secgroup--1225374158'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:07.672718 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-81418191-085b-4e64-bbd3-161651b8472f tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Allocated IP 172.20.0.40 (6398f85e-584f-40be-9040-b5e6f4f3c478/c9894a96-e1ca-44db-8f06-cbd5bbda7b99/802aad71-8c93-4f13-a2ef-f5fd5743466b) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:07.706727 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f23ba7b4-4471-4db2-b4d6-b2d27db75586 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:01:07.721868 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9509321c-c5b9-49ff-ab0e-2ec6e061ba99 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:07.794740 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44300) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:07.831601 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:07.840622 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port f23ba7b4-4471-4db2-b4d6-b2d27db75586 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:01:07.844821 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port f23ba7b4-4471-4db2-b4d6-b2d27db75586 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:07.845191 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:07.862029 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e9a204d-37ae-4444-8e3d-08ada261de52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:07.936638 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d848b9-4bfc-41f3-b45d-b3af0268d635 req-93fb5f44-f8ae-4468-b1b2-08a21ce936e1 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:07.942241 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-52d848b9-4bfc-41f3-b45d-b3af0268d635 req-93fb5f44-f8ae-4468-b1b2-08a21ce936e1 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 944 time: 0.5769186 Nov 12 01:01:07.962335 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:07.968296 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6d83d809-55d5-4c90-ae76-4bd867e003ba tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:08.002381 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-81418191-085b-4e64-bbd3-161651b8472f tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:08.003820 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port f23ba7b4-4471-4db2-b4d6-b2d27db75586, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f23ba7b4-4471-4db2-b4d6-b2d27db75586,segment=NetworkSegment(ac5afd89-5012-43c7-b28d-4a594b7d5879),segment_id=ac5afd89-5012-43c7-b28d-4a594b7d5879)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:08.004960 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4203dae8-da68-4633-8d96-7915752fb68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f23ba7b4-4471-4db2-b4d6-b2d27db75586'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:01:08.008891 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a697d6d8-11de-4c19-bd1b-fecb0cd874e1" -d '{"events": [{"server_uuid": "4203dae8-da68-4633-8d96-7915752fb68d", "name": "network-vif-plugged", "status": "completed", "tag": "f23ba7b4-4471-4db2-b4d6-b2d27db75586"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:01:08.039031 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-52d848b9-4bfc-41f3-b45d-b3af0268d635 req-a9261e7e-29ec-437d-8021-135a842e6d78 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910144 Nov 12 01:01:08.067297 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-81418191-085b-4e64-bbd3-161651b8472f tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:08.101074 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-1862fddd-4204-4501-a306-21c4d52e06ca None None] Allocated IP 172.20.0.34 (6398f85e-584f-40be-9040-b5e6f4f3c478/c9894a96-e1ca-44db-8f06-cbd5bbda7b99/3f9bfd36-506f-4143-92f9-c85dbc912cc4) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:08.109293 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-6d83d809-55d5-4c90-ae76-4bd867e003ba tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Allocated IP 172.25.2.137 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/afe5e081-3b72-49ad-8a80-5b67e1198e50) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:08.140993 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:08.149440 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e04cff1-c003-40ab-b33d-d936b80df473 x-openstack-request-id: req-2e04cff1-c003-40ab-b33d-d936b80df473 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:01:08.149736 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4203dae8-da68-4633-8d96-7915752fb68d", "name": "network-vif-plugged", "status": "completed", "tag": "f23ba7b4-4471-4db2-b4d6-b2d27db75586", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:01:08.149991 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2e04cff1-c003-40ab-b33d-d936b80df473 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:01:08.150386 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4203dae8-da68-4633-8d96-7915752fb68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f23ba7b4-4471-4db2-b4d6-b2d27db75586', 'code': 200} Nov 12 01:01:08.205294 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9509321c-c5b9-49ff-ab0e-2ec6e061ba99 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:08.244745 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81418191-085b-4e64-bbd3-161651b8472f tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event updated for resources: {'Port': ['ID=802aad71-8c93-4f13-a2ef-f5fd5743466b,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:08.256729 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9509321c-c5b9-49ff-ab0e-2ec6e061ba99 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:08.258880 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6d83d809-55d5-4c90-ae76-4bd867e003ba tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:08.294946 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=f23ba7b4-4471-4db2-b4d6-b2d27db75586,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:08.335613 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6d83d809-55d5-4c90-ae76-4bd867e003ba tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:08.346629 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-1862fddd-4204-4501-a306-21c4d52e06ca None None] For port 3f9bfd36-506f-4143-92f9-c85dbc912cc4, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=3f9bfd36-506f-4143-92f9-c85dbc912cc4,segment=NetworkSegment(1de6ff02-7c4b-4bdb-a3b7-b1d8e52f2e0b),segment_id=1de6ff02-7c4b-4bdb-a3b7-b1d8e52f2e0b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:08.352134 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9509321c-c5b9-49ff-ab0e-2ec6e061ba99 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74d1ab1f-f477-4597-a4e9-7a5313841f96,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:08.373057 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e9a204d-37ae-4444-8e3d-08ada261de52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:08.376531 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9509321c-c5b9-49ff-ab0e-2ec6e061ba99 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:08.378110 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-9509321c-c5b9-49ff-ab0e-2ec6e061ba99 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7193739 Nov 12 01:01:08.383380 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-81418191-085b-4e64-bbd3-161651b8472f tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] In _notify_port_updated(), no bound segment for port 802aad71-8c93-4f13-a2ef-f5fd5743466b on network 6398f85e-584f-40be-9040-b5e6f4f3c478 {{(pid=102661) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:01:08.387686 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44314) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:08.390789 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81418191-085b-4e64-bbd3-161651b8472f tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:08.391501 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-81418191-085b-4e64-bbd3-161651b8472f tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:08.393484 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-81418191-085b-4e64-bbd3-161651b8472f tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "PUT /v2.0/ports/802aad71-8c93-4f13-a2ef-f5fd5743466b HTTP/1.1" status: 200 len: 960 time: 1.4158354 Nov 12 01:01:08.396559 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1361f-194b-4aeb-b38b-aa60f69bb9b8 req-ffa6d4c4-cc7a-4d6f-93e6-33705ceca80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:08.398188 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bfc1361f-194b-4aeb-b38b-aa60f69bb9b8 req-ffa6d4c4-cc7a-4d6f-93e6-33705ceca80e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 1097 time: 0.1895039 Nov 12 01:01:08.398659 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44316) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:08.401283 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d83d809-55d5-4c90-ae76-4bd867e003ba tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:08.401447 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e9a204d-37ae-4444-8e3d-08ada261de52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:08.405862 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-b8679c67-76e4-4b11-b6fe-da2e2e77cda3 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Request body: {'security_group': {'name': 'tempest-secgroup--655305853'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:08.407680 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1862fddd-4204-4501-a306-21c4d52e06ca None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:08.414644 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1862fddd-4204-4501-a306-21c4d52e06ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:08.419783 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-6d83d809-55d5-4c90-ae76-4bd867e003ba tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:08.432210 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d83d809-55d5-4c90-ae76-4bd867e003ba tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:08.452095 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4e9a204d-37ae-4444-8e3d-08ada261de52 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b9dd8143c067427987c1a3cee4b4da38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6559649 Nov 12 01:01:08.469577 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44318) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:08.503424 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83d809-55d5-4c90-ae76-4bd867e003ba tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Pushing event updated for resources: {'Port': ['ID=afe5e081-3b72-49ad-8a80-5b67e1198e50,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:08.509035 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b8679c67-76e4-4b11-b6fe-da2e2e77cda3 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:08.604209 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862fddd-4204-4501-a306-21c4d52e06ca None None] Pushing event updated for resources: {'Port': ['ID=3f9bfd36-506f-4143-92f9-c85dbc912cc4,revision_number=7']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:08.640769 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a204d-37ae-4444-8e3d-08ada261de52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37f8072-15a2-4021-adab-9a21efb9e5d3,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:08.655228 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bfc1361f-194b-4aeb-b38b-aa60f69bb9b8 req-4ed8811f-fbcb-434b-a4b0-f5502bd2ec27 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190912 Nov 12 01:01:08.669179 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f0827549-5f1d-456c-a55e-e787c1ef748b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:08.688765 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b8679c67-76e4-4b11-b6fe-da2e2e77cda3 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:08.703482 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f0827549-5f1d-456c-a55e-e787c1ef748b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:08.717422 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b8679c67-76e4-4b11-b6fe-da2e2e77cda3 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:08.737055 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-867f527a-93b8-465c-9716-32bace5018f7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Deleting port 802aad71-8c93-4f13-a2ef-f5fd5743466b {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:01:08.737414 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-867f527a-93b8-465c-9716-32bace5018f7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:08.751325 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b8679c67-76e4-4b11-b6fe-da2e2e77cda3 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:08.755337 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b8679c67-76e4-4b11-b6fe-da2e2e77cda3 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3627961 Nov 12 01:01:08.760281 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44326) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:08.765645 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-7f74349b-6d0c-485b-b8ff-0df135e72971 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Request body: {'security_group_rule': {'security_group_id': '74d1ab1f-f477-4597-a4e9-7a5313841f96', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '1fd57fa3-828a-41a9-9356-941b027018a4'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:08.803467 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8679c67-76e4-4b11-b6fe-da2e2e77cda3 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd57fa3-828a-41a9-9356-941b027018a4,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:08.907868 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f0827549-5f1d-456c-a55e-e787c1ef748b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:08.910793 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f0827549-5f1d-456c-a55e-e787c1ef748b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:08.914355 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f0827549-5f1d-456c-a55e-e787c1ef748b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e37f8072-15a2-4021-adab-9a21efb9e5d3 HTTP/1.1" status: 204 len: 168 time: 0.4415319 Nov 12 01:01:08.920355 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-867f527a-93b8-465c-9716-32bace5018f7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:08.931677 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0827549-5f1d-456c-a55e-e787c1ef748b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37f8072-15a2-4021-adab-9a21efb9e5d3,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:08.939281 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-7f74349b-6d0c-485b-b8ff-0df135e72971 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:01:08.940376 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7f74349b-6d0c-485b-b8ff-0df135e72971 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1791396 Nov 12 01:01:08.943586 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-867f527a-93b8-465c-9716-32bace5018f7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Calling delete_port for 802aad71-8c93-4f13-a2ef-f5fd5743466b owned by {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:01:08.945125 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44332) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:09.127598 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-52242989-5402-47ae-8f2c-205ad7368b1d tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:09.164419 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-52242989-5402-47ae-8f2c-205ad7368b1d tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:09.221439 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-52242989-5402-47ae-8f2c-205ad7368b1d tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:09.229700 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-52242989-5402-47ae-8f2c-205ad7368b1d tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:09.233811 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-52242989-5402-47ae-8f2c-205ad7368b1d tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "DELETE /v2.0/security-groups/1fd57fa3-828a-41a9-9356-941b027018a4 HTTP/1.1" status: 204 len: 168 time: 0.2849987 Nov 12 01:01:09.249202 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6d83d809-55d5-4c90-ae76-4bd867e003ba tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:09.262726 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:09.267768 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44336) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:09.285790 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52242989-5402-47ae-8f2c-205ad7368b1d tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd57fa3-828a-41a9-9356-941b027018a4,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:09.391936 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6d83d809-55d5-4c90-ae76-4bd867e003ba tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:09.441022 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-afc937ce-e6ce-40c6-9703-c29bdcc598e8 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1557968 Nov 12 01:01:09.443918 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44346) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:09.461729 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b854aed-29d5-4f5c-bb6c-a858c7c7f975 req-9eb485c6-4798-409d-a612-647731dbe703 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:09.466965 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9b854aed-29d5-4f5c-bb6c-a858c7c7f975 req-9eb485c6-4798-409d-a612-647731dbe703 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.1621399 Nov 12 01:01:09.569559 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-3c7f6983-1b62-4db4-aa04-14b63dd61587 None None] Provisioning complete for port 3f9bfd36-506f-4143-92f9-c85dbc912cc4 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:09.569559 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3c7f6983-1b62-4db4-aa04-14b63dd61587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:09.636886 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c15ae5f4-f0be-4cca-ad87-9bb032f4a823 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:09.645190 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9b854aed-29d5-4f5c-bb6c-a858c7c7f975 req-ddcc82a9-96c6-403e-906f-64ea36dde43a tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729608 Nov 12 01:01:09.704083 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c15ae5f4-f0be-4cca-ad87-9bb032f4a823 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:09.723248 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-867f527a-93b8-465c-9716-32bace5018f7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:09.731711 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 3f9bfd36-506f-4143-92f9-c85dbc912cc4 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:01:09.791410 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f527a-93b8-465c-9716-32bace5018f7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event deleted for resources: {'Port': ['ID=802aad71-8c93-4f13-a2ef-f5fd5743466b,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:09.862325 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-3c7f6983-1b62-4db4-aa04-14b63dd61587 None None] Could not find standard attr ID for object 802aad71-8c93-4f13-a2ef-f5fd5743466b. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:01:09.927070 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:09.932242 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-867f527a-93b8-465c-9716-32bace5018f7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:09.940107 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-3c7f6983-1b62-4db4-aa04-14b63dd61587 None None] Provisioning complete for port cc8d0f3d-37d1-4eae-a2cc-8cc9ba07ed56 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:09.940107 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3c7f6983-1b62-4db4-aa04-14b63dd61587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:09.941625 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-867f527a-93b8-465c-9716-32bace5018f7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "DELETE /v2.0/ports/802aad71-8c93-4f13-a2ef-f5fd5743466b HTTP/1.1" status: 204 len: 168 time: 1.5411179 Nov 12 01:01:09.943045 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6d83d809-55d5-4c90-ae76-4bd867e003ba tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:09.944412 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44360) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:09.954092 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6d83d809-55d5-4c90-ae76-4bd867e003ba tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:09.971394 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c15ae5f4-f0be-4cca-ad87-9bb032f4a823 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:09.975651 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c15ae5f4-f0be-4cca-ad87-9bb032f4a823 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:09.979922 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c15ae5f4-f0be-4cca-ad87-9bb032f4a823 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "DELETE /v2.0/security-groups/74d1ab1f-f477-4597-a4e9-7a5313841f96 HTTP/1.1" status: 204 len: 168 time: 0.5348089 Nov 12 01:01:09.982146 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44364) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:10.048971 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-3c7f6983-1b62-4db4-aa04-14b63dd61587 None None] Port cc8d0f3d-37d1-4eae-a2cc-8cc9ba07ed56 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:01:10.074207 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ae5f4-f0be-4cca-ad87-9bb032f4a823 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d1ab1f-f477-4597-a4e9-7a5313841f96,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:10.075027 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 3f9bfd36-506f-4143-92f9-c85dbc912cc4 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:10.075568 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:10.077869 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d9aae03-aa8d-4813-8464-216b2617d327 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] GET failed (client error): The resource could not be found. Nov 12 01:01:10.078949 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83d809-55d5-4c90-ae76-4bd867e003ba tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Pushing event updated for resources: {'Port': ['ID=afe5e081-3b72-49ad-8a80-5b67e1198e50,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:10.083923 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-3d9aae03-aa8d-4813-8464-216b2617d327 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "GET /v2.0/ports/802aad71-8c93-4f13-a2ef-f5fd5743466b HTTP/1.1" status: 404 len: 333 time: 0.1381125 Nov 12 01:01:10.089616 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44370) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:10.241952 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6d83d809-55d5-4c90-ae76-4bd867e003ba tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:10.249875 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5100e09d-6bbf-4a80-b3e5-445dbe0dd008 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2591071 Nov 12 01:01:10.255282 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44374) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:10.280328 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-d8cc3431-8f22-4f08-9802-8ce65c817a4f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2685635 Nov 12 01:01:10.299778 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-6498c1fe-d682-4106-913a-5f75909edbe4 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Request body: {'security_group': {'name': 'tempest-secgroup--2043412686'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:10.305569 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-29869760-efe8-4776-b239-a0aa94c7630d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:10.368823 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-1826f131-097e-46d0-adb9-f37abb6a2f03 None None] Could not find standard attr ID for object 802aad71-8c93-4f13-a2ef-f5fd5743466b. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:01:10.393538 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-29869760-efe8-4776-b239-a0aa94c7630d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:10.418430 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6498c1fe-d682-4106-913a-5f75909edbe4 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:10.452719 n-d-812236-11 neutron-server[102662]: INFO neutron.db.l3_db [None req-6d83d809-55d5-4c90-ae76-4bd867e003ba tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Floating IP 7b2570d6-0cef-4ced-aacf-df0c9e3bac19 associated. External IP: 172.25.2.137, port: 9d9d6a53-4224-4bfb-85d8-3d6e6a7cb57e. Nov 12 01:01:10.499032 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-92beea63-ac8e-4ecd-a13d-14dd7982b8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:10.499508 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-92beea63-ac8e-4ecd-a13d-14dd7982b8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:10.499967 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-92beea63-ac8e-4ecd-a13d-14dd7982b8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:10.500986 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-92beea63-ac8e-4ecd-a13d-14dd7982b8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:10.501405 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-92beea63-ac8e-4ecd-a13d-14dd7982b8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:10.502033 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-92beea63-ac8e-4ecd-a13d-14dd7982b8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:10.502551 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-92beea63-ac8e-4ecd-a13d-14dd7982b8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:10.504813 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-92beea63-ac8e-4ecd-a13d-14dd7982b8cf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99d22f2d09c941868df176b00803ab3d&device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 6508 time: 0.1079478 Nov 12 01:01:10.514587 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-29869760-efe8-4776-b239-a0aa94c7630d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:10.520162 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-29869760-efe8-4776-b239-a0aa94c7630d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:10.522489 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-29869760-efe8-4776-b239-a0aa94c7630d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "DELETE /v2.0/security-groups/7e49c437-f5e3-4adc-a183-d5936e591ffb HTTP/1.1" status: 204 len: 168 time: 0.3994431 Nov 12 01:01:10.532250 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44380) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:10.542692 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29869760-efe8-4776-b239-a0aa94c7630d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e49c437-f5e3-4adc-a183-d5936e591ffb,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:10.693813 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b39e09da-6e48-4433-857d-47cf0f2e4108 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:10.736672 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6498c1fe-d682-4106-913a-5f75909edbe4 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:10.787880 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-d40466ef-4d2b-4eae-b4ac-1a4645415f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:10.789289 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-d40466ef-4d2b-4eae-b4ac-1a4645415f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:10.792785 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:10.793235 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-d40466ef-4d2b-4eae-b4ac-1a4645415f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:10.799196 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-d40466ef-4d2b-4eae-b4ac-1a4645415f20 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6d66b009-87d4-44ee-a0b8-482e36cd5030&id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&id=0fed04be-2c3a-475e-8199-924085f487af&id=0fed04be-2c3a-475e-8199-924085f487af HTTP/1.1" status: 200 len: 2299 time: 0.2440476 Nov 12 01:01:10.840436 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6498c1fe-d682-4106-913a-5f75909edbe4 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:10.943806 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d83d809-55d5-4c90-ae76-4bd867e003ba tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Router 0554c11e-5a59-4413-a079-2d83896a5ab9 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:01:10.975285 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b39e09da-6e48-4433-857d-47cf0f2e4108 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:11.035073 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6498c1fe-d682-4106-913a-5f75909edbe4 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:11.041059 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6498c1fe-d682-4106-913a-5f75909edbe4 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7458854 Nov 12 01:01:11.042135 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498c1fe-d682-4106-913a-5f75909edbe4 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb43854-5230-4b73-ac35-99ec6dd8b6ad,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:11.057694 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44392) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:11.067626 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-141a76dc-ee05-4835-9e15-72dcbebd87e5 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Request body: {'security_group_rule': {'security_group_id': '1fb43854-5230-4b73-ac35-99ec6dd8b6ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:11.160624 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44394) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:11.221596 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-141a76dc-ee05-4835-9e15-72dcbebd87e5 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:01:11.225498 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-141a76dc-ee05-4835-9e15-72dcbebd87e5 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1597168 Nov 12 01:01:11.252064 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44398) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:11.259422 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-93cc7719-6c23-4b2b-87bc-37b7681f3c60 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Request body: {'security_group_rule': {'security_group_id': '1fb43854-5230-4b73-ac35-99ec6dd8b6ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:11.264158 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b39e09da-6e48-4433-857d-47cf0f2e4108 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:11.266757 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b39e09da-6e48-4433-857d-47cf0f2e4108 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:11.271018 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b39e09da-6e48-4433-857d-47cf0f2e4108 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "DELETE /v2.0/security-groups/4a5cd82a-7108-4dd4-a6bf-e5619aa1183f HTTP/1.1" status: 204 len: 168 time: 0.7375832 Nov 12 01:01:11.271662 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44402) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:11.321235 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e09da-6e48-4433-857d-47cf0f2e4108 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5cd82a-7108-4dd4-a6bf-e5619aa1183f,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:11.331306 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-67239767-36a5-4b76-af92-299c3ced5eee service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=839befd9-0d96-49e6-b80d-77934b38b2b7 HTTP/1.1" status: 200 len: 1001 time: 0.5243342 Nov 12 01:01:11.347015 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d83d809-55d5-4c90-ae76-4bd867e003ba tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:01:11.361457 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261aecc5-036f-4786-9386-1914ce85e180 None None] Sync routers for ids ['0554c11e-5a59-4413-a079-2d83896a5ab9'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:01:11.415435 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-66f43117-b0a4-4f47-a68a-4e589a585876 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:11.416577 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261aecc5-036f-4786-9386-1914ce85e180 None None] Routers {'0554c11e-5a59-4413-a079-2d83896a5ab9'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:01:11.417448 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-261aecc5-036f-4786-9386-1914ce85e180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:01:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['0554c11e-5a59-4413-a079-2d83896a5ab9'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:11.421009 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6d83d809-55d5-4c90-ae76-4bd867e003ba tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:11.453652 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b56fe0-c289-4713-9171-2fc8ed675c5e req-80c54c71-b2d9-4883-a832-9f0d22016450 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:11.455353 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-07b56fe0-c289-4713-9171-2fc8ed675c5e req-80c54c71-b2d9-4883-a832-9f0d22016450 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.6277964 Nov 12 01:01:11.459189 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-93cc7719-6c23-4b2b-87bc-37b7681f3c60 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:01:11.459990 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-93cc7719-6c23-4b2b-87bc-37b7681f3c60 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2065296 Nov 12 01:01:11.464265 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-565cb9f5-ed7b-4c86-b6aa-a260934f92a8 req-6fee5886-4017-4968-a561-34d25f5ddff2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1920006 Nov 12 01:01:11.466076 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44406) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:11.499520 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-f3f2bec4-8e29-4195-9246-6620387a5af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:11.501603 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-f3f2bec4-8e29-4195-9246-6620387a5af7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=84f3c115-0f29-44bb-9c76-e6ed88722019 HTTP/1.1" status: 200 len: 856 time: 0.1236718 Nov 12 01:01:11.515878 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-261aecc5-036f-4786-9386-1914ce85e180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:11.526150 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261aecc5-036f-4786-9386-1914ce85e180 None None] Routers {'0554c11e-5a59-4413-a079-2d83896a5ab9'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:01:11.527426 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-261aecc5-036f-4786-9386-1914ce85e180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:01:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['0554c11e-5a59-4413-a079-2d83896a5ab9'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:11.530720 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-62d3bd66-6261-4b44-b4fe-76a6767a2a32 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:11.536343 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6d83d809-55d5-4c90-ae76-4bd867e003ba tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.3836026 Nov 12 01:01:11.544857 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44408) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:11.588890 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-261aecc5-036f-4786-9386-1914ce85e180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:11.589911 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261aecc5-036f-4786-9386-1914ce85e180 None None] The sync data for ids ['0554c11e-5a59-4413-a079-2d83896a5ab9'] in n-d-812236-11 is: [] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:01:11.625605 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-07b56fe0-c289-4713-9171-2fc8ed675c5e req-9fd84ff0-0abe-4c57-be7c-ae5aaf0c71fe tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573234 Nov 12 01:01:11.640480 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-62d3bd66-6261-4b44-b4fe-76a6767a2a32 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:11.690796 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565cb9f5-ed7b-4c86-b6aa-a260934f92a8 req-2c591736-8762-4e1a-a58a-abf26f56cd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:11.692340 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-fa673f0b-b69f-48cd-8c0a-7bccffa9b613 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] 10.222.0.20 "GET /v2.0/floatingips/7b2570d6-0cef-4ced-aacf-df0c9e3bac19 HTTP/1.1" status: 200 len: 977 time: 0.1464088 Nov 12 01:01:11.695468 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-565cb9f5-ed7b-4c86-b6aa-a260934f92a8 req-2c591736-8762-4e1a-a58a-abf26f56cd7c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=92120bcf7a2b4a398a48be8e2d4be44a&device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9 HTTP/1.1" status: 200 len: 1097 time: 0.1459937 Nov 12 01:01:11.698936 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44412) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:11.727454 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-42f05800-c9d9-444e-9b81-2a138f18a5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:11.729117 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-42f05800-c9d9-444e-9b81-2a138f18a5cb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6d66b009-87d4-44ee-a0b8-482e36cd5030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2072885 Nov 12 01:01:11.748922 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-af327b0d-f164-4738-b756-1f85c0e98e37 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:11.795294 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-62d3bd66-6261-4b44-b4fe-76a6767a2a32 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:11.798737 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-62d3bd66-6261-4b44-b4fe-76a6767a2a32 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:11.802697 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-62d3bd66-6261-4b44-b4fe-76a6767a2a32 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "DELETE /v2.0/security-groups/9d47f8bf-180a-43ee-8411-4d3db60c87f5 HTTP/1.1" status: 204 len: 168 time: 0.5236788 Nov 12 01:01:11.803317 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44414) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:11.808579 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-66f43117-b0a4-4f47-a68a-4e589a585876 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:11.823066 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-af327b0d-f164-4738-b756-1f85c0e98e37 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:11.835230 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-66f43117-b0a4-4f47-a68a-4e589a585876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:11.876724 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d3bd66-6261-4b44-b4fe-76a6767a2a32 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d47f8bf-180a-43ee-8411-4d3db60c87f5,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:11.972594 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-66f43117-b0a4-4f47-a68a-4e589a585876 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ef2b8456e2134847b59419fe968177be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8063867 Nov 12 01:01:11.979835 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-7556209e-60ce-48d3-9bf9-bb549f32a7b0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Deleting subnet 9dcb8765-6441-4407-900f-d563d862b9fb {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:01:11.986484 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44428) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:12.003646 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f43117-b0a4-4f47-a68a-4e589a585876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e029a3-853e-437a-945b-c65504a661f1,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:12.008754 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7556209e-60ce-48d3-9bf9-bb549f32a7b0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.064092 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-af327b0d-f164-4738-b756-1f85c0e98e37 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.066622 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-af327b0d-f164-4738-b756-1f85c0e98e37 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.067763 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-af327b0d-f164-4738-b756-1f85c0e98e37 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "DELETE /v2.0/security-groups/1fb43854-5230-4b73-ac35-99ec6dd8b6ad HTTP/1.1" status: 204 len: 168 time: 0.5960095 Nov 12 01:01:12.077089 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44434) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:12.105559 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af327b0d-f164-4738-b756-1f85c0e98e37 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb43854-5230-4b73-ac35-99ec6dd8b6ad,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:12.112688 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7556209e-60ce-48d3-9bf9-bb549f32a7b0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.119311 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ff7c4bfc-345c-4250-bfa8-4e33139239c0 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.4189670 Nov 12 01:01:12.137425 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44436) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:12.141581 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565cb9f5-ed7b-4c86-b6aa-a260934f92a8 req-cc503c6c-581f-4b8e-9ee5-77824bc255a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:12.143442 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-565cb9f5-ed7b-4c86-b6aa-a260934f92a8 req-cc503c6c-581f-4b8e-9ee5-77824bc255a1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=81cab25c-cc73-4b97-9af8-266d9053a85f HTTP/1.1" status: 200 len: 911 time: 0.3778079 Nov 12 01:01:12.163817 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-3310fe77-527f-4f85-94ed-7e6f6115fb9c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Request body: {'floatingip': {'port_id': '911bddb1-b99e-413e-b153-e6c5e37f1679'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:12.175768 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff78804-9685-4fe0-aac1-28ebffb80095 req-92f772f7-2db6-4241-927f-7a8e617058a1 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:12.177611 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-eff78804-9685-4fe0-aac1-28ebffb80095 req-92f772f7-2db6-4241-927f-7a8e617058a1 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/networks?id=e2e3e1e9-0e8c-4882-bf10-1b961e611626 HTTP/1.1" status: 200 len: 814 time: 0.2555873 Nov 12 01:01:12.234435 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-eff78804-9685-4fe0-aac1-28ebffb80095 req-755b5b4b-ddf2-4435-82aa-e183883db2f3 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/quotas/b69c08bc1825416d9856930c76df087f HTTP/1.1" status: 200 len: 375 time: 0.0390086 Nov 12 01:01:12.294300 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7556209e-60ce-48d3-9bf9-bb549f32a7b0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.310335 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-4445a73b-ca0e-4371-91ac-15b7bf5deaef service neutron] 10.222.0.49 "GET /v2.0/networks/6d66b009-87d4-44ee-a0b8-482e36cd5030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4668987 Nov 12 01:01:12.326540 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a29457e2-ec04-466a-ab4e-26cec121c8a6 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2392015 Nov 12 01:01:12.338208 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44438) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:12.341293 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3310fe77-527f-4f85-94ed-7e6f6115fb9c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for floatingip, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.358052 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-28789af9-8edb-4af3-90ed-fe8f904cba93 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Request body: {'security_group': {'name': 'tempest-secgroup--861761337'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:12.363475 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-565cb9f5-ed7b-4c86-b6aa-a260934f92a8 req-422e4b03-4ea8-44c7-818c-1608115b26e1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=161b3298-9c94-419c-aed6-71e3451377c5 HTTP/1.1" status: 200 len: 1000 time: 0.2101645 Nov 12 01:01:12.364070 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4ab39acc-f175-4115-a94e-8e3633455ac4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.389718 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7556209e-60ce-48d3-9bf9-bb549f32a7b0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.454370 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fae927-149c-431e-9dfa-56cb4dc338b5 None None] Network 6398f85e-584f-40be-9040-b5e6f4f3c478 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:12.467019 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7556209e-60ce-48d3-9bf9-bb549f32a7b0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.478625 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7556209e-60ce-48d3-9bf9-bb549f32a7b0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "DELETE /v2.0/subnets/9dcb8765-6441-4407-900f-d563d862b9fb HTTP/1.1" status: 204 len: 168 time: 0.6651592 Nov 12 01:01:12.485638 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7556209e-60ce-48d3-9bf9-bb549f32a7b0 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event deleted for resources: {'Subnet': ['ID=9dcb8765-6441-4407-900f-d563d862b9fb,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:12.490954 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44446) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:12.576712 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4ab39acc-f175-4115-a94e-8e3633455ac4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.582333 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-28789af9-8edb-4af3-90ed-fe8f904cba93 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.622897 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565cb9f5-ed7b-4c86-b6aa-a260934f92a8 req-86203d7a-0df3-4374-9e43-76e118afe584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:12.624408 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-565cb9f5-ed7b-4c86-b6aa-a260934f92a8 req-86203d7a-0df3-4374-9e43-76e118afe584 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=14a1d482-7411-47d7-8687-bbca824f06be HTTP/1.1" status: 200 len: 849 time: 0.2138331 Nov 12 01:01:12.665338 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4a6c2c8-0bcf-421b-ab9b-17bcfe44c1b6 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Deleting subnet c9894a96-e1ca-44db-8f06-cbd5bbda7b99 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:01:12.671734 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4a6c2c8-0bcf-421b-ab9b-17bcfe44c1b6 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.726506 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-eff78804-9685-4fe0-aac1-28ebffb80095 req-5dc0ca55-a7ec-47b7-b860-26d28c9fbf58 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b69c08bc1825416d9856930c76df087f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4800353 Nov 12 01:01:12.739826 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-236e7a0e-3b05-43fd-b57d-dbf68d1a654d service neutron] 10.222.0.49 "GET /v2.0/networks/6d66b009-87d4-44ee-a0b8-482e36cd5030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178145 Nov 12 01:01:12.757850 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.825247 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4a6c2c8-0bcf-421b-ab9b-17bcfe44c1b6 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.865845 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-79e6fe0c-d038-484c-8433-f997a0558b40 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9 HTTP/1.1" status: 200 len: 217 time: 0.1061628 Nov 12 01:01:12.901909 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4ab39acc-f175-4115-a94e-8e3633455ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.905681 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4ab39acc-f175-4115-a94e-8e3633455ac4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.906822 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4ab39acc-f175-4115-a94e-8e3633455ac4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a0e029a3-853e-437a-945b-c65504a661f1 HTTP/1.1" status: 204 len: 168 time: 0.9109852 Nov 12 01:01:12.931901 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565cb9f5-ed7b-4c86-b6aa-a260934f92a8 req-a9cc4c8e-e7e2-44a1-9b82-8c860329bb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:12.935913 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-565cb9f5-ed7b-4c86-b6aa-a260934f92a8 req-a9cc4c8e-e7e2-44a1-9b82-8c860329bb74 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=81cab25c-cc73-4b97-9af8-266d9053a85f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3012011 Nov 12 01:01:13.033718 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab39acc-f175-4115-a94e-8e3633455ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e029a3-853e-437a-945b-c65504a661f1,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:13.043111 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-eff78804-9685-4fe0-aac1-28ebffb80095 req-176a7db4-d0b1-4d09-afb2-75ddd550424f service neutron] 10.222.0.20 "GET /v2.0/networks/e2e3e1e9-0e8c-4882-bf10-1b961e611626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157048 Nov 12 01:01:13.138290 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4a6c2c8-0bcf-421b-ab9b-17bcfe44c1b6 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:13.362508 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-eff78804-9685-4fe0-aac1-28ebffb80095 req-0af89bc7-9709-4dc2-b681-5b3223af9a6f service neutron] 10.222.0.20 "GET /v2.0/networks/e2e3e1e9-0e8c-4882-bf10-1b961e611626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101461 Nov 12 01:01:13.364183 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4a6c2c8-0bcf-421b-ab9b-17bcfe44c1b6 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:13.398826 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a6c2c8-0bcf-421b-ab9b-17bcfe44c1b6 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event deleted for resources: {'Subnet': ['ID=c9894a96-e1ca-44db-8f06-cbd5bbda7b99,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:13.408754 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4a6c2c8-0bcf-421b-ab9b-17bcfe44c1b6 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:13.416161 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c4a6c2c8-0bcf-421b-ab9b-17bcfe44c1b6 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "DELETE /v2.0/subnets/c9894a96-e1ca-44db-8f06-cbd5bbda7b99 HTTP/1.1" status: 204 len: 168 time: 0.8992240 Nov 12 01:01:13.416809 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44462) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:13.452557 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-565cb9f5-ed7b-4c86-b6aa-a260934f92a8 req-614dd5a4-84c6-4129-a7c9-ff2f95b74d70 service neutron] 10.222.0.54 "GET /v2.0/networks/81cab25c-cc73-4b97-9af8-266d9053a85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4208865 Nov 12 01:01:13.455590 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-28789af9-8edb-4af3-90ed-fe8f904cba93 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:13.459292 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-476025ba-0095-4139-a1bb-ba56052599bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:13.461237 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-476025ba-0095-4139-a1bb-ba56052599bf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5 HTTP/1.1" status: 200 len: 797 time: 0.5743420 Nov 12 01:01:13.474571 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-28789af9-8edb-4af3-90ed-fe8f904cba93 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:13.477883 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-c43d59d7-b357-4359-bcae-5b9932bdac0d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] DELETE failed (client error): The resource could not be found. Nov 12 01:01:13.478354 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c43d59d7-b357-4359-bcae-5b9932bdac0d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:01:13.485059 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c43d59d7-b357-4359-bcae-5b9932bdac0d tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "DELETE /v2.0/subnets/9dcb8765-6441-4407-900f-d563d862b9fb HTTP/1.1" status: 404 len: 337 time: 0.0652702 Nov 12 01:01:13.485813 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44466) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:13.634054 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5de3d29-64c7-4d14-9671-0bc653bb769e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Deleting subnet 83f0d17a-2105-4025-9ebd-dc1191c894cb {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:01:13.642738 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d5de3d29-64c7-4d14-9671-0bc653bb769e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:13.726786 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6560235-8d66-48b8-85f9-d1d5679e7c25 None None] Network 6398f85e-584f-40be-9040-b5e6f4f3c478 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:13.748663 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d5de3d29-64c7-4d14-9671-0bc653bb769e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:13.882732 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-4a8dad27-7a84-433f-b52e-51270cbdb566 None None] Provisioning complete for port 3f9bfd36-506f-4143-92f9-c85dbc912cc4 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:13.890002 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4a8dad27-7a84-433f-b52e-51270cbdb566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:13.895134 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d5de3d29-64c7-4d14-9671-0bc653bb769e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:14.009105 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d5de3d29-64c7-4d14-9671-0bc653bb769e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:14.060608 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de3d29-64c7-4d14-9671-0bc653bb769e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event deleted for resources: {'Subnet': ['ID=83f0d17a-2105-4025-9ebd-dc1191c894cb,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:14.062710 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d5de3d29-64c7-4d14-9671-0bc653bb769e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:14.069413 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d5de3d29-64c7-4d14-9671-0bc653bb769e tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "DELETE /v2.0/subnets/83f0d17a-2105-4025-9ebd-dc1191c894cb HTTP/1.1" status: 204 len: 168 time: 0.5776293 Nov 12 01:01:14.070976 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44498) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:14.127172 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-509fd5de-c46b-4b7c-adf8-6dfcafc7c982 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] DELETE failed (client error): The resource could not be found. Nov 12 01:01:14.127609 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-509fd5de-c46b-4b7c-adf8-6dfcafc7c982 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:01:14.138786 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-509fd5de-c46b-4b7c-adf8-6dfcafc7c982 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "DELETE /v2.0/subnets/48f394a4-2761-4ab8-b4dd-0b43773fd2ac HTTP/1.1" status: 404 len: 337 time: 0.0661781 Nov 12 01:01:14.139976 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44502) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:14.173880 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-4a8dad27-7a84-433f-b52e-51270cbdb566 None None] Provisioning complete for port cc8d0f3d-37d1-4eae-a2cc-8cc9ba07ed56 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:14.174334 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4a8dad27-7a84-433f-b52e-51270cbdb566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:14.203215 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-565cb9f5-ed7b-4c86-b6aa-a260934f92a8 req-daf325a8-44f3-4804-b196-fa42919a8d12 service neutron] 10.222.0.54 "GET /v2.0/networks/81cab25c-cc73-4b97-9af8-266d9053a85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7268445 Nov 12 01:01:14.207758 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-75320af2-d72e-4315-aeb9-a5a9b92e20b4 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7156c60-7d00-41ae-9938-473711420e82 HTTP/1.1" status: 200 len: 205 time: 0.0623384 Nov 12 01:01:14.209269 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44506) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:14.256887 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-4a8dad27-7a84-433f-b52e-51270cbdb566 None None] Port cc8d0f3d-37d1-4eae-a2cc-8cc9ba07ed56 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:01:14.285071 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b71279-b5b3-4370-8ef4-a35370658928 None None] DHCP port deletion for 6398f85e-584f-40be-9040-b5e6f4f3c478 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:01:14.307979 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-1a00f8d1-93b0-460b-86f2-523f2db51884 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] delete failed (client error): The resource could not be found. Nov 12 01:01:14.309952 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1a00f8d1-93b0-460b-86f2-523f2db51884 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "DELETE /v2.0/routers/b7156c60-7d00-41ae-9938-473711420e82 HTTP/1.1" status: 404 len: 336 time: 0.0993643 Nov 12 01:01:14.312818 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44510) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:14.344452 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-c9b71279-b5b3-4370-8ef4-a35370658928 None None] Deleting port 3f9bfd36-506f-4143-92f9-c85dbc912cc4 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:01:14.345105 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c9b71279-b5b3-4370-8ef4-a35370658928 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:14.393496 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f5796c-ac57-4b03-b128-4fb3ede81add tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] DELETE failed (client error): The resource could not be found. Nov 12 01:01:14.394490 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66f5796c-ac57-4b03-b128-4fb3ede81add tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:01:14.399942 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-66f5796c-ac57-4b03-b128-4fb3ede81add tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "DELETE /v2.0/subnets/f41e8a0b-f68c-4c3b-9f12-456e1584b7ac HTTP/1.1" status: 404 len: 337 time: 0.0832894 Nov 12 01:01:14.400580 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44516) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:14.456208 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-c9b71279-b5b3-4370-8ef4-a35370658928 None None] For port 3f9bfd36-506f-4143-92f9-c85dbc912cc4, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=3f9bfd36-506f-4143-92f9-c85dbc912cc4,segment=NetworkSegment(1de6ff02-7c4b-4bdb-a3b7-b1d8e52f2e0b),segment_id=1de6ff02-7c4b-4bdb-a3b7-b1d8e52f2e0b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:14.456920 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c9b71279-b5b3-4370-8ef4-a35370658928 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:14.463889 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-21d9fa8e-c45f-44c0-bcde-fb343ef4acd8 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] DELETE failed (client error): The resource could not be found. Nov 12 01:01:14.464346 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21d9fa8e-c45f-44c0-bcde-fb343ef4acd8 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:01:14.474672 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-21d9fa8e-c45f-44c0-bcde-fb343ef4acd8 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "DELETE /v2.0/subnets/0e2613f4-fa69-4f5d-80ea-3f47a0396923 HTTP/1.1" status: 404 len: 337 time: 0.0728145 Nov 12 01:01:14.477101 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44522) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:14.507577 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-c9b71279-b5b3-4370-8ef4-a35370658928 None None] Calling delete_port for 3f9bfd36-506f-4143-92f9-c85dbc912cc4 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:01:14.558464 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-914f2514-6d15-4a42-a2e0-f2375a00a118 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] DELETE failed (client error): The resource could not be found. Nov 12 01:01:14.558932 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-914f2514-6d15-4a42-a2e0-f2375a00a118 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:01:14.564730 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-914f2514-6d15-4a42-a2e0-f2375a00a118 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "DELETE /v2.0/subnets/7689294e-f44c-46bb-91ee-14bf3d4df475 HTTP/1.1" status: 404 len: 337 time: 0.0842590 Nov 12 01:01:14.566375 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44524) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:14.631180 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-35f6b031-33cb-43d0-bdfc-7843e9c1a8e1 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] DELETE failed (client error): The resource could not be found. Nov 12 01:01:14.632394 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35f6b031-33cb-43d0-bdfc-7843e9c1a8e1 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:01:14.641105 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-35f6b031-33cb-43d0-bdfc-7843e9c1a8e1 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "DELETE /v2.0/ports/9fd6610e-2458-40aa-b5bd-7113f621ad22 HTTP/1.1" status: 404 len: 333 time: 0.0728114 Nov 12 01:01:14.642886 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44526) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:14.705648 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-28789af9-8edb-4af3-90ed-fe8f904cba93 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:14.710383 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-28789af9-8edb-4af3-90ed-fe8f904cba93 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.3667388 Nov 12 01:01:14.711317 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44530) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:14.725885 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c95f546-febe-4d10-bb6b-5d75e49a5003 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] DELETE failed (client error): The resource could not be found. Nov 12 01:01:14.726891 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c95f546-febe-4d10-bb6b-5d75e49a5003 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:01:14.727498 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9421a55d-ba3f-41ba-8c3f-96a7c2aac5ab req-224dd476-4cb6-4059-b649-fadf8f5d99aa tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b3ac9d-2a7c-4afa-aee5-64566564b834 HTTP/1.1" status: 200 len: 210 time: 0.8841012 Nov 12 01:01:14.739136 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6c95f546-febe-4d10-bb6b-5d75e49a5003 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "DELETE /v2.0/subnets/2dce14b9-e602-4e84-89fa-b6e91853a7e9 HTTP/1.1" status: 404 len: 337 time: 0.0924022 Nov 12 01:01:14.739342 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-bf3d66ff-7ce8-46b0-82bd-dc22ba675fa3 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:14.739814 n-d-812236-11 neutron-server[102661]: WARNING neutron.api.v2.base [None req-bf3d66ff-7ce8-46b0-82bd-dc22ba675fa3 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 01:01:14.740321 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c9b71279-b5b3-4370-8ef4-a35370658928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:14.740821 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-bf3d66ff-7ce8-46b0-82bd-dc22ba675fa3 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 01:01:14.741273 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44532) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:14.744617 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-bf3d66ff-7ce8-46b0-82bd-dc22ba675fa3 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "PUT /v2.0/security-groups/2bf6aa1d-4e2c-4535-a68f-2d8de77c7a7a HTTP/1.1" status: 409 len: 330 time: 0.0211163 Nov 12 01:01:14.759968 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44534) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:14.790796 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b71279-b5b3-4370-8ef4-a35370658928 None None] Pushing event deleted for resources: {'Port': ['ID=3f9bfd36-506f-4143-92f9-c85dbc912cc4,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:14.794914 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b71279-b5b3-4370-8ef4-a35370658928 None None] No DVR routers for this DVR port 3f9bfd36-506f-4143-92f9-c85dbc912cc4 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:01:14.796689 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28789af9-8edb-4af3-90ed-fe8f904cba93 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf6aa1d-4e2c-4535-a68f-2d8de77c7a7a,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:14.858139 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-f96ecfa0-dfa1-498e-b12e-9da210e5bdc7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] DELETE failed (client error): The resource could not be found. Nov 12 01:01:14.858758 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f96ecfa0-dfa1-498e-b12e-9da210e5bdc7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:01:14.862498 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f96ecfa0-dfa1-498e-b12e-9da210e5bdc7 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "DELETE /v2.0/subnets/c48cce35-5747-4547-841e-c900faf6667c HTTP/1.1" status: 404 len: 337 time: 0.1192570 Nov 12 01:01:14.867136 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44542) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:14.897852 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-da39df03-a366-458d-ac6a-fb7ad60c9bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:14.897852 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-da39df03-a366-458d-ac6a-fb7ad60c9bd4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.4165025 Nov 12 01:01:14.913203 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-77d66fd9-6fc6-491f-b8ff-e20b9a54f196 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] DELETE failed (client error): The resource could not be found. Nov 12 01:01:14.914355 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77d66fd9-6fc6-491f-b8ff-e20b9a54f196 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:01:14.921471 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-77d66fd9-6fc6-491f-b8ff-e20b9a54f196 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "DELETE /v2.0/ports/d3c138e1-5eab-47fb-b7d9-17e31fe6a2ec HTTP/1.1" status: 404 len: 333 time: 0.0490987 Nov 12 01:01:14.925328 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44548) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:15.029281 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-0db7ba1a-fd0a-47ef-9741-28acd0965972 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] DELETE failed (client error): The resource could not be found. Nov 12 01:01:15.029945 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0db7ba1a-fd0a-47ef-9741-28acd0965972 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:01:15.035476 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0db7ba1a-fd0a-47ef-9741-28acd0965972 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "DELETE /v2.0/subnets/f47108c6-afaa-419f-b383-c916f8768c61 HTTP/1.1" status: 404 len: 337 time: 0.1021121 Nov 12 01:01:15.035476 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.db.resource_extend [None req-3310fe77-527f-4f85-94ed-7e6f6115fb9c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 01:01:15.035807 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44554) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:15.067018 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-887f49e0-bd90-48fd-9e9c-f55384c5dda3 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:15.070453 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-0754c809-716f-43e8-8f72-434d2aa02476 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] DELETE failed (client error): The resource could not be found. Nov 12 01:01:15.071166 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0754c809-716f-43e8-8f72-434d2aa02476 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:01:15.076877 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0754c809-716f-43e8-8f72-434d2aa02476 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "DELETE /v2.0/subnets/d7c74295-c93c-4e2f-8918-743adaf57914 HTTP/1.1" status: 404 len: 337 time: 0.0375016 Nov 12 01:01:15.077114 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44556) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:15.136955 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3310fe77-527f-4f85-94ed-7e6f6115fb9c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:15.154365 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3310fe77-527f-4f85-94ed-7e6f6115fb9c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:15.161082 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-887f49e0-bd90-48fd-9e9c-f55384c5dda3 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:15.216443 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-c700cbbd-136c-4247-af56-eaddeb1a8b78 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Deleting port cc8d0f3d-37d1-4eae-a2cc-8cc9ba07ed56 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:01:15.216443 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c700cbbd-136c-4247-af56-eaddeb1a8b78 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:15.252478 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-2db79699-b90d-4726-a295-68a902eccc0a service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289473 Nov 12 01:01:15.361874 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c700cbbd-136c-4247-af56-eaddeb1a8b78 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:15.365079 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-887f49e0-bd90-48fd-9e9c-f55384c5dda3 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:15.371175 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-887f49e0-bd90-48fd-9e9c-f55384c5dda3 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:15.371175 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-887f49e0-bd90-48fd-9e9c-f55384c5dda3 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "DELETE /v2.0/security-groups/2bf6aa1d-4e2c-4535-a68f-2d8de77c7a7a HTTP/1.1" status: 204 len: 168 time: 0.6145101 Nov 12 01:01:15.377489 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-c700cbbd-136c-4247-af56-eaddeb1a8b78 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Calling delete_port for cc8d0f3d-37d1-4eae-a2cc-8cc9ba07ed56 owned by {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:01:15.381729 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44566) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:15.385822 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887f49e0-bd90-48fd-9e9c-f55384c5dda3 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf6aa1d-4e2c-4535-a68f-2d8de77c7a7a,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:15.426310 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [None req-3310fe77-527f-4f85-94ed-7e6f6115fb9c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Floating IP 7b2570d6-0cef-4ced-aacf-df0c9e3bac19 associated. External IP: 172.25.2.137, port: 9d9d6a53-4224-4bfb-85d8-3d6e6a7cb57e. Nov 12 01:01:15.468470 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44568) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:15.549421 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c700cbbd-136c-4247-af56-eaddeb1a8b78 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:15.602235 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c700cbbd-136c-4247-af56-eaddeb1a8b78 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:15.609823 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c700cbbd-136c-4247-af56-eaddeb1a8b78 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "DELETE /v2.0/ports/cc8d0f3d-37d1-4eae-a2cc-8cc9ba07ed56 HTTP/1.1" status: 204 len: 168 time: 0.5315702 Nov 12 01:01:15.610672 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44578) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:15.649669 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c700cbbd-136c-4247-af56-eaddeb1a8b78 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event deleted for resources: {'Port': ['ID=cc8d0f3d-37d1-4eae-a2cc-8cc9ba07ed56,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:15.660756 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-a5a9fef7-acaa-47c7-b1e9-f9cde54b4d38 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3992639 Nov 12 01:01:15.674510 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b0a2ec8e-b784-4c72-adbb-1d9d1edc3d49 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2825155 Nov 12 01:01:15.677591 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44580) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:15.735743 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-5538605b-a418-4dcd-8129-f0a7082c1582 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] delete failed (client error): The resource could not be found. Nov 12 01:01:15.740700 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5538605b-a418-4dcd-8129-f0a7082c1582 tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "DELETE /v2.0/security-groups/f6d4ba54-330f-40f9-9a54-6c320be1fb9b HTTP/1.1" status: 404 len: 347 time: 0.0559418 Nov 12 01:01:15.743848 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44582) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:15.749888 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 3f9bfd36-506f-4143-92f9-c85dbc912cc4 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:01:15.780318 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff78804-9685-4fe0-aac1-28ebffb80095 req-7830cdc8-731d-423d-b447-614d33adec34 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:15.781840 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-eff78804-9685-4fe0-aac1-28ebffb80095 req-7830cdc8-731d-423d-b447-614d33adec34 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.49 "GET /v2.0/networks?id=e2e3e1e9-0e8c-4882-bf10-1b961e611626 HTTP/1.1" status: 200 len: 814 time: 0.3341849 Nov 12 01:01:15.791976 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 3f9bfd36-506f-4143-92f9-c85dbc912cc4 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:01:15.793933 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 3f9bfd36-506f-4143-92f9-c85dbc912cc4 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:01:15.794168 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-f7fbfe69-e88e-4c75-8195-613b6e1534e4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=e5eb25a0-7da0-4bbc-9a1a-01a506e19685 HTTP/1.1" status: 200 len: 217 time: 0.0628288 Nov 12 01:01:15.799340 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-4fa8f283-4652-4bdd-9384-dda8e249854b tempest-ExternalNetworksTestJSON-1488007611 tempest-ExternalNetworksTestJSON-1488007611-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1378706622'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:15.811369 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-e2b4c6d3-4ddc-405a-90c6-a9166589157a tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] show failed (client error): The resource could not be found. Nov 12 01:01:15.815777 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e2b4c6d3-4ddc-405a-90c6-a9166589157a tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "GET /v2.0/security-groups/d5197ee1-e622-408b-a37d-5b8d7633d3a7 HTTP/1.1" status: 404 len: 347 time: 0.0667167 Nov 12 01:01:15.815913 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-eff78804-9685-4fe0-aac1-28ebffb80095 req-13bc5789-5c96-41c4-a4f9-8e40baee84a0 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Request body: {'port': {'device_id': '45b3ac9d-2a7c-4afa-aee5-64566564b834', 'network_id': 'e2e3e1e9-0e8c-4882-bf10-1b961e611626', 'admin_state_up': True, 'tenant_id': 'b69c08bc1825416d9856930c76df087f'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:15.817883 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44586) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:15.819079 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a47901d8-8c7c-4173-bf1d-b5459cc33250 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:15.907413 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-bbe0710f-503d-4a49-a402-6e102eba0b8c tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] show failed (client error): The resource could not be found. Nov 12 01:01:15.912810 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-bbe0710f-503d-4a49-a402-6e102eba0b8c tempest-NegativeSecGroupIPv6Test-914782089 tempest-NegativeSecGroupIPv6Test-914782089-project] 10.222.0.20 "GET /v2.0/security-group-rules/4b841e8b-d43f-419c-b06b-ed1263d90a72 HTTP/1.1" status: 404 len: 356 time: 0.0814769 Nov 12 01:01:15.930935 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f7afe710-f45f-483e-a25d-2464b58fdf25 req-9de1fd6d-6839-4898-8e1a-e078a2a0856e tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b3ac9d-2a7c-4afa-aee5-64566564b834 HTTP/1.1" status: 200 len: 210 time: 0.0580666 Nov 12 01:01:15.932956 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa8f283-4652-4bdd-9384-dda8e249854b tempest-ExternalNetworksTestJSON-1488007611 tempest-ExternalNetworksTestJSON-1488007611-project] Made reservation on behalf of 4d94c8e8cc274616af9dc8ed6fabb0e3 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:15.938237 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4fa8f283-4652-4bdd-9384-dda8e249854b tempest-ExternalNetworksTestJSON-1488007611 tempest-ExternalNetworksTestJSON-1488007611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:15.953757 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-f72cca43-2a34-4cb1-9c26-4c26b0035b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:15.956579 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-f72cca43-2a34-4cb1-9c26-4c26b0035b06 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5 HTTP/1.1" status: 200 len: 797 time: 0.1409349 Nov 12 01:01:15.959546 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4fa8f283-4652-4bdd-9384-dda8e249854b tempest-ExternalNetworksTestJSON-1488007611 tempest-ExternalNetworksTestJSON-1488007611-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:16.004383 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3310fe77-527f-4f85-94ed-7e6f6115fb9c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Router 0554c11e-5a59-4413-a079-2d83896a5ab9 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:01:16.054139 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a47901d8-8c7c-4173-bf1d-b5459cc33250 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:16.069001 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-4be3dfe4-80be-47eb-af0d-4fad01039615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:16.070599 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-4be3dfe4-80be-47eb-af0d-4fad01039615 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1034858 Nov 12 01:01:16.105192 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-a47901d8-8c7c-4173-bf1d-b5459cc33250 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6398f85e-584f-40be-9040-b5e6f4f3c478']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:16.130094 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-a47901d8-8c7c-4173-bf1d-b5459cc33250 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1de6ff02-7c4b-4bdb-a3b7-b1d8e52f2e0b') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:16.130569 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-a47901d8-8c7c-4173-bf1d-b5459cc33250 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1de6ff02-7c4b-4bdb-a3b7-b1d8e52f2e0b') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:16.144345 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a47901d8-8c7c-4173-bf1d-b5459cc33250 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:16.147020 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eff78804-9685-4fe0-aac1-28ebffb80095 req-13bc5789-5c96-41c4-a4f9-8e40baee84a0 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Made reservation on behalf of b69c08bc1825416d9856930c76df087f for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:16.151324 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-eff78804-9685-4fe0-aac1-28ebffb80095 req-13bc5789-5c96-41c4-a4f9-8e40baee84a0 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:16.318293 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4fa8f283-4652-4bdd-9384-dda8e249854b tempest-ExternalNetworksTestJSON-1488007611 tempest-ExternalNetworksTestJSON-1488007611-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:16.320924 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-7f65b394-c48b-49f1-b5c0-28709e07bd26 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989927 Nov 12 01:01:16.325207 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3310fe77-527f-4f85-94ed-7e6f6115fb9c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:01:16.337655 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4fa8f283-4652-4bdd-9384-dda8e249854b tempest-ExternalNetworksTestJSON-1488007611 tempest-ExternalNetworksTestJSON-1488007611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:16.339716 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce8c686-a580-4f50-a587-8b94dc885dbf None None] Sync routers for ids ['0554c11e-5a59-4413-a079-2d83896a5ab9'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:01:16.342505 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44602) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:16.354567 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce8c686-a580-4f50-a587-8b94dc885dbf None None] Routers {'0554c11e-5a59-4413-a079-2d83896a5ab9'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:01:16.355263 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-0ce8c686-a580-4f50-a587-8b94dc885dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:01:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['0554c11e-5a59-4413-a079-2d83896a5ab9'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:16.392518 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-0ce8c686-a580-4f50-a587-8b94dc885dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:16.405002 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce8c686-a580-4f50-a587-8b94dc885dbf None None] Routers {'0554c11e-5a59-4413-a079-2d83896a5ab9'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:01:16.405948 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-0ce8c686-a580-4f50-a587-8b94dc885dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:01:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['0554c11e-5a59-4413-a079-2d83896a5ab9'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:16.451636 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fa8f283-4652-4bdd-9384-dda8e249854b tempest-ExternalNetworksTestJSON-1488007611 tempest-ExternalNetworksTestJSON-1488007611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:01:16.475740 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-0ce8c686-a580-4f50-a587-8b94dc885dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:16.476736 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce8c686-a580-4f50-a587-8b94dc885dbf None None] The sync data for ids ['0554c11e-5a59-4413-a079-2d83896a5ab9'] in n-d-812236-11 is: [] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:01:16.517858 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4fa8f283-4652-4bdd-9384-dda8e249854b tempest-ExternalNetworksTestJSON-1488007611 tempest-ExternalNetworksTestJSON-1488007611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:16.518259 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-4fa8f283-4652-4bdd-9384-dda8e249854b tempest-ExternalNetworksTestJSON-1488007611 tempest-ExternalNetworksTestJSON-1488007611-project] Added segment 388881a6-5362-43fd-883b-0fea39f8b2cc of type vlan for network 20db983f-2238-4e8f-8233-a998b5c7d2e6 Nov 12 01:01:16.519577 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa8f283-4652-4bdd-9384-dda8e249854b tempest-ExternalNetworksTestJSON-1488007611 tempest-ExternalNetworksTestJSON-1488007611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82292100-01a1-4f66-9218-029126452875,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:16.579656 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a47901d8-8c7c-4173-bf1d-b5459cc33250 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:16.596614 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a47901d8-8c7c-4173-bf1d-b5459cc33250 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:01:16.597491 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a47901d8-8c7c-4173-bf1d-b5459cc33250 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:16.600913 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:01:16.600913 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:01:16.600913 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:01:16.600913 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:01:16.600913 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:01:16.600913 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:01:16.600913 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:01:16.600913 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:01:16.600913 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:01:16.600913 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:01:16.600913 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:01:16.600913 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:01:16.600913 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:01:16.600913 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:01:16.600913 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:01:16.600913 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:01:16.600913 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:01:16.600913 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:01:16.600913 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:01:16.600913 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:01:16.600913 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:01:16.600913 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:01:16.600913 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:01:16.600913 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:01:16.600913 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:01:16.600913 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:01:16.600913 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:01:16.600913 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:01:16.600913 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:01:16.600913 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:01:16.600913 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:01:16.600913 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:01:16.668546 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4fa8f283-4652-4bdd-9384-dda8e249854b tempest-ExternalNetworksTestJSON-1488007611 tempest-ExternalNetworksTestJSON-1488007611-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:16.713835 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a47901d8-8c7c-4173-bf1d-b5459cc33250 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:16.722821 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a47901d8-8c7c-4173-bf1d-b5459cc33250 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:16.725489 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a47901d8-8c7c-4173-bf1d-b5459cc33250 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] 10.222.0.20 "DELETE /v2.0/networks/6398f85e-584f-40be-9040-b5e6f4f3c478 HTTP/1.1" status: 204 len: 168 time: 1.0831394 Nov 12 01:01:16.751050 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-958af572-65b5-403e-8d57-67ab4c684a61 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=26b289f912f34a90ab0e678cb5ae04dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4011688 Nov 12 01:01:16.755151 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44616) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:16.758752 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-78eecdd8-7bc8-4049-9a24-2a95e2bc22e6 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308195 Nov 12 01:01:16.761277 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47901d8-8c7c-4173-bf1d-b5459cc33250 tempest-PortsTestJSON-2095912941 tempest-PortsTestJSON-2095912941-project] Pushing event deleted for resources: {'Network': ['ID=6398f85e-584f-40be-9040-b5e6f4f3c478,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:16.794772 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-eff78804-9685-4fe0-aac1-28ebffb80095 req-13bc5789-5c96-41c4-a4f9-8e40baee84a0 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Allocated IP 172.20.0.7 (e2e3e1e9-0e8c-4882-bf10-1b961e611626/0cfb7ed7-15f0-4cd2-a0ec-39a2bf41ee0d/365f551e-2dcd-4e80-b01b-9b26749ac6af) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:16.836306 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-c250a8b1-f236-4f41-9f9d-4235a84bf4b6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=4c22bace-f635-4893-bff7-f3b4e0d2feaa HTTP/1.1" status: 200 len: 217 time: 0.0570071 Nov 12 01:01:16.941971 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4fa8f283-4652-4bdd-9384-dda8e249854b tempest-ExternalNetworksTestJSON-1488007611 tempest-ExternalNetworksTestJSON-1488007611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:16.947518 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa8f283-4652-4bdd-9384-dda8e249854b tempest-ExternalNetworksTestJSON-1488007611 tempest-ExternalNetworksTestJSON-1488007611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:16.948103 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4fa8f283-4652-4bdd-9384-dda8e249854b tempest-ExternalNetworksTestJSON-1488007611 tempest-ExternalNetworksTestJSON-1488007611-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:16.989051 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-eff78804-9685-4fe0-aac1-28ebffb80095 req-13bc5789-5c96-41c4-a4f9-8e40baee84a0 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:17.051826 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44628) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:17.074968 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-eff78804-9685-4fe0-aac1-28ebffb80095 req-13bc5789-5c96-41c4-a4f9-8e40baee84a0 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:17.093536 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4fa8f283-4652-4bdd-9384-dda8e249854b tempest-ExternalNetworksTestJSON-1488007611 tempest-ExternalNetworksTestJSON-1488007611-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.6233504 Nov 12 01:01:17.108662 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44632) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:17.117402 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['f23ba7b4-4471-4db2-b4d6-b2d27db75586'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:01:17.166577 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eff78804-9685-4fe0-aac1-28ebffb80095 req-13bc5789-5c96-41c4-a4f9-8e40baee84a0 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Network e2e3e1e9-0e8c-4882-bf10-1b961e611626 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:17.188218 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-eff78804-9685-4fe0-aac1-28ebffb80095 req-13bc5789-5c96-41c4-a4f9-8e40baee84a0 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:17.197728 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff78804-9685-4fe0-aac1-28ebffb80095 req-13bc5789-5c96-41c4-a4f9-8e40baee84a0 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:17.212410 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02e478d-a217-4381-a914-65265f5d1eac None None] DHCP port deletion for e2e3e1e9-0e8c-4882-bf10-1b961e611626 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:01:17.276304 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc5789-5c96-41c4-a4f9-8e40baee84a0 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Pushing event updated for resources: {'Port': ['ID=365f551e-2dcd-4e80-b01b-9b26749ac6af,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:17.348519 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff78804-9685-4fe0-aac1-28ebffb80095 req-13bc5789-5c96-41c4-a4f9-8e40baee84a0 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:17.349258 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-eff78804-9685-4fe0-aac1-28ebffb80095 req-13bc5789-5c96-41c4-a4f9-8e40baee84a0 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:17.372503 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-fb2793f3-d7ff-44e3-a5d1-937365d65512 None None] Provisioning complete for port 365f551e-2dcd-4e80-b01b-9b26749ac6af triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:17.374650 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fb2793f3-d7ff-44e3-a5d1-937365d65512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:17.390678 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6bd6f308-e0ac-4cc3-856b-e0469618eea7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3bb80f8fcdb04dbb90fc5fe264a13cbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3374178 Nov 12 01:01:17.393761 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44640) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:17.420688 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-eff78804-9685-4fe0-aac1-28ebffb80095 req-13bc5789-5c96-41c4-a4f9-8e40baee84a0 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6123464 Nov 12 01:01:17.443143 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-eff78804-9685-4fe0-aac1-28ebffb80095 req-5638d2de-1727-4bdd-821b-63c8c982a24d service neutron] Request body: {'port': {'device_id': '45b3ac9d-2a7c-4afa-aee5-64566564b834', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:17.463990 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-fb2793f3-d7ff-44e3-a5d1-937365d65512 None None] Port 365f551e-2dcd-4e80-b01b-9b26749ac6af cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:01:17.491129 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-92b55b2b-5763-4157-a87c-1d8941dd8190 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Request body: {'network': {'name': 'tempest-network--935487426', 'router:external': True}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:17.548218 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ab525713-7a62-4b54-bd9e-650fa4d0ba25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:17.555698 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b55b2b-5763-4157-a87c-1d8941dd8190 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Made reservation on behalf of a8aa299716e94432be9374f6da2ea503 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:17.558409 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-92b55b2b-5763-4157-a87c-1d8941dd8190 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:17.561984 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-eff78804-9685-4fe0-aac1-28ebffb80095 req-5638d2de-1727-4bdd-821b-63c8c982a24d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:17.578285 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-92b55b2b-5763-4157-a87c-1d8941dd8190 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:17.612211 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ab525713-7a62-4b54-bd9e-650fa4d0ba25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:17.669325 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-a03c3557-e238-4ec3-b5ac-4e18343c1d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:17.670543 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-a03c3557-e238-4ec3-b5ac-4e18343c1d0a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5 HTTP/1.1" status: 200 len: 797 time: 0.7869594 Nov 12 01:01:17.691564 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6d2260bf-b4e0-4781-94f5-765a9cc8d4ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:17.739051 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa8f283-4652-4bdd-9384-dda8e249854b tempest-ExternalNetworksTestJSON-1488007611 tempest-ExternalNetworksTestJSON-1488007611-project] Pushing event updated for resources: {'Network': ['ID=20db983f-2238-4e8f-8233-a998b5c7d2e6,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:17.759428 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6d2260bf-b4e0-4781-94f5-765a9cc8d4ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:17.772473 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3310fe77-527f-4f85-94ed-7e6f6115fb9c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Router 0554c11e-5a59-4413-a079-2d83896a5ab9 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:01:17.784619 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 20db983f-2238-4e8f-8233-a998b5c7d2e6 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:01:17.791612 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ab525713-7a62-4b54-bd9e-650fa4d0ba25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:17.794896 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ab525713-7a62-4b54-bd9e-650fa4d0ba25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:17.796196 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ab525713-7a62-4b54-bd9e-650fa4d0ba25 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/36ca3a00-9fd1-4acf-826b-d6222b6824df HTTP/1.1" status: 204 len: 168 time: 0.4010022 Nov 12 01:01:17.812408 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3440f5-a184-43a7-be11-f4592f2822fa req-7143e9a9-8a86-4f1d-aafe-e62cded2b738 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:17.814058 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b3440f5-a184-43a7-be11-f4592f2822fa req-7143e9a9-8a86-4f1d-aafe-e62cded2b738 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b3ac9d-2a7c-4afa-aee5-64566564b834 HTTP/1.1" status: 200 len: 931 time: 0.7279932 Nov 12 01:01:17.843374 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab525713-7a62-4b54-bd9e-650fa4d0ba25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ca3a00-9fd1-4acf-826b-d6222b6824df,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:17.849197 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-de8b80f2-8a3c-496c-ab7a-fcd3b44ac9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:17.850967 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-de8b80f2-8a3c-496c-ab7a-fcd3b44ac9ee service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1721308 Nov 12 01:01:17.861918 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-92b55b2b-5763-4157-a87c-1d8941dd8190 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:17.868930 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-92b55b2b-5763-4157-a87c-1d8941dd8190 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:17.961165 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92b55b2b-5763-4157-a87c-1d8941dd8190 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:01:17.972516 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b55b2b-5763-4157-a87c-1d8941dd8190 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de0e248-be8f-4cdc-8dae-8ab342abb7cd,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:17.980296 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-92b55b2b-5763-4157-a87c-1d8941dd8190 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:17.980646 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-92b55b2b-5763-4157-a87c-1d8941dd8190 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Added segment a1fee82f-be40-49a8-98c9-1ea13d562063 of type vlan for network 56048e30-0e3a-4427-9b59-f634aa84728d Nov 12 01:01:18.009648 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6d2260bf-b4e0-4781-94f5-765a9cc8d4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:18.012282 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6d2260bf-b4e0-4781-94f5-765a9cc8d4ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:18.029221 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6d2260bf-b4e0-4781-94f5-765a9cc8d4ca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/57d033a5-dec6-48cc-aa0e-c5157391bfd6 HTTP/1.1" status: 204 len: 168 time: 1.2699904 Nov 12 01:01:18.066101 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-92b55b2b-5763-4157-a87c-1d8941dd8190 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:18.138853 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-571f0e83-4270-4df1-99f6-329d70df42ed service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379458 Nov 12 01:01:18.145728 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b3440f5-a184-43a7-be11-f4592f2822fa req-1065c239-4377-4f36-b35b-a1ec25f57d6b tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216586 Nov 12 01:01:18.174846 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-eff78804-9685-4fe0-aac1-28ebffb80095 req-5638d2de-1727-4bdd-821b-63c8c982a24d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 365f551e-2dcd-4e80-b01b-9b26749ac6af {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:01:18.180070 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-92b55b2b-5763-4157-a87c-1d8941dd8190 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:18.181343 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b55b2b-5763-4157-a87c-1d8941dd8190 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:18.182325 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-92b55b2b-5763-4157-a87c-1d8941dd8190 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:18.192014 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-eff78804-9685-4fe0-aac1-28ebffb80095 req-5638d2de-1727-4bdd-821b-63c8c982a24d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:18.199133 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2260bf-b4e0-4781-94f5-765a9cc8d4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d033a5-dec6-48cc-aa0e-c5157391bfd6,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:18.265845 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-92b55b2b-5763-4157-a87c-1d8941dd8190 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1525245 Nov 12 01:01:18.267732 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-eff78804-9685-4fe0-aac1-28ebffb80095 req-5638d2de-1727-4bdd-821b-63c8c982a24d service neutron] Transition to ACTIVE for port object 365f551e-2dcd-4e80-b01b-9b26749ac6af will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:01:18.267732 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44662) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:18.287321 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b55b2b-5763-4157-a87c-1d8941dd8190 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Pushing event updated for resources: {'Network': ['ID=56048e30-0e3a-4427-9b59-f634aa84728d,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:18.301238 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-eff78804-9685-4fe0-aac1-28ebffb80095 req-5638d2de-1727-4bdd-821b-63c8c982a24d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:18.311690 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3310fe77-527f-4f85-94ed-7e6f6115fb9c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:01:18.319395 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3310fe77-527f-4f85-94ed-7e6f6115fb9c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:18.344505 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df15a76c-0cc8-4427-b7af-8aa9bb1a4c92 None None] Sync routers for ids ['0554c11e-5a59-4413-a079-2d83896a5ab9'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:01:18.353197 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 56048e30-0e3a-4427-9b59-f634aa84728d details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:01:18.390537 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-4fb50184-b2eb-429d-b2b7-7053b105a9e2 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111778 Nov 12 01:01:18.399888 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df15a76c-0cc8-4427-b7af-8aa9bb1a4c92 None None] Routers {'0554c11e-5a59-4413-a079-2d83896a5ab9'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:01:18.400821 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-df15a76c-0cc8-4427-b7af-8aa9bb1a4c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:01:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['0554c11e-5a59-4413-a079-2d83896a5ab9'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:18.433247 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aec7cde-122b-4fc4-8d26-5759e09db63b None None] DHCP port deletion for e2e3e1e9-0e8c-4882-bf10-1b961e611626 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:01:18.480377 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-618b60e3-dff4-4181-9bee-4d6734b76d66 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4 HTTP/1.1" status: 200 len: 217 time: 0.0823312 Nov 12 01:01:18.485975 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-df15a76c-0cc8-4427-b7af-8aa9bb1a4c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:18.502377 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df15a76c-0cc8-4427-b7af-8aa9bb1a4c92 None None] Routers {'0554c11e-5a59-4413-a079-2d83896a5ab9'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:01:18.504396 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-df15a76c-0cc8-4427-b7af-8aa9bb1a4c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:01:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['0554c11e-5a59-4413-a079-2d83896a5ab9'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:18.531070 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-3310fe77-527f-4f85-94ed-7e6f6115fb9c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] 10.222.0.20 "PUT /v2.0/floatingips/7b2570d6-0cef-4ced-aacf-df0c9e3bac19 HTTP/1.1" status: 200 len: 979 time: 6.3846116 Nov 12 01:01:18.533410 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44674) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:18.540760 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-5aa0ad46-cb62-4b67-8181-dff5bafde0ed tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:18.563822 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dd9b4232-ede7-4888-9c3e-9d5ec5f73317 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:18.570441 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-df15a76c-0cc8-4427-b7af-8aa9bb1a4c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:18.571302 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df15a76c-0cc8-4427-b7af-8aa9bb1a4c92 None None] The sync data for ids ['0554c11e-5a59-4413-a079-2d83896a5ab9'] in n-d-812236-11 is: [] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:01:18.585626 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5638d2de-1727-4bdd-821b-63c8c982a24d service neutron] Pushing event updated for resources: {'Port': ['ID=365f551e-2dcd-4e80-b01b-9b26749ac6af,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:18.641052 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-8c698d14-f11b-4c9a-aea1-ce394dd5e1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:18.642942 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-8c698d14-f11b-4c9a-aea1-ce394dd5e1a7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5 HTTP/1.1" status: 200 len: 797 time: 0.1519868 Nov 12 01:01:18.667405 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5aa0ad46-cb62-4b67-8181-dff5bafde0ed tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for floatingip, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:18.681901 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-eff78804-9685-4fe0-aac1-28ebffb80095 req-5638d2de-1727-4bdd-821b-63c8c982a24d service neutron] Attempting to bind port 365f551e-2dcd-4e80-b01b-9b26749ac6af on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:18.682235 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-eff78804-9685-4fe0-aac1-28ebffb80095 req-5638d2de-1727-4bdd-821b-63c8c982a24d service neutron] Attempting to bind port 365f551e-2dcd-4e80-b01b-9b26749ac6af by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'ac5afd89-5012-43c7-b28d-4a594b7d5879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e2e3e1e9-0e8c-4882-bf10-1b961e611626'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:18.682566 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff78804-9685-4fe0-aac1-28ebffb80095 req-5638d2de-1727-4bdd-821b-63c8c982a24d service neutron] Attempting to bind port 365f551e-2dcd-4e80-b01b-9b26749ac6af on network e2e3e1e9-0e8c-4882-bf10-1b961e611626 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:18.715884 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff78804-9685-4fe0-aac1-28ebffb80095 req-5638d2de-1727-4bdd-821b-63c8c982a24d service neutron] Port 365f551e-2dcd-4e80-b01b-9b26749ac6af on network e2e3e1e9-0e8c-4882-bf10-1b961e611626 not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:01:18.716170 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff78804-9685-4fe0-aac1-28ebffb80095 req-5638d2de-1727-4bdd-821b-63c8c982a24d service neutron] Attempting to bind port 365f551e-2dcd-4e80-b01b-9b26749ac6af on network e2e3e1e9-0e8c-4882-bf10-1b961e611626 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:18.723168 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dd9b4232-ede7-4888-9c3e-9d5ec5f73317 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:18.726027 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff78804-9685-4fe0-aac1-28ebffb80095 req-5638d2de-1727-4bdd-821b-63c8c982a24d service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:01:18.726370 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff78804-9685-4fe0-aac1-28ebffb80095 req-5638d2de-1727-4bdd-821b-63c8c982a24d service neutron] Checking segment: {'id': 'ac5afd89-5012-43c7-b28d-4a594b7d5879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e2e3e1e9-0e8c-4882-bf10-1b961e611626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:18.726741 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff78804-9685-4fe0-aac1-28ebffb80095 req-5638d2de-1727-4bdd-821b-63c8c982a24d service neutron] Bound using segment: {'id': 'ac5afd89-5012-43c7-b28d-4a594b7d5879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e2e3e1e9-0e8c-4882-bf10-1b961e611626'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:01:18.727173 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-eff78804-9685-4fe0-aac1-28ebffb80095 req-5638d2de-1727-4bdd-821b-63c8c982a24d service neutron] Bound port: 365f551e-2dcd-4e80-b01b-9b26749ac6af, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac5afd89-5012-43c7-b28d-4a594b7d5879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e2e3e1e9-0e8c-4882-bf10-1b961e611626'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:01:18.727517 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-eff78804-9685-4fe0-aac1-28ebffb80095 req-5638d2de-1727-4bdd-821b-63c8c982a24d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:18.759162 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-dd9b4232-ede7-4888-9c3e-9d5ec5f73317 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56048e30-0e3a-4427-9b59-f634aa84728d']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:18.792827 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-dd9b4232-ede7-4888-9c3e-9d5ec5f73317 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1fee82f-be40-49a8-98c9-1ea13d562063') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:18.794101 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-dd9b4232-ede7-4888-9c3e-9d5ec5f73317 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1fee82f-be40-49a8-98c9-1ea13d562063') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:18.806157 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dd9b4232-ede7-4888-9c3e-9d5ec5f73317 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:18.822923 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-3c78c91f-0019-42f4-9219-9ad9a986f2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:18.825282 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-3c78c91f-0019-42f4-9219-9ad9a986f2c8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1696537 Nov 12 01:01:18.833976 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dd9b4232-ede7-4888-9c3e-9d5ec5f73317 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:18.844820 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd9b4232-ede7-4888-9c3e-9d5ec5f73317 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:01:18.845272 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dd9b4232-ede7-4888-9c3e-9d5ec5f73317 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:18.847068 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:01:18.847068 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:01:18.847068 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:01:18.847068 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:01:18.847068 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:01:18.847068 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:01:18.847068 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:01:18.847068 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:01:18.847068 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:01:18.847068 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:01:18.847068 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:01:18.847068 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:01:18.847068 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:01:18.847068 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:01:18.847068 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:01:18.847068 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:01:18.847068 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:01:18.847068 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:01:18.847068 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:01:18.847068 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:01:18.847068 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:01:18.847068 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:01:18.847068 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:01:18.847068 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:01:18.847068 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:01:18.847068 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:01:18.847068 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:01:18.847068 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:01:18.847068 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:01:18.847068 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:01:18.847068 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:01:18.847068 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:01:18.956764 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-eff78804-9685-4fe0-aac1-28ebffb80095 req-5638d2de-1727-4bdd-821b-63c8c982a24d service neutron] For port 365f551e-2dcd-4e80-b01b-9b26749ac6af, host n-h1-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:01:19.006391 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dd9b4232-ede7-4888-9c3e-9d5ec5f73317 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:19.024534 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9b4232-ede7-4888-9c3e-9d5ec5f73317 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 56048e30-0e3a-4427-9b59-f634aa84728d {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 01:01:19.044747 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dd9b4232-ede7-4888-9c3e-9d5ec5f73317 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:19.052401 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-dd9b4232-ede7-4888-9c3e-9d5ec5f73317 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] 10.222.0.20 "DELETE /v2.0/networks/56048e30-0e3a-4427-9b59-f634aa84728d HTTP/1.1" status: 204 len: 168 time: 0.7779956 Nov 12 01:01:19.052605 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44698) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:19.053647 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5aa0ad46-cb62-4b67-8181-dff5bafde0ed tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:19.058058 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-51db632d-d9dd-4e02-a0d6-79d6d66cd45a tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:19.065167 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-eff78804-9685-4fe0-aac1-28ebffb80095 req-5638d2de-1727-4bdd-821b-63c8c982a24d service neutron] For port 365f551e-2dcd-4e80-b01b-9b26749ac6af, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=365f551e-2dcd-4e80-b01b-9b26749ac6af,segment=NetworkSegment(ac5afd89-5012-43c7-b28d-4a594b7d5879),segment_id=ac5afd89-5012-43c7-b28d-4a594b7d5879)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:01:19.067401 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b4232-ede7-4888-9c3e-9d5ec5f73317 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Pushing event deleted for resources: {'Network': ['ID=56048e30-0e3a-4427-9b59-f634aa84728d,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:19.072811 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-481786d4-edbf-4924-9f47-ac115e4d5eec service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382562 Nov 12 01:01:19.073808 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5aa0ad46-cb62-4b67-8181-dff5bafde0ed tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:19.073808 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [None req-5aa0ad46-cb62-4b67-8181-dff5bafde0ed tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Floating IP 7b2570d6-0cef-4ced-aacf-df0c9e3bac19 disassociated. External IP: 172.25.2.137, port: 911bddb1-b99e-413e-b153-e6c5e37f1679. Nov 12 01:01:19.078673 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-eff78804-9685-4fe0-aac1-28ebffb80095 req-5638d2de-1727-4bdd-821b-63c8c982a24d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:19.147346 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51db632d-d9dd-4e02-a0d6-79d6d66cd45a tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Made reservation on behalf of a8aa299716e94432be9374f6da2ea503 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:19.149884 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51db632d-d9dd-4e02-a0d6-79d6d66cd45a tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:19.154187 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff78804-9685-4fe0-aac1-28ebffb80095 req-5638d2de-1727-4bdd-821b-63c8c982a24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:19.154770 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-eff78804-9685-4fe0-aac1-28ebffb80095 req-5638d2de-1727-4bdd-821b-63c8c982a24d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:19.156747 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-eff78804-9685-4fe0-aac1-28ebffb80095 req-5638d2de-1727-4bdd-821b-63c8c982a24d service neutron] 10.222.0.49 "PUT /v2.0/ports/365f551e-2dcd-4e80-b01b-9b26749ac6af HTTP/1.1" status: 200 len: 1092 time: 1.7189517 Nov 12 01:01:19.159627 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9084943a-271d-4d28-b5ae-f757718bef59 None None] DHCP port deletion for e2e3e1e9-0e8c-4882-bf10-1b961e611626 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:01:19.170525 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45b3ac9d-2a7c-4afa-aee5-64566564b834', 'tag': '365f551e-2dcd-4e80-b01b-9b26749ac6af'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:01:19.175405 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4c3e46-bd46-4980-a8ad-3159d8ed7fe4" -d '{"events": [{"name": "network-changed", "server_uuid": "45b3ac9d-2a7c-4afa-aee5-64566564b834", "tag": "365f551e-2dcd-4e80-b01b-9b26749ac6af"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:01:19.239236 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51db632d-d9dd-4e02-a0d6-79d6d66cd45a tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:01:19.275700 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51db632d-d9dd-4e02-a0d6-79d6d66cd45a tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:19.275700 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-51db632d-d9dd-4e02-a0d6-79d6d66cd45a tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Added segment 5fb3132a-892b-4719-b43c-044fe0c85510 of type vlan for network b68ca138-c554-41cf-9baa-2b9f6dcab242 Nov 12 01:01:19.331219 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51db632d-d9dd-4e02-a0d6-79d6d66cd45a tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:19.361019 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5638d2de-1727-4bdd-821b-63c8c982a24d service neutron] Pushing event updated for resources: {'Port': ['ID=365f551e-2dcd-4e80-b01b-9b26749ac6af,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:19.394284 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51db632d-d9dd-4e02-a0d6-79d6d66cd45a tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:19.395251 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51db632d-d9dd-4e02-a0d6-79d6d66cd45a tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:19.395837 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51db632d-d9dd-4e02-a0d6-79d6d66cd45a tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:19.575762 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-f251449c-ce40-449a-a123-84bedc2a7516 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4943883 Nov 12 01:01:19.693754 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-51db632d-d9dd-4e02-a0d6-79d6d66cd45a tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6401234 Nov 12 01:01:19.698437 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e056ad4-f4b7-4088-8957-45746cb8289b x-openstack-request-id: req-5e056ad4-f4b7-4088-8957-45746cb8289b {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:01:19.698964 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45b3ac9d-2a7c-4afa-aee5-64566564b834", "tag": "365f551e-2dcd-4e80-b01b-9b26749ac6af", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:01:19.699430 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5e056ad4-f4b7-4088-8957-45746cb8289b {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:01:19.700757 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45b3ac9d-2a7c-4afa-aee5-64566564b834', 'tag': '365f551e-2dcd-4e80-b01b-9b26749ac6af', 'status': 'completed', 'code': 200} Nov 12 01:01:19.702414 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44726) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:19.712024 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-a9844325-eb8a-4ad1-b7b6-f3f33f18f84a tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Request body: {'subnet': {'network_id': 'b68ca138-c554-41cf-9baa-2b9f6dcab242', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:19.733193 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ffa9bb-34ba-40cf-b566-2b6157e99423 req-b338216f-8baa-4283-85a3-4ed27749fbcb tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:19.741179 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-49ffa9bb-34ba-40cf-b566-2b6157e99423 req-b338216f-8baa-4283-85a3-4ed27749fbcb tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b3ac9d-2a7c-4afa-aee5-64566564b834 HTTP/1.1" status: 200 len: 943 time: 0.3766918 Nov 12 01:01:19.763796 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db632d-d9dd-4e02-a0d6-79d6d66cd45a tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Pushing event updated for resources: {'Network': ['ID=b68ca138-c554-41cf-9baa-2b9f6dcab242,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:19.774581 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff78804-9685-4fe0-aac1-28ebffb80095 req-bbf5d747-1493-47d4-ac3a-9c017857ca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:19.779658 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network b68ca138-c554-41cf-9baa-2b9f6dcab242 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:01:19.792319 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-eff78804-9685-4fe0-aac1-28ebffb80095 req-bbf5d747-1493-47d4-ac3a-9c017857ca26 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b69c08bc1825416d9856930c76df087f&device_id=45b3ac9d-2a7c-4afa-aee5-64566564b834 HTTP/1.1" status: 200 len: 1095 time: 0.4179850 Nov 12 01:01:19.799959 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-2b51b4d0-1141-4f10-a88c-82d6ccc5dcc1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=32d55d15-cda1-42c5-acb9-247105424a0c HTTP/1.1" status: 200 len: 217 time: 0.2156460 Nov 12 01:01:19.974454 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-eff78804-9685-4fe0-aac1-28ebffb80095 req-3b0b6dae-150e-4be2-9ca9-b8bfb13b1629 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=365f551e-2dcd-4e80-b01b-9b26749ac6af HTTP/1.1" status: 200 len: 217 time: 0.1571288 Nov 12 01:01:19.981906 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9844325-eb8a-4ad1-b7b6-f3f33f18f84a tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Made reservation on behalf of a8aa299716e94432be9374f6da2ea503 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:19.984638 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a9844325-eb8a-4ad1-b7b6-f3f33f18f84a tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:20.057415 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-85cb32e8-4bc4-41d3-8d85-e3a16a2531db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:20.058049 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-49ffa9bb-34ba-40cf-b566-2b6157e99423 req-f00c9438-59ee-4a09-834f-e27f779e28be tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142068 Nov 12 01:01:20.058708 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-85cb32e8-4bc4-41d3-8d85-e3a16a2531db service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5954c685-7a02-40be-97b5-9b885e683410 HTTP/1.1" status: 200 len: 797 time: 0.2431788 Nov 12 01:01:20.156711 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa0ad46-cb62-4b67-8181-dff5bafde0ed tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Router 0554c11e-5a59-4413-a079-2d83896a5ab9 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:01:20.183716 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-15efc972-f474-43dd-a9c0-b4b654fce00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:20.186028 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-15efc972-f474-43dd-a9c0-b4b654fce00b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0fed04be-2c3a-475e-8199-924085f487af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1120422 Nov 12 01:01:20.269219 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44744) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:20.291804 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff78804-9685-4fe0-aac1-28ebffb80095 req-a88e38ab-e8d6-4a97-bdb0-8af7b91693f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:20.297883 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-eff78804-9685-4fe0-aac1-28ebffb80095 req-a88e38ab-e8d6-4a97-bdb0-8af7b91693f4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0cfb7ed7-15f0-4cd2-a0ec-39a2bf41ee0d HTTP/1.1" status: 200 len: 854 time: 0.2767930 Nov 12 01:01:20.392130 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-eff78804-9685-4fe0-aac1-28ebffb80095 req-2aecca05-71a8-48d0-aaa0-1f2841548326 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e2e3e1e9-0e8c-4882-bf10-1b961e611626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875444 Nov 12 01:01:20.403983 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-32508981-ffd8-452d-8152-e3ef8397c6a8 service neutron] 10.222.0.49 "GET /v2.0/networks/0fed04be-2c3a-475e-8199-924085f487af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087610 Nov 12 01:01:20.405341 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa0ad46-cb62-4b67-8181-dff5bafde0ed tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:01:20.410807 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5aa0ad46-cb62-4b67-8181-dff5bafde0ed tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:20.422931 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b842549-8e88-4330-87ad-c709efec6e48 None None] Sync routers for ids ['0554c11e-5a59-4413-a079-2d83896a5ab9'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:01:20.438658 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b842549-8e88-4330-87ad-c709efec6e48 None None] Routers {'0554c11e-5a59-4413-a079-2d83896a5ab9'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:01:20.441002 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-5b842549-8e88-4330-87ad-c709efec6e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:01:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['0554c11e-5a59-4413-a079-2d83896a5ab9'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:20.480752 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5aa0ad46-cb62-4b67-8181-dff5bafde0ed tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] 10.222.0.20 "PUT /v2.0/floatingips/7b2570d6-0cef-4ced-aacf-df0c9e3bac19 HTTP/1.1" status: 200 len: 688 time: 1.9440179 Nov 12 01:01:20.514803 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44750) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:20.522219 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-5b842549-8e88-4330-87ad-c709efec6e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:20.545776 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b842549-8e88-4330-87ad-c709efec6e48 None None] Routers {'0554c11e-5a59-4413-a079-2d83896a5ab9'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:01:20.546405 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-5b842549-8e88-4330-87ad-c709efec6e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:01:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['0554c11e-5a59-4413-a079-2d83896a5ab9'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:20.627026 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-5b842549-8e88-4330-87ad-c709efec6e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:20.627870 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b842549-8e88-4330-87ad-c709efec6e48 None None] The sync data for ids ['0554c11e-5a59-4413-a079-2d83896a5ab9'] in n-d-812236-11 is: [] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:01:20.686384 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-eff78804-9685-4fe0-aac1-28ebffb80095 req-8c74e763-43dc-41d6-ab6e-a7937f959789 service neutron] 10.222.0.49 "GET /v2.0/networks/e2e3e1e9-0e8c-4882-bf10-1b961e611626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859337 Nov 12 01:01:20.713270 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-fb5944cd-d2e1-4944-a336-f1cac6ed3ed3 service neutron] 10.222.0.49 "GET /v2.0/networks/0fed04be-2c3a-475e-8199-924085f487af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979288 Nov 12 01:01:20.768387 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-445f3f11-d6c7-4dd6-904d-2696e0720516 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Deleting port afe5e081-3b72-49ad-8a80-5b67e1198e50 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:01:20.768721 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-445f3f11-d6c7-4dd6-904d-2696e0720516 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:20.857346 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-445f3f11-d6c7-4dd6-904d-2696e0720516 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:20.857724 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-445f3f11-d6c7-4dd6-904d-2696e0720516 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:20.863862 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-eff78804-9685-4fe0-aac1-28ebffb80095 req-51862897-b6bf-4672-aa8c-6a5198d67c2f service neutron] 10.222.0.49 "GET /v2.0/networks/e2e3e1e9-0e8c-4882-bf10-1b961e611626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476114 Nov 12 01:01:20.872414 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-cf875893-e9d2-4453-99d1-63cbfa02fcaa tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1623958703'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:20.900411 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-847c2035-d7ff-4c03-8113-efb4bf26dbb5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c22b6762-e3f6-4522-8e3f-46a49996d03c HTTP/1.1" status: 200 len: 217 time: 0.1763916 Nov 12 01:01:20.901820 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-445f3f11-d6c7-4dd6-904d-2696e0720516 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Calling delete_port for afe5e081-3b72-49ad-8a80-5b67e1198e50 owned by network:floatingip {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:01:21.051440 n-d-812236-11 neutron-server[102662]: DEBUG neutron.objects.ports [None req-a9844325-eb8a-4ad1-b7b6-f3f33f18f84a tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102662) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 01:01:21.052238 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a9844325-eb8a-4ad1-b7b6-f3f33f18f84a tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:21.067829 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf875893-e9d2-4453-99d1-63cbfa02fcaa tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Made reservation on behalf of 013bc1da0cc6405fa7d5a681b3ba2d4f for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:21.071685 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cf875893-e9d2-4453-99d1-63cbfa02fcaa tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:21.085548 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-e41c1222-8b99-4b93-8ed4-1ff769c56b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:21.087211 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-e41c1222-8b99-4b93-8ed4-1ff769c56b9e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5954c685-7a02-40be-97b5-9b885e683410 HTTP/1.1" status: 200 len: 797 time: 0.1787903 Nov 12 01:01:21.089246 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cf875893-e9d2-4453-99d1-63cbfa02fcaa tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:21.123981 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c3e46-bd46-4980-a8ad-3159d8ed7fe4 req-4afbf35c-ec9b-49c6-aeb4-a8489543025d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:21.125532 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fa4c3e46-bd46-4980-a8ad-3159d8ed7fe4 req-4afbf35c-ec9b-49c6-aeb4-a8489543025d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b69c08bc1825416d9856930c76df087f&device_id=45b3ac9d-2a7c-4afa-aee5-64566564b834 HTTP/1.1" status: 200 len: 1095 time: 0.1636069 Nov 12 01:01:21.146874 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9844325-eb8a-4ad1-b7b6-f3f33f18f84a tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5c07b744-f7c2-4785-8217-8ef44b831601,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:21.266938 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-28ded8bd-82c4-42b2-b119-b6bc91e54f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:21.268610 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-28ded8bd-82c4-42b2-b119-b6bc91e54f9b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0fed04be-2c3a-475e-8199-924085f487af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1677258 Nov 12 01:01:21.274791 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9844325-eb8a-4ad1-b7b6-f3f33f18f84a tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Checking segment: {'id': '5fb3132a-892b-4719-b43c-044fe0c85510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b68ca138-c554-41cf-9baa-2b9f6dcab242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:21.274984 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9844325-eb8a-4ad1-b7b6-f3f33f18f84a tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Network hostable DHCP agents. Network: b68ca138-c554-41cf-9baa-2b9f6dcab242, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:01:21.361518 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9844325-eb8a-4ad1-b7b6-f3f33f18f84a tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Network b68ca138-c554-41cf-9baa-2b9f6dcab242 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:01:21.373114 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c3e46-bd46-4980-a8ad-3159d8ed7fe4 req-a7954274-b647-4831-9dae-88fe2e40871e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:21.375558 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fa4c3e46-bd46-4980-a8ad-3159d8ed7fe4 req-a7954274-b647-4831-9dae-88fe2e40871e service neutron] 10.222.0.49 "GET /v2.0/networks?id=e2e3e1e9-0e8c-4882-bf10-1b961e611626 HTTP/1.1" status: 200 len: 915 time: 0.2422824 Nov 12 01:01:21.377278 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-a9844325-eb8a-4ad1-b7b6-f3f33f18f84a tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, b68ca138-c554-41cf-9baa-2b9f6dcab242) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:21.382781 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9844325-eb8a-4ad1-b7b6-f3f33f18f84a tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:21.383527 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a9844325-eb8a-4ad1-b7b6-f3f33f18f84a tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:21.408268 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64402d5-ae7e-426f-a69c-326512b2840f None None] Network b68ca138-c554-41cf-9baa-2b9f6dcab242 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:21.409547 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-445f3f11-d6c7-4dd6-904d-2696e0720516 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:21.444569 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fa4c3e46-bd46-4980-a8ad-3159d8ed7fe4 req-d336d728-7f76-41a4-b14f-de2f77d8abf5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=365f551e-2dcd-4e80-b01b-9b26749ac6af HTTP/1.1" status: 200 len: 217 time: 0.0551221 Nov 12 01:01:21.486609 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a9844325-eb8a-4ad1-b7b6-f3f33f18f84a tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7785332 Nov 12 01:01:21.501765 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44798) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:21.534152 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-24d5c6ad-984e-4ca9-adef-26dd5329c7b7 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Request body: {'floatingip': {'floating_network_id': 'b68ca138-c554-41cf-9baa-2b9f6dcab242'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:21.602811 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782d954a-6498-4f8a-b2c0-bf1a4d702e5f None None] Network b68ca138-c554-41cf-9baa-2b9f6dcab242 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:21.631283 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c3e46-bd46-4980-a8ad-3159d8ed7fe4 req-bf300925-a44a-4224-9f63-f937e50dfa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:21.637765 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fa4c3e46-bd46-4980-a8ad-3159d8ed7fe4 req-bf300925-a44a-4224-9f63-f937e50dfa9c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0cfb7ed7-15f0-4cd2-a0ec-39a2bf41ee0d HTTP/1.1" status: 200 len: 854 time: 0.1485829 Nov 12 01:01:21.676740 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-24d5c6ad-984e-4ca9-adef-26dd5329c7b7 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:21.720861 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fa4c3e46-bd46-4980-a8ad-3159d8ed7fe4 req-c5e5217b-360d-43a6-aac9-0d2ca113ac60 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e2e3e1e9-0e8c-4882-bf10-1b961e611626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729723 Nov 12 01:01:21.800029 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44806) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:21.841218 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f3f11-d6c7-4dd6-904d-2696e0720516 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Pushing event deleted for resources: {'Port': ['ID=afe5e081-3b72-49ad-8a80-5b67e1198e50,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:21.862867 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cf875893-e9d2-4453-99d1-63cbfa02fcaa tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:21.877652 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec831c91-5bc5-4d3b-8726-25c9cf699a12 req-e8a4d215-9c82-4908-a367-340cc7c02a1d tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:21.878975 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ec831c91-5bc5-4d3b-8726-25c9cf699a12 req-e8a4d215-9c82-4908-a367-340cc7c02a1d tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b3ac9d-2a7c-4afa-aee5-64566564b834 HTTP/1.1" status: 200 len: 943 time: 0.6017318 Nov 12 01:01:21.884621 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445f3f11-d6c7-4dd6-904d-2696e0720516 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:21.884974 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445f3f11-d6c7-4dd6-904d-2696e0720516 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:21.885315 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445f3f11-d6c7-4dd6-904d-2696e0720516 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:21.885685 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445f3f11-d6c7-4dd6-904d-2696e0720516 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:21.886013 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445f3f11-d6c7-4dd6-904d-2696e0720516 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:21.886343 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445f3f11-d6c7-4dd6-904d-2696e0720516 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:21.886670 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445f3f11-d6c7-4dd6-904d-2696e0720516 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:21.887032 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445f3f11-d6c7-4dd6-904d-2696e0720516 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:21.887358 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445f3f11-d6c7-4dd6-904d-2696e0720516 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:21.887711 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445f3f11-d6c7-4dd6-904d-2696e0720516 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:21.887999 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445f3f11-d6c7-4dd6-904d-2696e0720516 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:21.888854 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445f3f11-d6c7-4dd6-904d-2696e0720516 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:21.907384 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cf875893-e9d2-4453-99d1-63cbfa02fcaa tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:21.908493 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fa4c3e46-bd46-4980-a8ad-3159d8ed7fe4 req-d10305c2-b307-4013-85b2-3def27595f67 service neutron] 10.222.0.49 "GET /v2.0/networks/e2e3e1e9-0e8c-4882-bf10-1b961e611626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782498 Nov 12 01:01:21.983726 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf875893-e9d2-4453-99d1-63cbfa02fcaa tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:01:22.006278 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-0e3ee671-2d03-4038-a4a0-65baa67f4848 service neutron] 10.222.0.49 "GET /v2.0/networks/0fed04be-2c3a-475e-8199-924085f487af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7258160 Nov 12 01:01:22.028542 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-24d5c6ad-984e-4ca9-adef-26dd5329c7b7 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:22.029877 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf875893-e9d2-4453-99d1-63cbfa02fcaa tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3b0df1-d4f2-46b3-8e25-4cc134830fc0,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:22.033915 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cf875893-e9d2-4453-99d1-63cbfa02fcaa tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:22.034270 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-cf875893-e9d2-4453-99d1-63cbfa02fcaa tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Added segment b5ed975e-1cb1-476e-a06b-09e60f9d34ba of type vlan for network dc607ec5-e717-4a04-83f7-4b2277dcb8cc Nov 12 01:01:22.083881 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-445f3f11-d6c7-4dd6-904d-2696e0720516 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for floatingip, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:22.086480 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-445f3f11-d6c7-4dd6-904d-2696e0720516 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:22.090128 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-445f3f11-d6c7-4dd6-904d-2696e0720516 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] 10.222.0.20 "DELETE /v2.0/floatingips/7b2570d6-0cef-4ced-aacf-df0c9e3bac19 HTTP/1.1" status: 204 len: 168 time: 1.5715284 Nov 12 01:01:22.095386 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44812) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:22.118589 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1635133a-9bcc-466f-9380-0fbf59c098ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:22.121869 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fa4c3e46-bd46-4980-a8ad-3159d8ed7fe4 req-0a6b6e21-df9a-484a-8da5-666b37a2b936 service neutron] 10.222.0.49 "GET /v2.0/networks/e2e3e1e9-0e8c-4882-bf10-1b961e611626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010634 Nov 12 01:01:22.149999 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ec831c91-5bc5-4d3b-8726-25c9cf699a12 req-3821216c-148d-4c6a-9cb0-54a515f07d5f tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369287 Nov 12 01:01:22.167658 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-55d4e31d-cac9-4348-96f9-b0b35a03f0c2 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] delete failed (client error): The resource could not be found. Nov 12 01:01:22.173406 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-55d4e31d-cac9-4348-96f9-b0b35a03f0c2 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] 10.222.0.20 "DELETE /v2.0/floatingips/7b2570d6-0cef-4ced-aacf-df0c9e3bac19 HTTP/1.1" status: 404 len: 345 time: 0.0705817 Nov 12 01:01:22.174842 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44818) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:22.176339 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cf875893-e9d2-4453-99d1-63cbfa02fcaa tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:22.218638 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-01a5a8a0-b975-4593-b258-bcc3b87b31a5 req-0eb6fbed-4169-4a0c-b73c-cf685bc32d91 service neutron] 10.222.0.49 "GET /v2.0/networks/0fed04be-2c3a-475e-8199-924085f487af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039411 Nov 12 01:01:22.221336 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cf875893-e9d2-4453-99d1-63cbfa02fcaa tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:22.227471 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf875893-e9d2-4453-99d1-63cbfa02fcaa tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:22.228186 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cf875893-e9d2-4453-99d1-63cbfa02fcaa tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:22.271864 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-cf875893-e9d2-4453-99d1-63cbfa02fcaa tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0014343 Nov 12 01:01:22.299848 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44822) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:22.313846 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-b40d5d66-9bf2-4d73-9b69-9a8a3756790b tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Request body: {'subnet': {'network_id': 'dc607ec5-e717-4a04-83f7-4b2277dcb8cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:22.328768 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf875893-e9d2-4453-99d1-63cbfa02fcaa tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Pushing event updated for resources: {'Network': ['ID=dc607ec5-e717-4a04-83f7-4b2277dcb8cc,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:22.353754 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network dc607ec5-e717-4a04-83f7-4b2277dcb8cc details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:01:22.458421 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b0ba50-470e-4843-803c-563d2a7b0ce3 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:22.464371 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b0ba50-470e-4843-803c-563d2a7b0ce3 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:22.471034 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b0ba50-470e-4843-803c-563d2a7b0ce3 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:22.472715 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-24b0ba50-470e-4843-803c-563d2a7b0ce3 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] 10.222.0.20 "GET /v2.0/ports?network_id=e336e1e3-d670-40e9-bfcc-cfefb16c675d HTTP/1.1" status: 200 len: 2358 time: 0.2979062 Nov 12 01:01:22.475639 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44830) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:22.505240 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-24d5c6ad-984e-4ca9-adef-26dd5329c7b7 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Allocated IP 172.20.0.2 (b68ca138-c554-41cf-9baa-2b9f6dcab242/5c07b744-f7c2-4785-8217-8ef44b831601/5c61b39b-fa70-4d63-8aa5-5f4c343d8714) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:22.560553 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1635133a-9bcc-466f-9380-0fbf59c098ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:22.561121 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ad27da-a4c4-4534-b202-8d2c57b47040 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:22.563527 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e5ad27da-a4c4-4534-b202-8d2c57b47040 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] 10.222.0.20 "GET /v2.0/subnets/ba29a295-7657-4c75-a11a-187df65d4778 HTTP/1.1" status: 200 len: 797 time: 0.0865834 Nov 12 01:01:22.568509 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44832) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:22.578263 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-454e8d63-3f9b-456b-bcc5-34ad7fcc1418 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Request body: {'port': {'network_id': 'e336e1e3-d670-40e9-bfcc-cfefb16c675d', 'name': 'tempest-FloatingIPTestJSON-641684522', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:22.581430 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1635133a-9bcc-466f-9380-0fbf59c098ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:22.657545 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40d5d66-9bf2-4d73-9b69-9a8a3756790b tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Made reservation on behalf of 013bc1da0cc6405fa7d5a681b3ba2d4f for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:22.660991 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b40d5d66-9bf2-4d73-9b69-9a8a3756790b tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:22.697980 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1635133a-9bcc-466f-9380-0fbf59c098ee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=86670f2422e14e938f05605955c9c088&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8926835 Nov 12 01:01:22.698894 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44834) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:22.704781 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1635133a-9bcc-466f-9380-0fbf59c098ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f870e0-567f-4917-aaa4-7995e1d760f7,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:22.732786 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454e8d63-3f9b-456b-bcc5-34ad7fcc1418 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Made reservation on behalf of 52ef7dd714de4cc6a7e439dbcc2bfc3f for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:22.792098 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-24d5c6ad-984e-4ca9-adef-26dd5329c7b7 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:22.824900 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e2bc51df-d241-40e6-a615-e029c33d545e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:22.861037 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e2bc51df-d241-40e6-a615-e029c33d545e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:22.876836 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-24d5c6ad-984e-4ca9-adef-26dd5329c7b7 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:22.881181 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-454e8d63-3f9b-456b-bcc5-34ad7fcc1418 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:22.896830 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d5c6ad-984e-4ca9-adef-26dd5329c7b7 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Network b68ca138-c554-41cf-9baa-2b9f6dcab242 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:22.903577 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-24d5c6ad-984e-4ca9-adef-26dd5329c7b7 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:22.921422 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-454e8d63-3f9b-456b-bcc5-34ad7fcc1418 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] device_id is not set on port 41a7d353-40eb-40e9-a4f1-fddc19d38931 yet. {{(pid=102661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:01:22.927711 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d5c6ad-984e-4ca9-adef-26dd5329c7b7 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:23.015939 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e2bc51df-d241-40e6-a615-e029c33d545e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:23.018515 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e2bc51df-d241-40e6-a615-e029c33d545e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:23.019663 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e2bc51df-d241-40e6-a615-e029c33d545e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/13f870e0-567f-4917-aaa4-7995e1d760f7 HTTP/1.1" status: 204 len: 168 time: 0.3197823 Nov 12 01:01:23.045905 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bc51df-d241-40e6-a615-e029c33d545e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f870e0-567f-4917-aaa4-7995e1d760f7,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:23.101312 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5c6ad-984e-4ca9-adef-26dd5329c7b7 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Pushing event updated for resources: {'Port': ['ID=5c61b39b-fa70-4d63-8aa5-5f4c343d8714,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:23.109302 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b40d5d66-9bf2-4d73-9b69-9a8a3756790b tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:23.182081 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-24d5c6ad-984e-4ca9-adef-26dd5329c7b7 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:23.198655 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40d5d66-9bf2-4d73-9b69-9a8a3756790b tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Pushing event updated for resources: {'Subnet': ['ID=33a7f36b-6147-464f-af40-fefd3a7dbd78,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:23.269072 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40d5d66-9bf2-4d73-9b69-9a8a3756790b tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Checking segment: {'id': 'b5ed975e-1cb1-476e-a06b-09e60f9d34ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dc607ec5-e717-4a04-83f7-4b2277dcb8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:23.269453 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40d5d66-9bf2-4d73-9b69-9a8a3756790b tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Network hostable DHCP agents. Network: dc607ec5-e717-4a04-83f7-4b2277dcb8cc, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:01:23.275636 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-24d5c6ad-984e-4ca9-adef-26dd5329c7b7 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:23.371025 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 365f551e-2dcd-4e80-b01b-9b26749ac6af details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:01:23.380824 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-454e8d63-3f9b-456b-bcc5-34ad7fcc1418 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Allocated IP 172.20.0.14 (e336e1e3-d670-40e9-bfcc-cfefb16c675d/ba29a295-7657-4c75-a11a-187df65d4778/41a7d353-40eb-40e9-a4f1-fddc19d38931) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:23.390630 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-454e8d63-3f9b-456b-bcc5-34ad7fcc1418 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Allocated IP 172.20.0.13 (e336e1e3-d670-40e9-bfcc-cfefb16c675d/ba29a295-7657-4c75-a11a-187df65d4778/41a7d353-40eb-40e9-a4f1-fddc19d38931) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:23.542178 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44860) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:23.573858 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-81ee4071-c536-449e-8b92-517ac84c2fb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:23.620043 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 365f551e-2dcd-4e80-b01b-9b26749ac6af, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=365f551e-2dcd-4e80-b01b-9b26749ac6af,segment=NetworkSegment(ac5afd89-5012-43c7-b28d-4a594b7d5879),segment_id=ac5afd89-5012-43c7-b28d-4a594b7d5879)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:23.635974 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '365f551e-2dcd-4e80-b01b-9b26749ac6af', 'network_id': 'e2e3e1e9-0e8c-4882-bf10-1b961e611626', 'port_id': '365f551e-2dcd-4e80-b01b-9b26749ac6af', 'mac_address': 'fa:16:3e:68:f9:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cfb7ed7-15f0-4cd2-a0ec-39a2bf41ee0d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:01:23.679277 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:23.695161 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 365f551e-2dcd-4e80-b01b-9b26749ac6af {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:01:23.703305 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-454e8d63-3f9b-456b-bcc5-34ad7fcc1418 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:23.723940 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 365f551e-2dcd-4e80-b01b-9b26749ac6af, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=365f551e-2dcd-4e80-b01b-9b26749ac6af,segment=NetworkSegment(ac5afd89-5012-43c7-b28d-4a594b7d5879),segment_id=ac5afd89-5012-43c7-b28d-4a594b7d5879)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:23.729243 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:23.790029 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-81ee4071-c536-449e-8b92-517ac84c2fb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:23.800250 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-81ee4071-c536-449e-8b92-517ac84c2fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:23.801597 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=365f551e-2dcd-4e80-b01b-9b26749ac6af,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:23.819420 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-454e8d63-3f9b-456b-bcc5-34ad7fcc1418 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:23.820402 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40d5d66-9bf2-4d73-9b69-9a8a3756790b tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Network dc607ec5-e717-4a04-83f7-4b2277dcb8cc is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:01:23.858361 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-b40d5d66-9bf2-4d73-9b69-9a8a3756790b tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, dc607ec5-e717-4a04-83f7-4b2277dcb8cc) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:23.871182 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dee0f8b-c512-4050-b9af-04b36a588739 None None] Network dc607ec5-e717-4a04-83f7-4b2277dcb8cc requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:23.912279 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e6a0f-374e-4475-9a25-ecd09b6aebd6 req-8375ca82-76cc-44e9-9f46-afea1931f565 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:23.913897 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-262e6a0f-374e-4475-9a25-ecd09b6aebd6 req-8375ca82-76cc-44e9-9f46-afea1931f565 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b3ac9d-2a7c-4afa-aee5-64566564b834 HTTP/1.1" status: 200 len: 944 time: 0.1472611 Nov 12 01:01:23.915329 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40d5d66-9bf2-4d73-9b69-9a8a3756790b tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:23.916177 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b40d5d66-9bf2-4d73-9b69-9a8a3756790b tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:23.925663 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454e8d63-3f9b-456b-bcc5-34ad7fcc1418 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Network e336e1e3-d670-40e9-bfcc-cfefb16c675d is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:23.929173 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee4071-c536-449e-8b92-517ac84c2fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9efa2657-e5b9-4549-b18f-ae5bc09092e7,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:23.935401 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-81ee4071-c536-449e-8b92-517ac84c2fb7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4dd1c29109f5469e9997dd6b3758ad83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3924351 Nov 12 01:01:23.939373 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-454e8d63-3f9b-456b-bcc5-34ad7fcc1418 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:23.942584 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454e8d63-3f9b-456b-bcc5-34ad7fcc1418 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:23.952899 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44866) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:23.989791 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b40d5d66-9bf2-4d73-9b69-9a8a3756790b tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6859972 Nov 12 01:01:23.992824 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44868) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:23.993667 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454e8d63-3f9b-456b-bcc5-34ad7fcc1418 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Pushing event updated for resources: {'Port': ['ID=41a7d353-40eb-40e9-a4f1-fddc19d38931,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:24.002382 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-81cf0e77-2941-4335-81ea-48fd61557c2f tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Request body: {'port': {'network_id': 'dc607ec5-e717-4a04-83f7-4b2277dcb8cc', 'name': 'tempest-TagsExtTest-988494754'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:24.030395 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75049978-a26d-4fab-a349-958c5bd94142 None None] DHCP port deletion for e336e1e3-d670-40e9-bfcc-cfefb16c675d request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:01:24.051553 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-262e6a0f-374e-4475-9a25-ecd09b6aebd6 req-b9c173f0-b076-47e5-ac76-710c77b935b3 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305318 Nov 12 01:01:24.077736 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-24d5c6ad-984e-4ca9-adef-26dd5329c7b7 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:24.084969 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-24d5c6ad-984e-4ca9-adef-26dd5329c7b7 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:24.150082 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454e8d63-3f9b-456b-bcc5-34ad7fcc1418 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:24.150827 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-454e8d63-3f9b-456b-bcc5-34ad7fcc1418 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:24.163174 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['365f551e-2dcd-4e80-b01b-9b26749ac6af'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:01:24.189607 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5c6ad-984e-4ca9-adef-26dd5329c7b7 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Pushing event updated for resources: {'Port': ['ID=5c61b39b-fa70-4d63-8aa5-5f4c343d8714,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:24.205798 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-454e8d63-3f9b-456b-bcc5-34ad7fcc1418 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.6337733 Nov 12 01:01:24.207057 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7fb12b66-157d-4167-bbd7-d002d5fcb204 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:24.209277 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44874) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:24.209484 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75423ea1-24f8-443b-9005-4b33fb289977 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-dc607ec5-e717-4a04-83f7-4b2277dcb8cc', 'network_id': 'dc607ec5-e717-4a04-83f7-4b2277dcb8cc', 'tenant_id': '013bc1da0cc6405fa7d5a681b3ba2d4f', 'fixed_ips': [{'subnet_id': '33a7f36b-6147-464f-af40-fefd3a7dbd78'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:01:24.210574 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-75423ea1-24f8-443b-9005-4b33fb289977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:24.221288 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-d93840f6-4bd8-4d23-b6bb-a971947fd6a4 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'port_id': '41a7d353-40eb-40e9-a4f1-fddc19d38931', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:24.237145 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-24d5c6ad-984e-4ca9-adef-26dd5329c7b7 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:24.257571 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81cf0e77-2941-4335-81ea-48fd61557c2f tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Made reservation on behalf of 013bc1da0cc6405fa7d5a681b3ba2d4f for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:24.261150 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-81cf0e77-2941-4335-81ea-48fd61557c2f tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:24.264434 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7fb12b66-157d-4167-bbd7-d002d5fcb204 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:24.284956 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-c3509a6d-1825-4142-85d0-7875f420052b None None] Provisioning complete for port 41a7d353-40eb-40e9-a4f1-fddc19d38931 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:24.285469 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c3509a6d-1825-4142-85d0-7875f420052b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:24.300964 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-81cf0e77-2941-4335-81ea-48fd61557c2f tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] device_id is not set on port 8ceb1795-7cfb-4b20-ab3b-ee8076f9ad14 yet. {{(pid=102661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:01:24.323139 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-24d5c6ad-984e-4ca9-adef-26dd5329c7b7 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:24.332384 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-24d5c6ad-984e-4ca9-adef-26dd5329c7b7 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.8109388 Nov 12 01:01:24.333290 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44880) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:24.354481 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d93840f6-4bd8-4d23-b6bb-a971947fd6a4 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for floatingip, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:24.440706 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-c3509a6d-1825-4142-85d0-7875f420052b None None] Port 41a7d353-40eb-40e9-a4f1-fddc19d38931 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:01:24.457894 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ee74f8e8-743b-4fe7-ab75-1a1f268853db tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] 10.222.0.20 "GET /v2.0/floatingips?floating_network_id=b68ca138-c554-41cf-9baa-2b9f6dcab242 HTTP/1.1" status: 200 len: 689 time: 0.1216063 Nov 12 01:01:24.458517 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44882) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:24.471008 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7fb12b66-157d-4167-bbd7-d002d5fcb204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:24.473581 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7fb12b66-157d-4167-bbd7-d002d5fcb204 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:24.475172 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7fb12b66-157d-4167-bbd7-d002d5fcb204 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9efa2657-e5b9-4549-b18f-ae5bc09092e7 HTTP/1.1" status: 204 len: 168 time: 0.5207703 Nov 12 01:01:24.528995 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb12b66-157d-4167-bbd7-d002d5fcb204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9efa2657-e5b9-4549-b18f-ae5bc09092e7,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:24.557543 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-81cf0e77-2941-4335-81ea-48fd61557c2f tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Allocated IP 172.20.0.8 (dc607ec5-e717-4a04-83f7-4b2277dcb8cc/33a7f36b-6147-464f-af40-fefd3a7dbd78/8ceb1795-7cfb-4b20-ab3b-ee8076f9ad14) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:24.611622 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ac3c3c7-5a77-483f-897d-b031a2322d4e tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:24.682843 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d93840f6-4bd8-4d23-b6bb-a971947fd6a4 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:24.768549 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-1ac3c3c7-5a77-483f-897d-b031a2322d4e tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Deleting port 5c61b39b-fa70-4d63-8aa5-5f4c343d8714 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:01:24.769011 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ac3c3c7-5a77-483f-897d-b031a2322d4e tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:24.854959 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-81cf0e77-2941-4335-81ea-48fd61557c2f tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:24.869937 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ac3c3c7-5a77-483f-897d-b031a2322d4e tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:24.870473 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ac3c3c7-5a77-483f-897d-b031a2322d4e tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:24.881926 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-d93840f6-4bd8-4d23-b6bb-a971947fd6a4 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Allocated IP 172.25.2.124 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/6c0ec6f8-d7d6-4736-9487-598ffd898e42) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:24.883683 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-1ac3c3c7-5a77-483f-897d-b031a2322d4e tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Calling delete_port for 5c61b39b-fa70-4d63-8aa5-5f4c343d8714 owned by network:floatingip {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:01:24.975501 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-81cf0e77-2941-4335-81ea-48fd61557c2f tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:25.025188 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-75423ea1-24f8-443b-9005-4b33fb289977 None None] Allocated IP 172.20.0.2 (dc607ec5-e717-4a04-83f7-4b2277dcb8cc/33a7f36b-6147-464f-af40-fefd3a7dbd78/5be750d2-9536-4cdc-a2f7-b1111fb544e3) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:25.045922 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cf0e77-2941-4335-81ea-48fd61557c2f tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Network dc607ec5-e717-4a04-83f7-4b2277dcb8cc is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:25.055713 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-81cf0e77-2941-4335-81ea-48fd61557c2f tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:25.063552 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cf0e77-2941-4335-81ea-48fd61557c2f tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:25.074503 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf0e77-2941-4335-81ea-48fd61557c2f tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Pushing event updated for resources: {'Port': ['ID=8ceb1795-7cfb-4b20-ab3b-ee8076f9ad14,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:25.090477 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ac3c3c7-5a77-483f-897d-b031a2322d4e tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:25.112794 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d93840f6-4bd8-4d23-b6bb-a971947fd6a4 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:25.158298 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac3c3c7-5a77-483f-897d-b031a2322d4e tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c61b39b-fa70-4d63-8aa5-5f4c343d8714,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:25.197660 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac3c3c7-5a77-483f-897d-b031a2322d4e tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:25.198412 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac3c3c7-5a77-483f-897d-b031a2322d4e tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:25.198994 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac3c3c7-5a77-483f-897d-b031a2322d4e tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:25.200119 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac3c3c7-5a77-483f-897d-b031a2322d4e tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:25.200665 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac3c3c7-5a77-483f-897d-b031a2322d4e tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:25.201220 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac3c3c7-5a77-483f-897d-b031a2322d4e tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:25.201823 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac3c3c7-5a77-483f-897d-b031a2322d4e tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:25.202410 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac3c3c7-5a77-483f-897d-b031a2322d4e tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:25.202950 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac3c3c7-5a77-483f-897d-b031a2322d4e tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:25.203553 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac3c3c7-5a77-483f-897d-b031a2322d4e tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:25.204222 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac3c3c7-5a77-483f-897d-b031a2322d4e tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:25.204777 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac3c3c7-5a77-483f-897d-b031a2322d4e tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:25.229665 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cf0e77-2941-4335-81ea-48fd61557c2f tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:25.230254 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-81cf0e77-2941-4335-81ea-48fd61557c2f tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:25.241888 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d93840f6-4bd8-4d23-b6bb-a971947fd6a4 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:25.265941 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ac3c3c7-5a77-483f-897d-b031a2322d4e tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:25.317332 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ac3c3c7-5a77-483f-897d-b031a2322d4e tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:25.360679 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-75423ea1-24f8-443b-9005-4b33fb289977 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:25.374293 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-75423ea1-24f8-443b-9005-4b33fb289977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:25.387633 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-81cf0e77-2941-4335-81ea-48fd61557c2f tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.3894391 Nov 12 01:01:25.398902 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 365f551e-2dcd-4e80-b01b-9b26749ac6af up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:01:25.403638 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44918) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:25.412778 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93840f6-4bd8-4d23-b6bb-a971947fd6a4 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:25.433189 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-f191d273-5fbb-4dfa-91d7-04762fb1c02b tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1512158213', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:25.446966 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240688c0-f34e-48d9-a086-1fceafd1866a req-bd1eb2aa-4d04-4dc8-b02a-9d62956ba87d tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:25.448655 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-240688c0-f34e-48d9-a086-1fceafd1866a req-bd1eb2aa-4d04-4dc8-b02a-9d62956ba87d tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b3ac9d-2a7c-4afa-aee5-64566564b834 HTTP/1.1" status: 200 len: 944 time: 0.2128627 Nov 12 01:01:25.454623 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-d93840f6-4bd8-4d23-b6bb-a971947fd6a4 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:25.462875 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93840f6-4bd8-4d23-b6bb-a971947fd6a4 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:25.492343 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75423ea1-24f8-443b-9005-4b33fb289977 None None] Network dc607ec5-e717-4a04-83f7-4b2277dcb8cc is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:25.498301 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-75423ea1-24f8-443b-9005-4b33fb289977 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:25.500741 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75423ea1-24f8-443b-9005-4b33fb289977 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:25.520295 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93840f6-4bd8-4d23-b6bb-a971947fd6a4 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Pushing event updated for resources: {'Port': ['ID=6c0ec6f8-d7d6-4736-9487-598ffd898e42,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:25.532757 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75423ea1-24f8-443b-9005-4b33fb289977 None None] Pushing event updated for resources: {'Port': ['ID=5be750d2-9536-4cdc-a2f7-b1111fb544e3,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:25.553343 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f191d273-5fbb-4dfa-91d7-04762fb1c02b tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:25.558448 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f191d273-5fbb-4dfa-91d7-04762fb1c02b tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:25.599173 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-75423ea1-24f8-443b-9005-4b33fb289977 None None] Attempting to bind port 5be750d2-9536-4cdc-a2f7-b1111fb544e3 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:25.599764 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-75423ea1-24f8-443b-9005-4b33fb289977 None None] Attempting to bind port 5be750d2-9536-4cdc-a2f7-b1111fb544e3 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'b5ed975e-1cb1-476e-a06b-09e60f9d34ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dc607ec5-e717-4a04-83f7-4b2277dcb8cc'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:25.600316 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75423ea1-24f8-443b-9005-4b33fb289977 None None] Attempting to bind port 5be750d2-9536-4cdc-a2f7-b1111fb544e3 on network dc607ec5-e717-4a04-83f7-4b2277dcb8cc {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:25.608999 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75423ea1-24f8-443b-9005-4b33fb289977 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:01:25.609847 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75423ea1-24f8-443b-9005-4b33fb289977 None None] Checking segment: {'id': 'b5ed975e-1cb1-476e-a06b-09e60f9d34ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dc607ec5-e717-4a04-83f7-4b2277dcb8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:25.610383 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-75423ea1-24f8-443b-9005-4b33fb289977 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:25.610992 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75423ea1-24f8-443b-9005-4b33fb289977 None None] Bound using segment: {'id': 'b5ed975e-1cb1-476e-a06b-09e60f9d34ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dc607ec5-e717-4a04-83f7-4b2277dcb8cc'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:01:25.611539 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-75423ea1-24f8-443b-9005-4b33fb289977 None None] Bound port: 5be750d2-9536-4cdc-a2f7-b1111fb544e3, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ed975e-1cb1-476e-a06b-09e60f9d34ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dc607ec5-e717-4a04-83f7-4b2277dcb8cc'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:01:25.612207 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-75423ea1-24f8-443b-9005-4b33fb289977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:25.617805 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ac3c3c7-5a77-483f-897d-b031a2322d4e tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:25.639980 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 365f551e-2dcd-4e80-b01b-9b26749ac6af completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:01:25.641838 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-240688c0-f34e-48d9-a086-1fceafd1866a req-0cccc08e-651a-442c-957f-2e6ca87fa49a tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703775 Nov 12 01:01:25.676198 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 365f551e-2dcd-4e80-b01b-9b26749ac6af triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:25.676701 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:25.721809 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac3c3c7-5a77-483f-897d-b031a2322d4e tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5c07b744-f7c2-4785-8217-8ef44b831601,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:25.778378 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-75423ea1-24f8-443b-9005-4b33fb289977 None None] For port 5be750d2-9536-4cdc-a2f7-b1111fb544e3, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:01:25.784859 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f191d273-5fbb-4dfa-91d7-04762fb1c02b tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:25.787014 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-75423ea1-24f8-443b-9005-4b33fb289977 None None] For port 5be750d2-9536-4cdc-a2f7-b1111fb544e3, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=5be750d2-9536-4cdc-a2f7-b1111fb544e3,segment=NetworkSegment(b5ed975e-1cb1-476e-a06b-09e60f9d34ba),segment_id=b5ed975e-1cb1-476e-a06b-09e60f9d34ba)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:01:25.804686 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-75423ea1-24f8-443b-9005-4b33fb289977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:25.830037 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f191d273-5fbb-4dfa-91d7-04762fb1c02b tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:25.887730 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ac3c3c7-5a77-483f-897d-b031a2322d4e tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:25.899291 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f191d273-5fbb-4dfa-91d7-04762fb1c02b tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:25.900664 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f191d273-5fbb-4dfa-91d7-04762fb1c02b tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4958739 Nov 12 01:01:25.904008 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44934) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:25.911890 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-815a353f-4d22-4152-a7f8-1f0f38a47e98 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1468630298', 'prefixes': ['172.20.0.0/16']}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:25.936372 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-1ac3c3c7-5a77-483f-897d-b031a2322d4e tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b68ca138-c554-41cf-9baa-2b9f6dcab242']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:25.957898 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-1ac3c3c7-5a77-483f-897d-b031a2322d4e tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb3132a-892b-4719-b43c-044fe0c85510') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:25.958189 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-1ac3c3c7-5a77-483f-897d-b031a2322d4e tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb3132a-892b-4719-b43c-044fe0c85510') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:25.974468 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ac3c3c7-5a77-483f-897d-b031a2322d4e tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:26.002111 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ac3c3c7-5a77-483f-897d-b031a2322d4e tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:26.019182 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ac3c3c7-5a77-483f-897d-b031a2322d4e tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:01:26.019613 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ac3c3c7-5a77-483f-897d-b031a2322d4e tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:26.021366 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:01:26.021366 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:01:26.021366 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:01:26.021366 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:01:26.021366 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:01:26.021366 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:01:26.021366 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:01:26.021366 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:01:26.021366 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:01:26.021366 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:01:26.021366 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:01:26.021366 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:01:26.021366 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:01:26.021366 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:01:26.021366 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:01:26.021366 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:01:26.021366 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:01:26.021366 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:01:26.021366 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:01:26.021366 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:01:26.021366 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:01:26.021366 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:01:26.021366 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:01:26.021366 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:01:26.021366 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:01:26.021366 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:01:26.021366 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:01:26.021366 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:01:26.021366 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:01:26.021366 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:01:26.021366 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:01:26.021366 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:01:26.033972 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:26.047534 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75423ea1-24f8-443b-9005-4b33fb289977 None None] Pushing event updated for resources: {'Port': ['ID=5be750d2-9536-4cdc-a2f7-b1111fb544e3,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:26.075809 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b3ac9d-2a7c-4afa-aee5-64566564b834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365f551e-2dcd-4e80-b01b-9b26749ac6af'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:01:26.078171 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25cd68de-9b1e-4610-a4ee-71f253e2e6ee" -d '{"events": [{"server_uuid": "45b3ac9d-2a7c-4afa-aee5-64566564b834", "name": "network-vif-plugged", "status": "completed", "tag": "365f551e-2dcd-4e80-b01b-9b26749ac6af"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:01:26.103567 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-815a353f-4d22-4152-a7f8-1f0f38a47e98 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Publish callbacks [] for subnetpool, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:26.104867 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-815a353f-4d22-4152-a7f8-1f0f38a47e98 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1997585 Nov 12 01:01:26.109239 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44942) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:26.110202 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 365f551e-2dcd-4e80-b01b-9b26749ac6af, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=365f551e-2dcd-4e80-b01b-9b26749ac6af,segment=NetworkSegment(ac5afd89-5012-43c7-b28d-4a594b7d5879),segment_id=ac5afd89-5012-43c7-b28d-4a594b7d5879)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:26.114880 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.tag.tag_plugin [None req-cad0c5d7-0a0c-4f4e-92ec-c9bf302a47df tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '33a7f36b-6147-464f-af40-fefd3a7dbd78', 'tempest-TagsExtTest-Tag-1269312560') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:26.116618 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:26.172922 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ac3c3c7-5a77-483f-897d-b031a2322d4e tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:26.183196 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac3c3c7-5a77-483f-897d-b031a2322d4e tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b68ca138-c554-41cf-9baa-2b9f6dcab242 {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 01:01:26.184757 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38a3bbb-d98e-4622-9c3f-053c1b57fc69 x-openstack-request-id: req-f38a3bbb-d98e-4622-9c3f-053c1b57fc69 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:01:26.185250 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b3ac9d-2a7c-4afa-aee5-64566564b834", "name": "network-vif-plugged", "status": "completed", "tag": "365f551e-2dcd-4e80-b01b-9b26749ac6af", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:01:26.185901 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f38a3bbb-d98e-4622-9c3f-053c1b57fc69 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:01:26.187378 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b3ac9d-2a7c-4afa-aee5-64566564b834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365f551e-2dcd-4e80-b01b-9b26749ac6af', 'code': 200} Nov 12 01:01:26.195945 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ac3c3c7-5a77-483f-897d-b031a2322d4e tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:26.221118 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1ac3c3c7-5a77-483f-897d-b031a2322d4e tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] 10.222.0.20 "DELETE /v2.0/networks/b68ca138-c554-41cf-9baa-2b9f6dcab242 HTTP/1.1" status: 204 len: 168 time: 1.7608895 Nov 12 01:01:26.228103 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44946) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:26.284147 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=365f551e-2dcd-4e80-b01b-9b26749ac6af,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:26.292187 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac3c3c7-5a77-483f-897d-b031a2322d4e tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Pushing event deleted for resources: {'Network': ['ID=b68ca138-c554-41cf-9baa-2b9f6dcab242,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:26.427012 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-cad0c5d7-0a0c-4f4e-92ec-c9bf302a47df tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "PUT /v2.0/subnets/33a7f36b-6147-464f-af40-fefd3a7dbd78/tags/tempest-TagsExtTest-Tag-1269312560 HTTP/1.1" status: 201 len: 201 time: 0.3165379 Nov 12 01:01:26.429124 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44956) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:26.434430 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.tag.tag_plugin [None req-eaff4ce7-48d2-4530-80e2-5ea8e5012b0a tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8ceb1795-7cfb-4b20-ab3b-ee8076f9ad14', 'tempest-TagsExtTest-Tag-1187083583') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:26.529880 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-eaff4ce7-48d2-4530-80e2-5ea8e5012b0a tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "PUT /v2.0/ports/8ceb1795-7cfb-4b20-ab3b-ee8076f9ad14/tags/tempest-TagsExtTest-Tag-1187083583 HTTP/1.1" status: 201 len: 201 time: 0.0959947 Nov 12 01:01:26.530707 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44960) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:26.549031 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.tag.tag_plugin [None req-2f1aa456-d9ac-4421-8b1d-7f9f09d96d04 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '57a78798-141f-4cf8-9888-e48497da2e0a', 'tempest-TagsExtTest-Tag-1752692797') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:26.611639 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7c05d2bf-3ef6-4306-81a5-e2d37b4eb69a tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1781 time: 0.3824143 Nov 12 01:01:26.616031 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44964) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:26.718606 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2f1aa456-d9ac-4421-8b1d-7f9f09d96d04 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "PUT /v2.0/routers/57a78798-141f-4cf8-9888-e48497da2e0a/tags/tempest-TagsExtTest-Tag-1752692797 HTTP/1.1" status: 201 len: 201 time: 0.1865051 Nov 12 01:01:26.720489 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44974) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:26.725856 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.tag.tag_plugin [None req-0cfb1edb-5872-4cc5-bce1-7c1a943e163c tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8863b62e-8322-4879-a797-b163b1cb0406', 'tempest-TagsExtTest-Tag-909149857') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:26.824033 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0cfb1edb-5872-4cc5-bce1-7c1a943e163c tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "PUT /v2.0/subnetpools/8863b62e-8322-4879-a797-b163b1cb0406/tags/tempest-TagsExtTest-Tag-909149857 HTTP/1.1" status: 201 len: 201 time: 0.1019485 Nov 12 01:01:26.826651 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44976) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:26.836081 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.tag.tag_plugin [None req-5eac7e13-a257-4b58-afe9-2190a79cc2c8 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '33a7f36b-6147-464f-af40-fefd3a7dbd78') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:26.935491 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5eac7e13-a257-4b58-afe9-2190a79cc2c8 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "GET /v2.0/subnets/33a7f36b-6147-464f-af40-fefd3a7dbd78/tags HTTP/1.1" status: 200 len: 241 time: 0.1066196 Nov 12 01:01:26.937982 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44984) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:26.947551 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.tag.tag_plugin [None req-01744216-5304-40a1-a21e-952aceb916b9 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '33a7f36b-6147-464f-af40-fefd3a7dbd78', 'tempest-TagsExtTest-Tag-1269312560') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:27.081473 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-01744216-5304-40a1-a21e-952aceb916b9 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "GET /v2.0/subnets/33a7f36b-6147-464f-af40-fefd3a7dbd78/tags/tempest-TagsExtTest-Tag-1269312560 HTTP/1.1" status: 204 len: 168 time: 0.1411083 Nov 12 01:01:27.084015 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44992) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:27.095252 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.tag.tag_plugin [None req-64089677-c508-4adf-bd8a-e19eb1f468b4 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '33a7f36b-6147-464f-af40-fefd3a7dbd78', 'tempest-TagsExtTest-Tag-1269312560') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:27.207556 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-64089677-c508-4adf-bd8a-e19eb1f468b4 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "DELETE /v2.0/subnets/33a7f36b-6147-464f-af40-fefd3a7dbd78/tags/tempest-TagsExtTest-Tag-1269312560 HTTP/1.1" status: 204 len: 168 time: 0.1212032 Nov 12 01:01:27.210280 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45002) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:27.217278 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.tag.tag_plugin [None req-60791bcc-c94d-4f36-9dff-50ef7c70c336 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '33a7f36b-6147-464f-af40-fefd3a7dbd78') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:27.264081 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c26b3-09e6-4f8a-8b8b-0f659802b24e req-f522d942-bc70-464e-a56c-7d60f65d9518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:27.265608 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-613c26b3-09e6-4f8a-8b8b-0f659802b24e req-f522d942-bc70-464e-a56c-7d60f65d9518 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=45b3ac9d-2a7c-4afa-aee5-64566564b834 HTTP/1.1" status: 200 len: 1097 time: 0.9774904 Nov 12 01:01:27.305001 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-60791bcc-c94d-4f36-9dff-50ef7c70c336 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "GET /v2.0/subnets/33a7f36b-6147-464f-af40-fefd3a7dbd78/tags HTTP/1.1" status: 200 len: 205 time: 0.0908184 Nov 12 01:01:27.305270 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45008) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:27.310757 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.tag.tag_plugin [None req-eab46e4c-1c8d-4680-910c-2fda6c387099 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8ceb1795-7cfb-4b20-ab3b-ee8076f9ad14') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:27.426805 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-eab46e4c-1c8d-4680-910c-2fda6c387099 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "GET /v2.0/ports/8ceb1795-7cfb-4b20-ab3b-ee8076f9ad14/tags HTTP/1.1" status: 200 len: 241 time: 0.1203830 Nov 12 01:01:27.430471 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45010) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:27.443761 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9ae4d6-8ca2-4624-a804-10f103893944 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:27.444798 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9ae4d6-8ca2-4624-a804-10f103893944 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:27.445775 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9ae4d6-8ca2-4624-a804-10f103893944 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:27.446551 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9ae4d6-8ca2-4624-a804-10f103893944 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:27.447150 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9ae4d6-8ca2-4624-a804-10f103893944 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:27.447925 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9ae4d6-8ca2-4624-a804-10f103893944 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:27.448516 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9ae4d6-8ca2-4624-a804-10f103893944 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:27.449919 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9ae4d6-8ca2-4624-a804-10f103893944 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:27.450329 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.tag.tag_plugin [None req-cb716b6e-897a-4490-ac14-3b8e4af84840 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8ceb1795-7cfb-4b20-ab3b-ee8076f9ad14', 'tempest-TagsExtTest-Tag-1187083583') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:27.450718 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9ae4d6-8ca2-4624-a804-10f103893944 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:27.451308 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9ae4d6-8ca2-4624-a804-10f103893944 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:27.453581 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-aa9ae4d6-8ca2-4624-a804-10f103893944 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6419 time: 0.8296678 Nov 12 01:01:27.456803 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45014) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:27.468274 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50145e79-5883-4fae-957f-c2b983539eda req-9e1c8103-95b3-4b1c-bdbb-c0f447a6854c tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:27.476245 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-50145e79-5883-4fae-957f-c2b983539eda req-9e1c8103-95b3-4b1c-bdbb-c0f447a6854c tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b3ac9d-2a7c-4afa-aee5-64566564b834 HTTP/1.1" status: 200 len: 945 time: 0.2312310 Nov 12 01:01:27.479438 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d93840f6-4bd8-4d23-b6bb-a971947fd6a4 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:27.516958 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-613c26b3-09e6-4f8a-8b8b-0f659802b24e req-1690cccc-7704-4b67-893e-5ff6af638c5a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405345 Nov 12 01:01:27.541552 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-e52127bb-1cca-4ffe-a257-4509e2791f0c tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] delete failed (client error): The resource could not be found. Nov 12 01:01:27.547250 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e52127bb-1cca-4ffe-a257-4509e2791f0c tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/8ea00e2d-74d7-4f56-addc-ec8cc16da9db HTTP/1.1" status: 404 len: 345 time: 0.0891125 Nov 12 01:01:27.548087 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45016) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:27.573395 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-8df5af49-5b40-4b3f-82e2-29bb3323cf9a tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] DELETE failed (client error): The resource could not be found. Nov 12 01:01:27.574819 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8df5af49-5b40-4b3f-82e2-29bb3323cf9a tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:01:27.578415 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-8df5af49-5b40-4b3f-82e2-29bb3323cf9a tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] 10.222.0.20 "DELETE /v2.0/networks/b68ca138-c554-41cf-9baa-2b9f6dcab242 HTTP/1.1" status: 404 len: 339 time: 0.0276022 Nov 12 01:01:27.583181 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45018) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:27.599141 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c29117-1253-4d37-94b7-f40686ccf82d None None] Network dc607ec5-e717-4a04-83f7-4b2277dcb8cc requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:27.600407 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-f2a437ad-cf6e-438b-8243-c35a6de996c2 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Request body: {'network': {'name': 'tempest-network--1942266807', 'router:external': True}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:27.633280 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-50145e79-5883-4fae-957f-c2b983539eda req-f677d630-e9fb-49a2-b833-562fd3a1fd48 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540966 Nov 12 01:01:27.647907 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d93840f6-4bd8-4d23-b6bb-a971947fd6a4 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:27.667089 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-cb716b6e-897a-4490-ac14-3b8e4af84840 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "GET /v2.0/ports/8ceb1795-7cfb-4b20-ab3b-ee8076f9ad14/tags/tempest-TagsExtTest-Tag-1187083583 HTTP/1.1" status: 204 len: 168 time: 0.2340410 Nov 12 01:01:27.670943 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45022) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:27.677562 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.tag.tag_plugin [None req-c88a36ec-396b-4ca6-862d-400c380cfcab tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '8ceb1795-7cfb-4b20-ab3b-ee8076f9ad14', 'tempest-TagsExtTest-Tag-1187083583') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:27.769937 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a437ad-cf6e-438b-8243-c35a6de996c2 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Made reservation on behalf of a8aa299716e94432be9374f6da2ea503 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:27.780134 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f2a437ad-cf6e-438b-8243-c35a6de996c2 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:27.808105 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-504925cd-d0e0-4d3d-8ad6-5fbd5c30c3bd None None] Provisioning complete for port 5be750d2-9536-4cdc-a2f7-b1111fb544e3 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:27.809117 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-504925cd-d0e0-4d3d-8ad6-5fbd5c30c3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:27.861234 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 5be750d2-9536-4cdc-a2f7-b1111fb544e3 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:01:27.862731 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2a437ad-cf6e-438b-8243-c35a6de996c2 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:01:27.882236 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f2a437ad-cf6e-438b-8243-c35a6de996c2 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:27.882719 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-f2a437ad-cf6e-438b-8243-c35a6de996c2 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Added segment 7cbe91b7-d63a-4628-82af-55105cfc02ec of type vlan for network 5266913c-90a9-469b-94e8-76bf7cf1aa1c Nov 12 01:01:27.892337 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d93840f6-4bd8-4d23-b6bb-a971947fd6a4 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:27.897443 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c88a36ec-396b-4ca6-862d-400c380cfcab tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "DELETE /v2.0/ports/8ceb1795-7cfb-4b20-ab3b-ee8076f9ad14/tags/tempest-TagsExtTest-Tag-1187083583 HTTP/1.1" status: 204 len: 168 time: 0.2232263 Nov 12 01:01:27.899132 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45026) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:27.906571 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.tag.tag_plugin [None req-85f51cc5-623f-412e-bf10-63704470246b tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8ceb1795-7cfb-4b20-ab3b-ee8076f9ad14') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:27.909411 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d93840f6-4bd8-4d23-b6bb-a971947fd6a4 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:27.950035 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f2a437ad-cf6e-438b-8243-c35a6de996c2 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:27.985710 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f2a437ad-cf6e-438b-8243-c35a6de996c2 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:27.987259 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a437ad-cf6e-438b-8243-c35a6de996c2 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:27.987881 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f2a437ad-cf6e-438b-8243-c35a6de996c2 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:28.040177 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d93840f6-4bd8-4d23-b6bb-a971947fd6a4 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:28.082459 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a437ad-cf6e-438b-8243-c35a6de996c2 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Pushing event updated for resources: {'Network': ['ID=5266913c-90a9-469b-94e8-76bf7cf1aa1c,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:28.104926 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f2a437ad-cf6e-438b-8243-c35a6de996c2 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5185742 Nov 12 01:01:28.108212 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45030) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:28.112901 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 5266913c-90a9-469b-94e8-76bf7cf1aa1c details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:01:28.122161 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93840f6-4bd8-4d23-b6bb-a971947fd6a4 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Pushing event updated for resources: {'Port': ['ID=6c0ec6f8-d7d6-4736-9487-598ffd898e42,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:28.213035 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-85f51cc5-623f-412e-bf10-63704470246b tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "GET /v2.0/ports/8ceb1795-7cfb-4b20-ab3b-ee8076f9ad14/tags HTTP/1.1" status: 200 len: 205 time: 0.3103523 Nov 12 01:01:28.214605 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45032) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:28.216874 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 5be750d2-9536-4cdc-a2f7-b1111fb544e3 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:28.218085 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:28.220044 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.tag.tag_plugin [None req-d4f27ada-e45b-441f-813e-8d9559b2b3ab tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '57a78798-141f-4cf8-9888-e48497da2e0a') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:28.232061 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-504925cd-d0e0-4d3d-8ad6-5fbd5c30c3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:28.267802 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb07ffa-c5f2-41dc-912d-16123a32fbde tempest-ExternalNetworksTestJSON-1488007611 tempest-ExternalNetworksTestJSON-1488007611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:28.271978 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [None req-d93840f6-4bd8-4d23-b6bb-a971947fd6a4 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Floating IP 2bfa21ce-0ce1-47ee-af4e-1e421c8f47f9 associated. External IP: 172.25.2.124, port: 41a7d353-40eb-40e9-a4f1-fddc19d38931. Nov 12 01:01:28.275838 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb07ffa-c5f2-41dc-912d-16123a32fbde tempest-ExternalNetworksTestJSON-1488007611 tempest-ExternalNetworksTestJSON-1488007611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:28.284237 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb07ffa-c5f2-41dc-912d-16123a32fbde tempest-ExternalNetworksTestJSON-1488007611 tempest-ExternalNetworksTestJSON-1488007611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:28.291235 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb07ffa-c5f2-41dc-912d-16123a32fbde tempest-ExternalNetworksTestJSON-1488007611 tempest-ExternalNetworksTestJSON-1488007611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:28.293955 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8bb07ffa-c5f2-41dc-912d-16123a32fbde tempest-ExternalNetworksTestJSON-1488007611 tempest-ExternalNetworksTestJSON-1488007611-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.1830299 Nov 12 01:01:28.298226 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45034) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:28.339580 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-504925cd-d0e0-4d3d-8ad6-5fbd5c30c3bd None None] For port 5be750d2-9536-4cdc-a2f7-b1111fb544e3, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=5be750d2-9536-4cdc-a2f7-b1111fb544e3,segment=NetworkSegment(b5ed975e-1cb1-476e-a06b-09e60f9d34ba),segment_id=b5ed975e-1cb1-476e-a06b-09e60f9d34ba)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:28.347901 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-504925cd-d0e0-4d3d-8ad6-5fbd5c30c3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:28.361348 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d4f27ada-e45b-441f-813e-8d9559b2b3ab tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "GET /v2.0/routers/57a78798-141f-4cf8-9888-e48497da2e0a/tags HTTP/1.1" status: 200 len: 241 time: 0.1455112 Nov 12 01:01:28.366545 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45036) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:28.372983 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.tag.tag_plugin [None req-d4140096-43c6-4095-9818-9213f052d0a1 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '57a78798-141f-4cf8-9888-e48497da2e0a', 'tempest-TagsExtTest-Tag-1752692797') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:28.429951 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e6e96e1a-6045-4cd1-839b-2cf6949a78b1 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:28.462389 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504925cd-d0e0-4d3d-8ad6-5fbd5c30c3bd None None] Pushing event updated for resources: {'Port': ['ID=5be750d2-9536-4cdc-a2f7-b1111fb544e3,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:28.597579 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d4140096-43c6-4095-9818-9213f052d0a1 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "GET /v2.0/routers/57a78798-141f-4cf8-9888-e48497da2e0a/tags/tempest-TagsExtTest-Tag-1752692797 HTTP/1.1" status: 204 len: 168 time: 0.2299051 Nov 12 01:01:28.603006 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45040) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:28.605235 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-2e1f8c1b-bc47-4dce-9696-79142847fb59 None None] Provisioning complete for port 8ceb1795-7cfb-4b20-ab3b-ee8076f9ad14 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:28.607067 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2e1f8c1b-bc47-4dce-9696-79142847fb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:28.614523 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.tag.tag_plugin [None req-a8814f08-c770-4cf7-9aa7-1ab975b0159f tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '57a78798-141f-4cf8-9888-e48497da2e0a', 'tempest-TagsExtTest-Tag-1752692797') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:28.616991 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e6e96e1a-6045-4cd1-839b-2cf6949a78b1 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:28.668413 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-2e1f8c1b-bc47-4dce-9696-79142847fb59 None None] Port 8ceb1795-7cfb-4b20-ab3b-ee8076f9ad14 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:01:28.682615 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-2e1f8c1b-bc47-4dce-9696-79142847fb59 None None] Provisioning complete for port 5be750d2-9536-4cdc-a2f7-b1111fb544e3 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:28.683163 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-e6e96e1a-6045-4cd1-839b-2cf6949a78b1 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5266913c-90a9-469b-94e8-76bf7cf1aa1c']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:28.684567 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2e1f8c1b-bc47-4dce-9696-79142847fb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:28.713949 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-e6e96e1a-6045-4cd1-839b-2cf6949a78b1 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cbe91b7-d63a-4628-82af-55105cfc02ec') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:28.714752 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-e6e96e1a-6045-4cd1-839b-2cf6949a78b1 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cbe91b7-d63a-4628-82af-55105cfc02ec') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:28.733706 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e6e96e1a-6045-4cd1-839b-2cf6949a78b1 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:28.750377 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e6e96e1a-6045-4cd1-839b-2cf6949a78b1 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:28.763409 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6e96e1a-6045-4cd1-839b-2cf6949a78b1 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:01:28.763781 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e6e96e1a-6045-4cd1-839b-2cf6949a78b1 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:28.844417 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:01:28.844417 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:01:28.844417 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:01:28.844417 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:01:28.844417 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:01:28.844417 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:01:28.844417 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:01:28.844417 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:01:28.844417 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:01:28.844417 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:01:28.844417 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:01:28.844417 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:01:28.844417 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:01:28.844417 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:01:28.844417 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:01:28.844417 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:01:28.844417 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:01:28.844417 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:01:28.844417 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:01:28.844417 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:01:28.844417 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:01:28.844417 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:01:28.844417 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:01:28.844417 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:01:28.844417 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:01:28.844417 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:01:28.844417 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:01:28.844417 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:01:28.844417 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:01:28.844417 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:01:28.844417 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:01:28.844417 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:01:28.860229 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e6e96e1a-6045-4cd1-839b-2cf6949a78b1 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:28.884388 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93840f6-4bd8-4d23-b6bb-a971947fd6a4 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Router 0554c11e-5a59-4413-a079-2d83896a5ab9 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:01:28.890388 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a8814f08-c770-4cf7-9aa7-1ab975b0159f tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "DELETE /v2.0/routers/57a78798-141f-4cf8-9888-e48497da2e0a/tags/tempest-TagsExtTest-Tag-1752692797 HTTP/1.1" status: 204 len: 168 time: 0.2787952 Nov 12 01:01:28.890794 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e96e1a-6045-4cd1-839b-2cf6949a78b1 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5266913c-90a9-469b-94e8-76bf7cf1aa1c {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 01:01:28.893900 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45048) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:28.894970 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e6e96e1a-6045-4cd1-839b-2cf6949a78b1 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:28.901943 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e6e96e1a-6045-4cd1-839b-2cf6949a78b1 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] 10.222.0.20 "DELETE /v2.0/networks/5266913c-90a9-469b-94e8-76bf7cf1aa1c HTTP/1.1" status: 204 len: 168 time: 0.5987406 Nov 12 01:01:28.909751 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45050) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:28.919182 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.tag.tag_plugin [None req-3aafcdb6-a90d-479d-93a6-5c81a3f0e431 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '57a78798-141f-4cf8-9888-e48497da2e0a') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:28.934541 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e96e1a-6045-4cd1-839b-2cf6949a78b1 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Pushing event deleted for resources: {'Network': ['ID=5266913c-90a9-469b-94e8-76bf7cf1aa1c,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:28.966330 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d18ee-516b-4dc6-a584-383b1532f3b1 req-568ab59c-4aa8-4f8e-ba25-dc83d9dad0ca tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:28.978105 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2b9d18ee-516b-4dc6-a584-383b1532f3b1 req-568ab59c-4aa8-4f8e-ba25-dc83d9dad0ca tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b3ac9d-2a7c-4afa-aee5-64566564b834 HTTP/1.1" status: 200 len: 945 time: 0.1325095 Nov 12 01:01:28.996411 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-0a5282e8-cc6e-4442-9fea-f3d98932d3b1 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Request body: {'network': {'name': 'tempest-network--421766170', 'router:external': True}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:29.050346 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2b9d18ee-516b-4dc6-a584-383b1532f3b1 req-b719febd-34ee-4da9-8cab-fc72c8e1161f tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636425 Nov 12 01:01:29.093016 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-892f0f8a-eac1-4eb6-b43c-e61916376305 None None] Provisioning complete for port 8ceb1795-7cfb-4b20-ab3b-ee8076f9ad14 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:29.093875 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-892f0f8a-eac1-4eb6-b43c-e61916376305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:29.149002 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-892f0f8a-eac1-4eb6-b43c-e61916376305 None None] Port 8ceb1795-7cfb-4b20-ab3b-ee8076f9ad14 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:01:29.202660 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5282e8-cc6e-4442-9fea-f3d98932d3b1 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Made reservation on behalf of a8aa299716e94432be9374f6da2ea503 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:29.205634 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a5282e8-cc6e-4442-9fea-f3d98932d3b1 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:29.257803 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-3aafcdb6-a90d-479d-93a6-5c81a3f0e431 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "GET /v2.0/routers/57a78798-141f-4cf8-9888-e48497da2e0a/tags HTTP/1.1" status: 200 len: 205 time: 0.3510308 Nov 12 01:01:29.258015 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45068) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:29.265475 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.tag.tag_plugin [None req-eb3c8d8a-5bff-4b31-ad46-075de5b361aa tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8863b62e-8322-4879-a797-b163b1cb0406') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:29.271397 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a5282e8-cc6e-4442-9fea-f3d98932d3b1 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:01:29.294586 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a5282e8-cc6e-4442-9fea-f3d98932d3b1 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:29.294929 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-0a5282e8-cc6e-4442-9fea-f3d98932d3b1 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Added segment 6d64732f-d14b-46f6-83aa-a2309db56923 of type vlan for network fa7b2be2-83b9-468d-ad5f-490a65ba4139 Nov 12 01:01:29.317025 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-eb3c8d8a-5bff-4b31-ad46-075de5b361aa tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "GET /v2.0/subnetpools/8863b62e-8322-4879-a797-b163b1cb0406/tags HTTP/1.1" status: 200 len: 240 time: 0.0576556 Nov 12 01:01:29.321007 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45070) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:29.335159 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.tag.tag_plugin [None req-765b77f0-2ac7-4769-b81f-bc4f07154a22 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8863b62e-8322-4879-a797-b163b1cb0406', 'tempest-TagsExtTest-Tag-909149857') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:29.353609 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a5282e8-cc6e-4442-9fea-f3d98932d3b1 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:29.386581 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-765b77f0-2ac7-4769-b81f-bc4f07154a22 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "GET /v2.0/subnetpools/8863b62e-8322-4879-a797-b163b1cb0406/tags/tempest-TagsExtTest-Tag-909149857 HTTP/1.1" status: 204 len: 168 time: 0.0494511 Nov 12 01:01:29.389413 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45074) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:29.395897 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a5282e8-cc6e-4442-9fea-f3d98932d3b1 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:29.397194 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5282e8-cc6e-4442-9fea-f3d98932d3b1 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:29.397912 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a5282e8-cc6e-4442-9fea-f3d98932d3b1 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:29.405803 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.tag.tag_plugin [None req-bcc236fe-1dd5-494f-a0a6-58dcdb498112 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '8863b62e-8322-4879-a797-b163b1cb0406', 'tempest-TagsExtTest-Tag-909149857') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:29.465769 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-bcc236fe-1dd5-494f-a0a6-58dcdb498112 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "DELETE /v2.0/subnetpools/8863b62e-8322-4879-a797-b163b1cb0406/tags/tempest-TagsExtTest-Tag-909149857 HTTP/1.1" status: 204 len: 168 time: 0.0688787 Nov 12 01:01:29.469024 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45082) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:29.474304 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.tag.tag_plugin [None req-c2c26e99-9454-4e98-ad58-114e536fb200 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8863b62e-8322-4879-a797-b163b1cb0406') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:29.481703 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93840f6-4bd8-4d23-b6bb-a971947fd6a4 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:01:29.521780 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c2c26e99-9454-4e98-ad58-114e536fb200 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "GET /v2.0/subnetpools/8863b62e-8322-4879-a797-b163b1cb0406/tags HTTP/1.1" status: 200 len: 205 time: 0.0513909 Nov 12 01:01:29.537477 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45084) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:29.551653 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0a5282e8-cc6e-4442-9fea-f3d98932d3b1 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5666738 Nov 12 01:01:29.552289 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45088) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:29.576603 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.tag.tag_plugin [None req-08cf8fb5-06d7-4cf1-a24a-dc827b52c301 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8863b62e-8322-4879-a797-b163b1cb0406') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:29.588201 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5282e8-cc6e-4442-9fea-f3d98932d3b1 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Pushing event updated for resources: {'Network': ['ID=fa7b2be2-83b9-468d-ad5f-490a65ba4139,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:29.603621 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network fa7b2be2-83b9-468d-ad5f-490a65ba4139 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:01:29.641557 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592e018-ac6e-46a1-81dd-b2d868875cf5 req-8f80281d-4993-4b13-a8c6-9e769e31f4b3 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:29.642981 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5592e018-ac6e-46a1-81dd-b2d868875cf5 req-8f80281d-4993-4b13-a8c6-9e769e31f4b3 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b3ac9d-2a7c-4afa-aee5-64566564b834 HTTP/1.1" status: 200 len: 945 time: 0.1348016 Nov 12 01:01:29.695296 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d93840f6-4bd8-4d23-b6bb-a971947fd6a4 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:29.725982 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-08cf8fb5-06d7-4cf1-a24a-dc827b52c301 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "DELETE /v2.0/subnetpools/8863b62e-8322-4879-a797-b163b1cb0406/tags HTTP/1.1" status: 204 len: 168 time: 0.1825945 Nov 12 01:01:29.732749 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45094) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:29.752605 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.tag.tag_plugin [None req-28827764-87e9-4c21-8572-db5a82e5959d tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '57a78798-141f-4cf8-9888-e48497da2e0a') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:29.772765 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 5be750d2-9536-4cdc-a2f7-b1111fb544e3 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:01:29.837466 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 5be750d2-9536-4cdc-a2f7-b1111fb544e3 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:29.838211 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:29.865501 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5592e018-ac6e-46a1-81dd-b2d868875cf5 req-6b17617c-0c17-4f24-9d1d-37a7f4940c5e tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079172 Nov 12 01:01:29.909260 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d93840f6-4bd8-4d23-b6bb-a971947fd6a4 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.6954203 Nov 12 01:01:29.911844 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45096) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:29.918577 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-4bb59e1c-7305-43c8-ad72-2b1705a24e1c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Request body: {'floatingip': {'port_id': '41a7d353-40eb-40e9-a4f1-fddc19d38931', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:29.925339 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3d71b8-0c85-4042-a1b1-0915fc0654b2 None None] Sync routers for ids ['0554c11e-5a59-4413-a079-2d83896a5ab9'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:01:29.934279 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-28827764-87e9-4c21-8572-db5a82e5959d tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "DELETE /v2.0/routers/57a78798-141f-4cf8-9888-e48497da2e0a/tags HTTP/1.1" status: 204 len: 168 time: 0.1874118 Nov 12 01:01:29.937830 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45098) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:29.939280 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3d71b8-0c85-4042-a1b1-0915fc0654b2 None None] Routers {'0554c11e-5a59-4413-a079-2d83896a5ab9'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:01:29.939907 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-6b3d71b8-0c85-4042-a1b1-0915fc0654b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:01:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['0554c11e-5a59-4413-a079-2d83896a5ab9'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:29.942465 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.tag.tag_plugin [None req-682d8542-c3ae-4990-8078-b80aa9962191 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8ceb1795-7cfb-4b20-ab3b-ee8076f9ad14') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:29.971055 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bc4f47-6f6b-47cb-a4a6-664f3407a613 tempest-ExternalNetworksTestJSON-1488007611 tempest-ExternalNetworksTestJSON-1488007611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:29.972947 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-86bc4f47-6f6b-47cb-a4a6-664f3407a613 tempest-ExternalNetworksTestJSON-1488007611 tempest-ExternalNetworksTestJSON-1488007611-project] 10.222.0.20 "GET /v2.0/networks/fa7b2be2-83b9-468d-ad5f-490a65ba4139 HTTP/1.1" status: 200 len: 756 time: 0.4154770 Nov 12 01:01:29.976052 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45102) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:30.007586 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-6b3d71b8-0c85-4042-a1b1-0915fc0654b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:30.017737 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-682d8542-c3ae-4990-8078-b80aa9962191 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "DELETE /v2.0/ports/8ceb1795-7cfb-4b20-ab3b-ee8076f9ad14/tags HTTP/1.1" status: 204 len: 168 time: 0.0787280 Nov 12 01:01:30.019119 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45104) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:30.024227 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.tag.tag_plugin [None req-0480d7a1-2e2d-48f6-a924-b5dc4f0e504b tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '33a7f36b-6147-464f-af40-fefd3a7dbd78') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:30.024470 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3d71b8-0c85-4042-a1b1-0915fc0654b2 None None] Routers {'0554c11e-5a59-4413-a079-2d83896a5ab9'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:01:30.025100 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-6b3d71b8-0c85-4042-a1b1-0915fc0654b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:01:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['0554c11e-5a59-4413-a079-2d83896a5ab9'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:30.082594 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4bb59e1c-7305-43c8-ad72-2b1705a24e1c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for floatingip, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:30.097394 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0480d7a1-2e2d-48f6-a924-b5dc4f0e504b tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "DELETE /v2.0/subnets/33a7f36b-6147-464f-af40-fefd3a7dbd78/tags HTTP/1.1" status: 204 len: 168 time: 0.0771401 Nov 12 01:01:30.098123 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45106) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:30.103790 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.tag.tag_plugin [None req-f4f70504-60bb-4779-b558-07f54b06bfc2 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '33a7f36b-6147-464f-af40-fefd3a7dbd78', 'tempest-TagsExtTest-Tag-1710540183') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:30.122822 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-6b3d71b8-0c85-4042-a1b1-0915fc0654b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:30.124294 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3d71b8-0c85-4042-a1b1-0915fc0654b2 None None] The sync data for ids ['0554c11e-5a59-4413-a079-2d83896a5ab9'] in n-d-812236-11 is: [] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:01:30.158971 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13623933-e78b-4b1b-863e-0fb9fbdaa8fc tempest-ExternalNetworksTestJSON-1488007611 tempest-ExternalNetworksTestJSON-1488007611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:30.160521 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-13623933-e78b-4b1b-863e-0fb9fbdaa8fc tempest-ExternalNetworksTestJSON-1488007611 tempest-ExternalNetworksTestJSON-1488007611-project] 10.222.0.20 "GET /v2.0/networks/20db983f-2238-4e8f-8233-a998b5c7d2e6 HTTP/1.1" status: 200 len: 768 time: 0.1833580 Nov 12 01:01:30.164035 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45108) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:30.204183 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f4f70504-60bb-4779-b558-07f54b06bfc2 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "PUT /v2.0/subnets/33a7f36b-6147-464f-af40-fefd3a7dbd78/tags/tempest-TagsExtTest-Tag-1710540183 HTTP/1.1" status: 201 len: 201 time: 0.1044238 Nov 12 01:01:30.204443 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45110) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:30.238029 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.tag.tag_plugin [None req-69351078-e09d-42c6-ba64-ed6087b5afd9 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8ceb1795-7cfb-4b20-ab3b-ee8076f9ad14', 'tempest-TagsExtTest-Tag-1545820407') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:30.336770 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-34961839-bfb7-4789-9aa1-13f7b6932a71 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:30.536620 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-34961839-bfb7-4789-9aa1-13f7b6932a71 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:30.541446 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-69351078-e09d-42c6-ba64-ed6087b5afd9 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "PUT /v2.0/ports/8ceb1795-7cfb-4b20-ab3b-ee8076f9ad14/tags/tempest-TagsExtTest-Tag-1545820407 HTTP/1.1" status: 201 len: 201 time: 0.3363347 Nov 12 01:01:30.544898 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45114) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:30.549733 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.tag.tag_plugin [None req-6aa8ccf6-d922-4335-95b6-38f8ca6ac7ff tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '57a78798-141f-4cf8-9888-e48497da2e0a', 'tempest-TagsExtTest-Tag-516050179') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:30.574945 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-34961839-bfb7-4789-9aa1-13f7b6932a71 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa7b2be2-83b9-468d-ad5f-490a65ba4139']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:30.621572 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-34961839-bfb7-4789-9aa1-13f7b6932a71 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d64732f-d14b-46f6-83aa-a2309db56923') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:30.621986 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-34961839-bfb7-4789-9aa1-13f7b6932a71 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d64732f-d14b-46f6-83aa-a2309db56923') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:30.639123 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-34961839-bfb7-4789-9aa1-13f7b6932a71 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:30.653693 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-34961839-bfb7-4789-9aa1-13f7b6932a71 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:30.660661 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34961839-bfb7-4789-9aa1-13f7b6932a71 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:01:30.661122 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-34961839-bfb7-4789-9aa1-13f7b6932a71 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:30.714567 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:01:30.714567 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:01:30.714567 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:01:30.714567 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:01:30.714567 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:01:30.714567 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:01:30.714567 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:01:30.714567 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:01:30.714567 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:01:30.714567 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:01:30.714567 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:01:30.714567 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:01:30.714567 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:01:30.714567 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:01:30.714567 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:01:30.714567 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:01:30.714567 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:01:30.714567 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:01:30.714567 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:01:30.714567 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:01:30.714567 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:01:30.714567 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:01:30.714567 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:01:30.714567 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:01:30.714567 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:01:30.714567 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:01:30.714567 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:01:30.714567 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:01:30.714567 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:01:30.714567 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:01:30.714567 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:01:30.714567 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:01:30.810781 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6aa8ccf6-d922-4335-95b6-38f8ca6ac7ff tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "PUT /v2.0/routers/57a78798-141f-4cf8-9888-e48497da2e0a/tags/tempest-TagsExtTest-Tag-516050179 HTTP/1.1" status: 201 len: 201 time: 0.2620871 Nov 12 01:01:30.812256 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45122) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:30.813005 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-34961839-bfb7-4789-9aa1-13f7b6932a71 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:30.822528 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.tag.tag_plugin [None req-e63add6f-cc39-40d5-a94a-77c32cc4fcf1 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8863b62e-8322-4879-a797-b163b1cb0406', 'tempest-TagsExtTest-Tag-254699563') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:30.887642 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e63add6f-cc39-40d5-a94a-77c32cc4fcf1 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "PUT /v2.0/subnetpools/8863b62e-8322-4879-a797-b163b1cb0406/tags/tempest-TagsExtTest-Tag-254699563 HTTP/1.1" status: 201 len: 201 time: 0.0684199 Nov 12 01:01:30.889852 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45126) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:30.898027 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.tag.tag_plugin [None req-000fd1bd-d94e-4065-9c9d-29d17d6a4232 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '33a7f36b-6147-464f-af40-fefd3a7dbd78', {'tags': ['tempest-TagsExtTest-Tag-1268550499', 'tempest-TagsExtTest-Tag-443543263', 'tempest-TagsExtTest-Tag-2097905672']}) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:31.033647 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-000fd1bd-d94e-4065-9c9d-29d17d6a4232 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "PUT /v2.0/subnets/33a7f36b-6147-464f-af40-fefd3a7dbd78/tags HTTP/1.1" status: 200 len: 317 time: 0.1424429 Nov 12 01:01:31.035137 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45134) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:31.040059 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.tag.tag_plugin [None req-adbe5691-3acd-4527-b057-ccfb77153ca7 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '33a7f36b-6147-464f-af40-fefd3a7dbd78') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:31.137416 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-adbe5691-3acd-4527-b057-ccfb77153ca7 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "DELETE /v2.0/subnets/33a7f36b-6147-464f-af40-fefd3a7dbd78/tags HTTP/1.1" status: 204 len: 168 time: 0.1002736 Nov 12 01:01:31.141323 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45138) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:31.153501 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.tag.tag_plugin [None req-7ab545a5-986d-407e-bde6-b37aae5f3f9c tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '33a7f36b-6147-464f-af40-fefd3a7dbd78', 'tempest-TagsExtTest-Tag-1268550499') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:31.286368 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-7ab545a5-986d-407e-bde6-b37aae5f3f9c tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] show failed (client error): The resource could not be found. Nov 12 01:01:31.293403 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7ab545a5-986d-407e-bde6-b37aae5f3f9c tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "GET /v2.0/subnets/33a7f36b-6147-464f-af40-fefd3a7dbd78/tags/tempest-TagsExtTest-Tag-1268550499 HTTP/1.1" status: 404 len: 329 time: 0.1485951 Nov 12 01:01:31.295027 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45140) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:31.300716 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.tag.tag_plugin [None req-0cd4274a-0530-4779-ad94-6c5d125c29ea tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '33a7f36b-6147-464f-af40-fefd3a7dbd78', 'tempest-TagsExtTest-Tag-443543263') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:31.310275 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34961839-bfb7-4789-9aa1-13f7b6932a71 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fa7b2be2-83b9-468d-ad5f-490a65ba4139 {{(pid=102661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 01:01:31.312383 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-34961839-bfb7-4789-9aa1-13f7b6932a71 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:31.315695 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-34961839-bfb7-4789-9aa1-13f7b6932a71 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] 10.222.0.20 "DELETE /v2.0/networks/fa7b2be2-83b9-468d-ad5f-490a65ba4139 HTTP/1.1" status: 204 len: 168 time: 1.1509163 Nov 12 01:01:31.333147 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45144) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:31.339840 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-373288de-5850-433b-a90c-10992d4ec959 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Request body: {'network': {'name': 'tempest-network--2031109663'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:31.388157 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34961839-bfb7-4789-9aa1-13f7b6932a71 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Pushing event deleted for resources: {'Network': ['ID=fa7b2be2-83b9-468d-ad5f-490a65ba4139,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:31.408341 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373288de-5850-433b-a90c-10992d4ec959 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Made reservation on behalf of a8aa299716e94432be9374f6da2ea503 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:31.414980 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.db.resource_extend [None req-4bb59e1c-7305-43c8-ad72-2b1705a24e1c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 01:01:31.423317 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-373288de-5850-433b-a90c-10992d4ec959 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:31.468511 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-0cd4274a-0530-4779-ad94-6c5d125c29ea tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] show failed (client error): The resource could not be found. Nov 12 01:01:31.476062 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0cd4274a-0530-4779-ad94-6c5d125c29ea tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "GET /v2.0/subnets/33a7f36b-6147-464f-af40-fefd3a7dbd78/tags/tempest-TagsExtTest-Tag-443543263 HTTP/1.1" status: 404 len: 328 time: 0.1796184 Nov 12 01:01:31.481323 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45148) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:31.482243 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45150) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:31.501333 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.tag.tag_plugin [None req-6926843d-7e9b-468f-a7c5-f472ea8ac5c3 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '33a7f36b-6147-464f-af40-fefd3a7dbd78', 'tempest-TagsExtTest-Tag-2097905672') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:31.514073 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-373288de-5850-433b-a90c-10992d4ec959 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:01:31.526377 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-373288de-5850-433b-a90c-10992d4ec959 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:31.528263 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-373288de-5850-433b-a90c-10992d4ec959 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Added segment 2d93d984-e37c-44e2-8a72-5a1b4767fdf7 of type vlan for network ec44887b-d27c-4a5a-9c54-ebec32e80abe Nov 12 01:01:31.543904 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f530d-9dde-4dfb-9def-7bc247537de0 req-e82e368f-90cc-4905-8665-6961d5f7b76b tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:31.545237 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c4f530d-9dde-4dfb-9def-7bc247537de0 req-e82e368f-90cc-4905-8665-6961d5f7b76b tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.49 "GET /v2.0/ports?device_id=45b3ac9d-2a7c-4afa-aee5-64566564b834 HTTP/1.1" status: 200 len: 945 time: 0.2242420 Nov 12 01:01:31.610561 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-373288de-5850-433b-a90c-10992d4ec959 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:31.646235 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-373288de-5850-433b-a90c-10992d4ec959 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:31.649008 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373288de-5850-433b-a90c-10992d4ec959 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:31.650319 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-373288de-5850-433b-a90c-10992d4ec959 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:31.735429 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373288de-5850-433b-a90c-10992d4ec959 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Pushing event updated for resources: {'Network': ['ID=ec44887b-d27c-4a5a-9c54-ebec32e80abe,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:31.746544 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network ec44887b-d27c-4a5a-9c54-ebec32e80abe details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:01:31.750985 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-373288de-5850-433b-a90c-10992d4ec959 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4141932 Nov 12 01:01:31.752041 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45156) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:31.759348 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-95832afc-ea00-4d3c-8f08-c942f20b13d6 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:31.807148 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4bb59e1c-7305-43c8-ad72-2b1705a24e1c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:31.836856 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d56dc-e129-44b1-b18e-7704d1a29c01 req-04ecef4d-18c1-4fe6-af56-f19f57f6a24b tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:31.844987 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d33d56dc-e129-44b1-b18e-7704d1a29c01 req-04ecef4d-18c1-4fe6-af56-f19f57f6a24b tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b3ac9d-2a7c-4afa-aee5-64566564b834 HTTP/1.1" status: 200 len: 945 time: 0.5229011 Nov 12 01:01:31.905840 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4bb59e1c-7305-43c8-ad72-2b1705a24e1c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:31.981920 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-95832afc-ea00-4d3c-8f08-c942f20b13d6 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:32.003688 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-95832afc-ea00-4d3c-8f08-c942f20b13d6 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:32.018007 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d33d56dc-e129-44b1-b18e-7704d1a29c01 req-b96d2073-d49b-43a0-8062-3002c4905823 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719985 Nov 12 01:01:32.022554 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-79a3f422-e495-4d19-9f7c-fa47b257199a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:32.084690 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-95832afc-ea00-4d3c-8f08-c942f20b13d6 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Network ec44887b-d27c-4a5a-9c54-ebec32e80abe is not hosted by any dhcp agent {{(pid=102662) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 01:01:32.085638 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95832afc-ea00-4d3c-8f08-c942f20b13d6 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:32.086240 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-95832afc-ea00-4d3c-8f08-c942f20b13d6 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:32.090835 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-95832afc-ea00-4d3c-8f08-c942f20b13d6 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] 10.222.0.20 "PUT /v2.0/networks/ec44887b-d27c-4a5a-9c54-ebec32e80abe HTTP/1.1" status: 200 len: 858 time: 0.3377059 Nov 12 01:01:32.093573 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45158) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:32.109916 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-79a3f422-e495-4d19-9f7c-fa47b257199a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:32.113697 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95832afc-ea00-4d3c-8f08-c942f20b13d6 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Pushing event updated for resources: {'Network': ['ID=ec44887b-d27c-4a5a-9c54-ebec32e80abe,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:32.119990 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-79a3f422-e495-4d19-9f7c-fa47b257199a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:32.164147 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a3f422-e495-4d19-9f7c-fa47b257199a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1178af3-5a01-4dda-af80-d76a4d87e1b6,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:32.178005 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7d2b0681-7db2-495f-9caf-cf164d6c1cc0 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:32.196900 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-7c4f530d-9dde-4dfb-9def-7bc247537de0 req-a2763a3d-5637-4347-8c5c-6c0f239cc0c6 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Deleting port 365f551e-2dcd-4e80-b01b-9b26749ac6af {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:01:32.197236 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7c4f530d-9dde-4dfb-9def-7bc247537de0 req-a2763a3d-5637-4347-8c5c-6c0f239cc0c6 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:32.222982 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-79a3f422-e495-4d19-9f7c-fa47b257199a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b998324da16498099aca93fa01d9b31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7374918 Nov 12 01:01:32.227204 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45160) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:32.302470 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7d2b0681-7db2-495f-9caf-cf164d6c1cc0 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:32.308901 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-6926843d-7e9b-468f-a7c5-f472ea8ac5c3 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] show failed (client error): The resource could not be found. Nov 12 01:01:32.312777 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6926843d-7e9b-468f-a7c5-f472ea8ac5c3 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "GET /v2.0/subnets/33a7f36b-6147-464f-af40-fefd3a7dbd78/tags/tempest-TagsExtTest-Tag-2097905672 HTTP/1.1" status: 404 len: 329 time: 0.8260250 Nov 12 01:01:32.314517 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45164) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:32.319028 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.tag.tag_plugin [None req-dc780f2a-4ddd-43ef-8437-64338c5dcd21 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '8ceb1795-7cfb-4b20-ab3b-ee8076f9ad14', {'tags': ['tempest-TagsExtTest-Tag-858878732', 'tempest-TagsExtTest-Tag-982476923', 'tempest-TagsExtTest-Tag-9632']}) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:32.354656 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5d99cd46-a40b-418c-864d-85e5bb819b3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:32.363387 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-7d2b0681-7db2-495f-9caf-cf164d6c1cc0 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec44887b-d27c-4a5a-9c54-ebec32e80abe']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:32.385190 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-7d2b0681-7db2-495f-9caf-cf164d6c1cc0 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d93d984-e37c-44e2-8a72-5a1b4767fdf7') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:32.385634 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-7d2b0681-7db2-495f-9caf-cf164d6c1cc0 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d93d984-e37c-44e2-8a72-5a1b4767fdf7') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:32.390525 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-7c4f530d-9dde-4dfb-9def-7bc247537de0 req-a2763a3d-5637-4347-8c5c-6c0f239cc0c6 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] For port 365f551e-2dcd-4e80-b01b-9b26749ac6af, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=365f551e-2dcd-4e80-b01b-9b26749ac6af,segment=NetworkSegment(ac5afd89-5012-43c7-b28d-4a594b7d5879),segment_id=ac5afd89-5012-43c7-b28d-4a594b7d5879)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:32.391085 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7c4f530d-9dde-4dfb-9def-7bc247537de0 req-a2763a3d-5637-4347-8c5c-6c0f239cc0c6 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:32.409743 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7d2b0681-7db2-495f-9caf-cf164d6c1cc0 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:32.410581 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-7c4f530d-9dde-4dfb-9def-7bc247537de0 req-a2763a3d-5637-4347-8c5c-6c0f239cc0c6 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Calling delete_port for 365f551e-2dcd-4e80-b01b-9b26749ac6af owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:01:32.425052 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb59e1c-7305-43c8-ad72-2b1705a24e1c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Router 0554c11e-5a59-4413-a079-2d83896a5ab9 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:01:32.429871 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5d99cd46-a40b-418c-864d-85e5bb819b3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:32.450312 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7d2b0681-7db2-495f-9caf-cf164d6c1cc0 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:32.481049 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d2b0681-7db2-495f-9caf-cf164d6c1cc0 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:01:32.481529 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7d2b0681-7db2-495f-9caf-cf164d6c1cc0 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:32.483523 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:01:32.483523 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:01:32.483523 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:01:32.483523 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:01:32.483523 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:01:32.483523 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:01:32.483523 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:01:32.483523 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:01:32.483523 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:01:32.483523 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:01:32.483523 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:01:32.483523 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:01:32.483523 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:01:32.483523 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:01:32.483523 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:01:32.483523 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:01:32.483523 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:01:32.483523 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:01:32.483523 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:01:32.483523 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:01:32.483523 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:01:32.483523 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:01:32.483523 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:01:32.483523 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:01:32.483523 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:01:32.483523 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:01:32.483523 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:01:32.483523 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:01:32.483523 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:01:32.483523 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:01:32.483523 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:01:32.483523 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:01:32.494803 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-dc780f2a-4ddd-43ef-8437-64338c5dcd21 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "PUT /v2.0/ports/8ceb1795-7cfb-4b20-ab3b-ee8076f9ad14/tags HTTP/1.1" status: 200 len: 310 time: 0.1792614 Nov 12 01:01:32.505797 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45166) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:32.511012 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.tag.tag_plugin [None req-13641954-456b-4eae-91c6-e01e7c7444fc tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8ceb1795-7cfb-4b20-ab3b-ee8076f9ad14') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:32.633026 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb59e1c-7305-43c8-ad72-2b1705a24e1c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:01:32.640364 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4bb59e1c-7305-43c8-ad72-2b1705a24e1c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:32.655193 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501ecafe-0cc3-48a8-9d60-28039d9afda5 None None] Sync routers for ids ['0554c11e-5a59-4413-a079-2d83896a5ab9'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:01:32.691859 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7c4f530d-9dde-4dfb-9def-7bc247537de0 req-a2763a3d-5637-4347-8c5c-6c0f239cc0c6 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:32.706057 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501ecafe-0cc3-48a8-9d60-28039d9afda5 None None] Routers {'0554c11e-5a59-4413-a079-2d83896a5ab9'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:01:32.707875 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-501ecafe-0cc3-48a8-9d60-28039d9afda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:01:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['0554c11e-5a59-4413-a079-2d83896a5ab9'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:32.752357 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2763a3d-5637-4347-8c5c-6c0f239cc0c6 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Pushing event deleted for resources: {'Port': ['ID=365f551e-2dcd-4e80-b01b-9b26749ac6af,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:32.768328 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-501ecafe-0cc3-48a8-9d60-28039d9afda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:32.774534 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['f23ba7b4-4471-4db2-b4d6-b2d27db75586'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:01:32.775709 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4bb59e1c-7305-43c8-ad72-2b1705a24e1c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] 10.222.0.20 "PUT /v2.0/floatingips/2bfa21ce-0ce1-47ee-af4e-1e421c8f47f9 HTTP/1.1" status: 200 len: 978 time: 2.8626211 Nov 12 01:01:32.778693 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45172) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:32.780920 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8705f92-2274-486e-9f5a-93047670e5b1 None None] DHCP port deletion for e2e3e1e9-0e8c-4882-bf10-1b961e611626 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:01:32.842607 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501ecafe-0cc3-48a8-9d60-28039d9afda5 None None] Routers {'0554c11e-5a59-4413-a079-2d83896a5ab9'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:01:32.844088 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-501ecafe-0cc3-48a8-9d60-28039d9afda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:01:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['0554c11e-5a59-4413-a079-2d83896a5ab9'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:32.873588 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c4f530d-9dde-4dfb-9def-7bc247537de0 req-a2763a3d-5637-4347-8c5c-6c0f239cc0c6 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] No DVR routers for this DVR port 365f551e-2dcd-4e80-b01b-9b26749ac6af on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:01:32.881120 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7c4f530d-9dde-4dfb-9def-7bc247537de0 req-a2763a3d-5637-4347-8c5c-6c0f239cc0c6 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:32.884739 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c4f530d-9dde-4dfb-9def-7bc247537de0 req-a2763a3d-5637-4347-8c5c-6c0f239cc0c6 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.49 "DELETE /v2.0/ports/365f551e-2dcd-4e80-b01b-9b26749ac6af HTTP/1.1" status: 204 len: 173 time: 1.3109062 Nov 12 01:01:32.885359 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b3ac9d-2a7c-4afa-aee5-64566564b834', 'name': 'network-vif-deleted', 'tag': '365f551e-2dcd-4e80-b01b-9b26749ac6af'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:01:32.889065 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7cec4b-807b-40df-be5c-2e60f3a232e9" -d '{"events": [{"server_uuid": "45b3ac9d-2a7c-4afa-aee5-64566564b834", "name": "network-vif-deleted", "tag": "365f551e-2dcd-4e80-b01b-9b26749ac6af"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:01:32.890917 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-501ecafe-0cc3-48a8-9d60-28039d9afda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:32.891704 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501ecafe-0cc3-48a8-9d60-28039d9afda5 None None] The sync data for ids ['0554c11e-5a59-4413-a079-2d83896a5ab9'] in n-d-812236-11 is: [] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:01:32.997503 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bef8918-bed5-4737-a154-e580259db1b3 x-openstack-request-id: req-8bef8918-bed5-4737-a154-e580259db1b3 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:01:32.998056 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b3ac9d-2a7c-4afa-aee5-64566564b834", "name": "network-vif-deleted", "tag": "365f551e-2dcd-4e80-b01b-9b26749ac6af", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:01:32.998545 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8bef8918-bed5-4737-a154-e580259db1b3 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:01:32.999179 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b3ac9d-2a7c-4afa-aee5-64566564b834', 'name': 'network-vif-deleted', 'tag': '365f551e-2dcd-4e80-b01b-9b26749ac6af', 'status': 'completed', 'code': 200} Nov 12 01:01:33.059266 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7d2b0681-7db2-495f-9caf-cf164d6c1cc0 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:33.064873 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5d99cd46-a40b-418c-864d-85e5bb819b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:33.067442 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5d99cd46-a40b-418c-864d-85e5bb819b3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:33.068576 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5d99cd46-a40b-418c-864d-85e5bb819b3b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a1178af3-5a01-4dda-af80-d76a4d87e1b6 HTTP/1.1" status: 204 len: 168 time: 0.8404372 Nov 12 01:01:33.073837 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2b0681-7db2-495f-9caf-cf164d6c1cc0 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ec44887b-d27c-4a5a-9c54-ebec32e80abe {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 01:01:33.080904 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7d2b0681-7db2-495f-9caf-cf164d6c1cc0 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:33.089432 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7d2b0681-7db2-495f-9caf-cf164d6c1cc0 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] 10.222.0.20 "DELETE /v2.0/networks/ec44887b-d27c-4a5a-9c54-ebec32e80abe HTTP/1.1" status: 204 len: 168 time: 0.9900413 Nov 12 01:01:33.094480 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45180) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:33.110580 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b0681-7db2-495f-9caf-cf164d6c1cc0 tempest-ExternalNetworksTestJSON-43149537 tempest-ExternalNetworksTestJSON-43149537-project-admin] Pushing event deleted for resources: {'Network': ['ID=ec44887b-d27c-4a5a-9c54-ebec32e80abe,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:33.115390 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d99cd46-a40b-418c-864d-85e5bb819b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1178af3-5a01-4dda-af80-d76a4d87e1b6,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:33.146620 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8189807-eb0f-44e0-8da7-1960b326565c tempest-ExternalNetworksTestJSON-1488007611 tempest-ExternalNetworksTestJSON-1488007611-project] DELETE failed (client error): The resource could not be found. Nov 12 01:01:33.147151 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8189807-eb0f-44e0-8da7-1960b326565c tempest-ExternalNetworksTestJSON-1488007611 tempest-ExternalNetworksTestJSON-1488007611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:01:33.150310 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a8189807-eb0f-44e0-8da7-1960b326565c tempest-ExternalNetworksTestJSON-1488007611 tempest-ExternalNetworksTestJSON-1488007611-project] 10.222.0.20 "DELETE /v2.0/subnets/5c07b744-f7c2-4785-8217-8ef44b831601 HTTP/1.1" status: 404 len: 337 time: 0.0535114 Nov 12 01:01:33.155496 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45182) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:33.197357 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-13641954-456b-4eae-91c6-e01e7c7444fc tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "DELETE /v2.0/ports/8ceb1795-7cfb-4b20-ab3b-ee8076f9ad14/tags HTTP/1.1" status: 204 len: 168 time: 0.6904221 Nov 12 01:01:33.200179 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45184) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:33.204525 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.tag.tag_plugin [None req-f2cef7f7-efc5-439d-b2db-2104e10a38b8 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8ceb1795-7cfb-4b20-ab3b-ee8076f9ad14', 'tempest-TagsExtTest-Tag-858878732') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:33.236184 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-338e4a89-513f-486a-970c-59f96020f165 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Deleting port 6c0ec6f8-d7d6-4736-9487-598ffd898e42 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:01:33.246799 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-338e4a89-513f-486a-970c-59f96020f165 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:33.311830 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-f2cef7f7-efc5-439d-b2db-2104e10a38b8 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] show failed (client error): The resource could not be found. Nov 12 01:01:33.312916 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f2cef7f7-efc5-439d-b2db-2104e10a38b8 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "GET /v2.0/ports/8ceb1795-7cfb-4b20-ab3b-ee8076f9ad14/tags/tempest-TagsExtTest-Tag-858878732 HTTP/1.1" status: 404 len: 328 time: 0.1117911 Nov 12 01:01:33.318304 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45188) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:33.323082 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.tag.tag_plugin [None req-01231181-6891-4151-ba80-08d38e25046c tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8ceb1795-7cfb-4b20-ab3b-ee8076f9ad14', 'tempest-TagsExtTest-Tag-982476923') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:33.385301 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-42d15dfe-cf0a-4292-acdb-e419b66e6d48 req-af9153c0-ecfd-4a90-8785-59e5fa0e5ca3 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b3ac9d-2a7c-4afa-aee5-64566564b834 HTTP/1.1" status: 200 len: 210 time: 0.1942658 Nov 12 01:01:33.435524 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 365f551e-2dcd-4e80-b01b-9b26749ac6af no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:01:33.438119 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-01231181-6891-4151-ba80-08d38e25046c tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] show failed (client error): The resource could not be found. Nov 12 01:01:33.441717 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-01231181-6891-4151-ba80-08d38e25046c tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "GET /v2.0/ports/8ceb1795-7cfb-4b20-ab3b-ee8076f9ad14/tags/tempest-TagsExtTest-Tag-982476923 HTTP/1.1" status: 404 len: 328 time: 0.1197097 Nov 12 01:01:33.442459 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45194) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:33.446165 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.tag.tag_plugin [None req-8c04d486-e7fa-46c5-9caa-098f184de158 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8ceb1795-7cfb-4b20-ab3b-ee8076f9ad14', 'tempest-TagsExtTest-Tag-9632') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:33.495485 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: 365f551e-2dcd-4e80-b01b-9b26749ac6af {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:01:33.496364 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 365f551e-2dcd-4e80-b01b-9b26749ac6af not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:01:33.507503 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-26e9dd3e-64a3-403a-88eb-038d2a2c9e83 tempest-ExternalNetworksTestJSON-1488007611 tempest-ExternalNetworksTestJSON-1488007611-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:33.548775 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-8c04d486-e7fa-46c5-9caa-098f184de158 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] show failed (client error): The resource could not be found. Nov 12 01:01:33.549861 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8c04d486-e7fa-46c5-9caa-098f184de158 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "GET /v2.0/ports/8ceb1795-7cfb-4b20-ab3b-ee8076f9ad14/tags/tempest-TagsExtTest-Tag-9632 HTTP/1.1" status: 404 len: 323 time: 0.1069937 Nov 12 01:01:33.553151 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45196) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:33.561805 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.tag.tag_plugin [None req-14b4d2c8-715d-4724-83f4-9774c41ac243 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '57a78798-141f-4cf8-9888-e48497da2e0a', {'tags': ['tempest-TagsExtTest-Tag-1716308703', 'tempest-TagsExtTest-Tag-1720973175', 'tempest-TagsExtTest-Tag-1218790053']}) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:33.647336 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-338e4a89-513f-486a-970c-59f96020f165 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:33.648082 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-338e4a89-513f-486a-970c-59f96020f165 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:33.671349 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45198) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:33.692196 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-338e4a89-513f-486a-970c-59f96020f165 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Calling delete_port for 6c0ec6f8-d7d6-4736-9487-598ffd898e42 owned by network:floatingip {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:01:33.710747 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-62c16741-26b4-4c45-afb7-e90b071c177e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:33.716721 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-14b4d2c8-715d-4724-83f4-9774c41ac243 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "PUT /v2.0/routers/57a78798-141f-4cf8-9888-e48497da2e0a/tags HTTP/1.1" status: 200 len: 318 time: 0.1624727 Nov 12 01:01:33.719090 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45202) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:33.739690 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.tag.tag_plugin [None req-aa25afe5-a442-4707-a23e-2a98cbb4389f tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '57a78798-141f-4cf8-9888-e48497da2e0a') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:33.792411 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-26e9dd3e-64a3-403a-88eb-038d2a2c9e83 tempest-ExternalNetworksTestJSON-1488007611 tempest-ExternalNetworksTestJSON-1488007611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:33.877818 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-aa25afe5-a442-4707-a23e-2a98cbb4389f tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "DELETE /v2.0/routers/57a78798-141f-4cf8-9888-e48497da2e0a/tags HTTP/1.1" status: 204 len: 168 time: 0.1551795 Nov 12 01:01:33.878252 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45206) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:33.884751 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.tag.tag_plugin [None req-f0272a9e-351a-48c6-8e79-e948a27c020c tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '57a78798-141f-4cf8-9888-e48497da2e0a', 'tempest-TagsExtTest-Tag-1716308703') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:33.899542 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-26e9dd3e-64a3-403a-88eb-038d2a2c9e83 tempest-ExternalNetworksTestJSON-1488007611 tempest-ExternalNetworksTestJSON-1488007611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20db983f-2238-4e8f-8233-a998b5c7d2e6']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:33.939519 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-26e9dd3e-64a3-403a-88eb-038d2a2c9e83 tempest-ExternalNetworksTestJSON-1488007611 tempest-ExternalNetworksTestJSON-1488007611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '388881a6-5362-43fd-883b-0fea39f8b2cc') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:33.939962 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-26e9dd3e-64a3-403a-88eb-038d2a2c9e83 tempest-ExternalNetworksTestJSON-1488007611 tempest-ExternalNetworksTestJSON-1488007611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '388881a6-5362-43fd-883b-0fea39f8b2cc') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:33.961428 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-26e9dd3e-64a3-403a-88eb-038d2a2c9e83 tempest-ExternalNetworksTestJSON-1488007611 tempest-ExternalNetworksTestJSON-1488007611-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:33.971303 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-f0272a9e-351a-48c6-8e79-e948a27c020c tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] show failed (client error): The resource could not be found. Nov 12 01:01:33.973411 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f0272a9e-351a-48c6-8e79-e948a27c020c tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "GET /v2.0/routers/57a78798-141f-4cf8-9888-e48497da2e0a/tags/tempest-TagsExtTest-Tag-1716308703 HTTP/1.1" status: 404 len: 329 time: 0.0929961 Nov 12 01:01:33.975602 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45208) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:33.980106 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.tag.tag_plugin [None req-5503e0f7-561d-496b-92ab-4c16946c9d49 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '57a78798-141f-4cf8-9888-e48497da2e0a', 'tempest-TagsExtTest-Tag-1720973175') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:33.996670 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-26e9dd3e-64a3-403a-88eb-038d2a2c9e83 tempest-ExternalNetworksTestJSON-1488007611 tempest-ExternalNetworksTestJSON-1488007611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:34.022912 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26e9dd3e-64a3-403a-88eb-038d2a2c9e83 tempest-ExternalNetworksTestJSON-1488007611 tempest-ExternalNetworksTestJSON-1488007611-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:01:34.023309 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-26e9dd3e-64a3-403a-88eb-038d2a2c9e83 tempest-ExternalNetworksTestJSON-1488007611 tempest-ExternalNetworksTestJSON-1488007611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:34.026423 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:01:34.026423 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:01:34.026423 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:01:34.026423 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:01:34.026423 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:01:34.026423 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:01:34.026423 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:01:34.026423 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:01:34.026423 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:01:34.026423 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:01:34.026423 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:01:34.026423 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:01:34.026423 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:01:34.026423 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:01:34.026423 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:01:34.026423 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:01:34.026423 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:01:34.026423 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:01:34.026423 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:01:34.026423 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:01:34.026423 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:01:34.026423 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:01:34.026423 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:01:34.026423 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:01:34.026423 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:01:34.026423 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:01:34.026423 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:01:34.026423 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:01:34.026423 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:01:34.026423 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:01:34.026423 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:01:34.026423 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:01:34.062187 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-5503e0f7-561d-496b-92ab-4c16946c9d49 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] show failed (client error): The resource could not be found. Nov 12 01:01:34.063900 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5503e0f7-561d-496b-92ab-4c16946c9d49 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "GET /v2.0/routers/57a78798-141f-4cf8-9888-e48497da2e0a/tags/tempest-TagsExtTest-Tag-1720973175 HTTP/1.1" status: 404 len: 329 time: 0.0873375 Nov 12 01:01:34.066835 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45210) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:34.071965 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.tag.tag_plugin [None req-7873b3d1-7806-41ae-8af5-3609fabc6166 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '57a78798-141f-4cf8-9888-e48497da2e0a', 'tempest-TagsExtTest-Tag-1218790053') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:34.094260 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-62c16741-26b4-4c45-afb7-e90b071c177e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:34.101430 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-62c16741-26b4-4c45-afb7-e90b071c177e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:34.184961 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-26e9dd3e-64a3-403a-88eb-038d2a2c9e83 tempest-ExternalNetworksTestJSON-1488007611 tempest-ExternalNetworksTestJSON-1488007611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:34.204537 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-7873b3d1-7806-41ae-8af5-3609fabc6166 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] show failed (client error): The resource could not be found. Nov 12 01:01:34.206319 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-62c16741-26b4-4c45-afb7-e90b071c177e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0cb921fba52249caab45d63dfe03f645&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5309353 Nov 12 01:01:34.206917 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7873b3d1-7806-41ae-8af5-3609fabc6166 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "GET /v2.0/routers/57a78798-141f-4cf8-9888-e48497da2e0a/tags/tempest-TagsExtTest-Tag-1218790053 HTTP/1.1" status: 404 len: 329 time: 0.1391025 Nov 12 01:01:34.208599 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45212) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:34.212545 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45214) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:34.214149 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-26e9dd3e-64a3-403a-88eb-038d2a2c9e83 tempest-ExternalNetworksTestJSON-1488007611 tempest-ExternalNetworksTestJSON-1488007611-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:34.219985 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-26e9dd3e-64a3-403a-88eb-038d2a2c9e83 tempest-ExternalNetworksTestJSON-1488007611 tempest-ExternalNetworksTestJSON-1488007611-project] 10.222.0.20 "DELETE /v2.0/networks/20db983f-2238-4e8f-8233-a998b5c7d2e6 HTTP/1.1" status: 204 len: 168 time: 1.0609183 Nov 12 01:01:34.232829 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.tag.tag_plugin [None req-8f25ba0b-4730-4368-8572-627b15a7e01e tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '8863b62e-8322-4879-a797-b163b1cb0406', {'tags': ['tempest-TagsExtTest-Tag-1022130835', 'tempest-TagsExtTest-Tag-518084947', 'tempest-TagsExtTest-Tag-361322678']}) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:34.240321 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c16741-26b4-4c45-afb7-e90b071c177e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50529751-6b67-4b55-ad12-16194e3cb072,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:34.243357 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e9dd3e-64a3-403a-88eb-038d2a2c9e83 tempest-ExternalNetworksTestJSON-1488007611 tempest-ExternalNetworksTestJSON-1488007611-project] Pushing event deleted for resources: {'Network': ['ID=20db983f-2238-4e8f-8233-a998b5c7d2e6,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:34.246437 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-338e4a89-513f-486a-970c-59f96020f165 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:34.274873 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338e4a89-513f-486a-970c-59f96020f165 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Pushing event deleted for resources: {'Port': ['ID=6c0ec6f8-d7d6-4736-9487-598ffd898e42,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:34.285689 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7c7b6d9c-e21c-4f21-bef9-60912f47c17d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:34.321121 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:01:34.346958 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8f25ba0b-4730-4368-8572-627b15a7e01e tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "PUT /v2.0/subnetpools/8863b62e-8322-4879-a797-b163b1cb0406/tags HTTP/1.1" status: 200 len: 316 time: 0.1241817 Nov 12 01:01:34.349577 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45218) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:34.358490 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.tag.tag_plugin [None req-94b86fdc-03f9-48f6-b76a-1519b7dbfe5a tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8863b62e-8322-4879-a797-b163b1cb0406') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:34.363778 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b8144f34-9615-443f-b4e4-6f30d952d82a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:34.389071 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b8144f34-9615-443f-b4e4-6f30d952d82a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:34.391170 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-338e4a89-513f-486a-970c-59f96020f165 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for floatingip, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:34.391701 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [None req-338e4a89-513f-486a-970c-59f96020f165 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Floating IP 2bfa21ce-0ce1-47ee-af4e-1e421c8f47f9 disassociated (deleted). External IP: 172.25.2.124, port: 41a7d353-40eb-40e9-a4f1-fddc19d38931. Nov 12 01:01:34.455059 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b8144f34-9615-443f-b4e4-6f30d952d82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:34.460919 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b8144f34-9615-443f-b4e4-6f30d952d82a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:34.466077 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b8144f34-9615-443f-b4e4-6f30d952d82a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/50529751-6b67-4b55-ad12-16194e3cb072 HTTP/1.1" status: 204 len: 168 time: 0.2540171 Nov 12 01:01:34.492362 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8144f34-9615-443f-b4e4-6f30d952d82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50529751-6b67-4b55-ad12-16194e3cb072,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:34.520531 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-94b86fdc-03f9-48f6-b76a-1519b7dbfe5a tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "DELETE /v2.0/subnetpools/8863b62e-8322-4879-a797-b163b1cb0406/tags HTTP/1.1" status: 204 len: 168 time: 0.1632512 Nov 12 01:01:34.520644 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45226) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:34.532411 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.tag.tag_plugin [None req-a1cc992b-20b9-45ed-854a-f3894b329f5e tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8863b62e-8322-4879-a797-b163b1cb0406', 'tempest-TagsExtTest-Tag-1022130835') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:34.566580 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-a1cc992b-20b9-45ed-854a-f3894b329f5e tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] show failed (client error): The resource could not be found. Nov 12 01:01:34.566580 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a1cc992b-20b9-45ed-854a-f3894b329f5e tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "GET /v2.0/subnetpools/8863b62e-8322-4879-a797-b163b1cb0406/tags/tempest-TagsExtTest-Tag-1022130835 HTTP/1.1" status: 404 len: 329 time: 0.0419152 Nov 12 01:01:34.566999 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45230) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:34.579840 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.tag.tag_plugin [None req-f24f53a1-275d-47a2-8e52-41adc317911d tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8863b62e-8322-4879-a797-b163b1cb0406', 'tempest-TagsExtTest-Tag-518084947') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:34.617038 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-f24f53a1-275d-47a2-8e52-41adc317911d tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] show failed (client error): The resource could not be found. Nov 12 01:01:34.618496 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f24f53a1-275d-47a2-8e52-41adc317911d tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "GET /v2.0/subnetpools/8863b62e-8322-4879-a797-b163b1cb0406/tags/tempest-TagsExtTest-Tag-518084947 HTTP/1.1" status: 404 len: 328 time: 0.0504541 Nov 12 01:01:34.621494 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45232) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:34.629708 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.tag.tag_plugin [None req-6e7740f3-9943-4103-8759-bef8174bd89d tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8863b62e-8322-4879-a797-b163b1cb0406', 'tempest-TagsExtTest-Tag-361322678') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:34.654667 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-6e7740f3-9943-4103-8759-bef8174bd89d tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] show failed (client error): The resource could not be found. Nov 12 01:01:34.656567 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6e7740f3-9943-4103-8759-bef8174bd89d tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "GET /v2.0/subnetpools/8863b62e-8322-4879-a797-b163b1cb0406/tags/tempest-TagsExtTest-Tag-361322678 HTTP/1.1" status: 404 len: 328 time: 0.0305810 Nov 12 01:01:34.660596 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45236) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:34.672734 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.tag.tag_plugin [None req-17c6b4e1-bdcd-434b-b29c-55a777a5e096 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8863b62e-8322-4879-a797-b163b1cb0406') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:34.704396 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-17c6b4e1-bdcd-434b-b29c-55a777a5e096 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "DELETE /v2.0/subnetpools/8863b62e-8322-4879-a797-b163b1cb0406/tags HTTP/1.1" status: 204 len: 168 time: 0.0397162 Nov 12 01:01:34.704622 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45238) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:34.709750 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.tag.tag_plugin [None req-7fcdcb66-5b3b-4019-8137-4853d52f4867 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '57a78798-141f-4cf8-9888-e48497da2e0a') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:34.775829 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ab2fe-7c8f-42ca-9ff3-43daad381e4b req-abdb86f2-7bb7-45dd-87f7-6b6cb697bdcf tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:34.778270 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-243ab2fe-7c8f-42ca-9ff3-43daad381e4b req-abdb86f2-7bb7-45dd-87f7-6b6cb697bdcf tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.2143700 Nov 12 01:01:34.826869 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7fcdcb66-5b3b-4019-8137-4853d52f4867 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "DELETE /v2.0/routers/57a78798-141f-4cf8-9888-e48497da2e0a/tags HTTP/1.1" status: 204 len: 168 time: 0.1209834 Nov 12 01:01:34.829408 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45244) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:34.835713 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.tag.tag_plugin [None req-2cb25dca-eb86-4837-998f-2948e4b1d3df tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8ceb1795-7cfb-4b20-ab3b-ee8076f9ad14') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:34.852233 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45248) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:34.854140 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338e4a89-513f-486a-970c-59f96020f165 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Router 0554c11e-5a59-4413-a079-2d83896a5ab9 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:01:34.873354 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-243ab2fe-7c8f-42ca-9ff3-43daad381e4b req-8a9f2a93-ae69-4b36-a779-f98c432b4b5d tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838933 Nov 12 01:01:34.934522 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2cb25dca-eb86-4837-998f-2948e4b1d3df tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "DELETE /v2.0/ports/8ceb1795-7cfb-4b20-ab3b-ee8076f9ad14/tags HTTP/1.1" status: 204 len: 168 time: 0.1037729 Nov 12 01:01:34.937288 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45256) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:34.942379 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.tag.tag_plugin [None req-924924a3-f3a2-46da-922d-a73833ec289d tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '33a7f36b-6147-464f-af40-fefd3a7dbd78') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:35.031182 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-924924a3-f3a2-46da-922d-a73833ec289d tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "DELETE /v2.0/subnets/33a7f36b-6147-464f-af40-fefd3a7dbd78/tags HTTP/1.1" status: 204 len: 168 time: 0.0928276 Nov 12 01:01:35.035608 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45260) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:35.206336 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-55411fc7-04ba-4d81-9fe0-f4c7d602c78a tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Publish callbacks [] for subnetpool, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:35.212746 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-55411fc7-04ba-4d81-9fe0-f4c7d602c78a tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "DELETE /v2.0/subnetpools/8863b62e-8322-4879-a797-b163b1cb0406 HTTP/1.1" status: 204 len: 168 time: 0.1754301 Nov 12 01:01:35.213791 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45268) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:35.274812 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-598db042-5a1c-4128-bf1d-61fde423b2b3 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "GET /v2.0/ports?device_id=57a78798-141f-4cf8-9888-e48497da2e0a HTTP/1.1" status: 200 len: 205 time: 0.0596306 Nov 12 01:01:35.278665 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45272) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:35.374454 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b3c88-b655-4483-8985-8e770c75f450 req-a1f91d04-c3ca-4305-8237-61ed6ba97206 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:35.381877 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cd4b3c88-b655-4483-8985-8e770c75f450 req-a1f91d04-c3ca-4305-8237-61ed6ba97206 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.1531188 Nov 12 01:01:35.399238 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0e9f31e4-bfe6-4e3e-92a0-5db7c6a3fc34 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:35.457315 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-22e248da-a5ce-4dea-a7e4-a1fa72456f19 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4d94c8e8cc274616af9dc8ed6fabb0e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5997274 Nov 12 01:01:35.457982 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45280) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:35.464144 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338e4a89-513f-486a-970c-59f96020f165 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:01:35.471010 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-338e4a89-513f-486a-970c-59f96020f165 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:35.478026 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6b9fdf-ec8d-4df1-9f40-ade75fb49a23 None None] Sync routers for ids ['0554c11e-5a59-4413-a079-2d83896a5ab9'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:01:35.490328 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6b9fdf-ec8d-4df1-9f40-ade75fb49a23 None None] Routers {'0554c11e-5a59-4413-a079-2d83896a5ab9'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:01:35.491097 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-bf6b9fdf-ec8d-4df1-9f40-ade75fb49a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:01:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['0554c11e-5a59-4413-a079-2d83896a5ab9'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:35.507999 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-338e4a89-513f-486a-970c-59f96020f165 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] 10.222.0.20 "DELETE /v2.0/floatingips/2bfa21ce-0ce1-47ee-af4e-1e421c8f47f9 HTTP/1.1" status: 204 len: 168 time: 2.7280538 Nov 12 01:01:35.513824 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45282) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:35.531931 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-bf6b9fdf-ec8d-4df1-9f40-ade75fb49a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:35.546502 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6b9fdf-ec8d-4df1-9f40-ade75fb49a23 None None] Routers {'0554c11e-5a59-4413-a079-2d83896a5ab9'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:01:35.547408 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-bf6b9fdf-ec8d-4df1-9f40-ade75fb49a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:01:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['0554c11e-5a59-4413-a079-2d83896a5ab9'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:35.587411 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-bf6b9fdf-ec8d-4df1-9f40-ade75fb49a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:35.588511 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6b9fdf-ec8d-4df1-9f40-ade75fb49a23 None None] The sync data for ids ['0554c11e-5a59-4413-a079-2d83896a5ab9'] in n-d-812236-11 is: [] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:01:35.692763 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0e9f31e4-bfe6-4e3e-92a0-5db7c6a3fc34 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:35.700343 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0e9f31e4-bfe6-4e3e-92a0-5db7c6a3fc34 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:35.706647 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cd4b3c88-b655-4483-8985-8e770c75f450 req-002513d2-a50d-43ed-89ec-57b1f6d58748 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239467 Nov 12 01:01:35.784061 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b0193832-35e5-4f18-a9c0-f883a479682f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:35.788487 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0e9f31e4-bfe6-4e3e-92a0-5db7c6a3fc34 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:35.788989 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9f31e4-bfe6-4e3e-92a0-5db7c6a3fc34 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Fanout notify agent at l3_agent the message router_deleted on router 57a78798-141f-4cf8-9888-e48497da2e0a {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:01:35.799650 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0e9f31e4-bfe6-4e3e-92a0-5db7c6a3fc34 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:35.803290 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0e9f31e4-bfe6-4e3e-92a0-5db7c6a3fc34 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "DELETE /v2.0/routers/57a78798-141f-4cf8-9888-e48497da2e0a HTTP/1.1" status: 204 len: 168 time: 0.5246506 Nov 12 01:01:35.803575 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45292) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:35.853796 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b0193832-35e5-4f18-a9c0-f883a479682f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:35.911467 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-b8a2f758-60e2-4558-bf87-ba631c22b7b4 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Deleting port 41a7d353-40eb-40e9-a4f1-fddc19d38931 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:01:35.911844 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b8a2f758-60e2-4558-bf87-ba631c22b7b4 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:35.945950 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-008c5d93-63e4-4789-ac3a-4d0b1cc367f0 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Deleting port 8ceb1795-7cfb-4b20-ab3b-ee8076f9ad14 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:01:35.947000 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-008c5d93-63e4-4789-ac3a-4d0b1cc367f0 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:35.992949 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0010dc-1792-45e7-936c-ffd43226abb0 req-fd2e1c5d-304b-4d9e-905a-7318272b6ece tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:35.993539 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ec0010dc-1792-45e7-936c-ffd43226abb0 req-fd2e1c5d-304b-4d9e-905a-7318272b6ece tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.1727366 Nov 12 01:01:36.039532 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b0193832-35e5-4f18-a9c0-f883a479682f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:36.042603 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b0193832-35e5-4f18-a9c0-f883a479682f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:36.043667 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b0193832-35e5-4f18-a9c0-f883a479682f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/82292100-01a1-4f66-9218-029126452875 HTTP/1.1" status: 204 len: 168 time: 0.5847051 Nov 12 01:01:36.063233 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b8a2f758-60e2-4558-bf87-ba631c22b7b4 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:36.067485 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-008c5d93-63e4-4789-ac3a-4d0b1cc367f0 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:36.076058 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0193832-35e5-4f18-a9c0-f883a479682f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82292100-01a1-4f66-9218-029126452875,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:36.098950 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-008c5d93-63e4-4789-ac3a-4d0b1cc367f0 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Calling delete_port for 8ceb1795-7cfb-4b20-ab3b-ee8076f9ad14 owned by {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:01:36.110115 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-b8a2f758-60e2-4558-bf87-ba631c22b7b4 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Calling delete_port for 41a7d353-40eb-40e9-a4f1-fddc19d38931 owned by {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:01:36.126054 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ec0010dc-1792-45e7-936c-ffd43226abb0 req-e4630c79-57ad-46d5-8c95-6b1b47507664 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244719 Nov 12 01:01:36.336676 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-008c5d93-63e4-4789-ac3a-4d0b1cc367f0 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:36.374213 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c5d93-63e4-4789-ac3a-4d0b1cc367f0 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Pushing event deleted for resources: {'Port': ['ID=8ceb1795-7cfb-4b20-ab3b-ee8076f9ad14,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:36.421457 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-939b53db-cb64-45ef-acf0-cf50b22c4ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:36.535621 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b8a2f758-60e2-4558-bf87-ba631c22b7b4 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:36.563825 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45320) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:36.640271 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a2f758-60e2-4558-bf87-ba631c22b7b4 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Pushing event deleted for resources: {'Port': ['ID=41a7d353-40eb-40e9-a4f1-fddc19d38931,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:36.645028 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-008c5d93-63e4-4789-ac3a-4d0b1cc367f0 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:36.652989 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-008c5d93-63e4-4789-ac3a-4d0b1cc367f0 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "DELETE /v2.0/ports/8ceb1795-7cfb-4b20-ab3b-ee8076f9ad14 HTTP/1.1" status: 204 len: 168 time: 0.8481624 Nov 12 01:01:36.654194 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45326) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:36.689548 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb3b178-9629-4f1f-8070-34d7be9edb45 None None] DHCP port deletion for e336e1e3-d670-40e9-bfcc-cfefb16c675d request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:01:36.728588 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-00b34a2b-0d62-4450-bc2c-5c01f7a973a8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a8aa299716e94432be9374f6da2ea503&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1636231 Nov 12 01:01:36.734380 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45334) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:36.756508 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbf667ae-6427-4a24-aa2c-2bc4a2eb0239 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Deleting subnet 33a7f36b-6147-464f-af40-fefd3a7dbd78 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:01:36.761073 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bbf667ae-6427-4a24-aa2c-2bc4a2eb0239 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:36.833629 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b8a2f758-60e2-4558-bf87-ba631c22b7b4 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:36.843466 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b8a2f758-60e2-4558-bf87-ba631c22b7b4 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] 10.222.0.20 "DELETE /v2.0/ports/41a7d353-40eb-40e9-a4f1-fddc19d38931 HTTP/1.1" status: 204 len: 168 time: 1.3211317 Nov 12 01:01:36.843879 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45342) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:36.857025 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bbf667ae-6427-4a24-aa2c-2bc4a2eb0239 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:36.863736 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-ad8deaeb-cd82-4046-97ce-89711feda715 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:36.911838 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1442b97d-02a7-4677-8d3a-437c355c3dd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:36.946021 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ad8deaeb-cd82-4046-97ce-89711feda715 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for floatingip, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:36.997803 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1442b97d-02a7-4677-8d3a-437c355c3dd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.083120 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bbf667ae-6427-4a24-aa2c-2bc4a2eb0239 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.158852 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1442b97d-02a7-4677-8d3a-437c355c3dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.162315 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1442b97d-02a7-4677-8d3a-437c355c3dd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.166011 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1442b97d-02a7-4677-8d3a-437c355c3dd4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5de0e248-be8f-4cdc-8dae-8ab342abb7cd HTTP/1.1" status: 204 len: 168 time: 0.4281075 Nov 12 01:01:37.220481 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1442b97d-02a7-4677-8d3a-437c355c3dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de0e248-be8f-4cdc-8dae-8ab342abb7cd,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:37.224413 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bbf667ae-6427-4a24-aa2c-2bc4a2eb0239 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.325113 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db816fb4-770c-4d70-94ae-822b90212a2b None None] Network dc607ec5-e717-4a04-83f7-4b2277dcb8cc requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:37.350813 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bbf667ae-6427-4a24-aa2c-2bc4a2eb0239 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.359678 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-bbf667ae-6427-4a24-aa2c-2bc4a2eb0239 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "DELETE /v2.0/subnets/33a7f36b-6147-464f-af40-fefd3a7dbd78 HTTP/1.1" status: 204 len: 168 time: 0.7023599 Nov 12 01:01:37.361997 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45360) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:37.362466 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf667ae-6427-4a24-aa2c-2bc4a2eb0239 tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Pushing event deleted for resources: {'Subnet': ['ID=33a7f36b-6147-464f-af40-fefd3a7dbd78,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:37.413065 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ad8deaeb-cd82-4046-97ce-89711feda715 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.482915 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45364) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:37.544000 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-611ac7c5-4980-4389-a0d7-49241e1f06ad tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.679345 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.688750 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-ad8deaeb-cd82-4046-97ce-89711feda715 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Allocated IP 172.25.2.176 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/4cab1939-5146-4271-8a13-044be727a35a) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:37.739985 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29e69e4-a8fe-47e8-8d49-1689abb04541 None None] DHCP port deletion for dc607ec5-e717-4a04-83f7-4b2277dcb8cc request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:01:37.740947 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-79f621d3-d633-4c52-89ac-d56646d043d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.744815 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-611ac7c5-4980-4389-a0d7-49241e1f06ad tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Deleting port 5be750d2-9536-4cdc-a2f7-b1111fb544e3 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:01:37.745148 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-611ac7c5-4980-4389-a0d7-49241e1f06ad tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.846225 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-a29e69e4-a8fe-47e8-8d49-1689abb04541 None None] Deleting port 5be750d2-9536-4cdc-a2f7-b1111fb544e3 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:01:37.847288 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a29e69e4-a8fe-47e8-8d49-1689abb04541 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.925621 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-79f621d3-d633-4c52-89ac-d56646d043d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.948704 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-79f621d3-d633-4c52-89ac-d56646d043d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.989445 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-a29e69e4-a8fe-47e8-8d49-1689abb04541 None None] For port 5be750d2-9536-4cdc-a2f7-b1111fb544e3, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=5be750d2-9536-4cdc-a2f7-b1111fb544e3,segment=NetworkSegment(b5ed975e-1cb1-476e-a06b-09e60f9d34ba),segment_id=b5ed975e-1cb1-476e-a06b-09e60f9d34ba)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:37.990106 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a29e69e4-a8fe-47e8-8d49-1689abb04541 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:38.010506 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-611ac7c5-4980-4389-a0d7-49241e1f06ad tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] For port 5be750d2-9536-4cdc-a2f7-b1111fb544e3, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=5be750d2-9536-4cdc-a2f7-b1111fb544e3,segment=NetworkSegment(b5ed975e-1cb1-476e-a06b-09e60f9d34ba),segment_id=b5ed975e-1cb1-476e-a06b-09e60f9d34ba)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:38.010958 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-611ac7c5-4980-4389-a0d7-49241e1f06ad tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:38.026233 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-a29e69e4-a8fe-47e8-8d49-1689abb04541 None None] Calling delete_port for 5be750d2-9536-4cdc-a2f7-b1111fb544e3 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:01:38.113290 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ad8deaeb-cd82-4046-97ce-89711feda715 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:38.121708 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-611ac7c5-4980-4389-a0d7-49241e1f06ad tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Calling delete_port for 5be750d2-9536-4cdc-a2f7-b1111fb544e3 owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:01:38.167211 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f621d3-d633-4c52-89ac-d56646d043d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e865b71b-85be-421e-b884-84c61d23e898,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:38.208599 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ad8deaeb-cd82-4046-97ce-89711feda715 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:38.229856 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-79f621d3-d633-4c52-89ac-d56646d043d6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7021414d810440698d301d7bafdf3678&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7419887 Nov 12 01:01:38.231920 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45382) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:38.243351 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a29e69e4-a8fe-47e8-8d49-1689abb04541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:38.277761 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e69e4-a8fe-47e8-8d49-1689abb04541 None None] Pushing event deleted for resources: {'Port': ['ID=5be750d2-9536-4cdc-a2f7-b1111fb544e3,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:38.283133 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29e69e4-a8fe-47e8-8d49-1689abb04541 None None] No DVR routers for this DVR port 5be750d2-9536-4cdc-a2f7-b1111fb544e3 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:01:38.301034 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29e69e4-a8fe-47e8-8d49-1689abb04541 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:38.301402 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29e69e4-a8fe-47e8-8d49-1689abb04541 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:38.301889 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29e69e4-a8fe-47e8-8d49-1689abb04541 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:38.302497 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29e69e4-a8fe-47e8-8d49-1689abb04541 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:38.302674 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29e69e4-a8fe-47e8-8d49-1689abb04541 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:38.303007 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29e69e4-a8fe-47e8-8d49-1689abb04541 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:38.303327 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29e69e4-a8fe-47e8-8d49-1689abb04541 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:38.303974 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29e69e4-a8fe-47e8-8d49-1689abb04541 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:38.304101 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29e69e4-a8fe-47e8-8d49-1689abb04541 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:38.304374 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29e69e4-a8fe-47e8-8d49-1689abb04541 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:38.305086 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29e69e4-a8fe-47e8-8d49-1689abb04541 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:38.305449 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29e69e4-a8fe-47e8-8d49-1689abb04541 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:38.327797 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8deaeb-cd82-4046-97ce-89711feda715 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:38.336691 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-ad8deaeb-cd82-4046-97ce-89711feda715 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:38.342074 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8deaeb-cd82-4046-97ce-89711feda715 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:38.377606 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8deaeb-cd82-4046-97ce-89711feda715 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Pushing event updated for resources: {'Port': ['ID=4cab1939-5146-4271-8a13-044be727a35a,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:38.465799 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-336ae63b-389f-4d28-aea8-f393a6b2f0ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:38.480544 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ad8deaeb-cd82-4046-97ce-89711feda715 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:38.500283 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-336ae63b-389f-4d28-aea8-f393a6b2f0ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:38.508048 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-611ac7c5-4980-4389-a0d7-49241e1f06ad tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:38.524383 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ad8deaeb-cd82-4046-97ce-89711feda715 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:38.550940 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611ac7c5-4980-4389-a0d7-49241e1f06ad tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Pushing event deleted for resources: {'Port': ['ID=5be750d2-9536-4cdc-a2f7-b1111fb544e3,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:38.554321 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611ac7c5-4980-4389-a0d7-49241e1f06ad tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] No DVR routers for this DVR port 5be750d2-9536-4cdc-a2f7-b1111fb544e3 on host n-d-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:01:38.659243 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-611ac7c5-4980-4389-a0d7-49241e1f06ad tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:38.695469 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-336ae63b-389f-4d28-aea8-f393a6b2f0ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:38.697832 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-336ae63b-389f-4d28-aea8-f393a6b2f0ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:38.702576 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-336ae63b-389f-4d28-aea8-f393a6b2f0ec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e865b71b-85be-421e-b884-84c61d23e898 HTTP/1.1" status: 204 len: 168 time: 0.4644904 Nov 12 01:01:38.702576 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-611ac7c5-4980-4389-a0d7-49241e1f06ad tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc607ec5-e717-4a04-83f7-4b2277dcb8cc']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:38.740526 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-611ac7c5-4980-4389-a0d7-49241e1f06ad tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5ed975e-1cb1-476e-a06b-09e60f9d34ba') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:38.740830 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-611ac7c5-4980-4389-a0d7-49241e1f06ad tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5ed975e-1cb1-476e-a06b-09e60f9d34ba') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:38.743027 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ae63b-389f-4d28-aea8-f393a6b2f0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e865b71b-85be-421e-b884-84c61d23e898,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:38.754847 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ad8deaeb-cd82-4046-97ce-89711feda715 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:38.762587 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ad8deaeb-cd82-4046-97ce-89711feda715 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:38.767498 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-611ac7c5-4980-4389-a0d7-49241e1f06ad tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:38.806311 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-611ac7c5-4980-4389-a0d7-49241e1f06ad tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:38.816678 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-611ac7c5-4980-4389-a0d7-49241e1f06ad tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:01:38.817637 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-611ac7c5-4980-4389-a0d7-49241e1f06ad tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:38.824763 n-d-812236-11 neutron-server[102662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:01:38.824763 n-d-812236-11 neutron-server[102662]: self.session.flush() Nov 12 01:01:38.824763 n-d-812236-11 neutron-server[102662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:01:38.824763 n-d-812236-11 neutron-server[102662]: self.session.flush() Nov 12 01:01:38.824763 n-d-812236-11 neutron-server[102662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:01:38.824763 n-d-812236-11 neutron-server[102662]: self.session.flush() Nov 12 01:01:38.824763 n-d-812236-11 neutron-server[102662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:01:38.824763 n-d-812236-11 neutron-server[102662]: self.session.flush() Nov 12 01:01:38.824763 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:01:38.824763 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:01:38.824763 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:01:38.824763 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:01:38.824763 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:01:38.824763 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:01:38.824763 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:01:38.824763 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:01:38.824763 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:01:38.824763 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:01:38.824763 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:01:38.824763 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:01:38.824763 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:01:38.824763 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:01:38.824763 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:01:38.824763 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:01:38.824763 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:01:38.824763 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:01:38.824763 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:01:38.824763 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:01:38.824763 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:01:38.824763 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:01:38.824763 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:01:38.824763 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:01:38.824763 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:01:38.824763 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:01:38.824763 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:01:38.824763 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:01:38.824763 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:01:38.824763 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:01:38.824763 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:01:38.824763 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:01:38.848998 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8deaeb-cd82-4046-97ce-89711feda715 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Pushing event updated for resources: {'Port': ['ID=4cab1939-5146-4271-8a13-044be727a35a,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:38.863334 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ad8deaeb-cd82-4046-97ce-89711feda715 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:38.890841 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ad8deaeb-cd82-4046-97ce-89711feda715 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:38.892270 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ad8deaeb-cd82-4046-97ce-89711feda715 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0453539 Nov 12 01:01:38.896956 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45402) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:38.904471 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-154c662a-9a5e-4863-bcc3-45fdc781eb1f tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Request body: {'port': {'network_id': 'e336e1e3-d670-40e9-bfcc-cfefb16c675d', 'name': 'tempest-FloatingIPTestJSON-1505007546'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:38.932710 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-611ac7c5-4980-4389-a0d7-49241e1f06ad tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:38.971808 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-611ac7c5-4980-4389-a0d7-49241e1f06ad tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:38.975970 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-611ac7c5-4980-4389-a0d7-49241e1f06ad tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] 10.222.0.20 "DELETE /v2.0/networks/dc607ec5-e717-4a04-83f7-4b2277dcb8cc HTTP/1.1" status: 204 len: 168 time: 1.6123450 Nov 12 01:01:38.979813 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611ac7c5-4980-4389-a0d7-49241e1f06ad tempest-TagsExtTest-1825400068 tempest-TagsExtTest-1825400068-project] Pushing event deleted for resources: {'Network': ['ID=dc607ec5-e717-4a04-83f7-4b2277dcb8cc,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:39.100034 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154c662a-9a5e-4863-bcc3-45fdc781eb1f tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Made reservation on behalf of 52ef7dd714de4cc6a7e439dbcc2bfc3f for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:39.103973 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-154c662a-9a5e-4863-bcc3-45fdc781eb1f tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:39.156091 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-154c662a-9a5e-4863-bcc3-45fdc781eb1f tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] device_id is not set on port d2d8c2b5-a9cc-4e09-a39a-f0f540864b0f yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:01:39.172523 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45418) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:39.192814 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2d5b3f9f-f85d-4481-ab6c-20c95873bad8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:39.264969 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:39.336848 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2d5b3f9f-f85d-4481-ab6c-20c95873bad8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:39.343870 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2d5b3f9f-f85d-4481-ab6c-20c95873bad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:39.371593 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-154c662a-9a5e-4863-bcc3-45fdc781eb1f tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Allocated IP 172.20.0.8 (e336e1e3-d670-40e9-bfcc-cfefb16c675d/ba29a295-7657-4c75-a11a-187df65d4778/d2d8c2b5-a9cc-4e09-a39a-f0f540864b0f) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:39.396414 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-2d5b3f9f-f85d-4481-ab6c-20c95873bad8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=62abde29d4724a21aa8ed1aafe8d4daf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2222316 Nov 12 01:01:39.397637 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5b3f9f-f85d-4481-ab6c-20c95873bad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0c45b8-6e35-4ac2-b4d1-d179be62930c,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:39.402869 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45426) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:39.506416 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6fa4e80f-5f4b-4a9c-9a4a-9aaad6ec646b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:39.555259 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6fa4e80f-5f4b-4a9c-9a4a-9aaad6ec646b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:39.559421 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45434) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:39.651174 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6fa4e80f-5f4b-4a9c-9a4a-9aaad6ec646b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:39.656862 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6fa4e80f-5f4b-4a9c-9a4a-9aaad6ec646b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:39.658788 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6fa4e80f-5f4b-4a9c-9a4a-9aaad6ec646b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9a0c45b8-6e35-4ac2-b4d1-d179be62930c HTTP/1.1" status: 204 len: 168 time: 0.2549865 Nov 12 01:01:39.675767 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa4e80f-5f4b-4a9c-9a4a-9aaad6ec646b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0c45b8-6e35-4ac2-b4d1-d179be62930c,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:39.738621 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 5be750d2-9536-4cdc-a2f7-b1111fb544e3 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:01:39.774029 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 5be750d2-9536-4cdc-a2f7-b1111fb544e3 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:01:39.774681 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 5be750d2-9536-4cdc-a2f7-b1111fb544e3 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:01:39.811540 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45868f4-1d61-455c-9da7-2d230e02b24d req-5f9079ad-5a19-422b-b0ea-d56173703f40 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:39.813261 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:39.820542 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c45868f4-1d61-455c-9da7-2d230e02b24d req-5f9079ad-5a19-422b-b0ea-d56173703f40 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.2623594 Nov 12 01:01:39.854311 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-154c662a-9a5e-4863-bcc3-45fdc781eb1f tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:39.931980 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c45868f4-1d61-455c-9da7-2d230e02b24d req-3a683d8d-330d-44ab-9318-a12c6d2999c1 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104503 Nov 12 01:01:39.958348 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-63555769-8f33-46ab-a5e7-6d6cd1529dcd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=013bc1da0cc6405fa7d5a681b3ba2d4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3895190 Nov 12 01:01:39.958746 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45448) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:39.989409 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-154c662a-9a5e-4863-bcc3-45fdc781eb1f tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:40.038116 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154c662a-9a5e-4863-bcc3-45fdc781eb1f tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Network e336e1e3-d670-40e9-bfcc-cfefb16c675d is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:40.041864 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-154c662a-9a5e-4863-bcc3-45fdc781eb1f tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:40.045157 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154c662a-9a5e-4863-bcc3-45fdc781eb1f tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:40.061770 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20e5736-aab8-409b-86bd-8c3cb3fb3d7e None None] DHCP port deletion for e336e1e3-d670-40e9-bfcc-cfefb16c675d request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:01:40.085478 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c662a-9a5e-4863-bcc3-45fdc781eb1f tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Pushing event updated for resources: {'Port': ['ID=d2d8c2b5-a9cc-4e09-a39a-f0f540864b0f,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:40.122470 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154c662a-9a5e-4863-bcc3-45fdc781eb1f tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:40.124082 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-154c662a-9a5e-4863-bcc3-45fdc781eb1f tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:40.131006 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-55bd8d33-2828-40c0-9a3f-67ac257b6a5f None None] Provisioning complete for port d2d8c2b5-a9cc-4e09-a39a-f0f540864b0f triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:40.131600 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-55bd8d33-2828-40c0-9a3f-67ac257b6a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:40.136078 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a7037f4a-e2fb-409c-826f-dedbe1c708a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:40.150897 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-154c662a-9a5e-4863-bcc3-45fdc781eb1f tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2497725 Nov 12 01:01:40.151332 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45456) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:40.155914 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-1ef05150-e3b5-4295-b963-79722c693239 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Request body: {'floatingip': {'port_id': 'd2d8c2b5-a9cc-4e09-a39a-f0f540864b0f'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:40.195182 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-55bd8d33-2828-40c0-9a3f-67ac257b6a5f None None] Port d2d8c2b5-a9cc-4e09-a39a-f0f540864b0f cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:01:40.208584 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1ef05150-e3b5-4295-b963-79722c693239 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for floatingip, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:40.245143 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45464) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:40.259625 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4f6f8-3a2d-4b75-a630-7189d7467f2c req-c324daec-8dcb-413d-926e-33663407b4ec tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:40.261699 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e4d4f6f8-3a2d-4b75-a630-7189d7467f2c req-c324daec-8dcb-413d-926e-33663407b4ec tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.2080708 Nov 12 01:01:40.263742 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a7037f4a-e2fb-409c-826f-dedbe1c708a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:40.409516 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e4d4f6f8-3a2d-4b75-a630-7189d7467f2c req-4e7f2826-ac26-4553-b021-9c30e1431cad tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405771 Nov 12 01:01:40.467075 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a7037f4a-e2fb-409c-826f-dedbe1c708a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:40.470192 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a7037f4a-e2fb-409c-826f-dedbe1c708a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:40.471356 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a7037f4a-e2fb-409c-826f-dedbe1c708a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff3b0df1-d4f2-46b3-8e25-4cc134830fc0 HTTP/1.1" status: 204 len: 168 time: 0.5116098 Nov 12 01:01:40.515155 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7037f4a-e2fb-409c-826f-dedbe1c708a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3b0df1-d4f2-46b3-8e25-4cc134830fc0,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:40.629772 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-8f6419aa-d4be-4de8-ba11-76b52fdb6196 tempest-PortsAdminExtendedAttrsTestJSON-1578606180 tempest-PortsAdminExtendedAttrsTestJSON-1578606180-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-271402246'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:40.694551 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6419aa-d4be-4de8-ba11-76b52fdb6196 tempest-PortsAdminExtendedAttrsTestJSON-1578606180 tempest-PortsAdminExtendedAttrsTestJSON-1578606180-project] Made reservation on behalf of 4f279bed5533453aa55aa0a090fe3f3c for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:40.701968 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8f6419aa-d4be-4de8-ba11-76b52fdb6196 tempest-PortsAdminExtendedAttrsTestJSON-1578606180 tempest-PortsAdminExtendedAttrsTestJSON-1578606180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:40.733164 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8f6419aa-d4be-4de8-ba11-76b52fdb6196 tempest-PortsAdminExtendedAttrsTestJSON-1578606180 tempest-PortsAdminExtendedAttrsTestJSON-1578606180-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:40.820468 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:40.905367 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8f6419aa-d4be-4de8-ba11-76b52fdb6196 tempest-PortsAdminExtendedAttrsTestJSON-1578606180 tempest-PortsAdminExtendedAttrsTestJSON-1578606180-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:40.913555 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8f6419aa-d4be-4de8-ba11-76b52fdb6196 tempest-PortsAdminExtendedAttrsTestJSON-1578606180 tempest-PortsAdminExtendedAttrsTestJSON-1578606180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:40.939518 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f6419aa-d4be-4de8-ba11-76b52fdb6196 tempest-PortsAdminExtendedAttrsTestJSON-1578606180 tempest-PortsAdminExtendedAttrsTestJSON-1578606180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:01:40.964289 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8f6419aa-d4be-4de8-ba11-76b52fdb6196 tempest-PortsAdminExtendedAttrsTestJSON-1578606180 tempest-PortsAdminExtendedAttrsTestJSON-1578606180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:40.965010 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-8f6419aa-d4be-4de8-ba11-76b52fdb6196 tempest-PortsAdminExtendedAttrsTestJSON-1578606180 tempest-PortsAdminExtendedAttrsTestJSON-1578606180-project] Added segment 82b4b87c-a514-43cf-aee2-c7cd97b87fce of type vlan for network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b Nov 12 01:01:40.991588 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6419aa-d4be-4de8-ba11-76b52fdb6196 tempest-PortsAdminExtendedAttrsTestJSON-1578606180 tempest-PortsAdminExtendedAttrsTestJSON-1578606180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=878021fd-9804-484c-89c7-717b03204b9b,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:41.011041 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1ef05150-e3b5-4295-b963-79722c693239 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:41.017024 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1ef05150-e3b5-4295-b963-79722c693239 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:41.050108 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8f6419aa-d4be-4de8-ba11-76b52fdb6196 tempest-PortsAdminExtendedAttrsTestJSON-1578606180 tempest-PortsAdminExtendedAttrsTestJSON-1578606180-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:41.085456 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8f6419aa-d4be-4de8-ba11-76b52fdb6196 tempest-PortsAdminExtendedAttrsTestJSON-1578606180 tempest-PortsAdminExtendedAttrsTestJSON-1578606180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:41.098507 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6419aa-d4be-4de8-ba11-76b52fdb6196 tempest-PortsAdminExtendedAttrsTestJSON-1578606180 tempest-PortsAdminExtendedAttrsTestJSON-1578606180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:41.103356 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8f6419aa-d4be-4de8-ba11-76b52fdb6196 tempest-PortsAdminExtendedAttrsTestJSON-1578606180 tempest-PortsAdminExtendedAttrsTestJSON-1578606180-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:41.195624 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8f6419aa-d4be-4de8-ba11-76b52fdb6196 tempest-PortsAdminExtendedAttrsTestJSON-1578606180 tempest-PortsAdminExtendedAttrsTestJSON-1578606180-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.9490223 Nov 12 01:01:41.226172 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [None req-1ef05150-e3b5-4295-b963-79722c693239 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Floating IP b165be35-4169-4d2d-a25e-00db5ec2d313 associated. External IP: 172.25.2.176, port: d2d8c2b5-a9cc-4e09-a39a-f0f540864b0f. Nov 12 01:01:41.261854 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6419aa-d4be-4de8-ba11-76b52fdb6196 tempest-PortsAdminExtendedAttrsTestJSON-1578606180 tempest-PortsAdminExtendedAttrsTestJSON-1578606180-project] Pushing event updated for resources: {'Network': ['ID=5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:41.273640 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:01:41.562983 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef05150-e3b5-4295-b963-79722c693239 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Router 0554c11e-5a59-4413-a079-2d83896a5ab9 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:01:41.606805 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45516) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:41.612388 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Request body: {'port': {'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b', 'binding:host_id': 'n-h1-812236-11', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-770201203'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:41.656823 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Made reservation on behalf of 026c795fad214f4495fd3520c8563d2b for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:41.661840 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:41.673706 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:41.752788 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef05150-e3b5-4295-b963-79722c693239 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:01:41.758597 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1ef05150-e3b5-4295-b963-79722c693239 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:41.767691 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbf7a5a-e91d-4471-aa46-b59fcafbba05 None None] Sync routers for ids ['0554c11e-5a59-4413-a079-2d83896a5ab9'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:01:41.792276 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1ef05150-e3b5-4295-b963-79722c693239 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] 10.222.0.20 "PUT /v2.0/floatingips/b165be35-4169-4d2d-a25e-00db5ec2d313 HTTP/1.1" status: 200 len: 978 time: 1.6398523 Nov 12 01:01:41.795930 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45528) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:41.798958 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbf7a5a-e91d-4471-aa46-b59fcafbba05 None None] Routers {'0554c11e-5a59-4413-a079-2d83896a5ab9'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:01:41.801352 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-4dbf7a5a-e91d-4471-aa46-b59fcafbba05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:01:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['0554c11e-5a59-4413-a079-2d83896a5ab9'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:41.875616 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:41.882254 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:41.922235 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-312bf1dc-4fa3-48ef-a4c6-adbbbe6ce30a tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Deleting port d2d8c2b5-a9cc-4e09-a39a-f0f540864b0f {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:01:41.922570 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-312bf1dc-4fa3-48ef-a4c6-adbbbe6ce30a tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:41.928755 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-4dbf7a5a-e91d-4471-aa46-b59fcafbba05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:41.955125 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbf7a5a-e91d-4471-aa46-b59fcafbba05 None None] Routers {'0554c11e-5a59-4413-a079-2d83896a5ab9'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:01:41.956270 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-4dbf7a5a-e91d-4471-aa46-b59fcafbba05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:01:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['0554c11e-5a59-4413-a079-2d83896a5ab9'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:41.959120 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] device_id is not set on port 853ccf62-224d-47f7-bca8-8e01e39f0283 yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:01:41.973634 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a7fa4e-a617-4ab6-bbb2-522a4dfdd45b,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:42.056912 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-312bf1dc-4fa3-48ef-a4c6-adbbbe6ce30a tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:42.091364 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-4dbf7a5a-e91d-4471-aa46-b59fcafbba05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:42.093629 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbf7a5a-e91d-4471-aa46-b59fcafbba05 None None] The sync data for ids ['0554c11e-5a59-4413-a079-2d83896a5ab9'] in n-d-812236-11 is: [] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:01:42.421921 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-312bf1dc-4fa3-48ef-a4c6-adbbbe6ce30a tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:42.422353 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-312bf1dc-4fa3-48ef-a4c6-adbbbe6ce30a tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:42.422681 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [None req-312bf1dc-4fa3-48ef-a4c6-adbbbe6ce30a tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Floating IP b165be35-4169-4d2d-a25e-00db5ec2d313 disassociated. External IP: 172.25.2.176, port: d2d8c2b5-a9cc-4e09-a39a-f0f540864b0f. Nov 12 01:01:42.423098 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-312bf1dc-4fa3-48ef-a4c6-adbbbe6ce30a tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Calling delete_port for d2d8c2b5-a9cc-4e09-a39a-f0f540864b0f owned by {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:01:42.433439 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] device_id is not set on port 853ccf62-224d-47f7-bca8-8e01e39f0283 yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:01:42.445120 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:42.453949 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:42.556080 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Pushing event updated for resources: {'Port': ['ID=853ccf62-224d-47f7-bca8-8e01e39f0283,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:42.583372 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Checking segment: {'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:42.583756 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Network hostable DHCP agents. Network: 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:01:42.646254 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:01:42.682672 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:42.695883 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:42.697965 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b5308e-57f2-44ab-a086-836d80d72ae5 None None] Network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:42.718375 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:42.743968 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 853ccf62-224d-47f7-bca8-8e01e39f0283 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:42.744133 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 853ccf62-224d-47f7-bca8-8e01e39f0283 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:42.744447 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 853ccf62-224d-47f7-bca8-8e01e39f0283 on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:42.751083 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-312bf1dc-4fa3-48ef-a4c6-adbbbe6ce30a tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:42.756249 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Port 853ccf62-224d-47f7-bca8-8e01e39f0283 on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:01:42.756609 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Failed to bind port 853ccf62-224d-47f7-bca8-8e01e39f0283 on host n-h1-812236-11 for vnic_type normal using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] Nov 12 01:01:42.757017 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempt 2 to bind port 853ccf62-224d-47f7-bca8-8e01e39f0283 Nov 12 01:01:42.789250 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 853ccf62-224d-47f7-bca8-8e01e39f0283 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:42.789947 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 853ccf62-224d-47f7-bca8-8e01e39f0283 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:42.790448 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 853ccf62-224d-47f7-bca8-8e01e39f0283 on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:42.796220 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Port 853ccf62-224d-47f7-bca8-8e01e39f0283 on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:01:42.796738 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Failed to bind port 853ccf62-224d-47f7-bca8-8e01e39f0283 on host n-h1-812236-11 for vnic_type normal using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] Nov 12 01:01:42.797298 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempt 3 to bind port 853ccf62-224d-47f7-bca8-8e01e39f0283 Nov 12 01:01:42.823280 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 853ccf62-224d-47f7-bca8-8e01e39f0283 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:42.824086 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 853ccf62-224d-47f7-bca8-8e01e39f0283 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:42.824602 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 853ccf62-224d-47f7-bca8-8e01e39f0283 on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:42.834380 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Port 853ccf62-224d-47f7-bca8-8e01e39f0283 on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:01:42.837507 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Failed to bind port 853ccf62-224d-47f7-bca8-8e01e39f0283 on host n-h1-812236-11 for vnic_type normal using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] Nov 12 01:01:42.838215 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempt 4 to bind port 853ccf62-224d-47f7-bca8-8e01e39f0283 Nov 12 01:01:42.861579 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312bf1dc-4fa3-48ef-a4c6-adbbbe6ce30a tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Pushing event deleted for resources: {'Port': ['ID=d2d8c2b5-a9cc-4e09-a39a-f0f540864b0f,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:42.876967 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 853ccf62-224d-47f7-bca8-8e01e39f0283 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:42.877804 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 853ccf62-224d-47f7-bca8-8e01e39f0283 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:42.881814 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 853ccf62-224d-47f7-bca8-8e01e39f0283 on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:42.889564 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Port 853ccf62-224d-47f7-bca8-8e01e39f0283 on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:01:42.894378 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Failed to bind port 853ccf62-224d-47f7-bca8-8e01e39f0283 on host n-h1-812236-11 for vnic_type normal using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] Nov 12 01:01:42.894836 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempt 5 to bind port 853ccf62-224d-47f7-bca8-8e01e39f0283 Nov 12 01:01:42.904635 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defe5e8b-8d51-496d-a672-078976e37d45 None None] DHCP port deletion for e336e1e3-d670-40e9-bfcc-cfefb16c675d request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:01:42.927714 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 853ccf62-224d-47f7-bca8-8e01e39f0283 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:42.928254 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 853ccf62-224d-47f7-bca8-8e01e39f0283 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:42.928784 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 853ccf62-224d-47f7-bca8-8e01e39f0283 on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:42.940885 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Port 853ccf62-224d-47f7-bca8-8e01e39f0283 on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:01:42.941680 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Failed to bind port 853ccf62-224d-47f7-bca8-8e01e39f0283 on host n-h1-812236-11 for vnic_type normal using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] Nov 12 01:01:42.955779 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempt 6 to bind port 853ccf62-224d-47f7-bca8-8e01e39f0283 Nov 12 01:01:43.003289 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 853ccf62-224d-47f7-bca8-8e01e39f0283 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:43.005456 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 853ccf62-224d-47f7-bca8-8e01e39f0283 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:43.007867 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 853ccf62-224d-47f7-bca8-8e01e39f0283 on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:43.020954 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Port 853ccf62-224d-47f7-bca8-8e01e39f0283 on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:01:43.021573 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Failed to bind port 853ccf62-224d-47f7-bca8-8e01e39f0283 on host n-h1-812236-11 for vnic_type normal using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] Nov 12 01:01:43.027921 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempt 7 to bind port 853ccf62-224d-47f7-bca8-8e01e39f0283 Nov 12 01:01:43.063313 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 853ccf62-224d-47f7-bca8-8e01e39f0283 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:43.064420 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 853ccf62-224d-47f7-bca8-8e01e39f0283 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:43.064985 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 853ccf62-224d-47f7-bca8-8e01e39f0283 on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:43.071336 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Port 853ccf62-224d-47f7-bca8-8e01e39f0283 on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:01:43.071892 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Failed to bind port 853ccf62-224d-47f7-bca8-8e01e39f0283 on host n-h1-812236-11 for vnic_type normal using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] Nov 12 01:01:43.072590 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempt 8 to bind port 853ccf62-224d-47f7-bca8-8e01e39f0283 Nov 12 01:01:43.096997 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 853ccf62-224d-47f7-bca8-8e01e39f0283 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:43.097335 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 853ccf62-224d-47f7-bca8-8e01e39f0283 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:43.098226 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 853ccf62-224d-47f7-bca8-8e01e39f0283 on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:43.116222 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Port 853ccf62-224d-47f7-bca8-8e01e39f0283 on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:01:43.116553 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Failed to bind port 853ccf62-224d-47f7-bca8-8e01e39f0283 on host n-h1-812236-11 for vnic_type normal using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] Nov 12 01:01:43.116954 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempt 9 to bind port 853ccf62-224d-47f7-bca8-8e01e39f0283 Nov 12 01:01:43.171545 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 853ccf62-224d-47f7-bca8-8e01e39f0283 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:43.172467 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 853ccf62-224d-47f7-bca8-8e01e39f0283 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:43.173615 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 853ccf62-224d-47f7-bca8-8e01e39f0283 on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:43.184255 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Port 853ccf62-224d-47f7-bca8-8e01e39f0283 on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:01:43.186449 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Failed to bind port 853ccf62-224d-47f7-bca8-8e01e39f0283 on host n-h1-812236-11 for vnic_type normal using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] Nov 12 01:01:43.189696 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempt 10 to bind port 853ccf62-224d-47f7-bca8-8e01e39f0283 Nov 12 01:01:43.213785 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 853ccf62-224d-47f7-bca8-8e01e39f0283 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:43.216053 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 853ccf62-224d-47f7-bca8-8e01e39f0283 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:43.217896 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 853ccf62-224d-47f7-bca8-8e01e39f0283 on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:43.225137 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Port 853ccf62-224d-47f7-bca8-8e01e39f0283 on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:01:43.228311 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Failed to bind port 853ccf62-224d-47f7-bca8-8e01e39f0283 on host n-h1-812236-11 for vnic_type normal using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] Nov 12 01:01:43.228900 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:43.410883 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] For port 853ccf62-224d-47f7-bca8-8e01e39f0283, host n-h1-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:01:43.411368 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempted to set empty binding levels {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 01:01:43.420926 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:43.513180 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:43.515567 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312bf1dc-4fa3-48ef-a4c6-adbbbe6ce30a tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Router 0554c11e-5a59-4413-a079-2d83896a5ab9 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:01:43.535207 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:43.604652 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Pushing event updated for resources: {'Port': ['ID=853ccf62-224d-47f7-bca8-8e01e39f0283,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:43.624765 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ea86b063-ce2f-4c62-a073-4584a7a2afa2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.0165334 Nov 12 01:01:43.641981 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45592) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:43.686329 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312bf1dc-4fa3-48ef-a4c6-adbbbe6ce30a tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:01:43.701286 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45594) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:43.702440 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd47415d-256d-4159-a71f-a989caac57ab None None] Sync routers for ids ['0554c11e-5a59-4413-a079-2d83896a5ab9'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:01:43.725324 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd47415d-256d-4159-a71f-a989caac57ab None None] Routers {'0554c11e-5a59-4413-a079-2d83896a5ab9'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:01:43.726226 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-cd47415d-256d-4159-a71f-a989caac57ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:01:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['0554c11e-5a59-4413-a079-2d83896a5ab9'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:43.768403 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-d670a387-494d-4707-b57d-6411c97f54c2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Deleting port 853ccf62-224d-47f7-bca8-8e01e39f0283 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:01:43.768993 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d670a387-494d-4707-b57d-6411c97f54c2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:43.833071 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-cd47415d-256d-4159-a71f-a989caac57ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:43.844105 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-d670a387-494d-4707-b57d-6411c97f54c2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] For port 853ccf62-224d-47f7-bca8-8e01e39f0283, host n-h1-812236-11, got binding levels [] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:43.844956 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d670a387-494d-4707-b57d-6411c97f54c2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:43.863428 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-312bf1dc-4fa3-48ef-a4c6-adbbbe6ce30a tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:43.864215 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-d670a387-494d-4707-b57d-6411c97f54c2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Calling delete_port for 853ccf62-224d-47f7-bca8-8e01e39f0283 owned by {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:01:43.868172 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-312bf1dc-4fa3-48ef-a4c6-adbbbe6ce30a tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] 10.222.0.20 "DELETE /v2.0/ports/d2d8c2b5-a9cc-4e09-a39a-f0f540864b0f HTTP/1.1" status: 204 len: 168 time: 2.0711253 Nov 12 01:01:43.871977 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd47415d-256d-4159-a71f-a989caac57ab None None] Routers {'0554c11e-5a59-4413-a079-2d83896a5ab9'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:01:43.872533 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45602) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:43.872810 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-cd47415d-256d-4159-a71f-a989caac57ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:01:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['0554c11e-5a59-4413-a079-2d83896a5ab9'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:43.892763 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09602f2-32b2-4d46-88dc-043948854860 req-8cc4a825-3d68-4ecd-b646-3c87d6cc85da tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:43.894701 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b09602f2-32b2-4d46-88dc-043948854860 req-8cc4a825-3d68-4ecd-b646-3c87d6cc85da tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.2178383 Nov 12 01:01:43.966306 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-cd47415d-256d-4159-a71f-a989caac57ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:43.968815 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd47415d-256d-4159-a71f-a989caac57ab None None] The sync data for ids ['0554c11e-5a59-4413-a079-2d83896a5ab9'] in n-d-812236-11 is: [] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:01:43.993425 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b09602f2-32b2-4d46-88dc-043948854860 req-fa64f0cd-fbb9-4bad-a30e-a865043d32fb tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928319 Nov 12 01:01:44.462003 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1b3cd06c-7972-402d-a106-347a9a78b398 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] 10.222.0.20 "GET /v2.0/floatingips/b165be35-4169-4d2d-a25e-00db5ec2d313 HTTP/1.1" status: 200 len: 688 time: 0.5882053 Nov 12 01:01:44.465346 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45616) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:44.557718 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-00de968e-4035-4605-bfce-be2ff64ee438 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:44.634566 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f33a6-d1c6-463f-8bc5-54f8f233c40c req-3bc6e733-6e16-45fa-a2db-a0d4c2eb6527 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:44.642959 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-220f33a6-d1c6-463f-8bc5-54f8f233c40c req-3bc6e733-6e16-45fa-a2db-a0d4c2eb6527 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.2030654 Nov 12 01:01:44.716583 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d670a387-494d-4707-b57d-6411c97f54c2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:44.768067 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-48ed6778-3828-4939-af47-04130b0d5863 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Deleting port 4cab1939-5146-4271-8a13-044be727a35a {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:01:44.769244 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-48ed6778-3828-4939-af47-04130b0d5863 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:44.826182 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670a387-494d-4707-b57d-6411c97f54c2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Pushing event deleted for resources: {'Port': ['ID=853ccf62-224d-47f7-bca8-8e01e39f0283,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:44.834695 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d670a387-494d-4707-b57d-6411c97f54c2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:44.838031 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d670a387-494d-4707-b57d-6411c97f54c2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] 10.222.0.20 "DELETE /v2.0/ports/853ccf62-224d-47f7-bca8-8e01e39f0283 HTTP/1.1" status: 204 len: 168 time: 1.1922095 Nov 12 01:01:44.842812 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45620) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:44.880318 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-220f33a6-d1c6-463f-8bc5-54f8f233c40c req-1d3550f7-c4a4-489f-a9dd-51ce8762350e tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258792 Nov 12 01:01:44.897929 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-48ed6778-3828-4939-af47-04130b0d5863 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:44.898261 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-48ed6778-3828-4939-af47-04130b0d5863 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:44.913586 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-48ed6778-3828-4939-af47-04130b0d5863 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Calling delete_port for 4cab1939-5146-4271-8a13-044be727a35a owned by network:floatingip {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:01:44.932216 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-00de968e-4035-4605-bfce-be2ff64ee438 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:44.933787 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-4601cc6c-b79a-4914-be55-8fcbaae643ec tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] GET failed (client error): The resource could not be found. Nov 12 01:01:44.935790 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-4601cc6c-b79a-4914-be55-8fcbaae643ec tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] 10.222.0.20 "GET /v2.0/ports/853ccf62-224d-47f7-bca8-8e01e39f0283 HTTP/1.1" status: 404 len: 333 time: 0.0867527 Nov 12 01:01:44.937326 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-00de968e-4035-4605-bfce-be2ff64ee438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:44.939793 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45624) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:44.949684 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-ee64bd2f-1bec-4f5a-b295-ee0bcc59a2e2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Request body: {'port': {'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1618143737'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:45.028689 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-00de968e-4035-4605-bfce-be2ff64ee438 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=930dcbb913c54719850f57fa401bd451&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3220217 Nov 12 01:01:45.034260 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45628) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:45.034784 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de968e-4035-4605-bfce-be2ff64ee438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d4f6b0-d954-440f-9143-4319e429f417,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:45.056507 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee64bd2f-1bec-4f5a-b295-ee0bcc59a2e2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Made reservation on behalf of 026c795fad214f4495fd3520c8563d2b for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:45.060569 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ee64bd2f-1bec-4f5a-b295-ee0bcc59a2e2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:45.094624 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-ee64bd2f-1bec-4f5a-b295-ee0bcc59a2e2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] device_id is not set on port 223a9033-fc01-4147-aed5-db29b118c091 yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:01:45.179070 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-86a40fb8-1728-4874-ab65-6d72d56a19ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:45.214683 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-86a40fb8-1728-4874-ab65-6d72d56a19ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:45.221886 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-48ed6778-3828-4939-af47-04130b0d5863 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:45.333326 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ee64bd2f-1bec-4f5a-b295-ee0bcc59a2e2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:45.371148 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed6778-3828-4939-af47-04130b0d5863 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Pushing event deleted for resources: {'Port': ['ID=4cab1939-5146-4271-8a13-044be727a35a,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:45.384220 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-48ed6778-3828-4939-af47-04130b0d5863 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for floatingip, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:45.388163 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-48ed6778-3828-4939-af47-04130b0d5863 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:45.389632 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-48ed6778-3828-4939-af47-04130b0d5863 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] 10.222.0.20 "DELETE /v2.0/floatingips/b165be35-4169-4d2d-a25e-00db5ec2d313 HTTP/1.1" status: 204 len: 168 time: 0.9230664 Nov 12 01:01:45.393285 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45638) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:45.399690 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-b2dac914-0a45-451e-b0a4-529dedc651fa tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'port_id': '911bddb1-b99e-413e-b153-e6c5e37f1679'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:45.435779 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b2dac914-0a45-451e-b0a4-529dedc651fa tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for floatingip, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:45.465715 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-86a40fb8-1728-4874-ab65-6d72d56a19ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:45.468664 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-86a40fb8-1728-4874-ab65-6d72d56a19ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:45.470057 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-86a40fb8-1728-4874-ab65-6d72d56a19ec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/92d4f6b0-d954-440f-9143-4319e429f417 HTTP/1.1" status: 204 len: 168 time: 0.4344764 Nov 12 01:01:45.484737 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a40fb8-1728-4874-ab65-6d72d56a19ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d4f6b0-d954-440f-9143-4319e429f417,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:45.493777 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ee64bd2f-1bec-4f5a-b295-ee0bcc59a2e2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:45.540401 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c740a0d-e5f5-4780-814e-edabf9f69005 req-f8eaa7ae-287c-4006-ab9c-b3e019f07a61 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:45.542137 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6c740a0d-e5f5-4780-814e-edabf9f69005 req-f8eaa7ae-287c-4006-ab9c-b3e019f07a61 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.1630957 Nov 12 01:01:45.567858 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee64bd2f-1bec-4f5a-b295-ee0bcc59a2e2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:45.583588 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-ee64bd2f-1bec-4f5a-b295-ee0bcc59a2e2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:45.591614 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee64bd2f-1bec-4f5a-b295-ee0bcc59a2e2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:45.592463 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee64bd2f-1bec-4f5a-b295-ee0bcc59a2e2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:45.593055 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ee64bd2f-1bec-4f5a-b295-ee0bcc59a2e2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:45.596861 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee64bd2f-1bec-4f5a-b295-ee0bcc59a2e2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Pushing event updated for resources: {'Port': ['ID=223a9033-fc01-4147-aed5-db29b118c091,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:45.639798 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ee64bd2f-1bec-4f5a-b295-ee0bcc59a2e2 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6946902 Nov 12 01:01:45.639986 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45642) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:45.645542 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b2dac914-0a45-451e-b0a4-529dedc651fa tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:45.645682 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:45.651189 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6c740a0d-e5f5-4780-814e-edabf9f69005 req-b641e039-2fdd-4571-b17b-59e9fe5b2e25 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017396 Nov 12 01:01:45.727382 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:45.845279 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-b2dac914-0a45-451e-b0a4-529dedc651fa tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Allocated IP 172.25.2.35 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/71eea89e-8778-4b30-8b32-3c5bbf9b2066) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:45.868475 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c5334-edc7-4e0b-8929-42f5887bf335 req-2514a1c7-b913-4f05-be1c-10bfb133e581 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:45.870821 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-031c5334-edc7-4e0b-8929-42f5887bf335 req-2514a1c7-b913-4f05-be1c-10bfb133e581 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.0920148 Nov 12 01:01:45.957810 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] device_id is not set on port 223a9033-fc01-4147-aed5-db29b118c091 yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:01:45.967480 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:45.973617 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:45.973928 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-031c5334-edc7-4e0b-8929-42f5887bf335 req-346a5b84-1caa-4dc0-828b-629424e9f432 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970039 Nov 12 01:01:46.004790 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45654) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:46.066109 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1a2d786a-0c88-416a-baa5-a3a64a61211f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:46.083000 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b2dac914-0a45-451e-b0a4-529dedc651fa tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:46.098638 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Pushing event updated for resources: {'Port': ['ID=223a9033-fc01-4147-aed5-db29b118c091,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:46.104269 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 223a9033-fc01-4147-aed5-db29b118c091 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:46.105282 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 223a9033-fc01-4147-aed5-db29b118c091 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:46.105760 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 223a9033-fc01-4147-aed5-db29b118c091 on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:46.114271 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Port 223a9033-fc01-4147-aed5-db29b118c091 on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:01:46.114684 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Failed to bind port 223a9033-fc01-4147-aed5-db29b118c091 on host n-h1-812236-11 for vnic_type normal using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] Nov 12 01:01:46.116139 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempt 2 to bind port 223a9033-fc01-4147-aed5-db29b118c091 Nov 12 01:01:46.144801 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 223a9033-fc01-4147-aed5-db29b118c091 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:46.145267 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 223a9033-fc01-4147-aed5-db29b118c091 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:46.145634 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 223a9033-fc01-4147-aed5-db29b118c091 on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:46.158827 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Port 223a9033-fc01-4147-aed5-db29b118c091 on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:01:46.159225 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Failed to bind port 223a9033-fc01-4147-aed5-db29b118c091 on host n-h1-812236-11 for vnic_type normal using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] Nov 12 01:01:46.163328 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempt 3 to bind port 223a9033-fc01-4147-aed5-db29b118c091 Nov 12 01:01:46.173494 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b2dac914-0a45-451e-b0a4-529dedc651fa tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:46.187647 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 223a9033-fc01-4147-aed5-db29b118c091 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:46.188028 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 223a9033-fc01-4147-aed5-db29b118c091 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:46.188308 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 223a9033-fc01-4147-aed5-db29b118c091 on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:46.194899 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Port 223a9033-fc01-4147-aed5-db29b118c091 on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:01:46.195224 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Failed to bind port 223a9033-fc01-4147-aed5-db29b118c091 on host n-h1-812236-11 for vnic_type normal using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] Nov 12 01:01:46.198179 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempt 4 to bind port 223a9033-fc01-4147-aed5-db29b118c091 Nov 12 01:01:46.217637 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dac914-0a45-451e-b0a4-529dedc651fa tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:46.232574 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1a2d786a-0c88-416a-baa5-a3a64a61211f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:46.232698 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-b2dac914-0a45-451e-b0a4-529dedc651fa tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:46.233584 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 223a9033-fc01-4147-aed5-db29b118c091 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:46.233986 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 223a9033-fc01-4147-aed5-db29b118c091 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:46.234322 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 223a9033-fc01-4147-aed5-db29b118c091 on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:46.236584 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dac914-0a45-451e-b0a4-529dedc651fa tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:46.239323 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Port 223a9033-fc01-4147-aed5-db29b118c091 on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:01:46.239865 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Failed to bind port 223a9033-fc01-4147-aed5-db29b118c091 on host n-h1-812236-11 for vnic_type normal using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] Nov 12 01:01:46.240261 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempt 5 to bind port 223a9033-fc01-4147-aed5-db29b118c091 Nov 12 01:01:46.255291 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1a2d786a-0c88-416a-baa5-a3a64a61211f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:46.283458 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 223a9033-fc01-4147-aed5-db29b118c091 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:46.283787 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 223a9033-fc01-4147-aed5-db29b118c091 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:46.284122 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 223a9033-fc01-4147-aed5-db29b118c091 on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:46.306376 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Port 223a9033-fc01-4147-aed5-db29b118c091 on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:01:46.306755 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Failed to bind port 223a9033-fc01-4147-aed5-db29b118c091 on host n-h1-812236-11 for vnic_type normal using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] Nov 12 01:01:46.311730 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempt 6 to bind port 223a9033-fc01-4147-aed5-db29b118c091 Nov 12 01:01:46.338225 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1a2d786a-0c88-416a-baa5-a3a64a61211f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e94ae0cb14ac4a4e9094a5b5744bd63c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2977321 Nov 12 01:01:46.339590 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45664) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:46.366133 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2d786a-0c88-416a-baa5-a3a64a61211f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b9c2bf-3577-42c2-838f-0e95dab0a825,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:46.396901 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 223a9033-fc01-4147-aed5-db29b118c091 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:46.398574 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 223a9033-fc01-4147-aed5-db29b118c091 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:46.399050 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 223a9033-fc01-4147-aed5-db29b118c091 on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:46.418564 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Port 223a9033-fc01-4147-aed5-db29b118c091 on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:01:46.418985 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Failed to bind port 223a9033-fc01-4147-aed5-db29b118c091 on host n-h1-812236-11 for vnic_type normal using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] Nov 12 01:01:46.423775 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempt 7 to bind port 223a9033-fc01-4147-aed5-db29b118c091 Nov 12 01:01:46.443429 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d1e26-b8cf-490e-ae95-c2f18bb46b0d req-533800d7-9e18-453c-a5b6-2ab6a19e6e61 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:46.453944 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-406d1e26-b8cf-490e-ae95-c2f18bb46b0d req-533800d7-9e18-453c-a5b6-2ab6a19e6e61 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.2305334 Nov 12 01:01:46.462881 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 223a9033-fc01-4147-aed5-db29b118c091 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:46.463650 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 223a9033-fc01-4147-aed5-db29b118c091 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:46.464769 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 223a9033-fc01-4147-aed5-db29b118c091 on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:46.481731 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Port 223a9033-fc01-4147-aed5-db29b118c091 on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:01:46.482045 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Failed to bind port 223a9033-fc01-4147-aed5-db29b118c091 on host n-h1-812236-11 for vnic_type normal using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] Nov 12 01:01:46.485830 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dac914-0a45-451e-b0a4-529dedc651fa tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Pushing event updated for resources: {'Port': ['ID=71eea89e-8778-4b30-8b32-3c5bbf9b2066,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:46.502746 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempt 8 to bind port 223a9033-fc01-4147-aed5-db29b118c091 Nov 12 01:01:46.521195 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d61fc6f1-2324-44b1-8751-2c7b5274d0f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:46.550428 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d61fc6f1-2324-44b1-8751-2c7b5274d0f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:46.595460 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-406d1e26-b8cf-490e-ae95-c2f18bb46b0d req-0a2f78d1-d2e0-421a-917e-123206f871ac tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116605 Nov 12 01:01:46.629431 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 223a9033-fc01-4147-aed5-db29b118c091 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:46.629780 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 223a9033-fc01-4147-aed5-db29b118c091 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:46.630125 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 223a9033-fc01-4147-aed5-db29b118c091 on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:46.640127 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d61fc6f1-2324-44b1-8751-2c7b5274d0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:46.643405 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d61fc6f1-2324-44b1-8751-2c7b5274d0f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:46.644696 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d61fc6f1-2324-44b1-8751-2c7b5274d0f4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d2b9c2bf-3577-42c2-838f-0e95dab0a825 HTTP/1.1" status: 204 len: 168 time: 0.2631333 Nov 12 01:01:46.648029 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Port 223a9033-fc01-4147-aed5-db29b118c091 on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:01:46.648412 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Failed to bind port 223a9033-fc01-4147-aed5-db29b118c091 on host n-h1-812236-11 for vnic_type normal using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] Nov 12 01:01:46.650127 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempt 9 to bind port 223a9033-fc01-4147-aed5-db29b118c091 Nov 12 01:01:46.670037 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fc6f1-2324-44b1-8751-2c7b5274d0f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b9c2bf-3577-42c2-838f-0e95dab0a825,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:46.684627 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 223a9033-fc01-4147-aed5-db29b118c091 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:46.685043 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 223a9033-fc01-4147-aed5-db29b118c091 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:46.685783 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 223a9033-fc01-4147-aed5-db29b118c091 on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:46.706261 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Port 223a9033-fc01-4147-aed5-db29b118c091 on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:01:46.707251 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Failed to bind port 223a9033-fc01-4147-aed5-db29b118c091 on host n-h1-812236-11 for vnic_type normal using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] Nov 12 01:01:46.708571 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempt 10 to bind port 223a9033-fc01-4147-aed5-db29b118c091 Nov 12 01:01:46.742465 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 223a9033-fc01-4147-aed5-db29b118c091 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:46.744622 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 223a9033-fc01-4147-aed5-db29b118c091 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:46.747493 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 223a9033-fc01-4147-aed5-db29b118c091 on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:46.765008 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Port 223a9033-fc01-4147-aed5-db29b118c091 on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:01:46.765260 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Failed to bind port 223a9033-fc01-4147-aed5-db29b118c091 on host n-h1-812236-11 for vnic_type normal using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] Nov 12 01:01:46.767070 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:46.908899 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] For port 223a9033-fc01-4147-aed5-db29b118c091, host n-h1-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:01:46.910757 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempted to set empty binding levels {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 01:01:46.921993 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:46.939487 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd60dfc-809e-4e2b-9246-c61fa013c053 req-8de1b905-4873-4795-ae14-f0583d1b06b6 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:46.942645 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5bd60dfc-809e-4e2b-9246-c61fa013c053 req-8de1b905-4873-4795-ae14-f0583d1b06b6 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.1447504 Nov 12 01:01:46.989492 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] In _notify_port_updated(), no bound segment for port 223a9033-fc01-4147-aed5-db29b118c091 on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b {{(pid=102662) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:01:46.990590 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:46.991339 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:46.995799 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] 10.222.0.20 "PUT /v2.0/ports/223a9033-fc01-4147-aed5-db29b118c091 HTTP/1.1" status: 200 len: 976 time: 1.3545527 Nov 12 01:01:46.999099 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45684) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:47.096648 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afec9754-057c-4a14-b8c0-2ad248802f4c tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Pushing event updated for resources: {'Port': ['ID=223a9033-fc01-4147-aed5-db29b118c091,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:47.115180 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5bd60dfc-809e-4e2b-9246-c61fa013c053 req-4ad20cfd-c4c2-4404-9d6f-4a154252acfa tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555789 Nov 12 01:01:47.151259 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccfa13e-7743-4845-b1f6-acb298b5d477 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:47.151896 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccfa13e-7743-4845-b1f6-acb298b5d477 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:47.152668 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccfa13e-7743-4845-b1f6-acb298b5d477 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:47.153167 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccfa13e-7743-4845-b1f6-acb298b5d477 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:47.153638 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccfa13e-7743-4845-b1f6-acb298b5d477 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:47.154116 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccfa13e-7743-4845-b1f6-acb298b5d477 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:47.155290 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccfa13e-7743-4845-b1f6-acb298b5d477 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:47.155290 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccfa13e-7743-4845-b1f6-acb298b5d477 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:47.155536 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccfa13e-7743-4845-b1f6-acb298b5d477 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:47.155995 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccfa13e-7743-4845-b1f6-acb298b5d477 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:47.156447 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccfa13e-7743-4845-b1f6-acb298b5d477 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:47.156905 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccfa13e-7743-4845-b1f6-acb298b5d477 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:47.157358 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccfa13e-7743-4845-b1f6-acb298b5d477 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:47.157850 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccfa13e-7743-4845-b1f6-acb298b5d477 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:47.158326 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccfa13e-7743-4845-b1f6-acb298b5d477 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:47.158801 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccfa13e-7743-4845-b1f6-acb298b5d477 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:47.159250 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccfa13e-7743-4845-b1f6-acb298b5d477 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:47.159725 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccfa13e-7743-4845-b1f6-acb298b5d477 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:47.160180 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccfa13e-7743-4845-b1f6-acb298b5d477 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:47.160647 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccfa13e-7743-4845-b1f6-acb298b5d477 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:47.161094 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccfa13e-7743-4845-b1f6-acb298b5d477 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:47.161611 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccfa13e-7743-4845-b1f6-acb298b5d477 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:47.162076 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccfa13e-7743-4845-b1f6-acb298b5d477 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:47.162505 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccfa13e-7743-4845-b1f6-acb298b5d477 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:47.162950 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccfa13e-7743-4845-b1f6-acb298b5d477 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:47.163397 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccfa13e-7743-4845-b1f6-acb298b5d477 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:47.163845 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccfa13e-7743-4845-b1f6-acb298b5d477 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:47.164292 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccfa13e-7743-4845-b1f6-acb298b5d477 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:47.164727 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccfa13e-7743-4845-b1f6-acb298b5d477 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:47.174698 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5ccfa13e-7743-4845-b1f6-acb298b5d477 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25613 time: 0.1741769 Nov 12 01:01:47.175538 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45692) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:47.326761 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-910beaa0-4ec0-4e41-b5a5-6c1c12d77fe4 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Deleting port 223a9033-fc01-4147-aed5-db29b118c091 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:01:47.327107 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-910beaa0-4ec0-4e41-b5a5-6c1c12d77fe4 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:47.330352 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b2dac914-0a45-451e-b0a4-529dedc651fa tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:47.537858 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-910beaa0-4ec0-4e41-b5a5-6c1c12d77fe4 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] For port 223a9033-fc01-4147-aed5-db29b118c091, host n-h1-812236-11, got binding levels [] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:47.561035 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-910beaa0-4ec0-4e41-b5a5-6c1c12d77fe4 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:47.608136 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b2dac914-0a45-451e-b0a4-529dedc651fa tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:47.631260 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-910beaa0-4ec0-4e41-b5a5-6c1c12d77fe4 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Calling delete_port for 223a9033-fc01-4147-aed5-db29b118c091 owned by {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:01:47.729533 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34387040-e3c0-4161-b423-edd7bc1ed700 req-9d9b4d11-0cd7-4139-9121-98f7f6b6ef17 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:47.733974 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-34387040-e3c0-4161-b423-edd7bc1ed700 req-9d9b4d11-0cd7-4139-9121-98f7f6b6ef17 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.2059011 Nov 12 01:01:47.838936 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-910beaa0-4ec0-4e41-b5a5-6c1c12d77fe4 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:47.870845 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-910beaa0-4ec0-4e41-b5a5-6c1c12d77fe4 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:47.891184 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-910beaa0-4ec0-4e41-b5a5-6c1c12d77fe4 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] 10.222.0.20 "DELETE /v2.0/ports/223a9033-fc01-4147-aed5-db29b118c091 HTTP/1.1" status: 204 len: 168 time: 0.7145126 Nov 12 01:01:47.928221 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45732) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:47.948193 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910beaa0-4ec0-4e41-b5a5-6c1c12d77fe4 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Pushing event deleted for resources: {'Port': ['ID=223a9033-fc01-4147-aed5-db29b118c091,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:47.969692 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-52bec1f2-f5be-47fc-a918-f10afbb79407 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] GET failed (client error): The resource could not be found. Nov 12 01:01:47.971190 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-52bec1f2-f5be-47fc-a918-f10afbb79407 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] 10.222.0.20 "GET /v2.0/ports/223a9033-fc01-4147-aed5-db29b118c091 HTTP/1.1" status: 404 len: 333 time: 0.0417211 Nov 12 01:01:47.976664 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45740) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:47.982153 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-025b362a-5774-4028-958b-4994eea12401 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-778738251', 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:47.996712 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-34387040-e3c0-4161-b423-edd7bc1ed700 req-4d66c26e-65e0-4e49-94ca-1ea2e3c0168a tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426274 Nov 12 01:01:48.010495 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025b362a-5774-4028-958b-4994eea12401 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Made reservation on behalf of 026c795fad214f4495fd3520c8563d2b for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:48.013490 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-025b362a-5774-4028-958b-4994eea12401 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:48.109478 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-025b362a-5774-4028-958b-4994eea12401 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] device_id is not set on port 125fc9af-8e11-4f5b-a9eb-bb722ef103f2 yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:01:48.193263 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b2dac914-0a45-451e-b0a4-529dedc651fa tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:48.205182 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b2dac914-0a45-451e-b0a4-529dedc651fa tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:48.360071 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b2dac914-0a45-451e-b0a4-529dedc651fa tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:48.469797 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59f60a-473f-4da0-97a4-1d3e5993a348 req-63a6b4e0-473e-43b9-8026-ba7aad2c47ad tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:48.476265 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fd59f60a-473f-4da0-97a4-1d3e5993a348 req-63a6b4e0-473e-43b9-8026-ba7aad2c47ad tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.3350313 Nov 12 01:01:48.508896 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dac914-0a45-451e-b0a4-529dedc651fa tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Pushing event updated for resources: {'Port': ['ID=71eea89e-8778-4b30-8b32-3c5bbf9b2066,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:48.645979 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [None req-b2dac914-0a45-451e-b0a4-529dedc651fa tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Floating IP 6172f51d-e25f-4dce-a909-53df19ed1ca7 associated. External IP: 172.25.2.35, port: 911bddb1-b99e-413e-b153-e6c5e37f1679. Nov 12 01:01:48.654987 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fd59f60a-473f-4da0-97a4-1d3e5993a348 req-b44c3cff-beee-47ec-9430-3750334aab4a tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644475 Nov 12 01:01:48.781928 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-025b362a-5774-4028-958b-4994eea12401 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:48.908339 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-025b362a-5774-4028-958b-4994eea12401 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:48.984533 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025b362a-5774-4028-958b-4994eea12401 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:48.987821 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-025b362a-5774-4028-958b-4994eea12401 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:49.003203 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025b362a-5774-4028-958b-4994eea12401 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:49.004530 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025b362a-5774-4028-958b-4994eea12401 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:49.005486 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-025b362a-5774-4028-958b-4994eea12401 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:49.030298 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-025b362a-5774-4028-958b-4994eea12401 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0524435 Nov 12 01:01:49.033691 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45794) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:49.072617 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b362a-5774-4028-958b-4994eea12401 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Pushing event updated for resources: {'Port': ['ID=125fc9af-8e11-4f5b-a9eb-bb722ef103f2,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:49.084652 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b6b9cf-a1a4-4483-99de-8df3abed530f tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:49.086219 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b9b6b9cf-a1a4-4483-99de-8df3abed530f tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] 10.222.0.20 "GET /v2.0/ports/125fc9af-8e11-4f5b-a9eb-bb722ef103f2 HTTP/1.1" status: 200 len: 954 time: 0.0512552 Nov 12 01:01:49.089255 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45800) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:49.121644 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2dac914-0a45-451e-b0a4-529dedc651fa tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Router 0554c11e-5a59-4413-a079-2d83896a5ab9 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:01:49.238078 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-13c8fffa-ea3c-41f1-bd87-d21f4ddf3ede tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Deleting port 125fc9af-8e11-4f5b-a9eb-bb722ef103f2 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:01:49.238497 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-13c8fffa-ea3c-41f1-bd87-d21f4ddf3ede tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:49.249616 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3db7a8-dfcd-4481-bbc7-070fa22d6e53 req-a370a22c-ae6d-43ee-9f4d-e3782760ab56 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:49.257289 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4e3db7a8-dfcd-4481-bbc7-070fa22d6e53 req-a370a22c-ae6d-43ee-9f4d-e3782760ab56 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.1538153 Nov 12 01:01:49.347811 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4e3db7a8-dfcd-4481-bbc7-070fa22d6e53 req-652a5ba5-dec1-4237-8700-3d8da7bbb455 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895369 Nov 12 01:01:49.446049 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-13c8fffa-ea3c-41f1-bd87-d21f4ddf3ede tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:49.482535 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-13c8fffa-ea3c-41f1-bd87-d21f4ddf3ede tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Calling delete_port for 125fc9af-8e11-4f5b-a9eb-bb722ef103f2 owned by {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:01:49.506137 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2dac914-0a45-451e-b0a4-529dedc651fa tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:01:49.521159 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93c6dc3-0355-485e-9371-50f1d79194d8 None None] Sync routers for ids ['0554c11e-5a59-4413-a079-2d83896a5ab9'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:01:49.534078 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93c6dc3-0355-485e-9371-50f1d79194d8 None None] Routers {'0554c11e-5a59-4413-a079-2d83896a5ab9'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:01:49.534928 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-c93c6dc3-0355-485e-9371-50f1d79194d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:01:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['0554c11e-5a59-4413-a079-2d83896a5ab9'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:49.557195 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b2dac914-0a45-451e-b0a4-529dedc651fa tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:49.578428 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-c93c6dc3-0355-485e-9371-50f1d79194d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:49.590109 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93c6dc3-0355-485e-9371-50f1d79194d8 None None] Routers {'0554c11e-5a59-4413-a079-2d83896a5ab9'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:01:49.590889 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-c93c6dc3-0355-485e-9371-50f1d79194d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:01:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['0554c11e-5a59-4413-a079-2d83896a5ab9'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:49.617312 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b2dac914-0a45-451e-b0a4-529dedc651fa tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.2228551 Nov 12 01:01:49.621078 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45818) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:49.632691 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bab620-8f6b-4a07-aa35-cbfab858059d req-42f212f5-b23b-453a-a3de-962f7b87ad5b tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:49.634346 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e1bab620-8f6b-4a07-aa35-cbfab858059d req-42f212f5-b23b-453a-a3de-962f7b87ad5b tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.1641135 Nov 12 01:01:49.635403 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-187eceac-4c50-49d6-8737-29a8fc323e5c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1933149694'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:49.654814 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-c93c6dc3-0355-485e-9371-50f1d79194d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:49.655808 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93c6dc3-0355-485e-9371-50f1d79194d8 None None] The sync data for ids ['0554c11e-5a59-4413-a079-2d83896a5ab9'] in n-d-812236-11 is: [] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:01:49.673896 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187eceac-4c50-49d6-8737-29a8fc323e5c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Made reservation on behalf of 52ef7dd714de4cc6a7e439dbcc2bfc3f for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:49.688344 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-187eceac-4c50-49d6-8737-29a8fc323e5c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:49.734744 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-187eceac-4c50-49d6-8737-29a8fc323e5c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:01:49.739589 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e1bab620-8f6b-4a07-aa35-cbfab858059d req-b4e06ffb-d120-42ec-98da-02e4d12d1850 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884585 Nov 12 01:01:49.758610 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-187eceac-4c50-49d6-8737-29a8fc323e5c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:49.759001 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-187eceac-4c50-49d6-8737-29a8fc323e5c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Added segment f2ac1c9f-d67c-4b85-881b-3b58f3ce3397 of type vlan for network fa3ffe53-6759-43f6-8e2d-9d505f5faaa6 Nov 12 01:01:49.773973 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-13c8fffa-ea3c-41f1-bd87-d21f4ddf3ede tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:49.828473 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c8fffa-ea3c-41f1-bd87-d21f4ddf3ede tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Pushing event deleted for resources: {'Port': ['ID=125fc9af-8e11-4f5b-a9eb-bb722ef103f2,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:49.833693 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-13c8fffa-ea3c-41f1-bd87-d21f4ddf3ede tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:49.840417 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-13c8fffa-ea3c-41f1-bd87-d21f4ddf3ede tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] 10.222.0.20 "DELETE /v2.0/ports/125fc9af-8e11-4f5b-a9eb-bb722ef103f2 HTTP/1.1" status: 204 len: 168 time: 0.7498093 Nov 12 01:01:49.843015 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45830) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:49.904136 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-187eceac-4c50-49d6-8737-29a8fc323e5c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:49.922037 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b138123-8f44-465d-9416-1614af7cf19f tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] GET failed (client error): The resource could not be found. Nov 12 01:01:49.927845 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3b138123-8f44-465d-9416-1614af7cf19f tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] 10.222.0.20 "GET /v2.0/ports/125fc9af-8e11-4f5b-a9eb-bb722ef103f2 HTTP/1.1" status: 404 len: 333 time: 0.0783370 Nov 12 01:01:49.931709 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45834) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:49.945224 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-bfbde79f-10d9-4b93-864d-c5d1f19b5fc3 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Request body: {'port': {'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-829326143'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:49.975461 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-187eceac-4c50-49d6-8737-29a8fc323e5c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:49.982566 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187eceac-4c50-49d6-8737-29a8fc323e5c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:49.983339 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-187eceac-4c50-49d6-8737-29a8fc323e5c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:50.029652 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbde79f-10d9-4b93-864d-c5d1f19b5fc3 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Made reservation on behalf of 026c795fad214f4495fd3520c8563d2b for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:50.035694 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bfbde79f-10d9-4b93-864d-c5d1f19b5fc3 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:50.071574 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187eceac-4c50-49d6-8737-29a8fc323e5c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Pushing event updated for resources: {'Network': ['ID=fa3ffe53-6759-43f6-8e2d-9d505f5faaa6,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:50.083670 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network fa3ffe53-6759-43f6-8e2d-9d505f5faaa6 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:01:50.088579 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-bfbde79f-10d9-4b93-864d-c5d1f19b5fc3 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] device_id is not set on port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:01:50.107303 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-187eceac-4c50-49d6-8737-29a8fc323e5c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4838927 Nov 12 01:01:50.113128 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45844) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:50.124647 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-5ee4fa0e-cd86-4717-88aa-03e5080ad46c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Request body: {'subnet': {'network_id': 'fa3ffe53-6759-43f6-8e2d-9d505f5faaa6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:50.313885 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117c485-c6ce-40ba-b652-1b1a1786d767 req-b59a81f9-50fb-454f-8410-f103d14de3a1 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:50.318488 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7117c485-c6ce-40ba-b652-1b1a1786d767 req-b59a81f9-50fb-454f-8410-f103d14de3a1 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.1857336 Nov 12 01:01:50.393067 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee4fa0e-cd86-4717-88aa-03e5080ad46c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Made reservation on behalf of 52ef7dd714de4cc6a7e439dbcc2bfc3f for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:50.397312 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5ee4fa0e-cd86-4717-88aa-03e5080ad46c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:50.423365 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bfbde79f-10d9-4b93-864d-c5d1f19b5fc3 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:50.498194 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bfbde79f-10d9-4b93-864d-c5d1f19b5fc3 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:50.603362 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbde79f-10d9-4b93-864d-c5d1f19b5fc3 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Pushing event updated for resources: {'Port': ['ID=7f176cbc-8b1a-4a8c-98b1-b801e1f69efc,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:50.647408 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbde79f-10d9-4b93-864d-c5d1f19b5fc3 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:50.648892 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-bfbde79f-10d9-4b93-864d-c5d1f19b5fc3 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:50.667697 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbde79f-10d9-4b93-864d-c5d1f19b5fc3 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:50.668613 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbde79f-10d9-4b93-864d-c5d1f19b5fc3 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:50.669421 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bfbde79f-10d9-4b93-864d-c5d1f19b5fc3 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:50.711562 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-bfbde79f-10d9-4b93-864d-c5d1f19b5fc3 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7741613 Nov 12 01:01:50.714832 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45866) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:50.719932 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:50.787247 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5ee4fa0e-cd86-4717-88aa-03e5080ad46c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:50.850161 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:50.888295 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7117c485-c6ce-40ba-b652-1b1a1786d767 req-3c89b39e-dc19-4dae-b709-3dc9096b86ae tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5609875 Nov 12 01:01:51.200145 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee4fa0e-cd86-4717-88aa-03e5080ad46c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Pushing event updated for resources: {'Subnet': ['ID=b5149bd8-6058-417c-9bac-1b6855a40851,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:51.200145 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee4fa0e-cd86-4717-88aa-03e5080ad46c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Checking segment: {'id': 'f2ac1c9f-d67c-4b85-881b-3b58f3ce3397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'fa3ffe53-6759-43f6-8e2d-9d505f5faaa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:51.200145 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee4fa0e-cd86-4717-88aa-03e5080ad46c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Network hostable DHCP agents. Network: fa3ffe53-6759-43f6-8e2d-9d505f5faaa6, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:01:51.215700 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee4fa0e-cd86-4717-88aa-03e5080ad46c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Network fa3ffe53-6759-43f6-8e2d-9d505f5faaa6 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:01:51.228720 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-5ee4fa0e-cd86-4717-88aa-03e5080ad46c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, fa3ffe53-6759-43f6-8e2d-9d505f5faaa6) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:51.234988 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee4fa0e-cd86-4717-88aa-03e5080ad46c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:51.235809 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5ee4fa0e-cd86-4717-88aa-03e5080ad46c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:51.242950 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85122733-b958-4887-a630-47aa90c117aa None None] Network fa3ffe53-6759-43f6-8e2d-9d505f5faaa6 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:51.258734 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db372d8b-a6ba-4721-abaf-b4a511c70f6f req-fb850739-0591-487b-bbf8-b449b9f6c1e7 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:51.269227 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-db372d8b-a6ba-4721-abaf-b4a511c70f6f req-fb850739-0591-487b-bbf8-b449b9f6c1e7 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.1428263 Nov 12 01:01:51.287789 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] device_id is not set on port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:01:51.314521 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:51.317323 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45898) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:51.318861 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5ee4fa0e-cd86-4717-88aa-03e5080ad46c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2041051 Nov 12 01:01:51.334173 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-7930d695-41ec-4620-8959-c585d7d51560 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-789898753', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}, 'admin_state_up': False}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:51.371916 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:51.407276 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-db372d8b-a6ba-4721-abaf-b4a511c70f6f req-3fa9d335-2f98-4c8f-b03d-3e7decd26955 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384506 Nov 12 01:01:51.504443 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5157550-2e49-4e4f-99ce-d2eb533ab240 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-fa3ffe53-6759-43f6-8e2d-9d505f5faaa6', 'network_id': 'fa3ffe53-6759-43f6-8e2d-9d505f5faaa6', 'tenant_id': '52ef7dd714de4cc6a7e439dbcc2bfc3f', 'fixed_ips': [{'subnet_id': 'b5149bd8-6058-417c-9bac-1b6855a40851'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:01:51.505320 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e5157550-2e49-4e4f-99ce-d2eb533ab240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:51.602132 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7930d695-41ec-4620-8959-c585d7d51560 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:51.604769 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7930d695-41ec-4620-8959-c585d7d51560 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:51.674939 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-e5157550-2e49-4e4f-99ce-d2eb533ab240 None None] Allocated IP 172.20.0.2 (fa3ffe53-6759-43f6-8e2d-9d505f5faaa6/b5149bd8-6058-417c-9bac-1b6855a40851/2b4fd381-ccdf-4dcd-b72c-a8691b6b127b) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:51.763610 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7930d695-41ec-4620-8959-c585d7d51560 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:51.941523 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:51.942770 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:51.943287 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:51.976192 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e5157550-2e49-4e4f-99ce-d2eb533ab240 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:51.993169 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e5157550-2e49-4e4f-99ce-d2eb533ab240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:51.996599 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:01:51.997687 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Failed to bind port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc on host n-h1-812236-11 for vnic_type normal using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] Nov 12 01:01:52.002484 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempt 2 to bind port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc Nov 12 01:01:52.019741 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Pushing event updated for resources: {'Port': ['ID=7f176cbc-8b1a-4a8c-98b1-b801e1f69efc,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:52.059873 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:52.060369 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:52.060825 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:52.142661 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5157550-2e49-4e4f-99ce-d2eb533ab240 None None] Pushing event updated for resources: {'Port': ['ID=2b4fd381-ccdf-4dcd-b72c-a8691b6b127b,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:52.167493 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5157550-2e49-4e4f-99ce-d2eb533ab240 None None] Network fa3ffe53-6759-43f6-8e2d-9d505f5faaa6 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:52.169134 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-e5157550-2e49-4e4f-99ce-d2eb533ab240 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:52.184257 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5157550-2e49-4e4f-99ce-d2eb533ab240 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:52.209085 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:01:52.209541 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Failed to bind port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc on host n-h1-812236-11 for vnic_type normal using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] Nov 12 01:01:52.243920 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempt 3 to bind port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc Nov 12 01:01:52.264075 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-e5157550-2e49-4e4f-99ce-d2eb533ab240 None None] Attempting to bind port 2b4fd381-ccdf-4dcd-b72c-a8691b6b127b on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:52.264554 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-e5157550-2e49-4e4f-99ce-d2eb533ab240 None None] Attempting to bind port 2b4fd381-ccdf-4dcd-b72c-a8691b6b127b by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'f2ac1c9f-d67c-4b85-881b-3b58f3ce3397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'fa3ffe53-6759-43f6-8e2d-9d505f5faaa6'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:52.264816 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5157550-2e49-4e4f-99ce-d2eb533ab240 None None] Attempting to bind port 2b4fd381-ccdf-4dcd-b72c-a8691b6b127b on network fa3ffe53-6759-43f6-8e2d-9d505f5faaa6 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:52.266119 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7930d695-41ec-4620-8959-c585d7d51560 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:52.273336 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5157550-2e49-4e4f-99ce-d2eb533ab240 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:01:52.274285 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5157550-2e49-4e4f-99ce-d2eb533ab240 None None] Checking segment: {'id': 'f2ac1c9f-d67c-4b85-881b-3b58f3ce3397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'fa3ffe53-6759-43f6-8e2d-9d505f5faaa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:52.275320 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e5157550-2e49-4e4f-99ce-d2eb533ab240 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:52.276058 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5157550-2e49-4e4f-99ce-d2eb533ab240 None None] Bound using segment: {'id': 'f2ac1c9f-d67c-4b85-881b-3b58f3ce3397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'fa3ffe53-6759-43f6-8e2d-9d505f5faaa6'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:01:52.277835 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-e5157550-2e49-4e4f-99ce-d2eb533ab240 None None] Bound port: 2b4fd381-ccdf-4dcd-b72c-a8691b6b127b, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ac1c9f-d67c-4b85-881b-3b58f3ce3397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'fa3ffe53-6759-43f6-8e2d-9d505f5faaa6'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:01:52.278783 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e5157550-2e49-4e4f-99ce-d2eb533ab240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:52.280545 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:52.281125 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:52.282001 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:52.309977 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:01:52.311117 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Failed to bind port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc on host n-h1-812236-11 for vnic_type normal using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] Nov 12 01:01:52.316395 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempt 4 to bind port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc Nov 12 01:01:52.333586 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:52.334283 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:52.334852 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:52.354722 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee1584-5736-4568-b9f9-6ce8486d350f req-a14d567d-cc41-4d41-ab38-c151bcbbee0d tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:52.363460 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-87ee1584-5736-4568-b9f9-6ce8486d350f req-a14d567d-cc41-4d41-ab38-c151bcbbee0d tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/networks?id=e2e3e1e9-0e8c-4882-bf10-1b961e611626 HTTP/1.1" status: 200 len: 814 time: 0.5741222 Nov 12 01:01:52.374902 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:01:52.375581 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Failed to bind port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc on host n-h1-812236-11 for vnic_type normal using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] Nov 12 01:01:52.377072 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempt 5 to bind port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc Nov 12 01:01:52.409267 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-87ee1584-5736-4568-b9f9-6ce8486d350f req-037f8dcc-197e-44a8-b213-0b4ae1b79fc5 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/quotas/b69c08bc1825416d9856930c76df087f HTTP/1.1" status: 200 len: 375 time: 0.0444753 Nov 12 01:01:52.432110 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-e5157550-2e49-4e4f-99ce-d2eb533ab240 None None] For port 2b4fd381-ccdf-4dcd-b72c-a8691b6b127b, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:01:52.439393 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-e5157550-2e49-4e4f-99ce-d2eb533ab240 None None] For port 2b4fd381-ccdf-4dcd-b72c-a8691b6b127b, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=2b4fd381-ccdf-4dcd-b72c-a8691b6b127b,segment=NetworkSegment(f2ac1c9f-d67c-4b85-881b-3b58f3ce3397),segment_id=f2ac1c9f-d67c-4b85-881b-3b58f3ce3397)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:01:52.449771 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e5157550-2e49-4e4f-99ce-d2eb533ab240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:52.476144 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:52.477685 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:52.478173 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:52.485563 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:01:52.486069 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Failed to bind port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc on host n-h1-812236-11 for vnic_type normal using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] Nov 12 01:01:52.489180 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempt 6 to bind port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc Nov 12 01:01:52.518215 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:52.519089 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:52.519686 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:52.542811 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-87ee1584-5736-4568-b9f9-6ce8486d350f req-9d6de5ee-3a69-4a38-b233-11278fb6a2fd tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b69c08bc1825416d9856930c76df087f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1254394 Nov 12 01:01:52.547350 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:01:52.547982 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Failed to bind port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc on host n-h1-812236-11 for vnic_type normal using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] Nov 12 01:01:52.551314 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5157550-2e49-4e4f-99ce-d2eb533ab240 None None] Pushing event updated for resources: {'Port': ['ID=2b4fd381-ccdf-4dcd-b72c-a8691b6b127b,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:52.554741 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempt 7 to bind port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc Nov 12 01:01:52.585574 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:52.585971 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:52.586690 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:52.593166 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:01:52.593531 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Failed to bind port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc on host n-h1-812236-11 for vnic_type normal using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] Nov 12 01:01:52.594915 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempt 8 to bind port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc Nov 12 01:01:52.611254 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:52.611612 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:52.611932 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:52.622727 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:01:52.624016 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Failed to bind port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc on host n-h1-812236-11 for vnic_type normal using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] Nov 12 01:01:52.626313 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempt 9 to bind port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc Nov 12 01:01:52.705229 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:52.705596 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:52.705932 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:52.717396 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:01:52.717745 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Failed to bind port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc on host n-h1-812236-11 for vnic_type normal using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] Nov 12 01:01:52.718310 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempt 10 to bind port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc Nov 12 01:01:52.781694 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7930d695-41ec-4620-8959-c585d7d51560 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for router_gateway, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:52.782449 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712941bb-cd61-401c-890a-2ca044acc51c req-90b37337-d531-440d-a10b-e25ff89a3de7 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:52.783535 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:52.783866 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:52.784199 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempting to bind port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:52.785523 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-712941bb-cd61-401c-890a-2ca044acc51c req-90b37337-d531-440d-a10b-e25ff89a3de7 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.1146564 Nov 12 01:01:52.858464 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7930d695-41ec-4620-8959-c585d7d51560 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:52.934330 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-712941bb-cd61-401c-890a-2ca044acc51c req-31eb3a57-5bec-460e-8a0b-60e2934c3397 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064823 Nov 12 01:01:52.954072 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:01:52.954552 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Failed to bind port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc on host n-h1-812236-11 for vnic_type normal using segments [{'id': '82b4b87c-a514-43cf-aee2-c7cd97b87fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b'}] Nov 12 01:01:52.954951 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:53.128972 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-7930d695-41ec-4620-8959-c585d7d51560 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Allocated IP 172.25.2.242 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/834d592b-5c61-47b4-928b-a3b92fcf8d58) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:53.391777 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46004) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:53.397736 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7930d695-41ec-4620-8959-c585d7d51560 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:53.431558 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93893956-adbc-4b69-b12d-95b8735586b1 req-86f222d3-fb3b-4cf9-ab22-715a0eaa8b40 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:53.435833 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-93893956-adbc-4b69-b12d-95b8735586b1 req-86f222d3-fb3b-4cf9-ab22-715a0eaa8b40 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.3694963 Nov 12 01:01:53.459913 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] For port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc, host n-h1-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:01:53.460275 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attempted to set empty binding levels {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 01:01:53.482642 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:53.540185 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] In _notify_port_updated(), no bound segment for port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc on network 5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b {{(pid=102662) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:01:53.541082 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:53.542557 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:53.543305 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] 10.222.0.20 "PUT /v2.0/ports/7f176cbc-8b1a-4a8c-98b1-b801e1f69efc HTTP/1.1" status: 200 len: 975 time: 2.8273437 Nov 12 01:01:53.547630 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46010) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:53.594054 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7930d695-41ec-4620-8959-c585d7d51560 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:53.624271 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-93893956-adbc-4b69-b12d-95b8735586b1 req-dafd087d-a561-47b1-9bbc-a2683f95a3b0 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792276 Nov 12 01:01:53.635194 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c15a2-3905-41d6-820d-2857a04e5b15 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Pushing event updated for resources: {'Port': ['ID=7f176cbc-8b1a-4a8c-98b1-b801e1f69efc,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:53.644084 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7930d695-41ec-4620-8959-c585d7d51560 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:53.646423 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-7930d695-41ec-4620-8959-c585d7d51560 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:53.672679 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2baf5b27-8410-4197-a762-f36b3131478f None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:01:53.687112 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ae29f6c5-2da1-49a3-82c7-efcb3d8b2b37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:53.740347 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7930d695-41ec-4620-8959-c585d7d51560 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:53.754724 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91fe377f-8f2d-47e0-b41d-6215bfee1c7b None None] Provisioning complete for port 834d592b-5c61-47b4-928b-a3b92fcf8d58 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:53.763930 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91fe377f-8f2d-47e0-b41d-6215bfee1c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:53.842603 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930d695-41ec-4620-8959-c585d7d51560 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Pushing event updated for resources: {'Port': ['ID=834d592b-5c61-47b4-928b-a3b92fcf8d58,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:53.891544 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-b3fa4c9d-fd6e-4e36-bf53-3dc11d36f084 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Deleting port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:01:53.892106 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b3fa4c9d-fd6e-4e36-bf53-3dc11d36f084 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:53.897338 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91fe377f-8f2d-47e0-b41d-6215bfee1c7b None None] Port 834d592b-5c61-47b4-928b-a3b92fcf8d58 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:01:53.969192 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 2b4fd381-ccdf-4dcd-b72c-a8691b6b127b up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:01:54.148612 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-b3fa4c9d-fd6e-4e36-bf53-3dc11d36f084 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] For port 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc, host n-h1-812236-11, got binding levels [] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:54.148975 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b3fa4c9d-fd6e-4e36-bf53-3dc11d36f084 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:54.183741 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 2b4fd381-ccdf-4dcd-b72c-a8691b6b127b triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:54.185820 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:54.231843 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ae29f6c5-2da1-49a3-82c7-efcb3d8b2b37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:54.251237 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-b3fa4c9d-fd6e-4e36-bf53-3dc11d36f084 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Calling delete_port for 7f176cbc-8b1a-4a8c-98b1-b801e1f69efc owned by {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:01:54.258086 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ae29f6c5-2da1-49a3-82c7-efcb3d8b2b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:54.424039 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:54.444792 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7930d695-41ec-4620-8959-c585d7d51560 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for router_gateway, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:54.492614 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-87ca9c3a-637c-48af-acc7-a3320b491246 req-b6736570-7a64-4cfa-8b14-9d8e7679ce52 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=b69c08bc1825416d9856930c76df087f HTTP/1.1" status: 200 len: 221 time: 0.3523204 Nov 12 01:01:54.493524 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae29f6c5-2da1-49a3-82c7-efcb3d8b2b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86a9cb0-2538-4cd3-92b2-ab4a4d27e5d1,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:54.547286 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ae29f6c5-2da1-49a3-82c7-efcb3d8b2b37 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bdf1b90af1214155ba06e557f51fc70d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1542296 Nov 12 01:01:54.550756 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46050) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:54.576938 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 2b4fd381-ccdf-4dcd-b72c-a8691b6b127b, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=2b4fd381-ccdf-4dcd-b72c-a8691b6b127b,segment=NetworkSegment(f2ac1c9f-d67c-4b85-881b-3b58f3ce3397),segment_id=f2ac1c9f-d67c-4b85-881b-3b58f3ce3397)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:54.591958 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:54.688498 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=2b4fd381-ccdf-4dcd-b72c-a8691b6b127b,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:54.737929 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d37b482-590b-46e3-b0fd-b85c1dacdb9c None None] Network fa3ffe53-6759-43f6-8e2d-9d505f5faaa6 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:54.820863 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ebffe-26d0-4af9-8054-6619dc7e55a6 req-a8147055-9408-48e6-9727-76401c18f603 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:54.830267 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-677ebffe-26d0-4af9-8054-6619dc7e55a6 req-a8147055-9408-48e6-9727-76401c18f603 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.2035971 Nov 12 01:01:54.893211 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-24f8d0c8-d774-4ff6-bb06-2d9368d26a4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:54.907404 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b3fa4c9d-fd6e-4e36-bf53-3dc11d36f084 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:54.998781 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-677ebffe-26d0-4af9-8054-6619dc7e55a6 req-74699816-8251-469a-95e5-593c17e87b36 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671238 Nov 12 01:01:55.009388 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46058) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:55.080947 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fa4c9d-fd6e-4e36-bf53-3dc11d36f084 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f176cbc-8b1a-4a8c-98b1-b801e1f69efc,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:55.088988 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-24f8d0c8-d774-4ff6-bb06-2d9368d26a4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:55.100666 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b3fa4c9d-fd6e-4e36-bf53-3dc11d36f084 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:55.104552 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b3fa4c9d-fd6e-4e36-bf53-3dc11d36f084 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] 10.222.0.20 "DELETE /v2.0/ports/7f176cbc-8b1a-4a8c-98b1-b801e1f69efc HTTP/1.1" status: 204 len: 168 time: 1.5552030 Nov 12 01:01:55.116518 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46064) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:55.159793 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7d36e37-e22d-43ec-b8db-4f20f3f343f9 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] GET failed (client error): The resource could not be found. Nov 12 01:01:55.161820 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f7d36e37-e22d-43ec-b8db-4f20f3f343f9 tempest-PortsAdminExtendedAttrsTestJSON-40716000 tempest-PortsAdminExtendedAttrsTestJSON-40716000-project-admin] 10.222.0.20 "GET /v2.0/ports/7f176cbc-8b1a-4a8c-98b1-b801e1f69efc HTTP/1.1" status: 404 len: 333 time: 0.0439072 Nov 12 01:01:55.167183 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46068) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:55.358086 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-2c1bebbb-b498-4467-bd7d-7649faba6022 None None] Provisioning complete for port 2b4fd381-ccdf-4dcd-b72c-a8691b6b127b triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:55.358834 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2c1bebbb-b498-4467-bd7d-7649faba6022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:55.802122 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 2b4fd381-ccdf-4dcd-b72c-a8691b6b127b up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:01:55.899741 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ff6f7-55fa-4642-8ba0-1dca0637d1c1 req-dde90902-0c74-4bf6-a2cb-2f0c6a3e5200 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:55.903594 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c94ff6f7-55fa-4642-8ba0-1dca0637d1c1 req-dde90902-0c74-4bf6-a2cb-2f0c6a3e5200 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.0876374 Nov 12 01:01:55.927732 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7930d695-41ec-4620-8959-c585d7d51560 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:55.951147 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 2b4fd381-ccdf-4dcd-b72c-a8691b6b127b triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:55.951519 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:56.129128 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6e469df0-a5a2-4e34-8e58-3833c28e93bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:56.148231 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c94ff6f7-55fa-4642-8ba0-1dca0637d1c1 req-923ca6ef-ada5-46f2-9d43-d0cd9b8011e6 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327626 Nov 12 01:01:56.179825 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-24f8d0c8-d774-4ff6-bb06-2d9368d26a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:56.196295 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-24f8d0c8-d774-4ff6-bb06-2d9368d26a4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:56.197672 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-24f8d0c8-d774-4ff6-bb06-2d9368d26a4d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d86a9cb0-2538-4cd3-92b2-ab4a4d27e5d1 HTTP/1.1" status: 204 len: 168 time: 1.6459050 Nov 12 01:01:56.206832 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7930d695-41ec-4620-8959-c585d7d51560 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Router 456b0d9f-9881-457a-a802-0d0371ec55ba is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:01:56.241606 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-31563741-2ab6-413b-8f5d-db4865ee4253 tempest-PortsAdminExtendedAttrsTestJSON-1578606180 tempest-PortsAdminExtendedAttrsTestJSON-1578606180-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:56.284314 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-98dc63b4-fdfd-405b-84e1-414d15a39c26 None None] Provisioning complete for port 2b4fd381-ccdf-4dcd-b72c-a8691b6b127b triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:56.284566 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f8d0c8-d774-4ff6-bb06-2d9368d26a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86a9cb0-2538-4cd3-92b2-ab4a4d27e5d1,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:56.286656 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-98dc63b4-fdfd-405b-84e1-414d15a39c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:56.609745 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7930d695-41ec-4620-8959-c585d7d51560 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:01:56.621632 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2046c7e0-3c23-425c-9581-38135cb965ee None None] Sync routers for ids ['456b0d9f-9881-457a-a802-0d0371ec55ba'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:01:56.639161 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7930d695-41ec-4620-8959-c585d7d51560 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:56.644003 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2046c7e0-3c23-425c-9581-38135cb965ee None None] Routers {'456b0d9f-9881-457a-a802-0d0371ec55ba'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:01:56.644003 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-2046c7e0-3c23-425c-9581-38135cb965ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:01:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['456b0d9f-9881-457a-a802-0d0371ec55ba'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:56.644806 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46096) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:56.646125 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7930d695-41ec-4620-8959-c585d7d51560 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.3259742 Nov 12 01:01:56.659192 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c6947-3dbb-4736-9f65-d9377871dc48 req-071c1a6e-4f04-45c2-b009-c6902ab181e2 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:56.660177 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-31563741-2ab6-413b-8f5d-db4865ee4253 tempest-PortsAdminExtendedAttrsTestJSON-1578606180 tempest-PortsAdminExtendedAttrsTestJSON-1578606180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:56.660759 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b00c6947-3dbb-4736-9f65-d9377871dc48 req-071c1a6e-4f04-45c2-b009-c6902ab181e2 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.2996275 Nov 12 01:01:56.740679 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-2046c7e0-3c23-425c-9581-38135cb965ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:56.751913 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b00c6947-3dbb-4736-9f65-d9377871dc48 req-14037f68-dc51-417f-a9d9-22feebe81558 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838182 Nov 12 01:01:56.778379 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2046c7e0-3c23-425c-9581-38135cb965ee None None] Routers {'456b0d9f-9881-457a-a802-0d0371ec55ba'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:01:56.778379 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-2046c7e0-3c23-425c-9581-38135cb965ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:01:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['456b0d9f-9881-457a-a802-0d0371ec55ba'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:56.799452 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46104) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:56.825199 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0c6f012a-6c8d-422d-ab61-26cfedd7302d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:56.837038 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-2046c7e0-3c23-425c-9581-38135cb965ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:56.837721 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2046c7e0-3c23-425c-9581-38135cb965ee None None] The sync data for ids ['456b0d9f-9881-457a-a802-0d0371ec55ba'] in n-d-812236-11 is: [] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:01:56.886889 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-31563741-2ab6-413b-8f5d-db4865ee4253 tempest-PortsAdminExtendedAttrsTestJSON-1578606180 tempest-PortsAdminExtendedAttrsTestJSON-1578606180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:56.968059 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-31563741-2ab6-413b-8f5d-db4865ee4253 tempest-PortsAdminExtendedAttrsTestJSON-1578606180 tempest-PortsAdminExtendedAttrsTestJSON-1578606180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82b4b87c-a514-43cf-aee2-c7cd97b87fce') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:56.968284 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-31563741-2ab6-413b-8f5d-db4865ee4253 tempest-PortsAdminExtendedAttrsTestJSON-1578606180 tempest-PortsAdminExtendedAttrsTestJSON-1578606180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82b4b87c-a514-43cf-aee2-c7cd97b87fce') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:56.977310 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129dc2c7-193d-4705-95ec-b7dfd43801dd req-a48079a9-57f8-4231-a30b-5380d9e0a9c3 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:56.979729 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-129dc2c7-193d-4705-95ec-b7dfd43801dd req-a48079a9-57f8-4231-a30b-5380d9e0a9c3 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.0974152 Nov 12 01:01:56.980741 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6e469df0-a5a2-4e34-8e58-3833c28e93bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:56.986661 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-31563741-2ab6-413b-8f5d-db4865ee4253 tempest-PortsAdminExtendedAttrsTestJSON-1578606180 tempest-PortsAdminExtendedAttrsTestJSON-1578606180-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:56.996587 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6e469df0-a5a2-4e34-8e58-3833c28e93bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:57.031941 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-31563741-2ab6-413b-8f5d-db4865ee4253 tempest-PortsAdminExtendedAttrsTestJSON-1578606180 tempest-PortsAdminExtendedAttrsTestJSON-1578606180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:57.032897 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0c6f012a-6c8d-422d-ab61-26cfedd7302d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:57.045545 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0c6f012a-6c8d-422d-ab61-26cfedd7302d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:57.061787 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31563741-2ab6-413b-8f5d-db4865ee4253 tempest-PortsAdminExtendedAttrsTestJSON-1578606180 tempest-PortsAdminExtendedAttrsTestJSON-1578606180-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:01:57.062020 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-31563741-2ab6-413b-8f5d-db4865ee4253 tempest-PortsAdminExtendedAttrsTestJSON-1578606180 tempest-PortsAdminExtendedAttrsTestJSON-1578606180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:57.065550 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:01:57.065550 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:01:57.065550 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:01:57.065550 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:01:57.065550 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:01:57.065550 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:01:57.065550 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:01:57.065550 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:01:57.065550 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:01:57.065550 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:01:57.065550 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:01:57.065550 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:01:57.065550 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:01:57.065550 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:01:57.065550 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:01:57.065550 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:01:57.065550 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:01:57.065550 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:01:57.065550 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:01:57.065550 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:01:57.065550 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:01:57.065550 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:01:57.065550 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:01:57.065550 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:01:57.065550 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:01:57.065550 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:01:57.065550 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:01:57.065550 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:01:57.065550 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:01:57.065550 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:01:57.065550 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:01:57.065550 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:01:57.101856 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-129dc2c7-193d-4705-95ec-b7dfd43801dd req-b4ca134c-eeb8-4598-b505-10863d51adf0 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093154 Nov 12 01:01:57.109031 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0c6f012a-6c8d-422d-ab61-26cfedd7302d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c5479571f9d5426597ff872473296a9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3058667 Nov 12 01:01:57.109031 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6f012a-6c8d-422d-ab61-26cfedd7302d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8877c1b0-b099-4344-b784-e2920c40c9de,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:57.110612 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46108) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:57.176065 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e469df0-a5a2-4e34-8e58-3833c28e93bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c9ae2f-aeae-4f31-a93f-f672752dcf22,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:57.185948 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6e469df0-a5a2-4e34-8e58-3833c28e93bf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e73c2a6b1bec4106b1678ff6a7d7ea2c&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1746297 Nov 12 01:01:57.189402 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46114) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:57.217665 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-31563741-2ab6-413b-8f5d-db4865ee4253 tempest-PortsAdminExtendedAttrsTestJSON-1578606180 tempest-PortsAdminExtendedAttrsTestJSON-1578606180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:57.259444 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-31563741-2ab6-413b-8f5d-db4865ee4253 tempest-PortsAdminExtendedAttrsTestJSON-1578606180 tempest-PortsAdminExtendedAttrsTestJSON-1578606180-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:57.266189 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-31563741-2ab6-413b-8f5d-db4865ee4253 tempest-PortsAdminExtendedAttrsTestJSON-1578606180 tempest-PortsAdminExtendedAttrsTestJSON-1578606180-project] 10.222.0.20 "DELETE /v2.0/networks/5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b HTTP/1.1" status: 204 len: 168 time: 2.0954390 Nov 12 01:01:57.282420 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31563741-2ab6-413b-8f5d-db4865ee4253 tempest-PortsAdminExtendedAttrsTestJSON-1578606180 tempest-PortsAdminExtendedAttrsTestJSON-1578606180-project] Pushing event deleted for resources: {'Network': ['ID=5d3ceb1b-4b6f-4b15-ad3f-07acb85c750b,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:57.321097 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cd4e99d4-a5ac-4cc4-b45a-1e6bff04b02c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:57.374240 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cd4e99d4-a5ac-4cc4-b45a-1e6bff04b02c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:57.406989 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a83ecb-fe9e-48e6-8467-17f345deed32 req-8b91d74f-057f-4d8a-bdea-a758cd3b232e tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:57.407915 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-57a83ecb-fe9e-48e6-8467-17f345deed32 req-8b91d74f-057f-4d8a-bdea-a758cd3b232e tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.1507370 Nov 12 01:01:57.503245 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a03f205d-7f60-4129-a9be-a6332ab34bd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:57.592318 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a03f205d-7f60-4129-a9be-a6332ab34bd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:57.674054 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-57a83ecb-fe9e-48e6-8467-17f345deed32 req-7b91a8b6-a4a0-43f5-aa58-b893606a0a42 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497144 Nov 12 01:01:57.684164 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a03f205d-7f60-4129-a9be-a6332ab34bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:57.686346 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ca6739ef-3e5a-4d2c-a2df-919b50651efe tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:57.687554 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a03f205d-7f60-4129-a9be-a6332ab34bd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:57.692257 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a03f205d-7f60-4129-a9be-a6332ab34bd7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/48c9ae2f-aeae-4f31-a93f-f672752dcf22 HTTP/1.1" status: 204 len: 168 time: 0.5018735 Nov 12 01:01:57.708641 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f205d-7f60-4129-a9be-a6332ab34bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c9ae2f-aeae-4f31-a93f-f672752dcf22,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:57.756124 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cd4e99d4-a5ac-4cc4-b45a-1e6bff04b02c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:57.762428 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cd4e99d4-a5ac-4cc4-b45a-1e6bff04b02c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:57.766661 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-cd4e99d4-a5ac-4cc4-b45a-1e6bff04b02c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8877c1b0-b099-4344-b784-e2920c40c9de HTTP/1.1" status: 204 len: 168 time: 0.6554458 Nov 12 01:01:57.768020 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46134) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:57.785101 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e99d4-a5ac-4cc4-b45a-1e6bff04b02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8877c1b0-b099-4344-b784-e2920c40c9de,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:58.071759 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5933fff7-1f7e-439b-a66c-92542a65cfa5 req-45d3828c-95db-4803-b3a1-176377559ba3 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:58.074674 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5933fff7-1f7e-439b-a66c-92542a65cfa5 req-45d3828c-95db-4803-b3a1-176377559ba3 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.2902405 Nov 12 01:01:58.212349 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5933fff7-1f7e-439b-a66c-92542a65cfa5 req-080ad4b2-aa90-4d98-b248-aa31ec36c39e tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140821 Nov 12 01:01:58.345267 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-ca6739ef-3e5a-4d2c-a2df-919b50651efe tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Allocated IP 172.20.0.1 (fa3ffe53-6759-43f6-8e2d-9d505f5faaa6/b5149bd8-6058-417c-9bac-1b6855a40851/8c85310f-5aa4-4df8-821e-cfed5a8d97bf) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:58.362421 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-eeacd774-d4b2-46f5-b82f-a6707cc4cebf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4f279bed5533453aa55aa0a090fe3f3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5902457 Nov 12 01:01:58.364904 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46160) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:58.440105 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8ad0a73b-bae1-4b91-8562-230f5c980d0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:58.485174 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8ad0a73b-bae1-4b91-8562-230f5c980d0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:58.562662 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46170) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:58.563236 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5322a-90e3-4f8b-9e57-bf37c7b73347 req-81eed988-bd9e-40b9-bb47-767c83fe33f8 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:58.565894 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e8a5322a-90e3-4f8b-9e57-bf37c7b73347 req-81eed988-bd9e-40b9-bb47-767c83fe33f8 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.1773539 Nov 12 01:01:58.616896 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ca6739ef-3e5a-4d2c-a2df-919b50651efe tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:58.625263 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-36546c2d-0094-4099-a266-075ea02dcdf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:58.660664 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8ad0a73b-bae1-4b91-8562-230f5c980d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:58.663346 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e8a5322a-90e3-4f8b-9e57-bf37c7b73347 req-162f8f4e-cf81-4313-99a6-d68465127b58 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841863 Nov 12 01:01:58.663534 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8ad0a73b-bae1-4b91-8562-230f5c980d0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:58.665096 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8ad0a73b-bae1-4b91-8562-230f5c980d0c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/878021fd-9804-484c-89c7-717b03204b9b HTTP/1.1" status: 204 len: 168 time: 0.2990227 Nov 12 01:01:58.704307 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ca6739ef-3e5a-4d2c-a2df-919b50651efe tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:58.707258 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad0a73b-bae1-4b91-8562-230f5c980d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878021fd-9804-484c-89c7-717b03204b9b,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:58.829129 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6739ef-3e5a-4d2c-a2df-919b50651efe tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Network fa3ffe53-6759-43f6-8e2d-9d505f5faaa6 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:58.854120 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-ca6739ef-3e5a-4d2c-a2df-919b50651efe tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:58.862995 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6739ef-3e5a-4d2c-a2df-919b50651efe tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:58.907371 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-36546c2d-0094-4099-a266-075ea02dcdf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:58.916066 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6739ef-3e5a-4d2c-a2df-919b50651efe tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Pushing event updated for resources: {'Port': ['ID=8c85310f-5aa4-4df8-821e-cfed5a8d97bf,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:58.917543 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-36546c2d-0094-4099-a266-075ea02dcdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:58.967189 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ca6739ef-3e5a-4d2c-a2df-919b50651efe tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:59.025319 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-36546c2d-0094-4099-a266-075ea02dcdf1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=232e2cbcd1d54cbfa499b447ab5a9776&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4297135 Nov 12 01:01:59.025319 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36546c2d-0094-4099-a266-075ea02dcdf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88cdc41e-44a1-45d8-8bad-bfdb3d519bf9,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:59.037991 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46188) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:59.070140 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5ff80-02d7-4ff7-a12f-5e741228451e req-83bd5115-6861-466c-9e41-79e75b8d6e1f tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:59.079006 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c3d5ff80-02d7-4ff7-a12f-5e741228451e req-83bd5115-6861-466c-9e41-79e75b8d6e1f tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.2912550 Nov 12 01:01:59.201166 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5e303d68-e1ab-4b7f-8dd1-0b201408a3a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:59.247017 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5e303d68-e1ab-4b7f-8dd1-0b201408a3a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:59.290692 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ca6739ef-3e5a-4d2c-a2df-919b50651efe tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:59.316390 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-ceabd424-06bf-49f6-8201-c6e9bbdb3eba None None] Provisioning complete for port 8c85310f-5aa4-4df8-821e-cfed5a8d97bf triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:59.317309 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ceabd424-06bf-49f6-8201-c6e9bbdb3eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:59.320802 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c3d5ff80-02d7-4ff7-a12f-5e741228451e req-d514a810-6152-4887-8a49-f51998482ff3 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354188 Nov 12 01:01:59.322288 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5e303d68-e1ab-4b7f-8dd1-0b201408a3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:59.327744 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5e303d68-e1ab-4b7f-8dd1-0b201408a3a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:59.329280 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5e303d68-e1ab-4b7f-8dd1-0b201408a3a7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/88cdc41e-44a1-45d8-8bad-bfdb3d519bf9 HTTP/1.1" status: 204 len: 168 time: 0.2424781 Nov 12 01:01:59.349982 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e303d68-e1ab-4b7f-8dd1-0b201408a3a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88cdc41e-44a1-45d8-8bad-bfdb3d519bf9,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:59.468257 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-ceabd424-06bf-49f6-8201-c6e9bbdb3eba None None] Port 8c85310f-5aa4-4df8-821e-cfed5a8d97bf cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:01:59.526092 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46206) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:59.534875 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492795d7-cbd0-4a0e-a65e-756061f83732 req-d8dc271f-5c6f-48c1-8b4a-0ca94f5cd119 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:59.536442 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-492795d7-cbd0-4a0e-a65e-756061f83732 req-d8dc271f-5c6f-48c1-8b4a-0ca94f5cd119 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.0829613 Nov 12 01:01:59.649189 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-492795d7-cbd0-4a0e-a65e-756061f83732 req-ac7e7336-ab18-47d3-a591-07ee95e00c1c tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041493 Nov 12 01:01:59.765338 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b8bc4336-98cb-410c-b5b6-5cf67c55802f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=026c795fad214f4495fd3520c8563d2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2339761 Nov 12 01:01:59.769610 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46218) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:59.884357 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78201169-17bb-4a4a-8968-9a9bef512ae6 req-ce04b29f-157a-4a4e-ab37-d98b5c234306 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:59.885838 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ffbd55e6-99a3-4e2d-adf5-68850f41d7d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:59.886907 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-78201169-17bb-4a4a-8968-9a9bef512ae6 req-ce04b29f-157a-4a4e-ab37-d98b5c234306 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.1175818 Nov 12 01:01:59.945479 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ffbd55e6-99a3-4e2d-adf5-68850f41d7d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:00.045855 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-78201169-17bb-4a4a-8968-9a9bef512ae6 req-3adfc6bb-e670-4292-8800-5cdc0b8bdc80 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450076 Nov 12 01:02:00.058431 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ffbd55e6-99a3-4e2d-adf5-68850f41d7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:00.062155 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ffbd55e6-99a3-4e2d-adf5-68850f41d7d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:00.065571 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ffbd55e6-99a3-4e2d-adf5-68850f41d7d9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/92a7fa4e-a617-4ab6-bbb2-522a4dfdd45b HTTP/1.1" status: 204 len: 168 time: 0.2941520 Nov 12 01:02:00.078613 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd55e6-99a3-4e2d-adf5-68850f41d7d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a7fa4e-a617-4ab6-bbb2-522a4dfdd45b,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:00.123103 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ca6739ef-3e5a-4d2c-a2df-919b50651efe tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:00.129944 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ca6739ef-3e5a-4d2c-a2df-919b50651efe tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:00.282909 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4df9d2-8ad1-42ab-ab69-05c8ce508ea8 req-96e15748-7639-46ab-854a-84c57cd4bf86 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:00.284879 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6c4df9d2-8ad1-42ab-ab69-05c8ce508ea8 req-96e15748-7639-46ab-854a-84c57cd4bf86 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.0657032 Nov 12 01:02:00.335554 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ca6739ef-3e5a-4d2c-a2df-919b50651efe tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:00.338001 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6739ef-3e5a-4d2c-a2df-919b50651efe tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Pushing event updated for resources: {'Port': ['ID=8c85310f-5aa4-4df8-821e-cfed5a8d97bf,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:00.395447 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6c4df9d2-8ad1-42ab-ab69-05c8ce508ea8 req-b217763e-ac8a-4d45-bcdf-9419cb717574 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040685 Nov 12 01:02:00.489469 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6739ef-3e5a-4d2c-a2df-919b50651efe tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Network fa3ffe53-6759-43f6-8e2d-9d505f5faaa6 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:00.491365 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-ca6739ef-3e5a-4d2c-a2df-919b50651efe tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:00.672345 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb5ec2-469b-4ee8-8221-dc98da5477a6 req-19d4d3ea-cc98-4566-8566-d71865a29e6f tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:00.680454 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-92cb5ec2-469b-4ee8-8221-dc98da5477a6 req-19d4d3ea-cc98-4566-8566-d71865a29e6f tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.1292574 Nov 12 01:02:00.764393 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-92cb5ec2-469b-4ee8-8221-dc98da5477a6 req-924fa11a-cb40-4ce0-8afd-3c886d38f773 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781968 Nov 12 01:02:00.779776 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca6739ef-3e5a-4d2c-a2df-919b50651efe tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Router 456b0d9f-9881-457a-a802-0d0371ec55ba has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:02:00.935500 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-e297222e-cb75-41c0-a055-d8ad7d4da34a None None] Provisioning complete for port 8c85310f-5aa4-4df8-821e-cfed5a8d97bf triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:00.936021 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e297222e-cb75-41c0-a055-d8ad7d4da34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:01.016174 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-e297222e-cb75-41c0-a055-d8ad7d4da34a None None] Port 8c85310f-5aa4-4df8-821e-cfed5a8d97bf cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:02:01.040454 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6739ef-3e5a-4d2c-a2df-919b50651efe tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:02:01.055437 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56f4a2b-30fc-4037-b0bd-66fc4d394613 None None] Sync routers for ids ['456b0d9f-9881-457a-a802-0d0371ec55ba'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:02:01.057589 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ca6739ef-3e5a-4d2c-a2df-919b50651efe tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] 10.222.0.20 "PUT /v2.0/routers/456b0d9f-9881-457a-a802-0d0371ec55ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4021420 Nov 12 01:02:01.058677 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46284) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:01.066482 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-43cab74c-3062-4d25-bb7f-adfc36bd6068 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Request body: {'port': {'network_id': 'fa3ffe53-6759-43f6-8e2d-9d505f5faaa6', 'name': 'tempest-FloatingIPTestJSON-328054466'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:01.074305 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56f4a2b-30fc-4037-b0bd-66fc4d394613 None None] Routers {'456b0d9f-9881-457a-a802-0d0371ec55ba'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:01.075328 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-e56f4a2b-30fc-4037-b0bd-66fc4d394613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:01:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['456b0d9f-9881-457a-a802-0d0371ec55ba'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:01.083793 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f1f51-358e-4e29-ba32-fd1c3cec992e req-c7a4d4e3-e952-4024-8d1b-08a28b0b69f8 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:01.109100 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0c9f1f51-358e-4e29-ba32-fd1c3cec992e req-c7a4d4e3-e952-4024-8d1b-08a28b0b69f8 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.1991737 Nov 12 01:02:01.157790 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-e56f4a2b-30fc-4037-b0bd-66fc4d394613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:01.169590 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56f4a2b-30fc-4037-b0bd-66fc4d394613 None None] Routers {'456b0d9f-9881-457a-a802-0d0371ec55ba'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:01.171784 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-e56f4a2b-30fc-4037-b0bd-66fc4d394613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:01:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['456b0d9f-9881-457a-a802-0d0371ec55ba'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:01.274188 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0c9f1f51-358e-4e29-ba32-fd1c3cec992e req-dc841dd1-4944-4ec4-80de-d533aa338291 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611400 Nov 12 01:02:01.279633 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-e56f4a2b-30fc-4037-b0bd-66fc4d394613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:01.286965 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56f4a2b-30fc-4037-b0bd-66fc4d394613 None None] The sync data for ids ['456b0d9f-9881-457a-a802-0d0371ec55ba'] in n-d-812236-11 is: [] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:02:01.381853 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43cab74c-3062-4d25-bb7f-adfc36bd6068 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Made reservation on behalf of 52ef7dd714de4cc6a7e439dbcc2bfc3f for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:01.391771 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-43cab74c-3062-4d25-bb7f-adfc36bd6068 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:01.433807 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-43cab74c-3062-4d25-bb7f-adfc36bd6068 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] device_id is not set on port 52956ef8-fddf-4d00-9dad-483e63638035 yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:02:01.528447 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99238da7-3e2f-4362-893d-8c01ab90cf45 req-803157fe-bd0f-4223-a029-036d53368e50 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:01.530054 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-99238da7-3e2f-4362-893d-8c01ab90cf45 req-803157fe-bd0f-4223-a029-036d53368e50 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.0982175 Nov 12 01:02:01.614922 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-99238da7-3e2f-4362-893d-8c01ab90cf45 req-9b3aaa43-242d-46af-b8bf-2198e7af3997 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763385 Nov 12 01:02:01.642721 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-43cab74c-3062-4d25-bb7f-adfc36bd6068 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Allocated IP 172.20.0.8 (fa3ffe53-6759-43f6-8e2d-9d505f5faaa6/b5149bd8-6058-417c-9bac-1b6855a40851/52956ef8-fddf-4d00-9dad-483e63638035) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:01.971269 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-43cab74c-3062-4d25-bb7f-adfc36bd6068 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:02.019988 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5be729b-4ec8-4fb6-af80-55d02b10aeb8 req-807c1387-8c2b-4528-ae80-1244c78da449 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:02.032904 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e5be729b-4ec8-4fb6-af80-55d02b10aeb8 req-807c1387-8c2b-4528-ae80-1244c78da449 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.0720396 Nov 12 01:02:02.062506 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-43cab74c-3062-4d25-bb7f-adfc36bd6068 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:02.093981 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e5be729b-4ec8-4fb6-af80-55d02b10aeb8 req-4914334a-74d9-4782-9d06-0742f4e9d5a4 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597835 Nov 12 01:02:02.139053 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cab74c-3062-4d25-bb7f-adfc36bd6068 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Network fa3ffe53-6759-43f6-8e2d-9d505f5faaa6 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:02.144401 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-43cab74c-3062-4d25-bb7f-adfc36bd6068 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:02.170002 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cab74c-3062-4d25-bb7f-adfc36bd6068 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:02.302238 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cab74c-3062-4d25-bb7f-adfc36bd6068 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Pushing event updated for resources: {'Port': ['ID=52956ef8-fddf-4d00-9dad-483e63638035,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:02.459146 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cab74c-3062-4d25-bb7f-adfc36bd6068 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:02.460577 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-43cab74c-3062-4d25-bb7f-adfc36bd6068 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:02.481908 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-43cab74c-3062-4d25-bb7f-adfc36bd6068 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4219902 Nov 12 01:02:02.484620 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46350) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:02.490977 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-f27e5a2f-7521-4650-9473-cbad7c8001cb tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Request body: {'floatingip': {'port_id': '52956ef8-fddf-4d00-9dad-483e63638035'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:02.506828 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c190c-4a65-46c3-8563-62c5d2567f20 req-10e52797-8ef4-43eb-abd5-660450c2a2c7 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:02.515791 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0e4c190c-4a65-46c3-8563-62c5d2567f20 req-10e52797-8ef4-43eb-abd5-660450c2a2c7 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.2607615 Nov 12 01:02:02.622517 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f27e5a2f-7521-4650-9473-cbad7c8001cb tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for floatingip, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:02.636357 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0e4c190c-4a65-46c3-8563-62c5d2567f20 req-73733874-acfa-4297-91d0-f57a3048ba4b tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189358 Nov 12 01:02:02.689309 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-2955eff1-de39-45e4-8fac-8c0a9e429635 None None] Provisioning complete for port 52956ef8-fddf-4d00-9dad-483e63638035 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:02.690048 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2955eff1-de39-45e4-8fac-8c0a9e429635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:02.802251 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-2955eff1-de39-45e4-8fac-8c0a9e429635 None None] Port 52956ef8-fddf-4d00-9dad-483e63638035 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:02:03.225954 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af2749-98f5-4351-addf-03baa4baca44 req-b6713f67-729d-4bd5-8c43-c95f2b25a803 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:03.227586 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-75af2749-98f5-4351-addf-03baa4baca44 req-b6713f67-729d-4bd5-8c43-c95f2b25a803 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.1540637 Nov 12 01:02:03.367176 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-75af2749-98f5-4351-addf-03baa4baca44 req-0bb42489-5b13-4794-920a-77389e2c8115 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246474 Nov 12 01:02:03.615250 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46396) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:03.672567 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f27e5a2f-7521-4650-9473-cbad7c8001cb tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:03.709794 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f27e5a2f-7521-4650-9473-cbad7c8001cb tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:03.801759 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b33187-0282-4e43-8dee-3b032de07e67 req-c31e975b-eb5c-4c61-bbd8-85fd31c26a65 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:03.809813 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a6b33187-0282-4e43-8dee-3b032de07e67 req-c31e975b-eb5c-4c61-bbd8-85fd31c26a65 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.1914661 Nov 12 01:02:03.818227 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-5aa48960-e939-4d95-a9a2-bca25df05a04 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-403937075', 'router:external': True}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:03.848553 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa48960-e939-4d95-a9a2-bca25df05a04 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Made reservation on behalf of 6de953956521442c923a312dd7ce7c34 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:03.852294 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5aa48960-e939-4d95-a9a2-bca25df05a04 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:03.876421 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5aa48960-e939-4d95-a9a2-bca25df05a04 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:03.910320 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [None req-f27e5a2f-7521-4650-9473-cbad7c8001cb tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Floating IP 6172f51d-e25f-4dce-a909-53df19ed1ca7 associated. External IP: 172.25.2.35, port: 911bddb1-b99e-413e-b153-e6c5e37f1679. Nov 12 01:02:03.940143 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a6b33187-0282-4e43-8dee-3b032de07e67 req-b7c83dad-f4f2-4fa3-866e-ab6bc3f0979b tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177926 Nov 12 01:02:04.065246 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5aa48960-e939-4d95-a9a2-bca25df05a04 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:04.073790 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5aa48960-e939-4d95-a9a2-bca25df05a04 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:04.136447 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa48960-e939-4d95-a9a2-bca25df05a04 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc54ad82-06ad-4ba5-a667-f14dc4fa67e8,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:04.146736 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aa48960-e939-4d95-a9a2-bca25df05a04 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:02:04.161307 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5aa48960-e939-4d95-a9a2-bca25df05a04 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:04.163971 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-5aa48960-e939-4d95-a9a2-bca25df05a04 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Added segment db153d62-c76f-4699-8316-5fa63d9b4bac of type vlan for network 44a28b12-d1d4-43e6-8528-51235899d90f Nov 12 01:02:04.231711 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1e7fd-d394-4b7c-9749-95a870b52247 req-8a3f72a6-03ed-42fb-afd9-de3814044aa6 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:04.233299 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-17e1e7fd-d394-4b7c-9749-95a870b52247 req-8a3f72a6-03ed-42fb-afd9-de3814044aa6 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.1466224 Nov 12 01:02:04.263056 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5aa48960-e939-4d95-a9a2-bca25df05a04 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:04.269666 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8271-7deb-493f-9c66-832551e465a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:04.340170 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5aa48960-e939-4d95-a9a2-bca25df05a04 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:04.341205 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa48960-e939-4d95-a9a2-bca25df05a04 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:04.341818 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5aa48960-e939-4d95-a9a2-bca25df05a04 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:04.406077 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5aa48960-e939-4d95-a9a2-bca25df05a04 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.7890956 Nov 12 01:02:04.409036 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46434) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:04.414608 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-1de0cdb9-1e43-4d48-87a9-80e35f274786 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Request body: {'subnet': {'network_id': '44a28b12-d1d4-43e6-8528-51235899d90f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:04.420739 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-17e1e7fd-d394-4b7c-9749-95a870b52247 req-f2b5c2da-6b31-4b82-b6e0-5a7fdf960838 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764960 Nov 12 01:02:04.498910 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa48960-e939-4d95-a9a2-bca25df05a04 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Pushing event updated for resources: {'Network': ['ID=44a28b12-d1d4-43e6-8528-51235899d90f,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:04.513546 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 44a28b12-d1d4-43e6-8528-51235899d90f details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:02:04.558698 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de0cdb9-1e43-4d48-87a9-80e35f274786 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Made reservation on behalf of 6de953956521442c923a312dd7ce7c34 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:04.578153 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f27e5a2f-7521-4650-9473-cbad7c8001cb tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Router 0554c11e-5a59-4413-a079-2d83896a5ab9 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:02:04.587007 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1de0cdb9-1e43-4d48-87a9-80e35f274786 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:04.942453 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac014c-4de2-449e-8f34-626646469d17 req-78e6511c-b7b0-490b-8376-aba99d620d9c tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:04.952903 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0bac014c-4de2-449e-8f34-626646469d17 req-78e6511c-b7b0-490b-8376-aba99d620d9c tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9 HTTP/1.1" status: 200 len: 945 time: 0.2760377 Nov 12 01:02:05.106010 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0bac014c-4de2-449e-8f34-626646469d17 req-4b1a6783-8926-4181-8c75-81d81ddbaade tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3ad4aa7-f288-4738-9886-8baae0088fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519804 Nov 12 01:02:05.208678 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eef905-ab12-4f37-89a5-dce932b723e1 req-c41929cd-9342-4976-a710-e8bd905de5f0 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:05.210542 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-12eef905-ab12-4f37-89a5-dce932b723e1 req-c41929cd-9342-4976-a710-e8bd905de5f0 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.6261513 Nov 12 01:02:05.364702 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-12eef905-ab12-4f37-89a5-dce932b723e1 req-72ed505a-64c4-4192-9cf4-d0f7ca3d8fd0 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446247 Nov 12 01:02:05.391903 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27e5a2f-7521-4650-9473-cbad7c8001cb tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:02:05.405531 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6be14a-478c-48d4-98c7-3baac8e45541 None None] Sync routers for ids ['0554c11e-5a59-4413-a079-2d83896a5ab9'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:02:05.455729 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6be14a-478c-48d4-98c7-3baac8e45541 None None] Routers {'0554c11e-5a59-4413-a079-2d83896a5ab9'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:05.457539 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-fa6be14a-478c-48d4-98c7-3baac8e45541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:01:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['0554c11e-5a59-4413-a079-2d83896a5ab9'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:05.495017 n-d-812236-11 neutron-server[102662]: DEBUG neutron.objects.ports [None req-1de0cdb9-1e43-4d48-87a9-80e35f274786 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102662) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 01:02:05.496422 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1de0cdb9-1e43-4d48-87a9-80e35f274786 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:05.551984 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-fa6be14a-478c-48d4-98c7-3baac8e45541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:05.564182 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6be14a-478c-48d4-98c7-3baac8e45541 None None] Routers {'0554c11e-5a59-4413-a079-2d83896a5ab9'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:05.565442 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-fa6be14a-478c-48d4-98c7-3baac8e45541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:01:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['0554c11e-5a59-4413-a079-2d83896a5ab9'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:05.608406 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-fa6be14a-478c-48d4-98c7-3baac8e45541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:05.610260 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6be14a-478c-48d4-98c7-3baac8e45541 None None] The sync data for ids ['0554c11e-5a59-4413-a079-2d83896a5ab9'] in n-d-812236-11 is: [] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:02:05.623947 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de0cdb9-1e43-4d48-87a9-80e35f274786 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c3ee4eff-817c-4469-8252-a521f53ba8e0,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:05.653421 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de0cdb9-1e43-4d48-87a9-80e35f274786 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Checking segment: {'id': 'db153d62-c76f-4699-8316-5fa63d9b4bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '44a28b12-d1d4-43e6-8528-51235899d90f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:05.655538 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de0cdb9-1e43-4d48-87a9-80e35f274786 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Network hostable DHCP agents. Network: 44a28b12-d1d4-43e6-8528-51235899d90f, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:02:05.692402 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de0cdb9-1e43-4d48-87a9-80e35f274786 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Network 44a28b12-d1d4-43e6-8528-51235899d90f is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:02:05.707609 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-1de0cdb9-1e43-4d48-87a9-80e35f274786 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 44a28b12-d1d4-43e6-8528-51235899d90f) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:05.714254 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de0cdb9-1e43-4d48-87a9-80e35f274786 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:05.714908 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1de0cdb9-1e43-4d48-87a9-80e35f274786 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:05.717668 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1d38b6-2861-4846-9e7a-1a20a680dbfe None None] Network 44a28b12-d1d4-43e6-8528-51235899d90f requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:02:05.768032 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1de0cdb9-1e43-4d48-87a9-80e35f274786 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3577309 Nov 12 01:02:05.770889 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46464) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:05.775745 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-ba66d6d8-8b6f-4a09-9da8-72e7dca64ed7 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1615877694', 'network_id': '44a28b12-d1d4-43e6-8528-51235899d90f'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:05.811935 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba66d6d8-8b6f-4a09-9da8-72e7dca64ed7 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Made reservation on behalf of 6de953956521442c923a312dd7ce7c34 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:05.817830 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ba66d6d8-8b6f-4a09-9da8-72e7dca64ed7 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:05.848893 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-ba66d6d8-8b6f-4a09-9da8-72e7dca64ed7 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] device_id is not set on port 0f479b75-469a-4a27-a417-c9c55d82ab34 yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:02:05.967971 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb69eeff-ee52-45b2-a76c-336e406d63d9 None None] Network 44a28b12-d1d4-43e6-8528-51235899d90f requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:02:06.047513 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681ad7f-8105-4a62-ba0f-11705b5787d0 req-747b522e-82b7-4309-b434-ea7af5cc6cde tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:06.049824 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4681ad7f-8105-4a62-ba0f-11705b5787d0 req-747b522e-82b7-4309-b434-ea7af5cc6cde tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.2446601 Nov 12 01:02:06.131243 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-ba66d6d8-8b6f-4a09-9da8-72e7dca64ed7 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Allocated IP 172.20.0.7 (44a28b12-d1d4-43e6-8528-51235899d90f/c3ee4eff-817c-4469-8252-a521f53ba8e0/0f479b75-469a-4a27-a417-c9c55d82ab34) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:06.167862 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f27e5a2f-7521-4650-9473-cbad7c8001cb tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Router 456b0d9f-9881-457a-a802-0d0371ec55ba has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:02:06.228532 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4681ad7f-8105-4a62-ba0f-11705b5787d0 req-540639eb-fd5e-4eee-b3f6-b863e6a938f1 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639628 Nov 12 01:02:06.434110 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-edfcae57-6c17-46e9-bac3-ed7a011fad0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:06.453310 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2062fbc-a9dc-46af-ab5a-d2d7817c1714 req-09eb91a0-9e08-4c63-9644-7a86632253fb tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:06.455085 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a2062fbc-a9dc-46af-ab5a-d2d7817c1714 req-09eb91a0-9e08-4c63-9644-7a86632253fb tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9 HTTP/1.1" status: 200 len: 945 time: 0.1033142 Nov 12 01:02:06.467748 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ba66d6d8-8b6f-4a09-9da8-72e7dca64ed7 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:06.623962 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27e5a2f-7521-4650-9473-cbad7c8001cb tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:02:06.644473 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f27e5a2f-7521-4650-9473-cbad7c8001cb tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:06.653733 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ede08c-d8f3-4ea9-ad0b-10eae8efee7b None None] Sync routers for ids ['456b0d9f-9881-457a-a802-0d0371ec55ba'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:02:06.674647 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ede08c-d8f3-4ea9-ad0b-10eae8efee7b None None] Routers {'456b0d9f-9881-457a-a802-0d0371ec55ba'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:06.678814 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a2062fbc-a9dc-46af-ab5a-d2d7817c1714 req-e0e7edbd-823a-44a0-9d9b-053baee99005 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3ad4aa7-f288-4738-9886-8baae0088fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2174065 Nov 12 01:02:06.679604 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-c7ede08c-d8f3-4ea9-ad0b-10eae8efee7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:02:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['456b0d9f-9881-457a-a802-0d0371ec55ba'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:06.722070 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ba66d6d8-8b6f-4a09-9da8-72e7dca64ed7 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:06.743778 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-c7ede08c-d8f3-4ea9-ad0b-10eae8efee7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:06.765362 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ede08c-d8f3-4ea9-ad0b-10eae8efee7b None None] Routers {'456b0d9f-9881-457a-a802-0d0371ec55ba'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:06.766316 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-c7ede08c-d8f3-4ea9-ad0b-10eae8efee7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:02:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['456b0d9f-9881-457a-a802-0d0371ec55ba'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:06.771512 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f27e5a2f-7521-4650-9473-cbad7c8001cb tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] 10.222.0.20 "PUT /v2.0/floatingips/6172f51d-e25f-4dce-a909-53df19ed1ca7 HTTP/1.1" status: 200 len: 976 time: 4.2851446 Nov 12 01:02:06.774198 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46490) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:06.796190 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba66d6d8-8b6f-4a09-9da8-72e7dca64ed7 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Network 44a28b12-d1d4-43e6-8528-51235899d90f is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:06.803492 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-ba66d6d8-8b6f-4a09-9da8-72e7dca64ed7 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:06.807327 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-c7ede08c-d8f3-4ea9-ad0b-10eae8efee7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:06.808229 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ede08c-d8f3-4ea9-ad0b-10eae8efee7b None None] The sync data for ids ['456b0d9f-9881-457a-a802-0d0371ec55ba'] in n-d-812236-11 is: [] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:02:06.809307 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba66d6d8-8b6f-4a09-9da8-72e7dca64ed7 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:06.812996 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66d6d8-8b6f-4a09-9da8-72e7dca64ed7 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Pushing event updated for resources: {'Port': ['ID=0f479b75-469a-4a27-a417-c9c55d82ab34,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:06.905967 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba66d6d8-8b6f-4a09-9da8-72e7dca64ed7 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:06.907351 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ba66d6d8-8b6f-4a09-9da8-72e7dca64ed7 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:06.931774 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ba66d6d8-8b6f-4a09-9da8-72e7dca64ed7 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.1597402 Nov 12 01:02:06.939258 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46498) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:07.014709 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-cc7a7e46-6136-43ff-a5d7-61436c6fe272 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Deleting port 52956ef8-fddf-4d00-9dad-483e63638035 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:07.015484 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cc7a7e46-6136-43ff-a5d7-61436c6fe272 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:07.042438 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-9431b9b5-7f0e-4fca-889b-3555eb2c9959 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Deleting port 0f479b75-469a-4a27-a417-c9c55d82ab34 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:07.042795 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9431b9b5-7f0e-4fca-889b-3555eb2c9959 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:07.112704 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cc7a7e46-6136-43ff-a5d7-61436c6fe272 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:07.138348 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9431b9b5-7f0e-4fca-889b-3555eb2c9959 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:07.153980 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-9431b9b5-7f0e-4fca-889b-3555eb2c9959 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Calling delete_port for 0f479b75-469a-4a27-a417-c9c55d82ab34 owned by {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:07.330100 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9431b9b5-7f0e-4fca-889b-3555eb2c9959 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:07.357590 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cc7a7e46-6136-43ff-a5d7-61436c6fe272 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:07.358224 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cc7a7e46-6136-43ff-a5d7-61436c6fe272 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:07.358352 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [None req-cc7a7e46-6136-43ff-a5d7-61436c6fe272 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Floating IP 6172f51d-e25f-4dce-a909-53df19ed1ca7 disassociated. External IP: 172.25.2.35, port: 52956ef8-fddf-4d00-9dad-483e63638035. Nov 12 01:02:07.358664 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-cc7a7e46-6136-43ff-a5d7-61436c6fe272 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Calling delete_port for 52956ef8-fddf-4d00-9dad-483e63638035 owned by {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:07.371498 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9431b9b5-7f0e-4fca-889b-3555eb2c9959 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Pushing event deleted for resources: {'Port': ['ID=0f479b75-469a-4a27-a417-c9c55d82ab34,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:07.503098 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9431b9b5-7f0e-4fca-889b-3555eb2c9959 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:07.517650 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-9431b9b5-7f0e-4fca-889b-3555eb2c9959 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] 10.222.0.20 "DELETE /v2.0/ports/0f479b75-469a-4a27-a417-c9c55d82ab34 HTTP/1.1" status: 204 len: 168 time: 0.5723903 Nov 12 01:02:07.519289 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46514) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:07.524741 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-8bf68b0b-f23c-4502-9554-103e3e6e4184 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '44a28b12-d1d4-43e6-8528-51235899d90f', 'external_fixed_ips': [{'subnet_id': 'c3ee4eff-817c-4469-8252-a521f53ba8e0', 'ip_address': '172.20.0.7'}]}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:07.575823 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8bf68b0b-f23c-4502-9554-103e3e6e4184 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:07.576927 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8bf68b0b-f23c-4502-9554-103e3e6e4184 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:07.613471 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d579012-960e-4f1f-b7d4-bc352a399fbf req-cfcb9d18-5c40-4a6b-8e21-6942d0c630e2 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:07.615199 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3d579012-960e-4f1f-b7d4-bc352a399fbf req-cfcb9d18-5c40-4a6b-8e21-6942d0c630e2 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.1269958 Nov 12 01:02:07.616677 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cc7a7e46-6136-43ff-a5d7-61436c6fe272 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:07.677537 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a7e46-6136-43ff-a5d7-61436c6fe272 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Pushing event deleted for resources: {'Port': ['ID=52956ef8-fddf-4d00-9dad-483e63638035,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:07.686504 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:07.695987 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8bf68b0b-f23c-4502-9554-103e3e6e4184 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:08.030550 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc7a7e46-6136-43ff-a5d7-61436c6fe272 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Router 456b0d9f-9881-457a-a802-0d0371ec55ba has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:02:08.078744 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3d579012-960e-4f1f-b7d4-bc352a399fbf req-68f876a2-f999-4be4-a869-cf638112ea5d tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4024599 Nov 12 01:02:08.105707 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8bf68b0b-f23c-4502-9554-103e3e6e4184 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:08.249042 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b97b9e-c1ed-44c2-b0c9-7d0837f3cb15 req-2133ce13-3a21-44fe-a2b6-f891a82e3804 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:08.253324 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-62b97b9e-c1ed-44c2-b0c9-7d0837f3cb15 req-2133ce13-3a21-44fe-a2b6-f891a82e3804 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9 HTTP/1.1" status: 200 len: 945 time: 0.4282966 Nov 12 01:02:08.309330 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7a7e46-6136-43ff-a5d7-61436c6fe272 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:02:08.327016 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e514ecad-ad35-4736-9f69-eeee286e6bc1 None None] Sync routers for ids ['456b0d9f-9881-457a-a802-0d0371ec55ba'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:02:08.374153 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e514ecad-ad35-4736-9f69-eeee286e6bc1 None None] Routers {'456b0d9f-9881-457a-a802-0d0371ec55ba'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:08.375142 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-e514ecad-ad35-4736-9f69-eeee286e6bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:02:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['456b0d9f-9881-457a-a802-0d0371ec55ba'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:08.392149 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-62b97b9e-c1ed-44c2-b0c9-7d0837f3cb15 req-765e9126-0b83-4f20-be56-b73014eede58 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3ad4aa7-f288-4738-9886-8baae0088fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309004 Nov 12 01:02:08.420504 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cc7a7e46-6136-43ff-a5d7-61436c6fe272 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:08.429621 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-cc7a7e46-6136-43ff-a5d7-61436c6fe272 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] 10.222.0.20 "DELETE /v2.0/ports/52956ef8-fddf-4d00-9dad-483e63638035 HTTP/1.1" status: 204 len: 168 time: 1.6522951 Nov 12 01:02:08.430534 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46548) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:08.485714 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-e514ecad-ad35-4736-9f69-eeee286e6bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:08.491681 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e514ecad-ad35-4736-9f69-eeee286e6bc1 None None] Routers {'456b0d9f-9881-457a-a802-0d0371ec55ba'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:08.492316 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-e514ecad-ad35-4736-9f69-eeee286e6bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:02:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['456b0d9f-9881-457a-a802-0d0371ec55ba'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:08.537953 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-e514ecad-ad35-4736-9f69-eeee286e6bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:08.538708 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e514ecad-ad35-4736-9f69-eeee286e6bc1 None None] The sync data for ids ['456b0d9f-9881-457a-a802-0d0371ec55ba'] in n-d-812236-11 is: [] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:02:08.634090 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8bf68b0b-f23c-4502-9554-103e3e6e4184 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:08.654272 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe0c78-ee59-4868-8314-be355ea27ee0 req-aa27e94c-8629-4c09-88c0-09dc9e72bddf tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:08.661999 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2afe0c78-ee59-4868-8314-be355ea27ee0 req-aa27e94c-8629-4c09-88c0-09dc9e72bddf tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.1596446 Nov 12 01:02:08.663725 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8bf68b0b-f23c-4502-9554-103e3e6e4184 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:08.792103 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2afe0c78-ee59-4868-8314-be355ea27ee0 req-7dc188d8-1a82-44ba-a6ba-63a0470a3f03 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290507 Nov 12 01:02:08.924840 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-8bf68b0b-f23c-4502-9554-103e3e6e4184 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Allocated IP 172.20.0.7 (44a28b12-d1d4-43e6-8528-51235899d90f/c3ee4eff-817c-4469-8252-a521f53ba8e0/43fca5d0-2112-4a82-8026-3c31e86078fd) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:09.016207 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0f73a568-9e62-4347-8ad5-fb8308a019d3 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:09.059561 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8bf68b0b-f23c-4502-9554-103e3e6e4184 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:09.112237 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8bf68b0b-f23c-4502-9554-103e3e6e4184 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:09.207138 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf68b0b-f23c-4502-9554-103e3e6e4184 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Network 44a28b12-d1d4-43e6-8528-51235899d90f is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:09.208902 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-8bf68b0b-f23c-4502-9554-103e3e6e4184 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:09.217874 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf68b0b-f23c-4502-9554-103e3e6e4184 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:09.265757 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf68b0b-f23c-4502-9554-103e3e6e4184 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Pushing event updated for resources: {'Port': ['ID=43fca5d0-2112-4a82-8026-3c31e86078fd,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:09.267790 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:09.501919 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0f73a568-9e62-4347-8ad5-fb8308a019d3 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Deleting port 8c85310f-5aa4-4df8-821e-cfed5a8d97bf {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:09.502663 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0f73a568-9e62-4347-8ad5-fb8308a019d3 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:09.745244 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0f73a568-9e62-4347-8ad5-fb8308a019d3 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:09.758381 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8bf68b0b-f23c-4502-9554-103e3e6e4184 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:09.785807 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:09.799935 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0f73a568-9e62-4347-8ad5-fb8308a019d3 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Calling delete_port for 8c85310f-5aa4-4df8-821e-cfed5a8d97bf owned by network:router_interface {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:09.892640 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2265ebc-4c78-4450-bd2c-ae1f16581d81 req-98204e62-1954-44c2-b2b0-97bd0b20ca30 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:09.899873 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c2265ebc-4c78-4450-bd2c-ae1f16581d81 req-98204e62-1954-44c2-b2b0-97bd0b20ca30 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9 HTTP/1.1" status: 200 len: 945 time: 0.3441901 Nov 12 01:02:10.003134 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c2265ebc-4c78-4450-bd2c-ae1f16581d81 req-ccb88790-46f6-4775-993d-1a6187af0047 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3ad4aa7-f288-4738-9886-8baae0088fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988364 Nov 12 01:02:10.157218 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8bf68b0b-f23c-4502-9554-103e3e6e4184 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:10.165200 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ee486-b8eb-484c-84db-24342f329122 req-6f35958b-ff1d-42ec-8bcb-c63f443a333f tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:10.168097 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0c0ee486-b8eb-484c-84db-24342f329122 req-6f35958b-ff1d-42ec-8bcb-c63f443a333f tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.1080730 Nov 12 01:02:10.338741 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf68b0b-f23c-4502-9554-103e3e6e4184 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Router a60ef979-7b0d-460d-811b-76feeb580cb5 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:02:10.340741 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0c0ee486-b8eb-484c-84db-24342f329122 req-d063989b-c151-4717-b68f-322ccfaf7f5d tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658797 Nov 12 01:02:10.354787 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0f73a568-9e62-4347-8ad5-fb8308a019d3 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:10.392214 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f73a568-9e62-4347-8ad5-fb8308a019d3 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Pushing event deleted for resources: {'Port': ['ID=8c85310f-5aa4-4df8-821e-cfed5a8d97bf,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:10.805827 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:10.809633 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0f73a568-9e62-4347-8ad5-fb8308a019d3 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:11.205145 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf68b0b-f23c-4502-9554-103e3e6e4184 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:02:11.216480 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387db82f-b69f-4584-8217-65a4fb1bb19c None None] Sync routers for ids ['a60ef979-7b0d-460d-811b-76feeb580cb5'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:02:11.226669 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38550f49-d6b3-4410-9f70-c476b817053b req-caa231c5-361e-4134-adba-af4734e3bb4d tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:11.241491 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387db82f-b69f-4584-8217-65a4fb1bb19c None None] Routers {'a60ef979-7b0d-460d-811b-76feeb580cb5'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:11.242112 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-387db82f-b69f-4584-8217-65a4fb1bb19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:02:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['a60ef979-7b0d-460d-811b-76feeb580cb5'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:11.243148 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-38550f49-d6b3-4410-9f70-c476b817053b req-caa231c5-361e-4134-adba-af4734e3bb4d tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.1283295 Nov 12 01:02:11.336774 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:02:11.364285 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-38550f49-d6b3-4410-9f70-c476b817053b req-7ceae748-6ac4-4bb6-b400-29749fae0343 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200190 Nov 12 01:02:11.376322 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8bf68b0b-f23c-4502-9554-103e3e6e4184 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:11.379053 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8bf68b0b-f23c-4502-9554-103e3e6e4184 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.8583970 Nov 12 01:02:11.383963 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46634) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:11.531872 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-387db82f-b69f-4584-8217-65a4fb1bb19c None None] Set router a60ef979-7b0d-460d-811b-76feeb580cb5 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:02:11.572810 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba885e3d-9bf0-41aa-8a54-6c9c03576d17 req-5ac159ac-c1cd-4100-b73d-d85ab4ef93f4 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:11.613419 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ba885e3d-9bf0-41aa-8a54-6c9c03576d17 req-5ac159ac-c1cd-4100-b73d-d85ab4ef93f4 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9 HTTP/1.1" status: 200 len: 945 time: 0.4451110 Nov 12 01:02:11.659129 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f73a568-9e62-4347-8ad5-fb8308a019d3 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Router 456b0d9f-9881-457a-a802-0d0371ec55ba has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:02:11.695876 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4fc77e58-a9c5-42b8-b3e9-8c24785ea91a req-da5fd227-8fbd-496c-a2ac-73826a7ee06c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4418166 Nov 12 01:02:11.757071 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ba885e3d-9bf0-41aa-8a54-6c9c03576d17 req-50964ee7-0763-4b36-b27a-63271292e624 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3ad4aa7-f288-4738-9886-8baae0088fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384339 Nov 12 01:02:11.812142 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6459fa95-4ab5-400d-8dbe-4ba03084813f tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:11.834369 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb0db9-8809-4e9e-89c5-1756614b7b23 req-bf5f37e0-7923-4119-8da4-df2d0ec94eac tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:11.837233 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a5cb0db9-8809-4e9e-89c5-1756614b7b23 req-bf5f37e0-7923-4119-8da4-df2d0ec94eac tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.2502639 Nov 12 01:02:12.015492 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-387db82f-b69f-4584-8217-65a4fb1bb19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60ef979-7b0d-460d-811b-76feeb580cb5', 'name': '', 'tenant_id': '6de953956521442c923a312dd7ce7c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44a28b12-d1d4-43e6-8528-51235899d90f', 'external_fixed_ips': [{'subnet_id': 'c3ee4eff-817c-4469-8252-a521f53ba8e0', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '43fca5d0-2112-4a82-8026-3c31e86078fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:07Z', 'updated_at': '2021-11-12T01:02:09Z', 'revision_number': 3, 'project_id': '6de953956521442c923a312dd7ce7c34', 'gw_port': {'id': '43fca5d0-2112-4a82-8026-3c31e86078fd', 'name': '', 'network_id': '44a28b12-d1d4-43e6-8528-51235899d90f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:32:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60ef979-7b0d-460d-811b-76feeb580cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': 'c3ee4eff-817c-4469-8252-a521f53ba8e0', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:08Z', 'updated_at': '2021-11-12T01:02:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ee4eff-817c-4469-8252-a521f53ba8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:12.058241 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a5cb0db9-8809-4e9e-89c5-1756614b7b23 req-9e5f6530-36c8-4f6a-8961-96e3f8a02491 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718524 Nov 12 01:02:12.118807 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387db82f-b69f-4584-8217-65a4fb1bb19c None None] Checking router: a60ef979-7b0d-460d-811b-76feeb580cb5 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:02:12.119159 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387db82f-b69f-4584-8217-65a4fb1bb19c None None] Updating router a60ef979-7b0d-460d-811b-76feeb580cb5 port 43fca5d0-2112-4a82-8026-3c31e86078fd binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:02:12.187366 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-387db82f-b69f-4584-8217-65a4fb1bb19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:12.279002 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6459fa95-4ab5-400d-8dbe-4ba03084813f tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:12.491879 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866d496-a400-4f01-808b-895a00063412 req-03b49f94-c5b8-4070-b3cc-84741d146fa3 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:12.503035 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e866d496-a400-4f01-808b-895a00063412 req-03b49f94-c5b8-4070-b3cc-84741d146fa3 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.2305193 Nov 12 01:02:12.589818 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc77e58-a9c5-42b8-b3e9-8c24785ea91a req-1fbff7fc-dcd9-4df6-8902-4d66bce6a142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:12.592047 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4fc77e58-a9c5-42b8-b3e9-8c24785ea91a req-1fbff7fc-dcd9-4df6-8902-4d66bce6a142 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b69c08bc1825416d9856930c76df087f&device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 1097 time: 0.8311102 Nov 12 01:02:12.602674 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-fdd09c5b-c019-4819-b4b2-9b1bdb218e60 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1396575 Nov 12 01:02:12.651326 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-6459fa95-4ab5-400d-8dbe-4ba03084813f tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Deleting port 43fca5d0-2112-4a82-8026-3c31e86078fd {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:12.654935 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6459fa95-4ab5-400d-8dbe-4ba03084813f tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:12.690628 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f73a568-9e62-4347-8ad5-fb8308a019d3 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:02:12.703854 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0f73a568-9e62-4347-8ad5-fb8308a019d3 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] 10.222.0.20 "PUT /v2.0/routers/456b0d9f-9881-457a-a802-0d0371ec55ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2721639 Nov 12 01:02:12.707883 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37d0d4c-3ad1-40eb-b6dd-ab413b9b24e7 None None] Sync routers for ids ['456b0d9f-9881-457a-a802-0d0371ec55ba'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:02:12.721234 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46672) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:12.762120 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37d0d4c-3ad1-40eb-b6dd-ab413b9b24e7 None None] Routers {'456b0d9f-9881-457a-a802-0d0371ec55ba'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:12.762980 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:12.764281 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-d37d0d4c-3ad1-40eb-b6dd-ab413b9b24e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:02:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['456b0d9f-9881-457a-a802-0d0371ec55ba'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:12.776495 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e866d496-a400-4f01-808b-895a00063412 req-fd3d6736-5bee-48ff-b991-1dfa3c71562d tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718401 Nov 12 01:02:12.839035 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-d37d0d4c-3ad1-40eb-b6dd-ab413b9b24e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:12.856471 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37d0d4c-3ad1-40eb-b6dd-ab413b9b24e7 None None] Routers {'456b0d9f-9881-457a-a802-0d0371ec55ba'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:12.857686 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-d37d0d4c-3ad1-40eb-b6dd-ab413b9b24e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:02:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['456b0d9f-9881-457a-a802-0d0371ec55ba'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:13.003853 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-a2258acf-a35d-4e08-82de-c5e2802b4532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:13.004629 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-a2258acf-a35d-4e08-82de-c5e2802b4532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:13.005679 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-a2258acf-a35d-4e08-82de-c5e2802b4532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:13.006486 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-a2258acf-a35d-4e08-82de-c5e2802b4532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:13.007109 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-a2258acf-a35d-4e08-82de-c5e2802b4532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:13.007728 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-a2258acf-a35d-4e08-82de-c5e2802b4532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:13.008368 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-a2258acf-a35d-4e08-82de-c5e2802b4532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:13.011170 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-a2258acf-a35d-4e08-82de-c5e2802b4532 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99d22f2d09c941868df176b00803ab3d&device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 6508 time: 0.2531340 Nov 12 01:02:13.096681 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc77e58-a9c5-42b8-b3e9-8c24785ea91a req-ea348eff-67ab-49b4-94da-05034c2d20d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:13.098432 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4fc77e58-a9c5-42b8-b3e9-8c24785ea91a req-ea348eff-67ab-49b4-94da-05034c2d20d4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2e3e1e9-0e8c-4882-bf10-1b961e611626 HTTP/1.1" status: 200 len: 915 time: 0.4656358 Nov 12 01:02:13.183553 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-387db82f-b69f-4584-8217-65a4fb1bb19c None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:13.201292 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-387db82f-b69f-4584-8217-65a4fb1bb19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:13.309519 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62527d67-63ed-4ca0-b578-863e1fa40555 req-9cfb3a68-76c5-4878-80c2-05ffcc410027 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:13.317406 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-62527d67-63ed-4ca0-b578-863e1fa40555 req-9cfb3a68-76c5-4878-80c2-05ffcc410027 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9 HTTP/1.1" status: 200 len: 945 time: 0.3241870 Nov 12 01:02:13.317406 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4fc77e58-a9c5-42b8-b3e9-8c24785ea91a req-29144c75-b322-482c-8d37-aa4a44c2fdb5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f23ba7b4-4471-4db2-b4d6-b2d27db75586 HTTP/1.1" status: 200 len: 217 time: 0.1988876 Nov 12 01:02:13.364774 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-d37d0d4c-3ad1-40eb-b6dd-ab413b9b24e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:13.365798 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37d0d4c-3ad1-40eb-b6dd-ab413b9b24e7 None None] The sync data for ids ['456b0d9f-9881-457a-a802-0d0371ec55ba'] in n-d-812236-11 is: [] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:02:13.431030 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-387db82f-b69f-4584-8217-65a4fb1bb19c None None] Attempting to bind port 43fca5d0-2112-4a82-8026-3c31e86078fd on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:02:13.434193 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6459fa95-4ab5-400d-8dbe-4ba03084813f tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:13.435473 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-387db82f-b69f-4584-8217-65a4fb1bb19c None None] Attempting to bind port 43fca5d0-2112-4a82-8026-3c31e86078fd by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'db153d62-c76f-4699-8316-5fa63d9b4bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '44a28b12-d1d4-43e6-8528-51235899d90f'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:02:13.436074 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387db82f-b69f-4584-8217-65a4fb1bb19c None None] Attempting to bind port 43fca5d0-2112-4a82-8026-3c31e86078fd on network 44a28b12-d1d4-43e6-8528-51235899d90f {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:13.490856 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387db82f-b69f-4584-8217-65a4fb1bb19c None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:02:13.492185 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387db82f-b69f-4584-8217-65a4fb1bb19c None None] Checking segment: {'id': 'db153d62-c76f-4699-8316-5fa63d9b4bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '44a28b12-d1d4-43e6-8528-51235899d90f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:13.495183 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-387db82f-b69f-4584-8217-65a4fb1bb19c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:13.496755 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387db82f-b69f-4584-8217-65a4fb1bb19c None None] Bound using segment: {'id': 'db153d62-c76f-4699-8316-5fa63d9b4bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '44a28b12-d1d4-43e6-8528-51235899d90f'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:02:13.499375 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-387db82f-b69f-4584-8217-65a4fb1bb19c None None] Bound port: 43fca5d0-2112-4a82-8026-3c31e86078fd, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db153d62-c76f-4699-8316-5fa63d9b4bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '44a28b12-d1d4-43e6-8528-51235899d90f'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:02:13.500103 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-387db82f-b69f-4584-8217-65a4fb1bb19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:13.515488 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f188b82e-5757-4e5f-9be4-d6ee08fcacd7 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:13.584777 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-62527d67-63ed-4ca0-b578-863e1fa40555 req-6f7d0991-ad60-40fc-a3a5-dde52d387bd5 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3ad4aa7-f288-4738-9886-8baae0088fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2702785 Nov 12 01:02:13.638372 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d8a474-5add-4367-aff4-c13668d53a53 None None] Pushing event updated for resources: {'Port': ['ID=43fca5d0-2112-4a82-8026-3c31e86078fd,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:13.692972 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-6459fa95-4ab5-400d-8dbe-4ba03084813f tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Calling delete_port for 43fca5d0-2112-4a82-8026-3c31e86078fd owned by network:router_gateway {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:13.711630 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f635953-f7b3-4aba-b132-3ed0ddf39904 req-17215ef5-efc4-4b7e-b697-8a07d87c992c tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:13.715084 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2f635953-f7b3-4aba-b132-3ed0ddf39904 req-17215ef5-efc4-4b7e-b697-8a07d87c992c tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.6993721 Nov 12 01:02:13.718929 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f188b82e-5757-4e5f-9be4-d6ee08fcacd7 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:13.774001 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-a0dfa6dc-9333-4e19-89fe-3fdfcbedd901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:13.774958 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-a0dfa6dc-9333-4e19-89fe-3fdfcbedd901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:13.774958 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-a0dfa6dc-9333-4e19-89fe-3fdfcbedd901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:13.776674 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-a0dfa6dc-9333-4e19-89fe-3fdfcbedd901 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6d66b009-87d4-44ee-a0b8-482e36cd5030&id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&id=0fed04be-2c3a-475e-8199-924085f487af&id=0fed04be-2c3a-475e-8199-924085f487af HTTP/1.1" status: 200 len: 2299 time: 0.7300353 Nov 12 01:02:13.785274 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-387db82f-b69f-4584-8217-65a4fb1bb19c None None] For port 43fca5d0-2112-4a82-8026-3c31e86078fd, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:02:13.788591 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc77e58-a9c5-42b8-b3e9-8c24785ea91a req-b67b8f16-153b-4ca6-b982-536bf25e85c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:13.795199 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-387db82f-b69f-4584-8217-65a4fb1bb19c None None] For port 43fca5d0-2112-4a82-8026-3c31e86078fd, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=43fca5d0-2112-4a82-8026-3c31e86078fd,segment=NetworkSegment(db153d62-c76f-4699-8316-5fa63d9b4bac),segment_id=db153d62-c76f-4699-8316-5fa63d9b4bac)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:02:13.796877 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4fc77e58-a9c5-42b8-b3e9-8c24785ea91a req-b67b8f16-153b-4ca6-b982-536bf25e85c4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0cfb7ed7-15f0-4cd2-a0ec-39a2bf41ee0d HTTP/1.1" status: 200 len: 854 time: 0.4507468 Nov 12 01:02:13.802284 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-387db82f-b69f-4584-8217-65a4fb1bb19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:13.945118 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-f188b82e-5757-4e5f-9be4-d6ee08fcacd7 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Deleting port 834d592b-5c61-47b4-928b-a3b92fcf8d58 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:13.945490 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f188b82e-5757-4e5f-9be4-d6ee08fcacd7 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:13.960139 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387db82f-b69f-4584-8217-65a4fb1bb19c None None] Routers {'a60ef979-7b0d-460d-811b-76feeb580cb5'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:13.960787 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-387db82f-b69f-4584-8217-65a4fb1bb19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:02:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['a60ef979-7b0d-460d-811b-76feeb580cb5'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:13.965188 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-d0b79890-696c-41b4-b26b-833c849622d8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=839befd9-0d96-49e6-b80d-77934b38b2b7 HTTP/1.1" status: 200 len: 1001 time: 0.1665597 Nov 12 01:02:14.030012 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4fc77e58-a9c5-42b8-b3e9-8c24785ea91a req-6de31de9-3e62-4498-ae16-3a72d9ebb99c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2e3e1e9-0e8c-4882-bf10-1b961e611626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2232440 Nov 12 01:02:14.045079 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f188b82e-5757-4e5f-9be4-d6ee08fcacd7 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:14.051141 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2f635953-f7b3-4aba-b132-3ed0ddf39904 req-cee5aa03-082a-426a-93fc-8f0dc02a87c3 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284857 Nov 12 01:02:14.084135 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d8a474-5add-4367-aff4-c13668d53a53 None None] Pushing event updated for resources: {'Port': ['ID=43fca5d0-2112-4a82-8026-3c31e86078fd,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:14.104760 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-b1464737-40b6-4dc4-a0de-e12e3c96a43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:14.109518 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-b1464737-40b6-4dc4-a0de-e12e3c96a43e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=84f3c115-0f29-44bb-9c76-e6ed88722019 HTTP/1.1" status: 200 len: 856 time: 0.0785232 Nov 12 01:02:14.137297 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-f188b82e-5757-4e5f-9be4-d6ee08fcacd7 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Calling delete_port for 834d592b-5c61-47b4-928b-a3b92fcf8d58 owned by network:router_gateway {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:14.202263 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-387db82f-b69f-4584-8217-65a4fb1bb19c None None] Set router a60ef979-7b0d-460d-811b-76feeb580cb5 gateway port host: None {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:02:14.243065 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-d6433581-05a3-40e3-94d0-505e67805a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:14.245077 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-d6433581-05a3-40e3-94d0-505e67805a62 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6d66b009-87d4-44ee-a0b8-482e36cd5030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1133378 Nov 12 01:02:14.331555 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-387db82f-b69f-4584-8217-65a4fb1bb19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60ef979-7b0d-460d-811b-76feeb580cb5', 'name': '', 'tenant_id': '6de953956521442c923a312dd7ce7c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:07Z', 'updated_at': '2021-11-12T01:02:12Z', 'revision_number': 4, 'project_id': '6de953956521442c923a312dd7ce7c34', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:14.360781 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c592d0-2224-4c41-a871-27ce37d98c1e req-c45819f7-fcd6-4454-8f09-62c17ab0910d tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:14.373959 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e8c592d0-2224-4c41-a871-27ce37d98c1e req-c45819f7-fcd6-4454-8f09-62c17ab0910d tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.1279731 Nov 12 01:02:14.452772 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387db82f-b69f-4584-8217-65a4fb1bb19c None None] The sync data for ids ['a60ef979-7b0d-460d-811b-76feeb580cb5'] in n-d-812236-11 is: [{'id': 'a60ef979-7b0d-460d-811b-76feeb580cb5', 'name': '', 'tenant_id': '6de953956521442c923a312dd7ce7c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:07Z', 'updated_at': '2021-11-12T01:02:12Z', 'revision_number': 4, 'project_id': '6de953956521442c923a312dd7ce7c34', 'gw_port_host': None}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:02:14.490709 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6459fa95-4ab5-400d-8dbe-4ba03084813f tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:14.560187 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4fc77e58-a9c5-42b8-b3e9-8c24785ea91a req-e43753bc-8226-43eb-a2c0-7d57889493a3 service neutron] 10.222.0.54 "GET /v2.0/networks/e2e3e1e9-0e8c-4882-bf10-1b961e611626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435163 Nov 12 01:02:14.656391 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6459fa95-4ab5-400d-8dbe-4ba03084813f tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Pushing event deleted for resources: {'Port': ['ID=43fca5d0-2112-4a82-8026-3c31e86078fd,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:14.798721 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e8c592d0-2224-4c41-a871-27ce37d98c1e req-2b2f53ef-0537-4673-9439-ea8b260cb1bd tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236288 Nov 12 01:02:14.805068 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-311446e0-3c52-4e90-b150-10a536778eb0 service neutron] 10.222.0.49 "GET /v2.0/networks/6d66b009-87d4-44ee-a0b8-482e36cd5030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5179241 Nov 12 01:02:14.953954 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6459fa95-4ab5-400d-8dbe-4ba03084813f tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:14.958834 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f188b82e-5757-4e5f-9be4-d6ee08fcacd7 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:15.114497 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a75cd-f706-415c-ba20-b6a8300db4f9 req-7941fad1-e835-4185-af39-4edadb54826b tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:15.116085 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-700a75cd-f706-415c-ba20-b6a8300db4f9 req-7941fad1-e835-4185-af39-4edadb54826b tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9 HTTP/1.1" status: 200 len: 945 time: 0.4185607 Nov 12 01:02:15.161926 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-1a9346de-a45f-43b0-8909-d99fdac0437f service neutron] 10.222.0.49 "GET /v2.0/networks/6d66b009-87d4-44ee-a0b8-482e36cd5030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466015 Nov 12 01:02:15.173575 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4fc77e58-a9c5-42b8-b3e9-8c24785ea91a req-e58d662f-8c64-4e12-b63e-a3326bba2913 service neutron] 10.222.0.54 "GET /v2.0/networks/e2e3e1e9-0e8c-4882-bf10-1b961e611626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5972431 Nov 12 01:02:15.179043 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f188b82e-5757-4e5f-9be4-d6ee08fcacd7 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Pushing event deleted for resources: {'Port': ['ID=834d592b-5c61-47b4-928b-a3b92fcf8d58,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:15.182906 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2be9e0-4eed-4948-882b-7b27b89bd0b6 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:02:15.202518 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6459fa95-4ab5-400d-8dbe-4ba03084813f tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:15.216652 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6459fa95-4ab5-400d-8dbe-4ba03084813f tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:15.233940 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b8fc1-1ef8-467f-bd6f-dc259a19609b req-37742cac-b3f7-467d-ae73-f513c91e1d1b tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:15.235727 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fa3b8fc1-1ef8-467f-bd6f-dc259a19609b req-37742cac-b3f7-467d-ae73-f513c91e1d1b tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.1382954 Nov 12 01:02:15.280136 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-fe6cef79-9c85-4dc6-9059-54bd0ece214e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9 HTTP/1.1" status: 200 len: 217 time: 0.1095891 Nov 12 01:02:15.352751 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f188b82e-5757-4e5f-9be4-d6ee08fcacd7 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:15.368331 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fa3b8fc1-1ef8-467f-bd6f-dc259a19609b req-1b11db39-e181-47f3-989e-e606026f987e tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960929 Nov 12 01:02:15.406099 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-e230a7e0-24d6-4d1e-a1b7-8250ac1e1233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:15.415724 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-e230a7e0-24d6-4d1e-a1b7-8250ac1e1233 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5 HTTP/1.1" status: 200 len: 797 time: 0.1243474 Nov 12 01:02:15.497966 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-34bc0ba7-de43-474a-bfc7-51355c773246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:15.501353 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-34bc0ba7-de43-474a-bfc7-51355c773246 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0799670 Nov 12 01:02:15.688408 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-75fe2f57-4758-48ff-92f0-25cd1d63a456 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779668 Nov 12 01:02:15.835216 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687aebf5-7747-4d52-b6f1-868c17d2bdb0 req-c2f395c2-cfe5-47eb-9409-e837317896cb tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:15.856585 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-687aebf5-7747-4d52-b6f1-868c17d2bdb0 req-c2f395c2-cfe5-47eb-9409-e837317896cb tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.1968679 Nov 12 01:02:15.981013 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-6a3f1450-5a0e-4ebc-9be9-e480848625c2 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690544 Nov 12 01:02:15.999827 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6459fa95-4ab5-400d-8dbe-4ba03084813f tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:15.999827 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6459fa95-4ab5-400d-8dbe-4ba03084813f tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a60ef979-7b0d-460d-811b-76feeb580cb5 {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:02:16.012535 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-687aebf5-7747-4d52-b6f1-868c17d2bdb0 req-ddf791b8-70d2-4f96-a603-1b2b6776e046 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549227 Nov 12 01:02:16.013498 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6459fa95-4ab5-400d-8dbe-4ba03084813f tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:16.017747 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6459fa95-4ab5-400d-8dbe-4ba03084813f tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] 10.222.0.20 "DELETE /v2.0/routers/a60ef979-7b0d-460d-811b-76feeb580cb5 HTTP/1.1" status: 204 len: 168 time: 4.6323495 Nov 12 01:02:16.038836 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46732) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:16.115483 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc22bbe0-5891-4ac4-b5af-ffb25bd91f52 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Deleting subnet c3ee4eff-817c-4469-8252-a521f53ba8e0 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:02:16.117016 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-e8d34862-b7e5-4c46-a12e-5fe37e2740fa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=e5eb25a0-7da0-4bbc-9a1a-01a506e19685 HTTP/1.1" status: 200 len: 217 time: 0.1034436 Nov 12 01:02:16.123045 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dc22bbe0-5891-4ac4-b5af-ffb25bd91f52 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:16.164391 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dc22bbe0-5891-4ac4-b5af-ffb25bd91f52 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:16.192006 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f188b82e-5757-4e5f-9be4-d6ee08fcacd7 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:16.196901 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f188b82e-5757-4e5f-9be4-d6ee08fcacd7 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:16.210909 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-63bd6bc5-12c9-4f38-9384-e2aeb391bff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:16.210909 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-63bd6bc5-12c9-4f38-9384-e2aeb391bff0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5 HTTP/1.1" status: 200 len: 797 time: 0.0813129 Nov 12 01:02:16.323529 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-c9c9f3b5-66c7-4df2-98b5-d1b515173f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:16.325708 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-c9c9f3b5-66c7-4df2-98b5-d1b515173f2c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1061153 Nov 12 01:02:16.336517 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-700a75cd-f706-415c-ba20-b6a8300db4f9 req-5d0d4047-b661-4b6d-a859-b72904f2e56a tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3ad4aa7-f288-4738-9886-8baae0088fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2013614 Nov 12 01:02:16.363309 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f188b82e-5757-4e5f-9be4-d6ee08fcacd7 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:16.364062 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f188b82e-5757-4e5f-9be4-d6ee08fcacd7 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Fanout notify agent at l3_agent the message router_deleted on router 456b0d9f-9881-457a-a802-0d0371ec55ba {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:02:16.372779 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f188b82e-5757-4e5f-9be4-d6ee08fcacd7 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:16.386768 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f188b82e-5757-4e5f-9be4-d6ee08fcacd7 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] 10.222.0.20 "DELETE /v2.0/routers/456b0d9f-9881-457a-a802-0d0371ec55ba HTTP/1.1" status: 204 len: 168 time: 3.6619506 Nov 12 01:02:16.389292 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46740) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:16.391623 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dc22bbe0-5891-4ac4-b5af-ffb25bd91f52 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:16.498618 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-711857ad-2457-41cc-a179-b9438b747d84 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Deleting subnet b5149bd8-6058-417c-9bac-1b6855a40851 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:02:16.513152 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-711857ad-2457-41cc-a179-b9438b747d84 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:16.598241 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-711857ad-2457-41cc-a179-b9438b747d84 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:16.646387 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c83d88-c6f9-4c24-8ae0-35684fd80884 req-d01e1be5-4449-40bb-a2fa-3dbeae83963f tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:16.651072 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-55c83d88-c6f9-4c24-8ae0-35684fd80884 req-d01e1be5-4449-40bb-a2fa-3dbeae83963f tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.3148856 Nov 12 01:02:16.706215 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-42de3268-2fed-4b44-876a-e5a5ff8a55ed service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711708 Nov 12 01:02:16.782456 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-711857ad-2457-41cc-a179-b9438b747d84 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:16.874506 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-711857ad-2457-41cc-a179-b9438b747d84 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:16.882178 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-55c83d88-c6f9-4c24-8ae0-35684fd80884 req-a5d9e82e-10ed-4366-b5b7-6bc4cab799e0 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080922 Nov 12 01:02:16.907444 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711857ad-2457-41cc-a179-b9438b747d84 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Pushing event deleted for resources: {'Subnet': ['ID=b5149bd8-6058-417c-9bac-1b6855a40851,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:16.921318 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-711857ad-2457-41cc-a179-b9438b747d84 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:16.929964 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46748) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:16.930225 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-711857ad-2457-41cc-a179-b9438b747d84 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] 10.222.0.20 "DELETE /v2.0/subnets/b5149bd8-6058-417c-9bac-1b6855a40851 HTTP/1.1" status: 204 len: 168 time: 0.5398874 Nov 12 01:02:16.938980 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7a49b2-10bd-4d3d-8dc2-08b81c4e5aa8 None None] Network fa3ffe53-6759-43f6-8e2d-9d505f5faaa6 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:02:17.027958 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dc22bbe0-5891-4ac4-b5af-ffb25bd91f52 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:17.086455 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc22bbe0-5891-4ac4-b5af-ffb25bd91f52 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c3ee4eff-817c-4469-8252-a521f53ba8e0,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:17.093294 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dc22bbe0-5891-4ac4-b5af-ffb25bd91f52 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:17.105528 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-dc22bbe0-5891-4ac4-b5af-ffb25bd91f52 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/c3ee4eff-817c-4469-8252-a521f53ba8e0 HTTP/1.1" status: 204 len: 168 time: 1.0604544 Nov 12 01:02:17.106713 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46752) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:17.292987 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0edbb680-3994-4184-8074-d8764d77e563 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:17.318662 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7a807e40-1338-4a64-a371-a00a818ffed3 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:17.390479 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-0021ae11-8a16-47bb-a9b8-a00c40c3efe2 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6605504 Nov 12 01:02:17.405831 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985024a-3b6f-4481-ae44-e5a7d73a3941 req-96eed0be-d029-4321-a827-7947a77172ab tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:17.410667 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f985024a-3b6f-4481-ae44-e5a7d73a3941 req-96eed0be-d029-4321-a827-7947a77172ab tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.3246529 Nov 12 01:02:17.515452 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-d4d0d3ff-8cb9-48a3-84de-d0521e8f145c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=4c22bace-f635-4893-bff7-f3b4e0d2feaa HTTP/1.1" status: 200 len: 217 time: 0.0642092 Nov 12 01:02:17.585133 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f985024a-3b6f-4481-ae44-e5a7d73a3941 req-502619ef-fe14-4f49-bd52-6f68d6cee7fc tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639311 Nov 12 01:02:17.655745 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0edbb680-3994-4184-8074-d8764d77e563 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:17.670934 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b7a7c-a891-4f0b-a241-7f872381e0f9 req-3417b14e-8d81-4a5b-a7b6-558304eee45d tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:17.672562 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-073b7a7c-a891-4f0b-a241-7f872381e0f9 req-3417b14e-8d81-4a5b-a7b6-558304eee45d tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9 HTTP/1.1" status: 200 len: 945 time: 0.1559916 Nov 12 01:02:17.687703 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-598d5fd8-06cd-402f-94cb-307cce1e6bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:17.689254 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-598d5fd8-06cd-402f-94cb-307cce1e6bbf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5 HTTP/1.1" status: 200 len: 797 time: 0.1403322 Nov 12 01:02:17.727088 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-0edbb680-3994-4184-8074-d8764d77e563 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44a28b12-d1d4-43e6-8528-51235899d90f']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:17.736150 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-7a807e40-1338-4a64-a371-a00a818ffed3 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Deleting port 2b4fd381-ccdf-4dcd-b72c-a8691b6b127b {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:17.736482 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7a807e40-1338-4a64-a371-a00a818ffed3 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:17.747417 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff01546-fd22-4d27-a93b-f4fe189a1c60 None None] DHCP port deletion for fa3ffe53-6759-43f6-8e2d-9d505f5faaa6 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:02:17.749523 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-0edbb680-3994-4184-8074-d8764d77e563 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db153d62-c76f-4699-8316-5fa63d9b4bac') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:17.753715 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-0edbb680-3994-4184-8074-d8764d77e563 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db153d62-c76f-4699-8316-5fa63d9b4bac') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:17.772848 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0edbb680-3994-4184-8074-d8764d77e563 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:17.856362 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-7a807e40-1338-4a64-a371-a00a818ffed3 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] For port 2b4fd381-ccdf-4dcd-b72c-a8691b6b127b, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=2b4fd381-ccdf-4dcd-b72c-a8691b6b127b,segment=NetworkSegment(f2ac1c9f-d67c-4b85-881b-3b58f3ce3397),segment_id=f2ac1c9f-d67c-4b85-881b-3b58f3ce3397)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:17.856754 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7a807e40-1338-4a64-a371-a00a818ffed3 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:17.860043 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0edbb680-3994-4184-8074-d8764d77e563 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:17.862118 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-073b7a7c-a891-4f0b-a241-7f872381e0f9 req-e18e5e71-92f3-45dd-9833-4278b89645b7 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3ad4aa7-f288-4738-9886-8baae0088fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810296 Nov 12 01:02:17.866383 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-7f95b0b3-ff60-46ee-ac71-e413f7cf0d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:17.867822 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-7f95b0b3-ff60-46ee-ac71-e413f7cf0d89 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1599123 Nov 12 01:02:17.896443 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-7a807e40-1338-4a64-a371-a00a818ffed3 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Calling delete_port for 2b4fd381-ccdf-4dcd-b72c-a8691b6b127b owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:17.910846 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0edbb680-3994-4184-8074-d8764d77e563 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:02:17.911286 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0edbb680-3994-4184-8074-d8764d77e563 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:17.913225 n-d-812236-11 neutron-server[102662]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:02:17.913225 n-d-812236-11 neutron-server[102662]: items = [ Nov 12 01:02:17.913225 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:02:17.913225 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:02:17.913225 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:02:17.913225 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:02:17.913225 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:02:17.913225 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:02:17.913225 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:02:17.913225 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:02:17.913225 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:02:17.913225 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:02:17.913225 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:02:17.913225 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:02:17.913225 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:02:17.913225 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:02:17.913225 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:02:17.913225 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:02:17.913225 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:02:17.913225 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:02:17.913225 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:02:17.913225 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:02:17.913225 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:02:17.913225 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:02:17.913225 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:02:17.913225 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:02:17.913225 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:02:17.913225 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:02:17.913225 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:02:17.913225 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:02:17.913225 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:02:17.913225 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:02:17.913225 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:02:17.913225 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:02:17.930834 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-6ff01546-fd22-4d27-a93b-f4fe189a1c60 None None] Deleting port 2b4fd381-ccdf-4dcd-b72c-a8691b6b127b {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:17.931048 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6ff01546-fd22-4d27-a93b-f4fe189a1c60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:18.089284 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-6d01ce07-3869-48a0-8998-6213e5250eb8 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126532 Nov 12 01:02:18.123323 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabd3f7-16a2-439e-b02e-e5426f4b66ee req-52f6d363-541f-4d01-acfc-96ef00608161 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:18.123936 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-6ff01546-fd22-4d27-a93b-f4fe189a1c60 None None] For port 2b4fd381-ccdf-4dcd-b72c-a8691b6b127b, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=2b4fd381-ccdf-4dcd-b72c-a8691b6b127b,segment=NetworkSegment(f2ac1c9f-d67c-4b85-881b-3b58f3ce3397),segment_id=f2ac1c9f-d67c-4b85-881b-3b58f3ce3397)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:18.124325 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6ff01546-fd22-4d27-a93b-f4fe189a1c60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:18.128266 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8fabd3f7-16a2-439e-b02e-e5426f4b66ee req-52f6d363-541f-4d01-acfc-96ef00608161 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.3348694 Nov 12 01:02:18.161288 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0edbb680-3994-4184-8074-d8764d77e563 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:18.169906 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-6ff01546-fd22-4d27-a93b-f4fe189a1c60 None None] Calling delete_port for 2b4fd381-ccdf-4dcd-b72c-a8691b6b127b owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:18.173903 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0edbb680-3994-4184-8074-d8764d77e563 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 44a28b12-d1d4-43e6-8528-51235899d90f {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 01:02:18.190029 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0edbb680-3994-4184-8074-d8764d77e563 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:18.209115 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0edbb680-3994-4184-8074-d8764d77e563 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] 10.222.0.20 "DELETE /v2.0/networks/44a28b12-d1d4-43e6-8528-51235899d90f HTTP/1.1" status: 204 len: 168 time: 1.0715582 Nov 12 01:02:18.284995 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edbb680-3994-4184-8074-d8764d77e563 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Pushing event deleted for resources: {'Network': ['ID=44a28b12-d1d4-43e6-8528-51235899d90f,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:18.379471 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7a807e40-1338-4a64-a371-a00a818ffed3 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:18.393492 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6ff01546-fd22-4d27-a93b-f4fe189a1c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:18.420989 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff01546-fd22-4d27-a93b-f4fe189a1c60 None None] No DVR routers for this DVR port 2b4fd381-ccdf-4dcd-b72c-a8691b6b127b on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:02:18.421607 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a807e40-1338-4a64-a371-a00a818ffed3 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] No DVR routers for this DVR port 2b4fd381-ccdf-4dcd-b72c-a8691b6b127b on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:02:18.458232 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8fabd3f7-16a2-439e-b02e-e5426f4b66ee req-754f1d80-88c1-41f7-bc4e-316d86a6793d tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161564 Nov 12 01:02:18.506535 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a807e40-1338-4a64-a371-a00a818ffed3 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Pushing event deleted for resources: {'Port': ['ID=2b4fd381-ccdf-4dcd-b72c-a8691b6b127b,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:18.522145 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff01546-fd22-4d27-a93b-f4fe189a1c60 None None] Pushing event deleted for resources: {'Port': ['ID=2b4fd381-ccdf-4dcd-b72c-a8691b6b127b,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:18.590424 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-1fc9f90e-c126-4ff8-b665-9353789d3fcb service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4922805 Nov 12 01:02:18.807681 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46788) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:18.850889 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-90604f41-cf19-4ce5-847e-cba7e63fdc51 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Request body: {'router': {'name': 'tempest-router--1237145469', 'project_id': 'abdcfac5d4fc4b76ae7c7f47309bf6cd'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:18.862596 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-338cbfcb-4557-41ac-8cf9-0dd7f0cdd413 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4 HTTP/1.1" status: 200 len: 217 time: 0.2519526 Nov 12 01:02:18.873512 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731d920-18d6-48ce-84d2-c151069eefc6 req-e3d14f0a-e6e7-42e6-9750-bcd3852b212f tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:18.883329 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3731d920-18d6-48ce-84d2-c151069eefc6 req-e3d14f0a-e6e7-42e6-9750-bcd3852b212f tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.1588321 Nov 12 01:02:19.015858 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7a807e40-1338-4a64-a371-a00a818ffed3 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:19.018714 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3731d920-18d6-48ce-84d2-c151069eefc6 req-e91c9119-00a7-4a68-bf3a-151116fa2615 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342857 Nov 12 01:02:19.329559 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea9f07-caeb-4a90-8b1e-db2ee2070cba req-f01b3920-f7e9-4b6a-8e6d-493d056d78d0 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:19.340137 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-53ea9f07-caeb-4a90-8b1e-db2ee2070cba req-f01b3920-f7e9-4b6a-8e6d-493d056d78d0 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.1210487 Nov 12 01:02:19.345589 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-7a807e40-1338-4a64-a371-a00a818ffed3 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa3ffe53-6759-43f6-8e2d-9d505f5faaa6']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:19.356667 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-90604f41-cf19-4ce5-847e-cba7e63fdc51 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:19.357952 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-90604f41-cf19-4ce5-847e-cba7e63fdc51 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:19.452585 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-53ea9f07-caeb-4a90-8b1e-db2ee2070cba req-f47a307d-fb13-4e07-9c30-40344db9168d tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095793 Nov 12 01:02:19.628962 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa2a8d-2467-4065-aab7-90bee790fde7 req-d65516a1-60a9-4287-9327-193d6ca7c28a tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:19.640013 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-84aa2a8d-2467-4065-aab7-90bee790fde7 req-d65516a1-60a9-4287-9327-193d6ca7c28a tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.0896952 Nov 12 01:02:19.746547 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-84aa2a8d-2467-4065-aab7-90bee790fde7 req-495bb308-5c9f-4e54-940d-0f4ab0a63f57 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053627 Nov 12 01:02:19.785922 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 2b4fd381-ccdf-4dcd-b72c-a8691b6b127b no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:02:19.831593 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 2b4fd381-ccdf-4dcd-b72c-a8691b6b127b {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:02:19.837266 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 2b4fd381-ccdf-4dcd-b72c-a8691b6b127b not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:02:19.974217 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-62b75bee-1c58-43fe-9fc0-3ce7865ebf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:19.975685 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-62b75bee-1c58-43fe-9fc0-3ce7865ebf2e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5 HTTP/1.1" status: 200 len: 797 time: 1.0272949 Nov 12 01:02:19.991914 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-7a807e40-1338-4a64-a371-a00a818ffed3 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2ac1c9f-d67c-4b85-881b-3b58f3ce3397') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:19.992267 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-7a807e40-1338-4a64-a371-a00a818ffed3 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2ac1c9f-d67c-4b85-881b-3b58f3ce3397') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:20.005063 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-90604f41-cf19-4ce5-847e-cba7e63fdc51 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:20.061153 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7a807e40-1338-4a64-a371-a00a818ffed3 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:20.073531 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7a807e40-1338-4a64-a371-a00a818ffed3 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:20.079892 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a807e40-1338-4a64-a371-a00a818ffed3 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:02:20.080290 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7a807e40-1338-4a64-a371-a00a818ffed3 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:20.107500 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:02:20.107500 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:02:20.107500 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:02:20.107500 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:02:20.107500 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:02:20.107500 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:02:20.107500 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:02:20.107500 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:02:20.107500 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:02:20.107500 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:02:20.107500 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:02:20.107500 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:02:20.107500 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:02:20.107500 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:02:20.107500 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:02:20.107500 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:02:20.107500 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:02:20.107500 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:02:20.107500 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:02:20.107500 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:02:20.107500 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:02:20.107500 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:02:20.107500 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:02:20.107500 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:02:20.107500 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:02:20.107500 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:02:20.107500 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:02:20.107500 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:02:20.107500 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:02:20.107500 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:02:20.107500 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:02:20.107500 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:02:20.152756 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d1578-f91e-4ce1-86ef-334d09a32f53 req-014245a3-d983-415f-b48c-d3d626f33b90 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:20.158536 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e9fbe-064d-46d8-bdd8-f032bd3bc918 req-1927ca35-e47f-4086-b4c2-472ef336067e tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:20.160383 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7e3e9fbe-064d-46d8-bdd8-f032bd3bc918 req-1927ca35-e47f-4086-b4c2-472ef336067e tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.1159689 Nov 12 01:02:20.162612 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-058d1578-f91e-4ce1-86ef-334d09a32f53 req-014245a3-d983-415f-b48c-d3d626f33b90 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9 HTTP/1.1" status: 200 len: 945 time: 1.2183325 Nov 12 01:02:20.166637 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9bef3-ca8a-4152-820e-be63ab377679 req-9d9a356d-774c-4e7d-87d3-30347d2df64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:20.168091 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d2d9bef3-ca8a-4152-820e-be63ab377679 req-9d9a356d-774c-4e7d-87d3-30347d2df64c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=92120bcf7a2b4a398a48be8e2d4be44a&device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9 HTTP/1.1" status: 200 len: 1097 time: 1.2077882 Nov 12 01:02:20.169008 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-90604f41-cf19-4ce5-847e-cba7e63fdc51 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:20.258044 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7e3e9fbe-064d-46d8-bdd8-f032bd3bc918 req-2ab1fe13-dd32-4c0f-aaa9-535fea0cdb3b tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898902 Nov 12 01:02:20.319394 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7a807e40-1338-4a64-a371-a00a818ffed3 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:20.361828 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-90604f41-cf19-4ce5-847e-cba7e63fdc51 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:20.366349 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46816) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:20.368136 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-90604f41-cf19-4ce5-847e-cba7e63fdc51 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.5372632 Nov 12 01:02:20.463103 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7a807e40-1338-4a64-a371-a00a818ffed3 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:20.466518 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7a807e40-1338-4a64-a371-a00a818ffed3 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] 10.222.0.20 "DELETE /v2.0/networks/fa3ffe53-6759-43f6-8e2d-9d505f5faaa6 HTTP/1.1" status: 204 len: 168 time: 3.5352221 Nov 12 01:02:20.470396 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a807e40-1338-4a64-a371-a00a818ffed3 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Pushing event deleted for resources: {'Network': ['ID=fa3ffe53-6759-43f6-8e2d-9d505f5faaa6,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:20.473877 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46820) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:20.547244 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-fe91fc29-1b28-42a1-ba07-9b73153177f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:20.549132 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-fe91fc29-1b28-42a1-ba07-9b73153177f2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5548022 Nov 12 01:02:20.555655 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fd71264b-958b-4ad2-8510-d959c6338475 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:20.611433 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-058d1578-f91e-4ce1-86ef-334d09a32f53 req-c2806b0e-802d-4f8d-bb5e-b1a7fd0ae0ac tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3ad4aa7-f288-4738-9886-8baae0088fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4478250 Nov 12 01:02:20.769757 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82320023-e4fc-4bb8-8a71-e7284b34f2da req-823a40c8-9880-4502-bb5a-76154d7a5d14 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:20.779029 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-82320023-e4fc-4bb8-8a71-e7284b34f2da req-823a40c8-9880-4502-bb5a-76154d7a5d14 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.3358312 Nov 12 01:02:20.794460 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9bef3-ca8a-4152-820e-be63ab377679 req-be925b44-2639-4cd2-ac42-9e479f1198de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:20.795969 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d2d9bef3-ca8a-4152-820e-be63ab377679 req-be925b44-2639-4cd2-ac42-9e479f1198de service neutron] 10.222.0.54 "GET /v2.0/networks?id=81cab25c-cc73-4b97-9af8-266d9053a85f HTTP/1.1" status: 200 len: 911 time: 0.5614638 Nov 12 01:02:20.872973 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-65d0f182-053f-48a4-94e0-24eeea564126 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Deleting port 71eea89e-8778-4b30-8b32-3c5bbf9b2066 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:20.873299 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-65d0f182-053f-48a4-94e0-24eeea564126 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:20.903212 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-d75f5381-0ecb-4e3a-8481-1aa08e0b31c9 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907987 Nov 12 01:02:20.977800 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d2d9bef3-ca8a-4152-820e-be63ab377679 req-aefb9946-203e-4cf6-a0a1-45d052266710 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=161b3298-9c94-419c-aed6-71e3451377c5 HTTP/1.1" status: 200 len: 1000 time: 0.1649482 Nov 12 01:02:21.038186 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fd71264b-958b-4ad2-8510-d959c6338475 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:21.056352 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fd71264b-958b-4ad2-8510-d959c6338475 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:21.132323 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9bef3-ca8a-4152-820e-be63ab377679 req-f81ee8c2-bcdb-4c27-8b05-46d4aef0cfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:21.136457 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d2d9bef3-ca8a-4152-820e-be63ab377679 req-f81ee8c2-bcdb-4c27-8b05-46d4aef0cfac service neutron] 10.222.0.54 "GET /v2.0/subnets?id=14a1d482-7411-47d7-8687-bbca824f06be HTTP/1.1" status: 200 len: 849 time: 0.1513243 Nov 12 01:02:21.175900 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-82320023-e4fc-4bb8-8a71-e7284b34f2da req-d5ce3fd2-5d3b-4677-8363-6b6d0b3297ae tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306239 Nov 12 01:02:21.187415 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fd71264b-958b-4ad2-8510-d959c6338475 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:21.187939 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd71264b-958b-4ad2-8510-d959c6338475 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 76eed564-4701-4cad-b303-4f656b9a80d3 {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:02:21.189896 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-65d0f182-053f-48a4-94e0-24eeea564126 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:21.190258 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-65d0f182-053f-48a4-94e0-24eeea564126 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:21.192640 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fd71264b-958b-4ad2-8510-d959c6338475 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:21.193834 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-fd71264b-958b-4ad2-8510-d959c6338475 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] 10.222.0.20 "DELETE /v2.0/routers/76eed564-4701-4cad-b303-4f656b9a80d3 HTTP/1.1" status: 204 len: 168 time: 0.8259249 Nov 12 01:02:21.275569 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-65d0f182-053f-48a4-94e0-24eeea564126 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Calling delete_port for 71eea89e-8778-4b30-8b32-3c5bbf9b2066 owned by network:floatingip {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:21.302652 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-7d5765a6-a43b-47b0-9d6e-8965ebe083de service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869448 Nov 12 01:02:21.384566 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-188692bd-bfba-4b1d-b9de-e6edc0833b96 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=32d55d15-cda1-42c5-acb9-247105424a0c HTTP/1.1" status: 200 len: 217 time: 0.0581126 Nov 12 01:02:21.394198 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9bef3-ca8a-4152-820e-be63ab377679 req-5392f8ce-4c6e-4422-8544-90068b51d44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:21.395672 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d2d9bef3-ca8a-4152-820e-be63ab377679 req-5392f8ce-4c6e-4422-8544-90068b51d44b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=81cab25c-cc73-4b97-9af8-266d9053a85f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2484753 Nov 12 01:02:21.502427 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46838) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:21.589416 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-07556f54-aa85-49ee-8e12-117e59f0913a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:21.590887 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-07556f54-aa85-49ee-8e12-117e59f0913a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5954c685-7a02-40be-97b5-9b885e683410 HTTP/1.1" status: 200 len: 797 time: 0.1564076 Nov 12 01:02:21.620020 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c80a0e-d842-4bc9-8428-3b16d9c3a9f6 req-5a0a28f4-c8ab-4330-9d3d-d17a5b562665 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:21.642133 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-42c80a0e-d842-4bc9-8428-3b16d9c3a9f6 req-5a0a28f4-c8ab-4330-9d3d-d17a5b562665 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.1781368 Nov 12 01:02:21.837118 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-42c80a0e-d842-4bc9-8428-3b16d9c3a9f6 req-1a44db1a-b094-4ec7-989c-4f70fc5e77d6 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937006 Nov 12 01:02:21.917965 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d2d9bef3-ca8a-4152-820e-be63ab377679 req-91bab583-3ac7-457d-a112-21457706d7e7 service neutron] 10.222.0.54 "GET /v2.0/networks/81cab25c-cc73-4b97-9af8-266d9053a85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4695742 Nov 12 01:02:22.057014 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39749717-e532-4f28-9225-143d7b7a76a5 req-6c8ab19a-7003-4004-b9d8-e1968eb71b4f tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:22.081320 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-39749717-e532-4f28-9225-143d7b7a76a5 req-6c8ab19a-7003-4004-b9d8-e1968eb71b4f tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.1301134 Nov 12 01:02:22.178406 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-39749717-e532-4f28-9225-143d7b7a76a5 req-b4435862-8abe-4698-8f42-00a3025a62c4 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924788 Nov 12 01:02:22.238976 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-c56d21f4-9b50-4c40-adb2-98c6367fa162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:22.240846 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-c56d21f4-9b50-4c40-adb2-98c6367fa162 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0fed04be-2c3a-475e-8199-924085f487af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6320925 Nov 12 01:02:22.342554 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-bc628ba3-df9c-452a-90fe-b4f32eef7b7d tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1982722801', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}, 'admin_state_up': False}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:22.595350 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-1a7a1349-ab74-4533-9b1f-0c4156540dc8 service neutron] 10.222.0.49 "GET /v2.0/networks/0fed04be-2c3a-475e-8199-924085f487af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636962 Nov 12 01:02:22.680013 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332ea31-4b70-4cd3-b348-533627ff811a req-cd88a4fd-02c4-4d4f-9ee4-46eb706e79ed tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:22.689734 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b29a2e-fe80-4811-905d-2bbc9b2235c7 req-0df9d4f4-2a44-4733-9903-055c936f1a0b tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:22.691303 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-00b29a2e-fe80-4811-905d-2bbc9b2235c7 req-0df9d4f4-2a44-4733-9903-055c936f1a0b tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9 HTTP/1.1" status: 200 len: 945 time: 0.7115219 Nov 12 01:02:22.694357 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1332ea31-4b70-4cd3-b348-533627ff811a req-cd88a4fd-02c4-4d4f-9ee4-46eb706e79ed tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.1880770 Nov 12 01:02:22.743251 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-65d0f182-053f-48a4-94e0-24eeea564126 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:22.785994 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1332ea31-4b70-4cd3-b348-533627ff811a req-bc5da99e-994f-445e-a6aa-0c87af3c2458 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894380 Nov 12 01:02:22.870107 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bc628ba3-df9c-452a-90fe-b4f32eef7b7d tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:22.871360 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bc628ba3-df9c-452a-90fe-b4f32eef7b7d tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:23.030842 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d0f182-053f-48a4-94e0-24eeea564126 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Pushing event deleted for resources: {'Port': ['ID=71eea89e-8778-4b30-8b32-3c5bbf9b2066,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:23.087347 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb04489-bc24-40e6-a0df-eecb39d8177f req-3fa3979e-03e1-4974-ace9-2c9d884c2e6b tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:23.101737 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ddb04489-bc24-40e6-a0df-eecb39d8177f req-3fa3979e-03e1-4974-ace9-2c9d884c2e6b tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.1160398 Nov 12 01:02:23.117060 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d2d9bef3-ca8a-4152-820e-be63ab377679 req-1758ef81-b03d-4bab-8e27-8d6a0897f275 service neutron] 10.222.0.54 "GET /v2.0/networks/81cab25c-cc73-4b97-9af8-266d9053a85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1771998 Nov 12 01:02:23.122158 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d0f182-053f-48a4-94e0-24eeea564126 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:23.122675 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d0f182-053f-48a4-94e0-24eeea564126 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:23.124927 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d0f182-053f-48a4-94e0-24eeea564126 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:23.125455 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d0f182-053f-48a4-94e0-24eeea564126 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:23.125970 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d0f182-053f-48a4-94e0-24eeea564126 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:23.126503 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d0f182-053f-48a4-94e0-24eeea564126 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:23.140854 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d0f182-053f-48a4-94e0-24eeea564126 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:23.141482 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d0f182-053f-48a4-94e0-24eeea564126 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:23.142043 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d0f182-053f-48a4-94e0-24eeea564126 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:23.142892 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d0f182-053f-48a4-94e0-24eeea564126 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:23.145947 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d0f182-053f-48a4-94e0-24eeea564126 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:23.146487 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d0f182-053f-48a4-94e0-24eeea564126 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:23.160319 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-65d0f182-053f-48a4-94e0-24eeea564126 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for floatingip, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:23.171032 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-65d0f182-053f-48a4-94e0-24eeea564126 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:23.178395 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-65d0f182-053f-48a4-94e0-24eeea564126 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] 10.222.0.20 "DELETE /v2.0/floatingips/6172f51d-e25f-4dce-a909-53df19ed1ca7 HTTP/1.1" status: 204 len: 168 time: 2.6967914 Nov 12 01:02:23.186952 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46872) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:23.194179 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-00b29a2e-fe80-4811-905d-2bbc9b2235c7 req-fca4edbb-b8b6-43c4-aeef-fbfebec7ebf3 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3ad4aa7-f288-4738-9886-8baae0088fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4755235 Nov 12 01:02:23.304808 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ddb04489-bc24-40e6-a0df-eecb39d8177f req-b17a6733-5947-4669-9c32-7f4d4bfbb2e1 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019064 Nov 12 01:02:23.308502 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc002a0e-a7d4-4660-8d25-0401dec4185f tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] DELETE failed (client error): The resource could not be found. Nov 12 01:02:23.309530 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc002a0e-a7d4-4660-8d25-0401dec4185f tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:02:23.315595 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-bc002a0e-a7d4-4660-8d25-0401dec4185f tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] 10.222.0.20 "DELETE /v2.0/ports/52956ef8-fddf-4d00-9dad-483e63638035 HTTP/1.1" status: 404 len: 333 time: 0.1262486 Nov 12 01:02:23.331282 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46876) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:23.387429 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-876359a8-a3b5-42cc-bcc7-9f6625e88962 service neutron] 10.222.0.49 "GET /v2.0/networks/0fed04be-2c3a-475e-8199-924085f487af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7779219 Nov 12 01:02:23.394959 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bc628ba3-df9c-452a-90fe-b4f32eef7b7d tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:23.470197 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2a1c09be-8c7c-405f-bd99-ba6c461c5a8a tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] 10.222.0.20 "GET /v2.0/ports?device_id=456b0d9f-9881-457a-a802-0d0371ec55ba HTTP/1.1" status: 200 len: 205 time: 0.1332486 Nov 12 01:02:23.472648 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46882) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:23.523935 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-4f9350e0-c354-470a-be0b-f7eb85232013 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c22b6762-e3f6-4522-8e3f-46a49996d03c HTTP/1.1" status: 200 len: 217 time: 0.1239312 Nov 12 01:02:23.574487 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-51e11fec-61a0-4b31-9a3a-3811913a1d5c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] delete failed (client error): The resource could not be found. Nov 12 01:02:23.575795 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-51e11fec-61a0-4b31-9a3a-3811913a1d5c tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] 10.222.0.20 "DELETE /v2.0/routers/456b0d9f-9881-457a-a802-0d0371ec55ba HTTP/1.1" status: 404 len: 336 time: 0.0990148 Nov 12 01:02:23.586676 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46884) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:23.648202 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-444651ca-9ec9-4a36-bea4-dc43a5c3ba37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:23.649610 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-444651ca-9ec9-4a36-bea4-dc43a5c3ba37 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5954c685-7a02-40be-97b5-9b885e683410 HTTP/1.1" status: 200 len: 797 time: 0.0595443 Nov 12 01:02:23.671490 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-31fe0dec-b05e-4a18-aaf2-7758315b0963 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] DELETE failed (client error): The resource could not be found. Nov 12 01:02:23.672169 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31fe0dec-b05e-4a18-aaf2-7758315b0963 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:02:23.677012 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-31fe0dec-b05e-4a18-aaf2-7758315b0963 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] 10.222.0.20 "DELETE /v2.0/subnets/b5149bd8-6058-417c-9bac-1b6855a40851 HTTP/1.1" status: 404 len: 337 time: 0.0891180 Nov 12 01:02:23.682896 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46886) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:23.728574 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf2014-09e2-4db4-a0f8-2d88275d02b2 req-15a2e172-497d-4cc8-95b3-b8d5703e4537 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:23.745603 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-aedf2014-09e2-4db4-a0f8-2d88275d02b2 req-15a2e172-497d-4cc8-95b3-b8d5703e4537 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.1737022 Nov 12 01:02:23.840005 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-aedf2014-09e2-4db4-a0f8-2d88275d02b2 req-7804001c-5ac2-41ba-9daa-3660cc832000 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938485 Nov 12 01:02:23.989225 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-197a213e-5b91-4d28-bfad-391a9ff92003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:23.991077 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-197a213e-5b91-4d28-bfad-391a9ff92003 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0fed04be-2c3a-475e-8199-924085f487af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3103471 Nov 12 01:02:24.025921 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bc628ba3-df9c-452a-90fe-b4f32eef7b7d tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:24.253473 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef99d6b2-1f14-42f8-a02d-4f5065af0acf req-99940924-3912-4f46-898e-7dbfda26365a tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:24.255964 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ef99d6b2-1f14-42f8-a02d-4f5065af0acf req-99940924-3912-4f46-898e-7dbfda26365a tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.2637124 Nov 12 01:02:24.271674 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed7029-2c89-40b9-bd93-953742a5ccae tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Deleting port 911bddb1-b99e-413e-b153-e6c5e37f1679 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:24.272057 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c1ed7029-2c89-40b9-bd93-953742a5ccae tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:24.350116 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554a265-20c4-42f3-b8a5-911e6b2dfd57 req-fcc54cf8-7812-4d79-a711-ba806950074e tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:24.352146 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1554a265-20c4-42f3-b8a5-911e6b2dfd57 req-fcc54cf8-7812-4d79-a711-ba806950074e tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9 HTTP/1.1" status: 200 len: 945 time: 0.0541120 Nov 12 01:02:24.433711 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1554a265-20c4-42f3-b8a5-911e6b2dfd57 req-a6d0f8f3-ff9e-4818-b6b5-9d422a06c149 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3ad4aa7-f288-4738-9886-8baae0088fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650482 Nov 12 01:02:24.737550 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-7350c53f-f46f-4718-9b6d-a2a303a33fe5 service neutron] 10.222.0.49 "GET /v2.0/networks/0fed04be-2c3a-475e-8199-924085f487af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7243390 Nov 12 01:02:24.876742 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c1ed7029-2c89-40b9-bd93-953742a5ccae tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:24.899364 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ef99d6b2-1f14-42f8-a02d-4f5065af0acf req-61c462b5-af46-4427-8963-37653a6077d5 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6308327 Nov 12 01:02:24.906006 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed7029-2c89-40b9-bd93-953742a5ccae tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Calling delete_port for 911bddb1-b99e-413e-b153-e6c5e37f1679 owned by {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:24.944404 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23445a11-ff0a-40d8-8065-39eb69c85f07 req-d36a8fca-5601-495d-9e47-65b817cd72fe service neutron] 10.222.0.49 "GET /v2.0/networks/0fed04be-2c3a-475e-8199-924085f487af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855710 Nov 12 01:02:25.158617 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bc628ba3-df9c-452a-90fe-b4f32eef7b7d tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for router_gateway, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:25.197268 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bc628ba3-df9c-452a-90fe-b4f32eef7b7d tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:25.380485 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-bc628ba3-df9c-452a-90fe-b4f32eef7b7d tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Allocated IP 172.25.2.108 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/57770889-94e5-4924-9972-ffd2eb354e68) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:25.608320 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468a21b-d36d-4a62-bdbb-aa3b5e439da8 req-801c3768-c90d-4b43-8f62-31a0d5f7b80b tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:25.615934 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e468a21b-d36d-4a62-bdbb-aa3b5e439da8 req-801c3768-c90d-4b43-8f62-31a0d5f7b80b tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.1581633 Nov 12 01:02:25.699739 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e468a21b-d36d-4a62-bdbb-aa3b5e439da8 req-68396650-736b-4731-9c35-9c7bd68f315b tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827503 Nov 12 01:02:25.720420 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c1ed7029-2c89-40b9-bd93-953742a5ccae tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:25.775441 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559aa91e-cafc-4e92-9d6e-ed86e94a4d36 None None] DHCP port deletion for e336e1e3-d670-40e9-bfcc-cfefb16c675d request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:02:25.789729 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed7029-2c89-40b9-bd93-953742a5ccae tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Pushing event deleted for resources: {'Port': ['ID=911bddb1-b99e-413e-b153-e6c5e37f1679,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:25.847757 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c1ed7029-2c89-40b9-bd93-953742a5ccae tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:25.851481 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c1ed7029-2c89-40b9-bd93-953742a5ccae tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] 10.222.0.20 "DELETE /v2.0/ports/911bddb1-b99e-413e-b153-e6c5e37f1679 HTTP/1.1" status: 204 len: 168 time: 2.1673963 Nov 12 01:02:25.854215 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46930) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:25.866647 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bc628ba3-df9c-452a-90fe-b4f32eef7b7d tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:25.913506 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bc628ba3-df9c-452a-90fe-b4f32eef7b7d tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:25.938987 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc628ba3-df9c-452a-90fe-b4f32eef7b7d tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:25.961044 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-bc628ba3-df9c-452a-90fe-b4f32eef7b7d tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:25.977639 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc628ba3-df9c-452a-90fe-b4f32eef7b7d tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:25.978780 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd8fef1-97fb-438f-aeb7-ab89cf6414ae None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:02:26.039413 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-105367d1-d8ab-415c-93b7-8f710b50b26a None None] Provisioning complete for port 57770889-94e5-4924-9972-ffd2eb354e68 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:26.040036 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-105367d1-d8ab-415c-93b7-8f710b50b26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:26.053691 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-7b108e96-1ee2-4c06-9fd3-59e0e5e81dfe tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Deleting port 9d9d6a53-4224-4bfb-85d8-3d6e6a7cb57e {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:26.054351 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7b108e96-1ee2-4c06-9fd3-59e0e5e81dfe tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:26.116607 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-105367d1-d8ab-415c-93b7-8f710b50b26a None None] Port 57770889-94e5-4924-9972-ffd2eb354e68 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:02:26.181261 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7b108e96-1ee2-4c06-9fd3-59e0e5e81dfe tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:26.194691 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-7b108e96-1ee2-4c06-9fd3-59e0e5e81dfe tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Calling delete_port for 9d9d6a53-4224-4bfb-85d8-3d6e6a7cb57e owned by {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:26.273664 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc628ba3-df9c-452a-90fe-b4f32eef7b7d tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Pushing event updated for resources: {'Port': ['ID=57770889-94e5-4924-9972-ffd2eb354e68,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:26.394556 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7b108e96-1ee2-4c06-9fd3-59e0e5e81dfe tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:26.455122 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b108e96-1ee2-4c06-9fd3-59e0e5e81dfe tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Pushing event deleted for resources: {'Port': ['ID=9d9d6a53-4224-4bfb-85d8-3d6e6a7cb57e,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:26.470998 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b108e96-1ee2-4c06-9fd3-59e0e5e81dfe tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:26.470998 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b108e96-1ee2-4c06-9fd3-59e0e5e81dfe tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:26.470998 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b108e96-1ee2-4c06-9fd3-59e0e5e81dfe tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:26.471592 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b108e96-1ee2-4c06-9fd3-59e0e5e81dfe tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:26.471980 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b108e96-1ee2-4c06-9fd3-59e0e5e81dfe tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:26.472377 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b108e96-1ee2-4c06-9fd3-59e0e5e81dfe tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:26.472773 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b108e96-1ee2-4c06-9fd3-59e0e5e81dfe tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:26.473169 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b108e96-1ee2-4c06-9fd3-59e0e5e81dfe tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:26.474146 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b108e96-1ee2-4c06-9fd3-59e0e5e81dfe tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:26.474711 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b108e96-1ee2-4c06-9fd3-59e0e5e81dfe tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:26.475133 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b108e96-1ee2-4c06-9fd3-59e0e5e81dfe tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:26.475525 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b108e96-1ee2-4c06-9fd3-59e0e5e81dfe tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:26.480443 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa759e2f-93e9-4b20-bc40-12706de271f4 None None] DHCP port deletion for e336e1e3-d670-40e9-bfcc-cfefb16c675d request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:02:26.619545 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7b108e96-1ee2-4c06-9fd3-59e0e5e81dfe tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:26.643014 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46944) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:26.643682 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7b108e96-1ee2-4c06-9fd3-59e0e5e81dfe tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] 10.222.0.20 "DELETE /v2.0/ports/9d9d6a53-4224-4bfb-85d8-3d6e6a7cb57e HTTP/1.1" status: 204 len: 168 time: 0.7877584 Nov 12 01:02:26.757605 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bc628ba3-df9c-452a-90fe-b4f32eef7b7d tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for router_gateway, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:26.882421 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f49f83d-252d-4814-9e87-0da57d004369 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:26.888615 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46952) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:26.896185 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4f49f83d-252d-4814-9e87-0da57d004369 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] 10.222.0.20 "GET /v2.0/ports?device_id=0554c11e-5a59-4413-a079-2d83896a5ab9 HTTP/1.1" status: 200 len: 913 time: 0.2506390 Nov 12 01:02:26.911801 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46954) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:27.068148 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384bade-8f75-4329-9f63-c3d4adbe166c req-fd4054d4-695a-4f2b-a9bb-838ff6740e34 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:27.073996 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0384bade-8f75-4329-9f63-c3d4adbe166c req-fd4054d4-695a-4f2b-a9bb-838ff6740e34 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.2454383 Nov 12 01:02:27.269079 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0384bade-8f75-4329-9f63-c3d4adbe166c req-294c27d7-738a-4ea9-9f4b-322fd28f93b2 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844871 Nov 12 01:02:27.275961 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d90e683a-347f-40dd-b449-1d17e087c569 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:27.400048 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bc628ba3-df9c-452a-90fe-b4f32eef7b7d tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:27.616752 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d90e683a-347f-40dd-b449-1d17e087c569 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:27.630075 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d90e683a-347f-40dd-b449-1d17e087c569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:27.699844 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d90e683a-347f-40dd-b449-1d17e087c569 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1bf976b8b4364e728814749cdca2bc1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7844694 Nov 12 01:02:27.700047 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e683a-347f-40dd-b449-1d17e087c569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2085d287-6a82-48e7-b5b9-28b89dc2d3d3,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:27.702320 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46962) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:27.749399 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc628ba3-df9c-452a-90fe-b4f32eef7b7d tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Router ea089fe2-f056-439a-b755-df03af1ceb7f is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:02:27.783588 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-db8733e0-5b81-4c74-a500-7a365fefe628 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:27.791583 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d8e7d34a-9121-4de1-a098-40b314e88416 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:27.929356 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc628ba3-df9c-452a-90fe-b4f32eef7b7d tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:02:27.940765 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df466f2-5a98-47fb-a00e-02bece83234f None None] Sync routers for ids ['ea089fe2-f056-439a-b755-df03af1ceb7f'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:02:27.962017 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df466f2-5a98-47fb-a00e-02bece83234f None None] Routers {'ea089fe2-f056-439a-b755-df03af1ceb7f'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:27.962311 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bc628ba3-df9c-452a-90fe-b4f32eef7b7d tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:27.965475 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-4df466f2-5a98-47fb-a00e-02bece83234f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:02:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['ea089fe2-f056-439a-b755-df03af1ceb7f'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:27.966747 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-bc628ba3-df9c-452a-90fe-b4f32eef7b7d tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.4632854 Nov 12 01:02:27.967467 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46966) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:28.034118 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-4df466f2-5a98-47fb-a00e-02bece83234f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:28.054534 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df466f2-5a98-47fb-a00e-02bece83234f None None] Routers {'ea089fe2-f056-439a-b755-df03af1ceb7f'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:28.055489 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-4df466f2-5a98-47fb-a00e-02bece83234f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:02:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['ea089fe2-f056-439a-b755-df03af1ceb7f'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:28.094388 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d8e7d34a-9121-4de1-a098-40b314e88416 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.100679 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-3dcbfb95-79c7-4051-9184-9f70ec2dcac7 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] 10.222.0.20 "GET /v2.0/routers/ea089fe2-f056-439a-b755-df03af1ceb7f HTTP/1.1" status: 200 len: 921 time: 0.1287832 Nov 12 01:02:28.106694 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46968) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:28.140484 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46970) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:28.141040 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-046a3809-ec19-4527-812d-35d837da5826 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea089fe2-f056-439a-b755-df03af1ceb7f HTTP/1.1" status: 200 len: 205 time: 0.0329378 Nov 12 01:02:28.143911 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-4df466f2-5a98-47fb-a00e-02bece83234f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:28.144790 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df466f2-5a98-47fb-a00e-02bece83234f None None] The sync data for ids ['ea089fe2-f056-439a-b755-df03af1ceb7f'] in n-d-812236-11 is: [] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:02:28.190273 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d8e7d34a-9121-4de1-a098-40b314e88416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.193964 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d8e7d34a-9121-4de1-a098-40b314e88416 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.195217 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d8e7d34a-9121-4de1-a098-40b314e88416 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2085d287-6a82-48e7-b5b9-28b89dc2d3d3 HTTP/1.1" status: 204 len: 168 time: 0.4905963 Nov 12 01:02:28.206082 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e7d34a-9121-4de1-a098-40b314e88416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2085d287-6a82-48e7-b5b9-28b89dc2d3d3,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:28.365174 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a28dbc14-e0f5-453b-919d-b47439010332 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.452747 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7814a-cc54-4dc7-bdcc-134964c483ce req-a1dbfb61-77e2-4b1c-a1ed-c67ac11a4c0b tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:28.460875 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-02c7814a-cc54-4dc7-bdcc-134964c483ce req-a1dbfb61-77e2-4b1c-a1ed-c67ac11a4c0b tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.0677233 Nov 12 01:02:28.524185 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a28dbc14-e0f5-453b-919d-b47439010332 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.586879 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-02c7814a-cc54-4dc7-bdcc-134964c483ce req-140192c1-b539-4491-bc35-f49188797ca3 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226265 Nov 12 01:02:28.604465 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-db8733e0-5b81-4c74-a500-7a365fefe628 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Deleting port deacc43a-9d8d-43df-b2d2-7f4df8a310e8 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:28.604874 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-db8733e0-5b81-4c74-a500-7a365fefe628 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.681619 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-a28dbc14-e0f5-453b-919d-b47439010332 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Deleting port 57770889-94e5-4924-9972-ffd2eb354e68 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:28.681958 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a28dbc14-e0f5-453b-919d-b47439010332 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.687797 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46980) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:28.705875 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f4b78a67-ec00-4773-9c6d-5598876201cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.755936 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-db8733e0-5b81-4c74-a500-7a365fefe628 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.776962 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-db8733e0-5b81-4c74-a500-7a365fefe628 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Calling delete_port for deacc43a-9d8d-43df-b2d2-7f4df8a310e8 owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:28.807528 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f4b78a67-ec00-4773-9c6d-5598876201cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.814753 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f4b78a67-ec00-4773-9c6d-5598876201cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.851880 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a28dbc14-e0f5-453b-919d-b47439010332 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.865554 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b78a67-ec00-4773-9c6d-5598876201cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6be32c7-a08a-4850-904f-ebdaf5e3e982,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:28.872048 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-a28dbc14-e0f5-453b-919d-b47439010332 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Calling delete_port for 57770889-94e5-4924-9972-ffd2eb354e68 owned by network:router_gateway {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:28.894545 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46984) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:28.895232 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f4b78a67-ec00-4773-9c6d-5598876201cc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2ce7e7b493e44c94ae49067bb54315c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2054706 Nov 12 01:02:29.126376 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-696a14b1-eed9-4a2b-9b86-5f32e1d23546 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.175853 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-696a14b1-eed9-4a2b-9b86-5f32e1d23546 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.282750 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-db8733e0-5b81-4c74-a500-7a365fefe628 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.290710 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a28dbc14-e0f5-453b-919d-b47439010332 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.316575 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8733e0-5b81-4c74-a500-7a365fefe628 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Pushing event deleted for resources: {'Port': ['ID=deacc43a-9d8d-43df-b2d2-7f4df8a310e8,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:29.344046 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7713cb3d-4745-4c93-864a-5e971f5ea1bd None None] DHCP port deletion for e336e1e3-d670-40e9-bfcc-cfefb16c675d request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:02:29.363334 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-696a14b1-eed9-4a2b-9b86-5f32e1d23546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.365304 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-696a14b1-eed9-4a2b-9b86-5f32e1d23546 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.370459 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-696a14b1-eed9-4a2b-9b86-5f32e1d23546 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f6be32c7-a08a-4850-904f-ebdaf5e3e982 HTTP/1.1" status: 204 len: 168 time: 0.4724944 Nov 12 01:02:29.414993 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dbc14-e0f5-453b-919d-b47439010332 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Pushing event deleted for resources: {'Port': ['ID=57770889-94e5-4924-9972-ffd2eb354e68,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:29.424969 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a920ecf-845f-4f21-b2cb-9aab21f88635 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:02:29.475728 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a14b1-eed9-4a2b-9b86-5f32e1d23546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6be32c7-a08a-4850-904f-ebdaf5e3e982,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:29.561861 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a28dbc14-e0f5-453b-919d-b47439010332 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.723024 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a28dbc14-e0f5-453b-919d-b47439010332 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.728075 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a28dbc14-e0f5-453b-919d-b47439010332 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.804702 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf274735-80fc-40f9-8128-5c03da3f5a25 req-a2e70546-08af-494b-b9de-ae9fbd0f033a tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:29.824049 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cf274735-80fc-40f9-8128-5c03da3f5a25 req-a2e70546-08af-494b-b9de-ae9fbd0f033a tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.1084385 Nov 12 01:02:29.833491 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a28dbc14-e0f5-453b-919d-b47439010332 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.834666 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28dbc14-e0f5-453b-919d-b47439010332 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Fanout notify agent at l3_agent the message router_deleted on router ea089fe2-f056-439a-b755-df03af1ceb7f {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:02:29.845342 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a28dbc14-e0f5-453b-919d-b47439010332 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.853401 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a28dbc14-e0f5-453b-919d-b47439010332 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] 10.222.0.20 "DELETE /v2.0/routers/ea089fe2-f056-439a-b755-df03af1ceb7f HTTP/1.1" status: 204 len: 168 time: 1.7117205 Nov 12 01:02:29.854517 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 47002) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:29.864811 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-445e979e-de9d-447c-be86-8193fccc0330 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1826539436', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'enable_snat': False}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:29.905582 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-445e979e-de9d-447c-be86-8193fccc0330 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.906675 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-445e979e-de9d-447c-be86-8193fccc0330 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.922634 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-db8733e0-5b81-4c74-a500-7a365fefe628 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.961839 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cf274735-80fc-40f9-8128-5c03da3f5a25 req-d8007382-ae80-446d-86a7-ddb016dd7a6a tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333833 Nov 12 01:02:30.199614 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47030) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:30.236048 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-445e979e-de9d-447c-be86-8193fccc0330 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:30.559776 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e5a8aa5c-ec86-4b56-b0fd-77a7def55e83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:30.749451 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e5a8aa5c-ec86-4b56-b0fd-77a7def55e83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:30.763524 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e5a8aa5c-ec86-4b56-b0fd-77a7def55e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:30.858411 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e5a8aa5c-ec86-4b56-b0fd-77a7def55e83 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6f578c4f4bbb44829de209bee47a4975&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6576834 Nov 12 01:02:30.860833 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8aa5c-ec86-4b56-b0fd-77a7def55e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3855d929-db82-4697-815a-494bcf665846,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:30.874605 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47104) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:31.028390 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-445e979e-de9d-447c-be86-8193fccc0330 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:31.037943 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-90def59d-6849-4835-b8b8-c90225279f6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:31.100083 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-90def59d-6849-4835-b8b8-c90225279f6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:31.279218 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe31f3e-4eab-4a95-9057-d774825a1bdb req-afedb086-1157-4a21-bbfc-6b01ed31d5d6 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:31.288934 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-efe31f3e-4eab-4a95-9057-d774825a1bdb req-afedb086-1157-4a21-bbfc-6b01ed31d5d6 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.1768215 Nov 12 01:02:31.295222 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8733e0-5b81-4c74-a500-7a365fefe628 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Router 0554c11e-5a59-4413-a079-2d83896a5ab9 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:02:31.345488 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-90def59d-6849-4835-b8b8-c90225279f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:31.349045 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-90def59d-6849-4835-b8b8-c90225279f6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:31.350861 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-90def59d-6849-4835-b8b8-c90225279f6b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3855d929-db82-4697-815a-494bcf665846 HTTP/1.1" status: 204 len: 168 time: 0.4736488 Nov 12 01:02:31.362169 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90def59d-6849-4835-b8b8-c90225279f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3855d929-db82-4697-815a-494bcf665846,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:31.376392 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-efe31f3e-4eab-4a95-9057-d774825a1bdb req-1b42f329-0922-4635-95be-53ed98ff6366 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862255 Nov 12 01:02:31.600711 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8733e0-5b81-4c74-a500-7a365fefe628 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:02:31.607073 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-db8733e0-5b81-4c74-a500-7a365fefe628 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] 10.222.0.20 "PUT /v2.0/routers/0554c11e-5a59-4413-a079-2d83896a5ab9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7167735 Nov 12 01:02:31.609679 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47156) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:31.614182 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902d669f-cf1c-470e-9b13-e82f9659928f None None] Sync routers for ids ['0554c11e-5a59-4413-a079-2d83896a5ab9'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:02:31.641717 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902d669f-cf1c-470e-9b13-e82f9659928f None None] Routers {'0554c11e-5a59-4413-a079-2d83896a5ab9'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:31.649807 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-902d669f-cf1c-470e-9b13-e82f9659928f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:02:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['0554c11e-5a59-4413-a079-2d83896a5ab9'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:31.737141 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-902d669f-cf1c-470e-9b13-e82f9659928f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:31.761758 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902d669f-cf1c-470e-9b13-e82f9659928f None None] Routers {'0554c11e-5a59-4413-a079-2d83896a5ab9'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:31.762361 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-902d669f-cf1c-470e-9b13-e82f9659928f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:02:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['0554c11e-5a59-4413-a079-2d83896a5ab9'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:31.783576 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-445e979e-de9d-447c-be86-8193fccc0330 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:31.814322 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-445e979e-de9d-447c-be86-8193fccc0330 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:31.852275 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f6f8fff-1c99-494e-bf47-f5060b628c08 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for router, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:31.853693 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-902d669f-cf1c-470e-9b13-e82f9659928f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:31.854543 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902d669f-cf1c-470e-9b13-e82f9659928f None None] The sync data for ids ['0554c11e-5a59-4413-a079-2d83896a5ab9'] in n-d-812236-11 is: [] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:02:32.019613 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f6f8fff-1c99-494e-bf47-f5060b628c08 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.034017 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47206) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:32.062697 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-445e979e-de9d-447c-be86-8193fccc0330 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Allocated IP 172.25.2.10 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/3008e8dc-38f5-4659-8168-8fef190d21c0) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:32.080386 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a63d319c-652a-4f27-9008-713d306981cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.140405 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-4f6f8fff-1c99-494e-bf47-f5060b628c08 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Deleting port 3c083870-cfe2-4ea5-b919-a2417b755e57 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:32.140866 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f6f8fff-1c99-494e-bf47-f5060b628c08 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.232377 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-445e979e-de9d-447c-be86-8193fccc0330 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.285087 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a63d319c-652a-4f27-9008-713d306981cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.289421 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f6f8fff-1c99-494e-bf47-f5060b628c08 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.296860 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-445e979e-de9d-447c-be86-8193fccc0330 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.333179 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a63d319c-652a-4f27-9008-713d306981cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.355385 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-4f6f8fff-1c99-494e-bf47-f5060b628c08 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Calling delete_port for 3c083870-cfe2-4ea5-b919-a2417b755e57 owned by network:router_gateway {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:32.386410 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445e979e-de9d-447c-be86-8193fccc0330 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:32.401200 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-445e979e-de9d-447c-be86-8193fccc0330 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:32.403371 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a63d319c-652a-4f27-9008-713d306981cf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=19ffe709ac3242688028d1da75525441&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3682477 Nov 12 01:02:32.406858 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445e979e-de9d-447c-be86-8193fccc0330 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:32.413361 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 47262) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:32.416355 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f989a021-f22b-43d4-82cc-dbc89f29cc40 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:02:32.445331 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d319c-652a-4f27-9008-713d306981cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fe43dd-50af-48c6-8ebe-2c6873381465,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:32.502449 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-06737f72-2068-41ec-9707-3099d0c93cc8 None None] Provisioning complete for port 3008e8dc-38f5-4659-8168-8fef190d21c0 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:32.502944 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-06737f72-2068-41ec-9707-3099d0c93cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.540058 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e979e-de9d-447c-be86-8193fccc0330 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Pushing event updated for resources: {'Port': ['ID=3008e8dc-38f5-4659-8168-8fef190d21c0,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:32.551829 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-06737f72-2068-41ec-9707-3099d0c93cc8 None None] Port 3008e8dc-38f5-4659-8168-8fef190d21c0 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:02:32.783771 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e5d4efa7-6a88-41b0-b42d-acb1ce91480a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.821590 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e5d4efa7-6a88-41b0-b42d-acb1ce91480a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.946057 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e5d4efa7-6a88-41b0-b42d-acb1ce91480a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.950373 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e5d4efa7-6a88-41b0-b42d-acb1ce91480a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.951796 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e5d4efa7-6a88-41b0-b42d-acb1ce91480a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b3fe43dd-50af-48c6-8ebe-2c6873381465 HTTP/1.1" status: 204 len: 168 time: 0.5302384 Nov 12 01:02:33.014149 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d4efa7-6a88-41b0-b42d-acb1ce91480a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fe43dd-50af-48c6-8ebe-2c6873381465,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:33.066885 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-445e979e-de9d-447c-be86-8193fccc0330 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:33.132463 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a9f7fe-88f2-407b-82b0-1325b5c9da26 req-350d858a-3935-407c-ba02-d4e1c7f38624 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:33.136788 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d9a9f7fe-88f2-407b-82b0-1325b5c9da26 req-350d858a-3935-407c-ba02-d4e1c7f38624 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.5199745 Nov 12 01:02:33.235914 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f6f8fff-1c99-494e-bf47-f5060b628c08 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:33.291573 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d9a9f7fe-88f2-407b-82b0-1325b5c9da26 req-9265605f-8497-4904-b044-e3a0597000cf tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236866 Nov 12 01:02:33.310191 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6f8fff-1c99-494e-bf47-f5060b628c08 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Pushing event deleted for resources: {'Port': ['ID=3c083870-cfe2-4ea5-b919-a2417b755e57,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:33.341352 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c863f711-669c-4996-956d-3198686c2ff8 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:02:33.434811 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f6f8fff-1c99-494e-bf47-f5060b628c08 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:33.441789 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-445e979e-de9d-447c-be86-8193fccc0330 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:33.448494 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 47382) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:33.559508 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f6f8fff-1c99-494e-bf47-f5060b628c08 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:33.571266 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f6f8fff-1c99-494e-bf47-f5060b628c08 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:33.650651 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f6f8fff-1c99-494e-bf47-f5060b628c08 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:33.651485 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6f8fff-1c99-494e-bf47-f5060b628c08 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Fanout notify agent at l3_agent the message router_deleted on router 0554c11e-5a59-4413-a079-2d83896a5ab9 {{(pid=102661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:02:33.659683 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f6f8fff-1c99-494e-bf47-f5060b628c08 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:33.663192 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4f6f8fff-1c99-494e-bf47-f5060b628c08 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] 10.222.0.20 "DELETE /v2.0/routers/0554c11e-5a59-4413-a079-2d83896a5ab9 HTTP/1.1" status: 204 len: 168 time: 2.0497196 Nov 12 01:02:33.667526 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47416) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:33.682256 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4e911986-8841-49f3-a1c9-114672e49523 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:33.754684 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-a61c4ad6-eb16-4ead-924f-54e37bb2010a tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Deleting subnet ba29a295-7657-4c75-a11a-187df65d4778 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:02:33.758314 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a61c4ad6-eb16-4ead-924f-54e37bb2010a tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:33.807181 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-445e979e-de9d-447c-be86-8193fccc0330 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Router 2abf01a3-41aa-4d7d-a18a-45c1d275b7cc is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:02:33.811399 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a61c4ad6-eb16-4ead-924f-54e37bb2010a tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:33.828861 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4e911986-8841-49f3-a1c9-114672e49523 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:33.872258 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a61c4ad6-eb16-4ead-924f-54e37bb2010a tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:33.881446 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4e911986-8841-49f3-a1c9-114672e49523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:33.917176 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e911986-8841-49f3-a1c9-114672e49523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ea04d2-cc8e-4693-b272-0879c9810f2c,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:33.943691 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a61c4ad6-eb16-4ead-924f-54e37bb2010a tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:33.949721 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-4e911986-8841-49f3-a1c9-114672e49523 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=70ce48225cd74cabbc20c4422a03e729&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4969308 Nov 12 01:02:33.950423 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 47456) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:34.007927 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c4ad6-eb16-4ead-924f-54e37bb2010a tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Pushing event deleted for resources: {'Subnet': ['ID=ba29a295-7657-4c75-a11a-187df65d4778,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:34.020448 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a61c4ad6-eb16-4ead-924f-54e37bb2010a tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:34.029907 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a61c4ad6-eb16-4ead-924f-54e37bb2010a tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] 10.222.0.20 "DELETE /v2.0/subnets/ba29a295-7657-4c75-a11a-187df65d4778 HTTP/1.1" status: 204 len: 168 time: 0.3576953 Nov 12 01:02:34.030382 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47470) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:34.035698 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5369484-b244-4a73-a81d-04b32e58747b None None] Network e336e1e3-d670-40e9-bfcc-cfefb16c675d requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:02:34.050576 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445e979e-de9d-447c-be86-8193fccc0330 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:02:34.069688 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221f788e-8240-4167-bb83-f9ea216dc746 None None] Sync routers for ids ['2abf01a3-41aa-4d7d-a18a-45c1d275b7cc'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:02:34.075517 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ed3ded84-2e99-41de-84ea-af9d91d0f412 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:34.121675 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ed3ded84-2e99-41de-84ea-af9d91d0f412 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:34.126402 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-445e979e-de9d-447c-be86-8193fccc0330 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:34.127619 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-445e979e-de9d-447c-be86-8193fccc0330 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.2696052 Nov 12 01:02:34.135492 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 47482) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:34.144021 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cebeac98-b385-45e2-a73c-51fa49de0c36 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:34.144494 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221f788e-8240-4167-bb83-f9ea216dc746 None None] Routers {'2abf01a3-41aa-4d7d-a18a-45c1d275b7cc'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:34.145118 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-221f788e-8240-4167-bb83-f9ea216dc746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:02:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['2abf01a3-41aa-4d7d-a18a-45c1d275b7cc'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:34.256761 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-50a2c13c-5c4d-4443-af3e-0e285b964e66 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] 10.222.0.20 "GET /v2.0/routers/2abf01a3-41aa-4d7d-a18a-45c1d275b7cc HTTP/1.1" status: 200 len: 908 time: 0.1173117 Nov 12 01:02:34.257080 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 47500) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:34.266021 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-63bdc5d9-5827-444a-93a6-963319d8ed30 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1826539436', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'enable_snat': True}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:34.310813 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-63bdc5d9-5827-444a-93a6-963319d8ed30 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:34.312585 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-63bdc5d9-5827-444a-93a6-963319d8ed30 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:34.335755 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ed3ded84-2e99-41de-84ea-af9d91d0f412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:34.340702 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ed3ded84-2e99-41de-84ea-af9d91d0f412 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:34.341721 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ed3ded84-2e99-41de-84ea-af9d91d0f412 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/22ea04d2-cc8e-4693-b272-0879c9810f2c HTTP/1.1" status: 204 len: 168 time: 0.3903465 Nov 12 01:02:34.348460 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cebeac98-b385-45e2-a73c-51fa49de0c36 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:34.362951 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3ded84-2e99-41de-84ea-af9d91d0f412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ea04d2-cc8e-4693-b272-0879c9810f2c,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:34.391150 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-cebeac98-b385-45e2-a73c-51fa49de0c36 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e336e1e3-d670-40e9-bfcc-cfefb16c675d']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:34.410516 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-cebeac98-b385-45e2-a73c-51fa49de0c36 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93d1b1e3-b492-4255-a13a-569e44ca57e3') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:34.410801 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-cebeac98-b385-45e2-a73c-51fa49de0c36 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93d1b1e3-b492-4255-a13a-569e44ca57e3') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:34.418391 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-63bdc5d9-5827-444a-93a6-963319d8ed30 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:34.437797 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cebeac98-b385-45e2-a73c-51fa49de0c36 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:34.442443 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9884bf5c-7d60-4f7b-9ab6-9d4da8e5fb1f None None] DHCP port deletion for e336e1e3-d670-40e9-bfcc-cfefb16c675d request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:02:34.466008 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cebeac98-b385-45e2-a73c-51fa49de0c36 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:34.481076 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cebeac98-b385-45e2-a73c-51fa49de0c36 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:02:34.481699 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cebeac98-b385-45e2-a73c-51fa49de0c36 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:34.492338 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:02:34.492338 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:02:34.492338 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:02:34.492338 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:02:34.492338 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:02:34.492338 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:02:34.492338 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:02:34.492338 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:02:34.492338 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:02:34.492338 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:02:34.492338 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:02:34.492338 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:02:34.492338 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:02:34.492338 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:02:34.492338 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:02:34.492338 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:02:34.492338 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:02:34.492338 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:02:34.492338 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:02:34.492338 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:02:34.492338 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:02:34.492338 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:02:34.492338 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:02:34.492338 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:02:34.492338 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:02:34.492338 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:02:34.492338 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:02:34.492338 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:02:34.492338 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:02:34.492338 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:02:34.492338 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:02:34.492338 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:02:34.552173 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e7049d5f-3fc0-483a-b5d0-2608f77abd9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:34.611787 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-221f788e-8240-4167-bb83-f9ea216dc746 None None] Set router 2abf01a3-41aa-4d7d-a18a-45c1d275b7cc gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:02:34.652369 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-63bdc5d9-5827-444a-93a6-963319d8ed30 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:34.716403 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cebeac98-b385-45e2-a73c-51fa49de0c36 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:34.723227 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cebeac98-b385-45e2-a73c-51fa49de0c36 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:34.727853 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-cebeac98-b385-45e2-a73c-51fa49de0c36 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] 10.222.0.20 "DELETE /v2.0/networks/e336e1e3-d670-40e9-bfcc-cfefb16c675d HTTP/1.1" status: 204 len: 168 time: 0.6963549 Nov 12 01:02:34.763498 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebeac98-b385-45e2-a73c-51fa49de0c36 tempest-FloatingIPTestJSON-447395787 tempest-FloatingIPTestJSON-447395787-project] Pushing event deleted for resources: {'Network': ['ID=e336e1e3-d670-40e9-bfcc-cfefb16c675d,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:34.787599 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f5fe2-d3a2-4821-8bf8-296271c640a8 req-6d3b3e24-6af0-4b50-ac35-3ffc65d65bce tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:34.789391 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-925f5fe2-d3a2-4821-8bf8-296271c640a8 req-6d3b3e24-6af0-4b50-ac35-3ffc65d65bce tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.2544651 Nov 12 01:02:34.847275 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-925f5fe2-d3a2-4821-8bf8-296271c640a8 req-6b5e84a5-68a6-4a26-9d05-661b458692f0 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493741 Nov 12 01:02:34.957694 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-221f788e-8240-4167-bb83-f9ea216dc746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2abf01a3-41aa-4d7d-a18a-45c1d275b7cc', 'name': 'tempest-snat-router-1826539436', 'tenant_id': '6de953956521442c923a312dd7ce7c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.10'}], 'enable_snat': False}, 'gw_port_id': '3008e8dc-38f5-4659-8168-8fef190d21c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:29Z', 'updated_at': '2021-11-12T01:02:32Z', 'revision_number': 3, 'project_id': '6de953956521442c923a312dd7ce7c34', 'gw_port': {'id': '3008e8dc-38f5-4659-8168-8fef190d21c0', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ed:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abf01a3-41aa-4d7d-a18a-45c1d275b7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:31Z', 'updated_at': '2021-11-12T01:02:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:34.995488 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221f788e-8240-4167-bb83-f9ea216dc746 None None] Checking router: 2abf01a3-41aa-4d7d-a18a-45c1d275b7cc for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:02:34.996186 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221f788e-8240-4167-bb83-f9ea216dc746 None None] Updating router 2abf01a3-41aa-4d7d-a18a-45c1d275b7cc port 3008e8dc-38f5-4659-8168-8fef190d21c0 binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:02:35.023343 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-221f788e-8240-4167-bb83-f9ea216dc746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.144565 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47576) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:35.184745 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47580) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:35.305852 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47588) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:35.327815 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-63bdc5d9-5827-444a-93a6-963319d8ed30 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.328355 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3d02cdf9-d707-49ec-987e-1b158f04c176 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.332558 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-221f788e-8240-4167-bb83-f9ea216dc746 None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.343873 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-221f788e-8240-4167-bb83-f9ea216dc746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.369576 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-63bdc5d9-5827-444a-93a6-963319d8ed30 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.383471 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-165e6676-345f-48fc-9842-9499133fbcf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.435173 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7c0d6f-cf1a-4119-84e5-3a7c248251ec None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:02:35.438014 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-221f788e-8240-4167-bb83-f9ea216dc746 None None] Attempting to bind port 3008e8dc-38f5-4659-8168-8fef190d21c0 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:02:35.438568 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-221f788e-8240-4167-bb83-f9ea216dc746 None None] Attempting to bind port 3008e8dc-38f5-4659-8168-8fef190d21c0 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:02:35.439326 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221f788e-8240-4167-bb83-f9ea216dc746 None None] Attempting to bind port 3008e8dc-38f5-4659-8168-8fef190d21c0 on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:35.460627 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221f788e-8240-4167-bb83-f9ea216dc746 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:02:35.461337 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221f788e-8240-4167-bb83-f9ea216dc746 None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:35.462001 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-221f788e-8240-4167-bb83-f9ea216dc746 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.463407 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221f788e-8240-4167-bb83-f9ea216dc746 None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:02:35.464272 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-221f788e-8240-4167-bb83-f9ea216dc746 None None] Bound port: 3008e8dc-38f5-4659-8168-8fef190d21c0, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:02:35.465157 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-221f788e-8240-4167-bb83-f9ea216dc746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.498756 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6df9ef-f131-48ba-9ae2-873231fc75ea None None] Pushing event updated for resources: {'Port': ['ID=3008e8dc-38f5-4659-8168-8fef190d21c0,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:35.531446 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-ec2cf24f-aae8-48a1-84fe-1d03d4ee0689 None None] Provisioning complete for port 3008e8dc-38f5-4659-8168-8fef190d21c0 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:35.532241 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ec2cf24f-aae8-48a1-84fe-1d03d4ee0689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.571570 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-ec2cf24f-aae8-48a1-84fe-1d03d4ee0689 None None] Port 3008e8dc-38f5-4659-8168-8fef190d21c0 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:02:35.583108 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-221f788e-8240-4167-bb83-f9ea216dc746 None None] For port 3008e8dc-38f5-4659-8168-8fef190d21c0, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:02:35.586981 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-221f788e-8240-4167-bb83-f9ea216dc746 None None] For port 3008e8dc-38f5-4659-8168-8fef190d21c0, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=3008e8dc-38f5-4659-8168-8fef190d21c0,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:02:35.589573 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3d02cdf9-d707-49ec-987e-1b158f04c176 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.597501 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-221f788e-8240-4167-bb83-f9ea216dc746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.603770 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3d02cdf9-d707-49ec-987e-1b158f04c176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.639270 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-63bdc5d9-5827-444a-93a6-963319d8ed30 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Allocated IP 172.25.2.75 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/9241fcb5-f69e-498b-b234-d0ec6c735934) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:35.646751 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5745030-b660-4648-b11d-339158ef3593 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:02:35.675916 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221f788e-8240-4167-bb83-f9ea216dc746 None None] Routers {'2abf01a3-41aa-4d7d-a18a-45c1d275b7cc'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:35.676939 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-221f788e-8240-4167-bb83-f9ea216dc746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:02:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['2abf01a3-41aa-4d7d-a18a-45c1d275b7cc'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:35.699365 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-efe9767b-5576-414d-a7b5-18e21935cf44 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=52ef7dd714de4cc6a7e439dbcc2bfc3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5125337 Nov 12 01:02:35.710820 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47592) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:35.715859 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d02cdf9-d707-49ec-987e-1b158f04c176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603e2d66-9ab9-4a3c-a835-bd1599cc11bb,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:35.757189 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-3d02cdf9-d707-49ec-987e-1b158f04c176 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3a5cbd0e586c4da8b865886c3374f548&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4479482 Nov 12 01:02:35.757557 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47596) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:35.788296 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6df9ef-f131-48ba-9ae2-873231fc75ea None None] Pushing event updated for resources: {'Port': ['ID=3008e8dc-38f5-4659-8168-8fef190d21c0,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:35.823228 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-55996fc2-7fe9-4c67-a3a2-68af52ea6ebf None None] Provisioning complete for port 3008e8dc-38f5-4659-8168-8fef190d21c0 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:35.823770 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-55996fc2-7fe9-4c67-a3a2-68af52ea6ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.840424 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-63bdc5d9-5827-444a-93a6-963319d8ed30 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.853187 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-221f788e-8240-4167-bb83-f9ea216dc746 None None] Set router 2abf01a3-41aa-4d7d-a18a-45c1d275b7cc gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:02:35.897790 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-63bdc5d9-5827-444a-93a6-963319d8ed30 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.908151 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-165e6676-345f-48fc-9842-9499133fbcf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.935508 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-165e6676-345f-48fc-9842-9499133fbcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.951949 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bdc5d9-5827-444a-93a6-963319d8ed30 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Pushing event updated for resources: {'Port': ['ID=9241fcb5-f69e-498b-b234-d0ec6c735934,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:35.976784 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bdc5d9-5827-444a-93a6-963319d8ed30 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:35.979352 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-63bdc5d9-5827-444a-93a6-963319d8ed30 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:35.981962 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bdc5d9-5827-444a-93a6-963319d8ed30 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:36.017940 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d455ddbc-c2a2-48ed-a73b-40798873677e None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:02:36.059008 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-55996fc2-7fe9-4c67-a3a2-68af52ea6ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:36.076869 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-165e6676-345f-48fc-9842-9499133fbcf7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0c46753bd1ff425caaa7221a64e90b4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9309764 Nov 12 01:02:36.078936 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165e6676-345f-48fc-9842-9499133fbcf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05fa5e29-2d15-4f91-b2c4-2d599c30f582,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:36.081479 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47604) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:36.085494 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eac6c29a-481f-44fe-a690-daca687e531d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:36.102652 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-55996fc2-7fe9-4c67-a3a2-68af52ea6ebf None None] For port 3008e8dc-38f5-4659-8168-8fef190d21c0, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=3008e8dc-38f5-4659-8168-8fef190d21c0,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:36.109989 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-55996fc2-7fe9-4c67-a3a2-68af52ea6ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:36.112957 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eac6c29a-481f-44fe-a690-daca687e531d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:36.172972 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55996fc2-7fe9-4c67-a3a2-68af52ea6ebf None None] Pushing event updated for resources: {'Port': ['ID=3008e8dc-38f5-4659-8168-8fef190d21c0,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:36.183337 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-069fb9fc-66c7-4d8e-8370-ee6c7d7f97f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:36.198349 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669d4c1-04f9-4cc5-8ac5-305364e705ab req-3679c335-d87f-48b5-b2bc-1b004f1393fd tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:36.205263 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-221f788e-8240-4167-bb83-f9ea216dc746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2abf01a3-41aa-4d7d-a18a-45c1d275b7cc', 'name': 'tempest-snat-router-1826539436', 'tenant_id': '6de953956521442c923a312dd7ce7c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.10'}], 'enable_snat': False}, 'gw_port_id': '3008e8dc-38f5-4659-8168-8fef190d21c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:29Z', 'updated_at': '2021-11-12T01:02:32Z', 'revision_number': 3, 'project_id': '6de953956521442c923a312dd7ce7c34', 'gw_port': {'id': '3008e8dc-38f5-4659-8168-8fef190d21c0', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ed:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abf01a3-41aa-4d7d-a18a-45c1d275b7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:31Z', 'updated_at': '2021-11-12T01:02:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:36.205906 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e669d4c1-04f9-4cc5-8ac5-305364e705ab req-3679c335-d87f-48b5-b2bc-1b004f1393fd tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.2295959 Nov 12 01:02:36.245716 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221f788e-8240-4167-bb83-f9ea216dc746 None None] The sync data for ids ['2abf01a3-41aa-4d7d-a18a-45c1d275b7cc'] in n-d-812236-11 is: [{'id': '2abf01a3-41aa-4d7d-a18a-45c1d275b7cc', 'name': 'tempest-snat-router-1826539436', 'tenant_id': '6de953956521442c923a312dd7ce7c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.10'}], 'enable_snat': False}, 'gw_port_id': '3008e8dc-38f5-4659-8168-8fef190d21c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:29Z', 'updated_at': '2021-11-12T01:02:32Z', 'revision_number': 3, 'project_id': '6de953956521442c923a312dd7ce7c34', 'gw_port': {'id': '3008e8dc-38f5-4659-8168-8fef190d21c0', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ed:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abf01a3-41aa-4d7d-a18a-45c1d275b7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:31Z', 'updated_at': '2021-11-12T01:02:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:02:36.255290 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-763eca4c-9c8a-475a-8ace-2889202ea538 None None] Provisioning complete for port 9241fcb5-f69e-498b-b234-d0ec6c735934 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:36.255825 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-763eca4c-9c8a-475a-8ace-2889202ea538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:36.256778 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-069fb9fc-66c7-4d8e-8370-ee6c7d7f97f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:36.308830 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a9cfb755-d8c8-47d7-b324-597d22d2872a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:36.321131 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eac6c29a-481f-44fe-a690-daca687e531d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:36.321606 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-763eca4c-9c8a-475a-8ace-2889202ea538 None None] Port 9241fcb5-f69e-498b-b234-d0ec6c735934 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:02:36.328507 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eac6c29a-481f-44fe-a690-daca687e531d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:36.332920 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-eac6c29a-481f-44fe-a690-daca687e531d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/603e2d66-9ab9-4a3c-a835-bd1599cc11bb HTTP/1.1" status: 204 len: 168 time: 0.5651975 Nov 12 01:02:36.370121 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac6c29a-481f-44fe-a690-daca687e531d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603e2d66-9ab9-4a3c-a835-bd1599cc11bb,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:36.380782 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a9cfb755-d8c8-47d7-b324-597d22d2872a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:36.405184 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e669d4c1-04f9-4cc5-8ac5-305364e705ab req-edcada34-a4bd-49b3-8c48-0338d78f8198 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981916 Nov 12 01:02:36.436457 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-069fb9fc-66c7-4d8e-8370-ee6c7d7f97f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:36.439330 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-069fb9fc-66c7-4d8e-8370-ee6c7d7f97f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:36.443948 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-069fb9fc-66c7-4d8e-8370-ee6c7d7f97f5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d2370604-2a2c-4016-aa1e-6227479cb660 HTTP/1.1" status: 204 len: 168 time: 0.7258959 Nov 12 01:02:36.451490 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069fb9fc-66c7-4d8e-8370-ee6c7d7f97f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2370604-2a2c-4016-aa1e-6227479cb660,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:36.459370 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ba6f65ac-e512-4611-95d9-1a787052aba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:36.473230 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a9cfb755-d8c8-47d7-b324-597d22d2872a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:36.476141 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a9cfb755-d8c8-47d7-b324-597d22d2872a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:36.477346 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a9cfb755-d8c8-47d7-b324-597d22d2872a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/05fa5e29-2d15-4f91-b2c4-2d599c30f582 HTTP/1.1" status: 204 len: 168 time: 0.3928709 Nov 12 01:02:36.490313 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cfb755-d8c8-47d7-b324-597d22d2872a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fa5e29-2d15-4f91-b2c4-2d599c30f582,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:36.516142 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-63bdc5d9-5827-444a-93a6-963319d8ed30 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:36.999034 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-63bdc5d9-5827-444a-93a6-963319d8ed30 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:37.309719 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63bdc5d9-5827-444a-93a6-963319d8ed30 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Router 0c6b544d-c254-41b9-866b-65d5c594ede3 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:02:37.475576 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63bdc5d9-5827-444a-93a6-963319d8ed30 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:02:37.485942 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a895bf5e-e2f1-4de9-b2b0-9fa9c45ac3b8 None None] Sync routers for ids ['0c6b544d-c254-41b9-866b-65d5c594ede3'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:02:37.498873 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a895bf5e-e2f1-4de9-b2b0-9fa9c45ac3b8 None None] Routers {'0c6b544d-c254-41b9-866b-65d5c594ede3'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:37.499496 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-a895bf5e-e2f1-4de9-b2b0-9fa9c45ac3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:02:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['0c6b544d-c254-41b9-866b-65d5c594ede3'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:37.504938 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-63bdc5d9-5827-444a-93a6-963319d8ed30 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:37.507340 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-63bdc5d9-5827-444a-93a6-963319d8ed30 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.2484331 Nov 12 01:02:37.510360 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 47654) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:37.586958 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e980ee-f6b0-4820-96ab-5de4bf1af0fa req-abad123d-c404-4b57-add8-5b2648c944a6 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:37.590028 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-94e980ee-f6b0-4820-96ab-5de4bf1af0fa req-abad123d-c404-4b57-add8-5b2648c944a6 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.1143754 Nov 12 01:02:37.670799 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:37.685052 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-a895bf5e-e2f1-4de9-b2b0-9fa9c45ac3b8 None None] Set router 0c6b544d-c254-41b9-866b-65d5c594ede3 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:02:37.698722 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-838f901d-5dfd-4594-90a9-c2df2a569c03 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] 10.222.0.20 "GET /v2.0/routers/0c6b544d-c254-41b9-866b-65d5c594ede3 HTTP/1.1" status: 200 len: 907 time: 0.1868935 Nov 12 01:02:37.701259 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 47664) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:37.760629 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-94e980ee-f6b0-4820-96ab-5de4bf1af0fa req-7186c01c-6ad2-41f8-8a9d-17023ac01c87 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581187 Nov 12 01:02:37.838080 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 3008e8dc-38f5-4659-8168-8fef190d21c0 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:37.903731 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-a895bf5e-e2f1-4de9-b2b0-9fa9c45ac3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6b544d-c254-41b9-866b-65d5c594ede3', 'name': 'tempest-snat-router-1826539436', 'tenant_id': '6de953956521442c923a312dd7ce7c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '9241fcb5-f69e-498b-b234-d0ec6c735934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:34Z', 'updated_at': '2021-11-12T01:02:36Z', 'revision_number': 3, 'project_id': '6de953956521442c923a312dd7ce7c34', 'gw_port': {'id': '9241fcb5-f69e-498b-b234-d0ec6c735934', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:15:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c6b544d-c254-41b9-866b-65d5c594ede3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:35Z', 'updated_at': '2021-11-12T01:02:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:37.926766 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f23ba7b4-4471-4db2-b4d6-b2d27db75586 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:02:37.930204 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-87691a89-9578-44af-9f11-ccb4f009a679 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:37.943357 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a895bf5e-e2f1-4de9-b2b0-9fa9c45ac3b8 None None] Checking router: 0c6b544d-c254-41b9-866b-65d5c594ede3 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:02:37.943917 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a895bf5e-e2f1-4de9-b2b0-9fa9c45ac3b8 None None] Updating router 0c6b544d-c254-41b9-866b-65d5c594ede3 port 9241fcb5-f69e-498b-b234-d0ec6c735934 binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:02:37.974886 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a895bf5e-e2f1-4de9-b2b0-9fa9c45ac3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:38.129563 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 3008e8dc-38f5-4659-8168-8fef190d21c0 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:38.129933 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:38.220883 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-87691a89-9578-44af-9f11-ccb4f009a679 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:38.363803 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-87691a89-9578-44af-9f11-ccb4f009a679 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Deleting port 9241fcb5-f69e-498b-b234-d0ec6c735934 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:38.364514 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-87691a89-9578-44af-9f11-ccb4f009a679 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:38.494795 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port f23ba7b4-4471-4db2-b4d6-b2d27db75586, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f23ba7b4-4471-4db2-b4d6-b2d27db75586,segment=NetworkSegment(ac5afd89-5012-43c7-b28d-4a594b7d5879),segment_id=ac5afd89-5012-43c7-b28d-4a594b7d5879)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:38.537289 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'f23ba7b4-4471-4db2-b4d6-b2d27db75586', 'network_id': 'e2e3e1e9-0e8c-4882-bf10-1b961e611626', 'port_id': 'f23ba7b4-4471-4db2-b4d6-b2d27db75586', 'mac_address': 'fa:16:3e:76:a6:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cfb7ed7-15f0-4cd2-a0ec-39a2bf41ee0d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:02:38.539159 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-87691a89-9578-44af-9f11-ccb4f009a679 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:38.552043 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47698) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:38.582541 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-87691a89-9578-44af-9f11-ccb4f009a679 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Calling delete_port for 9241fcb5-f69e-498b-b234-d0ec6c735934 owned by network:router_gateway {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:38.679445 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a895bf5e-e2f1-4de9-b2b0-9fa9c45ac3b8 None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:38.693057 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a895bf5e-e2f1-4de9-b2b0-9fa9c45ac3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:38.747082 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:38.760215 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb18b249-7324-4593-aa68-1fc1af0eaae4 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:02:38.765031 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-a895bf5e-e2f1-4de9-b2b0-9fa9c45ac3b8 None None] Attempting to bind port 9241fcb5-f69e-498b-b234-d0ec6c735934 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:02:38.765679 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-a895bf5e-e2f1-4de9-b2b0-9fa9c45ac3b8 None None] Attempting to bind port 9241fcb5-f69e-498b-b234-d0ec6c735934 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:02:38.766225 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a895bf5e-e2f1-4de9-b2b0-9fa9c45ac3b8 None None] Attempting to bind port 9241fcb5-f69e-498b-b234-d0ec6c735934 on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:38.782822 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a895bf5e-e2f1-4de9-b2b0-9fa9c45ac3b8 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:02:38.783471 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a895bf5e-e2f1-4de9-b2b0-9fa9c45ac3b8 None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:38.784081 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a895bf5e-e2f1-4de9-b2b0-9fa9c45ac3b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:38.784660 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a895bf5e-e2f1-4de9-b2b0-9fa9c45ac3b8 None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:02:38.785295 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-a895bf5e-e2f1-4de9-b2b0-9fa9c45ac3b8 None None] Bound port: 9241fcb5-f69e-498b-b234-d0ec6c735934, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:02:38.785880 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a895bf5e-e2f1-4de9-b2b0-9fa9c45ac3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:38.824929 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f23ba7b4-4471-4db2-b4d6-b2d27db75586 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:02:38.865843 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-a895bf5e-e2f1-4de9-b2b0-9fa9c45ac3b8 None None] For port 9241fcb5-f69e-498b-b234-d0ec6c735934, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:02:38.869984 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-a895bf5e-e2f1-4de9-b2b0-9fa9c45ac3b8 None None] For port 9241fcb5-f69e-498b-b234-d0ec6c735934, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=9241fcb5-f69e-498b-b234-d0ec6c735934,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:02:38.896408 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port f23ba7b4-4471-4db2-b4d6-b2d27db75586, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f23ba7b4-4471-4db2-b4d6-b2d27db75586,segment=NetworkSegment(ac5afd89-5012-43c7-b28d-4a594b7d5879),segment_id=ac5afd89-5012-43c7-b28d-4a594b7d5879)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:38.920376 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db41839-0ed6-4c0a-9702-29cbccf5a402 None None] Pushing event updated for resources: {'Port': ['ID=9241fcb5-f69e-498b-b234-d0ec6c735934,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:38.926678 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:38.937582 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db41839-0ed6-4c0a-9702-29cbccf5a402 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:38.938383 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db41839-0ed6-4c0a-9702-29cbccf5a402 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:38.938874 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db41839-0ed6-4c0a-9702-29cbccf5a402 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:38.940122 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db41839-0ed6-4c0a-9702-29cbccf5a402 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:38.940854 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db41839-0ed6-4c0a-9702-29cbccf5a402 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:38.942313 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db41839-0ed6-4c0a-9702-29cbccf5a402 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:38.943962 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db41839-0ed6-4c0a-9702-29cbccf5a402 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:38.946072 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db41839-0ed6-4c0a-9702-29cbccf5a402 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:38.947501 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db41839-0ed6-4c0a-9702-29cbccf5a402 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:38.948760 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db41839-0ed6-4c0a-9702-29cbccf5a402 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:38.950264 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db41839-0ed6-4c0a-9702-29cbccf5a402 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:38.951804 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db41839-0ed6-4c0a-9702-29cbccf5a402 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:38.956846 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a895bf5e-e2f1-4de9-b2b0-9fa9c45ac3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:39.099845 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36635b-2c9c-4cc6-b0f0-3da96693b6b4 req-e4e2f907-2439-4d22-b234-37af3e852e07 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:39.101467 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a895bf5e-e2f1-4de9-b2b0-9fa9c45ac3b8 None None] Routers {'0c6b544d-c254-41b9-866b-65d5c594ede3'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:39.111292 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=f23ba7b4-4471-4db2-b4d6-b2d27db75586,revision_number=6']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:39.113632 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-a895bf5e-e2f1-4de9-b2b0-9fa9c45ac3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:02:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['0c6b544d-c254-41b9-866b-65d5c594ede3'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:39.115042 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cd36635b-2c9c-4cc6-b0f0-3da96693b6b4 req-e4e2f907-2439-4d22-b234-37af3e852e07 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 944 time: 0.1705117 Nov 12 01:02:39.121145 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0578cba2-f047-4c3a-9f70-d8e1f1508609 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:02:39.129938 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:39.130572 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:39.131114 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:39.131787 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:39.132344 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:39.132906 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:39.134727 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:39.135578 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:39.136226 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:39.137535 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:39.138238 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:39.139014 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:39.157661 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-7e2d3754-1e2e-4a9b-8e54-c9c2bb096b95 None None] Provisioning complete for port 9241fcb5-f69e-498b-b234-d0ec6c735934 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:39.159576 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7e2d3754-1e2e-4a9b-8e54-c9c2bb096b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:39.180059 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-87691a89-9578-44af-9f11-ccb4f009a679 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:39.211950 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['f23ba7b4-4471-4db2-b4d6-b2d27db75586'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:02:39.308631 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cd36635b-2c9c-4cc6-b0f0-3da96693b6b4 req-af2d42f7-8360-4b6b-aec1-7bde40192806 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924896 Nov 12 01:02:39.331837 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87691a89-9578-44af-9f11-ccb4f009a679 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Pushing event deleted for resources: {'Port': ['ID=9241fcb5-f69e-498b-b234-d0ec6c735934,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:39.346903 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-4aa84626-e071-4d37-a8ad-8eacb2663a9a tempest-DvrRoutersNegativeTest-129845228 tempest-DvrRoutersNegativeTest-129845228-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-603684988', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:39.350163 n-d-812236-11 neutron-server[102661]: DEBUG neutron.policy [None req-4aa84626-e071-4d37-a8ad-8eacb2663a9a tempest-DvrRoutersNegativeTest-129845228 tempest-DvrRoutersNegativeTest-129845228-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102661) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 12 01:02:39.350656 n-d-812236-11 neutron-server[102661]: DEBUG neutron.policy [None req-4aa84626-e071-4d37-a8ad-8eacb2663a9a tempest-DvrRoutersNegativeTest-129845228 tempest-DvrRoutersNegativeTest-129845228-project] Failed policy check for 'create_router' {{(pid=102661) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 12 01:02:39.351338 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-4aa84626-e071-4d37-a8ad-8eacb2663a9a tempest-DvrRoutersNegativeTest-129845228 tempest-DvrRoutersNegativeTest-129845228-project] create failed (client error): Access was denied to this resource. Nov 12 01:02:39.358889 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ea5ce8-7285-45cc-abf1-b63c71fdad14 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:02:39.361781 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4aa84626-e071-4d37-a8ad-8eacb2663a9a tempest-DvrRoutersNegativeTest-129845228 tempest-DvrRoutersNegativeTest-129845228-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.7994623 Nov 12 01:02:39.375733 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-a895bf5e-e2f1-4de9-b2b0-9fa9c45ac3b8 None None] Set router 0c6b544d-c254-41b9-866b-65d5c594ede3 gateway port host: None {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:02:39.445034 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:39.461931 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-87691a89-9578-44af-9f11-ccb4f009a679 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:39.478481 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-a895bf5e-e2f1-4de9-b2b0-9fa9c45ac3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6b544d-c254-41b9-866b-65d5c594ede3', 'name': 'tempest-snat-router-1826539436', 'tenant_id': '6de953956521442c923a312dd7ce7c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:34Z', 'updated_at': '2021-11-12T01:02:38Z', 'revision_number': 4, 'project_id': '6de953956521442c923a312dd7ce7c34', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:39.490564 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-7e2d3754-1e2e-4a9b-8e54-c9c2bb096b95 None None] Could not find standard attr ID for object 9241fcb5-f69e-498b-b234-d0ec6c735934. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:02:39.513576 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a895bf5e-e2f1-4de9-b2b0-9fa9c45ac3b8 None None] The sync data for ids ['0c6b544d-c254-41b9-866b-65d5c594ede3'] in n-d-812236-11 is: [{'id': '0c6b544d-c254-41b9-866b-65d5c594ede3', 'name': 'tempest-snat-router-1826539436', 'tenant_id': '6de953956521442c923a312dd7ce7c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:34Z', 'updated_at': '2021-11-12T01:02:38Z', 'revision_number': 4, 'project_id': '6de953956521442c923a312dd7ce7c34', 'gw_port_host': None}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:02:39.536798 n-d-812236-11 neutron-server[102663]: INFO neutron.plugins.ml2.db [None req-7e2d3754-1e2e-4a9b-8e54-c9c2bb096b95 None None] No ports have port_id starting with 9241fcb5-f69e-498b-b234-d0ec6c735934 Nov 12 01:02:39.553448 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db41839-0ed6-4c0a-9702-29cbccf5a402 None None] Pushing event updated for resources: {'Port': ['ID=9241fcb5-f69e-498b-b234-d0ec6c735934,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:39.682381 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-47f3fc92-72bd-455c-ace3-90577b5ca2e4 None None] Could not find standard attr ID for object 9241fcb5-f69e-498b-b234-d0ec6c735934. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:02:39.692279 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-87691a89-9578-44af-9f11-ccb4f009a679 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:39.703363 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-87691a89-9578-44af-9f11-ccb4f009a679 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:39.783813 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47758) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:39.797738 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:39.840818 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-87691a89-9578-44af-9f11-ccb4f009a679 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:39.841640 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87691a89-9578-44af-9f11-ccb4f009a679 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0c6b544d-c254-41b9-866b-65d5c594ede3 {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:02:39.850499 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-87691a89-9578-44af-9f11-ccb4f009a679 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:39.854142 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-87691a89-9578-44af-9f11-ccb4f009a679 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] 10.222.0.20 "DELETE /v2.0/routers/0c6b544d-c254-41b9-866b-65d5c594ede3 HTTP/1.1" status: 204 len: 168 time: 2.1509089 Nov 12 01:02:39.854905 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47764) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:39.941789 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f23ba7b4-4471-4db2-b4d6-b2d27db75586 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:40.038462 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7e3fd9b5-c5bb-4bc6-8433-0bfe3e871754 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:40.066353 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port f23ba7b4-4471-4db2-b4d6-b2d27db75586 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:40.066726 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:40.108588 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0336416d-0bfc-4fdb-8bed-c9847b2e9c4c tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for router, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:40.224603 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:40.265195 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7e3fd9b5-c5bb-4bc6-8433-0bfe3e871754 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:40.273222 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7e3fd9b5-c5bb-4bc6-8433-0bfe3e871754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:40.282219 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4203dae8-da68-4633-8d96-7915752fb68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f23ba7b4-4471-4db2-b4d6-b2d27db75586'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:02:40.296608 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b4364a-7ed2-44b6-8aa9-20503223f30f" -d '{"events": [{"server_uuid": "4203dae8-da68-4633-8d96-7915752fb68d", "name": "network-vif-plugged", "status": "completed", "tag": "f23ba7b4-4471-4db2-b4d6-b2d27db75586"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:02:40.342489 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port f23ba7b4-4471-4db2-b4d6-b2d27db75586, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f23ba7b4-4471-4db2-b4d6-b2d27db75586,segment=NetworkSegment(ac5afd89-5012-43c7-b28d-4a594b7d5879),segment_id=ac5afd89-5012-43c7-b28d-4a594b7d5879)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:40.351780 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:40.356650 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3fd9b5-c5bb-4bc6-8433-0bfe3e871754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8138e2a8-3a99-4b94-bf84-1eb93946e218,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:40.412527 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0336416d-0bfc-4fdb-8bed-c9847b2e9c4c tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:40.425158 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7e3fd9b5-c5bb-4bc6-8433-0bfe3e871754 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=016507e48c984286bce54fae854e8260&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6402364 Nov 12 01:02:40.428129 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 47818) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:40.474284 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=f23ba7b4-4471-4db2-b4d6-b2d27db75586,revision_number=7']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:40.480592 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54cc2fb7-ffbe-4f9e-9c34-1aa30d11ae5c x-openstack-request-id: req-54cc2fb7-ffbe-4f9e-9c34-1aa30d11ae5c {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:02:40.481113 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4203dae8-da68-4633-8d96-7915752fb68d", "name": "network-vif-plugged", "status": "completed", "tag": "f23ba7b4-4471-4db2-b4d6-b2d27db75586", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:02:40.481460 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-54cc2fb7-ffbe-4f9e-9c34-1aa30d11ae5c {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:02:40.481929 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4203dae8-da68-4633-8d96-7915752fb68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f23ba7b4-4471-4db2-b4d6-b2d27db75586', 'code': 200} Nov 12 01:02:40.559448 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0336416d-0bfc-4fdb-8bed-c9847b2e9c4c tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Deleting port 3008e8dc-38f5-4659-8168-8fef190d21c0 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:40.560096 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0336416d-0bfc-4fdb-8bed-c9847b2e9c4c tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:40.617671 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917afb0-26e2-4399-9add-6534b26e713f req-59936812-afcf-4aae-9f16-54a8c09abf5d tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:40.625463 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3917afb0-26e2-4399-9add-6534b26e713f req-59936812-afcf-4aae-9f16-54a8c09abf5d tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.1621153 Nov 12 01:02:40.634448 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3384b6ba-182b-4066-a649-44dac6c7a396 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:40.684605 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3384b6ba-182b-4066-a649-44dac6c7a396 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:40.717077 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0336416d-0bfc-4fdb-8bed-c9847b2e9c4c tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] For port 3008e8dc-38f5-4659-8168-8fef190d21c0, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=3008e8dc-38f5-4659-8168-8fef190d21c0,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:40.717753 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0336416d-0bfc-4fdb-8bed-c9847b2e9c4c tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:40.727375 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3917afb0-26e2-4399-9add-6534b26e713f req-2cbf54c2-0a4e-4df1-a0e5-737d458be547 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993810 Nov 12 01:02:40.734248 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0336416d-0bfc-4fdb-8bed-c9847b2e9c4c tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Calling delete_port for 3008e8dc-38f5-4659-8168-8fef190d21c0 owned by network:router_gateway {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:40.801029 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3384b6ba-182b-4066-a649-44dac6c7a396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:40.804324 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3384b6ba-182b-4066-a649-44dac6c7a396 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:40.805859 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3384b6ba-182b-4066-a649-44dac6c7a396 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8138e2a8-3a99-4b94-bf84-1eb93946e218 HTTP/1.1" status: 204 len: 168 time: 0.3766689 Nov 12 01:02:40.827479 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:40.837290 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3384b6ba-182b-4066-a649-44dac6c7a396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8138e2a8-3a99-4b94-bf84-1eb93946e218,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:40.969888 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0336416d-0bfc-4fdb-8bed-c9847b2e9c4c tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:41.003611 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8943c0ff-f8bc-4be1-9ac2-13c237229749 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:02:41.042133 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336416d-0bfc-4fdb-8bed-c9847b2e9c4c tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Pushing event deleted for resources: {'Port': ['ID=3008e8dc-38f5-4659-8168-8fef190d21c0,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:41.113100 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0336416d-0bfc-4fdb-8bed-c9847b2e9c4c tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:41.288712 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0336416d-0bfc-4fdb-8bed-c9847b2e9c4c tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:41.291936 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0336416d-0bfc-4fdb-8bed-c9847b2e9c4c tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:41.367277 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0336416d-0bfc-4fdb-8bed-c9847b2e9c4c tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:41.367957 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0336416d-0bfc-4fdb-8bed-c9847b2e9c4c tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2abf01a3-41aa-4d7d-a18a-45c1d275b7cc {{(pid=102661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:02:41.388406 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0336416d-0bfc-4fdb-8bed-c9847b2e9c4c tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:41.390504 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0336416d-0bfc-4fdb-8bed-c9847b2e9c4c tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] 10.222.0.20 "DELETE /v2.0/routers/2abf01a3-41aa-4d7d-a18a-45c1d275b7cc HTTP/1.1" status: 204 len: 168 time: 1.5344648 Nov 12 01:02:41.394502 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 47848) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:41.399078 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-12611bc2-1975-4a8f-90a9-997d10b09ea2 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-865306344', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}, 'admin_state_up': False}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:41.457466 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-12611bc2-1975-4a8f-90a9-997d10b09ea2 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:41.459855 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-12611bc2-1975-4a8f-90a9-997d10b09ea2 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:41.588156 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-12611bc2-1975-4a8f-90a9-997d10b09ea2 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:41.638041 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 47858) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:41.829719 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-12611bc2-1975-4a8f-90a9-997d10b09ea2 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:42.032546 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514d6f9a-d4ab-4eda-ac47-13b17449532f req-66221e1f-046c-4c9c-940c-ba001826f236 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:42.040033 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-514d6f9a-d4ab-4eda-ac47-13b17449532f req-66221e1f-046c-4c9c-940c-ba001826f236 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.1491697 Nov 12 01:02:42.043201 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-de46620f-611b-4298-9f9c-847465d7c080 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:42.109698 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 3008e8dc-38f5-4659-8168-8fef190d21c0 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:02:42.148823 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-514d6f9a-d4ab-4eda-ac47-13b17449532f req-805d3f28-f05a-4781-93aa-971e1a01bc1f tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072161 Nov 12 01:02:42.171685 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 3008e8dc-38f5-4659-8168-8fef190d21c0 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:02:42.172025 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 3008e8dc-38f5-4659-8168-8fef190d21c0 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:02:42.302824 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47884) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:42.307844 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0033882 Nov 12 01:02:42.313343 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47888) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:42.552750 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-142a79fc-10f5-4976-8e5b-e88550d5848f tempest-NetworksApiDiscovery-1105663177 tempest-NetworksApiDiscovery-1105663177-project] 10.222.0.20 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2377584 Nov 12 01:02:42.629019 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-de46620f-611b-4298-9f9c-847465d7c080 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:42.630335 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-12611bc2-1975-4a8f-90a9-997d10b09ea2 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for router_gateway, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:42.653665 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-de46620f-611b-4298-9f9c-847465d7c080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:42.659036 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-12611bc2-1975-4a8f-90a9-997d10b09ea2 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:42.684072 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:42.747811 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-de46620f-611b-4298-9f9c-847465d7c080 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1be423531adf418093c226ed7c0bae1f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1082489 Nov 12 01:02:42.750614 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47900) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:42.751440 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de46620f-611b-4298-9f9c-847465d7c080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91df6de0-d45c-4da5-954f-067a85fecaf5,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:42.860786 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-92d0cb0f-c23f-4d03-b787-fb1a799d5012 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:42.887504 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-92d0cb0f-c23f-4d03-b787-fb1a799d5012 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:42.923954 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-12611bc2-1975-4a8f-90a9-997d10b09ea2 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Allocated IP 172.25.2.153 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/52606ff7-b6d4-4cdd-9bee-9d77ba335670) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:42.975671 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-92d0cb0f-c23f-4d03-b787-fb1a799d5012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:42.979402 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-92d0cb0f-c23f-4d03-b787-fb1a799d5012 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:42.986277 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-92d0cb0f-c23f-4d03-b787-fb1a799d5012 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/91df6de0-d45c-4da5-954f-067a85fecaf5 HTTP/1.1" status: 204 len: 168 time: 0.2343175 Nov 12 01:02:43.013973 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0cb0f-c23f-4d03-b787-fb1a799d5012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91df6de0-d45c-4da5-954f-067a85fecaf5,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:43.093002 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 47920) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:43.164564 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-12611bc2-1975-4a8f-90a9-997d10b09ea2 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:43.222885 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-12611bc2-1975-4a8f-90a9-997d10b09ea2 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:43.304666 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12611bc2-1975-4a8f-90a9-997d10b09ea2 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:43.346108 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-12611bc2-1975-4a8f-90a9-997d10b09ea2 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:43.351803 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12611bc2-1975-4a8f-90a9-997d10b09ea2 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:43.369196 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1236ec23-1847-434d-bb4e-7d81ec189052 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:02:43.447728 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12611bc2-1975-4a8f-90a9-997d10b09ea2 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Pushing event updated for resources: {'Port': ['ID=52606ff7-b6d4-4cdd-9bee-9d77ba335670,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:43.546911 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f98917-1c71-48c2-ad8b-47b54250c0e3 req-79fed6c2-f266-41fa-ae3a-24b1cd6d8df4 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:43.548325 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e0f98917-1c71-48c2-ad8b-47b54250c0e3 req-79fed6c2-f266-41fa-ae3a-24b1cd6d8df4 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.2580860 Nov 12 01:02:43.552438 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-fc1491d5-99a5-4deb-bc49-b821beb19eec None None] Provisioning complete for port 52606ff7-b6d4-4cdd-9bee-9d77ba335670 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:43.553270 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fc1491d5-99a5-4deb-bc49-b821beb19eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:43.641741 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-fc1491d5-99a5-4deb-bc49-b821beb19eec None None] Port 52606ff7-b6d4-4cdd-9bee-9d77ba335670 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:02:43.750186 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47934) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:43.781665 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cce327c5-af8c-4485-8a73-42923954afff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:43.861360 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c487e63b-b46a-46ac-bbbc-68e80ae89c95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:43.930365 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e0f98917-1c71-48c2-ad8b-47b54250c0e3 req-88239cac-9617-4488-83a0-89e145c8648f tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862673 Nov 12 01:02:43.967235 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cce327c5-af8c-4485-8a73-42923954afff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:43.976799 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cce327c5-af8c-4485-8a73-42923954afff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:44.059580 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce327c5-af8c-4485-8a73-42923954afff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc120cd3-6ff5-4903-b1c8-e14f6bcc3e4a,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:44.086032 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-cce327c5-af8c-4485-8a73-42923954afff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=44126cdb22374f428ae854dccaa20c21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3340530 Nov 12 01:02:44.089220 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47938) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:44.186137 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9bb07f4d-9895-4141-b118-ffc3a16ca36f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:44.221981 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9bb07f4d-9895-4141-b118-ffc3a16ca36f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:44.291564 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9bb07f4d-9895-4141-b118-ffc3a16ca36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:44.296550 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-12611bc2-1975-4a8f-90a9-997d10b09ea2 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for router_gateway, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:44.298798 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9bb07f4d-9895-4141-b118-ffc3a16ca36f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:44.301838 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-9bb07f4d-9895-4141-b118-ffc3a16ca36f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dc120cd3-6ff5-4903-b1c8-e14f6bcc3e4a HTTP/1.1" status: 204 len: 168 time: 0.2105451 Nov 12 01:02:44.330638 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb07f4d-9895-4141-b118-ffc3a16ca36f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc120cd3-6ff5-4903-b1c8-e14f6bcc3e4a,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:44.373388 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c487e63b-b46a-46ac-bbbc-68e80ae89c95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:44.382561 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c487e63b-b46a-46ac-bbbc-68e80ae89c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:44.483906 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c487e63b-b46a-46ac-bbbc-68e80ae89c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb2ebff-4c8f-4b1f-8104-8d0b86ef5a27,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:44.492037 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47946) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:44.492166 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c487e63b-b46a-46ac-bbbc-68e80ae89c95 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=05fefff2d5914411b9a74209311a690b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3920159 Nov 12 01:02:44.629207 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-697dc540-0ac3-4db0-9769-21ee99c24189 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:44.642557 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-12611bc2-1975-4a8f-90a9-997d10b09ea2 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:44.692472 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-697dc540-0ac3-4db0-9769-21ee99c24189 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:44.791400 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-697dc540-0ac3-4db0-9769-21ee99c24189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:44.794877 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-697dc540-0ac3-4db0-9769-21ee99c24189 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:44.796724 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-697dc540-0ac3-4db0-9769-21ee99c24189 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/edb2ebff-4c8f-4b1f-8104-8d0b86ef5a27 HTTP/1.1" status: 204 len: 168 time: 0.3036151 Nov 12 01:02:44.815614 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697dc540-0ac3-4db0-9769-21ee99c24189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb2ebff-4c8f-4b1f-8104-8d0b86ef5a27,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:44.903989 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12611bc2-1975-4a8f-90a9-997d10b09ea2 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Router f13fadd0-8c96-4474-95cf-583322b4e88c is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:02:45.162310 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12611bc2-1975-4a8f-90a9-997d10b09ea2 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:02:45.175151 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e1c3c5-4296-4cb1-8be7-da845adb0153 None None] Sync routers for ids ['f13fadd0-8c96-4474-95cf-583322b4e88c'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:02:45.187689 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a657c-16f9-4791-b3b3-fbc7607d5a89 req-52325dbf-0705-4a4f-b68d-45fbaff2d163 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:45.189606 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f78a657c-16f9-4791-b3b3-fbc7607d5a89 req-52325dbf-0705-4a4f-b68d-45fbaff2d163 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.1197133 Nov 12 01:02:45.198981 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e1c3c5-4296-4cb1-8be7-da845adb0153 None None] Routers {'f13fadd0-8c96-4474-95cf-583322b4e88c'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:45.201235 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-d3e1c3c5-4296-4cb1-8be7-da845adb0153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:02:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['f13fadd0-8c96-4474-95cf-583322b4e88c'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:45.210057 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-12611bc2-1975-4a8f-90a9-997d10b09ea2 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:45.220558 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47962) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:45.221262 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-2358c755-b0ff-4fcc-83d3-cc51cbd83a6a tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'enable_snat': False}}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:45.225820 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-12611bc2-1975-4a8f-90a9-997d10b09ea2 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.8288143 Nov 12 01:02:45.267947 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-d3e1c3c5-4296-4cb1-8be7-da845adb0153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:45.282980 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e1c3c5-4296-4cb1-8be7-da845adb0153 None None] Routers {'f13fadd0-8c96-4474-95cf-583322b4e88c'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:45.284032 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-d3e1c3c5-4296-4cb1-8be7-da845adb0153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:02:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['f13fadd0-8c96-4474-95cf-583322b4e88c'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:45.339155 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f78a657c-16f9-4791-b3b3-fbc7607d5a89 req-4d437cf8-4a88-42d2-b7df-0cc404f799f2 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427183 Nov 12 01:02:45.390681 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-d3e1c3c5-4296-4cb1-8be7-da845adb0153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:45.391264 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e1c3c5-4296-4cb1-8be7-da845adb0153 None None] The sync data for ids ['f13fadd0-8c96-4474-95cf-583322b4e88c'] in n-d-812236-11 is: [] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:02:45.989662 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2358c755-b0ff-4fcc-83d3-cc51cbd83a6a tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:46.689088 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc1085-a707-4d43-afd0-d3e599a8f64a req-8a37bad4-a940-4159-beaf-d401bf5e2011 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:46.699267 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-94cc1085-a707-4d43-afd0-d3e599a8f64a req-8a37bad4-a940-4159-beaf-d401bf5e2011 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.1212993 Nov 12 01:02:46.734856 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2358c755-b0ff-4fcc-83d3-cc51cbd83a6a tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-425772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40044'] for router, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:46.739140 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2358c755-b0ff-4fcc-83d3-cc51cbd83a6a tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-425765'] for router, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:46.857800 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-94cc1085-a707-4d43-afd0-d3e599a8f64a req-615fb6e9-bea1-4bad-853d-a9e16fca0034 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514239 Nov 12 01:02:46.911929 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2358c755-b0ff-4fcc-83d3-cc51cbd83a6a tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Router f13fadd0-8c96-4474-95cf-583322b4e88c has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:02:47.100287 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2358c755-b0ff-4fcc-83d3-cc51cbd83a6a tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:02:47.111073 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde2c360-259a-4f1e-8528-bde4fa3f5e0d None None] Sync routers for ids ['f13fadd0-8c96-4474-95cf-583322b4e88c'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:02:47.124588 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2358c755-b0ff-4fcc-83d3-cc51cbd83a6a tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:47.128384 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-2358c755-b0ff-4fcc-83d3-cc51cbd83a6a tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] 10.222.0.20 "PUT /v2.0/routers/f13fadd0-8c96-4474-95cf-583322b4e88c HTTP/1.1" status: 200 len: 921 time: 1.9113815 Nov 12 01:02:47.132349 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 48022) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:47.132672 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde2c360-259a-4f1e-8528-bde4fa3f5e0d None None] Routers {'f13fadd0-8c96-4474-95cf-583322b4e88c'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:47.133435 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-dde2c360-259a-4f1e-8528-bde4fa3f5e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:02:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['f13fadd0-8c96-4474-95cf-583322b4e88c'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:47.217906 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-dde2c360-259a-4f1e-8528-bde4fa3f5e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:47.240556 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde2c360-259a-4f1e-8528-bde4fa3f5e0d None None] Routers {'f13fadd0-8c96-4474-95cf-583322b4e88c'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:47.244451 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-dde2c360-259a-4f1e-8528-bde4fa3f5e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:02:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['f13fadd0-8c96-4474-95cf-583322b4e88c'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:47.325570 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-dde2c360-259a-4f1e-8528-bde4fa3f5e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:47.326748 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde2c360-259a-4f1e-8528-bde4fa3f5e0d None None] The sync data for ids ['f13fadd0-8c96-4474-95cf-583322b4e88c'] in n-d-812236-11 is: [] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:02:47.525172 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 48038) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:47.541972 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-128a40aa-36ea-4ad3-bfc2-656793e608d1 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] 10.222.0.20 "GET /v2.0/routers/f13fadd0-8c96-4474-95cf-583322b4e88c HTTP/1.1" status: 200 len: 921 time: 0.4050241 Nov 12 01:02:47.713254 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e10891-929f-4a03-9baf-097c71aa5de1 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:47.718669 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-09e10891-929f-4a03-9baf-097c71aa5de1 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=ef732b55-2b3c-4048-85da-0a8ac273c14b&device_id=f13fadd0-8c96-4474-95cf-583322b4e88c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1905627 Nov 12 01:02:47.719059 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 48050) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:47.899064 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dbe475-201b-4c04-b447-9fd6f3cec690 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:47.901688 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e8dbe475-201b-4c04-b447-9fd6f3cec690 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] 10.222.0.20 "GET /v2.0/networks/ef732b55-2b3c-4048-85da-0a8ac273c14b HTTP/1.1" status: 200 len: 881 time: 0.1810462 Nov 12 01:02:47.904392 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 48056) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:47.956368 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a1916363-a0fe-4b76-acc9-f478097c3e32 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] 10.222.0.20 "GET /v2.0/ports?device_id=f13fadd0-8c96-4474-95cf-583322b4e88c HTTP/1.1" status: 200 len: 205 time: 0.0508087 Nov 12 01:02:47.959212 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 48060) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:48.108425 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51d049e3-df4e-4592-b14e-6a160bc329a6 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:48.286329 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af327fa-e6c6-4153-90e6-4b34a41992cb req-9e82d8d8-2d21-4eca-8816-5a7ed341b87d tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:48.294053 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6af327fa-e6c6-4153-90e6-4b34a41992cb req-9e82d8d8-2d21-4eca-8816-5a7ed341b87d tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.1786468 Nov 12 01:02:48.326589 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:02:48.437226 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51d049e3-df4e-4592-b14e-6a160bc329a6 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:48.452007 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6af327fa-e6c6-4153-90e6-4b34a41992cb req-1e5f8cbc-8aad-4020-8f90-5a4c1294530e tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531770 Nov 12 01:02:48.584501 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-51d049e3-df4e-4592-b14e-6a160bc329a6 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Deleting port 52606ff7-b6d4-4cdd-9bee-9d77ba335670 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:48.585694 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51d049e3-df4e-4592-b14e-6a160bc329a6 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:48.858679 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51d049e3-df4e-4592-b14e-6a160bc329a6 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:48.900979 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-51d049e3-df4e-4592-b14e-6a160bc329a6 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Calling delete_port for 52606ff7-b6d4-4cdd-9bee-9d77ba335670 owned by network:router_gateway {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:49.221589 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 48104) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:49.284113 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 48110) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:49.449963 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eba1210a-d217-4050-849a-d739b923bc07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:49.547023 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-42111bef-e1de-4b61-835e-80506c72d6d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:49.664584 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51d049e3-df4e-4592-b14e-6a160bc329a6 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:49.736636 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d049e3-df4e-4592-b14e-6a160bc329a6 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Pushing event deleted for resources: {'Port': ['ID=52606ff7-b6d4-4cdd-9bee-9d77ba335670,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:49.746228 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167a22fa-9427-4370-bd9d-1680cd4c1f21 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:02:49.872723 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51d049e3-df4e-4592-b14e-6a160bc329a6 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:49.887231 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-42111bef-e1de-4b61-835e-80506c72d6d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:49.910456 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eba1210a-d217-4050-849a-d739b923bc07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:49.911743 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-42111bef-e1de-4b61-835e-80506c72d6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:49.950814 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eba1210a-d217-4050-849a-d739b923bc07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:50.023853 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-42111bef-e1de-4b61-835e-80506c72d6d2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d914b27c7831404d94c7b349caa402bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7384312 Nov 12 01:02:50.028830 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 48124) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:50.029717 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42111bef-e1de-4b61-835e-80506c72d6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa847465-b0c0-43dd-93db-6c24e56a14ea,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:50.069616 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51d049e3-df4e-4592-b14e-6a160bc329a6 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:50.072002 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51d049e3-df4e-4592-b14e-6a160bc329a6 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:50.083573 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba1210a-d217-4050-849a-d739b923bc07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac432761-f7f7-47f6-ae68-f00eb8005a31,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:50.112248 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-eba1210a-d217-4050-849a-d739b923bc07 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3170c4614d66485aaa4f6b1800d575ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8884289 Nov 12 01:02:50.116243 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 48126) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:50.155722 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51d049e3-df4e-4592-b14e-6a160bc329a6 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:50.156243 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d049e3-df4e-4592-b14e-6a160bc329a6 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Fanout notify agent at l3_agent the message router_deleted on router f13fadd0-8c96-4474-95cf-583322b4e88c {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:02:50.164503 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51d049e3-df4e-4592-b14e-6a160bc329a6 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:50.172389 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-51d049e3-df4e-4592-b14e-6a160bc329a6 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] 10.222.0.20 "DELETE /v2.0/routers/f13fadd0-8c96-4474-95cf-583322b4e88c HTTP/1.1" status: 204 len: 168 time: 2.2113993 Nov 12 01:02:50.173739 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 48128) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:50.179161 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-c65adc30-d3f7-48cb-819b-1739291c405a tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-524952910', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:50.223609 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8476058-91a8-4b27-9c74-bda0b9543508 req-61aaa528-5b67-4983-b535-769f599ce7c1 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:50.225546 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d8476058-91a8-4b27-9c74-bda0b9543508 req-61aaa528-5b67-4983-b535-769f599ce7c1 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.6145327 Nov 12 01:02:50.232437 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fc9a6110-07ff-4acc-9eb6-a8b4b737aeb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:50.235209 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5cfb8469-053f-4890-b4b5-75e22794936a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:50.251274 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c65adc30-d3f7-48cb-819b-1739291c405a tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:50.252375 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c65adc30-d3f7-48cb-819b-1739291c405a tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:50.275613 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fc9a6110-07ff-4acc-9eb6-a8b4b737aeb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:50.279014 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5cfb8469-053f-4890-b4b5-75e22794936a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:50.352545 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d8476058-91a8-4b27-9c74-bda0b9543508 req-5a2d80bd-1aa3-43df-ba37-0518417099fc tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195877 Nov 12 01:02:50.355470 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c65adc30-d3f7-48cb-819b-1739291c405a tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:50.367449 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fc9a6110-07ff-4acc-9eb6-a8b4b737aeb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:50.369796 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c65adc30-d3f7-48cb-819b-1739291c405a tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:50.370320 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fc9a6110-07ff-4acc-9eb6-a8b4b737aeb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:50.371616 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-fc9a6110-07ff-4acc-9eb6-a8b4b737aeb2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ac432761-f7f7-47f6-ae68-f00eb8005a31 HTTP/1.1" status: 204 len: 168 time: 0.2541687 Nov 12 01:02:50.376432 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5cfb8469-053f-4890-b4b5-75e22794936a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:50.389675 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5cfb8469-053f-4890-b4b5-75e22794936a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:50.389675 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5cfb8469-053f-4890-b4b5-75e22794936a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa847465-b0c0-43dd-93db-6c24e56a14ea HTTP/1.1" status: 204 len: 168 time: 0.3325260 Nov 12 01:02:50.399452 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a6110-07ff-4acc-9eb6-a8b4b737aeb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac432761-f7f7-47f6-ae68-f00eb8005a31,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:50.414315 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb8469-053f-4890-b4b5-75e22794936a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa847465-b0c0-43dd-93db-6c24e56a14ea,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:50.429976 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c65adc30-d3f7-48cb-819b-1739291c405a tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:50.431602 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c65adc30-d3f7-48cb-819b-1739291c405a tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2567425 Nov 12 01:02:50.434612 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 48134) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:50.445276 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-d146ab62-e362-48d6-812c-235247ad3fc2 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:50.869383 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d146ab62-e362-48d6-812c-235247ad3fc2 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:51.166248 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 48146) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:51.200087 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b544-6f2c-44f4-88d8-3cd22d21a714 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:51.212000 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 48152) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:51.230841 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-862a5a2e-1c9f-49a0-a1b1-5ac9ef5c4024 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:51.346512 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b544-6f2c-44f4-88d8-3cd22d21a714 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:51.353979 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b544-6f2c-44f4-88d8-3cd22d21a714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:51.470195 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e8d6b544-6f2c-44f4-88d8-3cd22d21a714 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=58e02dc3e2d24c0cae3de03749f8ec19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3027835 Nov 12 01:02:51.514787 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 48156) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:51.585202 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d6b544-6f2c-44f4-88d8-3cd22d21a714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7347c46a-0c9d-4433-90a2-4ca1fb03ba70,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:51.768361 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03564d39-7a37-42d1-9747-62a117a9ce73 req-6aec3fe5-ff15-4bc6-9603-0e522eb31e54 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:51.770507 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-03564d39-7a37-42d1-9747-62a117a9ce73 req-6aec3fe5-ff15-4bc6-9603-0e522eb31e54 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.2368031 Nov 12 01:02:51.781559 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d45aeafe-8f89-42ca-89a3-d025b3ed19e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:51.823332 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d45aeafe-8f89-42ca-89a3-d025b3ed19e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:51.889882 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-862a5a2e-1c9f-49a0-a1b1-5ac9ef5c4024 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:51.906802 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-862a5a2e-1c9f-49a0-a1b1-5ac9ef5c4024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:51.943953 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-862a5a2e-1c9f-49a0-a1b1-5ac9ef5c4024 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=92a24d390a2f4c18aa82941018b922df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7303696 Nov 12 01:02:51.949492 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 48174) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:52.062721 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d146ab62-e362-48d6-812c-235247ad3fc2 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for router_gateway, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:52.086205 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d146ab62-e362-48d6-812c-235247ad3fc2 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:52.189251 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-03564d39-7a37-42d1-9747-62a117a9ce73 req-01164715-caf8-4744-84ff-d9903244fe1c tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4095793 Nov 12 01:02:52.200839 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862a5a2e-1c9f-49a0-a1b1-5ac9ef5c4024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c62abd-1c25-4c8c-bdaf-9865db8de7cc,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:52.228313 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d45aeafe-8f89-42ca-89a3-d025b3ed19e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:52.235394 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d45aeafe-8f89-42ca-89a3-d025b3ed19e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:52.240051 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d45aeafe-8f89-42ca-89a3-d025b3ed19e8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7347c46a-0c9d-4433-90a2-4ca1fb03ba70 HTTP/1.1" status: 204 len: 168 time: 0.7049770 Nov 12 01:02:52.286504 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45aeafe-8f89-42ca-89a3-d025b3ed19e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7347c46a-0c9d-4433-90a2-4ca1fb03ba70,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:52.347791 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-d146ab62-e362-48d6-812c-235247ad3fc2 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Allocated IP 172.25.2.93 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/83f0d8db-30cd-4061-9227-57e3bf1855ed) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:52.356243 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4c1234c-6960-41db-91d4-5b503d101b5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:52.388520 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4c1234c-6960-41db-91d4-5b503d101b5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:52.490000 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4c1234c-6960-41db-91d4-5b503d101b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:52.496223 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4c1234c-6960-41db-91d4-5b503d101b5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:52.501980 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c4c1234c-6960-41db-91d4-5b503d101b5d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/71c62abd-1c25-4c8c-bdaf-9865db8de7cc HTTP/1.1" status: 204 len: 168 time: 0.5470417 Nov 12 01:02:52.541316 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c1234c-6960-41db-91d4-5b503d101b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c62abd-1c25-4c8c-bdaf-9865db8de7cc,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:52.564260 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d146ab62-e362-48d6-812c-235247ad3fc2 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:52.689878 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d146ab62-e362-48d6-812c-235247ad3fc2 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:52.835936 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d146ab62-e362-48d6-812c-235247ad3fc2 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:52.837850 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d146ab62-e362-48d6-812c-235247ad3fc2 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Pushing event updated for resources: {'Port': ['ID=83f0d8db-30cd-4061-9227-57e3bf1855ed,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:52.845730 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-d146ab62-e362-48d6-812c-235247ad3fc2 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:52.851127 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d146ab62-e362-48d6-812c-235247ad3fc2 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:52.861524 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699d51ce-2080-48a3-b2b7-f7db06e1f686 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:02:52.957075 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-fa11df0e-3cbb-4eb0-a48f-eef444024683 None None] Provisioning complete for port 83f0d8db-30cd-4061-9227-57e3bf1855ed triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:52.957927 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fa11df0e-3cbb-4eb0-a48f-eef444024683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:53.116904 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-fa11df0e-3cbb-4eb0-a48f-eef444024683 None None] Port 83f0d8db-30cd-4061-9227-57e3bf1855ed cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:02:53.655015 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef63a1-9f26-405d-955e-4b147f3b0d7e req-e5b62b05-227d-407a-a12b-d4719a83f1b7 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:53.674506 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-43ef63a1-9f26-405d-955e-4b147f3b0d7e req-e5b62b05-227d-407a-a12b-d4719a83f1b7 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.3177383 Nov 12 01:02:53.691427 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d146ab62-e362-48d6-812c-235247ad3fc2 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for router_gateway, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:53.803479 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-43ef63a1-9f26-405d-955e-4b147f3b0d7e req-cf7c264b-26af-48ae-a265-2997b0d6a6b6 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264632 Nov 12 01:02:54.079923 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d146ab62-e362-48d6-812c-235247ad3fc2 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-425772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40044'] for router, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:54.084605 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d146ab62-e362-48d6-812c-235247ad3fc2 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-425765'] for router, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:54.357911 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d146ab62-e362-48d6-812c-235247ad3fc2 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Router 57658185-a17f-4289-b2a0-3599e737449c is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:02:54.549089 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d146ab62-e362-48d6-812c-235247ad3fc2 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:02:54.560469 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d65ec39-5b3f-462a-a921-fd37b9a66ce0 None None] Sync routers for ids ['57658185-a17f-4289-b2a0-3599e737449c'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:02:54.589778 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d146ab62-e362-48d6-812c-235247ad3fc2 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:54.591155 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d146ab62-e362-48d6-812c-235247ad3fc2 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] 10.222.0.20 "PUT /v2.0/routers/57658185-a17f-4289-b2a0-3599e737449c HTTP/1.1" status: 200 len: 878 time: 4.1552913 Nov 12 01:02:54.594482 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 48258) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:54.598601 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d65ec39-5b3f-462a-a921-fd37b9a66ce0 None None] Routers {'57658185-a17f-4289-b2a0-3599e737449c'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:54.599333 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-2d65ec39-5b3f-462a-a921-fd37b9a66ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:02:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['57658185-a17f-4289-b2a0-3599e737449c'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:54.671108 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-2d65ec39-5b3f-462a-a921-fd37b9a66ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:54.691483 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d65ec39-5b3f-462a-a921-fd37b9a66ce0 None None] Routers {'57658185-a17f-4289-b2a0-3599e737449c'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:54.696529 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-2d65ec39-5b3f-462a-a921-fd37b9a66ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:02:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['57658185-a17f-4289-b2a0-3599e737449c'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:54.816259 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-2d65ec39-5b3f-462a-a921-fd37b9a66ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:54.823499 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d65ec39-5b3f-462a-a921-fd37b9a66ce0 None None] The sync data for ids ['57658185-a17f-4289-b2a0-3599e737449c'] in n-d-812236-11 is: [] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:02:54.857831 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-fc49daaf-0ebf-4f78-9d99-15164d2b314d tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] 10.222.0.20 "GET /v2.0/routers/57658185-a17f-4289-b2a0-3599e737449c HTTP/1.1" status: 200 len: 919 time: 0.2615280 Nov 12 01:02:54.860612 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 48268) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:55.097687 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e2b4eb-38cb-4b5d-bc00-bb84973aa474 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:55.099492 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-97e2b4eb-38cb-4b5d-bc00-bb84973aa474 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=ef732b55-2b3c-4048-85da-0a8ac273c14b&device_id=57658185-a17f-4289-b2a0-3599e737449c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2373967 Nov 12 01:02:55.102756 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 48278) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:55.109886 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64028007-25f0-4994-8084-49b11a5fc334 req-947e3939-9af1-4421-a993-dae8e7104bc1 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:55.118876 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-64028007-25f0-4994-8084-49b11a5fc334 req-947e3939-9af1-4421-a993-dae8e7104bc1 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.1695609 Nov 12 01:02:55.212361 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-64028007-25f0-4994-8084-49b11a5fc334 req-5a428bb0-1342-4f88-a843-cc0211a9673b tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911751 Nov 12 01:02:55.471935 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1288f8-b796-4616-b34d-90cf3f94a7da tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:55.478813 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 48290) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:55.479244 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-df1288f8-b796-4616-b34d-90cf3f94a7da tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] 10.222.0.20 "GET /v2.0/networks/ef732b55-2b3c-4048-85da-0a8ac273c14b HTTP/1.1" status: 200 len: 881 time: 0.3750567 Nov 12 01:02:55.522110 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d5a68925-3cf8-4acf-82c2-06277e2141a7 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] 10.222.0.20 "GET /v2.0/ports?device_id=57658185-a17f-4289-b2a0-3599e737449c HTTP/1.1" status: 200 len: 205 time: 0.0412824 Nov 12 01:02:55.524615 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 48294) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:55.761886 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 48300) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:55.812365 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e8e82519-94d7-4d6b-bb20-9cebcf125724 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:55.941187 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b52f55fd-06e4-4f50-a0d8-ef5cbb4d1fed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:56.039432 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e8e82519-94d7-4d6b-bb20-9cebcf125724 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:56.128204 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-e8e82519-94d7-4d6b-bb20-9cebcf125724 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Deleting port 83f0d8db-30cd-4061-9227-57e3bf1855ed {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:56.130093 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e8e82519-94d7-4d6b-bb20-9cebcf125724 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:56.187785 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b52f55fd-06e4-4f50-a0d8-ef5cbb4d1fed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:56.209932 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b52f55fd-06e4-4f50-a0d8-ef5cbb4d1fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:56.325962 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e8e82519-94d7-4d6b-bb20-9cebcf125724 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:56.353011 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-e8e82519-94d7-4d6b-bb20-9cebcf125724 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Calling delete_port for 83f0d8db-30cd-4061-9227-57e3bf1855ed owned by network:router_gateway {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:56.357574 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b52f55fd-06e4-4f50-a0d8-ef5cbb4d1fed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=becb545b63c9457c9b6ebecc6b777bca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5944827 Nov 12 01:02:56.359791 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f55fd-06e4-4f50-a0d8-ef5cbb4d1fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc8b595-2606-4418-966a-5eadddd27da7,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:56.380310 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 48322) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:56.501218 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-afc0913c-7dc5-4810-9010-f889ddd9263a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:56.580304 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-afc0913c-7dc5-4810-9010-f889ddd9263a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:56.582408 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e8e82519-94d7-4d6b-bb20-9cebcf125724 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:56.643520 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e82519-94d7-4d6b-bb20-9cebcf125724 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Pushing event deleted for resources: {'Port': ['ID=83f0d8db-30cd-4061-9227-57e3bf1855ed,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:56.660336 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1784ea1c-baab-4964-b863-a7fd653cdb18 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:02:56.699174 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-afc0913c-7dc5-4810-9010-f889ddd9263a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:56.712917 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-afc0913c-7dc5-4810-9010-f889ddd9263a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:56.722168 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-afc0913c-7dc5-4810-9010-f889ddd9263a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6fc8b595-2606-4418-966a-5eadddd27da7 HTTP/1.1" status: 204 len: 168 time: 0.3329835 Nov 12 01:02:56.733236 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e1847-1c29-48d5-b00b-5926af8b58ba req-0110f12f-2f04-4e27-9474-9dbc0f1f9f12 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:56.741664 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-972e1847-1c29-48d5-b00b-5926af8b58ba req-0110f12f-2f04-4e27-9474-9dbc0f1f9f12 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.1890085 Nov 12 01:02:56.753558 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc0913c-7dc5-4810-9010-f889ddd9263a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc8b595-2606-4418-966a-5eadddd27da7,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:56.769019 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e8e82519-94d7-4d6b-bb20-9cebcf125724 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:56.905443 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-972e1847-1c29-48d5-b00b-5926af8b58ba req-f594fe8b-950c-46a8-a564-c7f7e8b34b69 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615276 Nov 12 01:02:56.960808 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e8e82519-94d7-4d6b-bb20-9cebcf125724 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:56.964388 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e8e82519-94d7-4d6b-bb20-9cebcf125724 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:57.034384 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e8e82519-94d7-4d6b-bb20-9cebcf125724 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:57.034925 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e82519-94d7-4d6b-bb20-9cebcf125724 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Fanout notify agent at l3_agent the message router_deleted on router 57658185-a17f-4289-b2a0-3599e737449c {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:02:57.050188 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e8e82519-94d7-4d6b-bb20-9cebcf125724 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:57.055567 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 48344) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:57.056634 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e8e82519-94d7-4d6b-bb20-9cebcf125724 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] 10.222.0.20 "DELETE /v2.0/routers/57658185-a17f-4289-b2a0-3599e737449c HTTP/1.1" status: 204 len: 168 time: 1.5303264 Nov 12 01:02:57.061331 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-b2a3e511-1ecb-4d1f-9c0a-7bb20006d1df tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2039588512', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:57.112836 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b2a3e511-1ecb-4d1f-9c0a-7bb20006d1df tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:57.114458 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b2a3e511-1ecb-4d1f-9c0a-7bb20006d1df tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:57.305449 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b2a3e511-1ecb-4d1f-9c0a-7bb20006d1df tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:57.313720 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b2a3e511-1ecb-4d1f-9c0a-7bb20006d1df tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:57.343996 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b2a3e511-1ecb-4d1f-9c0a-7bb20006d1df tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:57.345259 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b2a3e511-1ecb-4d1f-9c0a-7bb20006d1df tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2887015 Nov 12 01:02:57.348103 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 48354) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:57.352577 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-4f182b43-8177-4ccc-99e0-e66c77745c36 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'enable_snat': True}}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:57.680004 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f182b43-8177-4ccc-99e0-e66c77745c36 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:58.142189 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c2709-2bda-4007-8dae-1c31c0a7e3ab req-0717ac98-d0c9-46f3-a21c-d55ad7401a9f tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:58.153992 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-861c2709-2bda-4007-8dae-1c31c0a7e3ab req-0717ac98-d0c9-46f3-a21c-d55ad7401a9f tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.0906680 Nov 12 01:02:58.237264 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-861c2709-2bda-4007-8dae-1c31c0a7e3ab req-dbb3951c-a64d-4697-9fed-2e047b915fef tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795863 Nov 12 01:02:58.264920 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f182b43-8177-4ccc-99e0-e66c77745c36 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:58.340235 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f182b43-8177-4ccc-99e0-e66c77745c36 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:58.559694 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-4f182b43-8177-4ccc-99e0-e66c77745c36 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Allocated IP 172.25.2.184 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/6faf38c0-ed08-4635-a235-b2ffa82d90bf) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:58.920242 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f182b43-8177-4ccc-99e0-e66c77745c36 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:58.976740 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f182b43-8177-4ccc-99e0-e66c77745c36 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:59.071638 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f182b43-8177-4ccc-99e0-e66c77745c36 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:59.075718 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-4f182b43-8177-4ccc-99e0-e66c77745c36 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:59.080124 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f182b43-8177-4ccc-99e0-e66c77745c36 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:59.094017 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d06e96-0f4c-4a19-8372-028bc7db9e66 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:02:59.130259 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f182b43-8177-4ccc-99e0-e66c77745c36 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Pushing event updated for resources: {'Port': ['ID=6faf38c0-ed08-4635-a235-b2ffa82d90bf,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:59.203104 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-9d4caf95-d850-45c4-9886-498483dd82d3 None None] Provisioning complete for port 6faf38c0-ed08-4635-a235-b2ffa82d90bf triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:59.203469 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9d4caf95-d850-45c4-9886-498483dd82d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:59.298825 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-9d4caf95-d850-45c4-9886-498483dd82d3 None None] Port 6faf38c0-ed08-4635-a235-b2ffa82d90bf cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:02:59.534159 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3acbc5-f605-49c3-8787-f90183601304 req-12f27972-c1f8-408f-8eaf-ab98ed2badb8 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:59.552725 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ed3acbc5-f605-49c3-8787-f90183601304 req-12f27972-c1f8-408f-8eaf-ab98ed2badb8 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.1165402 Nov 12 01:02:59.591652 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f182b43-8177-4ccc-99e0-e66c77745c36 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:59.713307 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ed3acbc5-f605-49c3-8787-f90183601304 req-2c7c8764-e4e3-425b-acc9-94d0d7a49db4 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534653 Nov 12 01:03:00.095796 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f182b43-8177-4ccc-99e0-e66c77745c36 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-425772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40044'] for router, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:00.100902 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f182b43-8177-4ccc-99e0-e66c77745c36 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-425765'] for router, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:00.353413 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f182b43-8177-4ccc-99e0-e66c77745c36 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Router 6ab6e13d-e46e-4e09-9e44-6504f1283c21 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:03:00.541900 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f182b43-8177-4ccc-99e0-e66c77745c36 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:03:00.551084 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f182b43-8177-4ccc-99e0-e66c77745c36 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:00.557852 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a69bd8-f978-4492-9c54-1337af6f3835 None None] Sync routers for ids ['6ab6e13d-e46e-4e09-9e44-6504f1283c21'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:03:00.571029 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4f182b43-8177-4ccc-99e0-e66c77745c36 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] 10.222.0.20 "PUT /v2.0/routers/6ab6e13d-e46e-4e09-9e44-6504f1283c21 HTTP/1.1" status: 200 len: 915 time: 3.2194185 Nov 12 01:03:00.571821 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 48452) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:00.579540 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a69bd8-f978-4492-9c54-1337af6f3835 None None] Routers {'6ab6e13d-e46e-4e09-9e44-6504f1283c21'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:00.582237 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-54a69bd8-f978-4492-9c54-1337af6f3835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:02:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['6ab6e13d-e46e-4e09-9e44-6504f1283c21'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:00.666348 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-54a69bd8-f978-4492-9c54-1337af6f3835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:00.691600 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a69bd8-f978-4492-9c54-1337af6f3835 None None] Routers {'6ab6e13d-e46e-4e09-9e44-6504f1283c21'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:00.692493 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-54a69bd8-f978-4492-9c54-1337af6f3835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:02:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['6ab6e13d-e46e-4e09-9e44-6504f1283c21'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:00.823304 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-54a69bd8-f978-4492-9c54-1337af6f3835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:00.825761 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a69bd8-f978-4492-9c54-1337af6f3835 None None] The sync data for ids ['6ab6e13d-e46e-4e09-9e44-6504f1283c21'] in n-d-812236-11 is: [] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:03:00.895498 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f48b3019-6eee-40d4-a8fd-321ac175692a tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] 10.222.0.20 "GET /v2.0/routers/6ab6e13d-e46e-4e09-9e44-6504f1283c21 HTTP/1.1" status: 200 len: 921 time: 0.3227999 Nov 12 01:03:00.898415 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 48464) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:01.003434 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e981d17c-e2f6-48dc-a9d5-8354acfbcd32 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:01.004983 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e981d17c-e2f6-48dc-a9d5-8354acfbcd32 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=ef732b55-2b3c-4048-85da-0a8ac273c14b&device_id=6ab6e13d-e46e-4e09-9e44-6504f1283c21&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1050127 Nov 12 01:03:01.013627 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 48468) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:01.018999 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bcf51a-3165-486b-9d8c-618a80ba18f7 req-12e58992-a94c-421f-a23a-ec4ae1269781 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:01.023703 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-23bcf51a-3165-486b-9d8c-618a80ba18f7 req-12e58992-a94c-421f-a23a-ec4ae1269781 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.1111338 Nov 12 01:03:01.107044 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-23bcf51a-3165-486b-9d8c-618a80ba18f7 req-58aa360b-cf1b-40b2-a580-6399a1a5f98d tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746746 Nov 12 01:03:01.197170 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c5a8e5-f184-4d41-b324-818e08c9bbf7 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:01.200847 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e1c5a8e5-f184-4d41-b324-818e08c9bbf7 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] 10.222.0.20 "GET /v2.0/networks/ef732b55-2b3c-4048-85da-0a8ac273c14b HTTP/1.1" status: 200 len: 881 time: 0.1857629 Nov 12 01:03:01.203074 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 48476) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:01.364476 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f5597fa4-1f28-4d97-a648-9482d4d7f183 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ab6e13d-e46e-4e09-9e44-6504f1283c21 HTTP/1.1" status: 200 len: 205 time: 0.1586568 Nov 12 01:03:01.368956 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 48480) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:01.544600 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-47bb8ef1-4819-45f6-9e7c-4fdcacffd1a5 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:01.801145 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-47bb8ef1-4819-45f6-9e7c-4fdcacffd1a5 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:01.937886 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-47bb8ef1-4819-45f6-9e7c-4fdcacffd1a5 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Deleting port 6faf38c0-ed08-4635-a235-b2ffa82d90bf {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:01.938235 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-47bb8ef1-4819-45f6-9e7c-4fdcacffd1a5 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:02.079725 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-47bb8ef1-4819-45f6-9e7c-4fdcacffd1a5 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:02.096290 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-47bb8ef1-4819-45f6-9e7c-4fdcacffd1a5 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Calling delete_port for 6faf38c0-ed08-4635-a235-b2ffa82d90bf owned by network:router_gateway {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:02.619942 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fa46e-76dc-48c7-9bb6-060a7e205291 req-42539b1e-4b5b-4b6a-826b-12d243eac070 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:02.621973 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ab5fa46e-76dc-48c7-9bb6-060a7e205291 req-42539b1e-4b5b-4b6a-826b-12d243eac070 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.2584331 Nov 12 01:03:02.823758 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-47bb8ef1-4819-45f6-9e7c-4fdcacffd1a5 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:02.927076 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb8ef1-4819-45f6-9e7c-4fdcacffd1a5 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Pushing event deleted for resources: {'Port': ['ID=6faf38c0-ed08-4635-a235-b2ffa82d90bf,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:02.939564 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ab5fa46e-76dc-48c7-9bb6-060a7e205291 req-7dedb178-07aa-4773-b78e-d734d58e799d tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980123 Nov 12 01:03:02.963787 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf274925-c599-451d-9749-2a2bc57b0faa None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:03:03.074690 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-47bb8ef1-4819-45f6-9e7c-4fdcacffd1a5 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:03.449426 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-47bb8ef1-4819-45f6-9e7c-4fdcacffd1a5 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:03.457367 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-47bb8ef1-4819-45f6-9e7c-4fdcacffd1a5 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:03.580709 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-47bb8ef1-4819-45f6-9e7c-4fdcacffd1a5 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:03.581310 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47bb8ef1-4819-45f6-9e7c-4fdcacffd1a5 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Fanout notify agent at l3_agent the message router_deleted on router 6ab6e13d-e46e-4e09-9e44-6504f1283c21 {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:03:03.613782 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-47bb8ef1-4819-45f6-9e7c-4fdcacffd1a5 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:03.615377 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-47bb8ef1-4819-45f6-9e7c-4fdcacffd1a5 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] 10.222.0.20 "DELETE /v2.0/routers/6ab6e13d-e46e-4e09-9e44-6504f1283c21 HTTP/1.1" status: 204 len: 168 time: 2.2453573 Nov 12 01:03:03.619947 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 48544) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:03.624477 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-30911139-6d52-453b-b3d4-cd0af714009e tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-329885899', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:03.685985 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-30911139-6d52-453b-b3d4-cd0af714009e tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:03.687047 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-30911139-6d52-453b-b3d4-cd0af714009e tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:03.798904 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-30911139-6d52-453b-b3d4-cd0af714009e tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:03.808279 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-30911139-6d52-453b-b3d4-cd0af714009e tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:03.844329 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-30911139-6d52-453b-b3d4-cd0af714009e tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:03.846855 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-30911139-6d52-453b-b3d4-cd0af714009e tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2258906 Nov 12 01:03:03.849868 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 48546) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:03.858723 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-4154d90f-d8e6-41fc-bca7-cc219f91936d tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'enable_snat': False}}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:04.212710 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d49b63-a3a6-4e80-b2f7-97f1f13b2a10 req-f78ea757-b52e-49b9-8ced-726c58c17c0b tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:04.214840 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-50d49b63-a3a6-4e80-b2f7-97f1f13b2a10 req-f78ea757-b52e-49b9-8ced-726c58c17c0b tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.1180732 Nov 12 01:03:04.251392 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4154d90f-d8e6-41fc-bca7-cc219f91936d tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:04.269884 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0f18ce32-d0f3-4524-be5d-ebe216269d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:04.306393 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-50d49b63-a3a6-4e80-b2f7-97f1f13b2a10 req-52b64f34-f681-414a-bce1-ac87d8b3da57 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851903 Nov 12 01:03:05.424970 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4154d90f-d8e6-41fc-bca7-cc219f91936d tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:05.486070 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4154d90f-d8e6-41fc-bca7-cc219f91936d tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:05.587564 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2beea-42e4-4b53-a1b1-c3c3e531f7ae req-7813d8be-6325-48db-86da-2af63d62ddbb tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:05.595099 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f0b2beea-42e4-4b53-a1b1-c3c3e531f7ae req-7813d8be-6325-48db-86da-2af63d62ddbb tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.1250720 Nov 12 01:03:05.687779 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-4154d90f-d8e6-41fc-bca7-cc219f91936d tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Allocated IP 172.25.2.249 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/6e98cf52-6150-4743-8273-e65e53006b85) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:03:05.721466 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f0b2beea-42e4-4b53-a1b1-c3c3e531f7ae req-1286c38b-be0e-45e7-988c-32602c48b614 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231370 Nov 12 01:03:05.879425 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4154d90f-d8e6-41fc-bca7-cc219f91936d tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:05.919100 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4154d90f-d8e6-41fc-bca7-cc219f91936d tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:05.968829 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154d90f-d8e6-41fc-bca7-cc219f91936d tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Pushing event updated for resources: {'Port': ['ID=6e98cf52-6150-4743-8273-e65e53006b85,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:05.993505 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4154d90f-d8e6-41fc-bca7-cc219f91936d tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:05.993505 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-4154d90f-d8e6-41fc-bca7-cc219f91936d tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:06.006562 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4154d90f-d8e6-41fc-bca7-cc219f91936d tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:03:06.031607 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ff9b32-d971-4aad-8c28-d386e49d2121 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:03:06.124764 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-fb66be33-5ac3-4425-a732-00ea2cd6d0ca None None] Provisioning complete for port 6e98cf52-6150-4743-8273-e65e53006b85 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:06.124764 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fb66be33-5ac3-4425-a732-00ea2cd6d0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:06.170298 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-fb66be33-5ac3-4425-a732-00ea2cd6d0ca None None] Port 6e98cf52-6150-4743-8273-e65e53006b85 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:03:06.439012 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-75537ece-cc5f-42fd-8993-64afdd9ffb7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:06.757636 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4154d90f-d8e6-41fc-bca7-cc219f91936d tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:06.969735 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 48624) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:07.024258 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32420f76-52eb-4126-81dc-af55fd70de80 req-181ead1e-7121-416a-87f6-8119741de358 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:07.032938 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-32420f76-52eb-4126-81dc-af55fd70de80 req-181ead1e-7121-416a-87f6-8119741de358 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.1566319 Nov 12 01:03:07.207698 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-32420f76-52eb-4126-81dc-af55fd70de80 req-4901d67c-5d61-41d5-a219-34e74142e3d0 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629694 Nov 12 01:03:07.270993 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e62cfbe1-b7b3-44e1-a0d1-39b97e413552 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:07.353401 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4154d90f-d8e6-41fc-bca7-cc219f91936d tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-425772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40044'] for router, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:07.357673 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4154d90f-d8e6-41fc-bca7-cc219f91936d tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-425765'] for router, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:07.535424 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e62cfbe1-b7b3-44e1-a0d1-39b97e413552 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:07.543744 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e62cfbe1-b7b3-44e1-a0d1-39b97e413552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:07.638257 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e62cfbe1-b7b3-44e1-a0d1-39b97e413552 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7fdf4866726a4e51bd32c9a0ae32d2d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6635830 Nov 12 01:03:07.638257 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62cfbe1-b7b3-44e1-a0d1-39b97e413552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43429f4-5b77-45d7-8623-85162f014590,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:07.645005 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 48636) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:07.693733 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:07.765465 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4154d90f-d8e6-41fc-bca7-cc219f91936d tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Router 16a50ff8-1f83-49ee-b9a7-3eedc46f3b04 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:03:07.816102 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b58da8d2-c086-46e7-9822-8cee3132fb5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:07.932828 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b58da8d2-c086-46e7-9822-8cee3132fb5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:08.042376 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b58da8d2-c086-46e7-9822-8cee3132fb5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:08.045632 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b58da8d2-c086-46e7-9822-8cee3132fb5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:08.049669 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b58da8d2-c086-46e7-9822-8cee3132fb5c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a43429f4-5b77-45d7-8623-85162f014590 HTTP/1.1" status: 204 len: 168 time: 0.4036369 Nov 12 01:03:08.066430 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58da8d2-c086-46e7-9822-8cee3132fb5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43429f4-5b77-45d7-8623-85162f014590,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:08.192640 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4154d90f-d8e6-41fc-bca7-cc219f91936d tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:03:08.198043 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4154d90f-d8e6-41fc-bca7-cc219f91936d tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:08.199201 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4154d90f-d8e6-41fc-bca7-cc219f91936d tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] 10.222.0.20 "PUT /v2.0/routers/16a50ff8-1f83-49ee-b9a7-3eedc46f3b04 HTTP/1.1" status: 200 len: 915 time: 4.3480909 Nov 12 01:03:08.203391 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 48664) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:08.210261 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af489428-ad4f-48ae-b807-d47c63698588 None None] Sync routers for ids ['16a50ff8-1f83-49ee-b9a7-3eedc46f3b04'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:03:08.272356 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af489428-ad4f-48ae-b807-d47c63698588 None None] Routers {'16a50ff8-1f83-49ee-b9a7-3eedc46f3b04'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:08.276983 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-af489428-ad4f-48ae-b807-d47c63698588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:03:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['16a50ff8-1f83-49ee-b9a7-3eedc46f3b04'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:08.443616 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-af489428-ad4f-48ae-b807-d47c63698588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:08.470702 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af489428-ad4f-48ae-b807-d47c63698588 None None] Routers {'16a50ff8-1f83-49ee-b9a7-3eedc46f3b04'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:08.471263 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-af489428-ad4f-48ae-b807-d47c63698588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:03:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['16a50ff8-1f83-49ee-b9a7-3eedc46f3b04'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:08.501287 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 48672) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:08.552913 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-af489428-ad4f-48ae-b807-d47c63698588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:08.558129 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af489428-ad4f-48ae-b807-d47c63698588 None None] The sync data for ids ['16a50ff8-1f83-49ee-b9a7-3eedc46f3b04'] in n-d-812236-11 is: [] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:03:08.764226 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2c448809-fc77-4218-8566-e29b72651f57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:08.781939 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 48680) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:08.823823 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-013cef2a-84ee-444f-8e97-4501f103b9b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:09.170143 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2c448809-fc77-4218-8566-e29b72651f57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:09.187009 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2c448809-fc77-4218-8566-e29b72651f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:09.261857 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-013cef2a-84ee-444f-8e97-4501f103b9b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:09.268392 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-2c448809-fc77-4218-8566-e29b72651f57 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=61367b4de7904db69eb647c03b15af15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7659667 Nov 12 01:03:09.273932 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 48692) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:09.286458 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-013cef2a-84ee-444f-8e97-4501f103b9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:09.301134 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:09.310674 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c448809-fc77-4218-8566-e29b72651f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4123b4-8e37-4f65-983b-438fb1df0560,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:09.381971 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13248007-33d0-4bd5-81a0-2f37abf1b9ba req-372c0328-b103-4bc2-a035-dc4bad0d5215 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:09.391524 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-13248007-33d0-4bd5-81a0-2f37abf1b9ba req-372c0328-b103-4bc2-a035-dc4bad0d5215 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.0777478 Nov 12 01:03:09.408603 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-013cef2a-84ee-444f-8e97-4501f103b9b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ac4086bddfd047a797c5a766c684ba42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6178942 Nov 12 01:03:09.415281 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 48694) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:09.423339 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-25c789a0-140a-4ee7-af5a-86809e722452 tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] 10.222.0.20 "GET /v2.0/routers/16a50ff8-1f83-49ee-b9a7-3eedc46f3b04 HTTP/1.1" status: 200 len: 921 time: 1.2178905 Nov 12 01:03:09.424078 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 48696) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:09.439676 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013cef2a-84ee-444f-8e97-4501f103b9b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7758ca48-f2bc-4550-81ee-13222250f22f,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:09.495612 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d140cc16-3f72-43c5-9c9f-aaa84383db45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:09.524859 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-13248007-33d0-4bd5-81a0-2f37abf1b9ba req-aa2d3367-0dca-43aa-a86d-ffb8a495ba5b tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321778 Nov 12 01:03:09.554717 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5e9645-0b65-45d2-8e72-2c4a5f06d64d tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:09.557757 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b7c2efc3-66a0-46ea-916b-480194682e50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:09.564601 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1a5e9645-0b65-45d2-8e72-2c4a5f06d64d tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=ef732b55-2b3c-4048-85da-0a8ac273c14b&device_id=16a50ff8-1f83-49ee-b9a7-3eedc46f3b04&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1378043 Nov 12 01:03:09.566034 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 48700) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:09.568358 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d140cc16-3f72-43c5-9c9f-aaa84383db45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:09.685711 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e986cb8d-a7f4-42b1-9811-bf91d6576e3b tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:09.690539 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 48702) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:09.700165 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e986cb8d-a7f4-42b1-9811-bf91d6576e3b tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] 10.222.0.20 "GET /v2.0/networks/ef732b55-2b3c-4048-85da-0a8ac273c14b HTTP/1.1" status: 200 len: 881 time: 0.1295950 Nov 12 01:03:09.743545 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-06c9b6f5-7ae5-4802-a7e1-484e686f6911 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] 10.222.0.20 "GET /v2.0/ports?device_id=16a50ff8-1f83-49ee-b9a7-3eedc46f3b04 HTTP/1.1" status: 200 len: 205 time: 0.0518193 Nov 12 01:03:09.744203 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 48704) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:09.799162 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:09.817265 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b7c2efc3-66a0-46ea-916b-480194682e50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:09.973047 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d140cc16-3f72-43c5-9c9f-aaa84383db45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:09.979430 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d140cc16-3f72-43c5-9c9f-aaa84383db45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:09.980607 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d140cc16-3f72-43c5-9c9f-aaa84383db45 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7d4123b4-8e37-4f65-983b-438fb1df0560 HTTP/1.1" status: 204 len: 168 time: 0.7053571 Nov 12 01:03:10.015058 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140cc16-3f72-43c5-9c9f-aaa84383db45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4123b4-8e37-4f65-983b-438fb1df0560,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:10.034644 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b7c2efc3-66a0-46ea-916b-480194682e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:10.037821 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b7c2efc3-66a0-46ea-916b-480194682e50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:10.042670 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b7c2efc3-66a0-46ea-916b-480194682e50 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7758ca48-f2bc-4550-81ee-13222250f22f HTTP/1.1" status: 204 len: 168 time: 0.6236382 Nov 12 01:03:10.052396 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c2efc3-66a0-46ea-916b-480194682e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7758ca48-f2bc-4550-81ee-13222250f22f,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:10.147028 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e1e7314d-adde-4088-84a1-090e90c12e8c tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:10.289978 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e1e7314d-adde-4088-84a1-090e90c12e8c tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:10.470167 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-e1e7314d-adde-4088-84a1-090e90c12e8c tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Deleting port 6e98cf52-6150-4743-8273-e65e53006b85 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:10.471317 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e1e7314d-adde-4088-84a1-090e90c12e8c tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:10.680380 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e1e7314d-adde-4088-84a1-090e90c12e8c tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:10.767659 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-e1e7314d-adde-4088-84a1-090e90c12e8c tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Calling delete_port for 6e98cf52-6150-4743-8273-e65e53006b85 owned by network:router_gateway {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:10.811950 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:10.813365 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bf9fe-f665-4423-8dd1-17f7ccd1325c req-162e5002-c9e5-4119-8905-3bd286aa0255 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:10.815009 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6f3bf9fe-f665-4423-8dd1-17f7ccd1325c req-162e5002-c9e5-4119-8905-3bd286aa0255 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.1159229 Nov 12 01:03:10.910424 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6f3bf9fe-f665-4423-8dd1-17f7ccd1325c req-e1e48919-81f4-4288-ad2d-1c7b427f172a tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603831 Nov 12 01:03:10.986377 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 48754) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:11.011542 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5aef3934-9ca8-4b01-ae3c-e2dfdde93c9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:11.144859 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e1e7314d-adde-4088-84a1-090e90c12e8c tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:11.209806 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e7314d-adde-4088-84a1-090e90c12e8c tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Pushing event deleted for resources: {'Port': ['ID=6e98cf52-6150-4743-8273-e65e53006b85,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:11.225527 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b4bc34-15b6-402a-8614-e4a4e7445156 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:03:11.267017 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5aef3934-9ca8-4b01-ae3c-e2dfdde93c9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:11.275835 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5aef3934-9ca8-4b01-ae3c-e2dfdde93c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:11.330602 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aef3934-9ca8-4b01-ae3c-e2dfdde93c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143ca445-cc5f-4286-91be-9fc1ee9bc9de,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:11.336669 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e1e7314d-adde-4088-84a1-090e90c12e8c tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:11.388990 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5aef3934-9ca8-4b01-ae3c-e2dfdde93c9a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e61295c84c94f80b57a3b807f80a0a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4014554 Nov 12 01:03:11.389827 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 48768) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:11.453135 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-290e2de3-b596-4f89-887e-67bb0cd6c48d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:11.516407 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e1e7314d-adde-4088-84a1-090e90c12e8c tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:11.518706 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-290e2de3-b596-4f89-887e-67bb0cd6c48d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:11.519812 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e1e7314d-adde-4088-84a1-090e90c12e8c tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:11.586277 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e1e7314d-adde-4088-84a1-090e90c12e8c tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:11.587290 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e7314d-adde-4088-84a1-090e90c12e8c tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Fanout notify agent at l3_agent the message router_deleted on router 16a50ff8-1f83-49ee-b9a7-3eedc46f3b04 {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:03:11.606423 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e1e7314d-adde-4088-84a1-090e90c12e8c tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:11.607760 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e1e7314d-adde-4088-84a1-090e90c12e8c tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] 10.222.0.20 "DELETE /v2.0/routers/16a50ff8-1f83-49ee-b9a7-3eedc46f3b04 HTTP/1.1" status: 204 len: 168 time: 1.8625946 Nov 12 01:03:11.611512 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 48776) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:11.624514 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-9e5f2eb6-7081-4f99-8e11-4a9c10290b75 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-386919479', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}, 'admin_state_up': False}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:11.630463 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-290e2de3-b596-4f89-887e-67bb0cd6c48d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:11.644474 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-290e2de3-b596-4f89-887e-67bb0cd6c48d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:11.647958 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-290e2de3-b596-4f89-887e-67bb0cd6c48d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/143ca445-cc5f-4286-91be-9fc1ee9bc9de HTTP/1.1" status: 204 len: 168 time: 0.2544160 Nov 12 01:03:11.699933 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290e2de3-b596-4f89-887e-67bb0cd6c48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143ca445-cc5f-4286-91be-9fc1ee9bc9de,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:11.738039 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9e5f2eb6-7081-4f99-8e11-4a9c10290b75 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:11.739543 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9e5f2eb6-7081-4f99-8e11-4a9c10290b75 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:11.881105 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9e5f2eb6-7081-4f99-8e11-4a9c10290b75 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:12.212865 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054cd6d-bea4-44a2-9992-b5d472eac3da req-1c480ff9-111d-45f0-9b7f-ae933d1ebe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:12.217436 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b054cd6d-bea4-44a2-9992-b5d472eac3da req-1c480ff9-111d-45f0-9b7f-ae933d1ebe78 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b69c08bc1825416d9856930c76df087f&device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 1097 time: 0.5517929 Nov 12 01:03:12.231749 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-cfa537e1-b095-4f0d-af2b-ea821c948dd9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2447953 Nov 12 01:03:12.247019 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9e5f2eb6-7081-4f99-8e11-4a9c10290b75 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:12.295308 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f2905-b5a0-45c1-af47-e95e318f3176 req-0dd3a7ca-24ca-412a-9133-020adc1a29e0 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:12.298347 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8d9f2905-b5a0-45c1-af47-e95e318f3176 req-0dd3a7ca-24ca-412a-9133-020adc1a29e0 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.1994672 Nov 12 01:03:12.427982 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8d9f2905-b5a0-45c1-af47-e95e318f3176 req-cb51af10-5141-4d3e-9c7d-cd6d853e6fd2 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146140 Nov 12 01:03:12.441472 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-5192fb63-755b-4ca2-80ec-440975e6271c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:12.442238 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-5192fb63-755b-4ca2-80ec-440975e6271c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:12.442877 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-5192fb63-755b-4ca2-80ec-440975e6271c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:12.443361 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-5192fb63-755b-4ca2-80ec-440975e6271c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:12.443815 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-5192fb63-755b-4ca2-80ec-440975e6271c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:12.444264 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-5192fb63-755b-4ca2-80ec-440975e6271c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:12.444711 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-5192fb63-755b-4ca2-80ec-440975e6271c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:12.448577 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-5192fb63-755b-4ca2-80ec-440975e6271c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99d22f2d09c941868df176b00803ab3d&device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 6508 time: 0.0885181 Nov 12 01:03:12.470612 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054cd6d-bea4-44a2-9992-b5d472eac3da req-69a066f3-6d3f-469c-9553-54545b610091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:12.472093 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b054cd6d-bea4-44a2-9992-b5d472eac3da req-69a066f3-6d3f-469c-9553-54545b610091 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2e3e1e9-0e8c-4882-bf10-1b961e611626 HTTP/1.1" status: 200 len: 915 time: 0.2394381 Nov 12 01:03:12.546747 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b054cd6d-bea4-44a2-9992-b5d472eac3da req-accd551a-5bb0-49db-8ad5-10f6650c3f32 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f23ba7b4-4471-4db2-b4d6-b2d27db75586 HTTP/1.1" status: 200 len: 217 time: 0.0656600 Nov 12 01:03:12.688536 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:12.773859 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-107da553-cc0d-4ff9-be5e-3ca56f66c851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:12.775219 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-107da553-cc0d-4ff9-be5e-3ca56f66c851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:12.775834 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-107da553-cc0d-4ff9-be5e-3ca56f66c851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:12.778211 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-107da553-cc0d-4ff9-be5e-3ca56f66c851 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6d66b009-87d4-44ee-a0b8-482e36cd5030&id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&id=0fed04be-2c3a-475e-8199-924085f487af&id=0fed04be-2c3a-475e-8199-924085f487af HTTP/1.1" status: 200 len: 2299 time: 0.2956927 Nov 12 01:03:12.793790 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054cd6d-bea4-44a2-9992-b5d472eac3da req-326f22e5-b739-4623-8277-c81e56290cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:12.793790 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b054cd6d-bea4-44a2-9992-b5d472eac3da req-326f22e5-b739-4623-8277-c81e56290cfc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0cfb7ed7-15f0-4cd2-a0ec-39a2bf41ee0d HTTP/1.1" status: 200 len: 854 time: 0.2262256 Nov 12 01:03:12.808857 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9e5f2eb6-7081-4f99-8e11-4a9c10290b75 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for router_gateway, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:12.876961 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9e5f2eb6-7081-4f99-8e11-4a9c10290b75 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:13.056669 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b054cd6d-bea4-44a2-9992-b5d472eac3da req-e3bfdd94-cb3d-4cba-99c7-f946d5aa1a6d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2e3e1e9-0e8c-4882-bf10-1b961e611626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2542160 Nov 12 01:03:13.115394 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-9e5f2eb6-7081-4f99-8e11-4a9c10290b75 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Allocated IP 172.25.2.85 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/d4cc3ebf-505b-4b97-9a66-d014476c23a3) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:03:13.323054 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-b2ce44d7-1d11-4df3-8217-c591f76e84e8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=839befd9-0d96-49e6-b80d-77934b38b2b7 HTTP/1.1" status: 200 len: 1001 time: 0.5294840 Nov 12 01:03:13.450335 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b054cd6d-bea4-44a2-9992-b5d472eac3da req-182b1183-534f-44f5-91c7-19746fe70d3d service neutron] 10.222.0.54 "GET /v2.0/networks/e2e3e1e9-0e8c-4882-bf10-1b961e611626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828456 Nov 12 01:03:13.642551 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-51fe7109-1de8-4f10-86b2-518f7198275e req-4c8aebfe-8a56-437d-9a6b-bfc9bd3efb0c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4141812 Nov 12 01:03:13.678243 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b054cd6d-bea4-44a2-9992-b5d472eac3da req-0cb57171-c052-4edb-b069-e0f4fa5f7bdc service neutron] 10.222.0.54 "GET /v2.0/networks/e2e3e1e9-0e8c-4882-bf10-1b961e611626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177093 Nov 12 01:03:13.725890 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-198a51b9-573e-48b7-8240-7cdb2f1ac6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:13.730924 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-198a51b9-573e-48b7-8240-7cdb2f1ac6f9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=84f3c115-0f29-44bb-9c76-e6ed88722019 HTTP/1.1" status: 200 len: 856 time: 0.4003570 Nov 12 01:03:13.784008 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69904821-9573-40e5-8b76-55ed13b05ea2 req-c48f4aa5-fe88-4831-b9b9-db3fa9344efb tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:13.786517 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-69904821-9573-40e5-8b76-55ed13b05ea2 req-c48f4aa5-fe88-4831-b9b9-db3fa9344efb tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.1947842 Nov 12 01:03:13.794404 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9e5f2eb6-7081-4f99-8e11-4a9c10290b75 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:13.966980 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-69904821-9573-40e5-8b76-55ed13b05ea2 req-e3f33599-630e-4802-b8f2-7766d7a1fcd4 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699927 Nov 12 01:03:13.982881 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9e5f2eb6-7081-4f99-8e11-4a9c10290b75 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:14.023256 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-c6bd4f9f-962b-448c-8983-18b795fcda29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:14.034382 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-c6bd4f9f-962b-448c-8983-18b795fcda29 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6d66b009-87d4-44ee-a0b8-482e36cd5030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2942398 Nov 12 01:03:14.036789 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe7109-1de8-4f10-86b2-518f7198275e req-2a803844-702d-49f3-9071-bbe7aa3b4597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:14.038266 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-51fe7109-1de8-4f10-86b2-518f7198275e req-2a803844-702d-49f3-9071-bbe7aa3b4597 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=92120bcf7a2b4a398a48be8e2d4be44a&device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9 HTTP/1.1" status: 200 len: 1097 time: 0.3010952 Nov 12 01:03:14.051943 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f2eb6-7081-4f99-8e11-4a9c10290b75 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Pushing event updated for resources: {'Port': ['ID=d4cc3ebf-505b-4b97-9a66-d014476c23a3,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:14.079596 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5f2eb6-7081-4f99-8e11-4a9c10290b75 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:14.079596 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-9e5f2eb6-7081-4f99-8e11-4a9c10290b75 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:14.082851 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f23ba7b4-4471-4db2-b4d6-b2d27db75586 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:03:14.095505 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5f2eb6-7081-4f99-8e11-4a9c10290b75 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:03:14.149121 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df03bbe-a620-4d32-9e77-92926e6da9ca None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:03:14.301029 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-9b0bc50c-f084-44ed-aabf-66b668e1c85a service neutron] 10.222.0.49 "GET /v2.0/networks/6d66b009-87d4-44ee-a0b8-482e36cd5030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590184 Nov 12 01:03:14.361083 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:14.401555 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-0fdf6b33-84f0-4a02-b3d2-30800cf5fd68 None None] Provisioning complete for port d4cc3ebf-505b-4b97-9a66-d014476c23a3 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:14.402912 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0fdf6b33-84f0-4a02-b3d2-30800cf5fd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:14.469187 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe7109-1de8-4f10-86b2-518f7198275e req-7c1fc433-aaf5-4504-914d-f5109eebf711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:14.471033 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-51fe7109-1de8-4f10-86b2-518f7198275e req-7c1fc433-aaf5-4504-914d-f5109eebf711 service neutron] 10.222.0.54 "GET /v2.0/networks?id=81cab25c-cc73-4b97-9af8-266d9053a85f HTTP/1.1" status: 200 len: 911 time: 0.3974271 Nov 12 01:03:14.497832 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4203dae8-da68-4633-8d96-7915752fb68d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f23ba7b4-4471-4db2-b4d6-b2d27db75586'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:03:14.500210 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c557b090-414f-4481-b514-d7a1b2bbfed9" -d '{"events": [{"server_uuid": "4203dae8-da68-4633-8d96-7915752fb68d", "name": "network-vif-unplugged", "status": "completed", "tag": "f23ba7b4-4471-4db2-b4d6-b2d27db75586"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:03:14.559374 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-0fdf6b33-84f0-4a02-b3d2-30800cf5fd68 None None] Port d4cc3ebf-505b-4b97-9a66-d014476c23a3 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:03:14.565878 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port f23ba7b4-4471-4db2-b4d6-b2d27db75586, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f23ba7b4-4471-4db2-b4d6-b2d27db75586,segment=NetworkSegment(ac5afd89-5012-43c7-b28d-4a594b7d5879),segment_id=ac5afd89-5012-43c7-b28d-4a594b7d5879)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:14.587660 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:14.625334 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24926f8d-e912-4369-b4aa-8016006b7005 x-openstack-request-id: req-24926f8d-e912-4369-b4aa-8016006b7005 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:03:14.625805 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4203dae8-da68-4633-8d96-7915752fb68d", "name": "network-vif-unplugged", "status": "completed", "tag": "f23ba7b4-4471-4db2-b4d6-b2d27db75586", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:03:14.627630 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-24926f8d-e912-4369-b4aa-8016006b7005 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:03:14.627630 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4203dae8-da68-4633-8d96-7915752fb68d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f23ba7b4-4471-4db2-b4d6-b2d27db75586', 'code': 200} Nov 12 01:03:14.643424 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-51fe7109-1de8-4f10-86b2-518f7198275e req-e3f08644-5690-4bef-af51-68454b4724d0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=161b3298-9c94-419c-aed6-71e3451377c5 HTTP/1.1" status: 200 len: 1000 time: 0.1614270 Nov 12 01:03:14.645537 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-d225df85-76a4-4cde-97ec-a99ac88e9a42 service neutron] 10.222.0.49 "GET /v2.0/networks/6d66b009-87d4-44ee-a0b8-482e36cd5030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344033 Nov 12 01:03:14.683290 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=f23ba7b4-4471-4db2-b4d6-b2d27db75586,revision_number=8']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:14.718349 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9e5f2eb6-7081-4f99-8e11-4a9c10290b75 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for router_gateway, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:14.772730 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-2cc64387-6506-4be4-ad32-6ba92f56354d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9 HTTP/1.1" status: 200 len: 217 time: 0.1190064 Nov 12 01:03:14.869561 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe7109-1de8-4f10-86b2-518f7198275e req-a9ec380a-9a51-44ec-8e8f-5cd5d36eb36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:14.877695 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-51fe7109-1de8-4f10-86b2-518f7198275e req-a9ec380a-9a51-44ec-8e8f-5cd5d36eb36c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=14a1d482-7411-47d7-8687-bbca824f06be HTTP/1.1" status: 200 len: 849 time: 0.2094388 Nov 12 01:03:14.922516 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [req-dd2d8209-856d-4f3c-87d3-aaeb47ee11f3 req-ded0f090-310a-4b83-a464-d59a0fcaedab service neutron] (102661) timed out ('10.222.0.54', 52853) {{(pid=102661) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 01:03:14.952633 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-51363a14-0855-4e8d-a625-5eaf51f410bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:14.955741 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-51363a14-0855-4e8d-a625-5eaf51f410bd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5 HTTP/1.1" status: 200 len: 797 time: 0.1727855 Nov 12 01:03:15.103373 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe7109-1de8-4f10-86b2-518f7198275e req-60fcb961-32bc-4650-a5b0-6e7df0379f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:15.105498 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-51fe7109-1de8-4f10-86b2-518f7198275e req-60fcb961-32bc-4650-a5b0-6e7df0379f7b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=81cab25c-cc73-4b97-9af8-266d9053a85f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2168088 Nov 12 01:03:15.196003 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-79b4fcea-0b4a-4515-9e0f-f6a66f99b536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:15.199822 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-79b4fcea-0b4a-4515-9e0f-f6a66f99b536 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2241824 Nov 12 01:03:15.430924 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-321fa22d-81f3-41dc-8444-9452b63d12a7 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140272 Nov 12 01:03:15.474115 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 48928) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:15.485135 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-51fe7109-1de8-4f10-86b2-518f7198275e req-1a31e0a2-c6c1-47ff-8106-4ce9027058b5 service neutron] 10.222.0.54 "GET /v2.0/networks/81cab25c-cc73-4b97-9af8-266d9053a85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621271 Nov 12 01:03:15.616719 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-26eb8ef7-1e3a-4e0e-9338-580bb696f3b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:15.732637 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-2ec02edc-935e-4017-8f69-700d4b8fa045 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445822 Nov 12 01:03:15.769519 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b9d3e-0ae6-4abe-b714-dbe1b6c33ecc req-bd58686c-e9b9-4d35-81fd-3bde8f50476d tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:15.781141 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b9d3e-0ae6-4abe-b714-dbe1b6c33ecc req-bd58686c-e9b9-4d35-81fd-3bde8f50476d tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:15.796537 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b9d3e-0ae6-4abe-b714-dbe1b6c33ecc req-bd58686c-e9b9-4d35-81fd-3bde8f50476d tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:15.803526 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b9d3e-0ae6-4abe-b714-dbe1b6c33ecc req-bd58686c-e9b9-4d35-81fd-3bde8f50476d tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:15.810784 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b9d3e-0ae6-4abe-b714-dbe1b6c33ecc req-bd58686c-e9b9-4d35-81fd-3bde8f50476d tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:15.818336 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b9d3e-0ae6-4abe-b714-dbe1b6c33ecc req-bd58686c-e9b9-4d35-81fd-3bde8f50476d tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:15.825348 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b9d3e-0ae6-4abe-b714-dbe1b6c33ecc req-bd58686c-e9b9-4d35-81fd-3bde8f50476d tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:15.827515 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8e4b9d3e-0ae6-4abe-b714-dbe1b6c33ecc req-bd58686c-e9b9-4d35-81fd-3bde8f50476d tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 5444 time: 0.3544843 Nov 12 01:03:15.990029 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8e4b9d3e-0ae6-4abe-b714-dbe1b6c33ecc req-d2806dc0-9052-4e3e-a158-94175ea944f0 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&id=cbe02f78-bccb-4d23-9946-d2b58c9817de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1402757 Nov 12 01:03:16.021012 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9e5f2eb6-7081-4f99-8e11-4a9c10290b75 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:16.239065 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-26eb8ef7-1e3a-4e0e-9338-580bb696f3b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:16.246477 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-26eb8ef7-1e3a-4e0e-9338-580bb696f3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:16.351719 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b410d-7fe8-431c-9863-9d4a68658573 req-16236886-4037-42bd-b16e-d57fd6ea13f0 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:16.359982 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b410d-7fe8-431c-9863-9d4a68658573 req-16236886-4037-42bd-b16e-d57fd6ea13f0 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:16.368413 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b410d-7fe8-431c-9863-9d4a68658573 req-16236886-4037-42bd-b16e-d57fd6ea13f0 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:16.374852 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b410d-7fe8-431c-9863-9d4a68658573 req-16236886-4037-42bd-b16e-d57fd6ea13f0 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:16.381337 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b410d-7fe8-431c-9863-9d4a68658573 req-16236886-4037-42bd-b16e-d57fd6ea13f0 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:16.389408 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b410d-7fe8-431c-9863-9d4a68658573 req-16236886-4037-42bd-b16e-d57fd6ea13f0 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:16.413199 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-a32dbb0c-d493-42ce-8409-b45e07269e25 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=e5eb25a0-7da0-4bbc-9a1a-01a506e19685 HTTP/1.1" status: 200 len: 217 time: 0.6653085 Nov 12 01:03:16.425757 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b410d-7fe8-431c-9863-9d4a68658573 req-16236886-4037-42bd-b16e-d57fd6ea13f0 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:16.425998 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d630e19-29b4-4108-b7a0-0dc70fb8ab5d req-7e8498b3-0fab-4366-a26f-c06de368e1dd tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:16.427749 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2d630e19-29b4-4108-b7a0-0dc70fb8ab5d req-7e8498b3-0fab-4366-a26f-c06de368e1dd tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 943 time: 1.2184396 Nov 12 01:03:16.442081 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-646b410d-7fe8-431c-9863-9d4a68658573 req-16236886-4037-42bd-b16e-d57fd6ea13f0 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 5444 time: 0.2790568 Nov 12 01:03:16.464406 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-26eb8ef7-1e3a-4e0e-9338-580bb696f3b3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c57b1379ba834086a22aad0839f231df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9886525 Nov 12 01:03:16.467035 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eb8ef7-1e3a-4e0e-9338-580bb696f3b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf27b0b-49ec-4bb8-a140-322bf74525bb,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:16.467464 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 48952) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:16.532876 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5f2eb6-7081-4f99-8e11-4a9c10290b75 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Router ebc9230b-fd45-4bbf-8a25-95ae825cdc2e is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:03:16.594731 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2d630e19-29b4-4108-b7a0-0dc70fb8ab5d req-da20ac29-a029-4040-9dac-332dcfb90234 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450140 Nov 12 01:03:16.597572 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-51fe7109-1de8-4f10-86b2-518f7198275e req-774e09da-f020-4b98-bda3-a3d1e02b198e service neutron] 10.222.0.54 "GET /v2.0/networks/81cab25c-cc73-4b97-9af8-266d9053a85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9543822 Nov 12 01:03:16.598436 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ffaac87f-126d-41e5-9479-9cd67d892e3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:16.622702 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ffaac87f-126d-41e5-9479-9cd67d892e3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:16.662312 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-311957c8-b1e9-4ef7-931e-35dc765e06d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:16.664392 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-311957c8-b1e9-4ef7-931e-35dc765e06d0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5 HTTP/1.1" status: 200 len: 797 time: 0.2349801 Nov 12 01:03:16.716446 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5f2eb6-7081-4f99-8e11-4a9c10290b75 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:03:16.733330 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ffaac87f-126d-41e5-9479-9cd67d892e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:16.737219 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ffaac87f-126d-41e5-9479-9cd67d892e3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:16.738616 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3699861-e6b8-410c-b94d-95715bea0db5 None None] Sync routers for ids ['ebc9230b-fd45-4bbf-8a25-95ae825cdc2e'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:03:16.739310 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ffaac87f-126d-41e5-9479-9cd67d892e3d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5cf27b0b-49ec-4bb8-a140-322bf74525bb HTTP/1.1" status: 204 len: 168 time: 0.2674088 Nov 12 01:03:16.745461 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-3d05516d-10af-4de2-9408-7b68cb974d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:16.748615 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-3d05516d-10af-4de2-9408-7b68cb974d8a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0753744 Nov 12 01:03:16.750676 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3699861-e6b8-410c-b94d-95715bea0db5 None None] Routers {'ebc9230b-fd45-4bbf-8a25-95ae825cdc2e'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:16.751505 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-b3699861-e6b8-410c-b94d-95715bea0db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:03:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['ebc9230b-fd45-4bbf-8a25-95ae825cdc2e'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:16.754899 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9e5f2eb6-7081-4f99-8e11-4a9c10290b75 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:16.755048 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaac87f-126d-41e5-9479-9cd67d892e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf27b0b-49ec-4bb8-a140-322bf74525bb,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:16.760855 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-9e5f2eb6-7081-4f99-8e11-4a9c10290b75 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.1445930 Nov 12 01:03:16.760855 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 48968) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:16.769495 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-3bfa1524-15a6-468a-929c-e96a4650e44b tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:16.846551 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-b3699861-e6b8-410c-b94d-95715bea0db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:16.861297 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3699861-e6b8-410c-b94d-95715bea0db5 None None] Routers {'ebc9230b-fd45-4bbf-8a25-95ae825cdc2e'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:16.863337 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-b3699861-e6b8-410c-b94d-95715bea0db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:03:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['ebc9230b-fd45-4bbf-8a25-95ae825cdc2e'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:16.948677 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-4e0719d5-19d2-4ffc-bb38-2279382a66f8 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849043 Nov 12 01:03:16.951679 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-b3699861-e6b8-410c-b94d-95715bea0db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:16.952872 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3699861-e6b8-410c-b94d-95715bea0db5 None None] The sync data for ids ['ebc9230b-fd45-4bbf-8a25-95ae825cdc2e'] in n-d-812236-11 is: [] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:03:17.137889 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-d0d5f121-d884-4dfa-bc4d-a52ec9e7df8b service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814125 Nov 12 01:03:17.244327 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-3f2a19f8-6a8d-42b5-8a43-1c2ae9c1b224 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=4c22bace-f635-4893-bff7-f3b4e0d2feaa HTTP/1.1" status: 200 len: 217 time: 0.0985532 Nov 12 01:03:17.373169 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 48990) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:17.403679 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2f690437-320f-4813-ba1b-0a147cc5053c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:17.425087 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-4b33c32c-cbe5-46eb-a37e-d4c18c83f0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:17.427123 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-4b33c32c-cbe5-46eb-a37e-d4c18c83f0d7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5 HTTP/1.1" status: 200 len: 797 time: 0.1680114 Nov 12 01:03:17.489311 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3bfa1524-15a6-468a-929c-e96a4650e44b tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:17.513993 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3bfa1524-15a6-468a-929c-e96a4650e44b tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:17.588261 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-d9bfdfd2-bdb6-4c39-a729-de8dd16eb1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:17.592422 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-d9bfdfd2-bdb6-4c39-a729-de8dd16eb1dc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1541827 Nov 12 01:03:17.642902 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-3bfa1524-15a6-468a-929c-e96a4650e44b tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Deleting port d4cc3ebf-505b-4b97-9a66-d014476c23a3 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:17.643469 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3bfa1524-15a6-468a-929c-e96a4650e44b tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:17.788274 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2f690437-320f-4813-ba1b-0a147cc5053c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:17.795958 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2f690437-320f-4813-ba1b-0a147cc5053c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:17.828466 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-2f690437-320f-4813-ba1b-0a147cc5053c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e014f91237840f1a9052d1706ae45c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4539928 Nov 12 01:03:17.831106 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 49006) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:17.843386 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-59aafc7c-c260-4a93-85e4-269c93cc6fc9 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367811 Nov 12 01:03:17.879969 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f690437-320f-4813-ba1b-0a147cc5053c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04346bd-9979-4057-8ac5-cbd6822b9e3c,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:17.883839 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3bfa1524-15a6-468a-929c-e96a4650e44b tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:17.896723 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-3bfa1524-15a6-468a-929c-e96a4650e44b tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Calling delete_port for d4cc3ebf-505b-4b97-9a66-d014476c23a3 owned by network:router_gateway {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:18.031274 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-2cc19d00-976d-4175-a25b-c9cc11b49405 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795032 Nov 12 01:03:18.149889 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-cdad2ebe-eddc-4c79-b946-eb92c60705a0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4 HTTP/1.1" status: 200 len: 217 time: 0.1066554 Nov 12 01:03:18.158667 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84a848-af4e-4361-a3d1-2c2db6c5db18 req-6fb5e206-e841-4171-b6b6-cf01d584a545 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:18.171529 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ca84a848-af4e-4361-a3d1-2c2db6c5db18 req-6fb5e206-e841-4171-b6b6-cf01d584a545 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 943 time: 0.4734566 Nov 12 01:03:18.220300 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-fa74c6dc-6f2f-4371-bdf9-288d86a86470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:18.225439 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-fa74c6dc-6f2f-4371-bdf9-288d86a86470 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5 HTTP/1.1" status: 200 len: 797 time: 0.0707169 Nov 12 01:03:18.236221 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3bfa1524-15a6-468a-929c-e96a4650e44b tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:18.283523 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-efac318d-d0c8-4700-b3d1-42edfe6d5553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:18.285296 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-efac318d-d0c8-4700-b3d1-42edfe6d5553 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0522795 Nov 12 01:03:18.322458 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841daf96-69d1-4992-aae4-29c9b52bab24 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:03:18.364116 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa1524-15a6-468a-929c-e96a4650e44b tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Pushing event deleted for resources: {'Port': ['ID=d4cc3ebf-505b-4b97-9a66-d014476c23a3,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:18.376082 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ca84a848-af4e-4361-a3d1-2c2db6c5db18 req-1f88cd26-7acc-4f5d-b642-5cc05e21a0a0 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037091 Nov 12 01:03:18.545896 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6fe4ce99-b60e-4a1e-bc0f-59391725769f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:18.549036 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-471ae43c-8fd4-4a69-82da-cf24eaafff70 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527537 Nov 12 01:03:18.619285 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6fe4ce99-b60e-4a1e-bc0f-59391725769f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:18.662254 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3bfa1524-15a6-468a-929c-e96a4650e44b tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:18.767978 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-20256e42-d72f-4dcd-beca-ce505367698d service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135749 Nov 12 01:03:18.848387 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-a5d96529-7f3c-4e18-804b-9dd24f0a7a73 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=32d55d15-cda1-42c5-acb9-247105424a0c HTTP/1.1" status: 200 len: 217 time: 0.0564132 Nov 12 01:03:18.904428 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6fe4ce99-b60e-4a1e-bc0f-59391725769f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:18.907081 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6fe4ce99-b60e-4a1e-bc0f-59391725769f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:18.910966 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6fe4ce99-b60e-4a1e-bc0f-59391725769f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d04346bd-9979-4057-8ac5-cbd6822b9e3c HTTP/1.1" status: 204 len: 168 time: 1.0777900 Nov 12 01:03:18.978785 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df7a77-ebcb-4e5f-8162-8fa6057e53e0 req-6dc20de6-5e21-4786-bda0-57bd00fffdd6 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:18.980434 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-58df7a77-ebcb-4e5f-8162-8fa6057e53e0 req-6dc20de6-5e21-4786-bda0-57bd00fffdd6 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 943 time: 0.4303248 Nov 12 01:03:18.986388 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe4ce99-b60e-4a1e-bc0f-59391725769f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04346bd-9979-4057-8ac5-cbd6822b9e3c,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:18.995041 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3bfa1524-15a6-468a-929c-e96a4650e44b tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-425772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40044'] for router, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:19.001787 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4024869e-f60c-4ecf-a36c-48e15ac765d2 req-f23b1a20-846f-4191-a6ef-0038c019658d service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.5374746 Nov 12 01:03:19.014814 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3bfa1524-15a6-468a-929c-e96a4650e44b tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-425765'] for router, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:19.097649 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-d136250f-b776-4a35-9d9d-bae7241b72dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:19.106461 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-d136250f-b776-4a35-9d9d-bae7241b72dd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5954c685-7a02-40be-97b5-9b885e683410 HTTP/1.1" status: 200 len: 797 time: 0.2419007 Nov 12 01:03:19.176030 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bfa1524-15a6-468a-929c-e96a4650e44b tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Router ebc9230b-fd45-4bbf-8a25-95ae825cdc2e has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:03:19.219904 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-70425930-82fe-4f42-bfed-753021f44c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:19.221669 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-70425930-82fe-4f42-bfed-753021f44c49 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0fed04be-2c3a-475e-8199-924085f487af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1037741 Nov 12 01:03:19.225752 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-58df7a77-ebcb-4e5f-8162-8fa6057e53e0 req-badfba8a-eaa1-4638-b465-b1253bb960c6 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223210 Nov 12 01:03:19.335403 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9926acea-dced-4c35-bac6-089e80b7016f req-a18a6373-815d-46e9-ab67-d8465ea2e67f service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1962054 Nov 12 01:03:19.462359 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-ff251445-4859-4684-a33f-db4a2de7a27a service neutron] 10.222.0.49 "GET /v2.0/networks/0fed04be-2c3a-475e-8199-924085f487af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332554 Nov 12 01:03:19.694003 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-dafc4c67-ab2d-48e2-97c3-fcef295c363c service neutron] 10.222.0.49 "GET /v2.0/networks/0fed04be-2c3a-475e-8199-924085f487af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222040 Nov 12 01:03:19.790200 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-db5f9d23-d9a1-459b-a9ba-eb779b381eea service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c22b6762-e3f6-4522-8e3f-46a49996d03c HTTP/1.1" status: 200 len: 217 time: 0.0889654 Nov 12 01:03:19.895970 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-2ba04a3f-8291-4431-96cf-1d368fd9e208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:19.897720 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-2ba04a3f-8291-4431-96cf-1d368fd9e208 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5954c685-7a02-40be-97b5-9b885e683410 HTTP/1.1" status: 200 len: 797 time: 0.0977795 Nov 12 01:03:20.005040 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-3bc5ff78-c64c-4a66-b2f3-ef0cef522648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:20.010884 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-3bc5ff78-c64c-4a66-b2f3-ef0cef522648 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0fed04be-2c3a-475e-8199-924085f487af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1033022 Nov 12 01:03:20.034919 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfa1524-15a6-468a-929c-e96a4650e44b tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:03:20.053059 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85890be-8dea-47d8-aa48-24765aa2570a None None] Sync routers for ids ['ebc9230b-fd45-4bbf-8a25-95ae825cdc2e'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:03:20.071821 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3bfa1524-15a6-468a-929c-e96a4650e44b tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:20.079180 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3bfa1524-15a6-468a-929c-e96a4650e44b tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] 10.222.0.20 "PUT /v2.0/routers/ebc9230b-fd45-4bbf-8a25-95ae825cdc2e HTTP/1.1" status: 200 len: 705 time: 3.3115044 Nov 12 01:03:20.081052 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85890be-8dea-47d8-aa48-24765aa2570a None None] Routers {'ebc9230b-fd45-4bbf-8a25-95ae825cdc2e'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:20.082918 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-e85890be-8dea-47d8-aa48-24765aa2570a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:03:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['ebc9230b-fd45-4bbf-8a25-95ae825cdc2e'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:20.086309 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 49088) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:20.224590 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-e85890be-8dea-47d8-aa48-24765aa2570a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:20.239638 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f23ba7b4-4471-4db2-b4d6-b2d27db75586 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:03:20.262058 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-fdc654e3-bf0b-4cc1-ad4e-fa8fe28ed18f service neutron] 10.222.0.49 "GET /v2.0/networks/0fed04be-2c3a-475e-8199-924085f487af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434783 Nov 12 01:03:20.327353 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85890be-8dea-47d8-aa48-24765aa2570a None None] Routers {'ebc9230b-fd45-4bbf-8a25-95ae825cdc2e'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:20.328460 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-e85890be-8dea-47d8-aa48-24765aa2570a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:03:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['ebc9230b-fd45-4bbf-8a25-95ae825cdc2e'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:20.393128 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-9fe1713e-d7d5-4579-b35b-266a23a4765e tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] 10.222.0.20 "GET /v2.0/routers/ebc9230b-fd45-4bbf-8a25-95ae825cdc2e HTTP/1.1" status: 200 len: 740 time: 0.3008027 Nov 12 01:03:20.401197 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 49112) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:20.451288 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b9331-aa73-4547-8831-94f2899c102a req-418c56e1-f9e1-4bf2-af89-70779993204a tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:20.467963 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-e85890be-8dea-47d8-aa48-24765aa2570a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:20.469490 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85890be-8dea-47d8-aa48-24765aa2570a None None] The sync data for ids ['ebc9230b-fd45-4bbf-8a25-95ae825cdc2e'] in n-d-812236-11 is: [] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:03:20.472246 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6d6b9331-aa73-4547-8831-94f2899c102a req-418c56e1-f9e1-4bf2-af89-70779993204a tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 943 time: 0.5054924 Nov 12 01:03:20.590219 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b52bf0c8-6a82-4ae7-9207-65942aef59be req-5b0002b1-14bf-4b05-a64b-02604266cfaf service neutron] 10.222.0.49 "GET /v2.0/networks/0fed04be-2c3a-475e-8199-924085f487af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193655 Nov 12 01:03:20.636435 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f3015158-fea9-4cf9-886d-0bc5c503ba8b tempest-RoutersAdminTest-421918456 tempest-RoutersAdminTest-421918456-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=ef732b55-2b3c-4048-85da-0a8ac273c14b&device_id=ebc9230b-fd45-4bbf-8a25-95ae825cdc2e HTTP/1.1" status: 200 len: 205 time: 0.1372309 Nov 12 01:03:20.637507 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 49126) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:20.706470 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6d6b9331-aa73-4547-8831-94f2899c102a req-7f24f7c1-f245-446e-ab1f-8266537ad8ca tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306283 Nov 12 01:03:20.717460 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 49132) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:20.745366 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4f38b446-a8a2-46ff-b152-c13e4343165c tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebc9230b-fd45-4bbf-8a25-95ae825cdc2e HTTP/1.1" status: 200 len: 205 time: 0.1048672 Nov 12 01:03:20.910545 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-86b29188-956a-4c19-87d3-6ca1375ab0dd tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:21.171602 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-10d4ca7d-7dca-4fc2-b796-aa415b98a8f9 req-313c450d-e5e6-4ab5-bd61-bdef31c7eabf service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0396352 Nov 12 01:03:21.276639 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-86b29188-956a-4c19-87d3-6ca1375ab0dd tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:21.284467 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-86b29188-956a-4c19-87d3-6ca1375ab0dd tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:21.290144 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-145d28c5-8c97-4f72-8d10-463a63437729 req-c5613f77-a3b2-4e48-9714-5be57dea7254 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6595538 Nov 12 01:03:21.390689 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-86b29188-956a-4c19-87d3-6ca1375ab0dd tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:21.391628 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b29188-956a-4c19-87d3-6ca1375ab0dd tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Fanout notify agent at l3_agent the message router_deleted on router ebc9230b-fd45-4bbf-8a25-95ae825cdc2e {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:03:21.435931 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-86b29188-956a-4c19-87d3-6ca1375ab0dd tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:21.441983 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-86b29188-956a-4c19-87d3-6ca1375ab0dd tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] 10.222.0.20 "DELETE /v2.0/routers/ebc9230b-fd45-4bbf-8a25-95ae825cdc2e HTTP/1.1" status: 204 len: 168 time: 0.7224786 Nov 12 01:03:21.445431 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 49170) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:21.446091 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1e712827-9e5c-484f-9eb3-49662aacd76e req-e77db1d9-6992-488c-aaf8-f7c22f33596b service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0488453 Nov 12 01:03:21.521761 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 49172) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:21.530516 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e5812d4a-2a41-4e44-a0d6-50b720a149c2 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebc9230b-fd45-4bbf-8a25-95ae825cdc2e HTTP/1.1" status: 200 len: 205 time: 0.0833862 Nov 12 01:03:21.579483 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-2ee86ec9-924c-4daa-847a-9901ed8103ff tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] delete failed (client error): The resource could not be found. Nov 12 01:03:21.584408 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 49176) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:21.585269 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-2ee86ec9-924c-4daa-847a-9901ed8103ff tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] 10.222.0.20 "DELETE /v2.0/routers/ebc9230b-fd45-4bbf-8a25-95ae825cdc2e HTTP/1.1" status: 404 len: 336 time: 0.0621223 Nov 12 01:03:21.644328 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6cd3f245-018c-4247-b1d5-4e51254ccf02 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] 10.222.0.20 "GET /v2.0/ports?device_id=16a50ff8-1f83-49ee-b9a7-3eedc46f3b04 HTTP/1.1" status: 200 len: 205 time: 0.0591900 Nov 12 01:03:21.647585 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 49182) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:21.723500 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-377ee7cd-a5b5-4cc0-99dd-d0fad4d0dade tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] delete failed (client error): The resource could not be found. Nov 12 01:03:21.729504 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 49186) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:21.732007 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-377ee7cd-a5b5-4cc0-99dd-d0fad4d0dade tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] 10.222.0.20 "DELETE /v2.0/routers/16a50ff8-1f83-49ee-b9a7-3eedc46f3b04 HTTP/1.1" status: 404 len: 336 time: 0.0808821 Nov 12 01:03:21.778654 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3ce59541-3e2a-4982-91d1-5fdd80919d3b tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ab6e13d-e46e-4e09-9e44-6504f1283c21 HTTP/1.1" status: 200 len: 205 time: 0.0479434 Nov 12 01:03:21.781724 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 49192) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:21.964733 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-3b103053-41d4-4b7a-9fd9-b1c551d01f6a tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] delete failed (client error): The resource could not be found. Nov 12 01:03:21.969542 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-3b103053-41d4-4b7a-9fd9-b1c551d01f6a tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] 10.222.0.20 "DELETE /v2.0/routers/6ab6e13d-e46e-4e09-9e44-6504f1283c21 HTTP/1.1" status: 404 len: 336 time: 0.1850121 Nov 12 01:03:21.972029 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 49202) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:22.031110 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43e581-ae2c-4cc9-ad54-82c12f54256b req-0a75575e-12c6-48a4-ba3b-128ede566cd8 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:22.052663 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-8908d4e9-ea21-44b8-9410-5c5d1a3ccad0 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] 10.222.0.20 "GET /v2.0/ports?device_id=57658185-a17f-4289-b2a0-3599e737449c HTTP/1.1" status: 200 len: 205 time: 0.0717857 Nov 12 01:03:22.060098 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 49206) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:22.063275 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ad43e581-ae2c-4cc9-ad54-82c12f54256b req-0a75575e-12c6-48a4-ba3b-128ede566cd8 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 943 time: 0.1976168 Nov 12 01:03:22.168634 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-d845f324-184d-4784-b544-451339e0c794 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] delete failed (client error): The resource could not be found. Nov 12 01:03:22.172231 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d845f324-184d-4784-b544-451339e0c794 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] 10.222.0.20 "DELETE /v2.0/routers/57658185-a17f-4289-b2a0-3599e737449c HTTP/1.1" status: 404 len: 336 time: 0.1108196 Nov 12 01:03:22.178132 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 49208) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:22.226012 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ad43e581-ae2c-4cc9-ad54-82c12f54256b req-aa758284-40da-4446-b665-a7445db53733 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617708 Nov 12 01:03:22.242519 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7fe0fc22-2c0e-4336-9b82-af2f109c1482 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] 10.222.0.20 "GET /v2.0/ports?device_id=f13fadd0-8c96-4474-95cf-583322b4e88c HTTP/1.1" status: 200 len: 205 time: 0.0595460 Nov 12 01:03:22.244536 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 49214) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:22.285408 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 49216) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:22.388933 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-d0b35bb0-5610-43bf-937f-f3843e87fa1d tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] delete failed (client error): The resource could not be found. Nov 12 01:03:22.392840 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d0b35bb0-5610-43bf-937f-f3843e87fa1d tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] 10.222.0.20 "DELETE /v2.0/routers/f13fadd0-8c96-4474-95cf-583322b4e88c HTTP/1.1" status: 404 len: 336 time: 0.1469765 Nov 12 01:03:22.393211 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 49220) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:22.482559 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f8a593cb-34fc-4489-9df0-43bc2ef1aa27 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea089fe2-f056-439a-b755-df03af1ceb7f HTTP/1.1" status: 200 len: 205 time: 0.0874786 Nov 12 01:03:22.484965 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 49226) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:22.564780 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-5779e2e9-39c6-458c-b2b0-a35c02e27924 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] delete failed (client error): The resource could not be found. Nov 12 01:03:22.574553 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5779e2e9-39c6-458c-b2b0-a35c02e27924 tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] 10.222.0.20 "DELETE /v2.0/routers/ea089fe2-f056-439a-b755-df03af1ceb7f HTTP/1.1" status: 404 len: 336 time: 0.0884309 Nov 12 01:03:22.575167 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 49232) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:22.635174 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8a2c745-9e90-4996-b703-f8a14b1340ff tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] DELETE failed (client error): The resource could not be found. Nov 12 01:03:22.636107 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8a2c745-9e90-4996-b703-f8a14b1340ff tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:22.639614 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4a4e9bc7-68a3-4f78-b9fd-f3f20e35b6eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:22.650605 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d8a2c745-9e90-4996-b703-f8a14b1340ff tempest-RoutersAdminTest-321596295 tempest-RoutersAdminTest-321596295-project] 10.222.0.20 "DELETE /v2.0/subnets/c3ee4eff-817c-4469-8252-a521f53ba8e0 HTTP/1.1" status: 404 len: 337 time: 0.0733838 Nov 12 01:03:22.832712 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4a4e9bc7-68a3-4f78-b9fd-f3f20e35b6eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:22.845945 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4a4e9bc7-68a3-4f78-b9fd-f3f20e35b6eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:22.910459 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d28c5-8c97-4f72-8d10-463a63437729 req-cdddc1c9-0fbf-4e41-89c1-23d0d82d3bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:22.912072 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-145d28c5-8c97-4f72-8d10-463a63437729 req-cdddc1c9-0fbf-4e41-89c1-23d0d82d3bd5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d&tenant_id=b69c08bc1825416d9856930c76df087f HTTP/1.1" status: 200 len: 1095 time: 0.1747415 Nov 12 01:03:22.934159 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-145d28c5-8c97-4f72-8d10-463a63437729 req-04661901-f87b-4e21-8f59-f0e911765af5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812236-11', 'device_owner': 'compute:nova'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:22.994718 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-4a4e9bc7-68a3-4f78-b9fd-f3f20e35b6eb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d6c7cc9378984bf1871e364396064075&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7074809 Nov 12 01:03:22.997394 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 49244) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:23.004349 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e9bc7-68a3-4f78-b9fd-f3f20e35b6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74cd5ac-4f9a-499d-a25b-57fe235ce021,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:23.017112 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 49246) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:23.143840 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-145d28c5-8c97-4f72-8d10-463a63437729 req-04661901-f87b-4e21-8f59-f0e911765af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:23.331174 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-84930028-b303-43b0-9317-4c025152a99e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:23.431595 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-25d3094b-8315-442a-9763-d7397c84fc0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:23.512887 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-84930028-b303-43b0-9317-4c025152a99e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:23.519789 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-84930028-b303-43b0-9317-4c025152a99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:23.593562 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-84930028-b303-43b0-9317-4c025152a99e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ffc1b623a4144dd4af621245cfc4a187&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5734575 Nov 12 01:03:23.594862 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84930028-b303-43b0-9317-4c025152a99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1eac6e8-ec06-461b-bf21-5a0820750fd8,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:23.599799 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 49272) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:23.671377 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6f5d635d-13b9-42c2-a037-76dce5b16f40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:23.700097 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6f5d635d-13b9-42c2-a037-76dce5b16f40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:23.748586 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e1ed7630-a1ef-4857-be9d-0bb8ee18bb6d req-1273f623-a2b0-4300-b17d-50b6fdb33066 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.3745093 Nov 12 01:03:23.780439 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6f5d635d-13b9-42c2-a037-76dce5b16f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:23.786565 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6f5d635d-13b9-42c2-a037-76dce5b16f40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:23.791318 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6f5d635d-13b9-42c2-a037-76dce5b16f40 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b1eac6e8-ec06-461b-bf21-5a0820750fd8 HTTP/1.1" status: 204 len: 168 time: 0.1879976 Nov 12 01:03:23.832898 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d635d-13b9-42c2-a037-76dce5b16f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1eac6e8-ec06-461b-bf21-5a0820750fd8,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:23.863868 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-25d3094b-8315-442a-9763-d7397c84fc0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:23.982534 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-145d28c5-8c97-4f72-8d10-463a63437729 req-04661901-f87b-4e21-8f59-f0e911765af5 service neutron] For port f23ba7b4-4471-4db2-b4d6-b2d27db75586, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f23ba7b4-4471-4db2-b4d6-b2d27db75586,segment=NetworkSegment(ac5afd89-5012-43c7-b28d-4a594b7d5879),segment_id=ac5afd89-5012-43c7-b28d-4a594b7d5879)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:24.055854 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600dfaec-eb49-44c6-a2d0-8271917175b0 req-7b421f56-19c7-423c-b5bb-85222aeac42f tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:24.057569 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-600dfaec-eb49-44c6-a2d0-8271917175b0 req-7b421f56-19c7-423c-b5bb-85222aeac42f tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 943 time: 0.6441469 Nov 12 01:03:24.150834 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c507797b-af37-4185-ac20-410f45fe2b70 req-3f01bb70-49d0-4646-8fd7-8e9832a88bce service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0796638 Nov 12 01:03:24.188129 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-145d28c5-8c97-4f72-8d10-463a63437729 req-04661901-f87b-4e21-8f59-f0e911765af5 service neutron] For port f23ba7b4-4471-4db2-b4d6-b2d27db75586, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:03:24.226008 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-145d28c5-8c97-4f72-8d10-463a63437729 req-04661901-f87b-4e21-8f59-f0e911765af5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f23ba7b4-4471-4db2-b4d6-b2d27db75586 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:03:24.239126 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-145d28c5-8c97-4f72-8d10-463a63437729 req-04661901-f87b-4e21-8f59-f0e911765af5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:24.243760 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-25d3094b-8315-442a-9763-d7397c84fc0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:24.246705 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-25d3094b-8315-442a-9763-d7397c84fc0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:24.248321 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-25d3094b-8315-442a-9763-d7397c84fc0a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e74cd5ac-4f9a-499d-a25b-57fe235ce021 HTTP/1.1" status: 204 len: 168 time: 1.2490256 Nov 12 01:03:24.287047 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-145d28c5-8c97-4f72-8d10-463a63437729 req-04661901-f87b-4e21-8f59-f0e911765af5 service neutron] Transition to ACTIVE for port object f23ba7b4-4471-4db2-b4d6-b2d27db75586 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:03:24.288261 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3094b-8315-442a-9763-d7397c84fc0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74cd5ac-4f9a-499d-a25b-57fe235ce021,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:24.294787 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-145d28c5-8c97-4f72-8d10-463a63437729 req-04661901-f87b-4e21-8f59-f0e911765af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:24.316460 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-600dfaec-eb49-44c6-a2d0-8271917175b0 req-50cb0e94-3462-4871-be14-d27c29d9eb20 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418573 Nov 12 01:03:24.325896 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3094b-8315-442a-9763-d7397c84fc0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:24.326372 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3094b-8315-442a-9763-d7397c84fc0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:24.326718 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3094b-8315-442a-9763-d7397c84fc0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:24.327047 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3094b-8315-442a-9763-d7397c84fc0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:24.328031 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3094b-8315-442a-9763-d7397c84fc0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:24.328522 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3094b-8315-442a-9763-d7397c84fc0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:24.329079 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3094b-8315-442a-9763-d7397c84fc0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:24.329598 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3094b-8315-442a-9763-d7397c84fc0a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:24.330356 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3094b-8315-442a-9763-d7397c84fc0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:24.330845 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3094b-8315-442a-9763-d7397c84fc0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:24.331355 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3094b-8315-442a-9763-d7397c84fc0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:24.331854 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3094b-8315-442a-9763-d7397c84fc0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:24.415028 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159d320d-e5bd-497f-90f5-ec2b8f9ccb29 None None] DHCP port deletion for e2e3e1e9-0e8c-4882-bf10-1b961e611626 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:03:24.466682 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-145d28c5-8c97-4f72-8d10-463a63437729 req-04661901-f87b-4e21-8f59-f0e911765af5 service neutron] No DVR routers for this DVR port f23ba7b4-4471-4db2-b4d6-b2d27db75586 on host n-h2-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:03:24.470229 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04661901-f87b-4e21-8f59-f0e911765af5 service neutron] Pushing event updated for resources: {'Port': ['ID=f23ba7b4-4471-4db2-b4d6-b2d27db75586,revision_number=9']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:24.504972 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 49308) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:24.589987 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-145d28c5-8c97-4f72-8d10-463a63437729 req-04661901-f87b-4e21-8f59-f0e911765af5 service neutron] Attempting to bind port f23ba7b4-4471-4db2-b4d6-b2d27db75586 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:03:24.590668 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-145d28c5-8c97-4f72-8d10-463a63437729 req-04661901-f87b-4e21-8f59-f0e911765af5 service neutron] Attempting to bind port f23ba7b4-4471-4db2-b4d6-b2d27db75586 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'ac5afd89-5012-43c7-b28d-4a594b7d5879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e2e3e1e9-0e8c-4882-bf10-1b961e611626'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:03:24.592712 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145d28c5-8c97-4f72-8d10-463a63437729 req-04661901-f87b-4e21-8f59-f0e911765af5 service neutron] Attempting to bind port f23ba7b4-4471-4db2-b4d6-b2d27db75586 on network e2e3e1e9-0e8c-4882-bf10-1b961e611626 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:03:24.622278 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145d28c5-8c97-4f72-8d10-463a63437729 req-04661901-f87b-4e21-8f59-f0e911765af5 service neutron] Port f23ba7b4-4471-4db2-b4d6-b2d27db75586 on network e2e3e1e9-0e8c-4882-bf10-1b961e611626 not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:03:24.622609 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145d28c5-8c97-4f72-8d10-463a63437729 req-04661901-f87b-4e21-8f59-f0e911765af5 service neutron] Attempting to bind port f23ba7b4-4471-4db2-b4d6-b2d27db75586 on network e2e3e1e9-0e8c-4882-bf10-1b961e611626 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:03:24.635398 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145d28c5-8c97-4f72-8d10-463a63437729 req-04661901-f87b-4e21-8f59-f0e911765af5 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:03:24.637103 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145d28c5-8c97-4f72-8d10-463a63437729 req-04661901-f87b-4e21-8f59-f0e911765af5 service neutron] Checking segment: {'id': 'ac5afd89-5012-43c7-b28d-4a594b7d5879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e2e3e1e9-0e8c-4882-bf10-1b961e611626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:03:24.638348 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145d28c5-8c97-4f72-8d10-463a63437729 req-04661901-f87b-4e21-8f59-f0e911765af5 service neutron] Bound using segment: {'id': 'ac5afd89-5012-43c7-b28d-4a594b7d5879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e2e3e1e9-0e8c-4882-bf10-1b961e611626'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:03:24.639401 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-145d28c5-8c97-4f72-8d10-463a63437729 req-04661901-f87b-4e21-8f59-f0e911765af5 service neutron] Bound port: f23ba7b4-4471-4db2-b4d6-b2d27db75586, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac5afd89-5012-43c7-b28d-4a594b7d5879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e2e3e1e9-0e8c-4882-bf10-1b961e611626'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:03:24.640656 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-145d28c5-8c97-4f72-8d10-463a63437729 req-04661901-f87b-4e21-8f59-f0e911765af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:24.683062 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-56ccfeed-b208-4dbf-9ed7-bd4e5af02b1f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6de953956521442c923a312dd7ce7c34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1760764 Nov 12 01:03:24.683725 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 49314) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:24.851409 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-145d28c5-8c97-4f72-8d10-463a63437729 req-04661901-f87b-4e21-8f59-f0e911765af5 service neutron] For port f23ba7b4-4471-4db2-b4d6-b2d27db75586, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:03:24.856664 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-145d28c5-8c97-4f72-8d10-463a63437729 req-04661901-f87b-4e21-8f59-f0e911765af5 service neutron] For port f23ba7b4-4471-4db2-b4d6-b2d27db75586, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=f23ba7b4-4471-4db2-b4d6-b2d27db75586,segment=NetworkSegment(ac5afd89-5012-43c7-b28d-4a594b7d5879),segment_id=ac5afd89-5012-43c7-b28d-4a594b7d5879)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:03:24.873038 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-145d28c5-8c97-4f72-8d10-463a63437729 req-04661901-f87b-4e21-8f59-f0e911765af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:24.900038 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f0df2798-69e7-45db-ad89-3da9e6ef25e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:24.927468 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f0df2798-69e7-45db-ad89-3da9e6ef25e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:24.999781 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d98649-079f-4455-97af-ae7c8fd0488b None None] DHCP port deletion for e2e3e1e9-0e8c-4882-bf10-1b961e611626 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:03:25.000555 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d28c5-8c97-4f72-8d10-463a63437729 req-04661901-f87b-4e21-8f59-f0e911765af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:25.001491 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-145d28c5-8c97-4f72-8d10-463a63437729 req-04661901-f87b-4e21-8f59-f0e911765af5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:25.001879 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f0df2798-69e7-45db-ad89-3da9e6ef25e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:25.003557 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-145d28c5-8c97-4f72-8d10-463a63437729 req-04661901-f87b-4e21-8f59-f0e911765af5 service neutron] 10.222.0.49 "PUT /v2.0/ports/f23ba7b4-4471-4db2-b4d6-b2d27db75586 HTTP/1.1" status: 200 len: 1092 time: 2.0747778 Nov 12 01:03:25.004075 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4203dae8-da68-4633-8d96-7915752fb68d', 'tag': 'f23ba7b4-4471-4db2-b4d6-b2d27db75586'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:03:25.006289 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f0df2798-69e7-45db-ad89-3da9e6ef25e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:25.006989 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590b93fc-7ae5-4049-a4a4-fd66b01b3d95" -d '{"events": [{"name": "network-changed", "server_uuid": "4203dae8-da68-4633-8d96-7915752fb68d", "tag": "f23ba7b4-4471-4db2-b4d6-b2d27db75586"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:03:25.009552 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f0df2798-69e7-45db-ad89-3da9e6ef25e3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc54ad82-06ad-4ba5-a667-f14dc4fa67e8 HTTP/1.1" status: 204 len: 168 time: 0.3247578 Nov 12 01:03:25.033550 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0df2798-69e7-45db-ad89-3da9e6ef25e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc54ad82-06ad-4ba5-a667-f14dc4fa67e8,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:25.165130 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2cb6ce-34ed-47d8-9fe0-716b52389dd5 x-openstack-request-id: req-dc2cb6ce-34ed-47d8-9fe0-716b52389dd5 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:03:25.165687 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4203dae8-da68-4633-8d96-7915752fb68d", "tag": "f23ba7b4-4471-4db2-b4d6-b2d27db75586", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:03:25.166243 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc2cb6ce-34ed-47d8-9fe0-716b52389dd5 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:03:25.166547 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4203dae8-da68-4633-8d96-7915752fb68d', 'tag': 'f23ba7b4-4471-4db2-b4d6-b2d27db75586', 'status': 'completed', 'code': 200} Nov 12 01:03:25.173559 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04661901-f87b-4e21-8f59-f0e911765af5 service neutron] Pushing event updated for resources: {'Port': ['ID=f23ba7b4-4471-4db2-b4d6-b2d27db75586,revision_number=10']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:25.198487 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d28c5-8c97-4f72-8d10-463a63437729 req-431356bf-f570-408d-86c6-31a5e155870b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:25.200230 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-145d28c5-8c97-4f72-8d10-463a63437729 req-431356bf-f570-408d-86c6-31a5e155870b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b69c08bc1825416d9856930c76df087f&device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 1096 time: 0.1484146 Nov 12 01:03:25.328339 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:03:25.415900 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d28c5-8c97-4f72-8d10-463a63437729 req-09efe61e-360d-46a4-a298-f4eeddd5638d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:25.418014 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-145d28c5-8c97-4f72-8d10-463a63437729 req-09efe61e-360d-46a4-a298-f4eeddd5638d service neutron] 10.222.0.49 "GET /v2.0/networks?id=e2e3e1e9-0e8c-4882-bf10-1b961e611626 HTTP/1.1" status: 200 len: 915 time: 0.2084291 Nov 12 01:03:25.562309 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-145d28c5-8c97-4f72-8d10-463a63437729 req-53a306f3-c268-4ad8-a94b-c1c6de4c7364 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f23ba7b4-4471-4db2-b4d6-b2d27db75586 HTTP/1.1" status: 200 len: 217 time: 0.1307764 Nov 12 01:03:25.672276 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36513da3-c2a8-4372-9d24-e9a355accafb req-be4bfa4d-36cc-401b-8602-fa02ff603dcf tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:25.673983 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-36513da3-c2a8-4372-9d24-e9a355accafb req-be4bfa4d-36cc-401b-8602-fa02ff603dcf tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 944 time: 0.1100612 Nov 12 01:03:25.682344 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d28c5-8c97-4f72-8d10-463a63437729 req-db4e3444-6943-45a8-b5ba-cc0838315ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:25.684062 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-145d28c5-8c97-4f72-8d10-463a63437729 req-db4e3444-6943-45a8-b5ba-cc0838315ae6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0cfb7ed7-15f0-4cd2-a0ec-39a2bf41ee0d HTTP/1.1" status: 200 len: 854 time: 0.1082773 Nov 12 01:03:25.803563 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-145d28c5-8c97-4f72-8d10-463a63437729 req-e48855e2-2b35-47be-91a2-f83e9e7278f3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e2e3e1e9-0e8c-4882-bf10-1b961e611626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1091402 Nov 12 01:03:25.931896 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-145d28c5-8c97-4f72-8d10-463a63437729 req-387812eb-366e-4e09-823d-6da81d49b473 service neutron] 10.222.0.49 "GET /v2.0/networks/e2e3e1e9-0e8c-4882-bf10-1b961e611626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154094 Nov 12 01:03:25.935811 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-36513da3-c2a8-4372-9d24-e9a355accafb req-99f8a5d6-e007-4ff9-8a14-8433cfec433f tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505310 Nov 12 01:03:26.060918 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-926c3422-c9fa-4df8-92af-639726a0ee63 req-7d2b44af-b4d9-4e02-bc68-cdd9bf100519 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0690689 Nov 12 01:03:26.141676 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-145d28c5-8c97-4f72-8d10-463a63437729 req-8117f59b-674e-48c2-aa8c-c59fc893715a service neutron] 10.222.0.49 "GET /v2.0/networks/e2e3e1e9-0e8c-4882-bf10-1b961e611626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028220 Nov 12 01:03:26.283785 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ad837aca-4e15-48f5-9466-205b3970c315 req-4a37ba22-c0d7-43cc-960e-cf2d0a6948ba service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0506129 Nov 12 01:03:26.341866 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b93fc-7ae5-4049-a4a4-fd66b01b3d95 req-3ef241a9-4ad3-4f61-9072-256ac3e82c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:26.343449 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-590b93fc-7ae5-4049-a4a4-fd66b01b3d95 req-3ef241a9-4ad3-4f61-9072-256ac3e82c39 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b69c08bc1825416d9856930c76df087f&device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 1096 time: 0.0639610 Nov 12 01:03:26.598086 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b93fc-7ae5-4049-a4a4-fd66b01b3d95 req-15410c1c-3bcf-4311-acce-5a5dd4702464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:26.599829 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-590b93fc-7ae5-4049-a4a4-fd66b01b3d95 req-15410c1c-3bcf-4311-acce-5a5dd4702464 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e2e3e1e9-0e8c-4882-bf10-1b961e611626 HTTP/1.1" status: 200 len: 915 time: 0.2475641 Nov 12 01:03:26.763949 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-590b93fc-7ae5-4049-a4a4-fd66b01b3d95 req-cd9b4bd4-d87a-4b1a-97d5-7a84d6aa2616 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f23ba7b4-4471-4db2-b4d6-b2d27db75586 HTTP/1.1" status: 200 len: 217 time: 0.1415253 Nov 12 01:03:26.833133 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b93fc-7ae5-4049-a4a4-fd66b01b3d95 req-a75925d9-0728-4e56-b440-92e59bf6171e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:26.835000 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-590b93fc-7ae5-4049-a4a4-fd66b01b3d95 req-a75925d9-0728-4e56-b440-92e59bf6171e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0cfb7ed7-15f0-4cd2-a0ec-39a2bf41ee0d HTTP/1.1" status: 200 len: 854 time: 0.0631914 Nov 12 01:03:26.877687 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-590b93fc-7ae5-4049-a4a4-fd66b01b3d95 req-6f5d8efa-2884-40e0-ae40-2e8c10c0ec35 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e2e3e1e9-0e8c-4882-bf10-1b961e611626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328941 Nov 12 01:03:27.070104 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-590b93fc-7ae5-4049-a4a4-fd66b01b3d95 req-6f9b57b5-cda6-43f0-828c-5542420d02af service neutron] 10.222.0.49 "GET /v2.0/networks/e2e3e1e9-0e8c-4882-bf10-1b961e611626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847379 Nov 12 01:03:27.340001 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f51e0e-cf41-4c11-85a9-b09545403c57 req-d3e64ecd-5a2d-42eb-a446-f80ffdc71ca8 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:27.365998 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-03f51e0e-cf41-4c11-85a9-b09545403c57 req-d3e64ecd-5a2d-42eb-a446-f80ffdc71ca8 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 944 time: 0.2414448 Nov 12 01:03:27.389240 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-590b93fc-7ae5-4049-a4a4-fd66b01b3d95 req-11bd3474-a45e-45d0-9b83-159a02f3a23e service neutron] 10.222.0.49 "GET /v2.0/networks/e2e3e1e9-0e8c-4882-bf10-1b961e611626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111370 Nov 12 01:03:27.487556 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-03f51e0e-cf41-4c11-85a9-b09545403c57 req-34397d37-35af-408c-9448-e3b51386f184 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201203 Nov 12 01:03:27.819219 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 49470) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:28.074670 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-937f6c38-8648-4000-aa87-cdcf43798902 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1991625448', 'router:external': True}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:28.123559 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937f6c38-8648-4000-aa87-cdcf43798902 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Made reservation on behalf of a337c82424b241f58835284d3c1961d2 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:03:28.127900 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-937f6c38-8648-4000-aa87-cdcf43798902 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:28.164944 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-937f6c38-8648-4000-aa87-cdcf43798902 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:28.331007 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0af894a7-c4d2-4f78-a0b9-ea804f1011ae req-7cb62490-a9cf-44ff-9093-53a55e6a2c84 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0690544 Nov 12 01:03:28.511804 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-937f6c38-8648-4000-aa87-cdcf43798902 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:28.519979 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-937f6c38-8648-4000-aa87-cdcf43798902 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:28.669088 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f6c38-8648-4000-aa87-cdcf43798902 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c5f160-767e-4afb-ab32-04fef18e1deb,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:28.691264 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-937f6c38-8648-4000-aa87-cdcf43798902 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:03:28.704535 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937f6c38-8648-4000-aa87-cdcf43798902 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:28.705223 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937f6c38-8648-4000-aa87-cdcf43798902 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:28.705879 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937f6c38-8648-4000-aa87-cdcf43798902 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:28.707190 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937f6c38-8648-4000-aa87-cdcf43798902 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:28.708875 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937f6c38-8648-4000-aa87-cdcf43798902 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:28.710336 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937f6c38-8648-4000-aa87-cdcf43798902 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:28.712555 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937f6c38-8648-4000-aa87-cdcf43798902 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:28.713212 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937f6c38-8648-4000-aa87-cdcf43798902 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:28.713794 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937f6c38-8648-4000-aa87-cdcf43798902 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:28.717959 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937f6c38-8648-4000-aa87-cdcf43798902 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:28.720301 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937f6c38-8648-4000-aa87-cdcf43798902 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:28.720899 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937f6c38-8648-4000-aa87-cdcf43798902 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:28.785555 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-937f6c38-8648-4000-aa87-cdcf43798902 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:28.785978 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-937f6c38-8648-4000-aa87-cdcf43798902 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Added segment bf37f1ad-5715-41c5-91f4-0838092bf148 of type vlan for network bc889bf1-60f6-4512-9ff3-ed88a0be98ee Nov 12 01:03:28.812810 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-02297891-1a1f-4322-a573-497d042e4091 req-c6997968-add1-4887-9228-e651191ce0ab service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1148019 Nov 12 01:03:28.887411 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fb3c7-6ea8-43b1-92da-a4ceb7ec4602 req-1d6d343e-7a56-43e7-bd38-2f6004cb8880 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:28.906173 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e01fb3c7-6ea8-43b1-92da-a4ceb7ec4602 req-1d6d343e-7a56-43e7-bd38-2f6004cb8880 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 944 time: 0.2784255 Nov 12 01:03:28.952470 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-937f6c38-8648-4000-aa87-cdcf43798902 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:29.047643 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-937f6c38-8648-4000-aa87-cdcf43798902 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:29.049128 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937f6c38-8648-4000-aa87-cdcf43798902 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:29.049994 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-937f6c38-8648-4000-aa87-cdcf43798902 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:29.157526 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-937f6c38-8648-4000-aa87-cdcf43798902 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.3363209 Nov 12 01:03:29.171171 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e01fb3c7-6ea8-43b1-92da-a4ceb7ec4602 req-20da9d41-fb16-49f8-8130-35dbefae1141 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619717 Nov 12 01:03:29.171788 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 49514) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:29.176950 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-8f1af012-72e7-47ac-bd05-59040e4bff26 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Request body: {'subnet': {'network_id': 'bc889bf1-60f6-4512-9ff3-ed88a0be98ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:29.240002 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f6c38-8648-4000-aa87-cdcf43798902 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Pushing event updated for resources: {'Network': ['ID=bc889bf1-60f6-4512-9ff3-ed88a0be98ee,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:29.256898 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network bc889bf1-60f6-4512-9ff3-ed88a0be98ee details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:03:29.348467 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1af012-72e7-47ac-bd05-59040e4bff26 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Made reservation on behalf of a337c82424b241f58835284d3c1961d2 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:03:29.361388 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8f1af012-72e7-47ac-bd05-59040e4bff26 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:30.113173 n-d-812236-11 neutron-server[102661]: DEBUG neutron.objects.ports [None req-8f1af012-72e7-47ac-bd05-59040e4bff26 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102661) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 01:03:30.114901 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8f1af012-72e7-47ac-bd05-59040e4bff26 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:30.297269 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1af012-72e7-47ac-bd05-59040e4bff26 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Pushing event updated for resources: {'Subnet': ['ID=deb2d567-1e8e-4d38-8c31-ebd934647650,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:30.329260 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1af012-72e7-47ac-bd05-59040e4bff26 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Checking segment: {'id': 'bf37f1ad-5715-41c5-91f4-0838092bf148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bc889bf1-60f6-4512-9ff3-ed88a0be98ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:03:30.329932 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1af012-72e7-47ac-bd05-59040e4bff26 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Network hostable DHCP agents. Network: bc889bf1-60f6-4512-9ff3-ed88a0be98ee, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:03:30.371566 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1af012-72e7-47ac-bd05-59040e4bff26 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Network bc889bf1-60f6-4512-9ff3-ed88a0be98ee is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:03:30.391115 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-8f1af012-72e7-47ac-bd05-59040e4bff26 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, bc889bf1-60f6-4512-9ff3-ed88a0be98ee) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:30.400565 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1af012-72e7-47ac-bd05-59040e4bff26 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:30.403612 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8f1af012-72e7-47ac-bd05-59040e4bff26 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:30.435668 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31325a01-0f96-4760-a373-916a1be9a462 None None] Network bc889bf1-60f6-4512-9ff3-ed88a0be98ee requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:03:30.468103 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-8f1af012-72e7-47ac-bd05-59040e4bff26 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.2951713 Nov 12 01:03:30.473417 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f027a-c1f1-4ba0-b836-9596fb2902e2 req-28ff8a28-8ff5-4a0b-be89-38363ed118e6 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:30.474608 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 49548) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:30.487239 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6a0f027a-c1f1-4ba0-b836-9596fb2902e2 req-28ff8a28-8ff5-4a0b-be89-38363ed118e6 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 944 time: 0.2112837 Nov 12 01:03:30.492301 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-c64bc566-9ed6-4eb2-b980-0903006aa625 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1860070009', 'network_id': 'bc889bf1-60f6-4512-9ff3-ed88a0be98ee'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:30.572613 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64bc566-9ed6-4eb2-b980-0903006aa625 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Made reservation on behalf of a337c82424b241f58835284d3c1961d2 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:03:30.575457 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c64bc566-9ed6-4eb2-b980-0903006aa625 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:30.636948 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-c64bc566-9ed6-4eb2-b980-0903006aa625 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] device_id is not set on port c9ec2ffc-2e0b-42fc-9286-a60be0c2380e yet. {{(pid=102661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:03:30.673356 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6a0f027a-c1f1-4ba0-b836-9596fb2902e2 req-d533ca21-c505-4f1d-9c6e-5ca37ded1626 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752262 Nov 12 01:03:30.810853 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d3f203-ba33-41de-ae6e-d3d41283abca None None] Network bc889bf1-60f6-4512-9ff3-ed88a0be98ee requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:03:30.898000 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-c64bc566-9ed6-4eb2-b980-0903006aa625 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Allocated IP 2001:db8::186 (bc889bf1-60f6-4512-9ff3-ed88a0be98ee/deb2d567-1e8e-4d38-8c31-ebd934647650/c9ec2ffc-2e0b-42fc-9286-a60be0c2380e) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:03:31.246322 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f7ec155b-099a-4819-8268-29e215a37dd6 req-17f16d27-fb0e-4eed-bd59-d9abc3e503ea service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0430920 Nov 12 01:03:31.340232 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c64bc566-9ed6-4eb2-b980-0903006aa625 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:31.425253 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c64bc566-9ed6-4eb2-b980-0903006aa625 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:31.555509 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64bc566-9ed6-4eb2-b980-0903006aa625 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Network bc889bf1-60f6-4512-9ff3-ed88a0be98ee is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:31.589048 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-c64bc566-9ed6-4eb2-b980-0903006aa625 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:31.599285 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64bc566-9ed6-4eb2-b980-0903006aa625 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:03:31.600482 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64bc566-9ed6-4eb2-b980-0903006aa625 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:31.601765 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c64bc566-9ed6-4eb2-b980-0903006aa625 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:31.605667 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64bc566-9ed6-4eb2-b980-0903006aa625 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Pushing event updated for resources: {'Port': ['ID=c9ec2ffc-2e0b-42fc-9286-a60be0c2380e,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:31.641663 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c64bc566-9ed6-4eb2-b980-0903006aa625 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.1655700 Nov 12 01:03:31.644378 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 49580) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:31.940681 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-344eba7a-c7f4-4cc6-875e-20fe33aca908 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Deleting port c9ec2ffc-2e0b-42fc-9286-a60be0c2380e {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:31.941039 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-344eba7a-c7f4-4cc6-875e-20fe33aca908 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:31.950895 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d620c4-339b-430f-a0a8-79e158355237 req-fff2fba5-f72b-4a8d-81a0-63823161dc9c tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:31.966466 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-97d620c4-339b-430f-a0a8-79e158355237 req-fff2fba5-f72b-4a8d-81a0-63823161dc9c tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 944 time: 0.1408129 Nov 12 01:03:32.080569 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-97d620c4-339b-430f-a0a8-79e158355237 req-047c4ba5-e9a1-48b7-b6e0-0db4bb85c327 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073520 Nov 12 01:03:32.181244 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-344eba7a-c7f4-4cc6-875e-20fe33aca908 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:32.217275 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6c91e732-d0e5-4b30-871c-d70cefc9265a req-ffcf83ea-36e4-401c-9688-2f0f489eabfa service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0890615 Nov 12 01:03:32.218395 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-344eba7a-c7f4-4cc6-875e-20fe33aca908 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Calling delete_port for c9ec2ffc-2e0b-42fc-9286-a60be0c2380e owned by {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:32.424860 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46328dc-e48d-4a05-8a86-9600453d8e55 req-13a14c41-cf2b-4072-9b57-889d3a4e034f tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:32.426745 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c46328dc-e48d-4a05-8a86-9600453d8e55 req-13a14c41-cf2b-4072-9b57-889d3a4e034f tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9 HTTP/1.1" status: 200 len: 945 time: 0.2061393 Nov 12 01:03:32.667484 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c46328dc-e48d-4a05-8a86-9600453d8e55 req-49073b29-6982-4bab-ab29-9cef8bbc615c tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3ad4aa7-f288-4738-9886-8baae0088fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2076623 Nov 12 01:03:32.742700 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-344eba7a-c7f4-4cc6-875e-20fe33aca908 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:32.869066 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344eba7a-c7f4-4cc6-875e-20fe33aca908 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Pushing event deleted for resources: {'Port': ['ID=c9ec2ffc-2e0b-42fc-9286-a60be0c2380e,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:32.959427 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-344eba7a-c7f4-4cc6-875e-20fe33aca908 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:32.963416 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-344eba7a-c7f4-4cc6-875e-20fe33aca908 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] 10.222.0.20 "DELETE /v2.0/ports/c9ec2ffc-2e0b-42fc-9286-a60be0c2380e HTTP/1.1" status: 204 len: 168 time: 1.3155563 Nov 12 01:03:32.966208 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 49610) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:32.973809 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-00abc038-7e75-4ea4-9a83-632d64e31096 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bc889bf1-60f6-4512-9ff3-ed88a0be98ee', 'external_fixed_ips': [{'subnet_id': 'deb2d567-1e8e-4d38-8c31-ebd934647650', 'ip_address': '2001:db8::186'}]}}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:33.045411 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-00abc038-7e75-4ea4-9a83-632d64e31096 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:33.045411 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-00abc038-7e75-4ea4-9a83-632d64e31096 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:33.285895 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-00abc038-7e75-4ea4-9a83-632d64e31096 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:33.892552 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3bb84-34a3-4d08-abd0-d9978f832654 req-0b7a3abb-ea52-458c-ba7d-c657bd6aba3b tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:33.898948 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dbb3bb84-34a3-4d08-abd0-d9978f832654 req-0b7a3abb-ea52-458c-ba7d-c657bd6aba3b tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9 HTTP/1.1" status: 200 len: 945 time: 0.1299744 Nov 12 01:03:34.100863 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dbb3bb84-34a3-4d08-abd0-d9978f832654 req-3872711c-7b8a-4515-a34e-755842649494 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3ad4aa7-f288-4738-9886-8baae0088fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1948795 Nov 12 01:03:34.279973 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9f2354dc-a538-464d-95fe-e66f8b45b9cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:34.848015 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cc4a5093-e20e-4a76-b947-3d4709fb34e6 req-ca2424aa-a9fd-4746-933b-3b8881c52e46 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1785851 Nov 12 01:03:35.030645 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-00abc038-7e75-4ea4-9a83-632d64e31096 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:35.117938 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f35b0-cc3a-4027-b954-e5c9c5942c06 req-a92d408c-eaed-4170-8189-4329e5e1d1c0 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:35.123218 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d56f35b0-cc3a-4027-b954-e5c9c5942c06 req-a92d408c-eaed-4170-8189-4329e5e1d1c0 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 944 time: 1.8347912 Nov 12 01:03:35.272953 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-051f4e4d-9fa4-4277-8491-da1951d5d9df req-03f94cee-0313-44f5-9533-0bdb055c378a service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1126781 Nov 12 01:03:35.350604 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2917cc3b-05a3-4dfe-a656-de6f87d6f854 req-6193e5a0-9265-4db3-84ef-b8e0fa6bba81 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:35.353838 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2917cc3b-05a3-4dfe-a656-de6f87d6f854 req-6193e5a0-9265-4db3-84ef-b8e0fa6bba81 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9 HTTP/1.1" status: 200 len: 945 time: 0.1152294 Nov 12 01:03:35.408286 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d56f35b0-cc3a-4027-b954-e5c9c5942c06 req-c9547b6a-5a91-48e2-8dcf-305aa9cbc6dc tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762048 Nov 12 01:03:35.505822 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2917cc3b-05a3-4dfe-a656-de6f87d6f854 req-dde7cf1d-1276-42a2-8719-2c658bdf7370 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3ad4aa7-f288-4738-9886-8baae0088fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418114 Nov 12 01:03:35.791492 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-00abc038-7e75-4ea4-9a83-632d64e31096 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:35.909837 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-00abc038-7e75-4ea4-9a83-632d64e31096 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:36.181774 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-00abc038-7e75-4ea4-9a83-632d64e31096 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Allocated IP 2001:db8::186 (bc889bf1-60f6-4512-9ff3-ed88a0be98ee/deb2d567-1e8e-4d38-8c31-ebd934647650/540684d6-e425-4b64-84b1-53bdec8b4f42) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:03:36.419247 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a9062dc4-0206-4c01-9c21-6a79e84a9c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:36.476568 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-00abc038-7e75-4ea4-9a83-632d64e31096 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:36.588739 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-00abc038-7e75-4ea4-9a83-632d64e31096 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:36.801160 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0d7cf-b8c9-4d79-988f-20e54633574b req-e371de32-50b6-4f4f-b216-da19778835d3 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:36.823222 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dab0d7cf-b8c9-4d79-988f-20e54633574b req-e371de32-50b6-4f4f-b216-da19778835d3 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9 HTTP/1.1" status: 200 len: 945 time: 0.1551192 Nov 12 01:03:36.859919 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00abc038-7e75-4ea4-9a83-632d64e31096 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Network bc889bf1-60f6-4512-9ff3-ed88a0be98ee is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:36.891524 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00abc038-7e75-4ea4-9a83-632d64e31096 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Pushing event updated for resources: {'Port': ['ID=540684d6-e425-4b64-84b1-53bdec8b4f42,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:36.897123 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-00abc038-7e75-4ea4-9a83-632d64e31096 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:36.919039 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00abc038-7e75-4ea4-9a83-632d64e31096 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:03:36.979730 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dab0d7cf-b8c9-4d79-988f-20e54633574b req-59215bd3-2bc7-4b59-bdcc-d11d74952b80 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3ad4aa7-f288-4738-9886-8baae0088fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552575 Nov 12 01:03:37.176803 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a2395-1293-4f66-a6ef-3c48b1b48d35 req-4ec26601-d672-49f4-a12e-7acfdb6da451 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:37.178458 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c35a2395-1293-4f66-a6ef-3c48b1b48d35 req-4ec26601-d672-49f4-a12e-7acfdb6da451 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 944 time: 0.4752710 Nov 12 01:03:37.414340 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f696839-09a0-414c-b37b-4f8507dc319d req-ad017bd7-9774-49c6-9ffd-82b44fff9205 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0755634 Nov 12 01:03:37.677494 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:37.779482 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-00abc038-7e75-4ea4-9a83-632d64e31096 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:37.803155 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c35a2395-1293-4f66-a6ef-3c48b1b48d35 req-68115f98-690a-4233-af39-b3f33540a744 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5954874 Nov 12 01:03:37.997085 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-71864342-5fe2-4fe5-97fd-3f3022e2160b req-e86e0548-2be7-406f-a732-af3a5636e79f service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.2013571 Nov 12 01:03:38.235795 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948f393-b375-4ec0-ac79-d7b8899d8032 req-dcd6c69e-b7b4-4436-96be-522411e0bf2c tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:38.260493 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2948f393-b375-4ec0-ac79-d7b8899d8032 req-dcd6c69e-b7b4-4436-96be-522411e0bf2c tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9 HTTP/1.1" status: 200 len: 945 time: 0.1129911 Nov 12 01:03:38.438731 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2948f393-b375-4ec0-ac79-d7b8899d8032 req-cde5a2f7-46c0-4bd2-bf97-f3a586d8e69e tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3ad4aa7-f288-4738-9886-8baae0088fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1764081 Nov 12 01:03:38.543869 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-00abc038-7e75-4ea4-9a83-632d64e31096 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:38.885713 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00abc038-7e75-4ea4-9a83-632d64e31096 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Router dc4e8bd9-8187-44ea-af88-f972493ce9b6 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:03:39.247516 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2caf269-733d-4ee9-a70c-974a670eb815 req-018b934f-8013-4772-a1f1-dd25194f28b4 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:39.249084 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c2caf269-733d-4ee9-a70c-974a670eb815 req-018b934f-8013-4772-a1f1-dd25194f28b4 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 944 time: 0.2344606 Nov 12 01:03:39.281526 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:39.312986 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00abc038-7e75-4ea4-9a83-632d64e31096 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:03:39.338526 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c85368-99c0-4dcf-a400-38cc08ad0d3d None None] Sync routers for ids ['dc4e8bd9-8187-44ea-af88-f972493ce9b6'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:03:39.367385 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c85368-99c0-4dcf-a400-38cc08ad0d3d None None] Routers {'dc4e8bd9-8187-44ea-af88-f972493ce9b6'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:39.372271 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-87c85368-99c0-4dcf-a400-38cc08ad0d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:03:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['dc4e8bd9-8187-44ea-af88-f972493ce9b6'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:39.397236 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-00abc038-7e75-4ea4-9a83-632d64e31096 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:39.405016 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-00abc038-7e75-4ea4-9a83-632d64e31096 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.4363935 Nov 12 01:03:39.411527 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 49776) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:39.765625 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c2caf269-733d-4ee9-a70c-974a670eb815 req-1e3c5fe9-45c1-45b7-b7dd-3a914ec9890d tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4826133 Nov 12 01:03:39.809491 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b3b7f-240c-474c-b731-a17c75a57246 req-d36f7f94-4d95-4293-b27b-e9ec0e112619 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:39.821801 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-449b3b7f-240c-474c-b731-a17c75a57246 req-d36f7f94-4d95-4293-b27b-e9ec0e112619 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9 HTTP/1.1" status: 200 len: 945 time: 0.1443589 Nov 12 01:03:39.826918 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6f1e76f0-3ab4-4b60-adbe-f11b994005cb tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for router, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:39.879297 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:39.891653 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-87c85368-99c0-4dcf-a400-38cc08ad0d3d None None] Set router dc4e8bd9-8187-44ea-af88-f972493ce9b6 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:03:40.062714 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-449b3b7f-240c-474c-b731-a17c75a57246 req-580158f0-d276-424b-ac45-30bf2e31eb40 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3ad4aa7-f288-4738-9886-8baae0088fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2399912 Nov 12 01:03:40.268795 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6f1e76f0-3ab4-4b60-adbe-f11b994005cb tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:40.305175 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-40f53428-2e5b-4b47-93ac-fd0a8c033410 req-a21b5794-b4f9-41e7-9e69-3ccacf69b2fe service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0578690 Nov 12 01:03:40.422998 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-87c85368-99c0-4dcf-a400-38cc08ad0d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4e8bd9-8187-44ea-af88-f972493ce9b6', 'name': '', 'tenant_id': 'a337c82424b241f58835284d3c1961d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc889bf1-60f6-4512-9ff3-ed88a0be98ee', 'external_fixed_ips': [{'subnet_id': 'deb2d567-1e8e-4d38-8c31-ebd934647650', 'ip_address': '2001:db8::186'}], 'enable_snat': True}, 'gw_port_id': '540684d6-e425-4b64-84b1-53bdec8b4f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:33Z', 'updated_at': '2021-11-12T01:03:37Z', 'revision_number': 3, 'project_id': 'a337c82424b241f58835284d3c1961d2', 'gw_port': {'id': '540684d6-e425-4b64-84b1-53bdec8b4f42', 'name': '', 'network_id': 'bc889bf1-60f6-4512-9ff3-ed88a0be98ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ff:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4e8bd9-8187-44ea-af88-f972493ce9b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': 'deb2d567-1e8e-4d38-8c31-ebd934647650', 'ip_address': '2001:db8::186', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:35Z', 'updated_at': '2021-11-12T01:03:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'deb2d567-1e8e-4d38-8c31-ebd934647650', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:40.424103 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-6f1e76f0-3ab4-4b60-adbe-f11b994005cb tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Deleting port 540684d6-e425-4b64-84b1-53bdec8b4f42 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:40.424651 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6f1e76f0-3ab4-4b60-adbe-f11b994005cb tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:40.497688 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c85368-99c0-4dcf-a400-38cc08ad0d3d None None] Checking router: dc4e8bd9-8187-44ea-af88-f972493ce9b6 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:03:40.513697 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c85368-99c0-4dcf-a400-38cc08ad0d3d None None] Updating router dc4e8bd9-8187-44ea-af88-f972493ce9b6 port 540684d6-e425-4b64-84b1-53bdec8b4f42 binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:03:40.528544 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6f1e76f0-3ab4-4b60-adbe-f11b994005cb tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:40.544212 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-6f1e76f0-3ab4-4b60-adbe-f11b994005cb tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Calling delete_port for 540684d6-e425-4b64-84b1-53bdec8b4f42 owned by network:router_gateway {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:40.603088 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-87c85368-99c0-4dcf-a400-38cc08ad0d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:40.817978 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:40.908722 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-eb557ee9-3b98-43fc-9158-2282d33cf27b req-90ab288c-84c1-4a85-a644-560777982375 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1075020 Nov 12 01:03:41.247381 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6f1e76f0-3ab4-4b60-adbe-f11b994005cb tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:41.370987 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f056b4f-fd2c-4b61-b561-493d45c8e7b2 req-c4451d6b-faa3-452e-9da3-75a5bc435dd5 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:41.380686 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3f056b4f-fd2c-4b61-b561-493d45c8e7b2 req-c4451d6b-faa3-452e-9da3-75a5bc435dd5 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9 HTTP/1.1" status: 200 len: 945 time: 0.0864117 Nov 12 01:03:41.393544 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653d561-937b-4671-b6e9-9b7403dba83e req-5c9fef6d-70b4-4e30-adc5-172270398093 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:41.399668 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2653d561-937b-4671-b6e9-9b7403dba83e req-5c9fef6d-70b4-4e30-adc5-172270398093 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 944 time: 0.3589218 Nov 12 01:03:41.400748 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1e76f0-3ab4-4b60-adbe-f11b994005cb tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Pushing event deleted for resources: {'Port': ['ID=540684d6-e425-4b64-84b1-53bdec8b4f42,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:41.442393 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6f1e76f0-3ab4-4b60-adbe-f11b994005cb tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:41.461946 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3f056b4f-fd2c-4b61-b561-493d45c8e7b2 req-6a7dcd6a-f678-4ae6-a8ff-888d542eb4c7 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3ad4aa7-f288-4738-9886-8baae0088fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742726 Nov 12 01:03:41.506006 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.db.api [None req-87c85368-99c0-4dcf-a400-38cc08ad0d3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:03:41.506605 n-d-812236-11 neutron-server[102664]: DEBUG oslo_db.api [None req-87c85368-99c0-4dcf-a400-38cc08ad0d3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:03:41.729621 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6f1e76f0-3ab4-4b60-adbe-f11b994005cb tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:41.732789 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6f1e76f0-3ab4-4b60-adbe-f11b994005cb tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:41.740004 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2653d561-937b-4671-b6e9-9b7403dba83e req-41e102a2-c854-456f-92d0-18e07554a211 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016593 Nov 12 01:03:41.863036 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6f1e76f0-3ab4-4b60-adbe-f11b994005cb tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:41.863526 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1e76f0-3ab4-4b60-adbe-f11b994005cb tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dc4e8bd9-8187-44ea-af88-f972493ce9b6 {{(pid=102661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:03:41.870213 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6f1e76f0-3ab4-4b60-adbe-f11b994005cb tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:41.874181 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 49826) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:41.874458 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6f1e76f0-3ab4-4b60-adbe-f11b994005cb tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] 10.222.0.20 "DELETE /v2.0/routers/dc4e8bd9-8187-44ea-af88-f972493ce9b6 HTTP/1.1" status: 204 len: 168 time: 2.4608231 Nov 12 01:03:42.074405 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c85368-99c0-4dcf-a400-38cc08ad0d3d None None] Port 540684d6-e425-4b64-84b1-53bdec8b4f42 not found while updating agent binding for router dc4e8bd9-8187-44ea-af88-f972493ce9b6. {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 01:03:42.096791 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e5c46b4-0887-401e-b0f4-2fdfb399681a tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Deleting subnet deb2d567-1e8e-4d38-8c31-ebd934647650 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:03:42.105182 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6e5c46b4-0887-401e-b0f4-2fdfb399681a tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:42.108481 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c85368-99c0-4dcf-a400-38cc08ad0d3d None None] Routers set() bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:42.108842 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c85368-99c0-4dcf-a400-38cc08ad0d3d None None] Router IDs set() for agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 01:03:42.109551 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_agentschedulers_db [None req-87c85368-99c0-4dcf-a400-38cc08ad0d3d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'dc4e8bd9-8187-44ea-af88-f972493ce9b6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:03:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent'). {{(pid=102664) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 01:03:42.110059 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c85368-99c0-4dcf-a400-38cc08ad0d3d None None] The sync data for ids ['dc4e8bd9-8187-44ea-af88-f972493ce9b6'] in n-d-812236-11 is: [] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:03:42.171210 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6e5c46b4-0887-401e-b0f4-2fdfb399681a tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:42.251529 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6e5c46b4-0887-401e-b0f4-2fdfb399681a tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:42.467802 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6e5c46b4-0887-401e-b0f4-2fdfb399681a tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:42.625454 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5c46b4-0887-401e-b0f4-2fdfb399681a tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=deb2d567-1e8e-4d38-8c31-ebd934647650,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:42.628350 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6e5c46b4-0887-401e-b0f4-2fdfb399681a tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:42.639986 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6e5c46b4-0887-401e-b0f4-2fdfb399681a tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/deb2d567-1e8e-4d38-8c31-ebd934647650 HTTP/1.1" status: 204 len: 168 time: 0.7646725 Nov 12 01:03:42.643848 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 49846) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:42.741084 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:42.825594 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-65ddd61c-bdbf-4ad8-af4f-291406c50d81 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:43.101050 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0f47e6bd-7f5c-42d3-a400-8e5e7c2c0fed req-a429099e-1a1b-420d-b8eb-5d53b0aeafd1 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1219733 Nov 12 01:03:43.188536 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-65ddd61c-bdbf-4ad8-af4f-291406c50d81 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:43.236049 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a65ed0-86c4-4a9e-8fac-2ceb5fc04397 req-ba6eda18-448d-4f3c-bb5e-53451a55b0f2 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:43.237108 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f82004-03de-45db-a7e7-36aecfdd0d2a req-a1e8552d-7679-4723-9b74-40a5c5f2f63b tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:43.237680 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-36a65ed0-86c4-4a9e-8fac-2ceb5fc04397 req-ba6eda18-448d-4f3c-bb5e-53451a55b0f2 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 944 time: 0.3289123 Nov 12 01:03:43.252031 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b2f82004-03de-45db-a7e7-36aecfdd0d2a req-a1e8552d-7679-4723-9b74-40a5c5f2f63b tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9 HTTP/1.1" status: 200 len: 945 time: 0.1617455 Nov 12 01:03:43.277682 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-65ddd61c-bdbf-4ad8-af4f-291406c50d81 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc889bf1-60f6-4512-9ff3-ed88a0be98ee']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:43.311172 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-65ddd61c-bdbf-4ad8-af4f-291406c50d81 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf37f1ad-5715-41c5-91f4-0838092bf148') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:43.311172 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-65ddd61c-bdbf-4ad8-af4f-291406c50d81 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf37f1ad-5715-41c5-91f4-0838092bf148') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:43.345744 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-65ddd61c-bdbf-4ad8-af4f-291406c50d81 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:43.370360 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b2f82004-03de-45db-a7e7-36aecfdd0d2a req-9bc13937-ba59-4e83-9f4e-e6f6fe9c74bc tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3ad4aa7-f288-4738-9886-8baae0088fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084487 Nov 12 01:03:43.486973 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-36a65ed0-86c4-4a9e-8fac-2ceb5fc04397 req-48b8b54a-e8a8-4401-a51d-150c33a6f7fe tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338030 Nov 12 01:03:43.516527 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-65ddd61c-bdbf-4ad8-af4f-291406c50d81 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:43.520336 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-deb7c550-f08c-441d-8b82-c68df4ac99a0 req-45b208be-2498-4aaf-84ca-422bca807ddd service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1435249 Nov 12 01:03:43.534471 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ddd61c-bdbf-4ad8-af4f-291406c50d81 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:03:43.534884 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-65ddd61c-bdbf-4ad8-af4f-291406c50d81 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:43.555790 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:03:43.555790 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:03:43.555790 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:03:43.555790 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:03:43.555790 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:03:43.555790 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:03:43.555790 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:03:43.555790 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:03:43.555790 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:03:43.555790 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:03:43.555790 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:03:43.555790 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:03:43.555790 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:03:43.555790 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:03:43.555790 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:03:43.555790 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:03:43.555790 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:03:43.555790 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:03:43.555790 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:03:43.555790 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:03:43.555790 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:03:43.555790 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:03:43.555790 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:03:43.555790 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:03:43.555790 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:03:43.555790 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:03:43.555790 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:03:43.555790 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:03:43.555790 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:03:43.555790 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:03:43.555790 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:03:43.555790 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:03:43.685326 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-65ddd61c-bdbf-4ad8-af4f-291406c50d81 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:43.712073 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ddd61c-bdbf-4ad8-af4f-291406c50d81 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bc889bf1-60f6-4512-9ff3-ed88a0be98ee {{(pid=102661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 01:03:43.784549 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ddd61c-bdbf-4ad8-af4f-291406c50d81 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Pushing event deleted for resources: {'Network': ['ID=bc889bf1-60f6-4512-9ff3-ed88a0be98ee,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:43.815986 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-65ddd61c-bdbf-4ad8-af4f-291406c50d81 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:43.820524 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-65ddd61c-bdbf-4ad8-af4f-291406c50d81 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] 10.222.0.20 "DELETE /v2.0/networks/bc889bf1-60f6-4512-9ff3-ed88a0be98ee HTTP/1.1" status: 204 len: 168 time: 1.1754847 Nov 12 01:03:43.872416 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6912c1-4a46-4900-a260-45acfdf2eedc req-edafc816-8fe2-4797-8e36-17600ca0afbd tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:43.908095 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fe6912c1-4a46-4900-a260-45acfdf2eedc req-edafc816-8fe2-4797-8e36-17600ca0afbd tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9 HTTP/1.1" status: 200 len: 945 time: 0.1735034 Nov 12 01:03:43.942812 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95a831-2c08-4761-9a40-4f0f48d32a57 req-88f5d153-3f2e-4932-8ed9-1a1784070cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:43.944530 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aa95a831-2c08-4761-9a40-4f0f48d32a57 req-88f5d153-3f2e-4932-8ed9-1a1784070cad service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=92120bcf7a2b4a398a48be8e2d4be44a&device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9 HTTP/1.1" status: 200 len: 1097 time: 0.1575775 Nov 12 01:03:44.060849 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fe6912c1-4a46-4900-a260-45acfdf2eedc req-d4fc4b13-0493-4a7e-9fbd-ea293cb7a3ae tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3ad4aa7-f288-4738-9886-8baae0088fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517677 Nov 12 01:03:44.227081 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 49896) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:44.232108 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-fe0c7543-ca4b-429e-9d39-f5185666e76b tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Request body: {'router': {'name': 'tempest-router--2109098021', 'project_id': '236c4bd867fd4cd1bd88c800359fdace'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:44.248597 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95a831-2c08-4761-9a40-4f0f48d32a57 req-9b0aa31c-2f60-4f85-965f-efbc5724160a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:44.251014 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aa95a831-2c08-4761-9a40-4f0f48d32a57 req-9b0aa31c-2f60-4f85-965f-efbc5724160a service neutron] 10.222.0.54 "GET /v2.0/networks?id=81cab25c-cc73-4b97-9af8-266d9053a85f HTTP/1.1" status: 200 len: 911 time: 0.2819109 Nov 12 01:03:44.293893 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7543-ca4b-429e-9d39-f5185666e76b tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:44.295317 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7543-ca4b-429e-9d39-f5185666e76b tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:44.418122 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aa95a831-2c08-4761-9a40-4f0f48d32a57 req-5d7809e2-6c51-44e2-8d58-3c928c8434af service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=161b3298-9c94-419c-aed6-71e3451377c5 HTTP/1.1" status: 200 len: 1000 time: 0.1581156 Nov 12 01:03:44.419817 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7543-ca4b-429e-9d39-f5185666e76b tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:44.425412 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7543-ca4b-429e-9d39-f5185666e76b tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:44.455338 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7543-ca4b-429e-9d39-f5185666e76b tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:44.461842 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-fe0c7543-ca4b-429e-9d39-f5185666e76b tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2331214 Nov 12 01:03:44.462541 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 49906) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:44.523419 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95a831-2c08-4761-9a40-4f0f48d32a57 req-6b8b4bb3-0cb8-47b3-8469-7f04911757b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:44.529651 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aa95a831-2c08-4761-9a40-4f0f48d32a57 req-6b8b4bb3-0cb8-47b3-8469-7f04911757b1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=14a1d482-7411-47d7-8687-bbca824f06be HTTP/1.1" status: 200 len: 849 time: 0.1029634 Nov 12 01:03:44.607307 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-396daf3a-8634-4cdb-9347-b01bef1975b1 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:44.623545 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95a831-2c08-4761-9a40-4f0f48d32a57 req-6de2e467-af8f-4945-8698-6a112b45b413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:44.630617 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aa95a831-2c08-4761-9a40-4f0f48d32a57 req-6de2e467-af8f-4945-8698-6a112b45b413 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=81cab25c-cc73-4b97-9af8-266d9053a85f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0861814 Nov 12 01:03:44.777503 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aa95a831-2c08-4761-9a40-4f0f48d32a57 req-32ef0e17-4b29-4ec2-b9e4-225e706ce7f7 service neutron] 10.222.0.54 "GET /v2.0/networks/81cab25c-cc73-4b97-9af8-266d9053a85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383479 Nov 12 01:03:44.874906 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea47e7c-0d98-4c2d-a52a-f50ae7c7103c req-9c7e5a8f-e37f-491d-9dbb-2f4354ad3afe tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:44.877118 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4ea47e7c-0d98-4c2d-a52a-f50ae7c7103c req-9c7e5a8f-e37f-491d-9dbb-2f4354ad3afe tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 944 time: 0.2022901 Nov 12 01:03:45.077294 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aa95a831-2c08-4761-9a40-4f0f48d32a57 req-beba861a-a8ed-49f8-94d7-639afa0d771c service neutron] 10.222.0.54 "GET /v2.0/networks/81cab25c-cc73-4b97-9af8-266d9053a85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913213 Nov 12 01:03:45.151551 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4ea47e7c-0d98-4c2d-a52a-f50ae7c7103c req-27282855-67ff-4830-b200-484d63baf8dd tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038991 Nov 12 01:03:45.165785 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-396daf3a-8634-4cdb-9347-b01bef1975b1 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:45.170653 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-396daf3a-8634-4cdb-9347-b01bef1975b1 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:45.250269 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-396daf3a-8634-4cdb-9347-b01bef1975b1 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:45.251122 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396daf3a-8634-4cdb-9347-b01bef1975b1 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fb4679fc-868f-4950-818b-84517118a93d {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:03:45.257534 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-396daf3a-8634-4cdb-9347-b01bef1975b1 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:45.260007 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-396daf3a-8634-4cdb-9347-b01bef1975b1 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] 10.222.0.20 "DELETE /v2.0/routers/fb4679fc-868f-4950-818b-84517118a93d HTTP/1.1" status: 204 len: 168 time: 0.7953634 Nov 12 01:03:45.281561 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931eb1b0-3f8d-4019-9b4e-d7dca4192273 req-1d48972b-8944-4583-8634-5e8593ed5527 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:45.290397 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-931eb1b0-3f8d-4019-9b4e-d7dca4192273 req-1d48972b-8944-4583-8634-5e8593ed5527 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9 HTTP/1.1" status: 200 len: 945 time: 0.1040385 Nov 12 01:03:45.444498 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-931eb1b0-3f8d-4019-9b4e-d7dca4192273 req-984f5817-edb0-45ed-98a3-cefdd176caf7 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3ad4aa7-f288-4738-9886-8baae0088fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463592 Nov 12 01:03:45.571877 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 49936) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:45.654354 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-894bdffd-883c-4cfa-aaed-444d2211ab3c req-c399f67d-5bfd-4bc8-84df-aad1514f0235 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0483985 Nov 12 01:03:45.939496 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device f23ba7b4-4471-4db2-b4d6-b2d27db75586 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:03:45.996247 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-006f8375-987b-467c-9a26-e982d77eae6b req-12193312-1351-4b18-9268-14fc2d22da3d service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1226964 Nov 12 01:03:46.065721 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-d1d6ffe8-e5b2-412b-93e4-c7c2b9afdf3a tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-380771778', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}, 'admin_state_up': False}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:46.112525 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d1d6ffe8-e5b2-412b-93e4-c7c2b9afdf3a tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:46.133302 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d1d6ffe8-e5b2-412b-93e4-c7c2b9afdf3a tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:46.175577 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port f23ba7b4-4471-4db2-b4d6-b2d27db75586, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=f23ba7b4-4471-4db2-b4d6-b2d27db75586,segment=NetworkSegment(ac5afd89-5012-43c7-b28d-4a594b7d5879),segment_id=ac5afd89-5012-43c7-b28d-4a594b7d5879)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:46.196118 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': 'f23ba7b4-4471-4db2-b4d6-b2d27db75586', 'network_id': 'e2e3e1e9-0e8c-4882-bf10-1b961e611626', 'port_id': 'f23ba7b4-4471-4db2-b4d6-b2d27db75586', 'mac_address': 'fa:16:3e:76:a6:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cfb7ed7-15f0-4cd2-a0ec-39a2bf41ee0d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:03:46.259940 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d1d6ffe8-e5b2-412b-93e4-c7c2b9afdf3a tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:46.268146 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:46.289261 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f23ba7b4-4471-4db2-b4d6-b2d27db75586 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:03:46.390231 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port f23ba7b4-4471-4db2-b4d6-b2d27db75586, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=f23ba7b4-4471-4db2-b4d6-b2d27db75586,segment=NetworkSegment(ac5afd89-5012-43c7-b28d-4a594b7d5879),segment_id=ac5afd89-5012-43c7-b28d-4a594b7d5879)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:46.400192 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:46.485948 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3540cd-a8c3-49c5-bbed-54933852c565 req-c5be3cf7-6746-4214-89db-a3b829d0806e tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:46.518104 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8a3540cd-a8c3-49c5-bbed-54933852c565 req-c5be3cf7-6746-4214-89db-a3b829d0806e tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 944 time: 0.1723721 Nov 12 01:03:46.537252 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=f23ba7b4-4471-4db2-b4d6-b2d27db75586,revision_number=11']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:46.556741 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:46.560379 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:46.560900 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:46.561424 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:46.581780 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:46.582644 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:46.589933 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:46.590660 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:46.591192 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:46.592173 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:46.592661 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:46.593144 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:46.726824 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8a3540cd-a8c3-49c5-bbed-54933852c565 req-61d81aac-01e7-490d-9089-6ca8214db7e1 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073224 Nov 12 01:03:46.755769 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d1d6ffe8-e5b2-412b-93e4-c7c2b9afdf3a tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:46.764657 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['f23ba7b4-4471-4db2-b4d6-b2d27db75586'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:03:46.834354 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887462e4-6e52-4401-a2a9-c109ec6a34a2 req-4e515241-4399-4dbd-a87b-d72c0a5def7b tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:46.837154 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-887462e4-6e52-4401-a2a9-c109ec6a34a2 req-4e515241-4399-4dbd-a87b-d72c0a5def7b tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9 HTTP/1.1" status: 200 len: 945 time: 0.1551437 Nov 12 01:03:47.526090 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-887462e4-6e52-4401-a2a9-c109ec6a34a2 req-16edc79f-0074-435c-92e3-ae202334ac52 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3ad4aa7-f288-4738-9886-8baae0088fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6659343 Nov 12 01:03:47.713874 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d1d6ffe8-e5b2-412b-93e4-c7c2b9afdf3a tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for router_gateway, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:47.739876 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d1d6ffe8-e5b2-412b-93e4-c7c2b9afdf3a tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:47.927876 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-d1d6ffe8-e5b2-412b-93e4-c7c2b9afdf3a tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Allocated IP 172.25.2.133 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/ce229672-684e-4a9d-8bc2-b68325979d2c) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:03:47.985705 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device f23ba7b4-4471-4db2-b4d6-b2d27db75586 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:03:47.998785 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066589fb-c822-4a02-86ed-426a11c5100c req-2c3fcb25-626d-4166-9eaf-db33b575306d tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:48.008140 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-066589fb-c822-4a02-86ed-426a11c5100c req-2c3fcb25-626d-4166-9eaf-db33b575306d tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 945 time: 0.1147168 Nov 12 01:03:48.090305 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-066589fb-c822-4a02-86ed-426a11c5100c req-0bc49d11-523f-4193-b711-acff5f009ee3 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741887 Nov 12 01:03:48.127961 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port f23ba7b4-4471-4db2-b4d6-b2d27db75586 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:03:48.134492 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port f23ba7b4-4471-4db2-b4d6-b2d27db75586 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:48.134868 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:48.189571 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d1d6ffe8-e5b2-412b-93e4-c7c2b9afdf3a tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:48.245989 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fd4b49aa-b919-4791-b624-fea80417ffcf req-52b00791-51d7-49a5-82f2-39614dc828ec service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0440745 Nov 12 01:03:48.327797 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d1d6ffe8-e5b2-412b-93e4-c7c2b9afdf3a tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:48.405921 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50058) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:48.475664 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d6ffe8-e5b2-412b-93e4-c7c2b9afdf3a tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:48.484394 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-d1d6ffe8-e5b2-412b-93e4-c7c2b9afdf3a tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:48.504585 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:48.513897 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d6ffe8-e5b2-412b-93e4-c7c2b9afdf3a tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:03:48.528362 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e793b8-ec5d-42df-bbf5-9f0a67e6fbba None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:03:48.553049 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4203dae8-da68-4633-8d96-7915752fb68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f23ba7b4-4471-4db2-b4d6-b2d27db75586'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:03:48.568549 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b475a92-db63-496f-8317-79e3c58b70bd" -d '{"events": [{"server_uuid": "4203dae8-da68-4633-8d96-7915752fb68d", "name": "network-vif-plugged", "status": "completed", "tag": "f23ba7b4-4471-4db2-b4d6-b2d27db75586"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:03:48.642006 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2a66e365-905f-405a-90b1-408acb416b00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:48.651782 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6ffe8-e5b2-412b-93e4-c7c2b9afdf3a tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Pushing event updated for resources: {'Port': ['ID=ce229672-684e-4a9d-8bc2-b68325979d2c,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:48.654141 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port f23ba7b4-4471-4db2-b4d6-b2d27db75586, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=f23ba7b4-4471-4db2-b4d6-b2d27db75586,segment=NetworkSegment(ac5afd89-5012-43c7-b28d-4a594b7d5879),segment_id=ac5afd89-5012-43c7-b28d-4a594b7d5879)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:48.667552 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:48.692020 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-947fa5c9-625c-4e35-81c3-31fd429f9dc9 req-ef7ade37-c26c-450b-9a57-43115a432b85 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1720695 Nov 12 01:03:48.736680 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-ed1bb895-3ff1-40f0-b789-c604bb273534 None None] Provisioning complete for port ce229672-684e-4a9d-8bc2-b68325979d2c triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:48.737064 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ed1bb895-3ff1-40f0-b789-c604bb273534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:48.753136 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132ff510-17ec-4388-9f9d-fa632921e0c1 x-openstack-request-id: req-132ff510-17ec-4388-9f9d-fa632921e0c1 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:03:48.753414 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4203dae8-da68-4633-8d96-7915752fb68d", "name": "network-vif-plugged", "status": "completed", "tag": "f23ba7b4-4471-4db2-b4d6-b2d27db75586", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:03:48.753629 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-132ff510-17ec-4388-9f9d-fa632921e0c1 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:03:48.754019 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4203dae8-da68-4633-8d96-7915752fb68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f23ba7b4-4471-4db2-b4d6-b2d27db75586', 'code': 200} Nov 12 01:03:48.890120 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2a66e365-905f-405a-90b1-408acb416b00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:48.903952 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2a66e365-905f-405a-90b1-408acb416b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:48.918412 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=f23ba7b4-4471-4db2-b4d6-b2d27db75586,revision_number=12']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:48.924375 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-ed1bb895-3ff1-40f0-b789-c604bb273534 None None] Port ce229672-684e-4a9d-8bc2-b68325979d2c cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:03:49.019257 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66e365-905f-405a-90b1-408acb416b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db224a1c-9787-4c2a-89f7-b54c73ff4640,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:49.028802 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2a66e365-905f-405a-90b1-408acb416b00 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5c747e4af5e34c809fe2cb108acccf33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6216383 Nov 12 01:03:49.031457 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50078) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:49.096802 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50080) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:49.097682 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-498087e8-2e49-4735-b434-2f78c61c8e27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:49.183683 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-498087e8-2e49-4735-b434-2f78c61c8e27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:49.254897 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d1d6ffe8-e5b2-412b-93e4-c7c2b9afdf3a tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for router_gateway, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:49.354193 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f5005-e465-43be-880c-c72c7797f68b req-b73143df-4f1a-41ee-8f4c-9ff3b1d56c9e tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:49.357103 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-528f5005-e465-43be-880c-c72c7797f68b req-b73143df-4f1a-41ee-8f4c-9ff3b1d56c9e tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 946 time: 0.0983582 Nov 12 01:03:49.382733 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-99a35591-7aa5-4c0d-bce9-39f26fb64273 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:49.423034 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-498087e8-2e49-4735-b434-2f78c61c8e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:49.425740 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-498087e8-2e49-4735-b434-2f78c61c8e27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:49.426890 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-498087e8-2e49-4735-b434-2f78c61c8e27 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/db224a1c-9787-4c2a-89f7-b54c73ff4640 HTTP/1.1" status: 204 len: 168 time: 0.3935888 Nov 12 01:03:49.504982 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-528f5005-e465-43be-880c-c72c7797f68b req-3e05abea-a9a9-43ff-a8b9-f5b7959483f6 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235025 Nov 12 01:03:49.505808 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498087e8-2e49-4735-b434-2f78c61c8e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db224a1c-9787-4c2a-89f7-b54c73ff4640,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:49.536452 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f83243-4b80-423c-9bdc-9dae0d45a142 req-8bee8c3e-9826-434c-9e38-204e544c6941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:49.539801 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f9f83243-4b80-423c-9bdc-9dae0d45a142 req-8bee8c3e-9826-434c-9e38-204e544c6941 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 1098 time: 0.5848210 Nov 12 01:03:49.668360 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-99a35591-7aa5-4c0d-bce9-39f26fb64273 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:49.675421 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-99a35591-7aa5-4c0d-bce9-39f26fb64273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:49.694710 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d1d6ffe8-e5b2-412b-93e4-c7c2b9afdf3a tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:49.768630 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-99a35591-7aa5-4c0d-bce9-39f26fb64273 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b3f8e9c706cf47289cedf5c46f789c2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6686761 Nov 12 01:03:49.769248 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50100) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:49.784910 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f9f83243-4b80-423c-9bdc-9dae0d45a142 req-3bd48c50-95d4-489f-84dc-76fac2e060d6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056491 Nov 12 01:03:49.887371 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a35591-7aa5-4c0d-bce9-39f26fb64273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388143db-3c83-4951-99dd-304e87d35d4d,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:49.914216 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-58ebb121-7501-441c-9967-678646754782 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:49.936925 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d6ffe8-e5b2-412b-93e4-c7c2b9afdf3a tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Router eb02b32b-735c-4958-821b-20acb7fe580f is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:03:49.973287 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-58ebb121-7501-441c-9967-678646754782 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:50.053151 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-58ebb121-7501-441c-9967-678646754782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:50.056986 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-58ebb121-7501-441c-9967-678646754782 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:50.060722 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-58ebb121-7501-441c-9967-678646754782 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/388143db-3c83-4951-99dd-304e87d35d4d HTTP/1.1" status: 204 len: 168 time: 0.2873318 Nov 12 01:03:50.080903 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ebb121-7501-441c-9967-678646754782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388143db-3c83-4951-99dd-304e87d35d4d,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:50.123354 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d6ffe8-e5b2-412b-93e4-c7c2b9afdf3a tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:03:50.136894 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d211ffcb-8d0f-4f34-8b45-9845f14f37f4 None None] Sync routers for ids ['eb02b32b-735c-4958-821b-20acb7fe580f'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:03:50.154113 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d211ffcb-8d0f-4f34-8b45-9845f14f37f4 None None] Routers {'eb02b32b-735c-4958-821b-20acb7fe580f'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:50.155262 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-d211ffcb-8d0f-4f34-8b45-9845f14f37f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:03:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['eb02b32b-735c-4958-821b-20acb7fe580f'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:50.167020 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d1d6ffe8-e5b2-412b-93e4-c7c2b9afdf3a tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:50.168361 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d1d6ffe8-e5b2-412b-93e4-c7c2b9afdf3a tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.5953455 Nov 12 01:03:50.171204 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50116) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:50.275202 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-d211ffcb-8d0f-4f34-8b45-9845f14f37f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:50.290462 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d211ffcb-8d0f-4f34-8b45-9845f14f37f4 None None] Routers {'eb02b32b-735c-4958-821b-20acb7fe580f'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:50.291365 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-d211ffcb-8d0f-4f34-8b45-9845f14f37f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:03:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['eb02b32b-735c-4958-821b-20acb7fe580f'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:50.376960 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-d211ffcb-8d0f-4f34-8b45-9845f14f37f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:50.377939 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d211ffcb-8d0f-4f34-8b45-9845f14f37f4 None None] The sync data for ids ['eb02b32b-735c-4958-821b-20acb7fe580f'] in n-d-812236-11 is: [] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:03:50.431929 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-4dec9f99-57fc-4ce1-9b5e-f05d5baeb657 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] 10.222.0.20 "GET /v2.0/routers/eb02b32b-735c-4958-821b-20acb7fe580f HTTP/1.1" status: 200 len: 924 time: 0.2527268 Nov 12 01:03:50.432433 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50126) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:50.508305 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-9b43736e-49a9-4d3f-a18b-e14f1944da68 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb02b32b-735c-4958-821b-20acb7fe580f HTTP/1.1" status: 200 len: 205 time: 0.0746012 Nov 12 01:03:50.511182 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50130) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:50.735384 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8e2d4168-0c72-437d-8ad3-4f41b925316c tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:50.902351 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad7ac5-efe6-4614-8a72-8c358031c357 req-dd1b47e4-f6d9-4c1f-8e31-d6a61326d5e6 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:50.937352 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-27ad7ac5-efe6-4614-8a72-8c358031c357 req-dd1b47e4-f6d9-4c1f-8e31-d6a61326d5e6 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 946 time: 0.2262685 Nov 12 01:03:50.992764 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4be48f80-a3de-4247-aab6-6d257e31e4fa req-94b59222-83ac-410b-a58f-affeec6699b4 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.2063823 Nov 12 01:03:51.095723 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-27ad7ac5-efe6-4614-8a72-8c358031c357 req-1d957112-4531-4717-8fcd-3cc79275e6c4 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570547 Nov 12 01:03:51.263925 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ea749228-658e-4bb6-8a7d-f7d6b1a5b7d7 req-565e0629-ec66-419e-9dee-ed45011870e9 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0531650 Nov 12 01:03:51.337522 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8e2d4168-0c72-437d-8ad3-4f41b925316c tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:51.419624 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-8e2d4168-0c72-437d-8ad3-4f41b925316c tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Deleting port ce229672-684e-4a9d-8bc2-b68325979d2c {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:51.420305 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8e2d4168-0c72-437d-8ad3-4f41b925316c tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:51.511941 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8e2d4168-0c72-437d-8ad3-4f41b925316c tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:51.525889 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-8e2d4168-0c72-437d-8ad3-4f41b925316c tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Calling delete_port for ce229672-684e-4a9d-8bc2-b68325979d2c owned by network:router_gateway {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:51.923075 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50228) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:51.978323 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8e2d4168-0c72-437d-8ad3-4f41b925316c tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:52.038062 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59469c23-870b-4927-93a0-d3a832200400 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:03:52.128688 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-9abec19c-877c-48b1-a22d-1efe737ae3b0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1028810709-network', 'tenant_id': '2d1d2db136304f3299857405886c74e7'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:52.132586 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d4168-0c72-437d-8ad3-4f41b925316c tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Pushing event deleted for resources: {'Port': ['ID=ce229672-684e-4a9d-8bc2-b68325979d2c,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:52.200767 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8e2d4168-0c72-437d-8ad3-4f41b925316c tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:52.204791 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abec19c-877c-48b1-a22d-1efe737ae3b0 admin admin] Made reservation on behalf of 2d1d2db136304f3299857405886c74e7 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:03:52.207483 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9abec19c-877c-48b1-a22d-1efe737ae3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:52.287967 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9abec19c-877c-48b1-a22d-1efe737ae3b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:52.348309 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8e2d4168-0c72-437d-8ad3-4f41b925316c tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:52.352404 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8e2d4168-0c72-437d-8ad3-4f41b925316c tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:52.434010 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe363bab-16cb-4c02-8292-d28d4dbd1597 req-c84a84ec-9c86-4f6f-9975-966133181849 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:52.435614 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fe363bab-16cb-4c02-8292-d28d4dbd1597 req-c84a84ec-9c86-4f6f-9975-966133181849 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 946 time: 0.1984165 Nov 12 01:03:52.438648 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8e2d4168-0c72-437d-8ad3-4f41b925316c tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:52.439284 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2d4168-0c72-437d-8ad3-4f41b925316c tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Fanout notify agent at l3_agent the message router_deleted on router eb02b32b-735c-4958-821b-20acb7fe580f {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:03:52.449637 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8e2d4168-0c72-437d-8ad3-4f41b925316c tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:52.454303 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50250) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:52.456667 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8e2d4168-0c72-437d-8ad3-4f41b925316c tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] 10.222.0.20 "DELETE /v2.0/routers/eb02b32b-735c-4958-821b-20acb7fe580f HTTP/1.1" status: 204 len: 168 time: 1.9441509 Nov 12 01:03:52.459174 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-3fe728fb-97d3-4b0e-b347-c4cf9cc1c412 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1082519286', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'enable_snat': False}}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:52.516715 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3fe728fb-97d3-4b0e-b347-c4cf9cc1c412 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:52.517896 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3fe728fb-97d3-4b0e-b347-c4cf9cc1c412 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:52.547361 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fe363bab-16cb-4c02-8292-d28d4dbd1597 req-a8dd48b8-b415-465b-aa4c-97eda0dd9d5f tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894012 Nov 12 01:03:52.583024 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9abec19c-877c-48b1-a22d-1efe737ae3b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:52.602429 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9abec19c-877c-48b1-a22d-1efe737ae3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:52.619454 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3fe728fb-97d3-4b0e-b347-c4cf9cc1c412 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:52.622823 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9abec19c-877c-48b1-a22d-1efe737ae3b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:03:52.639013 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9abec19c-877c-48b1-a22d-1efe737ae3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:52.639715 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-9abec19c-877c-48b1-a22d-1efe737ae3b0 admin admin] Added segment 4bfa3d7a-955d-4291-8636-691c27fe66f3 of type vlan for network be0a0b4d-9d2b-47b4-ac71-b951ba08f877 Nov 12 01:03:52.698638 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abec19c-877c-48b1-a22d-1efe737ae3b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd5a96c-b431-4ae8-b3b7-0604e419e928,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:52.718967 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9abec19c-877c-48b1-a22d-1efe737ae3b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:52.749560 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9abec19c-877c-48b1-a22d-1efe737ae3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:52.750872 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abec19c-877c-48b1-a22d-1efe737ae3b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:52.751670 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9abec19c-877c-48b1-a22d-1efe737ae3b0 admin admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:52.847537 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-9abec19c-877c-48b1-a22d-1efe737ae3b0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9201670 Nov 12 01:03:52.850469 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50264) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:52.861775 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-b8b46073-dfde-429b-8cf1-82bb0185e86c admin admin] Request body: {'subnet': {'network_id': 'be0a0b4d-9d2b-47b4-ac71-b951ba08f877', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1028810709-subnet', 'tenant_id': '2d1d2db136304f3299857405886c74e7', 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:52.873024 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abec19c-877c-48b1-a22d-1efe737ae3b0 admin admin] Pushing event updated for resources: {'Network': ['ID=be0a0b4d-9d2b-47b4-ac71-b951ba08f877,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:52.893262 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b46073-dfde-429b-8cf1-82bb0185e86c admin admin] Made reservation on behalf of 2d1d2db136304f3299857405886c74e7 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:03:52.894300 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network be0a0b4d-9d2b-47b4-ac71-b951ba08f877 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:03:52.896623 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b8b46073-dfde-429b-8cf1-82bb0185e86c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:52.936157 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3fe728fb-97d3-4b0e-b347-c4cf9cc1c412 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:53.308342 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b8b46073-dfde-429b-8cf1-82bb0185e86c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:53.344649 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8c84051e-857f-4934-a1e0-7ac5525d7164 req-e465896e-67f9-45d2-bae3-e8ddc48b595c service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0617943 Nov 12 01:03:53.374106 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3fe728fb-97d3-4b0e-b347-c4cf9cc1c412 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:53.395025 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b46073-dfde-429b-8cf1-82bb0185e86c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cb753fa-b255-493f-8761-fe1ea8d98c08,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:53.423705 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3fe728fb-97d3-4b0e-b347-c4cf9cc1c412 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:53.450275 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b46073-dfde-429b-8cf1-82bb0185e86c admin admin] Checking segment: {'id': '4bfa3d7a-955d-4291-8636-691c27fe66f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'be0a0b4d-9d2b-47b4-ac71-b951ba08f877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:03:53.450908 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b46073-dfde-429b-8cf1-82bb0185e86c admin admin] Network hostable DHCP agents. Network: be0a0b4d-9d2b-47b4-ac71-b951ba08f877, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:03:53.473671 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b46073-dfde-429b-8cf1-82bb0185e86c admin admin] Network be0a0b4d-9d2b-47b4-ac71-b951ba08f877 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:03:53.490897 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-b8b46073-dfde-429b-8cf1-82bb0185e86c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, be0a0b4d-9d2b-47b4-ac71-b951ba08f877) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:53.501365 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b46073-dfde-429b-8cf1-82bb0185e86c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:53.502348 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b8b46073-dfde-429b-8cf1-82bb0185e86c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:53.512085 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18e8b90-9e66-405a-b52b-653e44510dc9 None None] Network be0a0b4d-9d2b-47b4-ac71-b951ba08f877 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:03:53.534560 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b8b46073-dfde-429b-8cf1-82bb0185e86c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6842215 Nov 12 01:03:53.537021 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50290) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:53.545192 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-2558c62a-60be-4e11-b6e2-fed2333cecd2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1028810709-router', 'tenant_id': '2d1d2db136304f3299857405886c74e7', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:53.577866 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2558c62a-60be-4e11-b6e2-fed2333cecd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:53.579823 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2558c62a-60be-4e11-b6e2-fed2333cecd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:53.668873 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2558c62a-60be-4e11-b6e2-fed2333cecd2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:53.759129 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b132c0c8-f1b6-471e-aaf3-247ea57f21a9 req-47c1f47d-7c23-4c6b-a097-30783456b5a2 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1376874 Nov 12 01:03:53.790755 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-3fe728fb-97d3-4b0e-b347-c4cf9cc1c412 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Allocated IP 172.25.2.127 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/59fbc3e6-e4cf-414c-a950-938ea6e018f6) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:03:53.873608 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407c6807-190f-467e-8ec0-61593fe505b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-be0a0b4d-9d2b-47b4-ac71-b951ba08f877', 'network_id': 'be0a0b4d-9d2b-47b4-ac71-b951ba08f877', 'tenant_id': '2d1d2db136304f3299857405886c74e7', 'fixed_ips': [{'subnet_id': '1cb753fa-b255-493f-8761-fe1ea8d98c08'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:03:53.874489 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-407c6807-190f-467e-8ec0-61593fe505b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:53.938964 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628aa4b-7156-4c75-a389-76a6d0f6be72 req-ff3c2446-12d0-4b46-8fdb-8fc583e78b5a tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:53.966959 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1628aa4b-7156-4c75-a389-76a6d0f6be72 req-ff3c2446-12d0-4b46-8fdb-8fc583e78b5a tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 946 time: 0.2067153 Nov 12 01:03:54.057812 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2558c62a-60be-4e11-b6e2-fed2333cecd2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:54.090705 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1628aa4b-7156-4c75-a389-76a6d0f6be72 req-aba55c20-55e8-4dfd-a272-282bf5bb88d8 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225107 Nov 12 01:03:54.113009 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-407c6807-190f-467e-8ec0-61593fe505b1 None None] Allocated IP 172.20.0.2 (be0a0b4d-9d2b-47b4-ac71-b951ba08f877/1cb753fa-b255-493f-8761-fe1ea8d98c08/83b9850c-1958-4317-9b9a-6b97103f8b9b) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:03:54.119449 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3fe728fb-97d3-4b0e-b347-c4cf9cc1c412 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:54.229597 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3fe728fb-97d3-4b0e-b347-c4cf9cc1c412 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:54.348841 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe728fb-97d3-4b0e-b347-c4cf9cc1c412 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:54.378182 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-3fe728fb-97d3-4b0e-b347-c4cf9cc1c412 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:54.379917 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d64cf8-5729-4f41-adce-f8f228a074e5 req-5be374c6-0c9c-45c5-92ea-ae704004add9 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:54.382127 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d1d64cf8-5729-4f41-adce-f8f228a074e5 req-5be374c6-0c9c-45c5-92ea-ae704004add9 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 946 time: 0.1255972 Nov 12 01:03:54.404896 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe728fb-97d3-4b0e-b347-c4cf9cc1c412 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:03:54.415067 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe728fb-97d3-4b0e-b347-c4cf9cc1c412 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Pushing event updated for resources: {'Port': ['ID=59fbc3e6-e4cf-414c-a950-938ea6e018f6,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:54.446127 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-407c6807-190f-467e-8ec0-61593fe505b1 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:54.458721 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06a34e9-3e62-4de1-b852-932c5d64c7db None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:03:54.473685 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-407c6807-190f-467e-8ec0-61593fe505b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:54.596288 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407c6807-190f-467e-8ec0-61593fe505b1 None None] Network be0a0b4d-9d2b-47b4-ac71-b951ba08f877 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:54.609262 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-407c6807-190f-467e-8ec0-61593fe505b1 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:54.617933 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407c6807-190f-467e-8ec0-61593fe505b1 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:03:54.628757 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-8a932f74-1c96-4c6a-a7e8-234201135ace None None] Provisioning complete for port 59fbc3e6-e4cf-414c-a950-938ea6e018f6 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:54.629599 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8a932f74-1c96-4c6a-a7e8-234201135ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:54.703977 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-8a932f74-1c96-4c6a-a7e8-234201135ace None None] Port 59fbc3e6-e4cf-414c-a950-938ea6e018f6 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:03:54.718430 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407c6807-190f-467e-8ec0-61593fe505b1 None None] Pushing event updated for resources: {'Port': ['ID=83b9850c-1958-4317-9b9a-6b97103f8b9b,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:54.730588 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d1d64cf8-5729-4f41-adce-f8f228a074e5 req-27459fce-e928-49cc-aef6-2fe6f903b5fd tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885706 Nov 12 01:03:54.733102 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2558c62a-60be-4e11-b6e2-fed2333cecd2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:54.797107 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2558c62a-60be-4e11-b6e2-fed2333cecd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:54.827307 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-407c6807-190f-467e-8ec0-61593fe505b1 None None] Attempting to bind port 83b9850c-1958-4317-9b9a-6b97103f8b9b on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:03:54.827786 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-407c6807-190f-467e-8ec0-61593fe505b1 None None] Attempting to bind port 83b9850c-1958-4317-9b9a-6b97103f8b9b by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '4bfa3d7a-955d-4291-8636-691c27fe66f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'be0a0b4d-9d2b-47b4-ac71-b951ba08f877'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:03:54.829643 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407c6807-190f-467e-8ec0-61593fe505b1 None None] Attempting to bind port 83b9850c-1958-4317-9b9a-6b97103f8b9b on network be0a0b4d-9d2b-47b4-ac71-b951ba08f877 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:03:54.843134 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407c6807-190f-467e-8ec0-61593fe505b1 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:03:54.843682 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407c6807-190f-467e-8ec0-61593fe505b1 None None] Checking segment: {'id': '4bfa3d7a-955d-4291-8636-691c27fe66f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'be0a0b4d-9d2b-47b4-ac71-b951ba08f877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:03:54.844196 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-407c6807-190f-467e-8ec0-61593fe505b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:54.844692 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407c6807-190f-467e-8ec0-61593fe505b1 None None] Bound using segment: {'id': '4bfa3d7a-955d-4291-8636-691c27fe66f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'be0a0b4d-9d2b-47b4-ac71-b951ba08f877'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:03:54.847136 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-407c6807-190f-467e-8ec0-61593fe505b1 None None] Bound port: 83b9850c-1958-4317-9b9a-6b97103f8b9b, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bfa3d7a-955d-4291-8636-691c27fe66f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'be0a0b4d-9d2b-47b4-ac71-b951ba08f877'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:03:54.847630 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-407c6807-190f-467e-8ec0-61593fe505b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:54.926834 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3fe728fb-97d3-4b0e-b347-c4cf9cc1c412 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:55.023349 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24caf81-45ca-4fec-a418-bf6e5bc5abd1 req-85e5b5d2-4f25-4ec3-a520-096af5218b80 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:55.024334 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-407c6807-190f-467e-8ec0-61593fe505b1 None None] For port 83b9850c-1958-4317-9b9a-6b97103f8b9b, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:03:55.028879 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-407c6807-190f-467e-8ec0-61593fe505b1 None None] For port 83b9850c-1958-4317-9b9a-6b97103f8b9b, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=83b9850c-1958-4317-9b9a-6b97103f8b9b,segment=NetworkSegment(4bfa3d7a-955d-4291-8636-691c27fe66f3),segment_id=4bfa3d7a-955d-4291-8636-691c27fe66f3)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:03:55.033961 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e24caf81-45ca-4fec-a418-bf6e5bc5abd1 req-85e5b5d2-4f25-4ec3-a520-096af5218b80 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 946 time: 0.1623054 Nov 12 01:03:55.034321 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-407c6807-190f-467e-8ec0-61593fe505b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:55.050444 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-2558c62a-60be-4e11-b6e2-fed2333cecd2 admin admin] Allocated IP 172.25.2.147 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/3fd784bf-b663-4f70-9b9c-c5b746587a76) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:03:55.189248 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407c6807-190f-467e-8ec0-61593fe505b1 None None] Pushing event updated for resources: {'Port': ['ID=83b9850c-1958-4317-9b9a-6b97103f8b9b,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:55.227608 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e24caf81-45ca-4fec-a418-bf6e5bc5abd1 req-062cac55-774a-4784-83e5-b38c22273441 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927485 Nov 12 01:03:55.251184 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2558c62a-60be-4e11-b6e2-fed2333cecd2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:55.340969 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2558c62a-60be-4e11-b6e2-fed2333cecd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:55.383995 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2558c62a-60be-4e11-b6e2-fed2333cecd2 admin admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:55.386229 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-2558c62a-60be-4e11-b6e2-fed2333cecd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:55.393457 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2558c62a-60be-4e11-b6e2-fed2333cecd2 admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:03:55.403459 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb80bac6-b99b-4e20-a117-e96a3b8cf633 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:03:55.414116 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3fe728fb-97d3-4b0e-b347-c4cf9cc1c412 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:55.513948 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2558c62a-60be-4e11-b6e2-fed2333cecd2 admin admin] Pushing event updated for resources: {'Port': ['ID=3fd784bf-b663-4f70-9b9c-c5b746587a76,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:55.639844 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-cc21c27d-b8d5-4ce3-aef1-eec210961474 None None] Provisioning complete for port 3fd784bf-b663-4f70-9b9c-c5b746587a76 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:55.640420 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cc21c27d-b8d5-4ce3-aef1-eec210961474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:55.710375 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-cc21c27d-b8d5-4ce3-aef1-eec210961474 None None] Port 3fd784bf-b663-4f70-9b9c-c5b746587a76 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:03:55.710714 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a927c9-d0fa-4882-98c9-98400fa2a8db req-6c882d80-a446-42e5-b793-ffbafd79d8f7 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:55.713564 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-84a927c9-d0fa-4882-98c9-98400fa2a8db req-6c882d80-a446-42e5-b793-ffbafd79d8f7 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 946 time: 0.3003812 Nov 12 01:03:55.858734 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2558c62a-60be-4e11-b6e2-fed2333cecd2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:55.954627 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-84a927c9-d0fa-4882-98c9-98400fa2a8db req-6e842bcc-766d-49dd-b78c-7d3331d64f90 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266660 Nov 12 01:03:55.987177 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe728fb-97d3-4b0e-b347-c4cf9cc1c412 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Router db73c890-8b2c-4a0a-af19-d4cea270b829 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:03:56.134735 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 83b9850c-1958-4317-9b9a-6b97103f8b9b up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:03:56.228279 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 83b9850c-1958-4317-9b9a-6b97103f8b9b triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:56.228657 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:56.279208 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c1c38097-c2be-4156-9367-9045157a34cc req-8f8aa6eb-e6cc-408e-89ca-a4dc6e796058 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0401840 Nov 12 01:03:56.287180 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe728fb-97d3-4b0e-b347-c4cf9cc1c412 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:03:56.298066 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72fbd65-8b0f-4d48-ba06-3efc9eb5af51 None None] Sync routers for ids ['db73c890-8b2c-4a0a-af19-d4cea270b829'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:03:56.316505 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3fe728fb-97d3-4b0e-b347-c4cf9cc1c412 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:56.316690 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72fbd65-8b0f-4d48-ba06-3efc9eb5af51 None None] Routers {'db73c890-8b2c-4a0a-af19-d4cea270b829'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:56.317200 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-b72fbd65-8b0f-4d48-ba06-3efc9eb5af51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:03:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['db73c890-8b2c-4a0a-af19-d4cea270b829'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:56.319192 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-3fe728fb-97d3-4b0e-b347-c4cf9cc1c412 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.8632736 Nov 12 01:03:56.322008 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50360) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:56.361756 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda0764-b7b5-47f4-933e-6cb2d216f315 req-eb69b57b-234d-4b14-b979-6916f8a46026 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:56.363334 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2cda0764-b7b5-47f4-933e-6cb2d216f315 req-eb69b57b-234d-4b14-b979-6916f8a46026 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 946 time: 0.2097042 Nov 12 01:03:56.436557 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2558c62a-60be-4e11-b6e2-fed2333cecd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:56.524486 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-b72fbd65-8b0f-4d48-ba06-3efc9eb5af51 None None] Set router db73c890-8b2c-4a0a-af19-d4cea270b829 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:03:56.536153 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:56.580418 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2cda0764-b7b5-47f4-933e-6cb2d216f315 req-b8be4c0d-3624-4040-8703-fffc2a91e736 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020972 Nov 12 01:03:56.602977 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-89c50b47-39bf-4518-9e99-dc84e7c5a302 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] 10.222.0.20 "GET /v2.0/routers/db73c890-8b2c-4a0a-af19-d4cea270b829 HTTP/1.1" status: 200 len: 909 time: 0.2706144 Nov 12 01:03:56.605635 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50364) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:56.616733 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-90680f72-a6d9-4eae-843f-4912459d23d7 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1082519286', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'enable_snat': True}}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:56.665832 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-90680f72-a6d9-4eae-843f-4912459d23d7 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:56.667055 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-90680f72-a6d9-4eae-843f-4912459d23d7 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:56.754251 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 83b9850c-1958-4317-9b9a-6b97103f8b9b, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=83b9850c-1958-4317-9b9a-6b97103f8b9b,segment=NetworkSegment(4bfa3d7a-955d-4291-8636-691c27fe66f3),segment_id=4bfa3d7a-955d-4291-8636-691c27fe66f3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:56.791116 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-90680f72-a6d9-4eae-843f-4912459d23d7 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:56.806274 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2558c62a-60be-4e11-b6e2-fed2333cecd2 admin admin] Router 73195ceb-7213-45b2-be20-07f5d125ac4d is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:03:56.861891 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:56.936369 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=83b9850c-1958-4317-9b9a-6b97103f8b9b,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:57.082990 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-b72fbd65-8b0f-4d48-ba06-3efc9eb5af51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db73c890-8b2c-4a0a-af19-d4cea270b829', 'name': 'tempest-snat-router-1082519286', 'tenant_id': 'a337c82424b241f58835284d3c1961d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.127'}], 'enable_snat': False}, 'gw_port_id': '59fbc3e6-e4cf-414c-a950-938ea6e018f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:52Z', 'updated_at': '2021-11-12T01:03:54Z', 'revision_number': 3, 'project_id': 'a337c82424b241f58835284d3c1961d2', 'gw_port': {'id': '59fbc3e6-e4cf-414c-a950-938ea6e018f6', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f2:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db73c890-8b2c-4a0a-af19-d4cea270b829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:53Z', 'updated_at': '2021-11-12T01:03:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:57.149643 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72fbd65-8b0f-4d48-ba06-3efc9eb5af51 None None] Checking router: db73c890-8b2c-4a0a-af19-d4cea270b829 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:03:57.151274 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72fbd65-8b0f-4d48-ba06-3efc9eb5af51 None None] Updating router db73c890-8b2c-4a0a-af19-d4cea270b829 port 59fbc3e6-e4cf-414c-a950-938ea6e018f6 binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:03:57.172799 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ebeca2-12ae-4926-b7bb-61feaceec65d None None] Network be0a0b4d-9d2b-47b4-ac71-b951ba08f877 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:03:57.178225 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea1f17-b0cf-426e-8788-f57bc4691aa6 req-cb94acf3-53a5-4d47-a210-3da7601f09e2 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:57.187157 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-61ea1f17-b0cf-426e-8788-f57bc4691aa6 req-cb94acf3-53a5-4d47-a210-3da7601f09e2 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 946 time: 0.2779589 Nov 12 01:03:57.199677 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b72fbd65-8b0f-4d48-ba06-3efc9eb5af51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:57.290612 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-980c59aa-258e-4595-80e4-c00161cf7dca None None] Provisioning complete for port 83b9850c-1958-4317-9b9a-6b97103f8b9b triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:57.291231 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-980c59aa-258e-4595-80e4-c00161cf7dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:57.342294 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2558c62a-60be-4e11-b6e2-fed2333cecd2 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:03:57.381540 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-61ea1f17-b0cf-426e-8788-f57bc4691aa6 req-ed3c2f7d-156d-42f9-b5c5-b69c85eac759 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891243 Nov 12 01:03:57.386161 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2558c62a-60be-4e11-b6e2-fed2333cecd2 admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:57.388780 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4f59f2-a8ae-4073-83b4-faf848e96eff None None] Sync routers for ids ['73195ceb-7213-45b2-be20-07f5d125ac4d'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:03:57.393831 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2558c62a-60be-4e11-b6e2-fed2333cecd2 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8542550 Nov 12 01:03:57.397362 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50398) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:57.604459 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4f59f2-a8ae-4073-83b4-faf848e96eff None None] Routers {'73195ceb-7213-45b2-be20-07f5d125ac4d'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:57.607082 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-cb4f59f2-a8ae-4073-83b4-faf848e96eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:03:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['73195ceb-7213-45b2-be20-07f5d125ac4d'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:57.855255 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b72fbd65-8b0f-4d48-ba06-3efc9eb5af51 None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:57.869272 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b72fbd65-8b0f-4d48-ba06-3efc9eb5af51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:57.892010 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ce0d613d-850a-4455-9df0-6252c4116d26 req-15d0ffe8-43c1-4a40-bd5c-b1d26d3fa959 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0953190 Nov 12 01:03:57.929285 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 83b9850c-1958-4317-9b9a-6b97103f8b9b up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:03:57.991652 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d87c9-e654-431e-876b-62b271e0b710 None None] Pushing event updated for resources: {'Port': ['ID=59fbc3e6-e4cf-414c-a950-938ea6e018f6,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:58.047047 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d87c9-e654-431e-876b-62b271e0b710 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:58.048163 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d87c9-e654-431e-876b-62b271e0b710 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:58.048519 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d87c9-e654-431e-876b-62b271e0b710 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:58.049887 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d87c9-e654-431e-876b-62b271e0b710 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:58.051063 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d87c9-e654-431e-876b-62b271e0b710 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:58.051718 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d87c9-e654-431e-876b-62b271e0b710 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:58.053011 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d87c9-e654-431e-876b-62b271e0b710 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:58.053798 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d87c9-e654-431e-876b-62b271e0b710 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:58.054528 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d87c9-e654-431e-876b-62b271e0b710 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:58.059286 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d87c9-e654-431e-876b-62b271e0b710 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:58.059877 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d87c9-e654-431e-876b-62b271e0b710 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:58.060402 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d87c9-e654-431e-876b-62b271e0b710 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:58.086861 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-cb4f59f2-a8ae-4073-83b4-faf848e96eff None None] Set router 73195ceb-7213-45b2-be20-07f5d125ac4d gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:03:58.111720 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-b72fbd65-8b0f-4d48-ba06-3efc9eb5af51 None None] Attempting to bind port 59fbc3e6-e4cf-414c-a950-938ea6e018f6 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:03:58.112480 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-b72fbd65-8b0f-4d48-ba06-3efc9eb5af51 None None] Attempting to bind port 59fbc3e6-e4cf-414c-a950-938ea6e018f6 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:03:58.113094 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72fbd65-8b0f-4d48-ba06-3efc9eb5af51 None None] Attempting to bind port 59fbc3e6-e4cf-414c-a950-938ea6e018f6 on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:03:58.121311 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72fbd65-8b0f-4d48-ba06-3efc9eb5af51 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:03:58.122202 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72fbd65-8b0f-4d48-ba06-3efc9eb5af51 None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:03:58.123065 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b72fbd65-8b0f-4d48-ba06-3efc9eb5af51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:58.123813 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72fbd65-8b0f-4d48-ba06-3efc9eb5af51 None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:03:58.124657 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-b72fbd65-8b0f-4d48-ba06-3efc9eb5af51 None None] Bound port: 59fbc3e6-e4cf-414c-a950-938ea6e018f6, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:03:58.125329 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b72fbd65-8b0f-4d48-ba06-3efc9eb5af51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:58.138272 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033a6ef7-5093-4c24-8e04-1e3b8ea27aa8 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:03:58.193912 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-90680f72-a6d9-4eae-843f-4912459d23d7 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:58.252201 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f58548-a2f6-48ec-ab59-272b145fec59 req-9b8b2369-0e76-44c8-88fa-0c49a99d831f tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:58.258258 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-34f58548-a2f6-48ec-ab59-272b145fec59 req-9b8b2369-0e76-44c8-88fa-0c49a99d831f tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 946 time: 0.4593744 Nov 12 01:03:58.300463 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-b72fbd65-8b0f-4d48-ba06-3efc9eb5af51 None None] For port 59fbc3e6-e4cf-414c-a950-938ea6e018f6, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:03:58.307800 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-b72fbd65-8b0f-4d48-ba06-3efc9eb5af51 None None] For port 59fbc3e6-e4cf-414c-a950-938ea6e018f6, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=59fbc3e6-e4cf-414c-a950-938ea6e018f6,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:03:58.316169 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b72fbd65-8b0f-4d48-ba06-3efc9eb5af51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:58.426782 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d87c9-e654-431e-876b-62b271e0b710 None None] Pushing event updated for resources: {'Port': ['ID=59fbc3e6-e4cf-414c-a950-938ea6e018f6,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:58.437014 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72fbd65-8b0f-4d48-ba06-3efc9eb5af51 None None] Routers {'db73c890-8b2c-4a0a-af19-d4cea270b829'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:58.437698 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-b72fbd65-8b0f-4d48-ba06-3efc9eb5af51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:03:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['db73c890-8b2c-4a0a-af19-d4cea270b829'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:58.473530 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-34f58548-a2f6-48ec-ab59-272b145fec59 req-e736801b-b030-4c1f-87a1-ae0d890397f5 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090354 Nov 12 01:03:58.536298 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac22280a-0bdd-4b15-ae35-01e6306c9552 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:03:58.554597 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 83b9850c-1958-4317-9b9a-6b97103f8b9b triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:58.554925 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:58.606602 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-b72fbd65-8b0f-4d48-ba06-3efc9eb5af51 None None] Set router db73c890-8b2c-4a0a-af19-d4cea270b829 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:03:58.694479 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-645aa696-fe90-4963-beb3-7e81b092ddf7 None None] Provisioning complete for port 59fbc3e6-e4cf-414c-a950-938ea6e018f6 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:58.695239 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-645aa696-fe90-4963-beb3-7e81b092ddf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:58.935697 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-645aa696-fe90-4963-beb3-7e81b092ddf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:58.943015 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-b72fbd65-8b0f-4d48-ba06-3efc9eb5af51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db73c890-8b2c-4a0a-af19-d4cea270b829', 'name': 'tempest-snat-router-1082519286', 'tenant_id': 'a337c82424b241f58835284d3c1961d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.127'}], 'enable_snat': False}, 'gw_port_id': '59fbc3e6-e4cf-414c-a950-938ea6e018f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:52Z', 'updated_at': '2021-11-12T01:03:54Z', 'revision_number': 3, 'project_id': 'a337c82424b241f58835284d3c1961d2', 'gw_port': {'id': '59fbc3e6-e4cf-414c-a950-938ea6e018f6', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f2:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db73c890-8b2c-4a0a-af19-d4cea270b829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:53Z', 'updated_at': '2021-11-12T01:03:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:59.014973 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-645aa696-fe90-4963-beb3-7e81b092ddf7 None None] For port 59fbc3e6-e4cf-414c-a950-938ea6e018f6, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=59fbc3e6-e4cf-414c-a950-938ea6e018f6,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:59.034704 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-cb4f59f2-a8ae-4073-83b4-faf848e96eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'name': 'tempest-TestVolumeBackupRestore-1028810709-router', 'tenant_id': '2d1d2db136304f3299857405886c74e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '3fd784bf-b663-4f70-9b9c-c5b746587a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:53Z', 'updated_at': '2021-11-12T01:03:55Z', 'revision_number': 3, 'project_id': '2d1d2db136304f3299857405886c74e7', 'gw_port': {'id': '3fd784bf-b663-4f70-9b9c-c5b746587a76', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:61:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:54Z', 'updated_at': '2021-11-12T01:03:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:59.036666 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-645aa696-fe90-4963-beb3-7e81b092ddf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:59.041206 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72fbd65-8b0f-4d48-ba06-3efc9eb5af51 None None] The sync data for ids ['db73c890-8b2c-4a0a-af19-d4cea270b829'] in n-d-812236-11 is: [{'id': 'db73c890-8b2c-4a0a-af19-d4cea270b829', 'name': 'tempest-snat-router-1082519286', 'tenant_id': 'a337c82424b241f58835284d3c1961d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.127'}], 'enable_snat': False}, 'gw_port_id': '59fbc3e6-e4cf-414c-a950-938ea6e018f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:52Z', 'updated_at': '2021-11-12T01:03:54Z', 'revision_number': 3, 'project_id': 'a337c82424b241f58835284d3c1961d2', 'gw_port': {'id': '59fbc3e6-e4cf-414c-a950-938ea6e018f6', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f2:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db73c890-8b2c-4a0a-af19-d4cea270b829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:53Z', 'updated_at': '2021-11-12T01:03:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:03:59.170312 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-90680f72-a6d9-4eae-843f-4912459d23d7 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:59.228445 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-90680f72-a6d9-4eae-843f-4912459d23d7 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:59.250906 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4f59f2-a8ae-4073-83b4-faf848e96eff None None] Checking router: 73195ceb-7213-45b2-be20-07f5d125ac4d for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:03:59.265304 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4f59f2-a8ae-4073-83b4-faf848e96eff None None] Updating router 73195ceb-7213-45b2-be20-07f5d125ac4d port 3fd784bf-b663-4f70-9b9c-c5b746587a76 binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:03:59.288002 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bbf98b7c-4c6c-4ff2-a509-7a8e7d6feff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:59.322410 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04858088-5fec-4075-b634-40131bf59c23 req-9d804d07-7f4d-4f41-ba08-b2367e3a33ef tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:59.335593 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-04858088-5fec-4075-b634-40131bf59c23 req-9d804d07-7f4d-4f41-ba08-b2367e3a33ef tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 946 time: 0.2016137 Nov 12 01:03:59.367882 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cb4f59f2-a8ae-4073-83b4-faf848e96eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:59.445260 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-5f6dbf3d-8f53-4c68-b933-d6a502301a3c None None] Provisioning complete for port 83b9850c-1958-4317-9b9a-6b97103f8b9b triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:59.453778 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5f6dbf3d-8f53-4c68-b933-d6a502301a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:59.486501 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645aa696-fe90-4963-beb3-7e81b092ddf7 None None] Pushing event updated for resources: {'Port': ['ID=59fbc3e6-e4cf-414c-a950-938ea6e018f6,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:59.493453 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-04858088-5fec-4075-b634-40131bf59c23 req-511da560-c07d-4048-88d7-45007f6f89ea tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568742 Nov 12 01:03:59.588783 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-90680f72-a6d9-4eae-843f-4912459d23d7 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Allocated IP 172.25.2.226 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/da8421cd-0549-43c2-8ef9-8b62f6ca6316) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:03:59.668475 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-bbf98b7c-4c6c-4ff2-a509-7a8e7d6feff7 admin admin] Allocated IP 172.20.0.1 (be0a0b4d-9d2b-47b4-ac71-b951ba08f877/1cb753fa-b255-493f-8761-fe1ea8d98c08/f3c70f72-d12e-4c22-97d7-c2431ca34628) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:03:59.932686 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-90680f72-a6d9-4eae-843f-4912459d23d7 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:59.947223 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bbf98b7c-4c6c-4ff2-a509-7a8e7d6feff7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:00.000357 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 59fbc3e6-e4cf-414c-a950-938ea6e018f6 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:04:00.015141 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-90680f72-a6d9-4eae-843f-4912459d23d7 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:00.023531 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bbf98b7c-4c6c-4ff2-a509-7a8e7d6feff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:00.132125 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-5f6dbf3d-8f53-4c68-b933-d6a502301a3c None None] Provisioning complete for port 59fbc3e6-e4cf-414c-a950-938ea6e018f6 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:00.132496 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5f6dbf3d-8f53-4c68-b933-d6a502301a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:00.133906 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf98b7c-4c6c-4ff2-a509-7a8e7d6feff7 admin admin] Pushing event updated for resources: {'Port': ['ID=f3c70f72-d12e-4c22-97d7-c2431ca34628,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:00.142503 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90680f72-a6d9-4eae-843f-4912459d23d7 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:00.175124 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf98b7c-4c6c-4ff2-a509-7a8e7d6feff7 admin admin] Network be0a0b4d-9d2b-47b4-ac71-b951ba08f877 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:00.180297 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-bbf98b7c-4c6c-4ff2-a509-7a8e7d6feff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:00.186291 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf98b7c-4c6c-4ff2-a509-7a8e7d6feff7 admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:04:00.188520 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-90680f72-a6d9-4eae-843f-4912459d23d7 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:00.191605 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90680f72-a6d9-4eae-843f-4912459d23d7 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:04:00.250308 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c2ebca24-e180-4039-9c11-60926f0c852e req-71fb688f-7705-40d1-b7d1-f753d4bc86f4 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0986698 Nov 12 01:04:00.251174 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90680f72-a6d9-4eae-843f-4912459d23d7 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Pushing event updated for resources: {'Port': ['ID=da8421cd-0549-43c2-8ef9-8b62f6ca6316,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:00.299589 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bbf98b7c-4c6c-4ff2-a509-7a8e7d6feff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:00.628323 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b530d4-57db-4919-9c7a-92bac07cda62 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:04:00.753794 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 59fbc3e6-e4cf-414c-a950-938ea6e018f6 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:00.754524 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:00.805264 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-90680f72-a6d9-4eae-843f-4912459d23d7 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:00.846717 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a2c67-6f8a-4ddb-89bd-745c9b97f878 req-1a081fb8-b582-45a2-b7ad-a9f39bdb8c6b tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:00.856158 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-677a2c67-6f8a-4ddb-89bd-745c9b97f878 req-1a081fb8-b582-45a2-b7ad-a9f39bdb8c6b tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 946 time: 0.1451991 Nov 12 01:04:00.907508 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bbf98b7c-4c6c-4ff2-a509-7a8e7d6feff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:00.941099 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-677a2c67-6f8a-4ddb-89bd-745c9b97f878 req-326a9abb-85c2-41dc-a5a9-8eaeb8d058ff tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839338 Nov 12 01:04:01.011483 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cb4f59f2-a8ae-4073-83b4-faf848e96eff None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:01.040983 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cb4f59f2-a8ae-4073-83b4-faf848e96eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:01.065914 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3a0ff64e-a055-493c-9043-66f5bb43968b req-26a92029-47bb-4889-851c-132500297143 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0621612 Nov 12 01:04:01.166292 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3caa99c-8f75-4f10-b92b-b80789a98be6 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:04:01.189787 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-8cbc2943-aa97-476c-a050-b6d64d03cc7c None None] Provisioning complete for port f3c70f72-d12e-4c22-97d7-c2431ca34628 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:01.190131 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8cbc2943-aa97-476c-a050-b6d64d03cc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:01.203279 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96817e16-2b8d-45e0-b536-36b0b7a6d876 None None] Pushing event updated for resources: {'Port': ['ID=3fd784bf-b663-4f70-9b9c-c5b746587a76,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:01.243753 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-cb4f59f2-a8ae-4073-83b4-faf848e96eff None None] Attempting to bind port 3fd784bf-b663-4f70-9b9c-c5b746587a76 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:04:01.244311 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-cb4f59f2-a8ae-4073-83b4-faf848e96eff None None] Attempting to bind port 3fd784bf-b663-4f70-9b9c-c5b746587a76 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:04:01.244837 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4f59f2-a8ae-4073-83b4-faf848e96eff None None] Attempting to bind port 3fd784bf-b663-4f70-9b9c-c5b746587a76 on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:04:01.259957 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4f59f2-a8ae-4073-83b4-faf848e96eff None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:04:01.259957 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4f59f2-a8ae-4073-83b4-faf848e96eff None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:01.259957 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cb4f59f2-a8ae-4073-83b4-faf848e96eff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:01.259957 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4f59f2-a8ae-4073-83b4-faf848e96eff None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:04:01.259957 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-cb4f59f2-a8ae-4073-83b4-faf848e96eff None None] Bound port: 3fd784bf-b663-4f70-9b9c-c5b746587a76, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:04:01.259957 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cb4f59f2-a8ae-4073-83b4-faf848e96eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:01.347858 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bbf98b7c-4c6c-4ff2-a509-7a8e7d6feff7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:01.371913 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bbf98b7c-4c6c-4ff2-a509-7a8e7d6feff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:01.391056 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-8cbc2943-aa97-476c-a050-b6d64d03cc7c None None] Port f3c70f72-d12e-4c22-97d7-c2431ca34628 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:04:01.424321 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-90680f72-a6d9-4eae-843f-4912459d23d7 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:01.487835 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-8cbc2943-aa97-476c-a050-b6d64d03cc7c None None] Provisioning complete for port da8421cd-0549-43c2-8ef9-8b62f6ca6316 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:01.488537 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8cbc2943-aa97-476c-a050-b6d64d03cc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:01.551114 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-cb4f59f2-a8ae-4073-83b4-faf848e96eff None None] For port 3fd784bf-b663-4f70-9b9c-c5b746587a76, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:04:01.591641 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-cb4f59f2-a8ae-4073-83b4-faf848e96eff None None] For port 3fd784bf-b663-4f70-9b9c-c5b746587a76, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=3fd784bf-b663-4f70-9b9c-c5b746587a76,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:04:01.611849 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cb4f59f2-a8ae-4073-83b4-faf848e96eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:01.612083 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bbf98b7c-4c6c-4ff2-a509-7a8e7d6feff7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:01.615733 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf98b7c-4c6c-4ff2-a509-7a8e7d6feff7 admin admin] Pushing event updated for resources: {'Port': ['ID=f3c70f72-d12e-4c22-97d7-c2431ca34628,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:01.627735 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-8cbc2943-aa97-476c-a050-b6d64d03cc7c None None] Port da8421cd-0549-43c2-8ef9-8b62f6ca6316 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:04:01.703574 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4f59f2-a8ae-4073-83b4-faf848e96eff None None] Routers {'73195ceb-7213-45b2-be20-07f5d125ac4d'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:01.704191 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-cb4f59f2-a8ae-4073-83b4-faf848e96eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:03:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['73195ceb-7213-45b2-be20-07f5d125ac4d'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:01.706203 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ffb3ae-6d58-476e-a3c6-7fe9fc8af862 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:04:01.790486 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf98b7c-4c6c-4ff2-a509-7a8e7d6feff7 admin admin] Network be0a0b4d-9d2b-47b4-ac71-b951ba08f877 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:01.798332 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-bbf98b7c-4c6c-4ff2-a509-7a8e7d6feff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:01.811353 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96817e16-2b8d-45e0-b536-36b0b7a6d876 None None] Pushing event updated for resources: {'Port': ['ID=3fd784bf-b663-4f70-9b9c-c5b746587a76,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:01.846611 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3360fef-bc99-4462-9705-a136afeb006e req-dc91439d-cf6c-481a-809c-5c7f1b42eaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:01.848265 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f3360fef-bc99-4462-9705-a136afeb006e req-dc91439d-cf6c-481a-809c-5c7f1b42eaf6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b69c08bc1825416d9856930c76df087f&device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 1098 time: 0.3491814 Nov 12 01:04:01.882339 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f486b29-4f26-4dd4-8a7d-bac8a3459e9b req-4adfdb47-d5e4-4b0c-a62c-7d16b4832133 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:01.893105 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4f486b29-4f26-4dd4-8a7d-bac8a3459e9b req-4adfdb47-d5e4-4b0c-a62c-7d16b4832133 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 946 time: 0.3941276 Nov 12 01:04:01.929993 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-21342a3c-f0a2-496e-9e2f-033adb8ee195 None None] Provisioning complete for port 3fd784bf-b663-4f70-9b9c-c5b746587a76 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:01.938229 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-21342a3c-f0a2-496e-9e2f-033adb8ee195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:02.034287 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf98b7c-4c6c-4ff2-a509-7a8e7d6feff7 admin admin] Router 73195ceb-7213-45b2-be20-07f5d125ac4d has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:04:02.055857 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-cb4f59f2-a8ae-4073-83b4-faf848e96eff None None] Set router 73195ceb-7213-45b2-be20-07f5d125ac4d gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:04:02.191021 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3360fef-bc99-4462-9705-a136afeb006e req-e8412346-971d-4988-863c-2ed29405b27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:02.200277 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f3360fef-bc99-4462-9705-a136afeb006e req-e8412346-971d-4988-863c-2ed29405b27d service neutron] 10.222.0.49 "GET /v2.0/networks?id=e2e3e1e9-0e8c-4882-bf10-1b961e611626 HTTP/1.1" status: 200 len: 915 time: 0.2995498 Nov 12 01:04:02.249061 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf98b7c-4c6c-4ff2-a509-7a8e7d6feff7 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:04:02.255267 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-bbf98b7c-4c6c-4ff2-a509-7a8e7d6feff7 admin admin] 10.222.0.20 "PUT /v2.0/routers/73195ceb-7213-45b2-be20-07f5d125ac4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8563375 Nov 12 01:04:02.322114 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f3360fef-bc99-4462-9705-a136afeb006e req-ed5c70a7-96bc-4648-8226-54beeea00384 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f23ba7b4-4471-4db2-b4d6-b2d27db75586 HTTP/1.1" status: 200 len: 217 time: 0.0884600 Nov 12 01:04:02.331760 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:04:02.353010 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-21342a3c-f0a2-496e-9e2f-033adb8ee195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:02.391540 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-21342a3c-f0a2-496e-9e2f-033adb8ee195 None None] For port 3fd784bf-b663-4f70-9b9c-c5b746587a76, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=3fd784bf-b663-4f70-9b9c-c5b746587a76,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:02.410323 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-21342a3c-f0a2-496e-9e2f-033adb8ee195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:02.498666 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3360fef-bc99-4462-9705-a136afeb006e req-c9020360-aa1f-4432-93ed-0ab90f532d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:02.504516 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f3360fef-bc99-4462-9705-a136afeb006e req-c9020360-aa1f-4432-93ed-0ab90f532d9f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0cfb7ed7-15f0-4cd2-a0ec-39a2bf41ee0d HTTP/1.1" status: 200 len: 854 time: 0.1771183 Nov 12 01:04:02.521065 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21342a3c-f0a2-496e-9e2f-033adb8ee195 None None] Pushing event updated for resources: {'Port': ['ID=3fd784bf-b663-4f70-9b9c-c5b746587a76,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:02.567082 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4f486b29-4f26-4dd4-8a7d-bac8a3459e9b req-005a91d3-b54a-425f-9598-ea55ae10652d tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6642807 Nov 12 01:04:02.581981 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-e4f7b55c-5e44-4969-bc9e-88ff34fa38cb None None] Provisioning complete for port f3c70f72-d12e-4c22-97d7-c2431ca34628 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:02.582624 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e4f7b55c-5e44-4969-bc9e-88ff34fa38cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:02.621834 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f3360fef-bc99-4462-9705-a136afeb006e req-9728ac96-fd53-486f-ae38-f2af6937e3ea service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e2e3e1e9-0e8c-4882-bf10-1b961e611626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813069 Nov 12 01:04:02.625951 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90680f72-a6d9-4eae-843f-4912459d23d7 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Router 9f439dd4-d4f9-4319-893e-9ce8b24b91a9 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:04:02.640257 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-e4f7b55c-5e44-4969-bc9e-88ff34fa38cb None None] Port f3c70f72-d12e-4c22-97d7-c2431ca34628 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:04:02.654231 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-cb4f59f2-a8ae-4073-83b4-faf848e96eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'name': 'tempest-TestVolumeBackupRestore-1028810709-router', 'tenant_id': '2d1d2db136304f3299857405886c74e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '3fd784bf-b663-4f70-9b9c-c5b746587a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:53Z', 'updated_at': '2021-11-12T01:04:00Z', 'revision_number': 4, 'project_id': '2d1d2db136304f3299857405886c74e7', 'gw_port': {'id': '3fd784bf-b663-4f70-9b9c-c5b746587a76', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:61:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:54Z', 'updated_at': '2021-11-12T01:04:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'f3c70f72-d12e-4c22-97d7-c2431ca34628', 'name': '', 'network_id': 'be0a0b4d-9d2b-47b4-ac71-b951ba08f877', 'tenant_id': '2d1d2db136304f3299857405886c74e7', 'mac_address': 'fa:16:3e:53:3f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '1cb753fa-b255-493f-8761-fe1ea8d98c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:59Z', 'updated_at': '2021-11-12T01:04:01Z', 'revision_number': 2, 'project_id': '2d1d2db136304f3299857405886c74e7', 'subnets': [{'id': '1cb753fa-b255-493f-8761-fe1ea8d98c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:02.725422 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4f59f2-a8ae-4073-83b4-faf848e96eff None None] The sync data for ids ['73195ceb-7213-45b2-be20-07f5d125ac4d'] in n-d-812236-11 is: [{'id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'name': 'tempest-TestVolumeBackupRestore-1028810709-router', 'tenant_id': '2d1d2db136304f3299857405886c74e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '3fd784bf-b663-4f70-9b9c-c5b746587a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:53Z', 'updated_at': '2021-11-12T01:04:00Z', 'revision_number': 4, 'project_id': '2d1d2db136304f3299857405886c74e7', 'gw_port': {'id': '3fd784bf-b663-4f70-9b9c-c5b746587a76', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:61:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:54Z', 'updated_at': '2021-11-12T01:04:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'f3c70f72-d12e-4c22-97d7-c2431ca34628', 'name': '', 'network_id': 'be0a0b4d-9d2b-47b4-ac71-b951ba08f877', 'tenant_id': '2d1d2db136304f3299857405886c74e7', 'mac_address': 'fa:16:3e:53:3f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '1cb753fa-b255-493f-8761-fe1ea8d98c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:59Z', 'updated_at': '2021-11-12T01:04:01Z', 'revision_number': 2, 'project_id': '2d1d2db136304f3299857405886c74e7', 'subnets': [{'id': '1cb753fa-b255-493f-8761-fe1ea8d98c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:04:02.834842 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90680f72-a6d9-4eae-843f-4912459d23d7 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:04:02.851242 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f79c70c-8319-45c5-ade1-fe4c8fa8b55a None None] Sync routers for ids ['9f439dd4-d4f9-4319-893e-9ce8b24b91a9'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:04:02.871766 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f79c70c-8319-45c5-ade1-fe4c8fa8b55a None None] Routers {'9f439dd4-d4f9-4319-893e-9ce8b24b91a9'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:02.875441 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-0f79c70c-8319-45c5-ade1-fe4c8fa8b55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:03:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['9f439dd4-d4f9-4319-893e-9ce8b24b91a9'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:02.882620 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-90680f72-a6d9-4eae-843f-4912459d23d7 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:02.885108 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-90680f72-a6d9-4eae-843f-4912459d23d7 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.2765419 Nov 12 01:04:02.887915 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50530) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:03.012770 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f3360fef-bc99-4462-9705-a136afeb006e req-e8b5ef7c-4e08-45b6-8b31-5f64fd98cf76 service neutron] 10.222.0.49 "GET /v2.0/networks/e2e3e1e9-0e8c-4882-bf10-1b961e611626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834429 Nov 12 01:04:03.109910 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-de28e11b-ccdd-4ffd-9fc0-cb53945d8efb req-23521dcb-83dd-49f6-989b-53d5c39a4eb9 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0472245 Nov 12 01:04:03.275455 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-64d26fd7-016a-4d30-a3c0-9b9e7e4b52e4 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] 10.222.0.20 "GET /v2.0/routers/9f439dd4-d4f9-4319-893e-9ce8b24b91a9 HTTP/1.1" status: 200 len: 908 time: 0.3833504 Nov 12 01:04:03.276242 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50540) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:03.327044 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f3360fef-bc99-4462-9705-a136afeb006e req-8c161a30-55df-4ad1-a155-0e155dfbb226 service neutron] 10.222.0.49 "GET /v2.0/networks/e2e3e1e9-0e8c-4882-bf10-1b961e611626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060465 Nov 12 01:04:03.446346 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a68b912f-fad8-4ecb-a9b3-864407cb6cd4 req-e052f644-3b0c-42b0-a29c-3cc6af06d454 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0839660 Nov 12 01:04:03.660658 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b04ea029-918a-4cf4-ba42-8b89d924def5 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:03.661207 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-0f79c70c-8319-45c5-ade1-fe4c8fa8b55a None None] Set router 9f439dd4-d4f9-4319-893e-9ce8b24b91a9 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:04:03.828847 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50562) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:03.835932 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-0a67ac49-ebbf-436d-9c4a-c2c6257cbe2d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-999821774-network', 'tenant_id': '6e1841c1c4dc4934bebaf944eb93505d'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:03.877946 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a67ac49-ebbf-436d-9c4a-c2c6257cbe2d admin admin] Made reservation on behalf of 6e1841c1c4dc4934bebaf944eb93505d for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:03.881628 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a67ac49-ebbf-436d-9c4a-c2c6257cbe2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:03.900112 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f117a55-1eb9-4582-aae6-626f4b05bf39 req-4583111a-14d8-4c8e-952b-74b0133a0b1c tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:03.907830 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6f117a55-1eb9-4582-aae6-626f4b05bf39 req-4583111a-14d8-4c8e-952b-74b0133a0b1c tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 946 time: 0.1533685 Nov 12 01:04:03.909550 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a67ac49-ebbf-436d-9c4a-c2c6257cbe2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:03.961666 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b04ea029-918a-4cf4-ba42-8b89d924def5 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:04.060568 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6f117a55-1eb9-4582-aae6-626f4b05bf39 req-b9c7f5f7-73d2-4c29-8577-39a12a2e11ed tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513469 Nov 12 01:04:04.170209 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-b04ea029-918a-4cf4-ba42-8b89d924def5 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Deleting port da8421cd-0549-43c2-8ef9-8b62f6ca6316 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:04:04.170879 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b04ea029-918a-4cf4-ba42-8b89d924def5 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:04.208688 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a67ac49-ebbf-436d-9c4a-c2c6257cbe2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:04.216265 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a67ac49-ebbf-436d-9c4a-c2c6257cbe2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:04.292187 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cf439c6b-d8b4-4f21-814e-bbcc2600a6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:04.310213 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-0f79c70c-8319-45c5-ade1-fe4c8fa8b55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f439dd4-d4f9-4319-893e-9ce8b24b91a9', 'name': 'tempest-snat-router-1082519286', 'tenant_id': 'a337c82424b241f58835284d3c1961d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'da8421cd-0549-43c2-8ef9-8b62f6ca6316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:56Z', 'updated_at': '2021-11-12T01:04:00Z', 'revision_number': 3, 'project_id': 'a337c82424b241f58835284d3c1961d2', 'gw_port': {'id': 'da8421cd-0549-43c2-8ef9-8b62f6ca6316', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:08:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f439dd4-d4f9-4319-893e-9ce8b24b91a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:59Z', 'updated_at': '2021-11-12T01:03:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:04.338049 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a67ac49-ebbf-436d-9c4a-c2c6257cbe2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:04:04.378341 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f79c70c-8319-45c5-ade1-fe4c8fa8b55a None None] Checking router: 9f439dd4-d4f9-4319-893e-9ce8b24b91a9 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:04:04.379017 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f79c70c-8319-45c5-ade1-fe4c8fa8b55a None None] Updating router 9f439dd4-d4f9-4319-893e-9ce8b24b91a9 port da8421cd-0549-43c2-8ef9-8b62f6ca6316 binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:04:04.382001 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a67ac49-ebbf-436d-9c4a-c2c6257cbe2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f63e29d-5b98-405f-a121-38b74fcdfabd,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:04.410120 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b04ea029-918a-4cf4-ba42-8b89d924def5 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:04.410724 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a67ac49-ebbf-436d-9c4a-c2c6257cbe2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:04.411119 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-0a67ac49-ebbf-436d-9c4a-c2c6257cbe2d admin admin] Added segment b7a8fb97-1c6f-4227-abb5-a372295c028a of type vlan for network 5624d83f-098d-47ad-bbf2-36550056a748 Nov 12 01:04:04.458636 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-b04ea029-918a-4cf4-ba42-8b89d924def5 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Calling delete_port for da8421cd-0549-43c2-8ef9-8b62f6ca6316 owned by network:router_gateway {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:04:04.499109 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0f79c70c-8319-45c5-ade1-fe4c8fa8b55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:04.559548 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a67ac49-ebbf-436d-9c4a-c2c6257cbe2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:04.651016 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a67ac49-ebbf-436d-9c4a-c2c6257cbe2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:04.654580 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a67ac49-ebbf-436d-9c4a-c2c6257cbe2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:04.654580 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a67ac49-ebbf-436d-9c4a-c2c6257cbe2d admin admin] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:04.880998 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0a67ac49-ebbf-436d-9c4a-c2c6257cbe2d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0500836 Nov 12 01:04:04.889665 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a67ac49-ebbf-436d-9c4a-c2c6257cbe2d admin admin] Pushing event updated for resources: {'Network': ['ID=5624d83f-098d-47ad-bbf2-36550056a748,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:04.897166 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50580) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:04.903980 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 5624d83f-098d-47ad-bbf2-36550056a748 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:04:04.925833 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-5dee7417-c103-46dd-af74-959ea8c33c5d admin admin] Request body: {'subnet': {'network_id': '5624d83f-098d-47ad-bbf2-36550056a748', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-999821774-subnet', 'tenant_id': '6e1841c1c4dc4934bebaf944eb93505d', 'ip_version': 4}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:04.958092 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b04ea029-918a-4cf4-ba42-8b89d924def5 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:05.004481 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dee7417-c103-46dd-af74-959ea8c33c5d admin admin] Made reservation on behalf of 6e1841c1c4dc4934bebaf944eb93505d for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:05.009881 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5dee7417-c103-46dd-af74-959ea8c33c5d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:05.080160 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ea029-918a-4cf4-ba42-8b89d924def5 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Pushing event deleted for resources: {'Port': ['ID=da8421cd-0549-43c2-8ef9-8b62f6ca6316,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:05.135328 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28949fed-d4ab-4f54-bf09-1af408c92894 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:04:05.318304 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.db.api [None req-0f79c70c-8319-45c5-ade1-fe4c8fa8b55a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:04:05.319564 n-d-812236-11 neutron-server[102664]: DEBUG oslo_db.api [None req-0f79c70c-8319-45c5-ade1-fe4c8fa8b55a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:04:05.357886 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b04ea029-918a-4cf4-ba42-8b89d924def5 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:05.427318 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5dee7417-c103-46dd-af74-959ea8c33c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:05.544478 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b04ea029-918a-4cf4-ba42-8b89d924def5 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:05.548038 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b04ea029-918a-4cf4-ba42-8b89d924def5 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:05.598608 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e91c945d-5a34-43ed-95cc-996f70afb8fd req-725e4734-7fcc-4dbc-a45d-a19c4be2fa0d service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0769434 Nov 12 01:04:05.693684 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee7417-c103-46dd-af74-959ea8c33c5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=99e95760-97d2-4ea7-a3ee-6bf582686257,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:05.695534 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b04ea029-918a-4cf4-ba42-8b89d924def5 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:05.696508 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04ea029-918a-4cf4-ba42-8b89d924def5 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9f439dd4-d4f9-4319-893e-9ce8b24b91a9 {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:04:05.706065 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b04ea029-918a-4cf4-ba42-8b89d924def5 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:05.707274 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b04ea029-918a-4cf4-ba42-8b89d924def5 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] 10.222.0.20 "DELETE /v2.0/routers/9f439dd4-d4f9-4319-893e-9ce8b24b91a9 HTTP/1.1" status: 204 len: 168 time: 2.4297073 Nov 12 01:04:05.712000 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50602) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:05.753544 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e78033-ee97-4483-bdc0-acaa6d695b71 req-127c4575-4c8a-466e-bbc5-d65ee008b9a8 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:05.757786 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-88e78033-ee97-4483-bdc0-acaa6d695b71 req-127c4575-4c8a-466e-bbc5-d65ee008b9a8 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 946 time: 0.3411496 Nov 12 01:04:05.758960 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dee7417-c103-46dd-af74-959ea8c33c5d admin admin] Checking segment: {'id': 'b7a8fb97-1c6f-4227-abb5-a372295c028a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5624d83f-098d-47ad-bbf2-36550056a748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:05.760882 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dee7417-c103-46dd-af74-959ea8c33c5d admin admin] Network hostable DHCP agents. Network: 5624d83f-098d-47ad-bbf2-36550056a748, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:04:05.868195 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f79c70c-8319-45c5-ade1-fe4c8fa8b55a None None] Port da8421cd-0549-43c2-8ef9-8b62f6ca6316 not found while updating agent binding for router 9f439dd4-d4f9-4319-893e-9ce8b24b91a9. {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 01:04:05.901054 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f79c70c-8319-45c5-ade1-fe4c8fa8b55a None None] Routers set() bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:05.901788 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f79c70c-8319-45c5-ade1-fe4c8fa8b55a None None] Router IDs set() for agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 01:04:05.904064 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_agentschedulers_db [None req-0f79c70c-8319-45c5-ade1-fe4c8fa8b55a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9f439dd4-d4f9-4319-893e-9ce8b24b91a9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:03:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent'). {{(pid=102664) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 01:04:05.904691 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f79c70c-8319-45c5-ade1-fe4c8fa8b55a None None] The sync data for ids ['9f439dd4-d4f9-4319-893e-9ce8b24b91a9'] in n-d-812236-11 is: [] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:04:06.010211 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dad59dbc-2a80-4e3a-a5da-5f2e7c396882 req-e5fdb38e-673c-4e46-8783-aee7fff53ed3 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1187539 Nov 12 01:04:06.023867 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dee7417-c103-46dd-af74-959ea8c33c5d admin admin] Network 5624d83f-098d-47ad-bbf2-36550056a748 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:04:06.024961 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4ee47b5-93d4-4909-b97a-e79f18e1d070 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:06.030536 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 3fd784bf-b663-4f70-9b9c-c5b746587a76 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:04:06.085528 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-5dee7417-c103-46dd-af74-959ea8c33c5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 5624d83f-098d-47ad-bbf2-36550056a748) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:06.091935 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-88e78033-ee97-4483-bdc0-acaa6d695b71 req-60545b48-e05e-4ae3-aac2-06972bef6a70 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189344 Nov 12 01:04:06.097691 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dee7417-c103-46dd-af74-959ea8c33c5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:06.101158 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5dee7417-c103-46dd-af74-959ea8c33c5d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:06.142340 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2518a9bd-abe4-4de7-911d-3783f2c230e9 None None] Network 5624d83f-098d-47ad-bbf2-36550056a748 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:06.151531 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5dee7417-c103-46dd-af74-959ea8c33c5d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2528377 Nov 12 01:04:06.152366 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50612) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:06.169339 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-136c92c4-e0ed-4690-9fa2-f3fedd210ea7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-999821774-router', 'tenant_id': '6e1841c1c4dc4934bebaf944eb93505d', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:06.249083 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-136c92c4-e0ed-4690-9fa2-f3fedd210ea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:06.255161 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-136c92c4-e0ed-4690-9fa2-f3fedd210ea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:06.449064 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-136c92c4-e0ed-4690-9fa2-f3fedd210ea7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:06.464479 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84acbdbd-1bf9-46d8-9e9d-6302d2b27b33 req-53a31982-447d-453f-9b75-347a954d4d48 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:06.469983 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-84acbdbd-1bf9-46d8-9e9d-6302d2b27b33 req-53a31982-447d-453f-9b75-347a954d4d48 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 946 time: 0.1603429 Nov 12 01:04:06.475642 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4ee47b5-93d4-4909-b97a-e79f18e1d070 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:06.485190 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 3fd784bf-b663-4f70-9b9c-c5b746587a76 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:06.485748 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:06.508373 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b0dbba54-e6cd-4e3f-808f-d3f001f72f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:06.622461 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-84acbdbd-1bf9-46d8-9e9d-6302d2b27b33 req-41d23514-f6bf-420c-92b3-2f863dfb89db tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416895 Nov 12 01:04:06.691476 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-c4ee47b5-93d4-4909-b97a-e79f18e1d070 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Deleting port 59fbc3e6-e4cf-414c-a950-938ea6e018f6 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:04:06.693776 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4ee47b5-93d4-4909-b97a-e79f18e1d070 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:06.796968 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607654a4-82b5-4d9a-a81f-f4a39658e767 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-5624d83f-098d-47ad-bbf2-36550056a748', 'network_id': '5624d83f-098d-47ad-bbf2-36550056a748', 'tenant_id': '6e1841c1c4dc4934bebaf944eb93505d', 'fixed_ips': [{'subnet_id': '99e95760-97d2-4ea7-a3ee-6bf582686257'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:04:06.798165 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-607654a4-82b5-4d9a-a81f-f4a39658e767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:06.802194 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c25876-3641-4581-8280-11c8c444382f None None] Sync routers for ids ['73195ceb-7213-45b2-be20-07f5d125ac4d'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:04:06.824033 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c25876-3641-4581-8280-11c8c444382f None None] Routers {'73195ceb-7213-45b2-be20-07f5d125ac4d'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:06.824945 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-e4c25876-3641-4581-8280-11c8c444382f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:04:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['73195ceb-7213-45b2-be20-07f5d125ac4d'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:06.920275 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396077d9-683c-42ac-9b0f-807b46e95320 req-cb55a0c1-e11d-4dc0-a5d9-d7c6453b7079 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:06.924760 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-396077d9-683c-42ac-9b0f-807b46e95320 req-cb55a0c1-e11d-4dc0-a5d9-d7c6453b7079 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 946 time: 0.1150470 Nov 12 01:04:06.944960 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-136c92c4-e0ed-4690-9fa2-f3fedd210ea7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:06.982524 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-c4ee47b5-93d4-4909-b97a-e79f18e1d070 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] For port 59fbc3e6-e4cf-414c-a950-938ea6e018f6, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=59fbc3e6-e4cf-414c-a950-938ea6e018f6,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:06.987285 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4ee47b5-93d4-4909-b97a-e79f18e1d070 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:07.042855 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-c4ee47b5-93d4-4909-b97a-e79f18e1d070 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Calling delete_port for 59fbc3e6-e4cf-414c-a950-938ea6e018f6 owned by network:router_gateway {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:04:07.265990 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-396077d9-683c-42ac-9b0f-807b46e95320 req-a1d41943-d0a4-4ff0-a9ac-40ac3ced13db tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277905 Nov 12 01:04:07.449842 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-e4c25876-3641-4581-8280-11c8c444382f None None] Set router 73195ceb-7213-45b2-be20-07f5d125ac4d gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:04:07.524850 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-136c92c4-e0ed-4690-9fa2-f3fedd210ea7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:07.542388 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-607654a4-82b5-4d9a-a81f-f4a39658e767 None None] Allocated IP 172.20.0.2 (5624d83f-098d-47ad-bbf2-36550056a748/99e95760-97d2-4ea7-a3ee-6bf582686257/e93f4d2b-7099-4a09-9a04-cde27af35230) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:04:07.574186 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4ee47b5-93d4-4909-b97a-e79f18e1d070 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:07.601235 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ee47b5-93d4-4909-b97a-e79f18e1d070 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Pushing event deleted for resources: {'Port': ['ID=59fbc3e6-e4cf-414c-a950-938ea6e018f6,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:07.634958 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-136c92c4-e0ed-4690-9fa2-f3fedd210ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:07.695049 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4ee47b5-93d4-4909-b97a-e79f18e1d070 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:07.736238 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdaa5ce-7cd1-4983-94a6-ecce72456900 req-053d1634-f1c6-418d-ad1f-853e698a8192 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:07.738114 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5fdaa5ce-7cd1-4983-94a6-ecce72456900 req-053d1634-f1c6-418d-ad1f-853e698a8192 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 946 time: 0.3892119 Nov 12 01:04:07.775990 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068e0c3d-2654-4a56-bc0c-3e690a78798b None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:04:07.834678 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:07.934459 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4ee47b5-93d4-4909-b97a-e79f18e1d070 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:07.937215 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4ee47b5-93d4-4909-b97a-e79f18e1d070 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:07.956418 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-e4c25876-3641-4581-8280-11c8c444382f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'name': 'tempest-TestVolumeBackupRestore-1028810709-router', 'tenant_id': '2d1d2db136304f3299857405886c74e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '3fd784bf-b663-4f70-9b9c-c5b746587a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:53Z', 'updated_at': '2021-11-12T01:04:00Z', 'revision_number': 4, 'project_id': '2d1d2db136304f3299857405886c74e7', 'gw_port': {'id': '3fd784bf-b663-4f70-9b9c-c5b746587a76', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:61:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:54Z', 'updated_at': '2021-11-12T01:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'f3c70f72-d12e-4c22-97d7-c2431ca34628', 'name': '', 'network_id': 'be0a0b4d-9d2b-47b4-ac71-b951ba08f877', 'tenant_id': '2d1d2db136304f3299857405886c74e7', 'mac_address': 'fa:16:3e:53:3f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '1cb753fa-b255-493f-8761-fe1ea8d98c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:59Z', 'updated_at': '2021-11-12T01:04:01Z', 'revision_number': 2, 'project_id': '2d1d2db136304f3299857405886c74e7', 'subnets': [{'id': '1cb753fa-b255-493f-8761-fe1ea8d98c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:07.985085 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5fdaa5ce-7cd1-4983-94a6-ecce72456900 req-25f316b4-984e-43e5-84a2-9e2578102a97 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354548 Nov 12 01:04:08.047976 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-136c92c4-e0ed-4690-9fa2-f3fedd210ea7 admin admin] Allocated IP 172.25.2.163 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/37cf4274-3c88-4d98-97ab-62edf306aa63) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:04:08.055115 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4ee47b5-93d4-4909-b97a-e79f18e1d070 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:08.055804 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ee47b5-93d4-4909-b97a-e79f18e1d070 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Fanout notify agent at l3_agent the message router_deleted on router db73c890-8b2c-4a0a-af19-d4cea270b829 {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:04:08.063275 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c25876-3641-4581-8280-11c8c444382f None None] Checking router: 73195ceb-7213-45b2-be20-07f5d125ac4d for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:04:08.063753 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c25876-3641-4581-8280-11c8c444382f None None] Updating router 73195ceb-7213-45b2-be20-07f5d125ac4d port f3c70f72-d12e-4c22-97d7-c2431ca34628 binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:04:08.070446 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4ee47b5-93d4-4909-b97a-e79f18e1d070 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:08.079705 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c4ee47b5-93d4-4909-b97a-e79f18e1d070 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] 10.222.0.20 "DELETE /v2.0/routers/db73c890-8b2c-4a0a-af19-d4cea270b829 HTTP/1.1" status: 204 len: 168 time: 2.3666294 Nov 12 01:04:08.080694 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50672) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:08.102459 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-d29d0b36-0cb2-44d8-a52f-7f3c2f827925 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1415223929', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}, 'admin_state_up': False}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:08.145493 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e4c25876-3641-4581-8280-11c8c444382f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:08.185116 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d29d0b36-0cb2-44d8-a52f-7f3c2f827925 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:08.186586 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d29d0b36-0cb2-44d8-a52f-7f3c2f827925 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:08.368396 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d29d0b36-0cb2-44d8-a52f-7f3c2f827925 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:08.402749 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-136c92c4-e0ed-4690-9fa2-f3fedd210ea7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:08.479155 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245af262-406c-49e1-bd9d-ac05dbd68f98 req-973a02b2-be0d-4ed1-a3bb-9c7d0107f7c1 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:08.480591 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-245af262-406c-49e1-bd9d-ac05dbd68f98 req-973a02b2-be0d-4ed1-a3bb-9c7d0107f7c1 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 946 time: 0.1866541 Nov 12 01:04:08.480789 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-607654a4-82b5-4d9a-a81f-f4a39658e767 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:08.514559 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-607654a4-82b5-4d9a-a81f-f4a39658e767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:08.614837 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6eec7cf7-7c25-4563-8b7f-762d14db0cd4 req-61c48809-7988-4332-8566-db4d3fc798f4 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0848057 Nov 12 01:04:08.625911 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-136c92c4-e0ed-4690-9fa2-f3fedd210ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:08.722686 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d29d0b36-0cb2-44d8-a52f-7f3c2f827925 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:08.748928 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136c92c4-e0ed-4690-9fa2-f3fedd210ea7 admin admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:08.768451 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-245af262-406c-49e1-bd9d-ac05dbd68f98 req-c037ad2a-9ab3-40e1-b364-db63b6cae99b tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802367 Nov 12 01:04:08.783801 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-136c92c4-e0ed-4690-9fa2-f3fedd210ea7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:08.792467 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136c92c4-e0ed-4690-9fa2-f3fedd210ea7 admin admin] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:04:08.794667 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e4c25876-3641-4581-8280-11c8c444382f None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:08.804541 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c92c4-e0ed-4690-9fa2-f3fedd210ea7 admin admin] Pushing event updated for resources: {'Port': ['ID=37cf4274-3c88-4d98-97ab-62edf306aa63,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:08.855547 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d10666f-257e-4f0c-a1a2-8450c76d7fc5 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:04:08.859677 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e4c25876-3641-4581-8280-11c8c444382f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:08.920659 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607654a4-82b5-4d9a-a81f-f4a39658e767 None None] Network 5624d83f-098d-47ad-bbf2-36550056a748 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:08.975296 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-607654a4-82b5-4d9a-a81f-f4a39658e767 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:08.994858 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607654a4-82b5-4d9a-a81f-f4a39658e767 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:04:09.071196 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607654a4-82b5-4d9a-a81f-f4a39658e767 None None] Pushing event updated for resources: {'Port': ['ID=e93f4d2b-7099-4a09-9a04-cde27af35230,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:09.299367 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-e4c25876-3641-4581-8280-11c8c444382f None None] Attempting to bind port f3c70f72-d12e-4c22-97d7-c2431ca34628 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:04:09.299738 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-e4c25876-3641-4581-8280-11c8c444382f None None] Attempting to bind port f3c70f72-d12e-4c22-97d7-c2431ca34628 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '4bfa3d7a-955d-4291-8636-691c27fe66f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'be0a0b4d-9d2b-47b4-ac71-b951ba08f877'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:04:09.300302 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c25876-3641-4581-8280-11c8c444382f None None] Attempting to bind port f3c70f72-d12e-4c22-97d7-c2431ca34628 on network be0a0b4d-9d2b-47b4-ac71-b951ba08f877 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:04:09.457526 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-3edf2913-0b93-4b22-ab81-63bf1a346c56 None None] Provisioning complete for port 37cf4274-3c88-4d98-97ab-62edf306aa63 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:09.458331 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3edf2913-0b93-4b22-ab81-63bf1a346c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:09.467200 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c25876-3641-4581-8280-11c8c444382f None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:04:09.468804 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c25876-3641-4581-8280-11c8c444382f None None] Checking segment: {'id': '4bfa3d7a-955d-4291-8636-691c27fe66f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'be0a0b4d-9d2b-47b4-ac71-b951ba08f877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:09.469468 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e4c25876-3641-4581-8280-11c8c444382f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:09.471826 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c25876-3641-4581-8280-11c8c444382f None None] Bound using segment: {'id': '4bfa3d7a-955d-4291-8636-691c27fe66f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'be0a0b4d-9d2b-47b4-ac71-b951ba08f877'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:04:09.472707 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-e4c25876-3641-4581-8280-11c8c444382f None None] Bound port: f3c70f72-d12e-4c22-97d7-c2431ca34628, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bfa3d7a-955d-4291-8636-691c27fe66f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'be0a0b4d-9d2b-47b4-ac71-b951ba08f877'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:04:09.473282 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e4c25876-3641-4581-8280-11c8c444382f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:09.590973 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-607654a4-82b5-4d9a-a81f-f4a39658e767 None None] Attempting to bind port e93f4d2b-7099-4a09-9a04-cde27af35230 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:04:09.592104 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-607654a4-82b5-4d9a-a81f-f4a39658e767 None None] Attempting to bind port e93f4d2b-7099-4a09-9a04-cde27af35230 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'b7a8fb97-1c6f-4227-abb5-a372295c028a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5624d83f-098d-47ad-bbf2-36550056a748'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:04:09.592637 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607654a4-82b5-4d9a-a81f-f4a39658e767 None None] Attempting to bind port e93f4d2b-7099-4a09-9a04-cde27af35230 on network 5624d83f-098d-47ad-bbf2-36550056a748 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:04:09.598837 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:09.613508 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607654a4-82b5-4d9a-a81f-f4a39658e767 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:04:09.613761 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbefc623-ecea-4354-89c0-7f9de2e4d8c0 req-bcad6a82-4c67-406f-9cce-c2fa4b62ea7a tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:09.614675 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607654a4-82b5-4d9a-a81f-f4a39658e767 None None] Checking segment: {'id': 'b7a8fb97-1c6f-4227-abb5-a372295c028a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5624d83f-098d-47ad-bbf2-36550056a748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:09.615886 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fbefc623-ecea-4354-89c0-7f9de2e4d8c0 req-bcad6a82-4c67-406f-9cce-c2fa4b62ea7a tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 946 time: 0.6810155 Nov 12 01:04:09.623309 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-607654a4-82b5-4d9a-a81f-f4a39658e767 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:09.624632 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607654a4-82b5-4d9a-a81f-f4a39658e767 None None] Bound using segment: {'id': 'b7a8fb97-1c6f-4227-abb5-a372295c028a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5624d83f-098d-47ad-bbf2-36550056a748'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:04:09.625322 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-607654a4-82b5-4d9a-a81f-f4a39658e767 None None] Bound port: e93f4d2b-7099-4a09-9a04-cde27af35230, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7a8fb97-1c6f-4227-abb5-a372295c028a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5624d83f-098d-47ad-bbf2-36550056a748'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:04:09.625930 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-607654a4-82b5-4d9a-a81f-f4a39658e767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:09.631986 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b636e-41f4-46e1-a29b-df765158057c None None] Pushing event updated for resources: {'Port': ['ID=f3c70f72-d12e-4c22-97d7-c2431ca34628,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:09.812391 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d29d0b36-0cb2-44d8-a52f-7f3c2f827925 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for router_gateway, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:09.858031 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-e4c25876-3641-4581-8280-11c8c444382f None None] For port f3c70f72-d12e-4c22-97d7-c2431ca34628, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:04:09.862457 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 59fbc3e6-e4cf-414c-a950-938ea6e018f6 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:04:09.864406 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d29d0b36-0cb2-44d8-a52f-7f3c2f827925 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:09.868194 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-3edf2913-0b93-4b22-ab81-63bf1a346c56 None None] Port 37cf4274-3c88-4d98-97ab-62edf306aa63 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:04:09.880267 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fbefc623-ecea-4354-89c0-7f9de2e4d8c0 req-266cbc91-e174-4af8-a5fc-07fd71abc9ec tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611981 Nov 12 01:04:10.026794 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4f1deb53-87bb-40db-b6aa-b1e105b3d58d req-949d8634-ce1f-4012-9f73-607e03b197b3 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0934107 Nov 12 01:04:10.043517 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-136c92c4-e0ed-4690-9fa2-f3fedd210ea7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:10.044337 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-e4c25876-3641-4581-8280-11c8c444382f None None] For port f3c70f72-d12e-4c22-97d7-c2431ca34628, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=f3c70f72-d12e-4c22-97d7-c2431ca34628,segment=NetworkSegment(4bfa3d7a-955d-4291-8636-691c27fe66f3),segment_id=4bfa3d7a-955d-4291-8636-691c27fe66f3)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:04:10.067453 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:10.072130 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 59fbc3e6-e4cf-414c-a950-938ea6e018f6 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:04:10.072561 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 59fbc3e6-e4cf-414c-a950-938ea6e018f6 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:04:10.077760 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e4c25876-3641-4581-8280-11c8c444382f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:10.120550 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-d29d0b36-0cb2-44d8-a52f-7f3c2f827925 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Allocated IP 172.25.2.240 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/6cb2cc54-7660-45f2-a6cc-286890563436) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:04:10.179170 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849f59c-6dd7-4491-87c6-e9af284ed11b req-ad5bc776-3737-498f-8805-7d32140bb5d6 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:10.181155 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7849f59c-6dd7-4491-87c6-e9af284ed11b req-ad5bc776-3737-498f-8805-7d32140bb5d6 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 946 time: 0.1224787 Nov 12 01:04:10.245914 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-800f0650-43be-465b-bd7b-95835843aa3c None None] Provisioning complete for port f3c70f72-d12e-4c22-97d7-c2431ca34628 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:10.246288 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-800f0650-43be-465b-bd7b-95835843aa3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:10.329720 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b636e-41f4-46e1-a29b-df765158057c None None] Pushing event updated for resources: {'Port': ['ID=f3c70f72-d12e-4c22-97d7-c2431ca34628,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:10.338377 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-607654a4-82b5-4d9a-a81f-f4a39658e767 None None] For port e93f4d2b-7099-4a09-9a04-cde27af35230, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:04:10.342719 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-607654a4-82b5-4d9a-a81f-f4a39658e767 None None] For port e93f4d2b-7099-4a09-9a04-cde27af35230, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=e93f4d2b-7099-4a09-9a04-cde27af35230,segment=NetworkSegment(b7a8fb97-1c6f-4227-abb5-a372295c028a),segment_id=b7a8fb97-1c6f-4227-abb5-a372295c028a)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:04:10.343517 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7849f59c-6dd7-4491-87c6-e9af284ed11b req-68a9975e-9d63-4595-9177-6f4cc00f9a12 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200149 Nov 12 01:04:10.361865 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-607654a4-82b5-4d9a-a81f-f4a39658e767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:10.408571 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d29d0b36-0cb2-44d8-a52f-7f3c2f827925 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:10.532315 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d29d0b36-0cb2-44d8-a52f-7f3c2f827925 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:10.548750 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c25876-3641-4581-8280-11c8c444382f None None] Routers {'73195ceb-7213-45b2-be20-07f5d125ac4d'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:10.550079 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-e4c25876-3641-4581-8280-11c8c444382f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:04:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['73195ceb-7213-45b2-be20-07f5d125ac4d'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:10.595753 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607654a4-82b5-4d9a-a81f-f4a39658e767 None None] Pushing event updated for resources: {'Port': ['ID=e93f4d2b-7099-4a09-9a04-cde27af35230,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:10.652573 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d0b36-0cb2-44d8-a52f-7f3c2f827925 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Pushing event updated for resources: {'Port': ['ID=6cb2cc54-7660-45f2-a6cc-286890563436,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:10.690778 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29d0b36-0cb2-44d8-a52f-7f3c2f827925 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:10.694497 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-d29d0b36-0cb2-44d8-a52f-7f3c2f827925 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:10.698875 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29d0b36-0cb2-44d8-a52f-7f3c2f827925 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:04:10.729950 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-136c92c4-e0ed-4690-9fa2-f3fedd210ea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:10.794010 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30caddb-1125-495e-944f-f16f2b4e7648 req-e8b04ca3-5425-4360-b160-eefc78e9063d tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:10.795868 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e30caddb-1125-495e-944f-f16f2b4e7648 req-e8b04ca3-5425-4360-b160-eefc78e9063d tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 946 time: 0.2754531 Nov 12 01:04:10.983169 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e30caddb-1125-495e-944f-f16f2b4e7648 req-334ab2af-a489-4606-a4cf-4e57663ae890 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101696 Nov 12 01:04:11.096623 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136c92c4-e0ed-4690-9fa2-f3fedd210ea7 admin admin] Router 52a5a761-acb5-40b2-8d22-a6c78f7b5fa5 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:04:11.132428 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fa6e30-0518-4950-bf94-189019240617 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:04:11.214141 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [req-ac754aa5-e1c9-4334-9286-dd216752f074 req-01a0c46d-44dd-4934-8c91-81b151785f17 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:04:11.223608 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ac754aa5-e1c9-4334-9286-dd216752f074 req-01a0c46d-44dd-4934-8c91-81b151785f17 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0138612 Nov 12 01:04:11.254125 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-e4c25876-3641-4581-8280-11c8c444382f None None] Set router 73195ceb-7213-45b2-be20-07f5d125ac4d gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:04:11.382097 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-800f0650-43be-465b-bd7b-95835843aa3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:11.397430 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:11.416498 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d29d0b36-0cb2-44d8-a52f-7f3c2f827925 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for router_gateway, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:11.488829 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-800f0650-43be-465b-bd7b-95835843aa3c None None] For port f3c70f72-d12e-4c22-97d7-c2431ca34628, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=f3c70f72-d12e-4c22-97d7-c2431ca34628,segment=NetworkSegment(4bfa3d7a-955d-4291-8636-691c27fe66f3),segment_id=4bfa3d7a-955d-4291-8636-691c27fe66f3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:11.530851 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-800f0650-43be-465b-bd7b-95835843aa3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:11.540219 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136c92c4-e0ed-4690-9fa2-f3fedd210ea7 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:04:11.599633 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810d5303-5a96-42df-8a6f-051700ab894a None None] Sync routers for ids ['52a5a761-acb5-40b2-8d22-a6c78f7b5fa5'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:04:11.604103 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf3a23-8932-477b-893d-c57317b6947b req-fd832469-bce5-4a62-8760-866bf69c98a2 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:11.637285 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-01bf3a23-8932-477b-893d-c57317b6947b req-fd832469-bce5-4a62-8760-866bf69c98a2 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 946 time: 0.1981261 Nov 12 01:04:11.666563 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810d5303-5a96-42df-8a6f-051700ab894a None None] Routers {'52a5a761-acb5-40b2-8d22-a6c78f7b5fa5'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:11.681471 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-810d5303-5a96-42df-8a6f-051700ab894a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:04:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['52a5a761-acb5-40b2-8d22-a6c78f7b5fa5'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:11.797932 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-136c92c4-e0ed-4690-9fa2-f3fedd210ea7 admin admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:11.799233 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-136c92c4-e0ed-4690-9fa2-f3fedd210ea7 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.6408150 Nov 12 01:04:11.838151 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50750) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:11.954747 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-01bf3a23-8932-477b-893d-c57317b6947b req-6f0c17d7-fe94-4951-9d33-ed3d4d844847 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151088 Nov 12 01:04:12.063579 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-810d5303-5a96-42df-8a6f-051700ab894a None None] Set router 52a5a761-acb5-40b2-8d22-a6c78f7b5fa5 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:04:12.143081 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-8d65422c-dc0e-4e00-9da1-a468fe8148d5 None None] Provisioning complete for port 6cb2cc54-7660-45f2-a6cc-286890563436 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:12.143643 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8d65422c-dc0e-4e00-9da1-a468fe8148d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:12.145059 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f0650-43be-465b-bd7b-95835843aa3c None None] Pushing event updated for resources: {'Port': ['ID=f3c70f72-d12e-4c22-97d7-c2431ca34628,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:12.299682 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device e93f4d2b-7099-4a09-9a04-cde27af35230 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:04:12.347870 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d4c9f-e540-4620-b5fe-6ac5fefc0c92 req-52144949-c385-4317-bd32-9f2e5f6b55e7 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:12.349488 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5a8d4c9f-e540-4620-b5fe-6ac5fefc0c92 req-52144949-c385-4317-bd32-9f2e5f6b55e7 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 946 time: 0.1856477 Nov 12 01:04:12.505045 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d29d0b36-0cb2-44d8-a52f-7f3c2f827925 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:12.533412 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-8d65422c-dc0e-4e00-9da1-a468fe8148d5 None None] Port 6cb2cc54-7660-45f2-a6cc-286890563436 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:04:12.584881 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-810d5303-5a96-42df-8a6f-051700ab894a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a5a761-acb5-40b2-8d22-a6c78f7b5fa5', 'name': 'tempest-TestVolumeBackupRestore-999821774-router', 'tenant_id': '6e1841c1c4dc4934bebaf944eb93505d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '37cf4274-3c88-4d98-97ab-62edf306aa63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:06Z', 'updated_at': '2021-11-12T01:04:09Z', 'revision_number': 3, 'project_id': '6e1841c1c4dc4934bebaf944eb93505d', 'gw_port': {'id': '37cf4274-3c88-4d98-97ab-62edf306aa63', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a5a761-acb5-40b2-8d22-a6c78f7b5fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:07Z', 'updated_at': '2021-11-12T01:04:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:12.621951 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810d5303-5a96-42df-8a6f-051700ab894a None None] Checking router: 52a5a761-acb5-40b2-8d22-a6c78f7b5fa5 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:04:12.622610 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810d5303-5a96-42df-8a6f-051700ab894a None None] Updating router 52a5a761-acb5-40b2-8d22-a6c78f7b5fa5 port 37cf4274-3c88-4d98-97ab-62edf306aa63 binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:04:12.633107 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-8d65422c-dc0e-4e00-9da1-a468fe8148d5 None None] Provisioning complete for port f3c70f72-d12e-4c22-97d7-c2431ca34628 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:12.633504 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8d65422c-dc0e-4e00-9da1-a468fe8148d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:12.673242 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-810d5303-5a96-42df-8a6f-051700ab894a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:12.793609 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-e4c25876-3641-4581-8280-11c8c444382f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'name': 'tempest-TestVolumeBackupRestore-1028810709-router', 'tenant_id': '2d1d2db136304f3299857405886c74e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '3fd784bf-b663-4f70-9b9c-c5b746587a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:53Z', 'updated_at': '2021-11-12T01:04:00Z', 'revision_number': 4, 'project_id': '2d1d2db136304f3299857405886c74e7', 'gw_port': {'id': '3fd784bf-b663-4f70-9b9c-c5b746587a76', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:61:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:54Z', 'updated_at': '2021-11-12T01:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'f3c70f72-d12e-4c22-97d7-c2431ca34628', 'name': '', 'network_id': 'be0a0b4d-9d2b-47b4-ac71-b951ba08f877', 'tenant_id': '2d1d2db136304f3299857405886c74e7', 'mac_address': 'fa:16:3e:53:3f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '1cb753fa-b255-493f-8761-fe1ea8d98c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:59Z', 'updated_at': '2021-11-12T01:04:09Z', 'revision_number': 4, 'project_id': '2d1d2db136304f3299857405886c74e7', 'subnets': [{'id': '1cb753fa-b255-493f-8761-fe1ea8d98c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:12.819952 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:12.926472 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c25876-3641-4581-8280-11c8c444382f None None] The sync data for ids ['73195ceb-7213-45b2-be20-07f5d125ac4d'] in n-d-812236-11 is: [{'id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'name': 'tempest-TestVolumeBackupRestore-1028810709-router', 'tenant_id': '2d1d2db136304f3299857405886c74e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '3fd784bf-b663-4f70-9b9c-c5b746587a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:53Z', 'updated_at': '2021-11-12T01:04:00Z', 'revision_number': 4, 'project_id': '2d1d2db136304f3299857405886c74e7', 'gw_port': {'id': '3fd784bf-b663-4f70-9b9c-c5b746587a76', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:61:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:54Z', 'updated_at': '2021-11-12T01:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'f3c70f72-d12e-4c22-97d7-c2431ca34628', 'name': '', 'network_id': 'be0a0b4d-9d2b-47b4-ac71-b951ba08f877', 'tenant_id': '2d1d2db136304f3299857405886c74e7', 'mac_address': 'fa:16:3e:53:3f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '1cb753fa-b255-493f-8761-fe1ea8d98c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:59Z', 'updated_at': '2021-11-12T01:04:09Z', 'revision_number': 4, 'project_id': '2d1d2db136304f3299857405886c74e7', 'subnets': [{'id': '1cb753fa-b255-493f-8761-fe1ea8d98c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:04:12.941054 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port e93f4d2b-7099-4a09-9a04-cde27af35230 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:12.941441 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:13.092461 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8661a0cb-f583-492c-9e6f-c62764df8cf7 req-4a4a9d8f-e5b3-4490-b46f-dff6cec74631 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1106117 Nov 12 01:04:13.095910 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c129b9a-45b8-494a-89be-60c2a66bac30 None None] Network 5624d83f-098d-47ad-bbf2-36550056a748 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:13.244862 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d29d0b36-0cb2-44d8-a52f-7f3c2f827925 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Router 8356a05e-9bf1-4cdf-a54b-9d5ad8d90913 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:04:13.311336 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8feba88-b35c-49bc-9321-dc023135585a req-0bb62b95-a066-41f0-aecb-d31b6b97f35b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2216702 Nov 12 01:04:13.314034 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5a8d4c9f-e540-4620-b5fe-6ac5fefc0c92 req-62af6b72-c2b2-42df-9495-f916247b31ed tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8102603 Nov 12 01:04:13.538746 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8feba88-b35c-49bc-9321-dc023135585a req-5d4eda9c-4729-4592-8437-c6fbb9a7023b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:13.539591 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8feba88-b35c-49bc-9321-dc023135585a req-5d4eda9c-4729-4592-8437-c6fbb9a7023b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:13.540289 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8feba88-b35c-49bc-9321-dc023135585a req-5d4eda9c-4729-4592-8437-c6fbb9a7023b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:13.540406 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-810d5303-5a96-42df-8a6f-051700ab894a None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:13.541953 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8feba88-b35c-49bc-9321-dc023135585a req-5d4eda9c-4729-4592-8437-c6fbb9a7023b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:13.542670 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8feba88-b35c-49bc-9321-dc023135585a req-5d4eda9c-4729-4592-8437-c6fbb9a7023b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:13.544457 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8feba88-b35c-49bc-9321-dc023135585a req-5d4eda9c-4729-4592-8437-c6fbb9a7023b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:13.546765 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8feba88-b35c-49bc-9321-dc023135585a req-5d4eda9c-4729-4592-8437-c6fbb9a7023b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:13.553759 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8feba88-b35c-49bc-9321-dc023135585a req-5d4eda9c-4729-4592-8437-c6fbb9a7023b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99d22f2d09c941868df176b00803ab3d&device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 6508 time: 0.1273882 Nov 12 01:04:13.555318 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-810d5303-5a96-42df-8a6f-051700ab894a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:13.663845 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-810d5303-5a96-42df-8a6f-051700ab894a None None] Attempting to bind port 37cf4274-3c88-4d98-97ab-62edf306aa63 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:04:13.664494 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-810d5303-5a96-42df-8a6f-051700ab894a None None] Attempting to bind port 37cf4274-3c88-4d98-97ab-62edf306aa63 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:04:13.668500 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810d5303-5a96-42df-8a6f-051700ab894a None None] Attempting to bind port 37cf4274-3c88-4d98-97ab-62edf306aa63 on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:04:13.679763 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a623be6-3823-4603-89b7-db7979f9d666 None None] Pushing event updated for resources: {'Port': ['ID=37cf4274-3c88-4d98-97ab-62edf306aa63,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:13.683398 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810d5303-5a96-42df-8a6f-051700ab894a None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:04:13.683778 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810d5303-5a96-42df-8a6f-051700ab894a None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:13.684185 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-810d5303-5a96-42df-8a6f-051700ab894a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:13.684649 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810d5303-5a96-42df-8a6f-051700ab894a None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:04:13.685113 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-810d5303-5a96-42df-8a6f-051700ab894a None None] Bound port: 37cf4274-3c88-4d98-97ab-62edf306aa63, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:04:13.685536 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-810d5303-5a96-42df-8a6f-051700ab894a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:13.771832 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed30523f-28a6-42c2-8e17-da6378a18f96 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:04:13.815387 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-810d5303-5a96-42df-8a6f-051700ab894a None None] For port 37cf4274-3c88-4d98-97ab-62edf306aa63, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:04:13.819662 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-810d5303-5a96-42df-8a6f-051700ab894a None None] For port 37cf4274-3c88-4d98-97ab-62edf306aa63, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=37cf4274-3c88-4d98-97ab-62edf306aa63,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:04:13.825579 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-810d5303-5a96-42df-8a6f-051700ab894a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:13.849035 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8feba88-b35c-49bc-9321-dc023135585a req-72f9d6e4-93bd-4f0d-86bc-ea5f707cdcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:13.849707 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8feba88-b35c-49bc-9321-dc023135585a req-72f9d6e4-93bd-4f0d-86bc-ea5f707cdcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:13.850222 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8feba88-b35c-49bc-9321-dc023135585a req-72f9d6e4-93bd-4f0d-86bc-ea5f707cdcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:13.851990 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8feba88-b35c-49bc-9321-dc023135585a req-72f9d6e4-93bd-4f0d-86bc-ea5f707cdcb6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6d66b009-87d4-44ee-a0b8-482e36cd5030&id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&id=0fed04be-2c3a-475e-8199-924085f487af&id=0fed04be-2c3a-475e-8199-924085f487af HTTP/1.1" status: 200 len: 2299 time: 0.2618816 Nov 12 01:04:13.917122 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a623be6-3823-4603-89b7-db7979f9d666 None None] Pushing event updated for resources: {'Port': ['ID=37cf4274-3c88-4d98-97ab-62edf306aa63,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:13.948943 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810d5303-5a96-42df-8a6f-051700ab894a None None] Routers {'52a5a761-acb5-40b2-8d22-a6c78f7b5fa5'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:13.950704 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-810d5303-5a96-42df-8a6f-051700ab894a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:04:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['52a5a761-acb5-40b2-8d22-a6c78f7b5fa5'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:14.007815 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e014db-e742-4c27-b457-a1eeb3893419 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:04:14.083429 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50796) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:14.122597 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8feba88-b35c-49bc-9321-dc023135585a req-51879fad-4cbe-4220-b4f8-8a6e24b53df5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=839befd9-0d96-49e6-b80d-77934b38b2b7 HTTP/1.1" status: 200 len: 1001 time: 0.2441339 Nov 12 01:04:14.289764 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8feba88-b35c-49bc-9321-dc023135585a req-ed500fea-d86e-482d-bae2-ae3df42974c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:14.304350 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:14.304611 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-810d5303-5a96-42df-8a6f-051700ab894a None None] Set router 52a5a761-acb5-40b2-8d22-a6c78f7b5fa5 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:04:14.321244 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c58e7-d4ae-4689-ac33-becb768b4060 req-e139146f-839c-4f28-8eb3-f0620da407fe tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:14.323200 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8feba88-b35c-49bc-9321-dc023135585a req-ed500fea-d86e-482d-bae2-ae3df42974c6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=84f3c115-0f29-44bb-9c76-e6ed88722019 HTTP/1.1" status: 200 len: 856 time: 0.1827428 Nov 12 01:04:14.353716 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-885c58e7-d4ae-4689-ac33-becb768b4060 req-e139146f-839c-4f28-8eb3-f0620da407fe tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 946 time: 0.7102795 Nov 12 01:04:14.471331 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port e93f4d2b-7099-4a09-9a04-cde27af35230, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=e93f4d2b-7099-4a09-9a04-cde27af35230,segment=NetworkSegment(b7a8fb97-1c6f-4227-abb5-a372295c028a),segment_id=b7a8fb97-1c6f-4227-abb5-a372295c028a)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:14.481055 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:14.487563 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device f3c70f72-d12e-4c22-97d7-c2431ca34628 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:04:14.550653 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7eb2cedf-691f-43d2-8039-12cd4ff6b566 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:14.560843 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29d0b36-0cb2-44d8-a52f-7f3c2f827925 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:04:14.704860 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c62922-dcd7-402e-b67b-5de126ef71fe None None] Sync routers for ids ['8356a05e-9bf1-4cdf-a54b-9d5ad8d90913'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:04:14.708085 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8feba88-b35c-49bc-9321-dc023135585a req-043483f1-7340-480c-ae90-36af50b1478c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:14.734193 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8feba88-b35c-49bc-9321-dc023135585a req-043483f1-7340-480c-ae90-36af50b1478c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6d66b009-87d4-44ee-a0b8-482e36cd5030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4100554 Nov 12 01:04:14.808094 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-ffc469d3-c0e4-47ff-82b4-b9b67b90f002 None None] Provisioning complete for port e93f4d2b-7099-4a09-9a04-cde27af35230 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:14.808667 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ffc469d3-c0e4-47ff-82b4-b9b67b90f002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:14.852402 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-885c58e7-d4ae-4689-ac33-becb768b4060 req-3a772bfc-f6c5-4bcc-b495-dd5306396040 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4975407 Nov 12 01:04:14.859537 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c62922-dcd7-402e-b67b-5de126ef71fe None None] Routers {'8356a05e-9bf1-4cdf-a54b-9d5ad8d90913'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:14.860112 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-e2c62922-dcd7-402e-b67b-5de126ef71fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:04:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['8356a05e-9bf1-4cdf-a54b-9d5ad8d90913'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:14.910982 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-810d5303-5a96-42df-8a6f-051700ab894a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a5a761-acb5-40b2-8d22-a6c78f7b5fa5', 'name': 'tempest-TestVolumeBackupRestore-999821774-router', 'tenant_id': '6e1841c1c4dc4934bebaf944eb93505d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '37cf4274-3c88-4d98-97ab-62edf306aa63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:06Z', 'updated_at': '2021-11-12T01:04:09Z', 'revision_number': 3, 'project_id': '6e1841c1c4dc4934bebaf944eb93505d', 'gw_port': {'id': '37cf4274-3c88-4d98-97ab-62edf306aa63', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a5a761-acb5-40b2-8d22-a6c78f7b5fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:07Z', 'updated_at': '2021-11-12T01:04:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:14.941792 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d29d0b36-0cb2-44d8-a52f-7f3c2f827925 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:14.950139 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d29d0b36-0cb2-44d8-a52f-7f3c2f827925 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.8677452 Nov 12 01:04:14.950958 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50812) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:14.954808 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-e2c62922-dcd7-402e-b67b-5de126ef71fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:14.969925 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=e93f4d2b-7099-4a09-9a04-cde27af35230,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:14.970370 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-cdaacdc1-85b2-4c7c-ab08-4fb2269661f7 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'enable_snat': False}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:14.998566 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port f3c70f72-d12e-4c22-97d7-c2431ca34628 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:14.999109 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:15.008517 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810d5303-5a96-42df-8a6f-051700ab894a None None] The sync data for ids ['52a5a761-acb5-40b2-8d22-a6c78f7b5fa5'] in n-d-812236-11 is: [{'id': '52a5a761-acb5-40b2-8d22-a6c78f7b5fa5', 'name': 'tempest-TestVolumeBackupRestore-999821774-router', 'tenant_id': '6e1841c1c4dc4934bebaf944eb93505d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '37cf4274-3c88-4d98-97ab-62edf306aa63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:06Z', 'updated_at': '2021-11-12T01:04:09Z', 'revision_number': 3, 'project_id': '6e1841c1c4dc4934bebaf944eb93505d', 'gw_port': {'id': '37cf4274-3c88-4d98-97ab-62edf306aa63', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a5a761-acb5-40b2-8d22-a6c78f7b5fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:07Z', 'updated_at': '2021-11-12T01:04:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:04:15.066486 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c62922-dcd7-402e-b67b-5de126ef71fe None None] Routers {'8356a05e-9bf1-4cdf-a54b-9d5ad8d90913'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:15.070743 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-e2c62922-dcd7-402e-b67b-5de126ef71fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:04:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['8356a05e-9bf1-4cdf-a54b-9d5ad8d90913'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:15.103067 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7eb2cedf-691f-43d2-8039-12cd4ff6b566 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:15.108023 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8feba88-b35c-49bc-9321-dc023135585a req-679c1842-be18-4caa-aea0-caba5a6bc8e2 service neutron] 10.222.0.49 "GET /v2.0/networks/6d66b009-87d4-44ee-a0b8-482e36cd5030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619640 Nov 12 01:04:15.134676 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7eb2cedf-691f-43d2-8039-12cd4ff6b566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:15.164674 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-e2c62922-dcd7-402e-b67b-5de126ef71fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:15.166815 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c62922-dcd7-402e-b67b-5de126ef71fe None None] The sync data for ids ['8356a05e-9bf1-4cdf-a54b-9d5ad8d90913'] in n-d-812236-11 is: [] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:04:15.245547 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb7512e3-7a7b-4a2e-a5ce-2dde69cb8ea4 req-a265e766-988c-4e65-a081-5b801eccd613 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.4604335 Nov 12 01:04:15.346031 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-ffc469d3-c0e4-47ff-82b4-b9b67b90f002 None None] Provisioning complete for port 37cf4274-3c88-4d98-97ab-62edf306aa63 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:15.346404 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ffc469d3-c0e4-47ff-82b4-b9b67b90f002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:15.348487 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb2cedf-691f-43d2-8039-12cd4ff6b566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f60d86d-d595-4ba9-906c-41d28eef142d,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:15.406138 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7eb2cedf-691f-43d2-8039-12cd4ff6b566 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=55c95a4a1da84c16b5e13b157e6e5279&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3207505 Nov 12 01:04:15.407073 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50822) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:15.436551 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38228d-5ea4-4eb5-aefb-eab14975845e req-641dfb85-9731-4d9a-b3ed-6aeafe150f9c tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:15.459679 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb38228d-5ea4-4eb5-aefb-eab14975845e req-641dfb85-9731-4d9a-b3ed-6aeafe150f9c tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 946 time: 0.3288252 Nov 12 01:04:15.609187 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8feba88-b35c-49bc-9321-dc023135585a req-f8f0bf9e-c2e9-4a7b-946b-93fa6b1c21e7 service neutron] 10.222.0.49 "GET /v2.0/networks/6d66b009-87d4-44ee-a0b8-482e36cd5030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098799 Nov 12 01:04:15.651175 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ffc469d3-c0e4-47ff-82b4-b9b67b90f002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:15.707420 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-ffc469d3-c0e4-47ff-82b4-b9b67b90f002 None None] For port 37cf4274-3c88-4d98-97ab-62edf306aa63, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=37cf4274-3c88-4d98-97ab-62edf306aa63,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:15.714133 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ffc469d3-c0e4-47ff-82b4-b9b67b90f002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:15.757193 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8feba88-b35c-49bc-9321-dc023135585a req-3dcbf7f4-a6bd-4432-b22b-518d9d8d4ed3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9 HTTP/1.1" status: 200 len: 217 time: 0.1321099 Nov 12 01:04:15.777478 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc469d3-c0e4-47ff-82b4-b9b67b90f002 None None] Pushing event updated for resources: {'Port': ['ID=37cf4274-3c88-4d98-97ab-62edf306aa63,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:15.850784 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-f2fc2f0a-b47d-4148-9b9e-d04016c3111a None None] Provisioning complete for port e93f4d2b-7099-4a09-9a04-cde27af35230 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:15.851680 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f2fc2f0a-b47d-4148-9b9e-d04016c3111a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:15.907016 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a5980d29-0717-4255-8578-13bbd2fd8d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:15.930091 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb38228d-5ea4-4eb5-aefb-eab14975845e req-8f7ce21c-c037-4e2d-8f03-27ec83606a7f tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4610550 Nov 12 01:04:15.971280 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c78230b4-5461-4601-9e0d-7a3f20ef4694 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:15.981534 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8feba88-b35c-49bc-9321-dc023135585a req-9faa759b-455f-417b-9571-953f415645a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:15.983022 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8feba88-b35c-49bc-9321-dc023135585a req-9faa759b-455f-417b-9571-953f415645a6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5 HTTP/1.1" status: 200 len: 797 time: 0.2039702 Nov 12 01:04:16.063857 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 37cf4274-3c88-4d98-97ab-62edf306aa63 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:04:16.079561 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c78230b4-5461-4601-9e0d-7a3f20ef4694 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:16.227788 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 37cf4274-3c88-4d98-97ab-62edf306aa63 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:16.228448 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:16.247466 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-a5980d29-0717-4255-8578-13bbd2fd8d80 admin admin] Allocated IP 172.20.0.1 (5624d83f-098d-47ad-bbf2-36550056a748/99e95760-97d2-4ea7-a3ee-6bf582686257/278e7428-f739-4d9a-a73d-a1f27b47bdbe) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:04:16.258564 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8feba88-b35c-49bc-9321-dc023135585a req-c8cdc3b2-b77e-4a2c-bc63-0d7c5a6a86b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:16.262756 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8feba88-b35c-49bc-9321-dc023135585a req-c8cdc3b2-b77e-4a2c-bc63-0d7c5a6a86b5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0979211 Nov 12 01:04:16.363703 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c78230b4-5461-4601-9e0d-7a3f20ef4694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:16.369776 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c78230b4-5461-4601-9e0d-7a3f20ef4694 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:16.376407 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c78230b4-5461-4601-9e0d-7a3f20ef4694 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7f60d86d-d595-4ba9-906c-41d28eef142d HTTP/1.1" status: 204 len: 168 time: 0.8983414 Nov 12 01:04:16.399308 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78230b4-5461-4601-9e0d-7a3f20ef4694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f60d86d-d595-4ba9-906c-41d28eef142d,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:16.421753 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a5980d29-0717-4255-8578-13bbd2fd8d80 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:16.443913 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aeafca-53ef-4f14-8ec8-79d23edd97d6 req-2556f925-9213-4895-af4c-0ab17bc4806b tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:16.453940 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-09aeafca-53ef-4f14-8ec8-79d23edd97d6 req-2556f925-9213-4895-af4c-0ab17bc4806b tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 946 time: 0.2862160 Nov 12 01:04:16.469450 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device e93f4d2b-7099-4a09-9a04-cde27af35230 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:04:16.506106 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8feba88-b35c-49bc-9321-dc023135585a req-323b13f4-506f-4aac-bbd2-a8e49dd53ba4 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259712 Nov 12 01:04:16.632362 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a5980d29-0717-4255-8578-13bbd2fd8d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:16.636033 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port e93f4d2b-7099-4a09-9a04-cde27af35230 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:16.636407 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:16.664441 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-09aeafca-53ef-4f14-8ec8-79d23edd97d6 req-5f023430-ec51-4b8b-810a-82b93eea17a0 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002637 Nov 12 01:04:16.734759 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5980d29-0717-4255-8578-13bbd2fd8d80 admin admin] Network 5624d83f-098d-47ad-bbf2-36550056a748 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:16.744134 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-a5980d29-0717-4255-8578-13bbd2fd8d80 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:16.753280 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8feba88-b35c-49bc-9321-dc023135585a req-8206ca03-5513-4b62-ab10-0a3c6b51ec15 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442586 Nov 12 01:04:16.785923 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5980d29-0717-4255-8578-13bbd2fd8d80 admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:04:16.790483 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5980d29-0717-4255-8578-13bbd2fd8d80 admin admin] Pushing event updated for resources: {'Port': ['ID=278e7428-f739-4d9a-a73d-a1f27b47bdbe,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:16.884393 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device f3c70f72-d12e-4c22-97d7-c2431ca34628 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:04:16.898311 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8feba88-b35c-49bc-9321-dc023135585a req-4d142128-6ac1-4256-91e1-54095439ab61 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=e5eb25a0-7da0-4bbc-9a1a-01a506e19685 HTTP/1.1" status: 200 len: 217 time: 0.1351092 Nov 12 01:04:17.001674 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cdaacdc1-85b2-4c7c-ab08-4fb2269661f7 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:17.034065 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50856) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:17.050949 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a5980d29-0717-4255-8578-13bbd2fd8d80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:17.077466 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8feba88-b35c-49bc-9321-dc023135585a req-68d6bcbd-9a95-4181-839b-5b31fda70be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:17.078319 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8feba88-b35c-49bc-9321-dc023135585a req-68d6bcbd-9a95-4181-839b-5b31fda70be9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5 HTTP/1.1" status: 200 len: 797 time: 0.1727941 Nov 12 01:04:17.079022 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-267e58fd-a03d-4d31-b4b5-a4585d27d8c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:17.144105 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32677da6-c128-47b6-b143-1e1edfa90921 req-8f55ea2e-cc64-469f-ac54-fad81b7c49f3 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:17.147708 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-32677da6-c128-47b6-b143-1e1edfa90921 req-8f55ea2e-cc64-469f-ac54-fad81b7c49f3 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 946 time: 0.2839899 Nov 12 01:04:17.232624 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8feba88-b35c-49bc-9321-dc023135585a req-06c16abe-16b8-4ea1-8933-b7f732bf7df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:17.235004 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8feba88-b35c-49bc-9321-dc023135585a req-06c16abe-16b8-4ea1-8933-b7f732bf7df0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1321385 Nov 12 01:04:17.336859 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-32677da6-c128-47b6-b143-1e1edfa90921 req-75d975c7-57ae-4f42-8541-388067e4dd4b tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698551 Nov 12 01:04:17.379046 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8feba88-b35c-49bc-9321-dc023135585a req-1fb21918-73fd-4817-9390-22c8cf0ed4c2 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263468 Nov 12 01:04:17.502399 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-267e58fd-a03d-4d31-b4b5-a4585d27d8c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:17.523837 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-65444bdb-bf78-4f12-bad9-6ae95448ec03 None None] Provisioning complete for port 278e7428-f739-4d9a-a73d-a1f27b47bdbe triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:17.527923 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-65444bdb-bf78-4f12-bad9-6ae95448ec03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:17.533428 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-267e58fd-a03d-4d31-b4b5-a4585d27d8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:17.639731 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-267e58fd-a03d-4d31-b4b5-a4585d27d8c2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b825da16b0e4201b2dffd37c9d852c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6022899 Nov 12 01:04:17.669854 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e58fd-a03d-4d31-b4b5-a4585d27d8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4d4279-b335-4cdf-9e47-9490acff0095,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:17.673312 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port f3c70f72-d12e-4c22-97d7-c2431ca34628 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:17.673761 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:17.678716 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8feba88-b35c-49bc-9321-dc023135585a req-2d08945c-4ca8-4554-ab73-7bc910006aff service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946007 Nov 12 01:04:17.679582 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50868) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:17.724857 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-65444bdb-bf78-4f12-bad9-6ae95448ec03 None None] Port 278e7428-f739-4d9a-a73d-a1f27b47bdbe cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:04:17.784341 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8feba88-b35c-49bc-9321-dc023135585a req-ab03cf96-66b9-46de-9433-d79eee1c3c1a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=4c22bace-f635-4893-bff7-f3b4e0d2feaa HTTP/1.1" status: 200 len: 217 time: 0.0953012 Nov 12 01:04:17.879837 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-be8a1121-03ee-42ee-ac0e-735c947f4c23 req-efb4d901-858b-42ee-b34f-db6775193f59 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1135530 Nov 12 01:04:17.915342 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8feba88-b35c-49bc-9321-dc023135585a req-6735fae8-9efc-46bb-86ac-0f57e37d70cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:17.916823 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8feba88-b35c-49bc-9321-dc023135585a req-6735fae8-9efc-46bb-86ac-0f57e37d70cc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5 HTTP/1.1" status: 200 len: 797 time: 0.1197991 Nov 12 01:04:17.924708 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-433e527e-71e9-4d7e-aa47-a55a401ee750 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:17.997666 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-433e527e-71e9-4d7e-aa47-a55a401ee750 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:18.020044 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 37cf4274-3c88-4d98-97ab-62edf306aa63 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:04:18.081503 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-433e527e-71e9-4d7e-aa47-a55a401ee750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:18.090012 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-433e527e-71e9-4d7e-aa47-a55a401ee750 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:18.090012 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-433e527e-71e9-4d7e-aa47-a55a401ee750 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fe4d4279-b335-4cdf-9e47-9490acff0095 HTTP/1.1" status: 204 len: 168 time: 0.4042947 Nov 12 01:04:18.103673 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f1ca5d-54ab-41ed-ac85-5e403b7f7466 req-43c34b61-ed80-4015-96de-2ec0778e421c tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:18.104854 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-21f1ca5d-54ab-41ed-ac85-5e403b7f7466 req-43c34b61-ed80-4015-96de-2ec0778e421c tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 946 time: 0.6090567 Nov 12 01:04:18.118376 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433e527e-71e9-4d7e-aa47-a55a401ee750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4d4279-b335-4cdf-9e47-9490acff0095,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:18.127725 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8feba88-b35c-49bc-9321-dc023135585a req-b9084044-30c6-4109-a51b-2c0bfcdf9199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:18.130251 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a5980d29-0717-4255-8578-13bbd2fd8d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:18.131265 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8feba88-b35c-49bc-9321-dc023135585a req-b9084044-30c6-4109-a51b-2c0bfcdf9199 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2025619 Nov 12 01:04:18.156540 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 37cf4274-3c88-4d98-97ab-62edf306aa63 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:18.157005 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:18.233727 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c7577e68-5d60-4e4a-95d1-74f72f9b5b01 req-c10defea-bae8-4e00-a214-23f8b31c2600 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1007102 Nov 12 01:04:18.370299 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8feba88-b35c-49bc-9321-dc023135585a req-952db243-415b-4fb3-b2fb-50785092fbd6 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167888 Nov 12 01:04:18.383434 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cdaacdc1-85b2-4c7c-ab08-4fb2269661f7 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-425772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40044'] for router, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:18.387122 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cdaacdc1-85b2-4c7c-ab08-4fb2269661f7 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-425765'] for router, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:18.542570 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-21f1ca5d-54ab-41ed-ac85-5e403b7f7466 req-6ebb1c29-0af5-4b8e-9faa-cfc4d14b80f0 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4147415 Nov 12 01:04:18.557770 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8feba88-b35c-49bc-9321-dc023135585a req-83bc9865-e5a0-4954-aa27-32ad173d02ce service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789327 Nov 12 01:04:18.627874 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8feba88-b35c-49bc-9321-dc023135585a req-c21dc429-69fc-495b-a55e-08f9ad268bb3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4 HTTP/1.1" status: 200 len: 217 time: 0.0576401 Nov 12 01:04:18.778681 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8feba88-b35c-49bc-9321-dc023135585a req-3a8f45c0-d0f3-4c1c-b56e-bde3fcd1b290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:18.785779 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdaacdc1-85b2-4c7c-ab08-4fb2269661f7 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Router 8356a05e-9bf1-4cdf-a54b-9d5ad8d90913 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:04:18.795684 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8feba88-b35c-49bc-9321-dc023135585a req-3a8f45c0-d0f3-4c1c-b56e-bde3fcd1b290 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5 HTTP/1.1" status: 200 len: 797 time: 0.1573322 Nov 12 01:04:18.798125 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50898) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:18.880199 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-518fdc4c-e284-4ba7-a657-09663bee3fe1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:18.883430 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8feba88-b35c-49bc-9321-dc023135585a req-c2f74183-49eb-438b-861c-f9ab2d4668a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:18.884940 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8feba88-b35c-49bc-9321-dc023135585a req-c2f74183-49eb-438b-861c-f9ab2d4668a1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0811465 Nov 12 01:04:19.004432 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-518fdc4c-e284-4ba7-a657-09663bee3fe1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:19.015941 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-518fdc4c-e284-4ba7-a657-09663bee3fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:19.066107 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8feba88-b35c-49bc-9321-dc023135585a req-a4892de7-d30c-4ba8-a49b-c044b9c85b80 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733000 Nov 12 01:04:19.090871 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-518fdc4c-e284-4ba7-a657-09663bee3fe1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4eb6b6e007754a6db028f9a9f4a889aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2832460 Nov 12 01:04:19.093321 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50906) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:19.095765 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518fdc4c-e284-4ba7-a657-09663bee3fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6727b81-8ae5-431e-a64f-3bb44ae4e963,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:19.163241 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a5980d29-0717-4255-8578-13bbd2fd8d80 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:19.185333 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a5980d29-0717-4255-8578-13bbd2fd8d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:19.215491 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8feba88-b35c-49bc-9321-dc023135585a req-61f86433-a793-41d2-b0f3-34ee34fb2d6e service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373446 Nov 12 01:04:19.306819 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8feba88-b35c-49bc-9321-dc023135585a req-96eba749-d78e-4da4-b573-7d6f4a075692 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=32d55d15-cda1-42c5-acb9-247105424a0c HTTP/1.1" status: 200 len: 217 time: 0.0800767 Nov 12 01:04:19.311223 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a5980d29-0717-4255-8578-13bbd2fd8d80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:19.349066 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdaacdc1-85b2-4c7c-ab08-4fb2269661f7 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:04:19.362050 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc630950-6934-40d0-b46e-f2aaf90caf20 None None] Sync routers for ids ['8356a05e-9bf1-4cdf-a54b-9d5ad8d90913'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:04:19.409486 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc630950-6934-40d0-b46e-f2aaf90caf20 None None] Routers {'8356a05e-9bf1-4cdf-a54b-9d5ad8d90913'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:19.409486 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-dc630950-6934-40d0-b46e-f2aaf90caf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:04:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['8356a05e-9bf1-4cdf-a54b-9d5ad8d90913'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:19.412747 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8feba88-b35c-49bc-9321-dc023135585a req-e6a2add9-d3e3-4cd7-8048-c9d07ffa093c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:19.414302 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8feba88-b35c-49bc-9321-dc023135585a req-e6a2add9-d3e3-4cd7-8048-c9d07ffa093c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5954c685-7a02-40be-97b5-9b885e683410 HTTP/1.1" status: 200 len: 797 time: 0.0892708 Nov 12 01:04:19.486965 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-dc630950-6934-40d0-b46e-f2aaf90caf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:19.507351 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc630950-6934-40d0-b46e-f2aaf90caf20 None None] Routers {'8356a05e-9bf1-4cdf-a54b-9d5ad8d90913'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:19.511954 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-dc630950-6934-40d0-b46e-f2aaf90caf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:04:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['8356a05e-9bf1-4cdf-a54b-9d5ad8d90913'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:19.520540 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cdaacdc1-85b2-4c7c-ab08-4fb2269661f7 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:19.522283 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-cdaacdc1-85b2-4c7c-ab08-4fb2269661f7 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] 10.222.0.20 "PUT /v2.0/routers/8356a05e-9bf1-4cdf-a54b-9d5ad8d90913 HTTP/1.1" status: 200 len: 926 time: 4.5661016 Nov 12 01:04:19.522505 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8feba88-b35c-49bc-9321-dc023135585a req-9080b5ac-eaac-4184-aae0-de2c5d17a8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:19.524170 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8feba88-b35c-49bc-9321-dc023135585a req-9080b5ac-eaac-4184-aae0-de2c5d17a8db service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0fed04be-2c3a-475e-8199-924085f487af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1024706 Nov 12 01:04:19.524796 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50918) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:19.526723 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5980d29-0717-4255-8578-13bbd2fd8d80 admin admin] Pushing event updated for resources: {'Port': ['ID=278e7428-f739-4d9a-a73d-a1f27b47bdbe,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:19.544138 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-45294866-3ac9-4f8b-8984-d0321f30c5b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:19.573330 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-dc630950-6934-40d0-b46e-f2aaf90caf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:19.574323 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc630950-6934-40d0-b46e-f2aaf90caf20 None None] The sync data for ids ['8356a05e-9bf1-4cdf-a54b-9d5ad8d90913'] in n-d-812236-11 is: [] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:04:19.590668 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5980d29-0717-4255-8578-13bbd2fd8d80 admin admin] Network 5624d83f-098d-47ad-bbf2-36550056a748 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:19.590668 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-a5980d29-0717-4255-8578-13bbd2fd8d80 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:19.620575 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-45294866-3ac9-4f8b-8984-d0321f30c5b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:19.734706 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8feba88-b35c-49bc-9321-dc023135585a req-52063603-4cd6-4c30-8c70-7a0cca6dd657 service neutron] 10.222.0.49 "GET /v2.0/networks/0fed04be-2c3a-475e-8199-924085f487af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014749 Nov 12 01:04:19.750509 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-fe4c241a-0c51-4af1-85fa-c3993fb438cb tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] 10.222.0.20 "GET /v2.0/routers/8356a05e-9bf1-4cdf-a54b-9d5ad8d90913 HTTP/1.1" status: 200 len: 926 time: 0.2242429 Nov 12 01:04:19.760127 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50926) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:19.902827 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a97dc3-6dfe-41f3-83b3-c0baf5754562 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:19.907216 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-88a97dc3-6dfe-41f3-83b3-c0baf5754562 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=ef732b55-2b3c-4048-85da-0a8ac273c14b&device_id=8356a05e-9bf1-4cdf-a54b-9d5ad8d90913&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1459973 Nov 12 01:04:19.907843 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50930) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:20.028915 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380a4963-0271-4696-aa46-53ac37320c53 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:20.033164 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-380a4963-0271-4696-aa46-53ac37320c53 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] 10.222.0.20 "GET /v2.0/networks/ef732b55-2b3c-4048-85da-0a8ac273c14b HTTP/1.1" status: 200 len: 881 time: 0.1223133 Nov 12 01:04:20.036304 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50934) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:20.049588 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-2efbcb69-157f-47f4-bdfd-a80e6f639118 None None] Provisioning complete for port 278e7428-f739-4d9a-a73d-a1f27b47bdbe triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:20.050206 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2efbcb69-157f-47f4-bdfd-a80e6f639118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:20.087886 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-37c354b7-9d80-4f17-9316-024c025cb6e7 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] 10.222.0.20 "GET /v2.0/ports?device_id=8356a05e-9bf1-4cdf-a54b-9d5ad8d90913 HTTP/1.1" status: 200 len: 205 time: 0.0473318 Nov 12 01:04:20.094541 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50940) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:20.123867 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-2efbcb69-157f-47f4-bdfd-a80e6f639118 None None] Port 278e7428-f739-4d9a-a73d-a1f27b47bdbe cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:04:20.189544 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8feba88-b35c-49bc-9321-dc023135585a req-87366c24-a537-4b99-819c-cd88ba05be19 service neutron] 10.222.0.49 "GET /v2.0/networks/0fed04be-2c3a-475e-8199-924085f487af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4340975 Nov 12 01:04:20.189817 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-45294866-3ac9-4f8b-8984-d0321f30c5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:20.190277 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-45294866-3ac9-4f8b-8984-d0321f30c5b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:20.194575 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-45294866-3ac9-4f8b-8984-d0321f30c5b4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b6727b81-8ae5-431e-a64f-3bb44ae4e963 HTTP/1.1" status: 204 len: 168 time: 1.0946302 Nov 12 01:04:20.230424 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45294866-3ac9-4f8b-8984-d0321f30c5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6727b81-8ae5-431e-a64f-3bb44ae4e963,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:20.260504 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8feba88-b35c-49bc-9321-dc023135585a req-359b5008-6fd6-4a47-ba46-9463d6f92ce0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c22b6762-e3f6-4522-8e3f-46a49996d03c HTTP/1.1" status: 200 len: 217 time: 0.0550513 Nov 12 01:04:20.263171 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9804f82d-fa0d-453f-b5ab-262e5209c195 req-a093e3be-79d6-49a3-aac5-727a14556a2f service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1013482 Nov 12 01:04:20.284444 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5980d29-0717-4255-8578-13bbd2fd8d80 admin admin] Router 52a5a761-acb5-40b2-8d22-a6c78f7b5fa5 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:04:20.495884 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8feba88-b35c-49bc-9321-dc023135585a req-56926dc9-0f48-4adf-a413-c5433c8a9258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:20.497586 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5980d29-0717-4255-8578-13bbd2fd8d80 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:04:20.498239 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8feba88-b35c-49bc-9321-dc023135585a req-56926dc9-0f48-4adf-a413-c5433c8a9258 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5954c685-7a02-40be-97b5-9b885e683410 HTTP/1.1" status: 200 len: 797 time: 0.2299175 Nov 12 01:04:20.520570 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb7f0b8-2484-4434-868c-dc60b64e4fb7 None None] Sync routers for ids ['52a5a761-acb5-40b2-8d22-a6c78f7b5fa5'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:04:20.528602 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a5980d29-0717-4255-8578-13bbd2fd8d80 admin admin] 10.222.0.20 "PUT /v2.0/routers/52a5a761-acb5-40b2-8d22-a6c78f7b5fa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6466031 Nov 12 01:04:20.531252 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb7f0b8-2484-4434-868c-dc60b64e4fb7 None None] Routers {'52a5a761-acb5-40b2-8d22-a6c78f7b5fa5'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:20.531958 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-1eb7f0b8-2484-4434-868c-dc60b64e4fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:04:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['52a5a761-acb5-40b2-8d22-a6c78f7b5fa5'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:20.585491 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6c7a066a-00d1-4db2-8567-af3c774c5886 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for router, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:20.844929 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-1eb7f0b8-2484-4434-868c-dc60b64e4fb7 None None] Set router 52a5a761-acb5-40b2-8d22-a6c78f7b5fa5 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:04:21.206282 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1eb993f1-0383-4f3c-9c6d-6c563a95012b req-4c55b047-387b-422d-93e2-7adc27958905 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.6454434 Nov 12 01:04:21.230605 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8feba88-b35c-49bc-9321-dc023135585a req-7d2b5a7f-b55a-4eb5-895a-a6ade1429fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:21.243344 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8feba88-b35c-49bc-9321-dc023135585a req-7d2b5a7f-b55a-4eb5-895a-a6ade1429fab service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0fed04be-2c3a-475e-8199-924085f487af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7293270 Nov 12 01:04:21.260441 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-1eb7f0b8-2484-4434-868c-dc60b64e4fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a5a761-acb5-40b2-8d22-a6c78f7b5fa5', 'name': 'tempest-TestVolumeBackupRestore-999821774-router', 'tenant_id': '6e1841c1c4dc4934bebaf944eb93505d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '37cf4274-3c88-4d98-97ab-62edf306aa63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:06Z', 'updated_at': '2021-11-12T01:04:17Z', 'revision_number': 4, 'project_id': '6e1841c1c4dc4934bebaf944eb93505d', 'gw_port': {'id': '37cf4274-3c88-4d98-97ab-62edf306aa63', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a5a761-acb5-40b2-8d22-a6c78f7b5fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:07Z', 'updated_at': '2021-11-12T01:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '278e7428-f739-4d9a-a73d-a1f27b47bdbe', 'name': '', 'network_id': '5624d83f-098d-47ad-bbf2-36550056a748', 'tenant_id': '6e1841c1c4dc4934bebaf944eb93505d', 'mac_address': 'fa:16:3e:0b:95:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a5a761-acb5-40b2-8d22-a6c78f7b5fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': '99e95760-97d2-4ea7-a3ee-6bf582686257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:15Z', 'updated_at': '2021-11-12T01:04:18Z', 'revision_number': 2, 'project_id': '6e1841c1c4dc4934bebaf944eb93505d', 'subnets': [{'id': '99e95760-97d2-4ea7-a3ee-6bf582686257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:21.330940 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb7f0b8-2484-4434-868c-dc60b64e4fb7 None None] Checking router: 52a5a761-acb5-40b2-8d22-a6c78f7b5fa5 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:04:21.331218 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb7f0b8-2484-4434-868c-dc60b64e4fb7 None None] Updating router 52a5a761-acb5-40b2-8d22-a6c78f7b5fa5 port 278e7428-f739-4d9a-a73d-a1f27b47bdbe binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:04:21.422219 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1eb7f0b8-2484-4434-868c-dc60b64e4fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:21.547681 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6c7a066a-00d1-4db2-8567-af3c774c5886 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:21.648153 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8feba88-b35c-49bc-9321-dc023135585a req-c2eaa891-b4a2-4cf6-b13c-dcd84eea52ff service neutron] 10.222.0.49 "GET /v2.0/networks/0fed04be-2c3a-475e-8199-924085f487af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972111 Nov 12 01:04:21.920803 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-6c7a066a-00d1-4db2-8567-af3c774c5886 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Deleting port 6cb2cc54-7660-45f2-a6cc-286890563436 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:04:21.920803 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6c7a066a-00d1-4db2-8567-af3c774c5886 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:22.096291 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1eb7f0b8-2484-4434-868c-dc60b64e4fb7 None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:22.104591 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1eb7f0b8-2484-4434-868c-dc60b64e4fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:22.127646 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8feba88-b35c-49bc-9321-dc023135585a req-536d876a-b7a1-47cc-b316-068a9d47315b service neutron] 10.222.0.49 "GET /v2.0/networks/0fed04be-2c3a-475e-8199-924085f487af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4640131 Nov 12 01:04:22.186795 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6c7a066a-00d1-4db2-8567-af3c774c5886 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:22.246575 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-6c7a066a-00d1-4db2-8567-af3c774c5886 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Calling delete_port for 6cb2cc54-7660-45f2-a6cc-286890563436 owned by network:router_gateway {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:04:22.275641 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f81524-c549-46bb-a818-c160ec8184b4 None None] Pushing event updated for resources: {'Port': ['ID=278e7428-f739-4d9a-a73d-a1f27b47bdbe,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:22.420119 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-1eb7f0b8-2484-4434-868c-dc60b64e4fb7 None None] Attempting to bind port 278e7428-f739-4d9a-a73d-a1f27b47bdbe on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:04:22.420511 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-1eb7f0b8-2484-4434-868c-dc60b64e4fb7 None None] Attempting to bind port 278e7428-f739-4d9a-a73d-a1f27b47bdbe by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'b7a8fb97-1c6f-4227-abb5-a372295c028a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5624d83f-098d-47ad-bbf2-36550056a748'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:04:22.421095 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb7f0b8-2484-4434-868c-dc60b64e4fb7 None None] Attempting to bind port 278e7428-f739-4d9a-a73d-a1f27b47bdbe on network 5624d83f-098d-47ad-bbf2-36550056a748 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:04:22.428297 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb7f0b8-2484-4434-868c-dc60b64e4fb7 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:04:22.429187 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb7f0b8-2484-4434-868c-dc60b64e4fb7 None None] Checking segment: {'id': 'b7a8fb97-1c6f-4227-abb5-a372295c028a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5624d83f-098d-47ad-bbf2-36550056a748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:22.429938 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1eb7f0b8-2484-4434-868c-dc60b64e4fb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:22.430508 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb7f0b8-2484-4434-868c-dc60b64e4fb7 None None] Bound using segment: {'id': 'b7a8fb97-1c6f-4227-abb5-a372295c028a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5624d83f-098d-47ad-bbf2-36550056a748'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:04:22.431305 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-1eb7f0b8-2484-4434-868c-dc60b64e4fb7 None None] Bound port: 278e7428-f739-4d9a-a73d-a1f27b47bdbe, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7a8fb97-1c6f-4227-abb5-a372295c028a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5624d83f-098d-47ad-bbf2-36550056a748'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:04:22.432068 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1eb7f0b8-2484-4434-868c-dc60b64e4fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:22.594241 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6c7a066a-00d1-4db2-8567-af3c774c5886 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:22.602971 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-1eb7f0b8-2484-4434-868c-dc60b64e4fb7 None None] For port 278e7428-f739-4d9a-a73d-a1f27b47bdbe, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:04:22.651240 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-1eb7f0b8-2484-4434-868c-dc60b64e4fb7 None None] For port 278e7428-f739-4d9a-a73d-a1f27b47bdbe, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=278e7428-f739-4d9a-a73d-a1f27b47bdbe,segment=NetworkSegment(b7a8fb97-1c6f-4227-abb5-a372295c028a),segment_id=b7a8fb97-1c6f-4227-abb5-a372295c028a)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:04:22.651483 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a066a-00d1-4db2-8567-af3c774c5886 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Pushing event deleted for resources: {'Port': ['ID=6cb2cc54-7660-45f2-a6cc-286890563436,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:22.676106 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1eb7f0b8-2484-4434-868c-dc60b64e4fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:22.715175 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-7cde6c29-4e94-4587-a866-eb4fbf5d8d9b None None] Provisioning complete for port 278e7428-f739-4d9a-a73d-a1f27b47bdbe triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:22.715686 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7cde6c29-4e94-4587-a866-eb4fbf5d8d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:22.741013 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6c7a066a-00d1-4db2-8567-af3c774c5886 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:22.772854 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a30780d-b759-410a-b853-e4cd001ea9fc None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:04:22.805005 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb7f0b8-2484-4434-868c-dc60b64e4fb7 None None] Routers {'52a5a761-acb5-40b2-8d22-a6c78f7b5fa5'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:22.805933 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-1eb7f0b8-2484-4434-868c-dc60b64e4fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:04:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['52a5a761-acb5-40b2-8d22-a6c78f7b5fa5'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:22.898970 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f81524-c549-46bb-a818-c160ec8184b4 None None] Pushing event updated for resources: {'Port': ['ID=278e7428-f739-4d9a-a73d-a1f27b47bdbe,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:22.995284 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6c7a066a-00d1-4db2-8567-af3c774c5886 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:23.006713 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6c7a066a-00d1-4db2-8567-af3c774c5886 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:23.107399 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6c7a066a-00d1-4db2-8567-af3c774c5886 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:23.107982 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7a066a-00d1-4db2-8567-af3c774c5886 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Fanout notify agent at l3_agent the message router_deleted on router 8356a05e-9bf1-4cdf-a54b-9d5ad8d90913 {{(pid=102661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:04:23.131766 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6c7a066a-00d1-4db2-8567-af3c774c5886 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:23.136641 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6c7a066a-00d1-4db2-8567-af3c774c5886 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] 10.222.0.20 "DELETE /v2.0/routers/8356a05e-9bf1-4cdf-a54b-9d5ad8d90913 HTTP/1.1" status: 204 len: 168 time: 3.0375440 Nov 12 01:04:23.136959 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51106) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:23.142026 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-76b83911-71a0-4e2a-ae14-025fd5038edb tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1762575128', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:23.169474 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-76b83911-71a0-4e2a-ae14-025fd5038edb tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:23.171026 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-76b83911-71a0-4e2a-ae14-025fd5038edb tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:23.322297 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-1eb7f0b8-2484-4434-868c-dc60b64e4fb7 None None] Set router 52a5a761-acb5-40b2-8d22-a6c78f7b5fa5 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:04:23.346825 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-76b83911-71a0-4e2a-ae14-025fd5038edb tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:23.353365 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-76b83911-71a0-4e2a-ae14-025fd5038edb tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:23.409858 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-76b83911-71a0-4e2a-ae14-025fd5038edb tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:23.416503 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51118) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:23.420740 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-76b83911-71a0-4e2a-ae14-025fd5038edb tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2826121 Nov 12 01:04:23.421737 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-8090ea22-3f23-47b1-aa7d-a81e2bf2354f tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:24.033864 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8090ea22-3f23-47b1-aa7d-a81e2bf2354f tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:24.085342 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7cde6c29-4e94-4587-a866-eb4fbf5d8d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:24.346515 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-7cde6c29-4e94-4587-a866-eb4fbf5d8d9b None None] For port 278e7428-f739-4d9a-a73d-a1f27b47bdbe, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=278e7428-f739-4d9a-a73d-a1f27b47bdbe,segment=NetworkSegment(b7a8fb97-1c6f-4227-abb5-a372295c028a),segment_id=b7a8fb97-1c6f-4227-abb5-a372295c028a)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:24.397291 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7cde6c29-4e94-4587-a866-eb4fbf5d8d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:24.551530 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8090ea22-3f23-47b1-aa7d-a81e2bf2354f tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for router_gateway, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:24.595778 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8090ea22-3f23-47b1-aa7d-a81e2bf2354f tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:24.604656 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-fe7bc068-7cb7-405b-85ce-f9be7834984d None None] Provisioning complete for port 278e7428-f739-4d9a-a73d-a1f27b47bdbe triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:24.605190 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fe7bc068-7cb7-405b-85ce-f9be7834984d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:24.686801 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde6c29-4e94-4587-a866-eb4fbf5d8d9b None None] Pushing event updated for resources: {'Port': ['ID=278e7428-f739-4d9a-a73d-a1f27b47bdbe,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:24.730681 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-8090ea22-3f23-47b1-aa7d-a81e2bf2354f tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Allocated IP 172.25.2.83 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/0d1dec9b-05e2-40c0-bb7c-2483f00693c0) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:04:24.799516 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-1eb7f0b8-2484-4434-868c-dc60b64e4fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a5a761-acb5-40b2-8d22-a6c78f7b5fa5', 'name': 'tempest-TestVolumeBackupRestore-999821774-router', 'tenant_id': '6e1841c1c4dc4934bebaf944eb93505d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '37cf4274-3c88-4d98-97ab-62edf306aa63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:06Z', 'updated_at': '2021-11-12T01:04:17Z', 'revision_number': 4, 'project_id': '6e1841c1c4dc4934bebaf944eb93505d', 'gw_port': {'id': '37cf4274-3c88-4d98-97ab-62edf306aa63', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a5a761-acb5-40b2-8d22-a6c78f7b5fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:07Z', 'updated_at': '2021-11-12T01:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '278e7428-f739-4d9a-a73d-a1f27b47bdbe', 'name': '', 'network_id': '5624d83f-098d-47ad-bbf2-36550056a748', 'tenant_id': '6e1841c1c4dc4934bebaf944eb93505d', 'mac_address': 'fa:16:3e:0b:95:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a5a761-acb5-40b2-8d22-a6c78f7b5fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': '99e95760-97d2-4ea7-a3ee-6bf582686257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:15Z', 'updated_at': '2021-11-12T01:04:22Z', 'revision_number': 4, 'project_id': '6e1841c1c4dc4934bebaf944eb93505d', 'subnets': [{'id': '99e95760-97d2-4ea7-a3ee-6bf582686257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:24.871277 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8090ea22-3f23-47b1-aa7d-a81e2bf2354f tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:24.879397 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb7f0b8-2484-4434-868c-dc60b64e4fb7 None None] The sync data for ids ['52a5a761-acb5-40b2-8d22-a6c78f7b5fa5'] in n-d-812236-11 is: [{'id': '52a5a761-acb5-40b2-8d22-a6c78f7b5fa5', 'name': 'tempest-TestVolumeBackupRestore-999821774-router', 'tenant_id': '6e1841c1c4dc4934bebaf944eb93505d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '37cf4274-3c88-4d98-97ab-62edf306aa63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:06Z', 'updated_at': '2021-11-12T01:04:17Z', 'revision_number': 4, 'project_id': '6e1841c1c4dc4934bebaf944eb93505d', 'gw_port': {'id': '37cf4274-3c88-4d98-97ab-62edf306aa63', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a5a761-acb5-40b2-8d22-a6c78f7b5fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:07Z', 'updated_at': '2021-11-12T01:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '278e7428-f739-4d9a-a73d-a1f27b47bdbe', 'name': '', 'network_id': '5624d83f-098d-47ad-bbf2-36550056a748', 'tenant_id': '6e1841c1c4dc4934bebaf944eb93505d', 'mac_address': 'fa:16:3e:0b:95:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a5a761-acb5-40b2-8d22-a6c78f7b5fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': '99e95760-97d2-4ea7-a3ee-6bf582686257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:15Z', 'updated_at': '2021-11-12T01:04:22Z', 'revision_number': 4, 'project_id': '6e1841c1c4dc4934bebaf944eb93505d', 'subnets': [{'id': '99e95760-97d2-4ea7-a3ee-6bf582686257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:04:24.921701 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8090ea22-3f23-47b1-aa7d-a81e2bf2354f tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:24.946931 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f02a27d4-015e-4c5d-b942-ab68ce510952 req-b5bdc612-ce19-46c7-a3ec-9c21b506331d service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.3553133 Nov 12 01:04:25.028836 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8090ea22-3f23-47b1-aa7d-a81e2bf2354f tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:25.033231 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-8090ea22-3f23-47b1-aa7d-a81e2bf2354f tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:25.035526 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090ea22-3f23-47b1-aa7d-a81e2bf2354f tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Pushing event updated for resources: {'Port': ['ID=0d1dec9b-05e2-40c0-bb7c-2483f00693c0,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:25.053802 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8090ea22-3f23-47b1-aa7d-a81e2bf2354f tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:04:25.134514 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052cca03-70ad-4ad8-b3a0-87f3596b8f5f None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:04:25.137767 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090ea22-3f23-47b1-aa7d-a81e2bf2354f tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:25.138316 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090ea22-3f23-47b1-aa7d-a81e2bf2354f tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:25.138673 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090ea22-3f23-47b1-aa7d-a81e2bf2354f tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:25.139019 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090ea22-3f23-47b1-aa7d-a81e2bf2354f tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:25.139439 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090ea22-3f23-47b1-aa7d-a81e2bf2354f tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:25.139793 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090ea22-3f23-47b1-aa7d-a81e2bf2354f tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:25.139995 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090ea22-3f23-47b1-aa7d-a81e2bf2354f tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:25.140321 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090ea22-3f23-47b1-aa7d-a81e2bf2354f tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:25.140653 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090ea22-3f23-47b1-aa7d-a81e2bf2354f tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:25.140990 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090ea22-3f23-47b1-aa7d-a81e2bf2354f tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:25.141317 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090ea22-3f23-47b1-aa7d-a81e2bf2354f tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:25.141627 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090ea22-3f23-47b1-aa7d-a81e2bf2354f tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:25.323047 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-60862445-95aa-4f5f-91cb-4f47182b0c0d None None] Provisioning complete for port 0d1dec9b-05e2-40c0-bb7c-2483f00693c0 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:25.324004 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-60862445-95aa-4f5f-91cb-4f47182b0c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:25.465216 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-60862445-95aa-4f5f-91cb-4f47182b0c0d None None] Port 0d1dec9b-05e2-40c0-bb7c-2483f00693c0 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:04:25.678590 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1b81ac68-a3bd-44df-8dda-bf824706d670 req-5566b35e-beea-43e9-b0c0-a70c0c3c8260 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0713530 Nov 12 01:04:25.861639 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8090ea22-3f23-47b1-aa7d-a81e2bf2354f tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for router_gateway, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:26.137263 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 278e7428-f739-4d9a-a73d-a1f27b47bdbe up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:04:26.261569 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 278e7428-f739-4d9a-a73d-a1f27b47bdbe triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:26.261954 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:26.392481 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8090ea22-3f23-47b1-aa7d-a81e2bf2354f tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-425772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40044'] for router, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:26.405049 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8090ea22-3f23-47b1-aa7d-a81e2bf2354f tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-425765'] for router, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:26.721402 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8090ea22-3f23-47b1-aa7d-a81e2bf2354f tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Router 357e5342-2d97-4c49-9a88-763da95376fa is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:04:26.918992 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8090ea22-3f23-47b1-aa7d-a81e2bf2354f tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:04:26.926014 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8090ea22-3f23-47b1-aa7d-a81e2bf2354f tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:26.930348 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-8090ea22-3f23-47b1-aa7d-a81e2bf2354f tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] 10.222.0.20 "PUT /v2.0/routers/357e5342-2d97-4c49-9a88-763da95376fa HTTP/1.1" status: 200 len: 883 time: 3.5101211 Nov 12 01:04:26.930601 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51210) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:26.939228 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef171757-1adc-4580-a2b8-913ca896f9af None None] Sync routers for ids ['357e5342-2d97-4c49-9a88-763da95376fa'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:04:26.959246 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef171757-1adc-4580-a2b8-913ca896f9af None None] Routers {'357e5342-2d97-4c49-9a88-763da95376fa'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:26.959960 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-ef171757-1adc-4580-a2b8-913ca896f9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:04:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['357e5342-2d97-4c49-9a88-763da95376fa'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:27.069231 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-ef171757-1adc-4580-a2b8-913ca896f9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:27.079803 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef171757-1adc-4580-a2b8-913ca896f9af None None] Routers {'357e5342-2d97-4c49-9a88-763da95376fa'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:27.081672 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-ef171757-1adc-4580-a2b8-913ca896f9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:04:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['357e5342-2d97-4c49-9a88-763da95376fa'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:27.126128 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-ef171757-1adc-4580-a2b8-913ca896f9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:27.127294 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef171757-1adc-4580-a2b8-913ca896f9af None None] The sync data for ids ['357e5342-2d97-4c49-9a88-763da95376fa'] in n-d-812236-11 is: [] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:04:27.132969 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-166efa2e-3389-4b04-bc7e-805693233a8a tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] 10.222.0.20 "GET /v2.0/routers/357e5342-2d97-4c49-9a88-763da95376fa HTTP/1.1" status: 200 len: 924 time: 0.1979094 Nov 12 01:04:27.133271 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51216) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:27.219843 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4670fa-818d-42aa-9e1e-be159e77ca56 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:27.223230 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7f4670fa-818d-42aa-9e1e-be159e77ca56 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=ef732b55-2b3c-4048-85da-0a8ac273c14b&device_id=357e5342-2d97-4c49-9a88-763da95376fa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0867701 Nov 12 01:04:27.225492 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51220) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:27.470300 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9a4090-3090-45b2-8a23-d00eb273f383 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:27.472681 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-4c9a4090-3090-45b2-8a23-d00eb273f383 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] 10.222.0.20 "GET /v2.0/networks/ef732b55-2b3c-4048-85da-0a8ac273c14b HTTP/1.1" status: 200 len: 881 time: 0.2432261 Nov 12 01:04:27.474911 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51234) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:27.533562 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c0e572b0-a738-4029-8c90-5054bca703d9 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] 10.222.0.20 "GET /v2.0/ports?device_id=357e5342-2d97-4c49-9a88-763da95376fa HTTP/1.1" status: 200 len: 205 time: 0.0573771 Nov 12 01:04:27.536983 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51236) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:27.690095 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e31b7a37-a0cb-4182-be58-aba4fd6025e4 req-22bd6b4a-15be-41bb-a1c8-0fc2a594e2fd service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1015489 Nov 12 01:04:27.745187 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a82666c4-aeb1-42f2-81de-b6f1cb7bbc76 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:27.944077 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c9230fd5-0d51-4c9d-b49d-6e2295ffb73b req-a903e82f-8f2e-4c8a-af48-5fb5a131e508 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0463815 Nov 12 01:04:27.965329 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a82666c4-aeb1-42f2-81de-b6f1cb7bbc76 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:28.043363 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-a82666c4-aeb1-42f2-81de-b6f1cb7bbc76 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Deleting port 0d1dec9b-05e2-40c0-bb7c-2483f00693c0 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:04:28.043776 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a82666c4-aeb1-42f2-81de-b6f1cb7bbc76 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:28.139020 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a82666c4-aeb1-42f2-81de-b6f1cb7bbc76 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:28.154805 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-a82666c4-aeb1-42f2-81de-b6f1cb7bbc76 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Calling delete_port for 0d1dec9b-05e2-40c0-bb7c-2483f00693c0 owned by network:router_gateway {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:04:28.515990 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48834cf-3a34-43be-b53f-8cf13c467776 req-8b88655a-ca31-48d7-8be6-f16938fd7fae tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:28.517775 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b48834cf-3a34-43be-b53f-8cf13c467776 req-8b88655a-ca31-48d7-8be6-f16938fd7fae tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 946 time: 0.1390238 Nov 12 01:04:28.598131 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a82666c4-aeb1-42f2-81de-b6f1cb7bbc76 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:28.663308 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b48834cf-3a34-43be-b53f-8cf13c467776 req-357855bf-d95c-4b73-84c1-fe1163693aec tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044073 Nov 12 01:04:28.666116 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82666c4-aeb1-42f2-81de-b6f1cb7bbc76 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Pushing event deleted for resources: {'Port': ['ID=0d1dec9b-05e2-40c0-bb7c-2483f00693c0,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:28.703063 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83f9795-839a-45d3-857f-8cce3ea1387f None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:04:28.872869 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a82666c4-aeb1-42f2-81de-b6f1cb7bbc76 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:29.023533 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a82666c4-aeb1-42f2-81de-b6f1cb7bbc76 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:29.026181 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a82666c4-aeb1-42f2-81de-b6f1cb7bbc76 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:29.099952 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a82666c4-aeb1-42f2-81de-b6f1cb7bbc76 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:29.100548 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82666c4-aeb1-42f2-81de-b6f1cb7bbc76 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Fanout notify agent at l3_agent the message router_deleted on router 357e5342-2d97-4c49-9a88-763da95376fa {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:04:29.113492 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a82666c4-aeb1-42f2-81de-b6f1cb7bbc76 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:29.121022 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a82666c4-aeb1-42f2-81de-b6f1cb7bbc76 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] 10.222.0.20 "DELETE /v2.0/routers/357e5342-2d97-4c49-9a88-763da95376fa HTTP/1.1" status: 204 len: 168 time: 1.5817137 Nov 12 01:04:29.121022 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51312) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:29.134070 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-bb8c0e5c-3524-443e-8f4c-9f754f467305 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-968918796', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:29.168973 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bb8c0e5c-3524-443e-8f4c-9f754f467305 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:29.171716 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bb8c0e5c-3524-443e-8f4c-9f754f467305 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:29.257356 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bb8c0e5c-3524-443e-8f4c-9f754f467305 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:29.279196 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bb8c0e5c-3524-443e-8f4c-9f754f467305 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:29.300369 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bb8c0e5c-3524-443e-8f4c-9f754f467305 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:29.301638 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-bb8c0e5c-3524-443e-8f4c-9f754f467305 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1793807 Nov 12 01:04:29.304647 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51320) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:29.309392 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-1ab06c4b-ac32-4ef9-956f-be3e7618e34c tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'enable_snat': True}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:29.632392 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ab06c4b-ac32-4ef9-956f-be3e7618e34c tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:29.947841 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5477cf6-c25e-4a9a-b9c8-7b75eea2358c req-5911b91b-f372-4369-aec0-3e6d883a22fd tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:29.960165 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c5477cf6-c25e-4a9a-b9c8-7b75eea2358c req-5911b91b-f372-4369-aec0-3e6d883a22fd tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 946 time: 0.1503696 Nov 12 01:04:30.062503 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ab06c4b-ac32-4ef9-956f-be3e7618e34c tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:30.084865 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ab06c4b-ac32-4ef9-956f-be3e7618e34c tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:30.114948 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-eae31271-d37b-4c62-9a40-a6f129806d07 req-f0a88fdc-de58-438f-bde6-191ef28c3ab7 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0513320 Nov 12 01:04:30.125213 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c5477cf6-c25e-4a9a-b9c8-7b75eea2358c req-ebff2af4-02da-46b0-8de0-327dcdf65eb3 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629262 Nov 12 01:04:30.137769 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb23d7-081a-45e5-a2b7-bcb1e3ad8364 req-e06be99f-520e-4343-b76b-1090e0a3a848 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:30.140037 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-76cb23d7-081a-45e5-a2b7-bcb1e3ad8364 req-e06be99f-520e-4343-b76b-1090e0a3a848 tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.49 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 946 time: 0.1411440 Nov 12 01:04:30.303297 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-1ab06c4b-ac32-4ef9-956f-be3e7618e34c tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Allocated IP 172.25.2.242 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/9136e197-9f40-49d1-a390-0af6234c7fc6) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:04:30.348104 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-19bccd3e-c5a6-43d1-a5fd-9e3f2b5aed94 req-a13a008f-7ec5-404c-b6d3-ba4fc5e6afbd service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0393012 Nov 12 01:04:30.390611 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-76cb23d7-081a-45e5-a2b7-bcb1e3ad8364 req-fda0d065-68fc-4dfb-83c1-e31229d0bbff tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Deleting port f23ba7b4-4471-4db2-b4d6-b2d27db75586 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:04:30.391027 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-76cb23d7-081a-45e5-a2b7-bcb1e3ad8364 req-fda0d065-68fc-4dfb-83c1-e31229d0bbff tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:30.441565 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ab06c4b-ac32-4ef9-956f-be3e7618e34c tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:30.499824 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ab06c4b-ac32-4ef9-956f-be3e7618e34c tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:30.506791 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-76cb23d7-081a-45e5-a2b7-bcb1e3ad8364 req-fda0d065-68fc-4dfb-83c1-e31229d0bbff tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] For port f23ba7b4-4471-4db2-b4d6-b2d27db75586, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=f23ba7b4-4471-4db2-b4d6-b2d27db75586,segment=NetworkSegment(ac5afd89-5012-43c7-b28d-4a594b7d5879),segment_id=ac5afd89-5012-43c7-b28d-4a594b7d5879)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:30.507248 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-76cb23d7-081a-45e5-a2b7-bcb1e3ad8364 req-fda0d065-68fc-4dfb-83c1-e31229d0bbff tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:30.547816 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab06c4b-ac32-4ef9-956f-be3e7618e34c tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:30.548646 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-76cb23d7-081a-45e5-a2b7-bcb1e3ad8364 req-fda0d065-68fc-4dfb-83c1-e31229d0bbff tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Calling delete_port for f23ba7b4-4471-4db2-b4d6-b2d27db75586 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:04:30.553455 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-1ab06c4b-ac32-4ef9-956f-be3e7618e34c tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:30.560268 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab06c4b-ac32-4ef9-956f-be3e7618e34c tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:04:30.581701 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09aa30bf-9c8c-4db4-8a86-ab1b90f9b202 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:04:30.588345 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab06c4b-ac32-4ef9-956f-be3e7618e34c tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Pushing event updated for resources: {'Port': ['ID=9136e197-9f40-49d1-a390-0af6234c7fc6,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:30.598915 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab06c4b-ac32-4ef9-956f-be3e7618e34c tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:30.599643 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab06c4b-ac32-4ef9-956f-be3e7618e34c tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:30.599998 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab06c4b-ac32-4ef9-956f-be3e7618e34c tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:30.600345 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab06c4b-ac32-4ef9-956f-be3e7618e34c tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:30.600684 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab06c4b-ac32-4ef9-956f-be3e7618e34c tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:30.601019 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab06c4b-ac32-4ef9-956f-be3e7618e34c tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:30.601350 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab06c4b-ac32-4ef9-956f-be3e7618e34c tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:30.601746 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab06c4b-ac32-4ef9-956f-be3e7618e34c tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:30.602079 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab06c4b-ac32-4ef9-956f-be3e7618e34c tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:30.602408 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab06c4b-ac32-4ef9-956f-be3e7618e34c tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:30.602734 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab06c4b-ac32-4ef9-956f-be3e7618e34c tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:30.603064 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab06c4b-ac32-4ef9-956f-be3e7618e34c tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:30.667543 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-8e10eff3-951a-48fa-866c-426cbeb1658a None None] Provisioning complete for port 9136e197-9f40-49d1-a390-0af6234c7fc6 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:30.668513 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8e10eff3-951a-48fa-866c-426cbeb1658a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:30.741302 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-8e10eff3-951a-48fa-866c-426cbeb1658a None None] Port 9136e197-9f40-49d1-a390-0af6234c7fc6 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:04:30.804091 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-76cb23d7-081a-45e5-a2b7-bcb1e3ad8364 req-fda0d065-68fc-4dfb-83c1-e31229d0bbff tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:30.841799 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['f23ba7b4-4471-4db2-b4d6-b2d27db75586'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:04:30.892208 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe728ca-e61d-4c6d-abd0-1ce2d16aeb92 None None] DHCP port deletion for e2e3e1e9-0e8c-4882-bf10-1b961e611626 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:04:30.899593 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda0d065-68fc-4dfb-83c1-e31229d0bbff tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Pushing event deleted for resources: {'Port': ['ID=f23ba7b4-4471-4db2-b4d6-b2d27db75586,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:30.962138 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-76cb23d7-081a-45e5-a2b7-bcb1e3ad8364 req-fda0d065-68fc-4dfb-83c1-e31229d0bbff tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] No DVR routers for this DVR port f23ba7b4-4471-4db2-b4d6-b2d27db75586 on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:04:30.964691 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-76cb23d7-081a-45e5-a2b7-bcb1e3ad8364 req-fda0d065-68fc-4dfb-83c1-e31229d0bbff tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:30.968619 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-76cb23d7-081a-45e5-a2b7-bcb1e3ad8364 req-fda0d065-68fc-4dfb-83c1-e31229d0bbff tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.49 "DELETE /v2.0/ports/f23ba7b4-4471-4db2-b4d6-b2d27db75586 HTTP/1.1" status: 204 len: 173 time: 0.8218186 Nov 12 01:04:30.969162 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4203dae8-da68-4633-8d96-7915752fb68d', 'name': 'network-vif-deleted', 'tag': 'f23ba7b4-4471-4db2-b4d6-b2d27db75586'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:04:30.971745 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f9f7d1-e90d-43de-90a0-d26ed8c3a97c" -d '{"events": [{"server_uuid": "4203dae8-da68-4633-8d96-7915752fb68d", "name": "network-vif-deleted", "tag": "f23ba7b4-4471-4db2-b4d6-b2d27db75586"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:04:31.046157 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ab06c4b-ac32-4ef9-956f-be3e7618e34c tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:31.253221 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c163d97-ba79-4183-85d5-c42f13d40394 x-openstack-request-id: req-0c163d97-ba79-4183-85d5-c42f13d40394 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:04:31.254046 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4203dae8-da68-4633-8d96-7915752fb68d", "name": "network-vif-deleted", "tag": "f23ba7b4-4471-4db2-b4d6-b2d27db75586", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:04:31.254530 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0c163d97-ba79-4183-85d5-c42f13d40394 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:04:31.255229 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4203dae8-da68-4633-8d96-7915752fb68d', 'name': 'network-vif-deleted', 'tag': 'f23ba7b4-4471-4db2-b4d6-b2d27db75586', 'status': 'completed', 'code': 200} Nov 12 01:04:31.342801 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2a0ec578-7619-450e-89e0-60b35958683a req-7d05b7e2-a6da-4d75-af57-09c907f68f8a tempest-ServersNegativeTestJSON-933469075 tempest-ServersNegativeTestJSON-933469075-project] 10.222.0.20 "GET /v2.0/ports?device_id=4203dae8-da68-4633-8d96-7915752fb68d HTTP/1.1" status: 200 len: 210 time: 0.0570087 Nov 12 01:04:31.436221 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ab06c4b-ac32-4ef9-956f-be3e7618e34c tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-425772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40044'] for router, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:31.441240 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ab06c4b-ac32-4ef9-956f-be3e7618e34c tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-425765'] for router, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:32.009935 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab06c4b-ac32-4ef9-956f-be3e7618e34c tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Router fad4b61f-e205-4bce-802f-e30d62cc4dcc is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:04:32.197754 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab06c4b-ac32-4ef9-956f-be3e7618e34c tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:04:32.203795 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ab06c4b-ac32-4ef9-956f-be3e7618e34c tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:32.205018 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1ab06c4b-ac32-4ef9-956f-be3e7618e34c tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] 10.222.0.20 "PUT /v2.0/routers/fad4b61f-e205-4bce-802f-e30d62cc4dcc HTTP/1.1" status: 200 len: 918 time: 2.8992717 Nov 12 01:04:32.208380 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51422) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:32.217283 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086058c9-71c5-41de-9bcc-c3ba9a560a66 None None] Sync routers for ids ['fad4b61f-e205-4bce-802f-e30d62cc4dcc'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:04:32.232219 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086058c9-71c5-41de-9bcc-c3ba9a560a66 None None] Routers {'fad4b61f-e205-4bce-802f-e30d62cc4dcc'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:32.232219 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-086058c9-71c5-41de-9bcc-c3ba9a560a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:04:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['fad4b61f-e205-4bce-802f-e30d62cc4dcc'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:32.291057 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-086058c9-71c5-41de-9bcc-c3ba9a560a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:32.304444 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-02622786-7162-488a-907d-edd523ff0be8 req-4e2660ba-d982-4c38-96bd-15e0248c45f3 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0397124 Nov 12 01:04:32.328052 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086058c9-71c5-41de-9bcc-c3ba9a560a66 None None] Routers {'fad4b61f-e205-4bce-802f-e30d62cc4dcc'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:32.328692 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-086058c9-71c5-41de-9bcc-c3ba9a560a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:04:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['fad4b61f-e205-4bce-802f-e30d62cc4dcc'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:32.380409 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-086058c9-71c5-41de-9bcc-c3ba9a560a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:32.380928 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086058c9-71c5-41de-9bcc-c3ba9a560a66 None None] The sync data for ids ['fad4b61f-e205-4bce-802f-e30d62cc4dcc'] in n-d-812236-11 is: [] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:04:32.422388 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51432) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:32.429719 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-bdcab521-5749-46e2-aa09-74aa56330100 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] 10.222.0.20 "GET /v2.0/routers/fad4b61f-e205-4bce-802f-e30d62cc4dcc HTTP/1.1" status: 200 len: 924 time: 0.2177298 Nov 12 01:04:32.431415 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51434) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:32.550234 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-12210a96-1bfd-4f3d-ab18-e01b3a91f2c1 req-88e2dd85-4d5a-41d2-ada1-761d95442e3b service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0597250 Nov 12 01:04:32.564097 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b789c58-da30-4bf1-a6b8-1aa9bddfff1e admin admin] Deleting subnet 0cfb7ed7-15f0-4cd2-a0ec-39a2bf41ee0d {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:04:32.572326 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3b789c58-da30-4bf1-a6b8-1aa9bddfff1e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:32.629639 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850265d3-1d33-46b1-97bd-e72b5e8e944e tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:32.631513 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-850265d3-1d33-46b1-97bd-e72b5e8e944e tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=ef732b55-2b3c-4048-85da-0a8ac273c14b&device_id=fad4b61f-e205-4bce-802f-e30d62cc4dcc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1973329 Nov 12 01:04:32.634631 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51446) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:32.689719 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3b789c58-da30-4bf1-a6b8-1aa9bddfff1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:32.783709 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3b789c58-da30-4bf1-a6b8-1aa9bddfff1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:32.852718 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dfa361-916f-4b54-90ba-099369b13b50 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:32.857128 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-23dfa361-916f-4b54-90ba-099369b13b50 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] 10.222.0.20 "GET /v2.0/networks/ef732b55-2b3c-4048-85da-0a8ac273c14b HTTP/1.1" status: 200 len: 881 time: 0.2211223 Nov 12 01:04:32.857557 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51456) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:32.893308 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3b789c58-da30-4bf1-a6b8-1aa9bddfff1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:32.936568 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cf2836-a737-43db-b8d8-36e4ad873769 None None] Network e2e3e1e9-0e8c-4882-bf10-1b961e611626 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:32.946065 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-89ac2df0-99f7-491b-ae8f-8a4387c11001 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] 10.222.0.20 "GET /v2.0/ports?device_id=fad4b61f-e205-4bce-802f-e30d62cc4dcc HTTP/1.1" status: 200 len: 205 time: 0.0869210 Nov 12 01:04:32.948174 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51458) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:32.961188 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3b789c58-da30-4bf1-a6b8-1aa9bddfff1e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:32.974902 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-3b789c58-da30-4bf1-a6b8-1aa9bddfff1e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0cfb7ed7-15f0-4cd2-a0ec-39a2bf41ee0d HTTP/1.1" status: 204 len: 168 time: 0.5512691 Nov 12 01:04:32.975741 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51462) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:32.976500 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b789c58-da30-4bf1-a6b8-1aa9bddfff1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cfb7ed7-15f0-4cd2-a0ec-39a2bf41ee0d,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:33.088848 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-83a140e8-17f2-48fb-9fe4-1db99e855595 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:33.140583 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d1125f53-c968-4322-959b-fe1be47d9d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:33.232729 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8464eb-31d1-4859-8afc-606d32b3b314 None None] DHCP port deletion for e2e3e1e9-0e8c-4882-bf10-1b961e611626 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:04:33.269668 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d1125f53-c968-4322-959b-fe1be47d9d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:33.341064 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-83a140e8-17f2-48fb-9fe4-1db99e855595 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:33.342290 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-d1125f53-c968-4322-959b-fe1be47d9d37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2e3e1e9-0e8c-4882-bf10-1b961e611626']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:33.355123 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-d1125f53-c968-4322-959b-fe1be47d9d37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac5afd89-5012-43c7-b28d-4a594b7d5879') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:33.355742 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-d1125f53-c968-4322-959b-fe1be47d9d37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac5afd89-5012-43c7-b28d-4a594b7d5879') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:33.368278 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d1125f53-c968-4322-959b-fe1be47d9d37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:33.385364 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d1125f53-c968-4322-959b-fe1be47d9d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:33.393786 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1125f53-c968-4322-959b-fe1be47d9d37 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:04:33.394759 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d1125f53-c968-4322-959b-fe1be47d9d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:33.396958 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:04:33.396958 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:04:33.396958 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:04:33.396958 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:04:33.396958 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:04:33.396958 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:04:33.396958 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:04:33.396958 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:04:33.396958 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:04:33.396958 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:04:33.396958 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:04:33.396958 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:04:33.396958 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:04:33.396958 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:04:33.396958 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:04:33.396958 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:04:33.396958 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:04:33.396958 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:04:33.396958 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:04:33.396958 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:04:33.396958 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:04:33.396958 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:04:33.396958 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:04:33.396958 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:04:33.396958 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:04:33.396958 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:04:33.396958 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:04:33.396958 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:04:33.396958 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:04:33.396958 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:04:33.396958 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:04:33.396958 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:04:33.427329 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-83a140e8-17f2-48fb-9fe4-1db99e855595 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Deleting port 9136e197-9f40-49d1-a390-0af6234c7fc6 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:04:33.427875 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-83a140e8-17f2-48fb-9fe4-1db99e855595 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:33.488134 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d1125f53-c968-4322-959b-fe1be47d9d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:33.494950 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d1125f53-c968-4322-959b-fe1be47d9d37 admin admin] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:33.501118 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d1125f53-c968-4322-959b-fe1be47d9d37 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e2e3e1e9-0e8c-4882-bf10-1b961e611626 HTTP/1.1" status: 204 len: 168 time: 0.5182972 Nov 12 01:04:33.523693 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1125f53-c968-4322-959b-fe1be47d9d37 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2e3e1e9-0e8c-4882-bf10-1b961e611626,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:33.540469 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-83a140e8-17f2-48fb-9fe4-1db99e855595 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:33.555822 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-83a140e8-17f2-48fb-9fe4-1db99e855595 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Calling delete_port for 9136e197-9f40-49d1-a390-0af6234c7fc6 owned by network:router_gateway {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:04:33.844439 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-83a140e8-17f2-48fb-9fe4-1db99e855595 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:33.870390 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51492) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:33.890193 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60fa200-32ad-45d8-92ea-2b45f3d71ca3 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:04:33.915862 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a140e8-17f2-48fb-9fe4-1db99e855595 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Pushing event deleted for resources: {'Port': ['ID=9136e197-9f40-49d1-a390-0af6234c7fc6,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:33.961991 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-90fedf6b-4cf0-49c5-8ca8-2f55ff243364 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b69c08bc1825416d9856930c76df087f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0903869 Nov 12 01:04:33.962667 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51496) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:33.977640 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-83a140e8-17f2-48fb-9fe4-1db99e855595 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:34.054240 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-781b6468-59d2-4ee5-a186-3d0b15e77975 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:34.095389 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-781b6468-59d2-4ee5-a186-3d0b15e77975 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:34.120016 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-83a140e8-17f2-48fb-9fe4-1db99e855595 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:34.123488 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-83a140e8-17f2-48fb-9fe4-1db99e855595 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:34.172860 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-83a140e8-17f2-48fb-9fe4-1db99e855595 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:34.173497 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a140e8-17f2-48fb-9fe4-1db99e855595 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Fanout notify agent at l3_agent the message router_deleted on router fad4b61f-e205-4bce-802f-e30d62cc4dcc {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:04:34.178014 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-781b6468-59d2-4ee5-a186-3d0b15e77975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:34.181863 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-781b6468-59d2-4ee5-a186-3d0b15e77975 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:34.183265 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-781b6468-59d2-4ee5-a186-3d0b15e77975 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4d1550e4-4a8d-4bdf-ad2d-ead05edfba09 HTTP/1.1" status: 204 len: 168 time: 0.2161870 Nov 12 01:04:34.191297 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-83a140e8-17f2-48fb-9fe4-1db99e855595 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:34.192640 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-83a140e8-17f2-48fb-9fe4-1db99e855595 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] 10.222.0.20 "DELETE /v2.0/routers/fad4b61f-e205-4bce-802f-e30d62cc4dcc HTTP/1.1" status: 204 len: 168 time: 1.2432766 Nov 12 01:04:34.203017 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51510) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:34.228285 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-9ffeec11-5895-4927-b219-0ad1e77b0a83 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1027251638', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:34.230553 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device f23ba7b4-4471-4db2-b4d6-b2d27db75586 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:04:34.252821 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b6468-59d2-4ee5-a186-3d0b15e77975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1550e4-4a8d-4bdf-ad2d-ead05edfba09,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:34.337065 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: f23ba7b4-4471-4db2-b4d6-b2d27db75586 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:04:34.337632 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device f23ba7b4-4471-4db2-b4d6-b2d27db75586 not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:04:34.341825 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9ffeec11-5895-4927-b219-0ad1e77b0a83 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:34.343037 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9ffeec11-5895-4927-b219-0ad1e77b0a83 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:34.396283 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-07e5e840-c36e-443b-86fd-f040ad84de39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:34.465318 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9ffeec11-5895-4927-b219-0ad1e77b0a83 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:34.473172 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9ffeec11-5895-4927-b219-0ad1e77b0a83 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:34.540372 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8daacfd8-04f9-454b-8369-20a45dd63c58 req-81e42f7c-b538-448b-9851-65dfff9942e2 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0533328 Nov 12 01:04:34.550866 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9ffeec11-5895-4927-b219-0ad1e77b0a83 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:34.575393 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-9ffeec11-5895-4927-b219-0ad1e77b0a83 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3481669 Nov 12 01:04:34.577500 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51522) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:34.628444 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-841263fb-5dd7-41eb-b172-ea2a49331fce tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'enable_snat': False}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:34.718179 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e2b78573-feb4-47d7-82c8-8dd49dea38a1 req-3fb4f918-5ebf-4ebf-b6e1-22f2eea63c39 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0639889 Nov 12 01:04:34.948854 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-841263fb-5dd7-41eb-b172-ea2a49331fce tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:35.306261 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-841263fb-5dd7-41eb-b172-ea2a49331fce tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:35.338032 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-841263fb-5dd7-41eb-b172-ea2a49331fce tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:35.557963 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-841263fb-5dd7-41eb-b172-ea2a49331fce tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Allocated IP 172.25.2.104 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/179b6f65-0353-4ecd-873a-4fa4baae9224) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:04:35.732647 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-841263fb-5dd7-41eb-b172-ea2a49331fce tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:35.784144 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-841263fb-5dd7-41eb-b172-ea2a49331fce tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:35.839234 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841263fb-5dd7-41eb-b172-ea2a49331fce tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Pushing event updated for resources: {'Port': ['ID=179b6f65-0353-4ecd-873a-4fa4baae9224,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:35.866030 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841263fb-5dd7-41eb-b172-ea2a49331fce tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:35.870573 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-841263fb-5dd7-41eb-b172-ea2a49331fce tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:35.874188 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841263fb-5dd7-41eb-b172-ea2a49331fce tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:04:35.895036 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d852261-4cda-408f-9ef1-2752104ab8cc None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:04:36.041362 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b775ed9f-3fce-4ee9-80b6-8b83d0ed5412 None None] Provisioning complete for port 179b6f65-0353-4ecd-873a-4fa4baae9224 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:36.041765 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b775ed9f-3fce-4ee9-80b6-8b83d0ed5412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:36.199435 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b775ed9f-3fce-4ee9-80b6-8b83d0ed5412 None None] Port 179b6f65-0353-4ecd-873a-4fa4baae9224 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:04:36.263220 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51606) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:36.393730 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-841263fb-5dd7-41eb-b172-ea2a49331fce tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:36.451764 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5bb59743-86ab-4454-b7cb-818ded133a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:36.627995 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2fed26a0-f560-477d-b561-04230f1bea24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:36.779558 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4d3ac059-e67b-4ccd-8b9d-c20a7e39d5ce req-8da3472b-a5ca-4adb-8d6b-388b79d865aa service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0779686 Nov 12 01:04:36.983191 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-841263fb-5dd7-41eb-b172-ea2a49331fce tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-425772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40044'] for router, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:37.000742 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-45e857a7-7b41-4331-aff0-36cc725217f9 req-10dd950e-cb5a-4af2-b5dc-ce7589b71e72 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0602748 Nov 12 01:04:37.007417 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143af3d-c0c4-488e-9aa8-9a4aabd538f5 req-5ef3ee8b-b3b1-4cfa-9db0-a1284f42dbde tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:37.008882 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d143af3d-c0c4-488e-9aa8-9a4aabd538f5 req-5ef3ee8b-b3b1-4cfa-9db0-a1284f42dbde tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9 HTTP/1.1" status: 200 len: 945 time: 0.1232667 Nov 12 01:04:37.019099 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-841263fb-5dd7-41eb-b172-ea2a49331fce tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-425765'] for router, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:37.079887 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d143af3d-c0c4-488e-9aa8-9a4aabd538f5 req-a1982864-eb3a-4228-812f-f67ff8ca4f18 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3ad4aa7-f288-4738-9886-8baae0088fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631568 Nov 12 01:04:37.211987 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2fed26a0-f560-477d-b561-04230f1bea24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:37.220986 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2fed26a0-f560-477d-b561-04230f1bea24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:37.290851 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2fed26a0-f560-477d-b561-04230f1bea24 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dceb3bc5ef634fdb83622948d52e020a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0243149 Nov 12 01:04:37.291499 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51648) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:37.294233 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed26a0-f560-477d-b561-04230f1bea24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d9957b-0d77-4a6d-a0d9-1f716d2a76bb,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:37.331390 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841263fb-5dd7-41eb-b172-ea2a49331fce tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Router df9e7e69-4a6d-4aa3-b244-24a5af86e40c is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:04:37.382881 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-906d1adf-7ca3-410b-ae9f-449f31996c33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:37.468668 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-906d1adf-7ca3-410b-ae9f-449f31996c33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:37.530940 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841263fb-5dd7-41eb-b172-ea2a49331fce tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:04:37.543602 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9e9b2f-c1a1-477d-8f81-5b5c271c8fd2 None None] Sync routers for ids ['df9e7e69-4a6d-4aa3-b244-24a5af86e40c'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:04:37.551110 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-841263fb-5dd7-41eb-b172-ea2a49331fce tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:37.557552 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-841263fb-5dd7-41eb-b172-ea2a49331fce tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] 10.222.0.20 "PUT /v2.0/routers/df9e7e69-4a6d-4aa3-b244-24a5af86e40c HTTP/1.1" status: 200 len: 920 time: 2.9766762 Nov 12 01:04:37.560448 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9e9b2f-c1a1-477d-8f81-5b5c271c8fd2 None None] Routers {'df9e7e69-4a6d-4aa3-b244-24a5af86e40c'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:37.570016 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51654) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:37.582610 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-6c9e9b2f-c1a1-477d-8f81-5b5c271c8fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:04:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['df9e7e69-4a6d-4aa3-b244-24a5af86e40c'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:37.584163 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-906d1adf-7ca3-410b-ae9f-449f31996c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:37.595666 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-906d1adf-7ca3-410b-ae9f-449f31996c33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:37.600487 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-906d1adf-7ca3-410b-ae9f-449f31996c33 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b5d9957b-0d77-4a6d-a0d9-1f716d2a76bb HTTP/1.1" status: 204 len: 168 time: 0.3051672 Nov 12 01:04:37.648983 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-6c9e9b2f-c1a1-477d-8f81-5b5c271c8fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:37.678006 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9e9b2f-c1a1-477d-8f81-5b5c271c8fd2 None None] Routers {'df9e7e69-4a6d-4aa3-b244-24a5af86e40c'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:37.678624 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-6c9e9b2f-c1a1-477d-8f81-5b5c271c8fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:04:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['df9e7e69-4a6d-4aa3-b244-24a5af86e40c'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:37.689711 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:37.700839 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d1adf-7ca3-410b-ae9f-449f31996c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d9957b-0d77-4a6d-a0d9-1f716d2a76bb,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:37.793268 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-6c9e9b2f-c1a1-477d-8f81-5b5c271c8fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:37.794426 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9e9b2f-c1a1-477d-8f81-5b5c271c8fd2 None None] The sync data for ids ['df9e7e69-4a6d-4aa3-b244-24a5af86e40c'] in n-d-812236-11 is: [] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:04:37.852950 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-2666b2d3-0fd6-4187-8935-1c1ac90cf04d tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] 10.222.0.20 "GET /v2.0/routers/df9e7e69-4a6d-4aa3-b244-24a5af86e40c HTTP/1.1" status: 200 len: 926 time: 0.2793932 Nov 12 01:04:37.855298 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51668) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:37.953759 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2bf155-8355-46a1-bc44-b4b7ef137364 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:37.955505 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3c2bf155-8355-46a1-bc44-b4b7ef137364 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=ef732b55-2b3c-4048-85da-0a8ac273c14b&device_id=df9e7e69-4a6d-4aa3-b244-24a5af86e40c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0985622 Nov 12 01:04:37.959022 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51676) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:38.150428 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604469fe-ccfe-4eaf-b984-286b9344f390 req-f3c76df3-b123-4de6-93c0-8ffeeea8bd62 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:38.162994 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-604469fe-ccfe-4eaf-b984-286b9344f390 req-f3c76df3-b123-4de6-93c0-8ffeeea8bd62 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9 HTTP/1.1" status: 200 len: 945 time: 0.1568089 Nov 12 01:04:38.275029 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cc2edd-ceef-46e7-ac52-4f55cfcb09b4 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:38.276434 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b3cc2edd-ceef-46e7-ac52-4f55cfcb09b4 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] 10.222.0.20 "GET /v2.0/networks/ef732b55-2b3c-4048-85da-0a8ac273c14b HTTP/1.1" status: 200 len: 881 time: 0.3164265 Nov 12 01:04:38.279561 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51694) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:38.338990 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7858fd88-31b0-45b3-8133-1d4e71127c74 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] 10.222.0.20 "GET /v2.0/ports?device_id=df9e7e69-4a6d-4aa3-b244-24a5af86e40c HTTP/1.1" status: 200 len: 205 time: 0.0574107 Nov 12 01:04:38.341833 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51700) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:38.400784 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b35821-bd37-4999-b110-830807ef29c3 req-d3efe56c-af4a-4115-961d-7fc65b3ff8d9 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:38.409942 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-17b35821-bd37-4999-b110-830807ef29c3 req-d3efe56c-af4a-4115-961d-7fc65b3ff8d9 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9 HTTP/1.1" status: 200 len: 945 time: 0.1734526 Nov 12 01:04:38.658538 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-17b35821-bd37-4999-b110-830807ef29c3 req-7ac7b0b0-5525-4169-bb92-5691309a61bb tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3ad4aa7-f288-4738-9886-8baae0088fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2461724 Nov 12 01:04:38.664722 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-604469fe-ccfe-4eaf-b984-286b9344f390 req-2ffee8f6-7c99-473d-8f06-6ce78fde8ace tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Deleting port 161b3298-9c94-419c-aed6-71e3451377c5 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:04:38.665304 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-604469fe-ccfe-4eaf-b984-286b9344f390 req-2ffee8f6-7c99-473d-8f06-6ce78fde8ace tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:39.225920 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7a44dca9-190e-4a29-a5f4-4b48f452dfc0 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for router, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:39.330556 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:04:39.347563 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4f99fc9d-8893-404b-9d10-5595d14b3eb0 req-4c749d86-b3bf-4fa5-b459-370f8cac8e2b service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1169372 Nov 12 01:04:39.417884 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:39.449125 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-604469fe-ccfe-4eaf-b984-286b9344f390 req-2ffee8f6-7c99-473d-8f06-6ce78fde8ace tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] For port 161b3298-9c94-419c-aed6-71e3451377c5, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=161b3298-9c94-419c-aed6-71e3451377c5,segment=NetworkSegment(c2ef6767-ef6e-4767-b44e-17828ba5e84d),segment_id=c2ef6767-ef6e-4767-b44e-17828ba5e84d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:39.449541 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-604469fe-ccfe-4eaf-b984-286b9344f390 req-2ffee8f6-7c99-473d-8f06-6ce78fde8ace tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:39.602538 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7a44dca9-190e-4a29-a5f4-4b48f452dfc0 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:39.655838 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6e9e31ce-d8a3-4067-b258-9c9051ce4a59 req-a812bf47-1859-4063-bcbc-103ca3b2bdb8 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1033387 Nov 12 01:04:39.825682 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:40.059919 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7faa3f-edbc-48b2-8a14-f82fe01dd51e req-76b5c021-d524-41fe-b910-d51277b7aee1 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:40.061682 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7f7faa3f-edbc-48b2-8a14-f82fe01dd51e req-76b5c021-d524-41fe-b910-d51277b7aee1 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9 HTTP/1.1" status: 200 len: 945 time: 0.1296489 Nov 12 01:04:40.134819 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-604469fe-ccfe-4eaf-b984-286b9344f390 req-2ffee8f6-7c99-473d-8f06-6ce78fde8ace tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:40.136869 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-604469fe-ccfe-4eaf-b984-286b9344f390 req-2ffee8f6-7c99-473d-8f06-6ce78fde8ace tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:40.137412 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [req-604469fe-ccfe-4eaf-b984-286b9344f390 req-2ffee8f6-7c99-473d-8f06-6ce78fde8ace tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Floating IP 77b580ad-d6ed-4548-9694-64a505e80d15 disassociated. External IP: 172.25.2.98, port: 161b3298-9c94-419c-aed6-71e3451377c5. Nov 12 01:04:40.139015 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-604469fe-ccfe-4eaf-b984-286b9344f390 req-2ffee8f6-7c99-473d-8f06-6ce78fde8ace tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Calling delete_port for 161b3298-9c94-419c-aed6-71e3451377c5 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:04:40.158881 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-7a44dca9-190e-4a29-a5f4-4b48f452dfc0 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Deleting port 179b6f65-0353-4ecd-873a-4fa4baae9224 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:04:40.159375 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7a44dca9-190e-4a29-a5f4-4b48f452dfc0 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:40.194158 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7f7faa3f-edbc-48b2-8a14-f82fe01dd51e req-d71c9a57-eadf-47b2-98d1-7e05b8099702 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3ad4aa7-f288-4738-9886-8baae0088fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196995 Nov 12 01:04:40.337688 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7a44dca9-190e-4a29-a5f4-4b48f452dfc0 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:40.358347 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-7a44dca9-190e-4a29-a5f4-4b48f452dfc0 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Calling delete_port for 179b6f65-0353-4ecd-873a-4fa4baae9224 owned by network:router_gateway {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:04:40.477496 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-604469fe-ccfe-4eaf-b984-286b9344f390 req-2ffee8f6-7c99-473d-8f06-6ce78fde8ace tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:40.578965 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffee8f6-7c99-473d-8f06-6ce78fde8ace tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Pushing event deleted for resources: {'Port': ['ID=161b3298-9c94-419c-aed6-71e3451377c5,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:40.698952 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7a44dca9-190e-4a29-a5f4-4b48f452dfc0 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:40.779620 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a44dca9-190e-4a29-a5f4-4b48f452dfc0 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Pushing event deleted for resources: {'Port': ['ID=179b6f65-0353-4ecd-873a-4fa4baae9224,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:40.813901 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc218486-8674-4192-ba63-da15a1d38b7f None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:04:40.841717 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:40.993904 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7a44dca9-190e-4a29-a5f4-4b48f452dfc0 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:41.163068 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7a44dca9-190e-4a29-a5f4-4b48f452dfc0 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:41.167986 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7a44dca9-190e-4a29-a5f4-4b48f452dfc0 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:41.195790 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [req-604469fe-ccfe-4eaf-b984-286b9344f390 req-2ffee8f6-7c99-473d-8f06-6ce78fde8ace tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Router 765de596-cd92-410f-8fb0-ab298225b582 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:04:41.382891 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7a44dca9-190e-4a29-a5f4-4b48f452dfc0 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:41.383398 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a44dca9-190e-4a29-a5f4-4b48f452dfc0 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Fanout notify agent at l3_agent the message router_deleted on router df9e7e69-4a6d-4aa3-b244-24a5af86e40c {{(pid=102661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:04:41.407344 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7a44dca9-190e-4a29-a5f4-4b48f452dfc0 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:41.408767 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7a44dca9-190e-4a29-a5f4-4b48f452dfc0 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] 10.222.0.20 "DELETE /v2.0/routers/df9e7e69-4a6d-4aa3-b244-24a5af86e40c HTTP/1.1" status: 204 len: 168 time: 3.0658777 Nov 12 01:04:41.412980 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51802) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:41.417881 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-bb6902cb-286a-47d7-855c-6d7ed52094a2 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1782074751', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}, 'admin_state_up': False}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:41.488499 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bb6902cb-286a-47d7-855c-6d7ed52094a2 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:41.489638 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bb6902cb-286a-47d7-855c-6d7ed52094a2 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:41.509893 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-172e737c-e671-499a-94f1-1997df360d12 req-00c0258d-4b06-4137-aef1-6f1a53fcab06 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b9098c3-8d33-4e66-b56f-bb04291759d9 HTTP/1.1" status: 200 len: 210 time: 0.1286013 Nov 12 01:04:41.594052 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bb6902cb-286a-47d7-855c-6d7ed52094a2 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:41.636511 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2f4cb462-a850-4837-91ee-27cfee7c184d req-ca3be9ca-6f10-4f04-9513-a54b61200c01 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0381258 Nov 12 01:04:41.695498 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-604469fe-ccfe-4eaf-b984-286b9344f390 req-2ffee8f6-7c99-473d-8f06-6ce78fde8ace tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:04:41.724673 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43a1b1a-c3d8-4f0c-a4b4-b21f4bcec95e None None] Sync routers for ids ['765de596-cd92-410f-8fb0-ab298225b582'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:04:41.751319 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43a1b1a-c3d8-4f0c-a4b4-b21f4bcec95e None None] Routers {'765de596-cd92-410f-8fb0-ab298225b582'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:41.752302 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-d43a1b1a-c3d8-4f0c-a4b4-b21f4bcec95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:04:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['765de596-cd92-410f-8fb0-ab298225b582'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:41.783571 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bb6902cb-286a-47d7-855c-6d7ed52094a2 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:41.803595 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-604469fe-ccfe-4eaf-b984-286b9344f390 req-2ffee8f6-7c99-473d-8f06-6ce78fde8ace tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] No DVR routers for this DVR port 161b3298-9c94-419c-aed6-71e3451377c5 on host n-h2-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:04:41.808211 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-604469fe-ccfe-4eaf-b984-286b9344f390 req-2ffee8f6-7c99-473d-8f06-6ce78fde8ace tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:41.817924 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-604469fe-ccfe-4eaf-b984-286b9344f390 req-2ffee8f6-7c99-473d-8f06-6ce78fde8ace tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.54 "DELETE /v2.0/ports/161b3298-9c94-419c-aed6-71e3451377c5 HTTP/1.1" status: 204 len: 173 time: 3.6476068 Nov 12 01:04:41.828884 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9098c3-8d33-4e66-b56f-bb04291759d9', 'name': 'network-vif-deleted', 'tag': '161b3298-9c94-419c-aed6-71e3451377c5'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:04:41.837086 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e72ce8-2abd-4ab0-b9fb-db66d979ae1f" -d '{"events": [{"server_uuid": "9b9098c3-8d33-4e66-b56f-bb04291759d9", "name": "network-vif-deleted", "tag": "161b3298-9c94-419c-aed6-71e3451377c5"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:04:41.930559 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b2b352-6397-4f6b-9582-83692a3dbd7a x-openstack-request-id: req-69b2b352-6397-4f6b-9582-83692a3dbd7a {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:04:41.930846 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9098c3-8d33-4e66-b56f-bb04291759d9", "name": "network-vif-deleted", "tag": "161b3298-9c94-419c-aed6-71e3451377c5", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:04:41.931100 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-69b2b352-6397-4f6b-9582-83692a3dbd7a {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:04:41.931508 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9098c3-8d33-4e66-b56f-bb04291759d9', 'name': 'network-vif-deleted', 'tag': '161b3298-9c94-419c-aed6-71e3451377c5', 'status': 'completed', 'code': 200} Nov 12 01:04:42.003347 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-d43a1b1a-c3d8-4f0c-a4b4-b21f4bcec95e None None] Set router 765de596-cd92-410f-8fb0-ab298225b582 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:04:42.204527 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bb6902cb-286a-47d7-855c-6d7ed52094a2 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for router_gateway, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:42.233728 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bb6902cb-286a-47d7-855c-6d7ed52094a2 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:42.315198 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-33adece2-ff8c-4f42-bf0c-eaff074189e3 req-f683ebd6-deac-4ede-b5d3-dd50eecac25a service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0575149 Nov 12 01:04:42.446779 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-d43a1b1a-c3d8-4f0c-a4b4-b21f4bcec95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765de596-cd92-410f-8fb0-ab298225b582', 'name': 'tempest-AttachVolumeTestJSON-553815399-router', 'tenant_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '975097c5-fb02-4576-ac5d-837f6c8d335d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:58:28Z', 'updated_at': '2021-11-12T00:58:39Z', 'revision_number': 4, 'project_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'gw_port': {'id': '975097c5-fb02-4576-ac5d-837f6c8d335d', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765de596-cd92-410f-8fb0-ab298225b582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:58:30Z', 'updated_at': '2021-11-12T00:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '8dcb9921-2f79-4b84-89e2-5a7f8757e90a', 'name': '', 'network_id': '81cab25c-cc73-4b97-9af8-266d9053a85f', 'tenant_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'mac_address': 'fa:16:3e:bd:af:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765de596-cd92-410f-8fb0-ab298225b582', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '14a1d482-7411-47d7-8687-bbca824f06be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:58:37Z', 'updated_at': '2021-11-12T00:58:47Z', 'revision_number': 5, 'project_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'subnets': [{'id': '14a1d482-7411-47d7-8687-bbca824f06be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:42.490720 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-bb6902cb-286a-47d7-855c-6d7ed52094a2 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Allocated IP 172.25.2.90 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/db2c55a2-62eb-41bf-9234-09facf3e7cee) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:04:42.493278 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43a1b1a-c3d8-4f0c-a4b4-b21f4bcec95e None None] Checking router: 765de596-cd92-410f-8fb0-ab298225b582 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:04:42.518126 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43a1b1a-c3d8-4f0c-a4b4-b21f4bcec95e None None] Routers {'765de596-cd92-410f-8fb0-ab298225b582'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:42.518758 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-d43a1b1a-c3d8-4f0c-a4b4-b21f4bcec95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:04:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['765de596-cd92-410f-8fb0-ab298225b582'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:42.637967 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 161b3298-9c94-419c-aed6-71e3451377c5 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:04:42.673903 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51836) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:42.702023 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: 161b3298-9c94-419c-aed6-71e3451377c5 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:04:42.702497 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 161b3298-9c94-419c-aed6-71e3451377c5 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:04:42.727430 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:42.798209 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-d43a1b1a-c3d8-4f0c-a4b4-b21f4bcec95e None None] Set router 765de596-cd92-410f-8fb0-ab298225b582 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:04:42.808656 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bb6902cb-286a-47d7-855c-6d7ed52094a2 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:42.822235 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6c7a626c-cc66-4800-9da6-93bf581eedd1 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:42.897079 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6c7a626c-cc66-4800-9da6-93bf581eedd1 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:42.959360 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bb6902cb-286a-47d7-855c-6d7ed52094a2 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:43.008650 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6c7a626c-cc66-4800-9da6-93bf581eedd1 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:43.011764 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6c7a626c-cc66-4800-9da6-93bf581eedd1 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:43.015426 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6c7a626c-cc66-4800-9da6-93bf581eedd1 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "DELETE /v2.0/security-groups/c3ad4aa7-f288-4738-9886-8baae0088fbe HTTP/1.1" status: 204 len: 168 time: 0.3404005 Nov 12 01:04:43.021408 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51842) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:43.043592 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a626c-cc66-4800-9da6-93bf581eedd1 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ad4aa7-f288-4738-9886-8baae0088fbe,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:43.046253 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-7e26a4f8-8ecc-4d48-a1a8-00e6f2307dc8 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] show failed (client error): The resource could not be found. Nov 12 01:04:43.047845 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7e26a4f8-8ecc-4d48-a1a8-00e6f2307dc8 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/security-groups/c3ad4aa7-f288-4738-9886-8baae0088fbe HTTP/1.1" status: 404 len: 347 time: 0.0254102 Nov 12 01:04:43.050984 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51844) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:43.064385 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6902cb-286a-47d7-855c-6d7ed52094a2 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:43.080565 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-bb6902cb-286a-47d7-855c-6d7ed52094a2 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:43.095375 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6902cb-286a-47d7-855c-6d7ed52094a2 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:04:43.104155 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1389f1-6094-4287-9e36-28f004db4d0e None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:04:43.159957 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6902cb-286a-47d7-855c-6d7ed52094a2 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Pushing event updated for resources: {'Port': ['ID=db2c55a2-62eb-41bf-9234-09facf3e7cee,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:43.265701 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-187edf8b-2e82-4d27-a2be-73774e03572e tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Deleting port 4ad77e4b-a9c2-4b50-8cd0-13e081e504fc {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:04:43.265957 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-187edf8b-2e82-4d27-a2be-73774e03572e tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:43.369118 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-187edf8b-2e82-4d27-a2be-73774e03572e tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:43.369340 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-187edf8b-2e82-4d27-a2be-73774e03572e tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:43.386472 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-187edf8b-2e82-4d27-a2be-73774e03572e tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Calling delete_port for 4ad77e4b-a9c2-4b50-8cd0-13e081e504fc owned by network:floatingip {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:04:43.428700 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-eff67f19-7668-470a-9110-44dca9872144 None None] Provisioning complete for port db2c55a2-62eb-41bf-9234-09facf3e7cee triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:43.431496 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-eff67f19-7668-470a-9110-44dca9872144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:43.516628 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-eff67f19-7668-470a-9110-44dca9872144 None None] Port db2c55a2-62eb-41bf-9234-09facf3e7cee cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:04:43.568556 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-d43a1b1a-c3d8-4f0c-a4b4-b21f4bcec95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765de596-cd92-410f-8fb0-ab298225b582', 'name': 'tempest-AttachVolumeTestJSON-553815399-router', 'tenant_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '975097c5-fb02-4576-ac5d-837f6c8d335d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:58:28Z', 'updated_at': '2021-11-12T00:58:39Z', 'revision_number': 4, 'project_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'gw_port': {'id': '975097c5-fb02-4576-ac5d-837f6c8d335d', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765de596-cd92-410f-8fb0-ab298225b582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:58:30Z', 'updated_at': '2021-11-12T00:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '8dcb9921-2f79-4b84-89e2-5a7f8757e90a', 'name': '', 'network_id': '81cab25c-cc73-4b97-9af8-266d9053a85f', 'tenant_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'mac_address': 'fa:16:3e:bd:af:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765de596-cd92-410f-8fb0-ab298225b582', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '14a1d482-7411-47d7-8687-bbca824f06be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:58:37Z', 'updated_at': '2021-11-12T00:58:47Z', 'revision_number': 5, 'project_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'subnets': [{'id': '14a1d482-7411-47d7-8687-bbca824f06be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:43.664173 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43a1b1a-c3d8-4f0c-a4b4-b21f4bcec95e None None] The sync data for ids ['765de596-cd92-410f-8fb0-ab298225b582'] in n-d-812236-11 is: [{'id': '765de596-cd92-410f-8fb0-ab298225b582', 'name': 'tempest-AttachVolumeTestJSON-553815399-router', 'tenant_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '975097c5-fb02-4576-ac5d-837f6c8d335d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:58:28Z', 'updated_at': '2021-11-12T00:58:39Z', 'revision_number': 4, 'project_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'gw_port': {'id': '975097c5-fb02-4576-ac5d-837f6c8d335d', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765de596-cd92-410f-8fb0-ab298225b582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:58:30Z', 'updated_at': '2021-11-12T00:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '8dcb9921-2f79-4b84-89e2-5a7f8757e90a', 'name': '', 'network_id': '81cab25c-cc73-4b97-9af8-266d9053a85f', 'tenant_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'mac_address': 'fa:16:3e:bd:af:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765de596-cd92-410f-8fb0-ab298225b582', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '14a1d482-7411-47d7-8687-bbca824f06be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:58:37Z', 'updated_at': '2021-11-12T00:58:47Z', 'revision_number': 5, 'project_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'subnets': [{'id': '14a1d482-7411-47d7-8687-bbca824f06be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:04:43.737064 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-187edf8b-2e82-4d27-a2be-73774e03572e tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:43.797307 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187edf8b-2e82-4d27-a2be-73774e03572e tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Pushing event deleted for resources: {'Port': ['ID=4ad77e4b-a9c2-4b50-8cd0-13e081e504fc,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:43.907506 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-187edf8b-2e82-4d27-a2be-73774e03572e tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks [] for floatingip, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:43.911836 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-187edf8b-2e82-4d27-a2be-73774e03572e tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:43.914074 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-187edf8b-2e82-4d27-a2be-73774e03572e tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "DELETE /v2.0/floatingips/77b580ad-d6ed-4548-9694-64a505e80d15 HTTP/1.1" status: 204 len: 168 time: 0.8605838 Nov 12 01:04:43.973765 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bb6902cb-286a-47d7-855c-6d7ed52094a2 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for router_gateway, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:44.222801 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daec6b2d-9862-40fe-8fc0-18c1fd857f16 None None] New status for floating IP 77b580ad-d6ed-4548-9694-64a505e80d15: DOWN {{(pid=102664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:04:44.259805 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fbe57f10-e51b-438a-bd30-376acf03458f req-24b42de8-62b1-4732-99c8-5c5bf0a8b2db service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0844014 Nov 12 01:04:44.617852 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1008e005-1419-4ca6-8712-a795a81f1ed7 req-83372bfc-b313-4e5b-bd29-0183515c6b60 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1231134 Nov 12 01:04:44.643615 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bb6902cb-286a-47d7-855c-6d7ed52094a2 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:44.815198 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb6902cb-286a-47d7-855c-6d7ed52094a2 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Router e8e3b1ea-124f-4c39-a878-ede88c789ebc is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:04:44.823541 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51884) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:44.828943 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-30483c2b-bffa-4349-bb1c-e627740630db tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1007634543', 'description': 'tempest-description--970162916'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:44.855519 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-30483c2b-bffa-4349-bb1c-e627740630db tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:44.938052 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-30483c2b-bffa-4349-bb1c-e627740630db tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:44.944153 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-30483c2b-bffa-4349-bb1c-e627740630db tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:44.954910 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6902cb-286a-47d7-855c-6d7ed52094a2 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:04:44.965666 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f744400-d6f7-4ea0-867e-774e0747924a None None] Sync routers for ids ['e8e3b1ea-124f-4c39-a878-ede88c789ebc'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:04:44.979930 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bb6902cb-286a-47d7-855c-6d7ed52094a2 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:44.981201 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-bb6902cb-286a-47d7-855c-6d7ed52094a2 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.5671706 Nov 12 01:04:44.981934 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f744400-d6f7-4ea0-867e-774e0747924a None None] Routers {'e8e3b1ea-124f-4c39-a878-ede88c789ebc'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:44.982793 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-3f744400-d6f7-4ea0-867e-774e0747924a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:04:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['e8e3b1ea-124f-4c39-a878-ede88c789ebc'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:44.985573 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51886) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:44.993188 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-51b7d041-b4f2-4a2e-8baa-2887d8f83968 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:45.024407 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-3f744400-d6f7-4ea0-867e-774e0747924a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:45.024675 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30483c2b-bffa-4349-bb1c-e627740630db tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61cea522-d44b-46b5-b438-b48f335d0311,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:45.038103 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f744400-d6f7-4ea0-867e-774e0747924a None None] Routers {'e8e3b1ea-124f-4c39-a878-ede88c789ebc'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:45.039232 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-3f744400-d6f7-4ea0-867e-774e0747924a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:04:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['e8e3b1ea-124f-4c39-a878-ede88c789ebc'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:45.056603 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-30483c2b-bffa-4349-bb1c-e627740630db tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:45.060575 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-30483c2b-bffa-4349-bb1c-e627740630db tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2330253 Nov 12 01:04:45.060846 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51888) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:45.067668 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-1370d29d-fec8-4627-86a6-5493aa72a21a tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Request body: {'security_group_rule': {'security_group_id': '61cea522-d44b-46b5-b438-b48f335d0311', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:45.092596 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-3f744400-d6f7-4ea0-867e-774e0747924a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:45.093428 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f744400-d6f7-4ea0-867e-774e0747924a None None] The sync data for ids ['e8e3b1ea-124f-4c39-a878-ede88c789ebc'] in n-d-812236-11 is: [] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:04:45.102281 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1370d29d-fec8-4627-86a6-5493aa72a21a tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:45.188479 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1370d29d-fec8-4627-86a6-5493aa72a21a tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:45.196364 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1370d29d-fec8-4627-86a6-5493aa72a21a tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:45.245672 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1370d29d-fec8-4627-86a6-5493aa72a21a tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:45.252179 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1370d29d-fec8-4627-86a6-5493aa72a21a tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1856122 Nov 12 01:04:45.252179 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51898) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:45.256540 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-a6439140-7cf3-4098-8396-4ad7bcecb019 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Request body: {'security_group_rule': {'security_group_id': '61cea522-d44b-46b5-b438-b48f335d0311', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:45.263433 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370d29d-fec8-4627-86a6-5493aa72a21a tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=433d4222-a783-4ac7-8860-fbdee2511614,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:45.320697 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a6439140-7cf3-4098-8396-4ad7bcecb019 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:45.427388 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a6439140-7cf3-4098-8396-4ad7bcecb019 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:45.434647 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a6439140-7cf3-4098-8396-4ad7bcecb019 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:45.490947 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6439140-7cf3-4098-8396-4ad7bcecb019 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7b50a9c-6f42-44ef-9a6d-7326837cb2fd,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:45.500701 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a6439140-7cf3-4098-8396-4ad7bcecb019 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:45.505859 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51906) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:45.506477 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a6439140-7cf3-4098-8396-4ad7bcecb019 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2550766 Nov 12 01:04:45.511276 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-7058592c-a866-475a-bdc4-575ed4131994 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:45.518474 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51b7d041-b4f2-4a2e-8baa-2887d8f83968 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:45.540287 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51b7d041-b4f2-4a2e-8baa-2887d8f83968 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:45.548787 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7058592c-a866-475a-bdc4-575ed4131994 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks [] for floatingip, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:45.702477 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-51b7d041-b4f2-4a2e-8baa-2887d8f83968 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Deleting port db2c55a2-62eb-41bf-9234-09facf3e7cee {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:04:45.702911 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51b7d041-b4f2-4a2e-8baa-2887d8f83968 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:45.792392 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7058592c-a866-475a-bdc4-575ed4131994 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:45.870600 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51b7d041-b4f2-4a2e-8baa-2887d8f83968 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:45.891458 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-51b7d041-b4f2-4a2e-8baa-2887d8f83968 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Calling delete_port for db2c55a2-62eb-41bf-9234-09facf3e7cee owned by network:router_gateway {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:04:45.987267 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-7058592c-a866-475a-bdc4-575ed4131994 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Allocated IP 172.25.2.18 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/b40cf8f6-3099-4268-b10d-c114525c0c0a) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:04:46.199354 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7058592c-a866-475a-bdc4-575ed4131994 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:46.215180 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51b7d041-b4f2-4a2e-8baa-2887d8f83968 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:46.257820 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b7d041-b4f2-4a2e-8baa-2887d8f83968 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Pushing event deleted for resources: {'Port': ['ID=db2c55a2-62eb-41bf-9234-09facf3e7cee,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:46.267576 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55657e53-0da9-4a69-b269-046daaf2d087 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:04:46.381359 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7058592c-a866-475a-bdc4-575ed4131994 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:46.470775 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7058592c-a866-475a-bdc4-575ed4131994 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Pushing event updated for resources: {'Port': ['ID=b40cf8f6-3099-4268-b10d-c114525c0c0a,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:46.483047 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7058592c-a866-475a-bdc4-575ed4131994 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:46.488599 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-7058592c-a866-475a-bdc4-575ed4131994 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:46.490945 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51b7d041-b4f2-4a2e-8baa-2887d8f83968 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:46.492852 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7058592c-a866-475a-bdc4-575ed4131994 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:04:46.550073 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b7696727-83b4-462a-9301-ed082883b5e3 req-612dc20c-afd7-4b36-a53b-8fed46d98a25 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0431459 Nov 12 01:04:46.749740 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4cb40a70-2f06-4305-ac5c-d87cd8cf8f1a req-921299fe-7027-452d-8f3f-79b0f416fd0c service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0615344 Nov 12 01:04:46.911802 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7058592c-a866-475a-bdc4-575ed4131994 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:46.923494 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51b7d041-b4f2-4a2e-8baa-2887d8f83968 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-425772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40044'] for router, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:46.950742 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51b7d041-b4f2-4a2e-8baa-2887d8f83968 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-425765'] for router, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:46.965771 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7058592c-a866-475a-bdc4-575ed4131994 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:47.089958 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b7d041-b4f2-4a2e-8baa-2887d8f83968 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Router e8e3b1ea-124f-4c39-a878-ede88c789ebc has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:04:47.528626 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b7d041-b4f2-4a2e-8baa-2887d8f83968 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:04:47.536902 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51b7d041-b4f2-4a2e-8baa-2887d8f83968 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:47.538472 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-51b7d041-b4f2-4a2e-8baa-2887d8f83968 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] 10.222.0.20 "PUT /v2.0/routers/e8e3b1ea-124f-4c39-a878-ede88c789ebc HTTP/1.1" status: 200 len: 710 time: 2.5491602 Nov 12 01:04:47.543808 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b7a106-5f65-427d-b3c0-66aabf3a3767 None None] Sync routers for ids ['e8e3b1ea-124f-4c39-a878-ede88c789ebc'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:04:47.545223 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51956) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:47.561614 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b7a106-5f65-427d-b3c0-66aabf3a3767 None None] Routers {'e8e3b1ea-124f-4c39-a878-ede88c789ebc'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:47.561614 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-b6b7a106-5f65-427d-b3c0-66aabf3a3767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:04:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['e8e3b1ea-124f-4c39-a878-ede88c789ebc'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:47.606041 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-b6b7a106-5f65-427d-b3c0-66aabf3a3767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:47.619025 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b7a106-5f65-427d-b3c0-66aabf3a3767 None None] Routers {'e8e3b1ea-124f-4c39-a878-ede88c789ebc'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:47.620104 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-b6b7a106-5f65-427d-b3c0-66aabf3a3767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:04:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['e8e3b1ea-124f-4c39-a878-ede88c789ebc'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:47.660845 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-fd03b40c-d8bd-495e-8e4a-69eba7332b38 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] 10.222.0.20 "GET /v2.0/routers/e8e3b1ea-124f-4c39-a878-ede88c789ebc HTTP/1.1" status: 200 len: 745 time: 0.1143577 Nov 12 01:04:47.663975 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51960) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:47.670682 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-b6b7a106-5f65-427d-b3c0-66aabf3a3767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:47.673060 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b7a106-5f65-427d-b3c0-66aabf3a3767 None None] The sync data for ids ['e8e3b1ea-124f-4c39-a878-ede88c789ebc'] in n-d-812236-11 is: [] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:04:47.706578 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7058592c-a866-475a-bdc4-575ed4131994 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:47.711820 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7058592c-a866-475a-bdc4-575ed4131994 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:47.735951 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1021cbac-dc2a-4975-8346-6acceb98d226 tempest-RoutersIpV6AdminTest-1229075337 tempest-RoutersIpV6AdminTest-1229075337-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=ef732b55-2b3c-4048-85da-0a8ac273c14b&device_id=e8e3b1ea-124f-4c39-a878-ede88c789ebc HTTP/1.1" status: 200 len: 205 time: 0.0701885 Nov 12 01:04:47.738345 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51962) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:47.784027 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ae3ad39e-6998-4d76-a7cc-2d785da50441 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8e3b1ea-124f-4c39-a878-ede88c789ebc HTTP/1.1" status: 200 len: 205 time: 0.0437534 Nov 12 01:04:47.784885 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51966) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:47.794311 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7058592c-a866-475a-bdc4-575ed4131994 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Pushing event updated for resources: {'Port': ['ID=b40cf8f6-3099-4268-b10d-c114525c0c0a,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:47.821418 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7058592c-a866-475a-bdc4-575ed4131994 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:47.852660 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7058592c-a866-475a-bdc4-575ed4131994 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:47.854109 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7058592c-a866-475a-bdc4-575ed4131994 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3464952 Nov 12 01:04:47.899227 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5d63f1f2-6885-45e5-925b-44feefe7d726 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for router, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:48.095493 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5d63f1f2-6885-45e5-925b-44feefe7d726 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:48.099183 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5d63f1f2-6885-45e5-925b-44feefe7d726 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:48.162699 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5d63f1f2-6885-45e5-925b-44feefe7d726 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:48.163642 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d63f1f2-6885-45e5-925b-44feefe7d726 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Fanout notify agent at l3_agent the message router_deleted on router e8e3b1ea-124f-4c39-a878-ede88c789ebc {{(pid=102661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:04:48.185582 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5d63f1f2-6885-45e5-925b-44feefe7d726 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:48.186957 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5d63f1f2-6885-45e5-925b-44feefe7d726 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] 10.222.0.20 "DELETE /v2.0/routers/e8e3b1ea-124f-4c39-a878-ede88c789ebc HTTP/1.1" status: 204 len: 168 time: 0.4000578 Nov 12 01:04:48.190744 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51996) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:48.230556 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52000) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:48.231647 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c6159945-b7f5-44a8-b5e2-489a747f613d tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8e3b1ea-124f-4c39-a878-ede88c789ebc HTTP/1.1" status: 200 len: 205 time: 0.0381823 Nov 12 01:04:48.280090 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-d6ec0cac-b6b1-4b8c-b1f8-2feb29a2181f tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] delete failed (client error): The resource could not be found. Nov 12 01:04:48.281191 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d6ec0cac-b6b1-4b8c-b1f8-2feb29a2181f tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] 10.222.0.20 "DELETE /v2.0/routers/e8e3b1ea-124f-4c39-a878-ede88c789ebc HTTP/1.1" status: 404 len: 336 time: 0.0490487 Nov 12 01:04:48.283852 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52004) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:48.291088 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bf07be0d-b0c7-4011-aabc-3d570d7da07e req-80030d28-f62c-4c1e-adfc-286b759c51a1 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1007634543&fields=id&tenant_id=92120bcf7a2b4a398a48be8e2d4be44a HTTP/1.1" status: 200 len: 267 time: 0.1525588 Nov 12 01:04:48.327212 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e4abaf8b-5555-4cc7-8ce4-adc3e750704c tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] 10.222.0.20 "GET /v2.0/ports?device_id=df9e7e69-4a6d-4aa3-b244-24a5af86e40c HTTP/1.1" status: 200 len: 205 time: 0.0418928 Nov 12 01:04:48.333398 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52008) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:48.467010 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-784183c9-1cba-4cc1-8fb3-07ece881624f tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] delete failed (client error): The resource could not be found. Nov 12 01:04:48.468262 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-784183c9-1cba-4cc1-8fb3-07ece881624f tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] 10.222.0.20 "DELETE /v2.0/routers/df9e7e69-4a6d-4aa3-b244-24a5af86e40c HTTP/1.1" status: 404 len: 336 time: 0.1326945 Nov 12 01:04:48.472031 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52018) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:48.515073 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b5be6628-a74d-45ed-9a3b-4c7e3e1a41ce tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] 10.222.0.20 "GET /v2.0/ports?device_id=fad4b61f-e205-4bce-802f-e30d62cc4dcc HTTP/1.1" status: 200 len: 205 time: 0.0418890 Nov 12 01:04:48.518255 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52022) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:48.539283 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07be0d-b0c7-4011-aabc-3d570d7da07e req-2b788bfe-736d-4e6b-9510-cb1a86ce73d9 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:48.546586 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bf07be0d-b0c7-4011-aabc-3d570d7da07e req-2b788bfe-736d-4e6b-9510-cb1a86ce73d9 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/networks?id=81cab25c-cc73-4b97-9af8-266d9053a85f HTTP/1.1" status: 200 len: 810 time: 0.2400510 Nov 12 01:04:48.569410 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bf07be0d-b0c7-4011-aabc-3d570d7da07e req-90a2f67a-a402-41b6-bd94-b12649948520 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/quotas/92120bcf7a2b4a398a48be8e2d4be44a HTTP/1.1" status: 200 len: 375 time: 0.0184693 Nov 12 01:04:48.660150 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-6c143378-da3e-43f3-b7a0-90c97291acd0 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] delete failed (client error): The resource could not be found. Nov 12 01:04:48.666832 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6c143378-da3e-43f3-b7a0-90c97291acd0 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] 10.222.0.20 "DELETE /v2.0/routers/fad4b61f-e205-4bce-802f-e30d62cc4dcc HTTP/1.1" status: 404 len: 336 time: 0.1473856 Nov 12 01:04:48.670600 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52034) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:48.693998 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bf07be0d-b0c7-4011-aabc-3d570d7da07e req-c8ccfa1c-ce1b-44c9-9164-9ea8fd49611f tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=92120bcf7a2b4a398a48be8e2d4be44a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1271732 Nov 12 01:04:48.782766 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-de515cc9-4d5c-46bc-ac63-553bf1054a77 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] 10.222.0.20 "GET /v2.0/ports?device_id=357e5342-2d97-4c49-9a88-763da95376fa HTTP/1.1" status: 200 len: 205 time: 0.1109734 Nov 12 01:04:48.783507 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52040) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:48.787968 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8c582fd2-45dd-46fd-8afd-89a2bd8f8067 req-2ac02dc3-1225-4d84-9a0f-9630a025bfb9 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1147850 Nov 12 01:04:48.835158 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-1550f3e9-ee8a-49da-8c71-3aab13c8f60f tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] delete failed (client error): The resource could not be found. Nov 12 01:04:48.839277 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1550f3e9-ee8a-49da-8c71-3aab13c8f60f tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] 10.222.0.20 "DELETE /v2.0/routers/357e5342-2d97-4c49-9a88-763da95376fa HTTP/1.1" status: 404 len: 336 time: 0.0544038 Nov 12 01:04:48.839974 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52042) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:48.874166 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-fdc4e3a5-76ad-4ac7-9498-ccf550fad26e tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] 10.222.0.20 "GET /v2.0/ports?device_id=8356a05e-9bf1-4cdf-a54b-9d5ad8d90913 HTTP/1.1" status: 200 len: 205 time: 0.0323224 Nov 12 01:04:48.874994 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52046) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:48.917665 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bf07be0d-b0c7-4011-aabc-3d570d7da07e req-61c20422-7cee-468e-ad64-0d62cbd39b7c service neutron] 10.222.0.20 "GET /v2.0/networks/81cab25c-cc73-4b97-9af8-266d9053a85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026684 Nov 12 01:04:48.981079 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-501c9067-39f8-485e-8749-02831d4ef360 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] delete failed (client error): The resource could not be found. Nov 12 01:04:48.984807 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-501c9067-39f8-485e-8749-02831d4ef360 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] 10.222.0.20 "DELETE /v2.0/routers/8356a05e-9bf1-4cdf-a54b-9d5ad8d90913 HTTP/1.1" status: 404 len: 336 time: 0.1080718 Nov 12 01:04:48.986864 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52050) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:49.056973 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bf07be0d-b0c7-4011-aabc-3d570d7da07e req-22d19e7d-3363-4f71-b90c-a3f96e9f490f service neutron] 10.222.0.20 "GET /v2.0/networks/81cab25c-cc73-4b97-9af8-266d9053a85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306112 Nov 12 01:04:49.064260 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-bf89b7f5-3caa-424c-8b39-eed1a412e849 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb02b32b-735c-4958-821b-20acb7fe580f HTTP/1.1" status: 200 len: 205 time: 0.0760195 Nov 12 01:04:49.066583 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52058) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:49.118828 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1ce87316-e4d9-41ba-81a8-45ba78106ca9 req-42a9e04c-c16b-41af-b020-a9dcec3d1e58 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0903795 Nov 12 01:04:49.128782 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-143690a0-bead-4cdf-9df9-fad5a3f6ab2e tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] delete failed (client error): The resource could not be found. Nov 12 01:04:49.129007 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-143690a0-bead-4cdf-9df9-fad5a3f6ab2e tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] 10.222.0.20 "DELETE /v2.0/routers/eb02b32b-735c-4958-821b-20acb7fe580f HTTP/1.1" status: 404 len: 336 time: 0.0608757 Nov 12 01:04:49.132386 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52060) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:49.174671 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4e0ea07-6ac0-4b0a-b014-63427c0fb883 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] DELETE failed (client error): The resource could not be found. Nov 12 01:04:49.175351 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4e0ea07-6ac0-4b0a-b014-63427c0fb883 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:04:49.179432 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e4e0ea07-6ac0-4b0a-b014-63427c0fb883 tempest-RoutersIpV6AdminTest-126209190 tempest-RoutersIpV6AdminTest-126209190-project] 10.222.0.20 "DELETE /v2.0/subnets/deb2d567-1e8e-4d38-8c31-ebd934647650 HTTP/1.1" status: 404 len: 337 time: 0.0458689 Nov 12 01:04:49.404880 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ac77ae40-267c-4bec-9774-f4f0877941a0 req-96a63830-607c-4996-a156-aabb8dde2a20 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=945bf2d8-ccef-41ed-9492-7448ebf57c6c HTTP/1.1" status: 200 len: 210 time: 0.0552104 Nov 12 01:04:49.670443 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52078) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:49.959682 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-832e6423-10bf-4e0f-bc1d-8cf2a687075e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:50.080288 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-832e6423-10bf-4e0f-bc1d-8cf2a687075e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:50.085888 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-832e6423-10bf-4e0f-bc1d-8cf2a687075e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:50.148295 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-832e6423-10bf-4e0f-bc1d-8cf2a687075e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=159ecfe599c84296978793d04c935899&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4745612 Nov 12 01:04:50.149199 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832e6423-10bf-4e0f-bc1d-8cf2a687075e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca965eb-144a-43ff-a1a8-551100218ace,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:50.150991 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52092) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:50.226133 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-185d2706-df49-47d7-bcc9-65d99c16922a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:50.256173 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-185d2706-df49-47d7-bcc9-65d99c16922a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:50.332280 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-185d2706-df49-47d7-bcc9-65d99c16922a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:50.335350 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-185d2706-df49-47d7-bcc9-65d99c16922a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:50.336520 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-185d2706-df49-47d7-bcc9-65d99c16922a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ca965eb-144a-43ff-a1a8-551100218ace HTTP/1.1" status: 204 len: 168 time: 0.1835940 Nov 12 01:04:50.372335 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d2706-df49-47d7-bcc9-65d99c16922a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca965eb-144a-43ff-a1a8-551100218ace,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:50.603486 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-13a81a60-e6b7-4312-b14c-a49f44236328 req-aa0bffbc-01e4-44b2-bd36-dbb08d646d78 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=945bf2d8-ccef-41ed-9492-7448ebf57c6c HTTP/1.1" status: 200 len: 210 time: 0.0785334 Nov 12 01:04:50.872413 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52110) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:50.932446 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-810a41d2-c382-4b21-b2b6-c4e12a0931c1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a337c82424b241f58835284d3c1961d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0581405 Nov 12 01:04:50.933257 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52112) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:51.231823 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ba07d55a-ea60-4ffd-924a-076b38ea80ec req-a7e88055-2163-42aa-91c6-a86b21521322 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0353944 Nov 12 01:04:51.276099 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5892a201-8b50-4508-ab72-1b5b688de4a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:51.388361 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07be0d-b0c7-4011-aabc-3d570d7da07e req-4ebbff29-0c6b-4123-8532-3209bcebeef5 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:51.390816 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bf07be0d-b0c7-4011-aabc-3d570d7da07e req-4ebbff29-0c6b-4123-8532-3209bcebeef5 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.54 "GET /v2.0/networks?id=81cab25c-cc73-4b97-9af8-266d9053a85f HTTP/1.1" status: 200 len: 810 time: 0.3435676 Nov 12 01:04:51.393668 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5892a201-8b50-4508-ab72-1b5b688de4a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:51.595840 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-91c975e1-b511-4659-996a-108b71aa2d71 req-29ead209-0061-46f2-a7d8-4a3f31968d1e service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0513935 Nov 12 01:04:51.625752 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bf07be0d-b0c7-4011-aabc-3d570d7da07e req-e88c1e19-2db5-4479-b8e1-d91082a2a236 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92120bcf7a2b4a398a48be8e2d4be44a HTTP/1.1" status: 200 len: 380 time: 0.2159395 Nov 12 01:04:51.643079 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-bf07be0d-b0c7-4011-aabc-3d570d7da07e req-cbda6cbf-23b4-4c9a-9f8d-48d3b92d1aa5 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Request body: {'port': {'device_id': '945bf2d8-ccef-41ed-9492-7448ebf57c6c', 'network_id': '81cab25c-cc73-4b97-9af8-266d9053a85f', 'admin_state_up': True, 'tenant_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'security_groups': ['61cea522-d44b-46b5-b438-b48f335d0311']}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:51.649879 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5892a201-8b50-4508-ab72-1b5b688de4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:51.659635 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5892a201-8b50-4508-ab72-1b5b688de4a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:51.664189 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5892a201-8b50-4508-ab72-1b5b688de4a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/24c5f160-767e-4afb-ab32-04fef18e1deb HTTP/1.1" status: 204 len: 168 time: 0.7267621 Nov 12 01:04:51.695413 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5892a201-8b50-4508-ab72-1b5b688de4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c5f160-767e-4afb-ab32-04fef18e1deb,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:52.263502 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b4e72cb1-97ba-41ac-8853-7f4a0b449e5f req-93a4aebe-680e-4345-a9db-866e471a3d7d tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=945bf2d8-ccef-41ed-9492-7448ebf57c6c HTTP/1.1" status: 200 len: 210 time: 0.0378993 Nov 12 01:04:52.326831 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf07be0d-b0c7-4011-aabc-3d570d7da07e req-cbda6cbf-23b4-4c9a-9f8d-48d3b92d1aa5 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Made reservation on behalf of 92120bcf7a2b4a398a48be8e2d4be44a for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:52.334310 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-bf07be0d-b0c7-4011-aabc-3d570d7da07e req-cbda6cbf-23b4-4c9a-9f8d-48d3b92d1aa5 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:52.616053 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-bf07be0d-b0c7-4011-aabc-3d570d7da07e req-cbda6cbf-23b4-4c9a-9f8d-48d3b92d1aa5 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Allocated IP 172.20.0.7 (81cab25c-cc73-4b97-9af8-266d9053a85f/14a1d482-7411-47d7-8687-bbca824f06be/3e5cca67-db57-427d-95f8-0ca4e0258202) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:04:53.078050 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-bf07be0d-b0c7-4011-aabc-3d570d7da07e req-cbda6cbf-23b4-4c9a-9f8d-48d3b92d1aa5 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:53.201958 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-bf07be0d-b0c7-4011-aabc-3d570d7da07e req-cbda6cbf-23b4-4c9a-9f8d-48d3b92d1aa5 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:53.288387 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf07be0d-b0c7-4011-aabc-3d570d7da07e req-cbda6cbf-23b4-4c9a-9f8d-48d3b92d1aa5 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Network 81cab25c-cc73-4b97-9af8-266d9053a85f is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:53.309059 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-bf07be0d-b0c7-4011-aabc-3d570d7da07e req-cbda6cbf-23b4-4c9a-9f8d-48d3b92d1aa5 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:53.325946 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf07be0d-b0c7-4011-aabc-3d570d7da07e req-cbda6cbf-23b4-4c9a-9f8d-48d3b92d1aa5 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:04:53.404776 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52178) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:53.462938 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbda6cbf-23b4-4c9a-9f8d-48d3b92d1aa5 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Pushing event updated for resources: {'Port': ['ID=3e5cca67-db57-427d-95f8-0ca4e0258202,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:53.540302 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07be0d-b0c7-4011-aabc-3d570d7da07e req-cbda6cbf-23b4-4c9a-9f8d-48d3b92d1aa5 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:53.546711 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-bf07be0d-b0c7-4011-aabc-3d570d7da07e req-cbda6cbf-23b4-4c9a-9f8d-48d3b92d1aa5 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:53.551702 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c56bb4-ee4a-4e3d-850b-ea440729cbf8 req-a7a22568-5085-452a-b872-f8cae790c24b tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:53.572571 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-54c56bb4-ee4a-4e3d-850b-ea440729cbf8 req-a7a22568-5085-452a-b872-f8cae790c24b tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=945bf2d8-ccef-41ed-9492-7448ebf57c6c HTTP/1.1" status: 200 len: 931 time: 0.1382315 Nov 12 01:04:53.590105 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bf07be0d-b0c7-4011-aabc-3d570d7da07e req-cbda6cbf-23b4-4c9a-9f8d-48d3b92d1aa5 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9518783 Nov 12 01:04:53.609013 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-bf07be0d-b0c7-4011-aabc-3d570d7da07e req-24f280ed-f477-4b39-b691-c6e134748a79 service neutron] Request body: {'port': {'device_id': '945bf2d8-ccef-41ed-9492-7448ebf57c6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:53.686940 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-5a540fd3-1324-4a7e-82ac-9a421dcdd218 tempest-NetworksNegativeTestJSON-1752537200 tempest-NetworksNegativeTestJSON-1752537200-project] Request body: {'port': {'network_id': 'd42a3dc3-69ef-43df-839c-6d46bc975813', 'name': 'tempest-NetworksNegativeTestJSON-201472760'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:53.727600 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-54c56bb4-ee4a-4e3d-850b-ea440729cbf8 req-75171898-62b3-4f81-b5a0-6384bac63767 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/security-groups?id=61cea522-d44b-46b5-b438-b48f335d0311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424825 Nov 12 01:04:53.729602 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a540fd3-1324-4a7e-82ac-9a421dcdd218 tempest-NetworksNegativeTestJSON-1752537200 tempest-NetworksNegativeTestJSON-1752537200-project] POST failed (client error): The resource could not be found. Nov 12 01:04:53.730769 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a540fd3-1324-4a7e-82ac-9a421dcdd218 tempest-NetworksNegativeTestJSON-1752537200 tempest-NetworksNegativeTestJSON-1752537200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:04:53.737477 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5a540fd3-1324-4a7e-82ac-9a421dcdd218 tempest-NetworksNegativeTestJSON-1752537200 tempest-NetworksNegativeTestJSON-1752537200-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3315103 Nov 12 01:04:53.740153 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52186) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:53.742042 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-d8970f1a-483a-4d7a-8ab3-5f2d272ae8ef None None] Provisioning complete for port 3e5cca67-db57-427d-95f8-0ca4e0258202 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:53.743036 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d8970f1a-483a-4d7a-8ab3-5f2d272ae8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:53.766879 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa69fc26-dceb-47be-a109-ef6115a17694 tempest-NetworksNegativeTestJSON-1752537200 tempest-NetworksNegativeTestJSON-1752537200-project] DELETE failed (client error): The resource could not be found. Nov 12 01:04:53.768069 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa69fc26-dceb-47be-a109-ef6115a17694 tempest-NetworksNegativeTestJSON-1752537200 tempest-NetworksNegativeTestJSON-1752537200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:04:53.776619 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-de4b5f42-4f14-460e-8c99-e3f9a4e532ea req-24d55a64-c815-43f4-84e7-f68cd282e7a2 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0987275 Nov 12 01:04:53.782293 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-fa69fc26-dceb-47be-a109-ef6115a17694 tempest-NetworksNegativeTestJSON-1752537200 tempest-NetworksNegativeTestJSON-1752537200-project] 10.222.0.20 "DELETE /v2.0/networks/23ada919-3b22-474e-a45b-fb6fb56f598f HTTP/1.1" status: 404 len: 339 time: 0.0404103 Nov 12 01:04:53.783711 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52190) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:53.847917 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d07de97-e4bf-41fa-8c2f-96025d64dace tempest-NetworksNegativeTestJSON-1752537200 tempest-NetworksNegativeTestJSON-1752537200-project] DELETE failed (client error): The resource could not be found. Nov 12 01:04:53.848597 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d07de97-e4bf-41fa-8c2f-96025d64dace tempest-NetworksNegativeTestJSON-1752537200 tempest-NetworksNegativeTestJSON-1752537200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:04:53.852095 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7d07de97-e4bf-41fa-8c2f-96025d64dace tempest-NetworksNegativeTestJSON-1752537200 tempest-NetworksNegativeTestJSON-1752537200-project] 10.222.0.20 "DELETE /v2.0/ports/8bd2ab12-4302-472e-8f66-16e38a50f0a9 HTTP/1.1" status: 404 len: 333 time: 0.0673182 Nov 12 01:04:53.856448 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52194) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:53.865139 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-d8970f1a-483a-4d7a-8ab3-5f2d272ae8ef None None] Port 3e5cca67-db57-427d-95f8-0ca4e0258202 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:04:53.868520 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-bf07be0d-b0c7-4011-aabc-3d570d7da07e req-24f280ed-f477-4b39-b691-c6e134748a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:53.894314 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6678081-5fc2-4086-b271-83838fee738a tempest-NetworksNegativeTestJSON-1752537200 tempest-NetworksNegativeTestJSON-1752537200-project] DELETE failed (client error): The resource could not be found. Nov 12 01:04:53.895312 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6678081-5fc2-4086-b271-83838fee738a tempest-NetworksNegativeTestJSON-1752537200 tempest-NetworksNegativeTestJSON-1752537200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:04:53.899767 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f6678081-5fc2-4086-b271-83838fee738a tempest-NetworksNegativeTestJSON-1752537200 tempest-NetworksNegativeTestJSON-1752537200-project] 10.222.0.20 "DELETE /v2.0/subnets/857effef-bec0-481c-8b2d-20a8bd3cb804 HTTP/1.1" status: 404 len: 337 time: 0.0415182 Nov 12 01:04:53.905132 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52196) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:53.954743 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-94ba1271-94b7-423b-a770-e159b2937aae tempest-NetworksNegativeTestJSON-1752537200 tempest-NetworksNegativeTestJSON-1752537200-project] GET failed (client error): The resource could not be found. Nov 12 01:04:53.965278 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-94ba1271-94b7-423b-a770-e159b2937aae tempest-NetworksNegativeTestJSON-1752537200 tempest-NetworksNegativeTestJSON-1752537200-project] 10.222.0.20 "GET /v2.0/networks/4a2bc22a-14dd-4467-b353-f3f922792c2b HTTP/1.1" status: 404 len: 339 time: 0.0576689 Nov 12 01:04:53.965928 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52198) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:54.014250 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-5befa2d7-8a0f-4d76-813e-d60d85af4c5c tempest-NetworksNegativeTestJSON-1752537200 tempest-NetworksNegativeTestJSON-1752537200-project] GET failed (client error): The resource could not be found. Nov 12 01:04:54.021478 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5befa2d7-8a0f-4d76-813e-d60d85af4c5c tempest-NetworksNegativeTestJSON-1752537200 tempest-NetworksNegativeTestJSON-1752537200-project] 10.222.0.20 "GET /v2.0/ports/f4bd585d-0ccc-42fd-8a2b-b494855dd2fb HTTP/1.1" status: 404 len: 333 time: 0.0491979 Nov 12 01:04:54.022842 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52206) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:54.034057 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-304866b1-4b06-4702-8da8-e81fca87f82c req-6f89c7ef-49fb-43f5-8308-7b3135db5c53 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0372510 Nov 12 01:04:54.087696 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-94c77845-a047-49bf-8ecb-674c16866501 tempest-NetworksNegativeTestJSON-1752537200 tempest-NetworksNegativeTestJSON-1752537200-project] GET failed (client error): The resource could not be found. Nov 12 01:04:54.089714 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-94c77845-a047-49bf-8ecb-674c16866501 tempest-NetworksNegativeTestJSON-1752537200 tempest-NetworksNegativeTestJSON-1752537200-project] 10.222.0.20 "GET /v2.0/subnets/9e04e51a-cbc3-4d0a-8800-3914d40caebe HTTP/1.1" status: 404 len: 337 time: 0.0656340 Nov 12 01:04:54.095112 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52210) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:54.101869 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-849aeb31-f446-4709-bccf-5b4163387ae3 tempest-NetworksNegativeTestJSON-1752537200 tempest-NetworksNegativeTestJSON-1752537200-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:54.131652 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-849aeb31-f446-4709-bccf-5b4163387ae3 tempest-NetworksNegativeTestJSON-1752537200 tempest-NetworksNegativeTestJSON-1752537200-project] PUT failed (client error): The resource could not be found. Nov 12 01:04:54.132438 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-849aeb31-f446-4709-bccf-5b4163387ae3 tempest-NetworksNegativeTestJSON-1752537200 tempest-NetworksNegativeTestJSON-1752537200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:04:54.140149 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-849aeb31-f446-4709-bccf-5b4163387ae3 tempest-NetworksNegativeTestJSON-1752537200 tempest-NetworksNegativeTestJSON-1752537200-project] 10.222.0.20 "PUT /v2.0/networks/cd8ed897-122d-42f6-a24c-78a346e7d952 HTTP/1.1" status: 404 len: 339 time: 0.0383406 Nov 12 01:04:54.140277 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52212) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:54.145952 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-c6ea81da-be1c-4557-88f5-11379df55ee9 tempest-NetworksNegativeTestJSON-1752537200 tempest-NetworksNegativeTestJSON-1752537200-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:54.205079 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6ea81da-be1c-4557-88f5-11379df55ee9 tempest-NetworksNegativeTestJSON-1752537200 tempest-NetworksNegativeTestJSON-1752537200-project] PUT failed (client error): The resource could not be found. Nov 12 01:04:54.209708 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6ea81da-be1c-4557-88f5-11379df55ee9 tempest-NetworksNegativeTestJSON-1752537200 tempest-NetworksNegativeTestJSON-1752537200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:04:54.211111 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c6ea81da-be1c-4557-88f5-11379df55ee9 tempest-NetworksNegativeTestJSON-1752537200 tempest-NetworksNegativeTestJSON-1752537200-project] 10.222.0.20 "PUT /v2.0/ports/0a1c63cf-64ea-4c3e-aaff-dab3fb976f9f HTTP/1.1" status: 404 len: 333 time: 0.0699329 Nov 12 01:04:54.216693 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52216) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:54.222858 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-11d0fac0-a33b-4bd9-820d-a26185b3e796 tempest-NetworksNegativeTestJSON-1752537200 tempest-NetworksNegativeTestJSON-1752537200-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:54.274723 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-11d0fac0-a33b-4bd9-820d-a26185b3e796 tempest-NetworksNegativeTestJSON-1752537200 tempest-NetworksNegativeTestJSON-1752537200-project] PUT failed (client error): The resource could not be found. Nov 12 01:04:54.280703 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11d0fac0-a33b-4bd9-820d-a26185b3e796 tempest-NetworksNegativeTestJSON-1752537200 tempest-NetworksNegativeTestJSON-1752537200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:04:54.282252 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-11d0fac0-a33b-4bd9-820d-a26185b3e796 tempest-NetworksNegativeTestJSON-1752537200 tempest-NetworksNegativeTestJSON-1752537200-project] 10.222.0.20 "PUT /v2.0/subnets/21b0d701-67cb-4509-9965-830febf08843 HTTP/1.1" status: 404 len: 337 time: 0.0643229 Nov 12 01:04:54.413077 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-bf07be0d-b0c7-4011-aabc-3d570d7da07e req-24f280ed-f477-4b39-b691-c6e134748a79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e5cca67-db57-427d-95f8-0ca4e0258202 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:04:54.423027 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-bf07be0d-b0c7-4011-aabc-3d570d7da07e req-24f280ed-f477-4b39-b691-c6e134748a79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:54.439904 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-bf07be0d-b0c7-4011-aabc-3d570d7da07e req-24f280ed-f477-4b39-b691-c6e134748a79 service neutron] Transition to ACTIVE for port object 3e5cca67-db57-427d-95f8-0ca4e0258202 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:04:54.446432 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-bf07be0d-b0c7-4011-aabc-3d570d7da07e req-24f280ed-f477-4b39-b691-c6e134748a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:54.516385 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f280ed-f477-4b39-b691-c6e134748a79 service neutron] Pushing event updated for resources: {'Port': ['ID=3e5cca67-db57-427d-95f8-0ca4e0258202,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:54.652997 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-bf07be0d-b0c7-4011-aabc-3d570d7da07e req-24f280ed-f477-4b39-b691-c6e134748a79 service neutron] Attempting to bind port 3e5cca67-db57-427d-95f8-0ca4e0258202 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:04:54.653598 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-bf07be0d-b0c7-4011-aabc-3d570d7da07e req-24f280ed-f477-4b39-b691-c6e134748a79 service neutron] Attempting to bind port 3e5cca67-db57-427d-95f8-0ca4e0258202 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': 'c2ef6767-ef6e-4767-b44e-17828ba5e84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '81cab25c-cc73-4b97-9af8-266d9053a85f'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:04:54.653990 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf07be0d-b0c7-4011-aabc-3d570d7da07e req-24f280ed-f477-4b39-b691-c6e134748a79 service neutron] Attempting to bind port 3e5cca67-db57-427d-95f8-0ca4e0258202 on network 81cab25c-cc73-4b97-9af8-266d9053a85f {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:04:54.662017 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf07be0d-b0c7-4011-aabc-3d570d7da07e req-24f280ed-f477-4b39-b691-c6e134748a79 service neutron] Port 3e5cca67-db57-427d-95f8-0ca4e0258202 on network 81cab25c-cc73-4b97-9af8-266d9053a85f not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:04:54.662534 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf07be0d-b0c7-4011-aabc-3d570d7da07e req-24f280ed-f477-4b39-b691-c6e134748a79 service neutron] Attempting to bind port 3e5cca67-db57-427d-95f8-0ca4e0258202 on network 81cab25c-cc73-4b97-9af8-266d9053a85f {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:04:54.691445 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf07be0d-b0c7-4011-aabc-3d570d7da07e req-24f280ed-f477-4b39-b691-c6e134748a79 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:04:54.692059 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf07be0d-b0c7-4011-aabc-3d570d7da07e req-24f280ed-f477-4b39-b691-c6e134748a79 service neutron] Checking segment: {'id': 'c2ef6767-ef6e-4767-b44e-17828ba5e84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '81cab25c-cc73-4b97-9af8-266d9053a85f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:54.692455 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf07be0d-b0c7-4011-aabc-3d570d7da07e req-24f280ed-f477-4b39-b691-c6e134748a79 service neutron] Bound using segment: {'id': 'c2ef6767-ef6e-4767-b44e-17828ba5e84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '81cab25c-cc73-4b97-9af8-266d9053a85f'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:04:54.692910 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-bf07be0d-b0c7-4011-aabc-3d570d7da07e req-24f280ed-f477-4b39-b691-c6e134748a79 service neutron] Bound port: 3e5cca67-db57-427d-95f8-0ca4e0258202, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2ef6767-ef6e-4767-b44e-17828ba5e84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '81cab25c-cc73-4b97-9af8-266d9053a85f'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:04:54.693269 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-bf07be0d-b0c7-4011-aabc-3d570d7da07e req-24f280ed-f477-4b39-b691-c6e134748a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:54.887394 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52234) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:54.939988 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-bf07be0d-b0c7-4011-aabc-3d570d7da07e req-24f280ed-f477-4b39-b691-c6e134748a79 service neutron] For port 3e5cca67-db57-427d-95f8-0ca4e0258202, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:04:54.966272 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-bf07be0d-b0c7-4011-aabc-3d570d7da07e req-24f280ed-f477-4b39-b691-c6e134748a79 service neutron] For port 3e5cca67-db57-427d-95f8-0ca4e0258202, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=3e5cca67-db57-427d-95f8-0ca4e0258202,segment=NetworkSegment(c2ef6767-ef6e-4767-b44e-17828ba5e84d),segment_id=c2ef6767-ef6e-4767-b44e-17828ba5e84d)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:04:54.971997 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-bf07be0d-b0c7-4011-aabc-3d570d7da07e req-24f280ed-f477-4b39-b691-c6e134748a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:55.032295 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4f1b6b0-e529-420a-9c96-a8628f7f27e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:55.042104 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee94c4f-6d5a-430b-995f-aebd6b64d864 req-3fb8b4bc-71aa-41eb-aeda-de9fa442e305 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:55.051935 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3ee94c4f-6d5a-430b-995f-aebd6b64d864 req-3fb8b4bc-71aa-41eb-aeda-de9fa442e305 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=945bf2d8-ccef-41ed-9492-7448ebf57c6c HTTP/1.1" status: 200 len: 943 time: 0.1998777 Nov 12 01:04:55.089338 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07be0d-b0c7-4011-aabc-3d570d7da07e req-24f280ed-f477-4b39-b691-c6e134748a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:55.090134 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-bf07be0d-b0c7-4011-aabc-3d570d7da07e req-24f280ed-f477-4b39-b691-c6e134748a79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:55.091702 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bf07be0d-b0c7-4011-aabc-3d570d7da07e req-24f280ed-f477-4b39-b691-c6e134748a79 service neutron] 10.222.0.54 "PUT /v2.0/ports/3e5cca67-db57-427d-95f8-0ca4e0258202 HTTP/1.1" status: 200 len: 1092 time: 1.4870872 Nov 12 01:04:55.093694 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '945bf2d8-ccef-41ed-9492-7448ebf57c6c', 'tag': '3e5cca67-db57-427d-95f8-0ca4e0258202'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:04:55.096309 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562439b4-6d06-4e24-90f7-f60c8a5e24e8" -d '{"events": [{"name": "network-changed", "server_uuid": "945bf2d8-ccef-41ed-9492-7448ebf57c6c", "tag": "3e5cca67-db57-427d-95f8-0ca4e0258202"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:04:55.151521 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f280ed-f477-4b39-b691-c6e134748a79 service neutron] Pushing event updated for resources: {'Port': ['ID=3e5cca67-db57-427d-95f8-0ca4e0258202,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:55.196882 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4f1b6b0-e529-420a-9c96-a8628f7f27e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:55.204236 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4f1b6b0-e529-420a-9c96-a8628f7f27e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:55.223555 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94086ac7-2489-4cf8-9f66-ff7d2675987e x-openstack-request-id: req-94086ac7-2489-4cf8-9f66-ff7d2675987e {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:04:55.223968 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "945bf2d8-ccef-41ed-9492-7448ebf57c6c", "tag": "3e5cca67-db57-427d-95f8-0ca4e0258202", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:04:55.224485 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-94086ac7-2489-4cf8-9f66-ff7d2675987e {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:04:55.224991 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '945bf2d8-ccef-41ed-9492-7448ebf57c6c', 'tag': '3e5cca67-db57-427d-95f8-0ca4e0258202', 'status': 'completed', 'code': 200} Nov 12 01:04:55.241754 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3ee94c4f-6d5a-430b-995f-aebd6b64d864 req-6df9b585-0288-42d3-9441-c08a9752a885 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/security-groups?id=61cea522-d44b-46b5-b438-b48f335d0311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887081 Nov 12 01:04:55.270001 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f1b6b0-e529-420a-9c96-a8628f7f27e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6a6a22-1b99-4b0f-b9a8-fdafdd82fa74,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:55.275550 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07be0d-b0c7-4011-aabc-3d570d7da07e req-4cbbfa65-7770-482e-9b77-21db871900f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:55.278377 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bf07be0d-b0c7-4011-aabc-3d570d7da07e req-4cbbfa65-7770-482e-9b77-21db871900f4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=92120bcf7a2b4a398a48be8e2d4be44a&device_id=945bf2d8-ccef-41ed-9492-7448ebf57c6c HTTP/1.1" status: 200 len: 1095 time: 0.0974922 Nov 12 01:04:55.300140 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c4f1b6b0-e529-420a-9c96-a8628f7f27e5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f385a3b2ebf640ce9b16ad4d944d121e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4106812 Nov 12 01:04:55.300600 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52244) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:55.366497 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bf07be0d-b0c7-4011-aabc-3d570d7da07e req-b4e02e16-1572-436d-adfb-e5978a9a63aa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e5cca67-db57-427d-95f8-0ca4e0258202 HTTP/1.1" status: 200 len: 217 time: 0.0720284 Nov 12 01:04:55.434725 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c3e92993-f1ed-4cf0-af55-b212d4058b89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:55.498911 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07be0d-b0c7-4011-aabc-3d570d7da07e req-7a2604ac-34c2-4d34-9142-dd869abac26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:55.501416 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bf07be0d-b0c7-4011-aabc-3d570d7da07e req-7a2604ac-34c2-4d34-9142-dd869abac26b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=14a1d482-7411-47d7-8687-bbca824f06be HTTP/1.1" status: 200 len: 849 time: 0.1274672 Nov 12 01:04:55.503472 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c3e92993-f1ed-4cf0-af55-b212d4058b89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:55.582715 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07be0d-b0c7-4011-aabc-3d570d7da07e req-7cc24fbb-8722-41ed-a47e-b4fc9a70d4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:55.584540 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bf07be0d-b0c7-4011-aabc-3d570d7da07e req-7cc24fbb-8722-41ed-a47e-b4fc9a70d4a0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=81cab25c-cc73-4b97-9af8-266d9053a85f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0665562 Nov 12 01:04:55.716768 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bf07be0d-b0c7-4011-aabc-3d570d7da07e req-1885d6e3-c3ad-4666-8d2d-cbced5062835 service neutron] 10.222.0.54 "GET /v2.0/networks/81cab25c-cc73-4b97-9af8-266d9053a85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125426 Nov 12 01:04:55.718483 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c3e92993-f1ed-4cf0-af55-b212d4058b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:55.721037 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c3e92993-f1ed-4cf0-af55-b212d4058b89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:55.722118 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c3e92993-f1ed-4cf0-af55-b212d4058b89 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a6a6a22-1b99-4b0f-b9a8-fdafdd82fa74 HTTP/1.1" status: 204 len: 168 time: 0.4195058 Nov 12 01:04:55.894562 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e92993-f1ed-4cf0-af55-b212d4058b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6a6a22-1b99-4b0f-b9a8-fdafdd82fa74,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:55.916083 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bf07be0d-b0c7-4011-aabc-3d570d7da07e req-b13247f5-2fdf-49b4-ac15-5b09d4cf923d service neutron] 10.222.0.54 "GET /v2.0/networks/81cab25c-cc73-4b97-9af8-266d9053a85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823463 Nov 12 01:04:56.029103 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-43c9e032-c122-4f29-bc77-5f45f1af51d8 req-bec6f633-6ad4-4a7b-8de4-90eca249144d service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0568485 Nov 12 01:04:56.076336 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562439b4-6d06-4e24-90f7-f60c8a5e24e8 req-2de9afb2-eac8-4aed-9635-ce163d3d507c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:56.078222 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-562439b4-6d06-4e24-90f7-f60c8a5e24e8 req-2de9afb2-eac8-4aed-9635-ce163d3d507c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=92120bcf7a2b4a398a48be8e2d4be44a&device_id=945bf2d8-ccef-41ed-9492-7448ebf57c6c HTTP/1.1" status: 200 len: 1095 time: 0.0522456 Nov 12 01:04:56.262739 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-22567dd2-ebec-4c1a-901d-75ddb2d710a0 req-0dfd4fa7-9094-4aa0-a826-24b512ea097b service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0448513 Nov 12 01:04:56.310419 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562439b4-6d06-4e24-90f7-f60c8a5e24e8 req-9e5f39f3-c219-4180-9bf8-03ef431731f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:56.311994 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-562439b4-6d06-4e24-90f7-f60c8a5e24e8 req-9e5f39f3-c219-4180-9bf8-03ef431731f6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=81cab25c-cc73-4b97-9af8-266d9053a85f HTTP/1.1" status: 200 len: 911 time: 0.2264462 Nov 12 01:04:56.407084 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-562439b4-6d06-4e24-90f7-f60c8a5e24e8 req-f5f385b4-c060-4c32-8623-55bac24c473b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e5cca67-db57-427d-95f8-0ca4e0258202 HTTP/1.1" status: 200 len: 217 time: 0.0860519 Nov 12 01:04:56.444182 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e60de9-baf1-4d71-8418-0e65f10465e1 req-afcd05c7-c98f-4d03-bd8c-47d77af0ea02 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:56.456635 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-31e60de9-baf1-4d71-8418-0e65f10465e1 req-afcd05c7-c98f-4d03-bd8c-47d77af0ea02 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=945bf2d8-ccef-41ed-9492-7448ebf57c6c HTTP/1.1" status: 200 len: 943 time: 0.0699134 Nov 12 01:04:56.498429 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562439b4-6d06-4e24-90f7-f60c8a5e24e8 req-a397d6a5-2014-420a-8935-192b678136d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:56.499946 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-562439b4-6d06-4e24-90f7-f60c8a5e24e8 req-a397d6a5-2014-420a-8935-192b678136d8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=14a1d482-7411-47d7-8687-bbca824f06be HTTP/1.1" status: 200 len: 849 time: 0.0854619 Nov 12 01:04:56.539067 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-31e60de9-baf1-4d71-8418-0e65f10465e1 req-8c4688be-10f6-4978-8769-eb915300f388 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/security-groups?id=61cea522-d44b-46b5-b438-b48f335d0311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809360 Nov 12 01:04:56.605536 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562439b4-6d06-4e24-90f7-f60c8a5e24e8 req-14a5cb5c-2b47-4ba9-ba13-90768274ed08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:56.607384 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-562439b4-6d06-4e24-90f7-f60c8a5e24e8 req-14a5cb5c-2b47-4ba9-ba13-90768274ed08 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=81cab25c-cc73-4b97-9af8-266d9053a85f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0997152 Nov 12 01:04:56.753560 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-562439b4-6d06-4e24-90f7-f60c8a5e24e8 req-9f29ba10-60af-4d55-afc0-7505a943e586 service neutron] 10.222.0.54 "GET /v2.0/networks/81cab25c-cc73-4b97-9af8-266d9053a85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378255 Nov 12 01:04:56.859839 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-562439b4-6d06-4e24-90f7-f60c8a5e24e8 req-3d8d6d38-e1e4-4cea-b160-c47976c9c8f2 service neutron] 10.222.0.54 "GET /v2.0/networks/81cab25c-cc73-4b97-9af8-266d9053a85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985692 Nov 12 01:04:56.881767 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52290) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:56.997943 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-8f558e19-d074-44c4-8faa-10ae323581be tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-208670139'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:57.022295 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f558e19-d074-44c4-8faa-10ae323581be tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Made reservation on behalf of a11eef8310e84cba843e1022bed4f066 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:57.026087 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8f558e19-d074-44c4-8faa-10ae323581be tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:57.037159 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8f558e19-d074-44c4-8faa-10ae323581be tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:57.147353 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8f558e19-d074-44c4-8faa-10ae323581be tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:57.155399 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8f558e19-d074-44c4-8faa-10ae323581be tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:57.223982 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f558e19-d074-44c4-8faa-10ae323581be tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:04:57.241881 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8f558e19-d074-44c4-8faa-10ae323581be tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:57.242730 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-8f558e19-d074-44c4-8faa-10ae323581be tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Added segment f355d5f3-1601-4551-9dd8-7858023286d7 of type vlan for network 26a3c023-d07a-43ad-90ab-b765d555404d Nov 12 01:04:57.266061 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f558e19-d074-44c4-8faa-10ae323581be tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cdd2ca4-deb6-479e-b010-d1724d0d96be,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:57.340343 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8f558e19-d074-44c4-8faa-10ae323581be tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:57.374361 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8f558e19-d074-44c4-8faa-10ae323581be tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:57.387306 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f558e19-d074-44c4-8faa-10ae323581be tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:57.388261 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8f558e19-d074-44c4-8faa-10ae323581be tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:57.500129 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52314) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:57.500721 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8f558e19-d074-44c4-8faa-10ae323581be tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6173747 Nov 12 01:04:57.506833 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-7fe67f40-2f1a-4db2-9986-4256db250cec tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1831698207'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:57.510969 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f558e19-d074-44c4-8faa-10ae323581be tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event updated for resources: {'Network': ['ID=26a3c023-d07a-43ad-90ab-b765d555404d,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:57.526188 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 26a3c023-d07a-43ad-90ab-b765d555404d details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:04:57.552490 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe67f40-2f1a-4db2-9986-4256db250cec tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Made reservation on behalf of a11eef8310e84cba843e1022bed4f066 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:57.557308 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7fe67f40-2f1a-4db2-9986-4256db250cec tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:57.643394 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fe67f40-2f1a-4db2-9986-4256db250cec tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:04:57.664128 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7fe67f40-2f1a-4db2-9986-4256db250cec tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:57.664575 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-7fe67f40-2f1a-4db2-9986-4256db250cec tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Added segment 7c13e77f-1f40-4b9b-acf6-c90f335569d7 of type vlan for network beb7390a-38cb-49ac-9474-eff527861068 Nov 12 01:04:57.794138 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7fe67f40-2f1a-4db2-9986-4256db250cec tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:57.823520 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e322c-2b6a-4a03-a222-5b51bc40e96a req-3df97c98-1a32-4053-a2ea-64e8aac82d54 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:57.825153 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0d7e322c-2b6a-4a03-a222-5b51bc40e96a req-3df97c98-1a32-4053-a2ea-64e8aac82d54 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=945bf2d8-ccef-41ed-9492-7448ebf57c6c HTTP/1.1" status: 200 len: 943 time: 0.1589150 Nov 12 01:04:57.888289 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0d7e322c-2b6a-4a03-a222-5b51bc40e96a req-3d6a5540-6dac-421a-a2b0-757786648699 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/security-groups?id=61cea522-d44b-46b5-b438-b48f335d0311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563207 Nov 12 01:04:57.896748 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7fe67f40-2f1a-4db2-9986-4256db250cec tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:57.904149 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe67f40-2f1a-4db2-9986-4256db250cec tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:57.905002 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7fe67f40-2f1a-4db2-9986-4256db250cec tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:57.985933 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7fe67f40-2f1a-4db2-9986-4256db250cec tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4834902 Nov 12 01:04:57.987449 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52326) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:57.993668 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-19dae3bc-8822-437c-89aa-bdd316a55c54 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Request body: {'subnet': {'network_id': '26a3c023-d07a-43ad-90ab-b765d555404d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:57.995961 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe67f40-2f1a-4db2-9986-4256db250cec tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event updated for resources: {'Network': ['ID=beb7390a-38cb-49ac-9474-eff527861068,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:58.016731 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network beb7390a-38cb-49ac-9474-eff527861068 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:04:58.172110 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19dae3bc-8822-437c-89aa-bdd316a55c54 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Made reservation on behalf of a11eef8310e84cba843e1022bed4f066 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:58.183309 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-19dae3bc-8822-437c-89aa-bdd316a55c54 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:58.223113 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5d099499-d631-49bc-a5d0-b41bbdf713b4 req-f07043bc-be30-4729-9c56-dccd115d5d73 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0674005 Nov 12 01:04:58.424688 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2a8f5eba-5e53-4b82-999b-702883c33a9e req-36f511fc-7e31-4585-bead-206d49d466fa service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0435200 Nov 12 01:04:58.527412 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-19dae3bc-8822-437c-89aa-bdd316a55c54 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:58.557119 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 3e5cca67-db57-427d-95f8-0ca4e0258202 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:04:58.617923 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dae3bc-8822-437c-89aa-bdd316a55c54 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Checking segment: {'id': 'f355d5f3-1601-4551-9dd8-7858023286d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '26a3c023-d07a-43ad-90ab-b765d555404d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:58.618282 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dae3bc-8822-437c-89aa-bdd316a55c54 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Network hostable DHCP agents. Network: 26a3c023-d07a-43ad-90ab-b765d555404d, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:04:58.625868 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dae3bc-8822-437c-89aa-bdd316a55c54 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event updated for resources: {'Subnet': ['ID=d18eef76-0aa4-4c81-8190-493a89b6292d,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:58.654619 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dae3bc-8822-437c-89aa-bdd316a55c54 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Network 26a3c023-d07a-43ad-90ab-b765d555404d is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:04:58.673493 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-19dae3bc-8822-437c-89aa-bdd316a55c54 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 26a3c023-d07a-43ad-90ab-b765d555404d) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:58.679798 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dae3bc-8822-437c-89aa-bdd316a55c54 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:58.680694 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-19dae3bc-8822-437c-89aa-bdd316a55c54 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:58.720455 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-19dae3bc-8822-437c-89aa-bdd316a55c54 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7286499 Nov 12 01:04:58.721205 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52340) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:58.733281 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-3258ad4f-2312-4756-975c-d14f44144015 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Request body: {'subnet': {'network_id': 'beb7390a-38cb-49ac-9474-eff527861068', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:58.793053 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0ea56e-53ca-4648-9254-0ae940b37de1 None None] Network 26a3c023-d07a-43ad-90ab-b765d555404d requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:58.882154 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 3e5cca67-db57-427d-95f8-0ca4e0258202, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=3e5cca67-db57-427d-95f8-0ca4e0258202,segment=NetworkSegment(c2ef6767-ef6e-4767-b44e-17828ba5e84d),segment_id=c2ef6767-ef6e-4767-b44e-17828ba5e84d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:58.963913 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3258ad4f-2312-4756-975c-d14f44144015 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Made reservation on behalf of a11eef8310e84cba843e1022bed4f066 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:58.968247 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3258ad4f-2312-4756-975c-d14f44144015 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:58.993949 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '3e5cca67-db57-427d-95f8-0ca4e0258202', 'network_id': '81cab25c-cc73-4b97-9af8-266d9053a85f', 'port_id': '3e5cca67-db57-427d-95f8-0ca4e0258202', 'mac_address': 'fa:16:3e:a3:d4:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14a1d482-7411-47d7-8687-bbca824f06be', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:04:59.057419 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:59.123109 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf53ab-2f4f-4bbf-ad6a-3820ddbdf369 req-777b8fef-5605-492b-8b43-b7407c25533d tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:59.135356 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3ecf53ab-2f4f-4bbf-ad6a-3820ddbdf369 req-777b8fef-5605-492b-8b43-b7407c25533d tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=945bf2d8-ccef-41ed-9492-7448ebf57c6c HTTP/1.1" status: 200 len: 943 time: 0.0991042 Nov 12 01:04:59.164233 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e5cca67-db57-427d-95f8-0ca4e0258202 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:04:59.236362 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3ecf53ab-2f4f-4bbf-ad6a-3820ddbdf369 req-78cc2b24-b4a5-48ce-b964-1280d9d51dd3 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/security-groups?id=61cea522-d44b-46b5-b438-b48f335d0311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997622 Nov 12 01:04:59.257907 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 3e5cca67-db57-427d-95f8-0ca4e0258202, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=3e5cca67-db57-427d-95f8-0ca4e0258202,segment=NetworkSegment(c2ef6767-ef6e-4767-b44e-17828ba5e84d),segment_id=c2ef6767-ef6e-4767-b44e-17828ba5e84d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:59.271952 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:59.372252 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3258ad4f-2312-4756-975c-d14f44144015 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:59.377144 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b322cad-ef91-4ca8-ab21-16592918121e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-26a3c023-d07a-43ad-90ab-b765d555404d', 'network_id': '26a3c023-d07a-43ad-90ab-b765d555404d', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'fixed_ips': [{'subnet_id': 'd18eef76-0aa4-4c81-8190-493a89b6292d'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:04:59.388433 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b322cad-ef91-4ca8-ab21-16592918121e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:59.414811 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=3e5cca67-db57-427d-95f8-0ca4e0258202,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:59.448174 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:59.448651 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:59.449060 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:59.449477 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:59.449897 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:59.450241 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:59.450570 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:59.450898 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:59.451226 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:59.451551 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:59.451875 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:59.452196 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:59.522538 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3258ad4f-2312-4756-975c-d14f44144015 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event updated for resources: {'Subnet': ['ID=6c54867d-e927-4573-b9fb-5f42698ec366,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:59.544581 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3258ad4f-2312-4756-975c-d14f44144015 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Checking segment: {'id': '7c13e77f-1f40-4b9b-acf6-c90f335569d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'beb7390a-38cb-49ac-9474-eff527861068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:59.544581 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3258ad4f-2312-4756-975c-d14f44144015 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Network hostable DHCP agents. Network: beb7390a-38cb-49ac-9474-eff527861068, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:04:59.580607 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3258ad4f-2312-4756-975c-d14f44144015 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Network beb7390a-38cb-49ac-9474-eff527861068 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:04:59.594227 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-3258ad4f-2312-4756-975c-d14f44144015 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, beb7390a-38cb-49ac-9474-eff527861068) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:59.606691 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3258ad4f-2312-4756-975c-d14f44144015 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:59.607293 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3258ad4f-2312-4756-975c-d14f44144015 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:59.616590 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb27add-c1c2-4f5d-88c6-a84935eb03fb None None] Network beb7390a-38cb-49ac-9474-eff527861068 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:59.645476 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-3258ad4f-2312-4756-975c-d14f44144015 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9207933 Nov 12 01:04:59.648277 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52362) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:59.652921 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-22b2e049-0399-46d3-b9d4-d535cb2c53ba tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-343390676', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:59.705719 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-22b2e049-0399-46d3-b9d4-d535cb2c53ba tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:59.708283 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-22b2e049-0399-46d3-b9d4-d535cb2c53ba tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:59.767373 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['3e5cca67-db57-427d-95f8-0ca4e0258202'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:04:59.815379 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-22b2e049-0399-46d3-b9d4-d535cb2c53ba tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:59.822147 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-22b2e049-0399-46d3-b9d4-d535cb2c53ba tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:59.879755 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-22b2e049-0399-46d3-b9d4-d535cb2c53ba tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:59.882868 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-22b2e049-0399-46d3-b9d4-d535cb2c53ba tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2324865 Nov 12 01:04:59.884522 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52368) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:59.923622 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-8b322cad-ef91-4ca8-ab21-16592918121e None None] Allocated IP 2001:db8::2 (26a3c023-d07a-43ad-90ab-b765d555404d/d18eef76-0aa4-4c81-8190-493a89b6292d/9ba324e8-8366-4d1a-a61b-0c45e3ba1333) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:05:00.397971 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-45db8920-88d9-4028-8207-a21537d6e95b tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:00.449512 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8904a9b-3dc0-47d6-942d-e0f2c46fe982 req-92f38893-fda2-4387-8006-e30a46253ba9 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:00.451421 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c8904a9b-3dc0-47d6-942d-e0f2c46fe982 req-92f38893-fda2-4387-8006-e30a46253ba9 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=945bf2d8-ccef-41ed-9492-7448ebf57c6c HTTP/1.1" status: 200 len: 944 time: 0.1274827 Nov 12 01:05:00.532871 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c8904a9b-3dc0-47d6-942d-e0f2c46fe982 req-32d76024-1285-4530-8f2a-cd52c40b880a tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/security-groups?id=61cea522-d44b-46b5-b438-b48f335d0311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741808 Nov 12 01:05:00.776456 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf2fb1d-f533-4f60-b60d-50189c936c37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-beb7390a-38cb-49ac-9474-eff527861068', 'network_id': 'beb7390a-38cb-49ac-9474-eff527861068', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'fixed_ips': [{'subnet_id': '6c54867d-e927-4573-b9fb-5f42698ec366'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:05:00.787868 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fcf2fb1d-f533-4f60-b60d-50189c936c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:00.979800 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b322cad-ef91-4ca8-ab21-16592918121e None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:01.005365 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b322cad-ef91-4ca8-ab21-16592918121e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:01.051248 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-47bac39f-eb80-4e93-91e3-9ddc6db2637d req-b0a0eb74-2dbd-4e57-ae9b-00e284b029ea service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1235569 Nov 12 01:05:01.165524 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-45db8920-88d9-4028-8207-a21537d6e95b tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Allocated IP 2001:db8::1 (26a3c023-d07a-43ad-90ab-b765d555404d/d18eef76-0aa4-4c81-8190-493a89b6292d/9dec107e-c1f8-433c-9df3-245343a34997) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:05:01.221909 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b322cad-ef91-4ca8-ab21-16592918121e None None] Network 26a3c023-d07a-43ad-90ab-b765d555404d is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:05:01.232482 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-8b322cad-ef91-4ca8-ab21-16592918121e None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:05:01.240351 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b322cad-ef91-4ca8-ab21-16592918121e None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:05:01.244976 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b322cad-ef91-4ca8-ab21-16592918121e None None] Pushing event updated for resources: {'Port': ['ID=9ba324e8-8366-4d1a-a61b-0c45e3ba1333,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:01.262991 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-fcf2fb1d-f533-4f60-b60d-50189c936c37 None None] Allocated IP 2001:db8:1::2 (beb7390a-38cb-49ac-9474-eff527861068/6c54867d-e927-4573-b9fb-5f42698ec366/9a560865-a4cb-4c60-8be3-4624923045ce) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:05:01.418235 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-45db8920-88d9-4028-8207-a21537d6e95b tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:01.426848 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-8b322cad-ef91-4ca8-ab21-16592918121e None None] Attempting to bind port 9ba324e8-8366-4d1a-a61b-0c45e3ba1333 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:05:01.427581 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-8b322cad-ef91-4ca8-ab21-16592918121e None None] Attempting to bind port 9ba324e8-8366-4d1a-a61b-0c45e3ba1333 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'f355d5f3-1601-4551-9dd8-7858023286d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '26a3c023-d07a-43ad-90ab-b765d555404d'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:05:01.427897 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b322cad-ef91-4ca8-ab21-16592918121e None None] Attempting to bind port 9ba324e8-8366-4d1a-a61b-0c45e3ba1333 on network 26a3c023-d07a-43ad-90ab-b765d555404d {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:05:01.488427 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-45db8920-88d9-4028-8207-a21537d6e95b tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:01.507155 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b322cad-ef91-4ca8-ab21-16592918121e None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:05:01.511132 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b322cad-ef91-4ca8-ab21-16592918121e None None] Checking segment: {'id': 'f355d5f3-1601-4551-9dd8-7858023286d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '26a3c023-d07a-43ad-90ab-b765d555404d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:05:01.511559 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b322cad-ef91-4ca8-ab21-16592918121e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:01.511963 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b322cad-ef91-4ca8-ab21-16592918121e None None] Bound using segment: {'id': 'f355d5f3-1601-4551-9dd8-7858023286d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '26a3c023-d07a-43ad-90ab-b765d555404d'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:05:01.512461 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-8b322cad-ef91-4ca8-ab21-16592918121e None None] Bound port: 9ba324e8-8366-4d1a-a61b-0c45e3ba1333, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f355d5f3-1601-4551-9dd8-7858023286d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '26a3c023-d07a-43ad-90ab-b765d555404d'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:05:01.512849 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b322cad-ef91-4ca8-ab21-16592918121e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:01.586031 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45db8920-88d9-4028-8207-a21537d6e95b tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Network 26a3c023-d07a-43ad-90ab-b765d555404d is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:05:01.604639 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-45db8920-88d9-4028-8207-a21537d6e95b tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:05:01.615501 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45db8920-88d9-4028-8207-a21537d6e95b tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:05:01.617491 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-45db8920-88d9-4028-8207-a21537d6e95b tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:01.720368 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fcf2fb1d-f533-4f60-b60d-50189c936c37 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:01.756220 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fcf2fb1d-f533-4f60-b60d-50189c936c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:01.800704 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-8b322cad-ef91-4ca8-ab21-16592918121e None None] For port 9ba324e8-8366-4d1a-a61b-0c45e3ba1333, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:05:01.813808 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ccacf87b-ab9d-46d5-846c-ef600cbe2320 req-2b6306b8-55ea-4e1f-aab5-f10e6bf7e531 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0610332 Nov 12 01:05:01.833007 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf2fb1d-f533-4f60-b60d-50189c936c37 None None] Network beb7390a-38cb-49ac-9474-eff527861068 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:05:01.842768 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-fcf2fb1d-f533-4f60-b60d-50189c936c37 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:05:01.846400 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-8b322cad-ef91-4ca8-ab21-16592918121e None None] For port 9ba324e8-8366-4d1a-a61b-0c45e3ba1333, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=9ba324e8-8366-4d1a-a61b-0c45e3ba1333,segment=NetworkSegment(f355d5f3-1601-4551-9dd8-7858023286d7),segment_id=f355d5f3-1601-4551-9dd8-7858023286d7)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:05:01.848909 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf2fb1d-f533-4f60-b60d-50189c936c37 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:05:01.850812 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db8920-88d9-4028-8207-a21537d6e95b tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event updated for resources: {'Port': ['ID=9dec107e-c1f8-433c-9df3-245343a34997,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:01.852655 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2fb1d-f533-4f60-b60d-50189c936c37 None None] Pushing event updated for resources: {'Port': ['ID=9a560865-a4cb-4c60-8be3-4624923045ce,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:01.881037 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b322cad-ef91-4ca8-ab21-16592918121e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:02.022381 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07407f80-851f-4710-a8be-4140556f8fda req-6913af09-d146-49b8-977d-74e49a90ce5a tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:02.041729 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-07407f80-851f-4710-a8be-4140556f8fda req-6913af09-d146-49b8-977d-74e49a90ce5a tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=945bf2d8-ccef-41ed-9492-7448ebf57c6c HTTP/1.1" status: 200 len: 944 time: 0.2794147 Nov 12 01:05:02.063031 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-45db8920-88d9-4028-8207-a21537d6e95b tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:02.166238 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b322cad-ef91-4ca8-ab21-16592918121e None None] Pushing event updated for resources: {'Port': ['ID=9ba324e8-8366-4d1a-a61b-0c45e3ba1333,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:02.180533 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-fcf2fb1d-f533-4f60-b60d-50189c936c37 None None] Attempting to bind port 9a560865-a4cb-4c60-8be3-4624923045ce on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:05:02.180913 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-fcf2fb1d-f533-4f60-b60d-50189c936c37 None None] Attempting to bind port 9a560865-a4cb-4c60-8be3-4624923045ce by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '7c13e77f-1f40-4b9b-acf6-c90f335569d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'beb7390a-38cb-49ac-9474-eff527861068'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:05:02.181275 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf2fb1d-f533-4f60-b60d-50189c936c37 None None] Attempting to bind port 9a560865-a4cb-4c60-8be3-4624923045ce on network beb7390a-38cb-49ac-9474-eff527861068 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:05:02.200492 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf2fb1d-f533-4f60-b60d-50189c936c37 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:05:02.201003 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf2fb1d-f533-4f60-b60d-50189c936c37 None None] Checking segment: {'id': '7c13e77f-1f40-4b9b-acf6-c90f335569d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'beb7390a-38cb-49ac-9474-eff527861068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:05:02.204354 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fcf2fb1d-f533-4f60-b60d-50189c936c37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:02.204847 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf2fb1d-f533-4f60-b60d-50189c936c37 None None] Bound using segment: {'id': '7c13e77f-1f40-4b9b-acf6-c90f335569d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'beb7390a-38cb-49ac-9474-eff527861068'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:05:02.205848 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-fcf2fb1d-f533-4f60-b60d-50189c936c37 None None] Bound port: 9a560865-a4cb-4c60-8be3-4624923045ce, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c13e77f-1f40-4b9b-acf6-c90f335569d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'beb7390a-38cb-49ac-9474-eff527861068'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:05:02.206255 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fcf2fb1d-f533-4f60-b60d-50189c936c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:02.220104 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52426) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:02.360518 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-fcf2fb1d-f533-4f60-b60d-50189c936c37 None None] For port 9a560865-a4cb-4c60-8be3-4624923045ce, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:05:02.367337 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-fcf2fb1d-f533-4f60-b60d-50189c936c37 None None] For port 9a560865-a4cb-4c60-8be3-4624923045ce, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=9a560865-a4cb-4c60-8be3-4624923045ce,segment=NetworkSegment(7c13e77f-1f40-4b9b-acf6-c90f335569d7),segment_id=7c13e77f-1f40-4b9b-acf6-c90f335569d7)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:05:02.373867 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fcf2fb1d-f533-4f60-b60d-50189c936c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:02.461735 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-07407f80-851f-4710-a8be-4140556f8fda req-c6a7baff-4c8f-46eb-a282-93a0c3b5b8b5 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/security-groups?id=61cea522-d44b-46b5-b438-b48f335d0311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4177489 Nov 12 01:05:02.497870 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-858cad0c-b01a-4656-a831-317389c982db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:02.585583 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2fb1d-f533-4f60-b60d-50189c936c37 None None] Pushing event updated for resources: {'Port': ['ID=9a560865-a4cb-4c60-8be3-4624923045ce,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:02.593428 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 3e5cca67-db57-427d-95f8-0ca4e0258202 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:05:02.796668 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 3e5cca67-db57-427d-95f8-0ca4e0258202 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:05:02.802460 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 3e5cca67-db57-427d-95f8-0ca4e0258202 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:02.803185 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:03.070513 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:03.192958 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 3e5cca67-db57-427d-95f8-0ca4e0258202, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=3e5cca67-db57-427d-95f8-0ca4e0258202,segment=NetworkSegment(c2ef6767-ef6e-4767-b44e-17828ba5e84d),segment_id=c2ef6767-ef6e-4767-b44e-17828ba5e84d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:03.194007 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '945bf2d8-ccef-41ed-9492-7448ebf57c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e5cca67-db57-427d-95f8-0ca4e0258202'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:05:03.200005 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5ccaf4-9f86-414c-b99c-c448c0cbb7e7" -d '{"events": [{"server_uuid": "945bf2d8-ccef-41ed-9492-7448ebf57c6c", "name": "network-vif-plugged", "status": "completed", "tag": "3e5cca67-db57-427d-95f8-0ca4e0258202"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:05:03.233687 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:03.588788 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=3e5cca67-db57-427d-95f8-0ca4e0258202,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:03.726360 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a08483-0d1c-4343-b33a-df52f2cdd352 x-openstack-request-id: req-04a08483-0d1c-4343-b33a-df52f2cdd352 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:05:03.726656 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "945bf2d8-ccef-41ed-9492-7448ebf57c6c", "name": "network-vif-plugged", "status": "completed", "tag": "3e5cca67-db57-427d-95f8-0ca4e0258202", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:05:03.730039 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-04a08483-0d1c-4343-b33a-df52f2cdd352 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:05:03.730696 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '945bf2d8-ccef-41ed-9492-7448ebf57c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e5cca67-db57-427d-95f8-0ca4e0258202', 'code': 200} Nov 12 01:05:03.991701 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573148ae-1ad6-43fc-b37f-a071e890301d req-48baea56-1553-45d0-9b36-2ab4280f1e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:03.997963 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-573148ae-1ad6-43fc-b37f-a071e890301d req-48baea56-1553-45d0-9b36-2ab4280f1e8d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=945bf2d8-ccef-41ed-9492-7448ebf57c6c HTTP/1.1" status: 200 len: 1097 time: 0.1970272 Nov 12 01:05:04.024948 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-45db8920-88d9-4028-8207-a21537d6e95b tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:04.063196 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-45db8920-88d9-4028-8207-a21537d6e95b tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:04.085336 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-45db8920-88d9-4028-8207-a21537d6e95b tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:04.175047 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 9a560865-a4cb-4c60-8be3-4624923045ce up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:05:04.198777 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-272d7ac9-aa29-49bd-8422-26ee5616781e req-7dff1c16-bbc5-4fe4-8330-6c403ad7bc8a service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1161475 Nov 12 01:05:04.232856 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-573148ae-1ad6-43fc-b37f-a071e890301d req-f4012aa7-b339-4e94-80ba-96cff0644707 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=61cea522-d44b-46b5-b438-b48f335d0311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2272346 Nov 12 01:05:04.272368 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db8920-88d9-4028-8207-a21537d6e95b tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event updated for resources: {'Port': ['ID=9dec107e-c1f8-433c-9df3-245343a34997,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:04.311999 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68921b14-27dc-4737-94ba-a4b77ea3f574 req-e10ac01c-543e-4850-8888-4b028492e44b tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:04.314913 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-68921b14-27dc-4737-94ba-a4b77ea3f574 req-e10ac01c-543e-4850-8888-4b028492e44b tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=945bf2d8-ccef-41ed-9492-7448ebf57c6c HTTP/1.1" status: 200 len: 945 time: 0.6288204 Nov 12 01:05:04.378456 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e73be0d-b1f2-42f2-9979-b6ac4a4776a6 None None] Network 26a3c023-d07a-43ad-90ab-b765d555404d requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:05:04.463213 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-dcb56048-fd51-4a5d-ba5f-7f677e9e020c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:04.498857 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-858cad0c-b01a-4656-a831-317389c982db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:04.509065 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-68921b14-27dc-4737-94ba-a4b77ea3f574 req-b2607bc1-afea-495a-9250-9a6b4e0a9d97 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/security-groups?id=61cea522-d44b-46b5-b438-b48f335d0311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798550 Nov 12 01:05:04.512763 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45db8920-88d9-4028-8207-a21537d6e95b tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Network 26a3c023-d07a-43ad-90ab-b765d555404d is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:05:04.515806 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-858cad0c-b01a-4656-a831-317389c982db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:04.521938 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-45db8920-88d9-4028-8207-a21537d6e95b tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:05:04.683844 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-d46e5b81-5529-4065-81e7-e32e219f1a05 None None] Provisioning complete for port 9ba324e8-8366-4d1a-a61b-0c45e3ba1333 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:04.684224 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d46e5b81-5529-4065-81e7-e32e219f1a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:04.725794 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-858cad0c-b01a-4656-a831-317389c982db admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ca526c54dfc44a7b9e0a194dde84cbd&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4965589 Nov 12 01:05:04.726528 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52640) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:04.728785 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858cad0c-b01a-4656-a831-317389c982db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f79dbd5-3ac2-4c85-8157-daa8cd1529e9,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:04.819598 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc22c632-26ec-404f-992c-42c9876d9cf1 None None] Network beb7390a-38cb-49ac-9474-eff527861068 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:05:04.834583 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45db8920-88d9-4028-8207-a21537d6e95b tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Router b3473a5f-89ee-49d8-9cbb-1ccffe92e169 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:05:04.854094 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-79dc4645-0e85-4515-b8bf-b5257e40b59a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:04.916888 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-79dc4645-0e85-4515-b8bf-b5257e40b59a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:04.989704 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45db8920-88d9-4028-8207-a21537d6e95b tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:05:05.009000 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-45db8920-88d9-4028-8207-a21537d6e95b tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "PUT /v2.0/routers/b3473a5f-89ee-49d8-9cbb-1ccffe92e169/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1232011 Nov 12 01:05:05.014547 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52666) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:05.065773 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 9a560865-a4cb-4c60-8be3-4624923045ce triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:05.066532 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:05.068956 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a604820-9cf4-4b89-b04d-9280b544b4b9 None None] Sync routers for ids ['b3473a5f-89ee-49d8-9cbb-1ccffe92e169'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:05:05.071349 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-79dc4645-0e85-4515-b8bf-b5257e40b59a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:05.076452 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-79dc4645-0e85-4515-b8bf-b5257e40b59a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:05.080262 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-79dc4645-0e85-4515-b8bf-b5257e40b59a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f79dbd5-3ac2-4c85-8157-daa8cd1529e9 HTTP/1.1" status: 204 len: 168 time: 0.3500185 Nov 12 01:05:05.096555 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc4645-0e85-4515-b8bf-b5257e40b59a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f79dbd5-3ac2-4c85-8157-daa8cd1529e9,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:05.125446 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246423c7-1ef6-45a8-bf5b-9cc88797e708 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:05.127742 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-246423c7-1ef6-45a8-bf5b-9cc88797e708 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "GET /v2.0/ports/9dec107e-c1f8-433c-9df3-245343a34997 HTTP/1.1" status: 200 len: 911 time: 0.1126115 Nov 12 01:05:05.131124 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52682) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:05.304427 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a604820-9cf4-4b89-b04d-9280b544b4b9 None None] Routers {'b3473a5f-89ee-49d8-9cbb-1ccffe92e169'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:05:05.305204 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-2a604820-9cf4-4b89-b04d-9280b544b4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:04:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['b3473a5f-89ee-49d8-9cbb-1ccffe92e169'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:05.372239 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-2a604820-9cf4-4b89-b04d-9280b544b4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:05.434121 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a604820-9cf4-4b89-b04d-9280b544b4b9 None None] Routers {'b3473a5f-89ee-49d8-9cbb-1ccffe92e169'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:05:05.434753 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-2a604820-9cf4-4b89-b04d-9280b544b4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:04:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['b3473a5f-89ee-49d8-9cbb-1ccffe92e169'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:05.861474 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e285cf-8a23-48b3-9551-576ecd3df871 req-7b39d134-eda0-451a-9d6e-9896013f402d tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:05.869686 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e5e285cf-8a23-48b3-9551-576ecd3df871 req-7b39d134-eda0-451a-9d6e-9896013f402d tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=945bf2d8-ccef-41ed-9492-7448ebf57c6c HTTP/1.1" status: 200 len: 945 time: 0.1282403 Nov 12 01:05:05.915177 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-2a604820-9cf4-4b89-b04d-9280b544b4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:05.915833 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a604820-9cf4-4b89-b04d-9280b544b4b9 None None] The sync data for ids ['b3473a5f-89ee-49d8-9cbb-1ccffe92e169'] in n-d-812236-11 is: [] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:05:05.970314 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d46e5b81-5529-4065-81e7-e32e219f1a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:06.012515 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-19e48c85-3bab-48ff-ba19-20ce666a8103 req-02c7d1cb-b702-4e67-82b7-bbb70621ba4d service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0570753 Nov 12 01:05:06.047769 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e5e285cf-8a23-48b3-9551-576ecd3df871 req-69a4b1fb-42fe-4f6f-b23a-6de630ff2f31 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/security-groups?id=61cea522-d44b-46b5-b438-b48f335d0311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770973 Nov 12 01:05:06.061042 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:06.161491 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 9a560865-a4cb-4c60-8be3-4624923045ce, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=9a560865-a4cb-4c60-8be3-4624923045ce,segment=NetworkSegment(7c13e77f-1f40-4b9b-acf6-c90f335569d7),segment_id=7c13e77f-1f40-4b9b-acf6-c90f335569d7)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:06.167514 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-d46e5b81-5529-4065-81e7-e32e219f1a05 None None] For port 9ba324e8-8366-4d1a-a61b-0c45e3ba1333, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=9ba324e8-8366-4d1a-a61b-0c45e3ba1333,segment=NetworkSegment(f355d5f3-1601-4551-9dd8-7858023286d7),segment_id=f355d5f3-1601-4551-9dd8-7858023286d7)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:06.172272 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:06.173442 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 9ba324e8-8366-4d1a-a61b-0c45e3ba1333 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:05:06.174191 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a657851f-02d8-4ab5-a972-75645c50a867 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:06.221105 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d46e5b81-5529-4065-81e7-e32e219f1a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:06.300935 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=9a560865-a4cb-4c60-8be3-4624923045ce,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:06.513086 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46e5b81-5529-4065-81e7-e32e219f1a05 None None] Pushing event updated for resources: {'Port': ['ID=9ba324e8-8366-4d1a-a61b-0c45e3ba1333,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:06.526713 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a50b18c2-fe80-4585-8967-63d4dbc83316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:06.535030 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-be1492e5-9144-49ca-a27a-532e015d78f9 None None] Provisioning complete for port 9a560865-a4cb-4c60-8be3-4624923045ce triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:06.535458 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-be1492e5-9144-49ca-a27a-532e015d78f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:06.538439 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 9ba324e8-8366-4d1a-a61b-0c45e3ba1333 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:06.545412 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:06.727736 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-a657851f-02d8-4ab5-a972-75645c50a867 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Allocated IP 2001:db8:1::1 (beb7390a-38cb-49ac-9474-eff527861068/6c54867d-e927-4573-b9fb-5f42698ec366/9d2e3616-9e65-4755-910d-81859fb17b0c) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:05:06.956335 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a657851f-02d8-4ab5-a972-75645c50a867 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:07.029899 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a657851f-02d8-4ab5-a972-75645c50a867 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:07.100831 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-89376f36-40ae-4054-a7fc-a548e7ae8412 None None] Provisioning complete for port 9a560865-a4cb-4c60-8be3-4624923045ce triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:07.101509 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-89376f36-40ae-4054-a7fc-a548e7ae8412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:07.145105 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a657851f-02d8-4ab5-a972-75645c50a867 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event updated for resources: {'Port': ['ID=9d2e3616-9e65-4755-910d-81859fb17b0c,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:07.185718 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a657851f-02d8-4ab5-a972-75645c50a867 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Network beb7390a-38cb-49ac-9474-eff527861068 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:05:07.188176 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-a657851f-02d8-4ab5-a972-75645c50a867 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:05:07.201194 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a657851f-02d8-4ab5-a972-75645c50a867 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:05:07.201845 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a657851f-02d8-4ab5-a972-75645c50a867 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:07.224445 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 9a560865-a4cb-4c60-8be3-4624923045ce up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:05:07.413107 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635c54f-33aa-4961-805b-5dc78b6f061a req-c74dd204-de84-4aa5-b220-f74c86b3a406 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:07.417255 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c635c54f-33aa-4961-805b-5dc78b6f061a req-c74dd204-de84-4aa5-b220-f74c86b3a406 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=945bf2d8-ccef-41ed-9492-7448ebf57c6c HTTP/1.1" status: 200 len: 945 time: 0.1814251 Nov 12 01:05:07.576874 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c635c54f-33aa-4961-805b-5dc78b6f061a req-ec06993f-19bc-43ad-b2dd-4be29e16094b tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/security-groups?id=61cea522-d44b-46b5-b438-b48f335d0311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528523 Nov 12 01:05:07.606771 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a657851f-02d8-4ab5-a972-75645c50a867 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:07.648459 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 9a560865-a4cb-4c60-8be3-4624923045ce triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:07.649590 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:07.676374 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-89376f36-40ae-4054-a7fc-a548e7ae8412 None None] Provisioning complete for port 9ba324e8-8366-4d1a-a61b-0c45e3ba1333 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:07.677108 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-89376f36-40ae-4054-a7fc-a548e7ae8412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:07.853847 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:07.980628 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc455e-e8cc-4659-89ad-f218481c04ac req-a4691a17-267f-441c-8a77-438670fcc94e tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:07.982979 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-88cc455e-e8cc-4659-89ad-f218481c04ac req-a4691a17-267f-441c-8a77-438670fcc94e tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=945bf2d8-ccef-41ed-9492-7448ebf57c6c HTTP/1.1" status: 200 len: 945 time: 0.1435471 Nov 12 01:05:07.987182 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 9ba324e8-8366-4d1a-a61b-0c45e3ba1333 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:05:07.994127 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52942) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:07.999545 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-50a6c590-106c-45c9-a5ab-9149ee9b7c06 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Request body: {'floatingip': {'port_id': '3e5cca67-db57-427d-95f8-0ca4e0258202'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:08.087039 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-50a6c590-106c-45c9-a5ab-9149ee9b7c06 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks [] for floatingip, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:08.088246 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-89376f36-40ae-4054-a7fc-a548e7ae8412 None None] Provisioning complete for port 9dec107e-c1f8-433c-9df3-245343a34997 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:08.088620 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-89376f36-40ae-4054-a7fc-a548e7ae8412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:08.120893 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-785fa29f-dda6-4c08-83a1-3771f022b555 req-7c77c9fb-e1df-4e67-8c28-610424a2d3ab service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0361710 Nov 12 01:05:08.180211 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-89376f36-40ae-4054-a7fc-a548e7ae8412 None None] Port 9dec107e-c1f8-433c-9df3-245343a34997 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:05:08.185012 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 9ba324e8-8366-4d1a-a61b-0c45e3ba1333 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:08.185623 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:08.188759 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a657851f-02d8-4ab5-a972-75645c50a867 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:08.198676 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a657851f-02d8-4ab5-a972-75645c50a867 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:08.199992 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a657851f-02d8-4ab5-a972-75645c50a867 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:08.305862 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a657851f-02d8-4ab5-a972-75645c50a867 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event updated for resources: {'Port': ['ID=9d2e3616-9e65-4755-910d-81859fb17b0c,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:08.394554 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-6c770f53-041e-4dd2-8376-b2bf570cd777 None None] Provisioning complete for port 9dec107e-c1f8-433c-9df3-245343a34997 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:08.394928 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6c770f53-041e-4dd2-8376-b2bf570cd777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:08.444861 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a657851f-02d8-4ab5-a972-75645c50a867 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Network beb7390a-38cb-49ac-9474-eff527861068 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:05:08.449455 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-6c770f53-041e-4dd2-8376-b2bf570cd777 None None] Port 9dec107e-c1f8-433c-9df3-245343a34997 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:05:08.454739 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-a657851f-02d8-4ab5-a972-75645c50a867 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:05:08.469337 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-6c770f53-041e-4dd2-8376-b2bf570cd777 None None] Provisioning complete for port 9d2e3616-9e65-4755-910d-81859fb17b0c triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:08.469931 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6c770f53-041e-4dd2-8376-b2bf570cd777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:08.554251 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cca87607-6f84-41fe-89b6-6ec2ffa4150d req-7ed20997-f94d-46df-892a-900fba35c21f service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0797443 Nov 12 01:05:08.571260 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-6c770f53-041e-4dd2-8376-b2bf570cd777 None None] Port 9d2e3616-9e65-4755-910d-81859fb17b0c cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:05:08.777779 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a657851f-02d8-4ab5-a972-75645c50a867 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Router b3473a5f-89ee-49d8-9cbb-1ccffe92e169 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:05:08.949920 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a657851f-02d8-4ab5-a972-75645c50a867 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:05:08.961109 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba32836c-8905-41d0-a450-1010d2a93e19 None None] Sync routers for ids ['b3473a5f-89ee-49d8-9cbb-1ccffe92e169'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:05:08.968656 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a657851f-02d8-4ab5-a972-75645c50a867 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "PUT /v2.0/routers/b3473a5f-89ee-49d8-9cbb-1ccffe92e169/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8355789 Nov 12 01:05:08.971010 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52966) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:08.996189 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba32836c-8905-41d0-a450-1010d2a93e19 None None] Routers {'b3473a5f-89ee-49d8-9cbb-1ccffe92e169'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:05:08.996912 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-ba32836c-8905-41d0-a450-1010d2a93e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:05:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['b3473a5f-89ee-49d8-9cbb-1ccffe92e169'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:09.005588 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-9d96f379-b992-4c13-bed1-c87bf9db0360 None None] Provisioning complete for port 9d2e3616-9e65-4755-910d-81859fb17b0c triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:09.006152 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9d96f379-b992-4c13-bed1-c87bf9db0360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:09.028417 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8506784d-a62b-4655-82e7-b66c2b9e6a52 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:09.029871 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-8506784d-a62b-4655-82e7-b66c2b9e6a52 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "GET /v2.0/ports/9d2e3616-9e65-4755-910d-81859fb17b0c HTTP/1.1" status: 200 len: 913 time: 0.0577471 Nov 12 01:05:09.032915 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52968) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:09.086741 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-9d96f379-b992-4c13-bed1-c87bf9db0360 None None] Port 9d2e3616-9e65-4755-910d-81859fb17b0c cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:05:09.087549 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-ba32836c-8905-41d0-a450-1010d2a93e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:09.093966 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.db.resource_extend [None req-50a6c590-106c-45c9-a5ab-9149ee9b7c06 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 01:05:09.112579 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba32836c-8905-41d0-a450-1010d2a93e19 None None] Routers {'b3473a5f-89ee-49d8-9cbb-1ccffe92e169'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:05:09.113749 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-ba32836c-8905-41d0-a450-1010d2a93e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:05:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['b3473a5f-89ee-49d8-9cbb-1ccffe92e169'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:09.158852 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-50a6c590-106c-45c9-a5ab-9149ee9b7c06 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:09.169353 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-50a6c590-106c-45c9-a5ab-9149ee9b7c06 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:09.181949 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-ba32836c-8905-41d0-a450-1010d2a93e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:09.183053 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba32836c-8905-41d0-a450-1010d2a93e19 None None] The sync data for ids ['b3473a5f-89ee-49d8-9cbb-1ccffe92e169'] in n-d-812236-11 is: [] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:05:09.287876 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:09.386575 n-d-812236-11 neutron-server[102662]: INFO neutron.db.l3_db [None req-50a6c590-106c-45c9-a5ab-9149ee9b7c06 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Floating IP c5c40eb2-1f00-46e2-a407-4032da0f8d0c associated. External IP: 172.25.2.18, port: 3e5cca67-db57-427d-95f8-0ca4e0258202. Nov 12 01:05:09.745820 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a6c590-106c-45c9-a5ab-9149ee9b7c06 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Router 765de596-cd92-410f-8fb0-ab298225b582 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:05:09.811387 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:10.060162 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52996) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:10.111453 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2493113a-4985-4326-bfa6-3d945c24d0a2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:10.314022 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a6c590-106c-45c9-a5ab-9149ee9b7c06 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:05:10.320505 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-50a6c590-106c-45c9-a5ab-9149ee9b7c06 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:10.365426 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-50a6c590-106c-45c9-a5ab-9149ee9b7c06 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "PUT /v2.0/floatingips/c5c40eb2-1f00-46e2-a407-4032da0f8d0c HTTP/1.1" status: 200 len: 990 time: 2.3696480 Nov 12 01:05:10.367718 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '945bf2d8-ccef-41ed-9492-7448ebf57c6c', 'tag': '3e5cca67-db57-427d-95f8-0ca4e0258202'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:05:10.370311 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb2480c-8319-45ea-a2ec-cd48c993847b None None] Sync routers for ids ['765de596-cd92-410f-8fb0-ab298225b582'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:05:10.373828 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e25c422-0ade-4ed0-98be-fd6e10f5c8e2" -d '{"events": [{"name": "network-changed", "server_uuid": "945bf2d8-ccef-41ed-9492-7448ebf57c6c", "tag": "3e5cca67-db57-427d-95f8-0ca4e0258202"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:05:10.375821 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1aa602f4-e025-488d-a64f-080381a76e80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:10.391959 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb2480c-8319-45ea-a2ec-cd48c993847b None None] Routers {'765de596-cd92-410f-8fb0-ab298225b582'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:05:10.392786 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-1bb2480c-8319-45ea-a2ec-cd48c993847b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:05:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['765de596-cd92-410f-8fb0-ab298225b582'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:10.451603 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fccc6037-0088-45a4-af1d-094c5b12aca1 x-openstack-request-id: req-fccc6037-0088-45a4-af1d-094c5b12aca1 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:05:10.451921 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "945bf2d8-ccef-41ed-9492-7448ebf57c6c", "tag": "3e5cca67-db57-427d-95f8-0ca4e0258202", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:05:10.452758 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fccc6037-0088-45a4-af1d-094c5b12aca1 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:05:10.452758 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '945bf2d8-ccef-41ed-9492-7448ebf57c6c', 'tag': '3e5cca67-db57-427d-95f8-0ca4e0258202', 'status': 'completed', 'code': 200} Nov 12 01:05:10.488214 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1aa602f4-e025-488d-a64f-080381a76e80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:10.498674 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1aa602f4-e025-488d-a64f-080381a76e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:10.608624 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-1bb2480c-8319-45ea-a2ec-cd48c993847b None None] Set router 765de596-cd92-410f-8fb0-ab298225b582 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:05:10.619705 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa602f4-e025-488d-a64f-080381a76e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffd03f1-5aff-48a7-a610-120829244909,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:10.631843 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1aa602f4-e025-488d-a64f-080381a76e80 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1621a224ad254b56b71891b4de369182&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5659215 Nov 12 01:05:10.632258 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 53020) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:10.668372 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-701a61c8-1674-4900-bafc-1c6b42d1be27 req-842b70d7-9036-4701-b357-a5d4297a4eb6 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0435438 Nov 12 01:05:10.672568 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25c422-0ade-4ed0-98be-fd6e10f5c8e2 req-76d26301-9561-4275-945c-899f4bac8a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:10.674157 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2e25c422-0ade-4ed0-98be-fd6e10f5c8e2 req-76d26301-9561-4275-945c-899f4bac8a03 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=92120bcf7a2b4a398a48be8e2d4be44a&device_id=945bf2d8-ccef-41ed-9492-7448ebf57c6c HTTP/1.1" status: 200 len: 1097 time: 0.1675627 Nov 12 01:05:10.716669 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f4564cb5-227d-46cd-9c33-880b3c55ccbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:10.752814 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f4564cb5-227d-46cd-9c33-880b3c55ccbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:10.815642 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f4564cb5-227d-46cd-9c33-880b3c55ccbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:10.819608 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f4564cb5-227d-46cd-9c33-880b3c55ccbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:10.820800 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f4564cb5-227d-46cd-9c33-880b3c55ccbb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2ffd03f1-5aff-48a7-a610-120829244909 HTTP/1.1" status: 204 len: 168 time: 0.1871660 Nov 12 01:05:10.830245 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-2493113a-4985-4326-bfa6-3d945c24d0a2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Deleting port 9d2e3616-9e65-4755-910d-81859fb17b0c {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:05:10.830590 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2493113a-4985-4326-bfa6-3d945c24d0a2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:10.833402 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4564cb5-227d-46cd-9c33-880b3c55ccbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffd03f1-5aff-48a7-a610-120829244909,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:10.905112 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25c422-0ade-4ed0-98be-fd6e10f5c8e2 req-0d447d98-2e90-4e4e-8764-f3893a333cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:10.906657 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2e25c422-0ade-4ed0-98be-fd6e10f5c8e2 req-0d447d98-2e90-4e4e-8764-f3893a333cc7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=81cab25c-cc73-4b97-9af8-266d9053a85f HTTP/1.1" status: 200 len: 911 time: 0.2251532 Nov 12 01:05:10.993127 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:11.015383 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2e25c422-0ade-4ed0-98be-fd6e10f5c8e2 req-57eaa078-8e6d-4353-bca6-a5253971cb23 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e5cca67-db57-427d-95f8-0ca4e0258202 HTTP/1.1" status: 200 len: 998 time: 0.0985699 Nov 12 01:05:11.080697 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25c422-0ade-4ed0-98be-fd6e10f5c8e2 req-0f946f33-b70a-4a34-a020-1c8bc669f702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:11.083190 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2e25c422-0ade-4ed0-98be-fd6e10f5c8e2 req-0f946f33-b70a-4a34-a020-1c8bc669f702 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=14a1d482-7411-47d7-8687-bbca824f06be HTTP/1.1" status: 200 len: 849 time: 0.0525165 Nov 12 01:05:11.128447 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-1bb2480c-8319-45ea-a2ec-cd48c993847b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765de596-cd92-410f-8fb0-ab298225b582', 'name': 'tempest-AttachVolumeTestJSON-553815399-router', 'tenant_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '975097c5-fb02-4576-ac5d-837f6c8d335d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:58:28Z', 'updated_at': '2021-11-12T00:58:39Z', 'revision_number': 4, 'project_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'gw_port': {'id': '975097c5-fb02-4576-ac5d-837f6c8d335d', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765de596-cd92-410f-8fb0-ab298225b582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:58:30Z', 'updated_at': '2021-11-12T00:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': 'c5c40eb2-1f00-46e2-a407-4032da0f8d0c', 'tenant_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'floating_ip_address': '172.25.2.18', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '765de596-cd92-410f-8fb0-ab298225b582', 'port_id': '3e5cca67-db57-427d-95f8-0ca4e0258202', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81cab25c-cc73-4b97-9af8-266d9053a85f', 'mac_address': 'fa:16:3e:a3:d4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bf2d8-ccef-41ed-9492-7448ebf57c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:04:46Z', 'updated_at': '2021-11-12T01:05:08Z', 'revision_number': 1, 'project_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dcb9921-2f79-4b84-89e2-5a7f8757e90a', 'name': '', 'network_id': '81cab25c-cc73-4b97-9af8-266d9053a85f', 'tenant_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'mac_address': 'fa:16:3e:bd:af:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765de596-cd92-410f-8fb0-ab298225b582', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '14a1d482-7411-47d7-8687-bbca824f06be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:58:37Z', 'updated_at': '2021-11-12T00:58:47Z', 'revision_number': 5, 'project_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'subnets': [{'id': '14a1d482-7411-47d7-8687-bbca824f06be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:11.156829 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2493113a-4985-4326-bfa6-3d945c24d0a2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:11.166341 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-93918fc8-3c34-49cb-b0da-43f08a1a8276 req-d429848c-2ed5-4cbb-8192-1473a3c7dc16 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1334190 Nov 12 01:05:11.189557 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-2493113a-4985-4326-bfa6-3d945c24d0a2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Calling delete_port for 9d2e3616-9e65-4755-910d-81859fb17b0c owned by network:router_interface {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:05:11.193248 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb2480c-8319-45ea-a2ec-cd48c993847b None None] Checking router: 765de596-cd92-410f-8fb0-ab298225b582 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:05:11.202953 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb2480c-8319-45ea-a2ec-cd48c993847b None None] Routers {'765de596-cd92-410f-8fb0-ab298225b582'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:05:11.203866 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-1bb2480c-8319-45ea-a2ec-cd48c993847b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:05:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['765de596-cd92-410f-8fb0-ab298225b582'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:11.215916 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25c422-0ade-4ed0-98be-fd6e10f5c8e2 req-0991015b-589e-4ca5-8909-1c8fedd55e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:11.217599 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2e25c422-0ade-4ed0-98be-fd6e10f5c8e2 req-0991015b-589e-4ca5-8909-1c8fedd55e1f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=81cab25c-cc73-4b97-9af8-266d9053a85f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1230083 Nov 12 01:05:11.412223 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2e25c422-0ade-4ed0-98be-fd6e10f5c8e2 req-d6f925bf-f65d-4506-a605-22d22ed0c9a6 service neutron] 10.222.0.54 "GET /v2.0/networks/81cab25c-cc73-4b97-9af8-266d9053a85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599422 Nov 12 01:05:11.428934 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-1bb2480c-8319-45ea-a2ec-cd48c993847b None None] Set router 765de596-cd92-410f-8fb0-ab298225b582 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:05:11.488089 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 53046) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:11.532765 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1a885d2c-370a-45b2-a465-bafae3e2e28f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:11.660773 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2493113a-4985-4326-bfa6-3d945c24d0a2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:11.679998 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2e25c422-0ade-4ed0-98be-fd6e10f5c8e2 req-c871ccfa-143e-4c58-af67-6195ed6e4dd3 service neutron] 10.222.0.54 "GET /v2.0/networks/81cab25c-cc73-4b97-9af8-266d9053a85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598467 Nov 12 01:05:11.724565 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2493113a-4985-4326-bfa6-3d945c24d0a2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event deleted for resources: {'Port': ['ID=9d2e3616-9e65-4755-910d-81859fb17b0c,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:11.837918 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1a885d2c-370a-45b2-a465-bafae3e2e28f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:11.846074 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1a885d2c-370a-45b2-a465-bafae3e2e28f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:11.860963 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2493113a-4985-4326-bfa6-3d945c24d0a2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:11.922589 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1a885d2c-370a-45b2-a465-bafae3e2e28f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=af0ff61282f141f4bf85eb7448734f5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4332798 Nov 12 01:05:11.936879 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 53050) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:12.086946 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a885d2c-370a-45b2-a465-bafae3e2e28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d5231b-d290-4c6a-a074-0694cf7d4499,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:12.113241 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dda70180-3534-4dbf-9d3d-70d16dc06407 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:12.155900 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dda70180-3534-4dbf-9d3d-70d16dc06407 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:12.212420 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dda70180-3534-4dbf-9d3d-70d16dc06407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:12.216935 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dda70180-3534-4dbf-9d3d-70d16dc06407 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:12.218247 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-dda70180-3534-4dbf-9d3d-70d16dc06407 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/45d5231b-d290-4c6a-a074-0694cf7d4499 HTTP/1.1" status: 204 len: 168 time: 0.2749615 Nov 12 01:05:12.247763 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda70180-3534-4dbf-9d3d-70d16dc06407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d5231b-d290-4c6a-a074-0694cf7d4499,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:12.288624 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2493113a-4985-4326-bfa6-3d945c24d0a2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Router b3473a5f-89ee-49d8-9cbb-1ccffe92e169 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:05:12.343183 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-1bb2480c-8319-45ea-a2ec-cd48c993847b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765de596-cd92-410f-8fb0-ab298225b582', 'name': 'tempest-AttachVolumeTestJSON-553815399-router', 'tenant_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '975097c5-fb02-4576-ac5d-837f6c8d335d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:58:28Z', 'updated_at': '2021-11-12T00:58:39Z', 'revision_number': 4, 'project_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'gw_port': {'id': '975097c5-fb02-4576-ac5d-837f6c8d335d', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765de596-cd92-410f-8fb0-ab298225b582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:58:30Z', 'updated_at': '2021-11-12T00:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': 'c5c40eb2-1f00-46e2-a407-4032da0f8d0c', 'tenant_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'floating_ip_address': '172.25.2.18', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '765de596-cd92-410f-8fb0-ab298225b582', 'port_id': '3e5cca67-db57-427d-95f8-0ca4e0258202', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81cab25c-cc73-4b97-9af8-266d9053a85f', 'mac_address': 'fa:16:3e:a3:d4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bf2d8-ccef-41ed-9492-7448ebf57c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:04:46Z', 'updated_at': '2021-11-12T01:05:08Z', 'revision_number': 1, 'project_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dcb9921-2f79-4b84-89e2-5a7f8757e90a', 'name': '', 'network_id': '81cab25c-cc73-4b97-9af8-266d9053a85f', 'tenant_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'mac_address': 'fa:16:3e:bd:af:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765de596-cd92-410f-8fb0-ab298225b582', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '14a1d482-7411-47d7-8687-bbca824f06be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:58:37Z', 'updated_at': '2021-11-12T00:58:47Z', 'revision_number': 5, 'project_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'subnets': [{'id': '14a1d482-7411-47d7-8687-bbca824f06be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:12.383498 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb2480c-8319-45ea-a2ec-cd48c993847b None None] The sync data for ids ['765de596-cd92-410f-8fb0-ab298225b582'] in n-d-812236-11 is: [{'id': '765de596-cd92-410f-8fb0-ab298225b582', 'name': 'tempest-AttachVolumeTestJSON-553815399-router', 'tenant_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '975097c5-fb02-4576-ac5d-837f6c8d335d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:58:28Z', 'updated_at': '2021-11-12T00:58:39Z', 'revision_number': 4, 'project_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'gw_port': {'id': '975097c5-fb02-4576-ac5d-837f6c8d335d', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765de596-cd92-410f-8fb0-ab298225b582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:58:30Z', 'updated_at': '2021-11-12T00:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': 'c5c40eb2-1f00-46e2-a407-4032da0f8d0c', 'tenant_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'floating_ip_address': '172.25.2.18', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '765de596-cd92-410f-8fb0-ab298225b582', 'port_id': '3e5cca67-db57-427d-95f8-0ca4e0258202', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81cab25c-cc73-4b97-9af8-266d9053a85f', 'mac_address': 'fa:16:3e:a3:d4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bf2d8-ccef-41ed-9492-7448ebf57c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:04:46Z', 'updated_at': '2021-11-12T01:05:08Z', 'revision_number': 1, 'project_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dcb9921-2f79-4b84-89e2-5a7f8757e90a', 'name': '', 'network_id': '81cab25c-cc73-4b97-9af8-266d9053a85f', 'tenant_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'mac_address': 'fa:16:3e:bd:af:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765de596-cd92-410f-8fb0-ab298225b582', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '14a1d482-7411-47d7-8687-bbca824f06be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:58:37Z', 'updated_at': '2021-11-12T00:58:47Z', 'revision_number': 5, 'project_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'subnets': [{'id': '14a1d482-7411-47d7-8687-bbca824f06be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:05:12.501581 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2493113a-4985-4326-bfa6-3d945c24d0a2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:05:12.508705 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-2493113a-4985-4326-bfa6-3d945c24d0a2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "PUT /v2.0/routers/b3473a5f-89ee-49d8-9cbb-1ccffe92e169/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4738781 Nov 12 01:05:12.511811 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 53064) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:12.535345 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d93e5ff-ff43-4bd5-8be3-229ca84d81ac None None] Sync routers for ids ['b3473a5f-89ee-49d8-9cbb-1ccffe92e169'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:05:12.556371 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d93e5ff-ff43-4bd5-8be3-229ca84d81ac None None] Routers {'b3473a5f-89ee-49d8-9cbb-1ccffe92e169'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:05:12.586702 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-9d93e5ff-ff43-4bd5-8be3-229ca84d81ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:05:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['b3473a5f-89ee-49d8-9cbb-1ccffe92e169'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:12.656686 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-9d93e5ff-ff43-4bd5-8be3-229ca84d81ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:12.666661 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d93e5ff-ff43-4bd5-8be3-229ca84d81ac None None] Routers {'b3473a5f-89ee-49d8-9cbb-1ccffe92e169'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:05:12.667705 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-9d93e5ff-ff43-4bd5-8be3-229ca84d81ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:05:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['b3473a5f-89ee-49d8-9cbb-1ccffe92e169'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:12.715748 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-9d93e5ff-ff43-4bd5-8be3-229ca84d81ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:12.716672 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d93e5ff-ff43-4bd5-8be3-229ca84d81ac None None] The sync data for ids ['b3473a5f-89ee-49d8-9cbb-1ccffe92e169'] in n-d-812236-11 is: [] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:05:12.725982 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:12.887319 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f20a354-adda-47ed-b5a3-1b1b73594e30 None None] New status for floating IP c5c40eb2-1f00-46e2-a407-4032da0f8d0c: ACTIVE {{(pid=102663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:05:13.183080 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1f62b435-f60e-432f-bfc0-aeff263c82b8 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:13.523878 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-567509f1-85f0-4697-8db5-8928fde2dbdb req-eea8a1a5-4b33-4a04-a4ba-227acb37e498 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0387449 Nov 12 01:05:13.665357 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-1f62b435-f60e-432f-bfc0-aeff263c82b8 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Deleting port 9dec107e-c1f8-433c-9df3-245343a34997 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:05:13.670987 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1f62b435-f60e-432f-bfc0-aeff263c82b8 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:13.789102 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-518e714e-40e2-4697-95a8-c1a9e685809d req-39479331-efc6-4861-b077-ac5b54d7cfa4 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0812006 Nov 12 01:05:13.906659 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1f62b435-f60e-432f-bfc0-aeff263c82b8 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:13.936200 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-1f62b435-f60e-432f-bfc0-aeff263c82b8 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Calling delete_port for 9dec107e-c1f8-433c-9df3-245343a34997 owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:05:14.181206 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1f62b435-f60e-432f-bfc0-aeff263c82b8 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:14.236898 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f62b435-f60e-432f-bfc0-aeff263c82b8 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event deleted for resources: {'Port': ['ID=9dec107e-c1f8-433c-9df3-245343a34997,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:14.462824 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1f62b435-f60e-432f-bfc0-aeff263c82b8 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:14.782749 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f62b435-f60e-432f-bfc0-aeff263c82b8 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Router b3473a5f-89ee-49d8-9cbb-1ccffe92e169 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:05:14.897076 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f62b435-f60e-432f-bfc0-aeff263c82b8 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:05:14.903578 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1f62b435-f60e-432f-bfc0-aeff263c82b8 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "PUT /v2.0/routers/b3473a5f-89ee-49d8-9cbb-1ccffe92e169/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3906806 Nov 12 01:05:14.906356 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 53134) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:14.922848 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc02f2f-6385-46d0-9691-25a1612a9d7c None None] Sync routers for ids ['b3473a5f-89ee-49d8-9cbb-1ccffe92e169'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:05:14.951982 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc02f2f-6385-46d0-9691-25a1612a9d7c None None] Routers {'b3473a5f-89ee-49d8-9cbb-1ccffe92e169'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:05:14.952610 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-9fc02f2f-6385-46d0-9691-25a1612a9d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:05:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['b3473a5f-89ee-49d8-9cbb-1ccffe92e169'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:14.987293 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-9857f11e-0b47-40c8-bcdf-35e32bbf4622 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3473a5f-89ee-49d8-9cbb-1ccffe92e169 HTTP/1.1" status: 200 len: 205 time: 0.0776668 Nov 12 01:05:14.987907 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 53138) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:15.014698 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-9fc02f2f-6385-46d0-9691-25a1612a9d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:15.029977 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc02f2f-6385-46d0-9691-25a1612a9d7c None None] Routers {'b3473a5f-89ee-49d8-9cbb-1ccffe92e169'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:05:15.030781 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-9fc02f2f-6385-46d0-9691-25a1612a9d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:05:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['b3473a5f-89ee-49d8-9cbb-1ccffe92e169'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:15.080713 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-9fc02f2f-6385-46d0-9691-25a1612a9d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:15.083099 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc02f2f-6385-46d0-9691-25a1612a9d7c None None] The sync data for ids ['b3473a5f-89ee-49d8-9cbb-1ccffe92e169'] in n-d-812236-11 is: [] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:05:15.168143 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f2aa97fb-5e02-46bc-b65a-e7a9ce86dc40 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for router, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:15.364270 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f2aa97fb-5e02-46bc-b65a-e7a9ce86dc40 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:15.366591 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f2aa97fb-5e02-46bc-b65a-e7a9ce86dc40 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:15.416871 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f2aa97fb-5e02-46bc-b65a-e7a9ce86dc40 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:15.417787 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2aa97fb-5e02-46bc-b65a-e7a9ce86dc40 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Fanout notify agent at l3_agent the message router_deleted on router b3473a5f-89ee-49d8-9cbb-1ccffe92e169 {{(pid=102661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:05:15.438160 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f2aa97fb-5e02-46bc-b65a-e7a9ce86dc40 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:15.442815 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f2aa97fb-5e02-46bc-b65a-e7a9ce86dc40 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "DELETE /v2.0/routers/b3473a5f-89ee-49d8-9cbb-1ccffe92e169 HTTP/1.1" status: 204 len: 168 time: 0.4537363 Nov 12 01:05:15.445749 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 53150) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:15.545689 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-56614cfc-2701-4aa5-9b4e-936cc914c875 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Deleting subnet 6c54867d-e927-4573-b9fb-5f42698ec366 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:05:15.549128 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-56614cfc-2701-4aa5-9b4e-936cc914c875 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:15.625988 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-56614cfc-2701-4aa5-9b4e-936cc914c875 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:15.808939 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-02295d5f-1117-47b5-8a45-d326b27583a6 req-dffb61aa-f680-4d29-b92c-5e29ad969c1c service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0528989 Nov 12 01:05:15.819625 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-56614cfc-2701-4aa5-9b4e-936cc914c875 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:15.924223 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-56614cfc-2701-4aa5-9b4e-936cc914c875 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:15.964202 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-56614cfc-2701-4aa5-9b4e-936cc914c875 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:15.969536 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-56614cfc-2701-4aa5-9b4e-936cc914c875 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "DELETE /v2.0/subnets/6c54867d-e927-4573-b9fb-5f42698ec366 HTTP/1.1" status: 204 len: 168 time: 0.5225697 Nov 12 01:05:15.971067 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56614cfc-2701-4aa5-9b4e-936cc914c875 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event deleted for resources: {'Subnet': ['ID=6c54867d-e927-4573-b9fb-5f42698ec366,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:15.972799 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 53172) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:16.011731 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47231ed-1499-4c5e-8712-4c8f70747111 None None] Network beb7390a-38cb-49ac-9474-eff527861068 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:05:16.047418 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c7dc6fc6-1773-49b7-b4a9-e84e500ff9e1 req-0d2d9185-d41d-42d0-a4b7-f1b7d510391a service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0597589 Nov 12 01:05:16.122399 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef0b544f-00c0-4d1f-b413-1c0c300aad11 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Deleting subnet d18eef76-0aa4-4c81-8190-493a89b6292d {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:05:16.134199 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ef0b544f-00c0-4d1f-b413-1c0c300aad11 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:16.261964 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ef0b544f-00c0-4d1f-b413-1c0c300aad11 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:16.293755 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2309d279-6a1d-40ec-bea8-af826b2d016b req-06f3dfff-4474-40ba-93ea-d12f785c6440 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=945bf2d8-ccef-41ed-9492-7448ebf57c6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0999801 Nov 12 01:05:16.333826 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:05:16.360076 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3ac5c9-9210-41af-8ffc-a79ce6753f57 None None] DHCP port deletion for beb7390a-38cb-49ac-9474-eff527861068 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:05:16.464845 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ef0b544f-00c0-4d1f-b413-1c0c300aad11 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:16.505863 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309d279-6a1d-40ec-bea8-af826b2d016b req-855006fa-54ad-4b20-ab57-06422e9d13bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:16.506099 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-ec3ac5c9-9210-41af-8ffc-a79ce6753f57 None None] Deleting port 9a560865-a4cb-4c60-8be3-4624923045ce {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:05:16.506335 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ec3ac5c9-9210-41af-8ffc-a79ce6753f57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:16.508226 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2309d279-6a1d-40ec-bea8-af826b2d016b req-855006fa-54ad-4b20-ab57-06422e9d13bd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=92120bcf7a2b4a398a48be8e2d4be44a&device_id=945bf2d8-ccef-41ed-9492-7448ebf57c6c HTTP/1.1" status: 200 len: 1097 time: 0.1276908 Nov 12 01:05:16.577756 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ef0b544f-00c0-4d1f-b413-1c0c300aad11 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:16.623198 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b544f-00c0-4d1f-b413-1c0c300aad11 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event deleted for resources: {'Subnet': ['ID=d18eef76-0aa4-4c81-8190-493a89b6292d,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:16.646288 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ef0b544f-00c0-4d1f-b413-1c0c300aad11 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:16.653071 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5058ea-fd67-49f4-b592-e414c2b1ff31 None None] Network 26a3c023-d07a-43ad-90ab-b765d555404d requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:05:16.663383 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ef0b544f-00c0-4d1f-b413-1c0c300aad11 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "DELETE /v2.0/subnets/d18eef76-0aa4-4c81-8190-493a89b6292d HTTP/1.1" status: 204 len: 168 time: 0.6891913 Nov 12 01:05:16.665987 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 53194) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:16.760883 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-ec3ac5c9-9210-41af-8ffc-a79ce6753f57 None None] For port 9a560865-a4cb-4c60-8be3-4624923045ce, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=9a560865-a4cb-4c60-8be3-4624923045ce,segment=NetworkSegment(7c13e77f-1f40-4b9b-acf6-c90f335569d7),segment_id=7c13e77f-1f40-4b9b-acf6-c90f335569d7)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:16.761287 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ec3ac5c9-9210-41af-8ffc-a79ce6753f57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:16.807793 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309d279-6a1d-40ec-bea8-af826b2d016b req-98f3ece1-5e9b-42c7-b652-bde09201c5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:16.809539 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2309d279-6a1d-40ec-bea8-af826b2d016b req-98f3ece1-5e9b-42c7-b652-bde09201c5b1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=81cab25c-cc73-4b97-9af8-266d9053a85f HTTP/1.1" status: 200 len: 911 time: 0.2760956 Nov 12 01:05:16.855481 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-ec3ac5c9-9210-41af-8ffc-a79ce6753f57 None None] Calling delete_port for 9a560865-a4cb-4c60-8be3-4624923045ce owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:05:16.859617 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b375aaf8-9f01-4403-b06a-a73b717f83c4 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:16.924944 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2309d279-6a1d-40ec-bea8-af826b2d016b req-80551fe7-38d1-44a0-84ca-0e581bda925e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e5cca67-db57-427d-95f8-0ca4e0258202 HTTP/1.1" status: 200 len: 1000 time: 0.0990438 Nov 12 01:05:16.980259 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-b375aaf8-9f01-4403-b06a-a73b717f83c4 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Deleting port 9a560865-a4cb-4c60-8be3-4624923045ce {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:05:16.980839 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b375aaf8-9f01-4403-b06a-a73b717f83c4 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:17.035843 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309d279-6a1d-40ec-bea8-af826b2d016b req-93b3ba85-8b85-49c1-ae9b-74a1b0cfa104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:17.037997 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2309d279-6a1d-40ec-bea8-af826b2d016b req-93b3ba85-8b85-49c1-ae9b-74a1b0cfa104 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=14a1d482-7411-47d7-8687-bbca824f06be HTTP/1.1" status: 200 len: 849 time: 0.0977221 Nov 12 01:05:17.084338 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 9a560865-a4cb-4c60-8be3-4624923045ce no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:05:17.118917 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 53206) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:17.147421 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-b375aaf8-9f01-4403-b06a-a73b717f83c4 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] For port 9a560865-a4cb-4c60-8be3-4624923045ce, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=9a560865-a4cb-4c60-8be3-4624923045ce,segment=NetworkSegment(7c13e77f-1f40-4b9b-acf6-c90f335569d7),segment_id=7c13e77f-1f40-4b9b-acf6-c90f335569d7)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:17.148036 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b375aaf8-9f01-4403-b06a-a73b717f83c4 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:17.203267 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-b375aaf8-9f01-4403-b06a-a73b717f83c4 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Calling delete_port for 9a560865-a4cb-4c60-8be3-4624923045ce owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:05:17.214697 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309d279-6a1d-40ec-bea8-af826b2d016b req-b768daa8-d1ce-40f7-94b4-77cf6c11e3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:17.219834 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2309d279-6a1d-40ec-bea8-af826b2d016b req-b768daa8-d1ce-40f7-94b4-77cf6c11e3d5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=81cab25c-cc73-4b97-9af8-266d9053a85f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1616201 Nov 12 01:05:17.359721 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:17.371394 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08285c97-3960-4a25-9ea5-b71b9f123474 None None] DHCP port deletion for 26a3c023-d07a-43ad-90ab-b765d555404d request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:05:17.458904 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5819b629-3aa0-424c-805c-091e7621aaf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:17.460072 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2309d279-6a1d-40ec-bea8-af826b2d016b req-5026441c-aa50-4345-8091-f9e41d48867a service neutron] 10.222.0.54 "GET /v2.0/networks/81cab25c-cc73-4b97-9af8-266d9053a85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313921 Nov 12 01:05:17.469558 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b375aaf8-9f01-4403-b06a-a73b717f83c4 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:17.525410 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b375aaf8-9f01-4403-b06a-a73b717f83c4 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event deleted for resources: {'Port': ['ID=9a560865-a4cb-4c60-8be3-4624923045ce,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:17.558948 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b375aaf8-9f01-4403-b06a-a73b717f83c4 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] No DVR routers for this DVR port 9a560865-a4cb-4c60-8be3-4624923045ce on host n-d-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:05:17.667438 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ec3ac5c9-9210-41af-8ffc-a79ce6753f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:17.707115 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b375aaf8-9f01-4403-b06a-a73b717f83c4 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:17.735967 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ac5c9-9210-41af-8ffc-a79ce6753f57 None None] Pushing event deleted for resources: {'Port': ['ID=9a560865-a4cb-4c60-8be3-4624923045ce,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:17.746866 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-b375aaf8-9f01-4403-b06a-a73b717f83c4 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beb7390a-38cb-49ac-9474-eff527861068']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:17.747221 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3ac5c9-9210-41af-8ffc-a79ce6753f57 None None] No DVR routers for this DVR port 9a560865-a4cb-4c60-8be3-4624923045ce on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:05:17.771541 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-08285c97-3960-4a25-9ea5-b71b9f123474 None None] Deleting port 9ba324e8-8366-4d1a-a61b-0c45e3ba1333 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:05:17.772243 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-b375aaf8-9f01-4403-b06a-a73b717f83c4 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c13e77f-1f40-4b9b-acf6-c90f335569d7') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:17.772541 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-b375aaf8-9f01-4403-b06a-a73b717f83c4 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c13e77f-1f40-4b9b-acf6-c90f335569d7') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:17.776360 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-08285c97-3960-4a25-9ea5-b71b9f123474 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:17.790995 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b375aaf8-9f01-4403-b06a-a73b717f83c4 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:17.804415 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2309d279-6a1d-40ec-bea8-af826b2d016b req-dfdf9e53-8740-4ec0-b784-376e0189abe2 service neutron] 10.222.0.54 "GET /v2.0/networks/81cab25c-cc73-4b97-9af8-266d9053a85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321173 Nov 12 01:05:17.807033 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b375aaf8-9f01-4403-b06a-a73b717f83c4 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:17.817569 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b375aaf8-9f01-4403-b06a-a73b717f83c4 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:05:17.818869 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b375aaf8-9f01-4403-b06a-a73b717f83c4 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:17.868889 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:05:17.868889 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:05:17.868889 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:05:17.868889 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:05:17.868889 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:05:17.868889 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:05:17.868889 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:05:17.868889 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:05:17.868889 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:05:17.868889 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:05:17.868889 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:05:17.868889 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:05:17.868889 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:05:17.868889 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:05:17.868889 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:05:17.868889 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:05:17.868889 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:05:17.868889 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:05:17.868889 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:05:17.868889 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:05:17.868889 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:05:17.868889 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:05:17.868889 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:05:17.868889 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:05:17.868889 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:05:17.868889 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:05:17.868889 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:05:17.868889 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:05:17.868889 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:05:17.868889 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:05:17.868889 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:05:17.868889 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:05:17.937365 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b375aaf8-9f01-4403-b06a-a73b717f83c4 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:17.979263 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-08285c97-3960-4a25-9ea5-b71b9f123474 None None] For port 9ba324e8-8366-4d1a-a61b-0c45e3ba1333, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=9ba324e8-8366-4d1a-a61b-0c45e3ba1333,segment=NetworkSegment(f355d5f3-1601-4551-9dd8-7858023286d7),segment_id=f355d5f3-1601-4551-9dd8-7858023286d7)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:17.979704 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-08285c97-3960-4a25-9ea5-b71b9f123474 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:18.002919 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-08285c97-3960-4a25-9ea5-b71b9f123474 None None] Calling delete_port for 9ba324e8-8366-4d1a-a61b-0c45e3ba1333 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:05:18.018396 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5819b629-3aa0-424c-805c-091e7621aaf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:18.020034 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b375aaf8-9f01-4403-b06a-a73b717f83c4 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:18.027776 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 53230) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:18.028404 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b375aaf8-9f01-4403-b06a-a73b717f83c4 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "DELETE /v2.0/networks/beb7390a-38cb-49ac-9474-eff527861068 HTTP/1.1" status: 204 len: 168 time: 1.3613734 Nov 12 01:05:18.042114 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5819b629-3aa0-424c-805c-091e7621aaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:18.070075 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b375aaf8-9f01-4403-b06a-a73b717f83c4 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event deleted for resources: {'Network': ['ID=beb7390a-38cb-49ac-9474-eff527861068,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:18.076846 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5819b629-3aa0-424c-805c-091e7621aaf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad635756-d533-4c3e-9e17-69c833f21284,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:18.113004 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5819b629-3aa0-424c-805c-091e7621aaf0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=42d1515d22ea490ba891de03870331f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9880114 Nov 12 01:05:18.126052 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 53236) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:18.183830 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-becfe9c4-fa64-48f3-bbeb-9305bfd7c3a0 req-988b4df5-b191-4e6d-90b1-189237db1874 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1259389 Nov 12 01:05:18.212329 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-08285c97-3960-4a25-9ea5-b71b9f123474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:18.231162 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08285c97-3960-4a25-9ea5-b71b9f123474 None None] No DVR routers for this DVR port 9ba324e8-8366-4d1a-a61b-0c45e3ba1333 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:05:18.272252 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08285c97-3960-4a25-9ea5-b71b9f123474 None None] Pushing event deleted for resources: {'Port': ['ID=9ba324e8-8366-4d1a-a61b-0c45e3ba1333,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:18.308378 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9923d672-ecab-45ec-b5be-ba7c0ce0d94c tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:18.345908 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6129-aadd-431e-b85e-ba77975d5e81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:18.371401 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6129-aadd-431e-b85e-ba77975d5e81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:18.481514 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6129-aadd-431e-b85e-ba77975d5e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:18.484162 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6129-aadd-431e-b85e-ba77975d5e81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:18.504679 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6d7e6129-aadd-431e-b85e-ba77975d5e81 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ad635756-d533-4c3e-9e17-69c833f21284 HTTP/1.1" status: 204 len: 168 time: 0.3573387 Nov 12 01:05:18.565969 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bc372097-4655-42c7-affc-9ef349fa0a9f req-611c8028-0dbe-40f5-b228-e4b4cb5c8713 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1388776 Nov 12 01:05:18.615920 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6129-aadd-431e-b85e-ba77975d5e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad635756-d533-4c3e-9e17-69c833f21284,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:18.713008 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9923d672-ecab-45ec-b5be-ba7c0ce0d94c tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:18.776152 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-9923d672-ecab-45ec-b5be-ba7c0ce0d94c tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26a3c023-d07a-43ad-90ab-b765d555404d']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:18.804705 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-9923d672-ecab-45ec-b5be-ba7c0ce0d94c tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f355d5f3-1601-4551-9dd8-7858023286d7') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:18.805281 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-9923d672-ecab-45ec-b5be-ba7c0ce0d94c tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f355d5f3-1601-4551-9dd8-7858023286d7') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:18.827883 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9923d672-ecab-45ec-b5be-ba7c0ce0d94c tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:18.856593 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9923d672-ecab-45ec-b5be-ba7c0ce0d94c tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:18.867632 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9923d672-ecab-45ec-b5be-ba7c0ce0d94c tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:05:18.870456 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9923d672-ecab-45ec-b5be-ba7c0ce0d94c tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:18.881070 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:05:18.881070 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:05:18.881070 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:05:18.881070 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:05:18.881070 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:05:18.881070 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:05:18.881070 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:05:18.881070 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:05:18.881070 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:05:18.881070 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:05:18.881070 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:05:18.881070 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:05:18.881070 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:05:18.881070 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:05:18.881070 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:05:18.881070 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:05:18.881070 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:05:18.881070 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:05:18.881070 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:05:18.881070 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:05:18.881070 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:05:18.881070 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:05:18.881070 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:05:18.881070 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:05:18.881070 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:05:18.881070 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:05:18.881070 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:05:18.881070 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:05:18.881070 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:05:18.881070 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:05:18.881070 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:05:18.881070 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:05:19.040497 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9923d672-ecab-45ec-b5be-ba7c0ce0d94c tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:19.057749 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9923d672-ecab-45ec-b5be-ba7c0ce0d94c tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:19.065465 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-9923d672-ecab-45ec-b5be-ba7c0ce0d94c tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "DELETE /v2.0/networks/26a3c023-d07a-43ad-90ab-b765d555404d HTTP/1.1" status: 204 len: 168 time: 1.0352893 Nov 12 01:05:19.071552 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 53258) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:19.078629 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-7e29ea87-f233-46f3-9433-d98ea3f1d963 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1287823749'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:19.087857 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 9ba324e8-8366-4d1a-a61b-0c45e3ba1333 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:05:19.092189 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9923d672-ecab-45ec-b5be-ba7c0ce0d94c tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event deleted for resources: {'Network': ['ID=26a3c023-d07a-43ad-90ab-b765d555404d,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:19.104469 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 53260) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:19.121185 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e29ea87-f233-46f3-9433-d98ea3f1d963 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Made reservation on behalf of a11eef8310e84cba843e1022bed4f066 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:05:19.122396 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-14f69ed2-9f95-4d38-a1e3-7331ddf193a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:19.145019 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7e29ea87-f233-46f3-9433-d98ea3f1d963 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:19.150342 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 9ba324e8-8366-4d1a-a61b-0c45e3ba1333 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:05:19.150594 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 9ba324e8-8366-4d1a-a61b-0c45e3ba1333 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:05:19.248383 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e29ea87-f233-46f3-9433-d98ea3f1d963 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:05:19.271776 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7e29ea87-f233-46f3-9433-d98ea3f1d963 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:19.272118 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-7e29ea87-f233-46f3-9433-d98ea3f1d963 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Added segment b9e8139f-818d-4ee8-bb25-248b184619f3 of type vlan for network e393a9bf-d548-4fd4-bef0-ce1c8cbea85c Nov 12 01:05:19.288977 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-14f69ed2-9f95-4d38-a1e3-7331ddf193a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:19.295122 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-14f69ed2-9f95-4d38-a1e3-7331ddf193a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:19.368256 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7e29ea87-f233-46f3-9433-d98ea3f1d963 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:19.380343 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f69ed2-9f95-4d38-a1e3-7331ddf193a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8056a29e-d814-4080-b07a-427f6d390b86,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:19.389642 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-14f69ed2-9f95-4d38-a1e3-7331ddf193a2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=46dc5f7d6ed34992829555f7efb03002&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2836347 Nov 12 01:05:19.390271 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 53274) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:19.401314 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7e29ea87-f233-46f3-9433-d98ea3f1d963 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:19.412125 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e29ea87-f233-46f3-9433-d98ea3f1d963 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:19.412807 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7e29ea87-f233-46f3-9433-d98ea3f1d963 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:19.681170 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d7c0db85-9bac-471f-a2a5-1ae1407885ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:19.681170 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d7c0db85-9bac-471f-a2a5-1ae1407885ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:19.681170 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 53290) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:19.688188 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7e29ea87-f233-46f3-9433-d98ea3f1d963 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5607133 Nov 12 01:05:19.688881 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-ffd5a7f0-8c2a-4c15-9ce7-001d518d8015 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Request body: {'subnet': {'network_id': 'e393a9bf-d548-4fd4-bef0-ce1c8cbea85c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:19.689237 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e29ea87-f233-46f3-9433-d98ea3f1d963 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event updated for resources: {'Network': ['ID=e393a9bf-d548-4fd4-bef0-ce1c8cbea85c,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:19.689641 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network e393a9bf-d548-4fd4-bef0-ce1c8cbea85c details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:05:19.826475 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d7c0db85-9bac-471f-a2a5-1ae1407885ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:19.830431 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d7c0db85-9bac-471f-a2a5-1ae1407885ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:19.831715 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d7c0db85-9bac-471f-a2a5-1ae1407885ba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8056a29e-d814-4080-b07a-427f6d390b86 HTTP/1.1" status: 204 len: 168 time: 0.4405386 Nov 12 01:05:19.844186 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c0db85-9bac-471f-a2a5-1ae1407885ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8056a29e-d814-4080-b07a-427f6d390b86,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:19.856540 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd5a7f0-8c2a-4c15-9ce7-001d518d8015 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Made reservation on behalf of a11eef8310e84cba843e1022bed4f066 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:05:19.861796 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ffd5a7f0-8c2a-4c15-9ce7-001d518d8015 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:20.152994 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ffd5a7f0-8c2a-4c15-9ce7-001d518d8015 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:20.264087 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd5a7f0-8c2a-4c15-9ce7-001d518d8015 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Checking segment: {'id': 'b9e8139f-818d-4ee8-bb25-248b184619f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e393a9bf-d548-4fd4-bef0-ce1c8cbea85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:05:20.264772 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd5a7f0-8c2a-4c15-9ce7-001d518d8015 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Network hostable DHCP agents. Network: e393a9bf-d548-4fd4-bef0-ce1c8cbea85c, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:05:20.295361 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd5a7f0-8c2a-4c15-9ce7-001d518d8015 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Network e393a9bf-d548-4fd4-bef0-ce1c8cbea85c is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:05:20.303904 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd5a7f0-8c2a-4c15-9ce7-001d518d8015 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event updated for resources: {'Subnet': ['ID=1b80090b-72cd-4e55-bda8-b2e0ff4a9bfa,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:20.308735 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-ffd5a7f0-8c2a-4c15-9ce7-001d518d8015 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, e393a9bf-d548-4fd4-bef0-ce1c8cbea85c) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:05:20.314331 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd5a7f0-8c2a-4c15-9ce7-001d518d8015 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:20.315206 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ffd5a7f0-8c2a-4c15-9ce7-001d518d8015 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:20.322209 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8cedbe-22fe-45c2-a5ad-b5fd8a4f8dc7 None None] Network e393a9bf-d548-4fd4-bef0-ce1c8cbea85c requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:05:20.344929 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ffd5a7f0-8c2a-4c15-9ce7-001d518d8015 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7102032 Nov 12 01:05:20.348370 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 53318) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:20.352989 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-a54d402d-8692-43e1-9fcb-4f835479641c tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1970162635', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:20.408691 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a54d402d-8692-43e1-9fcb-4f835479641c tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:20.410108 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a54d402d-8692-43e1-9fcb-4f835479641c tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:20.560266 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a54d402d-8692-43e1-9fcb-4f835479641c tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:20.579455 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a54d402d-8692-43e1-9fcb-4f835479641c tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:20.609794 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a54d402d-8692-43e1-9fcb-4f835479641c tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:20.615304 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a54d402d-8692-43e1-9fcb-4f835479641c tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2630806 Nov 12 01:05:20.616427 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 53334) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:20.623584 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-06e367ac-c9e1-48b6-a70e-584d89e0e4b9 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Request body: {'port': {'network_id': 'e393a9bf-d548-4fd4-bef0-ce1c8cbea85c', 'name': 'tempest-RoutersIpV6Test-1889502517'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:20.790627 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a78fe4-1800-44ca-9157-2fe711efe27c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-e393a9bf-d548-4fd4-bef0-ce1c8cbea85c', 'network_id': 'e393a9bf-d548-4fd4-bef0-ce1c8cbea85c', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'fixed_ips': [{'subnet_id': '1b80090b-72cd-4e55-bda8-b2e0ff4a9bfa'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:05:20.792550 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a5a78fe4-1800-44ca-9157-2fe711efe27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:20.914314 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e367ac-c9e1-48b6-a70e-584d89e0e4b9 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Made reservation on behalf of a11eef8310e84cba843e1022bed4f066 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:05:20.920138 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-06e367ac-c9e1-48b6-a70e-584d89e0e4b9 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:20.975349 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-06e367ac-c9e1-48b6-a70e-584d89e0e4b9 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] device_id is not set on port 4c9417a3-be53-4225-933c-2f0ce69491b2 yet. {{(pid=102661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:05:21.281314 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-06e367ac-c9e1-48b6-a70e-584d89e0e4b9 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Allocated IP 2001:db8::280 (e393a9bf-d548-4fd4-bef0-ce1c8cbea85c/1b80090b-72cd-4e55-bda8-b2e0ff4a9bfa/4c9417a3-be53-4225-933c-2f0ce69491b2) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:05:21.305709 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-427b75d9-7461-48f8-8a40-85d86017e34e req-c9c02369-a093-435b-8c95-54ac15de8e4a service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0475764 Nov 12 01:05:22.332453 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c57026da-2e19-4c68-ba1e-2d6a81f5c533 req-1996b988-ec83-452f-8776-98ac5bc0c0d2 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0758922 Nov 12 01:05:22.378846 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-06e367ac-c9e1-48b6-a70e-584d89e0e4b9 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:22.421157 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-06e367ac-c9e1-48b6-a70e-584d89e0e4b9 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:22.512236 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-a5a78fe4-1800-44ca-9157-2fe711efe27c None None] Allocated IP 2001:db8::2 (e393a9bf-d548-4fd4-bef0-ce1c8cbea85c/1b80090b-72cd-4e55-bda8-b2e0ff4a9bfa/207da73d-cf70-4cf4-941d-ea30aee6d6d7) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:05:22.534580 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e367ac-c9e1-48b6-a70e-584d89e0e4b9 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Network e393a9bf-d548-4fd4-bef0-ce1c8cbea85c is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:05:22.538022 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-06e367ac-c9e1-48b6-a70e-584d89e0e4b9 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:05:22.543836 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e367ac-c9e1-48b6-a70e-584d89e0e4b9 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:05:22.550355 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e367ac-c9e1-48b6-a70e-584d89e0e4b9 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:22.552059 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-06e367ac-c9e1-48b6-a70e-584d89e0e4b9 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:22.556983 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e367ac-c9e1-48b6-a70e-584d89e0e4b9 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event updated for resources: {'Port': ['ID=4c9417a3-be53-4225-933c-2f0ce69491b2,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:22.582565 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 53412) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:22.584823 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-06e367ac-c9e1-48b6-a70e-584d89e0e4b9 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9666522 Nov 12 01:05:22.802643 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a5a78fe4-1800-44ca-9157-2fe711efe27c None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:22.810319 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a5a78fe4-1800-44ca-9157-2fe711efe27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:22.929586 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a78fe4-1800-44ca-9157-2fe711efe27c None None] Network e393a9bf-d548-4fd4-bef0-ce1c8cbea85c is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:05:22.954249 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-a5a78fe4-1800-44ca-9157-2fe711efe27c None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:05:22.964015 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a78fe4-1800-44ca-9157-2fe711efe27c None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:05:22.978800 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a78fe4-1800-44ca-9157-2fe711efe27c None None] Pushing event updated for resources: {'Port': ['ID=207da73d-cf70-4cf4-941d-ea30aee6d6d7,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:23.106409 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-a5a78fe4-1800-44ca-9157-2fe711efe27c None None] Attempting to bind port 207da73d-cf70-4cf4-941d-ea30aee6d6d7 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:05:23.106935 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-a5a78fe4-1800-44ca-9157-2fe711efe27c None None] Attempting to bind port 207da73d-cf70-4cf4-941d-ea30aee6d6d7 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'b9e8139f-818d-4ee8-bb25-248b184619f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e393a9bf-d548-4fd4-bef0-ce1c8cbea85c'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:05:23.107393 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a78fe4-1800-44ca-9157-2fe711efe27c None None] Attempting to bind port 207da73d-cf70-4cf4-941d-ea30aee6d6d7 on network e393a9bf-d548-4fd4-bef0-ce1c8cbea85c {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:05:23.115210 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a78fe4-1800-44ca-9157-2fe711efe27c None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:05:23.115729 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a78fe4-1800-44ca-9157-2fe711efe27c None None] Checking segment: {'id': 'b9e8139f-818d-4ee8-bb25-248b184619f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e393a9bf-d548-4fd4-bef0-ce1c8cbea85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:05:23.116228 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a5a78fe4-1800-44ca-9157-2fe711efe27c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:23.116713 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a78fe4-1800-44ca-9157-2fe711efe27c None None] Bound using segment: {'id': 'b9e8139f-818d-4ee8-bb25-248b184619f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e393a9bf-d548-4fd4-bef0-ce1c8cbea85c'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:05:23.117275 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-a5a78fe4-1800-44ca-9157-2fe711efe27c None None] Bound port: 207da73d-cf70-4cf4-941d-ea30aee6d6d7, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e8139f-818d-4ee8-bb25-248b184619f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e393a9bf-d548-4fd4-bef0-ce1c8cbea85c'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:05:23.117769 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a5a78fe4-1800-44ca-9157-2fe711efe27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:23.127536 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f80cf0fe-7741-4c63-a1dc-9cd13ec4a726 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:23.234907 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-a5a78fe4-1800-44ca-9157-2fe711efe27c None None] For port 207da73d-cf70-4cf4-941d-ea30aee6d6d7, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:05:23.239627 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-a5a78fe4-1800-44ca-9157-2fe711efe27c None None] For port 207da73d-cf70-4cf4-941d-ea30aee6d6d7, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=207da73d-cf70-4cf4-941d-ea30aee6d6d7,segment=NetworkSegment(b9e8139f-818d-4ee8-bb25-248b184619f3),segment_id=b9e8139f-818d-4ee8-bb25-248b184619f3)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:05:23.245805 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a5a78fe4-1800-44ca-9157-2fe711efe27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:23.411660 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a78fe4-1800-44ca-9157-2fe711efe27c None None] Pushing event updated for resources: {'Port': ['ID=207da73d-cf70-4cf4-941d-ea30aee6d6d7,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:23.693818 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f80cf0fe-7741-4c63-a1dc-9cd13ec4a726 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:23.699913 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f80cf0fe-7741-4c63-a1dc-9cd13ec4a726 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:23.821974 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80cf0fe-7741-4c63-a1dc-9cd13ec4a726 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event updated for resources: {'Port': ['ID=4c9417a3-be53-4225-933c-2f0ce69491b2,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:24.077769 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 53474) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:24.154157 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f80cf0fe-7741-4c63-a1dc-9cd13ec4a726 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:24.384464 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-63c83afb-b048-4b97-8514-7ff6472ebc7f req-3ef35f10-5ca4-449f-b77d-b56d2519dba0 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0578611 Nov 12 01:05:24.469231 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f80cf0fe-7741-4c63-a1dc-9cd13ec4a726 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:24.630730 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d5175392-d684-464b-8807-7efa0da8565d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=32edcde130d748fdbd6a7180bdc0cb6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5485020 Nov 12 01:05:24.631728 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 53500) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:24.811153 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5c875005-76ab-420b-8ffb-d74e2fa659e8 req-61bac7dd-c81f-44b5-b33f-afbfa9b35938 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1747379 Nov 12 01:05:24.919256 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-195c414e-5941-4182-9a14-1980c54b04dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:25.017814 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-195c414e-5941-4182-9a14-1980c54b04dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:25.181713 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 207da73d-cf70-4cf4-941d-ea30aee6d6d7 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:05:25.190945 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-195c414e-5941-4182-9a14-1980c54b04dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:25.198415 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-195c414e-5941-4182-9a14-1980c54b04dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:25.209986 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-195c414e-5941-4182-9a14-1980c54b04dd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c744b695-b556-467c-af45-07314ccba7b3 HTTP/1.1" status: 204 len: 168 time: 0.5728369 Nov 12 01:05:25.261259 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c414e-5941-4182-9a14-1980c54b04dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c744b695-b556-467c-af45-07314ccba7b3,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:25.285415 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c414e-5941-4182-9a14-1980c54b04dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:25.298153 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c414e-5941-4182-9a14-1980c54b04dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:25.298733 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c414e-5941-4182-9a14-1980c54b04dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:25.299487 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c414e-5941-4182-9a14-1980c54b04dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:25.301687 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c414e-5941-4182-9a14-1980c54b04dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:25.303070 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c414e-5941-4182-9a14-1980c54b04dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:25.304404 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c414e-5941-4182-9a14-1980c54b04dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:25.304905 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c414e-5941-4182-9a14-1980c54b04dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:25.306928 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c414e-5941-4182-9a14-1980c54b04dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:25.307324 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c414e-5941-4182-9a14-1980c54b04dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:25.307583 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c414e-5941-4182-9a14-1980c54b04dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:25.307910 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c414e-5941-4182-9a14-1980c54b04dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:25.346499 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819e08f5-f26b-4ca9-b73e-117d2770b6c1 None None] Network e393a9bf-d548-4fd4-bef0-ce1c8cbea85c requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:05:25.693446 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 207da73d-cf70-4cf4-941d-ea30aee6d6d7 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:25.694159 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:25.758828 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-796ffb5d-fc6e-425c-894f-e8ba8a82273f None None] Provisioning complete for port 207da73d-cf70-4cf4-941d-ea30aee6d6d7 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:25.760408 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-796ffb5d-fc6e-425c-894f-e8ba8a82273f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:25.938005 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f80cf0fe-7741-4c63-a1dc-9cd13ec4a726 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:25.946266 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f80cf0fe-7741-4c63-a1dc-9cd13ec4a726 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:25.947092 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f80cf0fe-7741-4c63-a1dc-9cd13ec4a726 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:26.194095 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80cf0fe-7741-4c63-a1dc-9cd13ec4a726 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event updated for resources: {'Port': ['ID=4c9417a3-be53-4225-933c-2f0ce69491b2,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:26.269438 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80cf0fe-7741-4c63-a1dc-9cd13ec4a726 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Network e393a9bf-d548-4fd4-bef0-ce1c8cbea85c is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:05:26.272900 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-f80cf0fe-7741-4c63-a1dc-9cd13ec4a726 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:05:26.463586 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:26.620330 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-796ffb5d-fc6e-425c-894f-e8ba8a82273f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:26.636076 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 207da73d-cf70-4cf4-941d-ea30aee6d6d7, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=207da73d-cf70-4cf4-941d-ea30aee6d6d7,segment=NetworkSegment(b9e8139f-818d-4ee8-bb25-248b184619f3),segment_id=b9e8139f-818d-4ee8-bb25-248b184619f3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:26.642110 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80cf0fe-7741-4c63-a1dc-9cd13ec4a726 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Router 9d655545-2af4-464d-8818-8e8955dfe61b is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:05:26.654057 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:26.870936 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80cf0fe-7741-4c63-a1dc-9cd13ec4a726 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:05:26.888121 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f80cf0fe-7741-4c63-a1dc-9cd13ec4a726 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "PUT /v2.0/routers/9d655545-2af4-464d-8818-8e8955dfe61b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3014493 Nov 12 01:05:26.888523 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 53588) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:26.960672 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=207da73d-cf70-4cf4-941d-ea30aee6d6d7,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:26.982455 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ceda2d-1aaa-483c-861e-0acc1a0550c8 None None] Sync routers for ids ['9d655545-2af4-464d-8818-8e8955dfe61b'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:05:26.985975 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293cd4f9-b94b-425d-b3e6-86d0144edc24 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:26.993551 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-293cd4f9-b94b-425d-b3e6-86d0144edc24 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "GET /v2.0/ports/4c9417a3-be53-4225-933c-2f0ce69491b2 HTTP/1.1" status: 200 len: 984 time: 0.1008716 Nov 12 01:05:26.993974 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 53594) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:27.042092 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.db.api [None req-796ffb5d-fc6e-425c-894f-e8ba8a82273f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:05:27.042783 n-d-812236-11 neutron-server[102663]: DEBUG oslo_db.api [None req-796ffb5d-fc6e-425c-894f-e8ba8a82273f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:05:27.061879 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ceda2d-1aaa-483c-861e-0acc1a0550c8 None None] Routers {'9d655545-2af4-464d-8818-8e8955dfe61b'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:05:27.062968 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-55ceda2d-1aaa-483c-861e-0acc1a0550c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:05:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['9d655545-2af4-464d-8818-8e8955dfe61b'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:27.119508 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-55ceda2d-1aaa-483c-861e-0acc1a0550c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:27.142876 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ceda2d-1aaa-483c-861e-0acc1a0550c8 None None] Routers {'9d655545-2af4-464d-8818-8e8955dfe61b'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:05:27.143793 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-55ceda2d-1aaa-483c-861e-0acc1a0550c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:05:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['9d655545-2af4-464d-8818-8e8955dfe61b'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:27.197313 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ec5731df-1223-4e38-8e77-102716722298 req-ab33195b-ca4b-4702-9174-907ee651b6e2 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0518410 Nov 12 01:05:27.214796 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-55ceda2d-1aaa-483c-861e-0acc1a0550c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:27.215573 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ceda2d-1aaa-483c-861e-0acc1a0550c8 None None] The sync data for ids ['9d655545-2af4-464d-8818-8e8955dfe61b'] in n-d-812236-11 is: [] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:05:27.462765 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8cdfec5c-417e-442d-9ba1-51e2cdf33700 req-7bc573bb-e82c-4c3b-a49e-378a7a41ca83 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0520380 Nov 12 01:05:27.801110 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-8317d404-34ed-4375-908f-59fe000ccf5c None None] Provisioning complete for port 207da73d-cf70-4cf4-941d-ea30aee6d6d7 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:27.805521 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8317d404-34ed-4375-908f-59fe000ccf5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:27.931441 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-67c9480d-501c-4342-9d6f-084a91a7287f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:28.038875 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-8317d404-34ed-4375-908f-59fe000ccf5c None None] Provisioning complete for port 4c9417a3-be53-4225-933c-2f0ce69491b2 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:28.038875 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8317d404-34ed-4375-908f-59fe000ccf5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:28.116997 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-8317d404-34ed-4375-908f-59fe000ccf5c None None] Port 4c9417a3-be53-4225-933c-2f0ce69491b2 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:05:28.241329 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-7299dc4f-4239-42a2-ac19-f6d8897a715e None None] Provisioning complete for port 4c9417a3-be53-4225-933c-2f0ce69491b2 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:28.242160 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7299dc4f-4239-42a2-ac19-f6d8897a715e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:28.294934 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-7299dc4f-4239-42a2-ac19-f6d8897a715e None None] Port 4c9417a3-be53-4225-933c-2f0ce69491b2 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:05:28.398482 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-67c9480d-501c-4342-9d6f-084a91a7287f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Deleting port 4c9417a3-be53-4225-933c-2f0ce69491b2 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:05:28.400065 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-67c9480d-501c-4342-9d6f-084a91a7287f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:28.572454 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-67c9480d-501c-4342-9d6f-084a91a7287f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:28.601831 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-67c9480d-501c-4342-9d6f-084a91a7287f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Calling delete_port for 4c9417a3-be53-4225-933c-2f0ce69491b2 owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:05:28.879811 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-67c9480d-501c-4342-9d6f-084a91a7287f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:28.928258 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c9480d-501c-4342-9d6f-084a91a7287f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event deleted for resources: {'Port': ['ID=4c9417a3-be53-4225-933c-2f0ce69491b2,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:29.090324 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 207da73d-cf70-4cf4-941d-ea30aee6d6d7 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:05:29.296476 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-67c9480d-501c-4342-9d6f-084a91a7287f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:29.321477 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 207da73d-cf70-4cf4-941d-ea30aee6d6d7 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:29.321477 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:29.507891 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-573d2b17-4952-4391-8471-aa6354679e9c req-b343635c-303a-4218-8a69-8ec3185b13c5 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0504243 Nov 12 01:05:29.798392 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c9480d-501c-4342-9d6f-084a91a7287f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Router 9d655545-2af4-464d-8818-8e8955dfe61b has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:05:29.805351 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9d8b2990-d0b4-4469-a679-b3a0e0fbec8f req-dcbc258e-3e2b-4cdc-b60c-98d94a09c9ea service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0711505 Nov 12 01:05:29.948978 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c9480d-501c-4342-9d6f-084a91a7287f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:05:29.956327 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-67c9480d-501c-4342-9d6f-084a91a7287f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "PUT /v2.0/routers/9d655545-2af4-464d-8818-8e8955dfe61b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9599674 Nov 12 01:05:29.958644 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 53704) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:29.963991 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaad9216-8ee9-4458-ab4d-739af3ad5a09 None None] Sync routers for ids ['9d655545-2af4-464d-8818-8e8955dfe61b'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:05:30.010030 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaad9216-8ee9-4458-ab4d-739af3ad5a09 None None] Routers {'9d655545-2af4-464d-8818-8e8955dfe61b'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:05:30.012725 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-aaad9216-8ee9-4458-ab4d-739af3ad5a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:05:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['9d655545-2af4-464d-8818-8e8955dfe61b'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:30.090641 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-aaad9216-8ee9-4458-ab4d-739af3ad5a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:30.101884 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaad9216-8ee9-4458-ab4d-739af3ad5a09 None None] Routers {'9d655545-2af4-464d-8818-8e8955dfe61b'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:05:30.102419 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-aaad9216-8ee9-4458-ab4d-739af3ad5a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:05:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['9d655545-2af4-464d-8818-8e8955dfe61b'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:30.151668 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-aaad9216-8ee9-4458-ab4d-739af3ad5a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:30.152841 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaad9216-8ee9-4458-ab4d-739af3ad5a09 None None] The sync data for ids ['9d655545-2af4-464d-8818-8e8955dfe61b'] in n-d-812236-11 is: [] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:05:30.255693 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-3b87ed70-4cf1-4cf5-8fc8-fc32adbf61bd tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] remove_router_interface failed (client error): The resource could not be found. Nov 12 01:05:30.260242 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 53714) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:30.266369 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3b87ed70-4cf1-4cf5-8fc8-fc32adbf61bd tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "PUT /v2.0/routers/9d655545-2af4-464d-8818-8e8955dfe61b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3063822 Nov 12 01:05:30.305928 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 53716) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:30.308341 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5c14d67b-8752-4c62-af8a-c5652e3d3d0d tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d655545-2af4-464d-8818-8e8955dfe61b HTTP/1.1" status: 200 len: 205 time: 0.0426533 Nov 12 01:05:30.417986 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f4261f05-4c71-4b5c-bf61-e094d89e0267 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:30.790820 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f4261f05-4c71-4b5c-bf61-e094d89e0267 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:30.794284 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f4261f05-4c71-4b5c-bf61-e094d89e0267 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:30.797214 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-9cf1880f-a1c5-4488-a3d6-d3d486288b1f tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=d97ea2fdfe0640449f414ee4cf8f65c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639534 Nov 12 01:05:30.907025 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f4261f05-4c71-4b5c-bf61-e094d89e0267 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:30.907703 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4261f05-4c71-4b5c-bf61-e094d89e0267 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Fanout notify agent at l3_agent the message router_deleted on router 9d655545-2af4-464d-8818-8e8955dfe61b {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:05:30.928312 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f4261f05-4c71-4b5c-bf61-e094d89e0267 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:30.932280 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f4261f05-4c71-4b5c-bf61-e094d89e0267 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "DELETE /v2.0/routers/9d655545-2af4-464d-8818-8e8955dfe61b HTTP/1.1" status: 204 len: 168 time: 0.6196079 Nov 12 01:05:30.932625 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 53758) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:30.993456 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae84384e-94ad-46ce-9923-884fcc0df370 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Deleting subnet 1b80090b-72cd-4e55-bda8-b2e0ff4a9bfa {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:05:30.997539 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ae84384e-94ad-46ce-9923-884fcc0df370 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:31.086278 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ae84384e-94ad-46ce-9923-884fcc0df370 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:31.266701 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ae84384e-94ad-46ce-9923-884fcc0df370 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:31.386178 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ae84384e-94ad-46ce-9923-884fcc0df370 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:31.429967 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac2b2f3-675b-4f2f-b676-ece8c9fd0e93 None None] Network e393a9bf-d548-4fd4-bef0-ce1c8cbea85c requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:05:31.450209 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84384e-94ad-46ce-9923-884fcc0df370 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event deleted for resources: {'Subnet': ['ID=1b80090b-72cd-4e55-bda8-b2e0ff4a9bfa,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:31.452792 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ae84384e-94ad-46ce-9923-884fcc0df370 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:31.457026 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ae84384e-94ad-46ce-9923-884fcc0df370 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "DELETE /v2.0/subnets/1b80090b-72cd-4e55-bda8-b2e0ff4a9bfa HTTP/1.1" status: 204 len: 168 time: 0.5232356 Nov 12 01:05:31.460026 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 53782) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:31.572757 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-697ccda0-da84-488d-9ac4-f53ddda074c3 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:31.591200 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-9c8516f8-c1ce-4957-86fb-f45fe6ea03bc tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:31.592728 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-9c8516f8-c1ce-4957-86fb-f45fe6ea03bc tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7855909 Nov 12 01:05:31.638342 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-697ccda0-da84-488d-9ac4-f53ddda074c3 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Deleting port 207da73d-cf70-4cf4-941d-ea30aee6d6d7 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:05:31.639080 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-697ccda0-da84-488d-9ac4-f53ddda074c3 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:31.641018 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-542ad673-386d-4648-b99f-814c66c29c0e tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] 10.222.0.20 "GET /v2.0/quotas/d97ea2fdfe0640449f414ee4cf8f65c8 HTTP/1.1" status: 200 len: 375 time: 0.0385582 Nov 12 01:05:31.726579 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-697ccda0-da84-488d-9ac4-f53ddda074c3 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] For port 207da73d-cf70-4cf4-941d-ea30aee6d6d7, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=207da73d-cf70-4cf4-941d-ea30aee6d6d7,segment=NetworkSegment(b9e8139f-818d-4ee8-bb25-248b184619f3),segment_id=b9e8139f-818d-4ee8-bb25-248b184619f3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:31.727423 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-697ccda0-da84-488d-9ac4-f53ddda074c3 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:31.770961 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-697ccda0-da84-488d-9ac4-f53ddda074c3 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Calling delete_port for 207da73d-cf70-4cf4-941d-ea30aee6d6d7 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:05:31.789651 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d214003-4a93-47ae-af50-0648468e6e9f None None] DHCP port deletion for e393a9bf-d548-4fd4-bef0-ce1c8cbea85c request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:05:31.792033 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-d562aa88-2930-4558-b7d4-8da4e3bbd4d5 tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d97ea2fdfe0640449f414ee4cf8f65c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1424143 Nov 12 01:05:31.837537 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ac35ccd2-3c3a-4efb-86a0-822ace545a64 req-c960d8b9-b92f-4b40-b18f-b03e434798bd service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0413797 Nov 12 01:05:31.953765 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-8d214003-4a93-47ae-af50-0648468e6e9f None None] Deleting port 207da73d-cf70-4cf4-941d-ea30aee6d6d7 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:05:31.954138 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8d214003-4a93-47ae-af50-0648468e6e9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:32.017496 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-697ccda0-da84-488d-9ac4-f53ddda074c3 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:32.078308 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ccda0-da84-488d-9ac4-f53ddda074c3 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event deleted for resources: {'Port': ['ID=207da73d-cf70-4cf4-941d-ea30aee6d6d7,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:32.094261 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-8d214003-4a93-47ae-af50-0648468e6e9f None None] For port 207da73d-cf70-4cf4-941d-ea30aee6d6d7, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=207da73d-cf70-4cf4-941d-ea30aee6d6d7,segment=NetworkSegment(b9e8139f-818d-4ee8-bb25-248b184619f3),segment_id=b9e8139f-818d-4ee8-bb25-248b184619f3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:32.094669 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8d214003-4a93-47ae-af50-0648468e6e9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:32.098798 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697ccda0-da84-488d-9ac4-f53ddda074c3 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] No DVR routers for this DVR port 207da73d-cf70-4cf4-941d-ea30aee6d6d7 on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:05:32.120303 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-8d214003-4a93-47ae-af50-0648468e6e9f None None] Calling delete_port for 207da73d-cf70-4cf4-941d-ea30aee6d6d7 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:05:32.208121 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8d214003-4a93-47ae-af50-0648468e6e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:32.226594 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-83100b1b-d3be-4c20-9df2-dc052db3fbeb req-0dd7e1b0-760e-4c3a-bddd-7639ac477062 tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] 10.222.0.20 "GET /v2.0/ports?device_id=400fb73a-7d29-406c-b070-ef37853cabad HTTP/1.1" status: 200 len: 210 time: 0.0944977 Nov 12 01:05:32.237901 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d214003-4a93-47ae-af50-0648468e6e9f None None] No DVR routers for this DVR port 207da73d-cf70-4cf4-941d-ea30aee6d6d7 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:05:32.263275 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d214003-4a93-47ae-af50-0648468e6e9f None None] Pushing event deleted for resources: {'Port': ['ID=207da73d-cf70-4cf4-941d-ea30aee6d6d7,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:32.388566 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-87aca829-5a3a-4969-a3b7-822b5ee4af9a req-232ed5e9-4e44-4696-a331-b6cbfa9fbbe9 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0336483 Nov 12 01:05:32.395392 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-697ccda0-da84-488d-9ac4-f53ddda074c3 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:32.425159 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-697ccda0-da84-488d-9ac4-f53ddda074c3 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e393a9bf-d548-4fd4-bef0-ce1c8cbea85c']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:32.441314 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-697ccda0-da84-488d-9ac4-f53ddda074c3 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9e8139f-818d-4ee8-bb25-248b184619f3') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:32.441878 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-697ccda0-da84-488d-9ac4-f53ddda074c3 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9e8139f-818d-4ee8-bb25-248b184619f3') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:32.461917 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-697ccda0-da84-488d-9ac4-f53ddda074c3 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:32.494856 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-697ccda0-da84-488d-9ac4-f53ddda074c3 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:32.504601 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-697ccda0-da84-488d-9ac4-f53ddda074c3 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:05:32.505001 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-697ccda0-da84-488d-9ac4-f53ddda074c3 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:32.511058 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:05:32.511058 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:05:32.511058 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:05:32.511058 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:05:32.511058 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:05:32.511058 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:05:32.511058 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:05:32.511058 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:05:32.511058 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:05:32.511058 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:05:32.511058 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:05:32.511058 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:05:32.511058 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:05:32.511058 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:05:32.511058 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:05:32.511058 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:05:32.511058 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:05:32.511058 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:05:32.511058 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:05:32.511058 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:05:32.511058 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:05:32.511058 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:05:32.511058 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:05:32.511058 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:05:32.511058 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:05:32.511058 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:05:32.511058 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:05:32.511058 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:05:32.511058 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:05:32.511058 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:05:32.511058 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:05:32.511058 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:05:32.650192 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-697ccda0-da84-488d-9ac4-f53ddda074c3 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:32.668796 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-697ccda0-da84-488d-9ac4-f53ddda074c3 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:32.675671 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-697ccda0-da84-488d-9ac4-f53ddda074c3 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "DELETE /v2.0/networks/e393a9bf-d548-4fd4-bef0-ce1c8cbea85c HTTP/1.1" status: 204 len: 168 time: 1.2111719 Nov 12 01:05:32.677465 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 53830) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:32.683240 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ccda0-da84-488d-9ac4-f53ddda074c3 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event deleted for resources: {'Network': ['ID=e393a9bf-d548-4fd4-bef0-ce1c8cbea85c,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:32.684615 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-a8cc39b3-c7d1-4c98-939e-3079936caac6 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1129499904'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:32.727719 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8cc39b3-c7d1-4c98-939e-3079936caac6 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Made reservation on behalf of a11eef8310e84cba843e1022bed4f066 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:05:32.733215 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a8cc39b3-c7d1-4c98-939e-3079936caac6 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:32.764855 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8cc39b3-c7d1-4c98-939e-3079936caac6 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:05:32.779434 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a8cc39b3-c7d1-4c98-939e-3079936caac6 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:32.779786 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-a8cc39b3-c7d1-4c98-939e-3079936caac6 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Added segment 0f000213-fd9e-4b5d-94ae-a77c277e56bb of type vlan for network 396f124a-61f4-4c53-96dd-d763f934b6d8 Nov 12 01:05:32.845821 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a8cc39b3-c7d1-4c98-939e-3079936caac6 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:32.906450 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a8cc39b3-c7d1-4c98-939e-3079936caac6 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:32.913271 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cc39b3-c7d1-4c98-939e-3079936caac6 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:32.914293 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a8cc39b3-c7d1-4c98-939e-3079936caac6 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:32.990341 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a8cc39b3-c7d1-4c98-939e-3079936caac6 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3112187 Nov 12 01:05:32.993189 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 53838) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:32.998836 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-a26ecde6-e484-40e3-96bf-8cba8b8ae93b tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Request body: {'subnet': {'network_id': '396f124a-61f4-4c53-96dd-d763f934b6d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:33.040593 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cc39b3-c7d1-4c98-939e-3079936caac6 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event updated for resources: {'Network': ['ID=396f124a-61f4-4c53-96dd-d763f934b6d8,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:33.082012 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cc39b3-c7d1-4c98-939e-3079936caac6 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:33.082526 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cc39b3-c7d1-4c98-939e-3079936caac6 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:33.082888 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cc39b3-c7d1-4c98-939e-3079936caac6 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:33.083284 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cc39b3-c7d1-4c98-939e-3079936caac6 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:33.083624 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cc39b3-c7d1-4c98-939e-3079936caac6 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:33.083962 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cc39b3-c7d1-4c98-939e-3079936caac6 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:33.084300 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cc39b3-c7d1-4c98-939e-3079936caac6 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:33.084636 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cc39b3-c7d1-4c98-939e-3079936caac6 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:33.084974 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cc39b3-c7d1-4c98-939e-3079936caac6 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:33.091036 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cc39b3-c7d1-4c98-939e-3079936caac6 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:33.091449 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cc39b3-c7d1-4c98-939e-3079936caac6 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:33.091752 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cc39b3-c7d1-4c98-939e-3079936caac6 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:33.109477 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 396f124a-61f4-4c53-96dd-d763f934b6d8 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:05:33.142355 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 207da73d-cf70-4cf4-941d-ea30aee6d6d7 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:05:33.185906 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 207da73d-cf70-4cf4-941d-ea30aee6d6d7 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:05:33.186558 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 207da73d-cf70-4cf4-941d-ea30aee6d6d7 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:05:33.212489 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26ecde6-e484-40e3-96bf-8cba8b8ae93b tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Made reservation on behalf of a11eef8310e84cba843e1022bed4f066 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:05:33.217827 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a26ecde6-e484-40e3-96bf-8cba8b8ae93b tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:33.369070 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-39ff3a7e-fa72-4513-811b-37176de855a7 req-9057f3aa-d380-4973-89c2-eba96a5a366d tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] 10.222.0.20 "GET /v2.0/ports?device_id=400fb73a-7d29-406c-b070-ef37853cabad HTTP/1.1" status: 200 len: 210 time: 0.0461113 Nov 12 01:05:33.586394 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a26ecde6-e484-40e3-96bf-8cba8b8ae93b tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:33.708762 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ecde6-e484-40e3-96bf-8cba8b8ae93b tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event updated for resources: {'Subnet': ['ID=68974295-90e1-4bd2-9c4c-0eeebfc23fa2,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:33.734162 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26ecde6-e484-40e3-96bf-8cba8b8ae93b tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Checking segment: {'id': '0f000213-fd9e-4b5d-94ae-a77c277e56bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '396f124a-61f4-4c53-96dd-d763f934b6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:05:33.734853 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26ecde6-e484-40e3-96bf-8cba8b8ae93b tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Network hostable DHCP agents. Network: 396f124a-61f4-4c53-96dd-d763f934b6d8, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:05:33.739947 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-1c5a74de-ed8c-4465-b7d1-2be0778da9d8 tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=d97ea2fdfe0640449f414ee4cf8f65c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528195 Nov 12 01:05:34.006988 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26ecde6-e484-40e3-96bf-8cba8b8ae93b tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Network 396f124a-61f4-4c53-96dd-d763f934b6d8 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:05:34.040813 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-a26ecde6-e484-40e3-96bf-8cba8b8ae93b tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 396f124a-61f4-4c53-96dd-d763f934b6d8) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:05:34.047650 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26ecde6-e484-40e3-96bf-8cba8b8ae93b tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:34.048578 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a26ecde6-e484-40e3-96bf-8cba8b8ae93b tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:34.055597 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6398c65-300e-450f-bf5e-defd65779865 None None] Network 396f124a-61f4-4c53-96dd-d763f934b6d8 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:05:34.062422 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-2eb29515-0d6a-460f-9842-28061da31bba tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:34.076419 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-2eb29515-0d6a-460f-9842-28061da31bba tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3184102 Nov 12 01:05:34.088922 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-eeb0857e-6f13-43df-8ca9-436949593f92 tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] Request body: {'port': {'device_id': '400fb73a-7d29-406c-b070-ef37853cabad', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'admin_state_up': True, 'tenant_id': 'd97ea2fdfe0640449f414ee4cf8f65c8'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:34.126155 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a26ecde6-e484-40e3-96bf-8cba8b8ae93b tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1318374 Nov 12 01:05:34.129855 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 53886) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:34.140838 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-39ac18ec-acf6-46ba-8567-025b0cf7b780 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-309402980', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:34.177550 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-39ac18ec-acf6-46ba-8567-025b0cf7b780 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:34.181262 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-39ac18ec-acf6-46ba-8567-025b0cf7b780 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:34.301970 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-eeb0857e-6f13-43df-8ca9-436949593f92 tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] Made reservation on behalf of d97ea2fdfe0640449f414ee4cf8f65c8 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:05:34.307283 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-eeb0857e-6f13-43df-8ca9-436949593f92 tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:34.335081 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-39ac18ec-acf6-46ba-8567-025b0cf7b780 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:34.344037 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-eeb0857e-6f13-43df-8ca9-436949593f92 tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:34.353917 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-39ac18ec-acf6-46ba-8567-025b0cf7b780 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:34.407685 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-39ac18ec-acf6-46ba-8567-025b0cf7b780 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:34.408500 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7598cb3c-ddc0-421a-bb2d-4fdd64f5e79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:34.418255 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-39ac18ec-acf6-46ba-8567-025b0cf7b780 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2866020 Nov 12 01:05:34.421088 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 53898) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:34.436737 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c94f9f-87ae-4b3e-b2e7-044ed64d840a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-396f124a-61f4-4c53-96dd-d763f934b6d8', 'network_id': '396f124a-61f4-4c53-96dd-d763f934b6d8', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'fixed_ips': [{'subnet_id': '68974295-90e1-4bd2-9c4c-0eeebfc23fa2'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:05:34.438369 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-70c94f9f-87ae-4b3e-b2e7-044ed64d840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:34.632670 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-eeb0857e-6f13-43df-8ca9-436949593f92 tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:34.683404 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-58467b01-a8fc-4820-b68f-386922bca2df req-b909c295-0cb4-40d1-bba5-bab8501bc889 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0835268 Nov 12 01:05:34.710700 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1cec79a2-e604-416e-92c0-2ac38b750172 req-9d027ec5-2755-4557-bbf1-fdf66df42f9b tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] 10.222.0.20 "GET /v2.0/ports?device_id=400fb73a-7d29-406c-b070-ef37853cabad HTTP/1.1" status: 200 len: 210 time: 0.1117969 Nov 12 01:05:34.711224 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-eeb0857e-6f13-43df-8ca9-436949593f92 tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:34.788394 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-70c94f9f-87ae-4b3e-b2e7-044ed64d840a None None] Allocated IP 2001:db8::2 (396f124a-61f4-4c53-96dd-d763f934b6d8/68974295-90e1-4bd2-9c4c-0eeebfc23fa2/870006bb-fa61-4a01-9ce4-ae0d405e7ceb) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:05:34.799139 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0857e-6f13-43df-8ca9-436949593f92 tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=288cd6e6-5f91-47e7-a0b4-8cbeb7feced4,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:34.951227 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-eeb0857e-6f13-43df-8ca9-436949593f92 tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] Allocated IP 192.168.233.240 (172a28b2-119c-4d70-aef1-a731eb107d6c/3288e972-21d8-4a52-9002-05790fb0bb61/dda3df9e-c960-46ed-9a40-22ca9c5ff7ab) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:05:35.089233 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ccc15c1-471e-4fce-8063-4e99e037f719 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:35.250401 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-eeb0857e-6f13-43df-8ca9-436949593f92 tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:35.330360 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-eeb0857e-6f13-43df-8ca9-436949593f92 tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:35.432704 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-70c94f9f-87ae-4b3e-b2e7-044ed64d840a None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:35.447067 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-70c94f9f-87ae-4b3e-b2e7-044ed64d840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:35.516358 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c94f9f-87ae-4b3e-b2e7-044ed64d840a None None] Pushing event updated for resources: {'Port': ['ID=870006bb-fa61-4a01-9ce4-ae0d405e7ceb,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:35.526132 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-efb5984c-b31c-42f5-8922-b1ba795d0ba2 req-4ede7cca-ed92-4306-b6d9-d3b5c438a262 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0961709 Nov 12 01:05:35.544446 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-eeb0857e-6f13-43df-8ca9-436949593f92 tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] Network 172a28b2-119c-4d70-aef1-a731eb107d6c is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:05:35.557763 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-eeb0857e-6f13-43df-8ca9-436949593f92 tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:05:35.573694 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c94f9f-87ae-4b3e-b2e7-044ed64d840a None None] Network 396f124a-61f4-4c53-96dd-d763f934b6d8 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:05:35.586966 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-70c94f9f-87ae-4b3e-b2e7-044ed64d840a None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:05:35.587143 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-eeb0857e-6f13-43df-8ca9-436949593f92 tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:05:35.590429 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c94f9f-87ae-4b3e-b2e7-044ed64d840a None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:05:35.639313 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0857e-6f13-43df-8ca9-436949593f92 tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] Pushing event updated for resources: {'Port': ['ID=dda3df9e-c960-46ed-9a40-22ca9c5ff7ab,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:35.695806 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-eeb0857e-6f13-43df-8ca9-436949593f92 tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:35.702721 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-eeb0857e-6f13-43df-8ca9-436949593f92 tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:35.709666 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-70c94f9f-87ae-4b3e-b2e7-044ed64d840a None None] Attempting to bind port 870006bb-fa61-4a01-9ce4-ae0d405e7ceb on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:05:35.710063 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-70c94f9f-87ae-4b3e-b2e7-044ed64d840a None None] Attempting to bind port 870006bb-fa61-4a01-9ce4-ae0d405e7ceb by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '0f000213-fd9e-4b5d-94ae-a77c277e56bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '396f124a-61f4-4c53-96dd-d763f934b6d8'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:05:35.710429 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c94f9f-87ae-4b3e-b2e7-044ed64d840a None None] Attempting to bind port 870006bb-fa61-4a01-9ce4-ae0d405e7ceb on network 396f124a-61f4-4c53-96dd-d763f934b6d8 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:05:35.730467 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-1ccc15c1-471e-4fce-8063-4e99e037f719 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Allocated IP 2001:db8::1 (396f124a-61f4-4c53-96dd-d763f934b6d8/68974295-90e1-4bd2-9c4c-0eeebfc23fa2/e99b26ba-5ed0-4638-ad7a-d22bf66935ef) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:05:35.740274 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c94f9f-87ae-4b3e-b2e7-044ed64d840a None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:05:35.741837 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c94f9f-87ae-4b3e-b2e7-044ed64d840a None None] Checking segment: {'id': '0f000213-fd9e-4b5d-94ae-a77c277e56bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '396f124a-61f4-4c53-96dd-d763f934b6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:05:35.742254 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-70c94f9f-87ae-4b3e-b2e7-044ed64d840a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:35.742657 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c94f9f-87ae-4b3e-b2e7-044ed64d840a None None] Bound using segment: {'id': '0f000213-fd9e-4b5d-94ae-a77c277e56bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '396f124a-61f4-4c53-96dd-d763f934b6d8'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:05:35.743155 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-70c94f9f-87ae-4b3e-b2e7-044ed64d840a None None] Bound port: 870006bb-fa61-4a01-9ce4-ae0d405e7ceb, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f000213-fd9e-4b5d-94ae-a77c277e56bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '396f124a-61f4-4c53-96dd-d763f934b6d8'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:05:35.743550 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-70c94f9f-87ae-4b3e-b2e7-044ed64d840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:35.771956 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-eeb0857e-6f13-43df-8ca9-436949593f92 tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6871257 Nov 12 01:05:35.799932 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-f95fb644-b62c-4953-9c77-fb3c2ccf351b service neutron] Request body: {'port': {'device_id': '400fb73a-7d29-406c-b070-ef37853cabad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:35.961567 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-70c94f9f-87ae-4b3e-b2e7-044ed64d840a None None] For port 870006bb-fa61-4a01-9ce4-ae0d405e7ceb, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:05:35.966619 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-70c94f9f-87ae-4b3e-b2e7-044ed64d840a None None] For port 870006bb-fa61-4a01-9ce4-ae0d405e7ceb, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=870006bb-fa61-4a01-9ce4-ae0d405e7ceb,segment=NetworkSegment(0f000213-fd9e-4b5d-94ae-a77c277e56bb),segment_id=0f000213-fd9e-4b5d-94ae-a77c277e56bb)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:05:36.022372 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-70c94f9f-87ae-4b3e-b2e7-044ed64d840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:36.039295 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-f245d7a7-a8bc-4bfd-b96f-c607071a107a None None] Provisioning complete for port dda3df9e-c960-46ed-9a40-22ca9c5ff7ab triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:36.039295 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f245d7a7-a8bc-4bfd-b96f-c607071a107a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:36.048470 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ccc15c1-471e-4fce-8063-4e99e037f719 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:36.057826 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-f95fb644-b62c-4953-9c77-fb3c2ccf351b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:36.117994 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ccc15c1-471e-4fce-8063-4e99e037f719 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:36.175721 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4caee-c472-4637-a89c-0ff36180ba94 req-0bac9889-6b4f-4673-ac90-680363c9b15c tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:36.183498 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c0f4caee-c472-4637-a89c-0ff36180ba94 req-0bac9889-6b4f-4673-ac90-680363c9b15c tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] 10.222.0.20 "GET /v2.0/ports?device_id=400fb73a-7d29-406c-b070-ef37853cabad HTTP/1.1" status: 200 len: 936 time: 0.3017929 Nov 12 01:05:36.224499 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-f245d7a7-a8bc-4bfd-b96f-c607071a107a None None] Port dda3df9e-c960-46ed-9a40-22ca9c5ff7ab cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:05:36.230937 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccc15c1-471e-4fce-8063-4e99e037f719 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Network 396f124a-61f4-4c53-96dd-d763f934b6d8 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:05:36.234685 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-1ccc15c1-471e-4fce-8063-4e99e037f719 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:05:36.241335 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c94f9f-87ae-4b3e-b2e7-044ed64d840a None None] Pushing event updated for resources: {'Port': ['ID=870006bb-fa61-4a01-9ce4-ae0d405e7ceb,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:36.241606 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccc15c1-471e-4fce-8063-4e99e037f719 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:05:36.244582 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ccc15c1-471e-4fce-8063-4e99e037f719 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:36.365089 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc15c1-471e-4fce-8063-4e99e037f719 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event updated for resources: {'Port': ['ID=e99b26ba-5ed0-4638-ad7a-d22bf66935ef,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:36.368525 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c0f4caee-c472-4637-a89c-0ff36180ba94 req-5db21843-c68c-474d-9a59-ad7fef4384d9 tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] 10.222.0.20 "GET /v2.0/security-groups?id=288cd6e6-5f91-47e7-a0b4-8cbeb7feced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841433 Nov 12 01:05:36.466510 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ccc15c1-471e-4fce-8063-4e99e037f719 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:36.473612 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-27d9ae31-bbe9-4d28-b1eb-8890c2d427ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:36.782751 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-f95fb644-b62c-4953-9c77-fb3c2ccf351b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dda3df9e-c960-46ed-9a40-22ca9c5ff7ab {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:05:36.816996 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-f95fb644-b62c-4953-9c77-fb3c2ccf351b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:36.843997 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-f95fb644-b62c-4953-9c77-fb3c2ccf351b service neutron] Transition to ACTIVE for port object dda3df9e-c960-46ed-9a40-22ca9c5ff7ab will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:05:36.852344 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-f95fb644-b62c-4953-9c77-fb3c2ccf351b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:37.047314 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95fb644-b62c-4953-9c77-fb3c2ccf351b service neutron] Pushing event updated for resources: {'Port': ['ID=dda3df9e-c960-46ed-9a40-22ca9c5ff7ab,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:37.152715 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 870006bb-fa61-4a01-9ce4-ae0d405e7ceb up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:05:37.182663 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ccc15c1-471e-4fce-8063-4e99e037f719 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:37.212675 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ccc15c1-471e-4fce-8063-4e99e037f719 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:37.213706 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ccc15c1-471e-4fce-8063-4e99e037f719 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:37.233072 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-f95fb644-b62c-4953-9c77-fb3c2ccf351b service neutron] Attempting to bind port dda3df9e-c960-46ed-9a40-22ca9c5ff7ab on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:05:37.233618 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-f95fb644-b62c-4953-9c77-fb3c2ccf351b service neutron] Attempting to bind port dda3df9e-c960-46ed-9a40-22ca9c5ff7ab by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:05:37.234047 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-f95fb644-b62c-4953-9c77-fb3c2ccf351b service neutron] Attempting to bind port dda3df9e-c960-46ed-9a40-22ca9c5ff7ab on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:05:37.249265 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-f95fb644-b62c-4953-9c77-fb3c2ccf351b service neutron] Port dda3df9e-c960-46ed-9a40-22ca9c5ff7ab on network 172a28b2-119c-4d70-aef1-a731eb107d6c not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:05:37.249768 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-f95fb644-b62c-4953-9c77-fb3c2ccf351b service neutron] Attempting to bind port dda3df9e-c960-46ed-9a40-22ca9c5ff7ab on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:05:37.262922 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-f95fb644-b62c-4953-9c77-fb3c2ccf351b service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:05:37.264850 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-f95fb644-b62c-4953-9c77-fb3c2ccf351b service neutron] Checking segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:05:37.265337 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-f95fb644-b62c-4953-9c77-fb3c2ccf351b service neutron] Bound using segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:05:37.267557 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-f95fb644-b62c-4953-9c77-fb3c2ccf351b service neutron] Bound port: dda3df9e-c960-46ed-9a40-22ca9c5ff7ab, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:05:37.268163 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-f95fb644-b62c-4953-9c77-fb3c2ccf351b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:37.389750 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 870006bb-fa61-4a01-9ce4-ae0d405e7ceb triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:37.397687 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:37.494754 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-f95fb644-b62c-4953-9c77-fb3c2ccf351b service neutron] For port dda3df9e-c960-46ed-9a40-22ca9c5ff7ab, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:05:37.499891 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-f95fb644-b62c-4953-9c77-fb3c2ccf351b service neutron] For port dda3df9e-c960-46ed-9a40-22ca9c5ff7ab, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=dda3df9e-c960-46ed-9a40-22ca9c5ff7ab,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:05:37.509521 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-f95fb644-b62c-4953-9c77-fb3c2ccf351b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:37.511627 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccc15c1-471e-4fce-8063-4e99e037f719 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Network 396f124a-61f4-4c53-96dd-d763f934b6d8 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:05:37.519175 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-1ccc15c1-471e-4fce-8063-4e99e037f719 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:05:37.593323 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc15c1-471e-4fce-8063-4e99e037f719 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event updated for resources: {'Port': ['ID=e99b26ba-5ed0-4638-ad7a-d22bf66935ef,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:37.689212 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-f95fb644-b62c-4953-9c77-fb3c2ccf351b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:37.699672 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-f95fb644-b62c-4953-9c77-fb3c2ccf351b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:37.701012 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-f95fb644-b62c-4953-9c77-fb3c2ccf351b service neutron] 10.222.0.54 "PUT /v2.0/ports/dda3df9e-c960-46ed-9a40-22ca9c5ff7ab HTTP/1.1" status: 200 len: 1097 time: 1.9094563 Nov 12 01:05:37.706430 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '400fb73a-7d29-406c-b070-ef37853cabad', 'tag': 'dda3df9e-c960-46ed-9a40-22ca9c5ff7ab'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:05:37.706803 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ccc15c1-471e-4fce-8063-4e99e037f719 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Router b837e9d5-23a7-49ba-bbcb-65135c20e7c6 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:05:37.715725 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a63010-9870-45f8-8b66-a9e7a3f0b4ac" -d '{"events": [{"name": "network-changed", "server_uuid": "400fb73a-7d29-406c-b070-ef37853cabad", "tag": "dda3df9e-c960-46ed-9a40-22ca9c5ff7ab"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:05:37.732798 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:37.737581 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:37.841003 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 870006bb-fa61-4a01-9ce4-ae0d405e7ceb, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=870006bb-fa61-4a01-9ce4-ae0d405e7ceb,segment=NetworkSegment(0f000213-fd9e-4b5d-94ae-a77c277e56bb),segment_id=0f000213-fd9e-4b5d-94ae-a77c277e56bb)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:37.851855 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:37.892992 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ccc15c1-471e-4fce-8063-4e99e037f719 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:05:37.898887 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1ccc15c1-471e-4fce-8063-4e99e037f719 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "PUT /v2.0/routers/b837e9d5-23a7-49ba-bbcb-65135c20e7c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4762433 Nov 12 01:05:37.902204 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 54010) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:37.911986 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efd1ae6-8bd7-41b8-8753-3f4229f54928 None None] Sync routers for ids ['b837e9d5-23a7-49ba-bbcb-65135c20e7c6'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:05:37.913117 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409e035a-4ea1-4e06-b12c-04331d8b7c90 x-openstack-request-id: req-409e035a-4ea1-4e06-b12c-04331d8b7c90 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:05:37.913706 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "400fb73a-7d29-406c-b070-ef37853cabad", "tag": "dda3df9e-c960-46ed-9a40-22ca9c5ff7ab", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:05:37.914150 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-409e035a-4ea1-4e06-b12c-04331d8b7c90 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:05:37.916221 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '400fb73a-7d29-406c-b070-ef37853cabad', 'tag': 'dda3df9e-c960-46ed-9a40-22ca9c5ff7ab', 'status': 'completed', 'code': 200} Nov 12 01:05:37.979788 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efd1ae6-8bd7-41b8-8753-3f4229f54928 None None] Routers {'b837e9d5-23a7-49ba-bbcb-65135c20e7c6'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:05:37.980704 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-4efd1ae6-8bd7-41b8-8753-3f4229f54928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:05:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['b837e9d5-23a7-49ba-bbcb-65135c20e7c6'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:38.029719 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc84a07-01aa-440e-a989-c4da305d4687 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:38.048500 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 54016) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:38.052902 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2dc84a07-01aa-440e-a989-c4da305d4687 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "GET /v2.0/ports/e99b26ba-5ed0-4638-ad7a-d22bf66935ef HTTP/1.1" status: 200 len: 911 time: 0.1490335 Nov 12 01:05:38.063389 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-4efd1ae6-8bd7-41b8-8753-3f4229f54928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:38.066925 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=870006bb-fa61-4a01-9ce4-ae0d405e7ceb,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:38.070694 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7e1ca82e-05cc-4398-a2dc-dfa7f0bd8c7c req-1da9758c-1c06-4556-bbf2-bbfd9d1f54c8 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.3028145 Nov 12 01:05:38.166839 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efd1ae6-8bd7-41b8-8753-3f4229f54928 None None] Routers {'b837e9d5-23a7-49ba-bbcb-65135c20e7c6'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:05:38.167560 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-4efd1ae6-8bd7-41b8-8753-3f4229f54928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:05:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['b837e9d5-23a7-49ba-bbcb-65135c20e7c6'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:38.172801 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95fb644-b62c-4953-9c77-fb3c2ccf351b service neutron] Pushing event updated for resources: {'Port': ['ID=dda3df9e-c960-46ed-9a40-22ca9c5ff7ab,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:38.201289 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725943d-cd98-4fd7-ad03-9a0daded1bb9 req-d6fe36e9-5668-453b-b24f-c38b67105574 tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:38.208932 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b725943d-cd98-4fd7-ad03-9a0daded1bb9 req-d6fe36e9-5668-453b-b24f-c38b67105574 tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] 10.222.0.20 "GET /v2.0/ports?device_id=400fb73a-7d29-406c-b070-ef37853cabad HTTP/1.1" status: 200 len: 948 time: 0.6753638 Nov 12 01:05:38.218753 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-4efd1ae6-8bd7-41b8-8753-3f4229f54928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:38.219703 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efd1ae6-8bd7-41b8-8753-3f4229f54928 None None] The sync data for ids ['b837e9d5-23a7-49ba-bbcb-65135c20e7c6'] in n-d-812236-11 is: [] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:05:38.312220 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-ab801fc7-1834-43f4-905a-2528b0ec108b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:38.313820 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-ab801fc7-1834-43f4-905a-2528b0ec108b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d97ea2fdfe0640449f414ee4cf8f65c8&device_id=400fb73a-7d29-406c-b070-ef37853cabad HTTP/1.1" status: 200 len: 1100 time: 0.5126286 Nov 12 01:05:38.339388 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f401155-1952-41a3-abd0-bb51034f1df8 None None] Network 396f124a-61f4-4c53-96dd-d763f934b6d8 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:05:38.396472 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-393c9958-9a02-491f-a54a-67b7389fcc0a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=dda3df9e-c960-46ed-9a40-22ca9c5ff7ab HTTP/1.1" status: 200 len: 217 time: 0.0637259 Nov 12 01:05:38.401236 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b725943d-cd98-4fd7-ad03-9a0daded1bb9 req-33fc7fb6-43d7-4598-b3d3-dcd6321d42ee tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] 10.222.0.20 "GET /v2.0/security-groups?id=288cd6e6-5f91-47e7-a0b4-8cbeb7feced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346793 Nov 12 01:05:38.548775 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 54030) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:38.642555 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-11aa8548-1ce9-456c-bb7e-24973f9045e3 None None] Provisioning complete for port 870006bb-fa61-4a01-9ce4-ae0d405e7ceb triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:38.643403 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-11aa8548-1ce9-456c-bb7e-24973f9045e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:38.713463 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a5a5024f-965b-41ca-95b0-18769aefc73f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:38.719031 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-a51a946c-68bf-4ff8-a7eb-484ee8f53eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:38.720548 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-a51a946c-68bf-4ff8-a7eb-484ee8f53eea service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.3127620 Nov 12 01:05:38.852729 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a5a5024f-965b-41ca-95b0-18769aefc73f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:38.858869 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a5a5024f-965b-41ca-95b0-18769aefc73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:38.864582 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1037411f-5d7e-4130-b0cd-daaf9615b349 req-554c2e52-bfd8-49e9-a6c2-e68993a8fb08 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1108248 Nov 12 01:05:38.909809 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a5a5024f-965b-41ca-95b0-18769aefc73f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a6dd05298a16483292d5225ac2deb7f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3597538 Nov 12 01:05:38.910430 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 54034) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:38.912504 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a5024f-965b-41ca-95b0-18769aefc73f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9dfd91-ff17-4b22-b83a-016760ef17c6,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:38.948936 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-756db0b4-1ef4-431d-b0f5-8ff056408d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:38.950874 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-756db0b4-1ef4-431d-b0f5-8ff056408d75 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1934006 Nov 12 01:05:39.000321 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8bba96cc-fa62-4c88-8198-a46e2b59ce89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:39.052361 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8bba96cc-fa62-4c88-8198-a46e2b59ce89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:39.095289 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 870006bb-fa61-4a01-9ce4-ae0d405e7ceb up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:05:39.139261 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-1afb9cd1-4376-414c-9f7f-680a482806c7 service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746769 Nov 12 01:05:39.152795 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-8b758ae1-edf9-4e85-a524-0a957b24e05e None None] Provisioning complete for port 870006bb-fa61-4a01-9ce4-ae0d405e7ceb triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:39.153160 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b758ae1-edf9-4e85-a524-0a957b24e05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:39.182915 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8bba96cc-fa62-4c88-8198-a46e2b59ce89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:39.185764 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8bba96cc-fa62-4c88-8198-a46e2b59ce89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:39.190355 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8bba96cc-fa62-4c88-8198-a46e2b59ce89 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2a9dfd91-ff17-4b22-b83a-016760ef17c6 HTTP/1.1" status: 204 len: 168 time: 0.2781415 Nov 12 01:05:39.206468 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba96cc-fa62-4c88-8198-a46e2b59ce89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9dfd91-ff17-4b22-b83a-016760ef17c6,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:39.295547 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:39.300629 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 870006bb-fa61-4a01-9ce4-ae0d405e7ceb triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:39.300999 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:39.346763 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e28428b8-d50d-405f-985e-c5ae54949cd7 req-045e6d28-45d5-433e-a898-a32a2fa28684 service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608362 Nov 12 01:05:39.385161 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e9bf30c-6501-49f6-9116-155a550ada2e tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:39.588483 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-8b758ae1-edf9-4e85-a524-0a957b24e05e None None] Provisioning complete for port e99b26ba-5ed0-4638-ad7a-d22bf66935ef triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:39.588861 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b758ae1-edf9-4e85-a524-0a957b24e05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:39.722691 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a63010-9870-45f8-8b66-a9e7a3f0b4ac req-2098dc25-0dc3-44fd-8ec2-4fe97d596c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:39.727632 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-31a63010-9870-45f8-8b66-a9e7a3f0b4ac req-2098dc25-0dc3-44fd-8ec2-4fe97d596c79 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d97ea2fdfe0640449f414ee4cf8f65c8&device_id=400fb73a-7d29-406c-b070-ef37853cabad HTTP/1.1" status: 200 len: 1100 time: 0.1792207 Nov 12 01:05:39.745911 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-8b758ae1-edf9-4e85-a524-0a957b24e05e None None] Port e99b26ba-5ed0-4638-ad7a-d22bf66935ef cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:05:39.747424 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a3993-3e08-4906-a459-85d6859c4b76 req-93de7eaa-6c5f-4c70-9783-39d265ac0976 tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:39.748996 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-956a3993-3e08-4906-a459-85d6859c4b76 req-93de7eaa-6c5f-4c70-9783-39d265ac0976 tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] 10.222.0.20 "GET /v2.0/ports?device_id=400fb73a-7d29-406c-b070-ef37853cabad HTTP/1.1" status: 200 len: 948 time: 0.1993625 Nov 12 01:05:39.818872 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:39.845786 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 54050) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:39.875089 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-63afc2fd-acb3-4c11-99ee-e11225f62786 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:39.890717 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-e382c446-e836-4848-a717-ec0041eb458d None None] Provisioning complete for port e99b26ba-5ed0-4638-ad7a-d22bf66935ef triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:39.891550 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e382c446-e836-4848-a717-ec0041eb458d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:39.939223 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-e382c446-e836-4848-a717-ec0041eb458d None None] Port e99b26ba-5ed0-4638-ad7a-d22bf66935ef cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:05:40.010148 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-63afc2fd-acb3-4c11-99ee-e11225f62786 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:40.016321 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-63afc2fd-acb3-4c11-99ee-e11225f62786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:40.028088 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-956a3993-3e08-4906-a459-85d6859c4b76 req-e9681fb8-82d4-422a-82a3-4c3991aa5af6 tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] 10.222.0.20 "GET /v2.0/security-groups?id=288cd6e6-5f91-47e7-a0b4-8cbeb7feced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528441 Nov 12 01:05:40.062105 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-54a8eeb6-657f-49fa-85a1-4849ed258863 None None] Provisioning complete for port e99b26ba-5ed0-4638-ad7a-d22bf66935ef triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:40.062105 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-54a8eeb6-657f-49fa-85a1-4849ed258863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:40.063573 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63afc2fd-acb3-4c11-99ee-e11225f62786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9230dc73-0bf4-4280-bc46-884d5bf232c3,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:40.089571 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-63afc2fd-acb3-4c11-99ee-e11225f62786 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d501e5848ec54761a5fd22312462a230&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2415602 Nov 12 01:05:40.092360 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 54058) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:40.104582 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a63010-9870-45f8-8b66-a9e7a3f0b4ac req-d7a250a0-5e49-4ee7-8a7b-4097823c31db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:40.106235 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-31a63010-9870-45f8-8b66-a9e7a3f0b4ac req-d7a250a0-5e49-4ee7-8a7b-4097823c31db service neutron] 10.222.0.54 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.3549156 Nov 12 01:05:40.171720 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-54a8eeb6-657f-49fa-85a1-4849ed258863 None None] Port e99b26ba-5ed0-4638-ad7a-d22bf66935ef cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:05:40.181133 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-31a63010-9870-45f8-8b66-a9e7a3f0b4ac req-d646ac94-0a7c-4942-935b-ae1bc18c38ff service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=dda3df9e-c960-46ed-9a40-22ca9c5ff7ab HTTP/1.1" status: 200 len: 217 time: 0.0595591 Nov 12 01:05:40.188072 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-4e9bf30c-6501-49f6-9116-155a550ada2e tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Deleting port e99b26ba-5ed0-4638-ad7a-d22bf66935ef {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:05:40.188856 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e9bf30c-6501-49f6-9116-155a550ada2e tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:40.198183 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-02880280-dfb9-40be-85d6-f014f2be9579 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:40.240906 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-02880280-dfb9-40be-85d6-f014f2be9579 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:40.298759 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-02880280-dfb9-40be-85d6-f014f2be9579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:40.303953 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-02880280-dfb9-40be-85d6-f014f2be9579 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:40.305245 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-02880280-dfb9-40be-85d6-f014f2be9579 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9230dc73-0bf4-4280-bc46-884d5bf232c3 HTTP/1.1" status: 204 len: 168 time: 0.2115066 Nov 12 01:05:40.317113 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02880280-dfb9-40be-85d6-f014f2be9579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9230dc73-0bf4-4280-bc46-884d5bf232c3,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:40.369240 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e9bf30c-6501-49f6-9116-155a550ada2e tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:40.394897 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-4e9bf30c-6501-49f6-9116-155a550ada2e tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Calling delete_port for e99b26ba-5ed0-4638-ad7a-d22bf66935ef owned by network:router_interface {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:05:40.853931 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:40.914958 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a63010-9870-45f8-8b66-a9e7a3f0b4ac req-f23e5dc7-5cd3-468d-9fc7-49677b78aa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:40.916799 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-31a63010-9870-45f8-8b66-a9e7a3f0b4ac req-f23e5dc7-5cd3-468d-9fc7-49677b78aa3d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.7199781 Nov 12 01:05:40.927166 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fceda63d-58ba-43a9-b060-61a09ec0e6c6 req-cea18a11-cd09-48fd-b9a1-04da140026fd service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0713098 Nov 12 01:05:41.024034 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 54074) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:41.043448 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-db6c32bc-c9cd-4bc9-b924-52d06a028cfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:41.169596 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9ced7b95-181a-4483-9fa4-eb27b0f05e10 req-9be9c5cb-b510-4f26-b1dd-dca37f169e8f service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0596414 Nov 12 01:05:41.191403 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-db6c32bc-c9cd-4bc9-b924-52d06a028cfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:41.198292 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-db6c32bc-c9cd-4bc9-b924-52d06a028cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:41.235923 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a63010-9870-45f8-8b66-a9e7a3f0b4ac req-a5263a57-b8c3-4e0f-a0c3-dd8085105275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:41.237357 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-31a63010-9870-45f8-8b66-a9e7a3f0b4ac req-a5263a57-b8c3-4e0f-a0c3-dd8085105275 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3092654 Nov 12 01:05:41.244401 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-db6c32bc-c9cd-4bc9-b924-52d06a028cfb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b08cbd588fc4433f912264b1716bdd33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2179413 Nov 12 01:05:41.245450 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c32bc-c9cd-4bc9-b924-52d06a028cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db38b95-118f-4cac-932e-4bbb7ce3b26f,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:41.249691 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 54088) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:41.348065 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-574b5423-abde-4436-a1b4-fe29de0cfe9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:41.355835 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a0978-601c-42aa-a992-b1dc86e2317f req-1f33e905-9363-4cad-b4d7-b8eeb5e36f3a tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:41.357647 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1a8a0978-601c-42aa-a992-b1dc86e2317f req-1f33e905-9363-4cad-b4d7-b8eeb5e36f3a tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] 10.222.0.20 "GET /v2.0/ports?device_id=400fb73a-7d29-406c-b070-ef37853cabad HTTP/1.1" status: 200 len: 948 time: 0.1923373 Nov 12 01:05:41.384327 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-574b5423-abde-4436-a1b4-fe29de0cfe9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:41.397407 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e9bf30c-6501-49f6-9116-155a550ada2e tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:41.458303 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-574b5423-abde-4436-a1b4-fe29de0cfe9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:41.465216 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9bf30c-6501-49f6-9116-155a550ada2e tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event deleted for resources: {'Port': ['ID=e99b26ba-5ed0-4638-ad7a-d22bf66935ef,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:41.478396 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-574b5423-abde-4436-a1b4-fe29de0cfe9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:41.482122 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-574b5423-abde-4436-a1b4-fe29de0cfe9a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2db38b95-118f-4cac-932e-4bbb7ce3b26f HTTP/1.1" status: 204 len: 168 time: 0.2291076 Nov 12 01:05:41.486022 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-31a63010-9870-45f8-8b66-a9e7a3f0b4ac req-dbad8a12-400c-457f-9b59-0c52d44e4f43 service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165217 Nov 12 01:05:41.491672 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574b5423-abde-4436-a1b4-fe29de0cfe9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db38b95-118f-4cac-932e-4bbb7ce3b26f,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:41.547444 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1a8a0978-601c-42aa-a992-b1dc86e2317f req-9a590e12-4221-4574-9080-5288f8350e10 tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] 10.222.0.20 "GET /v2.0/security-groups?id=288cd6e6-5f91-47e7-a0b4-8cbeb7feced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831064 Nov 12 01:05:41.715333 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e9bf30c-6501-49f6-9116-155a550ada2e tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:41.820735 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-31a63010-9870-45f8-8b66-a9e7a3f0b4ac req-e86d7ce1-3c98-41ed-b4ad-02cc178840f5 service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140736 Nov 12 01:05:41.915167 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e9bf30c-6501-49f6-9116-155a550ada2e tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Router b837e9d5-23a7-49ba-bbcb-65135c20e7c6 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:05:42.014684 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9bf30c-6501-49f6-9116-155a550ada2e tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:05:42.023092 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4e9bf30c-6501-49f6-9116-155a550ada2e tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "PUT /v2.0/routers/b837e9d5-23a7-49ba-bbcb-65135c20e7c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9514122 Nov 12 01:05:42.025898 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 54102) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:42.026380 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a368956a-ccb4-4d2c-aed5-0a21858b178e None None] Sync routers for ids ['b837e9d5-23a7-49ba-bbcb-65135c20e7c6'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:05:42.038037 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a368956a-ccb4-4d2c-aed5-0a21858b178e None None] Routers {'b837e9d5-23a7-49ba-bbcb-65135c20e7c6'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:05:42.039023 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-a368956a-ccb4-4d2c-aed5-0a21858b178e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:05:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['b837e9d5-23a7-49ba-bbcb-65135c20e7c6'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:42.067410 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-057a557d-0c19-4607-8be7-a0579e1b274c tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "GET /v2.0/ports?device_id=b837e9d5-23a7-49ba-bbcb-65135c20e7c6 HTTP/1.1" status: 200 len: 205 time: 0.0362778 Nov 12 01:05:42.067758 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 54104) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:42.076283 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-a368956a-ccb4-4d2c-aed5-0a21858b178e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:42.086172 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a368956a-ccb4-4d2c-aed5-0a21858b178e None None] Routers {'b837e9d5-23a7-49ba-bbcb-65135c20e7c6'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:05:42.086778 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-a368956a-ccb4-4d2c-aed5-0a21858b178e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:05:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['b837e9d5-23a7-49ba-bbcb-65135c20e7c6'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:42.124038 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-a368956a-ccb4-4d2c-aed5-0a21858b178e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:42.124683 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a368956a-ccb4-4d2c-aed5-0a21858b178e None None] The sync data for ids ['b837e9d5-23a7-49ba-bbcb-65135c20e7c6'] in n-d-812236-11 is: [] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:05:42.185621 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c1224dd9-4103-44ba-9551-00a1e4399a09 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:42.395769 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c1224dd9-4103-44ba-9551-00a1e4399a09 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:42.398515 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c1224dd9-4103-44ba-9551-00a1e4399a09 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:42.463327 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c1224dd9-4103-44ba-9551-00a1e4399a09 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:42.464012 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1224dd9-4103-44ba-9551-00a1e4399a09 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Fanout notify agent at l3_agent the message router_deleted on router b837e9d5-23a7-49ba-bbcb-65135c20e7c6 {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:05:42.472500 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c1224dd9-4103-44ba-9551-00a1e4399a09 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:42.473597 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c1224dd9-4103-44ba-9551-00a1e4399a09 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "DELETE /v2.0/routers/b837e9d5-23a7-49ba-bbcb-65135c20e7c6 HTTP/1.1" status: 204 len: 168 time: 0.4047759 Nov 12 01:05:42.476263 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 54124) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:42.560652 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-89443ac6-1933-469e-b0c4-697256a6d8c9 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Deleting subnet 68974295-90e1-4bd2-9c4c-0eeebfc23fa2 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:05:42.586933 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-89443ac6-1933-469e-b0c4-697256a6d8c9 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:42.637930 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-89443ac6-1933-469e-b0c4-697256a6d8c9 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:42.732742 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device dda3df9e-c960-46ed-9a40-22ca9c5ff7ab details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:05:42.774295 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:42.809144 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc25a93-8002-4d9e-8e54-c573c844e829 req-51da4536-5866-4a12-b8e1-83b3fd561bc9 tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:42.810696 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9cc25a93-8002-4d9e-8e54-c573c844e829 req-51da4536-5866-4a12-b8e1-83b3fd561bc9 tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] 10.222.0.20 "GET /v2.0/ports?device_id=400fb73a-7d29-406c-b070-ef37853cabad HTTP/1.1" status: 200 len: 948 time: 0.1487291 Nov 12 01:05:42.918732 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-89443ac6-1933-469e-b0c4-697256a6d8c9 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:42.980474 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port dda3df9e-c960-46ed-9a40-22ca9c5ff7ab, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=dda3df9e-c960-46ed-9a40-22ca9c5ff7ab,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:43.005219 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'dda3df9e-c960-46ed-9a40-22ca9c5ff7ab', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'port_id': 'dda3df9e-c960-46ed-9a40-22ca9c5ff7ab', 'mac_address': 'fa:16:3e:ed:d5:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3288e972-21d8-4a52-9002-05790fb0bb61', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:05:43.017328 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9cc25a93-8002-4d9e-8e54-c573c844e829 req-c1de9e28-5491-453a-aca6-70d646e276be tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] 10.222.0.20 "GET /v2.0/security-groups?id=288cd6e6-5f91-47e7-a0b4-8cbeb7feced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897621 Nov 12 01:05:43.031852 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-89443ac6-1933-469e-b0c4-697256a6d8c9 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:43.072625 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:43.100792 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89443ac6-1933-469e-b0c4-697256a6d8c9 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event deleted for resources: {'Subnet': ['ID=68974295-90e1-4bd2-9c4c-0eeebfc23fa2,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:43.126436 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-89443ac6-1933-469e-b0c4-697256a6d8c9 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:43.135670 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-89443ac6-1933-469e-b0c4-697256a6d8c9 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "DELETE /v2.0/subnets/68974295-90e1-4bd2-9c4c-0eeebfc23fa2 HTTP/1.1" status: 204 len: 168 time: 0.6578074 Nov 12 01:05:43.138435 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 54152) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:43.138913 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e0a32e-eba2-4e17-8bdd-db5db711078b None None] Network 396f124a-61f4-4c53-96dd-d763f934b6d8 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:05:43.167227 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dda3df9e-c960-46ed-9a40-22ca9c5ff7ab {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:05:43.262863 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port dda3df9e-c960-46ed-9a40-22ca9c5ff7ab, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=dda3df9e-c960-46ed-9a40-22ca9c5ff7ab,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:43.296136 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c2542a6e-a149-4b12-bc91-4228cd43789f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:43.305594 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 54162) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:43.317188 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9500a8be-9913-4631-8365-eaad1212a6f2 req-5e9ac5d9-0876-4a4d-bffa-9c4453e20566 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0305684 Nov 12 01:05:43.334307 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:43.445322 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-c2542a6e-a149-4b12-bc91-4228cd43789f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Deleting port 870006bb-fa61-4a01-9ce4-ae0d405e7ceb {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:05:43.445680 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c2542a6e-a149-4b12-bc91-4228cd43789f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:43.494187 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9f62e571-c3a0-47a0-8025-1e6de40cb4b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:43.567307 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-c2542a6e-a149-4b12-bc91-4228cd43789f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] For port 870006bb-fa61-4a01-9ce4-ae0d405e7ceb, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=870006bb-fa61-4a01-9ce4-ae0d405e7ceb,segment=NetworkSegment(0f000213-fd9e-4b5d-94ae-a77c277e56bb),segment_id=0f000213-fd9e-4b5d-94ae-a77c277e56bb)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:43.567612 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c2542a6e-a149-4b12-bc91-4228cd43789f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:43.624530 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-c2542a6e-a149-4b12-bc91-4228cd43789f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Calling delete_port for 870006bb-fa61-4a01-9ce4-ae0d405e7ceb owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:05:43.699132 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=dda3df9e-c960-46ed-9a40-22ca9c5ff7ab,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:43.787431 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['dda3df9e-c960-46ed-9a40-22ca9c5ff7ab'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:05:43.793965 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9f62e571-c3a0-47a0-8025-1e6de40cb4b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:43.804024 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9f62e571-c3a0-47a0-8025-1e6de40cb4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:43.834299 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfac931-0198-4c60-995a-589f4dff6422 None None] DHCP port deletion for 396f124a-61f4-4c53-96dd-d763f934b6d8 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:05:43.856490 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-9f62e571-c3a0-47a0-8025-1e6de40cb4b1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6725965540c645608035966b65ede487&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5468016 Nov 12 01:05:43.857080 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 54170) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:43.858132 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c2542a6e-a149-4b12-bc91-4228cd43789f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:43.887667 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2542a6e-a149-4b12-bc91-4228cd43789f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event deleted for resources: {'Port': ['ID=870006bb-fa61-4a01-9ce4-ae0d405e7ceb,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:43.894213 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f62e571-c3a0-47a0-8025-1e6de40cb4b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e19446-27f3-4bc4-92a3-02ca067febf0,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:43.899635 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2542a6e-a149-4b12-bc91-4228cd43789f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] No DVR routers for this DVR port 870006bb-fa61-4a01-9ce4-ae0d405e7ceb on host n-d-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:05:43.927162 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-ddfac931-0198-4c60-995a-589f4dff6422 None None] The port '870006bb-fa61-4a01-9ce4-ae0d405e7ceb' was deleted {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 12 01:05:43.973353 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d25e014a-b0ee-494c-92fd-5d7dd4a03efa req-202bf92a-e80d-43bc-abc9-e430b4f242e5 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0421591 Nov 12 01:05:44.002915 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d985f2a1-ab0e-423b-8e30-51cd09036f7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:44.030772 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d985f2a1-ab0e-423b-8e30-51cd09036f7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:44.074406 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c2542a6e-a149-4b12-bc91-4228cd43789f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:44.103740 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d985f2a1-ab0e-423b-8e30-51cd09036f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:44.106632 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d985f2a1-ab0e-423b-8e30-51cd09036f7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:44.107777 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d985f2a1-ab0e-423b-8e30-51cd09036f7e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d1e19446-27f3-4bc4-92a3-02ca067febf0 HTTP/1.1" status: 204 len: 168 time: 0.2495923 Nov 12 01:05:44.137578 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-c2542a6e-a149-4b12-bc91-4228cd43789f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['396f124a-61f4-4c53-96dd-d763f934b6d8']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:44.139256 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d985f2a1-ab0e-423b-8e30-51cd09036f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e19446-27f3-4bc4-92a3-02ca067febf0,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:44.165732 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-c2542a6e-a149-4b12-bc91-4228cd43789f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f000213-fd9e-4b5d-94ae-a77c277e56bb') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:44.166232 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-c2542a6e-a149-4b12-bc91-4228cd43789f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f000213-fd9e-4b5d-94ae-a77c277e56bb') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:44.194449 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c2542a6e-a149-4b12-bc91-4228cd43789f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:44.225404 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c2542a6e-a149-4b12-bc91-4228cd43789f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:44.235401 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2542a6e-a149-4b12-bc91-4228cd43789f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:05:44.235825 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c2542a6e-a149-4b12-bc91-4228cd43789f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:44.242781 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:05:44.242781 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:05:44.242781 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:05:44.242781 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:05:44.242781 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:05:44.242781 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:05:44.242781 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:05:44.242781 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:05:44.242781 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:05:44.242781 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:05:44.242781 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:05:44.242781 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:05:44.242781 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:05:44.242781 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:05:44.242781 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:05:44.242781 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:05:44.242781 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:05:44.242781 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:05:44.242781 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:05:44.242781 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:05:44.242781 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:05:44.242781 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:05:44.242781 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:05:44.242781 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:05:44.242781 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:05:44.242781 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:05:44.242781 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:05:44.242781 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:05:44.242781 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:05:44.242781 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:05:44.242781 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:05:44.242781 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:05:44.273449 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1214c4-2c98-402d-815b-30448db3e7a3 req-788837ee-7d6a-40c8-a0d2-ea54e110b1e2 tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:44.289141 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1d1214c4-2c98-402d-815b-30448db3e7a3 req-788837ee-7d6a-40c8-a0d2-ea54e110b1e2 tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] 10.222.0.20 "GET /v2.0/ports?device_id=400fb73a-7d29-406c-b070-ef37853cabad HTTP/1.1" status: 200 len: 949 time: 0.1100090 Nov 12 01:05:44.348857 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c2542a6e-a149-4b12-bc91-4228cd43789f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:44.363082 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1d1214c4-2c98-402d-815b-30448db3e7a3 req-4c0373c8-c308-444b-82fc-efbe9662fa28 tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] 10.222.0.20 "GET /v2.0/security-groups?id=288cd6e6-5f91-47e7-a0b4-8cbeb7feced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730479 Nov 12 01:05:44.367994 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c2542a6e-a149-4b12-bc91-4228cd43789f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:44.376896 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c2542a6e-a149-4b12-bc91-4228cd43789f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "DELETE /v2.0/networks/396f124a-61f4-4c53-96dd-d763f934b6d8 HTTP/1.1" status: 204 len: 168 time: 1.2322598 Nov 12 01:05:44.388170 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 54184) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:44.396780 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-bd2c0845-d7b3-4f99-8749-c7f7b9d6f6c9 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1462007079', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}, 'admin_state_up': False}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:44.403280 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2542a6e-a149-4b12-bc91-4228cd43789f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event deleted for resources: {'Network': ['ID=396f124a-61f4-4c53-96dd-d763f934b6d8,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:44.432493 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bd2c0845-d7b3-4f99-8749-c7f7b9d6f6c9 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:44.433789 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bd2c0845-d7b3-4f99-8749-c7f7b9d6f6c9 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:44.509814 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bd2c0845-d7b3-4f99-8749-c7f7b9d6f6c9 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:44.671486 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bd2c0845-d7b3-4f99-8749-c7f7b9d6f6c9 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:44.954172 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bd2c0845-d7b3-4f99-8749-c7f7b9d6f6c9 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for router_gateway, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:44.978967 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bd2c0845-d7b3-4f99-8749-c7f7b9d6f6c9 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:45.052861 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 870006bb-fa61-4a01-9ce4-ae0d405e7ceb no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:05:45.089950 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 870006bb-fa61-4a01-9ce4-ae0d405e7ceb {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:05:45.091423 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 870006bb-fa61-4a01-9ce4-ae0d405e7ceb not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:05:45.163376 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-bd2c0845-d7b3-4f99-8749-c7f7b9d6f6c9 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Allocated IP 172.25.2.92 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/057b2a22-97e1-4335-81e3-a06e931ddcdf) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:05:45.292028 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bd2c0845-d7b3-4f99-8749-c7f7b9d6f6c9 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:45.336647 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bd2c0845-d7b3-4f99-8749-c7f7b9d6f6c9 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:45.385676 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2c0845-d7b3-4f99-8749-c7f7b9d6f6c9 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:05:45.392520 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-bd2c0845-d7b3-4f99-8749-c7f7b9d6f6c9 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:05:45.401611 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2c0845-d7b3-4f99-8749-c7f7b9d6f6c9 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:05:45.411380 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd01baf0-0a04-4043-8568-885ad435873f None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:05:45.436247 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c0845-d7b3-4f99-8749-c7f7b9d6f6c9 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event updated for resources: {'Port': ['ID=057b2a22-97e1-4335-81e3-a06e931ddcdf,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:45.480015 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-4ed3b01d-28e6-4a20-bcb3-f27961da5934 None None] Provisioning complete for port 057b2a22-97e1-4335-81e3-a06e931ddcdf triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:45.480741 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4ed3b01d-28e6-4a20-bcb3-f27961da5934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:45.524416 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-4ed3b01d-28e6-4a20-bcb3-f27961da5934 None None] Port 057b2a22-97e1-4335-81e3-a06e931ddcdf cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:05:45.562232 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ba2e0-8e44-4c02-967d-043334477cd2 req-c7970b28-470a-4802-b0f6-4c05faf66960 tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:45.564380 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-073ba2e0-8e44-4c02-967d-043334477cd2 req-c7970b28-470a-4802-b0f6-4c05faf66960 tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] 10.222.0.20 "GET /v2.0/ports?device_id=400fb73a-7d29-406c-b070-ef37853cabad HTTP/1.1" status: 200 len: 949 time: 0.0842056 Nov 12 01:05:45.651220 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-073ba2e0-8e44-4c02-967d-043334477cd2 req-25b1a123-194d-4348-89d0-4c3b4ce2400d tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] 10.222.0.20 "GET /v2.0/security-groups?id=288cd6e6-5f91-47e7-a0b4-8cbeb7feced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661561 Nov 12 01:05:45.881636 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-babf6728-dde4-4b10-a3eb-63ec6f5f3775 req-81a1cc01-7c40-4e0b-bcaa-efdacc9328f1 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0330262 Nov 12 01:05:46.023596 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-52d84661-0794-4bb2-8e22-2be943fe5327 req-7dd26a37-1fea-48b9-bd70-7046efcf2932 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0306013 Nov 12 01:05:46.096952 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bd2c0845-d7b3-4f99-8749-c7f7b9d6f6c9 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for router_gateway, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:46.303510 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bd2c0845-d7b3-4f99-8749-c7f7b9d6f6c9 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:46.475000 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2c0845-d7b3-4f99-8749-c7f7b9d6f6c9 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Router cedb8a59-3035-4ec4-a7d5-3a91f91acfe8 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:05:46.623237 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2c0845-d7b3-4f99-8749-c7f7b9d6f6c9 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:05:46.652518 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a245f25-282f-4f59-8c1f-c9d8dbc6c1a9 None None] Sync routers for ids ['cedb8a59-3035-4ec4-a7d5-3a91f91acfe8'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:05:46.683473 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a245f25-282f-4f59-8c1f-c9d8dbc6c1a9 None None] Routers {'cedb8a59-3035-4ec4-a7d5-3a91f91acfe8'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:05:46.684801 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-7a245f25-282f-4f59-8c1f-c9d8dbc6c1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:05:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['cedb8a59-3035-4ec4-a7d5-3a91f91acfe8'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:46.697246 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bd2c0845-d7b3-4f99-8749-c7f7b9d6f6c9 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:46.701984 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-bd2c0845-d7b3-4f99-8749-c7f7b9d6f6c9 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.3114965 Nov 12 01:05:46.703948 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 54266) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:46.731856 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device dda3df9e-c960-46ed-9a40-22ca9c5ff7ab up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:05:46.734714 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-7a245f25-282f-4f59-8c1f-c9d8dbc6c1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:46.814115 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a245f25-282f-4f59-8c1f-c9d8dbc6c1a9 None None] Routers {'cedb8a59-3035-4ec4-a7d5-3a91f91acfe8'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:05:46.815970 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-7a245f25-282f-4f59-8c1f-c9d8dbc6c1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:05:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['cedb8a59-3035-4ec4-a7d5-3a91f91acfe8'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:46.851768 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4120ea-70c1-448b-9f96-6f9906b60b55 req-19b60046-7640-42c3-8f81-98d0ce6c00bb tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:46.853914 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cf4120ea-70c1-448b-9f96-6f9906b60b55 req-19b60046-7640-42c3-8f81-98d0ce6c00bb tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] 10.222.0.20 "GET /v2.0/ports?device_id=400fb73a-7d29-406c-b070-ef37853cabad HTTP/1.1" status: 200 len: 949 time: 0.0725172 Nov 12 01:05:46.888859 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-7a245f25-282f-4f59-8c1f-c9d8dbc6c1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:46.889780 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a245f25-282f-4f59-8c1f-c9d8dbc6c1a9 None None] The sync data for ids ['cedb8a59-3035-4ec4-a7d5-3a91f91acfe8'] in n-d-812236-11 is: [] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:05:46.900460 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port dda3df9e-c960-46ed-9a40-22ca9c5ff7ab completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:05:46.907738 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port dda3df9e-c960-46ed-9a40-22ca9c5ff7ab triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:46.909913 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:47.031922 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:47.050252 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cf4120ea-70c1-448b-9f96-6f9906b60b55 req-aa8be23d-88da-4be1-a22a-c37108ef7145 tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] 10.222.0.20 "GET /v2.0/security-groups?id=288cd6e6-5f91-47e7-a0b4-8cbeb7feced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574562 Nov 12 01:05:47.067773 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 54280) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:47.073133 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f3aa696f-a130-4767-b59c-9a0653634b2a tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "GET /v2.0/routers/cedb8a59-3035-4ec4-a7d5-3a91f91acfe8 HTTP/1.1" status: 200 len: 884 time: 0.3599186 Nov 12 01:05:47.079274 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '400fb73a-7d29-406c-b070-ef37853cabad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda3df9e-c960-46ed-9a40-22ca9c5ff7ab'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:05:47.082783 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead4290b-84d4-4ece-a718-2670b3675615" -d '{"events": [{"server_uuid": "400fb73a-7d29-406c-b070-ef37853cabad", "name": "network-vif-plugged", "status": "completed", "tag": "dda3df9e-c960-46ed-9a40-22ca9c5ff7ab"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:05:47.106023 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port dda3df9e-c960-46ed-9a40-22ca9c5ff7ab, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=dda3df9e-c960-46ed-9a40-22ca9c5ff7ab,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:47.113156 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:47.175884 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc92550f-12ab-496c-9717-2c8d9310fad9 x-openstack-request-id: req-fc92550f-12ab-496c-9717-2c8d9310fad9 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:05:47.176175 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "400fb73a-7d29-406c-b070-ef37853cabad", "name": "network-vif-plugged", "status": "completed", "tag": "dda3df9e-c960-46ed-9a40-22ca9c5ff7ab", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:05:47.176432 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc92550f-12ab-496c-9717-2c8d9310fad9 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:05:47.176829 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '400fb73a-7d29-406c-b070-ef37853cabad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda3df9e-c960-46ed-9a40-22ca9c5ff7ab', 'code': 200} Nov 12 01:05:47.211117 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=dda3df9e-c960-46ed-9a40-22ca9c5ff7ab,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:47.340496 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47611a6-af20-44b2-b64b-f83c15d92bfd req-d6056ed7-50c0-4886-a34d-a7e744717aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:47.342255 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d47611a6-af20-44b2-b64b-f83c15d92bfd req-d6056ed7-50c0-4886-a34d-a7e744717aab service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=400fb73a-7d29-406c-b070-ef37853cabad HTTP/1.1" status: 200 len: 1102 time: 0.0728805 Nov 12 01:05:47.401573 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d47611a6-af20-44b2-b64b-f83c15d92bfd req-24f6932a-8e9e-4870-840e-b14bd91baa2f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=288cd6e6-5f91-47e7-a0b4-8cbeb7feced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524974 Nov 12 01:05:47.409467 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7f27b958-7d99-4a80-9466-b7bcdf9cd01b tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3401299 Nov 12 01:05:47.413625 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 54290) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:47.418976 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-5b049ba2-3656-4ec9-8323-591ab6072a24 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1462007079'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:47.859846 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5b049ba2-3656-4ec9-8323-591ab6072a24 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-425772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40044'] for router, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:47.884954 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5b049ba2-3656-4ec9-8323-591ab6072a24 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-425765'] for router, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:48.045290 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f331c00c-2a37-4e7f-bf98-5c502851f994 req-aab130b7-df1c-45f8-b473-d48c14a90edc service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0399680 Nov 12 01:05:48.077156 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b049ba2-3656-4ec9-8323-591ab6072a24 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Router cedb8a59-3035-4ec4-a7d5-3a91f91acfe8 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:05:48.244557 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e6796-5a78-4a79-a228-ed55fa0ce43c req-b2be549a-a293-409f-bdba-7f1d72d5075b tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:48.256098 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c44e6796-5a78-4a79-a228-ed55fa0ce43c req-b2be549a-a293-409f-bdba-7f1d72d5075b tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] 10.222.0.20 "GET /v2.0/ports?device_id=400fb73a-7d29-406c-b070-ef37853cabad HTTP/1.1" status: 200 len: 950 time: 0.0846541 Nov 12 01:05:48.322438 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c44e6796-5a78-4a79-a228-ed55fa0ce43c req-74e72a81-b78e-4ae4-9c5f-4ae371c2b059 tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] 10.222.0.20 "GET /v2.0/security-groups?id=288cd6e6-5f91-47e7-a0b4-8cbeb7feced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653794 Nov 12 01:05:48.413330 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-12928d74-d98a-42e7-b25e-665d61eb416d req-86eb8a4c-78d7-4978-8547-d008a494aef3 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0348084 Nov 12 01:05:48.436747 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b049ba2-3656-4ec9-8323-591ab6072a24 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:05:48.444843 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5b049ba2-3656-4ec9-8323-591ab6072a24 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:48.448940 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 54382) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:48.449478 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5b049ba2-3656-4ec9-8323-591ab6072a24 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "PUT /v2.0/routers/cedb8a59-3035-4ec4-a7d5-3a91f91acfe8 HTTP/1.1" status: 200 len: 891 time: 1.0342615 Nov 12 01:05:48.450675 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94691575-0517-4e38-b526-19243c5a14e0 None None] Sync routers for ids ['cedb8a59-3035-4ec4-a7d5-3a91f91acfe8'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:05:48.463455 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94691575-0517-4e38-b526-19243c5a14e0 None None] Routers {'cedb8a59-3035-4ec4-a7d5-3a91f91acfe8'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:05:48.464202 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-94691575-0517-4e38-b526-19243c5a14e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:05:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['cedb8a59-3035-4ec4-a7d5-3a91f91acfe8'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:48.510560 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-94691575-0517-4e38-b526-19243c5a14e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:48.526452 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94691575-0517-4e38-b526-19243c5a14e0 None None] Routers {'cedb8a59-3035-4ec4-a7d5-3a91f91acfe8'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:05:48.528951 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-94691575-0517-4e38-b526-19243c5a14e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:05:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['cedb8a59-3035-4ec4-a7d5-3a91f91acfe8'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:48.578183 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-94691575-0517-4e38-b526-19243c5a14e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:48.578832 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94691575-0517-4e38-b526-19243c5a14e0 None None] The sync data for ids ['cedb8a59-3035-4ec4-a7d5-3a91f91acfe8'] in n-d-812236-11 is: [] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:05:48.602313 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b89c1110-fd53-4cb9-958f-81972d332206 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "GET /v2.0/routers/cedb8a59-3035-4ec4-a7d5-3a91f91acfe8 HTTP/1.1" status: 200 len: 891 time: 0.1488748 Nov 12 01:05:48.602623 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 54402) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:48.631524 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2a8275a5-b480-4078-89da-d835bdd6dd1f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "GET /v2.0/ports?device_id=cedb8a59-3035-4ec4-a7d5-3a91f91acfe8 HTTP/1.1" status: 200 len: 205 time: 0.0277314 Nov 12 01:05:48.634045 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 54410) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:48.771220 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c8fba535-a26a-4146-beee-1f52e3ab0361 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:48.976475 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c8fba535-a26a-4146-beee-1f52e3ab0361 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:49.107099 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-c8fba535-a26a-4146-beee-1f52e3ab0361 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Deleting port 057b2a22-97e1-4335-81e3-a06e931ddcdf {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:05:49.107891 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c8fba535-a26a-4146-beee-1f52e3ab0361 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:49.228301 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c8fba535-a26a-4146-beee-1f52e3ab0361 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:49.243326 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-c8fba535-a26a-4146-beee-1f52e3ab0361 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Calling delete_port for 057b2a22-97e1-4335-81e3-a06e931ddcdf owned by network:router_gateway {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:05:49.539457 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0badfd87-8ed5-4114-8bfc-9fc4b3f40690 req-e9f772d9-a77a-4b57-8570-fee627ecbcbd tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:49.541085 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0badfd87-8ed5-4114-8bfc-9fc4b3f40690 req-e9f772d9-a77a-4b57-8570-fee627ecbcbd tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] 10.222.0.20 "GET /v2.0/ports?device_id=400fb73a-7d29-406c-b070-ef37853cabad HTTP/1.1" status: 200 len: 950 time: 0.1134131 Nov 12 01:05:49.558965 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c8fba535-a26a-4146-beee-1f52e3ab0361 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:49.613501 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fba535-a26a-4146-beee-1f52e3ab0361 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event deleted for resources: {'Port': ['ID=057b2a22-97e1-4335-81e3-a06e931ddcdf,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:49.645466 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cca1b77-2b76-47ae-a144-054946e33f4c None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:05:49.713677 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0badfd87-8ed5-4114-8bfc-9fc4b3f40690 req-9041864d-a6ef-4589-9fc8-c3f89eac9cb5 tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] 10.222.0.20 "GET /v2.0/security-groups?id=288cd6e6-5f91-47e7-a0b4-8cbeb7feced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639702 Nov 12 01:05:49.731576 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c8fba535-a26a-4146-beee-1f52e3ab0361 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:49.852093 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c8fba535-a26a-4146-beee-1f52e3ab0361 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:49.858260 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c8fba535-a26a-4146-beee-1f52e3ab0361 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:49.942100 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c8fba535-a26a-4146-beee-1f52e3ab0361 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:49.942945 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8fba535-a26a-4146-beee-1f52e3ab0361 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Fanout notify agent at l3_agent the message router_deleted on router cedb8a59-3035-4ec4-a7d5-3a91f91acfe8 {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:05:49.975674 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c8fba535-a26a-4146-beee-1f52e3ab0361 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:49.978192 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c8fba535-a26a-4146-beee-1f52e3ab0361 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "DELETE /v2.0/routers/cedb8a59-3035-4ec4-a7d5-3a91f91acfe8 HTTP/1.1" status: 204 len: 168 time: 1.3432145 Nov 12 01:05:49.982133 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 54574) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:49.987855 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-1e7da8dd-033e-4d26-afb9-3e2861e6e754 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1197373470'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:50.044204 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7da8dd-033e-4d26-afb9-3e2861e6e754 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Made reservation on behalf of a11eef8310e84cba843e1022bed4f066 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:05:50.048548 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1e7da8dd-033e-4d26-afb9-3e2861e6e754 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:50.081799 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e7da8dd-033e-4d26-afb9-3e2861e6e754 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:05:50.096249 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1e7da8dd-033e-4d26-afb9-3e2861e6e754 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:50.097065 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-1e7da8dd-033e-4d26-afb9-3e2861e6e754 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Added segment e4305be8-a60f-40d3-a643-c09f16c6b687 of type vlan for network 2fe54012-600d-4e05-b921-9b26fdfef7b7 Nov 12 01:05:50.198654 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1e7da8dd-033e-4d26-afb9-3e2861e6e754 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:50.229775 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1e7da8dd-033e-4d26-afb9-3e2861e6e754 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:50.236653 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7da8dd-033e-4d26-afb9-3e2861e6e754 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:50.237643 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1e7da8dd-033e-4d26-afb9-3e2861e6e754 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:50.336328 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa1904-03d6-4158-b8bc-885a60be4feb req-e8dfdf18-8068-47db-99f2-cc9f9832537a tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:50.339666 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-70aa1904-03d6-4158-b8bc-885a60be4feb req-e8dfdf18-8068-47db-99f2-cc9f9832537a tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] 10.222.0.20 "GET /v2.0/ports?device_id=400fb73a-7d29-406c-b070-ef37853cabad HTTP/1.1" status: 200 len: 950 time: 0.1457939 Nov 12 01:05:50.379188 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1e7da8dd-033e-4d26-afb9-3e2861e6e754 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3931096 Nov 12 01:05:50.384189 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 54622) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:50.389495 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-90de12e6-2938-4241-b6f6-89027b9762d3 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Request body: {'subnet': {'network_id': '2fe54012-600d-4e05-b921-9b26fdfef7b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:50.400981 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3173ff2b-b3d9-41e8-b84e-6ec08400d70c req-27b14965-eac4-48ff-b743-33dbb0fbe3e5 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0409279 Nov 12 01:05:50.402256 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7da8dd-033e-4d26-afb9-3e2861e6e754 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event updated for resources: {'Network': ['ID=2fe54012-600d-4e05-b921-9b26fdfef7b7,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:50.476823 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 2fe54012-600d-4e05-b921-9b26fdfef7b7 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:05:50.594527 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-70aa1904-03d6-4158-b8bc-885a60be4feb req-f2b34a46-dacf-4cbd-814d-745794370caf tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] 10.222.0.20 "GET /v2.0/security-groups?id=288cd6e6-5f91-47e7-a0b4-8cbeb7feced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471042 Nov 12 01:05:50.631422 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90de12e6-2938-4241-b6f6-89027b9762d3 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Made reservation on behalf of a11eef8310e84cba843e1022bed4f066 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:05:50.636002 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-90de12e6-2938-4241-b6f6-89027b9762d3 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:50.722140 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fea38018-a665-40e8-a9bb-9d4d9104e2b6 req-1ae798c3-57a0-437a-b24c-f388190c499d service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0293095 Nov 12 01:05:50.905479 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-90de12e6-2938-4241-b6f6-89027b9762d3 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:51.035597 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90de12e6-2938-4241-b6f6-89027b9762d3 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event updated for resources: {'Subnet': ['ID=deebbdf0-542c-4b67-a457-eb2a2b172565,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:51.043604 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90de12e6-2938-4241-b6f6-89027b9762d3 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Checking segment: {'id': 'e4305be8-a60f-40d3-a643-c09f16c6b687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2fe54012-600d-4e05-b921-9b26fdfef7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:05:51.044159 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90de12e6-2938-4241-b6f6-89027b9762d3 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Network hostable DHCP agents. Network: 2fe54012-600d-4e05-b921-9b26fdfef7b7, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:05:51.065867 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90de12e6-2938-4241-b6f6-89027b9762d3 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Network 2fe54012-600d-4e05-b921-9b26fdfef7b7 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:05:51.079982 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-90de12e6-2938-4241-b6f6-89027b9762d3 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 2fe54012-600d-4e05-b921-9b26fdfef7b7) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:05:51.087488 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90de12e6-2938-4241-b6f6-89027b9762d3 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:51.089284 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-90de12e6-2938-4241-b6f6-89027b9762d3 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:51.096322 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1c9b86-7a98-49c8-9e96-a87b1c390f75 None None] Network 2fe54012-600d-4e05-b921-9b26fdfef7b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:05:51.115080 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 54708) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:51.116035 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-90de12e6-2938-4241-b6f6-89027b9762d3 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7322202 Nov 12 01:05:51.119782 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-64e6fa04-53e2-40ac-9862-06562d4817b2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-362978909', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:51.171260 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-64e6fa04-53e2-40ac-9862-06562d4817b2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:51.175883 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-64e6fa04-53e2-40ac-9862-06562d4817b2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:51.320164 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-64e6fa04-53e2-40ac-9862-06562d4817b2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:51.335430 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-64e6fa04-53e2-40ac-9862-06562d4817b2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:51.352153 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c326ec-dab4-4ee4-9f6e-e4493f72cfaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-2fe54012-600d-4e05-b921-9b26fdfef7b7', 'network_id': '2fe54012-600d-4e05-b921-9b26fdfef7b7', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'fixed_ips': [{'subnet_id': 'deebbdf0-542c-4b67-a457-eb2a2b172565'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:05:51.353915 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-52c326ec-dab4-4ee4-9f6e-e4493f72cfaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:51.372881 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-64e6fa04-53e2-40ac-9862-06562d4817b2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:51.377751 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 54738) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:51.387935 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-64e6fa04-53e2-40ac-9862-06562d4817b2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2717283 Nov 12 01:05:51.546835 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-52c326ec-dab4-4ee4-9f6e-e4493f72cfaf None None] Allocated IP 2001:db8::2 (2fe54012-600d-4e05-b921-9b26fdfef7b7/deebbdf0-542c-4b67-a457-eb2a2b172565/300149d7-8765-4a44-b726-2f9b614c9993) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:05:51.769528 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe579c-4491-4bfa-acc1-cc4ad7f3a942 req-c6496ec2-0c06-4909-927e-252cb17cb5a9 tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:51.771073 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-debe579c-4491-4bfa-acc1-cc4ad7f3a942 req-c6496ec2-0c06-4909-927e-252cb17cb5a9 tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] 10.222.0.54 "GET /v2.0/ports?device_id=400fb73a-7d29-406c-b070-ef37853cabad HTTP/1.1" status: 200 len: 950 time: 0.0958521 Nov 12 01:05:51.799920 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-52c326ec-dab4-4ee4-9f6e-e4493f72cfaf None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:51.808958 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-52c326ec-dab4-4ee4-9f6e-e4493f72cfaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:51.848831 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c326ec-dab4-4ee4-9f6e-e4493f72cfaf None None] Network 2fe54012-600d-4e05-b921-9b26fdfef7b7 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:05:51.854920 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-52c326ec-dab4-4ee4-9f6e-e4493f72cfaf None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:05:51.864734 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c326ec-dab4-4ee4-9f6e-e4493f72cfaf None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:05:51.908792 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c326ec-dab4-4ee4-9f6e-e4493f72cfaf None None] Pushing event updated for resources: {'Port': ['ID=300149d7-8765-4a44-b726-2f9b614c9993,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:51.940907 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-debe579c-4491-4bfa-acc1-cc4ad7f3a942 req-8b3cec95-e929-4300-8970-6b247de46f6d tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] Deleting port dda3df9e-c960-46ed-9a40-22ca9c5ff7ab {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:05:51.941255 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-debe579c-4491-4bfa-acc1-cc4ad7f3a942 req-8b3cec95-e929-4300-8970-6b247de46f6d tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:51.994599 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-52c326ec-dab4-4ee4-9f6e-e4493f72cfaf None None] Attempting to bind port 300149d7-8765-4a44-b726-2f9b614c9993 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:05:51.994976 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-52c326ec-dab4-4ee4-9f6e-e4493f72cfaf None None] Attempting to bind port 300149d7-8765-4a44-b726-2f9b614c9993 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'e4305be8-a60f-40d3-a643-c09f16c6b687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2fe54012-600d-4e05-b921-9b26fdfef7b7'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:05:51.995341 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c326ec-dab4-4ee4-9f6e-e4493f72cfaf None None] Attempting to bind port 300149d7-8765-4a44-b726-2f9b614c9993 on network 2fe54012-600d-4e05-b921-9b26fdfef7b7 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:05:52.003446 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c326ec-dab4-4ee4-9f6e-e4493f72cfaf None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:05:52.003818 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c326ec-dab4-4ee4-9f6e-e4493f72cfaf None None] Checking segment: {'id': 'e4305be8-a60f-40d3-a643-c09f16c6b687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2fe54012-600d-4e05-b921-9b26fdfef7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:05:52.004227 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-52c326ec-dab4-4ee4-9f6e-e4493f72cfaf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:52.004708 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c326ec-dab4-4ee4-9f6e-e4493f72cfaf None None] Bound using segment: {'id': 'e4305be8-a60f-40d3-a643-c09f16c6b687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2fe54012-600d-4e05-b921-9b26fdfef7b7'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:05:52.005188 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-52c326ec-dab4-4ee4-9f6e-e4493f72cfaf None None] Bound port: 300149d7-8765-4a44-b726-2f9b614c9993, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4305be8-a60f-40d3-a643-c09f16c6b687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2fe54012-600d-4e05-b921-9b26fdfef7b7'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:05:52.005593 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-52c326ec-dab4-4ee4-9f6e-e4493f72cfaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:52.158182 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-52c326ec-dab4-4ee4-9f6e-e4493f72cfaf None None] For port 300149d7-8765-4a44-b726-2f9b614c9993, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:05:52.184046 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-52c326ec-dab4-4ee4-9f6e-e4493f72cfaf None None] For port 300149d7-8765-4a44-b726-2f9b614c9993, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=300149d7-8765-4a44-b726-2f9b614c9993,segment=NetworkSegment(e4305be8-a60f-40d3-a643-c09f16c6b687),segment_id=e4305be8-a60f-40d3-a643-c09f16c6b687)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:05:52.196715 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-52c326ec-dab4-4ee4-9f6e-e4493f72cfaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:52.382740 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-debe579c-4491-4bfa-acc1-cc4ad7f3a942 req-8b3cec95-e929-4300-8970-6b247de46f6d tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] For port dda3df9e-c960-46ed-9a40-22ca9c5ff7ab, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=dda3df9e-c960-46ed-9a40-22ca9c5ff7ab,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:52.383727 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-debe579c-4491-4bfa-acc1-cc4ad7f3a942 req-8b3cec95-e929-4300-8970-6b247de46f6d tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:52.389958 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c326ec-dab4-4ee4-9f6e-e4493f72cfaf None None] Pushing event updated for resources: {'Port': ['ID=300149d7-8765-4a44-b726-2f9b614c9993,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:52.412221 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-debe579c-4491-4bfa-acc1-cc4ad7f3a942 req-8b3cec95-e929-4300-8970-6b247de46f6d tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] Calling delete_port for dda3df9e-c960-46ed-9a40-22ca9c5ff7ab owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:05:52.486935 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce36d8f-03e3-4e0f-a679-9253b72380af req-f9eaa856-3d12-46ba-9ba0-12cd8ccbdc77 tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:52.499065 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cce36d8f-03e3-4e0f-a679-9253b72380af req-f9eaa856-3d12-46ba-9ba0-12cd8ccbdc77 tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] 10.222.0.20 "GET /v2.0/ports?device_id=400fb73a-7d29-406c-b070-ef37853cabad HTTP/1.1" status: 200 len: 950 time: 0.7700257 Nov 12 01:05:52.622966 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d2ad63ad-ff74-4218-9ace-9ed87934bb73 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:52.782721 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0a7bf9d7-90ee-44b4-9add-3b8a2f9c48bf req-2b5df6ac-04e4-4f1c-8ee1-f2938645dcdb service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0812328 Nov 12 01:05:52.784375 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-debe579c-4491-4bfa-acc1-cc4ad7f3a942 req-8b3cec95-e929-4300-8970-6b247de46f6d tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:52.806219 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cce36d8f-03e3-4e0f-a679-9253b72380af req-d6a38d09-3e4a-4002-82f5-8c17d504e693 tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] 10.222.0.20 "GET /v2.0/security-groups?id=288cd6e6-5f91-47e7-a0b4-8cbeb7feced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061812 Nov 12 01:05:52.863842 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['dda3df9e-c960-46ed-9a40-22ca9c5ff7ab'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:05:52.898598 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3cec95-e929-4300-8970-6b247de46f6d tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] Pushing event deleted for resources: {'Port': ['ID=dda3df9e-c960-46ed-9a40-22ca9c5ff7ab,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:53.244977 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 300149d7-8765-4a44-b726-2f9b614c9993 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:05:53.334449 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:05:53.358893 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-d2ad63ad-ff74-4218-9ace-9ed87934bb73 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Allocated IP 2001:db8::1 (2fe54012-600d-4e05-b921-9b26fdfef7b7/deebbdf0-542c-4b67-a457-eb2a2b172565/eacbe465-94b5-43ce-9855-c7f8b3a0eb58) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:05:53.389444 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 300149d7-8765-4a44-b726-2f9b614c9993 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:53.389828 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:53.571646 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d2ad63ad-ff74-4218-9ace-9ed87934bb73 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:53.623273 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:53.643752 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-debe579c-4491-4bfa-acc1-cc4ad7f3a942 req-8b3cec95-e929-4300-8970-6b247de46f6d tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] No DVR routers for this DVR port dda3df9e-c960-46ed-9a40-22ca9c5ff7ab on host n-h2-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:05:53.646972 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d2ad63ad-ff74-4218-9ace-9ed87934bb73 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:53.655060 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-debe579c-4491-4bfa-acc1-cc4ad7f3a942 req-8b3cec95-e929-4300-8970-6b247de46f6d tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:53.659803 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-debe579c-4491-4bfa-acc1-cc4ad7f3a942 req-8b3cec95-e929-4300-8970-6b247de46f6d tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] 10.222.0.54 "DELETE /v2.0/ports/dda3df9e-c960-46ed-9a40-22ca9c5ff7ab HTTP/1.1" status: 204 len: 173 time: 1.8805573 Nov 12 01:05:53.661826 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '400fb73a-7d29-406c-b070-ef37853cabad', 'name': 'network-vif-deleted', 'tag': 'dda3df9e-c960-46ed-9a40-22ca9c5ff7ab'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:05:53.664581 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e730a28-760e-4292-baf9-e597d8bd68be" -d '{"events": [{"server_uuid": "400fb73a-7d29-406c-b070-ef37853cabad", "name": "network-vif-deleted", "tag": "dda3df9e-c960-46ed-9a40-22ca9c5ff7ab"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:05:53.666824 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 300149d7-8765-4a44-b726-2f9b614c9993, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=300149d7-8765-4a44-b726-2f9b614c9993,segment=NetworkSegment(e4305be8-a60f-40d3-a643-c09f16c6b687),segment_id=e4305be8-a60f-40d3-a643-c09f16c6b687)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:53.672884 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:53.701058 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b39a3217-2b7c-4a58-b256-9294ff8ae967 req-13ebe840-dfc0-4a2e-9fe8-f6e8573845f5 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0592995 Nov 12 01:05:53.713608 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ad63ad-ff74-4218-9ace-9ed87934bb73 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Network 2fe54012-600d-4e05-b921-9b26fdfef7b7 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:05:53.796573 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beccd0c6-53f6-4dda-b83e-90cf7c083b6e x-openstack-request-id: req-beccd0c6-53f6-4dda-b83e-90cf7c083b6e {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:05:53.797147 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "400fb73a-7d29-406c-b070-ef37853cabad", "name": "network-vif-deleted", "tag": "dda3df9e-c960-46ed-9a40-22ca9c5ff7ab", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:05:53.797523 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-beccd0c6-53f6-4dda-b83e-90cf7c083b6e {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:05:53.798029 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '400fb73a-7d29-406c-b070-ef37853cabad', 'name': 'network-vif-deleted', 'tag': 'dda3df9e-c960-46ed-9a40-22ca9c5ff7ab', 'status': 'completed', 'code': 200} Nov 12 01:05:53.811484 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=300149d7-8765-4a44-b726-2f9b614c9993,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:53.836390 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-d2ad63ad-ff74-4218-9ace-9ed87934bb73 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:05:53.840032 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ad63ad-ff74-4218-9ace-9ed87934bb73 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:05:53.840885 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d2ad63ad-ff74-4218-9ace-9ed87934bb73 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:53.921070 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad63ad-ff74-4218-9ace-9ed87934bb73 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event updated for resources: {'Port': ['ID=eacbe465-94b5-43ce-9855-c7f8b3a0eb58,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:53.948821 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6dff9f9-99cc-48af-96f6-bd082e54ba0f None None] Network 2fe54012-600d-4e05-b921-9b26fdfef7b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:05:54.018346 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dce6a541-87da-40b3-a221-84af0f3b4288 req-7f83bcd0-d6ea-4ad4-8a39-40daf957e434 tempest-VolumesNegativeTest-313757182 tempest-VolumesNegativeTest-313757182-project] 10.222.0.20 "GET /v2.0/ports?device_id=400fb73a-7d29-406c-b070-ef37853cabad HTTP/1.1" status: 200 len: 210 time: 0.0515718 Nov 12 01:05:54.086906 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d2ad63ad-ff74-4218-9ace-9ed87934bb73 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:54.125364 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-f74e24a1-52b2-44ad-b7ec-7df45cf4a665 None None] Provisioning complete for port 300149d7-8765-4a44-b726-2f9b614c9993 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:54.126107 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f74e24a1-52b2-44ad-b7ec-7df45cf4a665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:54.207392 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [req-086e35aa-2f86-4de6-a315-4b3deffe461e req-f2c82642-6736-4f97-afb5-fe70a975603b tempest-MultipleCreateTestJSON-1562207377 tempest-MultipleCreateTestJSON-1562207377-project] (102662) timed out ('10.222.0.54', 52847) {{(pid=102662) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 01:05:54.492434 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d2ad63ad-ff74-4218-9ace-9ed87934bb73 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:54.498287 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d2ad63ad-ff74-4218-9ace-9ed87934bb73 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:54.499066 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d2ad63ad-ff74-4218-9ace-9ed87934bb73 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:54.569365 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad63ad-ff74-4218-9ace-9ed87934bb73 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event updated for resources: {'Port': ['ID=eacbe465-94b5-43ce-9855-c7f8b3a0eb58,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:54.636904 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-28585cf3-75cd-4380-b0a5-a29443cd4708 None None] Provisioning complete for port 300149d7-8765-4a44-b726-2f9b614c9993 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:54.637941 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-28585cf3-75cd-4380-b0a5-a29443cd4708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:54.720077 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ad63ad-ff74-4218-9ace-9ed87934bb73 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Network 2fe54012-600d-4e05-b921-9b26fdfef7b7 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:05:54.729617 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-d2ad63ad-ff74-4218-9ace-9ed87934bb73 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:05:54.779722 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-28585cf3-75cd-4380-b0a5-a29443cd4708 None None] Provisioning complete for port eacbe465-94b5-43ce-9855-c7f8b3a0eb58 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:54.779722 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-28585cf3-75cd-4380-b0a5-a29443cd4708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:54.841014 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device dda3df9e-c960-46ed-9a40-22ca9c5ff7ab no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:05:54.873233 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: dda3df9e-c960-46ed-9a40-22ca9c5ff7ab {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:05:54.874328 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device dda3df9e-c960-46ed-9a40-22ca9c5ff7ab not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:05:54.892144 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-28585cf3-75cd-4380-b0a5-a29443cd4708 None None] Port eacbe465-94b5-43ce-9855-c7f8b3a0eb58 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:05:54.944393 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ad63ad-ff74-4218-9ace-9ed87934bb73 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Router 0d90d0dd-ed21-4ae0-82ee-2321a2ea4071 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:05:55.036885 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-96b0a58e-970d-4c50-90ee-fe5876d3e68b None None] Provisioning complete for port eacbe465-94b5-43ce-9855-c7f8b3a0eb58 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:55.037529 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-96b0a58e-970d-4c50-90ee-fe5876d3e68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:55.089367 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ad63ad-ff74-4218-9ace-9ed87934bb73 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:05:55.110299 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d2ad63ad-ff74-4218-9ace-9ed87934bb73 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "PUT /v2.0/routers/0d90d0dd-ed21-4ae0-82ee-2321a2ea4071/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7311456 Nov 12 01:05:55.113394 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 54896) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:55.128686 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-96b0a58e-970d-4c50-90ee-fe5876d3e68b None None] Port eacbe465-94b5-43ce-9855-c7f8b3a0eb58 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:05:55.134871 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 300149d7-8765-4a44-b726-2f9b614c9993 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:05:55.137398 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ffa30a-f075-4034-9590-944d1cf972bc None None] Sync routers for ids ['0d90d0dd-ed21-4ae0-82ee-2321a2ea4071'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:05:55.193332 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ffa30a-f075-4034-9590-944d1cf972bc None None] Routers {'0d90d0dd-ed21-4ae0-82ee-2321a2ea4071'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:05:55.194036 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-e6ffa30a-f075-4034-9590-944d1cf972bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:05:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['0d90d0dd-ed21-4ae0-82ee-2321a2ea4071'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:55.216785 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551f30d2-307f-4422-bdfb-5411bdf6042d tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:55.218669 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-551f30d2-307f-4422-bdfb-5411bdf6042d tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "GET /v2.0/ports/eacbe465-94b5-43ce-9855-c7f8b3a0eb58 HTTP/1.1" status: 200 len: 911 time: 0.1042228 Nov 12 01:05:55.221675 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 54904) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:55.227752 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-5c245fc6-e9ff-474b-b572-d67d3aab7712 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'deebbdf0-542c-4b67-a457-eb2a2b172565'}]}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:55.235177 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-e6ffa30a-f075-4034-9590-944d1cf972bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:55.264539 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ffa30a-f075-4034-9590-944d1cf972bc None None] Routers {'0d90d0dd-ed21-4ae0-82ee-2321a2ea4071'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:05:55.265170 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-e6ffa30a-f075-4034-9590-944d1cf972bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:05:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['0d90d0dd-ed21-4ae0-82ee-2321a2ea4071'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:55.314818 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-e6ffa30a-f075-4034-9590-944d1cf972bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:55.316397 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ffa30a-f075-4034-9590-944d1cf972bc None None] The sync data for ids ['0d90d0dd-ed21-4ae0-82ee-2321a2ea4071'] in n-d-812236-11 is: [] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:05:55.323384 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 300149d7-8765-4a44-b726-2f9b614c9993 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:55.323760 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:55.435559 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5c245fc6-e9ff-474b-b572-d67d3aab7712 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:55.597334 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-cbdd9414-3184-4cf0-ad07-f780647f62e6 None None] Provisioning complete for port eacbe465-94b5-43ce-9855-c7f8b3a0eb58 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:55.597723 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cbdd9414-3184-4cf0-ad07-f780647f62e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:55.691696 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-cbdd9414-3184-4cf0-ad07-f780647f62e6 None None] Port eacbe465-94b5-43ce-9855-c7f8b3a0eb58 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:05:55.781090 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1d8caca5-e394-4df1-a0ff-1b0b0f261c4a req-0f20e850-3e4d-4314-960f-44140aface76 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0281661 Nov 12 01:05:55.943096 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5c245fc6-e9ff-474b-b572-d67d3aab7712 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:55.956866 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5c245fc6-e9ff-474b-b572-d67d3aab7712 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:55.969246 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c245fc6-e9ff-474b-b572-d67d3aab7712 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:55.970432 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5c245fc6-e9ff-474b-b572-d67d3aab7712 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:55.972666 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5c245fc6-e9ff-474b-b572-d67d3aab7712 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "PUT /v2.0/ports/eacbe465-94b5-43ce-9855-c7f8b3a0eb58 HTTP/1.1" status: 200 len: 911 time: 0.7497489 Nov 12 01:05:55.975872 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 54952) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:55.987494 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-08517a8a-946a-4ff7-8454-10475ee20461 req-0af1d7ac-eeaa-46a4-b74b-2d41b8f58950 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0633516 Nov 12 01:05:56.150422 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c245fc6-e9ff-474b-b572-d67d3aab7712 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event updated for resources: {'Port': ['ID=eacbe465-94b5-43ce-9855-c7f8b3a0eb58,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:56.503348 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-672e7547-d96c-46a1-ae71-7f0cfddd2189 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:56.884296 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-672e7547-d96c-46a1-ae71-7f0cfddd2189 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Deleting port eacbe465-94b5-43ce-9855-c7f8b3a0eb58 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:05:56.884631 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-672e7547-d96c-46a1-ae71-7f0cfddd2189 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:56.979482 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-672e7547-d96c-46a1-ae71-7f0cfddd2189 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:56.999710 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-672e7547-d96c-46a1-ae71-7f0cfddd2189 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Calling delete_port for eacbe465-94b5-43ce-9855-c7f8b3a0eb58 owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:05:57.241266 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-672e7547-d96c-46a1-ae71-7f0cfddd2189 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:57.269200 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e7547-d96c-46a1-ae71-7f0cfddd2189 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event deleted for resources: {'Port': ['ID=eacbe465-94b5-43ce-9855-c7f8b3a0eb58,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:57.471236 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-672e7547-d96c-46a1-ae71-7f0cfddd2189 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:57.738226 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-672e7547-d96c-46a1-ae71-7f0cfddd2189 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Router 0d90d0dd-ed21-4ae0-82ee-2321a2ea4071 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:05:57.896237 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672e7547-d96c-46a1-ae71-7f0cfddd2189 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:05:57.909288 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-672e7547-d96c-46a1-ae71-7f0cfddd2189 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "PUT /v2.0/routers/0d90d0dd-ed21-4ae0-82ee-2321a2ea4071/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9322467 Nov 12 01:05:57.913943 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9458dc68-9f63-4654-bba9-d0f29767dc83 None None] Sync routers for ids ['0d90d0dd-ed21-4ae0-82ee-2321a2ea4071'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:05:57.922262 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1876b2e1-ac46-4d39-b6d3-f24b0c4eea93 req-d025ff3a-b71e-4f65-b6ed-ba7ad193dba9 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0511668 Nov 12 01:05:57.922262 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 55136) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:57.931021 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9458dc68-9f63-4654-bba9-d0f29767dc83 None None] Routers {'0d90d0dd-ed21-4ae0-82ee-2321a2ea4071'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:05:57.931652 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-9458dc68-9f63-4654-bba9-d0f29767dc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:05:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['0d90d0dd-ed21-4ae0-82ee-2321a2ea4071'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:57.985927 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-9ef5c75c-adcf-4944-9f74-52f1d848eb6b tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d90d0dd-ed21-4ae0-82ee-2321a2ea4071 HTTP/1.1" status: 200 len: 205 time: 0.0638621 Nov 12 01:05:57.986458 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-9458dc68-9f63-4654-bba9-d0f29767dc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:57.986944 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 55146) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:57.997525 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9458dc68-9f63-4654-bba9-d0f29767dc83 None None] Routers {'0d90d0dd-ed21-4ae0-82ee-2321a2ea4071'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:05:57.998295 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-9458dc68-9f63-4654-bba9-d0f29767dc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:05:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['0d90d0dd-ed21-4ae0-82ee-2321a2ea4071'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:58.035507 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-9458dc68-9f63-4654-bba9-d0f29767dc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:58.036153 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9458dc68-9f63-4654-bba9-d0f29767dc83 None None] The sync data for ids ['0d90d0dd-ed21-4ae0-82ee-2321a2ea4071'] in n-d-812236-11 is: [] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:05:58.098347 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0d2d974a-56b7-4a8f-8430-5f5c23153c4a tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:58.224326 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5161344f-cf9c-473a-bbf6-72f07d3ac7fb req-09826f5c-6165-4702-b5b0-d9a181600b95 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0709772 Nov 12 01:05:58.674212 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0d2d974a-56b7-4a8f-8430-5f5c23153c4a tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:58.676804 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0d2d974a-56b7-4a8f-8430-5f5c23153c4a tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:58.738739 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0d2d974a-56b7-4a8f-8430-5f5c23153c4a tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:58.739371 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2d974a-56b7-4a8f-8430-5f5c23153c4a tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Fanout notify agent at l3_agent the message router_deleted on router 0d90d0dd-ed21-4ae0-82ee-2321a2ea4071 {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:05:58.793041 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0d2d974a-56b7-4a8f-8430-5f5c23153c4a tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:58.794237 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0d2d974a-56b7-4a8f-8430-5f5c23153c4a tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "DELETE /v2.0/routers/0d90d0dd-ed21-4ae0-82ee-2321a2ea4071 HTTP/1.1" status: 204 len: 168 time: 0.8062813 Nov 12 01:05:58.796796 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 55190) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:58.870989 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-c62bdd60-30f9-4c0d-a668-7a2ade9f33e0 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Deleting subnet deebbdf0-542c-4b67-a457-eb2a2b172565 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:05:58.874478 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c62bdd60-30f9-4c0d-a668-7a2ade9f33e0 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:58.918965 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c62bdd60-30f9-4c0d-a668-7a2ade9f33e0 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:59.033785 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c62bdd60-30f9-4c0d-a668-7a2ade9f33e0 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:59.113318 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c62bdd60-30f9-4c0d-a668-7a2ade9f33e0 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:59.143359 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62bdd60-30f9-4c0d-a668-7a2ade9f33e0 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event deleted for resources: {'Subnet': ['ID=deebbdf0-542c-4b67-a457-eb2a2b172565,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:59.150721 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c62bdd60-30f9-4c0d-a668-7a2ade9f33e0 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:59.154800 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c62bdd60-30f9-4c0d-a668-7a2ade9f33e0 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "DELETE /v2.0/subnets/deebbdf0-542c-4b67-a457-eb2a2b172565 HTTP/1.1" status: 204 len: 168 time: 0.3569462 Nov 12 01:05:59.157247 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2fb084-cc9c-48be-893e-32338c9e677b None None] Network 2fe54012-600d-4e05-b921-9b26fdfef7b7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:05:59.158103 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 55204) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:59.296753 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-188354e3-d031-4eef-bdef-3577bc87f08c tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:59.386674 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-188354e3-d031-4eef-bdef-3577bc87f08c tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Deleting port 300149d7-8765-4a44-b726-2f9b614c9993 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:05:59.387008 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-188354e3-d031-4eef-bdef-3577bc87f08c tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:59.406971 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd806275-6b38-4bf5-9991-e861b466febd None None] DHCP port deletion for 2fe54012-600d-4e05-b921-9b26fdfef7b7 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:05:59.488018 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-188354e3-d031-4eef-bdef-3577bc87f08c tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] For port 300149d7-8765-4a44-b726-2f9b614c9993, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=300149d7-8765-4a44-b726-2f9b614c9993,segment=NetworkSegment(e4305be8-a60f-40d3-a643-c09f16c6b687),segment_id=e4305be8-a60f-40d3-a643-c09f16c6b687)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:59.488390 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-188354e3-d031-4eef-bdef-3577bc87f08c tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:59.501063 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-cd806275-6b38-4bf5-9991-e861b466febd None None] Deleting port 300149d7-8765-4a44-b726-2f9b614c9993 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:05:59.502068 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cd806275-6b38-4bf5-9991-e861b466febd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:59.512074 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-188354e3-d031-4eef-bdef-3577bc87f08c tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Calling delete_port for 300149d7-8765-4a44-b726-2f9b614c9993 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:05:59.581744 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-cd806275-6b38-4bf5-9991-e861b466febd None None] For port 300149d7-8765-4a44-b726-2f9b614c9993, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=300149d7-8765-4a44-b726-2f9b614c9993,segment=NetworkSegment(e4305be8-a60f-40d3-a643-c09f16c6b687),segment_id=e4305be8-a60f-40d3-a643-c09f16c6b687)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:59.582532 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cd806275-6b38-4bf5-9991-e861b466febd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:59.596398 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-cd806275-6b38-4bf5-9991-e861b466febd None None] Calling delete_port for 300149d7-8765-4a44-b726-2f9b614c9993 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:05:59.698517 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cd806275-6b38-4bf5-9991-e861b466febd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:59.705203 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-188354e3-d031-4eef-bdef-3577bc87f08c tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:59.735020 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd806275-6b38-4bf5-9991-e861b466febd None None] No DVR routers for this DVR port 300149d7-8765-4a44-b726-2f9b614c9993 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:05:59.739629 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd806275-6b38-4bf5-9991-e861b466febd None None] Pushing event deleted for resources: {'Port': ['ID=300149d7-8765-4a44-b726-2f9b614c9993,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:59.753459 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd806275-6b38-4bf5-9991-e861b466febd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:59.753997 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd806275-6b38-4bf5-9991-e861b466febd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:59.754515 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd806275-6b38-4bf5-9991-e861b466febd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:59.755026 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd806275-6b38-4bf5-9991-e861b466febd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:59.755516 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd806275-6b38-4bf5-9991-e861b466febd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:59.756244 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd806275-6b38-4bf5-9991-e861b466febd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:59.756731 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd806275-6b38-4bf5-9991-e861b466febd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:59.757222 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd806275-6b38-4bf5-9991-e861b466febd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:59.757751 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd806275-6b38-4bf5-9991-e861b466febd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:59.758252 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd806275-6b38-4bf5-9991-e861b466febd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:59.758739 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd806275-6b38-4bf5-9991-e861b466febd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:59.759213 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd806275-6b38-4bf5-9991-e861b466febd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:59.760618 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188354e3-d031-4eef-bdef-3577bc87f08c tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] No DVR routers for this DVR port 300149d7-8765-4a44-b726-2f9b614c9993 on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:05:59.787335 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188354e3-d031-4eef-bdef-3577bc87f08c tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event deleted for resources: {'Port': ['ID=300149d7-8765-4a44-b726-2f9b614c9993,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:59.857960 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-188354e3-d031-4eef-bdef-3577bc87f08c tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:59.897367 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-188354e3-d031-4eef-bdef-3577bc87f08c tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fe54012-600d-4e05-b921-9b26fdfef7b7']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:59.913218 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-188354e3-d031-4eef-bdef-3577bc87f08c tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4305be8-a60f-40d3-a643-c09f16c6b687') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:59.913550 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-188354e3-d031-4eef-bdef-3577bc87f08c tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4305be8-a60f-40d3-a643-c09f16c6b687') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:59.925621 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-188354e3-d031-4eef-bdef-3577bc87f08c tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:59.940766 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-188354e3-d031-4eef-bdef-3577bc87f08c tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:59.948251 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-188354e3-d031-4eef-bdef-3577bc87f08c tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:05:59.949539 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-188354e3-d031-4eef-bdef-3577bc87f08c tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:00.045286 n-d-812236-11 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:06:00.045286 n-d-812236-11 neutron-server[102661]: self.session.flush() Nov 12 01:06:00.045286 n-d-812236-11 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:06:00.045286 n-d-812236-11 neutron-server[102661]: self.session.flush() Nov 12 01:06:00.045286 n-d-812236-11 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:06:00.045286 n-d-812236-11 neutron-server[102661]: self.session.flush() Nov 12 01:06:00.045286 n-d-812236-11 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:06:00.045286 n-d-812236-11 neutron-server[102661]: self.session.flush() Nov 12 01:06:00.045286 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:06:00.045286 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:06:00.045286 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:06:00.045286 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:06:00.045286 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:06:00.045286 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:06:00.045286 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:06:00.045286 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:06:00.045286 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:06:00.045286 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:06:00.045286 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:06:00.045286 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:06:00.045286 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:06:00.045286 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:06:00.045286 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:06:00.045286 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:06:00.045286 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:06:00.045286 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:06:00.045286 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:06:00.045286 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:06:00.045286 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:06:00.045286 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:06:00.045286 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:06:00.045286 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:06:00.045286 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:06:00.045286 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:06:00.045286 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:06:00.045286 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:06:00.045286 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:06:00.045286 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:06:00.045286 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:06:00.045286 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:06:00.062700 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-188354e3-d031-4eef-bdef-3577bc87f08c tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:00.096425 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-188354e3-d031-4eef-bdef-3577bc87f08c tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:00.103937 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-188354e3-d031-4eef-bdef-3577bc87f08c tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "DELETE /v2.0/networks/2fe54012-600d-4e05-b921-9b26fdfef7b7 HTTP/1.1" status: 204 len: 168 time: 0.9402983 Nov 12 01:06:00.103937 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188354e3-d031-4eef-bdef-3577bc87f08c tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event deleted for resources: {'Network': ['ID=2fe54012-600d-4e05-b921-9b26fdfef7b7,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:00.104592 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 55222) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:00.109744 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-27834fe8-acfb-4ebb-aa4e-3af3347b38c1 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-945602069', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:00.144740 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-27834fe8-acfb-4ebb-aa4e-3af3347b38c1 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:00.149033 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-27834fe8-acfb-4ebb-aa4e-3af3347b38c1 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:00.214893 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f644d648-6e92-478c-8a4a-9cffd6af320c req-139b5039-ecd7-44db-be09-60a1e8e5a5d8 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0484865 Nov 12 01:06:00.253179 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-27834fe8-acfb-4ebb-aa4e-3af3347b38c1 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:00.262477 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-27834fe8-acfb-4ebb-aa4e-3af3347b38c1 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:00.296924 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-27834fe8-acfb-4ebb-aa4e-3af3347b38c1 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:00.299938 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-27834fe8-acfb-4ebb-aa4e-3af3347b38c1 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1945848 Nov 12 01:06:00.302550 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 55230) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:00.313507 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-d40272b3-21b2-445a-b2ba-0d4489ba9ae2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1875350559'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:00.355006 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40272b3-21b2-445a-b2ba-0d4489ba9ae2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Made reservation on behalf of a11eef8310e84cba843e1022bed4f066 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:00.363819 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d40272b3-21b2-445a-b2ba-0d4489ba9ae2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:00.425910 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d40272b3-21b2-445a-b2ba-0d4489ba9ae2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:06:00.436423 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d40272b3-21b2-445a-b2ba-0d4489ba9ae2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:00.437020 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-d40272b3-21b2-445a-b2ba-0d4489ba9ae2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Added segment e2e7e76b-73f6-4064-82d1-25cf67e7f65f of type vlan for network 11b820aa-bc47-436b-80cb-734063e1b2b2 Nov 12 01:06:00.482263 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d40272b3-21b2-445a-b2ba-0d4489ba9ae2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:00.523829 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a8abb260-1eaf-4d54-9724-1db7f753294f req-35c925c3-bd61-4a7f-a54d-d5d53c7a86ba service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1294940 Nov 12 01:06:00.524852 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d40272b3-21b2-445a-b2ba-0d4489ba9ae2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:00.533027 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40272b3-21b2-445a-b2ba-0d4489ba9ae2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:00.533720 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d40272b3-21b2-445a-b2ba-0d4489ba9ae2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:00.612079 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40272b3-21b2-445a-b2ba-0d4489ba9ae2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event updated for resources: {'Network': ['ID=11b820aa-bc47-436b-80cb-734063e1b2b2,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:00.621676 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 55238) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:00.621820 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d40272b3-21b2-445a-b2ba-0d4489ba9ae2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3178854 Nov 12 01:06:00.627841 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-9d3aab29-7a12-452d-9aa6-91964ebfa090 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Request body: {'subnet': {'network_id': '11b820aa-bc47-436b-80cb-734063e1b2b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:00.631984 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 11b820aa-bc47-436b-80cb-734063e1b2b2 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:06:00.764027 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3aab29-7a12-452d-9aa6-91964ebfa090 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Made reservation on behalf of a11eef8310e84cba843e1022bed4f066 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:00.770445 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9d3aab29-7a12-452d-9aa6-91964ebfa090 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:01.073704 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 300149d7-8765-4a44-b726-2f9b614c9993 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:06:01.083282 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9d3aab29-7a12-452d-9aa6-91964ebfa090 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:01.096582 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 300149d7-8765-4a44-b726-2f9b614c9993 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:06:01.097059 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 300149d7-8765-4a44-b726-2f9b614c9993 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:06:01.169414 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3aab29-7a12-452d-9aa6-91964ebfa090 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event updated for resources: {'Subnet': ['ID=ed101d14-52e2-4b04-b443-d8deefbde359,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:01.184583 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3aab29-7a12-452d-9aa6-91964ebfa090 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Checking segment: {'id': 'e2e7e76b-73f6-4064-82d1-25cf67e7f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '11b820aa-bc47-436b-80cb-734063e1b2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:01.185057 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3aab29-7a12-452d-9aa6-91964ebfa090 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Network hostable DHCP agents. Network: 11b820aa-bc47-436b-80cb-734063e1b2b2, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:06:01.209460 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3aab29-7a12-452d-9aa6-91964ebfa090 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Network 11b820aa-bc47-436b-80cb-734063e1b2b2 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:06:01.221750 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-9d3aab29-7a12-452d-9aa6-91964ebfa090 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 11b820aa-bc47-436b-80cb-734063e1b2b2) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:01.227901 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3aab29-7a12-452d-9aa6-91964ebfa090 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:01.229095 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9d3aab29-7a12-452d-9aa6-91964ebfa090 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:01.230796 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9fad72-c06c-425a-a01f-756bc203be08 None None] Network 11b820aa-bc47-436b-80cb-734063e1b2b2 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:01.259126 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-9d3aab29-7a12-452d-9aa6-91964ebfa090 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6354425 Nov 12 01:06:01.261391 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 55250) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:01.612321 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89929e2-826a-4f3e-89ee-b977046483f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-11b820aa-bc47-436b-80cb-734063e1b2b2', 'network_id': '11b820aa-bc47-436b-80cb-734063e1b2b2', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'fixed_ips': [{'subnet_id': 'ed101d14-52e2-4b04-b443-d8deefbde359'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:06:01.613189 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b89929e2-826a-4f3e-89ee-b977046483f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:01.781333 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5ee1e401-9978-4ccb-aded-573f73d3f931 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:01.864846 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-b89929e2-826a-4f3e-89ee-b977046483f5 None None] Allocated IP 2001:db8::2 (11b820aa-bc47-436b-80cb-734063e1b2b2/ed101d14-52e2-4b04-b443-d8deefbde359/e4424a45-69a8-438c-ab49-629aa2fb4e88) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:02.135762 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b89929e2-826a-4f3e-89ee-b977046483f5 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:02.145848 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b89929e2-826a-4f3e-89ee-b977046483f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:02.213232 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89929e2-826a-4f3e-89ee-b977046483f5 None None] Network 11b820aa-bc47-436b-80cb-734063e1b2b2 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:02.218535 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-b89929e2-826a-4f3e-89ee-b977046483f5 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:02.224543 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89929e2-826a-4f3e-89ee-b977046483f5 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:02.255884 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89929e2-826a-4f3e-89ee-b977046483f5 None None] Pushing event updated for resources: {'Port': ['ID=e4424a45-69a8-438c-ab49-629aa2fb4e88,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:02.307362 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-5ee1e401-9978-4ccb-aded-573f73d3f931 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Allocated IP 2001:db8::1 (11b820aa-bc47-436b-80cb-734063e1b2b2/ed101d14-52e2-4b04-b443-d8deefbde359/79ee44a4-ab93-468e-a581-77c697c03b37) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:02.382260 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-b89929e2-826a-4f3e-89ee-b977046483f5 None None] Attempting to bind port e4424a45-69a8-438c-ab49-629aa2fb4e88 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:02.383150 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-b89929e2-826a-4f3e-89ee-b977046483f5 None None] Attempting to bind port e4424a45-69a8-438c-ab49-629aa2fb4e88 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'e2e7e76b-73f6-4064-82d1-25cf67e7f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '11b820aa-bc47-436b-80cb-734063e1b2b2'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:02.385433 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89929e2-826a-4f3e-89ee-b977046483f5 None None] Attempting to bind port e4424a45-69a8-438c-ab49-629aa2fb4e88 on network 11b820aa-bc47-436b-80cb-734063e1b2b2 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:02.394140 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89929e2-826a-4f3e-89ee-b977046483f5 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:06:02.394842 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89929e2-826a-4f3e-89ee-b977046483f5 None None] Checking segment: {'id': 'e2e7e76b-73f6-4064-82d1-25cf67e7f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '11b820aa-bc47-436b-80cb-734063e1b2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:02.395430 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b89929e2-826a-4f3e-89ee-b977046483f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:02.396003 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89929e2-826a-4f3e-89ee-b977046483f5 None None] Bound using segment: {'id': 'e2e7e76b-73f6-4064-82d1-25cf67e7f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '11b820aa-bc47-436b-80cb-734063e1b2b2'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:06:02.396668 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-b89929e2-826a-4f3e-89ee-b977046483f5 None None] Bound port: e4424a45-69a8-438c-ab49-629aa2fb4e88, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e7e76b-73f6-4064-82d1-25cf67e7f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '11b820aa-bc47-436b-80cb-734063e1b2b2'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:06:02.397251 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b89929e2-826a-4f3e-89ee-b977046483f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:02.562490 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b89929e2-826a-4f3e-89ee-b977046483f5 None None] For port e4424a45-69a8-438c-ab49-629aa2fb4e88, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:06:02.568450 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b89929e2-826a-4f3e-89ee-b977046483f5 None None] For port e4424a45-69a8-438c-ab49-629aa2fb4e88, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=e4424a45-69a8-438c-ab49-629aa2fb4e88,segment=NetworkSegment(e2e7e76b-73f6-4064-82d1-25cf67e7f65f),segment_id=e2e7e76b-73f6-4064-82d1-25cf67e7f65f)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:06:02.588742 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b89929e2-826a-4f3e-89ee-b977046483f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:02.651696 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5ee1e401-9978-4ccb-aded-573f73d3f931 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:02.720304 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89929e2-826a-4f3e-89ee-b977046483f5 None None] Pushing event updated for resources: {'Port': ['ID=e4424a45-69a8-438c-ab49-629aa2fb4e88,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:02.773940 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ef7b879a-020b-4656-ac80-88b03739d3f8 req-c4b0bd8f-4019-46fd-a8a1-4801f0442109 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0400565 Nov 12 01:06:02.775634 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5ee1e401-9978-4ccb-aded-573f73d3f931 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:02.805071 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 55278) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:02.894352 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee1e401-9978-4ccb-aded-573f73d3f931 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event updated for resources: {'Port': ['ID=79ee44a4-ab93-468e-a581-77c697c03b37,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:02.908915 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee1e401-9978-4ccb-aded-573f73d3f931 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Network 11b820aa-bc47-436b-80cb-734063e1b2b2 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:02.914520 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-5ee1e401-9978-4ccb-aded-573f73d3f931 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:02.925641 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee1e401-9978-4ccb-aded-573f73d3f931 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:02.926495 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5ee1e401-9978-4ccb-aded-573f73d3f931 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:03.053163 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c28b1dc4-9411-44d3-b9a6-b7e2bf4e7aca req-e42026b7-58bc-4507-9f79-a565e28db8b9 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0530407 Nov 12 01:06:03.150247 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2e549839-6b18-4be2-9277-0a3299fa0975 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d97ea2fdfe0640449f414ee4cf8f65c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3415632 Nov 12 01:06:03.151831 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 55288) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:03.238874 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5ee1e401-9978-4ccb-aded-573f73d3f931 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:03.262822 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2e56d160-e5d3-4b60-8193-5c6fb4b01557 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:03.335627 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2e56d160-e5d3-4b60-8193-5c6fb4b01557 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:03.490758 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2e56d160-e5d3-4b60-8193-5c6fb4b01557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:03.495584 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2e56d160-e5d3-4b60-8193-5c6fb4b01557 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:03.501509 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-2e56d160-e5d3-4b60-8193-5c6fb4b01557 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/288cd6e6-5f91-47e7-a0b4-8cbeb7feced4 HTTP/1.1" status: 204 len: 168 time: 0.3466547 Nov 12 01:06:03.525760 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e56d160-e5d3-4b60-8193-5c6fb4b01557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288cd6e6-5f91-47e7-a0b4-8cbeb7feced4,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:03.731796 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5ee1e401-9978-4ccb-aded-573f73d3f931 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:03.737822 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5ee1e401-9978-4ccb-aded-573f73d3f931 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:03.738816 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5ee1e401-9978-4ccb-aded-573f73d3f931 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:03.876863 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee1e401-9978-4ccb-aded-573f73d3f931 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event updated for resources: {'Port': ['ID=79ee44a4-ab93-468e-a581-77c697c03b37,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:03.944437 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee1e401-9978-4ccb-aded-573f73d3f931 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Network 11b820aa-bc47-436b-80cb-734063e1b2b2 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:03.946337 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-5ee1e401-9978-4ccb-aded-573f73d3f931 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:04.140622 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ee1e401-9978-4ccb-aded-573f73d3f931 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Router 5a14ad7a-991e-4659-8edb-a2600b2968dd is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:06:04.280317 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b0a8b02-712a-4e22-bc2a-da974a4fc006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:04.319254 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee1e401-9978-4ccb-aded-573f73d3f931 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:06:04.331772 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e497a9-a408-4796-af81-e0eec0b6ad26 None None] Sync routers for ids ['5a14ad7a-991e-4659-8edb-a2600b2968dd'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:06:04.338707 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 55318) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:04.339684 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5ee1e401-9978-4ccb-aded-573f73d3f931 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "PUT /v2.0/routers/5a14ad7a-991e-4659-8edb-a2600b2968dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0753005 Nov 12 01:06:04.347161 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e497a9-a408-4796-af81-e0eec0b6ad26 None None] Routers {'5a14ad7a-991e-4659-8edb-a2600b2968dd'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:04.349090 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-82e497a9-a408-4796-af81-e0eec0b6ad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:05:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['5a14ad7a-991e-4659-8edb-a2600b2968dd'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:04.357533 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-fd72bdb7-b278-4b59-a759-3231fc878789 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-200882102'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:04.408784 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd72bdb7-b278-4b59-a759-3231fc878789 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Made reservation on behalf of a11eef8310e84cba843e1022bed4f066 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:04.421542 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fd72bdb7-b278-4b59-a759-3231fc878789 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:04.493000 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd72bdb7-b278-4b59-a759-3231fc878789 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:06:04.519198 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fd72bdb7-b278-4b59-a759-3231fc878789 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:04.520724 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-fd72bdb7-b278-4b59-a759-3231fc878789 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Added segment 8ae5867e-e8ca-4aff-b4ba-cb5a64724d2a of type vlan for network 6049b094-a95b-4c4b-942c-09f4a0f80538 Nov 12 01:06:04.599257 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-82e497a9-a408-4796-af81-e0eec0b6ad26 None None] Set router 5a14ad7a-991e-4659-8edb-a2600b2968dd gateway port host: None {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:04.638686 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fd72bdb7-b278-4b59-a759-3231fc878789 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:04.659922 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d56e060-f944-4373-b5da-1fdf07ca430a None None] Network 11b820aa-bc47-436b-80cb-734063e1b2b2 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:04.695420 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fd72bdb7-b278-4b59-a759-3231fc878789 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:04.706631 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd72bdb7-b278-4b59-a759-3231fc878789 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:04.709304 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fd72bdb7-b278-4b59-a759-3231fc878789 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:04.824026 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd72bdb7-b278-4b59-a759-3231fc878789 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event updated for resources: {'Network': ['ID=6049b094-a95b-4c4b-942c-09f4a0f80538,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:04.850149 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-fd72bdb7-b278-4b59-a759-3231fc878789 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5085623 Nov 12 01:06:04.851844 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 6049b094-a95b-4c4b-942c-09f4a0f80538 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:06:04.852946 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 55340) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:04.858580 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-350c7e97-9bd0-45b5-b546-3221d43c5a9f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Request body: {'subnet': {'network_id': '6049b094-a95b-4c4b-942c-09f4a0f80538', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:04.935000 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-3dd25063-b86e-4b98-bfeb-16d93b058073 None None] Provisioning complete for port e4424a45-69a8-438c-ab49-629aa2fb4e88 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:04.935372 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3dd25063-b86e-4b98-bfeb-16d93b058073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:04.972811 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350c7e97-9bd0-45b5-b546-3221d43c5a9f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Made reservation on behalf of a11eef8310e84cba843e1022bed4f066 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:04.977738 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-350c7e97-9bd0-45b5-b546-3221d43c5a9f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:05.259984 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device e4424a45-69a8-438c-ab49-629aa2fb4e88 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:06:05.278870 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-350c7e97-9bd0-45b5-b546-3221d43c5a9f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:05.441222 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-686eabb0-9366-4e0d-93a0-a0705a9cb52a req-4263770e-c1ee-42b8-a449-515ff3037a64 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0401812 Nov 12 01:06:05.462817 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c7e97-9bd0-45b5-b546-3221d43c5a9f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event updated for resources: {'Subnet': ['ID=fb40550b-786e-469b-a3f0-15b668618bd3,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:05.498248 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3dd25063-b86e-4b98-bfeb-16d93b058073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:05.500546 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350c7e97-9bd0-45b5-b546-3221d43c5a9f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Checking segment: {'id': '8ae5867e-e8ca-4aff-b4ba-cb5a64724d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6049b094-a95b-4c4b-942c-09f4a0f80538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:05.501025 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350c7e97-9bd0-45b5-b546-3221d43c5a9f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Network hostable DHCP agents. Network: 6049b094-a95b-4c4b-942c-09f4a0f80538, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:06:05.528398 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350c7e97-9bd0-45b5-b546-3221d43c5a9f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Network 6049b094-a95b-4c4b-942c-09f4a0f80538 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:06:05.532072 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port e4424a45-69a8-438c-ab49-629aa2fb4e88 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:05.533726 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:05.540778 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-350c7e97-9bd0-45b5-b546-3221d43c5a9f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 6049b094-a95b-4c4b-942c-09f4a0f80538) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:05.581414 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350c7e97-9bd0-45b5-b546-3221d43c5a9f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:05.581414 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-350c7e97-9bd0-45b5-b546-3221d43c5a9f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:05.610294 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c0cff7-ae72-4e27-bb12-54fe7653e4d9 None None] Network 6049b094-a95b-4c4b-942c-09f4a0f80538 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:05.626226 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-350c7e97-9bd0-45b5-b546-3221d43c5a9f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7720633 Nov 12 01:06:05.629682 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 55364) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:05.950373 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-3dd25063-b86e-4b98-bfeb-16d93b058073 None None] For port e4424a45-69a8-438c-ab49-629aa2fb4e88, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=e4424a45-69a8-438c-ab49-629aa2fb4e88,segment=NetworkSegment(e2e7e76b-73f6-4064-82d1-25cf67e7f65f),segment_id=e2e7e76b-73f6-4064-82d1-25cf67e7f65f)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:05.960492 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-82e497a9-a408-4796-af81-e0eec0b6ad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'name': 'tempest-RoutersIpV6Test-router-945602069', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:00Z', 'updated_at': '2021-11-12T01:06:03Z', 'revision_number': 2, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'gw_port_host': None, '_interfaces': [{'id': '79ee44a4-ab93-468e-a581-77c697c03b37', 'name': '', 'network_id': '11b820aa-bc47-436b-80cb-734063e1b2b2', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:ec:74:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'ed101d14-52e2-4b04-b443-d8deefbde359', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:01Z', 'updated_at': '2021-11-12T01:06:03Z', 'revision_number': 2, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': 'ed101d14-52e2-4b04-b443-d8deefbde359', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:06.093848 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 55380) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:06.138709 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e497a9-a408-4796-af81-e0eec0b6ad26 None None] Checking router: 5a14ad7a-991e-4659-8edb-a2600b2968dd for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:06:06.139365 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e497a9-a408-4796-af81-e0eec0b6ad26 None None] Updating router 5a14ad7a-991e-4659-8edb-a2600b2968dd port 79ee44a4-ab93-468e-a581-77c697c03b37 binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:06:06.171967 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3dd25063-b86e-4b98-bfeb-16d93b058073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:06.275262 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd25063-b86e-4b98-bfeb-16d93b058073 None None] Pushing event updated for resources: {'Port': ['ID=e4424a45-69a8-438c-ab49-629aa2fb4e88,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:06.344754 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-9c9d0742-a243-4d18-8532-098f4c46e9ce tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Request body: {'network': {'name': 'tempest-network-smoke--255650575', 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'port_security_enabled': True}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:06.403274 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-82e497a9-a408-4796-af81-e0eec0b6ad26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:06.403603 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9d0742-a243-4d18-8532-098f4c46e9ce tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Made reservation on behalf of 8a187a5f08ca423da53c90074483cfd4 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:06.408275 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9c9d0742-a243-4d18-8532-098f4c46e9ce tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:06.437802 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9c9d0742-a243-4d18-8532-098f4c46e9ce tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:06.460963 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-e1884726-ed35-446b-be63-8cb1f3bd325b None None] Provisioning complete for port 79ee44a4-ab93-468e-a581-77c697c03b37 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:06.461333 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e1884726-ed35-446b-be63-8cb1f3bd325b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:06.630102 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9c9d0742-a243-4d18-8532-098f4c46e9ce tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:06.636246 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9c9d0742-a243-4d18-8532-098f4c46e9ce tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:06.689562 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20d3d5a-5b26-408f-81aa-14c328a0c338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-6049b094-a95b-4c4b-942c-09f4a0f80538', 'network_id': '6049b094-a95b-4c4b-942c-09f4a0f80538', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'fixed_ips': [{'subnet_id': 'fb40550b-786e-469b-a3f0-15b668618bd3'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:06:06.690525 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b20d3d5a-5b26-408f-81aa-14c328a0c338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:06.701544 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d0742-a243-4d18-8532-098f4c46e9ce tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54dc1a19-c288-4266-80a3-2f7dcc2f9d07,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:06.717054 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f80f225d-f265-4f35-a5cd-9c827fa5ede8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:06.726880 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c9d0742-a243-4d18-8532-098f4c46e9ce tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:06:06.749354 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9c9d0742-a243-4d18-8532-098f4c46e9ce tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:06.749736 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-9c9d0742-a243-4d18-8532-098f4c46e9ce tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Added segment 6d737698-fc2d-48b8-80f7-22b597e4f5d5 of type vlan for network 85a7f8c6-9f4b-49e3-8324-6914753de947 Nov 12 01:06:06.819322 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9c9d0742-a243-4d18-8532-098f4c46e9ce tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:06.843989 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-e1884726-ed35-446b-be63-8cb1f3bd325b None None] Port 79ee44a4-ab93-468e-a581-77c697c03b37 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:06:06.867696 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9c9d0742-a243-4d18-8532-098f4c46e9ce tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:06.879904 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9d0742-a243-4d18-8532-098f4c46e9ce tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:06.880738 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9c9d0742-a243-4d18-8532-098f4c46e9ce tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:06.913202 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-76568c3c-9bb1-4a8d-9c72-47be0beff924 req-be6b01cb-64d2-4b82-ae06-2c6892b5897c service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0688703 Nov 12 01:06:06.927127 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-9c9d0742-a243-4d18-8532-098f4c46e9ce tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8321145 Nov 12 01:06:06.933069 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 55398) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:06.934151 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-e1884726-ed35-446b-be63-8cb1f3bd325b None None] Provisioning complete for port e4424a45-69a8-438c-ab49-629aa2fb4e88 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:06.934935 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e1884726-ed35-446b-be63-8cb1f3bd325b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:06.971273 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-76c4f414-ace5-4ea6-9857-055f57b9bf59 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1113797668', 'admin_state_up': True, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:07.118046 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d0742-a243-4d18-8532-098f4c46e9ce tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event updated for resources: {'Network': ['ID=85a7f8c6-9f4b-49e3-8324-6914753de947,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:07.135574 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-76c4f414-ace5-4ea6-9857-055f57b9bf59 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:07.136664 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-76c4f414-ace5-4ea6-9857-055f57b9bf59 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:07.138876 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dd8d039f-c4fb-477b-8b8d-9532e613c8cc tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:07.236154 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-76c4f414-ace5-4ea6-9857-055f57b9bf59 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:07.249176 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device e4424a45-69a8-438c-ab49-629aa2fb4e88 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:06:07.251309 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 85a7f8c6-9f4b-49e3-8324-6914753de947 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:06:07.387139 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-b20d3d5a-5b26-408f-81aa-14c328a0c338 None None] Allocated IP 2001:db8:1::2 (6049b094-a95b-4c4b-942c-09f4a0f80538/fb40550b-786e-469b-a3f0-15b668618bd3/474aea7c-5884-4ee1-8452-1163fe42e571) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:07.454065 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-76c4f414-ace5-4ea6-9857-055f57b9bf59 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:07.693503 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port e4424a45-69a8-438c-ab49-629aa2fb4e88 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:07.694345 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:07.775302 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:07.781622 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-82e497a9-a408-4796-af81-e0eec0b6ad26 None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:07.782300 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-76c4f414-ace5-4ea6-9857-055f57b9bf59 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for router_gateway, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:07.806208 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-82e497a9-a408-4796-af81-e0eec0b6ad26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:07.811482 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-76c4f414-ace5-4ea6-9857-055f57b9bf59 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:07.946703 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e654cb-7d05-4cc4-b339-f0001344ec02 None None] Pushing event updated for resources: {'Port': ['ID=79ee44a4-ab93-468e-a581-77c697c03b37,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:08.033300 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-76c4f414-ace5-4ea6-9857-055f57b9bf59 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Allocated IP 172.25.2.107 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/1702c668-b99a-4d38-bfa7-3b6edac84d42) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:08.069762 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-82e497a9-a408-4796-af81-e0eec0b6ad26 None None] Attempting to bind port 79ee44a4-ab93-468e-a581-77c697c03b37 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:08.070143 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-82e497a9-a408-4796-af81-e0eec0b6ad26 None None] Attempting to bind port 79ee44a4-ab93-468e-a581-77c697c03b37 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'e2e7e76b-73f6-4064-82d1-25cf67e7f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '11b820aa-bc47-436b-80cb-734063e1b2b2'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:08.070520 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e497a9-a408-4796-af81-e0eec0b6ad26 None None] Attempting to bind port 79ee44a4-ab93-468e-a581-77c697c03b37 on network 11b820aa-bc47-436b-80cb-734063e1b2b2 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:08.077274 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b20d3d5a-5b26-408f-81aa-14c328a0c338 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:08.081857 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-9dad43f6-03b9-4e5a-ac52-2b849d77ccd8 None None] Provisioning complete for port 79ee44a4-ab93-468e-a581-77c697c03b37 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:08.082219 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9dad43f6-03b9-4e5a-ac52-2b849d77ccd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:08.085350 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e497a9-a408-4796-af81-e0eec0b6ad26 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:06:08.085963 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e497a9-a408-4796-af81-e0eec0b6ad26 None None] Checking segment: {'id': 'e2e7e76b-73f6-4064-82d1-25cf67e7f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '11b820aa-bc47-436b-80cb-734063e1b2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:08.086366 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-82e497a9-a408-4796-af81-e0eec0b6ad26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:08.086770 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e497a9-a408-4796-af81-e0eec0b6ad26 None None] Bound using segment: {'id': 'e2e7e76b-73f6-4064-82d1-25cf67e7f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '11b820aa-bc47-436b-80cb-734063e1b2b2'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:06:08.087261 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-82e497a9-a408-4796-af81-e0eec0b6ad26 None None] Bound port: 79ee44a4-ab93-468e-a581-77c697c03b37, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e7e76b-73f6-4064-82d1-25cf67e7f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '11b820aa-bc47-436b-80cb-734063e1b2b2'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:06:08.087643 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-82e497a9-a408-4796-af81-e0eec0b6ad26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:08.110402 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b20d3d5a-5b26-408f-81aa-14c328a0c338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:08.196202 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-dd8d039f-c4fb-477b-8b8d-9532e613c8cc tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Allocated IP 2001:db8:1::1 (6049b094-a95b-4c4b-942c-09f4a0f80538/fb40550b-786e-469b-a3f0-15b668618bd3/f68abd61-a559-4a77-b56a-66b7a321f926) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:08.234755 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-76c4f414-ace5-4ea6-9857-055f57b9bf59 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:08.316533 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-76c4f414-ace5-4ea6-9857-055f57b9bf59 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:08.372749 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dd8d039f-c4fb-477b-8b8d-9532e613c8cc tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:08.419931 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dd8d039f-c4fb-477b-8b8d-9532e613c8cc tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:08.437512 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-9dad43f6-03b9-4e5a-ac52-2b849d77ccd8 None None] Port 79ee44a4-ab93-468e-a581-77c697c03b37 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:06:08.444963 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c4f414-ace5-4ea6-9857-055f57b9bf59 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event updated for resources: {'Port': ['ID=1702c668-b99a-4d38-bfa7-3b6edac84d42,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:08.466116 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c4f414-ace5-4ea6-9857-055f57b9bf59 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:08.467541 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-76c4f414-ace5-4ea6-9857-055f57b9bf59 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:08.471825 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c4f414-ace5-4ea6-9857-055f57b9bf59 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:08.486740 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8d039f-c4fb-477b-8b8d-9532e613c8cc tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Network 6049b094-a95b-4c4b-942c-09f4a0f80538 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:08.490937 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-dd8d039f-c4fb-477b-8b8d-9532e613c8cc tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:08.496390 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8d039f-c4fb-477b-8b8d-9532e613c8cc tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:08.497254 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dd8d039f-c4fb-477b-8b8d-9532e613c8cc tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:08.501838 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d039f-c4fb-477b-8b8d-9532e613c8cc tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event updated for resources: {'Port': ['ID=f68abd61-a559-4a77-b56a-66b7a321f926,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:08.525461 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20d3d5a-5b26-408f-81aa-14c328a0c338 None None] Network 6049b094-a95b-4c4b-942c-09f4a0f80538 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:08.527476 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8448c179-c183-4be2-8ca2-441e2a049f95 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:06:08.606044 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-82e497a9-a408-4796-af81-e0eec0b6ad26 None None] For port 79ee44a4-ab93-468e-a581-77c697c03b37, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:06:08.609671 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-82e497a9-a408-4796-af81-e0eec0b6ad26 None None] For port 79ee44a4-ab93-468e-a581-77c697c03b37, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=79ee44a4-ab93-468e-a581-77c697c03b37,segment=NetworkSegment(e2e7e76b-73f6-4064-82d1-25cf67e7f65f),segment_id=e2e7e76b-73f6-4064-82d1-25cf67e7f65f)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:06:08.619932 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-b20d3d5a-5b26-408f-81aa-14c328a0c338 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:08.628231 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d3d5a-5b26-408f-81aa-14c328a0c338 None None] Pushing event updated for resources: {'Port': ['ID=474aea7c-5884-4ee1-8452-1163fe42e571,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:08.639587 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20d3d5a-5b26-408f-81aa-14c328a0c338 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:08.648639 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-82e497a9-a408-4796-af81-e0eec0b6ad26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:08.726610 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dd8d039f-c4fb-477b-8b8d-9532e613c8cc tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:08.885088 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-da882406-730b-4098-8807-212ee663114a None None] Provisioning complete for port 79ee44a4-ab93-468e-a581-77c697c03b37 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:08.885837 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-da882406-730b-4098-8807-212ee663114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:09.013991 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e497a9-a408-4796-af81-e0eec0b6ad26 None None] Routers {'5a14ad7a-991e-4659-8edb-a2600b2968dd'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:09.014826 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-82e497a9-a408-4796-af81-e0eec0b6ad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:06:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['5a14ad7a-991e-4659-8edb-a2600b2968dd'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:09.070315 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-76c4f414-ace5-4ea6-9857-055f57b9bf59 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for router_gateway, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:09.119178 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-b20d3d5a-5b26-408f-81aa-14c328a0c338 None None] Attempting to bind port 474aea7c-5884-4ee1-8452-1163fe42e571 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:09.119549 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-b20d3d5a-5b26-408f-81aa-14c328a0c338 None None] Attempting to bind port 474aea7c-5884-4ee1-8452-1163fe42e571 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '8ae5867e-e8ca-4aff-b4ba-cb5a64724d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6049b094-a95b-4c4b-942c-09f4a0f80538'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:09.119914 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20d3d5a-5b26-408f-81aa-14c328a0c338 None None] Attempting to bind port 474aea7c-5884-4ee1-8452-1163fe42e571 on network 6049b094-a95b-4c4b-942c-09f4a0f80538 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:09.275104 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-82e497a9-a408-4796-af81-e0eec0b6ad26 None None] Set router 5a14ad7a-991e-4659-8edb-a2600b2968dd gateway port host: None {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:09.359103 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dd8d039f-c4fb-477b-8b8d-9532e613c8cc tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:09.367010 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dd8d039f-c4fb-477b-8b8d-9532e613c8cc tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:09.368665 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dd8d039f-c4fb-477b-8b8d-9532e613c8cc tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:09.384988 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-76c4f414-ace5-4ea6-9857-055f57b9bf59 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:09.398785 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20d3d5a-5b26-408f-81aa-14c328a0c338 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:06:09.404282 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20d3d5a-5b26-408f-81aa-14c328a0c338 None None] Checking segment: {'id': '8ae5867e-e8ca-4aff-b4ba-cb5a64724d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6049b094-a95b-4c4b-942c-09f4a0f80538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:09.404282 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b20d3d5a-5b26-408f-81aa-14c328a0c338 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:09.404282 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20d3d5a-5b26-408f-81aa-14c328a0c338 None None] Bound using segment: {'id': '8ae5867e-e8ca-4aff-b4ba-cb5a64724d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6049b094-a95b-4c4b-942c-09f4a0f80538'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:06:09.404282 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-b20d3d5a-5b26-408f-81aa-14c328a0c338 None None] Bound port: 474aea7c-5884-4ee1-8452-1163fe42e571, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ae5867e-e8ca-4aff-b4ba-cb5a64724d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6049b094-a95b-4c4b-942c-09f4a0f80538'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:06:09.404282 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b20d3d5a-5b26-408f-81aa-14c328a0c338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:09.515216 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d039f-c4fb-477b-8b8d-9532e613c8cc tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event updated for resources: {'Port': ['ID=f68abd61-a559-4a77-b56a-66b7a321f926,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:09.535404 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e654cb-7d05-4cc4-b339-f0001344ec02 None None] Pushing event updated for resources: {'Port': ['ID=79ee44a4-ab93-468e-a581-77c697c03b37,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:09.544187 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:09.578527 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c4f414-ace5-4ea6-9857-055f57b9bf59 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Router 52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:06:09.639482 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-da882406-730b-4098-8807-212ee663114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:09.664685 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8cad7925-4057-4139-8236-de6ff9a2abd2 req-d6ed51dd-6471-480b-b22a-0070b74cd4a3 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0390031 Nov 12 01:06:09.679022 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8d039f-c4fb-477b-8b8d-9532e613c8cc tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Network 6049b094-a95b-4c4b-942c-09f4a0f80538 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:09.681065 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-dd8d039f-c4fb-477b-8b8d-9532e613c8cc tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:09.803031 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c4f414-ace5-4ea6-9857-055f57b9bf59 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:06:09.812148 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b20d3d5a-5b26-408f-81aa-14c328a0c338 None None] For port 474aea7c-5884-4ee1-8452-1163fe42e571, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:06:09.821037 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f5d993-3bd2-42e9-b0fc-80ce82bcd03f None None] Sync routers for ids ['52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:06:09.841428 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-76c4f414-ace5-4ea6-9857-055f57b9bf59 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:09.850217 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 55474) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:09.852803 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-76c4f414-ace5-4ea6-9857-055f57b9bf59 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8936715 Nov 12 01:06:09.863208 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b20d3d5a-5b26-408f-81aa-14c328a0c338 None None] For port 474aea7c-5884-4ee1-8452-1163fe42e571, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=474aea7c-5884-4ee1-8452-1163fe42e571,segment=NetworkSegment(8ae5867e-e8ca-4aff-b4ba-cb5a64724d2a),segment_id=8ae5867e-e8ca-4aff-b4ba-cb5a64724d2a)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:06:09.869975 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f5d993-3bd2-42e9-b0fc-80ce82bcd03f None None] Routers {'52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:09.870719 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-13f5d993-3bd2-42e9-b0fc-80ce82bcd03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:06:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:09.885051 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-da882406-730b-4098-8807-212ee663114a None None] For port 79ee44a4-ab93-468e-a581-77c697c03b37, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=79ee44a4-ab93-468e-a581-77c697c03b37,segment=NetworkSegment(e2e7e76b-73f6-4064-82d1-25cf67e7f65f),segment_id=e2e7e76b-73f6-4064-82d1-25cf67e7f65f)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:09.893763 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8d039f-c4fb-477b-8b8d-9532e613c8cc tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Router 5a14ad7a-991e-4659-8edb-a2600b2968dd has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:06:09.898167 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-da882406-730b-4098-8807-212ee663114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:09.909995 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:09.912066 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b20d3d5a-5b26-408f-81aa-14c328a0c338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:10.027917 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-da882406-730b-4098-8807-212ee663114a None None] Provisioning complete for port 1702c668-b99a-4d38-bfa7-3b6edac84d42 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:10.028550 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-da882406-730b-4098-8807-212ee663114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:10.108621 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8d039f-c4fb-477b-8b8d-9532e613c8cc tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:06:10.144211 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-13f5d993-3bd2-42e9-b0fc-80ce82bcd03f None None] Set router 52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:10.175013 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-dd8d039f-c4fb-477b-8b8d-9532e613c8cc tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "PUT /v2.0/routers/5a14ad7a-991e-4659-8edb-a2600b2968dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5437694 Nov 12 01:06:10.177934 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 55484) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:10.184187 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-b22f7554-b467-485a-a1c1-f08f0be4adda tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1799337599'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:10.209690 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5c295ba9-7831-4a35-9a05-de5d98137165 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=8a187a5f08ca423da53c90074483cfd4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3580270 Nov 12 01:06:10.214037 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 55488) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:10.223229 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da882406-730b-4098-8807-212ee663114a None None] Pushing event updated for resources: {'Port': ['ID=79ee44a4-ab93-468e-a581-77c697c03b37,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:10.258879 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22f7554-b467-485a-a1c1-f08f0be4adda tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Made reservation on behalf of a11eef8310e84cba843e1022bed4f066 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:10.262498 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b22f7554-b467-485a-a1c1-f08f0be4adda tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:10.330731 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b22f7554-b467-485a-a1c1-f08f0be4adda tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:06:10.351815 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b22f7554-b467-485a-a1c1-f08f0be4adda tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:10.352166 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-b22f7554-b467-485a-a1c1-f08f0be4adda tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Added segment 7eb6761c-254f-40e5-a892-61915b6159af of type vlan for network 2e1fb920-3375-4403-8787-b7278ca5e5db Nov 12 01:06:10.433998 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d3d5a-5b26-408f-81aa-14c328a0c338 None None] Pushing event updated for resources: {'Port': ['ID=474aea7c-5884-4ee1-8452-1163fe42e571,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:10.447609 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-da882406-730b-4098-8807-212ee663114a None None] Port 1702c668-b99a-4d38-bfa7-3b6edac84d42 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:06:10.474461 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-82e497a9-a408-4796-af81-e0eec0b6ad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'name': 'tempest-RoutersIpV6Test-router-945602069', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:00Z', 'updated_at': '2021-11-12T01:06:08Z', 'revision_number': 3, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'gw_port_host': None, '_interfaces': [{'id': '79ee44a4-ab93-468e-a581-77c697c03b37', 'name': '', 'network_id': '11b820aa-bc47-436b-80cb-734063e1b2b2', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:ec:74:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'ed101d14-52e2-4b04-b443-d8deefbde359', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:01Z', 'updated_at': '2021-11-12T01:06:08Z', 'revision_number': 4, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': 'ed101d14-52e2-4b04-b443-d8deefbde359', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f68abd61-a559-4a77-b56a-66b7a321f926', 'name': '', 'network_id': '6049b094-a95b-4c4b-942c-09f4a0f80538', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:30:0f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': 'fb40550b-786e-469b-a3f0-15b668618bd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:06:08Z', 'revision_number': 1, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': 'fb40550b-786e-469b-a3f0-15b668618bd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:10.480406 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b22f7554-b467-485a-a1c1-f08f0be4adda tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:10.515857 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-13f5d993-3bd2-42e9-b0fc-80ce82bcd03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'name': 'tempest-TestNetworkBasicOps-router-1113797668', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1702c668-b99a-4d38-bfa7-3b6edac84d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:06:08Z', 'revision_number': 3, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'gw_port': {'id': '1702c668-b99a-4d38-bfa7-3b6edac84d42', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:06:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:10.537122 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b22f7554-b467-485a-a1c1-f08f0be4adda tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:10.543884 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22f7554-b467-485a-a1c1-f08f0be4adda tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:10.545265 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b22f7554-b467-485a-a1c1-f08f0be4adda tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:10.593316 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f5d993-3bd2-42e9-b0fc-80ce82bcd03f None None] Checking router: 52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:06:10.593792 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f5d993-3bd2-42e9-b0fc-80ce82bcd03f None None] Updating router 52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f port 1702c668-b99a-4d38-bfa7-3b6edac84d42 binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:06:10.604545 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e497a9-a408-4796-af81-e0eec0b6ad26 None None] The sync data for ids ['5a14ad7a-991e-4659-8edb-a2600b2968dd'] in n-d-812236-11 is: [{'id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'name': 'tempest-RoutersIpV6Test-router-945602069', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:00Z', 'updated_at': '2021-11-12T01:06:08Z', 'revision_number': 3, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'gw_port_host': None, '_interfaces': [{'id': '79ee44a4-ab93-468e-a581-77c697c03b37', 'name': '', 'network_id': '11b820aa-bc47-436b-80cb-734063e1b2b2', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:ec:74:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'ed101d14-52e2-4b04-b443-d8deefbde359', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:01Z', 'updated_at': '2021-11-12T01:06:08Z', 'revision_number': 4, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': 'ed101d14-52e2-4b04-b443-d8deefbde359', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f68abd61-a559-4a77-b56a-66b7a321f926', 'name': '', 'network_id': '6049b094-a95b-4c4b-942c-09f4a0f80538', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:30:0f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': 'fb40550b-786e-469b-a3f0-15b668618bd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:06:08Z', 'revision_number': 1, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': 'fb40550b-786e-469b-a3f0-15b668618bd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:06:10.630091 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-3b3c148d-e354-490b-8a46-ff7af05810ce None None] Provisioning complete for port 79ee44a4-ab93-468e-a581-77c697c03b37 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:10.638220 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3b3c148d-e354-490b-8a46-ff7af05810ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:10.663703 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e440bebb-736a-4508-9c22-4ea6dd655d90 req-59c5deda-56fb-4a48-87ab-e2e0fc1bf1b4 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1630344 Nov 12 01:06:10.680528 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f7554-b467-485a-a1c1-f08f0be4adda tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event updated for resources: {'Network': ['ID=2e1fb920-3375-4403-8787-b7278ca5e5db,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:10.693975 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b22f7554-b467-485a-a1c1-f08f0be4adda tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5145044 Nov 12 01:06:10.694820 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-13f5d993-3bd2-42e9-b0fc-80ce82bcd03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:10.695325 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 55500) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:10.704815 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-0a48471c-95c1-46e1-9a1b-c5ab3687c55d tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Request body: {'subnet': {'network_id': '2e1fb920-3375-4403-8787-b7278ca5e5db', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:10.708373 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 2e1fb920-3375-4403-8787-b7278ca5e5db details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:06:10.781439 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4c1598-5a59-4440-b97a-0b931b226bd0 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:10.786587 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7a4c1598-5a59-4440-b97a-0b931b226bd0 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5690715 Nov 12 01:06:10.790119 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 55502) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:10.899233 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5aaa1e9e-9ea4-47f0-ab64-64152275e722 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=ef732b55-2b3c-4048-85da-0a8ac273c14b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1056533 Nov 12 01:06:10.901314 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 55514) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:10.906511 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-eb916e39-2b18-4637-8f9c-59f30489dbfc tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1454232269', 'network_id': '85a7f8c6-9f4b-49e3-8324-6914753de947', 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:10.961543 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:10.966682 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a48471c-95c1-46e1-9a1b-c5ab3687c55d tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Made reservation on behalf of a11eef8310e84cba843e1022bed4f066 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:10.976462 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0a48471c-95c1-46e1-9a1b-c5ab3687c55d tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:11.222213 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb916e39-2b18-4637-8f9c-59f30489dbfc tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Made reservation on behalf of 8a187a5f08ca423da53c90074483cfd4 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:11.226169 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eb916e39-2b18-4637-8f9c-59f30489dbfc tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:11.350582 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 474aea7c-5884-4ee1-8452-1163fe42e571 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:06:11.472534 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-13f5d993-3bd2-42e9-b0fc-80ce82bcd03f None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:11.488357 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-13f5d993-3bd2-42e9-b0fc-80ce82bcd03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:11.624090 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 474aea7c-5884-4ee1-8452-1163fe42e571 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:11.629102 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:11.681947 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5824442f-c023-4511-8255-433001479ddf None None] Pushing event updated for resources: {'Port': ['ID=1702c668-b99a-4d38-bfa7-3b6edac84d42,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:11.729065 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5824442f-c023-4511-8255-433001479ddf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:11.729336 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5824442f-c023-4511-8255-433001479ddf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:11.734750 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5824442f-c023-4511-8255-433001479ddf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:11.735101 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5824442f-c023-4511-8255-433001479ddf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:11.736023 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5824442f-c023-4511-8255-433001479ddf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:11.736962 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5824442f-c023-4511-8255-433001479ddf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:11.737294 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5824442f-c023-4511-8255-433001479ddf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:11.739764 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5824442f-c023-4511-8255-433001479ddf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:11.740046 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5824442f-c023-4511-8255-433001479ddf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:11.740376 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5824442f-c023-4511-8255-433001479ddf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:11.742596 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5824442f-c023-4511-8255-433001479ddf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:11.742950 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5824442f-c023-4511-8255-433001479ddf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:11.808293 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0a48471c-95c1-46e1-9a1b-c5ab3687c55d tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:11.818601 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa59a1e-7b76-4d42-a24b-a121cab29ed8 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:06:11.825636 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-13f5d993-3bd2-42e9-b0fc-80ce82bcd03f None None] Attempting to bind port 1702c668-b99a-4d38-bfa7-3b6edac84d42 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:11.826003 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-13f5d993-3bd2-42e9-b0fc-80ce82bcd03f None None] Attempting to bind port 1702c668-b99a-4d38-bfa7-3b6edac84d42 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:11.826362 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f5d993-3bd2-42e9-b0fc-80ce82bcd03f None None] Attempting to bind port 1702c668-b99a-4d38-bfa7-3b6edac84d42 on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:11.855107 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f5d993-3bd2-42e9-b0fc-80ce82bcd03f None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:06:11.855502 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f5d993-3bd2-42e9-b0fc-80ce82bcd03f None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:11.855895 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-13f5d993-3bd2-42e9-b0fc-80ce82bcd03f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:11.856281 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f5d993-3bd2-42e9-b0fc-80ce82bcd03f None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:06:11.862324 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-13f5d993-3bd2-42e9-b0fc-80ce82bcd03f None None] Bound port: 1702c668-b99a-4d38-bfa7-3b6edac84d42, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:06:11.862738 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-13f5d993-3bd2-42e9-b0fc-80ce82bcd03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:11.913026 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eb916e39-2b18-4637-8f9c-59f30489dbfc tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:12.081832 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-6c0ae65c-3c78-43be-b77a-9cb6329cfec5 None None] Provisioning complete for port 1702c668-b99a-4d38-bfa7-3b6edac84d42 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:12.082412 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6c0ae65c-3c78-43be-b77a-9cb6329cfec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:12.084292 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:12.098641 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-13f5d993-3bd2-42e9-b0fc-80ce82bcd03f None None] For port 1702c668-b99a-4d38-bfa7-3b6edac84d42, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:06:12.106447 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-13f5d993-3bd2-42e9-b0fc-80ce82bcd03f None None] For port 1702c668-b99a-4d38-bfa7-3b6edac84d42, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=1702c668-b99a-4d38-bfa7-3b6edac84d42,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:06:12.116555 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-13f5d993-3bd2-42e9-b0fc-80ce82bcd03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:12.125204 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a48471c-95c1-46e1-9a1b-c5ab3687c55d tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event updated for resources: {'Subnet': ['ID=76f8c49e-ad93-4820-9a8d-7d5263f87519,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:12.148345 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a48471c-95c1-46e1-9a1b-c5ab3687c55d tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Checking segment: {'id': '7eb6761c-254f-40e5-a892-61915b6159af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2e1fb920-3375-4403-8787-b7278ca5e5db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:12.149884 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a48471c-95c1-46e1-9a1b-c5ab3687c55d tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Network hostable DHCP agents. Network: 2e1fb920-3375-4403-8787-b7278ca5e5db, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:06:12.271022 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb916e39-2b18-4637-8f9c-59f30489dbfc tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Checking segment: {'id': '6d737698-fc2d-48b8-80f7-22b597e4f5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '85a7f8c6-9f4b-49e3-8324-6914753de947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:12.271425 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb916e39-2b18-4637-8f9c-59f30489dbfc tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Network hostable DHCP agents. Network: 85a7f8c6-9f4b-49e3-8324-6914753de947, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:06:12.273911 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb916e39-2b18-4637-8f9c-59f30489dbfc tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event updated for resources: {'Subnet': ['ID=42f8954e-823a-4f5f-8f8d-d667cda9bcd3,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:12.310014 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a48471c-95c1-46e1-9a1b-c5ab3687c55d tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Network 2e1fb920-3375-4403-8787-b7278ca5e5db is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:06:12.340212 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 55550) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:12.345663 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb916e39-2b18-4637-8f9c-59f30489dbfc tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Network 85a7f8c6-9f4b-49e3-8324-6914753de947 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:06:12.347146 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-0a48471c-95c1-46e1-9a1b-c5ab3687c55d tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 2e1fb920-3375-4403-8787-b7278ca5e5db) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:12.356646 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a48471c-95c1-46e1-9a1b-c5ab3687c55d tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:12.358466 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0a48471c-95c1-46e1-9a1b-c5ab3687c55d tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:12.370894 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-eb916e39-2b18-4637-8f9c-59f30489dbfc tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 85a7f8c6-9f4b-49e3-8324-6914753de947) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:12.383485 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb916e39-2b18-4637-8f9c-59f30489dbfc tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:12.384544 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eb916e39-2b18-4637-8f9c-59f30489dbfc tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:12.421053 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 55554) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:12.423675 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-eb916e39-2b18-4637-8f9c-59f30489dbfc tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5202062 Nov 12 01:06:12.447686 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0a48471c-95c1-46e1-9a1b-c5ab3687c55d tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7506876 Nov 12 01:06:12.452740 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f5d993-3bd2-42e9-b0fc-80ce82bcd03f None None] Routers {'52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:12.453607 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 55556) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:12.453943 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-13f5d993-3bd2-42e9-b0fc-80ce82bcd03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:06:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:12.485036 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1464d054-8be6-45a9-b665-5db1d8115681 None None] Network 2e1fb920-3375-4403-8787-b7278ca5e5db requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:12.493419 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe9b754-60bb-4648-9b42-8f9ec0b7b0d0 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:06:12.513844 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24645b6a-7f24-4885-a37b-620121452ad2 None None] Network 85a7f8c6-9f4b-49e3-8324-6914753de947 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:12.517161 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5824442f-c023-4511-8255-433001479ddf None None] Pushing event updated for resources: {'Port': ['ID=1702c668-b99a-4d38-bfa7-3b6edac84d42,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:12.650644 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089502ca-be11-4e07-ae7d-1037612c35d4 None None] Network 6049b094-a95b-4c4b-942c-09f4a0f80538 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:12.749525 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-13f5d993-3bd2-42e9-b0fc-80ce82bcd03f None None] Set router 52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:13.198135 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d0424166-3594-4b40-adda-3b1fe865841a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:13.282665 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-13f5d993-3bd2-42e9-b0fc-80ce82bcd03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'name': 'tempest-TestNetworkBasicOps-router-1113797668', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1702c668-b99a-4d38-bfa7-3b6edac84d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:06:08Z', 'revision_number': 3, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'gw_port': {'id': '1702c668-b99a-4d38-bfa7-3b6edac84d42', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:06:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:13.344525 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eb0dae89-8688-4770-b5f8-5f9d696085d9 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:13.356119 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f5d993-3bd2-42e9-b0fc-80ce82bcd03f None None] The sync data for ids ['52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f'] in n-d-812236-11 is: [{'id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'name': 'tempest-TestNetworkBasicOps-router-1113797668', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1702c668-b99a-4d38-bfa7-3b6edac84d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:06:08Z', 'revision_number': 3, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'gw_port': {'id': '1702c668-b99a-4d38-bfa7-3b6edac84d42', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:06:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:06:13.545472 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d0424166-3594-4b40-adda-3b1fe865841a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:13.567628 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d0424166-3594-4b40-adda-3b1fe865841a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:13.568429 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 474aea7c-5884-4ee1-8452-1163fe42e571, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=474aea7c-5884-4ee1-8452-1163fe42e571,segment=NetworkSegment(8ae5867e-e8ca-4aff-b4ba-cb5a64724d2a),segment_id=8ae5867e-e8ca-4aff-b4ba-cb5a64724d2a)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:13.669707 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d0424166-3594-4b40-adda-3b1fe865841a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dfe9e875220f4aacad77087691dd2726&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3066308 Nov 12 01:06:13.670745 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 55580) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:13.712310 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a3a5c4ff-d268-451c-92fb-e78e03c53ae0 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:13.842438 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:13.862986 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0424166-3594-4b40-adda-3b1fe865841a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024e9887-1bf3-4745-9344-09d776f37f1d,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:14.010495 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-19252074-807e-486e-991e-d03ae6eb3168 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:14.092530 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:14.095973 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6c0ae65c-3c78-43be-b77a-9cb6329cfec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:14.212507 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-6c0ae65c-3c78-43be-b77a-9cb6329cfec5 None None] For port 1702c668-b99a-4d38-bfa7-3b6edac84d42, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=1702c668-b99a-4d38-bfa7-3b6edac84d42,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:14.246666 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6c0ae65c-3c78-43be-b77a-9cb6329cfec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:14.255084 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 79ee44a4-ab93-468e-a581-77c697c03b37 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:06:14.261689 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=474aea7c-5884-4ee1-8452-1163fe42e571,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:14.420911 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-19252074-807e-486e-991e-d03ae6eb3168 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:14.547310 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-b481aad4-14bc-4432-875d-fe49f50b5dd6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.8204668 Nov 12 01:06:14.587843 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2371d7f-ddc5-4749-9822-17b1062979c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-85a7f8c6-9f4b-49e3-8324-6914753de947', 'network_id': '85a7f8c6-9f4b-49e3-8324-6914753de947', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'fixed_ips': [{'subnet_id': '42f8954e-823a-4f5f-8f8d-d667cda9bcd3'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:06:14.588709 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e2371d7f-ddc5-4749-9822-17b1062979c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:14.687910 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596081da-705c-49c7-b4d2-d6bb1937fc6c None None] Sync routers for ids ['5a14ad7a-991e-4659-8edb-a2600b2968dd'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:06:14.758506 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-eb0dae89-8688-4770-b5f8-5f9d696085d9 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Allocated IP 172.20.0.1 (85a7f8c6-9f4b-49e3-8324-6914753de947/42f8954e-823a-4f5f-8f8d-d667cda9bcd3/fb2a1c90-bbd7-4fa7-b5a4-154a81f44738) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:14.783167 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-19252074-807e-486e-991e-d03ae6eb3168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:14.789743 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-19252074-807e-486e-991e-d03ae6eb3168 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:14.793190 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-19252074-807e-486e-991e-d03ae6eb3168 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/024e9887-1bf3-4745-9344-09d776f37f1d HTTP/1.1" status: 204 len: 168 time: 1.1120465 Nov 12 01:06:14.887415 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-f1799e21-b5de-4a44-accf-bbf8f3b6b3df None None] Provisioning complete for port 474aea7c-5884-4ee1-8452-1163fe42e571 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:14.888753 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19252074-807e-486e-991e-d03ae6eb3168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024e9887-1bf3-4745-9344-09d776f37f1d,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:14.898256 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f1799e21-b5de-4a44-accf-bbf8f3b6b3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:14.919939 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-e12305f7-6270-48e5-9660-5d62c7e3a66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:14.922141 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-e12305f7-6270-48e5-9660-5d62c7e3a66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:14.925503 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-e12305f7-6270-48e5-9660-5d62c7e3a66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:14.926504 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-e12305f7-6270-48e5-9660-5d62c7e3a66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:14.926994 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-e12305f7-6270-48e5-9660-5d62c7e3a66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:14.927458 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-e12305f7-6270-48e5-9660-5d62c7e3a66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:14.930782 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-e12305f7-6270-48e5-9660-5d62c7e3a66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:14.937468 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-e12305f7-6270-48e5-9660-5d62c7e3a66c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99d22f2d09c941868df176b00803ab3d&device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 6508 time: 0.2797458 Nov 12 01:06:14.939966 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-a3a5c4ff-d268-451c-92fb-e78e03c53ae0 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Allocated IP 2001:db8:2::1 (2e1fb920-3375-4403-8787-b7278ca5e5db/76f8c49e-ad93-4820-9a8d-7d5263f87519/848b9011-44b2-4a73-a0f8-e21dde19734e) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:15.128209 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eb0dae89-8688-4770-b5f8-5f9d696085d9 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:15.248653 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eb0dae89-8688-4770-b5f8-5f9d696085d9 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:15.314464 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0dae89-8688-4770-b5f8-5f9d696085d9 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Network 85a7f8c6-9f4b-49e3-8324-6914753de947 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:15.322286 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-eb0dae89-8688-4770-b5f8-5f9d696085d9 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:15.325702 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0dae89-8688-4770-b5f8-5f9d696085d9 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:15.354291 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-e2371d7f-ddc5-4749-9822-17b1062979c8 None None] Allocated IP 172.20.0.2 (85a7f8c6-9f4b-49e3-8324-6914753de947/42f8954e-823a-4f5f-8f8d-d667cda9bcd3/c52b267a-f344-4846-8ab8-34d738b5311f) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:15.386208 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0dae89-8688-4770-b5f8-5f9d696085d9 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event updated for resources: {'Port': ['ID=fb2a1c90-bbd7-4fa7-b5a4-154a81f44738,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:15.426225 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eb0dae89-8688-4770-b5f8-5f9d696085d9 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:15.609748 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596081da-705c-49c7-b4d2-d6bb1937fc6c None None] Routers {'5a14ad7a-991e-4659-8edb-a2600b2968dd'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:15.611391 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-596081da-705c-49c7-b4d2-d6bb1937fc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:06:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['5a14ad7a-991e-4659-8edb-a2600b2968dd'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:15.754000 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eb0dae89-8688-4770-b5f8-5f9d696085d9 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:15.821414 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0ae65c-3c78-43be-b77a-9cb6329cfec5 None None] Pushing event updated for resources: {'Port': ['ID=1702c668-b99a-4d38-bfa7-3b6edac84d42,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:15.828363 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 79ee44a4-ab93-468e-a581-77c697c03b37 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:15.828735 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:15.993017 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a3a5c4ff-d268-451c-92fb-e78e03c53ae0 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:16.158095 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f44d5250-c789-4305-9a96-9d5caa293904 req-b8ff9714-4a04-43d9-8876-90816be5df50 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.4885948 Nov 12 01:06:16.167833 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-f1799e21-b5de-4a44-accf-bbf8f3b6b3df None None] Provisioning complete for port 1702c668-b99a-4d38-bfa7-3b6edac84d42 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:16.168213 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f1799e21-b5de-4a44-accf-bbf8f3b6b3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:16.192586 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a3a5c4ff-d268-451c-92fb-e78e03c53ae0 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:16.278050 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a183d38-e507-4981-b063-db29416d30e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-2e1fb920-3375-4403-8787-b7278ca5e5db', 'network_id': '2e1fb920-3375-4403-8787-b7278ca5e5db', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'fixed_ips': [{'subnet_id': '76f8c49e-ad93-4820-9a8d-7d5263f87519'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:06:16.278906 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7a183d38-e507-4981-b063-db29416d30e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:16.340298 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-13ff8fd7-3b03-4222-a264-985b99bfdf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:16.340770 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-13ff8fd7-3b03-4222-a264-985b99bfdf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:16.341235 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-13ff8fd7-3b03-4222-a264-985b99bfdf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:16.342884 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-13ff8fd7-3b03-4222-a264-985b99bfdf87 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6d66b009-87d4-44ee-a0b8-482e36cd5030&id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&id=0fed04be-2c3a-475e-8199-924085f487af&id=0fed04be-2c3a-475e-8199-924085f487af HTTP/1.1" status: 200 len: 2299 time: 1.3720143 Nov 12 01:06:16.354135 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a5c4ff-d268-451c-92fb-e78e03c53ae0 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Network 2e1fb920-3375-4403-8787-b7278ca5e5db is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:16.393358 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eb0dae89-8688-4770-b5f8-5f9d696085d9 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:16.413107 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eb0dae89-8688-4770-b5f8-5f9d696085d9 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:16.482369 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-a3a5c4ff-d268-451c-92fb-e78e03c53ae0 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:16.486569 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a5c4ff-d268-451c-92fb-e78e03c53ae0 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event updated for resources: {'Port': ['ID=848b9011-44b2-4a73-a0f8-e21dde19734e,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:16.494004 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a5c4ff-d268-451c-92fb-e78e03c53ae0 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:16.496565 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a3a5c4ff-d268-451c-92fb-e78e03c53ae0 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:16.502945 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-596081da-705c-49c7-b4d2-d6bb1937fc6c None None] Set router 5a14ad7a-991e-4659-8edb-a2600b2968dd gateway port host: None {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:16.555126 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0dae89-8688-4770-b5f8-5f9d696085d9 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event updated for resources: {'Port': ['ID=fb2a1c90-bbd7-4fa7-b5a4-154a81f44738,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:16.606030 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e2ef55ec-a0a2-4af4-ac7c-41e55c69ace0 req-a733570b-cf96-4252-a063-933c726c402e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=945bf2d8-ccef-41ed-9492-7448ebf57c6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4573383 Nov 12 01:06:16.639501 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eb0dae89-8688-4770-b5f8-5f9d696085d9 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:16.679402 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-6966f133-cedc-4429-8dda-138cc5285283 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=839befd9-0d96-49e6-b80d-77934b38b2b7 HTTP/1.1" status: 200 len: 1001 time: 0.3169847 Nov 12 01:06:16.707118 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e2371d7f-ddc5-4749-9822-17b1062979c8 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:16.829604 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a3a5c4ff-d268-451c-92fb-e78e03c53ae0 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:16.895482 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-d418b4d2-4fc9-492e-a7c4-dfb5643e271f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:16.897825 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-d418b4d2-4fc9-492e-a7c4-dfb5643e271f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=84f3c115-0f29-44bb-9c76-e6ed88722019 HTTP/1.1" status: 200 len: 856 time: 0.2109060 Nov 12 01:06:16.951875 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef55ec-a0a2-4af4-ac7c-41e55c69ace0 req-e53451a1-d7f8-46fd-a65e-b6aea02a0a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:16.953515 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e2ef55ec-a0a2-4af4-ac7c-41e55c69ace0 req-e53451a1-d7f8-46fd-a65e-b6aea02a0a9f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=92120bcf7a2b4a398a48be8e2d4be44a&device_id=945bf2d8-ccef-41ed-9492-7448ebf57c6c HTTP/1.1" status: 200 len: 1097 time: 0.2527971 Nov 12 01:06:16.972822 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0dae89-8688-4770-b5f8-5f9d696085d9 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Network 85a7f8c6-9f4b-49e3-8324-6914753de947 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:16.974906 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-eb0dae89-8688-4770-b5f8-5f9d696085d9 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:16.975551 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 1702c668-b99a-4d38-bfa7-3b6edac84d42 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:06:16.991974 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e2371d7f-ddc5-4749-9822-17b1062979c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:17.091539 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-9a7ec22d-9a02-41bc-b013-08bcd09b6726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:17.094328 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-9a7ec22d-9a02-41bc-b013-08bcd09b6726 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6d66b009-87d4-44ee-a0b8-482e36cd5030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1882932 Nov 12 01:06:17.095638 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef55ec-a0a2-4af4-ac7c-41e55c69ace0 req-33210eda-e0ee-458a-a27c-ce5d4a52cf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:17.097134 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e2ef55ec-a0a2-4af4-ac7c-41e55c69ace0 req-33210eda-e0ee-458a-a27c-ce5d4a52cf7b service neutron] 10.222.0.54 "GET /v2.0/networks?id=81cab25c-cc73-4b97-9af8-266d9053a85f HTTP/1.1" status: 200 len: 911 time: 0.1210668 Nov 12 01:06:17.212922 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb0dae89-8688-4770-b5f8-5f9d696085d9 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Router 52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:06:17.228220 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2371d7f-ddc5-4749-9822-17b1062979c8 None None] Pushing event updated for resources: {'Port': ['ID=c52b267a-f344-4846-8ab8-34d738b5311f,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:17.265121 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2371d7f-ddc5-4749-9822-17b1062979c8 None None] Network 85a7f8c6-9f4b-49e3-8324-6914753de947 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:17.314864 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-e2371d7f-ddc5-4749-9822-17b1062979c8 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:17.325766 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2371d7f-ddc5-4749-9822-17b1062979c8 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:17.462661 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0dae89-8688-4770-b5f8-5f9d696085d9 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:06:17.471668 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-eb0dae89-8688-4770-b5f8-5f9d696085d9 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "PUT /v2.0/routers/52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0228186 Nov 12 01:06:17.477174 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f811e37-8f8c-451b-be2a-d764c68290f1 None None] Sync routers for ids ['52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:06:17.479436 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 55720) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:17.494495 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f811e37-8f8c-451b-be2a-d764c68290f1 None None] Routers {'52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:17.495136 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-0f811e37-8f8c-451b-be2a-d764c68290f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:06:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:17.506763 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e2ef55ec-a0a2-4af4-ac7c-41e55c69ace0 req-ac052f03-1660-42f9-9836-37b4eec78d34 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e5cca67-db57-427d-95f8-0ca4e0258202 HTTP/1.1" status: 200 len: 1000 time: 0.3673193 Nov 12 01:06:17.628566 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 55722) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:17.778132 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-0f811e37-8f8c-451b-be2a-d764c68290f1 None None] Set router 52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:17.846596 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-b9c1b09c-b80e-47e5-afb9-bd58dde15e84 service neutron] 10.222.0.49 "GET /v2.0/networks/6d66b009-87d4-44ee-a0b8-482e36cd5030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7148883 Nov 12 01:06:17.926057 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-7a183d38-e507-4981-b063-db29416d30e1 None None] Allocated IP 2001:db8:2::2 (2e1fb920-3375-4403-8787-b7278ca5e5db/76f8c49e-ad93-4820-9a8d-7d5263f87519/2d372fa9-0c4a-4d30-93cc-920fc5554f11) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:17.939694 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ea841d-8569-4b4e-9253-734f7e6f69b0 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:17.944210 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ea841d-8569-4b4e-9253-734f7e6f69b0 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:17.947529 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ea841d-8569-4b4e-9253-734f7e6f69b0 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:17.948193 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ea841d-8569-4b4e-9253-734f7e6f69b0 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:17.948828 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ea841d-8569-4b4e-9253-734f7e6f69b0 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:17.951281 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ea841d-8569-4b4e-9253-734f7e6f69b0 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:17.951976 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ea841d-8569-4b4e-9253-734f7e6f69b0 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:17.956252 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ea841d-8569-4b4e-9253-734f7e6f69b0 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:17.956940 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ea841d-8569-4b4e-9253-734f7e6f69b0 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:17.957616 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ea841d-8569-4b4e-9253-734f7e6f69b0 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:17.960204 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ea841d-8569-4b4e-9253-734f7e6f69b0 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:17.961456 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ea841d-8569-4b4e-9253-734f7e6f69b0 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:17.963251 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ea841d-8569-4b4e-9253-734f7e6f69b0 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:17.987012 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-84ea841d-8569-4b4e-9253-734f7e6f69b0 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9128 time: 0.5057983 Nov 12 01:06:18.018295 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-01dc5f79-9ab5-4c3f-b531-76f45a5c16a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.029399 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 55738) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:18.052735 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-ac3984e0-8dd8-4c30-9835-1075d1246a5f service neutron] 10.222.0.49 "GET /v2.0/networks/6d66b009-87d4-44ee-a0b8-482e36cd5030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972475 Nov 12 01:06:18.115241 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef55ec-a0a2-4af4-ac7c-41e55c69ace0 req-0711b32b-b710-4cca-b429-a3d0018d96f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:18.124121 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e2ef55ec-a0a2-4af4-ac7c-41e55c69ace0 req-0711b32b-b710-4cca-b429-a3d0018d96f5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=14a1d482-7411-47d7-8687-bbca824f06be HTTP/1.1" status: 200 len: 849 time: 0.5862048 Nov 12 01:06:18.168087 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833adc36-5263-4d12-a87e-122bc90d1b71 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:18.169422 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833adc36-5263-4d12-a87e-122bc90d1b71 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:18.170046 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833adc36-5263-4d12-a87e-122bc90d1b71 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:18.170686 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833adc36-5263-4d12-a87e-122bc90d1b71 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:18.171298 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833adc36-5263-4d12-a87e-122bc90d1b71 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:18.171911 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833adc36-5263-4d12-a87e-122bc90d1b71 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:18.172519 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833adc36-5263-4d12-a87e-122bc90d1b71 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:18.173499 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833adc36-5263-4d12-a87e-122bc90d1b71 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:18.174279 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833adc36-5263-4d12-a87e-122bc90d1b71 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:18.174922 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833adc36-5263-4d12-a87e-122bc90d1b71 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:18.175737 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833adc36-5263-4d12-a87e-122bc90d1b71 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:18.176380 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833adc36-5263-4d12-a87e-122bc90d1b71 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:18.177016 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833adc36-5263-4d12-a87e-122bc90d1b71 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:18.180059 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-833adc36-5263-4d12-a87e-122bc90d1b71 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8314 time: 0.1477849 Nov 12 01:06:18.183532 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 55744) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:18.278275 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b95be093-7d77-4be5-9807-82e9a059c42f req-3ee2105c-ede9-4571-9bfa-27420babc2b9 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.2138495 Nov 12 01:06:18.295460 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 1702c668-b99a-4d38-bfa7-3b6edac84d42 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:18.296089 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.372863 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-e2371d7f-ddc5-4749-9822-17b1062979c8 None None] Attempting to bind port c52b267a-f344-4846-8ab8-34d738b5311f on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:18.373495 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-e2371d7f-ddc5-4749-9822-17b1062979c8 None None] Attempting to bind port c52b267a-f344-4846-8ab8-34d738b5311f by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '6d737698-fc2d-48b8-80f7-22b597e4f5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '85a7f8c6-9f4b-49e3-8324-6914753de947'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:18.374154 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2371d7f-ddc5-4749-9822-17b1062979c8 None None] Attempting to bind port c52b267a-f344-4846-8ab8-34d738b5311f on network 85a7f8c6-9f4b-49e3-8324-6914753de947 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:18.384269 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2371d7f-ddc5-4749-9822-17b1062979c8 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:06:18.385104 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2371d7f-ddc5-4749-9822-17b1062979c8 None None] Checking segment: {'id': '6d737698-fc2d-48b8-80f7-22b597e4f5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '85a7f8c6-9f4b-49e3-8324-6914753de947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:18.385729 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e2371d7f-ddc5-4749-9822-17b1062979c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.386275 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2371d7f-ddc5-4749-9822-17b1062979c8 None None] Bound using segment: {'id': '6d737698-fc2d-48b8-80f7-22b597e4f5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '85a7f8c6-9f4b-49e3-8324-6914753de947'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:06:18.386917 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-e2371d7f-ddc5-4749-9822-17b1062979c8 None None] Bound port: c52b267a-f344-4846-8ab8-34d738b5311f, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d737698-fc2d-48b8-80f7-22b597e4f5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '85a7f8c6-9f4b-49e3-8324-6914753de947'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:06:18.387490 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e2371d7f-ddc5-4749-9822-17b1062979c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.400396 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-c7ad55b8-064b-4c3e-8563-fb587c94f8f2 None None] Provisioning complete for port 474aea7c-5884-4ee1-8452-1163fe42e571 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:18.403981 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c7ad55b8-064b-4c3e-8563-fb587c94f8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.409035 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-d0d060e7-b7a9-46af-af07-d71c159ac4e2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9 HTTP/1.1" status: 200 len: 217 time: 0.3156896 Nov 12 01:06:18.411036 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-0f811e37-8f8c-451b-be2a-d764c68290f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'name': 'tempest-TestNetworkBasicOps-router-1113797668', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1702c668-b99a-4d38-bfa7-3b6edac84d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:06:15Z', 'revision_number': 4, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'gw_port': {'id': '1702c668-b99a-4d38-bfa7-3b6edac84d42', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'fb2a1c90-bbd7-4fa7-b5a4-154a81f44738', 'name': '', 'network_id': '85a7f8c6-9f4b-49e3-8324-6914753de947', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'mac_address': 'fa:16:3e:87:5e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '42f8954e-823a-4f5f-8f8d-d667cda9bcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:14Z', 'updated_at': '2021-11-12T01:06:16Z', 'revision_number': 2, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'subnets': [{'id': '42f8954e-823a-4f5f-8f8d-d667cda9bcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:18.459842 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f811e37-8f8c-451b-be2a-d764c68290f1 None None] Checking router: 52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:06:18.460497 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f811e37-8f8c-451b-be2a-d764c68290f1 None None] Updating router 52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f port fb2a1c90-bbd7-4fa7-b5a4-154a81f44738 binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:06:18.511203 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0f811e37-8f8c-451b-be2a-d764c68290f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.592653 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-847673cf-d7b1-4e1e-a911-db3546704f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:18.596881 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-847673cf-d7b1-4e1e-a911-db3546704f97 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5 HTTP/1.1" status: 200 len: 797 time: 0.1508994 Nov 12 01:06:18.632282 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7a183d38-e507-4981-b063-db29416d30e1 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.653342 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ea71ecf4-113f-47d5-ba36-bb1a2087952e tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5030 time: 0.4683352 Nov 12 01:06:18.695536 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-01dc5f79-9ab5-4c3f-b531-76f45a5c16a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.702582 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-01dc5f79-9ab5-4c3f-b531-76f45a5c16a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.744206 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-01dc5f79-9ab5-4c3f-b531-76f45a5c16a8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c8d5a11b552a4820a8a0985399643292&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0968373 Nov 12 01:06:18.749705 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 55758) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:18.811741 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef55ec-a0a2-4af4-ac7c-41e55c69ace0 req-f5adb2f1-fbe6-418b-af51-da569ce1f1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:18.811996 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc5f79-9ab5-4c3f-b531-76f45a5c16a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7713ca25-434d-49b7-ba34-e1efd5f72df0,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:18.812145 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e2ef55ec-a0a2-4af4-ac7c-41e55c69ace0 req-f5adb2f1-fbe6-418b-af51-da569ce1f1a2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=81cab25c-cc73-4b97-9af8-266d9053a85f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6802070 Nov 12 01:06:18.812255 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7a183d38-e507-4981-b063-db29416d30e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.881549 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a3a5c4ff-d268-451c-92fb-e78e03c53ae0 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.888917 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fa73d706-305d-4a41-b1e0-1fc90f56cef4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.889131 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-5ed7e30f-dbaa-4fdc-b035-bdc9048e8be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:18.895193 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-5ed7e30f-dbaa-4fdc-b035-bdc9048e8be7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2867761 Nov 12 01:06:18.920588 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a3a5c4ff-d268-451c-92fb-e78e03c53ae0 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.922595 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a3a5c4ff-d268-451c-92fb-e78e03c53ae0 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.930681 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fa73d706-305d-4a41-b1e0-1fc90f56cef4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.988691 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a183d38-e507-4981-b063-db29416d30e1 None None] Network 2e1fb920-3375-4403-8787-b7278ca5e5db is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:19.019224 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-7a183d38-e507-4981-b063-db29416d30e1 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:19.025108 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 474aea7c-5884-4ee1-8452-1163fe42e571 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:06:19.056722 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a183d38-e507-4981-b063-db29416d30e1 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:19.084762 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fa73d706-305d-4a41-b1e0-1fc90f56cef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:19.087580 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fa73d706-305d-4a41-b1e0-1fc90f56cef4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:19.088724 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-fa73d706-305d-4a41-b1e0-1fc90f56cef4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7713ca25-434d-49b7-ba34-e1efd5f72df0 HTTP/1.1" status: 204 len: 168 time: 0.3371515 Nov 12 01:06:19.101764 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa73d706-305d-4a41-b1e0-1fc90f56cef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7713ca25-434d-49b7-ba34-e1efd5f72df0,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:19.141290 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a5c4ff-d268-451c-92fb-e78e03c53ae0 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Network 2e1fb920-3375-4403-8787-b7278ca5e5db is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:19.148028 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-a3a5c4ff-d268-451c-92fb-e78e03c53ae0 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:19.171469 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a183d38-e507-4981-b063-db29416d30e1 None None] Pushing event updated for resources: {'Port': ['ID=2d372fa9-0c4a-4d30-93cc-920fc5554f11,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:19.180720 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0f811e37-8f8c-451b-be2a-d764c68290f1 None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:19.191513 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0f811e37-8f8c-451b-be2a-d764c68290f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:19.245323 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a5c4ff-d268-451c-92fb-e78e03c53ae0 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event updated for resources: {'Port': ['ID=848b9011-44b2-4a73-a0f8-e21dde19734e,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:19.368919 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c6065c-6715-4d44-836d-47c32355cfa5 None None] Pushing event updated for resources: {'Port': ['ID=fb2a1c90-bbd7-4fa7-b5a4-154a81f44738,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:19.493541 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-596081da-705c-49c7-b4d2-d6bb1937fc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'name': 'tempest-RoutersIpV6Test-router-945602069', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:00Z', 'updated_at': '2021-11-12T01:06:08Z', 'revision_number': 3, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'gw_port_host': None, '_interfaces': [{'id': '79ee44a4-ab93-468e-a581-77c697c03b37', 'name': '', 'network_id': '11b820aa-bc47-436b-80cb-734063e1b2b2', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:ec:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'ed101d14-52e2-4b04-b443-d8deefbde359', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:01Z', 'updated_at': '2021-11-12T01:06:09Z', 'revision_number': 5, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': 'ed101d14-52e2-4b04-b443-d8deefbde359', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f68abd61-a559-4a77-b56a-66b7a321f926', 'name': '', 'network_id': '6049b094-a95b-4c4b-942c-09f4a0f80538', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:30:0f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': 'fb40550b-786e-469b-a3f0-15b668618bd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:06:09Z', 'revision_number': 2, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': 'fb40550b-786e-469b-a3f0-15b668618bd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:19.561546 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-0f811e37-8f8c-451b-be2a-d764c68290f1 None None] Attempting to bind port fb2a1c90-bbd7-4fa7-b5a4-154a81f44738 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:19.561546 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-0f811e37-8f8c-451b-be2a-d764c68290f1 None None] Attempting to bind port fb2a1c90-bbd7-4fa7-b5a4-154a81f44738 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '6d737698-fc2d-48b8-80f7-22b597e4f5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '85a7f8c6-9f4b-49e3-8324-6914753de947'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:19.562102 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f811e37-8f8c-451b-be2a-d764c68290f1 None None] Attempting to bind port fb2a1c90-bbd7-4fa7-b5a4-154a81f44738 on network 85a7f8c6-9f4b-49e3-8324-6914753de947 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:19.567985 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f811e37-8f8c-451b-be2a-d764c68290f1 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:06:19.568782 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f811e37-8f8c-451b-be2a-d764c68290f1 None None] Checking segment: {'id': '6d737698-fc2d-48b8-80f7-22b597e4f5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '85a7f8c6-9f4b-49e3-8324-6914753de947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:19.569344 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0f811e37-8f8c-451b-be2a-d764c68290f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:19.569928 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f811e37-8f8c-451b-be2a-d764c68290f1 None None] Bound using segment: {'id': '6d737698-fc2d-48b8-80f7-22b597e4f5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '85a7f8c6-9f4b-49e3-8324-6914753de947'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:06:19.570544 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-0f811e37-8f8c-451b-be2a-d764c68290f1 None None] Bound port: fb2a1c90-bbd7-4fa7-b5a4-154a81f44738, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d737698-fc2d-48b8-80f7-22b597e4f5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '85a7f8c6-9f4b-49e3-8324-6914753de947'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:06:19.571138 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0f811e37-8f8c-451b-be2a-d764c68290f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:19.599753 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596081da-705c-49c7-b4d2-d6bb1937fc6c None None] Checking router: 5a14ad7a-991e-4659-8edb-a2600b2968dd for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:06:19.607960 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596081da-705c-49c7-b4d2-d6bb1937fc6c None None] Updating router 5a14ad7a-991e-4659-8edb-a2600b2968dd port f68abd61-a559-4a77-b56a-66b7a321f926 binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:06:19.700406 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-7a183d38-e507-4981-b063-db29416d30e1 None None] Attempting to bind port 2d372fa9-0c4a-4d30-93cc-920fc5554f11 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:19.700998 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-7a183d38-e507-4981-b063-db29416d30e1 None None] Attempting to bind port 2d372fa9-0c4a-4d30-93cc-920fc5554f11 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '7eb6761c-254f-40e5-a892-61915b6159af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2e1fb920-3375-4403-8787-b7278ca5e5db'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:19.701591 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a183d38-e507-4981-b063-db29416d30e1 None None] Attempting to bind port 2d372fa9-0c4a-4d30-93cc-920fc5554f11 on network 2e1fb920-3375-4403-8787-b7278ca5e5db {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:19.704000 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-c7ad55b8-064b-4c3e-8563-fb587c94f8f2 None None] Provisioning complete for port f68abd61-a559-4a77-b56a-66b7a321f926 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:19.704558 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c7ad55b8-064b-4c3e-8563-fb587c94f8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:19.706516 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-596081da-705c-49c7-b4d2-d6bb1937fc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:19.716548 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-0f811e37-8f8c-451b-be2a-d764c68290f1 None None] For port fb2a1c90-bbd7-4fa7-b5a4-154a81f44738, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:06:19.722004 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-0f811e37-8f8c-451b-be2a-d764c68290f1 None None] For port fb2a1c90-bbd7-4fa7-b5a4-154a81f44738, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=fb2a1c90-bbd7-4fa7-b5a4-154a81f44738,segment=NetworkSegment(6d737698-fc2d-48b8-80f7-22b597e4f5d5),segment_id=6d737698-fc2d-48b8-80f7-22b597e4f5d5)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:06:19.728999 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0f811e37-8f8c-451b-be2a-d764c68290f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:19.736212 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-e2371d7f-ddc5-4749-9822-17b1062979c8 None None] For port c52b267a-f344-4846-8ab8-34d738b5311f, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:06:19.811855 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a183d38-e507-4981-b063-db29416d30e1 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:06:19.813067 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a183d38-e507-4981-b063-db29416d30e1 None None] Checking segment: {'id': '7eb6761c-254f-40e5-a892-61915b6159af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2e1fb920-3375-4403-8787-b7278ca5e5db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:19.814197 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7a183d38-e507-4981-b063-db29416d30e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:19.815073 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a183d38-e507-4981-b063-db29416d30e1 None None] Bound using segment: {'id': '7eb6761c-254f-40e5-a892-61915b6159af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2e1fb920-3375-4403-8787-b7278ca5e5db'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:06:19.815746 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-7a183d38-e507-4981-b063-db29416d30e1 None None] Bound port: 2d372fa9-0c4a-4d30-93cc-920fc5554f11, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eb6761c-254f-40e5-a892-61915b6159af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2e1fb920-3375-4403-8787-b7278ca5e5db'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:06:19.816514 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7a183d38-e507-4981-b063-db29416d30e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:19.824653 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-e2371d7f-ddc5-4749-9822-17b1062979c8 None None] For port c52b267a-f344-4846-8ab8-34d738b5311f, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=c52b267a-f344-4846-8ab8-34d738b5311f,segment=NetworkSegment(6d737698-fc2d-48b8-80f7-22b597e4f5d5),segment_id=6d737698-fc2d-48b8-80f7-22b597e4f5d5)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:06:19.882079 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c6065c-6715-4d44-836d-47c32355cfa5 None None] Pushing event updated for resources: {'Port': ['ID=fb2a1c90-bbd7-4fa7-b5a4-154a81f44738,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:19.930819 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f811e37-8f8c-451b-be2a-d764c68290f1 None None] Routers {'52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:19.931707 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-0f811e37-8f8c-451b-be2a-d764c68290f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:06:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:20.064213 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e2ef55ec-a0a2-4af4-ac7c-41e55c69ace0 req-107a0a59-525c-49a6-9cca-66810061eec4 service neutron] 10.222.0.54 "GET /v2.0/networks/81cab25c-cc73-4b97-9af8-266d9053a85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2491467 Nov 12 01:06:20.084527 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-ef698df8-06b5-42c7-bd96-e4437fe831c6 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1596289 Nov 12 01:06:20.147866 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 474aea7c-5884-4ee1-8452-1163fe42e571 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:20.148358 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:20.150596 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e2371d7f-ddc5-4749-9822-17b1062979c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:20.151466 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 55802) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:20.154101 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-c7ad55b8-064b-4c3e-8563-fb587c94f8f2 None None] Port f68abd61-a559-4a77-b56a-66b7a321f926 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:06:20.158692 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-37f4289a-15c8-436d-88a9-856aafe96a53 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-809512136', 'description': 'tempest-secgroup-smoke-809512136 description', 'project_id': '8a187a5f08ca423da53c90074483cfd4'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:20.162907 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a5c4ff-d268-451c-92fb-e78e03c53ae0 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Router 5a14ad7a-991e-4659-8edb-a2600b2968dd has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:06:20.216910 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-37f4289a-15c8-436d-88a9-856aafe96a53 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:20.240933 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-0f811e37-8f8c-451b-be2a-d764c68290f1 None None] Set router 52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:20.374998 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e2ef55ec-a0a2-4af4-ac7c-41e55c69ace0 req-fa325597-a4e4-4f90-9efe-b353de380811 service neutron] 10.222.0.54 "GET /v2.0/networks/81cab25c-cc73-4b97-9af8-266d9053a85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894571 Nov 12 01:06:20.378456 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a5c4ff-d268-451c-92fb-e78e03c53ae0 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:06:20.383231 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-37f4289a-15c8-436d-88a9-856aafe96a53 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:20.386048 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a3a5c4ff-d268-451c-92fb-e78e03c53ae0 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "PUT /v2.0/routers/5a14ad7a-991e-4659-8edb-a2600b2968dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9305995 Nov 12 01:06:20.388871 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 55812) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:20.394652 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-37f4289a-15c8-436d-88a9-856aafe96a53 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:20.396928 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-7fa9d144-75a3-470e-8084-a82aefc4e466 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2125322068'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:20.431842 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2371d7f-ddc5-4749-9822-17b1062979c8 None None] Pushing event updated for resources: {'Port': ['ID=c52b267a-f344-4846-8ab8-34d738b5311f,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:20.492979 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f4289a-15c8-436d-88a9-856aafe96a53 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2661ac04-47e0-487f-bad6-1b1c5546aaa2,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:20.547429 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-7a183d38-e507-4981-b063-db29416d30e1 None None] For port 2d372fa9-0c4a-4d30-93cc-920fc5554f11, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:06:20.552771 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-7a183d38-e507-4981-b063-db29416d30e1 None None] For port 2d372fa9-0c4a-4d30-93cc-920fc5554f11, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=2d372fa9-0c4a-4d30-93cc-920fc5554f11,segment=NetworkSegment(7eb6761c-254f-40e5-a892-61915b6159af),segment_id=7eb6761c-254f-40e5-a892-61915b6159af)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:06:20.593315 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-035134d8-fc65-41e5-b5e1-f67e5955fe05 None None] Provisioning complete for port f68abd61-a559-4a77-b56a-66b7a321f926 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:20.593886 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-035134d8-fc65-41e5-b5e1-f67e5955fe05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:20.596848 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa9d144-75a3-470e-8084-a82aefc4e466 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Made reservation on behalf of a11eef8310e84cba843e1022bed4f066 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:20.598705 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-37f4289a-15c8-436d-88a9-856aafe96a53 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:20.599968 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-37f4289a-15c8-436d-88a9-856aafe96a53 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4467356 Nov 12 01:06:20.602978 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 55818) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:20.607602 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-0bb0facf-0f77-45b8-9e01-8db73a3f2307 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Request body: {'security_group_rule': {'security_group_id': '2661ac04-47e0-487f-bad6-1b1c5546aaa2', 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:20.608731 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7fa9d144-75a3-470e-8084-a82aefc4e466 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:20.615629 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-c352530f-887d-4d66-a9fe-49dacfb23ff3 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5041795 Nov 12 01:06:20.653189 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7a183d38-e507-4981-b063-db29416d30e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:20.681279 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0bb0facf-0f77-45b8-9e01-8db73a3f2307 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:20.749080 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-0f811e37-8f8c-451b-be2a-d764c68290f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'name': 'tempest-TestNetworkBasicOps-router-1113797668', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1702c668-b99a-4d38-bfa7-3b6edac84d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:06:15Z', 'revision_number': 4, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'gw_port': {'id': '1702c668-b99a-4d38-bfa7-3b6edac84d42', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'fb2a1c90-bbd7-4fa7-b5a4-154a81f44738', 'name': '', 'network_id': '85a7f8c6-9f4b-49e3-8324-6914753de947', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'mac_address': 'fa:16:3e:87:5e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '42f8954e-823a-4f5f-8f8d-d667cda9bcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:14Z', 'updated_at': '2021-11-12T01:06:19Z', 'revision_number': 4, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'subnets': [{'id': '42f8954e-823a-4f5f-8f8d-d667cda9bcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:20.793543 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-035134d8-fc65-41e5-b5e1-f67e5955fe05 None None] Port f68abd61-a559-4a77-b56a-66b7a321f926 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:06:20.816142 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-58955e3c-30b1-416f-8e21-5ff0cdfb4e54 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=e5eb25a0-7da0-4bbc-9a1a-01a506e19685 HTTP/1.1" status: 200 len: 217 time: 0.1918917 Nov 12 01:06:20.845302 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f811e37-8f8c-451b-be2a-d764c68290f1 None None] The sync data for ids ['52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f'] in n-d-812236-11 is: [{'id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'name': 'tempest-TestNetworkBasicOps-router-1113797668', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1702c668-b99a-4d38-bfa7-3b6edac84d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:06:15Z', 'revision_number': 4, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'gw_port': {'id': '1702c668-b99a-4d38-bfa7-3b6edac84d42', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'fb2a1c90-bbd7-4fa7-b5a4-154a81f44738', 'name': '', 'network_id': '85a7f8c6-9f4b-49e3-8324-6914753de947', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'mac_address': 'fa:16:3e:87:5e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '42f8954e-823a-4f5f-8f8d-d667cda9bcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:14Z', 'updated_at': '2021-11-12T01:06:19Z', 'revision_number': 4, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'subnets': [{'id': '42f8954e-823a-4f5f-8f8d-d667cda9bcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:06:20.997440 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fa9d144-75a3-470e-8084-a82aefc4e466 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:06:21.006234 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0bb0facf-0f77-45b8-9e01-8db73a3f2307 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:21.019081 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0bb0facf-0f77-45b8-9e01-8db73a3f2307 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:21.113472 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7fa9d144-75a3-470e-8084-a82aefc4e466 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:21.113472 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-7fa9d144-75a3-470e-8084-a82aefc4e466 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Added segment 19940704-ca0c-4eb2-b589-3c0c920b38db of type vlan for network d95938f9-0f37-42b3-8c98-ab61190bf71b Nov 12 01:06:21.118343 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb0facf-0f77-45b8-9e01-8db73a3f2307 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e616ee6-e120-450d-948a-d23a109bd4bb,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:21.146986 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0bb0facf-0f77-45b8-9e01-8db73a3f2307 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:21.148377 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0bb0facf-0f77-45b8-9e01-8db73a3f2307 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5442441 Nov 12 01:06:21.151684 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 55840) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:21.166201 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-8b5ae193-1117-4fae-9489-41794a844fd2 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Request body: {'security_group_rule': {'security_group_id': '2661ac04-47e0-487f-bad6-1b1c5546aaa2', 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:21.178567 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-dd839bc0-51c9-4be5-a15c-dca8429667a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:21.180150 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-dd839bc0-51c9-4be5-a15c-dca8429667a8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5 HTTP/1.1" status: 200 len: 797 time: 0.3498073 Nov 12 01:06:21.242804 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8b5ae193-1117-4fae-9489-41794a844fd2 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:21.265114 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7fa9d144-75a3-470e-8084-a82aefc4e466 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:21.375414 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a183d38-e507-4981-b063-db29416d30e1 None None] Pushing event updated for resources: {'Port': ['ID=2d372fa9-0c4a-4d30-93cc-920fc5554f11,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:21.431863 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7fa9d144-75a3-470e-8084-a82aefc4e466 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:21.467751 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8b5ae193-1117-4fae-9489-41794a844fd2 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:21.479111 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa9d144-75a3-470e-8084-a82aefc4e466 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:21.480249 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7fa9d144-75a3-470e-8084-a82aefc4e466 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:21.481540 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8b5ae193-1117-4fae-9489-41794a844fd2 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:21.514259 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-596081da-705c-49c7-b4d2-d6bb1937fc6c None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:21.533828 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-596081da-705c-49c7-b4d2-d6bb1937fc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:21.537043 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ae193-1117-4fae-9489-41794a844fd2 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6e4e94f-0f13-48ee-9d82-71f87fcecc5f,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:21.553082 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8b5ae193-1117-4fae-9489-41794a844fd2 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:21.558872 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8b5ae193-1117-4fae-9489-41794a844fd2 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4057724 Nov 12 01:06:21.580296 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 55864) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:21.594035 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-ef462a5b-7674-48a3-8d42-05bedc1c40c6 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Request body: {'security_group_rule': {'security_group_id': '2661ac04-47e0-487f-bad6-1b1c5546aaa2', 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:21.629086 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78a0d58-21a8-4061-8259-2e2763561947 None None] Pushing event updated for resources: {'Port': ['ID=f68abd61-a559-4a77-b56a-66b7a321f926,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:21.646944 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-58e600ad-b4b1-4608-9508-3cde3366574e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:21.649692 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-58e600ad-b4b1-4608-9508-3cde3366574e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3533289 Nov 12 01:06:21.670109 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7fa9d144-75a3-470e-8084-a82aefc4e466 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2800844 Nov 12 01:06:21.676374 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 55874) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:21.682295 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-acd12d23-c296-45c2-9521-786b4ff94e24 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Request body: {'subnet': {'network_id': 'd95938f9-0f37-42b3-8c98-ab61190bf71b', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:21.811460 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ef462a5b-7674-48a3-8d42-05bedc1c40c6 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:21.888642 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aac6e3c0-eb28-4f2d-bc2c-1ccfe31e4b95 req-6788a800-7a33-4454-8e57-a02078e3ee0c service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1805084 Nov 12 01:06:21.965071 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-596081da-705c-49c7-b4d2-d6bb1937fc6c None None] Attempting to bind port f68abd61-a559-4a77-b56a-66b7a321f926 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:21.965810 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-596081da-705c-49c7-b4d2-d6bb1937fc6c None None] Attempting to bind port f68abd61-a559-4a77-b56a-66b7a321f926 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '8ae5867e-e8ca-4aff-b4ba-cb5a64724d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6049b094-a95b-4c4b-942c-09f4a0f80538'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:21.965810 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596081da-705c-49c7-b4d2-d6bb1937fc6c None None] Attempting to bind port f68abd61-a559-4a77-b56a-66b7a321f926 on network 6049b094-a95b-4c4b-942c-09f4a0f80538 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:22.037057 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596081da-705c-49c7-b4d2-d6bb1937fc6c None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:06:22.046970 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596081da-705c-49c7-b4d2-d6bb1937fc6c None None] Checking segment: {'id': '8ae5867e-e8ca-4aff-b4ba-cb5a64724d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6049b094-a95b-4c4b-942c-09f4a0f80538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:22.048641 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-596081da-705c-49c7-b4d2-d6bb1937fc6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:22.052709 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596081da-705c-49c7-b4d2-d6bb1937fc6c None None] Bound using segment: {'id': '8ae5867e-e8ca-4aff-b4ba-cb5a64724d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6049b094-a95b-4c4b-942c-09f4a0f80538'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:06:22.054607 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-596081da-705c-49c7-b4d2-d6bb1937fc6c None None] Bound port: f68abd61-a559-4a77-b56a-66b7a321f926, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ae5867e-e8ca-4aff-b4ba-cb5a64724d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6049b094-a95b-4c4b-942c-09f4a0f80538'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:06:22.057591 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-596081da-705c-49c7-b4d2-d6bb1937fc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:22.108766 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-19d078b8-5537-432a-8601-ef65cd89297c service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4014785 Nov 12 01:06:22.110771 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa9d144-75a3-470e-8084-a82aefc4e466 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event updated for resources: {'Network': ['ID=d95938f9-0f37-42b3-8c98-ab61190bf71b,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:22.300515 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ef462a5b-7674-48a3-8d42-05bedc1c40c6 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:22.320459 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network d95938f9-0f37-42b3-8c98-ab61190bf71b details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:06:22.332857 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ef462a5b-7674-48a3-8d42-05bedc1c40c6 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:22.347936 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd12d23-c296-45c2-9521-786b4ff94e24 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Made reservation on behalf of a11eef8310e84cba843e1022bed4f066 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:22.362716 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-acd12d23-c296-45c2-9521-786b4ff94e24 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:22.449331 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef462a5b-7674-48a3-8d42-05bedc1c40c6 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adcb8d68-5253-435f-80ba-b66cafe52173,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:22.550527 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ef462a5b-7674-48a3-8d42-05bedc1c40c6 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:22.552146 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ef462a5b-7674-48a3-8d42-05bedc1c40c6 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9705439 Nov 12 01:06:22.556213 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 55942) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:22.557238 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-78e6b01c-30ba-4816-a830-b1804136954b service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850639 Nov 12 01:06:22.583351 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device fb2a1c90-bbd7-4fa7-b5a4-154a81f44738 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:06:22.592046 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-e82474d1-4005-44b5-9086-38097fcebba0 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Request body: {'security_group_rule': {'security_group_id': '2661ac04-47e0-487f-bad6-1b1c5546aaa2', 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:22.632958 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e82474d1-4005-44b5-9086-38097fcebba0 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:22.669456 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-596081da-705c-49c7-b4d2-d6bb1937fc6c None None] For port f68abd61-a559-4a77-b56a-66b7a321f926, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:06:22.669711 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-8409f905-f70d-49bc-bf56-b86d0ce577b0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=4c22bace-f635-4893-bff7-f3b4e0d2feaa HTTP/1.1" status: 200 len: 217 time: 0.1007705 Nov 12 01:06:22.669887 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-596081da-705c-49c7-b4d2-d6bb1937fc6c None None] For port f68abd61-a559-4a77-b56a-66b7a321f926, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=f68abd61-a559-4a77-b56a-66b7a321f926,segment=NetworkSegment(8ae5867e-e8ca-4aff-b4ba-cb5a64724d2a),segment_id=8ae5867e-e8ca-4aff-b4ba-cb5a64724d2a)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:06:22.781416 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-596081da-705c-49c7-b4d2-d6bb1937fc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:22.810604 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-e27477c0-c351-45c2-93f2-81ea2905d518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:22.812492 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-e27477c0-c351-45c2-93f2-81ea2905d518 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5 HTTP/1.1" status: 200 len: 797 time: 0.1415169 Nov 12 01:06:22.931774 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-e5e487fe-ade6-45e8-8ba0-80a88ea0ff35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:22.939480 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-e5e487fe-ade6-45e8-8ba0-80a88ea0ff35 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1130600 Nov 12 01:06:23.054803 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-acd12d23-c296-45c2-9521-786b4ff94e24 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:23.258631 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-d65f75d2-5b97-4db9-8503-491ed582548e service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127515 Nov 12 01:06:23.400153 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78a0d58-21a8-4061-8259-2e2763561947 None None] Pushing event updated for resources: {'Port': ['ID=f68abd61-a559-4a77-b56a-66b7a321f926,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:23.423809 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e82474d1-4005-44b5-9086-38097fcebba0 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:23.430757 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-67317479-7058-4ea7-addd-6a5ec78960fb None None] Provisioning complete for port f68abd61-a559-4a77-b56a-66b7a321f926 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:23.431843 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-67317479-7058-4ea7-addd-6a5ec78960fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:23.448298 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 55960) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:23.450514 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd12d23-c296-45c2-9521-786b4ff94e24 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event updated for resources: {'Subnet': ['ID=51c29b9f-4d39-42e6-93fb-fff560099c9b,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:23.457728 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13daf62a-9f78-4e28-aefe-8bb6adbf1ead None None] Network 85a7f8c6-9f4b-49e3-8324-6914753de947 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:23.491868 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e82474d1-4005-44b5-9086-38097fcebba0 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:23.587034 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-f4d7909c-93e0-4a55-838e-a91fb93c8a91 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202434 Nov 12 01:06:23.593722 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82474d1-4005-44b5-9086-38097fcebba0 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=730b56b4-f495-4a86-863a-0f9168b7ccde,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:23.602842 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd12d23-c296-45c2-9521-786b4ff94e24 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Checking segment: {'id': '19940704-ca0c-4eb2-b589-3c0c920b38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd95938f9-0f37-42b3-8c98-ab61190bf71b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:23.603580 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd12d23-c296-45c2-9521-786b4ff94e24 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Network hostable DHCP agents. Network: d95938f9-0f37-42b3-8c98-ab61190bf71b, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:06:23.636712 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e82474d1-4005-44b5-9086-38097fcebba0 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:23.637917 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e82474d1-4005-44b5-9086-38097fcebba0 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0804355 Nov 12 01:06:23.643879 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 55970) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:23.650570 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-4500f5b1-a4f0-4b59-b162-95f6148f5005 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Request body: {'security_group_rule': {'security_group_id': '2661ac04-47e0-487f-bad6-1b1c5546aaa2', 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:23.691154 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-352e55a2-10a3-4ca4-9d02-b54b813f49f6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4 HTTP/1.1" status: 200 len: 217 time: 0.0948489 Nov 12 01:06:23.771446 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd12d23-c296-45c2-9521-786b4ff94e24 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Network d95938f9-0f37-42b3-8c98-ab61190bf71b is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:06:23.774723 n-d-812236-11 neutron-server[102662]: INFO neutron.db.securitygroups_db [None req-4500f5b1-a4f0-4b59-b162-95f6148f5005 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Project 8a187a5f08ca423da53c90074483cfd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:06:23.796414 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4500f5b1-a4f0-4b59-b162-95f6148f5005 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:23.823113 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-acd12d23-c296-45c2-9521-786b4ff94e24 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, d95938f9-0f37-42b3-8c98-ab61190bf71b) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:23.838157 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd12d23-c296-45c2-9521-786b4ff94e24 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:23.838743 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-acd12d23-c296-45c2-9521-786b4ff94e24 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:23.853036 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-1d6f3e48-8b9c-4527-97e4-d90abaed207e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:23.854953 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-1d6f3e48-8b9c-4527-97e4-d90abaed207e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5 HTTP/1.1" status: 200 len: 797 time: 0.1541479 Nov 12 01:06:23.920444 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-877ee113-56e0-45bb-8548-1cde57cae09e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:23.933961 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-64e48b7e-9dec-47b3-a1c2-e83cc8f21944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:23.935225 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-64e48b7e-9dec-47b3-a1c2-e83cc8f21944 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0724459 Nov 12 01:06:23.935584 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86aff16f-f07b-48f5-a141-d97b664a7354 None None] Network d95938f9-0f37-42b3-8c98-ab61190bf71b requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:23.941883 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596081da-705c-49c7-b4d2-d6bb1937fc6c None None] Routers {'5a14ad7a-991e-4659-8edb-a2600b2968dd'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:23.941883 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-596081da-705c-49c7-b4d2-d6bb1937fc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:06:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['5a14ad7a-991e-4659-8edb-a2600b2968dd'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:23.964618 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-acd12d23-c296-45c2-9521-786b4ff94e24 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2868257 Nov 12 01:06:23.971494 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 55976) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:23.976321 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e55978-15b1-4772-b557-6c3576ddd8e3 None None] Network 2e1fb920-3375-4403-8787-b7278ca5e5db requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:24.025971 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4500f5b1-a4f0-4b59-b162-95f6148f5005 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.034201 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4500f5b1-a4f0-4b59-b162-95f6148f5005 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.079451 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4500f5b1-a4f0-4b59-b162-95f6148f5005 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51053495-ccbd-48db-aa31-684933ce4429,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:24.091756 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4500f5b1-a4f0-4b59-b162-95f6148f5005 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.092970 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-4500f5b1-a4f0-4b59-b162-95f6148f5005 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4459755 Nov 12 01:06:24.103180 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 55978) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:24.115921 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-cb581236-a2db-4f86-a0c2-5cb5ae6e13ae tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Request body: {'security_group_rule': {'security_group_id': '2661ac04-47e0-487f-bad6-1b1c5546aaa2', 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:24.139585 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-877ee113-56e0-45bb-8548-1cde57cae09e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.150045 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-877ee113-56e0-45bb-8548-1cde57cae09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.171994 n-d-812236-11 neutron-server[102662]: INFO neutron.db.securitygroups_db [None req-cb581236-a2db-4f86-a0c2-5cb5ae6e13ae tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Project 8a187a5f08ca423da53c90074483cfd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:06:24.195045 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cb581236-a2db-4f86-a0c2-5cb5ae6e13ae tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.226318 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-877ee113-56e0-45bb-8548-1cde57cae09e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c9076a6112c44da2a608d91af5ce1e88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7765541 Nov 12 01:06:24.232482 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ee113-56e0-45bb-8548-1cde57cae09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7d585c-fbd3-4204-8181-876684d10a89,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:24.236157 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 55988) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:24.367054 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-86a54f76-9c6f-4848-9410-deb990874f40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.372642 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cb581236-a2db-4f86-a0c2-5cb5ae6e13ae tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.387021 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cb581236-a2db-4f86-a0c2-5cb5ae6e13ae tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.428611 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-86a54f76-9c6f-4848-9410-deb990874f40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.435803 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-b221312a-8487-4cff-9adf-2331adb6747c service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4897928 Nov 12 01:06:24.449690 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port fb2a1c90-bbd7-4fa7-b5a4-154a81f44738 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:24.450057 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.475102 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cb581236-a2db-4f86-a0c2-5cb5ae6e13ae tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.480630 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-cb581236-a2db-4f86-a0c2-5cb5ae6e13ae tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3762767 Nov 12 01:06:24.499622 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb581236-a2db-4f86-a0c2-5cb5ae6e13ae tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=052fb562-254e-4b4f-9293-f3f54be0caf7,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:24.539382 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-596081da-705c-49c7-b4d2-d6bb1937fc6c None None] Set router 5a14ad7a-991e-4659-8edb-a2600b2968dd gateway port host: None {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:24.605300 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-86a54f76-9c6f-4848-9410-deb990874f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.608303 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-86a54f76-9c6f-4848-9410-deb990874f40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.609725 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-86a54f76-9c6f-4848-9410-deb990874f40 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bd7d585c-fbd3-4204-8181-876684d10a89 HTTP/1.1" status: 204 len: 168 time: 0.3686516 Nov 12 01:06:24.623481 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a54f76-9c6f-4848-9410-deb990874f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7d585c-fbd3-4204-8181-876684d10a89,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:24.692096 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-b9241b0a-49f7-4882-a9f1-84a0596b1d84 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153199 Nov 12 01:06:24.698694 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5adf3d65-bb2d-4fdf-aea0-097a74209827 req-e1d4283d-006f-464d-9a28-b5f0e5668d38 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.2235656 Nov 12 01:06:24.759653 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-67317479-7058-4ea7-addd-6a5ec78960fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.865562 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-ed2679c7-8a63-4eea-98e9-37e8de0869ee service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=32d55d15-cda1-42c5-acb9-247105424a0c HTTP/1.1" status: 200 len: 217 time: 0.1645188 Nov 12 01:06:24.963829 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5704e033-59b2-4a35-8953-1c6db56fe5a4 req-41c2c04d-0cb7-4df8-a8f2-e6ff677c69f4 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-809512136&fields=id&tenant_id=8a187a5f08ca423da53c90074483cfd4 HTTP/1.1" status: 200 len: 267 time: 0.0956686 Nov 12 01:06:25.018108 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-631bb029-6e4a-4eda-90ab-8a25236ad1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:25.019874 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-631bb029-6e4a-4eda-90ab-8a25236ad1c4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5954c685-7a02-40be-97b5-9b885e683410 HTTP/1.1" status: 200 len: 797 time: 0.1540678 Nov 12 01:06:25.249759 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-93e46318-562c-4be4-b638-84461bdad8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:25.251367 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-93e46318-562c-4be4-b638-84461bdad8c4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0fed04be-2c3a-475e-8199-924085f487af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2197397 Nov 12 01:06:25.306491 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704e033-59b2-4a35-8953-1c6db56fe5a4 req-e8298b39-d595-4f8e-9c11-21f4a7976ed1 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:25.313817 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5704e033-59b2-4a35-8953-1c6db56fe5a4 req-e8298b39-d595-4f8e-9c11-21f4a7976ed1 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/networks?id=85a7f8c6-9f4b-49e3-8324-6914753de947 HTTP/1.1" status: 200 len: 796 time: 0.3490386 Nov 12 01:06:25.336021 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5704e033-59b2-4a35-8953-1c6db56fe5a4 req-46b2939a-4dd7-46a7-84bc-3a40f28da122 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/quotas/8a187a5f08ca423da53c90074483cfd4 HTTP/1.1" status: 200 len: 375 time: 0.0212522 Nov 12 01:06:25.359543 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-67317479-7058-4ea7-addd-6a5ec78960fb None None] For port f68abd61-a559-4a77-b56a-66b7a321f926, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=f68abd61-a559-4a77-b56a-66b7a321f926,segment=NetworkSegment(8ae5867e-e8ca-4aff-b4ba-cb5a64724d2a),segment_id=8ae5867e-e8ca-4aff-b4ba-cb5a64724d2a)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:25.377483 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-67317479-7058-4ea7-addd-6a5ec78960fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:25.379267 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:25.430966 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e15651d-3936-4758-9160-51a8e03b9be2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:25.553424 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5704e033-59b2-4a35-8953-1c6db56fe5a4 req-4bd57112-d9d6-45c7-bf85-8d30a0643a59 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8a187a5f08ca423da53c90074483cfd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2144032 Nov 12 01:06:25.573592 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da05e7a-35cf-4c31-b90e-67033aa1a3b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-d95938f9-0f37-42b3-8c98-ab61190bf71b', 'network_id': 'd95938f9-0f37-42b3-8c98-ab61190bf71b', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'fixed_ips': [{'subnet_id': '51c29b9f-4d39-42e6-93fb-fff560099c9b'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:06:25.590264 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2da05e7a-35cf-4c31-b90e-67033aa1a3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:25.696649 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port fb2a1c90-bbd7-4fa7-b5a4-154a81f44738, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=fb2a1c90-bbd7-4fa7-b5a4-154a81f44738,segment=NetworkSegment(6d737698-fc2d-48b8-80f7-22b597e4f5d5),segment_id=6d737698-fc2d-48b8-80f7-22b597e4f5d5)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:25.711647 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67317479-7058-4ea7-addd-6a5ec78960fb None None] Pushing event updated for resources: {'Port': ['ID=f68abd61-a559-4a77-b56a-66b7a321f926,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:25.732640 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-96deba0c-24db-44bc-afa2-f229bdec4533 service neutron] 10.222.0.49 "GET /v2.0/networks/0fed04be-2c3a-475e-8199-924085f487af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4717331 Nov 12 01:06:25.755954 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-2286826e-caff-4131-815a-d8f843d6d49e None None] Provisioning complete for port 2d372fa9-0c4a-4d30-93cc-920fc5554f11 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:25.756315 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2286826e-caff-4131-815a-d8f843d6d49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:25.775551 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:25.776528 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 2d372fa9-0c4a-4d30-93cc-920fc5554f11 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:06:26.148261 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5704e033-59b2-4a35-8953-1c6db56fe5a4 req-8c2d2fb5-2cd3-45a2-9538-86888e0d9731 service neutron] 10.222.0.20 "GET /v2.0/networks/85a7f8c6-9f4b-49e3-8324-6914753de947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5939486 Nov 12 01:06:26.230678 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=fb2a1c90-bbd7-4fa7-b5a4-154a81f44738,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:26.353686 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2286826e-caff-4131-815a-d8f843d6d49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:26.421690 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5704e033-59b2-4a35-8953-1c6db56fe5a4 req-af9af73d-17f8-4a29-9506-220656dff59b service neutron] 10.222.0.20 "GET /v2.0/networks/85a7f8c6-9f4b-49e3-8324-6914753de947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612567 Nov 12 01:06:26.525025 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 2d372fa9-0c4a-4d30-93cc-920fc5554f11 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:26.525631 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:26.684648 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-2da05e7a-35cf-4c31-b90e-67033aa1a3b5 None None] Allocated IP 2001:db8:3::2 (d95938f9-0f37-42b3-8c98-ab61190bf71b/51c29b9f-4d39-42e6-93fb-fff560099c9b/51053d98-ba5a-4bdb-8ae8-4b56057020e8) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:27.050024 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-45e8e8be-bd21-4473-9caf-64c2ba7de923 service neutron] 10.222.0.49 "GET /v2.0/networks/0fed04be-2c3a-475e-8199-924085f487af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2991893 Nov 12 01:06:27.168038 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 56098) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:27.398885 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-5fdc07fe-cdbb-4a51-87fe-f2eb64a93f9e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c22b6762-e3f6-4522-8e3f-46a49996d03c HTTP/1.1" status: 200 len: 217 time: 0.3479066 Nov 12 01:06:27.408514 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a4f312cc-a7e5-40cd-a89b-1a2f271e7948 req-78d28bf6-a6b5-4816-b8da-6b4b39b9f56c tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/ports?device_id=787398d0-003f-49b7-a104-a0920f414f4a HTTP/1.1" status: 200 len: 210 time: 0.4706061 Nov 12 01:06:27.454111 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-2286826e-caff-4131-815a-d8f843d6d49e None None] For port 2d372fa9-0c4a-4d30-93cc-920fc5554f11, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=2d372fa9-0c4a-4d30-93cc-920fc5554f11,segment=NetworkSegment(7eb6761c-254f-40e5-a892-61915b6159af),segment_id=7eb6761c-254f-40e5-a892-61915b6159af)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:27.467406 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-596081da-705c-49c7-b4d2-d6bb1937fc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'name': 'tempest-RoutersIpV6Test-router-945602069', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:00Z', 'updated_at': '2021-11-12T01:06:16Z', 'revision_number': 4, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'gw_port_host': None, '_interfaces': [{'id': '79ee44a4-ab93-468e-a581-77c697c03b37', 'name': '', 'network_id': '11b820aa-bc47-436b-80cb-734063e1b2b2', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:ec:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'ed101d14-52e2-4b04-b443-d8deefbde359', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:01Z', 'updated_at': '2021-11-12T01:06:09Z', 'revision_number': 5, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': 'ed101d14-52e2-4b04-b443-d8deefbde359', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '848b9011-44b2-4a73-a0f8-e21dde19734e', 'name': '', 'network_id': '2e1fb920-3375-4403-8787-b7278ca5e5db', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:ab:e5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '76f8c49e-ad93-4820-9a8d-7d5263f87519', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:14Z', 'updated_at': '2021-11-12T01:06:17Z', 'revision_number': 2, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': '76f8c49e-ad93-4820-9a8d-7d5263f87519', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f68abd61-a559-4a77-b56a-66b7a321f926', 'name': '', 'network_id': '6049b094-a95b-4c4b-942c-09f4a0f80538', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:30:0f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': 'fb40550b-786e-469b-a3f0-15b668618bd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:06:22Z', 'revision_number': 4, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': 'fb40550b-786e-469b-a3f0-15b668618bd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:27.505664 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dbc0f6e7-4d1e-4153-9f97-fb458a138c53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:27.548117 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-d12dfc3f-606d-423d-8795-db844f69640f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:27.549879 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-d12dfc3f-606d-423d-8795-db844f69640f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5954c685-7a02-40be-97b5-9b885e683410 HTTP/1.1" status: 200 len: 797 time: 0.1389432 Nov 12 01:06:27.558974 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2286826e-caff-4131-815a-d8f843d6d49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:27.632072 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-0ea4dd79-dd6f-452d-b599-5cd7f5eed0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:27.636028 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-0ea4dd79-dd6f-452d-b599-5cd7f5eed0ab service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0fed04be-2c3a-475e-8199-924085f487af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0789063 Nov 12 01:06:27.703256 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dbc0f6e7-4d1e-4153-9f97-fb458a138c53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:27.710561 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dbc0f6e7-4d1e-4153-9f97-fb458a138c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:27.711024 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596081da-705c-49c7-b4d2-d6bb1937fc6c None None] The sync data for ids ['5a14ad7a-991e-4659-8edb-a2600b2968dd'] in n-d-812236-11 is: [{'id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'name': 'tempest-RoutersIpV6Test-router-945602069', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:00Z', 'updated_at': '2021-11-12T01:06:16Z', 'revision_number': 4, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'gw_port_host': None, '_interfaces': [{'id': '79ee44a4-ab93-468e-a581-77c697c03b37', 'name': '', 'network_id': '11b820aa-bc47-436b-80cb-734063e1b2b2', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:ec:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'ed101d14-52e2-4b04-b443-d8deefbde359', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:01Z', 'updated_at': '2021-11-12T01:06:09Z', 'revision_number': 5, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': 'ed101d14-52e2-4b04-b443-d8deefbde359', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '848b9011-44b2-4a73-a0f8-e21dde19734e', 'name': '', 'network_id': '2e1fb920-3375-4403-8787-b7278ca5e5db', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:ab:e5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '76f8c49e-ad93-4820-9a8d-7d5263f87519', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:14Z', 'updated_at': '2021-11-12T01:06:17Z', 'revision_number': 2, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': '76f8c49e-ad93-4820-9a8d-7d5263f87519', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f68abd61-a559-4a77-b56a-66b7a321f926', 'name': '', 'network_id': '6049b094-a95b-4c4b-942c-09f4a0f80538', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:30:0f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': 'fb40550b-786e-469b-a3f0-15b668618bd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:06:22Z', 'revision_number': 4, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': 'fb40550b-786e-469b-a3f0-15b668618bd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:06:27.736255 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2286826e-caff-4131-815a-d8f843d6d49e None None] Pushing event updated for resources: {'Port': ['ID=2d372fa9-0c4a-4d30-93cc-920fc5554f11,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:27.823676 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc0f6e7-4d1e-4153-9f97-fb458a138c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cccbddb0-0c69-4ab3-90cd-11e3464f4779,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:27.858466 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-5f22a48c-480b-4986-860d-d7081f6b42ea service neutron] 10.222.0.49 "GET /v2.0/networks/0fed04be-2c3a-475e-8199-924085f487af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143536 Nov 12 01:06:27.864042 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2da05e7a-35cf-4c31-b90e-67033aa1a3b5 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:27.884150 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-dbc0f6e7-4d1e-4153-9f97-fb458a138c53 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9a29a9f5b3654be38fefc370d62b6962&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7128050 Nov 12 01:06:27.884825 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 56118) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:27.891149 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-2286826e-caff-4131-815a-d8f843d6d49e None None] Provisioning complete for port fb2a1c90-bbd7-4fa7-b5a4-154a81f44738 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:27.891932 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2286826e-caff-4131-815a-d8f843d6d49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:27.987875 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2da05e7a-35cf-4c31-b90e-67033aa1a3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:28.067695 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d95bed6e-da2a-45a7-815a-e7dd0a0b838c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:28.069219 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device c52b267a-f344-4846-8ab8-34d738b5311f up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:06:28.118582 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da05e7a-35cf-4c31-b90e-67033aa1a3b5 None None] Network d95938f9-0f37-42b3-8c98-ab61190bf71b is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:28.136939 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-2da05e7a-35cf-4c31-b90e-67033aa1a3b5 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:28.144320 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da05e7a-35cf-4c31-b90e-67033aa1a3b5 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:28.146486 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da05e7a-35cf-4c31-b90e-67033aa1a3b5 None None] Pushing event updated for resources: {'Port': ['ID=51053d98-ba5a-4bdb-8ae8-4b56057020e8,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:28.171345 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d95bed6e-da2a-45a7-815a-e7dd0a0b838c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:28.214606 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-35376967-821b-4420-b732-900dc8270808 req-89582bf1-94e1-4f2f-88fb-b5d62d3f3e8c service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1525471 Nov 12 01:06:28.292948 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d95bed6e-da2a-45a7-815a-e7dd0a0b838c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:28.296797 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d95bed6e-da2a-45a7-815a-e7dd0a0b838c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:28.299895 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d95bed6e-da2a-45a7-815a-e7dd0a0b838c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cccbddb0-0c69-4ab3-90cd-11e3464f4779 HTTP/1.1" status: 204 len: 168 time: 0.4139366 Nov 12 01:06:28.315087 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95bed6e-da2a-45a7-815a-e7dd0a0b838c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cccbddb0-0c69-4ab3-90cd-11e3464f4779,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:28.318592 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-0e15651d-3936-4758-9160-51a8e03b9be2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Allocated IP 2001:db8:3::1 (d95938f9-0f37-42b3-8c98-ab61190bf71b/51c29b9f-4d39-42e6-93fb-fff560099c9b/70780905-4a98-4905-a968-335e9fae156e) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:28.360771 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-2da05e7a-35cf-4c31-b90e-67033aa1a3b5 None None] Attempting to bind port 51053d98-ba5a-4bdb-8ae8-4b56057020e8 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:28.361170 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-2da05e7a-35cf-4c31-b90e-67033aa1a3b5 None None] Attempting to bind port 51053d98-ba5a-4bdb-8ae8-4b56057020e8 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '19940704-ca0c-4eb2-b589-3c0c920b38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd95938f9-0f37-42b3-8c98-ab61190bf71b'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:28.361658 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da05e7a-35cf-4c31-b90e-67033aa1a3b5 None None] Attempting to bind port 51053d98-ba5a-4bdb-8ae8-4b56057020e8 on network d95938f9-0f37-42b3-8c98-ab61190bf71b {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:28.380151 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da05e7a-35cf-4c31-b90e-67033aa1a3b5 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:06:28.380578 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da05e7a-35cf-4c31-b90e-67033aa1a3b5 None None] Checking segment: {'id': '19940704-ca0c-4eb2-b589-3c0c920b38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd95938f9-0f37-42b3-8c98-ab61190bf71b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:28.381152 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2da05e7a-35cf-4c31-b90e-67033aa1a3b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:28.381668 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da05e7a-35cf-4c31-b90e-67033aa1a3b5 None None] Bound using segment: {'id': '19940704-ca0c-4eb2-b589-3c0c920b38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd95938f9-0f37-42b3-8c98-ab61190bf71b'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:06:28.382530 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-2da05e7a-35cf-4c31-b90e-67033aa1a3b5 None None] Bound port: 51053d98-ba5a-4bdb-8ae8-4b56057020e8, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19940704-ca0c-4eb2-b589-3c0c920b38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd95938f9-0f37-42b3-8c98-ab61190bf71b'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:06:28.382928 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2da05e7a-35cf-4c31-b90e-67033aa1a3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:28.395290 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port c52b267a-f344-4846-8ab8-34d738b5311f triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:28.395662 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:28.464861 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e15651d-3936-4758-9160-51a8e03b9be2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:28.483034 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cfcf32b8-b719-43f7-9e91-1019de5bc7aa req-da7bba47-827e-428c-abfe-3e715cbe6851 service neutron] 10.222.0.49 "GET /v2.0/networks/0fed04be-2c3a-475e-8199-924085f487af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6174185 Nov 12 01:06:28.539262 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-2286826e-caff-4131-815a-d8f843d6d49e None None] Provisioning complete for port c52b267a-f344-4846-8ab8-34d738b5311f triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:28.539642 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2286826e-caff-4131-815a-d8f843d6d49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:28.622743 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e15651d-3936-4758-9160-51a8e03b9be2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:28.779802 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-2da05e7a-35cf-4c31-b90e-67033aa1a3b5 None None] For port 51053d98-ba5a-4bdb-8ae8-4b56057020e8, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:06:28.794100 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e15651d-3936-4758-9160-51a8e03b9be2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event updated for resources: {'Port': ['ID=70780905-4a98-4905-a968-335e9fae156e,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:28.801012 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-2da05e7a-35cf-4c31-b90e-67033aa1a3b5 None None] For port 51053d98-ba5a-4bdb-8ae8-4b56057020e8, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=51053d98-ba5a-4bdb-8ae8-4b56057020e8,segment=NetworkSegment(19940704-ca0c-4eb2-b589-3c0c920b38db),segment_id=19940704-ca0c-4eb2-b589-3c0c920b38db)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:06:28.836566 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2da05e7a-35cf-4c31-b90e-67033aa1a3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:28.840766 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e15651d-3936-4758-9160-51a8e03b9be2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:28.841126 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e15651d-3936-4758-9160-51a8e03b9be2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:28.841498 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e15651d-3936-4758-9160-51a8e03b9be2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:28.841837 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e15651d-3936-4758-9160-51a8e03b9be2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:28.842171 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e15651d-3936-4758-9160-51a8e03b9be2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:28.842503 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e15651d-3936-4758-9160-51a8e03b9be2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:28.842831 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e15651d-3936-4758-9160-51a8e03b9be2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:28.843157 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e15651d-3936-4758-9160-51a8e03b9be2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:28.843485 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e15651d-3936-4758-9160-51a8e03b9be2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:28.843806 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e15651d-3936-4758-9160-51a8e03b9be2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:28.844260 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e15651d-3936-4758-9160-51a8e03b9be2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:28.844773 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e15651d-3936-4758-9160-51a8e03b9be2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:28.847973 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:29.203016 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704e033-59b2-4a35-8953-1c6db56fe5a4 req-d8e8daa0-9ccc-4ab9-b9da-a694bcedc708 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:29.205469 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5704e033-59b2-4a35-8953-1c6db56fe5a4 req-d8e8daa0-9ccc-4ab9-b9da-a694bcedc708 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.54 "GET /v2.0/networks?id=85a7f8c6-9f4b-49e3-8324-6914753de947 HTTP/1.1" status: 200 len: 796 time: 0.4121509 Nov 12 01:06:29.224037 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a1718bae-fc7b-4f3b-a0a1-ec327f887948 req-72cf3991-a70f-4211-bc98-f9d935c0c9a6 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/ports?device_id=787398d0-003f-49b7-a104-a0920f414f4a HTTP/1.1" status: 200 len: 210 time: 0.4532411 Nov 12 01:06:29.226649 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e15651d-3936-4758-9160-51a8e03b9be2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Network d95938f9-0f37-42b3-8c98-ab61190bf71b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:29.235132 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port c52b267a-f344-4846-8ab8-34d738b5311f, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=c52b267a-f344-4846-8ab8-34d738b5311f,segment=NetworkSegment(6d737698-fc2d-48b8-80f7-22b597e4f5d5),segment_id=6d737698-fc2d-48b8-80f7-22b597e4f5d5)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:29.241087 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-0e15651d-3936-4758-9160-51a8e03b9be2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:29.246550 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da05e7a-35cf-4c31-b90e-67033aa1a3b5 None None] Pushing event updated for resources: {'Port': ['ID=51053d98-ba5a-4bdb-8ae8-4b56057020e8,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:29.256878 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:29.262678 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2286826e-caff-4131-815a-d8f843d6d49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:29.283680 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e15651d-3936-4758-9160-51a8e03b9be2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:29.284241 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e15651d-3936-4758-9160-51a8e03b9be2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:29.374126 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc316823-1c6d-4084-89d4-8d255f14c2b4 None None] Sync routers for ids ['5a14ad7a-991e-4659-8edb-a2600b2968dd'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:06:29.400895 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bd29434b-0f2d-4e77-9b07-ea0f66c9e653 req-2702a319-1ac1-47de-942b-d15af79cf4ab service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1793342 Nov 12 01:06:29.523536 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc316823-1c6d-4084-89d4-8d255f14c2b4 None None] Routers {'5a14ad7a-991e-4659-8edb-a2600b2968dd'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:29.524193 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-bc316823-1c6d-4084-89d4-8d255f14c2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:06:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['5a14ad7a-991e-4659-8edb-a2600b2968dd'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:29.595799 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5704e033-59b2-4a35-8953-1c6db56fe5a4 req-cad87f86-3d84-4917-9d02-a64ed095c5a4 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a187a5f08ca423da53c90074483cfd4 HTTP/1.1" status: 200 len: 379 time: 0.3656473 Nov 12 01:06:29.685231 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-5704e033-59b2-4a35-8953-1c6db56fe5a4 req-7e275be3-cc78-4f7a-b44d-6bcf270e04a1 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Request body: {'port': {'device_id': '787398d0-003f-49b7-a104-a0920f414f4a', 'network_id': '85a7f8c6-9f4b-49e3-8324-6914753de947', 'admin_state_up': True, 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'security_groups': ['2661ac04-47e0-487f-bad6-1b1c5546aaa2']}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:29.708977 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-bc316823-1c6d-4084-89d4-8d255f14c2b4 None None] Set router 5a14ad7a-991e-4659-8edb-a2600b2968dd gateway port host: None {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:29.760331 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device fb2a1c90-bbd7-4fa7-b5a4-154a81f44738 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:06:29.836090 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=c52b267a-f344-4846-8ab8-34d738b5311f,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:29.847087 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.db.api [None req-2286826e-caff-4131-815a-d8f843d6d49e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:06:29.847369 n-d-812236-11 neutron-server[102663]: DEBUG oslo_db.api [None req-2286826e-caff-4131-815a-d8f843d6d49e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:06:29.858548 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e15651d-3936-4758-9160-51a8e03b9be2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:29.917970 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port fb2a1c90-bbd7-4fa7-b5a4-154a81f44738 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:29.918626 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:30.000890 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 56180) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:30.056015 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device f68abd61-a559-4a77-b56a-66b7a321f926 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:06:30.205714 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5704e033-59b2-4a35-8953-1c6db56fe5a4 req-7e275be3-cc78-4f7a-b44d-6bcf270e04a1 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Made reservation on behalf of 8a187a5f08ca423da53c90074483cfd4 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:30.209759 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-26001553-a519-4dad-82eb-5a90bec3a679 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1897122090'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:30.210471 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-5704e033-59b2-4a35-8953-1c6db56fe5a4 req-7e275be3-cc78-4f7a-b44d-6bcf270e04a1 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:30.264692 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26001553-a519-4dad-82eb-5a90bec3a679 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Made reservation on behalf of ff4435ad7a2f4f619d26522c5f8cdca5 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:30.271385 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-26001553-a519-4dad-82eb-5a90bec3a679 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:30.272098 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port f68abd61-a559-4a77-b56a-66b7a321f926 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:30.272690 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:30.296394 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-26001553-a519-4dad-82eb-5a90bec3a679 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:30.335596 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:06:30.347134 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-bc316823-1c6d-4084-89d4-8d255f14c2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'name': 'tempest-RoutersIpV6Test-router-945602069', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:00Z', 'updated_at': '2021-11-12T01:06:16Z', 'revision_number': 4, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'gw_port_host': None, '_interfaces': [{'id': '79ee44a4-ab93-468e-a581-77c697c03b37', 'name': '', 'network_id': '11b820aa-bc47-436b-80cb-734063e1b2b2', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:ec:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'ed101d14-52e2-4b04-b443-d8deefbde359', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:01Z', 'updated_at': '2021-11-12T01:06:09Z', 'revision_number': 5, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': 'ed101d14-52e2-4b04-b443-d8deefbde359', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '848b9011-44b2-4a73-a0f8-e21dde19734e', 'name': '', 'network_id': '2e1fb920-3375-4403-8787-b7278ca5e5db', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:ab:e5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '76f8c49e-ad93-4820-9a8d-7d5263f87519', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:14Z', 'updated_at': '2021-11-12T01:06:17Z', 'revision_number': 2, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': '76f8c49e-ad93-4820-9a8d-7d5263f87519', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f68abd61-a559-4a77-b56a-66b7a321f926', 'name': '', 'network_id': '6049b094-a95b-4c4b-942c-09f4a0f80538', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:30:0f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': 'fb40550b-786e-469b-a3f0-15b668618bd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:06:25Z', 'revision_number': 5, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': 'fb40550b-786e-469b-a3f0-15b668618bd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:30.426113 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc316823-1c6d-4084-89d4-8d255f14c2b4 None None] Checking router: 5a14ad7a-991e-4659-8edb-a2600b2968dd for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:06:30.426470 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc316823-1c6d-4084-89d4-8d255f14c2b4 None None] Updating router 5a14ad7a-991e-4659-8edb-a2600b2968dd port 848b9011-44b2-4a73-a0f8-e21dde19734e binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:06:30.483147 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bc316823-1c6d-4084-89d4-8d255f14c2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:30.526255 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-26001553-a519-4dad-82eb-5a90bec3a679 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:30.534409 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-26001553-a519-4dad-82eb-5a90bec3a679 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:30.559434 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-751d055c-61ab-4916-84a1-c22f6b9b69bc req-47ca2e36-0e87-4deb-acd8-cfd979908437 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/ports?device_id=787398d0-003f-49b7-a104-a0920f414f4a HTTP/1.1" status: 200 len: 210 time: 0.1033614 Nov 12 01:06:30.562630 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26001553-a519-4dad-82eb-5a90bec3a679 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:06:30.656483 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26001553-a519-4dad-82eb-5a90bec3a679 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb71431-6516-4628-8822-08e88fff38d7,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:30.671680 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-26001553-a519-4dad-82eb-5a90bec3a679 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:30.673565 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-26001553-a519-4dad-82eb-5a90bec3a679 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Added segment 47b91a3a-961a-44d4-a593-39ea34dd7ece of type vlan for network 172ceb67-3e67-4e0b-a6fc-f1969eaef611 Nov 12 01:06:30.781191 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-26001553-a519-4dad-82eb-5a90bec3a679 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:30.799758 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-5704e033-59b2-4a35-8953-1c6db56fe5a4 req-7e275be3-cc78-4f7a-b44d-6bcf270e04a1 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Allocated IP 172.20.0.4 (85a7f8c6-9f4b-49e3-8324-6914753de947/42f8954e-823a-4f5f-8f8d-d667cda9bcd3/ccceceac-203e-441f-9145-2d049917b203) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:30.804212 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e15651d-3936-4758-9160-51a8e03b9be2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:30.816789 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e15651d-3936-4758-9160-51a8e03b9be2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:30.818373 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-26001553-a519-4dad-82eb-5a90bec3a679 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:30.825933 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-2286826e-caff-4131-815a-d8f843d6d49e None None] Provisioning complete for port f68abd61-a559-4a77-b56a-66b7a321f926 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:30.826306 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2286826e-caff-4131-815a-d8f843d6d49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:30.826860 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e15651d-3936-4758-9160-51a8e03b9be2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:30.828621 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26001553-a519-4dad-82eb-5a90bec3a679 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:30.830659 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-26001553-a519-4dad-82eb-5a90bec3a679 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:30.888713 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 2d372fa9-0c4a-4d30-93cc-920fc5554f11 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:06:30.930154 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738e9e5d-bf16-4775-90c8-3b8bca581a7e None None] Network d95938f9-0f37-42b3-8c98-ab61190bf71b requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:30.930572 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-26001553-a519-4dad-82eb-5a90bec3a679 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.9284925 Nov 12 01:06:30.941430 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 56208) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:30.956858 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-bd454f02-611b-4871-8f21-851719e2efb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Request body: {'subnet': {'network_id': '172ceb67-3e67-4e0b-a6fc-f1969eaef611', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:31.026069 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26001553-a519-4dad-82eb-5a90bec3a679 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Pushing event updated for resources: {'Network': ['ID=172ceb67-3e67-4e0b-a6fc-f1969eaef611,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:31.051466 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e15651d-3936-4758-9160-51a8e03b9be2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event updated for resources: {'Port': ['ID=70780905-4a98-4905-a968-335e9fae156e,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:31.112198 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 172ceb67-3e67-4e0b-a6fc-f1969eaef611 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:06:31.237187 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e15651d-3936-4758-9160-51a8e03b9be2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Network d95938f9-0f37-42b3-8c98-ab61190bf71b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:31.247094 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-0e15651d-3936-4758-9160-51a8e03b9be2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:31.263873 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd454f02-611b-4871-8f21-851719e2efb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Made reservation on behalf of ff4435ad7a2f4f619d26522c5f8cdca5 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:31.268479 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bd454f02-611b-4871-8f21-851719e2efb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:31.341598 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-5704e033-59b2-4a35-8953-1c6db56fe5a4 req-7e275be3-cc78-4f7a-b44d-6bcf270e04a1 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:31.485475 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-5704e033-59b2-4a35-8953-1c6db56fe5a4 req-7e275be3-cc78-4f7a-b44d-6bcf270e04a1 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:31.491402 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e15651d-3936-4758-9160-51a8e03b9be2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Router 5a14ad7a-991e-4659-8edb-a2600b2968dd has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:06:31.614081 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5704e033-59b2-4a35-8953-1c6db56fe5a4 req-7e275be3-cc78-4f7a-b44d-6bcf270e04a1 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Network 85a7f8c6-9f4b-49e3-8324-6914753de947 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:31.614081 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e275be3-cc78-4f7a-b44d-6bcf270e04a1 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event updated for resources: {'Port': ['ID=ccceceac-203e-441f-9145-2d049917b203,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:31.629648 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-7bfe102b-75ac-4bdd-b1ee-e1dc426be100 None None] Provisioning complete for port 848b9011-44b2-4a73-a0f8-e21dde19734e triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:31.630022 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7bfe102b-75ac-4bdd-b1ee-e1dc426be100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:31.654361 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-5704e033-59b2-4a35-8953-1c6db56fe5a4 req-7e275be3-cc78-4f7a-b44d-6bcf270e04a1 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:31.660383 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-5704e033-59b2-4a35-8953-1c6db56fe5a4 req-7e275be3-cc78-4f7a-b44d-6bcf270e04a1 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:31.763887 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 2d372fa9-0c4a-4d30-93cc-920fc5554f11 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:31.764575 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:31.794310 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-7bfe102b-75ac-4bdd-b1ee-e1dc426be100 None None] Port 848b9011-44b2-4a73-a0f8-e21dde19734e cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:06:31.878697 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-7bfe102b-75ac-4bdd-b1ee-e1dc426be100 None None] Provisioning complete for port 2d372fa9-0c4a-4d30-93cc-920fc5554f11 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:31.879157 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7bfe102b-75ac-4bdd-b1ee-e1dc426be100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:31.945216 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bc316823-1c6d-4084-89d4-8d255f14c2b4 None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:31.981314 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bc316823-1c6d-4084-89d4-8d255f14c2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:32.101548 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1369a81-6a5c-4cac-834b-c091e0d2a8f5 None None] Pushing event updated for resources: {'Port': ['ID=848b9011-44b2-4a73-a0f8-e21dde19734e,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:32.274018 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-bc316823-1c6d-4084-89d4-8d255f14c2b4 None None] Attempting to bind port 848b9011-44b2-4a73-a0f8-e21dde19734e on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:32.274432 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-bc316823-1c6d-4084-89d4-8d255f14c2b4 None None] Attempting to bind port 848b9011-44b2-4a73-a0f8-e21dde19734e by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '7eb6761c-254f-40e5-a892-61915b6159af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2e1fb920-3375-4403-8787-b7278ca5e5db'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:32.274795 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc316823-1c6d-4084-89d4-8d255f14c2b4 None None] Attempting to bind port 848b9011-44b2-4a73-a0f8-e21dde19734e on network 2e1fb920-3375-4403-8787-b7278ca5e5db {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:32.281238 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc316823-1c6d-4084-89d4-8d255f14c2b4 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:06:32.282331 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc316823-1c6d-4084-89d4-8d255f14c2b4 None None] Checking segment: {'id': '7eb6761c-254f-40e5-a892-61915b6159af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2e1fb920-3375-4403-8787-b7278ca5e5db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:32.282744 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bc316823-1c6d-4084-89d4-8d255f14c2b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:32.283218 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc316823-1c6d-4084-89d4-8d255f14c2b4 None None] Bound using segment: {'id': '7eb6761c-254f-40e5-a892-61915b6159af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2e1fb920-3375-4403-8787-b7278ca5e5db'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:06:32.283821 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-bc316823-1c6d-4084-89d4-8d255f14c2b4 None None] Bound port: 848b9011-44b2-4a73-a0f8-e21dde19734e, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eb6761c-254f-40e5-a892-61915b6159af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2e1fb920-3375-4403-8787-b7278ca5e5db'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:06:32.284208 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bc316823-1c6d-4084-89d4-8d255f14c2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:32.297760 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-7bfe102b-75ac-4bdd-b1ee-e1dc426be100 None None] Provisioning complete for port fb2a1c90-bbd7-4fa7-b5a4-154a81f44738 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:32.298354 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7bfe102b-75ac-4bdd-b1ee-e1dc426be100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:32.426293 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7fdcb19c-726c-40c4-ae48-187c364106e1 req-c9b4342c-1798-4ec7-a88b-7947fe69e2da service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1839349 Nov 12 01:06:32.427629 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e15651d-3936-4758-9160-51a8e03b9be2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:06:32.492291 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0e15651d-3936-4758-9160-51a8e03b9be2 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "PUT /v2.0/routers/5a14ad7a-991e-4659-8edb-a2600b2968dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4878168 Nov 12 01:06:32.495767 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 56248) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:32.501049 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-9b97a566-b7a6-433e-b74d-fc6c1caea624 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:32.537153 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704e033-59b2-4a35-8953-1c6db56fe5a4 req-7e275be3-cc78-4f7a-b44d-6bcf270e04a1 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:32.539754 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-5704e033-59b2-4a35-8953-1c6db56fe5a4 req-7e275be3-cc78-4f7a-b44d-6bcf270e04a1 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:32.545423 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bd454f02-611b-4871-8f21-851719e2efb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:32.639253 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-bc316823-1c6d-4084-89d4-8d255f14c2b4 None None] For port 848b9011-44b2-4a73-a0f8-e21dde19734e, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:06:32.699457 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-bc316823-1c6d-4084-89d4-8d255f14c2b4 None None] For port 848b9011-44b2-4a73-a0f8-e21dde19734e, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=848b9011-44b2-4a73-a0f8-e21dde19734e,segment=NetworkSegment(7eb6761c-254f-40e5-a892-61915b6159af),segment_id=7eb6761c-254f-40e5-a892-61915b6159af)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:06:32.702377 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-7bfe102b-75ac-4bdd-b1ee-e1dc426be100 None None] Provisioning complete for port 51053d98-ba5a-4bdb-8ae8-4b56057020e8 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:32.702779 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7bfe102b-75ac-4bdd-b1ee-e1dc426be100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:32.710477 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 51053d98-ba5a-4bdb-8ae8-4b56057020e8 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:06:32.771480 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10bdb2-4b37-4851-9a78-22f66ca8e878 req-4ceb2ae2-9a05-4ab8-b91b-610c7fb6bcd7 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:32.777365 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4b10bdb2-4b37-4851-9a78-22f66ca8e878 req-4ceb2ae2-9a05-4ab8-b91b-610c7fb6bcd7 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/ports?device_id=787398d0-003f-49b7-a104-a0920f414f4a HTTP/1.1" status: 200 len: 931 time: 0.5402756 Nov 12 01:06:32.784027 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd454f02-611b-4871-8f21-851719e2efb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Checking segment: {'id': '47b91a3a-961a-44d4-a593-39ea34dd7ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '172ceb67-3e67-4e0b-a6fc-f1969eaef611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:32.784378 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd454f02-611b-4871-8f21-851719e2efb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Network hostable DHCP agents. Network: 172ceb67-3e67-4e0b-a6fc-f1969eaef611, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:06:32.795966 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5704e033-59b2-4a35-8953-1c6db56fe5a4 req-7e275be3-cc78-4f7a-b44d-6bcf270e04a1 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1431313 Nov 12 01:06:32.845286 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-5704e033-59b2-4a35-8953-1c6db56fe5a4 req-c4516198-646d-4f68-aab7-477c6eb795cb service neutron] Request body: {'port': {'device_id': '787398d0-003f-49b7-a104-a0920f414f4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:32.866451 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bc316823-1c6d-4084-89d4-8d255f14c2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:32.928615 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd454f02-611b-4871-8f21-851719e2efb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Pushing event updated for resources: {'Subnet': ['ID=b6836db2-d9be-4eb4-b4f3-41a9e95e5eea,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:32.994926 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd454f02-611b-4871-8f21-851719e2efb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Network 172ceb67-3e67-4e0b-a6fc-f1969eaef611 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:06:33.042443 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc316823-1c6d-4084-89d4-8d255f14c2b4 None None] Routers {'5a14ad7a-991e-4659-8edb-a2600b2968dd'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:33.043104 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-bc316823-1c6d-4084-89d4-8d255f14c2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:06:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['5a14ad7a-991e-4659-8edb-a2600b2968dd'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:33.141538 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4b10bdb2-4b37-4851-9a78-22f66ca8e878 req-2fef28ec-6932-495a-827a-8c1156abfde2 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/security-groups?id=2661ac04-47e0-487f-bad6-1b1c5546aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3502958 Nov 12 01:06:33.181602 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-bd454f02-611b-4871-8f21-851719e2efb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 172ceb67-3e67-4e0b-a6fc-f1969eaef611) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:33.190330 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1369a81-6a5c-4cac-834b-c091e0d2a8f5 None None] Pushing event updated for resources: {'Port': ['ID=848b9011-44b2-4a73-a0f8-e21dde19734e,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:33.205475 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c0626353-766a-44a9-8209-7686f23569fe req-2f7e33d6-9a6f-4dae-96eb-d81b627f6a6f service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1260228 Nov 12 01:06:33.206218 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-5704e033-59b2-4a35-8953-1c6db56fe5a4 req-c4516198-646d-4f68-aab7-477c6eb795cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:33.230517 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd454f02-611b-4871-8f21-851719e2efb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:33.232331 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bd454f02-611b-4871-8f21-851719e2efb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:33.252532 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac07957-7a0d-44f4-88d7-2de628e8cd7b None None] Network 172ceb67-3e67-4e0b-a6fc-f1969eaef611 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:33.340743 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 51053d98-ba5a-4bdb-8ae8-4b56057020e8 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:33.341458 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:33.359119 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7bfe102b-75ac-4bdd-b1ee-e1dc426be100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:33.388417 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-bd454f02-611b-4871-8f21-851719e2efb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4445195 Nov 12 01:06:33.390091 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 56274) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:33.408005 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-0f349e94-6d85-4663-8b3f-b3bc2ff3fea6 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Request body: {'port': {'network_id': '172ceb67-3e67-4e0b-a6fc-f1969eaef611', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-628986466'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:33.477349 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-bc316823-1c6d-4084-89d4-8d255f14c2b4 None None] Set router 5a14ad7a-991e-4659-8edb-a2600b2968dd gateway port host: None {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:33.535503 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-7bfe102b-75ac-4bdd-b1ee-e1dc426be100 None None] For port 51053d98-ba5a-4bdb-8ae8-4b56057020e8, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=51053d98-ba5a-4bdb-8ae8-4b56057020e8,segment=NetworkSegment(19940704-ca0c-4eb2-b589-3c0c920b38db),segment_id=19940704-ca0c-4eb2-b589-3c0c920b38db)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:33.572855 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7bfe102b-75ac-4bdd-b1ee-e1dc426be100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:33.858508 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.extraroute_db [None req-9b97a566-b7a6-433e-b74d-fc6c1caea624 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=102662) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 01:06:33.878007 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.extraroute_db [None req-9b97a566-b7a6-433e-b74d-fc6c1caea624 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Removed routes are [] {{(pid=102662) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 01:06:33.878455 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9b97a566-b7a6-433e-b74d-fc6c1caea624 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-425772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40044'] for router, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:33.881660 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device c52b267a-f344-4846-8ab8-34d738b5311f up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:06:33.883365 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-999c6cab-4fb8-4e82-af03-6c43f0a6ca75 None None] Provisioning complete for port 70780905-4a98-4905-a968-335e9fae156e triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:33.883807 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-999c6cab-4fb8-4e82-af03-6c43f0a6ca75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:33.937074 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107a9bfc-5bef-4a15-9281-04efae3c4f43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-172ceb67-3e67-4e0b-a6fc-f1969eaef611', 'network_id': '172ceb67-3e67-4e0b-a6fc-f1969eaef611', 'tenant_id': 'ff4435ad7a2f4f619d26522c5f8cdca5', 'fixed_ips': [{'subnet_id': 'b6836db2-d9be-4eb4-b4f3-41a9e95e5eea'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:06:33.938946 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-107a9bfc-5bef-4a15-9281-04efae3c4f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:33.952592 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe102b-75ac-4bdd-b1ee-e1dc426be100 None None] Pushing event updated for resources: {'Port': ['ID=51053d98-ba5a-4bdb-8ae8-4b56057020e8,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:34.001188 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-999c6cab-4fb8-4e82-af03-6c43f0a6ca75 None None] Port 70780905-4a98-4905-a968-335e9fae156e cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:06:34.061951 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-5704e033-59b2-4a35-8953-1c6db56fe5a4 req-c4516198-646d-4f68-aab7-477c6eb795cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccceceac-203e-441f-9145-2d049917b203 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:06:34.072043 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-5704e033-59b2-4a35-8953-1c6db56fe5a4 req-c4516198-646d-4f68-aab7-477c6eb795cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:34.087234 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-5704e033-59b2-4a35-8953-1c6db56fe5a4 req-c4516198-646d-4f68-aab7-477c6eb795cb service neutron] Transition to ACTIVE for port object ccceceac-203e-441f-9145-2d049917b203 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:06:34.089498 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f349e94-6d85-4663-8b3f-b3bc2ff3fea6 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Made reservation on behalf of ff4435ad7a2f4f619d26522c5f8cdca5 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:34.094575 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0f349e94-6d85-4663-8b3f-b3bc2ff3fea6 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:34.143819 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-5704e033-59b2-4a35-8953-1c6db56fe5a4 req-c4516198-646d-4f68-aab7-477c6eb795cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:34.170985 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9b97a566-b7a6-433e-b74d-fc6c1caea624 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-425772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40044'] for router, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:34.175705 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9b97a566-b7a6-433e-b74d-fc6c1caea624 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-425765'] for router, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:34.185151 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0f349e94-6d85-4663-8b3f-b3bc2ff3fea6 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] device_id is not set on port 52ff982d-f26a-46ee-92dd-259912c43d27 yet. {{(pid=102661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:06:34.255351 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4516198-646d-4f68-aab7-477c6eb795cb service neutron] Pushing event updated for resources: {'Port': ['ID=ccceceac-203e-441f-9145-2d049917b203,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:34.398692 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b97a566-b7a6-433e-b74d-fc6c1caea624 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Router 5a14ad7a-991e-4659-8edb-a2600b2968dd has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:06:34.496474 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ad80d-c256-4869-810b-87d41ba6d232 req-0d22ae1f-3f41-4fca-b4b7-6f5a6c6a30f3 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:34.498638 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-843ad80d-c256-4869-810b-87d41ba6d232 req-0d22ae1f-3f41-4fca-b4b7-6f5a6c6a30f3 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/ports?device_id=787398d0-003f-49b7-a104-a0920f414f4a HTTP/1.1" status: 200 len: 943 time: 0.1858740 Nov 12 01:06:34.528671 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-999c6cab-4fb8-4e82-af03-6c43f0a6ca75 None None] Provisioning complete for port 848b9011-44b2-4a73-a0f8-e21dde19734e triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:34.528671 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-999c6cab-4fb8-4e82-af03-6c43f0a6ca75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:34.603153 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b97a566-b7a6-433e-b74d-fc6c1caea624 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:06:34.603432 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-18d6b90f-8231-4f5f-9912-ca3b672b02be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:34.613746 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port c52b267a-f344-4846-8ab8-34d738b5311f triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:34.614119 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:34.615499 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9b97a566-b7a6-433e-b74d-fc6c1caea624 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:34.616964 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-9b97a566-b7a6-433e-b74d-fc6c1caea624 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "PUT /v2.0/routers/5a14ad7a-991e-4659-8edb-a2600b2968dd HTTP/1.1" status: 200 len: 953 time: 2.1201136 Nov 12 01:06:34.619956 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 56308) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:34.634558 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-0f349e94-6d85-4663-8b3f-b3bc2ff3fea6 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Allocated IP 2001:db8::220 (172ceb67-3e67-4e0b-a6fc-f1969eaef611/b6836db2-d9be-4eb4-b4f3-41a9e95e5eea/52ff982d-f26a-46ee-92dd-259912c43d27) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:34.782429 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-843ad80d-c256-4869-810b-87d41ba6d232 req-ee771a19-1322-4087-ab21-ec4323da3228 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/security-groups?id=2661ac04-47e0-487f-bad6-1b1c5546aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2585454 Nov 12 01:06:34.803648 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-999c6cab-4fb8-4e82-af03-6c43f0a6ca75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:34.833242 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-36f5c967-bfb0-474e-91f9-d24b3ce11b7f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "GET /v2.0/routers/5a14ad7a-991e-4659-8edb-a2600b2968dd HTTP/1.1" status: 200 len: 953 time: 0.2093453 Nov 12 01:06:34.834048 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 56316) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:34.841940 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-0e04995b-534b-49d4-b6cb-0e3af3a1bdd7 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Request body: {'router': {'routes': None}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:34.866639 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-bc316823-1c6d-4084-89d4-8d255f14c2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'name': 'tempest-RoutersIpV6Test-router-945602069', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:00Z', 'updated_at': '2021-11-12T01:06:29Z', 'revision_number': 5, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'gw_port_host': None, '_interfaces': [{'id': '70780905-4a98-4905-a968-335e9fae156e', 'name': '', 'network_id': 'd95938f9-0f37-42b3-8c98-ab61190bf71b', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:87:84:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '51c29b9f-4d39-42e6-93fb-fff560099c9b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:26Z', 'updated_at': '2021-11-12T01:06:30Z', 'revision_number': 2, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': '51c29b9f-4d39-42e6-93fb-fff560099c9b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79ee44a4-ab93-468e-a581-77c697c03b37', 'name': '', 'network_id': '11b820aa-bc47-436b-80cb-734063e1b2b2', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:ec:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'ed101d14-52e2-4b04-b443-d8deefbde359', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:01Z', 'updated_at': '2021-11-12T01:06:09Z', 'revision_number': 5, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': 'ed101d14-52e2-4b04-b443-d8deefbde359', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '848b9011-44b2-4a73-a0f8-e21dde19734e', 'name': '', 'network_id': '2e1fb920-3375-4403-8787-b7278ca5e5db', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:ab:e5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '76f8c49e-ad93-4820-9a8d-7d5263f87519', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:14Z', 'updated_at': '2021-11-12T01:06:32Z', 'revision_number': 4, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': '76f8c49e-ad93-4820-9a8d-7d5263f87519', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f68abd61-a559-4a77-b56a-66b7a321f926', 'name': '', 'network_id': '6049b094-a95b-4c4b-942c-09f4a0f80538', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:30:0f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': 'fb40550b-786e-469b-a3f0-15b668618bd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:06:25Z', 'revision_number': 5, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': 'fb40550b-786e-469b-a3f0-15b668618bd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:34.882448 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-5704e033-59b2-4a35-8953-1c6db56fe5a4 req-c4516198-646d-4f68-aab7-477c6eb795cb service neutron] Attempting to bind port ccceceac-203e-441f-9145-2d049917b203 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:34.883854 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-5704e033-59b2-4a35-8953-1c6db56fe5a4 req-c4516198-646d-4f68-aab7-477c6eb795cb service neutron] Attempting to bind port ccceceac-203e-441f-9145-2d049917b203 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '6d737698-fc2d-48b8-80f7-22b597e4f5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '85a7f8c6-9f4b-49e3-8324-6914753de947'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:34.884378 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5704e033-59b2-4a35-8953-1c6db56fe5a4 req-c4516198-646d-4f68-aab7-477c6eb795cb service neutron] Attempting to bind port ccceceac-203e-441f-9145-2d049917b203 on network 85a7f8c6-9f4b-49e3-8324-6914753de947 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:34.923549 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5704e033-59b2-4a35-8953-1c6db56fe5a4 req-c4516198-646d-4f68-aab7-477c6eb795cb service neutron] Port ccceceac-203e-441f-9145-2d049917b203 on network 85a7f8c6-9f4b-49e3-8324-6914753de947 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:06:34.924015 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5704e033-59b2-4a35-8953-1c6db56fe5a4 req-c4516198-646d-4f68-aab7-477c6eb795cb service neutron] Attempting to bind port ccceceac-203e-441f-9145-2d049917b203 on network 85a7f8c6-9f4b-49e3-8324-6914753de947 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:34.930705 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc316823-1c6d-4084-89d4-8d255f14c2b4 None None] The sync data for ids ['5a14ad7a-991e-4659-8edb-a2600b2968dd'] in n-d-812236-11 is: [{'id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'name': 'tempest-RoutersIpV6Test-router-945602069', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:00Z', 'updated_at': '2021-11-12T01:06:29Z', 'revision_number': 5, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'gw_port_host': None, '_interfaces': [{'id': '70780905-4a98-4905-a968-335e9fae156e', 'name': '', 'network_id': 'd95938f9-0f37-42b3-8c98-ab61190bf71b', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:87:84:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '51c29b9f-4d39-42e6-93fb-fff560099c9b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:26Z', 'updated_at': '2021-11-12T01:06:30Z', 'revision_number': 2, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': '51c29b9f-4d39-42e6-93fb-fff560099c9b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79ee44a4-ab93-468e-a581-77c697c03b37', 'name': '', 'network_id': '11b820aa-bc47-436b-80cb-734063e1b2b2', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:ec:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'ed101d14-52e2-4b04-b443-d8deefbde359', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:01Z', 'updated_at': '2021-11-12T01:06:09Z', 'revision_number': 5, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': 'ed101d14-52e2-4b04-b443-d8deefbde359', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '848b9011-44b2-4a73-a0f8-e21dde19734e', 'name': '', 'network_id': '2e1fb920-3375-4403-8787-b7278ca5e5db', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:ab:e5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '76f8c49e-ad93-4820-9a8d-7d5263f87519', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:14Z', 'updated_at': '2021-11-12T01:06:32Z', 'revision_number': 4, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': '76f8c49e-ad93-4820-9a8d-7d5263f87519', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f68abd61-a559-4a77-b56a-66b7a321f926', 'name': '', 'network_id': '6049b094-a95b-4c4b-942c-09f4a0f80538', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:30:0f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': 'fb40550b-786e-469b-a3f0-15b668618bd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:06:25Z', 'revision_number': 5, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': 'fb40550b-786e-469b-a3f0-15b668618bd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:06:34.962118 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5704e033-59b2-4a35-8953-1c6db56fe5a4 req-c4516198-646d-4f68-aab7-477c6eb795cb service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:06:34.962427 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5704e033-59b2-4a35-8953-1c6db56fe5a4 req-c4516198-646d-4f68-aab7-477c6eb795cb service neutron] Checking segment: {'id': '6d737698-fc2d-48b8-80f7-22b597e4f5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '85a7f8c6-9f4b-49e3-8324-6914753de947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:34.987218 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5704e033-59b2-4a35-8953-1c6db56fe5a4 req-c4516198-646d-4f68-aab7-477c6eb795cb service neutron] Bound using segment: {'id': '6d737698-fc2d-48b8-80f7-22b597e4f5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '85a7f8c6-9f4b-49e3-8324-6914753de947'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:06:34.987218 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-5704e033-59b2-4a35-8953-1c6db56fe5a4 req-c4516198-646d-4f68-aab7-477c6eb795cb service neutron] Bound port: ccceceac-203e-441f-9145-2d049917b203, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d737698-fc2d-48b8-80f7-22b597e4f5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '85a7f8c6-9f4b-49e3-8324-6914753de947'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:06:34.987218 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-5704e033-59b2-4a35-8953-1c6db56fe5a4 req-c4516198-646d-4f68-aab7-477c6eb795cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:35.129696 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-999c6cab-4fb8-4e82-af03-6c43f0a6ca75 None None] For port 848b9011-44b2-4a73-a0f8-e21dde19734e, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=848b9011-44b2-4a73-a0f8-e21dde19734e,segment=NetworkSegment(7eb6761c-254f-40e5-a892-61915b6159af),segment_id=7eb6761c-254f-40e5-a892-61915b6159af)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:35.144677 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-999c6cab-4fb8-4e82-af03-6c43f0a6ca75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:35.167621 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0f349e94-6d85-4663-8b3f-b3bc2ff3fea6 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:35.228734 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0f349e94-6d85-4663-8b3f-b3bc2ff3fea6 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:35.261660 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 848b9011-44b2-4a73-a0f8-e21dde19734e up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:06:35.284309 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f349e94-6d85-4663-8b3f-b3bc2ff3fea6 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Network 172ceb67-3e67-4e0b-a6fc-f1969eaef611 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:35.298084 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-0f349e94-6d85-4663-8b3f-b3bc2ff3fea6 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:35.316303 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-999c6cab-4fb8-4e82-af03-6c43f0a6ca75 None None] Provisioning complete for port 51053d98-ba5a-4bdb-8ae8-4b56057020e8 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:35.316845 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-999c6cab-4fb8-4e82-af03-6c43f0a6ca75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:35.336320 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f349e94-6d85-4663-8b3f-b3bc2ff3fea6 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:35.346881 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f349e94-6d85-4663-8b3f-b3bc2ff3fea6 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:35.347866 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0f349e94-6d85-4663-8b3f-b3bc2ff3fea6 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:35.447210 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-89535262-7450-4478-b18a-e852a1739d56 req-63750c58-d0af-4e17-b76f-41ec9c36b625 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0894003 Nov 12 01:06:35.454299 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c6cab-4fb8-4e82-af03-6c43f0a6ca75 None None] Pushing event updated for resources: {'Port': ['ID=848b9011-44b2-4a73-a0f8-e21dde19734e,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:35.492971 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-5704e033-59b2-4a35-8953-1c6db56fe5a4 req-c4516198-646d-4f68-aab7-477c6eb795cb service neutron] For port ccceceac-203e-441f-9145-2d049917b203, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:06:35.495562 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-107a9bfc-5bef-4a15-9281-04efae3c4f43 None None] Allocated IP 2001:db8::2 (172ceb67-3e67-4e0b-a6fc-f1969eaef611/b6836db2-d9be-4eb4-b4f3-41a9e95e5eea/981ecf6b-e007-4408-8f7b-0a57e780adcf) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:35.510863 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0f349e94-6d85-4663-8b3f-b3bc2ff3fea6 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.1116538 Nov 12 01:06:35.513151 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-5704e033-59b2-4a35-8953-1c6db56fe5a4 req-c4516198-646d-4f68-aab7-477c6eb795cb service neutron] For port ccceceac-203e-441f-9145-2d049917b203, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=ccceceac-203e-441f-9145-2d049917b203,segment=NetworkSegment(6d737698-fc2d-48b8-80f7-22b597e4f5d5),segment_id=6d737698-fc2d-48b8-80f7-22b597e4f5d5)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:06:35.513881 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 56338) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:35.518603 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f349e94-6d85-4663-8b3f-b3bc2ff3fea6 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Pushing event updated for resources: {'Port': ['ID=52ff982d-f26a-46ee-92dd-259912c43d27,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:35.521254 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-324a108c-34c9-4a9b-9e8c-e2993778531a tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Request body: {'port': {'network_id': '172ceb67-3e67-4e0b-a6fc-f1969eaef611', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-238511993', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:35.525081 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-5704e033-59b2-4a35-8953-1c6db56fe5a4 req-c4516198-646d-4f68-aab7-477c6eb795cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:35.525852 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.api.validators [None req-324a108c-34c9-4a9b-9e8c-e2993778531a tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] bootfile-name is not in valid_values {{(pid=102662) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 01:06:35.526297 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.api.validators [None req-324a108c-34c9-4a9b-9e8c-e2993778531a tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] tftp-server is not in valid_values {{(pid=102662) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 01:06:35.526734 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.api.validators [None req-324a108c-34c9-4a9b-9e8c-e2993778531a tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] server-ip-address is not in valid_values {{(pid=102662) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 01:06:35.644785 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704e033-59b2-4a35-8953-1c6db56fe5a4 req-c4516198-646d-4f68-aab7-477c6eb795cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:35.647449 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-5704e033-59b2-4a35-8953-1c6db56fe5a4 req-c4516198-646d-4f68-aab7-477c6eb795cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:35.648650 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5704e033-59b2-4a35-8953-1c6db56fe5a4 req-c4516198-646d-4f68-aab7-477c6eb795cb service neutron] 10.222.0.54 "PUT /v2.0/ports/ccceceac-203e-441f-9145-2d049917b203 HTTP/1.1" status: 200 len: 1092 time: 2.8362391 Nov 12 01:06:35.649085 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '787398d0-003f-49b7-a104-a0920f414f4a', 'tag': 'ccceceac-203e-441f-9145-2d049917b203'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:06:35.651433 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99bbaefd-0468-4b0f-a854-03e4d35cc0ee" -d '{"events": [{"name": "network-changed", "server_uuid": "787398d0-003f-49b7-a104-a0920f414f4a", "tag": "ccceceac-203e-441f-9145-2d049917b203"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:06:35.712485 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4516198-646d-4f68-aab7-477c6eb795cb service neutron] Pushing event updated for resources: {'Port': ['ID=ccceceac-203e-441f-9145-2d049917b203,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:35.775913 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ef5873-5881-4e65-8fd0-4aac36bad4f2 x-openstack-request-id: req-53ef5873-5881-4e65-8fd0-4aac36bad4f2 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:06:35.779777 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "787398d0-003f-49b7-a104-a0920f414f4a", "tag": "ccceceac-203e-441f-9145-2d049917b203", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:06:35.780153 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-53ef5873-5881-4e65-8fd0-4aac36bad4f2 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:06:35.780664 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '787398d0-003f-49b7-a104-a0920f414f4a', 'tag': 'ccceceac-203e-441f-9145-2d049917b203', 'status': 'completed', 'code': 200} Nov 12 01:06:35.803238 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 848b9011-44b2-4a73-a0f8-e21dde19734e triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:35.803853 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:35.884330 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.extraroute_db [None req-0e04995b-534b-49d4-b6cb-0e3af3a1bdd7 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Added routes are [] {{(pid=102662) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 01:06:35.884958 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.extraroute_db [None req-0e04995b-534b-49d4-b6cb-0e3af3a1bdd7 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=102662) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 01:06:35.897994 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324a108c-34c9-4a9b-9e8c-e2993778531a tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Made reservation on behalf of ff4435ad7a2f4f619d26522c5f8cdca5 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:35.903145 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-324a108c-34c9-4a9b-9e8c-e2993778531a tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:35.919971 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704e033-59b2-4a35-8953-1c6db56fe5a4 req-33e204cf-ce9d-4ad7-ad4e-18edcc8c3cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:35.930437 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5704e033-59b2-4a35-8953-1c6db56fe5a4 req-33e204cf-ce9d-4ad7-ad4e-18edcc8c3cc6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8a187a5f08ca423da53c90074483cfd4&device_id=787398d0-003f-49b7-a104-a0920f414f4a HTTP/1.1" status: 200 len: 1095 time: 0.1777930 Nov 12 01:06:35.983130 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-324a108c-34c9-4a9b-9e8c-e2993778531a tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] device_id is not set on port 3c8c774d-541e-4e12-8323-0b8632a0c26a yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:06:36.071699 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5704e033-59b2-4a35-8953-1c6db56fe5a4 req-6b1d7b5e-21da-4102-b6d3-2dfa7fe73e27 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ccceceac-203e-441f-9145-2d049917b203 HTTP/1.1" status: 200 len: 217 time: 0.1357889 Nov 12 01:06:36.187834 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0e04995b-534b-49d4-b6cb-0e3af3a1bdd7 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-425772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40044'] for router, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:36.257559 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d9f16019-fb20-4fb2-9094-198089a4a346 req-9f23edac-d8d7-4b78-bec7-fab5989baad6 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0350621 Nov 12 01:06:36.270969 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704e033-59b2-4a35-8953-1c6db56fe5a4 req-801d95e2-0f8e-4f01-b10c-aa0c5224eeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:36.274812 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5704e033-59b2-4a35-8953-1c6db56fe5a4 req-801d95e2-0f8e-4f01-b10c-aa0c5224eeb0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=42f8954e-823a-4f5f-8f8d-d667cda9bcd3 HTTP/1.1" status: 200 len: 835 time: 0.1845012 Nov 12 01:06:36.322688 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec616c3-ac1b-4b1e-b135-98f1b0b44902 req-360a79ff-9142-4de6-9f3a-8f65051cd7c7 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:36.331286 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0ec616c3-ac1b-4b1e-b135-98f1b0b44902 req-360a79ff-9142-4de6-9f3a-8f65051cd7c7 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/ports?device_id=787398d0-003f-49b7-a104-a0920f414f4a HTTP/1.1" status: 200 len: 943 time: 0.1756907 Nov 12 01:06:36.333239 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704e033-59b2-4a35-8953-1c6db56fe5a4 req-3ad5b639-8914-4770-8753-d77e3b1093d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:36.335190 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5704e033-59b2-4a35-8953-1c6db56fe5a4 req-3ad5b639-8914-4770-8753-d77e3b1093d4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=85a7f8c6-9f4b-49e3-8324-6914753de947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528231 Nov 12 01:06:36.384059 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-107a9bfc-5bef-4a15-9281-04efae3c4f43 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:36.418859 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-107a9bfc-5bef-4a15-9281-04efae3c4f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:36.471084 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0ec616c3-ac1b-4b1e-b135-98f1b0b44902 req-69052dd4-f3f6-4e86-a9e7-14c07b831e61 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/security-groups?id=2661ac04-47e0-487f-bad6-1b1c5546aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388037 Nov 12 01:06:36.503732 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 51053d98-ba5a-4bdb-8ae8-4b56057020e8 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:06:36.526796 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97fd274-ffd8-4751-80fc-64bb0dfcacd4 None None] Sync routers for ids ['5a14ad7a-991e-4659-8edb-a2600b2968dd'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:06:36.552255 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107a9bfc-5bef-4a15-9281-04efae3c4f43 None None] Network 172ceb67-3e67-4e0b-a6fc-f1969eaef611 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:36.556602 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6f1bd83c-89bc-4c86-ae05-04a4d27d7a84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:36.570047 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-107a9bfc-5bef-4a15-9281-04efae3c4f43 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:36.573365 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107a9bfc-5bef-4a15-9281-04efae3c4f43 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:36.587961 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97fd274-ffd8-4751-80fc-64bb0dfcacd4 None None] Routers {'5a14ad7a-991e-4659-8edb-a2600b2968dd'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:36.588583 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-d97fd274-ffd8-4751-80fc-64bb0dfcacd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:06:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['5a14ad7a-991e-4659-8edb-a2600b2968dd'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:36.646187 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0e04995b-534b-49d4-b6cb-0e3af3a1bdd7 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-425772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40044'] for router, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:36.646706 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a9bfc-5bef-4a15-9281-04efae3c4f43 None None] Pushing event updated for resources: {'Port': ['ID=981ecf6b-e007-4408-8f7b-0a57e780adcf,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:36.649401 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-324a108c-34c9-4a9b-9e8c-e2993778531a tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Allocated IP 2001:db8::2b3 (172ceb67-3e67-4e0b-a6fc-f1969eaef611/b6836db2-d9be-4eb4-b4f3-41a9e95e5eea/3c8c774d-541e-4e12-8323-0b8632a0c26a) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:36.656088 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0e04995b-534b-49d4-b6cb-0e3af3a1bdd7 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-425765'] for router, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:36.668297 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5704e033-59b2-4a35-8953-1c6db56fe5a4 req-9638f7c9-ecfc-4089-93eb-8db88f0cc163 service neutron] 10.222.0.54 "GET /v2.0/networks/85a7f8c6-9f4b-49e3-8324-6914753de947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244736 Nov 12 01:06:36.678639 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-107a9bfc-5bef-4a15-9281-04efae3c4f43 None None] Attempting to bind port 981ecf6b-e007-4408-8f7b-0a57e780adcf on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:36.679039 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-107a9bfc-5bef-4a15-9281-04efae3c4f43 None None] Attempting to bind port 981ecf6b-e007-4408-8f7b-0a57e780adcf by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '47b91a3a-961a-44d4-a593-39ea34dd7ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '172ceb67-3e67-4e0b-a6fc-f1969eaef611'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:36.679441 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107a9bfc-5bef-4a15-9281-04efae3c4f43 None None] Attempting to bind port 981ecf6b-e007-4408-8f7b-0a57e780adcf on network 172ceb67-3e67-4e0b-a6fc-f1969eaef611 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:36.687704 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107a9bfc-5bef-4a15-9281-04efae3c4f43 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:06:36.688088 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107a9bfc-5bef-4a15-9281-04efae3c4f43 None None] Checking segment: {'id': '47b91a3a-961a-44d4-a593-39ea34dd7ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '172ceb67-3e67-4e0b-a6fc-f1969eaef611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:36.688519 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-107a9bfc-5bef-4a15-9281-04efae3c4f43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:36.688920 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107a9bfc-5bef-4a15-9281-04efae3c4f43 None None] Bound using segment: {'id': '47b91a3a-961a-44d4-a593-39ea34dd7ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '172ceb67-3e67-4e0b-a6fc-f1969eaef611'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:06:36.689442 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-107a9bfc-5bef-4a15-9281-04efae3c4f43 None None] Bound port: 981ecf6b-e007-4408-8f7b-0a57e780adcf, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b91a3a-961a-44d4-a593-39ea34dd7ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '172ceb67-3e67-4e0b-a6fc-f1969eaef611'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:06:36.760622 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-107a9bfc-5bef-4a15-9281-04efae3c4f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:36.831477 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-d97fd274-ffd8-4751-80fc-64bb0dfcacd4 None None] Set router 5a14ad7a-991e-4659-8edb-a2600b2968dd gateway port host: None {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:36.839367 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 51053d98-ba5a-4bdb-8ae8-4b56057020e8 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:36.839862 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:36.876581 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e04995b-534b-49d4-b6cb-0e3af3a1bdd7 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Router 5a14ad7a-991e-4659-8edb-a2600b2968dd has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:06:36.925038 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5704e033-59b2-4a35-8953-1c6db56fe5a4 req-e18457db-5294-428d-87b0-c0e9055b2c48 service neutron] 10.222.0.54 "GET /v2.0/networks/85a7f8c6-9f4b-49e3-8324-6914753de947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470493 Nov 12 01:06:36.978617 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-107a9bfc-5bef-4a15-9281-04efae3c4f43 None None] For port 981ecf6b-e007-4408-8f7b-0a57e780adcf, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:06:36.985666 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-107a9bfc-5bef-4a15-9281-04efae3c4f43 None None] For port 981ecf6b-e007-4408-8f7b-0a57e780adcf, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=981ecf6b-e007-4408-8f7b-0a57e780adcf,segment=NetworkSegment(47b91a3a-961a-44d4-a593-39ea34dd7ece),segment_id=47b91a3a-961a-44d4-a593-39ea34dd7ece)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:06:37.001665 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-107a9bfc-5bef-4a15-9281-04efae3c4f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:37.120624 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e04995b-534b-49d4-b6cb-0e3af3a1bdd7 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:06:37.137498 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0e04995b-534b-49d4-b6cb-0e3af3a1bdd7 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:37.139088 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0e04995b-534b-49d4-b6cb-0e3af3a1bdd7 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "PUT /v2.0/routers/5a14ad7a-991e-4659-8edb-a2600b2968dd HTTP/1.1" status: 200 len: 703 time: 2.3037729 Nov 12 01:06:37.146537 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 56386) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:37.154257 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-324a108c-34c9-4a9b-9e8c-e2993778531a tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:37.222414 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bbaefd-0468-4b0f-a854-03e4d35cc0ee req-2b5ee2e3-d051-4952-b8e3-5cec377fd3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:37.235919 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-99bbaefd-0468-4b0f-a854-03e4d35cc0ee req-2b5ee2e3-d051-4952-b8e3-5cec377fd3db service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8a187a5f08ca423da53c90074483cfd4&device_id=787398d0-003f-49b7-a104-a0920f414f4a HTTP/1.1" status: 200 len: 1095 time: 0.2120414 Nov 12 01:06:37.252942 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-d97fd274-ffd8-4751-80fc-64bb0dfcacd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'name': 'tempest-RoutersIpV6Test-router-945602069', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:00Z', 'updated_at': '2021-11-12T01:06:35Z', 'revision_number': 7, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'gw_port_host': None, '_interfaces': [{'id': '70780905-4a98-4905-a968-335e9fae156e', 'name': '', 'network_id': 'd95938f9-0f37-42b3-8c98-ab61190bf71b', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:87:84:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '51c29b9f-4d39-42e6-93fb-fff560099c9b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:26Z', 'updated_at': '2021-11-12T01:06:30Z', 'revision_number': 2, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': '51c29b9f-4d39-42e6-93fb-fff560099c9b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79ee44a4-ab93-468e-a581-77c697c03b37', 'name': '', 'network_id': '11b820aa-bc47-436b-80cb-734063e1b2b2', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:ec:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'ed101d14-52e2-4b04-b443-d8deefbde359', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:01Z', 'updated_at': '2021-11-12T01:06:09Z', 'revision_number': 5, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': 'ed101d14-52e2-4b04-b443-d8deefbde359', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '848b9011-44b2-4a73-a0f8-e21dde19734e', 'name': '', 'network_id': '2e1fb920-3375-4403-8787-b7278ca5e5db', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:ab:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '76f8c49e-ad93-4820-9a8d-7d5263f87519', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:14Z', 'updated_at': '2021-11-12T01:06:34Z', 'revision_number': 5, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': '76f8c49e-ad93-4820-9a8d-7d5263f87519', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f68abd61-a559-4a77-b56a-66b7a321f926', 'name': '', 'network_id': '6049b094-a95b-4c4b-942c-09f4a0f80538', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:30:0f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': 'fb40550b-786e-469b-a3f0-15b668618bd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:06:25Z', 'revision_number': 5, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': 'fb40550b-786e-469b-a3f0-15b668618bd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:37.338648 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-de7c437d-eff2-443e-b4be-ee9193f6c825 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "GET /v2.0/routers/5a14ad7a-991e-4659-8edb-a2600b2968dd HTTP/1.1" status: 200 len: 703 time: 0.1901145 Nov 12 01:06:37.341929 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 56392) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:37.410329 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97fd274-ffd8-4751-80fc-64bb0dfcacd4 None None] Checking router: 5a14ad7a-991e-4659-8edb-a2600b2968dd for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:06:37.410750 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97fd274-ffd8-4751-80fc-64bb0dfcacd4 None None] Updating router 5a14ad7a-991e-4659-8edb-a2600b2968dd port 70780905-4a98-4905-a968-335e9fae156e binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:06:37.430183 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a9bfc-5bef-4a15-9281-04efae3c4f43 None None] Pushing event updated for resources: {'Port': ['ID=981ecf6b-e007-4408-8f7b-0a57e780adcf,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:37.456244 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bbaefd-0468-4b0f-a854-03e4d35cc0ee req-8fe7bf5b-ef2f-4c75-bb03-d17267c3af9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:37.461051 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-324a108c-34c9-4a9b-9e8c-e2993778531a tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:37.467523 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-99bbaefd-0468-4b0f-a854-03e4d35cc0ee req-8fe7bf5b-ef2f-4c75-bb03-d17267c3af9d service neutron] 10.222.0.54 "GET /v2.0/networks?id=85a7f8c6-9f4b-49e3-8324-6914753de947 HTTP/1.1" status: 200 len: 897 time: 0.2224548 Nov 12 01:06:37.470426 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 848b9011-44b2-4a73-a0f8-e21dde19734e up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:06:37.496637 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d97fd274-ffd8-4751-80fc-64bb0dfcacd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:37.597325 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-99bbaefd-0468-4b0f-a854-03e4d35cc0ee req-77520d99-1091-4ddd-b33b-2f4336d3e5e3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ccceceac-203e-441f-9145-2d049917b203 HTTP/1.1" status: 200 len: 217 time: 0.1189854 Nov 12 01:06:37.655069 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 848b9011-44b2-4a73-a0f8-e21dde19734e triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:37.655434 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:37.718074 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bbaefd-0468-4b0f-a854-03e4d35cc0ee req-59729600-e0fb-46d8-8ad4-6939eb926aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:37.723588 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-99bbaefd-0468-4b0f-a854-03e4d35cc0ee req-59729600-e0fb-46d8-8ad4-6939eb926aae service neutron] 10.222.0.54 "GET /v2.0/subnets?id=42f8954e-823a-4f5f-8f8d-d667cda9bcd3 HTTP/1.1" status: 200 len: 835 time: 0.1179080 Nov 12 01:06:37.791788 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:37.817353 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bbaefd-0468-4b0f-a854-03e4d35cc0ee req-500a2a14-a396-430b-b657-ab698626e4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:37.820386 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-99bbaefd-0468-4b0f-a854-03e4d35cc0ee req-500a2a14-a396-430b-b657-ab698626e4b1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=85a7f8c6-9f4b-49e3-8324-6914753de947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0887394 Nov 12 01:06:37.981895 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-99bbaefd-0468-4b0f-a854-03e4d35cc0ee req-aee3ca2f-a5c7-4404-821d-cf4d38010a92 service neutron] 10.222.0.54 "GET /v2.0/networks/85a7f8c6-9f4b-49e3-8324-6914753de947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482358 Nov 12 01:06:38.136277 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-99bbaefd-0468-4b0f-a854-03e4d35cc0ee req-5b968588-60b8-4905-b323-9855d9bd57cc service neutron] 10.222.0.54 "GET /v2.0/networks/85a7f8c6-9f4b-49e3-8324-6914753de947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462312 Nov 12 01:06:38.204993 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d97fd274-ffd8-4751-80fc-64bb0dfcacd4 None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:38.212802 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d97fd274-ffd8-4751-80fc-64bb0dfcacd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:38.303516 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-34da190c-a40b-46c2-8c4d-19a9a547a3d2 req-93ebe291-f208-4cad-9c70-fdd36779f7c3 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0859804 Nov 12 01:06:38.318792 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7926e11-5ffc-411b-aaa9-8a2b644a8b0e None None] Pushing event updated for resources: {'Port': ['ID=70780905-4a98-4905-a968-335e9fae156e,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:38.465244 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-d97fd274-ffd8-4751-80fc-64bb0dfcacd4 None None] Attempting to bind port 70780905-4a98-4905-a968-335e9fae156e on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:38.465873 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-d97fd274-ffd8-4751-80fc-64bb0dfcacd4 None None] Attempting to bind port 70780905-4a98-4905-a968-335e9fae156e by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '19940704-ca0c-4eb2-b589-3c0c920b38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd95938f9-0f37-42b3-8c98-ab61190bf71b'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:38.466498 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97fd274-ffd8-4751-80fc-64bb0dfcacd4 None None] Attempting to bind port 70780905-4a98-4905-a968-335e9fae156e on network d95938f9-0f37-42b3-8c98-ab61190bf71b {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:38.486054 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97fd274-ffd8-4751-80fc-64bb0dfcacd4 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:06:38.486501 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97fd274-ffd8-4751-80fc-64bb0dfcacd4 None None] Checking segment: {'id': '19940704-ca0c-4eb2-b589-3c0c920b38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd95938f9-0f37-42b3-8c98-ab61190bf71b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:38.487160 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d97fd274-ffd8-4751-80fc-64bb0dfcacd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:38.490792 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97fd274-ffd8-4751-80fc-64bb0dfcacd4 None None] Bound using segment: {'id': '19940704-ca0c-4eb2-b589-3c0c920b38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd95938f9-0f37-42b3-8c98-ab61190bf71b'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:06:38.491353 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-d97fd274-ffd8-4751-80fc-64bb0dfcacd4 None None] Bound port: 70780905-4a98-4905-a968-335e9fae156e, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19940704-ca0c-4eb2-b589-3c0c920b38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd95938f9-0f37-42b3-8c98-ab61190bf71b'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:06:38.493393 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d97fd274-ffd8-4751-80fc-64bb0dfcacd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:38.498398 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324a108c-34c9-4a9b-9e8c-e2993778531a tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Network 172ceb67-3e67-4e0b-a6fc-f1969eaef611 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:38.520587 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-324a108c-34c9-4a9b-9e8c-e2993778531a tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:38.524532 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324a108c-34c9-4a9b-9e8c-e2993778531a tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:38.533698 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324a108c-34c9-4a9b-9e8c-e2993778531a tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:38.542156 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-324a108c-34c9-4a9b-9e8c-e2993778531a tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:38.577054 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324a108c-34c9-4a9b-9e8c-e2993778531a tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Pushing event updated for resources: {'Port': ['ID=3c8c774d-541e-4e12-8323-0b8632a0c26a,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:38.608631 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-d97fd274-ffd8-4751-80fc-64bb0dfcacd4 None None] For port 70780905-4a98-4905-a968-335e9fae156e, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:06:38.613922 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-d97fd274-ffd8-4751-80fc-64bb0dfcacd4 None None] For port 70780905-4a98-4905-a968-335e9fae156e, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=70780905-4a98-4905-a968-335e9fae156e,segment=NetworkSegment(19940704-ca0c-4eb2-b589-3c0c920b38db),segment_id=19940704-ca0c-4eb2-b589-3c0c920b38db)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:06:38.626569 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d97fd274-ffd8-4751-80fc-64bb0dfcacd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:38.654894 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324a108c-34c9-4a9b-9e8c-e2993778531a tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:38.655624 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324a108c-34c9-4a9b-9e8c-e2993778531a tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:38.657294 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324a108c-34c9-4a9b-9e8c-e2993778531a tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:38.658060 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324a108c-34c9-4a9b-9e8c-e2993778531a tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:38.658639 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324a108c-34c9-4a9b-9e8c-e2993778531a tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:38.659177 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324a108c-34c9-4a9b-9e8c-e2993778531a tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:38.659704 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324a108c-34c9-4a9b-9e8c-e2993778531a tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:38.660225 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324a108c-34c9-4a9b-9e8c-e2993778531a tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:38.660804 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324a108c-34c9-4a9b-9e8c-e2993778531a tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:38.661321 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324a108c-34c9-4a9b-9e8c-e2993778531a tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:38.661977 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324a108c-34c9-4a9b-9e8c-e2993778531a tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:38.662706 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324a108c-34c9-4a9b-9e8c-e2993778531a tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:38.717254 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a3b86993-8d02-4e74-87f6-3ec6a6ea962c req-74ae431d-ca83-45ef-80dd-285685a8e5f8 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0711503 Nov 12 01:06:38.750431 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 56434) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:38.750702 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-324a108c-34c9-4a9b-9e8c-e2993778531a tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.2354341 Nov 12 01:06:38.765281 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97fd274-ffd8-4751-80fc-64bb0dfcacd4 None None] Routers {'5a14ad7a-991e-4659-8edb-a2600b2968dd'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:38.767141 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-d97fd274-ffd8-4751-80fc-64bb0dfcacd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:06:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['5a14ad7a-991e-4659-8edb-a2600b2968dd'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:38.769029 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7926e11-5ffc-411b-aaa9-8a2b644a8b0e None None] Pushing event updated for resources: {'Port': ['ID=70780905-4a98-4905-a968-335e9fae156e,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:38.771623 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082a588-5d49-4a9e-809c-3eb09b6a484c req-354c6827-165a-4c86-be6b-f7306e5056e7 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:38.774906 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8082a588-5d49-4a9e-809c-3eb09b6a484c req-354c6827-165a-4c86-be6b-f7306e5056e7 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/ports?device_id=787398d0-003f-49b7-a104-a0920f414f4a HTTP/1.1" status: 200 len: 943 time: 0.4327874 Nov 12 01:06:38.936706 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba654d7-ab0b-4f74-9141-4e7220daaad8 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:38.945167 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba654d7-ab0b-4f74-9141-4e7220daaad8 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:38.951798 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba654d7-ab0b-4f74-9141-4e7220daaad8 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:38.954905 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5ba654d7-ab0b-4f74-9141-4e7220daaad8 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.2028489 Nov 12 01:06:38.961752 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 56442) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:38.967326 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-e9099ffb-7c48-4fc0-ba6b-479d7cb48273 None None] Provisioning complete for port 70780905-4a98-4905-a968-335e9fae156e triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:38.967855 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e9099ffb-7c48-4fc0-ba6b-479d7cb48273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:39.024861 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8082a588-5d49-4a9e-809c-3eb09b6a484c req-70421253-f72c-4bae-a607-76b82b431eb8 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/security-groups?id=2661ac04-47e0-487f-bad6-1b1c5546aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2395918 Nov 12 01:06:39.127190 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316f661b-6554-43b2-9f13-2a533bddfd05 None None] Network 172ceb67-3e67-4e0b-a6fc-f1969eaef611 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:39.214655 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-a462a0c1-fabf-49bf-90bc-d2c65f0fc77c tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Deleting port 3c8c774d-541e-4e12-8323-0b8632a0c26a {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:39.214991 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a462a0c1-fabf-49bf-90bc-d2c65f0fc77c tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:39.249157 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e9099ffb-7c48-4fc0-ba6b-479d7cb48273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:39.314775 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-d97fd274-ffd8-4751-80fc-64bb0dfcacd4 None None] Set router 5a14ad7a-991e-4659-8edb-a2600b2968dd gateway port host: None {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:39.378128 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1db11f8e-440b-42e2-86a4-54ee628e09e7 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:39.407191 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a462a0c1-fabf-49bf-90bc-d2c65f0fc77c tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:39.430278 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-e9099ffb-7c48-4fc0-ba6b-479d7cb48273 None None] For port 70780905-4a98-4905-a968-335e9fae156e, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=70780905-4a98-4905-a968-335e9fae156e,segment=NetworkSegment(19940704-ca0c-4eb2-b589-3c0c920b38db),segment_id=19940704-ca0c-4eb2-b589-3c0c920b38db)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:39.455122 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-a462a0c1-fabf-49bf-90bc-d2c65f0fc77c tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Calling delete_port for 3c8c774d-541e-4e12-8323-0b8632a0c26a owned by {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:39.467035 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:39.470015 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e9099ffb-7c48-4fc0-ba6b-479d7cb48273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:39.639977 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 70780905-4a98-4905-a968-335e9fae156e up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:06:39.757589 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a462a0c1-fabf-49bf-90bc-d2c65f0fc77c tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:39.796552 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-d97fd274-ffd8-4751-80fc-64bb0dfcacd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'name': 'tempest-RoutersIpV6Test-router-945602069', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:00Z', 'updated_at': '2021-11-12T01:06:35Z', 'revision_number': 7, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'gw_port_host': None, '_interfaces': [{'id': '70780905-4a98-4905-a968-335e9fae156e', 'name': '', 'network_id': 'd95938f9-0f37-42b3-8c98-ab61190bf71b', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:87:84:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '51c29b9f-4d39-42e6-93fb-fff560099c9b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:26Z', 'updated_at': '2021-11-12T01:06:38Z', 'revision_number': 4, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': '51c29b9f-4d39-42e6-93fb-fff560099c9b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79ee44a4-ab93-468e-a581-77c697c03b37', 'name': '', 'network_id': '11b820aa-bc47-436b-80cb-734063e1b2b2', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:ec:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'ed101d14-52e2-4b04-b443-d8deefbde359', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:01Z', 'updated_at': '2021-11-12T01:06:09Z', 'revision_number': 5, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': 'ed101d14-52e2-4b04-b443-d8deefbde359', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '848b9011-44b2-4a73-a0f8-e21dde19734e', 'name': '', 'network_id': '2e1fb920-3375-4403-8787-b7278ca5e5db', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:ab:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '76f8c49e-ad93-4820-9a8d-7d5263f87519', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:14Z', 'updated_at': '2021-11-12T01:06:34Z', 'revision_number': 5, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': '76f8c49e-ad93-4820-9a8d-7d5263f87519', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f68abd61-a559-4a77-b56a-66b7a321f926', 'name': '', 'network_id': '6049b094-a95b-4c4b-942c-09f4a0f80538', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:30:0f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': 'fb40550b-786e-469b-a3f0-15b668618bd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:06:25Z', 'revision_number': 5, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': 'fb40550b-786e-469b-a3f0-15b668618bd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:39.797207 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a462a0c1-fabf-49bf-90bc-d2c65f0fc77c tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Pushing event deleted for resources: {'Port': ['ID=3c8c774d-541e-4e12-8323-0b8632a0c26a,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:39.850029 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97fd274-ffd8-4751-80fc-64bb0dfcacd4 None None] The sync data for ids ['5a14ad7a-991e-4659-8edb-a2600b2968dd'] in n-d-812236-11 is: [{'id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'name': 'tempest-RoutersIpV6Test-router-945602069', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:00Z', 'updated_at': '2021-11-12T01:06:35Z', 'revision_number': 7, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'gw_port_host': None, '_interfaces': [{'id': '70780905-4a98-4905-a968-335e9fae156e', 'name': '', 'network_id': 'd95938f9-0f37-42b3-8c98-ab61190bf71b', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:87:84:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '51c29b9f-4d39-42e6-93fb-fff560099c9b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:26Z', 'updated_at': '2021-11-12T01:06:38Z', 'revision_number': 4, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': '51c29b9f-4d39-42e6-93fb-fff560099c9b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79ee44a4-ab93-468e-a581-77c697c03b37', 'name': '', 'network_id': '11b820aa-bc47-436b-80cb-734063e1b2b2', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:ec:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'ed101d14-52e2-4b04-b443-d8deefbde359', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:01Z', 'updated_at': '2021-11-12T01:06:09Z', 'revision_number': 5, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': 'ed101d14-52e2-4b04-b443-d8deefbde359', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '848b9011-44b2-4a73-a0f8-e21dde19734e', 'name': '', 'network_id': '2e1fb920-3375-4403-8787-b7278ca5e5db', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:ab:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '76f8c49e-ad93-4820-9a8d-7d5263f87519', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:14Z', 'updated_at': '2021-11-12T01:06:34Z', 'revision_number': 5, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': '76f8c49e-ad93-4820-9a8d-7d5263f87519', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f68abd61-a559-4a77-b56a-66b7a321f926', 'name': '', 'network_id': '6049b094-a95b-4c4b-942c-09f4a0f80538', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:30:0f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': 'fb40550b-786e-469b-a3f0-15b668618bd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:06:25Z', 'revision_number': 5, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': 'fb40550b-786e-469b-a3f0-15b668618bd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:06:39.862459 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a462a0c1-fabf-49bf-90bc-d2c65f0fc77c tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:39.881989 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a462a0c1-fabf-49bf-90bc-d2c65f0fc77c tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] 10.222.0.20 "DELETE /v2.0/ports/3c8c774d-541e-4e12-8323-0b8632a0c26a HTTP/1.1" status: 204 len: 168 time: 0.9185145 Nov 12 01:06:39.882826 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 56464) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:39.888460 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-626c6e6e-b0f3-4542-8399-acdb590c1da3 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Request body: {'port': {'name': 'tempest-new-port-name-961267677', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:39.889020 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.api.validators [None req-626c6e6e-b0f3-4542-8399-acdb590c1da3 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] bootfile-name is not in valid_values {{(pid=102661) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 01:06:39.889502 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.api.validators [None req-626c6e6e-b0f3-4542-8399-acdb590c1da3 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] tftp-server is not in valid_values {{(pid=102661) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 01:06:39.889926 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.api.validators [None req-626c6e6e-b0f3-4542-8399-acdb590c1da3 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] server-ip-address is not in valid_values {{(pid=102661) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 01:06:39.949322 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-1db11f8e-440b-42e2-86a4-54ee628e09e7 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Deleting port 70780905-4a98-4905-a968-335e9fae156e {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:39.950650 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1db11f8e-440b-42e2-86a4-54ee628e09e7 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:39.979412 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-6a37bd61-04cd-4086-9011-b1db298d5029 None None] Provisioning complete for port 70780905-4a98-4905-a968-335e9fae156e triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:39.980413 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6a37bd61-04cd-4086-9011-b1db298d5029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:40.005163 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-626c6e6e-b0f3-4542-8399-acdb590c1da3 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:40.122908 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:40.134684 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9099ffb-7c48-4fc0-ba6b-479d7cb48273 None None] Pushing event updated for resources: {'Port': ['ID=70780905-4a98-4905-a968-335e9fae156e,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:40.164323 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-1db11f8e-440b-42e2-86a4-54ee628e09e7 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] For port 70780905-4a98-4905-a968-335e9fae156e, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=70780905-4a98-4905-a968-335e9fae156e,segment=NetworkSegment(19940704-ca0c-4eb2-b589-3c0c920b38db),segment_id=19940704-ca0c-4eb2-b589-3c0c920b38db)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:40.164858 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1db11f8e-440b-42e2-86a4-54ee628e09e7 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:40.204719 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26aada4f-ca0e-4955-aeca-f11754686926 None None] Sync routers for ids ['5a14ad7a-991e-4659-8edb-a2600b2968dd'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:06:40.210932 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-1db11f8e-440b-42e2-86a4-54ee628e09e7 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Calling delete_port for 70780905-4a98-4905-a968-335e9fae156e owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:40.211800 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 70780905-4a98-4905-a968-335e9fae156e triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:40.211800 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:40.281549 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26aada4f-ca0e-4955-aeca-f11754686926 None None] Routers {'5a14ad7a-991e-4659-8edb-a2600b2968dd'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:40.282216 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-26aada4f-ca0e-4955-aeca-f11754686926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:06:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['5a14ad7a-991e-4659-8edb-a2600b2968dd'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:40.373787 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989b816-e94e-47f9-82c9-0eaae0c1018c req-085bdbfd-91af-4dff-85df-d809d0b55829 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:40.375759 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8989b816-e94e-47f9-82c9-0eaae0c1018c req-085bdbfd-91af-4dff-85df-d809d0b55829 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/ports?device_id=787398d0-003f-49b7-a104-a0920f414f4a HTTP/1.1" status: 200 len: 943 time: 0.1666343 Nov 12 01:06:40.544934 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-26aada4f-ca0e-4955-aeca-f11754686926 None None] Set router 5a14ad7a-991e-4659-8edb-a2600b2968dd gateway port host: None {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:40.567136 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8989b816-e94e-47f9-82c9-0eaae0c1018c req-45258c92-5edf-4997-922c-326f6c335a56 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/security-groups?id=2661ac04-47e0-487f-bad6-1b1c5546aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661947 Nov 12 01:06:40.675295 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-6a37bd61-04cd-4086-9011-b1db298d5029 None None] Provisioning complete for port 981ecf6b-e007-4408-8f7b-0a57e780adcf triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:40.675867 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6a37bd61-04cd-4086-9011-b1db298d5029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:40.779984 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1db11f8e-440b-42e2-86a4-54ee628e09e7 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:40.856146 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-626c6e6e-b0f3-4542-8399-acdb590c1da3 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:40.868768 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db11f8e-440b-42e2-86a4-54ee628e09e7 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event deleted for resources: {'Port': ['ID=70780905-4a98-4905-a968-335e9fae156e,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:40.870109 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-626c6e6e-b0f3-4542-8399-acdb590c1da3 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:40.944898 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-626c6e6e-b0f3-4542-8399-acdb590c1da3 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] In _notify_port_updated(), no bound segment for port 52ff982d-f26a-46ee-92dd-259912c43d27 on network 172ceb67-3e67-4e0b-a6fc-f1969eaef611 {{(pid=102661) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:06:40.968363 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626c6e6e-b0f3-4542-8399-acdb590c1da3 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:40.981974 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-626c6e6e-b0f3-4542-8399-acdb590c1da3 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:40.986137 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-626c6e6e-b0f3-4542-8399-acdb590c1da3 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] 10.222.0.20 "PUT /v2.0/ports/52ff982d-f26a-46ee-92dd-259912c43d27 HTTP/1.1" status: 200 len: 1129 time: 1.1021290 Nov 12 01:06:40.988968 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 56496) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:41.066315 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device ccceceac-203e-441f-9145-2d049917b203 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:06:41.162042 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c6e6e-b0f3-4542-8399-acdb590c1da3 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Pushing event updated for resources: {'Port': ['ID=52ff982d-f26a-46ee-92dd-259912c43d27,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:41.238035 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae853ba-f661-4f73-ba35-3a1dac35f8f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:41.247734 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-2ae853ba-f661-4f73-ba35-3a1dac35f8f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] 10.222.0.20 "GET /v2.0/ports/52ff982d-f26a-46ee-92dd-259912c43d27 HTTP/1.1" status: 200 len: 1129 time: 0.2493889 Nov 12 01:06:41.252530 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 56500) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:41.394190 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port ccceceac-203e-441f-9145-2d049917b203, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=ccceceac-203e-441f-9145-2d049917b203,segment=NetworkSegment(6d737698-fc2d-48b8-80f7-22b597e4f5d5),segment_id=6d737698-fc2d-48b8-80f7-22b597e4f5d5)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:41.444586 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 981ecf6b-e007-4408-8f7b-0a57e780adcf up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:06:41.445281 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1db11f8e-440b-42e2-86a4-54ee628e09e7 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:41.446834 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'ccceceac-203e-441f-9145-2d049917b203', 'network_id': '85a7f8c6-9f4b-49e3-8324-6914753de947', 'port_id': 'ccceceac-203e-441f-9145-2d049917b203', 'mac_address': 'fa:16:3e:8a:20:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f8954e-823a-4f5f-8f8d-d667cda9bcd3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:06:41.555268 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:41.586100 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:41.656226 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6a37bd61-04cd-4086-9011-b1db298d5029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:41.750409 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccceceac-203e-441f-9145-2d049917b203 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:06:41.759155 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-613aa9be-5816-4d0e-8962-92a39fb6ef9e req-539568bb-e529-4fb7-9289-036a40ad25f0 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0668669 Nov 12 01:06:41.774641 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-dbb54755-b0bd-449a-91db-deedd23af59a tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Deleting port 52ff982d-f26a-46ee-92dd-259912c43d27 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:41.774982 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dbb54755-b0bd-449a-91db-deedd23af59a tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:41.785485 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db11f8e-440b-42e2-86a4-54ee628e09e7 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Router 5a14ad7a-991e-4659-8edb-a2600b2968dd has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:06:41.803789 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port ccceceac-203e-441f-9145-2d049917b203, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=ccceceac-203e-441f-9145-2d049917b203,segment=NetworkSegment(6d737698-fc2d-48b8-80f7-22b597e4f5d5),segment_id=6d737698-fc2d-48b8-80f7-22b597e4f5d5)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:41.844847 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:41.931114 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-6a37bd61-04cd-4086-9011-b1db298d5029 None None] For port 981ecf6b-e007-4408-8f7b-0a57e780adcf, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=981ecf6b-e007-4408-8f7b-0a57e780adcf,segment=NetworkSegment(47b91a3a-961a-44d4-a593-39ea34dd7ece),segment_id=47b91a3a-961a-44d4-a593-39ea34dd7ece)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:41.951684 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6a37bd61-04cd-4086-9011-b1db298d5029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:41.960880 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 981ecf6b-e007-4408-8f7b-0a57e780adcf triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:41.961554 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:41.972220 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ff94f-3440-48ca-a38b-4c174fbeabbb req-fbca644d-4814-48bb-8b16-955e261b2afd tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:41.974416 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7d4ff94f-3440-48ca-a38b-4c174fbeabbb req-fbca644d-4814-48bb-8b16-955e261b2afd tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/ports?device_id=787398d0-003f-49b7-a104-a0920f414f4a HTTP/1.1" status: 200 len: 943 time: 0.2254453 Nov 12 01:06:42.023448 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-26aada4f-ca0e-4955-aeca-f11754686926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'name': 'tempest-RoutersIpV6Test-router-945602069', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:00Z', 'updated_at': '2021-11-12T01:06:35Z', 'revision_number': 7, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'gw_port_host': None, '_interfaces': [{'id': '70780905-4a98-4905-a968-335e9fae156e', 'name': '', 'network_id': 'd95938f9-0f37-42b3-8c98-ab61190bf71b', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:87:84:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '51c29b9f-4d39-42e6-93fb-fff560099c9b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:26Z', 'updated_at': '2021-11-12T01:06:39Z', 'revision_number': 5, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': '51c29b9f-4d39-42e6-93fb-fff560099c9b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79ee44a4-ab93-468e-a581-77c697c03b37', 'name': '', 'network_id': '11b820aa-bc47-436b-80cb-734063e1b2b2', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:ec:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'ed101d14-52e2-4b04-b443-d8deefbde359', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:01Z', 'updated_at': '2021-11-12T01:06:09Z', 'revision_number': 5, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': 'ed101d14-52e2-4b04-b443-d8deefbde359', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '848b9011-44b2-4a73-a0f8-e21dde19734e', 'name': '', 'network_id': '2e1fb920-3375-4403-8787-b7278ca5e5db', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:ab:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '76f8c49e-ad93-4820-9a8d-7d5263f87519', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:14Z', 'updated_at': '2021-11-12T01:06:34Z', 'revision_number': 5, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': '76f8c49e-ad93-4820-9a8d-7d5263f87519', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f68abd61-a559-4a77-b56a-66b7a321f926', 'name': '', 'network_id': '6049b094-a95b-4c4b-942c-09f4a0f80538', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:30:0f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': 'fb40550b-786e-469b-a3f0-15b668618bd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:06:25Z', 'revision_number': 5, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': 'fb40550b-786e-469b-a3f0-15b668618bd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:42.084456 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=ccceceac-203e-441f-9145-2d049917b203,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:42.112734 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dbb54755-b0bd-449a-91db-deedd23af59a tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:42.138510 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-dbb54755-b0bd-449a-91db-deedd23af59a tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Calling delete_port for 52ff982d-f26a-46ee-92dd-259912c43d27 owned by {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:42.165360 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a37bd61-04cd-4086-9011-b1db298d5029 None None] Pushing event updated for resources: {'Port': ['ID=981ecf6b-e007-4408-8f7b-0a57e780adcf,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:42.173297 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26aada4f-ca0e-4955-aeca-f11754686926 None None] Checking router: 5a14ad7a-991e-4659-8edb-a2600b2968dd for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:06:42.220225 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26aada4f-ca0e-4955-aeca-f11754686926 None None] Routers {'5a14ad7a-991e-4659-8edb-a2600b2968dd'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:42.220862 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-26aada4f-ca0e-4955-aeca-f11754686926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:06:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['5a14ad7a-991e-4659-8edb-a2600b2968dd'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:42.262273 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-e68a4326-3826-4e43-9b34-fcca5fe73f33 None None] Provisioning complete for port 52ff982d-f26a-46ee-92dd-259912c43d27 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:42.262741 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e68a4326-3826-4e43-9b34-fcca5fe73f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:42.287040 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db11f8e-440b-42e2-86a4-54ee628e09e7 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:06:42.296373 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1db11f8e-440b-42e2-86a4-54ee628e09e7 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "PUT /v2.0/routers/5a14ad7a-991e-4659-8edb-a2600b2968dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9532154 Nov 12 01:06:42.301025 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 56534) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:42.330353 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c0cadfeb-df7f-4bbf-9652-7f4c998541e6 req-cb514320-53dd-4fe8-af76-df7ab11750b9 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0683017 Nov 12 01:06:42.348990 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7d4ff94f-3440-48ca-a38b-4c174fbeabbb req-e4543415-eb0f-494d-9483-12b50321c7a7 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/security-groups?id=2661ac04-47e0-487f-bad6-1b1c5546aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3677545 Nov 12 01:06:42.365513 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['ccceceac-203e-441f-9145-2d049917b203'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:06:42.431973 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4196f43-c8fa-4112-b970-d740f041727f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Deleting subnet 51c29b9f-4d39-42e6-93fb-fff560099c9b {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:06:42.445483 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4196f43-c8fa-4112-b970-d740f041727f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:42.465807 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-e68a4326-3826-4e43-9b34-fcca5fe73f33 None None] Port 52ff982d-f26a-46ee-92dd-259912c43d27 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:06:42.478620 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-e68a4326-3826-4e43-9b34-fcca5fe73f33 None None] Could not find standard attr ID for object 3c8c774d-541e-4e12-8323-0b8632a0c26a. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:06:42.524028 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-26aada4f-ca0e-4955-aeca-f11754686926 None None] Set router 5a14ad7a-991e-4659-8edb-a2600b2968dd gateway port host: None {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:42.556206 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4196f43-c8fa-4112-b970-d740f041727f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:42.622874 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dbb54755-b0bd-449a-91db-deedd23af59a tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:42.630833 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-e68a4326-3826-4e43-9b34-fcca5fe73f33 None None] Provisioning complete for port 981ecf6b-e007-4408-8f7b-0a57e780adcf triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:42.631213 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e68a4326-3826-4e43-9b34-fcca5fe73f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:42.660890 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb54755-b0bd-449a-91db-deedd23af59a tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Pushing event deleted for resources: {'Port': ['ID=52ff982d-f26a-46ee-92dd-259912c43d27,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:42.737294 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 981ecf6b-e007-4408-8f7b-0a57e780adcf up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:06:42.758124 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dbb54755-b0bd-449a-91db-deedd23af59a tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:42.764190 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-dbb54755-b0bd-449a-91db-deedd23af59a tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] 10.222.0.20 "DELETE /v2.0/ports/52ff982d-f26a-46ee-92dd-259912c43d27 HTTP/1.1" status: 204 len: 168 time: 1.5086298 Nov 12 01:06:42.766497 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 56546) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:42.776739 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4196f43-c8fa-4112-b970-d740f041727f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:42.896363 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c5377fa-3119-4d96-8df2-ae1710f1b2ed tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Deleting subnet b6836db2-d9be-4eb4-b4f3-41a9e95e5eea {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:06:42.901707 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3c5377fa-3119-4d96-8df2-ae1710f1b2ed tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:42.913027 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4196f43-c8fa-4112-b970-d740f041727f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:42.962639 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3c5377fa-3119-4d96-8df2-ae1710f1b2ed tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:42.965987 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4196f43-c8fa-4112-b970-d740f041727f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event deleted for resources: {'Subnet': ['ID=51c29b9f-4d39-42e6-93fb-fff560099c9b,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:42.982588 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4196f43-c8fa-4112-b970-d740f041727f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:42.988529 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c4196f43-c8fa-4112-b970-d740f041727f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "DELETE /v2.0/subnets/51c29b9f-4d39-42e6-93fb-fff560099c9b HTTP/1.1" status: 204 len: 168 time: 0.6842782 Nov 12 01:06:42.989085 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 56556) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:43.126445 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf27aec-a919-42b3-a605-277baa111b30 None None] Network d95938f9-0f37-42b3-8c98-ab61190bf71b requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:43.128954 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1a19818c-b818-4614-9487-aee0b4c22fc8 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:43.157909 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3c5377fa-3119-4d96-8df2-ae1710f1b2ed tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:43.198425 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-1a19818c-b818-4614-9487-aee0b4c22fc8 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Deleting port 51053d98-ba5a-4bdb-8ae8-4b56057020e8 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:43.198926 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1a19818c-b818-4614-9487-aee0b4c22fc8 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:43.274642 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3c5377fa-3119-4d96-8df2-ae1710f1b2ed tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:43.299476 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-1a19818c-b818-4614-9487-aee0b4c22fc8 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] For port 51053d98-ba5a-4bdb-8ae8-4b56057020e8, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=51053d98-ba5a-4bdb-8ae8-4b56057020e8,segment=NetworkSegment(19940704-ca0c-4eb2-b589-3c0c920b38db),segment_id=19940704-ca0c-4eb2-b589-3c0c920b38db)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:43.300079 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1a19818c-b818-4614-9487-aee0b4c22fc8 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:43.309415 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5377fa-3119-4d96-8df2-ae1710f1b2ed tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Pushing event deleted for resources: {'Subnet': ['ID=b6836db2-d9be-4eb4-b4f3-41a9e95e5eea,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:43.317824 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-1a19818c-b818-4614-9487-aee0b4c22fc8 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Calling delete_port for 51053d98-ba5a-4bdb-8ae8-4b56057020e8 owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:43.322599 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3c5377fa-3119-4d96-8df2-ae1710f1b2ed tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:43.341949 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:43.342264 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 56566) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:43.342338 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-3c5377fa-3119-4d96-8df2-ae1710f1b2ed tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] 10.222.0.20 "DELETE /v2.0/subnets/b6836db2-d9be-4eb4-b4f3-41a9e95e5eea HTTP/1.1" status: 204 len: 168 time: 0.5718350 Nov 12 01:06:43.345907 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab412f3-2aab-4d47-8241-7ce9642f0822 None None] Network 172ceb67-3e67-4e0b-a6fc-f1969eaef611 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:43.425505 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 981ecf6b-e007-4408-8f7b-0a57e780adcf triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:43.425505 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:43.511614 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a4ffa7c2-4747-4d81-8ad5-59ba1d247a99 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:43.601492 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-c84a8235-ea93-4999-a9b5-c4a6de85f8ad None None] Could not find standard attr ID for object 52ff982d-f26a-46ee-92dd-259912c43d27. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:06:43.634690 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc1498-e041-4e94-bc56-a367bf4d3d1c req-a0efe7e3-9676-4681-ae28-344a506373fb tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:43.636311 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d7fc1498-e041-4e94-bc56-a367bf4d3d1c req-a0efe7e3-9676-4681-ae28-344a506373fb tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/ports?device_id=787398d0-003f-49b7-a104-a0920f414f4a HTTP/1.1" status: 200 len: 944 time: 0.1121376 Nov 12 01:06:43.717097 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1a19818c-b818-4614-9487-aee0b4c22fc8 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:43.754225 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d7fc1498-e041-4e94-bc56-a367bf4d3d1c req-a890947e-daf5-457a-8071-9d1b0692c60a tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/security-groups?id=2661ac04-47e0-487f-bad6-1b1c5546aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067224 Nov 12 01:06:43.789750 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-a4ffa7c2-4747-4d81-8ad5-59ba1d247a99 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Deleting port 981ecf6b-e007-4408-8f7b-0a57e780adcf {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:43.790180 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a4ffa7c2-4747-4d81-8ad5-59ba1d247a99 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:43.897316 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a19818c-b818-4614-9487-aee0b4c22fc8 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event deleted for resources: {'Port': ['ID=51053d98-ba5a-4bdb-8ae8-4b56057020e8,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:43.910372 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-26aada4f-ca0e-4955-aeca-f11754686926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'name': 'tempest-RoutersIpV6Test-router-945602069', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:00Z', 'updated_at': '2021-11-12T01:06:40Z', 'revision_number': 8, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'gw_port_host': None, '_interfaces': [{'id': '79ee44a4-ab93-468e-a581-77c697c03b37', 'name': '', 'network_id': '11b820aa-bc47-436b-80cb-734063e1b2b2', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:ec:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'ed101d14-52e2-4b04-b443-d8deefbde359', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:01Z', 'updated_at': '2021-11-12T01:06:09Z', 'revision_number': 5, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': 'ed101d14-52e2-4b04-b443-d8deefbde359', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '848b9011-44b2-4a73-a0f8-e21dde19734e', 'name': '', 'network_id': '2e1fb920-3375-4403-8787-b7278ca5e5db', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:ab:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '76f8c49e-ad93-4820-9a8d-7d5263f87519', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:14Z', 'updated_at': '2021-11-12T01:06:34Z', 'revision_number': 5, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': '76f8c49e-ad93-4820-9a8d-7d5263f87519', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f68abd61-a559-4a77-b56a-66b7a321f926', 'name': '', 'network_id': '6049b094-a95b-4c4b-942c-09f4a0f80538', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:30:0f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': 'fb40550b-786e-469b-a3f0-15b668618bd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:06:25Z', 'revision_number': 5, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': 'fb40550b-786e-469b-a3f0-15b668618bd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:43.917609 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-a4ffa7c2-4747-4d81-8ad5-59ba1d247a99 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] For port 981ecf6b-e007-4408-8f7b-0a57e780adcf, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=981ecf6b-e007-4408-8f7b-0a57e780adcf,segment=NetworkSegment(47b91a3a-961a-44d4-a593-39ea34dd7ece),segment_id=47b91a3a-961a-44d4-a593-39ea34dd7ece)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:43.918100 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a4ffa7c2-4747-4d81-8ad5-59ba1d247a99 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:43.933434 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a19818c-b818-4614-9487-aee0b4c22fc8 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] No DVR routers for this DVR port 51053d98-ba5a-4bdb-8ae8-4b56057020e8 on host n-d-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:06:43.946883 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26aada4f-ca0e-4955-aeca-f11754686926 None None] The sync data for ids ['5a14ad7a-991e-4659-8edb-a2600b2968dd'] in n-d-812236-11 is: [{'id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'name': 'tempest-RoutersIpV6Test-router-945602069', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:00Z', 'updated_at': '2021-11-12T01:06:40Z', 'revision_number': 8, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'gw_port_host': None, '_interfaces': [{'id': '79ee44a4-ab93-468e-a581-77c697c03b37', 'name': '', 'network_id': '11b820aa-bc47-436b-80cb-734063e1b2b2', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:ec:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'ed101d14-52e2-4b04-b443-d8deefbde359', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:01Z', 'updated_at': '2021-11-12T01:06:09Z', 'revision_number': 5, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': 'ed101d14-52e2-4b04-b443-d8deefbde359', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '848b9011-44b2-4a73-a0f8-e21dde19734e', 'name': '', 'network_id': '2e1fb920-3375-4403-8787-b7278ca5e5db', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:ab:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '76f8c49e-ad93-4820-9a8d-7d5263f87519', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:14Z', 'updated_at': '2021-11-12T01:06:34Z', 'revision_number': 5, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': '76f8c49e-ad93-4820-9a8d-7d5263f87519', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f68abd61-a559-4a77-b56a-66b7a321f926', 'name': '', 'network_id': '6049b094-a95b-4c4b-942c-09f4a0f80538', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:30:0f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': 'fb40550b-786e-469b-a3f0-15b668618bd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:06:25Z', 'revision_number': 5, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': 'fb40550b-786e-469b-a3f0-15b668618bd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:06:43.948520 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b711c23a-0465-49d4-a05a-c9ed3938ea7a None None] DHCP port deletion for d95938f9-0f37-42b3-8c98-ab61190bf71b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:06:43.958059 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-a4ffa7c2-4747-4d81-8ad5-59ba1d247a99 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Calling delete_port for 981ecf6b-e007-4408-8f7b-0a57e780adcf owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:44.121064 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1a19818c-b818-4614-9487-aee0b4c22fc8 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:44.154471 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-1a19818c-b818-4614-9487-aee0b4c22fc8 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d95938f9-0f37-42b3-8c98-ab61190bf71b']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:44.175151 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-1a19818c-b818-4614-9487-aee0b4c22fc8 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19940704-ca0c-4eb2-b589-3c0c920b38db') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:44.175353 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-1a19818c-b818-4614-9487-aee0b4c22fc8 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19940704-ca0c-4eb2-b589-3c0c920b38db') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:44.193183 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1a19818c-b818-4614-9487-aee0b4c22fc8 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:44.220597 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1a19818c-b818-4614-9487-aee0b4c22fc8 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:44.229469 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a19818c-b818-4614-9487-aee0b4c22fc8 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:06:44.230757 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1a19818c-b818-4614-9487-aee0b4c22fc8 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:44.234414 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:06:44.234414 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:06:44.234414 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:06:44.234414 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:06:44.234414 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:06:44.234414 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:06:44.234414 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:06:44.234414 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:06:44.234414 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:06:44.234414 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:06:44.234414 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:06:44.234414 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:06:44.234414 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:06:44.234414 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:06:44.234414 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:06:44.234414 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:06:44.234414 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:06:44.234414 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:06:44.234414 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:06:44.234414 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:06:44.234414 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:06:44.234414 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:06:44.234414 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:06:44.234414 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:06:44.234414 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:06:44.234414 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:06:44.234414 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:06:44.234414 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:06:44.234414 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:06:44.234414 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:06:44.234414 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:06:44.234414 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:06:44.245674 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a4ffa7c2-4747-4d81-8ad5-59ba1d247a99 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:44.270767 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6c2b7fdd-7cd6-4195-a6ca-613f4d0c6891 req-9a27d177-686c-4209-9b41-92e0988f3fe6 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0510468 Nov 12 01:06:44.357018 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2dfe6b-d9ff-4043-885b-6f1a0a70df57 None None] DHCP port deletion for 172ceb67-3e67-4e0b-a6fc-f1969eaef611 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:06:44.375523 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ffa7c2-4747-4d81-8ad5-59ba1d247a99 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Pushing event deleted for resources: {'Port': ['ID=981ecf6b-e007-4408-8f7b-0a57e780adcf,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:44.399307 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ffa7c2-4747-4d81-8ad5-59ba1d247a99 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] No DVR routers for this DVR port 981ecf6b-e007-4408-8f7b-0a57e780adcf on host n-d-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:06:44.490680 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1a19818c-b818-4614-9487-aee0b4c22fc8 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:44.516474 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1a19818c-b818-4614-9487-aee0b4c22fc8 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:44.530165 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1a19818c-b818-4614-9487-aee0b4c22fc8 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "DELETE /v2.0/networks/d95938f9-0f37-42b3-8c98-ab61190bf71b HTTP/1.1" status: 204 len: 168 time: 1.5320270 Nov 12 01:06:44.530379 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 56614) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:44.589218 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 51053d98-ba5a-4bdb-8ae8-4b56057020e8 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:06:44.639391 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 51053d98-ba5a-4bdb-8ae8-4b56057020e8 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:06:44.640069 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 51053d98-ba5a-4bdb-8ae8-4b56057020e8 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:06:44.641123 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 70780905-4a98-4905-a968-335e9fae156e no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:06:44.660001 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a19818c-b818-4614-9487-aee0b4c22fc8 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event deleted for resources: {'Network': ['ID=d95938f9-0f37-42b3-8c98-ab61190bf71b,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:44.662757 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a4ffa7c2-4747-4d81-8ad5-59ba1d247a99 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:44.667807 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 70780905-4a98-4905-a968-335e9fae156e {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:06:44.669525 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 70780905-4a98-4905-a968-335e9fae156e not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:06:44.670028 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 981ecf6b-e007-4408-8f7b-0a57e780adcf no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:06:44.693211 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 981ecf6b-e007-4408-8f7b-0a57e780adcf {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:06:44.694387 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 981ecf6b-e007-4408-8f7b-0a57e780adcf not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:06:44.695358 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-a4ffa7c2-4747-4d81-8ad5-59ba1d247a99 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['172ceb67-3e67-4e0b-a6fc-f1969eaef611']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:44.701259 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e43a94cd-5463-45d9-ae74-5ed7ab3c7b67 req-4cbe1877-0ac6-493c-bb12-c9b4788a3578 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0807476 Nov 12 01:06:44.717059 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-a4ffa7c2-4747-4d81-8ad5-59ba1d247a99 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47b91a3a-961a-44d4-a593-39ea34dd7ece') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:44.717466 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-a4ffa7c2-4747-4d81-8ad5-59ba1d247a99 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47b91a3a-961a-44d4-a593-39ea34dd7ece') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:44.734319 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a4ffa7c2-4747-4d81-8ad5-59ba1d247a99 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:44.749580 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a4ffa7c2-4747-4d81-8ad5-59ba1d247a99 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:44.759695 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4ffa7c2-4747-4d81-8ad5-59ba1d247a99 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:06:44.760195 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a4ffa7c2-4747-4d81-8ad5-59ba1d247a99 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:44.763579 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:06:44.763579 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:06:44.763579 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:06:44.763579 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:06:44.763579 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:06:44.763579 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:06:44.763579 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:06:44.763579 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:06:44.763579 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:06:44.763579 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:06:44.763579 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:06:44.763579 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:06:44.763579 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:06:44.763579 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:06:44.763579 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:06:44.763579 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:06:44.763579 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:06:44.763579 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:06:44.763579 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:06:44.763579 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:06:44.763579 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:06:44.763579 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:06:44.763579 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:06:44.763579 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:06:44.763579 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:06:44.763579 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:06:44.763579 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:06:44.763579 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:06:44.763579 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:06:44.763579 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:06:44.763579 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:06:44.763579 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:06:44.813993 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6fe95e-8f19-44d4-8e1d-1f5a57ebbdd5 None None] Sync routers for ids ['5a14ad7a-991e-4659-8edb-a2600b2968dd'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:06:44.824974 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6fe95e-8f19-44d4-8e1d-1f5a57ebbdd5 None None] Routers {'5a14ad7a-991e-4659-8edb-a2600b2968dd'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:44.833306 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-9e6fe95e-8f19-44d4-8e1d-1f5a57ebbdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:06:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['5a14ad7a-991e-4659-8edb-a2600b2968dd'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:44.838780 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a4ffa7c2-4747-4d81-8ad5-59ba1d247a99 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:44.857291 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a4ffa7c2-4747-4d81-8ad5-59ba1d247a99 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:44.871622 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a4ffa7c2-4747-4d81-8ad5-59ba1d247a99 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] 10.222.0.20 "DELETE /v2.0/networks/172ceb67-3e67-4e0b-a6fc-f1969eaef611 HTTP/1.1" status: 204 len: 168 time: 1.5310452 Nov 12 01:06:44.882144 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ffa7c2-4747-4d81-8ad5-59ba1d247a99 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436 tempest-ExtraDHCPOptionsIpV6TestJSON-1571582436-project] Pushing event deleted for resources: {'Network': ['ID=172ceb67-3e67-4e0b-a6fc-f1969eaef611,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:44.972924 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8525b-1d5d-48cf-85f6-419a6a1fd56a req-9e2705ac-8c01-4f54-9524-ec3f7b51f0a8 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:44.974752 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-acf8525b-1d5d-48cf-85f6-419a6a1fd56a req-9e2705ac-8c01-4f54-9524-ec3f7b51f0a8 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/ports?device_id=787398d0-003f-49b7-a104-a0920f414f4a HTTP/1.1" status: 200 len: 944 time: 0.0746944 Nov 12 01:06:45.017956 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device ccceceac-203e-441f-9145-2d049917b203 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:06:45.047282 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-9e6fe95e-8f19-44d4-8e1d-1f5a57ebbdd5 None None] Set router 5a14ad7a-991e-4659-8edb-a2600b2968dd gateway port host: None {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:45.070208 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-acf8525b-1d5d-48cf-85f6-419a6a1fd56a req-2f8cbe6d-3ce9-4eac-82dc-809bae8fae1e tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/security-groups?id=2661ac04-47e0-487f-bad6-1b1c5546aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873225 Nov 12 01:06:45.140892 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port ccceceac-203e-441f-9145-2d049917b203 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:06:45.148759 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port ccceceac-203e-441f-9145-2d049917b203 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:45.149141 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:45.271274 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-25060b0a-8e44-43bd-82c7-940a762b8870 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:45.355120 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-9e6fe95e-8f19-44d4-8e1d-1f5a57ebbdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'name': 'tempest-RoutersIpV6Test-router-945602069', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:00Z', 'updated_at': '2021-11-12T01:06:40Z', 'revision_number': 8, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'gw_port_host': None, '_interfaces': [{'id': '79ee44a4-ab93-468e-a581-77c697c03b37', 'name': '', 'network_id': '11b820aa-bc47-436b-80cb-734063e1b2b2', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:ec:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'ed101d14-52e2-4b04-b443-d8deefbde359', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:01Z', 'updated_at': '2021-11-12T01:06:09Z', 'revision_number': 5, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': 'ed101d14-52e2-4b04-b443-d8deefbde359', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '848b9011-44b2-4a73-a0f8-e21dde19734e', 'name': '', 'network_id': '2e1fb920-3375-4403-8787-b7278ca5e5db', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:ab:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '76f8c49e-ad93-4820-9a8d-7d5263f87519', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:14Z', 'updated_at': '2021-11-12T01:06:34Z', 'revision_number': 5, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': '76f8c49e-ad93-4820-9a8d-7d5263f87519', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f68abd61-a559-4a77-b56a-66b7a321f926', 'name': '', 'network_id': '6049b094-a95b-4c4b-942c-09f4a0f80538', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:30:0f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': 'fb40550b-786e-469b-a3f0-15b668618bd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:06:25Z', 'revision_number': 5, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': 'fb40550b-786e-469b-a3f0-15b668618bd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:45.362757 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:45.393101 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 56644) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:45.434498 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6fe95e-8f19-44d4-8e1d-1f5a57ebbdd5 None None] Checking router: 5a14ad7a-991e-4659-8edb-a2600b2968dd for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:06:45.461927 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6fe95e-8f19-44d4-8e1d-1f5a57ebbdd5 None None] Routers {'5a14ad7a-991e-4659-8edb-a2600b2968dd'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:45.462596 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-9e6fe95e-8f19-44d4-8e1d-1f5a57ebbdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:06:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['5a14ad7a-991e-4659-8edb-a2600b2968dd'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:45.473022 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port ccceceac-203e-441f-9145-2d049917b203, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=ccceceac-203e-441f-9145-2d049917b203,segment=NetworkSegment(6d737698-fc2d-48b8-80f7-22b597e4f5d5),segment_id=6d737698-fc2d-48b8-80f7-22b597e4f5d5)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:45.474631 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787398d0-003f-49b7-a104-a0920f414f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccceceac-203e-441f-9145-2d049917b203'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:06:45.479663 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301c36b6-aa49-4fb3-819f-b5b6c9ec34f6" -d '{"events": [{"server_uuid": "787398d0-003f-49b7-a104-a0920f414f4a", "name": "network-vif-plugged", "status": "completed", "tag": "ccceceac-203e-441f-9145-2d049917b203"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:06:45.488435 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:45.618504 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2728290-ee72-4167-b2bc-945fd5dacd3a x-openstack-request-id: req-d2728290-ee72-4167-b2bc-945fd5dacd3a {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:06:45.618884 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787398d0-003f-49b7-a104-a0920f414f4a", "name": "network-vif-plugged", "status": "completed", "tag": "ccceceac-203e-441f-9145-2d049917b203", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:06:45.619196 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d2728290-ee72-4167-b2bc-945fd5dacd3a {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:06:45.619653 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '787398d0-003f-49b7-a104-a0920f414f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccceceac-203e-441f-9145-2d049917b203', 'code': 200} Nov 12 01:06:45.639104 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=ccceceac-203e-441f-9145-2d049917b203,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:45.682715 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-315c6c1d-c6a3-459c-a9de-c68b6184d7e9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ff4435ad7a2f4f619d26522c5f8cdca5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2876711 Nov 12 01:06:45.684916 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 56654) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:45.731769 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-9e6fe95e-8f19-44d4-8e1d-1f5a57ebbdd5 None None] Set router 5a14ad7a-991e-4659-8edb-a2600b2968dd gateway port host: None {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:45.746413 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6d224ffc-9e9a-4603-b8a1-9ea0789c6728 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:45.798559 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6d224ffc-9e9a-4603-b8a1-9ea0789c6728 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:45.834299 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a59ec-17ee-4e93-a872-6cc02421e3df req-bcf722ae-c51b-4d24-afd0-2143e988d77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:45.836654 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ce2a59ec-17ee-4e93-a872-6cc02421e3df req-bcf722ae-c51b-4d24-afd0-2143e988d77b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=787398d0-003f-49b7-a104-a0920f414f4a HTTP/1.1" status: 200 len: 1097 time: 0.1232896 Nov 12 01:06:45.869525 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-25060b0a-8e44-43bd-82c7-940a762b8870 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Deleting port 848b9011-44b2-4a73-a0f8-e21dde19734e {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:45.870159 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-25060b0a-8e44-43bd-82c7-940a762b8870 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:45.909891 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6d224ffc-9e9a-4603-b8a1-9ea0789c6728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:45.913142 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6d224ffc-9e9a-4603-b8a1-9ea0789c6728 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:45.916781 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6d224ffc-9e9a-4603-b8a1-9ea0789c6728 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9eb71431-6516-4628-8822-08e88fff38d7 HTTP/1.1" status: 204 len: 168 time: 0.2285013 Nov 12 01:06:45.947972 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d224ffc-9e9a-4603-b8a1-9ea0789c6728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb71431-6516-4628-8822-08e88fff38d7,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:45.992434 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-25060b0a-8e44-43bd-82c7-940a762b8870 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] For port 848b9011-44b2-4a73-a0f8-e21dde19734e, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=848b9011-44b2-4a73-a0f8-e21dde19734e,segment=NetworkSegment(7eb6761c-254f-40e5-a892-61915b6159af),segment_id=7eb6761c-254f-40e5-a892-61915b6159af)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:45.993088 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-25060b0a-8e44-43bd-82c7-940a762b8870 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:46.010265 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-25060b0a-8e44-43bd-82c7-940a762b8870 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Calling delete_port for 848b9011-44b2-4a73-a0f8-e21dde19734e owned by network:router_interface {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:46.084004 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ce2a59ec-17ee-4e93-a872-6cc02421e3df req-8af1c0a3-1945-4ca5-91de-e9d294573f9e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2661ac04-47e0-487f-bad6-1b1c5546aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2393858 Nov 12 01:06:46.108430 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-9e6fe95e-8f19-44d4-8e1d-1f5a57ebbdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'name': 'tempest-RoutersIpV6Test-router-945602069', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:00Z', 'updated_at': '2021-11-12T01:06:40Z', 'revision_number': 8, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'gw_port_host': None, '_interfaces': [{'id': '79ee44a4-ab93-468e-a581-77c697c03b37', 'name': '', 'network_id': '11b820aa-bc47-436b-80cb-734063e1b2b2', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:ec:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'ed101d14-52e2-4b04-b443-d8deefbde359', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:01Z', 'updated_at': '2021-11-12T01:06:09Z', 'revision_number': 5, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': 'ed101d14-52e2-4b04-b443-d8deefbde359', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '848b9011-44b2-4a73-a0f8-e21dde19734e', 'name': '', 'network_id': '2e1fb920-3375-4403-8787-b7278ca5e5db', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:ab:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '76f8c49e-ad93-4820-9a8d-7d5263f87519', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:14Z', 'updated_at': '2021-11-12T01:06:34Z', 'revision_number': 5, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': '76f8c49e-ad93-4820-9a8d-7d5263f87519', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f68abd61-a559-4a77-b56a-66b7a321f926', 'name': '', 'network_id': '6049b094-a95b-4c4b-942c-09f4a0f80538', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:30:0f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': 'fb40550b-786e-469b-a3f0-15b668618bd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:06:25Z', 'revision_number': 5, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': 'fb40550b-786e-469b-a3f0-15b668618bd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:46.153264 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6fe95e-8f19-44d4-8e1d-1f5a57ebbdd5 None None] The sync data for ids ['5a14ad7a-991e-4659-8edb-a2600b2968dd'] in n-d-812236-11 is: [{'id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'name': 'tempest-RoutersIpV6Test-router-945602069', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:00Z', 'updated_at': '2021-11-12T01:06:40Z', 'revision_number': 8, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'gw_port_host': None, '_interfaces': [{'id': '79ee44a4-ab93-468e-a581-77c697c03b37', 'name': '', 'network_id': '11b820aa-bc47-436b-80cb-734063e1b2b2', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:ec:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'ed101d14-52e2-4b04-b443-d8deefbde359', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:01Z', 'updated_at': '2021-11-12T01:06:09Z', 'revision_number': 5, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': 'ed101d14-52e2-4b04-b443-d8deefbde359', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '848b9011-44b2-4a73-a0f8-e21dde19734e', 'name': '', 'network_id': '2e1fb920-3375-4403-8787-b7278ca5e5db', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:ab:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '76f8c49e-ad93-4820-9a8d-7d5263f87519', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:14Z', 'updated_at': '2021-11-12T01:06:34Z', 'revision_number': 5, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': '76f8c49e-ad93-4820-9a8d-7d5263f87519', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f68abd61-a559-4a77-b56a-66b7a321f926', 'name': '', 'network_id': '6049b094-a95b-4c4b-942c-09f4a0f80538', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:30:0f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': 'fb40550b-786e-469b-a3f0-15b668618bd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:06:25Z', 'revision_number': 5, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': 'fb40550b-786e-469b-a3f0-15b668618bd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:06:46.357619 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae397b4-9766-4b63-afea-b8e92d229b62 req-32bd58cd-a29b-4642-af55-3c566d5d504d tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:46.359517 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7ae397b4-9766-4b63-afea-b8e92d229b62 req-32bd58cd-a29b-4642-af55-3c566d5d504d tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/ports?device_id=787398d0-003f-49b7-a104-a0920f414f4a HTTP/1.1" status: 200 len: 945 time: 0.0951519 Nov 12 01:06:46.361009 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-25060b0a-8e44-43bd-82c7-940a762b8870 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:46.387850 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25060b0a-8e44-43bd-82c7-940a762b8870 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event deleted for resources: {'Port': ['ID=848b9011-44b2-4a73-a0f8-e21dde19734e,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:46.576895 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7ae397b4-9766-4b63-afea-b8e92d229b62 req-6c486589-e8f0-4d68-9434-11fcdd8fa1de tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/security-groups?id=2661ac04-47e0-487f-bad6-1b1c5546aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1900654 Nov 12 01:06:46.841300 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7d8677e3-fe25-4c34-9c0d-f68b0bd10869 req-8182d125-593c-44aa-8f45-001ef38d2663 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0898569 Nov 12 01:06:46.842684 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-25060b0a-8e44-43bd-82c7-940a762b8870 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:47.115943 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-297f727a-6cfd-4486-af45-6fc7dbd9b637 req-331fb50c-e962-4dd6-83bb-eaeca302b868 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0316932 Nov 12 01:06:47.144986 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25060b0a-8e44-43bd-82c7-940a762b8870 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Router 5a14ad7a-991e-4659-8edb-a2600b2968dd has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:06:47.206004 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 56728) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:47.271300 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25060b0a-8e44-43bd-82c7-940a762b8870 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:06:47.278391 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-25060b0a-8e44-43bd-82c7-940a762b8870 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "PUT /v2.0/routers/5a14ad7a-991e-4659-8edb-a2600b2968dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7481725 Nov 12 01:06:47.281704 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 56736) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:47.284835 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fb9a07-3e7c-46a6-bbf0-600226504452 None None] Sync routers for ids ['5a14ad7a-991e-4659-8edb-a2600b2968dd'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:06:47.301709 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fb9a07-3e7c-46a6-bbf0-600226504452 None None] Routers {'5a14ad7a-991e-4659-8edb-a2600b2968dd'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:47.302338 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-66fb9a07-3e7c-46a6-bbf0-600226504452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:06:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['5a14ad7a-991e-4659-8edb-a2600b2968dd'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:47.370066 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-8123bb78-e801-4d23-a390-c4dac4c20313 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1788762764'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:47.411387 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8123bb78-e801-4d23-a390-c4dac4c20313 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Made reservation on behalf of a032962725bc45e7961ed5b3ca9f031e for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:47.415089 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8123bb78-e801-4d23-a390-c4dac4c20313 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:47.432538 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-66fb9a07-3e7c-46a6-bbf0-600226504452 None None] Set router 5a14ad7a-991e-4659-8edb-a2600b2968dd gateway port host: None {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:47.432767 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-a618f163-1fd6-4eee-b085-933db5732559 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Deleting subnet 76f8c49e-ad93-4820-9a8d-7d5263f87519 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:06:47.435142 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8123bb78-e801-4d23-a390-c4dac4c20313 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:47.439099 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a618f163-1fd6-4eee-b085-933db5732559 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:47.500433 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a618f163-1fd6-4eee-b085-933db5732559 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:47.727343 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8dae4c-0fff-4fba-93e5-a5287e2cdf3d req-6f40bc89-aa04-4a9f-a88e-1bc2f8672b98 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:47.727576 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8123bb78-e801-4d23-a390-c4dac4c20313 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:47.729321 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a618f163-1fd6-4eee-b085-933db5732559 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:47.737705 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2f8dae4c-0fff-4fba-93e5-a5287e2cdf3d req-6f40bc89-aa04-4a9f-a88e-1bc2f8672b98 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/ports?device_id=787398d0-003f-49b7-a104-a0920f414f4a HTTP/1.1" status: 200 len: 945 time: 0.0829933 Nov 12 01:06:47.782478 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-66fb9a07-3e7c-46a6-bbf0-600226504452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'name': 'tempest-RoutersIpV6Test-router-945602069', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:00Z', 'updated_at': '2021-11-12T01:06:46Z', 'revision_number': 9, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'gw_port_host': None, '_interfaces': [{'id': '79ee44a4-ab93-468e-a581-77c697c03b37', 'name': '', 'network_id': '11b820aa-bc47-436b-80cb-734063e1b2b2', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:ec:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'ed101d14-52e2-4b04-b443-d8deefbde359', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:01Z', 'updated_at': '2021-11-12T01:06:09Z', 'revision_number': 5, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': 'ed101d14-52e2-4b04-b443-d8deefbde359', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f68abd61-a559-4a77-b56a-66b7a321f926', 'name': '', 'network_id': '6049b094-a95b-4c4b-942c-09f4a0f80538', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:30:0f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': 'fb40550b-786e-469b-a3f0-15b668618bd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:06:25Z', 'revision_number': 5, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': 'fb40550b-786e-469b-a3f0-15b668618bd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:47.811876 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fb9a07-3e7c-46a6-bbf0-600226504452 None None] Checking router: 5a14ad7a-991e-4659-8edb-a2600b2968dd for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:06:47.821602 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2f8dae4c-0fff-4fba-93e5-a5287e2cdf3d req-6ccf17c8-5b80-4fd7-a19d-ae14741f2d8d tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/security-groups?id=2661ac04-47e0-487f-bad6-1b1c5546aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797467 Nov 12 01:06:47.833347 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fb9a07-3e7c-46a6-bbf0-600226504452 None None] Routers {'5a14ad7a-991e-4659-8edb-a2600b2968dd'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:47.833347 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-66fb9a07-3e7c-46a6-bbf0-600226504452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:06:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['5a14ad7a-991e-4659-8edb-a2600b2968dd'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:47.974734 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-66fb9a07-3e7c-46a6-bbf0-600226504452 None None] Set router 5a14ad7a-991e-4659-8edb-a2600b2968dd gateway port host: None {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:47.974973 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001b3056-d0b0-4114-b96e-a10cb2cdeec2 req-9540ea81-962c-40ec-acfe-619a4580e6b3 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:47.984278 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-001b3056-d0b0-4114-b96e-a10cb2cdeec2 req-9540ea81-962c-40ec-acfe-619a4580e6b3 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/ports?device_id=787398d0-003f-49b7-a104-a0920f414f4a HTTP/1.1" status: 200 len: 945 time: 0.0824378 Nov 12 01:06:48.059465 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-001b3056-d0b0-4114-b96e-a10cb2cdeec2 req-e0afb726-0bda-4363-98b1-96f39b9669f2 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/security-groups?id=2661ac04-47e0-487f-bad6-1b1c5546aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740941 Nov 12 01:06:48.092309 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 56764) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:48.177036 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1a0e40-97c6-4e79-843e-4ee7234d340c tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:48.181637 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ad1a0e40-97c6-4e79-843e-4ee7234d340c tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=787398d0-003f-49b7-a104-a0920f414f4a HTTP/1.1" status: 200 len: 1092 time: 0.0802412 Nov 12 01:06:48.184945 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 56774) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:48.192529 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-fe6a910f-7738-4ffd-9140-526fa09d0a85 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'port_id': 'ccceceac-203e-441f-9145-2d049917b203', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:48.236393 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8123bb78-e801-4d23-a390-c4dac4c20313 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:48.238826 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fe6a910f-7738-4ffd-9140-526fa09d0a85 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for floatingip, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:48.248808 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8123bb78-e801-4d23-a390-c4dac4c20313 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:06:48.263612 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-66fb9a07-3e7c-46a6-bbf0-600226504452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'name': 'tempest-RoutersIpV6Test-router-945602069', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:00Z', 'updated_at': '2021-11-12T01:06:46Z', 'revision_number': 9, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'gw_port_host': None, '_interfaces': [{'id': '79ee44a4-ab93-468e-a581-77c697c03b37', 'name': '', 'network_id': '11b820aa-bc47-436b-80cb-734063e1b2b2', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:ec:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'ed101d14-52e2-4b04-b443-d8deefbde359', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:01Z', 'updated_at': '2021-11-12T01:06:09Z', 'revision_number': 5, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': 'ed101d14-52e2-4b04-b443-d8deefbde359', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f68abd61-a559-4a77-b56a-66b7a321f926', 'name': '', 'network_id': '6049b094-a95b-4c4b-942c-09f4a0f80538', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:30:0f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': 'fb40550b-786e-469b-a3f0-15b668618bd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:06:25Z', 'revision_number': 5, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': 'fb40550b-786e-469b-a3f0-15b668618bd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:48.290571 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8123bb78-e801-4d23-a390-c4dac4c20313 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:48.290950 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-8123bb78-e801-4d23-a390-c4dac4c20313 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Added segment edda9447-d88a-42d0-91b3-4a80760c822b of type vlan for network 08ecff31-1940-4a54-9e74-4ea9e758b2fd Nov 12 01:06:48.316750 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8123bb78-e801-4d23-a390-c4dac4c20313 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17aaf7fc-8bcb-4a82-98f9-01759aa3a447,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:48.373449 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fe6a910f-7738-4ffd-9140-526fa09d0a85 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:48.388444 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8123bb78-e801-4d23-a390-c4dac4c20313 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:48.407164 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a618f163-1fd6-4eee-b085-933db5732559 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:48.486880 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618f163-1fd6-4eee-b085-933db5732559 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event deleted for resources: {'Subnet': ['ID=76f8c49e-ad93-4820-9a8d-7d5263f87519,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:48.510448 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a618f163-1fd6-4eee-b085-933db5732559 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:48.512789 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ca5f29-5a84-476b-b6d3-673622b7aa3e None None] Network 2e1fb920-3375-4403-8787-b7278ca5e5db requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:48.514671 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a618f163-1fd6-4eee-b085-933db5732559 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "DELETE /v2.0/subnets/76f8c49e-ad93-4820-9a8d-7d5263f87519 HTTP/1.1" status: 204 len: 168 time: 1.2308314 Nov 12 01:06:48.521419 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 56782) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:48.533024 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8123bb78-e801-4d23-a390-c4dac4c20313 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:48.538787 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8123bb78-e801-4d23-a390-c4dac4c20313 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:48.539379 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8123bb78-e801-4d23-a390-c4dac4c20313 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:48.595667 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fb9a07-3e7c-46a6-bbf0-600226504452 None None] The sync data for ids ['5a14ad7a-991e-4659-8edb-a2600b2968dd'] in n-d-812236-11 is: [{'id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'name': 'tempest-RoutersIpV6Test-router-945602069', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:00Z', 'updated_at': '2021-11-12T01:06:46Z', 'revision_number': 9, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'gw_port_host': None, '_interfaces': [{'id': '79ee44a4-ab93-468e-a581-77c697c03b37', 'name': '', 'network_id': '11b820aa-bc47-436b-80cb-734063e1b2b2', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:ec:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'ed101d14-52e2-4b04-b443-d8deefbde359', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:01Z', 'updated_at': '2021-11-12T01:06:09Z', 'revision_number': 5, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': 'ed101d14-52e2-4b04-b443-d8deefbde359', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f68abd61-a559-4a77-b56a-66b7a321f926', 'name': '', 'network_id': '6049b094-a95b-4c4b-942c-09f4a0f80538', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:30:0f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': 'fb40550b-786e-469b-a3f0-15b668618bd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:06:25Z', 'revision_number': 5, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': 'fb40550b-786e-469b-a3f0-15b668618bd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:06:48.652854 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8123bb78-e801-4d23-a390-c4dac4c20313 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4457264 Nov 12 01:06:48.656921 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 56784) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:48.664872 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-41c6f126-9052-4ef1-a787-66aa677a4a44 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Request body: {'port': {'network_id': '08ecff31-1940-4a54-9e74-4ea9e758b2fd', 'name': 'tempest-PortsIpV6TestJSON-114041951'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:48.673566 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8123bb78-e801-4d23-a390-c4dac4c20313 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event updated for resources: {'Network': ['ID=08ecff31-1940-4a54-9e74-4ea9e758b2fd,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:48.690279 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 08ecff31-1940-4a54-9e74-4ea9e758b2fd details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:06:48.785121 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c6f126-9052-4ef1-a787-66aa677a4a44 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Made reservation on behalf of a032962725bc45e7961ed5b3ca9f031e for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:48.790243 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-41c6f126-9052-4ef1-a787-66aa677a4a44 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:48.806281 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-94b28c3f-209d-4a10-be63-e6fb05f42648 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:48.819813 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-41c6f126-9052-4ef1-a787-66aa677a4a44 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] device_id is not set on port 8419a3d6-c8c6-4363-907c-5d49fe2f722a yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:06:48.885476 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-fe6a910f-7738-4ffd-9140-526fa09d0a85 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Allocated IP 172.25.2.145 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/9491ed27-da3e-42a8-bf41-114336bb751c) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:48.966856 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-94b28c3f-209d-4a10-be63-e6fb05f42648 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Deleting port 2d372fa9-0c4a-4d30-93cc-920fc5554f11 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:48.967082 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-94b28c3f-209d-4a10-be63-e6fb05f42648 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:49.018279 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984d2332-175a-4b4d-8c18-03474539db22 None None] DHCP port deletion for 2e1fb920-3375-4403-8787-b7278ca5e5db request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:06:49.089845 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-984d2332-175a-4b4d-8c18-03474539db22 None None] Deleting port 2d372fa9-0c4a-4d30-93cc-920fc5554f11 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:49.090192 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-984d2332-175a-4b4d-8c18-03474539db22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:49.112524 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-41c6f126-9052-4ef1-a787-66aa677a4a44 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:49.125541 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-94b28c3f-209d-4a10-be63-e6fb05f42648 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] For port 2d372fa9-0c4a-4d30-93cc-920fc5554f11, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=2d372fa9-0c4a-4d30-93cc-920fc5554f11,segment=NetworkSegment(7eb6761c-254f-40e5-a892-61915b6159af),segment_id=7eb6761c-254f-40e5-a892-61915b6159af)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:49.126089 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-94b28c3f-209d-4a10-be63-e6fb05f42648 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:49.143575 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-94b28c3f-209d-4a10-be63-e6fb05f42648 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Calling delete_port for 2d372fa9-0c4a-4d30-93cc-920fc5554f11 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:49.181887 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-984d2332-175a-4b4d-8c18-03474539db22 None None] For port 2d372fa9-0c4a-4d30-93cc-920fc5554f11, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=2d372fa9-0c4a-4d30-93cc-920fc5554f11,segment=NetworkSegment(7eb6761c-254f-40e5-a892-61915b6159af),segment_id=7eb6761c-254f-40e5-a892-61915b6159af)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:49.182878 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-984d2332-175a-4b4d-8c18-03474539db22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:49.186269 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-41c6f126-9052-4ef1-a787-66aa677a4a44 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:49.204051 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-984d2332-175a-4b4d-8c18-03474539db22 None None] Calling delete_port for 2d372fa9-0c4a-4d30-93cc-920fc5554f11 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:49.300000 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-19db7dc8-b8c4-4088-84e3-e31522a57c0f req-91d0cf65-e2ad-492e-b353-f06213c65b90 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0852706 Nov 12 01:06:49.331638 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c6f126-9052-4ef1-a787-66aa677a4a44 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event updated for resources: {'Port': ['ID=8419a3d6-c8c6-4363-907c-5d49fe2f722a,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:49.337116 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c6f126-9052-4ef1-a787-66aa677a4a44 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Checking segment: {'id': 'edda9447-d88a-42d0-91b3-4a80760c822b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08ecff31-1940-4a54-9e74-4ea9e758b2fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:49.337496 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c6f126-9052-4ef1-a787-66aa677a4a44 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Network hostable DHCP agents. Network: 08ecff31-1940-4a54-9e74-4ea9e758b2fd, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:06:49.379595 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c6f126-9052-4ef1-a787-66aa677a4a44 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Network 08ecff31-1940-4a54-9e74-4ea9e758b2fd is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:06:49.402203 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-984d2332-175a-4b4d-8c18-03474539db22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:49.408152 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-41c6f126-9052-4ef1-a787-66aa677a4a44 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 08ecff31-1940-4a54-9e74-4ea9e758b2fd) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:49.426593 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c6f126-9052-4ef1-a787-66aa677a4a44 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:49.433017 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fe6a910f-7738-4ffd-9140-526fa09d0a85 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:49.442254 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99807d70-4aae-4111-aac1-5c1836a5928c None None] Network 08ecff31-1940-4a54-9e74-4ea9e758b2fd requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:49.447474 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c6f126-9052-4ef1-a787-66aa677a4a44 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:49.448066 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-41c6f126-9052-4ef1-a787-66aa677a4a44 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:49.469642 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d2332-175a-4b4d-8c18-03474539db22 None None] Pushing event deleted for resources: {'Port': ['ID=2d372fa9-0c4a-4d30-93cc-920fc5554f11,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:49.475228 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-41c6f126-9052-4ef1-a787-66aa677a4a44 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8170547 Nov 12 01:06:49.478826 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 56802) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:49.490668 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-e6868a5c-0f66-4d5b-9155-fdb93136cf76 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-794283194'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:49.514050 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fe6a910f-7738-4ffd-9140-526fa09d0a85 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:49.523673 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6868a5c-0f66-4d5b-9155-fdb93136cf76 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Made reservation on behalf of a032962725bc45e7961ed5b3ca9f031e for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:49.526650 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984d2332-175a-4b4d-8c18-03474539db22 None None] No DVR routers for this DVR port 2d372fa9-0c4a-4d30-93cc-920fc5554f11 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:06:49.530096 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e6868a5c-0f66-4d5b-9155-fdb93136cf76 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:49.572533 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-94b28c3f-209d-4a10-be63-e6fb05f42648 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:49.598778 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6a910f-7738-4ffd-9140-526fa09d0a85 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:49.610453 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6868a5c-0f66-4d5b-9155-fdb93136cf76 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:06:49.612632 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-fe6a910f-7738-4ffd-9140-526fa09d0a85 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:49.615123 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6a910f-7738-4ffd-9140-526fa09d0a85 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:49.685994 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b28c3f-209d-4a10-be63-e6fb05f42648 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] No DVR routers for this DVR port 2d372fa9-0c4a-4d30-93cc-920fc5554f11 on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:06:49.705488 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a910f-7738-4ffd-9140-526fa09d0a85 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event updated for resources: {'Port': ['ID=9491ed27-da3e-42a8-bf41-114336bb751c,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:49.732476 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e6868a5c-0f66-4d5b-9155-fdb93136cf76 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:49.732825 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-e6868a5c-0f66-4d5b-9155-fdb93136cf76 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Added segment 1c545894-6636-4d82-bcb9-3030afe5298b of type vlan for network 46db511b-52d2-420b-8d1a-80a0f2366d13 Nov 12 01:06:49.762009 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-335da54e-46bc-4a6f-a479-1b65725081da req-99649866-247e-412a-8c0c-a9999632d442 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0705762 Nov 12 01:06:50.143483 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b28c3f-209d-4a10-be63-e6fb05f42648 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event deleted for resources: {'Port': ['ID=2d372fa9-0c4a-4d30-93cc-920fc5554f11,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:50.195970 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e6868a5c-0f66-4d5b-9155-fdb93136cf76 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:50.202128 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-94b28c3f-209d-4a10-be63-e6fb05f42648 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:50.246845 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-94b28c3f-209d-4a10-be63-e6fb05f42648 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e1fb920-3375-4403-8787-b7278ca5e5db']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:50.289055 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-94b28c3f-209d-4a10-be63-e6fb05f42648 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eb6761c-254f-40e5-a892-61915b6159af') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:50.289347 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-94b28c3f-209d-4a10-be63-e6fb05f42648 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eb6761c-254f-40e5-a892-61915b6159af') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:50.304392 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-94b28c3f-209d-4a10-be63-e6fb05f42648 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:50.316817 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e6868a5c-0f66-4d5b-9155-fdb93136cf76 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:50.322391 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6868a5c-0f66-4d5b-9155-fdb93136cf76 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:50.322972 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e6868a5c-0f66-4d5b-9155-fdb93136cf76 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:50.349363 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-94b28c3f-209d-4a10-be63-e6fb05f42648 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:50.406379 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94b28c3f-209d-4a10-be63-e6fb05f42648 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:06:50.406793 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-94b28c3f-209d-4a10-be63-e6fb05f42648 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:50.409965 n-d-812236-11 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:06:50.409965 n-d-812236-11 neutron-server[102661]: self.session.flush() Nov 12 01:06:50.409965 n-d-812236-11 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:06:50.409965 n-d-812236-11 neutron-server[102661]: self.session.flush() Nov 12 01:06:50.409965 n-d-812236-11 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:06:50.409965 n-d-812236-11 neutron-server[102661]: self.session.flush() Nov 12 01:06:50.409965 n-d-812236-11 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:06:50.409965 n-d-812236-11 neutron-server[102661]: self.session.flush() Nov 12 01:06:50.409965 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:06:50.409965 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:06:50.409965 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:06:50.409965 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:06:50.409965 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:06:50.409965 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:06:50.409965 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:06:50.409965 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:06:50.409965 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:06:50.409965 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:06:50.409965 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:06:50.409965 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:06:50.409965 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:06:50.409965 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:06:50.409965 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:06:50.409965 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:06:50.409965 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:06:50.409965 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:06:50.409965 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:06:50.409965 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:06:50.409965 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:06:50.409965 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:06:50.409965 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:06:50.409965 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:06:50.409965 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:06:50.409965 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:06:50.409965 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:06:50.409965 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:06:50.409965 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:06:50.409965 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:06:50.409965 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:06:50.409965 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:06:50.458936 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e6868a5c-0f66-4d5b-9155-fdb93136cf76 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9738703 Nov 12 01:06:50.459201 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 56826) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:50.463674 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-5b50d87d-8982-429d-bb38-8521670268b2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Request body: {'ports': [{'network_id': '08ecff31-1940-4a54-9e74-4ea9e758b2fd'}, {'network_id': '46db511b-52d2-420b-8d1a-80a0f2366d13'}]} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:50.464787 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-5b50d87d-8982-429d-bb38-8521670268b2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Request body: {'port': {'network_id': '08ecff31-1940-4a54-9e74-4ea9e758b2fd'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:50.464787 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-5b50d87d-8982-429d-bb38-8521670268b2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Request body: {'port': {'network_id': '46db511b-52d2-420b-8d1a-80a0f2366d13'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:50.504402 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6868a5c-0f66-4d5b-9155-fdb93136cf76 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event updated for resources: {'Network': ['ID=46db511b-52d2-420b-8d1a-80a0f2366d13,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:50.523530 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 46db511b-52d2-420b-8d1a-80a0f2366d13 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:06:50.561030 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-94b28c3f-209d-4a10-be63-e6fb05f42648 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:50.617104 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-94b28c3f-209d-4a10-be63-e6fb05f42648 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:50.623729 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-94b28c3f-209d-4a10-be63-e6fb05f42648 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "DELETE /v2.0/networks/2e1fb920-3375-4403-8787-b7278ca5e5db HTTP/1.1" status: 204 len: 168 time: 2.1013188 Nov 12 01:06:50.623883 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 2d372fa9-0c4a-4d30-93cc-920fc5554f11 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:06:50.630316 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 56832) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:50.676411 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 2d372fa9-0c4a-4d30-93cc-920fc5554f11 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:06:50.676758 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 2d372fa9-0c4a-4d30-93cc-920fc5554f11 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:06:50.677167 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 848b9011-44b2-4a73-a0f8-e21dde19734e no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:06:50.712084 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 848b9011-44b2-4a73-a0f8-e21dde19734e {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:06:50.712685 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 848b9011-44b2-4a73-a0f8-e21dde19734e not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:06:50.829338 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b50d87d-8982-429d-bb38-8521670268b2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Made reservation on behalf of a032962725bc45e7961ed5b3ca9f031e for: {'port': 2} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:50.834078 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5b50d87d-8982-429d-bb38-8521670268b2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:50.856171 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5b50d87d-8982-429d-bb38-8521670268b2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:50.868560 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b28c3f-209d-4a10-be63-e6fb05f42648 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event deleted for resources: {'Network': ['ID=2e1fb920-3375-4403-8787-b7278ca5e5db,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:51.066118 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fe6a910f-7738-4ffd-9140-526fa09d0a85 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:51.095871 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-5b50d87d-8982-429d-bb38-8521670268b2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] device_id is not set on port e276d61a-ed42-4daa-a982-e3f3d816dbc4 yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:06:51.209274 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fe6a910f-7738-4ffd-9140-526fa09d0a85 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:51.382695 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5b50d87d-8982-429d-bb38-8521670268b2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:51.388761 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a9cbcf8d-99df-4d9f-a4a2-f981f84ddcae tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:51.430854 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fe6a910f-7738-4ffd-9140-526fa09d0a85 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:51.440917 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fe6a910f-7738-4ffd-9140-526fa09d0a85 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:51.529773 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a910f-7738-4ffd-9140-526fa09d0a85 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event updated for resources: {'Port': ['ID=9491ed27-da3e-42a8-bf41-114336bb751c,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:51.540614 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fe6a910f-7738-4ffd-9140-526fa09d0a85 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:51.604893 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-5b50d87d-8982-429d-bb38-8521670268b2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] device_id is not set on port f6c6bc89-a722-4966-9380-19ba291e9107 yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:06:51.769533 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9af17d51-19f0-4f6e-861c-b4261345e097 req-ba0548dd-fe76-4e28-b35c-c7258b39d7bd service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0587916 Nov 12 01:06:51.788553 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [None req-fe6a910f-7738-4ffd-9140-526fa09d0a85 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Floating IP e651da22-9034-4741-9f2b-0eeef3666ff5 associated. External IP: 172.25.2.145, port: ccceceac-203e-441f-9145-2d049917b203. Nov 12 01:06:51.923361 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5b50d87d-8982-429d-bb38-8521670268b2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:51.934248 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c59bcd17-f2dd-4cbd-a645-1e94761013dd req-8e44c7c4-d724-475d-aaa3-bba9359eaf01 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0379753 Nov 12 01:06:51.974270 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-a9cbcf8d-99df-4d9f-a4a2-f981f84ddcae tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Deleting port f68abd61-a559-4a77-b56a-66b7a321f926 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:51.974751 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a9cbcf8d-99df-4d9f-a4a2-f981f84ddcae tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:52.061594 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5b50d87d-8982-429d-bb38-8521670268b2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:52.132449 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b50d87d-8982-429d-bb38-8521670268b2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Network 08ecff31-1940-4a54-9e74-4ea9e758b2fd is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:52.138152 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-5b50d87d-8982-429d-bb38-8521670268b2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:52.141692 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6a910f-7738-4ffd-9140-526fa09d0a85 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Router 52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:06:52.154332 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b50d87d-8982-429d-bb38-8521670268b2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event updated for resources: {'Port': ['ID=e276d61a-ed42-4daa-a982-e3f3d816dbc4,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:52.157491 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b50d87d-8982-429d-bb38-8521670268b2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:52.158450 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5b50d87d-8982-429d-bb38-8521670268b2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:52.217357 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-a9cbcf8d-99df-4d9f-a4a2-f981f84ddcae tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] For port f68abd61-a559-4a77-b56a-66b7a321f926, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=f68abd61-a559-4a77-b56a-66b7a321f926,segment=NetworkSegment(8ae5867e-e8ca-4aff-b4ba-cb5a64724d2a),segment_id=8ae5867e-e8ca-4aff-b4ba-cb5a64724d2a)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:52.217752 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a9cbcf8d-99df-4d9f-a4a2-f981f84ddcae tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:52.247659 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-a9cbcf8d-99df-4d9f-a4a2-f981f84ddcae tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Calling delete_port for f68abd61-a559-4a77-b56a-66b7a321f926 owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:52.259633 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6a910f-7738-4ffd-9140-526fa09d0a85 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:06:52.264349 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b50d87d-8982-429d-bb38-8521670268b2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event updated for resources: {'Port': ['ID=f6c6bc89-a722-4966-9380-19ba291e9107,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:52.270190 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e114e25d-5819-407e-bf50-5b1b8d22cfb6 None None] Sync routers for ids ['52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:06:52.278084 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b50d87d-8982-429d-bb38-8521670268b2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Checking segment: {'id': '1c545894-6636-4d82-bcb9-3030afe5298b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '46db511b-52d2-420b-8d1a-80a0f2366d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:52.278448 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b50d87d-8982-429d-bb38-8521670268b2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Network hostable DHCP agents. Network: 46db511b-52d2-420b-8d1a-80a0f2366d13, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:06:52.292916 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e114e25d-5819-407e-bf50-5b1b8d22cfb6 None None] Routers {'52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:52.293826 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-e114e25d-5819-407e-bf50-5b1b8d22cfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:06:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:52.298833 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fe6a910f-7738-4ffd-9140-526fa09d0a85 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:52.341716 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-fe6a910f-7738-4ffd-9140-526fa09d0a85 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1554167 Nov 12 01:06:52.342451 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '787398d0-003f-49b7-a104-a0920f414f4a', 'tag': 'ccceceac-203e-441f-9145-2d049917b203'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:06:52.346714 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3193be9-80cf-490b-9cae-cc32f7bae332" -d '{"events": [{"name": "network-changed", "server_uuid": "787398d0-003f-49b7-a104-a0920f414f4a", "tag": "ccceceac-203e-441f-9145-2d049917b203"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:06:52.349240 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 56874) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:52.383533 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b50d87d-8982-429d-bb38-8521670268b2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Network 46db511b-52d2-420b-8d1a-80a0f2366d13 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:06:52.409037 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-5b50d87d-8982-429d-bb38-8521670268b2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 46db511b-52d2-420b-8d1a-80a0f2366d13) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:52.417115 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585f430d-033a-4fa9-98f7-a341889f468d None None] Network 46db511b-52d2-420b-8d1a-80a0f2366d13 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:52.460963 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-e114e25d-5819-407e-bf50-5b1b8d22cfb6 None None] Set router 52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:52.473244 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4865adf8-28fb-4162-bb9d-3f3c15b8516e x-openstack-request-id: req-4865adf8-28fb-4162-bb9d-3f3c15b8516e {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:06:52.473559 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "787398d0-003f-49b7-a104-a0920f414f4a", "tag": "ccceceac-203e-441f-9145-2d049917b203", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:06:52.473824 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4865adf8-28fb-4162-bb9d-3f3c15b8516e {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:06:52.474214 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '787398d0-003f-49b7-a104-a0920f414f4a', 'tag': 'ccceceac-203e-441f-9145-2d049917b203', 'status': 'completed', 'code': 200} Nov 12 01:06:52.484978 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b50d87d-8982-429d-bb38-8521670268b2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:52.490791 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b50d87d-8982-429d-bb38-8521670268b2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:52.511899 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b50d87d-8982-429d-bb38-8521670268b2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:52.512392 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5b50d87d-8982-429d-bb38-8521670268b2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:52.543001 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7398ca5d-c69d-46f4-8a0e-af0c8b54ee47 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/floatingips/e651da22-9034-4741-9f2b-0eeef3666ff5 HTTP/1.1" status: 200 len: 991 time: 0.1781025 Nov 12 01:06:52.572284 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5b50d87d-8982-429d-bb38-8521670268b2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1124806 Nov 12 01:06:52.582450 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 56882) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:52.637917 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3193be9-80cf-490b-9cae-cc32f7bae332 req-4ee55592-2068-4603-88b0-f9432ce795f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:52.645507 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c3193be9-80cf-490b-9cae-cc32f7bae332 req-4ee55592-2068-4603-88b0-f9432ce795f4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8a187a5f08ca423da53c90074483cfd4&device_id=787398d0-003f-49b7-a104-a0920f414f4a HTTP/1.1" status: 200 len: 1097 time: 0.1445940 Nov 12 01:06:52.697113 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a9cbcf8d-99df-4d9f-a4a2-f981f84ddcae tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:52.767399 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cbcf8d-99df-4d9f-a4a2-f981f84ddcae tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event deleted for resources: {'Port': ['ID=f68abd61-a559-4a77-b56a-66b7a321f926,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:52.896149 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-e114e25d-5819-407e-bf50-5b1b8d22cfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'name': 'tempest-TestNetworkBasicOps-router-1113797668', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1702c668-b99a-4d38-bfa7-3b6edac84d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:06:15Z', 'revision_number': 4, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'gw_port': {'id': '1702c668-b99a-4d38-bfa7-3b6edac84d42', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': 'e651da22-9034-4741-9f2b-0eeef3666ff5', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'floating_ip_address': '172.25.2.145', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'port_id': 'ccceceac-203e-441f-9145-2d049917b203', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85a7f8c6-9f4b-49e3-8324-6914753de947', 'mac_address': 'fa:16:3e:8a:20:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787398d0-003f-49b7-a104-a0920f414f4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:06:50Z', 'updated_at': '2021-11-12T01:06:50Z', 'revision_number': 0, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2a1c90-bbd7-4fa7-b5a4-154a81f44738', 'name': '', 'network_id': '85a7f8c6-9f4b-49e3-8324-6914753de947', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'mac_address': 'fa:16:3e:87:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '42f8954e-823a-4f5f-8f8d-d667cda9bcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:14Z', 'updated_at': '2021-11-12T01:06:25Z', 'revision_number': 5, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'subnets': [{'id': '42f8954e-823a-4f5f-8f8d-d667cda9bcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:52.980309 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e114e25d-5819-407e-bf50-5b1b8d22cfb6 None None] Checking router: 52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:06:53.004684 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e114e25d-5819-407e-bf50-5b1b8d22cfb6 None None] Routers {'52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:53.012097 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-e114e25d-5819-407e-bf50-5b1b8d22cfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:06:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:53.089141 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a9cbcf8d-99df-4d9f-a4a2-f981f84ddcae tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:53.255917 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3193be9-80cf-490b-9cae-cc32f7bae332 req-96fb29d5-f8af-443f-8ecd-5c4c0e079966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:53.257625 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c3193be9-80cf-490b-9cae-cc32f7bae332 req-96fb29d5-f8af-443f-8ecd-5c4c0e079966 service neutron] 10.222.0.54 "GET /v2.0/networks?id=85a7f8c6-9f4b-49e3-8324-6914753de947 HTTP/1.1" status: 200 len: 897 time: 0.6026657 Nov 12 01:06:53.342306 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-6d560a45-1a2b-4046-91d8-9c8f7ddc7e4b tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Deleting port f6c6bc89-a722-4966-9380-19ba291e9107 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:53.342958 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6d560a45-1a2b-4046-91d8-9c8f7ddc7e4b tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:53.381044 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9cbcf8d-99df-4d9f-a4a2-f981f84ddcae tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Router 5a14ad7a-991e-4659-8edb-a2600b2968dd has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:06:53.408133 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-e114e25d-5819-407e-bf50-5b1b8d22cfb6 None None] Set router 52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:53.421882 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6d560a45-1a2b-4046-91d8-9c8f7ddc7e4b tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:53.436754 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-6d560a45-1a2b-4046-91d8-9c8f7ddc7e4b tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Calling delete_port for f6c6bc89-a722-4966-9380-19ba291e9107 owned by {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:53.549350 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 56902) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:53.580620 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6d560a45-1a2b-4046-91d8-9c8f7ddc7e4b tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:53.597300 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c3193be9-80cf-490b-9cae-cc32f7bae332 req-a38c31aa-71b6-4262-a183-e038736386f1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ccceceac-203e-441f-9145-2d049917b203 HTTP/1.1" status: 200 len: 999 time: 0.3311684 Nov 12 01:06:53.608596 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9cbcf8d-99df-4d9f-a4a2-f981f84ddcae tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:06:53.619352 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a9cbcf8d-99df-4d9f-a4a2-f981f84ddcae tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "PUT /v2.0/routers/5a14ad7a-991e-4659-8edb-a2600b2968dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9857366 Nov 12 01:06:53.623234 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 56906) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:53.623729 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d560a45-1a2b-4046-91d8-9c8f7ddc7e4b tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event deleted for resources: {'Port': ['ID=f6c6bc89-a722-4966-9380-19ba291e9107,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:53.631611 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3f5294-aeee-489e-940f-7c688b5497c8 None None] Sync routers for ids ['5a14ad7a-991e-4659-8edb-a2600b2968dd'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:06:53.679858 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6d560a45-1a2b-4046-91d8-9c8f7ddc7e4b tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:53.686703 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6d560a45-1a2b-4046-91d8-9c8f7ddc7e4b tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "DELETE /v2.0/ports/f6c6bc89-a722-4966-9380-19ba291e9107 HTTP/1.1" status: 204 len: 168 time: 1.1012444 Nov 12 01:06:53.690433 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 56912) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:53.749068 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3f5294-aeee-489e-940f-7c688b5497c8 None None] Routers {'5a14ad7a-991e-4659-8edb-a2600b2968dd'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:53.750570 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-fe3f5294-aeee-489e-940f-7c688b5497c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:06:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['5a14ad7a-991e-4659-8edb-a2600b2968dd'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:53.756106 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3193be9-80cf-490b-9cae-cc32f7bae332 req-d7b71a6e-93d0-4f28-9cf3-898001d7ea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:53.757795 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c3193be9-80cf-490b-9cae-cc32f7bae332 req-d7b71a6e-93d0-4f28-9cf3-898001d7ea3a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=42f8954e-823a-4f5f-8f8d-d667cda9bcd3 HTTP/1.1" status: 200 len: 835 time: 0.1382046 Nov 12 01:06:53.782826 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c19f1724-a133-4553-b052-124b5e1564c3 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/floatingips/e651da22-9034-4741-9f2b-0eeef3666ff5 HTTP/1.1" status: 200 len: 991 time: 0.2323003 Nov 12 01:06:53.813836 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0076000-e8e6-478e-9f91-163768af1a73 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:53.820311 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0076000-e8e6-478e-9f91-163768af1a73 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:53.822043 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c0076000-e8e6-478e-9f91-163768af1a73 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1302664 Nov 12 01:06:53.825479 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 56914) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:53.829895 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1014b93-9344-4bca-a77b-7049493f99d5 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Deleting subnet fb40550b-786e-469b-a3f0-15b668618bd3 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:06:53.849433 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b1014b93-9344-4bca-a77b-7049493f99d5 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:53.901478 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3193be9-80cf-490b-9cae-cc32f7bae332 req-28a2d43b-68a6-44ee-8572-2470c6500754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:53.903547 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c3193be9-80cf-490b-9cae-cc32f7bae332 req-28a2d43b-68a6-44ee-8572-2470c6500754 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=85a7f8c6-9f4b-49e3-8324-6914753de947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1380615 Nov 12 01:06:53.920582 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b1014b93-9344-4bca-a77b-7049493f99d5 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:53.931728 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-e114e25d-5819-407e-bf50-5b1b8d22cfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'name': 'tempest-TestNetworkBasicOps-router-1113797668', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1702c668-b99a-4d38-bfa7-3b6edac84d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:06:15Z', 'revision_number': 4, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'gw_port': {'id': '1702c668-b99a-4d38-bfa7-3b6edac84d42', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': 'e651da22-9034-4741-9f2b-0eeef3666ff5', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'floating_ip_address': '172.25.2.145', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'port_id': 'ccceceac-203e-441f-9145-2d049917b203', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85a7f8c6-9f4b-49e3-8324-6914753de947', 'mac_address': 'fa:16:3e:8a:20:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787398d0-003f-49b7-a104-a0920f414f4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:06:50Z', 'updated_at': '2021-11-12T01:06:50Z', 'revision_number': 0, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2a1c90-bbd7-4fa7-b5a4-154a81f44738', 'name': '', 'network_id': '85a7f8c6-9f4b-49e3-8324-6914753de947', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'mac_address': 'fa:16:3e:87:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '42f8954e-823a-4f5f-8f8d-d667cda9bcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:14Z', 'updated_at': '2021-11-12T01:06:25Z', 'revision_number': 5, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'subnets': [{'id': '42f8954e-823a-4f5f-8f8d-d667cda9bcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:53.963844 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-fe3f5294-aeee-489e-940f-7c688b5497c8 None None] Set router 5a14ad7a-991e-4659-8edb-a2600b2968dd gateway port host: None {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:53.979546 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e114e25d-5819-407e-bf50-5b1b8d22cfb6 None None] The sync data for ids ['52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f'] in n-d-812236-11 is: [{'id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'name': 'tempest-TestNetworkBasicOps-router-1113797668', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1702c668-b99a-4d38-bfa7-3b6edac84d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:06:15Z', 'revision_number': 4, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'gw_port': {'id': '1702c668-b99a-4d38-bfa7-3b6edac84d42', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': 'e651da22-9034-4741-9f2b-0eeef3666ff5', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'floating_ip_address': '172.25.2.145', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'port_id': 'ccceceac-203e-441f-9145-2d049917b203', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85a7f8c6-9f4b-49e3-8324-6914753de947', 'mac_address': 'fa:16:3e:8a:20:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787398d0-003f-49b7-a104-a0920f414f4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:06:50Z', 'updated_at': '2021-11-12T01:06:50Z', 'revision_number': 0, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2a1c90-bbd7-4fa7-b5a4-154a81f44738', 'name': '', 'network_id': '85a7f8c6-9f4b-49e3-8324-6914753de947', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'mac_address': 'fa:16:3e:87:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '42f8954e-823a-4f5f-8f8d-d667cda9bcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:14Z', 'updated_at': '2021-11-12T01:06:25Z', 'revision_number': 5, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'subnets': [{'id': '42f8954e-823a-4f5f-8f8d-d667cda9bcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:06:54.098586 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b1014b93-9344-4bca-a77b-7049493f99d5 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:54.113340 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c3193be9-80cf-490b-9cae-cc32f7bae332 req-806e44ff-3b0c-440f-8d24-f4ca781cb1a7 service neutron] 10.222.0.54 "GET /v2.0/networks/85a7f8c6-9f4b-49e3-8324-6914753de947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025831 Nov 12 01:06:54.218795 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b1014b93-9344-4bca-a77b-7049493f99d5 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:54.238574 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b1014b93-9344-4bca-a77b-7049493f99d5 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:54.242280 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b1014b93-9344-4bca-a77b-7049493f99d5 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "DELETE /v2.0/subnets/fb40550b-786e-469b-a3f0-15b668618bd3 HTTP/1.1" status: 204 len: 168 time: 0.6186502 Nov 12 01:06:54.249143 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-081761e4-bd60-4900-8d1f-14950f01ace6 req-3cec0be9-46f3-45fc-b95c-2f584a063ab8 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0676303 Nov 12 01:06:54.250389 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c42482-7c63-4cae-af3b-6862d3c7d20e None None] Network 6049b094-a95b-4c4b-942c-09f4a0f80538 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:54.251222 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 56926) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:54.271679 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1014b93-9344-4bca-a77b-7049493f99d5 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event deleted for resources: {'Subnet': ['ID=fb40550b-786e-469b-a3f0-15b668618bd3,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:54.412844 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f9421634-583c-432f-9beb-6e43f717ee51 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:54.418005 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e0cd3c-63fc-4069-81f9-0c61c54e697a None None] New status for floating IP e651da22-9034-4741-9f2b-0eeef3666ff5: ACTIVE {{(pid=102664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:06:54.543410 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-fe3f5294-aeee-489e-940f-7c688b5497c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'name': 'tempest-RoutersIpV6Test-router-945602069', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:00Z', 'updated_at': '2021-11-12T01:06:52Z', 'revision_number': 10, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'gw_port_host': None, '_interfaces': [{'id': '79ee44a4-ab93-468e-a581-77c697c03b37', 'name': '', 'network_id': '11b820aa-bc47-436b-80cb-734063e1b2b2', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:ec:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'ed101d14-52e2-4b04-b443-d8deefbde359', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:01Z', 'updated_at': '2021-11-12T01:06:09Z', 'revision_number': 5, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': 'ed101d14-52e2-4b04-b443-d8deefbde359', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:54.594138 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-de95bf75-0012-493b-b47f-b796c07dea49 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Deleting port e276d61a-ed42-4daa-a982-e3f3d816dbc4 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:54.594669 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-de95bf75-0012-493b-b47f-b796c07dea49 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:54.667324 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3f5294-aeee-489e-940f-7c688b5497c8 None None] Checking router: 5a14ad7a-991e-4659-8edb-a2600b2968dd for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:06:54.688315 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3f5294-aeee-489e-940f-7c688b5497c8 None None] Routers {'5a14ad7a-991e-4659-8edb-a2600b2968dd'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:54.689001 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-fe3f5294-aeee-489e-940f-7c688b5497c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:06:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['5a14ad7a-991e-4659-8edb-a2600b2968dd'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:54.692855 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c3193be9-80cf-490b-9cae-cc32f7bae332 req-00872b17-1252-455a-9089-fa9304d74a5f service neutron] 10.222.0.54 "GET /v2.0/networks/85a7f8c6-9f4b-49e3-8324-6914753de947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5710995 Nov 12 01:06:54.785025 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 56940) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:54.837028 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-de95bf75-0012-493b-b47f-b796c07dea49 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:54.852462 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-de95bf75-0012-493b-b47f-b796c07dea49 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Calling delete_port for e276d61a-ed42-4daa-a982-e3f3d816dbc4 owned by {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:54.875762 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-fe3f5294-aeee-489e-940f-7c688b5497c8 None None] Set router 5a14ad7a-991e-4659-8edb-a2600b2968dd gateway port host: None {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:54.883883 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e0f623-3643-4722-8ea4-c275b95830dc None None] DHCP port deletion for 6049b094-a95b-4c4b-942c-09f4a0f80538 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:06:54.895958 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-dd3ab0c1-d429-419c-8a70-f3efe4b8e15e tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/floatingips/e651da22-9034-4741-9f2b-0eeef3666ff5 HTTP/1.1" status: 200 len: 993 time: 0.1096196 Nov 12 01:06:54.904588 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b57df47-c145-46af-a553-79edeabd7e4e req-8cbda6e6-a004-42d6-b8dd-4720a18d03c8 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.2104385 Nov 12 01:06:54.946354 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f9421634-583c-432f-9beb-6e43f717ee51 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Deleting port 474aea7c-5884-4ee1-8452-1163fe42e571 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:54.946694 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f9421634-583c-432f-9beb-6e43f717ee51 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:55.037948 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f9421634-583c-432f-9beb-6e43f717ee51 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] For port 474aea7c-5884-4ee1-8452-1163fe42e571, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=474aea7c-5884-4ee1-8452-1163fe42e571,segment=NetworkSegment(8ae5867e-e8ca-4aff-b4ba-cb5a64724d2a),segment_id=8ae5867e-e8ca-4aff-b4ba-cb5a64724d2a)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:55.038447 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f9421634-583c-432f-9beb-6e43f717ee51 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:55.062567 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f9421634-583c-432f-9beb-6e43f717ee51 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Calling delete_port for 474aea7c-5884-4ee1-8452-1163fe42e571 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:55.168204 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-de95bf75-0012-493b-b47f-b796c07dea49 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:55.179150 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f9421634-583c-432f-9beb-6e43f717ee51 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:55.214270 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de95bf75-0012-493b-b47f-b796c07dea49 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event deleted for resources: {'Port': ['ID=e276d61a-ed42-4daa-a982-e3f3d816dbc4,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:55.255953 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-73e0f623-3643-4722-8ea4-c275b95830dc None None] Deleting port 474aea7c-5884-4ee1-8452-1163fe42e571 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:55.256349 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-73e0f623-3643-4722-8ea4-c275b95830dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:55.257601 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9421634-583c-432f-9beb-6e43f717ee51 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] No DVR routers for this DVR port 474aea7c-5884-4ee1-8452-1163fe42e571 on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:06:55.271308 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-de95bf75-0012-493b-b47f-b796c07dea49 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:55.275698 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-de95bf75-0012-493b-b47f-b796c07dea49 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "DELETE /v2.0/ports/e276d61a-ed42-4daa-a982-e3f3d816dbc4 HTTP/1.1" status: 204 len: 168 time: 1.4492333 Nov 12 01:06:55.278842 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 56954) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:55.305732 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9421634-583c-432f-9beb-6e43f717ee51 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event deleted for resources: {'Port': ['ID=474aea7c-5884-4ee1-8452-1163fe42e571,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:55.387391 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-73e0f623-3643-4722-8ea4-c275b95830dc None None] For port 474aea7c-5884-4ee1-8452-1163fe42e571, host n-d-812236-11, got binding levels [] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:55.395217 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-73e0f623-3643-4722-8ea4-c275b95830dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:55.397312 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f9421634-583c-432f-9beb-6e43f717ee51 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:55.418085 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-f9421634-583c-432f-9beb-6e43f717ee51 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6049b094-a95b-4c4b-942c-09f4a0f80538']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:55.419293 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-73e0f623-3643-4722-8ea4-c275b95830dc None None] Calling delete_port for 474aea7c-5884-4ee1-8452-1163fe42e571 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:55.428119 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-f9421634-583c-432f-9beb-6e43f717ee51 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ae5867e-e8ca-4aff-b4ba-cb5a64724d2a') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:55.428422 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-f9421634-583c-432f-9beb-6e43f717ee51 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ae5867e-e8ca-4aff-b4ba-cb5a64724d2a') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:55.435200 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.ipam_backend_mixin [None req-73e0f623-3643-4722-8ea4-c275b95830dc None None] Port 474aea7c-5884-4ee1-8452-1163fe42e571 was not found and therefore no delete operation was performed {{(pid=102663) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 01:06:55.439480 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f9421634-583c-432f-9beb-6e43f717ee51 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:55.441669 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-73e0f623-3643-4722-8ea4-c275b95830dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:55.453623 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f9421634-583c-432f-9beb-6e43f717ee51 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:55.465181 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9421634-583c-432f-9beb-6e43f717ee51 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:06:55.465755 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f9421634-583c-432f-9beb-6e43f717ee51 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:55.529710 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e082d1-f8bb-473b-a272-1e25ea811cd5 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:55.534342 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-43e082d1-f8bb-473b-a272-1e25ea811cd5 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2521348 Nov 12 01:06:55.536453 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 56956) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:55.543334 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e0f623-3643-4722-8ea4-c275b95830dc None None] No DVR routers for this DVR port 474aea7c-5884-4ee1-8452-1163fe42e571 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:06:55.547881 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:06:55.547881 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:06:55.547881 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:06:55.547881 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:06:55.547881 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:06:55.547881 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:06:55.547881 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:06:55.547881 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:06:55.547881 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:06:55.547881 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:06:55.547881 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:06:55.547881 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:06:55.547881 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:06:55.547881 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:06:55.547881 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:06:55.547881 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:06:55.547881 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:06:55.547881 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:06:55.547881 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:06:55.547881 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:06:55.547881 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:06:55.547881 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:06:55.547881 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:06:55.547881 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:06:55.547881 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:06:55.547881 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:06:55.547881 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:06:55.547881 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:06:55.547881 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:06:55.547881 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:06:55.547881 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:06:55.547881 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:06:55.551704 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e0f623-3643-4722-8ea4-c275b95830dc None None] Pushing event deleted for resources: {'Port': ['ID=474aea7c-5884-4ee1-8452-1163fe42e571,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:55.556030 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f9421634-583c-432f-9beb-6e43f717ee51 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:55.558488 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-fe3f5294-aeee-489e-940f-7c688b5497c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'name': 'tempest-RoutersIpV6Test-router-945602069', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:00Z', 'updated_at': '2021-11-12T01:06:52Z', 'revision_number': 10, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'gw_port_host': None, '_interfaces': [{'id': '79ee44a4-ab93-468e-a581-77c697c03b37', 'name': '', 'network_id': '11b820aa-bc47-436b-80cb-734063e1b2b2', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:ec:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'ed101d14-52e2-4b04-b443-d8deefbde359', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:01Z', 'updated_at': '2021-11-12T01:06:09Z', 'revision_number': 5, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': 'ed101d14-52e2-4b04-b443-d8deefbde359', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:55.568291 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f9421634-583c-432f-9beb-6e43f717ee51 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:55.571554 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f9421634-583c-432f-9beb-6e43f717ee51 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "DELETE /v2.0/networks/6049b094-a95b-4c4b-942c-09f4a0f80538 HTTP/1.1" status: 204 len: 168 time: 1.3151944 Nov 12 01:06:55.578851 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 56958) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:55.595639 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb9a69bc-e748-44c2-95ac-f22d632dd198 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] GET failed (client error): The resource could not be found. Nov 12 01:06:55.599663 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-cb9a69bc-e748-44c2-95ac-f22d632dd198 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "GET /v2.0/ports/f6c6bc89-a722-4966-9380-19ba291e9107 HTTP/1.1" status: 404 len: 333 time: 0.0591066 Nov 12 01:06:55.599902 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 56960) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:55.615558 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9421634-583c-432f-9beb-6e43f717ee51 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event deleted for resources: {'Network': ['ID=6049b094-a95b-4c4b-942c-09f4a0f80538,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:55.621217 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3f5294-aeee-489e-940f-7c688b5497c8 None None] The sync data for ids ['5a14ad7a-991e-4659-8edb-a2600b2968dd'] in n-d-812236-11 is: [{'id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'name': 'tempest-RoutersIpV6Test-router-945602069', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:00Z', 'updated_at': '2021-11-12T01:06:52Z', 'revision_number': 10, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'gw_port_host': None, '_interfaces': [{'id': '79ee44a4-ab93-468e-a581-77c697c03b37', 'name': '', 'network_id': '11b820aa-bc47-436b-80cb-734063e1b2b2', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'mac_address': 'fa:16:3e:ec:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'ed101d14-52e2-4b04-b443-d8deefbde359', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:01Z', 'updated_at': '2021-11-12T01:06:09Z', 'revision_number': 5, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'subnets': [{'id': 'ed101d14-52e2-4b04-b443-d8deefbde359', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:06:55.648410 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ee22827-30b5-4d3e-955a-a0212914f3cc tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] GET failed (client error): The resource could not be found. Nov 12 01:06:55.650355 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-4ee22827-30b5-4d3e-955a-a0212914f3cc tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "GET /v2.0/ports/e276d61a-ed42-4daa-a982-e3f3d816dbc4 HTTP/1.1" status: 404 len: 333 time: 0.0495608 Nov 12 01:06:55.653676 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 56964) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:55.834857 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f770c8b0-81c2-42d7-b7b6-b7909a5ae7c1 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:55.950019 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f770c8b0-81c2-42d7-b7b6-b7909a5ae7c1 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:55.993139 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-f770c8b0-81c2-42d7-b7b6-b7909a5ae7c1 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46db511b-52d2-420b-8d1a-80a0f2366d13']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:56.009869 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-f770c8b0-81c2-42d7-b7b6-b7909a5ae7c1 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c545894-6636-4d82-bcb9-3030afe5298b') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:56.010338 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-f770c8b0-81c2-42d7-b7b6-b7909a5ae7c1 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c545894-6636-4d82-bcb9-3030afe5298b') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:56.022304 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f770c8b0-81c2-42d7-b7b6-b7909a5ae7c1 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:56.048949 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f770c8b0-81c2-42d7-b7b6-b7909a5ae7c1 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:56.080530 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f770c8b0-81c2-42d7-b7b6-b7909a5ae7c1 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:06:56.081826 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f770c8b0-81c2-42d7-b7b6-b7909a5ae7c1 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:56.085685 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:06:56.085685 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:06:56.085685 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:06:56.085685 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:06:56.085685 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:06:56.085685 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:06:56.085685 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:06:56.085685 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:06:56.085685 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:06:56.085685 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:06:56.085685 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:06:56.085685 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:06:56.085685 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:06:56.085685 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:06:56.085685 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:06:56.085685 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:06:56.085685 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:06:56.085685 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:06:56.085685 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:06:56.085685 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:06:56.085685 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:06:56.085685 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:06:56.085685 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:06:56.085685 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:06:56.085685 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:06:56.085685 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:06:56.085685 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:06:56.085685 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:06:56.085685 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:06:56.085685 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:06:56.085685 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:06:56.085685 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:06:56.128776 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ff294f59-d5b5-407e-a57a-d2343de40635 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:56.204676 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f770c8b0-81c2-42d7-b7b6-b7909a5ae7c1 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:56.219807 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f770c8b0-81c2-42d7-b7b6-b7909a5ae7c1 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:56.223809 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f770c8b0-81c2-42d7-b7b6-b7909a5ae7c1 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "DELETE /v2.0/networks/46db511b-52d2-420b-8d1a-80a0f2366d13 HTTP/1.1" status: 204 len: 168 time: 0.5686805 Nov 12 01:06:56.227878 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 56980) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:56.236702 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-7dd839f6-924c-456c-8b1c-54bd1399e4a8 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1493831431'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:56.250802 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f770c8b0-81c2-42d7-b7b6-b7909a5ae7c1 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event deleted for resources: {'Network': ['ID=46db511b-52d2-420b-8d1a-80a0f2366d13,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:56.309090 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd839f6-924c-456c-8b1c-54bd1399e4a8 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Made reservation on behalf of a032962725bc45e7961ed5b3ca9f031e for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:56.312701 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7dd839f6-924c-456c-8b1c-54bd1399e4a8 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:56.363121 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dd839f6-924c-456c-8b1c-54bd1399e4a8 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:06:56.378275 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7dd839f6-924c-456c-8b1c-54bd1399e4a8 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:56.378619 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-7dd839f6-924c-456c-8b1c-54bd1399e4a8 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Added segment 82b34c12-2959-474e-8a30-cf1643077661 of type vlan for network ee758a99-c93f-4060-8357-90d84d5e1b94 Nov 12 01:06:56.429399 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7dd839f6-924c-456c-8b1c-54bd1399e4a8 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:56.501641 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7dd839f6-924c-456c-8b1c-54bd1399e4a8 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:56.507156 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd839f6-924c-456c-8b1c-54bd1399e4a8 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:56.507728 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7dd839f6-924c-456c-8b1c-54bd1399e4a8 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:56.553157 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device f68abd61-a559-4a77-b56a-66b7a321f926 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:06:56.559871 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7dd839f6-924c-456c-8b1c-54bd1399e4a8 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3301184 Nov 12 01:06:56.571488 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 56992) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:56.577137 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: f68abd61-a559-4a77-b56a-66b7a321f926 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:06:56.578255 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device f68abd61-a559-4a77-b56a-66b7a321f926 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:06:56.578847 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 474aea7c-5884-4ee1-8452-1163fe42e571 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:06:56.594485 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-90e36152-c406-4b61-9c59-1a1f4060f638 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Request body: {'subnet': {'network_id': 'ee758a99-c93f-4060-8357-90d84d5e1b94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:56.602469 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd839f6-924c-456c-8b1c-54bd1399e4a8 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event updated for resources: {'Network': ['ID=ee758a99-c93f-4060-8357-90d84d5e1b94,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:56.603340 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 474aea7c-5884-4ee1-8452-1163fe42e571 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:06:56.603780 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 474aea7c-5884-4ee1-8452-1163fe42e571 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:06:56.616178 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network ee758a99-c93f-4060-8357-90d84d5e1b94 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:06:56.623726 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-ff294f59-d5b5-407e-a57a-d2343de40635 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Deleting port 79ee44a4-ab93-468e-a581-77c697c03b37 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:56.623726 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ff294f59-d5b5-407e-a57a-d2343de40635 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:56.747010 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-ff294f59-d5b5-407e-a57a-d2343de40635 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] For port 79ee44a4-ab93-468e-a581-77c697c03b37, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=79ee44a4-ab93-468e-a581-77c697c03b37,segment=NetworkSegment(e2e7e76b-73f6-4064-82d1-25cf67e7f65f),segment_id=e2e7e76b-73f6-4064-82d1-25cf67e7f65f)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:56.747375 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ff294f59-d5b5-407e-a57a-d2343de40635 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:56.763758 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-ff294f59-d5b5-407e-a57a-d2343de40635 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Calling delete_port for 79ee44a4-ab93-468e-a581-77c697c03b37 owned by network:router_interface {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:56.766471 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e36152-c406-4b61-9c59-1a1f4060f638 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Made reservation on behalf of a032962725bc45e7961ed5b3ca9f031e for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:56.771554 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-90e36152-c406-4b61-9c59-1a1f4060f638 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:56.887560 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-93591280-15c5-41c4-a553-75da02ff5b46 req-c89fb6d2-5488-4f4b-93ec-f980afbfd8d7 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0351357 Nov 12 01:06:56.896182 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.ipam_backend_mixin [None req-90e36152-c406-4b61-9c59-1a1f4060f638 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Performing IP validity checks on allocation pools {{(pid=102662) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 01:06:56.899756 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.ipam_backend_mixin [None req-90e36152-c406-4b61-9c59-1a1f4060f638 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102662) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 01:06:57.028706 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ff294f59-d5b5-407e-a57a-d2343de40635 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:57.073344 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff294f59-d5b5-407e-a57a-d2343de40635 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event deleted for resources: {'Port': ['ID=79ee44a4-ab93-468e-a581-77c697c03b37,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:57.107982 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-90e36152-c406-4b61-9c59-1a1f4060f638 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:57.115321 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0e1bffa8-d75e-44b2-9cde-8383c884f348 req-d38f0d05-d9e5-4f3d-93d9-0d5702acd39d service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0543199 Nov 12 01:06:57.245681 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e36152-c406-4b61-9c59-1a1f4060f638 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event updated for resources: {'Subnet': ['ID=088c8a49-d389-4dd9-a312-90938e964d96,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:57.249048 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e36152-c406-4b61-9c59-1a1f4060f638 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Checking segment: {'id': '82b34c12-2959-474e-8a30-cf1643077661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ee758a99-c93f-4060-8357-90d84d5e1b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:57.250505 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e36152-c406-4b61-9c59-1a1f4060f638 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Network hostable DHCP agents. Network: ee758a99-c93f-4060-8357-90d84d5e1b94, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:06:57.274916 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e36152-c406-4b61-9c59-1a1f4060f638 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Network ee758a99-c93f-4060-8357-90d84d5e1b94 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:06:57.278972 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ff294f59-d5b5-407e-a57a-d2343de40635 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:57.294352 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-90e36152-c406-4b61-9c59-1a1f4060f638 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, ee758a99-c93f-4060-8357-90d84d5e1b94) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:57.299981 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e36152-c406-4b61-9c59-1a1f4060f638 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:57.300886 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-90e36152-c406-4b61-9c59-1a1f4060f638 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:57.311373 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5b4f18-12cf-4879-b066-456c9cd3d8be None None] Network ee758a99-c93f-4060-8357-90d84d5e1b94 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:57.340641 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-90e36152-c406-4b61-9c59-1a1f4060f638 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7678609 Nov 12 01:06:57.341301 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57020) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:57.347222 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-01dbcf62-53f1-4332-abaf-6393da5926b9 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Request body: {'port': {'network_id': 'ee758a99-c93f-4060-8357-90d84d5e1b94', 'name': 'tempest-PortsIpV6TestJSON-1553246230'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:57.525914 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff294f59-d5b5-407e-a57a-d2343de40635 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Router 5a14ad7a-991e-4659-8edb-a2600b2968dd has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:06:57.566280 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b394b4-33e7-43a7-8121-b8200c67e848 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-ee758a99-c93f-4060-8357-90d84d5e1b94', 'network_id': 'ee758a99-c93f-4060-8357-90d84d5e1b94', 'tenant_id': 'a032962725bc45e7961ed5b3ca9f031e', 'fixed_ips': [{'subnet_id': '088c8a49-d389-4dd9-a312-90938e964d96'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:06:57.567137 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f3b394b4-33e7-43a7-8121-b8200c67e848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:57.610012 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01dbcf62-53f1-4332-abaf-6393da5926b9 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Made reservation on behalf of a032962725bc45e7961ed5b3ca9f031e for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:57.620515 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-01dbcf62-53f1-4332-abaf-6393da5926b9 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:57.657005 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-01dbcf62-53f1-4332-abaf-6393da5926b9 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] device_id is not set on port 26ffe261-49b4-4c56-802b-0b596a442187 yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:06:57.801199 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-f3b394b4-33e7-43a7-8121-b8200c67e848 None None] Allocated IP 2001:db8::2 (ee758a99-c93f-4060-8357-90d84d5e1b94/088c8a49-d389-4dd9-a312-90938e964d96/30c34161-5e2d-4b41-ab7c-fd55f269daf8) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:57.991179 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f3b394b4-33e7-43a7-8121-b8200c67e848 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:58.000677 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f3b394b4-33e7-43a7-8121-b8200c67e848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:58.002577 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff294f59-d5b5-407e-a57a-d2343de40635 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:06:58.012492 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ff294f59-d5b5-407e-a57a-d2343de40635 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "PUT /v2.0/routers/5a14ad7a-991e-4659-8edb-a2600b2968dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4030485 Nov 12 01:06:58.013179 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57030) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:58.018478 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b394b4-33e7-43a7-8121-b8200c67e848 None None] Network ee758a99-c93f-4060-8357-90d84d5e1b94 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:58.022271 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-f3b394b4-33e7-43a7-8121-b8200c67e848 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:58.024241 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8386d52-dfb7-4c8f-b842-27cd44fc0cc9 None None] Sync routers for ids ['5a14ad7a-991e-4659-8edb-a2600b2968dd'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:06:58.058026 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b394b4-33e7-43a7-8121-b8200c67e848 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:58.107289 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-7790d45d-1551-4c76-ae77-af89f4c891e6 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Deleting subnet ed101d14-52e2-4b04-b443-d8deefbde359 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:06:58.113525 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7790d45d-1551-4c76-ae77-af89f4c891e6 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:58.122363 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-01dbcf62-53f1-4332-abaf-6393da5926b9 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Allocated IP 2001:db8::14a (ee758a99-c93f-4060-8357-90d84d5e1b94/088c8a49-d389-4dd9-a312-90938e964d96/26ffe261-49b4-4c56-802b-0b596a442187) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:58.144878 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8386d52-dfb7-4c8f-b842-27cd44fc0cc9 None None] Routers {'5a14ad7a-991e-4659-8edb-a2600b2968dd'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:58.145593 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-e8386d52-dfb7-4c8f-b842-27cd44fc0cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:06:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['5a14ad7a-991e-4659-8edb-a2600b2968dd'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:58.177341 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7790d45d-1551-4c76-ae77-af89f4c891e6 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:58.196229 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b394b4-33e7-43a7-8121-b8200c67e848 None None] Pushing event updated for resources: {'Port': ['ID=30c34161-5e2d-4b41-ab7c-fd55f269daf8,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:58.268962 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-e8386d52-dfb7-4c8f-b842-27cd44fc0cc9 None None] Set router 5a14ad7a-991e-4659-8edb-a2600b2968dd gateway port host: None {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:58.303817 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-f3b394b4-33e7-43a7-8121-b8200c67e848 None None] Attempting to bind port 30c34161-5e2d-4b41-ab7c-fd55f269daf8 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:58.304195 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-f3b394b4-33e7-43a7-8121-b8200c67e848 None None] Attempting to bind port 30c34161-5e2d-4b41-ab7c-fd55f269daf8 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '82b34c12-2959-474e-8a30-cf1643077661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ee758a99-c93f-4060-8357-90d84d5e1b94'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:58.304562 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b394b4-33e7-43a7-8121-b8200c67e848 None None] Attempting to bind port 30c34161-5e2d-4b41-ab7c-fd55f269daf8 on network ee758a99-c93f-4060-8357-90d84d5e1b94 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:58.308821 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7790d45d-1551-4c76-ae77-af89f4c891e6 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:58.340365 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-e8386d52-dfb7-4c8f-b842-27cd44fc0cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'name': 'tempest-RoutersIpV6Test-router-945602069', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:00Z', 'updated_at': '2021-11-12T01:06:56Z', 'revision_number': 11, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:58.377346 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8386d52-dfb7-4c8f-b842-27cd44fc0cc9 None None] Checking router: 5a14ad7a-991e-4659-8edb-a2600b2968dd for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:06:58.379725 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b394b4-33e7-43a7-8121-b8200c67e848 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:06:58.380551 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b394b4-33e7-43a7-8121-b8200c67e848 None None] Checking segment: {'id': '82b34c12-2959-474e-8a30-cf1643077661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ee758a99-c93f-4060-8357-90d84d5e1b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:58.380551 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f3b394b4-33e7-43a7-8121-b8200c67e848 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:58.380873 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b394b4-33e7-43a7-8121-b8200c67e848 None None] Bound using segment: {'id': '82b34c12-2959-474e-8a30-cf1643077661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ee758a99-c93f-4060-8357-90d84d5e1b94'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:06:58.381365 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-f3b394b4-33e7-43a7-8121-b8200c67e848 None None] Bound port: 30c34161-5e2d-4b41-ab7c-fd55f269daf8, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82b34c12-2959-474e-8a30-cf1643077661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ee758a99-c93f-4060-8357-90d84d5e1b94'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:06:58.381782 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f3b394b4-33e7-43a7-8121-b8200c67e848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:58.388872 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7790d45d-1551-4c76-ae77-af89f4c891e6 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:58.405231 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8386d52-dfb7-4c8f-b842-27cd44fc0cc9 None None] Routers {'5a14ad7a-991e-4659-8edb-a2600b2968dd'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:58.406041 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-e8386d52-dfb7-4c8f-b842-27cd44fc0cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:06:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['5a14ad7a-991e-4659-8edb-a2600b2968dd'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:58.424337 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7790d45d-1551-4c76-ae77-af89f4c891e6 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event deleted for resources: {'Subnet': ['ID=ed101d14-52e2-4b04-b443-d8deefbde359,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:58.426609 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7790d45d-1551-4c76-ae77-af89f4c891e6 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:58.430321 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7790d45d-1551-4c76-ae77-af89f4c891e6 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "DELETE /v2.0/subnets/ed101d14-52e2-4b04-b443-d8deefbde359 HTTP/1.1" status: 204 len: 168 time: 0.4156282 Nov 12 01:06:58.433029 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57034) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:58.470205 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-01dbcf62-53f1-4332-abaf-6393da5926b9 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:58.518231 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-e8386d52-dfb7-4c8f-b842-27cd44fc0cc9 None None] Set router 5a14ad7a-991e-4659-8edb-a2600b2968dd gateway port host: None {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:58.579236 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-01dbcf62-53f1-4332-abaf-6393da5926b9 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:58.620532 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d6715213-a16f-4075-a803-0b8b6da62c7a tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:58.634062 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42faf70d-fb11-4a6f-8206-cf0c128033b4 None None] Network 11b820aa-bc47-436b-80cb-734063e1b2b2 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:58.648479 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dbcf62-53f1-4332-abaf-6393da5926b9 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Network ee758a99-c93f-4060-8357-90d84d5e1b94 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:58.658255 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-01dbcf62-53f1-4332-abaf-6393da5926b9 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:58.670716 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dbcf62-53f1-4332-abaf-6393da5926b9 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:58.684386 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dbcf62-53f1-4332-abaf-6393da5926b9 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:58.685201 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-01dbcf62-53f1-4332-abaf-6393da5926b9 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:58.693646 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dbcf62-53f1-4332-abaf-6393da5926b9 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event updated for resources: {'Port': ['ID=26ffe261-49b4-4c56-802b-0b596a442187,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:58.718726 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-01dbcf62-53f1-4332-abaf-6393da5926b9 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3754756 Nov 12 01:06:58.719604 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57038) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:58.726856 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-e8386d52-dfb7-4c8f-b842-27cd44fc0cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'name': 'tempest-RoutersIpV6Test-router-945602069', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:00Z', 'updated_at': '2021-11-12T01:06:56Z', 'revision_number': 11, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:58.736658 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d6715213-a16f-4075-a803-0b8b6da62c7a tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Deleting port e4424a45-69a8-438c-ab49-629aa2fb4e88 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:58.738004 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d6715213-a16f-4075-a803-0b8b6da62c7a tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:58.798759 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8386d52-dfb7-4c8f-b842-27cd44fc0cc9 None None] The sync data for ids ['5a14ad7a-991e-4659-8edb-a2600b2968dd'] in n-d-812236-11 is: [{'id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'name': 'tempest-RoutersIpV6Test-router-945602069', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:00Z', 'updated_at': '2021-11-12T01:06:56Z', 'revision_number': 11, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'gw_port_host': None}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:06:58.841491 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d6715213-a16f-4075-a803-0b8b6da62c7a tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] For port e4424a45-69a8-438c-ab49-629aa2fb4e88, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=e4424a45-69a8-438c-ab49-629aa2fb4e88,segment=NetworkSegment(e2e7e76b-73f6-4064-82d1-25cf67e7f65f),segment_id=e2e7e76b-73f6-4064-82d1-25cf67e7f65f)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:58.841491 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d6715213-a16f-4075-a803-0b8b6da62c7a tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:58.864508 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-f3b394b4-33e7-43a7-8121-b8200c67e848 None None] For port 30c34161-5e2d-4b41-ab7c-fd55f269daf8, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:06:58.873516 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-f3b394b4-33e7-43a7-8121-b8200c67e848 None None] For port 30c34161-5e2d-4b41-ab7c-fd55f269daf8, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=30c34161-5e2d-4b41-ab7c-fd55f269daf8,segment=NetworkSegment(82b34c12-2959-474e-8a30-cf1643077661),segment_id=82b34c12-2959-474e-8a30-cf1643077661)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:06:58.876362 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d6715213-a16f-4075-a803-0b8b6da62c7a tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Calling delete_port for e4424a45-69a8-438c-ab49-629aa2fb4e88 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:58.911614 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-4e301744-6201-4cb9-acf9-7ef8413229a5 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Deleting port 26ffe261-49b4-4c56-802b-0b596a442187 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:58.912020 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4e301744-6201-4cb9-acf9-7ef8413229a5 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:58.917133 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f3b394b4-33e7-43a7-8121-b8200c67e848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:59.000551 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d6715213-a16f-4075-a803-0b8b6da62c7a tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:59.029045 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b394b4-33e7-43a7-8121-b8200c67e848 None None] Pushing event updated for resources: {'Port': ['ID=30c34161-5e2d-4b41-ab7c-fd55f269daf8,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:59.067652 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4e301744-6201-4cb9-acf9-7ef8413229a5 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:59.069619 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6715213-a16f-4075-a803-0b8b6da62c7a tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] No DVR routers for this DVR port e4424a45-69a8-438c-ab49-629aa2fb4e88 on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:06:59.082582 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-4e301744-6201-4cb9-acf9-7ef8413229a5 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Calling delete_port for 26ffe261-49b4-4c56-802b-0b596a442187 owned by {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:59.121704 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6715213-a16f-4075-a803-0b8b6da62c7a tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event deleted for resources: {'Port': ['ID=e4424a45-69a8-438c-ab49-629aa2fb4e88,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:59.181703 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-207b0af4-79ca-48e4-b829-22f6ee5a3721 req-bffe3ee4-5b6c-46a3-aeb3-c5bf818207a8 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0610330 Nov 12 01:06:59.232931 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d6715213-a16f-4075-a803-0b8b6da62c7a tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:59.244569 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57a34d9-c76a-4704-8889-78c564c620ed None None] DHCP port deletion for 11b820aa-bc47-436b-80cb-734063e1b2b2 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:06:59.275071 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-d6715213-a16f-4075-a803-0b8b6da62c7a tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11b820aa-bc47-436b-80cb-734063e1b2b2']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:59.302918 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-d6715213-a16f-4075-a803-0b8b6da62c7a tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2e7e76b-73f6-4064-82d1-25cf67e7f65f') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:59.303355 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-d6715213-a16f-4075-a803-0b8b6da62c7a tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2e7e76b-73f6-4064-82d1-25cf67e7f65f') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:59.315063 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4e301744-6201-4cb9-acf9-7ef8413229a5 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:59.322737 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d6715213-a16f-4075-a803-0b8b6da62c7a tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:59.349200 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d6715213-a16f-4075-a803-0b8b6da62c7a tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:59.364819 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6715213-a16f-4075-a803-0b8b6da62c7a tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:06:59.365449 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d6715213-a16f-4075-a803-0b8b6da62c7a tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:59.369017 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:06:59.369017 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:06:59.369017 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:06:59.369017 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:06:59.369017 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:06:59.369017 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:06:59.369017 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:06:59.369017 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:06:59.369017 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:06:59.369017 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:06:59.369017 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:06:59.369017 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:06:59.369017 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:06:59.369017 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:06:59.369017 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:06:59.369017 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:06:59.369017 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:06:59.369017 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:06:59.369017 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:06:59.369017 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:06:59.369017 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:06:59.369017 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:06:59.369017 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:06:59.369017 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:06:59.369017 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:06:59.369017 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:06:59.369017 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:06:59.369017 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:06:59.369017 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:06:59.369017 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:06:59.369017 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:06:59.369017 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:06:59.426936 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e301744-6201-4cb9-acf9-7ef8413229a5 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event deleted for resources: {'Port': ['ID=26ffe261-49b4-4c56-802b-0b596a442187,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:59.458751 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4e301744-6201-4cb9-acf9-7ef8413229a5 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:59.465160 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-4e301744-6201-4cb9-acf9-7ef8413229a5 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "DELETE /v2.0/ports/26ffe261-49b4-4c56-802b-0b596a442187 HTTP/1.1" status: 204 len: 168 time: 0.7443826 Nov 12 01:06:59.465833 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57052) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:59.503828 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-602a428e-6db3-41f8-ab6d-7dfd13d8bb27 req-820c17c4-d41e-4def-8b73-dcab9c62b9a1 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1144786 Nov 12 01:06:59.508234 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec53c0b3-4731-415f-9cc5-4a41dabc877c tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] DELETE failed (client error): The resource could not be found. Nov 12 01:06:59.512926 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec53c0b3-4731-415f-9cc5-4a41dabc877c tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:06:59.518831 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ec53c0b3-4731-415f-9cc5-4a41dabc877c tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "DELETE /v2.0/ports/26ffe261-49b4-4c56-802b-0b596a442187 HTTP/1.1" status: 404 len: 333 time: 0.0469973 Nov 12 01:06:59.521685 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57054) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:59.542344 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d6715213-a16f-4075-a803-0b8b6da62c7a tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:59.552477 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d6715213-a16f-4075-a803-0b8b6da62c7a tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:59.559709 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d6715213-a16f-4075-a803-0b8b6da62c7a tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "DELETE /v2.0/networks/11b820aa-bc47-436b-80cb-734063e1b2b2 HTTP/1.1" status: 204 len: 168 time: 1.1254809 Nov 12 01:06:59.564882 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57056) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:59.569897 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-ffdd631a-4884-4662-b301-819c525b0047 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Request body: {'router': {'routes': None}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:59.571264 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd5c0636-1230-49db-891f-6ebb30143a05 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] GET failed (client error): The resource could not be found. Nov 12 01:06:59.590831 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-dd5c0636-1230-49db-891f-6ebb30143a05 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "GET /v2.0/ports/26ffe261-49b4-4c56-802b-0b596a442187 HTTP/1.1" status: 404 len: 333 time: 0.0676455 Nov 12 01:06:59.591847 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57058) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:59.653771 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-8251258e-b3f1-4672-82e6-43b9ce8b9e8d tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Deleting subnet 088c8a49-d389-4dd9-a312-90938e964d96 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:06:59.658169 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8251258e-b3f1-4672-82e6-43b9ce8b9e8d tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:59.660817 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6715213-a16f-4075-a803-0b8b6da62c7a tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Pushing event deleted for resources: {'Network': ['ID=11b820aa-bc47-436b-80cb-734063e1b2b2,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:59.713534 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8251258e-b3f1-4672-82e6-43b9ce8b9e8d tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:59.826551 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8251258e-b3f1-4672-82e6-43b9ce8b9e8d tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:59.830574 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.extraroute_db [None req-ffdd631a-4884-4662-b301-819c525b0047 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Added routes are [] {{(pid=102661) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 01:06:59.830991 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.extraroute_db [None req-ffdd631a-4884-4662-b301-819c525b0047 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Removed routes are [] {{(pid=102661) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 01:06:59.831451 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ffdd631a-4884-4662-b301-819c525b0047 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-425772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40044'] for router, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:00.010643 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ffdd631a-4884-4662-b301-819c525b0047 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-425772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40044'] for router, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:00.014868 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ffdd631a-4884-4662-b301-819c525b0047 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-425765'] for router, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:00.135081 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffdd631a-4884-4662-b301-819c525b0047 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Router 5a14ad7a-991e-4659-8edb-a2600b2968dd has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:07:00.241247 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffdd631a-4884-4662-b301-819c525b0047 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:07:00.254282 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7160b0b-a4aa-4741-996e-fffeb0b606e3 None None] Sync routers for ids ['5a14ad7a-991e-4659-8edb-a2600b2968dd'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:07:00.258179 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ffdd631a-4884-4662-b301-819c525b0047 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:00.259853 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ffdd631a-4884-4662-b301-819c525b0047 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "PUT /v2.0/routers/5a14ad7a-991e-4659-8edb-a2600b2968dd HTTP/1.1" status: 200 len: 704 time: 0.6938767 Nov 12 01:07:00.262718 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57066) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:00.271356 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7160b0b-a4aa-4741-996e-fffeb0b606e3 None None] Routers {'5a14ad7a-991e-4659-8edb-a2600b2968dd'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:00.275666 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-a7160b0b-a4aa-4741-996e-fffeb0b606e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:06:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['5a14ad7a-991e-4659-8edb-a2600b2968dd'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:00.329393 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8251258e-b3f1-4672-82e6-43b9ce8b9e8d tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:00.345874 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ea695a33-1d17-46e6-81f9-3caf52fb02cf tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a14ad7a-991e-4659-8edb-a2600b2968dd HTTP/1.1" status: 200 len: 205 time: 0.0819554 Nov 12 01:07:00.348342 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57068) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:00.375834 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251258e-b3f1-4672-82e6-43b9ce8b9e8d tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event deleted for resources: {'Subnet': ['ID=088c8a49-d389-4dd9-a312-90938e964d96,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:00.400247 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8251258e-b3f1-4672-82e6-43b9ce8b9e8d tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:00.408356 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8251258e-b3f1-4672-82e6-43b9ce8b9e8d tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "DELETE /v2.0/subnets/088c8a49-d389-4dd9-a312-90938e964d96 HTTP/1.1" status: 204 len: 168 time: 0.8123119 Nov 12 01:07:00.411353 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57070) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:00.444280 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-a7160b0b-a4aa-4741-996e-fffeb0b606e3 None None] Set router 5a14ad7a-991e-4659-8edb-a2600b2968dd gateway port host: None {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:07:00.527619 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9c9534fb-8660-45e3-85b8-be65961e9a85 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for router, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:00.578416 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-a7160b0b-a4aa-4741-996e-fffeb0b606e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'name': 'tempest-RoutersIpV6Test-router-945602069', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:00Z', 'updated_at': '2021-11-12T01:06:56Z', 'revision_number': 11, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:00.629080 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4927355d-8c26-416f-bc9b-3e7401647c08 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:00.636336 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7160b0b-a4aa-4741-996e-fffeb0b606e3 None None] Checking router: 5a14ad7a-991e-4659-8edb-a2600b2968dd for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:07:00.650031 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7160b0b-a4aa-4741-996e-fffeb0b606e3 None None] Routers {'5a14ad7a-991e-4659-8edb-a2600b2968dd'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:00.651003 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-a7160b0b-a4aa-4741-996e-fffeb0b606e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:06:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['5a14ad7a-991e-4659-8edb-a2600b2968dd'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:00.686600 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 30c34161-5e2d-4b41-ab7c-fd55f269daf8 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:07:00.783760 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 30c34161-5e2d-4b41-ab7c-fd55f269daf8 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:00.784386 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:00.796308 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-4927355d-8c26-416f-bc9b-3e7401647c08 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Deleting port 30c34161-5e2d-4b41-ab7c-fd55f269daf8 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:00.796577 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4927355d-8c26-416f-bc9b-3e7401647c08 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:00.805825 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-a7160b0b-a4aa-4741-996e-fffeb0b606e3 None None] Set router 5a14ad7a-991e-4659-8edb-a2600b2968dd gateway port host: None {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:07:00.888365 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-a7160b0b-a4aa-4741-996e-fffeb0b606e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'name': 'tempest-RoutersIpV6Test-router-945602069', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:00Z', 'updated_at': '2021-11-12T01:06:56Z', 'revision_number': 11, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:00.900295 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9c9534fb-8660-45e3-85b8-be65961e9a85 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:00.903017 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9c9534fb-8660-45e3-85b8-be65961e9a85 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:00.922442 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-4927355d-8c26-416f-bc9b-3e7401647c08 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] For port 30c34161-5e2d-4b41-ab7c-fd55f269daf8, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=30c34161-5e2d-4b41-ab7c-fd55f269daf8,segment=NetworkSegment(82b34c12-2959-474e-8a30-cf1643077661),segment_id=82b34c12-2959-474e-8a30-cf1643077661)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:00.922807 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4927355d-8c26-416f-bc9b-3e7401647c08 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:00.943181 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-4927355d-8c26-416f-bc9b-3e7401647c08 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Calling delete_port for 30c34161-5e2d-4b41-ab7c-fd55f269daf8 owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:00.957104 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9c9534fb-8660-45e3-85b8-be65961e9a85 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:00.957325 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9534fb-8660-45e3-85b8-be65961e9a85 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Fanout notify agent at l3_agent the message router_deleted on router 5a14ad7a-991e-4659-8edb-a2600b2968dd {{(pid=102661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:07:00.964874 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7160b0b-a4aa-4741-996e-fffeb0b606e3 None None] The sync data for ids ['5a14ad7a-991e-4659-8edb-a2600b2968dd'] in n-d-812236-11 is: [{'id': '5a14ad7a-991e-4659-8edb-a2600b2968dd', 'name': 'tempest-RoutersIpV6Test-router-945602069', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:00Z', 'updated_at': '2021-11-12T01:06:56Z', 'revision_number': 11, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'gw_port_host': None}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:07:00.969471 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9c9534fb-8660-45e3-85b8-be65961e9a85 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:00.970653 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-9c9534fb-8660-45e3-85b8-be65961e9a85 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "DELETE /v2.0/routers/5a14ad7a-991e-4659-8edb-a2600b2968dd HTTP/1.1" status: 204 len: 168 time: 0.6212044 Nov 12 01:07:00.975875 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57080) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:00.986061 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.006949 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-d514f979-4cac-4eec-822f-b0672cd159b0 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1021246636', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:01.047729 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5ee599-f63a-4218-9a09-53d5a3f63509 None None] Network ee758a99-c93f-4060-8357-90d84d5e1b94 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:07:01.071306 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d514f979-4cac-4eec-822f-b0672cd159b0 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.072917 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d514f979-4cac-4eec-822f-b0672cd159b0 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.138027 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4927355d-8c26-416f-bc9b-3e7401647c08 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.161142 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-9e5e65d2-65c3-40f6-a64d-d80d02754b42 None None] Provisioning complete for port 30c34161-5e2d-4b41-ab7c-fd55f269daf8 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:01.161735 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d514f979-4cac-4eec-822f-b0672cd159b0 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.162184 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9e5e65d2-65c3-40f6-a64d-d80d02754b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.169752 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4927355d-8c26-416f-bc9b-3e7401647c08 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event deleted for resources: {'Port': ['ID=30c34161-5e2d-4b41-ab7c-fd55f269daf8,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:01.170866 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d514f979-4cac-4eec-822f-b0672cd159b0 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.183279 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4927355d-8c26-416f-bc9b-3e7401647c08 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] No DVR routers for this DVR port 30c34161-5e2d-4b41-ab7c-fd55f269daf8 on host n-d-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:07:01.204899 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d514f979-4cac-4eec-822f-b0672cd159b0 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.214563 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d514f979-4cac-4eec-822f-b0672cd159b0 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2303550 Nov 12 01:07:01.215233 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57082) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:01.219443 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-9e5e65d2-65c3-40f6-a64d-d80d02754b42 None None] Port 30c34161-5e2d-4b41-ab7c-fd55f269daf8 was deleted so its status cannot be updated. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 01:07:01.227670 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-ab807877-1464-43a1-b687-4828a46b2fa4 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:01.342723 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99911791-cbd8-4bd5-9818-acfdd81464f4 None None] DHCP port deletion for ee758a99-c93f-4060-8357-90d84d5e1b94 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:07:01.344506 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4927355d-8c26-416f-bc9b-3e7401647c08 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.380143 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 79ee44a4-ab93-468e-a581-77c697c03b37 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:07:01.394706 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-4927355d-8c26-416f-bc9b-3e7401647c08 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee758a99-c93f-4060-8357-90d84d5e1b94']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:01.406656 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-4927355d-8c26-416f-bc9b-3e7401647c08 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82b34c12-2959-474e-8a30-cf1643077661') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:01.407177 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-4927355d-8c26-416f-bc9b-3e7401647c08 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82b34c12-2959-474e-8a30-cf1643077661') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:01.419063 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4927355d-8c26-416f-bc9b-3e7401647c08 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.443419 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4927355d-8c26-416f-bc9b-3e7401647c08 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.452750 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4927355d-8c26-416f-bc9b-3e7401647c08 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:07:01.453933 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4927355d-8c26-416f-bc9b-3e7401647c08 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.462012 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 79ee44a4-ab93-468e-a581-77c697c03b37 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:07:01.463387 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 79ee44a4-ab93-468e-a581-77c697c03b37 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:07:01.463835 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device e4424a45-69a8-438c-ab49-629aa2fb4e88 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:07:01.464007 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:07:01.464007 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:07:01.464007 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:07:01.464007 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:07:01.464007 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:07:01.464007 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:07:01.464007 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:07:01.464007 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:07:01.464007 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:07:01.464007 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:07:01.464007 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:07:01.464007 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:07:01.464007 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:07:01.464007 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:07:01.464007 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:07:01.464007 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:07:01.464007 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:07:01.464007 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:07:01.464007 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:07:01.464007 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:07:01.464007 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:07:01.464007 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:07:01.464007 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:07:01.464007 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:07:01.464007 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:07:01.464007 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:07:01.464007 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:07:01.464007 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:07:01.464007 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:07:01.464007 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:07:01.464007 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:07:01.464007 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:07:01.512078 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: e4424a45-69a8-438c-ab49-629aa2fb4e88 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:07:01.512353 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device e4424a45-69a8-438c-ab49-629aa2fb4e88 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:07:01.547232 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4927355d-8c26-416f-bc9b-3e7401647c08 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.552943 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4927355d-8c26-416f-bc9b-3e7401647c08 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.558375 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-4927355d-8c26-416f-bc9b-3e7401647c08 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "DELETE /v2.0/networks/ee758a99-c93f-4060-8357-90d84d5e1b94 HTTP/1.1" status: 204 len: 168 time: 1.1459677 Nov 12 01:07:01.563849 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57090) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:01.568844 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-dab410cf-90d8-4bb6-a069-21592b1ebfbc tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1911435741'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:01.586432 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4927355d-8c26-416f-bc9b-3e7401647c08 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event deleted for resources: {'Network': ['ID=ee758a99-c93f-4060-8357-90d84d5e1b94,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:01.600704 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0e0ad81b-aa41-49d0-a98d-12545a5a3b07 req-94d72c73-c704-409c-8005-ce1c3822c99c service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0942371 Nov 12 01:07:01.615689 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab410cf-90d8-4bb6-a069-21592b1ebfbc tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Made reservation on behalf of a032962725bc45e7961ed5b3ca9f031e for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:01.619837 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dab410cf-90d8-4bb6-a069-21592b1ebfbc tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.649726 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ab807877-1464-43a1-b687-4828a46b2fa4 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-425772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40044'] for router, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.659000 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dab410cf-90d8-4bb6-a069-21592b1ebfbc tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:07:01.665570 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ab807877-1464-43a1-b687-4828a46b2fa4 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-425765'] for router, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.669974 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dab410cf-90d8-4bb6-a069-21592b1ebfbc tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.670317 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-dab410cf-90d8-4bb6-a069-21592b1ebfbc tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Added segment 8433c255-843d-4b1a-9a43-79d8a1eb58ea of type vlan for network 373e221b-40cb-4ceb-a831-77a291848bfa Nov 12 01:07:01.739376 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dab410cf-90d8-4bb6-a069-21592b1ebfbc tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.772682 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dab410cf-90d8-4bb6-a069-21592b1ebfbc tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.778839 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab410cf-90d8-4bb6-a069-21592b1ebfbc tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:01.779424 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dab410cf-90d8-4bb6-a069-21592b1ebfbc tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.784807 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0e8fb955-0bee-4dc9-b547-fff13a4a40cb req-9bd08f97-a3d3-448e-9e41-ef4c0f293332 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0356944 Nov 12 01:07:01.815125 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab807877-1464-43a1-b687-4828a46b2fa4 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Router 1731c31c-58fa-4e15-83f7-d8548e20c37c is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:07:01.818282 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-dab410cf-90d8-4bb6-a069-21592b1ebfbc tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2533267 Nov 12 01:07:01.822293 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57098) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:01.828685 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-ffb2d5c1-82fc-4de0-95c8-2f5ade132119 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Request body: {'subnet': {'network_id': '373e221b-40cb-4ceb-a831-77a291848bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:01.867911 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab410cf-90d8-4bb6-a069-21592b1ebfbc tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event updated for resources: {'Network': ['ID=373e221b-40cb-4ceb-a831-77a291848bfa,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:01.879558 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 373e221b-40cb-4ceb-a831-77a291848bfa details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:07:01.971517 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab807877-1464-43a1-b687-4828a46b2fa4 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:07:01.980409 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ab807877-1464-43a1-b687-4828a46b2fa4 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.985170 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ab807877-1464-43a1-b687-4828a46b2fa4 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "PUT /v2.0/routers/1731c31c-58fa-4e15-83f7-d8548e20c37c HTTP/1.1" status: 200 len: 698 time: 0.7638304 Nov 12 01:07:01.985343 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11db226-95af-4993-b62d-ae74d3821da7 None None] Sync routers for ids ['1731c31c-58fa-4e15-83f7-d8548e20c37c'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:07:01.985458 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57100) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:02.002739 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11db226-95af-4993-b62d-ae74d3821da7 None None] Routers {'1731c31c-58fa-4e15-83f7-d8548e20c37c'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:02.003923 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-e11db226-95af-4993-b62d-ae74d3821da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:06:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['1731c31c-58fa-4e15-83f7-d8548e20c37c'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:02.012577 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb2d5c1-82fc-4de0-95c8-2f5ade132119 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Made reservation on behalf of a032962725bc45e7961ed5b3ca9f031e for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:02.016964 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ffb2d5c1-82fc-4de0-95c8-2f5ade132119 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:02.090838 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-e11db226-95af-4993-b62d-ae74d3821da7 None None] Set router 1731c31c-58fa-4e15-83f7-d8548e20c37c gateway port host: None {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:07:02.101029 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-79e2a953-79e7-484c-9b6b-0030652dfbec tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "GET /v2.0/routers/1731c31c-58fa-4e15-83f7-d8548e20c37c HTTP/1.1" status: 200 len: 704 time: 0.1147249 Nov 12 01:07:02.101844 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57104) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:02.140115 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-981f0166-8d48-4691-bf0b-930c939f29c3 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "GET /v2.0/ports?device_id=1731c31c-58fa-4e15-83f7-d8548e20c37c HTTP/1.1" status: 200 len: 205 time: 0.0343270 Nov 12 01:07:02.141171 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57106) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:02.167830 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-e11db226-95af-4993-b62d-ae74d3821da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1731c31c-58fa-4e15-83f7-d8548e20c37c', 'name': 'tempest-RoutersIpV6Test-router-1021246636', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:07:01Z', 'updated_at': '2021-11-12T01:07:01Z', 'revision_number': 2, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:02.223806 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-54316782-62bd-4dd8-9398-a55a1c226ed0 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:02.265600 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ffb2d5c1-82fc-4de0-95c8-2f5ade132119 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:02.319429 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb2d5c1-82fc-4de0-95c8-2f5ade132119 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event updated for resources: {'Subnet': ['ID=7ddc4d7d-75b1-43e5-9247-775fda104bf4,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:02.355333 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb2d5c1-82fc-4de0-95c8-2f5ade132119 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Checking segment: {'id': '8433c255-843d-4b1a-9a43-79d8a1eb58ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '373e221b-40cb-4ceb-a831-77a291848bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:07:02.355733 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb2d5c1-82fc-4de0-95c8-2f5ade132119 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Network hostable DHCP agents. Network: 373e221b-40cb-4ceb-a831-77a291848bfa, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:07:02.378332 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb2d5c1-82fc-4de0-95c8-2f5ade132119 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Network 373e221b-40cb-4ceb-a831-77a291848bfa is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:07:02.378769 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11db226-95af-4993-b62d-ae74d3821da7 None None] Checking router: 1731c31c-58fa-4e15-83f7-d8548e20c37c for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:07:02.388517 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11db226-95af-4993-b62d-ae74d3821da7 None None] Routers {'1731c31c-58fa-4e15-83f7-d8548e20c37c'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:02.389127 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-e11db226-95af-4993-b62d-ae74d3821da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:06:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['1731c31c-58fa-4e15-83f7-d8548e20c37c'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:02.392793 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-ffb2d5c1-82fc-4de0-95c8-2f5ade132119 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 373e221b-40cb-4ceb-a831-77a291848bfa) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:02.398209 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb2d5c1-82fc-4de0-95c8-2f5ade132119 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:02.399177 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ffb2d5c1-82fc-4de0-95c8-2f5ade132119 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:02.419338 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ffb2d5c1-82fc-4de0-95c8-2f5ade132119 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5959511 Nov 12 01:07:02.423875 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57108) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:02.427883 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-54316782-62bd-4dd8-9398-a55a1c226ed0 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:02.430202 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-54316782-62bd-4dd8-9398-a55a1c226ed0 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:02.430932 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-8a0e41c5-a308-4e52-99b3-c71263e91d8e tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Request body: {'port': {'network_id': '373e221b-40cb-4ceb-a831-77a291848bfa', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-64162095'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:02.438599 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710309bf-05a4-4bd6-b599-5ed29e43da81 None None] Network 373e221b-40cb-4ceb-a831-77a291848bfa requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:07:02.491801 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-54316782-62bd-4dd8-9398-a55a1c226ed0 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:02.492358 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54316782-62bd-4dd8-9398-a55a1c226ed0 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Fanout notify agent at l3_agent the message router_deleted on router 1731c31c-58fa-4e15-83f7-d8548e20c37c {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:07:02.509572 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-54316782-62bd-4dd8-9398-a55a1c226ed0 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:02.514227 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-54316782-62bd-4dd8-9398-a55a1c226ed0 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "DELETE /v2.0/routers/1731c31c-58fa-4e15-83f7-d8548e20c37c HTTP/1.1" status: 204 len: 168 time: 0.3719299 Nov 12 01:07:02.515132 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57112) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:02.595302 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57114) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:02.596243 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3c377eaf-1ff1-4669-9b00-160443644765 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "GET /v2.0/ports?device_id=1731c31c-58fa-4e15-83f7-d8548e20c37c HTTP/1.1" status: 200 len: 205 time: 0.0794511 Nov 12 01:07:02.620827 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 30c34161-5e2d-4b41-ab7c-fd55f269daf8 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:07:02.623639 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-e11db226-95af-4993-b62d-ae74d3821da7 None None] Set router 1731c31c-58fa-4e15-83f7-d8548e20c37c gateway port host: None {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:07:02.727095 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 30c34161-5e2d-4b41-ab7c-fd55f269daf8 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:07:02.727435 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 30c34161-5e2d-4b41-ab7c-fd55f269daf8 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:07:02.731916 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-e11db226-95af-4993-b62d-ae74d3821da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1731c31c-58fa-4e15-83f7-d8548e20c37c', 'name': 'tempest-RoutersIpV6Test-router-1021246636', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:07:01Z', 'updated_at': '2021-11-12T01:07:01Z', 'revision_number': 2, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:02.771132 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11db226-95af-4993-b62d-ae74d3821da7 None None] The sync data for ids ['1731c31c-58fa-4e15-83f7-d8548e20c37c'] in n-d-812236-11 is: [{'id': '1731c31c-58fa-4e15-83f7-d8548e20c37c', 'name': 'tempest-RoutersIpV6Test-router-1021246636', 'tenant_id': 'a11eef8310e84cba843e1022bed4f066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:07:01Z', 'updated_at': '2021-11-12T01:07:01Z', 'revision_number': 2, 'project_id': 'a11eef8310e84cba843e1022bed4f066', 'gw_port_host': None}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:07:02.813041 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8333d7-75d1-4df7-a391-2085bc3a74b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-373e221b-40cb-4ceb-a831-77a291848bfa', 'network_id': '373e221b-40cb-4ceb-a831-77a291848bfa', 'tenant_id': 'a032962725bc45e7961ed5b3ca9f031e', 'fixed_ips': [{'subnet_id': '7ddc4d7d-75b1-43e5-9247-775fda104bf4'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:07:02.814189 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5c8333d7-75d1-4df7-a391-2085bc3a74b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:02.972991 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-92e94990-953b-4864-9d19-dd29873c923c tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] delete failed (client error): The resource could not be found. Nov 12 01:07:02.974073 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-92e94990-953b-4864-9d19-dd29873c923c tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "DELETE /v2.0/routers/1731c31c-58fa-4e15-83f7-d8548e20c37c HTTP/1.1" status: 404 len: 336 time: 0.3769753 Nov 12 01:07:02.976843 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57120) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:02.987502 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-5c8333d7-75d1-4df7-a391-2085bc3a74b4 None None] Allocated IP 2001:db8::2 (373e221b-40cb-4ceb-a831-77a291848bfa/7ddc4d7d-75b1-43e5-9247-775fda104bf4/3fd52851-e29b-4b29-8ad9-705c90fe239d) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:02.992508 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0e41c5-a308-4e52-99b3-c71263e91d8e tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Made reservation on behalf of a032962725bc45e7961ed5b3ca9f031e for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:03.003108 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8a0e41c5-a308-4e52-99b3-c71263e91d8e tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:03.031964 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-80c2cf64-1b4a-4216-9d0d-b41737926040 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] DELETE failed (client error): The resource could not be found. Nov 12 01:07:03.032434 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80c2cf64-1b4a-4216-9d0d-b41737926040 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:07:03.035799 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-80c2cf64-1b4a-4216-9d0d-b41737926040 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "DELETE /v2.0/subnets/51c29b9f-4d39-42e6-93fb-fff560099c9b HTTP/1.1" status: 404 len: 337 time: 0.0576034 Nov 12 01:07:03.037755 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-8a0e41c5-a308-4e52-99b3-c71263e91d8e tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] device_id is not set on port b004779d-56bf-4cff-8a2b-d308c8a23a32 yet. {{(pid=102661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:07:03.042588 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57122) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:03.070946 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a770cd9-9303-4227-8d6f-e7d8426120df tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] DELETE failed (client error): The resource could not be found. Nov 12 01:07:03.071643 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a770cd9-9303-4227-8d6f-e7d8426120df tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:07:03.077136 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-4a770cd9-9303-4227-8d6f-e7d8426120df tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "DELETE /v2.0/subnets/76f8c49e-ad93-4820-9a8d-7d5263f87519 HTTP/1.1" status: 404 len: 337 time: 0.0311944 Nov 12 01:07:03.078102 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57126) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:03.106161 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ffca7ca-7bd3-4c83-8ac1-c7b983c9439e tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] DELETE failed (client error): The resource could not be found. Nov 12 01:07:03.106548 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ffca7ca-7bd3-4c83-8ac1-c7b983c9439e tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:07:03.112723 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2ffca7ca-7bd3-4c83-8ac1-c7b983c9439e tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "DELETE /v2.0/subnets/fb40550b-786e-469b-a3f0-15b668618bd3 HTTP/1.1" status: 404 len: 337 time: 0.0320024 Nov 12 01:07:03.113233 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57128) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:03.143672 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d6ec9f2-987f-4040-8c8a-88d3bc9bb238 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] DELETE failed (client error): The resource could not be found. Nov 12 01:07:03.144548 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d6ec9f2-987f-4040-8c8a-88d3bc9bb238 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:07:03.149895 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0d6ec9f2-987f-4040-8c8a-88d3bc9bb238 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "DELETE /v2.0/subnets/ed101d14-52e2-4b04-b443-d8deefbde359 HTTP/1.1" status: 404 len: 337 time: 0.0355918 Nov 12 01:07:03.151464 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57132) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:03.185525 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-21d13c5f-612a-47d4-9fbd-e316cbc6184d tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a14ad7a-991e-4659-8edb-a2600b2968dd HTTP/1.1" status: 200 len: 205 time: 0.0303841 Nov 12 01:07:03.185701 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57134) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:03.202578 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5c8333d7-75d1-4df7-a391-2085bc3a74b4 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:03.220652 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5c8333d7-75d1-4df7-a391-2085bc3a74b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:03.237303 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-82b4a85d-6a40-4543-92a1-668cd96c611f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] delete failed (client error): The resource could not be found. Nov 12 01:07:03.238544 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-82b4a85d-6a40-4543-92a1-668cd96c611f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "DELETE /v2.0/routers/5a14ad7a-991e-4659-8edb-a2600b2968dd HTTP/1.1" status: 404 len: 336 time: 0.0518141 Nov 12 01:07:03.241231 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57136) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:03.286532 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-9de378fe-4ed8-4930-a5b4-da8b942b1c8f tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d90d0dd-ed21-4ae0-82ee-2321a2ea4071 HTTP/1.1" status: 200 len: 205 time: 0.0426946 Nov 12 01:07:03.287656 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57138) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:03.298499 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8333d7-75d1-4df7-a391-2085bc3a74b4 None None] Network 373e221b-40cb-4ceb-a831-77a291848bfa is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:03.302653 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-5c8333d7-75d1-4df7-a391-2085bc3a74b4 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:03.313192 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8333d7-75d1-4df7-a391-2085bc3a74b4 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:03.332613 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-8a0e41c5-a308-4e52-99b3-c71263e91d8e tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Allocated IP 2001:db8::101 (373e221b-40cb-4ceb-a831-77a291848bfa/7ddc4d7d-75b1-43e5-9247-775fda104bf4/b004779d-56bf-4cff-8a2b-d308c8a23a32) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:03.333276 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-2d58bfc7-ba43-455e-910e-357e17c123b7 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] delete failed (client error): The resource could not be found. Nov 12 01:07:03.337347 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57140) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:03.337571 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2d58bfc7-ba43-455e-910e-357e17c123b7 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "DELETE /v2.0/routers/0d90d0dd-ed21-4ae0-82ee-2321a2ea4071 HTTP/1.1" status: 404 len: 336 time: 0.0447171 Nov 12 01:07:03.384733 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9459c50-1abd-41db-afbe-d0d9ab9e2e0b tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] DELETE failed (client error): The resource could not be found. Nov 12 01:07:03.385156 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9459c50-1abd-41db-afbe-d0d9ab9e2e0b tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:07:03.388635 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c9459c50-1abd-41db-afbe-d0d9ab9e2e0b tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "DELETE /v2.0/subnets/deebbdf0-542c-4b67-a457-eb2a2b172565 HTTP/1.1" status: 404 len: 337 time: 0.0495145 Nov 12 01:07:03.392537 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57142) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:03.393082 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8333d7-75d1-4df7-a391-2085bc3a74b4 None None] Pushing event updated for resources: {'Port': ['ID=3fd52851-e29b-4b29-8ad9-705c90fe239d,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:03.409171 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8333d7-75d1-4df7-a391-2085bc3a74b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:03.409450 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8333d7-75d1-4df7-a391-2085bc3a74b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:03.409796 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8333d7-75d1-4df7-a391-2085bc3a74b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:03.410133 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8333d7-75d1-4df7-a391-2085bc3a74b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:03.410470 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8333d7-75d1-4df7-a391-2085bc3a74b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:03.410804 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8333d7-75d1-4df7-a391-2085bc3a74b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:03.411132 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8333d7-75d1-4df7-a391-2085bc3a74b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:03.411461 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8333d7-75d1-4df7-a391-2085bc3a74b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:03.411793 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8333d7-75d1-4df7-a391-2085bc3a74b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:03.412115 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8333d7-75d1-4df7-a391-2085bc3a74b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:03.412626 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8333d7-75d1-4df7-a391-2085bc3a74b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:03.413051 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8333d7-75d1-4df7-a391-2085bc3a74b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:03.419164 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-5c8333d7-75d1-4df7-a391-2085bc3a74b4 None None] Attempting to bind port 3fd52851-e29b-4b29-8ad9-705c90fe239d on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:07:03.419536 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-5c8333d7-75d1-4df7-a391-2085bc3a74b4 None None] Attempting to bind port 3fd52851-e29b-4b29-8ad9-705c90fe239d by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '8433c255-843d-4b1a-9a43-79d8a1eb58ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '373e221b-40cb-4ceb-a831-77a291848bfa'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:07:03.419907 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8333d7-75d1-4df7-a391-2085bc3a74b4 None None] Attempting to bind port 3fd52851-e29b-4b29-8ad9-705c90fe239d on network 373e221b-40cb-4ceb-a831-77a291848bfa {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:03.427852 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8333d7-75d1-4df7-a391-2085bc3a74b4 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:07:03.428238 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8333d7-75d1-4df7-a391-2085bc3a74b4 None None] Checking segment: {'id': '8433c255-843d-4b1a-9a43-79d8a1eb58ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '373e221b-40cb-4ceb-a831-77a291848bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:07:03.428647 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5c8333d7-75d1-4df7-a391-2085bc3a74b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:03.429044 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8333d7-75d1-4df7-a391-2085bc3a74b4 None None] Bound using segment: {'id': '8433c255-843d-4b1a-9a43-79d8a1eb58ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '373e221b-40cb-4ceb-a831-77a291848bfa'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:07:03.429546 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-5c8333d7-75d1-4df7-a391-2085bc3a74b4 None None] Bound port: 3fd52851-e29b-4b29-8ad9-705c90fe239d, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8433c255-843d-4b1a-9a43-79d8a1eb58ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '373e221b-40cb-4ceb-a831-77a291848bfa'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:07:03.429938 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5c8333d7-75d1-4df7-a391-2085bc3a74b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:03.437730 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ae3097dc-51dc-4be0-a32f-e9e6bee0fba4 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "GET /v2.0/ports?device_id=cedb8a59-3035-4ec4-a7d5-3a91f91acfe8 HTTP/1.1" status: 200 len: 205 time: 0.0417984 Nov 12 01:07:03.439346 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57144) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:03.494447 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-e5e67feb-ecc0-4df3-9151-af0b9dcbbeb0 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] delete failed (client error): The resource could not be found. Nov 12 01:07:03.501086 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57146) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:03.501853 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-5c8333d7-75d1-4df7-a391-2085bc3a74b4 None None] For port 3fd52851-e29b-4b29-8ad9-705c90fe239d, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:07:03.502134 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e5e67feb-ecc0-4df3-9151-af0b9dcbbeb0 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "DELETE /v2.0/routers/cedb8a59-3035-4ec4-a7d5-3a91f91acfe8 HTTP/1.1" status: 404 len: 336 time: 0.0604453 Nov 12 01:07:03.505504 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-5c8333d7-75d1-4df7-a391-2085bc3a74b4 None None] For port 3fd52851-e29b-4b29-8ad9-705c90fe239d, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=3fd52851-e29b-4b29-8ad9-705c90fe239d,segment=NetworkSegment(8433c255-843d-4b1a-9a43-79d8a1eb58ea),segment_id=8433c255-843d-4b1a-9a43-79d8a1eb58ea)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:07:03.510913 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5c8333d7-75d1-4df7-a391-2085bc3a74b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:03.532825 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f1c360c6-dc3c-4bdf-bebc-4f02747dde02 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "GET /v2.0/ports?device_id=b837e9d5-23a7-49ba-bbcb-65135c20e7c6 HTTP/1.1" status: 200 len: 205 time: 0.0305252 Nov 12 01:07:03.535358 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57148) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:03.598218 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-f31a64dc-ab0e-4802-9bf3-a798caf7bf93 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] delete failed (client error): The resource could not be found. Nov 12 01:07:03.599718 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f31a64dc-ab0e-4802-9bf3-a798caf7bf93 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "DELETE /v2.0/routers/b837e9d5-23a7-49ba-bbcb-65135c20e7c6 HTTP/1.1" status: 404 len: 336 time: 0.0629437 Nov 12 01:07:03.602511 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57150) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:03.637966 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-6530c821-1c8f-4709-aa22-06965f0977c4 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] DELETE failed (client error): The resource could not be found. Nov 12 01:07:03.638662 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6530c821-1c8f-4709-aa22-06965f0977c4 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:07:03.645743 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6530c821-1c8f-4709-aa22-06965f0977c4 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "DELETE /v2.0/subnets/68974295-90e1-4bd2-9c4c-0eeebfc23fa2 HTTP/1.1" status: 404 len: 337 time: 0.0420761 Nov 12 01:07:03.646447 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57154) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:03.661801 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8a0e41c5-a308-4e52-99b3-c71263e91d8e tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:03.699831 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57156) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:03.700347 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-058d5699-4a94-4cb1-bcee-f5c77e1569e4 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d655545-2af4-464d-8818-8e8955dfe61b HTTP/1.1" status: 200 len: 205 time: 0.0518394 Nov 12 01:07:03.712783 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8333d7-75d1-4df7-a391-2085bc3a74b4 None None] Pushing event updated for resources: {'Port': ['ID=3fd52851-e29b-4b29-8ad9-705c90fe239d,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:03.769360 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-6e5ae27c-b1c0-4a5a-81d1-7d8e654d77a4 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] delete failed (client error): The resource could not be found. Nov 12 01:07:03.773539 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57162) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:03.781681 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6e5ae27c-b1c0-4a5a-81d1-7d8e654d77a4 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "DELETE /v2.0/routers/9d655545-2af4-464d-8818-8e8955dfe61b HTTP/1.1" status: 404 len: 336 time: 0.0721145 Nov 12 01:07:03.810750 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-986c3585-5251-4b79-a616-48d0c32722d1 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] DELETE failed (client error): The resource could not be found. Nov 12 01:07:03.812047 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-986c3585-5251-4b79-a616-48d0c32722d1 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:07:03.819606 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d1bbc687-ddc8-4821-9305-9b317aa2355d req-8de08be6-0939-456f-b5a8-be268c8b7868 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0538554 Nov 12 01:07:03.821246 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-986c3585-5251-4b79-a616-48d0c32722d1 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "DELETE /v2.0/subnets/1b80090b-72cd-4e55-bda8-b2e0ff4a9bfa HTTP/1.1" status: 404 len: 337 time: 0.0466104 Nov 12 01:07:03.823985 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57166) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:03.837255 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8a0e41c5-a308-4e52-99b3-c71263e91d8e tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:03.867842 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-89e2b6ca-12a4-4005-a7cc-6d3130f2071a tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3473a5f-89ee-49d8-9cbb-1ccffe92e169 HTTP/1.1" status: 200 len: 205 time: 0.0430024 Nov 12 01:07:03.870726 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57168) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:03.901448 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0e41c5-a308-4e52-99b3-c71263e91d8e tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Network 373e221b-40cb-4ceb-a831-77a291848bfa is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:03.903277 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-8a0e41c5-a308-4e52-99b3-c71263e91d8e tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:03.906717 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0e41c5-a308-4e52-99b3-c71263e91d8e tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:03.923556 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0e41c5-a308-4e52-99b3-c71263e91d8e tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:03.923556 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8a0e41c5-a308-4e52-99b3-c71263e91d8e tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:03.948747 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-8a0e41c5-a308-4e52-99b3-c71263e91d8e tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.5211236 Nov 12 01:07:03.953460 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57170) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:03.975933 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-dc09a69d-5896-4bd0-8502-5377b8febf61 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] delete failed (client error): The resource could not be found. Nov 12 01:07:03.977005 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-dc09a69d-5896-4bd0-8502-5377b8febf61 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "DELETE /v2.0/routers/b3473a5f-89ee-49d8-9cbb-1ccffe92e169 HTTP/1.1" status: 404 len: 336 time: 0.1053586 Nov 12 01:07:03.979609 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57172) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:04.035992 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0e41c5-a308-4e52-99b3-c71263e91d8e tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event updated for resources: {'Port': ['ID=b004779d-56bf-4cff-8a2b-d308c8a23a32,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:04.059918 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-dadd8e18-7e00-4fea-9837-2f44ad953f69 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] DELETE failed (client error): The resource could not be found. Nov 12 01:07:04.060385 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dadd8e18-7e00-4fea-9837-2f44ad953f69 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:07:04.064072 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-dadd8e18-7e00-4fea-9837-2f44ad953f69 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "DELETE /v2.0/subnets/6c54867d-e927-4573-b9fb-5f42698ec366 HTTP/1.1" status: 404 len: 337 time: 0.0797441 Nov 12 01:07:04.066660 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57178) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:04.107184 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b6730e7-c6a5-4840-95c9-e0d4c72cd867 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] DELETE failed (client error): The resource could not be found. Nov 12 01:07:04.107899 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b6730e7-c6a5-4840-95c9-e0d4c72cd867 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:07:04.116353 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6b6730e7-c6a5-4840-95c9-e0d4c72cd867 tempest-RoutersIpV6Test-1953039537 tempest-RoutersIpV6Test-1953039537-project] 10.222.0.20 "DELETE /v2.0/subnets/d18eef76-0aa4-4c81-8190-493a89b6292d HTTP/1.1" status: 404 len: 337 time: 0.0463226 Nov 12 01:07:04.119978 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1ec32727-fce4-46e7-8e80-8bc9f376bce7 req-845a7232-7ad5-4e30-a1db-5553dd22a8c7 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0780485 Nov 12 01:07:04.176668 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-4af8bbdf-8996-4f16-9d94-3565d77f49bd tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Deleting port b004779d-56bf-4cff-8a2b-d308c8a23a32 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:04.176997 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4af8bbdf-8996-4f16-9d94-3565d77f49bd tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:04.304248 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-05ee42ac-6925-4cb9-80f3-c355a96ae946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:04.319131 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4af8bbdf-8996-4f16-9d94-3565d77f49bd tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:04.335014 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-4af8bbdf-8996-4f16-9d94-3565d77f49bd tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Calling delete_port for b004779d-56bf-4cff-8a2b-d308c8a23a32 owned by {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:04.479718 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57188) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:04.533694 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4af8bbdf-8996-4f16-9d94-3565d77f49bd tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:04.615008 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af8bbdf-8996-4f16-9d94-3565d77f49bd tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event deleted for resources: {'Port': ['ID=b004779d-56bf-4cff-8a2b-d308c8a23a32,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:04.620789 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4af8bbdf-8996-4f16-9d94-3565d77f49bd tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:04.625277 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4af8bbdf-8996-4f16-9d94-3565d77f49bd tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "DELETE /v2.0/ports/b004779d-56bf-4cff-8a2b-d308c8a23a32 HTTP/1.1" status: 204 len: 168 time: 0.6707563 Nov 12 01:07:04.628076 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 3fd52851-e29b-4b29-8ad9-705c90fe239d up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:07:04.628413 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57192) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:04.670506 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-652fcad8-fea1-4243-9f4d-023e4787f02a tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] GET failed (client error): The resource could not be found. Nov 12 01:07:04.672453 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-652fcad8-fea1-4243-9f4d-023e4787f02a tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "GET /v2.0/ports/b004779d-56bf-4cff-8a2b-d308c8a23a32 HTTP/1.1" status: 404 len: 333 time: 0.0430572 Nov 12 01:07:04.675271 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57194) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:04.713081 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 3fd52851-e29b-4b29-8ad9-705c90fe239d triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:04.713955 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:04.738312 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57196) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:04.739909 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-56bf3cb0-c780-491b-8322-994d53921b5e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a11eef8310e84cba843e1022bed4f066&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2543013 Nov 12 01:07:04.793285 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-d15334ee-b104-41d5-8cbc-34c2d119b14b tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Deleting subnet 7ddc4d7d-75b1-43e5-9247-775fda104bf4 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:07:04.797246 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d15334ee-b104-41d5-8cbc-34c2d119b14b tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:04.815943 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:04.860925 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 3fd52851-e29b-4b29-8ad9-705c90fe239d, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=3fd52851-e29b-4b29-8ad9-705c90fe239d,segment=NetworkSegment(8433c255-843d-4b1a-9a43-79d8a1eb58ea),segment_id=8433c255-843d-4b1a-9a43-79d8a1eb58ea)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:04.861151 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d15334ee-b104-41d5-8cbc-34c2d119b14b tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:04.868913 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:04.939918 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=3fd52851-e29b-4b29-8ad9-705c90fe239d,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:04.967326 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-515fb407-e291-4af7-ae8f-e14d93ace3e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:05.003380 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-515fb407-e291-4af7-ae8f-e14d93ace3e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:05.005675 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d15334ee-b104-41d5-8cbc-34c2d119b14b tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:05.073574 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c71bc04-b1a0-4202-b4fd-9488de2ead13 None None] Network 373e221b-40cb-4ceb-a831-77a291848bfa requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:07:05.106239 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d15334ee-b104-41d5-8cbc-34c2d119b14b tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:05.116036 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-515fb407-e291-4af7-ae8f-e14d93ace3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:05.118598 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-515fb407-e291-4af7-ae8f-e14d93ace3e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:05.121990 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-515fb407-e291-4af7-ae8f-e14d93ace3e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5cdd2ca4-deb6-479e-b010-d1724d0d96be HTTP/1.1" status: 204 len: 168 time: 0.3784924 Nov 12 01:07:05.147191 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-96b87737-58f6-4ab4-b2cc-f54ce9375155 None None] Provisioning complete for port 3fd52851-e29b-4b29-8ad9-705c90fe239d triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:05.147735 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-96b87737-58f6-4ab4-b2cc-f54ce9375155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:05.149738 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515fb407-e291-4af7-ae8f-e14d93ace3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cdd2ca4-deb6-479e-b010-d1724d0d96be,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:05.151665 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d15334ee-b104-41d5-8cbc-34c2d119b14b tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:05.158443 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d15334ee-b104-41d5-8cbc-34c2d119b14b tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "DELETE /v2.0/subnets/7ddc4d7d-75b1-43e5-9247-775fda104bf4 HTTP/1.1" status: 204 len: 168 time: 0.4820409 Nov 12 01:07:05.158709 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57208) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:05.159481 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15334ee-b104-41d5-8cbc-34c2d119b14b tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event deleted for resources: {'Subnet': ['ID=7ddc4d7d-75b1-43e5-9247-775fda104bf4,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:05.277798 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-88b45ad4-67f0-4216-82a6-228cdb2d789a tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:05.412143 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-88b45ad4-67f0-4216-82a6-228cdb2d789a tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Deleting port 3fd52851-e29b-4b29-8ad9-705c90fe239d {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:05.412583 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-88b45ad4-67f0-4216-82a6-228cdb2d789a tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:05.489860 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13eb1d6-d0f3-40b4-8a80-c73a11e9186f None None] DHCP port deletion for 373e221b-40cb-4ceb-a831-77a291848bfa request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:07:05.525531 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-88b45ad4-67f0-4216-82a6-228cdb2d789a tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] For port 3fd52851-e29b-4b29-8ad9-705c90fe239d, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=3fd52851-e29b-4b29-8ad9-705c90fe239d,segment=NetworkSegment(8433c255-843d-4b1a-9a43-79d8a1eb58ea),segment_id=8433c255-843d-4b1a-9a43-79d8a1eb58ea)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:05.526014 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-88b45ad4-67f0-4216-82a6-228cdb2d789a tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:05.571076 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-88b45ad4-67f0-4216-82a6-228cdb2d789a tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Calling delete_port for 3fd52851-e29b-4b29-8ad9-705c90fe239d owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:05.571293 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-c13eb1d6-d0f3-40b4-8a80-c73a11e9186f None None] Deleting port 3fd52851-e29b-4b29-8ad9-705c90fe239d {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:05.571293 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c13eb1d6-d0f3-40b4-8a80-c73a11e9186f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:05.687117 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-88b45ad4-67f0-4216-82a6-228cdb2d789a tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:05.719722 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-c13eb1d6-d0f3-40b4-8a80-c73a11e9186f None None] For port 3fd52851-e29b-4b29-8ad9-705c90fe239d, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=3fd52851-e29b-4b29-8ad9-705c90fe239d,segment=NetworkSegment(8433c255-843d-4b1a-9a43-79d8a1eb58ea),segment_id=8433c255-843d-4b1a-9a43-79d8a1eb58ea)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:05.720107 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c13eb1d6-d0f3-40b4-8a80-c73a11e9186f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:05.732856 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b45ad4-67f0-4216-82a6-228cdb2d789a tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event deleted for resources: {'Port': ['ID=3fd52851-e29b-4b29-8ad9-705c90fe239d,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:05.740448 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b45ad4-67f0-4216-82a6-228cdb2d789a tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] No DVR routers for this DVR port 3fd52851-e29b-4b29-8ad9-705c90fe239d on host n-d-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:07:05.761721 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-c13eb1d6-d0f3-40b4-8a80-c73a11e9186f None None] Calling delete_port for 3fd52851-e29b-4b29-8ad9-705c90fe239d owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:05.883986 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c13eb1d6-d0f3-40b4-8a80-c73a11e9186f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:05.915235 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-88b45ad4-67f0-4216-82a6-228cdb2d789a tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:05.970265 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-88b45ad4-67f0-4216-82a6-228cdb2d789a tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['373e221b-40cb-4ceb-a831-77a291848bfa']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:05.973017 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13eb1d6-d0f3-40b4-8a80-c73a11e9186f None None] Pushing event deleted for resources: {'Port': ['ID=3fd52851-e29b-4b29-8ad9-705c90fe239d,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:05.982574 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13eb1d6-d0f3-40b4-8a80-c73a11e9186f None None] No DVR routers for this DVR port 3fd52851-e29b-4b29-8ad9-705c90fe239d on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:07:06.002731 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-88b45ad4-67f0-4216-82a6-228cdb2d789a tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8433c255-843d-4b1a-9a43-79d8a1eb58ea') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:06.003011 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-88b45ad4-67f0-4216-82a6-228cdb2d789a tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8433c255-843d-4b1a-9a43-79d8a1eb58ea') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:06.030238 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-88b45ad4-67f0-4216-82a6-228cdb2d789a tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:06.069738 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-88b45ad4-67f0-4216-82a6-228cdb2d789a tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:06.079140 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88b45ad4-67f0-4216-82a6-228cdb2d789a tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:07:06.081537 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-88b45ad4-67f0-4216-82a6-228cdb2d789a tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:06.104825 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:07:06.104825 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:07:06.104825 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:07:06.104825 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:07:06.104825 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:07:06.104825 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:07:06.104825 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:07:06.104825 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:07:06.104825 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:07:06.104825 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:07:06.104825 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:07:06.104825 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:07:06.104825 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:07:06.104825 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:07:06.104825 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:07:06.104825 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:07:06.104825 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:07:06.104825 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:07:06.104825 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:07:06.104825 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:07:06.104825 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:07:06.104825 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:07:06.104825 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:07:06.104825 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:07:06.104825 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:07:06.104825 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:07:06.104825 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:07:06.104825 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:07:06.104825 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:07:06.104825 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:07:06.104825 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:07:06.104825 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:07:06.207138 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-88b45ad4-67f0-4216-82a6-228cdb2d789a tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:06.225308 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-88b45ad4-67f0-4216-82a6-228cdb2d789a tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:06.230197 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-88b45ad4-67f0-4216-82a6-228cdb2d789a tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "DELETE /v2.0/networks/373e221b-40cb-4ceb-a831-77a291848bfa HTTP/1.1" status: 204 len: 168 time: 1.0703042 Nov 12 01:07:06.239707 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57306) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:06.259194 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-57058bcf-c455-42da-a26e-246aea2bd016 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Request body: {'port': {'network_id': '08ecff31-1940-4a54-9e74-4ea9e758b2fd', 'name': 'tempest-PortsIpV6TestJSON-1338372083'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:06.272562 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-95011231-ddbd-4616-9aba-bf00efcdfac8 req-8a402d75-6e56-430f-9be6-fb5319a7fc45 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1175809 Nov 12 01:07:06.368995 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b45ad4-67f0-4216-82a6-228cdb2d789a tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event deleted for resources: {'Network': ['ID=373e221b-40cb-4ceb-a831-77a291848bfa,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:06.405010 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57058bcf-c455-42da-a26e-246aea2bd016 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Made reservation on behalf of a032962725bc45e7961ed5b3ca9f031e for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:06.408889 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-57058bcf-c455-42da-a26e-246aea2bd016 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:06.451366 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-870a001b-7f2d-44f3-bf1a-5088af1f45a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:06.476920 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-57058bcf-c455-42da-a26e-246aea2bd016 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] device_id is not set on port a616985b-9ccc-498f-b520-01dad5b8db10 yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:07:06.512669 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57336) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:06.551620 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-82b438fe-815f-4620-81ad-1b0850ca68d8 req-77233ca9-9131-4164-8030-78c60a7dafb0 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0799141 Nov 12 01:07:06.617429 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 3fd52851-e29b-4b29-8ad9-705c90fe239d no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:07:06.661660 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 3fd52851-e29b-4b29-8ad9-705c90fe239d {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:07:06.662255 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 3fd52851-e29b-4b29-8ad9-705c90fe239d not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:07:06.722739 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-57058bcf-c455-42da-a26e-246aea2bd016 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:06.763955 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-57058bcf-c455-42da-a26e-246aea2bd016 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:06.767810 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-68dfc15f-2163-4b49-a81f-c6dde1d16556 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Request body: {'security_group': {'name': 'tempest-secgroup--589723048'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:06.814167 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68dfc15f-2163-4b49-a81f-c6dde1d16556 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:06.826288 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68dfc15f-2163-4b49-a81f-c6dde1d16556 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:06.834358 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57058bcf-c455-42da-a26e-246aea2bd016 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Network 08ecff31-1940-4a54-9e74-4ea9e758b2fd is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:06.840335 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-57058bcf-c455-42da-a26e-246aea2bd016 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:06.843374 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57058bcf-c455-42da-a26e-246aea2bd016 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:06.850021 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57058bcf-c455-42da-a26e-246aea2bd016 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:06.850834 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-57058bcf-c455-42da-a26e-246aea2bd016 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:06.866443 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57058bcf-c455-42da-a26e-246aea2bd016 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event updated for resources: {'Port': ['ID=a616985b-9ccc-498f-b520-01dad5b8db10,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:06.882091 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-57058bcf-c455-42da-a26e-246aea2bd016 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6372654 Nov 12 01:07:06.882365 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57378) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:06.969254 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68dfc15f-2163-4b49-a81f-c6dde1d16556 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:06.975337 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68dfc15f-2163-4b49-a81f-c6dde1d16556 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:06.992950 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-b6008084-c8b1-49b0-b84a-85fbae330418 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Deleting port a616985b-9ccc-498f-b520-01dad5b8db10 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:06.993512 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b6008084-c8b1-49b0-b84a-85fbae330418 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.028497 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dfc15f-2163-4b49-a81f-c6dde1d16556 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=654c0856-d269-4474-adb1-8852e9ab7575,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:07.088306 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b6008084-c8b1-49b0-b84a-85fbae330418 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.105652 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-b6008084-c8b1-49b0-b84a-85fbae330418 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Calling delete_port for a616985b-9ccc-498f-b520-01dad5b8db10 owned by {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:07.111486 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68dfc15f-2163-4b49-a81f-c6dde1d16556 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.117154 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68dfc15f-2163-4b49-a81f-c6dde1d16556 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.156562 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68dfc15f-2163-4b49-a81f-c6dde1d16556 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.161106 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-68dfc15f-2163-4b49-a81f-c6dde1d16556 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6470597 Nov 12 01:07:07.162993 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57410) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:07.247023 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dfc15f-2163-4b49-a81f-c6dde1d16556 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5533c19-26ba-4356-8542-62ec1861ea09,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:07.264364 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-583630bd-305c-4d44-9bb3-ec25b3de497e tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0997579 Nov 12 01:07:07.268577 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57424) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:07.274335 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-b44d53dd-2175-4f64-8fe3-37dc6c80d3a6 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Request body: {'security_group': {'name': 'tempest-security--1714798456', 'description': 'tempest-security-description-1481667072'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:07.278610 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b6008084-c8b1-49b0-b84a-85fbae330418 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.312300 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b6008084-c8b1-49b0-b84a-85fbae330418 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.322704 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b44d53dd-2175-4f64-8fe3-37dc6c80d3a6 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.333891 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b6008084-c8b1-49b0-b84a-85fbae330418 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "DELETE /v2.0/ports/a616985b-9ccc-498f-b520-01dad5b8db10 HTTP/1.1" status: 204 len: 168 time: 0.4504962 Nov 12 01:07:07.334545 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57432) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:07.335602 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:07:07.375268 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-93d080f0-ecb1-4f57-a277-ffd78feab436 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Request body: {'port': {'network_id': '08ecff31-1940-4a54-9e74-4ea9e758b2fd', 'mac_address': 'fa:16:3e:35:8b:b4', 'name': 'tempest-PortsIpV6TestJSON-568828029'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:07.384632 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6008084-c8b1-49b0-b84a-85fbae330418 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event deleted for resources: {'Port': ['ID=a616985b-9ccc-498f-b520-01dad5b8db10,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:07.392563 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b44d53dd-2175-4f64-8fe3-37dc6c80d3a6 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.397679 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b44d53dd-2175-4f64-8fe3-37dc6c80d3a6 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.402255 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b44d53dd-2175-4f64-8fe3-37dc6c80d3a6 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.403997 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b44d53dd-2175-4f64-8fe3-37dc6c80d3a6 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "PUT /v2.0/security-groups/a5533c19-26ba-4356-8542-62ec1861ea09 HTTP/1.1" status: 200 len: 1797 time: 0.1338470 Nov 12 01:07:07.408098 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57444) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:07.476694 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1e5d3319-fb6d-4f5b-911d-5c76fa1d31d6 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "GET /v2.0/security-groups/a5533c19-26ba-4356-8542-62ec1861ea09 HTTP/1.1" status: 200 len: 1797 time: 0.0649955 Nov 12 01:07:07.476852 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57452) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:07.491730 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d53dd-2175-4f64-8fe3-37dc6c80d3a6 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5533c19-26ba-4356-8542-62ec1861ea09,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:07.497794 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d080f0-ecb1-4f57-a277-ffd78feab436 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Made reservation on behalf of a032962725bc45e7961ed5b3ca9f031e for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:07.567980 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-58b6e9f4-f1c1-4425-9c06-5eaed2e7180f tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.594644 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-58b6e9f4-f1c1-4425-9c06-5eaed2e7180f tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.626168 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-93d080f0-ecb1-4f57-a277-ffd78feab436 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.663646 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-93d080f0-ecb1-4f57-a277-ffd78feab436 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] device_id is not set on port bb32bcb4-3639-4fd1-93a0-9b14dfbfc889 yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:07:07.665326 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-58b6e9f4-f1c1-4425-9c06-5eaed2e7180f tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.669529 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-58b6e9f4-f1c1-4425-9c06-5eaed2e7180f tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.671104 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-58b6e9f4-f1c1-4425-9c06-5eaed2e7180f tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "DELETE /v2.0/security-groups/a5533c19-26ba-4356-8542-62ec1861ea09 HTTP/1.1" status: 204 len: 168 time: 0.1933026 Nov 12 01:07:07.681940 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57478) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:07.697000 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.713059 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b6e9f4-f1c1-4425-9c06-5eaed2e7180f tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5533c19-26ba-4356-8542-62ec1861ea09,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:07.751093 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1ea65790-427e-46bb-87ed-02e1bca4cb89 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0644796 Nov 12 01:07:07.751397 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57486) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:07.767947 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-0f055570-9ff0-45df-8247-04bb1b9e7122 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] delete failed (client error): The resource could not be found. Nov 12 01:07:07.773072 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0f055570-9ff0-45df-8247-04bb1b9e7122 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "DELETE /v2.0/security-groups/a5533c19-26ba-4356-8542-62ec1861ea09 HTTP/1.1" status: 404 len: 347 time: 0.0168271 Nov 12 01:07:07.776618 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57490) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:07.788519 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-1e3e5834-6986-44af-9e3a-66dbc138a01f tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Request body: {'security_group': {'name': 'tempest-secgroup--772799362'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:07.828098 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1e3e5834-6986-44af-9e3a-66dbc138a01f tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.925403 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1e3e5834-6986-44af-9e3a-66dbc138a01f tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.935566 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1e3e5834-6986-44af-9e3a-66dbc138a01f tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.979844 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1e3e5834-6986-44af-9e3a-66dbc138a01f tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.981108 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1e3e5834-6986-44af-9e3a-66dbc138a01f tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2031646 Nov 12 01:07:07.984867 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-93d080f0-ecb1-4f57-a277-ffd78feab436 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.985488 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57520) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:07.992074 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-0092b7ea-7a80-4d32-9222-f7ef40d0b130 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Request body: {'security_group_rule': {'security_group_id': 'd8cf62a1-2137-49a2-83ea-2aea359c976a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:08.017602 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3e5834-6986-44af-9e3a-66dbc138a01f tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cf62a1-2137-49a2-83ea-2aea359c976a,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:08.041727 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-93d080f0-ecb1-4f57-a277-ffd78feab436 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.050209 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0092b7ea-7a80-4d32-9222-f7ef40d0b130 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.104893 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d080f0-ecb1-4f57-a277-ffd78feab436 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Network 08ecff31-1940-4a54-9e74-4ea9e758b2fd is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:08.111716 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-93d080f0-ecb1-4f57-a277-ffd78feab436 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:08.120517 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d080f0-ecb1-4f57-a277-ffd78feab436 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:08.122582 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0092b7ea-7a80-4d32-9222-f7ef40d0b130 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.127692 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d080f0-ecb1-4f57-a277-ffd78feab436 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:08.128305 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-93d080f0-ecb1-4f57-a277-ffd78feab436 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.130710 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0092b7ea-7a80-4d32-9222-f7ef40d0b130 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.153684 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d080f0-ecb1-4f57-a277-ffd78feab436 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event updated for resources: {'Port': ['ID=bb32bcb4-3639-4fd1-93a0-9b14dfbfc889,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:08.160748 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-93d080f0-ecb1-4f57-a277-ffd78feab436 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7935879 Nov 12 01:07:08.163412 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57542) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:08.166807 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0092b7ea-7a80-4d32-9222-f7ef40d0b130 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c22711b0-4a5d-4b22-9feb-1ece5665a277,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:08.178271 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0092b7ea-7a80-4d32-9222-f7ef40d0b130 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.179833 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0092b7ea-7a80-4d32-9222-f7ef40d0b130 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1933777 Nov 12 01:07:08.183377 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57546) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:08.220245 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57179c2f-d77c-48ac-95e7-e214d7345523 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:08.221719 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-75e262e0-0773-4263-8313-e289630bc640 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.222088 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-57179c2f-d77c-48ac-95e7-e214d7345523 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "GET /v2.0/ports/bb32bcb4-3639-4fd1-93a0-9b14dfbfc889 HTTP/1.1" status: 200 len: 844 time: 0.0576108 Nov 12 01:07:08.225149 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57552) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:08.265120 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-75e262e0-0773-4263-8313-e289630bc640 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.337727 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-75e262e0-0773-4263-8313-e289630bc640 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.343399 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-75e262e0-0773-4263-8313-e289630bc640 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.349074 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-75e262e0-0773-4263-8313-e289630bc640 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/c22711b0-4a5d-4b22-9feb-1ece5665a277 HTTP/1.1" status: 204 len: 168 time: 0.1644931 Nov 12 01:07:08.352086 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57568) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:08.368595 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e262e0-0773-4263-8313-e289630bc640 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c22711b0-4a5d-4b22-9feb-1ece5665a277,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:08.428429 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-dc5ddeb1-586e-43a8-ae1b-b73a2f8e3c9b tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0748923 Nov 12 01:07:08.431186 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57584) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:08.455538 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9d313155-0ca2-42cc-af34-fc58c5de762b req-8602c661-656b-4730-af9e-31137ff18861 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0592816 Nov 12 01:07:08.459813 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-8c9c0583-f125-4188-9153-3a3623fee56c tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Deleting port bb32bcb4-3639-4fd1-93a0-9b14dfbfc889 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:08.460271 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8c9c0583-f125-4188-9153-3a3623fee56c tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.531458 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eda09f16-6a35-4147-ae8c-92dad008cec2 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.569883 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8c9c0583-f125-4188-9153-3a3623fee56c tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.583700 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eda09f16-6a35-4147-ae8c-92dad008cec2 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.598897 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-8c9c0583-f125-4188-9153-3a3623fee56c tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Calling delete_port for bb32bcb4-3639-4fd1-93a0-9b14dfbfc889 owned by {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:08.650110 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eda09f16-6a35-4147-ae8c-92dad008cec2 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.654068 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eda09f16-6a35-4147-ae8c-92dad008cec2 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.657730 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-eda09f16-6a35-4147-ae8c-92dad008cec2 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "DELETE /v2.0/security-groups/d8cf62a1-2137-49a2-83ea-2aea359c976a HTTP/1.1" status: 204 len: 168 time: 0.2232571 Nov 12 01:07:08.666540 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57610) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:08.667414 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda09f16-6a35-4147-ae8c-92dad008cec2 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cf62a1-2137-49a2-83ea-2aea359c976a,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:08.744727 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-620a155a-a3b8-447a-a187-7b90386ca57f req-71b0666b-19aa-4bb1-b11c-066987a9a03e service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0341010 Nov 12 01:07:08.753196 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-da8af530-e865-40c3-8a01-3cd071cf02b0 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0828698 Nov 12 01:07:08.762860 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57624) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:08.768692 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-c6b2f0e1-8634-4c2c-b924-949d4d7fb8ca tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Request body: {'security_group': {'name': 'tempest-secgroup--2139925800'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:08.771454 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8c9c0583-f125-4188-9153-3a3623fee56c tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.797036 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c6b2f0e1-8634-4c2c-b924-949d4d7fb8ca tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.804797 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9c0583-f125-4188-9153-3a3623fee56c tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event deleted for resources: {'Port': ['ID=bb32bcb4-3639-4fd1-93a0-9b14dfbfc889,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:08.812747 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8c9c0583-f125-4188-9153-3a3623fee56c tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.817039 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-8c9c0583-f125-4188-9153-3a3623fee56c tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "DELETE /v2.0/ports/bb32bcb4-3639-4fd1-93a0-9b14dfbfc889 HTTP/1.1" status: 204 len: 168 time: 0.5905519 Nov 12 01:07:08.820974 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57634) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:08.857508 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc6dd57a-a732-4d9b-b131-6b034654968f tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] GET failed (client error): The resource could not be found. Nov 12 01:07:08.859935 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-fc6dd57a-a732-4d9b-b131-6b034654968f tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "GET /v2.0/ports/bb32bcb4-3639-4fd1-93a0-9b14dfbfc889 HTTP/1.1" status: 404 len: 333 time: 0.0379851 Nov 12 01:07:08.865271 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57640) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:08.876181 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-6a96a953-78ec-4cc9-96b1-8751c067f164 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Request body: {'port': {'network_id': '08ecff31-1940-4a54-9e74-4ea9e758b2fd', 'name': 'tempest-PortsIpV6TestJSON-1503517238'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:08.932222 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c6b2f0e1-8634-4c2c-b924-949d4d7fb8ca tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.940696 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c6b2f0e1-8634-4c2c-b924-949d4d7fb8ca tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.987523 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c6b2f0e1-8634-4c2c-b924-949d4d7fb8ca tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.993596 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c6b2f0e1-8634-4c2c-b924-949d4d7fb8ca tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2290313 Nov 12 01:07:08.994010 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57658) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:09.006388 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-0b8f3bbd-0865-4d3b-8aec-df518e1229e9 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Request body: {'security_group_rule': {'security_group_id': '4ac2d041-2cda-4bc7-a95c-6fafd7bc4e20', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:09.028888 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b2f0e1-8634-4c2c-b924-949d4d7fb8ca tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac2d041-2cda-4bc7-a95c-6fafd7bc4e20,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:09.031825 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a96a953-78ec-4cc9-96b1-8751c067f164 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Made reservation on behalf of a032962725bc45e7961ed5b3ca9f031e for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:09.037220 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6a96a953-78ec-4cc9-96b1-8751c067f164 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:09.057061 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-6a96a953-78ec-4cc9-96b1-8751c067f164 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] device_id is not set on port 81fc8d8c-9182-49bd-89c9-248c26caba18 yet. {{(pid=102661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:07:09.071581 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0b8f3bbd-0865-4d3b-8aec-df518e1229e9 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:09.138148 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0b8f3bbd-0865-4d3b-8aec-df518e1229e9 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:09.144618 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0b8f3bbd-0865-4d3b-8aec-df518e1229e9 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:09.168439 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f3bbd-0865-4d3b-8aec-df518e1229e9 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64716069-19e9-412f-8e21-22f96ffa0bb1,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:09.182104 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0b8f3bbd-0865-4d3b-8aec-df518e1229e9 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:09.184126 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0b8f3bbd-0865-4d3b-8aec-df518e1229e9 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1822877 Nov 12 01:07:09.186163 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57678) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:09.195831 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-82c9f2f6-b1c9-485b-a9d1-ede8a91a5fa7 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Request body: {'security_group_rule': {'security_group_id': '4ac2d041-2cda-4bc7-a95c-6fafd7bc4e20', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:09.274672 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-82c9f2f6-b1c9-485b-a9d1-ede8a91a5fa7 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:09.284492 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6a96a953-78ec-4cc9-96b1-8751c067f164 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:09.297863 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:09.332267 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6a96a953-78ec-4cc9-96b1-8751c067f164 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:09.355687 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-82c9f2f6-b1c9-485b-a9d1-ede8a91a5fa7 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:09.362112 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-82c9f2f6-b1c9-485b-a9d1-ede8a91a5fa7 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:09.378584 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c9f2f6-b1c9-485b-a9d1-ede8a91a5fa7 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f91211cf-9ceb-4217-a152-cd52ca6dd088,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:09.387801 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a96a953-78ec-4cc9-96b1-8751c067f164 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Network 08ecff31-1940-4a54-9e74-4ea9e758b2fd is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:09.392514 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-6a96a953-78ec-4cc9-96b1-8751c067f164 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:09.395465 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a96a953-78ec-4cc9-96b1-8751c067f164 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:09.402825 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a96a953-78ec-4cc9-96b1-8751c067f164 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:09.402948 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-82c9f2f6-b1c9-485b-a9d1-ede8a91a5fa7 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:09.403779 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6a96a953-78ec-4cc9-96b1-8751c067f164 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:09.404434 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-82c9f2f6-b1c9-485b-a9d1-ede8a91a5fa7 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2151258 Nov 12 01:07:09.407839 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57704) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:09.416564 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-402cec09-f230-41ee-a582-24f39f9a1f9d tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Request body: {'security_group_rule': {'security_group_id': '4ac2d041-2cda-4bc7-a95c-6fafd7bc4e20', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:09.423327 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a96a953-78ec-4cc9-96b1-8751c067f164 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event updated for resources: {'Port': ['ID=81fc8d8c-9182-49bd-89c9-248c26caba18,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:09.451773 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-402cec09-f230-41ee-a582-24f39f9a1f9d tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:09.485996 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6a96a953-78ec-4cc9-96b1-8751c067f164 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6191194 Nov 12 01:07:09.489877 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57716) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:09.505995 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-96cdad41-7642-4348-a5e8-348376bf3e26 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:09.535483 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-402cec09-f230-41ee-a582-24f39f9a1f9d tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:09.545108 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-402cec09-f230-41ee-a582-24f39f9a1f9d tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:09.569342 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402cec09-f230-41ee-a582-24f39f9a1f9d tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f712676-b457-4287-a74b-39cf6ed26f92,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:09.591976 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-402cec09-f230-41ee-a582-24f39f9a1f9d tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:09.596057 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-402cec09-f230-41ee-a582-24f39f9a1f9d tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1863477 Nov 12 01:07:09.602341 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57730) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:09.610342 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-bd860fdb-9e5f-4642-9bcc-3fa5361092a8 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Request body: {'security_group_rule': {'security_group_id': '4ac2d041-2cda-4bc7-a95c-6fafd7bc4e20', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:09.629203 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-96cdad41-7642-4348-a5e8-348376bf3e26 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:09.652958 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bd860fdb-9e5f-4642-9bcc-3fa5361092a8 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:09.746225 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bd860fdb-9e5f-4642-9bcc-3fa5361092a8 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:09.752824 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bd860fdb-9e5f-4642-9bcc-3fa5361092a8 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:09.776607 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd860fdb-9e5f-4642-9bcc-3fa5361092a8 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6794446d-ac6f-4f65-a52d-ee962e27b9ec,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:09.784940 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bd860fdb-9e5f-4642-9bcc-3fa5361092a8 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:09.786804 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-bd860fdb-9e5f-4642-9bcc-3fa5361092a8 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1833475 Nov 12 01:07:09.789452 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57756) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:09.794451 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-776e7c73-0444-4aa6-801d-768729cca942 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Request body: {'security_group_rule': {'security_group_id': '4ac2d041-2cda-4bc7-a95c-6fafd7bc4e20', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:09.815299 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:09.832180 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-776e7c73-0444-4aa6-801d-768729cca942 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:09.888769 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-96cdad41-7642-4348-a5e8-348376bf3e26 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:09.896224 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-96cdad41-7642-4348-a5e8-348376bf3e26 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:09.912494 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-776e7c73-0444-4aa6-801d-768729cca942 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:09.918720 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-776e7c73-0444-4aa6-801d-768729cca942 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:09.940325 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e7c73-0444-4aa6-801d-768729cca942 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0fd059c-4670-44c5-91be-2e6166d98f96,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:09.945652 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-96cdad41-7642-4348-a5e8-348376bf3e26 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] In _notify_port_updated(), no bound segment for port 81fc8d8c-9182-49bd-89c9-248c26caba18 on network 08ecff31-1940-4a54-9e74-4ea9e758b2fd {{(pid=102661) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:07:09.952373 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cdad41-7642-4348-a5e8-348376bf3e26 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:09.952981 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-96cdad41-7642-4348-a5e8-348376bf3e26 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:09.957120 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-776e7c73-0444-4aa6-801d-768729cca942 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:09.957252 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-96cdad41-7642-4348-a5e8-348376bf3e26 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "PUT /v2.0/ports/81fc8d8c-9182-49bd-89c9-248c26caba18 HTTP/1.1" status: 200 len: 818 time: 0.4638224 Nov 12 01:07:09.957698 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57770) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:09.962088 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-776e7c73-0444-4aa6-801d-768729cca942 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1696405 Nov 12 01:07:09.963754 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57772) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:10.007497 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cdad41-7642-4348-a5e8-348376bf3e26 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event updated for resources: {'Port': ['ID=81fc8d8c-9182-49bd-89c9-248c26caba18,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:10.007681 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-234ae8f6-492e-4041-83f2-fa7dd564e736 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.017780 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-234ae8f6-492e-4041-83f2-fa7dd564e736 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.064430 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-234ae8f6-492e-4041-83f2-fa7dd564e736 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.071500 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-234ae8f6-492e-4041-83f2-fa7dd564e736 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.072797 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-234ae8f6-492e-4041-83f2-fa7dd564e736 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/a0fd059c-4670-44c5-91be-2e6166d98f96 HTTP/1.1" status: 204 len: 168 time: 0.1058955 Nov 12 01:07:10.076217 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57778) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:10.079015 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ae8f6-492e-4041-83f2-fa7dd564e736 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a0fd059c-4670-44c5-91be-2e6166d98f96,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:10.144342 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f481f38b-48be-4b07-b2d6-e53f248fb595 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0669127 Nov 12 01:07:10.147130 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57780) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:10.167148 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-56f45eaa-a9ca-4ca9-96ef-73a851cd4b7a tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Deleting port 81fc8d8c-9182-49bd-89c9-248c26caba18 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:10.167488 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-56f45eaa-a9ca-4ca9-96ef-73a851cd4b7a tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.203742 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-217c6a5f-2733-4018-8275-0dc439955417 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.243713 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-217c6a5f-2733-4018-8275-0dc439955417 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.266590 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-56f45eaa-a9ca-4ca9-96ef-73a851cd4b7a tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.286819 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-56f45eaa-a9ca-4ca9-96ef-73a851cd4b7a tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Calling delete_port for 81fc8d8c-9182-49bd-89c9-248c26caba18 owned by {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:10.299909 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-217c6a5f-2733-4018-8275-0dc439955417 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.309224 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-217c6a5f-2733-4018-8275-0dc439955417 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.310348 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-217c6a5f-2733-4018-8275-0dc439955417 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/6794446d-ac6f-4f65-a52d-ee962e27b9ec HTTP/1.1" status: 204 len: 168 time: 0.1623163 Nov 12 01:07:10.313172 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57784) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:10.348456 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217c6a5f-2733-4018-8275-0dc439955417 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6794446d-ac6f-4f65-a52d-ee962e27b9ec,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:10.366603 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e9877eab-ab3c-4e0a-a25e-74118e5c6b83 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0521314 Nov 12 01:07:10.369223 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57786) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:10.397320 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-589b50ba-e474-4e2a-b9b1-3d0261ccdf69 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.414054 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-589b50ba-e474-4e2a-b9b1-3d0261ccdf69 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.414837 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-56f45eaa-a9ca-4ca9-96ef-73a851cd4b7a tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.450428 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-56f45eaa-a9ca-4ca9-96ef-73a851cd4b7a tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.450945 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-589b50ba-e474-4e2a-b9b1-3d0261ccdf69 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.455916 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-56f45eaa-a9ca-4ca9-96ef-73a851cd4b7a tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "DELETE /v2.0/ports/81fc8d8c-9182-49bd-89c9-248c26caba18 HTTP/1.1" status: 204 len: 168 time: 0.4972916 Nov 12 01:07:10.457303 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-589b50ba-e474-4e2a-b9b1-3d0261ccdf69 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.457511 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f45eaa-a9ca-4ca9-96ef-73a851cd4b7a tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event deleted for resources: {'Port': ['ID=81fc8d8c-9182-49bd-89c9-248c26caba18,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:10.461056 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-589b50ba-e474-4e2a-b9b1-3d0261ccdf69 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/4f712676-b457-4287-a74b-39cf6ed26f92 HTTP/1.1" status: 204 len: 168 time: 0.0884650 Nov 12 01:07:10.461185 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57788) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:10.469545 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57790) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:10.481762 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b50ba-e474-4e2a-b9b1-3d0261ccdf69 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f712676-b457-4287-a74b-39cf6ed26f92,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:10.539876 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-58e26702-891f-4053-b48d-491b6ed7b241 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0691955 Nov 12 01:07:10.543077 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57798) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:10.549452 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692907ec-a107-4777-9e22-6df17025c8a4 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:10.550604 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-692907ec-a107-4777-9e22-6df17025c8a4 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0905783 Nov 12 01:07:10.553404 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57800) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:10.578618 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-605b2634-a009-4f25-a5b1-7a6a4bd80f2d req-9f531dc4-1a73-4f1a-ab73-db754a4e624b service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0268333 Nov 12 01:07:10.598866 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-03c875dc-1c83-4e7c-b8d1-ab642038eb69 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] GET failed (client error): The resource could not be found. Nov 12 01:07:10.600482 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-03c875dc-1c83-4e7c-b8d1-ab642038eb69 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "GET /v2.0/ports/81fc8d8c-9182-49bd-89c9-248c26caba18 HTTP/1.1" status: 404 len: 333 time: 0.0461743 Nov 12 01:07:10.606742 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57802) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:10.615406 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-fc65ff2c-0701-466c-832d-ca6cf446f981 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1632446909'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:10.623343 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ef24747f-81cf-4736-b205-5c470b80c165 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.634596 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ef24747f-81cf-4736-b205-5c470b80c165 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.664867 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc65ff2c-0701-466c-832d-ca6cf446f981 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Made reservation on behalf of a032962725bc45e7961ed5b3ca9f031e for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:10.668792 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fc65ff2c-0701-466c-832d-ca6cf446f981 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.690805 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ef24747f-81cf-4736-b205-5c470b80c165 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.697891 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ef24747f-81cf-4736-b205-5c470b80c165 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.701591 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ef24747f-81cf-4736-b205-5c470b80c165 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/f91211cf-9ceb-4217-a152-cd52ca6dd088 HTTP/1.1" status: 204 len: 168 time: 0.1574826 Nov 12 01:07:10.704452 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57808) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:10.711329 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef24747f-81cf-4736-b205-5c470b80c165 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f91211cf-9ceb-4217-a152-cd52ca6dd088,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:10.715852 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc65ff2c-0701-466c-832d-ca6cf446f981 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:07:10.728077 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7cdb2927-2a09-42c1-a7b4-cdd62d5e2832 req-573b6929-87c2-4190-a186-f889ca9fcb7e service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0355189 Nov 12 01:07:10.728937 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fc65ff2c-0701-466c-832d-ca6cf446f981 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.729281 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-fc65ff2c-0701-466c-832d-ca6cf446f981 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Added segment cc9956b8-7f48-4480-a160-80c82ea36ec7 of type vlan for network 5531badb-71d6-49c9-b4f7-d9f1b60403fb Nov 12 01:07:10.763026 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-fbbbab32-aa6b-4e9e-bfd9-94c19ca58d88 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0588748 Nov 12 01:07:10.768463 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57814) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:10.783712 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fc65ff2c-0701-466c-832d-ca6cf446f981 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.796658 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b7381de7-32b5-425e-be60-65fdd1a35d7b tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.804693 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b7381de7-32b5-425e-be60-65fdd1a35d7b tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.821281 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fc65ff2c-0701-466c-832d-ca6cf446f981 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.826714 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc65ff2c-0701-466c-832d-ca6cf446f981 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:10.827799 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fc65ff2c-0701-466c-832d-ca6cf446f981 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.849973 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.865802 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b7381de7-32b5-425e-be60-65fdd1a35d7b tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.879278 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b7381de7-32b5-425e-be60-65fdd1a35d7b tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.882691 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b7381de7-32b5-425e-be60-65fdd1a35d7b tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/64716069-19e9-412f-8e21-22f96ffa0bb1 HTTP/1.1" status: 204 len: 168 time: 0.1110163 Nov 12 01:07:10.884168 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57818) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:10.892109 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7381de7-32b5-425e-be60-65fdd1a35d7b tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64716069-19e9-412f-8e21-22f96ffa0bb1,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:10.895085 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-fc65ff2c-0701-466c-832d-ca6cf446f981 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2879152 Nov 12 01:07:10.898011 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57820) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:10.903521 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-20336d7a-2a9d-44e2-9111-ed0b4a8b4639 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Request body: {'subnet': {'network_id': '5531badb-71d6-49c9-b4f7-d9f1b60403fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:10.923399 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65ff2c-0701-466c-832d-ca6cf446f981 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event updated for resources: {'Network': ['ID=5531badb-71d6-49c9-b4f7-d9f1b60403fb,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:10.938060 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-38ebee43-ef5e-4509-a757-a19b7d9440ca tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0489542 Nov 12 01:07:10.938888 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 5531badb-71d6-49c9-b4f7-d9f1b60403fb details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:07:10.938990 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57822) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:11.013105 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e4a0acf4-1d36-4ce1-974c-7496ad7ad684 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.020185 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20336d7a-2a9d-44e2-9111-ed0b4a8b4639 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Made reservation on behalf of a032962725bc45e7961ed5b3ca9f031e for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:11.023954 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-20336d7a-2a9d-44e2-9111-ed0b4a8b4639 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.055565 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e4a0acf4-1d36-4ce1-974c-7496ad7ad684 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.107699 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e4a0acf4-1d36-4ce1-974c-7496ad7ad684 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.112631 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e4a0acf4-1d36-4ce1-974c-7496ad7ad684 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.114296 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e4a0acf4-1d36-4ce1-974c-7496ad7ad684 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "DELETE /v2.0/security-groups/4ac2d041-2cda-4bc7-a95c-6fafd7bc4e20 HTTP/1.1" status: 204 len: 168 time: 0.1742282 Nov 12 01:07:11.125840 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57826) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:11.126673 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a0acf4-1d36-4ce1-974c-7496ad7ad684 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac2d041-2cda-4bc7-a95c-6fafd7bc4e20,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:11.186516 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a2a55936-3bc1-4eed-ba83-f4d2ed7359b0 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0564275 Nov 12 01:07:11.193774 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57828) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:11.198800 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-61b58e1b-b563-4e05-b2f9-f1a1e8a414c2 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Request body: {'security_group': {'name': 'tempest-secgroup--605622519'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:11.227597 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-61b58e1b-b563-4e05-b2f9-f1a1e8a414c2 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.247382 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-20336d7a-2a9d-44e2-9111-ed0b4a8b4639 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.320393 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-61b58e1b-b563-4e05-b2f9-f1a1e8a414c2 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.328499 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-61b58e1b-b563-4e05-b2f9-f1a1e8a414c2 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.361069 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20336d7a-2a9d-44e2-9111-ed0b4a8b4639 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event updated for resources: {'Subnet': ['ID=b57391c6-f87a-4f16-a493-f6dafaddc85d,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:11.368957 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20336d7a-2a9d-44e2-9111-ed0b4a8b4639 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Checking segment: {'id': 'cc9956b8-7f48-4480-a160-80c82ea36ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '5531badb-71d6-49c9-b4f7-d9f1b60403fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:07:11.369728 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20336d7a-2a9d-44e2-9111-ed0b4a8b4639 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Network hostable DHCP agents. Network: 5531badb-71d6-49c9-b4f7-d9f1b60403fb, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:07:11.382898 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b58e1b-b563-4e05-b2f9-f1a1e8a414c2 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0530aa2-2f1b-443f-ae6e-d154e731feaf,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:11.389675 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-61b58e1b-b563-4e05-b2f9-f1a1e8a414c2 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.391331 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-61b58e1b-b563-4e05-b2f9-f1a1e8a414c2 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1964066 Nov 12 01:07:11.394193 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57830) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:11.400841 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-744a6bf8-b709-4c25-9f9d-ea6384908188 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Request body: {'security_group_rule': {'security_group_id': 'f0530aa2-2f1b-443f-ae6e-d154e731feaf', 'direction': 'ingress', 'protocol': 17}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:11.403114 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20336d7a-2a9d-44e2-9111-ed0b4a8b4639 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Network 5531badb-71d6-49c9-b4f7-d9f1b60403fb is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:07:11.415105 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-20336d7a-2a9d-44e2-9111-ed0b4a8b4639 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 5531badb-71d6-49c9-b4f7-d9f1b60403fb) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:11.424059 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20336d7a-2a9d-44e2-9111-ed0b4a8b4639 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:11.424523 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-20336d7a-2a9d-44e2-9111-ed0b4a8b4639 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.425336 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559f0784-c2b2-4640-872d-b44c07737a38 None None] Network 5531badb-71d6-49c9-b4f7-d9f1b60403fb requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:07:11.451834 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-20336d7a-2a9d-44e2-9111-ed0b4a8b4639 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5526953 Nov 12 01:07:11.454705 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57832) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:11.460218 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-744a6bf8-b709-4c25-9f9d-ea6384908188 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.461865 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-88d3d4a9-e75d-4279-8d02-63be345c5e40 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Request body: {'subnet': {'network_id': '5531badb-71d6-49c9-b4f7-d9f1b60403fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:11.598804 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-744a6bf8-b709-4c25-9f9d-ea6384908188 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.604600 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-744a6bf8-b709-4c25-9f9d-ea6384908188 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.626841 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a6bf8-b709-4c25-9f9d-ea6384908188 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1750d192-9206-4fbc-ac09-79abf1858578,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:11.640582 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-744a6bf8-b709-4c25-9f9d-ea6384908188 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.642173 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-744a6bf8-b709-4c25-9f9d-ea6384908188 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2467635 Nov 12 01:07:11.644867 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57836) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:11.689185 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d3d4a9-e75d-4279-8d02-63be345c5e40 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Made reservation on behalf of a032962725bc45e7961ed5b3ca9f031e for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:11.693341 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-88d3d4a9-e75d-4279-8d02-63be345c5e40 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.730854 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb03e93-0814-4f1a-b2ad-f4de2be3b0fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-5531badb-71d6-49c9-b4f7-d9f1b60403fb', 'network_id': '5531badb-71d6-49c9-b4f7-d9f1b60403fb', 'tenant_id': 'a032962725bc45e7961ed5b3ca9f031e', 'fixed_ips': [{'subnet_id': 'b57391c6-f87a-4f16-a493-f6dafaddc85d'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:07:11.731964 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3eb03e93-0814-4f1a-b2ad-f4de2be3b0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.745580 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68f5949b-ce49-4f8b-a41a-e66ddb84011d tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.784289 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68f5949b-ce49-4f8b-a41a-e66ddb84011d tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.863622 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68f5949b-ce49-4f8b-a41a-e66ddb84011d tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.867000 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68f5949b-ce49-4f8b-a41a-e66ddb84011d tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.872034 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-68f5949b-ce49-4f8b-a41a-e66ddb84011d tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "DELETE /v2.0/security-groups/f0530aa2-2f1b-443f-ae6e-d154e731feaf HTTP/1.1" status: 204 len: 168 time: 0.2256172 Nov 12 01:07:11.873763 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57840) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:11.896775 n-d-812236-11 neutron-server[102662]: INFO neutron.db.ipam_backend_mixin [None req-88d3d4a9-e75d-4279-8d02-63be345c5e40 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b57391c6-f87a-4f16-a493-f6dafaddc85d (CIDR: 2001:db8::/64) Nov 12 01:07:11.904714 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-88d3d4a9-e75d-4279-8d02-63be345c5e40 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:07:11.905010 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88d3d4a9-e75d-4279-8d02-63be345c5e40 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:07:11.935123 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-88d3d4a9-e75d-4279-8d02-63be345c5e40 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4785559 Nov 12 01:07:11.935702 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57844) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:11.940145 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5949b-ce49-4f8b-a41a-e66ddb84011d tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0530aa2-2f1b-443f-ae6e-d154e731feaf,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:11.940987 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-3626261d-44be-4982-8677-8a4c05395a9d tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Request body: {'subnet': {'network_id': '5531badb-71d6-49c9-b4f7-d9f1b60403fb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:11.954503 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-3eb03e93-0814-4f1a-b2ad-f4de2be3b0fc None None] Allocated IP 2001:db8::2 (5531badb-71d6-49c9-b4f7-d9f1b60403fb/b57391c6-f87a-4f16-a493-f6dafaddc85d/93ee568e-68ef-4cf8-b1e3-4693f135c099) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:11.987143 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-09d3eaa7-80d5-48e5-8edd-bcfe3100de06 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0990622 Nov 12 01:07:11.992620 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57846) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:11.999718 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-b56114d7-a127-43c4-a04a-655c603f1b49 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Request body: {'security_group': {'name': 'tempest-secgroup--535432699'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:12.077787 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b56114d7-a127-43c4-a04a-655c603f1b49 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.184049 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3626261d-44be-4982-8677-8a4c05395a9d tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Made reservation on behalf of a032962725bc45e7961ed5b3ca9f031e for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:12.192230 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3626261d-44be-4982-8677-8a4c05395a9d tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.224379 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3eb03e93-0814-4f1a-b2ad-f4de2be3b0fc None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.237965 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3eb03e93-0814-4f1a-b2ad-f4de2be3b0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.252760 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b56114d7-a127-43c4-a04a-655c603f1b49 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.257310 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b56114d7-a127-43c4-a04a-655c603f1b49 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.282978 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb03e93-0814-4f1a-b2ad-f4de2be3b0fc None None] Network 5531badb-71d6-49c9-b4f7-d9f1b60403fb is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:12.286442 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-3eb03e93-0814-4f1a-b2ad-f4de2be3b0fc None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:12.290395 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb03e93-0814-4f1a-b2ad-f4de2be3b0fc None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:12.307207 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb03e93-0814-4f1a-b2ad-f4de2be3b0fc None None] Pushing event updated for resources: {'Port': ['ID=93ee568e-68ef-4cf8-b1e3-4693f135c099,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:12.331334 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b56114d7-a127-43c4-a04a-655c603f1b49 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.332968 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b56114d7-a127-43c4-a04a-655c603f1b49 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3386226 Nov 12 01:07:12.335139 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56114d7-a127-43c4-a04a-655c603f1b49 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6992290-a992-4362-a2da-af7cc3f44f4d,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:12.335851 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57852) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:12.341574 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-636b7fd8-2c2c-4c46-8050-d440259e1909 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Request body: {'security_group': {'name': 'tempest-secgroup--1641545844'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:12.412101 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-636b7fd8-2c2c-4c46-8050-d440259e1909 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.421682 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-3eb03e93-0814-4f1a-b2ad-f4de2be3b0fc None None] Attempting to bind port 93ee568e-68ef-4cf8-b1e3-4693f135c099 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:07:12.422406 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-3eb03e93-0814-4f1a-b2ad-f4de2be3b0fc None None] Attempting to bind port 93ee568e-68ef-4cf8-b1e3-4693f135c099 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'cc9956b8-7f48-4480-a160-80c82ea36ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '5531badb-71d6-49c9-b4f7-d9f1b60403fb'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:07:12.422968 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb03e93-0814-4f1a-b2ad-f4de2be3b0fc None None] Attempting to bind port 93ee568e-68ef-4cf8-b1e3-4693f135c099 on network 5531badb-71d6-49c9-b4f7-d9f1b60403fb {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:12.428581 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb03e93-0814-4f1a-b2ad-f4de2be3b0fc None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:07:12.429337 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb03e93-0814-4f1a-b2ad-f4de2be3b0fc None None] Checking segment: {'id': 'cc9956b8-7f48-4480-a160-80c82ea36ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '5531badb-71d6-49c9-b4f7-d9f1b60403fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:07:12.429988 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3eb03e93-0814-4f1a-b2ad-f4de2be3b0fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.430556 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb03e93-0814-4f1a-b2ad-f4de2be3b0fc None None] Bound using segment: {'id': 'cc9956b8-7f48-4480-a160-80c82ea36ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '5531badb-71d6-49c9-b4f7-d9f1b60403fb'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:07:12.431207 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-3eb03e93-0814-4f1a-b2ad-f4de2be3b0fc None None] Bound port: 93ee568e-68ef-4cf8-b1e3-4693f135c099, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc9956b8-7f48-4480-a160-80c82ea36ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '5531badb-71d6-49c9-b4f7-d9f1b60403fb'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:07:12.431779 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3eb03e93-0814-4f1a-b2ad-f4de2be3b0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.614873 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-3eb03e93-0814-4f1a-b2ad-f4de2be3b0fc None None] For port 93ee568e-68ef-4cf8-b1e3-4693f135c099, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:07:12.618925 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-3eb03e93-0814-4f1a-b2ad-f4de2be3b0fc None None] For port 93ee568e-68ef-4cf8-b1e3-4693f135c099, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=93ee568e-68ef-4cf8-b1e3-4693f135c099,segment=NetworkSegment(cc9956b8-7f48-4480-a160-80c82ea36ec7),segment_id=cc9956b8-7f48-4480-a160-80c82ea36ec7)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:07:12.672852 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3eb03e93-0814-4f1a-b2ad-f4de2be3b0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.945060 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-636b7fd8-2c2c-4c46-8050-d440259e1909 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.945060 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3626261d-44be-4982-8677-8a4c05395a9d tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.945060 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-636b7fd8-2c2c-4c46-8050-d440259e1909 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.950466 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb03e93-0814-4f1a-b2ad-f4de2be3b0fc None None] Pushing event updated for resources: {'Port': ['ID=93ee568e-68ef-4cf8-b1e3-4693f135c099,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:12.951184 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3626261d-44be-4982-8677-8a4c05395a9d tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Network 5531badb-71d6-49c9-b4f7-d9f1b60403fb is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:12.951184 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-636b7fd8-2c2c-4c46-8050-d440259e1909 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.952109 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57874) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:12.952109 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-bc01e09e-e5a2-4e94-b677-927359f9d6d8 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Request body: {'security_group_rule': {'security_group_id': 'c6992290-a992-4362-a2da-af7cc3f44f4d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8058c69b-19c7-4f83-99d9-43bd6c70f238', 'remote_ip_prefix': None}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:12.953494 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.953955 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-636b7fd8-2c2c-4c46-8050-d440259e1909 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5945604 Nov 12 01:07:12.966029 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-3626261d-44be-4982-8677-8a4c05395a9d tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:12.975006 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3626261d-44be-4982-8677-8a4c05395a9d tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:12.976570 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3626261d-44be-4982-8677-8a4c05395a9d tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.987838 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3626261d-44be-4982-8677-8a4c05395a9d tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event updated for resources: {'Subnet': ['ID=f6f57a39-c1b5-4b4c-95cb-9ae59a0fdd85,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:12.995771 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636b7fd8-2c2c-4c46-8050-d440259e1909 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8058c69b-19c7-4f83-99d9-43bd6c70f238,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:13.025771 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3626261d-44be-4982-8677-8a4c05395a9d tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0886443 Nov 12 01:07:13.029269 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57880) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:13.055855 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-b43dc9d0-7160-4d02-9287-017c996ff42f tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Request body: {'port': {'network_id': '5531badb-71d6-49c9-b4f7-d9f1b60403fb', 'fixed_ips': [{'subnet_id': 'b57391c6-f87a-4f16-a493-f6dafaddc85d'}, {'subnet_id': 'f6f57a39-c1b5-4b4c-95cb-9ae59a0fdd85'}], 'name': 'tempest-PortsIpV6TestJSON-821579521'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:13.073789 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bc01e09e-e5a2-4e94-b677-927359f9d6d8 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.222263 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bdf72144-73e5-4337-afd2-fe7de644e65c req-44b4c7a8-5bf3-4f37-93d3-31d15a73d523 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0803509 Nov 12 01:07:13.307684 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bc01e09e-e5a2-4e94-b677-927359f9d6d8 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.314552 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bc01e09e-e5a2-4e94-b677-927359f9d6d8 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.341300 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc01e09e-e5a2-4e94-b677-927359f9d6d8 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12bdf474-3c74-45ed-b376-b5ccd6179313,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:13.374963 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bc01e09e-e5a2-4e94-b677-927359f9d6d8 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.377554 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-bc01e09e-e5a2-4e94-b677-927359f9d6d8 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4667459 Nov 12 01:07:13.379199 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57892) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:13.420294 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43dc9d0-7160-4d02-9287-017c996ff42f tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Made reservation on behalf of a032962725bc45e7961ed5b3ca9f031e for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:13.465546 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-19584e5a-0b0b-4f71-9395-c8f1a2745b13 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.484760 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-19584e5a-0b0b-4f71-9395-c8f1a2745b13 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.594190 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-19584e5a-0b0b-4f71-9395-c8f1a2745b13 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.625011 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-19584e5a-0b0b-4f71-9395-c8f1a2745b13 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.626290 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-19584e5a-0b0b-4f71-9395-c8f1a2745b13 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/12bdf474-3c74-45ed-b376-b5ccd6179313 HTTP/1.1" status: 204 len: 168 time: 0.2456374 Nov 12 01:07:13.627985 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19584e5a-0b0b-4f71-9395-c8f1a2745b13 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12bdf474-3c74-45ed-b376-b5ccd6179313,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:13.631036 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b43dc9d0-7160-4d02-9287-017c996ff42f tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.634325 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57900) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:13.636902 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df6e1819-6070-4952-86ac-ad814217134b req-daac5fde-5d5e-4f72-ac77-37b931c4cb15 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0756402 Nov 12 01:07:13.668298 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-b43dc9d0-7160-4d02-9287-017c996ff42f tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] device_id is not set on port 56318ace-42e8-407f-bbc3-1f555e57a1ed yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:07:13.696168 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-2c20d791-50c7-44ae-a0b1-fb496aef3868 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0581408 Nov 12 01:07:13.698874 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57902) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:13.778826 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-56255f86-b948-4eea-896a-7efcc0bdd20e tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.823240 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-56255f86-b948-4eea-896a-7efcc0bdd20e tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.887537 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-56255f86-b948-4eea-896a-7efcc0bdd20e tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.892392 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-56255f86-b948-4eea-896a-7efcc0bdd20e tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.896982 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57906) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:13.897910 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-56255f86-b948-4eea-896a-7efcc0bdd20e tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "DELETE /v2.0/security-groups/8058c69b-19c7-4f83-99d9-43bd6c70f238 HTTP/1.1" status: 204 len: 168 time: 0.1980114 Nov 12 01:07:13.909365 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56255f86-b948-4eea-896a-7efcc0bdd20e tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8058c69b-19c7-4f83-99d9-43bd6c70f238,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:14.049712 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a260e5a1-8b3d-40f6-932b-4e84e70b64b1 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1512702 Nov 12 01:07:14.052611 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57914) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:14.198979 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a77398e0-83ec-4c6a-938b-f710890be571 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:14.229631 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a77398e0-83ec-4c6a-938b-f710890be571 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:14.242136 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-b43dc9d0-7160-4d02-9287-017c996ff42f tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Allocated IP 2001:db8::d4 (5531badb-71d6-49c9-b4f7-d9f1b60403fb/b57391c6-f87a-4f16-a493-f6dafaddc85d/56318ace-42e8-407f-bbc3-1f555e57a1ed) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:14.242136 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-b43dc9d0-7160-4d02-9287-017c996ff42f tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Allocated IP 2001:db8:0:1::227 (5531badb-71d6-49c9-b4f7-d9f1b60403fb/f6f57a39-c1b5-4b4c-95cb-9ae59a0fdd85/56318ace-42e8-407f-bbc3-1f555e57a1ed) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:14.321589 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a77398e0-83ec-4c6a-938b-f710890be571 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:14.324922 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a77398e0-83ec-4c6a-938b-f710890be571 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:14.326555 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a77398e0-83ec-4c6a-938b-f710890be571 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "DELETE /v2.0/security-groups/c6992290-a992-4362-a2da-af7cc3f44f4d HTTP/1.1" status: 204 len: 168 time: 0.2719684 Nov 12 01:07:14.330397 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57922) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:14.346694 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77398e0-83ec-4c6a-938b-f710890be571 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6992290-a992-4362-a2da-af7cc3f44f4d,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:14.414495 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4e23b9c7-c30d-4633-b0fd-1adc0c6bd86a tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0816236 Nov 12 01:07:14.423390 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57924) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:14.430098 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-94f38c6b-897f-4bf3-ac40-ee7febd84d45 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Request body: {'security_group': {'name': 'tempest-secgroup--414322355'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:14.470424 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-94f38c6b-897f-4bf3-ac40-ee7febd84d45 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:14.559128 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b43dc9d0-7160-4d02-9287-017c996ff42f tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:14.607715 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-94f38c6b-897f-4bf3-ac40-ee7febd84d45 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:14.616786 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-94f38c6b-897f-4bf3-ac40-ee7febd84d45 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:14.633983 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b43dc9d0-7160-4d02-9287-017c996ff42f tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:14.649293 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 93ee568e-68ef-4cf8-b1e3-4693f135c099 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:07:14.702760 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-94f38c6b-897f-4bf3-ac40-ee7febd84d45 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:14.704049 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-94f38c6b-897f-4bf3-ac40-ee7febd84d45 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2787957 Nov 12 01:07:14.708504 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 93ee568e-68ef-4cf8-b1e3-4693f135c099 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:14.708877 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:14.710249 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57932) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:14.713724 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f38c6b-897f-4bf3-ac40-ee7febd84d45 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6c5a13-de22-4718-8a81-c98cf8d04970,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:14.738766 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-0aad83c3-67f6-4a54-bf17-76d8b306bf65 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Request body: {'security_group_rule': {'security_group_id': '4a6c5a13-de22-4718-8a81-c98cf8d04970', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:14.758168 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8515f7-a42d-4484-9cba-71c2dd456b7d None None] Network 5531badb-71d6-49c9-b4f7-d9f1b60403fb requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:07:14.773428 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43dc9d0-7160-4d02-9287-017c996ff42f tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Network 5531badb-71d6-49c9-b4f7-d9f1b60403fb is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:14.782862 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43dc9d0-7160-4d02-9287-017c996ff42f tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event updated for resources: {'Port': ['ID=56318ace-42e8-407f-bbc3-1f555e57a1ed,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:14.787975 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-b43dc9d0-7160-4d02-9287-017c996ff42f tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:14.799657 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43dc9d0-7160-4d02-9287-017c996ff42f tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:14.807214 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43dc9d0-7160-4d02-9287-017c996ff42f tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:14.808300 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b43dc9d0-7160-4d02-9287-017c996ff42f tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:14.832418 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0aad83c3-67f6-4a54-bf17-76d8b306bf65 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:14.888192 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b43dc9d0-7160-4d02-9287-017c996ff42f tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.8470843 Nov 12 01:07:14.891686 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57936) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:14.897014 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-081cbe37-49dc-44cb-8099-b8573eea694d tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b57391c6-f87a-4f16-a493-f6dafaddc85d'}]}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:14.919420 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0aad83c3-67f6-4a54-bf17-76d8b306bf65 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:14.927024 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0aad83c3-67f6-4a54-bf17-76d8b306bf65 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:14.947033 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad83c3-67f6-4a54-bf17-76d8b306bf65 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=687909e2-0f51-4eae-917d-df78a140662e,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:14.979935 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0aad83c3-67f6-4a54-bf17-76d8b306bf65 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:14.987246 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57940) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:14.987739 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0aad83c3-67f6-4a54-bf17-76d8b306bf65 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2758486 Nov 12 01:07:15.068478 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a37ecf13-c82b-4f7e-a13d-e604ea1217f6 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:15.081949 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a37ecf13-c82b-4f7e-a13d-e604ea1217f6 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:15.102510 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-79bf6165-656d-4d31-af04-44a402943e79 None None] Provisioning complete for port 93ee568e-68ef-4cf8-b1e3-4693f135c099 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:15.102873 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-79bf6165-656d-4d31-af04-44a402943e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:15.167260 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a37ecf13-c82b-4f7e-a13d-e604ea1217f6 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:15.200173 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:15.209698 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a37ecf13-c82b-4f7e-a13d-e604ea1217f6 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:15.213134 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a37ecf13-c82b-4f7e-a13d-e604ea1217f6 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/687909e2-0f51-4eae-917d-df78a140662e HTTP/1.1" status: 204 len: 168 time: 0.2248454 Nov 12 01:07:15.215808 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57952) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:15.238021 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 93ee568e-68ef-4cf8-b1e3-4693f135c099, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=93ee568e-68ef-4cf8-b1e3-4693f135c099,segment=NetworkSegment(cc9956b8-7f48-4480-a160-80c82ea36ec7),segment_id=cc9956b8-7f48-4480-a160-80c82ea36ec7)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:15.255665 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:15.265036 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ecf13-c82b-4f7e-a13d-e604ea1217f6 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=687909e2-0f51-4eae-917d-df78a140662e,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:15.284550 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-081cbe37-49dc-44cb-8099-b8573eea694d tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:15.309300 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-96f5ae7c-c10c-42a7-b045-8904b6bcc1b4 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0923033 Nov 12 01:07:15.313849 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57956) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:15.364859 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=93ee568e-68ef-4cf8-b1e3-4693f135c099,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:15.415752 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5d739aaf-9b38-4bdd-8d0d-90c3c8edce6d tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:15.450251 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5d739aaf-9b38-4bdd-8d0d-90c3c8edce6d tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:15.456629 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237f40bb-0fbe-4329-8741-da896a8ea263 None None] Update dhcp port {'port': {'network_id': '5531badb-71d6-49c9-b4f7-d9f1b60403fb', 'fixed_ips': [{'subnet_id': 'b57391c6-f87a-4f16-a493-f6dafaddc85d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f6f57a39-c1b5-4b4c-95cb-9ae59a0fdd85'}], 'binding:host_id': 'n-d-812236-11'}, 'id': '93ee568e-68ef-4cf8-b1e3-4693f135c099'} from n-d-812236-11. {{(pid=102663) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 01:07:15.501352 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5d739aaf-9b38-4bdd-8d0d-90c3c8edce6d tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:15.504923 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5d739aaf-9b38-4bdd-8d0d-90c3c8edce6d tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:15.507146 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5d739aaf-9b38-4bdd-8d0d-90c3c8edce6d tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "DELETE /v2.0/security-groups/4a6c5a13-de22-4718-8a81-c98cf8d04970 HTTP/1.1" status: 204 len: 168 time: 0.1916153 Nov 12 01:07:15.513622 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57958) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:15.530204 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d739aaf-9b38-4bdd-8d0d-90c3c8edce6d tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6c5a13-de22-4718-8a81-c98cf8d04970,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:15.584034 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-237f40bb-0fbe-4329-8741-da896a8ea263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:15.602539 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a3c9b1cf-9b30-4815-88d3-f7e63ed8b0d6 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0836661 Nov 12 01:07:15.603140 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57962) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:15.617844 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-123e9d8f-808d-4385-9799-add02f8973ab tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Request body: {'security_group': {'name': 'tempest-secgroup--186362413'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:15.661902 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-123e9d8f-808d-4385-9799-add02f8973ab tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:15.691276 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-029448c1-f761-4f92-ae7d-0ea3e0cb3173 req-2a360ab8-71e2-4cd6-bc06-ee8754805b1c service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0549917 Nov 12 01:07:15.766448 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-c02e94a0-be36-4298-b40b-1d398549ca79 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1693425 Nov 12 01:07:15.785508 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-123e9d8f-808d-4385-9799-add02f8973ab tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:15.791483 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-081cbe37-49dc-44cb-8099-b8573eea694d tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Delete allocated IP 2001:db8:0:1::227 (5531badb-71d6-49c9-b4f7-d9f1b60403fb/f6f57a39-c1b5-4b4c-95cb-9ae59a0fdd85) {{(pid=102661) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 01:07:15.792390 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-123e9d8f-808d-4385-9799-add02f8973ab tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:15.819602 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-123e9d8f-808d-4385-9799-add02f8973ab tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:15.821071 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-123e9d8f-808d-4385-9799-add02f8973ab tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2170033 Nov 12 01:07:15.828269 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57970) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:15.833231 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-6dfeebe7-6ed4-4cb5-80a8-5cb6c216e9c6 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Request body: {'security_group_rule': {'security_group_id': 'db507fbd-6de5-4239-961a-60b0b5a4e25f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:15.864306 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e9d8f-808d-4385-9799-add02f8973ab tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db507fbd-6de5-4239-961a-60b0b5a4e25f,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:15.901673 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6dfeebe7-6ed4-4cb5-80a8-5cb6c216e9c6 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:15.975053 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6dfeebe7-6ed4-4cb5-80a8-5cb6c216e9c6 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:15.982828 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6dfeebe7-6ed4-4cb5-80a8-5cb6c216e9c6 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:16.038929 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfeebe7-6ed4-4cb5-80a8-5cb6c216e9c6 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12dab170-3b69-4b7a-8a1b-f201fcc7b19c,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:16.050036 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6dfeebe7-6ed4-4cb5-80a8-5cb6c216e9c6 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:16.051530 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6dfeebe7-6ed4-4cb5-80a8-5cb6c216e9c6 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2218840 Nov 12 01:07:16.055396 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57978) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:16.059456 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d749ca3c-e6e6-41da-84ae-1f69e70e49e0 req-e793543c-b683-43b9-9acf-bb873da8e1e5 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0521300 Nov 12 01:07:16.076229 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-396f2fa6-4fb6-4f4e-a68a-977caa5ca175 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "GET /v2.0/security-group-rules/12dab170-3b69-4b7a-8a1b-f201fcc7b19c HTTP/1.1" status: 200 len: 763 time: 0.0196707 Nov 12 01:07:16.081926 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57980) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:16.418352 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-c304a0df-19ef-40cb-b309-3c4b438365fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:16.418856 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-c304a0df-19ef-40cb-b309-3c4b438365fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:16.419317 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-c304a0df-19ef-40cb-b309-3c4b438365fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:16.419902 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-c304a0df-19ef-40cb-b309-3c4b438365fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:16.420933 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-c304a0df-19ef-40cb-b309-3c4b438365fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:16.421611 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-c304a0df-19ef-40cb-b309-3c4b438365fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:16.422089 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-c304a0df-19ef-40cb-b309-3c4b438365fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:16.424461 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-c304a0df-19ef-40cb-b309-3c4b438365fc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99d22f2d09c941868df176b00803ab3d&device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 6508 time: 0.5183942 Nov 12 01:07:16.546549 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 57996) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:16.547060 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-72309166-6f9f-475b-a025-bebc74f5ffb8 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4576871 Nov 12 01:07:16.552982 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-081cbe37-49dc-44cb-8099-b8573eea694d tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:16.583724 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-081cbe37-49dc-44cb-8099-b8573eea694d tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:16.632775 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 93ee568e-68ef-4cf8-b1e3-4693f135c099 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:07:16.643830 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8378d4e5-ede6-4a08-8bd5-15665474ef82 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:16.666453 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8378d4e5-ede6-4a08-8bd5-15665474ef82 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:16.667166 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-081cbe37-49dc-44cb-8099-b8573eea694d tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] In _notify_port_updated(), no bound segment for port 56318ace-42e8-407f-bbc3-1f555e57a1ed on network 5531badb-71d6-49c9-b4f7-d9f1b60403fb {{(pid=102661) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:07:16.673663 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081cbe37-49dc-44cb-8099-b8573eea694d tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:16.674314 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-081cbe37-49dc-44cb-8099-b8573eea694d tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:16.678205 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-081cbe37-49dc-44cb-8099-b8573eea694d tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "PUT /v2.0/ports/56318ace-42e8-407f-bbc3-1f555e57a1ed HTTP/1.1" status: 200 len: 924 time: 1.7830260 Nov 12 01:07:16.680490 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 57998) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:16.688493 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-1ebed57c-b851-432c-be18-525d4eb12e03 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b57391c6-f87a-4f16-a493-f6dafaddc85d'}, {'subnet_id': 'f6f57a39-c1b5-4b4c-95cb-9ae59a0fdd85'}]}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:16.725994 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8378d4e5-ede6-4a08-8bd5-15665474ef82 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:16.737201 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8378d4e5-ede6-4a08-8bd5-15665474ef82 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:16.741792 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8378d4e5-ede6-4a08-8bd5-15665474ef82 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/12dab170-3b69-4b7a-8a1b-f201fcc7b19c HTTP/1.1" status: 204 len: 168 time: 0.1938217 Nov 12 01:07:16.742421 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58002) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:16.809118 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-237f40bb-0fbe-4329-8741-da896a8ea263 None None] Allocated IP 2001:db8:0:1::2 (5531badb-71d6-49c9-b4f7-d9f1b60403fb/f6f57a39-c1b5-4b4c-95cb-9ae59a0fdd85/93ee568e-68ef-4cf8-b1e3-4693f135c099) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:16.813459 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081cbe37-49dc-44cb-8099-b8573eea694d tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event updated for resources: {'Port': ['ID=56318ace-42e8-407f-bbc3-1f555e57a1ed,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:16.836232 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-b824dcdb-7d3a-442e-9b70-ef758331e543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:16.836694 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-b824dcdb-7d3a-442e-9b70-ef758331e543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:16.837148 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-b824dcdb-7d3a-442e-9b70-ef758331e543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:16.839910 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-b824dcdb-7d3a-442e-9b70-ef758331e543 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6d66b009-87d4-44ee-a0b8-482e36cd5030&id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&id=0fed04be-2c3a-475e-8199-924085f487af&id=0fed04be-2c3a-475e-8199-924085f487af HTTP/1.1" status: 200 len: 2299 time: 0.3686345 Nov 12 01:07:16.895718 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 93ee568e-68ef-4cf8-b1e3-4693f135c099 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:16.896469 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:16.950399 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1ebed57c-b851-432c-be18-525d4eb12e03 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.045943 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-61fb4af9-eff7-4602-a7d6-52da8b218a48 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=839befd9-0d96-49e6-b80d-77934b38b2b7 HTTP/1.1" status: 200 len: 1001 time: 0.1957030 Nov 12 01:07:17.136076 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-237f40bb-0fbe-4329-8741-da896a8ea263 None None] For port 93ee568e-68ef-4cf8-b1e3-4693f135c099, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=93ee568e-68ef-4cf8-b1e3-4693f135c099,segment=NetworkSegment(cc9956b8-7f48-4480-a160-80c82ea36ec7),segment_id=cc9956b8-7f48-4480-a160-80c82ea36ec7)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:17.211734 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-237f40bb-0fbe-4329-8741-da896a8ea263 None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.226376 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-237f40bb-0fbe-4329-8741-da896a8ea263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.233585 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8378d4e5-ede6-4a08-8bd5-15665474ef82 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12dab170-3b69-4b7a-8a1b-f201fcc7b19c,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:17.288153 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-aa34b9b4-086f-4ce5-9fab-c3db3fc28629 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5409536 Nov 12 01:07:17.288356 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58012) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:17.293315 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-509134e5-f756-4332-aa6c-b5b3a97504bf tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Request body: {'security_group_rule': {'security_group_id': 'db507fbd-6de5-4239-961a-60b0b5a4e25f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:17.383700 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-509134e5-f756-4332-aa6c-b5b3a97504bf tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.443314 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237f40bb-0fbe-4329-8741-da896a8ea263 None None] Pushing event updated for resources: {'Port': ['ID=93ee568e-68ef-4cf8-b1e3-4693f135c099,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:17.463055 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-dd55b919-d527-42c8-b52f-25057f3e4200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:17.474349 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-dd55b919-d527-42c8-b52f-25057f3e4200 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=84f3c115-0f29-44bb-9c76-e6ed88722019 HTTP/1.1" status: 200 len: 856 time: 0.4131062 Nov 12 01:07:17.587116 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-509134e5-f756-4332-aa6c-b5b3a97504bf tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.597593 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-509134e5-f756-4332-aa6c-b5b3a97504bf tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.653692 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509134e5-f756-4332-aa6c-b5b3a97504bf tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2583537-754a-40a4-bc8b-c1eac6bc8d47,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:17.672917 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-509134e5-f756-4332-aa6c-b5b3a97504bf tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.678786 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-509134e5-f756-4332-aa6c-b5b3a97504bf tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3893843 Nov 12 01:07:17.681771 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58022) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:17.727090 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2e194c78-fe52-4ead-83e0-402fdc65c7ed tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "GET /v2.0/security-group-rules/a2583537-754a-40a4-bc8b-c1eac6bc8d47 HTTP/1.1" status: 200 len: 763 time: 0.0409467 Nov 12 01:07:17.727826 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58024) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:17.738268 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-1ebed57c-b851-432c-be18-525d4eb12e03 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Allocated IP 2001:db8:0:1::2c1 (5531badb-71d6-49c9-b4f7-d9f1b60403fb/f6f57a39-c1b5-4b4c-95cb-9ae59a0fdd85/56318ace-42e8-407f-bbc3-1f555e57a1ed) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:17.801661 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8955c4f9-9a4e-4a8e-93da-c42ef1f60056 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0722647 Nov 12 01:07:17.802359 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58028) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:17.811379 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-eefc29f3-7125-4780-81f4-c08e735c3392 req-66f000e3-6892-4343-9014-35c8ce05bb81 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=945bf2d8-ccef-41ed-9492-7448ebf57c6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5637622 Nov 12 01:07:17.855011 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b5f72152-0d75-4aea-bf99-b2d1ba9c960a tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.874822 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b5f72152-0d75-4aea-bf99-b2d1ba9c960a tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.924127 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b5f72152-0d75-4aea-bf99-b2d1ba9c960a tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.932509 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b5f72152-0d75-4aea-bf99-b2d1ba9c960a tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.939265 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b5f72152-0d75-4aea-bf99-b2d1ba9c960a tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/a2583537-754a-40a4-bc8b-c1eac6bc8d47 HTTP/1.1" status: 204 len: 168 time: 0.1352265 Nov 12 01:07:17.960837 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58030) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:17.962914 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f72152-0d75-4aea-bf99-b2d1ba9c960a tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2583537-754a-40a4-bc8b-c1eac6bc8d47,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:18.045608 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-45422c35-ca99-416f-ab24-168efc5c4948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:18.048634 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-45422c35-ca99-416f-ab24-168efc5c4948 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6d66b009-87d4-44ee-a0b8-482e36cd5030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2689745 Nov 12 01:07:18.070902 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-591cbd5b-ae4f-4c8c-877f-6a1ceae8c884 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0976179 Nov 12 01:07:18.071509 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58038) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:18.084434 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-5baf397a-cf27-4890-9cf0-3fcb3f169962 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Request body: {'security_group_rule': {'security_group_id': 'db507fbd-6de5-4239-961a-60b0b5a4e25f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:18.094832 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d49ac491-a2b4-46ae-b2c8-54a7af05316f req-ac76b546-4486-403a-ac8a-1518c1c6b9ac service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0795300 Nov 12 01:07:18.166958 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc29f3-7125-4780-81f4-c08e735c3392 req-3d6300f2-2833-46a8-b170-8757a154e01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:18.168032 n-d-812236-11 neutron-server[102662]: INFO neutron.db.securitygroups_db [None req-5baf397a-cf27-4890-9cf0-3fcb3f169962 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Project 3dd899c151244961a83181b815c2e028 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:07:18.171209 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-eefc29f3-7125-4780-81f4-c08e735c3392 req-3d6300f2-2833-46a8-b170-8757a154e01b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=92120bcf7a2b4a398a48be8e2d4be44a&device_id=945bf2d8-ccef-41ed-9492-7448ebf57c6c HTTP/1.1" status: 200 len: 1097 time: 0.2151468 Nov 12 01:07:18.187386 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5baf397a-cf27-4890-9cf0-3fcb3f169962 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.307965 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5baf397a-cf27-4890-9cf0-3fcb3f169962 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.321546 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5baf397a-cf27-4890-9cf0-3fcb3f169962 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.364835 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf397a-cf27-4890-9cf0-3fcb3f169962 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17123aeb-7872-4dc1-a8b8-3e7aaeb2985e,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:18.377147 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5baf397a-cf27-4890-9cf0-3fcb3f169962 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.379226 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5baf397a-cf27-4890-9cf0-3fcb3f169962 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3066738 Nov 12 01:07:18.381677 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58048) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:18.401646 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f81951e0-907d-48ed-a165-fc6072b939c0 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "GET /v2.0/security-group-rules/17123aeb-7872-4dc1-a8b8-3e7aaeb2985e HTTP/1.1" status: 200 len: 769 time: 0.0184367 Nov 12 01:07:18.408733 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-64491aff-5386-4fb7-8f10-d7e87aae3368 service neutron] 10.222.0.49 "GET /v2.0/networks/6d66b009-87d4-44ee-a0b8-482e36cd5030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379855 Nov 12 01:07:18.419193 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58050) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:18.456549 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-38833546-1ce4-4dc6-9c91-0074e47e1e87 req-3719006f-c280-4a8a-bdd3-221a66af9fb6 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0494728 Nov 12 01:07:18.492228 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f1bc2f74-215a-49da-8080-a2729251d0dd tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0693352 Nov 12 01:07:18.494084 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58054) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:18.552256 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1ebed57c-b851-432c-be18-525d4eb12e03 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.594403 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1ebed57c-b851-432c-be18-525d4eb12e03 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.595944 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9d1ab796-9e26-4ecb-aa08-c8c9c0b170ee tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.626745 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9d1ab796-9e26-4ecb-aa08-c8c9c0b170ee tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.642600 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 93ee568e-68ef-4cf8-b1e3-4693f135c099 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:07:18.698133 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9d1ab796-9e26-4ecb-aa08-c8c9c0b170ee tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.706999 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9d1ab796-9e26-4ecb-aa08-c8c9c0b170ee tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.708779 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 93ee568e-68ef-4cf8-b1e3-4693f135c099 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:18.709237 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.715942 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-9d1ab796-9e26-4ecb-aa08-c8c9c0b170ee tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/17123aeb-7872-4dc1-a8b8-3e7aaeb2985e HTTP/1.1" status: 204 len: 168 time: 0.2202220 Nov 12 01:07:18.717638 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 58060) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:18.726691 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ab796-9e26-4ecb-aa08-c8c9c0b170ee tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=17123aeb-7872-4dc1-a8b8-3e7aaeb2985e,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:18.759455 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afd4edd-2f2b-46b6-b225-2459b5d0fd78 None None] Network 5531badb-71d6-49c9-b4f7-d9f1b60403fb requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:07:18.767933 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebed57c-b851-432c-be18-525d4eb12e03 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event updated for resources: {'Port': ['ID=56318ace-42e8-407f-bbc3-1f555e57a1ed,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:18.808115 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc29f3-7125-4780-81f4-c08e735c3392 req-b747282a-5e8c-4c1b-beb6-b8cdceabb252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:18.809775 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-eefc29f3-7125-4780-81f4-c08e735c3392 req-b747282a-5e8c-4c1b-beb6-b8cdceabb252 service neutron] 10.222.0.54 "GET /v2.0/networks?id=81cab25c-cc73-4b97-9af8-266d9053a85f HTTP/1.1" status: 200 len: 911 time: 0.5985460 Nov 12 01:07:18.854380 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b5668861-3e9a-4038-b0e2-d9524f07b0cb None None] Provisioning complete for port 56318ace-42e8-407f-bbc3-1f555e57a1ed triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:18.854743 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b5668861-3e9a-4038-b0e2-d9524f07b0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.922921 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58064) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:18.934409 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b6843aa6-c39b-4dd8-9a70-8ece8b890cc2 tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2050452 Nov 12 01:07:18.940207 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-1ebed57c-b851-432c-be18-525d4eb12e03 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] In _notify_port_updated(), no bound segment for port 56318ace-42e8-407f-bbc3-1f555e57a1ed on network 5531badb-71d6-49c9-b4f7-d9f1b60403fb {{(pid=102661) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:07:18.945874 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b5668861-3e9a-4038-b0e2-d9524f07b0cb None None] Port 56318ace-42e8-407f-bbc3-1f555e57a1ed cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:07:18.957526 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebed57c-b851-432c-be18-525d4eb12e03 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:18.958998 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1ebed57c-b851-432c-be18-525d4eb12e03 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.966465 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1ebed57c-b851-432c-be18-525d4eb12e03 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "PUT /v2.0/ports/56318ace-42e8-407f-bbc3-1f555e57a1ed HTTP/1.1" status: 200 len: 1010 time: 2.2827859 Nov 12 01:07:18.970404 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58066) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:18.992787 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b5668861-3e9a-4038-b0e2-d9524f07b0cb None None] Provisioning complete for port 93ee568e-68ef-4cf8-b1e3-4693f135c099 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:18.993314 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b5668861-3e9a-4038-b0e2-d9524f07b0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:19.008527 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-b1baf799-bb99-4872-9c79-e491603f5af8 service neutron] 10.222.0.49 "GET /v2.0/networks/6d66b009-87d4-44ee-a0b8-482e36cd5030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5494130 Nov 12 01:07:19.083061 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-3cd3e1d5-25db-4d4d-8ccd-2343c56e240b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9 HTTP/1.1" status: 200 len: 217 time: 0.0577242 Nov 12 01:07:19.085233 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-eefc29f3-7125-4780-81f4-c08e735c3392 req-d0d43d44-5956-40da-9c13-a05496bd2ddb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e5cca67-db57-427d-95f8-0ca4e0258202 HTTP/1.1" status: 200 len: 1000 time: 0.2600484 Nov 12 01:07:19.119643 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9908879e-0a3a-493a-a9c4-23a786677cdf tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:19.179707 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9908879e-0a3a-493a-a9c4-23a786677cdf tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:19.181628 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-efc99751-f619-43db-8f73-9e4ff4e300d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:19.183105 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-efc99751-f619-43db-8f73-9e4ff4e300d9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5 HTTP/1.1" status: 200 len: 797 time: 0.0926549 Nov 12 01:07:19.204407 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc29f3-7125-4780-81f4-c08e735c3392 req-82d14595-a079-4437-a17f-1a304854a4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:19.206059 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-eefc29f3-7125-4780-81f4-c08e735c3392 req-82d14595-a079-4437-a17f-1a304854a4a6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=14a1d482-7411-47d7-8687-bbca824f06be HTTP/1.1" status: 200 len: 849 time: 0.1069841 Nov 12 01:07:19.224592 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-0fbfcd68-89ba-4d99-b466-0a467e7ec635 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Deleting port 56318ace-42e8-407f-bbc3-1f555e57a1ed {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:19.225562 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0fbfcd68-89ba-4d99-b466-0a467e7ec635 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:19.337362 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-fd449d51-987c-4689-a5ed-04834bf9628f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:19.338931 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-fd449d51-987c-4689-a5ed-04834bf9628f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1319473 Nov 12 01:07:19.366381 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc29f3-7125-4780-81f4-c08e735c3392 req-3589b937-a8cd-4cbe-a9bb-81d06da36572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:19.367883 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-eefc29f3-7125-4780-81f4-c08e735c3392 req-3589b937-a8cd-4cbe-a9bb-81d06da36572 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=81cab25c-cc73-4b97-9af8-266d9053a85f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1411276 Nov 12 01:07:19.406080 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0fbfcd68-89ba-4d99-b466-0a467e7ec635 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:19.420916 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-0fbfcd68-89ba-4d99-b466-0a467e7ec635 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Calling delete_port for 56318ace-42e8-407f-bbc3-1f555e57a1ed owned by {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:19.503641 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9908879e-0a3a-493a-a9c4-23a786677cdf tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:19.520468 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9908879e-0a3a-493a-a9c4-23a786677cdf tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:19.523290 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-9908879e-0a3a-493a-a9c4-23a786677cdf tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "DELETE /v2.0/security-groups/db507fbd-6de5-4239-961a-60b0b5a4e25f HTTP/1.1" status: 204 len: 168 time: 0.5964851 Nov 12 01:07:19.536447 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58076) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:19.651564 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b3035cfb-a0e9-474c-a64d-3d195ff05bae None None] Provisioning complete for port 56318ace-42e8-407f-bbc3-1f555e57a1ed triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:19.652360 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b3035cfb-a0e9-474c-a64d-3d195ff05bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:19.661607 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-eefc29f3-7125-4780-81f4-c08e735c3392 req-75a0f7fc-a2a0-464c-af1e-21c0634f5e63 service neutron] 10.222.0.54 "GET /v2.0/networks/81cab25c-cc73-4b97-9af8-266d9053a85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751524 Nov 12 01:07:19.708941 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-4505c323-192a-4d9c-9eb4-7f6063275059 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567924 Nov 12 01:07:19.794165 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b3035cfb-a0e9-474c-a64d-3d195ff05bae None None] Port 56318ace-42e8-407f-bbc3-1f555e57a1ed cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:07:19.809796 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9908879e-0a3a-493a-a9c4-23a786677cdf tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db507fbd-6de5-4239-961a-60b0b5a4e25f,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:19.834375 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b3035cfb-a0e9-474c-a64d-3d195ff05bae None None] Provisioning complete for port 93ee568e-68ef-4cf8-b1e3-4693f135c099 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:19.835135 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b3035cfb-a0e9-474c-a64d-3d195ff05bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:19.845296 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1eafd2c5-b3de-4634-9bac-bbf5eb2cc34e tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3057971 Nov 12 01:07:19.854411 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58088) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:19.911669 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-eea2df29-3305-4fe5-80a3-6831f323c48b tempest-SecGroupIPv6Test-925841646 tempest-SecGroupIPv6Test-925841646-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0560515 Nov 12 01:07:19.912699 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0fbfcd68-89ba-4d99-b466-0a467e7ec635 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:19.976376 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbfcd68-89ba-4d99-b466-0a467e7ec635 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event deleted for resources: {'Port': ['ID=56318ace-42e8-407f-bbc3-1f555e57a1ed,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:20.095487 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0fbfcd68-89ba-4d99-b466-0a467e7ec635 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:20.101573 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0fbfcd68-89ba-4d99-b466-0a467e7ec635 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "DELETE /v2.0/ports/56318ace-42e8-407f-bbc3-1f555e57a1ed HTTP/1.1" status: 204 len: 168 time: 1.1270626 Nov 12 01:07:20.106360 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 58094) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:20.110908 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-eefc29f3-7125-4780-81f4-c08e735c3392 req-d129474d-0bfb-4273-b7b1-db108e802d4b service neutron] 10.222.0.54 "GET /v2.0/networks/81cab25c-cc73-4b97-9af8-266d9053a85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4007804 Nov 12 01:07:20.163454 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-ade04b48-13cd-4465-8234-d99000ca3d52 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] GET failed (client error): The resource could not be found. Nov 12 01:07:20.168032 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ade04b48-13cd-4465-8234-d99000ca3d52 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "GET /v2.0/ports/56318ace-42e8-407f-bbc3-1f555e57a1ed HTTP/1.1" status: 404 len: 333 time: 0.0509462 Nov 12 01:07:20.168225 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58096) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:20.185683 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-81a67d10-bea7-483e-9fa1-3d292652144a service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4635518 Nov 12 01:07:20.259298 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-3f99d1e3-cafc-44f8-86ed-f385ebc275d9 None None] Could not find standard attr ID for object 56318ace-42e8-407f-bbc3-1f555e57a1ed. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:07:20.285774 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-18dec166-6b13-4467-b406-3991c1105923 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=e5eb25a0-7da0-4bbc-9a1a-01a506e19685 HTTP/1.1" status: 200 len: 217 time: 0.0926335 Nov 12 01:07:20.286027 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b3268f4-896f-4778-8b7a-86da476d18a8 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Deleting subnet f6f57a39-c1b5-4b4c-95cb-9ae59a0fdd85 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:07:20.301969 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4b3268f4-896f-4778-8b7a-86da476d18a8 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:20.352723 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4b3268f4-896f-4778-8b7a-86da476d18a8 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:20.413552 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58108) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:20.445611 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2eea1f82-90d7-4b10-8cf6-944346bb7a5e req-b513826b-1e66-43ba-8eac-5dd8fb30b687 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0605381 Nov 12 01:07:20.454527 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-3f576edb-0eb2-4c33-9119-e366c9c35c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:20.456164 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-3f576edb-0eb2-4c33-9119-e366c9c35c58 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5 HTTP/1.1" status: 200 len: 797 time: 0.1588986 Nov 12 01:07:20.542333 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-5d3cc6f6-bed2-4db3-a607-d2e09e3b4a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:20.546908 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-5d3cc6f6-bed2-4db3-a607-d2e09e3b4a8e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0818448 Nov 12 01:07:20.582877 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4b3268f4-896f-4778-8b7a-86da476d18a8 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:20.643926 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-8962fa93-1757-42b8-8e08-dd28ad6a8831 None None] Could not find standard attr ID for object 56318ace-42e8-407f-bbc3-1f555e57a1ed. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:07:20.737950 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4b3268f4-896f-4778-8b7a-86da476d18a8 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:20.755652 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-abef6df9-04f7-4d54-9b0b-e39201d7ed8f service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006917 Nov 12 01:07:20.785244 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-196c62f3-6e48-44ec-871b-f59efd369aea req-f63a0ad2-9aee-49f7-b855-bd97d0d19673 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0756013 Nov 12 01:07:20.788261 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3268f4-896f-4778-8b7a-86da476d18a8 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event deleted for resources: {'Subnet': ['ID=f6f57a39-c1b5-4b4c-95cb-9ae59a0fdd85,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:20.794423 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4b3268f4-896f-4778-8b7a-86da476d18a8 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:20.802310 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-4b3268f4-896f-4778-8b7a-86da476d18a8 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "DELETE /v2.0/subnets/f6f57a39-c1b5-4b4c-95cb-9ae59a0fdd85 HTTP/1.1" status: 204 len: 168 time: 0.6293280 Nov 12 01:07:20.804466 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7cdb8583-9cc3-4870-a70a-a9d61bc4b02d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3dd899c151244961a83181b815c2e028&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3868546 Nov 12 01:07:20.804972 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58120) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:20.805304 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58122) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:20.892864 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e43dc37-1561-4496-8193-b24a0fd40ed3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Deleting subnet b57391c6-f87a-4f16-a493-f6dafaddc85d {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:07:20.915446 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2e43dc37-1561-4496-8193-b24a0fd40ed3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:20.939081 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-aeaf6692-b265-42c8-bfdd-0856d933e5ba service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645710 Nov 12 01:07:21.001654 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab05d4d-bd1f-4e08-8fe2-bca0bd0728f8 None None] Network 5531badb-71d6-49c9-b4f7-d9f1b60403fb requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:07:21.022702 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-746cf8d0-2184-469a-9a54-8e36f74d948f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=4c22bace-f635-4893-bff7-f3b4e0d2feaa HTTP/1.1" status: 200 len: 217 time: 0.0748081 Nov 12 01:07:21.055508 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2e43dc37-1561-4496-8193-b24a0fd40ed3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:21.106684 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-c94a2462-47cb-421b-bd65-a5cf3532341b None None] Could not find standard attr ID for object 56318ace-42e8-407f-bbc3-1f555e57a1ed. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:07:21.125738 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-95395bc4-20f2-498b-bf11-8677064f2632 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:21.146826 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-74b36d7c-f936-4dd1-b22c-22b27c03d1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:21.148324 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-74b36d7c-f936-4dd1-b22c-22b27c03d1f6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5 HTTP/1.1" status: 200 len: 797 time: 0.1177001 Nov 12 01:07:21.170962 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-95395bc4-20f2-498b-bf11-8677064f2632 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:21.202450 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-89317339-b2d0-40b9-ac62-6c8419fbe230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:21.204126 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-89317339-b2d0-40b9-ac62-6c8419fbe230 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0477624 Nov 12 01:07:21.266534 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2e43dc37-1561-4496-8193-b24a0fd40ed3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:21.316250 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-95395bc4-20f2-498b-bf11-8677064f2632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:21.320225 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-95395bc4-20f2-498b-bf11-8677064f2632 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:21.321723 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-95395bc4-20f2-498b-bf11-8677064f2632 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/654c0856-d269-4474-adb1-8852e9ab7575 HTTP/1.1" status: 204 len: 168 time: 0.5139413 Nov 12 01:07:21.342973 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-321fea69-26d9-44af-b267-3ccb9a5badab service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268601 Nov 12 01:07:21.375408 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95395bc4-20f2-498b-bf11-8677064f2632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654c0856-d269-4474-adb1-8852e9ab7575,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:21.455196 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2e43dc37-1561-4496-8193-b24a0fd40ed3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:21.494894 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e43dc37-1561-4496-8193-b24a0fd40ed3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event deleted for resources: {'Subnet': ['ID=b57391c6-f87a-4f16-a493-f6dafaddc85d,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:21.503412 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2e43dc37-1561-4496-8193-b24a0fd40ed3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:21.509548 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2e43dc37-1561-4496-8193-b24a0fd40ed3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "DELETE /v2.0/subnets/b57391c6-f87a-4f16-a493-f6dafaddc85d HTTP/1.1" status: 204 len: 168 time: 0.7028146 Nov 12 01:07:21.510279 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 58138) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:21.590213 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-f3d7c52c-3b22-45c9-8270-bc57d2e67ee5 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407215 Nov 12 01:07:21.690365 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-76887cfb-b7a8-4caa-be09-c3f626b60bc4 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:21.787072 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-289d6227-6207-4d73-a798-3bb31e778aa7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4 HTTP/1.1" status: 200 len: 217 time: 0.0909002 Nov 12 01:07:21.925890 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-155193ff-84f5-4cd5-90a7-c9b9c6e7ba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:21.927379 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-155193ff-84f5-4cd5-90a7-c9b9c6e7ba55 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5 HTTP/1.1" status: 200 len: 797 time: 0.1333909 Nov 12 01:07:22.011085 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-76887cfb-b7a8-4caa-be09-c3f626b60bc4 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Deleting port 93ee568e-68ef-4cf8-b1e3-4693f135c099 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:22.011417 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-76887cfb-b7a8-4caa-be09-c3f626b60bc4 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:22.166293 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-c964b9b0-4ead-4960-bae0-e2c986064d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:22.168309 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-c964b9b0-4ead-4960-bae0-e2c986064d0f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2282503 Nov 12 01:07:22.200437 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-76887cfb-b7a8-4caa-be09-c3f626b60bc4 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] For port 93ee568e-68ef-4cf8-b1e3-4693f135c099, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=93ee568e-68ef-4cf8-b1e3-4693f135c099,segment=NetworkSegment(cc9956b8-7f48-4480-a160-80c82ea36ec7),segment_id=cc9956b8-7f48-4480-a160-80c82ea36ec7)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:22.201080 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-76887cfb-b7a8-4caa-be09-c3f626b60bc4 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:22.251386 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-76887cfb-b7a8-4caa-be09-c3f626b60bc4 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Calling delete_port for 93ee568e-68ef-4cf8-b1e3-4693f135c099 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:22.328135 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e61ddc-e05b-4a2e-a507-be60d2ca8ed9 None None] Network 5531badb-71d6-49c9-b4f7-d9f1b60403fb requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:07:22.430757 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-378ac9d5-d8ea-4094-907c-9b65e4dd75b3 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538660 Nov 12 01:07:22.563357 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58180) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:22.594437 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-0e1dbc64-0385-4449-8ab7-b5af84a4d123 None None] Provisioning complete for port 93ee568e-68ef-4cf8-b1e3-4693f135c099 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:22.594809 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0e1dbc64-0385-4449-8ab7-b5af84a4d123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:22.863835 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e8a0a253-c4f4-4602-9c6e-2fcc7024326b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:22.914410 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58188) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:22.983439 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e8a0a253-c4f4-4602-9c6e-2fcc7024326b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:23.007015 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e8a0a253-c4f4-4602-9c6e-2fcc7024326b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:23.115795 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-e091ee5b-b06e-4f6a-b607-9b57ac0ff338 tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-641260829'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:23.148171 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e091ee5b-b06e-4f6a-b607-9b57ac0ff338 tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] Made reservation on behalf of 9502c0504bdf417ab553b5b8af57d01f for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:23.152434 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e091ee5b-b06e-4f6a-b607-9b57ac0ff338 tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:23.164916 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e8a0a253-c4f4-4602-9c6e-2fcc7024326b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6ca4c5cac0204872afdc5272ddf72c32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5999954 Nov 12 01:07:23.171058 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58198) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:23.172795 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6543cd1e-1635-4c32-bc75-dfb26bb98162 None None] DHCP port deletion for 5531badb-71d6-49c9-b4f7-d9f1b60403fb request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:07:23.200965 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e091ee5b-b06e-4f6a-b607-9b57ac0ff338 tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:23.208088 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a0a253-c4f4-4602-9c6e-2fcc7024326b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12673713-b05c-4084-b5f6-33f490158f47,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:23.263169 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-6543cd1e-1635-4c32-bc75-dfb26bb98162 None None] Deleting port 93ee568e-68ef-4cf8-b1e3-4693f135c099 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:23.264458 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6543cd1e-1635-4c32-bc75-dfb26bb98162 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:23.287509 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-54108b25-4fe2-45d6-b96a-d58b8deebcae req-769d8a8c-4970-4ee0-8ca9-4f7d0c5d7661 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0895500 Nov 12 01:07:23.290940 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-76887cfb-b7a8-4caa-be09-c3f626b60bc4 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:23.362652 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76887cfb-b7a8-4caa-be09-c3f626b60bc4 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] No DVR routers for this DVR port 93ee568e-68ef-4cf8-b1e3-4693f135c099 on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:07:23.396725 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76887cfb-b7a8-4caa-be09-c3f626b60bc4 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event deleted for resources: {'Port': ['ID=93ee568e-68ef-4cf8-b1e3-4693f135c099,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:23.407953 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-39b27027-3c71-4b1c-8074-ce22dfe8bcea service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9616010 Nov 12 01:07:23.418009 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-6543cd1e-1635-4c32-bc75-dfb26bb98162 None None] For port 93ee568e-68ef-4cf8-b1e3-4693f135c099, host n-d-812236-11, got binding levels [] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:23.418531 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6543cd1e-1635-4c32-bc75-dfb26bb98162 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:23.434175 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-443fff6a-696d-46c0-99e4-003f67b84fbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:23.484165 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-6543cd1e-1635-4c32-bc75-dfb26bb98162 None None] Calling delete_port for 93ee568e-68ef-4cf8-b1e3-4693f135c099 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:23.497970 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.ipam_backend_mixin [None req-6543cd1e-1635-4c32-bc75-dfb26bb98162 None None] Port 93ee568e-68ef-4cf8-b1e3-4693f135c099 was not found and therefore no delete operation was performed {{(pid=102663) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 01:07:23.500117 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e091ee5b-b06e-4f6a-b607-9b57ac0ff338 tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:23.503607 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-443fff6a-696d-46c0-99e4-003f67b84fbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:23.504460 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-76887cfb-b7a8-4caa-be09-c3f626b60bc4 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:23.509773 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6543cd1e-1635-4c32-bc75-dfb26bb98162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:23.516164 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e091ee5b-b06e-4f6a-b607-9b57ac0ff338 tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:23.547263 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-eca69828-0890-4c4a-ac63-f776a8c84356 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=32d55d15-cda1-42c5-acb9-247105424a0c HTTP/1.1" status: 200 len: 217 time: 0.0564475 Nov 12 01:07:23.547476 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6543cd1e-1635-4c32-bc75-dfb26bb98162 None None] Pushing event deleted for resources: {'Port': ['ID=93ee568e-68ef-4cf8-b1e3-4693f135c099,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:23.566507 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6543cd1e-1635-4c32-bc75-dfb26bb98162 None None] No DVR routers for this DVR port 93ee568e-68ef-4cf8-b1e3-4693f135c099 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:07:23.612575 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e091ee5b-b06e-4f6a-b607-9b57ac0ff338 tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:07:23.638373 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e091ee5b-b06e-4f6a-b607-9b57ac0ff338 tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:23.638764 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-e091ee5b-b06e-4f6a-b607-9b57ac0ff338 tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] Added segment fb4df4e0-205e-48a5-a271-c0a9da539bd0 of type vlan for network 8e293e1f-15fa-4542-9928-181430904a3b Nov 12 01:07:23.640911 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e091ee5b-b06e-4f6a-b607-9b57ac0ff338 tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef21cf47-3791-4f43-80f5-c0ace40e6279,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:23.669751 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-76887cfb-b7a8-4caa-be09-c3f626b60bc4 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5531badb-71d6-49c9-b4f7-d9f1b60403fb']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:23.689020 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e091ee5b-b06e-4f6a-b607-9b57ac0ff338 tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:23.696531 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-76887cfb-b7a8-4caa-be09-c3f626b60bc4 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc9956b8-7f48-4480-a160-80c82ea36ec7') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:23.696531 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-76887cfb-b7a8-4caa-be09-c3f626b60bc4 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc9956b8-7f48-4480-a160-80c82ea36ec7') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:23.709698 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-76887cfb-b7a8-4caa-be09-c3f626b60bc4 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:23.725857 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-443fff6a-696d-46c0-99e4-003f67b84fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:23.728626 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-76887cfb-b7a8-4caa-be09-c3f626b60bc4 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:23.729349 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-443fff6a-696d-46c0-99e4-003f67b84fbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:23.730978 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-443fff6a-696d-46c0-99e4-003f67b84fbb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/12673713-b05c-4084-b5f6-33f490158f47 HTTP/1.1" status: 204 len: 168 time: 0.5528347 Nov 12 01:07:23.743399 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e091ee5b-b06e-4f6a-b607-9b57ac0ff338 tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:23.749177 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76887cfb-b7a8-4caa-be09-c3f626b60bc4 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:07:23.749631 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-76887cfb-b7a8-4caa-be09-c3f626b60bc4 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:23.750754 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e091ee5b-b06e-4f6a-b607-9b57ac0ff338 tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:23.752055 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e091ee5b-b06e-4f6a-b607-9b57ac0ff338 tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:23.764510 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443fff6a-696d-46c0-99e4-003f67b84fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12673713-b05c-4084-b5f6-33f490158f47,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:23.817894 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e091ee5b-b06e-4f6a-b607-9b57ac0ff338 tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.9023986 Nov 12 01:07:23.852513 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58216) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:23.857575 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.tag.tag_plugin [None req-3b2b20a8-7528-4cdb-a9cd-be57e8caebe4 tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '8e293e1f-15fa-4542-9928-181430904a3b', 'tempest-TagsTest-Tag-286208500') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:23.893554 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e091ee5b-b06e-4f6a-b607-9b57ac0ff338 tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] Pushing event updated for resources: {'Network': ['ID=8e293e1f-15fa-4542-9928-181430904a3b,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:23.907771 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 8e293e1f-15fa-4542-9928-181430904a3b details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:07:23.919483 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ff768a54-1d2a-4515-b885-9c8611ee90c6 req-3d83fb55-94fe-47a0-909e-6ce556c90377 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.3028541 Nov 12 01:07:23.920004 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:07:23.920004 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:07:23.920004 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:07:23.920004 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:07:23.920004 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:07:23.920004 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:07:23.920004 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:07:23.920004 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:07:23.920004 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:07:23.920004 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:07:23.920004 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:07:23.920004 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:07:23.920004 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:07:23.920004 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:07:23.920004 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:07:23.920004 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:07:23.920004 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:07:23.920004 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:07:23.920004 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:07:23.920004 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:07:23.920004 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:07:23.920004 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:07:23.920004 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:07:23.920004 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:07:23.920004 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:07:23.920004 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:07:23.920004 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:07:23.920004 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:07:23.920004 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:07:23.920004 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:07:23.920004 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:07:23.920004 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:07:23.930476 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-76887cfb-b7a8-4caa-be09-c3f626b60bc4 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:24.005653 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3b2b20a8-7528-4cdb-a9cd-be57e8caebe4 tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] 10.222.0.20 "PUT /v2.0/networks/8e293e1f-15fa-4542-9928-181430904a3b/tags/tempest-TagsTest-Tag-286208500 HTTP/1.1" status: 201 len: 201 time: 0.1491349 Nov 12 01:07:24.007237 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58220) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:24.011519 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-650c0425-9ab1-4772-b981-15452d10e4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:24.013791 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-650c0425-9ab1-4772-b981-15452d10e4d4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5954c685-7a02-40be-97b5-9b885e683410 HTTP/1.1" status: 200 len: 797 time: 0.4529576 Nov 12 01:07:24.015480 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-76887cfb-b7a8-4caa-be09-c3f626b60bc4 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:24.023434 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-76887cfb-b7a8-4caa-be09-c3f626b60bc4 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "DELETE /v2.0/networks/5531badb-71d6-49c9-b4f7-d9f1b60403fb HTTP/1.1" status: 204 len: 168 time: 2.5071778 Nov 12 01:07:24.026046 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58224) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:24.033314 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.tag.tag_plugin [None req-bb790f36-f04e-464c-bc9e-d52ceb5be243 tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8e293e1f-15fa-4542-9928-181430904a3b', 'tempest-TagsTest-Tag-286208500') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:24.065252 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76887cfb-b7a8-4caa-be09-c3f626b60bc4 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event deleted for resources: {'Network': ['ID=5531badb-71d6-49c9-b4f7-d9f1b60403fb,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:24.083493 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-63ca27d4-05b4-435c-999d-a0e0651246a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:24.086873 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-63ca27d4-05b4-435c-999d-a0e0651246a8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0fed04be-2c3a-475e-8199-924085f487af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0648885 Nov 12 01:07:24.191368 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c330a4f6-4ed7-433e-8cd4-d32f42ee9c6d tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:24.192428 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c330a4f6-4ed7-433e-8cd4-d32f42ee9c6d tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1543174 Nov 12 01:07:24.196164 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58226) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:24.202920 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-4420533a-f6b4-4607-bb71-f96fa59917e2 service neutron] 10.222.0.49 "GET /v2.0/networks/0fed04be-2c3a-475e-8199-924085f487af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058071 Nov 12 01:07:24.240470 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-bb790f36-f04e-464c-bc9e-d52ceb5be243 tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] 10.222.0.20 "GET /v2.0/networks/8e293e1f-15fa-4542-9928-181430904a3b/tags/tempest-TagsTest-Tag-286208500 HTTP/1.1" status: 204 len: 168 time: 0.2191615 Nov 12 01:07:24.240907 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58230) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:24.246084 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.tag.tag_plugin [None req-08ea022c-7809-42c8-a22b-7d38bafa9af4 tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '8e293e1f-15fa-4542-9928-181430904a3b') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:24.280214 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 58232) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:24.297925 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bdce4d4c-5d81-4240-9996-bc80801c86af admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:24.311586 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-31e2e629-7c87-4840-899d-22544da067ef tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1130619 Nov 12 01:07:24.315428 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 58234) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:24.322709 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-25aa4ad8-6545-496c-9092-292546e13ff2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-535490148'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:24.359647 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-08ea022c-7809-42c8-a22b-7d38bafa9af4 tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] 10.222.0.20 "GET /v2.0/networks/8e293e1f-15fa-4542-9928-181430904a3b/tags HTTP/1.1" status: 200 len: 237 time: 0.1177268 Nov 12 01:07:24.362198 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58238) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:24.366778 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.tag.tag_plugin [None req-3afeb6e2-a395-42c8-acfa-c7824fba7024 tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '8e293e1f-15fa-4542-9928-181430904a3b', {'tags': ['tempest-TagsTest-Tag-611798525', 'tempest-TagsTest-Tag-368339953', 'tempest-TagsTest-Tag-1160850748']}) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:24.375745 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25aa4ad8-6545-496c-9092-292546e13ff2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Made reservation on behalf of a032962725bc45e7961ed5b3ca9f031e for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:24.378041 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-25aa4ad8-6545-496c-9092-292546e13ff2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:24.403625 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-f3da1544-934c-41e4-99a9-bfa54b1936c0 service neutron] 10.222.0.49 "GET /v2.0/networks/0fed04be-2c3a-475e-8199-924085f487af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927881 Nov 12 01:07:24.420642 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25aa4ad8-6545-496c-9092-292546e13ff2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:07:24.430602 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-25aa4ad8-6545-496c-9092-292546e13ff2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:24.430952 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-25aa4ad8-6545-496c-9092-292546e13ff2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Added segment 0d21e762-492f-463b-84a4-ff63c40efd85 of type vlan for network 976dccaf-8d3f-4836-bcee-d873f6058ffa Nov 12 01:07:24.489231 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-988fde85-fd14-4ec5-bb2b-55cba8619fe3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c22b6762-e3f6-4522-8e3f-46a49996d03c HTTP/1.1" status: 200 len: 217 time: 0.0463951 Nov 12 01:07:24.500776 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3afeb6e2-a395-42c8-acfa-c7824fba7024 tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] 10.222.0.20 "PUT /v2.0/networks/8e293e1f-15fa-4542-9928-181430904a3b/tags HTTP/1.1" status: 200 len: 307 time: 0.1341531 Nov 12 01:07:24.500776 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58244) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:24.505324 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.tag.tag_plugin [None req-66851995-7a63-40af-85d8-6ad02a58147b tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '8e293e1f-15fa-4542-9928-181430904a3b', 'tempest-TagsTest-Tag-611798525') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:24.565188 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-7b468ae3-ea37-4d86-b769-ed792d7c7332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:24.567334 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-7b468ae3-ea37-4d86-b769-ed792d7c7332 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5954c685-7a02-40be-97b5-9b885e683410 HTTP/1.1" status: 200 len: 797 time: 0.0547764 Nov 12 01:07:24.573841 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 93ee568e-68ef-4cf8-b1e3-4693f135c099 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:07:24.597423 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-25aa4ad8-6545-496c-9092-292546e13ff2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:24.630788 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 93ee568e-68ef-4cf8-b1e3-4693f135c099 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:07:24.630788 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 93ee568e-68ef-4cf8-b1e3-4693f135c099 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:07:24.643096 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-66851995-7a63-40af-85d8-6ad02a58147b tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] 10.222.0.20 "DELETE /v2.0/networks/8e293e1f-15fa-4542-9928-181430904a3b/tags/tempest-TagsTest-Tag-611798525 HTTP/1.1" status: 204 len: 168 time: 0.1414306 Nov 12 01:07:24.645748 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58250) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:24.650533 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.tag.tag_plugin [None req-9a89d733-9e59-427e-99a7-d4718d0156f5 tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8e293e1f-15fa-4542-9928-181430904a3b', 'tempest-TagsTest-Tag-611798525') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:24.690620 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-25aa4ad8-6545-496c-9092-292546e13ff2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:24.696197 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25aa4ad8-6545-496c-9092-292546e13ff2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:24.696772 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-25aa4ad8-6545-496c-9092-292546e13ff2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:24.704020 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bdce4d4c-5d81-4240-9996-bc80801c86af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:24.719813 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-90e44d81-474b-4b41-b1bc-1337f6baf388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:24.721172 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-90e44d81-474b-4b41-b1bc-1337f6baf388 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0fed04be-2c3a-475e-8199-924085f487af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1391563 Nov 12 01:07:24.721924 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bdce4d4c-5d81-4240-9996-bc80801c86af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:24.737489 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-9a89d733-9e59-427e-99a7-d4718d0156f5 tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] show failed (client error): The resource could not be found. Nov 12 01:07:24.739299 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-9a89d733-9e59-427e-99a7-d4718d0156f5 tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] 10.222.0.20 "GET /v2.0/networks/8e293e1f-15fa-4542-9928-181430904a3b/tags/tempest-TagsTest-Tag-611798525 HTTP/1.1" status: 404 len: 325 time: 0.0921056 Nov 12 01:07:24.741972 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58252) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:24.747763 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.tag.tag_plugin [None req-f614fcb2-3d8d-404c-adb7-7b6b19db1d7b tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8e293e1f-15fa-4542-9928-181430904a3b', 'tempest-TagsTest-Tag-368339953') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:24.777498 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-25aa4ad8-6545-496c-9092-292546e13ff2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4595642 Nov 12 01:07:24.782020 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58256) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:24.816269 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-49183a97-5a54-4b60-85cb-937146c02abc tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Request body: {'subnet': {'network_id': '976dccaf-8d3f-4836-bcee-d873f6058ffa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:24.878657 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa4ad8-6545-496c-9092-292546e13ff2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event updated for resources: {'Network': ['ID=976dccaf-8d3f-4836-bcee-d873f6058ffa,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:24.882806 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-bdce4d4c-5d81-4240-9996-bc80801c86af admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7a283494d25b48118f5f1a80bfabb24d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6012688 Nov 12 01:07:24.884327 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f614fcb2-3d8d-404c-adb7-7b6b19db1d7b tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] 10.222.0.20 "GET /v2.0/networks/8e293e1f-15fa-4542-9928-181430904a3b/tags/tempest-TagsTest-Tag-368339953 HTTP/1.1" status: 204 len: 168 time: 0.1411312 Nov 12 01:07:24.885142 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58258) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:24.885500 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58260) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:24.889680 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce4d4c-5d81-4240-9996-bc80801c86af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91109ef6-8c49-48e9-9c39-e1f23906f1cb,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:24.894931 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 976dccaf-8d3f-4836-bcee-d873f6058ffa details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:07:24.898519 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.tag.tag_plugin [None req-984f976e-943c-4780-9f03-fbb696c16e27 tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8e293e1f-15fa-4542-9928-181430904a3b', 'tempest-TagsTest-Tag-1160850748') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:24.920338 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-6cb23d93-4c93-4f16-bbf8-75d5a42cc8f9 service neutron] 10.222.0.49 "GET /v2.0/networks/0fed04be-2c3a-475e-8199-924085f487af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743958 Nov 12 01:07:25.003003 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49183a97-5a54-4b60-85cb-937146c02abc tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Made reservation on behalf of a032962725bc45e7961ed5b3ca9f031e for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:25.010672 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-49183a97-5a54-4b60-85cb-937146c02abc tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.084689 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-79f36a34-ebe9-4ea5-b88f-5eb44bda8c1c req-335f0fef-90fc-4b46-83bc-514a1ec2965e service neutron] 10.222.0.49 "GET /v2.0/networks/0fed04be-2c3a-475e-8199-924085f487af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572433 Nov 12 01:07:25.131401 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-784f6016-fc78-4bf1-8dc2-d43beddb0f8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.166924 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-984f976e-943c-4780-9f03-fbb696c16e27 tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] 10.222.0.20 "GET /v2.0/networks/8e293e1f-15fa-4542-9928-181430904a3b/tags/tempest-TagsTest-Tag-1160850748 HTTP/1.1" status: 204 len: 168 time: 0.2780440 Nov 12 01:07:25.169778 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 58270) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:25.178484 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.tag.tag_plugin [None req-a6889764-c4f3-4305-a29d-a4a9d8eaf5cf tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '8e293e1f-15fa-4542-9928-181430904a3b') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:25.188691 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-784f6016-fc78-4bf1-8dc2-d43beddb0f8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.278660 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-784f6016-fc78-4bf1-8dc2-d43beddb0f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.281624 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-784f6016-fc78-4bf1-8dc2-d43beddb0f8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.282880 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-784f6016-fc78-4bf1-8dc2-d43beddb0f8e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/91109ef6-8c49-48e9-9c39-e1f23906f1cb HTTP/1.1" status: 204 len: 168 time: 0.3918986 Nov 12 01:07:25.296557 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a6889764-c4f3-4305-a29d-a4a9d8eaf5cf tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] 10.222.0.20 "DELETE /v2.0/networks/8e293e1f-15fa-4542-9928-181430904a3b/tags HTTP/1.1" status: 204 len: 168 time: 0.1229868 Nov 12 01:07:25.298933 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f6016-fc78-4bf1-8dc2-d43beddb0f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91109ef6-8c49-48e9-9c39-e1f23906f1cb,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:25.299395 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 58280) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:25.319830 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.tag.tag_plugin [None req-b52cddbc-ca98-4203-a1da-3561114437b1 tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8e293e1f-15fa-4542-9928-181430904a3b', 'tempest-TagsTest-Tag-368339953') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:25.364314 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-49183a97-5a54-4b60-85cb-937146c02abc tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.412815 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-b52cddbc-ca98-4203-a1da-3561114437b1 tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] show failed (client error): The resource could not be found. Nov 12 01:07:25.414845 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b52cddbc-ca98-4203-a1da-3561114437b1 tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] 10.222.0.20 "GET /v2.0/networks/8e293e1f-15fa-4542-9928-181430904a3b/tags/tempest-TagsTest-Tag-368339953 HTTP/1.1" status: 404 len: 325 time: 0.1136775 Nov 12 01:07:25.417737 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 58284) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:25.425102 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.tag.tag_plugin [None req-e209aaa0-6cec-405b-8dcb-cd47ee41e40f tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8e293e1f-15fa-4542-9928-181430904a3b', 'tempest-TagsTest-Tag-1160850748') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:25.456823 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49183a97-5a54-4b60-85cb-937146c02abc tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event updated for resources: {'Subnet': ['ID=2bf36d2f-72d3-4a76-bbbf-fb85bcd49e37,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:25.468013 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49183a97-5a54-4b60-85cb-937146c02abc tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Checking segment: {'id': '0d21e762-492f-463b-84a4-ff63c40efd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '976dccaf-8d3f-4836-bcee-d873f6058ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:07:25.468414 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49183a97-5a54-4b60-85cb-937146c02abc tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Network hostable DHCP agents. Network: 976dccaf-8d3f-4836-bcee-d873f6058ffa, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:07:25.490200 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49183a97-5a54-4b60-85cb-937146c02abc tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Network 976dccaf-8d3f-4836-bcee-d873f6058ffa is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:07:25.509814 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-49183a97-5a54-4b60-85cb-937146c02abc tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 976dccaf-8d3f-4836-bcee-d873f6058ffa) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:25.521917 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49183a97-5a54-4b60-85cb-937146c02abc tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:25.523530 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94d35bd-0b01-48f7-a8d1-3b016fea36f7 None None] Network 976dccaf-8d3f-4836-bcee-d873f6058ffa requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:07:25.523661 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-49183a97-5a54-4b60-85cb-937146c02abc tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.555968 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-e209aaa0-6cec-405b-8dcb-cd47ee41e40f tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] show failed (client error): The resource could not be found. Nov 12 01:07:25.564317 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-49183a97-5a54-4b60-85cb-937146c02abc tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7770834 Nov 12 01:07:25.564494 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e209aaa0-6cec-405b-8dcb-cd47ee41e40f tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] 10.222.0.20 "GET /v2.0/networks/8e293e1f-15fa-4542-9928-181430904a3b/tags/tempest-TagsTest-Tag-1160850748 HTTP/1.1" status: 404 len: 326 time: 0.1436772 Nov 12 01:07:25.564592 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 58290) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:25.565843 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58292) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:25.572474 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.tag.tag_plugin [None req-dfee4310-39c1-4f45-a040-87112da17936 tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '8e293e1f-15fa-4542-9928-181430904a3b') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:25.575706 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-41902acb-35cf-4efd-886a-2a3e7dfc1beb tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Request body: {'port': {'network_id': '976dccaf-8d3f-4836-bcee-d873f6058ffa', 'name': 'tempest-PortsIpV6TestJSON-1258125532'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:25.760367 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-dfee4310-39c1-4f45-a040-87112da17936 tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] 10.222.0.20 "DELETE /v2.0/networks/8e293e1f-15fa-4542-9928-181430904a3b/tags HTTP/1.1" status: 204 len: 168 time: 0.1925547 Nov 12 01:07:25.765843 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 58300) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:25.779172 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41902acb-35cf-4efd-886a-2a3e7dfc1beb tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Made reservation on behalf of a032962725bc45e7961ed5b3ca9f031e for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:25.791329 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-41902acb-35cf-4efd-886a-2a3e7dfc1beb tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.872434 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c07fc4-f35f-494a-bdd6-26d521197a04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-976dccaf-8d3f-4836-bcee-d873f6058ffa', 'network_id': '976dccaf-8d3f-4836-bcee-d873f6058ffa', 'tenant_id': 'a032962725bc45e7961ed5b3ca9f031e', 'fixed_ips': [{'subnet_id': '2bf36d2f-72d3-4a76-bbbf-fb85bcd49e37'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:07:25.874192 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-81c07fc4-f35f-494a-bdd6-26d521197a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.877135 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c49e99a8-1d70-44c5-80fb-e52fc21a887c req-860d4c54-d88a-411c-92ec-3942774e45d2 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0395803 Nov 12 01:07:25.964432 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0fb211c7-3610-47db-a3db-6bed920845da tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.970639 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-41902acb-35cf-4efd-886a-2a3e7dfc1beb tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] device_id is not set on port f0a9b6bc-1609-4f1d-ac4c-3718ed8cb536 yet. {{(pid=102661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:07:26.128154 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-81c07fc4-f35f-494a-bdd6-26d521197a04 None None] Allocated IP 2001:db8::2 (976dccaf-8d3f-4836-bcee-d873f6058ffa/2bf36d2f-72d3-4a76-bbbf-fb85bcd49e37/5b03fe0c-3b44-463d-95c3-03e9c0f877f0) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:26.181233 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0fb211c7-3610-47db-a3db-6bed920845da tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:26.231046 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5567968e-d997-4a6e-a54a-9b034bb33b6b req-39c87d25-b37d-46ce-9966-60ae4130c7e5 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0673420 Nov 12 01:07:26.252101 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-0fb211c7-3610-47db-a3db-6bed920845da tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e293e1f-15fa-4542-9928-181430904a3b']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:26.267390 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-0fb211c7-3610-47db-a3db-6bed920845da tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb4df4e0-205e-48a5-a271-c0a9da539bd0') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:26.267692 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-0fb211c7-3610-47db-a3db-6bed920845da tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb4df4e0-205e-48a5-a271-c0a9da539bd0') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:26.278473 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0fb211c7-3610-47db-a3db-6bed920845da tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:26.295897 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0fb211c7-3610-47db-a3db-6bed920845da tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:26.323606 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fb211c7-3610-47db-a3db-6bed920845da tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:07:26.324262 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0fb211c7-3610-47db-a3db-6bed920845da tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:26.329589 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:07:26.329589 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:07:26.329589 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:07:26.329589 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:07:26.329589 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:07:26.329589 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:07:26.329589 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:07:26.329589 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:07:26.329589 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:07:26.329589 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:07:26.329589 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:07:26.329589 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:07:26.329589 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:07:26.329589 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:07:26.329589 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:07:26.329589 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:07:26.329589 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:07:26.329589 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:07:26.329589 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:07:26.329589 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:07:26.329589 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:07:26.329589 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:07:26.329589 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:07:26.329589 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:07:26.329589 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:07:26.329589 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:07:26.329589 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:07:26.329589 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:07:26.329589 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:07:26.329589 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:07:26.329589 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:07:26.329589 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:07:26.336295 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-81c07fc4-f35f-494a-bdd6-26d521197a04 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:26.345565 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-81c07fc4-f35f-494a-bdd6-26d521197a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:26.396424 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c07fc4-f35f-494a-bdd6-26d521197a04 None None] Network 976dccaf-8d3f-4836-bcee-d873f6058ffa is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:26.399813 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-81c07fc4-f35f-494a-bdd6-26d521197a04 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:26.402896 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c07fc4-f35f-494a-bdd6-26d521197a04 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:26.417511 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c07fc4-f35f-494a-bdd6-26d521197a04 None None] Pushing event updated for resources: {'Port': ['ID=5b03fe0c-3b44-463d-95c3-03e9c0f877f0,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:26.427887 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0fb211c7-3610-47db-a3db-6bed920845da tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:26.458868 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0fb211c7-3610-47db-a3db-6bed920845da tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:26.462829 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0fb211c7-3610-47db-a3db-6bed920845da tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] 10.222.0.20 "DELETE /v2.0/networks/8e293e1f-15fa-4542-9928-181430904a3b HTTP/1.1" status: 204 len: 168 time: 0.6958675 Nov 12 01:07:26.481236 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb211c7-3610-47db-a3db-6bed920845da tempest-TagsTest-689692053 tempest-TagsTest-689692053-project] Pushing event deleted for resources: {'Network': ['ID=8e293e1f-15fa-4542-9928-181430904a3b,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:26.482192 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-81c07fc4-f35f-494a-bdd6-26d521197a04 None None] Attempting to bind port 5b03fe0c-3b44-463d-95c3-03e9c0f877f0 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:07:26.482684 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-81c07fc4-f35f-494a-bdd6-26d521197a04 None None] Attempting to bind port 5b03fe0c-3b44-463d-95c3-03e9c0f877f0 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '0d21e762-492f-463b-84a4-ff63c40efd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '976dccaf-8d3f-4836-bcee-d873f6058ffa'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:07:26.483110 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c07fc4-f35f-494a-bdd6-26d521197a04 None None] Attempting to bind port 5b03fe0c-3b44-463d-95c3-03e9c0f877f0 on network 976dccaf-8d3f-4836-bcee-d873f6058ffa {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:26.489537 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c07fc4-f35f-494a-bdd6-26d521197a04 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:07:26.489964 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c07fc4-f35f-494a-bdd6-26d521197a04 None None] Checking segment: {'id': '0d21e762-492f-463b-84a4-ff63c40efd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '976dccaf-8d3f-4836-bcee-d873f6058ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:07:26.490572 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-81c07fc4-f35f-494a-bdd6-26d521197a04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:26.491019 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c07fc4-f35f-494a-bdd6-26d521197a04 None None] Bound using segment: {'id': '0d21e762-492f-463b-84a4-ff63c40efd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '976dccaf-8d3f-4836-bcee-d873f6058ffa'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:07:26.491499 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-81c07fc4-f35f-494a-bdd6-26d521197a04 None None] Bound port: 5b03fe0c-3b44-463d-95c3-03e9c0f877f0, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d21e762-492f-463b-84a4-ff63c40efd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '976dccaf-8d3f-4836-bcee-d873f6058ffa'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:07:26.491885 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-81c07fc4-f35f-494a-bdd6-26d521197a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:26.512682 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-41902acb-35cf-4efd-886a-2a3e7dfc1beb tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Allocated IP 2001:db8::d0 (976dccaf-8d3f-4836-bcee-d873f6058ffa/2bf36d2f-72d3-4a76-bbbf-fb85bcd49e37/f0a9b6bc-1609-4f1d-ac4c-3718ed8cb536) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:26.761045 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-41902acb-35cf-4efd-886a-2a3e7dfc1beb tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:26.770577 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-81c07fc4-f35f-494a-bdd6-26d521197a04 None None] For port 5b03fe0c-3b44-463d-95c3-03e9c0f877f0, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:07:26.779243 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-81c07fc4-f35f-494a-bdd6-26d521197a04 None None] For port 5b03fe0c-3b44-463d-95c3-03e9c0f877f0, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=5b03fe0c-3b44-463d-95c3-03e9c0f877f0,segment=NetworkSegment(0d21e762-492f-463b-84a4-ff63c40efd85),segment_id=0d21e762-492f-463b-84a4-ff63c40efd85)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:07:26.788950 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-81c07fc4-f35f-494a-bdd6-26d521197a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:26.809671 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-41902acb-35cf-4efd-886a-2a3e7dfc1beb tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:26.866186 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41902acb-35cf-4efd-886a-2a3e7dfc1beb tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Network 976dccaf-8d3f-4836-bcee-d873f6058ffa is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:26.869038 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 58352) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:26.881362 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-41902acb-35cf-4efd-886a-2a3e7dfc1beb tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:26.885999 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41902acb-35cf-4efd-886a-2a3e7dfc1beb tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:26.891864 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41902acb-35cf-4efd-886a-2a3e7dfc1beb tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:26.892498 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-41902acb-35cf-4efd-886a-2a3e7dfc1beb tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:26.910307 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41902acb-35cf-4efd-886a-2a3e7dfc1beb tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event updated for resources: {'Port': ['ID=f0a9b6bc-1609-4f1d-ac4c-3718ed8cb536,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:26.917816 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-41902acb-35cf-4efd-886a-2a3e7dfc1beb tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3513134 Nov 12 01:07:26.921113 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58356) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:26.927084 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-2933fe5a-0ee2-41d4-adb1-151199f8f583 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Request body: {'port': {'network_id': '976dccaf-8d3f-4836-bcee-d873f6058ffa', 'name': 'tempest-PortsIpV6TestJSON-1207197367'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:26.949927 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c07fc4-f35f-494a-bdd6-26d521197a04 None None] Pushing event updated for resources: {'Port': ['ID=5b03fe0c-3b44-463d-95c3-03e9c0f877f0,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:27.126672 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2933fe5a-0ee2-41d4-adb1-151199f8f583 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Made reservation on behalf of a032962725bc45e7961ed5b3ca9f031e for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:27.134740 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2933fe5a-0ee2-41d4-adb1-151199f8f583 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:27.163799 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-2933fe5a-0ee2-41d4-adb1-151199f8f583 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] device_id is not set on port 081f4e85-840a-4f81-990c-d5524389c3ce yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:07:27.201187 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c231d49e-cbe5-4585-abd8-bfa580808bbe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9502c0504bdf417ab553b5b8af57d01f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3287654 Nov 12 01:07:27.202372 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 58362) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:27.359103 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-843e5e8b-bc87-4292-a416-a1110ba7c999 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:27.408156 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-843e5e8b-bc87-4292-a416-a1110ba7c999 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:27.427579 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-2933fe5a-0ee2-41d4-adb1-151199f8f583 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Allocated IP 2001:db8::e2 (976dccaf-8d3f-4836-bcee-d873f6058ffa/2bf36d2f-72d3-4a76-bbbf-fb85bcd49e37/081f4e85-840a-4f81-990c-d5524389c3ce) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:27.510713 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-843e5e8b-bc87-4292-a416-a1110ba7c999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:27.515373 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-843e5e8b-bc87-4292-a416-a1110ba7c999 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:27.532358 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-843e5e8b-bc87-4292-a416-a1110ba7c999 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ef21cf47-3791-4f43-80f5-c0ace40e6279 HTTP/1.1" status: 204 len: 168 time: 0.3118455 Nov 12 01:07:27.557103 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e5e8b-bc87-4292-a416-a1110ba7c999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef21cf47-3791-4f43-80f5-c0ace40e6279,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:27.711675 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2933fe5a-0ee2-41d4-adb1-151199f8f583 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:27.759411 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2933fe5a-0ee2-41d4-adb1-151199f8f583 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:27.860685 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2933fe5a-0ee2-41d4-adb1-151199f8f583 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Network 976dccaf-8d3f-4836-bcee-d873f6058ffa is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:27.867151 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-2933fe5a-0ee2-41d4-adb1-151199f8f583 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:27.869851 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2933fe5a-0ee2-41d4-adb1-151199f8f583 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event updated for resources: {'Port': ['ID=081f4e85-840a-4f81-990c-d5524389c3ce,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:27.886668 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2933fe5a-0ee2-41d4-adb1-151199f8f583 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:27.895731 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2933fe5a-0ee2-41d4-adb1-151199f8f583 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:27.900104 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2933fe5a-0ee2-41d4-adb1-151199f8f583 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:27.922122 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2933fe5a-0ee2-41d4-adb1-151199f8f583 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9998586 Nov 12 01:07:27.925803 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 58398) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:28.092905 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af8bc97-373c-47dc-a457-9555059516a2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:28.094684 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-3af8bc97-373c-47dc-a457-9555059516a2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Ad0 HTTP/1.1" status: 200 len: 928 time: 0.1675410 Nov 12 01:07:28.098412 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58408) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:28.162185 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5944a731-88de-4dd9-8593-b8db850408ff req-98126ccf-12c9-4892-9624-6ee7f43a9678 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0581372 Nov 12 01:07:28.336343 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-c1290815-296c-41f3-b9a9-36e26fb84800 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Deleting port 081f4e85-840a-4f81-990c-d5524389c3ce {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:28.336684 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c1290815-296c-41f3-b9a9-36e26fb84800 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:28.417131 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-33e2995d-af8a-452d-b5a1-de241383bb55 req-d00528c3-d148-4780-b819-1a4e2b60213e service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0975428 Nov 12 01:07:28.500351 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cbbf50-bb10-4684-a85a-9aa60230ba73 None None] Network 976dccaf-8d3f-4836-bcee-d873f6058ffa requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:07:28.560002 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c1290815-296c-41f3-b9a9-36e26fb84800 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:28.614634 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-c1290815-296c-41f3-b9a9-36e26fb84800 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Calling delete_port for 081f4e85-840a-4f81-990c-d5524389c3ce owned by {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:28.668346 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 5b03fe0c-3b44-463d-95c3-03e9c0f877f0 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:07:28.759117 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-25dbac7f-f482-480b-bfcf-ad4bbc151bd8 None None] Provisioning complete for port 5b03fe0c-3b44-463d-95c3-03e9c0f877f0 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:28.759498 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-25dbac7f-f482-480b-bfcf-ad4bbc151bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:28.890546 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 5b03fe0c-3b44-463d-95c3-03e9c0f877f0 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:28.890805 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:28.996757 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-25dbac7f-f482-480b-bfcf-ad4bbc151bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:29.085426 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-25dbac7f-f482-480b-bfcf-ad4bbc151bd8 None None] For port 5b03fe0c-3b44-463d-95c3-03e9c0f877f0, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=5b03fe0c-3b44-463d-95c3-03e9c0f877f0,segment=NetworkSegment(0d21e762-492f-463b-84a4-ff63c40efd85),segment_id=0d21e762-492f-463b-84a4-ff63c40efd85)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:29.101958 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:29.106316 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c1290815-296c-41f3-b9a9-36e26fb84800 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:29.107179 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-25dbac7f-f482-480b-bfcf-ad4bbc151bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:29.156848 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1290815-296c-41f3-b9a9-36e26fb84800 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event deleted for resources: {'Port': ['ID=081f4e85-840a-4f81-990c-d5524389c3ce,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:29.192549 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c1290815-296c-41f3-b9a9-36e26fb84800 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:29.195983 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c1290815-296c-41f3-b9a9-36e26fb84800 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "DELETE /v2.0/ports/081f4e85-840a-4f81-990c-d5524389c3ce HTTP/1.1" status: 204 len: 168 time: 1.0920022 Nov 12 01:07:29.198760 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 58448) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:29.247770 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-63cf88b5-9e71-466e-bb66-74b257a9ec62 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] GET failed (client error): The resource could not be found. Nov 12 01:07:29.250988 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-63cf88b5-9e71-466e-bb66-74b257a9ec62 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "GET /v2.0/ports/081f4e85-840a-4f81-990c-d5524389c3ce HTTP/1.1" status: 404 len: 333 time: 0.0510643 Nov 12 01:07:29.251308 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dbac7f-f482-480b-bfcf-ad4bbc151bd8 None None] Pushing event updated for resources: {'Port': ['ID=5b03fe0c-3b44-463d-95c3-03e9c0f877f0,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:29.254004 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58450) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:29.292620 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.db.api [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:07:29.292980 n-d-812236-11 neutron-server[102663]: DEBUG oslo_db.api [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:07:29.425472 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-2d19aab2-32fa-4031-932b-b16a784e6e95 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Deleting port f0a9b6bc-1609-4f1d-ac4c-3718ed8cb536 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:29.425824 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2d19aab2-32fa-4031-932b-b16a784e6e95 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:29.459664 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-478d7149-9954-4226-87f4-a01e8dda4137 None None] Provisioning complete for port f0a9b6bc-1609-4f1d-ac4c-3718ed8cb536 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:29.460340 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-478d7149-9954-4226-87f4-a01e8dda4137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:29.515894 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-478d7149-9954-4226-87f4-a01e8dda4137 None None] Port f0a9b6bc-1609-4f1d-ac4c-3718ed8cb536 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:07:29.520136 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-478d7149-9954-4226-87f4-a01e8dda4137 None None] Could not find standard attr ID for object 081f4e85-840a-4f81-990c-d5524389c3ce. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:07:29.535137 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-478d7149-9954-4226-87f4-a01e8dda4137 None None] Provisioning complete for port 5b03fe0c-3b44-463d-95c3-03e9c0f877f0 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:29.535854 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-478d7149-9954-4226-87f4-a01e8dda4137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:29.599383 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2d19aab2-32fa-4031-932b-b16a784e6e95 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:29.614833 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-2d19aab2-32fa-4031-932b-b16a784e6e95 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Calling delete_port for f0a9b6bc-1609-4f1d-ac4c-3718ed8cb536 owned by {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:29.794081 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-3d202674-51e2-4f20-bf23-f9b31beaaa62 None None] Provisioning complete for port f0a9b6bc-1609-4f1d-ac4c-3718ed8cb536 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:29.794464 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3d202674-51e2-4f20-bf23-f9b31beaaa62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:29.942947 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-3d202674-51e2-4f20-bf23-f9b31beaaa62 None None] Port f0a9b6bc-1609-4f1d-ac4c-3718ed8cb536 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:07:29.966553 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2d19aab2-32fa-4031-932b-b16a784e6e95 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:30.002080 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d19aab2-32fa-4031-932b-b16a784e6e95 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event deleted for resources: {'Port': ['ID=f0a9b6bc-1609-4f1d-ac4c-3718ed8cb536,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:30.083121 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2d19aab2-32fa-4031-932b-b16a784e6e95 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:30.088103 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2d19aab2-32fa-4031-932b-b16a784e6e95 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "DELETE /v2.0/ports/f0a9b6bc-1609-4f1d-ac4c-3718ed8cb536 HTTP/1.1" status: 204 len: 168 time: 0.8331661 Nov 12 01:07:30.090899 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 58490) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:30.128144 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-202c25f3-0ab4-43b5-bfae-3027ba4342cc tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] GET failed (client error): The resource could not be found. Nov 12 01:07:30.133817 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58492) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:30.149889 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-202c25f3-0ab4-43b5-bfae-3027ba4342cc tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "GET /v2.0/ports/f0a9b6bc-1609-4f1d-ac4c-3718ed8cb536 HTTP/1.1" status: 404 len: 333 time: 0.0574870 Nov 12 01:07:30.214566 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-1221a15e-22b0-4e3a-bca5-84ac1c5f5423 None None] Could not find standard attr ID for object 081f4e85-840a-4f81-990c-d5524389c3ce. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:07:30.241589 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4af3f4d-e6e8-44ef-8f9b-2e9e11b14d9a tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Deleting subnet 2bf36d2f-72d3-4a76-bbbf-fb85bcd49e37 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:07:30.247135 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d4af3f4d-e6e8-44ef-8f9b-2e9e11b14d9a tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:30.322866 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d4af3f4d-e6e8-44ef-8f9b-2e9e11b14d9a tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:30.534177 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d4af3f4d-e6e8-44ef-8f9b-2e9e11b14d9a tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:30.578628 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6b6219d9-f4e9-430e-b56c-d0c758bc988c req-e2a69f80-a121-42c3-848e-efcd8accacac service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1649930 Nov 12 01:07:30.688045 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 5b03fe0c-3b44-463d-95c3-03e9c0f877f0 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:07:30.694040 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d4af3f4d-e6e8-44ef-8f9b-2e9e11b14d9a tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:30.744555 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d4af3f4d-e6e8-44ef-8f9b-2e9e11b14d9a tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:30.749030 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d4af3f4d-e6e8-44ef-8f9b-2e9e11b14d9a tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "DELETE /v2.0/subnets/2bf36d2f-72d3-4a76-bbbf-fb85bcd49e37 HTTP/1.1" status: 204 len: 168 time: 0.6128311 Nov 12 01:07:30.752545 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 58516) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:30.792815 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af3f4d-e6e8-44ef-8f9b-2e9e11b14d9a tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event deleted for resources: {'Subnet': ['ID=2bf36d2f-72d3-4a76-bbbf-fb85bcd49e37,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:30.829214 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 5b03fe0c-3b44-463d-95c3-03e9c0f877f0 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:30.829628 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:30.939083 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d5bcf7d4-6628-4974-9415-89cc2dcb6efb req-55fec40d-1675-4037-a7e0-54a781b502cc service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1049049 Nov 12 01:07:30.992752 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6aa15262-261f-4650-af4b-e0c570677e90 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:31.016941 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6e2765-acdc-405e-83f1-8042f5ccdf81 None None] Network 976dccaf-8d3f-4836-bcee-d873f6058ffa requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:07:31.091191 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-6aa15262-261f-4650-af4b-e0c570677e90 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Deleting port 5b03fe0c-3b44-463d-95c3-03e9c0f877f0 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:31.091804 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6aa15262-261f-4650-af4b-e0c570677e90 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:31.104527 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58532) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:31.177757 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-6aa15262-261f-4650-af4b-e0c570677e90 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] For port 5b03fe0c-3b44-463d-95c3-03e9c0f877f0, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=5b03fe0c-3b44-463d-95c3-03e9c0f877f0,segment=NetworkSegment(0d21e762-492f-463b-84a4-ff63c40efd85),segment_id=0d21e762-492f-463b-84a4-ff63c40efd85)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:31.178229 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6aa15262-261f-4650-af4b-e0c570677e90 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:31.215724 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-6aa15262-261f-4650-af4b-e0c570677e90 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Calling delete_port for 5b03fe0c-3b44-463d-95c3-03e9c0f877f0 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:31.331496 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8b02fa7a-0b57-4651-96ca-dd1a70d6f28f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:31.350989 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6aa15262-261f-4650-af4b-e0c570677e90 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:31.368118 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa15262-261f-4650-af4b-e0c570677e90 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] No DVR routers for this DVR port 5b03fe0c-3b44-463d-95c3-03e9c0f877f0 on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:07:31.397896 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa15262-261f-4650-af4b-e0c570677e90 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event deleted for resources: {'Port': ['ID=5b03fe0c-3b44-463d-95c3-03e9c0f877f0,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:31.404884 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c3bc32-6f5c-4bda-8a32-4edb20d8eb62 None None] DHCP port deletion for 976dccaf-8d3f-4836-bcee-d873f6058ffa request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:07:31.430397 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa15262-261f-4650-af4b-e0c570677e90 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:31.430941 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa15262-261f-4650-af4b-e0c570677e90 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:31.431442 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa15262-261f-4650-af4b-e0c570677e90 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:31.431944 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa15262-261f-4650-af4b-e0c570677e90 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:31.432741 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa15262-261f-4650-af4b-e0c570677e90 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:31.433268 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa15262-261f-4650-af4b-e0c570677e90 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:31.434231 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa15262-261f-4650-af4b-e0c570677e90 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:31.434759 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa15262-261f-4650-af4b-e0c570677e90 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:31.435266 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa15262-261f-4650-af4b-e0c570677e90 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:31.436254 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa15262-261f-4650-af4b-e0c570677e90 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:31.436800 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa15262-261f-4650-af4b-e0c570677e90 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:31.437326 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa15262-261f-4650-af4b-e0c570677e90 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:31.498945 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8b02fa7a-0b57-4651-96ca-dd1a70d6f28f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:31.504877 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8b02fa7a-0b57-4651-96ca-dd1a70d6f28f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:31.513064 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6aa15262-261f-4650-af4b-e0c570677e90 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:31.540359 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8b02fa7a-0b57-4651-96ca-dd1a70d6f28f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=360c25c1a8f7412b97aa36fc5be363b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4346595 Nov 12 01:07:31.543327 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 58546) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:31.555785 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-6aa15262-261f-4650-af4b-e0c570677e90 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['976dccaf-8d3f-4836-bcee-d873f6058ffa']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:31.571298 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02fa7a-0b57-4651-96ca-dd1a70d6f28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f05d778-0ef3-4f63-8b0a-64d5b6e84b2b,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:31.574758 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-6aa15262-261f-4650-af4b-e0c570677e90 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d21e762-492f-463b-84a4-ff63c40efd85') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:31.575255 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-6aa15262-261f-4650-af4b-e0c570677e90 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d21e762-492f-463b-84a4-ff63c40efd85') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:31.602059 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6aa15262-261f-4650-af4b-e0c570677e90 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:31.628977 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6aa15262-261f-4650-af4b-e0c570677e90 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:31.657091 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aa15262-261f-4650-af4b-e0c570677e90 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:07:31.657686 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6aa15262-261f-4650-af4b-e0c570677e90 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:31.661120 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:07:31.661120 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:07:31.661120 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:07:31.661120 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:07:31.661120 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:07:31.661120 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:07:31.661120 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:07:31.661120 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:07:31.661120 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:07:31.661120 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:07:31.661120 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:07:31.661120 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:07:31.661120 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:07:31.661120 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:07:31.661120 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:07:31.661120 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:07:31.661120 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:07:31.661120 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:07:31.661120 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:07:31.661120 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:07:31.661120 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:07:31.661120 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:07:31.661120 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:07:31.661120 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:07:31.661120 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:07:31.661120 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:07:31.661120 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:07:31.661120 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:07:31.661120 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:07:31.661120 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:07:31.661120 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:07:31.661120 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:07:31.729517 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5695e385-ffcc-45f4-8b49-e4c13e6915f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:31.740767 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6aa15262-261f-4650-af4b-e0c570677e90 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:31.762088 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6aa15262-261f-4650-af4b-e0c570677e90 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:31.765427 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6aa15262-261f-4650-af4b-e0c570677e90 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "DELETE /v2.0/networks/976dccaf-8d3f-4836-bcee-d873f6058ffa HTTP/1.1" status: 204 len: 168 time: 1.0110612 Nov 12 01:07:31.769489 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58552) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:31.781660 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-6244201f-f349-4aa3-9b4e-ea152662b42b tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-154859584'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:31.789305 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5695e385-ffcc-45f4-8b49-e4c13e6915f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:31.793583 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa15262-261f-4650-af4b-e0c570677e90 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event deleted for resources: {'Network': ['ID=976dccaf-8d3f-4836-bcee-d873f6058ffa,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:31.840284 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6244201f-f349-4aa3-9b4e-ea152662b42b tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Made reservation on behalf of a032962725bc45e7961ed5b3ca9f031e for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:31.845709 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6244201f-f349-4aa3-9b4e-ea152662b42b tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:31.855972 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5695e385-ffcc-45f4-8b49-e4c13e6915f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:31.859999 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5695e385-ffcc-45f4-8b49-e4c13e6915f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:31.862282 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5695e385-ffcc-45f4-8b49-e4c13e6915f8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5f05d778-0ef3-4f63-8b0a-64d5b6e84b2b HTTP/1.1" status: 204 len: 168 time: 0.3114729 Nov 12 01:07:31.883309 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5695e385-ffcc-45f4-8b49-e4c13e6915f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f05d778-0ef3-4f63-8b0a-64d5b6e84b2b,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:31.945631 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6244201f-f349-4aa3-9b4e-ea152662b42b tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:07:31.978852 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6244201f-f349-4aa3-9b4e-ea152662b42b tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:31.979206 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-6244201f-f349-4aa3-9b4e-ea152662b42b tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Added segment 4d97b9b7-9f6d-45ef-9314-b2021ea57cb5 of type vlan for network 8cd51284-ee3a-4768-94ab-2e7c68da4c9a Nov 12 01:07:32.054805 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6244201f-f349-4aa3-9b4e-ea152662b42b tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:32.100625 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6244201f-f349-4aa3-9b4e-ea152662b42b tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:32.114748 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6244201f-f349-4aa3-9b4e-ea152662b42b tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:32.115747 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6244201f-f349-4aa3-9b4e-ea152662b42b tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:32.166964 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6244201f-f349-4aa3-9b4e-ea152662b42b tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3958251 Nov 12 01:07:32.170386 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 58570) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:32.175834 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-f052e95d-a386-4fbd-b934-1a1a4ede41de tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Request body: {'subnet': {'network_id': '8cd51284-ee3a-4768-94ab-2e7c68da4c9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:32.220364 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6244201f-f349-4aa3-9b4e-ea152662b42b tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event updated for resources: {'Network': ['ID=8cd51284-ee3a-4768-94ab-2e7c68da4c9a,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:32.231673 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 8cd51284-ee3a-4768-94ab-2e7c68da4c9a details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:07:32.338399 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f052e95d-a386-4fbd-b934-1a1a4ede41de tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Made reservation on behalf of a032962725bc45e7961ed5b3ca9f031e for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:32.344100 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f052e95d-a386-4fbd-b934-1a1a4ede41de tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:32.410565 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58576) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:32.426021 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d5e260b4-ab90-428a-952b-bf35ba630a7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:32.520859 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d5e260b4-ab90-428a-952b-bf35ba630a7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:32.528817 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d5e260b4-ab90-428a-952b-bf35ba630a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:32.570398 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e260b4-ab90-428a-952b-bf35ba630a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc9d80e-e9d7-4eb2-b979-cf798b66ab3f,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:32.607110 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 5b03fe0c-3b44-463d-95c3-03e9c0f877f0 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:07:32.617539 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f052e95d-a386-4fbd-b934-1a1a4ede41de tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:32.621364 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d5e260b4-ab90-428a-952b-bf35ba630a7d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=321b202c697647c286444119967fcd8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2091212 Nov 12 01:07:32.622025 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58580) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:32.641306 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 5b03fe0c-3b44-463d-95c3-03e9c0f877f0 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:07:32.642014 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 5b03fe0c-3b44-463d-95c3-03e9c0f877f0 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:07:32.691680 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9b547013-ba62-4d4a-b205-bc7c1d168f40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:32.715064 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f052e95d-a386-4fbd-b934-1a1a4ede41de tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event updated for resources: {'Subnet': ['ID=9a67cbbe-c13a-4810-b988-6bc550c44ba5,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:32.720247 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9b547013-ba62-4d4a-b205-bc7c1d168f40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:32.721260 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f052e95d-a386-4fbd-b934-1a1a4ede41de tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Checking segment: {'id': '4d97b9b7-9f6d-45ef-9314-b2021ea57cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '8cd51284-ee3a-4768-94ab-2e7c68da4c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:07:32.721731 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f052e95d-a386-4fbd-b934-1a1a4ede41de tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Network hostable DHCP agents. Network: 8cd51284-ee3a-4768-94ab-2e7c68da4c9a, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:07:32.740603 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f052e95d-a386-4fbd-b934-1a1a4ede41de tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Network 8cd51284-ee3a-4768-94ab-2e7c68da4c9a is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:07:32.752527 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-f052e95d-a386-4fbd-b934-1a1a4ede41de tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 8cd51284-ee3a-4768-94ab-2e7c68da4c9a) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:32.759472 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f052e95d-a386-4fbd-b934-1a1a4ede41de tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:32.760069 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f052e95d-a386-4fbd-b934-1a1a4ede41de tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:32.769332 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232f8fa8-4486-4282-9aa8-2b73ae3f11d2 None None] Network 8cd51284-ee3a-4768-94ab-2e7c68da4c9a requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:07:32.783775 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f052e95d-a386-4fbd-b934-1a1a4ede41de tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6093118 Nov 12 01:07:32.784480 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 58582) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:32.790551 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-ef82a265-c9ab-46a0-bf2d-a6c159f4519e tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Request body: {'port': {'network_id': '8cd51284-ee3a-4768-94ab-2e7c68da4c9a', 'name': 'tempest-PortsIpV6TestJSON-2146709236', 'fixed_ips': [{'subnet_id': '9a67cbbe-c13a-4810-b988-6bc550c44ba5', 'ip_address': '2001:db8::10'}]}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:32.791650 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9b547013-ba62-4d4a-b205-bc7c1d168f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:32.829098 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9b547013-ba62-4d4a-b205-bc7c1d168f40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:32.835341 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-9b547013-ba62-4d4a-b205-bc7c1d168f40 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7cc9d80e-e9d7-4eb2-b979-cf798b66ab3f HTTP/1.1" status: 204 len: 168 time: 0.2114100 Nov 12 01:07:32.852084 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b547013-ba62-4d4a-b205-bc7c1d168f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc9d80e-e9d7-4eb2-b979-cf798b66ab3f,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:32.924805 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f7eb9b28-8940-4f89-beb2-6b7af7e45101 req-5e493458-5844-43fd-9439-f35c78bd33bb service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0886676 Nov 12 01:07:33.030305 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef82a265-c9ab-46a0-bf2d-a6c159f4519e tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Made reservation on behalf of a032962725bc45e7961ed5b3ca9f031e for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:33.113830 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d89a14-86a6-4043-a044-372867186809 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-8cd51284-ee3a-4768-94ab-2e7c68da4c9a', 'network_id': '8cd51284-ee3a-4768-94ab-2e7c68da4c9a', 'tenant_id': 'a032962725bc45e7961ed5b3ca9f031e', 'fixed_ips': [{'subnet_id': '9a67cbbe-c13a-4810-b988-6bc550c44ba5'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:07:33.115653 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d5d89a14-86a6-4043-a044-372867186809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:33.159075 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ef82a265-c9ab-46a0-bf2d-a6c159f4519e tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:33.209031 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bfde035b-aef2-4041-8d61-fed695c2b3ae req-c4a5f2e0-c359-480d-991b-eb5adf6889e6 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0385580 Nov 12 01:07:33.216465 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-ef82a265-c9ab-46a0-bf2d-a6c159f4519e tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] device_id is not set on port a0f6934d-91db-489e-a18e-1a767f8ae471 yet. {{(pid=102661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:07:33.493778 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-ef82a265-c9ab-46a0-bf2d-a6c159f4519e tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Allocated IP 2001:db8::10 (8cd51284-ee3a-4768-94ab-2e7c68da4c9a/9a67cbbe-c13a-4810-b988-6bc550c44ba5/a0f6934d-91db-489e-a18e-1a767f8ae471) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:33.726204 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ef82a265-c9ab-46a0-bf2d-a6c159f4519e tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:33.770721 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ef82a265-c9ab-46a0-bf2d-a6c159f4519e tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:33.838258 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef82a265-c9ab-46a0-bf2d-a6c159f4519e tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Network 8cd51284-ee3a-4768-94ab-2e7c68da4c9a is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:33.840321 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-d5d89a14-86a6-4043-a044-372867186809 None None] Allocated IP 2001:db8::2 (8cd51284-ee3a-4768-94ab-2e7c68da4c9a/9a67cbbe-c13a-4810-b988-6bc550c44ba5/ea44b269-f3fe-43ad-9515-1194f4797962) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:33.842959 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-ef82a265-c9ab-46a0-bf2d-a6c159f4519e tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:33.849149 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef82a265-c9ab-46a0-bf2d-a6c159f4519e tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:33.856017 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef82a265-c9ab-46a0-bf2d-a6c159f4519e tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:33.856888 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ef82a265-c9ab-46a0-bf2d-a6c159f4519e tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:33.862174 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef82a265-c9ab-46a0-bf2d-a6c159f4519e tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event updated for resources: {'Port': ['ID=a0f6934d-91db-489e-a18e-1a767f8ae471,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:33.883900 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ef82a265-c9ab-46a0-bf2d-a6c159f4519e tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0957153 Nov 12 01:07:33.884207 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58620) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:33.890772 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-f77c08d9-1833-46a0-b8c5-aa12610f1a78 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Request body: {'port': {'network_id': '8cd51284-ee3a-4768-94ab-2e7c68da4c9a', 'name': 'tempest-PortsIpV6TestJSON-565386645', 'fixed_ips': [{'subnet_id': '9a67cbbe-c13a-4810-b988-6bc550c44ba5', 'ip_address': '2001:db8::f'}]}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:34.049029 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77c08d9-1833-46a0-b8c5-aa12610f1a78 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Made reservation on behalf of a032962725bc45e7961ed5b3ca9f031e for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:34.070185 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d5d89a14-86a6-4043-a044-372867186809 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:34.079867 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d5d89a14-86a6-4043-a044-372867186809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:34.136476 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d89a14-86a6-4043-a044-372867186809 None None] Pushing event updated for resources: {'Port': ['ID=ea44b269-f3fe-43ad-9515-1194f4797962,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:34.164027 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d89a14-86a6-4043-a044-372867186809 None None] Network 8cd51284-ee3a-4768-94ab-2e7c68da4c9a is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:34.166298 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-d5d89a14-86a6-4043-a044-372867186809 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:34.170540 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d89a14-86a6-4043-a044-372867186809 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:34.218905 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f77c08d9-1833-46a0-b8c5-aa12610f1a78 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:34.241806 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-f77c08d9-1833-46a0-b8c5-aa12610f1a78 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] device_id is not set on port da5392c4-61f6-4578-ab80-0e17150ca2e9 yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:07:34.283835 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-d5d89a14-86a6-4043-a044-372867186809 None None] Attempting to bind port ea44b269-f3fe-43ad-9515-1194f4797962 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:07:34.284494 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-d5d89a14-86a6-4043-a044-372867186809 None None] Attempting to bind port ea44b269-f3fe-43ad-9515-1194f4797962 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '4d97b9b7-9f6d-45ef-9314-b2021ea57cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '8cd51284-ee3a-4768-94ab-2e7c68da4c9a'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:07:34.285218 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d89a14-86a6-4043-a044-372867186809 None None] Attempting to bind port ea44b269-f3fe-43ad-9515-1194f4797962 on network 8cd51284-ee3a-4768-94ab-2e7c68da4c9a {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:34.292308 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d89a14-86a6-4043-a044-372867186809 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:07:34.292978 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d89a14-86a6-4043-a044-372867186809 None None] Checking segment: {'id': '4d97b9b7-9f6d-45ef-9314-b2021ea57cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '8cd51284-ee3a-4768-94ab-2e7c68da4c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:07:34.293580 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d5d89a14-86a6-4043-a044-372867186809 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:34.294172 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d89a14-86a6-4043-a044-372867186809 None None] Bound using segment: {'id': '4d97b9b7-9f6d-45ef-9314-b2021ea57cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '8cd51284-ee3a-4768-94ab-2e7c68da4c9a'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:07:34.295087 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-d5d89a14-86a6-4043-a044-372867186809 None None] Bound port: ea44b269-f3fe-43ad-9515-1194f4797962, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d97b9b7-9f6d-45ef-9314-b2021ea57cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '8cd51284-ee3a-4768-94ab-2e7c68da4c9a'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:07:34.295829 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d5d89a14-86a6-4043-a044-372867186809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:34.317473 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-62e93218-0135-4161-b519-df3b3133e1ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:34.398571 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-d5d89a14-86a6-4043-a044-372867186809 None None] For port ea44b269-f3fe-43ad-9515-1194f4797962, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:07:34.403544 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-d5d89a14-86a6-4043-a044-372867186809 None None] For port ea44b269-f3fe-43ad-9515-1194f4797962, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=ea44b269-f3fe-43ad-9515-1194f4797962,segment=NetworkSegment(4d97b9b7-9f6d-45ef-9314-b2021ea57cb5),segment_id=4d97b9b7-9f6d-45ef-9314-b2021ea57cb5)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:07:34.412328 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d5d89a14-86a6-4043-a044-372867186809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:34.512490 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d89a14-86a6-4043-a044-372867186809 None None] Pushing event updated for resources: {'Port': ['ID=ea44b269-f3fe-43ad-9515-1194f4797962,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:34.552458 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-f77c08d9-1833-46a0-b8c5-aa12610f1a78 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Allocated IP 2001:db8::f (8cd51284-ee3a-4768-94ab-2e7c68da4c9a/9a67cbbe-c13a-4810-b988-6bc550c44ba5/da5392c4-61f6-4578-ab80-0e17150ca2e9) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:34.837990 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f77c08d9-1833-46a0-b8c5-aa12610f1a78 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:34.932735 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f77c08d9-1833-46a0-b8c5-aa12610f1a78 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:35.042517 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77c08d9-1833-46a0-b8c5-aa12610f1a78 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Network 8cd51284-ee3a-4768-94ab-2e7c68da4c9a is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:35.050695 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-f77c08d9-1833-46a0-b8c5-aa12610f1a78 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:35.067725 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77c08d9-1833-46a0-b8c5-aa12610f1a78 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:35.085486 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77c08d9-1833-46a0-b8c5-aa12610f1a78 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:35.086557 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f77c08d9-1833-46a0-b8c5-aa12610f1a78 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:35.140387 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f77c08d9-1833-46a0-b8c5-aa12610f1a78 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2550054 Nov 12 01:07:35.141450 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c08d9-1833-46a0-b8c5-aa12610f1a78 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event updated for resources: {'Port': ['ID=da5392c4-61f6-4578-ab80-0e17150ca2e9,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:35.144064 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58654) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:35.193125 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c3185fe3-f12e-40a0-8f98-2da2684a0e5c req-9170d496-132e-4342-8100-14dfdefc1261 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0586228 Nov 12 01:07:35.378857 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24c3ff1-fd67-42c6-9980-46973b9c89b1 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:35.383038 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c24c3ff1-fd67-42c6-9980-46973b9c89b1 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2379434 Nov 12 01:07:35.385939 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58660) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:35.482880 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-57057835-bbd4-44cd-8246-019b4182671b req-c5b88165-418c-4a67-82c8-4343d3093602 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0445580 Nov 12 01:07:35.539461 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3914e5f3-249e-41fe-ab12-6c30b8a2f369 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:35.546177 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3914e5f3-249e-41fe-ab12-6c30b8a2f369 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:35.552768 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3914e5f3-249e-41fe-ab12-6c30b8a2f369 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:35.559298 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3914e5f3-249e-41fe-ab12-6c30b8a2f369 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1692607 Nov 12 01:07:35.559477 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58670) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:35.692219 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-06dd5fad-7d1d-4dd7-aeac-659a29b35a97 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Deleting port da5392c4-61f6-4578-ab80-0e17150ca2e9 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:35.692565 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-06dd5fad-7d1d-4dd7-aeac-659a29b35a97 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:35.809037 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-06dd5fad-7d1d-4dd7-aeac-659a29b35a97 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:35.832866 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-06dd5fad-7d1d-4dd7-aeac-659a29b35a97 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Calling delete_port for da5392c4-61f6-4578-ab80-0e17150ca2e9 owned by {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:35.999452 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9fd3cb-7b33-4d9b-bd17-4eb3d43542cf None None] Network 8cd51284-ee3a-4768-94ab-2e7c68da4c9a requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:07:36.023241 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-06dd5fad-7d1d-4dd7-aeac-659a29b35a97 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:36.062225 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd5fad-7d1d-4dd7-aeac-659a29b35a97 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event deleted for resources: {'Port': ['ID=da5392c4-61f6-4578-ab80-0e17150ca2e9,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:36.079093 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-ab3e15fa-833b-4f18-a0f5-1fb9b2650215 None None] Provisioning complete for port ea44b269-f3fe-43ad-9515-1194f4797962 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:36.079590 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ab3e15fa-833b-4f18-a0f5-1fb9b2650215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:36.088130 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-06dd5fad-7d1d-4dd7-aeac-659a29b35a97 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:36.091991 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-06dd5fad-7d1d-4dd7-aeac-659a29b35a97 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "DELETE /v2.0/ports/da5392c4-61f6-4578-ab80-0e17150ca2e9 HTTP/1.1" status: 204 len: 168 time: 0.5310795 Nov 12 01:07:36.094746 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58682) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:36.120131 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-16c3442b-590d-4e93-9b1c-ce93b4a765c9 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] GET failed (client error): The resource could not be found. Nov 12 01:07:36.124818 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-16c3442b-590d-4e93-9b1c-ce93b4a765c9 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "GET /v2.0/ports/da5392c4-61f6-4578-ab80-0e17150ca2e9 HTTP/1.1" status: 404 len: 333 time: 0.0260022 Nov 12 01:07:36.125075 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58684) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:36.222840 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-21501bc4-1fd2-44e4-ae4f-1ebd222c8eb9 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Deleting port a0f6934d-91db-489e-a18e-1a767f8ae471 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:36.223189 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-21501bc4-1fd2-44e4-ae4f-1ebd222c8eb9 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:36.246361 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ab3e15fa-833b-4f18-a0f5-1fb9b2650215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:36.290652 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-ab3e15fa-833b-4f18-a0f5-1fb9b2650215 None None] For port ea44b269-f3fe-43ad-9515-1194f4797962, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=ea44b269-f3fe-43ad-9515-1194f4797962,segment=NetworkSegment(4d97b9b7-9f6d-45ef-9314-b2021ea57cb5),segment_id=4d97b9b7-9f6d-45ef-9314-b2021ea57cb5)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:36.295622 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ab3e15fa-833b-4f18-a0f5-1fb9b2650215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:36.327637 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-21501bc4-1fd2-44e4-ae4f-1ebd222c8eb9 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:36.344402 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-21501bc4-1fd2-44e4-ae4f-1ebd222c8eb9 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Calling delete_port for a0f6934d-91db-489e-a18e-1a767f8ae471 owned by {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:36.363001 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3e15fa-833b-4f18-a0f5-1fb9b2650215 None None] Pushing event updated for resources: {'Port': ['ID=ea44b269-f3fe-43ad-9515-1194f4797962,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:36.429262 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-19a52cb3-c24a-4f9c-84aa-f6fe8ec6cc37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:36.508224 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-21501bc4-1fd2-44e4-ae4f-1ebd222c8eb9 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:36.608214 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21501bc4-1fd2-44e4-ae4f-1ebd222c8eb9 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event deleted for resources: {'Port': ['ID=a0f6934d-91db-489e-a18e-1a767f8ae471,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:36.630620 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-a6f07987-c2d8-4213-af88-52e14f4cb242 None None] Could not find standard attr ID for object a0f6934d-91db-489e-a18e-1a767f8ae471. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:07:36.642382 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-21501bc4-1fd2-44e4-ae4f-1ebd222c8eb9 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:36.647287 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-21501bc4-1fd2-44e4-ae4f-1ebd222c8eb9 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "DELETE /v2.0/ports/a0f6934d-91db-489e-a18e-1a767f8ae471 HTTP/1.1" status: 204 len: 168 time: 0.5211382 Nov 12 01:07:36.650063 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 58694) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:36.675285 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-a6f07987-c2d8-4213-af88-52e14f4cb242 None None] Provisioning complete for port ea44b269-f3fe-43ad-9515-1194f4797962 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:36.675862 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a6f07987-c2d8-4213-af88-52e14f4cb242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:36.705885 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-63e846e0-0874-43b8-855d-41dd7662ae13 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] GET failed (client error): The resource could not be found. Nov 12 01:07:36.707915 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-63e846e0-0874-43b8-855d-41dd7662ae13 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "GET /v2.0/ports/a0f6934d-91db-489e-a18e-1a767f8ae471 HTTP/1.1" status: 404 len: 333 time: 0.0541015 Nov 12 01:07:36.710941 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58698) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:36.731513 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device ea44b269-f3fe-43ad-9515-1194f4797962 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:07:36.777509 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c59f06-e339-46ec-82c3-e2840061d1d2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Deleting subnet 9a67cbbe-c13a-4810-b988-6bc550c44ba5 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:07:36.782336 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-53c59f06-e339-46ec-82c3-e2840061d1d2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:36.858736 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-53c59f06-e339-46ec-82c3-e2840061d1d2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:36.888683 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port ea44b269-f3fe-43ad-9515-1194f4797962 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:36.889418 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:37.005259 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-53c59f06-e339-46ec-82c3-e2840061d1d2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:37.143251 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-6df9db97-abf2-47f5-b7fd-5042507801ec None None] Could not find standard attr ID for object a0f6934d-91db-489e-a18e-1a767f8ae471. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:07:37.153425 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-53c59f06-e339-46ec-82c3-e2840061d1d2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:37.178239 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-53c59f06-e339-46ec-82c3-e2840061d1d2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:37.186289 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-53c59f06-e339-46ec-82c3-e2840061d1d2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "DELETE /v2.0/subnets/9a67cbbe-c13a-4810-b988-6bc550c44ba5 HTTP/1.1" status: 204 len: 168 time: 0.4715936 Nov 12 01:07:37.186620 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 58708) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:37.288566 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c59f06-e339-46ec-82c3-e2840061d1d2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event deleted for resources: {'Subnet': ['ID=9a67cbbe-c13a-4810-b988-6bc550c44ba5,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:37.352393 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-274e7504-ce77-4bb1-b920-ebc3ab1c89d3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:37.407506 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550e8104-4707-4728-aa39-7fbe72f2a757 None None] Network 8cd51284-ee3a-4768-94ab-2e7c68da4c9a requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:07:37.454404 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dc4ccda6-1dad-474d-a343-8bc079c257e3 req-f8636494-8374-4f08-88b6-24ae5f3509b0 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0346503 Nov 12 01:07:37.491104 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-274e7504-ce77-4bb1-b920-ebc3ab1c89d3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Deleting port ea44b269-f3fe-43ad-9515-1194f4797962 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:37.491442 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-274e7504-ce77-4bb1-b920-ebc3ab1c89d3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:37.545271 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-94c42625-9a00-45d3-a80f-a59c131e51bd None None] Could not find standard attr ID for object da5392c4-61f6-4578-ab80-0e17150ca2e9. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:07:37.601747 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-274e7504-ce77-4bb1-b920-ebc3ab1c89d3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] For port ea44b269-f3fe-43ad-9515-1194f4797962, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=ea44b269-f3fe-43ad-9515-1194f4797962,segment=NetworkSegment(4d97b9b7-9f6d-45ef-9314-b2021ea57cb5),segment_id=4d97b9b7-9f6d-45ef-9314-b2021ea57cb5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:37.602498 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-274e7504-ce77-4bb1-b920-ebc3ab1c89d3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:37.619954 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-274e7504-ce77-4bb1-b920-ebc3ab1c89d3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Calling delete_port for ea44b269-f3fe-43ad-9515-1194f4797962 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:37.723963 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:37.736007 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-274e7504-ce77-4bb1-b920-ebc3ab1c89d3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:37.794819 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274e7504-ce77-4bb1-b920-ebc3ab1c89d3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] No DVR routers for this DVR port ea44b269-f3fe-43ad-9515-1194f4797962 on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:07:37.796718 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274e7504-ce77-4bb1-b920-ebc3ab1c89d3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event deleted for resources: {'Port': ['ID=ea44b269-f3fe-43ad-9515-1194f4797962,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:37.850329 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f59b49db-dd59-4645-bb9f-2e7cf5fa04c1 req-70842765-6dd7-41e1-ad01-a884b65de4f6 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0486741 Nov 12 01:07:37.878473 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60f16b2-60e0-42f2-907a-4ef77a4cdd19 None None] DHCP port deletion for 8cd51284-ee3a-4768-94ab-2e7c68da4c9a request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:07:37.943542 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-274e7504-ce77-4bb1-b920-ebc3ab1c89d3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:37.964710 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-274e7504-ce77-4bb1-b920-ebc3ab1c89d3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cd51284-ee3a-4768-94ab-2e7c68da4c9a']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:37.976581 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-274e7504-ce77-4bb1-b920-ebc3ab1c89d3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d97b9b7-9f6d-45ef-9314-b2021ea57cb5') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:37.977113 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-274e7504-ce77-4bb1-b920-ebc3ab1c89d3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d97b9b7-9f6d-45ef-9314-b2021ea57cb5') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:37.988028 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-274e7504-ce77-4bb1-b920-ebc3ab1c89d3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:38.003879 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-274e7504-ce77-4bb1-b920-ebc3ab1c89d3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:38.009964 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-274e7504-ce77-4bb1-b920-ebc3ab1c89d3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:07:38.010352 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-274e7504-ce77-4bb1-b920-ebc3ab1c89d3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:38.081135 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:07:38.081135 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:07:38.081135 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:07:38.081135 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:07:38.081135 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:07:38.081135 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:07:38.081135 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:07:38.081135 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:07:38.081135 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:07:38.081135 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:07:38.081135 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:07:38.081135 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:07:38.081135 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:07:38.081135 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:07:38.081135 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:07:38.081135 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:07:38.081135 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:07:38.081135 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:07:38.081135 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:07:38.081135 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:07:38.081135 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:07:38.081135 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:07:38.081135 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:07:38.081135 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:07:38.081135 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:07:38.081135 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:07:38.081135 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:07:38.081135 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:07:38.081135 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:07:38.081135 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:07:38.081135 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:07:38.081135 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:07:38.085658 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-274e7504-ce77-4bb1-b920-ebc3ab1c89d3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:38.112603 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-274e7504-ce77-4bb1-b920-ebc3ab1c89d3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:38.116175 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-274e7504-ce77-4bb1-b920-ebc3ab1c89d3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "DELETE /v2.0/networks/8cd51284-ee3a-4768-94ab-2e7c68da4c9a HTTP/1.1" status: 204 len: 168 time: 0.9285684 Nov 12 01:07:38.117323 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274e7504-ce77-4bb1-b920-ebc3ab1c89d3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event deleted for resources: {'Network': ['ID=8cd51284-ee3a-4768-94ab-2e7c68da4c9a,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:38.120045 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58732) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:38.126222 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-00d86248-e7e2-43c3-a60a-c919687c3df9 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-760428682'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:38.173876 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d86248-e7e2-43c3-a60a-c919687c3df9 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Made reservation on behalf of a032962725bc45e7961ed5b3ca9f031e for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:38.182643 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-00d86248-e7e2-43c3-a60a-c919687c3df9 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:38.234718 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00d86248-e7e2-43c3-a60a-c919687c3df9 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:07:38.255578 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-00d86248-e7e2-43c3-a60a-c919687c3df9 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:38.256230 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-00d86248-e7e2-43c3-a60a-c919687c3df9 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Added segment 6ab8976f-c029-40fa-ba79-1c90c1038462 of type vlan for network 448fc744-2f20-4835-b1b4-102c4e62c3f9 Nov 12 01:07:38.344578 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-00d86248-e7e2-43c3-a60a-c919687c3df9 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:38.375295 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-00d86248-e7e2-43c3-a60a-c919687c3df9 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:38.382216 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d86248-e7e2-43c3-a60a-c919687c3df9 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:38.383145 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-00d86248-e7e2-43c3-a60a-c919687c3df9 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:38.418224 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-00d86248-e7e2-43c3-a60a-c919687c3df9 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2966664 Nov 12 01:07:38.421275 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 58738) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:38.427365 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-8fa1a747-0d01-4e8e-ac6a-4d8fb8ae3960 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Request body: {'subnet': {'network_id': '448fc744-2f20-4835-b1b4-102c4e62c3f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:38.486504 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d86248-e7e2-43c3-a60a-c919687c3df9 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event updated for resources: {'Network': ['ID=448fc744-2f20-4835-b1b4-102c4e62c3f9,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:38.499845 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 448fc744-2f20-4835-b1b4-102c4e62c3f9 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:07:38.581960 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa1a747-0d01-4e8e-ac6a-4d8fb8ae3960 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Made reservation on behalf of a032962725bc45e7961ed5b3ca9f031e for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:38.588923 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8fa1a747-0d01-4e8e-ac6a-4d8fb8ae3960 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:38.659723 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device ea44b269-f3fe-43ad-9515-1194f4797962 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:07:38.711884 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: ea44b269-f3fe-43ad-9515-1194f4797962 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:07:38.712597 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device ea44b269-f3fe-43ad-9515-1194f4797962 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:07:38.983621 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8fa1a747-0d01-4e8e-ac6a-4d8fb8ae3960 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:39.059201 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa1a747-0d01-4e8e-ac6a-4d8fb8ae3960 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event updated for resources: {'Subnet': ['ID=38eb0054-edcf-4512-ab81-6a200375e3ec,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:39.067693 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa1a747-0d01-4e8e-ac6a-4d8fb8ae3960 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Checking segment: {'id': '6ab8976f-c029-40fa-ba79-1c90c1038462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '448fc744-2f20-4835-b1b4-102c4e62c3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:07:39.068046 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa1a747-0d01-4e8e-ac6a-4d8fb8ae3960 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Network hostable DHCP agents. Network: 448fc744-2f20-4835-b1b4-102c4e62c3f9, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:07:39.086366 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa1a747-0d01-4e8e-ac6a-4d8fb8ae3960 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Network 448fc744-2f20-4835-b1b4-102c4e62c3f9 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:07:39.096596 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-8fa1a747-0d01-4e8e-ac6a-4d8fb8ae3960 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 448fc744-2f20-4835-b1b4-102c4e62c3f9) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:39.102219 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa1a747-0d01-4e8e-ac6a-4d8fb8ae3960 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:39.102970 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8fa1a747-0d01-4e8e-ac6a-4d8fb8ae3960 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:39.110355 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc76483-1a71-44e6-bd23-2545376ecb55 None None] Network 448fc744-2f20-4835-b1b4-102c4e62c3f9 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:07:39.128731 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58748) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:39.129598 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-8fa1a747-0d01-4e8e-ac6a-4d8fb8ae3960 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7063572 Nov 12 01:07:39.136094 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-9ea38c57-66e2-4454-8e12-3b8610a2baf4 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-872789976', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:39.167495 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9ea38c57-66e2-4454-8e12-3b8610a2baf4 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:39.168667 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9ea38c57-66e2-4454-8e12-3b8610a2baf4 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:39.313392 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9ea38c57-66e2-4454-8e12-3b8610a2baf4 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:39.315829 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e99cb9-fe6f-45cb-9eed-fe96a4ec10be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-448fc744-2f20-4835-b1b4-102c4e62c3f9', 'network_id': '448fc744-2f20-4835-b1b4-102c4e62c3f9', 'tenant_id': 'a032962725bc45e7961ed5b3ca9f031e', 'fixed_ips': [{'subnet_id': '38eb0054-edcf-4512-ab81-6a200375e3ec'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:07:39.316878 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-24e99cb9-fe6f-45cb-9eed-fe96a4ec10be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:39.320030 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9ea38c57-66e2-4454-8e12-3b8610a2baf4 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:39.345762 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9ea38c57-66e2-4454-8e12-3b8610a2baf4 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:39.346468 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:39.352817 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-9ea38c57-66e2-4454-8e12-3b8610a2baf4 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2171211 Nov 12 01:07:39.352817 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58756) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:39.362955 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-239979ab-4d96-4194-a9d4-60f8dd7597d3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Request body: {'port': {'network_id': '448fc744-2f20-4835-b1b4-102c4e62c3f9', 'name': 'tempest-PortsIpV6TestJSON-1567072165'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:39.491130 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-24e99cb9-fe6f-45cb-9eed-fe96a4ec10be None None] Allocated IP 2001:db8::2 (448fc744-2f20-4835-b1b4-102c4e62c3f9/38eb0054-edcf-4512-ab81-6a200375e3ec/73d46457-3555-4751-bec3-c419fca2f183) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:39.528692 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239979ab-4d96-4194-a9d4-60f8dd7597d3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Made reservation on behalf of a032962725bc45e7961ed5b3ca9f031e for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:39.536655 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-239979ab-4d96-4194-a9d4-60f8dd7597d3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:39.556555 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-239979ab-4d96-4194-a9d4-60f8dd7597d3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] device_id is not set on port 8d563bf4-8e86-49b3-9e2b-396d0d191ad1 yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:07:39.718513 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-24e99cb9-fe6f-45cb-9eed-fe96a4ec10be None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:39.728088 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-24e99cb9-fe6f-45cb-9eed-fe96a4ec10be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:39.802609 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e99cb9-fe6f-45cb-9eed-fe96a4ec10be None None] Pushing event updated for resources: {'Port': ['ID=73d46457-3555-4751-bec3-c419fca2f183,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:39.813635 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e99cb9-fe6f-45cb-9eed-fe96a4ec10be None None] Network 448fc744-2f20-4835-b1b4-102c4e62c3f9 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:39.816142 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-24e99cb9-fe6f-45cb-9eed-fe96a4ec10be None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:39.820388 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e99cb9-fe6f-45cb-9eed-fe96a4ec10be None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:39.828072 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:39.840601 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-239979ab-4d96-4194-a9d4-60f8dd7597d3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Allocated IP 2001:db8::1bc (448fc744-2f20-4835-b1b4-102c4e62c3f9/38eb0054-edcf-4512-ab81-6a200375e3ec/8d563bf4-8e86-49b3-9e2b-396d0d191ad1) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:39.912714 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-24e99cb9-fe6f-45cb-9eed-fe96a4ec10be None None] Attempting to bind port 73d46457-3555-4751-bec3-c419fca2f183 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:07:39.913532 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-24e99cb9-fe6f-45cb-9eed-fe96a4ec10be None None] Attempting to bind port 73d46457-3555-4751-bec3-c419fca2f183 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '6ab8976f-c029-40fa-ba79-1c90c1038462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '448fc744-2f20-4835-b1b4-102c4e62c3f9'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:07:39.914132 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e99cb9-fe6f-45cb-9eed-fe96a4ec10be None None] Attempting to bind port 73d46457-3555-4751-bec3-c419fca2f183 on network 448fc744-2f20-4835-b1b4-102c4e62c3f9 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:39.921298 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e99cb9-fe6f-45cb-9eed-fe96a4ec10be None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:07:39.922122 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e99cb9-fe6f-45cb-9eed-fe96a4ec10be None None] Checking segment: {'id': '6ab8976f-c029-40fa-ba79-1c90c1038462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '448fc744-2f20-4835-b1b4-102c4e62c3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:07:39.922768 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-24e99cb9-fe6f-45cb-9eed-fe96a4ec10be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:39.923360 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e99cb9-fe6f-45cb-9eed-fe96a4ec10be None None] Bound using segment: {'id': '6ab8976f-c029-40fa-ba79-1c90c1038462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '448fc744-2f20-4835-b1b4-102c4e62c3f9'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:07:39.924053 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-24e99cb9-fe6f-45cb-9eed-fe96a4ec10be None None] Bound port: 73d46457-3555-4751-bec3-c419fca2f183, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab8976f-c029-40fa-ba79-1c90c1038462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '448fc744-2f20-4835-b1b4-102c4e62c3f9'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:07:39.924649 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-24e99cb9-fe6f-45cb-9eed-fe96a4ec10be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:40.028299 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-24e99cb9-fe6f-45cb-9eed-fe96a4ec10be None None] For port 73d46457-3555-4751-bec3-c419fca2f183, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:07:40.033796 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-24e99cb9-fe6f-45cb-9eed-fe96a4ec10be None None] For port 73d46457-3555-4751-bec3-c419fca2f183, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=73d46457-3555-4751-bec3-c419fca2f183,segment=NetworkSegment(6ab8976f-c029-40fa-ba79-1c90c1038462),segment_id=6ab8976f-c029-40fa-ba79-1c90c1038462)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:07:40.040411 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-24e99cb9-fe6f-45cb-9eed-fe96a4ec10be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:40.172482 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e99cb9-fe6f-45cb-9eed-fe96a4ec10be None None] Pushing event updated for resources: {'Port': ['ID=73d46457-3555-4751-bec3-c419fca2f183,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:40.238649 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b7712a79-af2a-4244-9eac-fced39c639b5 req-46e130a1-5462-4322-ac73-1a60e01d424f service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.4862428 Nov 12 01:07:40.250638 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-239979ab-4d96-4194-a9d4-60f8dd7597d3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:40.309468 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-239979ab-4d96-4194-a9d4-60f8dd7597d3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:40.427944 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239979ab-4d96-4194-a9d4-60f8dd7597d3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Network 448fc744-2f20-4835-b1b4-102c4e62c3f9 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:40.433995 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-239979ab-4d96-4194-a9d4-60f8dd7597d3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:40.438548 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c0136fc9-314c-4dc8-9459-b400be75e7ea req-4e4c34eb-3886-4328-b9b3-b994e23302a9 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0467157 Nov 12 01:07:40.451691 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239979ab-4d96-4194-a9d4-60f8dd7597d3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:40.458645 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239979ab-4d96-4194-a9d4-60f8dd7597d3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:40.459287 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-239979ab-4d96-4194-a9d4-60f8dd7597d3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:40.502083 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239979ab-4d96-4194-a9d4-60f8dd7597d3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event updated for resources: {'Port': ['ID=8d563bf4-8e86-49b3-9e2b-396d0d191ad1,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:40.539011 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239979ab-4d96-4194-a9d4-60f8dd7597d3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:40.539367 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239979ab-4d96-4194-a9d4-60f8dd7597d3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:40.539704 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239979ab-4d96-4194-a9d4-60f8dd7597d3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:40.540047 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239979ab-4d96-4194-a9d4-60f8dd7597d3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:40.540379 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239979ab-4d96-4194-a9d4-60f8dd7597d3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:40.540709 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239979ab-4d96-4194-a9d4-60f8dd7597d3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:40.541038 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239979ab-4d96-4194-a9d4-60f8dd7597d3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:40.541364 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239979ab-4d96-4194-a9d4-60f8dd7597d3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:40.545703 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239979ab-4d96-4194-a9d4-60f8dd7597d3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:40.546300 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239979ab-4d96-4194-a9d4-60f8dd7597d3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:40.546906 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239979ab-4d96-4194-a9d4-60f8dd7597d3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:40.547483 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239979ab-4d96-4194-a9d4-60f8dd7597d3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:40.558878 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-239979ab-4d96-4194-a9d4-60f8dd7597d3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2070405 Nov 12 01:07:40.562626 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 58784) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:40.861683 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:40.949776 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 73d46457-3555-4751-bec3-c419fca2f183 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:07:41.060775 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 73d46457-3555-4751-bec3-c419fca2f183 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:41.061265 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:41.112386 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5d0aa791-353d-4a57-acad-23a4a404bfc6 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:41.185070 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:41.224276 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 73d46457-3555-4751-bec3-c419fca2f183, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=73d46457-3555-4751-bec3-c419fca2f183,segment=NetworkSegment(6ab8976f-c029-40fa-ba79-1c90c1038462),segment_id=6ab8976f-c029-40fa-ba79-1c90c1038462)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:41.230917 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:41.291606 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=73d46457-3555-4751-bec3-c419fca2f183,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:41.492949 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5d0aa791-353d-4a57-acad-23a4a404bfc6 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:41.503087 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5d0aa791-353d-4a57-acad-23a4a404bfc6 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:41.646642 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0aa791-353d-4a57-acad-23a4a404bfc6 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event updated for resources: {'Port': ['ID=8d563bf4-8e86-49b3-9e2b-396d0d191ad1,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:41.769201 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2824f18d-7ee0-4cde-b912-9e47cd971127 None None] Network 448fc744-2f20-4835-b1b4-102c4e62c3f9 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:07:41.852239 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5d0aa791-353d-4a57-acad-23a4a404bfc6 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:42.072980 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-138bd35e-28e6-4661-b875-255c995067db None None] Provisioning complete for port 73d46457-3555-4751-bec3-c419fca2f183 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:42.073620 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-138bd35e-28e6-4661-b875-255c995067db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:42.088186 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5d0aa791-353d-4a57-acad-23a4a404bfc6 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:42.478303 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58806) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:42.485465 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-dcfe7582-8e0d-429c-9672-e36ccd062492 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-952705481', 'description': 'tempest-secgroup-smoke-952705481 description', 'project_id': '2d1d2db136304f3299857405886c74e7'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:42.540518 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dcfe7582-8e0d-429c-9672-e36ccd062492 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:42.608466 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5b3f8402-0f54-4b94-9349-150edcc2ea12 req-96d5680a-1f73-4295-b95c-e43282c5f0af service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0967860 Nov 12 01:07:42.663743 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5d0aa791-353d-4a57-acad-23a4a404bfc6 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:42.672521 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5d0aa791-353d-4a57-acad-23a4a404bfc6 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:42.673014 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5d0aa791-353d-4a57-acad-23a4a404bfc6 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:42.703676 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 73d46457-3555-4751-bec3-c419fca2f183 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:07:42.721767 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dcfe7582-8e0d-429c-9672-e36ccd062492 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:42.726230 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dcfe7582-8e0d-429c-9672-e36ccd062492 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:42.794663 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dcfe7582-8e0d-429c-9672-e36ccd062492 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:42.796627 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-dcfe7582-8e0d-429c-9672-e36ccd062492 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3172884 Nov 12 01:07:42.809872 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58814) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:42.815352 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-19e13ec2-b0d7-4aa5-9c24-e4f0702fabc8 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Request body: {'security_group_rule': {'security_group_id': '391e394e-08b9-4b0c-ae0e-56c106bd200a', 'project_id': '2d1d2db136304f3299857405886c74e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:42.820680 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe7582-8e0d-429c-9672-e36ccd062492 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=391e394e-08b9-4b0c-ae0e-56c106bd200a,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:42.882529 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-19e13ec2-b0d7-4aa5-9c24-e4f0702fabc8 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:42.887637 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:42.892181 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0aa791-353d-4a57-acad-23a4a404bfc6 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event updated for resources: {'Port': ['ID=8d563bf4-8e86-49b3-9e2b-396d0d191ad1,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:42.933092 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 73d46457-3555-4751-bec3-c419fca2f183 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:42.933692 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:42.984516 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-8fbfd52d-ff3a-4887-bb88-8ee7b457864f None None] Provisioning complete for port 73d46457-3555-4751-bec3-c419fca2f183 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:42.985603 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8fbfd52d-ff3a-4887-bb88-8ee7b457864f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:42.992338 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5694b96a-62a8-4f56-a076-769b245bae01 req-46a22459-a5bc-483a-96b9-f20e2bf2e115 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0635679 Nov 12 01:07:43.009469 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-19e13ec2-b0d7-4aa5-9c24-e4f0702fabc8 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:43.030554 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-19e13ec2-b0d7-4aa5-9c24-e4f0702fabc8 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:43.030897 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0aa791-353d-4a57-acad-23a4a404bfc6 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Network 448fc744-2f20-4835-b1b4-102c4e62c3f9 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:43.032387 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-5d0aa791-353d-4a57-acad-23a4a404bfc6 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:43.070818 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e13ec2-b0d7-4aa5-9c24-e4f0702fabc8 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c04771b-de54-4c86-91fb-670cbad4b807,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:43.079398 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-19e13ec2-b0d7-4aa5-9c24-e4f0702fabc8 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:43.082567 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-19e13ec2-b0d7-4aa5-9c24-e4f0702fabc8 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2709122 Nov 12 01:07:43.088004 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58820) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:43.096445 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-68b0911a-3a2c-4761-a7d6-7f7c0b692d42 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Request body: {'security_group_rule': {'security_group_id': '391e394e-08b9-4b0c-ae0e-56c106bd200a', 'project_id': '2d1d2db136304f3299857405886c74e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:43.142034 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-68b0911a-3a2c-4761-a7d6-7f7c0b692d42 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:43.150557 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-8fbfd52d-ff3a-4887-bb88-8ee7b457864f None None] Provisioning complete for port 8d563bf4-8e86-49b3-9e2b-396d0d191ad1 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:43.151089 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8fbfd52d-ff3a-4887-bb88-8ee7b457864f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:43.211847 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-8fbfd52d-ff3a-4887-bb88-8ee7b457864f None None] Port 8d563bf4-8e86-49b3-9e2b-396d0d191ad1 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:07:43.255401 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-68b0911a-3a2c-4761-a7d6-7f7c0b692d42 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:43.260664 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0aa791-353d-4a57-acad-23a4a404bfc6 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Router b8010ebc-f628-4944-8c2f-11d224bfc4d8 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:07:43.266376 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-68b0911a-3a2c-4761-a7d6-7f7c0b692d42 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:43.289863 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0911a-3a2c-4761-a7d6-7f7c0b692d42 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbb0d5de-21fc-4622-8a7f-2c80bf194df1,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:43.306858 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-68b0911a-3a2c-4761-a7d6-7f7c0b692d42 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:43.308529 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-68b0911a-3a2c-4761-a7d6-7f7c0b692d42 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2198949 Nov 12 01:07:43.311884 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58824) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:43.317085 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-d7bcd3fe-e21a-4314-a301-effd531efd1f tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Request body: {'security_group_rule': {'security_group_id': '391e394e-08b9-4b0c-ae0e-56c106bd200a', 'project_id': '2d1d2db136304f3299857405886c74e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:43.348409 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d7bcd3fe-e21a-4314-a301-effd531efd1f tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:43.421282 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d7bcd3fe-e21a-4314-a301-effd531efd1f tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:43.426871 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d7bcd3fe-e21a-4314-a301-effd531efd1f tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:43.449908 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bcd3fe-e21a-4314-a301-effd531efd1f tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f9e7fc1-5702-4f97-9818-d841df0fbaa4,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:43.459522 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d7bcd3fe-e21a-4314-a301-effd531efd1f tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:43.460990 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d7bcd3fe-e21a-4314-a301-effd531efd1f tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1486049 Nov 12 01:07:43.463997 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58826) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:43.464847 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-29e7dc9e-50e2-4066-8591-ee3abc63d78f None None] Provisioning complete for port 8d563bf4-8e86-49b3-9e2b-396d0d191ad1 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:43.465274 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-29e7dc9e-50e2-4066-8591-ee3abc63d78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:43.470833 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-4356b27d-350d-48ae-967a-1b2a833894bf tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Request body: {'security_group_rule': {'security_group_id': '391e394e-08b9-4b0c-ae0e-56c106bd200a', 'project_id': '2d1d2db136304f3299857405886c74e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:43.471355 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0aa791-353d-4a57-acad-23a4a404bfc6 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:07:43.481249 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58828) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:43.482132 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5d0aa791-353d-4a57-acad-23a4a404bfc6 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "PUT /v2.0/routers/b8010ebc-f628-4944-8c2f-11d224bfc4d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9180040 Nov 12 01:07:43.493069 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04aec802-f1d1-4db0-9dc0-b00f092bc348 None None] Sync routers for ids ['b8010ebc-f628-4944-8c2f-11d224bfc4d8'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:07:43.515605 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04aec802-f1d1-4db0-9dc0-b00f092bc348 None None] Routers {'b8010ebc-f628-4944-8c2f-11d224bfc4d8'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:43.516232 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-04aec802-f1d1-4db0-9dc0-b00f092bc348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:07:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['b8010ebc-f628-4944-8c2f-11d224bfc4d8'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:43.520863 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-29e7dc9e-50e2-4066-8591-ee3abc63d78f None None] Port 8d563bf4-8e86-49b3-9e2b-396d0d191ad1 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:07:43.551054 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4356b27d-350d-48ae-967a-1b2a833894bf tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:43.561774 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-04aec802-f1d1-4db0-9dc0-b00f092bc348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:43.590475 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04aec802-f1d1-4db0-9dc0-b00f092bc348 None None] Routers {'b8010ebc-f628-4944-8c2f-11d224bfc4d8'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:43.591092 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-04aec802-f1d1-4db0-9dc0-b00f092bc348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:07:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['b8010ebc-f628-4944-8c2f-11d224bfc4d8'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:43.593175 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5769f75-a5a3-475c-816d-d306853fe447 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:43.600443 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d5769f75-a5a3-475c-816d-d306853fe447 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8010ebc-f628-4944-8c2f-11d224bfc4d8 HTTP/1.1" status: 200 len: 989 time: 0.1147084 Nov 12 01:07:43.601453 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 58832) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:43.629428 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-04aec802-f1d1-4db0-9dc0-b00f092bc348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:43.630310 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04aec802-f1d1-4db0-9dc0-b00f092bc348 None None] The sync data for ids ['b8010ebc-f628-4944-8c2f-11d224bfc4d8'] in n-d-812236-11 is: [] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:07:43.692609 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4356b27d-350d-48ae-967a-1b2a833894bf tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:43.712285 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4356b27d-350d-48ae-967a-1b2a833894bf tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:43.750314 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4356b27d-350d-48ae-967a-1b2a833894bf tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef0176ba-eae5-451b-be60-a7b2a311b6a6,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:43.760884 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4356b27d-350d-48ae-967a-1b2a833894bf tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:43.765811 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-4356b27d-350d-48ae-967a-1b2a833894bf tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2981479 Nov 12 01:07:43.767360 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58840) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:43.773510 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-ecf729de-334a-4f99-9ad8-03efe80ac072 None None] Provisioning complete for port 8d563bf4-8e86-49b3-9e2b-396d0d191ad1 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:43.774495 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ecf729de-334a-4f99-9ad8-03efe80ac072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:43.778281 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-aa1f850f-0d3e-402f-b799-05384f2b4d72 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Request body: {'security_group_rule': {'security_group_id': '391e394e-08b9-4b0c-ae0e-56c106bd200a', 'project_id': '2d1d2db136304f3299857405886c74e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:43.815351 n-d-812236-11 neutron-server[102662]: INFO neutron.db.securitygroups_db [None req-aa1f850f-0d3e-402f-b799-05384f2b4d72 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Project 2d1d2db136304f3299857405886c74e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:07:43.821794 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aa1f850f-0d3e-402f-b799-05384f2b4d72 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:43.870627 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-ecf729de-334a-4f99-9ad8-03efe80ac072 None None] Port 8d563bf4-8e86-49b3-9e2b-396d0d191ad1 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:07:43.926681 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aa1f850f-0d3e-402f-b799-05384f2b4d72 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:43.932496 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aa1f850f-0d3e-402f-b799-05384f2b4d72 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:43.975011 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f850f-0d3e-402f-b799-05384f2b4d72 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d349c2d9-f2fe-4c41-adaf-26569cf02bae,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:44.017325 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aa1f850f-0d3e-402f-b799-05384f2b4d72 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:44.026269 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-aa1f850f-0d3e-402f-b799-05384f2b4d72 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2514200 Nov 12 01:07:44.027944 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58846) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:44.035930 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-8fceb1c6-521b-4340-ba2f-2aef6fdae0e7 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Request body: {'security_group_rule': {'security_group_id': '391e394e-08b9-4b0c-ae0e-56c106bd200a', 'project_id': '2d1d2db136304f3299857405886c74e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:44.107241 n-d-812236-11 neutron-server[102662]: INFO neutron.db.securitygroups_db [None req-8fceb1c6-521b-4340-ba2f-2aef6fdae0e7 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Project 2d1d2db136304f3299857405886c74e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:07:44.119935 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8fceb1c6-521b-4340-ba2f-2aef6fdae0e7 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:44.253045 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8fceb1c6-521b-4340-ba2f-2aef6fdae0e7 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:44.259929 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8fceb1c6-521b-4340-ba2f-2aef6fdae0e7 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:44.317906 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fceb1c6-521b-4340-ba2f-2aef6fdae0e7 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aab73ade-d224-4638-a717-1cb8771af13e,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:44.351370 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:07:44.354387 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8fceb1c6-521b-4340-ba2f-2aef6fdae0e7 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:44.358509 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8fceb1c6-521b-4340-ba2f-2aef6fdae0e7 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3282263 Nov 12 01:07:44.438945 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-754ddafa-19dd-45df-a0bb-cc2247d40b58 None None] Provisioning complete for port 8d563bf4-8e86-49b3-9e2b-396d0d191ad1 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:44.439968 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-754ddafa-19dd-45df-a0bb-cc2247d40b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:44.537233 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-754ddafa-19dd-45df-a0bb-cc2247d40b58 None None] Port 8d563bf4-8e86-49b3-9e2b-396d0d191ad1 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:07:44.635147 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-17f031b9-5569-4618-a9a2-42f4ae246e99 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:44.922606 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ba6146a1-8312-4f71-8ff8-4c1ddfc6dbf3 req-71598b6f-d5b4-48f2-b3fe-e23641846462 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-952705481&fields=id&tenant_id=2d1d2db136304f3299857405886c74e7 HTTP/1.1" status: 200 len: 267 time: 0.1185453 Nov 12 01:07:44.945069 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-17f031b9-5569-4618-a9a2-42f4ae246e99 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Deleting port 8d563bf4-8e86-49b3-9e2b-396d0d191ad1 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:44.945530 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-17f031b9-5569-4618-a9a2-42f4ae246e99 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:45.149872 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6146a1-8312-4f71-8ff8-4c1ddfc6dbf3 req-7ccf865c-58ab-45f6-b32a-b1f1b774aff4 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:45.152463 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ba6146a1-8312-4f71-8ff8-4c1ddfc6dbf3 req-7ccf865c-58ab-45f6-b32a-b1f1b774aff4 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/networks?id=be0a0b4d-9d2b-47b4-ac71-b951ba08f877 HTTP/1.1" status: 200 len: 814 time: 0.2199802 Nov 12 01:07:45.173238 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ba6146a1-8312-4f71-8ff8-4c1ddfc6dbf3 req-b1809e38-351d-4d86-9778-7b98506feb94 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/quotas/2d1d2db136304f3299857405886c74e7 HTTP/1.1" status: 200 len: 375 time: 0.0120680 Nov 12 01:07:45.275740 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ba6146a1-8312-4f71-8ff8-4c1ddfc6dbf3 req-d0bc41ec-7d76-4cf3-bd9b-6d698c1a2b90 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2d1d2db136304f3299857405886c74e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0938833 Nov 12 01:07:45.428959 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ace4d401-ea36-46f7-9c2c-2cab1c8c4d34 req-143eadb6-b0bc-471c-bfb1-ef26d397667e service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.3979049 Nov 12 01:07:45.485694 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-17f031b9-5569-4618-a9a2-42f4ae246e99 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:45.502126 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-17f031b9-5569-4618-a9a2-42f4ae246e99 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Calling delete_port for 8d563bf4-8e86-49b3-9e2b-396d0d191ad1 owned by network:router_interface {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:45.534696 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ba6146a1-8312-4f71-8ff8-4c1ddfc6dbf3 req-1f2601ed-60e4-455c-a30f-97028be85d4f service neutron] 10.222.0.20 "GET /v2.0/networks/be0a0b4d-9d2b-47b4-ac71-b951ba08f877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440515 Nov 12 01:07:45.644828 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-49b36251-aace-4198-bfd5-34401b0015d5 req-169a7f61-6812-4e8a-9fdd-de08a9c862eb service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0306396 Nov 12 01:07:45.759772 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-17f031b9-5569-4618-a9a2-42f4ae246e99 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:45.777605 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ba6146a1-8312-4f71-8ff8-4c1ddfc6dbf3 req-a849129e-9121-41ae-bbd7-f39b3ec59730 service neutron] 10.222.0.20 "GET /v2.0/networks/be0a0b4d-9d2b-47b4-ac71-b951ba08f877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421229 Nov 12 01:07:45.848504 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f031b9-5569-4618-a9a2-42f4ae246e99 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event deleted for resources: {'Port': ['ID=8d563bf4-8e86-49b3-9e2b-396d0d191ad1,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:45.978807 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-17f031b9-5569-4618-a9a2-42f4ae246e99 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:46.249480 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f031b9-5569-4618-a9a2-42f4ae246e99 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Router b8010ebc-f628-4944-8c2f-11d224bfc4d8 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:07:46.409582 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f031b9-5569-4618-a9a2-42f4ae246e99 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:07:46.420148 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-17f031b9-5569-4618-a9a2-42f4ae246e99 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "PUT /v2.0/routers/b8010ebc-f628-4944-8c2f-11d224bfc4d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8133025 Nov 12 01:07:46.422051 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58914) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:46.424627 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c981a146-ecda-45a1-b185-2d6bebe8ef73 None None] Sync routers for ids ['b8010ebc-f628-4944-8c2f-11d224bfc4d8'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:07:46.466582 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c981a146-ecda-45a1-b185-2d6bebe8ef73 None None] Routers {'b8010ebc-f628-4944-8c2f-11d224bfc4d8'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:46.467217 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-c981a146-ecda-45a1-b185-2d6bebe8ef73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:07:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['b8010ebc-f628-4944-8c2f-11d224bfc4d8'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:46.481001 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-734eacc4-28e8-4ded-8946-bb5a2a22603b req-27ddde19-de52-4f6b-ac15-2c802c3d6c13 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4ac3c8-3a8a-42bf-8002-183bb82a70b6 HTTP/1.1" status: 200 len: 210 time: 0.0742939 Nov 12 01:07:46.509483 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6127d2e-ddd3-46b4-a6ee-2c784dee7cda tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] GET failed (client error): The resource could not be found. Nov 12 01:07:46.515133 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 58920) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:46.517976 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e6127d2e-ddd3-46b4-a6ee-2c784dee7cda tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "GET /v2.0/ports/8d563bf4-8e86-49b3-9e2b-396d0d191ad1 HTTP/1.1" status: 404 len: 333 time: 0.0947371 Nov 12 01:07:46.547967 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-c981a146-ecda-45a1-b185-2d6bebe8ef73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:46.560295 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c981a146-ecda-45a1-b185-2d6bebe8ef73 None None] Routers {'b8010ebc-f628-4944-8c2f-11d224bfc4d8'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:46.561215 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-c981a146-ecda-45a1-b185-2d6bebe8ef73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:07:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['b8010ebc-f628-4944-8c2f-11d224bfc4d8'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:46.598378 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-c981a146-ecda-45a1-b185-2d6bebe8ef73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:46.599280 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c981a146-ecda-45a1-b185-2d6bebe8ef73 None None] The sync data for ids ['b8010ebc-f628-4944-8c2f-11d224bfc4d8'] in n-d-812236-11 is: [] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:07:46.642208 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2395a79f-3791-4e70-b82e-b6f553cea331 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for router, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:46.859452 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2395a79f-3791-4e70-b82e-b6f553cea331 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:46.862599 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2395a79f-3791-4e70-b82e-b6f553cea331 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:46.928142 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2395a79f-3791-4e70-b82e-b6f553cea331 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:46.928680 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2395a79f-3791-4e70-b82e-b6f553cea331 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Fanout notify agent at l3_agent the message router_deleted on router b8010ebc-f628-4944-8c2f-11d224bfc4d8 {{(pid=102661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:07:46.945754 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2395a79f-3791-4e70-b82e-b6f553cea331 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:46.946892 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-2395a79f-3791-4e70-b82e-b6f553cea331 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "DELETE /v2.0/routers/b8010ebc-f628-4944-8c2f-11d224bfc4d8 HTTP/1.1" status: 204 len: 168 time: 0.4308076 Nov 12 01:07:46.949710 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58936) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:47.112769 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d598eb9-0699-4322-92cf-74ee087c6fe7 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Deleting subnet 38eb0054-edcf-4512-ab81-6a200375e3ec {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:07:47.125906 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3d598eb9-0699-4322-92cf-74ee087c6fe7 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:47.180076 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3d598eb9-0699-4322-92cf-74ee087c6fe7 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:47.303074 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3d598eb9-0699-4322-92cf-74ee087c6fe7 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:47.463104 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3d598eb9-0699-4322-92cf-74ee087c6fe7 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:47.511276 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d598eb9-0699-4322-92cf-74ee087c6fe7 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event deleted for resources: {'Subnet': ['ID=38eb0054-edcf-4512-ab81-6a200375e3ec,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:47.517621 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3d598eb9-0699-4322-92cf-74ee087c6fe7 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:47.524666 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3d598eb9-0699-4322-92cf-74ee087c6fe7 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "DELETE /v2.0/subnets/38eb0054-edcf-4512-ab81-6a200375e3ec HTTP/1.1" status: 204 len: 168 time: 0.5731194 Nov 12 01:07:47.527572 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58954) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:47.547531 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb153f1-64e0-4e50-902c-5e18cfefdd80 None None] Network 448fc744-2f20-4835-b1b4-102c4e62c3f9 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:07:47.687215 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-acd3b359-c90a-46e8-82b4-7afeef91dc80 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:47.733127 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cfe1aecb-3d75-45f1-bc76-77adf2f9fb25 req-0cf7e106-a837-4a8c-8237-3b35e9578cae tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4ac3c8-3a8a-42bf-8002-183bb82a70b6 HTTP/1.1" status: 200 len: 210 time: 0.0871098 Nov 12 01:07:47.809605 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-acd3b359-c90a-46e8-82b4-7afeef91dc80 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Deleting port 73d46457-3555-4751-bec3-c419fca2f183 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:47.809995 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-acd3b359-c90a-46e8-82b4-7afeef91dc80 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:47.922996 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7aa2d003-74e5-463b-863b-be38dfecc5bc req-90d4457b-ef79-4325-903c-488a66600d65 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0614431 Nov 12 01:07:47.992409 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16af432d-f32d-4bb9-a107-037fb2c5394b None None] DHCP port deletion for 448fc744-2f20-4835-b1b4-102c4e62c3f9 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:07:48.239146 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-16af432d-f32d-4bb9-a107-037fb2c5394b None None] Deleting port 73d46457-3555-4751-bec3-c419fca2f183 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:48.239146 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-16af432d-f32d-4bb9-a107-037fb2c5394b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:48.302993 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-002bea2c-0059-4551-8511-fbf1cbd8446a req-529bdc3a-7e9b-4814-a7bf-bc58616a6139 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0383139 Nov 12 01:07:48.331872 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-acd3b359-c90a-46e8-82b4-7afeef91dc80 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] For port 73d46457-3555-4751-bec3-c419fca2f183, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=73d46457-3555-4751-bec3-c419fca2f183,segment=NetworkSegment(6ab8976f-c029-40fa-ba79-1c90c1038462),segment_id=6ab8976f-c029-40fa-ba79-1c90c1038462)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:48.332246 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-acd3b359-c90a-46e8-82b4-7afeef91dc80 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:48.362967 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6146a1-8312-4f71-8ff8-4c1ddfc6dbf3 req-95de21e3-ca21-4b31-b7e3-24d5d6a88871 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:48.364231 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-acd3b359-c90a-46e8-82b4-7afeef91dc80 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Calling delete_port for 73d46457-3555-4751-bec3-c419fca2f183 owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:48.364700 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ba6146a1-8312-4f71-8ff8-4c1ddfc6dbf3 req-95de21e3-ca21-4b31-b7e3-24d5d6a88871 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.49 "GET /v2.0/networks?id=be0a0b4d-9d2b-47b4-ac71-b951ba08f877 HTTP/1.1" status: 200 len: 814 time: 0.3325150 Nov 12 01:07:48.392384 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-16af432d-f32d-4bb9-a107-037fb2c5394b None None] For port 73d46457-3555-4751-bec3-c419fca2f183, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=73d46457-3555-4751-bec3-c419fca2f183,segment=NetworkSegment(6ab8976f-c029-40fa-ba79-1c90c1038462),segment_id=6ab8976f-c029-40fa-ba79-1c90c1038462)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:48.392819 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-16af432d-f32d-4bb9-a107-037fb2c5394b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:48.420876 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-16af432d-f32d-4bb9-a107-037fb2c5394b None None] Calling delete_port for 73d46457-3555-4751-bec3-c419fca2f183 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:48.488148 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ba6146a1-8312-4f71-8ff8-4c1ddfc6dbf3 req-e0af3703-fea1-406b-a2c4-82e9c5a8b7cd tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d1d2db136304f3299857405886c74e7 HTTP/1.1" status: 200 len: 379 time: 0.0997314 Nov 12 01:07:48.500972 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-ba6146a1-8312-4f71-8ff8-4c1ddfc6dbf3 req-822f51f8-d596-40c1-ae19-74beeedf804a tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Request body: {'port': {'device_id': 'bb4ac3c8-3a8a-42bf-8002-183bb82a70b6', 'network_id': 'be0a0b4d-9d2b-47b4-ac71-b951ba08f877', 'admin_state_up': True, 'tenant_id': '2d1d2db136304f3299857405886c74e7', 'security_groups': ['391e394e-08b9-4b0c-ae0e-56c106bd200a']}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:48.577638 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-acd3b359-c90a-46e8-82b4-7afeef91dc80 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:48.592756 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-16af432d-f32d-4bb9-a107-037fb2c5394b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:48.617796 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd3b359-c90a-46e8-82b4-7afeef91dc80 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event deleted for resources: {'Port': ['ID=73d46457-3555-4751-bec3-c419fca2f183,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:48.619869 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd3b359-c90a-46e8-82b4-7afeef91dc80 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] No DVR routers for this DVR port 73d46457-3555-4751-bec3-c419fca2f183 on host n-d-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:07:48.655312 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16af432d-f32d-4bb9-a107-037fb2c5394b None None] Pushing event deleted for resources: {'Port': ['ID=73d46457-3555-4751-bec3-c419fca2f183,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:48.659128 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 73d46457-3555-4751-bec3-c419fca2f183 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:07:48.686740 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 73d46457-3555-4751-bec3-c419fca2f183 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:07:48.687092 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 73d46457-3555-4751-bec3-c419fca2f183 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:07:48.694502 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16af432d-f32d-4bb9-a107-037fb2c5394b None None] No DVR routers for this DVR port 73d46457-3555-4751-bec3-c419fca2f183 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:07:48.743269 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-acd3b359-c90a-46e8-82b4-7afeef91dc80 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:48.768862 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba6146a1-8312-4f71-8ff8-4c1ddfc6dbf3 req-822f51f8-d596-40c1-ae19-74beeedf804a tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Made reservation on behalf of 2d1d2db136304f3299857405886c74e7 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:48.774646 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ba6146a1-8312-4f71-8ff8-4c1ddfc6dbf3 req-822f51f8-d596-40c1-ae19-74beeedf804a tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:48.806076 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-acd3b359-c90a-46e8-82b4-7afeef91dc80 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['448fc744-2f20-4835-b1b4-102c4e62c3f9']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:48.829981 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-acd3b359-c90a-46e8-82b4-7afeef91dc80 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ab8976f-c029-40fa-ba79-1c90c1038462') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:48.830317 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-acd3b359-c90a-46e8-82b4-7afeef91dc80 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ab8976f-c029-40fa-ba79-1c90c1038462') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:48.878972 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-52467666-6b2f-4987-9f9e-ff213cadd024 req-76c14b8e-fec5-475c-a813-5a40a38ca46d tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4ac3c8-3a8a-42bf-8002-183bb82a70b6 HTTP/1.1" status: 200 len: 210 time: 0.0340674 Nov 12 01:07:48.880883 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-acd3b359-c90a-46e8-82b4-7afeef91dc80 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:48.915386 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-acd3b359-c90a-46e8-82b4-7afeef91dc80 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:48.929807 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acd3b359-c90a-46e8-82b4-7afeef91dc80 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:07:48.930219 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-acd3b359-c90a-46e8-82b4-7afeef91dc80 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:48.933656 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:07:48.933656 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:07:48.933656 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:07:48.933656 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:07:48.933656 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:07:48.933656 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:07:48.933656 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:07:48.933656 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:07:48.933656 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:07:48.933656 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:07:48.933656 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:07:48.933656 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:07:48.933656 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:07:48.933656 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:07:48.933656 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:07:48.933656 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:07:48.933656 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:07:48.933656 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:07:48.933656 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:07:48.933656 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:07:48.933656 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:07:48.933656 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:07:48.933656 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:07:48.933656 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:07:48.933656 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:07:48.933656 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:07:48.933656 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:07:48.933656 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:07:48.933656 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:07:48.933656 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:07:48.933656 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:07:48.933656 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:07:49.012820 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-ba6146a1-8312-4f71-8ff8-4c1ddfc6dbf3 req-822f51f8-d596-40c1-ae19-74beeedf804a tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Allocated IP 172.20.0.7 (be0a0b4d-9d2b-47b4-ac71-b951ba08f877/1cb753fa-b255-493f-8761-fe1ea8d98c08/3eda19fe-9985-4516-b8f2-80ce1c8bad05) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:49.021790 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-acd3b359-c90a-46e8-82b4-7afeef91dc80 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:49.042464 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-acd3b359-c90a-46e8-82b4-7afeef91dc80 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:49.052924 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-acd3b359-c90a-46e8-82b4-7afeef91dc80 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "DELETE /v2.0/networks/448fc744-2f20-4835-b1b4-102c4e62c3f9 HTTP/1.1" status: 204 len: 168 time: 1.5223057 Nov 12 01:07:49.055722 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 58976) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:49.078524 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd3b359-c90a-46e8-82b4-7afeef91dc80 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event deleted for resources: {'Network': ['ID=448fc744-2f20-4835-b1b4-102c4e62c3f9,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:49.131653 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42225cd7-2f1d-4914-b7a9-e2ca5156e720 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:49.133069 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-42225cd7-2f1d-4914-b7a9-e2ca5156e720 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "GET /v2.0/ports/8419a3d6-c8c6-4363-907c-5d49fe2f722a HTTP/1.1" status: 200 len: 844 time: 0.0763881 Nov 12 01:07:49.136805 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58978) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:49.204352 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0a0355e7-d9ea-49fc-8614-bfceccca4a99 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "GET /v2.0/ports/8419a3d6-c8c6-4363-907c-5d49fe2f722a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0662980 Nov 12 01:07:49.208446 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 58980) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:49.223770 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-13b7bbc9-65ca-4a87-be46-0d5f1e1a658c tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Request body: {'subnet': {'network_id': '08ecff31-1940-4a54-9e74-4ea9e758b2fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:49.362495 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ba6146a1-8312-4f71-8ff8-4c1ddfc6dbf3 req-822f51f8-d596-40c1-ae19-74beeedf804a tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:49.365659 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b7bbc9-65ca-4a87-be46-0d5f1e1a658c tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Made reservation on behalf of a032962725bc45e7961ed5b3ca9f031e for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:49.369142 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-13b7bbc9-65ca-4a87-be46-0d5f1e1a658c tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:49.604761 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-13b7bbc9-65ca-4a87-be46-0d5f1e1a658c tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:49.634742 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ba6146a1-8312-4f71-8ff8-4c1ddfc6dbf3 req-822f51f8-d596-40c1-ae19-74beeedf804a tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:49.695095 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b7bbc9-65ca-4a87-be46-0d5f1e1a658c tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Network 08ecff31-1940-4a54-9e74-4ea9e758b2fd is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:49.702142 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-13b7bbc9-65ca-4a87-be46-0d5f1e1a658c tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:49.712807 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc09e6c-c2ca-4cfb-95bb-b095c73d47c2 None None] Network 08ecff31-1940-4a54-9e74-4ea9e758b2fd requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:07:49.713695 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b7bbc9-65ca-4a87-be46-0d5f1e1a658c tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:49.714427 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-13b7bbc9-65ca-4a87-be46-0d5f1e1a658c tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:49.722259 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba6146a1-8312-4f71-8ff8-4c1ddfc6dbf3 req-822f51f8-d596-40c1-ae19-74beeedf804a tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Network be0a0b4d-9d2b-47b4-ac71-b951ba08f877 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:49.735447 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-ba6146a1-8312-4f71-8ff8-4c1ddfc6dbf3 req-822f51f8-d596-40c1-ae19-74beeedf804a tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:49.737567 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b7bbc9-65ca-4a87-be46-0d5f1e1a658c tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event updated for resources: {'Subnet': ['ID=7a985154-6402-41ec-9036-0f952881713c,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:49.739423 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba6146a1-8312-4f71-8ff8-4c1ddfc6dbf3 req-822f51f8-d596-40c1-ae19-74beeedf804a tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:49.777398 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822f51f8-d596-40c1-ae19-74beeedf804a tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Pushing event updated for resources: {'Port': ['ID=3eda19fe-9985-4516-b8f2-80ce1c8bad05,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:49.790306 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-13b7bbc9-65ca-4a87-be46-0d5f1e1a658c tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5775340 Nov 12 01:07:49.790306 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 58986) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:49.796621 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-dd5da0ec-fe6c-4c7e-92fc-7bd7ba364517 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Request body: {'security_group': {'name': 'tempest-secgroup-1480657594'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:49.845618 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6146a1-8312-4f71-8ff8-4c1ddfc6dbf3 req-822f51f8-d596-40c1-ae19-74beeedf804a tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:49.846263 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ba6146a1-8312-4f71-8ff8-4c1ddfc6dbf3 req-822f51f8-d596-40c1-ae19-74beeedf804a tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:49.870686 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dd5da0ec-fe6c-4c7e-92fc-7bd7ba364517 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:49.901357 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ba6146a1-8312-4f71-8ff8-4c1ddfc6dbf3 req-822f51f8-d596-40c1-ae19-74beeedf804a tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4060118 Nov 12 01:07:49.929839 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-ba6146a1-8312-4f71-8ff8-4c1ddfc6dbf3 req-74012ddb-ad0f-4462-b7d7-9c1bcd45b723 service neutron] Request body: {'port': {'device_id': 'bb4ac3c8-3a8a-42bf-8002-183bb82a70b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:50.027173 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ba6146a1-8312-4f71-8ff8-4c1ddfc6dbf3 req-74012ddb-ad0f-4462-b7d7-9c1bcd45b723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:50.159154 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-f844d8c9-deab-44d4-a305-8801b1420b30 None None] Provisioning complete for port 3eda19fe-9985-4516-b8f2-80ce1c8bad05 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:50.159447 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f844d8c9-deab-44d4-a305-8801b1420b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:50.234250 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d15cbe-3ec4-4b7c-895e-39cd69b58d6f req-11bc3c12-e49e-4324-b479-e7c81def10a4 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:50.235761 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-08d15cbe-3ec4-4b7c-895e-39cd69b58d6f req-11bc3c12-e49e-4324-b479-e7c81def10a4 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4ac3c8-3a8a-42bf-8002-183bb82a70b6 HTTP/1.1" status: 200 len: 931 time: 0.1372075 Nov 12 01:07:50.250405 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13c08c3-1e8d-44ff-8628-477a76abd0a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-08ecff31-1940-4a54-9e74-4ea9e758b2fd', 'network_id': '08ecff31-1940-4a54-9e74-4ea9e758b2fd', 'tenant_id': 'a032962725bc45e7961ed5b3ca9f031e', 'fixed_ips': [{'subnet_id': '7a985154-6402-41ec-9036-0f952881713c'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:07:50.254043 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c13c08c3-1e8d-44ff-8628-477a76abd0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:50.274619 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-f844d8c9-deab-44d4-a305-8801b1420b30 None None] Port 3eda19fe-9985-4516-b8f2-80ce1c8bad05 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:07:50.283921 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dd5da0ec-fe6c-4c7e-92fc-7bd7ba364517 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:50.315723 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dd5da0ec-fe6c-4c7e-92fc-7bd7ba364517 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:50.369820 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5da0ec-fe6c-4c7e-92fc-7bd7ba364517 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9165966f-6c50-40bb-8d94-7200c58f7e90,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:50.378003 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dd5da0ec-fe6c-4c7e-92fc-7bd7ba364517 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:50.379224 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-dd5da0ec-fe6c-4c7e-92fc-7bd7ba364517 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5880349 Nov 12 01:07:50.381273 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1d5c6109-53a4-4c5e-8797-0c8e90165037 req-fd7c9476-8b7c-4bf7-bd6b-c28539c4fb0d service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0752809 Nov 12 01:07:50.382118 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 58994) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:50.386514 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-fdb5b27d-2e07-4f0c-aea5-2f154fadba93 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Request body: {'security_group': {'name': 'tempest-secgroup-915825922'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:50.437905 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fdb5b27d-2e07-4f0c-aea5-2f154fadba93 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:50.500241 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-c13c08c3-1e8d-44ff-8628-477a76abd0a9 None None] Allocated IP 2001:db8::2 (08ecff31-1940-4a54-9e74-4ea9e758b2fd/7a985154-6402-41ec-9036-0f952881713c/b9034649-f501-42b6-aa27-c10cef5ce293) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:50.548759 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-08d15cbe-3ec4-4b7c-895e-39cd69b58d6f req-1f1d9bf4-7396-4122-b6be-bc2bcad956e1 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/security-groups?id=391e394e-08b9-4b0c-ae0e-56c106bd200a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2939720 Nov 12 01:07:50.564488 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fdb5b27d-2e07-4f0c-aea5-2f154fadba93 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:50.570473 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fdb5b27d-2e07-4f0c-aea5-2f154fadba93 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:50.634476 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5b27d-2e07-4f0c-aea5-2f154fadba93 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbc7c61-1c68-4d3c-9abb-dbc741daed4c,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:50.642620 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fdb5b27d-2e07-4f0c-aea5-2f154fadba93 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:50.643878 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-fdb5b27d-2e07-4f0c-aea5-2f154fadba93 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2607865 Nov 12 01:07:50.648643 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 58996) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:50.654174 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-aee470a9-eb26-4293-85e6-5f0bb680a75a tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1040537218', 'security_groups': ['ffbc7c61-1c68-4d3c-9abb-dbc741daed4c'], 'network_id': '08ecff31-1940-4a54-9e74-4ea9e758b2fd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7a985154-6402-41ec-9036-0f952881713c'}]}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:50.772316 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-ba6146a1-8312-4f71-8ff8-4c1ddfc6dbf3 req-74012ddb-ad0f-4462-b7d7-9c1bcd45b723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eda19fe-9985-4516-b8f2-80ce1c8bad05 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:07:50.784763 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ba6146a1-8312-4f71-8ff8-4c1ddfc6dbf3 req-74012ddb-ad0f-4462-b7d7-9c1bcd45b723 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:50.822218 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-ba6146a1-8312-4f71-8ff8-4c1ddfc6dbf3 req-74012ddb-ad0f-4462-b7d7-9c1bcd45b723 service neutron] Transition to ACTIVE for port object 3eda19fe-9985-4516-b8f2-80ce1c8bad05 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:07:50.829317 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ba6146a1-8312-4f71-8ff8-4c1ddfc6dbf3 req-74012ddb-ad0f-4462-b7d7-9c1bcd45b723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:50.862062 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee470a9-eb26-4293-85e6-5f0bb680a75a tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Made reservation on behalf of a032962725bc45e7961ed5b3ca9f031e for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:50.911812 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7bd50653-ece7-442c-80e4-b5dc3e4a155f req-84d29f83-f9a4-4637-9935-b1910b34d503 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0430901 Nov 12 01:07:50.973118 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [req-6ba43a25-3aab-4156-b5b6-b95e82aaa0aa req-6b4f0ad0-22d3-463b-a86d-9a502df12de7 service neutron] (102661) timed out ('10.222.0.20', 38322) {{(pid=102661) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 01:07:50.984377 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74012ddb-ad0f-4462-b7d7-9c1bcd45b723 service neutron] Pushing event updated for resources: {'Port': ['ID=3eda19fe-9985-4516-b8f2-80ce1c8bad05,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:51.041417 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c13c08c3-1e8d-44ff-8628-477a76abd0a9 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:51.058383 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c13c08c3-1e8d-44ff-8628-477a76abd0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:51.087173 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aee470a9-eb26-4293-85e6-5f0bb680a75a tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:51.118332 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-aee470a9-eb26-4293-85e6-5f0bb680a75a tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] device_id is not set on port ddb25ce1-bd0f-4216-8e2e-2921cfa49878 yet. {{(pid=102661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:07:51.139095 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c08c3-1e8d-44ff-8628-477a76abd0a9 None None] Pushing event updated for resources: {'Port': ['ID=b9034649-f501-42b6-aa27-c10cef5ce293,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:51.152202 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13c08c3-1e8d-44ff-8628-477a76abd0a9 None None] Network 08ecff31-1940-4a54-9e74-4ea9e758b2fd is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:51.154388 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-c13c08c3-1e8d-44ff-8628-477a76abd0a9 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:51.157823 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13c08c3-1e8d-44ff-8628-477a76abd0a9 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:51.305554 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-c13c08c3-1e8d-44ff-8628-477a76abd0a9 None None] Attempting to bind port b9034649-f501-42b6-aa27-c10cef5ce293 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:07:51.305862 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-c13c08c3-1e8d-44ff-8628-477a76abd0a9 None None] Attempting to bind port b9034649-f501-42b6-aa27-c10cef5ce293 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'edda9447-d88a-42d0-91b3-4a80760c822b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08ecff31-1940-4a54-9e74-4ea9e758b2fd'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:07:51.306341 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13c08c3-1e8d-44ff-8628-477a76abd0a9 None None] Attempting to bind port b9034649-f501-42b6-aa27-c10cef5ce293 on network 08ecff31-1940-4a54-9e74-4ea9e758b2fd {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:51.319596 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13c08c3-1e8d-44ff-8628-477a76abd0a9 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:07:51.320007 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13c08c3-1e8d-44ff-8628-477a76abd0a9 None None] Checking segment: {'id': 'edda9447-d88a-42d0-91b3-4a80760c822b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08ecff31-1940-4a54-9e74-4ea9e758b2fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:07:51.323045 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c13c08c3-1e8d-44ff-8628-477a76abd0a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:51.324575 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13c08c3-1e8d-44ff-8628-477a76abd0a9 None None] Bound using segment: {'id': 'edda9447-d88a-42d0-91b3-4a80760c822b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08ecff31-1940-4a54-9e74-4ea9e758b2fd'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:07:51.325836 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-c13c08c3-1e8d-44ff-8628-477a76abd0a9 None None] Bound port: b9034649-f501-42b6-aa27-c10cef5ce293, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edda9447-d88a-42d0-91b3-4a80760c822b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08ecff31-1940-4a54-9e74-4ea9e758b2fd'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:07:51.326769 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c13c08c3-1e8d-44ff-8628-477a76abd0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:51.547670 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-c13c08c3-1e8d-44ff-8628-477a76abd0a9 None None] For port b9034649-f501-42b6-aa27-c10cef5ce293, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:07:51.551248 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-c13c08c3-1e8d-44ff-8628-477a76abd0a9 None None] For port b9034649-f501-42b6-aa27-c10cef5ce293, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=b9034649-f501-42b6-aa27-c10cef5ce293,segment=NetworkSegment(edda9447-d88a-42d0-91b3-4a80760c822b),segment_id=edda9447-d88a-42d0-91b3-4a80760c822b)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:07:51.557647 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c13c08c3-1e8d-44ff-8628-477a76abd0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:51.688123 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-aee470a9-eb26-4293-85e6-5f0bb680a75a tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Allocated IP 2001:db8::199 (08ecff31-1940-4a54-9e74-4ea9e758b2fd/7a985154-6402-41ec-9036-0f952881713c/ddb25ce1-bd0f-4216-8e2e-2921cfa49878) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:51.688669 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c08c3-1e8d-44ff-8628-477a76abd0a9 None None] Pushing event updated for resources: {'Port': ['ID=b9034649-f501-42b6-aa27-c10cef5ce293,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:51.729637 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-ba6146a1-8312-4f71-8ff8-4c1ddfc6dbf3 req-74012ddb-ad0f-4462-b7d7-9c1bcd45b723 service neutron] Attempting to bind port 3eda19fe-9985-4516-b8f2-80ce1c8bad05 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:07:51.734498 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-ba6146a1-8312-4f71-8ff8-4c1ddfc6dbf3 req-74012ddb-ad0f-4462-b7d7-9c1bcd45b723 service neutron] Attempting to bind port 3eda19fe-9985-4516-b8f2-80ce1c8bad05 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '4bfa3d7a-955d-4291-8636-691c27fe66f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'be0a0b4d-9d2b-47b4-ac71-b951ba08f877'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:07:51.734875 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6146a1-8312-4f71-8ff8-4c1ddfc6dbf3 req-74012ddb-ad0f-4462-b7d7-9c1bcd45b723 service neutron] Attempting to bind port 3eda19fe-9985-4516-b8f2-80ce1c8bad05 on network be0a0b4d-9d2b-47b4-ac71-b951ba08f877 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:51.764444 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6146a1-8312-4f71-8ff8-4c1ddfc6dbf3 req-74012ddb-ad0f-4462-b7d7-9c1bcd45b723 service neutron] Port 3eda19fe-9985-4516-b8f2-80ce1c8bad05 on network be0a0b4d-9d2b-47b4-ac71-b951ba08f877 not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:07:51.764804 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6146a1-8312-4f71-8ff8-4c1ddfc6dbf3 req-74012ddb-ad0f-4462-b7d7-9c1bcd45b723 service neutron] Attempting to bind port 3eda19fe-9985-4516-b8f2-80ce1c8bad05 on network be0a0b4d-9d2b-47b4-ac71-b951ba08f877 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:51.789460 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6146a1-8312-4f71-8ff8-4c1ddfc6dbf3 req-74012ddb-ad0f-4462-b7d7-9c1bcd45b723 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:07:51.789809 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6146a1-8312-4f71-8ff8-4c1ddfc6dbf3 req-74012ddb-ad0f-4462-b7d7-9c1bcd45b723 service neutron] Checking segment: {'id': '4bfa3d7a-955d-4291-8636-691c27fe66f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'be0a0b4d-9d2b-47b4-ac71-b951ba08f877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:07:51.790354 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6146a1-8312-4f71-8ff8-4c1ddfc6dbf3 req-74012ddb-ad0f-4462-b7d7-9c1bcd45b723 service neutron] Bound using segment: {'id': '4bfa3d7a-955d-4291-8636-691c27fe66f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'be0a0b4d-9d2b-47b4-ac71-b951ba08f877'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:07:51.790807 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-ba6146a1-8312-4f71-8ff8-4c1ddfc6dbf3 req-74012ddb-ad0f-4462-b7d7-9c1bcd45b723 service neutron] Bound port: 3eda19fe-9985-4516-b8f2-80ce1c8bad05, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bfa3d7a-955d-4291-8636-691c27fe66f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'be0a0b4d-9d2b-47b4-ac71-b951ba08f877'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:07:51.791165 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ba6146a1-8312-4f71-8ff8-4c1ddfc6dbf3 req-74012ddb-ad0f-4462-b7d7-9c1bcd45b723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:51.875719 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-ba6146a1-8312-4f71-8ff8-4c1ddfc6dbf3 req-74012ddb-ad0f-4462-b7d7-9c1bcd45b723 service neutron] For port 3eda19fe-9985-4516-b8f2-80ce1c8bad05, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:07:51.879319 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-ba6146a1-8312-4f71-8ff8-4c1ddfc6dbf3 req-74012ddb-ad0f-4462-b7d7-9c1bcd45b723 service neutron] For port 3eda19fe-9985-4516-b8f2-80ce1c8bad05, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=3eda19fe-9985-4516-b8f2-80ce1c8bad05,segment=NetworkSegment(4bfa3d7a-955d-4291-8636-691c27fe66f3),segment_id=4bfa3d7a-955d-4291-8636-691c27fe66f3)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:07:51.885884 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ba6146a1-8312-4f71-8ff8-4c1ddfc6dbf3 req-74012ddb-ad0f-4462-b7d7-9c1bcd45b723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:51.990728 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6146a1-8312-4f71-8ff8-4c1ddfc6dbf3 req-74012ddb-ad0f-4462-b7d7-9c1bcd45b723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:51.991387 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ba6146a1-8312-4f71-8ff8-4c1ddfc6dbf3 req-74012ddb-ad0f-4462-b7d7-9c1bcd45b723 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:51.992823 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ba6146a1-8312-4f71-8ff8-4c1ddfc6dbf3 req-74012ddb-ad0f-4462-b7d7-9c1bcd45b723 service neutron] 10.222.0.49 "PUT /v2.0/ports/3eda19fe-9985-4516-b8f2-80ce1c8bad05 HTTP/1.1" status: 200 len: 1092 time: 2.0738492 Nov 12 01:07:52.043198 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb4ac3c8-3a8a-42bf-8002-183bb82a70b6', 'tag': '3eda19fe-9985-4516-b8f2-80ce1c8bad05'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:52.047348 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822f098a-ac01-43e5-8e7c-878573ad9f6d" -d '{"events": [{"name": "network-changed", "server_uuid": "bb4ac3c8-3a8a-42bf-8002-183bb82a70b6", "tag": "3eda19fe-9985-4516-b8f2-80ce1c8bad05"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:52.159088 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc36ac-cf4e-48be-acdd-c95ae1ef4f6f req-c964a0c6-bd13-4cf0-99ad-c5b7e7bf4e36 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:52.183854 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-47fc36ac-cf4e-48be-acdd-c95ae1ef4f6f req-c964a0c6-bd13-4cf0-99ad-c5b7e7bf4e36 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4ac3c8-3a8a-42bf-8002-183bb82a70b6 HTTP/1.1" status: 200 len: 943 time: 0.4797995 Nov 12 01:07:52.218503 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e55180-0e5d-48e8-aaf0-ab7ee9cd7d60 x-openstack-request-id: req-b0e55180-0e5d-48e8-aaf0-ab7ee9cd7d60 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:52.219008 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb4ac3c8-3a8a-42bf-8002-183bb82a70b6", "tag": "3eda19fe-9985-4516-b8f2-80ce1c8bad05", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:52.219089 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b0e55180-0e5d-48e8-aaf0-ab7ee9cd7d60 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:52.219922 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb4ac3c8-3a8a-42bf-8002-183bb82a70b6', 'tag': '3eda19fe-9985-4516-b8f2-80ce1c8bad05', 'status': 'completed', 'code': 200} Nov 12 01:07:52.283868 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-47fc36ac-cf4e-48be-acdd-c95ae1ef4f6f req-80954960-8343-42c4-9978-12fd514e8fea tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/security-groups?id=391e394e-08b9-4b0c-ae0e-56c106bd200a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974393 Nov 12 01:07:52.297603 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aee470a9-eb26-4293-85e6-5f0bb680a75a tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:52.319638 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74012ddb-ad0f-4462-b7d7-9c1bcd45b723 service neutron] Pushing event updated for resources: {'Port': ['ID=3eda19fe-9985-4516-b8f2-80ce1c8bad05,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:52.358280 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6146a1-8312-4f71-8ff8-4c1ddfc6dbf3 req-016951f5-8edb-44ed-99f0-65249675605e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:52.359835 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ba6146a1-8312-4f71-8ff8-4c1ddfc6dbf3 req-016951f5-8edb-44ed-99f0-65249675605e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2d1d2db136304f3299857405886c74e7&device_id=bb4ac3c8-3a8a-42bf-8002-183bb82a70b6 HTTP/1.1" status: 200 len: 1095 time: 0.2564104 Nov 12 01:07:52.436517 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ba6146a1-8312-4f71-8ff8-4c1ddfc6dbf3 req-26f7091b-4d24-4bf0-bbbc-44a9280f95aa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3eda19fe-9985-4516-b8f2-80ce1c8bad05 HTTP/1.1" status: 200 len: 217 time: 0.0545795 Nov 12 01:07:52.443517 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aee470a9-eb26-4293-85e6-5f0bb680a75a tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:52.530919 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee470a9-eb26-4293-85e6-5f0bb680a75a tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Network 08ecff31-1940-4a54-9e74-4ea9e758b2fd is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:52.536397 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-aee470a9-eb26-4293-85e6-5f0bb680a75a tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:52.542286 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee470a9-eb26-4293-85e6-5f0bb680a75a tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:52.548102 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee470a9-eb26-4293-85e6-5f0bb680a75a tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:52.549011 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aee470a9-eb26-4293-85e6-5f0bb680a75a tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:52.594439 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6146a1-8312-4f71-8ff8-4c1ddfc6dbf3 req-b04efae3-ca19-4dcf-885c-2a7e512d9915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:52.597463 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ba6146a1-8312-4f71-8ff8-4c1ddfc6dbf3 req-b04efae3-ca19-4dcf-885c-2a7e512d9915 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1cb753fa-b255-493f-8761-fe1ea8d98c08 HTTP/1.1" status: 200 len: 853 time: 0.1501374 Nov 12 01:07:52.614063 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee470a9-eb26-4293-85e6-5f0bb680a75a tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event updated for resources: {'Port': ['ID=ddb25ce1-bd0f-4216-8e2e-2921cfa49878,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:52.670467 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-aee470a9-eb26-4293-85e6-5f0bb680a75a tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0207794 Nov 12 01:07:52.673591 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59012) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:52.687139 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-0781035e-abee-42cc-b7ae-14cd6ee864b1 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Request body: {'subnet': {'network_id': '08ecff31-1940-4a54-9e74-4ea9e758b2fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:52.743652 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6146a1-8312-4f71-8ff8-4c1ddfc6dbf3 req-e660981a-325f-4592-9b25-84feb1939e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:52.745164 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ba6146a1-8312-4f71-8ff8-4c1ddfc6dbf3 req-e660981a-325f-4592-9b25-84feb1939e06 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=be0a0b4d-9d2b-47b4-ac71-b951ba08f877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1355174 Nov 12 01:07:52.759431 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device b9034649-f501-42b6-aa27-c10cef5ce293 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:07:52.876936 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port b9034649-f501-42b6-aa27-c10cef5ce293 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:52.877342 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:52.929126 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-927391a5-b0f4-4ee1-8fda-6264e12e75b6 req-bfd8d3f2-22d9-40a4-8f94-6608934c3636 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0751030 Nov 12 01:07:52.964009 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0781035e-abee-42cc-b7ae-14cd6ee864b1 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Made reservation on behalf of a032962725bc45e7961ed5b3ca9f031e for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:52.967865 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0781035e-abee-42cc-b7ae-14cd6ee864b1 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:52.995641 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ba6146a1-8312-4f71-8ff8-4c1ddfc6dbf3 req-3dfd2e32-d32a-4bcd-99d9-9f16c08ef471 service neutron] 10.222.0.49 "GET /v2.0/networks/be0a0b4d-9d2b-47b4-ac71-b951ba08f877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427268 Nov 12 01:07:53.026465 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:53.153783 n-d-812236-11 neutron-server[102662]: INFO neutron.db.ipam_backend_mixin [None req-0781035e-abee-42cc-b7ae-14cd6ee864b1 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7a985154-6402-41ec-9036-0f952881713c (CIDR: 2001:db8::/64) Nov 12 01:07:53.160060 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ba6146a1-8312-4f71-8ff8-4c1ddfc6dbf3 req-63612a35-99b6-4ca9-ae76-64b76648a28f service neutron] 10.222.0.49 "GET /v2.0/networks/be0a0b4d-9d2b-47b4-ac71-b951ba08f877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553326 Nov 12 01:07:53.175880 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-0781035e-abee-42cc-b7ae-14cd6ee864b1 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:07:53.176357 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0781035e-abee-42cc-b7ae-14cd6ee864b1 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:07:53.202036 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0781035e-abee-42cc-b7ae-14cd6ee864b1 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5254159 Nov 12 01:07:53.204717 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59018) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:53.208033 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port b9034649-f501-42b6-aa27-c10cef5ce293, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=b9034649-f501-42b6-aa27-c10cef5ce293,segment=NetworkSegment(edda9447-d88a-42d0-91b3-4a80760c822b),segment_id=edda9447-d88a-42d0-91b3-4a80760c822b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:53.217018 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-fe984579-6697-487a-bb94-8328828c41cd tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Request body: {'subnet': {'network_id': '08ecff31-1940-4a54-9e74-4ea9e758b2fd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:53.241509 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:53.336964 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-ff386e94-bfc0-404a-92ec-14057162f0bb None None] Provisioning complete for port 8419a3d6-c8c6-4363-907c-5d49fe2f722a triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:53.337337 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ff386e94-bfc0-404a-92ec-14057162f0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:53.375302 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3cee2ba6-548d-42e3-8a31-84784ade5b5f req-9526e272-3592-4c18-af5c-62a136c2c5d0 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0769382 Nov 12 01:07:53.412355 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=b9034649-f501-42b6-aa27-c10cef5ce293,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:53.415293 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f098a-ac01-43e5-8e7c-878573ad9f6d req-c96f30fa-0e96-4d6b-ba84-d6d411a3789e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:53.416998 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-822f098a-ac01-43e5-8e7c-878573ad9f6d req-c96f30fa-0e96-4d6b-ba84-d6d411a3789e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2d1d2db136304f3299857405886c74e7&device_id=bb4ac3c8-3a8a-42bf-8002-183bb82a70b6 HTTP/1.1" status: 200 len: 1095 time: 0.1803293 Nov 12 01:07:53.425544 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-ff386e94-bfc0-404a-92ec-14057162f0bb None None] Port 8419a3d6-c8c6-4363-907c-5d49fe2f722a cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:07:53.448891 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe984579-6697-487a-bb94-8328828c41cd tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Made reservation on behalf of a032962725bc45e7961ed5b3ca9f031e for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:53.453493 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fe984579-6697-487a-bb94-8328828c41cd tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:53.458224 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-ff386e94-bfc0-404a-92ec-14057162f0bb None None] Provisioning complete for port b9034649-f501-42b6-aa27-c10cef5ce293 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:53.459302 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ff386e94-bfc0-404a-92ec-14057162f0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:53.715417 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b3877-fe26-4790-809e-0d50cd678c67 req-71c1267f-9c47-4e87-9729-98d165c0b26d tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:53.722864 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-694b3877-fe26-4790-809e-0d50cd678c67 req-71c1267f-9c47-4e87-9729-98d165c0b26d tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4ac3c8-3a8a-42bf-8002-183bb82a70b6 HTTP/1.1" status: 200 len: 943 time: 0.2188103 Nov 12 01:07:53.748922 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f098a-ac01-43e5-8e7c-878573ad9f6d req-82afc554-183e-4d53-838c-44025b198611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:53.750659 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-822f098a-ac01-43e5-8e7c-878573ad9f6d req-82afc554-183e-4d53-838c-44025b198611 service neutron] 10.222.0.49 "GET /v2.0/networks?id=be0a0b4d-9d2b-47b4-ac71-b951ba08f877 HTTP/1.1" status: 200 len: 915 time: 0.3210812 Nov 12 01:07:53.780142 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-0836fb55-05b4-4d4d-975f-9fd1ed44b513 None None] Provisioning complete for port ddb25ce1-bd0f-4216-8e2e-2921cfa49878 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:53.780707 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0836fb55-05b4-4d4d-975f-9fd1ed44b513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:53.850146 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-0836fb55-05b4-4d4d-975f-9fd1ed44b513 None None] Port ddb25ce1-bd0f-4216-8e2e-2921cfa49878 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:07:53.874535 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-822f098a-ac01-43e5-8e7c-878573ad9f6d req-4c0984bd-333e-4611-b725-6579deaab659 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3eda19fe-9985-4516-b8f2-80ce1c8bad05 HTTP/1.1" status: 200 len: 217 time: 0.1144369 Nov 12 01:07:53.930860 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fe984579-6697-487a-bb94-8328828c41cd tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:53.933959 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f098a-ac01-43e5-8e7c-878573ad9f6d req-139fec0f-4283-491b-95dc-8ac8e07d098b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:53.936456 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-822f098a-ac01-43e5-8e7c-878573ad9f6d req-139fec0f-4283-491b-95dc-8ac8e07d098b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1cb753fa-b255-493f-8761-fe1ea8d98c08 HTTP/1.1" status: 200 len: 853 time: 0.0548999 Nov 12 01:07:53.948674 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-694b3877-fe26-4790-809e-0d50cd678c67 req-154693cd-fccc-4fdf-8930-57deeeaa2385 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/security-groups?id=391e394e-08b9-4b0c-ae0e-56c106bd200a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2247734 Nov 12 01:07:54.012288 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f098a-ac01-43e5-8e7c-878573ad9f6d req-59f5e51e-9e01-40a2-84bc-f72fc2529274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:54.015026 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-822f098a-ac01-43e5-8e7c-878573ad9f6d req-59f5e51e-9e01-40a2-84bc-f72fc2529274 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=be0a0b4d-9d2b-47b4-ac71-b951ba08f877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0648921 Nov 12 01:07:54.047242 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe984579-6697-487a-bb94-8328828c41cd tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Network 08ecff31-1940-4a54-9e74-4ea9e758b2fd is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:54.048746 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-fe984579-6697-487a-bb94-8328828c41cd tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:54.052399 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe984579-6697-487a-bb94-8328828c41cd tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:54.053011 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fe984579-6697-487a-bb94-8328828c41cd tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:54.069685 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1b5d63-2b2b-441d-a640-5dd4ee1e0617 None None] Network 08ecff31-1940-4a54-9e74-4ea9e758b2fd requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:07:54.086105 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 59026) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:54.086330 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-fe984579-6697-487a-bb94-8328828c41cd tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8801277 Nov 12 01:07:54.087288 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe984579-6697-487a-bb94-8328828c41cd tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event updated for resources: {'Subnet': ['ID=5bbcbc03-6537-49ae-b99e-b41fe2ad0e80,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:54.098464 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-a72744f5-ba10-4719-a119-689bfc611da4 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-720165285', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5bbcbc03-6537-49ae-b99e-b41fe2ad0e80'}], 'security_groups': ['9165966f-6c50-40bb-8d94-7200c58f7e90']}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:54.206308 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-822f098a-ac01-43e5-8e7c-878573ad9f6d req-8bf356fd-0219-4c6f-9452-5bf090667965 service neutron] 10.222.0.49 "GET /v2.0/networks/be0a0b4d-9d2b-47b4-ac71-b951ba08f877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834254 Nov 12 01:07:54.269735 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a72744f5-ba10-4719-a119-689bfc611da4 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:54.377148 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f0b5d8-9934-4340-8dc4-c7f8ffa885e9 None None] Update dhcp port {'port': {'network_id': '08ecff31-1940-4a54-9e74-4ea9e758b2fd', 'fixed_ips': [{'subnet_id': '7a985154-6402-41ec-9036-0f952881713c', 'ip_address': '2001:db8::2'}, {'subnet_id': '5bbcbc03-6537-49ae-b99e-b41fe2ad0e80'}], 'binding:host_id': 'n-d-812236-11'}, 'id': 'b9034649-f501-42b6-aa27-c10cef5ce293'} from n-d-812236-11. {{(pid=102663) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 01:07:54.439053 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-822f098a-ac01-43e5-8e7c-878573ad9f6d req-b8c11a6c-5ce1-42ee-9a0e-94032d4f3002 service neutron] 10.222.0.49 "GET /v2.0/networks/be0a0b4d-9d2b-47b4-ac71-b951ba08f877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010531 Nov 12 01:07:54.439613 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-00f0b5d8-9934-4340-8dc4-c7f8ffa885e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:54.657820 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device b9034649-f501-42b6-aa27-c10cef5ce293 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:07:54.727226 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port b9034649-f501-42b6-aa27-c10cef5ce293 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:54.727584 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:54.831645 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-a72744f5-ba10-4719-a119-689bfc611da4 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Delete allocated IP 2001:db8::199 (08ecff31-1940-4a54-9e74-4ea9e758b2fd/7a985154-6402-41ec-9036-0f952881713c) {{(pid=102661) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 01:07:54.842748 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-a72744f5-ba10-4719-a119-689bfc611da4 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Allocated IP 2001:db8:0:1::3ab (08ecff31-1940-4a54-9e74-4ea9e758b2fd/5bbcbc03-6537-49ae-b99e-b41fe2ad0e80/ddb25ce1-bd0f-4216-8e2e-2921cfa49878) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:55.090862 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a72744f5-ba10-4719-a119-689bfc611da4 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:55.097576 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a72744f5-ba10-4719-a119-689bfc611da4 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:55.129882 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a0993-6a7b-45cf-a043-4f92425a6cb7 req-0a12640e-e815-4ede-80cd-f847164d1112 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:55.140211 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-932a0993-6a7b-45cf-a043-4f92425a6cb7 req-0a12640e-e815-4ede-80cd-f847164d1112 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4ac3c8-3a8a-42bf-8002-183bb82a70b6 HTTP/1.1" status: 200 len: 943 time: 0.0888405 Nov 12 01:07:55.224292 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-a72744f5-ba10-4719-a119-689bfc611da4 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] In _notify_port_updated(), no bound segment for port ddb25ce1-bd0f-4216-8e2e-2921cfa49878 on network 08ecff31-1940-4a54-9e74-4ea9e758b2fd {{(pid=102661) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:07:55.231975 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72744f5-ba10-4719-a119-689bfc611da4 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:55.232796 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a72744f5-ba10-4719-a119-689bfc611da4 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:55.234175 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a72744f5-ba10-4719-a119-689bfc611da4 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "PUT /v2.0/ports/ddb25ce1-bd0f-4216-8e2e-2921cfa49878 HTTP/1.1" status: 200 len: 930 time: 1.1460264 Nov 12 01:07:55.235218 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72744f5-ba10-4719-a119-689bfc611da4 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event updated for resources: {'Port': ['ID=ddb25ce1-bd0f-4216-8e2e-2921cfa49878,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:55.237914 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 59036) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:55.288363 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-932a0993-6a7b-45cf-a043-4f92425a6cb7 req-378aeb2a-d9fa-4384-b9bf-6ebb168100b9 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/security-groups?id=391e394e-08b9-4b0c-ae0e-56c106bd200a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480269 Nov 12 01:07:55.319294 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-00f0b5d8-9934-4340-8dc4-c7f8ffa885e9 None None] Allocated IP 2001:db8:0:1::2 (08ecff31-1940-4a54-9e74-4ea9e758b2fd/5bbcbc03-6537-49ae-b99e-b41fe2ad0e80/b9034649-f501-42b6-aa27-c10cef5ce293) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:55.409689 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-1fdfd551-4246-489c-93b7-fad974e756c3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Deleting port ddb25ce1-bd0f-4216-8e2e-2921cfa49878 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:55.410031 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1fdfd551-4246-489c-93b7-fad974e756c3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:55.470964 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-00f0b5d8-9934-4340-8dc4-c7f8ffa885e9 None None] For port b9034649-f501-42b6-aa27-c10cef5ce293, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=b9034649-f501-42b6-aa27-c10cef5ce293,segment=NetworkSegment(edda9447-d88a-42d0-91b3-4a80760c822b),segment_id=edda9447-d88a-42d0-91b3-4a80760c822b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:55.517994 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-00f0b5d8-9934-4340-8dc4-c7f8ffa885e9 None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:55.524510 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-00f0b5d8-9934-4340-8dc4-c7f8ffa885e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:55.538766 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-57363b14-466f-4e26-8563-0530d178a070 req-52f5653c-8b5f-4b16-98a3-c756809a8d6d service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0900161 Nov 12 01:07:55.585932 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1fdfd551-4246-489c-93b7-fad974e756c3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:55.603055 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-1fdfd551-4246-489c-93b7-fad974e756c3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Calling delete_port for ddb25ce1-bd0f-4216-8e2e-2921cfa49878 owned by {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:55.691550 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0b5d8-9934-4340-8dc4-c7f8ffa885e9 None None] Pushing event updated for resources: {'Port': ['ID=b9034649-f501-42b6-aa27-c10cef5ce293,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:55.850454 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-34cc167b-5ac8-4020-a4b6-eb48eaae0f93 req-b0555dca-9bcd-4f80-adb0-85e3db481fcc service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0342767 Nov 12 01:07:55.868034 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1fdfd551-4246-489c-93b7-fad974e756c3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:55.933781 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdfd551-4246-489c-93b7-fad974e756c3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event deleted for resources: {'Port': ['ID=ddb25ce1-bd0f-4216-8e2e-2921cfa49878,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:55.968192 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1fdfd551-4246-489c-93b7-fad974e756c3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:55.974820 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59046) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:55.975320 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1fdfd551-4246-489c-93b7-fad974e756c3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "DELETE /v2.0/ports/ddb25ce1-bd0f-4216-8e2e-2921cfa49878 HTTP/1.1" status: 204 len: 168 time: 0.7362280 Nov 12 01:07:56.003594 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-87b550b5-2f0b-41ba-b3c7-ef8f19fa5186 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] GET failed (client error): The resource could not be found. Nov 12 01:07:56.007874 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-87b550b5-2f0b-41ba-b3c7-ef8f19fa5186 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "GET /v2.0/ports/ddb25ce1-bd0f-4216-8e2e-2921cfa49878 HTTP/1.1" status: 404 len: 333 time: 0.0294497 Nov 12 01:07:56.008755 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 59048) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:56.081885 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-caaea22e-d404-45b6-9697-9fef9143b2ae tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:56.159045 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-caaea22e-d404-45b6-9697-9fef9143b2ae tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:56.225487 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-caaea22e-d404-45b6-9697-9fef9143b2ae tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:56.228219 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-caaea22e-d404-45b6-9697-9fef9143b2ae tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:56.232480 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-caaea22e-d404-45b6-9697-9fef9143b2ae tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "DELETE /v2.0/security-groups/ffbc7c61-1c68-4d3c-9abb-dbc741daed4c HTTP/1.1" status: 204 len: 168 time: 0.2196608 Nov 12 01:07:56.232837 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59050) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:56.256471 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaea22e-d404-45b6-9697-9fef9143b2ae tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbc7c61-1c68-4d3c-9abb-dbc741daed4c,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:56.346260 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a884b180-0b39-46b1-8465-35821fe2d172 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:56.384493 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a884b180-0b39-46b1-8465-35821fe2d172 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:56.467851 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a884b180-0b39-46b1-8465-35821fe2d172 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:56.481308 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a884b180-0b39-46b1-8465-35821fe2d172 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:56.489666 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a884b180-0b39-46b1-8465-35821fe2d172 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "DELETE /v2.0/security-groups/9165966f-6c50-40bb-8d94-7200c58f7e90 HTTP/1.1" status: 204 len: 168 time: 0.2556052 Nov 12 01:07:56.490446 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59054) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:56.535549 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97c413-e496-4459-8e61-4525f7c1ef8f req-2c93d330-2aa4-4f78-8941-26e06222ecde tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:56.537481 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0f97c413-e496-4459-8e61-4525f7c1ef8f req-2c93d330-2aa4-4f78-8941-26e06222ecde tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4ac3c8-3a8a-42bf-8002-183bb82a70b6 HTTP/1.1" status: 200 len: 943 time: 0.1069295 Nov 12 01:07:56.592871 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-18e3611c-5e31-4ecf-bf8c-5cce5c08f1f3 None None] Could not find standard attr ID for object ddb25ce1-bd0f-4216-8e2e-2921cfa49878. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:07:56.602792 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a884b180-0b39-46b1-8465-35821fe2d172 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9165966f-6c50-40bb-8d94-7200c58f7e90,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:56.616644 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-18e3611c-5e31-4ecf-bf8c-5cce5c08f1f3 None None] Provisioning complete for port 8419a3d6-c8c6-4363-907c-5d49fe2f722a triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:56.617011 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-18e3611c-5e31-4ecf-bf8c-5cce5c08f1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:56.662492 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7730c05-d2fd-46a7-bdcf-5782c1ae9642 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Deleting subnet 7a985154-6402-41ec-9036-0f952881713c {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:07:56.666862 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d7730c05-d2fd-46a7-bdcf-5782c1ae9642 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:56.678636 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0f97c413-e496-4459-8e61-4525f7c1ef8f req-2add0e49-67ce-4d42-a28c-2d38d51f218a tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/security-groups?id=391e394e-08b9-4b0c-ae0e-56c106bd200a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334424 Nov 12 01:07:56.728972 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device b9034649-f501-42b6-aa27-c10cef5ce293 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:07:56.729271 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d7730c05-d2fd-46a7-bdcf-5782c1ae9642 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:56.769508 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-18e3611c-5e31-4ecf-bf8c-5cce5c08f1f3 None None] Port 8419a3d6-c8c6-4363-907c-5d49fe2f722a cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:07:56.803156 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-18e3611c-5e31-4ecf-bf8c-5cce5c08f1f3 None None] Provisioning complete for port b9034649-f501-42b6-aa27-c10cef5ce293 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:56.803755 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-18e3611c-5e31-4ecf-bf8c-5cce5c08f1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:56.853042 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d7730c05-d2fd-46a7-bdcf-5782c1ae9642 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:56.854511 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port b9034649-f501-42b6-aa27-c10cef5ce293 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:56.854875 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:56.938005 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d7730c05-d2fd-46a7-bdcf-5782c1ae9642 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:56.958684 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d7730c05-d2fd-46a7-bdcf-5782c1ae9642 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:56.963062 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d7730c05-d2fd-46a7-bdcf-5782c1ae9642 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "DELETE /v2.0/subnets/7a985154-6402-41ec-9036-0f952881713c HTTP/1.1" status: 204 len: 168 time: 0.4685731 Nov 12 01:07:56.968004 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 59058) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:56.974171 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-db3a9565-0b6d-4c3d-b2e5-ef7b7eb802a3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Request body: {'subnet': {'network_id': '08ecff31-1940-4a54-9e74-4ea9e758b2fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:56.985883 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7730c05-d2fd-46a7-bdcf-5782c1ae9642 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event deleted for resources: {'Subnet': ['ID=7a985154-6402-41ec-9036-0f952881713c,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:57.055937 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-211b027a-bcf1-4013-bb72-5ae70505f0c8 None None] Could not find standard attr ID for object ddb25ce1-bd0f-4216-8e2e-2921cfa49878. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:07:57.094631 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3a9565-0b6d-4c3d-b2e5-ef7b7eb802a3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Made reservation on behalf of a032962725bc45e7961ed5b3ca9f031e for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:57.098486 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-db3a9565-0b6d-4c3d-b2e5-ef7b7eb802a3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:57.167825 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13860fa5-0c7b-4568-8a83-a6c1e58af648 None None] Network 08ecff31-1940-4a54-9e74-4ea9e758b2fd requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:07:57.382425 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-db3a9565-0b6d-4c3d-b2e5-ef7b7eb802a3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:57.433447 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3a9565-0b6d-4c3d-b2e5-ef7b7eb802a3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Network 08ecff31-1940-4a54-9e74-4ea9e758b2fd is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:57.437194 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-db3a9565-0b6d-4c3d-b2e5-ef7b7eb802a3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:57.441681 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3a9565-0b6d-4c3d-b2e5-ef7b7eb802a3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:57.442369 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-db3a9565-0b6d-4c3d-b2e5-ef7b7eb802a3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:57.448412 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3a9565-0b6d-4c3d-b2e5-ef7b7eb802a3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event updated for resources: {'Subnet': ['ID=62ce3379-d0fa-44bd-99cb-6a3d7ed95f9b,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:57.465244 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-db3a9565-0b6d-4c3d-b2e5-ef7b7eb802a3 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4951618 Nov 12 01:07:57.468841 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59062) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:57.474010 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-b0f20091-9dd2-477a-b0ea-d38d898ca7e2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Request body: {'security_group': {'name': 'tempest-secgroup-148642593'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:57.499042 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b0f20091-9dd2-477a-b0ea-d38d898ca7e2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:57.574079 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b0f20091-9dd2-477a-b0ea-d38d898ca7e2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:57.579895 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b0f20091-9dd2-477a-b0ea-d38d898ca7e2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:57.618619 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b0f20091-9dd2-477a-b0ea-d38d898ca7e2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:57.623642 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b0f20091-9dd2-477a-b0ea-d38d898ca7e2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1502769 Nov 12 01:07:57.624013 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 59064) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:57.630954 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-2d5d0f8f-8073-4cb9-9b06-684df74dfdee tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Request body: {'security_group': {'name': 'tempest-secgroup-1047193779'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:57.640684 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f20091-9dd2-477a-b0ea-d38d898ca7e2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41ccb36c-3319-4613-b9b6-6dd15500b7b0,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:57.663608 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2d5d0f8f-8073-4cb9-9b06-684df74dfdee tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:57.801824 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b1a21158-1bf1-4383-864a-c17b58c4c888 req-02628127-da67-47fb-b8f0-65ce82dc888b service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0408189 Nov 12 01:07:57.838106 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2d5d0f8f-8073-4cb9-9b06-684df74dfdee tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:57.849475 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2d5d0f8f-8073-4cb9-9b06-684df74dfdee tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:57.893669 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2d5d0f8f-8073-4cb9-9b06-684df74dfdee tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:57.895490 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-2d5d0f8f-8073-4cb9-9b06-684df74dfdee tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2700362 Nov 12 01:07:57.896899 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d0f8f-8073-4cb9-9b06-684df74dfdee tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8dcf50-d477-46c7-a3c2-00f4b7922c27,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:57.899062 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 59072) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:57.904070 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-327531ac-faa3-45d4-9235-328ce4db954c tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Request body: {'security_group': {'name': 'tempest-secgroup-2119697738'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:57.934165 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6391c-cb63-49ba-ae5c-1ae93a848365 req-e4fcdb23-f26f-43f9-919f-82bb291ae8a0 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:57.936538 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2ae6391c-cb63-49ba-ae5c-1ae93a848365 req-e4fcdb23-f26f-43f9-919f-82bb291ae8a0 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4ac3c8-3a8a-42bf-8002-183bb82a70b6 HTTP/1.1" status: 200 len: 943 time: 0.1509759 Nov 12 01:07:57.968334 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-327531ac-faa3-45d4-9235-328ce4db954c tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:57.993955 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2ae6391c-cb63-49ba-ae5c-1ae93a848365 req-3c237c94-6249-4287-b363-5402e07a2696 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/security-groups?id=391e394e-08b9-4b0c-ae0e-56c106bd200a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461268 Nov 12 01:07:58.008789 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e8835e62-7261-414f-8718-15bcf97bc11c req-606a4895-f884-4eee-9f6e-1f858d12959c service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0524678 Nov 12 01:07:58.080807 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-327531ac-faa3-45d4-9235-328ce4db954c tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:58.085727 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-327531ac-faa3-45d4-9235-328ce4db954c tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:58.086212 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5beab86-a411-4de3-9625-f70281ba1051 None None] Network 08ecff31-1940-4a54-9e74-4ea9e758b2fd requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:07:58.116755 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327531ac-faa3-45d4-9235-328ce4db954c tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6179d07-ef21-4d51-bbfb-83408d4aba68,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:58.121409 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-327531ac-faa3-45d4-9235-328ce4db954c tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:58.123494 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-327531ac-faa3-45d4-9235-328ce4db954c tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2232876 Nov 12 01:07:58.126565 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 59078) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:58.132345 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-750104ba-850c-4c7b-bced-85eb9e96ac59 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1384161992', 'security_groups': ['f6179d07-ef21-4d51-bbfb-83408d4aba68'], 'network_id': '08ecff31-1940-4a54-9e74-4ea9e758b2fd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '62ce3379-d0fa-44bd-99cb-6a3d7ed95f9b'}]}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:58.255753 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750104ba-850c-4c7b-bced-85eb9e96ac59 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Made reservation on behalf of a032962725bc45e7961ed5b3ca9f031e for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:58.369719 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-750104ba-850c-4c7b-bced-85eb9e96ac59 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:58.389653 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-1d39d823-b2e4-4e62-8556-7e3ebaefc4d1 None None] Provisioning complete for port 8419a3d6-c8c6-4363-907c-5d49fe2f722a triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:58.389932 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1d39d823-b2e4-4e62-8556-7e3ebaefc4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:58.390518 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-750104ba-850c-4c7b-bced-85eb9e96ac59 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] device_id is not set on port 19fccc0e-718e-4b6e-8cfd-0f762744ed49 yet. {{(pid=102661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:07:58.451953 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-1d39d823-b2e4-4e62-8556-7e3ebaefc4d1 None None] Port 8419a3d6-c8c6-4363-907c-5d49fe2f722a cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:07:58.470159 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-1d39d823-b2e4-4e62-8556-7e3ebaefc4d1 None None] Provisioning complete for port b9034649-f501-42b6-aa27-c10cef5ce293 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:58.470531 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1d39d823-b2e4-4e62-8556-7e3ebaefc4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:58.623201 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88219b15-a3b8-4ec8-b6ce-db3b93ef4db8 None None] Update dhcp port {'port': {'network_id': '08ecff31-1940-4a54-9e74-4ea9e758b2fd', 'fixed_ips': [{'subnet_id': '5bbcbc03-6537-49ae-b99e-b41fe2ad0e80', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '62ce3379-d0fa-44bd-99cb-6a3d7ed95f9b'}], 'binding:host_id': 'n-d-812236-11'}, 'id': 'b9034649-f501-42b6-aa27-c10cef5ce293'} from n-d-812236-11. {{(pid=102663) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 01:07:58.625312 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-750104ba-850c-4c7b-bced-85eb9e96ac59 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Allocated IP 2001:db8::3a1 (08ecff31-1940-4a54-9e74-4ea9e758b2fd/62ce3379-d0fa-44bd-99cb-6a3d7ed95f9b/19fccc0e-718e-4b6e-8cfd-0f762744ed49) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:58.658625 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-88219b15-a3b8-4ec8-b6ce-db3b93ef4db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:58.789979 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-750104ba-850c-4c7b-bced-85eb9e96ac59 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:58.834195 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-750104ba-850c-4c7b-bced-85eb9e96ac59 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:58.886167 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-88219b15-a3b8-4ec8-b6ce-db3b93ef4db8 None None] Allocated IP 2001:db8::2 (08ecff31-1940-4a54-9e74-4ea9e758b2fd/62ce3379-d0fa-44bd-99cb-6a3d7ed95f9b/b9034649-f501-42b6-aa27-c10cef5ce293) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:58.894089 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750104ba-850c-4c7b-bced-85eb9e96ac59 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event updated for resources: {'Port': ['ID=19fccc0e-718e-4b6e-8cfd-0f762744ed49,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:58.922245 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750104ba-850c-4c7b-bced-85eb9e96ac59 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Network 08ecff31-1940-4a54-9e74-4ea9e758b2fd is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:58.923994 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-750104ba-850c-4c7b-bced-85eb9e96ac59 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:58.926601 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750104ba-850c-4c7b-bced-85eb9e96ac59 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:58.932731 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750104ba-850c-4c7b-bced-85eb9e96ac59 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:58.933699 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-750104ba-850c-4c7b-bced-85eb9e96ac59 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:58.962730 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59088) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:58.968837 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-dd535f22-8bc2-4d0f-b518-2c2c8bf7065c tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Request body: {'subnet': {'network_id': '08ecff31-1940-4a54-9e74-4ea9e758b2fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:58.969869 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-750104ba-850c-4c7b-bced-85eb9e96ac59 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8340611 Nov 12 01:07:59.029304 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-88219b15-a3b8-4ec8-b6ce-db3b93ef4db8 None None] For port b9034649-f501-42b6-aa27-c10cef5ce293, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=b9034649-f501-42b6-aa27-c10cef5ce293,segment=NetworkSegment(edda9447-d88a-42d0-91b3-4a80760c822b),segment_id=edda9447-d88a-42d0-91b3-4a80760c822b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:59.105558 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-88219b15-a3b8-4ec8-b6ce-db3b93ef4db8 None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:59.122852 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-88219b15-a3b8-4ec8-b6ce-db3b93ef4db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:59.139775 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd535f22-8bc2-4d0f-b518-2c2c8bf7065c tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Made reservation on behalf of a032962725bc45e7961ed5b3ca9f031e for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:59.145280 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dd535f22-8bc2-4d0f-b518-2c2c8bf7065c tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:59.182513 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d02c3af-9f61-44d4-a850-8c7a49b19d49 req-227c39d3-61d0-4050-acfc-c4c34eacdf03 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:59.203380 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4d02c3af-9f61-44d4-a850-8c7a49b19d49 req-227c39d3-61d0-4050-acfc-c4c34eacdf03 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4ac3c8-3a8a-42bf-8002-183bb82a70b6 HTTP/1.1" status: 200 len: 943 time: 0.0803509 Nov 12 01:07:59.270040 n-d-812236-11 neutron-server[102662]: INFO neutron.db.ipam_backend_mixin [None req-dd535f22-8bc2-4d0f-b518-2c2c8bf7065c tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 62ce3379-d0fa-44bd-99cb-6a3d7ed95f9b (CIDR: 2001:db8::/64) Nov 12 01:07:59.274678 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd535f22-8bc2-4d0f-b518-2c2c8bf7065c tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:07:59.275186 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd535f22-8bc2-4d0f-b518-2c2c8bf7065c tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:07:59.280815 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88219b15-a3b8-4ec8-b6ce-db3b93ef4db8 None None] Pushing event updated for resources: {'Port': ['ID=b9034649-f501-42b6-aa27-c10cef5ce293,revision_number=6']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:59.319614 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-dd535f22-8bc2-4d0f-b518-2c2c8bf7065c tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3519807 Nov 12 01:07:59.319614 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59102) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:59.325835 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-641893a0-d49f-47ae-b308-2813264b30ab tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Request body: {'subnet': {'network_id': '08ecff31-1940-4a54-9e74-4ea9e758b2fd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:59.327487 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4d02c3af-9f61-44d4-a850-8c7a49b19d49 req-9ecb4183-52de-4cd9-9698-95a4b5742f84 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/security-groups?id=391e394e-08b9-4b0c-ae0e-56c106bd200a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253982 Nov 12 01:07:59.534932 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641893a0-d49f-47ae-b308-2813264b30ab tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Made reservation on behalf of a032962725bc45e7961ed5b3ca9f031e for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:59.539223 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-641893a0-d49f-47ae-b308-2813264b30ab tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:59.697842 n-d-812236-11 neutron-server[102662]: INFO neutron.db.ipam_backend_mixin [None req-641893a0-d49f-47ae-b308-2813264b30ab tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 5bbcbc03-6537-49ae-b99e-b41fe2ad0e80 (CIDR: 2001:db8:0:1::/64) Nov 12 01:07:59.703345 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-641893a0-d49f-47ae-b308-2813264b30ab tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:07:59.704505 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-641893a0-d49f-47ae-b308-2813264b30ab tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:07:59.771451 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-641893a0-d49f-47ae-b308-2813264b30ab tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4509239 Nov 12 01:07:59.774181 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 59112) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:59.779633 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-9ff5d9b5-3015-4ef1-8625-59c67bfa63c2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Request body: {'subnet': {'network_id': '08ecff31-1940-4a54-9e74-4ea9e758b2fd', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:59.997797 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-92c856af-ee22-45f0-b009-57f037e09515 req-51604f2f-84e4-4d78-a525-ac03bd3b3db7 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0425179 Nov 12 01:08:00.043171 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff5d9b5-3015-4ef1-8625-59c67bfa63c2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Made reservation on behalf of a032962725bc45e7961ed5b3ca9f031e for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:08:00.050290 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9ff5d9b5-3015-4ef1-8625-59c67bfa63c2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:00.225031 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-de355cea-44bf-4e40-a9de-c92175f1a84a req-014c3601-16b9-4e58-9a31-d2b677bba232 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0374992 Nov 12 01:08:00.388839 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-5b42ca39-4b50-4042-9834-11b091c0b678 None None] Provisioning complete for port 8419a3d6-c8c6-4363-907c-5d49fe2f722a triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:00.389456 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5b42ca39-4b50-4042-9834-11b091c0b678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:00.511198 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9ff5d9b5-3015-4ef1-8625-59c67bfa63c2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:00.534168 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-5b42ca39-4b50-4042-9834-11b091c0b678 None None] Port 8419a3d6-c8c6-4363-907c-5d49fe2f722a cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:08:00.548993 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b8a66-a42d-450a-826a-954c7913cff8 req-c75573d7-e69b-4716-a273-9896571666c4 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:00.576754 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e50b8a66-a42d-450a-826a-954c7913cff8 req-c75573d7-e69b-4716-a273-9896571666c4 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4ac3c8-3a8a-42bf-8002-183bb82a70b6 HTTP/1.1" status: 200 len: 943 time: 0.1685965 Nov 12 01:08:00.594954 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-5b42ca39-4b50-4042-9834-11b091c0b678 None None] Provisioning complete for port b9034649-f501-42b6-aa27-c10cef5ce293 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:00.595350 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5b42ca39-4b50-4042-9834-11b091c0b678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:00.606658 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff5d9b5-3015-4ef1-8625-59c67bfa63c2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event updated for resources: {'Subnet': ['ID=5e123a03-ee77-470a-bca5-e21c21a14ea4,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:00.622688 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff5d9b5-3015-4ef1-8625-59c67bfa63c2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Network 08ecff31-1940-4a54-9e74-4ea9e758b2fd is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:00.626626 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-9ff5d9b5-3015-4ef1-8625-59c67bfa63c2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:00.630136 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff5d9b5-3015-4ef1-8625-59c67bfa63c2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:00.630841 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9ff5d9b5-3015-4ef1-8625-59c67bfa63c2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:00.660317 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-9ff5d9b5-3015-4ef1-8625-59c67bfa63c2 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8850229 Nov 12 01:08:00.662907 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 59128) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:00.675767 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-06863221-8ddb-4f13-9905-bfd755535500 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-39759701', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5e123a03-ee77-470a-bca5-e21c21a14ea4'}], 'security_groups': ['41ccb36c-3319-4613-b9b6-6dd15500b7b0', '0f8dcf50-d477-46c7-a3c2-00f4b7922c27']}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:00.746673 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e50b8a66-a42d-450a-826a-954c7913cff8 req-9326dad7-e23a-4fdd-9d23-d60ecf474935 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/security-groups?id=391e394e-08b9-4b0c-ae0e-56c106bd200a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689985 Nov 12 01:08:00.765221 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device b9034649-f501-42b6-aa27-c10cef5ce293 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:08:00.827705 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-06863221-8ddb-4f13-9905-bfd755535500 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:00.846379 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857c7a26-0359-4ad4-85c5-8dee5620bf69 None None] Network 08ecff31-1940-4a54-9e74-4ea9e758b2fd requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:08:01.152917 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port b9034649-f501-42b6-aa27-c10cef5ce293 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:01.153687 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:01.348385 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-f0007368-1a2b-4bf3-9af3-e9d8061da2f5 None None] Provisioning complete for port 19fccc0e-718e-4b6e-8cfd-0f762744ed49 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:01.352573 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-06863221-8ddb-4f13-9905-bfd755535500 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Delete allocated IP 2001:db8::3a1 (08ecff31-1940-4a54-9e74-4ea9e758b2fd/62ce3379-d0fa-44bd-99cb-6a3d7ed95f9b) {{(pid=102661) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 01:08:01.353180 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f0007368-1a2b-4bf3-9af3-e9d8061da2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:01.371169 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-06863221-8ddb-4f13-9905-bfd755535500 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Allocated IP 2001:db8:0:2::ae (08ecff31-1940-4a54-9e74-4ea9e758b2fd/5e123a03-ee77-470a-bca5-e21c21a14ea4/19fccc0e-718e-4b6e-8cfd-0f762744ed49) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:08:01.423704 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba14a33b-cae2-499f-86cc-9517979eb454 None None] Update dhcp port {'port': {'network_id': '08ecff31-1940-4a54-9e74-4ea9e758b2fd', 'fixed_ips': [{'subnet_id': '5bbcbc03-6537-49ae-b99e-b41fe2ad0e80', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '62ce3379-d0fa-44bd-99cb-6a3d7ed95f9b', 'ip_address': '2001:db8::2'}, {'subnet_id': '5e123a03-ee77-470a-bca5-e21c21a14ea4'}], 'binding:host_id': 'n-d-812236-11'}, 'id': 'b9034649-f501-42b6-aa27-c10cef5ce293'} from n-d-812236-11. {{(pid=102663) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 01:08:01.510827 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-f0007368-1a2b-4bf3-9af3-e9d8061da2f5 None None] Port 19fccc0e-718e-4b6e-8cfd-0f762744ed49 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:08:01.525851 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ba14a33b-cae2-499f-86cc-9517979eb454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:01.734298 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-06863221-8ddb-4f13-9905-bfd755535500 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:01.740254 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-06863221-8ddb-4f13-9905-bfd755535500 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:01.794800 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-06863221-8ddb-4f13-9905-bfd755535500 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] In _notify_port_updated(), no bound segment for port 19fccc0e-718e-4b6e-8cfd-0f762744ed49 on network 08ecff31-1940-4a54-9e74-4ea9e758b2fd {{(pid=102661) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:08:01.800508 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06863221-8ddb-4f13-9905-bfd755535500 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:01.801866 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-06863221-8ddb-4f13-9905-bfd755535500 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:01.805798 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-06863221-8ddb-4f13-9905-bfd755535500 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "PUT /v2.0/ports/19fccc0e-718e-4b6e-8cfd-0f762744ed49 HTTP/1.1" status: 200 len: 967 time: 1.1390212 Nov 12 01:08:01.805965 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-ba14a33b-cae2-499f-86cc-9517979eb454 None None] Allocated IP 2001:db8:0:2::2 (08ecff31-1940-4a54-9e74-4ea9e758b2fd/5e123a03-ee77-470a-bca5-e21c21a14ea4/b9034649-f501-42b6-aa27-c10cef5ce293) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:08:01.806389 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59142) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:01.891186 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06863221-8ddb-4f13-9905-bfd755535500 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event updated for resources: {'Port': ['ID=19fccc0e-718e-4b6e-8cfd-0f762744ed49,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:01.915260 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39684de8-d585-4ab7-99d6-313ffdca6656 req-169b3cb0-e8aa-4eba-9a6a-305568a0a7c8 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:01.917105 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-39684de8-d585-4ab7-99d6-313ffdca6656 req-169b3cb0-e8aa-4eba-9a6a-305568a0a7c8 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4ac3c8-3a8a-42bf-8002-183bb82a70b6 HTTP/1.1" status: 200 len: 943 time: 0.0859780 Nov 12 01:08:01.935835 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-ba14a33b-cae2-499f-86cc-9517979eb454 None None] For port b9034649-f501-42b6-aa27-c10cef5ce293, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=b9034649-f501-42b6-aa27-c10cef5ce293,segment=NetworkSegment(edda9447-d88a-42d0-91b3-4a80760c822b),segment_id=edda9447-d88a-42d0-91b3-4a80760c822b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:02.000958 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-37c90b8a-b8d7-48c3-b4e6-9a4e314fab42 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Deleting port 19fccc0e-718e-4b6e-8cfd-0f762744ed49 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:02.001630 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-37c90b8a-b8d7-48c3-b4e6-9a4e314fab42 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:02.010152 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ba14a33b-cae2-499f-86cc-9517979eb454 None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:02.014958 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-39684de8-d585-4ab7-99d6-313ffdca6656 req-247200a5-dd7b-4c14-98c2-4887bbd4ed09 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/security-groups?id=391e394e-08b9-4b0c-ae0e-56c106bd200a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905225 Nov 12 01:08:02.030324 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ba14a33b-cae2-499f-86cc-9517979eb454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:02.109414 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-37c90b8a-b8d7-48c3-b4e6-9a4e314fab42 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:02.123777 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-37c90b8a-b8d7-48c3-b4e6-9a4e314fab42 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Calling delete_port for 19fccc0e-718e-4b6e-8cfd-0f762744ed49 owned by {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:02.154941 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba14a33b-cae2-499f-86cc-9517979eb454 None None] Pushing event updated for resources: {'Port': ['ID=b9034649-f501-42b6-aa27-c10cef5ce293,revision_number=7']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:02.289458 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-37c90b8a-b8d7-48c3-b4e6-9a4e314fab42 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:02.338955 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c90b8a-b8d7-48c3-b4e6-9a4e314fab42 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event deleted for resources: {'Port': ['ID=19fccc0e-718e-4b6e-8cfd-0f762744ed49,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:02.389957 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-37c90b8a-b8d7-48c3-b4e6-9a4e314fab42 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:02.393410 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-37c90b8a-b8d7-48c3-b4e6-9a4e314fab42 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "DELETE /v2.0/ports/19fccc0e-718e-4b6e-8cfd-0f762744ed49 HTTP/1.1" status: 204 len: 168 time: 0.5857632 Nov 12 01:08:02.395932 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59158) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:02.424512 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c9d411f-71a6-4865-b5db-81590ba0334e tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] GET failed (client error): The resource could not be found. Nov 12 01:08:02.426186 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-4c9d411f-71a6-4865-b5db-81590ba0334e tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "GET /v2.0/ports/19fccc0e-718e-4b6e-8cfd-0f762744ed49 HTTP/1.1" status: 404 len: 333 time: 0.0293000 Nov 12 01:08:02.429001 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59160) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:02.518404 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-47a1d9bb-e15a-4d0b-aa0d-a7cb31c127b0 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:02.589658 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-47a1d9bb-e15a-4d0b-aa0d-a7cb31c127b0 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:02.648969 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device b9034649-f501-42b6-aa27-c10cef5ce293 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:08:02.687402 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-47a1d9bb-e15a-4d0b-aa0d-a7cb31c127b0 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:02.692600 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-47a1d9bb-e15a-4d0b-aa0d-a7cb31c127b0 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:02.698365 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-47a1d9bb-e15a-4d0b-aa0d-a7cb31c127b0 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "DELETE /v2.0/security-groups/f6179d07-ef21-4d51-bbfb-83408d4aba68 HTTP/1.1" status: 204 len: 168 time: 0.2657697 Nov 12 01:08:02.698805 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59162) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:02.699751 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b4310c5b-6b7d-443e-ac51-2de7e19061b1 req-e3198146-698f-4187-bec9-35f0accda8fb service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.4914737 Nov 12 01:08:02.722443 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a1d9bb-e15a-4d0b-aa0d-a7cb31c127b0 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6179d07-ef21-4d51-bbfb-83408d4aba68,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:02.777493 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e7972c56-3df4-4c0f-9b5b-365772f4ce89 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:02.807033 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port b9034649-f501-42b6-aa27-c10cef5ce293 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:02.807404 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:02.819080 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e7972c56-3df4-4c0f-9b5b-365772f4ce89 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:02.889826 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e7972c56-3df4-4c0f-9b5b-365772f4ce89 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:02.898594 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e7972c56-3df4-4c0f-9b5b-365772f4ce89 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:02.900393 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e7972c56-3df4-4c0f-9b5b-365772f4ce89 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "DELETE /v2.0/security-groups/0f8dcf50-d477-46c7-a3c2-00f4b7922c27 HTTP/1.1" status: 204 len: 168 time: 0.1959317 Nov 12 01:08:02.904188 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 59166) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:02.947898 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7972c56-3df4-4c0f-9b5b-365772f4ce89 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8dcf50-d477-46c7-a3c2-00f4b7922c27,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:03.013102 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-98a6fc34-f598-4b7f-9532-c77f1040fc11 req-83a568d0-537d-46cd-84da-98f606bec953 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0404024 Nov 12 01:08:03.112513 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-df182aae-d05c-4b0d-99c4-f9b9a0222ac8 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:03.163479 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-df182aae-d05c-4b0d-99c4-f9b9a0222ac8 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:03.225097 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac43fb-9fdc-44cb-ab58-b66d5301fbc9 req-547f1daa-ac66-4f35-955c-b6fb23d241a4 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:03.225458 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-df182aae-d05c-4b0d-99c4-f9b9a0222ac8 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:03.227541 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b0ac43fb-9fdc-44cb-ab58-b66d5301fbc9 req-547f1daa-ac66-4f35-955c-b6fb23d241a4 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4ac3c8-3a8a-42bf-8002-183bb82a70b6 HTTP/1.1" status: 200 len: 943 time: 0.0769608 Nov 12 01:08:03.229459 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-df182aae-d05c-4b0d-99c4-f9b9a0222ac8 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:03.234092 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-df182aae-d05c-4b0d-99c4-f9b9a0222ac8 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "DELETE /v2.0/security-groups/41ccb36c-3319-4613-b9b6-6dd15500b7b0 HTTP/1.1" status: 204 len: 168 time: 0.3285332 Nov 12 01:08:03.234908 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 59188) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:03.259035 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df182aae-d05c-4b0d-99c4-f9b9a0222ac8 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ccb36c-3319-4613-b9b6-6dd15500b7b0,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:03.359661 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec2a8fe2-f03f-4c97-9de3-4c04ad8bf4d9 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Deleting subnet 62ce3379-d0fa-44bd-99cb-6a3d7ed95f9b {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:08:03.360566 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b0ac43fb-9fdc-44cb-ab58-b66d5301fbc9 req-0da3ebb2-51ca-4699-bac8-b0e8016dd6fa tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/security-groups?id=391e394e-08b9-4b0c-ae0e-56c106bd200a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260152 Nov 12 01:08:03.364308 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b8a09858-6523-48a3-8564-58c9e9bb4cc3 None None] Provisioning complete for port b9034649-f501-42b6-aa27-c10cef5ce293 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:03.364679 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b8a09858-6523-48a3-8564-58c9e9bb4cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:03.379100 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ec2a8fe2-f03f-4c97-9de3-4c04ad8bf4d9 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:03.496365 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ec2a8fe2-f03f-4c97-9de3-4c04ad8bf4d9 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:03.648338 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b8a09858-6523-48a3-8564-58c9e9bb4cc3 None None] Provisioning complete for port 8419a3d6-c8c6-4363-907c-5d49fe2f722a triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:03.648705 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b8a09858-6523-48a3-8564-58c9e9bb4cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:03.675294 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ec2a8fe2-f03f-4c97-9de3-4c04ad8bf4d9 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:03.706962 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b8a09858-6523-48a3-8564-58c9e9bb4cc3 None None] Port 8419a3d6-c8c6-4363-907c-5d49fe2f722a cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:08:03.714431 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b8a09858-6523-48a3-8564-58c9e9bb4cc3 None None] Could not find standard attr ID for object 19fccc0e-718e-4b6e-8cfd-0f762744ed49. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:08:03.777502 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ec2a8fe2-f03f-4c97-9de3-4c04ad8bf4d9 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:03.813187 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a8fe2-f03f-4c97-9de3-4c04ad8bf4d9 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event deleted for resources: {'Subnet': ['ID=62ce3379-d0fa-44bd-99cb-6a3d7ed95f9b,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:03.819917 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ec2a8fe2-f03f-4c97-9de3-4c04ad8bf4d9 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:03.823986 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ec2a8fe2-f03f-4c97-9de3-4c04ad8bf4d9 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "DELETE /v2.0/subnets/62ce3379-d0fa-44bd-99cb-6a3d7ed95f9b HTTP/1.1" status: 204 len: 168 time: 0.5759180 Nov 12 01:08:03.828115 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59196) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:03.831602 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b15ff069-1aeb-4c04-8e5a-df3977debe29 None None] Could not find standard attr ID for object 19fccc0e-718e-4b6e-8cfd-0f762744ed49. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:08:03.942517 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-57430102-a644-4354-a277-bc3b70defd79 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Deleting subnet 5e123a03-ee77-470a-bca5-e21c21a14ea4 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:08:03.946559 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-57430102-a644-4354-a277-bc3b70defd79 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:03.995875 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-57430102-a644-4354-a277-bc3b70defd79 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:03.998824 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb73d970-4fe8-4fe4-aefc-cffe6be50306 None None] Network 08ecff31-1940-4a54-9e74-4ea9e758b2fd requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:08:04.118878 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-57430102-a644-4354-a277-bc3b70defd79 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:04.202116 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 59206) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:04.272507 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-57430102-a644-4354-a277-bc3b70defd79 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:04.371357 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57430102-a644-4354-a277-bc3b70defd79 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event deleted for resources: {'Subnet': ['ID=5e123a03-ee77-470a-bca5-e21c21a14ea4,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:04.382682 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-57430102-a644-4354-a277-bc3b70defd79 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:04.388986 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-57430102-a644-4354-a277-bc3b70defd79 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "DELETE /v2.0/subnets/5e123a03-ee77-470a-bca5-e21c21a14ea4 HTTP/1.1" status: 204 len: 168 time: 0.5590196 Nov 12 01:08:04.407852 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59212) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:04.454091 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d10809fc-354e-48b1-b147-1bf4b4f09d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:04.500123 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdc96ad-5c5c-4510-b0a9-5c98a8efd69f tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:04.500708 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdc96ad-5c5c-4510-b0a9-5c98a8efd69f tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:04.501067 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdc96ad-5c5c-4510-b0a9-5c98a8efd69f tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:04.502975 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-9cdc96ad-5c5c-4510-b0a9-5c98a8efd69f tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] 10.222.0.20 "GET /v2.0/ports?project_id=8a187a5f08ca423da53c90074483cfd4&network_id=85a7f8c6-9f4b-49e3-8324-6914753de947 HTTP/1.1" status: 200 len: 2972 time: 0.2998533 Nov 12 01:08:04.525298 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-e40919ed-3c1c-4ee0-aa2c-b23f0d3e374d tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] DELETE failed (client error): The resource could not be found. Nov 12 01:08:04.525872 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e40919ed-3c1c-4ee0-aa2c-b23f0d3e374d tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:08:04.534752 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 59218) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:04.535068 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e40919ed-3c1c-4ee0-aa2c-b23f0d3e374d tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "DELETE /v2.0/subnets/62ce3379-d0fa-44bd-99cb-6a3d7ed95f9b HTTP/1.1" status: 404 len: 337 time: 0.1197042 Nov 12 01:08:04.571966 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a99bf9-7b60-43d3-9a53-d1f71573242a None None] Update dhcp port {'port': {'network_id': '08ecff31-1940-4a54-9e74-4ea9e758b2fd', 'fixed_ips': [{'subnet_id': '5bbcbc03-6537-49ae-b99e-b41fe2ad0e80', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5e123a03-ee77-470a-bca5-e21c21a14ea4'}], 'binding:host_id': 'n-d-812236-11'}, 'id': 'b9034649-f501-42b6-aa27-c10cef5ce293'} from n-d-812236-11. {{(pid=102663) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 01:08:04.605107 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-89a99bf9-7b60-43d3-9a53-d1f71573242a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:04.665638 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b086f-4e04-41e3-ba15-7a172a095d40 req-6f122b26-bc11-468f-8e3c-6c253bf06409 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:04.674566 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8a9b086f-4e04-41e3-ba15-7a172a095d40 req-6f122b26-bc11-468f-8e3c-6c253bf06409 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4ac3c8-3a8a-42bf-8002-183bb82a70b6 HTTP/1.1" status: 200 len: 943 time: 0.1249533 Nov 12 01:08:04.701747 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ac03b7c-cdc1-4803-b029-cf9205db749f tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Deleting subnet 5bbcbc03-6537-49ae-b99e-b41fe2ad0e80 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:08:04.705224 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6ac03b7c-cdc1-4803-b029-cf9205db749f tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:04.748365 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6ac03b7c-cdc1-4803-b029-cf9205db749f tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:04.873800 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6ac03b7c-cdc1-4803-b029-cf9205db749f tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:04.960044 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c8397f30-abd5-4cf4-a4a1-5ad27f6e87b2 req-d5658882-43da-4fac-a018-cf341f94237c service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0367005 Nov 12 01:08:04.966840 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8a9b086f-4e04-41e3-ba15-7a172a095d40 req-8a9c4f32-844b-4e94-87c0-676f7380b0a6 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/security-groups?id=391e394e-08b9-4b0c-ae0e-56c106bd200a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2913406 Nov 12 01:08:05.029020 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6ac03b7c-cdc1-4803-b029-cf9205db749f tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server [None req-89a99bf9-7b60-43d3-9a53-d1f71573242a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5bbcbc03-6537-49ae-b99e-b41fe2ad0e80: This subnet is being modified by another concurrent operation. Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise exception Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5bbcbc03-6537-49ae-b99e-b41fe2ad0e80: This subnet is being modified by another concurrent operation. Nov 12 01:08:05.044799 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server Nov 12 01:08:05.060501 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6ac03b7c-cdc1-4803-b029-cf9205db749f tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:05.081409 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59228) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:05.095074 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6ac03b7c-cdc1-4803-b029-cf9205db749f tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "DELETE /v2.0/subnets/5bbcbc03-6537-49ae-b99e-b41fe2ad0e80 HTTP/1.1" status: 204 len: 168 time: 0.5566299 Nov 12 01:08:05.140863 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-baa397ef-1078-47d4-a827-fccf34b155c6 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] DELETE failed (client error): The resource could not be found. Nov 12 01:08:05.142965 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baa397ef-1078-47d4-a827-fccf34b155c6 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:08:05.148249 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-baa397ef-1078-47d4-a827-fccf34b155c6 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "DELETE /v2.0/subnets/7a985154-6402-41ec-9036-0f952881713c HTTP/1.1" status: 404 len: 337 time: 0.0653355 Nov 12 01:08:05.154263 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59232) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:05.164474 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac03b7c-cdc1-4803-b029-cf9205db749f tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event deleted for resources: {'Subnet': ['ID=5bbcbc03-6537-49ae-b99e-b41fe2ad0e80,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:05.188514 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e0e857-8f87-4fb6-8e1c-8daaa7c500ea None None] Network 08ecff31-1940-4a54-9e74-4ea9e758b2fd requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:08:05.214551 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1ba4a620-85aa-4db7-9b48-f7cf3728604d tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8010ebc-f628-4944-8c2f-11d224bfc4d8 HTTP/1.1" status: 200 len: 205 time: 0.0569892 Nov 12 01:08:05.216955 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59234) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:05.263722 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-4907da44-9917-437b-aee4-4d803e61fb93 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] delete failed (client error): The resource could not be found. Nov 12 01:08:05.266100 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-4907da44-9917-437b-aee4-4d803e61fb93 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "DELETE /v2.0/routers/b8010ebc-f628-4944-8c2f-11d224bfc4d8 HTTP/1.1" status: 404 len: 336 time: 0.0481191 Nov 12 01:08:05.268661 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 59238) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:05.319699 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4be267a-f5a6-4c48-be52-72f8921f851b tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] DELETE failed (client error): The resource could not be found. Nov 12 01:08:05.320414 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4be267a-f5a6-4c48-be52-72f8921f851b tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:08:05.324268 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b4be267a-f5a6-4c48-be52-72f8921f851b tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "DELETE /v2.0/subnets/38eb0054-edcf-4512-ab81-6a200375e3ec HTTP/1.1" status: 404 len: 337 time: 0.0543432 Nov 12 01:08:05.328022 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59244) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:05.339226 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-ee1b97d2-5898-4099-a38a-7dc259854bcb None None] Provisioning complete for port 8419a3d6-c8c6-4363-907c-5d49fe2f722a triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:05.339629 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ee1b97d2-5898-4099-a38a-7dc259854bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:05.370857 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-2de93198-4751-46b3-990f-1d82845b2caf tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] DELETE failed (client error): The resource could not be found. Nov 12 01:08:05.371326 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2de93198-4751-46b3-990f-1d82845b2caf tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:08:05.375256 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2de93198-4751-46b3-990f-1d82845b2caf tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "DELETE /v2.0/subnets/9a67cbbe-c13a-4810-b988-6bc550c44ba5 HTTP/1.1" status: 404 len: 337 time: 0.0461931 Nov 12 01:08:05.377855 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59248) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:05.392454 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-040627c1-33b1-4fff-b727-ecb1c5c9eea7 req-1e027bbd-488c-42a4-ad86-beaa04a34d08 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0817051 Nov 12 01:08:05.412110 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-ee1b97d2-5898-4099-a38a-7dc259854bcb None None] Port 8419a3d6-c8c6-4363-907c-5d49fe2f722a cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:08:05.432284 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-89459010-123b-47cc-a28b-4fcfab182941 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] DELETE failed (client error): The resource could not be found. Nov 12 01:08:05.434965 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-ee1b97d2-5898-4099-a38a-7dc259854bcb None None] Provisioning complete for port b9034649-f501-42b6-aa27-c10cef5ce293 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:05.435569 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ee1b97d2-5898-4099-a38a-7dc259854bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:05.435752 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89459010-123b-47cc-a28b-4fcfab182941 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:08:05.440986 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-89459010-123b-47cc-a28b-4fcfab182941 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "DELETE /v2.0/subnets/2bf36d2f-72d3-4a76-bbbf-fb85bcd49e37 HTTP/1.1" status: 404 len: 337 time: 0.0621738 Nov 12 01:08:05.443759 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 59252) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:05.473288 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cee38c-3593-429a-9916-bae03c6e7ee8 None None] DHCP port deletion for 08ecff31-1940-4a54-9e74-4ea9e758b2fd request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:08:05.491150 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf7e03bb-05f6-4ff5-8e6a-7b7cac1feaaa tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] DELETE failed (client error): The resource could not be found. Nov 12 01:08:05.492987 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf7e03bb-05f6-4ff5-8e6a-7b7cac1feaaa tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:08:05.498646 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-bf7e03bb-05f6-4ff5-8e6a-7b7cac1feaaa tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "DELETE /v2.0/ports/56318ace-42e8-407f-bbc3-1f555e57a1ed HTTP/1.1" status: 404 len: 333 time: 0.0538013 Nov 12 01:08:05.501790 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59254) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:05.553138 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0a2623f-75a7-4cad-a496-d848e19109c7 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] DELETE failed (client error): The resource could not be found. Nov 12 01:08:05.553640 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0a2623f-75a7-4cad-a496-d848e19109c7 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:08:05.559944 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f0a2623f-75a7-4cad-a496-d848e19109c7 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "DELETE /v2.0/subnets/f6f57a39-c1b5-4b4c-95cb-9ae59a0fdd85 HTTP/1.1" status: 404 len: 337 time: 0.0535247 Nov 12 01:08:05.561050 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 59262) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:05.609411 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-3911f28d-fdb7-4545-ad3a-c005acd0fd97 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] DELETE failed (client error): The resource could not be found. Nov 12 01:08:05.610137 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3911f28d-fdb7-4545-ad3a-c005acd0fd97 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:08:05.613206 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-3911f28d-fdb7-4545-ad3a-c005acd0fd97 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "DELETE /v2.0/subnets/b57391c6-f87a-4f16-a493-f6dafaddc85d HTTP/1.1" status: 404 len: 337 time: 0.0513654 Nov 12 01:08:05.615896 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59266) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:05.648041 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b6c5ffe-5ba0-4952-9313-6dab6d3674dc tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] DELETE failed (client error): The resource could not be found. Nov 12 01:08:05.648807 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b6c5ffe-5ba0-4952-9313-6dab6d3674dc tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:08:05.655308 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2b6c5ffe-5ba0-4952-9313-6dab6d3674dc tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "DELETE /v2.0/ports/b004779d-56bf-4cff-8a2b-d308c8a23a32 HTTP/1.1" status: 404 len: 333 time: 0.0352197 Nov 12 01:08:05.656964 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 59270) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:05.693246 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dd33603-dbba-4505-9233-282fc5fd5468 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] DELETE failed (client error): The resource could not be found. Nov 12 01:08:05.694339 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dd33603-dbba-4505-9233-282fc5fd5468 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:08:05.701334 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59272) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:05.702036 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5dd33603-dbba-4505-9233-282fc5fd5468 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "DELETE /v2.0/subnets/7ddc4d7d-75b1-43e5-9247-775fda104bf4 HTTP/1.1" status: 404 len: 337 time: 0.0431292 Nov 12 01:08:05.739727 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ab31e64-bc8f-4572-93f4-379c86f12950 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] DELETE failed (client error): The resource could not be found. Nov 12 01:08:05.740083 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ab31e64-bc8f-4572-93f4-379c86f12950 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:08:05.743443 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-9ab31e64-bc8f-4572-93f4-379c86f12950 tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "DELETE /v2.0/subnets/088c8a49-d389-4dd9-a312-90938e964d96 HTTP/1.1" status: 404 len: 337 time: 0.0405738 Nov 12 01:08:05.746301 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 59274) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:05.787709 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-f0cee38c-3593-429a-9916-bae03c6e7ee8 None None] Deleting port b9034649-f501-42b6-aa27-c10cef5ce293 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:05.788078 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f0cee38c-3593-429a-9916-bae03c6e7ee8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:05.848822 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59276) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:05.856596 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-f0cee38c-3593-429a-9916-bae03c6e7ee8 None None] For port b9034649-f501-42b6-aa27-c10cef5ce293, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=b9034649-f501-42b6-aa27-c10cef5ce293,segment=NetworkSegment(edda9447-d88a-42d0-91b3-4a80760c822b),segment_id=edda9447-d88a-42d0-91b3-4a80760c822b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:05.857113 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f0cee38c-3593-429a-9916-bae03c6e7ee8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:05.868036 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-2e1f6fe0-e267-44ea-80af-d337987e5fcd tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Deleting port 8419a3d6-c8c6-4363-907c-5d49fe2f722a {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:05.868384 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2e1f6fe0-e267-44ea-80af-d337987e5fcd tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:05.879989 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-f0cee38c-3593-429a-9916-bae03c6e7ee8 None None] Calling delete_port for b9034649-f501-42b6-aa27-c10cef5ce293 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:05.922254 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df49c6f7-9314-4455-b479-1f90bd0e5649 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:05.933387 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-df49c6f7-9314-4455-b479-1f90bd0e5649 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=ef732b55-2b3c-4048-85da-0a8ac273c14b HTTP/1.1" status: 200 len: 814 time: 0.0742126 Nov 12 01:08:05.988661 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2e1f6fe0-e267-44ea-80af-d337987e5fcd tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:06.015778 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-2e1f6fe0-e267-44ea-80af-d337987e5fcd tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Calling delete_port for 8419a3d6-c8c6-4363-907c-5d49fe2f722a owned by {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:06.033315 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f0cee38c-3593-429a-9916-bae03c6e7ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:06.115949 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cee38c-3593-429a-9916-bae03c6e7ee8 None None] Pushing event deleted for resources: {'Port': ['ID=b9034649-f501-42b6-aa27-c10cef5ce293,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:06.128933 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cee38c-3593-429a-9916-bae03c6e7ee8 None None] No DVR routers for this DVR port b9034649-f501-42b6-aa27-c10cef5ce293 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:08:06.161684 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804f6134-17b6-4ed2-b61b-510f58a13e45 None None] get_active_networks_info from n-d-812236-11 {{(pid=102663) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 01:08:06.168290 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2e1f6fe0-e267-44ea-80af-d337987e5fcd tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:06.198749 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb137123-90b0-4230-9dec-b9689f9ba628 req-f9bfe04a-2951-4640-afb1-76c73bedfe97 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:06.201267 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fb137123-90b0-4230-9dec-b9689f9ba628 req-f9bfe04a-2951-4640-afb1-76c73bedfe97 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4ac3c8-3a8a-42bf-8002-183bb82a70b6 HTTP/1.1" status: 200 len: 943 time: 0.0749910 Nov 12 01:08:06.205863 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cee38c-3593-429a-9916-bae03c6e7ee8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:06.206339 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cee38c-3593-429a-9916-bae03c6e7ee8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:06.206782 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cee38c-3593-429a-9916-bae03c6e7ee8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:06.208313 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cee38c-3593-429a-9916-bae03c6e7ee8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:06.208780 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cee38c-3593-429a-9916-bae03c6e7ee8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:06.209316 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cee38c-3593-429a-9916-bae03c6e7ee8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:06.209769 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cee38c-3593-429a-9916-bae03c6e7ee8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:06.210195 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cee38c-3593-429a-9916-bae03c6e7ee8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:06.210631 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cee38c-3593-429a-9916-bae03c6e7ee8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:06.211046 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cee38c-3593-429a-9916-bae03c6e7ee8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:06.211756 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cee38c-3593-429a-9916-bae03c6e7ee8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:06.212181 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cee38c-3593-429a-9916-bae03c6e7ee8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:06.233447 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f6fe0-e267-44ea-80af-d337987e5fcd tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event deleted for resources: {'Port': ['ID=8419a3d6-c8c6-4363-907c-5d49fe2f722a,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:06.254605 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2e1f6fe0-e267-44ea-80af-d337987e5fcd tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:06.259454 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-2e1f6fe0-e267-44ea-80af-d337987e5fcd tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "DELETE /v2.0/ports/8419a3d6-c8c6-4363-907c-5d49fe2f722a HTTP/1.1" status: 204 len: 168 time: 0.5113091 Nov 12 01:08:06.262542 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 59294) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:06.304982 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fb137123-90b0-4230-9dec-b9689f9ba628 req-0ad493d0-bec9-4b9d-b0dc-ea81114684de tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/security-groups?id=391e394e-08b9-4b0c-ae0e-56c106bd200a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956001 Nov 12 01:08:06.356895 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804f6134-17b6-4ed2-b61b-510f58a13e45 None None] Resources bound (agent type, host, resource id): {{(pid=102663) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 01:08:06.379604 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eb44c631-e1fd-434e-9590-f8522bf5f2bf tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:06.389984 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59296) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:06.398850 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-405e2ea8-ce53-4bef-bff6-60d435154521 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Request body: {'network': {'name': 'tempest-network-smoke--1359031156', 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'port_security_enabled': True}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:06.454983 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405e2ea8-ce53-4bef-bff6-60d435154521 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Made reservation on behalf of 8a187a5f08ca423da53c90074483cfd4 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:08:06.464492 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-405e2ea8-ce53-4bef-bff6-60d435154521 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:06.539914 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-405e2ea8-ce53-4bef-bff6-60d435154521 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:08:06.540440 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eb44c631-e1fd-434e-9590-f8522bf5f2bf tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:06.555561 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b870d88c-f432-47b6-899d-d8484f4176a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:06.565400 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-405e2ea8-ce53-4bef-bff6-60d435154521 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:06.565762 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-405e2ea8-ce53-4bef-bff6-60d435154521 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Added segment e36df3eb-fece-437e-bd31-55a702f04978 of type vlan for network 368e2d2d-01b3-4622-bce2-573d90178776 Nov 12 01:08:06.598991 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-eb44c631-e1fd-434e-9590-f8522bf5f2bf tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08ecff31-1940-4a54-9e74-4ea9e758b2fd']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:06.623280 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-eb44c631-e1fd-434e-9590-f8522bf5f2bf tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edda9447-d88a-42d0-91b3-4a80760c822b') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:06.623587 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-eb44c631-e1fd-434e-9590-f8522bf5f2bf tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edda9447-d88a-42d0-91b3-4a80760c822b') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:06.664356 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-405e2ea8-ce53-4bef-bff6-60d435154521 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:06.670635 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eb44c631-e1fd-434e-9590-f8522bf5f2bf tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:06.678350 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device b9034649-f501-42b6-aa27-c10cef5ce293 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:08:06.712747 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eb44c631-e1fd-434e-9590-f8522bf5f2bf tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:06.717048 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-405e2ea8-ce53-4bef-bff6-60d435154521 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:06.723152 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405e2ea8-ce53-4bef-bff6-60d435154521 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:06.723742 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-405e2ea8-ce53-4bef-bff6-60d435154521 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:06.739254 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb44c631-e1fd-434e-9590-f8522bf5f2bf tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:08:06.739658 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eb44c631-e1fd-434e-9590-f8522bf5f2bf tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:06.742697 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: b9034649-f501-42b6-aa27-c10cef5ce293 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:08:06.743120 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:08:06.743120 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:08:06.743120 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:08:06.743120 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:08:06.743120 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:08:06.743120 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:08:06.743120 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:08:06.743120 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:08:06.743120 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:08:06.743120 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:08:06.743120 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:08:06.743120 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:08:06.743120 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:08:06.743120 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:08:06.743120 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:08:06.743120 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:08:06.743120 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:08:06.743120 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:08:06.743120 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:08:06.743120 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:08:06.743120 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:08:06.743120 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:08:06.743120 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:08:06.743120 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:08:06.743120 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:08:06.743120 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:08:06.743120 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:08:06.743120 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:08:06.743120 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:08:06.743120 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:08:06.743120 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:08:06.743120 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:08:06.745031 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device b9034649-f501-42b6-aa27-c10cef5ce293 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:08:06.826308 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-405e2ea8-ce53-4bef-bff6-60d435154521 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4352026 Nov 12 01:08:06.865442 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59308) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:06.921676 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eb44c631-e1fd-434e-9590-f8522bf5f2bf tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:06.931294 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eb44c631-e1fd-434e-9590-f8522bf5f2bf tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:06.935141 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-eb44c631-e1fd-434e-9590-f8522bf5f2bf tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] 10.222.0.20 "DELETE /v2.0/networks/08ecff31-1940-4a54-9e74-4ea9e758b2fd HTTP/1.1" status: 204 len: 168 time: 0.6716273 Nov 12 01:08:06.983099 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb44c631-e1fd-434e-9590-f8522bf5f2bf tempest-PortsIpV6TestJSON-120263445 tempest-PortsIpV6TestJSON-120263445-project] Pushing event deleted for resources: {'Network': ['ID=08ecff31-1940-4a54-9e74-4ea9e758b2fd,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:07.003887 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405e2ea8-ce53-4bef-bff6-60d435154521 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event updated for resources: {'Network': ['ID=368e2d2d-01b3-4622-bce2-573d90178776,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:07.023653 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 368e2d2d-01b3-4622-bce2-573d90178776 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:08:07.119899 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18a0257-ae32-4252-963b-9e802d21a553 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:07.126465 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d18a0257-ae32-4252-963b-9e802d21a553 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=8a187a5f08ca423da53c90074483cfd4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2593827 Nov 12 01:08:07.127159 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59318) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:07.566233 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa521e9-4599-442f-a2d8-48077fede529 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:07.567884 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0aa521e9-4599-442f-a2d8-48077fede529 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4397824 Nov 12 01:08:07.571298 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59328) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:07.576748 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8608a0-ea39-44de-9e94-cc93b7c578c8 req-8e41e85e-969b-4c84-9338-acd04f9fee46 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:07.586295 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4c8608a0-ea39-44de-9e94-cc93b7c578c8 req-8e41e85e-969b-4c84-9338-acd04f9fee46 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4ac3c8-3a8a-42bf-8002-183bb82a70b6 HTTP/1.1" status: 200 len: 943 time: 0.1262550 Nov 12 01:08:07.618833 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 59330) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:07.624378 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-baca166b-6132-42fa-84b0-bf2da63a1769 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=ef732b55-2b3c-4048-85da-0a8ac273c14b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0504010 Nov 12 01:08:07.628331 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 59336) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:07.691026 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:07.705680 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c18f5062-00aa-464d-9d9b-29128c954bf3 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=8a187a5f08ca423da53c90074483cfd4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0704656 Nov 12 01:08:07.708617 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59342) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:07.731870 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-66c513aa-ec18-4800-964b-bc427e86d02d req-f31575f9-2a4c-4026-9721-650c6ccfe4f8 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0947008 Nov 12 01:08:07.758259 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4c8608a0-ea39-44de-9e94-cc93b7c578c8 req-d1fea9d7-164b-4d7e-b26e-9f3d48935925 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/security-groups?id=391e394e-08b9-4b0c-ae0e-56c106bd200a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710701 Nov 12 01:08:07.911849 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ec740b68-8c72-4ef3-9e72-6c36dd02d4c4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a032962725bc45e7961ed5b3ca9f031e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2841883 Nov 12 01:08:07.914531 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 59348) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:07.959175 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-419bf750-eebc-4106-a683-6420cfebc14b req-d0b93d8f-7a57-419d-ac4e-9755d44bb638 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0461185 Nov 12 01:08:08.001014 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-63a2e836-056a-4448-ae45-b6db854bfb9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:08.030156 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-63a2e836-056a-4448-ae45-b6db854bfb9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:08.101982 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-63a2e836-056a-4448-ae45-b6db854bfb9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:08.109964 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-63a2e836-056a-4448-ae45-b6db854bfb9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:08.111537 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-63a2e836-056a-4448-ae45-b6db854bfb9a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/17aaf7fc-8bcb-4a82-98f9-01759aa3a447 HTTP/1.1" status: 204 len: 168 time: 0.1961894 Nov 12 01:08:08.124303 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2e836-056a-4448-ae45-b6db854bfb9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17aaf7fc-8bcb-4a82-98f9-01759aa3a447,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:08.173662 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae60903e-94af-455f-965a-9728f082b02f tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:08.182134 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 59352) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:08.182773 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ae60903e-94af-455f-965a-9728f082b02f tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4728253 Nov 12 01:08:08.214211 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e09e6374-fc5d-47b6-b67e-b3f2c414b1c8 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=ef732b55-2b3c-4048-85da-0a8ac273c14b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309265 Nov 12 01:08:08.217253 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 59356) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:08.225014 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-acb4f0c4-a922-4ef8-8192-c4bbdb117e5c tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-49148018', 'network_id': '368e2d2d-01b3-4622-bce2-573d90178776', 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:08.473729 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb4f0c4-a922-4ef8-8192-c4bbdb117e5c tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Made reservation on behalf of 8a187a5f08ca423da53c90074483cfd4 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:08:08.482413 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-acb4f0c4-a922-4ef8-8192-c4bbdb117e5c tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:08.953837 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-acb4f0c4-a922-4ef8-8192-c4bbdb117e5c tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:09.001685 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b096f427-2fd4-4103-bf2c-d96bed5cb317 req-ffd59b0a-d4ea-4b39-85da-a1910ec326df tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:09.003061 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b096f427-2fd4-4103-bf2c-d96bed5cb317 req-ffd59b0a-d4ea-4b39-85da-a1910ec326df tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4ac3c8-3a8a-42bf-8002-183bb82a70b6 HTTP/1.1" status: 200 len: 943 time: 0.1324499 Nov 12 01:08:09.097776 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b096f427-2fd4-4103-bf2c-d96bed5cb317 req-03faace2-ec1b-496f-86aa-0c3f86bfd311 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/security-groups?id=391e394e-08b9-4b0c-ae0e-56c106bd200a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868065 Nov 12 01:08:09.098406 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb4f0c4-a922-4ef8-8192-c4bbdb117e5c tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event updated for resources: {'Subnet': ['ID=54a448e4-83b2-4bc0-94d7-3ea7e374be63,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:09.132547 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb4f0c4-a922-4ef8-8192-c4bbdb117e5c tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Checking segment: {'id': 'e36df3eb-fece-437e-bd31-55a702f04978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '368e2d2d-01b3-4622-bce2-573d90178776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:08:09.132914 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb4f0c4-a922-4ef8-8192-c4bbdb117e5c tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Network hostable DHCP agents. Network: 368e2d2d-01b3-4622-bce2-573d90178776, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:08:09.174161 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb4f0c4-a922-4ef8-8192-c4bbdb117e5c tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Network 368e2d2d-01b3-4622-bce2-573d90178776 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:08:09.192511 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-acb4f0c4-a922-4ef8-8192-c4bbdb117e5c tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 368e2d2d-01b3-4622-bce2-573d90178776) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:09.206772 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7c7d59-0d97-4ba1-9689-378c106dec09 None None] Network 368e2d2d-01b3-4622-bce2-573d90178776 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:08:09.230975 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb4f0c4-a922-4ef8-8192-c4bbdb117e5c tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:09.232457 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-acb4f0c4-a922-4ef8-8192-c4bbdb117e5c tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:09.251108 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 3eda19fe-9985-4516-b8f2-80ce1c8bad05 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:08:09.283554 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-acb4f0c4-a922-4ef8-8192-c4bbdb117e5c tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 1.0625305 Nov 12 01:08:09.417479 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:09.663658 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 59406) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:09.830963 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 3eda19fe-9985-4516-b8f2-80ce1c8bad05, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=3eda19fe-9985-4516-b8f2-80ce1c8bad05,segment=NetworkSegment(4bfa3d7a-955d-4291-8636-691c27fe66f3),segment_id=4bfa3d7a-955d-4291-8636-691c27fe66f3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:09.895955 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118f3857-38fe-43e5-ae3f-8a1fcc4c0fd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-368e2d2d-01b3-4622-bce2-573d90178776', 'network_id': '368e2d2d-01b3-4622-bce2-573d90178776', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'fixed_ips': [{'subnet_id': '54a448e4-83b2-4bc0-94d7-3ea7e374be63'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:08:09.902441 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-118f3857-38fe-43e5-ae3f-8a1fcc4c0fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:09.912799 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-1b767e50-6a5f-486a-88dc-644cb58703a3 tempest-SubnetPoolsTestJSON-2123745748 tempest-SubnetPoolsTestJSON-2123745748-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1393898685', 'prefixes': ['172.20.0.0/16']}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:09.977361 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '3eda19fe-9985-4516-b8f2-80ce1c8bad05', 'network_id': 'be0a0b4d-9d2b-47b4-ac71-b951ba08f877', 'port_id': '3eda19fe-9985-4516-b8f2-80ce1c8bad05', 'mac_address': 'fa:16:3e:37:06:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cb753fa-b255-493f-8761-fe1ea8d98c08', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:08:10.027250 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:10.044094 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1b767e50-6a5f-486a-88dc-644cb58703a3 tempest-SubnetPoolsTestJSON-2123745748 tempest-SubnetPoolsTestJSON-2123745748-project] Publish callbacks [] for subnetpool, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:10.048438 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1b767e50-6a5f-486a-88dc-644cb58703a3 tempest-SubnetPoolsTestJSON-2123745748 tempest-SubnetPoolsTestJSON-2123745748-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.3833864 Nov 12 01:08:10.051831 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59412) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:10.087896 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 59414) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:10.093007 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-a66b336b-e3ba-4f70-b20d-fab2938b411b tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1662330910', 'description': 'tempest-secgroup-smoke-1662330910 description', 'project_id': '8a187a5f08ca423da53c90074483cfd4'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:10.136324 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a66b336b-e3ba-4f70-b20d-fab2938b411b tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:10.235339 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6bcebbc3-5834-42a2-8c6a-b5b30150f7f3 tempest-SubnetPoolsTestJSON-2123745748 tempest-SubnetPoolsTestJSON-2123745748-project] 10.222.0.20 "GET /v2.0/subnetpools/8eec4490-8a8a-4b39-a008-316dc8cceb25 HTTP/1.1" status: 200 len: 732 time: 0.1823072 Nov 12 01:08:10.237873 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59418) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:10.250483 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:10.260585 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-08c38a9c-65bd-4b50-94a5-d22e163052d7 tempest-SubnetPoolsTestJSON-2123745748 tempest-SubnetPoolsTestJSON-2123745748-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-762739410'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:10.340435 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eda19fe-9985-4516-b8f2-80ce1c8bad05 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:08:10.371781 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 3eda19fe-9985-4516-b8f2-80ce1c8bad05, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=3eda19fe-9985-4516-b8f2-80ce1c8bad05,segment=NetworkSegment(4bfa3d7a-955d-4291-8636-691c27fe66f3),segment_id=4bfa3d7a-955d-4291-8636-691c27fe66f3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:10.382769 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb854003-d4f4-4ae0-9e7f-de23968a3545 req-83290998-f76f-4c06-80e7-5c79c26a89a8 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:10.384375 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb854003-d4f4-4ae0-9e7f-de23968a3545 req-83290998-f76f-4c06-80e7-5c79c26a89a8 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4ac3c8-3a8a-42bf-8002-183bb82a70b6 HTTP/1.1" status: 200 len: 943 time: 0.1202757 Nov 12 01:08:10.431074 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:10.492713 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-08c38a9c-65bd-4b50-94a5-d22e163052d7 tempest-SubnetPoolsTestJSON-2123745748 tempest-SubnetPoolsTestJSON-2123745748-project] Publish callbacks [] for subnetpool, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:10.497325 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-08c38a9c-65bd-4b50-94a5-d22e163052d7 tempest-SubnetPoolsTestJSON-2123745748 tempest-SubnetPoolsTestJSON-2123745748-project] 10.222.0.20 "PUT /v2.0/subnetpools/8eec4490-8a8a-4b39-a008-316dc8cceb25 HTTP/1.1" status: 200 len: 683 time: 0.2492371 Nov 12 01:08:10.501088 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59420) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:10.511765 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a66b336b-e3ba-4f70-b20d-fab2938b411b tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:10.518879 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a66b336b-e3ba-4f70-b20d-fab2938b411b tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:10.571280 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb854003-d4f4-4ae0-9e7f-de23968a3545 req-0c6a4380-e966-45be-9dd0-01c723d96f5e tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/security-groups?id=391e394e-08b9-4b0c-ae0e-56c106bd200a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745265 Nov 12 01:08:10.616639 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-118f3857-38fe-43e5-ae3f-8a1fcc4c0fd6 None None] Allocated IP 172.20.0.18 (368e2d2d-01b3-4622-bce2-573d90178776/54a448e4-83b2-4bc0-94d7-3ea7e374be63/dfe82d23-0521-4549-b3ea-f38a45b629ac) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:08:10.624452 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=3eda19fe-9985-4516-b8f2-80ce1c8bad05,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:10.668734 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-000074d3-d6f5-432b-ac65-400a752be7d6 req-6b543482-9ee8-4a1f-ba00-717680541302 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0921307 Nov 12 01:08:10.675884 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1f99fbcb-3c70-49db-993d-b9b9de1d5213 tempest-SubnetPoolsTestJSON-2123745748 tempest-SubnetPoolsTestJSON-2123745748-project] Publish callbacks [] for subnetpool, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:10.677294 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1f99fbcb-3c70-49db-993d-b9b9de1d5213 tempest-SubnetPoolsTestJSON-2123745748 tempest-SubnetPoolsTestJSON-2123745748-project] 10.222.0.20 "DELETE /v2.0/subnetpools/8eec4490-8a8a-4b39-a008-316dc8cceb25 HTTP/1.1" status: 204 len: 168 time: 0.1751311 Nov 12 01:08:10.680482 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59432) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:10.690855 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a66b336b-e3ba-4f70-b20d-fab2938b411b tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:10.704795 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a66b336b-e3ba-4f70-b20d-fab2938b411b tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6155510 Nov 12 01:08:10.709685 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59434) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:10.710642 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b336b-e3ba-4f70-b20d-fab2938b411b tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d905abc-6ba0-4e30-a3c2-7896f45f9777,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:10.720131 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-4c595fa6-07fe-4900-a289-c693797581f1 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Request body: {'security_group_rule': {'security_group_id': '6d905abc-6ba0-4e30-a3c2-7896f45f9777', 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:10.733160 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-c6488223-1a36-4454-90bb-62c267e23d0c tempest-SubnetPoolsTestJSON-2123745748 tempest-SubnetPoolsTestJSON-2123745748-project] show failed (client error): The resource could not be found. Nov 12 01:08:10.734279 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c6488223-1a36-4454-90bb-62c267e23d0c tempest-SubnetPoolsTestJSON-2123745748 tempest-SubnetPoolsTestJSON-2123745748-project] 10.222.0.20 "GET /v2.0/subnetpools/8eec4490-8a8a-4b39-a008-316dc8cceb25 HTTP/1.1" status: 404 len: 346 time: 0.0528429 Nov 12 01:08:10.737475 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 59438) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:10.768106 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-c106e083-852c-4913-8884-d376f325912e tempest-SubnetPoolsTestJSON-2123745748 tempest-SubnetPoolsTestJSON-2123745748-project] delete failed (client error): The resource could not be found. Nov 12 01:08:10.769362 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c106e083-852c-4913-8884-d376f325912e tempest-SubnetPoolsTestJSON-2123745748 tempest-SubnetPoolsTestJSON-2123745748-project] 10.222.0.20 "DELETE /v2.0/subnetpools/8eec4490-8a8a-4b39-a008-316dc8cceb25 HTTP/1.1" status: 404 len: 346 time: 0.0306063 Nov 12 01:08:10.784707 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4c595fa6-07fe-4900-a289-c693797581f1 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:11.076859 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4c595fa6-07fe-4900-a289-c693797581f1 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:11.093445 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4c595fa6-07fe-4900-a289-c693797581f1 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:11.203326 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['3eda19fe-9985-4516-b8f2-80ce1c8bad05'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:08:11.214555 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4c595fa6-07fe-4900-a289-c693797581f1 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:11.231699 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-4c595fa6-07fe-4900-a289-c693797581f1 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5169823 Nov 12 01:08:11.232159 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 59452) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:11.237271 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c595fa6-07fe-4900-a289-c693797581f1 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aae7275f-bd91-4d29-9095-35c378c2bd59,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:11.239377 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-c4939b64-9fae-4bd3-b39c-4482d654e8a5 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Request body: {'security_group_rule': {'security_group_id': '6d905abc-6ba0-4e30-a3c2-7896f45f9777', 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:11.316979 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c4939b64-9fae-4bd3-b39c-4482d654e8a5 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:11.363385 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:11.425674 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-118f3857-38fe-43e5-ae3f-8a1fcc4c0fd6 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:11.456452 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-118f3857-38fe-43e5-ae3f-8a1fcc4c0fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:11.494813 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c4939b64-9fae-4bd3-b39c-4482d654e8a5 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:11.507845 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c4939b64-9fae-4bd3-b39c-4482d654e8a5 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:11.577226 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4939b64-9fae-4bd3-b39c-4482d654e8a5 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38aedf1d-d8a3-494e-9368-cafcdb89e90d,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:11.585113 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c4939b64-9fae-4bd3-b39c-4482d654e8a5 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:11.600606 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c4939b64-9fae-4bd3-b39c-4482d654e8a5 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3647847 Nov 12 01:08:11.601353 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 59458) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:11.605265 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-a31581b4-8b07-4bdb-98f2-5b3b297ec1df tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Request body: {'security_group_rule': {'security_group_id': '6d905abc-6ba0-4e30-a3c2-7896f45f9777', 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:11.679267 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59464) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:11.683504 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118f3857-38fe-43e5-ae3f-8a1fcc4c0fd6 None None] Network 368e2d2d-01b3-4622-bce2-573d90178776 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:11.714212 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3f733362-5c81-4e6a-b53a-60007cc9c27e req-ddda204c-b801-46ea-b49d-bc46e10cf9c1 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0944889 Nov 12 01:08:11.730119 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-118f3857-38fe-43e5-ae3f-8a1fcc4c0fd6 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:11.739083 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a31581b4-8b07-4bdb-98f2-5b3b297ec1df tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:11.754666 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118f3857-38fe-43e5-ae3f-8a1fcc4c0fd6 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:08:11.799186 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f3857-38fe-43e5-ae3f-8a1fcc4c0fd6 None None] Pushing event updated for resources: {'Port': ['ID=dfe82d23-0521-4549-b3ea-f38a45b629ac,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:11.875529 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a31581b4-8b07-4bdb-98f2-5b3b297ec1df tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:11.882049 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a31581b4-8b07-4bdb-98f2-5b3b297ec1df tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:11.928475 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a31581b4-8b07-4bdb-98f2-5b3b297ec1df tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:11.934470 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a31581b4-8b07-4bdb-98f2-5b3b297ec1df tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3325312 Nov 12 01:08:11.942175 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 59470) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:11.947127 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-6bed3b71-6e6b-4de6-b98a-009e3c952dc2 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Request body: {'security_group_rule': {'security_group_id': '6d905abc-6ba0-4e30-a3c2-7896f45f9777', 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:11.957610 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31581b4-8b07-4bdb-98f2-5b3b297ec1df tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=065f0533-e1c1-42f5-8b25-38c8e76b4097,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:12.016065 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6bed3b71-6e6b-4de6-b98a-009e3c952dc2 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:12.036462 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdefbd00-c2b5-4a0e-ad4c-e534f6e4d27d req-ed9be8e7-ec56-41f8-8684-0575049de200 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:12.055669 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bdefbd00-c2b5-4a0e-ad4c-e534f6e4d27d req-ed9be8e7-ec56-41f8-8684-0575049de200 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4ac3c8-3a8a-42bf-8002-183bb82a70b6 HTTP/1.1" status: 200 len: 944 time: 0.2669451 Nov 12 01:08:12.083693 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-118f3857-38fe-43e5-ae3f-8a1fcc4c0fd6 None None] Attempting to bind port dfe82d23-0521-4549-b3ea-f38a45b629ac on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:08:12.084582 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-118f3857-38fe-43e5-ae3f-8a1fcc4c0fd6 None None] Attempting to bind port dfe82d23-0521-4549-b3ea-f38a45b629ac by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'e36df3eb-fece-437e-bd31-55a702f04978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '368e2d2d-01b3-4622-bce2-573d90178776'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:08:12.085883 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118f3857-38fe-43e5-ae3f-8a1fcc4c0fd6 None None] Attempting to bind port dfe82d23-0521-4549-b3ea-f38a45b629ac on network 368e2d2d-01b3-4622-bce2-573d90178776 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:08:12.104256 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8685b78a-48b0-48d8-aa6a-ec8a194d0da0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:12.132790 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6bed3b71-6e6b-4de6-b98a-009e3c952dc2 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:12.137662 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6bed3b71-6e6b-4de6-b98a-009e3c952dc2 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:12.167634 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bed3b71-6e6b-4de6-b98a-009e3c952dc2 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=116e7e87-5b0f-4e70-a641-207916944f38,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:12.170574 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118f3857-38fe-43e5-ae3f-8a1fcc4c0fd6 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:08:12.170956 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118f3857-38fe-43e5-ae3f-8a1fcc4c0fd6 None None] Checking segment: {'id': 'e36df3eb-fece-437e-bd31-55a702f04978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '368e2d2d-01b3-4622-bce2-573d90178776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:08:12.171388 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-118f3857-38fe-43e5-ae3f-8a1fcc4c0fd6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:12.171804 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118f3857-38fe-43e5-ae3f-8a1fcc4c0fd6 None None] Bound using segment: {'id': 'e36df3eb-fece-437e-bd31-55a702f04978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '368e2d2d-01b3-4622-bce2-573d90178776'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:08:12.172320 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-118f3857-38fe-43e5-ae3f-8a1fcc4c0fd6 None None] Bound port: dfe82d23-0521-4549-b3ea-f38a45b629ac, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36df3eb-fece-437e-bd31-55a702f04978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '368e2d2d-01b3-4622-bce2-573d90178776'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:08:12.172731 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-118f3857-38fe-43e5-ae3f-8a1fcc4c0fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:12.186175 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6bed3b71-6e6b-4de6-b98a-009e3c952dc2 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:12.187432 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6bed3b71-6e6b-4de6-b98a-009e3c952dc2 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2440238 Nov 12 01:08:12.190197 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 59472) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:12.194990 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-a1bce2f8-df88-4f9c-a045-253ce97178bc tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Request body: {'security_group_rule': {'security_group_id': '6d905abc-6ba0-4e30-a3c2-7896f45f9777', 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:12.242741 n-d-812236-11 neutron-server[102661]: INFO neutron.db.securitygroups_db [None req-a1bce2f8-df88-4f9c-a045-253ce97178bc tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Project 8a187a5f08ca423da53c90074483cfd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:08:12.281187 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a1bce2f8-df88-4f9c-a045-253ce97178bc tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:12.282466 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bdefbd00-c2b5-4a0e-ad4c-e534f6e4d27d req-bfa6b33a-4a07-40d4-847b-fbc9951e9ec2 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/security-groups?id=391e394e-08b9-4b0c-ae0e-56c106bd200a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2255976 Nov 12 01:08:12.337611 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8685b78a-48b0-48d8-aa6a-ec8a194d0da0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:12.347572 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8685b78a-48b0-48d8-aa6a-ec8a194d0da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:12.467033 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a1bce2f8-df88-4f9c-a045-253ce97178bc tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:12.474917 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a1bce2f8-df88-4f9c-a045-253ce97178bc tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:12.478987 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-118f3857-38fe-43e5-ae3f-8a1fcc4c0fd6 None None] For port dfe82d23-0521-4549-b3ea-f38a45b629ac, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:08:12.488511 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8685b78a-48b0-48d8-aa6a-ec8a194d0da0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0ed1b6f199fa4ea89b3b1d7459737259&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8062770 Nov 12 01:08:12.489892 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59480) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:12.490653 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8685b78a-48b0-48d8-aa6a-ec8a194d0da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd76e465-afb7-4700-98d8-ceaa7ba33990,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:12.522971 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-118f3857-38fe-43e5-ae3f-8a1fcc4c0fd6 None None] For port dfe82d23-0521-4549-b3ea-f38a45b629ac, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=dfe82d23-0521-4549-b3ea-f38a45b629ac,segment=NetworkSegment(e36df3eb-fece-437e-bd31-55a702f04978),segment_id=e36df3eb-fece-437e-bd31-55a702f04978)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:08:12.553076 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-118f3857-38fe-43e5-ae3f-8a1fcc4c0fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:12.554100 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a1bce2f8-df88-4f9c-a045-253ce97178bc tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:12.557843 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a1bce2f8-df88-4f9c-a045-253ce97178bc tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3664544 Nov 12 01:08:12.561029 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 59482) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:12.572659 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-753e3c00-bf49-49d7-83e9-18c026965bc6 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Request body: {'security_group_rule': {'security_group_id': '6d905abc-6ba0-4e30-a3c2-7896f45f9777', 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:12.593982 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bce2f8-df88-4f9c-a045-253ce97178bc tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f6bdccb-d823-4233-9a5f-f273080c520f,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:12.645996 n-d-812236-11 neutron-server[102661]: INFO neutron.db.securitygroups_db [None req-753e3c00-bf49-49d7-83e9-18c026965bc6 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Project 8a187a5f08ca423da53c90074483cfd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:08:12.659328 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-753e3c00-bf49-49d7-83e9-18c026965bc6 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:12.690722 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3b823f26-1ed5-47d8-93d6-76c04bf6aef7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:12.751217 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3b823f26-1ed5-47d8-93d6-76c04bf6aef7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:12.853407 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3b823f26-1ed5-47d8-93d6-76c04bf6aef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:12.875340 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3b823f26-1ed5-47d8-93d6-76c04bf6aef7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:12.887303 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3b823f26-1ed5-47d8-93d6-76c04bf6aef7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fd76e465-afb7-4700-98d8-ceaa7ba33990 HTTP/1.1" status: 204 len: 168 time: 0.3665159 Nov 12 01:08:12.887782 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-753e3c00-bf49-49d7-83e9-18c026965bc6 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:12.896384 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-753e3c00-bf49-49d7-83e9-18c026965bc6 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:12.911124 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b823f26-1ed5-47d8-93d6-76c04bf6aef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd76e465-afb7-4700-98d8-ceaa7ba33990,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:12.985782 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e3c00-bf49-49d7-83e9-18c026965bc6 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41c9db49-27a5-4c97-83ba-c1227b4ea678,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:13.014295 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-753e3c00-bf49-49d7-83e9-18c026965bc6 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:13.023654 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-753e3c00-bf49-49d7-83e9-18c026965bc6 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4575815 Nov 12 01:08:13.354159 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f3857-38fe-43e5-ae3f-8a1fcc4c0fd6 None None] Pushing event updated for resources: {'Port': ['ID=dfe82d23-0521-4549-b3ea-f38a45b629ac,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:13.361334 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:13.771750 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2f1cbe52-dd14-433a-8daa-7ff30fdd764a req-a874070f-f004-4ac2-ab9e-8f11dc22f36a service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0882046 Nov 12 01:08:13.810355 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017029e2-f470-4ca9-ad08-176d6ccaeace req-70f3986f-5851-42ed-9deb-12bc68df171c tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:13.818878 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-017029e2-f470-4ca9-ad08-176d6ccaeace req-70f3986f-5851-42ed-9deb-12bc68df171c tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4ac3c8-3a8a-42bf-8002-183bb82a70b6 HTTP/1.1" status: 200 len: 944 time: 0.2741308 Nov 12 01:08:13.894710 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c255a580-9c07-47bb-9731-20a972986a61 req-b738cd26-3650-410d-b6b4-2c18a4c97157 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1662330910&fields=id&tenant_id=8a187a5f08ca423da53c90074483cfd4 HTTP/1.1" status: 200 len: 267 time: 0.1531806 Nov 12 01:08:14.009246 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-017029e2-f470-4ca9-ad08-176d6ccaeace req-1447f024-88b1-4f69-badc-f4a9ac26c6fd tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/security-groups?id=391e394e-08b9-4b0c-ae0e-56c106bd200a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1844206 Nov 12 01:08:14.204575 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5b3c148e-17a4-4bb9-981b-e586c64c8cab req-67e09afa-c50f-4740-8e1e-57fe4c8aa3c0 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0932527 Nov 12 01:08:14.288634 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255a580-9c07-47bb-9731-20a972986a61 req-6ec71759-857c-412e-a950-3e888350e922 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:14.303520 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c255a580-9c07-47bb-9731-20a972986a61 req-6ec71759-857c-412e-a950-3e888350e922 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/networks?id=368e2d2d-01b3-4622-bce2-573d90178776 HTTP/1.1" status: 200 len: 797 time: 0.4022088 Nov 12 01:08:14.357265 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c255a580-9c07-47bb-9731-20a972986a61 req-52eac576-012a-4be2-b4ab-23ebbb4b03dd tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/quotas/8a187a5f08ca423da53c90074483cfd4 HTTP/1.1" status: 200 len: 375 time: 0.0523725 Nov 12 01:08:14.557468 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c255a580-9c07-47bb-9731-20a972986a61 req-23040f1a-8e59-42b0-87d9-1bd8fac9c76c tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8a187a5f08ca423da53c90074483cfd4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1992152 Nov 12 01:08:14.877760 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c255a580-9c07-47bb-9731-20a972986a61 req-2215ee04-57fb-4321-acdf-0f764f180054 service neutron] 10.222.0.20 "GET /v2.0/networks/368e2d2d-01b3-4622-bce2-573d90178776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196735 Nov 12 01:08:14.908683 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device dfe82d23-0521-4549-b3ea-f38a45b629ac up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:08:15.013981 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75be4851-7044-4f3b-8d03-4156ae5efd71 None None] Network 368e2d2d-01b3-4622-bce2-573d90178776 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:08:15.145474 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c255a580-9c07-47bb-9731-20a972986a61 req-9d2a34f8-2aa8-4a1b-a922-508a912ede86 service neutron] 10.222.0.20 "GET /v2.0/networks/368e2d2d-01b3-4622-bce2-573d90178776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667227 Nov 12 01:08:15.199657 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-98bb651c-e2e9-4e2a-993d-21370afb0f72 None None] Provisioning complete for port dfe82d23-0521-4549-b3ea-f38a45b629ac triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:15.200590 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-98bb651c-e2e9-4e2a-993d-21370afb0f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:15.346810 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ecf92-6c6f-4ac3-8805-e267c95cee7f req-bfd7528e-c804-4c3d-8985-42819c0a9df3 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:15.354030 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 3eda19fe-9985-4516-b8f2-80ce1c8bad05 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:08:15.362055 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7f2ecf92-6c6f-4ac3-8805-e267c95cee7f req-bfd7528e-c804-4c3d-8985-42819c0a9df3 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4ac3c8-3a8a-42bf-8002-183bb82a70b6 HTTP/1.1" status: 200 len: 944 time: 0.1615415 Nov 12 01:08:15.431871 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port dfe82d23-0521-4549-b3ea-f38a45b629ac triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:15.432704 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:15.485768 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7f2ecf92-6c6f-4ac3-8805-e267c95cee7f req-9fa6ddf0-527b-4c81-9409-b509266f302a tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/security-groups?id=391e394e-08b9-4b0c-ae0e-56c106bd200a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227796 Nov 12 01:08:15.524737 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 3eda19fe-9985-4516-b8f2-80ce1c8bad05 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:08:15.548141 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 3eda19fe-9985-4516-b8f2-80ce1c8bad05 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:15.548888 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:16.087831 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-98bb651c-e2e9-4e2a-993d-21370afb0f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:16.203793 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-98bb651c-e2e9-4e2a-993d-21370afb0f72 None None] For port dfe82d23-0521-4549-b3ea-f38a45b629ac, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=dfe82d23-0521-4549-b3ea-f38a45b629ac,segment=NetworkSegment(e36df3eb-fece-437e-bd31-55a702f04978),segment_id=e36df3eb-fece-437e-bd31-55a702f04978)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:16.214787 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:16.259093 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-98bb651c-e2e9-4e2a-993d-21370afb0f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:16.396980 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:16.452771 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb651c-e2e9-4e2a-993d-21370afb0f72 None None] Pushing event updated for resources: {'Port': ['ID=dfe82d23-0521-4549-b3ea-f38a45b629ac,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:16.470089 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f2b222e1-1828-4821-aefd-df8d12843cb4 req-32e7dd8a-dbb7-4b2d-beea-8ced8136b25c tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab9ebe87-2ca9-4d67-b53c-12da2ebed243 HTTP/1.1" status: 200 len: 210 time: 0.8214090 Nov 12 01:08:16.548327 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 3eda19fe-9985-4516-b8f2-80ce1c8bad05, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=3eda19fe-9985-4516-b8f2-80ce1c8bad05,segment=NetworkSegment(4bfa3d7a-955d-4291-8636-691c27fe66f3),segment_id=4bfa3d7a-955d-4291-8636-691c27fe66f3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:16.553168 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4ac3c8-3a8a-42bf-8002-183bb82a70b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eda19fe-9985-4516-b8f2-80ce1c8bad05'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:08:16.555716 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfbf8faf-b3d3-4ec1-89c8-00901fbd4177" -d '{"events": [{"server_uuid": "bb4ac3c8-3a8a-42bf-8002-183bb82a70b6", "name": "network-vif-plugged", "status": "completed", "tag": "3eda19fe-9985-4516-b8f2-80ce1c8bad05"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:08:16.566713 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:16.633748 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-ce340bda-05a8-4e1e-ab31-549432764a3e None None] Provisioning complete for port dfe82d23-0521-4549-b3ea-f38a45b629ac triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:16.634354 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ce340bda-05a8-4e1e-ab31-549432764a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:16.668035 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915cdab1-ed29-49ef-9764-51c783aca16b x-openstack-request-id: req-915cdab1-ed29-49ef-9764-51c783aca16b {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:08:16.668570 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb4ac3c8-3a8a-42bf-8002-183bb82a70b6", "name": "network-vif-plugged", "status": "completed", "tag": "3eda19fe-9985-4516-b8f2-80ce1c8bad05", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:08:16.669164 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-915cdab1-ed29-49ef-9764-51c783aca16b {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:08:16.669735 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb4ac3c8-3a8a-42bf-8002-183bb82a70b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eda19fe-9985-4516-b8f2-80ce1c8bad05', 'code': 200} Nov 12 01:08:16.691187 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8245e-b965-4d87-bc65-c20e4f18d12b req-4c11177d-200d-4322-a505-232ff6eeb3b0 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:16.699985 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0df8245e-b965-4d87-bc65-c20e4f18d12b req-4c11177d-200d-4322-a505-232ff6eeb3b0 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4ac3c8-3a8a-42bf-8002-183bb82a70b6 HTTP/1.1" status: 200 len: 945 time: 0.0684590 Nov 12 01:08:16.757360 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.db.api [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:08:16.758086 n-d-812236-11 neutron-server[102663]: DEBUG oslo_db.api [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:08:16.761614 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=3eda19fe-9985-4516-b8f2-80ce1c8bad05,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:16.827112 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0df8245e-b965-4d87-bc65-c20e4f18d12b req-d59137c3-88e5-47b3-8739-66fed89cd0d0 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/security-groups?id=391e394e-08b9-4b0c-ae0e-56c106bd200a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217651 Nov 12 01:08:16.874262 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-83e0c19d-fadb-47c7-ab44-dfccafa32919 req-0a6ee7c6-29f0-46f6-8052-4777ac925325 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0863044 Nov 12 01:08:16.987832 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-90ddb5d8-c63a-4511-8d8f-1e415def718e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1234517 Nov 12 01:08:17.085741 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e6b4783e-88ec-44a2-9889-f1b81bb04305 req-7f45af0d-b677-4360-ba8c-dd81f3ee2b52 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0391273 Nov 12 01:08:17.112635 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981509aa-3944-4bbc-8268-1bf144cad8ba req-92e52e68-528b-4be1-ad5e-162c0a5eda2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:17.114609 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-981509aa-3944-4bbc-8268-1bf144cad8ba req-92e52e68-528b-4be1-ad5e-162c0a5eda2e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bb4ac3c8-3a8a-42bf-8002-183bb82a70b6 HTTP/1.1" status: 200 len: 1097 time: 0.1761138 Nov 12 01:08:17.179467 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-51e5017e-e790-42a6-891d-121e3bf5c784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:17.180261 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-51e5017e-e790-42a6-891d-121e3bf5c784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:17.180877 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-51e5017e-e790-42a6-891d-121e3bf5c784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:17.181518 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-51e5017e-e790-42a6-891d-121e3bf5c784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:17.182157 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-51e5017e-e790-42a6-891d-121e3bf5c784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:17.182797 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-51e5017e-e790-42a6-891d-121e3bf5c784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:17.184324 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-981509aa-3944-4bbc-8268-1bf144cad8ba req-3fb97425-8299-4603-a94c-4ad850a5c1df service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=391e394e-08b9-4b0c-ae0e-56c106bd200a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608106 Nov 12 01:08:17.184646 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-51e5017e-e790-42a6-891d-121e3bf5c784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:17.186939 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-51e5017e-e790-42a6-891d-121e3bf5c784 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99d22f2d09c941868df176b00803ab3d&device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 6508 time: 0.0999949 Nov 12 01:08:17.442427 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device dfe82d23-0521-4549-b3ea-f38a45b629ac up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:08:17.602980 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port dfe82d23-0521-4549-b3ea-f38a45b629ac triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:17.603507 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:17.650450 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255a580-9c07-47bb-9731-20a972986a61 req-42e1182f-88cb-4ebe-b061-13a986868fd1 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:17.654685 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c255a580-9c07-47bb-9731-20a972986a61 req-42e1182f-88cb-4ebe-b061-13a986868fd1 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.54 "GET /v2.0/networks?id=368e2d2d-01b3-4622-bce2-573d90178776 HTTP/1.1" status: 200 len: 797 time: 0.2264247 Nov 12 01:08:17.694036 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-79414bfb-4795-4223-bfe6-f1b64579b597 req-e1f5a6cb-7e80-4558-98b7-7f0ec4ef4856 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab9ebe87-2ca9-4d67-b53c-12da2ebed243 HTTP/1.1" status: 200 len: 210 time: 0.0640321 Nov 12 01:08:17.859193 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-da373e57-9ca9-4447-bf97-d16eb3f0e9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:17.859692 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-da373e57-9ca9-4447-bf97-d16eb3f0e9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:17.860146 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-da373e57-9ca9-4447-bf97-d16eb3f0e9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:17.862126 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-da373e57-9ca9-4447-bf97-d16eb3f0e9e8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6d66b009-87d4-44ee-a0b8-482e36cd5030&id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&id=0fed04be-2c3a-475e-8199-924085f487af&id=0fed04be-2c3a-475e-8199-924085f487af HTTP/1.1" status: 200 len: 2299 time: 0.2339048 Nov 12 01:08:17.871264 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c255a580-9c07-47bb-9731-20a972986a61 req-9b3af15c-831b-4eef-ab6d-27dc1baac82f tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a187a5f08ca423da53c90074483cfd4 HTTP/1.1" status: 200 len: 472 time: 0.1665604 Nov 12 01:08:17.946856 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-c255a580-9c07-47bb-9731-20a972986a61 req-705d194a-1863-41bd-be9a-cc9181d17e76 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Request body: {'port': {'device_id': 'ab9ebe87-2ca9-4d67-b53c-12da2ebed243', 'network_id': '368e2d2d-01b3-4622-bce2-573d90178776', 'admin_state_up': True, 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'security_groups': ['6d905abc-6ba0-4e30-a3c2-7896f45f9777']}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:18.003814 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4469ee2-7988-4abe-94c8-b286fb26f2aa req-27731ce4-b008-488a-b623-9c8a85aac857 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:18.008365 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a4469ee2-7988-4abe-94c8-b286fb26f2aa req-27731ce4-b008-488a-b623-9c8a85aac857 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4ac3c8-3a8a-42bf-8002-183bb82a70b6 HTTP/1.1" status: 200 len: 945 time: 0.0814536 Nov 12 01:08:18.076117 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-9112d2b0-a8e4-4678-860b-f73be6c637ef service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=839befd9-0d96-49e6-b80d-77934b38b2b7 HTTP/1.1" status: 200 len: 1001 time: 0.2036574 Nov 12 01:08:18.225508 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c255a580-9c07-47bb-9731-20a972986a61 req-705d194a-1863-41bd-be9a-cc9181d17e76 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Made reservation on behalf of 8a187a5f08ca423da53c90074483cfd4 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:08:18.233391 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-c255a580-9c07-47bb-9731-20a972986a61 req-705d194a-1863-41bd-be9a-cc9181d17e76 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:18.253468 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a4469ee2-7988-4abe-94c8-b286fb26f2aa req-5908ccd5-5e12-4012-9813-582fffa3d6f8 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/security-groups?id=391e394e-08b9-4b0c-ae0e-56c106bd200a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2244062 Nov 12 01:08:18.320120 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-86fe466a-ddfb-44a0-aab4-699c7cad3d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:18.322118 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-86fe466a-ddfb-44a0-aab4-699c7cad3d23 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=84f3c115-0f29-44bb-9c76-e6ed88722019 HTTP/1.1" status: 200 len: 856 time: 0.2065475 Nov 12 01:08:18.475125 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-527e5f80-46a3-443e-8e6f-8033c8a2c430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:18.476812 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-527e5f80-46a3-443e-8e6f-8033c8a2c430 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6d66b009-87d4-44ee-a0b8-482e36cd5030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0782061 Nov 12 01:08:18.501809 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-a41de0ca-a393-4e08-8701-73ebfa10efb0 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:08:18.503907 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-a41de0ca-a393-4e08-8701-73ebfa10efb0 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053716 Nov 12 01:08:18.539425 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-92ddd56b-7746-4770-b8e8-6e2af95db24e req-bb2fc35d-1e3c-416f-9a6c-7e625a41e612 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=787398d0-003f-49b7-a104-a0920f414f4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3116353 Nov 12 01:08:18.598577 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-c255a580-9c07-47bb-9731-20a972986a61 req-705d194a-1863-41bd-be9a-cc9181d17e76 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Allocated IP 172.20.0.25 (368e2d2d-01b3-4622-bce2-573d90178776/54a448e4-83b2-4bc0-94d7-3ea7e374be63/4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:08:18.702169 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-ccb73113-9ffd-4ec7-b078-ef74478f95f9 service neutron] 10.222.0.49 "GET /v2.0/networks/6d66b009-87d4-44ee-a0b8-482e36cd5030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891389 Nov 12 01:08:18.705750 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddd56b-7746-4770-b8e8-6e2af95db24e req-884fd7b5-1ae7-401d-a8b9-7501cd862b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:18.707894 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-92ddd56b-7746-4770-b8e8-6e2af95db24e req-884fd7b5-1ae7-401d-a8b9-7501cd862b9f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8a187a5f08ca423da53c90074483cfd4&device_id=787398d0-003f-49b7-a104-a0920f414f4a HTTP/1.1" status: 200 len: 1097 time: 0.1260121 Nov 12 01:08:18.872729 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a8996664-cb50-4376-8717-9cbe077d6423 req-30ac69a8-39e1-45e7-8d68-cbc91e9d3c2a tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab9ebe87-2ca9-4d67-b53c-12da2ebed243 HTTP/1.1" status: 200 len: 210 time: 0.0710535 Nov 12 01:08:18.955138 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-b092a7e4-2863-43b8-949b-7220b40a5c17 service neutron] 10.222.0.49 "GET /v2.0/networks/6d66b009-87d4-44ee-a0b8-482e36cd5030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209458 Nov 12 01:08:19.043607 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddd56b-7746-4770-b8e8-6e2af95db24e req-60f80339-8a7c-4eaa-b919-e56134640f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:19.045120 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-92ddd56b-7746-4770-b8e8-6e2af95db24e req-60f80339-8a7c-4eaa-b919-e56134640f42 service neutron] 10.222.0.54 "GET /v2.0/networks?id=85a7f8c6-9f4b-49e3-8324-6914753de947 HTTP/1.1" status: 200 len: 897 time: 0.3141263 Nov 12 01:08:19.127960 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-1b1d9aa1-6554-4513-933d-e78560c140d0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9 HTTP/1.1" status: 200 len: 217 time: 0.1511028 Nov 12 01:08:19.183225 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-c255a580-9c07-47bb-9731-20a972986a61 req-705d194a-1863-41bd-be9a-cc9181d17e76 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:19.240906 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-92ddd56b-7746-4770-b8e8-6e2af95db24e req-9abe262e-b9bf-4d87-a2da-10e38006903c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ccceceac-203e-441f-9145-2d049917b203 HTTP/1.1" status: 200 len: 1001 time: 0.1882594 Nov 12 01:08:19.245224 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-887eed1a-31f0-43c3-b1e8-7c5196100eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:19.247766 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-887eed1a-31f0-43c3-b1e8-7c5196100eb6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5 HTTP/1.1" status: 200 len: 797 time: 0.1119890 Nov 12 01:08:19.286887 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a493b5ad-7277-4b70-b379-338e782a5bfb req-daf51995-7f6a-438d-a0dd-ec2b322218cb service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1823628 Nov 12 01:08:19.379697 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddd56b-7746-4770-b8e8-6e2af95db24e req-3ac305da-f7dc-493d-8b0f-19e87ece3078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:19.389928 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-94dd7439-abba-4a76-a7bf-0845e8e05c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:19.391876 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-94dd7439-abba-4a76-a7bf-0845e8e05c17 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1202507 Nov 12 01:08:19.392492 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-92ddd56b-7746-4770-b8e8-6e2af95db24e req-3ac305da-f7dc-493d-8b0f-19e87ece3078 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=42f8954e-823a-4f5f-8f8d-d667cda9bcd3 HTTP/1.1" status: 200 len: 835 time: 0.1434548 Nov 12 01:08:19.394777 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-c255a580-9c07-47bb-9731-20a972986a61 req-705d194a-1863-41bd-be9a-cc9181d17e76 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:19.490838 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d194a-1863-41bd-be9a-cc9181d17e76 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event updated for resources: {'Port': ['ID=4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:19.549023 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c255a580-9c07-47bb-9731-20a972986a61 req-705d194a-1863-41bd-be9a-cc9181d17e76 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Network 368e2d2d-01b3-4622-bce2-573d90178776 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:19.575832 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-c255a580-9c07-47bb-9731-20a972986a61 req-705d194a-1863-41bd-be9a-cc9181d17e76 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:19.602748 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-c255a580-9c07-47bb-9731-20a972986a61 req-705d194a-1863-41bd-be9a-cc9181d17e76 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:08:19.659455 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c4954c-c78c-4476-b2bf-6f883bac3bbc req-4f696d14-ee88-44b0-8405-d6801535b1a1 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:19.661178 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-42c4954c-c78c-4476-b2bf-6f883bac3bbc req-4f696d14-ee88-44b0-8405-d6801535b1a1 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4ac3c8-3a8a-42bf-8002-183bb82a70b6 HTTP/1.1" status: 200 len: 945 time: 0.2675421 Nov 12 01:08:19.737070 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255a580-9c07-47bb-9731-20a972986a61 req-705d194a-1863-41bd-be9a-cc9181d17e76 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:19.737896 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-c255a580-9c07-47bb-9731-20a972986a61 req-705d194a-1863-41bd-be9a-cc9181d17e76 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:19.790041 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddd56b-7746-4770-b8e8-6e2af95db24e req-3de393a5-72ef-4e4c-8126-8d79bbb9d67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:19.794963 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-92ddd56b-7746-4770-b8e8-6e2af95db24e req-3de393a5-72ef-4e4c-8126-8d79bbb9d67d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=85a7f8c6-9f4b-49e3-8324-6914753de947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3887999 Nov 12 01:08:19.880732 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-402ccb84-aad3-4d09-924b-82e584347dec req-4c340866-7f14-49ae-9cda-0dbe9dc1599d service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.3339009 Nov 12 01:08:19.893417 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-42c4954c-c78c-4476-b2bf-6f883bac3bbc req-8ed8dd40-990b-4afe-a9bb-dde92ab1fd94 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/security-groups?id=391e394e-08b9-4b0c-ae0e-56c106bd200a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1974065 Nov 12 01:08:19.896557 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c255a580-9c07-47bb-9731-20a972986a61 req-705d194a-1863-41bd-be9a-cc9181d17e76 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9617200 Nov 12 01:08:19.930335 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-c255a580-9c07-47bb-9731-20a972986a61 req-d2301b6e-d163-4cbb-bfb5-1a7553abc317 service neutron] Request body: {'port': {'device_id': 'ab9ebe87-2ca9-4d67-b53c-12da2ebed243', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:20.022283 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-92ddd56b-7746-4770-b8e8-6e2af95db24e req-0230d067-b6f8-4a1a-be3e-6981c0f3779b service neutron] 10.222.0.54 "GET /v2.0/networks/85a7f8c6-9f4b-49e3-8324-6914753de947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958394 Nov 12 01:08:20.051204 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-291d21e8-be59-4950-80cd-3d21e3ba8025 None None] Provisioning complete for port 4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:20.052262 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-291d21e8-be59-4950-80cd-3d21e3ba8025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:20.053003 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-c255a580-9c07-47bb-9731-20a972986a61 req-d2301b6e-d163-4cbb-bfb5-1a7553abc317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:20.126548 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-291d21e8-be59-4950-80cd-3d21e3ba8025 None None] Port 4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:08:20.197106 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4eb54-88c5-4e2c-9f43-4ffa3b58a0a1 req-a88c1cf0-40ff-4a52-8c80-4de670ee9764 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:20.208396 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b8a4eb54-88c5-4e2c-9f43-4ffa3b58a0a1 req-a88c1cf0-40ff-4a52-8c80-4de670ee9764 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4ac3c8-3a8a-42bf-8002-183bb82a70b6 HTTP/1.1" status: 200 len: 945 time: 0.1839068 Nov 12 01:08:20.294885 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-92ddd56b-7746-4770-b8e8-6e2af95db24e req-2f3eb753-be68-4501-b2df-81d1c5677120 service neutron] 10.222.0.54 "GET /v2.0/networks/85a7f8c6-9f4b-49e3-8324-6914753de947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586858 Nov 12 01:08:20.305905 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b8a4eb54-88c5-4e2c-9f43-4ffa3b58a0a1 req-fe979803-ef2a-4962-8dbc-c4ba7364be20 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/security-groups?id=391e394e-08b9-4b0c-ae0e-56c106bd200a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965893 Nov 12 01:08:20.323654 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59708) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:20.400593 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-75b174c6-9015-45af-b099-f1c718acebf4 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9859884 Nov 12 01:08:20.621691 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc58902c-e356-48f0-b623-47f2e4c18fe2 tempest-TestVolumeBackupRestore-1123846080 tempest-TestVolumeBackupRestore-1123846080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:20.624644 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-cc58902c-e356-48f0-b623-47f2e4c18fe2 tempest-TestVolumeBackupRestore-1123846080 tempest-TestVolumeBackupRestore-1123846080-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=bb4ac3c8-3a8a-42bf-8002-183bb82a70b6 HTTP/1.1" status: 200 len: 1092 time: 0.2994013 Nov 12 01:08:20.627800 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59716) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:20.633958 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-24cf7186-b8a3-45b3-a94e-16ce4832da95 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'port_id': '3eda19fe-9985-4516-b8f2-80ce1c8bad05', 'tenant_id': '2d1d2db136304f3299857405886c74e7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:20.677856 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-24cf7186-b8a3-45b3-a94e-16ce4832da95 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks [] for floatingip, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:20.808368 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-24cf7186-b8a3-45b3-a94e-16ce4832da95 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:20.889738 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ab432-0991-4996-b523-e2495ee86e2e req-f05084d8-719c-4ce7-91bd-81b0e9a0711d tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:20.891370 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d60ab432-0991-4996-b523-e2495ee86e2e req-f05084d8-719c-4ce7-91bd-81b0e9a0711d tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab9ebe87-2ca9-4d67-b53c-12da2ebed243 HTTP/1.1" status: 200 len: 932 time: 0.8414860 Nov 12 01:08:21.092458 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-24cf7186-b8a3-45b3-a94e-16ce4832da95 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Allocated IP 172.25.2.142 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/19842b37-da6a-4d5e-8a34-3190ce09faaf) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:08:21.096040 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-246aa39a-bd1b-425d-a129-96721cbad540 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019005 Nov 12 01:08:21.166788 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-7b174817-c171-4c0a-bfdb-0c2bd063ec5c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=e5eb25a0-7da0-4bbc-9a1a-01a506e19685 HTTP/1.1" status: 200 len: 217 time: 0.0614798 Nov 12 01:08:21.195591 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d60ab432-0991-4996-b523-e2495ee86e2e req-30f5c1ae-dfd0-4dee-8bf8-ca3ddc9b4206 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d905abc-6ba0-4e30-a3c2-7896f45f9777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2922072 Nov 12 01:08:21.247839 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-24cf7186-b8a3-45b3-a94e-16ce4832da95 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:21.266171 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-1d9e31f7-7a73-477a-9019-5208896ac2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:21.267932 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-1d9e31f7-7a73-477a-9019-5208896ac2f2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5 HTTP/1.1" status: 200 len: 797 time: 0.0917747 Nov 12 01:08:21.284838 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-24cf7186-b8a3-45b3-a94e-16ce4832da95 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:21.289261 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-c255a580-9c07-47bb-9731-20a972986a61 req-d2301b6e-d163-4cbb-bfb5-1a7553abc317 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:08:21.298550 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-c255a580-9c07-47bb-9731-20a972986a61 req-d2301b6e-d163-4cbb-bfb5-1a7553abc317 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:21.331913 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:08:21.336391 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-c255a580-9c07-47bb-9731-20a972986a61 req-d2301b6e-d163-4cbb-bfb5-1a7553abc317 service neutron] Transition to ACTIVE for port object 4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:08:21.344880 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-5ab7f93d-fffe-4ea1-a277-6ed408db4ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:21.346385 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cf7186-b8a3-45b3-a94e-16ce4832da95 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:21.346867 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-5ab7f93d-fffe-4ea1-a277-6ed408db4ae9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0694160 Nov 12 01:08:21.348300 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-c255a580-9c07-47bb-9731-20a972986a61 req-d2301b6e-d163-4cbb-bfb5-1a7553abc317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:21.351242 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-24cf7186-b8a3-45b3-a94e-16ce4832da95 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:21.356958 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cf7186-b8a3-45b3-a94e-16ce4832da95 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:08:21.390477 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cf7186-b8a3-45b3-a94e-16ce4832da95 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Pushing event updated for resources: {'Port': ['ID=19842b37-da6a-4d5e-8a34-3190ce09faaf,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:21.547839 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2301b6e-d163-4cbb-bfb5-1a7553abc317 service neutron] Pushing event updated for resources: {'Port': ['ID=4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:21.719613 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-c255a580-9c07-47bb-9731-20a972986a61 req-d2301b6e-d163-4cbb-bfb5-1a7553abc317 service neutron] Attempting to bind port 4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:08:21.719947 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-c255a580-9c07-47bb-9731-20a972986a61 req-d2301b6e-d163-4cbb-bfb5-1a7553abc317 service neutron] Attempting to bind port 4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': 'e36df3eb-fece-437e-bd31-55a702f04978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '368e2d2d-01b3-4622-bce2-573d90178776'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:08:21.720274 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c255a580-9c07-47bb-9731-20a972986a61 req-d2301b6e-d163-4cbb-bfb5-1a7553abc317 service neutron] Attempting to bind port 4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf on network 368e2d2d-01b3-4622-bce2-573d90178776 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:08:21.730801 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-58250d6e-d577-4e79-af58-85bb12d9b718 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673847 Nov 12 01:08:21.740572 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c255a580-9c07-47bb-9731-20a972986a61 req-d2301b6e-d163-4cbb-bfb5-1a7553abc317 service neutron] Port 4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf on network 368e2d2d-01b3-4622-bce2-573d90178776 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:08:21.740891 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c255a580-9c07-47bb-9731-20a972986a61 req-d2301b6e-d163-4cbb-bfb5-1a7553abc317 service neutron] Attempting to bind port 4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf on network 368e2d2d-01b3-4622-bce2-573d90178776 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:08:21.772762 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c255a580-9c07-47bb-9731-20a972986a61 req-d2301b6e-d163-4cbb-bfb5-1a7553abc317 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:08:21.772762 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c255a580-9c07-47bb-9731-20a972986a61 req-d2301b6e-d163-4cbb-bfb5-1a7553abc317 service neutron] Checking segment: {'id': 'e36df3eb-fece-437e-bd31-55a702f04978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '368e2d2d-01b3-4622-bce2-573d90178776'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:08:21.773104 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c255a580-9c07-47bb-9731-20a972986a61 req-d2301b6e-d163-4cbb-bfb5-1a7553abc317 service neutron] Bound using segment: {'id': 'e36df3eb-fece-437e-bd31-55a702f04978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '368e2d2d-01b3-4622-bce2-573d90178776'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:08:21.774027 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-c255a580-9c07-47bb-9731-20a972986a61 req-d2301b6e-d163-4cbb-bfb5-1a7553abc317 service neutron] Bound port: 4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e36df3eb-fece-437e-bd31-55a702f04978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '368e2d2d-01b3-4622-bce2-573d90178776'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:08:21.774380 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-c255a580-9c07-47bb-9731-20a972986a61 req-d2301b6e-d163-4cbb-bfb5-1a7553abc317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:21.857996 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b5ecbc1-0519-44bf-a134-184cadfe2494 req-81481c1e-0139-47b7-8110-56ee207759c2 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0870895 Nov 12 01:08:21.916680 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-c255a580-9c07-47bb-9731-20a972986a61 req-d2301b6e-d163-4cbb-bfb5-1a7553abc317 service neutron] For port 4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:08:21.919816 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-c255a580-9c07-47bb-9731-20a972986a61 req-d2301b6e-d163-4cbb-bfb5-1a7553abc317 service neutron] For port 4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf,segment=NetworkSegment(e36df3eb-fece-437e-bd31-55a702f04978),segment_id=e36df3eb-fece-437e-bd31-55a702f04978)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:08:21.924980 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-c255a580-9c07-47bb-9731-20a972986a61 req-d2301b6e-d163-4cbb-bfb5-1a7553abc317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:22.014172 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255a580-9c07-47bb-9731-20a972986a61 req-d2301b6e-d163-4cbb-bfb5-1a7553abc317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:22.014794 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-c255a580-9c07-47bb-9731-20a972986a61 req-d2301b6e-d163-4cbb-bfb5-1a7553abc317 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:22.016242 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c255a580-9c07-47bb-9731-20a972986a61 req-d2301b6e-d163-4cbb-bfb5-1a7553abc317 service neutron] 10.222.0.54 "PUT /v2.0/ports/4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf HTTP/1.1" status: 200 len: 1093 time: 2.1039832 Nov 12 01:08:22.020123 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab9ebe87-2ca9-4d67-b53c-12da2ebed243', 'tag': '4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:08:22.022433 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed94c273-6c49-4aeb-a8d2-cbe6da2a643c" -d '{"events": [{"name": "network-changed", "server_uuid": "ab9ebe87-2ca9-4d67-b53c-12da2ebed243", "tag": "4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:08:22.199795 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31aad0dd-4690-46c6-b265-13b20a5bcead x-openstack-request-id: req-31aad0dd-4690-46c6-b265-13b20a5bcead {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:08:22.200918 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab9ebe87-2ca9-4d67-b53c-12da2ebed243", "tag": "4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:08:22.201513 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-31aad0dd-4690-46c6-b265-13b20a5bcead {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:08:22.204067 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab9ebe87-2ca9-4d67-b53c-12da2ebed243', 'tag': '4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf', 'status': 'completed', 'code': 200} Nov 12 01:08:22.213889 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2c8e77b3-b981-4953-8413-cf1c51f76b51 req-6ef28d94-6f0f-439b-9fc7-59505f9ec488 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1964326 Nov 12 01:08:22.245357 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-cd76a90a-03e9-446c-a267-897132d40881 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5122814 Nov 12 01:08:22.379388 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-8bd26a5e-12b6-412c-a969-0075212db97b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=4c22bace-f635-4893-bff7-f3b4e0d2feaa HTTP/1.1" status: 200 len: 217 time: 0.1261778 Nov 12 01:08:22.403050 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2301b6e-d163-4cbb-bfb5-1a7553abc317 service neutron] Pushing event updated for resources: {'Port': ['ID=4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:22.466069 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255a580-9c07-47bb-9731-20a972986a61 req-f1bfaae7-b301-44d0-9091-3ab04f491391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:22.467602 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c255a580-9c07-47bb-9731-20a972986a61 req-f1bfaae7-b301-44d0-9091-3ab04f491391 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8a187a5f08ca423da53c90074483cfd4&device_id=ab9ebe87-2ca9-4d67-b53c-12da2ebed243 HTTP/1.1" status: 200 len: 1096 time: 0.3565164 Nov 12 01:08:22.478262 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-5cac51c9-7a3c-4b2e-8357-d4557292a44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:22.479706 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-5cac51c9-7a3c-4b2e-8357-d4557292a44a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5 HTTP/1.1" status: 200 len: 797 time: 0.0887232 Nov 12 01:08:22.583749 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1d4e5-46d0-4f4c-b642-14a8501388eb req-9f92f6cc-7ced-45c2-bb6e-b594f83f2f29 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:22.592478 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5db1d4e5-46d0-4f4c-b642-14a8501388eb req-9f92f6cc-7ced-45c2-bb6e-b594f83f2f29 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab9ebe87-2ca9-4d67-b53c-12da2ebed243 HTTP/1.1" status: 200 len: 944 time: 0.2180967 Nov 12 01:08:22.602545 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c255a580-9c07-47bb-9731-20a972986a61 req-2bafe9cc-ff5e-449b-8b29-ecfe7cf84b5f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf HTTP/1.1" status: 200 len: 217 time: 0.1202519 Nov 12 01:08:22.676745 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-10ea7fb7-1b9d-4aee-a1fa-872f81440777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:22.678268 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-10ea7fb7-1b9d-4aee-a1fa-872f81440777 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1786003 Nov 12 01:08:22.707132 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-24cf7186-b8a3-45b3-a94e-16ce4832da95 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:22.780571 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-97f57406-575a-4632-a2e6-46d89b26d0e8 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906603 Nov 12 01:08:22.799775 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5db1d4e5-46d0-4f4c-b642-14a8501388eb req-ea919e44-a475-451a-869e-0e7757bbc719 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d905abc-6ba0-4e30-a3c2-7896f45f9777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063680 Nov 12 01:08:22.815092 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255a580-9c07-47bb-9731-20a972986a61 req-f9c6c6e6-a91d-41cf-9ace-f1bfda238772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:22.816533 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c255a580-9c07-47bb-9731-20a972986a61 req-f9c6c6e6-a91d-41cf-9ace-f1bfda238772 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=54a448e4-83b2-4bc0-94d7-3ea7e374be63 HTTP/1.1" status: 200 len: 836 time: 0.2034287 Nov 12 01:08:22.855165 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-24cf7186-b8a3-45b3-a94e-16ce4832da95 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:22.925511 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255a580-9c07-47bb-9731-20a972986a61 req-c241206c-c268-49e1-aa19-634cc602906c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:22.926946 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c255a580-9c07-47bb-9731-20a972986a61 req-c241206c-c268-49e1-aa19-634cc602906c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=368e2d2d-01b3-4622-bce2-573d90178776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0924604 Nov 12 01:08:22.960303 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-e48d5f2c-3363-4449-b4c9-5a9fbb56bab7 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592968 Nov 12 01:08:23.034087 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-3a331beb-deb9-471e-8960-d95a7e859539 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4 HTTP/1.1" status: 200 len: 217 time: 0.0663350 Nov 12 01:08:23.043327 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-24cf7186-b8a3-45b3-a94e-16ce4832da95 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:23.052242 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-24cf7186-b8a3-45b3-a94e-16ce4832da95 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:23.100009 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cf7186-b8a3-45b3-a94e-16ce4832da95 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Pushing event updated for resources: {'Port': ['ID=19842b37-da6a-4d5e-8a34-3190ce09faaf,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:23.119576 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c255a580-9c07-47bb-9731-20a972986a61 req-b1b9611a-f419-4094-86d0-1baebd650a67 service neutron] 10.222.0.54 "GET /v2.0/networks/368e2d2d-01b3-4622-bce2-573d90178776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833074 Nov 12 01:08:23.138401 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-d678fb22-cadb-448f-b2a4-a1eb498330fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:23.140189 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-d678fb22-cadb-448f-b2a4-a1eb498330fb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5 HTTP/1.1" status: 200 len: 797 time: 0.0889452 Nov 12 01:08:23.147377 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-24cf7186-b8a3-45b3-a94e-16ce4832da95 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:23.245063 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-8a038884-c30a-4da3-9d2d-3ad6492c5eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:23.247297 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-8a038884-c30a-4da3-9d2d-3ad6492c5eaf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0887773 Nov 12 01:08:23.271759 n-d-812236-11 neutron-server[102662]: INFO neutron.db.l3_db [None req-24cf7186-b8a3-45b3-a94e-16ce4832da95 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Floating IP 540c995f-0d42-432c-b76a-0f87e1656f3a associated. External IP: 172.25.2.142, port: 3eda19fe-9985-4516-b8f2-80ce1c8bad05. Nov 12 01:08:23.373063 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c255a580-9c07-47bb-9731-20a972986a61 req-575e14f8-83a9-43fb-b476-d4221c939882 service neutron] 10.222.0.54 "GET /v2.0/networks/368e2d2d-01b3-4622-bce2-573d90178776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444973 Nov 12 01:08:23.451027 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-10613e5e-86a1-46a1-aa33-6f5791012fb8 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887507 Nov 12 01:08:23.603183 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-a2cc025a-ed01-40d9-b179-ea37b7d14772 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470308 Nov 12 01:08:23.648812 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24cf7186-b8a3-45b3-a94e-16ce4832da95 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Router 73195ceb-7213-45b2-be20-07f5d125ac4d has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:08:23.703214 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-69df2f25-1134-4a9b-9e79-a04771457938 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=32d55d15-cda1-42c5-acb9-247105424a0c HTTP/1.1" status: 200 len: 217 time: 0.0836768 Nov 12 01:08:23.772275 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94c273-6c49-4aeb-a8d2-cbe6da2a643c req-a8b20705-cb95-4f3e-aaa7-8f9e49bf0f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:23.773575 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ed94c273-6c49-4aeb-a8d2-cbe6da2a643c req-a8b20705-cb95-4f3e-aaa7-8f9e49bf0f69 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8a187a5f08ca423da53c90074483cfd4&device_id=ab9ebe87-2ca9-4d67-b53c-12da2ebed243 HTTP/1.1" status: 200 len: 1096 time: 0.1692080 Nov 12 01:08:23.793709 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24cf7186-b8a3-45b3-a94e-16ce4832da95 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:08:23.812184 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-c027c8e8-6bfb-45f0-aad4-76daff4a567b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:23.813727 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-c027c8e8-6bfb-45f0-aad4-76daff4a567b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5954c685-7a02-40be-97b5-9b885e683410 HTTP/1.1" status: 200 len: 797 time: 0.0999024 Nov 12 01:08:23.833754 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-24cf7186-b8a3-45b3-a94e-16ce4832da95 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:23.834586 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0202c5-35b0-4a7b-b725-43a44956c999 None None] Sync routers for ids ['73195ceb-7213-45b2-be20-07f5d125ac4d'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:08:23.873585 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-24cf7186-b8a3-45b3-a94e-16ce4832da95 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2436423 Nov 12 01:08:23.874362 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb4ac3c8-3a8a-42bf-8002-183bb82a70b6', 'tag': '3eda19fe-9985-4516-b8f2-80ce1c8bad05'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:08:23.877225 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e1299b-a204-4e13-a613-cb3ca7795ecf" -d '{"events": [{"name": "network-changed", "server_uuid": "bb4ac3c8-3a8a-42bf-8002-183bb82a70b6", "tag": "3eda19fe-9985-4516-b8f2-80ce1c8bad05"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:08:23.879555 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0202c5-35b0-4a7b-b725-43a44956c999 None None] Routers {'73195ceb-7213-45b2-be20-07f5d125ac4d'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:23.880400 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59790) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:23.906427 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-3a0202c5-35b0-4a7b-b725-43a44956c999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:08:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['73195ceb-7213-45b2-be20-07f5d125ac4d'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:23.971364 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-5b037bbb-b1ca-498b-a8e7-c641ada157de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:23.974040 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-5b037bbb-b1ca-498b-a8e7-c641ada157de service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0fed04be-2c3a-475e-8199-924085f487af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1473739 Nov 12 01:08:24.004230 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b2a786-946b-48ea-8f1c-423d674e9298 tempest-TestVolumeBackupRestore-1123846080 tempest-TestVolumeBackupRestore-1123846080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:24.007984 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-86b2a786-946b-48ea-8f1c-423d674e9298 tempest-TestVolumeBackupRestore-1123846080 tempest-TestVolumeBackupRestore-1123846080-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=bb4ac3c8-3a8a-42bf-8002-183bb82a70b6 HTTP/1.1" status: 200 len: 1092 time: 0.1258767 Nov 12 01:08:24.012823 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59796) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:24.024581 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-d131734b-1e5c-4804-a117-c20dd3d6ec61 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Request body: {'floatingip': {'port_id': '3eda19fe-9985-4516-b8f2-80ce1c8bad05'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:24.131347 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d131734b-1e5c-4804-a117-c20dd3d6ec61 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks [] for floatingip, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:24.175677 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-aff4d80d-369d-4e74-904f-af1b541843fe service neutron] 10.222.0.49 "GET /v2.0/networks/0fed04be-2c3a-475e-8199-924085f487af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830771 Nov 12 01:08:24.252485 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94c273-6c49-4aeb-a8d2-cbe6da2a643c req-ae82f15e-f4a6-49a2-9e0f-88eedca95d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:24.261004 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af5508-3f28-4f6c-a3e5-496c23cb00e5 req-6d45e6ee-c1c9-45ba-93d0-c73a803ebbb5 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:24.263205 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-85af5508-3f28-4f6c-a3e5-496c23cb00e5 req-6d45e6ee-c1c9-45ba-93d0-c73a803ebbb5 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab9ebe87-2ca9-4d67-b53c-12da2ebed243 HTTP/1.1" status: 200 len: 944 time: 0.1295531 Nov 12 01:08:24.266742 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ed94c273-6c49-4aeb-a8d2-cbe6da2a643c req-ae82f15e-f4a6-49a2-9e0f-88eedca95d19 service neutron] 10.222.0.54 "GET /v2.0/networks?id=368e2d2d-01b3-4622-bce2-573d90178776 HTTP/1.1" status: 200 len: 898 time: 0.4751832 Nov 12 01:08:24.384861 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-85af5508-3f28-4f6c-a3e5-496c23cb00e5 req-0001ba7f-d444-410a-b4b7-38c78966aa8a tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d905abc-6ba0-4e30-a3c2-7896f45f9777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885031 Nov 12 01:08:24.388825 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ed94c273-6c49-4aeb-a8d2-cbe6da2a643c req-32763f96-d42e-48e0-8d98-e268f5e82205 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf HTTP/1.1" status: 200 len: 217 time: 0.1177065 Nov 12 01:08:24.446878 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3ab8c422-1f09-497c-a204-246f9efa3139 req-da971bdd-8a00-44cc-8621-c472c8f2a246 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0707188 Nov 12 01:08:24.469906 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1317d66b-ebff-49f3-b462-b85bf93f7fef x-openstack-request-id: req-1317d66b-ebff-49f3-b462-b85bf93f7fef {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:08:24.470465 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb4ac3c8-3a8a-42bf-8002-183bb82a70b6", "tag": "3eda19fe-9985-4516-b8f2-80ce1c8bad05", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:08:24.470900 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1317d66b-ebff-49f3-b462-b85bf93f7fef {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:08:24.471307 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb4ac3c8-3a8a-42bf-8002-183bb82a70b6', 'tag': '3eda19fe-9985-4516-b8f2-80ce1c8bad05', 'status': 'completed', 'code': 200} Nov 12 01:08:24.556104 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94c273-6c49-4aeb-a8d2-cbe6da2a643c req-60c19593-d56a-426a-86ca-c466344216c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:24.559779 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ed94c273-6c49-4aeb-a8d2-cbe6da2a643c req-60c19593-d56a-426a-86ca-c466344216c1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=54a448e4-83b2-4bc0-94d7-3ea7e374be63 HTTP/1.1" status: 200 len: 836 time: 0.1589377 Nov 12 01:08:24.604744 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-3a0202c5-35b0-4a7b-b725-43a44956c999 None None] Set router 73195ceb-7213-45b2-be20-07f5d125ac4d gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:08:24.644657 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-9060aa00-4038-44cd-b402-c48405a3dc8f service neutron] 10.222.0.49 "GET /v2.0/networks/0fed04be-2c3a-475e-8199-924085f487af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4422510 Nov 12 01:08:24.735160 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1299b-a204-4e13-a613-cb3ca7795ecf req-6f82c061-2172-44fb-aaed-1734dc441255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:24.736619 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c2e1299b-a204-4e13-a613-cb3ca7795ecf req-6f82c061-2172-44fb-aaed-1734dc441255 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2d1d2db136304f3299857405886c74e7&device_id=bb4ac3c8-3a8a-42bf-8002-183bb82a70b6 HTTP/1.1" status: 200 len: 1097 time: 0.1626432 Nov 12 01:08:24.741975 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-382f10fd-6e2c-4fdb-a260-038c370ce277 req-d8f6f618-7e65-43f2-8ad1-de9096522909 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0698025 Nov 12 01:08:24.752261 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94c273-6c49-4aeb-a8d2-cbe6da2a643c req-7973e674-b63a-4310-8744-c5ed99814672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:24.758406 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ed94c273-6c49-4aeb-a8d2-cbe6da2a643c req-7973e674-b63a-4310-8744-c5ed99814672 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=368e2d2d-01b3-4622-bce2-573d90178776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1867230 Nov 12 01:08:24.959365 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ed94c273-6c49-4aeb-a8d2-cbe6da2a643c req-841aeae5-e431-4c45-b3d5-7adb554133dd service neutron] 10.222.0.54 "GET /v2.0/networks/368e2d2d-01b3-4622-bce2-573d90178776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350965 Nov 12 01:08:24.961521 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-551cffbe-290b-4622-b5fb-4251f81301d8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c22b6762-e3f6-4522-8e3f-46a49996d03c HTTP/1.1" status: 200 len: 217 time: 0.3058617 Nov 12 01:08:25.088802 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-b00b051c-c700-4f4a-8564-f3b63f694d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:25.090198 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-b00b051c-c700-4f4a-8564-f3b63f694d6c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5954c685-7a02-40be-97b5-9b885e683410 HTTP/1.1" status: 200 len: 797 time: 0.1062155 Nov 12 01:08:25.187755 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.db.resource_extend [None req-d131734b-1e5c-4804-a117-c20dd3d6ec61 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 01:08:25.198342 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-3a0202c5-35b0-4a7b-b725-43a44956c999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'name': 'tempest-TestVolumeBackupRestore-1028810709-router', 'tenant_id': '2d1d2db136304f3299857405886c74e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '3fd784bf-b663-4f70-9b9c-c5b746587a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:53Z', 'updated_at': '2021-11-12T01:04:00Z', 'revision_number': 4, 'project_id': '2d1d2db136304f3299857405886c74e7', 'gw_port': {'id': '3fd784bf-b663-4f70-9b9c-c5b746587a76', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:61:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:54Z', 'updated_at': '2021-11-12T01:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '540c995f-0d42-432c-b76a-0f87e1656f3a', 'tenant_id': '2d1d2db136304f3299857405886c74e7', 'floating_ip_address': '172.25.2.142', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'port_id': '3eda19fe-9985-4516-b8f2-80ce1c8bad05', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be0a0b4d-9d2b-47b4-ac71-b951ba08f877', 'mac_address': 'fa:16:3e:37:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4ac3c8-3a8a-42bf-8002-183bb82a70b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:08:21Z', 'updated_at': '2021-11-12T01:08:21Z', 'revision_number': 0, 'project_id': '2d1d2db136304f3299857405886c74e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3c70f72-d12e-4c22-97d7-c2431ca34628', 'name': '', 'network_id': 'be0a0b4d-9d2b-47b4-ac71-b951ba08f877', 'tenant_id': '2d1d2db136304f3299857405886c74e7', 'mac_address': 'fa:16:3e:53:3f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '1cb753fa-b255-493f-8761-fe1ea8d98c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:59Z', 'updated_at': '2021-11-12T01:04:11Z', 'revision_number': 5, 'project_id': '2d1d2db136304f3299857405886c74e7', 'subnets': [{'id': '1cb753fa-b255-493f-8761-fe1ea8d98c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:25.269503 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0202c5-35b0-4a7b-b725-43a44956c999 None None] Checking router: 73195ceb-7213-45b2-be20-07f5d125ac4d for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:08:25.274707 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-38750af7-1dbf-40d5-85bd-30590b43c893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:25.276211 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-38750af7-1dbf-40d5-85bd-30590b43c893 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0fed04be-2c3a-475e-8199-924085f487af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1557047 Nov 12 01:08:25.281261 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0202c5-35b0-4a7b-b725-43a44956c999 None None] Routers {'73195ceb-7213-45b2-be20-07f5d125ac4d'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:25.282126 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-3a0202c5-35b0-4a7b-b725-43a44956c999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:08:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['73195ceb-7213-45b2-be20-07f5d125ac4d'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:25.341280 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d131734b-1e5c-4804-a117-c20dd3d6ec61 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:25.361487 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d131734b-1e5c-4804-a117-c20dd3d6ec61 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:25.398352 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-ecb683bb-0179-4911-bb9f-72794fcec291 service neutron] 10.222.0.49 "GET /v2.0/networks/0fed04be-2c3a-475e-8199-924085f487af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145465 Nov 12 01:08:25.400113 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ed94c273-6c49-4aeb-a8d2-cbe6da2a643c req-dbf08509-76ad-447a-90e6-905bd98cc59b service neutron] 10.222.0.54 "GET /v2.0/networks/368e2d2d-01b3-4622-bce2-573d90178776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321706 Nov 12 01:08:25.411156 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1299b-a204-4e13-a613-cb3ca7795ecf req-21992456-48e4-465f-90ec-3bd31068819b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:25.412809 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c2e1299b-a204-4e13-a613-cb3ca7795ecf req-21992456-48e4-465f-90ec-3bd31068819b service neutron] 10.222.0.49 "GET /v2.0/networks?id=be0a0b4d-9d2b-47b4-ac71-b951ba08f877 HTTP/1.1" status: 200 len: 915 time: 0.6672580 Nov 12 01:08:25.460261 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:08:25.497253 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-3a0202c5-35b0-4a7b-b725-43a44956c999 None None] Set router 73195ceb-7213-45b2-be20-07f5d125ac4d gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:08:25.640663 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ae88f7a6-fd3c-4512-bc0a-fd054f78756b req-a958b7f3-ebf3-46de-b46c-3c2f980c0ae9 service neutron] 10.222.0.49 "GET /v2.0/networks/0fed04be-2c3a-475e-8199-924085f487af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302785 Nov 12 01:08:25.771386 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf,segment=NetworkSegment(e36df3eb-fece-437e-bd31-55a702f04978),segment_id=e36df3eb-fece-437e-bd31-55a702f04978)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:25.814287 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf', 'network_id': '368e2d2d-01b3-4622-bce2-573d90178776', 'port_id': '4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf', 'mac_address': 'fa:16:3e:62:f2:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54a448e4-83b2-4bc0-94d7-3ea7e374be63', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:08:25.894547 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:25.924646 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:08:25.932285 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c2e1299b-a204-4e13-a613-cb3ca7795ecf req-6b9c8956-5809-4aeb-a1a3-db149cf0d2db service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3eda19fe-9985-4516-b8f2-80ce1c8bad05 HTTP/1.1" status: 200 len: 999 time: 0.3302901 Nov 12 01:08:25.970191 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf,segment=NetworkSegment(e36df3eb-fece-437e-bd31-55a702f04978),segment_id=e36df3eb-fece-437e-bd31-55a702f04978)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:25.977951 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:26.051023 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2fc042-8f63-45c3-b242-8b75ee359edf req-dd880c6b-50d9-49a0-889c-ec4dcd87b426 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:26.053606 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bb2fc042-8f63-45c3-b242-8b75ee359edf req-dd880c6b-50d9-49a0-889c-ec4dcd87b426 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab9ebe87-2ca9-4d67-b53c-12da2ebed243 HTTP/1.1" status: 200 len: 944 time: 0.3044946 Nov 12 01:08:26.061233 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-3a0202c5-35b0-4a7b-b725-43a44956c999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'name': 'tempest-TestVolumeBackupRestore-1028810709-router', 'tenant_id': '2d1d2db136304f3299857405886c74e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '3fd784bf-b663-4f70-9b9c-c5b746587a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:53Z', 'updated_at': '2021-11-12T01:04:00Z', 'revision_number': 4, 'project_id': '2d1d2db136304f3299857405886c74e7', 'gw_port': {'id': '3fd784bf-b663-4f70-9b9c-c5b746587a76', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:61:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:54Z', 'updated_at': '2021-11-12T01:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '540c995f-0d42-432c-b76a-0f87e1656f3a', 'tenant_id': '2d1d2db136304f3299857405886c74e7', 'floating_ip_address': '172.25.2.142', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'port_id': '3eda19fe-9985-4516-b8f2-80ce1c8bad05', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be0a0b4d-9d2b-47b4-ac71-b951ba08f877', 'mac_address': 'fa:16:3e:37:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4ac3c8-3a8a-42bf-8002-183bb82a70b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:08:21Z', 'updated_at': '2021-11-12T01:08:21Z', 'revision_number': 0, 'project_id': '2d1d2db136304f3299857405886c74e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3c70f72-d12e-4c22-97d7-c2431ca34628', 'name': '', 'network_id': 'be0a0b4d-9d2b-47b4-ac71-b951ba08f877', 'tenant_id': '2d1d2db136304f3299857405886c74e7', 'mac_address': 'fa:16:3e:53:3f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '1cb753fa-b255-493f-8761-fe1ea8d98c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:59Z', 'updated_at': '2021-11-12T01:04:11Z', 'revision_number': 5, 'project_id': '2d1d2db136304f3299857405886c74e7', 'subnets': [{'id': '1cb753fa-b255-493f-8761-fe1ea8d98c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:26.082864 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:26.115706 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1299b-a204-4e13-a613-cb3ca7795ecf req-131daa4f-d67e-4435-9ebb-f364d90f4897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:26.117469 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c2e1299b-a204-4e13-a613-cb3ca7795ecf req-131daa4f-d67e-4435-9ebb-f364d90f4897 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1cb753fa-b255-493f-8761-fe1ea8d98c08 HTTP/1.1" status: 200 len: 853 time: 0.1255848 Nov 12 01:08:26.155098 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0202c5-35b0-4a7b-b725-43a44956c999 None None] The sync data for ids ['73195ceb-7213-45b2-be20-07f5d125ac4d'] in n-d-812236-11 is: [{'id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'name': 'tempest-TestVolumeBackupRestore-1028810709-router', 'tenant_id': '2d1d2db136304f3299857405886c74e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '3fd784bf-b663-4f70-9b9c-c5b746587a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:53Z', 'updated_at': '2021-11-12T01:04:00Z', 'revision_number': 4, 'project_id': '2d1d2db136304f3299857405886c74e7', 'gw_port': {'id': '3fd784bf-b663-4f70-9b9c-c5b746587a76', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:61:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:54Z', 'updated_at': '2021-11-12T01:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '540c995f-0d42-432c-b76a-0f87e1656f3a', 'tenant_id': '2d1d2db136304f3299857405886c74e7', 'floating_ip_address': '172.25.2.142', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'port_id': '3eda19fe-9985-4516-b8f2-80ce1c8bad05', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be0a0b4d-9d2b-47b4-ac71-b951ba08f877', 'mac_address': 'fa:16:3e:37:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4ac3c8-3a8a-42bf-8002-183bb82a70b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:08:21Z', 'updated_at': '2021-11-12T01:08:21Z', 'revision_number': 0, 'project_id': '2d1d2db136304f3299857405886c74e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3c70f72-d12e-4c22-97d7-c2431ca34628', 'name': '', 'network_id': 'be0a0b4d-9d2b-47b4-ac71-b951ba08f877', 'tenant_id': '2d1d2db136304f3299857405886c74e7', 'mac_address': 'fa:16:3e:53:3f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '1cb753fa-b255-493f-8761-fe1ea8d98c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:59Z', 'updated_at': '2021-11-12T01:04:11Z', 'revision_number': 5, 'project_id': '2d1d2db136304f3299857405886c74e7', 'subnets': [{'id': '1cb753fa-b255-493f-8761-fe1ea8d98c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:08:26.193591 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d131734b-1e5c-4804-a117-c20dd3d6ec61 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Router 73195ceb-7213-45b2-be20-07f5d125ac4d has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:08:26.211873 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bb2fc042-8f63-45c3-b242-8b75ee359edf req-0fb81d4a-a0c6-4891-9496-acfda1446701 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d905abc-6ba0-4e30-a3c2-7896f45f9777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484518 Nov 12 01:08:26.240624 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1299b-a204-4e13-a613-cb3ca7795ecf req-2017ff5b-6994-46d7-8ea1-408f5a838182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:26.242351 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c2e1299b-a204-4e13-a613-cb3ca7795ecf req-2017ff5b-6994-46d7-8ea1-408f5a838182 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=be0a0b4d-9d2b-47b4-ac71-b951ba08f877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1169758 Nov 12 01:08:26.416486 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:08:26.622417 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a14f9c-386b-49dc-bf03-a437ea01292a None None] New status for floating IP 540c995f-0d42-432c-b76a-0f87e1656f3a: ACTIVE {{(pid=102663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:08:26.951118 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c2e1299b-a204-4e13-a613-cb3ca7795ecf req-944a9c21-bbef-4efd-85ec-afde7e1b3b78 service neutron] 10.222.0.49 "GET /v2.0/networks/be0a0b4d-9d2b-47b4-ac71-b951ba08f877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6985204 Nov 12 01:08:27.070580 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d131734b-1e5c-4804-a117-c20dd3d6ec61 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:08:27.075665 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d131734b-1e5c-4804-a117-c20dd3d6ec61 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:27.231445 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb4ac3c8-3a8a-42bf-8002-183bb82a70b6', 'tag': '3eda19fe-9985-4516-b8f2-80ce1c8bad05'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:08:27.233780 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635e92e9-f3cd-444b-ba22-ed403b3057fc" -d '{"events": [{"name": "network-changed", "server_uuid": "bb4ac3c8-3a8a-42bf-8002-183bb82a70b6", "tag": "3eda19fe-9985-4516-b8f2-80ce1c8bad05"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:08:27.246818 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d131734b-1e5c-4804-a117-c20dd3d6ec61 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "PUT /v2.0/floatingips/540c995f-0d42-432c-b76a-0f87e1656f3a HTTP/1.1" status: 200 len: 991 time: 3.2297432 Nov 12 01:08:27.295508 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c2e1299b-a204-4e13-a613-cb3ca7795ecf req-00e44de7-915f-4248-b7cb-ec9a71c076b4 service neutron] 10.222.0.49 "GET /v2.0/networks/be0a0b4d-9d2b-47b4-ac71-b951ba08f877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291180 Nov 12 01:08:27.426554 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154af1ee-aead-4e7c-b854-5f2ea6f37b53 x-openstack-request-id: req-154af1ee-aead-4e7c-b854-5f2ea6f37b53 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:08:27.426863 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb4ac3c8-3a8a-42bf-8002-183bb82a70b6", "tag": "3eda19fe-9985-4516-b8f2-80ce1c8bad05", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:08:27.427114 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-154af1ee-aead-4e7c-b854-5f2ea6f37b53 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:08:27.427514 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb4ac3c8-3a8a-42bf-8002-183bb82a70b6', 'tag': '3eda19fe-9985-4516-b8f2-80ce1c8bad05', 'status': 'completed', 'code': 200} Nov 12 01:08:27.455485 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdcf19c-ca86-4ef7-bbde-0528fd75625a req-94641a78-a038-4695-99e4-e4cacb489824 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:27.457056 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1cdcf19c-ca86-4ef7-bbde-0528fd75625a req-94641a78-a038-4695-99e4-e4cacb489824 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab9ebe87-2ca9-4d67-b53c-12da2ebed243 HTTP/1.1" status: 200 len: 945 time: 0.0962191 Nov 12 01:08:27.645268 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1cdcf19c-ca86-4ef7-bbde-0528fd75625a req-0d724bc7-5074-4d19-ab0d-02dc4e4daa22 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d905abc-6ba0-4e30-a3c2-7896f45f9777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716359 Nov 12 01:08:27.660073 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944e9822-c7dd-41a2-b8f9-694a97e4f350 None None] Sync routers for ids ['73195ceb-7213-45b2-be20-07f5d125ac4d'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:08:27.662027 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e92e9-f3cd-444b-ba22-ed403b3057fc req-9d8d626e-1873-43b1-8f4e-922e48ce7677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:27.664507 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-635e92e9-f3cd-444b-ba22-ed403b3057fc req-9d8d626e-1873-43b1-8f4e-922e48ce7677 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2d1d2db136304f3299857405886c74e7&device_id=bb4ac3c8-3a8a-42bf-8002-183bb82a70b6 HTTP/1.1" status: 200 len: 1097 time: 0.1438832 Nov 12 01:08:27.684772 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944e9822-c7dd-41a2-b8f9-694a97e4f350 None None] Routers {'73195ceb-7213-45b2-be20-07f5d125ac4d'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:27.685416 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-944e9822-c7dd-41a2-b8f9-694a97e4f350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:08:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['73195ceb-7213-45b2-be20-07f5d125ac4d'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:27.702034 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1e4e5f8e-5354-4cdf-ba29-2cc6c494cb4d req-f75ad028-e4b6-48fb-b032-b5f1a7273f2b service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0833542 Nov 12 01:08:27.786235 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e92e9-f3cd-444b-ba22-ed403b3057fc req-61b5254c-6c31-4cab-8d5c-2b49409a3d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:27.787894 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-635e92e9-f3cd-444b-ba22-ed403b3057fc req-61b5254c-6c31-4cab-8d5c-2b49409a3d94 service neutron] 10.222.0.49 "GET /v2.0/networks?id=be0a0b4d-9d2b-47b4-ac71-b951ba08f877 HTTP/1.1" status: 200 len: 915 time: 0.1082740 Nov 12 01:08:27.883653 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-944e9822-c7dd-41a2-b8f9-694a97e4f350 None None] Set router 73195ceb-7213-45b2-be20-07f5d125ac4d gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:08:27.997994 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-635e92e9-f3cd-444b-ba22-ed403b3057fc req-90f12214-0892-461f-9f2d-6299f67f7a08 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3eda19fe-9985-4516-b8f2-80ce1c8bad05 HTTP/1.1" status: 200 len: 1001 time: 0.1938663 Nov 12 01:08:27.999105 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b6ebcaf1-752b-4720-a1a6-597537c00104 req-21d202c4-515e-488b-bcdd-1bb6a4cb0a04 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0598087 Nov 12 01:08:28.154487 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e92e9-f3cd-444b-ba22-ed403b3057fc req-6c83c515-cfe1-4707-b410-1aa462ce0e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:28.156171 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-635e92e9-f3cd-444b-ba22-ed403b3057fc req-6c83c515-cfe1-4707-b410-1aa462ce0e93 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1cb753fa-b255-493f-8761-fe1ea8d98c08 HTTP/1.1" status: 200 len: 853 time: 0.1418622 Nov 12 01:08:28.333868 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e92e9-f3cd-444b-ba22-ed403b3057fc req-178e1450-521d-4bc0-a9aa-c5ae43cf5bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:28.340739 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-944e9822-c7dd-41a2-b8f9-694a97e4f350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'name': 'tempest-TestVolumeBackupRestore-1028810709-router', 'tenant_id': '2d1d2db136304f3299857405886c74e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '3fd784bf-b663-4f70-9b9c-c5b746587a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:53Z', 'updated_at': '2021-11-12T01:04:00Z', 'revision_number': 4, 'project_id': '2d1d2db136304f3299857405886c74e7', 'gw_port': {'id': '3fd784bf-b663-4f70-9b9c-c5b746587a76', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:61:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:54Z', 'updated_at': '2021-11-12T01:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '540c995f-0d42-432c-b76a-0f87e1656f3a', 'tenant_id': '2d1d2db136304f3299857405886c74e7', 'floating_ip_address': '172.25.2.142', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'port_id': '3eda19fe-9985-4516-b8f2-80ce1c8bad05', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be0a0b4d-9d2b-47b4-ac71-b951ba08f877', 'mac_address': 'fa:16:3e:37:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4ac3c8-3a8a-42bf-8002-183bb82a70b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:08:21Z', 'updated_at': '2021-11-12T01:08:26Z', 'revision_number': 2, 'project_id': '2d1d2db136304f3299857405886c74e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3c70f72-d12e-4c22-97d7-c2431ca34628', 'name': '', 'network_id': 'be0a0b4d-9d2b-47b4-ac71-b951ba08f877', 'tenant_id': '2d1d2db136304f3299857405886c74e7', 'mac_address': 'fa:16:3e:53:3f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '1cb753fa-b255-493f-8761-fe1ea8d98c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:59Z', 'updated_at': '2021-11-12T01:04:11Z', 'revision_number': 5, 'project_id': '2d1d2db136304f3299857405886c74e7', 'subnets': [{'id': '1cb753fa-b255-493f-8761-fe1ea8d98c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:28.345834 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-635e92e9-f3cd-444b-ba22-ed403b3057fc req-178e1450-521d-4bc0-a9aa-c5ae43cf5bd0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=be0a0b4d-9d2b-47b4-ac71-b951ba08f877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1710944 Nov 12 01:08:28.409307 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944e9822-c7dd-41a2-b8f9-694a97e4f350 None None] Checking router: 73195ceb-7213-45b2-be20-07f5d125ac4d for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:08:28.421965 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944e9822-c7dd-41a2-b8f9-694a97e4f350 None None] Routers {'73195ceb-7213-45b2-be20-07f5d125ac4d'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:28.422794 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-944e9822-c7dd-41a2-b8f9-694a97e4f350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:08:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['73195ceb-7213-45b2-be20-07f5d125ac4d'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:28.526605 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-635e92e9-f3cd-444b-ba22-ed403b3057fc req-22af8365-d5ee-4d38-97ec-81d5ec93e546 service neutron] 10.222.0.49 "GET /v2.0/networks/be0a0b4d-9d2b-47b4-ac71-b951ba08f877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680346 Nov 12 01:08:28.652242 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-944e9822-c7dd-41a2-b8f9-694a97e4f350 None None] Set router 73195ceb-7213-45b2-be20-07f5d125ac4d gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:08:28.673693 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-635e92e9-f3cd-444b-ba22-ed403b3057fc req-1f08d44e-5357-4d9a-bcde-03f90c3068c4 service neutron] 10.222.0.49 "GET /v2.0/networks/be0a0b4d-9d2b-47b4-ac71-b951ba08f877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386824 Nov 12 01:08:28.793993 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb5fed-400b-419d-b4d8-9c64aed99b3a req-154ef7da-3cb4-462c-a87d-9a4733ace89f tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:28.795728 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-82fb5fed-400b-419d-b4d8-9c64aed99b3a req-154ef7da-3cb4-462c-a87d-9a4733ace89f tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab9ebe87-2ca9-4d67-b53c-12da2ebed243 HTTP/1.1" status: 200 len: 945 time: 0.0639706 Nov 12 01:08:28.865476 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-82fb5fed-400b-419d-b4d8-9c64aed99b3a req-37115a7b-f4d0-410f-91cc-8ded5303fdc4 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d905abc-6ba0-4e30-a3c2-7896f45f9777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541465 Nov 12 01:08:28.992245 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-944e9822-c7dd-41a2-b8f9-694a97e4f350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'name': 'tempest-TestVolumeBackupRestore-1028810709-router', 'tenant_id': '2d1d2db136304f3299857405886c74e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '3fd784bf-b663-4f70-9b9c-c5b746587a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:53Z', 'updated_at': '2021-11-12T01:04:00Z', 'revision_number': 4, 'project_id': '2d1d2db136304f3299857405886c74e7', 'gw_port': {'id': '3fd784bf-b663-4f70-9b9c-c5b746587a76', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:61:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:54Z', 'updated_at': '2021-11-12T01:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '540c995f-0d42-432c-b76a-0f87e1656f3a', 'tenant_id': '2d1d2db136304f3299857405886c74e7', 'floating_ip_address': '172.25.2.142', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'port_id': '3eda19fe-9985-4516-b8f2-80ce1c8bad05', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be0a0b4d-9d2b-47b4-ac71-b951ba08f877', 'mac_address': 'fa:16:3e:37:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4ac3c8-3a8a-42bf-8002-183bb82a70b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:08:21Z', 'updated_at': '2021-11-12T01:08:26Z', 'revision_number': 2, 'project_id': '2d1d2db136304f3299857405886c74e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3c70f72-d12e-4c22-97d7-c2431ca34628', 'name': '', 'network_id': 'be0a0b4d-9d2b-47b4-ac71-b951ba08f877', 'tenant_id': '2d1d2db136304f3299857405886c74e7', 'mac_address': 'fa:16:3e:53:3f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '1cb753fa-b255-493f-8761-fe1ea8d98c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:59Z', 'updated_at': '2021-11-12T01:04:11Z', 'revision_number': 5, 'project_id': '2d1d2db136304f3299857405886c74e7', 'subnets': [{'id': '1cb753fa-b255-493f-8761-fe1ea8d98c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:29.054414 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944e9822-c7dd-41a2-b8f9-694a97e4f350 None None] The sync data for ids ['73195ceb-7213-45b2-be20-07f5d125ac4d'] in n-d-812236-11 is: [{'id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'name': 'tempest-TestVolumeBackupRestore-1028810709-router', 'tenant_id': '2d1d2db136304f3299857405886c74e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '3fd784bf-b663-4f70-9b9c-c5b746587a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:53Z', 'updated_at': '2021-11-12T01:04:00Z', 'revision_number': 4, 'project_id': '2d1d2db136304f3299857405886c74e7', 'gw_port': {'id': '3fd784bf-b663-4f70-9b9c-c5b746587a76', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:61:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:54Z', 'updated_at': '2021-11-12T01:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '540c995f-0d42-432c-b76a-0f87e1656f3a', 'tenant_id': '2d1d2db136304f3299857405886c74e7', 'floating_ip_address': '172.25.2.142', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'port_id': '3eda19fe-9985-4516-b8f2-80ce1c8bad05', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be0a0b4d-9d2b-47b4-ac71-b951ba08f877', 'mac_address': 'fa:16:3e:37:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4ac3c8-3a8a-42bf-8002-183bb82a70b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:08:21Z', 'updated_at': '2021-11-12T01:08:26Z', 'revision_number': 2, 'project_id': '2d1d2db136304f3299857405886c74e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3c70f72-d12e-4c22-97d7-c2431ca34628', 'name': '', 'network_id': 'be0a0b4d-9d2b-47b4-ac71-b951ba08f877', 'tenant_id': '2d1d2db136304f3299857405886c74e7', 'mac_address': 'fa:16:3e:53:3f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '1cb753fa-b255-493f-8761-fe1ea8d98c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:59Z', 'updated_at': '2021-11-12T01:04:11Z', 'revision_number': 5, 'project_id': '2d1d2db136304f3299857405886c74e7', 'subnets': [{'id': '1cb753fa-b255-493f-8761-fe1ea8d98c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:08:29.428634 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb4ac3c8-3a8a-42bf-8002-183bb82a70b6', 'tag': '3eda19fe-9985-4516-b8f2-80ce1c8bad05'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:08:29.432228 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bddf0e0b-6ef1-4db2-9042-54026270c9cb" -d '{"events": [{"name": "network-changed", "server_uuid": "bb4ac3c8-3a8a-42bf-8002-183bb82a70b6", "tag": "3eda19fe-9985-4516-b8f2-80ce1c8bad05"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:08:29.478957 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:08:29.565290 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6fb5a9-c10c-4a7c-840e-db302a58fa1f x-openstack-request-id: req-3a6fb5a9-c10c-4a7c-840e-db302a58fa1f {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:08:29.566277 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb4ac3c8-3a8a-42bf-8002-183bb82a70b6", "tag": "3eda19fe-9985-4516-b8f2-80ce1c8bad05", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:08:29.567193 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3a6fb5a9-c10c-4a7c-840e-db302a58fa1f {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:08:29.567779 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb4ac3c8-3a8a-42bf-8002-183bb82a70b6', 'tag': '3eda19fe-9985-4516-b8f2-80ce1c8bad05', 'status': 'completed', 'code': 200} Nov 12 01:08:29.614317 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:08:29.618655 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:29.619139 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:29.727083 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf0e0b-6ef1-4db2-9042-54026270c9cb req-374271dc-17aa-4a0d-9d67-14ce754e6985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:29.731877 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bddf0e0b-6ef1-4db2-9042-54026270c9cb req-374271dc-17aa-4a0d-9d67-14ce754e6985 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2d1d2db136304f3299857405886c74e7&device_id=bb4ac3c8-3a8a-42bf-8002-183bb82a70b6 HTTP/1.1" status: 200 len: 1097 time: 0.1148992 Nov 12 01:08:29.788332 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:29.858565 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9ebe87-2ca9-4d67-b53c-12da2ebed243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:08:29.861350 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf54c880-2127-44d2-8691-ecab09030826" -d '{"events": [{"server_uuid": "ab9ebe87-2ca9-4d67-b53c-12da2ebed243", "name": "network-vif-plugged", "status": "completed", "tag": "4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:08:29.885319 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf,segment=NetworkSegment(e36df3eb-fece-437e-bd31-55a702f04978),segment_id=e36df3eb-fece-437e-bd31-55a702f04978)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:29.913777 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:29.984836 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3106e5bc-7fa2-4b34-9f39-675a702603d6 x-openstack-request-id: req-3106e5bc-7fa2-4b34-9f39-675a702603d6 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:08:29.985128 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab9ebe87-2ca9-4d67-b53c-12da2ebed243", "name": "network-vif-plugged", "status": "completed", "tag": "4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:08:29.986059 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3106e5bc-7fa2-4b34-9f39-675a702603d6 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:08:29.987351 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab9ebe87-2ca9-4d67-b53c-12da2ebed243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf', 'code': 200} Nov 12 01:08:30.019492 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf0e0b-6ef1-4db2-9042-54026270c9cb req-3d473e46-9ae2-4bcf-89b9-a2c2eb4e3685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:30.022152 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bddf0e0b-6ef1-4db2-9042-54026270c9cb req-3d473e46-9ae2-4bcf-89b9-a2c2eb4e3685 service neutron] 10.222.0.49 "GET /v2.0/networks?id=be0a0b4d-9d2b-47b4-ac71-b951ba08f877 HTTP/1.1" status: 200 len: 915 time: 0.2830315 Nov 12 01:08:30.126009 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:30.242424 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-80ebda6a-9dc0-4a40-b5e9-2b041e14ddf8 req-ec466718-3fc9-4930-afde-8cd6d94f8d60 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1014719 Nov 12 01:08:30.252475 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bddf0e0b-6ef1-4db2-9042-54026270c9cb req-9cd4a01e-90b8-4be7-8eb3-713b7b534c50 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3eda19fe-9985-4516-b8f2-80ce1c8bad05 HTTP/1.1" status: 200 len: 1001 time: 0.2227845 Nov 12 01:08:30.338437 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f1e0ca-561a-4930-874c-30759dd8e835 req-15b167ce-d5dd-46e5-88e2-0d32975c3b0a tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:30.350440 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-95f1e0ca-561a-4930-874c-30759dd8e835 req-15b167ce-d5dd-46e5-88e2-0d32975c3b0a tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab9ebe87-2ca9-4d67-b53c-12da2ebed243 HTTP/1.1" status: 200 len: 946 time: 0.2751248 Nov 12 01:08:30.362680 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59938) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:30.364523 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf0e0b-6ef1-4db2-9042-54026270c9cb req-32d57688-2f14-4ee1-910d-9a395c2336fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:30.369583 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bddf0e0b-6ef1-4db2-9042-54026270c9cb req-32d57688-2f14-4ee1-910d-9a395c2336fb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1cb753fa-b255-493f-8761-fe1ea8d98c08 HTTP/1.1" status: 200 len: 853 time: 0.1071846 Nov 12 01:08:30.422727 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1be07-7eb8-4f2d-83e9-1c231e9f97a2 req-8ad91c3b-a32f-4250-8bdd-95eabccf60f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:30.424331 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7dc1be07-7eb8-4f2d-83e9-1c231e9f97a2 req-8ad91c3b-a32f-4250-8bdd-95eabccf60f3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ab9ebe87-2ca9-4d67-b53c-12da2ebed243 HTTP/1.1" status: 200 len: 1098 time: 0.3116896 Nov 12 01:08:30.486721 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf0e0b-6ef1-4db2-9042-54026270c9cb req-baea997f-475e-4116-8f24-496220cb5217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:30.488279 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bddf0e0b-6ef1-4db2-9042-54026270c9cb req-baea997f-475e-4116-8f24-496220cb5217 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=be0a0b4d-9d2b-47b4-ac71-b951ba08f877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0998888 Nov 12 01:08:30.594574 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-95f1e0ca-561a-4930-874c-30759dd8e835 req-ff52b980-433a-4819-b6ea-b95a3aad534e tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d905abc-6ba0-4e30-a3c2-7896f45f9777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2429192 Nov 12 01:08:30.631633 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-84fb10f5-69eb-43d8-8765-a0ea1e1323c7 req-c811a27c-2908-4a15-8907-b1efe37b2274 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0914237 Nov 12 01:08:30.649188 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7dc1be07-7eb8-4f2d-83e9-1c231e9f97a2 req-44f7ffa9-bc4a-4360-818b-041ad62a568a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6d905abc-6ba0-4e30-a3c2-7896f45f9777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2134759 Nov 12 01:08:30.748128 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bddf0e0b-6ef1-4db2-9042-54026270c9cb req-410b6267-d11f-4df4-9c0b-afd9bf815dfb service neutron] 10.222.0.49 "GET /v2.0/networks/be0a0b4d-9d2b-47b4-ac71-b951ba08f877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512076 Nov 12 01:08:30.863903 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f9487711-1754-4ac0-9e8c-99becf99d8af admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:31.124164 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bddf0e0b-6ef1-4db2-9042-54026270c9cb req-3fc0a332-b907-46c3-ae93-d00b72330942 service neutron] 10.222.0.49 "GET /v2.0/networks/be0a0b4d-9d2b-47b4-ac71-b951ba08f877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600991 Nov 12 01:08:31.246535 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f9487711-1754-4ac0-9e8c-99becf99d8af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:31.258740 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f9487711-1754-4ac0-9e8c-99becf99d8af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:31.322270 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f9487711-1754-4ac0-9e8c-99becf99d8af admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e26e3c7ecf1b4ac2be041542902d977c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9514048 Nov 12 01:08:31.326810 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 59952) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:31.424015 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9487711-1754-4ac0-9e8c-99becf99d8af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fddf19f-21fc-4072-8af4-cbe84649100d,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:31.442041 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8bfd793a-056d-4e40-8558-43b24cde5131 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:31.474694 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8bfd793a-056d-4e40-8558-43b24cde5131 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:31.557034 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8bfd793a-056d-4e40-8558-43b24cde5131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:31.564301 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8bfd793a-056d-4e40-8558-43b24cde5131 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:31.586830 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8bfd793a-056d-4e40-8558-43b24cde5131 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2fddf19f-21fc-4072-8af4-cbe84649100d HTTP/1.1" status: 204 len: 168 time: 0.2517459 Nov 12 01:08:31.602476 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd793a-056d-4e40-8558-43b24cde5131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fddf19f-21fc-4072-8af4-cbe84649100d,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:31.863556 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4920ef5-64b9-4ba1-bebb-8694fb4a8aac req-ad3c9ca1-c127-4424-a0d3-92594f64ac42 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:31.865104 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c4920ef5-64b9-4ba1-bebb-8694fb4a8aac req-ad3c9ca1-c127-4424-a0d3-92594f64ac42 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab9ebe87-2ca9-4d67-b53c-12da2ebed243 HTTP/1.1" status: 200 len: 946 time: 0.1296785 Nov 12 01:08:31.960812 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c4920ef5-64b9-4ba1-bebb-8694fb4a8aac req-ee48ddc2-2d2d-4291-85fa-43c5ee36c171 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d905abc-6ba0-4e30-a3c2-7896f45f9777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868175 Nov 12 01:08:32.699012 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3f325f64-1720-400d-bbce-0914db82e455 req-df19f752-59e7-4002-b305-d7173d61ac61 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0742998 Nov 12 01:08:32.942199 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-978a86ce-71cb-4766-bf20-6b64f410a98a req-bf3cbe89-3496-43e4-8b3a-6eee4a06380f service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0644357 Nov 12 01:08:33.175669 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eba7e0-9ebf-434d-b95a-17026307da6b req-d0635b81-75e8-42bc-ba42-b7c2fb381b92 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:33.199255 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a6eba7e0-9ebf-434d-b95a-17026307da6b req-d0635b81-75e8-42bc-ba42-b7c2fb381b92 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab9ebe87-2ca9-4d67-b53c-12da2ebed243 HTTP/1.1" status: 200 len: 946 time: 0.1073890 Nov 12 01:08:33.265768 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 60022) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:33.334727 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a6eba7e0-9ebf-434d-b95a-17026307da6b req-7eb7f411-27ac-4f0f-ba99-c98f6d748bd6 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d905abc-6ba0-4e30-a3c2-7896f45f9777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324158 Nov 12 01:08:33.504404 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68930e10-8b23-489c-b308-dca94ee0e7e4 req-817ac9d9-e4c9-44f0-b89f-ec7019fab36b tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:33.506425 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-68930e10-8b23-489c-b308-dca94ee0e7e4 req-817ac9d9-e4c9-44f0-b89f-ec7019fab36b tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab9ebe87-2ca9-4d67-b53c-12da2ebed243 HTTP/1.1" status: 200 len: 946 time: 0.0758464 Nov 12 01:08:33.572469 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-68930e10-8b23-489c-b308-dca94ee0e7e4 req-e066581c-11c5-467f-8977-1bf4a1263506 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d905abc-6ba0-4e30-a3c2-7896f45f9777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581672 Nov 12 01:08:33.576026 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-d74f3580-a6b5-41eb-9ffc-99c9eada2189 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1080029522-network', 'tenant_id': '72ca1c56f1104d8680bc3d1b25d37bb8'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:33.649187 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74f3580-a6b5-41eb-9ffc-99c9eada2189 admin admin] Made reservation on behalf of 72ca1c56f1104d8680bc3d1b25d37bb8 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:08:33.657523 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d74f3580-a6b5-41eb-9ffc-99c9eada2189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:33.669570 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d74f3580-a6b5-41eb-9ffc-99c9eada2189 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:33.830861 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d74f3580-a6b5-41eb-9ffc-99c9eada2189 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:33.839816 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d74f3580-a6b5-41eb-9ffc-99c9eada2189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:33.855498 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d74f3580-a6b5-41eb-9ffc-99c9eada2189 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:08:33.869344 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d74f3580-a6b5-41eb-9ffc-99c9eada2189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:33.869798 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-d74f3580-a6b5-41eb-9ffc-99c9eada2189 admin admin] Added segment 281b9a83-148c-482d-b69a-723024934d29 of type vlan for network 3517ca2a-f424-4e1e-82a1-e86941a65cab Nov 12 01:08:33.967300 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f3580-a6b5-41eb-9ffc-99c9eada2189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c38734-61b1-4ef8-ae95-a8a477e1c7bb,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:33.976474 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d74f3580-a6b5-41eb-9ffc-99c9eada2189 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:34.013593 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d74f3580-a6b5-41eb-9ffc-99c9eada2189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:34.015072 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74f3580-a6b5-41eb-9ffc-99c9eada2189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:34.015768 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d74f3580-a6b5-41eb-9ffc-99c9eada2189 admin admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:34.192753 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d74f3580-a6b5-41eb-9ffc-99c9eada2189 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9195132 Nov 12 01:08:34.193975 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f3580-a6b5-41eb-9ffc-99c9eada2189 admin admin] Pushing event updated for resources: {'Network': ['ID=3517ca2a-f424-4e1e-82a1-e86941a65cab,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:34.195524 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 60042) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:34.203528 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-749afef3-f5ed-4053-bdd2-9d033e1d5334 admin admin] Request body: {'subnet': {'network_id': '3517ca2a-f424-4e1e-82a1-e86941a65cab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1080029522-subnet', 'tenant_id': '72ca1c56f1104d8680bc3d1b25d37bb8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:34.209192 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 3517ca2a-f424-4e1e-82a1-e86941a65cab details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:08:34.256166 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749afef3-f5ed-4053-bdd2-9d033e1d5334 admin admin] Made reservation on behalf of 72ca1c56f1104d8680bc3d1b25d37bb8 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:08:34.260221 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-749afef3-f5ed-4053-bdd2-9d033e1d5334 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:34.390218 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-83b18758-4331-4971-b2ba-8acfccc8ee6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:34.566740 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-749afef3-f5ed-4053-bdd2-9d033e1d5334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:34.651282 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749afef3-f5ed-4053-bdd2-9d033e1d5334 admin admin] Checking segment: {'id': '281b9a83-148c-482d-b69a-723024934d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3517ca2a-f424-4e1e-82a1-e86941a65cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:08:34.652697 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749afef3-f5ed-4053-bdd2-9d033e1d5334 admin admin] Network hostable DHCP agents. Network: 3517ca2a-f424-4e1e-82a1-e86941a65cab, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:08:34.655118 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749afef3-f5ed-4053-bdd2-9d033e1d5334 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9fddd8b-a4b4-4ac4-aa9c-2e10ea72a4ae,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:34.668534 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749afef3-f5ed-4053-bdd2-9d033e1d5334 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:34.669545 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749afef3-f5ed-4053-bdd2-9d033e1d5334 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:34.670123 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749afef3-f5ed-4053-bdd2-9d033e1d5334 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:34.670747 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749afef3-f5ed-4053-bdd2-9d033e1d5334 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:34.671236 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749afef3-f5ed-4053-bdd2-9d033e1d5334 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:34.671725 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749afef3-f5ed-4053-bdd2-9d033e1d5334 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:34.672224 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749afef3-f5ed-4053-bdd2-9d033e1d5334 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:34.672552 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749afef3-f5ed-4053-bdd2-9d033e1d5334 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:34.672874 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749afef3-f5ed-4053-bdd2-9d033e1d5334 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:34.673210 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749afef3-f5ed-4053-bdd2-9d033e1d5334 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:34.673565 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749afef3-f5ed-4053-bdd2-9d033e1d5334 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:34.673874 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749afef3-f5ed-4053-bdd2-9d033e1d5334 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:34.705360 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749afef3-f5ed-4053-bdd2-9d033e1d5334 admin admin] Network 3517ca2a-f424-4e1e-82a1-e86941a65cab is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:08:34.721692 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-749afef3-f5ed-4053-bdd2-9d033e1d5334 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 3517ca2a-f424-4e1e-82a1-e86941a65cab) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:34.725920 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749afef3-f5ed-4053-bdd2-9d033e1d5334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:34.726864 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-749afef3-f5ed-4053-bdd2-9d033e1d5334 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:34.775126 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-749afef3-f5ed-4053-bdd2-9d033e1d5334 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5723279 Nov 12 01:08:34.775470 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fca2699-a7c8-40a6-ac1d-961af1c61dde None None] Network 3517ca2a-f424-4e1e-82a1-e86941a65cab requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:08:34.968475 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-296f49e6-0d12-42c1-a783-7805897cd694 req-a9d939fc-6981-40bf-ad7e-c39506e61d09 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0670967 Nov 12 01:08:35.079765 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7aac0e8-2919-472b-81f5-075016b0d8e6 None None] Network 3517ca2a-f424-4e1e-82a1-e86941a65cab requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:08:35.144072 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 60062) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:35.704223 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7ab2f0ae-9764-4944-93c4-b989ef8ca421 req-bec333a9-9147-4433-a5b4-94cf6e4ec321 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1113834 Nov 12 01:08:35.995268 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b7906f40-06e5-4516-bc5a-5f11b3749ccf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:36.456143 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1a3273f7-b1c0-4aeb-af10-a1dfac87e52c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:36.555925 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-b7906f40-06e5-4516-bc5a-5f11b3749ccf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Allocated IP 172.20.0.17 (368e2d2d-01b3-4622-bce2-573d90178776/54a448e4-83b2-4bc0-94d7-3ea7e374be63/902b198f-fc4a-4497-9c1e-87473a445e74) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:08:36.729725 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b7906f40-06e5-4516-bc5a-5f11b3749ccf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:36.825350 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b7906f40-06e5-4516-bc5a-5f11b3749ccf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:36.887826 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7906f40-06e5-4516-bc5a-5f11b3749ccf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Network 368e2d2d-01b3-4622-bce2-573d90178776 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:36.895872 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-b7906f40-06e5-4516-bc5a-5f11b3749ccf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:36.902793 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7906f40-06e5-4516-bc5a-5f11b3749ccf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:08:36.967247 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b7906f40-06e5-4516-bc5a-5f11b3749ccf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:36.974244 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7906f40-06e5-4516-bc5a-5f11b3749ccf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event updated for resources: {'Port': ['ID=902b198f-fc4a-4497-9c1e-87473a445e74,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:37.297237 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b7906f40-06e5-4516-bc5a-5f11b3749ccf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:37.399977 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-ac2f8fb4-af89-48e9-9045-fa818d823444 None None] Provisioning complete for port 902b198f-fc4a-4497-9c1e-87473a445e74 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:37.400835 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ac2f8fb4-af89-48e9-9045-fa818d823444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:37.501040 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-ac2f8fb4-af89-48e9-9045-fa818d823444 None None] Port 902b198f-fc4a-4497-9c1e-87473a445e74 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:08:37.665848 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ce0cb8ba-3c83-4d78-be9f-83f0f767e3eb req-b1c54cdf-0114-47c8-9139-da74629f686f service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0387833 Nov 12 01:08:37.742199 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:37.837756 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b7906f40-06e5-4516-bc5a-5f11b3749ccf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:37.844722 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b7906f40-06e5-4516-bc5a-5f11b3749ccf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:37.881046 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1b5b7fe3-cda7-4c35-b36b-273b6531ec55 req-73437e67-8c48-454d-a7a7-85370e4807f5 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0376518 Nov 12 01:08:37.934481 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b7906f40-06e5-4516-bc5a-5f11b3749ccf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:37.936444 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7906f40-06e5-4516-bc5a-5f11b3749ccf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event updated for resources: {'Port': ['ID=902b198f-fc4a-4497-9c1e-87473a445e74,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:38.039040 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7906f40-06e5-4516-bc5a-5f11b3749ccf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Network 368e2d2d-01b3-4622-bce2-573d90178776 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:38.040731 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-b7906f40-06e5-4516-bc5a-5f11b3749ccf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:38.189288 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7906f40-06e5-4516-bc5a-5f11b3749ccf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Router 52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:08:38.343192 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7906f40-06e5-4516-bc5a-5f11b3749ccf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:08:38.354015 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9496dd9b-fee2-4868-8078-4dc7588dd10e None None] Sync routers for ids ['52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:08:38.365427 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b7906f40-06e5-4516-bc5a-5f11b3749ccf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "PUT /v2.0/routers/52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2116096 Nov 12 01:08:38.388524 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9496dd9b-fee2-4868-8078-4dc7588dd10e None None] Routers {'52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:38.393544 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-9496dd9b-fee2-4868-8078-4dc7588dd10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:08:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:38.468322 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-dbd766f8-8c17-4268-b5e0-29a95659a0b1 None None] Provisioning complete for port 902b198f-fc4a-4497-9c1e-87473a445e74 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:38.468700 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-dbd766f8-8c17-4268-b5e0-29a95659a0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:38.512433 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7dfcdd-9d49-4597-8016-52371c1c414b req-7f640458-af70-4470-a6d9-67941e4dc2a9 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:38.525365 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1b7dfcdd-9d49-4597-8016-52371c1c414b req-7f640458-af70-4470-a6d9-67941e4dc2a9 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.20 "GET /v2.0/networks?id=3517ca2a-f424-4e1e-82a1-e86941a65cab HTTP/1.1" status: 200 len: 809 time: 0.1818211 Nov 12 01:08:38.551779 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-dbd766f8-8c17-4268-b5e0-29a95659a0b1 None None] Port 902b198f-fc4a-4497-9c1e-87473a445e74 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:08:38.560707 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1b7dfcdd-9d49-4597-8016-52371c1c414b req-24db10ef-5cd6-4943-bde8-5ba1ccd2104a tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.20 "GET /v2.0/quotas/72ca1c56f1104d8680bc3d1b25d37bb8 HTTP/1.1" status: 200 len: 375 time: 0.0307984 Nov 12 01:08:38.575207 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-9496dd9b-fee2-4868-8078-4dc7588dd10e None None] Set router 52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:08:38.635088 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1b7dfcdd-9d49-4597-8016-52371c1c414b req-28767a9a-05f3-4671-93f5-db8b19a7eacd tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=72ca1c56f1104d8680bc3d1b25d37bb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0734410 Nov 12 01:08:38.730405 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [req-1b7dfcdd-9d49-4597-8016-52371c1c414b req-2ac9f71e-125a-4ce3-b27d-33853e27b58c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:08:38.731423 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1b7dfcdd-9d49-4597-8016-52371c1c414b req-2ac9f71e-125a-4ce3-b27d-33853e27b58c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0954359 Nov 12 01:08:38.889177 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-9496dd9b-fee2-4868-8078-4dc7588dd10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'name': 'tempest-TestNetworkBasicOps-router-1113797668', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1702c668-b99a-4d38-bfa7-3b6edac84d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:08:37Z', 'revision_number': 5, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'gw_port': {'id': '1702c668-b99a-4d38-bfa7-3b6edac84d42', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': 'e651da22-9034-4741-9f2b-0eeef3666ff5', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'floating_ip_address': '172.25.2.145', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'port_id': 'ccceceac-203e-441f-9145-2d049917b203', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85a7f8c6-9f4b-49e3-8324-6914753de947', 'mac_address': 'fa:16:3e:8a:20:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787398d0-003f-49b7-a104-a0920f414f4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:06:50Z', 'updated_at': '2021-11-12T01:06:54Z', 'revision_number': 1, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '902b198f-fc4a-4497-9c1e-87473a445e74', 'name': '', 'network_id': '368e2d2d-01b3-4622-bce2-573d90178776', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'mac_address': 'fa:16:3e:2b:63:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '54a448e4-83b2-4bc0-94d7-3ea7e374be63', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:36Z', 'updated_at': '2021-11-12T01:08:37Z', 'revision_number': 2, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'subnets': [{'id': '54a448e4-83b2-4bc0-94d7-3ea7e374be63', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb2a1c90-bbd7-4fa7-b5a4-154a81f44738', 'name': '', 'network_id': '85a7f8c6-9f4b-49e3-8324-6914753de947', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'mac_address': 'fa:16:3e:87:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '42f8954e-823a-4f5f-8f8d-d667cda9bcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:14Z', 'updated_at': '2021-11-12T01:06:25Z', 'revision_number': 5, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'subnets': [{'id': '42f8954e-823a-4f5f-8f8d-d667cda9bcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:38.927406 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9496dd9b-fee2-4868-8078-4dc7588dd10e None None] Checking router: 52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:08:38.927773 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9496dd9b-fee2-4868-8078-4dc7588dd10e None None] Updating router 52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f port 902b198f-fc4a-4497-9c1e-87473a445e74 binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:08:38.957422 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9496dd9b-fee2-4868-8078-4dc7588dd10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:39.327907 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:39.447326 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1b7dfcdd-9d49-4597-8016-52371c1c414b req-757758d5-63d1-4381-ab22-aefdfabcdefb service neutron] 10.222.0.20 "GET /v2.0/networks/3517ca2a-f424-4e1e-82a1-e86941a65cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7091117 Nov 12 01:08:39.451551 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9496dd9b-fee2-4868-8078-4dc7588dd10e None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:39.458670 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9496dd9b-fee2-4868-8078-4dc7588dd10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:39.555864 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc38ed72-643f-428a-9186-2ba34cf14214 None None] Pushing event updated for resources: {'Port': ['ID=902b198f-fc4a-4497-9c1e-87473a445e74,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:39.619312 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1b7dfcdd-9d49-4597-8016-52371c1c414b req-8705dc10-017e-4d61-ab09-e54ad5a74fa9 service neutron] 10.222.0.20 "GET /v2.0/networks/3517ca2a-f424-4e1e-82a1-e86941a65cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642249 Nov 12 01:08:39.635372 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-9496dd9b-fee2-4868-8078-4dc7588dd10e None None] Attempting to bind port 902b198f-fc4a-4497-9c1e-87473a445e74 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:08:39.636789 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-9496dd9b-fee2-4868-8078-4dc7588dd10e None None] Attempting to bind port 902b198f-fc4a-4497-9c1e-87473a445e74 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'e36df3eb-fece-437e-bd31-55a702f04978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '368e2d2d-01b3-4622-bce2-573d90178776'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:08:39.637814 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9496dd9b-fee2-4868-8078-4dc7588dd10e None None] Attempting to bind port 902b198f-fc4a-4497-9c1e-87473a445e74 on network 368e2d2d-01b3-4622-bce2-573d90178776 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:08:39.658155 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9496dd9b-fee2-4868-8078-4dc7588dd10e None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:08:39.658855 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9496dd9b-fee2-4868-8078-4dc7588dd10e None None] Checking segment: {'id': 'e36df3eb-fece-437e-bd31-55a702f04978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '368e2d2d-01b3-4622-bce2-573d90178776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:08:39.659434 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9496dd9b-fee2-4868-8078-4dc7588dd10e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:39.659985 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9496dd9b-fee2-4868-8078-4dc7588dd10e None None] Bound using segment: {'id': 'e36df3eb-fece-437e-bd31-55a702f04978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '368e2d2d-01b3-4622-bce2-573d90178776'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:08:39.660645 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-9496dd9b-fee2-4868-8078-4dc7588dd10e None None] Bound port: 902b198f-fc4a-4497-9c1e-87473a445e74, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36df3eb-fece-437e-bd31-55a702f04978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '368e2d2d-01b3-4622-bce2-573d90178776'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:08:39.661214 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9496dd9b-fee2-4868-8078-4dc7588dd10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:39.989003 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:39.993392 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-52cb8272-c485-4320-b1ef-99a890934af1 req-bd2a5386-edeb-439a-bf3a-bf9bdef3f09b tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.20 "GET /v2.0/ports?device_id=311a8cce-d491-475a-ba9d-e292208d3627 HTTP/1.1" status: 200 len: 210 time: 0.0650518 Nov 12 01:08:39.996356 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-9496dd9b-fee2-4868-8078-4dc7588dd10e None None] For port 902b198f-fc4a-4497-9c1e-87473a445e74, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:08:40.015209 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-4fd44a2b-ff0e-464a-b979-471fdfcfaacc None None] Provisioning complete for port 902b198f-fc4a-4497-9c1e-87473a445e74 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:40.015209 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4fd44a2b-ff0e-464a-b979-471fdfcfaacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:40.069409 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-4fd44a2b-ff0e-464a-b979-471fdfcfaacc None None] Port 902b198f-fc4a-4497-9c1e-87473a445e74 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:08:40.078047 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-9496dd9b-fee2-4868-8078-4dc7588dd10e None None] For port 902b198f-fc4a-4497-9c1e-87473a445e74, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=902b198f-fc4a-4497-9c1e-87473a445e74,segment=NetworkSegment(e36df3eb-fece-437e-bd31-55a702f04978),segment_id=e36df3eb-fece-437e-bd31-55a702f04978)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:08:40.086026 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9496dd9b-fee2-4868-8078-4dc7588dd10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:40.343101 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc38ed72-643f-428a-9186-2ba34cf14214 None None] Pushing event updated for resources: {'Port': ['ID=902b198f-fc4a-4497-9c1e-87473a445e74,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:40.366088 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9496dd9b-fee2-4868-8078-4dc7588dd10e None None] Routers {'52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:40.366821 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-9496dd9b-fee2-4868-8078-4dc7588dd10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:08:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:40.413245 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d8c17e02-90d3-450b-949f-8174c8d26aeb req-5c31c7ff-4111-4ba4-8e09-5e081eb9b815 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0418816 Nov 12 01:08:40.518622 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-9496dd9b-fee2-4868-8078-4dc7588dd10e None None] Set router 52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:08:40.966388 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-29480e8f-5758-4e52-ad67-638be297a15b None None] Provisioning complete for port 902b198f-fc4a-4497-9c1e-87473a445e74 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:40.967078 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-29480e8f-5758-4e52-ad67-638be297a15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:41.131524 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:41.140407 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b4c76aa7-1b1f-491e-a942-5a86a15e3f12 req-3188b3e9-d6a1-440d-85bd-9cec7495a5c6 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.20 "GET /v2.0/ports?device_id=311a8cce-d491-475a-ba9d-e292208d3627 HTTP/1.1" status: 200 len: 210 time: 0.0574880 Nov 12 01:08:41.216476 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6e8f6ff6-06e0-4a20-be11-331c96f9cc33 req-09ae261c-7d69-4fe4-ab6f-240d8db5da6c service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0598819 Nov 12 01:08:41.331386 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-29480e8f-5758-4e52-ad67-638be297a15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:41.409958 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-29480e8f-5758-4e52-ad67-638be297a15b None None] For port 902b198f-fc4a-4497-9c1e-87473a445e74, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=902b198f-fc4a-4497-9c1e-87473a445e74,segment=NetworkSegment(e36df3eb-fece-437e-bd31-55a702f04978),segment_id=e36df3eb-fece-437e-bd31-55a702f04978)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:41.416126 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-9496dd9b-fee2-4868-8078-4dc7588dd10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'name': 'tempest-TestNetworkBasicOps-router-1113797668', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1702c668-b99a-4d38-bfa7-3b6edac84d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:08:37Z', 'revision_number': 5, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'gw_port': {'id': '1702c668-b99a-4d38-bfa7-3b6edac84d42', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': 'e651da22-9034-4741-9f2b-0eeef3666ff5', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'floating_ip_address': '172.25.2.145', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'port_id': 'ccceceac-203e-441f-9145-2d049917b203', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85a7f8c6-9f4b-49e3-8324-6914753de947', 'mac_address': 'fa:16:3e:8a:20:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787398d0-003f-49b7-a104-a0920f414f4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:06:50Z', 'updated_at': '2021-11-12T01:06:54Z', 'revision_number': 1, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '902b198f-fc4a-4497-9c1e-87473a445e74', 'name': '', 'network_id': '368e2d2d-01b3-4622-bce2-573d90178776', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'mac_address': 'fa:16:3e:2b:63:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '54a448e4-83b2-4bc0-94d7-3ea7e374be63', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:36Z', 'updated_at': '2021-11-12T01:08:39Z', 'revision_number': 4, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'subnets': [{'id': '54a448e4-83b2-4bc0-94d7-3ea7e374be63', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb2a1c90-bbd7-4fa7-b5a4-154a81f44738', 'name': '', 'network_id': '85a7f8c6-9f4b-49e3-8324-6914753de947', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'mac_address': 'fa:16:3e:87:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '42f8954e-823a-4f5f-8f8d-d667cda9bcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:14Z', 'updated_at': '2021-11-12T01:06:25Z', 'revision_number': 5, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'subnets': [{'id': '42f8954e-823a-4f5f-8f8d-d667cda9bcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:41.452892 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9496dd9b-fee2-4868-8078-4dc7588dd10e None None] The sync data for ids ['52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f'] in n-d-812236-11 is: [{'id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'name': 'tempest-TestNetworkBasicOps-router-1113797668', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1702c668-b99a-4d38-bfa7-3b6edac84d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:08:37Z', 'revision_number': 5, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'gw_port': {'id': '1702c668-b99a-4d38-bfa7-3b6edac84d42', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': 'e651da22-9034-4741-9f2b-0eeef3666ff5', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'floating_ip_address': '172.25.2.145', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'port_id': 'ccceceac-203e-441f-9145-2d049917b203', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85a7f8c6-9f4b-49e3-8324-6914753de947', 'mac_address': 'fa:16:3e:8a:20:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787398d0-003f-49b7-a104-a0920f414f4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:06:50Z', 'updated_at': '2021-11-12T01:06:54Z', 'revision_number': 1, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '902b198f-fc4a-4497-9c1e-87473a445e74', 'name': '', 'network_id': '368e2d2d-01b3-4622-bce2-573d90178776', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'mac_address': 'fa:16:3e:2b:63:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '54a448e4-83b2-4bc0-94d7-3ea7e374be63', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:36Z', 'updated_at': '2021-11-12T01:08:39Z', 'revision_number': 4, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'subnets': [{'id': '54a448e4-83b2-4bc0-94d7-3ea7e374be63', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb2a1c90-bbd7-4fa7-b5a4-154a81f44738', 'name': '', 'network_id': '85a7f8c6-9f4b-49e3-8324-6914753de947', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'mac_address': 'fa:16:3e:87:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '42f8954e-823a-4f5f-8f8d-d667cda9bcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:14Z', 'updated_at': '2021-11-12T01:06:25Z', 'revision_number': 5, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'subnets': [{'id': '42f8954e-823a-4f5f-8f8d-d667cda9bcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:08:41.456573 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-29480e8f-5758-4e52-ad67-638be297a15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:41.610447 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29480e8f-5758-4e52-ad67-638be297a15b None None] Pushing event updated for resources: {'Port': ['ID=902b198f-fc4a-4497-9c1e-87473a445e74,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:41.773895 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7dfcdd-9d49-4597-8016-52371c1c414b req-ed817a39-c075-45ab-87d4-7f0101f28080 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:41.775248 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1b7dfcdd-9d49-4597-8016-52371c1c414b req-ed817a39-c075-45ab-87d4-7f0101f28080 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.49 "GET /v2.0/networks?id=3517ca2a-f424-4e1e-82a1-e86941a65cab HTTP/1.1" status: 200 len: 809 time: 0.2694693 Nov 12 01:08:41.806840 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-1b7dfcdd-9d49-4597-8016-52371c1c414b req-50eac66a-892f-4c85-a7b7-af84b5543562 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Request body: {'port': {'device_id': '311a8cce-d491-475a-ba9d-e292208d3627', 'network_id': '3517ca2a-f424-4e1e-82a1-e86941a65cab', 'admin_state_up': True, 'tenant_id': '72ca1c56f1104d8680bc3d1b25d37bb8'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:42.558546 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-78556d03-ff06-4275-844e-2ea2a6adc602 req-e7197d67-5dfd-4faa-85dc-4cf07754821c tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.20 "GET /v2.0/ports?device_id=311a8cce-d491-475a-ba9d-e292208d3627 HTTP/1.1" status: 200 len: 210 time: 0.1215374 Nov 12 01:08:42.561609 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b7dfcdd-9d49-4597-8016-52371c1c414b req-50eac66a-892f-4c85-a7b7-af84b5543562 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Made reservation on behalf of 72ca1c56f1104d8680bc3d1b25d37bb8 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:08:42.571600 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1b7dfcdd-9d49-4597-8016-52371c1c414b req-50eac66a-892f-4c85-a7b7-af84b5543562 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:42.754443 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:42.877755 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-1b7dfcdd-9d49-4597-8016-52371c1c414b req-50eac66a-892f-4c85-a7b7-af84b5543562 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Allocated IP 172.20.0.13 (3517ca2a-f424-4e1e-82a1-e86941a65cab/c9fddd8b-a4b4-4ac4-aa9c-2e10ea72a4ae/2c429838-c0b0-4d57-bd82-0fb113188726) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:08:43.141679 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b62a0959-44e4-4d02-af51-b0941fc8ce2b req-a8ed5f8b-920d-422c-94b7-61d77cbd32a0 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0499010 Nov 12 01:08:43.153765 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1b7dfcdd-9d49-4597-8016-52371c1c414b req-50eac66a-892f-4c85-a7b7-af84b5543562 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:43.199076 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1b7dfcdd-9d49-4597-8016-52371c1c414b req-50eac66a-892f-4c85-a7b7-af84b5543562 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:43.257798 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eac66a-892f-4c85-a7b7-af84b5543562 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Pushing event updated for resources: {'Port': ['ID=2c429838-c0b0-4d57-bd82-0fb113188726,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:43.274563 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eac66a-892f-4c85-a7b7-af84b5543562 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:43.275010 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eac66a-892f-4c85-a7b7-af84b5543562 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:43.275426 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eac66a-892f-4c85-a7b7-af84b5543562 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:43.275837 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eac66a-892f-4c85-a7b7-af84b5543562 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:43.276497 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eac66a-892f-4c85-a7b7-af84b5543562 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:43.278543 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eac66a-892f-4c85-a7b7-af84b5543562 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:43.278543 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eac66a-892f-4c85-a7b7-af84b5543562 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:43.278543 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eac66a-892f-4c85-a7b7-af84b5543562 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:43.278543 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eac66a-892f-4c85-a7b7-af84b5543562 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:43.279158 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eac66a-892f-4c85-a7b7-af84b5543562 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:43.279648 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eac66a-892f-4c85-a7b7-af84b5543562 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:43.280058 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eac66a-892f-4c85-a7b7-af84b5543562 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:43.291878 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b7dfcdd-9d49-4597-8016-52371c1c414b req-50eac66a-892f-4c85-a7b7-af84b5543562 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Network 3517ca2a-f424-4e1e-82a1-e86941a65cab is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:43.293816 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-1b7dfcdd-9d49-4597-8016-52371c1c414b req-50eac66a-892f-4c85-a7b7-af84b5543562 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:43.302174 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b7dfcdd-9d49-4597-8016-52371c1c414b req-50eac66a-892f-4c85-a7b7-af84b5543562 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:08:43.379314 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7dfcdd-9d49-4597-8016-52371c1c414b req-50eac66a-892f-4c85-a7b7-af84b5543562 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:43.398237 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1b7dfcdd-9d49-4597-8016-52371c1c414b req-50eac66a-892f-4c85-a7b7-af84b5543562 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:43.428274 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b4145b23-fefd-43af-bd1b-2fc30ab3373f req-a9da9432-1736-4528-9dde-931e9c84d3d1 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0559120 Nov 12 01:08:43.428998 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1b7dfcdd-9d49-4597-8016-52371c1c414b req-50eac66a-892f-4c85-a7b7-af84b5543562 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6261804 Nov 12 01:08:43.447947 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-1b7dfcdd-9d49-4597-8016-52371c1c414b req-b7269752-3570-476d-b405-4ae673282e1c service neutron] Request body: {'port': {'device_id': '311a8cce-d491-475a-ba9d-e292208d3627', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:43.587333 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1b7dfcdd-9d49-4597-8016-52371c1c414b req-b7269752-3570-476d-b405-4ae673282e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:43.592525 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 902b198f-fc4a-4497-9c1e-87473a445e74 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:08:43.740278 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 902b198f-fc4a-4497-9c1e-87473a445e74 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:43.740719 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:43.811809 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2abff6a-9ccc-4561-83da-c389437a353f req-a571ddcc-ae65-42b3-a763-8be7dc4e6026 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:43.813524 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e2abff6a-9ccc-4561-83da-c389437a353f req-a571ddcc-ae65-42b3-a763-8be7dc4e6026 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.20 "GET /v2.0/ports?device_id=311a8cce-d491-475a-ba9d-e292208d3627 HTTP/1.1" status: 200 len: 932 time: 0.0938540 Nov 12 01:08:43.952464 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e2abff6a-9ccc-4561-83da-c389437a353f req-e1f11862-de62-4631-b11f-9e27198da8cb tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.20 "GET /v2.0/security-groups?id=78c38734-61b1-4ef8-ae95-a8a477e1c7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314423 Nov 12 01:08:44.177537 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-1b7dfcdd-9d49-4597-8016-52371c1c414b req-b7269752-3570-476d-b405-4ae673282e1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c429838-c0b0-4d57-bd82-0fb113188726 {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:08:44.187574 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1b7dfcdd-9d49-4597-8016-52371c1c414b req-b7269752-3570-476d-b405-4ae673282e1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:44.210753 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-1b7dfcdd-9d49-4597-8016-52371c1c414b req-b7269752-3570-476d-b405-4ae673282e1c service neutron] Transition to ACTIVE for port object 2c429838-c0b0-4d57-bd82-0fb113188726 will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:08:44.216075 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1b7dfcdd-9d49-4597-8016-52371c1c414b req-b7269752-3570-476d-b405-4ae673282e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:44.353961 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7269752-3570-476d-b405-4ae673282e1c service neutron] Pushing event updated for resources: {'Port': ['ID=2c429838-c0b0-4d57-bd82-0fb113188726,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:44.425990 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-1b7dfcdd-9d49-4597-8016-52371c1c414b req-b7269752-3570-476d-b405-4ae673282e1c service neutron] Attempting to bind port 2c429838-c0b0-4d57-bd82-0fb113188726 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:08:44.426375 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-1b7dfcdd-9d49-4597-8016-52371c1c414b req-b7269752-3570-476d-b405-4ae673282e1c service neutron] Attempting to bind port 2c429838-c0b0-4d57-bd82-0fb113188726 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '281b9a83-148c-482d-b69a-723024934d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3517ca2a-f424-4e1e-82a1-e86941a65cab'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:08:44.427000 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7dfcdd-9d49-4597-8016-52371c1c414b req-b7269752-3570-476d-b405-4ae673282e1c service neutron] Attempting to bind port 2c429838-c0b0-4d57-bd82-0fb113188726 on network 3517ca2a-f424-4e1e-82a1-e86941a65cab {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:08:44.433414 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7dfcdd-9d49-4597-8016-52371c1c414b req-b7269752-3570-476d-b405-4ae673282e1c service neutron] Port 2c429838-c0b0-4d57-bd82-0fb113188726 on network 3517ca2a-f424-4e1e-82a1-e86941a65cab not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:08:44.433806 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7dfcdd-9d49-4597-8016-52371c1c414b req-b7269752-3570-476d-b405-4ae673282e1c service neutron] Attempting to bind port 2c429838-c0b0-4d57-bd82-0fb113188726 on network 3517ca2a-f424-4e1e-82a1-e86941a65cab {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:08:44.439746 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7dfcdd-9d49-4597-8016-52371c1c414b req-b7269752-3570-476d-b405-4ae673282e1c service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:08:44.440170 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7dfcdd-9d49-4597-8016-52371c1c414b req-b7269752-3570-476d-b405-4ae673282e1c service neutron] Checking segment: {'id': '281b9a83-148c-482d-b69a-723024934d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3517ca2a-f424-4e1e-82a1-e86941a65cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:08:44.440566 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7dfcdd-9d49-4597-8016-52371c1c414b req-b7269752-3570-476d-b405-4ae673282e1c service neutron] Bound using segment: {'id': '281b9a83-148c-482d-b69a-723024934d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3517ca2a-f424-4e1e-82a1-e86941a65cab'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:08:44.440995 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-1b7dfcdd-9d49-4597-8016-52371c1c414b req-b7269752-3570-476d-b405-4ae673282e1c service neutron] Bound port: 2c429838-c0b0-4d57-bd82-0fb113188726, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '281b9a83-148c-482d-b69a-723024934d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3517ca2a-f424-4e1e-82a1-e86941a65cab'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:08:44.441625 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1b7dfcdd-9d49-4597-8016-52371c1c414b req-b7269752-3570-476d-b405-4ae673282e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:44.523053 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-1b7dfcdd-9d49-4597-8016-52371c1c414b req-b7269752-3570-476d-b405-4ae673282e1c service neutron] For port 2c429838-c0b0-4d57-bd82-0fb113188726, host n-h1-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:08:44.529307 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-1b7dfcdd-9d49-4597-8016-52371c1c414b req-b7269752-3570-476d-b405-4ae673282e1c service neutron] For port 2c429838-c0b0-4d57-bd82-0fb113188726, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=2c429838-c0b0-4d57-bd82-0fb113188726,segment=NetworkSegment(281b9a83-148c-482d-b69a-723024934d29),segment_id=281b9a83-148c-482d-b69a-723024934d29)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:08:44.534227 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1b7dfcdd-9d49-4597-8016-52371c1c414b req-b7269752-3570-476d-b405-4ae673282e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:44.563834 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7dfcdd-9d49-4597-8016-52371c1c414b req-b7269752-3570-476d-b405-4ae673282e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:44.566119 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-1b7dfcdd-9d49-4597-8016-52371c1c414b req-b7269752-3570-476d-b405-4ae673282e1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:44.568290 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1b7dfcdd-9d49-4597-8016-52371c1c414b req-b7269752-3570-476d-b405-4ae673282e1c service neutron] 10.222.0.49 "PUT /v2.0/ports/2c429838-c0b0-4d57-bd82-0fb113188726 HTTP/1.1" status: 200 len: 1093 time: 1.1250670 Nov 12 01:08:44.569704 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311a8cce-d491-475a-ba9d-e292208d3627', 'tag': '2c429838-c0b0-4d57-bd82-0fb113188726'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:08:44.572908 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed199346-ae4b-4bff-b41d-2332f20e4a44" -d '{"events": [{"name": "network-changed", "server_uuid": "311a8cce-d491-475a-ba9d-e292208d3627", "tag": "2c429838-c0b0-4d57-bd82-0fb113188726"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:08:44.708314 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63d38d8-8895-403e-a6b1-6c0b35b8e5ed x-openstack-request-id: req-f63d38d8-8895-403e-a6b1-6c0b35b8e5ed {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:08:44.708681 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311a8cce-d491-475a-ba9d-e292208d3627", "tag": "2c429838-c0b0-4d57-bd82-0fb113188726", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:08:44.708848 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f63d38d8-8895-403e-a6b1-6c0b35b8e5ed {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:08:44.709571 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311a8cce-d491-475a-ba9d-e292208d3627', 'tag': '2c429838-c0b0-4d57-bd82-0fb113188726', 'status': 'completed', 'code': 200} Nov 12 01:08:44.748063 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7269752-3570-476d-b405-4ae673282e1c service neutron] Pushing event updated for resources: {'Port': ['ID=2c429838-c0b0-4d57-bd82-0fb113188726,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:44.770217 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7dfcdd-9d49-4597-8016-52371c1c414b req-7f313306-538c-4562-8e58-ed707597e5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:44.772356 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1b7dfcdd-9d49-4597-8016-52371c1c414b req-7f313306-538c-4562-8e58-ed707597e5aa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=72ca1c56f1104d8680bc3d1b25d37bb8&device_id=311a8cce-d491-475a-ba9d-e292208d3627 HTTP/1.1" status: 200 len: 1096 time: 0.1277523 Nov 12 01:08:44.884888 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1b7dfcdd-9d49-4597-8016-52371c1c414b req-b00cc02d-d9d8-4d8b-8a0a-108c3af2d15b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c429838-c0b0-4d57-bd82-0fb113188726 HTTP/1.1" status: 200 len: 217 time: 0.0935948 Nov 12 01:08:44.967029 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7dfcdd-9d49-4597-8016-52371c1c414b req-c1c9fb17-b42f-4525-a563-365073a0e453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:44.968552 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1b7dfcdd-9d49-4597-8016-52371c1c414b req-c1c9fb17-b42f-4525-a563-365073a0e453 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c9fddd8b-a4b4-4ac4-aa9c-2e10ea72a4ae HTTP/1.1" status: 200 len: 849 time: 0.0762548 Nov 12 01:08:45.070280 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1b7dfcdd-9d49-4597-8016-52371c1c414b req-959c19d6-8f5f-46a5-bf4d-0787e4af1059 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3517ca2a-f424-4e1e-82a1-e86941a65cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929744 Nov 12 01:08:45.228837 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657fd924-7182-46f3-bf21-0bdef6d030d3 req-0c30e3aa-330b-44ea-b775-c62c6b7195a7 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:45.240382 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-657fd924-7182-46f3-bf21-0bdef6d030d3 req-0c30e3aa-330b-44ea-b775-c62c6b7195a7 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.20 "GET /v2.0/ports?device_id=311a8cce-d491-475a-ba9d-e292208d3627 HTTP/1.1" status: 200 len: 944 time: 0.1384795 Nov 12 01:08:45.352249 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1b7dfcdd-9d49-4597-8016-52371c1c414b req-db2e6c55-4fee-49e8-a361-069b42e6dc94 service neutron] 10.222.0.49 "GET /v2.0/networks/3517ca2a-f424-4e1e-82a1-e86941a65cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741230 Nov 12 01:08:45.428083 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-657fd924-7182-46f3-bf21-0bdef6d030d3 req-8892a16f-f708-4134-abf5-3491f30af8b5 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.20 "GET /v2.0/security-groups?id=78c38734-61b1-4ef8-ae95-a8a477e1c7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866698 Nov 12 01:08:45.497417 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23f76f66-00e8-4b7f-99fd-4e95aec6f117 req-8e71bc27-ad91-4dae-af15-c688ebf72cc9 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0857575 Nov 12 01:08:45.580115 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1b7dfcdd-9d49-4597-8016-52371c1c414b req-db0edc82-2669-4e4d-8e5b-314649ee052a service neutron] 10.222.0.49 "GET /v2.0/networks/3517ca2a-f424-4e1e-82a1-e86941a65cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143617 Nov 12 01:08:45.781840 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-92160ec3-423c-4615-941a-f0ed1ca6667d req-5fd691c2-093f-4498-8551-4e1ef9ad2650 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0472355 Nov 12 01:08:45.827472 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed199346-ae4b-4bff-b41d-2332f20e4a44 req-9d588cd3-e76b-440f-ab83-5518715b7d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:45.833885 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ed199346-ae4b-4bff-b41d-2332f20e4a44 req-9d588cd3-e76b-440f-ab83-5518715b7d61 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=72ca1c56f1104d8680bc3d1b25d37bb8&device_id=311a8cce-d491-475a-ba9d-e292208d3627 HTTP/1.1" status: 200 len: 1096 time: 0.1401758 Nov 12 01:08:45.997538 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed199346-ae4b-4bff-b41d-2332f20e4a44 req-85c52b2f-b64c-4ec7-a258-7f809c6f1957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:45.998498 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ed199346-ae4b-4bff-b41d-2332f20e4a44 req-85c52b2f-b64c-4ec7-a258-7f809c6f1957 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3517ca2a-f424-4e1e-82a1-e86941a65cab HTTP/1.1" status: 200 len: 910 time: 0.1569757 Nov 12 01:08:46.066248 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ed199346-ae4b-4bff-b41d-2332f20e4a44 req-149590f3-27a5-489b-95d1-75de6bad20d0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c429838-c0b0-4d57-bd82-0fb113188726 HTTP/1.1" status: 200 len: 217 time: 0.0569808 Nov 12 01:08:46.132643 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed199346-ae4b-4bff-b41d-2332f20e4a44 req-6d61c62e-27ba-4618-9fb0-352d1b7437f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:46.134524 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ed199346-ae4b-4bff-b41d-2332f20e4a44 req-6d61c62e-27ba-4618-9fb0-352d1b7437f6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c9fddd8b-a4b4-4ac4-aa9c-2e10ea72a4ae HTTP/1.1" status: 200 len: 849 time: 0.0605690 Nov 12 01:08:46.202447 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ed199346-ae4b-4bff-b41d-2332f20e4a44 req-12774918-2a41-4e8b-b6d8-2e371a334e88 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3517ca2a-f424-4e1e-82a1-e86941a65cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595791 Nov 12 01:08:46.313292 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ed199346-ae4b-4bff-b41d-2332f20e4a44 req-508ad6c2-1b37-4c47-9364-393a670f3acb service neutron] 10.222.0.49 "GET /v2.0/networks/3517ca2a-f424-4e1e-82a1-e86941a65cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021826 Nov 12 01:08:46.430772 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ed199346-ae4b-4bff-b41d-2332f20e4a44 req-3ef66a6d-9ed7-4778-a480-9cedbbbb92cc service neutron] 10.222.0.49 "GET /v2.0/networks/3517ca2a-f424-4e1e-82a1-e86941a65cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096015 Nov 12 01:08:46.625474 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e332a6f7-1c6c-4b81-a0ac-08243ec77604 req-d644f866-efde-4f71-a54f-172924474fe9 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:46.627718 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e332a6f7-1c6c-4b81-a0ac-08243ec77604 req-d644f866-efde-4f71-a54f-172924474fe9 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.20 "GET /v2.0/ports?device_id=311a8cce-d491-475a-ba9d-e292208d3627 HTTP/1.1" status: 200 len: 944 time: 0.0776906 Nov 12 01:08:46.689422 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa3923-49cf-45b5-8015-b8436e0db143 req-182ad957-5164-4b9a-9b09-61e67a8db9a4 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:46.690941 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-17fa3923-49cf-45b5-8015-b8436e0db143 req-182ad957-5164-4b9a-9b09-61e67a8db9a4 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=945bf2d8-ccef-41ed-9492-7448ebf57c6c HTTP/1.1" status: 200 len: 945 time: 0.0532856 Nov 12 01:08:46.693892 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e332a6f7-1c6c-4b81-a0ac-08243ec77604 req-3cedbac0-33d1-4ebf-9af3-63f2961bc9ee tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.20 "GET /v2.0/security-groups?id=78c38734-61b1-4ef8-ae95-a8a477e1c7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593936 Nov 12 01:08:46.749047 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-17fa3923-49cf-45b5-8015-b8436e0db143 req-82cb98a8-60f8-41e9-945c-3096056292b8 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/security-groups?id=61cea522-d44b-46b5-b438-b48f335d0311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454285 Nov 12 01:08:47.384555 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 2c429838-c0b0-4d57-bd82-0fb113188726 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:08:47.483471 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 2c429838-c0b0-4d57-bd82-0fb113188726, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=2c429838-c0b0-4d57-bd82-0fb113188726,segment=NetworkSegment(281b9a83-148c-482d-b69a-723024934d29),segment_id=281b9a83-148c-482d-b69a-723024934d29)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:47.495193 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '2c429838-c0b0-4d57-bd82-0fb113188726', 'network_id': '3517ca2a-f424-4e1e-82a1-e86941a65cab', 'port_id': '2c429838-c0b0-4d57-bd82-0fb113188726', 'mac_address': 'fa:16:3e:d2:bd:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fddd8b-a4b4-4ac4-aa9c-2e10ea72a4ae', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:08:47.569075 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:47.595891 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c429838-c0b0-4d57-bd82-0fb113188726 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:08:47.650993 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 2c429838-c0b0-4d57-bd82-0fb113188726, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=2c429838-c0b0-4d57-bd82-0fb113188726,segment=NetworkSegment(281b9a83-148c-482d-b69a-723024934d29),segment_id=281b9a83-148c-482d-b69a-723024934d29)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:47.661174 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:47.750456 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=2c429838-c0b0-4d57-bd82-0fb113188726,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:47.758292 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6306577c-f819-4572-a423-5afa99364aff req-87902ce0-4375-45da-a40e-7dad95d93967 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0667777 Nov 12 01:08:47.860282 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855774fd-ed3f-43db-9175-effeb7a6fd8b req-aa610705-7813-4d6c-8f84-b9b32af08007 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:47.862335 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-855774fd-ed3f-43db-9175-effeb7a6fd8b req-aa610705-7813-4d6c-8f84-b9b32af08007 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.20 "GET /v2.0/ports?device_id=311a8cce-d491-475a-ba9d-e292208d3627 HTTP/1.1" status: 200 len: 945 time: 0.0603447 Nov 12 01:08:47.955446 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e0183-bc7e-4444-99b8-779cc57c6f9e req-797939e7-e02f-4aba-8d5d-fcb0d8117344 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:47.957541 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0e6a4fc0-507d-4804-9aed-01d9321b2c5b req-30e46cf4-226e-4121-bb5c-a88d7d08f6fc service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0511885 Nov 12 01:08:47.962582 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d78e0183-bc7e-4444-99b8-779cc57c6f9e req-797939e7-e02f-4aba-8d5d-fcb0d8117344 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=945bf2d8-ccef-41ed-9492-7448ebf57c6c HTTP/1.1" status: 200 len: 945 time: 0.0888410 Nov 12 01:08:47.992140 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-855774fd-ed3f-43db-9175-effeb7a6fd8b req-6b0e27ff-e0eb-4c25-987a-12feccd42c5b tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.20 "GET /v2.0/security-groups?id=78c38734-61b1-4ef8-ae95-a8a477e1c7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187415 Nov 12 01:08:48.024268 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['2c429838-c0b0-4d57-bd82-0fb113188726'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:08:48.033229 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d78e0183-bc7e-4444-99b8-779cc57c6f9e req-0f763638-a748-4468-bb36-4fa24c1cb138 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/security-groups?id=61cea522-d44b-46b5-b438-b48f335d0311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595675 Nov 12 01:08:48.897660 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acbbb12-ed14-414b-b8a5-96327bfafff5 req-c31b0017-28d1-4798-aa3a-443e267e29bb tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:48.899923 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3acbbb12-ed14-414b-b8a5-96327bfafff5 req-c31b0017-28d1-4798-aa3a-443e267e29bb tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.54 "GET /v2.0/ports?device_id=945bf2d8-ccef-41ed-9492-7448ebf57c6c HTTP/1.1" status: 200 len: 945 time: 0.0643678 Nov 12 01:08:49.017729 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-3acbbb12-ed14-414b-b8a5-96327bfafff5 req-41aff4ee-8fff-4da2-9090-de2ed7c8ac74 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Deleting port 3e5cca67-db57-427d-95f8-0ca4e0258202 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:49.018093 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-3acbbb12-ed14-414b-b8a5-96327bfafff5 req-41aff4ee-8fff-4da2-9090-de2ed7c8ac74 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:49.062629 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 60404) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:49.174429 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5bd9d-cf31-47ad-8a26-c3a78aa2226c req-6d287464-5d6e-41d6-851a-453a0a808950 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:49.175960 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-38e5bd9d-cf31-47ad-8a26-c3a78aa2226c req-6d287464-5d6e-41d6-851a-453a0a808950 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.20 "GET /v2.0/ports?device_id=311a8cce-d491-475a-ba9d-e292208d3627 HTTP/1.1" status: 200 len: 945 time: 0.0734785 Nov 12 01:08:49.204076 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-3acbbb12-ed14-414b-b8a5-96327bfafff5 req-41aff4ee-8fff-4da2-9090-de2ed7c8ac74 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] For port 3e5cca67-db57-427d-95f8-0ca4e0258202, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=3e5cca67-db57-427d-95f8-0ca4e0258202,segment=NetworkSegment(c2ef6767-ef6e-4767-b44e-17828ba5e84d),segment_id=c2ef6767-ef6e-4767-b44e-17828ba5e84d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:49.204523 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-3acbbb12-ed14-414b-b8a5-96327bfafff5 req-41aff4ee-8fff-4da2-9090-de2ed7c8ac74 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:49.226787 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317eaf77-6a66-4666-81ce-f6b87b1384d3 req-aea7c393-421c-4ca8-a45c-2955993bc14b tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:49.230716 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-317eaf77-6a66-4666-81ce-f6b87b1384d3 req-aea7c393-421c-4ca8-a45c-2955993bc14b tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=945bf2d8-ccef-41ed-9492-7448ebf57c6c HTTP/1.1" status: 200 len: 945 time: 0.0948079 Nov 12 01:08:49.232795 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6560c60d-41d8-42c2-a25a-cf3ac44cf49f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:49.300459 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-38e5bd9d-cf31-47ad-8a26-c3a78aa2226c req-ed693b98-d838-464f-865e-09671301337b tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.20 "GET /v2.0/security-groups?id=78c38734-61b1-4ef8-ae95-a8a477e1c7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107686 Nov 12 01:08:49.348056 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-317eaf77-6a66-4666-81ce-f6b87b1384d3 req-96c94396-9b0b-496f-86a6-a6d63cb7e567 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/security-groups?id=61cea522-d44b-46b5-b438-b48f335d0311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103563 Nov 12 01:08:49.412644 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 2c429838-c0b0-4d57-bd82-0fb113188726 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:08:49.440733 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6560c60d-41d8-42c2-a25a-cf3ac44cf49f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:49.451944 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6560c60d-41d8-42c2-a25a-cf3ac44cf49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:49.495650 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-3acbbb12-ed14-414b-b8a5-96327bfafff5 req-41aff4ee-8fff-4da2-9090-de2ed7c8ac74 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:49.496663 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-3acbbb12-ed14-414b-b8a5-96327bfafff5 req-41aff4ee-8fff-4da2-9090-de2ed7c8ac74 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:49.497041 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [req-3acbbb12-ed14-414b-b8a5-96327bfafff5 req-41aff4ee-8fff-4da2-9090-de2ed7c8ac74 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Floating IP c5c40eb2-1f00-46e2-a407-4032da0f8d0c disassociated. External IP: 172.25.2.18, port: 3e5cca67-db57-427d-95f8-0ca4e0258202. Nov 12 01:08:49.497402 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-3acbbb12-ed14-414b-b8a5-96327bfafff5 req-41aff4ee-8fff-4da2-9090-de2ed7c8ac74 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Calling delete_port for 3e5cca67-db57-427d-95f8-0ca4e0258202 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:49.500101 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 2c429838-c0b0-4d57-bd82-0fb113188726 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:08:49.506237 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 2c429838-c0b0-4d57-bd82-0fb113188726 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:49.507275 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:49.521671 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6560c60d-41d8-42c2-a25a-cf3ac44cf49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55fa8fa0-6be4-48ab-bafb-91390f0a4642,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:49.533114 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6560c60d-41d8-42c2-a25a-cf3ac44cf49f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6f45502ad6804ec3a23dbd5c197adec1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4685459 Nov 12 01:08:49.533747 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 60418) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:49.595224 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-97d75acf-16c9-4c23-94c5-dce6df91542f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:49.642021 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-97d75acf-16c9-4c23-94c5-dce6df91542f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:49.658489 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:49.730089 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-97d75acf-16c9-4c23-94c5-dce6df91542f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:49.733405 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-97d75acf-16c9-4c23-94c5-dce6df91542f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:49.735592 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-97d75acf-16c9-4c23-94c5-dce6df91542f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/55fa8fa0-6be4-48ab-bafb-91390f0a4642 HTTP/1.1" status: 204 len: 168 time: 0.2007265 Nov 12 01:08:49.745734 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 2c429838-c0b0-4d57-bd82-0fb113188726, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=2c429838-c0b0-4d57-bd82-0fb113188726,segment=NetworkSegment(281b9a83-148c-482d-b69a-723024934d29),segment_id=281b9a83-148c-482d-b69a-723024934d29)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:49.746785 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d75acf-16c9-4c23-94c5-dce6df91542f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55fa8fa0-6be4-48ab-bafb-91390f0a4642,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:49.747202 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311a8cce-d491-475a-ba9d-e292208d3627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c429838-c0b0-4d57-bd82-0fb113188726'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:08:49.750482 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4de970d-dc80-41a3-b25b-d3c447211007" -d '{"events": [{"server_uuid": "311a8cce-d491-475a-ba9d-e292208d3627", "name": "network-vif-plugged", "status": "completed", "tag": "2c429838-c0b0-4d57-bd82-0fb113188726"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:08:49.768892 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:49.780371 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-3acbbb12-ed14-414b-b8a5-96327bfafff5 req-41aff4ee-8fff-4da2-9090-de2ed7c8ac74 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:49.851427 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aff4ee-8fff-4da2-9090-de2ed7c8ac74 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Pushing event deleted for resources: {'Port': ['ID=3e5cca67-db57-427d-95f8-0ca4e0258202,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:49.874259 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2129124b-e11b-4e1b-b72e-0b336245834c x-openstack-request-id: req-2129124b-e11b-4e1b-b72e-0b336245834c {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:08:49.874987 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311a8cce-d491-475a-ba9d-e292208d3627", "name": "network-vif-plugged", "status": "completed", "tag": "2c429838-c0b0-4d57-bd82-0fb113188726", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:08:49.875547 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2129124b-e11b-4e1b-b72e-0b336245834c {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:08:49.875953 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311a8cce-d491-475a-ba9d-e292208d3627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c429838-c0b0-4d57-bd82-0fb113188726', 'code': 200} Nov 12 01:08:49.878578 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=2c429838-c0b0-4d57-bd82-0fb113188726,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:49.963919 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-37dfcdc4-03d4-4601-97d0-e4b518d39ed6 req-49729997-8b8b-4872-8f4a-e0f40c1f30b8 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0434377 Nov 12 01:08:50.055041 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad04dda-17d6-4da4-b6b4-212ac02f64bb req-08f2763d-2045-48af-899b-c680a0f64b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:50.057138 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dad04dda-17d6-4da4-b6b4-212ac02f64bb req-08f2763d-2045-48af-899b-c680a0f64b7e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=311a8cce-d491-475a-ba9d-e292208d3627 HTTP/1.1" status: 200 len: 1098 time: 0.0884962 Nov 12 01:08:50.126022 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dad04dda-17d6-4da4-b6b4-212ac02f64bb req-4b8adf5d-8e78-4c16-8c60-ec3a91c1480c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=78c38734-61b1-4ef8-ae95-a8a477e1c7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616484 Nov 12 01:08:50.137879 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ee81acdb-364d-4479-bfdf-4c46aa4a1e2a req-e01ea61d-7250-4032-a128-c89543bb734f service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0349727 Nov 12 01:08:50.151220 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3acbbb12-ed14-414b-b8a5-96327bfafff5 req-41aff4ee-8fff-4da2-9090-de2ed7c8ac74 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Router 765de596-cd92-410f-8fb0-ab298225b582 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:08:50.283809 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 60440) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:50.289080 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3acbbb12-ed14-414b-b8a5-96327bfafff5 req-41aff4ee-8fff-4da2-9090-de2ed7c8ac74 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:08:50.300711 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc401a0e-49d6-4715-98e0-199f727effd0 None None] Sync routers for ids ['765de596-cd92-410f-8fb0-ab298225b582'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:08:50.305687 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-73e77a5e-e386-4ff6-9603-8b7ad8469b9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:50.317435 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc401a0e-49d6-4715-98e0-199f727effd0 None None] Routers {'765de596-cd92-410f-8fb0-ab298225b582'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:50.321669 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-dc401a0e-49d6-4715-98e0-199f727effd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:08:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['765de596-cd92-410f-8fb0-ab298225b582'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:50.398054 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-3acbbb12-ed14-414b-b8a5-96327bfafff5 req-41aff4ee-8fff-4da2-9090-de2ed7c8ac74 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] No DVR routers for this DVR port 3e5cca67-db57-427d-95f8-0ca4e0258202 on host n-h2-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:08:50.403180 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-3acbbb12-ed14-414b-b8a5-96327bfafff5 req-41aff4ee-8fff-4da2-9090-de2ed7c8ac74 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:50.411364 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3acbbb12-ed14-414b-b8a5-96327bfafff5 req-41aff4ee-8fff-4da2-9090-de2ed7c8ac74 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.54 "DELETE /v2.0/ports/3e5cca67-db57-427d-95f8-0ca4e0258202 HTTP/1.1" status: 204 len: 173 time: 1.4995317 Nov 12 01:08:50.411943 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '945bf2d8-ccef-41ed-9492-7448ebf57c6c', 'name': 'network-vif-deleted', 'tag': '3e5cca67-db57-427d-95f8-0ca4e0258202'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:08:50.416600 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c20a27b-7903-406a-83c0-64bdf783b970" -d '{"events": [{"server_uuid": "945bf2d8-ccef-41ed-9492-7448ebf57c6c", "name": "network-vif-deleted", "tag": "3e5cca67-db57-427d-95f8-0ca4e0258202"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:08:50.458436 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-73e77a5e-e386-4ff6-9603-8b7ad8469b9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:50.466622 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-73e77a5e-e386-4ff6-9603-8b7ad8469b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:50.520495 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-dc401a0e-49d6-4715-98e0-199f727effd0 None None] Set router 765de596-cd92-410f-8fb0-ab298225b582 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:08:50.532272 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9231ed48-9695-451c-85e8-b2279768b800 req-5ca6d42c-9247-4b4c-a3cf-a79f74be8bc1 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/ports?device_id=945bf2d8-ccef-41ed-9492-7448ebf57c6c HTTP/1.1" status: 200 len: 210 time: 0.0358303 Nov 12 01:08:50.600180 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5c2857-53b9-4b1b-a5b0-c843d87d5a79 x-openstack-request-id: req-dc5c2857-53b9-4b1b-a5b0-c843d87d5a79 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:08:50.600899 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "945bf2d8-ccef-41ed-9492-7448ebf57c6c", "name": "network-vif-deleted", "tag": "3e5cca67-db57-427d-95f8-0ca4e0258202", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:08:50.601210 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc5c2857-53b9-4b1b-a5b0-c843d87d5a79 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:08:50.601726 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '945bf2d8-ccef-41ed-9492-7448ebf57c6c', 'name': 'network-vif-deleted', 'tag': '3e5cca67-db57-427d-95f8-0ca4e0258202', 'status': 'completed', 'code': 200} Nov 12 01:08:50.608309 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-73e77a5e-e386-4ff6-9603-8b7ad8469b9a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0ac84665c5654830b6d28a8d1b078956&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3207636 Nov 12 01:08:50.608309 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e77a5e-e386-4ff6-9603-8b7ad8469b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca9d803-5bfa-425f-964f-6b9cbe7e1e9f,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:50.609624 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 60448) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:50.623343 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310490fc-21c3-440b-b453-1da211543ad9 req-03405455-4225-499b-9591-d55c453f6bd8 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:50.624963 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-310490fc-21c3-440b-b453-1da211543ad9 req-03405455-4225-499b-9591-d55c453f6bd8 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.20 "GET /v2.0/ports?device_id=311a8cce-d491-475a-ba9d-e292208d3627 HTTP/1.1" status: 200 len: 946 time: 0.1161101 Nov 12 01:08:50.684308 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-310490fc-21c3-440b-b453-1da211543ad9 req-5268515d-e9be-44df-9924-5c34e64bd54a tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.20 "GET /v2.0/security-groups?id=78c38734-61b1-4ef8-ae95-a8a477e1c7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509238 Nov 12 01:08:50.715633 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-42a6e7c8-2f7d-4a69-9a2b-109cfc7b70c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:50.742677 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-42a6e7c8-2f7d-4a69-9a2b-109cfc7b70c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:50.752395 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-dc401a0e-49d6-4715-98e0-199f727effd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765de596-cd92-410f-8fb0-ab298225b582', 'name': 'tempest-AttachVolumeTestJSON-553815399-router', 'tenant_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '975097c5-fb02-4576-ac5d-837f6c8d335d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:58:28Z', 'updated_at': '2021-11-12T00:58:39Z', 'revision_number': 4, 'project_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'gw_port': {'id': '975097c5-fb02-4576-ac5d-837f6c8d335d', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765de596-cd92-410f-8fb0-ab298225b582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:58:30Z', 'updated_at': '2021-11-12T00:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '8dcb9921-2f79-4b84-89e2-5a7f8757e90a', 'name': '', 'network_id': '81cab25c-cc73-4b97-9af8-266d9053a85f', 'tenant_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'mac_address': 'fa:16:3e:bd:af:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765de596-cd92-410f-8fb0-ab298225b582', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '14a1d482-7411-47d7-8687-bbca824f06be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:58:37Z', 'updated_at': '2021-11-12T00:58:47Z', 'revision_number': 5, 'project_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'subnets': [{'id': '14a1d482-7411-47d7-8687-bbca824f06be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:50.785975 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc401a0e-49d6-4715-98e0-199f727effd0 None None] Checking router: 765de596-cd92-410f-8fb0-ab298225b582 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:08:50.797059 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc401a0e-49d6-4715-98e0-199f727effd0 None None] Routers {'765de596-cd92-410f-8fb0-ab298225b582'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:50.797902 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-dc401a0e-49d6-4715-98e0-199f727effd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:08:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['765de596-cd92-410f-8fb0-ab298225b582'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:50.805538 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-42a6e7c8-2f7d-4a69-9a2b-109cfc7b70c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:50.809023 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-42a6e7c8-2f7d-4a69-9a2b-109cfc7b70c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:50.810662 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-42a6e7c8-2f7d-4a69-9a2b-109cfc7b70c4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4ca9d803-5bfa-425f-964f-6b9cbe7e1e9f HTTP/1.1" status: 204 len: 168 time: 0.1996393 Nov 12 01:08:50.819874 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a6e7c8-2f7d-4a69-9a2b-109cfc7b70c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca9d803-5bfa-425f-964f-6b9cbe7e1e9f,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:50.940720 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-dc401a0e-49d6-4715-98e0-199f727effd0 None None] Set router 765de596-cd92-410f-8fb0-ab298225b582 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:08:51.197736 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-dc401a0e-49d6-4715-98e0-199f727effd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765de596-cd92-410f-8fb0-ab298225b582', 'name': 'tempest-AttachVolumeTestJSON-553815399-router', 'tenant_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '975097c5-fb02-4576-ac5d-837f6c8d335d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:58:28Z', 'updated_at': '2021-11-12T00:58:39Z', 'revision_number': 4, 'project_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'gw_port': {'id': '975097c5-fb02-4576-ac5d-837f6c8d335d', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765de596-cd92-410f-8fb0-ab298225b582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:58:30Z', 'updated_at': '2021-11-12T00:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '8dcb9921-2f79-4b84-89e2-5a7f8757e90a', 'name': '', 'network_id': '81cab25c-cc73-4b97-9af8-266d9053a85f', 'tenant_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'mac_address': 'fa:16:3e:bd:af:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765de596-cd92-410f-8fb0-ab298225b582', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '14a1d482-7411-47d7-8687-bbca824f06be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:58:37Z', 'updated_at': '2021-11-12T00:58:47Z', 'revision_number': 5, 'project_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'subnets': [{'id': '14a1d482-7411-47d7-8687-bbca824f06be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:51.240862 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc401a0e-49d6-4715-98e0-199f727effd0 None None] The sync data for ids ['765de596-cd92-410f-8fb0-ab298225b582'] in n-d-812236-11 is: [{'id': '765de596-cd92-410f-8fb0-ab298225b582', 'name': 'tempest-AttachVolumeTestJSON-553815399-router', 'tenant_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '975097c5-fb02-4576-ac5d-837f6c8d335d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:58:28Z', 'updated_at': '2021-11-12T00:58:39Z', 'revision_number': 4, 'project_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'gw_port': {'id': '975097c5-fb02-4576-ac5d-837f6c8d335d', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765de596-cd92-410f-8fb0-ab298225b582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:58:30Z', 'updated_at': '2021-11-12T00:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '8dcb9921-2f79-4b84-89e2-5a7f8757e90a', 'name': '', 'network_id': '81cab25c-cc73-4b97-9af8-266d9053a85f', 'tenant_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'mac_address': 'fa:16:3e:bd:af:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765de596-cd92-410f-8fb0-ab298225b582', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '14a1d482-7411-47d7-8687-bbca824f06be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:58:37Z', 'updated_at': '2021-11-12T00:58:47Z', 'revision_number': 5, 'project_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'subnets': [{'id': '14a1d482-7411-47d7-8687-bbca824f06be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:08:51.569278 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bfa467-a8d9-4f20-bf07-8b2580035494 None None] New status for floating IP c5c40eb2-1f00-46e2-a407-4032da0f8d0c: DOWN {{(pid=102663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:08:51.633171 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 3e5cca67-db57-427d-95f8-0ca4e0258202 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:08:51.662831 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 60478) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:51.804338 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: 3e5cca67-db57-427d-95f8-0ca4e0258202 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:08:51.805014 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 3e5cca67-db57-427d-95f8-0ca4e0258202 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:08:51.835640 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5ba3b1ba-6bde-4faa-b254-5bb6896b0b74 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:51.893561 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5ba3b1ba-6bde-4faa-b254-5bb6896b0b74 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:51.950842 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154c2bd-72e8-47d4-a852-0f2b3aca9eba req-dd482d51-b927-4785-843f-928b646363dc tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:51.955401 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5154c2bd-72e8-47d4-a852-0f2b3aca9eba req-dd482d51-b927-4785-843f-928b646363dc tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.20 "GET /v2.0/ports?device_id=311a8cce-d491-475a-ba9d-e292208d3627 HTTP/1.1" status: 200 len: 946 time: 0.1208613 Nov 12 01:08:52.028514 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5ba3b1ba-6bde-4faa-b254-5bb6896b0b74 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:52.031490 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5ba3b1ba-6bde-4faa-b254-5bb6896b0b74 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:52.033458 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5ba3b1ba-6bde-4faa-b254-5bb6896b0b74 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "DELETE /v2.0/security-groups/61cea522-d44b-46b5-b438-b48f335d0311 HTTP/1.1" status: 204 len: 168 time: 0.3681026 Nov 12 01:08:52.036214 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 60494) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:52.057013 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-01604d09-d98f-404a-9158-67c3e217a5e7 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] show failed (client error): The resource could not be found. Nov 12 01:08:52.059423 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-01604d09-d98f-404a-9158-67c3e217a5e7 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "GET /v2.0/security-groups/61cea522-d44b-46b5-b438-b48f335d0311 HTTP/1.1" status: 404 len: 347 time: 0.0221641 Nov 12 01:08:52.063544 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 60496) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:52.081180 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5154c2bd-72e8-47d4-a852-0f2b3aca9eba req-f297f3e2-0fd7-44a6-b875-b7345ab4cc3e tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.20 "GET /v2.0/security-groups?id=78c38734-61b1-4ef8-ae95-a8a477e1c7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154814 Nov 12 01:08:52.100258 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba3b1ba-6bde-4faa-b254-5bb6896b0b74 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61cea522-d44b-46b5-b438-b48f335d0311,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:52.167455 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ef3d478a-a8ab-4794-8b1b-0bf626c65038 req-cc52b32f-b891-4c60-8cba-283719fcbe1b service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1048586 Nov 12 01:08:52.213357 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-9353f67f-a625-4494-9a72-565e7d590ad9 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Deleting port b40cf8f6-3099-4268-b10d-c114525c0c0a {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:52.214386 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9353f67f-a625-4494-9a72-565e7d590ad9 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:52.346797 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2edb6ad6-b924-4f14-a83d-8013a7b4bee0 req-28add1b1-7a84-4d44-83da-f20bc48a162c service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0352843 Nov 12 01:08:52.347026 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9353f67f-a625-4494-9a72-565e7d590ad9 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:52.347479 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9353f67f-a625-4494-9a72-565e7d590ad9 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:52.364965 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-9353f67f-a625-4494-9a72-565e7d590ad9 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Calling delete_port for b40cf8f6-3099-4268-b10d-c114525c0c0a owned by network:floatingip {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:52.521247 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9353f67f-a625-4494-9a72-565e7d590ad9 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:52.562151 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353f67f-a625-4494-9a72-565e7d590ad9 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Pushing event deleted for resources: {'Port': ['ID=b40cf8f6-3099-4268-b10d-c114525c0c0a,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:52.623260 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9353f67f-a625-4494-9a72-565e7d590ad9 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks [] for floatingip, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:52.626027 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9353f67f-a625-4494-9a72-565e7d590ad9 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:52.627179 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-9353f67f-a625-4494-9a72-565e7d590ad9 tempest-AttachVolumeTestJSON-1047490044 tempest-AttachVolumeTestJSON-1047490044-project] 10.222.0.20 "DELETE /v2.0/floatingips/c5c40eb2-1f00-46e2-a407-4032da0f8d0c HTTP/1.1" status: 204 len: 168 time: 0.5627024 Nov 12 01:08:52.825721 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530204e8-9c89-4053-a29c-f2a3620dd8fa req-e3efe2ae-1be8-47c1-a38f-caeac2171260 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:52.828095 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-530204e8-9c89-4053-a29c-f2a3620dd8fa req-e3efe2ae-1be8-47c1-a38f-caeac2171260 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.20 "GET /v2.0/ports?device_id=311a8cce-d491-475a-ba9d-e292208d3627 HTTP/1.1" status: 200 len: 946 time: 0.0674016 Nov 12 01:08:52.931002 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-530204e8-9c89-4053-a29c-f2a3620dd8fa req-33ac2e85-194d-4b6c-939f-069fa2ab9f7a tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.20 "GET /v2.0/security-groups?id=78c38734-61b1-4ef8-ae95-a8a477e1c7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927739 Nov 12 01:08:54.103086 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 60592) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:54.105615 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f8448-edbb-4d4e-b3f7-7428301aeb48 req-13eb5471-cbce-4cc7-8fec-d5ee714399ed tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:54.107663 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6b5f8448-edbb-4d4e-b3f7-7428301aeb48 req-13eb5471-cbce-4cc7-8fec-d5ee714399ed tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.20 "GET /v2.0/ports?device_id=311a8cce-d491-475a-ba9d-e292208d3627 HTTP/1.1" status: 200 len: 946 time: 0.0813053 Nov 12 01:08:54.174652 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6b5f8448-edbb-4d4e-b3f7-7428301aeb48 req-0a8a789d-deda-4628-9215-d2d00e43b8c9 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.20 "GET /v2.0/security-groups?id=78c38734-61b1-4ef8-ae95-a8a477e1c7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606172 Nov 12 01:08:54.297674 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-80868fbb-89f9-4c0e-a61d-89a7efce6a25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:54.420277 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8322f09b-c0be-47e2-a586-96528ed9ece9 req-cee0a26e-c52d-4199-ae26-17600caaf000 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0411196 Nov 12 01:08:54.426026 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-80868fbb-89f9-4c0e-a61d-89a7efce6a25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:54.436557 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-80868fbb-89f9-4c0e-a61d-89a7efce6a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:54.475968 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de2a7e-861e-4a35-b1ac-1bdfff425035 req-a0ae563e-ed0a-4abb-85f0-6d4ce24a3835 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:54.477620 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b2de2a7e-861e-4a35-b1ac-1bdfff425035 req-a0ae563e-ed0a-4abb-85f0-6d4ce24a3835 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.49 "GET /v2.0/ports?device_id=311a8cce-d491-475a-ba9d-e292208d3627 HTTP/1.1" status: 200 len: 946 time: 0.1113522 Nov 12 01:08:54.538750 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80868fbb-89f9-4c0e-a61d-89a7efce6a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0257fcc6-803f-47f5-b5f3-16bc7ebb1844,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:54.554236 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-80868fbb-89f9-4c0e-a61d-89a7efce6a25 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5b4e65b03b684ad4abf788fdcbc665c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4488926 Nov 12 01:08:54.556673 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 60604) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:54.635208 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-b2de2a7e-861e-4a35-b1ac-1bdfff425035 req-546092a7-7d1b-42f2-ac2a-cfd91e46f1eb tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Deleting port 2c429838-c0b0-4d57-bd82-0fb113188726 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:54.636932 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b2de2a7e-861e-4a35-b1ac-1bdfff425035 req-546092a7-7d1b-42f2-ac2a-cfd91e46f1eb tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:54.644207 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-51910e43-11c8-4777-a0cb-1b8767889b52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:54.680874 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-51910e43-11c8-4777-a0cb-1b8767889b52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:54.745644 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-51910e43-11c8-4777-a0cb-1b8767889b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:54.748490 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-51910e43-11c8-4777-a0cb-1b8767889b52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:54.749906 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-51910e43-11c8-4777-a0cb-1b8767889b52 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0257fcc6-803f-47f5-b5f3-16bc7ebb1844 HTTP/1.1" status: 204 len: 168 time: 0.1916587 Nov 12 01:08:54.760143 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51910e43-11c8-4777-a0cb-1b8767889b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0257fcc6-803f-47f5-b5f3-16bc7ebb1844,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:54.783848 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-b2de2a7e-861e-4a35-b1ac-1bdfff425035 req-546092a7-7d1b-42f2-ac2a-cfd91e46f1eb tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] For port 2c429838-c0b0-4d57-bd82-0fb113188726, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=2c429838-c0b0-4d57-bd82-0fb113188726,segment=NetworkSegment(281b9a83-148c-482d-b69a-723024934d29),segment_id=281b9a83-148c-482d-b69a-723024934d29)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:54.785097 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b2de2a7e-861e-4a35-b1ac-1bdfff425035 req-546092a7-7d1b-42f2-ac2a-cfd91e46f1eb tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:54.804751 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-b2de2a7e-861e-4a35-b1ac-1bdfff425035 req-546092a7-7d1b-42f2-ac2a-cfd91e46f1eb tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Calling delete_port for 2c429838-c0b0-4d57-bd82-0fb113188726 owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:54.881044 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dbab4c34-436a-4aed-aa88-96e5111161e0 req-3c5d9904-3e6b-4d4c-95ae-d8720db8a452 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0364196 Nov 12 01:08:55.041892 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b2de2a7e-861e-4a35-b1ac-1bdfff425035 req-546092a7-7d1b-42f2-ac2a-cfd91e46f1eb tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:55.076961 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['2c429838-c0b0-4d57-bd82-0fb113188726'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:08:55.082785 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546092a7-7d1b-42f2-ac2a-cfd91e46f1eb tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Pushing event deleted for resources: {'Port': ['ID=2c429838-c0b0-4d57-bd82-0fb113188726,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:55.127142 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2de2a7e-861e-4a35-b1ac-1bdfff425035 req-546092a7-7d1b-42f2-ac2a-cfd91e46f1eb tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] No DVR routers for this DVR port 2c429838-c0b0-4d57-bd82-0fb113188726 on host n-h1-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:08:55.130419 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b2de2a7e-861e-4a35-b1ac-1bdfff425035 req-546092a7-7d1b-42f2-ac2a-cfd91e46f1eb tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:55.134215 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b2de2a7e-861e-4a35-b1ac-1bdfff425035 req-546092a7-7d1b-42f2-ac2a-cfd91e46f1eb tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.49 "DELETE /v2.0/ports/2c429838-c0b0-4d57-bd82-0fb113188726 HTTP/1.1" status: 204 len: 173 time: 0.6474431 Nov 12 01:08:55.134688 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311a8cce-d491-475a-ba9d-e292208d3627', 'name': 'network-vif-deleted', 'tag': '2c429838-c0b0-4d57-bd82-0fb113188726'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:08:55.136992 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c92998-746e-401e-ba1d-db821430afe2" -d '{"events": [{"server_uuid": "311a8cce-d491-475a-ba9d-e292208d3627", "name": "network-vif-deleted", "tag": "2c429838-c0b0-4d57-bd82-0fb113188726"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:08:55.190456 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 60618) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:55.192098 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534c3c2c-2af1-436a-89ce-bd1557b3b3a3 x-openstack-request-id: req-534c3c2c-2af1-436a-89ce-bd1557b3b3a3 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:08:55.192397 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311a8cce-d491-475a-ba9d-e292208d3627", "name": "network-vif-deleted", "tag": "2c429838-c0b0-4d57-bd82-0fb113188726", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:08:55.192709 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-534c3c2c-2af1-436a-89ce-bd1557b3b3a3 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:08:55.193168 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311a8cce-d491-475a-ba9d-e292208d3627', 'name': 'network-vif-deleted', 'tag': '2c429838-c0b0-4d57-bd82-0fb113188726', 'status': 'completed', 'code': 200} Nov 12 01:08:55.203890 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7827a404-230a-463d-ac04-5e5649e2f820 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:55.306891 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7827a404-230a-463d-ac04-5e5649e2f820 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:55.314041 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7827a404-230a-463d-ac04-5e5649e2f820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:55.350212 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7827a404-230a-463d-ac04-5e5649e2f820 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=acbd2faa4f974fbfb78f09a64db41119&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1587770 Nov 12 01:08:55.355976 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-130f3caf-80c9-4f6c-b5c8-f9eaa0d2b909 req-74b8080b-5e91-446c-8546-d718790b70e0 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.20 "GET /v2.0/ports?device_id=311a8cce-d491-475a-ba9d-e292208d3627 HTTP/1.1" status: 200 len: 210 time: 0.0713956 Nov 12 01:08:55.356492 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 60632) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:55.375081 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7827a404-230a-463d-ac04-5e5649e2f820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693a3694-a331-439f-9e9e-40a2bf16b6a5,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:55.426570 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2eea1136-7c56-4a3d-aac1-2e928e35f47f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:55.451955 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2eea1136-7c56-4a3d-aac1-2e928e35f47f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:55.511266 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2eea1136-7c56-4a3d-aac1-2e928e35f47f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:55.515050 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2eea1136-7c56-4a3d-aac1-2e928e35f47f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:55.517551 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2eea1136-7c56-4a3d-aac1-2e928e35f47f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/693a3694-a331-439f-9e9e-40a2bf16b6a5 HTTP/1.1" status: 204 len: 168 time: 0.1597662 Nov 12 01:08:55.529512 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea1136-7c56-4a3d-aac1-2e928e35f47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693a3694-a331-439f-9e9e-40a2bf16b6a5,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:56.810199 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a2aea753-ce3a-4603-902d-7c7c0d08fba9 req-945e658b-7b13-4e36-ba72-be1779d6fa19 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0532067 Nov 12 01:08:56.889748 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183111b-9f16-460e-916e-ed095da53a30 req-68b0798b-d304-4210-81bd-5d45ba708d0b tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:56.893601 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8183111b-9f16-460e-916e-ed095da53a30 req-68b0798b-d304-4210-81bd-5d45ba708d0b tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.20 "GET /v2.0/networks?id=3517ca2a-f424-4e1e-82a1-e86941a65cab HTTP/1.1" status: 200 len: 809 time: 0.2375009 Nov 12 01:08:56.918385 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8183111b-9f16-460e-916e-ed095da53a30 req-9f3fdce9-9c3e-4a26-8428-6ca2212748d2 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.20 "GET /v2.0/quotas/72ca1c56f1104d8680bc3d1b25d37bb8 HTTP/1.1" status: 200 len: 375 time: 0.0128107 Nov 12 01:08:56.977141 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-60e92ff1-8297-4bf8-be9e-d63b7f4373a3 req-20b889aa-10a6-48c0-8861-bba917359a4f service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0580666 Nov 12 01:08:57.007149 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8183111b-9f16-460e-916e-ed095da53a30 req-f0f749cf-1152-45bc-a803-5198a624a62b tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=72ca1c56f1104d8680bc3d1b25d37bb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0631425 Nov 12 01:08:57.149935 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8183111b-9f16-460e-916e-ed095da53a30 req-7d24354d-5c50-4603-9588-917d55f4df7a service neutron] 10.222.0.20 "GET /v2.0/networks/3517ca2a-f424-4e1e-82a1-e86941a65cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343269 Nov 12 01:08:57.303572 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8183111b-9f16-460e-916e-ed095da53a30 req-208be94f-cfaf-4933-8a54-25cf28044714 service neutron] 10.222.0.20 "GET /v2.0/networks/3517ca2a-f424-4e1e-82a1-e86941a65cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527667 Nov 12 01:08:57.443885 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 2c429838-c0b0-4d57-bd82-0fb113188726 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:08:57.518531 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: 2c429838-c0b0-4d57-bd82-0fb113188726 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:08:57.519100 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 2c429838-c0b0-4d57-bd82-0fb113188726 not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:08:57.617579 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ead8f798-e824-4d02-9a6b-9cda746d6dcf req-6d175a54-2b22-4752-9375-54ae57ed522e tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.20 "GET /v2.0/ports?device_id=411f426f-d90e-41f9-a94d-2d4efeb9ff07 HTTP/1.1" status: 200 len: 210 time: 0.0630665 Nov 12 01:08:58.332123 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:08:58.344103 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 60756) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:58.584292 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-2e6b5321-a003-42ab-b90a-47e337d18b34 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Deleting port 19842b37-da6a-4d5e-8a34-3190ce09faaf {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:58.584421 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2e6b5321-a003-42ab-b90a-47e337d18b34 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:58.686963 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2e6b5321-a003-42ab-b90a-47e337d18b34 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:58.687631 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2e6b5321-a003-42ab-b90a-47e337d18b34 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:58.702990 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-2e6b5321-a003-42ab-b90a-47e337d18b34 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Calling delete_port for 19842b37-da6a-4d5e-8a34-3190ce09faaf owned by network:floatingip {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:58.936604 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7e7a91ec-8ce2-47a2-9405-cad07ff783d7 req-42c80a0c-0c00-47c2-a844-334d153a4d68 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.20 "GET /v2.0/ports?device_id=411f426f-d90e-41f9-a94d-2d4efeb9ff07 HTTP/1.1" status: 200 len: 210 time: 0.1185970 Nov 12 01:08:59.068300 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2e6b5321-a003-42ab-b90a-47e337d18b34 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:59.155352 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b5321-a003-42ab-b90a-47e337d18b34 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Pushing event deleted for resources: {'Port': ['ID=19842b37-da6a-4d5e-8a34-3190ce09faaf,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:59.205129 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183111b-9f16-460e-916e-ed095da53a30 req-8b76eecc-c2c1-416a-a7bb-11ef25ad00f9 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:59.206881 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8183111b-9f16-460e-916e-ed095da53a30 req-8b76eecc-c2c1-416a-a7bb-11ef25ad00f9 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.54 "GET /v2.0/networks?id=3517ca2a-f424-4e1e-82a1-e86941a65cab HTTP/1.1" status: 200 len: 809 time: 0.3113294 Nov 12 01:08:59.217960 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f85b12b5-0980-4197-b2a3-458a7ef43b42 req-9584f986-606b-4bc0-8a32-36331dad63c8 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.3308396 Nov 12 01:08:59.235618 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-8183111b-9f16-460e-916e-ed095da53a30 req-4c3211c5-3aac-4b0c-99c2-997f3a58acad tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Request body: {'port': {'device_id': '411f426f-d90e-41f9-a94d-2d4efeb9ff07', 'network_id': '3517ca2a-f424-4e1e-82a1-e86941a65cab', 'admin_state_up': True, 'tenant_id': '72ca1c56f1104d8680bc3d1b25d37bb8'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:59.393745 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2e6b5321-a003-42ab-b90a-47e337d18b34 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks [] for floatingip, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:59.399912 n-d-812236-11 neutron-server[102662]: INFO neutron.db.l3_db [None req-2e6b5321-a003-42ab-b90a-47e337d18b34 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Floating IP 540c995f-0d42-432c-b76a-0f87e1656f3a disassociated (deleted). External IP: 172.25.2.142, port: 3eda19fe-9985-4516-b8f2-80ce1c8bad05. Nov 12 01:08:59.537749 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-107ce91b-f3f9-4b88-9bf3-ae4668cfb0f7 req-59276e47-c9a6-4187-abfe-ed3d55d4cf52 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0402646 Nov 12 01:08:59.561315 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8183111b-9f16-460e-916e-ed095da53a30 req-4c3211c5-3aac-4b0c-99c2-997f3a58acad tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Made reservation on behalf of 72ca1c56f1104d8680bc3d1b25d37bb8 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:08:59.566353 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-8183111b-9f16-460e-916e-ed095da53a30 req-4c3211c5-3aac-4b0c-99c2-997f3a58acad tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:59.738585 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6b5321-a003-42ab-b90a-47e337d18b34 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Router 73195ceb-7213-45b2-be20-07f5d125ac4d has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:08:59.765357 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-8183111b-9f16-460e-916e-ed095da53a30 req-4c3211c5-3aac-4b0c-99c2-997f3a58acad tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Allocated IP 172.20.0.6 (3517ca2a-f424-4e1e-82a1-e86941a65cab/c9fddd8b-a4b4-4ac4-aa9c-2e10ea72a4ae/502b5a6f-4068-4fb5-8caf-528ec7222b20) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:09:00.002288 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-8183111b-9f16-460e-916e-ed095da53a30 req-4c3211c5-3aac-4b0c-99c2-997f3a58acad tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.050066 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-8183111b-9f16-460e-916e-ed095da53a30 req-4c3211c5-3aac-4b0c-99c2-997f3a58acad tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.134347 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3211c5-3aac-4b0c-99c2-997f3a58acad tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Pushing event updated for resources: {'Port': ['ID=502b5a6f-4068-4fb5-8caf-528ec7222b20,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:00.164277 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 60806) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:00.179228 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8183111b-9f16-460e-916e-ed095da53a30 req-4c3211c5-3aac-4b0c-99c2-997f3a58acad tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Network 3517ca2a-f424-4e1e-82a1-e86941a65cab is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:09:00.208847 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c548be7-a9e5-4371-a56e-5cf80f2f09da req-71b8f1cb-0487-4af2-b4ec-7c1fedd891f5 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:00.210329 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8c548be7-a9e5-4371-a56e-5cf80f2f09da req-71b8f1cb-0487-4af2-b4ec-7c1fedd891f5 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.20 "GET /v2.0/ports?device_id=411f426f-d90e-41f9-a94d-2d4efeb9ff07 HTTP/1.1" status: 200 len: 931 time: 0.1034567 Nov 12 01:09:00.211281 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-8183111b-9f16-460e-916e-ed095da53a30 req-4c3211c5-3aac-4b0c-99c2-997f3a58acad tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:00.223318 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-8183111b-9f16-460e-916e-ed095da53a30 req-4c3211c5-3aac-4b0c-99c2-997f3a58acad tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:09:00.346669 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183111b-9f16-460e-916e-ed095da53a30 req-4c3211c5-3aac-4b0c-99c2-997f3a58acad tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:00.347332 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-8183111b-9f16-460e-916e-ed095da53a30 req-4c3211c5-3aac-4b0c-99c2-997f3a58acad tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.348838 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6b5321-a003-42ab-b90a-47e337d18b34 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:09:00.360663 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2e6b5321-a003-42ab-b90a-47e337d18b34 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.365575 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cde81d-454d-46c7-aadd-a4719846607d None None] Sync routers for ids ['73195ceb-7213-45b2-be20-07f5d125ac4d'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:09:00.386616 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cde81d-454d-46c7-aadd-a4719846607d None None] Routers {'73195ceb-7213-45b2-be20-07f5d125ac4d'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:00.387241 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-90cde81d-454d-46c7-aadd-a4719846607d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:08:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['73195ceb-7213-45b2-be20-07f5d125ac4d'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:00.423148 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2e6b5321-a003-42ab-b90a-47e337d18b34 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "DELETE /v2.0/floatingips/540c995f-0d42-432c-b76a-0f87e1656f3a HTTP/1.1" status: 204 len: 168 time: 2.0777051 Nov 12 01:09:00.424628 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb4ac3c8-3a8a-42bf-8002-183bb82a70b6', 'tag': '3eda19fe-9985-4516-b8f2-80ce1c8bad05'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:09:00.430649 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73faa6a9-8ad0-4625-81c2-1c7e1dee3a94" -d '{"events": [{"name": "network-changed", "server_uuid": "bb4ac3c8-3a8a-42bf-8002-183bb82a70b6", "tag": "3eda19fe-9985-4516-b8f2-80ce1c8bad05"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:09:00.488454 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8183111b-9f16-460e-916e-ed095da53a30 req-4c3211c5-3aac-4b0c-99c2-997f3a58acad tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2632942 Nov 12 01:09:00.513970 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [req-8183111b-9f16-460e-916e-ed095da53a30 req-effab07d-17d9-40f8-877c-75839d8352c7 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:00.524231 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8183111b-9f16-460e-916e-ed095da53a30 req-effab07d-17d9-40f8-877c-75839d8352c7 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0179417 Nov 12 01:09:00.532633 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d33592e7-1728-46cd-a7a0-5e69989fb9f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.554518 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-8183111b-9f16-460e-916e-ed095da53a30 req-d8d68da0-8090-48cc-b6a7-64631e4db219 service neutron] Request body: {'port': {'device_id': '411f426f-d90e-41f9-a94d-2d4efeb9ff07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:00.616433 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-90cde81d-454d-46c7-aadd-a4719846607d None None] Set router 73195ceb-7213-45b2-be20-07f5d125ac4d gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:09:00.760155 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8c548be7-a9e5-4371-a56e-5cf80f2f09da req-1cce7e76-d8e6-48b8-b059-451ecd5d190f tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.20 "GET /v2.0/security-groups?id=78c38734-61b1-4ef8-ae95-a8a477e1c7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4283388 Nov 12 01:09:00.789919 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0b8c55-bd8a-47d0-ad5c-1b4c1ed1215b x-openstack-request-id: req-cc0b8c55-bd8a-47d0-ad5c-1b4c1ed1215b {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:09:00.790209 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb4ac3c8-3a8a-42bf-8002-183bb82a70b6", "tag": "3eda19fe-9985-4516-b8f2-80ce1c8bad05", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:09:00.790466 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cc0b8c55-bd8a-47d0-ad5c-1b4c1ed1215b {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:09:00.790955 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb4ac3c8-3a8a-42bf-8002-183bb82a70b6', 'tag': '3eda19fe-9985-4516-b8f2-80ce1c8bad05', 'status': 'completed', 'code': 200} Nov 12 01:09:00.796031 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d33592e7-1728-46cd-a7a0-5e69989fb9f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.804978 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d33592e7-1728-46cd-a7a0-5e69989fb9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.875649 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d33592e7-1728-46cd-a7a0-5e69989fb9f7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7633e76111b94721af9912526a11a4ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7042625 Nov 12 01:09:00.876741 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 60828) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:00.877644 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33592e7-1728-46cd-a7a0-5e69989fb9f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b12eaa-f5b3-4f6f-8680-ffc6a884e5f4,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:00.908460 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-8183111b-9f16-460e-916e-ed095da53a30 req-d8d68da0-8090-48cc-b6a7-64631e4db219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.957459 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73faa6a9-8ad0-4625-81c2-1c7e1dee3a94 req-6fc98adc-bdf3-45a4-af23-16495733f314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:00.959160 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-73faa6a9-8ad0-4625-81c2-1c7e1dee3a94 req-6fc98adc-bdf3-45a4-af23-16495733f314 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2d1d2db136304f3299857405886c74e7&device_id=bb4ac3c8-3a8a-42bf-8002-183bb82a70b6 HTTP/1.1" status: 200 len: 1097 time: 0.1258652 Nov 12 01:09:01.087827 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-385f6d8a-d34c-40be-8d90-54afddf4dc5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:01.125910 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-90cde81d-454d-46c7-aadd-a4719846607d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'name': 'tempest-TestVolumeBackupRestore-1028810709-router', 'tenant_id': '2d1d2db136304f3299857405886c74e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '3fd784bf-b663-4f70-9b9c-c5b746587a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:53Z', 'updated_at': '2021-11-12T01:04:00Z', 'revision_number': 4, 'project_id': '2d1d2db136304f3299857405886c74e7', 'gw_port': {'id': '3fd784bf-b663-4f70-9b9c-c5b746587a76', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:61:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:54Z', 'updated_at': '2021-11-12T01:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'f3c70f72-d12e-4c22-97d7-c2431ca34628', 'name': '', 'network_id': 'be0a0b4d-9d2b-47b4-ac71-b951ba08f877', 'tenant_id': '2d1d2db136304f3299857405886c74e7', 'mac_address': 'fa:16:3e:53:3f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '1cb753fa-b255-493f-8761-fe1ea8d98c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:59Z', 'updated_at': '2021-11-12T01:04:11Z', 'revision_number': 5, 'project_id': '2d1d2db136304f3299857405886c74e7', 'subnets': [{'id': '1cb753fa-b255-493f-8761-fe1ea8d98c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:01.129969 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73faa6a9-8ad0-4625-81c2-1c7e1dee3a94 req-dc9b3478-52b2-4254-8ffb-263a73662df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:01.131943 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-73faa6a9-8ad0-4625-81c2-1c7e1dee3a94 req-dc9b3478-52b2-4254-8ffb-263a73662df7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=be0a0b4d-9d2b-47b4-ac71-b951ba08f877 HTTP/1.1" status: 200 len: 915 time: 0.1634297 Nov 12 01:09:01.150854 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b154ab1-1732-41ba-842d-c7c4e3f9c7e0 req-5d9f67b6-da9a-4f6e-901f-9e47bb8253d9 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:01.153622 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b154ab1-1732-41ba-842d-c7c4e3f9c7e0 req-5d9f67b6-da9a-4f6e-901f-9e47bb8253d9 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4ac3c8-3a8a-42bf-8002-183bb82a70b6 HTTP/1.1" status: 200 len: 945 time: 0.1728916 Nov 12 01:09:01.162585 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-385f6d8a-d34c-40be-8d90-54afddf4dc5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:01.171724 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cde81d-454d-46c7-aadd-a4719846607d None None] Checking router: 73195ceb-7213-45b2-be20-07f5d125ac4d for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:09:01.189481 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cde81d-454d-46c7-aadd-a4719846607d None None] Routers {'73195ceb-7213-45b2-be20-07f5d125ac4d'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:01.190481 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-90cde81d-454d-46c7-aadd-a4719846607d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:08:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['73195ceb-7213-45b2-be20-07f5d125ac4d'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:01.196337 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-73faa6a9-8ad0-4625-81c2-1c7e1dee3a94 req-7b711913-0243-4757-b133-26b581422904 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3eda19fe-9985-4516-b8f2-80ce1c8bad05 HTTP/1.1" status: 200 len: 217 time: 0.0568051 Nov 12 01:09:01.253656 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73faa6a9-8ad0-4625-81c2-1c7e1dee3a94 req-7dc7d35b-ed45-4620-8d7b-f15f6b66cbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:01.255238 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-73faa6a9-8ad0-4625-81c2-1c7e1dee3a94 req-7dc7d35b-ed45-4620-8d7b-f15f6b66cbc2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1cb753fa-b255-493f-8761-fe1ea8d98c08 HTTP/1.1" status: 200 len: 853 time: 0.0486038 Nov 12 01:09:01.316716 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b154ab1-1732-41ba-842d-c7c4e3f9c7e0 req-519776b3-68a4-4833-b398-b4ebf99b1c51 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/security-groups?id=391e394e-08b9-4b0c-ae0e-56c106bd200a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517265 Nov 12 01:09:01.386545 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-90cde81d-454d-46c7-aadd-a4719846607d None None] Set router 73195ceb-7213-45b2-be20-07f5d125ac4d gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:09:01.390455 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73faa6a9-8ad0-4625-81c2-1c7e1dee3a94 req-6a028a36-3532-4072-96da-2ef501034eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:01.392160 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-73faa6a9-8ad0-4625-81c2-1c7e1dee3a94 req-6a028a36-3532-4072-96da-2ef501034eaa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=be0a0b4d-9d2b-47b4-ac71-b951ba08f877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1292503 Nov 12 01:09:01.405308 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-385f6d8a-d34c-40be-8d90-54afddf4dc5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:01.407856 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-385f6d8a-d34c-40be-8d90-54afddf4dc5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:01.409037 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-385f6d8a-d34c-40be-8d90-54afddf4dc5a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/09b12eaa-f5b3-4f6f-8680-ffc6a884e5f4 HTTP/1.1" status: 204 len: 168 time: 0.4952829 Nov 12 01:09:01.468542 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f6d8a-d34c-40be-8d90-54afddf4dc5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b12eaa-f5b3-4f6f-8680-ffc6a884e5f4,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:01.627935 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-73faa6a9-8ad0-4625-81c2-1c7e1dee3a94 req-48972ede-6aa8-43df-9454-bb46680887fd service neutron] 10.222.0.49 "GET /v2.0/networks/be0a0b4d-9d2b-47b4-ac71-b951ba08f877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260830 Nov 12 01:09:01.631719 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-690b709f-8c1f-40df-b258-931e45ffceb7 req-5ae511f7-0f9c-4d0e-9833-e829c9a4a555 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0554814 Nov 12 01:09:01.783848 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-8183111b-9f16-460e-916e-ed095da53a30 req-d8d68da0-8090-48cc-b6a7-64631e4db219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 502b5a6f-4068-4fb5-8caf-528ec7222b20 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:09:01.797513 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-8183111b-9f16-460e-916e-ed095da53a30 req-d8d68da0-8090-48cc-b6a7-64631e4db219 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:01.841257 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-8183111b-9f16-460e-916e-ed095da53a30 req-d8d68da0-8090-48cc-b6a7-64631e4db219 service neutron] Transition to ACTIVE for port object 502b5a6f-4068-4fb5-8caf-528ec7222b20 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:09:01.843643 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-73faa6a9-8ad0-4625-81c2-1c7e1dee3a94 req-2f67b5b9-b93c-4903-806b-92f4520c7d04 service neutron] 10.222.0.49 "GET /v2.0/networks/be0a0b4d-9d2b-47b4-ac71-b951ba08f877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037594 Nov 12 01:09:01.845876 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-90cde81d-454d-46c7-aadd-a4719846607d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'name': 'tempest-TestVolumeBackupRestore-1028810709-router', 'tenant_id': '2d1d2db136304f3299857405886c74e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '3fd784bf-b663-4f70-9b9c-c5b746587a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:53Z', 'updated_at': '2021-11-12T01:04:00Z', 'revision_number': 4, 'project_id': '2d1d2db136304f3299857405886c74e7', 'gw_port': {'id': '3fd784bf-b663-4f70-9b9c-c5b746587a76', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:61:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:54Z', 'updated_at': '2021-11-12T01:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'f3c70f72-d12e-4c22-97d7-c2431ca34628', 'name': '', 'network_id': 'be0a0b4d-9d2b-47b4-ac71-b951ba08f877', 'tenant_id': '2d1d2db136304f3299857405886c74e7', 'mac_address': 'fa:16:3e:53:3f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '1cb753fa-b255-493f-8761-fe1ea8d98c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:59Z', 'updated_at': '2021-11-12T01:04:11Z', 'revision_number': 5, 'project_id': '2d1d2db136304f3299857405886c74e7', 'subnets': [{'id': '1cb753fa-b255-493f-8761-fe1ea8d98c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:01.849358 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-8183111b-9f16-460e-916e-ed095da53a30 req-d8d68da0-8090-48cc-b6a7-64631e4db219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:01.987890 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-64bd3457-bf47-4155-a6c0-7661a3c35442 req-80f8f2c7-3f5e-405a-8854-4305acddfc23 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0616844 Nov 12 01:09:02.048222 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f1c6cc-fa44-41ef-b00b-6a688a760360 req-e1fa95f5-d518-4211-ba1b-73efbdaba06b tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:02.050474 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-23f1c6cc-fa44-41ef-b00b-6a688a760360 req-e1fa95f5-d518-4211-ba1b-73efbdaba06b tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.20 "GET /v2.0/ports?device_id=411f426f-d90e-41f9-a94d-2d4efeb9ff07 HTTP/1.1" status: 200 len: 943 time: 0.1282423 Nov 12 01:09:02.132371 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cde81d-454d-46c7-aadd-a4719846607d None None] The sync data for ids ['73195ceb-7213-45b2-be20-07f5d125ac4d'] in n-d-812236-11 is: [{'id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'name': 'tempest-TestVolumeBackupRestore-1028810709-router', 'tenant_id': '2d1d2db136304f3299857405886c74e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '3fd784bf-b663-4f70-9b9c-c5b746587a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:53Z', 'updated_at': '2021-11-12T01:04:00Z', 'revision_number': 4, 'project_id': '2d1d2db136304f3299857405886c74e7', 'gw_port': {'id': '3fd784bf-b663-4f70-9b9c-c5b746587a76', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:61:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:54Z', 'updated_at': '2021-11-12T01:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'f3c70f72-d12e-4c22-97d7-c2431ca34628', 'name': '', 'network_id': 'be0a0b4d-9d2b-47b4-ac71-b951ba08f877', 'tenant_id': '2d1d2db136304f3299857405886c74e7', 'mac_address': 'fa:16:3e:53:3f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '1cb753fa-b255-493f-8761-fe1ea8d98c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:59Z', 'updated_at': '2021-11-12T01:04:11Z', 'revision_number': 5, 'project_id': '2d1d2db136304f3299857405886c74e7', 'subnets': [{'id': '1cb753fa-b255-493f-8761-fe1ea8d98c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:09:02.156617 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 60854) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:02.172562 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d68da0-8090-48cc-b6a7-64631e4db219 service neutron] Pushing event updated for resources: {'Port': ['ID=502b5a6f-4068-4fb5-8caf-528ec7222b20,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:02.188819 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d2978c49-3330-41ed-aa5c-6c7dfaeb39ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:02.190344 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-23f1c6cc-fa44-41ef-b00b-6a688a760360 req-d96acd6a-8ea9-4cd7-aba0-c8e4d17e8df1 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.20 "GET /v2.0/security-groups?id=78c38734-61b1-4ef8-ae95-a8a477e1c7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328876 Nov 12 01:09:02.223277 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-8183111b-9f16-460e-916e-ed095da53a30 req-d8d68da0-8090-48cc-b6a7-64631e4db219 service neutron] Attempting to bind port 502b5a6f-4068-4fb5-8caf-528ec7222b20 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:09:02.223648 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-8183111b-9f16-460e-916e-ed095da53a30 req-d8d68da0-8090-48cc-b6a7-64631e4db219 service neutron] Attempting to bind port 502b5a6f-4068-4fb5-8caf-528ec7222b20 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '281b9a83-148c-482d-b69a-723024934d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3517ca2a-f424-4e1e-82a1-e86941a65cab'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:09:02.224134 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8183111b-9f16-460e-916e-ed095da53a30 req-d8d68da0-8090-48cc-b6a7-64631e4db219 service neutron] Attempting to bind port 502b5a6f-4068-4fb5-8caf-528ec7222b20 on network 3517ca2a-f424-4e1e-82a1-e86941a65cab {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:09:02.236399 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8183111b-9f16-460e-916e-ed095da53a30 req-d8d68da0-8090-48cc-b6a7-64631e4db219 service neutron] Port 502b5a6f-4068-4fb5-8caf-528ec7222b20 on network 3517ca2a-f424-4e1e-82a1-e86941a65cab not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:09:02.236602 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8183111b-9f16-460e-916e-ed095da53a30 req-d8d68da0-8090-48cc-b6a7-64631e4db219 service neutron] Attempting to bind port 502b5a6f-4068-4fb5-8caf-528ec7222b20 on network 3517ca2a-f424-4e1e-82a1-e86941a65cab {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:09:02.255756 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8183111b-9f16-460e-916e-ed095da53a30 req-d8d68da0-8090-48cc-b6a7-64631e4db219 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:09:02.256102 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8183111b-9f16-460e-916e-ed095da53a30 req-d8d68da0-8090-48cc-b6a7-64631e4db219 service neutron] Checking segment: {'id': '281b9a83-148c-482d-b69a-723024934d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3517ca2a-f424-4e1e-82a1-e86941a65cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:09:02.256536 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8183111b-9f16-460e-916e-ed095da53a30 req-d8d68da0-8090-48cc-b6a7-64631e4db219 service neutron] Bound using segment: {'id': '281b9a83-148c-482d-b69a-723024934d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3517ca2a-f424-4e1e-82a1-e86941a65cab'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:09:02.257035 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-8183111b-9f16-460e-916e-ed095da53a30 req-d8d68da0-8090-48cc-b6a7-64631e4db219 service neutron] Bound port: 502b5a6f-4068-4fb5-8caf-528ec7222b20, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '281b9a83-148c-482d-b69a-723024934d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3517ca2a-f424-4e1e-82a1-e86941a65cab'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:09:02.257426 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-8183111b-9f16-460e-916e-ed095da53a30 req-d8d68da0-8090-48cc-b6a7-64631e4db219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:02.413336 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d2978c49-3330-41ed-aa5c-6c7dfaeb39ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:02.422945 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-8183111b-9f16-460e-916e-ed095da53a30 req-d8d68da0-8090-48cc-b6a7-64631e4db219 service neutron] For port 502b5a6f-4068-4fb5-8caf-528ec7222b20, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:09:02.427917 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-8183111b-9f16-460e-916e-ed095da53a30 req-d8d68da0-8090-48cc-b6a7-64631e4db219 service neutron] For port 502b5a6f-4068-4fb5-8caf-528ec7222b20, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=502b5a6f-4068-4fb5-8caf-528ec7222b20,segment=NetworkSegment(281b9a83-148c-482d-b69a-723024934d29),segment_id=281b9a83-148c-482d-b69a-723024934d29)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:09:02.429777 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d2978c49-3330-41ed-aa5c-6c7dfaeb39ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:02.476226 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-8183111b-9f16-460e-916e-ed095da53a30 req-d8d68da0-8090-48cc-b6a7-64631e4db219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:02.568309 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183111b-9f16-460e-916e-ed095da53a30 req-d8d68da0-8090-48cc-b6a7-64631e4db219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:02.569179 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-8183111b-9f16-460e-916e-ed095da53a30 req-d8d68da0-8090-48cc-b6a7-64631e4db219 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:02.571003 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8183111b-9f16-460e-916e-ed095da53a30 req-d8d68da0-8090-48cc-b6a7-64631e4db219 service neutron] 10.222.0.54 "PUT /v2.0/ports/502b5a6f-4068-4fb5-8caf-528ec7222b20 HTTP/1.1" status: 200 len: 1092 time: 2.0238755 Nov 12 01:09:02.598212 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '411f426f-d90e-41f9-a94d-2d4efeb9ff07', 'tag': '502b5a6f-4068-4fb5-8caf-528ec7222b20'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:09:02.600966 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd33e730-4cbe-46f3-8989-d59b1ba96da7" -d '{"events": [{"name": "network-changed", "server_uuid": "411f426f-d90e-41f9-a94d-2d4efeb9ff07", "tag": "502b5a6f-4068-4fb5-8caf-528ec7222b20"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:09:02.623303 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb215b2-a08a-4716-a24d-d19892be5a5e None None] New status for floating IP 540c995f-0d42-432c-b76a-0f87e1656f3a: DOWN {{(pid=102663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:09:02.645160 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d2978c49-3330-41ed-aa5c-6c7dfaeb39ee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=56e2fab3a95b4d80bd4957c90a0b5bb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4864271 Nov 12 01:09:02.652281 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7129a8f-a9c7-4d16-a92d-f9e82747d8dd req-7af16a69-eb21-4fb6-b387-0426d875cb13 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:02.658581 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b7129a8f-a9c7-4d16-a92d-f9e82747d8dd req-7af16a69-eb21-4fb6-b387-0426d875cb13 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb4ac3c8-3a8a-42bf-8002-183bb82a70b6 HTTP/1.1" status: 200 len: 945 time: 0.1414645 Nov 12 01:09:02.661480 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 60868) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:02.687725 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2978c49-3330-41ed-aa5c-6c7dfaeb39ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26278a8-de97-4619-afa1-f1b8de414d8f,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:02.712998 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d8df0b-b996-4711-b845-603efb90febb x-openstack-request-id: req-09d8df0b-b996-4711-b845-603efb90febb {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:09:02.714411 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "411f426f-d90e-41f9-a94d-2d4efeb9ff07", "tag": "502b5a6f-4068-4fb5-8caf-528ec7222b20", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:09:02.714687 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-09d8df0b-b996-4711-b845-603efb90febb {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:09:02.715065 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '411f426f-d90e-41f9-a94d-2d4efeb9ff07', 'tag': '502b5a6f-4068-4fb5-8caf-528ec7222b20', 'status': 'completed', 'code': 200} Nov 12 01:09:02.748479 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d68da0-8090-48cc-b6a7-64631e4db219 service neutron] Pushing event updated for resources: {'Port': ['ID=502b5a6f-4068-4fb5-8caf-528ec7222b20,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:02.773196 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e7605-877b-4eb3-a8e9-5c483d09f32c req-03b89a56-c8d3-434d-9f31-9929bc175892 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:02.776078 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b16e7605-877b-4eb3-a8e9-5c483d09f32c req-03b89a56-c8d3-434d-9f31-9929bc175892 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4ac3c8-3a8a-42bf-8002-183bb82a70b6 HTTP/1.1" status: 200 len: 945 time: 0.2795641 Nov 12 01:09:02.797703 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183111b-9f16-460e-916e-ed095da53a30 req-a8ddada9-e77c-4d70-8b8b-9ac09c64ebd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:02.802756 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8183111b-9f16-460e-916e-ed095da53a30 req-a8ddada9-e77c-4d70-8b8b-9ac09c64ebd1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=72ca1c56f1104d8680bc3d1b25d37bb8&device_id=411f426f-d90e-41f9-a94d-2d4efeb9ff07 HTTP/1.1" status: 200 len: 1095 time: 0.1576772 Nov 12 01:09:02.922479 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8183111b-9f16-460e-916e-ed095da53a30 req-808aeffd-6194-4d1b-a039-16c4b60c6223 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=502b5a6f-4068-4fb5-8caf-528ec7222b20 HTTP/1.1" status: 200 len: 217 time: 0.0952141 Nov 12 01:09:03.052740 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7aa2253a-bb37-49c9-95dd-0d6fa1369b25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.077883 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7aa2253a-bb37-49c9-95dd-0d6fa1369b25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.092086 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b16e7605-877b-4eb3-a8e9-5c483d09f32c req-9b55d2f2-f08a-4db2-894b-50380356e3c9 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/security-groups?id=391e394e-08b9-4b0c-ae0e-56c106bd200a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3013935 Nov 12 01:09:03.106731 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183111b-9f16-460e-916e-ed095da53a30 req-505bcbc5-dcd9-41a3-b85a-a7e6cb7ceac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:03.108494 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8183111b-9f16-460e-916e-ed095da53a30 req-505bcbc5-dcd9-41a3-b85a-a7e6cb7ceac2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c9fddd8b-a4b4-4ac4-aa9c-2e10ea72a4ae HTTP/1.1" status: 200 len: 849 time: 0.1852510 Nov 12 01:09:03.175953 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8183111b-9f16-460e-916e-ed095da53a30 req-be0845c0-1f91-4d34-9fd4-c43710dc1a05 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3517ca2a-f424-4e1e-82a1-e86941a65cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588570 Nov 12 01:09:03.211766 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-b7129a8f-a9c7-4d16-a92d-f9e82747d8dd req-9d989107-3a75-4570-a360-a6607054a443 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Deleting port 3eda19fe-9985-4516-b8f2-80ce1c8bad05 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:09:03.211996 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b7129a8f-a9c7-4d16-a92d-f9e82747d8dd req-9d989107-3a75-4570-a360-a6607054a443 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.225126 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7aa2253a-bb37-49c9-95dd-0d6fa1369b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.240575 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7aa2253a-bb37-49c9-95dd-0d6fa1369b25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.249500 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7aa2253a-bb37-49c9-95dd-0d6fa1369b25 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d26278a8-de97-4619-afa1-f1b8de414d8f HTTP/1.1" status: 204 len: 168 time: 0.5861578 Nov 12 01:09:03.378559 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa2253a-bb37-49c9-95dd-0d6fa1369b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26278a8-de97-4619-afa1-f1b8de414d8f,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:03.417126 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8183111b-9f16-460e-916e-ed095da53a30 req-c19b2b96-d810-4748-b63f-f9de6e1a9c65 service neutron] 10.222.0.54 "GET /v2.0/networks/3517ca2a-f424-4e1e-82a1-e86941a65cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202704 Nov 12 01:09:03.613014 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa5e34-3e15-440e-9b9d-894093df24e8 req-d99e6809-19da-4926-ab47-4b06d457cd7a tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:03.614561 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8daa5e34-3e15-440e-9b9d-894093df24e8 req-d99e6809-19da-4926-ab47-4b06d457cd7a tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.20 "GET /v2.0/ports?device_id=411f426f-d90e-41f9-a94d-2d4efeb9ff07 HTTP/1.1" status: 200 len: 943 time: 0.2944262 Nov 12 01:09:03.641365 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8183111b-9f16-460e-916e-ed095da53a30 req-eca793d9-cb61-43c6-8679-aa691ef2135e service neutron] 10.222.0.54 "GET /v2.0/networks/3517ca2a-f424-4e1e-82a1-e86941a65cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228687 Nov 12 01:09:03.668229 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-b7129a8f-a9c7-4d16-a92d-f9e82747d8dd req-9d989107-3a75-4570-a360-a6607054a443 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] For port 3eda19fe-9985-4516-b8f2-80ce1c8bad05, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=3eda19fe-9985-4516-b8f2-80ce1c8bad05,segment=NetworkSegment(4bfa3d7a-955d-4291-8636-691c27fe66f3),segment_id=4bfa3d7a-955d-4291-8636-691c27fe66f3)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:03.668860 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b7129a8f-a9c7-4d16-a92d-f9e82747d8dd req-9d989107-3a75-4570-a360-a6607054a443 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.721986 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-b7129a8f-a9c7-4d16-a92d-f9e82747d8dd req-9d989107-3a75-4570-a360-a6607054a443 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Calling delete_port for 3eda19fe-9985-4516-b8f2-80ce1c8bad05 owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:09:03.789726 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8daa5e34-3e15-440e-9b9d-894093df24e8 req-b1105dbe-84d5-4e94-ae82-f9c72224acdc tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.20 "GET /v2.0/security-groups?id=78c38734-61b1-4ef8-ae95-a8a477e1c7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590860 Nov 12 01:09:03.833283 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33e730-4cbe-46f3-8989-d59b1ba96da7 req-5c44a59b-f6d1-440d-aa5f-ae95dfaad26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:03.853837 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bd33e730-4cbe-46f3-8989-d59b1ba96da7 req-5c44a59b-f6d1-440d-aa5f-ae95dfaad26c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=72ca1c56f1104d8680bc3d1b25d37bb8&device_id=411f426f-d90e-41f9-a94d-2d4efeb9ff07 HTTP/1.1" status: 200 len: 1095 time: 0.0963693 Nov 12 01:09:04.080259 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b7129a8f-a9c7-4d16-a92d-f9e82747d8dd req-9d989107-3a75-4570-a360-a6607054a443 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:04.191721 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d989107-3a75-4570-a360-a6607054a443 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Pushing event deleted for resources: {'Port': ['ID=3eda19fe-9985-4516-b8f2-80ce1c8bad05,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:04.335184 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-81c9b109-304f-4ce2-8bb7-497678e54ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:04.357622 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7129a8f-a9c7-4d16-a92d-f9e82747d8dd req-9d989107-3a75-4570-a360-a6607054a443 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] No DVR routers for this DVR port 3eda19fe-9985-4516-b8f2-80ce1c8bad05 on host n-h1-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:09:04.360384 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b7129a8f-a9c7-4d16-a92d-f9e82747d8dd req-9d989107-3a75-4570-a360-a6607054a443 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:04.363916 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b7129a8f-a9c7-4d16-a92d-f9e82747d8dd req-9d989107-3a75-4570-a360-a6607054a443 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.49 "DELETE /v2.0/ports/3eda19fe-9985-4516-b8f2-80ce1c8bad05 HTTP/1.1" status: 204 len: 173 time: 1.6292706 Nov 12 01:09:04.364595 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4ac3c8-3a8a-42bf-8002-183bb82a70b6', 'name': 'network-vif-deleted', 'tag': '3eda19fe-9985-4516-b8f2-80ce1c8bad05'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:09:04.368550 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39baed2d-1790-44e8-81fd-61ed350932d4" -d '{"events": [{"server_uuid": "bb4ac3c8-3a8a-42bf-8002-183bb82a70b6", "name": "network-vif-deleted", "tag": "3eda19fe-9985-4516-b8f2-80ce1c8bad05"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:09:04.451603 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19030b3-855b-4fde-b87c-c74c5298cfd3 x-openstack-request-id: req-f19030b3-855b-4fde-b87c-c74c5298cfd3 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:09:04.451895 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb4ac3c8-3a8a-42bf-8002-183bb82a70b6", "name": "network-vif-deleted", "tag": "3eda19fe-9985-4516-b8f2-80ce1c8bad05", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:09:04.452149 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f19030b3-855b-4fde-b87c-c74c5298cfd3 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:09:04.452555 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb4ac3c8-3a8a-42bf-8002-183bb82a70b6', 'name': 'network-vif-deleted', 'tag': '3eda19fe-9985-4516-b8f2-80ce1c8bad05', 'status': 'completed', 'code': 200} Nov 12 01:09:04.685907 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8d119e86-a675-4c4c-b27d-7a5139e2f2cf req-379d7dd8-fd70-4932-b0ca-81233840c78e service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.6618209 Nov 12 01:09:04.786990 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33e730-4cbe-46f3-8989-d59b1ba96da7 req-7c9fbab5-522f-4096-8a6a-a380496faf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:04.788529 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bd33e730-4cbe-46f3-8989-d59b1ba96da7 req-7c9fbab5-522f-4096-8a6a-a380496faf5b service neutron] 10.222.0.54 "GET /v2.0/networks?id=3517ca2a-f424-4e1e-82a1-e86941a65cab HTTP/1.1" status: 200 len: 910 time: 0.9306254 Nov 12 01:09:04.821869 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-96ba6d4c-4c6a-4012-9bc4-73cf2305cc4b req-cfb23798-a28e-425b-b2c8-afa3959e340c tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4ac3c8-3a8a-42bf-8002-183bb82a70b6 HTTP/1.1" status: 200 len: 210 time: 0.1729147 Nov 12 01:09:04.887404 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bd33e730-4cbe-46f3-8989-d59b1ba96da7 req-73f0e32b-c546-49c6-bb7a-fbd9827c09c8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=502b5a6f-4068-4fb5-8caf-528ec7222b20 HTTP/1.1" status: 200 len: 217 time: 0.0640969 Nov 12 01:09:04.989683 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-56a08469-2f83-4514-b8f9-59b2564c1407 req-fd494b59-2dee-4444-9789-2137bb712525 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0684035 Nov 12 01:09:05.038670 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d090f5-803b-4f68-bd52-87218736db81 req-115a36a4-cd89-402c-9453-3165bbef69c7 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:05.042335 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-30d090f5-803b-4f68-bd52-87218736db81 req-115a36a4-cd89-402c-9453-3165bbef69c7 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.20 "GET /v2.0/ports?device_id=411f426f-d90e-41f9-a94d-2d4efeb9ff07 HTTP/1.1" status: 200 len: 943 time: 0.1091020 Nov 12 01:09:05.071295 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33e730-4cbe-46f3-8989-d59b1ba96da7 req-7b161855-7177-4d89-a94f-5f03feef63c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:05.079565 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bd33e730-4cbe-46f3-8989-d59b1ba96da7 req-7b161855-7177-4d89-a94f-5f03feef63c3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c9fddd8b-a4b4-4ac4-aa9c-2e10ea72a4ae HTTP/1.1" status: 200 len: 849 time: 0.1793489 Nov 12 01:09:05.133856 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bd33e730-4cbe-46f3-8989-d59b1ba96da7 req-8c3369eb-acf4-4dcc-af9e-e79a16556f64 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3517ca2a-f424-4e1e-82a1-e86941a65cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464809 Nov 12 01:09:05.159484 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-30d090f5-803b-4f68-bd52-87218736db81 req-93113fbd-a67e-4841-990d-651a67bc6b3d tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.20 "GET /v2.0/security-groups?id=78c38734-61b1-4ef8-ae95-a8a477e1c7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059332 Nov 12 01:09:05.350629 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bd33e730-4cbe-46f3-8989-d59b1ba96da7 req-f4a31b4a-74af-4783-9349-946fcdde578a service neutron] 10.222.0.54 "GET /v2.0/networks/3517ca2a-f424-4e1e-82a1-e86941a65cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053881 Nov 12 01:09:05.473463 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 3eda19fe-9985-4516-b8f2-80ce1c8bad05 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:09:05.522851 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: 3eda19fe-9985-4516-b8f2-80ce1c8bad05 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:09:05.526245 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 3eda19fe-9985-4516-b8f2-80ce1c8bad05 not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:09:05.552847 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bd33e730-4cbe-46f3-8989-d59b1ba96da7 req-3aef4e4d-dac9-402e-9692-42b622c2e0ce service neutron] 10.222.0.54 "GET /v2.0/networks/3517ca2a-f424-4e1e-82a1-e86941a65cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935995 Nov 12 01:09:05.684182 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 502b5a6f-4068-4fb5-8caf-528ec7222b20 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:09:05.813695 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 502b5a6f-4068-4fb5-8caf-528ec7222b20, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=502b5a6f-4068-4fb5-8caf-528ec7222b20,segment=NetworkSegment(281b9a83-148c-482d-b69a-723024934d29),segment_id=281b9a83-148c-482d-b69a-723024934d29)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:05.839182 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '502b5a6f-4068-4fb5-8caf-528ec7222b20', 'network_id': '3517ca2a-f424-4e1e-82a1-e86941a65cab', 'port_id': '502b5a6f-4068-4fb5-8caf-528ec7222b20', 'mac_address': 'fa:16:3e:d8:99:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fddd8b-a4b4-4ac4-aa9c-2e10ea72a4ae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:09:05.915596 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:05.932536 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 502b5a6f-4068-4fb5-8caf-528ec7222b20 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:09:05.962195 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 502b5a6f-4068-4fb5-8caf-528ec7222b20, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=502b5a6f-4068-4fb5-8caf-528ec7222b20,segment=NetworkSegment(281b9a83-148c-482d-b69a-723024934d29),segment_id=281b9a83-148c-482d-b69a-723024934d29)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:05.967586 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:05.988887 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-557c129d-6b75-4123-b700-9f0454862641 req-0a068c0d-e073-46ae-a68d-60cb3bc782bb tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4ac3c8-3a8a-42bf-8002-183bb82a70b6 HTTP/1.1" status: 200 len: 210 time: 0.0625365 Nov 12 01:09:06.021366 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=502b5a6f-4068-4fb5-8caf-528ec7222b20,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:06.303008 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba66907-49a4-4234-985d-11e9a78d1a50 req-994850ef-f41d-4f62-b4c5-eef54f43505f tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:06.312339 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-aba66907-49a4-4234-985d-11e9a78d1a50 req-994850ef-f41d-4f62-b4c5-eef54f43505f tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.20 "GET /v2.0/ports?device_id=411f426f-d90e-41f9-a94d-2d4efeb9ff07 HTTP/1.1" status: 200 len: 944 time: 0.0719967 Nov 12 01:09:06.362402 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['502b5a6f-4068-4fb5-8caf-528ec7222b20'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:09:06.435526 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-aba66907-49a4-4234-985d-11e9a78d1a50 req-f9004579-5a80-4a58-a753-ae4efc2d04ed tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.20 "GET /v2.0/security-groups?id=78c38734-61b1-4ef8-ae95-a8a477e1c7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203778 Nov 12 01:09:06.574182 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fdd760a0-2f98-434e-9c6c-ed6dd8ef582b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:06.903848 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8dc1e1d3-cdb3-4158-98cb-9927e241ed71 req-709e89c6-8787-46c5-9c01-d637ca9a6676 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0430152 Nov 12 01:09:07.148587 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9f3dea0b-dae0-46bc-b2a7-34dee643d5dc req-6b14af20-e675-4059-8aaf-40b1fc79965f service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0650539 Nov 12 01:09:07.230822 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-da6deb04-17e7-46fa-b625-2bbc9fdff88a req-277883b8-4aab-4ee6-abaa-d05c04260e94 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4ac3c8-3a8a-42bf-8002-183bb82a70b6 HTTP/1.1" status: 200 len: 210 time: 0.0847077 Nov 12 01:09:07.302444 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 60988) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:07.487650 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-27e382b0-b64b-4984-b845-7dac7254bc37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:07.629341 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-27e382b0-b64b-4984-b845-7dac7254bc37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:07.646605 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-27e382b0-b64b-4984-b845-7dac7254bc37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:07.696234 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 502b5a6f-4068-4fb5-8caf-528ec7222b20 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:09:07.711217 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:07.756301 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-27e382b0-b64b-4984-b845-7dac7254bc37 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=01dda54039464e60a84a572e9527c284&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4501612 Nov 12 01:09:07.761262 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 32768) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:07.847821 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1bc456-4b90-4661-86f3-150d263966ce req-1b237b28-afdc-4093-b7c1-c81125178334 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:07.850948 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1b1bc456-4b90-4661-86f3-150d263966ce req-1b237b28-afdc-4093-b7c1-c81125178334 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.20 "GET /v2.0/ports?device_id=411f426f-d90e-41f9-a94d-2d4efeb9ff07 HTTP/1.1" status: 200 len: 944 time: 0.2191992 Nov 12 01:09:07.854877 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 502b5a6f-4068-4fb5-8caf-528ec7222b20 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:09:07.858153 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e382b0-b64b-4984-b845-7dac7254bc37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790f4373-cecb-40f6-9159-0b3c47504ba0,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:07.862877 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 502b5a6f-4068-4fb5-8caf-528ec7222b20 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:07.863770 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:07.904974 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b7aba425-3afd-4087-9d1d-a412104830bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:07.963609 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b7aba425-3afd-4087-9d1d-a412104830bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:07.991856 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1b1bc456-4b90-4661-86f3-150d263966ce req-8f38c498-0f9a-49fd-a6bf-b84d7e92dc3e tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.20 "GET /v2.0/security-groups?id=78c38734-61b1-4ef8-ae95-a8a477e1c7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209579 Nov 12 01:09:08.031506 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b7aba425-3afd-4087-9d1d-a412104830bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.035427 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b7aba425-3afd-4087-9d1d-a412104830bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.040258 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b7aba425-3afd-4087-9d1d-a412104830bd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/790f4373-cecb-40f6-9159-0b3c47504ba0 HTTP/1.1" status: 204 len: 168 time: 0.2661011 Nov 12 01:09:08.058626 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.060210 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aba425-3afd-4087-9d1d-a412104830bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790f4373-cecb-40f6-9159-0b3c47504ba0,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:08.099310 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 502b5a6f-4068-4fb5-8caf-528ec7222b20, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=502b5a6f-4068-4fb5-8caf-528ec7222b20,segment=NetworkSegment(281b9a83-148c-482d-b69a-723024934d29),segment_id=281b9a83-148c-482d-b69a-723024934d29)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:08.101606 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '411f426f-d90e-41f9-a94d-2d4efeb9ff07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502b5a6f-4068-4fb5-8caf-528ec7222b20'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:09:08.105279 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ec98e2-e71a-443d-aaf7-b78c0c64ed65" -d '{"events": [{"server_uuid": "411f426f-d90e-41f9-a94d-2d4efeb9ff07", "name": "network-vif-plugged", "status": "completed", "tag": "502b5a6f-4068-4fb5-8caf-528ec7222b20"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:09:08.112129 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.188912 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e892cb01-c5f2-41ea-912e-4523ae345ced x-openstack-request-id: req-e892cb01-c5f2-41ea-912e-4523ae345ced {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:09:08.189278 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "411f426f-d90e-41f9-a94d-2d4efeb9ff07", "name": "network-vif-plugged", "status": "completed", "tag": "502b5a6f-4068-4fb5-8caf-528ec7222b20", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:09:08.189622 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e892cb01-c5f2-41ea-912e-4523ae345ced {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:09:08.190413 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '411f426f-d90e-41f9-a94d-2d4efeb9ff07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502b5a6f-4068-4fb5-8caf-528ec7222b20', 'code': 200} Nov 12 01:09:08.198743 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=502b5a6f-4068-4fb5-8caf-528ec7222b20,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:08.211044 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:08.211473 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:08.212370 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:08.213784 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:08.213784 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:08.215330 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:08.216230 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:08.216644 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:08.218086 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:08.218818 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:08.219717 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:08.219915 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:08.399968 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c338e186-5915-4c86-a595-324d45a27e1d req-57a69f40-672b-4f9e-af5b-bcba5f4c8776 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4ac3c8-3a8a-42bf-8002-183bb82a70b6 HTTP/1.1" status: 200 len: 210 time: 0.0615959 Nov 12 01:09:08.443387 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9e36d-4027-40b7-ab7d-73f47a09e8cf req-e3cb0ccd-7159-44a1-a8fc-e58d7385320a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:08.444988 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-91a9e36d-4027-40b7-ab7d-73f47a09e8cf req-e3cb0ccd-7159-44a1-a8fc-e58d7385320a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=411f426f-d90e-41f9-a94d-2d4efeb9ff07 HTTP/1.1" status: 200 len: 1097 time: 0.1393447 Nov 12 01:09:08.530618 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-91a9e36d-4027-40b7-ab7d-73f47a09e8cf req-195193ce-9002-470f-9f72-4c6cf397e009 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=78c38734-61b1-4ef8-ae95-a8a477e1c7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778387 Nov 12 01:09:08.610058 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 32786) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:08.625616 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8c07c9cb-86fd-42e1-94c9-aa4b073c944f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.737575 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8c07c9cb-86fd-42e1-94c9-aa4b073c944f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.743916 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8c07c9cb-86fd-42e1-94c9-aa4b073c944f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.779472 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 32798) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:08.799684 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-8c07c9cb-86fd-42e1-94c9-aa4b073c944f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b0c7991e5864d1ab3531cb7f69a123d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1884873 Nov 12 01:09:08.803870 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 32802) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:08.811551 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c07c9cb-86fd-42e1-94c9-aa4b073c944f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6200129-6d2f-45fc-81f8-61292ab15262,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:08.903528 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b82349d4-25ca-412e-90de-9011710e7d71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.969502 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b82349d4-25ca-412e-90de-9011710e7d71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:09.073719 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b82349d4-25ca-412e-90de-9011710e7d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:09.077246 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b82349d4-25ca-412e-90de-9011710e7d71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:09.078590 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b82349d4-25ca-412e-90de-9011710e7d71 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d6200129-6d2f-45fc-81f8-61292ab15262 HTTP/1.1" status: 204 len: 168 time: 0.2724144 Nov 12 01:09:09.087532 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82349d4-25ca-412e-90de-9011710e7d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6200129-6d2f-45fc-81f8-61292ab15262,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:09.138875 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e8e75808-919e-488a-8b05-2694444a972b req-2b3b46ea-3224-4e50-817d-be1a48fc226a service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1071720 Nov 12 01:09:09.327243 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53699c52-b2bb-4533-9cbb-41c9b72391d7 req-6f2d7eeb-2f65-4e4a-8c0b-ea3aec7700e3 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:09.337399 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-53699c52-b2bb-4533-9cbb-41c9b72391d7 req-6f2d7eeb-2f65-4e4a-8c0b-ea3aec7700e3 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.20 "GET /v2.0/ports?device_id=411f426f-d90e-41f9-a94d-2d4efeb9ff07 HTTP/1.1" status: 200 len: 945 time: 0.1485896 Nov 12 01:09:09.339156 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:09.493617 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-77f24164-d730-43ef-8277-66148770c7cb req-01b0dfa0-8264-4de7-b38d-87f4a09f2244 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1114643 Nov 12 01:09:09.555444 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-53699c52-b2bb-4533-9cbb-41c9b72391d7 req-2013f163-c265-4ed9-b1b2-685dde10dbb1 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.20 "GET /v2.0/security-groups?id=78c38734-61b1-4ef8-ae95-a8a477e1c7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156732 Nov 12 01:09:09.600183 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c00be064-d1b5-4a68-905d-7f172b724185 req-d5defde5-5685-4280-93da-4d7d59efb69e tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4ac3c8-3a8a-42bf-8002-183bb82a70b6 HTTP/1.1" status: 200 len: 210 time: 0.1002433 Nov 12 01:09:09.806389 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:09.843103 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e190c122-1b24-48f1-bf8c-442b68475510 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.015334 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 32834) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:10.251025 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-e190c122-1b24-48f1-bf8c-442b68475510 admin admin] Deleting port 8dcb9921-2f79-4b84-89e2-5a7f8757e90a {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:09:10.251362 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e190c122-1b24-48f1-bf8c-442b68475510 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.374706 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-e190c122-1b24-48f1-bf8c-442b68475510 admin admin] For port 8dcb9921-2f79-4b84-89e2-5a7f8757e90a, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=8dcb9921-2f79-4b84-89e2-5a7f8757e90a,segment=NetworkSegment(c2ef6767-ef6e-4767-b44e-17828ba5e84d),segment_id=c2ef6767-ef6e-4767-b44e-17828ba5e84d)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:10.375481 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e190c122-1b24-48f1-bf8c-442b68475510 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.390309 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 32844) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:10.406925 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-e190c122-1b24-48f1-bf8c-442b68475510 admin admin] Calling delete_port for 8dcb9921-2f79-4b84-89e2-5a7f8757e90a owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:09:10.552182 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-3fde834a-3fd4-4dc2-990e-3c53d68855d3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1332181280-network', 'tenant_id': '78faeccfc582426582c345180b171a72'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:10.617501 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fde834a-3fd4-4dc2-990e-3c53d68855d3 admin admin] Made reservation on behalf of 78faeccfc582426582c345180b171a72 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:10.621502 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3fde834a-3fd4-4dc2-990e-3c53d68855d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.649012 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3fde834a-3fd4-4dc2-990e-3c53d68855d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.814647 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3a6662de-e277-4dda-9688-538a89d80e43 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.819315 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3fde834a-3fd4-4dc2-990e-3c53d68855d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.844279 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3fde834a-3fd4-4dc2-990e-3c53d68855d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.869623 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff3d91-df74-44ac-b559-82e5c9c11b6e req-c11e2970-0896-4d1a-963d-618dc82180c0 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:10.871842 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2fff3d91-df74-44ac-b559-82e5c9c11b6e req-c11e2970-0896-4d1a-963d-618dc82180c0 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.20 "GET /v2.0/ports?device_id=411f426f-d90e-41f9-a94d-2d4efeb9ff07 HTTP/1.1" status: 200 len: 945 time: 0.1794541 Nov 12 01:09:10.894907 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e9cfd28a-d83e-4791-9ba5-e2d6baa85fbc req-d1bba63b-112a-41c5-b717-b12779f9674a tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4ac3c8-3a8a-42bf-8002-183bb82a70b6 HTTP/1.1" status: 200 len: 210 time: 0.0740736 Nov 12 01:09:10.905677 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.914939 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fde834a-3fd4-4dc2-990e-3c53d68855d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:09:10.952706 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3fde834a-3fd4-4dc2-990e-3c53d68855d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.953052 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-3fde834a-3fd4-4dc2-990e-3c53d68855d3 admin admin] Added segment d72a4385-26dd-4a22-9827-b4f102e0e66b of type vlan for network 2984298f-f25b-4e5f-9824-e5df43ebb122 Nov 12 01:09:10.954916 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e190c122-1b24-48f1-bf8c-442b68475510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.971601 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde834a-3fd4-4dc2-990e-3c53d68855d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095ce4c2-fc5b-44a3-94dc-e7e4d9ce01b0,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:11.022903 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2fff3d91-df74-44ac-b559-82e5c9c11b6e req-d8d421bc-d418-4d21-9942-9a2db0836f09 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.20 "GET /v2.0/security-groups?id=78c38734-61b1-4ef8-ae95-a8a477e1c7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279888 Nov 12 01:09:11.061127 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190c122-1b24-48f1-bf8c-442b68475510 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dcb9921-2f79-4b84-89e2-5a7f8757e90a,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:11.171501 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3fde834a-3fd4-4dc2-990e-3c53d68855d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:11.515903 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e190c122-1b24-48f1-bf8c-442b68475510 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:11.553891 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3fde834a-3fd4-4dc2-990e-3c53d68855d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:11.571732 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fde834a-3fd4-4dc2-990e-3c53d68855d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:11.571854 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3fde834a-3fd4-4dc2-990e-3c53d68855d3 admin admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:11.678265 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-54a8922d-48ae-4194-afb3-0dd321995a4a req-734a7443-b65d-46d6-9c61-d0f6fe44bb13 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0930996 Nov 12 01:09:11.790433 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3fde834a-3fd4-4dc2-990e-3c53d68855d3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3987248 Nov 12 01:09:11.799146 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 32874) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:11.816754 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-74934b94-6658-4b14-b978-2d89c09dd717 admin admin] Request body: {'subnet': {'network_id': '2984298f-f25b-4e5f-9824-e5df43ebb122', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1332181280-subnet', 'tenant_id': '78faeccfc582426582c345180b171a72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:11.841992 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde834a-3fd4-4dc2-990e-3c53d68855d3 admin admin] Pushing event updated for resources: {'Network': ['ID=2984298f-f25b-4e5f-9824-e5df43ebb122,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:11.861035 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 2984298f-f25b-4e5f-9824-e5df43ebb122 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:09:11.914000 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74934b94-6658-4b14-b978-2d89c09dd717 admin admin] Made reservation on behalf of 78faeccfc582426582c345180b171a72 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:11.923663 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-74934b94-6658-4b14-b978-2d89c09dd717 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:12.075962 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e25e762b-c5d2-43be-b60a-15ca36f054f2 req-bec6ac80-777c-4cd6-9e66-9e985d28b0af tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4ac3c8-3a8a-42bf-8002-183bb82a70b6 HTTP/1.1" status: 200 len: 210 time: 0.0408082 Nov 12 01:09:12.160871 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-3a6662de-e277-4dda-9688-538a89d80e43 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Deleting port 902b198f-fc4a-4497-9c1e-87473a445e74 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:09:12.161204 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3a6662de-e277-4dda-9688-538a89d80e43 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:12.188159 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e190c122-1b24-48f1-bf8c-442b68475510 admin admin] Router 765de596-cd92-410f-8fb0-ab298225b582 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:09:12.325847 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a515787a-80a6-4073-876a-73e48cbcd9cf req-2b6ff019-45fc-47f4-97b8-5ab49fee20b3 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1711776 Nov 12 01:09:12.346904 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-3a6662de-e277-4dda-9688-538a89d80e43 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] For port 902b198f-fc4a-4497-9c1e-87473a445e74, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=902b198f-fc4a-4497-9c1e-87473a445e74,segment=NetworkSegment(e36df3eb-fece-437e-bd31-55a702f04978),segment_id=e36df3eb-fece-437e-bd31-55a702f04978)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:12.347540 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3a6662de-e277-4dda-9688-538a89d80e43 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:12.355959 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e190c122-1b24-48f1-bf8c-442b68475510 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:09:12.366709 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98416d84-9168-4846-b4a7-d9d00bde259c None None] Sync routers for ids ['765de596-cd92-410f-8fb0-ab298225b582'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:09:12.372858 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e190c122-1b24-48f1-bf8c-442b68475510 admin admin] 10.222.0.20 "PUT /v2.0/routers/765de596-cd92-410f-8fb0-ab298225b582/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5886075 Nov 12 01:09:12.373264 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 32888) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:12.387889 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98416d84-9168-4846-b4a7-d9d00bde259c None None] Routers {'765de596-cd92-410f-8fb0-ab298225b582'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:12.388674 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-98416d84-9168-4846-b4a7-d9d00bde259c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:09:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['765de596-cd92-410f-8fb0-ab298225b582'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:12.402701 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-3a6662de-e277-4dda-9688-538a89d80e43 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Calling delete_port for 902b198f-fc4a-4497-9c1e-87473a445e74 owned by network:router_interface {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:09:12.548067 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-74934b94-6658-4b14-b978-2d89c09dd717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:12.571836 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5819532e-f785-485e-8c4a-17f5bdcc5214 admin admin] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:12.631493 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-98416d84-9168-4846-b4a7-d9d00bde259c None None] Set router 765de596-cd92-410f-8fb0-ab298225b582 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:09:12.767119 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74934b94-6658-4b14-b978-2d89c09dd717 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03975778-e3de-4144-8b56-985c8cdcf8ef,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:12.786515 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:12.829229 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5819532e-f785-485e-8c4a-17f5bdcc5214 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:12.846795 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74934b94-6658-4b14-b978-2d89c09dd717 admin admin] Checking segment: {'id': 'd72a4385-26dd-4a22-9827-b4f102e0e66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2984298f-f25b-4e5f-9824-e5df43ebb122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:09:12.847512 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74934b94-6658-4b14-b978-2d89c09dd717 admin admin] Network hostable DHCP agents. Network: 2984298f-f25b-4e5f-9824-e5df43ebb122, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:09:12.865898 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec61337-c129-493f-8bcc-9532cf400f66 req-eb02bcd9-5487-44fe-a492-d5a29aea6435 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:12.867987 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1ec61337-c129-493f-8bcc-9532cf400f66 req-eb02bcd9-5487-44fe-a492-d5a29aea6435 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.20 "GET /v2.0/ports?device_id=411f426f-d90e-41f9-a94d-2d4efeb9ff07 HTTP/1.1" status: 200 len: 945 time: 0.1029181 Nov 12 01:09:12.907116 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74934b94-6658-4b14-b978-2d89c09dd717 admin admin] Network 2984298f-f25b-4e5f-9824-e5df43ebb122 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:09:12.928856 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-74934b94-6658-4b14-b978-2d89c09dd717 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 2984298f-f25b-4e5f-9824-e5df43ebb122) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:12.949802 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784cb797-61c5-471b-99c1-678225acb055 None None] Network 2984298f-f25b-4e5f-9824-e5df43ebb122 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:09:12.952923 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74934b94-6658-4b14-b978-2d89c09dd717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:12.954799 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-74934b94-6658-4b14-b978-2d89c09dd717 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:13.006989 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1ec61337-c129-493f-8bcc-9532cf400f66 req-54800545-9982-4818-93d1-2badb408136e tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.20 "GET /v2.0/security-groups?id=78c38734-61b1-4ef8-ae95-a8a477e1c7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035409 Nov 12 01:09:13.016139 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-5819532e-f785-485e-8c4a-17f5bdcc5214 admin admin] Deleting port 975097c5-fb02-4576-ac5d-837f6c8d335d {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:09:13.017262 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5819532e-f785-485e-8c4a-17f5bdcc5214 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:13.120748 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-74934b94-6658-4b14-b978-2d89c09dd717 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3179951 Nov 12 01:09:13.136030 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-5819532e-f785-485e-8c4a-17f5bdcc5214 admin admin] For port 975097c5-fb02-4576-ac5d-837f6c8d335d, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=975097c5-fb02-4576-ac5d-837f6c8d335d,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:13.136684 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5819532e-f785-485e-8c4a-17f5bdcc5214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:13.157459 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-5819532e-f785-485e-8c4a-17f5bdcc5214 admin admin] Calling delete_port for 975097c5-fb02-4576-ac5d-837f6c8d335d owned by network:router_gateway {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:09:13.161342 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3a6662de-e277-4dda-9688-538a89d80e43 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:13.166954 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-98416d84-9168-4846-b4a7-d9d00bde259c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765de596-cd92-410f-8fb0-ab298225b582', 'name': 'tempest-AttachVolumeTestJSON-553815399-router', 'tenant_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '975097c5-fb02-4576-ac5d-837f6c8d335d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:58:28Z', 'updated_at': '2021-11-12T01:09:10Z', 'revision_number': 5, 'project_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'gw_port': {'id': '975097c5-fb02-4576-ac5d-837f6c8d335d', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765de596-cd92-410f-8fb0-ab298225b582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:58:30Z', 'updated_at': '2021-11-12T00:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:13.203400 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98416d84-9168-4846-b4a7-d9d00bde259c None None] Checking router: 765de596-cd92-410f-8fb0-ab298225b582 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:09:13.212699 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98416d84-9168-4846-b4a7-d9d00bde259c None None] Routers {'765de596-cd92-410f-8fb0-ab298225b582'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:13.213870 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-98416d84-9168-4846-b4a7-d9d00bde259c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:09:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['765de596-cd92-410f-8fb0-ab298225b582'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:13.264994 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6662de-e277-4dda-9688-538a89d80e43 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event deleted for resources: {'Port': ['ID=902b198f-fc4a-4497-9c1e-87473a445e74,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:13.316567 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1bcda6-90fe-40af-9b53-ca74ec38b286 None None] Network 2984298f-f25b-4e5f-9824-e5df43ebb122 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:09:13.347625 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-98416d84-9168-4846-b4a7-d9d00bde259c None None] Set router 765de596-cd92-410f-8fb0-ab298225b582 gateway port host: None {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:09:13.465458 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2b062e95-98f9-4da6-9634-a51d4f1e6813 req-7fb89652-c73e-4417-81de-4122d0715ec4 tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4ac3c8-3a8a-42bf-8002-183bb82a70b6 HTTP/1.1" status: 200 len: 210 time: 0.1322112 Nov 12 01:09:13.473083 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-98416d84-9168-4846-b4a7-d9d00bde259c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765de596-cd92-410f-8fb0-ab298225b582', 'name': 'tempest-AttachVolumeTestJSON-553815399-router', 'tenant_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:58:28Z', 'updated_at': '2021-11-12T01:09:12Z', 'revision_number': 6, 'project_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:13.520521 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98416d84-9168-4846-b4a7-d9d00bde259c None None] The sync data for ids ['765de596-cd92-410f-8fb0-ab298225b582'] in n-d-812236-11 is: [{'id': '765de596-cd92-410f-8fb0-ab298225b582', 'name': 'tempest-AttachVolumeTestJSON-553815399-router', 'tenant_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:58:28Z', 'updated_at': '2021-11-12T01:09:12Z', 'revision_number': 6, 'project_id': '92120bcf7a2b4a398a48be8e2d4be44a', 'gw_port_host': None}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:09:13.688926 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5819532e-f785-485e-8c4a-17f5bdcc5214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:13.710373 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3a6662de-e277-4dda-9688-538a89d80e43 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:13.746831 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5819532e-f785-485e-8c4a-17f5bdcc5214 admin admin] Pushing event deleted for resources: {'Port': ['ID=975097c5-fb02-4576-ac5d-837f6c8d335d,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:13.771892 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec15b804-64a5-4a02-b949-d466e639910b None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:09:13.869551 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5819532e-f785-485e-8c4a-17f5bdcc5214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:14.420297 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 32922) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:14.449268 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-70b3af3e-4137-45c4-9dc5-93c750efc135 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-795703786-network', 'tenant_id': 'a3b91d49d2d348fbb025a164ea52a8f6'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:14.453976 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5819532e-f785-485e-8c4a-17f5bdcc5214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:14.472735 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5819532e-f785-485e-8c4a-17f5bdcc5214 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:14.540267 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b3af3e-4137-45c4-9dc5-93c750efc135 admin admin] Made reservation on behalf of a3b91d49d2d348fbb025a164ea52a8f6 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:14.543193 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-70b3af3e-4137-45c4-9dc5-93c750efc135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:14.553825 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd78325-d046-4bd5-ab63-d53570ef4bde req-1276869f-5015-4765-b129-1885c958c41a tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:14.555403 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4fd78325-d046-4bd5-ab63-d53570ef4bde req-1276869f-5015-4765-b129-1885c958c41a tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.20 "GET /v2.0/ports?device_id=411f426f-d90e-41f9-a94d-2d4efeb9ff07 HTTP/1.1" status: 200 len: 945 time: 0.1381040 Nov 12 01:09:14.562805 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5819532e-f785-485e-8c4a-17f5bdcc5214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:14.563354 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5819532e-f785-485e-8c4a-17f5bdcc5214 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 765de596-cd92-410f-8fb0-ab298225b582 {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:09:14.571438 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 32928) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:14.572757 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-70b3af3e-4137-45c4-9dc5-93c750efc135 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:14.580858 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5819532e-f785-485e-8c4a-17f5bdcc5214 admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:14.582191 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5819532e-f785-485e-8c4a-17f5bdcc5214 admin admin] 10.222.0.20 "DELETE /v2.0/routers/765de596-cd92-410f-8fb0-ab298225b582 HTTP/1.1" status: 204 len: 168 time: 2.2079237 Nov 12 01:09:14.590330 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 32930) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:14.608736 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a6662de-e277-4dda-9688-538a89d80e43 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Router 52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:09:14.644806 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d6251228-61ed-4df5-b598-12c2e1c75810 req-85aa6a3b-b255-4168-a5c0-e5d5c244910c service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0335519 Nov 12 01:09:14.667228 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0b9ef-24a1-4a2c-938f-b1c29bc0aa4a req-d187e813-3dca-41d7-ba1c-1b44bda205d9 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:14.668749 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-05c0b9ef-24a1-4a2c-938f-b1c29bc0aa4a req-d187e813-3dca-41d7-ba1c-1b44bda205d9 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.54 "GET /v2.0/ports?device_id=411f426f-d90e-41f9-a94d-2d4efeb9ff07 HTTP/1.1" status: 200 len: 945 time: 0.4952369 Nov 12 01:09:14.733254 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-f011957d-eade-4996-9f19-03af45e155b0 admin admin] Deleting subnet 14a1d482-7411-47d7-8687-bbca824f06be {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:09:14.742423 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4fd78325-d046-4bd5-ab63-d53570ef4bde req-b5e8ac3d-9e0a-4219-a24c-8848823383e3 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.20 "GET /v2.0/security-groups?id=78c38734-61b1-4ef8-ae95-a8a477e1c7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768072 Nov 12 01:09:14.750470 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f011957d-eade-4996-9f19-03af45e155b0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:14.785010 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0b9a9620-02de-412a-ab90-a7c101d941aa tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:14.835630 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f011957d-eade-4996-9f19-03af45e155b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:14.840821 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0b9a9620-02de-412a-ab90-a7c101d941aa tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:14.859274 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f06158e1-53e3-4367-8d3a-31d989d12409 req-5a59ae39-2df6-4b03-9faf-1e451650bdca service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0613499 Nov 12 01:09:14.887070 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6662de-e277-4dda-9688-538a89d80e43 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:09:14.894740 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-3a6662de-e277-4dda-9688-538a89d80e43 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "PUT /v2.0/routers/52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8760293 Nov 12 01:09:14.901875 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3342ecd9-3d7f-40a0-8003-360e9fa3d5e6 None None] Sync routers for ids ['52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:09:14.902373 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-70b3af3e-4137-45c4-9dc5-93c750efc135 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:14.918464 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3342ecd9-3d7f-40a0-8003-360e9fa3d5e6 None None] Routers {'52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:14.921888 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-3342ecd9-3d7f-40a0-8003-360e9fa3d5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:09:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:14.927849 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-05c0b9ef-24a1-4a2c-938f-b1c29bc0aa4a req-d0eebabd-3b79-4aa8-97a8-8f7165158045 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Deleting port 502b5a6f-4068-4fb5-8caf-528ec7222b20 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:09:14.928714 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-05c0b9ef-24a1-4a2c-938f-b1c29bc0aa4a req-d0eebabd-3b79-4aa8-97a8-8f7165158045 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:14.944576 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-70b3af3e-4137-45c4-9dc5-93c750efc135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:15.044414 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70b3af3e-4137-45c4-9dc5-93c750efc135 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:09:15.082978 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-3342ecd9-3d7f-40a0-8003-360e9fa3d5e6 None None] Set router 52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:09:15.083975 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-05c0b9ef-24a1-4a2c-938f-b1c29bc0aa4a req-d0eebabd-3b79-4aa8-97a8-8f7165158045 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] For port 502b5a6f-4068-4fb5-8caf-528ec7222b20, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=502b5a6f-4068-4fb5-8caf-528ec7222b20,segment=NetworkSegment(281b9a83-148c-482d-b69a-723024934d29),segment_id=281b9a83-148c-482d-b69a-723024934d29)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:15.084355 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-05c0b9ef-24a1-4a2c-938f-b1c29bc0aa4a req-d0eebabd-3b79-4aa8-97a8-8f7165158045 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:15.106561 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-05c0b9ef-24a1-4a2c-938f-b1c29bc0aa4a req-d0eebabd-3b79-4aa8-97a8-8f7165158045 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Calling delete_port for 502b5a6f-4068-4fb5-8caf-528ec7222b20 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:09:15.145413 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-70b3af3e-4137-45c4-9dc5-93c750efc135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:15.145865 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-70b3af3e-4137-45c4-9dc5-93c750efc135 admin admin] Added segment fe507f0a-0649-44ac-9761-b804a51b6d31 of type vlan for network a5be49c7-8dc7-45b1-997e-5b9720f945ee Nov 12 01:09:15.147522 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b3af3e-4137-45c4-9dc5-93c750efc135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308c43bf-0bc3-401e-afdb-237233b1f40e,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:15.239544 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0b9a9620-02de-412a-ab90-a7c101d941aa tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:15.242196 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0b9a9620-02de-412a-ab90-a7c101d941aa tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:15.243452 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0b9a9620-02de-412a-ab90-a7c101d941aa tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] 10.222.0.20 "DELETE /v2.0/security-groups/391e394e-08b9-4b0c-ae0e-56c106bd200a HTTP/1.1" status: 204 len: 168 time: 0.6679287 Nov 12 01:09:15.268544 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f011957d-eade-4996-9f19-03af45e155b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:15.319255 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-70b3af3e-4137-45c4-9dc5-93c750efc135 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:15.325612 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a9620-02de-412a-ab90-a7c101d941aa tempest-TestVolumeBackupRestore-997428130 tempest-TestVolumeBackupRestore-997428130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=391e394e-08b9-4b0c-ae0e-56c106bd200a,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:15.355322 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c2bc5-b7a6-4fcd-adf4-67b3dec4a85a req-33838861-b9f8-4fdd-94ef-70b141dc65bd tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:15.362145 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a81c2bc5-b7a6-4fcd-adf4-67b3dec4a85a req-33838861-b9f8-4fdd-94ef-70b141dc65bd tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab9ebe87-2ca9-4d67-b53c-12da2ebed243 HTTP/1.1" status: 200 len: 946 time: 0.1949568 Nov 12 01:09:15.365999 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-05c0b9ef-24a1-4a2c-938f-b1c29bc0aa4a req-d0eebabd-3b79-4aa8-97a8-8f7165158045 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:15.424229 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eebabd-3b79-4aa8-97a8-8f7165158045 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Pushing event deleted for resources: {'Port': ['ID=502b5a6f-4068-4fb5-8caf-528ec7222b20,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:15.465538 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a81c2bc5-b7a6-4fcd-adf4-67b3dec4a85a req-a324f35b-c340-4690-9ca9-f13ea6356ee5 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d905abc-6ba0-4e30-a3c2-7896f45f9777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967703 Nov 12 01:09:15.466837 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-70b3af3e-4137-45c4-9dc5-93c750efc135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:15.469108 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b3af3e-4137-45c4-9dc5-93c750efc135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:15.470300 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-70b3af3e-4137-45c4-9dc5-93c750efc135 admin admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:15.508672 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f011957d-eade-4996-9f19-03af45e155b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:15.543706 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-70b3af3e-4137-45c4-9dc5-93c750efc135 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1219769 Nov 12 01:09:15.554208 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 32950) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:15.560437 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c0b9ef-24a1-4a2c-938f-b1c29bc0aa4a req-d0eebabd-3b79-4aa8-97a8-8f7165158045 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] No DVR routers for this DVR port 502b5a6f-4068-4fb5-8caf-528ec7222b20 on host n-h2-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:09:15.567132 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-05c0b9ef-24a1-4a2c-938f-b1c29bc0aa4a req-d0eebabd-3b79-4aa8-97a8-8f7165158045 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:15.570019 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-baa82d4a-4c13-4e52-9b38-0635b63ed33b admin admin] Request body: {'subnet': {'network_id': 'a5be49c7-8dc7-45b1-997e-5b9720f945ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-795703786-subnet', 'tenant_id': 'a3b91d49d2d348fbb025a164ea52a8f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:15.573846 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-05c0b9ef-24a1-4a2c-938f-b1c29bc0aa4a req-d0eebabd-3b79-4aa8-97a8-8f7165158045 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.54 "DELETE /v2.0/ports/502b5a6f-4068-4fb5-8caf-528ec7222b20 HTTP/1.1" status: 204 len: 173 time: 0.8721502 Nov 12 01:09:15.574360 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '411f426f-d90e-41f9-a94d-2d4efeb9ff07', 'name': 'network-vif-deleted', 'tag': '502b5a6f-4068-4fb5-8caf-528ec7222b20'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:09:15.579518 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e040ed37-eed9-4ec2-8dad-50c87650fb3e" -d '{"events": [{"server_uuid": "411f426f-d90e-41f9-a94d-2d4efeb9ff07", "name": "network-vif-deleted", "tag": "502b5a6f-4068-4fb5-8caf-528ec7222b20"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:09:15.592275 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['502b5a6f-4068-4fb5-8caf-528ec7222b20'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:09:15.616487 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 975097c5-fb02-4576-ac5d-837f6c8d335d no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:09:15.649222 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f011957d-eade-4996-9f19-03af45e155b0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:15.653203 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f011957d-eade-4996-9f19-03af45e155b0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/14a1d482-7411-47d7-8687-bbca824f06be HTTP/1.1" status: 204 len: 168 time: 1.0472205 Nov 12 01:09:15.656545 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 32954) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:15.657038 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f011957d-eade-4996-9f19-03af45e155b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14a1d482-7411-47d7-8687-bbca824f06be,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:15.670600 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b3af3e-4137-45c4-9dc5-93c750efc135 admin admin] Pushing event updated for resources: {'Network': ['ID=a5be49c7-8dc7-45b1-997e-5b9720f945ee,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:15.684236 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa82d4a-4c13-4e52-9b38-0635b63ed33b admin admin] Made reservation on behalf of a3b91d49d2d348fbb025a164ea52a8f6 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:15.685356 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae355d14-adb5-4459-a00e-c2393f161b31 x-openstack-request-id: req-ae355d14-adb5-4459-a00e-c2393f161b31 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:09:15.685675 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "411f426f-d90e-41f9-a94d-2d4efeb9ff07", "name": "network-vif-deleted", "tag": "502b5a6f-4068-4fb5-8caf-528ec7222b20", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:09:15.685934 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ae355d14-adb5-4459-a00e-c2393f161b31 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:09:15.686407 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '411f426f-d90e-41f9-a94d-2d4efeb9ff07', 'name': 'network-vif-deleted', 'tag': '502b5a6f-4068-4fb5-8caf-528ec7222b20', 'status': 'completed', 'code': 200} Nov 12 01:09:15.686834 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-baa82d4a-4c13-4e52-9b38-0635b63ed33b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:15.736162 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebc86ba-43e7-4691-a0f7-d542c5dad91e None None] Network 81cab25c-cc73-4b97-9af8-266d9053a85f requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:09:15.743876 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 975097c5-fb02-4576-ac5d-837f6c8d335d {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:09:15.745125 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 975097c5-fb02-4576-ac5d-837f6c8d335d not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:09:15.746984 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 8dcb9921-2f79-4b84-89e2-5a7f8757e90a no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:09:15.752478 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-132aa9bb-62ee-4d34-96e5-0ad84d7bc60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:15.755597 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network a5be49c7-8dc7-45b1-997e-5b9720f945ee details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:09:15.867593 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-132aa9bb-62ee-4d34-96e5-0ad84d7bc60e admin admin] Deleting port 87a3adf1-7d78-461a-b274-a7900ab8a1a8 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:09:15.867821 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-132aa9bb-62ee-4d34-96e5-0ad84d7bc60e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:15.913510 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-baa82d4a-4c13-4e52-9b38-0635b63ed33b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:15.929612 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 8dcb9921-2f79-4b84-89e2-5a7f8757e90a {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:09:15.930696 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 8dcb9921-2f79-4b84-89e2-5a7f8757e90a not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:09:15.933939 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e69dc67a-2186-41ac-97cd-704e64e8e3cc req-5a0eec11-d755-4de8-a30d-637962776a15 tempest-VolumesActionsTest-353484388 tempest-VolumesActionsTest-353484388-project] 10.222.0.20 "GET /v2.0/ports?device_id=411f426f-d90e-41f9-a94d-2d4efeb9ff07 HTTP/1.1" status: 200 len: 210 time: 0.0314198 Nov 12 01:09:15.962197 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-132aa9bb-62ee-4d34-96e5-0ad84d7bc60e admin admin] For port 87a3adf1-7d78-461a-b274-a7900ab8a1a8, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=87a3adf1-7d78-461a-b274-a7900ab8a1a8,segment=NetworkSegment(c2ef6767-ef6e-4767-b44e-17828ba5e84d),segment_id=c2ef6767-ef6e-4767-b44e-17828ba5e84d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:15.963715 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-132aa9bb-62ee-4d34-96e5-0ad84d7bc60e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:15.978052 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-132aa9bb-62ee-4d34-96e5-0ad84d7bc60e admin admin] Calling delete_port for 87a3adf1-7d78-461a-b274-a7900ab8a1a8 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:09:15.983284 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa82d4a-4c13-4e52-9b38-0635b63ed33b admin admin] Pushing event updated for resources: {'Subnet': ['ID=772f1e32-0450-44ec-a9d1-cf6aeb810a59,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:16.005689 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa82d4a-4c13-4e52-9b38-0635b63ed33b admin admin] Checking segment: {'id': 'fe507f0a-0649-44ac-9761-b804a51b6d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a5be49c7-8dc7-45b1-997e-5b9720f945ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:09:16.006058 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa82d4a-4c13-4e52-9b38-0635b63ed33b admin admin] Network hostable DHCP agents. Network: a5be49c7-8dc7-45b1-997e-5b9720f945ee, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:09:16.030892 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa82d4a-4c13-4e52-9b38-0635b63ed33b admin admin] Network a5be49c7-8dc7-45b1-997e-5b9720f945ee is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:09:16.056169 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-baa82d4a-4c13-4e52-9b38-0635b63ed33b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, a5be49c7-8dc7-45b1-997e-5b9720f945ee) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:16.063126 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa82d4a-4c13-4e52-9b38-0635b63ed33b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:16.064016 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-baa82d4a-4c13-4e52-9b38-0635b63ed33b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:16.082142 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088322be-2f51-4e09-b7ce-57ae7e162c06 None None] Network a5be49c7-8dc7-45b1-997e-5b9720f945ee requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:09:16.093942 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-baa82d4a-4c13-4e52-9b38-0635b63ed33b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5349150 Nov 12 01:09:16.108046 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-3342ecd9-3d7f-40a0-8003-360e9fa3d5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'name': 'tempest-TestNetworkBasicOps-router-1113797668', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1702c668-b99a-4d38-bfa7-3b6edac84d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:09:12Z', 'revision_number': 6, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'gw_port': {'id': '1702c668-b99a-4d38-bfa7-3b6edac84d42', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': 'e651da22-9034-4741-9f2b-0eeef3666ff5', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'floating_ip_address': '172.25.2.145', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'port_id': 'ccceceac-203e-441f-9145-2d049917b203', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85a7f8c6-9f4b-49e3-8324-6914753de947', 'mac_address': 'fa:16:3e:8a:20:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787398d0-003f-49b7-a104-a0920f414f4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:06:50Z', 'updated_at': '2021-11-12T01:06:54Z', 'revision_number': 1, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2a1c90-bbd7-4fa7-b5a4-154a81f44738', 'name': '', 'network_id': '85a7f8c6-9f4b-49e3-8324-6914753de947', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'mac_address': 'fa:16:3e:87:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '42f8954e-823a-4f5f-8f8d-d667cda9bcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:14Z', 'updated_at': '2021-11-12T01:06:25Z', 'revision_number': 5, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'subnets': [{'id': '42f8954e-823a-4f5f-8f8d-d667cda9bcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:16.137114 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-132aa9bb-62ee-4d34-96e5-0ad84d7bc60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:16.175155 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132aa9bb-62ee-4d34-96e5-0ad84d7bc60e admin admin] Pushing event deleted for resources: {'Port': ['ID=87a3adf1-7d78-461a-b274-a7900ab8a1a8,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:16.180387 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3342ecd9-3d7f-40a0-8003-360e9fa3d5e6 None None] Checking router: 52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:09:16.199409 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132aa9bb-62ee-4d34-96e5-0ad84d7bc60e admin admin] No DVR routers for this DVR port 87a3adf1-7d78-461a-b274-a7900ab8a1a8 on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:09:16.224394 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3342ecd9-3d7f-40a0-8003-360e9fa3d5e6 None None] Routers {'52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:16.225023 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-3342ecd9-3d7f-40a0-8003-360e9fa3d5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:09:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:16.370449 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-132aa9bb-62ee-4d34-96e5-0ad84d7bc60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:16.411474 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-132aa9bb-62ee-4d34-96e5-0ad84d7bc60e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81cab25c-cc73-4b97-9af8-266d9053a85f']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:16.424650 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-132aa9bb-62ee-4d34-96e5-0ad84d7bc60e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2ef6767-ef6e-4767-b44e-17828ba5e84d') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:16.424864 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-132aa9bb-62ee-4d34-96e5-0ad84d7bc60e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2ef6767-ef6e-4767-b44e-17828ba5e84d') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:16.447053 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-132aa9bb-62ee-4d34-96e5-0ad84d7bc60e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:16.477356 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-132aa9bb-62ee-4d34-96e5-0ad84d7bc60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:16.486533 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-132aa9bb-62ee-4d34-96e5-0ad84d7bc60e admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:09:16.486937 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-132aa9bb-62ee-4d34-96e5-0ad84d7bc60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:16.491183 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:09:16.491183 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:09:16.491183 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:09:16.491183 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:09:16.491183 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:09:16.491183 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:09:16.491183 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:09:16.491183 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:09:16.491183 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:09:16.491183 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:09:16.491183 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:09:16.491183 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:09:16.491183 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:09:16.491183 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:09:16.491183 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:09:16.491183 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:09:16.491183 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:09:16.491183 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:09:16.491183 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:09:16.491183 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:09:16.491183 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:09:16.491183 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:09:16.491183 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:09:16.491183 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:09:16.491183 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:09:16.491183 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:09:16.491183 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:09:16.491183 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:09:16.491183 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:09:16.491183 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:09:16.491183 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:09:16.491183 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:09:16.523858 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd8963b-89bc-4490-9787-393760ac680b None None] Network a5be49c7-8dc7-45b1-997e-5b9720f945ee requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:09:16.526513 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8f321f-f8bd-4bc1-9195-4aa11809cc46 None None] DHCP port deletion for 81cab25c-cc73-4b97-9af8-266d9053a85f request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:09:16.662439 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-132aa9bb-62ee-4d34-96e5-0ad84d7bc60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:16.668341 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-132aa9bb-62ee-4d34-96e5-0ad84d7bc60e admin admin] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:16.675296 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-132aa9bb-62ee-4d34-96e5-0ad84d7bc60e admin admin] 10.222.0.20 "DELETE /v2.0/networks/81cab25c-cc73-4b97-9af8-266d9053a85f HTTP/1.1" status: 204 len: 168 time: 1.0140450 Nov 12 01:09:16.703869 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132aa9bb-62ee-4d34-96e5-0ad84d7bc60e admin admin] Pushing event deleted for resources: {'Network': ['ID=81cab25c-cc73-4b97-9af8-266d9053a85f,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:16.753633 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416bfb8-bce8-4cff-b084-35008274f722 req-c01692b7-27ba-472c-b4b8-f31a92539d45 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:16.756428 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f416bfb8-bce8-4cff-b084-35008274f722 req-c01692b7-27ba-472c-b4b8-f31a92539d45 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab9ebe87-2ca9-4d67-b53c-12da2ebed243 HTTP/1.1" status: 200 len: 946 time: 0.1592989 Nov 12 01:09:16.901938 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f416bfb8-bce8-4cff-b084-35008274f722 req-b9bee61e-897e-4e0c-bad6-f3ee44eb693d tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d905abc-6ba0-4e30-a3c2-7896f45f9777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323655 Nov 12 01:09:16.912830 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-3342ecd9-3d7f-40a0-8003-360e9fa3d5e6 None None] Set router 52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:09:17.070239 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14bb284-c734-4382-bc8a-7de9d9081295 req-70878dd7-bbcb-4ec7-aecf-83214bc21ca8 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:17.072481 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a14bb284-c734-4382-bc8a-7de9d9081295 req-70878dd7-bbcb-4ec7-aecf-83214bc21ca8 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab9ebe87-2ca9-4d67-b53c-12da2ebed243 HTTP/1.1" status: 200 len: 946 time: 0.1447947 Nov 12 01:09:17.126690 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 33050) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:17.293782 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-99cd7305-ec19-4d33-953f-dc922011b3ae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=92120bcf7a2b4a398a48be8e2d4be44a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1633801 Nov 12 01:09:17.301513 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 33068) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:17.534049 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-3342ecd9-3d7f-40a0-8003-360e9fa3d5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'name': 'tempest-TestNetworkBasicOps-router-1113797668', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1702c668-b99a-4d38-bfa7-3b6edac84d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:09:12Z', 'revision_number': 6, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'gw_port': {'id': '1702c668-b99a-4d38-bfa7-3b6edac84d42', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': 'e651da22-9034-4741-9f2b-0eeef3666ff5', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'floating_ip_address': '172.25.2.145', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'port_id': 'ccceceac-203e-441f-9145-2d049917b203', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85a7f8c6-9f4b-49e3-8324-6914753de947', 'mac_address': 'fa:16:3e:8a:20:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787398d0-003f-49b7-a104-a0920f414f4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:06:50Z', 'updated_at': '2021-11-12T01:06:54Z', 'revision_number': 1, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2a1c90-bbd7-4fa7-b5a4-154a81f44738', 'name': '', 'network_id': '85a7f8c6-9f4b-49e3-8324-6914753de947', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'mac_address': 'fa:16:3e:87:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '42f8954e-823a-4f5f-8f8d-d667cda9bcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:14Z', 'updated_at': '2021-11-12T01:06:25Z', 'revision_number': 5, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'subnets': [{'id': '42f8954e-823a-4f5f-8f8d-d667cda9bcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:17.578658 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7dfd92-9095-47a7-ae70-43e18aea2242 req-89decec4-6d4a-4ed5-b7d1-781f9c34a78a tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:17.591569 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-be7dfd92-9095-47a7-ae70-43e18aea2242 req-89decec4-6d4a-4ed5-b7d1-781f9c34a78a tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] 10.222.0.20 "GET /v2.0/networks?id=2984298f-f25b-4e5f-9824-e5df43ebb122 HTTP/1.1" status: 200 len: 809 time: 0.5112505 Nov 12 01:09:17.659968 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 87a3adf1-7d78-461a-b274-a7900ab8a1a8 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:09:17.702104 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1820d89c-810c-45d9-b7f9-5224da0e27c5 req-ae4189db-99f4-4280-8e27-1de91870f7e4 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1038539 Nov 12 01:09:17.716443 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3342ecd9-3d7f-40a0-8003-360e9fa3d5e6 None None] The sync data for ids ['52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f'] in n-d-812236-11 is: [{'id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'name': 'tempest-TestNetworkBasicOps-router-1113797668', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1702c668-b99a-4d38-bfa7-3b6edac84d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:09:12Z', 'revision_number': 6, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'gw_port': {'id': '1702c668-b99a-4d38-bfa7-3b6edac84d42', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': 'e651da22-9034-4741-9f2b-0eeef3666ff5', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'floating_ip_address': '172.25.2.145', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'port_id': 'ccceceac-203e-441f-9145-2d049917b203', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85a7f8c6-9f4b-49e3-8324-6914753de947', 'mac_address': 'fa:16:3e:8a:20:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787398d0-003f-49b7-a104-a0920f414f4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:06:50Z', 'updated_at': '2021-11-12T01:06:54Z', 'revision_number': 1, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2a1c90-bbd7-4fa7-b5a4-154a81f44738', 'name': '', 'network_id': '85a7f8c6-9f4b-49e3-8324-6914753de947', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'mac_address': 'fa:16:3e:87:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '42f8954e-823a-4f5f-8f8d-d667cda9bcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:14Z', 'updated_at': '2021-11-12T01:06:25Z', 'revision_number': 5, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'subnets': [{'id': '42f8954e-823a-4f5f-8f8d-d667cda9bcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:09:17.719473 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-be7dfd92-9095-47a7-ae70-43e18aea2242 req-7e287229-b47a-41ea-8cf0-7277eca0c363 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] 10.222.0.20 "GET /v2.0/quotas/78faeccfc582426582c345180b171a72 HTTP/1.1" status: 200 len: 375 time: 0.1245131 Nov 12 01:09:17.728641 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 502b5a6f-4068-4fb5-8caf-528ec7222b20 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:09:17.794360 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-be7dfd92-9095-47a7-ae70-43e18aea2242 req-af49ca46-64d4-4b93-a1e8-4f3a50d95fb2 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=78faeccfc582426582c345180b171a72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0738747 Nov 12 01:09:17.794830 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 87a3adf1-7d78-461a-b274-a7900ab8a1a8 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:09:17.796490 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 87a3adf1-7d78-461a-b274-a7900ab8a1a8 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:09:17.875845 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: 502b5a6f-4068-4fb5-8caf-528ec7222b20 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:09:17.879904 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-8ade0aa4-f912-47f5-9f42-6a62316cdd75 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0983498 Nov 12 01:09:17.881741 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 502b5a6f-4068-4fb5-8caf-528ec7222b20 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:09:17.895632 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2d215f5a-43e6-4ba7-968d-aa02f55e049f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:17.906070 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-a14bb284-c734-4382-bc8a-7de9d9081295 req-bfc2e8bf-362e-4490-9573-9a9a357d0f93 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Deleting port 4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:09:17.906410 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a14bb284-c734-4382-bc8a-7de9d9081295 req-bfc2e8bf-362e-4490-9573-9a9a357d0f93 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:18.016512 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-be7dfd92-9095-47a7-ae70-43e18aea2242 req-d5776d24-8d0f-4447-bc55-98cbb42296f4 service neutron] 10.222.0.20 "GET /v2.0/networks/2984298f-f25b-4e5f-9824-e5df43ebb122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210910 Nov 12 01:09:18.188480 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-c3c2d382-1e93-43ee-a47c-9c790a2f7216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:18.189234 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-c3c2d382-1e93-43ee-a47c-9c790a2f7216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:18.189875 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-c3c2d382-1e93-43ee-a47c-9c790a2f7216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:18.190514 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-c3c2d382-1e93-43ee-a47c-9c790a2f7216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:18.191129 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-c3c2d382-1e93-43ee-a47c-9c790a2f7216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:18.193049 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-c3c2d382-1e93-43ee-a47c-9c790a2f7216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:18.193705 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-c3c2d382-1e93-43ee-a47c-9c790a2f7216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:18.235078 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-c3c2d382-1e93-43ee-a47c-9c790a2f7216 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99d22f2d09c941868df176b00803ab3d&device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 6508 time: 0.2638879 Nov 12 01:09:18.239703 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a30fb0c9-63d6-46c8-bc7b-a4ea068ef41b req-5616f972-2f16-4beb-bfb3-d954f05d4746 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.0939112 Nov 12 01:09:18.294576 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2d215f5a-43e6-4ba7-968d-aa02f55e049f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:18.456211 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-a14bb284-c734-4382-bc8a-7de9d9081295 req-bfc2e8bf-362e-4490-9573-9a9a357d0f93 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] For port 4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf,segment=NetworkSegment(e36df3eb-fece-437e-bd31-55a702f04978),segment_id=e36df3eb-fece-437e-bd31-55a702f04978)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:18.456660 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a14bb284-c734-4382-bc8a-7de9d9081295 req-bfc2e8bf-362e-4490-9573-9a9a357d0f93 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:18.474365 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-be7dfd92-9095-47a7-ae70-43e18aea2242 req-065b3074-eb4c-4459-b11e-86ee96394300 service neutron] 10.222.0.20 "GET /v2.0/networks/2984298f-f25b-4e5f-9824-e5df43ebb122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4564786 Nov 12 01:09:18.480444 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-a14bb284-c734-4382-bc8a-7de9d9081295 req-bfc2e8bf-362e-4490-9573-9a9a357d0f93 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Calling delete_port for 4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:09:18.493368 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2d215f5a-43e6-4ba7-968d-aa02f55e049f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:18.497356 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2d215f5a-43e6-4ba7-968d-aa02f55e049f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:18.498995 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-2d215f5a-43e6-4ba7-968d-aa02f55e049f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a74c6ae5-960f-4f76-a05c-2724a42033d9 HTTP/1.1" status: 204 len: 168 time: 1.1957371 Nov 12 01:09:18.512676 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d215f5a-43e6-4ba7-968d-aa02f55e049f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74c6ae5-960f-4f76-a05c-2724a42033d9,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:18.756903 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5a30d-7d16-43ae-aabd-1f9bf56b94e9 req-1bf220c9-6133-4402-b757-09d9dfd99690 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:18.767133 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6cd5a30d-7d16-43ae-aabd-1f9bf56b94e9 req-1bf220c9-6133-4402-b757-09d9dfd99690 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab9ebe87-2ca9-4d67-b53c-12da2ebed243 HTTP/1.1" status: 200 len: 946 time: 0.6341259 Nov 12 01:09:18.777150 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a14bb284-c734-4382-bc8a-7de9d9081295 req-bfc2e8bf-362e-4490-9573-9a9a357d0f93 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:18.833873 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-cea2c8bd-c350-48bf-9d9a-73824f5f31d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:18.835444 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-cea2c8bd-c350-48bf-9d9a-73824f5f31d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:18.836102 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-cea2c8bd-c350-48bf-9d9a-73824f5f31d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:18.838898 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-cea2c8bd-c350-48bf-9d9a-73824f5f31d0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6d66b009-87d4-44ee-a0b8-482e36cd5030&id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&id=0fed04be-2c3a-475e-8199-924085f487af&id=0fed04be-2c3a-475e-8199-924085f487af HTTP/1.1" status: 200 len: 2299 time: 0.5557587 Nov 12 01:09:18.866169 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc2e8bf-362e-4490-9573-9a9a357d0f93 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event deleted for resources: {'Port': ['ID=4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:18.939019 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14bb284-c734-4382-bc8a-7de9d9081295 req-bfc2e8bf-362e-4490-9573-9a9a357d0f93 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] No DVR routers for this DVR port 4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf on host n-h2-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:09:18.945282 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a14bb284-c734-4382-bc8a-7de9d9081295 req-bfc2e8bf-362e-4490-9573-9a9a357d0f93 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:18.953454 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a14bb284-c734-4382-bc8a-7de9d9081295 req-bfc2e8bf-362e-4490-9573-9a9a357d0f93 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.54 "DELETE /v2.0/ports/4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf HTTP/1.1" status: 204 len: 173 time: 1.8472233 Nov 12 01:09:18.953971 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9ebe87-2ca9-4d67-b53c-12da2ebed243', 'name': 'network-vif-deleted', 'tag': '4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:09:18.971899 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a18bb8-5876-4de8-a5d9-e0f261b39f07" -d '{"events": [{"server_uuid": "ab9ebe87-2ca9-4d67-b53c-12da2ebed243", "name": "network-vif-deleted", "tag": "4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:09:19.058345 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6cd5a30d-7d16-43ae-aabd-1f9bf56b94e9 req-c4433e36-a1a8-4285-9fa8-ce8b526b0e67 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d905abc-6ba0-4e30-a3c2-7896f45f9777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2898059 Nov 12 01:09:19.118275 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-1c7f74df-a75c-4eb4-9f50-ab297b4f2dbc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=839befd9-0d96-49e6-b80d-77934b38b2b7 HTTP/1.1" status: 200 len: 1001 time: 0.2700131 Nov 12 01:09:19.276245 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541a20ad-6b0e-4f29-92ec-8d6907353a79 x-openstack-request-id: req-541a20ad-6b0e-4f29-92ec-8d6907353a79 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:09:19.277046 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab9ebe87-2ca9-4d67-b53c-12da2ebed243", "name": "network-vif-deleted", "tag": "4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:09:19.278895 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-541a20ad-6b0e-4f29-92ec-8d6907353a79 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:09:19.279557 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab9ebe87-2ca9-4d67-b53c-12da2ebed243', 'name': 'network-vif-deleted', 'tag': '4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf', 'status': 'completed', 'code': 200} Nov 12 01:09:19.291253 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9754892b-0a8d-45ae-83b3-e39da7a1518e req-54a6a606-77d9-4f40-8885-fb5751189754 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] 10.222.0.20 "GET /v2.0/ports?device_id=a367985d-2958-4860-ad72-3b4c2cb5be9b HTTP/1.1" status: 200 len: 210 time: 0.1512072 Nov 12 01:09:19.295959 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-5af797f1-2c76-4e8a-ac3d-7d6a23e4038d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:19.301709 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-5af797f1-2c76-4e8a-ac3d-7d6a23e4038d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=84f3c115-0f29-44bb-9c76-e6ed88722019 HTTP/1.1" status: 200 len: 856 time: 0.1762230 Nov 12 01:09:19.502856 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-a1cf8279-cfde-423f-aa25-b069fe2c3eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:19.504418 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-a1cf8279-cfde-423f-aa25-b069fe2c3eef service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6d66b009-87d4-44ee-a0b8-482e36cd5030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1895723 Nov 12 01:09:19.635827 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 902b198f-fc4a-4497-9c1e-87473a445e74 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:09:19.754855 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:09:19.761230 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 902b198f-fc4a-4497-9c1e-87473a445e74 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:09:19.771639 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 902b198f-fc4a-4497-9c1e-87473a445e74 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:09:19.882377 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: 4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:09:19.890308 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 4fd765a7-d54b-4cfd-9f53-87e9a97cb5cf not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:09:19.955531 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-106879cc-cc44-4a2e-8b91-7dd030d06709 service neutron] 10.222.0.49 "GET /v2.0/networks/6d66b009-87d4-44ee-a0b8-482e36cd5030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4373250 Nov 12 01:09:20.166437 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 33384) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:20.355453 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-512c2872-8f38-45b7-b0e0-2a056d85c949 service neutron] 10.222.0.49 "GET /v2.0/networks/6d66b009-87d4-44ee-a0b8-482e36cd5030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882878 Nov 12 01:09:20.415048 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d497da65-707a-4970-830a-2d8927d2941b tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:20.539092 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-ea4f1799-086b-4f40-8373-769c6cd66ae6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9 HTTP/1.1" status: 200 len: 217 time: 0.1712050 Nov 12 01:09:20.556965 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d497da65-707a-4970-830a-2d8927d2941b tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:20.622089 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d736e36c-3275-4004-bd3d-592f03d146ed req-98e8d200-e9e8-44f1-810a-5073d803e4a8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=787398d0-003f-49b7-a104-a0920f414f4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4517810 Nov 12 01:09:20.722416 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-f3adf6f0-3d48-4704-ad6b-109bad34e787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:20.730324 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-f3adf6f0-3d48-4704-ad6b-109bad34e787 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5 HTTP/1.1" status: 200 len: 797 time: 0.1840534 Nov 12 01:09:20.768845 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fbf56e36-d0cf-48fa-89fa-10f273ca3161 req-08c27b3f-d2a5-49c2-bd41-4fb57ed27408 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] 10.222.0.20 "GET /v2.0/ports?device_id=a367985d-2958-4860-ad72-3b4c2cb5be9b HTTP/1.1" status: 200 len: 210 time: 0.1831203 Nov 12 01:09:20.979355 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8b0ba-0880-42e9-807a-03cbcf4a9f89 req-f6e1ca01-1a65-4edd-b4b8-7791d3c8796f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:21.031339 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8b0ba-0880-42e9-807a-03cbcf4a9f89 req-f6e1ca01-1a65-4edd-b4b8-7791d3c8796f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:21.067355 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8b0ba-0880-42e9-807a-03cbcf4a9f89 req-f6e1ca01-1a65-4edd-b4b8-7791d3c8796f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:21.097865 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8b0ba-0880-42e9-807a-03cbcf4a9f89 req-f6e1ca01-1a65-4edd-b4b8-7791d3c8796f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:21.108991 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736e36c-3275-4004-bd3d-592f03d146ed req-9ee9b58f-3451-4d4d-a839-6080c637c6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:21.110677 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d736e36c-3275-4004-bd3d-592f03d146ed req-9ee9b58f-3451-4d4d-a839-6080c637c6a3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8a187a5f08ca423da53c90074483cfd4&device_id=787398d0-003f-49b7-a104-a0920f414f4a HTTP/1.1" status: 200 len: 1097 time: 0.3297789 Nov 12 01:09:21.126686 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8b0ba-0880-42e9-807a-03cbcf4a9f89 req-f6e1ca01-1a65-4edd-b4b8-7791d3c8796f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:21.159075 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8b0ba-0880-42e9-807a-03cbcf4a9f89 req-f6e1ca01-1a65-4edd-b4b8-7791d3c8796f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:21.188218 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8b0ba-0880-42e9-807a-03cbcf4a9f89 req-f6e1ca01-1a65-4edd-b4b8-7791d3c8796f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:21.204038 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-32c8b0ba-0880-42e9-807a-03cbcf4a9f89 req-f6e1ca01-1a65-4edd-b4b8-7791d3c8796f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 5444 time: 0.5967162 Nov 12 01:09:21.285810 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d497da65-707a-4970-830a-2d8927d2941b tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:21.289850 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-89167eef-31d5-4fa6-b083-f0282852a44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:21.290839 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d497da65-707a-4970-830a-2d8927d2941b tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:21.292509 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d497da65-707a-4970-830a-2d8927d2941b tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "DELETE /v2.0/security-groups/6d905abc-6ba0-4e30-a3c2-7896f45f9777 HTTP/1.1" status: 204 len: 168 time: 1.1239891 Nov 12 01:09:21.298968 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-89167eef-31d5-4fa6-b083-f0282852a44c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5014405 Nov 12 01:09:21.409539 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d497da65-707a-4970-830a-2d8927d2941b tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d905abc-6ba0-4e30-a3c2-7896f45f9777,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:21.534464 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736e36c-3275-4004-bd3d-592f03d146ed req-be1c2d22-9fdd-4fae-a406-bd2fc6065116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:21.537486 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d736e36c-3275-4004-bd3d-592f03d146ed req-be1c2d22-9fdd-4fae-a406-bd2fc6065116 service neutron] 10.222.0.54 "GET /v2.0/networks?id=85a7f8c6-9f4b-49e3-8324-6914753de947 HTTP/1.1" status: 200 len: 897 time: 0.3952186 Nov 12 01:09:21.562223 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 33542) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:21.777700 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-32c8b0ba-0880-42e9-807a-03cbcf4a9f89 req-f17b0b44-d991-4632-8cab-cfe29497b9d8 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&id=cbe02f78-bccb-4d23-9946-d2b58c9817de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5550404 Nov 12 01:09:21.894171 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-bc18c016-b004-498a-a2e0-db5043b2136d service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5579340 Nov 12 01:09:22.164164 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d736e36c-3275-4004-bd3d-592f03d146ed req-de321a43-99e0-4a0d-bebb-d0270f82e5a6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ccceceac-203e-441f-9145-2d049917b203 HTTP/1.1" status: 200 len: 1001 time: 0.6198509 Nov 12 01:09:22.201948 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-04d97c07-ee3f-4b15-b0ec-87882af0b0aa tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Deleting subnet 54a448e4-83b2-4bc0-94d7-3ea7e374be63 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:09:22.206295 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-04d97c07-ee3f-4b15-b0ec-87882af0b0aa tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:22.247279 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 33616) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:22.261357 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d1da1555-7fb6-4694-a77e-d399075d105a req-7da98f0f-80f8-42da-a6fd-2dc84cb9d255 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] 10.222.0.20 "GET /v2.0/ports?device_id=a367985d-2958-4860-ad72-3b4c2cb5be9b HTTP/1.1" status: 200 len: 210 time: 0.1370928 Nov 12 01:09:22.264629 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-04d97c07-ee3f-4b15-b0ec-87882af0b0aa tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:22.302500 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-ce7a5e38-aa71-4eaa-9aab-4886fb05d1c8 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008570 Nov 12 01:09:22.388636 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-dfcb11b9-251d-44bb-ae30-268afb3d1e3f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=e5eb25a0-7da0-4bbc-9a1a-01a506e19685 HTTP/1.1" status: 200 len: 217 time: 0.0771101 Nov 12 01:09:22.501041 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-f721d224-da50-4fe1-aca2-6ac1b37bcf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:22.506117 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-f721d224-da50-4fe1-aca2-6ac1b37bcf56 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5 HTTP/1.1" status: 200 len: 797 time: 0.1111462 Nov 12 01:09:22.596233 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736e36c-3275-4004-bd3d-592f03d146ed req-9de5595a-99d5-4fb5-8533-76b7cb86c015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:22.598534 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-cdea93d5-6494-482e-96a1-c3afc898b251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:22.600263 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-cdea93d5-6494-482e-96a1-c3afc898b251 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0868940 Nov 12 01:09:22.609583 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d736e36c-3275-4004-bd3d-592f03d146ed req-9de5595a-99d5-4fb5-8533-76b7cb86c015 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=42f8954e-823a-4f5f-8f8d-d667cda9bcd3 HTTP/1.1" status: 200 len: 835 time: 0.1503465 Nov 12 01:09:22.808960 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 33630) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:22.823726 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7dfd92-9095-47a7-ae70-43e18aea2242 req-09f11b8f-7ff1-4a25-890a-16126259a5ad tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:22.827795 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-be7dfd92-9095-47a7-ae70-43e18aea2242 req-09f11b8f-7ff1-4a25-890a-16126259a5ad tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] 10.222.0.49 "GET /v2.0/networks?id=2984298f-f25b-4e5f-9824-e5df43ebb122 HTTP/1.1" status: 200 len: 809 time: 1.0397708 Nov 12 01:09:22.844623 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-04d97c07-ee3f-4b15-b0ec-87882af0b0aa tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:22.849845 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-22a440a3-1933-413b-85b3-76977bb36962 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388585 Nov 12 01:09:22.855240 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-be7dfd92-9095-47a7-ae70-43e18aea2242 req-b6e82974-9c90-40c3-bb26-cf0aba457320 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] Request body: {'port': {'device_id': 'a367985d-2958-4860-ad72-3b4c2cb5be9b', 'network_id': '2984298f-f25b-4e5f-9824-e5df43ebb122', 'admin_state_up': True, 'tenant_id': '78faeccfc582426582c345180b171a72'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:22.950842 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1c953c22-8233-4549-994b-fb98e696b358 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:23.049717 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d32fbaab-7d4f-4422-8af1-69cae8a2bf7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:23.168421 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca93190-9535-4efc-b235-d36876097f3f req-eaaac846-0ef7-4b93-8164-0fbab9b668c1 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:23.182413 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca93190-9535-4efc-b235-d36876097f3f req-eaaac846-0ef7-4b93-8164-0fbab9b668c1 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:23.191070 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-7dc50b7a-944a-450b-9578-edf287b18df3 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359582 Nov 12 01:09:23.208491 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca93190-9535-4efc-b235-d36876097f3f req-eaaac846-0ef7-4b93-8164-0fbab9b668c1 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:23.220490 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca93190-9535-4efc-b235-d36876097f3f req-eaaac846-0ef7-4b93-8164-0fbab9b668c1 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:23.241799 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca93190-9535-4efc-b235-d36876097f3f req-eaaac846-0ef7-4b93-8164-0fbab9b668c1 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:23.248436 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-f4b12d34-b435-4f98-92be-5b30ca052daf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=4c22bace-f635-4893-bff7-f3b4e0d2feaa HTTP/1.1" status: 200 len: 217 time: 0.0476372 Nov 12 01:09:23.262193 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca93190-9535-4efc-b235-d36876097f3f req-eaaac846-0ef7-4b93-8164-0fbab9b668c1 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:23.285132 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca93190-9535-4efc-b235-d36876097f3f req-eaaac846-0ef7-4b93-8164-0fbab9b668c1 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:23.289587 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0ca93190-9535-4efc-b235-d36876097f3f req-eaaac846-0ef7-4b93-8164-0fbab9b668c1 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 5444 time: 1.3810377 Nov 12 01:09:23.353217 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1c953c22-8233-4549-994b-fb98e696b358 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:23.364585 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1c953c22-8233-4549-994b-fb98e696b358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:23.400919 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-3e9128e6-6e1e-4ddb-8b45-f1d5e75f25f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:23.402718 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-3e9128e6-6e1e-4ddb-8b45-f1d5e75f25f1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5 HTTP/1.1" status: 200 len: 797 time: 0.1395118 Nov 12 01:09:23.410554 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c953c22-8233-4549-994b-fb98e696b358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e5d895-9bb6-4cd8-a26f-34993673f8c1,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:23.463067 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d32fbaab-7d4f-4422-8af1-69cae8a2bf7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:23.479929 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736e36c-3275-4004-bd3d-592f03d146ed req-d5674f21-d796-4f62-ae2e-8d7afb37954b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:23.482968 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d736e36c-3275-4004-bd3d-592f03d146ed req-d5674f21-d796-4f62-ae2e-8d7afb37954b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=85a7f8c6-9f4b-49e3-8324-6914753de947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8356338 Nov 12 01:09:23.535846 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 839befd9-0d96-49e6-b80d-77934b38b2b7 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:09:23.543197 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca93190-9535-4efc-b235-d36876097f3f req-809cfa64-bdc6-4b5c-9101-e6a583fa63c9 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:23.544823 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0ca93190-9535-4efc-b235-d36876097f3f req-809cfa64-bdc6-4b5c-9101-e6a583fa63c9 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.49 "GET /v2.0/ports/1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1642663 Nov 12 01:09:23.572691 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8dd623b6-c453-4736-adae-b92b035b7a0e req-49da6c78-4f08-4521-9e9d-0da62a0537ce tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] 10.222.0.20 "GET /v2.0/ports?device_id=a367985d-2958-4860-ad72-3b4c2cb5be9b HTTP/1.1" status: 200 len: 210 time: 0.1120999 Nov 12 01:09:23.599482 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d32fbaab-7d4f-4422-8af1-69cae8a2bf7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:23.679606 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32fbaab-7d4f-4422-8af1-69cae8a2bf7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29dadad9-29f9-407b-a111-20aab9979110,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:23.729311 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1c953c22-8233-4549-994b-fb98e696b358 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6b1faa4026d6479592a1f94cc605cd74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9172099 Nov 12 01:09:23.734693 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:23.735674 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d736e36c-3275-4004-bd3d-592f03d146ed req-22ce49be-54dd-4174-a311-751481ef276c service neutron] 10.222.0.54 "GET /v2.0/networks/85a7f8c6-9f4b-49e3-8324-6914753de947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849227 Nov 12 01:09:23.736949 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be7dfd92-9095-47a7-ae70-43e18aea2242 req-b6e82974-9c90-40c3-bb26-cf0aba457320 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] Made reservation on behalf of 78faeccfc582426582c345180b171a72 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:23.738090 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 33640) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:23.742095 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-be7dfd92-9095-47a7-ae70-43e18aea2242 req-b6e82974-9c90-40c3-bb26-cf0aba457320 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:23.794019 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-702f5d59-ff39-4490-956d-0bfa5b6afba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:23.795793 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-702f5d59-ff39-4490-956d-0bfa5b6afba8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3760865 Nov 12 01:09:23.800418 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d32fbaab-7d4f-4422-8af1-69cae8a2bf7e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8604cba8b7c24e5fab13b38507a56fd8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5502846 Nov 12 01:09:23.807721 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 839befd9-0d96-49e6-b80d-77934b38b2b7, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=839befd9-0d96-49e6-b80d-77934b38b2b7,segment=NetworkSegment(bac9ae7f-c1bf-42c9-91a3-fcb8f2c6d79e),segment_id=bac9ae7f-c1bf-42c9-91a3-fcb8f2c6d79e)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:23.812542 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '839befd9-0d96-49e6-b80d-77934b38b2b7'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:09:23.821299 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452c337a-36fb-47a8-9ec0-d80726ae9ff7" -d '{"events": [{"server_uuid": "f4448604-16ab-4f44-a2c8-0b55b9d2bf06", "name": "network-vif-unplugged", "status": "completed", "tag": "839befd9-0d96-49e6-b80d-77934b38b2b7"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:09:23.830930 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:23.834797 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device e5eb25a0-7da0-4bbc-9a1a-01a506e19685 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:09:23.839995 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 33642) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:23.953948 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a3cb9f-ced3-434b-a672-8c96598c53ee x-openstack-request-id: req-99a3cb9f-ced3-434b-a672-8c96598c53ee {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:09:23.955142 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4448604-16ab-4f44-a2c8-0b55b9d2bf06", "name": "network-vif-unplugged", "status": "completed", "tag": "839befd9-0d96-49e6-b80d-77934b38b2b7", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:09:23.956231 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-99a3cb9f-ced3-434b-a672-8c96598c53ee {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:09:23.957244 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '839befd9-0d96-49e6-b80d-77934b38b2b7', 'code': 200} Nov 12 01:09:23.960673 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=839befd9-0d96-49e6-b80d-77934b38b2b7,revision_number=6']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:24.029989 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-da4b8c5d-c02e-4233-b280-9acd67ec3f4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:24.138229 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:24.150785 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-da4b8c5d-c02e-4233-b280-9acd67ec3f4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:24.194884 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port e5eb25a0-7da0-4bbc-9a1a-01a506e19685, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=e5eb25a0-7da0-4bbc-9a1a-01a506e19685,segment=NetworkSegment(f3938551-3a44-4fa9-8327-3f2151b42141),segment_id=f3938551-3a44-4fa9-8327-3f2151b42141)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:24.201331 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-04d97c07-ee3f-4b15-b0ec-87882af0b0aa tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:24.204597 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:24.205586 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:09:24.236838 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dccfad-2c84-45fb-ae76-ee359fa86b7a req-7ae00749-03bc-41af-b2d9-b9a7c6b3afd9 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:24.244936 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dccfad-2c84-45fb-ae76-ee359fa86b7a req-7ae00749-03bc-41af-b2d9-b9a7c6b3afd9 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:24.251821 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aaad58a0-d92e-486f-9140-ae1617810f6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:24.252564 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dccfad-2c84-45fb-ae76-ee359fa86b7a req-7ae00749-03bc-41af-b2d9-b9a7c6b3afd9 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:24.261569 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dccfad-2c84-45fb-ae76-ee359fa86b7a req-7ae00749-03bc-41af-b2d9-b9a7c6b3afd9 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:24.268302 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dccfad-2c84-45fb-ae76-ee359fa86b7a req-7ae00749-03bc-41af-b2d9-b9a7c6b3afd9 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:24.274567 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dccfad-2c84-45fb-ae76-ee359fa86b7a req-7ae00749-03bc-41af-b2d9-b9a7c6b3afd9 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:24.283873 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dccfad-2c84-45fb-ae76-ee359fa86b7a req-7ae00749-03bc-41af-b2d9-b9a7c6b3afd9 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:24.298753 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b5dccfad-2c84-45fb-ae76-ee359fa86b7a req-7ae00749-03bc-41af-b2d9-b9a7c6b3afd9 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 5444 time: 1.1947501 Nov 12 01:09:24.375402 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=e5eb25a0-7da0-4bbc-9a1a-01a506e19685,revision_number=6']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:24.379659 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0ca93190-9535-4efc-b235-d36876097f3f req-b02e2aa7-5dbb-410e-8f40-2429c4a3dc81 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6096282 Nov 12 01:09:24.382006 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d97c07-ee3f-4b15-b0ec-87882af0b0aa tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event deleted for resources: {'Subnet': ['ID=54a448e4-83b2-4bc0-94d7-3ea7e374be63,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:24.384823 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-04d97c07-ee3f-4b15-b0ec-87882af0b0aa tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:24.386314 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:24.389240 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-04d97c07-ee3f-4b15-b0ec-87882af0b0aa tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "DELETE /v2.0/subnets/54a448e4-83b2-4bc0-94d7-3ea7e374be63 HTTP/1.1" status: 204 len: 168 time: 2.8227658 Nov 12 01:09:24.404227 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 33650) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:24.406325 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ab073f-f53e-42d4-9ac0-a22887d91220 None None] Network 368e2d2d-01b3-4622-bce2-573d90178776 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:09:24.473953 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aaad58a0-d92e-486f-9140-ae1617810f6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:24.516967 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-be7dfd92-9095-47a7-ae70-43e18aea2242 req-b6e82974-9c90-40c3-bb26-cf0aba457320 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] Allocated IP 172.20.0.5 (2984298f-f25b-4e5f-9824-e5df43ebb122/03975778-e3de-4144-8b56-985c8cdcf8ef/f5d38f9b-788d-40ec-b888-3dc287cf8758) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:09:24.555829 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4,segment=NetworkSegment(f3938551-3a44-4fa9-8327-3f2151b42141),segment_id=f3938551-3a44-4fa9-8327-3f2151b42141)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:24.612649 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-0ca93190-9535-4efc-b235-d36876097f3f req-fa4f8de8-0127-4879-bad6-ca12ad01ff48 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:24.640495 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:24.641519 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 4c22bace-f635-4893-bff7-f3b4e0d2feaa no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:09:24.651211 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-7adf914e-a5b5-4777-b33a-8ad8317b073e service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7945273 Nov 12 01:09:24.653343 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-da4b8c5d-c02e-4233-b280-9acd67ec3f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:24.658772 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-da4b8c5d-c02e-4233-b280-9acd67ec3f4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:24.661786 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-da4b8c5d-c02e-4233-b280-9acd67ec3f4d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/29dadad9-29f9-407b-a111-20aab9979110 HTTP/1.1" status: 204 len: 168 time: 0.8043480 Nov 12 01:09:24.888535 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-e41c4d4e-8fe5-4d62-96f3-2f2a44c143ed service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236071 Nov 12 01:09:24.960553 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4b8c5d-c02e-4233-b280-9acd67ec3f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29dadad9-29f9-407b-a111-20aab9979110,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:25.000908 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4,revision_number=6']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:25.049335 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7596a70-3764-4910-af43-990a2393aacb None None] DHCP port deletion for 368e2d2d-01b3-4622-bce2-573d90178776 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:09:25.056955 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3c6f7cfa-b965-4ede-a586-4579bda9674d req-c6c56aa1-6e29-4e4d-ac8f-162ed90ced64 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] 10.222.0.20 "GET /v2.0/ports?device_id=a367985d-2958-4860-ad72-3b4c2cb5be9b HTTP/1.1" status: 200 len: 210 time: 0.1575344 Nov 12 01:09:25.067994 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-bb7aaff4-c7e2-449e-9cb8-bf67047f42f2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4 HTTP/1.1" status: 200 len: 217 time: 0.1158438 Nov 12 01:09:25.109453 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aaad58a0-d92e-486f-9140-ae1617810f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:25.113222 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aaad58a0-d92e-486f-9140-ae1617810f6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:25.150333 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-aaad58a0-d92e-486f-9140-ae1617810f6f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c2e5d895-9bb6-4cd8-a26f-34993673f8c1 HTTP/1.1" status: 204 len: 168 time: 1.4105787 Nov 12 01:09:25.170978 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:25.289860 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-f7596a70-3764-4910-af43-990a2393aacb None None] Deleting port dfe82d23-0521-4549-b3ea-f38a45b629ac {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:09:25.292808 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f7596a70-3764-4910-af43-990a2393aacb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:25.365225 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 4c22bace-f635-4893-bff7-f3b4e0d2feaa, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=4c22bace-f635-4893-bff7-f3b4e0d2feaa,segment=NetworkSegment(f3938551-3a44-4fa9-8327-3f2151b42141),segment_id=f3938551-3a44-4fa9-8327-3f2151b42141)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:25.371236 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 33666) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:25.419743 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaad58a0-d92e-486f-9140-ae1617810f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e5d895-9bb6-4cd8-a26f-34993673f8c1,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:25.480566 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:25.483581 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 32d55d15-cda1-42c5-acb9-247105424a0c no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:09:25.497621 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-01134555-dc3b-4efe-a476-f95602af54ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:25.581816 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-eb8345a3-ee03-487a-95e8-f755731d907a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:25.586739 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-eb8345a3-ee03-487a-95e8-f755731d907a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5 HTTP/1.1" status: 200 len: 797 time: 0.5086942 Nov 12 01:09:25.836207 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-af913b51-7903-4a70-9973-726894139b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:25.839652 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-af913b51-7903-4a70-9973-726894139b66 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e2e0111-edf0-4285-80d2-69d5d6a25b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2442937 Nov 12 01:09:25.924087 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-01134555-dc3b-4efe-a476-f95602af54ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:25.961067 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-01134555-dc3b-4efe-a476-f95602af54ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:26.008063 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5eb25a0-7da0-4bbc-9a1a-01a506e19685'}, {'server_uuid': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4'}, {'server_uuid': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c22bace-f635-4893-bff7-f3b4e0d2feaa'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:09:26.012203 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a050ced-b566-4238-bb18-7a3bb62d3aa5" -d '{"events": [{"server_uuid": "f4448604-16ab-4f44-a2c8-0b55b9d2bf06", "name": "network-vif-unplugged", "status": "completed", "tag": "e5eb25a0-7da0-4bbc-9a1a-01a506e19685"}, {"server_uuid": "f4448604-16ab-4f44-a2c8-0b55b9d2bf06", "name": "network-vif-unplugged", "status": "completed", "tag": "41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4"}, {"server_uuid": "f4448604-16ab-4f44-a2c8-0b55b9d2bf06", "name": "network-vif-unplugged", "status": "completed", "tag": "4c22bace-f635-4893-bff7-f3b4e0d2feaa"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:09:26.022215 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=4c22bace-f635-4893-bff7-f3b4e0d2feaa,revision_number=6']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:26.029436 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device dfe82d23-0521-4549-b3ea-f38a45b629ac no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:09:26.088928 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-f7596a70-3764-4910-af43-990a2393aacb None None] For port dfe82d23-0521-4549-b3ea-f38a45b629ac, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=dfe82d23-0521-4549-b3ea-f38a45b629ac,segment=NetworkSegment(e36df3eb-fece-437e-bd31-55a702f04978),segment_id=e36df3eb-fece-437e-bd31-55a702f04978)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:26.089328 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f7596a70-3764-4910-af43-990a2393aacb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:26.124469 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-f7596a70-3764-4910-af43-990a2393aacb None None] Calling delete_port for dfe82d23-0521-4549-b3ea-f38a45b629ac owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:09:26.131550 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 12 Nov 2021 01:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e45f49-f535-4f1f-a889-045e6f017c0f x-openstack-request-id: req-52e45f49-f535-4f1f-a889-045e6f017c0f {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:09:26.131877 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4448604-16ab-4f44-a2c8-0b55b9d2bf06", "name": "network-vif-unplugged", "status": "completed", "tag": "e5eb25a0-7da0-4bbc-9a1a-01a506e19685", "code": 200}, {"server_uuid": "f4448604-16ab-4f44-a2c8-0b55b9d2bf06", "name": "network-vif-unplugged", "status": "completed", "tag": "41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4", "code": 200}, {"server_uuid": "f4448604-16ab-4f44-a2c8-0b55b9d2bf06", "name": "network-vif-unplugged", "status": "completed", "tag": "4c22bace-f635-4893-bff7-f3b4e0d2feaa", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:09:26.132367 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52e45f49-f535-4f1f-a889-045e6f017c0f {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:09:26.132765 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5eb25a0-7da0-4bbc-9a1a-01a506e19685', 'code': 200} Nov 12 01:09:26.133151 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4', 'code': 200} Nov 12 01:09:26.133580 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c22bace-f635-4893-bff7-f3b4e0d2feaa', 'code': 200} Nov 12 01:09:26.207246 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b5dccfad-2c84-45fb-ae76-ee359fa86b7a req-9962a7d4-88e2-4826-8b56-4785564eb1f4 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&id=cbe02f78-bccb-4d23-9946-d2b58c9817de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.9071212 Nov 12 01:09:26.229648 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d736e36c-3275-4004-bd3d-592f03d146ed req-276407ea-b1b1-4b15-a600-ed9720b5fcba service neutron] 10.222.0.54 "GET /v2.0/networks/85a7f8c6-9f4b-49e3-8324-6914753de947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.4644725 Nov 12 01:09:26.251021 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:26.260804 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0ca93190-9535-4efc-b235-d36876097f3f req-fa4f8de8-0127-4879-bad6-ca12ad01ff48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:26.270608 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f4aa28f1-b92b-49c4-add0-ddc8fce569ba tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:26.274288 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-01134555-dc3b-4efe-a476-f95602af54ea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bab528f2e7bf4f9da964e14b8207ca3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9018807 Nov 12 01:09:26.284221 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 33686) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:26.420328 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b9d427d4-e237-41e8-abfd-f0a5bf343a50 req-a6e38fdc-4ea9-46f4-941f-a85d9e58905a tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] 10.222.0.20 "GET /v2.0/ports?device_id=a367985d-2958-4860-ad72-3b4c2cb5be9b HTTP/1.1" status: 200 len: 210 time: 0.1816068 Nov 12 01:09:26.425610 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-69c43368-9ace-47d8-b634-c2af65f27e84 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4954903 Nov 12 01:09:26.434112 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01134555-dc3b-4efe-a476-f95602af54ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfc3935-9e12-4e8e-b55a-dc331fe6097d,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:26.506067 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 32d55d15-cda1-42c5-acb9-247105424a0c, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=32d55d15-cda1-42c5-acb9-247105424a0c,segment=NetworkSegment(769a0daf-75ef-4b03-bc7e-d891d1a3563d),segment_id=769a0daf-75ef-4b03-bc7e-d891d1a3563d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:26.544008 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:26.544765 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:09:26.656602 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-be7dfd92-9095-47a7-ae70-43e18aea2242 req-b6e82974-9c90-40c3-bb26-cf0aba457320 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:26.674885 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-ecea8c99-bbfb-4200-b866-4076b7eaa6b1 service neutron] 10.222.0.49 "GET /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420330 Nov 12 01:09:26.689354 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=32d55d15-cda1-42c5-acb9-247105424a0c,revision_number=6']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:26.744968 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:26.761091 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-6f4d001a-a6c7-479d-a8a2-195696f7bd7f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=32d55d15-cda1-42c5-acb9-247105424a0c HTTP/1.1" status: 200 len: 217 time: 0.0781322 Nov 12 01:09:26.820126 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5e2217f6-4242-45b7-b1fc-65afcf5b8a14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:26.857965 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5e2217f6-4242-45b7-b1fc-65afcf5b8a14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:26.861125 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-bb665c9d-763d-48bc-b8a8-cd9f0223d8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:26.862639 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-bb665c9d-763d-48bc-b8a8-cd9f0223d8b0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5954c685-7a02-40be-97b5-9b885e683410 HTTP/1.1" status: 200 len: 797 time: 0.0951586 Nov 12 01:09:26.872161 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f7596a70-3764-4910-af43-990a2393aacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:26.936498 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-0ca93190-9535-4efc-b235-d36876097f3f req-fa4f8de8-0127-4879-bad6-ca12ad01ff48 service neutron] For port 1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9,segment=NetworkSegment(f3938551-3a44-4fa9-8327-3f2151b42141),segment_id=f3938551-3a44-4fa9-8327-3f2151b42141)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:26.940410 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5e2217f6-4242-45b7-b1fc-65afcf5b8a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:26.967878 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5e2217f6-4242-45b7-b1fc-65afcf5b8a14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:26.967878 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5e2217f6-4242-45b7-b1fc-65afcf5b8a14 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9cfc3935-9e12-4e8e-b55a-dc331fe6097d HTTP/1.1" status: 204 len: 168 time: 0.6761780 Nov 12 01:09:26.968133 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7596a70-3764-4910-af43-990a2393aacb None None] Pushing event deleted for resources: {'Port': ['ID=dfe82d23-0521-4549-b3ea-f38a45b629ac,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:26.996458 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-ca13c3b9-4d38-4c02-b1ab-bece64b5dd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:27.005129 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-ca13c3b9-4d38-4c02-b1ab-bece64b5dd09 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0fed04be-2c3a-475e-8199-924085f487af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1348922 Nov 12 01:09:27.030364 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f4aa28f1-b92b-49c4-add0-ddc8fce569ba tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Deleting port dfe82d23-0521-4549-b3ea-f38a45b629ac {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:09:27.031494 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f4aa28f1-b92b-49c4-add0-ddc8fce569ba tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:27.065560 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7596a70-3764-4910-af43-990a2393aacb None None] No DVR routers for this DVR port dfe82d23-0521-4549-b3ea-f38a45b629ac on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:09:27.077147 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:27.117624 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2217f6-4242-45b7-b1fc-65afcf5b8a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfc3935-9e12-4e8e-b55a-dc331fe6097d,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:27.190832 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-be7dfd92-9095-47a7-ae70-43e18aea2242 req-b6e82974-9c90-40c3-bb26-cf0aba457320 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:27.286969 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-11200a34-67a6-42d3-b63a-dc00741ce25c service neutron] 10.222.0.49 "GET /v2.0/networks/0fed04be-2c3a-475e-8199-924085f487af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730062 Nov 12 01:09:27.484370 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-0ca93190-9535-4efc-b235-d36876097f3f req-fa4f8de8-0127-4879-bad6-ca12ad01ff48 service neutron] For port 1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:09:27.555357 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-c5817a82-f456-43c6-8633-dac953a5e18c service neutron] 10.222.0.49 "GET /v2.0/networks/0fed04be-2c3a-475e-8199-924085f487af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609255 Nov 12 01:09:27.631352 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be7dfd92-9095-47a7-ae70-43e18aea2242 req-b6e82974-9c90-40c3-bb26-cf0aba457320 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] Network 2984298f-f25b-4e5f-9824-e5df43ebb122 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:09:27.651448 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f4aa28f1-b92b-49c4-add0-ddc8fce569ba tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] For port dfe82d23-0521-4549-b3ea-f38a45b629ac, host n-d-812236-11, got binding levels [] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:27.652070 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f4aa28f1-b92b-49c4-add0-ddc8fce569ba tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:27.663786 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e82974-9c90-40c3-bb26-cf0aba457320 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] Pushing event updated for resources: {'Port': ['ID=f5d38f9b-788d-40ec-b888-3dc287cf8758,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:27.669367 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-0ca93190-9535-4efc-b235-d36876097f3f req-fa4f8de8-0127-4879-bad6-ca12ad01ff48 service neutron] device_id is not set on port 1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9 yet. {{(pid=102661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:09:27.677072 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-be7dfd92-9095-47a7-ae70-43e18aea2242 req-b6e82974-9c90-40c3-bb26-cf0aba457320 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:27.685660 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7dfd92-9095-47a7-ae70-43e18aea2242 req-b6e82974-9c90-40c3-bb26-cf0aba457320 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:09:27.692108 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f4aa28f1-b92b-49c4-add0-ddc8fce569ba tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Calling delete_port for dfe82d23-0521-4549-b3ea-f38a45b629ac owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:09:27.695025 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0ca93190-9535-4efc-b235-d36876097f3f req-fa4f8de8-0127-4879-bad6-ca12ad01ff48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:27.702275 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-868b375e-3a8b-42eb-9ce5-f7c9d5c380c2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c22b6762-e3f6-4522-8e3f-46a49996d03c HTTP/1.1" status: 200 len: 217 time: 0.1169851 Nov 12 01:09:27.723482 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.ipam_backend_mixin [None req-f4aa28f1-b92b-49c4-add0-ddc8fce569ba tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Port dfe82d23-0521-4549-b3ea-f38a45b629ac was not found and therefore no delete operation was performed {{(pid=102661) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 01:09:27.731274 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f4aa28f1-b92b-49c4-add0-ddc8fce569ba tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:27.760160 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b756732-4b74-4417-b023-6db27a967958 req-23a09aa0-2b01-4bc1-9fde-352fb9146cec tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:27.766598 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b756732-4b74-4417-b023-6db27a967958 req-23a09aa0-2b01-4bc1-9fde-352fb9146cec tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:27.773738 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b756732-4b74-4417-b023-6db27a967958 req-23a09aa0-2b01-4bc1-9fde-352fb9146cec tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:27.780947 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b756732-4b74-4417-b023-6db27a967958 req-23a09aa0-2b01-4bc1-9fde-352fb9146cec tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:27.787321 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b756732-4b74-4417-b023-6db27a967958 req-23a09aa0-2b01-4bc1-9fde-352fb9146cec tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:27.793810 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b756732-4b74-4417-b023-6db27a967958 req-23a09aa0-2b01-4bc1-9fde-352fb9146cec tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:27.800679 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b756732-4b74-4417-b023-6db27a967958 req-23a09aa0-2b01-4bc1-9fde-352fb9146cec tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:27.802679 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7b756732-4b74-4417-b023-6db27a967958 req-23a09aa0-2b01-4bc1-9fde-352fb9146cec tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 5357 time: 0.3603661 Nov 12 01:09:27.803368 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0ca93190-9535-4efc-b235-d36876097f3f req-fa4f8de8-0127-4879-bad6-ca12ad01ff48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:27.842111 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa28f1-b92b-49c4-add0-ddc8fce569ba tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event deleted for resources: {'Port': ['ID=dfe82d23-0521-4549-b3ea-f38a45b629ac,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:27.843970 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4aa28f1-b92b-49c4-add0-ddc8fce569ba tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] No DVR routers for this DVR port dfe82d23-0521-4549-b3ea-f38a45b629ac on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:09:27.870809 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.db.api [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:09:27.875329 n-d-812236-11 neutron-server[102663]: DEBUG oslo_db.api [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:09:27.959223 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7dfd92-9095-47a7-ae70-43e18aea2242 req-b6e82974-9c90-40c3-bb26-cf0aba457320 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:27.960142 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-be7dfd92-9095-47a7-ae70-43e18aea2242 req-b6e82974-9c90-40c3-bb26-cf0aba457320 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:28.074540 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-744a24d5-2abf-4519-981c-12153338cf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:28.086490 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-744a24d5-2abf-4519-981c-12153338cf35 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5954c685-7a02-40be-97b5-9b885e683410 HTTP/1.1" status: 200 len: 797 time: 0.3670881 Nov 12 01:09:28.135076 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32d55d15-cda1-42c5-acb9-247105424a0c'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:09:28.137545 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5e1606-3b83-43e3-bda2-70e475a467dd" -d '{"events": [{"server_uuid": "f4448604-16ab-4f44-a2c8-0b55b9d2bf06", "name": "network-vif-unplugged", "status": "completed", "tag": "32d55d15-cda1-42c5-acb9-247105424a0c"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:09:28.139643 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-be7dfd92-9095-47a7-ae70-43e18aea2242 req-b6e82974-9c90-40c3-bb26-cf0aba457320 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2840602 Nov 12 01:09:28.141002 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca93190-9535-4efc-b235-d36876097f3f req-fa4f8de8-0127-4879-bad6-ca12ad01ff48 service neutron] No DVR routers for this DVR port 1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9 on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:09:28.240943 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-be7dfd92-9095-47a7-ae70-43e18aea2242 req-32b1edc7-ecfc-4361-808f-d60bb42d6bcc service neutron] Request body: {'port': {'device_id': 'a367985d-2958-4860-ad72-3b4c2cb5be9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:28.263887 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d39bd-1ac8-4c30-a259-435d08b8a095 req-ebaf3c16-6a74-4a78-b0aa-459bec4d4c30 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:28.278699 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f8de8-0127-4879-bad6-ca12ad01ff48 service neutron] Pushing event updated for resources: {'Port': ['ID=1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9,revision_number=6']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:28.287782 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6c4d39bd-1ac8-4c30-a259-435d08b8a095 req-ebaf3c16-6a74-4a78-b0aa-459bec4d4c30 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] 10.222.0.20 "GET /v2.0/ports?device_id=a367985d-2958-4860-ad72-3b4c2cb5be9b HTTP/1.1" status: 200 len: 931 time: 0.5358794 Nov 12 01:09:28.337901 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f4aa28f1-b92b-49c4-add0-ddc8fce569ba tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:28.373760 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-bb1ef14e-b419-4aac-954b-b3751df35b02 None None] Provisioning complete for port 1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:28.374253 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bb1ef14e-b419-4aac-954b-b3751df35b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:28.404388 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7b756732-4b74-4417-b023-6db27a967958 req-377475cb-a1bd-413d-92ce-4cadfc6e6a86 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&id=cbe02f78-bccb-4d23-9946-d2b58c9817de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5694318 Nov 12 01:09:28.479344 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6c4d39bd-1ac8-4c30-a259-435d08b8a095 req-af992cfc-b300-42b5-8f55-b9e64c4c6f84 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] 10.222.0.20 "GET /v2.0/security-groups?id=095ce4c2-fc5b-44a3-94dc-e7e4d9ce01b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906595 Nov 12 01:09:28.483318 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-f4aa28f1-b92b-49c4-add0-ddc8fce569ba tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['368e2d2d-01b3-4622-bce2-573d90178776']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:28.485086 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-1cc75f5c-3db4-4a21-a815-9e3e242243f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:28.487177 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-1cc75f5c-3db4-4a21-a815-9e3e242243f0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0fed04be-2c3a-475e-8199-924085f487af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3961926 Nov 12 01:09:28.510756 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-0ca93190-9535-4efc-b235-d36876097f3f req-fa4f8de8-0127-4879-bad6-ca12ad01ff48 service neutron] In _notify_port_updated(), no bound segment for port 1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9 on network 2e2e0111-edf0-4285-80d2-69d5d6a25b76 {{(pid=102661) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:09:28.513868 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca93190-9535-4efc-b235-d36876097f3f req-fa4f8de8-0127-4879-bad6-ca12ad01ff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:28.514827 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0ca93190-9535-4efc-b235-d36876097f3f req-fa4f8de8-0127-4879-bad6-ca12ad01ff48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:28.516353 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0ca93190-9535-4efc-b235-d36876097f3f req-fa4f8de8-0127-4879-bad6-ca12ad01ff48 service neutron] 10.222.0.49 "PUT /v2.0/ports/1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9 HTTP/1.1" status: 200 len: 1032 time: 4.1136515 Nov 12 01:09:28.521095 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-f4aa28f1-b92b-49c4-add0-ddc8fce569ba tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e36df3eb-fece-437e-bd31-55a702f04978') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:28.521910 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-f4aa28f1-b92b-49c4-add0-ddc8fce569ba tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e36df3eb-fece-437e-bd31-55a702f04978') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:28.547946 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7630525-a4f4-4d4a-8f47-95899f612aed x-openstack-request-id: req-f7630525-a4f4-4d4a-8f47-95899f612aed {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:09:28.548242 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4448604-16ab-4f44-a2c8-0b55b9d2bf06", "name": "network-vif-unplugged", "status": "completed", "tag": "32d55d15-cda1-42c5-acb9-247105424a0c", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:09:28.548493 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f7630525-a4f4-4d4a-8f47-95899f612aed {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:09:28.548893 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32d55d15-cda1-42c5-acb9-247105424a0c', 'code': 200} Nov 12 01:09:28.551862 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device c22b6762-e3f6-4522-8e3f-46a49996d03c no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:09:28.586047 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f4aa28f1-b92b-49c4-add0-ddc8fce569ba tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:28.637885 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-be7dfd92-9095-47a7-ae70-43e18aea2242 req-32b1edc7-ecfc-4361-808f-d60bb42d6bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:28.641843 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f4aa28f1-b92b-49c4-add0-ddc8fce569ba tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:28.650431 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-bb1ef14e-b419-4aac-954b-b3751df35b02 None None] Port 1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:09:28.673011 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca93190-9535-4efc-b235-d36876097f3f req-f6ecfef2-0ebb-43a1-9ee9-be82d0ad9f98 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:28.675006 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0ca93190-9535-4efc-b235-d36876097f3f req-f6ecfef2-0ebb-43a1-9ee9-be82d0ad9f98 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.49 "GET /v2.0/ports/e5eb25a0-7da0-4bbc-9a1a-01a506e19685?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1502542 Nov 12 01:09:28.676504 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4aa28f1-b92b-49c4-add0-ddc8fce569ba tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:09:28.677180 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f4aa28f1-b92b-49c4-add0-ddc8fce569ba tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:28.682428 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:09:28.682428 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:09:28.682428 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:09:28.682428 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:09:28.682428 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:09:28.682428 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:09:28.682428 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:09:28.682428 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:09:28.682428 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:09:28.682428 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:09:28.682428 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:09:28.682428 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:09:28.682428 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:09:28.682428 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:09:28.682428 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:09:28.682428 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:09:28.682428 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:09:28.682428 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:09:28.682428 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:09:28.682428 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:09:28.682428 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:09:28.682428 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:09:28.682428 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:09:28.682428 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:09:28.682428 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:09:28.682428 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:09:28.682428 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:09:28.682428 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:09:28.682428 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:09:28.682428 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:09:28.682428 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:09:28.682428 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:09:28.708749 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-0ca93190-9535-4efc-b235-d36876097f3f req-729e565c-c626-443c-8fd4-62f8bdfe5f6d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:28.875196 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:28.909932 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-4b1f1b42-dc35-45e6-ba9b-391728bd7591 service neutron] 10.222.0.49 "GET /v2.0/networks/0fed04be-2c3a-475e-8199-924085f487af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3957977 Nov 12 01:09:29.019914 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port c22b6762-e3f6-4522-8e3f-46a49996d03c, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=c22b6762-e3f6-4522-8e3f-46a49996d03c,segment=NetworkSegment(769a0daf-75ef-4b03-bc7e-d891d1a3563d),segment_id=769a0daf-75ef-4b03-bc7e-d891d1a3563d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:29.030392 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:29.190416 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-598fcac1-ac1f-4f02-8571-13a2bdc2941f req-db4faac3-1523-41b7-b806-c524c10bf5fe service neutron] 10.222.0.49 "GET /v2.0/networks/0fed04be-2c3a-475e-8199-924085f487af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704446 Nov 12 01:09:29.212590 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=c22b6762-e3f6-4522-8e3f-46a49996d03c,revision_number=6']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:29.319522 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f4aa28f1-b92b-49c4-add0-ddc8fce569ba tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:29.341213 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f4aa28f1-b92b-49c4-add0-ddc8fce569ba tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:29.349299 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f4aa28f1-b92b-49c4-add0-ddc8fce569ba tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "DELETE /v2.0/networks/368e2d2d-01b3-4622-bce2-573d90178776 HTTP/1.1" status: 204 len: 168 time: 4.9232085 Nov 12 01:09:29.352359 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 33770) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:29.404992 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0ca93190-9535-4efc-b235-d36876097f3f req-729e565c-c626-443c-8fd4-62f8bdfe5f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:29.419806 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa28f1-b92b-49c4-add0-ddc8fce569ba tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event deleted for resources: {'Network': ['ID=368e2d2d-01b3-4622-bce2-573d90178776,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:29.817364 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa91bfa-466f-451c-96a0-59d6742508c3 req-5cc73623-e086-4237-b7ec-bda38ba5b111 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:29.823315 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa91bfa-466f-451c-96a0-59d6742508c3 req-5cc73623-e086-4237-b7ec-bda38ba5b111 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:29.829273 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa91bfa-466f-451c-96a0-59d6742508c3 req-5cc73623-e086-4237-b7ec-bda38ba5b111 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:29.835512 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa91bfa-466f-451c-96a0-59d6742508c3 req-5cc73623-e086-4237-b7ec-bda38ba5b111 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:29.841633 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa91bfa-466f-451c-96a0-59d6742508c3 req-5cc73623-e086-4237-b7ec-bda38ba5b111 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:29.847855 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa91bfa-466f-451c-96a0-59d6742508c3 req-5cc73623-e086-4237-b7ec-bda38ba5b111 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:29.849775 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5aa91bfa-466f-451c-96a0-59d6742508c3 req-5cc73623-e086-4237-b7ec-bda38ba5b111 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 4653 time: 0.1898336 Nov 12 01:09:29.869265 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e4d1a-e9c4-45f4-9a42-1f8a31d1a201 req-b43ff5c1-b08e-4967-9acf-55d49dceca9c tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:29.878026 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7b4e4d1a-e9c4-45f4-9a42-1f8a31d1a201 req-b43ff5c1-b08e-4967-9acf-55d49dceca9c tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] 10.222.0.20 "GET /v2.0/ports?device_id=a367985d-2958-4860-ad72-3b4c2cb5be9b HTTP/1.1" status: 200 len: 931 time: 0.2250230 Nov 12 01:09:29.968771 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a086b-e6c1-4e83-b880-33fd615ca57f tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Deleting port 9491ed27-da3e-42a8-bf41-114336bb751c {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:09:29.969117 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fc6a086b-e6c1-4e83-b880-33fd615ca57f tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:30.177769 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 33802) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:30.204251 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-be7dfd92-9095-47a7-ae70-43e18aea2242 req-32b1edc7-ecfc-4361-808f-d60bb42d6bcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5d38f9b-788d-40ec-b888-3dc287cf8758 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:09:30.226268 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-be7dfd92-9095-47a7-ae70-43e18aea2242 req-32b1edc7-ecfc-4361-808f-d60bb42d6bcc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:30.245932 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5aa91bfa-466f-451c-96a0-59d6742508c3 req-d0b781e4-3abe-4bd4-84eb-4ef624157769 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&id=cbe02f78-bccb-4d23-9946-d2b58c9817de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3807893 Nov 12 01:09:30.276007 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-0ca93190-9535-4efc-b235-d36876097f3f req-729e565c-c626-443c-8fd4-62f8bdfe5f6d service neutron] For port e5eb25a0-7da0-4bbc-9a1a-01a506e19685, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=e5eb25a0-7da0-4bbc-9a1a-01a506e19685,segment=NetworkSegment(f3938551-3a44-4fa9-8327-3f2151b42141),segment_id=f3938551-3a44-4fa9-8327-3f2151b42141)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:30.286545 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-be7dfd92-9095-47a7-ae70-43e18aea2242 req-32b1edc7-ecfc-4361-808f-d60bb42d6bcc service neutron] Transition to ACTIVE for port object f5d38f9b-788d-40ec-b888-3dc287cf8758 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:09:30.303082 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-be7dfd92-9095-47a7-ae70-43e18aea2242 req-32b1edc7-ecfc-4361-808f-d60bb42d6bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:30.315547 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fc6a086b-e6c1-4e83-b880-33fd615ca57f tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:30.316030 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fc6a086b-e6c1-4e83-b880-33fd615ca57f tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:30.360200 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7b4e4d1a-e9c4-45f4-9a42-1f8a31d1a201 req-624750f1-c915-440d-9094-b4af23237b23 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] 10.222.0.20 "GET /v2.0/security-groups?id=095ce4c2-fc5b-44a3-94dc-e7e4d9ce01b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4469800 Nov 12 01:09:30.387866 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a086b-e6c1-4e83-b880-33fd615ca57f tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Calling delete_port for 9491ed27-da3e-42a8-bf41-114336bb751c owned by network:floatingip {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:09:30.450097 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-0ca93190-9535-4efc-b235-d36876097f3f req-729e565c-c626-443c-8fd4-62f8bdfe5f6d service neutron] For port e5eb25a0-7da0-4bbc-9a1a-01a506e19685, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:09:30.522443 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-0ca93190-9535-4efc-b235-d36876097f3f req-729e565c-c626-443c-8fd4-62f8bdfe5f6d service neutron] device_id is not set on port e5eb25a0-7da0-4bbc-9a1a-01a506e19685 yet. {{(pid=102661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:09:30.550580 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c22b6762-e3f6-4522-8e3f-46a49996d03c'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:09:30.555554 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0ca93190-9535-4efc-b235-d36876097f3f req-729e565c-c626-443c-8fd4-62f8bdfe5f6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:30.557599 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d5d283-f08a-48b6-8e05-cbd8a0516bfb" -d '{"events": [{"server_uuid": "f4448604-16ab-4f44-a2c8-0b55b9d2bf06", "name": "network-vif-unplugged", "status": "completed", "tag": "c22b6762-e3f6-4522-8e3f-46a49996d03c"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:09:30.585074 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0ca93190-9535-4efc-b235-d36876097f3f req-729e565c-c626-443c-8fd4-62f8bdfe5f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:30.649879 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbc363c-ea65-411b-97eb-2b7a4c2ccd9e x-openstack-request-id: req-bdbc363c-ea65-411b-97eb-2b7a4c2ccd9e {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:09:30.652491 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4448604-16ab-4f44-a2c8-0b55b9d2bf06", "name": "network-vif-unplugged", "status": "completed", "tag": "c22b6762-e3f6-4522-8e3f-46a49996d03c", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:09:30.652866 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bdbc363c-ea65-411b-97eb-2b7a4c2ccd9e {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:09:30.653420 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c22b6762-e3f6-4522-8e3f-46a49996d03c', 'code': 200} Nov 12 01:09:30.671479 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b1edc7-ecfc-4361-808f-d60bb42d6bcc service neutron] Pushing event updated for resources: {'Port': ['ID=f5d38f9b-788d-40ec-b888-3dc287cf8758,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:30.936601 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fc6a086b-e6c1-4e83-b880-33fd615ca57f tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:31.054622 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a086b-e6c1-4e83-b880-33fd615ca57f tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event deleted for resources: {'Port': ['ID=9491ed27-da3e-42a8-bf41-114336bb751c,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:31.200363 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca93190-9535-4efc-b235-d36876097f3f req-729e565c-c626-443c-8fd4-62f8bdfe5f6d service neutron] No DVR routers for this DVR port e5eb25a0-7da0-4bbc-9a1a-01a506e19685 on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:09:31.242136 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-7c154f39-def6-4ede-b8ed-d87038524ee4 None None] Provisioning complete for port e5eb25a0-7da0-4bbc-9a1a-01a506e19685 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:31.261972 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7c154f39-def6-4ede-b8ed-d87038524ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:31.393162 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e565c-c626-443c-8fd4-62f8bdfe5f6d service neutron] Pushing event updated for resources: {'Port': ['ID=e5eb25a0-7da0-4bbc-9a1a-01a506e19685,revision_number=7']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:31.422722 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-0ca93190-9535-4efc-b235-d36876097f3f req-729e565c-c626-443c-8fd4-62f8bdfe5f6d service neutron] In _notify_port_updated(), no bound segment for port e5eb25a0-7da0-4bbc-9a1a-01a506e19685 on network 2e2e0111-edf0-4285-80d2-69d5d6a25b76 {{(pid=102661) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:09:31.423923 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca93190-9535-4efc-b235-d36876097f3f req-729e565c-c626-443c-8fd4-62f8bdfe5f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:31.424537 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0ca93190-9535-4efc-b235-d36876097f3f req-729e565c-c626-443c-8fd4-62f8bdfe5f6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:31.425886 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0ca93190-9535-4efc-b235-d36876097f3f req-729e565c-c626-443c-8fd4-62f8bdfe5f6d service neutron] 10.222.0.49 "PUT /v2.0/ports/e5eb25a0-7da0-4bbc-9a1a-01a506e19685 HTTP/1.1" status: 200 len: 1032 time: 2.7259111 Nov 12 01:09:31.447854 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-7c154f39-def6-4ede-b8ed-d87038524ee4 None None] Port e5eb25a0-7da0-4bbc-9a1a-01a506e19685 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:09:31.629234 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-be7dfd92-9095-47a7-ae70-43e18aea2242 req-32b1edc7-ecfc-4361-808f-d60bb42d6bcc service neutron] Attempting to bind port f5d38f9b-788d-40ec-b888-3dc287cf8758 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:09:31.630713 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-be7dfd92-9095-47a7-ae70-43e18aea2242 req-32b1edc7-ecfc-4361-808f-d60bb42d6bcc service neutron] Attempting to bind port f5d38f9b-788d-40ec-b888-3dc287cf8758 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'd72a4385-26dd-4a22-9827-b4f102e0e66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2984298f-f25b-4e5f-9824-e5df43ebb122'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:09:31.631051 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7dfd92-9095-47a7-ae70-43e18aea2242 req-32b1edc7-ecfc-4361-808f-d60bb42d6bcc service neutron] Attempting to bind port f5d38f9b-788d-40ec-b888-3dc287cf8758 on network 2984298f-f25b-4e5f-9824-e5df43ebb122 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:09:31.693606 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7dfd92-9095-47a7-ae70-43e18aea2242 req-32b1edc7-ecfc-4361-808f-d60bb42d6bcc service neutron] Port f5d38f9b-788d-40ec-b888-3dc287cf8758 on network 2984298f-f25b-4e5f-9824-e5df43ebb122 not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:09:31.694242 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7dfd92-9095-47a7-ae70-43e18aea2242 req-32b1edc7-ecfc-4361-808f-d60bb42d6bcc service neutron] Attempting to bind port f5d38f9b-788d-40ec-b888-3dc287cf8758 on network 2984298f-f25b-4e5f-9824-e5df43ebb122 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:09:31.801997 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7dfd92-9095-47a7-ae70-43e18aea2242 req-32b1edc7-ecfc-4361-808f-d60bb42d6bcc service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:09:31.802346 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7dfd92-9095-47a7-ae70-43e18aea2242 req-32b1edc7-ecfc-4361-808f-d60bb42d6bcc service neutron] Checking segment: {'id': 'd72a4385-26dd-4a22-9827-b4f102e0e66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2984298f-f25b-4e5f-9824-e5df43ebb122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:09:31.804249 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7dfd92-9095-47a7-ae70-43e18aea2242 req-32b1edc7-ecfc-4361-808f-d60bb42d6bcc service neutron] Bound using segment: {'id': 'd72a4385-26dd-4a22-9827-b4f102e0e66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2984298f-f25b-4e5f-9824-e5df43ebb122'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:09:31.804690 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-be7dfd92-9095-47a7-ae70-43e18aea2242 req-32b1edc7-ecfc-4361-808f-d60bb42d6bcc service neutron] Bound port: f5d38f9b-788d-40ec-b888-3dc287cf8758, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd72a4385-26dd-4a22-9827-b4f102e0e66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2984298f-f25b-4e5f-9824-e5df43ebb122'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:09:31.805054 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-be7dfd92-9095-47a7-ae70-43e18aea2242 req-32b1edc7-ecfc-4361-808f-d60bb42d6bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:31.911881 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353c94b-1350-4834-af83-a8f31de56336 req-006711a4-d7f8-447f-a976-8930a54dd676 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:31.930404 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2353c94b-1350-4834-af83-a8f31de56336 req-006711a4-d7f8-447f-a976-8930a54dd676 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] 10.222.0.20 "GET /v2.0/ports?device_id=a367985d-2958-4860-ad72-3b4c2cb5be9b HTTP/1.1" status: 200 len: 943 time: 0.4001684 Nov 12 01:09:31.981165 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-0ca93190-9535-4efc-b235-d36876097f3f req-a7aadee6-90f9-4383-8d07-12e2e03999ce tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Deleting port 839befd9-0d96-49e6-b80d-77934b38b2b7 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:09:31.981555 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0ca93190-9535-4efc-b235-d36876097f3f req-a7aadee6-90f9-4383-8d07-12e2e03999ce tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:32.042561 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fc6a086b-e6c1-4e83-b880-33fd615ca57f tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for floatingip, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:32.043101 n-d-812236-11 neutron-server[102662]: INFO neutron.db.l3_db [None req-fc6a086b-e6c1-4e83-b880-33fd615ca57f tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Floating IP e651da22-9034-4741-9f2b-0eeef3666ff5 disassociated (deleted). External IP: 172.25.2.145, port: ccceceac-203e-441f-9145-2d049917b203. Nov 12 01:09:32.182908 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-30cc1c7d-920b-44c4-ae36-70eb921a6b0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:32.362483 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-0ca93190-9535-4efc-b235-d36876097f3f req-a7aadee6-90f9-4383-8d07-12e2e03999ce tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] For port 839befd9-0d96-49e6-b80d-77934b38b2b7, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=839befd9-0d96-49e6-b80d-77934b38b2b7,segment=NetworkSegment(bac9ae7f-c1bf-42c9-91a3-fcb8f2c6d79e),segment_id=bac9ae7f-c1bf-42c9-91a3-fcb8f2c6d79e)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:32.363385 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0ca93190-9535-4efc-b235-d36876097f3f req-a7aadee6-90f9-4383-8d07-12e2e03999ce tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:32.486137 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabaae1-b6be-4b15-959d-4712478550e0 req-22d71384-7076-4b9b-8464-be9fade40878 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:32.494394 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabaae1-b6be-4b15-959d-4712478550e0 req-22d71384-7076-4b9b-8464-be9fade40878 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:32.496418 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2353c94b-1350-4834-af83-a8f31de56336 req-14e9ae2c-fad5-4338-8327-f6d69434ba82 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] 10.222.0.20 "GET /v2.0/security-groups?id=095ce4c2-fc5b-44a3-94dc-e7e4d9ce01b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5649302 Nov 12 01:09:32.504095 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabaae1-b6be-4b15-959d-4712478550e0 req-22d71384-7076-4b9b-8464-be9fade40878 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:32.510271 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-be7dfd92-9095-47a7-ae70-43e18aea2242 req-32b1edc7-ecfc-4361-808f-d60bb42d6bcc service neutron] For port f5d38f9b-788d-40ec-b888-3dc287cf8758, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:09:32.517668 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-be7dfd92-9095-47a7-ae70-43e18aea2242 req-32b1edc7-ecfc-4361-808f-d60bb42d6bcc service neutron] For port f5d38f9b-788d-40ec-b888-3dc287cf8758, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=f5d38f9b-788d-40ec-b888-3dc287cf8758,segment=NetworkSegment(d72a4385-26dd-4a22-9827-b4f102e0e66b),segment_id=d72a4385-26dd-4a22-9827-b4f102e0e66b)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:09:32.521158 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabaae1-b6be-4b15-959d-4712478550e0 req-22d71384-7076-4b9b-8464-be9fade40878 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:32.531092 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabaae1-b6be-4b15-959d-4712478550e0 req-22d71384-7076-4b9b-8464-be9fade40878 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:32.533870 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6aabaae1-b6be-4b15-959d-4712478550e0 req-22d71384-7076-4b9b-8464-be9fade40878 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 3876 time: 0.5667539 Nov 12 01:09:32.626912 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-be7dfd92-9095-47a7-ae70-43e18aea2242 req-32b1edc7-ecfc-4361-808f-d60bb42d6bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:32.677838 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6aabaae1-b6be-4b15-959d-4712478550e0 req-a66e7dff-30ee-42c5-8a77-60f35e9db85c tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359780 Nov 12 01:09:32.699235 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc6a086b-e6c1-4e83-b880-33fd615ca57f tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Router 52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:09:32.725882 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7dfd92-9095-47a7-ae70-43e18aea2242 req-32b1edc7-ecfc-4361-808f-d60bb42d6bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:32.726880 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-be7dfd92-9095-47a7-ae70-43e18aea2242 req-32b1edc7-ecfc-4361-808f-d60bb42d6bcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:32.729423 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-be7dfd92-9095-47a7-ae70-43e18aea2242 req-32b1edc7-ecfc-4361-808f-d60bb42d6bcc service neutron] 10.222.0.49 "PUT /v2.0/ports/f5d38f9b-788d-40ec-b888-3dc287cf8758 HTTP/1.1" status: 200 len: 1092 time: 4.4979670 Nov 12 01:09:32.733248 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a367985d-2958-4860-ad72-3b4c2cb5be9b', 'tag': 'f5d38f9b-788d-40ec-b888-3dc287cf8758'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:09:32.736017 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9871ede7-bd4b-49d1-bce1-088d24567877" -d '{"events": [{"name": "network-changed", "server_uuid": "a367985d-2958-4860-ad72-3b4c2cb5be9b", "tag": "f5d38f9b-788d-40ec-b888-3dc287cf8758"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:09:33.050949 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6a086b-e6c1-4e83-b880-33fd615ca57f tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:09:33.064829 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ba2683-b4b7-4a76-a9d7-020b290f0ce3 None None] Sync routers for ids ['52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:09:33.069992 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fc6a086b-e6c1-4e83-b880-33fd615ca57f tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:33.082205 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ba2683-b4b7-4a76-a9d7-020b290f0ce3 None None] Routers {'52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:33.082846 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-69ba2683-b4b7-4a76-a9d7-020b290f0ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:09:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:33.157365 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-fc6a086b-e6c1-4e83-b880-33fd615ca57f tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "DELETE /v2.0/floatingips/e651da22-9034-4741-9f2b-0eeef3666ff5 HTTP/1.1" status: 204 len: 168 time: 3.8023238 Nov 12 01:09:33.158251 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '787398d0-003f-49b7-a104-a0920f414f4a', 'tag': 'ccceceac-203e-441f-9145-2d049917b203'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:09:33.162843 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e150bf50-ddf5-48ab-992e-30dfabba16e8" -d '{"events": [{"name": "network-changed", "server_uuid": "787398d0-003f-49b7-a104-a0920f414f4a", "tag": "ccceceac-203e-441f-9145-2d049917b203"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:09:33.231335 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da45c5f1-fe6e-4edb-911b-0019ec38f474 x-openstack-request-id: req-da45c5f1-fe6e-4edb-911b-0019ec38f474 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:09:33.231702 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "787398d0-003f-49b7-a104-a0920f414f4a", "tag": "ccceceac-203e-441f-9145-2d049917b203", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:09:33.231963 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-da45c5f1-fe6e-4edb-911b-0019ec38f474 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:09:33.232434 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '787398d0-003f-49b7-a104-a0920f414f4a', 'tag': 'ccceceac-203e-441f-9145-2d049917b203', 'status': 'completed', 'code': 200} Nov 12 01:09:33.282379 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-69ba2683-b4b7-4a76-a9d7-020b290f0ce3 None None] Set router 52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:09:33.641692 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c61ce8-81e1-4b06-834e-c36eb82337aa x-openstack-request-id: req-f6c61ce8-81e1-4b06-834e-c36eb82337aa {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:09:33.642529 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a367985d-2958-4860-ad72-3b4c2cb5be9b", "tag": "f5d38f9b-788d-40ec-b888-3dc287cf8758", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:09:33.642955 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f6c61ce8-81e1-4b06-834e-c36eb82337aa {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:09:33.643509 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a367985d-2958-4860-ad72-3b4c2cb5be9b', 'tag': 'f5d38f9b-788d-40ec-b888-3dc287cf8758', 'status': 'completed', 'code': 200} Nov 12 01:09:33.736015 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965c036-c044-4b54-8da5-4ca212827a6f req-1e82a3a2-3d22-4550-8b08-204225acd387 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:33.743019 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8965c036-c044-4b54-8da5-4ca212827a6f req-1e82a3a2-3d22-4550-8b08-204225acd387 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] 10.222.0.20 "GET /v2.0/ports?device_id=a367985d-2958-4860-ad72-3b4c2cb5be9b HTTP/1.1" status: 200 len: 943 time: 0.1463077 Nov 12 01:09:33.778880 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-69ba2683-b4b7-4a76-a9d7-020b290f0ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'name': 'tempest-TestNetworkBasicOps-router-1113797668', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1702c668-b99a-4d38-bfa7-3b6edac84d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:09:12Z', 'revision_number': 6, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'gw_port': {'id': '1702c668-b99a-4d38-bfa7-3b6edac84d42', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'fb2a1c90-bbd7-4fa7-b5a4-154a81f44738', 'name': '', 'network_id': '85a7f8c6-9f4b-49e3-8324-6914753de947', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'mac_address': 'fa:16:3e:87:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '42f8954e-823a-4f5f-8f8d-d667cda9bcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:14Z', 'updated_at': '2021-11-12T01:06:25Z', 'revision_number': 5, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'subnets': [{'id': '42f8954e-823a-4f5f-8f8d-d667cda9bcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:33.813621 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ba2683-b4b7-4a76-a9d7-020b290f0ce3 None None] Checking router: 52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:09:33.823736 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ba2683-b4b7-4a76-a9d7-020b290f0ce3 None None] Routers {'52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:33.824487 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-69ba2683-b4b7-4a76-a9d7-020b290f0ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:09:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:33.902575 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7dfd92-9095-47a7-ae70-43e18aea2242 req-1da968c8-ef44-40fc-aa12-543e1cc51337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:33.916550 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-be7dfd92-9095-47a7-ae70-43e18aea2242 req-1da968c8-ef44-40fc-aa12-543e1cc51337 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=78faeccfc582426582c345180b171a72&device_id=a367985d-2958-4860-ad72-3b4c2cb5be9b HTTP/1.1" status: 200 len: 1095 time: 0.2712605 Nov 12 01:09:33.924103 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8965c036-c044-4b54-8da5-4ca212827a6f req-0555f5f0-e76e-4ace-a40c-835144b00986 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] 10.222.0.20 "GET /v2.0/security-groups?id=095ce4c2-fc5b-44a3-94dc-e7e4d9ce01b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714766 Nov 12 01:09:33.950136 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b1edc7-ecfc-4361-808f-d60bb42d6bcc service neutron] Pushing event updated for resources: {'Port': ['ID=f5d38f9b-788d-40ec-b888-3dc287cf8758,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:33.956958 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-69ba2683-b4b7-4a76-a9d7-020b290f0ce3 None None] Set router 52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:09:33.978793 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 33902) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:34.013621 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150bf50-ddf5-48ab-992e-30dfabba16e8 req-2bf78b26-b58c-45a6-b39a-3bbdadfbc88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:34.015664 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e150bf50-ddf5-48ab-992e-30dfabba16e8 req-2bf78b26-b58c-45a6-b39a-3bbdadfbc88f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8a187a5f08ca423da53c90074483cfd4&device_id=787398d0-003f-49b7-a104-a0920f414f4a HTTP/1.1" status: 200 len: 1097 time: 0.3774881 Nov 12 01:09:34.092197 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb5bab-9ab2-4ef4-9179-6a535242fd5d req-74ec418c-06a3-49c3-afb5-2d29befd1476 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:34.098483 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb5bab-9ab2-4ef4-9179-6a535242fd5d req-74ec418c-06a3-49c3-afb5-2d29befd1476 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:34.105552 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb5bab-9ab2-4ef4-9179-6a535242fd5d req-74ec418c-06a3-49c3-afb5-2d29befd1476 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:34.110710 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a68170-b9f8-4963-9758-b7a1d172566d req-afd73c86-2016-4c2e-af4a-26374983f607 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:34.117267 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-55a68170-b9f8-4963-9758-b7a1d172566d req-afd73c86-2016-4c2e-af4a-26374983f607 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/ports?device_id=787398d0-003f-49b7-a104-a0920f414f4a HTTP/1.1" status: 200 len: 945 time: 0.4825745 Nov 12 01:09:34.129584 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb5bab-9ab2-4ef4-9179-6a535242fd5d req-74ec418c-06a3-49c3-afb5-2d29befd1476 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:34.136691 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb5bab-9ab2-4ef4-9179-6a535242fd5d req-74ec418c-06a3-49c3-afb5-2d29befd1476 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:34.143545 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-17fb5bab-9ab2-4ef4-9179-6a535242fd5d req-74ec418c-06a3-49c3-afb5-2d29befd1476 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 3876 time: 0.1474903 Nov 12 01:09:34.154391 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0ca93190-9535-4efc-b235-d36876097f3f req-a7aadee6-90f9-4383-8d07-12e2e03999ce tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:34.156162 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0ca93190-9535-4efc-b235-d36876097f3f req-a7aadee6-90f9-4383-8d07-12e2e03999ce tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:34.156162 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [req-0ca93190-9535-4efc-b235-d36876097f3f req-a7aadee6-90f9-4383-8d07-12e2e03999ce tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Floating IP 8fc3a2bb-6f04-49d0-895b-b4227437d1df disassociated. External IP: 172.25.2.129, port: 839befd9-0d96-49e6-b80d-77934b38b2b7. Nov 12 01:09:34.156492 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-0ca93190-9535-4efc-b235-d36876097f3f req-a7aadee6-90f9-4383-8d07-12e2e03999ce tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Calling delete_port for 839befd9-0d96-49e6-b80d-77934b38b2b7 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:09:34.177686 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-be7dfd92-9095-47a7-ae70-43e18aea2242 req-4c0cada2-00ec-450a-a14f-7ad6117ef896 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5d38f9b-788d-40ec-b888-3dc287cf8758 HTTP/1.1" status: 200 len: 217 time: 0.2165575 Nov 12 01:09:34.294337 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3b52bc06-586e-40fa-a5dd-6d8d9dea3035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:34.330243 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-17fb5bab-9ab2-4ef4-9179-6a535242fd5d req-b7277e36-21de-42bb-9f09-bd104dc73d0d tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780581 Nov 12 01:09:34.331505 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b1e415c7-d9b7-48be-8929-61df06522deb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:34.339920 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7dfd92-9095-47a7-ae70-43e18aea2242 req-a87e8018-8577-4bc0-b560-05f72b39b6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:34.341480 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-be7dfd92-9095-47a7-ae70-43e18aea2242 req-a87e8018-8577-4bc0-b560-05f72b39b6e5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03975778-e3de-4144-8b56-985c8cdcf8ef HTTP/1.1" status: 200 len: 849 time: 0.0732975 Nov 12 01:09:34.415935 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-69ba2683-b4b7-4a76-a9d7-020b290f0ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'name': 'tempest-TestNetworkBasicOps-router-1113797668', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1702c668-b99a-4d38-bfa7-3b6edac84d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:09:12Z', 'revision_number': 6, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'gw_port': {'id': '1702c668-b99a-4d38-bfa7-3b6edac84d42', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'fb2a1c90-bbd7-4fa7-b5a4-154a81f44738', 'name': '', 'network_id': '85a7f8c6-9f4b-49e3-8324-6914753de947', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'mac_address': 'fa:16:3e:87:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '42f8954e-823a-4f5f-8f8d-d667cda9bcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:14Z', 'updated_at': '2021-11-12T01:06:25Z', 'revision_number': 5, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'subnets': [{'id': '42f8954e-823a-4f5f-8f8d-d667cda9bcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:34.520335 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ba2683-b4b7-4a76-a9d7-020b290f0ce3 None None] The sync data for ids ['52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f'] in n-d-812236-11 is: [{'id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'name': 'tempest-TestNetworkBasicOps-router-1113797668', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1702c668-b99a-4d38-bfa7-3b6edac84d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:09:12Z', 'revision_number': 6, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'gw_port': {'id': '1702c668-b99a-4d38-bfa7-3b6edac84d42', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'fb2a1c90-bbd7-4fa7-b5a4-154a81f44738', 'name': '', 'network_id': '85a7f8c6-9f4b-49e3-8324-6914753de947', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'mac_address': 'fa:16:3e:87:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '42f8954e-823a-4f5f-8f8d-d667cda9bcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:14Z', 'updated_at': '2021-11-12T01:06:25Z', 'revision_number': 5, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'subnets': [{'id': '42f8954e-823a-4f5f-8f8d-d667cda9bcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:09:34.540615 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-55a68170-b9f8-4963-9758-b7a1d172566d req-eb7ffb22-fea1-4e8c-a899-1ad63409bca4 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/security-groups?id=2661ac04-47e0-487f-bad6-1b1c5546aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3818018 Nov 12 01:09:34.545732 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b1e415c7-d9b7-48be-8929-61df06522deb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:34.552790 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b1e415c7-d9b7-48be-8929-61df06522deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:34.556574 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-be7dfd92-9095-47a7-ae70-43e18aea2242 req-d5ccc6ca-b85b-4284-a24b-8462f91cd369 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2984298f-f25b-4e5f-9824-e5df43ebb122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1542845 Nov 12 01:09:34.600365 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b1e415c7-d9b7-48be-8929-61df06522deb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de28ed4518714ef2acf58f5b6d36f8a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6200039 Nov 12 01:09:34.609734 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 33912) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:34.690325 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e415c7-d9b7-48be-8929-61df06522deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9279714f-ecbf-4d5d-8a8a-4cc4adff8f83,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:34.723271 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2ead6d9a-3460-496c-9050-e4a2e2c47b46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:34.764185 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2ead6d9a-3460-496c-9050-e4a2e2c47b46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:34.820281 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-be7dfd92-9095-47a7-ae70-43e18aea2242 req-23dea87f-eae2-4236-aa1f-8f23abe9aced service neutron] 10.222.0.49 "GET /v2.0/networks/2984298f-f25b-4e5f-9824-e5df43ebb122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342362 Nov 12 01:09:34.874653 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150bf50-ddf5-48ab-992e-30dfabba16e8 req-bd05fcfe-cf59-4d6e-8200-9e204305162c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:34.876490 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e150bf50-ddf5-48ab-992e-30dfabba16e8 req-bd05fcfe-cf59-4d6e-8200-9e204305162c service neutron] 10.222.0.54 "GET /v2.0/networks?id=85a7f8c6-9f4b-49e3-8324-6914753de947 HTTP/1.1" status: 200 len: 897 time: 0.8498228 Nov 12 01:09:34.888778 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2ead6d9a-3460-496c-9050-e4a2e2c47b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:34.895387 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2ead6d9a-3460-496c-9050-e4a2e2c47b46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:34.900656 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2ead6d9a-3460-496c-9050-e4a2e2c47b46 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9279714f-ecbf-4d5d-8a8a-4cc4adff8f83 HTTP/1.1" status: 204 len: 168 time: 0.2837570 Nov 12 01:09:34.910987 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead6d9a-3460-496c-9050-e4a2e2c47b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9279714f-ecbf-4d5d-8a8a-4cc4adff8f83,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:35.124288 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a2df39-0389-4eb5-879f-1bbdd3f7459a None None] New status for floating IP e651da22-9034-4741-9f2b-0eeef3666ff5: DOWN {{(pid=102663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:09:35.233206 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190d51d-db28-401f-b255-c565b02417a6 req-9d0ec1cb-7946-42b8-bfb8-5c9bd99912e1 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:35.242248 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7190d51d-db28-401f-b255-c565b02417a6 req-9d0ec1cb-7946-42b8-bfb8-5c9bd99912e1 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] 10.222.0.20 "GET /v2.0/ports?device_id=a367985d-2958-4860-ad72-3b4c2cb5be9b HTTP/1.1" status: 200 len: 943 time: 0.1942322 Nov 12 01:09:35.264772 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e150bf50-ddf5-48ab-992e-30dfabba16e8 req-65704841-85ce-4587-8910-b61d05fc9bf6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ccceceac-203e-441f-9145-2d049917b203 HTTP/1.1" status: 200 len: 217 time: 0.3412023 Nov 12 01:09:35.271627 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0ca93190-9535-4efc-b235-d36876097f3f req-a7aadee6-90f9-4383-8d07-12e2e03999ce tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:35.312764 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f1909-7c73-4e88-9365-74ccc85fbaf6 req-bc8be92a-e30a-49a3-9b54-0785da0892d7 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:35.314339 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8c8f1909-7c73-4e88-9365-74ccc85fbaf6 req-bc8be92a-e30a-49a3-9b54-0785da0892d7 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.54 "GET /v2.0/ports?device_id=787398d0-003f-49b7-a104-a0920f414f4a HTTP/1.1" status: 200 len: 945 time: 0.2236848 Nov 12 01:09:35.341583 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:09:35.430206 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 33926) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:35.438238 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aadee6-90f9-4383-8d07-12e2e03999ce tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Pushing event deleted for resources: {'Port': ['ID=839befd9-0d96-49e6-b80d-77934b38b2b7,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:35.475037 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-abd847d1-dcec-45d3-a2f9-3ec1e2c7114b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:35.536076 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7190d51d-db28-401f-b255-c565b02417a6 req-ad6af175-f1e6-4ddb-b093-64459459fd70 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] 10.222.0.20 "GET /v2.0/security-groups?id=095ce4c2-fc5b-44a3-94dc-e7e4d9ce01b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755845 Nov 12 01:09:35.553386 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aadee6-90f9-4383-8d07-12e2e03999ce tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:35.570063 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aadee6-90f9-4383-8d07-12e2e03999ce tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:35.570478 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aadee6-90f9-4383-8d07-12e2e03999ce tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:35.570746 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aadee6-90f9-4383-8d07-12e2e03999ce tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:35.571079 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aadee6-90f9-4383-8d07-12e2e03999ce tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:35.571514 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aadee6-90f9-4383-8d07-12e2e03999ce tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:35.572190 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aadee6-90f9-4383-8d07-12e2e03999ce tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:35.573598 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aadee6-90f9-4383-8d07-12e2e03999ce tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:35.585141 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-8c8f1909-7c73-4e88-9365-74ccc85fbaf6 req-0420057e-16d3-4d5f-8d2c-05557a91de0f tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Deleting port ccceceac-203e-441f-9145-2d049917b203 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:09:35.585521 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-8c8f1909-7c73-4e88-9365-74ccc85fbaf6 req-0420057e-16d3-4d5f-8d2c-05557a91de0f tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:35.590418 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aadee6-90f9-4383-8d07-12e2e03999ce tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:35.590899 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aadee6-90f9-4383-8d07-12e2e03999ce tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:35.591243 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aadee6-90f9-4383-8d07-12e2e03999ce tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:35.591581 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aadee6-90f9-4383-8d07-12e2e03999ce tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:35.742795 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150bf50-ddf5-48ab-992e-30dfabba16e8 req-891d4c12-affe-4915-9c07-9625a21631a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:35.744314 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e150bf50-ddf5-48ab-992e-30dfabba16e8 req-891d4c12-affe-4915-9c07-9625a21631a0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=42f8954e-823a-4f5f-8f8d-d667cda9bcd3 HTTP/1.1" status: 200 len: 835 time: 0.4670036 Nov 12 01:09:35.848321 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-8c8f1909-7c73-4e88-9365-74ccc85fbaf6 req-0420057e-16d3-4d5f-8d2c-05557a91de0f tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] For port ccceceac-203e-441f-9145-2d049917b203, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=ccceceac-203e-441f-9145-2d049917b203,segment=NetworkSegment(6d737698-fc2d-48b8-80f7-22b597e4f5d5),segment_id=6d737698-fc2d-48b8-80f7-22b597e4f5d5)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:35.849105 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-8c8f1909-7c73-4e88-9365-74ccc85fbaf6 req-0420057e-16d3-4d5f-8d2c-05557a91de0f tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:35.866538 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881ad2f-1f7e-4b4d-942c-a524185bebbb req-c22e49f9-b5af-4514-a9b4-ad8beebeb19f tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:35.879313 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b881ad2f-1f7e-4b4d-942c-a524185bebbb req-c22e49f9-b5af-4514-a9b4-ad8beebeb19f tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/ports?device_id=787398d0-003f-49b7-a104-a0920f414f4a HTTP/1.1" status: 200 len: 945 time: 0.1464894 Nov 12 01:09:35.912887 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-8c8f1909-7c73-4e88-9365-74ccc85fbaf6 req-0420057e-16d3-4d5f-8d2c-05557a91de0f tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Calling delete_port for ccceceac-203e-441f-9145-2d049917b203 owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:09:36.002905 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-be7dfd92-9095-47a7-ae70-43e18aea2242 req-6faacb94-7ebb-42f0-b8ef-d636021f6d08 service neutron] 10.222.0.49 "GET /v2.0/networks/2984298f-f25b-4e5f-9824-e5df43ebb122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1701047 Nov 12 01:09:36.014721 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-abd847d1-dcec-45d3-a2f9-3ec1e2c7114b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:36.058030 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-abd847d1-dcec-45d3-a2f9-3ec1e2c7114b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:36.079001 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b881ad2f-1f7e-4b4d-942c-a524185bebbb req-9aa3592d-1eed-4efc-a2c2-6d64aee189fb tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/security-groups?id=2661ac04-47e0-487f-bad6-1b1c5546aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1960766 Nov 12 01:09:36.194161 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-abd847d1-dcec-45d3-a2f9-3ec1e2c7114b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=78b0b37910af4936ba01788688723a36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7477076 Nov 12 01:09:36.195974 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-30cc1c7d-920b-44c4-ae36-70eb921a6b0d admin admin] Deleting port f3c70f72-d12e-4c22-97d7-c2431ca34628 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:09:36.197252 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-30cc1c7d-920b-44c4-ae36-70eb921a6b0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:36.224302 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 33932) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:36.296361 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-8c8f1909-7c73-4e88-9365-74ccc85fbaf6 req-0420057e-16d3-4d5f-8d2c-05557a91de0f tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:36.303050 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96ac01-6f69-42c9-8d12-22009f117605 req-98223af8-043d-4e5f-bb15-ca2d578cd8a0 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:36.311606 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96ac01-6f69-42c9-8d12-22009f117605 req-98223af8-043d-4e5f-bb15-ca2d578cd8a0 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:36.317986 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96ac01-6f69-42c9-8d12-22009f117605 req-98223af8-043d-4e5f-bb15-ca2d578cd8a0 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:36.324683 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96ac01-6f69-42c9-8d12-22009f117605 req-98223af8-043d-4e5f-bb15-ca2d578cd8a0 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:36.332759 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fd96ac01-6f69-42c9-8d12-22009f117605 req-98223af8-043d-4e5f-bb15-ca2d578cd8a0 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 3143 time: 0.6124148 Nov 12 01:09:36.367166 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0420057e-16d3-4d5f-8d2c-05557a91de0f tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event deleted for resources: {'Port': ['ID=ccceceac-203e-441f-9145-2d049917b203,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:36.395053 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1bfc47a8-6dd7-41d3-9410-9d3aea231300 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:36.456332 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-259f7412-a86f-487f-96bd-4ce2b9aff41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:36.471006 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150bf50-ddf5-48ab-992e-30dfabba16e8 req-4d3bf519-d2a2-4d7e-9cde-180e045dc3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:36.472522 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e150bf50-ddf5-48ab-992e-30dfabba16e8 req-4d3bf519-d2a2-4d7e-9cde-180e045dc3e3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=85a7f8c6-9f4b-49e3-8324-6914753de947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6563323 Nov 12 01:09:36.483505 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c8f1909-7c73-4e88-9365-74ccc85fbaf6 req-0420057e-16d3-4d5f-8d2c-05557a91de0f tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] No DVR routers for this DVR port ccceceac-203e-441f-9145-2d049917b203 on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:09:36.488690 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd847d1-dcec-45d3-a2f9-3ec1e2c7114b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f0701f-316b-45e5-a6a0-cb56d28a25e7,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:36.489537 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-8c8f1909-7c73-4e88-9365-74ccc85fbaf6 req-0420057e-16d3-4d5f-8d2c-05557a91de0f tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:36.492808 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8c8f1909-7c73-4e88-9365-74ccc85fbaf6 req-0420057e-16d3-4d5f-8d2c-05557a91de0f tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.54 "DELETE /v2.0/ports/ccceceac-203e-441f-9145-2d049917b203 HTTP/1.1" status: 204 len: 173 time: 1.1637819 Nov 12 01:09:36.493958 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787398d0-003f-49b7-a104-a0920f414f4a', 'name': 'network-vif-deleted', 'tag': 'ccceceac-203e-441f-9145-2d049917b203'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:09:36.496231 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7930f7c1-f79f-4cbd-b9b4-d5446ab1dcd6" -d '{"events": [{"server_uuid": "787398d0-003f-49b7-a104-a0920f414f4a", "name": "network-vif-deleted", "tag": "ccceceac-203e-441f-9145-2d049917b203"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:09:36.500535 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1bfc47a8-6dd7-41d3-9410-9d3aea231300 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:36.613938 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9871ede7-bd4b-49d1-bce1-088d24567877 req-81a1c6c4-1644-4dad-b164-12054828ffd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:36.615624 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9871ede7-bd4b-49d1-bce1-088d24567877 req-81a1c6c4-1644-4dad-b164-12054828ffd0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=78faeccfc582426582c345180b171a72&device_id=a367985d-2958-4860-ad72-3b4c2cb5be9b HTTP/1.1" status: 200 len: 1095 time: 0.4349930 Nov 12 01:09:36.635820 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-30cc1c7d-920b-44c4-ae36-70eb921a6b0d admin admin] For port f3c70f72-d12e-4c22-97d7-c2431ca34628, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=f3c70f72-d12e-4c22-97d7-c2431ca34628,segment=NetworkSegment(4bfa3d7a-955d-4291-8636-691c27fe66f3),segment_id=4bfa3d7a-955d-4291-8636-691c27fe66f3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:36.636342 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-30cc1c7d-920b-44c4-ae36-70eb921a6b0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:36.655210 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c219867-06f1-447c-8f50-e7df566b2346 x-openstack-request-id: req-7c219867-06f1-447c-8f50-e7df566b2346 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:09:36.659334 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787398d0-003f-49b7-a104-a0920f414f4a", "name": "network-vif-deleted", "tag": "ccceceac-203e-441f-9145-2d049917b203", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:09:36.659852 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c219867-06f1-447c-8f50-e7df566b2346 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:09:36.660474 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '787398d0-003f-49b7-a104-a0920f414f4a', 'name': 'network-vif-deleted', 'tag': 'ccceceac-203e-441f-9145-2d049917b203', 'status': 'completed', 'code': 200} Nov 12 01:09:36.711146 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fd96ac01-6f69-42c9-8d12-22009f117605 req-56cda3ca-1752-480e-b0d4-24f82ce6fd67 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3773630 Nov 12 01:09:36.783121 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1bfc47a8-6dd7-41d3-9410-9d3aea231300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:36.786644 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1bfc47a8-6dd7-41d3-9410-9d3aea231300 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:36.789488 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ca93190-9535-4efc-b235-d36876097f3f req-a7aadee6-90f9-4383-8d07-12e2e03999ce tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Router 76898a84-4c91-4751-8001-8154b7313ea5 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:09:36.794639 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-30cc1c7d-920b-44c4-ae36-70eb921a6b0d admin admin] Calling delete_port for f3c70f72-d12e-4c22-97d7-c2431ca34628 owned by network:router_interface {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:09:36.794955 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1bfc47a8-6dd7-41d3-9410-9d3aea231300 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b8f0701f-316b-45e5-a6a0-cb56d28a25e7 HTTP/1.1" status: 204 len: 168 time: 0.5687981 Nov 12 01:09:36.813174 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc47a8-6dd7-41d3-9410-9d3aea231300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f0701f-316b-45e5-a6a0-cb56d28a25e7,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:36.848515 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e09fd0-6908-448a-83ae-cc724ed18be3 req-49874da3-f1d2-4465-aaf6-0b1e1e1fed02 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:36.862803 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-91e09fd0-6908-448a-83ae-cc724ed18be3 req-49874da3-f1d2-4465-aaf6-0b1e1e1fed02 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] 10.222.0.20 "GET /v2.0/ports?device_id=a367985d-2958-4860-ad72-3b4c2cb5be9b HTTP/1.1" status: 200 len: 943 time: 0.2088714 Nov 12 01:09:36.974605 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-91e09fd0-6908-448a-83ae-cc724ed18be3 req-dee307d3-b775-4f93-a000-a68c9056bcbf tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] 10.222.0.20 "GET /v2.0/security-groups?id=095ce4c2-fc5b-44a3-94dc-e7e4d9ce01b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062496 Nov 12 01:09:36.993545 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e150bf50-ddf5-48ab-992e-30dfabba16e8 req-78eb5fc2-d677-46ca-9b7e-8d3ba50fee27 service neutron] 10.222.0.54 "GET /v2.0/networks/85a7f8c6-9f4b-49e3-8324-6914753de947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5095832 Nov 12 01:09:37.041485 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9871ede7-bd4b-49d1-bce1-088d24567877 req-84b542f8-6f1e-45bd-b1e2-c8da3ac1b05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:37.045042 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9871ede7-bd4b-49d1-bce1-088d24567877 req-84b542f8-6f1e-45bd-b1e2-c8da3ac1b05c service neutron] 10.222.0.49 "GET /v2.0/networks?id=2984298f-f25b-4e5f-9824-e5df43ebb122 HTTP/1.1" status: 200 len: 910 time: 0.4132981 Nov 12 01:09:37.503924 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f2d1d512-fe72-4ef3-92d8-e027a96f649c req-0c97e1f6-c64a-423a-8a1a-72def9310d0f tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/ports?device_id=787398d0-003f-49b7-a104-a0920f414f4a HTTP/1.1" status: 200 len: 210 time: 0.1568043 Nov 12 01:09:37.512492 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ca93190-9535-4efc-b235-d36876097f3f req-a7aadee6-90f9-4383-8d07-12e2e03999ce tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:09:37.515301 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9871ede7-bd4b-49d1-bce1-088d24567877 req-8c7ffae1-bfae-48c0-b124-9e2723e70008 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5d38f9b-788d-40ec-b888-3dc287cf8758 HTTP/1.1" status: 200 len: 217 time: 0.1721861 Nov 12 01:09:37.532676 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a13100f-069b-4a8e-a694-c50f994e2cb2 None None] Sync routers for ids ['76898a84-4c91-4751-8001-8154b7313ea5'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:09:37.551222 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a13100f-069b-4a8e-a694-c50f994e2cb2 None None] Routers {'76898a84-4c91-4751-8001-8154b7313ea5'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:37.551814 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-4a13100f-069b-4a8e-a694-c50f994e2cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:09:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['76898a84-4c91-4751-8001-8154b7313ea5'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:37.596978 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device f5d38f9b-788d-40ec-b888-3dc287cf8758 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:09:37.600525 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca93190-9535-4efc-b235-d36876097f3f req-a7aadee6-90f9-4383-8d07-12e2e03999ce tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] No DVR routers for this DVR port 839befd9-0d96-49e6-b80d-77934b38b2b7 on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:09:37.853280 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-4a13100f-069b-4a8e-a694-c50f994e2cb2 None None] Set router 76898a84-4c91-4751-8001-8154b7313ea5 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:09:37.890891 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port f5d38f9b-788d-40ec-b888-3dc287cf8758, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=f5d38f9b-788d-40ec-b888-3dc287cf8758,segment=NetworkSegment(d72a4385-26dd-4a22-9827-b4f102e0e66b),segment_id=d72a4385-26dd-4a22-9827-b4f102e0e66b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:37.964670 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': 'f5d38f9b-788d-40ec-b888-3dc287cf8758', 'network_id': '2984298f-f25b-4e5f-9824-e5df43ebb122', 'port_id': 'f5d38f9b-788d-40ec-b888-3dc287cf8758', 'mac_address': 'fa:16:3e:e1:be:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03975778-e3de-4144-8b56-985c8cdcf8ef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:09:37.988007 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device ccceceac-203e-441f-9145-2d049917b203 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:09:38.069189 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108c4fa-7978-4afc-adbc-e376a2435220 req-2ac322d4-6358-4d84-bd7a-04d25e0cc845 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:38.086364 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108c4fa-7978-4afc-adbc-e376a2435220 req-2ac322d4-6358-4d84-bd7a-04d25e0cc845 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:38.108369 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108c4fa-7978-4afc-adbc-e376a2435220 req-2ac322d4-6358-4d84-bd7a-04d25e0cc845 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:38.117346 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:38.125869 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108c4fa-7978-4afc-adbc-e376a2435220 req-2ac322d4-6358-4d84-bd7a-04d25e0cc845 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:38.130053 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f108c4fa-7978-4afc-adbc-e376a2435220 req-2ac322d4-6358-4d84-bd7a-04d25e0cc845 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 3143 time: 0.2343857 Nov 12 01:09:38.170779 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-4a13100f-069b-4a8e-a694-c50f994e2cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76898a84-4c91-4751-8001-8154b7313ea5', 'name': 'tempest-TaggedBootDevicesTest_v242-1912484134-router', 'tenant_id': '99d22f2d09c941868df176b00803ab3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '35edacf0-8f95-481f-affd-912ca687d944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:54:44Z', 'updated_at': '2021-11-12T00:54:52Z', 'revision_number': 4, 'project_id': '99d22f2d09c941868df176b00803ab3d', 'gw_port': {'id': '35edacf0-8f95-481f-affd-912ca687d944', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76898a84-4c91-4751-8001-8154b7313ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:44Z', 'updated_at': '2021-11-12T00:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'f632277d-70dd-490e-b1bd-49766ad29700', 'name': '', 'network_id': '6d66b009-87d4-44ee-a0b8-482e36cd5030', 'tenant_id': '99d22f2d09c941868df176b00803ab3d', 'mac_address': 'fa:16:3e:68:30:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76898a84-4c91-4751-8001-8154b7313ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '84f3c115-0f29-44bb-9c76-e6ed88722019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:50Z', 'updated_at': '2021-11-12T00:54:59Z', 'revision_number': 5, 'project_id': '99d22f2d09c941868df176b00803ab3d', 'subnets': [{'id': '84f3c115-0f29-44bb-9c76-e6ed88722019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:38.205442 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a13100f-069b-4a8e-a694-c50f994e2cb2 None None] Checking router: 76898a84-4c91-4751-8001-8154b7313ea5 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:09:38.216796 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: ccceceac-203e-441f-9145-2d049917b203 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:09:38.217187 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device ccceceac-203e-441f-9145-2d049917b203 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:09:38.217619 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a13100f-069b-4a8e-a694-c50f994e2cb2 None None] Routers {'76898a84-4c91-4751-8001-8154b7313ea5'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:38.218304 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-4a13100f-069b-4a8e-a694-c50f994e2cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:09:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['76898a84-4c91-4751-8001-8154b7313ea5'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:38.239634 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f108c4fa-7978-4afc-adbc-e376a2435220 req-0da13af1-b96c-4dc6-906d-e5b3c4a18224 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009939 Nov 12 01:09:38.285283 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:38.318606 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5d38f9b-788d-40ec-b888-3dc287cf8758 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:09:38.348356 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port f5d38f9b-788d-40ec-b888-3dc287cf8758, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=f5d38f9b-788d-40ec-b888-3dc287cf8758,segment=NetworkSegment(d72a4385-26dd-4a22-9827-b4f102e0e66b),segment_id=d72a4385-26dd-4a22-9827-b4f102e0e66b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:38.355208 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:38.473248 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0ca93190-9535-4efc-b235-d36876097f3f req-a7aadee6-90f9-4383-8d07-12e2e03999ce tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:38.477013 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0ca93190-9535-4efc-b235-d36876097f3f req-a7aadee6-90f9-4383-8d07-12e2e03999ce tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.49 "DELETE /v2.0/ports/839befd9-0d96-49e6-b80d-77934b38b2b7 HTTP/1.1" status: 204 len: 173 time: 7.0426857 Nov 12 01:09:38.481502 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e150bf50-ddf5-48ab-992e-30dfabba16e8 req-433de774-5cd3-48fb-a92b-9f8a914a73a0 service neutron] 10.222.0.54 "GET /v2.0/networks/85a7f8c6-9f4b-49e3-8324-6914753de947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4328804 Nov 12 01:09:38.481940 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'name': 'network-vif-deleted', 'tag': '839befd9-0d96-49e6-b80d-77934b38b2b7'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:09:38.484184 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d15dd0-155f-441b-9287-49b27f77d185" -d '{"events": [{"server_uuid": "f4448604-16ab-4f44-a2c8-0b55b9d2bf06", "name": "network-vif-deleted", "tag": "839befd9-0d96-49e6-b80d-77934b38b2b7"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:09:38.542247 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=f5d38f9b-788d-40ec-b888-3dc287cf8758,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:38.575850 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-4a13100f-069b-4a8e-a694-c50f994e2cb2 None None] Set router 76898a84-4c91-4751-8001-8154b7313ea5 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:09:38.647795 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 33986) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:38.647942 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1728a6-1ee4-4602-80ca-8b88ffb57dea x-openstack-request-id: req-2d1728a6-1ee4-4602-80ca-8b88ffb57dea {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:09:38.647942 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4448604-16ab-4f44-a2c8-0b55b9d2bf06", "name": "network-vif-deleted", "tag": "839befd9-0d96-49e6-b80d-77934b38b2b7", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:09:38.647942 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2d1728a6-1ee4-4602-80ca-8b88ffb57dea {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:09:38.651959 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'name': 'network-vif-deleted', 'tag': '839befd9-0d96-49e6-b80d-77934b38b2b7', 'status': 'completed', 'code': 200} Nov 12 01:09:38.658449 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['f5d38f9b-788d-40ec-b888-3dc287cf8758'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:09:38.677311 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9871ede7-bd4b-49d1-bce1-088d24567877 req-921a1418-9e0c-4675-9936-0840a66ec95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:38.678823 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9871ede7-bd4b-49d1-bce1-088d24567877 req-921a1418-9e0c-4675-9936-0840a66ec95a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03975778-e3de-4144-8b56-985c8cdcf8ef HTTP/1.1" status: 200 len: 849 time: 1.1381586 Nov 12 01:09:38.838937 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1fa7bc0a-8c4b-485c-b1bf-914593893a1a tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:38.909674 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1fa7bc0a-8c4b-485c-b1bf-914593893a1a tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:38.981910 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9871ede7-bd4b-49d1-bce1-088d24567877 req-b93e0b8a-44c3-4e06-a96c-25c19fa55b5d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2984298f-f25b-4e5f-9824-e5df43ebb122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1538594 Nov 12 01:09:39.039109 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1fa7bc0a-8c4b-485c-b1bf-914593893a1a tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:39.042780 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1fa7bc0a-8c4b-485c-b1bf-914593893a1a tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:39.046530 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1fa7bc0a-8c4b-485c-b1bf-914593893a1a tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "DELETE /v2.0/security-groups/2661ac04-47e0-487f-bad6-1b1c5546aaa2 HTTP/1.1" status: 204 len: 168 time: 0.3962708 Nov 12 01:09:39.081692 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-4a13100f-069b-4a8e-a694-c50f994e2cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76898a84-4c91-4751-8001-8154b7313ea5', 'name': 'tempest-TaggedBootDevicesTest_v242-1912484134-router', 'tenant_id': '99d22f2d09c941868df176b00803ab3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '35edacf0-8f95-481f-affd-912ca687d944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:54:44Z', 'updated_at': '2021-11-12T00:54:52Z', 'revision_number': 4, 'project_id': '99d22f2d09c941868df176b00803ab3d', 'gw_port': {'id': '35edacf0-8f95-481f-affd-912ca687d944', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76898a84-4c91-4751-8001-8154b7313ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:44Z', 'updated_at': '2021-11-12T00:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'f632277d-70dd-490e-b1bd-49766ad29700', 'name': '', 'network_id': '6d66b009-87d4-44ee-a0b8-482e36cd5030', 'tenant_id': '99d22f2d09c941868df176b00803ab3d', 'mac_address': 'fa:16:3e:68:30:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76898a84-4c91-4751-8001-8154b7313ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '84f3c115-0f29-44bb-9c76-e6ed88722019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:50Z', 'updated_at': '2021-11-12T00:54:59Z', 'revision_number': 5, 'project_id': '99d22f2d09c941868df176b00803ab3d', 'subnets': [{'id': '84f3c115-0f29-44bb-9c76-e6ed88722019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:39.084089 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa7bc0a-8c4b-485c-b1bf-914593893a1a tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2661ac04-47e0-487f-bad6-1b1c5546aaa2,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:39.109351 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 33996) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:39.177150 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a13100f-069b-4a8e-a694-c50f994e2cb2 None None] The sync data for ids ['76898a84-4c91-4751-8001-8154b7313ea5'] in n-d-812236-11 is: [{'id': '76898a84-4c91-4751-8001-8154b7313ea5', 'name': 'tempest-TaggedBootDevicesTest_v242-1912484134-router', 'tenant_id': '99d22f2d09c941868df176b00803ab3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '35edacf0-8f95-481f-affd-912ca687d944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:54:44Z', 'updated_at': '2021-11-12T00:54:52Z', 'revision_number': 4, 'project_id': '99d22f2d09c941868df176b00803ab3d', 'gw_port': {'id': '35edacf0-8f95-481f-affd-912ca687d944', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76898a84-4c91-4751-8001-8154b7313ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:44Z', 'updated_at': '2021-11-12T00:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'f632277d-70dd-490e-b1bd-49766ad29700', 'name': '', 'network_id': '6d66b009-87d4-44ee-a0b8-482e36cd5030', 'tenant_id': '99d22f2d09c941868df176b00803ab3d', 'mac_address': 'fa:16:3e:68:30:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76898a84-4c91-4751-8001-8154b7313ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '84f3c115-0f29-44bb-9c76-e6ed88722019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:50Z', 'updated_at': '2021-11-12T00:54:59Z', 'revision_number': 5, 'project_id': '99d22f2d09c941868df176b00803ab3d', 'subnets': [{'id': '84f3c115-0f29-44bb-9c76-e6ed88722019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:09:39.218452 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aeb38a-b242-4c5e-9bde-09f81453c6c9 req-f5f1abba-84a0-411a-a5d1-d24c024e68f8 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:39.223478 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23aeb38a-b242-4c5e-9bde-09f81453c6c9 req-f5f1abba-84a0-411a-a5d1-d24c024e68f8 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] 10.222.0.20 "GET /v2.0/ports?device_id=a367985d-2958-4860-ad72-3b4c2cb5be9b HTTP/1.1" status: 200 len: 944 time: 0.7517419 Nov 12 01:09:39.329016 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:39.524092 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23aeb38a-b242-4c5e-9bde-09f81453c6c9 req-1409a241-d0d5-412c-aef3-ae83e27c1455 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] 10.222.0.20 "GET /v2.0/security-groups?id=095ce4c2-fc5b-44a3-94dc-e7e4d9ce01b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644453 Nov 12 01:09:39.544321 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-0ca93190-9535-4efc-b235-d36876097f3f req-fc632ab4-a759-47d8-a8ad-77f66e05e2ad tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Deleting port 32d55d15-cda1-42c5-acb9-247105424a0c {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:09:39.545065 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0ca93190-9535-4efc-b235-d36876097f3f req-fc632ab4-a759-47d8-a8ad-77f66e05e2ad tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:39.596099 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device f5d38f9b-788d-40ec-b888-3dc287cf8758 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:09:39.717315 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-0ca93190-9535-4efc-b235-d36876097f3f req-fc632ab4-a759-47d8-a8ad-77f66e05e2ad tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] For port 32d55d15-cda1-42c5-acb9-247105424a0c, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=32d55d15-cda1-42c5-acb9-247105424a0c,segment=NetworkSegment(769a0daf-75ef-4b03-bc7e-d891d1a3563d),segment_id=769a0daf-75ef-4b03-bc7e-d891d1a3563d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:39.717812 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0ca93190-9535-4efc-b235-d36876097f3f req-fc632ab4-a759-47d8-a8ad-77f66e05e2ad tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:39.726542 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6dfef-080f-44d0-880a-05be3c58f49b req-a50f6297-5c6a-4825-9426-29a1e25e6c37 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:39.734059 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6dfef-080f-44d0-880a-05be3c58f49b req-a50f6297-5c6a-4825-9426-29a1e25e6c37 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:39.734682 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-0ca93190-9535-4efc-b235-d36876097f3f req-fc632ab4-a759-47d8-a8ad-77f66e05e2ad tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Calling delete_port for 32d55d15-cda1-42c5-acb9-247105424a0c owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:09:39.741084 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6dfef-080f-44d0-880a-05be3c58f49b req-a50f6297-5c6a-4825-9426-29a1e25e6c37 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:39.748408 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6dfef-080f-44d0-880a-05be3c58f49b req-a50f6297-5c6a-4825-9426-29a1e25e6c37 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:39.757045 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-eca6dfef-080f-44d0-880a-05be3c58f49b req-a50f6297-5c6a-4825-9426-29a1e25e6c37 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 3143 time: 0.2879901 Nov 12 01:09:39.773626 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port f5d38f9b-788d-40ec-b888-3dc287cf8758 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:09:39.821032 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port f5d38f9b-788d-40ec-b888-3dc287cf8758 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:39.829591 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:39.834493 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1ab7f0-5588-4ca3-8b19-b56348568c7a None None] New status for floating IP 8fc3a2bb-6f04-49d0-895b-b4227437d1df: DOWN {{(pid=102663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:09:39.872266 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-eca6dfef-080f-44d0-880a-05be3c58f49b req-cdaa88c6-cd20-4fa1-9040-39831c8e9673 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142344 Nov 12 01:09:40.011986 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:40.160050 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:40.167284 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-30cc1c7d-920b-44c4-ae36-70eb921a6b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:40.192724 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0ca93190-9535-4efc-b235-d36876097f3f req-fc632ab4-a759-47d8-a8ad-77f66e05e2ad tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:40.208277 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a367985d-2958-4860-ad72-3b4c2cb5be9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d38f9b-788d-40ec-b888-3dc287cf8758'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:09:40.215928 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba30ffcb-0e92-43a5-8700-5bec3d83a0ba" -d '{"events": [{"server_uuid": "a367985d-2958-4860-ad72-3b4c2cb5be9b", "name": "network-vif-plugged", "status": "completed", "tag": "f5d38f9b-788d-40ec-b888-3dc287cf8758"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:09:40.244490 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port f5d38f9b-788d-40ec-b888-3dc287cf8758, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=f5d38f9b-788d-40ec-b888-3dc287cf8758,segment=NetworkSegment(d72a4385-26dd-4a22-9827-b4f102e0e66b),segment_id=d72a4385-26dd-4a22-9827-b4f102e0e66b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:40.251037 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:40.264986 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e2b11d40-389a-4ad2-854d-6f5ab81f8608 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:40.277518 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc1c7d-920b-44c4-ae36-70eb921a6b0d admin admin] Pushing event deleted for resources: {'Port': ['ID=f3c70f72-d12e-4c22-97d7-c2431ca34628,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:40.329891 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5fc6fe9-8ebf-49b4-b11a-e5bea4f183b8 x-openstack-request-id: req-d5fc6fe9-8ebf-49b4-b11a-e5bea4f183b8 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:09:40.333212 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a367985d-2958-4860-ad72-3b4c2cb5be9b", "name": "network-vif-plugged", "status": "completed", "tag": "f5d38f9b-788d-40ec-b888-3dc287cf8758", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:09:40.333929 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d5fc6fe9-8ebf-49b4-b11a-e5bea4f183b8 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:09:40.334445 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a367985d-2958-4860-ad72-3b4c2cb5be9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d38f9b-788d-40ec-b888-3dc287cf8758', 'code': 200} Nov 12 01:09:40.359850 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=f5d38f9b-788d-40ec-b888-3dc287cf8758,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:40.399842 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc632ab4-a759-47d8-a8ad-77f66e05e2ad tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Pushing event deleted for resources: {'Port': ['ID=32d55d15-cda1-42c5-acb9-247105424a0c,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:40.456215 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9871ede7-bd4b-49d1-bce1-088d24567877 req-7e07fbfc-9967-4d20-8f6f-24dc1d03d045 service neutron] 10.222.0.49 "GET /v2.0/networks/2984298f-f25b-4e5f-9824-e5df43ebb122?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3293390 Nov 12 01:09:40.554395 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca93190-9535-4efc-b235-d36876097f3f req-fc632ab4-a759-47d8-a8ad-77f66e05e2ad tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] No DVR routers for this DVR port 32d55d15-cda1-42c5-acb9-247105424a0c on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:09:40.579381 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0ca93190-9535-4efc-b235-d36876097f3f req-fc632ab4-a759-47d8-a8ad-77f66e05e2ad tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:40.583517 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0ca93190-9535-4efc-b235-d36876097f3f req-fc632ab4-a759-47d8-a8ad-77f66e05e2ad tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.49 "DELETE /v2.0/ports/32d55d15-cda1-42c5-acb9-247105424a0c HTTP/1.1" status: 204 len: 173 time: 2.0943272 Nov 12 01:09:40.670269 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'name': 'network-vif-deleted', 'tag': '32d55d15-cda1-42c5-acb9-247105424a0c'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:09:40.685511 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b534983-3824-4ddc-8d2f-c154ee114768" -d '{"events": [{"server_uuid": "f4448604-16ab-4f44-a2c8-0b55b9d2bf06", "name": "network-vif-deleted", "tag": "32d55d15-cda1-42c5-acb9-247105424a0c"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:09:40.768955 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6f8ad-8650-44b7-8aa8-9b4276865852 req-6b3d5494-c57e-4885-9fd9-d0c7ee01ccfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:40.773326 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-53f6f8ad-8650-44b7-8aa8-9b4276865852 req-6b3d5494-c57e-4885-9fd9-d0c7ee01ccfc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a367985d-2958-4860-ad72-3b4c2cb5be9b HTTP/1.1" status: 200 len: 1097 time: 0.2788246 Nov 12 01:09:40.788443 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac16a74-03a0-4749-9d9a-76269c88e666 x-openstack-request-id: req-8ac16a74-03a0-4749-9d9a-76269c88e666 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:09:40.797131 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4448604-16ab-4f44-a2c8-0b55b9d2bf06", "name": "network-vif-deleted", "tag": "32d55d15-cda1-42c5-acb9-247105424a0c", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:09:40.797570 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ac16a74-03a0-4749-9d9a-76269c88e666 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:09:40.798096 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'name': 'network-vif-deleted', 'tag': '32d55d15-cda1-42c5-acb9-247105424a0c', 'status': 'completed', 'code': 200} Nov 12 01:09:40.890543 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-53f6f8ad-8650-44b7-8aa8-9b4276865852 req-dedf8d19-8e5c-4f3f-a022-ee56d41f64bf service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=095ce4c2-fc5b-44a3-94dc-e7e4d9ce01b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855815 Nov 12 01:09:40.918191 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f502b0f-bcd2-447e-b2b6-91b85115ebd6 req-4b929deb-7422-4c19-8b65-26d382940627 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:40.933166 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:40.933838 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5f502b0f-bcd2-447e-b2b6-91b85115ebd6 req-4b929deb-7422-4c19-8b65-26d382940627 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] 10.222.0.20 "GET /v2.0/ports?device_id=a367985d-2958-4860-ad72-3b4c2cb5be9b HTTP/1.1" status: 200 len: 945 time: 0.2137856 Nov 12 01:09:40.937169 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9871ede7-bd4b-49d1-bce1-088d24567877 req-a5372ce0-7dba-4d40-8223-d05c00f257e5 service neutron] 10.222.0.49 "GET /v2.0/networks/2984298f-f25b-4e5f-9824-e5df43ebb122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4406064 Nov 12 01:09:41.029018 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5f502b0f-bcd2-447e-b2b6-91b85115ebd6 req-5ed8929f-772c-474e-abd5-72d29c7298a2 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] 10.222.0.20 "GET /v2.0/security-groups?id=095ce4c2-fc5b-44a3-94dc-e7e4d9ce01b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942414 Nov 12 01:09:41.030883 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-30cc1c7d-920b-44c4-ae36-70eb921a6b0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:41.052180 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-0ca93190-9535-4efc-b235-d36876097f3f req-46ac1a49-7ce7-4311-9284-983717adaa7c tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Deleting port 4c22bace-f635-4893-bff7-f3b4e0d2feaa {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:09:41.052665 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0ca93190-9535-4efc-b235-d36876097f3f req-46ac1a49-7ce7-4311-9284-983717adaa7c tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:41.248297 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-e2b11d40-389a-4ad2-854d-6f5ab81f8608 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Deleting port fb2a1c90-bbd7-4fa7-b5a4-154a81f44738 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:09:41.250488 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e2b11d40-389a-4ad2-854d-6f5ab81f8608 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:41.317488 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf6451-c374-4690-b9f1-2aa310f91519 req-6c268bab-b73a-41c2-b506-87cc8d13e254 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:41.324231 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf6451-c374-4690-b9f1-2aa310f91519 req-6c268bab-b73a-41c2-b506-87cc8d13e254 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:41.331285 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf6451-c374-4690-b9f1-2aa310f91519 req-6c268bab-b73a-41c2-b506-87cc8d13e254 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:41.333260 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-56cf6451-c374-4690-b9f1-2aa310f91519 req-6c268bab-b73a-41c2-b506-87cc8d13e254 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 2410 time: 0.2453504 Nov 12 01:09:41.372780 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-0ca93190-9535-4efc-b235-d36876097f3f req-46ac1a49-7ce7-4311-9284-983717adaa7c tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] For port 4c22bace-f635-4893-bff7-f3b4e0d2feaa, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=4c22bace-f635-4893-bff7-f3b4e0d2feaa,segment=NetworkSegment(f3938551-3a44-4fa9-8327-3f2151b42141),segment_id=f3938551-3a44-4fa9-8327-3f2151b42141)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:41.373585 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0ca93190-9535-4efc-b235-d36876097f3f req-46ac1a49-7ce7-4311-9284-983717adaa7c tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:41.408114 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-0ca93190-9535-4efc-b235-d36876097f3f req-46ac1a49-7ce7-4311-9284-983717adaa7c tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Calling delete_port for 4c22bace-f635-4893-bff7-f3b4e0d2feaa owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:09:41.476576 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-56cf6451-c374-4690-b9f1-2aa310f91519 req-ea588dd1-1c69-44a7-bd7f-17d5ae6db8d6 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343231 Nov 12 01:09:41.527706 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-e2b11d40-389a-4ad2-854d-6f5ab81f8608 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] For port fb2a1c90-bbd7-4fa7-b5a4-154a81f44738, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=fb2a1c90-bbd7-4fa7-b5a4-154a81f44738,segment=NetworkSegment(6d737698-fc2d-48b8-80f7-22b597e4f5d5),segment_id=6d737698-fc2d-48b8-80f7-22b597e4f5d5)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:41.528318 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e2b11d40-389a-4ad2-854d-6f5ab81f8608 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:41.573501 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-e2b11d40-389a-4ad2-854d-6f5ab81f8608 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Calling delete_port for fb2a1c90-bbd7-4fa7-b5a4-154a81f44738 owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:09:41.691288 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30cc1c7d-920b-44c4-ae36-70eb921a6b0d admin admin] Router 73195ceb-7213-45b2-be20-07f5d125ac4d has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:09:41.939757 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0ca93190-9535-4efc-b235-d36876097f3f req-46ac1a49-7ce7-4311-9284-983717adaa7c tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:41.955157 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e2b11d40-389a-4ad2-854d-6f5ab81f8608 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:42.142414 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cc1c7d-920b-44c4-ae36-70eb921a6b0d admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:09:42.155749 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbb0d8a-ef21-4a01-b8bc-13a7f9e78f1d None None] Sync routers for ids ['73195ceb-7213-45b2-be20-07f5d125ac4d'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:09:42.172448 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac1a49-7ce7-4311-9284-983717adaa7c tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Pushing event deleted for resources: {'Port': ['ID=4c22bace-f635-4893-bff7-f3b4e0d2feaa,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:42.182726 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-30cc1c7d-920b-44c4-ae36-70eb921a6b0d admin admin] 10.222.0.20 "PUT /v2.0/routers/73195ceb-7213-45b2-be20-07f5d125ac4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9992619 Nov 12 01:09:42.186989 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbb0d8a-ef21-4a01-b8bc-13a7f9e78f1d None None] Routers {'73195ceb-7213-45b2-be20-07f5d125ac4d'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:42.188969 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 34060) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:42.189735 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-4dbb0d8a-ef21-4a01-b8bc-13a7f9e78f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:09:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['73195ceb-7213-45b2-be20-07f5d125ac4d'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:42.294199 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b11d40-389a-4ad2-854d-6f5ab81f8608 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event deleted for resources: {'Port': ['ID=fb2a1c90-bbd7-4fa7-b5a4-154a81f44738,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:42.381140 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0c16aba2-aaef-47ec-a278-b496940cfb96 admin admin] Publish callbacks [] for router, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:42.384846 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca93190-9535-4efc-b235-d36876097f3f req-46ac1a49-7ce7-4311-9284-983717adaa7c tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] No DVR routers for this DVR port 4c22bace-f635-4893-bff7-f3b4e0d2feaa on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:09:42.444261 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0ca93190-9535-4efc-b235-d36876097f3f req-46ac1a49-7ce7-4311-9284-983717adaa7c tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:42.447758 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0ca93190-9535-4efc-b235-d36876097f3f req-46ac1a49-7ce7-4311-9284-983717adaa7c tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.49 "DELETE /v2.0/ports/4c22bace-f635-4893-bff7-f3b4e0d2feaa HTTP/1.1" status: 204 len: 173 time: 1.8563898 Nov 12 01:09:42.457300 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-4dbb0d8a-ef21-4a01-b8bc-13a7f9e78f1d None None] Set router 73195ceb-7213-45b2-be20-07f5d125ac4d gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:09:42.548699 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b117c2a0-4542-4e23-b0c5-cc59ce867512 req-1a281cb5-1aff-4b80-b258-8c49b01dc292 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:42.577455 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b117c2a0-4542-4e23-b0c5-cc59ce867512 req-1a281cb5-1aff-4b80-b258-8c49b01dc292 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] 10.222.0.20 "GET /v2.0/ports?device_id=a367985d-2958-4860-ad72-3b4c2cb5be9b HTTP/1.1" status: 200 len: 945 time: 0.4190099 Nov 12 01:09:42.798203 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:42.833810 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'name': 'network-vif-deleted', 'tag': '4c22bace-f635-4893-bff7-f3b4e0d2feaa'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:09:42.836085 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c54c15-621d-49a2-acec-8c04034bdab6" -d '{"events": [{"server_uuid": "f4448604-16ab-4f44-a2c8-0b55b9d2bf06", "name": "network-vif-deleted", "tag": "4c22bace-f635-4893-bff7-f3b4e0d2feaa"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:09:42.910363 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b117c2a0-4542-4e23-b0c5-cc59ce867512 req-8fe4dd4d-c119-4abb-aed3-5eeeb0ab5eea tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] 10.222.0.20 "GET /v2.0/security-groups?id=095ce4c2-fc5b-44a3-94dc-e7e4d9ce01b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331473 Nov 12 01:09:42.974462 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e2b11d40-389a-4ad2-854d-6f5ab81f8608 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:43.104466 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba68b045-bdef-488e-b6a5-e34a1e337e2a x-openstack-request-id: req-ba68b045-bdef-488e-b6a5-e34a1e337e2a {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:09:43.104769 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4448604-16ab-4f44-a2c8-0b55b9d2bf06", "name": "network-vif-deleted", "tag": "4c22bace-f635-4893-bff7-f3b4e0d2feaa", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:09:43.105025 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ba68b045-bdef-488e-b6a5-e34a1e337e2a {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:09:43.110497 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'name': 'network-vif-deleted', 'tag': '4c22bace-f635-4893-bff7-f3b4e0d2feaa', 'status': 'completed', 'code': 200} Nov 12 01:09:43.184541 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0c16aba2-aaef-47ec-a278-b496940cfb96 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:43.196649 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-4dbb0d8a-ef21-4a01-b8bc-13a7f9e78f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'name': 'tempest-TestVolumeBackupRestore-1028810709-router', 'tenant_id': '2d1d2db136304f3299857405886c74e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '3fd784bf-b663-4f70-9b9c-c5b746587a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:53Z', 'updated_at': '2021-11-12T01:09:39Z', 'revision_number': 5, 'project_id': '2d1d2db136304f3299857405886c74e7', 'gw_port': {'id': '3fd784bf-b663-4f70-9b9c-c5b746587a76', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:61:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:54Z', 'updated_at': '2021-11-12T01:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:43.239392 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbb0d8a-ef21-4a01-b8bc-13a7f9e78f1d None None] Checking router: 73195ceb-7213-45b2-be20-07f5d125ac4d for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:09:43.251824 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbb0d8a-ef21-4a01-b8bc-13a7f9e78f1d None None] Routers {'73195ceb-7213-45b2-be20-07f5d125ac4d'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:43.254279 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-4dbb0d8a-ef21-4a01-b8bc-13a7f9e78f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:09:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['73195ceb-7213-45b2-be20-07f5d125ac4d'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:43.328438 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-0ca93190-9535-4efc-b235-d36876097f3f req-bbd094e3-a842-45f0-a5b5-d0fcb70db07d tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Deleting port c22b6762-e3f6-4522-8e3f-46a49996d03c {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:09:43.328943 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0ca93190-9535-4efc-b235-d36876097f3f req-bbd094e3-a842-45f0-a5b5-d0fcb70db07d tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:43.358552 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f176928b-5c14-4924-93aa-6e13e47f7f89 req-f3ef9f9d-f54e-42f7-9e14-77aa032cf907 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:43.365969 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f176928b-5c14-4924-93aa-6e13e47f7f89 req-f3ef9f9d-f54e-42f7-9e14-77aa032cf907 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:43.372995 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f176928b-5c14-4924-93aa-6e13e47f7f89 req-f3ef9f9d-f54e-42f7-9e14-77aa032cf907 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 1677 time: 0.5045059 Nov 12 01:09:43.406938 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34076) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:43.445113 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-4dbb0d8a-ef21-4a01-b8bc-13a7f9e78f1d None None] Set router 73195ceb-7213-45b2-be20-07f5d125ac4d gateway port host: None {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:09:43.466604 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b11d40-389a-4ad2-854d-6f5ab81f8608 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Router 52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:09:43.701656 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0c16aba2-aaef-47ec-a278-b496940cfb96 admin admin] Deleting port 3fd784bf-b663-4f70-9b9c-c5b746587a76 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:09:43.713105 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0c16aba2-aaef-47ec-a278-b496940cfb96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:43.775299 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-218a7391-22fa-4dfe-9895-d3d6a665e11b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:43.792732 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-4dbb0d8a-ef21-4a01-b8bc-13a7f9e78f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'name': 'tempest-TestVolumeBackupRestore-1028810709-router', 'tenant_id': '2d1d2db136304f3299857405886c74e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:53Z', 'updated_at': '2021-11-12T01:09:43Z', 'revision_number': 6, 'project_id': '2d1d2db136304f3299857405886c74e7', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:43.819277 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f176928b-5c14-4924-93aa-6e13e47f7f89 req-25f2138c-4be1-4ad7-b42d-0546ea31b470 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4032831 Nov 12 01:09:43.851760 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b11d40-389a-4ad2-854d-6f5ab81f8608 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:09:43.867614 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2bb266-ba01-4663-a7f7-373a2e46b85b None None] Sync routers for ids ['52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:09:43.869620 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e2b11d40-389a-4ad2-854d-6f5ab81f8608 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "PUT /v2.0/routers/52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7580631 Nov 12 01:09:43.871568 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34084) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:43.892115 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2bb266-ba01-4663-a7f7-373a2e46b85b None None] Routers {'52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:43.892811 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-0d2bb266-ba01-4663-a7f7-373a2e46b85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:09:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:43.921436 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbb0d8a-ef21-4a01-b8bc-13a7f9e78f1d None None] The sync data for ids ['73195ceb-7213-45b2-be20-07f5d125ac4d'] in n-d-812236-11 is: [{'id': '73195ceb-7213-45b2-be20-07f5d125ac4d', 'name': 'tempest-TestVolumeBackupRestore-1028810709-router', 'tenant_id': '2d1d2db136304f3299857405886c74e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:53Z', 'updated_at': '2021-11-12T01:09:43Z', 'revision_number': 6, 'project_id': '2d1d2db136304f3299857405886c74e7', 'gw_port_host': None}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:09:44.021990 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0c16aba2-aaef-47ec-a278-b496940cfb96 admin admin] For port 3fd784bf-b663-4f70-9b9c-c5b746587a76, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=3fd784bf-b663-4f70-9b9c-c5b746587a76,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:44.022958 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0c16aba2-aaef-47ec-a278-b496940cfb96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:44.049019 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0c16aba2-aaef-47ec-a278-b496940cfb96 admin admin] Calling delete_port for 3fd784bf-b663-4f70-9b9c-c5b746587a76 owned by network:router_gateway {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:09:44.068444 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-94678fcc-062c-43cb-b0c1-5792b64bba6a tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Deleting subnet 42f8954e-823a-4f5f-8f8d-d667cda9bcd3 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:09:44.093816 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-94678fcc-062c-43cb-b0c1-5792b64bba6a tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:44.188781 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-0d2bb266-ba01-4663-a7f7-373a2e46b85b None None] Set router 52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:09:44.213035 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-94678fcc-062c-43cb-b0c1-5792b64bba6a tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:44.284698 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af614b9a-8237-45ec-ab73-10e2c95668d1 req-f1c03707-50e6-4ab2-a54f-313938a9ec25 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:44.292629 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-af614b9a-8237-45ec-ab73-10e2c95668d1 req-f1c03707-50e6-4ab2-a54f-313938a9ec25 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] 10.222.0.20 "GET /v2.0/ports?device_id=a367985d-2958-4860-ad72-3b4c2cb5be9b HTTP/1.1" status: 200 len: 945 time: 0.2408047 Nov 12 01:09:44.320579 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-0ca93190-9535-4efc-b235-d36876097f3f req-bbd094e3-a842-45f0-a5b5-d0fcb70db07d tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] For port c22b6762-e3f6-4522-8e3f-46a49996d03c, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=c22b6762-e3f6-4522-8e3f-46a49996d03c,segment=NetworkSegment(769a0daf-75ef-4b03-bc7e-d891d1a3563d),segment_id=769a0daf-75ef-4b03-bc7e-d891d1a3563d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:44.321433 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0ca93190-9535-4efc-b235-d36876097f3f req-bbd094e3-a842-45f0-a5b5-d0fcb70db07d tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:44.338182 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-218a7391-22fa-4dfe-9895-d3d6a665e11b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:44.351529 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-0ca93190-9535-4efc-b235-d36876097f3f req-bbd094e3-a842-45f0-a5b5-d0fcb70db07d tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Calling delete_port for c22b6762-e3f6-4522-8e3f-46a49996d03c owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:09:44.379066 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-218a7391-22fa-4dfe-9895-d3d6a665e11b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:44.412994 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-218a7391-22fa-4dfe-9895-d3d6a665e11b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6f8d843053054191b51618f267c19f72&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0026109 Nov 12 01:09:44.418526 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34092) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:44.527689 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-af614b9a-8237-45ec-ab73-10e2c95668d1 req-9a4c9203-ab97-4474-a860-01747f0f9d7b tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] 10.222.0.20 "GET /v2.0/security-groups?id=095ce4c2-fc5b-44a3-94dc-e7e4d9ce01b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339120 Nov 12 01:09:44.567626 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218a7391-22fa-4dfe-9895-d3d6a665e11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbe905d-56f9-4fd6-a45f-313305034dde,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:44.624181 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218a7391-22fa-4dfe-9895-d3d6a665e11b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:44.624744 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218a7391-22fa-4dfe-9895-d3d6a665e11b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:44.626341 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218a7391-22fa-4dfe-9895-d3d6a665e11b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:44.626882 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218a7391-22fa-4dfe-9895-d3d6a665e11b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:44.627404 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218a7391-22fa-4dfe-9895-d3d6a665e11b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:44.627903 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218a7391-22fa-4dfe-9895-d3d6a665e11b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:44.628438 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218a7391-22fa-4dfe-9895-d3d6a665e11b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:44.628962 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218a7391-22fa-4dfe-9895-d3d6a665e11b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:44.629496 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218a7391-22fa-4dfe-9895-d3d6a665e11b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:44.629984 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218a7391-22fa-4dfe-9895-d3d6a665e11b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:44.630520 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218a7391-22fa-4dfe-9895-d3d6a665e11b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:44.631032 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218a7391-22fa-4dfe-9895-d3d6a665e11b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:44.654410 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0ca93190-9535-4efc-b235-d36876097f3f req-bbd094e3-a842-45f0-a5b5-d0fcb70db07d tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:44.661897 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-94678fcc-062c-43cb-b0c1-5792b64bba6a tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:44.717887 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eb1a6d15-6a38-4a76-8411-2560bb018cde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:44.734628 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd094e3-a842-45f0-a5b5-d0fcb70db07d tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Pushing event deleted for resources: {'Port': ['ID=c22b6762-e3f6-4522-8e3f-46a49996d03c,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:44.838509 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eb1a6d15-6a38-4a76-8411-2560bb018cde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:44.980053 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eb1a6d15-6a38-4a76-8411-2560bb018cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:44.994070 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eb1a6d15-6a38-4a76-8411-2560bb018cde admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:44.999630 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-eb1a6d15-6a38-4a76-8411-2560bb018cde admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2fbe905d-56f9-4fd6-a45f-313305034dde HTTP/1.1" status: 204 len: 168 time: 0.5752211 Nov 12 01:09:45.031997 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-94678fcc-062c-43cb-b0c1-5792b64bba6a tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:45.045737 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-0d2bb266-ba01-4663-a7f7-373a2e46b85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'name': 'tempest-TestNetworkBasicOps-router-1113797668', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1702c668-b99a-4d38-bfa7-3b6edac84d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:09:41Z', 'revision_number': 7, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'gw_port': {'id': '1702c668-b99a-4d38-bfa7-3b6edac84d42', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:45.094957 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a6d15-6a38-4a76-8411-2560bb018cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbe905d-56f9-4fd6-a45f-313305034dde,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:45.206208 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-94678fcc-062c-43cb-b0c1-5792b64bba6a tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:45.214078 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-94678fcc-062c-43cb-b0c1-5792b64bba6a tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "DELETE /v2.0/subnets/42f8954e-823a-4f5f-8f8d-d667cda9bcd3 HTTP/1.1" status: 204 len: 168 time: 1.3376706 Nov 12 01:09:45.216301 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2bb266-ba01-4663-a7f7-373a2e46b85b None None] Checking router: 52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:09:45.229905 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94678fcc-062c-43cb-b0c1-5792b64bba6a tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event deleted for resources: {'Subnet': ['ID=42f8954e-823a-4f5f-8f8d-d667cda9bcd3,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:45.241532 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34110) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:45.253772 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d851e50-9c8e-44e9-adea-091d5d01cb57 None None] Network 85a7f8c6-9f4b-49e3-8324-6914753de947 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:09:45.492361 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2bb266-ba01-4663-a7f7-373a2e46b85b None None] Routers {'52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:45.497781 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-0d2bb266-ba01-4663-a7f7-373a2e46b85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:09:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:45.615539 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-461b5000-534a-490b-888f-5f2e5a3908e3 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:45.741348 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 3fd784bf-b663-4f70-9b9c-c5b746587a76 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:09:45.784647 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca93190-9535-4efc-b235-d36876097f3f req-bbd094e3-a842-45f0-a5b5-d0fcb70db07d tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] No DVR routers for this DVR port c22b6762-e3f6-4522-8e3f-46a49996d03c on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:09:45.803375 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34120) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:45.813599 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0ca93190-9535-4efc-b235-d36876097f3f req-bbd094e3-a842-45f0-a5b5-d0fcb70db07d tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:45.815784 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-461b5000-534a-490b-888f-5f2e5a3908e3 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:45.816917 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0ca93190-9535-4efc-b235-d36876097f3f req-bbd094e3-a842-45f0-a5b5-d0fcb70db07d tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.49 "DELETE /v2.0/ports/c22b6762-e3f6-4522-8e3f-46a49996d03c HTTP/1.1" status: 204 len: 173 time: 3.3621693 Nov 12 01:09:45.817572 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'name': 'network-vif-deleted', 'tag': 'c22b6762-e3f6-4522-8e3f-46a49996d03c'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:09:45.819852 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44dfab76-a2a6-41e9-b154-f1f6d4d10413" -d '{"events": [{"server_uuid": "f4448604-16ab-4f44-a2c8-0b55b9d2bf06", "name": "network-vif-deleted", "tag": "c22b6762-e3f6-4522-8e3f-46a49996d03c"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:09:45.828125 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4f545a5d-149f-4a53-80d4-41aa5199c4e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:45.963213 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No active binding found for port 3fd784bf-b663-4f70-9b9c-c5b746587a76 {{(pid=102663) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 01:09:45.963928 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 3fd784bf-b663-4f70-9b9c-c5b746587a76 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:09:45.964625 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device f3c70f72-d12e-4c22-97d7-c2431ca34628 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:09:45.990566 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: f3c70f72-d12e-4c22-97d7-c2431ca34628 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:09:45.991041 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device f3c70f72-d12e-4c22-97d7-c2431ca34628 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:09:46.012833 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0c16aba2-aaef-47ec-a278-b496940cfb96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:46.054761 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f90283-aa2f-4613-beaf-54bffde3d453 x-openstack-request-id: req-b5f90283-aa2f-4613-beaf-54bffde3d453 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:09:46.055718 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4448604-16ab-4f44-a2c8-0b55b9d2bf06", "name": "network-vif-deleted", "tag": "c22b6762-e3f6-4522-8e3f-46a49996d03c", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:09:46.056589 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b5f90283-aa2f-4613-beaf-54bffde3d453 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:09:46.057471 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'name': 'network-vif-deleted', 'tag': 'c22b6762-e3f6-4522-8e3f-46a49996d03c', 'status': 'completed', 'code': 200} Nov 12 01:09:46.063004 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2d0320-2a92-4126-828b-711d6b514ea7 None None] DHCP port deletion for 85a7f8c6-9f4b-49e3-8324-6914753de947 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:09:46.117295 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc00ce3-82b0-4e07-b631-60ce05fd875a None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:09:46.134732 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-0d2bb266-ba01-4663-a7f7-373a2e46b85b None None] Set router 52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:09:46.154582 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-461b5000-534a-490b-888f-5f2e5a3908e3 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Deleting port 1702c668-b99a-4d38-bfa7-3b6edac84d42 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:09:46.155162 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-461b5000-534a-490b-888f-5f2e5a3908e3 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:46.191483 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c16aba2-aaef-47ec-a278-b496940cfb96 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fd784bf-b663-4f70-9b9c-c5b746587a76,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:46.233967 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e0049-8194-4b1c-bfa4-dfe27c4a7b9e req-d7ea5d7a-cd8e-4cfb-bd0d-7c2b71e69b84 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:46.241611 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ef5e0049-8194-4b1c-bfa4-dfe27c4a7b9e req-d7ea5d7a-cd8e-4cfb-bd0d-7c2b71e69b84 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 943 time: 0.6716564 Nov 12 01:09:46.389202 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-461b5000-534a-490b-888f-5f2e5a3908e3 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] For port 1702c668-b99a-4d38-bfa7-3b6edac84d42, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=1702c668-b99a-4d38-bfa7-3b6edac84d42,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:46.389877 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-461b5000-534a-490b-888f-5f2e5a3908e3 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:46.415392 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-461b5000-534a-490b-888f-5f2e5a3908e3 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Calling delete_port for 1702c668-b99a-4d38-bfa7-3b6edac84d42 owned by network:router_gateway {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:09:46.483431 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0c16aba2-aaef-47ec-a278-b496940cfb96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:46.609640 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-6d2d0320-2a92-4126-828b-711d6b514ea7 None None] Deleting port c52b267a-f344-4846-8ab8-34d738b5311f {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:09:46.610024 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6d2d0320-2a92-4126-828b-711d6b514ea7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:46.689549 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-6d2d0320-2a92-4126-828b-711d6b514ea7 None None] For port c52b267a-f344-4846-8ab8-34d738b5311f, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=c52b267a-f344-4846-8ab8-34d738b5311f,segment=NetworkSegment(6d737698-fc2d-48b8-80f7-22b597e4f5d5),segment_id=6d737698-fc2d-48b8-80f7-22b597e4f5d5)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:46.689961 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6d2d0320-2a92-4126-828b-711d6b514ea7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:46.707633 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-6d2d0320-2a92-4126-828b-711d6b514ea7 None None] Calling delete_port for c52b267a-f344-4846-8ab8-34d738b5311f owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:09:46.797986 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0c16aba2-aaef-47ec-a278-b496940cfb96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:46.808497 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0c16aba2-aaef-47ec-a278-b496940cfb96 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:46.873856 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6d2d0320-2a92-4126-828b-711d6b514ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:46.904606 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d0320-2a92-4126-828b-711d6b514ea7 None None] Pushing event deleted for resources: {'Port': ['ID=c52b267a-f344-4846-8ab8-34d738b5311f,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:46.916330 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2d0320-2a92-4126-828b-711d6b514ea7 None None] No DVR routers for this DVR port c52b267a-f344-4846-8ab8-34d738b5311f on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:09:46.959183 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-0d2bb266-ba01-4663-a7f7-373a2e46b85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'name': 'tempest-TestNetworkBasicOps-router-1113797668', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1702c668-b99a-4d38-bfa7-3b6edac84d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:09:41Z', 'revision_number': 7, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'gw_port': {'id': '1702c668-b99a-4d38-bfa7-3b6edac84d42', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:46.977754 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0c16aba2-aaef-47ec-a278-b496940cfb96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:46.981554 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c16aba2-aaef-47ec-a278-b496940cfb96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73195ceb-7213-45b2-be20-07f5d125ac4d {{(pid=102661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:09:46.992726 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ef5e0049-8194-4b1c-bfa4-dfe27c4a7b9e req-f1b1494e-9e11-4a81-b85a-c8ef5f967eb6 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7501321 Nov 12 01:09:46.997462 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2bb266-ba01-4663-a7f7-373a2e46b85b None None] The sync data for ids ['52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f'] in n-d-812236-11 is: [{'id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'name': 'tempest-TestNetworkBasicOps-router-1113797668', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1702c668-b99a-4d38-bfa7-3b6edac84d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:09:41Z', 'revision_number': 7, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'gw_port': {'id': '1702c668-b99a-4d38-bfa7-3b6edac84d42', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:07Z', 'updated_at': '2021-11-12T01:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:09:47.002358 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0c16aba2-aaef-47ec-a278-b496940cfb96 admin admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:47.007334 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0c16aba2-aaef-47ec-a278-b496940cfb96 admin admin] 10.222.0.20 "DELETE /v2.0/routers/73195ceb-7213-45b2-be20-07f5d125ac4d HTTP/1.1" status: 204 len: 168 time: 4.8147194 Nov 12 01:09:47.011416 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 34140) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:47.143020 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-b83202b7-ff9d-4ea9-bb3b-cb4de4840ac3 admin admin] Deleting subnet 1cb753fa-b255-493f-8761-fe1ea8d98c08 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:09:47.156662 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b83202b7-ff9d-4ea9-bb3b-cb4de4840ac3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:47.279600 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b83202b7-ff9d-4ea9-bb3b-cb4de4840ac3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:47.345676 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-461b5000-534a-490b-888f-5f2e5a3908e3 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:47.421398 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e25507a-c957-4193-b639-432aa2e3adf5 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:09:47.521649 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b83202b7-ff9d-4ea9-bb3b-cb4de4840ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:47.528524 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b5000-534a-490b-888f-5f2e5a3908e3 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event deleted for resources: {'Port': ['ID=1702c668-b99a-4d38-bfa7-3b6edac84d42,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:47.669046 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-0ca93190-9535-4efc-b235-d36876097f3f req-492f609c-fc24-4ffd-ac13-382d81393108 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Deleting port 41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:09:47.669591 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0ca93190-9535-4efc-b235-d36876097f3f req-492f609c-fc24-4ffd-ac13-382d81393108 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:47.687288 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b83202b7-ff9d-4ea9-bb3b-cb4de4840ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:47.729662 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4f545a5d-149f-4a53-80d4-41aa5199c4e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:47.736050 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device fb2a1c90-bbd7-4fa7-b5a4-154a81f44738 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:09:47.752309 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4f545a5d-149f-4a53-80d4-41aa5199c4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:47.770328 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: fb2a1c90-bbd7-4fa7-b5a4-154a81f44738 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:09:47.770836 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device fb2a1c90-bbd7-4fa7-b5a4-154a81f44738 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:09:47.772414 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device c52b267a-f344-4846-8ab8-34d738b5311f no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:09:47.802538 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: c52b267a-f344-4846-8ab8-34d738b5311f {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:09:47.803028 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-461b5000-534a-490b-888f-5f2e5a3908e3 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:47.803189 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device c52b267a-f344-4846-8ab8-34d738b5311f not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:09:47.823466 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01b31f9-4176-4e1e-8491-57d472dcd546 None None] Network be0a0b4d-9d2b-47b4-ac71-b951ba08f877 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:09:47.827279 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83202b7-ff9d-4ea9-bb3b-cb4de4840ac3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cb753fa-b255-493f-8761-fe1ea8d98c08,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:47.840697 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b83202b7-ff9d-4ea9-bb3b-cb4de4840ac3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:47.850479 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b83202b7-ff9d-4ea9-bb3b-cb4de4840ac3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1cb753fa-b255-493f-8761-fe1ea8d98c08 HTTP/1.1" status: 204 len: 168 time: 0.8372669 Nov 12 01:09:47.858415 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 34158) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:47.985154 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-0ca93190-9535-4efc-b235-d36876097f3f req-492f609c-fc24-4ffd-ac13-382d81393108 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] For port 41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4,segment=NetworkSegment(f3938551-3a44-4fa9-8327-3f2151b42141),segment_id=f3938551-3a44-4fa9-8327-3f2151b42141)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:47.988356 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0ca93190-9535-4efc-b235-d36876097f3f req-492f609c-fc24-4ffd-ac13-382d81393108 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:48.044979 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-4f545a5d-149f-4a53-80d4-41aa5199c4e8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bca5c4a0785b420cb6ccd4974e103079&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2359891 Nov 12 01:09:48.045975 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f545a5d-149f-4a53-80d4-41aa5199c4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c020ff65-f6a1-413c-a920-dd4048426b43,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:48.049977 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34162) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:48.134351 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-0ca93190-9535-4efc-b235-d36876097f3f req-492f609c-fc24-4ffd-ac13-382d81393108 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Calling delete_port for 41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:09:48.156290 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6cd71ee7-1391-4615-8517-9567051c20df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:48.249360 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-461b5000-534a-490b-888f-5f2e5a3908e3 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:48.290349 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-6cd71ee7-1391-4615-8517-9567051c20df admin admin] Deleting port 83b9850c-1958-4317-9b9a-6b97103f8b9b {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:09:48.291276 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6cd71ee7-1391-4615-8517-9567051c20df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:48.299014 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-461b5000-534a-490b-888f-5f2e5a3908e3 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:48.306784 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6857ee47-e08a-43df-b4b4-5796acb200d6 None None] DHCP port deletion for be0a0b4d-9d2b-47b4-ac71-b951ba08f877 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:09:48.323302 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ed9500ef-0bcf-4570-971f-87ba036321d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:48.353027 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ed9500ef-0bcf-4570-971f-87ba036321d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:48.436137 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0ca93190-9535-4efc-b235-d36876097f3f req-492f609c-fc24-4ffd-ac13-382d81393108 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:48.440484 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-6cd71ee7-1391-4615-8517-9567051c20df admin admin] For port 83b9850c-1958-4317-9b9a-6b97103f8b9b, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=83b9850c-1958-4317-9b9a-6b97103f8b9b,segment=NetworkSegment(4bfa3d7a-955d-4291-8636-691c27fe66f3),segment_id=4bfa3d7a-955d-4291-8636-691c27fe66f3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:48.441027 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6cd71ee7-1391-4615-8517-9567051c20df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:48.443862 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b3e8c-e793-4200-8c21-43e0b35fdba5 req-6bb6986e-5b94-4959-9710-259162ddf8e6 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:48.445499 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-440b3e8c-e793-4200-8c21-43e0b35fdba5 req-6bb6986e-5b94-4959-9710-259162ddf8e6 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 865 time: 0.2044885 Nov 12 01:09:48.447800 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-461b5000-534a-490b-888f-5f2e5a3908e3 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:48.448563 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461b5000-534a-490b-888f-5f2e5a3908e3 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Fanout notify agent at l3_agent the message router_deleted on router 52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:09:48.456052 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-461b5000-534a-490b-888f-5f2e5a3908e3 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:48.457155 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-461b5000-534a-490b-888f-5f2e5a3908e3 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "DELETE /v2.0/routers/52cd51f6-dcb0-4851-bbf0-0a49c22b4e1f HTTP/1.1" status: 204 len: 168 time: 3.2146001 Nov 12 01:09:48.464425 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34172) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:48.500808 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-6857ee47-e08a-43df-b4b4-5796acb200d6 None None] Deleting port 83b9850c-1958-4317-9b9a-6b97103f8b9b {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:09:48.501240 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6857ee47-e08a-43df-b4b4-5796acb200d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:48.511520 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f609c-fc24-4ffd-ac13-382d81393108 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Pushing event deleted for resources: {'Port': ['ID=41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:48.549312 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-6cd71ee7-1391-4615-8517-9567051c20df admin admin] Calling delete_port for 83b9850c-1958-4317-9b9a-6b97103f8b9b owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:09:48.579077 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ed9500ef-0bcf-4570-971f-87ba036321d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:48.581247 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ed9500ef-0bcf-4570-971f-87ba036321d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:48.590291 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ed9500ef-0bcf-4570-971f-87ba036321d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c020ff65-f6a1-413c-a920-dd4048426b43 HTTP/1.1" status: 204 len: 168 time: 0.5295143 Nov 12 01:09:48.598581 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca93190-9535-4efc-b235-d36876097f3f req-492f609c-fc24-4ffd-ac13-382d81393108 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] No DVR routers for this DVR port 41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4 on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:09:48.606503 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0ca93190-9535-4efc-b235-d36876097f3f req-492f609c-fc24-4ffd-ac13-382d81393108 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:48.611000 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0ca93190-9535-4efc-b235-d36876097f3f req-492f609c-fc24-4ffd-ac13-382d81393108 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.49 "DELETE /v2.0/ports/41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4 HTTP/1.1" status: 204 len: 173 time: 2.7409348 Nov 12 01:09:48.611664 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'name': 'network-vif-deleted', 'tag': '41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:09:48.614213 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47cda6c3-2d31-4989-a4a1-b2dfa403d434" -d '{"events": [{"server_uuid": "f4448604-16ab-4f44-a2c8-0b55b9d2bf06", "name": "network-vif-deleted", "tag": "41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:09:48.735420 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-6857ee47-e08a-43df-b4b4-5796acb200d6 None None] For port 83b9850c-1958-4317-9b9a-6b97103f8b9b, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=83b9850c-1958-4317-9b9a-6b97103f8b9b,segment=NetworkSegment(4bfa3d7a-955d-4291-8636-691c27fe66f3),segment_id=4bfa3d7a-955d-4291-8636-691c27fe66f3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:48.739701 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6857ee47-e08a-43df-b4b4-5796acb200d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:48.765139 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6cd71ee7-1391-4615-8517-9567051c20df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:48.793830 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-6857ee47-e08a-43df-b4b4-5796acb200d6 None None] Calling delete_port for 83b9850c-1958-4317-9b9a-6b97103f8b9b owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:09:48.812265 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9500ef-0bcf-4570-971f-87ba036321d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c020ff65-f6a1-413c-a920-dd4048426b43,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:48.854680 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296170b6-a9ec-4167-9517-413419d3acb2 x-openstack-request-id: req-296170b6-a9ec-4167-9517-413419d3acb2 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:09:48.855933 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4448604-16ab-4f44-a2c8-0b55b9d2bf06", "name": "network-vif-deleted", "tag": "41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:09:48.856640 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-296170b6-a9ec-4167-9517-413419d3acb2 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:09:48.857680 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4448604-16ab-4f44-a2c8-0b55b9d2bf06', 'name': 'network-vif-deleted', 'tag': '41b6e8ef-1f48-40ff-b2ec-e9476e5b5ac4', 'status': 'completed', 'code': 200} Nov 12 01:09:48.863977 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd71ee7-1391-4615-8517-9567051c20df admin admin] Pushing event deleted for resources: {'Port': ['ID=83b9850c-1958-4317-9b9a-6b97103f8b9b,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:48.890902 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd71ee7-1391-4615-8517-9567051c20df admin admin] No DVR routers for this DVR port 83b9850c-1958-4317-9b9a-6b97103f8b9b on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:09:48.951534 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-440b3e8c-e793-4200-8c21-43e0b35fdba5 req-cc37cf9e-e8fb-4949-9e80-b89cda94bfbb tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb557233-8ae7-448c-95fc-fa8c5dd2cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4879258 Nov 12 01:09:48.981063 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-59cc2373-1afd-4166-833c-0a0a62c227e8 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:49.172125 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6cd71ee7-1391-4615-8517-9567051c20df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:49.202344 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6857ee47-e08a-43df-b4b4-5796acb200d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:49.241706 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6857ee47-e08a-43df-b4b4-5796acb200d6 None None] Pushing event deleted for resources: {'Port': ['ID=83b9850c-1958-4317-9b9a-6b97103f8b9b,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:49.268258 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-6cd71ee7-1391-4615-8517-9567051c20df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be0a0b4d-9d2b-47b4-ac71-b951ba08f877']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:49.283191 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6857ee47-e08a-43df-b4b4-5796acb200d6 None None] No DVR routers for this DVR port 83b9850c-1958-4317-9b9a-6b97103f8b9b on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:09:49.308619 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-6cd71ee7-1391-4615-8517-9567051c20df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bfa3d7a-955d-4291-8636-691c27fe66f3') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:49.312387 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-6cd71ee7-1391-4615-8517-9567051c20df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bfa3d7a-955d-4291-8636-691c27fe66f3') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:49.338158 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-59cc2373-1afd-4166-833c-0a0a62c227e8 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:49.354455 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6cd71ee7-1391-4615-8517-9567051c20df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:49.406066 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6cd71ee7-1391-4615-8517-9567051c20df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:49.426669 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-59cc2373-1afd-4166-833c-0a0a62c227e8 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85a7f8c6-9f4b-49e3-8324-6914753de947']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:49.452828 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cd71ee7-1391-4615-8517-9567051c20df admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:09:49.453238 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6cd71ee7-1391-4615-8517-9567051c20df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:49.465074 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:09:49.465074 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:09:49.465074 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:09:49.465074 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:09:49.465074 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:09:49.465074 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:09:49.465074 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:09:49.465074 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:09:49.465074 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:09:49.465074 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:09:49.465074 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:09:49.465074 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:09:49.465074 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:09:49.465074 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:09:49.465074 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:09:49.465074 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:09:49.465074 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:09:49.465074 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:09:49.465074 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:09:49.465074 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:09:49.465074 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:09:49.465074 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:09:49.465074 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:09:49.465074 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:09:49.465074 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:09:49.465074 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:09:49.465074 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:09:49.465074 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:09:49.465074 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:09:49.465074 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:09:49.465074 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:09:49.465074 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:09:49.482362 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-59cc2373-1afd-4166-833c-0a0a62c227e8 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d737698-fc2d-48b8-80f7-22b597e4f5d5') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:49.482670 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-59cc2373-1afd-4166-833c-0a0a62c227e8 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d737698-fc2d-48b8-80f7-22b597e4f5d5') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:49.536325 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-59cc2373-1afd-4166-833c-0a0a62c227e8 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:49.634505 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-59cc2373-1afd-4166-833c-0a0a62c227e8 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:49.665319 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 1702c668-b99a-4d38-bfa7-3b6edac84d42 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:09:49.684591 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59cc2373-1afd-4166-833c-0a0a62c227e8 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:09:49.684914 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-59cc2373-1afd-4166-833c-0a0a62c227e8 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:49.710527 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:09:49.710527 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:09:49.710527 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:09:49.710527 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:09:49.710527 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:09:49.710527 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:09:49.710527 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:09:49.710527 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:09:49.710527 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:09:49.710527 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:09:49.710527 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:09:49.710527 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:09:49.710527 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:09:49.710527 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:09:49.710527 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:09:49.710527 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:09:49.710527 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:09:49.710527 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:09:49.710527 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:09:49.710527 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:09:49.710527 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:09:49.710527 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:09:49.710527 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:09:49.710527 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:09:49.710527 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:09:49.710527 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:09:49.710527 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:09:49.710527 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:09:49.710527 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:09:49.710527 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:09:49.710527 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:09:49.710527 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:09:49.713164 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 1702c668-b99a-4d38-bfa7-3b6edac84d42 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:09:49.713164 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 1702c668-b99a-4d38-bfa7-3b6edac84d42 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:09:49.713164 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 83b9850c-1958-4317-9b9a-6b97103f8b9b no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:09:49.733640 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6cd71ee7-1391-4615-8517-9567051c20df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:49.741649 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6cd71ee7-1391-4615-8517-9567051c20df admin admin] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:49.750249 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6cd71ee7-1391-4615-8517-9567051c20df admin admin] 10.222.0.20 "DELETE /v2.0/networks/be0a0b4d-9d2b-47b4-ac71-b951ba08f877 HTTP/1.1" status: 204 len: 168 time: 1.8901539 Nov 12 01:09:49.758525 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34210) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:49.767225 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 83b9850c-1958-4317-9b9a-6b97103f8b9b {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:09:49.767652 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 83b9850c-1958-4317-9b9a-6b97103f8b9b not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:09:49.769850 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd71ee7-1391-4615-8517-9567051c20df admin admin] Pushing event deleted for resources: {'Network': ['ID=be0a0b4d-9d2b-47b4-ac71-b951ba08f877,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:50.019691 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-59cc2373-1afd-4166-833c-0a0a62c227e8 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:50.033839 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-59cc2373-1afd-4166-833c-0a0a62c227e8 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:50.038149 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-59cc2373-1afd-4166-833c-0a0a62c227e8 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "DELETE /v2.0/networks/85a7f8c6-9f4b-49e3-8324-6914753de947 HTTP/1.1" status: 204 len: 168 time: 1.5727861 Nov 12 01:09:50.058037 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 34228) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:50.064798 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-8c58080c-35cd-4085-a5bc-265806365369 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Request body: {'network': {'name': 'tempest-network-smoke--1399873628', 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'port_security_enabled': True}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:50.112564 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c58080c-35cd-4085-a5bc-265806365369 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Made reservation on behalf of 8a187a5f08ca423da53c90074483cfd4 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:50.126477 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8c58080c-35cd-4085-a5bc-265806365369 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:50.158769 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc2373-1afd-4166-833c-0a0a62c227e8 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event deleted for resources: {'Network': ['ID=85a7f8c6-9f4b-49e3-8324-6914753de947,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:50.280702 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1e3b420b-ae47-4404-8615-2a0a69b1f3f3 req-23428e02-5464-4b8f-90b7-e895a917b3d1 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 210 time: 0.0817485 Nov 12 01:09:50.313860 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c58080c-35cd-4085-a5bc-265806365369 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:09:50.354370 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8c58080c-35cd-4085-a5bc-265806365369 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:50.357857 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-8c58080c-35cd-4085-a5bc-265806365369 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Added segment cd4cab22-dbb9-4a29-90df-4d11e8720806 of type vlan for network ca70e604-924c-460e-b6e9-d4583b773c26 Nov 12 01:09:50.476472 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8c58080c-35cd-4085-a5bc-265806365369 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:50.562354 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8c58080c-35cd-4085-a5bc-265806365369 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:50.572311 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c58080c-35cd-4085-a5bc-265806365369 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:50.572963 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8c58080c-35cd-4085-a5bc-265806365369 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:50.806864 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-8c58080c-35cd-4085-a5bc-265806365369 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7469220 Nov 12 01:09:50.810933 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34248) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:50.819971 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c58080c-35cd-4085-a5bc-265806365369 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event updated for resources: {'Network': ['ID=ca70e604-924c-460e-b6e9-d4583b773c26,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:50.839396 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network ca70e604-924c-460e-b6e9-d4583b773c26 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:09:50.940038 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-de08adb7-241a-4ab9-be9f-8dac81d576ac tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-466309779', 'admin_state_up': True, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:50.999698 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-de08adb7-241a-4ab9-be9f-8dac81d576ac tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:51.000958 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-de08adb7-241a-4ab9-be9f-8dac81d576ac tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:51.071704 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-de08adb7-241a-4ab9-be9f-8dac81d576ac tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:51.264783 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-124fc733-b37b-4a84-a727-de65d388cb44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:51.657010 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3ad3a237-1228-43c6-aa10-404084bd9d5a req-fea661db-0fdd-4df9-b834-1c1b280d54d4 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 210 time: 0.2512183 Nov 12 01:09:51.659614 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-de08adb7-241a-4ab9-be9f-8dac81d576ac tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:52.353975 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc4691-8090-48df-8cf9-bbbf9243c763 req-a8ff54c0-e24a-43bd-af44-0297403b0ed2 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:52.362303 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3edc4691-8090-48df-8cf9-bbbf9243c763 req-a8ff54c0-e24a-43bd-af44-0297403b0ed2 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] 10.222.0.20 "GET /v2.0/ports?device_id=a367985d-2958-4860-ad72-3b4c2cb5be9b HTTP/1.1" status: 200 len: 945 time: 0.2581859 Nov 12 01:09:52.458636 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-124fc733-b37b-4a84-a727-de65d388cb44 admin admin] Deleting port 278e7428-f739-4d9a-a73d-a1f27b47bdbe {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:09:52.458969 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-124fc733-b37b-4a84-a727-de65d388cb44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:52.517415 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-de08adb7-241a-4ab9-be9f-8dac81d576ac tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for router_gateway, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:52.616765 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-de08adb7-241a-4ab9-be9f-8dac81d576ac tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:52.625988 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3edc4691-8090-48df-8cf9-bbbf9243c763 req-f5dc3a32-d2bc-40d6-ae76-74372bcb0a83 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] 10.222.0.20 "GET /v2.0/security-groups?id=095ce4c2-fc5b-44a3-94dc-e7e4d9ce01b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627640 Nov 12 01:09:52.734998 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-124fc733-b37b-4a84-a727-de65d388cb44 admin admin] For port 278e7428-f739-4d9a-a73d-a1f27b47bdbe, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=278e7428-f739-4d9a-a73d-a1f27b47bdbe,segment=NetworkSegment(b7a8fb97-1c6f-4227-abb5-a372295c028a),segment_id=b7a8fb97-1c6f-4227-abb5-a372295c028a)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:52.735276 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-124fc733-b37b-4a84-a727-de65d388cb44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:52.826424 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-124fc733-b37b-4a84-a727-de65d388cb44 admin admin] Calling delete_port for 278e7428-f739-4d9a-a73d-a1f27b47bdbe owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:09:52.947135 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-de08adb7-241a-4ab9-be9f-8dac81d576ac tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Allocated IP 172.25.2.189 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/ec04b4b6-92aa-4236-9645-b5924748cafd) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:09:52.954148 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-751fe8ef-4654-4753-b31f-e99f90cdec13 req-9c2eaf0b-4209-42af-bd40-20ca78f7be7c tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 210 time: 0.0865812 Nov 12 01:09:53.406787 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-de08adb7-241a-4ab9-be9f-8dac81d576ac tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:53.450472 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-124fc733-b37b-4a84-a727-de65d388cb44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:53.555052 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d075ce-9563-4c09-92e2-65cb1a88737b req-5f1c7528-fa9c-4fdc-87c0-fc3a46961e94 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:53.557586 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-13d075ce-9563-4c09-92e2-65cb1a88737b req-5f1c7528-fa9c-4fdc-87c0-fc3a46961e94 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] 10.222.0.49 "GET /v2.0/ports?device_id=a367985d-2958-4860-ad72-3b4c2cb5be9b HTTP/1.1" status: 200 len: 945 time: 0.1406932 Nov 12 01:09:53.578923 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-de08adb7-241a-4ab9-be9f-8dac81d576ac tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:53.610188 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124fc733-b37b-4a84-a727-de65d388cb44 admin admin] Pushing event deleted for resources: {'Port': ['ID=278e7428-f739-4d9a-a73d-a1f27b47bdbe,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:53.774812 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de08adb7-241a-4ab9-be9f-8dac81d576ac tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:09:53.784101 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-de08adb7-241a-4ab9-be9f-8dac81d576ac tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:53.801340 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea31a111-dfd2-401a-bade-edb84199d17f None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:09:53.803907 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de08adb7-241a-4ab9-be9f-8dac81d576ac tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:09:53.833699 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-13d075ce-9563-4c09-92e2-65cb1a88737b req-6773b3d3-5b3e-42f1-aa18-21dd7c4bf958 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] Deleting port f5d38f9b-788d-40ec-b888-3dc287cf8758 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:09:53.834042 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-13d075ce-9563-4c09-92e2-65cb1a88737b req-6773b3d3-5b3e-42f1-aa18-21dd7c4bf958 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:53.918622 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de08adb7-241a-4ab9-be9f-8dac81d576ac tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event updated for resources: {'Port': ['ID=ec04b4b6-92aa-4236-9645-b5924748cafd,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:53.972127 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-f06fda8f-9ad4-407a-9c10-2d4e113914a0 None None] Provisioning complete for port ec04b4b6-92aa-4236-9645-b5924748cafd triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:53.989764 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f06fda8f-9ad4-407a-9c10-2d4e113914a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:54.096795 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-f06fda8f-9ad4-407a-9c10-2d4e113914a0 None None] Port ec04b4b6-92aa-4236-9645-b5924748cafd cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:09:54.233001 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-13d075ce-9563-4c09-92e2-65cb1a88737b req-6773b3d3-5b3e-42f1-aa18-21dd7c4bf958 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] For port f5d38f9b-788d-40ec-b888-3dc287cf8758, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=f5d38f9b-788d-40ec-b888-3dc287cf8758,segment=NetworkSegment(d72a4385-26dd-4a22-9827-b4f102e0e66b),segment_id=d72a4385-26dd-4a22-9827-b4f102e0e66b)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:54.233985 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-13d075ce-9563-4c09-92e2-65cb1a88737b req-6773b3d3-5b3e-42f1-aa18-21dd7c4bf958 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:54.250169 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-13d075ce-9563-4c09-92e2-65cb1a88737b req-6773b3d3-5b3e-42f1-aa18-21dd7c4bf958 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] Calling delete_port for f5d38f9b-788d-40ec-b888-3dc287cf8758 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:09:54.345194 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a183bdc-a115-4174-9b3e-6671ff5bfdef req-dae6d509-8ea2-449a-98e9-42649d5c7715 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:54.347158 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8a183bdc-a115-4174-9b3e-6671ff5bfdef req-dae6d509-8ea2-449a-98e9-42649d5c7715 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] 10.222.0.20 "GET /v2.0/ports?device_id=a367985d-2958-4860-ad72-3b4c2cb5be9b HTTP/1.1" status: 200 len: 945 time: 0.4418390 Nov 12 01:09:54.473240 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-906b45d5-5cb7-4e90-af8f-57aff343d2f4 req-af9888d4-b1c2-45cf-8f89-a0c8cb4e139e tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 210 time: 0.3194666 Nov 12 01:09:54.478990 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-13d075ce-9563-4c09-92e2-65cb1a88737b req-6773b3d3-5b3e-42f1-aa18-21dd7c4bf958 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:54.514899 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['f5d38f9b-788d-40ec-b888-3dc287cf8758'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:09:54.589815 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6773b3d3-5b3e-42f1-aa18-21dd7c4bf958 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] Pushing event deleted for resources: {'Port': ['ID=f5d38f9b-788d-40ec-b888-3dc287cf8758,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:54.646108 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 34368) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:54.671122 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d075ce-9563-4c09-92e2-65cb1a88737b req-6773b3d3-5b3e-42f1-aa18-21dd7c4bf958 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] No DVR routers for this DVR port f5d38f9b-788d-40ec-b888-3dc287cf8758 on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:09:54.676278 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-13d075ce-9563-4c09-92e2-65cb1a88737b req-6773b3d3-5b3e-42f1-aa18-21dd7c4bf958 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:54.681596 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-13d075ce-9563-4c09-92e2-65cb1a88737b req-6773b3d3-5b3e-42f1-aa18-21dd7c4bf958 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] 10.222.0.49 "DELETE /v2.0/ports/f5d38f9b-788d-40ec-b888-3dc287cf8758 HTTP/1.1" status: 204 len: 173 time: 1.1040480 Nov 12 01:09:54.681596 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a367985d-2958-4860-ad72-3b4c2cb5be9b', 'name': 'network-vif-deleted', 'tag': 'f5d38f9b-788d-40ec-b888-3dc287cf8758'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:09:54.690681 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135313e8-e2af-4486-82ee-951a7a6e0586" -d '{"events": [{"server_uuid": "a367985d-2958-4860-ad72-3b4c2cb5be9b", "name": "network-vif-deleted", "tag": "f5d38f9b-788d-40ec-b888-3dc287cf8758"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:09:54.791402 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221f7a84-a013-4959-97ba-7b810a0d53fd x-openstack-request-id: req-221f7a84-a013-4959-97ba-7b810a0d53fd {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:09:54.791794 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a367985d-2958-4860-ad72-3b4c2cb5be9b", "name": "network-vif-deleted", "tag": "f5d38f9b-788d-40ec-b888-3dc287cf8758", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:09:54.792139 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-221f7a84-a013-4959-97ba-7b810a0d53fd {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:09:54.792642 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a367985d-2958-4860-ad72-3b4c2cb5be9b', 'name': 'network-vif-deleted', 'tag': 'f5d38f9b-788d-40ec-b888-3dc287cf8758', 'status': 'completed', 'code': 200} Nov 12 01:09:54.984737 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-53e9fba1-343e-473d-90c1-3525d7435c3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:55.095977 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-53e9fba1-343e-473d-90c1-3525d7435c3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:55.102881 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-53e9fba1-343e-473d-90c1-3525d7435c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:55.179145 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-53e9fba1-343e-473d-90c1-3525d7435c3c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=07269a9d6e1047c9a8024acb67c5f6cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5306759 Nov 12 01:09:55.180453 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e9fba1-343e-473d-90c1-3525d7435c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3251a1a9-49ef-4657-8ce0-6edc3263336b,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:55.183816 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 34386) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:55.320947 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-964cdeb5-1df3-45d6-9ed3-acf688045c9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:55.344495 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-964cdeb5-1df3-45d6-9ed3-acf688045c9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:55.455393 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-964cdeb5-1df3-45d6-9ed3-acf688045c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:55.462565 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-964cdeb5-1df3-45d6-9ed3-acf688045c9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:55.464365 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-964cdeb5-1df3-45d6-9ed3-acf688045c9d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3251a1a9-49ef-4657-8ce0-6edc3263336b HTTP/1.1" status: 204 len: 168 time: 0.2652929 Nov 12 01:09:55.502709 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-de08adb7-241a-4ab9-be9f-8dac81d576ac tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for router_gateway, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:55.505500 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-124fc733-b37b-4a84-a727-de65d388cb44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:55.520306 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8a183bdc-a115-4174-9b3e-6671ff5bfdef req-24e1bbb5-df60-42c0-9def-c98d1d69dde2 tempest-VolumesActionsTest-1713141255 tempest-VolumesActionsTest-1713141255-project] 10.222.0.20 "GET /v2.0/security-groups?id=095ce4c2-fc5b-44a3-94dc-e7e4d9ce01b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1362402 Nov 12 01:09:55.547104 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964cdeb5-1df3-45d6-9ed3-acf688045c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3251a1a9-49ef-4657-8ce0-6edc3263336b,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:55.741320 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-39a0e8ce-5a5f-48f6-8fec-6207a65bd007 req-958bba89-6aae-4498-a83d-6b61949611bf tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 210 time: 0.0462193 Nov 12 01:09:56.031528 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-124fc733-b37b-4a84-a727-de65d388cb44 admin admin] Router 52a5a761-acb5-40b2-8d22-a6c78f7b5fa5 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:09:56.111963 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 34402) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:56.147062 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-782c9179-dc4e-4fa7-961d-901ce1e95148 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:56.235183 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-de08adb7-241a-4ab9-be9f-8dac81d576ac tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:56.307371 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124fc733-b37b-4a84-a727-de65d388cb44 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:09:56.312555 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-124fc733-b37b-4a84-a727-de65d388cb44 admin admin] 10.222.0.20 "PUT /v2.0/routers/52a5a761-acb5-40b2-8d22-a6c78f7b5fa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5524726 Nov 12 01:09:56.316075 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728c5887-19e4-4e48-af03-a62f880bea2a None None] Sync routers for ids ['52a5a761-acb5-40b2-8d22-a6c78f7b5fa5'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:09:56.317182 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 34408) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:56.338083 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728c5887-19e4-4e48-af03-a62f880bea2a None None] Routers {'52a5a761-acb5-40b2-8d22-a6c78f7b5fa5'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:56.339013 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-728c5887-19e4-4e48-af03-a62f880bea2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:09:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['52a5a761-acb5-40b2-8d22-a6c78f7b5fa5'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:56.524698 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-533fc7cb-f1f6-4919-b8bf-910ee89b4a20 admin admin] Publish callbacks [] for router, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:56.577468 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de08adb7-241a-4ab9-be9f-8dac81d576ac tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Router b9d79b43-e5a3-4b14-9b22-2e48f7dca35d is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:09:56.649207 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-728c5887-19e4-4e48-af03-a62f880bea2a None None] Set router 52a5a761-acb5-40b2-8d22-a6c78f7b5fa5 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:09:56.661497 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-782c9179-dc4e-4fa7-961d-901ce1e95148 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:56.676182 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-782c9179-dc4e-4fa7-961d-901ce1e95148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:56.765967 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de08adb7-241a-4ab9-be9f-8dac81d576ac tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:09:56.778079 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7baaa29-8731-4eb5-bb81-8b3df6216a68 None None] Sync routers for ids ['b9d79b43-e5a3-4b14-9b22-2e48f7dca35d'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:09:56.793553 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34420) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:56.799688 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-de08adb7-241a-4ab9-be9f-8dac81d576ac tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:56.805766 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-de08adb7-241a-4ab9-be9f-8dac81d576ac tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.9873230 Nov 12 01:09:56.809604 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-782c9179-dc4e-4fa7-961d-901ce1e95148 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3498cb94dede406486d347bb9e285411&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6874347 Nov 12 01:09:56.812376 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34422) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:56.818957 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7baaa29-8731-4eb5-bb81-8b3df6216a68 None None] Routers {'b9d79b43-e5a3-4b14-9b22-2e48f7dca35d'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:56.819601 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-e7baaa29-8731-4eb5-bb81-8b3df6216a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:09:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['b9d79b43-e5a3-4b14-9b22-2e48f7dca35d'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:56.841039 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782c9179-dc4e-4fa7-961d-901ce1e95148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37294630-f0e6-47f1-bc76-2ea46ca9036e,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:56.927750 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-99acf640-036d-49a1-8a9c-3bed04b92f4c tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=8a187a5f08ca423da53c90074483cfd4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1139429 Nov 12 01:09:56.928589 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34426) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:57.033246 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-533fc7cb-f1f6-4919-b8bf-910ee89b4a20 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:57.061169 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-85c2c048-db83-43b7-8e94-69f4b10c6e9d req-cff88b77-c559-460e-904d-ef53ab30b00b tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 210 time: 0.1347663 Nov 12 01:09:57.164089 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-e7baaa29-8731-4eb5-bb81-8b3df6216a68 None None] Set router b9d79b43-e5a3-4b14-9b22-2e48f7dca35d gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:09:57.262798 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1e7a1633-e3aa-46b5-842e-0d04bf9d898d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:57.303576 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-533fc7cb-f1f6-4919-b8bf-910ee89b4a20 admin admin] Deleting port 37cf4274-3c88-4d98-97ab-62edf306aa63 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:09:57.303914 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-533fc7cb-f1f6-4919-b8bf-910ee89b4a20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:57.370770 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-728c5887-19e4-4e48-af03-a62f880bea2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a5a761-acb5-40b2-8d22-a6c78f7b5fa5', 'name': 'tempest-TestVolumeBackupRestore-999821774-router', 'tenant_id': '6e1841c1c4dc4934bebaf944eb93505d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '37cf4274-3c88-4d98-97ab-62edf306aa63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:06Z', 'updated_at': '2021-11-12T01:09:53Z', 'revision_number': 5, 'project_id': '6e1841c1c4dc4934bebaf944eb93505d', 'gw_port': {'id': '37cf4274-3c88-4d98-97ab-62edf306aa63', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a5a761-acb5-40b2-8d22-a6c78f7b5fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:07Z', 'updated_at': '2021-11-12T01:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:57.403817 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1e7a1633-e3aa-46b5-842e-0d04bf9d898d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:57.478912 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728c5887-19e4-4e48-af03-a62f880bea2a None None] Checking router: 52a5a761-acb5-40b2-8d22-a6c78f7b5fa5 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:09:57.509070 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728c5887-19e4-4e48-af03-a62f880bea2a None None] Routers {'52a5a761-acb5-40b2-8d22-a6c78f7b5fa5'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:57.509784 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-728c5887-19e4-4e48-af03-a62f880bea2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:09:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['52a5a761-acb5-40b2-8d22-a6c78f7b5fa5'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:57.551796 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1e7a1633-e3aa-46b5-842e-0d04bf9d898d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:57.555490 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1e7a1633-e3aa-46b5-842e-0d04bf9d898d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:57.582888 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1e7a1633-e3aa-46b5-842e-0d04bf9d898d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/37294630-f0e6-47f1-bc76-2ea46ca9036e HTTP/1.1" status: 204 len: 168 time: 0.7875550 Nov 12 01:09:57.608956 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-533fc7cb-f1f6-4919-b8bf-910ee89b4a20 admin admin] For port 37cf4274-3c88-4d98-97ab-62edf306aa63, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=37cf4274-3c88-4d98-97ab-62edf306aa63,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:57.610650 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-533fc7cb-f1f6-4919-b8bf-910ee89b4a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:57.615156 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a1633-e3aa-46b5-842e-0d04bf9d898d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37294630-f0e6-47f1-bc76-2ea46ca9036e,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:57.654536 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-533fc7cb-f1f6-4919-b8bf-910ee89b4a20 admin admin] Calling delete_port for 37cf4274-3c88-4d98-97ab-62edf306aa63 owned by network:router_gateway {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:09:57.682482 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f18f632-6506-49c9-8701-775635a014ee tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:57.689886 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6f18f632-6506-49c9-8701-775635a014ee tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7570260 Nov 12 01:09:57.690779 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34446) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:57.731207 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device f5d38f9b-788d-40ec-b888-3dc287cf8758 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:09:57.772742 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d8108e39-a591-417e-8657-701c2975c2b2 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=ef732b55-2b3c-4048-85da-0a8ac273c14b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0786424 Nov 12 01:09:57.789998 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34450) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:57.801582 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-7bd99ca9-7065-497f-bbd9-cd7e082c379a tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-445439517', 'network_id': 'ca70e604-924c-460e-b6e9-d4583b773c26', 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:57.826959 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: f5d38f9b-788d-40ec-b888-3dc287cf8758 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:09:57.828598 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device f5d38f9b-788d-40ec-b888-3dc287cf8758 not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:09:57.861287 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-728c5887-19e4-4e48-af03-a62f880bea2a None None] Set router 52a5a761-acb5-40b2-8d22-a6c78f7b5fa5 gateway port host: None {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:09:57.932306 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-e7baaa29-8731-4eb5-bb81-8b3df6216a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d79b43-e5a3-4b14-9b22-2e48f7dca35d', 'name': 'tempest-TestNetworkBasicOps-router-466309779', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ec04b4b6-92aa-4236-9645-b5924748cafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:51Z', 'updated_at': '2021-11-12T01:09:55Z', 'revision_number': 3, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'gw_port': {'id': 'ec04b4b6-92aa-4236-9645-b5924748cafd', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d79b43-e5a3-4b14-9b22-2e48f7dca35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:52Z', 'updated_at': '2021-11-12T01:09:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:58.019707 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7baaa29-8731-4eb5-bb81-8b3df6216a68 None None] Checking router: b9d79b43-e5a3-4b14-9b22-2e48f7dca35d for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:09:58.021972 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7baaa29-8731-4eb5-bb81-8b3df6216a68 None None] Updating router b9d79b43-e5a3-4b14-9b22-2e48f7dca35d port ec04b4b6-92aa-4236-9645-b5924748cafd binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:09:58.080154 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-728c5887-19e4-4e48-af03-a62f880bea2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a5a761-acb5-40b2-8d22-a6c78f7b5fa5', 'name': 'tempest-TestVolumeBackupRestore-999821774-router', 'tenant_id': '6e1841c1c4dc4934bebaf944eb93505d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:06Z', 'updated_at': '2021-11-12T01:09:57Z', 'revision_number': 6, 'project_id': '6e1841c1c4dc4934bebaf944eb93505d', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:58.126180 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e7baaa29-8731-4eb5-bb81-8b3df6216a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:58.128927 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd99ca9-7065-497f-bbd9-cd7e082c379a tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Made reservation on behalf of 8a187a5f08ca423da53c90074483cfd4 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:58.134624 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7bd99ca9-7065-497f-bbd9-cd7e082c379a tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:58.175245 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-533fc7cb-f1f6-4919-b8bf-910ee89b4a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:58.274325 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728c5887-19e4-4e48-af03-a62f880bea2a None None] The sync data for ids ['52a5a761-acb5-40b2-8d22-a6c78f7b5fa5'] in n-d-812236-11 is: [{'id': '52a5a761-acb5-40b2-8d22-a6c78f7b5fa5', 'name': 'tempest-TestVolumeBackupRestore-999821774-router', 'tenant_id': '6e1841c1c4dc4934bebaf944eb93505d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:06Z', 'updated_at': '2021-11-12T01:09:57Z', 'revision_number': 6, 'project_id': '6e1841c1c4dc4934bebaf944eb93505d', 'gw_port_host': None}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:09:58.287808 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533fc7cb-f1f6-4919-b8bf-910ee89b4a20 admin admin] Pushing event deleted for resources: {'Port': ['ID=37cf4274-3c88-4d98-97ab-62edf306aa63,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:58.506906 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-486cc420-045a-4647-a3a9-8d82c9e41f57 req-a8a802cd-af8e-4d91-9c42-8be2a1000bcf tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 210 time: 0.1726289 Nov 12 01:09:58.544022 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-533fc7cb-f1f6-4919-b8bf-910ee89b4a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:58.837073 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-533fc7cb-f1f6-4919-b8bf-910ee89b4a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:58.843374 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-533fc7cb-f1f6-4919-b8bf-910ee89b4a20 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:58.898315 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7bd99ca9-7065-497f-bbd9-cd7e082c379a tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:59.004726 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-533fc7cb-f1f6-4919-b8bf-910ee89b4a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:59.004952 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e7baaa29-8731-4eb5-bb81-8b3df6216a68 None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:59.005785 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533fc7cb-f1f6-4919-b8bf-910ee89b4a20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52a5a761-acb5-40b2-8d22-a6c78f7b5fa5 {{(pid=102661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:09:59.017523 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-533fc7cb-f1f6-4919-b8bf-910ee89b4a20 admin admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:59.019917 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98fe229-148a-43d2-a821-43cd62ae9e83 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:09:59.029582 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-533fc7cb-f1f6-4919-b8bf-910ee89b4a20 admin admin] 10.222.0.20 "DELETE /v2.0/routers/52a5a761-acb5-40b2-8d22-a6c78f7b5fa5 HTTP/1.1" status: 204 len: 168 time: 2.7110243 Nov 12 01:09:59.033360 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e7baaa29-8731-4eb5-bb81-8b3df6216a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:59.035128 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 34480) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:59.073489 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd99ca9-7065-497f-bbd9-cd7e082c379a tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event updated for resources: {'Subnet': ['ID=78f2cdb7-2132-4d72-81ca-8bfa2cefc929,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:59.192088 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a76b573-2609-4d22-8636-c93913cad77b None None] Pushing event updated for resources: {'Port': ['ID=ec04b4b6-92aa-4236-9645-b5924748cafd,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:59.196365 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd99ca9-7065-497f-bbd9-cd7e082c379a tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Checking segment: {'id': 'cd4cab22-dbb9-4a29-90df-4d11e8720806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ca70e604-924c-460e-b6e9-d4583b773c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:09:59.197196 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd99ca9-7065-497f-bbd9-cd7e082c379a tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Network hostable DHCP agents. Network: ca70e604-924c-460e-b6e9-d4583b773c26, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:09:59.230793 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-36681402-9367-4d1a-a984-046514e0780f admin admin] Deleting subnet 99e95760-97d2-4ea7-a3ee-6bf582686257 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:09:59.244159 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-36681402-9367-4d1a-a984-046514e0780f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:59.244345 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd99ca9-7065-497f-bbd9-cd7e082c379a tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Network ca70e604-924c-460e-b6e9-d4583b773c26 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:09:59.275117 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-7bd99ca9-7065-497f-bbd9-cd7e082c379a tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, ca70e604-924c-460e-b6e9-d4583b773c26) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:59.288143 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81690212-bac8-4830-a88c-0679ac7bffbd None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:09:59.294847 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd99ca9-7065-497f-bbd9-cd7e082c379a tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:59.300950 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7bd99ca9-7065-497f-bbd9-cd7e082c379a tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:59.310676 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-e7baaa29-8731-4eb5-bb81-8b3df6216a68 None None] Attempting to bind port ec04b4b6-92aa-4236-9645-b5924748cafd on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:09:59.312633 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-e7baaa29-8731-4eb5-bb81-8b3df6216a68 None None] Attempting to bind port ec04b4b6-92aa-4236-9645-b5924748cafd by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:09:59.315384 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7baaa29-8731-4eb5-bb81-8b3df6216a68 None None] Attempting to bind port ec04b4b6-92aa-4236-9645-b5924748cafd on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:09:59.330257 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646cf2be-4316-428a-83dd-2eb262c07b37 None None] Network ca70e604-924c-460e-b6e9-d4583b773c26 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:09:59.387452 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7bd99ca9-7065-497f-bbd9-cd7e082c379a tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5919034 Nov 12 01:09:59.389455 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 34490) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:59.400487 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-36681402-9367-4d1a-a984-046514e0780f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:59.615188 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7baaa29-8731-4eb5-bb81-8b3df6216a68 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:09:59.615568 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7baaa29-8731-4eb5-bb81-8b3df6216a68 None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:09:59.615972 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e7baaa29-8731-4eb5-bb81-8b3df6216a68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:59.620007 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7baaa29-8731-4eb5-bb81-8b3df6216a68 None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:09:59.620532 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-e7baaa29-8731-4eb5-bb81-8b3df6216a68 None None] Bound port: ec04b4b6-92aa-4236-9645-b5924748cafd, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:09:59.620928 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e7baaa29-8731-4eb5-bb81-8b3df6216a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:59.731369 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-36681402-9367-4d1a-a984-046514e0780f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:59.753813 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 278e7428-f739-4d9a-a73d-a1f27b47bdbe no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:09:59.792979 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 278e7428-f739-4d9a-a73d-a1f27b47bdbe {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:09:59.793595 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 278e7428-f739-4d9a-a73d-a1f27b47bdbe not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:09:59.794024 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 37cf4274-3c88-4d98-97ab-62edf306aa63 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:09:59.850599 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-fc91f3b1-1708-46e7-af76-20f63d88e1b3 None None] Provisioning complete for port ec04b4b6-92aa-4236-9645-b5924748cafd triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:59.850983 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fc91f3b1-1708-46e7-af76-20f63d88e1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:59.855474 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 37cf4274-3c88-4d98-97ab-62edf306aa63 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:09:59.855818 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 37cf4274-3c88-4d98-97ab-62edf306aa63 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:09:59.876806 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2345061f-5e25-4893-81ab-4dbd5e7bff28 req-f4baa450-8ce2-41c9-ad0e-c1b6c0d792c5 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 210 time: 0.1056378 Nov 12 01:10:00.315642 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-36681402-9367-4d1a-a984-046514e0780f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:00.363635 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-36681402-9367-4d1a-a984-046514e0780f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:00.369438 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-36681402-9367-4d1a-a984-046514e0780f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/99e95760-97d2-4ea7-a3ee-6bf582686257 HTTP/1.1" status: 204 len: 168 time: 1.3306606 Nov 12 01:10:00.370614 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34516) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:00.394426 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36681402-9367-4d1a-a984-046514e0780f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99e95760-97d2-4ea7-a3ee-6bf582686257,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:00.478634 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4152ad7c-592c-492f-8d14-cf91c64611df None None] Network 5624d83f-098d-47ad-bbf2-36550056a748 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:10:00.572081 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-fc91f3b1-1708-46e7-af76-20f63d88e1b3 None None] Port ec04b4b6-92aa-4236-9645-b5924748cafd cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:10:00.583469 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f5f7b1b6-524c-4175-acbb-45c051c6b81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:00.587881 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-e7baaa29-8731-4eb5-bb81-8b3df6216a68 None None] For port ec04b4b6-92aa-4236-9645-b5924748cafd, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:10:00.594985 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-e7baaa29-8731-4eb5-bb81-8b3df6216a68 None None] For port ec04b4b6-92aa-4236-9645-b5924748cafd, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=ec04b4b6-92aa-4236-9645-b5924748cafd,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:10:00.692601 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8b03df1d-9bb2-4da1-8699-6dd2495c4b42 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:00.693341 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e7baaa29-8731-4eb5-bb81-8b3df6216a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:00.764155 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7b1b6-524c-4175-acbb-45c051c6b81b admin admin] Deleting port e93f4d2b-7099-4a09-9a04-cde27af35230 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:10:00.764489 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f5f7b1b6-524c-4175-acbb-45c051c6b81b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:00.817892 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a76b573-2609-4d22-8636-c93913cad77b None None] Pushing event updated for resources: {'Port': ['ID=ec04b4b6-92aa-4236-9645-b5924748cafd,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:00.827613 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbb04a7-30b4-4ae1-a17c-1fa85ad5113e None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:10:00.906795 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7baaa29-8731-4eb5-bb81-8b3df6216a68 None None] Routers {'b9d79b43-e5a3-4b14-9b22-2e48f7dca35d'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:10:00.907468 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-e7baaa29-8731-4eb5-bb81-8b3df6216a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:09:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['b9d79b43-e5a3-4b14-9b22-2e48f7dca35d'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:01.104016 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-e7baaa29-8731-4eb5-bb81-8b3df6216a68 None None] Set router b9d79b43-e5a3-4b14-9b22-2e48f7dca35d gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:10:01.153425 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-f5f7b1b6-524c-4175-acbb-45c051c6b81b admin admin] For port e93f4d2b-7099-4a09-9a04-cde27af35230, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=e93f4d2b-7099-4a09-9a04-cde27af35230,segment=NetworkSegment(b7a8fb97-1c6f-4227-abb5-a372295c028a),segment_id=b7a8fb97-1c6f-4227-abb5-a372295c028a)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:01.154334 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f5f7b1b6-524c-4175-acbb-45c051c6b81b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:01.204698 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7b1b6-524c-4175-acbb-45c051c6b81b admin admin] Calling delete_port for e93f4d2b-7099-4a09-9a04-cde27af35230 owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:10:01.343062 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-8b03df1d-9bb2-4da1-8699-6dd2495c4b42 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Allocated IP 172.20.0.1 (ca70e604-924c-460e-b6e9-d4583b773c26/78f2cdb7-2132-4d72-81ca-8bfa2cefc929/4a34a324-c8a4-4435-9a65-04180eaf4360) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:10:01.366959 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda2339b-deaa-45ca-b444-d9a7fb0a830b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-ca70e604-924c-460e-b6e9-d4583b773c26', 'network_id': 'ca70e604-924c-460e-b6e9-d4583b773c26', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'fixed_ips': [{'subnet_id': '78f2cdb7-2132-4d72-81ca-8bfa2cefc929'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:10:01.374872 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fda2339b-deaa-45ca-b444-d9a7fb0a830b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:01.398773 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f5f7b1b6-524c-4175-acbb-45c051c6b81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:01.481670 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8101cbac-bf61-4da0-864c-717df46dc3e8 req-1e1e77db-9b13-48bc-b8be-a25531d22972 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 210 time: 0.0831492 Nov 12 01:10:01.598919 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f7b1b6-524c-4175-acbb-45c051c6b81b admin admin] No DVR routers for this DVR port e93f4d2b-7099-4a09-9a04-cde27af35230 on host n-d-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:10:01.605742 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7b1b6-524c-4175-acbb-45c051c6b81b admin admin] Pushing event deleted for resources: {'Port': ['ID=e93f4d2b-7099-4a09-9a04-cde27af35230,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:01.646666 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-7191ace4-0fad-4641-af14-285e7d5bf24c None None] Provisioning complete for port ec04b4b6-92aa-4236-9645-b5924748cafd triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:01.647233 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7191ace4-0fad-4641-af14-285e7d5bf24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:01.740035 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f5f7b1b6-524c-4175-acbb-45c051c6b81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:01.767532 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-f5f7b1b6-524c-4175-acbb-45c051c6b81b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5624d83f-098d-47ad-bbf2-36550056a748']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:01.781691 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-f5f7b1b6-524c-4175-acbb-45c051c6b81b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7a8fb97-1c6f-4227-abb5-a372295c028a') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:01.782345 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-f5f7b1b6-524c-4175-acbb-45c051c6b81b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7a8fb97-1c6f-4227-abb5-a372295c028a') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:01.802135 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f5f7b1b6-524c-4175-acbb-45c051c6b81b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:01.821403 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f5f7b1b6-524c-4175-acbb-45c051c6b81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:01.829740 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5f7b1b6-524c-4175-acbb-45c051c6b81b admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:10:01.830293 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f5f7b1b6-524c-4175-acbb-45c051c6b81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:01.961573 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:10:01.961573 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:10:01.961573 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:10:01.961573 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:10:01.961573 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:10:01.961573 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:10:01.961573 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:10:01.961573 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:10:01.961573 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:10:01.961573 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:10:01.961573 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:10:01.961573 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:10:01.961573 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:10:01.961573 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:10:01.961573 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:10:01.961573 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:10:01.961573 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:10:01.961573 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:10:01.961573 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:10:01.961573 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:10:01.961573 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:10:01.961573 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:10:01.961573 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:10:01.961573 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:10:01.961573 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:10:01.961573 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:10:01.961573 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:10:01.961573 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:10:01.961573 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:10:01.961573 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:10:01.961573 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:10:01.961573 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:10:01.982940 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f5f7b1b6-524c-4175-acbb-45c051c6b81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:01.995540 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f5f7b1b6-524c-4175-acbb-45c051c6b81b admin admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:02.004501 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f5f7b1b6-524c-4175-acbb-45c051c6b81b admin admin] 10.222.0.20 "DELETE /v2.0/networks/5624d83f-098d-47ad-bbf2-36550056a748 HTTP/1.1" status: 204 len: 168 time: 1.6299126 Nov 12 01:10:02.038044 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7b1b6-524c-4175-acbb-45c051c6b81b admin admin] Pushing event deleted for resources: {'Network': ['ID=5624d83f-098d-47ad-bbf2-36550056a748,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:02.057942 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801f98c4-48fc-4ddc-9677-96d9c0d0f560 None None] DHCP port deletion for 5624d83f-098d-47ad-bbf2-36550056a748 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:10:02.350677 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7191ace4-0fad-4641-af14-285e7d5bf24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:02.395571 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-e7baaa29-8731-4eb5-bb81-8b3df6216a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d79b43-e5a3-4b14-9b22-2e48f7dca35d', 'name': 'tempest-TestNetworkBasicOps-router-466309779', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ec04b4b6-92aa-4236-9645-b5924748cafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:51Z', 'updated_at': '2021-11-12T01:09:55Z', 'revision_number': 3, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'gw_port': {'id': 'ec04b4b6-92aa-4236-9645-b5924748cafd', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d79b43-e5a3-4b14-9b22-2e48f7dca35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:52Z', 'updated_at': '2021-11-12T01:10:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:02.457930 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8b03df1d-9bb2-4da1-8699-6dd2495c4b42 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:02.489545 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-7191ace4-0fad-4641-af14-285e7d5bf24c None None] For port ec04b4b6-92aa-4236-9645-b5924748cafd, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=ec04b4b6-92aa-4236-9645-b5924748cafd,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:02.491128 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7baaa29-8731-4eb5-bb81-8b3df6216a68 None None] The sync data for ids ['b9d79b43-e5a3-4b14-9b22-2e48f7dca35d'] in n-d-812236-11 is: [{'id': 'b9d79b43-e5a3-4b14-9b22-2e48f7dca35d', 'name': 'tempest-TestNetworkBasicOps-router-466309779', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ec04b4b6-92aa-4236-9645-b5924748cafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:51Z', 'updated_at': '2021-11-12T01:09:55Z', 'revision_number': 3, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'gw_port': {'id': 'ec04b4b6-92aa-4236-9645-b5924748cafd', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d79b43-e5a3-4b14-9b22-2e48f7dca35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:52Z', 'updated_at': '2021-11-12T01:10:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:10:02.509814 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7191ace4-0fad-4641-af14-285e7d5bf24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:02.590911 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34584) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:02.599211 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8b03df1d-9bb2-4da1-8699-6dd2495c4b42 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:02.766928 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2beb5fdc-d266-485a-b20d-f28a33c53888 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2d1d2db136304f3299857405886c74e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1699023 Nov 12 01:10:02.770645 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34586) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:02.785019 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7191ace4-0fad-4641-af14-285e7d5bf24c None None] Pushing event updated for resources: {'Port': ['ID=ec04b4b6-92aa-4236-9645-b5924748cafd,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:02.823062 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b03df1d-9bb2-4da1-8699-6dd2495c4b42 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Network ca70e604-924c-460e-b6e9-d4583b773c26 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:10:02.831258 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-8b03df1d-9bb2-4da1-8699-6dd2495c4b42 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:10:02.843769 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b03df1d-9bb2-4da1-8699-6dd2495c4b42 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:10:02.889103 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-fda2339b-deaa-45ca-b444-d9a7fb0a830b None None] Allocated IP 172.20.0.2 (ca70e604-924c-460e-b6e9-d4583b773c26/78f2cdb7-2132-4d72-81ca-8bfa2cefc929/ef1beaf9-2f00-4c1c-89dd-9b1d485fdf37) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:10:02.934974 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-887c5b62-bb3a-4ba7-9134-87128956ffe4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:03.053762 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-887c5b62-bb3a-4ba7-9134-87128956ffe4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:03.087431 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0d109ca7-16ce-42d9-8bd8-23fc56efd80b req-3e9f906f-2bca-41ea-b704-5e20abf1800f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 210 time: 0.2443576 Nov 12 01:10:03.109438 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b03df1d-9bb2-4da1-8699-6dd2495c4b42 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event updated for resources: {'Port': ['ID=4a34a324-c8a4-4435-9a65-04180eaf4360,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:03.209740 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8b03df1d-9bb2-4da1-8699-6dd2495c4b42 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:03.244902 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-887c5b62-bb3a-4ba7-9134-87128956ffe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:03.247639 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-887c5b62-bb3a-4ba7-9134-87128956ffe4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:03.248819 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-887c5b62-bb3a-4ba7-9134-87128956ffe4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3fd5a96c-b431-4ae8-b3b7-0604e419e928 HTTP/1.1" status: 204 len: 168 time: 0.4756310 Nov 12 01:10:03.272320 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887c5b62-bb3a-4ba7-9134-87128956ffe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd5a96c-b431-4ae8-b3b7-0604e419e928,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:03.539446 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fda2339b-deaa-45ca-b444-d9a7fb0a830b None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:03.590257 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fda2339b-deaa-45ca-b444-d9a7fb0a830b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:03.806003 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2339b-deaa-45ca-b444-d9a7fb0a830b None None] Pushing event updated for resources: {'Port': ['ID=ef1beaf9-2f00-4c1c-89dd-9b1d485fdf37,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:03.891280 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda2339b-deaa-45ca-b444-d9a7fb0a830b None None] Network ca70e604-924c-460e-b6e9-d4583b773c26 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:10:03.894707 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-fda2339b-deaa-45ca-b444-d9a7fb0a830b None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:10:03.904523 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device ec04b4b6-92aa-4236-9645-b5924748cafd up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:10:03.978026 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8b03df1d-9bb2-4da1-8699-6dd2495c4b42 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:04.001206 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda2339b-deaa-45ca-b444-d9a7fb0a830b None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:10:04.258051 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-fda2339b-deaa-45ca-b444-d9a7fb0a830b None None] Attempting to bind port ef1beaf9-2f00-4c1c-89dd-9b1d485fdf37 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:10:04.258786 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-fda2339b-deaa-45ca-b444-d9a7fb0a830b None None] Attempting to bind port ef1beaf9-2f00-4c1c-89dd-9b1d485fdf37 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'cd4cab22-dbb9-4a29-90df-4d11e8720806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ca70e604-924c-460e-b6e9-d4583b773c26'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:10:04.259485 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda2339b-deaa-45ca-b444-d9a7fb0a830b None None] Attempting to bind port ef1beaf9-2f00-4c1c-89dd-9b1d485fdf37 on network ca70e604-924c-460e-b6e9-d4583b773c26 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:10:04.262682 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port ec04b4b6-92aa-4236-9645-b5924748cafd triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:04.266569 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:04.284814 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34614) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:04.410501 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda2339b-deaa-45ca-b444-d9a7fb0a830b None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:10:04.411221 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda2339b-deaa-45ca-b444-d9a7fb0a830b None None] Checking segment: {'id': 'cd4cab22-dbb9-4a29-90df-4d11e8720806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ca70e604-924c-460e-b6e9-d4583b773c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:10:04.411796 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fda2339b-deaa-45ca-b444-d9a7fb0a830b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:04.412344 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda2339b-deaa-45ca-b444-d9a7fb0a830b None None] Bound using segment: {'id': 'cd4cab22-dbb9-4a29-90df-4d11e8720806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ca70e604-924c-460e-b6e9-d4583b773c26'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:10:04.413004 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-fda2339b-deaa-45ca-b444-d9a7fb0a830b None None] Bound port: ef1beaf9-2f00-4c1c-89dd-9b1d485fdf37, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd4cab22-dbb9-4a29-90df-4d11e8720806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ca70e604-924c-460e-b6e9-d4583b773c26'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:10:04.413706 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fda2339b-deaa-45ca-b444-d9a7fb0a830b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:04.551046 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d6847f00-556a-42b0-bee3-a57729c147dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:04.690917 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-eca93805-c26c-421e-ac85-1c1ffc84e7c1 req-cae1e43a-942e-48e6-ac64-5eb1fb555126 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 210 time: 0.1528580 Nov 12 01:10:04.704904 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-58f6e031-5f23-4289-b1cd-ccd2a03bdf27 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6e1841c1c4dc4934bebaf944eb93505d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4160550 Nov 12 01:10:04.706084 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34628) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:04.839175 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-fda2339b-deaa-45ca-b444-d9a7fb0a830b None None] For port ef1beaf9-2f00-4c1c-89dd-9b1d485fdf37, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:10:04.857843 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-fda2339b-deaa-45ca-b444-d9a7fb0a830b None None] For port ef1beaf9-2f00-4c1c-89dd-9b1d485fdf37, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=ef1beaf9-2f00-4c1c-89dd-9b1d485fdf37,segment=NetworkSegment(cd4cab22-dbb9-4a29-90df-4d11e8720806),segment_id=cd4cab22-dbb9-4a29-90df-4d11e8720806)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:10:04.866638 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device e93f4d2b-7099-4a09-9a04-cde27af35230 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:10:04.906029 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8b03df1d-9bb2-4da1-8699-6dd2495c4b42 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:04.922201 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8b03df1d-9bb2-4da1-8699-6dd2495c4b42 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:04.941337 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a0564bdf-c592-4773-b75c-087123803e12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:04.968619 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a0564bdf-c592-4773-b75c-087123803e12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:04.985126 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: e93f4d2b-7099-4a09-9a04-cde27af35230 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:10:04.985517 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device e93f4d2b-7099-4a09-9a04-cde27af35230 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:10:04.993355 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fda2339b-deaa-45ca-b444-d9a7fb0a830b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:05.059115 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a0564bdf-c592-4773-b75c-087123803e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:05.062083 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a0564bdf-c592-4773-b75c-087123803e12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:05.077386 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a0564bdf-c592-4773-b75c-087123803e12 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8f63e29d-5b98-405f-a121-38b74fcdfabd HTTP/1.1" status: 204 len: 168 time: 0.3667881 Nov 12 01:10:05.126681 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0564bdf-c592-4773-b75c-087123803e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f63e29d-5b98-405f-a121-38b74fcdfabd,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:05.163671 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b03df1d-9bb2-4da1-8699-6dd2495c4b42 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event updated for resources: {'Port': ['ID=4a34a324-c8a4-4435-9a65-04180eaf4360,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:05.229764 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8b03df1d-9bb2-4da1-8699-6dd2495c4b42 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:05.347480 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2339b-deaa-45ca-b444-d9a7fb0a830b None None] Pushing event updated for resources: {'Port': ['ID=ef1beaf9-2f00-4c1c-89dd-9b1d485fdf37,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:05.478253 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b03df1d-9bb2-4da1-8699-6dd2495c4b42 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Network ca70e604-924c-460e-b6e9-d4583b773c26 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:10:05.482259 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-8b03df1d-9bb2-4da1-8699-6dd2495c4b42 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:10:05.914289 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device ef1beaf9-2f00-4c1c-89dd-9b1d485fdf37 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:10:06.329628 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port ef1beaf9-2f00-4c1c-89dd-9b1d485fdf37 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:06.332019 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:06.374108 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dc682b95-c41b-45b6-a893-633471e3c02d req-f4c87dec-a1cf-4470-924a-ab712dd752df tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 210 time: 0.1451948 Nov 12 01:10:06.415251 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b03df1d-9bb2-4da1-8699-6dd2495c4b42 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Router b9d79b43-e5a3-4b14-9b22-2e48f7dca35d has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:10:06.563665 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1df41e01-5dfe-4ef8-b5b8-d101c21e29c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:06.686890 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b03df1d-9bb2-4da1-8699-6dd2495c4b42 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:10:06.699271 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-8b03df1d-9bb2-4da1-8699-6dd2495c4b42 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "PUT /v2.0/routers/b9d79b43-e5a3-4b14-9b22-2e48f7dca35d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3066173 Nov 12 01:10:06.701150 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34666) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:06.706466 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28ab537-3e9e-4a3c-ad4e-b4274c137b4c None None] Sync routers for ids ['b9d79b43-e5a3-4b14-9b22-2e48f7dca35d'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:10:06.735299 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28ab537-3e9e-4a3c-ad4e-b4274c137b4c None None] Routers {'b9d79b43-e5a3-4b14-9b22-2e48f7dca35d'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:10:06.736848 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-b28ab537-3e9e-4a3c-ad4e-b4274c137b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:10:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['b9d79b43-e5a3-4b14-9b22-2e48f7dca35d'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:06.787474 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:06.910971 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port ef1beaf9-2f00-4c1c-89dd-9b1d485fdf37, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=ef1beaf9-2f00-4c1c-89dd-9b1d485fdf37,segment=NetworkSegment(cd4cab22-dbb9-4a29-90df-4d11e8720806),segment_id=cd4cab22-dbb9-4a29-90df-4d11e8720806)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:06.918629 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:07.034930 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-b28ab537-3e9e-4a3c-ad4e-b4274c137b4c None None] Set router b9d79b43-e5a3-4b14-9b22-2e48f7dca35d gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:10:07.067833 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=ef1beaf9-2f00-4c1c-89dd-9b1d485fdf37,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:07.076232 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d565d3cb-7d7a-4702-b8f2-eb551de41cd0 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:07.076721 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d565d3cb-7d7a-4702-b8f2-eb551de41cd0 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:07.077183 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d565d3cb-7d7a-4702-b8f2-eb551de41cd0 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:07.077682 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d565d3cb-7d7a-4702-b8f2-eb551de41cd0 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:07.078136 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d565d3cb-7d7a-4702-b8f2-eb551de41cd0 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:07.078619 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d565d3cb-7d7a-4702-b8f2-eb551de41cd0 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:07.079072 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d565d3cb-7d7a-4702-b8f2-eb551de41cd0 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:07.079544 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d565d3cb-7d7a-4702-b8f2-eb551de41cd0 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:07.080375 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d565d3cb-7d7a-4702-b8f2-eb551de41cd0 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:07.080869 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d565d3cb-7d7a-4702-b8f2-eb551de41cd0 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:07.086598 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d565d3cb-7d7a-4702-b8f2-eb551de41cd0 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7061 time: 0.3800986 Nov 12 01:10:07.086751 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 34678) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:07.525008 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1622810b-d88c-49d5-b3cb-b3e3d66e7ff2 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:07.525878 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1622810b-d88c-49d5-b3cb-b3e3d66e7ff2 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:07.525878 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1622810b-d88c-49d5-b3cb-b3e3d66e7ff2 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:07.526076 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1622810b-d88c-49d5-b3cb-b3e3d66e7ff2 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:07.526714 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1622810b-d88c-49d5-b3cb-b3e3d66e7ff2 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:07.547714 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1622810b-d88c-49d5-b3cb-b3e3d66e7ff2 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:07.548191 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1622810b-d88c-49d5-b3cb-b3e3d66e7ff2 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:07.548653 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1622810b-d88c-49d5-b3cb-b3e3d66e7ff2 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:07.549107 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1622810b-d88c-49d5-b3cb-b3e3d66e7ff2 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:07.549649 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1622810b-d88c-49d5-b3cb-b3e3d66e7ff2 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:07.556215 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34690) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:07.566704 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1622810b-d88c-49d5-b3cb-b3e3d66e7ff2 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6451 time: 0.4646816 Nov 12 01:10:07.720345 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d735f4-5807-4429-b4ba-92ce0a9d8b20 None None] Network ca70e604-924c-460e-b6e9-d4583b773c26 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:10:07.724553 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device ef1beaf9-2f00-4c1c-89dd-9b1d485fdf37 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:10:07.850760 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-b28ab537-3e9e-4a3c-ad4e-b4274c137b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d79b43-e5a3-4b14-9b22-2e48f7dca35d', 'name': 'tempest-TestNetworkBasicOps-router-466309779', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ec04b4b6-92aa-4236-9645-b5924748cafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:51Z', 'updated_at': '2021-11-12T01:10:03Z', 'revision_number': 4, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'gw_port': {'id': 'ec04b4b6-92aa-4236-9645-b5924748cafd', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d79b43-e5a3-4b14-9b22-2e48f7dca35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:52Z', 'updated_at': '2021-11-12T01:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '4a34a324-c8a4-4435-9a65-04180eaf4360', 'name': '', 'network_id': 'ca70e604-924c-460e-b6e9-d4583b773c26', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'mac_address': 'fa:16:3e:ef:74:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d79b43-e5a3-4b14-9b22-2e48f7dca35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '78f2cdb7-2132-4d72-81ca-8bfa2cefc929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:00Z', 'updated_at': '2021-11-12T01:10:04Z', 'revision_number': 2, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'subnets': [{'id': '78f2cdb7-2132-4d72-81ca-8bfa2cefc929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:07.867976 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-effea2ee-a949-4f63-a05a-460f27ab78da req-eea15788-e4fe-4b0f-bf3f-d1cb636210a9 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 210 time: 0.1139226 Nov 12 01:10:07.937066 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28ab537-3e9e-4a3c-ad4e-b4274c137b4c None None] Checking router: b9d79b43-e5a3-4b14-9b22-2e48f7dca35d for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:10:07.937408 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28ab537-3e9e-4a3c-ad4e-b4274c137b4c None None] Updating router b9d79b43-e5a3-4b14-9b22-2e48f7dca35d port 4a34a324-c8a4-4435-9a65-04180eaf4360 binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:10:08.023667 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b28ab537-3e9e-4a3c-ad4e-b4274c137b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:08.041203 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:08.081810 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-87fd0d06-158d-4582-8316-c81994e8ffb6 None None] Provisioning complete for port ef1beaf9-2f00-4c1c-89dd-9b1d485fdf37 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:08.082218 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-87fd0d06-158d-4582-8316-c81994e8ffb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:08.168140 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1f45b692-b842-4f6d-b835-ab517cb30ba5 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2332 time: 0.6101651 Nov 12 01:10:08.549753 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port ef1beaf9-2f00-4c1c-89dd-9b1d485fdf37 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:08.550545 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:09.131361 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b28ab537-3e9e-4a3c-ad4e-b4274c137b4c None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:09.154403 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b28ab537-3e9e-4a3c-ad4e-b4274c137b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:09.163640 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-67931bb4-7617-4e6d-a9f2-5b02add9fcf5 req-30c6f986-94dc-4d1c-9818-950ae8184308 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 210 time: 0.0654504 Nov 12 01:10:09.390642 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d207e-d7dc-4105-b329-e77c4ad62d67 None None] Pushing event updated for resources: {'Port': ['ID=4a34a324-c8a4-4435-9a65-04180eaf4360,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:09.396254 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:09.440816 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8d207e-d7dc-4105-b329-e77c4ad62d67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:09.451588 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8d207e-d7dc-4105-b329-e77c4ad62d67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:09.451965 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8d207e-d7dc-4105-b329-e77c4ad62d67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:09.452290 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8d207e-d7dc-4105-b329-e77c4ad62d67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:09.452621 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8d207e-d7dc-4105-b329-e77c4ad62d67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:09.461517 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8d207e-d7dc-4105-b329-e77c4ad62d67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:09.461517 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8d207e-d7dc-4105-b329-e77c4ad62d67 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:09.461517 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8d207e-d7dc-4105-b329-e77c4ad62d67 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:09.461517 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8d207e-d7dc-4105-b329-e77c4ad62d67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:09.461517 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8d207e-d7dc-4105-b329-e77c4ad62d67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:09.461517 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8d207e-d7dc-4105-b329-e77c4ad62d67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:09.461517 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8d207e-d7dc-4105-b329-e77c4ad62d67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:09.637925 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 34736) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:09.643413 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-85f96ed4-897f-4cc9-97e2-b5260129c90d tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1682190720', 'description': 'tempest-secgroup-smoke-1682190720 description', 'project_id': '8a187a5f08ca423da53c90074483cfd4'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:09.692192 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-85f96ed4-897f-4cc9-97e2-b5260129c90d tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:09.693152 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-b28ab537-3e9e-4a3c-ad4e-b4274c137b4c None None] Attempting to bind port 4a34a324-c8a4-4435-9a65-04180eaf4360 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:10:09.694448 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-b28ab537-3e9e-4a3c-ad4e-b4274c137b4c None None] Attempting to bind port 4a34a324-c8a4-4435-9a65-04180eaf4360 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'cd4cab22-dbb9-4a29-90df-4d11e8720806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ca70e604-924c-460e-b6e9-d4583b773c26'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:10:09.696919 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28ab537-3e9e-4a3c-ad4e-b4274c137b4c None None] Attempting to bind port 4a34a324-c8a4-4435-9a65-04180eaf4360 on network ca70e604-924c-460e-b6e9-d4583b773c26 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:10:09.709470 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28ab537-3e9e-4a3c-ad4e-b4274c137b4c None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:10:09.711964 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28ab537-3e9e-4a3c-ad4e-b4274c137b4c None None] Checking segment: {'id': 'cd4cab22-dbb9-4a29-90df-4d11e8720806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ca70e604-924c-460e-b6e9-d4583b773c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:10:09.712384 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b28ab537-3e9e-4a3c-ad4e-b4274c137b4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:09.712910 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28ab537-3e9e-4a3c-ad4e-b4274c137b4c None None] Bound using segment: {'id': 'cd4cab22-dbb9-4a29-90df-4d11e8720806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ca70e604-924c-460e-b6e9-d4583b773c26'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:10:09.713436 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-b28ab537-3e9e-4a3c-ad4e-b4274c137b4c None None] Bound port: 4a34a324-c8a4-4435-9a65-04180eaf4360, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd4cab22-dbb9-4a29-90df-4d11e8720806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ca70e604-924c-460e-b6e9-d4583b773c26'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:10:09.713827 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b28ab537-3e9e-4a3c-ad4e-b4274c137b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:09.810944 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:09.887280 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-85f96ed4-897f-4cc9-97e2-b5260129c90d tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:09.897721 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-85f96ed4-897f-4cc9-97e2-b5260129c90d tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:09.908565 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-b28ab537-3e9e-4a3c-ad4e-b4274c137b4c None None] For port 4a34a324-c8a4-4435-9a65-04180eaf4360, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:10:09.917552 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-b28ab537-3e9e-4a3c-ad4e-b4274c137b4c None None] For port 4a34a324-c8a4-4435-9a65-04180eaf4360, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=4a34a324-c8a4-4435-9a65-04180eaf4360,segment=NetworkSegment(cd4cab22-dbb9-4a29-90df-4d11e8720806),segment_id=cd4cab22-dbb9-4a29-90df-4d11e8720806)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:10:09.927584 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b28ab537-3e9e-4a3c-ad4e-b4274c137b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:09.934913 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-76e2183a-a2c7-4517-bbe5-2e0c40f516ac None None] Provisioning complete for port 4a34a324-c8a4-4435-9a65-04180eaf4360 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:09.935295 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76e2183a-a2c7-4517-bbe5-2e0c40f516ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:10.028723 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f96ed4-897f-4cc9-97e2-b5260129c90d tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53b5ac6f-c921-4c54-a9e8-808060697e3a,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:10.044584 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-85f96ed4-897f-4cc9-97e2-b5260129c90d tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:10.055185 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-85f96ed4-897f-4cc9-97e2-b5260129c90d tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4154952 Nov 12 01:10:10.058282 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34746) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:10.063782 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-29dba495-555d-4c07-bd7d-750baf92ae4a tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Request body: {'security_group_rule': {'security_group_id': '53b5ac6f-c921-4c54-a9e8-808060697e3a', 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:10.141992 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28ab537-3e9e-4a3c-ad4e-b4274c137b4c None None] Routers {'b9d79b43-e5a3-4b14-9b22-2e48f7dca35d'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:10:10.143355 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-b28ab537-3e9e-4a3c-ad4e-b4274c137b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:10:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['b9d79b43-e5a3-4b14-9b22-2e48f7dca35d'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:10.259594 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-29dba495-555d-4c07-bd7d-750baf92ae4a tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:10.280063 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d207e-d7dc-4105-b329-e77c4ad62d67 None None] Pushing event updated for resources: {'Port': ['ID=4a34a324-c8a4-4435-9a65-04180eaf4360,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:10.475386 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76e2183a-a2c7-4517-bbe5-2e0c40f516ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:10.550562 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b05dd52f-6dd1-4fbd-ade5-308614bea0ed req-213cda89-4efb-4167-8661-7ae82c4d869b tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 210 time: 0.1044695 Nov 12 01:10:10.614869 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-29dba495-555d-4c07-bd7d-750baf92ae4a tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:10.642361 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-29dba495-555d-4c07-bd7d-750baf92ae4a tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:10.656832 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-76e2183a-a2c7-4517-bbe5-2e0c40f516ac None None] For port 4a34a324-c8a4-4435-9a65-04180eaf4360, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=4a34a324-c8a4-4435-9a65-04180eaf4360,segment=NetworkSegment(cd4cab22-dbb9-4a29-90df-4d11e8720806),segment_id=cd4cab22-dbb9-4a29-90df-4d11e8720806)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:10.666482 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76e2183a-a2c7-4517-bbe5-2e0c40f516ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:10.724229 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dba495-555d-4c07-bd7d-750baf92ae4a tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cb7ef03-3354-4916-bdbc-26aeeb7dcf82,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:10.765786 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-29dba495-555d-4c07-bd7d-750baf92ae4a tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:10.767006 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-29dba495-555d-4c07-bd7d-750baf92ae4a tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7077301 Nov 12 01:10:10.769946 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 34762) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:10.784957 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-6fefc3a3-116d-4b63-923f-50357d879647 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Request body: {'security_group_rule': {'security_group_id': '53b5ac6f-c921-4c54-a9e8-808060697e3a', 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:10.872665 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e2183a-a2c7-4517-bbe5-2e0c40f516ac None None] Pushing event updated for resources: {'Port': ['ID=4a34a324-c8a4-4435-9a65-04180eaf4360,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:10.888396 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6fefc3a3-116d-4b63-923f-50357d879647 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:10.945318 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e2183a-a2c7-4517-bbe5-2e0c40f516ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:10.945986 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e2183a-a2c7-4517-bbe5-2e0c40f516ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:10.947399 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e2183a-a2c7-4517-bbe5-2e0c40f516ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:10.947760 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e2183a-a2c7-4517-bbe5-2e0c40f516ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:10.948105 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e2183a-a2c7-4517-bbe5-2e0c40f516ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:10.948446 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e2183a-a2c7-4517-bbe5-2e0c40f516ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:10.948787 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e2183a-a2c7-4517-bbe5-2e0c40f516ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:10.949118 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e2183a-a2c7-4517-bbe5-2e0c40f516ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:10.949476 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e2183a-a2c7-4517-bbe5-2e0c40f516ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:10.949803 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e2183a-a2c7-4517-bbe5-2e0c40f516ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:10.950134 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e2183a-a2c7-4517-bbe5-2e0c40f516ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:10.958404 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e2183a-a2c7-4517-bbe5-2e0c40f516ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:11.071047 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:11.090644 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-76e2183a-a2c7-4517-bbe5-2e0c40f516ac None None] Provisioning complete for port ef1beaf9-2f00-4c1c-89dd-9b1d485fdf37 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:11.095709 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76e2183a-a2c7-4517-bbe5-2e0c40f516ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:11.121829 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-b28ab537-3e9e-4a3c-ad4e-b4274c137b4c None None] Set router b9d79b43-e5a3-4b14-9b22-2e48f7dca35d gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:10:11.192837 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6fefc3a3-116d-4b63-923f-50357d879647 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:11.204840 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6fefc3a3-116d-4b63-923f-50357d879647 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:11.271895 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fefc3a3-116d-4b63-923f-50357d879647 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bf9afae-1e80-438b-bbce-d1f9088b7b03,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:11.303516 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6fefc3a3-116d-4b63-923f-50357d879647 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:11.311771 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34778) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:11.314066 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6fefc3a3-116d-4b63-923f-50357d879647 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5407240 Nov 12 01:10:11.316960 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-7fbd61e3-7ba7-4cc9-95d3-92b01cfac25f tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Request body: {'security_group_rule': {'security_group_id': '53b5ac6f-c921-4c54-a9e8-808060697e3a', 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:11.438094 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7fbd61e3-7ba7-4cc9-95d3-92b01cfac25f tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:11.559573 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-c552997a-584e-4a5f-8976-a294c228eba0 None None] Provisioning complete for port 4a34a324-c8a4-4435-9a65-04180eaf4360 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:11.564345 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c552997a-584e-4a5f-8976-a294c228eba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:11.764551 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7fbd61e3-7ba7-4cc9-95d3-92b01cfac25f tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:11.773292 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7fbd61e3-7ba7-4cc9-95d3-92b01cfac25f tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:11.877662 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd61e3-7ba7-4cc9-95d3-92b01cfac25f tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=867e5b44-bb0c-460c-b607-3c90e6358b4b,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:11.891596 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7fbd61e3-7ba7-4cc9-95d3-92b01cfac25f tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:11.900900 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7fbd61e3-7ba7-4cc9-95d3-92b01cfac25f tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5854862 Nov 12 01:10:11.902416 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34790) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:11.925695 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9ed6a02f-20b6-496e-97fd-29619d9583a8 req-cf7aa83f-dfc7-444a-8d68-ef0be1227e50 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 210 time: 0.1176219 Nov 12 01:10:11.945606 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-4453240d-53a4-4ab4-b192-17c58f56e5c8 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Request body: {'security_group_rule': {'security_group_id': '53b5ac6f-c921-4c54-a9e8-808060697e3a', 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:12.057542 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-b28ab537-3e9e-4a3c-ad4e-b4274c137b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d79b43-e5a3-4b14-9b22-2e48f7dca35d', 'name': 'tempest-TestNetworkBasicOps-router-466309779', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ec04b4b6-92aa-4236-9645-b5924748cafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:51Z', 'updated_at': '2021-11-12T01:10:03Z', 'revision_number': 4, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'gw_port': {'id': 'ec04b4b6-92aa-4236-9645-b5924748cafd', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d79b43-e5a3-4b14-9b22-2e48f7dca35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:52Z', 'updated_at': '2021-11-12T01:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '4a34a324-c8a4-4435-9a65-04180eaf4360', 'name': '', 'network_id': 'ca70e604-924c-460e-b6e9-d4583b773c26', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'mac_address': 'fa:16:3e:ef:74:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d79b43-e5a3-4b14-9b22-2e48f7dca35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '78f2cdb7-2132-4d72-81ca-8bfa2cefc929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:00Z', 'updated_at': '2021-11-12T01:10:09Z', 'revision_number': 4, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'subnets': [{'id': '78f2cdb7-2132-4d72-81ca-8bfa2cefc929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:12.066836 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4453240d-53a4-4ab4-b192-17c58f56e5c8 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:12.138178 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28ab537-3e9e-4a3c-ad4e-b4274c137b4c None None] The sync data for ids ['b9d79b43-e5a3-4b14-9b22-2e48f7dca35d'] in n-d-812236-11 is: [{'id': 'b9d79b43-e5a3-4b14-9b22-2e48f7dca35d', 'name': 'tempest-TestNetworkBasicOps-router-466309779', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ec04b4b6-92aa-4236-9645-b5924748cafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:51Z', 'updated_at': '2021-11-12T01:10:03Z', 'revision_number': 4, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'gw_port': {'id': 'ec04b4b6-92aa-4236-9645-b5924748cafd', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d79b43-e5a3-4b14-9b22-2e48f7dca35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:52Z', 'updated_at': '2021-11-12T01:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '4a34a324-c8a4-4435-9a65-04180eaf4360', 'name': '', 'network_id': 'ca70e604-924c-460e-b6e9-d4583b773c26', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'mac_address': 'fa:16:3e:ef:74:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d79b43-e5a3-4b14-9b22-2e48f7dca35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '78f2cdb7-2132-4d72-81ca-8bfa2cefc929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:00Z', 'updated_at': '2021-11-12T01:10:09Z', 'revision_number': 4, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'subnets': [{'id': '78f2cdb7-2132-4d72-81ca-8bfa2cefc929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:10:12.210073 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-3e966703-ba4d-42e8-bcc7-4acfc6d7d448 None None] Provisioning complete for port 4a34a324-c8a4-4435-9a65-04180eaf4360 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:12.212839 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3e966703-ba4d-42e8-bcc7-4acfc6d7d448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:12.333739 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:10:12.338076 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4453240d-53a4-4ab4-b192-17c58f56e5c8 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:12.346880 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4453240d-53a4-4ab4-b192-17c58f56e5c8 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:12.375435 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4453240d-53a4-4ab4-b192-17c58f56e5c8 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13d21532-2ce5-4e16-a0d2-61a4559fb55a,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:12.394426 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4453240d-53a4-4ab4-b192-17c58f56e5c8 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:12.396015 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-4453240d-53a4-4ab4-b192-17c58f56e5c8 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4897220 Nov 12 01:10:12.398822 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34800) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:12.421472 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-b361040e-8143-4cdd-b57f-528bb168d74a tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Request body: {'security_group_rule': {'security_group_id': '53b5ac6f-c921-4c54-a9e8-808060697e3a', 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:12.468201 n-d-812236-11 neutron-server[102662]: INFO neutron.db.securitygroups_db [None req-b361040e-8143-4cdd-b57f-528bb168d74a tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Project 8a187a5f08ca423da53c90074483cfd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:10:12.477628 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b361040e-8143-4cdd-b57f-528bb168d74a tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:12.673032 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b361040e-8143-4cdd-b57f-528bb168d74a tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:12.681231 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b361040e-8143-4cdd-b57f-528bb168d74a tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:12.770228 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b361040e-8143-4cdd-b57f-528bb168d74a tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8519d7e2-5862-4541-b928-31ed72e2d7ba,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:12.798300 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b361040e-8143-4cdd-b57f-528bb168d74a tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:12.802418 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b361040e-8143-4cdd-b57f-528bb168d74a tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4023845 Nov 12 01:10:12.806515 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 34814) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:12.810504 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:12.811837 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-4e4df77c-3c17-45f1-848e-f38a51823178 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Request body: {'security_group_rule': {'security_group_id': '53b5ac6f-c921-4c54-a9e8-808060697e3a', 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:12.907168 n-d-812236-11 neutron-server[102661]: INFO neutron.db.securitygroups_db [None req-4e4df77c-3c17-45f1-848e-f38a51823178 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Project 8a187a5f08ca423da53c90074483cfd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:10:12.918324 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e4df77c-3c17-45f1-848e-f38a51823178 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:13.093168 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e4df77c-3c17-45f1-848e-f38a51823178 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:13.122996 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e4df77c-3c17-45f1-848e-f38a51823178 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:13.258134 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4df77c-3c17-45f1-848e-f38a51823178 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d8c287a-be5e-4c79-a5f5-d015bd77a683,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:13.273797 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b9518264-4eb2-4b6b-a385-4b3f7eb0cbd6 req-c9066545-13bb-490b-bb16-0161906aff79 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 210 time: 0.1278853 Nov 12 01:10:13.286394 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e4df77c-3c17-45f1-848e-f38a51823178 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:13.289049 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4e4df77c-3c17-45f1-848e-f38a51823178 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4807231 Nov 12 01:10:13.784441 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 4a34a324-c8a4-4435-9a65-04180eaf4360 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:10:13.957244 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-239fa73a-e358-4bde-b9ed-2b7a5ddf29bd req-b20d2e6a-a786-476e-b09d-f1f123358ac0 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1682190720&fields=id&tenant_id=8a187a5f08ca423da53c90074483cfd4 HTTP/1.1" status: 200 len: 267 time: 0.1513469 Nov 12 01:10:14.042308 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 4a34a324-c8a4-4435-9a65-04180eaf4360 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:14.046477 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:14.362502 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239fa73a-e358-4bde-b9ed-2b7a5ddf29bd req-22c7ea5f-f077-4b50-bb6f-c2eb14c987ea tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:14.381718 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-239fa73a-e358-4bde-b9ed-2b7a5ddf29bd req-22c7ea5f-f077-4b50-bb6f-c2eb14c987ea tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/networks?id=ca70e604-924c-460e-b6e9-d4583b773c26 HTTP/1.1" status: 200 len: 797 time: 0.4150853 Nov 12 01:10:14.448664 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-239fa73a-e358-4bde-b9ed-2b7a5ddf29bd req-e815fa57-d035-419d-b15d-cf4485fb9446 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/quotas/8a187a5f08ca423da53c90074483cfd4 HTTP/1.1" status: 200 len: 375 time: 0.0658932 Nov 12 01:10:14.604011 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-18732f40-0ac8-4714-a6ce-2095c211c5ab req-26f5ad72-8a89-45cc-a38c-070f34fb897f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 210 time: 0.1171179 Nov 12 01:10:14.659952 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-239fa73a-e358-4bde-b9ed-2b7a5ddf29bd req-61afe738-58ed-4bca-a43c-bcdf65960314 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8a187a5f08ca423da53c90074483cfd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2015419 Nov 12 01:10:14.881073 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-239fa73a-e358-4bde-b9ed-2b7a5ddf29bd req-afffb088-1273-4bde-8c4e-1f6eaa101670 service neutron] 10.222.0.20 "GET /v2.0/networks/ca70e604-924c-460e-b6e9-d4583b773c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177291 Nov 12 01:10:15.171089 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-239fa73a-e358-4bde-b9ed-2b7a5ddf29bd req-0b0b7776-e519-4f3b-8802-6a0805dd1c6e service neutron] 10.222.0.20 "GET /v2.0/networks/ca70e604-924c-460e-b6e9-d4583b773c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886684 Nov 12 01:10:15.487858 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-48cdd360-9402-42f0-9109-906bdfcb7bc7 req-dedb178e-619c-485b-8111-2a5bbe7c0a19 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9f8f8a4-cbe4-42f3-85aa-c0908eb35071 HTTP/1.1" status: 200 len: 210 time: 0.0581071 Nov 12 01:10:15.919373 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-985b9b6d-044b-46c7-be4f-958ed524df3d req-fa8f83f9-9db9-4495-80aa-0ac8d4f0f4a0 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 210 time: 0.0811269 Nov 12 01:10:16.056054 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 34916) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:16.299573 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e640faba-c4be-4ba1-8992-c9c88ee11a11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:16.556439 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e640faba-c4be-4ba1-8992-c9c88ee11a11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:16.563942 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e640faba-c4be-4ba1-8992-c9c88ee11a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:16.638544 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640faba-c4be-4ba1-8992-c9c88ee11a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6d6933-ae1d-42ae-a5d9-a05ec4eb857f,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:16.698186 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9ad2cdbe-0a28-403e-b611-34ce4c2c6b52 req-f1c89ec6-fca4-451e-ac43-80135a7cc42f tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9f8f8a4-cbe4-42f3-85aa-c0908eb35071 HTTP/1.1" status: 200 len: 210 time: 0.0468495 Nov 12 01:10:16.704250 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e640faba-c4be-4ba1-8992-c9c88ee11a11 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b790e81eebf843a882ec75956387ab99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6450763 Nov 12 01:10:16.704496 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 34936) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:16.801397 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-64b058f3-5fb9-4841-b304-e750122cc41e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:16.831560 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-64b058f3-5fb9-4841-b304-e750122cc41e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:16.902129 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-64b058f3-5fb9-4841-b304-e750122cc41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:16.906475 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-64b058f3-5fb9-4841-b304-e750122cc41e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:16.907959 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-64b058f3-5fb9-4841-b304-e750122cc41e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f6d6933-ae1d-42ae-a5d9-a05ec4eb857f HTTP/1.1" status: 204 len: 168 time: 0.2022426 Nov 12 01:10:16.927827 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b058f3-5fb9-4841-b304-e750122cc41e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6d6933-ae1d-42ae-a5d9-a05ec4eb857f,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:17.141687 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f58ce65-271a-4f10-aa9b-c0b3c83a198a req-527c89e6-38f7-4e26-80f5-d299bfb06fce tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 210 time: 0.0523462 Nov 12 01:10:17.585720 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239fa73a-e358-4bde-b9ed-2b7a5ddf29bd req-ba68c89d-562b-4c5a-98c2-94d5f08f119c tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:17.587279 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-239fa73a-e358-4bde-b9ed-2b7a5ddf29bd req-ba68c89d-562b-4c5a-98c2-94d5f08f119c tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.54 "GET /v2.0/networks?id=ca70e604-924c-460e-b6e9-d4583b773c26 HTTP/1.1" status: 200 len: 797 time: 0.3265386 Nov 12 01:10:17.743850 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34962) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:17.745287 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-239fa73a-e358-4bde-b9ed-2b7a5ddf29bd req-6ef9a1ac-80d3-422c-bdd6-fe762db1f5b2 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a187a5f08ca423da53c90074483cfd4 HTTP/1.1" status: 200 len: 380 time: 0.1413553 Nov 12 01:10:17.758908 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d8906e17-f4b4-4b67-849b-e11d8f0201c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:17.766453 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-239fa73a-e358-4bde-b9ed-2b7a5ddf29bd req-67b4c8f4-f203-4064-aed8-f0a0e76438c2 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Request body: {'port': {'device_id': 'c9f8f8a4-cbe4-42f3-85aa-c0908eb35071', 'network_id': 'ca70e604-924c-460e-b6e9-d4583b773c26', 'admin_state_up': True, 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'security_groups': ['53b5ac6f-c921-4c54-a9e8-808060697e3a']}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:17.885029 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d8906e17-f4b4-4b67-849b-e11d8f0201c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:17.970455 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-49f3a238-52f6-40ff-a97c-9dc4fc367a9f req-1fa49a06-911e-486b-9b05-58b175183014 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9f8f8a4-cbe4-42f3-85aa-c0908eb35071 HTTP/1.1" status: 200 len: 210 time: 0.0835316 Nov 12 01:10:17.971940 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d8906e17-f4b4-4b67-849b-e11d8f0201c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:18.040290 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8906e17-f4b4-4b67-849b-e11d8f0201c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9771b353-a717-452f-baf2-f1d789c856d7,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:18.055758 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-239fa73a-e358-4bde-b9ed-2b7a5ddf29bd req-67b4c8f4-f203-4064-aed8-f0a0e76438c2 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Made reservation on behalf of 8a187a5f08ca423da53c90074483cfd4 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:10:18.059797 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-239fa73a-e358-4bde-b9ed-2b7a5ddf29bd req-67b4c8f4-f203-4064-aed8-f0a0e76438c2 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:18.067303 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d8906e17-f4b4-4b67-849b-e11d8f0201c0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4bf597a8edb64977b233449800b7ae0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3223343 Nov 12 01:10:18.072880 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 34986) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:18.134610 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d62a9ec8-645c-44e0-a17a-7a9ac7b9d6fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:18.190459 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d62a9ec8-645c-44e0-a17a-7a9ac7b9d6fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:18.255703 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d62a9ec8-645c-44e0-a17a-7a9ac7b9d6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:18.266143 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d62a9ec8-645c-44e0-a17a-7a9ac7b9d6fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:18.270087 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d62a9ec8-645c-44e0-a17a-7a9ac7b9d6fe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9771b353-a717-452f-baf2-f1d789c856d7 HTTP/1.1" status: 204 len: 168 time: 0.1960368 Nov 12 01:10:18.319381 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a9ec8-645c-44e0-a17a-7a9ac7b9d6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9771b353-a717-452f-baf2-f1d789c856d7,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:18.466214 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-239fa73a-e358-4bde-b9ed-2b7a5ddf29bd req-67b4c8f4-f203-4064-aed8-f0a0e76438c2 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Allocated IP 172.20.0.6 (ca70e604-924c-460e-b6e9-d4583b773c26/78f2cdb7-2132-4d72-81ca-8bfa2cefc929/8a3f7736-7802-4a9b-b1f7-5fb5419ef03c) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:10:18.471037 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3ba1165f-bb7a-4fde-bd98-e218850c3739 req-28ad8aaf-d831-4421-9d8c-c0d50ecf342f tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 210 time: 0.0499389 Nov 12 01:10:18.797967 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-239fa73a-e358-4bde-b9ed-2b7a5ddf29bd req-67b4c8f4-f203-4064-aed8-f0a0e76438c2 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:18.869896 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-239fa73a-e358-4bde-b9ed-2b7a5ddf29bd req-67b4c8f4-f203-4064-aed8-f0a0e76438c2 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:18.976479 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-239fa73a-e358-4bde-b9ed-2b7a5ddf29bd req-67b4c8f4-f203-4064-aed8-f0a0e76438c2 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Network ca70e604-924c-460e-b6e9-d4583b773c26 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:10:18.986919 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-239fa73a-e358-4bde-b9ed-2b7a5ddf29bd req-67b4c8f4-f203-4064-aed8-f0a0e76438c2 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:10:18.995898 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-239fa73a-e358-4bde-b9ed-2b7a5ddf29bd req-67b4c8f4-f203-4064-aed8-f0a0e76438c2 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:10:19.008935 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b4c8f4-f203-4064-aed8-f0a0e76438c2 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event updated for resources: {'Port': ['ID=8a3f7736-7802-4a9b-b1f7-5fb5419ef03c,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:19.106599 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239fa73a-e358-4bde-b9ed-2b7a5ddf29bd req-67b4c8f4-f203-4064-aed8-f0a0e76438c2 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:19.112178 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-239fa73a-e358-4bde-b9ed-2b7a5ddf29bd req-67b4c8f4-f203-4064-aed8-f0a0e76438c2 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:19.152308 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-239fa73a-e358-4bde-b9ed-2b7a5ddf29bd req-67b4c8f4-f203-4064-aed8-f0a0e76438c2 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3915243 Nov 12 01:10:19.179205 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-239fa73a-e358-4bde-b9ed-2b7a5ddf29bd req-9911e766-5eaf-4f67-b85a-924765ab026b service neutron] Request body: {'port': {'device_id': 'c9f8f8a4-cbe4-42f3-85aa-c0908eb35071', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:19.193985 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8373f8fe-0b0d-468f-9f06-bf633c30034e req-25b8bf83-4152-41ab-81bb-88717c43e850 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:19.205411 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8373f8fe-0b0d-468f-9f06-bf633c30034e req-25b8bf83-4152-41ab-81bb-88717c43e850 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9f8f8a4-cbe4-42f3-85aa-c0908eb35071 HTTP/1.1" status: 200 len: 931 time: 0.1003294 Nov 12 01:10:19.336184 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8373f8fe-0b0d-468f-9f06-bf633c30034e req-8d4253d8-1306-44a7-a15c-e66e2ce8a0fa tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/security-groups?id=53b5ac6f-c921-4c54-a9e8-808060697e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290669 Nov 12 01:10:19.379980 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-239fa73a-e358-4bde-b9ed-2b7a5ddf29bd req-9911e766-5eaf-4f67-b85a-924765ab026b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:19.550758 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-6d3da0a5-356c-4e54-bb6a-7abbcd6c8cc6 None None] Provisioning complete for port 8a3f7736-7802-4a9b-b1f7-5fb5419ef03c triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:19.551344 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6d3da0a5-356c-4e54-bb6a-7abbcd6c8cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:19.683602 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-6d3da0a5-356c-4e54-bb6a-7abbcd6c8cc6 None None] Port 8a3f7736-7802-4a9b-b1f7-5fb5419ef03c cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:10:19.808664 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e460af6a-cd73-4b62-a0b2-5d9094770b3e req-5f8a0740-b3d1-4a89-a9c6-24f29261e5d3 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 210 time: 0.1232133 Nov 12 01:10:19.989226 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-239fa73a-e358-4bde-b9ed-2b7a5ddf29bd req-9911e766-5eaf-4f67-b85a-924765ab026b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a3f7736-7802-4a9b-b1f7-5fb5419ef03c {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:10:20.000235 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-239fa73a-e358-4bde-b9ed-2b7a5ddf29bd req-9911e766-5eaf-4f67-b85a-924765ab026b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:20.016136 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-239fa73a-e358-4bde-b9ed-2b7a5ddf29bd req-9911e766-5eaf-4f67-b85a-924765ab026b service neutron] Transition to ACTIVE for port object 8a3f7736-7802-4a9b-b1f7-5fb5419ef03c will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:10:20.025132 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-239fa73a-e358-4bde-b9ed-2b7a5ddf29bd req-9911e766-5eaf-4f67-b85a-924765ab026b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:20.202020 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9911e766-5eaf-4f67-b85a-924765ab026b service neutron] Pushing event updated for resources: {'Port': ['ID=8a3f7736-7802-4a9b-b1f7-5fb5419ef03c,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:20.325292 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-239fa73a-e358-4bde-b9ed-2b7a5ddf29bd req-9911e766-5eaf-4f67-b85a-924765ab026b service neutron] Attempting to bind port 8a3f7736-7802-4a9b-b1f7-5fb5419ef03c on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:10:20.326052 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-239fa73a-e358-4bde-b9ed-2b7a5ddf29bd req-9911e766-5eaf-4f67-b85a-924765ab026b service neutron] Attempting to bind port 8a3f7736-7802-4a9b-b1f7-5fb5419ef03c by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': 'cd4cab22-dbb9-4a29-90df-4d11e8720806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ca70e604-924c-460e-b6e9-d4583b773c26'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:10:20.326649 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239fa73a-e358-4bde-b9ed-2b7a5ddf29bd req-9911e766-5eaf-4f67-b85a-924765ab026b service neutron] Attempting to bind port 8a3f7736-7802-4a9b-b1f7-5fb5419ef03c on network ca70e604-924c-460e-b6e9-d4583b773c26 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:10:20.338425 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239fa73a-e358-4bde-b9ed-2b7a5ddf29bd req-9911e766-5eaf-4f67-b85a-924765ab026b service neutron] Port 8a3f7736-7802-4a9b-b1f7-5fb5419ef03c on network ca70e604-924c-460e-b6e9-d4583b773c26 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:10:20.338751 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239fa73a-e358-4bde-b9ed-2b7a5ddf29bd req-9911e766-5eaf-4f67-b85a-924765ab026b service neutron] Attempting to bind port 8a3f7736-7802-4a9b-b1f7-5fb5419ef03c on network ca70e604-924c-460e-b6e9-d4583b773c26 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:10:20.357605 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239fa73a-e358-4bde-b9ed-2b7a5ddf29bd req-9911e766-5eaf-4f67-b85a-924765ab026b service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:10:20.357958 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239fa73a-e358-4bde-b9ed-2b7a5ddf29bd req-9911e766-5eaf-4f67-b85a-924765ab026b service neutron] Checking segment: {'id': 'cd4cab22-dbb9-4a29-90df-4d11e8720806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ca70e604-924c-460e-b6e9-d4583b773c26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:10:20.358375 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239fa73a-e358-4bde-b9ed-2b7a5ddf29bd req-9911e766-5eaf-4f67-b85a-924765ab026b service neutron] Bound using segment: {'id': 'cd4cab22-dbb9-4a29-90df-4d11e8720806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ca70e604-924c-460e-b6e9-d4583b773c26'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:10:20.358810 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-239fa73a-e358-4bde-b9ed-2b7a5ddf29bd req-9911e766-5eaf-4f67-b85a-924765ab026b service neutron] Bound port: 8a3f7736-7802-4a9b-b1f7-5fb5419ef03c, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd4cab22-dbb9-4a29-90df-4d11e8720806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ca70e604-924c-460e-b6e9-d4583b773c26'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:10:20.359178 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-239fa73a-e358-4bde-b9ed-2b7a5ddf29bd req-9911e766-5eaf-4f67-b85a-924765ab026b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:20.524907 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-239fa73a-e358-4bde-b9ed-2b7a5ddf29bd req-9911e766-5eaf-4f67-b85a-924765ab026b service neutron] For port 8a3f7736-7802-4a9b-b1f7-5fb5419ef03c, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:10:20.538955 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-239fa73a-e358-4bde-b9ed-2b7a5ddf29bd req-9911e766-5eaf-4f67-b85a-924765ab026b service neutron] For port 8a3f7736-7802-4a9b-b1f7-5fb5419ef03c, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=8a3f7736-7802-4a9b-b1f7-5fb5419ef03c,segment=NetworkSegment(cd4cab22-dbb9-4a29-90df-4d11e8720806),segment_id=cd4cab22-dbb9-4a29-90df-4d11e8720806)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:10:20.548627 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-239fa73a-e358-4bde-b9ed-2b7a5ddf29bd req-9911e766-5eaf-4f67-b85a-924765ab026b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:20.632661 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e199118-397b-499d-9f1b-4641ead1615a req-e54838ad-92da-4b5e-9a6b-3492eb6bba25 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:20.643658 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6e199118-397b-499d-9f1b-4641ead1615a req-e54838ad-92da-4b5e-9a6b-3492eb6bba25 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9f8f8a4-cbe4-42f3-85aa-c0908eb35071 HTTP/1.1" status: 200 len: 943 time: 0.1590121 Nov 12 01:10:20.644816 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239fa73a-e358-4bde-b9ed-2b7a5ddf29bd req-9911e766-5eaf-4f67-b85a-924765ab026b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:20.645649 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-239fa73a-e358-4bde-b9ed-2b7a5ddf29bd req-9911e766-5eaf-4f67-b85a-924765ab026b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:20.649645 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-239fa73a-e358-4bde-b9ed-2b7a5ddf29bd req-9911e766-5eaf-4f67-b85a-924765ab026b service neutron] 10.222.0.54 "PUT /v2.0/ports/8a3f7736-7802-4a9b-b1f7-5fb5419ef03c HTTP/1.1" status: 200 len: 1092 time: 1.4822719 Nov 12 01:10:20.650294 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f8f8a4-cbe4-42f3-85aa-c0908eb35071', 'tag': '8a3f7736-7802-4a9b-b1f7-5fb5419ef03c'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:10:20.656613 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53cfc246-5d05-4fef-b4d8-07fd67bf0f0d" -d '{"events": [{"name": "network-changed", "server_uuid": "c9f8f8a4-cbe4-42f3-85aa-c0908eb35071", "tag": "8a3f7736-7802-4a9b-b1f7-5fb5419ef03c"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:10:20.779790 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9911e766-5eaf-4f67-b85a-924765ab026b service neutron] Pushing event updated for resources: {'Port': ['ID=8a3f7736-7802-4a9b-b1f7-5fb5419ef03c,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:20.830703 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151666d3-d62c-4091-bedf-c13671dc9dbb x-openstack-request-id: req-151666d3-d62c-4091-bedf-c13671dc9dbb {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:10:20.831399 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9f8f8a4-cbe4-42f3-85aa-c0908eb35071", "tag": "8a3f7736-7802-4a9b-b1f7-5fb5419ef03c", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:10:20.833155 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-151666d3-d62c-4091-bedf-c13671dc9dbb {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:10:20.837311 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f8f8a4-cbe4-42f3-85aa-c0908eb35071', 'tag': '8a3f7736-7802-4a9b-b1f7-5fb5419ef03c', 'status': 'completed', 'code': 200} Nov 12 01:10:20.841071 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239fa73a-e358-4bde-b9ed-2b7a5ddf29bd req-23c97d41-e6bc-44c8-9c7a-dfcff0575970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:20.844081 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-239fa73a-e358-4bde-b9ed-2b7a5ddf29bd req-23c97d41-e6bc-44c8-9c7a-dfcff0575970 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8a187a5f08ca423da53c90074483cfd4&device_id=c9f8f8a4-cbe4-42f3-85aa-c0908eb35071 HTTP/1.1" status: 200 len: 1095 time: 0.1340456 Nov 12 01:10:20.889454 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6e199118-397b-499d-9f1b-4641ead1615a req-7a3a7390-6341-4a17-a377-ee92ab20cdeb tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/security-groups?id=53b5ac6f-c921-4c54-a9e8-808060697e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2442286 Nov 12 01:10:20.972274 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-239fa73a-e358-4bde-b9ed-2b7a5ddf29bd req-1bf62062-2e33-41ae-9e7d-e856af741eae service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a3f7736-7802-4a9b-b1f7-5fb5419ef03c HTTP/1.1" status: 200 len: 217 time: 0.1161451 Nov 12 01:10:21.112426 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-21f62982-08b2-4944-a3f6-d083c6255242 req-c957d841-2508-4d3b-a1ea-3b75edc5f8a1 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 210 time: 0.0650370 Nov 12 01:10:21.120912 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239fa73a-e358-4bde-b9ed-2b7a5ddf29bd req-22b7f2bc-141c-4348-9b67-7647c5ca032b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:21.122537 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-239fa73a-e358-4bde-b9ed-2b7a5ddf29bd req-22b7f2bc-141c-4348-9b67-7647c5ca032b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=78f2cdb7-2132-4d72-81ca-8bfa2cefc929 HTTP/1.1" status: 200 len: 834 time: 0.1435599 Nov 12 01:10:21.268208 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239fa73a-e358-4bde-b9ed-2b7a5ddf29bd req-731cc42d-a124-4e61-9a0a-12312564774b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:21.295039 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-239fa73a-e358-4bde-b9ed-2b7a5ddf29bd req-731cc42d-a124-4e61-9a0a-12312564774b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ca70e604-924c-460e-b6e9-d4583b773c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1634488 Nov 12 01:10:21.508470 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-239fa73a-e358-4bde-b9ed-2b7a5ddf29bd req-e15a76aa-f3d0-4fc2-a1da-b1654cbc9c32 service neutron] 10.222.0.54 "GET /v2.0/networks/ca70e604-924c-460e-b6e9-d4583b773c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052002 Nov 12 01:10:21.812237 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-239fa73a-e358-4bde-b9ed-2b7a5ddf29bd req-48e97c2c-db04-4a5e-9a9a-d28957071c84 service neutron] 10.222.0.54 "GET /v2.0/networks/ca70e604-924c-460e-b6e9-d4583b773c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856448 Nov 12 01:10:22.018060 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfc246-5d05-4fef-b4d8-07fd67bf0f0d req-b4c3dc5e-34bd-4116-abb2-e48e4e9bece3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:22.019599 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-53cfc246-5d05-4fef-b4d8-07fd67bf0f0d req-b4c3dc5e-34bd-4116-abb2-e48e4e9bece3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8a187a5f08ca423da53c90074483cfd4&device_id=c9f8f8a4-cbe4-42f3-85aa-c0908eb35071 HTTP/1.1" status: 200 len: 1095 time: 0.0729115 Nov 12 01:10:22.105939 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63739c77-f423-48ca-a044-f61ed1439573 req-d915360d-5a2e-40b4-9cba-a05be816f8bc tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:22.116244 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-63739c77-f423-48ca-a044-f61ed1439573 req-d915360d-5a2e-40b4-9cba-a05be816f8bc tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9f8f8a4-cbe4-42f3-85aa-c0908eb35071 HTTP/1.1" status: 200 len: 943 time: 0.1098454 Nov 12 01:10:22.233204 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfc246-5d05-4fef-b4d8-07fd67bf0f0d req-f9fcd2d0-02dc-4163-bafa-3a8ac731b5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:22.238069 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-63739c77-f423-48ca-a044-f61ed1439573 req-2c0d2461-0097-4807-ba56-0aac7e8b97dd tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/security-groups?id=53b5ac6f-c921-4c54-a9e8-808060697e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184311 Nov 12 01:10:22.238613 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-53cfc246-5d05-4fef-b4d8-07fd67bf0f0d req-f9fcd2d0-02dc-4163-bafa-3a8ac731b5c3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ca70e604-924c-460e-b6e9-d4583b773c26 HTTP/1.1" status: 200 len: 898 time: 0.2094338 Nov 12 01:10:22.387177 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d4db8df8-c695-40fe-a711-79307279a423 req-59197678-620d-403d-a7e5-a00d57fdabf7 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 210 time: 0.0539005 Nov 12 01:10:22.393070 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-53cfc246-5d05-4fef-b4d8-07fd67bf0f0d req-877baac0-4e25-41b5-8f8a-3e70cb32e5b1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a3f7736-7802-4a9b-b1f7-5fb5419ef03c HTTP/1.1" status: 200 len: 217 time: 0.1473396 Nov 12 01:10:22.514778 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfc246-5d05-4fef-b4d8-07fd67bf0f0d req-80336a3c-a60e-4d8e-a7c6-8111da0abd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:22.520416 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-53cfc246-5d05-4fef-b4d8-07fd67bf0f0d req-80336a3c-a60e-4d8e-a7c6-8111da0abd02 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=78f2cdb7-2132-4d72-81ca-8bfa2cefc929 HTTP/1.1" status: 200 len: 834 time: 0.1197693 Nov 12 01:10:22.631999 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfc246-5d05-4fef-b4d8-07fd67bf0f0d req-b23755f4-7adb-4c49-86e4-12cad7b8788b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:22.649657 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-53cfc246-5d05-4fef-b4d8-07fd67bf0f0d req-b23755f4-7adb-4c49-86e4-12cad7b8788b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ca70e604-924c-460e-b6e9-d4583b773c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1062305 Nov 12 01:10:22.881740 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-53cfc246-5d05-4fef-b4d8-07fd67bf0f0d req-2698ce5b-1036-4968-98ff-615292fe2942 service neutron] 10.222.0.54 "GET /v2.0/networks/ca70e604-924c-460e-b6e9-d4583b773c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271123 Nov 12 01:10:23.057406 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-53cfc246-5d05-4fef-b4d8-07fd67bf0f0d req-eb4655e1-88aa-4a2a-b174-c96dc895e4dc service neutron] 10.222.0.54 "GET /v2.0/networks/ca70e604-924c-460e-b6e9-d4583b773c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658704 Nov 12 01:10:23.482331 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948b8ed-3bd2-48a8-8c29-480d2bd486a9 req-f1d2c9b8-1417-4811-b9d7-0abfb046e0bb tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:23.497293 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b948b8ed-3bd2-48a8-8c29-480d2bd486a9 req-f1d2c9b8-1417-4811-b9d7-0abfb046e0bb tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9f8f8a4-cbe4-42f3-85aa-c0908eb35071 HTTP/1.1" status: 200 len: 943 time: 0.1538115 Nov 12 01:10:23.598172 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35206) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:23.624613 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a5afe2bd-af4b-4624-8c25-8b64945c28a1 req-216e2336-cdb1-4999-a36e-7f3d79dddaca tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4448604-16ab-4f44-a2c8-0b55b9d2bf06 HTTP/1.1" status: 200 len: 210 time: 0.0734980 Nov 12 01:10:23.634722 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b948b8ed-3bd2-48a8-8c29-480d2bd486a9 req-909549c3-3371-4b49-8ace-11115118bcaf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/security-groups?id=53b5ac6f-c921-4c54-a9e8-808060697e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358371 Nov 12 01:10:23.814844 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-424d616f-1e42-4d4d-b42a-9557e3c18fc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:23.922236 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-424d616f-1e42-4d4d-b42a-9557e3c18fc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:23.926930 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-424d616f-1e42-4d4d-b42a-9557e3c18fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:23.966111 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-424d616f-1e42-4d4d-b42a-9557e3c18fc4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e16a1f756f7b40d9b824b0a62ecedfdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3616898 Nov 12 01:10:23.967707 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35216) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:23.986643 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d616f-1e42-4d4d-b42a-9557e3c18fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c827b34-a455-482b-ad54-f1ce81c283f0,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:24.069989 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-be990f11-8805-44c8-9b7f-0b985bcf2908 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:24.096758 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 8a3f7736-7802-4a9b-b1f7-5fb5419ef03c details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:10:24.122482 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-be990f11-8805-44c8-9b7f-0b985bcf2908 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:24.215232 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-be990f11-8805-44c8-9b7f-0b985bcf2908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:24.226500 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-be990f11-8805-44c8-9b7f-0b985bcf2908 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:24.230386 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-be990f11-8805-44c8-9b7f-0b985bcf2908 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9c827b34-a455-482b-ad54-f1ce81c283f0 HTTP/1.1" status: 204 len: 168 time: 0.2591507 Nov 12 01:10:24.238181 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be990f11-8805-44c8-9b7f-0b985bcf2908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c827b34-a455-482b-ad54-f1ce81c283f0,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:24.335296 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 8a3f7736-7802-4a9b-b1f7-5fb5419ef03c, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=8a3f7736-7802-4a9b-b1f7-5fb5419ef03c,segment=NetworkSegment(cd4cab22-dbb9-4a29-90df-4d11e8720806),segment_id=cd4cab22-dbb9-4a29-90df-4d11e8720806)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:24.355815 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '8a3f7736-7802-4a9b-b1f7-5fb5419ef03c', 'network_id': 'ca70e604-924c-460e-b6e9-d4583b773c26', 'port_id': '8a3f7736-7802-4a9b-b1f7-5fb5419ef03c', 'mac_address': 'fa:16:3e:9b:78:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f2cdb7-2132-4d72-81ca-8bfa2cefc929', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:10:24.406702 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:24.424771 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a3f7736-7802-4a9b-b1f7-5fb5419ef03c {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:10:24.480189 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 8a3f7736-7802-4a9b-b1f7-5fb5419ef03c, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=8a3f7736-7802-4a9b-b1f7-5fb5419ef03c,segment=NetworkSegment(cd4cab22-dbb9-4a29-90df-4d11e8720806),segment_id=cd4cab22-dbb9-4a29-90df-4d11e8720806)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:24.498811 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:24.558561 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=8a3f7736-7802-4a9b-b1f7-5fb5419ef03c,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:24.791936 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f62956-8dc2-4ba7-8493-5c4888d28017 req-5cbda5c2-fd7e-479d-a71e-91a0a86fef8d tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:24.800517 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e6f62956-8dc2-4ba7-8493-5c4888d28017 req-5cbda5c2-fd7e-479d-a71e-91a0a86fef8d tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9f8f8a4-cbe4-42f3-85aa-c0908eb35071 HTTP/1.1" status: 200 len: 944 time: 0.0691733 Nov 12 01:10:24.836692 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35248) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:24.904640 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['8a3f7736-7802-4a9b-b1f7-5fb5419ef03c'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:10:24.936316 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e6f62956-8dc2-4ba7-8493-5c4888d28017 req-b0a6ef58-0c90-4da2-9a54-25c75af6d2a5 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/security-groups?id=53b5ac6f-c921-4c54-a9e8-808060697e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333385 Nov 12 01:10:24.958799 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-61fb436b-93fd-4f34-9920-51d30b38b123 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:24.986882 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-61fb436b-93fd-4f34-9920-51d30b38b123 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:25.042899 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-61fb436b-93fd-4f34-9920-51d30b38b123 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:25.046959 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-61fb436b-93fd-4f34-9920-51d30b38b123 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:25.048410 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-61fb436b-93fd-4f34-9920-51d30b38b123 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "DELETE /v2.0/security-groups/cb557233-8ae7-448c-95fc-fa8c5dd2cb31 HTTP/1.1" status: 204 len: 168 time: 0.2072120 Nov 12 01:10:25.051167 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35256) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:25.072142 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb436b-93fd-4f34-9920-51d30b38b123 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb557233-8ae7-448c-95fc-fa8c5dd2cb31,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:25.079566 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-1386dbd0-1b8d-4459-9b56-44674892391b tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] show failed (client error): The resource could not be found. Nov 12 01:10:25.083538 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35258) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:25.086630 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1386dbd0-1b8d-4459-9b56-44674892391b tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "GET /v2.0/security-groups/cb557233-8ae7-448c-95fc-fa8c5dd2cb31 HTTP/1.1" status: 404 len: 347 time: 0.0314956 Nov 12 01:10:25.262139 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-a0de4dea-2ba5-40cc-9d0e-27f6371c60af tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Deleting port 4015dfc0-bf84-45cb-913e-094745d39502 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:10:25.262781 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a0de4dea-2ba5-40cc-9d0e-27f6371c60af tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:25.441840 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a0de4dea-2ba5-40cc-9d0e-27f6371c60af tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:25.442223 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a0de4dea-2ba5-40cc-9d0e-27f6371c60af tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:25.467308 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-a0de4dea-2ba5-40cc-9d0e-27f6371c60af tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Calling delete_port for 4015dfc0-bf84-45cb-913e-094745d39502 owned by network:floatingip {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:10:25.723506 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a0de4dea-2ba5-40cc-9d0e-27f6371c60af tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:25.764650 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de4dea-2ba5-40cc-9d0e-27f6371c60af tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Pushing event deleted for resources: {'Port': ['ID=4015dfc0-bf84-45cb-913e-094745d39502,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:25.833951 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a0de4dea-2ba5-40cc-9d0e-27f6371c60af tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks [] for floatingip, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:25.850392 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a0de4dea-2ba5-40cc-9d0e-27f6371c60af tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:25.857268 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35286) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:25.858130 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a0de4dea-2ba5-40cc-9d0e-27f6371c60af tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "DELETE /v2.0/floatingips/8fc3a2bb-6f04-49d0-895b-b4227437d1df HTTP/1.1" status: 204 len: 168 time: 0.7727568 Nov 12 01:10:26.038734 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-66ed918e-4ea6-489d-9db4-e61e6d2c77ad tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Deleting port e5eb25a0-7da0-4bbc-9a1a-01a506e19685 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:10:26.039378 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-66ed918e-4ea6-489d-9db4-e61e6d2c77ad tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:26.105491 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 8a3f7736-7802-4a9b-b1f7-5fb5419ef03c up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:10:26.164119 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1015e-a42b-4e1f-acf5-fd627b36ef2c req-794eed85-a470-4727-abc3-82abed8bb347 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:26.166035 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b2d1015e-a42b-4e1f-acf5-fd627b36ef2c req-794eed85-a470-4727-abc3-82abed8bb347 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9f8f8a4-cbe4-42f3-85aa-c0908eb35071 HTTP/1.1" status: 200 len: 944 time: 0.1217060 Nov 12 01:10:26.185687 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-66ed918e-4ea6-489d-9db4-e61e6d2c77ad tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:26.217605 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-66ed918e-4ea6-489d-9db4-e61e6d2c77ad tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Calling delete_port for e5eb25a0-7da0-4bbc-9a1a-01a506e19685 owned by {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:10:26.247962 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 8a3f7736-7802-4a9b-b1f7-5fb5419ef03c completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:10:26.274462 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 8a3f7736-7802-4a9b-b1f7-5fb5419ef03c triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:26.274838 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:26.286747 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b2d1015e-a42b-4e1f-acf5-fd627b36ef2c req-e528a480-a4e3-47ca-a8d7-f900d01cd7a7 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/security-groups?id=53b5ac6f-c921-4c54-a9e8-808060697e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144037 Nov 12 01:10:26.429930 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-66ed918e-4ea6-489d-9db4-e61e6d2c77ad tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:26.481728 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:26.494144 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed918e-4ea6-489d-9db4-e61e6d2c77ad tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Pushing event deleted for resources: {'Port': ['ID=e5eb25a0-7da0-4bbc-9a1a-01a506e19685,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:26.522406 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f8f8a4-cbe4-42f3-85aa-c0908eb35071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3f7736-7802-4a9b-b1f7-5fb5419ef03c'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:10:26.525567 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97611a22-4431-4b9e-8892-a932a1d46d6e" -d '{"events": [{"server_uuid": "c9f8f8a4-cbe4-42f3-85aa-c0908eb35071", "name": "network-vif-plugged", "status": "completed", "tag": "8a3f7736-7802-4a9b-b1f7-5fb5419ef03c"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:10:26.541344 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 8a3f7736-7802-4a9b-b1f7-5fb5419ef03c, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=8a3f7736-7802-4a9b-b1f7-5fb5419ef03c,segment=NetworkSegment(cd4cab22-dbb9-4a29-90df-4d11e8720806),segment_id=cd4cab22-dbb9-4a29-90df-4d11e8720806)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:26.548417 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:26.605199 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-66ed918e-4ea6-489d-9db4-e61e6d2c77ad tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:26.615735 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-66ed918e-4ea6-489d-9db4-e61e6d2c77ad tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "DELETE /v2.0/ports/e5eb25a0-7da0-4bbc-9a1a-01a506e19685 HTTP/1.1" status: 204 len: 168 time: 0.7573824 Nov 12 01:10:26.619215 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35322) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:26.637891 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=8a3f7736-7802-4a9b-b1f7-5fb5419ef03c,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:26.676335 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35326) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:26.777833 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-10fad839-4661-446b-b4c8-702cb9314903 admin admin] Deleting subnet c9fddd8b-a4b4-4ac4-aa9c-2e10ea72a4ae {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:10:26.786277 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-10fad839-4661-446b-b4c8-702cb9314903 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:26.857143 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-71a73ed3-6b5c-400d-a5db-af48b64c0e99 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Deleting port 1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:10:26.857809 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-10fad839-4661-446b-b4c8-702cb9314903 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:26.861133 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-71a73ed3-6b5c-400d-a5db-af48b64c0e99 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:26.935212 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232cc0c9-02e9-4ffd-90d9-c74dc4ae48fb x-openstack-request-id: req-232cc0c9-02e9-4ffd-90d9-c74dc4ae48fb {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:10:26.935499 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f8f8a4-cbe4-42f3-85aa-c0908eb35071", "name": "network-vif-plugged", "status": "completed", "tag": "8a3f7736-7802-4a9b-b1f7-5fb5419ef03c", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:10:26.935940 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-232cc0c9-02e9-4ffd-90d9-c74dc4ae48fb {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:10:26.937915 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f8f8a4-cbe4-42f3-85aa-c0908eb35071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3f7736-7802-4a9b-b1f7-5fb5419ef03c', 'code': 200} Nov 12 01:10:26.957777 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-10fad839-4661-446b-b4c8-702cb9314903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:27.118169 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-71a73ed3-6b5c-400d-a5db-af48b64c0e99 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:27.128828 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-10fad839-4661-446b-b4c8-702cb9314903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:27.136701 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-71a73ed3-6b5c-400d-a5db-af48b64c0e99 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Calling delete_port for 1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9 owned by {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:10:27.254956 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fad839-4661-446b-b4c8-702cb9314903 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9fddd8b-a4b4-4ac4-aa9c-2e10ea72a4ae,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:27.274083 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-10fad839-4661-446b-b4c8-702cb9314903 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:27.291283 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-10fad839-4661-446b-b4c8-702cb9314903 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c9fddd8b-a4b4-4ac4-aa9c-2e10ea72a4ae HTTP/1.1" status: 204 len: 168 time: 0.6136935 Nov 12 01:10:27.291938 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35344) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:27.381145 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-71a73ed3-6b5c-400d-a5db-af48b64c0e99 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:27.483822 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f6701361-541e-43a0-b182-53acf9085f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:27.524226 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a73ed3-6b5c-400d-a5db-af48b64c0e99 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Pushing event deleted for resources: {'Port': ['ID=1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:27.608467 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91c9c2-6e8a-4909-aca7-59d47e548cf5 req-aaa3e075-ab03-4a3d-909a-2492ac8c29b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:27.610431 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2d91c9c2-6e8a-4909-aca7-59d47e548cf5 req-aaa3e075-ab03-4a3d-909a-2492ac8c29b6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c9f8f8a4-cbe4-42f3-85aa-c0908eb35071 HTTP/1.1" status: 200 len: 1097 time: 0.2867813 Nov 12 01:10:27.670782 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f6701361-541e-43a0-b182-53acf9085f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:27.691944 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-f6701361-541e-43a0-b182-53acf9085f14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3517ca2a-f424-4e1e-82a1-e86941a65cab']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:27.703423 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-f6701361-541e-43a0-b182-53acf9085f14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '281b9a83-148c-482d-b69a-723024934d29') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:27.703719 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-f6701361-541e-43a0-b182-53acf9085f14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '281b9a83-148c-482d-b69a-723024934d29') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:27.727019 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f6701361-541e-43a0-b182-53acf9085f14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:27.751782 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f6701361-541e-43a0-b182-53acf9085f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:27.762501 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6701361-541e-43a0-b182-53acf9085f14 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:10:27.762922 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f6701361-541e-43a0-b182-53acf9085f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:28.475974 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-71a73ed3-6b5c-400d-a5db-af48b64c0e99 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:28.479861 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-71a73ed3-6b5c-400d-a5db-af48b64c0e99 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "DELETE /v2.0/ports/1e3b1c28-2ded-4502-a5fb-c2ef63de2ec9 HTTP/1.1" status: 204 len: 168 time: 1.8593156 Nov 12 01:10:28.485516 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35396) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:28.532513 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:10:28.532513 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:10:28.532513 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:10:28.532513 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:10:28.532513 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:10:28.532513 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:10:28.532513 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:10:28.532513 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:10:28.532513 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:10:28.532513 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:10:28.532513 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:10:28.532513 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:10:28.532513 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:10:28.532513 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:10:28.532513 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:10:28.532513 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:10:28.532513 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:10:28.532513 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:10:28.532513 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:10:28.532513 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:10:28.532513 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:10:28.532513 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:10:28.532513 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:10:28.532513 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:10:28.532513 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:10:28.532513 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:10:28.532513 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:10:28.532513 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:10:28.532513 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:10:28.532513 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:10:28.532513 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:10:28.532513 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:10:28.544287 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-083de0c2-009c-43d8-bd6c-c43e0a44d9a0 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Deleting subnet 5954c685-7a02-40be-97b5-9b885e683410 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:10:28.549275 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f6701361-541e-43a0-b182-53acf9085f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:28.556450 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-083de0c2-009c-43d8-bd6c-c43e0a44d9a0 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:28.594742 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f6701361-541e-43a0-b182-53acf9085f14 admin admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:28.610212 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f6701361-541e-43a0-b182-53acf9085f14 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3517ca2a-f424-4e1e-82a1-e86941a65cab HTTP/1.1" status: 204 len: 168 time: 1.3172083 Nov 12 01:10:28.610377 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2d91c9c2-6e8a-4909-aca7-59d47e548cf5 req-953a9b11-b1c1-4b0c-9568-371807a1b3c1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=53b5ac6f-c921-4c54-a9e8-808060697e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9225185 Nov 12 01:10:28.626080 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9323d9-77ad-4f9d-96d4-badacd191973 req-a27531c9-9e00-4daf-b1d2-4cc2ed173d0e tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:28.628786 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e9323d9-77ad-4f9d-96d4-badacd191973 req-a27531c9-9e00-4daf-b1d2-4cc2ed173d0e tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9f8f8a4-cbe4-42f3-85aa-c0908eb35071 HTTP/1.1" status: 200 len: 945 time: 1.0926352 Nov 12 01:10:28.645410 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6701361-541e-43a0-b182-53acf9085f14 admin admin] Pushing event deleted for resources: {'Network': ['ID=3517ca2a-f424-4e1e-82a1-e86941a65cab,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:28.659252 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-083de0c2-009c-43d8-bd6c-c43e0a44d9a0 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:28.770335 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e9323d9-77ad-4f9d-96d4-badacd191973 req-c1726e55-358c-4532-9182-3c18f3c8fe22 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/security-groups?id=53b5ac6f-c921-4c54-a9e8-808060697e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056843 Nov 12 01:10:28.831174 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-083de0c2-009c-43d8-bd6c-c43e0a44d9a0 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:28.938267 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-083de0c2-009c-43d8-bd6c-c43e0a44d9a0 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:28.956230 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35416) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:28.987125 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083de0c2-009c-43d8-bd6c-c43e0a44d9a0 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Pushing event deleted for resources: {'Subnet': ['ID=5954c685-7a02-40be-97b5-9b885e683410,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:28.994145 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-083de0c2-009c-43d8-bd6c-c43e0a44d9a0 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:28.997789 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-083de0c2-009c-43d8-bd6c-c43e0a44d9a0 tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "DELETE /v2.0/subnets/5954c685-7a02-40be-97b5-9b885e683410 HTTP/1.1" status: 204 len: 168 time: 0.5109253 Nov 12 01:10:29.000484 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a7343a-2b73-4fa4-abf6-0b24eea89a3f None None] Network 0fed04be-2c3a-475e-8199-924085f487af requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:10:29.001055 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35420) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:29.052175 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-50e9c34c-91ee-42a9-aae2-c0f5aef63390 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=72ca1c56f1104d8680bc3d1b25d37bb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0925844 Nov 12 01:10:29.052847 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35422) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:29.071937 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8a7edcc-464b-4622-bb86-17d9667f126c tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Deleting subnet ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:10:29.075214 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b8a7edcc-464b-4622-bb86-17d9667f126c tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:29.091549 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35426) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:29.138174 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a2f4552e-b819-44a5-a866-b5a0015b1325 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:29.186640 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b8a7edcc-464b-4622-bb86-17d9667f126c tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:29.189792 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a2f4552e-b819-44a5-a866-b5a0015b1325 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:29.267664 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a2f4552e-b819-44a5-a866-b5a0015b1325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:29.270610 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a2f4552e-b819-44a5-a866-b5a0015b1325 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:29.274947 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a2f4552e-b819-44a5-a866-b5a0015b1325 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78c38734-61b1-4ef8-ae95-a8a477e1c7bb HTTP/1.1" status: 204 len: 168 time: 0.2179322 Nov 12 01:10:29.289061 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fce39e9-d46a-419a-820f-a5ff1b28a524 None None] DHCP port deletion for 0fed04be-2c3a-475e-8199-924085f487af request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:10:29.311836 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f4552e-b819-44a5-a866-b5a0015b1325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c38734-61b1-4ef8-ae95-a8a477e1c7bb,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:29.323302 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c7c9c288-45cc-4a66-8505-0cca4846bd20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:29.396683 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b8a7edcc-464b-4622-bb86-17d9667f126c tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:29.437883 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-6fce39e9-d46a-419a-820f-a5ff1b28a524 None None] Deleting port f731e7d7-058f-4baf-866c-c38677ff51c7 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:10:29.438256 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6fce39e9-d46a-419a-820f-a5ff1b28a524 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:29.454193 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c7c9c288-45cc-4a66-8505-0cca4846bd20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:29.463389 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c7c9c288-45cc-4a66-8505-0cca4846bd20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:29.521324 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-6fce39e9-d46a-419a-820f-a5ff1b28a524 None None] For port f731e7d7-058f-4baf-866c-c38677ff51c7, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=f731e7d7-058f-4baf-866c-c38677ff51c7,segment=NetworkSegment(769a0daf-75ef-4b03-bc7e-d891d1a3563d),segment_id=769a0daf-75ef-4b03-bc7e-d891d1a3563d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:29.521748 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6fce39e9-d46a-419a-820f-a5ff1b28a524 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:29.540265 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-6fce39e9-d46a-419a-820f-a5ff1b28a524 None None] Calling delete_port for f731e7d7-058f-4baf-866c-c38677ff51c7 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:10:29.563013 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b8a7edcc-464b-4622-bb86-17d9667f126c tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:29.591045 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c7c9c288-45cc-4a66-8505-0cca4846bd20 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c8a7d93c9dd544e1ab22bba929aafded&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4955626 Nov 12 01:10:29.593021 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35450) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:29.594803 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c9c288-45cc-4a66-8505-0cca4846bd20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20944daa-4c1d-43a6-ab7a-9b0e1c843587,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:29.628499 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619d78b0-47ff-492d-9c56-e25f52939d07 None None] Network 2e2e0111-edf0-4285-80d2-69d5d6a25b76 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:10:29.645427 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device f731e7d7-058f-4baf-866c-c38677ff51c7 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:10:29.651124 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b8a7edcc-464b-4622-bb86-17d9667f126c tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:29.654934 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b8a7edcc-464b-4622-bb86-17d9667f126c tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "DELETE /v2.0/subnets/ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5 HTTP/1.1" status: 204 len: 168 time: 0.6533253 Nov 12 01:10:29.657530 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a7edcc-464b-4622-bb86-17d9667f126c tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Pushing event deleted for resources: {'Subnet': ['ID=ce54fe9b-a8c0-43d2-b97b-dce9cb6f07b5,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:29.658396 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35452) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:29.715112 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ce111480-41c2-4b3e-99a2-cdcb91949613 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:29.761522 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ce111480-41c2-4b3e-99a2-cdcb91949613 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:29.841091 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ce111480-41c2-4b3e-99a2-cdcb91949613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:29.843877 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ce111480-41c2-4b3e-99a2-cdcb91949613 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:29.848277 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ce111480-41c2-4b3e-99a2-cdcb91949613 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/20944daa-4c1d-43a6-ab7a-9b0e1c843587 HTTP/1.1" status: 204 len: 168 time: 0.2498748 Nov 12 01:10:29.868342 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce111480-41c2-4b3e-99a2-cdcb91949613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20944daa-4c1d-43a6-ab7a-9b0e1c843587,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:29.883700 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:29.978253 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port f731e7d7-058f-4baf-866c-c38677ff51c7, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=f731e7d7-058f-4baf-866c-c38677ff51c7,segment=NetworkSegment(769a0daf-75ef-4b03-bc7e-d891d1a3563d),segment_id=769a0daf-75ef-4b03-bc7e-d891d1a3563d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:29.996907 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:30.005122 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-836afb39-eac0-4415-9d31-cf1c23da40bf tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:30.014977 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6fce39e9-d46a-419a-820f-a5ff1b28a524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:30.100195 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fce39e9-d46a-419a-820f-a5ff1b28a524 None None] No DVR routers for this DVR port f731e7d7-058f-4baf-866c-c38677ff51c7 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:10:30.105449 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75089f78-a566-4513-9166-e52d60aff558 None None] DHCP port deletion for 2e2e0111-edf0-4285-80d2-69d5d6a25b76 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:10:30.131347 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event deleted for resources: {'Port': ['ID=f731e7d7-058f-4baf-866c-c38677ff51c7,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:30.185965 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce39e9-d46a-419a-820f-a5ff1b28a524 None None] Pushing event deleted for resources: {'Port': ['ID=f731e7d7-058f-4baf-866c-c38677ff51c7,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:30.311549 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-75089f78-a566-4513-9166-e52d60aff558 None None] Deleting port 260a62f1-ad7d-4a62-8d34-6367d87e56cc {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:10:30.312468 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-75089f78-a566-4513-9166-e52d60aff558 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:30.320640 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-836afb39-eac0-4415-9d31-cf1c23da40bf tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:30.373235 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-836afb39-eac0-4415-9d31-cf1c23da40bf tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fed04be-2c3a-475e-8199-924085f487af']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:30.394628 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-836afb39-eac0-4415-9d31-cf1c23da40bf tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '769a0daf-75ef-4b03-bc7e-d891d1a3563d') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:30.394922 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-836afb39-eac0-4415-9d31-cf1c23da40bf tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '769a0daf-75ef-4b03-bc7e-d891d1a3563d') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:30.411858 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-836afb39-eac0-4415-9d31-cf1c23da40bf tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:30.429931 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-836afb39-eac0-4415-9d31-cf1c23da40bf tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:30.438795 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-75089f78-a566-4513-9166-e52d60aff558 None None] For port 260a62f1-ad7d-4a62-8d34-6367d87e56cc, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=260a62f1-ad7d-4a62-8d34-6367d87e56cc,segment=NetworkSegment(f3938551-3a44-4fa9-8327-3f2151b42141),segment_id=f3938551-3a44-4fa9-8327-3f2151b42141)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:30.439409 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-75089f78-a566-4513-9166-e52d60aff558 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:30.446242 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-836afb39-eac0-4415-9d31-cf1c23da40bf tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:10:30.446766 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-836afb39-eac0-4415-9d31-cf1c23da40bf tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:30.456947 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-75089f78-a566-4513-9166-e52d60aff558 None None] Calling delete_port for 260a62f1-ad7d-4a62-8d34-6367d87e56cc owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:10:30.493247 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35480) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:30.516867 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-819ceeb6-f2b8-4e23-b218-0f2c43ef47e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:30.536714 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:10:30.536714 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:10:30.536714 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:10:30.536714 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:10:30.536714 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:10:30.536714 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:10:30.536714 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:10:30.536714 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:10:30.536714 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:10:30.536714 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:10:30.536714 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:10:30.536714 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:10:30.536714 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:10:30.536714 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:10:30.536714 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:10:30.536714 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:10:30.536714 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:10:30.536714 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:10:30.536714 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:10:30.536714 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:10:30.536714 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:10:30.536714 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:10:30.536714 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:10:30.536714 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:10:30.536714 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:10:30.536714 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:10:30.536714 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:10:30.536714 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:10:30.536714 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:10:30.536714 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:10:30.536714 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:10:30.536714 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:10:30.566034 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38a931-ea04-4263-a229-2b3f77b23eb3 req-3f0a61a7-abda-46df-94bb-02b7e51e1cc8 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:30.583312 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-de38a931-ea04-4263-a229-2b3f77b23eb3 req-3f0a61a7-abda-46df-94bb-02b7e51e1cc8 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9f8f8a4-cbe4-42f3-85aa-c0908eb35071 HTTP/1.1" status: 200 len: 945 time: 0.5552659 Nov 12 01:10:30.602040 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-75089f78-a566-4513-9166-e52d60aff558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:30.607582 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-836afb39-eac0-4415-9d31-cf1c23da40bf tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:30.652505 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75089f78-a566-4513-9166-e52d60aff558 None None] Pushing event deleted for resources: {'Port': ['ID=260a62f1-ad7d-4a62-8d34-6367d87e56cc,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:30.682324 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-836afb39-eac0-4415-9d31-cf1c23da40bf tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:30.686991 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75089f78-a566-4513-9166-e52d60aff558 None None] No DVR routers for this DVR port 260a62f1-ad7d-4a62-8d34-6367d87e56cc on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:10:30.687174 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-836afb39-eac0-4415-9d31-cf1c23da40bf tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "DELETE /v2.0/networks/0fed04be-2c3a-475e-8199-924085f487af HTTP/1.1" status: 204 len: 168 time: 1.0274327 Nov 12 01:10:30.695471 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836afb39-eac0-4415-9d31-cf1c23da40bf tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Pushing event deleted for resources: {'Network': ['ID=0fed04be-2c3a-475e-8199-924085f487af,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:30.697432 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35488) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:30.718121 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-819ceeb6-f2b8-4e23-b218-0f2c43ef47e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:30.726648 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-819ceeb6-f2b8-4e23-b218-0f2c43ef47e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:30.796503 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ceeb6-f2b8-4e23-b218-0f2c43ef47e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591249d5-d76c-47a0-9b0d-50d32c9da86e,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:30.805755 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-819ceeb6-f2b8-4e23-b218-0f2c43ef47e0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8dfdbbffa8684d7691ad45acdf4338b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3112485 Nov 12 01:10:30.806405 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35494) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:30.832002 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-de38a931-ea04-4263-a229-2b3f77b23eb3 req-73f2fb78-01ce-4ee1-aa82-07594cd49082 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/security-groups?id=53b5ac6f-c921-4c54-a9e8-808060697e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2438388 Nov 12 01:10:30.882711 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2d43fd8c-61af-4ff4-a3eb-1621f58c63a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:30.891720 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f01c29b1-db95-4c23-8c5d-52851f99892d tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:30.916777 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2d43fd8c-61af-4ff4-a3eb-1621f58c63a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:30.975345 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2d43fd8c-61af-4ff4-a3eb-1621f58c63a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:30.978428 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2d43fd8c-61af-4ff4-a3eb-1621f58c63a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:30.982520 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-2d43fd8c-61af-4ff4-a3eb-1621f58c63a4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/591249d5-d76c-47a0-9b0d-50d32c9da86e HTTP/1.1" status: 204 len: 168 time: 0.1725674 Nov 12 01:10:30.990855 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d43fd8c-61af-4ff4-a3eb-1621f58c63a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591249d5-d76c-47a0-9b0d-50d32c9da86e,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:31.102357 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f01c29b1-db95-4c23-8c5d-52851f99892d tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:31.136521 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-f01c29b1-db95-4c23-8c5d-52851f99892d tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e2e0111-edf0-4285-80d2-69d5d6a25b76']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:31.149027 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-f01c29b1-db95-4c23-8c5d-52851f99892d tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3938551-3a44-4fa9-8327-3f2151b42141') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:31.149792 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-f01c29b1-db95-4c23-8c5d-52851f99892d tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3938551-3a44-4fa9-8327-3f2151b42141') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:31.166018 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f01c29b1-db95-4c23-8c5d-52851f99892d tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:31.198571 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f01c29b1-db95-4c23-8c5d-52851f99892d tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:31.218619 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f01c29b1-db95-4c23-8c5d-52851f99892d tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:10:31.219880 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f01c29b1-db95-4c23-8c5d-52851f99892d tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:31.230588 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:10:31.230588 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:10:31.230588 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:10:31.230588 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:10:31.230588 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:10:31.230588 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:10:31.230588 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:10:31.230588 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:10:31.230588 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:10:31.230588 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:10:31.230588 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:10:31.230588 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:10:31.230588 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:10:31.230588 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:10:31.230588 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:10:31.230588 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:10:31.230588 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:10:31.230588 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:10:31.230588 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:10:31.230588 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:10:31.230588 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:10:31.230588 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:10:31.230588 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:10:31.230588 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:10:31.230588 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:10:31.230588 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:10:31.230588 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:10:31.230588 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:10:31.230588 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:10:31.230588 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:10:31.230588 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:10:31.230588 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:10:31.341057 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f01c29b1-db95-4c23-8c5d-52851f99892d tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:31.370951 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f01c29b1-db95-4c23-8c5d-52851f99892d tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:31.380325 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f01c29b1-db95-4c23-8c5d-52851f99892d tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] 10.222.0.20 "DELETE /v2.0/networks/2e2e0111-edf0-4285-80d2-69d5d6a25b76 HTTP/1.1" status: 204 len: 168 time: 0.6818175 Nov 12 01:10:31.424387 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c29b1-db95-4c23-8c5d-52851f99892d tempest-TaggedBootDevicesTest_v242-1298777013 tempest-TaggedBootDevicesTest_v242-1298777013-project] Pushing event deleted for resources: {'Network': ['ID=2e2e0111-edf0-4285-80d2-69d5d6a25b76,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:31.680930 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 260a62f1-ad7d-4a62-8d34-6367d87e56cc no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:10:31.763384 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 260a62f1-ad7d-4a62-8d34-6367d87e56cc {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:10:31.764058 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 260a62f1-ad7d-4a62-8d34-6367d87e56cc not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:10:32.072496 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9526e3-4965-462b-8f3c-748ab03bcbac req-b15fd416-859a-4cdd-82d2-973c4d242be7 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:32.083658 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2e9526e3-4965-462b-8f3c-748ab03bcbac req-b15fd416-859a-4cdd-82d2-973c4d242be7 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9f8f8a4-cbe4-42f3-85aa-c0908eb35071 HTTP/1.1" status: 200 len: 945 time: 0.1103482 Nov 12 01:10:32.188601 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2e9526e3-4965-462b-8f3c-748ab03bcbac req-6b06b82e-eabf-44c5-acaf-6bfcfd111d1e tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/security-groups?id=53b5ac6f-c921-4c54-a9e8-808060697e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036854 Nov 12 01:10:32.462932 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad4e02-0597-4b75-8845-28fa37c85726 req-73adb7e2-6c7c-45b8-ab2b-f6b2a40ecdd0 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:32.483126 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-13ad4e02-0597-4b75-8845-28fa37c85726 req-73adb7e2-6c7c-45b8-ab2b-f6b2a40ecdd0 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9f8f8a4-cbe4-42f3-85aa-c0908eb35071 HTTP/1.1" status: 200 len: 945 time: 0.1746509 Nov 12 01:10:32.568875 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-13ad4e02-0597-4b75-8845-28fa37c85726 req-c60032d5-9572-4a6f-8236-67ce48453c71 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/security-groups?id=53b5ac6f-c921-4c54-a9e8-808060697e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836837 Nov 12 01:10:32.593525 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35568) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:32.694581 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75881b1a-5914-4a68-89c1-dc914d820326 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:32.700704 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-75881b1a-5914-4a68-89c1-dc914d820326 tempest-TestNetworkBasicOps-1253956797 tempest-TestNetworkBasicOps-1253956797-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c9f8f8a4-cbe4-42f3-85aa-c0908eb35071 HTTP/1.1" status: 200 len: 1092 time: 0.1041389 Nov 12 01:10:32.703613 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35576) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:32.711105 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-4958904d-60cb-4c44-aedc-081900c3cb44 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'port_id': '8a3f7736-7802-4a9b-b1f7-5fb5419ef03c', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:32.796515 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4958904d-60cb-4c44-aedc-081900c3cb44 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for floatingip, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:32.995379 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4958904d-60cb-4c44-aedc-081900c3cb44 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:33.243510 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-4958904d-60cb-4c44-aedc-081900c3cb44 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Allocated IP 172.25.2.197 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/b7f74866-d10b-4bfc-9466-84426bbd4f2a) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:10:33.371575 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4958904d-60cb-4c44-aedc-081900c3cb44 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:33.422095 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4958904d-60cb-4c44-aedc-081900c3cb44 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:33.481282 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4958904d-60cb-4c44-aedc-081900c3cb44 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:10:33.484203 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-4958904d-60cb-4c44-aedc-081900c3cb44 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:10:33.490667 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4958904d-60cb-4c44-aedc-081900c3cb44 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:10:33.531678 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958904d-60cb-4c44-aedc-081900c3cb44 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event updated for resources: {'Port': ['ID=b7f74866-d10b-4bfc-9466-84426bbd4f2a,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:33.656846 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35626) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:33.895210 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d6938484-1b41-4199-9621-6efd7c62ea44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:34.111488 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d6938484-1b41-4199-9621-6efd7c62ea44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:34.120945 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d6938484-1b41-4199-9621-6efd7c62ea44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:34.227923 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6938484-1b41-4199-9621-6efd7c62ea44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e22899-0ee5-4279-bfb5-2462c4e991f7,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:34.259988 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d6938484-1b41-4199-9621-6efd7c62ea44 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7881d6c63c2046cd82ed674f1b267994&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6019392 Nov 12 01:10:34.264665 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35650) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:34.308788 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4958904d-60cb-4c44-aedc-081900c3cb44 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:34.315643 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-275602cf-63d9-457d-91b3-26b8d6cbf470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:34.395009 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e630bde6-5e99-4c88-a52c-6d329cedc78c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:34.450613 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e630bde6-5e99-4c88-a52c-6d329cedc78c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:34.487594 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4958904d-60cb-4c44-aedc-081900c3cb44 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:34.521747 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e630bde6-5e99-4c88-a52c-6d329cedc78c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:34.525945 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e630bde6-5e99-4c88-a52c-6d329cedc78c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:34.527903 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e630bde6-5e99-4c88-a52c-6d329cedc78c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/60e22899-0ee5-4279-bfb5-2462c4e991f7 HTTP/1.1" status: 204 len: 168 time: 0.2620308 Nov 12 01:10:34.560572 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e630bde6-5e99-4c88-a52c-6d329cedc78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e22899-0ee5-4279-bfb5-2462c4e991f7,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:34.825010 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4958904d-60cb-4c44-aedc-081900c3cb44 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:34.837748 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4958904d-60cb-4c44-aedc-081900c3cb44 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:35.012569 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958904d-60cb-4c44-aedc-081900c3cb44 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event updated for resources: {'Port': ['ID=b7f74866-d10b-4bfc-9466-84426bbd4f2a,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:35.054079 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4958904d-60cb-4c44-aedc-081900c3cb44 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:35.407313 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [None req-4958904d-60cb-4c44-aedc-081900c3cb44 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Floating IP 275d700c-9751-451b-b591-77b295b0ed5d associated. External IP: 172.25.2.197, port: 8a3f7736-7802-4a9b-b1f7-5fb5419ef03c. Nov 12 01:10:35.919218 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4958904d-60cb-4c44-aedc-081900c3cb44 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Router b9d79b43-e5a3-4b14-9b22-2e48f7dca35d has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:10:36.118090 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35704) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:36.126378 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4958904d-60cb-4c44-aedc-081900c3cb44 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:10:36.147618 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dd24ba-304a-4cff-be2b-0f2344c28611 None None] Sync routers for ids ['b9d79b43-e5a3-4b14-9b22-2e48f7dca35d'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:10:36.168601 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4958904d-60cb-4c44-aedc-081900c3cb44 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:36.200162 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dd24ba-304a-4cff-be2b-0f2344c28611 None None] Routers {'b9d79b43-e5a3-4b14-9b22-2e48f7dca35d'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:10:36.203636 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-61dd24ba-304a-4cff-be2b-0f2344c28611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:10:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['b9d79b43-e5a3-4b14-9b22-2e48f7dca35d'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:36.277564 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4958904d-60cb-4c44-aedc-081900c3cb44 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5697324 Nov 12 01:10:36.277564 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f8f8a4-cbe4-42f3-85aa-c0908eb35071', 'tag': '8a3f7736-7802-4a9b-b1f7-5fb5419ef03c'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:10:36.278473 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35710) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:36.300917 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090b7daa-78b5-419e-8027-0543478b8960" -d '{"events": [{"name": "network-changed", "server_uuid": "c9f8f8a4-cbe4-42f3-85aa-c0908eb35071", "tag": "8a3f7736-7802-4a9b-b1f7-5fb5419ef03c"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:10:36.402314 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d423f34-f8ef-4adc-9123-3499ee38392d x-openstack-request-id: req-4d423f34-f8ef-4adc-9123-3499ee38392d {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:10:36.402603 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9f8f8a4-cbe4-42f3-85aa-c0908eb35071", "tag": "8a3f7736-7802-4a9b-b1f7-5fb5419ef03c", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:10:36.402865 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4d423f34-f8ef-4adc-9123-3499ee38392d {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:10:36.403321 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f8f8a4-cbe4-42f3-85aa-c0908eb35071', 'tag': '8a3f7736-7802-4a9b-b1f7-5fb5419ef03c', 'status': 'completed', 'code': 200} Nov 12 01:10:36.418748 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d4e5a4d2-4416-4548-aaa4-deed85cca37d tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/floatingips/275d700c-9751-451b-b591-77b295b0ed5d HTTP/1.1" status: 200 len: 991 time: 0.1259789 Nov 12 01:10:36.435730 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-a5fbcbe3-e12d-43e5-b438-1bdbd5ffc6fc tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1113891933'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:36.471056 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-61dd24ba-304a-4cff-be2b-0f2344c28611 None None] Set router b9d79b43-e5a3-4b14-9b22-2e48f7dca35d gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:10:36.512418 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5fbcbe3-e12d-43e5-b438-1bdbd5ffc6fc tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Made reservation on behalf of 4c52fd824ffa403cbde27289fdb111b4 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:10:36.520496 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a5fbcbe3-e12d-43e5-b438-1bdbd5ffc6fc tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:36.542283 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a5fbcbe3-e12d-43e5-b438-1bdbd5ffc6fc tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:36.563362 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-92fc326e-daa1-47cc-b536-b28d04c984c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:36.564869 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b7daa-78b5-419e-8027-0543478b8960 req-5743db69-4711-4e78-9685-9882d4c31b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:36.566426 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-090b7daa-78b5-419e-8027-0543478b8960 req-5743db69-4711-4e78-9685-9882d4c31b41 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8a187a5f08ca423da53c90074483cfd4&device_id=c9f8f8a4-cbe4-42f3-85aa-c0908eb35071 HTTP/1.1" status: 200 len: 1097 time: 0.1258159 Nov 12 01:10:36.668821 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a5fbcbe3-e12d-43e5-b438-1bdbd5ffc6fc tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:36.683689 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a5fbcbe3-e12d-43e5-b438-1bdbd5ffc6fc tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:36.704101 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5fbcbe3-e12d-43e5-b438-1bdbd5ffc6fc tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:10:36.715969 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a5fbcbe3-e12d-43e5-b438-1bdbd5ffc6fc tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:36.716507 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-a5fbcbe3-e12d-43e5-b438-1bdbd5ffc6fc tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Added segment 8a6d3372-a67e-4865-89c1-a58fe7950e73 of type vlan for network d7f8a723-47ee-4cb1-922f-e9aae8a032cf Nov 12 01:10:36.810387 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a5fbcbe3-e12d-43e5-b438-1bdbd5ffc6fc tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:36.815289 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fbcbe3-e12d-43e5-b438-1bdbd5ffc6fc tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f257127-3dd6-423d-acd3-20cd3283a986,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:36.869038 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a5fbcbe3-e12d-43e5-b438-1bdbd5ffc6fc tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:36.883945 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fbcbe3-e12d-43e5-b438-1bdbd5ffc6fc tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:36.887146 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a5fbcbe3-e12d-43e5-b438-1bdbd5ffc6fc tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:36.925359 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b7daa-78b5-419e-8027-0543478b8960 req-d673582a-9440-4a66-94a2-290ceec9ad7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:36.927003 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-090b7daa-78b5-419e-8027-0543478b8960 req-d673582a-9440-4a66-94a2-290ceec9ad7d service neutron] 10.222.0.54 "GET /v2.0/networks?id=ca70e604-924c-460e-b6e9-d4583b773c26 HTTP/1.1" status: 200 len: 898 time: 0.3527126 Nov 12 01:10:37.010819 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a5fbcbe3-e12d-43e5-b438-1bdbd5ffc6fc tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8906670 Nov 12 01:10:37.014101 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35726) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:37.022513 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-c9588669-ad26-417a-8729-a9bf26663444 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Request body: {'subnet': {'network_id': 'd7f8a723-47ee-4cb1-922f-e9aae8a032cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:37.042212 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fbcbe3-e12d-43e5-b438-1bdbd5ffc6fc tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Pushing event updated for resources: {'Network': ['ID=d7f8a723-47ee-4cb1-922f-e9aae8a032cf,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:37.074280 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network d7f8a723-47ee-4cb1-922f-e9aae8a032cf details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:10:37.119871 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-090b7daa-78b5-419e-8027-0543478b8960 req-d96ca5af-a0d4-4850-9443-f73ad3b5dd33 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a3f7736-7802-4a9b-b1f7-5fb5419ef03c HTTP/1.1" status: 200 len: 999 time: 0.1801045 Nov 12 01:10:37.181568 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9588669-ad26-417a-8729-a9bf26663444 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Made reservation on behalf of 4c52fd824ffa403cbde27289fdb111b4 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:10:37.189646 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c9588669-ad26-417a-8729-a9bf26663444 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:37.251259 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b7daa-78b5-419e-8027-0543478b8960 req-a0c2fe30-b351-4745-8b3e-a14b6843befa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:37.253632 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-090b7daa-78b5-419e-8027-0543478b8960 req-a0c2fe30-b351-4745-8b3e-a14b6843befa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=78f2cdb7-2132-4d72-81ca-8bfa2cefc929 HTTP/1.1" status: 200 len: 834 time: 0.1260154 Nov 12 01:10:37.282925 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-61dd24ba-304a-4cff-be2b-0f2344c28611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d79b43-e5a3-4b14-9b22-2e48f7dca35d', 'name': 'tempest-TestNetworkBasicOps-router-466309779', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ec04b4b6-92aa-4236-9645-b5924748cafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:51Z', 'updated_at': '2021-11-12T01:10:03Z', 'revision_number': 4, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'gw_port': {'id': 'ec04b4b6-92aa-4236-9645-b5924748cafd', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d79b43-e5a3-4b14-9b22-2e48f7dca35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:52Z', 'updated_at': '2021-11-12T01:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '275d700c-9751-451b-b591-77b295b0ed5d', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'floating_ip_address': '172.25.2.197', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'b9d79b43-e5a3-4b14-9b22-2e48f7dca35d', 'port_id': '8a3f7736-7802-4a9b-b1f7-5fb5419ef03c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca70e604-924c-460e-b6e9-d4583b773c26', 'mac_address': 'fa:16:3e:9b:78:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f8f8a4-cbe4-42f3-85aa-c0908eb35071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:10:33Z', 'updated_at': '2021-11-12T01:10:33Z', 'revision_number': 0, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a34a324-c8a4-4435-9a65-04180eaf4360', 'name': '', 'network_id': 'ca70e604-924c-460e-b6e9-d4583b773c26', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'mac_address': 'fa:16:3e:ef:74:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d79b43-e5a3-4b14-9b22-2e48f7dca35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '78f2cdb7-2132-4d72-81ca-8bfa2cefc929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:00Z', 'updated_at': '2021-11-12T01:10:10Z', 'revision_number': 5, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'subnets': [{'id': '78f2cdb7-2132-4d72-81ca-8bfa2cefc929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:37.351319 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dd24ba-304a-4cff-be2b-0f2344c28611 None None] Checking router: b9d79b43-e5a3-4b14-9b22-2e48f7dca35d for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:10:37.370478 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b7daa-78b5-419e-8027-0543478b8960 req-19112250-3cc5-4066-95ba-d28390a560e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:37.372459 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-090b7daa-78b5-419e-8027-0543478b8960 req-19112250-3cc5-4066-95ba-d28390a560e2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ca70e604-924c-460e-b6e9-d4583b773c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1072016 Nov 12 01:10:37.375909 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dd24ba-304a-4cff-be2b-0f2344c28611 None None] Routers {'b9d79b43-e5a3-4b14-9b22-2e48f7dca35d'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:10:37.376318 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-61dd24ba-304a-4cff-be2b-0f2344c28611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:10:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['b9d79b43-e5a3-4b14-9b22-2e48f7dca35d'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:37.429345 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35744) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:37.605640 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b512dbeb-9ea8-446b-8249-40ac5c73832a tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/floatingips/275d700c-9751-451b-b591-77b295b0ed5d HTTP/1.1" status: 200 len: 991 time: 0.1723998 Nov 12 01:10:37.625194 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-090b7daa-78b5-419e-8027-0543478b8960 req-480ac30a-76ce-4862-8809-e4936a868dea service neutron] 10.222.0.54 "GET /v2.0/networks/ca70e604-924c-460e-b6e9-d4583b773c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367082 Nov 12 01:10:37.697485 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-61dd24ba-304a-4cff-be2b-0f2344c28611 None None] Set router b9d79b43-e5a3-4b14-9b22-2e48f7dca35d gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:10:37.753932 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c9588669-ad26-417a-8729-a9bf26663444 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:37.778576 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-090b7daa-78b5-419e-8027-0543478b8960 req-5f8b5eb4-3176-4932-b92c-d0cab4519dd0 service neutron] 10.222.0.54 "GET /v2.0/networks/ca70e604-924c-460e-b6e9-d4583b773c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458344 Nov 12 01:10:37.837837 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9588669-ad26-417a-8729-a9bf26663444 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Pushing event updated for resources: {'Subnet': ['ID=cc51bee3-577b-4432-bd2a-fba77cebbc91,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:37.902015 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9588669-ad26-417a-8729-a9bf26663444 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Checking segment: {'id': '8a6d3372-a67e-4865-89c1-a58fe7950e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd7f8a723-47ee-4cb1-922f-e9aae8a032cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:10:37.902404 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9588669-ad26-417a-8729-a9bf26663444 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Network hostable DHCP agents. Network: d7f8a723-47ee-4cb1-922f-e9aae8a032cf, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:10:37.934353 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9588669-ad26-417a-8729-a9bf26663444 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Network d7f8a723-47ee-4cb1-922f-e9aae8a032cf is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:10:37.960502 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-c9588669-ad26-417a-8729-a9bf26663444 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, d7f8a723-47ee-4cb1-922f-e9aae8a032cf) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:10:37.965063 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9588669-ad26-417a-8729-a9bf26663444 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:37.965858 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c9588669-ad26-417a-8729-a9bf26663444 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:37.992237 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c9588669-ad26-417a-8729-a9bf26663444 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9769959 Nov 12 01:10:37.995391 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35768) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:38.001908 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-bafe1ada-650a-4be2-8ac2-6ddeb495ea4f tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Request body: {'port': {'network_id': 'd7f8a723-47ee-4cb1-922f-e9aae8a032cf', 'name': 'tempest-AllowedAddressPairTestJSON-655929898'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:38.235058 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a407041-4713-44a0-9070-93be8b4b9525 None None] Network d7f8a723-47ee-4cb1-922f-e9aae8a032cf requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:10:38.251439 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafe1ada-650a-4be2-8ac2-6ddeb495ea4f tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Made reservation on behalf of 4c52fd824ffa403cbde27289fdb111b4 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:10:38.258005 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bafe1ada-650a-4be2-8ac2-6ddeb495ea4f tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:38.296031 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-bafe1ada-650a-4be2-8ac2-6ddeb495ea4f tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] device_id is not set on port 66b8e940-4ff0-4294-9ece-87d7611e0342 yet. {{(pid=102661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:10:38.308819 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:38.561918 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-bafe1ada-650a-4be2-8ac2-6ddeb495ea4f tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Allocated IP 172.20.0.8 (d7f8a723-47ee-4cb1-922f-e9aae8a032cf/cc51bee3-577b-4432-bd2a-fba77cebbc91/66b8e940-4ff0-4294-9ece-87d7611e0342) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:10:38.608877 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35786) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:38.813246 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bafe1ada-650a-4be2-8ac2-6ddeb495ea4f tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:38.858529 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bafe1ada-650a-4be2-8ac2-6ddeb495ea4f tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:38.867743 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8dc7bfe9-66fa-40c0-a937-447cf1f0879d tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/floatingips/275d700c-9751-451b-b591-77b295b0ed5d HTTP/1.1" status: 200 len: 991 time: 0.2573357 Nov 12 01:10:38.976207 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29f3448-d074-43ce-b4e4-e90cc4173918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-d7f8a723-47ee-4cb1-922f-e9aae8a032cf', 'network_id': 'd7f8a723-47ee-4cb1-922f-e9aae8a032cf', 'tenant_id': '4c52fd824ffa403cbde27289fdb111b4', 'fixed_ips': [{'subnet_id': 'cc51bee3-577b-4432-bd2a-fba77cebbc91'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:10:38.977353 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a29f3448-d074-43ce-b4e4-e90cc4173918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:38.985498 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafe1ada-650a-4be2-8ac2-6ddeb495ea4f tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Network d7f8a723-47ee-4cb1-922f-e9aae8a032cf is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:10:39.005519 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-bafe1ada-650a-4be2-8ac2-6ddeb495ea4f tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:10:39.024268 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafe1ada-650a-4be2-8ac2-6ddeb495ea4f tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:10:39.107949 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafe1ada-650a-4be2-8ac2-6ddeb495ea4f tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:39.108573 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bafe1ada-650a-4be2-8ac2-6ddeb495ea4f tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:39.144678 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35798) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:39.150508 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-c4d85803-75f0-4551-baa7-d8c7d5a89d96 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Request body: {'port': {'network_id': 'd7f8a723-47ee-4cb1-922f-e9aae8a032cf', 'name': 'tempest-AllowedAddressPairTestJSON-1362213135', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:73:2b:ae'}]}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:39.159583 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-bafe1ada-650a-4be2-8ac2-6ddeb495ea4f tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1629407 Nov 12 01:10:39.161046 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe1ada-650a-4be2-8ac2-6ddeb495ea4f tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Pushing event updated for resources: {'Port': ['ID=66b8e940-4ff0-4294-9ece-87d7611e0342,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:39.186473 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe1ada-650a-4be2-8ac2-6ddeb495ea4f tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:39.188676 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe1ada-650a-4be2-8ac2-6ddeb495ea4f tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:39.189140 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe1ada-650a-4be2-8ac2-6ddeb495ea4f tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:39.189750 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe1ada-650a-4be2-8ac2-6ddeb495ea4f tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:39.195242 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe1ada-650a-4be2-8ac2-6ddeb495ea4f tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:39.196006 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe1ada-650a-4be2-8ac2-6ddeb495ea4f tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:39.196448 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe1ada-650a-4be2-8ac2-6ddeb495ea4f tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:39.196898 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe1ada-650a-4be2-8ac2-6ddeb495ea4f tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:39.197326 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe1ada-650a-4be2-8ac2-6ddeb495ea4f tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:39.197777 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe1ada-650a-4be2-8ac2-6ddeb495ea4f tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:39.198195 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe1ada-650a-4be2-8ac2-6ddeb495ea4f tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:39.198615 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe1ada-650a-4be2-8ac2-6ddeb495ea4f tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:39.255880 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-61dd24ba-304a-4cff-be2b-0f2344c28611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d79b43-e5a3-4b14-9b22-2e48f7dca35d', 'name': 'tempest-TestNetworkBasicOps-router-466309779', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ec04b4b6-92aa-4236-9645-b5924748cafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:51Z', 'updated_at': '2021-11-12T01:10:03Z', 'revision_number': 4, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'gw_port': {'id': 'ec04b4b6-92aa-4236-9645-b5924748cafd', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d79b43-e5a3-4b14-9b22-2e48f7dca35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:52Z', 'updated_at': '2021-11-12T01:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '275d700c-9751-451b-b591-77b295b0ed5d', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'floating_ip_address': '172.25.2.197', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'b9d79b43-e5a3-4b14-9b22-2e48f7dca35d', 'port_id': '8a3f7736-7802-4a9b-b1f7-5fb5419ef03c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca70e604-924c-460e-b6e9-d4583b773c26', 'mac_address': 'fa:16:3e:9b:78:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f8f8a4-cbe4-42f3-85aa-c0908eb35071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:10:33Z', 'updated_at': '2021-11-12T01:10:33Z', 'revision_number': 0, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a34a324-c8a4-4435-9a65-04180eaf4360', 'name': '', 'network_id': 'ca70e604-924c-460e-b6e9-d4583b773c26', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'mac_address': 'fa:16:3e:ef:74:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d79b43-e5a3-4b14-9b22-2e48f7dca35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '78f2cdb7-2132-4d72-81ca-8bfa2cefc929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:00Z', 'updated_at': '2021-11-12T01:10:10Z', 'revision_number': 5, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'subnets': [{'id': '78f2cdb7-2132-4d72-81ca-8bfa2cefc929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:39.353019 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dd24ba-304a-4cff-be2b-0f2344c28611 None None] The sync data for ids ['b9d79b43-e5a3-4b14-9b22-2e48f7dca35d'] in n-d-812236-11 is: [{'id': 'b9d79b43-e5a3-4b14-9b22-2e48f7dca35d', 'name': 'tempest-TestNetworkBasicOps-router-466309779', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ec04b4b6-92aa-4236-9645-b5924748cafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:51Z', 'updated_at': '2021-11-12T01:10:03Z', 'revision_number': 4, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'gw_port': {'id': 'ec04b4b6-92aa-4236-9645-b5924748cafd', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d79b43-e5a3-4b14-9b22-2e48f7dca35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:52Z', 'updated_at': '2021-11-12T01:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '275d700c-9751-451b-b591-77b295b0ed5d', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'floating_ip_address': '172.25.2.197', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'b9d79b43-e5a3-4b14-9b22-2e48f7dca35d', 'port_id': '8a3f7736-7802-4a9b-b1f7-5fb5419ef03c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca70e604-924c-460e-b6e9-d4583b773c26', 'mac_address': 'fa:16:3e:9b:78:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f8f8a4-cbe4-42f3-85aa-c0908eb35071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:10:33Z', 'updated_at': '2021-11-12T01:10:33Z', 'revision_number': 0, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a34a324-c8a4-4435-9a65-04180eaf4360', 'name': '', 'network_id': 'ca70e604-924c-460e-b6e9-d4583b773c26', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'mac_address': 'fa:16:3e:ef:74:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d79b43-e5a3-4b14-9b22-2e48f7dca35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '78f2cdb7-2132-4d72-81ca-8bfa2cefc929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:00Z', 'updated_at': '2021-11-12T01:10:10Z', 'revision_number': 5, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'subnets': [{'id': '78f2cdb7-2132-4d72-81ca-8bfa2cefc929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:10:39.365624 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:39.386876 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-a29f3448-d074-43ce-b4e4-e90cc4173918 None None] Allocated IP 172.20.0.2 (d7f8a723-47ee-4cb1-922f-e9aae8a032cf/cc51bee3-577b-4432-bd2a-fba77cebbc91/c56530ac-fa60-482f-83a5-ca0054e7a7a0) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:10:39.461486 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d85803-75f0-4551-baa7-d8c7d5a89d96 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Made reservation on behalf of 4c52fd824ffa403cbde27289fdb111b4 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:10:39.677934 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4d85803-75f0-4551-baa7-d8c7d5a89d96 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:39.735965 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-c4d85803-75f0-4551-baa7-d8c7d5a89d96 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] device_id is not set on port 5747b184-3771-4d73-81c4-bd9e96087f56 yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:10:39.838981 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a29f3448-d074-43ce-b4e4-e90cc4173918 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:39.847575 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa4eeec-8c11-4363-a375-0af3cb444d7b None None] New status for floating IP 275d700c-9751-451b-b591-77b295b0ed5d: ACTIVE {{(pid=102664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:10:39.871178 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35812) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:39.905269 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a29f3448-d074-43ce-b4e4-e90cc4173918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:40.067454 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ba6f4b5b-f7d7-4ba5-80cb-1d1f411911da tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/floatingips/275d700c-9751-451b-b591-77b295b0ed5d HTTP/1.1" status: 200 len: 991 time: 0.1949079 Nov 12 01:10:40.081409 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f3448-d074-43ce-b4e4-e90cc4173918 None None] Pushing event updated for resources: {'Port': ['ID=c56530ac-fa60-482f-83a5-ca0054e7a7a0,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:40.082739 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-c4d85803-75f0-4551-baa7-d8c7d5a89d96 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Allocated IP 172.20.0.13 (d7f8a723-47ee-4cb1-922f-e9aae8a032cf/cc51bee3-577b-4432-bd2a-fba77cebbc91/5747b184-3771-4d73-81c4-bd9e96087f56) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:10:40.085640 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:40.123610 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29f3448-d074-43ce-b4e4-e90cc4173918 None None] Network d7f8a723-47ee-4cb1-922f-e9aae8a032cf is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:10:40.127862 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-a29f3448-d074-43ce-b4e4-e90cc4173918 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:10:40.137462 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29f3448-d074-43ce-b4e4-e90cc4173918 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:10:40.336751 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-a29f3448-d074-43ce-b4e4-e90cc4173918 None None] Attempting to bind port c56530ac-fa60-482f-83a5-ca0054e7a7a0 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:10:40.337131 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-a29f3448-d074-43ce-b4e4-e90cc4173918 None None] Attempting to bind port c56530ac-fa60-482f-83a5-ca0054e7a7a0 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '8a6d3372-a67e-4865-89c1-a58fe7950e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd7f8a723-47ee-4cb1-922f-e9aae8a032cf'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:10:40.337524 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29f3448-d074-43ce-b4e4-e90cc4173918 None None] Attempting to bind port c56530ac-fa60-482f-83a5-ca0054e7a7a0 on network d7f8a723-47ee-4cb1-922f-e9aae8a032cf {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:10:40.360645 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29f3448-d074-43ce-b4e4-e90cc4173918 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:10:40.361817 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29f3448-d074-43ce-b4e4-e90cc4173918 None None] Checking segment: {'id': '8a6d3372-a67e-4865-89c1-a58fe7950e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd7f8a723-47ee-4cb1-922f-e9aae8a032cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:10:40.362227 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a29f3448-d074-43ce-b4e4-e90cc4173918 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:40.365960 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29f3448-d074-43ce-b4e4-e90cc4173918 None None] Bound using segment: {'id': '8a6d3372-a67e-4865-89c1-a58fe7950e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd7f8a723-47ee-4cb1-922f-e9aae8a032cf'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:10:40.366600 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-a29f3448-d074-43ce-b4e4-e90cc4173918 None None] Bound port: c56530ac-fa60-482f-83a5-ca0054e7a7a0, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a6d3372-a67e-4865-89c1-a58fe7950e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd7f8a723-47ee-4cb1-922f-e9aae8a032cf'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:10:40.368087 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a29f3448-d074-43ce-b4e4-e90cc4173918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:40.531562 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-a29f3448-d074-43ce-b4e4-e90cc4173918 None None] For port c56530ac-fa60-482f-83a5-ca0054e7a7a0, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:10:40.541042 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-a29f3448-d074-43ce-b4e4-e90cc4173918 None None] For port c56530ac-fa60-482f-83a5-ca0054e7a7a0, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=c56530ac-fa60-482f-83a5-ca0054e7a7a0,segment=NetworkSegment(8a6d3372-a67e-4865-89c1-a58fe7950e73),segment_id=8a6d3372-a67e-4865-89c1-a58fe7950e73)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:10:40.548215 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a29f3448-d074-43ce-b4e4-e90cc4173918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:40.559395 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4d85803-75f0-4551-baa7-d8c7d5a89d96 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:40.604419 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4d85803-75f0-4551-baa7-d8c7d5a89d96 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:40.642427 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d85803-75f0-4551-baa7-d8c7d5a89d96 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Network d7f8a723-47ee-4cb1-922f-e9aae8a032cf is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:10:40.655441 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f3448-d074-43ce-b4e4-e90cc4173918 None None] Pushing event updated for resources: {'Port': ['ID=c56530ac-fa60-482f-83a5-ca0054e7a7a0,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:40.664582 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-c4d85803-75f0-4551-baa7-d8c7d5a89d96 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:10:40.670131 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d85803-75f0-4551-baa7-d8c7d5a89d96 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:10:40.726805 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d85803-75f0-4551-baa7-d8c7d5a89d96 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Pushing event updated for resources: {'Port': ['ID=5747b184-3771-4d73-81c4-bd9e96087f56,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:40.781182 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d85803-75f0-4551-baa7-d8c7d5a89d96 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:40.782319 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4d85803-75f0-4551-baa7-d8c7d5a89d96 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:40.807260 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c4d85803-75f0-4551-baa7-d8c7d5a89d96 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.6612487 Nov 12 01:10:40.809803 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35830) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:40.907337 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062a0521-4f73-4900-b629-0c2975358359 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:40.930354 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062a0521-4f73-4900-b629-0c2975358359 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:40.944836 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062a0521-4f73-4900-b629-0c2975358359 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:40.971041 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35836) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:40.971394 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-062a0521-4f73-4900-b629-0c2975358359 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.1602387 Nov 12 01:10:40.979693 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:41.073363 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35840) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:41.182107 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-2381c48a-8f5e-4661-8640-5f8fc94eb128 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Deleting port 5747b184-3771-4d73-81c4-bd9e96087f56 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:10:41.182456 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2381c48a-8f5e-4661-8640-5f8fc94eb128 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:41.224784 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1fa3ace8-4afb-4cbe-999a-6b7db8796cd3 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/floatingips/275d700c-9751-451b-b591-77b295b0ed5d HTTP/1.1" status: 200 len: 993 time: 0.1501379 Nov 12 01:10:41.298941 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2381c48a-8f5e-4661-8640-5f8fc94eb128 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:41.330056 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-2381c48a-8f5e-4661-8640-5f8fc94eb128 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Calling delete_port for 5747b184-3771-4d73-81c4-bd9e96087f56 owned by {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:10:41.515696 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2381c48a-8f5e-4661-8640-5f8fc94eb128 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:41.561755 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2381c48a-8f5e-4661-8640-5f8fc94eb128 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Pushing event deleted for resources: {'Port': ['ID=5747b184-3771-4d73-81c4-bd9e96087f56,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:41.759368 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device c56530ac-fa60-482f-83a5-ca0054e7a7a0 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:10:41.858919 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2381c48a-8f5e-4661-8640-5f8fc94eb128 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:41.867455 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2381c48a-8f5e-4661-8640-5f8fc94eb128 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] 10.222.0.20 "DELETE /v2.0/ports/5747b184-3771-4d73-81c4-bd9e96087f56 HTTP/1.1" status: 204 len: 168 time: 0.8929393 Nov 12 01:10:41.868212 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35856) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:41.913112 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port c56530ac-fa60-482f-83a5-ca0054e7a7a0 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:41.923476 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:41.940628 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdd65115-a23e-4768-8b25-cb3a2daaf6c3 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] GET failed (client error): The resource could not be found. Nov 12 01:10:41.946587 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-cdd65115-a23e-4768-8b25-cb3a2daaf6c3 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] 10.222.0.20 "GET /v2.0/ports/5747b184-3771-4d73-81c4-bd9e96087f56 HTTP/1.1" status: 404 len: 333 time: 0.0721335 Nov 12 01:10:41.946977 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35858) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:41.968577 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-0eda0ee9-f500-4438-b3cf-9c4eabdc88b7 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Request body: {'port': {'network_id': 'd7f8a723-47ee-4cb1-922f-e9aae8a032cf', 'name': 'tempest-AllowedAddressPairTestJSON-116830038'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:42.062557 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:42.146550 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port c56530ac-fa60-482f-83a5-ca0054e7a7a0, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=c56530ac-fa60-482f-83a5-ca0054e7a7a0,segment=NetworkSegment(8a6d3372-a67e-4865-89c1-a58fe7950e73),segment_id=8a6d3372-a67e-4865-89c1-a58fe7950e73)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:42.156779 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:42.176117 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eda0ee9-f500-4438-b3cf-9c4eabdc88b7 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Made reservation on behalf of 4c52fd824ffa403cbde27289fdb111b4 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:10:42.191007 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0eda0ee9-f500-4438-b3cf-9c4eabdc88b7 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:42.239419 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0eda0ee9-f500-4438-b3cf-9c4eabdc88b7 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] device_id is not set on port 88835c6a-332b-4952-a957-cd96f1b37854 yet. {{(pid=102661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:10:42.274996 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=c56530ac-fa60-482f-83a5-ca0054e7a7a0,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:42.340789 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0f5ea7-b534-4684-9438-996829a591ed None None] Network d7f8a723-47ee-4cb1-922f-e9aae8a032cf requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:10:42.409664 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-0eda0ee9-f500-4438-b3cf-9c4eabdc88b7 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Allocated IP 172.20.0.12 (d7f8a723-47ee-4cb1-922f-e9aae8a032cf/cc51bee3-577b-4432-bd2a-fba77cebbc91/88835c6a-332b-4952-a957-cd96f1b37854) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:10:42.469212 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-87a6e6b6-afaf-45a8-a1bb-7a0b3757a9e8 None None] Provisioning complete for port c56530ac-fa60-482f-83a5-ca0054e7a7a0 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:42.469721 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-87a6e6b6-afaf-45a8-a1bb-7a0b3757a9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:42.769867 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0eda0ee9-f500-4438-b3cf-9c4eabdc88b7 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:42.811792 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:42.908973 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0eda0ee9-f500-4438-b3cf-9c4eabdc88b7 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:42.969579 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eda0ee9-f500-4438-b3cf-9c4eabdc88b7 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Network d7f8a723-47ee-4cb1-922f-e9aae8a032cf is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:10:42.979012 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-0eda0ee9-f500-4438-b3cf-9c4eabdc88b7 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:10:42.992197 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eda0ee9-f500-4438-b3cf-9c4eabdc88b7 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:10:42.996025 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda0ee9-f500-4438-b3cf-9c4eabdc88b7 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Pushing event updated for resources: {'Port': ['ID=88835c6a-332b-4952-a957-cd96f1b37854,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:43.073863 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eda0ee9-f500-4438-b3cf-9c4eabdc88b7 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:43.074607 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0eda0ee9-f500-4438-b3cf-9c4eabdc88b7 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:43.110449 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0eda0ee9-f500-4438-b3cf-9c4eabdc88b7 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1623545 Nov 12 01:10:43.113485 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35876) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:43.120811 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-aa495c9d-4e64-4eff-9eba-7c8f7d27f3dd tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:73:2b:ae'}]}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:43.258254 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-121f6071-e4f3-4c41-88f5-3965404946cf None None] Provisioning complete for port c56530ac-fa60-482f-83a5-ca0054e7a7a0 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:43.258627 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-121f6071-e4f3-4c41-88f5-3965404946cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:43.389858 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aa495c9d-4e64-4eff-9eba-7c8f7d27f3dd tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:43.746428 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-121f6071-e4f3-4c41-88f5-3965404946cf None None] Provisioning complete for port 66b8e940-4ff0-4294-9ece-87d7611e0342 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:43.748136 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-121f6071-e4f3-4c41-88f5-3965404946cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:43.938413 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device c56530ac-fa60-482f-83a5-ca0054e7a7a0 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:10:44.077102 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-121f6071-e4f3-4c41-88f5-3965404946cf None None] Port 66b8e940-4ff0-4294-9ece-87d7611e0342 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:10:44.115398 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port c56530ac-fa60-482f-83a5-ca0054e7a7a0 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:44.115954 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:44.129482 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aa495c9d-4e64-4eff-9eba-7c8f7d27f3dd tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:44.136359 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aa495c9d-4e64-4eff-9eba-7c8f7d27f3dd tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:44.223808 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-247b3007-d22b-4f1b-bc74-6f4b782d59ec None None] Could not find standard attr ID for object 5747b184-3771-4d73-81c4-bd9e96087f56. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:10:44.258850 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-247b3007-d22b-4f1b-bc74-6f4b782d59ec None None] Provisioning complete for port 66b8e940-4ff0-4294-9ece-87d7611e0342 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:44.259269 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-247b3007-d22b-4f1b-bc74-6f4b782d59ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:44.299725 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-247b3007-d22b-4f1b-bc74-6f4b782d59ec None None] Port 66b8e940-4ff0-4294-9ece-87d7611e0342 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:10:44.305647 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-aa495c9d-4e64-4eff-9eba-7c8f7d27f3dd tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] In _notify_port_updated(), no bound segment for port 88835c6a-332b-4952-a957-cd96f1b37854 on network d7f8a723-47ee-4cb1-922f-e9aae8a032cf {{(pid=102662) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:10:44.311596 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa495c9d-4e64-4eff-9eba-7c8f7d27f3dd tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:44.312382 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aa495c9d-4e64-4eff-9eba-7c8f7d27f3dd tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:44.314092 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-aa495c9d-4e64-4eff-9eba-7c8f7d27f3dd tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] 10.222.0.20 "PUT /v2.0/ports/88835c6a-332b-4952-a957-cd96f1b37854 HTTP/1.1" status: 200 len: 993 time: 1.1993778 Nov 12 01:10:44.316802 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35908) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:44.334967 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa495c9d-4e64-4eff-9eba-7c8f7d27f3dd tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Pushing event updated for resources: {'Port': ['ID=88835c6a-332b-4952-a957-cd96f1b37854,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:44.547525 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-93b5c519-614c-4609-8f33-a1eecb948df7 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Deleting port 88835c6a-332b-4952-a957-cd96f1b37854 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:10:44.548002 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-93b5c519-614c-4609-8f33-a1eecb948df7 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:44.593158 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-7c5be1a0-8a15-499d-83dc-e0fa8789a894 None None] Provisioning complete for port 88835c6a-332b-4952-a957-cd96f1b37854 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:44.593474 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7c5be1a0-8a15-499d-83dc-e0fa8789a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:44.726411 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-7c5be1a0-8a15-499d-83dc-e0fa8789a894 None None] Port 88835c6a-332b-4952-a957-cd96f1b37854 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:10:44.746498 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-93b5c519-614c-4609-8f33-a1eecb948df7 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:44.761814 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-93b5c519-614c-4609-8f33-a1eecb948df7 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Calling delete_port for 88835c6a-332b-4952-a957-cd96f1b37854 owned by {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:10:45.032166 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-93b5c519-614c-4609-8f33-a1eecb948df7 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:45.185292 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b5c519-614c-4609-8f33-a1eecb948df7 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Pushing event deleted for resources: {'Port': ['ID=88835c6a-332b-4952-a957-cd96f1b37854,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:45.472018 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-c1506d4f-57cf-4e56-9b6a-d848c7a10ed4 None None] Could not find standard attr ID for object 88835c6a-332b-4952-a957-cd96f1b37854. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:10:46.166031 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-93b5c519-614c-4609-8f33-a1eecb948df7 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:46.169765 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-93b5c519-614c-4609-8f33-a1eecb948df7 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] 10.222.0.20 "DELETE /v2.0/ports/88835c6a-332b-4952-a957-cd96f1b37854 HTTP/1.1" status: 204 len: 168 time: 1.8512850 Nov 12 01:10:46.172357 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 35986) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:46.217299 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-814ead60-df15-4546-8952-2fd5ca7151a7 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] GET failed (client error): The resource could not be found. Nov 12 01:10:46.219312 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-814ead60-df15-4546-8952-2fd5ca7151a7 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] 10.222.0.20 "GET /v2.0/ports/88835c6a-332b-4952-a957-cd96f1b37854 HTTP/1.1" status: 404 len: 333 time: 0.0454261 Nov 12 01:10:46.222898 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35988) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:46.229220 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-f084dded-59cf-44bf-a796-a8fa6e542e62 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Request body: {'port': {'network_id': 'd7f8a723-47ee-4cb1-922f-e9aae8a032cf', 'name': 'tempest-AllowedAddressPairTestJSON-2039107898'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:46.446912 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f084dded-59cf-44bf-a796-a8fa6e542e62 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Made reservation on behalf of 4c52fd824ffa403cbde27289fdb111b4 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:10:46.450570 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f084dded-59cf-44bf-a796-a8fa6e542e62 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:46.481220 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-f084dded-59cf-44bf-a796-a8fa6e542e62 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] device_id is not set on port b7fb59cf-3dd2-4978-a12d-59cb1363f261 yet. {{(pid=102661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:10:46.714610 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-f084dded-59cf-44bf-a796-a8fa6e542e62 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Allocated IP 172.20.0.6 (d7f8a723-47ee-4cb1-922f-e9aae8a032cf/cc51bee3-577b-4432-bd2a-fba77cebbc91/b7fb59cf-3dd2-4978-a12d-59cb1363f261) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:10:46.986468 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f084dded-59cf-44bf-a796-a8fa6e542e62 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:47.034346 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f084dded-59cf-44bf-a796-a8fa6e542e62 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:47.111023 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f084dded-59cf-44bf-a796-a8fa6e542e62 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Pushing event updated for resources: {'Port': ['ID=b7fb59cf-3dd2-4978-a12d-59cb1363f261,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:47.128724 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f084dded-59cf-44bf-a796-a8fa6e542e62 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Network d7f8a723-47ee-4cb1-922f-e9aae8a032cf is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:10:47.130265 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-f084dded-59cf-44bf-a796-a8fa6e542e62 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:10:47.143852 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f084dded-59cf-44bf-a796-a8fa6e542e62 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:10:47.264334 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f084dded-59cf-44bf-a796-a8fa6e542e62 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:47.265083 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f084dded-59cf-44bf-a796-a8fa6e542e62 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:47.301638 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f084dded-59cf-44bf-a796-a8fa6e542e62 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0775151 Nov 12 01:10:47.304758 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 35998) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:47.311333 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-87992da3-1564-4c6e-aeec-8378dc7cbd32 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:73:2b:ae'}]}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:47.525980 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-39ed662b-979f-4ef3-9ee2-54e912beaa75 None None] Provisioning complete for port b7fb59cf-3dd2-4978-a12d-59cb1363f261 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:47.527219 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-39ed662b-979f-4ef3-9ee2-54e912beaa75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:47.638177 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-39ed662b-979f-4ef3-9ee2-54e912beaa75 None None] Port b7fb59cf-3dd2-4978-a12d-59cb1363f261 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:10:47.669733 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-87992da3-1564-4c6e-aeec-8378dc7cbd32 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:47.940331 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-87992da3-1564-4c6e-aeec-8378dc7cbd32 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:47.947176 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-87992da3-1564-4c6e-aeec-8378dc7cbd32 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:48.081317 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87992da3-1564-4c6e-aeec-8378dc7cbd32 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Pushing event updated for resources: {'Port': ['ID=b7fb59cf-3dd2-4978-a12d-59cb1363f261,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:48.121321 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-87992da3-1564-4c6e-aeec-8378dc7cbd32 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] In _notify_port_updated(), no bound segment for port b7fb59cf-3dd2-4978-a12d-59cb1363f261 on network d7f8a723-47ee-4cb1-922f-e9aae8a032cf {{(pid=102661) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:10:48.143520 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87992da3-1564-4c6e-aeec-8378dc7cbd32 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:48.144337 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-87992da3-1564-4c6e-aeec-8378dc7cbd32 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:48.149751 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-87992da3-1564-4c6e-aeec-8378dc7cbd32 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] 10.222.0.20 "PUT /v2.0/ports/b7fb59cf-3dd2-4978-a12d-59cb1363f261 HTTP/1.1" status: 200 len: 996 time: 0.8438411 Nov 12 01:10:48.150067 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36008) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:48.359795 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-5101da01-e91c-4dce-984f-a9e71aab462c tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Deleting port b7fb59cf-3dd2-4978-a12d-59cb1363f261 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:10:48.360232 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5101da01-e91c-4dce-984f-a9e71aab462c tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:48.485644 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-99cc1db6-58b6-4f62-8ce1-ea3f4e7c7787 None None] Provisioning complete for port b7fb59cf-3dd2-4978-a12d-59cb1363f261 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:48.487567 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-99cc1db6-58b6-4f62-8ce1-ea3f4e7c7787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:48.534575 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-99cc1db6-58b6-4f62-8ce1-ea3f4e7c7787 None None] Port b7fb59cf-3dd2-4978-a12d-59cb1363f261 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:10:48.585838 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36012) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:48.588749 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5101da01-e91c-4dce-984f-a9e71aab462c tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:48.618087 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-5101da01-e91c-4dce-984f-a9e71aab462c tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Calling delete_port for b7fb59cf-3dd2-4978-a12d-59cb1363f261 owned by {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:10:48.707862 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-7807668d-bf22-4b30-81a2-81a05a68d716 admin admin] Deleting subnet 03975778-e3de-4144-8b56-985c8cdcf8ef {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:10:48.728404 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7807668d-bf22-4b30-81a2-81a05a68d716 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:48.767565 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5101da01-e91c-4dce-984f-a9e71aab462c tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:48.805314 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5101da01-e91c-4dce-984f-a9e71aab462c tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Pushing event deleted for resources: {'Port': ['ID=b7fb59cf-3dd2-4978-a12d-59cb1363f261,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:48.816805 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5101da01-e91c-4dce-984f-a9e71aab462c tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:48.817384 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5101da01-e91c-4dce-984f-a9e71aab462c tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:48.817842 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5101da01-e91c-4dce-984f-a9e71aab462c tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:48.818509 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5101da01-e91c-4dce-984f-a9e71aab462c tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:48.818971 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5101da01-e91c-4dce-984f-a9e71aab462c tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:48.819454 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5101da01-e91c-4dce-984f-a9e71aab462c tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:48.819892 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5101da01-e91c-4dce-984f-a9e71aab462c tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:48.820881 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5101da01-e91c-4dce-984f-a9e71aab462c tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:48.821420 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5101da01-e91c-4dce-984f-a9e71aab462c tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:48.822025 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5101da01-e91c-4dce-984f-a9e71aab462c tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:48.822466 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5101da01-e91c-4dce-984f-a9e71aab462c tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:48.823480 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5101da01-e91c-4dce-984f-a9e71aab462c tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:48.828448 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7807668d-bf22-4b30-81a2-81a05a68d716 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:48.908667 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7807668d-bf22-4b30-81a2-81a05a68d716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:48.999474 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5101da01-e91c-4dce-984f-a9e71aab462c tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:49.017830 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5101da01-e91c-4dce-984f-a9e71aab462c tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] 10.222.0.20 "DELETE /v2.0/ports/b7fb59cf-3dd2-4978-a12d-59cb1363f261 HTTP/1.1" status: 204 len: 168 time: 0.8667424 Nov 12 01:10:49.018663 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36020) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:49.067083 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-184c012c-fe39-4ac1-a5cf-87cc63969ed9 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] GET failed (client error): The resource could not be found. Nov 12 01:10:49.069586 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-184c012c-fe39-4ac1-a5cf-87cc63969ed9 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] 10.222.0.20 "GET /v2.0/ports/b7fb59cf-3dd2-4978-a12d-59cb1363f261 HTTP/1.1" status: 404 len: 333 time: 0.0495896 Nov 12 01:10:49.073730 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36022) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:49.081757 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-e6b16446-31ea-4706-bb23-ff4180964d88 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Request body: {'port': {'network_id': 'd7f8a723-47ee-4cb1-922f-e9aae8a032cf', 'name': 'tempest-AllowedAddressPairTestJSON-1693164579'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:49.130430 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7807668d-bf22-4b30-81a2-81a05a68d716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:49.265926 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807668d-bf22-4b30-81a2-81a05a68d716 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03975778-e3de-4144-8b56-985c8cdcf8ef,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:49.275600 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7807668d-bf22-4b30-81a2-81a05a68d716 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:49.279316 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7807668d-bf22-4b30-81a2-81a05a68d716 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/03975778-e3de-4144-8b56-985c8cdcf8ef HTTP/1.1" status: 204 len: 168 time: 0.6919324 Nov 12 01:10:49.282063 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36028) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:49.334085 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:10:49.352990 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b16446-31ea-4706-bb23-ff4180964d88 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Made reservation on behalf of 4c52fd824ffa403cbde27289fdb111b4 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:10:49.364767 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e6b16446-31ea-4706-bb23-ff4180964d88 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:49.416823 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-e6b16446-31ea-4706-bb23-ff4180964d88 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] device_id is not set on port 7e9ab285-f999-4b4f-936f-2f5561eba18a yet. {{(pid=102661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:10:49.467174 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a074f99b-56de-40a2-bc48-def85954acc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:49.661437 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a074f99b-56de-40a2-bc48-def85954acc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:49.663703 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-e6b16446-31ea-4706-bb23-ff4180964d88 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Allocated IP 172.20.0.9 (d7f8a723-47ee-4cb1-922f-e9aae8a032cf/cc51bee3-577b-4432-bd2a-fba77cebbc91/7e9ab285-f999-4b4f-936f-2f5561eba18a) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:10:49.706784 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-a074f99b-56de-40a2-bc48-def85954acc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2984298f-f25b-4e5f-9824-e5df43ebb122']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:49.725538 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-a074f99b-56de-40a2-bc48-def85954acc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd72a4385-26dd-4a22-9827-b4f102e0e66b') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:49.726062 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-a074f99b-56de-40a2-bc48-def85954acc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd72a4385-26dd-4a22-9827-b4f102e0e66b') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:49.761921 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a074f99b-56de-40a2-bc48-def85954acc0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:49.787468 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a074f99b-56de-40a2-bc48-def85954acc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:49.794568 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a074f99b-56de-40a2-bc48-def85954acc0 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:10:49.794981 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a074f99b-56de-40a2-bc48-def85954acc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:49.797173 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:10:49.797173 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:10:49.797173 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:10:49.797173 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:10:49.797173 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:10:49.797173 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:10:49.797173 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:10:49.797173 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:10:49.797173 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:10:49.797173 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:10:49.797173 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:10:49.797173 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:10:49.797173 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:10:49.797173 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:10:49.797173 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:10:49.797173 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:10:49.797173 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:10:49.797173 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:10:49.797173 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:10:49.797173 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:10:49.797173 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:10:49.797173 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:10:49.797173 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:10:49.797173 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:10:49.797173 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:10:49.797173 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:10:49.797173 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:10:49.797173 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:10:49.797173 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:10:49.797173 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:10:49.797173 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:10:49.797173 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:10:49.953146 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a074f99b-56de-40a2-bc48-def85954acc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:49.970957 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e6b16446-31ea-4706-bb23-ff4180964d88 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:49.976300 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a074f99b-56de-40a2-bc48-def85954acc0 admin admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:49.993102 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36032) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:49.993812 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a074f99b-56de-40a2-bc48-def85954acc0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2984298f-f25b-4e5f-9824-e5df43ebb122 HTTP/1.1" status: 204 len: 168 time: 0.7100701 Nov 12 01:10:50.003687 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a074f99b-56de-40a2-bc48-def85954acc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2984298f-f25b-4e5f-9824-e5df43ebb122,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:50.092979 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-41116a88-9762-4435-986b-32f9a49ba238 admin admin] Deleting subnet 772f1e32-0450-44ec-a9d1-cf6aeb810a59 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:10:50.097278 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-41116a88-9762-4435-986b-32f9a49ba238 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:50.200069 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-41116a88-9762-4435-986b-32f9a49ba238 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:50.250521 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e6b16446-31ea-4706-bb23-ff4180964d88 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:50.308201 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-41116a88-9762-4435-986b-32f9a49ba238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:50.337537 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b16446-31ea-4706-bb23-ff4180964d88 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Network d7f8a723-47ee-4cb1-922f-e9aae8a032cf is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:10:50.343953 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-e6b16446-31ea-4706-bb23-ff4180964d88 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:10:50.352602 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b16446-31ea-4706-bb23-ff4180964d88 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:10:50.414835 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b16446-31ea-4706-bb23-ff4180964d88 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:50.415691 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e6b16446-31ea-4706-bb23-ff4180964d88 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:50.435234 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b16446-31ea-4706-bb23-ff4180964d88 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Pushing event updated for resources: {'Port': ['ID=7e9ab285-f999-4b4f-936f-2f5561eba18a,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:50.459789 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e6b16446-31ea-4706-bb23-ff4180964d88 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3844013 Nov 12 01:10:50.462772 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36038) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:50.469151 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-1ea18e8c-7d53-4cd4-a456-a02c2659ea65 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Request body: {'port': {'network_id': 'd7f8a723-47ee-4cb1-922f-e9aae8a032cf', 'name': 'tempest-AllowedAddressPairTestJSON-1795977899'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:50.499280 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-41116a88-9762-4435-986b-32f9a49ba238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:50.561236 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41116a88-9762-4435-986b-32f9a49ba238 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=772f1e32-0450-44ec-a9d1-cf6aeb810a59,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:50.576260 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-41116a88-9762-4435-986b-32f9a49ba238 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:50.583440 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-41116a88-9762-4435-986b-32f9a49ba238 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/772f1e32-0450-44ec-a9d1-cf6aeb810a59 HTTP/1.1" status: 204 len: 168 time: 0.5824966 Nov 12 01:10:50.585489 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36040) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:50.732284 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c14e9a2d-da5a-4018-9eeb-097f173713af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:50.738690 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea18e8c-7d53-4cd4-a456-a02c2659ea65 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Made reservation on behalf of 4c52fd824ffa403cbde27289fdb111b4 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:10:50.742408 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ea18e8c-7d53-4cd4-a456-a02c2659ea65 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:50.777645 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-1ea18e8c-7d53-4cd4-a456-a02c2659ea65 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] device_id is not set on port 34bdb0f6-a0ec-4abe-a951-0ed5858274ae yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:10:50.820202 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-a1f33de1-68de-4d0b-8128-9f8cb4eed720 None None] Provisioning complete for port 7e9ab285-f999-4b4f-936f-2f5561eba18a triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:50.821827 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a1f33de1-68de-4d0b-8128-9f8cb4eed720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:50.896256 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-a1f33de1-68de-4d0b-8128-9f8cb4eed720 None None] Port 7e9ab285-f999-4b4f-936f-2f5561eba18a cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:10:50.914422 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c14e9a2d-da5a-4018-9eeb-097f173713af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:50.942530 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-c14e9a2d-da5a-4018-9eeb-097f173713af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5be49c7-8dc7-45b1-997e-5b9720f945ee']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:50.954378 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-c14e9a2d-da5a-4018-9eeb-097f173713af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe507f0a-0649-44ac-9761-b804a51b6d31') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:50.954824 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-c14e9a2d-da5a-4018-9eeb-097f173713af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe507f0a-0649-44ac-9761-b804a51b6d31') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:50.960789 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-1ea18e8c-7d53-4cd4-a456-a02c2659ea65 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Allocated IP 172.20.0.11 (d7f8a723-47ee-4cb1-922f-e9aae8a032cf/cc51bee3-577b-4432-bd2a-fba77cebbc91/34bdb0f6-a0ec-4abe-a951-0ed5858274ae) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:10:50.966479 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c14e9a2d-da5a-4018-9eeb-097f173713af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:50.985526 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c14e9a2d-da5a-4018-9eeb-097f173713af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:51.019443 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c14e9a2d-da5a-4018-9eeb-097f173713af admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:10:51.019443 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c14e9a2d-da5a-4018-9eeb-097f173713af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:51.023882 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:10:51.023882 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:10:51.023882 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:10:51.023882 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:10:51.023882 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:10:51.023882 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:10:51.023882 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:10:51.023882 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:10:51.023882 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:10:51.023882 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:10:51.023882 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:10:51.023882 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:10:51.023882 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:10:51.023882 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:10:51.023882 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:10:51.023882 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:10:51.023882 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:10:51.023882 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:10:51.023882 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:10:51.023882 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:10:51.023882 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:10:51.023882 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:10:51.023882 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:10:51.023882 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:10:51.023882 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:10:51.023882 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:10:51.023882 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:10:51.023882 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:10:51.023882 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:10:51.023882 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:10:51.023882 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:10:51.023882 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:10:51.126616 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c14e9a2d-da5a-4018-9eeb-097f173713af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:51.144709 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c14e9a2d-da5a-4018-9eeb-097f173713af admin admin] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:51.175662 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c14e9a2d-da5a-4018-9eeb-097f173713af admin admin] 10.222.0.20 "DELETE /v2.0/networks/a5be49c7-8dc7-45b1-997e-5b9720f945ee HTTP/1.1" status: 204 len: 168 time: 0.5844259 Nov 12 01:10:51.183318 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36044) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:51.256051 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14e9a2d-da5a-4018-9eeb-097f173713af admin admin] Pushing event deleted for resources: {'Network': ['ID=a5be49c7-8dc7-45b1-997e-5b9720f945ee,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:51.354502 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ea18e8c-7d53-4cd4-a456-a02c2659ea65 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:51.483790 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ea18e8c-7d53-4cd4-a456-a02c2659ea65 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:51.506405 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36054) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:51.590031 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e73c0ef0-0d20-4889-adfe-a41c1a3e9a70 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=78faeccfc582426582c345180b171a72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0816445 Nov 12 01:10:51.590947 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36056) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:51.597102 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea18e8c-7d53-4cd4-a456-a02c2659ea65 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Network d7f8a723-47ee-4cb1-922f-e9aae8a032cf is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:10:51.605706 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-1ea18e8c-7d53-4cd4-a456-a02c2659ea65 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:10:51.609116 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea18e8c-7d53-4cd4-a456-a02c2659ea65 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Pushing event updated for resources: {'Port': ['ID=34bdb0f6-a0ec-4abe-a951-0ed5858274ae,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:51.611532 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea18e8c-7d53-4cd4-a456-a02c2659ea65 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:10:51.646062 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a59c1dd9-a95b-4687-bb1b-266dc1415754 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:51.679772 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a59c1dd9-a95b-4687-bb1b-266dc1415754 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:51.773994 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a59c1dd9-a95b-4687-bb1b-266dc1415754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:51.777891 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a59c1dd9-a95b-4687-bb1b-266dc1415754 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:51.793361 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a59c1dd9-a95b-4687-bb1b-266dc1415754 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/095ce4c2-fc5b-44a3-94dc-e7e4d9ce01b0 HTTP/1.1" status: 204 len: 168 time: 0.1892312 Nov 12 01:10:51.797995 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea18e8c-7d53-4cd4-a456-a02c2659ea65 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:51.798949 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ea18e8c-7d53-4cd4-a456-a02c2659ea65 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:51.818611 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c1dd9-a95b-4687-bb1b-266dc1415754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095ce4c2-fc5b-44a3-94dc-e7e4d9ce01b0,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:51.863543 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36060) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:51.863845 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1ea18e8c-7d53-4cd4-a456-a02c2659ea65 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3995922 Nov 12 01:10:51.875843 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-f56c93ab-3b40-4f9a-9718-7f0b4c6034db tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:73:2b:ae'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:4d:72:87'}]}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:52.002897 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f56c93ab-3b40-4f9a-9718-7f0b4c6034db tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:52.042105 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-7a4b6b26-5123-47b9-9ca8-ea9998ba640f None None] Provisioning complete for port 34bdb0f6-a0ec-4abe-a951-0ed5858274ae triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:52.044105 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7a4b6b26-5123-47b9-9ca8-ea9998ba640f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:52.128500 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-7a4b6b26-5123-47b9-9ca8-ea9998ba640f None None] Port 34bdb0f6-a0ec-4abe-a951-0ed5858274ae cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:10:52.202975 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ee3635e3-3830-4abd-adb2-41b029d0d47b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:52.397098 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f56c93ab-3b40-4f9a-9718-7f0b4c6034db tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:52.404594 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f56c93ab-3b40-4f9a-9718-7f0b4c6034db tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:52.494181 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36072) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:52.504472 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f56c93ab-3b40-4f9a-9718-7f0b4c6034db tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] In _notify_port_updated(), no bound segment for port 34bdb0f6-a0ec-4abe-a951-0ed5858274ae on network d7f8a723-47ee-4cb1-922f-e9aae8a032cf {{(pid=102661) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:10:52.510753 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56c93ab-3b40-4f9a-9718-7f0b4c6034db tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:52.511719 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f56c93ab-3b40-4f9a-9718-7f0b4c6034db tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:52.516111 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f56c93ab-3b40-4f9a-9718-7f0b4c6034db tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] 10.222.0.20 "PUT /v2.0/ports/34bdb0f6-a0ec-4abe-a951-0ed5858274ae HTTP/1.1" status: 200 len: 1056 time: 0.6507297 Nov 12 01:10:52.516760 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36074) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:52.655529 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c93ab-3b40-4f9a-9718-7f0b4c6034db tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Pushing event updated for resources: {'Port': ['ID=34bdb0f6-a0ec-4abe-a951-0ed5858274ae,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:52.702093 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-76517adc-0666-420c-98f3-3ccbfffdfdad tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Deleting port 34bdb0f6-a0ec-4abe-a951-0ed5858274ae {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:10:52.703340 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-76517adc-0666-420c-98f3-3ccbfffdfdad tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:52.748203 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-70fe2113-769f-4268-af80-c40d959831d6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a3b91d49d2d348fbb025a164ea52a8f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2509260 Nov 12 01:10:52.753909 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36076) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:52.786572 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-ee3635e3-3830-4abd-adb2-41b029d0d47b admin admin] Deleting port f632277d-70dd-490e-b1bd-49766ad29700 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:10:52.787444 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ee3635e3-3830-4abd-adb2-41b029d0d47b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:52.839236 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-76517adc-0666-420c-98f3-3ccbfffdfdad tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:52.859428 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-76517adc-0666-420c-98f3-3ccbfffdfdad tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Calling delete_port for 34bdb0f6-a0ec-4abe-a951-0ed5858274ae owned by {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:10:52.862940 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-1ad02095-0284-4cdd-9c44-368c1eac573f None None] Provisioning complete for port 34bdb0f6-a0ec-4abe-a951-0ed5858274ae triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:52.863317 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1ad02095-0284-4cdd-9c44-368c1eac573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:52.869983 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fc334439-c5ac-4438-9335-793232b4da96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:52.895918 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fc334439-c5ac-4438-9335-793232b4da96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:52.939147 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-1ad02095-0284-4cdd-9c44-368c1eac573f None None] Port 34bdb0f6-a0ec-4abe-a951-0ed5858274ae cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:10:52.957748 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fc334439-c5ac-4438-9335-793232b4da96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:52.963809 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fc334439-c5ac-4438-9335-793232b4da96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:52.970199 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-fc334439-c5ac-4438-9335-793232b4da96 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/308c43bf-0bc3-401e-afdb-237233b1f40e HTTP/1.1" status: 204 len: 168 time: 0.2149317 Nov 12 01:10:52.984857 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc334439-c5ac-4438-9335-793232b4da96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308c43bf-0bc3-401e-afdb-237233b1f40e,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:53.033681 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-ee3635e3-3830-4abd-adb2-41b029d0d47b admin admin] For port f632277d-70dd-490e-b1bd-49766ad29700, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=f632277d-70dd-490e-b1bd-49766ad29700,segment=NetworkSegment(bac9ae7f-c1bf-42c9-91a3-fcb8f2c6d79e),segment_id=bac9ae7f-c1bf-42c9-91a3-fcb8f2c6d79e)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:53.034344 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ee3635e3-3830-4abd-adb2-41b029d0d47b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:53.055877 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-ee3635e3-3830-4abd-adb2-41b029d0d47b admin admin] Calling delete_port for f632277d-70dd-490e-b1bd-49766ad29700 owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:10:53.113814 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-76517adc-0666-420c-98f3-3ccbfffdfdad tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:53.171575 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76517adc-0666-420c-98f3-3ccbfffdfdad tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Pushing event deleted for resources: {'Port': ['ID=34bdb0f6-a0ec-4abe-a951-0ed5858274ae,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:53.326761 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ee3635e3-3830-4abd-adb2-41b029d0d47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:53.400735 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3635e3-3830-4abd-adb2-41b029d0d47b admin admin] Pushing event deleted for resources: {'Port': ['ID=f632277d-70dd-490e-b1bd-49766ad29700,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:53.636304 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-76517adc-0666-420c-98f3-3ccbfffdfdad tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:53.647512 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-76517adc-0666-420c-98f3-3ccbfffdfdad tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] 10.222.0.20 "DELETE /v2.0/ports/34bdb0f6-a0ec-4abe-a951-0ed5858274ae HTTP/1.1" status: 204 len: 168 time: 1.1240363 Nov 12 01:10:53.648647 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36090) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:53.711275 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-41adf6a7-6bee-4a0e-809e-c0f38d954c81 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] GET failed (client error): The resource could not be found. Nov 12 01:10:53.715496 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-41adf6a7-6bee-4a0e-809e-c0f38d954c81 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] 10.222.0.20 "GET /v2.0/ports/34bdb0f6-a0ec-4abe-a951-0ed5858274ae HTTP/1.1" status: 404 len: 333 time: 0.0634573 Nov 12 01:10:53.716924 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36094) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:53.756957 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ee3635e3-3830-4abd-adb2-41b029d0d47b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:53.931578 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-a078f5c5-e6a7-4b6a-9a34-5bc26717bc61 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Deleting port 7e9ab285-f999-4b4f-936f-2f5561eba18a {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:10:53.932167 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a078f5c5-e6a7-4b6a-9a34-5bc26717bc61 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:54.073699 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a078f5c5-e6a7-4b6a-9a34-5bc26717bc61 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:54.087649 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-a078f5c5-e6a7-4b6a-9a34-5bc26717bc61 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Calling delete_port for 7e9ab285-f999-4b4f-936f-2f5561eba18a owned by {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:10:54.253528 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a078f5c5-e6a7-4b6a-9a34-5bc26717bc61 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:54.304884 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a078f5c5-e6a7-4b6a-9a34-5bc26717bc61 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Pushing event deleted for resources: {'Port': ['ID=7e9ab285-f999-4b4f-936f-2f5561eba18a,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:54.445135 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a078f5c5-e6a7-4b6a-9a34-5bc26717bc61 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:54.451812 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a078f5c5-e6a7-4b6a-9a34-5bc26717bc61 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] 10.222.0.20 "DELETE /v2.0/ports/7e9ab285-f999-4b4f-936f-2f5561eba18a HTTP/1.1" status: 204 len: 168 time: 0.7338800 Nov 12 01:10:54.455267 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36112) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:54.495517 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-12929bb5-22fe-48d7-9505-a0add8892dc5 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] GET failed (client error): The resource could not be found. Nov 12 01:10:54.509625 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-12929bb5-22fe-48d7-9505-a0add8892dc5 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] 10.222.0.20 "GET /v2.0/ports/7e9ab285-f999-4b4f-936f-2f5561eba18a HTTP/1.1" status: 404 len: 333 time: 0.0534043 Nov 12 01:10:54.517346 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36116) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:54.566516 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee3635e3-3830-4abd-adb2-41b029d0d47b admin admin] Router 76898a84-4c91-4751-8001-8154b7313ea5 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:10:54.765876 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3635e3-3830-4abd-adb2-41b029d0d47b admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:10:54.772300 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ee3635e3-3830-4abd-adb2-41b029d0d47b admin admin] 10.222.0.20 "PUT /v2.0/routers/76898a84-4c91-4751-8001-8154b7313ea5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5875592 Nov 12 01:10:54.775210 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36118) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:54.776287 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a49e36f-f4cb-48d8-ac12-7e6a288b3b3f None None] Sync routers for ids ['76898a84-4c91-4751-8001-8154b7313ea5'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:10:54.787923 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-29c78157-ecbd-4a44-8c54-13154f56e25f tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Deleting port 66b8e940-4ff0-4294-9ece-87d7611e0342 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:10:54.788356 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-29c78157-ecbd-4a44-8c54-13154f56e25f tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:54.788765 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a49e36f-f4cb-48d8-ac12-7e6a288b3b3f None None] Routers {'76898a84-4c91-4751-8001-8154b7313ea5'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:10:54.789418 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-1a49e36f-f4cb-48d8-ac12-7e6a288b3b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:10:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['76898a84-4c91-4751-8001-8154b7313ea5'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:54.913215 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-1a49e36f-f4cb-48d8-ac12-7e6a288b3b3f None None] Set router 76898a84-4c91-4751-8001-8154b7313ea5 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:10:54.971241 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0705653e-ceca-42dc-996d-b12279717f00 admin admin] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:54.976957 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-29c78157-ecbd-4a44-8c54-13154f56e25f tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:55.027667 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-29c78157-ecbd-4a44-8c54-13154f56e25f tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Calling delete_port for 66b8e940-4ff0-4294-9ece-87d7611e0342 owned by {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:10:55.134365 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-1a49e36f-f4cb-48d8-ac12-7e6a288b3b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76898a84-4c91-4751-8001-8154b7313ea5', 'name': 'tempest-TaggedBootDevicesTest_v242-1912484134-router', 'tenant_id': '99d22f2d09c941868df176b00803ab3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '35edacf0-8f95-481f-affd-912ca687d944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:54:44Z', 'updated_at': '2021-11-12T01:10:53Z', 'revision_number': 5, 'project_id': '99d22f2d09c941868df176b00803ab3d', 'gw_port': {'id': '35edacf0-8f95-481f-affd-912ca687d944', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76898a84-4c91-4751-8001-8154b7313ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:44Z', 'updated_at': '2021-11-12T00:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:55.160462 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0705653e-ceca-42dc-996d-b12279717f00 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:55.163335 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a49e36f-f4cb-48d8-ac12-7e6a288b3b3f None None] Checking router: 76898a84-4c91-4751-8001-8154b7313ea5 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:10:55.171633 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a49e36f-f4cb-48d8-ac12-7e6a288b3b3f None None] Routers {'76898a84-4c91-4751-8001-8154b7313ea5'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:10:55.172240 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-1a49e36f-f4cb-48d8-ac12-7e6a288b3b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:10:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['76898a84-4c91-4751-8001-8154b7313ea5'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:55.270516 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-29c78157-ecbd-4a44-8c54-13154f56e25f tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:55.314602 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-0705653e-ceca-42dc-996d-b12279717f00 admin admin] Deleting port 35edacf0-8f95-481f-affd-912ca687d944 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:10:55.314985 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0705653e-ceca-42dc-996d-b12279717f00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:55.317407 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c78157-ecbd-4a44-8c54-13154f56e25f tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Pushing event deleted for resources: {'Port': ['ID=66b8e940-4ff0-4294-9ece-87d7611e0342,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:55.459155 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-1a49e36f-f4cb-48d8-ac12-7e6a288b3b3f None None] Set router 76898a84-4c91-4751-8001-8154b7313ea5 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:10:55.496847 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-29c78157-ecbd-4a44-8c54-13154f56e25f tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:55.502596 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36132) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:55.503163 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-29c78157-ecbd-4a44-8c54-13154f56e25f tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] 10.222.0.20 "DELETE /v2.0/ports/66b8e940-4ff0-4294-9ece-87d7611e0342 HTTP/1.1" status: 204 len: 168 time: 0.9688740 Nov 12 01:10:55.510620 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-0705653e-ceca-42dc-996d-b12279717f00 admin admin] For port 35edacf0-8f95-481f-affd-912ca687d944, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=35edacf0-8f95-481f-affd-912ca687d944,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:55.511078 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0705653e-ceca-42dc-996d-b12279717f00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:55.530159 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-0705653e-ceca-42dc-996d-b12279717f00 admin admin] Calling delete_port for 35edacf0-8f95-481f-affd-912ca687d944 owned by network:router_gateway {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:10:55.640724 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-e97a891e-91cd-459e-8cf3-9afd35c63864 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Deleting subnet cc51bee3-577b-4432-bd2a-fba77cebbc91 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:10:55.647730 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e97a891e-91cd-459e-8cf3-9afd35c63864 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:55.766960 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e97a891e-91cd-459e-8cf3-9afd35c63864 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:55.866465 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-1a49e36f-f4cb-48d8-ac12-7e6a288b3b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76898a84-4c91-4751-8001-8154b7313ea5', 'name': 'tempest-TaggedBootDevicesTest_v242-1912484134-router', 'tenant_id': '99d22f2d09c941868df176b00803ab3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '35edacf0-8f95-481f-affd-912ca687d944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:54:44Z', 'updated_at': '2021-11-12T01:10:53Z', 'revision_number': 5, 'project_id': '99d22f2d09c941868df176b00803ab3d', 'gw_port': {'id': '35edacf0-8f95-481f-affd-912ca687d944', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76898a84-4c91-4751-8001-8154b7313ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:44Z', 'updated_at': '2021-11-12T00:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:55.916439 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e97a891e-91cd-459e-8cf3-9afd35c63864 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:55.952793 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a49e36f-f4cb-48d8-ac12-7e6a288b3b3f None None] The sync data for ids ['76898a84-4c91-4751-8001-8154b7313ea5'] in n-d-812236-11 is: [{'id': '76898a84-4c91-4751-8001-8154b7313ea5', 'name': 'tempest-TaggedBootDevicesTest_v242-1912484134-router', 'tenant_id': '99d22f2d09c941868df176b00803ab3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '35edacf0-8f95-481f-affd-912ca687d944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:54:44Z', 'updated_at': '2021-11-12T01:10:53Z', 'revision_number': 5, 'project_id': '99d22f2d09c941868df176b00803ab3d', 'gw_port': {'id': '35edacf0-8f95-481f-affd-912ca687d944', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76898a84-4c91-4751-8001-8154b7313ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:44Z', 'updated_at': '2021-11-12T00:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:10:55.968781 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0705653e-ceca-42dc-996d-b12279717f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:56.014704 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0705653e-ceca-42dc-996d-b12279717f00 admin admin] Pushing event deleted for resources: {'Port': ['ID=35edacf0-8f95-481f-affd-912ca687d944,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:56.054846 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024cf4c5-24c2-444e-acd8-ec621ea0fee7 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:10:56.074426 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e97a891e-91cd-459e-8cf3-9afd35c63864 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:56.138766 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbe3f7e-83eb-4d7a-9a37-a3f91badf90b None None] Network d7f8a723-47ee-4cb1-922f-e9aae8a032cf requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:10:56.158053 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e97a891e-91cd-459e-8cf3-9afd35c63864 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:56.160722 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0705653e-ceca-42dc-996d-b12279717f00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:56.166780 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e97a891e-91cd-459e-8cf3-9afd35c63864 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] 10.222.0.20 "DELETE /v2.0/subnets/cc51bee3-577b-4432-bd2a-fba77cebbc91 HTTP/1.1" status: 204 len: 168 time: 0.6623790 Nov 12 01:10:56.168293 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97a891e-91cd-459e-8cf3-9afd35c63864 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Pushing event deleted for resources: {'Subnet': ['ID=cc51bee3-577b-4432-bd2a-fba77cebbc91,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:56.170242 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36188) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:56.324245 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0705653e-ceca-42dc-996d-b12279717f00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:56.326594 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0705653e-ceca-42dc-996d-b12279717f00 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:56.405920 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0705653e-ceca-42dc-996d-b12279717f00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:56.407513 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0705653e-ceca-42dc-996d-b12279717f00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76898a84-4c91-4751-8001-8154b7313ea5 {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:10:56.413578 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0705653e-ceca-42dc-996d-b12279717f00 admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:56.414912 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0705653e-ceca-42dc-996d-b12279717f00 admin admin] 10.222.0.20 "DELETE /v2.0/routers/76898a84-4c91-4751-8001-8154b7313ea5 HTTP/1.1" status: 204 len: 168 time: 1.6387553 Nov 12 01:10:56.417357 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36216) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:56.421837 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b8b4e6e5-eef1-480a-a221-a08efa7c22e8 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:56.490774 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-df72a2bf-1513-4e6b-9ea7-3822a390580a admin admin] Deleting subnet 84f3c115-0f29-44bb-9c76-e6ed88722019 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:10:56.502283 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-df72a2bf-1513-4e6b-9ea7-3822a390580a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:56.530950 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c4b903-3236-4543-87a2-2a062116afe8 None None] DHCP port deletion for d7f8a723-47ee-4cb1-922f-e9aae8a032cf request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:10:56.558081 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-df72a2bf-1513-4e6b-9ea7-3822a390580a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:56.605947 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-b8b4e6e5-eef1-480a-a221-a08efa7c22e8 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Deleting port c56530ac-fa60-482f-83a5-ca0054e7a7a0 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:10:56.606777 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b8b4e6e5-eef1-480a-a221-a08efa7c22e8 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:56.674604 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-96c4b903-3236-4543-87a2-2a062116afe8 None None] Deleting port c56530ac-fa60-482f-83a5-ca0054e7a7a0 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:10:56.675605 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-96c4b903-3236-4543-87a2-2a062116afe8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:56.714494 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-b8b4e6e5-eef1-480a-a221-a08efa7c22e8 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] For port c56530ac-fa60-482f-83a5-ca0054e7a7a0, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=c56530ac-fa60-482f-83a5-ca0054e7a7a0,segment=NetworkSegment(8a6d3372-a67e-4865-89c1-a58fe7950e73),segment_id=8a6d3372-a67e-4865-89c1-a58fe7950e73)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:56.715098 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b8b4e6e5-eef1-480a-a221-a08efa7c22e8 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:56.722332 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-df72a2bf-1513-4e6b-9ea7-3822a390580a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:56.737097 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-b8b4e6e5-eef1-480a-a221-a08efa7c22e8 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Calling delete_port for c56530ac-fa60-482f-83a5-ca0054e7a7a0 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:10:56.850024 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-96c4b903-3236-4543-87a2-2a062116afe8 None None] For port c56530ac-fa60-482f-83a5-ca0054e7a7a0, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=c56530ac-fa60-482f-83a5-ca0054e7a7a0,segment=NetworkSegment(8a6d3372-a67e-4865-89c1-a58fe7950e73),segment_id=8a6d3372-a67e-4865-89c1-a58fe7950e73)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:56.850700 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-96c4b903-3236-4543-87a2-2a062116afe8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:56.851240 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b8b4e6e5-eef1-480a-a221-a08efa7c22e8 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:56.866129 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-df72a2bf-1513-4e6b-9ea7-3822a390580a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:56.887228 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b4e6e5-eef1-480a-a221-a08efa7c22e8 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Pushing event deleted for resources: {'Port': ['ID=c56530ac-fa60-482f-83a5-ca0054e7a7a0,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:56.892159 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-96c4b903-3236-4543-87a2-2a062116afe8 None None] Calling delete_port for c56530ac-fa60-482f-83a5-ca0054e7a7a0 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:10:56.899269 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b4e6e5-eef1-480a-a221-a08efa7c22e8 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] No DVR routers for this DVR port c56530ac-fa60-482f-83a5-ca0054e7a7a0 on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:10:56.922915 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df72a2bf-1513-4e6b-9ea7-3822a390580a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84f3c115-0f29-44bb-9c76-e6ed88722019,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:56.942097 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-df72a2bf-1513-4e6b-9ea7-3822a390580a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:56.966750 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-df72a2bf-1513-4e6b-9ea7-3822a390580a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/84f3c115-0f29-44bb-9c76-e6ed88722019 HTTP/1.1" status: 204 len: 168 time: 0.5479751 Nov 12 01:10:56.967892 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36276) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:56.970611 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125d6d7d-f5c2-40c6-8a82-d476069fd827 None None] Network 6d66b009-87d4-44ee-a0b8-482e36cd5030 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:10:57.096985 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b8b4e6e5-eef1-480a-a221-a08efa7c22e8 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:57.151774 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-96c4b903-3236-4543-87a2-2a062116afe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:57.183262 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4b903-3236-4543-87a2-2a062116afe8 None None] Pushing event deleted for resources: {'Port': ['ID=c56530ac-fa60-482f-83a5-ca0054e7a7a0,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:57.183480 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-b8b4e6e5-eef1-480a-a221-a08efa7c22e8 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7f8a723-47ee-4cb1-922f-e9aae8a032cf']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:57.193422 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c4b903-3236-4543-87a2-2a062116afe8 None None] No DVR routers for this DVR port c56530ac-fa60-482f-83a5-ca0054e7a7a0 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:10:57.197833 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a2239e22-b577-4ea2-8244-c22d04609b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:57.235830 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-b8b4e6e5-eef1-480a-a221-a08efa7c22e8 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a6d3372-a67e-4865-89c1-a58fe7950e73') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:57.236328 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-b8b4e6e5-eef1-480a-a221-a08efa7c22e8 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a6d3372-a67e-4865-89c1-a58fe7950e73') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:57.262384 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b8b4e6e5-eef1-480a-a221-a08efa7c22e8 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:57.300573 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b8b4e6e5-eef1-480a-a221-a08efa7c22e8 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:57.312314 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8b4e6e5-eef1-480a-a221-a08efa7c22e8 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:10:57.312852 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b8b4e6e5-eef1-480a-a221-a08efa7c22e8 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:57.331941 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-a2239e22-b577-4ea2-8244-c22d04609b9e admin admin] Deleting port f964b341-6e1e-42b4-8e2f-7cd3dc11bf4b {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:10:57.332504 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a2239e22-b577-4ea2-8244-c22d04609b9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:57.398598 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:10:57.398598 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:10:57.398598 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:10:57.398598 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:10:57.398598 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:10:57.398598 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:10:57.398598 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:10:57.398598 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:10:57.398598 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:10:57.398598 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:10:57.398598 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:10:57.398598 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:10:57.398598 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:10:57.398598 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:10:57.398598 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:10:57.398598 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:10:57.398598 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:10:57.398598 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:10:57.398598 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:10:57.398598 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:10:57.398598 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:10:57.398598 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:10:57.398598 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:10:57.398598 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:10:57.398598 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:10:57.398598 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:10:57.398598 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:10:57.398598 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:10:57.398598 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:10:57.398598 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:10:57.398598 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:10:57.398598 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:10:57.402557 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b8b4e6e5-eef1-480a-a221-a08efa7c22e8 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:57.412271 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b8b4e6e5-eef1-480a-a221-a08efa7c22e8 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:57.416017 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b8b4e6e5-eef1-480a-a221-a08efa7c22e8 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] 10.222.0.20 "DELETE /v2.0/networks/d7f8a723-47ee-4cb1-922f-e9aae8a032cf HTTP/1.1" status: 204 len: 168 time: 1.2447999 Nov 12 01:10:57.432192 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b4e6e5-eef1-480a-a221-a08efa7c22e8 tempest-AllowedAddressPairTestJSON-1352859447 tempest-AllowedAddressPairTestJSON-1352859447-project] Pushing event deleted for resources: {'Network': ['ID=d7f8a723-47ee-4cb1-922f-e9aae8a032cf,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:57.466684 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-a2239e22-b577-4ea2-8244-c22d04609b9e admin admin] For port f964b341-6e1e-42b4-8e2f-7cd3dc11bf4b, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=f964b341-6e1e-42b4-8e2f-7cd3dc11bf4b,segment=NetworkSegment(bac9ae7f-c1bf-42c9-91a3-fcb8f2c6d79e),segment_id=bac9ae7f-c1bf-42c9-91a3-fcb8f2c6d79e)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:57.467725 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a2239e22-b577-4ea2-8244-c22d04609b9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:57.491771 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-a2239e22-b577-4ea2-8244-c22d04609b9e admin admin] Calling delete_port for f964b341-6e1e-42b4-8e2f-7cd3dc11bf4b owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:10:57.625914 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738c3525-8148-468c-85b6-635d165bb659 None None] DHCP port deletion for 6d66b009-87d4-44ee-a0b8-482e36cd5030 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:10:57.656027 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a2239e22-b577-4ea2-8244-c22d04609b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:57.707993 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2239e22-b577-4ea2-8244-c22d04609b9e admin admin] Pushing event deleted for resources: {'Port': ['ID=f964b341-6e1e-42b4-8e2f-7cd3dc11bf4b,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:57.712326 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2239e22-b577-4ea2-8244-c22d04609b9e admin admin] No DVR routers for this DVR port f964b341-6e1e-42b4-8e2f-7cd3dc11bf4b on host n-d-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:10:57.792420 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 35edacf0-8f95-481f-affd-912ca687d944 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:10:57.854150 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-738c3525-8148-468c-85b6-635d165bb659 None None] Deleting port f964b341-6e1e-42b4-8e2f-7cd3dc11bf4b {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:10:57.856091 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-738c3525-8148-468c-85b6-635d165bb659 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:57.862884 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 35edacf0-8f95-481f-affd-912ca687d944 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:10:57.869198 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 35edacf0-8f95-481f-affd-912ca687d944 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:10:57.869913 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device c56530ac-fa60-482f-83a5-ca0054e7a7a0 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:10:57.895441 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36392) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:57.938214 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: c56530ac-fa60-482f-83a5-ca0054e7a7a0 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:10:57.941263 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device c56530ac-fa60-482f-83a5-ca0054e7a7a0 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:10:57.942570 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device f632277d-70dd-490e-b1bd-49766ad29700 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:10:57.969258 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a2239e22-b577-4ea2-8244-c22d04609b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:57.995365 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: f632277d-70dd-490e-b1bd-49766ad29700 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:10:57.995712 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device f632277d-70dd-490e-b1bd-49766ad29700 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:10:57.996124 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device f964b341-6e1e-42b4-8e2f-7cd3dc11bf4b no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:10:57.999649 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-a2239e22-b577-4ea2-8244-c22d04609b9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d66b009-87d4-44ee-a0b8-482e36cd5030']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:58.014862 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-a2239e22-b577-4ea2-8244-c22d04609b9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bac9ae7f-c1bf-42c9-91a3-fcb8f2c6d79e') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:58.015422 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-a2239e22-b577-4ea2-8244-c22d04609b9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bac9ae7f-c1bf-42c9-91a3-fcb8f2c6d79e') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:58.032000 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a2239e22-b577-4ea2-8244-c22d04609b9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:58.053188 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a2239e22-b577-4ea2-8244-c22d04609b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:58.071143 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2239e22-b577-4ea2-8244-c22d04609b9e admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:10:58.071590 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a2239e22-b577-4ea2-8244-c22d04609b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:58.075719 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:10:58.075719 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:10:58.075719 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:10:58.075719 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:10:58.075719 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:10:58.075719 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:10:58.075719 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:10:58.075719 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:10:58.075719 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:10:58.075719 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:10:58.075719 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:10:58.075719 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:10:58.075719 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:10:58.075719 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:10:58.075719 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:10:58.075719 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:10:58.075719 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:10:58.075719 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:10:58.075719 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:10:58.075719 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:10:58.075719 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:10:58.075719 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:10:58.075719 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:10:58.075719 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:10:58.075719 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:10:58.075719 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:10:58.075719 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:10:58.075719 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:10:58.075719 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:10:58.075719 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:10:58.075719 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:10:58.075719 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:10:58.111193 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: f964b341-6e1e-42b4-8e2f-7cd3dc11bf4b {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:10:58.111548 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device f964b341-6e1e-42b4-8e2f-7cd3dc11bf4b not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:10:58.141830 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-738c3525-8148-468c-85b6-635d165bb659 None None] For port f964b341-6e1e-42b4-8e2f-7cd3dc11bf4b, host n-d-812236-11, got binding levels [] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:58.142455 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-738c3525-8148-468c-85b6-635d165bb659 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:58.162318 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-738c3525-8148-468c-85b6-635d165bb659 None None] Calling delete_port for f964b341-6e1e-42b4-8e2f-7cd3dc11bf4b owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:10:58.192588 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.ipam_backend_mixin [None req-738c3525-8148-468c-85b6-635d165bb659 None None] Port f964b341-6e1e-42b4-8e2f-7cd3dc11bf4b was not found and therefore no delete operation was performed {{(pid=102663) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 01:10:58.196166 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-738c3525-8148-468c-85b6-635d165bb659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:58.228867 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a2239e22-b577-4ea2-8244-c22d04609b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:58.235718 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c3525-8148-468c-85b6-635d165bb659 None None] Pushing event deleted for resources: {'Port': ['ID=f964b341-6e1e-42b4-8e2f-7cd3dc11bf4b,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:58.246982 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738c3525-8148-468c-85b6-635d165bb659 None None] No DVR routers for this DVR port f964b341-6e1e-42b4-8e2f-7cd3dc11bf4b on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:10:58.252444 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-98779a73-fcab-428b-967c-c523ad990ce6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c52fd824ffa403cbde27289fdb111b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3532314 Nov 12 01:10:58.253298 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36444) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:58.266349 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a2239e22-b577-4ea2-8244-c22d04609b9e admin admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:58.273875 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a2239e22-b577-4ea2-8244-c22d04609b9e admin admin] 10.222.0.20 "DELETE /v2.0/networks/6d66b009-87d4-44ee-a0b8-482e36cd5030 HTTP/1.1" status: 204 len: 168 time: 1.3047583 Nov 12 01:10:58.314055 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-786faa58-86d7-46a2-b702-6b0f9e49a182 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:58.328173 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2239e22-b577-4ea2-8244-c22d04609b9e admin admin] Pushing event deleted for resources: {'Network': ['ID=6d66b009-87d4-44ee-a0b8-482e36cd5030,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:58.344423 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-786faa58-86d7-46a2-b702-6b0f9e49a182 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:58.446009 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-786faa58-86d7-46a2-b702-6b0f9e49a182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:58.452326 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-786faa58-86d7-46a2-b702-6b0f9e49a182 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:58.462153 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-786faa58-86d7-46a2-b702-6b0f9e49a182 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1f257127-3dd6-423d-acd3-20cd3283a986 HTTP/1.1" status: 204 len: 168 time: 0.2077503 Nov 12 01:10:58.473880 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786faa58-86d7-46a2-b702-6b0f9e49a182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f257127-3dd6-423d-acd3-20cd3283a986,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:58.536448 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36482) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:58.610478 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-3e58539c-faf6-4b53-b57e-c4976d9774f8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=99d22f2d09c941868df176b00803ab3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0714042 Nov 12 01:10:58.611882 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36492) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:58.707007 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-82ed8981-a43b-44cf-aa62-bc058c416f95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:58.739285 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-82ed8981-a43b-44cf-aa62-bc058c416f95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:58.805324 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-82ed8981-a43b-44cf-aa62-bc058c416f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:58.808457 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-82ed8981-a43b-44cf-aa62-bc058c416f95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:58.810294 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-82ed8981-a43b-44cf-aa62-bc058c416f95 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cbe02f78-bccb-4d23-9946-d2b58c9817de HTTP/1.1" status: 204 len: 168 time: 0.1967182 Nov 12 01:10:58.833911 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed8981-a43b-44cf-aa62-bc058c416f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe02f78-bccb-4d23-9946-d2b58c9817de,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:59.811262 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36642) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:00.200960 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-688900d4-1551-41d2-a68e-9a9bc60ae3eb tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1480016754'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:00.242468 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688900d4-1551-41d2-a68e-9a9bc60ae3eb tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Made reservation on behalf of cdeb4c994baa4bf6b2eb22428e934a5c for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:11:00.257490 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-688900d4-1551-41d2-a68e-9a9bc60ae3eb tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:00.284269 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-688900d4-1551-41d2-a68e-9a9bc60ae3eb tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:00.432903 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-688900d4-1551-41d2-a68e-9a9bc60ae3eb tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:00.441003 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-688900d4-1551-41d2-a68e-9a9bc60ae3eb tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:00.476097 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36700) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:00.492668 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-688900d4-1551-41d2-a68e-9a9bc60ae3eb tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:11:00.502550 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-688900d4-1551-41d2-a68e-9a9bc60ae3eb tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:00.502893 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-688900d4-1551-41d2-a68e-9a9bc60ae3eb tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Added segment 52758d48-e7ee-4d81-a4ea-a5b4b722e863 of type vlan for network 226f5896-cb5d-4768-a8c5-2b86c6be2133 Nov 12 01:11:00.551503 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36706) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:00.636087 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688900d4-1551-41d2-a68e-9a9bc60ae3eb tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fb8b39-1bfd-46a1-a404-974adf3840fb,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:00.657979 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-688900d4-1551-41d2-a68e-9a9bc60ae3eb tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:00.673046 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-dfd23651-7580-4b0c-ab0d-f6d5dba01d7d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1625775800-network', 'tenant_id': 'b8fa85daa83e4dc4ac17e4b9b3a2c348'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:00.700476 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd23651-7580-4b0c-ab0d-f6d5dba01d7d admin admin] Made reservation on behalf of b8fa85daa83e4dc4ac17e4b9b3a2c348 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:11:00.704488 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dfd23651-7580-4b0c-ab0d-f6d5dba01d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:00.712463 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-688900d4-1551-41d2-a68e-9a9bc60ae3eb tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:00.721546 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dfd23651-7580-4b0c-ab0d-f6d5dba01d7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:00.721780 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688900d4-1551-41d2-a68e-9a9bc60ae3eb tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:00.722406 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-688900d4-1551-41d2-a68e-9a9bc60ae3eb tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:00.794864 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bdb80cd-3d2c-4162-a87c-7aa1bc45b314 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:00.835963 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688900d4-1551-41d2-a68e-9a9bc60ae3eb tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Pushing event updated for resources: {'Network': ['ID=226f5896-cb5d-4768-a8c5-2b86c6be2133,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:00.843701 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-688900d4-1551-41d2-a68e-9a9bc60ae3eb tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0308189 Nov 12 01:11:00.846274 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36710) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:00.848080 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 226f5896-cb5d-4768-a8c5-2b86c6be2133 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:11:00.853765 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-85f05795-0285-4377-af51-3139ee354f58 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Request body: {'subnet': {'network_id': '226f5896-cb5d-4768-a8c5-2b86c6be2133', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:00.933179 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bdb80cd-3d2c-4162-a87c-7aa1bc45b314 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:00.940734 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bdb80cd-3d2c-4162-a87c-7aa1bc45b314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:01.009564 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb80cd-3d2c-4162-a87c-7aa1bc45b314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b13b06e-9b1e-4afe-aa7a-177ba308deee,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:01.014363 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0bdb80cd-3d2c-4162-a87c-7aa1bc45b314 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=491a21649d1b4bf5b9f716957b4b4f93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4608216 Nov 12 01:11:01.017070 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36716) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:01.022053 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dfd23651-7580-4b0c-ab0d-f6d5dba01d7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:01.025880 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f05795-0285-4377-af51-3139ee354f58 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Made reservation on behalf of cdeb4c994baa4bf6b2eb22428e934a5c for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:11:01.030189 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-85f05795-0285-4377-af51-3139ee354f58 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:01.032775 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dfd23651-7580-4b0c-ab0d-f6d5dba01d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:01.070284 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd23651-7580-4b0c-ab0d-f6d5dba01d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b050b37-7433-45b3-971f-81d7bb259028,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:01.076717 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd23651-7580-4b0c-ab0d-f6d5dba01d7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:11:01.092070 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dfd23651-7580-4b0c-ab0d-f6d5dba01d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:01.092449 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-dfd23651-7580-4b0c-ab0d-f6d5dba01d7d admin admin] Added segment 3d4c268a-3474-4e2f-833d-d4e6bf104e45 of type vlan for network f04615aa-aa66-4146-b2b1-d12a62615c90 Nov 12 01:11:01.153837 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dfd23651-7580-4b0c-ab0d-f6d5dba01d7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:01.187669 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dfd23651-7580-4b0c-ab0d-f6d5dba01d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:01.189015 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd23651-7580-4b0c-ab0d-f6d5dba01d7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:01.189707 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dfd23651-7580-4b0c-ab0d-f6d5dba01d7d admin admin] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:01.212358 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b17a2881-18df-4416-87b4-536c0704649f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:01.242822 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b17a2881-18df-4416-87b4-536c0704649f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:01.294064 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd23651-7580-4b0c-ab0d-f6d5dba01d7d admin admin] Pushing event updated for resources: {'Network': ['ID=f04615aa-aa66-4146-b2b1-d12a62615c90,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:01.313726 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network f04615aa-aa66-4146-b2b1-d12a62615c90 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:11:01.333617 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36720) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:01.334692 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-dfd23651-7580-4b0c-ab0d-f6d5dba01d7d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8573322 Nov 12 01:11:01.339857 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-be013003-b48b-4da2-9770-017ae5bd73d5 admin admin] Request body: {'subnet': {'network_id': 'f04615aa-aa66-4146-b2b1-d12a62615c90', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1625775800-subnet', 'tenant_id': 'b8fa85daa83e4dc4ac17e4b9b3a2c348', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:01.404744 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b17a2881-18df-4416-87b4-536c0704649f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:01.407696 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b17a2881-18df-4416-87b4-536c0704649f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:01.413557 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b17a2881-18df-4416-87b4-536c0704649f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0b13b06e-9b1e-4afe-aa7a-177ba308deee HTTP/1.1" status: 204 len: 168 time: 0.3863091 Nov 12 01:11:01.417384 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-85f05795-0285-4377-af51-3139ee354f58 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:01.419194 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be013003-b48b-4da2-9770-017ae5bd73d5 admin admin] Made reservation on behalf of b8fa85daa83e4dc4ac17e4b9b3a2c348 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:11:01.421544 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-be013003-b48b-4da2-9770-017ae5bd73d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:01.474647 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17a2881-18df-4416-87b4-536c0704649f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b13b06e-9b1e-4afe-aa7a-177ba308deee,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:01.588984 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f05795-0285-4377-af51-3139ee354f58 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Pushing event updated for resources: {'Subnet': ['ID=c871a559-1e6d-495a-8c6e-92332e0e6b6c,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:01.610639 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f05795-0285-4377-af51-3139ee354f58 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Checking segment: {'id': '52758d48-e7ee-4d81-a4ea-a5b4b722e863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '226f5896-cb5d-4768-a8c5-2b86c6be2133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:11:01.610991 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f05795-0285-4377-af51-3139ee354f58 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Network hostable DHCP agents. Network: 226f5896-cb5d-4768-a8c5-2b86c6be2133, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:11:01.693397 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f05795-0285-4377-af51-3139ee354f58 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Network 226f5896-cb5d-4768-a8c5-2b86c6be2133 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:11:01.734622 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-85f05795-0285-4377-af51-3139ee354f58 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 226f5896-cb5d-4768-a8c5-2b86c6be2133) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:01.745223 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0701e4e6-715d-4ce5-9ba0-803d29f34e9d None None] Network 226f5896-cb5d-4768-a8c5-2b86c6be2133 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:11:01.753064 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f05795-0285-4377-af51-3139ee354f58 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:01.754352 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-85f05795-0285-4377-af51-3139ee354f58 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:01.795849 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-85f05795-0285-4377-af51-3139ee354f58 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9474909 Nov 12 01:11:01.798019 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-be013003-b48b-4da2-9770-017ae5bd73d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:01.798416 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36734) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:01.804021 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-561cb5c9-29a8-4313-a964-f59c519a0cbd tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-311709648', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:01.867738 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-561cb5c9-29a8-4313-a964-f59c519a0cbd tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:01.869933 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-561cb5c9-29a8-4313-a964-f59c519a0cbd tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:01.947172 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be013003-b48b-4da2-9770-017ae5bd73d5 admin admin] Checking segment: {'id': '3d4c268a-3474-4e2f-833d-d4e6bf104e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f04615aa-aa66-4146-b2b1-d12a62615c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:11:01.947682 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be013003-b48b-4da2-9770-017ae5bd73d5 admin admin] Network hostable DHCP agents. Network: f04615aa-aa66-4146-b2b1-d12a62615c90, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:11:01.961634 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be013003-b48b-4da2-9770-017ae5bd73d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79ffe0fb-586b-4ea5-b4ec-56439e334212,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:02.002030 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be013003-b48b-4da2-9770-017ae5bd73d5 admin admin] Network f04615aa-aa66-4146-b2b1-d12a62615c90 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:11:02.023167 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-be013003-b48b-4da2-9770-017ae5bd73d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, f04615aa-aa66-4146-b2b1-d12a62615c90) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:02.023405 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-561cb5c9-29a8-4313-a964-f59c519a0cbd tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:02.031947 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be013003-b48b-4da2-9770-017ae5bd73d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:02.033749 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-be013003-b48b-4da2-9770-017ae5bd73d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:02.034930 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-561cb5c9-29a8-4313-a964-f59c519a0cbd tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:02.048692 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da750425-dcd4-4299-a9d1-99d7b83136f8 None None] Network f04615aa-aa66-4146-b2b1-d12a62615c90 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:11:02.066758 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-561cb5c9-29a8-4313-a964-f59c519a0cbd tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:02.072620 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-561cb5c9-29a8-4313-a964-f59c519a0cbd tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2694416 Nov 12 01:11:02.073577 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36742) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:02.082389 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-be013003-b48b-4da2-9770-017ae5bd73d5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7393839 Nov 12 01:11:02.189233 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36748) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:02.307587 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd0298d-1e78-447d-b210-e4f16f7653d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-226f5896-cb5d-4768-a8c5-2b86c6be2133', 'network_id': '226f5896-cb5d-4768-a8c5-2b86c6be2133', 'tenant_id': 'cdeb4c994baa4bf6b2eb22428e934a5c', 'fixed_ips': [{'subnet_id': 'c871a559-1e6d-495a-8c6e-92332e0e6b6c'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:11:02.310477 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-efd0298d-1e78-447d-b210-e4f16f7653d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:02.420274 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51ae6970-19ea-455b-a9dc-c3bc35cbc1e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:02.540422 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f3b4eb-b9c6-4099-8791-bebb05672d4f None None] Network f04615aa-aa66-4146-b2b1-d12a62615c90 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:11:02.578540 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e689507-3241-4e35-9cd9-11416324967d tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:02.636967 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51ae6970-19ea-455b-a9dc-c3bc35cbc1e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:02.642305 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51ae6970-19ea-455b-a9dc-c3bc35cbc1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:02.694308 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-51ae6970-19ea-455b-a9dc-c3bc35cbc1e2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=121d36fd0d8b4c96b824b6f354a3d7f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5015483 Nov 12 01:11:02.695231 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae6970-19ea-455b-a9dc-c3bc35cbc1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12f7bcb-b862-4291-9721-8cd42179c737,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:02.698292 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36762) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:02.795272 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-efbea1b7-b400-4bf2-9aa8-becaebb228a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:02.847824 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-efbea1b7-b400-4bf2-9aa8-becaebb228a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:02.871451 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-efd0298d-1e78-447d-b210-e4f16f7653d3 None None] Allocated IP 172.20.0.2 (226f5896-cb5d-4768-a8c5-2b86c6be2133/c871a559-1e6d-495a-8c6e-92332e0e6b6c/90a263ca-9125-4bd6-a615-b3d77824c00f) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:11:02.950997 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-efbea1b7-b400-4bf2-9aa8-becaebb228a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:02.954614 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-efbea1b7-b400-4bf2-9aa8-becaebb228a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:02.955708 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-efbea1b7-b400-4bf2-9aa8-becaebb228a8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a12f7bcb-b862-4291-9721-8cd42179c737 HTTP/1.1" status: 204 len: 168 time: 0.2560933 Nov 12 01:11:02.972735 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbea1b7-b400-4bf2-9aa8-becaebb228a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12f7bcb-b862-4291-9721-8cd42179c737,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:03.214221 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-efd0298d-1e78-447d-b210-e4f16f7653d3 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:03.226083 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-efd0298d-1e78-447d-b210-e4f16f7653d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:03.309791 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871f0b8-8929-4e04-91b7-97aa335625ef req-6567ee17-f630-47a4-9881-5862d78b6868 tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:03.315005 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0871f0b8-8929-4e04-91b7-97aa335625ef req-6567ee17-f630-47a4-9881-5862d78b6868 tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] 10.222.0.20 "GET /v2.0/networks?id=f04615aa-aa66-4146-b2b1-d12a62615c90 HTTP/1.1" status: 200 len: 818 time: 0.2805715 Nov 12 01:11:03.350596 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-0e689507-3241-4e35-9cd9-11416324967d tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Allocated IP 172.20.0.1 (226f5896-cb5d-4768-a8c5-2b86c6be2133/c871a559-1e6d-495a-8c6e-92332e0e6b6c/f84b2c35-b015-4653-9436-193ae548e3a2) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:11:03.351154 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0871f0b8-8929-4e04-91b7-97aa335625ef req-648f0bfc-919c-41f7-8830-28e33fdda71d tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] 10.222.0.20 "GET /v2.0/quotas/b8fa85daa83e4dc4ac17e4b9b3a2c348 HTTP/1.1" status: 200 len: 375 time: 0.0256283 Nov 12 01:11:03.380176 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd0298d-1e78-447d-b210-e4f16f7653d3 None None] Network 226f5896-cb5d-4768-a8c5-2b86c6be2133 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:11:03.390748 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-efd0298d-1e78-447d-b210-e4f16f7653d3 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:03.406661 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd0298d-1e78-447d-b210-e4f16f7653d3 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:11:03.408957 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0871f0b8-8929-4e04-91b7-97aa335625ef req-58ee0eda-d909-439d-977b-67c04c73c851 tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b8fa85daa83e4dc4ac17e4b9b3a2c348&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515990 Nov 12 01:11:03.422847 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [req-0871f0b8-8929-4e04-91b7-97aa335625ef req-0aafa0c5-9f3e-4c11-89b3-329a69ce5541 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:11:03.424414 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0871f0b8-8929-4e04-91b7-97aa335625ef req-0aafa0c5-9f3e-4c11-89b3-329a69ce5541 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068009 Nov 12 01:11:03.425512 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0298d-1e78-447d-b210-e4f16f7653d3 None None] Pushing event updated for resources: {'Port': ['ID=90a263ca-9125-4bd6-a615-b3d77824c00f,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:03.552130 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-efd0298d-1e78-447d-b210-e4f16f7653d3 None None] Attempting to bind port 90a263ca-9125-4bd6-a615-b3d77824c00f on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:11:03.553801 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-efd0298d-1e78-447d-b210-e4f16f7653d3 None None] Attempting to bind port 90a263ca-9125-4bd6-a615-b3d77824c00f by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '52758d48-e7ee-4d81-a4ea-a5b4b722e863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '226f5896-cb5d-4768-a8c5-2b86c6be2133'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:11:03.554199 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd0298d-1e78-447d-b210-e4f16f7653d3 None None] Attempting to bind port 90a263ca-9125-4bd6-a615-b3d77824c00f on network 226f5896-cb5d-4768-a8c5-2b86c6be2133 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:11:03.569516 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd0298d-1e78-447d-b210-e4f16f7653d3 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:11:03.570911 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd0298d-1e78-447d-b210-e4f16f7653d3 None None] Checking segment: {'id': '52758d48-e7ee-4d81-a4ea-a5b4b722e863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '226f5896-cb5d-4768-a8c5-2b86c6be2133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:11:03.571326 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-efd0298d-1e78-447d-b210-e4f16f7653d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:03.571724 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd0298d-1e78-447d-b210-e4f16f7653d3 None None] Bound using segment: {'id': '52758d48-e7ee-4d81-a4ea-a5b4b722e863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '226f5896-cb5d-4768-a8c5-2b86c6be2133'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:11:03.572214 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-efd0298d-1e78-447d-b210-e4f16f7653d3 None None] Bound port: 90a263ca-9125-4bd6-a615-b3d77824c00f, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52758d48-e7ee-4d81-a4ea-a5b4b722e863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '226f5896-cb5d-4768-a8c5-2b86c6be2133'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:11:03.572597 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-efd0298d-1e78-447d-b210-e4f16f7653d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:03.641113 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0871f0b8-8929-4e04-91b7-97aa335625ef req-39b78f84-3ec6-473b-9b50-8df846b4740d service neutron] 10.222.0.20 "GET /v2.0/networks/f04615aa-aa66-4146-b2b1-d12a62615c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055707 Nov 12 01:11:03.653517 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e689507-3241-4e35-9cd9-11416324967d tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:03.669719 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-efd0298d-1e78-447d-b210-e4f16f7653d3 None None] For port 90a263ca-9125-4bd6-a615-b3d77824c00f, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:11:03.673622 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-efd0298d-1e78-447d-b210-e4f16f7653d3 None None] For port 90a263ca-9125-4bd6-a615-b3d77824c00f, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=90a263ca-9125-4bd6-a615-b3d77824c00f,segment=NetworkSegment(52758d48-e7ee-4d81-a4ea-a5b4b722e863),segment_id=52758d48-e7ee-4d81-a4ea-a5b4b722e863)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:11:03.682116 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-efd0298d-1e78-447d-b210-e4f16f7653d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:03.707786 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e689507-3241-4e35-9cd9-11416324967d tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:03.795497 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e689507-3241-4e35-9cd9-11416324967d tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Network 226f5896-cb5d-4768-a8c5-2b86c6be2133 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:11:03.799582 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-0e689507-3241-4e35-9cd9-11416324967d tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:03.805665 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e689507-3241-4e35-9cd9-11416324967d tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:11:03.845428 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0298d-1e78-447d-b210-e4f16f7653d3 None None] Pushing event updated for resources: {'Port': ['ID=90a263ca-9125-4bd6-a615-b3d77824c00f,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:03.846968 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e689507-3241-4e35-9cd9-11416324967d tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Pushing event updated for resources: {'Port': ['ID=f84b2c35-b015-4653-9436-193ae548e3a2,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:03.879211 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0871f0b8-8929-4e04-91b7-97aa335625ef req-0751816e-cf0c-4b29-a1ac-aae53ebe12ef service neutron] 10.222.0.20 "GET /v2.0/networks/f04615aa-aa66-4146-b2b1-d12a62615c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296741 Nov 12 01:11:03.907172 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e689507-3241-4e35-9cd9-11416324967d tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:04.108447 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e689507-3241-4e35-9cd9-11416324967d tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:04.316454 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fb6919e7-1bd7-43bb-a747-4109564fe032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:04.823544 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4441ba7b-9252-4d0f-ad4e-4e904cfd8827 req-7f1c2b55-bae0-4388-9a11-14b3f6d1f93e tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] 10.222.0.20 "GET /v2.0/ports?device_id=1823015e-25c2-4606-bbd0-8e333a687c40 HTTP/1.1" status: 200 len: 210 time: 0.0320320 Nov 12 01:11:05.211540 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e689507-3241-4e35-9cd9-11416324967d tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:05.220474 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e689507-3241-4e35-9cd9-11416324967d tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:05.350274 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e689507-3241-4e35-9cd9-11416324967d tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Pushing event updated for resources: {'Port': ['ID=f84b2c35-b015-4653-9436-193ae548e3a2,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:05.367202 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e689507-3241-4e35-9cd9-11416324967d tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:05.474887 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd446891-9b08-466c-b412-1c94f09ec4b0 None None] Network 226f5896-cb5d-4768-a8c5-2b86c6be2133 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:11:05.553197 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e689507-3241-4e35-9cd9-11416324967d tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Network 226f5896-cb5d-4768-a8c5-2b86c6be2133 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:11:05.555462 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-0e689507-3241-4e35-9cd9-11416324967d tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:05.692383 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-06543d3d-cda0-4d7f-a125-dbfc6095fe59 None None] Provisioning complete for port 90a263ca-9125-4bd6-a615-b3d77824c00f triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:05.693678 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-06543d3d-cda0-4d7f-a125-dbfc6095fe59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:05.831186 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 90a263ca-9125-4bd6-a615-b3d77824c00f up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:11:05.890350 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e689507-3241-4e35-9cd9-11416324967d tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Router e9d411c2-5207-4cde-b507-be123b04add0 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:11:05.938875 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36960) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:06.059537 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-07688f70-f4f0-4766-9414-a56e925533f9 req-a6d79ec8-3f6d-4ed4-bcbb-4a419198e6f8 tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] 10.222.0.20 "GET /v2.0/ports?device_id=1823015e-25c2-4606-bbd0-8e333a687c40 HTTP/1.1" status: 200 len: 210 time: 0.0636489 Nov 12 01:11:06.082348 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871f0b8-8929-4e04-91b7-97aa335625ef req-f3aa0fa2-0627-4f7f-9679-5b9ee690d3f9 tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:06.084742 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0871f0b8-8929-4e04-91b7-97aa335625ef req-f3aa0fa2-0627-4f7f-9679-5b9ee690d3f9 tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] 10.222.0.49 "GET /v2.0/networks?id=f04615aa-aa66-4146-b2b1-d12a62615c90 HTTP/1.1" status: 200 len: 818 time: 0.3374763 Nov 12 01:11:06.095983 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 90a263ca-9125-4bd6-a615-b3d77824c00f triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:06.096750 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:06.099908 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-06543d3d-cda0-4d7f-a125-dbfc6095fe59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:06.119871 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-0871f0b8-8929-4e04-91b7-97aa335625ef req-6a01baa7-0af7-4a3c-aac2-2127e371f7a0 tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] Request body: {'port': {'device_id': '1823015e-25c2-4606-bbd0-8e333a687c40', 'network_id': 'f04615aa-aa66-4146-b2b1-d12a62615c90', 'admin_state_up': True, 'tenant_id': 'b8fa85daa83e4dc4ac17e4b9b3a2c348'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:06.207187 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-06543d3d-cda0-4d7f-a125-dbfc6095fe59 None None] For port 90a263ca-9125-4bd6-a615-b3d77824c00f, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=90a263ca-9125-4bd6-a615-b3d77824c00f,segment=NetworkSegment(52758d48-e7ee-4d81-a4ea-a5b4b722e863),segment_id=52758d48-e7ee-4d81-a4ea-a5b4b722e863)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:06.208866 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b3b73687-d4ce-467c-ab05-a5e7188b950c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:06.223758 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-06543d3d-cda0-4d7f-a125-dbfc6095fe59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:06.234623 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e689507-3241-4e35-9cd9-11416324967d tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:11:06.251400 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8337a921-db9c-4792-9e5f-b134bdc9f504 None None] Sync routers for ids ['e9d411c2-5207-4cde-b507-be123b04add0'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:11:06.255403 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0e689507-3241-4e35-9cd9-11416324967d tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] 10.222.0.20 "PUT /v2.0/routers/e9d411c2-5207-4cde-b507-be123b04add0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1717288 Nov 12 01:11:06.258255 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 36968) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:06.283810 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8337a921-db9c-4792-9e5f-b134bdc9f504 None None] Routers {'e9d411c2-5207-4cde-b507-be123b04add0'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:06.287807 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-8337a921-db9c-4792-9e5f-b134bdc9f504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:10:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['e9d411c2-5207-4cde-b507-be123b04add0'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:06.329969 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-38a50efe-de4e-41d6-a89e-6b4370168e79 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Request body: {'port': {'network_id': '226f5896-cb5d-4768-a8c5-2b86c6be2133', 'name': 'tempest-FloatingIPNegativeTestJSON-1473647060'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:06.378524 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-8337a921-db9c-4792-9e5f-b134bdc9f504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:06.389151 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b3b73687-d4ce-467c-ab05-a5e7188b950c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:06.399244 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b3b73687-d4ce-467c-ab05-a5e7188b950c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:06.403782 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8337a921-db9c-4792-9e5f-b134bdc9f504 None None] Routers {'e9d411c2-5207-4cde-b507-be123b04add0'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:06.404549 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-8337a921-db9c-4792-9e5f-b134bdc9f504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:10:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['e9d411c2-5207-4cde-b507-be123b04add0'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:06.482408 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-8337a921-db9c-4792-9e5f-b134bdc9f504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:06.485019 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8337a921-db9c-4792-9e5f-b134bdc9f504 None None] The sync data for ids ['e9d411c2-5207-4cde-b507-be123b04add0'] in n-d-812236-11 is: [] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:11:06.496644 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8c56d0ab-bcb8-4f8f-a08e-e7836ef6de64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:06.498578 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06543d3d-cda0-4d7f-a125-dbfc6095fe59 None None] Pushing event updated for resources: {'Port': ['ID=90a263ca-9125-4bd6-a615-b3d77824c00f,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:06.517911 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b73687-d4ce-467c-ab05-a5e7188b950c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ae7acc-0d25-413e-8017-a026f28e0b0e,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:06.527495 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b3b73687-d4ce-467c-ab05-a5e7188b950c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6a5d60104db34275a0092e43f6c7c824&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5866220 Nov 12 01:11:06.534488 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 36976) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:06.625823 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-71262b5f-dd8a-4a4c-bc39-5805f1ae99dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:06.643295 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0871f0b8-8929-4e04-91b7-97aa335625ef req-6a01baa7-0af7-4a3c-aac2-2127e371f7a0 tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] Made reservation on behalf of b8fa85daa83e4dc4ac17e4b9b3a2c348 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:11:06.659255 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0871f0b8-8929-4e04-91b7-97aa335625ef req-6a01baa7-0af7-4a3c-aac2-2127e371f7a0 tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:06.665415 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-71262b5f-dd8a-4a4c-bc39-5805f1ae99dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:06.666258 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-0cdf76d8-59e2-4364-bf9f-8fccc0a7e5cc None None] Provisioning complete for port 90a263ca-9125-4bd6-a615-b3d77824c00f triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:06.666629 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0cdf76d8-59e2-4364-bf9f-8fccc0a7e5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:06.758542 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-71262b5f-dd8a-4a4c-bc39-5805f1ae99dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:06.763332 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-71262b5f-dd8a-4a4c-bc39-5805f1ae99dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:06.772584 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-71262b5f-dd8a-4a4c-bc39-5805f1ae99dd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/02ae7acc-0d25-413e-8017-a026f28e0b0e HTTP/1.1" status: 204 len: 168 time: 0.2365336 Nov 12 01:11:06.790234 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71262b5f-dd8a-4a4c-bc39-5805f1ae99dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ae7acc-0d25-413e-8017-a026f28e0b0e,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:06.795324 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a50efe-de4e-41d6-a89e-6b4370168e79 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Made reservation on behalf of cdeb4c994baa4bf6b2eb22428e934a5c for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:11:06.799452 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-38a50efe-de4e-41d6-a89e-6b4370168e79 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:06.896704 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-38a50efe-de4e-41d6-a89e-6b4370168e79 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] device_id is not set on port e987f448-379c-4335-95b0-6dae7e089c51 yet. {{(pid=102661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:11:07.106879 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-0cdf76d8-59e2-4364-bf9f-8fccc0a7e5cc None None] Provisioning complete for port f84b2c35-b015-4653-9436-193ae548e3a2 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:07.107419 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0cdf76d8-59e2-4364-bf9f-8fccc0a7e5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:07.149840 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-0cdf76d8-59e2-4364-bf9f-8fccc0a7e5cc None None] Port f84b2c35-b015-4653-9436-193ae548e3a2 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:11:07.201325 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-0871f0b8-8929-4e04-91b7-97aa335625ef req-6a01baa7-0af7-4a3c-aac2-2127e371f7a0 tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] Allocated IP 172.20.0.13 (f04615aa-aa66-4146-b2b1-d12a62615c90/79ffe0fb-586b-4ea5-b4ec-56439e334212/48bf6b84-7e03-4655-94ea-d1a114bdb126) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:11:07.280881 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0587cf50-349a-4dfe-a9a6-4defa0ea53c5 req-94c84179-f364-4a02-95fe-de80337a1ced tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] 10.222.0.20 "GET /v2.0/ports?device_id=1823015e-25c2-4606-bbd0-8e333a687c40 HTTP/1.1" status: 200 len: 210 time: 0.0613010 Nov 12 01:11:07.290978 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-d6e47ad4-9d9a-4e00-abe0-11dd66c3d784 None None] Provisioning complete for port f84b2c35-b015-4653-9436-193ae548e3a2 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:07.291860 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d6e47ad4-9d9a-4e00-abe0-11dd66c3d784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:07.318342 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-38a50efe-de4e-41d6-a89e-6b4370168e79 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Allocated IP 172.20.0.12 (226f5896-cb5d-4768-a8c5-2b86c6be2133/c871a559-1e6d-495a-8c6e-92332e0e6b6c/e987f448-379c-4335-95b0-6dae7e089c51) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:11:07.400073 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37000) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:07.407760 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-d6e47ad4-9d9a-4e00-abe0-11dd66c3d784 None None] Port f84b2c35-b015-4653-9436-193ae548e3a2 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:11:07.540607 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-d1bd861a-8aed-497d-996c-c681deac1da9 None None] Provisioning complete for port f84b2c35-b015-4653-9436-193ae548e3a2 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:07.541758 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d1bd861a-8aed-497d-996c-c681deac1da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:07.559179 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37004) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:07.587401 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ebd15d85-8b44-416c-af64-5b94bac12ec0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:07.593604 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0871f0b8-8929-4e04-91b7-97aa335625ef req-6a01baa7-0af7-4a3c-aac2-2127e371f7a0 tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:07.648315 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-38a50efe-de4e-41d6-a89e-6b4370168e79 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:07.689508 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-d1bd861a-8aed-497d-996c-c681deac1da9 None None] Port f84b2c35-b015-4653-9436-193ae548e3a2 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:11:07.731670 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 90a263ca-9125-4bd6-a615-b3d77824c00f up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:11:07.752942 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0871f0b8-8929-4e04-91b7-97aa335625ef req-6a01baa7-0af7-4a3c-aac2-2127e371f7a0 tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:07.775703 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:07.841484 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ebd15d85-8b44-416c-af64-5b94bac12ec0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:07.848010 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ebd15d85-8b44-416c-af64-5b94bac12ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:07.855649 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 90a263ca-9125-4bd6-a615-b3d77824c00f triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:07.856018 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:07.870469 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0871f0b8-8929-4e04-91b7-97aa335625ef req-6a01baa7-0af7-4a3c-aac2-2127e371f7a0 tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] Network f04615aa-aa66-4146-b2b1-d12a62615c90 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:11:07.873463 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a01baa7-0af7-4a3c-aac2-2127e371f7a0 tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] Pushing event updated for resources: {'Port': ['ID=48bf6b84-7e03-4655-94ea-d1a114bdb126,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:07.877304 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-0871f0b8-8929-4e04-91b7-97aa335625ef req-6a01baa7-0af7-4a3c-aac2-2127e371f7a0 tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:07.880580 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-38a50efe-de4e-41d6-a89e-6b4370168e79 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:07.887414 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-0871f0b8-8929-4e04-91b7-97aa335625ef req-6a01baa7-0af7-4a3c-aac2-2127e371f7a0 tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:11:07.942145 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ebd15d85-8b44-416c-af64-5b94bac12ec0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0b0a7f6976684ae99f2020048434bd91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3777187 Nov 12 01:11:07.946530 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37006) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:08.058589 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a50efe-de4e-41d6-a89e-6b4370168e79 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Network 226f5896-cb5d-4768-a8c5-2b86c6be2133 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:11:08.069028 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd15d85-8b44-416c-af64-5b94bac12ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659267cf-f9e5-4dfa-aa82-f3b6380212c2,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:08.073294 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-38a50efe-de4e-41d6-a89e-6b4370168e79 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:08.079647 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a50efe-de4e-41d6-a89e-6b4370168e79 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Pushing event updated for resources: {'Port': ['ID=e987f448-379c-4335-95b0-6dae7e089c51,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:08.081886 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a50efe-de4e-41d6-a89e-6b4370168e79 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:11:08.085241 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-02ff967a-dda3-469d-acb7-a08f1c01ae75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:08.124381 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871f0b8-8929-4e04-91b7-97aa335625ef req-6a01baa7-0af7-4a3c-aac2-2127e371f7a0 tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:08.125060 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0871f0b8-8929-4e04-91b7-97aa335625ef req-6a01baa7-0af7-4a3c-aac2-2127e371f7a0 tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:08.141678 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a49acc96-69bc-428f-8865-6fb7141ce098 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:08.174284 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a49acc96-69bc-428f-8865-6fb7141ce098 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:08.200439 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0871f0b8-8929-4e04-91b7-97aa335625ef req-6a01baa7-0af7-4a3c-aac2-2127e371f7a0 tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0861661 Nov 12 01:11:08.206807 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a50efe-de4e-41d6-a89e-6b4370168e79 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:08.207439 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-38a50efe-de4e-41d6-a89e-6b4370168e79 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:08.241672 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-0871f0b8-8929-4e04-91b7-97aa335625ef req-49488d2a-58df-4c31-baf4-9ba7ebf0bfa3 service neutron] Request body: {'port': {'device_id': '1823015e-25c2-4606-bbd0-8e333a687c40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:08.270536 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-38a50efe-de4e-41d6-a89e-6b4370168e79 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9981983 Nov 12 01:11:08.276153 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37014) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:08.279909 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a49acc96-69bc-428f-8865-6fb7141ce098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:08.281328 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-f3e7c67d-fdca-43ca-86b3-6818c8d237e4 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:08.283929 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a49acc96-69bc-428f-8865-6fb7141ce098 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:08.285668 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a49acc96-69bc-428f-8865-6fb7141ce098 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/659267cf-f9e5-4dfa-aa82-f3b6380212c2 HTTP/1.1" status: 204 len: 168 time: 0.3379531 Nov 12 01:11:08.306291 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49acc96-69bc-428f-8865-6fb7141ce098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659267cf-f9e5-4dfa-aa82-f3b6380212c2,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:08.319615 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f3e7c67d-fdca-43ca-86b3-6818c8d237e4 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks [] for floatingip, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:08.391947 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-02ff967a-dda3-469d-acb7-a08f1c01ae75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:08.399070 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-02ff967a-dda3-469d-acb7-a08f1c01ae75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:08.411764 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0871f0b8-8929-4e04-91b7-97aa335625ef req-49488d2a-58df-4c31-baf4-9ba7ebf0bfa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:08.484538 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ff967a-dda3-469d-acb7-a08f1c01ae75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418460a3-2793-45c2-aca7-76fb6c564e70,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:08.515209 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-02ff967a-dda3-469d-acb7-a08f1c01ae75 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b0d409624c6b4061a2c9a89af19ae304&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1141081 Nov 12 01:11:08.518016 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37022) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:08.526242 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-5bc76e57-7340-4195-952f-c95a5ff5fea5 None None] Provisioning complete for port e987f448-379c-4335-95b0-6dae7e089c51 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:08.527568 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5bc76e57-7340-4195-952f-c95a5ff5fea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:08.574747 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-5bc76e57-7340-4195-952f-c95a5ff5fea5 None None] Port e987f448-379c-4335-95b0-6dae7e089c51 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:11:08.611428 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1048418c-9693-4728-80a0-241a35871afa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:08.666319 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1a193-4777-4ebb-9397-a7653119040d req-f17c2a9d-9f4c-4ca4-8883-77332bfa6487 tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:08.667994 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f0b1a193-4777-4ebb-9397-a7653119040d req-f17c2a9d-9f4c-4ca4-8883-77332bfa6487 tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] 10.222.0.20 "GET /v2.0/ports?device_id=1823015e-25c2-4606-bbd0-8e333a687c40 HTTP/1.1" status: 200 len: 932 time: 0.2283852 Nov 12 01:11:08.695899 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1048418c-9693-4728-80a0-241a35871afa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:08.835339 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1048418c-9693-4728-80a0-241a35871afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:08.839767 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1048418c-9693-4728-80a0-241a35871afa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:08.841029 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1048418c-9693-4728-80a0-241a35871afa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/418460a3-2793-45c2-aca7-76fb6c564e70 HTTP/1.1" status: 204 len: 168 time: 0.3217008 Nov 12 01:11:08.855371 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f3e7c67d-fdca-43ca-86b3-6818c8d237e4 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:08.856774 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1048418c-9693-4728-80a0-241a35871afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418460a3-2793-45c2-aca7-76fb6c564e70,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:08.906376 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f0b1a193-4777-4ebb-9397-a7653119040d req-d0e25a77-d9ef-4d6d-99ea-4ee5f3e11414 tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b050b37-7433-45b3-971f-81d7bb259028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824079 Nov 12 01:11:09.112877 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-0871f0b8-8929-4e04-91b7-97aa335625ef req-49488d2a-58df-4c31-baf4-9ba7ebf0bfa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48bf6b84-7e03-4655-94ea-d1a114bdb126 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:11:09.125539 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0871f0b8-8929-4e04-91b7-97aa335625ef req-49488d2a-58df-4c31-baf4-9ba7ebf0bfa3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:09.138507 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-f3e7c67d-fdca-43ca-86b3-6818c8d237e4 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Allocated IP 172.25.2.68 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/1d1629ac-d2fc-4d38-96cb-21c45e14a9ee) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:11:09.172633 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-0871f0b8-8929-4e04-91b7-97aa335625ef req-49488d2a-58df-4c31-baf4-9ba7ebf0bfa3 service neutron] Transition to ACTIVE for port object 48bf6b84-7e03-4655-94ea-d1a114bdb126 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:11:09.288013 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0871f0b8-8929-4e04-91b7-97aa335625ef req-49488d2a-58df-4c31-baf4-9ba7ebf0bfa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:09.310217 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:09.338276 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f3e7c67d-fdca-43ca-86b3-6818c8d237e4 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:09.375688 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49488d2a-58df-4c31-baf4-9ba7ebf0bfa3 service neutron] Pushing event updated for resources: {'Port': ['ID=48bf6b84-7e03-4655-94ea-d1a114bdb126,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:09.448637 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f3e7c67d-fdca-43ca-86b3-6818c8d237e4 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:09.516564 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e7c67d-fdca-43ca-86b3-6818c8d237e4 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:11:09.523075 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-0871f0b8-8929-4e04-91b7-97aa335625ef req-49488d2a-58df-4c31-baf4-9ba7ebf0bfa3 service neutron] Attempting to bind port 48bf6b84-7e03-4655-94ea-d1a114bdb126 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:11:09.523408 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-0871f0b8-8929-4e04-91b7-97aa335625ef req-49488d2a-58df-4c31-baf4-9ba7ebf0bfa3 service neutron] Attempting to bind port 48bf6b84-7e03-4655-94ea-d1a114bdb126 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '3d4c268a-3474-4e2f-833d-d4e6bf104e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f04615aa-aa66-4146-b2b1-d12a62615c90'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:11:09.523744 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0871f0b8-8929-4e04-91b7-97aa335625ef req-49488d2a-58df-4c31-baf4-9ba7ebf0bfa3 service neutron] Attempting to bind port 48bf6b84-7e03-4655-94ea-d1a114bdb126 on network f04615aa-aa66-4146-b2b1-d12a62615c90 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:11:09.528519 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-f3e7c67d-fdca-43ca-86b3-6818c8d237e4 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:09.534839 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e7c67d-fdca-43ca-86b3-6818c8d237e4 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:11:09.539813 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e7c67d-fdca-43ca-86b3-6818c8d237e4 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Pushing event updated for resources: {'Port': ['ID=1d1629ac-d2fc-4d38-96cb-21c45e14a9ee,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:09.561297 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0871f0b8-8929-4e04-91b7-97aa335625ef req-49488d2a-58df-4c31-baf4-9ba7ebf0bfa3 service neutron] Port 48bf6b84-7e03-4655-94ea-d1a114bdb126 on network f04615aa-aa66-4146-b2b1-d12a62615c90 not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:11:09.561622 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0871f0b8-8929-4e04-91b7-97aa335625ef req-49488d2a-58df-4c31-baf4-9ba7ebf0bfa3 service neutron] Attempting to bind port 48bf6b84-7e03-4655-94ea-d1a114bdb126 on network f04615aa-aa66-4146-b2b1-d12a62615c90 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:11:09.572348 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0871f0b8-8929-4e04-91b7-97aa335625ef req-49488d2a-58df-4c31-baf4-9ba7ebf0bfa3 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:11:09.572690 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0871f0b8-8929-4e04-91b7-97aa335625ef req-49488d2a-58df-4c31-baf4-9ba7ebf0bfa3 service neutron] Checking segment: {'id': '3d4c268a-3474-4e2f-833d-d4e6bf104e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f04615aa-aa66-4146-b2b1-d12a62615c90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:11:09.573073 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0871f0b8-8929-4e04-91b7-97aa335625ef req-49488d2a-58df-4c31-baf4-9ba7ebf0bfa3 service neutron] Bound using segment: {'id': '3d4c268a-3474-4e2f-833d-d4e6bf104e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f04615aa-aa66-4146-b2b1-d12a62615c90'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:11:09.573709 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-0871f0b8-8929-4e04-91b7-97aa335625ef req-49488d2a-58df-4c31-baf4-9ba7ebf0bfa3 service neutron] Bound port: 48bf6b84-7e03-4655-94ea-d1a114bdb126, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4c268a-3474-4e2f-833d-d4e6bf104e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f04615aa-aa66-4146-b2b1-d12a62615c90'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:11:09.573886 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0871f0b8-8929-4e04-91b7-97aa335625ef req-49488d2a-58df-4c31-baf4-9ba7ebf0bfa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:09.691183 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-0871f0b8-8929-4e04-91b7-97aa335625ef req-49488d2a-58df-4c31-baf4-9ba7ebf0bfa3 service neutron] For port 48bf6b84-7e03-4655-94ea-d1a114bdb126, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:11:09.693579 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f3e7c67d-fdca-43ca-86b3-6818c8d237e4 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:09.695914 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-0871f0b8-8929-4e04-91b7-97aa335625ef req-49488d2a-58df-4c31-baf4-9ba7ebf0bfa3 service neutron] For port 48bf6b84-7e03-4655-94ea-d1a114bdb126, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=48bf6b84-7e03-4655-94ea-d1a114bdb126,segment=NetworkSegment(3d4c268a-3474-4e2f-833d-d4e6bf104e45),segment_id=3d4c268a-3474-4e2f-833d-d4e6bf104e45)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:11:09.701707 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0871f0b8-8929-4e04-91b7-97aa335625ef req-49488d2a-58df-4c31-baf4-9ba7ebf0bfa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:09.767659 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871f0b8-8929-4e04-91b7-97aa335625ef req-49488d2a-58df-4c31-baf4-9ba7ebf0bfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:09.768279 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0871f0b8-8929-4e04-91b7-97aa335625ef req-49488d2a-58df-4c31-baf4-9ba7ebf0bfa3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:09.769794 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0871f0b8-8929-4e04-91b7-97aa335625ef req-49488d2a-58df-4c31-baf4-9ba7ebf0bfa3 service neutron] 10.222.0.49 "PUT /v2.0/ports/48bf6b84-7e03-4655-94ea-d1a114bdb126 HTTP/1.1" status: 200 len: 1093 time: 1.5546651 Nov 12 01:11:09.774106 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1823015e-25c2-4606-bbd0-8e333a687c40', 'tag': '48bf6b84-7e03-4655-94ea-d1a114bdb126'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:11:09.776681 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e08180-03fd-42c6-a32a-711ecc8c36e3" -d '{"events": [{"name": "network-changed", "server_uuid": "1823015e-25c2-4606-bbd0-8e333a687c40", "tag": "48bf6b84-7e03-4655-94ea-d1a114bdb126"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:11:09.786185 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f3e7c67d-fdca-43ca-86b3-6818c8d237e4 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:09.809976 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:09.812901 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49488d2a-58df-4c31-baf4-9ba7ebf0bfa3 service neutron] Pushing event updated for resources: {'Port': ['ID=48bf6b84-7e03-4655-94ea-d1a114bdb126,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:09.851723 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b2f85c-8202-4675-ade8-9d765491cbc4 x-openstack-request-id: req-49b2f85c-8202-4675-ade8-9d765491cbc4 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:11:09.851916 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1823015e-25c2-4606-bbd0-8e333a687c40", "tag": "48bf6b84-7e03-4655-94ea-d1a114bdb126", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:11:09.852164 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-49b2f85c-8202-4675-ade8-9d765491cbc4 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:11:09.852560 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1823015e-25c2-4606-bbd0-8e333a687c40', 'tag': '48bf6b84-7e03-4655-94ea-d1a114bdb126', 'status': 'completed', 'code': 200} Nov 12 01:11:09.939773 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871f0b8-8929-4e04-91b7-97aa335625ef req-f0d03a06-18a4-4a95-8664-414f4214ef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:09.941292 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0871f0b8-8929-4e04-91b7-97aa335625ef req-f0d03a06-18a4-4a95-8664-414f4214ef19 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b8fa85daa83e4dc4ac17e4b9b3a2c348&device_id=1823015e-25c2-4606-bbd0-8e333a687c40 HTTP/1.1" status: 200 len: 1096 time: 0.1052375 Nov 12 01:11:10.014656 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0871f0b8-8929-4e04-91b7-97aa335625ef req-6dec9f97-bd76-4ea3-8190-d49ef4f4af69 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48bf6b84-7e03-4655-94ea-d1a114bdb126 HTTP/1.1" status: 200 len: 217 time: 0.0491779 Nov 12 01:11:10.072717 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f3e7c67d-fdca-43ca-86b3-6818c8d237e4 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:10.096103 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f3e7c67d-fdca-43ca-86b3-6818c8d237e4 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:10.146485 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871f0b8-8929-4e04-91b7-97aa335625ef req-0e91f86c-c470-4d45-b070-be26f186c381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:10.147970 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0871f0b8-8929-4e04-91b7-97aa335625ef req-0e91f86c-c470-4d45-b070-be26f186c381 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=79ffe0fb-586b-4ea5-b4ec-56439e334212 HTTP/1.1" status: 200 len: 858 time: 0.1253815 Nov 12 01:11:10.218881 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0871f0b8-8929-4e04-91b7-97aa335625ef req-ddf651ca-d516-49a3-a9fc-af83189bfdfe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f04615aa-aa66-4146-b2b1-d12a62615c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607712 Nov 12 01:11:10.227128 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2def160-3ab4-4242-a175-ad7a0e24eae3 req-5e6074d0-00b0-4061-bc3b-2535b11d1aa7 tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:10.228654 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e2def160-3ab4-4242-a175-ad7a0e24eae3 req-5e6074d0-00b0-4061-bc3b-2535b11d1aa7 tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] 10.222.0.20 "GET /v2.0/ports?device_id=1823015e-25c2-4606-bbd0-8e333a687c40 HTTP/1.1" status: 200 len: 944 time: 0.1975727 Nov 12 01:11:10.233339 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e7c67d-fdca-43ca-86b3-6818c8d237e4 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Pushing event updated for resources: {'Port': ['ID=1d1629ac-d2fc-4d38-96cb-21c45e14a9ee,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:10.290049 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f3e7c67d-fdca-43ca-86b3-6818c8d237e4 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:10.365579 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f3e7c67d-fdca-43ca-86b3-6818c8d237e4 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:10.369456 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f3e7c67d-fdca-43ca-86b3-6818c8d237e4 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0894759 Nov 12 01:11:10.374131 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37098) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:10.379298 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-d8ad994b-77e1-44db-a5d8-f01d7cd9eeb3 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Request body: {'floatingip': {'port_id': 'e987f448-379c-4335-95b0-6dae7e089c51', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:10.407167 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e2def160-3ab4-4242-a175-ad7a0e24eae3 req-79e55151-12cd-47a6-a5c3-c2055a86da53 tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b050b37-7433-45b3-971f-81d7bb259028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587114 Nov 12 01:11:10.409650 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0871f0b8-8929-4e04-91b7-97aa335625ef req-59e04a26-4036-4caf-8980-76f1e6e57859 service neutron] 10.222.0.49 "GET /v2.0/networks/f04615aa-aa66-4146-b2b1-d12a62615c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798694 Nov 12 01:11:10.438410 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d8ad994b-77e1-44db-a5d8-f01d7cd9eeb3 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks [] for floatingip, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:10.556309 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0871f0b8-8929-4e04-91b7-97aa335625ef req-c108b1af-1a04-41eb-bfcf-a498210d040e service neutron] 10.222.0.49 "GET /v2.0/networks/f04615aa-aa66-4146-b2b1-d12a62615c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388478 Nov 12 01:11:10.561923 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-d8ad994b-77e1-44db-a5d8-f01d7cd9eeb3 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] update failed (client error): The resource could not be found. Nov 12 01:11:10.563074 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d8ad994b-77e1-44db-a5d8-f01d7cd9eeb3 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] 10.222.0.20 "PUT /v2.0/floatingips/58507927-3bb9-4f37-84f3-418eb3ca8df7 HTTP/1.1" status: 404 len: 507 time: 0.1873307 Nov 12 01:11:10.567777 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37106) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:10.767659 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e08180-03fd-42c6-a32a-711ecc8c36e3 req-64892c5b-62cb-4185-8a05-5c74391138d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:10.769511 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-38e08180-03fd-42c6-a32a-711ecc8c36e3 req-64892c5b-62cb-4185-8a05-5c74391138d0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b8fa85daa83e4dc4ac17e4b9b3a2c348&device_id=1823015e-25c2-4606-bbd0-8e333a687c40 HTTP/1.1" status: 200 len: 1096 time: 0.0952730 Nov 12 01:11:10.827654 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-4d71c96d-c1e3-4ac9-a866-f72d783f8e73 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Deleting port 1d1629ac-d2fc-4d38-96cb-21c45e14a9ee {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:10.828168 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4d71c96d-c1e3-4ac9-a866-f72d783f8e73 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:10.955355 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:11.326608 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e08180-03fd-42c6-a32a-711ecc8c36e3 req-cd925c34-da07-4f04-9ec2-020d5f6c4ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:11.328097 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-38e08180-03fd-42c6-a32a-711ecc8c36e3 req-cd925c34-da07-4f04-9ec2-020d5f6c4ca2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f04615aa-aa66-4146-b2b1-d12a62615c90 HTTP/1.1" status: 200 len: 919 time: 0.5475872 Nov 12 01:11:11.340084 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4d71c96d-c1e3-4ac9-a866-f72d783f8e73 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:11.340417 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4d71c96d-c1e3-4ac9-a866-f72d783f8e73 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:11.396414 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-38e08180-03fd-42c6-a32a-711ecc8c36e3 req-99c038e8-cef5-4d1e-835e-fbd47ab5148f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48bf6b84-7e03-4655-94ea-d1a114bdb126 HTTP/1.1" status: 200 len: 217 time: 0.0586956 Nov 12 01:11:11.397571 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-4d71c96d-c1e3-4ac9-a866-f72d783f8e73 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Calling delete_port for 1d1629ac-d2fc-4d38-96cb-21c45e14a9ee owned by network:floatingip {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:11.499958 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e08180-03fd-42c6-a32a-711ecc8c36e3 req-6f4d0007-f6a8-4aaa-bb71-a9d99951674c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:11.501522 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-38e08180-03fd-42c6-a32a-711ecc8c36e3 req-6f4d0007-f6a8-4aaa-bb71-a9d99951674c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=79ffe0fb-586b-4ea5-b4ec-56439e334212 HTTP/1.1" status: 200 len: 858 time: 0.0977652 Nov 12 01:11:11.548075 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-38e08180-03fd-42c6-a32a-711ecc8c36e3 req-80fda066-e846-472a-87cc-1fff78251fa8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f04615aa-aa66-4146-b2b1-d12a62615c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388753 Nov 12 01:11:11.598229 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84338036-bc12-49df-a0d2-b9483248a907 req-af534f91-7a48-48e8-9a2b-76c70bae047f tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:11.611479 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-84338036-bc12-49df-a0d2-b9483248a907 req-af534f91-7a48-48e8-9a2b-76c70bae047f tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] 10.222.0.20 "GET /v2.0/ports?device_id=1823015e-25c2-4606-bbd0-8e333a687c40 HTTP/1.1" status: 200 len: 944 time: 0.0986125 Nov 12 01:11:11.667176 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-84338036-bc12-49df-a0d2-b9483248a907 req-7da31051-e54a-4195-bff5-9ecc5a9e95ae tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b050b37-7433-45b3-971f-81d7bb259028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547953 Nov 12 01:11:11.722199 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4d71c96d-c1e3-4ac9-a866-f72d783f8e73 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:11.779192 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d71c96d-c1e3-4ac9-a866-f72d783f8e73 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Pushing event deleted for resources: {'Port': ['ID=1d1629ac-d2fc-4d38-96cb-21c45e14a9ee,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:11.817972 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-38e08180-03fd-42c6-a32a-711ecc8c36e3 req-8bbe8c8d-b3f3-4621-abd7-75f424d06ff6 service neutron] 10.222.0.49 "GET /v2.0/networks/f04615aa-aa66-4146-b2b1-d12a62615c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561777 Nov 12 01:11:11.922213 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4d71c96d-c1e3-4ac9-a866-f72d783f8e73 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks [] for floatingip, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:11.925335 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4d71c96d-c1e3-4ac9-a866-f72d783f8e73 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:11.930535 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37162) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:11.930747 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4d71c96d-c1e3-4ac9-a866-f72d783f8e73 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] 10.222.0.20 "DELETE /v2.0/floatingips/58507927-3bb9-4f37-84f3-418eb3ca8df7 HTTP/1.1" status: 204 len: 168 time: 1.3612723 Nov 12 01:11:11.935478 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-54171822-c872-4eba-9a88-b5ba3263afc3 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Request body: {'floatingip': {'floating_network_id': '226f5896-cb5d-4768-a8c5-2b86c6be2133', 'port_id': 'e987f448-379c-4335-95b0-6dae7e089c51', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:11.960901 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-54171822-c872-4eba-9a88-b5ba3263afc3 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks [] for floatingip, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:11.988661 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-38e08180-03fd-42c6-a32a-711ecc8c36e3 req-099342ac-4829-427d-87a1-4c04bb2e0f2f service neutron] 10.222.0.49 "GET /v2.0/networks/f04615aa-aa66-4146-b2b1-d12a62615c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497226 Nov 12 01:11:12.119795 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-54171822-c872-4eba-9a88-b5ba3263afc3 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:11:12.121290 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-54171822-c872-4eba-9a88-b5ba3263afc3 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1893432 Nov 12 01:11:12.124961 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37164) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:12.132057 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-6f562a6e-a01b-436c-9877-30c5f0fcb5a9 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'port_id': 'e987f448-379c-4335-95b0-6dae7e089c51', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:12.133325 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 48bf6b84-7e03-4655-94ea-d1a114bdb126 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:11:12.167425 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6f562a6e-a01b-436c-9877-30c5f0fcb5a9 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks [] for floatingip, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:12.309076 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6f562a6e-a01b-436c-9877-30c5f0fcb5a9 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:12.315308 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 48bf6b84-7e03-4655-94ea-d1a114bdb126, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=48bf6b84-7e03-4655-94ea-d1a114bdb126,segment=NetworkSegment(3d4c268a-3474-4e2f-833d-d4e6bf104e45),segment_id=3d4c268a-3474-4e2f-833d-d4e6bf104e45)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:12.327721 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '48bf6b84-7e03-4655-94ea-d1a114bdb126', 'network_id': 'f04615aa-aa66-4146-b2b1-d12a62615c90', 'port_id': '48bf6b84-7e03-4655-94ea-d1a114bdb126', 'mac_address': 'fa:16:3e:91:60:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ffe0fb-586b-4ea5-b4ec-56439e334212', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:11:12.403224 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:12.432023 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48bf6b84-7e03-4655-94ea-d1a114bdb126 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:11:12.448850 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-6f562a6e-a01b-436c-9877-30c5f0fcb5a9 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Allocated IP 172.25.2.127 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/2d92cf15-c728-4d52-b12b-0f4c6bc3fde1) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:11:12.463339 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 48bf6b84-7e03-4655-94ea-d1a114bdb126, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=48bf6b84-7e03-4655-94ea-d1a114bdb126,segment=NetworkSegment(3d4c268a-3474-4e2f-833d-d4e6bf104e45),segment_id=3d4c268a-3474-4e2f-833d-d4e6bf104e45)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:12.469127 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:12.526919 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=48bf6b84-7e03-4655-94ea-d1a114bdb126,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:12.538564 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:12.539203 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:12.539616 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:12.540472 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:12.540898 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:12.541310 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:12.541742 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:12.542143 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:12.542531 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:12.543825 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:12.544345 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:12.544680 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:12.577504 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6f562a6e-a01b-436c-9877-30c5f0fcb5a9 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:12.614888 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6f562a6e-a01b-436c-9877-30c5f0fcb5a9 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:12.663405 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f562a6e-a01b-436c-9877-30c5f0fcb5a9 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:11:12.668205 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-6f562a6e-a01b-436c-9877-30c5f0fcb5a9 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:12.673606 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f562a6e-a01b-436c-9877-30c5f0fcb5a9 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:11:12.676656 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f562a6e-a01b-436c-9877-30c5f0fcb5a9 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Pushing event updated for resources: {'Port': ['ID=2d92cf15-c728-4d52-b12b-0f4c6bc3fde1,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:12.744841 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['48bf6b84-7e03-4655-94ea-d1a114bdb126'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:11:12.877834 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:12.919591 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905dc25f-8dd3-403f-bf66-53f25bb239cf req-01fc4785-329c-4bd3-a3b4-7bdb857f48f3 tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:12.921327 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-6f562a6e-a01b-436c-9877-30c5f0fcb5a9 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Deleting port 2d92cf15-c728-4d52-b12b-0f4c6bc3fde1 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:12.921748 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6f562a6e-a01b-436c-9877-30c5f0fcb5a9 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:12.930850 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-905dc25f-8dd3-403f-bf66-53f25bb239cf req-01fc4785-329c-4bd3-a3b4-7bdb857f48f3 tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] 10.222.0.20 "GET /v2.0/ports?device_id=1823015e-25c2-4606-bbd0-8e333a687c40 HTTP/1.1" status: 200 len: 945 time: 0.1382904 Nov 12 01:11:13.000693 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-905dc25f-8dd3-403f-bf66-53f25bb239cf req-47aef205-fd68-4892-ba72-4169b28c80cd tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b050b37-7433-45b3-971f-81d7bb259028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683033 Nov 12 01:11:13.029678 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6f562a6e-a01b-436c-9877-30c5f0fcb5a9 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:13.030016 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6f562a6e-a01b-436c-9877-30c5f0fcb5a9 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:13.042566 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-6f562a6e-a01b-436c-9877-30c5f0fcb5a9 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Calling delete_port for 2d92cf15-c728-4d52-b12b-0f4c6bc3fde1 owned by network:floatingip {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:13.534134 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6f562a6e-a01b-436c-9877-30c5f0fcb5a9 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:13.568915 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f562a6e-a01b-436c-9877-30c5f0fcb5a9 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Pushing event deleted for resources: {'Port': ['ID=2d92cf15-c728-4d52-b12b-0f4c6bc3fde1,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:13.670832 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-6f562a6e-a01b-436c-9877-30c5f0fcb5a9 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] create failed (client error): The resource could not be found. Nov 12 01:11:13.673458 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6f562a6e-a01b-436c-9877-30c5f0fcb5a9 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.5460231 Nov 12 01:11:13.676542 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37174) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:13.804241 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-94d8b68b-596d-4811-bd29-9e6d49aa2e1c tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Deleting port e987f448-379c-4335-95b0-6dae7e089c51 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:13.804931 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-94d8b68b-596d-4811-bd29-9e6d49aa2e1c tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:13.915327 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-94d8b68b-596d-4811-bd29-9e6d49aa2e1c tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:13.933312 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-94d8b68b-596d-4811-bd29-9e6d49aa2e1c tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Calling delete_port for e987f448-379c-4335-95b0-6dae7e089c51 owned by {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:14.081060 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-94d8b68b-596d-4811-bd29-9e6d49aa2e1c tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:14.116496 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d8b68b-596d-4811-bd29-9e6d49aa2e1c tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Pushing event deleted for resources: {'Port': ['ID=e987f448-379c-4335-95b0-6dae7e089c51,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:14.149312 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 48bf6b84-7e03-4655-94ea-d1a114bdb126 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:11:14.175702 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e19d3-f273-4fb7-89f3-6d1f49aca899 req-6fdb6aa0-b739-42b7-a127-344674e4da88 tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:14.177536 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-988e19d3-f273-4fb7-89f3-6d1f49aca899 req-6fdb6aa0-b739-42b7-a127-344674e4da88 tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] 10.222.0.20 "GET /v2.0/ports?device_id=1823015e-25c2-4606-bbd0-8e333a687c40 HTTP/1.1" status: 200 len: 945 time: 0.1070414 Nov 12 01:11:14.216022 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-94d8b68b-596d-4811-bd29-9e6d49aa2e1c tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:14.222123 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-94d8b68b-596d-4811-bd29-9e6d49aa2e1c tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] 10.222.0.20 "DELETE /v2.0/ports/e987f448-379c-4335-95b0-6dae7e089c51 HTTP/1.1" status: 204 len: 168 time: 0.5413241 Nov 12 01:11:14.222384 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37182) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:14.258248 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 48bf6b84-7e03-4655-94ea-d1a114bdb126 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:11:14.267401 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 48bf6b84-7e03-4655-94ea-d1a114bdb126 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:14.268637 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:14.271630 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-988e19d3-f273-4fb7-89f3-6d1f49aca899 req-9ea637e2-90a6-416d-a8e9-b428f7d1f3c5 tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b050b37-7433-45b3-971f-81d7bb259028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855386 Nov 12 01:11:14.318722 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9c5484-4d02-44fa-b7e9-47f7f8f70251 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:14.323101 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0a9c5484-4d02-44fa-b7e9-47f7f8f70251 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9d411c2-5207-4cde-b507-be123b04add0 HTTP/1.1" status: 200 len: 913 time: 0.0974305 Nov 12 01:11:14.323799 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37186) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:14.374380 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:14.414814 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1823015e-25c2-4606-bbd0-8e333a687c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48bf6b84-7e03-4655-94ea-d1a114bdb126'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:11:14.421364 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f0eee1-3694-4f9b-9457-aa3b54e924ac" -d '{"events": [{"server_uuid": "1823015e-25c2-4606-bbd0-8e333a687c40", "name": "network-vif-plugged", "status": "completed", "tag": "48bf6b84-7e03-4655-94ea-d1a114bdb126"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:11:14.448030 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 48bf6b84-7e03-4655-94ea-d1a114bdb126, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=48bf6b84-7e03-4655-94ea-d1a114bdb126,segment=NetworkSegment(3d4c268a-3474-4e2f-833d-d4e6bf104e45),segment_id=3d4c268a-3474-4e2f-833d-d4e6bf104e45)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:14.454161 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:14.513807 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468040f5-1265-42e2-a297-7e8607a685f7 x-openstack-request-id: req-468040f5-1265-42e2-a297-7e8607a685f7 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:11:14.514096 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1823015e-25c2-4606-bbd0-8e333a687c40", "name": "network-vif-plugged", "status": "completed", "tag": "48bf6b84-7e03-4655-94ea-d1a114bdb126", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:11:14.514366 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-468040f5-1265-42e2-a297-7e8607a685f7 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:11:14.514763 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1823015e-25c2-4606-bbd0-8e333a687c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48bf6b84-7e03-4655-94ea-d1a114bdb126', 'code': 200} Nov 12 01:11:14.526912 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=48bf6b84-7e03-4655-94ea-d1a114bdb126,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:14.732059 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-54bc1fef-e50c-4bd4-8ab8-eaab44821c36 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:14.856005 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc48d46-a32b-4211-ace2-ac3175ff1be5 req-d43c54d1-7e6f-46b1-b9ce-0c76f5a002ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:14.858622 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cfc48d46-a32b-4211-ace2-ac3175ff1be5 req-d43c54d1-7e6f-46b1-b9ce-0c76f5a002ef service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1823015e-25c2-4606-bbd0-8e333a687c40 HTTP/1.1" status: 200 len: 1098 time: 0.2523263 Nov 12 01:11:14.921954 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cfc48d46-a32b-4211-ace2-ac3175ff1be5 req-afd3f017-8ae8-498c-b467-d465a1fd3f7a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6b050b37-7433-45b3-971f-81d7bb259028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526469 Nov 12 01:11:15.051219 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-54bc1fef-e50c-4bd4-8ab8-eaab44821c36 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Deleting port f84b2c35-b015-4653-9436-193ae548e3a2 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:15.051644 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-54bc1fef-e50c-4bd4-8ab8-eaab44821c36 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:15.167171 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-54bc1fef-e50c-4bd4-8ab8-eaab44821c36 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:15.186556 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-54bc1fef-e50c-4bd4-8ab8-eaab44821c36 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Calling delete_port for f84b2c35-b015-4653-9436-193ae548e3a2 owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:15.466974 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39508d88-fcb1-4113-9a4a-a373e53cd970 req-6f4a88c7-48fa-4fde-96a9-f464792b772e tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:15.468801 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-39508d88-fcb1-4113-9a4a-a373e53cd970 req-6f4a88c7-48fa-4fde-96a9-f464792b772e tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] 10.222.0.20 "GET /v2.0/ports?device_id=1823015e-25c2-4606-bbd0-8e333a687c40 HTTP/1.1" status: 200 len: 946 time: 0.0953135 Nov 12 01:11:15.470454 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-54bc1fef-e50c-4bd4-8ab8-eaab44821c36 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:15.516964 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bc1fef-e50c-4bd4-8ab8-eaab44821c36 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Pushing event deleted for resources: {'Port': ['ID=f84b2c35-b015-4653-9436-193ae548e3a2,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:15.686424 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-39508d88-fcb1-4113-9a4a-a373e53cd970 req-c190436a-b039-48ea-8492-9017ec7df349 tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b050b37-7433-45b3-971f-81d7bb259028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831977 Nov 12 01:11:15.812542 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-54bc1fef-e50c-4bd4-8ab8-eaab44821c36 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:16.027969 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54bc1fef-e50c-4bd4-8ab8-eaab44821c36 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Router e9d411c2-5207-4cde-b507-be123b04add0 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:11:16.122032 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54bc1fef-e50c-4bd4-8ab8-eaab44821c36 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:11:16.131274 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-54bc1fef-e50c-4bd4-8ab8-eaab44821c36 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] 10.222.0.20 "PUT /v2.0/routers/e9d411c2-5207-4cde-b507-be123b04add0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8058693 Nov 12 01:11:16.132048 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37208) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:16.135179 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3beaf0-cbd9-4a57-873b-db0c41ad5988 None None] Sync routers for ids ['e9d411c2-5207-4cde-b507-be123b04add0'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:11:16.156458 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3beaf0-cbd9-4a57-873b-db0c41ad5988 None None] Routers {'e9d411c2-5207-4cde-b507-be123b04add0'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:16.157504 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-ed3beaf0-cbd9-4a57-873b-db0c41ad5988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:11:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['e9d411c2-5207-4cde-b507-be123b04add0'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:16.200911 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-ed3beaf0-cbd9-4a57-873b-db0c41ad5988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:16.211701 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3beaf0-cbd9-4a57-873b-db0c41ad5988 None None] Routers {'e9d411c2-5207-4cde-b507-be123b04add0'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:16.212588 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-ed3beaf0-cbd9-4a57-873b-db0c41ad5988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:11:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['e9d411c2-5207-4cde-b507-be123b04add0'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:16.249416 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-21288277-3284-4766-a154-10631876d186 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks [] for router, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:16.252847 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-ed3beaf0-cbd9-4a57-873b-db0c41ad5988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:16.253529 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3beaf0-cbd9-4a57-873b-db0c41ad5988 None None] The sync data for ids ['e9d411c2-5207-4cde-b507-be123b04add0'] in n-d-812236-11 is: [] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:11:16.420348 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-21288277-3284-4766-a154-10631876d186 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:16.422781 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-21288277-3284-4766-a154-10631876d186 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:16.468325 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-21288277-3284-4766-a154-10631876d186 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:16.469134 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21288277-3284-4766-a154-10631876d186 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Fanout notify agent at l3_agent the message router_deleted on router e9d411c2-5207-4cde-b507-be123b04add0 {{(pid=102661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:11:16.478196 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-21288277-3284-4766-a154-10631876d186 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:16.479228 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-21288277-3284-4766-a154-10631876d186 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] 10.222.0.20 "DELETE /v2.0/routers/e9d411c2-5207-4cde-b507-be123b04add0 HTTP/1.1" status: 204 len: 168 time: 0.3454030 Nov 12 01:11:16.481774 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37212) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:16.536521 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-37e0b3af-0683-460f-8a6a-f660a0b73e72 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Deleting subnet c871a559-1e6d-495a-8c6e-92332e0e6b6c {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:11:16.539840 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-37e0b3af-0683-460f-8a6a-f660a0b73e72 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:16.584781 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-37e0b3af-0683-460f-8a6a-f660a0b73e72 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:16.678781 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-37e0b3af-0683-460f-8a6a-f660a0b73e72 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:16.749098 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-37e0b3af-0683-460f-8a6a-f660a0b73e72 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:16.776791 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e0b3af-0683-460f-8a6a-f660a0b73e72 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Pushing event deleted for resources: {'Subnet': ['ID=c871a559-1e6d-495a-8c6e-92332e0e6b6c,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:16.792582 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-37e0b3af-0683-460f-8a6a-f660a0b73e72 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:16.796090 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-37e0b3af-0683-460f-8a6a-f660a0b73e72 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] 10.222.0.20 "DELETE /v2.0/subnets/c871a559-1e6d-495a-8c6e-92332e0e6b6c HTTP/1.1" status: 204 len: 168 time: 0.3132427 Nov 12 01:11:16.798581 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37216) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:16.800008 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079515db-74af-4443-ac93-a9aa9f7115dc None None] Network 226f5896-cb5d-4768-a8c5-2b86c6be2133 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:11:16.836748 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e26eb-d97d-4106-82fe-711da1328107 req-3152ad5a-69fd-4ebf-9e8c-d946200b4667 tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:16.838339 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5a6e26eb-d97d-4106-82fe-711da1328107 req-3152ad5a-69fd-4ebf-9e8c-d946200b4667 tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] 10.222.0.20 "GET /v2.0/ports?device_id=1823015e-25c2-4606-bbd0-8e333a687c40 HTTP/1.1" status: 200 len: 946 time: 0.0595074 Nov 12 01:11:16.897517 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5a6e26eb-d97d-4106-82fe-711da1328107 req-a3b1cc92-ea10-465c-b4b2-7262286b8027 tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b050b37-7433-45b3-971f-81d7bb259028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526028 Nov 12 01:11:16.902750 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e733e5e8-7cc0-4438-87fa-c37367965633 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:16.974304 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-e733e5e8-7cc0-4438-87fa-c37367965633 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Deleting port 90a263ca-9125-4bd6-a615-b3d77824c00f {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:16.974804 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e733e5e8-7cc0-4438-87fa-c37367965633 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:17.043702 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5220e84-4481-4f3c-bdc8-09d0059f5403 None None] DHCP port deletion for 226f5896-cb5d-4768-a8c5-2b86c6be2133 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:11:17.062666 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-e733e5e8-7cc0-4438-87fa-c37367965633 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] For port 90a263ca-9125-4bd6-a615-b3d77824c00f, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=90a263ca-9125-4bd6-a615-b3d77824c00f,segment=NetworkSegment(52758d48-e7ee-4d81-a4ea-a5b4b722e863),segment_id=52758d48-e7ee-4d81-a4ea-a5b4b722e863)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:17.063114 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e733e5e8-7cc0-4438-87fa-c37367965633 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:17.079011 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-e733e5e8-7cc0-4438-87fa-c37367965633 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Calling delete_port for 90a263ca-9125-4bd6-a615-b3d77824c00f owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:17.112078 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-e5220e84-4481-4f3c-bdc8-09d0059f5403 None None] Deleting port 90a263ca-9125-4bd6-a615-b3d77824c00f {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:17.112584 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e5220e84-4481-4f3c-bdc8-09d0059f5403 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:17.182970 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-e5220e84-4481-4f3c-bdc8-09d0059f5403 None None] For port 90a263ca-9125-4bd6-a615-b3d77824c00f, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=90a263ca-9125-4bd6-a615-b3d77824c00f,segment=NetworkSegment(52758d48-e7ee-4d81-a4ea-a5b4b722e863),segment_id=52758d48-e7ee-4d81-a4ea-a5b4b722e863)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:17.183677 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e5220e84-4481-4f3c-bdc8-09d0059f5403 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:17.197666 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e733e5e8-7cc0-4438-87fa-c37367965633 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:17.200624 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-e5220e84-4481-4f3c-bdc8-09d0059f5403 None None] Calling delete_port for 90a263ca-9125-4bd6-a615-b3d77824c00f owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:17.230343 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8227d-8546-42a7-bc0c-d808373b7be7 req-e024053a-2ab6-42ae-89fe-f3d2f765c3a2 tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:17.233419 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-36d8227d-8546-42a7-bc0c-d808373b7be7 req-e024053a-2ab6-42ae-89fe-f3d2f765c3a2 tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] 10.222.0.20 "GET /v2.0/ports?device_id=1823015e-25c2-4606-bbd0-8e333a687c40 HTTP/1.1" status: 200 len: 946 time: 0.0751331 Nov 12 01:11:17.241678 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e733e5e8-7cc0-4438-87fa-c37367965633 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Pushing event deleted for resources: {'Port': ['ID=90a263ca-9125-4bd6-a615-b3d77824c00f,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:17.251062 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e733e5e8-7cc0-4438-87fa-c37367965633 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] No DVR routers for this DVR port 90a263ca-9125-4bd6-a615-b3d77824c00f on host n-d-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:11:17.313937 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-36d8227d-8546-42a7-bc0c-d808373b7be7 req-29f9c675-3417-4c24-9079-35497c1e30aa tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b050b37-7433-45b3-971f-81d7bb259028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735199 Nov 12 01:11:17.314719 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e5220e84-4481-4f3c-bdc8-09d0059f5403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:17.343648 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5220e84-4481-4f3c-bdc8-09d0059f5403 None None] Pushing event deleted for resources: {'Port': ['ID=90a263ca-9125-4bd6-a615-b3d77824c00f,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:17.357666 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5220e84-4481-4f3c-bdc8-09d0059f5403 None None] No DVR routers for this DVR port 90a263ca-9125-4bd6-a615-b3d77824c00f on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:11:17.367717 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e733e5e8-7cc0-4438-87fa-c37367965633 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:17.390382 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-e733e5e8-7cc0-4438-87fa-c37367965633 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['226f5896-cb5d-4768-a8c5-2b86c6be2133']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:17.402606 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-e733e5e8-7cc0-4438-87fa-c37367965633 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52758d48-e7ee-4d81-a4ea-a5b4b722e863') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:17.403138 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-e733e5e8-7cc0-4438-87fa-c37367965633 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52758d48-e7ee-4d81-a4ea-a5b4b722e863') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:17.416706 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e733e5e8-7cc0-4438-87fa-c37367965633 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:17.432446 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e733e5e8-7cc0-4438-87fa-c37367965633 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:17.440540 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e733e5e8-7cc0-4438-87fa-c37367965633 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:11:17.440932 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e733e5e8-7cc0-4438-87fa-c37367965633 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:17.444431 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:11:17.444431 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:11:17.444431 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:11:17.444431 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:11:17.444431 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:11:17.444431 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:11:17.444431 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:11:17.444431 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:11:17.444431 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:11:17.444431 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:11:17.444431 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:11:17.444431 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:11:17.444431 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:11:17.444431 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:11:17.444431 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:11:17.444431 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:11:17.444431 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:11:17.444431 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:11:17.444431 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:11:17.444431 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:11:17.444431 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:11:17.444431 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:11:17.444431 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:11:17.444431 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:11:17.444431 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:11:17.444431 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:11:17.444431 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:11:17.444431 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:11:17.444431 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:11:17.444431 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:11:17.444431 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:11:17.444431 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:11:17.507762 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e733e5e8-7cc0-4438-87fa-c37367965633 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:17.516343 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e733e5e8-7cc0-4438-87fa-c37367965633 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:17.521047 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e733e5e8-7cc0-4438-87fa-c37367965633 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] 10.222.0.20 "DELETE /v2.0/networks/226f5896-cb5d-4768-a8c5-2b86c6be2133 HTTP/1.1" status: 204 len: 168 time: 0.7204685 Nov 12 01:11:17.533162 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e733e5e8-7cc0-4438-87fa-c37367965633 tempest-FloatingIPNegativeTestJSON-19994299 tempest-FloatingIPNegativeTestJSON-19994299-project] Pushing event deleted for resources: {'Network': ['ID=226f5896-cb5d-4768-a8c5-2b86c6be2133,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:17.646799 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 90a263ca-9125-4bd6-a615-b3d77824c00f no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:11:17.672702 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 90a263ca-9125-4bd6-a615-b3d77824c00f {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:11:17.673146 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 90a263ca-9125-4bd6-a615-b3d77824c00f not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:11:17.853476 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37248) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:18.019750 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37252) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:18.020921 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e7c5feab-598c-4465-b0b3-16e1264ecfb7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cdeb4c994baa4bf6b2eb22428e934a5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1648293 Nov 12 01:11:18.080193 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ee375ab3-4e89-4a42-80b4-2585285e9b64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:18.103955 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ee375ab3-4e89-4a42-80b4-2585285e9b64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:18.162673 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ee375ab3-4e89-4a42-80b4-2585285e9b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:18.166385 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ee375ab3-4e89-4a42-80b4-2585285e9b64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:18.167678 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ee375ab3-4e89-4a42-80b4-2585285e9b64 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b3fb8b39-1bfd-46a1-a404-974adf3840fb HTTP/1.1" status: 204 len: 168 time: 0.1457491 Nov 12 01:11:18.204110 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee375ab3-4e89-4a42-80b4-2585285e9b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fb8b39-1bfd-46a1-a404-974adf3840fb,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:18.461890 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c21fbff-b43e-43f7-8e90-319c275a5d9f req-e3f4fbe0-4cb6-4b7c-b245-61e5b6a7951b tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:18.463825 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7c21fbff-b43e-43f7-8e90-319c275a5d9f req-e3f4fbe0-4cb6-4b7c-b245-61e5b6a7951b tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] 10.222.0.20 "GET /v2.0/ports?device_id=1823015e-25c2-4606-bbd0-8e333a687c40 HTTP/1.1" status: 200 len: 946 time: 0.0603976 Nov 12 01:11:18.537276 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7c21fbff-b43e-43f7-8e90-319c275a5d9f req-6857e858-bedf-4203-8d85-23e8f8e9a828 tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b050b37-7433-45b3-971f-81d7bb259028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642304 Nov 12 01:11:18.595823 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1744b3-083a-488e-abdd-bdcd1fdcd91b req-dc742504-d4ab-41cc-92c9-5eb60222de16 tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:18.598103 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ba1744b3-083a-488e-abdd-bdcd1fdcd91b req-dc742504-d4ab-41cc-92c9-5eb60222de16 tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] 10.222.0.49 "GET /v2.0/ports?device_id=1823015e-25c2-4606-bbd0-8e333a687c40 HTTP/1.1" status: 200 len: 946 time: 0.0780649 Nov 12 01:11:18.720551 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-ba1744b3-083a-488e-abdd-bdcd1fdcd91b req-53d09154-a71b-4d25-a7e9-e3e71733151d tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] Deleting port 48bf6b84-7e03-4655-94ea-d1a114bdb126 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:18.721014 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ba1744b3-083a-488e-abdd-bdcd1fdcd91b req-53d09154-a71b-4d25-a7e9-e3e71733151d tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:18.851371 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-ba1744b3-083a-488e-abdd-bdcd1fdcd91b req-53d09154-a71b-4d25-a7e9-e3e71733151d tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] For port 48bf6b84-7e03-4655-94ea-d1a114bdb126, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=48bf6b84-7e03-4655-94ea-d1a114bdb126,segment=NetworkSegment(3d4c268a-3474-4e2f-833d-d4e6bf104e45),segment_id=3d4c268a-3474-4e2f-833d-d4e6bf104e45)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:18.852121 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ba1744b3-083a-488e-abdd-bdcd1fdcd91b req-53d09154-a71b-4d25-a7e9-e3e71733151d tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:18.872854 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-ba1744b3-083a-488e-abdd-bdcd1fdcd91b req-53d09154-a71b-4d25-a7e9-e3e71733151d tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] Calling delete_port for 48bf6b84-7e03-4655-94ea-d1a114bdb126 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:19.042435 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ba1744b3-083a-488e-abdd-bdcd1fdcd91b req-53d09154-a71b-4d25-a7e9-e3e71733151d tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:19.071091 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37282) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:19.075842 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d09154-a71b-4d25-a7e9-e3e71733151d tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] Pushing event deleted for resources: {'Port': ['ID=48bf6b84-7e03-4655-94ea-d1a114bdb126,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:19.076033 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['48bf6b84-7e03-4655-94ea-d1a114bdb126'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:11:19.144981 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1744b3-083a-488e-abdd-bdcd1fdcd91b req-53d09154-a71b-4d25-a7e9-e3e71733151d tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] No DVR routers for this DVR port 48bf6b84-7e03-4655-94ea-d1a114bdb126 on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:11:19.148852 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ba1744b3-083a-488e-abdd-bdcd1fdcd91b req-53d09154-a71b-4d25-a7e9-e3e71733151d tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:19.155260 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ba1744b3-083a-488e-abdd-bdcd1fdcd91b req-53d09154-a71b-4d25-a7e9-e3e71733151d tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] 10.222.0.49 "DELETE /v2.0/ports/48bf6b84-7e03-4655-94ea-d1a114bdb126 HTTP/1.1" status: 204 len: 173 time: 0.5508778 Nov 12 01:11:19.155922 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1823015e-25c2-4606-bbd0-8e333a687c40', 'name': 'network-vif-deleted', 'tag': '48bf6b84-7e03-4655-94ea-d1a114bdb126'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:11:19.161985 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d26014-9754-40a3-99b4-166038254486" -d '{"events": [{"server_uuid": "1823015e-25c2-4606-bbd0-8e333a687c40", "name": "network-vif-deleted", "tag": "48bf6b84-7e03-4655-94ea-d1a114bdb126"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:11:19.217317 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da35076-adf3-4a27-83ed-ae0b72b358e2 x-openstack-request-id: req-5da35076-adf3-4a27-83ed-ae0b72b358e2 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:11:19.220920 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1823015e-25c2-4606-bbd0-8e333a687c40", "name": "network-vif-deleted", "tag": "48bf6b84-7e03-4655-94ea-d1a114bdb126", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:11:19.221251 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5da35076-adf3-4a27-83ed-ae0b72b358e2 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:11:19.221773 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1823015e-25c2-4606-bbd0-8e333a687c40', 'name': 'network-vif-deleted', 'tag': '48bf6b84-7e03-4655-94ea-d1a114bdb126', 'status': 'completed', 'code': 200} Nov 12 01:11:19.227815 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-86f630d0-dc74-4c6c-8f7b-c46c13539de3 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Request body: {'networks': [{'name': 'tempest-network--248547495'}, {'name': 'tempest-network--1470124404'}]} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:19.227815 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-86f630d0-dc74-4c6c-8f7b-c46c13539de3 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Request body: {'network': {'name': 'tempest-network--248547495'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:19.228286 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-86f630d0-dc74-4c6c-8f7b-c46c13539de3 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Request body: {'network': {'name': 'tempest-network--1470124404'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:19.255984 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f630d0-dc74-4c6c-8f7b-c46c13539de3 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Made reservation on behalf of 9eb794ee1e5a48f5a28b7002e3960b72 for: {'network': 2} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:11:19.263762 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-86f630d0-dc74-4c6c-8f7b-c46c13539de3 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:19.283902 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-86f630d0-dc74-4c6c-8f7b-c46c13539de3 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:19.405633 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-86f630d0-dc74-4c6c-8f7b-c46c13539de3 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:19.410827 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-86f630d0-dc74-4c6c-8f7b-c46c13539de3 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:19.412037 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-86f630d0-dc74-4c6c-8f7b-c46c13539de3 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:19.464571 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f630d0-dc74-4c6c-8f7b-c46c13539de3 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3193133-93f5-45a8-bc46-30b5d96be032,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:19.471757 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86f630d0-dc74-4c6c-8f7b-c46c13539de3 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:11:19.483393 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-86f630d0-dc74-4c6c-8f7b-c46c13539de3 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:19.483795 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-86f630d0-dc74-4c6c-8f7b-c46c13539de3 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Added segment 56cf5498-ddfa-449b-9bc8-f4020fa3f12f of type vlan for network fae1f5fd-86bb-4fbc-af9d-76ee897f027f Nov 12 01:11:19.533431 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-86f630d0-dc74-4c6c-8f7b-c46c13539de3 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:19.581135 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86f630d0-dc74-4c6c-8f7b-c46c13539de3 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:11:19.603056 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-86f630d0-dc74-4c6c-8f7b-c46c13539de3 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:19.603545 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-86f630d0-dc74-4c6c-8f7b-c46c13539de3 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Added segment 8d633d92-da62-40b5-9af3-c4226f8bc18a of type vlan for network cf16009f-f8c6-49f9-aaeb-67ce9fdbcf3f Nov 12 01:11:19.694422 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e45a3178-08a9-4362-934f-37db989f7dea req-13ec0ae8-788b-4ee2-bbd0-e22310743472 tempest-InstanceActionsV221TestJSON-1015745621 tempest-InstanceActionsV221TestJSON-1015745621-project] 10.222.0.20 "GET /v2.0/ports?device_id=1823015e-25c2-4606-bbd0-8e333a687c40 HTTP/1.1" status: 200 len: 210 time: 0.0435419 Nov 12 01:11:19.698648 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-86f630d0-dc74-4c6c-8f7b-c46c13539de3 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:19.728400 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-86f630d0-dc74-4c6c-8f7b-c46c13539de3 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:19.729409 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-86f630d0-dc74-4c6c-8f7b-c46c13539de3 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:19.739762 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f630d0-dc74-4c6c-8f7b-c46c13539de3 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:19.756459 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f630d0-dc74-4c6c-8f7b-c46c13539de3 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:19.757140 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-86f630d0-dc74-4c6c-8f7b-c46c13539de3 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:19.824670 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-86f630d0-dc74-4c6c-8f7b-c46c13539de3 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.7524617 Nov 12 01:11:19.827289 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37292) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:19.834001 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f630d0-dc74-4c6c-8f7b-c46c13539de3 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Pushing event updated for resources: {'Network': ['ID=fae1f5fd-86bb-4fbc-af9d-76ee897f027f,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:19.845826 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network fae1f5fd-86bb-4fbc-af9d-76ee897f027f details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:11:19.922462 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f630d0-dc74-4c6c-8f7b-c46c13539de3 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Pushing event updated for resources: {'Network': ['ID=cf16009f-f8c6-49f9-aaeb-67ce9fdbcf3f,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:19.952151 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network cf16009f-f8c6-49f9-aaeb-67ce9fdbcf3f details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:11:20.136443 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041b09ce-f77b-404a-b4e0-719afed0b335 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:20.143733 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041b09ce-f77b-404a-b4e0-719afed0b335 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:20.152213 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041b09ce-f77b-404a-b4e0-719afed0b335 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:20.158907 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041b09ce-f77b-404a-b4e0-719afed0b335 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:20.164339 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-041b09ce-f77b-404a-b4e0-719afed0b335 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3320735 Nov 12 01:11:20.164573 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37296) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:20.262249 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5da1ca-cb0d-4951-9b24-b299fef49a86 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:20.378512 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5da1ca-cb0d-4951-9b24-b299fef49a86 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:20.406020 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-4a5da1ca-cb0d-4951-9b24-b299fef49a86 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fae1f5fd-86bb-4fbc-af9d-76ee897f027f']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:20.420651 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-4a5da1ca-cb0d-4951-9b24-b299fef49a86 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56cf5498-ddfa-449b-9bc8-f4020fa3f12f') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:20.421024 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-4a5da1ca-cb0d-4951-9b24-b299fef49a86 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56cf5498-ddfa-449b-9bc8-f4020fa3f12f') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:20.433049 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5da1ca-cb0d-4951-9b24-b299fef49a86 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:20.448843 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5da1ca-cb0d-4951-9b24-b299fef49a86 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:20.458470 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a5da1ca-cb0d-4951-9b24-b299fef49a86 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:11:20.458970 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5da1ca-cb0d-4951-9b24-b299fef49a86 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:20.462587 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:11:20.462587 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:11:20.462587 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:11:20.462587 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:11:20.462587 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:11:20.462587 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:11:20.462587 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:11:20.462587 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:11:20.462587 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:11:20.462587 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:11:20.462587 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:11:20.462587 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:11:20.462587 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:11:20.462587 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:11:20.462587 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:11:20.462587 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:11:20.462587 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:11:20.462587 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:11:20.462587 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:11:20.462587 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:11:20.462587 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:11:20.462587 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:11:20.462587 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:11:20.462587 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:11:20.462587 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:11:20.462587 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:11:20.462587 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:11:20.462587 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:11:20.462587 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:11:20.462587 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:11:20.462587 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:11:20.462587 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:11:20.530889 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5da1ca-cb0d-4951-9b24-b299fef49a86 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:20.539206 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5da1ca-cb0d-4951-9b24-b299fef49a86 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:20.545059 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4a5da1ca-cb0d-4951-9b24-b299fef49a86 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] 10.222.0.20 "DELETE /v2.0/networks/fae1f5fd-86bb-4fbc-af9d-76ee897f027f HTTP/1.1" status: 204 len: 168 time: 0.3794541 Nov 12 01:11:20.545364 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37300) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:20.557483 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5da1ca-cb0d-4951-9b24-b299fef49a86 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Pushing event deleted for resources: {'Network': ['ID=fae1f5fd-86bb-4fbc-af9d-76ee897f027f,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:20.634391 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3409e3b9-e05c-4ba7-aa85-d7a4359257e3 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:20.730789 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3409e3b9-e05c-4ba7-aa85-d7a4359257e3 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:20.753425 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-3409e3b9-e05c-4ba7-aa85-d7a4359257e3 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf16009f-f8c6-49f9-aaeb-67ce9fdbcf3f']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:20.764668 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-3409e3b9-e05c-4ba7-aa85-d7a4359257e3 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d633d92-da62-40b5-9af3-c4226f8bc18a') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:20.766428 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-3409e3b9-e05c-4ba7-aa85-d7a4359257e3 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d633d92-da62-40b5-9af3-c4226f8bc18a') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:20.777600 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3409e3b9-e05c-4ba7-aa85-d7a4359257e3 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:20.793079 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3409e3b9-e05c-4ba7-aa85-d7a4359257e3 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:20.801147 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3409e3b9-e05c-4ba7-aa85-d7a4359257e3 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:11:20.803319 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3409e3b9-e05c-4ba7-aa85-d7a4359257e3 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:20.807119 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:11:20.807119 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:11:20.807119 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:11:20.807119 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:11:20.807119 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:11:20.807119 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:11:20.807119 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:11:20.807119 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:11:20.807119 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:11:20.807119 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:11:20.807119 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:11:20.807119 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:11:20.807119 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:11:20.807119 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:11:20.807119 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:11:20.807119 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:11:20.807119 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:11:20.807119 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:11:20.807119 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:11:20.807119 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:11:20.807119 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:11:20.807119 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:11:20.807119 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:11:20.807119 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:11:20.807119 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:11:20.807119 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:11:20.807119 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:11:20.807119 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:11:20.807119 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:11:20.807119 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:11:20.807119 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:11:20.807119 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:11:20.888246 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3409e3b9-e05c-4ba7-aa85-d7a4359257e3 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:20.900346 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3409e3b9-e05c-4ba7-aa85-d7a4359257e3 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:20.903840 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3409e3b9-e05c-4ba7-aa85-d7a4359257e3 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] 10.222.0.20 "DELETE /v2.0/networks/cf16009f-f8c6-49f9-aaeb-67ce9fdbcf3f HTTP/1.1" status: 204 len: 168 time: 0.3575182 Nov 12 01:11:20.906215 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37308) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:21.056621 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3409e3b9-e05c-4ba7-aa85-d7a4359257e3 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Pushing event deleted for resources: {'Network': ['ID=cf16009f-f8c6-49f9-aaeb-67ce9fdbcf3f,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:21.112767 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37320) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:21.181714 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42b47ae-b023-42ba-b1e7-bf814277bbe8 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:21.182373 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-eee7fd59-a986-423e-9a2a-81fa27f1e945 admin admin] Deleting subnet 79ffe0fb-586b-4ea5-b4ec-56439e334212 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:11:21.187302 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eee7fd59-a986-423e-9a2a-81fa27f1e945 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:21.198774 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42b47ae-b023-42ba-b1e7-bf814277bbe8 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:21.211224 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b42b47ae-b023-42ba-b1e7-bf814277bbe8 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3040698 Nov 12 01:11:21.215125 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37322) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:21.224269 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-41cf26b9-a58b-4c36-997c-6934d2559412 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1403337441'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:21.262879 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41cf26b9-a58b-4c36-997c-6934d2559412 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Made reservation on behalf of 9eb794ee1e5a48f5a28b7002e3960b72 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:11:21.269412 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-41cf26b9-a58b-4c36-997c-6934d2559412 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:21.273915 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eee7fd59-a986-423e-9a2a-81fa27f1e945 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:21.307035 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41cf26b9-a58b-4c36-997c-6934d2559412 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:11:21.323477 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-41cf26b9-a58b-4c36-997c-6934d2559412 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:21.324047 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-41cf26b9-a58b-4c36-997c-6934d2559412 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Added segment 8a3e9756-1736-4654-90a9-4e7c1b989a8e of type vlan for network 5baf3b1d-a0c3-42ba-93aa-d95de7802910 Nov 12 01:11:21.340503 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eee7fd59-a986-423e-9a2a-81fa27f1e945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:21.388379 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-41cf26b9-a58b-4c36-997c-6934d2559412 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:21.444041 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-41cf26b9-a58b-4c36-997c-6934d2559412 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:21.448122 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eee7fd59-a986-423e-9a2a-81fa27f1e945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:21.451838 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cf26b9-a58b-4c36-997c-6934d2559412 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:21.452052 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-41cf26b9-a58b-4c36-997c-6934d2559412 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:21.505986 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee7fd59-a986-423e-9a2a-81fa27f1e945 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79ffe0fb-586b-4ea5-b4ec-56439e334212,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:21.507911 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37328) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:21.520019 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eee7fd59-a986-423e-9a2a-81fa27f1e945 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:21.525887 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-eee7fd59-a986-423e-9a2a-81fa27f1e945 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/79ffe0fb-586b-4ea5-b4ec-56439e334212 HTTP/1.1" status: 204 len: 168 time: 0.4093947 Nov 12 01:11:21.529148 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37332) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:21.536728 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-41cf26b9-a58b-4c36-997c-6934d2559412 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3199363 Nov 12 01:11:21.537518 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37334) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:21.548192 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-3db0995e-5595-4d3c-acb2-dc9625523a28 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-312001964'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:21.573203 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cf26b9-a58b-4c36-997c-6934d2559412 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Pushing event updated for resources: {'Network': ['ID=5baf3b1d-a0c3-42ba-93aa-d95de7802910,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:21.578318 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db0995e-5595-4d3c-acb2-dc9625523a28 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Made reservation on behalf of 9eb794ee1e5a48f5a28b7002e3960b72 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:11:21.584361 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3db0995e-5595-4d3c-acb2-dc9625523a28 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:21.594213 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 5baf3b1d-a0c3-42ba-93aa-d95de7802910 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:11:21.640131 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e243d885-b8c8-4aa6-a691-1115de17b46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:21.647829 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3db0995e-5595-4d3c-acb2-dc9625523a28 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:11:21.668682 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3db0995e-5595-4d3c-acb2-dc9625523a28 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:21.672363 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-3db0995e-5595-4d3c-acb2-dc9625523a28 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Added segment c0783b9c-499a-4116-9179-722f677ce3a1 of type vlan for network eed9beca-a307-4dfd-ade2-a7bbdcf25471 Nov 12 01:11:21.730740 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3db0995e-5595-4d3c-acb2-dc9625523a28 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:21.762736 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e243d885-b8c8-4aa6-a691-1115de17b46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:21.765669 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7826485f-e8ad-4c06-ad85-b4b2037686fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:21.769419 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3db0995e-5595-4d3c-acb2-dc9625523a28 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:21.778173 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db0995e-5595-4d3c-acb2-dc9625523a28 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:21.779881 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3db0995e-5595-4d3c-acb2-dc9625523a28 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:21.804887 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-e243d885-b8c8-4aa6-a691-1115de17b46b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f04615aa-aa66-4146-b2b1-d12a62615c90']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:21.825708 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-e243d885-b8c8-4aa6-a691-1115de17b46b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d4c268a-3474-4e2f-833d-d4e6bf104e45') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:21.826008 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-e243d885-b8c8-4aa6-a691-1115de17b46b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d4c268a-3474-4e2f-833d-d4e6bf104e45') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:21.831338 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3db0995e-5595-4d3c-acb2-dc9625523a28 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2877946 Nov 12 01:11:21.839853 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37336) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:21.845279 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-10be1209-b6d9-416f-9a45-680f1d9d459b tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Request body: {'ports': [{'network_id': '5baf3b1d-a0c3-42ba-93aa-d95de7802910', 'name': 'tempest-port--1226910149', 'admin_state_up': True}, {'network_id': 'eed9beca-a307-4dfd-ade2-a7bbdcf25471', 'admin_state_up': False}]} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:21.845601 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-10be1209-b6d9-416f-9a45-680f1d9d459b tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Request body: {'port': {'network_id': '5baf3b1d-a0c3-42ba-93aa-d95de7802910', 'name': 'tempest-port--1226910149', 'admin_state_up': True}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:21.846085 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-10be1209-b6d9-416f-9a45-680f1d9d459b tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Request body: {'port': {'network_id': 'eed9beca-a307-4dfd-ade2-a7bbdcf25471', 'admin_state_up': False}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:21.859560 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e243d885-b8c8-4aa6-a691-1115de17b46b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:21.868451 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db0995e-5595-4d3c-acb2-dc9625523a28 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Pushing event updated for resources: {'Network': ['ID=eed9beca-a307-4dfd-ade2-a7bbdcf25471,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:21.880339 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network eed9beca-a307-4dfd-ade2-a7bbdcf25471 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:11:21.961097 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e243d885-b8c8-4aa6-a691-1115de17b46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:21.979005 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e243d885-b8c8-4aa6-a691-1115de17b46b admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:11:21.979323 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e243d885-b8c8-4aa6-a691-1115de17b46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:21.982083 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:11:21.982083 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:11:21.982083 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:11:21.982083 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:11:21.982083 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:11:21.982083 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:11:21.982083 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:11:21.982083 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:11:21.982083 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:11:21.982083 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:11:21.982083 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:11:21.982083 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:11:21.982083 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:11:21.982083 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:11:21.982083 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:11:21.982083 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:11:21.982083 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:11:21.982083 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:11:21.982083 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:11:21.982083 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:11:21.982083 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:11:21.982083 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:11:21.982083 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:11:21.982083 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:11:21.982083 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:11:21.982083 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:11:21.982083 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:11:21.982083 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:11:21.982083 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:11:21.982083 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:11:21.982083 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:11:21.982083 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:11:22.106629 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7826485f-e8ad-4c06-ad85-b4b2037686fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:22.117200 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7826485f-e8ad-4c06-ad85-b4b2037686fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:22.151726 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e243d885-b8c8-4aa6-a691-1115de17b46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:22.177450 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 48bf6b84-7e03-4655-94ea-d1a114bdb126 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:11:22.181036 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e243d885-b8c8-4aa6-a691-1115de17b46b admin admin] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:22.191538 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e243d885-b8c8-4aa6-a691-1115de17b46b admin admin] 10.222.0.20 "DELETE /v2.0/networks/f04615aa-aa66-4146-b2b1-d12a62615c90 HTTP/1.1" status: 204 len: 168 time: 0.6607902 Nov 12 01:11:22.246887 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: 48bf6b84-7e03-4655-94ea-d1a114bdb126 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:11:22.253818 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 48bf6b84-7e03-4655-94ea-d1a114bdb126 not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:11:22.289734 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e243d885-b8c8-4aa6-a691-1115de17b46b admin admin] Pushing event deleted for resources: {'Network': ['ID=f04615aa-aa66-4146-b2b1-d12a62615c90,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:22.298158 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7826485f-e8ad-4c06-ad85-b4b2037686fd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=47a6d5bfe91641f39ec20beeae4274fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7841475 Nov 12 01:11:22.303128 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37340) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:22.305105 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7826485f-e8ad-4c06-ad85-b4b2037686fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6cdb3b-d930-40ac-a6e5-3b7197796f37,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:22.346046 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10be1209-b6d9-416f-9a45-680f1d9d459b tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Made reservation on behalf of 9eb794ee1e5a48f5a28b7002e3960b72 for: {'port': 2} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:11:22.351494 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-10be1209-b6d9-416f-9a45-680f1d9d459b tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:22.372108 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-10be1209-b6d9-416f-9a45-680f1d9d459b tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:22.379291 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0868bcba-11ae-4999-a54f-1dc6e900a177 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:22.411767 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0868bcba-11ae-4999-a54f-1dc6e900a177 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:22.440619 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37344) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:22.480999 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-10be1209-b6d9-416f-9a45-680f1d9d459b tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] device_id is not set on port 4d05827b-2b11-4a44-b0e8-55e54b91e8ce yet. {{(pid=102661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:11:22.506965 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-868162c8-2ce1-4d10-a5dd-2e9ad60d3862 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b8fa85daa83e4dc4ac17e4b9b3a2c348&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0647607 Nov 12 01:11:22.507222 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37346) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:22.528913 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0868bcba-11ae-4999-a54f-1dc6e900a177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:22.532515 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0868bcba-11ae-4999-a54f-1dc6e900a177 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:22.536917 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0868bcba-11ae-4999-a54f-1dc6e900a177 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc6cdb3b-d930-40ac-a6e5-3b7197796f37 HTTP/1.1" status: 204 len: 168 time: 0.2324219 Nov 12 01:11:22.547105 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0868bcba-11ae-4999-a54f-1dc6e900a177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6cdb3b-d930-40ac-a6e5-3b7197796f37,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:22.613647 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a2364f7b-69d2-431f-b08b-9151aab8bae6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:22.665542 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a2364f7b-69d2-431f-b08b-9151aab8bae6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:22.702749 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-10be1209-b6d9-416f-9a45-680f1d9d459b tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:22.785880 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-10be1209-b6d9-416f-9a45-680f1d9d459b tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] device_id is not set on port 4f73755f-c7fa-4516-b7e8-a5857e4455c5 yet. {{(pid=102661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:11:22.796155 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a2364f7b-69d2-431f-b08b-9151aab8bae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:22.798747 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a2364f7b-69d2-431f-b08b-9151aab8bae6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:22.802856 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a2364f7b-69d2-431f-b08b-9151aab8bae6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6b050b37-7433-45b3-971f-81d7bb259028 HTTP/1.1" status: 204 len: 168 time: 0.2918613 Nov 12 01:11:22.814943 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2364f7b-69d2-431f-b08b-9151aab8bae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b050b37-7433-45b3-971f-81d7bb259028,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:22.939863 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-10be1209-b6d9-416f-9a45-680f1d9d459b tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:22.988421 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37354) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:22.999355 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-10be1209-b6d9-416f-9a45-680f1d9d459b tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:23.009086 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ff0491a2-7c19-4cb4-8e50-8500a8352722 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:23.078980 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be1209-b6d9-416f-9a45-680f1d9d459b tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Pushing event updated for resources: {'Port': ['ID=4d05827b-2b11-4a44-b0e8-55e54b91e8ce,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:23.088524 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10be1209-b6d9-416f-9a45-680f1d9d459b tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Checking segment: {'id': '8a3e9756-1736-4654-90a9-4e7c1b989a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '5baf3b1d-a0c3-42ba-93aa-d95de7802910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:11:23.088881 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10be1209-b6d9-416f-9a45-680f1d9d459b tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Network hostable DHCP agents. Network: 5baf3b1d-a0c3-42ba-93aa-d95de7802910, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:11:23.116061 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ff0491a2-7c19-4cb4-8e50-8500a8352722 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:23.116977 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10be1209-b6d9-416f-9a45-680f1d9d459b tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Network 5baf3b1d-a0c3-42ba-93aa-d95de7802910 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:11:23.124222 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ff0491a2-7c19-4cb4-8e50-8500a8352722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:23.127390 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-10be1209-b6d9-416f-9a45-680f1d9d459b tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 5baf3b1d-a0c3-42ba-93aa-d95de7802910) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:23.133066 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10be1209-b6d9-416f-9a45-680f1d9d459b tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:11:23.133954 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-10be1209-b6d9-416f-9a45-680f1d9d459b tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:23.139057 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042141bf-fd3c-4bbe-9942-f1109d24d5d0 None None] Network 5baf3b1d-a0c3-42ba-93aa-d95de7802910 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:11:23.181213 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ff0491a2-7c19-4cb4-8e50-8500a8352722 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=53a618f932504d50925c41df49fbc0e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1898630 Nov 12 01:11:23.183690 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37358) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:23.190987 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0491a2-7c19-4cb4-8e50-8500a8352722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ba167f-62df-4468-8ce2-1f3a1b27a875,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:23.270646 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-618abb4f-298a-4491-994a-c1c3e4e5c907 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:23.306072 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-618abb4f-298a-4491-994a-c1c3e4e5c907 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:23.345311 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be1209-b6d9-416f-9a45-680f1d9d459b tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Pushing event updated for resources: {'Port': ['ID=4f73755f-c7fa-4516-b7e8-a5857e4455c5,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:23.358635 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-798bf833-79d1-4602-ab39-23cfe3978d3a req-d4001328-0763-4b6f-bf7a-8fe145002d89 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c9f8f8a4-cbe4-42f3-85aa-c0908eb35071&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1950328 Nov 12 01:11:23.365346 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10be1209-b6d9-416f-9a45-680f1d9d459b tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Checking segment: {'id': 'c0783b9c-499a-4116-9179-722f677ce3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'eed9beca-a307-4dfd-ade2-a7bbdcf25471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:11:23.365746 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10be1209-b6d9-416f-9a45-680f1d9d459b tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Network hostable DHCP agents. Network: eed9beca-a307-4dfd-ade2-a7bbdcf25471, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:11:23.375697 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-618abb4f-298a-4491-994a-c1c3e4e5c907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:23.379962 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-618abb4f-298a-4491-994a-c1c3e4e5c907 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:23.386397 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10be1209-b6d9-416f-9a45-680f1d9d459b tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Network eed9beca-a307-4dfd-ade2-a7bbdcf25471 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:11:23.391659 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-618abb4f-298a-4491-994a-c1c3e4e5c907 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/93ba167f-62df-4468-8ce2-1f3a1b27a875 HTTP/1.1" status: 204 len: 168 time: 0.2051995 Nov 12 01:11:23.405934 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-10be1209-b6d9-416f-9a45-680f1d9d459b tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, eed9beca-a307-4dfd-ade2-a7bbdcf25471) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:23.411489 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10be1209-b6d9-416f-9a45-680f1d9d459b tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:11:23.414979 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618abb4f-298a-4491-994a-c1c3e4e5c907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ba167f-62df-4468-8ce2-1f3a1b27a875,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:23.420307 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10be1209-b6d9-416f-9a45-680f1d9d459b tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:23.431193 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10be1209-b6d9-416f-9a45-680f1d9d459b tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:23.431888 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-10be1209-b6d9-416f-9a45-680f1d9d459b tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:23.439639 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f70621d-8268-4517-a2ac-1e538ac576b6 None None] Network eed9beca-a307-4dfd-ade2-a7bbdcf25471 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:11:23.454324 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-10be1209-b6d9-416f-9a45-680f1d9d459b tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.6127799 Nov 12 01:11:23.456279 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37370) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:23.546046 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798bf833-79d1-4602-ab39-23cfe3978d3a req-066f508e-3bf2-4f9a-b4bd-7cb8b92264b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:23.556040 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-798bf833-79d1-4602-ab39-23cfe3978d3a req-066f508e-3bf2-4f9a-b4bd-7cb8b92264b9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8a187a5f08ca423da53c90074483cfd4&device_id=c9f8f8a4-cbe4-42f3-85aa-c0908eb35071 HTTP/1.1" status: 200 len: 1097 time: 0.0990906 Nov 12 01:11:23.607946 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b8231d-6fdf-4030-b708-1db4542b11f2 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:23.616305 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b8231d-6fdf-4030-b708-1db4542b11f2 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:23.629923 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-20b8231d-6fdf-4030-b708-1db4542b11f2 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1723630 Nov 12 01:11:23.633297 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37374) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:23.760848 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798bf833-79d1-4602-ab39-23cfe3978d3a req-d2656c7b-30e8-44e8-8d01-69104f8035bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:23.761236 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-7a729f65-a98b-4e30-ac90-b083c328c90d tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Deleting port 4d05827b-2b11-4a44-b0e8-55e54b91e8ce {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:23.761606 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7a729f65-a98b-4e30-ac90-b083c328c90d tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:23.763451 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-798bf833-79d1-4602-ab39-23cfe3978d3a req-d2656c7b-30e8-44e8-8d01-69104f8035bb service neutron] 10.222.0.54 "GET /v2.0/networks?id=ca70e604-924c-460e-b6e9-d4583b773c26 HTTP/1.1" status: 200 len: 898 time: 0.1847277 Nov 12 01:11:23.847046 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-798bf833-79d1-4602-ab39-23cfe3978d3a req-b59093be-7ded-46ed-ab22-8839b727fa3e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a3f7736-7802-4a9b-b1f7-5fb5419ef03c HTTP/1.1" status: 200 len: 1001 time: 0.0730920 Nov 12 01:11:23.857535 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7a729f65-a98b-4e30-ac90-b083c328c90d tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:23.876915 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-7a729f65-a98b-4e30-ac90-b083c328c90d tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Calling delete_port for 4d05827b-2b11-4a44-b0e8-55e54b91e8ce owned by {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:23.916799 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798bf833-79d1-4602-ab39-23cfe3978d3a req-39d3e788-3338-45d2-a074-408f57af9e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:23.918755 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-798bf833-79d1-4602-ab39-23cfe3978d3a req-39d3e788-3338-45d2-a074-408f57af9e92 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=78f2cdb7-2132-4d72-81ca-8bfa2cefc929 HTTP/1.1" status: 200 len: 834 time: 0.0643897 Nov 12 01:11:23.982622 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37386) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:23.992341 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7a729f65-a98b-4e30-ac90-b083c328c90d tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:24.007183 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798bf833-79d1-4602-ab39-23cfe3978d3a req-af0f71f9-d2b6-4522-900a-e09ec677057e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:24.008746 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-798bf833-79d1-4602-ab39-23cfe3978d3a req-af0f71f9-d2b6-4522-900a-e09ec677057e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ca70e604-924c-460e-b6e9-d4583b773c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0802763 Nov 12 01:11:24.013921 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51ccb614-903e-4e7c-9407-57a1a7097567 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:24.047902 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7a729f65-a98b-4e30-ac90-b083c328c90d tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:24.056644 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7a729f65-a98b-4e30-ac90-b083c328c90d tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] 10.222.0.20 "DELETE /v2.0/ports/4d05827b-2b11-4a44-b0e8-55e54b91e8ce HTTP/1.1" status: 204 len: 168 time: 0.4187791 Nov 12 01:11:24.057453 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37388) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:24.057590 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a729f65-a98b-4e30-ac90-b083c328c90d tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Pushing event deleted for resources: {'Port': ['ID=4d05827b-2b11-4a44-b0e8-55e54b91e8ce,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:24.161823 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51ccb614-903e-4e7c-9407-57a1a7097567 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:24.169822 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51ccb614-903e-4e7c-9407-57a1a7097567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:24.213021 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-798bf833-79d1-4602-ab39-23cfe3978d3a req-30249379-7d54-4425-9cdc-a5c842c06e26 service neutron] 10.222.0.54 "GET /v2.0/networks/ca70e604-924c-460e-b6e9-d4583b773c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947646 Nov 12 01:11:24.228369 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-51ccb614-903e-4e7c-9407-57a1a7097567 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f07bba91e47643bcbf4d0e2f76982476&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2441161 Nov 12 01:11:24.232672 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37396) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:24.243809 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ccb614-903e-4e7c-9407-57a1a7097567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc9ca5f-7f2c-48b6-b503-a0f921dd6aa5,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:24.291344 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-7b83e74c-38a9-4ef8-afec-87b1b53acf12 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Deleting port 4f73755f-c7fa-4516-b7e8-a5857e4455c5 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:24.291683 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7b83e74c-38a9-4ef8-afec-87b1b53acf12 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:24.300379 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-94b3d9c2-e557-4e36-a942-094afd937f70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:24.332785 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-94b3d9c2-e557-4e36-a942-094afd937f70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:24.407025 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-94b3d9c2-e557-4e36-a942-094afd937f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:24.410105 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-94b3d9c2-e557-4e36-a942-094afd937f70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:24.412000 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-94b3d9c2-e557-4e36-a942-094afd937f70 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dbc9ca5f-7f2c-48b6-b503-a0f921dd6aa5 HTTP/1.1" status: 204 len: 168 time: 0.1784108 Nov 12 01:11:24.424409 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b3d9c2-e557-4e36-a942-094afd937f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc9ca5f-7f2c-48b6-b503-a0f921dd6aa5,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:24.696508 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-70201b96-bf3e-41ce-b943-2adc4d863ea5 req-7a25aa53-6f28-4712-a28a-5b34817d95c6 tempest-ServerShowV257Test-975267064 tempest-ServerShowV257Test-975267064-project] 10.222.0.20 "GET /v2.0/ports?device_id=280d0d35-a7c4-48ca-83da-b8ec64771a59 HTTP/1.1" status: 200 len: 210 time: 0.0471306 Nov 12 01:11:24.886691 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7b83e74c-38a9-4ef8-afec-87b1b53acf12 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:24.906998 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-798bf833-79d1-4602-ab39-23cfe3978d3a req-5efedc80-2b61-41c9-bca4-ffe352d30e9b service neutron] 10.222.0.54 "GET /v2.0/networks/ca70e604-924c-460e-b6e9-d4583b773c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6854150 Nov 12 01:11:24.912593 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-7b83e74c-38a9-4ef8-afec-87b1b53acf12 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Calling delete_port for 4f73755f-c7fa-4516-b7e8-a5857e4455c5 owned by {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:25.018374 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7b83e74c-38a9-4ef8-afec-87b1b53acf12 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:25.048359 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b83e74c-38a9-4ef8-afec-87b1b53acf12 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Pushing event deleted for resources: {'Port': ['ID=4f73755f-c7fa-4516-b7e8-a5857e4455c5,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:25.058134 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7b83e74c-38a9-4ef8-afec-87b1b53acf12 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:25.061856 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7b83e74c-38a9-4ef8-afec-87b1b53acf12 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] 10.222.0.20 "DELETE /v2.0/ports/4f73755f-c7fa-4516-b7e8-a5857e4455c5 HTTP/1.1" status: 204 len: 168 time: 1.0038180 Nov 12 01:11:25.064649 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37430) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:25.097418 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e2c284a5-620a-4a04-ad80-4d80dfea4d59 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0310707 Nov 12 01:11:25.101819 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37434) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:25.106974 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-aa45e3d4-d58e-434a-9898-65fb4b12a179 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1040121928'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:25.131854 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa45e3d4-d58e-434a-9898-65fb4b12a179 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Made reservation on behalf of 9eb794ee1e5a48f5a28b7002e3960b72 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:11:25.135254 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aa45e3d4-d58e-434a-9898-65fb4b12a179 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:25.177636 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa45e3d4-d58e-434a-9898-65fb4b12a179 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:11:25.203122 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aa45e3d4-d58e-434a-9898-65fb4b12a179 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:25.203461 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-aa45e3d4-d58e-434a-9898-65fb4b12a179 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Added segment 92287cb9-51bb-44a2-b5a7-c71c44ce0a61 of type vlan for network c569780c-cc82-4cd8-9d99-87763dd54e46 Nov 12 01:11:25.253008 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aa45e3d4-d58e-434a-9898-65fb4b12a179 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:25.293320 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aa45e3d4-d58e-434a-9898-65fb4b12a179 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:25.299552 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa45e3d4-d58e-434a-9898-65fb4b12a179 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:25.300280 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aa45e3d4-d58e-434a-9898-65fb4b12a179 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:25.342172 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-aa45e3d4-d58e-434a-9898-65fb4b12a179 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2392437 Nov 12 01:11:25.344838 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37442) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:25.353024 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-5e399da2-dec1-498f-9c8c-dc00f3632fa1 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-141064612'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:25.382973 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e399da2-dec1-498f-9c8c-dc00f3632fa1 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Made reservation on behalf of 9eb794ee1e5a48f5a28b7002e3960b72 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:11:25.388110 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5e399da2-dec1-498f-9c8c-dc00f3632fa1 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:25.393241 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45e3d4-d58e-434a-9898-65fb4b12a179 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Pushing event updated for resources: {'Network': ['ID=c569780c-cc82-4cd8-9d99-87763dd54e46,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:25.409980 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network c569780c-cc82-4cd8-9d99-87763dd54e46 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:11:25.429628 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e399da2-dec1-498f-9c8c-dc00f3632fa1 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:11:25.439527 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5e399da2-dec1-498f-9c8c-dc00f3632fa1 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:25.439869 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-5e399da2-dec1-498f-9c8c-dc00f3632fa1 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Added segment d5c8c41a-fd39-4aa4-8b5c-35f28ffbc21c of type vlan for network c997f31d-84cc-4042-b48f-a58c10bc1302 Nov 12 01:11:25.488265 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5e399da2-dec1-498f-9c8c-dc00f3632fa1 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:25.521445 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5e399da2-dec1-498f-9c8c-dc00f3632fa1 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:25.527448 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e399da2-dec1-498f-9c8c-dc00f3632fa1 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:25.528065 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5e399da2-dec1-498f-9c8c-dc00f3632fa1 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:25.569037 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5e399da2-dec1-498f-9c8c-dc00f3632fa1 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2220547 Nov 12 01:11:25.620042 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e399da2-dec1-498f-9c8c-dc00f3632fa1 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Pushing event updated for resources: {'Network': ['ID=c997f31d-84cc-4042-b48f-a58c10bc1302,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:25.630740 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network c997f31d-84cc-4042-b48f-a58c10bc1302 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:11:25.882097 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-956bd4d6-2e0c-4bd6-903e-6d428acf680c req-0cb3c3aa-342b-41cf-ac1c-cc5a8b89b281 tempest-ServerShowV257Test-975267064 tempest-ServerShowV257Test-975267064-project] 10.222.0.20 "GET /v2.0/ports?device_id=280d0d35-a7c4-48ca-83da-b8ec64771a59 HTTP/1.1" status: 200 len: 210 time: 0.0819366 Nov 12 01:11:26.336177 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:11:27.007445 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-01dce80c-69bd-4153-b40f-810d29e8c2d2 req-69e4248a-e05b-4c1e-a08e-ad1a875efdc8 tempest-ServerShowV257Test-975267064 tempest-ServerShowV257Test-975267064-project] 10.222.0.20 "GET /v2.0/ports?device_id=280d0d35-a7c4-48ca-83da-b8ec64771a59 HTTP/1.1" status: 200 len: 210 time: 0.0426638 Nov 12 01:11:27.085819 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fda7007a-1a6e-4608-bddf-41ec3259f296 req-f4be3994-8c47-4153-8385-7fcf93f1bedc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=280d0d35-a7c4-48ca-83da-b8ec64771a59 HTTP/1.1" status: 200 len: 210 time: 0.0386422 Nov 12 01:11:28.169970 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e97aa09f-7c66-4158-b562-ee25afc930a4 req-22df6445-70f7-4c0e-a2fe-77ef427744df tempest-ServerShowV257Test-975267064 tempest-ServerShowV257Test-975267064-project] 10.222.0.20 "GET /v2.0/ports?device_id=280d0d35-a7c4-48ca-83da-b8ec64771a59 HTTP/1.1" status: 200 len: 210 time: 0.0436447 Nov 12 01:11:28.965156 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37520) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:28.970582 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-dff6a015-cb63-403d-a74c-4c9f256c684a tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Request body: {'subnets': [{'network_id': 'c569780c-cc82-4cd8-9d99-87763dd54e46', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1317179189', 'ip_version': 6}, {'network_id': 'c997f31d-84cc-4042-b48f-a58c10bc1302', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:28.971130 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-dff6a015-cb63-403d-a74c-4c9f256c684a tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Request body: {'subnet': {'network_id': 'c569780c-cc82-4cd8-9d99-87763dd54e46', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1317179189', 'ip_version': 6}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:28.971967 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-dff6a015-cb63-403d-a74c-4c9f256c684a tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Request body: {'subnet': {'network_id': 'c997f31d-84cc-4042-b48f-a58c10bc1302', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:29.152646 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff6a015-cb63-403d-a74c-4c9f256c684a tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Made reservation on behalf of 9eb794ee1e5a48f5a28b7002e3960b72 for: {'subnet': 2} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:11:29.157643 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dff6a015-cb63-403d-a74c-4c9f256c684a tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:29.158726 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dff6a015-cb63-403d-a74c-4c9f256c684a tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:29.334077 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-71ed3526-1bf4-45e2-8988-b396ad8bd96b req-c095d7a0-58f0-4e0f-88de-8d956297e686 tempest-ServerShowV257Test-975267064 tempest-ServerShowV257Test-975267064-project] 10.222.0.20 "GET /v2.0/ports?device_id=280d0d35-a7c4-48ca-83da-b8ec64771a59 HTTP/1.1" status: 200 len: 210 time: 0.0523679 Nov 12 01:11:29.912919 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-64dde848-ebc2-4910-9995-e380c4beb453 req-948025ac-a5cb-4c8c-8a1a-5960ad29b458 tempest-ServerShowV257Test-975267064 tempest-ServerShowV257Test-975267064-project] 10.222.0.20 "GET /v2.0/ports?device_id=280d0d35-a7c4-48ca-83da-b8ec64771a59 HTTP/1.1" status: 200 len: 210 time: 0.0504992 Nov 12 01:11:30.169190 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dff6a015-cb63-403d-a74c-4c9f256c684a tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:30.242721 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff6a015-cb63-403d-a74c-4c9f256c684a tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Pushing event updated for resources: {'Subnet': ['ID=919e0c6e-0908-4592-bf61-d452ca57efd8,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:30.256415 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff6a015-cb63-403d-a74c-4c9f256c684a tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Checking segment: {'id': '92287cb9-51bb-44a2-b5a7-c71c44ce0a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c569780c-cc82-4cd8-9d99-87763dd54e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:11:30.256798 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff6a015-cb63-403d-a74c-4c9f256c684a tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Network hostable DHCP agents. Network: c569780c-cc82-4cd8-9d99-87763dd54e46, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:11:30.275064 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff6a015-cb63-403d-a74c-4c9f256c684a tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Network c569780c-cc82-4cd8-9d99-87763dd54e46 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:11:30.284970 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-dff6a015-cb63-403d-a74c-4c9f256c684a tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, c569780c-cc82-4cd8-9d99-87763dd54e46) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:30.290286 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dff6a015-cb63-403d-a74c-4c9f256c684a tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:30.294666 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b88b5a-b78b-4477-8b99-0d15027d15ae None None] Network c569780c-cc82-4cd8-9d99-87763dd54e46 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:11:30.358816 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff6a015-cb63-403d-a74c-4c9f256c684a tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Pushing event updated for resources: {'Subnet': ['ID=6df29d2e-33a0-43b6-b7b8-efea684d6aca,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:30.371861 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff6a015-cb63-403d-a74c-4c9f256c684a tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Checking segment: {'id': 'd5c8c41a-fd39-4aa4-8b5c-35f28ffbc21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c997f31d-84cc-4042-b48f-a58c10bc1302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:11:30.372232 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff6a015-cb63-403d-a74c-4c9f256c684a tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Network hostable DHCP agents. Network: c997f31d-84cc-4042-b48f-a58c10bc1302, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:11:30.392778 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff6a015-cb63-403d-a74c-4c9f256c684a tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Network c997f31d-84cc-4042-b48f-a58c10bc1302 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:11:30.406237 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-dff6a015-cb63-403d-a74c-4c9f256c684a tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, c997f31d-84cc-4042-b48f-a58c10bc1302) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:30.414191 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff6a015-cb63-403d-a74c-4c9f256c684a tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:30.414717 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff6a015-cb63-403d-a74c-4c9f256c684a tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:30.415470 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dff6a015-cb63-403d-a74c-4c9f256c684a tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:30.420669 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd4184d-cf7d-4641-aaa9-5eb605c8de12 None None] Network c997f31d-84cc-4042-b48f-a58c10bc1302 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:11:30.439595 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-dff6a015-cb63-403d-a74c-4c9f256c684a tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.4730539 Nov 12 01:11:30.442763 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37544) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:30.591326 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a693ad9-c867-4f71-89ab-fea3b9fe3938 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:30.592854 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a693ad9-c867-4f71-89ab-fea3b9fe3938 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:30.594614 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a693ad9-c867-4f71-89ab-fea3b9fe3938 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:30.606736 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37546) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:30.607117 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-9a693ad9-c867-4f71-89ab-fea3b9fe3938 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1628504 Nov 12 01:11:30.627033 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3a6672-dc8f-441d-8211-cce73ba96362 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-c569780c-cc82-4cd8-9d99-87763dd54e46', 'network_id': 'c569780c-cc82-4cd8-9d99-87763dd54e46', 'tenant_id': '9eb794ee1e5a48f5a28b7002e3960b72', 'fixed_ips': [{'subnet_id': '919e0c6e-0908-4592-bf61-d452ca57efd8'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:11:30.627863 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ee3a6672-dc8f-441d-8211-cce73ba96362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:30.659420 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4feb73-7af1-444f-ba0e-a55d43d55136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-c997f31d-84cc-4042-b48f-a58c10bc1302', 'network_id': 'c997f31d-84cc-4042-b48f-a58c10bc1302', 'tenant_id': '9eb794ee1e5a48f5a28b7002e3960b72', 'fixed_ips': [{'subnet_id': '6df29d2e-33a0-43b6-b7b8-efea684d6aca'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:11:30.660153 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-db4feb73-7af1-444f-ba0e-a55d43d55136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:30.687129 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e64ce3c-ab52-4d88-b69d-156f64e50814 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Deleting subnet 919e0c6e-0908-4592-bf61-d452ca57efd8 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:11:30.693737 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6e64ce3c-ab52-4d88-b69d-156f64e50814 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:30.734473 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6e64ce3c-ab52-4d88-b69d-156f64e50814 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:30.788601 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6e64ce3c-ab52-4d88-b69d-156f64e50814 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:30.858766 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6e64ce3c-ab52-4d88-b69d-156f64e50814 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server [None req-ee3a6672-dc8f-441d-8211-cce73ba96362 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 919e0c6e-0908-4592-bf61-d452ca57efd8: This subnet is being modified by another concurrent operation. Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise exception Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 919e0c6e-0908-4592-bf61-d452ca57efd8: This subnet is being modified by another concurrent operation. Nov 12 01:11:30.883595 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server Nov 12 01:11:30.910074 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822b8196-f02d-4c46-a786-e11559c71000 None None] Network c569780c-cc82-4cd8-9d99-87763dd54e46 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:11:30.910545 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64ce3c-ab52-4d88-b69d-156f64e50814 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Pushing event deleted for resources: {'Subnet': ['ID=919e0c6e-0908-4592-bf61-d452ca57efd8,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:30.920091 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6e64ce3c-ab52-4d88-b69d-156f64e50814 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:30.927999 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6e64ce3c-ab52-4d88-b69d-156f64e50814 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] 10.222.0.20 "DELETE /v2.0/subnets/919e0c6e-0908-4592-bf61-d452ca57efd8 HTTP/1.1" status: 204 len: 168 time: 0.3170457 Nov 12 01:11:30.928238 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37550) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:30.952723 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-db4feb73-7af1-444f-ba0e-a55d43d55136 None None] Allocated IP 2001:db8:0:1::1 (c997f31d-84cc-4042-b48f-a58c10bc1302/6df29d2e-33a0-43b6-b7b8-efea684d6aca/28cae841-1cac-479e-87c0-4384c900851c) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:11:31.002936 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-498272ee-08c1-41ef-9c0f-5c8384a85d8b tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Deleting subnet 6df29d2e-33a0-43b6-b7b8-efea684d6aca {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:11:31.103866 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2755429f-5cac-43de-bb7c-eb8062b52d16 req-43562af5-3204-4ab9-aae4-f231e9a568ce tempest-ServerShowV257Test-975267064 tempest-ServerShowV257Test-975267064-project] 10.222.0.20 "GET /v2.0/ports?device_id=280d0d35-a7c4-48ca-83da-b8ec64771a59 HTTP/1.1" status: 200 len: 210 time: 0.0657725 Nov 12 01:11:31.250536 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-db4feb73-7af1-444f-ba0e-a55d43d55136 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:31.259093 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-498272ee-08c1-41ef-9c0f-5c8384a85d8b tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:31.262010 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-db4feb73-7af1-444f-ba0e-a55d43d55136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:31.329629 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-498272ee-08c1-41ef-9c0f-5c8384a85d8b tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:31.335816 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4feb73-7af1-444f-ba0e-a55d43d55136 None None] Network c997f31d-84cc-4042-b48f-a58c10bc1302 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:11:31.345710 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-db4feb73-7af1-444f-ba0e-a55d43d55136 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:31.352668 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4feb73-7af1-444f-ba0e-a55d43d55136 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:11:31.358592 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4feb73-7af1-444f-ba0e-a55d43d55136 None None] Pushing event updated for resources: {'Port': ['ID=28cae841-1cac-479e-87c0-4384c900851c,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:31.422436 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-db4feb73-7af1-444f-ba0e-a55d43d55136 None None] Attempting to bind port 28cae841-1cac-479e-87c0-4384c900851c on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:11:31.423091 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-db4feb73-7af1-444f-ba0e-a55d43d55136 None None] Attempting to bind port 28cae841-1cac-479e-87c0-4384c900851c by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'd5c8c41a-fd39-4aa4-8b5c-35f28ffbc21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c997f31d-84cc-4042-b48f-a58c10bc1302'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:11:31.423605 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4feb73-7af1-444f-ba0e-a55d43d55136 None None] Attempting to bind port 28cae841-1cac-479e-87c0-4384c900851c on network c997f31d-84cc-4042-b48f-a58c10bc1302 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:11:31.431559 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4feb73-7af1-444f-ba0e-a55d43d55136 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:11:31.432246 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4feb73-7af1-444f-ba0e-a55d43d55136 None None] Checking segment: {'id': 'd5c8c41a-fd39-4aa4-8b5c-35f28ffbc21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c997f31d-84cc-4042-b48f-a58c10bc1302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:11:31.432800 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-db4feb73-7af1-444f-ba0e-a55d43d55136 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:31.433344 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4feb73-7af1-444f-ba0e-a55d43d55136 None None] Bound using segment: {'id': 'd5c8c41a-fd39-4aa4-8b5c-35f28ffbc21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c997f31d-84cc-4042-b48f-a58c10bc1302'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:11:31.433998 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-db4feb73-7af1-444f-ba0e-a55d43d55136 None None] Bound port: 28cae841-1cac-479e-87c0-4384c900851c, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5c8c41a-fd39-4aa4-8b5c-35f28ffbc21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c997f31d-84cc-4042-b48f-a58c10bc1302'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:11:31.434623 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-db4feb73-7af1-444f-ba0e-a55d43d55136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:31.498413 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-498272ee-08c1-41ef-9c0f-5c8384a85d8b tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:31.581601 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-498272ee-08c1-41ef-9c0f-5c8384a85d8b tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:31.593990 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-db4feb73-7af1-444f-ba0e-a55d43d55136 None None] For port 28cae841-1cac-479e-87c0-4384c900851c, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:11:31.599861 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-db4feb73-7af1-444f-ba0e-a55d43d55136 None None] For port 28cae841-1cac-479e-87c0-4384c900851c, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=28cae841-1cac-479e-87c0-4384c900851c,segment=NetworkSegment(d5c8c41a-fd39-4aa4-8b5c-35f28ffbc21c),segment_id=d5c8c41a-fd39-4aa4-8b5c-35f28ffbc21c)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:11:31.608530 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-db4feb73-7af1-444f-ba0e-a55d43d55136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:31.633466 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498272ee-08c1-41ef-9c0f-5c8384a85d8b tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Pushing event deleted for resources: {'Subnet': ['ID=6df29d2e-33a0-43b6-b7b8-efea684d6aca,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:31.637434 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-498272ee-08c1-41ef-9c0f-5c8384a85d8b tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:31.642111 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37558) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:31.654413 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-498272ee-08c1-41ef-9c0f-5c8384a85d8b tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] 10.222.0.20 "DELETE /v2.0/subnets/6df29d2e-33a0-43b6-b7b8-efea684d6aca HTTP/1.1" status: 204 len: 168 time: 0.7246182 Nov 12 01:11:31.714122 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4feb73-7af1-444f-ba0e-a55d43d55136 None None] Pushing event updated for resources: {'Port': ['ID=28cae841-1cac-479e-87c0-4384c900851c,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:31.719325 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b2e2b7-5371-4a61-bb92-db1ff51c2a6b tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:31.729855 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37560) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:31.739099 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-38b2e2b7-5371-4a61-bb92-db1ff51c2a6b tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0945733 Nov 12 01:11:31.824876 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-15d0f26a-379e-4797-9592-8548f58bf784 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:31.909006 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-15d0f26a-379e-4797-9592-8548f58bf784 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Deleting port 28cae841-1cac-479e-87c0-4384c900851c {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:31.909603 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-15d0f26a-379e-4797-9592-8548f58bf784 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:32.008214 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-15d0f26a-379e-4797-9592-8548f58bf784 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] For port 28cae841-1cac-479e-87c0-4384c900851c, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=28cae841-1cac-479e-87c0-4384c900851c,segment=NetworkSegment(d5c8c41a-fd39-4aa4-8b5c-35f28ffbc21c),segment_id=d5c8c41a-fd39-4aa4-8b5c-35f28ffbc21c)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:32.008874 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-15d0f26a-379e-4797-9592-8548f58bf784 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:32.027921 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-15d0f26a-379e-4797-9592-8548f58bf784 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Calling delete_port for 28cae841-1cac-479e-87c0-4384c900851c owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:32.128461 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-15d0f26a-379e-4797-9592-8548f58bf784 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:32.167351 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d0f26a-379e-4797-9592-8548f58bf784 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Pushing event deleted for resources: {'Port': ['ID=28cae841-1cac-479e-87c0-4384c900851c,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:32.171338 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d0f26a-379e-4797-9592-8548f58bf784 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] No DVR routers for this DVR port 28cae841-1cac-479e-87c0-4384c900851c on host n-d-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:11:32.325694 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5afd7b63-5f21-44bc-8421-f173b855f7aa req-6040ba03-7d23-4ecf-b838-e844720ae3ea tempest-ServerShowV257Test-975267064 tempest-ServerShowV257Test-975267064-project] 10.222.0.20 "GET /v2.0/ports?device_id=280d0d35-a7c4-48ca-83da-b8ec64771a59 HTTP/1.1" status: 200 len: 210 time: 0.0748885 Nov 12 01:11:32.330279 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-15d0f26a-379e-4797-9592-8548f58bf784 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:32.354722 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-15d0f26a-379e-4797-9592-8548f58bf784 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c997f31d-84cc-4042-b48f-a58c10bc1302']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:32.365121 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-15d0f26a-379e-4797-9592-8548f58bf784 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5c8c41a-fd39-4aa4-8b5c-35f28ffbc21c') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:32.365429 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-15d0f26a-379e-4797-9592-8548f58bf784 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5c8c41a-fd39-4aa4-8b5c-35f28ffbc21c') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:32.376664 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-15d0f26a-379e-4797-9592-8548f58bf784 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:32.392644 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-15d0f26a-379e-4797-9592-8548f58bf784 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:32.399609 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15d0f26a-379e-4797-9592-8548f58bf784 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:11:32.400009 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-15d0f26a-379e-4797-9592-8548f58bf784 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:32.466452 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:11:32.466452 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:11:32.466452 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:11:32.466452 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:11:32.466452 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:11:32.466452 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:11:32.466452 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:11:32.466452 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:11:32.466452 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:11:32.466452 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:11:32.466452 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:11:32.466452 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:11:32.466452 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:11:32.466452 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:11:32.466452 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:11:32.466452 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:11:32.466452 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:11:32.466452 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:11:32.466452 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:11:32.466452 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:11:32.466452 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:11:32.466452 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:11:32.466452 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:11:32.466452 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:11:32.466452 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:11:32.466452 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:11:32.466452 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:11:32.466452 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:11:32.466452 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:11:32.466452 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:11:32.466452 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:11:32.466452 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:11:32.470616 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-15d0f26a-379e-4797-9592-8548f58bf784 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:32.493202 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-15d0f26a-379e-4797-9592-8548f58bf784 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:32.496794 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-15d0f26a-379e-4797-9592-8548f58bf784 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] 10.222.0.20 "DELETE /v2.0/networks/c997f31d-84cc-4042-b48f-a58c10bc1302 HTTP/1.1" status: 204 len: 168 time: 0.7654355 Nov 12 01:11:32.497763 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d0f26a-379e-4797-9592-8548f58bf784 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Pushing event deleted for resources: {'Network': ['ID=c997f31d-84cc-4042-b48f-a58c10bc1302,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:32.500316 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37572) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:32.608146 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-87c5f70c-53f5-402c-a32d-5c4cd5996ae0 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:32.721329 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-87c5f70c-53f5-402c-a32d-5c4cd5996ae0 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:32.747372 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-87c5f70c-53f5-402c-a32d-5c4cd5996ae0 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c569780c-cc82-4cd8-9d99-87763dd54e46']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:32.769420 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-87c5f70c-53f5-402c-a32d-5c4cd5996ae0 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92287cb9-51bb-44a2-b5a7-c71c44ce0a61') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:32.769793 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-87c5f70c-53f5-402c-a32d-5c4cd5996ae0 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92287cb9-51bb-44a2-b5a7-c71c44ce0a61') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:32.790455 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-87c5f70c-53f5-402c-a32d-5c4cd5996ae0 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:32.807306 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-87c5f70c-53f5-402c-a32d-5c4cd5996ae0 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:32.815957 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87c5f70c-53f5-402c-a32d-5c4cd5996ae0 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:11:32.818081 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-87c5f70c-53f5-402c-a32d-5c4cd5996ae0 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:32.822088 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:11:32.822088 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:11:32.822088 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:11:32.822088 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:11:32.822088 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:11:32.822088 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:11:32.822088 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:11:32.822088 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:11:32.822088 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:11:32.822088 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:11:32.822088 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:11:32.822088 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:11:32.822088 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:11:32.822088 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:11:32.822088 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:11:32.822088 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:11:32.822088 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:11:32.822088 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:11:32.822088 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:11:32.822088 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:11:32.822088 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:11:32.822088 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:11:32.822088 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:11:32.822088 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:11:32.822088 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:11:32.822088 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:11:32.822088 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:11:32.822088 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:11:32.822088 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:11:32.822088 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:11:32.822088 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:11:32.822088 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:11:32.911786 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-87c5f70c-53f5-402c-a32d-5c4cd5996ae0 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:32.926040 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-87c5f70c-53f5-402c-a32d-5c4cd5996ae0 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:32.933994 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-87c5f70c-53f5-402c-a32d-5c4cd5996ae0 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] 10.222.0.20 "DELETE /v2.0/networks/c569780c-cc82-4cd8-9d99-87763dd54e46 HTTP/1.1" status: 204 len: 168 time: 0.4321315 Nov 12 01:11:32.934191 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37574) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:32.952563 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5f70c-53f5-402c-a32d-5c4cd5996ae0 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Pushing event deleted for resources: {'Network': ['ID=c569780c-cc82-4cd8-9d99-87763dd54e46,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:33.030706 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2d566397-1329-4309-8b2d-23f7e9224432 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:33.139489 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2d566397-1329-4309-8b2d-23f7e9224432 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:33.166291 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-2d566397-1329-4309-8b2d-23f7e9224432 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eed9beca-a307-4dfd-ade2-a7bbdcf25471']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:33.176918 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-2d566397-1329-4309-8b2d-23f7e9224432 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0783b9c-499a-4116-9179-722f677ce3a1') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:33.177440 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-2d566397-1329-4309-8b2d-23f7e9224432 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0783b9c-499a-4116-9179-722f677ce3a1') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:33.188303 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2d566397-1329-4309-8b2d-23f7e9224432 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:33.193163 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b0bf6a-792d-4c35-8047-702a3d1d9b7e None None] DHCP port deletion for c997f31d-84cc-4042-b48f-a58c10bc1302 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:11:33.210440 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2d566397-1329-4309-8b2d-23f7e9224432 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:33.217189 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d566397-1329-4309-8b2d-23f7e9224432 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:11:33.217813 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2d566397-1329-4309-8b2d-23f7e9224432 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:33.222734 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:11:33.222734 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:11:33.222734 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:11:33.222734 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:11:33.222734 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:11:33.222734 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:11:33.222734 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:11:33.222734 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:11:33.222734 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:11:33.222734 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:11:33.222734 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:11:33.222734 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:11:33.222734 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:11:33.222734 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:11:33.222734 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:11:33.222734 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:11:33.222734 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:11:33.222734 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:11:33.222734 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:11:33.222734 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:11:33.222734 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:11:33.222734 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:11:33.222734 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:11:33.222734 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:11:33.222734 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:11:33.222734 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:11:33.222734 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:11:33.222734 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:11:33.222734 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:11:33.222734 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:11:33.222734 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:11:33.222734 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:11:33.225713 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088a5cb8-7c05-4bf9-b1be-b2664ca28642 None None] Network c997f31d-84cc-4042-b48f-a58c10bc1302 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:11:33.240744 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088a5cb8-7c05-4bf9-b1be-b2664ca28642 None None] Network c997f31d-84cc-4042-b48f-a58c10bc1302 could not be found, it might have been deleted concurrently. {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 01:11:33.244053 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-a6360f5a-f625-4a2f-b9f9-c91da4bb708d None None] Could not find standard attr ID for object 28cae841-1cac-479e-87c0-4384c900851c. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:11:33.249751 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c15807-3114-42c1-8dba-4eb1731b955b None None] get_active_networks_info from n-d-812236-11 {{(pid=102663) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 01:11:33.354413 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2d566397-1329-4309-8b2d-23f7e9224432 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:33.363459 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c15807-3114-42c1-8dba-4eb1731b955b None None] Resources bound (agent type, host, resource id): {{(pid=102663) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 01:11:33.389572 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2d566397-1329-4309-8b2d-23f7e9224432 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:33.398189 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2d566397-1329-4309-8b2d-23f7e9224432 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] 10.222.0.20 "DELETE /v2.0/networks/eed9beca-a307-4dfd-ade2-a7bbdcf25471 HTTP/1.1" status: 204 len: 168 time: 0.4608469 Nov 12 01:11:33.398643 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37582) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:33.413170 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d566397-1329-4309-8b2d-23f7e9224432 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Pushing event deleted for resources: {'Network': ['ID=eed9beca-a307-4dfd-ade2-a7bbdcf25471,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:33.508311 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-059d07d5-2f67-4b4d-b8a1-db0d19e84879 req-5baa8108-2874-4a2f-b0f3-e5f3963e6fa5 tempest-ServerShowV257Test-975267064 tempest-ServerShowV257Test-975267064-project] 10.222.0.20 "GET /v2.0/ports?device_id=280d0d35-a7c4-48ca-83da-b8ec64771a59 HTTP/1.1" status: 200 len: 210 time: 0.0410542 Nov 12 01:11:33.513921 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-95a1463c-f94f-46a0-8e7e-ba94dd808aa2 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:33.632049 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-95a1463c-f94f-46a0-8e7e-ba94dd808aa2 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:33.653558 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-95a1463c-f94f-46a0-8e7e-ba94dd808aa2 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5baf3b1d-a0c3-42ba-93aa-d95de7802910']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:33.663861 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-95a1463c-f94f-46a0-8e7e-ba94dd808aa2 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a3e9756-1736-4654-90a9-4e7c1b989a8e') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:33.664299 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-95a1463c-f94f-46a0-8e7e-ba94dd808aa2 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a3e9756-1736-4654-90a9-4e7c1b989a8e') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:33.674563 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-95a1463c-f94f-46a0-8e7e-ba94dd808aa2 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:33.688759 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-95a1463c-f94f-46a0-8e7e-ba94dd808aa2 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:33.695813 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95a1463c-f94f-46a0-8e7e-ba94dd808aa2 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:11:33.696233 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-95a1463c-f94f-46a0-8e7e-ba94dd808aa2 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:33.699238 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:11:33.699238 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:11:33.699238 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:11:33.699238 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:11:33.699238 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:11:33.699238 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:11:33.699238 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:11:33.699238 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:11:33.699238 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:11:33.699238 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:11:33.699238 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:11:33.699238 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:11:33.699238 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:11:33.699238 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:11:33.699238 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:11:33.699238 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:11:33.699238 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:11:33.699238 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:11:33.699238 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:11:33.699238 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:11:33.699238 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:11:33.699238 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:11:33.699238 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:11:33.699238 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:11:33.699238 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:11:33.699238 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:11:33.699238 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:11:33.699238 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:11:33.699238 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:11:33.699238 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:11:33.699238 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:11:33.699238 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:11:33.768416 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-95a1463c-f94f-46a0-8e7e-ba94dd808aa2 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:33.775078 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-95a1463c-f94f-46a0-8e7e-ba94dd808aa2 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:33.780747 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-95a1463c-f94f-46a0-8e7e-ba94dd808aa2 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] 10.222.0.20 "DELETE /v2.0/networks/5baf3b1d-a0c3-42ba-93aa-d95de7802910 HTTP/1.1" status: 204 len: 168 time: 0.3779426 Nov 12 01:11:33.789789 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a1463c-f94f-46a0-8e7e-ba94dd808aa2 tempest-BulkNetworkOpsIpV6Test-1502762788 tempest-BulkNetworkOpsIpV6Test-1502762788-project] Pushing event deleted for resources: {'Network': ['ID=5baf3b1d-a0c3-42ba-93aa-d95de7802910,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:34.037021 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37588) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:34.172878 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-623b44a5-c1ff-4333-aaf5-49f01cc3510e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9eb794ee1e5a48f5a28b7002e3960b72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1345787 Nov 12 01:11:34.175369 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37592) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:34.223493 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-030e4364-71da-4e77-a1b5-86a5d87b386f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:34.245405 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-030e4364-71da-4e77-a1b5-86a5d87b386f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:34.282124 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ea587cdb-226f-4571-8301-374b5c8cb5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:34.292224 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-030e4364-71da-4e77-a1b5-86a5d87b386f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:34.294830 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-030e4364-71da-4e77-a1b5-86a5d87b386f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:34.298371 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-030e4364-71da-4e77-a1b5-86a5d87b386f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d3193133-93f5-45a8-bc46-30b5d96be032 HTTP/1.1" status: 204 len: 168 time: 0.1195104 Nov 12 01:11:34.304765 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030e4364-71da-4e77-a1b5-86a5d87b386f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3193133-93f5-45a8-bc46-30b5d96be032,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:34.659504 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2f30a55d-bde7-4a16-a0f4-0a68597011cd req-920f67ff-a44a-4483-a291-ca693f30869f tempest-ServerShowV257Test-975267064 tempest-ServerShowV257Test-975267064-project] 10.222.0.20 "GET /v2.0/ports?device_id=280d0d35-a7c4-48ca-83da-b8ec64771a59 HTTP/1.1" status: 200 len: 210 time: 0.0299706 Nov 12 01:11:35.049789 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37624) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:35.153146 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-32b98ac4-3821-4153-aaad-f4bd71cc4d80 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1998469282', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:35.178649 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-32b98ac4-3821-4153-aaad-f4bd71cc4d80 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:35.179722 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-32b98ac4-3821-4153-aaad-f4bd71cc4d80 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:35.240835 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-32b98ac4-3821-4153-aaad-f4bd71cc4d80 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:35.245739 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-32b98ac4-3821-4153-aaad-f4bd71cc4d80 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:35.265151 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-32b98ac4-3821-4153-aaad-f4bd71cc4d80 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:35.266428 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-32b98ac4-3821-4153-aaad-f4bd71cc4d80 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2142000 Nov 12 01:11:35.269210 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37628) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:35.275232 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-5075f6b2-1e2b-43ee-9b30-492cdc4a26a7 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-77357840'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:35.295605 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5075f6b2-1e2b-43ee-9b30-492cdc4a26a7 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Made reservation on behalf of b4e59166e98240e18578f335e2dd7e8f for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:11:35.299293 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5075f6b2-1e2b-43ee-9b30-492cdc4a26a7 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:35.308513 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5075f6b2-1e2b-43ee-9b30-492cdc4a26a7 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:35.393657 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5075f6b2-1e2b-43ee-9b30-492cdc4a26a7 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:35.399104 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5075f6b2-1e2b-43ee-9b30-492cdc4a26a7 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:35.429120 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5075f6b2-1e2b-43ee-9b30-492cdc4a26a7 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:11:35.439154 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5075f6b2-1e2b-43ee-9b30-492cdc4a26a7 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afbe55e9-b0b5-43af-9f2d-447a4d7031b1,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:35.444310 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5075f6b2-1e2b-43ee-9b30-492cdc4a26a7 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:35.444644 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-5075f6b2-1e2b-43ee-9b30-492cdc4a26a7 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Added segment 9e21fe2d-556c-4eac-94b8-9b0ac1a739cf of type vlan for network c746a94c-1cec-475f-a0b6-ef0bb9ecc75c Nov 12 01:11:35.487887 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5075f6b2-1e2b-43ee-9b30-492cdc4a26a7 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:35.526840 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5075f6b2-1e2b-43ee-9b30-492cdc4a26a7 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:35.533786 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5075f6b2-1e2b-43ee-9b30-492cdc4a26a7 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:35.534598 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5075f6b2-1e2b-43ee-9b30-492cdc4a26a7 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:35.654380 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5075f6b2-1e2b-43ee-9b30-492cdc4a26a7 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Pushing event updated for resources: {'Network': ['ID=c746a94c-1cec-475f-a0b6-ef0bb9ecc75c,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:35.666571 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network c746a94c-1cec-475f-a0b6-ef0bb9ecc75c details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:11:35.669961 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5075f6b2-1e2b-43ee-9b30-492cdc4a26a7 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3986657 Nov 12 01:11:35.672733 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37636) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:35.678987 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-ac855f5a-9c17-4329-a4e7-fe9ab26beefa tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Request body: {'subnet': {'network_id': 'c746a94c-1cec-475f-a0b6-ef0bb9ecc75c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:35.853169 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-afb45299-cb16-4f53-9ead-d79b1d515f24 req-99ce6bb0-157e-4c84-935d-cf1075cffc6d tempest-ServerShowV257Test-975267064 tempest-ServerShowV257Test-975267064-project] 10.222.0.20 "GET /v2.0/ports?device_id=280d0d35-a7c4-48ca-83da-b8ec64771a59 HTTP/1.1" status: 200 len: 210 time: 0.0408964 Nov 12 01:11:35.863254 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac855f5a-9c17-4329-a4e7-fe9ab26beefa tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Made reservation on behalf of b4e59166e98240e18578f335e2dd7e8f for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:11:35.869430 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ac855f5a-9c17-4329-a4e7-fe9ab26beefa tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:36.113202 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ac855f5a-9c17-4329-a4e7-fe9ab26beefa tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:36.200826 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac855f5a-9c17-4329-a4e7-fe9ab26beefa tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Pushing event updated for resources: {'Subnet': ['ID=99d8d346-cc3e-4ee3-a465-0ebb111f0f4c,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:36.212860 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac855f5a-9c17-4329-a4e7-fe9ab26beefa tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Checking segment: {'id': '9e21fe2d-556c-4eac-94b8-9b0ac1a739cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c746a94c-1cec-475f-a0b6-ef0bb9ecc75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:11:36.213343 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac855f5a-9c17-4329-a4e7-fe9ab26beefa tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Network hostable DHCP agents. Network: c746a94c-1cec-475f-a0b6-ef0bb9ecc75c, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:11:36.230508 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac855f5a-9c17-4329-a4e7-fe9ab26beefa tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Network c746a94c-1cec-475f-a0b6-ef0bb9ecc75c is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:11:36.239911 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-ac855f5a-9c17-4329-a4e7-fe9ab26beefa tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, c746a94c-1cec-475f-a0b6-ef0bb9ecc75c) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:36.244605 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac855f5a-9c17-4329-a4e7-fe9ab26beefa tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:36.245195 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ac855f5a-9c17-4329-a4e7-fe9ab26beefa tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:36.250357 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6b317f-5300-4707-9815-de5fc27da5a3 None None] Network c746a94c-1cec-475f-a0b6-ef0bb9ecc75c requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:11:36.263645 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ac855f5a-9c17-4329-a4e7-fe9ab26beefa tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5897398 Nov 12 01:11:36.266733 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37650) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:36.272577 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-e017d1ce-2ae7-4ace-9c67-457f7c811470 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Request body: {'network': {'name': 'tempest-router-network01--1651184870'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:36.294607 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e017d1ce-2ae7-4ace-9c67-457f7c811470 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Made reservation on behalf of b4e59166e98240e18578f335e2dd7e8f for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:11:36.298576 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e017d1ce-2ae7-4ace-9c67-457f7c811470 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:36.325289 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e017d1ce-2ae7-4ace-9c67-457f7c811470 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:11:36.336475 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e017d1ce-2ae7-4ace-9c67-457f7c811470 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:36.337121 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-e017d1ce-2ae7-4ace-9c67-457f7c811470 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Added segment e5049dd2-6a21-410a-8e27-b36d042ab3be of type vlan for network a1b17a88-2053-40a6-af81-8f65bec9ed3f Nov 12 01:11:36.389557 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e017d1ce-2ae7-4ace-9c67-457f7c811470 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:36.424478 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e017d1ce-2ae7-4ace-9c67-457f7c811470 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:36.427697 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-688b3775-88ab-4d50-892e-0244940654b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:36.431532 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e017d1ce-2ae7-4ace-9c67-457f7c811470 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:36.432322 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e017d1ce-2ae7-4ace-9c67-457f7c811470 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:36.434707 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac324a56-9fb0-491a-84b1-73cac19d64db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-c746a94c-1cec-475f-a0b6-ef0bb9ecc75c', 'network_id': 'c746a94c-1cec-475f-a0b6-ef0bb9ecc75c', 'tenant_id': 'b4e59166e98240e18578f335e2dd7e8f', 'fixed_ips': [{'subnet_id': '99d8d346-cc3e-4ee3-a465-0ebb111f0f4c'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:11:36.435708 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ac324a56-9fb0-491a-84b1-73cac19d64db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:36.506025 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e017d1ce-2ae7-4ace-9c67-457f7c811470 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2382355 Nov 12 01:11:36.508744 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37652) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:36.513823 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-b2a5134c-bf75-4a92-b284-97b5599eebb8 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Request body: {'network': {'name': 'tempest-router-network02--1306379604'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:36.520005 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e017d1ce-2ae7-4ace-9c67-457f7c811470 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Pushing event updated for resources: {'Network': ['ID=a1b17a88-2053-40a6-af81-8f65bec9ed3f,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:36.535785 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network a1b17a88-2053-40a6-af81-8f65bec9ed3f details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:11:36.545985 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a5134c-bf75-4a92-b284-97b5599eebb8 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Made reservation on behalf of b4e59166e98240e18578f335e2dd7e8f for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:11:36.549762 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b2a5134c-bf75-4a92-b284-97b5599eebb8 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:36.586457 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2a5134c-bf75-4a92-b284-97b5599eebb8 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:11:36.596804 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b2a5134c-bf75-4a92-b284-97b5599eebb8 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:36.597385 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-b2a5134c-bf75-4a92-b284-97b5599eebb8 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Added segment 255e8669-1826-42da-a609-df61008d707a of type vlan for network c482c206-d5d0-4713-ac76-3d77c33f0a4e Nov 12 01:11:36.648059 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b2a5134c-bf75-4a92-b284-97b5599eebb8 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:36.665065 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-ac324a56-9fb0-491a-84b1-73cac19d64db None None] Allocated IP 2001:db8::2 (c746a94c-1cec-475f-a0b6-ef0bb9ecc75c/99d8d346-cc3e-4ee3-a465-0ebb111f0f4c/01af16c7-1971-4add-adb6-976a1e566c00) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:11:36.680122 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b2a5134c-bf75-4a92-b284-97b5599eebb8 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:36.686283 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a5134c-bf75-4a92-b284-97b5599eebb8 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:36.686939 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b2a5134c-bf75-4a92-b284-97b5599eebb8 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:36.733734 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b2a5134c-bf75-4a92-b284-97b5599eebb8 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2236912 Nov 12 01:11:36.736841 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37654) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:36.743860 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-214d2332-2bd3-40e3-820d-2b6abab1fe38 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Request body: {'subnet': {'network_id': 'a1b17a88-2053-40a6-af81-8f65bec9ed3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:36.827495 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a5134c-bf75-4a92-b284-97b5599eebb8 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Pushing event updated for resources: {'Network': ['ID=c482c206-d5d0-4713-ac76-3d77c33f0a4e,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:36.853067 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network c482c206-d5d0-4713-ac76-3d77c33f0a4e details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:11:36.924951 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214d2332-2bd3-40e3-820d-2b6abab1fe38 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Made reservation on behalf of b4e59166e98240e18578f335e2dd7e8f for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:11:36.930165 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-214d2332-2bd3-40e3-820d-2b6abab1fe38 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:36.939407 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ac324a56-9fb0-491a-84b1-73cac19d64db None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:36.954400 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ac324a56-9fb0-491a-84b1-73cac19d64db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:37.035228 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2c6b0e53-e3e5-45e5-8f03-f76c1d38198d req-9c808c67-65fd-4771-b6a7-a00a17e7dfe0 tempest-ServerShowV257Test-975267064 tempest-ServerShowV257Test-975267064-project] 10.222.0.20 "GET /v2.0/ports?device_id=280d0d35-a7c4-48ca-83da-b8ec64771a59 HTTP/1.1" status: 200 len: 210 time: 0.0602961 Nov 12 01:11:37.047859 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac324a56-9fb0-491a-84b1-73cac19d64db None None] Network c746a94c-1cec-475f-a0b6-ef0bb9ecc75c is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:11:37.054057 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-ac324a56-9fb0-491a-84b1-73cac19d64db None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:37.057142 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac324a56-9fb0-491a-84b1-73cac19d64db None None] Pushing event updated for resources: {'Port': ['ID=01af16c7-1971-4add-adb6-976a1e566c00,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:37.060074 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac324a56-9fb0-491a-84b1-73cac19d64db None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:11:37.132331 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-ac324a56-9fb0-491a-84b1-73cac19d64db None None] Attempting to bind port 01af16c7-1971-4add-adb6-976a1e566c00 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:11:37.132811 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-ac324a56-9fb0-491a-84b1-73cac19d64db None None] Attempting to bind port 01af16c7-1971-4add-adb6-976a1e566c00 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '9e21fe2d-556c-4eac-94b8-9b0ac1a739cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c746a94c-1cec-475f-a0b6-ef0bb9ecc75c'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:11:37.133277 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac324a56-9fb0-491a-84b1-73cac19d64db None None] Attempting to bind port 01af16c7-1971-4add-adb6-976a1e566c00 on network c746a94c-1cec-475f-a0b6-ef0bb9ecc75c {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:11:37.139562 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac324a56-9fb0-491a-84b1-73cac19d64db None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:11:37.140486 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac324a56-9fb0-491a-84b1-73cac19d64db None None] Checking segment: {'id': '9e21fe2d-556c-4eac-94b8-9b0ac1a739cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c746a94c-1cec-475f-a0b6-ef0bb9ecc75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:11:37.140992 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ac324a56-9fb0-491a-84b1-73cac19d64db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:37.141527 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac324a56-9fb0-491a-84b1-73cac19d64db None None] Bound using segment: {'id': '9e21fe2d-556c-4eac-94b8-9b0ac1a739cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c746a94c-1cec-475f-a0b6-ef0bb9ecc75c'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:11:37.142103 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-ac324a56-9fb0-491a-84b1-73cac19d64db None None] Bound port: 01af16c7-1971-4add-adb6-976a1e566c00, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e21fe2d-556c-4eac-94b8-9b0ac1a739cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c746a94c-1cec-475f-a0b6-ef0bb9ecc75c'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:11:37.142591 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ac324a56-9fb0-491a-84b1-73cac19d64db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:37.189040 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-214d2332-2bd3-40e3-820d-2b6abab1fe38 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:37.252677 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d2332-2bd3-40e3-820d-2b6abab1fe38 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Pushing event updated for resources: {'Subnet': ['ID=d9641069-e8cd-4715-8dc6-5bbe541c16f8,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:37.262773 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-ac324a56-9fb0-491a-84b1-73cac19d64db None None] For port 01af16c7-1971-4add-adb6-976a1e566c00, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:11:37.267745 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-ac324a56-9fb0-491a-84b1-73cac19d64db None None] For port 01af16c7-1971-4add-adb6-976a1e566c00, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=01af16c7-1971-4add-adb6-976a1e566c00,segment=NetworkSegment(9e21fe2d-556c-4eac-94b8-9b0ac1a739cf),segment_id=9e21fe2d-556c-4eac-94b8-9b0ac1a739cf)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:11:37.273504 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ac324a56-9fb0-491a-84b1-73cac19d64db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:37.299559 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214d2332-2bd3-40e3-820d-2b6abab1fe38 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Checking segment: {'id': 'e5049dd2-6a21-410a-8e27-b36d042ab3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a1b17a88-2053-40a6-af81-8f65bec9ed3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:11:37.299926 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214d2332-2bd3-40e3-820d-2b6abab1fe38 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Network hostable DHCP agents. Network: a1b17a88-2053-40a6-af81-8f65bec9ed3f, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:11:37.334179 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214d2332-2bd3-40e3-820d-2b6abab1fe38 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Network a1b17a88-2053-40a6-af81-8f65bec9ed3f is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:11:37.348289 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac324a56-9fb0-491a-84b1-73cac19d64db None None] Pushing event updated for resources: {'Port': ['ID=01af16c7-1971-4add-adb6-976a1e566c00,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:37.361341 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-214d2332-2bd3-40e3-820d-2b6abab1fe38 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, a1b17a88-2053-40a6-af81-8f65bec9ed3f) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:37.372433 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed2ba16-84ad-44fa-84b0-9c4f0a14a896 None None] Network a1b17a88-2053-40a6-af81-8f65bec9ed3f requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:11:37.378144 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214d2332-2bd3-40e3-820d-2b6abab1fe38 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:37.378795 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-214d2332-2bd3-40e3-820d-2b6abab1fe38 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:37.407481 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-214d2332-2bd3-40e3-820d-2b6abab1fe38 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6683724 Nov 12 01:11:37.410005 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37674) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:37.417873 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-a1ad37a8-ffc9-49a3-a700-a1feb4259651 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Request body: {'subnet': {'network_id': 'c482c206-d5d0-4713-ac76-3d77c33f0a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:37.539801 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ad37a8-ffc9-49a3-a700-a1feb4259651 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Made reservation on behalf of b4e59166e98240e18578f335e2dd7e8f for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:11:37.544913 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a1ad37a8-ffc9-49a3-a700-a1feb4259651 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:37.653455 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754aaefa-a17b-419e-836e-049f60880c69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-a1b17a88-2053-40a6-af81-8f65bec9ed3f', 'network_id': 'a1b17a88-2053-40a6-af81-8f65bec9ed3f', 'tenant_id': 'b4e59166e98240e18578f335e2dd7e8f', 'fixed_ips': [{'subnet_id': 'd9641069-e8cd-4715-8dc6-5bbe541c16f8'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:11:37.653707 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-754aaefa-a17b-419e-836e-049f60880c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:37.779412 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:37.900115 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a1ad37a8-ffc9-49a3-a700-a1feb4259651 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:37.905612 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-754aaefa-a17b-419e-836e-049f60880c69 None None] Allocated IP 2001:db8::2 (a1b17a88-2053-40a6-af81-8f65bec9ed3f/d9641069-e8cd-4715-8dc6-5bbe541c16f8/035a3f0d-a6cd-4406-ace0-ec7c272f45b0) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:11:38.007707 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad37a8-ffc9-49a3-a700-a1feb4259651 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Pushing event updated for resources: {'Subnet': ['ID=b50b2105-015b-4408-af9f-cb0500f29bd0,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:38.019383 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ad37a8-ffc9-49a3-a700-a1feb4259651 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Checking segment: {'id': '255e8669-1826-42da-a609-df61008d707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c482c206-d5d0-4713-ac76-3d77c33f0a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:11:38.020401 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ad37a8-ffc9-49a3-a700-a1feb4259651 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Network hostable DHCP agents. Network: c482c206-d5d0-4713-ac76-3d77c33f0a4e, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:11:38.040143 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ad37a8-ffc9-49a3-a700-a1feb4259651 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Network c482c206-d5d0-4713-ac76-3d77c33f0a4e is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:11:38.056330 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-a1ad37a8-ffc9-49a3-a700-a1feb4259651 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, c482c206-d5d0-4713-ac76-3d77c33f0a4e) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:38.072980 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ad37a8-ffc9-49a3-a700-a1feb4259651 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:38.074050 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a1ad37a8-ffc9-49a3-a700-a1feb4259651 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:38.104635 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a1ad37a8-ffc9-49a3-a700-a1feb4259651 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6901090 Nov 12 01:11:38.104981 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37684) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:38.112364 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6069cb9-218f-4a2e-886d-604c3cd24c32 None None] Network c482c206-d5d0-4713-ac76-3d77c33f0a4e requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:11:38.191957 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7e875cdb-831d-4432-87d0-dab0ca31081a req-1d397d14-05f5-4550-ab88-2991b6003a4e tempest-ServerShowV257Test-975267064 tempest-ServerShowV257Test-975267064-project] 10.222.0.20 "GET /v2.0/ports?device_id=280d0d35-a7c4-48ca-83da-b8ec64771a59 HTTP/1.1" status: 200 len: 210 time: 0.0517638 Nov 12 01:11:38.256961 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-754aaefa-a17b-419e-836e-049f60880c69 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:38.296298 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-754aaefa-a17b-419e-836e-049f60880c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:38.352165 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754aaefa-a17b-419e-836e-049f60880c69 None None] Pushing event updated for resources: {'Port': ['ID=035a3f0d-a6cd-4406-ace0-ec7c272f45b0,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:38.394568 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754aaefa-a17b-419e-836e-049f60880c69 None None] Network a1b17a88-2053-40a6-af81-8f65bec9ed3f is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:11:38.401727 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-754aaefa-a17b-419e-836e-049f60880c69 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:38.430848 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754aaefa-a17b-419e-836e-049f60880c69 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:11:38.457297 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c5f80d-c4c1-4566-a7a8-a249b08156cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-c482c206-d5d0-4713-ac76-3d77c33f0a4e', 'network_id': 'c482c206-d5d0-4713-ac76-3d77c33f0a4e', 'tenant_id': 'b4e59166e98240e18578f335e2dd7e8f', 'fixed_ips': [{'subnet_id': 'b50b2105-015b-4408-af9f-cb0500f29bd0'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:11:38.459261 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-10c5f80d-c4c1-4566-a7a8-a249b08156cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:38.540862 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-754aaefa-a17b-419e-836e-049f60880c69 None None] Attempting to bind port 035a3f0d-a6cd-4406-ace0-ec7c272f45b0 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:11:38.541346 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-754aaefa-a17b-419e-836e-049f60880c69 None None] Attempting to bind port 035a3f0d-a6cd-4406-ace0-ec7c272f45b0 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'e5049dd2-6a21-410a-8e27-b36d042ab3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a1b17a88-2053-40a6-af81-8f65bec9ed3f'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:11:38.541799 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754aaefa-a17b-419e-836e-049f60880c69 None None] Attempting to bind port 035a3f0d-a6cd-4406-ace0-ec7c272f45b0 on network a1b17a88-2053-40a6-af81-8f65bec9ed3f {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:11:38.558194 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-74f421db-7d2d-47fe-970e-7ccf492e0180 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:38.594924 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754aaefa-a17b-419e-836e-049f60880c69 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:11:38.595303 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754aaefa-a17b-419e-836e-049f60880c69 None None] Checking segment: {'id': 'e5049dd2-6a21-410a-8e27-b36d042ab3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a1b17a88-2053-40a6-af81-8f65bec9ed3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:11:38.595713 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-754aaefa-a17b-419e-836e-049f60880c69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:38.596119 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754aaefa-a17b-419e-836e-049f60880c69 None None] Bound using segment: {'id': 'e5049dd2-6a21-410a-8e27-b36d042ab3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a1b17a88-2053-40a6-af81-8f65bec9ed3f'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:11:38.596594 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-754aaefa-a17b-419e-836e-049f60880c69 None None] Bound port: 035a3f0d-a6cd-4406-ace0-ec7c272f45b0, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5049dd2-6a21-410a-8e27-b36d042ab3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a1b17a88-2053-40a6-af81-8f65bec9ed3f'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:11:38.596978 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-754aaefa-a17b-419e-836e-049f60880c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:38.669076 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37692) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:38.760438 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-754aaefa-a17b-419e-836e-049f60880c69 None None] For port 035a3f0d-a6cd-4406-ace0-ec7c272f45b0, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:11:38.768439 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-754aaefa-a17b-419e-836e-049f60880c69 None None] For port 035a3f0d-a6cd-4406-ace0-ec7c272f45b0, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=035a3f0d-a6cd-4406-ace0-ec7c272f45b0,segment=NetworkSegment(e5049dd2-6a21-410a-8e27-b36d042ab3be),segment_id=e5049dd2-6a21-410a-8e27-b36d042ab3be)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:11:38.770442 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-10c5f80d-c4c1-4566-a7a8-a249b08156cb None None] Allocated IP 2001:db8::2 (c482c206-d5d0-4713-ac76-3d77c33f0a4e/b50b2105-015b-4408-af9f-cb0500f29bd0/6628387c-6673-4fc0-8fc0-4ebf79211bfc) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:11:38.783076 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-754aaefa-a17b-419e-836e-049f60880c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:38.813444 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-753b8b0d-4b80-48b9-96a1-552ff3b4950e tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/floatingips/275d700c-9751-451b-b591-77b295b0ed5d HTTP/1.1" status: 200 len: 993 time: 0.1412327 Nov 12 01:11:38.847051 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844d3813-14e7-409f-a4f0-61e333b494b9 None None] Network c746a94c-1cec-475f-a0b6-ef0bb9ecc75c requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:11:38.985925 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-74f421db-7d2d-47fe-970e-7ccf492e0180 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Allocated IP 2001:db8::1 (a1b17a88-2053-40a6-af81-8f65bec9ed3f/d9641069-e8cd-4715-8dc6-5bbe541c16f8/750b1ed5-e5d6-456d-976a-25b3280962c4) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:11:38.993826 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-8078c39b-37a5-41f0-b896-abc890da25b8 None None] Provisioning complete for port 01af16c7-1971-4add-adb6-976a1e566c00 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:38.994375 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8078c39b-37a5-41f0-b896-abc890da25b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:38.999033 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754aaefa-a17b-419e-836e-049f60880c69 None None] Pushing event updated for resources: {'Port': ['ID=035a3f0d-a6cd-4406-ace0-ec7c272f45b0,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:39.184663 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37698) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:39.197444 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-74f421db-7d2d-47fe-970e-7ccf492e0180 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:39.242325 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-10c5f80d-c4c1-4566-a7a8-a249b08156cb None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:39.274727 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-10c5f80d-c4c1-4566-a7a8-a249b08156cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:39.356541 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c5f80d-c4c1-4566-a7a8-a249b08156cb None None] Network c482c206-d5d0-4713-ac76-3d77c33f0a4e is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:11:39.359432 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8078c39b-37a5-41f0-b896-abc890da25b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:39.368750 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-10c5f80d-c4c1-4566-a7a8-a249b08156cb None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:39.371147 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c5f80d-c4c1-4566-a7a8-a249b08156cb None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:11:39.373106 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:39.387362 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c5f80d-c4c1-4566-a7a8-a249b08156cb None None] Pushing event updated for resources: {'Port': ['ID=6628387c-6673-4fc0-8fc0-4ebf79211bfc,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:39.428705 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-714f6685-dea2-4aa4-8a0f-63951c72703d req-1866f332-0196-4ffa-b5d9-8be0cbf21a34 tempest-ServerShowV257Test-975267064 tempest-ServerShowV257Test-975267064-project] 10.222.0.20 "GET /v2.0/ports?device_id=280d0d35-a7c4-48ca-83da-b8ec64771a59 HTTP/1.1" status: 200 len: 210 time: 0.1175351 Nov 12 01:11:39.479466 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-8078c39b-37a5-41f0-b896-abc890da25b8 None None] For port 01af16c7-1971-4add-adb6-976a1e566c00, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=01af16c7-1971-4add-adb6-976a1e566c00,segment=NetworkSegment(9e21fe2d-556c-4eac-94b8-9b0ac1a739cf),segment_id=9e21fe2d-556c-4eac-94b8-9b0ac1a739cf)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:39.500903 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8078c39b-37a5-41f0-b896-abc890da25b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:39.519072 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-74f421db-7d2d-47fe-970e-7ccf492e0180 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:39.569951 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-10c5f80d-c4c1-4566-a7a8-a249b08156cb None None] Attempting to bind port 6628387c-6673-4fc0-8fc0-4ebf79211bfc on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:11:39.570323 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-10c5f80d-c4c1-4566-a7a8-a249b08156cb None None] Attempting to bind port 6628387c-6673-4fc0-8fc0-4ebf79211bfc by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '255e8669-1826-42da-a609-df61008d707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c482c206-d5d0-4713-ac76-3d77c33f0a4e'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:11:39.571229 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c5f80d-c4c1-4566-a7a8-a249b08156cb None None] Attempting to bind port 6628387c-6673-4fc0-8fc0-4ebf79211bfc on network c482c206-d5d0-4713-ac76-3d77c33f0a4e {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:11:39.584940 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c5f80d-c4c1-4566-a7a8-a249b08156cb None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:11:39.586072 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c5f80d-c4c1-4566-a7a8-a249b08156cb None None] Checking segment: {'id': '255e8669-1826-42da-a609-df61008d707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c482c206-d5d0-4713-ac76-3d77c33f0a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:11:39.586072 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-10c5f80d-c4c1-4566-a7a8-a249b08156cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:39.586306 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c5f80d-c4c1-4566-a7a8-a249b08156cb None None] Bound using segment: {'id': '255e8669-1826-42da-a609-df61008d707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c482c206-d5d0-4713-ac76-3d77c33f0a4e'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:11:39.586753 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-10c5f80d-c4c1-4566-a7a8-a249b08156cb None None] Bound port: 6628387c-6673-4fc0-8fc0-4ebf79211bfc, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '255e8669-1826-42da-a609-df61008d707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c482c206-d5d0-4713-ac76-3d77c33f0a4e'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:11:39.587685 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-10c5f80d-c4c1-4566-a7a8-a249b08156cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:39.591322 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f421db-7d2d-47fe-970e-7ccf492e0180 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Network a1b17a88-2053-40a6-af81-8f65bec9ed3f is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:11:39.599774 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-74f421db-7d2d-47fe-970e-7ccf492e0180 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:39.602851 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f421db-7d2d-47fe-970e-7ccf492e0180 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:11:39.603710 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-74f421db-7d2d-47fe-970e-7ccf492e0180 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:39.720811 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-10c5f80d-c4c1-4566-a7a8-a249b08156cb None None] For port 6628387c-6673-4fc0-8fc0-4ebf79211bfc, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:11:39.724296 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-10c5f80d-c4c1-4566-a7a8-a249b08156cb None None] For port 6628387c-6673-4fc0-8fc0-4ebf79211bfc, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=6628387c-6673-4fc0-8fc0-4ebf79211bfc,segment=NetworkSegment(255e8669-1826-42da-a609-df61008d707a),segment_id=255e8669-1826-42da-a609-df61008d707a)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:11:39.734035 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-10c5f80d-c4c1-4566-a7a8-a249b08156cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:39.758320 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078c39b-37a5-41f0-b896-abc890da25b8 None None] Pushing event updated for resources: {'Port': ['ID=01af16c7-1971-4add-adb6-976a1e566c00,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:39.887251 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f421db-7d2d-47fe-970e-7ccf492e0180 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Pushing event updated for resources: {'Port': ['ID=750b1ed5-e5d6-456d-976a-25b3280962c4,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:39.970881 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-74f421db-7d2d-47fe-970e-7ccf492e0180 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:39.973562 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c5f80d-c4c1-4566-a7a8-a249b08156cb None None] Pushing event updated for resources: {'Port': ['ID=6628387c-6673-4fc0-8fc0-4ebf79211bfc,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:39.992751 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:40.001890 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-ea24106b-1946-41bd-9107-9408356e2edb tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Deleting port b7f74866-d10b-4bfc-9466-84426bbd4f2a {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:40.002244 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ea24106b-1946-41bd-9107-9408356e2edb tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:40.083079 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-83ffab61-d92f-4c51-bbb1-37c61d7b477e None None] Provisioning complete for port 01af16c7-1971-4add-adb6-976a1e566c00 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:40.083618 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-83ffab61-d92f-4c51-bbb1-37c61d7b477e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:40.137323 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 01af16c7-1971-4add-adb6-976a1e566c00 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:11:40.307255 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 01af16c7-1971-4add-adb6-976a1e566c00 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:40.307686 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:40.367884 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ea24106b-1946-41bd-9107-9408356e2edb tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:40.368921 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ea24106b-1946-41bd-9107-9408356e2edb tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:40.396346 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-ea24106b-1946-41bd-9107-9408356e2edb tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Calling delete_port for b7f74866-d10b-4bfc-9466-84426bbd4f2a owned by network:floatingip {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:40.693317 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1fa9b8b0-2f68-433e-a996-88001d49b150 req-5d185135-6d17-4ba0-9a67-bf13e916df99 tempest-ServerShowV257Test-975267064 tempest-ServerShowV257Test-975267064-project] 10.222.0.20 "GET /v2.0/ports?device_id=280d0d35-a7c4-48ca-83da-b8ec64771a59 HTTP/1.1" status: 200 len: 210 time: 0.0963271 Nov 12 01:11:40.766366 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5ec849-2da8-4dc1-b80a-ed31c90e5a86 None None] Network a1b17a88-2053-40a6-af81-8f65bec9ed3f requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:11:40.810635 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-82d1ded5-9700-40f3-909a-ac6843785cfc None None] Provisioning complete for port 035a3f0d-a6cd-4406-ace0-ec7c272f45b0 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:40.811009 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-82d1ded5-9700-40f3-909a-ac6843785cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:40.896776 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-74f421db-7d2d-47fe-970e-7ccf492e0180 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:40.900068 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ea24106b-1946-41bd-9107-9408356e2edb tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:40.915220 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 035a3f0d-a6cd-4406-ace0-ec7c272f45b0 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:11:40.977470 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-74f421db-7d2d-47fe-970e-7ccf492e0180 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:40.978540 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-74f421db-7d2d-47fe-970e-7ccf492e0180 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:41.096539 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:41.109639 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24106b-1946-41bd-9107-9408356e2edb tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event deleted for resources: {'Port': ['ID=b7f74866-d10b-4bfc-9466-84426bbd4f2a,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:41.152107 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 035a3f0d-a6cd-4406-ace0-ec7c272f45b0 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:41.152653 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:41.235984 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-82d1ded5-9700-40f3-909a-ac6843785cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:41.263865 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f421db-7d2d-47fe-970e-7ccf492e0180 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Network a1b17a88-2053-40a6-af81-8f65bec9ed3f is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:11:41.278369 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ea24106b-1946-41bd-9107-9408356e2edb tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for floatingip, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:41.279038 n-d-812236-11 neutron-server[102662]: INFO neutron.db.l3_db [None req-ea24106b-1946-41bd-9107-9408356e2edb tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Floating IP 275d700c-9751-451b-b591-77b295b0ed5d disassociated (deleted). External IP: 172.25.2.197, port: 8a3f7736-7802-4a9b-b1f7-5fb5419ef03c. Nov 12 01:11:41.291441 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-82d1ded5-9700-40f3-909a-ac6843785cfc None None] For port 035a3f0d-a6cd-4406-ace0-ec7c272f45b0, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=035a3f0d-a6cd-4406-ace0-ec7c272f45b0,segment=NetworkSegment(e5049dd2-6a21-410a-8e27-b36d042ab3be),segment_id=e5049dd2-6a21-410a-8e27-b36d042ab3be)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:41.341012 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:41.343162 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-82d1ded5-9700-40f3-909a-ac6843785cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:41.536021 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d1ded5-9700-40f3-909a-ac6843785cfc None None] Pushing event updated for resources: {'Port': ['ID=035a3f0d-a6cd-4406-ace0-ec7c272f45b0,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:41.559808 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.db.api [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:11:41.560170 n-d-812236-11 neutron-server[102663]: DEBUG oslo_db.api [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:11:41.607202 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a1da8a-2d82-4c7e-8b0e-0554d54e4931 None None] Network c482c206-d5d0-4713-ac76-3d77c33f0a4e requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:11:41.785540 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-33871b47-ef44-40cf-9e5c-5db5a7f74bde None None] Provisioning complete for port 6628387c-6673-4fc0-8fc0-4ebf79211bfc triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:41.785540 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-33871b47-ef44-40cf-9e5c-5db5a7f74bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:41.888720 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-03daefe8-03f4-435f-902f-1d4bd13e0fd7 req-9b0e54ea-9801-4b4c-bfd0-45c1aec08de2 tempest-ServerShowV257Test-975267064 tempest-ServerShowV257Test-975267064-project] 10.222.0.20 "GET /v2.0/ports?device_id=280d0d35-a7c4-48ca-83da-b8ec64771a59 HTTP/1.1" status: 200 len: 210 time: 0.0585196 Nov 12 01:11:41.937436 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f421db-7d2d-47fe-970e-7ccf492e0180 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Pushing event updated for resources: {'Port': ['ID=750b1ed5-e5d6-456d-976a-25b3280962c4,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:41.947898 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-74f421db-7d2d-47fe-970e-7ccf492e0180 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:41.963327 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-33871b47-ef44-40cf-9e5c-5db5a7f74bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:42.042286 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-33871b47-ef44-40cf-9e5c-5db5a7f74bde None None] For port 6628387c-6673-4fc0-8fc0-4ebf79211bfc, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=6628387c-6673-4fc0-8fc0-4ebf79211bfc,segment=NetworkSegment(255e8669-1826-42da-a609-df61008d707a),segment_id=255e8669-1826-42da-a609-df61008d707a)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:42.057609 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-33871b47-ef44-40cf-9e5c-5db5a7f74bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:42.318196 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-654a456e-a636-4ca6-af60-b16eb19bc77e None None] Provisioning complete for port 750b1ed5-e5d6-456d-976a-25b3280962c4 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:42.322003 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-654a456e-a636-4ca6-af60-b16eb19bc77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:42.435286 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-654a456e-a636-4ca6-af60-b16eb19bc77e None None] Port 750b1ed5-e5d6-456d-976a-25b3280962c4 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:11:42.442109 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f421db-7d2d-47fe-970e-7ccf492e0180 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Router bc1fd87c-aee3-4cb9-aed1-01130b93d040 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:11:42.454299 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33871b47-ef44-40cf-9e5c-5db5a7f74bde None None] Pushing event updated for resources: {'Port': ['ID=6628387c-6673-4fc0-8fc0-4ebf79211bfc,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:42.478073 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-654a456e-a636-4ca6-af60-b16eb19bc77e None None] Provisioning complete for port 035a3f0d-a6cd-4406-ace0-ec7c272f45b0 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:42.478594 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-654a456e-a636-4ca6-af60-b16eb19bc77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:42.542838 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea24106b-1946-41bd-9107-9408356e2edb tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Router b9d79b43-e5a3-4b14-9b22-2e48f7dca35d has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:11:42.592821 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 01af16c7-1971-4add-adb6-976a1e566c00 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:11:42.656350 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 01af16c7-1971-4add-adb6-976a1e566c00 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:42.656951 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:42.662007 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f421db-7d2d-47fe-970e-7ccf492e0180 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:11:42.671324 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-74f421db-7d2d-47fe-970e-7ccf492e0180 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] 10.222.0.20 "PUT /v2.0/routers/bc1fd87c-aee3-4cb9-aed1-01130b93d040/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5642271 Nov 12 01:11:42.671520 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37722) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:42.674389 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01bcc9b-dc34-4537-a7ce-57709f0aed34 None None] Sync routers for ids ['bc1fd87c-aee3-4cb9-aed1-01130b93d040'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:11:42.684825 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01bcc9b-dc34-4537-a7ce-57709f0aed34 None None] Routers {'bc1fd87c-aee3-4cb9-aed1-01130b93d040'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:42.685735 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-f01bcc9b-dc34-4537-a7ce-57709f0aed34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:11:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['bc1fd87c-aee3-4cb9-aed1-01130b93d040'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:42.736599 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea24106b-1946-41bd-9107-9408356e2edb tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:11:42.748320 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ea24106b-1946-41bd-9107-9408356e2edb tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:42.766170 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 035a3f0d-a6cd-4406-ace0-ec7c272f45b0 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:11:42.768233 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a6d2b6-586e-455a-86dc-ddb46e0f4a49 None None] Sync routers for ids ['b9d79b43-e5a3-4b14-9b22-2e48f7dca35d'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:11:42.773301 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-f01bcc9b-dc34-4537-a7ce-57709f0aed34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:42.801690 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01bcc9b-dc34-4537-a7ce-57709f0aed34 None None] Routers {'bc1fd87c-aee3-4cb9-aed1-01130b93d040'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:42.802230 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-f01bcc9b-dc34-4537-a7ce-57709f0aed34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:11:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['bc1fd87c-aee3-4cb9-aed1-01130b93d040'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:42.814163 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-922752c0-e211-4506-a9a2-46d320d59faa None None] Provisioning complete for port 6628387c-6673-4fc0-8fc0-4ebf79211bfc triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:42.814675 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-922752c0-e211-4506-a9a2-46d320d59faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:42.826412 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ea24106b-1946-41bd-9107-9408356e2edb tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "DELETE /v2.0/floatingips/275d700c-9751-451b-b591-77b295b0ed5d HTTP/1.1" status: 204 len: 168 time: 3.6404772 Nov 12 01:11:42.827095 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f8f8a4-cbe4-42f3-85aa-c0908eb35071', 'tag': '8a3f7736-7802-4a9b-b1f7-5fb5419ef03c'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:11:42.835278 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eda3261-9906-4254-a399-8782629e9b97" -d '{"events": [{"name": "network-changed", "server_uuid": "c9f8f8a4-cbe4-42f3-85aa-c0908eb35071", "tag": "8a3f7736-7802-4a9b-b1f7-5fb5419ef03c"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:11:42.864550 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-f01bcc9b-dc34-4537-a7ce-57709f0aed34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:42.865349 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01bcc9b-dc34-4537-a7ce-57709f0aed34 None None] The sync data for ids ['bc1fd87c-aee3-4cb9-aed1-01130b93d040'] in n-d-812236-11 is: [] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:11:42.884343 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a6d2b6-586e-455a-86dc-ddb46e0f4a49 None None] Routers {'b9d79b43-e5a3-4b14-9b22-2e48f7dca35d'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:42.886348 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-86a6d2b6-586e-455a-86dc-ddb46e0f4a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:11:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['b9d79b43-e5a3-4b14-9b22-2e48f7dca35d'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:42.898689 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57b802d-fd35-4eee-ae14-eaebefac4689 x-openstack-request-id: req-d57b802d-fd35-4eee-ae14-eaebefac4689 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:11:42.899592 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9f8f8a4-cbe4-42f3-85aa-c0908eb35071", "tag": "8a3f7736-7802-4a9b-b1f7-5fb5419ef03c", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:11:42.899592 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d57b802d-fd35-4eee-ae14-eaebefac4689 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:11:42.900462 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f8f8a4-cbe4-42f3-85aa-c0908eb35071', 'tag': '8a3f7736-7802-4a9b-b1f7-5fb5419ef03c', 'status': 'completed', 'code': 200} Nov 12 01:11:43.010242 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:43.044988 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 035a3f0d-a6cd-4406-ace0-ec7c272f45b0 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:43.046045 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:43.122208 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f29ff581-2718-43b7-a201-680b9aaf914f req-f1373a15-a7c0-49cb-a0ce-8b651dbd7d54 tempest-ServerShowV257Test-975267064 tempest-ServerShowV257Test-975267064-project] 10.222.0.20 "GET /v2.0/ports?device_id=280d0d35-a7c4-48ca-83da-b8ec64771a59 HTTP/1.1" status: 200 len: 210 time: 0.0893931 Nov 12 01:11:43.148090 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-86a6d2b6-586e-455a-86dc-ddb46e0f4a49 None None] Set router b9d79b43-e5a3-4b14-9b22-2e48f7dca35d gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:11:43.163501 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda3261-9906-4254-a399-8782629e9b97 req-25e52aef-f7fe-45bd-b70c-4b1bd334e714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:43.166378 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6eda3261-9906-4254-a399-8782629e9b97 req-25e52aef-f7fe-45bd-b70c-4b1bd334e714 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8a187a5f08ca423da53c90074483cfd4&device_id=c9f8f8a4-cbe4-42f3-85aa-c0908eb35071 HTTP/1.1" status: 200 len: 1097 time: 0.1990757 Nov 12 01:11:43.175005 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dbe72d-2a12-4222-974e-6171d73c70e3 req-68ade79c-fe2e-465c-bf56-f9d1ea4f8da8 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:43.177987 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-69dbe72d-2a12-4222-974e-6171d73c70e3 req-68ade79c-fe2e-465c-bf56-f9d1ea4f8da8 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9f8f8a4-cbe4-42f3-85aa-c0908eb35071 HTTP/1.1" status: 200 len: 945 time: 0.0887280 Nov 12 01:11:43.299017 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-69dbe72d-2a12-4222-974e-6171d73c70e3 req-21468b9c-41aa-46b3-b24d-4aad070b78f4 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/security-groups?id=53b5ac6f-c921-4c54-a9e8-808060697e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094251 Nov 12 01:11:43.397794 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda3261-9906-4254-a399-8782629e9b97 req-38a3c514-2a22-496b-942d-6aae56154f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:43.399301 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6eda3261-9906-4254-a399-8782629e9b97 req-38a3c514-2a22-496b-942d-6aae56154f66 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ca70e604-924c-460e-b6e9-d4583b773c26 HTTP/1.1" status: 200 len: 898 time: 0.2255995 Nov 12 01:11:43.449878 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-49544e52-8dde-4f91-a318-faabbbf62e0b tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:11:43.453905 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37740) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:43.454594 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-49544e52-8dde-4f91-a318-faabbbf62e0b tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] 10.222.0.20 "PUT /v2.0/routers/bc1fd87c-aee3-4cb9-aed1-01130b93d040/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7820289 Nov 12 01:11:43.456400 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6eda3261-9906-4254-a399-8782629e9b97 req-658422d3-d505-4e42-aedf-a9fb7d73f129 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a3f7736-7802-4a9b-b1f7-5fb5419ef03c HTTP/1.1" status: 200 len: 217 time: 0.0497425 Nov 12 01:11:43.552061 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda3261-9906-4254-a399-8782629e9b97 req-ccaea1e1-6370-4237-a7db-4f8ecdaf7b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:43.553923 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6eda3261-9906-4254-a399-8782629e9b97 req-ccaea1e1-6370-4237-a7db-4f8ecdaf7b02 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=78f2cdb7-2132-4d72-81ca-8bfa2cefc929 HTTP/1.1" status: 200 len: 834 time: 0.0858967 Nov 12 01:11:43.575318 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 6628387c-6673-4fc0-8fc0-4ebf79211bfc up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:11:43.610307 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-922752c0-e211-4506-a9a2-46d320d59faa None None] Provisioning complete for port 750b1ed5-e5d6-456d-976a-25b3280962c4 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:43.610757 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-922752c0-e211-4506-a9a2-46d320d59faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:43.634647 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda3261-9906-4254-a399-8782629e9b97 req-e1a70067-68a5-46a5-99da-3f2cb415f3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:43.636673 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6eda3261-9906-4254-a399-8782629e9b97 req-e1a70067-68a5-46a5-99da-3f2cb415f3d4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ca70e604-924c-460e-b6e9-d4583b773c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0754197 Nov 12 01:11:43.757087 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6eda3261-9906-4254-a399-8782629e9b97 req-44115c29-177d-4abf-8f2b-6068a2a4ca78 service neutron] 10.222.0.54 "GET /v2.0/networks/ca70e604-924c-460e-b6e9-d4583b773c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104834 Nov 12 01:11:43.933119 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-922752c0-e211-4506-a9a2-46d320d59faa None None] Port 750b1ed5-e5d6-456d-976a-25b3280962c4 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:11:43.955544 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6eda3261-9906-4254-a399-8782629e9b97 req-dec465e8-2cfe-467a-be24-0bec4342dbcd service neutron] 10.222.0.54 "GET /v2.0/networks/ca70e604-924c-460e-b6e9-d4583b773c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899188 Nov 12 01:11:44.062670 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c7af671f-4a95-4099-b037-6e7e998e0c3b tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:44.081205 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 6628387c-6673-4fc0-8fc0-4ebf79211bfc triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:44.081741 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:44.142290 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-86a6d2b6-586e-455a-86dc-ddb46e0f4a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d79b43-e5a3-4b14-9b22-2e48f7dca35d', 'name': 'tempest-TestNetworkBasicOps-router-466309779', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ec04b4b6-92aa-4236-9645-b5924748cafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:51Z', 'updated_at': '2021-11-12T01:10:03Z', 'revision_number': 4, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'gw_port': {'id': 'ec04b4b6-92aa-4236-9645-b5924748cafd', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d79b43-e5a3-4b14-9b22-2e48f7dca35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:52Z', 'updated_at': '2021-11-12T01:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '4a34a324-c8a4-4435-9a65-04180eaf4360', 'name': '', 'network_id': 'ca70e604-924c-460e-b6e9-d4583b773c26', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'mac_address': 'fa:16:3e:ef:74:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d79b43-e5a3-4b14-9b22-2e48f7dca35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '78f2cdb7-2132-4d72-81ca-8bfa2cefc929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:00Z', 'updated_at': '2021-11-12T01:10:10Z', 'revision_number': 5, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'subnets': [{'id': '78f2cdb7-2132-4d72-81ca-8bfa2cefc929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:44.210583 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a6d2b6-586e-455a-86dc-ddb46e0f4a49 None None] Checking router: b9d79b43-e5a3-4b14-9b22-2e48f7dca35d for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:11:44.340773 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bf1feb6b-ef42-4343-a96c-0e758749ab1f req-6855ed0f-ff72-4e6d-b098-4d54115b5f51 tempest-ServerShowV257Test-975267064 tempest-ServerShowV257Test-975267064-project] 10.222.0.20 "GET /v2.0/ports?device_id=280d0d35-a7c4-48ca-83da-b8ec64771a59 HTTP/1.1" status: 200 len: 210 time: 0.0474548 Nov 12 01:11:44.348490 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a6d2b6-586e-455a-86dc-ddb46e0f4a49 None None] Routers {'b9d79b43-e5a3-4b14-9b22-2e48f7dca35d'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:44.349128 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-86a6d2b6-586e-455a-86dc-ddb46e0f4a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:11:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['b9d79b43-e5a3-4b14-9b22-2e48f7dca35d'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:44.529103 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-86a6d2b6-586e-455a-86dc-ddb46e0f4a49 None None] Set router b9d79b43-e5a3-4b14-9b22-2e48f7dca35d gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:11:44.578693 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f0267-e41b-4826-bc98-684662304299 req-38ce2536-9322-4416-a65b-fcbc9eb2fe75 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:44.580885 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-887f0267-e41b-4826-bc98-684662304299 req-38ce2536-9322-4416-a65b-fcbc9eb2fe75 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9f8f8a4-cbe4-42f3-85aa-c0908eb35071 HTTP/1.1" status: 200 len: 945 time: 0.1158757 Nov 12 01:11:44.591964 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 6628387c-6673-4fc0-8fc0-4ebf79211bfc up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:11:44.605336 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-c7af671f-4a95-4099-b037-6e7e998e0c3b tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Deleting port 750b1ed5-e5d6-456d-976a-25b3280962c4 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:44.605701 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c7af671f-4a95-4099-b037-6e7e998e0c3b tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:44.718375 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0fdd5-0b14-4c09-b54c-21d4480d4ab3 req-6e42db10-2ff5-47a6-82b0-9fc46f0d4b71 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:44.723267 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-71d0fdd5-0b14-4c09-b54c-21d4480d4ab3 req-6e42db10-2ff5-47a6-82b0-9fc46f0d4b71 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9f8f8a4-cbe4-42f3-85aa-c0908eb35071 HTTP/1.1" status: 200 len: 945 time: 0.0843701 Nov 12 01:11:44.728283 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-887f0267-e41b-4826-bc98-684662304299 req-52b5b758-e2c1-4699-b397-be3df3dc872e tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/security-groups?id=53b5ac6f-c921-4c54-a9e8-808060697e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394980 Nov 12 01:11:44.759621 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c7af671f-4a95-4099-b037-6e7e998e0c3b tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:44.764903 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 6628387c-6673-4fc0-8fc0-4ebf79211bfc triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:44.765299 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:44.775637 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-c7af671f-4a95-4099-b037-6e7e998e0c3b tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Calling delete_port for 750b1ed5-e5d6-456d-976a-25b3280962c4 owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:44.914083 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-71d0fdd5-0b14-4c09-b54c-21d4480d4ab3 req-60c30a04-0eb0-4712-a3c7-137292f0cdaf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Deleting port 8a3f7736-7802-4a9b-b1f7-5fb5419ef03c {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:44.914424 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-71d0fdd5-0b14-4c09-b54c-21d4480d4ab3 req-60c30a04-0eb0-4712-a3c7-137292f0cdaf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:44.935936 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-86a6d2b6-586e-455a-86dc-ddb46e0f4a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d79b43-e5a3-4b14-9b22-2e48f7dca35d', 'name': 'tempest-TestNetworkBasicOps-router-466309779', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ec04b4b6-92aa-4236-9645-b5924748cafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:51Z', 'updated_at': '2021-11-12T01:10:03Z', 'revision_number': 4, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'gw_port': {'id': 'ec04b4b6-92aa-4236-9645-b5924748cafd', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d79b43-e5a3-4b14-9b22-2e48f7dca35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:52Z', 'updated_at': '2021-11-12T01:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '4a34a324-c8a4-4435-9a65-04180eaf4360', 'name': '', 'network_id': 'ca70e604-924c-460e-b6e9-d4583b773c26', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'mac_address': 'fa:16:3e:ef:74:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d79b43-e5a3-4b14-9b22-2e48f7dca35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '78f2cdb7-2132-4d72-81ca-8bfa2cefc929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:00Z', 'updated_at': '2021-11-12T01:10:10Z', 'revision_number': 5, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'subnets': [{'id': '78f2cdb7-2132-4d72-81ca-8bfa2cefc929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:44.969072 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a6d2b6-586e-455a-86dc-ddb46e0f4a49 None None] The sync data for ids ['b9d79b43-e5a3-4b14-9b22-2e48f7dca35d'] in n-d-812236-11 is: [{'id': 'b9d79b43-e5a3-4b14-9b22-2e48f7dca35d', 'name': 'tempest-TestNetworkBasicOps-router-466309779', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ec04b4b6-92aa-4236-9645-b5924748cafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:51Z', 'updated_at': '2021-11-12T01:10:03Z', 'revision_number': 4, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'gw_port': {'id': 'ec04b4b6-92aa-4236-9645-b5924748cafd', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d79b43-e5a3-4b14-9b22-2e48f7dca35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:52Z', 'updated_at': '2021-11-12T01:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '4a34a324-c8a4-4435-9a65-04180eaf4360', 'name': '', 'network_id': 'ca70e604-924c-460e-b6e9-d4583b773c26', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'mac_address': 'fa:16:3e:ef:74:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d79b43-e5a3-4b14-9b22-2e48f7dca35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '78f2cdb7-2132-4d72-81ca-8bfa2cefc929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:00Z', 'updated_at': '2021-11-12T01:10:10Z', 'revision_number': 5, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'subnets': [{'id': '78f2cdb7-2132-4d72-81ca-8bfa2cefc929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:11:45.010203 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c7af671f-4a95-4099-b037-6e7e998e0c3b tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:45.063534 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-71d0fdd5-0b14-4c09-b54c-21d4480d4ab3 req-60c30a04-0eb0-4712-a3c7-137292f0cdaf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] For port 8a3f7736-7802-4a9b-b1f7-5fb5419ef03c, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=8a3f7736-7802-4a9b-b1f7-5fb5419ef03c,segment=NetworkSegment(cd4cab22-dbb9-4a29-90df-4d11e8720806),segment_id=cd4cab22-dbb9-4a29-90df-4d11e8720806)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:45.063787 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-71d0fdd5-0b14-4c09-b54c-21d4480d4ab3 req-60c30a04-0eb0-4712-a3c7-137292f0cdaf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:45.078720 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af671f-4a95-4099-b037-6e7e998e0c3b tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Pushing event deleted for resources: {'Port': ['ID=750b1ed5-e5d6-456d-976a-25b3280962c4,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:45.093031 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-71d0fdd5-0b14-4c09-b54c-21d4480d4ab3 req-60c30a04-0eb0-4712-a3c7-137292f0cdaf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Calling delete_port for 8a3f7736-7802-4a9b-b1f7-5fb5419ef03c owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:45.302645 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-71d0fdd5-0b14-4c09-b54c-21d4480d4ab3 req-60c30a04-0eb0-4712-a3c7-137292f0cdaf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:45.303072 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c7af671f-4a95-4099-b037-6e7e998e0c3b tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:45.364809 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c30a04-0eb0-4712-a3c7-137292f0cdaf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event deleted for resources: {'Port': ['ID=8a3f7736-7802-4a9b-b1f7-5fb5419ef03c,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:45.525294 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c30a04-0eb0-4712-a3c7-137292f0cdaf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:45.530291 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c30a04-0eb0-4712-a3c7-137292f0cdaf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:45.530817 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c30a04-0eb0-4712-a3c7-137292f0cdaf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:45.531244 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c30a04-0eb0-4712-a3c7-137292f0cdaf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:45.532128 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c30a04-0eb0-4712-a3c7-137292f0cdaf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:45.534248 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c30a04-0eb0-4712-a3c7-137292f0cdaf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:45.535016 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c30a04-0eb0-4712-a3c7-137292f0cdaf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:45.535433 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c30a04-0eb0-4712-a3c7-137292f0cdaf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:45.536349 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c30a04-0eb0-4712-a3c7-137292f0cdaf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:45.536787 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c30a04-0eb0-4712-a3c7-137292f0cdaf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:45.537214 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c30a04-0eb0-4712-a3c7-137292f0cdaf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:45.537664 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c30a04-0eb0-4712-a3c7-137292f0cdaf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:45.587214 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7af671f-4a95-4099-b037-6e7e998e0c3b tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Router bc1fd87c-aee3-4cb9-aed1-01130b93d040 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:11:45.613624 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d0fdd5-0b14-4c09-b54c-21d4480d4ab3 req-60c30a04-0eb0-4712-a3c7-137292f0cdaf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] No DVR routers for this DVR port 8a3f7736-7802-4a9b-b1f7-5fb5419ef03c on host n-h2-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:11:45.620632 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-616d1afc-7340-4972-8019-f06ee8fb14b4 req-d7163508-543e-4028-9dfa-99fdccfa105c tempest-ServerShowV257Test-975267064 tempest-ServerShowV257Test-975267064-project] 10.222.0.20 "GET /v2.0/ports?device_id=280d0d35-a7c4-48ca-83da-b8ec64771a59 HTTP/1.1" status: 200 len: 210 time: 0.0458891 Nov 12 01:11:45.624696 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-71d0fdd5-0b14-4c09-b54c-21d4480d4ab3 req-60c30a04-0eb0-4712-a3c7-137292f0cdaf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:45.632518 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-71d0fdd5-0b14-4c09-b54c-21d4480d4ab3 req-60c30a04-0eb0-4712-a3c7-137292f0cdaf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.54 "DELETE /v2.0/ports/8a3f7736-7802-4a9b-b1f7-5fb5419ef03c HTTP/1.1" status: 204 len: 173 time: 0.8980687 Nov 12 01:11:45.635608 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d741431-6813-4dc2-8c2d-6431a7eaa24c None None] New status for floating IP 275d700c-9751-451b-b591-77b295b0ed5d: DOWN {{(pid=102664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:11:45.652611 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f8f8a4-cbe4-42f3-85aa-c0908eb35071', 'name': 'network-vif-deleted', 'tag': '8a3f7736-7802-4a9b-b1f7-5fb5419ef03c'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:11:45.655183 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ddea7d9-0011-46f5-adb7-ae5551ada27e" -d '{"events": [{"server_uuid": "c9f8f8a4-cbe4-42f3-85aa-c0908eb35071", "name": "network-vif-deleted", "tag": "8a3f7736-7802-4a9b-b1f7-5fb5419ef03c"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:11:45.745158 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3f96a2-dd34-423f-9232-914286c96814 x-openstack-request-id: req-fc3f96a2-dd34-423f-9232-914286c96814 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:11:45.745738 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f8f8a4-cbe4-42f3-85aa-c0908eb35071", "name": "network-vif-deleted", "tag": "8a3f7736-7802-4a9b-b1f7-5fb5419ef03c", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:11:45.746225 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc3f96a2-dd34-423f-9232-914286c96814 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:11:45.746834 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f8f8a4-cbe4-42f3-85aa-c0908eb35071', 'name': 'network-vif-deleted', 'tag': '8a3f7736-7802-4a9b-b1f7-5fb5419ef03c', 'status': 'completed', 'code': 200} Nov 12 01:11:45.868281 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f20f9e65-2c0a-4670-bbd5-c87dd15ed3ac req-6535ca3d-a77f-4033-8e0d-0539f14b33c2 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9f8f8a4-cbe4-42f3-85aa-c0908eb35071 HTTP/1.1" status: 200 len: 210 time: 0.0414834 Nov 12 01:11:45.876866 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7af671f-4a95-4099-b037-6e7e998e0c3b tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:11:45.893299 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c7af671f-4a95-4099-b037-6e7e998e0c3b tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] 10.222.0.20 "PUT /v2.0/routers/bc1fd87c-aee3-4cb9-aed1-01130b93d040/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4341626 Nov 12 01:11:45.893502 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37760) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:45.896076 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e4ccd9-e4a3-4595-8faf-319f235b49e1 None None] Sync routers for ids ['bc1fd87c-aee3-4cb9-aed1-01130b93d040'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:11:45.942295 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e4ccd9-e4a3-4595-8faf-319f235b49e1 None None] Routers {'bc1fd87c-aee3-4cb9-aed1-01130b93d040'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:45.943801 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-33e4ccd9-e4a3-4595-8faf-319f235b49e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:11:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['bc1fd87c-aee3-4cb9-aed1-01130b93d040'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:46.040845 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-5a5fbecd-7580-42cc-8fa8-0b0f259bc639 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] delete failed (client error): The resource could not be found. Nov 12 01:11:46.046028 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37762) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:46.047370 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5a5fbecd-7580-42cc-8fa8-0b0f259bc639 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-1582623247 HTTP/1.1" status: 404 len: 335 time: 0.1521852 Nov 12 01:11:46.052602 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-f8f85906-bbe3-4214-bc34-e71623b4f787 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bc1fd87c-aee3-4cb9-aed1-01130b93d040'}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:46.065224 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-33e4ccd9-e4a3-4595-8faf-319f235b49e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:46.078874 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e4ccd9-e4a3-4595-8faf-319f235b49e1 None None] Routers {'bc1fd87c-aee3-4cb9-aed1-01130b93d040'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:46.080047 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-33e4ccd9-e4a3-4595-8faf-319f235b49e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:11:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['bc1fd87c-aee3-4cb9-aed1-01130b93d040'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:46.123387 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-33e4ccd9-e4a3-4595-8faf-319f235b49e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:46.124284 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e4ccd9-e4a3-4595-8faf-319f235b49e1 None None] The sync data for ids ['bc1fd87c-aee3-4cb9-aed1-01130b93d040'] in n-d-812236-11 is: [] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:11:46.349496 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f8f85906-bbe3-4214-bc34-e71623b4f787 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:46.374441 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-f8f85906-bbe3-4214-bc34-e71623b4f787 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] update failed (client error): The resource could not be found. Nov 12 01:11:46.375406 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f8f85906-bbe3-4214-bc34-e71623b4f787 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] 10.222.0.20 "PUT /v2.0/routers/bc1fd87c-aee3-4cb9-aed1-01130b93d040 HTTP/1.1" status: 404 len: 339 time: 0.3276308 Nov 12 01:11:46.380423 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37764) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:46.386253 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-f71ba456-86c7-4303-85ed-249c9cbef48b tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-841439458'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:46.411151 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71ba456-86c7-4303-85ed-249c9cbef48b tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Made reservation on behalf of b4e59166e98240e18578f335e2dd7e8f for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:11:46.415194 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f71ba456-86c7-4303-85ed-249c9cbef48b tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:46.469939 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f71ba456-86c7-4303-85ed-249c9cbef48b tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:11:46.485022 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f71ba456-86c7-4303-85ed-249c9cbef48b tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:46.485022 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-f71ba456-86c7-4303-85ed-249c9cbef48b tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Added segment 1547ff69-f858-4eaf-a850-0abfb6e1044c of type vlan for network 6aafb0d2-0cd5-43c5-add6-1d857070391c Nov 12 01:11:46.534452 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f71ba456-86c7-4303-85ed-249c9cbef48b tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:46.569475 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f71ba456-86c7-4303-85ed-249c9cbef48b tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:46.586153 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71ba456-86c7-4303-85ed-249c9cbef48b tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:46.586800 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f71ba456-86c7-4303-85ed-249c9cbef48b tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:46.639955 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f71ba456-86c7-4303-85ed-249c9cbef48b tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2585485 Nov 12 01:11:46.642971 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37768) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:46.675188 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-72a684bf-6008-4343-938c-4f465d4ad1c3 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Request body: {'subnet': {'network_id': '6aafb0d2-0cd5-43c5-add6-1d857070391c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:46.738245 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ba456-86c7-4303-85ed-249c9cbef48b tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Pushing event updated for resources: {'Network': ['ID=6aafb0d2-0cd5-43c5-add6-1d857070391c,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:46.766595 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 6aafb0d2-0cd5-43c5-add6-1d857070391c details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:11:46.878420 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-87efda34-97de-4a4c-819d-ade722158f51 req-60cc0cc0-d26b-4ded-af9c-2d93bbf25670 tempest-ServerShowV257Test-975267064 tempest-ServerShowV257Test-975267064-project] 10.222.0.20 "GET /v2.0/ports?device_id=280d0d35-a7c4-48ca-83da-b8ec64771a59 HTTP/1.1" status: 200 len: 210 time: 0.0517225 Nov 12 01:11:46.881789 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a684bf-6008-4343-938c-4f465d4ad1c3 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Made reservation on behalf of b4e59166e98240e18578f335e2dd7e8f for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:11:46.885845 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-72a684bf-6008-4343-938c-4f465d4ad1c3 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:46.941704 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37776) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:47.027204 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-42135626-7596-4e3c-8802-d9a8d0907082 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:47.054769 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-42135626-7596-4e3c-8802-d9a8d0907082 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:47.141641 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-42135626-7596-4e3c-8802-d9a8d0907082 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:47.144874 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-42135626-7596-4e3c-8802-d9a8d0907082 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:47.146551 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-42135626-7596-4e3c-8802-d9a8d0907082 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "DELETE /v2.0/security-groups/53b5ac6f-c921-4c54-a9e8-808060697e3a HTTP/1.1" status: 204 len: 168 time: 0.2032130 Nov 12 01:11:47.156240 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42135626-7596-4e3c-8802-d9a8d0907082 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b5ac6f-c921-4c54-a9e8-808060697e3a,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:47.238355 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-72a684bf-6008-4343-938c-4f465d4ad1c3 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:47.303158 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a684bf-6008-4343-938c-4f465d4ad1c3 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Pushing event updated for resources: {'Subnet': ['ID=8f324b04-df16-4a3f-b2a8-cb758c0e5b3b,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:47.312011 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a684bf-6008-4343-938c-4f465d4ad1c3 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Checking segment: {'id': '1547ff69-f858-4eaf-a850-0abfb6e1044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6aafb0d2-0cd5-43c5-add6-1d857070391c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:11:47.312384 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a684bf-6008-4343-938c-4f465d4ad1c3 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Network hostable DHCP agents. Network: 6aafb0d2-0cd5-43c5-add6-1d857070391c, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:11:47.342241 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a684bf-6008-4343-938c-4f465d4ad1c3 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Network 6aafb0d2-0cd5-43c5-add6-1d857070391c is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:11:47.358226 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-72a684bf-6008-4343-938c-4f465d4ad1c3 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 6aafb0d2-0cd5-43c5-add6-1d857070391c) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:47.364398 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a684bf-6008-4343-938c-4f465d4ad1c3 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:47.365182 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-72a684bf-6008-4343-938c-4f465d4ad1c3 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:47.369026 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb1c52a-95ba-40bc-a082-f04922e9a6da None None] Network 6aafb0d2-0cd5-43c5-add6-1d857070391c requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:11:47.397943 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-72a684bf-6008-4343-938c-4f465d4ad1c3 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7536993 Nov 12 01:11:47.400397 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37780) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:47.405936 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-0356e584-20a5-476f-9d6f-99f362124539 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Request body: {'router': {'external_gateway_info': {'network_id': '6aafb0d2-0cd5-43c5-add6-1d857070391c'}}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:47.610279 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f62ded4-d714-4779-931b-4e869fe843a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-6aafb0d2-0cd5-43c5-add6-1d857070391c', 'network_id': '6aafb0d2-0cd5-43c5-add6-1d857070391c', 'tenant_id': 'b4e59166e98240e18578f335e2dd7e8f', 'fixed_ips': [{'subnet_id': '8f324b04-df16-4a3f-b2a8-cb758c0e5b3b'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:11:47.616224 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3f62ded4-d714-4779-931b-4e869fe843a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:47.792201 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-3f62ded4-d714-4779-931b-4e869fe843a7 None None] Allocated IP 2001:db8:1::2 (6aafb0d2-0cd5-43c5-add6-1d857070391c/8f324b04-df16-4a3f-b2a8-cb758c0e5b3b/58732e29-8f16-45ed-a1f6-594b79c6ab50) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:11:48.187007 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3f62ded4-d714-4779-931b-4e869fe843a7 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:48.214767 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3f62ded4-d714-4779-931b-4e869fe843a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:48.244220 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37790) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:48.283041 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62ded4-d714-4779-931b-4e869fe843a7 None None] Pushing event updated for resources: {'Port': ['ID=58732e29-8f16-45ed-a1f6-594b79c6ab50,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:48.296333 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f62ded4-d714-4779-931b-4e869fe843a7 None None] Network 6aafb0d2-0cd5-43c5-add6-1d857070391c is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:11:48.298069 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0356e584-20a5-476f-9d6f-99f362124539 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:48.298640 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-3f62ded4-d714-4779-931b-4e869fe843a7 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:48.302826 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f62ded4-d714-4779-931b-4e869fe843a7 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:11:48.342280 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0685a136-df78-4bc9-b55a-2505799233d7 req-732d4670-1288-4716-9746-6c1987701d00 tempest-ServerShowV257Test-975267064 tempest-ServerShowV257Test-975267064-project] 10.222.0.20 "GET /v2.0/ports?device_id=280d0d35-a7c4-48ca-83da-b8ec64771a59 HTTP/1.1" status: 200 len: 210 time: 0.0329492 Nov 12 01:11:48.398291 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-3f62ded4-d714-4779-931b-4e869fe843a7 None None] Attempting to bind port 58732e29-8f16-45ed-a1f6-594b79c6ab50 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:11:48.398974 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-3f62ded4-d714-4779-931b-4e869fe843a7 None None] Attempting to bind port 58732e29-8f16-45ed-a1f6-594b79c6ab50 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '1547ff69-f858-4eaf-a850-0abfb6e1044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6aafb0d2-0cd5-43c5-add6-1d857070391c'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:11:48.398974 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f62ded4-d714-4779-931b-4e869fe843a7 None None] Attempting to bind port 58732e29-8f16-45ed-a1f6-594b79c6ab50 on network 6aafb0d2-0cd5-43c5-add6-1d857070391c {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:11:48.409246 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f62ded4-d714-4779-931b-4e869fe843a7 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:11:48.411673 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f62ded4-d714-4779-931b-4e869fe843a7 None None] Checking segment: {'id': '1547ff69-f858-4eaf-a850-0abfb6e1044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6aafb0d2-0cd5-43c5-add6-1d857070391c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:11:48.414406 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3f62ded4-d714-4779-931b-4e869fe843a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:48.416112 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f62ded4-d714-4779-931b-4e869fe843a7 None None] Bound using segment: {'id': '1547ff69-f858-4eaf-a850-0abfb6e1044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6aafb0d2-0cd5-43c5-add6-1d857070391c'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:11:48.417866 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-3f62ded4-d714-4779-931b-4e869fe843a7 None None] Bound port: 58732e29-8f16-45ed-a1f6-594b79c6ab50, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547ff69-f858-4eaf-a850-0abfb6e1044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6aafb0d2-0cd5-43c5-add6-1d857070391c'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:11:48.420402 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3f62ded4-d714-4779-931b-4e869fe843a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:48.468350 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 8a3f7736-7802-4a9b-b1f7-5fb5419ef03c no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:11:48.502567 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: 8a3f7736-7802-4a9b-b1f7-5fb5419ef03c {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:11:48.502919 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 8a3f7736-7802-4a9b-b1f7-5fb5419ef03c not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:11:48.523765 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-0356e584-20a5-476f-9d6f-99f362124539 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:11:48.524524 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0356e584-20a5-476f-9d6f-99f362124539 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] 10.222.0.20 "PUT /v2.0/routers/bc1fd87c-aee3-4cb9-aed1-01130b93d040 HTTP/1.1" status: 400 len: 364 time: 1.1218596 Nov 12 01:11:48.528627 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37792) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:48.536270 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-3f62ded4-d714-4779-931b-4e869fe843a7 None None] For port 58732e29-8f16-45ed-a1f6-594b79c6ab50, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:11:48.540658 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-3f62ded4-d714-4779-931b-4e869fe843a7 None None] For port 58732e29-8f16-45ed-a1f6-594b79c6ab50, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=58732e29-8f16-45ed-a1f6-594b79c6ab50,segment=NetworkSegment(1547ff69-f858-4eaf-a850-0abfb6e1044c),segment_id=1547ff69-f858-4eaf-a850-0abfb6e1044c)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:11:48.549058 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3f62ded4-d714-4779-931b-4e869fe843a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:48.649407 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62ded4-d714-4779-931b-4e869fe843a7 None None] Pushing event updated for resources: {'Port': ['ID=58732e29-8f16-45ed-a1f6-594b79c6ab50,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:48.810878 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a6093928-c754-4a07-a741-0ed69e9c435c tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:48.984718 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8c0f2a97-2066-45c8-8021-3c42ebc9d9cf tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:49.278571 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-a6093928-c754-4a07-a741-0ed69e9c435c tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Deleting port 4a34a324-c8a4-4435-9a65-04180eaf4360 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:49.279353 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a6093928-c754-4a07-a741-0ed69e9c435c tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:49.328724 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-8c0f2a97-2066-45c8-8021-3c42ebc9d9cf tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Allocated IP 2001:db8::1 (c746a94c-1cec-475f-a0b6-ef0bb9ecc75c/99d8d346-cc3e-4ee3-a465-0ebb111f0f4c/0375b4b4-eb87-493e-ad2d-faaf4bf16a48) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:11:49.459552 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-a6093928-c754-4a07-a741-0ed69e9c435c tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] For port 4a34a324-c8a4-4435-9a65-04180eaf4360, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=4a34a324-c8a4-4435-9a65-04180eaf4360,segment=NetworkSegment(cd4cab22-dbb9-4a29-90df-4d11e8720806),segment_id=cd4cab22-dbb9-4a29-90df-4d11e8720806)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:49.460243 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a6093928-c754-4a07-a741-0ed69e9c435c tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:49.498487 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-a6093928-c754-4a07-a741-0ed69e9c435c tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Calling delete_port for 4a34a324-c8a4-4435-9a65-04180eaf4360 owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:49.521728 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bb5d4f61-f8f2-4c2b-875d-60454fec380f req-68cd2527-8b45-4a77-858b-630524439b5f tempest-ServerShowV257Test-975267064 tempest-ServerShowV257Test-975267064-project] 10.222.0.20 "GET /v2.0/ports?device_id=280d0d35-a7c4-48ca-83da-b8ec64771a59 HTTP/1.1" status: 200 len: 210 time: 0.0942483 Nov 12 01:11:49.580206 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8c0f2a97-2066-45c8-8021-3c42ebc9d9cf tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:49.643881 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8c0f2a97-2066-45c8-8021-3c42ebc9d9cf tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:49.728518 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0f2a97-2066-45c8-8021-3c42ebc9d9cf tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Network c746a94c-1cec-475f-a0b6-ef0bb9ecc75c is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:11:49.730265 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0f2a97-2066-45c8-8021-3c42ebc9d9cf tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Pushing event updated for resources: {'Port': ['ID=0375b4b4-eb87-493e-ad2d-faaf4bf16a48,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:49.734733 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-8c0f2a97-2066-45c8-8021-3c42ebc9d9cf tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:49.737200 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0f2a97-2066-45c8-8021-3c42ebc9d9cf tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:11:49.738665 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8c0f2a97-2066-45c8-8021-3c42ebc9d9cf tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:49.943358 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a6093928-c754-4a07-a741-0ed69e9c435c tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:49.997257 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6093928-c754-4a07-a741-0ed69e9c435c tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event deleted for resources: {'Port': ['ID=4a34a324-c8a4-4435-9a65-04180eaf4360,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:50.038166 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6093928-c754-4a07-a741-0ed69e9c435c tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:50.039218 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6093928-c754-4a07-a741-0ed69e9c435c tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:50.039681 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8c0f2a97-2066-45c8-8021-3c42ebc9d9cf tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:50.040237 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6093928-c754-4a07-a741-0ed69e9c435c tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:50.040741 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6093928-c754-4a07-a741-0ed69e9c435c tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:50.041449 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6093928-c754-4a07-a741-0ed69e9c435c tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:50.041940 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6093928-c754-4a07-a741-0ed69e9c435c tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:50.042530 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6093928-c754-4a07-a741-0ed69e9c435c tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:50.043192 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6093928-c754-4a07-a741-0ed69e9c435c tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:50.043585 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6093928-c754-4a07-a741-0ed69e9c435c tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:50.043919 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6093928-c754-4a07-a741-0ed69e9c435c tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:50.044292 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6093928-c754-4a07-a741-0ed69e9c435c tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:50.044611 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6093928-c754-4a07-a741-0ed69e9c435c tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:50.351291 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-99f7467a-a916-432a-8655-3bbc23035ffe None None] Provisioning complete for port 0375b4b4-eb87-493e-ad2d-faaf4bf16a48 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:50.352474 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-99f7467a-a916-432a-8655-3bbc23035ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:50.409807 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-99f7467a-a916-432a-8655-3bbc23035ffe None None] Port 0375b4b4-eb87-493e-ad2d-faaf4bf16a48 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:11:50.437976 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25797097-cbc1-43ae-99b5-8260c6ef732a None None] Network 6aafb0d2-0cd5-43c5-add6-1d857070391c requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:11:50.677549 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-6123fca7-eaa1-4b95-9770-24901a6ee15f None None] Provisioning complete for port 58732e29-8f16-45ed-a1f6-594b79c6ab50 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:50.678180 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6123fca7-eaa1-4b95-9770-24901a6ee15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:50.806873 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 58732e29-8f16-45ed-a1f6-594b79c6ab50 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:11:50.844647 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8c0f2a97-2066-45c8-8021-3c42ebc9d9cf tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:50.865521 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6123fca7-eaa1-4b95-9770-24901a6ee15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:50.886138 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8c0f2a97-2066-45c8-8021-3c42ebc9d9cf tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:50.886984 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8c0f2a97-2066-45c8-8021-3c42ebc9d9cf tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:50.919230 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1d858a83-00ff-4bdd-9c6b-d62e948531be req-5b7c469b-e066-4de2-912a-10e781257d6c tempest-ServerShowV257Test-975267064 tempest-ServerShowV257Test-975267064-project] 10.222.0.20 "GET /v2.0/ports?device_id=280d0d35-a7c4-48ca-83da-b8ec64771a59 HTTP/1.1" status: 200 len: 210 time: 0.0719297 Nov 12 01:11:51.044667 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 58732e29-8f16-45ed-a1f6-594b79c6ab50 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:51.045052 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:51.057312 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-6123fca7-eaa1-4b95-9770-24901a6ee15f None None] For port 58732e29-8f16-45ed-a1f6-594b79c6ab50, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=58732e29-8f16-45ed-a1f6-594b79c6ab50,segment=NetworkSegment(1547ff69-f858-4eaf-a850-0abfb6e1044c),segment_id=1547ff69-f858-4eaf-a850-0abfb6e1044c)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:51.063396 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0f2a97-2066-45c8-8021-3c42ebc9d9cf tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Pushing event updated for resources: {'Port': ['ID=0375b4b4-eb87-493e-ad2d-faaf4bf16a48,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:51.135760 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6123fca7-eaa1-4b95-9770-24901a6ee15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:51.161336 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0f2a97-2066-45c8-8021-3c42ebc9d9cf tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Network c746a94c-1cec-475f-a0b6-ef0bb9ecc75c is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:11:51.165633 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-8c0f2a97-2066-45c8-8021-3c42ebc9d9cf tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:51.264741 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a6093928-c754-4a07-a741-0ed69e9c435c tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:51.308146 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6123fca7-eaa1-4b95-9770-24901a6ee15f None None] Pushing event updated for resources: {'Port': ['ID=58732e29-8f16-45ed-a1f6-594b79c6ab50,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:51.364581 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-e7a55755-2754-4cc1-b7fa-bc4ea4e74cb4 None None] Provisioning complete for port 58732e29-8f16-45ed-a1f6-594b79c6ab50 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:51.372100 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e7a55755-2754-4cc1-b7fa-bc4ea4e74cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:51.421094 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0f2a97-2066-45c8-8021-3c42ebc9d9cf tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Router bc1fd87c-aee3-4cb9-aed1-01130b93d040 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:11:51.626379 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0f2a97-2066-45c8-8021-3c42ebc9d9cf tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:11:51.639171 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f5fbe4-03b2-4de0-84d6-f9c1c8327aad None None] Sync routers for ids ['bc1fd87c-aee3-4cb9-aed1-01130b93d040'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:11:51.651827 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-8c0f2a97-2066-45c8-8021-3c42ebc9d9cf tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] 10.222.0.20 "PUT /v2.0/routers/bc1fd87c-aee3-4cb9-aed1-01130b93d040/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1216652 Nov 12 01:11:51.653046 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37816) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:51.666904 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f5fbe4-03b2-4de0-84d6-f9c1c8327aad None None] Routers {'bc1fd87c-aee3-4cb9-aed1-01130b93d040'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:51.669540 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-05f5fbe4-03b2-4de0-84d6-f9c1c8327aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:11:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['bc1fd87c-aee3-4cb9-aed1-01130b93d040'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:51.683457 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-f0983121-5e61-4bb6-b545-4c24f88a2254 None None] Provisioning complete for port 0375b4b4-eb87-493e-ad2d-faaf4bf16a48 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:51.683992 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f0983121-5e61-4bb6-b545-4c24f88a2254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:51.782274 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-05f5fbe4-03b2-4de0-84d6-f9c1c8327aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:51.796393 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f5fbe4-03b2-4de0-84d6-f9c1c8327aad None None] Routers {'bc1fd87c-aee3-4cb9-aed1-01130b93d040'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:51.797409 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-05f5fbe4-03b2-4de0-84d6-f9c1c8327aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:11:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['bc1fd87c-aee3-4cb9-aed1-01130b93d040'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:51.822723 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e3403117-520f-40c8-b7f9-fedead872f51 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks [] for router, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:51.859919 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-f0983121-5e61-4bb6-b545-4c24f88a2254 None None] Port 0375b4b4-eb87-493e-ad2d-faaf4bf16a48 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:11:51.861995 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-05f5fbe4-03b2-4de0-84d6-f9c1c8327aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:51.863416 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f5fbe4-03b2-4de0-84d6-f9c1c8327aad None None] The sync data for ids ['bc1fd87c-aee3-4cb9-aed1-01130b93d040'] in n-d-812236-11 is: [] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:11:51.913749 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6093928-c754-4a07-a741-0ed69e9c435c tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Router b9d79b43-e5a3-4b14-9b22-2e48f7dca35d has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:11:51.937665 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-e3403117-520f-40c8-b7f9-fedead872f51 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 01:11:51.939786 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e3403117-520f-40c8-b7f9-fedead872f51 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] 10.222.0.20 "DELETE /v2.0/routers/bc1fd87c-aee3-4cb9-aed1-01130b93d040 HTTP/1.1" status: 409 len: 329 time: 0.2853954 Nov 12 01:11:51.944482 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37818) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:52.088648 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6093928-c754-4a07-a741-0ed69e9c435c tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:11:52.104457 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a6093928-c754-4a07-a741-0ed69e9c435c tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "PUT /v2.0/routers/b9d79b43-e5a3-4b14-9b22-2e48f7dca35d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8589003 Nov 12 01:11:52.109412 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37822) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:52.111140 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88545a2b-8bd9-40cb-80ce-a28239f773a0 None None] Sync routers for ids ['b9d79b43-e5a3-4b14-9b22-2e48f7dca35d'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:11:52.145905 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88545a2b-8bd9-40cb-80ce-a28239f773a0 None None] Routers {'b9d79b43-e5a3-4b14-9b22-2e48f7dca35d'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:52.146546 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-88545a2b-8bd9-40cb-80ce-a28239f773a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:11:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['b9d79b43-e5a3-4b14-9b22-2e48f7dca35d'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:52.216716 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-78ee183d-f582-4c99-825e-94623ae7e5f9 req-5bb07f80-e3ad-4d7a-abaa-356f508b10a4 tempest-ServerShowV257Test-975267064 tempest-ServerShowV257Test-975267064-project] 10.222.0.20 "GET /v2.0/ports?device_id=280d0d35-a7c4-48ca-83da-b8ec64771a59 HTTP/1.1" status: 200 len: 210 time: 0.0373971 Nov 12 01:11:52.240386 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a01517a-c882-4826-8cb2-3bdc23c6b36c tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Deleting subnet 78f2cdb7-2132-4d72-81ca-8bfa2cefc929 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:11:52.243847 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6a01517a-c882-4826-8cb2-3bdc23c6b36c tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:52.293615 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6a01517a-c882-4826-8cb2-3bdc23c6b36c tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:52.294290 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-88545a2b-8bd9-40cb-80ce-a28239f773a0 None None] Set router b9d79b43-e5a3-4b14-9b22-2e48f7dca35d gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:11:52.383776 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6a01517a-c882-4826-8cb2-3bdc23c6b36c tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:52.498575 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6a01517a-c882-4826-8cb2-3bdc23c6b36c tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:52.516946 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4eef1008-0518-4806-bbc8-ef0eca020293 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:52.542474 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a01517a-c882-4826-8cb2-3bdc23c6b36c tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event deleted for resources: {'Subnet': ['ID=78f2cdb7-2132-4d72-81ca-8bfa2cefc929,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:52.556500 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6a01517a-c882-4826-8cb2-3bdc23c6b36c tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:52.563825 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764fbd41-2950-4d80-a923-ed42d801201a None None] Network ca70e604-924c-460e-b6e9-d4583b773c26 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:11:52.565887 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6a01517a-c882-4826-8cb2-3bdc23c6b36c tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "DELETE /v2.0/subnets/78f2cdb7-2132-4d72-81ca-8bfa2cefc929 HTTP/1.1" status: 204 len: 168 time: 0.4543543 Nov 12 01:11:52.567588 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37832) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:52.606408 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 58732e29-8f16-45ed-a1f6-594b79c6ab50 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:11:52.745097 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-30d846a1-4af9-4b6f-a347-1d82cb1af127 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:52.885940 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-88545a2b-8bd9-40cb-80ce-a28239f773a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d79b43-e5a3-4b14-9b22-2e48f7dca35d', 'name': 'tempest-TestNetworkBasicOps-router-466309779', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ec04b4b6-92aa-4236-9645-b5924748cafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:51Z', 'updated_at': '2021-11-12T01:11:49Z', 'revision_number': 5, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'gw_port': {'id': 'ec04b4b6-92aa-4236-9645-b5924748cafd', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d79b43-e5a3-4b14-9b22-2e48f7dca35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:52Z', 'updated_at': '2021-11-12T01:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:52.902917 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-30d846a1-4af9-4b6f-a347-1d82cb1af127 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:52.944620 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88545a2b-8bd9-40cb-80ce-a28239f773a0 None None] Checking router: b9d79b43-e5a3-4b14-9b22-2e48f7dca35d for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:11:52.963535 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-4eef1008-0518-4806-bbc8-ef0eca020293 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Deleting port 0375b4b4-eb87-493e-ad2d-faaf4bf16a48 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:52.964094 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4eef1008-0518-4806-bbc8-ef0eca020293 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.000396 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88545a2b-8bd9-40cb-80ce-a28239f773a0 None None] Routers {'b9d79b43-e5a3-4b14-9b22-2e48f7dca35d'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:53.001273 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-88545a2b-8bd9-40cb-80ce-a28239f773a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:11:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['b9d79b43-e5a3-4b14-9b22-2e48f7dca35d'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:53.043682 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-30d846a1-4af9-4b6f-a347-1d82cb1af127 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Deleting port ec04b4b6-92aa-4236-9645-b5924748cafd {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:53.044181 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-30d846a1-4af9-4b6f-a347-1d82cb1af127 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.115675 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 58732e29-8f16-45ed-a1f6-594b79c6ab50 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:53.118332 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.161406 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-30d846a1-4af9-4b6f-a347-1d82cb1af127 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] For port ec04b4b6-92aa-4236-9645-b5924748cafd, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=ec04b4b6-92aa-4236-9645-b5924748cafd,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:53.161893 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4eef1008-0518-4806-bbc8-ef0eca020293 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.162215 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-30d846a1-4af9-4b6f-a347-1d82cb1af127 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.177242 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-30d846a1-4af9-4b6f-a347-1d82cb1af127 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Calling delete_port for ec04b4b6-92aa-4236-9645-b5924748cafd owned by network:router_gateway {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:53.183460 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-4eef1008-0518-4806-bbc8-ef0eca020293 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Calling delete_port for 0375b4b4-eb87-493e-ad2d-faaf4bf16a48 owned by network:router_interface {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:53.213259 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-88545a2b-8bd9-40cb-80ce-a28239f773a0 None None] Set router b9d79b43-e5a3-4b14-9b22-2e48f7dca35d gateway port host: None {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:11:53.296529 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-88545a2b-8bd9-40cb-80ce-a28239f773a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d79b43-e5a3-4b14-9b22-2e48f7dca35d', 'name': 'tempest-TestNetworkBasicOps-router-466309779', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:51Z', 'updated_at': '2021-11-12T01:11:52Z', 'revision_number': 6, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:53.341418 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88545a2b-8bd9-40cb-80ce-a28239f773a0 None None] The sync data for ids ['b9d79b43-e5a3-4b14-9b22-2e48f7dca35d'] in n-d-812236-11 is: [{'id': 'b9d79b43-e5a3-4b14-9b22-2e48f7dca35d', 'name': 'tempest-TestNetworkBasicOps-router-466309779', 'tenant_id': '8a187a5f08ca423da53c90074483cfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:51Z', 'updated_at': '2021-11-12T01:11:52Z', 'revision_number': 6, 'project_id': '8a187a5f08ca423da53c90074483cfd4', 'gw_port_host': None}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:11:53.408167 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8d1ff5-b287-466c-9f7b-c8385fa0afeb None None] DHCP port deletion for ca70e604-924c-460e-b6e9-d4583b773c26 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:11:53.413797 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-40ac42a7-1f18-492e-980f-f53b2c7c918c req-0018a29a-8a1a-4dca-8098-5e385a2bdc1a tempest-ServerShowV257Test-975267064 tempest-ServerShowV257Test-975267064-project] 10.222.0.20 "GET /v2.0/ports?device_id=280d0d35-a7c4-48ca-83da-b8ec64771a59 HTTP/1.1" status: 200 len: 210 time: 0.0495725 Nov 12 01:11:53.493429 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-30d846a1-4af9-4b6f-a347-1d82cb1af127 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.548522 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-fa8d1ff5-b287-466c-9f7b-c8385fa0afeb None None] Deleting port ef1beaf9-2f00-4c1c-89dd-9b1d485fdf37 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:53.549007 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fa8d1ff5-b287-466c-9f7b-c8385fa0afeb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.575431 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d846a1-4af9-4b6f-a347-1d82cb1af127 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event deleted for resources: {'Port': ['ID=ec04b4b6-92aa-4236-9645-b5924748cafd,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:53.582193 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4eef1008-0518-4806-bbc8-ef0eca020293 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.607542 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e131a0-6eda-4245-9dd0-a9a76d2eca7e None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:11:53.629134 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef1008-0518-4806-bbc8-ef0eca020293 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Pushing event deleted for resources: {'Port': ['ID=0375b4b4-eb87-493e-ad2d-faaf4bf16a48,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:53.695754 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-fa8d1ff5-b287-466c-9f7b-c8385fa0afeb None None] For port ef1beaf9-2f00-4c1c-89dd-9b1d485fdf37, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=ef1beaf9-2f00-4c1c-89dd-9b1d485fdf37,segment=NetworkSegment(cd4cab22-dbb9-4a29-90df-4d11e8720806),segment_id=cd4cab22-dbb9-4a29-90df-4d11e8720806)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:53.698985 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fa8d1ff5-b287-466c-9f7b-c8385fa0afeb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.714417 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-fa8d1ff5-b287-466c-9f7b-c8385fa0afeb None None] Calling delete_port for ef1beaf9-2f00-4c1c-89dd-9b1d485fdf37 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:53.747487 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-30d846a1-4af9-4b6f-a347-1d82cb1af127 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.823385 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fa8d1ff5-b287-466c-9f7b-c8385fa0afeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.865706 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-30d846a1-4af9-4b6f-a347-1d82cb1af127 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.868340 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-30d846a1-4af9-4b6f-a347-1d82cb1af127 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.871360 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8d1ff5-b287-466c-9f7b-c8385fa0afeb None None] Pushing event deleted for resources: {'Port': ['ID=ef1beaf9-2f00-4c1c-89dd-9b1d485fdf37,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:53.883804 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8d1ff5-b287-466c-9f7b-c8385fa0afeb None None] No DVR routers for this DVR port ef1beaf9-2f00-4c1c-89dd-9b1d485fdf37 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:11:53.939477 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4eef1008-0518-4806-bbc8-ef0eca020293 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.950063 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-30d846a1-4af9-4b6f-a347-1d82cb1af127 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.954187 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d846a1-4af9-4b6f-a347-1d82cb1af127 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Fanout notify agent at l3_agent the message router_deleted on router b9d79b43-e5a3-4b14-9b22-2e48f7dca35d {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:11:53.964277 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-30d846a1-4af9-4b6f-a347-1d82cb1af127 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.968169 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-30d846a1-4af9-4b6f-a347-1d82cb1af127 tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "DELETE /v2.0/routers/b9d79b43-e5a3-4b14-9b22-2e48f7dca35d HTTP/1.1" status: 204 len: 168 time: 1.3965006 Nov 12 01:11:53.972481 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37840) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:54.070116 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-067531dc-d04d-42a5-8148-07f801901cbf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:54.156176 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-067531dc-d04d-42a5-8148-07f801901cbf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:54.160550 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eef1008-0518-4806-bbc8-ef0eca020293 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Router bc1fd87c-aee3-4cb9-aed1-01130b93d040 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:11:54.182178 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-067531dc-d04d-42a5-8148-07f801901cbf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca70e604-924c-460e-b6e9-d4583b773c26']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:54.192242 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-067531dc-d04d-42a5-8148-07f801901cbf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd4cab22-dbb9-4a29-90df-4d11e8720806') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:54.192523 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-067531dc-d04d-42a5-8148-07f801901cbf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd4cab22-dbb9-4a29-90df-4d11e8720806') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:54.202922 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-067531dc-d04d-42a5-8148-07f801901cbf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:54.221812 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-067531dc-d04d-42a5-8148-07f801901cbf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:54.229139 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-067531dc-d04d-42a5-8148-07f801901cbf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:11:54.229725 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-067531dc-d04d-42a5-8148-07f801901cbf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:54.233229 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:11:54.233229 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:11:54.233229 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:11:54.233229 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:11:54.233229 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:11:54.233229 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:11:54.233229 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:11:54.233229 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:11:54.233229 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:11:54.233229 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:11:54.233229 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:11:54.233229 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:11:54.233229 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:11:54.233229 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:11:54.233229 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:11:54.233229 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:11:54.233229 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:11:54.233229 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:11:54.233229 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:11:54.233229 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:11:54.233229 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:11:54.233229 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:11:54.233229 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:11:54.233229 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:11:54.233229 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:11:54.233229 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:11:54.233229 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:11:54.233229 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:11:54.233229 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:11:54.233229 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:11:54.233229 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:11:54.233229 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:11:54.244451 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eef1008-0518-4806-bbc8-ef0eca020293 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:11:54.250056 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4eef1008-0518-4806-bbc8-ef0eca020293 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] 10.222.0.20 "PUT /v2.0/routers/bc1fd87c-aee3-4cb9-aed1-01130b93d040/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3044682 Nov 12 01:11:54.254105 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37842) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:54.257470 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cfca42-80a3-456a-8b63-2494a2d9c752 None None] Sync routers for ids ['bc1fd87c-aee3-4cb9-aed1-01130b93d040'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:11:54.283407 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cfca42-80a3-456a-8b63-2494a2d9c752 None None] Routers {'bc1fd87c-aee3-4cb9-aed1-01130b93d040'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:54.284527 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-c3cfca42-80a3-456a-8b63-2494a2d9c752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:11:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['bc1fd87c-aee3-4cb9-aed1-01130b93d040'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:54.302395 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-6ad8330c-1ef2-48ac-ab0b-84809611c6c1 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] show failed (client error): The resource could not be found. Nov 12 01:11:54.308517 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6ad8330c-1ef2-48ac-ab0b-84809611c6c1 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-1160153713 HTTP/1.1" status: 404 len: 335 time: 0.0531507 Nov 12 01:11:54.314977 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-067531dc-d04d-42a5-8148-07f801901cbf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:54.330146 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37844) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:54.332144 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-067531dc-d04d-42a5-8148-07f801901cbf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:54.334821 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-c3cfca42-80a3-456a-8b63-2494a2d9c752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:54.334976 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-887fb08a-ca28-467c-93fd-2bec362e2cbc tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:54.336613 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-067531dc-d04d-42a5-8148-07f801901cbf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] 10.222.0.20 "DELETE /v2.0/networks/ca70e604-924c-460e-b6e9-d4583b773c26 HTTP/1.1" status: 204 len: 168 time: 0.3630140 Nov 12 01:11:54.355394 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067531dc-d04d-42a5-8148-07f801901cbf tempest-TestNetworkBasicOps-1514536047 tempest-TestNetworkBasicOps-1514536047-project] Pushing event deleted for resources: {'Network': ['ID=ca70e604-924c-460e-b6e9-d4583b773c26,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:54.368872 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cfca42-80a3-456a-8b63-2494a2d9c752 None None] Routers {'bc1fd87c-aee3-4cb9-aed1-01130b93d040'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:54.369913 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-c3cfca42-80a3-456a-8b63-2494a2d9c752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:11:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['bc1fd87c-aee3-4cb9-aed1-01130b93d040'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:54.396266 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-887fb08a-ca28-467c-93fd-2bec362e2cbc tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] update failed (client error): The resource could not be found. Nov 12 01:11:54.400628 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37852) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:54.400821 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-887fb08a-ca28-467c-93fd-2bec362e2cbc tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-342813132 HTTP/1.1" status: 404 len: 334 time: 0.0695210 Nov 12 01:11:54.409875 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-c3cfca42-80a3-456a-8b63-2494a2d9c752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:54.410847 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cfca42-80a3-456a-8b63-2494a2d9c752 None None] The sync data for ids ['bc1fd87c-aee3-4cb9-aed1-01130b93d040'] in n-d-812236-11 is: [] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:11:54.492788 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-996b6817-1d0f-40fd-9d4b-60d9933ed0cb tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Deleting subnet 8f324b04-df16-4a3f-b2a8-cb758c0e5b3b {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:11:54.497601 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-996b6817-1d0f-40fd-9d4b-60d9933ed0cb tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:54.590937 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 4a34a324-c8a4-4435-9a65-04180eaf4360 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:11:54.652163 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d93d0bbe-5f0b-4aae-8188-e0b2fc590a19 req-d5370f43-7f1b-4d5a-928e-4e2b15bee4ae tempest-ServerShowV257Test-975267064 tempest-ServerShowV257Test-975267064-project] 10.222.0.20 "GET /v2.0/ports?device_id=280d0d35-a7c4-48ca-83da-b8ec64771a59 HTTP/1.1" status: 200 len: 210 time: 0.0606034 Nov 12 01:11:54.661778 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 4a34a324-c8a4-4435-9a65-04180eaf4360 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:11:54.663336 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 4a34a324-c8a4-4435-9a65-04180eaf4360 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:11:54.665385 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device ef1beaf9-2f00-4c1c-89dd-9b1d485fdf37 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:11:54.682231 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-996b6817-1d0f-40fd-9d4b-60d9933ed0cb tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:54.740907 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: ef1beaf9-2f00-4c1c-89dd-9b1d485fdf37 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:11:54.741062 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device ef1beaf9-2f00-4c1c-89dd-9b1d485fdf37 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:11:54.744848 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device ec04b4b6-92aa-4236-9645-b5924748cafd no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:11:54.789080 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: ec04b4b6-92aa-4236-9645-b5924748cafd {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:11:54.789453 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device ec04b4b6-92aa-4236-9645-b5924748cafd not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:11:54.851859 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-996b6817-1d0f-40fd-9d4b-60d9933ed0cb tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:54.892659 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37868) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:54.932023 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-996b6817-1d0f-40fd-9d4b-60d9933ed0cb tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:54.950788 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-996b6817-1d0f-40fd-9d4b-60d9933ed0cb tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:54.954361 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-996b6817-1d0f-40fd-9d4b-60d9933ed0cb tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] 10.222.0.20 "DELETE /v2.0/subnets/8f324b04-df16-4a3f-b2a8-cb758c0e5b3b HTTP/1.1" status: 204 len: 168 time: 0.5519547 Nov 12 01:11:54.958719 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37872) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:54.963402 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b929a6-e5b2-438b-b204-86816e379b2b None None] Network 6aafb0d2-0cd5-43c5-add6-1d857070391c requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:11:54.974913 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b6817-1d0f-40fd-9d4b-60d9933ed0cb tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Pushing event deleted for resources: {'Subnet': ['ID=8f324b04-df16-4a3f-b2a8-cb758c0e5b3b,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:55.110082 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-316c012e-396b-49fe-91e3-76d63a1a0383 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:55.208668 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6728b8da-0315-4965-af28-34b935d005bc None None] DHCP port deletion for 6aafb0d2-0cd5-43c5-add6-1d857070391c request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:11:55.230169 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37878) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:55.237552 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0861d2ca-a19b-44eb-861a-0d6b3c94841e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8a187a5f08ca423da53c90074483cfd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3430383 Nov 12 01:11:55.277973 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-316c012e-396b-49fe-91e3-76d63a1a0383 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Deleting port 58732e29-8f16-45ed-a1f6-594b79c6ab50 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:55.279863 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-316c012e-396b-49fe-91e3-76d63a1a0383 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:55.290007 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-6728b8da-0315-4965-af28-34b935d005bc None None] Deleting port 58732e29-8f16-45ed-a1f6-594b79c6ab50 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:55.290683 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6728b8da-0315-4965-af28-34b935d005bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:55.294839 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b6630cbc-59bb-4e7e-893e-db24da0e5384 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:55.333349 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b6630cbc-59bb-4e7e-893e-db24da0e5384 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:55.382849 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-316c012e-396b-49fe-91e3-76d63a1a0383 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] For port 58732e29-8f16-45ed-a1f6-594b79c6ab50, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=58732e29-8f16-45ed-a1f6-594b79c6ab50,segment=NetworkSegment(1547ff69-f858-4eaf-a850-0abfb6e1044c),segment_id=1547ff69-f858-4eaf-a850-0abfb6e1044c)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:55.382849 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-316c012e-396b-49fe-91e3-76d63a1a0383 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:55.390076 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b6630cbc-59bb-4e7e-893e-db24da0e5384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:55.392792 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b6630cbc-59bb-4e7e-893e-db24da0e5384 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:55.396799 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b6630cbc-59bb-4e7e-893e-db24da0e5384 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/54dc1a19-c288-4266-80a3-2f7dcc2f9d07 HTTP/1.1" status: 204 len: 168 time: 0.1628656 Nov 12 01:11:55.408538 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-6728b8da-0315-4965-af28-34b935d005bc None None] For port 58732e29-8f16-45ed-a1f6-594b79c6ab50, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=58732e29-8f16-45ed-a1f6-594b79c6ab50,segment=NetworkSegment(1547ff69-f858-4eaf-a850-0abfb6e1044c),segment_id=1547ff69-f858-4eaf-a850-0abfb6e1044c)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:55.409265 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6728b8da-0315-4965-af28-34b935d005bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:55.414405 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-316c012e-396b-49fe-91e3-76d63a1a0383 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Calling delete_port for 58732e29-8f16-45ed-a1f6-594b79c6ab50 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:55.432877 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-6728b8da-0315-4965-af28-34b935d005bc None None] Calling delete_port for 58732e29-8f16-45ed-a1f6-594b79c6ab50 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:55.433692 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6630cbc-59bb-4e7e-893e-db24da0e5384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54dc1a19-c288-4266-80a3-2f7dcc2f9d07,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:55.558752 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-316c012e-396b-49fe-91e3-76d63a1a0383 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:55.569573 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6728b8da-0315-4965-af28-34b935d005bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:55.601769 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6728b8da-0315-4965-af28-34b935d005bc None None] Pushing event deleted for resources: {'Port': ['ID=58732e29-8f16-45ed-a1f6-594b79c6ab50,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:55.615773 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6728b8da-0315-4965-af28-34b935d005bc None None] No DVR routers for this DVR port 58732e29-8f16-45ed-a1f6-594b79c6ab50 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:11:55.628326 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316c012e-396b-49fe-91e3-76d63a1a0383 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Pushing event deleted for resources: {'Port': ['ID=58732e29-8f16-45ed-a1f6-594b79c6ab50,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:55.631654 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316c012e-396b-49fe-91e3-76d63a1a0383 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] No DVR routers for this DVR port 58732e29-8f16-45ed-a1f6-594b79c6ab50 on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:11:55.741440 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-316c012e-396b-49fe-91e3-76d63a1a0383 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:55.775670 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-316c012e-396b-49fe-91e3-76d63a1a0383 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aafb0d2-0cd5-43c5-add6-1d857070391c']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:55.786870 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-316c012e-396b-49fe-91e3-76d63a1a0383 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1547ff69-f858-4eaf-a850-0abfb6e1044c') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:55.787071 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-316c012e-396b-49fe-91e3-76d63a1a0383 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1547ff69-f858-4eaf-a850-0abfb6e1044c') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:55.798414 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-316c012e-396b-49fe-91e3-76d63a1a0383 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:55.846326 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5d891ada-9203-4121-b37e-7ffc62339acf req-1c7cec3b-c3c9-49b4-8704-0272b2f97e56 tempest-ServerShowV257Test-975267064 tempest-ServerShowV257Test-975267064-project] 10.222.0.20 "GET /v2.0/ports?device_id=280d0d35-a7c4-48ca-83da-b8ec64771a59 HTTP/1.1" status: 200 len: 210 time: 0.0438099 Nov 12 01:11:55.848389 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-316c012e-396b-49fe-91e3-76d63a1a0383 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:55.856385 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-316c012e-396b-49fe-91e3-76d63a1a0383 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:11:55.856884 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-316c012e-396b-49fe-91e3-76d63a1a0383 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:55.863852 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:11:55.863852 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:11:55.863852 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:11:55.863852 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:11:55.863852 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:11:55.863852 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:11:55.863852 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:11:55.863852 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:11:55.863852 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:11:55.863852 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:11:55.863852 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:11:55.863852 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:11:55.863852 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:11:55.863852 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:11:55.863852 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:11:55.863852 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:11:55.863852 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:11:55.863852 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:11:55.863852 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:11:55.863852 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:11:55.863852 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:11:55.863852 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:11:55.863852 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:11:55.863852 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:11:55.863852 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:11:55.863852 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:11:55.863852 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:11:55.863852 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:11:55.863852 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:11:55.863852 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:11:55.863852 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:11:55.863852 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:11:55.866196 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37892) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:55.887145 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cc39433d-42c9-4b63-8ef5-721128b7d49e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:55.979659 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-316c012e-396b-49fe-91e3-76d63a1a0383 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:55.990483 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-316c012e-396b-49fe-91e3-76d63a1a0383 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:55.996029 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-316c012e-396b-49fe-91e3-76d63a1a0383 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] 10.222.0.20 "DELETE /v2.0/networks/6aafb0d2-0cd5-43c5-add6-1d857070391c HTTP/1.1" status: 204 len: 168 time: 1.0363131 Nov 12 01:11:55.999644 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37896) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:56.017310 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316c012e-396b-49fe-91e3-76d63a1a0383 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Pushing event deleted for resources: {'Network': ['ID=6aafb0d2-0cd5-43c5-add6-1d857070391c,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:56.097147 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-b07dd1b4-a40d-4cc9-ac26-13b37db1108f tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Deleting subnet b50b2105-015b-4408-af9f-cb0500f29bd0 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:11:56.103487 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b07dd1b4-a40d-4cc9-ac26-13b37db1108f tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:56.190142 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b07dd1b4-a40d-4cc9-ac26-13b37db1108f tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:56.246479 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cc39433d-42c9-4b63-8ef5-721128b7d49e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:56.308464 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cc39433d-42c9-4b63-8ef5-721128b7d49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:56.354298 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b07dd1b4-a40d-4cc9-ac26-13b37db1108f tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:56.405106 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc39433d-42c9-4b63-8ef5-721128b7d49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac04db73-d70e-431e-ac7e-bc757f40499d,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:56.419909 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-cc39433d-42c9-4b63-8ef5-721128b7d49e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bfe0058bd0e4466b8a6ac635ac0a8031&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5552766 Nov 12 01:11:56.422583 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37900) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:56.474087 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b07dd1b4-a40d-4cc9-ac26-13b37db1108f tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:56.490750 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d541d4c8-6319-4e76-bcd1-3f94c38f18c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:56.511987 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b07dd1b4-a40d-4cc9-ac26-13b37db1108f tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:56.520764 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d524f4b3-c21d-432f-a9aa-c7b213273a6c None None] Network c482c206-d5d0-4713-ac76-3d77c33f0a4e requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:11:56.521873 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b07dd1b4-a40d-4cc9-ac26-13b37db1108f tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] 10.222.0.20 "DELETE /v2.0/subnets/b50b2105-015b-4408-af9f-cb0500f29bd0 HTTP/1.1" status: 204 len: 168 time: 0.5109482 Nov 12 01:11:56.525767 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37902) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:56.558786 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d541d4c8-6319-4e76-bcd1-3f94c38f18c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:56.558926 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07dd1b4-a40d-4cc9-ac26-13b37db1108f tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Pushing event deleted for resources: {'Subnet': ['ID=b50b2105-015b-4408-af9f-cb0500f29bd0,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:56.573932 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 58732e29-8f16-45ed-a1f6-594b79c6ab50 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:11:56.609012 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 58732e29-8f16-45ed-a1f6-594b79c6ab50 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:11:56.609648 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 58732e29-8f16-45ed-a1f6-594b79c6ab50 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:11:56.727425 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-6043f9d2-5fbf-464c-a7db-0cbd9529a06a tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Deleting subnet d9641069-e8cd-4715-8dc6-5bbe541c16f8 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:11:56.739867 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6043f9d2-5fbf-464c-a7db-0cbd9529a06a tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:56.764878 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d541d4c8-6319-4e76-bcd1-3f94c38f18c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:56.767483 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d541d4c8-6319-4e76-bcd1-3f94c38f18c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:56.768623 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d541d4c8-6319-4e76-bcd1-3f94c38f18c9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ac04db73-d70e-431e-ac7e-bc757f40499d HTTP/1.1" status: 204 len: 168 time: 0.3442912 Nov 12 01:11:56.789834 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d541d4c8-6319-4e76-bcd1-3f94c38f18c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac04db73-d70e-431e-ac7e-bc757f40499d,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:56.807762 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6043f9d2-5fbf-464c-a7db-0cbd9529a06a tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:56.820389 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012a3c7f-b611-44d8-bc2f-1b0ed6662bac None None] DHCP port deletion for c482c206-d5d0-4713-ac76-3d77c33f0a4e request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:11:56.926631 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6043f9d2-5fbf-464c-a7db-0cbd9529a06a tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:56.934092 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-012a3c7f-b611-44d8-bc2f-1b0ed6662bac None None] Deleting port 6628387c-6673-4fc0-8fc0-4ebf79211bfc {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:56.934381 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-012a3c7f-b611-44d8-bc2f-1b0ed6662bac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:57.012562 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6043f9d2-5fbf-464c-a7db-0cbd9529a06a tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:57.031857 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6043f9d2-5fbf-464c-a7db-0cbd9529a06a tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:57.041197 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6043f9d2-5fbf-464c-a7db-0cbd9529a06a tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] 10.222.0.20 "DELETE /v2.0/subnets/d9641069-e8cd-4715-8dc6-5bbe541c16f8 HTTP/1.1" status: 204 len: 168 time: 0.5135038 Nov 12 01:11:57.043596 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37910) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:57.056782 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16edde17-98a2-489e-afae-03374879efa1 None None] Network a1b17a88-2053-40a6-af81-8f65bec9ed3f requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:11:57.081226 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6043f9d2-5fbf-464c-a7db-0cbd9529a06a tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Pushing event deleted for resources: {'Subnet': ['ID=d9641069-e8cd-4715-8dc6-5bbe541c16f8,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:57.084001 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e6a1d8ff-cd83-4f41-a00b-ea997a8aff57 req-2d327efc-c266-4b41-bbd8-35d5b03f1b9c tempest-ServerShowV257Test-975267064 tempest-ServerShowV257Test-975267064-project] 10.222.0.20 "GET /v2.0/ports?device_id=280d0d35-a7c4-48ca-83da-b8ec64771a59 HTTP/1.1" status: 200 len: 210 time: 0.0747252 Nov 12 01:11:57.156153 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-012a3c7f-b611-44d8-bc2f-1b0ed6662bac None None] For port 6628387c-6673-4fc0-8fc0-4ebf79211bfc, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=6628387c-6673-4fc0-8fc0-4ebf79211bfc,segment=NetworkSegment(255e8669-1826-42da-a609-df61008d707a),segment_id=255e8669-1826-42da-a609-df61008d707a)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:57.156552 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-012a3c7f-b611-44d8-bc2f-1b0ed6662bac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:57.177929 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-55e06542-d39d-4c0f-b775-51e6f9d18e29 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:57.200630 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-012a3c7f-b611-44d8-bc2f-1b0ed6662bac None None] Calling delete_port for 6628387c-6673-4fc0-8fc0-4ebf79211bfc owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:57.249342 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-55e06542-d39d-4c0f-b775-51e6f9d18e29 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Deleting port 6628387c-6673-4fc0-8fc0-4ebf79211bfc {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:57.249934 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-55e06542-d39d-4c0f-b775-51e6f9d18e29 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:57.329114 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-55e06542-d39d-4c0f-b775-51e6f9d18e29 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] For port 6628387c-6673-4fc0-8fc0-4ebf79211bfc, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=6628387c-6673-4fc0-8fc0-4ebf79211bfc,segment=NetworkSegment(255e8669-1826-42da-a609-df61008d707a),segment_id=255e8669-1826-42da-a609-df61008d707a)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:57.329780 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-55e06542-d39d-4c0f-b775-51e6f9d18e29 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:57.352593 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-55e06542-d39d-4c0f-b775-51e6f9d18e29 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Calling delete_port for 6628387c-6673-4fc0-8fc0-4ebf79211bfc owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:57.451390 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-012a3c7f-b611-44d8-bc2f-1b0ed6662bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:57.468248 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012a3c7f-b611-44d8-bc2f-1b0ed6662bac None None] No DVR routers for this DVR port 6628387c-6673-4fc0-8fc0-4ebf79211bfc on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:11:57.558770 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a3c7f-b611-44d8-bc2f-1b0ed6662bac None None] Pushing event deleted for resources: {'Port': ['ID=6628387c-6673-4fc0-8fc0-4ebf79211bfc,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:57.564376 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-55e06542-d39d-4c0f-b775-51e6f9d18e29 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:57.596700 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dabf5ea-7ac4-4961-af42-f74a8742932e None None] DHCP port deletion for a1b17a88-2053-40a6-af81-8f65bec9ed3f request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:11:57.638685 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e06542-d39d-4c0f-b775-51e6f9d18e29 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Pushing event deleted for resources: {'Port': ['ID=6628387c-6673-4fc0-8fc0-4ebf79211bfc,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:57.647290 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e06542-d39d-4c0f-b775-51e6f9d18e29 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] No DVR routers for this DVR port 6628387c-6673-4fc0-8fc0-4ebf79211bfc on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:11:57.682778 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-4dabf5ea-7ac4-4961-af42-f74a8742932e None None] Deleting port 035a3f0d-a6cd-4406-ace0-ec7c272f45b0 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:57.683185 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4dabf5ea-7ac4-4961-af42-f74a8742932e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:57.772814 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-4dabf5ea-7ac4-4961-af42-f74a8742932e None None] For port 035a3f0d-a6cd-4406-ace0-ec7c272f45b0, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=035a3f0d-a6cd-4406-ace0-ec7c272f45b0,segment=NetworkSegment(e5049dd2-6a21-410a-8e27-b36d042ab3be),segment_id=e5049dd2-6a21-410a-8e27-b36d042ab3be)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:57.773584 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4dabf5ea-7ac4-4961-af42-f74a8742932e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:57.791084 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-4dabf5ea-7ac4-4961-af42-f74a8742932e None None] Calling delete_port for 035a3f0d-a6cd-4406-ace0-ec7c272f45b0 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:57.897645 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4dabf5ea-7ac4-4961-af42-f74a8742932e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:57.942161 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dabf5ea-7ac4-4961-af42-f74a8742932e None None] Pushing event deleted for resources: {'Port': ['ID=035a3f0d-a6cd-4406-ace0-ec7c272f45b0,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:57.950051 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dabf5ea-7ac4-4961-af42-f74a8742932e None None] No DVR routers for this DVR port 035a3f0d-a6cd-4406-ace0-ec7c272f45b0 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:11:58.090724 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37940) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:58.226184 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-8b49b133-8806-44e2-ad95-a921453a0ecd admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2044398896-network', 'tenant_id': '836d0bc3c18b4a68b4a1a411ca624d1e'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:58.232080 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3085dfad-0bc3-465c-8339-afc5e10a9926 req-29d17eef-cc25-4540-a100-cc6ee937dc3d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=280d0d35-a7c4-48ca-83da-b8ec64771a59 HTTP/1.1" status: 200 len: 210 time: 0.5790589 Nov 12 01:11:58.256013 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b49b133-8806-44e2-ad95-a921453a0ecd admin admin] Made reservation on behalf of 836d0bc3c18b4a68b4a1a411ca624d1e for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:11:58.259435 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8b49b133-8806-44e2-ad95-a921453a0ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:58.270987 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8b49b133-8806-44e2-ad95-a921453a0ecd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:58.294386 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3bd63279-d413-4da9-81f2-0feacae9cf44 req-3e0a0fd3-13cd-4f9f-8d23-5f0a0489eae2 tempest-ServerShowV257Test-975267064 tempest-ServerShowV257Test-975267064-project] 10.222.0.20 "GET /v2.0/ports?device_id=280d0d35-a7c4-48ca-83da-b8ec64771a59 HTTP/1.1" status: 200 len: 210 time: 0.0648165 Nov 12 01:11:58.305686 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-55e06542-d39d-4c0f-b775-51e6f9d18e29 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:58.337614 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-55e06542-d39d-4c0f-b775-51e6f9d18e29 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c482c206-d5d0-4713-ac76-3d77c33f0a4e']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:58.354704 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-55e06542-d39d-4c0f-b775-51e6f9d18e29 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '255e8669-1826-42da-a609-df61008d707a') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:58.355030 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-55e06542-d39d-4c0f-b775-51e6f9d18e29 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '255e8669-1826-42da-a609-df61008d707a') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:58.370799 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-55e06542-d39d-4c0f-b775-51e6f9d18e29 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:58.393257 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8b49b133-8806-44e2-ad95-a921453a0ecd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:58.393979 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-55e06542-d39d-4c0f-b775-51e6f9d18e29 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:58.400477 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8b49b133-8806-44e2-ad95-a921453a0ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:58.403031 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55e06542-d39d-4c0f-b775-51e6f9d18e29 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:11:58.403541 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-55e06542-d39d-4c0f-b775-51e6f9d18e29 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:58.407848 n-d-812236-11 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:11:58.407848 n-d-812236-11 neutron-server[102661]: self.session.flush() Nov 12 01:11:58.407848 n-d-812236-11 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:11:58.407848 n-d-812236-11 neutron-server[102661]: self.session.flush() Nov 12 01:11:58.407848 n-d-812236-11 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:11:58.407848 n-d-812236-11 neutron-server[102661]: self.session.flush() Nov 12 01:11:58.407848 n-d-812236-11 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:11:58.407848 n-d-812236-11 neutron-server[102661]: self.session.flush() Nov 12 01:11:58.407848 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:11:58.407848 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:11:58.407848 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:11:58.407848 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:11:58.407848 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:11:58.407848 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:11:58.407848 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:11:58.407848 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:11:58.407848 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:11:58.407848 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:11:58.407848 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:11:58.407848 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:11:58.407848 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:11:58.407848 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:11:58.407848 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:11:58.407848 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:11:58.407848 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:11:58.407848 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:11:58.407848 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:11:58.407848 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:11:58.407848 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:11:58.407848 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:11:58.407848 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:11:58.407848 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:11:58.407848 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:11:58.407848 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:11:58.407848 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:11:58.407848 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:11:58.407848 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:11:58.407848 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:11:58.407848 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:11:58.407848 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:11:58.444926 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b49b133-8806-44e2-ad95-a921453a0ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9676a6-b909-4e83-aa96-aee8de93a36f,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:58.481494 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-55e06542-d39d-4c0f-b775-51e6f9d18e29 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:58.490788 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-55e06542-d39d-4c0f-b775-51e6f9d18e29 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:58.496711 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-55e06542-d39d-4c0f-b775-51e6f9d18e29 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] 10.222.0.20 "DELETE /v2.0/networks/c482c206-d5d0-4713-ac76-3d77c33f0a4e HTTP/1.1" status: 204 len: 168 time: 1.4503167 Nov 12 01:11:58.496922 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37948) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:58.499466 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b49b133-8806-44e2-ad95-a921453a0ecd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:11:58.520329 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e06542-d39d-4c0f-b775-51e6f9d18e29 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Pushing event deleted for resources: {'Network': ['ID=c482c206-d5d0-4713-ac76-3d77c33f0a4e,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:58.522127 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8b49b133-8806-44e2-ad95-a921453a0ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:58.522127 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-8b49b133-8806-44e2-ad95-a921453a0ecd admin admin] Added segment d5e4d18d-f7e3-4d31-8d58-df1c251fd023 of type vlan for network 14a46391-15a4-417b-aa61-83c91cedc91b Nov 12 01:11:58.591514 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 035a3f0d-a6cd-4406-ace0-ec7c272f45b0 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:11:58.601765 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8b49b133-8806-44e2-ad95-a921453a0ecd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:58.630418 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8b49b133-8806-44e2-ad95-a921453a0ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:58.631837 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b49b133-8806-44e2-ad95-a921453a0ecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:58.632546 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cbd4b51f-3dea-46a3-9c16-e4cdf1f700a6 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:58.633615 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8b49b133-8806-44e2-ad95-a921453a0ecd admin admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:58.635805 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 035a3f0d-a6cd-4406-ace0-ec7c272f45b0 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:11:58.639836 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 035a3f0d-a6cd-4406-ace0-ec7c272f45b0 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:11:58.640715 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 6628387c-6673-4fc0-8fc0-4ebf79211bfc no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:11:58.683672 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8b49b133-8806-44e2-ad95-a921453a0ecd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5905390 Nov 12 01:11:58.685880 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 6628387c-6673-4fc0-8fc0-4ebf79211bfc {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:11:58.686476 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 6628387c-6673-4fc0-8fc0-4ebf79211bfc not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:11:58.719076 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37952) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:58.743161 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b49b133-8806-44e2-ad95-a921453a0ecd admin admin] Pushing event updated for resources: {'Network': ['ID=14a46391-15a4-417b-aa61-83c91cedc91b,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:58.756451 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 14a46391-15a4-417b-aa61-83c91cedc91b details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:11:58.791953 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cbd4b51f-3dea-46a3-9c16-e4cdf1f700a6 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:58.816550 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-cbd4b51f-3dea-46a3-9c16-e4cdf1f700a6 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1b17a88-2053-40a6-af81-8f65bec9ed3f']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:58.827577 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-cbd4b51f-3dea-46a3-9c16-e4cdf1f700a6 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5049dd2-6a21-410a-8e27-b36d042ab3be') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:58.827872 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-cbd4b51f-3dea-46a3-9c16-e4cdf1f700a6 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5049dd2-6a21-410a-8e27-b36d042ab3be') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:58.839571 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cbd4b51f-3dea-46a3-9c16-e4cdf1f700a6 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:58.844104 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-51c85602-89e3-4911-9f4d-4b11e15f8324 admin admin] Request body: {'subnet': {'network_id': '14a46391-15a4-417b-aa61-83c91cedc91b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2044398896-subnet', 'tenant_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'ip_version': 4}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:58.865572 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cbd4b51f-3dea-46a3-9c16-e4cdf1f700a6 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:58.874824 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbd4b51f-3dea-46a3-9c16-e4cdf1f700a6 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:11:58.875209 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cbd4b51f-3dea-46a3-9c16-e4cdf1f700a6 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:58.878791 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:11:58.878791 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:11:58.878791 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:11:58.878791 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:11:58.878791 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:11:58.878791 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:11:58.878791 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:11:58.878791 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:11:58.878791 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:11:58.878791 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:11:58.878791 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:11:58.878791 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:11:58.878791 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:11:58.878791 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:11:58.878791 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:11:58.878791 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:11:58.878791 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:11:58.878791 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:11:58.878791 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:11:58.878791 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:11:58.878791 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:11:58.878791 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:11:58.878791 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:11:58.878791 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:11:58.878791 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:11:58.878791 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:11:58.878791 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:11:58.878791 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:11:58.878791 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:11:58.878791 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:11:58.878791 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:11:58.878791 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:11:58.901704 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c85602-89e3-4911-9f4d-4b11e15f8324 admin admin] Made reservation on behalf of 836d0bc3c18b4a68b4a1a411ca624d1e for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:11:58.903985 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-51c85602-89e3-4911-9f4d-4b11e15f8324 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:58.990142 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cbd4b51f-3dea-46a3-9c16-e4cdf1f700a6 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:59.002344 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cbd4b51f-3dea-46a3-9c16-e4cdf1f700a6 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:59.007032 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-cbd4b51f-3dea-46a3-9c16-e4cdf1f700a6 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] 10.222.0.20 "DELETE /v2.0/networks/a1b17a88-2053-40a6-af81-8f65bec9ed3f HTTP/1.1" status: 204 len: 168 time: 0.5091162 Nov 12 01:11:59.010322 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37954) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:59.025819 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd4b51f-3dea-46a3-9c16-e4cdf1f700a6 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Pushing event deleted for resources: {'Network': ['ID=a1b17a88-2053-40a6-af81-8f65bec9ed3f,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:59.075732 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-db777446-0821-494c-87b6-30e449d2f764 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Deleting subnet 99d8d346-cc3e-4ee3-a465-0ebb111f0f4c {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:11:59.079399 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-db777446-0821-494c-87b6-30e449d2f764 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:59.133575 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-db777446-0821-494c-87b6-30e449d2f764 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:59.189554 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-51c85602-89e3-4911-9f4d-4b11e15f8324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:59.263583 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c85602-89e3-4911-9f4d-4b11e15f8324 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d53a572-45ba-42fc-ac33-f5bb708a0a5d,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:59.265097 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-db777446-0821-494c-87b6-30e449d2f764 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:59.287601 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c85602-89e3-4911-9f4d-4b11e15f8324 admin admin] Checking segment: {'id': 'd5e4d18d-f7e3-4d31-8d58-df1c251fd023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '14a46391-15a4-417b-aa61-83c91cedc91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:11:59.288107 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c85602-89e3-4911-9f4d-4b11e15f8324 admin admin] Network hostable DHCP agents. Network: 14a46391-15a4-417b-aa61-83c91cedc91b, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:11:59.317898 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c85602-89e3-4911-9f4d-4b11e15f8324 admin admin] Network 14a46391-15a4-417b-aa61-83c91cedc91b is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:11:59.333856 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-51c85602-89e3-4911-9f4d-4b11e15f8324 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 14a46391-15a4-417b-aa61-83c91cedc91b) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:59.349851 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f63494-cac9-4668-82a8-02609fef28ce None None] Network 14a46391-15a4-417b-aa61-83c91cedc91b requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:11:59.353636 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c85602-89e3-4911-9f4d-4b11e15f8324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:59.354394 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-51c85602-89e3-4911-9f4d-4b11e15f8324 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:59.388122 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-51c85602-89e3-4911-9f4d-4b11e15f8324 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6660728 Nov 12 01:11:59.389650 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37960) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:59.397960 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-438469ff-9a03-4199-935c-bd3540a50f04 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2044398896-router', 'tenant_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:59.412929 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-db777446-0821-494c-87b6-30e449d2f764 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:59.434184 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-438469ff-9a03-4199-935c-bd3540a50f04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:59.435739 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-438469ff-9a03-4199-935c-bd3540a50f04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:59.480897 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db777446-0821-494c-87b6-30e449d2f764 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Pushing event deleted for resources: {'Subnet': ['ID=99d8d346-cc3e-4ee3-a465-0ebb111f0f4c,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:59.523544 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb74187-6460-4e97-b257-73dd13e5a3af None None] Network c746a94c-1cec-475f-a0b6-ef0bb9ecc75c requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:11:59.524199 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-438469ff-9a03-4199-935c-bd3540a50f04 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:59.561748 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-db777446-0821-494c-87b6-30e449d2f764 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:59.574478 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-db777446-0821-494c-87b6-30e449d2f764 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] 10.222.0.20 "DELETE /v2.0/subnets/99d8d346-cc3e-4ee3-a465-0ebb111f0f4c HTTP/1.1" status: 204 len: 168 time: 0.5604320 Nov 12 01:11:59.591314 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9a98a060-e48a-4f51-a966-296901e161d5 req-5f9b6d7e-d18c-4fce-ae74-787bb23ed732 tempest-ServerShowV257Test-975267064 tempest-ServerShowV257Test-975267064-project] 10.222.0.20 "GET /v2.0/ports?device_id=280d0d35-a7c4-48ca-83da-b8ec64771a59 HTTP/1.1" status: 200 len: 210 time: 0.1143053 Nov 12 01:11:59.593053 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37962) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:59.711743 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d2e55616-0bdc-4e7e-b5a7-6a7059603c65 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:59.788800 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-d2e55616-0bdc-4e7e-b5a7-6a7059603c65 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Deleting port 01af16c7-1971-4add-adb6-976a1e566c00 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:59.793202 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d2e55616-0bdc-4e7e-b5a7-6a7059603c65 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:59.874659 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d1631c-f530-4446-88be-eab786dd356e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-14a46391-15a4-417b-aa61-83c91cedc91b', 'network_id': '14a46391-15a4-417b-aa61-83c91cedc91b', 'tenant_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'fixed_ips': [{'subnet_id': '9d53a572-45ba-42fc-ac33-f5bb708a0a5d'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:11:59.876738 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c8d1631c-f530-4446-88be-eab786dd356e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:59.949264 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-438469ff-9a03-4199-935c-bd3540a50f04 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:59.991305 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-d2e55616-0bdc-4e7e-b5a7-6a7059603c65 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] For port 01af16c7-1971-4add-adb6-976a1e566c00, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=01af16c7-1971-4add-adb6-976a1e566c00,segment=NetworkSegment(9e21fe2d-556c-4eac-94b8-9b0ac1a739cf),segment_id=9e21fe2d-556c-4eac-94b8-9b0ac1a739cf)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:59.992763 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d2e55616-0bdc-4e7e-b5a7-6a7059603c65 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:00.051423 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9062d5e6-27d7-4ed6-8ea5-4a5296b32662 req-06477a02-4daa-4eb6-9533-3b8fabfafe10 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd5a6903553d4c77998d2e8e1f131784&device_id=280d0d35-a7c4-48ca-83da-b8ec64771a59 HTTP/1.1" status: 200 len: 210 time: 0.0521629 Nov 12 01:12:00.076314 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-24c6aad6-8cbe-4808-ab66-be5050967727 req-c098eb6e-3281-4f49-99be-323d72e14a85 tempest-ServerShowV257Test-975267064 tempest-ServerShowV257Test-975267064-project] 10.222.0.20 "GET /v2.0/ports?device_id=280d0d35-a7c4-48ca-83da-b8ec64771a59 HTTP/1.1" status: 200 len: 210 time: 0.0614290 Nov 12 01:12:00.077440 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-d2e55616-0bdc-4e7e-b5a7-6a7059603c65 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Calling delete_port for 01af16c7-1971-4add-adb6-976a1e566c00 owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:00.142618 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9062d5e6-27d7-4ed6-8ea5-4a5296b32662 req-33ee4941-5012-46e5-8a3c-1b3def5ae5d0 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=dd5a6903553d4c77998d2e8e1f131784&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367470 Nov 12 01:12:00.200038 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d2e55616-0bdc-4e7e-b5a7-6a7059603c65 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:00.205872 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2687a5-9cc5-4fc7-a122-492b62f88384 None None] DHCP port deletion for c746a94c-1cec-475f-a0b6-ef0bb9ecc75c request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:12:00.219323 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e55616-0bdc-4e7e-b5a7-6a7059603c65 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] No DVR routers for this DVR port 01af16c7-1971-4add-adb6-976a1e566c00 on host n-d-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:12:00.273419 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e55616-0bdc-4e7e-b5a7-6a7059603c65 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Pushing event deleted for resources: {'Port': ['ID=01af16c7-1971-4add-adb6-976a1e566c00,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:00.290330 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-c8d1631c-f530-4446-88be-eab786dd356e None None] Allocated IP 172.20.0.2 (14a46391-15a4-417b-aa61-83c91cedc91b/9d53a572-45ba-42fc-ac33-f5bb708a0a5d/40c052ec-2f65-439a-9ed0-e6052546d1fa) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:12:00.371337 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d2e55616-0bdc-4e7e-b5a7-6a7059603c65 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:00.415864 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-d2e55616-0bdc-4e7e-b5a7-6a7059603c65 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c746a94c-1cec-475f-a0b6-ef0bb9ecc75c']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:00.427912 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-d2e55616-0bdc-4e7e-b5a7-6a7059603c65 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e21fe2d-556c-4eac-94b8-9b0ac1a739cf') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:00.428197 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-d2e55616-0bdc-4e7e-b5a7-6a7059603c65 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e21fe2d-556c-4eac-94b8-9b0ac1a739cf') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:00.439637 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d2e55616-0bdc-4e7e-b5a7-6a7059603c65 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:00.461418 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d2e55616-0bdc-4e7e-b5a7-6a7059603c65 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:00.484404 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2e55616-0bdc-4e7e-b5a7-6a7059603c65 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:12:00.484404 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d2e55616-0bdc-4e7e-b5a7-6a7059603c65 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:00.484404 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:12:00.484404 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:12:00.484404 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:12:00.484404 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:12:00.484404 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:12:00.484404 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:12:00.484404 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:12:00.484404 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:12:00.484404 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:12:00.484404 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:12:00.484404 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:12:00.484404 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:12:00.484404 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:12:00.484404 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:12:00.484404 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:12:00.484404 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:12:00.484404 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:12:00.484404 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:12:00.484404 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:12:00.484404 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:12:00.484404 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:12:00.484404 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:12:00.484404 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:12:00.484404 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:12:00.484404 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:12:00.484404 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:12:00.484404 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:12:00.484404 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:12:00.484404 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:12:00.484404 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:12:00.484404 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:12:00.484404 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:12:00.487606 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062d5e6-27d7-4ed6-8ea5-4a5296b32662 req-01635ac5-773c-48aa-ab8b-b05397788af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:00.487606 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9062d5e6-27d7-4ed6-8ea5-4a5296b32662 req-01635ac5-773c-48aa-ab8b-b05397788af9 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3296392 Nov 12 01:12:00.599668 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 01af16c7-1971-4add-adb6-976a1e566c00 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:12:00.617446 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d2e55616-0bdc-4e7e-b5a7-6a7059603c65 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:00.633966 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d2e55616-0bdc-4e7e-b5a7-6a7059603c65 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:00.645114 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 01af16c7-1971-4add-adb6-976a1e566c00 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:12:00.645564 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 01af16c7-1971-4add-adb6-976a1e566c00 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:12:00.645925 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d2e55616-0bdc-4e7e-b5a7-6a7059603c65 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] 10.222.0.20 "DELETE /v2.0/networks/c746a94c-1cec-475f-a0b6-ef0bb9ecc75c HTTP/1.1" status: 204 len: 168 time: 1.0485387 Nov 12 01:12:00.647646 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c8d1631c-f530-4446-88be-eab786dd356e None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:00.648865 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37976) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:00.667479 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c8d1631c-f530-4446-88be-eab786dd356e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:00.702966 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-557c9c49-c153-43b7-bc34-5249a3d8b483 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc1fd87c-aee3-4cb9-aed1-01130b93d040 HTTP/1.1" status: 200 len: 205 time: 0.0480785 Nov 12 01:12:00.719436 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37978) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:00.725700 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 37980) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:00.739491 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e55616-0bdc-4e7e-b5a7-6a7059603c65 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Pushing event deleted for resources: {'Network': ['ID=c746a94c-1cec-475f-a0b6-ef0bb9ecc75c,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:00.759762 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-438469ff-9a03-4199-935c-bd3540a50f04 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:00.770931 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d1631c-f530-4446-88be-eab786dd356e None None] Network 14a46391-15a4-417b-aa61-83c91cedc91b is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:12:00.786183 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-438469ff-9a03-4199-935c-bd3540a50f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:00.791221 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d1631c-f530-4446-88be-eab786dd356e None None] Pushing event updated for resources: {'Port': ['ID=40c052ec-2f65-439a-9ed0-e6052546d1fa,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:00.800655 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-c8d1631c-f530-4446-88be-eab786dd356e None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:12:00.804826 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d1631c-f530-4446-88be-eab786dd356e None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:12:00.914972 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-95fcec5b-879d-4700-9ad3-ceff16b9ad02 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:00.923889 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-c8d1631c-f530-4446-88be-eab786dd356e None None] Attempting to bind port 40c052ec-2f65-439a-9ed0-e6052546d1fa on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:12:00.924483 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-c8d1631c-f530-4446-88be-eab786dd356e None None] Attempting to bind port 40c052ec-2f65-439a-9ed0-e6052546d1fa by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'd5e4d18d-f7e3-4d31-8d58-df1c251fd023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '14a46391-15a4-417b-aa61-83c91cedc91b'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:12:00.924744 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d1631c-f530-4446-88be-eab786dd356e None None] Attempting to bind port 40c052ec-2f65-439a-9ed0-e6052546d1fa on network 14a46391-15a4-417b-aa61-83c91cedc91b {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:12:00.934696 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d1631c-f530-4446-88be-eab786dd356e None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:12:00.935375 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d1631c-f530-4446-88be-eab786dd356e None None] Checking segment: {'id': 'd5e4d18d-f7e3-4d31-8d58-df1c251fd023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '14a46391-15a4-417b-aa61-83c91cedc91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:12:00.936373 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c8d1631c-f530-4446-88be-eab786dd356e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:00.936916 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d1631c-f530-4446-88be-eab786dd356e None None] Bound using segment: {'id': 'd5e4d18d-f7e3-4d31-8d58-df1c251fd023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '14a46391-15a4-417b-aa61-83c91cedc91b'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:12:00.937727 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-c8d1631c-f530-4446-88be-eab786dd356e None None] Bound port: 40c052ec-2f65-439a-9ed0-e6052546d1fa, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5e4d18d-f7e3-4d31-8d58-df1c251fd023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '14a46391-15a4-417b-aa61-83c91cedc91b'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:12:00.939380 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c8d1631c-f530-4446-88be-eab786dd356e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:01.026471 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-438469ff-9a03-4199-935c-bd3540a50f04 admin admin] Allocated IP 172.25.2.203 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/956782dc-21f8-474f-9f07-7b1c26a23131) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:12:01.061965 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-c8d1631c-f530-4446-88be-eab786dd356e None None] For port 40c052ec-2f65-439a-9ed0-e6052546d1fa, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:12:01.067772 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-c8d1631c-f530-4446-88be-eab786dd356e None None] For port 40c052ec-2f65-439a-9ed0-e6052546d1fa, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=40c052ec-2f65-439a-9ed0-e6052546d1fa,segment=NetworkSegment(d5e4d18d-f7e3-4d31-8d58-df1c251fd023),segment_id=d5e4d18d-f7e3-4d31-8d58-df1c251fd023)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:12:01.073842 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c8d1631c-f530-4446-88be-eab786dd356e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:01.145479 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9fa5e184-c221-4ff0-b2aa-e4bbcbf5aa1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:01.236455 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d1631c-f530-4446-88be-eab786dd356e None None] Pushing event updated for resources: {'Port': ['ID=40c052ec-2f65-439a-9ed0-e6052546d1fa,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:01.302946 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c55ddff5-2346-41c8-a606-7d51d6352ede req-069e4f02-c115-4f48-968b-47851c5ae91e tempest-ServerShowV257Test-975267064 tempest-ServerShowV257Test-975267064-project] 10.222.0.20 "GET /v2.0/ports?device_id=280d0d35-a7c4-48ca-83da-b8ec64771a59 HTTP/1.1" status: 200 len: 210 time: 0.0661240 Nov 12 01:12:01.310341 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-95fcec5b-879d-4700-9ad3-ceff16b9ad02 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:01.313304 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-95fcec5b-879d-4700-9ad3-ceff16b9ad02 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:01.375353 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-438469ff-9a03-4199-935c-bd3540a50f04 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:01.379716 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-95fcec5b-879d-4700-9ad3-ceff16b9ad02 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:01.380684 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95fcec5b-879d-4700-9ad3-ceff16b9ad02 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Fanout notify agent at l3_agent the message router_deleted on router bc1fd87c-aee3-4cb9-aed1-01130b93d040 {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:12:01.408178 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-95fcec5b-879d-4700-9ad3-ceff16b9ad02 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:01.416495 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-95fcec5b-879d-4700-9ad3-ceff16b9ad02 tempest-RoutersNegativeIpV6Test-1992056525 tempest-RoutersNegativeIpV6Test-1992056525-project] 10.222.0.20 "DELETE /v2.0/routers/bc1fd87c-aee3-4cb9-aed1-01130b93d040 HTTP/1.1" status: 204 len: 168 time: 0.6931620 Nov 12 01:12:01.447488 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9fa5e184-c221-4ff0-b2aa-e4bbcbf5aa1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:01.492654 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9fa5e184-c221-4ff0-b2aa-e4bbcbf5aa1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:01.532918 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa5e184-c221-4ff0-b2aa-e4bbcbf5aa1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1396e72d-ebf0-486b-9957-50f5ceda6096,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:01.571300 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-438469ff-9a03-4199-935c-bd3540a50f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:01.581747 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-9fa5e184-c221-4ff0-b2aa-e4bbcbf5aa1d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9d0f9b386acf4c26a12aea149c0e5770&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8540189 Nov 12 01:12:01.584590 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 37994) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:01.645388 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438469ff-9a03-4199-935c-bd3540a50f04 admin admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:12:01.648673 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-438469ff-9a03-4199-935c-bd3540a50f04 admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:12:01.652738 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438469ff-9a03-4199-935c-bd3540a50f04 admin admin] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:12:01.669267 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99055ac-0380-4357-8339-14ac4ca55ab0 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:12:01.709513 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8eb7bc7d-d40e-4517-a972-0d7e32eb9da6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:01.755691 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8eb7bc7d-d40e-4517-a972-0d7e32eb9da6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:01.785168 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438469ff-9a03-4199-935c-bd3540a50f04 admin admin] Pushing event updated for resources: {'Port': ['ID=956782dc-21f8-474f-9f07-7b1c26a23131,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:01.811135 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-97c20da6-dbea-4fe1-90dd-ed1e5478fc2e None None] Provisioning complete for port 956782dc-21f8-474f-9f07-7b1c26a23131 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:01.816078 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-97c20da6-dbea-4fe1-90dd-ed1e5478fc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:01.840273 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8eb7bc7d-d40e-4517-a972-0d7e32eb9da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:01.842932 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8eb7bc7d-d40e-4517-a972-0d7e32eb9da6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:01.847366 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8eb7bc7d-d40e-4517-a972-0d7e32eb9da6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1396e72d-ebf0-486b-9957-50f5ceda6096 HTTP/1.1" status: 204 len: 168 time: 0.2582793 Nov 12 01:12:01.853683 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7bc7d-d40e-4517-a972-0d7e32eb9da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1396e72d-ebf0-486b-9957-50f5ceda6096,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:01.884220 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9062d5e6-27d7-4ed6-8ea5-4a5296b32662 req-5c2c4294-8321-4fa8-b33a-8e3077a49cab tempest-ServerShowV257Test-975267064 tempest-ServerShowV257Test-975267064-project] 10.222.0.49 "GET /v2.0/ports?device_id=280d0d35-a7c4-48ca-83da-b8ec64771a59 HTTP/1.1" status: 200 len: 210 time: 0.0394063 Nov 12 01:12:01.920849 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38000) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:01.944642 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-97c20da6-dbea-4fe1-90dd-ed1e5478fc2e None None] Port 956782dc-21f8-474f-9f07-7b1c26a23131 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:12:02.232906 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-438469ff-9a03-4199-935c-bd3540a50f04 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:02.403750 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3ae31238-54c8-4495-ab45-5cd909ed2d39 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b4e59166e98240e18578f335e2dd7e8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4815867 Nov 12 01:12:02.405154 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38014) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:02.623564 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-777cfd79-3edf-4635-ab6f-ba4938720d9b req-ad04f78c-bf31-46d2-9308-d44f000ebab3 tempest-ServerShowV257Test-975267064 tempest-ServerShowV257Test-975267064-project] 10.222.0.20 "GET /v2.0/ports?device_id=280d0d35-a7c4-48ca-83da-b8ec64771a59 HTTP/1.1" status: 200 len: 210 time: 0.1197178 Nov 12 01:12:02.626427 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 40c052ec-2f65-439a-9ed0-e6052546d1fa up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:12:02.661274 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ef178227-402e-4a30-afbe-2f6588a469c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:02.665709 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-438469ff-9a03-4199-935c-bd3540a50f04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:02.688854 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ef178227-402e-4a30-afbe-2f6588a469c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:02.753754 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ef178227-402e-4a30-afbe-2f6588a469c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:02.758916 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ef178227-402e-4a30-afbe-2f6588a469c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:02.763738 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ef178227-402e-4a30-afbe-2f6588a469c4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/afbe55e9-b0b5-43af-9f2d-447a4d7031b1 HTTP/1.1" status: 204 len: 168 time: 0.3575017 Nov 12 01:12:02.775661 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef178227-402e-4a30-afbe-2f6588a469c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbe55e9-b0b5-43af-9f2d-447a4d7031b1,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:02.864716 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 40c052ec-2f65-439a-9ed0-e6052546d1fa triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:02.865405 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:02.965179 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-438469ff-9a03-4199-935c-bd3540a50f04 admin admin] Router 7b00b933-cbd0-402f-a01b-e88c830ca025 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:12:03.027381 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:03.084689 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 40c052ec-2f65-439a-9ed0-e6052546d1fa, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=40c052ec-2f65-439a-9ed0-e6052546d1fa,segment=NetworkSegment(d5e4d18d-f7e3-4d31-8d58-df1c251fd023),segment_id=d5e4d18d-f7e3-4d31-8d58-df1c251fd023)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:03.087632 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8a6a88-4a78-4977-a8f8-99321a4f385b None None] Network 14a46391-15a4-417b-aa61-83c91cedc91b requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:12:03.138249 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438469ff-9a03-4199-935c-bd3540a50f04 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:12:03.177222 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-438469ff-9a03-4199-935c-bd3540a50f04 admin admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:03.183578 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-438469ff-9a03-4199-935c-bd3540a50f04 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7895999 Nov 12 01:12:03.183759 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1535ae-20af-45ed-be4f-6fd3aa0481bf None None] Sync routers for ids ['7b00b933-cbd0-402f-a01b-e88c830ca025'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:12:03.183881 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38036) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:03.190399 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:03.339777 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:12:03.340362 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38042) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:03.343484 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=40c052ec-2f65-439a-9ed0-e6052546d1fa,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:03.350106 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1535ae-20af-45ed-be4f-6fd3aa0481bf None None] Routers {'7b00b933-cbd0-402f-a01b-e88c830ca025'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:12:03.350732 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-bb1535ae-20af-45ed-be4f-6fd3aa0481bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:11:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['7b00b933-cbd0-402f-a01b-e88c830ca025'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:03.439124 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-2b269906-4e96-4dba-aec3-3e632b394873 None None] Provisioning complete for port 40c052ec-2f65-439a-9ed0-e6052546d1fa triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:03.439533 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2b269906-4e96-4dba-aec3-3e632b394873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:03.585188 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-2967a0e1-b338-46c0-baea-95ce30954ae9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-429531130-network', 'tenant_id': 'ad32b1a67d904b2ba2e1b63e22070376'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:03.611316 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-bb1535ae-20af-45ed-be4f-6fd3aa0481bf None None] Set router 7b00b933-cbd0-402f-a01b-e88c830ca025 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:12:03.688824 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2967a0e1-b338-46c0-baea-95ce30954ae9 admin admin] Made reservation on behalf of ad32b1a67d904b2ba2e1b63e22070376 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:12:03.692021 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2967a0e1-b338-46c0-baea-95ce30954ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:03.711461 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2967a0e1-b338-46c0-baea-95ce30954ae9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:03.969548 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-bb1535ae-20af-45ed-be4f-6fd3aa0481bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b00b933-cbd0-402f-a01b-e88c830ca025', 'name': 'tempest-TestServerBasicOps-2044398896-router', 'tenant_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '956782dc-21f8-474f-9f07-7b1c26a23131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:11:59Z', 'updated_at': '2021-11-12T01:12:02Z', 'revision_number': 3, 'project_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'gw_port': {'id': '956782dc-21f8-474f-9f07-7b1c26a23131', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e2:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b00b933-cbd0-402f-a01b-e88c830ca025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:00Z', 'updated_at': '2021-11-12T01:12:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:03.991025 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2967a0e1-b338-46c0-baea-95ce30954ae9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:03.999757 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38060) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:04.003919 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2967a0e1-b338-46c0-baea-95ce30954ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:04.042551 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7f3d5cb7-fda0-4fd9-978b-cefaa75f2662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:04.045996 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2967a0e1-b338-46c0-baea-95ce30954ae9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:12:04.053008 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1535ae-20af-45ed-be4f-6fd3aa0481bf None None] Checking router: 7b00b933-cbd0-402f-a01b-e88c830ca025 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:12:04.053595 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1535ae-20af-45ed-be4f-6fd3aa0481bf None None] Updating router 7b00b933-cbd0-402f-a01b-e88c830ca025 port 956782dc-21f8-474f-9f07-7b1c26a23131 binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:12:04.070449 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967a0e1-b338-46c0-baea-95ce30954ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac0712c-a12b-4294-9453-7e1794dd4e5e,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:04.073843 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2967a0e1-b338-46c0-baea-95ce30954ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:04.074217 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-2967a0e1-b338-46c0-baea-95ce30954ae9 admin admin] Added segment 219589a0-b169-43d5-bef9-0c2c329acf55 of type vlan for network 69443218-81a6-4686-a305-246d9911bca7 Nov 12 01:12:04.122381 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bb1535ae-20af-45ed-be4f-6fd3aa0481bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:04.172150 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-abc8d29f-db40-400c-bea0-b167bc0f2748 None None] Provisioning complete for port 40c052ec-2f65-439a-9ed0-e6052546d1fa triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:04.174413 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-abc8d29f-db40-400c-bea0-b167bc0f2748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:04.185797 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2967a0e1-b338-46c0-baea-95ce30954ae9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:04.248647 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38066) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:04.343621 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-bfe895fc-6782-4c82-a3ee-b54b98efdb29 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-709643108', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:04.398114 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-92f98314-efb5-4442-82cc-4d54fd6ef09f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:04.400263 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bfe895fc-6782-4c82-a3ee-b54b98efdb29 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:04.401714 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bfe895fc-6782-4c82-a3ee-b54b98efdb29 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:04.416641 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-51d56d55-312f-4e6a-9aa3-7badb28221bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:04.523440 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bfe895fc-6782-4c82-a3ee-b54b98efdb29 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:04.578258 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bfe895fc-6782-4c82-a3ee-b54b98efdb29 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:04.610419 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-92f98314-efb5-4442-82cc-4d54fd6ef09f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:04.615538 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bfe895fc-6782-4c82-a3ee-b54b98efdb29 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:04.620888 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-bfe895fc-6782-4c82-a3ee-b54b98efdb29 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6166511 Nov 12 01:12:04.621288 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38072) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:04.627117 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-42bcb253-6c7b-4daa-84c8-00aa952d2fca tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-384440227'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:04.631344 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-92f98314-efb5-4442-82cc-4d54fd6ef09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:04.657275 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bb1535ae-20af-45ed-be4f-6fd3aa0481bf None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:04.665220 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 40c052ec-2f65-439a-9ed0-e6052546d1fa up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:12:04.668297 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bb1535ae-20af-45ed-be4f-6fd3aa0481bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:04.691552 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-92f98314-efb5-4442-82cc-4d54fd6ef09f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dd5a6903553d4c77998d2e8e1f131784&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4412684 Nov 12 01:12:04.694098 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38074) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:04.701030 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2967a0e1-b338-46c0-baea-95ce30954ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:04.702088 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2967a0e1-b338-46c0-baea-95ce30954ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:04.702780 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2967a0e1-b338-46c0-baea-95ce30954ae9 admin admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:04.724953 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f98314-efb5-4442-82cc-4d54fd6ef09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf515b5-8cd8-4c76-9af9-d8b8ffeb4044,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:04.733201 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42bcb253-6c7b-4daa-84c8-00aa952d2fca tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Made reservation on behalf of a90c00777a1a4b179e4dca7da0c21d33 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:12:04.738196 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-42bcb253-6c7b-4daa-84c8-00aa952d2fca tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:04.753237 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-42bcb253-6c7b-4daa-84c8-00aa952d2fca tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:04.757510 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b2ee07-4abe-4339-8492-5410559eb010 None None] Pushing event updated for resources: {'Port': ['ID=956782dc-21f8-474f-9f07-7b1c26a23131,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:04.782239 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2ec2456a-dd62-4215-a59e-60de6e2ed618 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:04.798365 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2967a0e1-b338-46c0-baea-95ce30954ae9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4571435 Nov 12 01:12:04.800640 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8690feed-62cb-4125-a6a3-e8201c1d4fef None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:12:04.803936 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38076) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:04.811044 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967a0e1-b338-46c0-baea-95ce30954ae9 admin admin] Pushing event updated for resources: {'Network': ['ID=69443218-81a6-4686-a305-246d9911bca7,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:04.812027 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-81b3b295-c767-4f91-b63e-0e162f035b10 admin admin] Request body: {'subnet': {'network_id': '69443218-81a6-4686-a305-246d9911bca7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-429531130-subnet', 'tenant_id': 'ad32b1a67d904b2ba2e1b63e22070376', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:04.817007 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-bb1535ae-20af-45ed-be4f-6fd3aa0481bf None None] Attempting to bind port 956782dc-21f8-474f-9f07-7b1c26a23131 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:12:04.817768 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-bb1535ae-20af-45ed-be4f-6fd3aa0481bf None None] Attempting to bind port 956782dc-21f8-474f-9f07-7b1c26a23131 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:12:04.818865 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1535ae-20af-45ed-be4f-6fd3aa0481bf None None] Attempting to bind port 956782dc-21f8-474f-9f07-7b1c26a23131 on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:12:04.825758 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2ec2456a-dd62-4215-a59e-60de6e2ed618 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:04.836033 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 69443218-81a6-4686-a305-246d9911bca7 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:12:04.840247 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-7f3d5cb7-fda0-4fd9-978b-cefaa75f2662 admin admin] Allocated IP 172.20.0.1 (14a46391-15a4-417b-aa61-83c91cedc91b/9d53a572-45ba-42fc-ac33-f5bb708a0a5d/8e3b8bec-2ce6-4e21-b20b-292d01f232ec) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:12:04.847349 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1535ae-20af-45ed-be4f-6fd3aa0481bf None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:12:04.847349 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1535ae-20af-45ed-be4f-6fd3aa0481bf None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:12:04.847636 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bb1535ae-20af-45ed-be4f-6fd3aa0481bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:04.848019 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1535ae-20af-45ed-be4f-6fd3aa0481bf None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:12:04.848668 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-bb1535ae-20af-45ed-be4f-6fd3aa0481bf None None] Bound port: 956782dc-21f8-474f-9f07-7b1c26a23131, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:12:04.849573 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bb1535ae-20af-45ed-be4f-6fd3aa0481bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:04.887169 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b3b295-c767-4f91-b63e-0e162f035b10 admin admin] Made reservation on behalf of ad32b1a67d904b2ba2e1b63e22070376 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:12:04.889455 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-81b3b295-c767-4f91-b63e-0e162f035b10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:04.952665 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 40c052ec-2f65-439a-9ed0-e6052546d1fa triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:04.953069 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:04.980474 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-42bcb253-6c7b-4daa-84c8-00aa952d2fca tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:04.989447 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2ec2456a-dd62-4215-a59e-60de6e2ed618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:04.992246 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2ec2456a-dd62-4215-a59e-60de6e2ed618 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:04.993616 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-2ec2456a-dd62-4215-a59e-60de6e2ed618 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cbf515b5-8cd8-4c76-9af9-d8b8ffeb4044 HTTP/1.1" status: 204 len: 168 time: 0.2986312 Nov 12 01:12:04.996906 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-42bcb253-6c7b-4daa-84c8-00aa952d2fca tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:04.998629 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7f3d5cb7-fda0-4fd9-978b-cefaa75f2662 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:05.013951 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec2456a-dd62-4215-a59e-60de6e2ed618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf515b5-8cd8-4c76-9af9-d8b8ffeb4044,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:05.028400 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42bcb253-6c7b-4daa-84c8-00aa952d2fca tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:12:05.048490 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7f3d5cb7-fda0-4fd9-978b-cefaa75f2662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:05.064771 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-42bcb253-6c7b-4daa-84c8-00aa952d2fca tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:05.065980 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-42bcb253-6c7b-4daa-84c8-00aa952d2fca tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Added segment 512d8b72-55e2-4551-905f-d007d7481684 of type vlan for network 9857b081-0960-4f2d-9587-74c64da22a64 Nov 12 01:12:05.069797 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bcb253-6c7b-4daa-84c8-00aa952d2fca tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9435e640-45b4-49df-88ad-c86b3a400650,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:05.099078 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3d5cb7-fda0-4fd9-978b-cefaa75f2662 admin admin] Network 14a46391-15a4-417b-aa61-83c91cedc91b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:12:05.106741 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-7f3d5cb7-fda0-4fd9-978b-cefaa75f2662 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:12:05.115981 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-19ada8b3-299d-4c68-a6c6-5f08cad58ff6 None None] Provisioning complete for port 956782dc-21f8-474f-9f07-7b1c26a23131 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:05.116463 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-19ada8b3-299d-4c68-a6c6-5f08cad58ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:05.126234 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3d5cb7-fda0-4fd9-978b-cefaa75f2662 admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:12:05.151426 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-42bcb253-6c7b-4daa-84c8-00aa952d2fca tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:05.193386 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-bb1535ae-20af-45ed-be4f-6fd3aa0481bf None None] For port 956782dc-21f8-474f-9f07-7b1c26a23131, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:12:05.200109 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-bb1535ae-20af-45ed-be4f-6fd3aa0481bf None None] For port 956782dc-21f8-474f-9f07-7b1c26a23131, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=956782dc-21f8-474f-9f07-7b1c26a23131,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:12:05.222060 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d5cb7-fda0-4fd9-978b-cefaa75f2662 admin admin] Pushing event updated for resources: {'Port': ['ID=8e3b8bec-2ce6-4e21-b20b-292d01f232ec,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:05.250498 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-81b3b295-c767-4f91-b63e-0e162f035b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:05.258429 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-42bcb253-6c7b-4daa-84c8-00aa952d2fca tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:05.263514 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7f3d5cb7-fda0-4fd9-978b-cefaa75f2662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:05.264513 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bcb253-6c7b-4daa-84c8-00aa952d2fca tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:05.265338 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-42bcb253-6c7b-4daa-84c8-00aa952d2fca tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:05.269897 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bb1535ae-20af-45ed-be4f-6fd3aa0481bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:05.375393 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-42bcb253-6c7b-4daa-84c8-00aa952d2fca tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7531049 Nov 12 01:12:05.379365 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38084) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:05.405411 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83220f1-b6d1-4f08-8c0e-dfd2457229a3 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:12:05.406301 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-e5e4e5ef-f960-4f20-90b9-bbea49e6e758 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Request body: {'subnet': {'network_id': '9857b081-0960-4f2d-9587-74c64da22a64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:05.451735 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-19ada8b3-299d-4c68-a6c6-5f08cad58ff6 None None] Port 956782dc-21f8-474f-9f07-7b1c26a23131 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:12:05.491915 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b3b295-c767-4f91-b63e-0e162f035b10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04b2140c-b5a6-4813-abaa-2c106b79e18b,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:05.495113 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b3b295-c767-4f91-b63e-0e162f035b10 admin admin] Checking segment: {'id': '219589a0-b169-43d5-bef9-0c2c329acf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '69443218-81a6-4686-a305-246d9911bca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:12:05.496798 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b3b295-c767-4f91-b63e-0e162f035b10 admin admin] Network hostable DHCP agents. Network: 69443218-81a6-4686-a305-246d9911bca7, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:12:05.499929 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bcb253-6c7b-4daa-84c8-00aa952d2fca tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Pushing event updated for resources: {'Network': ['ID=9857b081-0960-4f2d-9587-74c64da22a64,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:05.526612 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b3b295-c767-4f91-b63e-0e162f035b10 admin admin] Network 69443218-81a6-4686-a305-246d9911bca7 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:12:05.542307 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-81b3b295-c767-4f91-b63e-0e162f035b10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 69443218-81a6-4686-a305-246d9911bca7) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:12:05.590141 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b3b295-c767-4f91-b63e-0e162f035b10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:05.591825 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-81b3b295-c767-4f91-b63e-0e162f035b10 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:05.637431 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-81b3b295-c767-4f91-b63e-0e162f035b10 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8261857 Nov 12 01:12:05.700675 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e4e5ef-f960-4f20-90b9-bbea49e6e758 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Made reservation on behalf of a90c00777a1a4b179e4dca7da0c21d33 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:12:05.706238 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e5e4e5ef-f960-4f20-90b9-bbea49e6e758 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:05.773755 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 9857b081-0960-4f2d-9587-74c64da22a64 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:12:05.830288 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7f3d5cb7-fda0-4fd9-978b-cefaa75f2662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:05.887986 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56547fa7-10a6-40e2-a63f-c6f764e3513f None None] Network 69443218-81a6-4686-a305-246d9911bca7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:12:05.972369 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b2ee07-4abe-4339-8492-5410559eb010 None None] Pushing event updated for resources: {'Port': ['ID=956782dc-21f8-474f-9f07-7b1c26a23131,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:05.982906 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1535ae-20af-45ed-be4f-6fd3aa0481bf None None] Routers {'7b00b933-cbd0-402f-a01b-e88c830ca025'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:12:05.983797 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-bb1535ae-20af-45ed-be4f-6fd3aa0481bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:11:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['7b00b933-cbd0-402f-a01b-e88c830ca025'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:06.202599 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-22a8d0a0-66bf-40cc-ae5b-b97a34aa0655 None None] Provisioning complete for port 956782dc-21f8-474f-9f07-7b1c26a23131 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:06.203207 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-22a8d0a0-66bf-40cc-ae5b-b97a34aa0655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:06.258701 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-bb1535ae-20af-45ed-be4f-6fd3aa0481bf None None] Set router 7b00b933-cbd0-402f-a01b-e88c830ca025 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:12:06.358518 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e5e4e5ef-f960-4f20-90b9-bbea49e6e758 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:06.422137 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a54caa8-d95b-4e53-bb28-042db9635380 None None] Network 69443218-81a6-4686-a305-246d9911bca7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:12:06.488162 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7f3d5cb7-fda0-4fd9-978b-cefaa75f2662 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:06.499304 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0c1cdc8b-2f46-4326-a9e3-c7862bdb5493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:06.510303 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7f3d5cb7-fda0-4fd9-978b-cefaa75f2662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:06.589241 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-22a8d0a0-66bf-40cc-ae5b-b97a34aa0655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:06.601571 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e4e5ef-f960-4f20-90b9-bbea49e6e758 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Pushing event updated for resources: {'Subnet': ['ID=e463b936-9ae0-4819-b8ab-2a51ad4528ff,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:06.641591 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-22a8d0a0-66bf-40cc-ae5b-b97a34aa0655 None None] For port 956782dc-21f8-474f-9f07-7b1c26a23131, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=956782dc-21f8-474f-9f07-7b1c26a23131,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:06.656297 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e4e5ef-f960-4f20-90b9-bbea49e6e758 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Checking segment: {'id': '512d8b72-55e2-4551-905f-d007d7481684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9857b081-0960-4f2d-9587-74c64da22a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:12:06.656676 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e4e5ef-f960-4f20-90b9-bbea49e6e758 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Network hostable DHCP agents. Network: 9857b081-0960-4f2d-9587-74c64da22a64, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:12:06.660837 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-22a8d0a0-66bf-40cc-ae5b-b97a34aa0655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:06.720973 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d5cb7-fda0-4fd9-978b-cefaa75f2662 admin admin] Pushing event updated for resources: {'Port': ['ID=8e3b8bec-2ce6-4e21-b20b-292d01f232ec,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:06.750136 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7f3d5cb7-fda0-4fd9-978b-cefaa75f2662 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:06.772366 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e4e5ef-f960-4f20-90b9-bbea49e6e758 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Network 9857b081-0960-4f2d-9587-74c64da22a64 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:12:06.810149 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-e5e4e5ef-f960-4f20-90b9-bbea49e6e758 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 9857b081-0960-4f2d-9587-74c64da22a64) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:12:06.841042 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e4e5ef-f960-4f20-90b9-bbea49e6e758 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:06.841669 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e5e4e5ef-f960-4f20-90b9-bbea49e6e758 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:06.848785 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62b1be4-5b07-479e-8178-b1f567f5ba65 None None] Network 9857b081-0960-4f2d-9587-74c64da22a64 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:12:06.911320 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a8d0a0-66bf-40cc-ae5b-b97a34aa0655 None None] Pushing event updated for resources: {'Port': ['ID=956782dc-21f8-474f-9f07-7b1c26a23131,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:06.966403 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-571a75dd-405a-48bc-bb45-0829867b45e0 None None] Provisioning complete for port 8e3b8bec-2ce6-4e21-b20b-292d01f232ec triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:06.966781 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-571a75dd-405a-48bc-bb45-0829867b45e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:06.981228 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e5e4e5ef-f960-4f20-90b9-bbea49e6e758 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5979385 Nov 12 01:12:06.981574 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38192) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:06.986626 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-4424d56f-cc1e-4aa4-be50-dbdfa94e89fd tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Request body: {'network': {'name': 'tempest-router-network01--132206214'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:07.032412 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-571a75dd-405a-48bc-bb45-0829867b45e0 None None] Port 8e3b8bec-2ce6-4e21-b20b-292d01f232ec cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:12:07.044827 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-bb1535ae-20af-45ed-be4f-6fd3aa0481bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b00b933-cbd0-402f-a01b-e88c830ca025', 'name': 'tempest-TestServerBasicOps-2044398896-router', 'tenant_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '956782dc-21f8-474f-9f07-7b1c26a23131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:11:59Z', 'updated_at': '2021-11-12T01:12:05Z', 'revision_number': 4, 'project_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'gw_port': {'id': '956782dc-21f8-474f-9f07-7b1c26a23131', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e2:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b00b933-cbd0-402f-a01b-e88c830ca025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:00Z', 'updated_at': '2021-11-12T01:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '8e3b8bec-2ce6-4e21-b20b-292d01f232ec', 'name': '', 'network_id': '14a46391-15a4-417b-aa61-83c91cedc91b', 'tenant_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'mac_address': 'fa:16:3e:9c:92:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b00b933-cbd0-402f-a01b-e88c830ca025', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '9d53a572-45ba-42fc-ac33-f5bb708a0a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:04Z', 'updated_at': '2021-11-12T01:12:04Z', 'revision_number': 1, 'project_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'subnets': [{'id': '9d53a572-45ba-42fc-ac33-f5bb708a0a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:07.058714 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4424d56f-cc1e-4aa4-be50-dbdfa94e89fd tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Made reservation on behalf of a90c00777a1a4b179e4dca7da0c21d33 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:12:07.076596 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4424d56f-cc1e-4aa4-be50-dbdfa94e89fd tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:07.097807 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1535ae-20af-45ed-be4f-6fd3aa0481bf None None] The sync data for ids ['7b00b933-cbd0-402f-a01b-e88c830ca025'] in n-d-812236-11 is: [{'id': '7b00b933-cbd0-402f-a01b-e88c830ca025', 'name': 'tempest-TestServerBasicOps-2044398896-router', 'tenant_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '956782dc-21f8-474f-9f07-7b1c26a23131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:11:59Z', 'updated_at': '2021-11-12T01:12:05Z', 'revision_number': 4, 'project_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'gw_port': {'id': '956782dc-21f8-474f-9f07-7b1c26a23131', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e2:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b00b933-cbd0-402f-a01b-e88c830ca025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:00Z', 'updated_at': '2021-11-12T01:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '8e3b8bec-2ce6-4e21-b20b-292d01f232ec', 'name': '', 'network_id': '14a46391-15a4-417b-aa61-83c91cedc91b', 'tenant_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'mac_address': 'fa:16:3e:9c:92:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b00b933-cbd0-402f-a01b-e88c830ca025', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '9d53a572-45ba-42fc-ac33-f5bb708a0a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:04Z', 'updated_at': '2021-11-12T01:12:04Z', 'revision_number': 1, 'project_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'subnets': [{'id': '9d53a572-45ba-42fc-ac33-f5bb708a0a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:12:07.116787 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3d5cb7-fda0-4fd9-978b-cefaa75f2662 admin admin] Network 14a46391-15a4-417b-aa61-83c91cedc91b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:12:07.128247 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-7f3d5cb7-fda0-4fd9-978b-cefaa75f2662 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:12:07.180641 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4424d56f-cc1e-4aa4-be50-dbdfa94e89fd tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:12:07.207178 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a7e19f-f36c-4fd3-b48d-8d9bc9e6bd40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-9857b081-0960-4f2d-9587-74c64da22a64', 'network_id': '9857b081-0960-4f2d-9587-74c64da22a64', 'tenant_id': 'a90c00777a1a4b179e4dca7da0c21d33', 'fixed_ips': [{'subnet_id': 'e463b936-9ae0-4819-b8ab-2a51ad4528ff'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:12:07.208914 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e1a7e19f-f36c-4fd3-b48d-8d9bc9e6bd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:07.209038 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4424d56f-cc1e-4aa4-be50-dbdfa94e89fd tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:07.209365 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-4424d56f-cc1e-4aa4-be50-dbdfa94e89fd tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Added segment 3ac00b9b-b13f-49a4-86ed-1c39e7a388ba of type vlan for network 550313c5-a32d-4ff8-8d4f-83e62347a8ab Nov 12 01:12:07.375835 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4424d56f-cc1e-4aa4-be50-dbdfa94e89fd tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:07.439096 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4424d56f-cc1e-4aa4-be50-dbdfa94e89fd tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:07.446516 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4424d56f-cc1e-4aa4-be50-dbdfa94e89fd tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:07.447500 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4424d56f-cc1e-4aa4-be50-dbdfa94e89fd tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:07.479586 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f3d5cb7-fda0-4fd9-978b-cefaa75f2662 admin admin] Router 7b00b933-cbd0-402f-a01b-e88c830ca025 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:12:07.584956 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-e1a7e19f-f36c-4fd3-b48d-8d9bc9e6bd40 None None] Allocated IP 172.20.0.2 (9857b081-0960-4f2d-9587-74c64da22a64/e463b936-9ae0-4819-b8ab-2a51ad4528ff/08c2ed4b-69c4-42a6-b1d6-b5eb8becc65b) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:12:07.605538 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4424d56f-cc1e-4aa4-be50-dbdfa94e89fd tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6227000 Nov 12 01:12:07.635498 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-0fee1bdf-ea12-4493-9107-e639302fbf64 None None] Provisioning complete for port 8e3b8bec-2ce6-4e21-b20b-292d01f232ec triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:07.635811 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0fee1bdf-ea12-4493-9107-e639302fbf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:07.680281 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38206) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:07.701879 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-3d75fde0-2203-4ffb-a598-1568b59b4f57 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Request body: {'network': {'name': 'tempest-router-network02--287410326'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:07.726886 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4424d56f-cc1e-4aa4-be50-dbdfa94e89fd tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Pushing event updated for resources: {'Network': ['ID=550313c5-a32d-4ff8-8d4f-83e62347a8ab,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:07.743578 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d75fde0-2203-4ffb-a598-1568b59b4f57 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Made reservation on behalf of a90c00777a1a4b179e4dca7da0c21d33 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:12:07.751002 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3d75fde0-2203-4ffb-a598-1568b59b4f57 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:07.787117 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d75fde0-2203-4ffb-a598-1568b59b4f57 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:12:07.808864 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3d75fde0-2203-4ffb-a598-1568b59b4f57 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:07.809632 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-3d75fde0-2203-4ffb-a598-1568b59b4f57 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Added segment e80e3bcd-573d-4a29-94fe-a33a0b8d4998 of type vlan for network 3b555d7f-ba37-4b67-adf1-b45062de31ca Nov 12 01:12:07.835304 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 550313c5-a32d-4ff8-8d4f-83e62347a8ab details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:12:07.855392 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3d5cb7-fda0-4fd9-978b-cefaa75f2662 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:12:07.871810 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7f3d5cb7-fda0-4fd9-978b-cefaa75f2662 admin admin] 10.222.0.20 "PUT /v2.0/routers/7b00b933-cbd0-402f-a01b-e88c830ca025/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6868746 Nov 12 01:12:07.907113 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3d75fde0-2203-4ffb-a598-1568b59b4f57 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:07.945022 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3d75fde0-2203-4ffb-a598-1568b59b4f57 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:07.953696 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d75fde0-2203-4ffb-a598-1568b59b4f57 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:07.954805 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3d75fde0-2203-4ffb-a598-1568b59b4f57 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:08.009927 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:08.021025 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-3d75fde0-2203-4ffb-a598-1568b59b4f57 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3304360 Nov 12 01:12:08.023944 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38216) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:08.025075 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-0fee1bdf-ea12-4493-9107-e639302fbf64 None None] Port 8e3b8bec-2ce6-4e21-b20b-292d01f232ec cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:12:08.033548 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-3b9a0e34-8fa2-4acb-920d-971ec21f13f7 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Request body: {'subnet': {'network_id': '550313c5-a32d-4ff8-8d4f-83e62347a8ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:08.199541 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d75fde0-2203-4ffb-a598-1568b59b4f57 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Pushing event updated for resources: {'Network': ['ID=3b555d7f-ba37-4b67-adf1-b45062de31ca,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:08.206348 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9a0e34-8fa2-4acb-920d-971ec21f13f7 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Made reservation on behalf of a90c00777a1a4b179e4dca7da0c21d33 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:12:08.210523 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3b9a0e34-8fa2-4acb-920d-971ec21f13f7 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:08.366412 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e1a7e19f-f36c-4fd3-b48d-8d9bc9e6bd40 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:08.387924 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 3b555d7f-ba37-4b67-adf1-b45062de31ca details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:12:08.401166 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e1a7e19f-f36c-4fd3-b48d-8d9bc9e6bd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:08.574247 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a7e19f-f36c-4fd3-b48d-8d9bc9e6bd40 None None] Network 9857b081-0960-4f2d-9587-74c64da22a64 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:12:08.831866 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3b9a0e34-8fa2-4acb-920d-971ec21f13f7 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:08.926607 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-e1a7e19f-f36c-4fd3-b48d-8d9bc9e6bd40 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:12:08.952069 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a7e19f-f36c-4fd3-b48d-8d9bc9e6bd40 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:12:08.966843 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 956782dc-21f8-474f-9f07-7b1c26a23131 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:12:09.063379 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a0e34-8fa2-4acb-920d-971ec21f13f7 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Pushing event updated for resources: {'Subnet': ['ID=32cf964d-4e45-4e2b-9bb6-1aa246ef7268,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:09.071253 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9a0e34-8fa2-4acb-920d-971ec21f13f7 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Checking segment: {'id': '3ac00b9b-b13f-49a4-86ed-1c39e7a388ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '550313c5-a32d-4ff8-8d4f-83e62347a8ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:12:09.071636 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9a0e34-8fa2-4acb-920d-971ec21f13f7 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Network hostable DHCP agents. Network: 550313c5-a32d-4ff8-8d4f-83e62347a8ab, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:12:09.115452 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9a0e34-8fa2-4acb-920d-971ec21f13f7 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Network 550313c5-a32d-4ff8-8d4f-83e62347a8ab is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:12:09.134068 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-3b9a0e34-8fa2-4acb-920d-971ec21f13f7 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 550313c5-a32d-4ff8-8d4f-83e62347a8ab) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:12:09.140530 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9a0e34-8fa2-4acb-920d-971ec21f13f7 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:09.141064 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3b9a0e34-8fa2-4acb-920d-971ec21f13f7 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:09.164581 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3ba526-5a00-4b83-a0c1-f17881b4dcfe None None] Network 550313c5-a32d-4ff8-8d4f-83e62347a8ab requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:12:09.165828 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3b9a0e34-8fa2-4acb-920d-971ec21f13f7 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1378338 Nov 12 01:12:09.168694 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38242) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:09.180268 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-fbebe6bf-be5c-45e8-a42f-25082e3677c1 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Request body: {'subnet': {'network_id': '3b555d7f-ba37-4b67-adf1-b45062de31ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:09.246994 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7e19f-f36c-4fd3-b48d-8d9bc9e6bd40 None None] Pushing event updated for resources: {'Port': ['ID=08c2ed4b-69c4-42a6-b1d6-b5eb8becc65b,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:09.403178 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbebe6bf-be5c-45e8-a42f-25082e3677c1 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Made reservation on behalf of a90c00777a1a4b179e4dca7da0c21d33 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:12:09.414932 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fbebe6bf-be5c-45e8-a42f-25082e3677c1 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:09.427867 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-e1a7e19f-f36c-4fd3-b48d-8d9bc9e6bd40 None None] Attempting to bind port 08c2ed4b-69c4-42a6-b1d6-b5eb8becc65b on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:12:09.428520 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-e1a7e19f-f36c-4fd3-b48d-8d9bc9e6bd40 None None] Attempting to bind port 08c2ed4b-69c4-42a6-b1d6-b5eb8becc65b by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '512d8b72-55e2-4551-905f-d007d7481684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9857b081-0960-4f2d-9587-74c64da22a64'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:12:09.428897 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a7e19f-f36c-4fd3-b48d-8d9bc9e6bd40 None None] Attempting to bind port 08c2ed4b-69c4-42a6-b1d6-b5eb8becc65b on network 9857b081-0960-4f2d-9587-74c64da22a64 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:12:09.454403 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38250) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:09.454565 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a7e19f-f36c-4fd3-b48d-8d9bc9e6bd40 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:12:09.455047 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a7e19f-f36c-4fd3-b48d-8d9bc9e6bd40 None None] Checking segment: {'id': '512d8b72-55e2-4551-905f-d007d7481684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9857b081-0960-4f2d-9587-74c64da22a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:12:09.455472 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e1a7e19f-f36c-4fd3-b48d-8d9bc9e6bd40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:09.456331 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a7e19f-f36c-4fd3-b48d-8d9bc9e6bd40 None None] Bound using segment: {'id': '512d8b72-55e2-4551-905f-d007d7481684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9857b081-0960-4f2d-9587-74c64da22a64'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:12:09.456947 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-e1a7e19f-f36c-4fd3-b48d-8d9bc9e6bd40 None None] Bound port: 08c2ed4b-69c4-42a6-b1d6-b5eb8becc65b, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '512d8b72-55e2-4551-905f-d007d7481684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9857b081-0960-4f2d-9587-74c64da22a64'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:12:09.457390 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e1a7e19f-f36c-4fd3-b48d-8d9bc9e6bd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:09.461271 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-83fa8503-c359-4661-a08b-0b6203cf5b3a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-686833667-network', 'tenant_id': '6a26c7be86104e1097d52558d9fbd815'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:09.469459 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 956782dc-21f8-474f-9f07-7b1c26a23131 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:09.470037 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:09.511747 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83fa8503-c359-4661-a08b-0b6203cf5b3a admin admin] Made reservation on behalf of 6a26c7be86104e1097d52558d9fbd815 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:12:09.514388 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-83fa8503-c359-4661-a08b-0b6203cf5b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:09.545636 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-83fa8503-c359-4661-a08b-0b6203cf5b3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:09.592392 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:09.725398 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-83fa8503-c359-4661-a08b-0b6203cf5b3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:09.730784 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-83fa8503-c359-4661-a08b-0b6203cf5b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:09.745580 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83fa8503-c359-4661-a08b-0b6203cf5b3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:12:09.757496 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-83fa8503-c359-4661-a08b-0b6203cf5b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:09.757969 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-83fa8503-c359-4661-a08b-0b6203cf5b3a admin admin] Added segment f3f4a0d7-4788-468b-8b50-80083d860f8c of type vlan for network 4c899a05-8860-4795-9aec-cedfd3501d08 Nov 12 01:12:09.811450 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fbebe6bf-be5c-45e8-a42f-25082e3677c1 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:09.814542 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-83fa8503-c359-4661-a08b-0b6203cf5b3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:09.844772 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa8503-c359-4661-a08b-0b6203cf5b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81259fa6-ff52-4f83-aed9-297b9a051229,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:09.874285 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-83fa8503-c359-4661-a08b-0b6203cf5b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:09.875595 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fa8503-c359-4661-a08b-0b6203cf5b3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:09.876550 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-83fa8503-c359-4661-a08b-0b6203cf5b3a admin admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:09.913291 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-83fa8503-c359-4661-a08b-0b6203cf5b3a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4568830 Nov 12 01:12:09.924165 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38258) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:09.931746 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-af392c3a-1d58-4baf-ab9a-9ea81830a093 admin admin] Request body: {'subnet': {'network_id': '4c899a05-8860-4795-9aec-cedfd3501d08', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-686833667-subnet', 'tenant_id': '6a26c7be86104e1097d52558d9fbd815', 'ip_version': 4}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:09.939603 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbebe6bf-be5c-45e8-a42f-25082e3677c1 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Pushing event updated for resources: {'Subnet': ['ID=6a455482-af28-45bb-820b-92d8e7a954cc,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:09.963241 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbebe6bf-be5c-45e8-a42f-25082e3677c1 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Checking segment: {'id': 'e80e3bcd-573d-4a29-94fe-a33a0b8d4998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3b555d7f-ba37-4b67-adf1-b45062de31ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:12:09.964638 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbebe6bf-be5c-45e8-a42f-25082e3677c1 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Network hostable DHCP agents. Network: 3b555d7f-ba37-4b67-adf1-b45062de31ca, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:12:10.007956 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af392c3a-1d58-4baf-ab9a-9ea81830a093 admin admin] Made reservation on behalf of 6a26c7be86104e1097d52558d9fbd815 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:12:10.012033 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-af392c3a-1d58-4baf-ab9a-9ea81830a093 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:10.042878 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbebe6bf-be5c-45e8-a42f-25082e3677c1 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Network 3b555d7f-ba37-4b67-adf1-b45062de31ca is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:12:10.054650 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d21311-d11a-49da-bb37-23f55d2c5b2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-550313c5-a32d-4ff8-8d4f-83e62347a8ab', 'network_id': '550313c5-a32d-4ff8-8d4f-83e62347a8ab', 'tenant_id': 'a90c00777a1a4b179e4dca7da0c21d33', 'fixed_ips': [{'subnet_id': '32cf964d-4e45-4e2b-9bb6-1aa246ef7268'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:12:10.060543 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c4d21311-d11a-49da-bb37-23f55d2c5b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:10.099809 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-fbebe6bf-be5c-45e8-a42f-25082e3677c1 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 3b555d7f-ba37-4b67-adf1-b45062de31ca) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:12:10.115960 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa8503-c359-4661-a08b-0b6203cf5b3a admin admin] Pushing event updated for resources: {'Network': ['ID=4c899a05-8860-4795-9aec-cedfd3501d08,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:10.121764 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbebe6bf-be5c-45e8-a42f-25082e3677c1 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:10.122659 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fbebe6bf-be5c-45e8-a42f-25082e3677c1 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:10.124784 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb0d5ce-59dc-447c-b190-3a4523417047 None None] Network 3b555d7f-ba37-4b67-adf1-b45062de31ca requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:12:10.140890 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-e1a7e19f-f36c-4fd3-b48d-8d9bc9e6bd40 None None] For port 08c2ed4b-69c4-42a6-b1d6-b5eb8becc65b, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:12:10.147455 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-fbebe6bf-be5c-45e8-a42f-25082e3677c1 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9746521 Nov 12 01:12:10.148848 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38262) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:10.239535 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-e1a7e19f-f36c-4fd3-b48d-8d9bc9e6bd40 None None] For port 08c2ed4b-69c4-42a6-b1d6-b5eb8becc65b, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=08c2ed4b-69c4-42a6-b1d6-b5eb8becc65b,segment=NetworkSegment(512d8b72-55e2-4551-905f-d007d7481684),segment_id=512d8b72-55e2-4551-905f-d007d7481684)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:12:10.279182 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 4c899a05-8860-4795-9aec-cedfd3501d08 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:12:10.364526 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-af392c3a-1d58-4baf-ab9a-9ea81830a093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:10.373697 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e1a7e19f-f36c-4fd3-b48d-8d9bc9e6bd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:10.484294 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af392c3a-1d58-4baf-ab9a-9ea81830a093 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbfa08d3-7836-4a2c-bcda-daadebf45d1b,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:10.496993 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af392c3a-1d58-4baf-ab9a-9ea81830a093 admin admin] Checking segment: {'id': 'f3f4a0d7-4788-468b-8b50-80083d860f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '4c899a05-8860-4795-9aec-cedfd3501d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:12:10.497697 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af392c3a-1d58-4baf-ab9a-9ea81830a093 admin admin] Network hostable DHCP agents. Network: 4c899a05-8860-4795-9aec-cedfd3501d08, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:12:10.533734 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af392c3a-1d58-4baf-ab9a-9ea81830a093 admin admin] Network 4c899a05-8860-4795-9aec-cedfd3501d08 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:12:10.563458 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-af392c3a-1d58-4baf-ab9a-9ea81830a093 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 4c899a05-8860-4795-9aec-cedfd3501d08) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:12:10.578654 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af392c3a-1d58-4baf-ab9a-9ea81830a093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:10.582838 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-af392c3a-1d58-4baf-ab9a-9ea81830a093 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:10.619579 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-af392c3a-1d58-4baf-ab9a-9ea81830a093 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6921515 Nov 12 01:12:10.622184 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38266) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:10.631247 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-aba54285-8d93-48d4-8e43-518d87beac57 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-686833667-router', 'tenant_id': '6a26c7be86104e1097d52558d9fbd815', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:10.682701 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aba54285-8d93-48d4-8e43-518d87beac57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:10.685232 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aba54285-8d93-48d4-8e43-518d87beac57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:10.793783 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f01b20d0-720e-469b-9a06-f6125b205b6d tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:10.827570 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aba54285-8d93-48d4-8e43-518d87beac57 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:10.880883 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e323e995-3149-421f-8a11-41b2d1f27bb8 None None] Network 4c899a05-8860-4795-9aec-cedfd3501d08 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:12:10.968846 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25815cf9-b230-42f0-84be-7c271f8b6ea3 None None] Sync routers for ids ['7b00b933-cbd0-402f-a01b-e88c830ca025'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:12:10.988112 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25815cf9-b230-42f0-84be-7c271f8b6ea3 None None] Routers {'7b00b933-cbd0-402f-a01b-e88c830ca025'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:12:10.988745 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-25815cf9-b230-42f0-84be-7c271f8b6ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:12:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['7b00b933-cbd0-402f-a01b-e88c830ca025'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:11.162883 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-25815cf9-b230-42f0-84be-7c271f8b6ea3 None None] Set router 7b00b933-cbd0-402f-a01b-e88c830ca025 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:12:11.305921 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:11.320948 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7e19f-f36c-4fd3-b48d-8d9bc9e6bd40 None None] Pushing event updated for resources: {'Port': ['ID=08c2ed4b-69c4-42a6-b1d6-b5eb8becc65b,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:11.350019 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314bcd60-bd56-4fbd-b30e-0d748fd2ce25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-3b555d7f-ba37-4b67-adf1-b45062de31ca', 'network_id': '3b555d7f-ba37-4b67-adf1-b45062de31ca', 'tenant_id': 'a90c00777a1a4b179e4dca7da0c21d33', 'fixed_ips': [{'subnet_id': '6a455482-af28-45bb-820b-92d8e7a954cc'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:12:11.351338 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-314bcd60-bd56-4fbd-b30e-0d748fd2ce25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:11.567802 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-25815cf9-b230-42f0-84be-7c271f8b6ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b00b933-cbd0-402f-a01b-e88c830ca025', 'name': 'tempest-TestServerBasicOps-2044398896-router', 'tenant_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '956782dc-21f8-474f-9f07-7b1c26a23131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:11:59Z', 'updated_at': '2021-11-12T01:12:05Z', 'revision_number': 4, 'project_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'gw_port': {'id': '956782dc-21f8-474f-9f07-7b1c26a23131', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b00b933-cbd0-402f-a01b-e88c830ca025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:00Z', 'updated_at': '2021-11-12T01:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '8e3b8bec-2ce6-4e21-b20b-292d01f232ec', 'name': '', 'network_id': '14a46391-15a4-417b-aa61-83c91cedc91b', 'tenant_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'mac_address': 'fa:16:3e:9c:92:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b00b933-cbd0-402f-a01b-e88c830ca025', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '9d53a572-45ba-42fc-ac33-f5bb708a0a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:04Z', 'updated_at': '2021-11-12T01:12:05Z', 'revision_number': 2, 'project_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'subnets': [{'id': '9d53a572-45ba-42fc-ac33-f5bb708a0a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:11.573901 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:11.644163 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1ea2b4-f284-40f4-b899-32348adca08e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-4c899a05-8860-4795-9aec-cedfd3501d08', 'network_id': '4c899a05-8860-4795-9aec-cedfd3501d08', 'tenant_id': '6a26c7be86104e1097d52558d9fbd815', 'fixed_ips': [{'subnet_id': 'cbfa08d3-7836-4a2c-bcda-daadebf45d1b'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:12:11.645420 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6d1ea2b4-f284-40f4-b899-32348adca08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:11.666997 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25815cf9-b230-42f0-84be-7c271f8b6ea3 None None] Checking router: 7b00b933-cbd0-402f-a01b-e88c830ca025 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:12:11.667342 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25815cf9-b230-42f0-84be-7c271f8b6ea3 None None] Updating router 7b00b933-cbd0-402f-a01b-e88c830ca025 port 8e3b8bec-2ce6-4e21-b20b-292d01f232ec binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:12:11.689953 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-c4d21311-d11a-49da-bb37-23f55d2c5b2a None None] Allocated IP 172.20.0.2 (550313c5-a32d-4ff8-8d4f-83e62347a8ab/32cf964d-4e45-4e2b-9bb6-1aa246ef7268/ec485f77-5d0a-40d8-9604-2b6a8236b0f1) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:12:11.723893 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-25815cf9-b230-42f0-84be-7c271f8b6ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:11.896191 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38280) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:12.132668 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aba54285-8d93-48d4-8e43-518d87beac57 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:12.202300 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8d0e132f-2572-4e93-b654-60c607e2dfa0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:12.269918 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c4d21311-d11a-49da-bb37-23f55d2c5b2a None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:12.359341 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c4d21311-d11a-49da-bb37-23f55d2c5b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:12.411393 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-f01b20d0-720e-469b-9a06-f6125b205b6d tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Allocated IP 172.20.0.1 (550313c5-a32d-4ff8-8d4f-83e62347a8ab/32cf964d-4e45-4e2b-9bb6-1aa246ef7268/785e445f-ea39-4247-981c-732ee4c41bef) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:12:12.674009 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d21311-d11a-49da-bb37-23f55d2c5b2a None None] Network 550313c5-a32d-4ff8-8d4f-83e62347a8ab is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:12:12.680528 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-314bcd60-bd56-4fbd-b30e-0d748fd2ce25 None None] Allocated IP 172.20.0.2 (3b555d7f-ba37-4b67-adf1-b45062de31ca/6a455482-af28-45bb-820b-92d8e7a954cc/0b2dfe30-6cd3-495b-bdce-96c8421354d7) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:12:12.712980 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aba54285-8d93-48d4-8e43-518d87beac57 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:12.726580 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-c4d21311-d11a-49da-bb37-23f55d2c5b2a None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:12:12.732644 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d21311-d11a-49da-bb37-23f55d2c5b2a None None] Pushing event updated for resources: {'Port': ['ID=ec485f77-5d0a-40d8-9604-2b6a8236b0f1,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:12.758878 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d21311-d11a-49da-bb37-23f55d2c5b2a None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:12:12.783523 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d21311-d11a-49da-bb37-23f55d2c5b2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:12.783931 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d21311-d11a-49da-bb37-23f55d2c5b2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:12.784771 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d21311-d11a-49da-bb37-23f55d2c5b2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:12.785110 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d21311-d11a-49da-bb37-23f55d2c5b2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:12.785469 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d21311-d11a-49da-bb37-23f55d2c5b2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:12.785804 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d21311-d11a-49da-bb37-23f55d2c5b2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:12.786250 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d21311-d11a-49da-bb37-23f55d2c5b2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:12.786444 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d21311-d11a-49da-bb37-23f55d2c5b2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:12.786839 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d21311-d11a-49da-bb37-23f55d2c5b2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:12.787083 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d21311-d11a-49da-bb37-23f55d2c5b2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:12.787407 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d21311-d11a-49da-bb37-23f55d2c5b2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:12.787725 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d21311-d11a-49da-bb37-23f55d2c5b2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:12.801535 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aba54285-8d93-48d4-8e43-518d87beac57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:12.864218 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8d0e132f-2572-4e93-b654-60c607e2dfa0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:12.895676 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-6d1ea2b4-f284-40f4-b899-32348adca08e None None] Allocated IP 172.20.0.2 (4c899a05-8860-4795-9aec-cedfd3501d08/cbfa08d3-7836-4a2c-bcda-daadebf45d1b/ad772100-9aaf-49a6-a587-c162f12a623e) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:12:12.922686 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-25815cf9-b230-42f0-84be-7c271f8b6ea3 None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:12.941518 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-25815cf9-b230-42f0-84be-7c271f8b6ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:12.966945 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f01b20d0-720e-469b-9a06-f6125b205b6d tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:13.083848 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8d0e132f-2572-4e93-b654-60c607e2dfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:13.255173 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b69fcc6-06d1-49ca-8d7e-bbadb4556885 None None] Pushing event updated for resources: {'Port': ['ID=8e3b8bec-2ce6-4e21-b20b-292d01f232ec,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:13.283568 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 08c2ed4b-69c4-42a6-b1d6-b5eb8becc65b up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:12:13.309302 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b69fcc6-06d1-49ca-8d7e-bbadb4556885 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:13.313636 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b69fcc6-06d1-49ca-8d7e-bbadb4556885 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:13.314054 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b69fcc6-06d1-49ca-8d7e-bbadb4556885 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:13.314436 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b69fcc6-06d1-49ca-8d7e-bbadb4556885 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:13.314769 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b69fcc6-06d1-49ca-8d7e-bbadb4556885 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:13.315649 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b69fcc6-06d1-49ca-8d7e-bbadb4556885 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:13.316010 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b69fcc6-06d1-49ca-8d7e-bbadb4556885 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:13.316347 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b69fcc6-06d1-49ca-8d7e-bbadb4556885 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:13.316665 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b69fcc6-06d1-49ca-8d7e-bbadb4556885 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:13.321258 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b69fcc6-06d1-49ca-8d7e-bbadb4556885 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:13.321955 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b69fcc6-06d1-49ca-8d7e-bbadb4556885 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:13.322409 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b69fcc6-06d1-49ca-8d7e-bbadb4556885 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:13.328138 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f01b20d0-720e-469b-9a06-f6125b205b6d tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:13.353476 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-aba54285-8d93-48d4-8e43-518d87beac57 admin admin] Allocated IP 172.25.2.37 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/13e1d463-1797-4d38-b09a-a498607a9044) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:12:13.412324 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8d0e132f-2572-4e93-b654-60c607e2dfa0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=55ad0385e0844ed19688fed3bb39566b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5147405 Nov 12 01:12:13.419547 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b20d0-720e-469b-9a06-f6125b205b6d tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Pushing event updated for resources: {'Port': ['ID=785e445f-ea39-4247-981c-732ee4c41bef,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:13.432801 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38288) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:13.433499 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e132f-2572-4e93-b654-60c607e2dfa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a782c6-3935-4a12-8c61-8ce7d09f146f,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:13.458727 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01b20d0-720e-469b-9a06-f6125b205b6d tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Network 550313c5-a32d-4ff8-8d4f-83e62347a8ab is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:12:13.468359 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-f01b20d0-720e-469b-9a06-f6125b205b6d tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:12:13.474000 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01b20d0-720e-469b-9a06-f6125b205b6d tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:12:13.514580 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-25815cf9-b230-42f0-84be-7c271f8b6ea3 None None] Attempting to bind port 8e3b8bec-2ce6-4e21-b20b-292d01f232ec on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:12:13.514971 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-25815cf9-b230-42f0-84be-7c271f8b6ea3 None None] Attempting to bind port 8e3b8bec-2ce6-4e21-b20b-292d01f232ec by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'd5e4d18d-f7e3-4d31-8d58-df1c251fd023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '14a46391-15a4-417b-aa61-83c91cedc91b'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:12:13.515338 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25815cf9-b230-42f0-84be-7c271f8b6ea3 None None] Attempting to bind port 8e3b8bec-2ce6-4e21-b20b-292d01f232ec on network 14a46391-15a4-417b-aa61-83c91cedc91b {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:12:13.530112 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25815cf9-b230-42f0-84be-7c271f8b6ea3 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:12:13.532298 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25815cf9-b230-42f0-84be-7c271f8b6ea3 None None] Checking segment: {'id': 'd5e4d18d-f7e3-4d31-8d58-df1c251fd023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '14a46391-15a4-417b-aa61-83c91cedc91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:12:13.532930 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-25815cf9-b230-42f0-84be-7c271f8b6ea3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:13.538221 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25815cf9-b230-42f0-84be-7c271f8b6ea3 None None] Bound using segment: {'id': 'd5e4d18d-f7e3-4d31-8d58-df1c251fd023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '14a46391-15a4-417b-aa61-83c91cedc91b'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:12:13.538841 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-25815cf9-b230-42f0-84be-7c271f8b6ea3 None None] Bound port: 8e3b8bec-2ce6-4e21-b20b-292d01f232ec, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5e4d18d-f7e3-4d31-8d58-df1c251fd023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '14a46391-15a4-417b-aa61-83c91cedc91b'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:12:13.539272 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-25815cf9-b230-42f0-84be-7c271f8b6ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:13.650981 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aba54285-8d93-48d4-8e43-518d87beac57 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:13.667141 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d5c6740a-4704-4ef4-99ec-252cf906f3ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:13.689889 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f01b20d0-720e-469b-9a06-f6125b205b6d tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:13.692635 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aba54285-8d93-48d4-8e43-518d87beac57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:13.713933 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-25815cf9-b230-42f0-84be-7c271f8b6ea3 None None] For port 8e3b8bec-2ce6-4e21-b20b-292d01f232ec, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:12:13.718838 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-25815cf9-b230-42f0-84be-7c271f8b6ea3 None None] For port 8e3b8bec-2ce6-4e21-b20b-292d01f232ec, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=8e3b8bec-2ce6-4e21-b20b-292d01f232ec,segment=NetworkSegment(d5e4d18d-f7e3-4d31-8d58-df1c251fd023),segment_id=d5e4d18d-f7e3-4d31-8d58-df1c251fd023)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:12:13.731693 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-25815cf9-b230-42f0-84be-7c271f8b6ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:13.780404 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba54285-8d93-48d4-8e43-518d87beac57 admin admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:12:13.800949 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-aba54285-8d93-48d4-8e43-518d87beac57 admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:12:13.807930 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba54285-8d93-48d4-8e43-518d87beac57 admin admin] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:12:13.811482 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba54285-8d93-48d4-8e43-518d87beac57 admin admin] Pushing event updated for resources: {'Port': ['ID=13e1d463-1797-4d38-b09a-a498607a9044,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:13.819988 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d5c6740a-4704-4ef4-99ec-252cf906f3ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:13.840959 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6d1ea2b4-f284-40f4-b899-32348adca08e None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:13.898517 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b69fcc6-06d1-49ca-8d7e-bbadb4556885 None None] Pushing event updated for resources: {'Port': ['ID=8e3b8bec-2ce6-4e21-b20b-292d01f232ec,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:13.974819 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25815cf9-b230-42f0-84be-7c271f8b6ea3 None None] Routers {'7b00b933-cbd0-402f-a01b-e88c830ca025'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:12:13.979743 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-25815cf9-b230-42f0-84be-7c271f8b6ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:12:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['7b00b933-cbd0-402f-a01b-e88c830ca025'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:14.019977 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c483d953-2a86-4efb-97d1-77f3369319a1 None None] Network 9857b081-0960-4f2d-9587-74c64da22a64 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:12:14.030070 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ab8c94-1e9b-4408-ab6c-1d214259e090 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:12:14.092210 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f01b20d0-720e-469b-9a06-f6125b205b6d tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:14.104334 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6d1ea2b4-f284-40f4-b899-32348adca08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:14.118204 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:14.174960 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d5c6740a-4704-4ef4-99ec-252cf906f3ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:14.186390 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d5c6740a-4704-4ef4-99ec-252cf906f3ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:14.201223 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d5c6740a-4704-4ef4-99ec-252cf906f3ce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c6a782c6-3935-4a12-8c61-8ce7d09f146f HTTP/1.1" status: 204 len: 168 time: 0.7521446 Nov 12 01:12:14.328051 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6740a-4704-4ef4-99ec-252cf906f3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a782c6-3935-4a12-8c61-8ce7d09f146f,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:14.349215 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-25815cf9-b230-42f0-84be-7c271f8b6ea3 None None] Set router 7b00b933-cbd0-402f-a01b-e88c830ca025 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:12:14.444615 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aba54285-8d93-48d4-8e43-518d87beac57 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:14.547328 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-314bcd60-bd56-4fbd-b30e-0d748fd2ce25 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:14.633817 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1ea2b4-f284-40f4-b899-32348adca08e None None] Network 4c899a05-8860-4795-9aec-cedfd3501d08 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:12:14.735571 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-25815cf9-b230-42f0-84be-7c271f8b6ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b00b933-cbd0-402f-a01b-e88c830ca025', 'name': 'tempest-TestServerBasicOps-2044398896-router', 'tenant_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '956782dc-21f8-474f-9f07-7b1c26a23131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:11:59Z', 'updated_at': '2021-11-12T01:12:05Z', 'revision_number': 4, 'project_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'gw_port': {'id': '956782dc-21f8-474f-9f07-7b1c26a23131', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b00b933-cbd0-402f-a01b-e88c830ca025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:00Z', 'updated_at': '2021-11-12T01:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '8e3b8bec-2ce6-4e21-b20b-292d01f232ec', 'name': '', 'network_id': '14a46391-15a4-417b-aa61-83c91cedc91b', 'tenant_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'mac_address': 'fa:16:3e:9c:92:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b00b933-cbd0-402f-a01b-e88c830ca025', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '9d53a572-45ba-42fc-ac33-f5bb708a0a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:04Z', 'updated_at': '2021-11-12T01:12:13Z', 'revision_number': 4, 'project_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'subnets': [{'id': '9d53a572-45ba-42fc-ac33-f5bb708a0a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:14.771747 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-314bcd60-bd56-4fbd-b30e-0d748fd2ce25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:14.801143 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25815cf9-b230-42f0-84be-7c271f8b6ea3 None None] The sync data for ids ['7b00b933-cbd0-402f-a01b-e88c830ca025'] in n-d-812236-11 is: [{'id': '7b00b933-cbd0-402f-a01b-e88c830ca025', 'name': 'tempest-TestServerBasicOps-2044398896-router', 'tenant_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '956782dc-21f8-474f-9f07-7b1c26a23131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:11:59Z', 'updated_at': '2021-11-12T01:12:05Z', 'revision_number': 4, 'project_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'gw_port': {'id': '956782dc-21f8-474f-9f07-7b1c26a23131', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b00b933-cbd0-402f-a01b-e88c830ca025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:00Z', 'updated_at': '2021-11-12T01:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '8e3b8bec-2ce6-4e21-b20b-292d01f232ec', 'name': '', 'network_id': '14a46391-15a4-417b-aa61-83c91cedc91b', 'tenant_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'mac_address': 'fa:16:3e:9c:92:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b00b933-cbd0-402f-a01b-e88c830ca025', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '9d53a572-45ba-42fc-ac33-f5bb708a0a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:04Z', 'updated_at': '2021-11-12T01:12:13Z', 'revision_number': 4, 'project_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'subnets': [{'id': '9d53a572-45ba-42fc-ac33-f5bb708a0a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:12:14.829990 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f01b20d0-720e-469b-9a06-f6125b205b6d tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:14.835122 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-6d1ea2b4-f284-40f4-b899-32348adca08e None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:12:14.838589 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f01b20d0-720e-469b-9a06-f6125b205b6d tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:14.840068 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-c4d21311-d11a-49da-bb37-23f55d2c5b2a None None] Attempting to bind port ec485f77-5d0a-40d8-9604-2b6a8236b0f1 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:12:14.840476 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-c4d21311-d11a-49da-bb37-23f55d2c5b2a None None] Attempting to bind port ec485f77-5d0a-40d8-9604-2b6a8236b0f1 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '3ac00b9b-b13f-49a4-86ed-1c39e7a388ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '550313c5-a32d-4ff8-8d4f-83e62347a8ab'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:12:14.841615 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d21311-d11a-49da-bb37-23f55d2c5b2a None None] Attempting to bind port ec485f77-5d0a-40d8-9604-2b6a8236b0f1 on network 550313c5-a32d-4ff8-8d4f-83e62347a8ab {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:12:14.849312 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-de4cb191-b7f4-4e79-b2cf-5cf92161f2c4 None None] Provisioning complete for port 8e3b8bec-2ce6-4e21-b20b-292d01f232ec triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:14.849962 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-de4cb191-b7f4-4e79-b2cf-5cf92161f2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:14.857948 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1ea2b4-f284-40f4-b899-32348adca08e None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:12:14.865197 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d21311-d11a-49da-bb37-23f55d2c5b2a None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:12:14.865640 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d21311-d11a-49da-bb37-23f55d2c5b2a None None] Checking segment: {'id': '3ac00b9b-b13f-49a4-86ed-1c39e7a388ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '550313c5-a32d-4ff8-8d4f-83e62347a8ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:12:14.866102 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c4d21311-d11a-49da-bb37-23f55d2c5b2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:14.866507 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d21311-d11a-49da-bb37-23f55d2c5b2a None None] Bound using segment: {'id': '3ac00b9b-b13f-49a4-86ed-1c39e7a388ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '550313c5-a32d-4ff8-8d4f-83e62347a8ab'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:12:14.867163 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-c4d21311-d11a-49da-bb37-23f55d2c5b2a None None] Bound port: ec485f77-5d0a-40d8-9604-2b6a8236b0f1, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ac00b9b-b13f-49a4-86ed-1c39e7a388ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '550313c5-a32d-4ff8-8d4f-83e62347a8ab'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:12:14.867694 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c4d21311-d11a-49da-bb37-23f55d2c5b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:14.906895 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314bcd60-bd56-4fbd-b30e-0d748fd2ce25 None None] Network 3b555d7f-ba37-4b67-adf1-b45062de31ca is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:12:14.949017 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aba54285-8d93-48d4-8e43-518d87beac57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:14.951475 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f01b20d0-720e-469b-9a06-f6125b205b6d tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:15.004587 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38302) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:15.024556 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-155e2752-a858-4bf8-ab6d-66e49f497e76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:15.046261 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 08c2ed4b-69c4-42a6-b1d6-b5eb8becc65b triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:15.048296 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:15.115619 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b20d0-720e-469b-9a06-f6125b205b6d tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Pushing event updated for resources: {'Port': ['ID=785e445f-ea39-4247-981c-732ee4c41bef,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:15.137165 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-314bcd60-bd56-4fbd-b30e-0d748fd2ce25 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:12:15.153910 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314bcd60-bd56-4fbd-b30e-0d748fd2ce25 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:12:15.193907 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba54285-8d93-48d4-8e43-518d87beac57 admin admin] Router 8fa30d8c-4402-4098-ad39-f8f8a9927cdb is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:12:15.210351 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ea2b4-f284-40f4-b899-32348adca08e None None] Pushing event updated for resources: {'Port': ['ID=ad772100-9aaf-49a6-a587-c162f12a623e,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:15.282926 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01b20d0-720e-469b-9a06-f6125b205b6d tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Network 550313c5-a32d-4ff8-8d4f-83e62347a8ab is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:12:15.288051 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-f01b20d0-720e-469b-9a06-f6125b205b6d tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:12:15.404624 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-155e2752-a858-4bf8-ab6d-66e49f497e76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:15.415092 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-155e2752-a858-4bf8-ab6d-66e49f497e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:15.426793 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba54285-8d93-48d4-8e43-518d87beac57 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:12:15.457804 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aba54285-8d93-48d4-8e43-518d87beac57 admin admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:15.463455 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-aba54285-8d93-48d4-8e43-518d87beac57 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.8397663 Nov 12 01:12:15.464392 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38308) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:15.490262 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-c4d21311-d11a-49da-bb37-23f55d2c5b2a None None] For port ec485f77-5d0a-40d8-9604-2b6a8236b0f1, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:12:15.493634 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-c4d21311-d11a-49da-bb37-23f55d2c5b2a None None] For port ec485f77-5d0a-40d8-9604-2b6a8236b0f1, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=ec485f77-5d0a-40d8-9604-2b6a8236b0f1,segment=NetworkSegment(3ac00b9b-b13f-49a4-86ed-1c39e7a388ba),segment_id=3ac00b9b-b13f-49a4-86ed-1c39e7a388ba)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:12:15.503559 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-155e2752-a858-4bf8-ab6d-66e49f497e76 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=19910150afe6483594511ebe7794fc30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4946578 Nov 12 01:12:15.504788 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38310) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:15.510992 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e2752-a858-4bf8-ab6d-66e49f497e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642dcca0-79f5-4024-96d8-e17f3e9d46b1,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:15.568342 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbd3d3f-d328-41f8-a2be-1256999883e0 None None] Sync routers for ids ['8fa30d8c-4402-4098-ad39-f8f8a9927cdb'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:12:15.666613 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c4d21311-d11a-49da-bb37-23f55d2c5b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:15.672452 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01b20d0-720e-469b-9a06-f6125b205b6d tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Router e24668a4-3c7a-4fc7-8259-5f21cbfd860e is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:12:15.698943 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-00f73cd4-7862-4217-b74b-27c9af535cb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:15.827985 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbd3d3f-d328-41f8-a2be-1256999883e0 None None] Routers {'8fa30d8c-4402-4098-ad39-f8f8a9927cdb'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:12:15.828621 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-9bbd3d3f-d328-41f8-a2be-1256999883e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:12:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['8fa30d8c-4402-4098-ad39-f8f8a9927cdb'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:15.900071 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-6d1ea2b4-f284-40f4-b899-32348adca08e None None] Attempting to bind port ad772100-9aaf-49a6-a587-c162f12a623e on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:12:15.900438 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-6d1ea2b4-f284-40f4-b899-32348adca08e None None] Attempting to bind port ad772100-9aaf-49a6-a587-c162f12a623e by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'f3f4a0d7-4788-468b-8b50-80083d860f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '4c899a05-8860-4795-9aec-cedfd3501d08'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:12:15.900800 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1ea2b4-f284-40f4-b899-32348adca08e None None] Attempting to bind port ad772100-9aaf-49a6-a587-c162f12a623e on network 4c899a05-8860-4795-9aec-cedfd3501d08 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:12:15.903230 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-314bcd60-bd56-4fbd-b30e-0d748fd2ce25 None None] Attempting to bind port 0b2dfe30-6cd3-495b-bdce-96c8421354d7 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:12:15.903588 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-314bcd60-bd56-4fbd-b30e-0d748fd2ce25 None None] Attempting to bind port 0b2dfe30-6cd3-495b-bdce-96c8421354d7 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'e80e3bcd-573d-4a29-94fe-a33a0b8d4998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3b555d7f-ba37-4b67-adf1-b45062de31ca'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:12:15.903940 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314bcd60-bd56-4fbd-b30e-0d748fd2ce25 None None] Attempting to bind port 0b2dfe30-6cd3-495b-bdce-96c8421354d7 on network 3b555d7f-ba37-4b67-adf1-b45062de31ca {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:12:15.923368 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-00f73cd4-7862-4217-b74b-27c9af535cb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:15.981621 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314bcd60-bd56-4fbd-b30e-0d748fd2ce25 None None] Pushing event updated for resources: {'Port': ['ID=0b2dfe30-6cd3-495b-bdce-96c8421354d7,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:16.005207 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:16.107935 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01b20d0-720e-469b-9a06-f6125b205b6d tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:12:16.121187 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f01b20d0-720e-469b-9a06-f6125b205b6d tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] 10.222.0.20 "PUT /v2.0/routers/e24668a4-3c7a-4fc7-8259-5f21cbfd860e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9715018 Nov 12 01:12:16.124447 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38312) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:16.126111 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559c1b31-a4dc-4bf3-ad03-5835480541b0 None None] Sync routers for ids ['e24668a4-3c7a-4fc7-8259-5f21cbfd860e'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:12:16.156594 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559c1b31-a4dc-4bf3-ad03-5835480541b0 None None] Routers {'e24668a4-3c7a-4fc7-8259-5f21cbfd860e'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:12:16.159984 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-559c1b31-a4dc-4bf3-ad03-5835480541b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:12:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['e24668a4-3c7a-4fc7-8259-5f21cbfd860e'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:16.215445 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d21311-d11a-49da-bb37-23f55d2c5b2a None None] Pushing event updated for resources: {'Port': ['ID=ec485f77-5d0a-40d8-9604-2b6a8236b0f1,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:16.226944 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1ea2b4-f284-40f4-b899-32348adca08e None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:12:16.229674 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1ea2b4-f284-40f4-b899-32348adca08e None None] Checking segment: {'id': 'f3f4a0d7-4788-468b-8b50-80083d860f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '4c899a05-8860-4795-9aec-cedfd3501d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:12:16.230095 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6d1ea2b4-f284-40f4-b899-32348adca08e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:16.230494 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1ea2b4-f284-40f4-b899-32348adca08e None None] Bound using segment: {'id': 'f3f4a0d7-4788-468b-8b50-80083d860f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '4c899a05-8860-4795-9aec-cedfd3501d08'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:12:16.234398 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-6d1ea2b4-f284-40f4-b899-32348adca08e None None] Bound port: ad772100-9aaf-49a6-a587-c162f12a623e, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3f4a0d7-4788-468b-8b50-80083d860f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '4c899a05-8860-4795-9aec-cedfd3501d08'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:12:16.234797 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6d1ea2b4-f284-40f4-b899-32348adca08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:16.280050 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-559c1b31-a4dc-4bf3-ad03-5835480541b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:16.387493 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559c1b31-a4dc-4bf3-ad03-5835480541b0 None None] Routers {'e24668a4-3c7a-4fc7-8259-5f21cbfd860e'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:12:16.389877 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-559c1b31-a4dc-4bf3-ad03-5835480541b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:12:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['e24668a4-3c7a-4fc7-8259-5f21cbfd860e'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:16.415884 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-9bbd3d3f-d328-41f8-a2be-1256999883e0 None None] Set router 8fa30d8c-4402-4098-ad39-f8f8a9927cdb gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:12:16.437949 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-00f73cd4-7862-4217-b74b-27c9af535cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:16.448071 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-00f73cd4-7862-4217-b74b-27c9af535cb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:16.449255 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-00f73cd4-7862-4217-b74b-27c9af535cb9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/642dcca0-79f5-4024-96d8-e17f3e9d46b1 HTTP/1.1" status: 204 len: 168 time: 0.9185045 Nov 12 01:12:16.490499 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f73cd4-7862-4217-b74b-27c9af535cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642dcca0-79f5-4024-96d8-e17f3e9d46b1,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:16.529291 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314bcd60-bd56-4fbd-b30e-0d748fd2ce25 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:12:16.530012 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314bcd60-bd56-4fbd-b30e-0d748fd2ce25 None None] Checking segment: {'id': 'e80e3bcd-573d-4a29-94fe-a33a0b8d4998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3b555d7f-ba37-4b67-adf1-b45062de31ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:12:16.530903 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-314bcd60-bd56-4fbd-b30e-0d748fd2ce25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:16.530903 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314bcd60-bd56-4fbd-b30e-0d748fd2ce25 None None] Bound using segment: {'id': 'e80e3bcd-573d-4a29-94fe-a33a0b8d4998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3b555d7f-ba37-4b67-adf1-b45062de31ca'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:12:16.531999 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-314bcd60-bd56-4fbd-b30e-0d748fd2ce25 None None] Bound port: 0b2dfe30-6cd3-495b-bdce-96c8421354d7, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e80e3bcd-573d-4a29-94fe-a33a0b8d4998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3b555d7f-ba37-4b67-adf1-b45062de31ca'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:12:16.531999 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-314bcd60-bd56-4fbd-b30e-0d748fd2ce25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:16.578576 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-559c1b31-a4dc-4bf3-ad03-5835480541b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:16.579231 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559c1b31-a4dc-4bf3-ad03-5835480541b0 None None] The sync data for ids ['e24668a4-3c7a-4fc7-8259-5f21cbfd860e'] in n-d-812236-11 is: [] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:12:16.647810 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e70e15a-3bc4-4daf-8dce-285684ba9786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:16.649697 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-de4cb191-b7f4-4e79-b2cf-5cf92161f2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:16.715384 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-de4cb191-b7f4-4e79-b2cf-5cf92161f2c4 None None] For port 8e3b8bec-2ce6-4e21-b20b-292d01f232ec, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=8e3b8bec-2ce6-4e21-b20b-292d01f232ec,segment=NetworkSegment(d5e4d18d-f7e3-4d31-8d58-df1c251fd023),segment_id=d5e4d18d-f7e3-4d31-8d58-df1c251fd023)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:16.853206 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-de4cb191-b7f4-4e79-b2cf-5cf92161f2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:16.918065 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 08c2ed4b-69c4-42a6-b1d6-b5eb8becc65b, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=08c2ed4b-69c4-42a6-b1d6-b5eb8becc65b,segment=NetworkSegment(512d8b72-55e2-4551-905f-d007d7481684),segment_id=512d8b72-55e2-4551-905f-d007d7481684)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:16.951997 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:16.967296 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-de4cb191-b7f4-4e79-b2cf-5cf92161f2c4 None None] Provisioning complete for port 08c2ed4b-69c4-42a6-b1d6-b5eb8becc65b triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:16.967660 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-de4cb191-b7f4-4e79-b2cf-5cf92161f2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:17.019740 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-5ec036e3-20ab-4e61-b66a-8b7a3b5ed817 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:12:17.024481 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5ec036e3-20ab-4e61-b66a-8b7a3b5ed817 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] 10.222.0.20 "PUT /v2.0/routers/e24668a4-3c7a-4fc7-8259-5f21cbfd860e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8990023 Nov 12 01:12:17.026036 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38322) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:17.146242 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-314bcd60-bd56-4fbd-b30e-0d748fd2ce25 None None] For port 0b2dfe30-6cd3-495b-bdce-96c8421354d7, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:12:17.149264 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-6d1ea2b4-f284-40f4-b899-32348adca08e None None] For port ad772100-9aaf-49a6-a587-c162f12a623e, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:12:17.233962 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-0e70e15a-3bc4-4daf-8dce-285684ba9786 admin admin] Allocated IP 172.20.0.1 (4c899a05-8860-4795-9aec-cedfd3501d08/cbfa08d3-7836-4a2c-bcda-daadebf45d1b/db065176-b654-43cd-bb80-2f164dd44e42) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:12:17.235311 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4cb191-b7f4-4e79-b2cf-5cf92161f2c4 None None] Pushing event updated for resources: {'Port': ['ID=8e3b8bec-2ce6-4e21-b20b-292d01f232ec,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:17.376613 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e70e15a-3bc4-4daf-8dce-285684ba9786 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:17.403643 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-314bcd60-bd56-4fbd-b30e-0d748fd2ce25 None None] For port 0b2dfe30-6cd3-495b-bdce-96c8421354d7, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=0b2dfe30-6cd3-495b-bdce-96c8421354d7,segment=NetworkSegment(e80e3bcd-573d-4a29-94fe-a33a0b8d4998),segment_id=e80e3bcd-573d-4a29-94fe-a33a0b8d4998)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:12:17.410470 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-6d1ea2b4-f284-40f4-b899-32348adca08e None None] For port ad772100-9aaf-49a6-a587-c162f12a623e, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=ad772100-9aaf-49a6-a587-c162f12a623e,segment=NetworkSegment(f3f4a0d7-4788-468b-8b50-80083d860f8c),segment_id=f3f4a0d7-4788-468b-8b50-80083d860f8c)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:12:17.411789 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device ec485f77-5d0a-40d8-9604-2b6a8236b0f1 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:12:17.492241 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e70e15a-3bc4-4daf-8dce-285684ba9786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:17.546614 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-314bcd60-bd56-4fbd-b30e-0d748fd2ce25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:17.582278 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6d1ea2b4-f284-40f4-b899-32348adca08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:17.666084 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70e15a-3bc4-4daf-8dce-285684ba9786 admin admin] Pushing event updated for resources: {'Port': ['ID=db065176-b654-43cd-bb80-2f164dd44e42,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:17.675790 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e70e15a-3bc4-4daf-8dce-285684ba9786 admin admin] Network 4c899a05-8860-4795-9aec-cedfd3501d08 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:12:17.685865 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-0e70e15a-3bc4-4daf-8dce-285684ba9786 admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:12:17.693846 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e70e15a-3bc4-4daf-8dce-285684ba9786 admin admin] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:12:17.800840 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-9bbd3d3f-d328-41f8-a2be-1256999883e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa30d8c-4402-4098-ad39-f8f8a9927cdb', 'name': 'tempest-TestServerBasicOps-686833667-router', 'tenant_id': '6a26c7be86104e1097d52558d9fbd815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '13e1d463-1797-4d38-b09a-a498607a9044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:12:10Z', 'updated_at': '2021-11-12T01:12:14Z', 'revision_number': 3, 'project_id': '6a26c7be86104e1097d52558d9fbd815', 'gw_port': {'id': '13e1d463-1797-4d38-b09a-a498607a9044', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:51:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa30d8c-4402-4098-ad39-f8f8a9927cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:12Z', 'updated_at': '2021-11-12T01:12:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:17.809941 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=08c2ed4b-69c4-42a6-b1d6-b5eb8becc65b,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:17.829554 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e70e15a-3bc4-4daf-8dce-285684ba9786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:17.844830 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port ec485f77-5d0a-40d8-9604-2b6a8236b0f1 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:17.845197 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:18.247709 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e70e15a-3bc4-4daf-8dce-285684ba9786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:18.476403 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101c2bbc-d7b3-477e-96ac-a29842ee3a78 None None] Network 550313c5-a32d-4ff8-8d4f-83e62347a8ab requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:12:18.549112 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbd3d3f-d328-41f8-a2be-1256999883e0 None None] Checking router: 8fa30d8c-4402-4098-ad39-f8f8a9927cdb for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:12:18.549688 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbd3d3f-d328-41f8-a2be-1256999883e0 None None] Updating router 8fa30d8c-4402-4098-ad39-f8f8a9927cdb port 13e1d463-1797-4d38-b09a-a498607a9044 binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:12:18.652056 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e70e15a-3bc4-4daf-8dce-285684ba9786 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:18.664220 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e70e15a-3bc4-4daf-8dce-285684ba9786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:18.680615 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-27949827-3297-4e33-886b-52d1942b198c None None] Provisioning complete for port 13e1d463-1797-4d38-b09a-a498607a9044 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:18.680997 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-27949827-3297-4e33-886b-52d1942b198c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:18.693405 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9bbd3d3f-d328-41f8-a2be-1256999883e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:18.714246 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314bcd60-bd56-4fbd-b30e-0d748fd2ce25 None None] Pushing event updated for resources: {'Port': ['ID=0b2dfe30-6cd3-495b-bdce-96c8421354d7,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:18.855298 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-27949827-3297-4e33-886b-52d1942b198c None None] Port 13e1d463-1797-4d38-b09a-a498607a9044 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:12:18.865552 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e70e15a-3bc4-4daf-8dce-285684ba9786 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:18.867552 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70e15a-3bc4-4daf-8dce-285684ba9786 admin admin] Pushing event updated for resources: {'Port': ['ID=db065176-b654-43cd-bb80-2f164dd44e42,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:18.958580 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5cf9ade3-357c-46a0-836c-1056e799051d tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:19.066890 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e70e15a-3bc4-4daf-8dce-285684ba9786 admin admin] Network 4c899a05-8860-4795-9aec-cedfd3501d08 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:12:19.068951 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-0e70e15a-3bc4-4daf-8dce-285684ba9786 admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:12:19.195331 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ea2b4-f284-40f4-b899-32348adca08e None None] Pushing event updated for resources: {'Port': ['ID=ad772100-9aaf-49a6-a587-c162f12a623e,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:19.246538 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-27949827-3297-4e33-886b-52d1942b198c None None] Provisioning complete for port 8e3b8bec-2ce6-4e21-b20b-292d01f232ec triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:19.246538 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-27949827-3297-4e33-886b-52d1942b198c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:19.270001 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:19.273454 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e70e15a-3bc4-4daf-8dce-285684ba9786 admin admin] Router 8fa30d8c-4402-4098-ad39-f8f8a9927cdb has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:12:19.520715 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e70e15a-3bc4-4daf-8dce-285684ba9786 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:12:19.526065 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0e70e15a-3bc4-4daf-8dce-285684ba9786 admin admin] 10.222.0.20 "PUT /v2.0/routers/8fa30d8c-4402-4098-ad39-f8f8a9927cdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0594356 Nov 12 01:12:19.526584 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-5cf9ade3-357c-46a0-836c-1056e799051d tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Deleting port 785e445f-ea39-4247-981c-732ee4c41bef {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:19.527081 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5cf9ade3-357c-46a0-836c-1056e799051d tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:19.621603 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port ec485f77-5d0a-40d8-9604-2b6a8236b0f1, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=ec485f77-5d0a-40d8-9604-2b6a8236b0f1,segment=NetworkSegment(3ac00b9b-b13f-49a4-86ed-1c39e7a388ba),segment_id=3ac00b9b-b13f-49a4-86ed-1c39e7a388ba)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:19.793079 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5cf9ade3-357c-46a0-836c-1056e799051d tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:19.808724 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fa3589-a246-41bf-9bd0-f2a3d85c0459 None None] Network 4c899a05-8860-4795-9aec-cedfd3501d08 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:12:19.850557 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-5cf9ade3-357c-46a0-836c-1056e799051d tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Calling delete_port for 785e445f-ea39-4247-981c-732ee4c41bef owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:19.932331 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:19.952231 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 8e3b8bec-2ce6-4e21-b20b-292d01f232ec up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:12:20.124397 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9bbd3d3f-d328-41f8-a2be-1256999883e0 None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:20.211510 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75466155-f660-4b87-970b-cf7f09969d95 None None] Network 3b555d7f-ba37-4b67-adf1-b45062de31ca requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:12:20.270839 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9bbd3d3f-d328-41f8-a2be-1256999883e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:20.326712 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5cf9ade3-357c-46a0-836c-1056e799051d tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:20.504167 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf9ade3-357c-46a0-836c-1056e799051d tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Pushing event deleted for resources: {'Port': ['ID=785e445f-ea39-4247-981c-732ee4c41bef,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:20.512393 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f93e3d1-edef-4620-b0a2-8057ae2fe756 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:12:20.572853 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-9bbd3d3f-d328-41f8-a2be-1256999883e0 None None] Attempting to bind port 13e1d463-1797-4d38-b09a-a498607a9044 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:12:20.573226 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-9bbd3d3f-d328-41f8-a2be-1256999883e0 None None] Attempting to bind port 13e1d463-1797-4d38-b09a-a498607a9044 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:12:20.577855 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbd3d3f-d328-41f8-a2be-1256999883e0 None None] Attempting to bind port 13e1d463-1797-4d38-b09a-a498607a9044 on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:12:20.591008 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=ec485f77-5d0a-40d8-9604-2b6a8236b0f1,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:20.655904 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbd3d3f-d328-41f8-a2be-1256999883e0 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:12:20.656337 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbd3d3f-d328-41f8-a2be-1256999883e0 None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:12:20.656689 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9bbd3d3f-d328-41f8-a2be-1256999883e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:20.657093 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbd3d3f-d328-41f8-a2be-1256999883e0 None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:12:20.657619 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-9bbd3d3f-d328-41f8-a2be-1256999883e0 None None] Bound port: 13e1d463-1797-4d38-b09a-a498607a9044, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:12:20.657995 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9bbd3d3f-d328-41f8-a2be-1256999883e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:20.822400 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5cf9ade3-357c-46a0-836c-1056e799051d tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:20.858024 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 8e3b8bec-2ce6-4e21-b20b-292d01f232ec triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:20.859781 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:20.861085 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-27949827-3297-4e33-886b-52d1942b198c None None] Provisioning complete for port 08c2ed4b-69c4-42a6-b1d6-b5eb8becc65b triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:20.861466 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-27949827-3297-4e33-886b-52d1942b198c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:21.119072 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d93c26-f46c-4872-a9e4-ec03e0107479 None None] Pushing event updated for resources: {'Port': ['ID=13e1d463-1797-4d38-b09a-a498607a9044,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:21.131975 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38412) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:21.137483 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-857f3751-575b-4aac-bc19-f2be0a75889b tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1214377321', 'description': 'tempest-secgroup-smoke-1214377321 description', 'project_id': '836d0bc3c18b4a68b4a1a411ca624d1e'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:21.209017 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-857f3751-575b-4aac-bc19-f2be0a75889b tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:21.275758 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf9ade3-357c-46a0-836c-1056e799051d tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Router e24668a4-3c7a-4fc7-8259-5f21cbfd860e has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:12:21.307713 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-9bbd3d3f-d328-41f8-a2be-1256999883e0 None None] For port 13e1d463-1797-4d38-b09a-a498607a9044, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:12:21.311466 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-9bbd3d3f-d328-41f8-a2be-1256999883e0 None None] For port 13e1d463-1797-4d38-b09a-a498607a9044, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=13e1d463-1797-4d38-b09a-a498607a9044,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:12:21.341025 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9bbd3d3f-d328-41f8-a2be-1256999883e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:21.412767 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-857f3751-575b-4aac-bc19-f2be0a75889b tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:21.423485 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-857f3751-575b-4aac-bc19-f2be0a75889b tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:21.472682 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf9ade3-357c-46a0-836c-1056e799051d tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:12:21.479072 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5cf9ade3-357c-46a0-836c-1056e799051d tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] 10.222.0.20 "PUT /v2.0/routers/e24668a4-3c7a-4fc7-8259-5f21cbfd860e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4480889 Nov 12 01:12:21.485424 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38422) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:21.501647 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f3751-575b-4aac-bc19-f2be0a75889b tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03232a44-f0c6-41c6-a234-d0161b714628,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:21.529303 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-857f3751-575b-4aac-bc19-f2be0a75889b tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:21.531496 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-857f3751-575b-4aac-bc19-f2be0a75889b tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3984938 Nov 12 01:12:21.537617 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38426) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:21.548017 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-f3fb99b2-1df9-4655-a92d-65ed81842425 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Request body: {'security_group_rule': {'security_group_id': '03232a44-f0c6-41c6-a234-d0161b714628', 'project_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:21.561690 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d93c26-f46c-4872-a9e4-ec03e0107479 None None] Pushing event updated for resources: {'Port': ['ID=13e1d463-1797-4d38-b09a-a498607a9044,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:21.570928 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4ec0ee-c1d2-4a63-84a7-a3d77fe5e4d6 None None] Sync routers for ids ['e24668a4-3c7a-4fc7-8259-5f21cbfd860e'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:12:21.593920 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45286db3-05c2-4458-911e-f48ae9a2068f None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:12:21.602313 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f3fb99b2-1df9-4655-a92d-65ed81842425 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:21.610328 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-ff8e570d-396d-4d95-b775-c1d24e828308 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] delete failed (client error): The resource could not be found. Nov 12 01:12:21.611984 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ff8e570d-396d-4d95-b775-c1d24e828308 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-178189780 HTTP/1.1" status: 404 len: 334 time: 0.1172121 Nov 12 01:12:21.619126 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38428) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:21.631237 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-49aa837d-0ff2-4df1-bd95-5987b06f1373 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e24668a4-3c7a-4fc7-8259-5f21cbfd860e'}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:21.834414 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f3fb99b2-1df9-4655-a92d-65ed81842425 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:21.842769 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f3fb99b2-1df9-4655-a92d-65ed81842425 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:21.880884 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4ec0ee-c1d2-4a63-84a7-a3d77fe5e4d6 None None] Routers {'e24668a4-3c7a-4fc7-8259-5f21cbfd860e'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:12:21.883764 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-bc4ec0ee-c1d2-4a63-84a7-a3d77fe5e4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:12:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['e24668a4-3c7a-4fc7-8259-5f21cbfd860e'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:21.890388 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb99b2-1df9-4655-a92d-65ed81842425 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6687599-a3ea-4e45-bd04-b19034fe3c50,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:21.897316 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f3fb99b2-1df9-4655-a92d-65ed81842425 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:21.901604 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f3fb99b2-1df9-4655-a92d-65ed81842425 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3597848 Nov 12 01:12:21.905444 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38432) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:21.910429 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-304d217b-87bc-4c2d-b0d8-d7df04d6cce7 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Request body: {'security_group_rule': {'security_group_id': '03232a44-f0c6-41c6-a234-d0161b714628', 'project_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:21.973501 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-304d217b-87bc-4c2d-b0d8-d7df04d6cce7 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:22.116190 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-304d217b-87bc-4c2d-b0d8-d7df04d6cce7 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:22.131369 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-304d217b-87bc-4c2d-b0d8-d7df04d6cce7 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:22.179999 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304d217b-87bc-4c2d-b0d8-d7df04d6cce7 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1d374b5-52fa-4ae8-bc5a-eca3f825b708,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:22.194998 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-bc4ec0ee-c1d2-4a63-84a7-a3d77fe5e4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:22.195559 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-304d217b-87bc-4c2d-b0d8-d7df04d6cce7 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:22.196858 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-304d217b-87bc-4c2d-b0d8-d7df04d6cce7 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2904632 Nov 12 01:12:22.204226 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38438) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:22.211640 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-9f9e485c-66c6-46da-91de-8a9437368050 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Request body: {'security_group_rule': {'security_group_id': '03232a44-f0c6-41c6-a234-d0161b714628', 'project_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:22.231595 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-49aa837d-0ff2-4df1-bd95-5987b06f1373 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:22.241124 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbd3d3f-d328-41f8-a2be-1256999883e0 None None] Routers {'8fa30d8c-4402-4098-ad39-f8f8a9927cdb'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:12:22.248398 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-9bbd3d3f-d328-41f8-a2be-1256999883e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:12:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['8fa30d8c-4402-4098-ad39-f8f8a9927cdb'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:22.254990 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38440) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:22.268020 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9f9e485c-66c6-46da-91de-8a9437368050 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:22.295018 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-49aa837d-0ff2-4df1-bd95-5987b06f1373 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] update failed (client error): The resource could not be found. Nov 12 01:12:22.302507 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-49aa837d-0ff2-4df1-bd95-5987b06f1373 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] 10.222.0.20 "PUT /v2.0/routers/e24668a4-3c7a-4fc7-8259-5f21cbfd860e HTTP/1.1" status: 404 len: 339 time: 0.6761439 Nov 12 01:12:22.302507 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38444) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:22.433243 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9f9e485c-66c6-46da-91de-8a9437368050 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:22.443089 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9f9e485c-66c6-46da-91de-8a9437368050 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:22.503846 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9e485c-66c6-46da-91de-8a9437368050 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4986b41e-9b2e-4b8c-9434-d197c0dc8776,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:22.528365 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9f9e485c-66c6-46da-91de-8a9437368050 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:22.532135 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-9f9e485c-66c6-46da-91de-8a9437368050 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3242571 Nov 12 01:12:22.534687 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38446) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:22.564295 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-b86a931b-71ed-4215-a78c-f60814d3dc41 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Request body: {'security_group_rule': {'security_group_id': '03232a44-f0c6-41c6-a234-d0161b714628', 'project_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:22.609166 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-52c339ef-ad9d-416c-8aae-c73619bc9e67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:22.701490 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b86a931b-71ed-4215-a78c-f60814d3dc41 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:22.764387 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4ec0ee-c1d2-4a63-84a7-a3d77fe5e4d6 None None] Routers {'e24668a4-3c7a-4fc7-8259-5f21cbfd860e'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:12:22.766887 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-bc4ec0ee-c1d2-4a63-84a7-a3d77fe5e4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:12:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['e24668a4-3c7a-4fc7-8259-5f21cbfd860e'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:22.770159 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-142cdcaa-7bb7-4b3f-ba30-a4f722bddd75 None None] Provisioning complete for port 0b2dfe30-6cd3-495b-bdce-96c8421354d7 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:22.776525 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-142cdcaa-7bb7-4b3f-ba30-a4f722bddd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:22.947705 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-bc4ec0ee-c1d2-4a63-84a7-a3d77fe5e4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:22.948555 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4ec0ee-c1d2-4a63-84a7-a3d77fe5e4d6 None None] The sync data for ids ['e24668a4-3c7a-4fc7-8259-5f21cbfd860e'] in n-d-812236-11 is: [] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:12:22.964050 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-9bbd3d3f-d328-41f8-a2be-1256999883e0 None None] Set router 8fa30d8c-4402-4098-ad39-f8f8a9927cdb gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:12:22.993632 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b86a931b-71ed-4215-a78c-f60814d3dc41 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:23.005313 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b86a931b-71ed-4215-a78c-f60814d3dc41 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:23.056076 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a931b-71ed-4215-a78c-f60814d3dc41 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83aac342-0779-4b45-9783-02889809dc36,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:23.100498 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b86a931b-71ed-4215-a78c-f60814d3dc41 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:23.100742 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b86a931b-71ed-4215-a78c-f60814d3dc41 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5573461 Nov 12 01:12:23.106065 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38452) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:23.130466 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-891a49b8-a319-4388-818c-063fcf5fdd37 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Request body: {'security_group_rule': {'security_group_id': '03232a44-f0c6-41c6-a234-d0161b714628', 'project_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:23.210084 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e0bb4cca-a596-4030-bd91-ffa2b694819a tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:23.235637 n-d-812236-11 neutron-server[102661]: INFO neutron.db.securitygroups_db [None req-891a49b8-a319-4388-818c-063fcf5fdd37 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Project 836d0bc3c18b4a68b4a1a411ca624d1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:12:23.249626 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-891a49b8-a319-4388-818c-063fcf5fdd37 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:23.293740 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device ec485f77-5d0a-40d8-9604-2b6a8236b0f1 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:12:23.339737 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-891a49b8-a319-4388-818c-063fcf5fdd37 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:23.349301 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-891a49b8-a319-4388-818c-063fcf5fdd37 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:23.388828 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a49b8-a319-4388-818c-063fcf5fdd37 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20c33d76-ca9b-4edb-8963-fcac1b60138a,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:23.405710 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-52c339ef-ad9d-416c-8aae-c73619bc9e67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:23.410765 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-891a49b8-a319-4388-818c-063fcf5fdd37 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:23.415037 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-891a49b8-a319-4388-818c-063fcf5fdd37 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2987833 Nov 12 01:12:23.415539 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38454) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:23.419098 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-52c339ef-ad9d-416c-8aae-c73619bc9e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:23.425588 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-6c0e235f-0494-4194-bae7-22c0d8f50085 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Request body: {'security_group_rule': {'security_group_id': '03232a44-f0c6-41c6-a234-d0161b714628', 'project_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:23.461734 n-d-812236-11 neutron-server[102661]: INFO neutron.db.securitygroups_db [None req-6c0e235f-0494-4194-bae7-22c0d8f50085 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Project 836d0bc3c18b4a68b4a1a411ca624d1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:12:23.467177 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port ec485f77-5d0a-40d8-9604-2b6a8236b0f1 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:23.467794 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:23.469262 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-142cdcaa-7bb7-4b3f-ba30-a4f722bddd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:23.475656 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6c0e235f-0494-4194-bae7-22c0d8f50085 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:23.506439 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c339ef-ad9d-416c-8aae-c73619bc9e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4c3fbc-408f-424e-b53f-21446869dce9,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:23.511761 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-52c339ef-ad9d-416c-8aae-c73619bc9e67 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=824bec87c5264aabbe8e9fd723c8bb07&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2553036 Nov 12 01:12:23.515501 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38456) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:23.580369 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6c0e235f-0494-4194-bae7-22c0d8f50085 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:23.593509 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-9bbd3d3f-d328-41f8-a2be-1256999883e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa30d8c-4402-4098-ad39-f8f8a9927cdb', 'name': 'tempest-TestServerBasicOps-686833667-router', 'tenant_id': '6a26c7be86104e1097d52558d9fbd815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '13e1d463-1797-4d38-b09a-a498607a9044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:12:10Z', 'updated_at': '2021-11-12T01:12:18Z', 'revision_number': 4, 'project_id': '6a26c7be86104e1097d52558d9fbd815', 'gw_port': {'id': '13e1d463-1797-4d38-b09a-a498607a9044', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:51:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa30d8c-4402-4098-ad39-f8f8a9927cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:12Z', 'updated_at': '2021-11-12T01:12:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'db065176-b654-43cd-bb80-2f164dd44e42', 'name': '', 'network_id': '4c899a05-8860-4795-9aec-cedfd3501d08', 'tenant_id': '6a26c7be86104e1097d52558d9fbd815', 'mac_address': 'fa:16:3e:8d:e5:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa30d8c-4402-4098-ad39-f8f8a9927cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'cbfa08d3-7836-4a2c-bcda-daadebf45d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:16Z', 'updated_at': '2021-11-12T01:12:18Z', 'revision_number': 2, 'project_id': '6a26c7be86104e1097d52558d9fbd815', 'subnets': [{'id': 'cbfa08d3-7836-4a2c-bcda-daadebf45d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:23.594081 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6c0e235f-0494-4194-bae7-22c0d8f50085 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:23.634651 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6c0e235f-0494-4194-bae7-22c0d8f50085 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:23.636318 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6c0e235f-0494-4194-bae7-22c0d8f50085 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2180703 Nov 12 01:12:23.639589 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e235f-0494-4194-bae7-22c0d8f50085 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef190b28-e87a-4252-90b0-242883a11959,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:23.644389 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-142cdcaa-7bb7-4b3f-ba30-a4f722bddd75 None None] For port 0b2dfe30-6cd3-495b-bdce-96c8421354d7, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=0b2dfe30-6cd3-495b-bdce-96c8421354d7,segment=NetworkSegment(e80e3bcd-573d-4a29-94fe-a33a0b8d4998),segment_id=e80e3bcd-573d-4a29-94fe-a33a0b8d4998)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:23.648830 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbd3d3f-d328-41f8-a2be-1256999883e0 None None] The sync data for ids ['8fa30d8c-4402-4098-ad39-f8f8a9927cdb'] in n-d-812236-11 is: [{'id': '8fa30d8c-4402-4098-ad39-f8f8a9927cdb', 'name': 'tempest-TestServerBasicOps-686833667-router', 'tenant_id': '6a26c7be86104e1097d52558d9fbd815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '13e1d463-1797-4d38-b09a-a498607a9044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:12:10Z', 'updated_at': '2021-11-12T01:12:18Z', 'revision_number': 4, 'project_id': '6a26c7be86104e1097d52558d9fbd815', 'gw_port': {'id': '13e1d463-1797-4d38-b09a-a498607a9044', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:51:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa30d8c-4402-4098-ad39-f8f8a9927cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:12Z', 'updated_at': '2021-11-12T01:12:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'db065176-b654-43cd-bb80-2f164dd44e42', 'name': '', 'network_id': '4c899a05-8860-4795-9aec-cedfd3501d08', 'tenant_id': '6a26c7be86104e1097d52558d9fbd815', 'mac_address': 'fa:16:3e:8d:e5:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa30d8c-4402-4098-ad39-f8f8a9927cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'cbfa08d3-7836-4a2c-bcda-daadebf45d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:16Z', 'updated_at': '2021-11-12T01:12:18Z', 'revision_number': 2, 'project_id': '6a26c7be86104e1097d52558d9fbd815', 'subnets': [{'id': 'cbfa08d3-7836-4a2c-bcda-daadebf45d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:12:23.674258 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-142cdcaa-7bb7-4b3f-ba30-a4f722bddd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:23.689436 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-e0bb4cca-a596-4030-bd91-ffa2b694819a tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Allocated IP 172.20.0.1 (9857b081-0960-4f2d-9587-74c64da22a64/e463b936-9ae0-4819-b8ab-2a51ad4528ff/c62cd43d-ae9f-4cf9-bb98-4d3ff1a88fe4) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:12:23.804935 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-142cdcaa-7bb7-4b3f-ba30-a4f722bddd75 None None] Could not find standard attr ID for object 785e445f-ea39-4247-981c-732ee4c41bef. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:12:23.833453 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bea9af99-b1a4-4c5a-9a6f-861e6cfb4659 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:23.873792 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142cdcaa-7bb7-4b3f-ba30-a4f722bddd75 None None] Pushing event updated for resources: {'Port': ['ID=0b2dfe30-6cd3-495b-bdce-96c8421354d7,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:23.879794 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bea9af99-b1a4-4c5a-9a6f-861e6cfb4659 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:23.897443 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-142cdcaa-7bb7-4b3f-ba30-a4f722bddd75 None None] Provisioning complete for port ec485f77-5d0a-40d8-9604-2b6a8236b0f1 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:23.897443 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-142cdcaa-7bb7-4b3f-ba30-a4f722bddd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:23.908194 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e0bb4cca-a596-4030-bd91-ffa2b694819a tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:23.951058 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 08c2ed4b-69c4-42a6-b1d6-b5eb8becc65b up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:12:23.989423 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e0bb4cca-a596-4030-bd91-ffa2b694819a tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:24.010362 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bea9af99-b1a4-4c5a-9a6f-861e6cfb4659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:24.019264 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bea9af99-b1a4-4c5a-9a6f-861e6cfb4659 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:24.024899 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-bea9af99-b1a4-4c5a-9a6f-861e6cfb4659 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6f4c3fbc-408f-424e-b53f-21446869dce9 HTTP/1.1" status: 204 len: 168 time: 0.5082443 Nov 12 01:12:24.126408 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb4cca-a596-4030-bd91-ffa2b694819a tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Pushing event updated for resources: {'Port': ['ID=c62cd43d-ae9f-4cf9-bb98-4d3ff1a88fe4,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:24.143405 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9af99-b1a4-4c5a-9a6f-861e6cfb4659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4c3fbc-408f-424e-b53f-21446869dce9,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:24.156165 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 08c2ed4b-69c4-42a6-b1d6-b5eb8becc65b triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:24.156525 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:24.182942 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bb4cca-a596-4030-bd91-ffa2b694819a tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Network 9857b081-0960-4f2d-9587-74c64da22a64 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:12:24.184539 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-e0bb4cca-a596-4030-bd91-ffa2b694819a tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:12:24.188724 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bb4cca-a596-4030-bd91-ffa2b694819a tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:12:24.214198 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-142cdcaa-7bb7-4b3f-ba30-a4f722bddd75 None None] Provisioning complete for port ad772100-9aaf-49a6-a587-c162f12a623e triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:24.214569 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-142cdcaa-7bb7-4b3f-ba30-a4f722bddd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:24.262557 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-db7e304c-f439-4a6e-9ec8-3a75eef199b2 req-af02d165-6344-4fec-a75c-fa97946dbbee tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1214377321&fields=id&tenant_id=836d0bc3c18b4a68b4a1a411ca624d1e HTTP/1.1" status: 200 len: 267 time: 0.2473805 Nov 12 01:12:24.317238 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e0bb4cca-a596-4030-bd91-ffa2b694819a tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:24.631809 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 8e3b8bec-2ce6-4e21-b20b-292d01f232ec up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:12:24.734753 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e0bb4cca-a596-4030-bd91-ffa2b694819a tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:24.743748 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-142cdcaa-7bb7-4b3f-ba30-a4f722bddd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:24.796319 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 8e3b8bec-2ce6-4e21-b20b-292d01f232ec triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:24.796991 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:24.895845 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-142cdcaa-7bb7-4b3f-ba30-a4f722bddd75 None None] For port ad772100-9aaf-49a6-a587-c162f12a623e, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=ad772100-9aaf-49a6-a587-c162f12a623e,segment=NetworkSegment(f3f4a0d7-4788-468b-8b50-80083d860f8c),segment_id=f3f4a0d7-4788-468b-8b50-80083d860f8c)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:24.896185 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e304c-f439-4a6e-9ec8-3a75eef199b2 req-fb710392-d64c-44a7-a11e-07297e91c0a0 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:24.908526 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-db7e304c-f439-4a6e-9ec8-3a75eef199b2 req-fb710392-d64c-44a7-a11e-07297e91c0a0 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] 10.222.0.20 "GET /v2.0/networks?id=14a46391-15a4-417b-aa61-83c91cedc91b HTTP/1.1" status: 200 len: 809 time: 0.6278512 Nov 12 01:12:24.941978 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-db7e304c-f439-4a6e-9ec8-3a75eef199b2 req-f20f3378-be9a-4f5d-adec-89d63ad0826a tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] 10.222.0.20 "GET /v2.0/quotas/836d0bc3c18b4a68b4a1a411ca624d1e HTTP/1.1" status: 200 len: 375 time: 0.0324776 Nov 12 01:12:24.968404 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-142cdcaa-7bb7-4b3f-ba30-a4f722bddd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:25.051675 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38480) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:25.197842 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 0b2dfe30-6cd3-495b-bdce-96c8421354d7 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:12:25.216084 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-142cdcaa-7bb7-4b3f-ba30-a4f722bddd75 None None] Provisioning complete for port 13e1d463-1797-4d38-b09a-a498607a9044 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:25.216392 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-142cdcaa-7bb7-4b3f-ba30-a4f722bddd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:25.340906 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142cdcaa-7bb7-4b3f-ba30-a4f722bddd75 None None] Pushing event updated for resources: {'Port': ['ID=ad772100-9aaf-49a6-a587-c162f12a623e,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:25.410578 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 0b2dfe30-6cd3-495b-bdce-96c8421354d7 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:25.412699 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:25.569164 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-142cdcaa-7bb7-4b3f-ba30-a4f722bddd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:25.593549 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-142cdcaa-7bb7-4b3f-ba30-a4f722bddd75 None None] For port 13e1d463-1797-4d38-b09a-a498607a9044, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=13e1d463-1797-4d38-b09a-a498607a9044,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:25.599065 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-142cdcaa-7bb7-4b3f-ba30-a4f722bddd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:25.735596 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c5a126cc-cc2b-4cc4-a68f-981bae871078 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:25.751414 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e0bb4cca-a596-4030-bd91-ffa2b694819a tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:25.752027 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device ad772100-9aaf-49a6-a587-c162f12a623e up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:12:25.762001 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e0bb4cca-a596-4030-bd91-ffa2b694819a tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:25.791684 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-22f2a725-5fec-4542-9c9b-5fd7edfe9370 None None] Provisioning complete for port c62cd43d-ae9f-4cf9-bb98-4d3ff1a88fe4 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:25.792030 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-22f2a725-5fec-4542-9c9b-5fd7edfe9370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:25.839342 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142cdcaa-7bb7-4b3f-ba30-a4f722bddd75 None None] Pushing event updated for resources: {'Port': ['ID=13e1d463-1797-4d38-b09a-a498607a9044,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:25.873150 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-db7e304c-f439-4a6e-9ec8-3a75eef199b2 req-4970b4e8-b1a6-44d9-91bd-6e828f93c351 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=836d0bc3c18b4a68b4a1a411ca624d1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9301381 Nov 12 01:12:25.878852 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-22f2a725-5fec-4542-9c9b-5fd7edfe9370 None None] Port c62cd43d-ae9f-4cf9-bb98-4d3ff1a88fe4 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:12:25.893960 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-22f2a725-5fec-4542-9c9b-5fd7edfe9370 None None] Provisioning complete for port 0b2dfe30-6cd3-495b-bdce-96c8421354d7 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:25.893960 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-22f2a725-5fec-4542-9c9b-5fd7edfe9370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:25.919457 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port ad772100-9aaf-49a6-a587-c162f12a623e triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:25.920373 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:25.934916 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb4cca-a596-4030-bd91-ffa2b694819a tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Pushing event updated for resources: {'Port': ['ID=c62cd43d-ae9f-4cf9-bb98-4d3ff1a88fe4,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:25.938136 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e0bb4cca-a596-4030-bd91-ffa2b694819a tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:26.163759 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-22f2a725-5fec-4542-9c9b-5fd7edfe9370 None None] Provisioning complete for port db065176-b654-43cd-bb80-2f164dd44e42 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:26.165032 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-22f2a725-5fec-4542-9c9b-5fd7edfe9370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:26.226138 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c5a126cc-cc2b-4cc4-a68f-981bae871078 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:26.246318 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-db7e304c-f439-4a6e-9ec8-3a75eef199b2 req-4d3aec39-6293-441e-8fba-8640fc5fdcb9 service neutron] 10.222.0.20 "GET /v2.0/networks/14a46391-15a4-417b-aa61-83c91cedc91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699577 Nov 12 01:12:26.258908 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c5a126cc-cc2b-4cc4-a68f-981bae871078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:26.298569 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-22f2a725-5fec-4542-9c9b-5fd7edfe9370 None None] Port db065176-b654-43cd-bb80-2f164dd44e42 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:12:26.328248 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-22f2a725-5fec-4542-9c9b-5fd7edfe9370 None None] Provisioning complete for port ad772100-9aaf-49a6-a587-c162f12a623e triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:26.333081 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-22f2a725-5fec-4542-9c9b-5fd7edfe9370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:26.532470 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 0b2dfe30-6cd3-495b-bdce-96c8421354d7 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:12:26.551423 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a126cc-cc2b-4cc4-a68f-981bae871078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57fe5d9-ce81-420e-92c4-44c9c90d4ed2,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:26.557810 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c5a126cc-cc2b-4cc4-a68f-981bae871078 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f8636559673249e48a49ebd429256817&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5043952 Nov 12 01:12:26.570949 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38488) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:26.703911 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 0b2dfe30-6cd3-495b-bdce-96c8421354d7 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:26.704591 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:26.727136 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-db7e304c-f439-4a6e-9ec8-3a75eef199b2 req-4f9621ae-8f12-44a7-a519-1ce189ed99c3 service neutron] 10.222.0.20 "GET /v2.0/networks/14a46391-15a4-417b-aa61-83c91cedc91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4799187 Nov 12 01:12:26.738762 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bb4cca-a596-4030-bd91-ffa2b694819a tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Network 9857b081-0960-4f2d-9587-74c64da22a64 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:12:26.740718 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-e0bb4cca-a596-4030-bd91-ffa2b694819a tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:12:26.780319 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ff3da6fc-09f5-4be0-8dbf-06c4a6bdc59d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:26.878703 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ff3da6fc-09f5-4be0-8dbf-06c4a6bdc59d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:26.912131 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device ad772100-9aaf-49a6-a587-c162f12a623e up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:12:27.045651 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ff3da6fc-09f5-4be0-8dbf-06c4a6bdc59d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:27.058128 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ff3da6fc-09f5-4be0-8dbf-06c4a6bdc59d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:27.066055 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ff3da6fc-09f5-4be0-8dbf-06c4a6bdc59d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e57fe5d9-ce81-420e-92c4-44c9c90d4ed2 HTTP/1.1" status: 204 len: 168 time: 0.4908311 Nov 12 01:12:27.083696 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3da6fc-09f5-4be0-8dbf-06c4a6bdc59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57fe5d9-ce81-420e-92c4-44c9c90d4ed2,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:27.123207 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0bb4cca-a596-4030-bd91-ffa2b694819a tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Router e24668a4-3c7a-4fc7-8259-5f21cbfd860e has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:12:27.143293 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port ad772100-9aaf-49a6-a587-c162f12a623e triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:27.144039 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:27.227868 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-d518c3bd-c992-4605-802b-09077bfee341 None None] Provisioning complete for port c62cd43d-ae9f-4cf9-bb98-4d3ff1a88fe4 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:27.228428 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d518c3bd-c992-4605-802b-09077bfee341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:27.239457 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-37d4c6b1-a9c2-438c-8abf-9d1439e651f8 req-31213021-291e-42d1-a528-443090996e31 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] 10.222.0.20 "GET /v2.0/ports?device_id=67b9be48-7bf1-4e88-b062-d535fdb6613c HTTP/1.1" status: 200 len: 210 time: 0.1083519 Nov 12 01:12:27.310709 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 13e1d463-1797-4d38-b09a-a498607a9044 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:12:27.389195 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-d518c3bd-c992-4605-802b-09077bfee341 None None] Port c62cd43d-ae9f-4cf9-bb98-4d3ff1a88fe4 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:12:27.394627 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 13e1d463-1797-4d38-b09a-a498607a9044 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:27.395184 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:27.514678 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bb4cca-a596-4030-bd91-ffa2b694819a tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:12:27.526509 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e0bb4cca-a596-4030-bd91-ffa2b694819a tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] 10.222.0.20 "PUT /v2.0/routers/e24668a4-3c7a-4fc7-8259-5f21cbfd860e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2233422 Nov 12 01:12:27.529494 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38504) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:27.542900 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f397ac-8b7a-4d72-8a5e-0908639c4888 None None] Sync routers for ids ['e24668a4-3c7a-4fc7-8259-5f21cbfd860e'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:12:27.561756 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f397ac-8b7a-4d72-8a5e-0908639c4888 None None] Routers {'e24668a4-3c7a-4fc7-8259-5f21cbfd860e'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:12:27.565432 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-35f397ac-8b7a-4d72-8a5e-0908639c4888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:12:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['e24668a4-3c7a-4fc7-8259-5f21cbfd860e'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:27.701433 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-35f397ac-8b7a-4d72-8a5e-0908639c4888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:27.728674 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f397ac-8b7a-4d72-8a5e-0908639c4888 None None] Routers {'e24668a4-3c7a-4fc7-8259-5f21cbfd860e'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:12:27.731052 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-35f397ac-8b7a-4d72-8a5e-0908639c4888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:12:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['e24668a4-3c7a-4fc7-8259-5f21cbfd860e'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:27.818492 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-35f397ac-8b7a-4d72-8a5e-0908639c4888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:27.820388 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f397ac-8b7a-4d72-8a5e-0908639c4888 None None] The sync data for ids ['e24668a4-3c7a-4fc7-8259-5f21cbfd860e'] in n-d-812236-11 is: [] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:12:27.859985 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-00e0580d-5b1a-4f52-ab86-522aef6939a4 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:27.996936 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-00e0580d-5b1a-4f52-ab86-522aef6939a4 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 01:12:27.998147 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-00e0580d-5b1a-4f52-ab86-522aef6939a4 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] 10.222.0.20 "DELETE /v2.0/routers/e24668a4-3c7a-4fc7-8259-5f21cbfd860e HTTP/1.1" status: 409 len: 329 time: 0.4676893 Nov 12 01:12:28.001215 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38518) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:28.021348 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54786a0a-5aea-4e23-ab1d-b89709ee47ae None None] Sync routers for ids ['8fa30d8c-4402-4098-ad39-f8f8a9927cdb'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:12:28.038348 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54786a0a-5aea-4e23-ab1d-b89709ee47ae None None] Routers {'8fa30d8c-4402-4098-ad39-f8f8a9927cdb'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:12:28.038988 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-54786a0a-5aea-4e23-ab1d-b89709ee47ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:12:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['8fa30d8c-4402-4098-ad39-f8f8a9927cdb'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:28.247019 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-54786a0a-5aea-4e23-ab1d-b89709ee47ae None None] Set router 8fa30d8c-4402-4098-ad39-f8f8a9927cdb gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:12:28.414365 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-998a6e6d-2c95-40f7-988f-87407f58a439 req-3e37d23f-7755-4ea1-b0af-7a37aee7a65c tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] 10.222.0.20 "GET /v2.0/ports?device_id=67b9be48-7bf1-4e88-b062-d535fdb6613c HTTP/1.1" status: 200 len: 210 time: 0.0662694 Nov 12 01:12:28.565316 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-997ad3e3-e294-4fe4-9d16-0fd4d7b2343a tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:28.822776 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-54786a0a-5aea-4e23-ab1d-b89709ee47ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa30d8c-4402-4098-ad39-f8f8a9927cdb', 'name': 'tempest-TestServerBasicOps-686833667-router', 'tenant_id': '6a26c7be86104e1097d52558d9fbd815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '13e1d463-1797-4d38-b09a-a498607a9044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:12:10Z', 'updated_at': '2021-11-12T01:12:18Z', 'revision_number': 4, 'project_id': '6a26c7be86104e1097d52558d9fbd815', 'gw_port': {'id': '13e1d463-1797-4d38-b09a-a498607a9044', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:51:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa30d8c-4402-4098-ad39-f8f8a9927cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:12Z', 'updated_at': '2021-11-12T01:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'db065176-b654-43cd-bb80-2f164dd44e42', 'name': '', 'network_id': '4c899a05-8860-4795-9aec-cedfd3501d08', 'tenant_id': '6a26c7be86104e1097d52558d9fbd815', 'mac_address': 'fa:16:3e:8d:e5:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa30d8c-4402-4098-ad39-f8f8a9927cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'cbfa08d3-7836-4a2c-bcda-daadebf45d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:16Z', 'updated_at': '2021-11-12T01:12:18Z', 'revision_number': 2, 'project_id': '6a26c7be86104e1097d52558d9fbd815', 'subnets': [{'id': 'cbfa08d3-7836-4a2c-bcda-daadebf45d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:28.864579 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54786a0a-5aea-4e23-ab1d-b89709ee47ae None None] Checking router: 8fa30d8c-4402-4098-ad39-f8f8a9927cdb for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:12:28.865761 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54786a0a-5aea-4e23-ab1d-b89709ee47ae None None] Updating router 8fa30d8c-4402-4098-ad39-f8f8a9927cdb port db065176-b654-43cd-bb80-2f164dd44e42 binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:12:28.902721 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-54786a0a-5aea-4e23-ab1d-b89709ee47ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:29.054295 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-997ad3e3-e294-4fe4-9d16-0fd4d7b2343a tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Deleting port c62cd43d-ae9f-4cf9-bb98-4d3ff1a88fe4 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:29.054679 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-997ad3e3-e294-4fe4-9d16-0fd4d7b2343a tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:29.292987 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e304c-f439-4a6e-9ec8-3a75eef199b2 req-f6ce7dc6-c838-4b1a-816d-e0511ca5efe1 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:29.300544 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-997ad3e3-e294-4fe4-9d16-0fd4d7b2343a tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:29.306056 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-db7e304c-f439-4a6e-9ec8-3a75eef199b2 req-f6ce7dc6-c838-4b1a-816d-e0511ca5efe1 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] 10.222.0.54 "GET /v2.0/networks?id=14a46391-15a4-417b-aa61-83c91cedc91b HTTP/1.1" status: 200 len: 809 time: 0.2648680 Nov 12 01:12:29.320465 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-997ad3e3-e294-4fe4-9d16-0fd4d7b2343a tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Calling delete_port for c62cd43d-ae9f-4cf9-bb98-4d3ff1a88fe4 owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:29.424735 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-db7e304c-f439-4a6e-9ec8-3a75eef199b2 req-9fc162b5-155e-4f42-b576-b42df8e91588 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=836d0bc3c18b4a68b4a1a411ca624d1e HTTP/1.1" status: 200 len: 380 time: 0.1006036 Nov 12 01:12:29.441623 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-54786a0a-5aea-4e23-ab1d-b89709ee47ae None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:29.452977 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-db7e304c-f439-4a6e-9ec8-3a75eef199b2 req-e9642971-3846-4eaf-830c-6f9027582d10 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Request body: {'port': {'device_id': '67b9be48-7bf1-4e88-b062-d535fdb6613c', 'network_id': '14a46391-15a4-417b-aa61-83c91cedc91b', 'admin_state_up': True, 'tenant_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'security_groups': ['03232a44-f0c6-41c6-a234-d0161b714628']}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:29.455738 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-54786a0a-5aea-4e23-ab1d-b89709ee47ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:29.605471 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5b327-537f-4276-b02c-c1226f4dc1e6 None None] Pushing event updated for resources: {'Port': ['ID=db065176-b654-43cd-bb80-2f164dd44e42,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:29.656889 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-54786a0a-5aea-4e23-ab1d-b89709ee47ae None None] Attempting to bind port db065176-b654-43cd-bb80-2f164dd44e42 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:12:29.657267 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-54786a0a-5aea-4e23-ab1d-b89709ee47ae None None] Attempting to bind port db065176-b654-43cd-bb80-2f164dd44e42 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'f3f4a0d7-4788-468b-8b50-80083d860f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '4c899a05-8860-4795-9aec-cedfd3501d08'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:12:29.657668 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54786a0a-5aea-4e23-ab1d-b89709ee47ae None None] Attempting to bind port db065176-b654-43cd-bb80-2f164dd44e42 on network 4c899a05-8860-4795-9aec-cedfd3501d08 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:12:29.671086 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54786a0a-5aea-4e23-ab1d-b89709ee47ae None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:12:29.671482 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54786a0a-5aea-4e23-ab1d-b89709ee47ae None None] Checking segment: {'id': 'f3f4a0d7-4788-468b-8b50-80083d860f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '4c899a05-8860-4795-9aec-cedfd3501d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:12:29.673257 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-54786a0a-5aea-4e23-ab1d-b89709ee47ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:29.675490 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54786a0a-5aea-4e23-ab1d-b89709ee47ae None None] Bound using segment: {'id': 'f3f4a0d7-4788-468b-8b50-80083d860f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '4c899a05-8860-4795-9aec-cedfd3501d08'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:12:29.676046 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-54786a0a-5aea-4e23-ab1d-b89709ee47ae None None] Bound port: db065176-b654-43cd-bb80-2f164dd44e42, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3f4a0d7-4788-468b-8b50-80083d860f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '4c899a05-8860-4795-9aec-cedfd3501d08'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:12:29.676443 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-54786a0a-5aea-4e23-ab1d-b89709ee47ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:29.687266 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-753b8907-834d-4757-b884-7bc2132821ed req-95e7fa95-1398-436c-9758-a78a11b03766 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] 10.222.0.20 "GET /v2.0/ports?device_id=67b9be48-7bf1-4e88-b062-d535fdb6613c HTTP/1.1" status: 200 len: 210 time: 0.0775065 Nov 12 01:12:29.825406 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db7e304c-f439-4a6e-9ec8-3a75eef199b2 req-e9642971-3846-4eaf-830c-6f9027582d10 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Made reservation on behalf of 836d0bc3c18b4a68b4a1a411ca624d1e for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:12:29.833277 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-54786a0a-5aea-4e23-ab1d-b89709ee47ae None None] For port db065176-b654-43cd-bb80-2f164dd44e42, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:12:29.840221 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-997ad3e3-e294-4fe4-9d16-0fd4d7b2343a tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:29.841533 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-db7e304c-f439-4a6e-9ec8-3a75eef199b2 req-e9642971-3846-4eaf-830c-6f9027582d10 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:29.850175 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-54786a0a-5aea-4e23-ab1d-b89709ee47ae None None] For port db065176-b654-43cd-bb80-2f164dd44e42, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=db065176-b654-43cd-bb80-2f164dd44e42,segment=NetworkSegment(f3f4a0d7-4788-468b-8b50-80083d860f8c),segment_id=f3f4a0d7-4788-468b-8b50-80083d860f8c)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:12:29.860452 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-54786a0a-5aea-4e23-ab1d-b89709ee47ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:29.915881 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ad3e3-e294-4fe4-9d16-0fd4d7b2343a tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Pushing event deleted for resources: {'Port': ['ID=c62cd43d-ae9f-4cf9-bb98-4d3ff1a88fe4,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:29.990153 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54786a0a-5aea-4e23-ab1d-b89709ee47ae None None] Routers {'8fa30d8c-4402-4098-ad39-f8f8a9927cdb'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:12:29.992020 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-54786a0a-5aea-4e23-ab1d-b89709ee47ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:12:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['8fa30d8c-4402-4098-ad39-f8f8a9927cdb'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:30.175475 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5b327-537f-4276-b02c-c1226f4dc1e6 None None] Pushing event updated for resources: {'Port': ['ID=db065176-b654-43cd-bb80-2f164dd44e42,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:30.227777 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-997ad3e3-e294-4fe4-9d16-0fd4d7b2343a tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:30.289463 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-db7e304c-f439-4a6e-9ec8-3a75eef199b2 req-e9642971-3846-4eaf-830c-6f9027582d10 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Allocated IP 172.20.0.9 (14a46391-15a4-417b-aa61-83c91cedc91b/9d53a572-45ba-42fc-ac33-f5bb708a0a5d/9f13fc3e-fb34-474d-94f9-3243ce9682f1) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:12:30.437973 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-54786a0a-5aea-4e23-ab1d-b89709ee47ae None None] Set router 8fa30d8c-4402-4098-ad39-f8f8a9927cdb gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:12:30.599052 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997ad3e3-e294-4fe4-9d16-0fd4d7b2343a tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Router e24668a4-3c7a-4fc7-8259-5f21cbfd860e has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:12:30.615025 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-43799c6e-340b-4bd0-8298-033bbdce0dac None None] Provisioning complete for port db065176-b654-43cd-bb80-2f164dd44e42 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:30.615906 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-43799c6e-340b-4bd0-8298-033bbdce0dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:30.629895 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-db7e304c-f439-4a6e-9ec8-3a75eef199b2 req-e9642971-3846-4eaf-830c-6f9027582d10 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:30.702403 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-db7e304c-f439-4a6e-9ec8-3a75eef199b2 req-e9642971-3846-4eaf-830c-6f9027582d10 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:30.725037 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997ad3e3-e294-4fe4-9d16-0fd4d7b2343a tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:12:30.730408 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-997ad3e3-e294-4fe4-9d16-0fd4d7b2343a tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] 10.222.0.20 "PUT /v2.0/routers/e24668a4-3c7a-4fc7-8259-5f21cbfd860e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7278028 Nov 12 01:12:30.735159 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38562) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:30.750661 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87d6849-5285-4b4f-9575-9bba4695dd16 None None] Sync routers for ids ['e24668a4-3c7a-4fc7-8259-5f21cbfd860e'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:12:30.760832 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9642971-3846-4eaf-830c-6f9027582d10 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Pushing event updated for resources: {'Port': ['ID=9f13fc3e-fb34-474d-94f9-3243ce9682f1,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:30.779792 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db7e304c-f439-4a6e-9ec8-3a75eef199b2 req-e9642971-3846-4eaf-830c-6f9027582d10 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Network 14a46391-15a4-417b-aa61-83c91cedc91b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:12:30.789739 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-db7e304c-f439-4a6e-9ec8-3a75eef199b2 req-e9642971-3846-4eaf-830c-6f9027582d10 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:12:30.803556 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87d6849-5285-4b4f-9575-9bba4695dd16 None None] Routers {'e24668a4-3c7a-4fc7-8259-5f21cbfd860e'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:12:30.805046 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-db7e304c-f439-4a6e-9ec8-3a75eef199b2 req-e9642971-3846-4eaf-830c-6f9027582d10 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:12:30.805640 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-a87d6849-5285-4b4f-9575-9bba4695dd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:12:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['e24668a4-3c7a-4fc7-8259-5f21cbfd860e'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:30.899720 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-9cc8897e-5c52-40ba-8f3f-1bbe615dd1d4 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] show failed (client error): The resource could not be found. Nov 12 01:12:30.901084 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-9cc8897e-5c52-40ba-8f3f-1bbe615dd1d4 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-461275969 HTTP/1.1" status: 404 len: 334 time: 0.1373098 Nov 12 01:12:30.906526 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38572) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:30.912961 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-e924b4a9-fa5b-4dc0-a747-d9e488d135f0 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:30.950613 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-a87d6849-5285-4b4f-9575-9bba4695dd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:30.968240 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-e924b4a9-fa5b-4dc0-a747-d9e488d135f0 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] update failed (client error): The resource could not be found. Nov 12 01:12:30.973707 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e924b4a9-fa5b-4dc0-a747-d9e488d135f0 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-1138917286 HTTP/1.1" status: 404 len: 335 time: 0.0617323 Nov 12 01:12:30.973707 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38574) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:30.992440 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87d6849-5285-4b4f-9575-9bba4695dd16 None None] Routers {'e24668a4-3c7a-4fc7-8259-5f21cbfd860e'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:12:30.993059 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-a87d6849-5285-4b4f-9575-9bba4695dd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:12:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['e24668a4-3c7a-4fc7-8259-5f21cbfd860e'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:31.001646 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e304c-f439-4a6e-9ec8-3a75eef199b2 req-e9642971-3846-4eaf-830c-6f9027582d10 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:31.003498 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-db7e304c-f439-4a6e-9ec8-3a75eef199b2 req-e9642971-3846-4eaf-830c-6f9027582d10 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:31.066869 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-c09dac95-7006-48f3-9415-b66d3d00a1a3 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Deleting subnet 6a455482-af28-45bb-820b-92d8e7a954cc {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:12:31.071172 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c09dac95-7006-48f3-9415-b66d3d00a1a3 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:31.089272 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-a87d6849-5285-4b4f-9575-9bba4695dd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:31.089951 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87d6849-5285-4b4f-9575-9bba4695dd16 None None] The sync data for ids ['e24668a4-3c7a-4fc7-8259-5f21cbfd860e'] in n-d-812236-11 is: [] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:12:31.119641 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-db7e304c-f439-4a6e-9ec8-3a75eef199b2 req-e9642971-3846-4eaf-830c-6f9027582d10 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6855645 Nov 12 01:12:31.148047 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-db7e304c-f439-4a6e-9ec8-3a75eef199b2 req-f2387bff-b53d-4c5f-9801-fcd0d1174883 service neutron] Request body: {'port': {'device_id': '67b9be48-7bf1-4e88-b062-d535fdb6613c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:31.158987 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-43799c6e-340b-4bd0-8298-033bbdce0dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:31.175579 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c09dac95-7006-48f3-9415-b66d3d00a1a3 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:31.222181 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-43799c6e-340b-4bd0-8298-033bbdce0dac None None] For port db065176-b654-43cd-bb80-2f164dd44e42, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=db065176-b654-43cd-bb80-2f164dd44e42,segment=NetworkSegment(f3f4a0d7-4788-468b-8b50-80083d860f8c),segment_id=f3f4a0d7-4788-468b-8b50-80083d860f8c)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:31.240625 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-43799c6e-340b-4bd0-8298-033bbdce0dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:31.254308 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-db7e304c-f439-4a6e-9ec8-3a75eef199b2 req-f2387bff-b53d-4c5f-9801-fcd0d1174883 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:31.281819 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c77a5-7089-43bd-955d-f0786f88879a req-38aa5f30-8098-4736-ac55-2db21928f7ac tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:31.285407 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6e2c77a5-7089-43bd-955d-f0786f88879a req-38aa5f30-8098-4736-ac55-2db21928f7ac tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] 10.222.0.20 "GET /v2.0/ports?device_id=67b9be48-7bf1-4e88-b062-d535fdb6613c HTTP/1.1" status: 200 len: 931 time: 0.2774394 Nov 12 01:12:31.327853 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43799c6e-340b-4bd0-8298-033bbdce0dac None None] Pushing event updated for resources: {'Port': ['ID=db065176-b654-43cd-bb80-2f164dd44e42,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:31.341903 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-54786a0a-5aea-4e23-ab1d-b89709ee47ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa30d8c-4402-4098-ad39-f8f8a9927cdb', 'name': 'tempest-TestServerBasicOps-686833667-router', 'tenant_id': '6a26c7be86104e1097d52558d9fbd815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '13e1d463-1797-4d38-b09a-a498607a9044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:12:10Z', 'updated_at': '2021-11-12T01:12:18Z', 'revision_number': 4, 'project_id': '6a26c7be86104e1097d52558d9fbd815', 'gw_port': {'id': '13e1d463-1797-4d38-b09a-a498607a9044', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:51:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa30d8c-4402-4098-ad39-f8f8a9927cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:12Z', 'updated_at': '2021-11-12T01:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'db065176-b654-43cd-bb80-2f164dd44e42', 'name': '', 'network_id': '4c899a05-8860-4795-9aec-cedfd3501d08', 'tenant_id': '6a26c7be86104e1097d52558d9fbd815', 'mac_address': 'fa:16:3e:8d:e5:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa30d8c-4402-4098-ad39-f8f8a9927cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'cbfa08d3-7836-4a2c-bcda-daadebf45d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:16Z', 'updated_at': '2021-11-12T01:12:29Z', 'revision_number': 4, 'project_id': '6a26c7be86104e1097d52558d9fbd815', 'subnets': [{'id': 'cbfa08d3-7836-4a2c-bcda-daadebf45d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:31.366832 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c09dac95-7006-48f3-9415-b66d3d00a1a3 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:31.378406 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54786a0a-5aea-4e23-ab1d-b89709ee47ae None None] The sync data for ids ['8fa30d8c-4402-4098-ad39-f8f8a9927cdb'] in n-d-812236-11 is: [{'id': '8fa30d8c-4402-4098-ad39-f8f8a9927cdb', 'name': 'tempest-TestServerBasicOps-686833667-router', 'tenant_id': '6a26c7be86104e1097d52558d9fbd815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '13e1d463-1797-4d38-b09a-a498607a9044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:12:10Z', 'updated_at': '2021-11-12T01:12:18Z', 'revision_number': 4, 'project_id': '6a26c7be86104e1097d52558d9fbd815', 'gw_port': {'id': '13e1d463-1797-4d38-b09a-a498607a9044', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:51:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa30d8c-4402-4098-ad39-f8f8a9927cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:12Z', 'updated_at': '2021-11-12T01:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'db065176-b654-43cd-bb80-2f164dd44e42', 'name': '', 'network_id': '4c899a05-8860-4795-9aec-cedfd3501d08', 'tenant_id': '6a26c7be86104e1097d52558d9fbd815', 'mac_address': 'fa:16:3e:8d:e5:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa30d8c-4402-4098-ad39-f8f8a9927cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'cbfa08d3-7836-4a2c-bcda-daadebf45d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:16Z', 'updated_at': '2021-11-12T01:12:29Z', 'revision_number': 4, 'project_id': '6a26c7be86104e1097d52558d9fbd815', 'subnets': [{'id': 'cbfa08d3-7836-4a2c-bcda-daadebf45d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:12:31.403759 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-ba23819e-7481-4f50-b4f5-d06b0be362e9 None None] Provisioning complete for port db065176-b654-43cd-bb80-2f164dd44e42 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:31.404410 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ba23819e-7481-4f50-b4f5-d06b0be362e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:31.470101 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6e2c77a5-7089-43bd-955d-f0786f88879a req-0accda98-ea20-4720-a673-d2cb7ce7d3db tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] 10.222.0.20 "GET /v2.0/security-groups?id=03232a44-f0c6-41c6-a234-d0161b714628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669111 Nov 12 01:12:31.499716 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c09dac95-7006-48f3-9415-b66d3d00a1a3 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:31.546365 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09dac95-7006-48f3-9415-b66d3d00a1a3 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Pushing event deleted for resources: {'Subnet': ['ID=6a455482-af28-45bb-820b-92d8e7a954cc,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:31.549452 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c09dac95-7006-48f3-9415-b66d3d00a1a3 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:31.552727 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c09dac95-7006-48f3-9415-b66d3d00a1a3 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] 10.222.0.20 "DELETE /v2.0/subnets/6a455482-af28-45bb-820b-92d8e7a954cc HTTP/1.1" status: 204 len: 168 time: 0.5780725 Nov 12 01:12:31.558769 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38590) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:31.559078 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fc3f37-9ac2-408d-aba5-3ca1d10686fd None None] Network 3b555d7f-ba37-4b67-adf1-b45062de31ca requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:12:31.706338 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-31dc5fea-78d6-4e9e-9ca1-5480331a6001 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Deleting subnet 32cf964d-4e45-4e2b-9bb6-1aa246ef7268 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:12:31.726452 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-31dc5fea-78d6-4e9e-9ca1-5480331a6001 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:31.825088 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-31dc5fea-78d6-4e9e-9ca1-5480331a6001 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:31.883325 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-ba23819e-7481-4f50-b4f5-d06b0be362e9 None None] Provisioning complete for port 9f13fc3e-fb34-474d-94f9-3243ce9682f1 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:31.883791 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ba23819e-7481-4f50-b4f5-d06b0be362e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:31.988130 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-ba23819e-7481-4f50-b4f5-d06b0be362e9 None None] Port 9f13fc3e-fb34-474d-94f9-3243ce9682f1 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:12:32.007892 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f6c9c8-cd24-497a-a83c-89568352444e None None] DHCP port deletion for 3b555d7f-ba37-4b67-adf1-b45062de31ca request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:12:32.011733 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-31dc5fea-78d6-4e9e-9ca1-5480331a6001 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:32.091643 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-db7e304c-f439-4a6e-9ec8-3a75eef199b2 req-f2387bff-b53d-4c5f-9801-fcd0d1174883 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f13fc3e-fb34-474d-94f9-3243ce9682f1 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:12:32.102697 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-db7e304c-f439-4a6e-9ec8-3a75eef199b2 req-f2387bff-b53d-4c5f-9801-fcd0d1174883 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:32.128721 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-db7e304c-f439-4a6e-9ec8-3a75eef199b2 req-f2387bff-b53d-4c5f-9801-fcd0d1174883 service neutron] Transition to ACTIVE for port object 9f13fc3e-fb34-474d-94f9-3243ce9682f1 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:12:32.129615 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-31dc5fea-78d6-4e9e-9ca1-5480331a6001 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:32.137049 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-db7e304c-f439-4a6e-9ec8-3a75eef199b2 req-f2387bff-b53d-4c5f-9801-fcd0d1174883 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:32.194687 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dc5fea-78d6-4e9e-9ca1-5480331a6001 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Pushing event deleted for resources: {'Subnet': ['ID=32cf964d-4e45-4e2b-9bb6-1aa246ef7268,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:32.212950 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2387bff-b53d-4c5f-9801-fcd0d1174883 service neutron] Pushing event updated for resources: {'Port': ['ID=9f13fc3e-fb34-474d-94f9-3243ce9682f1,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:32.238080 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-f3f6c9c8-cd24-497a-a83c-89568352444e None None] Deleting port 0b2dfe30-6cd3-495b-bdce-96c8421354d7 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:32.238465 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f3f6c9c8-cd24-497a-a83c-89568352444e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:32.247887 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-31dc5fea-78d6-4e9e-9ca1-5480331a6001 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:32.261363 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-31dc5fea-78d6-4e9e-9ca1-5480331a6001 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] 10.222.0.20 "DELETE /v2.0/subnets/32cf964d-4e45-4e2b-9bb6-1aa246ef7268 HTTP/1.1" status: 204 len: 168 time: 0.7013524 Nov 12 01:12:32.262584 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38612) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:32.289484 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f24387-d60e-4257-97fe-f4ab5edc5bc0 None None] Network 550313c5-a32d-4ff8-8d4f-83e62347a8ab requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:12:32.442720 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-db7e304c-f439-4a6e-9ec8-3a75eef199b2 req-f2387bff-b53d-4c5f-9801-fcd0d1174883 service neutron] Attempting to bind port 9f13fc3e-fb34-474d-94f9-3243ce9682f1 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:12:32.443014 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-db7e304c-f439-4a6e-9ec8-3a75eef199b2 req-f2387bff-b53d-4c5f-9801-fcd0d1174883 service neutron] Attempting to bind port 9f13fc3e-fb34-474d-94f9-3243ce9682f1 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': 'd5e4d18d-f7e3-4d31-8d58-df1c251fd023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '14a46391-15a4-417b-aa61-83c91cedc91b'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:12:32.443349 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7e304c-f439-4a6e-9ec8-3a75eef199b2 req-f2387bff-b53d-4c5f-9801-fcd0d1174883 service neutron] Attempting to bind port 9f13fc3e-fb34-474d-94f9-3243ce9682f1 on network 14a46391-15a4-417b-aa61-83c91cedc91b {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:12:32.452641 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7e304c-f439-4a6e-9ec8-3a75eef199b2 req-f2387bff-b53d-4c5f-9801-fcd0d1174883 service neutron] Port 9f13fc3e-fb34-474d-94f9-3243ce9682f1 on network 14a46391-15a4-417b-aa61-83c91cedc91b not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:12:32.457428 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7e304c-f439-4a6e-9ec8-3a75eef199b2 req-f2387bff-b53d-4c5f-9801-fcd0d1174883 service neutron] Attempting to bind port 9f13fc3e-fb34-474d-94f9-3243ce9682f1 on network 14a46391-15a4-417b-aa61-83c91cedc91b {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:12:32.463151 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7e304c-f439-4a6e-9ec8-3a75eef199b2 req-f2387bff-b53d-4c5f-9801-fcd0d1174883 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:12:32.464474 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7e304c-f439-4a6e-9ec8-3a75eef199b2 req-f2387bff-b53d-4c5f-9801-fcd0d1174883 service neutron] Checking segment: {'id': 'd5e4d18d-f7e3-4d31-8d58-df1c251fd023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '14a46391-15a4-417b-aa61-83c91cedc91b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:12:32.465117 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7e304c-f439-4a6e-9ec8-3a75eef199b2 req-f2387bff-b53d-4c5f-9801-fcd0d1174883 service neutron] Bound using segment: {'id': 'd5e4d18d-f7e3-4d31-8d58-df1c251fd023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '14a46391-15a4-417b-aa61-83c91cedc91b'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:12:32.465961 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-db7e304c-f439-4a6e-9ec8-3a75eef199b2 req-f2387bff-b53d-4c5f-9801-fcd0d1174883 service neutron] Bound port: 9f13fc3e-fb34-474d-94f9-3243ce9682f1, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5e4d18d-f7e3-4d31-8d58-df1c251fd023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '14a46391-15a4-417b-aa61-83c91cedc91b'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:12:32.466543 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-db7e304c-f439-4a6e-9ec8-3a75eef199b2 req-f2387bff-b53d-4c5f-9801-fcd0d1174883 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:32.523600 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e26d2eca-bab1-42ad-997c-f289af78faa9 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:32.568998 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-f3f6c9c8-cd24-497a-a83c-89568352444e None None] For port 0b2dfe30-6cd3-495b-bdce-96c8421354d7, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=0b2dfe30-6cd3-495b-bdce-96c8421354d7,segment=NetworkSegment(e80e3bcd-573d-4a29-94fe-a33a0b8d4998),segment_id=e80e3bcd-573d-4a29-94fe-a33a0b8d4998)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:32.569298 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f3f6c9c8-cd24-497a-a83c-89568352444e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:32.613586 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-f3f6c9c8-cd24-497a-a83c-89568352444e None None] Calling delete_port for 0b2dfe30-6cd3-495b-bdce-96c8421354d7 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:32.634737 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-e26d2eca-bab1-42ad-997c-f289af78faa9 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Deleting port 0b2dfe30-6cd3-495b-bdce-96c8421354d7 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:32.635095 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e26d2eca-bab1-42ad-997c-f289af78faa9 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:32.637627 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-db7e304c-f439-4a6e-9ec8-3a75eef199b2 req-f2387bff-b53d-4c5f-9801-fcd0d1174883 service neutron] For port 9f13fc3e-fb34-474d-94f9-3243ce9682f1, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:12:32.645087 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-db7e304c-f439-4a6e-9ec8-3a75eef199b2 req-f2387bff-b53d-4c5f-9801-fcd0d1174883 service neutron] For port 9f13fc3e-fb34-474d-94f9-3243ce9682f1, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=9f13fc3e-fb34-474d-94f9-3243ce9682f1,segment=NetworkSegment(d5e4d18d-f7e3-4d31-8d58-df1c251fd023),segment_id=d5e4d18d-f7e3-4d31-8d58-df1c251fd023)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:12:32.651455 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-db7e304c-f439-4a6e-9ec8-3a75eef199b2 req-f2387bff-b53d-4c5f-9801-fcd0d1174883 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:32.690874 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e304c-f439-4a6e-9ec8-3a75eef199b2 req-f2387bff-b53d-4c5f-9801-fcd0d1174883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:32.704838 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-db7e304c-f439-4a6e-9ec8-3a75eef199b2 req-f2387bff-b53d-4c5f-9801-fcd0d1174883 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:32.708071 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-db7e304c-f439-4a6e-9ec8-3a75eef199b2 req-f2387bff-b53d-4c5f-9801-fcd0d1174883 service neutron] 10.222.0.54 "PUT /v2.0/ports/9f13fc3e-fb34-474d-94f9-3243ce9682f1 HTTP/1.1" status: 200 len: 1092 time: 1.5690992 Nov 12 01:12:32.708255 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b9be48-7bf1-4e88-b062-d535fdb6613c', 'tag': '9f13fc3e-fb34-474d-94f9-3243ce9682f1'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:12:32.711453 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device db065176-b654-43cd-bb80-2f164dd44e42 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:12:32.718609 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5023c890-def8-4aca-b539-1cc9411e5565" -d '{"events": [{"name": "network-changed", "server_uuid": "67b9be48-7bf1-4e88-b062-d535fdb6613c", "tag": "9f13fc3e-fb34-474d-94f9-3243ce9682f1"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:12:32.840846 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38620) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:32.889406 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aedb451c-5c8e-46c0-83fc-7a0821f8b7e8 x-openstack-request-id: req-aedb451c-5c8e-46c0-83fc-7a0821f8b7e8 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:12:32.890100 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b9be48-7bf1-4e88-b062-d535fdb6613c", "tag": "9f13fc3e-fb34-474d-94f9-3243ce9682f1", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:12:32.891087 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aedb451c-5c8e-46c0-83fc-7a0821f8b7e8 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:12:32.891519 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b9be48-7bf1-4e88-b062-d535fdb6613c', 'tag': '9f13fc3e-fb34-474d-94f9-3243ce9682f1', 'status': 'completed', 'code': 200} Nov 12 01:12:32.916668 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2387bff-b53d-4c5f-9801-fcd0d1174883 service neutron] Pushing event updated for resources: {'Port': ['ID=9f13fc3e-fb34-474d-94f9-3243ce9682f1,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:32.959437 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e304c-f439-4a6e-9ec8-3a75eef199b2 req-28c8b806-e680-4b10-9128-05e383c231ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:32.961419 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-db7e304c-f439-4a6e-9ec8-3a75eef199b2 req-28c8b806-e680-4b10-9128-05e383c231ee service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=836d0bc3c18b4a68b4a1a411ca624d1e&device_id=67b9be48-7bf1-4e88-b062-d535fdb6613c HTTP/1.1" status: 200 len: 1095 time: 0.1752448 Nov 12 01:12:33.015429 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-e26d2eca-bab1-42ad-997c-f289af78faa9 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] For port 0b2dfe30-6cd3-495b-bdce-96c8421354d7, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=0b2dfe30-6cd3-495b-bdce-96c8421354d7,segment=NetworkSegment(e80e3bcd-573d-4a29-94fe-a33a0b8d4998),segment_id=e80e3bcd-573d-4a29-94fe-a33a0b8d4998)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:33.015796 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e26d2eca-bab1-42ad-997c-f289af78faa9 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:33.051904 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port db065176-b654-43cd-bb80-2f164dd44e42 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:33.052384 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:33.074454 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b10bf4-6585-48eb-9a5d-b7dfba510a84 req-c393b0bf-5d63-422d-af65-5e6128673cc2 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:33.077430 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-db7e304c-f439-4a6e-9ec8-3a75eef199b2 req-1ede0c46-9749-449a-bd1c-70a18abcf066 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f13fc3e-fb34-474d-94f9-3243ce9682f1 HTTP/1.1" status: 200 len: 217 time: 0.1019862 Nov 12 01:12:33.083100 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-32b10bf4-6585-48eb-9a5d-b7dfba510a84 req-c393b0bf-5d63-422d-af65-5e6128673cc2 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] 10.222.0.20 "GET /v2.0/ports?device_id=67b9be48-7bf1-4e88-b062-d535fdb6613c HTTP/1.1" status: 200 len: 943 time: 0.3965845 Nov 12 01:12:33.119818 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-e26d2eca-bab1-42ad-997c-f289af78faa9 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Calling delete_port for 0b2dfe30-6cd3-495b-bdce-96c8421354d7 owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:33.146489 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f3f6c9c8-cd24-497a-a83c-89568352444e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:33.159433 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c347d09b-8a3c-4645-a429-1d73766169eb None None] DHCP port deletion for 550313c5-a32d-4ff8-8d4f-83e62347a8ab request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:12:33.213179 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e304c-f439-4a6e-9ec8-3a75eef199b2 req-454f57cc-6b5a-45d7-8417-a2480f7dae2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:33.216395 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-db7e304c-f439-4a6e-9ec8-3a75eef199b2 req-454f57cc-6b5a-45d7-8417-a2480f7dae2d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9d53a572-45ba-42fc-ac33-f5bb708a0a5d HTTP/1.1" status: 200 len: 848 time: 0.1320302 Nov 12 01:12:33.245081 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f6c9c8-cd24-497a-a83c-89568352444e None None] Pushing event deleted for resources: {'Port': ['ID=0b2dfe30-6cd3-495b-bdce-96c8421354d7,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:33.256104 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f6c9c8-cd24-497a-a83c-89568352444e None None] No DVR routers for this DVR port 0b2dfe30-6cd3-495b-bdce-96c8421354d7 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:12:33.297619 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-32b10bf4-6585-48eb-9a5d-b7dfba510a84 req-d4202c56-2054-4316-b4dd-94ab246711e2 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] 10.222.0.20 "GET /v2.0/security-groups?id=03232a44-f0c6-41c6-a234-d0161b714628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063560 Nov 12 01:12:33.299658 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6599d117-3e6e-4a82-9ac2-268e3dbe23f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:33.307966 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e304c-f439-4a6e-9ec8-3a75eef199b2 req-11562edb-9ecd-4b1f-bc7a-bc6897657038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:33.314277 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-db7e304c-f439-4a6e-9ec8-3a75eef199b2 req-11562edb-9ecd-4b1f-bc7a-bc6897657038 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=14a46391-15a4-417b-aa61-83c91cedc91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0854406 Nov 12 01:12:33.372740 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-c347d09b-8a3c-4645-a429-1d73766169eb None None] Deleting port ec485f77-5d0a-40d8-9604-2b6a8236b0f1 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:33.373839 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c347d09b-8a3c-4645-a429-1d73766169eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:33.394794 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e26d2eca-bab1-42ad-997c-f289af78faa9 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:33.436972 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d2eca-bab1-42ad-997c-f289af78faa9 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Pushing event deleted for resources: {'Port': ['ID=0b2dfe30-6cd3-495b-bdce-96c8421354d7,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:33.444262 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26d2eca-bab1-42ad-997c-f289af78faa9 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] No DVR routers for this DVR port 0b2dfe30-6cd3-495b-bdce-96c8421354d7 on host n-d-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:12:33.528049 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-db7e304c-f439-4a6e-9ec8-3a75eef199b2 req-41e718c6-2a67-441d-9d75-6bd93e6b09c1 service neutron] 10.222.0.54 "GET /v2.0/networks/14a46391-15a4-417b-aa61-83c91cedc91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108378 Nov 12 01:12:33.599019 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6599d117-3e6e-4a82-9ac2-268e3dbe23f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:33.607736 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e26d2eca-bab1-42ad-997c-f289af78faa9 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:33.611371 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6599d117-3e6e-4a82-9ac2-268e3dbe23f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:33.667529 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-db7e304c-f439-4a6e-9ec8-3a75eef199b2 req-8b9d78ef-8986-479f-837e-512407e7fdc9 service neutron] 10.222.0.54 "GET /v2.0/networks/14a46391-15a4-417b-aa61-83c91cedc91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305916 Nov 12 01:12:33.682483 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-e26d2eca-bab1-42ad-997c-f289af78faa9 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b555d7f-ba37-4b67-adf1-b45062de31ca']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:33.692124 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6599d117-3e6e-4a82-9ac2-268e3dbe23f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35557be-dabc-4159-925b-2a044565a3e6,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:33.707150 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 0b2dfe30-6cd3-495b-bdce-96c8421354d7 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:12:33.711437 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6599d117-3e6e-4a82-9ac2-268e3dbe23f7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c484c99f74724a6ea1b09af27f0bf899&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8687682 Nov 12 01:12:33.714261 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38636) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:33.719941 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-e26d2eca-bab1-42ad-997c-f289af78faa9 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e80e3bcd-573d-4a29-94fe-a33a0b8d4998') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:33.720387 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-e26d2eca-bab1-42ad-997c-f289af78faa9 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e80e3bcd-573d-4a29-94fe-a33a0b8d4998') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:33.732596 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e26d2eca-bab1-42ad-997c-f289af78faa9 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:33.750114 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e26d2eca-bab1-42ad-997c-f289af78faa9 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:33.758414 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e26d2eca-bab1-42ad-997c-f289af78faa9 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:12:33.759530 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e26d2eca-bab1-42ad-997c-f289af78faa9 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:33.764510 n-d-812236-11 neutron-server[102662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:12:33.764510 n-d-812236-11 neutron-server[102662]: self.session.flush() Nov 12 01:12:33.764510 n-d-812236-11 neutron-server[102662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:12:33.764510 n-d-812236-11 neutron-server[102662]: self.session.flush() Nov 12 01:12:33.764510 n-d-812236-11 neutron-server[102662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:12:33.764510 n-d-812236-11 neutron-server[102662]: self.session.flush() Nov 12 01:12:33.764510 n-d-812236-11 neutron-server[102662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:12:33.764510 n-d-812236-11 neutron-server[102662]: self.session.flush() Nov 12 01:12:33.764510 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:12:33.764510 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:12:33.764510 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:12:33.764510 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:12:33.764510 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:12:33.764510 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:12:33.764510 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:12:33.764510 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:12:33.764510 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:12:33.764510 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:12:33.764510 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:12:33.764510 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:12:33.764510 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:12:33.764510 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:12:33.764510 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:12:33.764510 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:12:33.764510 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:12:33.764510 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:12:33.764510 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:12:33.764510 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:12:33.764510 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:12:33.764510 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:12:33.764510 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:12:33.764510 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:12:33.764510 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:12:33.764510 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:12:33.764510 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:12:33.764510 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:12:33.764510 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:12:33.764510 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:12:33.764510 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:12:33.764510 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:12:33.786476 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 0b2dfe30-6cd3-495b-bdce-96c8421354d7 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:12:33.786865 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 0b2dfe30-6cd3-495b-bdce-96c8421354d7 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:12:33.796946 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-c347d09b-8a3c-4645-a429-1d73766169eb None None] For port ec485f77-5d0a-40d8-9604-2b6a8236b0f1, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=ec485f77-5d0a-40d8-9604-2b6a8236b0f1,segment=NetworkSegment(3ac00b9b-b13f-49a4-86ed-1c39e7a388ba),segment_id=3ac00b9b-b13f-49a4-86ed-1c39e7a388ba)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:33.797503 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c347d09b-8a3c-4645-a429-1d73766169eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:33.814757 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-c347d09b-8a3c-4645-a429-1d73766169eb None None] Calling delete_port for ec485f77-5d0a-40d8-9604-2b6a8236b0f1 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:33.868816 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e26d2eca-bab1-42ad-997c-f289af78faa9 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:33.874319 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b0c7906c-291e-4d94-8c68-7cee97a1a1cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:33.881608 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e26d2eca-bab1-42ad-997c-f289af78faa9 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:33.894148 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e26d2eca-bab1-42ad-997c-f289af78faa9 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] 10.222.0.20 "DELETE /v2.0/networks/3b555d7f-ba37-4b67-adf1-b45062de31ca HTTP/1.1" status: 204 len: 168 time: 1.6277883 Nov 12 01:12:33.897597 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38638) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:33.920856 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b0c7906c-291e-4d94-8c68-7cee97a1a1cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:33.944189 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d2eca-bab1-42ad-997c-f289af78faa9 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Pushing event deleted for resources: {'Network': ['ID=3b555d7f-ba37-4b67-adf1-b45062de31ca,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:33.948562 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c347d09b-8a3c-4645-a429-1d73766169eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:33.984230 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c347d09b-8a3c-4645-a429-1d73766169eb None None] Pushing event deleted for resources: {'Port': ['ID=ec485f77-5d0a-40d8-9604-2b6a8236b0f1,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:33.988234 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023c890-def8-4aca-b539-1cc9411e5565 req-4882e070-1668-4f22-b415-fd42aec3ab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:33.999794 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5023c890-def8-4aca-b539-1cc9411e5565 req-4882e070-1668-4f22-b415-fd42aec3ab67 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=836d0bc3c18b4a68b4a1a411ca624d1e&device_id=67b9be48-7bf1-4e88-b062-d535fdb6613c HTTP/1.1" status: 200 len: 1095 time: 0.2240860 Nov 12 01:12:34.011228 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c347d09b-8a3c-4645-a429-1d73766169eb None None] No DVR routers for this DVR port ec485f77-5d0a-40d8-9604-2b6a8236b0f1 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:12:34.079188 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a475859f-9191-473c-b20d-5a6983ec156b tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:34.090513 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b0c7906c-291e-4d94-8c68-7cee97a1a1cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:34.093110 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b0c7906c-291e-4d94-8c68-7cee97a1a1cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:34.097292 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b0c7906c-291e-4d94-8c68-7cee97a1a1cf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b35557be-dabc-4159-925b-2a044565a3e6 HTTP/1.1" status: 204 len: 168 time: 0.3788681 Nov 12 01:12:34.133475 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c7906c-291e-4d94-8c68-7cee97a1a1cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35557be-dabc-4159-925b-2a044565a3e6,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:34.238279 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023c890-def8-4aca-b539-1cc9411e5565 req-03b9b128-9e1e-491a-b99b-debc985364a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:34.239768 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5023c890-def8-4aca-b539-1cc9411e5565 req-03b9b128-9e1e-491a-b99b-debc985364a4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=14a46391-15a4-417b-aa61-83c91cedc91b HTTP/1.1" status: 200 len: 910 time: 0.2307060 Nov 12 01:12:34.243876 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a475859f-9191-473c-b20d-5a6983ec156b tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:34.293204 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b174ea30-4461-4665-bc4c-6b7db3426d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:34.340978 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-a475859f-9191-473c-b20d-5a6983ec156b tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['550313c5-a32d-4ff8-8d4f-83e62347a8ab']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:34.342294 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device ec485f77-5d0a-40d8-9604-2b6a8236b0f1 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:12:34.353358 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-a475859f-9191-473c-b20d-5a6983ec156b tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ac00b9b-b13f-49a4-86ed-1c39e7a388ba') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:34.353702 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-a475859f-9191-473c-b20d-5a6983ec156b tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ac00b9b-b13f-49a4-86ed-1c39e7a388ba') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:34.381590 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a475859f-9191-473c-b20d-5a6983ec156b tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:34.402525 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: ec485f77-5d0a-40d8-9604-2b6a8236b0f1 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:12:34.402878 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device ec485f77-5d0a-40d8-9604-2b6a8236b0f1 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:12:34.410662 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5023c890-def8-4aca-b539-1cc9411e5565 req-a404d286-747d-4607-8d87-c9e73c219c2e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f13fc3e-fb34-474d-94f9-3243ce9682f1 HTTP/1.1" status: 200 len: 217 time: 0.1557508 Nov 12 01:12:34.426149 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a475859f-9191-473c-b20d-5a6983ec156b tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:34.437044 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a475859f-9191-473c-b20d-5a6983ec156b tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:12:34.439670 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a475859f-9191-473c-b20d-5a6983ec156b tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:34.446924 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:12:34.446924 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:12:34.446924 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:12:34.446924 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:12:34.446924 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:12:34.446924 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:12:34.446924 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:12:34.446924 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:12:34.446924 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:12:34.446924 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:12:34.446924 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:12:34.446924 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:12:34.446924 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:12:34.446924 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:12:34.446924 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:12:34.446924 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:12:34.446924 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:12:34.446924 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:12:34.446924 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:12:34.446924 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:12:34.446924 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:12:34.446924 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:12:34.446924 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:12:34.446924 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:12:34.446924 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:12:34.446924 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:12:34.446924 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:12:34.446924 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:12:34.446924 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:12:34.446924 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:12:34.446924 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:12:34.446924 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:12:34.516379 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023c890-def8-4aca-b539-1cc9411e5565 req-48684d16-a4fb-4cd3-b456-9fe2dc7e8737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:34.518977 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5023c890-def8-4aca-b539-1cc9411e5565 req-48684d16-a4fb-4cd3-b456-9fe2dc7e8737 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9d53a572-45ba-42fc-ac33-f5bb708a0a5d HTTP/1.1" status: 200 len: 848 time: 0.1007113 Nov 12 01:12:34.536975 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f624a70-82dd-40b8-85aa-ba8ad1fe5bb5 req-eebe4627-005b-4d12-9481-1b548aaf86b8 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:34.538924 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8f624a70-82dd-40b8-85aa-ba8ad1fe5bb5 req-eebe4627-005b-4d12-9481-1b548aaf86b8 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] 10.222.0.20 "GET /v2.0/ports?device_id=67b9be48-7bf1-4e88-b062-d535fdb6613c HTTP/1.1" status: 200 len: 943 time: 0.0861771 Nov 12 01:12:34.545579 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a475859f-9191-473c-b20d-5a6983ec156b tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:34.561570 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a475859f-9191-473c-b20d-5a6983ec156b tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:34.569254 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a475859f-9191-473c-b20d-5a6983ec156b tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] 10.222.0.20 "DELETE /v2.0/networks/550313c5-a32d-4ff8-8d4f-83e62347a8ab HTTP/1.1" status: 204 len: 168 time: 0.6703455 Nov 12 01:12:34.570528 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38650) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:34.644840 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-18ea0410-6a60-4a4b-bb13-241eaeb37877 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Deleting subnet e463b936-9ae0-4819-b8ab-2a51ad4528ff {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:12:34.659433 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-18ea0410-6a60-4a4b-bb13-241eaeb37877 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:34.661359 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8f624a70-82dd-40b8-85aa-ba8ad1fe5bb5 req-34241816-7fd7-46b5-a56c-cf0bce0bb1cb tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] 10.222.0.20 "GET /v2.0/security-groups?id=03232a44-f0c6-41c6-a234-d0161b714628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070590 Nov 12 01:12:34.666727 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023c890-def8-4aca-b539-1cc9411e5565 req-c59f5820-39e0-4f12-9d58-b77b13099614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:34.668275 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5023c890-def8-4aca-b539-1cc9411e5565 req-c59f5820-39e0-4f12-9d58-b77b13099614 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=14a46391-15a4-417b-aa61-83c91cedc91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1281757 Nov 12 01:12:34.676503 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a475859f-9191-473c-b20d-5a6983ec156b tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Pushing event deleted for resources: {'Network': ['ID=550313c5-a32d-4ff8-8d4f-83e62347a8ab,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:34.731656 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38652) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:34.747301 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cb5fe418-0c0e-4ae6-9d75-786846dbe4b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:34.751724 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-18ea0410-6a60-4a4b-bb13-241eaeb37877 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:34.808420 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5023c890-def8-4aca-b539-1cc9411e5565 req-8bbde995-74fa-4567-887d-dd51e2b81894 service neutron] 10.222.0.54 "GET /v2.0/networks/14a46391-15a4-417b-aa61-83c91cedc91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324680 Nov 12 01:12:34.883122 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-18ea0410-6a60-4a4b-bb13-241eaeb37877 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:34.941130 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cb5fe418-0c0e-4ae6-9d75-786846dbe4b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:34.949555 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cb5fe418-0c0e-4ae6-9d75-786846dbe4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:34.976693 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5023c890-def8-4aca-b539-1cc9411e5565 req-af89ddc7-d476-4741-82b7-733cd78f899d service neutron] 10.222.0.54 "GET /v2.0/networks/14a46391-15a4-417b-aa61-83c91cedc91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597338 Nov 12 01:12:34.999303 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-18ea0410-6a60-4a4b-bb13-241eaeb37877 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:35.032585 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ea0410-6a60-4a4b-bb13-241eaeb37877 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Pushing event deleted for resources: {'Subnet': ['ID=e463b936-9ae0-4819-b8ab-2a51ad4528ff,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:35.039782 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-cb5fe418-0c0e-4ae6-9d75-786846dbe4b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=44ad039d6a714039bee9d6b6224ccce7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3046489 Nov 12 01:12:35.039782 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5fe418-0c0e-4ae6-9d75-786846dbe4b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57d4054-b863-4bf4-a863-f5572e631c5e,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:35.040631 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38654) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:35.044904 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-18ea0410-6a60-4a4b-bb13-241eaeb37877 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:35.051140 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-18ea0410-6a60-4a4b-bb13-241eaeb37877 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] 10.222.0.20 "DELETE /v2.0/subnets/e463b936-9ae0-4819-b8ab-2a51ad4528ff HTTP/1.1" status: 204 len: 168 time: 0.4721658 Nov 12 01:12:35.051297 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38656) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:35.053526 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38630a8c-8da4-4bf4-b3be-06dac54c7100 None None] Network 9857b081-0960-4f2d-9587-74c64da22a64 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:12:35.167485 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5cd82064-7413-4fc2-a576-5550f91a8e63 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:35.170280 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-90a574e5-a350-4108-91f2-6bd285a6574b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:35.236690 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-90a574e5-a350-4108-91f2-6bd285a6574b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:35.296024 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b85124-8ac6-4fed-8b6a-2763e70227a2 None None] DHCP port deletion for 9857b081-0960-4f2d-9587-74c64da22a64 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:12:35.312694 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-5cd82064-7413-4fc2-a576-5550f91a8e63 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Deleting port 08c2ed4b-69c4-42a6-b1d6-b5eb8becc65b {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:35.313266 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5cd82064-7413-4fc2-a576-5550f91a8e63 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:35.355781 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-90a574e5-a350-4108-91f2-6bd285a6574b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:35.361888 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-90a574e5-a350-4108-91f2-6bd285a6574b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:35.361888 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-90a574e5-a350-4108-91f2-6bd285a6574b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b57d4054-b863-4bf4-a863-f5572e631c5e HTTP/1.1" status: 204 len: 168 time: 0.3176527 Nov 12 01:12:35.369411 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-18b85124-8ac6-4fed-8b6a-2763e70227a2 None None] Deleting port 08c2ed4b-69c4-42a6-b1d6-b5eb8becc65b {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:35.369952 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-18b85124-8ac6-4fed-8b6a-2763e70227a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:35.430665 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a574e5-a350-4108-91f2-6bd285a6574b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57d4054-b863-4bf4-a863-f5572e631c5e,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:35.452215 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-5cd82064-7413-4fc2-a576-5550f91a8e63 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] For port 08c2ed4b-69c4-42a6-b1d6-b5eb8becc65b, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=08c2ed4b-69c4-42a6-b1d6-b5eb8becc65b,segment=NetworkSegment(512d8b72-55e2-4551-905f-d007d7481684),segment_id=512d8b72-55e2-4551-905f-d007d7481684)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:35.452690 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5cd82064-7413-4fc2-a576-5550f91a8e63 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:35.486927 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-5cd82064-7413-4fc2-a576-5550f91a8e63 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Calling delete_port for 08c2ed4b-69c4-42a6-b1d6-b5eb8becc65b owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:35.500150 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-18b85124-8ac6-4fed-8b6a-2763e70227a2 None None] For port 08c2ed4b-69c4-42a6-b1d6-b5eb8becc65b, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=08c2ed4b-69c4-42a6-b1d6-b5eb8becc65b,segment=NetworkSegment(512d8b72-55e2-4551-905f-d007d7481684),segment_id=512d8b72-55e2-4551-905f-d007d7481684)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:35.500320 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-18b85124-8ac6-4fed-8b6a-2763e70227a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:35.513884 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-18b85124-8ac6-4fed-8b6a-2763e70227a2 None None] Calling delete_port for 08c2ed4b-69c4-42a6-b1d6-b5eb8becc65b owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:35.614121 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5cd82064-7413-4fc2-a576-5550f91a8e63 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:35.636075 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-18b85124-8ac6-4fed-8b6a-2763e70227a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:35.655082 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd82064-7413-4fc2-a576-5550f91a8e63 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Pushing event deleted for resources: {'Port': ['ID=08c2ed4b-69c4-42a6-b1d6-b5eb8becc65b,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:35.662691 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd82064-7413-4fc2-a576-5550f91a8e63 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] No DVR routers for this DVR port 08c2ed4b-69c4-42a6-b1d6-b5eb8becc65b on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:12:35.669469 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b85124-8ac6-4fed-8b6a-2763e70227a2 None None] Pushing event deleted for resources: {'Port': ['ID=08c2ed4b-69c4-42a6-b1d6-b5eb8becc65b,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:35.678795 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b85124-8ac6-4fed-8b6a-2763e70227a2 None None] No DVR routers for this DVR port 08c2ed4b-69c4-42a6-b1d6-b5eb8becc65b on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:12:35.768546 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5cd82064-7413-4fc2-a576-5550f91a8e63 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:35.791721 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-5cd82064-7413-4fc2-a576-5550f91a8e63 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9857b081-0960-4f2d-9587-74c64da22a64']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:35.802893 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-5cd82064-7413-4fc2-a576-5550f91a8e63 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '512d8b72-55e2-4551-905f-d007d7481684') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:35.803191 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-5cd82064-7413-4fc2-a576-5550f91a8e63 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '512d8b72-55e2-4551-905f-d007d7481684') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:35.823369 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5cd82064-7413-4fc2-a576-5550f91a8e63 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:35.833137 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc2b8b-4682-4ab3-9d85-3b0d5d276255 req-c2dac623-7b1d-4c3d-90b1-434e58c3869a tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:35.835145 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c6bc2b8b-4682-4ab3-9d85-3b0d5d276255 req-c2dac623-7b1d-4c3d-90b1-434e58c3869a tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] 10.222.0.20 "GET /v2.0/ports?device_id=67b9be48-7bf1-4e88-b062-d535fdb6613c HTTP/1.1" status: 200 len: 943 time: 0.0920384 Nov 12 01:12:35.846103 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5cd82064-7413-4fc2-a576-5550f91a8e63 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:35.862957 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cd82064-7413-4fc2-a576-5550f91a8e63 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:12:35.863804 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5cd82064-7413-4fc2-a576-5550f91a8e63 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:35.867251 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:12:35.867251 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:12:35.867251 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:12:35.867251 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:12:35.867251 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:12:35.867251 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:12:35.867251 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:12:35.867251 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:12:35.867251 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:12:35.867251 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:12:35.867251 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:12:35.867251 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:12:35.867251 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:12:35.867251 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:12:35.867251 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:12:35.867251 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:12:35.867251 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:12:35.867251 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:12:35.867251 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:12:35.867251 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:12:35.867251 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:12:35.867251 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:12:35.867251 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:12:35.867251 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:12:35.867251 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:12:35.867251 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:12:35.867251 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:12:35.867251 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:12:35.867251 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:12:35.867251 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:12:35.867251 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:12:35.867251 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:12:35.907247 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c6bc2b8b-4682-4ab3-9d85-3b0d5d276255 req-1ac57a9b-9e84-4490-9985-db7b438b070e tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] 10.222.0.20 "GET /v2.0/security-groups?id=03232a44-f0c6-41c6-a234-d0161b714628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649662 Nov 12 01:12:35.953803 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5cd82064-7413-4fc2-a576-5550f91a8e63 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:35.971624 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5cd82064-7413-4fc2-a576-5550f91a8e63 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:35.981047 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38684) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:35.991089 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5cd82064-7413-4fc2-a576-5550f91a8e63 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] 10.222.0.20 "DELETE /v2.0/networks/9857b081-0960-4f2d-9587-74c64da22a64 HTTP/1.1" status: 204 len: 168 time: 0.9238014 Nov 12 01:12:36.014582 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd82064-7413-4fc2-a576-5550f91a8e63 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Pushing event deleted for resources: {'Network': ['ID=9857b081-0960-4f2d-9587-74c64da22a64,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:36.024068 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-9dc9649b-2028-44dc-89d2-9a4f1cae3008 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] 10.222.0.20 "GET /v2.0/ports?device_id=e24668a4-3c7a-4fc7-8259-5f21cbfd860e HTTP/1.1" status: 200 len: 205 time: 0.0395525 Nov 12 01:12:36.024365 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38686) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:36.113463 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4babcc14-376e-43cb-8b4b-b65faa4ce623 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks [] for router, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:36.260450 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 08c2ed4b-69c4-42a6-b1d6-b5eb8becc65b no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:12:36.306663 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 08c2ed4b-69c4-42a6-b1d6-b5eb8becc65b {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:12:36.307886 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 08c2ed4b-69c4-42a6-b1d6-b5eb8becc65b not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:12:36.349132 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4babcc14-376e-43cb-8b4b-b65faa4ce623 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:36.352012 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4babcc14-376e-43cb-8b4b-b65faa4ce623 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:36.418472 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8ad0ed96-bca8-41d3-af65-e8fbac4199b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:36.737765 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4babcc14-376e-43cb-8b4b-b65faa4ce623 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:36.738778 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4babcc14-376e-43cb-8b4b-b65faa4ce623 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Fanout notify agent at l3_agent the message router_deleted on router e24668a4-3c7a-4fc7-8259-5f21cbfd860e {{(pid=102661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:12:36.759813 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4babcc14-376e-43cb-8b4b-b65faa4ce623 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:36.763838 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4babcc14-376e-43cb-8b4b-b65faa4ce623 tempest-RoutersNegativeTest-425631539 tempest-RoutersNegativeTest-425631539-project] 10.222.0.20 "DELETE /v2.0/routers/e24668a4-3c7a-4fc7-8259-5f21cbfd860e HTTP/1.1" status: 204 len: 168 time: 0.7379091 Nov 12 01:12:37.134922 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38718) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:37.162553 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a718a-8aaa-4281-a3ee-04183a8f8370 req-f586ef4a-8f9a-4dca-8765-6eab3b89545b tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:37.169891 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d66a718a-8aaa-4281-a3ee-04183a8f8370 req-f586ef4a-8f9a-4dca-8765-6eab3b89545b tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] 10.222.0.20 "GET /v2.0/ports?device_id=67b9be48-7bf1-4e88-b062-d535fdb6613c HTTP/1.1" status: 200 len: 943 time: 0.1152856 Nov 12 01:12:37.235711 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d66a718a-8aaa-4281-a3ee-04183a8f8370 req-d5051afc-36d8-41dc-9716-2940af5113ec tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] 10.222.0.20 "GET /v2.0/security-groups?id=03232a44-f0c6-41c6-a234-d0161b714628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647554 Nov 12 01:12:37.491803 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38732) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:37.494138 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-38c87420-5f00-410e-aa24-c060b8d67c98 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a90c00777a1a4b179e4dca7da0c21d33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3557680 Nov 12 01:12:37.550583 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c6cc4090-ce31-443a-bb96-f02e28390702 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:37.576516 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c6cc4090-ce31-443a-bb96-f02e28390702 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:37.641546 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c6cc4090-ce31-443a-bb96-f02e28390702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:37.644839 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c6cc4090-ce31-443a-bb96-f02e28390702 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:37.646028 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c6cc4090-ce31-443a-bb96-f02e28390702 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9435e640-45b4-49df-88ad-c86b3a400650 HTTP/1.1" status: 204 len: 168 time: 0.1532304 Nov 12 01:12:37.657809 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc4090-ce31-443a-bb96-f02e28390702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9435e640-45b4-49df-88ad-c86b3a400650,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:37.723297 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:38.386446 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59972af-8fad-4356-bec8-a16dd964846e req-6be59e48-8fb4-452c-a13e-01abd4993d2f tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:38.388383 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d59972af-8fad-4356-bec8-a16dd964846e req-6be59e48-8fb4-452c-a13e-01abd4993d2f tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] 10.222.0.20 "GET /v2.0/ports?device_id=67b9be48-7bf1-4e88-b062-d535fdb6613c HTTP/1.1" status: 200 len: 943 time: 0.0724981 Nov 12 01:12:38.456586 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d59972af-8fad-4356-bec8-a16dd964846e req-6a953db5-c261-4984-bbf2-836b2d65595c tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] 10.222.0.20 "GET /v2.0/security-groups?id=03232a44-f0c6-41c6-a234-d0161b714628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600214 Nov 12 01:12:38.628408 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 9f13fc3e-fb34-474d-94f9-3243ce9682f1 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:12:38.774835 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 9f13fc3e-fb34-474d-94f9-3243ce9682f1, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=9f13fc3e-fb34-474d-94f9-3243ce9682f1,segment=NetworkSegment(d5e4d18d-f7e3-4d31-8d58-df1c251fd023),segment_id=d5e4d18d-f7e3-4d31-8d58-df1c251fd023)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:38.791542 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '9f13fc3e-fb34-474d-94f9-3243ce9682f1', 'network_id': '14a46391-15a4-417b-aa61-83c91cedc91b', 'port_id': '9f13fc3e-fb34-474d-94f9-3243ce9682f1', 'mac_address': 'fa:16:3e:53:6d:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d53a572-45ba-42fc-ac33-f5bb708a0a5d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:12:38.856480 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:38.875747 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f13fc3e-fb34-474d-94f9-3243ce9682f1 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:12:38.900656 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 9f13fc3e-fb34-474d-94f9-3243ce9682f1, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=9f13fc3e-fb34-474d-94f9-3243ce9682f1,segment=NetworkSegment(d5e4d18d-f7e3-4d31-8d58-df1c251fd023),segment_id=d5e4d18d-f7e3-4d31-8d58-df1c251fd023)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:38.910499 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:38.978061 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=9f13fc3e-fb34-474d-94f9-3243ce9682f1,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:39.033497 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38788) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:39.327394 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-e724709d-95f3-4246-9378-ba6c0741b868 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Request body: {'security_group': {'name': 'tempest-secgroup--496978067'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:39.348723 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:39.366092 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e724709d-95f3-4246-9378-ba6c0741b868 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:39.374400 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['9f13fc3e-fb34-474d-94f9-3243ce9682f1'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:12:39.394336 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e724709d-95f3-4246-9378-ba6c0741b868 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:39.567534 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e724709d-95f3-4246-9378-ba6c0741b868 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:39.572529 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e724709d-95f3-4246-9378-ba6c0741b868 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:39.640695 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e724709d-95f3-4246-9378-ba6c0741b868 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:39.648798 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e724709d-95f3-4246-9378-ba6c0741b868 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:39.684251 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e724709d-95f3-4246-9378-ba6c0741b868 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbfb5e8-7b1e-4d98-b3f9-7ba2eb0cfb5f,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:39.693895 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ba9c5-9c35-479d-b3e4-8e515d425185 req-d859b7b0-0eaa-4bd8-a6b6-7df600a2cf7b tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:39.700603 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-799ba9c5-9c35-479d-b3e4-8e515d425185 req-d859b7b0-0eaa-4bd8-a6b6-7df600a2cf7b tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] 10.222.0.20 "GET /v2.0/ports?device_id=67b9be48-7bf1-4e88-b062-d535fdb6613c HTTP/1.1" status: 200 len: 944 time: 0.1019585 Nov 12 01:12:39.703108 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e724709d-95f3-4246-9378-ba6c0741b868 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:39.706984 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e724709d-95f3-4246-9378-ba6c0741b868 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6700282 Nov 12 01:12:39.707264 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38810) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:39.765000 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e724709d-95f3-4246-9378-ba6c0741b868 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1cb719-19b0-445c-84fc-6b0af8e93519,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:39.842010 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-799ba9c5-9c35-479d-b3e4-8e515d425185 req-e23dfe59-7aad-4928-9915-5d97ea115dfe tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] 10.222.0.20 "GET /v2.0/security-groups?id=03232a44-f0c6-41c6-a234-d0161b714628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361516 Nov 12 01:12:39.851357 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b3acb755-2593-4002-b54a-8642890beeeb tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1425073 Nov 12 01:12:39.853931 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38814) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:39.868796 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-c6581e51-d043-46a8-ba93-b71a99d07651 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Request body: {'security_group': {'name': 'tempest-security--453748635', 'description': 'tempest-security-description-955842543'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:39.916198 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c6581e51-d043-46a8-ba93-b71a99d07651 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:39.990549 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c6581e51-d043-46a8-ba93-b71a99d07651 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:39.996351 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c6581e51-d043-46a8-ba93-b71a99d07651 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:39.998980 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c6581e51-d043-46a8-ba93-b71a99d07651 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:40.000244 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c6581e51-d043-46a8-ba93-b71a99d07651 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "PUT /v2.0/security-groups/2d1cb719-19b0-445c-84fc-6b0af8e93519 HTTP/1.1" status: 200 len: 1795 time: 0.1452904 Nov 12 01:12:40.003069 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38826) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:40.046762 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6581e51-d043-46a8-ba93-b71a99d07651 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1cb719-19b0-445c-84fc-6b0af8e93519,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:40.074653 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-cc951d48-5627-4916-a0e1-223743c985a1 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "GET /v2.0/security-groups/2d1cb719-19b0-445c-84fc-6b0af8e93519 HTTP/1.1" status: 200 len: 1795 time: 0.0701766 Nov 12 01:12:40.076936 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38828) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:40.145776 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-25803737-27cf-499d-9c6b-192a091c1795 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:40.174619 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-25803737-27cf-499d-9c6b-192a091c1795 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:40.230275 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-25803737-27cf-499d-9c6b-192a091c1795 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:40.233564 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-25803737-27cf-499d-9c6b-192a091c1795 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:40.237798 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-25803737-27cf-499d-9c6b-192a091c1795 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "DELETE /v2.0/security-groups/2d1cb719-19b0-445c-84fc-6b0af8e93519 HTTP/1.1" status: 204 len: 168 time: 0.1585748 Nov 12 01:12:40.237992 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38834) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:40.252946 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25803737-27cf-499d-9c6b-192a091c1795 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1cb719-19b0-445c-84fc-6b0af8e93519,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:40.309905 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:40.335991 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-23e9dcdf-1449-45c6-8b3c-9c33b752c250 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0963311 Nov 12 01:12:40.338279 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38844) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:40.340724 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:12:40.355607 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-22b3be39-ee39-429b-8064-732e2acd540c tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] delete failed (client error): The resource could not be found. Nov 12 01:12:40.356389 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-22b3be39-ee39-429b-8064-732e2acd540c tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "DELETE /v2.0/security-groups/2d1cb719-19b0-445c-84fc-6b0af8e93519 HTTP/1.1" status: 404 len: 347 time: 0.0167897 Nov 12 01:12:40.362854 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38850) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:40.372242 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-7322a6d5-1fb6-4a4d-bed8-c93a6e292923 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Request body: {'security_group': {'name': 'tempest-secgroup--126501833'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:40.398898 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7322a6d5-1fb6-4a4d-bed8-c93a6e292923 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:40.512182 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7322a6d5-1fb6-4a4d-bed8-c93a6e292923 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:40.518207 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7322a6d5-1fb6-4a4d-bed8-c93a6e292923 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:40.590823 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7322a6d5-1fb6-4a4d-bed8-c93a6e292923 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9009b9-f180-4f32-a8dd-cbd00e399d00,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:40.602311 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7322a6d5-1fb6-4a4d-bed8-c93a6e292923 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:40.603710 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7322a6d5-1fb6-4a4d-bed8-c93a6e292923 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2398598 Nov 12 01:12:40.606616 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38856) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:40.611583 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-0e6eb274-6ab1-4a70-bd3a-b7cc89548ab4 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Request body: {'security_group_rule': {'security_group_id': '7e9009b9-f180-4f32-a8dd-cbd00e399d00', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:40.631026 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 9f13fc3e-fb34-474d-94f9-3243ce9682f1 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:12:40.651349 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e6eb274-6ab1-4a70-bd3a-b7cc89548ab4 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:40.696259 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 9f13fc3e-fb34-474d-94f9-3243ce9682f1 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:12:40.700876 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 9f13fc3e-fb34-474d-94f9-3243ce9682f1 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:40.701241 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:40.724470 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e6eb274-6ab1-4a70-bd3a-b7cc89548ab4 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:40.734104 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e6eb274-6ab1-4a70-bd3a-b7cc89548ab4 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:40.755066 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6eb274-6ab1-4a70-bd3a-b7cc89548ab4 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10293b2d-c2f6-44bd-9e6f-72a556d0f2c8,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:40.764634 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e6eb274-6ab1-4a70-bd3a-b7cc89548ab4 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:40.766040 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0e6eb274-6ab1-4a70-bd3a-b7cc89548ab4 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1583955 Nov 12 01:12:40.769761 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38866) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:40.817518 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:40.821863 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-03846818-4ae2-45ff-95b0-e817ab19fe66 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:40.843482 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-03846818-4ae2-45ff-95b0-e817ab19fe66 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:40.861946 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 9f13fc3e-fb34-474d-94f9-3243ce9682f1, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=9f13fc3e-fb34-474d-94f9-3243ce9682f1,segment=NetworkSegment(d5e4d18d-f7e3-4d31-8d58-df1c251fd023),segment_id=d5e4d18d-f7e3-4d31-8d58-df1c251fd023)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:40.863494 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b9be48-7bf1-4e88-b062-d535fdb6613c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f13fc3e-fb34-474d-94f9-3243ce9682f1'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:12:40.867724 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbf6a5b-eed6-4c3f-a24d-aaae37d50888" -d '{"events": [{"server_uuid": "67b9be48-7bf1-4e88-b062-d535fdb6613c", "name": "network-vif-plugged", "status": "completed", "tag": "9f13fc3e-fb34-474d-94f9-3243ce9682f1"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:12:40.889150 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-03846818-4ae2-45ff-95b0-e817ab19fe66 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:40.889914 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:40.900391 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-03846818-4ae2-45ff-95b0-e817ab19fe66 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:40.901975 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-03846818-4ae2-45ff-95b0-e817ab19fe66 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/10293b2d-c2f6-44bd-9e6f-72a556d0f2c8 HTTP/1.1" status: 204 len: 168 time: 0.1311009 Nov 12 01:12:40.904756 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38878) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:40.912172 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03846818-4ae2-45ff-95b0-e817ab19fe66 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=10293b2d-c2f6-44bd-9e6f-72a556d0f2c8,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:40.972178 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6373622c-7c99-4297-8f18-24b571a1957f x-openstack-request-id: req-6373622c-7c99-4297-8f18-24b571a1957f {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:12:40.972454 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b9be48-7bf1-4e88-b062-d535fdb6613c", "name": "network-vif-plugged", "status": "completed", "tag": "9f13fc3e-fb34-474d-94f9-3243ce9682f1", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:12:40.972729 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6373622c-7c99-4297-8f18-24b571a1957f {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:12:40.973145 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b9be48-7bf1-4e88-b062-d535fdb6613c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f13fc3e-fb34-474d-94f9-3243ce9682f1', 'code': 200} Nov 12 01:12:40.980511 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=9f13fc3e-fb34-474d-94f9-3243ce9682f1,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:41.005404 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:41.024025 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38884) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:41.024538 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c5aa3da7-39ee-4f71-b31d-99bf4ae7aed9 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1185627 Nov 12 01:12:41.121413 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c738ce-6800-46b3-bca8-025d7f0af910 req-8c5a7601-3b1c-496f-8a9b-cca1e8f4b527 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:41.122909 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-20c738ce-6800-46b3-bca8-025d7f0af910 req-8c5a7601-3b1c-496f-8a9b-cca1e8f4b527 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] 10.222.0.20 "GET /v2.0/ports?device_id=67b9be48-7bf1-4e88-b062-d535fdb6613c HTTP/1.1" status: 200 len: 945 time: 0.1355681 Nov 12 01:12:41.129796 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c082d031-8811-4371-8d70-0a87bcb5f704 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:41.181019 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc6d4c-86c1-4527-b332-18be483d2ff6 req-dea80ba5-c1a0-44d7-96fa-01d8f1fd1918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:41.182634 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e7fc6d4c-86c1-4527-b332-18be483d2ff6 req-dea80ba5-c1a0-44d7-96fa-01d8f1fd1918 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=67b9be48-7bf1-4e88-b062-d535fdb6613c HTTP/1.1" status: 200 len: 1097 time: 0.1124942 Nov 12 01:12:41.188769 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c082d031-8811-4371-8d70-0a87bcb5f704 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:41.239691 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-20c738ce-6800-46b3-bca8-025d7f0af910 req-00042623-1df4-49a7-9d35-23cf0d0c5b5d tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] 10.222.0.20 "GET /v2.0/security-groups?id=03232a44-f0c6-41c6-a234-d0161b714628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079550 Nov 12 01:12:41.294534 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e7fc6d4c-86c1-4527-b332-18be483d2ff6 req-03cf55e2-e342-4a52-9001-3c688707fc3b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=03232a44-f0c6-41c6-a234-d0161b714628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022122 Nov 12 01:12:41.305697 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c082d031-8811-4371-8d70-0a87bcb5f704 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:41.308958 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c082d031-8811-4371-8d70-0a87bcb5f704 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:41.312359 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c082d031-8811-4371-8d70-0a87bcb5f704 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "DELETE /v2.0/security-groups/7e9009b9-f180-4f32-a8dd-cbd00e399d00 HTTP/1.1" status: 204 len: 168 time: 0.2849314 Nov 12 01:12:41.313254 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38900) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:41.321262 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c082d031-8811-4371-8d70-0a87bcb5f704 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9009b9-f180-4f32-a8dd-cbd00e399d00,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:41.369144 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5a048948-c729-429a-8cb2-50fcc104b340 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0539033 Nov 12 01:12:41.369552 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38902) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:41.374130 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-bce1bde8-97d8-435c-9da1-9980b087fd4c tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Request body: {'security_group': {'name': 'tempest-secgroup--906015014'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:41.400828 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bce1bde8-97d8-435c-9da1-9980b087fd4c tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:41.510036 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bce1bde8-97d8-435c-9da1-9980b087fd4c tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:41.514776 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bce1bde8-97d8-435c-9da1-9980b087fd4c tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:41.577330 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bce1bde8-97d8-435c-9da1-9980b087fd4c tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:41.584217 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38914) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:41.589333 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-ea844231-6df9-4d3a-99ef-a84c9df5b20a tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Request body: {'security_group_rule': {'security_group_id': 'ef00228d-36e8-454e-aab4-2bddcf9feb39', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:41.595918 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-bce1bde8-97d8-435c-9da1-9980b087fd4c tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2240062 Nov 12 01:12:41.598239 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce1bde8-97d8-435c-9da1-9980b087fd4c tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef00228d-36e8-454e-aab4-2bddcf9feb39,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:41.653366 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ea844231-6df9-4d3a-99ef-a84c9df5b20a tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:41.783506 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ea844231-6df9-4d3a-99ef-a84c9df5b20a tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:41.788667 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ea844231-6df9-4d3a-99ef-a84c9df5b20a tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:41.811888 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea844231-6df9-4d3a-99ef-a84c9df5b20a tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33a669f5-d096-4d21-9a80-583b1b75401f,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:41.823932 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ea844231-6df9-4d3a-99ef-a84c9df5b20a tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:41.827725 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ea844231-6df9-4d3a-99ef-a84c9df5b20a tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2400367 Nov 12 01:12:41.828274 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38926) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:41.833245 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-904d293a-2685-4a15-bd5c-293d7bb818b6 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Request body: {'security_group_rule': {'security_group_id': 'ef00228d-36e8-454e-aab4-2bddcf9feb39', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:41.868745 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-904d293a-2685-4a15-bd5c-293d7bb818b6 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:41.963026 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-904d293a-2685-4a15-bd5c-293d7bb818b6 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:41.968205 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-904d293a-2685-4a15-bd5c-293d7bb818b6 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:41.988691 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904d293a-2685-4a15-bd5c-293d7bb818b6 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2bcb511-4ae6-497a-8e74-cf30fe7eb8cc,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:42.003722 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-904d293a-2685-4a15-bd5c-293d7bb818b6 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:42.009009 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-904d293a-2685-4a15-bd5c-293d7bb818b6 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1758888 Nov 12 01:12:42.009342 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38934) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:42.014279 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-3e8dd77c-c8e7-4284-9ff0-6fefb4aa6d64 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Request body: {'security_group_rule': {'security_group_id': 'ef00228d-36e8-454e-aab4-2bddcf9feb39', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:42.052531 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3e8dd77c-c8e7-4284-9ff0-6fefb4aa6d64 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:42.146594 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3e8dd77c-c8e7-4284-9ff0-6fefb4aa6d64 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:42.152323 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3e8dd77c-c8e7-4284-9ff0-6fefb4aa6d64 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:42.192733 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8dd77c-c8e7-4284-9ff0-6fefb4aa6d64 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d2c3a0d-2b6b-4574-9cfb-497abc1ba380,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:42.213721 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3e8dd77c-c8e7-4284-9ff0-6fefb4aa6d64 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:42.214942 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3e8dd77c-c8e7-4284-9ff0-6fefb4aa6d64 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2045972 Nov 12 01:12:42.217643 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38942) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:42.223169 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-0af9627a-2b19-485c-9d3d-123312daad7e tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Request body: {'security_group_rule': {'security_group_id': 'ef00228d-36e8-454e-aab4-2bddcf9feb39', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:42.264106 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0af9627a-2b19-485c-9d3d-123312daad7e tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:42.443582 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0af9627a-2b19-485c-9d3d-123312daad7e tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:42.457176 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93f3d5-41fb-45d9-8c56-37c6bee1f0b3 req-3774d18a-874b-40dd-9908-58c5dc9a636f tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:42.458711 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3a93f3d5-41fb-45d9-8c56-37c6bee1f0b3 req-3774d18a-874b-40dd-9908-58c5dc9a636f tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] 10.222.0.20 "GET /v2.0/ports?device_id=67b9be48-7bf1-4e88-b062-d535fdb6613c HTTP/1.1" status: 200 len: 945 time: 0.1134329 Nov 12 01:12:42.459883 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0af9627a-2b19-485c-9d3d-123312daad7e tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:42.821564 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:42.927052 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af9627a-2b19-485c-9d3d-123312daad7e tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea42aab5-5d5e-4ad2-abfd-79ac65e6de96,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:42.941568 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0af9627a-2b19-485c-9d3d-123312daad7e tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:42.945249 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0af9627a-2b19-485c-9d3d-123312daad7e tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7242379 Nov 12 01:12:42.946152 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38968) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:42.953411 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-6eb7b0a9-1d00-41a0-98c2-690c84c00dcc tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Request body: {'security_group_rule': {'security_group_id': 'ef00228d-36e8-454e-aab4-2bddcf9feb39', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:42.967634 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3a93f3d5-41fb-45d9-8c56-37c6bee1f0b3 req-2ac18ad0-7628-4f5b-830c-58d69082650e tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] 10.222.0.20 "GET /v2.0/security-groups?id=03232a44-f0c6-41c6-a234-d0161b714628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5013902 Nov 12 01:12:43.001363 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6eb7b0a9-1d00-41a0-98c2-690c84c00dcc tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:43.069706 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6eb7b0a9-1d00-41a0-98c2-690c84c00dcc tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:43.073334 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6eb7b0a9-1d00-41a0-98c2-690c84c00dcc tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:43.092644 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb7b0a9-1d00-41a0-98c2-690c84c00dcc tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b84ecd2b-8359-4ed6-b007-5b05abac1e75,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:43.103463 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6eb7b0a9-1d00-41a0-98c2-690c84c00dcc tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:43.104561 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6eb7b0a9-1d00-41a0-98c2-690c84c00dcc tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1559608 Nov 12 01:12:43.107560 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38974) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:43.131494 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c22439ca-ed19-4f3f-880c-aaa0040451da tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:43.138962 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c22439ca-ed19-4f3f-880c-aaa0040451da tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:43.167394 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c22439ca-ed19-4f3f-880c-aaa0040451da tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:43.175929 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c22439ca-ed19-4f3f-880c-aaa0040451da tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:43.179323 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c22439ca-ed19-4f3f-880c-aaa0040451da tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/b84ecd2b-8359-4ed6-b007-5b05abac1e75 HTTP/1.1" status: 204 len: 168 time: 0.0684693 Nov 12 01:12:43.179718 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38976) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:43.181208 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22439ca-ed19-4f3f-880c-aaa0040451da tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b84ecd2b-8359-4ed6-b007-5b05abac1e75,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:43.232293 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-bbafc898-e2ee-456c-b1a7-572bc5afe3ff tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0513229 Nov 12 01:12:43.235010 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38978) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:43.264844 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-39b9e5d0-f17f-4676-8bbc-3e52897bac32 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:43.273445 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-39b9e5d0-f17f-4676-8bbc-3e52897bac32 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:43.306649 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-39b9e5d0-f17f-4676-8bbc-3e52897bac32 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:43.314837 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-39b9e5d0-f17f-4676-8bbc-3e52897bac32 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:43.318568 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-39b9e5d0-f17f-4676-8bbc-3e52897bac32 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/ea42aab5-5d5e-4ad2-abfd-79ac65e6de96 HTTP/1.1" status: 204 len: 168 time: 0.0802071 Nov 12 01:12:43.319234 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38986) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:43.320960 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b9e5d0-f17f-4676-8bbc-3e52897bac32 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea42aab5-5d5e-4ad2-abfd-79ac65e6de96,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:43.373328 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-08c2bccf-5349-4f3d-9427-aa3d170ead9c tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0532022 Nov 12 01:12:43.376148 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38988) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:43.402404 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-df0f6b4b-817b-4d94-ab94-4f06239ae649 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:43.415300 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-df0f6b4b-817b-4d94-ab94-4f06239ae649 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:43.446919 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-df0f6b4b-817b-4d94-ab94-4f06239ae649 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:43.454229 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-df0f6b4b-817b-4d94-ab94-4f06239ae649 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:43.463260 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-df0f6b4b-817b-4d94-ab94-4f06239ae649 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/2d2c3a0d-2b6b-4574-9cfb-497abc1ba380 HTTP/1.1" status: 204 len: 168 time: 0.0830076 Nov 12 01:12:43.463770 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 38992) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:43.466777 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0f6b4b-817b-4d94-ab94-4f06239ae649 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2d2c3a0d-2b6b-4574-9cfb-497abc1ba380,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:43.509427 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e687703f-0498-4dfb-a929-b8a67e31680a tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0420699 Nov 12 01:12:43.510046 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 38994) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:43.534364 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dde57094-d0d7-4ee0-bf0c-6ae8da238747 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:43.541984 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dde57094-d0d7-4ee0-bf0c-6ae8da238747 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:43.584047 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dde57094-d0d7-4ee0-bf0c-6ae8da238747 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:43.590260 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dde57094-d0d7-4ee0-bf0c-6ae8da238747 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:43.591353 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-dde57094-d0d7-4ee0-bf0c-6ae8da238747 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/c2bcb511-4ae6-497a-8e74-cf30fe7eb8cc HTTP/1.1" status: 204 len: 168 time: 0.0803134 Nov 12 01:12:43.594897 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39002) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:43.597177 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde57094-d0d7-4ee0-bf0c-6ae8da238747 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c2bcb511-4ae6-497a-8e74-cf30fe7eb8cc,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:43.650520 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-8b48af1e-663d-40d0-8863-31f06513409d tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0537376 Nov 12 01:12:43.653713 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39006) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:43.679383 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-80173223-7176-4a24-bf39-0e495734bde5 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:43.686842 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-80173223-7176-4a24-bf39-0e495734bde5 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:43.717015 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-80173223-7176-4a24-bf39-0e495734bde5 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:43.723599 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-80173223-7176-4a24-bf39-0e495734bde5 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:43.725221 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-80173223-7176-4a24-bf39-0e495734bde5 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/33a669f5-d096-4d21-9a80-583b1b75401f HTTP/1.1" status: 204 len: 168 time: 0.0701210 Nov 12 01:12:43.727545 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39008) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:43.740922 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80173223-7176-4a24-bf39-0e495734bde5 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=33a669f5-d096-4d21-9a80-583b1b75401f,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:43.793858 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8c811f38-f6b9-498f-9245-c517084b28e4 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0621884 Nov 12 01:12:43.794109 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39010) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:43.870735 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-21030d19-a9a3-4b22-86c2-81cd6495d0a6 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:43.905689 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-21030d19-a9a3-4b22-86c2-81cd6495d0a6 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:43.964386 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-21030d19-a9a3-4b22-86c2-81cd6495d0a6 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:43.967469 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-21030d19-a9a3-4b22-86c2-81cd6495d0a6 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:43.971741 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-21030d19-a9a3-4b22-86c2-81cd6495d0a6 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "DELETE /v2.0/security-groups/ef00228d-36e8-454e-aab4-2bddcf9feb39 HTTP/1.1" status: 204 len: 168 time: 0.1735168 Nov 12 01:12:43.972176 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39024) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:43.979868 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21030d19-a9a3-4b22-86c2-81cd6495d0a6 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef00228d-36e8-454e-aab4-2bddcf9feb39,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:44.059119 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-cbfe1eb0-747d-4b45-908c-5e4d5e492334 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0818129 Nov 12 01:12:44.059780 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39030) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:44.064732 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-bbc82867-67ae-4b37-b1aa-54e5548f2948 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Request body: {'security_group': {'name': 'tempest-secgroup--956186713'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:44.129142 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bbc82867-67ae-4b37-b1aa-54e5548f2948 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:44.216401 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f339000-1e8c-4631-b571-b395f5e68843 req-bc97bebb-61db-4b26-ba01-601ded105adf tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:44.224125 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2f339000-1e8c-4631-b571-b395f5e68843 req-bc97bebb-61db-4b26-ba01-601ded105adf tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] 10.222.0.20 "GET /v2.0/ports?device_id=67b9be48-7bf1-4e88-b062-d535fdb6613c HTTP/1.1" status: 200 len: 945 time: 0.0830507 Nov 12 01:12:44.263600 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bbc82867-67ae-4b37-b1aa-54e5548f2948 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:44.274614 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bbc82867-67ae-4b37-b1aa-54e5548f2948 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:44.279818 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2f339000-1e8c-4631-b571-b395f5e68843 req-01664cd0-0316-4651-9cae-800ef9fd5442 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] 10.222.0.20 "GET /v2.0/security-groups?id=03232a44-f0c6-41c6-a234-d0161b714628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547450 Nov 12 01:12:44.319303 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bbc82867-67ae-4b37-b1aa-54e5548f2948 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:44.320608 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-bbc82867-67ae-4b37-b1aa-54e5548f2948 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2597446 Nov 12 01:12:44.322559 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc82867-67ae-4b37-b1aa-54e5548f2948 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b329509-36d3-420f-857f-9896467a4a40,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:44.323824 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39040) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:44.330486 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-9029aff3-ab2a-4222-8b47-d8e1bfd2bd34 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Request body: {'security_group_rule': {'security_group_id': '1b329509-36d3-420f-857f-9896467a4a40', 'direction': 'ingress', 'protocol': 17}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:44.388843 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9029aff3-ab2a-4222-8b47-d8e1bfd2bd34 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:44.489294 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c1ac0-e484-4f5d-bc8d-af9e5751d83d req-70b36256-2920-4f9a-8f67-3422e3fa1fd8 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:44.502621 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-864c1ac0-e484-4f5d-bc8d-af9e5751d83d req-70b36256-2920-4f9a-8f67-3422e3fa1fd8 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] 10.222.0.20 "GET /v2.0/ports?device_id=67b9be48-7bf1-4e88-b062-d535fdb6613c HTTP/1.1" status: 200 len: 945 time: 0.0854373 Nov 12 01:12:44.535127 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9029aff3-ab2a-4222-8b47-d8e1bfd2bd34 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:44.541646 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9029aff3-ab2a-4222-8b47-d8e1bfd2bd34 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:44.591978 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9029aff3-ab2a-4222-8b47-d8e1bfd2bd34 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a2e2f98-0332-4fbe-9216-6c690d4c3d47,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:44.607449 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9029aff3-ab2a-4222-8b47-d8e1bfd2bd34 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:44.610648 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-9029aff3-ab2a-4222-8b47-d8e1bfd2bd34 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2850959 Nov 12 01:12:44.613919 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39046) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:44.672900 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-864c1ac0-e484-4f5d-bc8d-af9e5751d83d req-411e6b6f-c01d-4a69-8cb4-6b1795e42d6b tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] 10.222.0.20 "GET /v2.0/security-groups?id=03232a44-f0c6-41c6-a234-d0161b714628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690924 Nov 12 01:12:44.747986 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a850f7b-0e28-40eb-873f-616869448339 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:44.784589 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a850f7b-0e28-40eb-873f-616869448339 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:44.891603 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6661b1-4969-4591-8947-4cc4569c7595 req-615b2b8b-19aa-44fd-a334-8b02d476e505 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:44.893522 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bc6661b1-4969-4591-8947-4cc4569c7595 req-615b2b8b-19aa-44fd-a334-8b02d476e505 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] 10.222.0.20 "GET /v2.0/ports?device_id=67b9be48-7bf1-4e88-b062-d535fdb6613c HTTP/1.1" status: 200 len: 945 time: 0.1049113 Nov 12 01:12:44.904365 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a850f7b-0e28-40eb-873f-616869448339 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:44.908829 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a850f7b-0e28-40eb-873f-616869448339 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:44.914141 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0a850f7b-0e28-40eb-873f-616869448339 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "DELETE /v2.0/security-groups/1b329509-36d3-420f-857f-9896467a4a40 HTTP/1.1" status: 204 len: 168 time: 0.2952611 Nov 12 01:12:44.915184 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39054) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:44.929367 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a850f7b-0e28-40eb-873f-616869448339 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b329509-36d3-420f-857f-9896467a4a40,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:44.992950 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bc6661b1-4969-4591-8947-4cc4569c7595 req-60b661d9-2fed-4a81-a701-29d33a1ebcb8 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] 10.222.0.20 "GET /v2.0/security-groups?id=03232a44-f0c6-41c6-a234-d0161b714628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743463 Nov 12 01:12:45.005057 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6885e0a7-1fe9-4651-9950-18abbe837b42 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0884085 Nov 12 01:12:45.005911 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39058) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:45.007305 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39060) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:45.016028 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-4afe3b99-740a-4e25-acea-7e1e11f2bf87 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Request body: {'security_group': {'name': 'tempest-secgroup--814658991'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:45.049196 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4afe3b99-740a-4e25-acea-7e1e11f2bf87 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:45.105186 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39068) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:45.150983 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4afe3b99-740a-4e25-acea-7e1e11f2bf87 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:45.158844 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4afe3b99-740a-4e25-acea-7e1e11f2bf87 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:45.207032 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe3b99-740a-4e25-acea-7e1e11f2bf87 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b90af3af-7bb6-4ba7-83f9-a9ee018365ec,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:45.228527 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ee09f959-bd62-4ab1-901f-889b9b91091b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:45.243178 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4afe3b99-740a-4e25-acea-7e1e11f2bf87 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:45.244606 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-4afe3b99-740a-4e25-acea-7e1e11f2bf87 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2364526 Nov 12 01:12:45.247177 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39074) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:45.252267 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-0d61bd52-3090-4f9e-afba-fa70c22a0299 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Request body: {'security_group': {'name': 'tempest-secgroup--364693843'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:45.294474 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0d61bd52-3090-4f9e-afba-fa70c22a0299 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:45.326395 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b539b0d-6a94-4892-a567-a22f1613e981 tempest-TestServerBasicOps-761335502 tempest-TestServerBasicOps-761335502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:45.329584 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-2b539b0d-6a94-4892-a567-a22f1613e981 tempest-TestServerBasicOps-761335502 tempest-TestServerBasicOps-761335502-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=67b9be48-7bf1-4e88-b062-d535fdb6613c HTTP/1.1" status: 200 len: 1092 time: 0.3206651 Nov 12 01:12:45.332253 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39076) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:45.341749 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-92cfe47b-2ac8-4191-bbc6-153cd3c0614c tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'port_id': '9f13fc3e-fb34-474d-94f9-3243ce9682f1', 'tenant_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:45.377602 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ee09f959-bd62-4ab1-901f-889b9b91091b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:45.378682 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-92cfe47b-2ac8-4191-bbc6-153cd3c0614c tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks [] for floatingip, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:45.394590 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ee09f959-bd62-4ab1-901f-889b9b91091b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:45.422416 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0d61bd52-3090-4f9e-afba-fa70c22a0299 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:45.441202 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0d61bd52-3090-4f9e-afba-fa70c22a0299 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:45.453430 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ee09f959-bd62-4ab1-901f-889b9b91091b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0b03f4cfd80343a5890406743bc6ad1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3466184 Nov 12 01:12:45.456389 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09f959-bd62-4ab1-901f-889b9b91091b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98dc134-d6d5-4fba-96bd-b2fb7f0c357a,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:45.459263 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39082) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:45.488454 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0d61bd52-3090-4f9e-afba-fa70c22a0299 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:45.490696 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0d61bd52-3090-4f9e-afba-fa70c22a0299 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2420657 Nov 12 01:12:45.493975 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39084) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:45.505430 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-2122624d-e688-4802-ba41-0618fb2f7e12 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Request body: {'security_group_rule': {'security_group_id': 'b90af3af-7bb6-4ba7-83f9-a9ee018365ec', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '807c14fc-c1cd-435e-9a94-6228fb955e2b', 'remote_ip_prefix': None}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:45.518397 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d61bd52-3090-4f9e-afba-fa70c22a0299 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=807c14fc-c1cd-435e-9a94-6228fb955e2b,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:45.574753 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-420eb232-e54e-4766-b821-0f0392c85884 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:45.584114 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-92cfe47b-2ac8-4191-bbc6-153cd3c0614c tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:45.596039 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2122624d-e688-4802-ba41-0618fb2f7e12 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:45.603953 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-420eb232-e54e-4766-b821-0f0392c85884 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:45.699699 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-420eb232-e54e-4766-b821-0f0392c85884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:45.704023 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-420eb232-e54e-4766-b821-0f0392c85884 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:45.705624 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-420eb232-e54e-4766-b821-0f0392c85884 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f98dc134-d6d5-4fba-96bd-b2fb7f0c357a HTTP/1.1" status: 204 len: 168 time: 0.2452517 Nov 12 01:12:45.716728 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420eb232-e54e-4766-b821-0f0392c85884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98dc134-d6d5-4fba-96bd-b2fb7f0c357a,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:45.762755 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2122624d-e688-4802-ba41-0618fb2f7e12 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:45.777461 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2122624d-e688-4802-ba41-0618fb2f7e12 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:45.796036 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-92cfe47b-2ac8-4191-bbc6-153cd3c0614c tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Allocated IP 172.25.2.159 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/701b5d74-d4f3-45bf-99d2-96e6a88415d2) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:12:45.802251 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2122624d-e688-4802-ba41-0618fb2f7e12 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e53dad2-187e-48ea-8116-26a4f3a326f4,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:45.828948 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2122624d-e688-4802-ba41-0618fb2f7e12 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:45.829862 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2122624d-e688-4802-ba41-0618fb2f7e12 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:45.830765 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2122624d-e688-4802-ba41-0618fb2f7e12 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:45.831230 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2122624d-e688-4802-ba41-0618fb2f7e12 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:45.831717 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2122624d-e688-4802-ba41-0618fb2f7e12 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:45.832144 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2122624d-e688-4802-ba41-0618fb2f7e12 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:45.832362 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2122624d-e688-4802-ba41-0618fb2f7e12 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:45.832686 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2122624d-e688-4802-ba41-0618fb2f7e12 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:45.833008 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2122624d-e688-4802-ba41-0618fb2f7e12 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:45.833367 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2122624d-e688-4802-ba41-0618fb2f7e12 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:45.833665 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2122624d-e688-4802-ba41-0618fb2f7e12 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:45.833983 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2122624d-e688-4802-ba41-0618fb2f7e12 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:45.840771 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2122624d-e688-4802-ba41-0618fb2f7e12 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:45.842287 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-2122624d-e688-4802-ba41-0618fb2f7e12 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3446462 Nov 12 01:12:45.844785 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39094) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:45.889523 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-72c46164-4eeb-4035-91df-f117b51e514c tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:45.927912 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-72c46164-4eeb-4035-91df-f117b51e514c tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:45.975537 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-72c46164-4eeb-4035-91df-f117b51e514c tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:45.984333 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-72c46164-4eeb-4035-91df-f117b51e514c tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:45.986503 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-72c46164-4eeb-4035-91df-f117b51e514c tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/4e53dad2-187e-48ea-8116-26a4f3a326f4 HTTP/1.1" status: 204 len: 168 time: 0.1393468 Nov 12 01:12:45.989653 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39098) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:45.999353 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c46164-4eeb-4035-91df-f117b51e514c tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e53dad2-187e-48ea-8116-26a4f3a326f4,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:46.007274 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-92cfe47b-2ac8-4191-bbc6-153cd3c0614c tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:46.047404 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-92cfe47b-2ac8-4191-bbc6-153cd3c0614c tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:46.049514 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7177790d-af43-4c27-b194-3a3da6388c58 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0556066 Nov 12 01:12:46.061658 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39100) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:46.093916 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39102) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:46.104165 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cfe47b-2ac8-4191-bbc6-153cd3c0614c tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Pushing event updated for resources: {'Port': ['ID=701b5d74-d4f3-45bf-99d2-96e6a88415d2,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:46.123821 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cfe47b-2ac8-4191-bbc6-153cd3c0614c tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:12:46.125249 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-92cfe47b-2ac8-4191-bbc6-153cd3c0614c tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:12:46.128219 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cfe47b-2ac8-4191-bbc6-153cd3c0614c tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:12:46.135133 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f2c9cf9a-4dda-45e9-9fe4-41077b82b19f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:46.187789 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-769d08b0-bef2-442d-b81c-20924f14535b tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:46.224383 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-769d08b0-bef2-442d-b81c-20924f14535b tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:46.306378 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f2c9cf9a-4dda-45e9-9fe4-41077b82b19f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:46.308340 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-769d08b0-bef2-442d-b81c-20924f14535b tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:46.311393 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-769d08b0-bef2-442d-b81c-20924f14535b tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:46.312629 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-769d08b0-bef2-442d-b81c-20924f14535b tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "DELETE /v2.0/security-groups/807c14fc-c1cd-435e-9a94-6228fb955e2b HTTP/1.1" status: 204 len: 168 time: 0.2494411 Nov 12 01:12:46.321928 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39110) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:46.325268 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d08b0-bef2-442d-b81c-20924f14535b tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=807c14fc-c1cd-435e-9a94-6228fb955e2b,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:46.328719 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f2c9cf9a-4dda-45e9-9fe4-41077b82b19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:46.360008 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f2c9cf9a-4dda-45e9-9fe4-41077b82b19f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0ceffe54169c4b9ab435335f5ad95a9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2488828 Nov 12 01:12:46.367649 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39112) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:46.419261 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c9cf9a-4dda-45e9-9fe4-41077b82b19f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f4ce6b-6875-4b1f-a776-fcbc6926b5dd,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:46.465802 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-036c1f18-6753-4ed3-8516-08d9544d7bb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:46.496865 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-036c1f18-6753-4ed3-8516-08d9544d7bb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:46.498445 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-61fdb441-eb0a-4faf-88f7-f2decb37a92e tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1734133 Nov 12 01:12:46.498591 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39116) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:46.609427 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3c1707ea-4b1a-42b1-ba2e-5e48a5f8e920 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:46.613927 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-036c1f18-6753-4ed3-8516-08d9544d7bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:46.620562 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-036c1f18-6753-4ed3-8516-08d9544d7bb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:46.620562 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-036c1f18-6753-4ed3-8516-08d9544d7bb6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/82f4ce6b-6875-4b1f-a776-fcbc6926b5dd HTTP/1.1" status: 204 len: 168 time: 0.2499731 Nov 12 01:12:46.676414 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036c1f18-6753-4ed3-8516-08d9544d7bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f4ce6b-6875-4b1f-a776-fcbc6926b5dd,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:46.686211 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3c1707ea-4b1a-42b1-ba2e-5e48a5f8e920 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:46.748845 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3c1707ea-4b1a-42b1-ba2e-5e48a5f8e920 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:46.751711 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3c1707ea-4b1a-42b1-ba2e-5e48a5f8e920 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:46.753027 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3c1707ea-4b1a-42b1-ba2e-5e48a5f8e920 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "DELETE /v2.0/security-groups/b90af3af-7bb6-4ba7-83f9-a9ee018365ec HTTP/1.1" status: 204 len: 168 time: 0.2534375 Nov 12 01:12:46.756280 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39124) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:46.804187 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1707ea-4b1a-42b1-ba2e-5e48a5f8e920 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90af3af-7bb6-4ba7-83f9-a9ee018365ec,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:46.877794 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-dfa7a3a8-7644-44b0-8b14-a6124c9ca65f tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1188867 Nov 12 01:12:46.882328 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39126) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:46.887378 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-f11b32cc-82ac-4281-8cfe-e906d6d61b26 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Request body: {'security_group': {'name': 'tempest-secgroup--1744048827'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:46.906353 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-92cfe47b-2ac8-4191-bbc6-153cd3c0614c tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:46.931345 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f11b32cc-82ac-4281-8cfe-e906d6d61b26 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:47.061709 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f11b32cc-82ac-4281-8cfe-e906d6d61b26 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:47.074365 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f11b32cc-82ac-4281-8cfe-e906d6d61b26 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:47.077921 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-92cfe47b-2ac8-4191-bbc6-153cd3c0614c tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:47.133482 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11b32cc-82ac-4281-8cfe-e906d6d61b26 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=685ec2d4-edaf-4065-8429-ff4943e4f5fb,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:47.144539 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f11b32cc-82ac-4281-8cfe-e906d6d61b26 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:47.148720 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39136) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:47.149018 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f11b32cc-82ac-4281-8cfe-e906d6d61b26 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2656825 Nov 12 01:12:47.154574 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-6c4b6b85-f7fb-463b-84f3-27d7b5ef8d95 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Request body: {'security_group_rule': {'security_group_id': '685ec2d4-edaf-4065-8429-ff4943e4f5fb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:47.230161 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6c4b6b85-f7fb-463b-84f3-27d7b5ef8d95 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:47.300971 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-92cfe47b-2ac8-4191-bbc6-153cd3c0614c tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:47.311911 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-92cfe47b-2ac8-4191-bbc6-153cd3c0614c tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:47.317227 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6c4b6b85-f7fb-463b-84f3-27d7b5ef8d95 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:47.326663 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6c4b6b85-f7fb-463b-84f3-27d7b5ef8d95 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:47.428838 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b6b85-f7fb-463b-84f3-27d7b5ef8d95 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=011d67a6-7fe7-404c-adc3-69cc28aeae4b,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:47.457276 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-92cfe47b-2ac8-4191-bbc6-153cd3c0614c tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:47.511929 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6c4b6b85-f7fb-463b-84f3-27d7b5ef8d95 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:47.516508 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6c4b6b85-f7fb-463b-84f3-27d7b5ef8d95 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3632746 Nov 12 01:12:47.518343 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39156) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:47.520562 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cfe47b-2ac8-4191-bbc6-153cd3c0614c tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Pushing event updated for resources: {'Port': ['ID=701b5d74-d4f3-45bf-99d2-96e6a88415d2,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:47.556466 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4bb8fc7-f5fb-4858-a4f2-43a5867c9c4d tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:47.589639 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4bb8fc7-f5fb-4858-a4f2-43a5867c9c4d tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:47.625552 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4bb8fc7-f5fb-4858-a4f2-43a5867c9c4d tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:47.634816 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4bb8fc7-f5fb-4858-a4f2-43a5867c9c4d tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:47.638452 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c4bb8fc7-f5fb-4858-a4f2-43a5867c9c4d tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/011d67a6-7fe7-404c-adc3-69cc28aeae4b HTTP/1.1" status: 204 len: 168 time: 0.1160867 Nov 12 01:12:47.638566 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39160) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:47.686743 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb8fc7-f5fb-4858-a4f2-43a5867c9c4d tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=011d67a6-7fe7-404c-adc3-69cc28aeae4b,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:47.710653 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [None req-92cfe47b-2ac8-4191-bbc6-153cd3c0614c tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Floating IP 4e4b58fd-e3ae-4525-a78b-f5f520536281 associated. External IP: 172.25.2.159, port: 9f13fc3e-fb34-474d-94f9-3243ce9682f1. Nov 12 01:12:47.737007 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d904bd7e-f39a-499a-96d7-bab5617d3797 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0968077 Nov 12 01:12:47.751014 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39170) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:47.897661 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b63941f4-8fe6-497d-953d-f71fe3238c82 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:47.950246 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b63941f4-8fe6-497d-953d-f71fe3238c82 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:48.031092 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b63941f4-8fe6-497d-953d-f71fe3238c82 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:48.034987 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b63941f4-8fe6-497d-953d-f71fe3238c82 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:48.037444 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b63941f4-8fe6-497d-953d-f71fe3238c82 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "DELETE /v2.0/security-groups/685ec2d4-edaf-4065-8429-ff4943e4f5fb HTTP/1.1" status: 204 len: 168 time: 0.2822855 Nov 12 01:12:48.044580 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39176) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:48.059096 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63941f4-8fe6-497d-953d-f71fe3238c82 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=685ec2d4-edaf-4065-8429-ff4943e4f5fb,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:48.152246 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-212be278-2c0c-4938-9b57-662f25389830 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1017196 Nov 12 01:12:48.157037 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39180) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:48.168855 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-7061fbd7-94ef-45a7-9b8d-3c37de143690 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Request body: {'security_group': {'name': 'tempest-secgroup--557859323'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:48.617202 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7061fbd7-94ef-45a7-9b8d-3c37de143690 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:48.638604 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92cfe47b-2ac8-4191-bbc6-153cd3c0614c tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Router 7b00b933-cbd0-402f-a01b-e88c830ca025 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:12:48.825195 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7061fbd7-94ef-45a7-9b8d-3c37de143690 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:48.837161 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7061fbd7-94ef-45a7-9b8d-3c37de143690 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:48.894470 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7061fbd7-94ef-45a7-9b8d-3c37de143690 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98eed315-733f-4baf-a5f8-361415a57f46,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:48.950213 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7061fbd7-94ef-45a7-9b8d-3c37de143690 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:48.955322 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39214) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:48.960523 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-b4fb8385-2ccd-4d00-874c-9e3750a168c3 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Request body: {'security_group_rule': {'security_group_id': '98eed315-733f-4baf-a5f8-361415a57f46', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:48.965572 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7061fbd7-94ef-45a7-9b8d-3c37de143690 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8019109 Nov 12 01:12:49.022491 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92cfe47b-2ac8-4191-bbc6-153cd3c0614c tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:12:49.027041 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b4fb8385-2ccd-4d00-874c-9e3750a168c3 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:49.036564 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3319644b-afd5-496f-ab87-4f5fe655dd4a None None] Sync routers for ids ['7b00b933-cbd0-402f-a01b-e88c830ca025'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:12:49.056517 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3319644b-afd5-496f-ab87-4f5fe655dd4a None None] Routers {'7b00b933-cbd0-402f-a01b-e88c830ca025'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:12:49.059058 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-3319644b-afd5-496f-ab87-4f5fe655dd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:12:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['7b00b933-cbd0-402f-a01b-e88c830ca025'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:49.075101 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-92cfe47b-2ac8-4191-bbc6-153cd3c0614c tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:49.145609 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-92cfe47b-2ac8-4191-bbc6-153cd3c0614c tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7983649 Nov 12 01:12:49.145609 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b9be48-7bf1-4e88-b062-d535fdb6613c', 'tag': '9f13fc3e-fb34-474d-94f9-3243ce9682f1'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:12:49.145609 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5f51d7-0a3d-423c-ab81-5c0f54738031" -d '{"events": [{"name": "network-changed", "server_uuid": "67b9be48-7bf1-4e88-b062-d535fdb6613c", "tag": "9f13fc3e-fb34-474d-94f9-3243ce9682f1"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:12:49.172084 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b4fb8385-2ccd-4d00-874c-9e3750a168c3 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:49.178523 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b4fb8385-2ccd-4d00-874c-9e3750a168c3 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:49.208759 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb8385-2ccd-4d00-874c-9e3750a168c3 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edf4a939-17ca-43d8-8def-0d7c9cd09b69,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:49.239111 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b4fb8385-2ccd-4d00-874c-9e3750a168c3 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:49.243068 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b4fb8385-2ccd-4d00-874c-9e3750a168c3 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2860801 Nov 12 01:12:49.243737 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39226) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:49.244103 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4accf58-2c44-4174-8986-7ecb92ac5229 x-openstack-request-id: req-f4accf58-2c44-4174-8986-7ecb92ac5229 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:12:49.244575 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b9be48-7bf1-4e88-b062-d535fdb6613c", "tag": "9f13fc3e-fb34-474d-94f9-3243ce9682f1", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:12:49.245070 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f4accf58-2c44-4174-8986-7ecb92ac5229 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:12:49.245621 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b9be48-7bf1-4e88-b062-d535fdb6613c', 'tag': '9f13fc3e-fb34-474d-94f9-3243ce9682f1', 'status': 'completed', 'code': 200} Nov 12 01:12:49.273671 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39228) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:49.280629 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8227e2a8-a104-4ad2-894c-64a74c020980 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "GET /v2.0/security-group-rules/edf4a939-17ca-43d8-8def-0d7c9cd09b69 HTTP/1.1" status: 200 len: 763 time: 0.0357032 Nov 12 01:12:49.306860 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-3319644b-afd5-496f-ab87-4f5fe655dd4a None None] Set router 7b00b933-cbd0-402f-a01b-e88c830ca025 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:12:49.423412 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-25f771ec-e9e9-4ffb-81cf-e0074ead54fb tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1457453 Nov 12 01:12:49.424155 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39236) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:49.455409 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4cbacfd1-a5b8-4013-8d3a-0d30180e3299 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:49.466248 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4cbacfd1-a5b8-4013-8d3a-0d30180e3299 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:49.486717 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f51d7-0a3d-423c-ab81-5c0f54738031 req-690a675b-36ec-4b76-b132-90b97fcafde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:49.501833 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8e5f51d7-0a3d-423c-ab81-5c0f54738031 req-690a675b-36ec-4b76-b132-90b97fcafde6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=836d0bc3c18b4a68b4a1a411ca624d1e&device_id=67b9be48-7bf1-4e88-b062-d535fdb6613c HTTP/1.1" status: 200 len: 1097 time: 0.1867833 Nov 12 01:12:49.510152 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4cbacfd1-a5b8-4013-8d3a-0d30180e3299 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:49.520490 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4cbacfd1-a5b8-4013-8d3a-0d30180e3299 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:49.525086 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-4cbacfd1-a5b8-4013-8d3a-0d30180e3299 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/edf4a939-17ca-43d8-8def-0d7c9cd09b69 HTTP/1.1" status: 204 len: 168 time: 0.0995893 Nov 12 01:12:49.527451 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39240) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:49.553470 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbacfd1-a5b8-4013-8d3a-0d30180e3299 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=edf4a939-17ca-43d8-8def-0d7c9cd09b69,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:49.603786 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c3fe271c-9b3f-4114-9c9d-c4d1e3e1eaa6 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0745909 Nov 12 01:12:49.604617 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39246) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:49.613652 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-085a588d-0aa7-447e-918f-e752497dfd4b tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Request body: {'security_group_rule': {'security_group_id': '98eed315-733f-4baf-a5f8-361415a57f46', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:49.656900 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-085a588d-0aa7-447e-918f-e752497dfd4b tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:49.755959 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-085a588d-0aa7-447e-918f-e752497dfd4b tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:49.756496 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f51d7-0a3d-423c-ab81-5c0f54738031 req-3350b876-81a3-4885-995c-ed0582641bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:49.757866 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8e5f51d7-0a3d-423c-ab81-5c0f54738031 req-3350b876-81a3-4885-995c-ed0582641bc3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=14a46391-15a4-417b-aa61-83c91cedc91b HTTP/1.1" status: 200 len: 910 time: 0.2538702 Nov 12 01:12:49.765596 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-085a588d-0aa7-447e-918f-e752497dfd4b tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:49.811710 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-085a588d-0aa7-447e-918f-e752497dfd4b tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:49.813012 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-085a588d-0aa7-447e-918f-e752497dfd4b tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2065535 Nov 12 01:12:49.819776 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39254) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:49.824009 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-3319644b-afd5-496f-ab87-4f5fe655dd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b00b933-cbd0-402f-a01b-e88c830ca025', 'name': 'tempest-TestServerBasicOps-2044398896-router', 'tenant_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '956782dc-21f8-474f-9f07-7b1c26a23131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:11:59Z', 'updated_at': '2021-11-12T01:12:05Z', 'revision_number': 4, 'project_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'gw_port': {'id': '956782dc-21f8-474f-9f07-7b1c26a23131', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b00b933-cbd0-402f-a01b-e88c830ca025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:00Z', 'updated_at': '2021-11-12T01:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '4e4b58fd-e3ae-4525-a78b-f5f520536281', 'tenant_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'floating_ip_address': '172.25.2.159', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '7b00b933-cbd0-402f-a01b-e88c830ca025', 'port_id': '9f13fc3e-fb34-474d-94f9-3243ce9682f1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14a46391-15a4-417b-aa61-83c91cedc91b', 'mac_address': 'fa:16:3e:53:6d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b9be48-7bf1-4e88-b062-d535fdb6613c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:12:46Z', 'updated_at': '2021-11-12T01:12:46Z', 'revision_number': 0, 'project_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e3b8bec-2ce6-4e21-b20b-292d01f232ec', 'name': '', 'network_id': '14a46391-15a4-417b-aa61-83c91cedc91b', 'tenant_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'mac_address': 'fa:16:3e:9c:92:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b00b933-cbd0-402f-a01b-e88c830ca025', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '9d53a572-45ba-42fc-ac33-f5bb708a0a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:04Z', 'updated_at': '2021-11-12T01:12:16Z', 'revision_number': 5, 'project_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'subnets': [{'id': '9d53a572-45ba-42fc-ac33-f5bb708a0a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:49.836406 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a588d-0aa7-447e-918f-e752497dfd4b tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62076f49-816c-4899-9227-21995c8bf4df,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:49.847319 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-553de7af-c5d4-4cee-9633-29d73bcb1adb tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "GET /v2.0/security-group-rules/62076f49-816c-4899-9227-21995c8bf4df HTTP/1.1" status: 200 len: 763 time: 0.0260215 Nov 12 01:12:49.849538 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39256) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:49.889003 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3319644b-afd5-496f-ab87-4f5fe655dd4a None None] Checking router: 7b00b933-cbd0-402f-a01b-e88c830ca025 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:12:49.908584 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3319644b-afd5-496f-ab87-4f5fe655dd4a None None] Routers {'7b00b933-cbd0-402f-a01b-e88c830ca025'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:12:49.909908 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-3319644b-afd5-496f-ab87-4f5fe655dd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:12:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['7b00b933-cbd0-402f-a01b-e88c830ca025'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:49.914034 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8e5f51d7-0a3d-423c-ab81-5c0f54738031 req-39740dd3-3532-4d98-a283-299ef68c34f3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f13fc3e-fb34-474d-94f9-3243ce9682f1 HTTP/1.1" status: 200 len: 999 time: 0.1469371 Nov 12 01:12:49.914227 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7c48d3f9-b194-41c0-8aae-0187b9670d67 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0605609 Nov 12 01:12:49.914319 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39258) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:49.976459 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f51d7-0a3d-423c-ab81-5c0f54738031 req-b035a92c-b183-4679-bbb8-05f29a0640ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:49.978243 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8e5f51d7-0a3d-423c-ab81-5c0f54738031 req-b035a92c-b183-4679-bbb8-05f29a0640ee service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9d53a572-45ba-42fc-ac33-f5bb708a0a5d HTTP/1.1" status: 200 len: 848 time: 0.0572889 Nov 12 01:12:50.026432 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f26b8ab8-8677-4306-be2e-3748ea735cbe tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:50.058367 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f26b8ab8-8677-4306-be2e-3748ea735cbe tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:50.074514 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-3319644b-afd5-496f-ab87-4f5fe655dd4a None None] Set router 7b00b933-cbd0-402f-a01b-e88c830ca025 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:12:50.115754 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f51d7-0a3d-423c-ab81-5c0f54738031 req-dd154673-29a5-485a-83e5-7b693179cd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:50.120241 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8e5f51d7-0a3d-423c-ab81-5c0f54738031 req-dd154673-29a5-485a-83e5-7b693179cd82 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=14a46391-15a4-417b-aa61-83c91cedc91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1276710 Nov 12 01:12:50.128921 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f26b8ab8-8677-4306-be2e-3748ea735cbe tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:50.250407 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f26b8ab8-8677-4306-be2e-3748ea735cbe tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:50.252369 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f26b8ab8-8677-4306-be2e-3748ea735cbe tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/62076f49-816c-4899-9227-21995c8bf4df HTTP/1.1" status: 204 len: 168 time: 0.3373446 Nov 12 01:12:50.254885 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39268) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:50.301941 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b8ab8-8677-4306-be2e-3748ea735cbe tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=62076f49-816c-4899-9227-21995c8bf4df,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:50.305841 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8e5f51d7-0a3d-423c-ab81-5c0f54738031 req-51243b61-7d93-4d5b-8b25-10a426c68c6b service neutron] 10.222.0.54 "GET /v2.0/networks/14a46391-15a4-417b-aa61-83c91cedc91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781394 Nov 12 01:12:50.335365 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-923f1a36-398a-48a0-8299-110dc5a2a7c3 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0792446 Nov 12 01:12:50.342217 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39276) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:50.348596 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-319ed7d3-d205-413b-9438-2b6c98121561 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Request body: {'security_group_rule': {'security_group_id': '98eed315-733f-4baf-a5f8-361415a57f46', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:50.421669 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-319ed7d3-d205-413b-9438-2b6c98121561 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:50.427223 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-3319644b-afd5-496f-ab87-4f5fe655dd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b00b933-cbd0-402f-a01b-e88c830ca025', 'name': 'tempest-TestServerBasicOps-2044398896-router', 'tenant_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '956782dc-21f8-474f-9f07-7b1c26a23131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:11:59Z', 'updated_at': '2021-11-12T01:12:05Z', 'revision_number': 4, 'project_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'gw_port': {'id': '956782dc-21f8-474f-9f07-7b1c26a23131', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b00b933-cbd0-402f-a01b-e88c830ca025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:00Z', 'updated_at': '2021-11-12T01:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '4e4b58fd-e3ae-4525-a78b-f5f520536281', 'tenant_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'floating_ip_address': '172.25.2.159', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '7b00b933-cbd0-402f-a01b-e88c830ca025', 'port_id': '9f13fc3e-fb34-474d-94f9-3243ce9682f1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14a46391-15a4-417b-aa61-83c91cedc91b', 'mac_address': 'fa:16:3e:53:6d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b9be48-7bf1-4e88-b062-d535fdb6613c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:12:46Z', 'updated_at': '2021-11-12T01:12:46Z', 'revision_number': 0, 'project_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e3b8bec-2ce6-4e21-b20b-292d01f232ec', 'name': '', 'network_id': '14a46391-15a4-417b-aa61-83c91cedc91b', 'tenant_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'mac_address': 'fa:16:3e:9c:92:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b00b933-cbd0-402f-a01b-e88c830ca025', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '9d53a572-45ba-42fc-ac33-f5bb708a0a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:04Z', 'updated_at': '2021-11-12T01:12:16Z', 'revision_number': 5, 'project_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'subnets': [{'id': '9d53a572-45ba-42fc-ac33-f5bb708a0a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:50.490469 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3319644b-afd5-496f-ab87-4f5fe655dd4a None None] The sync data for ids ['7b00b933-cbd0-402f-a01b-e88c830ca025'] in n-d-812236-11 is: [{'id': '7b00b933-cbd0-402f-a01b-e88c830ca025', 'name': 'tempest-TestServerBasicOps-2044398896-router', 'tenant_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '956782dc-21f8-474f-9f07-7b1c26a23131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:11:59Z', 'updated_at': '2021-11-12T01:12:05Z', 'revision_number': 4, 'project_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'gw_port': {'id': '956782dc-21f8-474f-9f07-7b1c26a23131', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b00b933-cbd0-402f-a01b-e88c830ca025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:00Z', 'updated_at': '2021-11-12T01:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '4e4b58fd-e3ae-4525-a78b-f5f520536281', 'tenant_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'floating_ip_address': '172.25.2.159', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '7b00b933-cbd0-402f-a01b-e88c830ca025', 'port_id': '9f13fc3e-fb34-474d-94f9-3243ce9682f1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14a46391-15a4-417b-aa61-83c91cedc91b', 'mac_address': 'fa:16:3e:53:6d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b9be48-7bf1-4e88-b062-d535fdb6613c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:12:46Z', 'updated_at': '2021-11-12T01:12:46Z', 'revision_number': 0, 'project_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e3b8bec-2ce6-4e21-b20b-292d01f232ec', 'name': '', 'network_id': '14a46391-15a4-417b-aa61-83c91cedc91b', 'tenant_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'mac_address': 'fa:16:3e:9c:92:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b00b933-cbd0-402f-a01b-e88c830ca025', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '9d53a572-45ba-42fc-ac33-f5bb708a0a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:04Z', 'updated_at': '2021-11-12T01:12:16Z', 'revision_number': 5, 'project_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'subnets': [{'id': '9d53a572-45ba-42fc-ac33-f5bb708a0a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:12:50.498801 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8e5f51d7-0a3d-423c-ab81-5c0f54738031 req-e59f3072-8721-4852-83ef-e3483cf87c16 service neutron] 10.222.0.54 "GET /v2.0/networks/14a46391-15a4-417b-aa61-83c91cedc91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845102 Nov 12 01:12:50.530840 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-319ed7d3-d205-413b-9438-2b6c98121561 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:50.535985 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-319ed7d3-d205-413b-9438-2b6c98121561 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:50.556628 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319ed7d3-d205-413b-9438-2b6c98121561 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd636ba0-bf00-4a3d-ba46-21a794042094,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:50.580473 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319ed7d3-d205-413b-9438-2b6c98121561 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:50.580833 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319ed7d3-d205-413b-9438-2b6c98121561 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:50.581175 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319ed7d3-d205-413b-9438-2b6c98121561 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:50.581556 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319ed7d3-d205-413b-9438-2b6c98121561 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:50.581891 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319ed7d3-d205-413b-9438-2b6c98121561 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:50.582221 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319ed7d3-d205-413b-9438-2b6c98121561 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:50.582548 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319ed7d3-d205-413b-9438-2b6c98121561 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:50.582872 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319ed7d3-d205-413b-9438-2b6c98121561 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:50.583198 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319ed7d3-d205-413b-9438-2b6c98121561 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:50.583630 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319ed7d3-d205-413b-9438-2b6c98121561 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:50.583830 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319ed7d3-d205-413b-9438-2b6c98121561 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:50.584148 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319ed7d3-d205-413b-9438-2b6c98121561 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:50.595807 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-319ed7d3-d205-413b-9438-2b6c98121561 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:50.597301 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-319ed7d3-d205-413b-9438-2b6c98121561 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2529721 Nov 12 01:12:50.600421 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39280) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:50.619527 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-805d5fcb-5186-49bc-b84d-f9231c15b6da tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "GET /v2.0/security-group-rules/cd636ba0-bf00-4a3d-ba46-21a794042094 HTTP/1.1" status: 200 len: 764 time: 0.0176795 Nov 12 01:12:50.622791 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39282) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:50.671355 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5a3e6a22-46fe-4d43-b602-05bee68b44e4 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0468254 Nov 12 01:12:50.675339 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39284) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:50.770452 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-94637812-4dbe-4a38-b5d3-51242e314294 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:50.790001 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-94637812-4dbe-4a38-b5d3-51242e314294 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:50.870706 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-94637812-4dbe-4a38-b5d3-51242e314294 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:50.877644 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accf6688-8f3e-44da-9629-e903352c0543 None None] New status for floating IP 4e4b58fd-e3ae-4525-a78b-f5f520536281: ACTIVE {{(pid=102664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:12:50.909914 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-94637812-4dbe-4a38-b5d3-51242e314294 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:50.911159 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-94637812-4dbe-4a38-b5d3-51242e314294 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/cd636ba0-bf00-4a3d-ba46-21a794042094 HTTP/1.1" status: 204 len: 168 time: 0.2337186 Nov 12 01:12:50.912139 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94637812-4dbe-4a38-b5d3-51242e314294 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd636ba0-bf00-4a3d-ba46-21a794042094,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:50.913782 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39300) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:50.988997 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39304) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:50.990741 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-919d5b20-208e-4605-8ed6-056d0d95d4aa tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0757565 Nov 12 01:12:51.104389 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f7899d4-a9b5-4977-9e75-b546bae6c70e tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:51.164331 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f7899d4-a9b5-4977-9e75-b546bae6c70e tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:51.272746 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f7899d4-a9b5-4977-9e75-b546bae6c70e tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:51.275848 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f7899d4-a9b5-4977-9e75-b546bae6c70e tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:51.279661 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4f7899d4-a9b5-4977-9e75-b546bae6c70e tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "DELETE /v2.0/security-groups/98eed315-733f-4baf-a5f8-361415a57f46 HTTP/1.1" status: 204 len: 168 time: 0.2873511 Nov 12 01:12:51.280987 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39312) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:51.313346 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7899d4-a9b5-4977-9e75-b546bae6c70e tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98eed315-733f-4baf-a5f8-361415a57f46,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:51.374587 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-54b12839-2010-4aa6-8559-4438ab0b2ae5 tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0920823 Nov 12 01:12:51.381845 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39318) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:51.468448 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-29598ac7-0f35-4cbd-94e3-48c72e4d9dbd tempest-SecGroupTest-1282136410 tempest-SecGroupTest-1282136410-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0850275 Nov 12 01:12:52.068653 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39342) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:52.400532 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b5dfe52e-a9cb-4df4-bf74-ccd7407d8df7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bd69ab923d6140b79a94fca534ca5f82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3272898 Nov 12 01:12:52.400532 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39358) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:52.459521 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2701e7e7-6aa6-4b4d-bfa7-1da528650acb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:52.487914 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2701e7e7-6aa6-4b4d-bfa7-1da528650acb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:52.565388 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2701e7e7-6aa6-4b4d-bfa7-1da528650acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:52.572943 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2701e7e7-6aa6-4b4d-bfa7-1da528650acb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:52.578315 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2701e7e7-6aa6-4b4d-bfa7-1da528650acb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4bbfb5e8-7b1e-4d98-b3f9-7ba2eb0cfb5f HTTP/1.1" status: 204 len: 168 time: 0.1774783 Nov 12 01:12:52.594551 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2701e7e7-6aa6-4b4d-bfa7-1da528650acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbfb5e8-7b1e-4d98-b3f9-7ba2eb0cfb5f,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:53.653281 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39424) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:53.935018 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-bbddb357-de2a-4820-99aa-c5d5f15ff914 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1751771593-network', 'tenant_id': 'c20f39363b944e4790b635b8d12d7b33'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:53.967708 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbddb357-de2a-4820-99aa-c5d5f15ff914 admin admin] Made reservation on behalf of c20f39363b944e4790b635b8d12d7b33 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:12:53.972082 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bbddb357-de2a-4820-99aa-c5d5f15ff914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:53.985795 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bbddb357-de2a-4820-99aa-c5d5f15ff914 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:54.091280 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bbddb357-de2a-4820-99aa-c5d5f15ff914 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:54.099522 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bbddb357-de2a-4820-99aa-c5d5f15ff914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:54.128993 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbddb357-de2a-4820-99aa-c5d5f15ff914 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:12:54.145448 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbddb357-de2a-4820-99aa-c5d5f15ff914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd509fd-7c2e-4a86-960e-90a9c0b5ed14,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:54.148371 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bbddb357-de2a-4820-99aa-c5d5f15ff914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:54.148759 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-bbddb357-de2a-4820-99aa-c5d5f15ff914 admin admin] Added segment bb271285-6108-400d-9a0e-97af54caae30 of type vlan for network 401090b3-7704-4793-919c-f046f69aeab7 Nov 12 01:12:54.196288 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bbddb357-de2a-4820-99aa-c5d5f15ff914 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:54.228211 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bbddb357-de2a-4820-99aa-c5d5f15ff914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:54.229531 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbddb357-de2a-4820-99aa-c5d5f15ff914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:54.230153 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bbddb357-de2a-4820-99aa-c5d5f15ff914 admin admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:54.338811 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-bbddb357-de2a-4820-99aa-c5d5f15ff914 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6842909 Nov 12 01:12:54.341678 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39454) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:54.350544 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-302eafcc-80f7-4fc0-a9aa-a11b42c2e38a admin admin] Request body: {'subnet': {'network_id': '401090b3-7704-4793-919c-f046f69aeab7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1751771593-subnet', 'tenant_id': 'c20f39363b944e4790b635b8d12d7b33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:54.359795 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbddb357-de2a-4820-99aa-c5d5f15ff914 admin admin] Pushing event updated for resources: {'Network': ['ID=401090b3-7704-4793-919c-f046f69aeab7,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:54.373495 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 401090b3-7704-4793-919c-f046f69aeab7 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:12:54.381693 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302eafcc-80f7-4fc0-a9aa-a11b42c2e38a admin admin] Made reservation on behalf of c20f39363b944e4790b635b8d12d7b33 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:12:54.384900 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-302eafcc-80f7-4fc0-a9aa-a11b42c2e38a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:54.586959 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39466) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:54.683542 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-302eafcc-80f7-4fc0-a9aa-a11b42c2e38a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:54.759920 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302eafcc-80f7-4fc0-a9aa-a11b42c2e38a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ac6d78f-cfbe-41a5-9ed0-56bc2bfdaa03,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:54.764662 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302eafcc-80f7-4fc0-a9aa-a11b42c2e38a admin admin] Checking segment: {'id': 'bb271285-6108-400d-9a0e-97af54caae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '401090b3-7704-4793-919c-f046f69aeab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:12:54.765494 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302eafcc-80f7-4fc0-a9aa-a11b42c2e38a admin admin] Network hostable DHCP agents. Network: 401090b3-7704-4793-919c-f046f69aeab7, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:12:54.789524 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302eafcc-80f7-4fc0-a9aa-a11b42c2e38a admin admin] Network 401090b3-7704-4793-919c-f046f69aeab7 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:12:54.811468 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-302eafcc-80f7-4fc0-a9aa-a11b42c2e38a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 401090b3-7704-4793-919c-f046f69aeab7) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:12:54.822230 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302eafcc-80f7-4fc0-a9aa-a11b42c2e38a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:54.823104 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-302eafcc-80f7-4fc0-a9aa-a11b42c2e38a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:54.823272 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108ea1ab-46b2-42a3-9fa8-d48113abd557 None None] Network 401090b3-7704-4793-919c-f046f69aeab7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:12:54.847821 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-302eafcc-80f7-4fc0-a9aa-a11b42c2e38a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5049047 Nov 12 01:12:54.995398 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65294523-41a4-4e81-9430-b316aa6ee451 None None] Network 401090b3-7704-4793-919c-f046f69aeab7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:12:55.007993 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-46a409f3-45fb-4a5c-8df5-218cf9495905 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:55.147428 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-46a409f3-45fb-4a5c-8df5-218cf9495905 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:55.154975 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-46a409f3-45fb-4a5c-8df5-218cf9495905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:55.233879 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a409f3-45fb-4a5c-8df5-218cf9495905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661d526e-b17d-402f-a0ec-a2946950c857,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:55.245727 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-46a409f3-45fb-4a5c-8df5-218cf9495905 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=900ab2fd34684cf789d262aa15bc4646&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6570945 Nov 12 01:12:55.248454 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39498) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:55.318130 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f5415fa9-9648-4485-9320-9b92f7ea3190 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:55.359132 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f5415fa9-9648-4485-9320-9b92f7ea3190 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:55.421863 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f5415fa9-9648-4485-9320-9b92f7ea3190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:55.426467 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f5415fa9-9648-4485-9320-9b92f7ea3190 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:55.431932 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f5415fa9-9648-4485-9320-9b92f7ea3190 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/661d526e-b17d-402f-a0ec-a2946950c857 HTTP/1.1" status: 204 len: 168 time: 0.1814737 Nov 12 01:12:55.443217 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5415fa9-9648-4485-9320-9b92f7ea3190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661d526e-b17d-402f-a0ec-a2946950c857,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:55.996616 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39536) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:56.002909 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-43edd54b-71ab-4282-8173-6eede90b13f1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-622568702-network', 'tenant_id': 'be78fddd18844fedacfc7cb2bab6cf8a'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:56.058663 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43edd54b-71ab-4282-8173-6eede90b13f1 admin admin] Made reservation on behalf of be78fddd18844fedacfc7cb2bab6cf8a for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:12:56.061139 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-43edd54b-71ab-4282-8173-6eede90b13f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:56.081633 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-43edd54b-71ab-4282-8173-6eede90b13f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:56.202948 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-43edd54b-71ab-4282-8173-6eede90b13f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:56.209875 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-43edd54b-71ab-4282-8173-6eede90b13f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:56.237139 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43edd54b-71ab-4282-8173-6eede90b13f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:12:56.257687 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43edd54b-71ab-4282-8173-6eede90b13f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f134edfa-b30a-4633-8312-8317b343ac2b,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:56.260690 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-43edd54b-71ab-4282-8173-6eede90b13f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:56.261059 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-43edd54b-71ab-4282-8173-6eede90b13f1 admin admin] Added segment 95671d80-66c9-4142-bf9c-ed03abd39cc8 of type vlan for network e3e9c7f7-bbbb-477a-a3ce-66b0b71929d2 Nov 12 01:12:56.311513 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-43edd54b-71ab-4282-8173-6eede90b13f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:56.344738 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-43edd54b-71ab-4282-8173-6eede90b13f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:56.346583 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43edd54b-71ab-4282-8173-6eede90b13f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:56.347303 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-43edd54b-71ab-4282-8173-6eede90b13f1 admin admin] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:56.440608 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-43edd54b-71ab-4282-8173-6eede90b13f1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4426684 Nov 12 01:12:56.443272 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39554) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:56.451196 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-1932f063-4d0c-40c9-b41c-870e74db513f admin admin] Request body: {'subnet': {'network_id': 'e3e9c7f7-bbbb-477a-a3ce-66b0b71929d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-622568702-subnet', 'tenant_id': 'be78fddd18844fedacfc7cb2bab6cf8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:56.454675 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43edd54b-71ab-4282-8173-6eede90b13f1 admin admin] Pushing event updated for resources: {'Network': ['ID=e3e9c7f7-bbbb-477a-a3ce-66b0b71929d2,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:56.464587 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network e3e9c7f7-bbbb-477a-a3ce-66b0b71929d2 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:12:56.497817 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1932f063-4d0c-40c9-b41c-870e74db513f admin admin] Made reservation on behalf of be78fddd18844fedacfc7cb2bab6cf8a for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:12:56.501107 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1932f063-4d0c-40c9-b41c-870e74db513f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:56.739892 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1932f063-4d0c-40c9-b41c-870e74db513f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:56.820641 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1932f063-4d0c-40c9-b41c-870e74db513f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c4d728e-3f3c-4977-9bad-1ad86065e041,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:56.836039 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1932f063-4d0c-40c9-b41c-870e74db513f admin admin] Checking segment: {'id': '95671d80-66c9-4142-bf9c-ed03abd39cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e3e9c7f7-bbbb-477a-a3ce-66b0b71929d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:12:56.836623 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1932f063-4d0c-40c9-b41c-870e74db513f admin admin] Network hostable DHCP agents. Network: e3e9c7f7-bbbb-477a-a3ce-66b0b71929d2, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:12:56.854510 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1932f063-4d0c-40c9-b41c-870e74db513f admin admin] Network e3e9c7f7-bbbb-477a-a3ce-66b0b71929d2 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:12:56.868418 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-1932f063-4d0c-40c9-b41c-870e74db513f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, e3e9c7f7-bbbb-477a-a3ce-66b0b71929d2) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:12:56.886777 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1932f063-4d0c-40c9-b41c-870e74db513f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:56.891092 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1932f063-4d0c-40c9-b41c-870e74db513f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:56.906331 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a60574b-0674-4a04-b0d5-cf0e0bb6077a None None] Network e3e9c7f7-bbbb-477a-a3ce-66b0b71929d2 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:12:56.924984 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1932f063-4d0c-40c9-b41c-870e74db513f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4788618 Nov 12 01:12:57.064911 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccb78c5-fd54-4e34-9ec7-34c4d6eecae7 None None] Network e3e9c7f7-bbbb-477a-a3ce-66b0b71929d2 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:12:57.102394 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39584) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:57.180184 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8211f17-4265-464e-a3b2-c4c142ae4a9b admin admin] Deleting subnet 6ac6d78f-cfbe-41a5-9ed0-56bc2bfdaa03 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:12:57.189982 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f8211f17-4265-464e-a3b2-c4c142ae4a9b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:57.286330 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f8211f17-4265-464e-a3b2-c4c142ae4a9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:57.336189 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f8211f17-4265-464e-a3b2-c4c142ae4a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:57.405944 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f8211f17-4265-464e-a3b2-c4c142ae4a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:57.455418 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8211f17-4265-464e-a3b2-c4c142ae4a9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ac6d78f-cfbe-41a5-9ed0-56bc2bfdaa03,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:57.458104 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f8211f17-4265-464e-a3b2-c4c142ae4a9b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:57.461707 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f8211f17-4265-464e-a3b2-c4c142ae4a9b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6ac6d78f-cfbe-41a5-9ed0-56bc2bfdaa03 HTTP/1.1" status: 204 len: 168 time: 0.3575802 Nov 12 01:12:57.464149 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39596) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:57.568135 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1f929620-613b-47e5-adcf-ef81eef8d8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:57.666814 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1f929620-613b-47e5-adcf-ef81eef8d8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:57.694277 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-1f929620-613b-47e5-adcf-ef81eef8d8bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['401090b3-7704-4793-919c-f046f69aeab7']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:57.708003 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-1f929620-613b-47e5-adcf-ef81eef8d8bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb271285-6108-400d-9a0e-97af54caae30') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:57.708302 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-1f929620-613b-47e5-adcf-ef81eef8d8bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb271285-6108-400d-9a0e-97af54caae30') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:57.720242 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1f929620-613b-47e5-adcf-ef81eef8d8bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:57.739752 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1f929620-613b-47e5-adcf-ef81eef8d8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:57.746914 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f929620-613b-47e5-adcf-ef81eef8d8bf admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:12:57.747477 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1f929620-613b-47e5-adcf-ef81eef8d8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:57.749194 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:12:57.749194 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:12:57.749194 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:12:57.749194 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:12:57.749194 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:12:57.749194 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:12:57.749194 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:12:57.749194 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:12:57.749194 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:12:57.749194 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:12:57.749194 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:12:57.749194 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:12:57.749194 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:12:57.749194 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:12:57.749194 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:12:57.749194 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:12:57.749194 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:12:57.749194 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:12:57.749194 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:12:57.749194 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:12:57.749194 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:12:57.749194 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:12:57.749194 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:12:57.749194 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:12:57.749194 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:12:57.749194 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:12:57.749194 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:12:57.749194 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:12:57.749194 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:12:57.749194 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:12:57.749194 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:12:57.749194 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:12:57.828493 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1f929620-613b-47e5-adcf-ef81eef8d8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:57.849031 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1f929620-613b-47e5-adcf-ef81eef8d8bf admin admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:57.855042 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1f929620-613b-47e5-adcf-ef81eef8d8bf admin admin] 10.222.0.20 "DELETE /v2.0/networks/401090b3-7704-4793-919c-f046f69aeab7 HTTP/1.1" status: 204 len: 168 time: 0.3850660 Nov 12 01:12:57.855507 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39610) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:57.863118 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f929620-613b-47e5-adcf-ef81eef8d8bf admin admin] Pushing event deleted for resources: {'Network': ['ID=401090b3-7704-4793-919c-f046f69aeab7,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:57.881632 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39612) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:57.923465 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4cd8fdf-6719-45dd-bd91-1c731b36e1c7 admin admin] Deleting subnet 8c4d728e-3f3c-4977-9bad-1ad86065e041 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:12:57.927170 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a4cd8fdf-6719-45dd-bd91-1c731b36e1c7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:57.964939 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a4cd8fdf-6719-45dd-bd91-1c731b36e1c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:58.021935 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a4cd8fdf-6719-45dd-bd91-1c731b36e1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:58.090344 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a4cd8fdf-6719-45dd-bd91-1c731b36e1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:58.134244 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd8fdf-6719-45dd-bd91-1c731b36e1c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c4d728e-3f3c-4977-9bad-1ad86065e041,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:58.139106 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a4cd8fdf-6719-45dd-bd91-1c731b36e1c7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:58.144937 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a4cd8fdf-6719-45dd-bd91-1c731b36e1c7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8c4d728e-3f3c-4977-9bad-1ad86065e041 HTTP/1.1" status: 204 len: 168 time: 0.2883074 Nov 12 01:12:58.147762 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39626) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:58.255449 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8c2bb7d1-f408-4cb7-8ee3-a83137caa795 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:58.286167 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e467ac6a-ad4f-4361-a0b0-7324166def92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:58.406580 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e467ac6a-ad4f-4361-a0b0-7324166def92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:58.440499 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8c2bb7d1-f408-4cb7-8ee3-a83137caa795 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:58.442376 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-e467ac6a-ad4f-4361-a0b0-7324166def92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3e9c7f7-bbbb-477a-a3ce-66b0b71929d2']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:58.451985 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8c2bb7d1-f408-4cb7-8ee3-a83137caa795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:58.455696 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-e467ac6a-ad4f-4361-a0b0-7324166def92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95671d80-66c9-4142-bf9c-ed03abd39cc8') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:58.456367 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-e467ac6a-ad4f-4361-a0b0-7324166def92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95671d80-66c9-4142-bf9c-ed03abd39cc8') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:58.490226 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e467ac6a-ad4f-4361-a0b0-7324166def92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:58.520767 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2bb7d1-f408-4cb7-8ee3-a83137caa795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c16cf4-41ec-4a3d-b5e3-64813cbb3258,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:58.525089 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8c2bb7d1-f408-4cb7-8ee3-a83137caa795 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bfa90afd96544458b97145da65e5307e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6412568 Nov 12 01:12:58.525551 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e467ac6a-ad4f-4361-a0b0-7324166def92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:58.527967 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39642) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:58.533677 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e467ac6a-ad4f-4361-a0b0-7324166def92 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:12:58.534202 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e467ac6a-ad4f-4361-a0b0-7324166def92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:58.535942 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:12:58.535942 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:12:58.535942 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:12:58.535942 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:12:58.535942 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:12:58.535942 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:12:58.535942 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:12:58.535942 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:12:58.535942 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:12:58.535942 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:12:58.535942 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:12:58.535942 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:12:58.535942 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:12:58.535942 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:12:58.535942 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:12:58.535942 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:12:58.535942 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:12:58.535942 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:12:58.535942 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:12:58.535942 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:12:58.535942 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:12:58.535942 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:12:58.535942 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:12:58.535942 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:12:58.535942 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:12:58.535942 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:12:58.535942 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:12:58.535942 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:12:58.535942 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:12:58.535942 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:12:58.535942 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:12:58.535942 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:12:58.602833 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e467ac6a-ad4f-4361-a0b0-7324166def92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:58.604625 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b5ffeb99-6ac3-480e-828a-03e3ff9f2d6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:58.610226 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e467ac6a-ad4f-4361-a0b0-7324166def92 admin admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:58.616058 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e467ac6a-ad4f-4361-a0b0-7324166def92 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e3e9c7f7-bbbb-477a-a3ce-66b0b71929d2 HTTP/1.1" status: 204 len: 168 time: 0.4670625 Nov 12 01:12:58.630917 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e467ac6a-ad4f-4361-a0b0-7324166def92 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3e9c7f7-bbbb-477a-a3ce-66b0b71929d2,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:58.643900 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b5ffeb99-6ac3-480e-828a-03e3ff9f2d6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:58.711282 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b5ffeb99-6ac3-480e-828a-03e3ff9f2d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:58.714808 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b5ffeb99-6ac3-480e-828a-03e3ff9f2d6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:58.716278 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b5ffeb99-6ac3-480e-828a-03e3ff9f2d6e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/40c16cf4-41ec-4a3d-b5e3-64813cbb3258 HTTP/1.1" status: 204 len: 168 time: 0.1871455 Nov 12 01:12:58.724875 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ffeb99-6ac3-480e-828a-03e3ff9f2d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c16cf4-41ec-4a3d-b5e3-64813cbb3258,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:58.847063 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39656) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:58.896419 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-3948ed00-27e8-4b6a-be8e-b49361c6c3bc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c20f39363b944e4790b635b8d12d7b33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0481908 Nov 12 01:12:58.898930 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39658) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:58.955166 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c5a3657c-00c0-4100-b1ec-847d590dd2b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:58.984523 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c5a3657c-00c0-4100-b1ec-847d590dd2b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:59.048598 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c5a3657c-00c0-4100-b1ec-847d590dd2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:59.052273 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c5a3657c-00c0-4100-b1ec-847d590dd2b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:59.056160 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c5a3657c-00c0-4100-b1ec-847d590dd2b9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bbd509fd-7c2e-4a86-960e-90a9c0b5ed14 HTTP/1.1" status: 204 len: 168 time: 0.1534185 Nov 12 01:12:59.063052 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a3657c-00c0-4100-b1ec-847d590dd2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd509fd-7c2e-4a86-960e-90a9c0b5ed14,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:59.437322 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39688) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:59.481880 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-10ae5aa8-3856-4743-b09e-7f932f157ba8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=be78fddd18844fedacfc7cb2bab6cf8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433071 Nov 12 01:12:59.486458 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39690) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:59.546198 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c9a33f57-1355-4e07-8a98-fc616c67c210 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:59.588088 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c9a33f57-1355-4e07-8a98-fc616c67c210 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:59.668317 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c9a33f57-1355-4e07-8a98-fc616c67c210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:59.671267 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c9a33f57-1355-4e07-8a98-fc616c67c210 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:59.673336 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c9a33f57-1355-4e07-8a98-fc616c67c210 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f134edfa-b30a-4633-8312-8317b343ac2b HTTP/1.1" status: 204 len: 168 time: 0.1842813 Nov 12 01:12:59.682344 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a33f57-1355-4e07-8a98-fc616c67c210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f134edfa-b30a-4633-8312-8317b343ac2b,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:03.021770 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39876) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:03.027761 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-7902c734-d909-4788-ac91-be5e9a116188 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Request body: {'network': {'name': 'tempest-network-smoke--564634969', 'project_id': '22e9becebccb40659225fdff23acbf56', 'port_security_enabled': True}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:03.055129 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7902c734-d909-4788-ac91-be5e9a116188 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Made reservation on behalf of 22e9becebccb40659225fdff23acbf56 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:13:03.060484 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7902c734-d909-4788-ac91-be5e9a116188 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:03.079612 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7902c734-d909-4788-ac91-be5e9a116188 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:03.179202 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7902c734-d909-4788-ac91-be5e9a116188 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:03.198426 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7902c734-d909-4788-ac91-be5e9a116188 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:03.270828 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7902c734-d909-4788-ac91-be5e9a116188 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b50a6a-b80b-4a23-a402-9c56901fac39,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:03.291979 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7902c734-d909-4788-ac91-be5e9a116188 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:13:03.314670 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7902c734-d909-4788-ac91-be5e9a116188 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:03.316051 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-7902c734-d909-4788-ac91-be5e9a116188 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Added segment 57f50b31-f268-48f1-ab2a-b514ca58485d of type vlan for network 75ae6571-7337-4eb4-b20f-a5192540ea3f Nov 12 01:13:03.372894 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7902c734-d909-4788-ac91-be5e9a116188 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:03.404830 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7902c734-d909-4788-ac91-be5e9a116188 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:03.411886 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7902c734-d909-4788-ac91-be5e9a116188 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:03.413149 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7902c734-d909-4788-ac91-be5e9a116188 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:03.498030 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7902c734-d909-4788-ac91-be5e9a116188 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4740670 Nov 12 01:13:03.501452 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39890) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:03.507008 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-c5879904-e98f-4d74-bdf4-35fe92aa7c30 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1078747311', 'admin_state_up': True, 'project_id': '22e9becebccb40659225fdff23acbf56', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:03.554662 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7902c734-d909-4788-ac91-be5e9a116188 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Pushing event updated for resources: {'Network': ['ID=75ae6571-7337-4eb4-b20f-a5192540ea3f,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:03.584453 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 75ae6571-7337-4eb4-b20f-a5192540ea3f details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:13:03.587177 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c5879904-e98f-4d74-bdf4-35fe92aa7c30 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:03.589446 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c5879904-e98f-4d74-bdf4-35fe92aa7c30 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:03.695024 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c5879904-e98f-4d74-bdf4-35fe92aa7c30 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:03.873891 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c5879904-e98f-4d74-bdf4-35fe92aa7c30 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:04.107358 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c5879904-e98f-4d74-bdf4-35fe92aa7c30 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for router_gateway, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:04.128636 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c5879904-e98f-4d74-bdf4-35fe92aa7c30 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:04.250617 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-c5879904-e98f-4d74-bdf4-35fe92aa7c30 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Allocated IP 172.25.2.150 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/fa990742-3ec3-49ab-9dad-98ec04fd0789) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:13:04.306499 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39914) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:04.311305 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-495e8a5f-64f3-4828-9f79-27d0bfaec7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:04.388966 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c5879904-e98f-4d74-bdf4-35fe92aa7c30 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:04.428319 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c5879904-e98f-4d74-bdf4-35fe92aa7c30 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:04.480085 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5879904-e98f-4d74-bdf4-35fe92aa7c30 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:13:04.481050 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4d29e3e8-0009-49a8-bd4e-91de64b003a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:04.495369 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-c5879904-e98f-4d74-bdf4-35fe92aa7c30 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:04.502223 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5879904-e98f-4d74-bdf4-35fe92aa7c30 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:13:04.509954 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8475725e-d587-4ef5-b32d-520baf3971c6 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:13:04.553273 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5879904-e98f-4d74-bdf4-35fe92aa7c30 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Pushing event updated for resources: {'Port': ['ID=fa990742-3ec3-49ab-9dad-98ec04fd0789,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:04.631447 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-02e0e172-97ac-4d0c-8349-5db3050a0665 None None] Provisioning complete for port fa990742-3ec3-49ab-9dad-98ec04fd0789 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:04.632051 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-02e0e172-97ac-4d0c-8349-5db3050a0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:04.660916 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4d29e3e8-0009-49a8-bd4e-91de64b003a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:04.676135 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-02e0e172-97ac-4d0c-8349-5db3050a0665 None None] Port fa990742-3ec3-49ab-9dad-98ec04fd0789 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:13:04.694346 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4d29e3e8-0009-49a8-bd4e-91de64b003a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:04.760246 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d29e3e8-0009-49a8-bd4e-91de64b003a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7ea3c4-6e7d-4bd8-8234-c67919424178,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:04.768355 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4d29e3e8-0009-49a8-bd4e-91de64b003a1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a5a09c395974cebbaef4aec2cb098cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4609804 Nov 12 01:13:04.768671 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39926) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:04.845085 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-67de578e-2e37-45f5-839a-7d92f71c6cdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:04.873489 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-67de578e-2e37-45f5-839a-7d92f71c6cdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:04.940035 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-67de578e-2e37-45f5-839a-7d92f71c6cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:04.943012 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-67de578e-2e37-45f5-839a-7d92f71c6cdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:04.946254 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-67de578e-2e37-45f5-839a-7d92f71c6cdb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2e7ea3c4-6e7d-4bd8-8234-c67919424178 HTTP/1.1" status: 204 len: 168 time: 0.1767409 Nov 12 01:13:04.964426 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de578e-2e37-45f5-839a-7d92f71c6cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7ea3c4-6e7d-4bd8-8234-c67919424178,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:04.967889 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c5879904-e98f-4d74-bdf4-35fe92aa7c30 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for router_gateway, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:05.219099 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c5879904-e98f-4d74-bdf4-35fe92aa7c30 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:05.348388 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39944) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:05.362910 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2b44792a-3581-4b8f-8a5f-b2bca8370107 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:05.381242 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5879904-e98f-4d74-bdf4-35fe92aa7c30 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Router 4448ba9e-fbe2-4675-b26c-9b7b9772427a is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:13:05.462679 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2b44792a-3581-4b8f-8a5f-b2bca8370107 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:05.467071 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2b44792a-3581-4b8f-8a5f-b2bca8370107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:05.512299 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2b44792a-3581-4b8f-8a5f-b2bca8370107 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d3db507099e54495a70d98496c62abd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1628525 Nov 12 01:13:05.513042 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b44792a-3581-4b8f-8a5f-b2bca8370107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc301e93-070d-4438-b186-0ffc872bc781,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:05.513964 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39952) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:05.555774 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5879904-e98f-4d74-bdf4-35fe92aa7c30 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:13:05.572919 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3911dcc-bba5-45fd-ab55-63ed081ea245 None None] Sync routers for ids ['4448ba9e-fbe2-4675-b26c-9b7b9772427a'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:13:05.595072 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c5879904-e98f-4d74-bdf4-35fe92aa7c30 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:05.599643 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c5879904-e98f-4d74-bdf4-35fe92aa7c30 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0936172 Nov 12 01:13:05.600296 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39954) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:05.609213 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3911dcc-bba5-45fd-ab55-63ed081ea245 None None] Routers {'4448ba9e-fbe2-4675-b26c-9b7b9772427a'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:13:05.610115 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-b3911dcc-bba5-45fd-ab55-63ed081ea245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:12:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['4448ba9e-fbe2-4675-b26c-9b7b9772427a'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:05.626961 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e6afe637-af90-4edf-9eb1-998b811a3dc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:05.654960 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e6afe637-af90-4edf-9eb1-998b811a3dc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:05.713399 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e6afe637-af90-4edf-9eb1-998b811a3dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:05.717453 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e6afe637-af90-4edf-9eb1-998b811a3dc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:05.718719 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e6afe637-af90-4edf-9eb1-998b811a3dc9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dc301e93-070d-4438-b186-0ffc872bc781 HTTP/1.1" status: 204 len: 168 time: 0.2031636 Nov 12 01:13:05.728286 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6afe637-af90-4edf-9eb1-998b811a3dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc301e93-070d-4438-b186-0ffc872bc781,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:05.975476 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-b3911dcc-bba5-45fd-ab55-63ed081ea245 None None] Set router 4448ba9e-fbe2-4675-b26c-9b7b9772427a gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:13:06.003922 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-19564fcd-3d1c-4cc0-be62-6e32ad68f8cc tempest-TestSecurityGroupsBasicOps-327920501 tempest-TestSecurityGroupsBasicOps-327920501-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=22e9becebccb40659225fdff23acbf56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4024234 Nov 12 01:13:06.007811 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39964) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:06.138465 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1dc32f-9e1b-49be-9fda-2d690bde11d2 tempest-TestSecurityGroupsBasicOps-327920501 tempest-TestSecurityGroupsBasicOps-327920501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:06.144123 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7f1dc32f-9e1b-49be-9fda-2d690bde11d2 tempest-TestSecurityGroupsBasicOps-327920501 tempest-TestSecurityGroupsBasicOps-327920501-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1318002 Nov 12 01:13:06.144926 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 39970) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:06.223041 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 39976) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:06.224297 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c4d685d5-7bfe-4b8e-a25f-96dfc9b1f2e0 tempest-TestSecurityGroupsBasicOps-327920501 tempest-TestSecurityGroupsBasicOps-327920501-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=ef732b55-2b3c-4048-85da-0a8ac273c14b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0776994 Nov 12 01:13:06.227850 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-2e542715-3cc2-41e8-b3e0-529ed0094d5a tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-217915425', 'network_id': '75ae6571-7337-4eb4-b20f-a5192540ea3f', 'project_id': '22e9becebccb40659225fdff23acbf56', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:06.275977 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-b3911dcc-bba5-45fd-ab55-63ed081ea245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4448ba9e-fbe2-4675-b26c-9b7b9772427a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1078747311', 'tenant_id': '22e9becebccb40659225fdff23acbf56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'fa990742-3ec3-49ab-9dad-98ec04fd0789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:13:03Z', 'updated_at': '2021-11-12T01:13:04Z', 'revision_number': 3, 'project_id': '22e9becebccb40659225fdff23acbf56', 'gw_port': {'id': 'fa990742-3ec3-49ab-9dad-98ec04fd0789', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4448ba9e-fbe2-4675-b26c-9b7b9772427a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:04Z', 'updated_at': '2021-11-12T01:13:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:06.342414 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3911dcc-bba5-45fd-ab55-63ed081ea245 None None] Checking router: 4448ba9e-fbe2-4675-b26c-9b7b9772427a for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:13:06.342868 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3911dcc-bba5-45fd-ab55-63ed081ea245 None None] Updating router 4448ba9e-fbe2-4675-b26c-9b7b9772427a port fa990742-3ec3-49ab-9dad-98ec04fd0789 binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:13:06.378118 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b3911dcc-bba5-45fd-ab55-63ed081ea245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:06.441051 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e542715-3cc2-41e8-b3e0-529ed0094d5a tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Made reservation on behalf of 22e9becebccb40659225fdff23acbf56 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:13:06.456127 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2e542715-3cc2-41e8-b3e0-529ed0094d5a tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:06.504279 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3be15147-a9a4-4145-9889-3e2a9c7b9af1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:06.753768 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b3911dcc-bba5-45fd-ab55-63ed081ea245 None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:06.767427 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2e542715-3cc2-41e8-b3e0-529ed0094d5a tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:06.772282 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b3911dcc-bba5-45fd-ab55-63ed081ea245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:06.869786 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144feb54-7611-41de-b790-319b48e32731 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:13:06.887197 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e542715-3cc2-41e8-b3e0-529ed0094d5a tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Checking segment: {'id': '57f50b31-f268-48f1-ab2a-b514ca58485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '75ae6571-7337-4eb4-b20f-a5192540ea3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:13:06.887569 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e542715-3cc2-41e8-b3e0-529ed0094d5a tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Network hostable DHCP agents. Network: 75ae6571-7337-4eb4-b20f-a5192540ea3f, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:13:06.894067 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-b3911dcc-bba5-45fd-ab55-63ed081ea245 None None] Attempting to bind port fa990742-3ec3-49ab-9dad-98ec04fd0789 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:13:06.894510 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-b3911dcc-bba5-45fd-ab55-63ed081ea245 None None] Attempting to bind port fa990742-3ec3-49ab-9dad-98ec04fd0789 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:13:06.894791 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3911dcc-bba5-45fd-ab55-63ed081ea245 None None] Attempting to bind port fa990742-3ec3-49ab-9dad-98ec04fd0789 on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:06.905013 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e542715-3cc2-41e8-b3e0-529ed0094d5a tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Pushing event updated for resources: {'Subnet': ['ID=b1e57b78-cda7-4751-bbd1-091e2d68010d,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:06.905758 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a8e947-04ff-48ab-994e-2c19198c5463 None None] Pushing event updated for resources: {'Port': ['ID=fa990742-3ec3-49ab-9dad-98ec04fd0789,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:06.910996 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3911dcc-bba5-45fd-ab55-63ed081ea245 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:13:06.911411 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3911dcc-bba5-45fd-ab55-63ed081ea245 None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:13:06.911869 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b3911dcc-bba5-45fd-ab55-63ed081ea245 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:06.912298 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3911dcc-bba5-45fd-ab55-63ed081ea245 None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:13:06.912894 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-b3911dcc-bba5-45fd-ab55-63ed081ea245 None None] Bound port: fa990742-3ec3-49ab-9dad-98ec04fd0789, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:13:06.913190 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b3911dcc-bba5-45fd-ab55-63ed081ea245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:06.946812 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e542715-3cc2-41e8-b3e0-529ed0094d5a tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Network 75ae6571-7337-4eb4-b20f-a5192540ea3f is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:13:06.968226 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-2e542715-3cc2-41e8-b3e0-529ed0094d5a tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 75ae6571-7337-4eb4-b20f-a5192540ea3f) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:06.974679 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e542715-3cc2-41e8-b3e0-529ed0094d5a tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:06.975323 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2e542715-3cc2-41e8-b3e0-529ed0094d5a tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:07.001049 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795093e6-86cf-4778-86b7-185867052ca2 None None] Network 75ae6571-7337-4eb4-b20f-a5192540ea3f requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:13:07.012264 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2e542715-3cc2-41e8-b3e0-529ed0094d5a tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7884951 Nov 12 01:13:07.015176 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40002) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:07.103402 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-9bcc922d-28a4-404a-97a0-b38cad2c725d None None] Provisioning complete for port fa990742-3ec3-49ab-9dad-98ec04fd0789 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:07.103838 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9bcc922d-28a4-404a-97a0-b38cad2c725d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:07.149531 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b3911dcc-bba5-45fd-ab55-63ed081ea245 None None] For port fa990742-3ec3-49ab-9dad-98ec04fd0789, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:13:07.168017 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b3911dcc-bba5-45fd-ab55-63ed081ea245 None None] For port fa990742-3ec3-49ab-9dad-98ec04fd0789, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=fa990742-3ec3-49ab-9dad-98ec04fd0789,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:13:07.184141 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b3911dcc-bba5-45fd-ab55-63ed081ea245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:07.205720 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-9bcc922d-28a4-404a-97a0-b38cad2c725d None None] Port fa990742-3ec3-49ab-9dad-98ec04fd0789 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:13:07.288328 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1156fad0-d972-4eb1-b631-25493c3986d2 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:13:07.342396 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3911dcc-bba5-45fd-ab55-63ed081ea245 None None] Routers {'4448ba9e-fbe2-4675-b26c-9b7b9772427a'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:13:07.343037 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-b3911dcc-bba5-45fd-ab55-63ed081ea245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:13:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['4448ba9e-fbe2-4675-b26c-9b7b9772427a'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:07.391504 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a8e947-04ff-48ab-994e-2c19198c5463 None None] Pushing event updated for resources: {'Port': ['ID=fa990742-3ec3-49ab-9dad-98ec04fd0789,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:07.514155 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-fe1df13d-2ab7-4cea-ba31-fce5f6dc14e7 None None] Provisioning complete for port fa990742-3ec3-49ab-9dad-98ec04fd0789 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:07.514624 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fe1df13d-2ab7-4cea-ba31-fce5f6dc14e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:07.591248 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-b3911dcc-bba5-45fd-ab55-63ed081ea245 None None] Set router 4448ba9e-fbe2-4675-b26c-9b7b9772427a gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:13:07.671207 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770538f7-2353-4b91-bf1d-f1812aaf5c96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-75ae6571-7337-4eb4-b20f-a5192540ea3f', 'network_id': '75ae6571-7337-4eb4-b20f-a5192540ea3f', 'tenant_id': '22e9becebccb40659225fdff23acbf56', 'fixed_ips': [{'subnet_id': 'b1e57b78-cda7-4751-bbd1-091e2d68010d'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:13:07.673092 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-770538f7-2353-4b91-bf1d-f1812aaf5c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:07.921792 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:07.962372 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fe1df13d-2ab7-4cea-ba31-fce5f6dc14e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:08.021123 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-fe1df13d-2ab7-4cea-ba31-fce5f6dc14e7 None None] For port fa990742-3ec3-49ab-9dad-98ec04fd0789, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=fa990742-3ec3-49ab-9dad-98ec04fd0789,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:08.035458 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fe1df13d-2ab7-4cea-ba31-fce5f6dc14e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:08.085175 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-770538f7-2353-4b91-bf1d-f1812aaf5c96 None None] Allocated IP 172.20.0.2 (75ae6571-7337-4eb4-b20f-a5192540ea3f/b1e57b78-cda7-4751-bbd1-091e2d68010d/be4bd418-cc54-4d2b-b9aa-eadceb7a8dce) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:13:08.100716 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-b3911dcc-bba5-45fd-ab55-63ed081ea245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4448ba9e-fbe2-4675-b26c-9b7b9772427a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1078747311', 'tenant_id': '22e9becebccb40659225fdff23acbf56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'fa990742-3ec3-49ab-9dad-98ec04fd0789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:13:03Z', 'updated_at': '2021-11-12T01:13:04Z', 'revision_number': 3, 'project_id': '22e9becebccb40659225fdff23acbf56', 'gw_port': {'id': 'fa990742-3ec3-49ab-9dad-98ec04fd0789', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4448ba9e-fbe2-4675-b26c-9b7b9772427a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:04Z', 'updated_at': '2021-11-12T01:13:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:08.145463 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3911dcc-bba5-45fd-ab55-63ed081ea245 None None] The sync data for ids ['4448ba9e-fbe2-4675-b26c-9b7b9772427a'] in n-d-812236-11 is: [{'id': '4448ba9e-fbe2-4675-b26c-9b7b9772427a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1078747311', 'tenant_id': '22e9becebccb40659225fdff23acbf56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'fa990742-3ec3-49ab-9dad-98ec04fd0789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:13:03Z', 'updated_at': '2021-11-12T01:13:04Z', 'revision_number': 3, 'project_id': '22e9becebccb40659225fdff23acbf56', 'gw_port': {'id': 'fa990742-3ec3-49ab-9dad-98ec04fd0789', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4448ba9e-fbe2-4675-b26c-9b7b9772427a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:04Z', 'updated_at': '2021-11-12T01:13:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:13:08.153712 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1df13d-2ab7-4cea-ba31-fce5f6dc14e7 None None] Pushing event updated for resources: {'Port': ['ID=fa990742-3ec3-49ab-9dad-98ec04fd0789,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:08.239622 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6fcb8596-ccee-4355-b2b5-4784e1b5c4db tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:08.340126 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-770538f7-2353-4b91-bf1d-f1812aaf5c96 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:08.349831 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-770538f7-2353-4b91-bf1d-f1812aaf5c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:08.403131 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770538f7-2353-4b91-bf1d-f1812aaf5c96 None None] Network 75ae6571-7337-4eb4-b20f-a5192540ea3f is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:13:08.406283 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-770538f7-2353-4b91-bf1d-f1812aaf5c96 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:08.410337 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770538f7-2353-4b91-bf1d-f1812aaf5c96 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:13:08.431685 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770538f7-2353-4b91-bf1d-f1812aaf5c96 None None] Pushing event updated for resources: {'Port': ['ID=be4bd418-cc54-4d2b-b9aa-eadceb7a8dce,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:08.488010 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-770538f7-2353-4b91-bf1d-f1812aaf5c96 None None] Attempting to bind port be4bd418-cc54-4d2b-b9aa-eadceb7a8dce on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:13:08.488769 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-770538f7-2353-4b91-bf1d-f1812aaf5c96 None None] Attempting to bind port be4bd418-cc54-4d2b-b9aa-eadceb7a8dce by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '57f50b31-f268-48f1-ab2a-b514ca58485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '75ae6571-7337-4eb4-b20f-a5192540ea3f'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:13:08.489138 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770538f7-2353-4b91-bf1d-f1812aaf5c96 None None] Attempting to bind port be4bd418-cc54-4d2b-b9aa-eadceb7a8dce on network 75ae6571-7337-4eb4-b20f-a5192540ea3f {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:08.497109 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770538f7-2353-4b91-bf1d-f1812aaf5c96 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:13:08.497527 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770538f7-2353-4b91-bf1d-f1812aaf5c96 None None] Checking segment: {'id': '57f50b31-f268-48f1-ab2a-b514ca58485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '75ae6571-7337-4eb4-b20f-a5192540ea3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:13:08.497991 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-770538f7-2353-4b91-bf1d-f1812aaf5c96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:08.498392 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770538f7-2353-4b91-bf1d-f1812aaf5c96 None None] Bound using segment: {'id': '57f50b31-f268-48f1-ab2a-b514ca58485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '75ae6571-7337-4eb4-b20f-a5192540ea3f'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:13:08.498872 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-770538f7-2353-4b91-bf1d-f1812aaf5c96 None None] Bound port: be4bd418-cc54-4d2b-b9aa-eadceb7a8dce, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57f50b31-f268-48f1-ab2a-b514ca58485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '75ae6571-7337-4eb4-b20f-a5192540ea3f'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:13:08.500841 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-770538f7-2353-4b91-bf1d-f1812aaf5c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:08.653265 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-770538f7-2353-4b91-bf1d-f1812aaf5c96 None None] For port be4bd418-cc54-4d2b-b9aa-eadceb7a8dce, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:13:08.658001 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-770538f7-2353-4b91-bf1d-f1812aaf5c96 None None] For port be4bd418-cc54-4d2b-b9aa-eadceb7a8dce, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=be4bd418-cc54-4d2b-b9aa-eadceb7a8dce,segment=NetworkSegment(57f50b31-f268-48f1-ab2a-b514ca58485d),segment_id=57f50b31-f268-48f1-ab2a-b514ca58485d)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:13:08.668281 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-770538f7-2353-4b91-bf1d-f1812aaf5c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:08.738452 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770538f7-2353-4b91-bf1d-f1812aaf5c96 None None] Pushing event updated for resources: {'Port': ['ID=be4bd418-cc54-4d2b-b9aa-eadceb7a8dce,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:08.924374 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-6fcb8596-ccee-4355-b2b5-4784e1b5c4db tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Allocated IP 172.20.0.1 (75ae6571-7337-4eb4-b20f-a5192540ea3f/b1e57b78-cda7-4751-bbd1-091e2d68010d/59e9c436-b9cb-48c5-803f-cd012c29ea36) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:13:09.206895 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6fcb8596-ccee-4355-b2b5-4784e1b5c4db tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:09.281856 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6fcb8596-ccee-4355-b2b5-4784e1b5c4db tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:09.311997 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcb8596-ccee-4355-b2b5-4784e1b5c4db tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Network 75ae6571-7337-4eb4-b20f-a5192540ea3f is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:13:09.315323 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-6fcb8596-ccee-4355-b2b5-4784e1b5c4db tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:09.318576 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcb8596-ccee-4355-b2b5-4784e1b5c4db tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:13:09.340308 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:09.398684 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcb8596-ccee-4355-b2b5-4784e1b5c4db tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Pushing event updated for resources: {'Port': ['ID=59e9c436-b9cb-48c5-803f-cd012c29ea36,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:09.407854 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6fcb8596-ccee-4355-b2b5-4784e1b5c4db tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:09.491688 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40140) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:09.657026 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6fcb8596-ccee-4355-b2b5-4784e1b5c4db tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:09.727752 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4f611913-9184-47a3-a4bc-ec21421d6d96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:09.882755 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4f611913-9184-47a3-a4bc-ec21421d6d96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:09.890556 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4f611913-9184-47a3-a4bc-ec21421d6d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:09.957199 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f611913-9184-47a3-a4bc-ec21421d6d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9a1f74-c0a4-42d9-ade0-2d37a2d58976,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:09.964350 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-4f611913-9184-47a3-a4bc-ec21421d6d96 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=49d41c7a9756447cb0dd3f96108a134d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4713652 Nov 12 01:13:09.973936 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40150) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:10.056216 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-841e71a4-c343-43d9-863d-18b70f6b6a01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:10.081509 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-841e71a4-c343-43d9-863d-18b70f6b6a01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:10.096209 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6fcb8596-ccee-4355-b2b5-4784e1b5c4db tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:10.101818 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6fcb8596-ccee-4355-b2b5-4784e1b5c4db tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:10.155570 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-841e71a4-c343-43d9-863d-18b70f6b6a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:10.158743 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-841e71a4-c343-43d9-863d-18b70f6b6a01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:10.162630 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-841e71a4-c343-43d9-863d-18b70f6b6a01 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8f9a1f74-c0a4-42d9-ade0-2d37a2d58976 HTTP/1.1" status: 204 len: 168 time: 0.1849799 Nov 12 01:13:10.181272 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e71a4-c343-43d9-863d-18b70f6b6a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9a1f74-c0a4-42d9-ade0-2d37a2d58976,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:10.276325 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcb8596-ccee-4355-b2b5-4784e1b5c4db tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Pushing event updated for resources: {'Port': ['ID=59e9c436-b9cb-48c5-803f-cd012c29ea36,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:10.280118 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6fcb8596-ccee-4355-b2b5-4784e1b5c4db tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:10.325338 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:10.488496 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcb8596-ccee-4355-b2b5-4784e1b5c4db tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Network 75ae6571-7337-4eb4-b20f-a5192540ea3f is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:13:10.490512 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-6fcb8596-ccee-4355-b2b5-4784e1b5c4db tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:10.538145 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c446f58b-4a9e-4237-9147-b7e155eab01e None None] Network 75ae6571-7337-4eb4-b20f-a5192540ea3f requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:13:10.602358 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device be4bd418-cc54-4d2b-b9aa-eadceb7a8dce up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:13:10.709308 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fcb8596-ccee-4355-b2b5-4784e1b5c4db tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Router 4448ba9e-fbe2-4675-b26c-9b7b9772427a has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:13:10.771760 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40170) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:10.775012 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-59e488ff-5c5f-4a6a-88bf-a2b59285f3c2 None None] Provisioning complete for port be4bd418-cc54-4d2b-b9aa-eadceb7a8dce triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:10.775442 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-59e488ff-5c5f-4a6a-88bf-a2b59285f3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:10.795156 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-af90bdfc-ef8b-4b2f-9d57-645bba7c48fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:10.839425 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port be4bd418-cc54-4d2b-b9aa-eadceb7a8dce triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:10.839800 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:10.940789 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fcb8596-ccee-4355-b2b5-4784e1b5c4db tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:13:10.954211 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6fcb8596-ccee-4355-b2b5-4784e1b5c4db tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "PUT /v2.0/routers/4448ba9e-fbe2-4675-b26c-9b7b9772427a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9379573 Nov 12 01:13:10.957800 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40172) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:10.973620 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-bb0a2536-77ea-4cc3-a87f-5b0f07018d4f tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--51810070', 'description': 'tempest-secgroup_access--51810070 description', 'project_id': '22e9becebccb40659225fdff23acbf56'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:10.974069 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-af90bdfc-ef8b-4b2f-9d57-645bba7c48fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:10.986564 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-af90bdfc-ef8b-4b2f-9d57-645bba7c48fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:11.006035 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bb0a2536-77ea-4cc3-a87f-5b0f07018d4f tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:11.059634 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a71fe5-f8b9-456a-8e40-e6993dbb00e6 None None] Sync routers for ids ['4448ba9e-fbe2-4675-b26c-9b7b9772427a'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:13:11.077361 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a71fe5-f8b9-456a-8e40-e6993dbb00e6 None None] Routers {'4448ba9e-fbe2-4675-b26c-9b7b9772427a'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:13:11.078073 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-83a71fe5-f8b9-456a-8e40-e6993dbb00e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:13:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['4448ba9e-fbe2-4675-b26c-9b7b9772427a'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:11.111092 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-af90bdfc-ef8b-4b2f-9d57-645bba7c48fa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8f531d789fd74b3e86c67235de0cbea9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3380499 Nov 12 01:13:11.114192 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40174) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:11.133696 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bb0a2536-77ea-4cc3-a87f-5b0f07018d4f tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:11.135152 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af90bdfc-ef8b-4b2f-9d57-645bba7c48fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e3a539-a147-4dd0-9851-8f210705301f,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:11.153436 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bb0a2536-77ea-4cc3-a87f-5b0f07018d4f tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:11.200590 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bb0a2536-77ea-4cc3-a87f-5b0f07018d4f tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:11.202569 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-bb0a2536-77ea-4cc3-a87f-5b0f07018d4f tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2434094 Nov 12 01:13:11.206251 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40176) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:11.214122 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-5b1b4d5d-19f3-4831-b150-7a76e54e64ca tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--2083485116', 'description': 'tempest-secgroup_general--2083485116 description', 'project_id': '22e9becebccb40659225fdff23acbf56'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:11.228971 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-83a71fe5-f8b9-456a-8e40-e6993dbb00e6 None None] Set router 4448ba9e-fbe2-4675-b26c-9b7b9772427a gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:13:11.240315 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a2536-77ea-4cc3-a87f-5b0f07018d4f tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21d03b49-5c15-496c-bef8-c0a06b1cc130,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:11.246333 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8368aa31-8d45-484c-b888-1a1a53823ced admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:11.260459 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5b1b4d5d-19f3-4831-b150-7a76e54e64ca tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:11.301508 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8368aa31-8d45-484c-b888-1a1a53823ced admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:11.308117 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-59e488ff-5c5f-4a6a-88bf-a2b59285f3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:11.309882 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:11.382226 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5b1b4d5d-19f3-4831-b150-7a76e54e64ca tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:11.396005 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5b1b4d5d-19f3-4831-b150-7a76e54e64ca tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:11.427653 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8368aa31-8d45-484c-b888-1a1a53823ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:11.430669 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8368aa31-8d45-484c-b888-1a1a53823ced admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:11.432189 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8368aa31-8d45-484c-b888-1a1a53823ced admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/06e3a539-a147-4dd0-9851-8f210705301f HTTP/1.1" status: 204 len: 168 time: 0.3095200 Nov 12 01:13:11.445301 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8368aa31-8d45-484c-b888-1a1a53823ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e3a539-a147-4dd0-9851-8f210705301f,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:11.603418 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b4d5d-19f3-4831-b150-7a76e54e64ca tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fdda621-7971-48ed-a4ca-a8b9babe6376,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:11.604728 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-59e488ff-5c5f-4a6a-88bf-a2b59285f3c2 None None] For port be4bd418-cc54-4d2b-b9aa-eadceb7a8dce, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=be4bd418-cc54-4d2b-b9aa-eadceb7a8dce,segment=NetworkSegment(57f50b31-f268-48f1-ab2a-b514ca58485d),segment_id=57f50b31-f268-48f1-ab2a-b514ca58485d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:11.609040 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:11.614834 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-59e488ff-5c5f-4a6a-88bf-a2b59285f3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:11.682408 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5b1b4d5d-19f3-4831-b150-7a76e54e64ca tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:11.686559 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5b1b4d5d-19f3-4831-b150-7a76e54e64ca tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4771004 Nov 12 01:13:11.691216 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40184) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:11.698392 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-57ac928a-8190-4f34-afd4-23502a87c3db tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Request body: {'security_group_rule': {'security_group_id': '21d03b49-5c15-496c-bef8-c0a06b1cc130', 'project_id': '22e9becebccb40659225fdff23acbf56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:11.764102 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-57ac928a-8190-4f34-afd4-23502a87c3db tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:11.800805 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e488ff-5c5f-4a6a-88bf-a2b59285f3c2 None None] Pushing event updated for resources: {'Port': ['ID=be4bd418-cc54-4d2b-b9aa-eadceb7a8dce,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:11.902555 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-57ac928a-8190-4f34-afd4-23502a87c3db tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:11.910776 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-57ac928a-8190-4f34-afd4-23502a87c3db tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:11.938852 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac928a-8190-4f34-afd4-23502a87c3db tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b100b539-7ede-4443-8faf-05a6c048942c,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:11.971947 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.db.api [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:13:11.973317 n-d-812236-11 neutron-server[102663]: DEBUG oslo_db.api [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:13:11.981171 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-57ac928a-8190-4f34-afd4-23502a87c3db tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:11.983627 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-57ac928a-8190-4f34-afd4-23502a87c3db tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2900283 Nov 12 01:13:12.027163 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-83a71fe5-f8b9-456a-8e40-e6993dbb00e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4448ba9e-fbe2-4675-b26c-9b7b9772427a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1078747311', 'tenant_id': '22e9becebccb40659225fdff23acbf56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'fa990742-3ec3-49ab-9dad-98ec04fd0789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:13:03Z', 'updated_at': '2021-11-12T01:13:09Z', 'revision_number': 4, 'project_id': '22e9becebccb40659225fdff23acbf56', 'gw_port': {'id': 'fa990742-3ec3-49ab-9dad-98ec04fd0789', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4448ba9e-fbe2-4675-b26c-9b7b9772427a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:04Z', 'updated_at': '2021-11-12T01:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '59e9c436-b9cb-48c5-803f-cd012c29ea36', 'name': '', 'network_id': '75ae6571-7337-4eb4-b20f-a5192540ea3f', 'tenant_id': '22e9becebccb40659225fdff23acbf56', 'mac_address': 'fa:16:3e:f9:1d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4448ba9e-fbe2-4675-b26c-9b7b9772427a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'b1e57b78-cda7-4751-bbd1-091e2d68010d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:08Z', 'updated_at': '2021-11-12T01:13:09Z', 'revision_number': 2, 'project_id': '22e9becebccb40659225fdff23acbf56', 'subnets': [{'id': 'b1e57b78-cda7-4751-bbd1-091e2d68010d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:12.087018 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-0a8a77ee-4b58-465d-a08a-cd2fb298f844 None None] Provisioning complete for port be4bd418-cc54-4d2b-b9aa-eadceb7a8dce triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:12.087410 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0a8a77ee-4b58-465d-a08a-cd2fb298f844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:12.221799 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a71fe5-f8b9-456a-8e40-e6993dbb00e6 None None] Checking router: 4448ba9e-fbe2-4675-b26c-9b7b9772427a for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:13:12.222993 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a71fe5-f8b9-456a-8e40-e6993dbb00e6 None None] Updating router 4448ba9e-fbe2-4675-b26c-9b7b9772427a port 59e9c436-b9cb-48c5-803f-cd012c29ea36 binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:13:12.263406 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-83a71fe5-f8b9-456a-8e40-e6993dbb00e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:12.333030 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-0a8a77ee-4b58-465d-a08a-cd2fb298f844 None None] Provisioning complete for port 59e9c436-b9cb-48c5-803f-cd012c29ea36 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:12.333585 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0a8a77ee-4b58-465d-a08a-cd2fb298f844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:12.430722 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-0a8a77ee-4b58-465d-a08a-cd2fb298f844 None None] Port 59e9c436-b9cb-48c5-803f-cd012c29ea36 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:13:12.600595 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-361afbd2-ad41-42d8-8e6b-cb054186a173 None None] Provisioning complete for port 59e9c436-b9cb-48c5-803f-cd012c29ea36 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:12.600978 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-361afbd2-ad41-42d8-8e6b-cb054186a173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:12.667431 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device fa990742-3ec3-49ab-9dad-98ec04fd0789 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:13:12.848517 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-361afbd2-ad41-42d8-8e6b-cb054186a173 None None] Port 59e9c436-b9cb-48c5-803f-cd012c29ea36 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:13:12.860170 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:12.868663 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port fa990742-3ec3-49ab-9dad-98ec04fd0789 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:12.869726 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:13.004328 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-9c77e4b6-a572-4302-8d0d-3ad5fc157162 None None] Provisioning complete for port 59e9c436-b9cb-48c5-803f-cd012c29ea36 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:13.005743 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9c77e4b6-a572-4302-8d0d-3ad5fc157162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:13.064779 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-9c77e4b6-a572-4302-8d0d-3ad5fc157162 None None] Port 59e9c436-b9cb-48c5-803f-cd012c29ea36 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:13:13.158592 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-83a71fe5-f8b9-456a-8e40-e6993dbb00e6 None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:13.161578 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-d58c7385-e961-4552-98e7-1e19cdd0083c tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup_access--51810070&fields=id&tenant_id=22e9becebccb40659225fdff23acbf56 HTTP/1.1" status: 200 len: 267 time: 0.0886698 Nov 12 01:13:13.166312 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-83a71fe5-f8b9-456a-8e40-e6993dbb00e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:13.167062 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device be4bd418-cc54-4d2b-b9aa-eadceb7a8dce up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:13:13.226176 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b080cc5-ebc2-4104-8f18-397d44f32d7e None None] Pushing event updated for resources: {'Port': ['ID=59e9c436-b9cb-48c5-803f-cd012c29ea36,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:13.285012 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port be4bd418-cc54-4d2b-b9aa-eadceb7a8dce triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:13.285660 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:13.315572 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-e72b71db-e8a1-434d-ad6b-b2d9c0e76978 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup_general--2083485116&fields=id&tenant_id=22e9becebccb40659225fdff23acbf56 HTTP/1.1" status: 200 len: 267 time: 0.1523633 Nov 12 01:13:13.331022 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-83a71fe5-f8b9-456a-8e40-e6993dbb00e6 None None] Attempting to bind port 59e9c436-b9cb-48c5-803f-cd012c29ea36 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:13:13.334231 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-83a71fe5-f8b9-456a-8e40-e6993dbb00e6 None None] Attempting to bind port 59e9c436-b9cb-48c5-803f-cd012c29ea36 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '57f50b31-f268-48f1-ab2a-b514ca58485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '75ae6571-7337-4eb4-b20f-a5192540ea3f'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:13:13.335502 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a71fe5-f8b9-456a-8e40-e6993dbb00e6 None None] Attempting to bind port 59e9c436-b9cb-48c5-803f-cd012c29ea36 on network 75ae6571-7337-4eb4-b20f-a5192540ea3f {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:13.352646 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a71fe5-f8b9-456a-8e40-e6993dbb00e6 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:13:13.355325 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a71fe5-f8b9-456a-8e40-e6993dbb00e6 None None] Checking segment: {'id': '57f50b31-f268-48f1-ab2a-b514ca58485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '75ae6571-7337-4eb4-b20f-a5192540ea3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:13:13.356741 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-83a71fe5-f8b9-456a-8e40-e6993dbb00e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:13.358314 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a71fe5-f8b9-456a-8e40-e6993dbb00e6 None None] Bound using segment: {'id': '57f50b31-f268-48f1-ab2a-b514ca58485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '75ae6571-7337-4eb4-b20f-a5192540ea3f'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:13:13.383951 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-83a71fe5-f8b9-456a-8e40-e6993dbb00e6 None None] Bound port: 59e9c436-b9cb-48c5-803f-cd012c29ea36, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57f50b31-f268-48f1-ab2a-b514ca58485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '75ae6571-7337-4eb4-b20f-a5192540ea3f'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:13:13.384943 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-83a71fe5-f8b9-456a-8e40-e6993dbb00e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:13.621343 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-83a71fe5-f8b9-456a-8e40-e6993dbb00e6 None None] For port 59e9c436-b9cb-48c5-803f-cd012c29ea36, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:13:13.626535 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-83a71fe5-f8b9-456a-8e40-e6993dbb00e6 None None] For port 59e9c436-b9cb-48c5-803f-cd012c29ea36, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=59e9c436-b9cb-48c5-803f-cd012c29ea36,segment=NetworkSegment(57f50b31-f268-48f1-ab2a-b514ca58485d),segment_id=57f50b31-f268-48f1-ab2a-b514ca58485d)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:13:13.635208 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-83a71fe5-f8b9-456a-8e40-e6993dbb00e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:13.663649 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-ab24dcad-d64d-4048-b73e-f58041552633 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:13.665546 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-ab24dcad-d64d-4048-b73e-f58041552633 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "GET /v2.0/networks?id=75ae6571-7337-4eb4-b20f-a5192540ea3f HTTP/1.1" status: 200 len: 796 time: 0.3492739 Nov 12 01:13:13.695820 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-a8b9c881-db3d-469b-9abb-4beffa559053 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "GET /v2.0/quotas/22e9becebccb40659225fdff23acbf56 HTTP/1.1" status: 200 len: 375 time: 0.0225706 Nov 12 01:13:13.708442 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-089fec04-6b50-40bc-805c-abc191b1581e None None] Provisioning complete for port 59e9c436-b9cb-48c5-803f-cd012c29ea36 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:13.709400 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-089fec04-6b50-40bc-805c-abc191b1581e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:13.793141 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b080cc5-ebc2-4104-8f18-397d44f32d7e None None] Pushing event updated for resources: {'Port': ['ID=59e9c436-b9cb-48c5-803f-cd012c29ea36,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:13.816116 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b080cc5-ebc2-4104-8f18-397d44f32d7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:13.816753 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b080cc5-ebc2-4104-8f18-397d44f32d7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:13.817403 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b080cc5-ebc2-4104-8f18-397d44f32d7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:13.818428 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b080cc5-ebc2-4104-8f18-397d44f32d7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:13.819294 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b080cc5-ebc2-4104-8f18-397d44f32d7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:13.819823 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b080cc5-ebc2-4104-8f18-397d44f32d7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:13.820704 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b080cc5-ebc2-4104-8f18-397d44f32d7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:13.827888 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b080cc5-ebc2-4104-8f18-397d44f32d7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:13.829068 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b080cc5-ebc2-4104-8f18-397d44f32d7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:13.830299 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b080cc5-ebc2-4104-8f18-397d44f32d7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:13.831494 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b080cc5-ebc2-4104-8f18-397d44f32d7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:13.832204 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b080cc5-ebc2-4104-8f18-397d44f32d7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:13.849025 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-e2b2db08-96aa-40de-b111-5b6bab8be1b7 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=22e9becebccb40659225fdff23acbf56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1463273 Nov 12 01:13:13.859421 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a71fe5-f8b9-456a-8e40-e6993dbb00e6 None None] Routers {'4448ba9e-fbe2-4675-b26c-9b7b9772427a'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:13:13.861618 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-83a71fe5-f8b9-456a-8e40-e6993dbb00e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:13:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['4448ba9e-fbe2-4675-b26c-9b7b9772427a'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:13.942428 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-089fec04-6b50-40bc-805c-abc191b1581e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:14.021648 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-089fec04-6b50-40bc-805c-abc191b1581e None None] For port 59e9c436-b9cb-48c5-803f-cd012c29ea36, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=59e9c436-b9cb-48c5-803f-cd012c29ea36,segment=NetworkSegment(57f50b31-f268-48f1-ab2a-b514ca58485d),segment_id=57f50b31-f268-48f1-ab2a-b514ca58485d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:14.030612 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-089fec04-6b50-40bc-805c-abc191b1581e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:14.132147 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089fec04-6b50-40bc-805c-abc191b1581e None None] Pushing event updated for resources: {'Port': ['ID=59e9c436-b9cb-48c5-803f-cd012c29ea36,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:14.148833 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089fec04-6b50-40bc-805c-abc191b1581e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:14.149297 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089fec04-6b50-40bc-805c-abc191b1581e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:14.149738 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089fec04-6b50-40bc-805c-abc191b1581e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:14.150168 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089fec04-6b50-40bc-805c-abc191b1581e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:14.150584 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089fec04-6b50-40bc-805c-abc191b1581e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:14.151409 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089fec04-6b50-40bc-805c-abc191b1581e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:14.152005 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089fec04-6b50-40bc-805c-abc191b1581e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:14.152510 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089fec04-6b50-40bc-805c-abc191b1581e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:14.153013 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089fec04-6b50-40bc-805c-abc191b1581e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:14.153549 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089fec04-6b50-40bc-805c-abc191b1581e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:14.154056 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089fec04-6b50-40bc-805c-abc191b1581e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:14.154543 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089fec04-6b50-40bc-805c-abc191b1581e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:14.183428 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-83a71fe5-f8b9-456a-8e40-e6993dbb00e6 None None] Set router 4448ba9e-fbe2-4675-b26c-9b7b9772427a gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:13:14.272625 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-5a7b1e87-d919-4c23-87fc-1fb4225e1935 None None] Provisioning complete for port 59e9c436-b9cb-48c5-803f-cd012c29ea36 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:14.274580 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5a7b1e87-d919-4c23-87fc-1fb4225e1935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:14.290905 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-a4e4b398-6bec-403f-82e9-2b6c40472385 service neutron] 10.222.0.20 "GET /v2.0/networks/75ae6571-7337-4eb4-b20f-a5192540ea3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125025 Nov 12 01:13:14.412413 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-5d811079-1eff-4f57-a8bf-17a6b44680a9 service neutron] 10.222.0.20 "GET /v2.0/networks/75ae6571-7337-4eb4-b20f-a5192540ea3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198211 Nov 12 01:13:14.443999 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40290) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:14.569238 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-83a71fe5-f8b9-456a-8e40-e6993dbb00e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4448ba9e-fbe2-4675-b26c-9b7b9772427a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1078747311', 'tenant_id': '22e9becebccb40659225fdff23acbf56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'fa990742-3ec3-49ab-9dad-98ec04fd0789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:13:03Z', 'updated_at': '2021-11-12T01:13:09Z', 'revision_number': 4, 'project_id': '22e9becebccb40659225fdff23acbf56', 'gw_port': {'id': 'fa990742-3ec3-49ab-9dad-98ec04fd0789', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4448ba9e-fbe2-4675-b26c-9b7b9772427a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:04Z', 'updated_at': '2021-11-12T01:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '59e9c436-b9cb-48c5-803f-cd012c29ea36', 'name': '', 'network_id': '75ae6571-7337-4eb4-b20f-a5192540ea3f', 'tenant_id': '22e9becebccb40659225fdff23acbf56', 'mac_address': 'fa:16:3e:f9:1d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4448ba9e-fbe2-4675-b26c-9b7b9772427a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'b1e57b78-cda7-4751-bbd1-091e2d68010d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:08Z', 'updated_at': '2021-11-12T01:13:13Z', 'revision_number': 4, 'project_id': '22e9becebccb40659225fdff23acbf56', 'subnets': [{'id': 'b1e57b78-cda7-4751-bbd1-091e2d68010d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:14.627207 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-81094af6-f6ef-47eb-8419-d6c7a4f2b42b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:14.631565 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a71fe5-f8b9-456a-8e40-e6993dbb00e6 None None] The sync data for ids ['4448ba9e-fbe2-4675-b26c-9b7b9772427a'] in n-d-812236-11 is: [{'id': '4448ba9e-fbe2-4675-b26c-9b7b9772427a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1078747311', 'tenant_id': '22e9becebccb40659225fdff23acbf56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'fa990742-3ec3-49ab-9dad-98ec04fd0789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:13:03Z', 'updated_at': '2021-11-12T01:13:09Z', 'revision_number': 4, 'project_id': '22e9becebccb40659225fdff23acbf56', 'gw_port': {'id': 'fa990742-3ec3-49ab-9dad-98ec04fd0789', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4448ba9e-fbe2-4675-b26c-9b7b9772427a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:04Z', 'updated_at': '2021-11-12T01:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '59e9c436-b9cb-48c5-803f-cd012c29ea36', 'name': '', 'network_id': '75ae6571-7337-4eb4-b20f-a5192540ea3f', 'tenant_id': '22e9becebccb40659225fdff23acbf56', 'mac_address': 'fa:16:3e:f9:1d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4448ba9e-fbe2-4675-b26c-9b7b9772427a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'b1e57b78-cda7-4751-bbd1-091e2d68010d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:08Z', 'updated_at': '2021-11-12T01:13:13Z', 'revision_number': 4, 'project_id': '22e9becebccb40659225fdff23acbf56', 'subnets': [{'id': 'b1e57b78-cda7-4751-bbd1-091e2d68010d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:13:14.772854 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-81094af6-f6ef-47eb-8419-d6c7a4f2b42b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:14.784108 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-81094af6-f6ef-47eb-8419-d6c7a4f2b42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:14.849172 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-81094af6-f6ef-47eb-8419-d6c7a4f2b42b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eaf52fc288dd477d87ddb16a4b657600&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4032812 Nov 12 01:13:14.851861 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40306) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:14.855047 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81094af6-f6ef-47eb-8419-d6c7a4f2b42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3721ff1-8e64-4de8-bf5f-fd2dc8229215,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:15.014890 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0c1735c4-e1ed-49a2-bfbd-d9b4bfb3b13f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:15.064946 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0c1735c4-e1ed-49a2-bfbd-d9b4bfb3b13f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:15.139095 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-72b33a27-18aa-43a4-bfee-72a287afb4ff req-d4bf24a4-8d21-4b08-9f6f-a37ee0db4228 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "GET /v2.0/ports?device_id=799971f7-c437-4fe4-bdac-6feea5187dd2 HTTP/1.1" status: 200 len: 210 time: 0.2975471 Nov 12 01:13:15.178597 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0c1735c4-e1ed-49a2-bfbd-d9b4bfb3b13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:15.182551 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0c1735c4-e1ed-49a2-bfbd-d9b4bfb3b13f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:15.183698 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0c1735c4-e1ed-49a2-bfbd-d9b4bfb3b13f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b3721ff1-8e64-4de8-bf5f-fd2dc8229215 HTTP/1.1" status: 204 len: 168 time: 0.3307989 Nov 12 01:13:15.187531 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 59e9c436-b9cb-48c5-803f-cd012c29ea36 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:13:15.202477 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1735c4-e1ed-49a2-bfbd-d9b4bfb3b13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3721ff1-8e64-4de8-bf5f-fd2dc8229215,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:15.330215 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 59e9c436-b9cb-48c5-803f-cd012c29ea36 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:15.331808 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:16.308325 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c9025b11-20a7-451b-a922-33360b5e3ba9 req-7b6eb968-09d5-4d75-b67d-096457d1ef84 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "GET /v2.0/ports?device_id=799971f7-c437-4fe4-bdac-6feea5187dd2 HTTP/1.1" status: 200 len: 210 time: 0.0462620 Nov 12 01:13:16.653876 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-b01a36c2-a4b3-441c-b9a5-3d02de4731c9 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:16.656477 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-b01a36c2-a4b3-441c-b9a5-3d02de4731c9 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.49 "GET /v2.0/networks?id=75ae6571-7337-4eb4-b20f-a5192540ea3f HTTP/1.1" status: 200 len: 796 time: 0.2231607 Nov 12 01:13:16.792941 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-e664cc19-2063-4527-8a7c-a1c1e528beef tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22e9becebccb40659225fdff23acbf56 HTTP/1.1" status: 200 len: 476 time: 0.1212022 Nov 12 01:13:16.813232 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-a7385e34-fd79-42ca-92dc-13ccc6fa6670 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Request body: {'port': {'device_id': '799971f7-c437-4fe4-bdac-6feea5187dd2', 'network_id': '75ae6571-7337-4eb4-b20f-a5192540ea3f', 'admin_state_up': True, 'tenant_id': '22e9becebccb40659225fdff23acbf56', 'security_groups': ['21d03b49-5c15-496c-bef8-c0a06b1cc130', '3fdda621-7971-48ed-a4ca-a8b9babe6376']}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:16.975549 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-a7385e34-fd79-42ca-92dc-13ccc6fa6670 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Made reservation on behalf of 22e9becebccb40659225fdff23acbf56 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:13:16.981021 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-a7385e34-fd79-42ca-92dc-13ccc6fa6670 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:17.140880 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-a7385e34-fd79-42ca-92dc-13ccc6fa6670 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Allocated IP 172.20.0.9 (75ae6571-7337-4eb4-b20f-a5192540ea3f/b1e57b78-cda7-4751-bbd1-091e2d68010d/f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:13:17.340701 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:13:17.349650 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-a7385e34-fd79-42ca-92dc-13ccc6fa6670 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:17.423655 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-a7385e34-fd79-42ca-92dc-13ccc6fa6670 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:17.512243 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-a7385e34-fd79-42ca-92dc-13ccc6fa6670 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Network 75ae6571-7337-4eb4-b20f-a5192540ea3f is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:13:17.520266 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-a7385e34-fd79-42ca-92dc-13ccc6fa6670 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:17.566864 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-a7385e34-fd79-42ca-92dc-13ccc6fa6670 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:13:17.574919 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7385e34-fd79-42ca-92dc-13ccc6fa6670 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Pushing event updated for resources: {'Port': ['ID=f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:17.587864 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af6251-aaa7-4f85-a532-ee345ad60a65 req-2bd8ce69-8028-4e66-8d43-2d5a655874f3 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:17.590675 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c6af6251-aaa7-4f85-a532-ee345ad60a65 req-2bd8ce69-8028-4e66-8d43-2d5a655874f3 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "GET /v2.0/ports?device_id=799971f7-c437-4fe4-bdac-6feea5187dd2 HTTP/1.1" status: 200 len: 970 time: 0.1805074 Nov 12 01:13:17.700083 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-a7385e34-fd79-42ca-92dc-13ccc6fa6670 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:17.700865 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-a7385e34-fd79-42ca-92dc-13ccc6fa6670 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:17.741974 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c6af6251-aaa7-4f85-a532-ee345ad60a65 req-0c4f3c41-3a97-4799-89f1-121fd06ff3b5 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "GET /v2.0/security-groups?id=21d03b49-5c15-496c-bef8-c0a06b1cc130&id=3fdda621-7971-48ed-a4ca-a8b9babe6376&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1260030 Nov 12 01:13:17.782310 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-a7385e34-fd79-42ca-92dc-13ccc6fa6670 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.9732776 Nov 12 01:13:17.801969 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-1fa98e48-eab7-4df3-96bc-be69fffd9875 service neutron] Request body: {'port': {'device_id': '799971f7-c437-4fe4-bdac-6feea5187dd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:17.875452 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-1fa98e48-eab7-4df3-96bc-be69fffd9875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:17.931267 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40414) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:17.981179 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-5a67f237-1d66-425e-8c4e-874b9c00b198 None None] Provisioning complete for port f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:17.982191 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5a67f237-1d66-425e-8c4e-874b9c00b198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:18.078755 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-5a67f237-1d66-425e-8c4e-874b9c00b198 None None] Port f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:13:18.254781 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-5fa81722-20f1-443e-8dac-ad6234892b12 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:18.293800 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5fa81722-20f1-443e-8dac-ad6234892b12 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks [] for floatingip, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:18.313172 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-1fa98e48-eab7-4df3-96bc-be69fffd9875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:13:18.329953 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-1fa98e48-eab7-4df3-96bc-be69fffd9875 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:18.353238 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-1fa98e48-eab7-4df3-96bc-be69fffd9875 service neutron] Transition to ACTIVE for port object f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:13:18.360903 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-1fa98e48-eab7-4df3-96bc-be69fffd9875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:18.410087 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5fa81722-20f1-443e-8dac-ad6234892b12 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:18.428117 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa98e48-eab7-4df3-96bc-be69fffd9875 service neutron] Pushing event updated for resources: {'Port': ['ID=f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:18.522017 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-1fa98e48-eab7-4df3-96bc-be69fffd9875 service neutron] Attempting to bind port f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:13:18.522406 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-1fa98e48-eab7-4df3-96bc-be69fffd9875 service neutron] Attempting to bind port f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '57f50b31-f268-48f1-ab2a-b514ca58485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '75ae6571-7337-4eb4-b20f-a5192540ea3f'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:13:18.523358 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-1fa98e48-eab7-4df3-96bc-be69fffd9875 service neutron] Attempting to bind port f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc on network 75ae6571-7337-4eb4-b20f-a5192540ea3f {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:18.529457 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-1fa98e48-eab7-4df3-96bc-be69fffd9875 service neutron] Port f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc on network 75ae6571-7337-4eb4-b20f-a5192540ea3f not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:13:18.529732 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-1fa98e48-eab7-4df3-96bc-be69fffd9875 service neutron] Attempting to bind port f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc on network 75ae6571-7337-4eb4-b20f-a5192540ea3f {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:18.536987 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-5fa81722-20f1-443e-8dac-ad6234892b12 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Allocated IP 172.25.2.126 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/ae5b4ce0-0af1-476d-a307-ece70f390188) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:13:18.542885 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-1fa98e48-eab7-4df3-96bc-be69fffd9875 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:13:18.543424 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-1fa98e48-eab7-4df3-96bc-be69fffd9875 service neutron] Checking segment: {'id': '57f50b31-f268-48f1-ab2a-b514ca58485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '75ae6571-7337-4eb4-b20f-a5192540ea3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:13:18.543787 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-1fa98e48-eab7-4df3-96bc-be69fffd9875 service neutron] Bound using segment: {'id': '57f50b31-f268-48f1-ab2a-b514ca58485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '75ae6571-7337-4eb4-b20f-a5192540ea3f'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:13:18.544303 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-1fa98e48-eab7-4df3-96bc-be69fffd9875 service neutron] Bound port: f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57f50b31-f268-48f1-ab2a-b514ca58485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '75ae6571-7337-4eb4-b20f-a5192540ea3f'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:13:18.544581 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-1fa98e48-eab7-4df3-96bc-be69fffd9875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:18.631999 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-1fa98e48-eab7-4df3-96bc-be69fffd9875 service neutron] For port f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:13:18.639340 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-1fa98e48-eab7-4df3-96bc-be69fffd9875 service neutron] For port f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc,segment=NetworkSegment(57f50b31-f268-48f1-ab2a-b514ca58485d),segment_id=57f50b31-f268-48f1-ab2a-b514ca58485d)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:13:18.645646 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-1fa98e48-eab7-4df3-96bc-be69fffd9875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:18.679120 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-1fa98e48-eab7-4df3-96bc-be69fffd9875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:18.679724 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-1fa98e48-eab7-4df3-96bc-be69fffd9875 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:18.680247 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5fa81722-20f1-443e-8dac-ad6234892b12 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:18.683143 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-1fa98e48-eab7-4df3-96bc-be69fffd9875 service neutron] 10.222.0.49 "PUT /v2.0/ports/f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc HTTP/1.1" status: 200 len: 1131 time: 0.8856997 Nov 12 01:13:18.717566 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '799971f7-c437-4fe4-bdac-6feea5187dd2', 'tag': 'f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:13:18.720437 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea66761-1ba4-49ad-bcaa-856d94c48978" -d '{"events": [{"name": "network-changed", "server_uuid": "799971f7-c437-4fe4-bdac-6feea5187dd2", "tag": "f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:13:18.767045 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5fa81722-20f1-443e-8dac-ad6234892b12 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:18.794300 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482ae5b3-f0a0-4930-a8d1-74d857f0eab5 x-openstack-request-id: req-482ae5b3-f0a0-4930-a8d1-74d857f0eab5 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:13:18.794599 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "799971f7-c437-4fe4-bdac-6feea5187dd2", "tag": "f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:13:18.794855 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-482ae5b3-f0a0-4930-a8d1-74d857f0eab5 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:13:18.795346 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '799971f7-c437-4fe4-bdac-6feea5187dd2', 'tag': 'f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc', 'status': 'completed', 'code': 200} Nov 12 01:13:18.799772 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa98e48-eab7-4df3-96bc-be69fffd9875 service neutron] Pushing event updated for resources: {'Port': ['ID=f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:18.819030 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa81722-20f1-443e-8dac-ad6234892b12 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:13:18.825352 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-0151a06b-0643-4a59-ade2-f9ef959ae888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:18.827195 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-0151a06b-0643-4a59-ade2-f9ef959ae888 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=22e9becebccb40659225fdff23acbf56&device_id=799971f7-c437-4fe4-bdac-6feea5187dd2 HTTP/1.1" status: 200 len: 1134 time: 0.0709229 Nov 12 01:13:18.831777 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-5fa81722-20f1-443e-8dac-ad6234892b12 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:18.836696 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa81722-20f1-443e-8dac-ad6234892b12 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:13:18.878317 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa81722-20f1-443e-8dac-ad6234892b12 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Pushing event updated for resources: {'Port': ['ID=ae5b4ce0-0af1-476d-a307-ece70f390188,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:18.895230 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-54bc6f26-5fb1-4800-b4f4-2fa3e17e81b2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc HTTP/1.1" status: 200 len: 217 time: 0.0546706 Nov 12 01:13:18.966056 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5fa81722-20f1-443e-8dac-ad6234892b12 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:18.994250 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9893342f-ea0a-45f8-8f56-73fff0ac0596 req-27419757-1b58-4116-9f9a-5844ddefde86 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:18.996284 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9893342f-ea0a-45f8-8f56-73fff0ac0596 req-27419757-1b58-4116-9f9a-5844ddefde86 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "GET /v2.0/ports?device_id=799971f7-c437-4fe4-bdac-6feea5187dd2 HTTP/1.1" status: 200 len: 982 time: 0.1066258 Nov 12 01:13:19.008564 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-8abe0eb3-42f7-4889-9d8a-b2b7a978e033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:19.010329 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-8abe0eb3-42f7-4889-9d8a-b2b7a978e033 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b1e57b78-cda7-4751-bbd1-091e2d68010d HTTP/1.1" status: 200 len: 834 time: 0.0746887 Nov 12 01:13:19.025207 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5fa81722-20f1-443e-8dac-ad6234892b12 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:19.089504 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-6da0887f-5a2d-4b77-b8b0-26b27e1167a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:19.092104 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-6da0887f-5a2d-4b77-b8b0-26b27e1167a0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=75ae6571-7337-4eb4-b20f-a5192540ea3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0745044 Nov 12 01:13:19.114070 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9893342f-ea0a-45f8-8f56-73fff0ac0596 req-76a515ae-1dc2-42d6-b8dd-74a340fac19b tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "GET /v2.0/security-groups?id=21d03b49-5c15-496c-bef8-c0a06b1cc130&id=3fdda621-7971-48ed-a4ca-a8b9babe6376&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1026733 Nov 12 01:13:19.195614 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5fa81722-20f1-443e-8dac-ad6234892b12 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:19.200901 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5fa81722-20f1-443e-8dac-ad6234892b12 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:19.216371 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-a7d5637c-8568-4102-8d12-01e0507c433b service neutron] 10.222.0.49 "GET /v2.0/networks/75ae6571-7337-4eb4-b20f-a5192540ea3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162012 Nov 12 01:13:19.275808 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa81722-20f1-443e-8dac-ad6234892b12 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Pushing event updated for resources: {'Port': ['ID=ae5b4ce0-0af1-476d-a307-ece70f390188,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:19.285584 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5fa81722-20f1-443e-8dac-ad6234892b12 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:19.302111 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5fa81722-20f1-443e-8dac-ad6234892b12 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:19.306306 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5fa81722-20f1-443e-8dac-ad6234892b12 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3728898 Nov 12 01:13:19.307039 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40448) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:19.313623 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-38105e90-3311-4413-a2ff-937855c7291b tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-530186535'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:19.332033 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f3090c34-15b2-465f-8b56-ad7aab70401f req-b62ba309-2407-479f-8fba-5736a7bb64d0 service neutron] 10.222.0.49 "GET /v2.0/networks/75ae6571-7337-4eb4-b20f-a5192540ea3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076505 Nov 12 01:13:19.336158 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38105e90-3311-4413-a2ff-937855c7291b tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Made reservation on behalf of 2a15c34d4d68485cba3d28644e4f4efe for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:13:19.340034 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-38105e90-3311-4413-a2ff-937855c7291b tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:19.354224 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-38105e90-3311-4413-a2ff-937855c7291b tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:19.459001 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-38105e90-3311-4413-a2ff-937855c7291b tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:19.470676 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-38105e90-3311-4413-a2ff-937855c7291b tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:19.516663 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38105e90-3311-4413-a2ff-937855c7291b tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:13:19.520892 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea66761-1ba4-49ad-bcaa-856d94c48978 req-47e4e881-87d7-4ada-aa74-7d60207b21c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:19.522939 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9ea66761-1ba4-49ad-bcaa-856d94c48978 req-47e4e881-87d7-4ada-aa74-7d60207b21c0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=22e9becebccb40659225fdff23acbf56&device_id=799971f7-c437-4fe4-bdac-6feea5187dd2 HTTP/1.1" status: 200 len: 1134 time: 0.0854020 Nov 12 01:13:19.524991 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38105e90-3311-4413-a2ff-937855c7291b tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf0d6e2-2831-4b7f-a6fd-94198061ccf3,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:19.533325 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-38105e90-3311-4413-a2ff-937855c7291b tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:19.533667 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-38105e90-3311-4413-a2ff-937855c7291b tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Added segment eafadcfa-a12c-4e29-b4ec-8d37d3674b16 of type vlan for network a8bfd1a4-91af-4591-916f-4612bbfaa51d Nov 12 01:13:19.597206 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-38105e90-3311-4413-a2ff-937855c7291b tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:19.636015 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-38105e90-3311-4413-a2ff-937855c7291b tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:19.645355 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38105e90-3311-4413-a2ff-937855c7291b tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:19.646924 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-38105e90-3311-4413-a2ff-937855c7291b tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:19.661193 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea66761-1ba4-49ad-bcaa-856d94c48978 req-855587e3-01ec-4df9-af80-bad9da198775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:19.662928 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9ea66761-1ba4-49ad-bcaa-856d94c48978 req-855587e3-01ec-4df9-af80-bad9da198775 service neutron] 10.222.0.49 "GET /v2.0/networks?id=75ae6571-7337-4eb4-b20f-a5192540ea3f HTTP/1.1" status: 200 len: 897 time: 0.1286702 Nov 12 01:13:19.723301 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-38105e90-3311-4413-a2ff-937855c7291b tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4145575 Nov 12 01:13:19.726976 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40458) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:19.731613 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-091454b9-1072-4728-97bc-3a7140a086fa tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Request body: {'subnet': {'network_id': 'a8bfd1a4-91af-4591-916f-4612bbfaa51d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:19.739554 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9ea66761-1ba4-49ad-bcaa-856d94c48978 req-8135845d-becb-49f0-9268-0e5e9aeea341 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc HTTP/1.1" status: 200 len: 217 time: 0.0678182 Nov 12 01:13:19.753978 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38105e90-3311-4413-a2ff-937855c7291b tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Pushing event updated for resources: {'Network': ['ID=a8bfd1a4-91af-4591-916f-4612bbfaa51d,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:19.772750 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network a8bfd1a4-91af-4591-916f-4612bbfaa51d details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:13:19.804629 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea66761-1ba4-49ad-bcaa-856d94c48978 req-ed4818fb-6772-426c-bbbc-826036649a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:19.806083 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9ea66761-1ba4-49ad-bcaa-856d94c48978 req-ed4818fb-6772-426c-bbbc-826036649a3c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b1e57b78-cda7-4751-bbd1-091e2d68010d HTTP/1.1" status: 200 len: 834 time: 0.0584304 Nov 12 01:13:19.874033 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea66761-1ba4-49ad-bcaa-856d94c48978 req-fcd0b13a-c597-4ed5-84ab-b773b78effec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:19.876798 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9ea66761-1ba4-49ad-bcaa-856d94c48978 req-fcd0b13a-c597-4ed5-84ab-b773b78effec service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=75ae6571-7337-4eb4-b20f-a5192540ea3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591013 Nov 12 01:13:19.882455 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091454b9-1072-4728-97bc-3a7140a086fa tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Made reservation on behalf of 2a15c34d4d68485cba3d28644e4f4efe for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:13:19.886036 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-091454b9-1072-4728-97bc-3a7140a086fa tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:19.997996 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9ea66761-1ba4-49ad-bcaa-856d94c48978 req-8009c195-d423-4ee8-b809-693172bc0311 service neutron] 10.222.0.49 "GET /v2.0/networks/75ae6571-7337-4eb4-b20f-a5192540ea3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126306 Nov 12 01:13:20.117121 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9ea66761-1ba4-49ad-bcaa-856d94c48978 req-5738a801-4124-4c9c-abf1-ddb6b873c603 service neutron] 10.222.0.49 "GET /v2.0/networks/75ae6571-7337-4eb4-b20f-a5192540ea3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103959 Nov 12 01:13:20.121441 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-091454b9-1072-4728-97bc-3a7140a086fa tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:20.184185 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091454b9-1072-4728-97bc-3a7140a086fa tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Pushing event updated for resources: {'Subnet': ['ID=2391a4b1-0d92-4ae7-8f76-6db3509c09f2,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:20.206561 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091454b9-1072-4728-97bc-3a7140a086fa tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Checking segment: {'id': 'eafadcfa-a12c-4e29-b4ec-8d37d3674b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a8bfd1a4-91af-4591-916f-4612bbfaa51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:13:20.207351 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091454b9-1072-4728-97bc-3a7140a086fa tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Network hostable DHCP agents. Network: a8bfd1a4-91af-4591-916f-4612bbfaa51d, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:13:20.247893 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091454b9-1072-4728-97bc-3a7140a086fa tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Network a8bfd1a4-91af-4591-916f-4612bbfaa51d is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:13:20.261312 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-091454b9-1072-4728-97bc-3a7140a086fa tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, a8bfd1a4-91af-4591-916f-4612bbfaa51d) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:20.271761 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091454b9-1072-4728-97bc-3a7140a086fa tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:20.272265 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16ff7ed-bfbb-4bcc-9f6e-c07819255fa3 None None] Network a8bfd1a4-91af-4591-916f-4612bbfaa51d requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:13:20.272585 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-091454b9-1072-4728-97bc-3a7140a086fa tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:20.294639 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa5cb1-88f0-400c-bfe2-14fb270bdae7 req-4b9b1347-939f-4b90-9709-a44f5afeba4b tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:20.296167 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-66fa5cb1-88f0-400c-bfe2-14fb270bdae7 req-4b9b1347-939f-4b90-9709-a44f5afeba4b tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "GET /v2.0/ports?device_id=799971f7-c437-4fe4-bdac-6feea5187dd2 HTTP/1.1" status: 200 len: 982 time: 0.0790341 Nov 12 01:13:20.300576 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-091454b9-1072-4728-97bc-3a7140a086fa tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5730758 Nov 12 01:13:20.303408 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40464) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:20.308764 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-ad79e447-2dd1-43cb-a0db-5247d986de66 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-162174678', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}, 'admin_state_up': False}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:20.342800 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ad79e447-2dd1-43cb-a0db-5247d986de66 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:20.344542 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ad79e447-2dd1-43cb-a0db-5247d986de66 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:20.398708 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-66fa5cb1-88f0-400c-bfe2-14fb270bdae7 req-88cd7693-dd40-436c-b3ae-f6cf6c519fba tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "GET /v2.0/security-groups?id=21d03b49-5c15-496c-bef8-c0a06b1cc130&id=3fdda621-7971-48ed-a4ca-a8b9babe6376&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0757220 Nov 12 01:13:20.423038 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ad79e447-2dd1-43cb-a0db-5247d986de66 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:20.513401 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d42e73-c30e-4642-b3e0-58d6e8a68acd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-a8bfd1a4-91af-4591-916f-4612bbfaa51d', 'network_id': 'a8bfd1a4-91af-4591-916f-4612bbfaa51d', 'tenant_id': '2a15c34d4d68485cba3d28644e4f4efe', 'fixed_ips': [{'subnet_id': '2391a4b1-0d92-4ae7-8f76-6db3509c09f2'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:13:20.514556 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-96d42e73-c30e-4642-b3e0-58d6e8a68acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:20.647928 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ad79e447-2dd1-43cb-a0db-5247d986de66 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:20.691496 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-96d42e73-c30e-4642-b3e0-58d6e8a68acd None None] Allocated IP 172.20.0.2 (a8bfd1a4-91af-4591-916f-4612bbfaa51d/2391a4b1-0d92-4ae7-8f76-6db3509c09f2/832b00d0-4eb8-4f3c-9853-f0715b46ef19) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:13:20.780349 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:13:20.959980 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-96d42e73-c30e-4642-b3e0-58d6e8a68acd None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:20.966670 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc,segment=NetworkSegment(57f50b31-f268-48f1-ab2a-b514ca58485d),segment_id=57f50b31-f268-48f1-ab2a-b514ca58485d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:20.979508 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-96d42e73-c30e-4642-b3e0-58d6e8a68acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:21.045973 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d42e73-c30e-4642-b3e0-58d6e8a68acd None None] Pushing event updated for resources: {'Port': ['ID=832b00d0-4eb8-4f3c-9853-f0715b46ef19,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:21.066235 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': 'f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc', 'network_id': '75ae6571-7337-4eb4-b20f-a5192540ea3f', 'port_id': 'f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc', 'mac_address': 'fa:16:3e:f1:66:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1e57b78-cda7-4751-bbd1-091e2d68010d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:13:21.079412 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d42e73-c30e-4642-b3e0-58d6e8a68acd None None] Network a8bfd1a4-91af-4591-916f-4612bbfaa51d is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:13:21.144713 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-96d42e73-c30e-4642-b3e0-58d6e8a68acd None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:21.150554 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d42e73-c30e-4642-b3e0-58d6e8a68acd None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:13:21.204632 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:21.244804 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-96d42e73-c30e-4642-b3e0-58d6e8a68acd None None] Attempting to bind port 832b00d0-4eb8-4f3c-9853-f0715b46ef19 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:13:21.245505 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-96d42e73-c30e-4642-b3e0-58d6e8a68acd None None] Attempting to bind port 832b00d0-4eb8-4f3c-9853-f0715b46ef19 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'eafadcfa-a12c-4e29-b4ec-8d37d3674b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a8bfd1a4-91af-4591-916f-4612bbfaa51d'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:13:21.246064 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d42e73-c30e-4642-b3e0-58d6e8a68acd None None] Attempting to bind port 832b00d0-4eb8-4f3c-9853-f0715b46ef19 on network a8bfd1a4-91af-4591-916f-4612bbfaa51d {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:21.252675 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:13:21.262025 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d42e73-c30e-4642-b3e0-58d6e8a68acd None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:13:21.262728 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d42e73-c30e-4642-b3e0-58d6e8a68acd None None] Checking segment: {'id': 'eafadcfa-a12c-4e29-b4ec-8d37d3674b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a8bfd1a4-91af-4591-916f-4612bbfaa51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:13:21.263309 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-96d42e73-c30e-4642-b3e0-58d6e8a68acd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:21.263867 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d42e73-c30e-4642-b3e0-58d6e8a68acd None None] Bound using segment: {'id': 'eafadcfa-a12c-4e29-b4ec-8d37d3674b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a8bfd1a4-91af-4591-916f-4612bbfaa51d'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:13:21.264516 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-96d42e73-c30e-4642-b3e0-58d6e8a68acd None None] Bound port: 832b00d0-4eb8-4f3c-9853-f0715b46ef19, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eafadcfa-a12c-4e29-b4ec-8d37d3674b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a8bfd1a4-91af-4591-916f-4612bbfaa51d'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:13:21.265090 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-96d42e73-c30e-4642-b3e0-58d6e8a68acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:21.291623 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc,segment=NetworkSegment(57f50b31-f268-48f1-ab2a-b514ca58485d),segment_id=57f50b31-f268-48f1-ab2a-b514ca58485d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:21.320704 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:21.373904 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:21.405652 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-96d42e73-c30e-4642-b3e0-58d6e8a68acd None None] For port 832b00d0-4eb8-4f3c-9853-f0715b46ef19, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:13:21.409680 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-96d42e73-c30e-4642-b3e0-58d6e8a68acd None None] For port 832b00d0-4eb8-4f3c-9853-f0715b46ef19, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=832b00d0-4eb8-4f3c-9853-f0715b46ef19,segment=NetworkSegment(eafadcfa-a12c-4e29-b4ec-8d37d3674b16),segment_id=eafadcfa-a12c-4e29-b4ec-8d37d3674b16)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:13:21.419335 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-96d42e73-c30e-4642-b3e0-58d6e8a68acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:21.429776 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ad79e447-2dd1-43cb-a0db-5247d986de66 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks [] for router_gateway, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:21.492157 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ad79e447-2dd1-43cb-a0db-5247d986de66 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:21.499486 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d42e73-c30e-4642-b3e0-58d6e8a68acd None None] Pushing event updated for resources: {'Port': ['ID=832b00d0-4eb8-4f3c-9853-f0715b46ef19,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:21.628629 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:13:21.692445 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-ad79e447-2dd1-43cb-a0db-5247d986de66 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Allocated IP 172.25.2.224 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/4e9872f8-7e8e-403a-8f03-e5c84cef3aaa) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:13:21.760071 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af660b-75f5-46c1-9e23-455a8d94832c req-8ddabb5a-4bd9-427a-805f-015874ea49fd tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:21.770817 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-24af660b-75f5-46c1-9e23-455a8d94832c req-8ddabb5a-4bd9-427a-805f-015874ea49fd tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "GET /v2.0/ports?device_id=799971f7-c437-4fe4-bdac-6feea5187dd2 HTTP/1.1" status: 200 len: 983 time: 0.1699631 Nov 12 01:13:21.890092 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-24af660b-75f5-46c1-9e23-455a8d94832c req-c42c72bf-1919-4b1a-aa8e-f775f04c6b89 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "GET /v2.0/security-groups?id=21d03b49-5c15-496c-bef8-c0a06b1cc130&id=3fdda621-7971-48ed-a4ca-a8b9babe6376&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1179647 Nov 12 01:13:21.948921 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ad79e447-2dd1-43cb-a0db-5247d986de66 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:21.997086 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ad79e447-2dd1-43cb-a0db-5247d986de66 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:22.039176 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad79e447-2dd1-43cb-a0db-5247d986de66 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:13:22.045933 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-ad79e447-2dd1-43cb-a0db-5247d986de66 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:22.050679 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad79e447-2dd1-43cb-a0db-5247d986de66 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:13:22.053936 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad79e447-2dd1-43cb-a0db-5247d986de66 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Pushing event updated for resources: {'Port': ['ID=4e9872f8-7e8e-403a-8f03-e5c84cef3aaa,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:22.060006 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4652850-9391-45de-857a-e6c263a9418e None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:13:22.098668 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-0d2492fa-dc6b-4a08-93e8-82ba21d98ab0 None None] Provisioning complete for port 4e9872f8-7e8e-403a-8f03-e5c84cef3aaa triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:22.099190 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0d2492fa-dc6b-4a08-93e8-82ba21d98ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:22.145413 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-0d2492fa-dc6b-4a08-93e8-82ba21d98ab0 None None] Port 4e9872f8-7e8e-403a-8f03-e5c84cef3aaa cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:13:22.342523 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ad79e447-2dd1-43cb-a0db-5247d986de66 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks [] for router_gateway, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:22.589834 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ad79e447-2dd1-43cb-a0db-5247d986de66 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:22.759070 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:13:22.762518 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad79e447-2dd1-43cb-a0db-5247d986de66 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Router f5d3d950-cd50-4752-ae7e-f0a050385b2f is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:13:22.820851 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecc16ca-7976-4446-b583-72de5b1c9350 None None] Network a8bfd1a4-91af-4591-916f-4612bbfaa51d requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:13:22.927475 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad79e447-2dd1-43cb-a0db-5247d986de66 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:13:22.957207 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ad79e447-2dd1-43cb-a0db-5247d986de66 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:22.958858 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ad79e447-2dd1-43cb-a0db-5247d986de66 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 2.6541722 Nov 12 01:13:22.961495 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40486) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:22.983208 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:13:22.986878 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e04bb5b-8f8f-4b26-96eb-9bc0b443b265 None None] Sync routers for ids ['f5d3d950-cd50-4752-ae7e-f0a050385b2f'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:13:23.025852 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:23.025852 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:23.042281 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-85b15d92-1ebb-4204-ae5a-45b8ba4d9874 None None] Provisioning complete for port 832b00d0-4eb8-4f3c-9853-f0715b46ef19 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:23.042753 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-85b15d92-1ebb-4204-ae5a-45b8ba4d9874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:23.064392 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e04bb5b-8f8f-4b26-96eb-9bc0b443b265 None None] Routers {'f5d3d950-cd50-4752-ae7e-f0a050385b2f'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:13:23.065179 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-8e04bb5b-8f8f-4b26-96eb-9bc0b443b265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:13:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['f5d3d950-cd50-4752-ae7e-f0a050385b2f'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:23.133737 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-8e04bb5b-8f8f-4b26-96eb-9bc0b443b265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:23.192770 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e04bb5b-8f8f-4b26-96eb-9bc0b443b265 None None] Routers {'f5d3d950-cd50-4752-ae7e-f0a050385b2f'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:13:23.195764 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-8e04bb5b-8f8f-4b26-96eb-9bc0b443b265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:13:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['f5d3d950-cd50-4752-ae7e-f0a050385b2f'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:23.246288 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 832b00d0-4eb8-4f3c-9853-f0715b46ef19 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:13:23.254138 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9fee8f-accf-44b7-b6bf-6196eaee31d8 req-2c103b39-f404-46a6-847c-04114e48e2dc tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:23.256847 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0e9fee8f-accf-44b7-b6bf-6196eaee31d8 req-2c103b39-f404-46a6-847c-04114e48e2dc tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "GET /v2.0/ports?device_id=799971f7-c437-4fe4-bdac-6feea5187dd2 HTTP/1.1" status: 200 len: 983 time: 0.1589017 Nov 12 01:13:23.318648 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-8e04bb5b-8f8f-4b26-96eb-9bc0b443b265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:23.319335 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e04bb5b-8f8f-4b26-96eb-9bc0b443b265 None None] The sync data for ids ['f5d3d950-cd50-4752-ae7e-f0a050385b2f'] in n-d-812236-11 is: [] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:13:23.335193 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0e9fee8f-accf-44b7-b6bf-6196eaee31d8 req-84192b1e-dbae-418c-a7a9-c9ff0d587543 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "GET /v2.0/security-groups?id=21d03b49-5c15-496c-bef8-c0a06b1cc130&id=3fdda621-7971-48ed-a4ca-a8b9babe6376&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0627186 Nov 12 01:13:23.498105 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:23.506060 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 832b00d0-4eb8-4f3c-9853-f0715b46ef19 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:23.506812 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:23.591327 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-85b15d92-1ebb-4204-ae5a-45b8ba4d9874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:23.643978 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799971f7-c437-4fe4-bdac-6feea5187dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:13:23.647412 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81d6ed9-9e49-4cf4-a7ef-03a29d16c618" -d '{"events": [{"server_uuid": "799971f7-c437-4fe4-bdac-6feea5187dd2", "name": "network-vif-plugged", "status": "completed", "tag": "f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:13:23.713770 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc,segment=NetworkSegment(57f50b31-f268-48f1-ab2a-b514ca58485d),segment_id=57f50b31-f268-48f1-ab2a-b514ca58485d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:23.730610 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1b6937-eb6f-44f2-a3b0-7638ee83c931 x-openstack-request-id: req-6c1b6937-eb6f-44f2-a3b0-7638ee83c931 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:13:23.731115 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "799971f7-c437-4fe4-bdac-6feea5187dd2", "name": "network-vif-plugged", "status": "completed", "tag": "f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:13:23.731521 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c1b6937-eb6f-44f2-a3b0-7638ee83c931 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:13:23.732094 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '799971f7-c437-4fe4-bdac-6feea5187dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc', 'code': 200} Nov 12 01:13:23.734853 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:23.847100 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9b4efa07-6f20-4af2-b630-1b1021cc0dfc tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:23.899265 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f3f69-17f8-433d-a249-ddcca9cacc77 req-6194996d-17fd-4181-b4ca-3cea0c7fc599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:23.905650 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ae6f3f69-17f8-433d-a249-ddcca9cacc77 req-6194996d-17fd-4181-b4ca-3cea0c7fc599 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=799971f7-c437-4fe4-bdac-6feea5187dd2 HTTP/1.1" status: 200 len: 1136 time: 0.0792623 Nov 12 01:13:23.992351 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ae6f3f69-17f8-433d-a249-ddcca9cacc77 req-d1e6347c-3fa6-4c22-b2f7-d36a01ca6d5b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=21d03b49-5c15-496c-bef8-c0a06b1cc130&id=3fdda621-7971-48ed-a4ca-a8b9babe6376&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0648243 Nov 12 01:13:24.026502 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-85b15d92-1ebb-4204-ae5a-45b8ba4d9874 None None] For port 832b00d0-4eb8-4f3c-9853-f0715b46ef19, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=832b00d0-4eb8-4f3c-9853-f0715b46ef19,segment=NetworkSegment(eafadcfa-a12c-4e29-b4ec-8d37d3674b16),segment_id=eafadcfa-a12c-4e29-b4ec-8d37d3674b16)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:24.039694 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-85b15d92-1ebb-4204-ae5a-45b8ba4d9874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:24.048968 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:24.078995 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:24.174757 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.db.api [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:13:24.175117 n-d-812236-11 neutron-server[102663]: DEBUG oslo_db.api [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:13:24.179141 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-84b9e674-5acb-4849-99ac-9d98640ec3b3 None None] Provisioning complete for port 832b00d0-4eb8-4f3c-9853-f0715b46ef19 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:24.179518 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-84b9e674-5acb-4849-99ac-9d98640ec3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:24.181401 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b15d92-1ebb-4204-ae5a-45b8ba4d9874 None None] Pushing event updated for resources: {'Port': ['ID=832b00d0-4eb8-4f3c-9853-f0715b46ef19,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:24.538695 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238fae3-c3fa-4cc9-84b7-33b85957a0db req-32641f8d-f7d5-40a7-b051-937123914e66 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:24.540107 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c238fae3-c3fa-4cc9-84b7-33b85957a0db req-32641f8d-f7d5-40a7-b051-937123914e66 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "GET /v2.0/ports?device_id=799971f7-c437-4fe4-bdac-6feea5187dd2 HTTP/1.1" status: 200 len: 984 time: 0.1276526 Nov 12 01:13:24.659655 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c238fae3-c3fa-4cc9-84b7-33b85957a0db req-55a4ce22-3af1-47ef-a425-0aa9ba936de0 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "GET /v2.0/security-groups?id=21d03b49-5c15-496c-bef8-c0a06b1cc130&id=3fdda621-7971-48ed-a4ca-a8b9babe6376&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1067863 Nov 12 01:13:24.669756 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-9b4efa07-6f20-4af2-b630-1b1021cc0dfc tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Allocated IP 172.20.0.1 (a8bfd1a4-91af-4591-916f-4612bbfaa51d/2391a4b1-0d92-4ae7-8f76-6db3509c09f2/6530fab5-0993-4bc2-8cca-6220aa3b001d) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:13:24.813275 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9b4efa07-6f20-4af2-b630-1b1021cc0dfc tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:24.848654 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9b4efa07-6f20-4af2-b630-1b1021cc0dfc tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:24.889947 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4efa07-6f20-4af2-b630-1b1021cc0dfc tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Network a8bfd1a4-91af-4591-916f-4612bbfaa51d is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:13:24.893091 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-9b4efa07-6f20-4af2-b630-1b1021cc0dfc tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:24.895936 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4efa07-6f20-4af2-b630-1b1021cc0dfc tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:13:24.945551 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4efa07-6f20-4af2-b630-1b1021cc0dfc tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Pushing event updated for resources: {'Port': ['ID=6530fab5-0993-4bc2-8cca-6220aa3b001d,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:24.962437 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9b4efa07-6f20-4af2-b630-1b1021cc0dfc tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:25.131576 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 832b00d0-4eb8-4f3c-9853-f0715b46ef19 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:13:25.213787 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9b4efa07-6f20-4af2-b630-1b1021cc0dfc tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:25.219670 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-81d4b6bc-096a-4869-a419-632a8d69b098 None None] Provisioning complete for port 6530fab5-0993-4bc2-8cca-6220aa3b001d triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:25.220478 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-81d4b6bc-096a-4869-a419-632a8d69b098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:25.261489 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-81d4b6bc-096a-4869-a419-632a8d69b098 None None] Port 6530fab5-0993-4bc2-8cca-6220aa3b001d cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:13:25.274878 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 832b00d0-4eb8-4f3c-9853-f0715b46ef19 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:25.275254 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:25.578945 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9b4efa07-6f20-4af2-b630-1b1021cc0dfc tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:25.584614 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9b4efa07-6f20-4af2-b630-1b1021cc0dfc tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:25.659322 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4efa07-6f20-4af2-b630-1b1021cc0dfc tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Pushing event updated for resources: {'Port': ['ID=6530fab5-0993-4bc2-8cca-6220aa3b001d,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:25.661782 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9b4efa07-6f20-4af2-b630-1b1021cc0dfc tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:25.816688 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4efa07-6f20-4af2-b630-1b1021cc0dfc tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Network a8bfd1a4-91af-4591-916f-4612bbfaa51d is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:13:25.818292 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-9b4efa07-6f20-4af2-b630-1b1021cc0dfc tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:25.880722 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58300d3e-a8d7-4edd-a7ff-e9dc8a92b8a4 req-a33f42d3-6c6d-4c09-b390-b38e82cde581 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:25.882376 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-58300d3e-a8d7-4edd-a7ff-e9dc8a92b8a4 req-a33f42d3-6c6d-4c09-b390-b38e82cde581 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "GET /v2.0/ports?device_id=799971f7-c437-4fe4-bdac-6feea5187dd2 HTTP/1.1" status: 200 len: 984 time: 0.0990760 Nov 12 01:13:25.960569 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-58300d3e-a8d7-4edd-a7ff-e9dc8a92b8a4 req-705a952c-99f1-4f6a-8acb-a8718b58624c tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "GET /v2.0/security-groups?id=21d03b49-5c15-496c-bef8-c0a06b1cc130&id=3fdda621-7971-48ed-a4ca-a8b9babe6376&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0718963 Nov 12 01:13:25.975708 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b4efa07-6f20-4af2-b630-1b1021cc0dfc tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Router f5d3d950-cd50-4752-ae7e-f0a050385b2f has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:13:26.098463 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-5080c873-e620-4760-b6b6-5985c3aeb6ac None None] Provisioning complete for port 6530fab5-0993-4bc2-8cca-6220aa3b001d triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:26.098818 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5080c873-e620-4760-b6b6-5985c3aeb6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:26.137917 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-5080c873-e620-4760-b6b6-5985c3aeb6ac None None] Port 6530fab5-0993-4bc2-8cca-6220aa3b001d cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:13:26.180892 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97536716-8107-422d-a538-5ebce8345d16 req-92b38e99-e36a-43ae-9d59-9d9aa7d471e1 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:26.182440 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-97536716-8107-422d-a538-5ebce8345d16 req-92b38e99-e36a-43ae-9d59-9d9aa7d471e1 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "GET /v2.0/ports?device_id=799971f7-c437-4fe4-bdac-6feea5187dd2 HTTP/1.1" status: 200 len: 984 time: 0.1150897 Nov 12 01:13:26.205296 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4efa07-6f20-4af2-b630-1b1021cc0dfc tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:13:26.211592 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-9b4efa07-6f20-4af2-b630-1b1021cc0dfc tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] 10.222.0.20 "PUT /v2.0/routers/f5d3d950-cd50-4752-ae7e-f0a050385b2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2484689 Nov 12 01:13:26.216102 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40520) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:26.219280 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37695ff7-a2a4-44cd-a549-c8991dbc3da8 None None] Sync routers for ids ['f5d3d950-cd50-4752-ae7e-f0a050385b2f'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:13:26.224153 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-9e7d8d3e-aef8-4e22-8a55-49ab52939503 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Request body: {'port': {'network_id': 'a8bfd1a4-91af-4591-916f-4612bbfaa51d', 'name': 'tempest-FloatingIPAdminTestJSON-439127005'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:26.232700 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37695ff7-a2a4-44cd-a549-c8991dbc3da8 None None] Routers {'f5d3d950-cd50-4752-ae7e-f0a050385b2f'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:13:26.233602 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-37695ff7-a2a4-44cd-a549-c8991dbc3da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:13:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['f5d3d950-cd50-4752-ae7e-f0a050385b2f'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:26.264590 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7f620773-f24d-4e5d-911d-579dd39323aa req-5c4e9446-7319-47cc-acac-325ecdff6210 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=67b9be48-7bf1-4e88-b062-d535fdb6613c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1198471 Nov 12 01:13:26.274599 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-37695ff7-a2a4-44cd-a549-c8991dbc3da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:26.284171 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37695ff7-a2a4-44cd-a549-c8991dbc3da8 None None] Routers {'f5d3d950-cd50-4752-ae7e-f0a050385b2f'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:13:26.284898 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-37695ff7-a2a4-44cd-a549-c8991dbc3da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:13:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['f5d3d950-cd50-4752-ae7e-f0a050385b2f'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:26.324069 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-97536716-8107-422d-a538-5ebce8345d16 req-2aec226e-6b0a-48b1-bfe4-fa45a00fdf01 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "GET /v2.0/security-groups?id=21d03b49-5c15-496c-bef8-c0a06b1cc130&id=3fdda621-7971-48ed-a4ca-a8b9babe6376&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1339500 Nov 12 01:13:26.383120 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-37695ff7-a2a4-44cd-a549-c8991dbc3da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:26.384007 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37695ff7-a2a4-44cd-a549-c8991dbc3da8 None None] The sync data for ids ['f5d3d950-cd50-4752-ae7e-f0a050385b2f'] in n-d-812236-11 is: [] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:13:26.414237 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7d8d3e-aef8-4e22-8a55-49ab52939503 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Made reservation on behalf of 2a15c34d4d68485cba3d28644e4f4efe for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:13:26.430228 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9e7d8d3e-aef8-4e22-8a55-49ab52939503 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:26.445551 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f620773-f24d-4e5d-911d-579dd39323aa req-86e14975-c75a-416e-98d2-7da8d53c9315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:26.447177 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7f620773-f24d-4e5d-911d-579dd39323aa req-86e14975-c75a-416e-98d2-7da8d53c9315 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=836d0bc3c18b4a68b4a1a411ca624d1e&device_id=67b9be48-7bf1-4e88-b062-d535fdb6613c HTTP/1.1" status: 200 len: 1097 time: 0.0976281 Nov 12 01:13:26.479221 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-9e7d8d3e-aef8-4e22-8a55-49ab52939503 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] device_id is not set on port 8b3faf09-0c7b-49e1-bb6d-3ccf4a76d108 yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:13:26.502423 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6cbf61-5594-4b65-a89b-05b750bf9963 req-620177f6-1c3a-4c63-831b-6a858cf8a6eb tempest-TestSecurityGroupsBasicOps-327920501 tempest-TestSecurityGroupsBasicOps-327920501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:26.512438 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1d6cbf61-5594-4b65-a89b-05b750bf9963 req-620177f6-1c3a-4c63-831b-6a858cf8a6eb tempest-TestSecurityGroupsBasicOps-327920501 tempest-TestSecurityGroupsBasicOps-327920501-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=799971f7-c437-4fe4-bdac-6feea5187dd2 HTTP/1.1" status: 200 len: 1136 time: 0.0843341 Nov 12 01:13:26.538307 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-1d6cbf61-5594-4b65-a89b-05b750bf9963 req-5801e37f-aafe-42a0-a385-ca2d6521f919 tempest-TestSecurityGroupsBasicOps-327920501 tempest-TestSecurityGroupsBasicOps-327920501-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:26.692961 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f620773-f24d-4e5d-911d-579dd39323aa req-157e12ca-686b-4738-800f-a0a547640f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:26.693144 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-9e7d8d3e-aef8-4e22-8a55-49ab52939503 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Allocated IP 172.20.0.10 (a8bfd1a4-91af-4591-916f-4612bbfaa51d/2391a4b1-0d92-4ae7-8f76-6db3509c09f2/8b3faf09-0c7b-49e1-bb6d-3ccf4a76d108) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:13:26.694401 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7f620773-f24d-4e5d-911d-579dd39323aa req-157e12ca-686b-4738-800f-a0a547640f34 service neutron] 10.222.0.54 "GET /v2.0/networks?id=14a46391-15a4-417b-aa61-83c91cedc91b HTTP/1.1" status: 200 len: 910 time: 0.1664329 Nov 12 01:13:26.854299 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7f620773-f24d-4e5d-911d-579dd39323aa req-220db4c2-00f9-40cf-853e-49d525e82e5c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f13fc3e-fb34-474d-94f9-3243ce9682f1 HTTP/1.1" status: 200 len: 1001 time: 0.1520247 Nov 12 01:13:26.906705 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-1d6cbf61-5594-4b65-a89b-05b750bf9963 req-5801e37f-aafe-42a0-a385-ca2d6521f919 tempest-TestSecurityGroupsBasicOps-327920501 tempest-TestSecurityGroupsBasicOps-327920501-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:26.917401 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-1d6cbf61-5594-4b65-a89b-05b750bf9963 req-5801e37f-aafe-42a0-a385-ca2d6521f919 tempest-TestSecurityGroupsBasicOps-327920501 tempest-TestSecurityGroupsBasicOps-327920501-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:26.947540 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f620773-f24d-4e5d-911d-579dd39323aa req-3fbe27d3-6f4c-4360-950c-c20ac4384d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:26.949027 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7f620773-f24d-4e5d-911d-579dd39323aa req-3fbe27d3-6f4c-4360-950c-c20ac4384d07 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9d53a572-45ba-42fc-ac33-f5bb708a0a5d HTTP/1.1" status: 200 len: 848 time: 0.0834367 Nov 12 01:13:27.016267 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801e37f-aafe-42a0-a385-ca2d6521f919 tempest-TestSecurityGroupsBasicOps-327920501 tempest-TestSecurityGroupsBasicOps-327920501-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8dfeda-d0ba-4a7e-92eb-a514ebd15076,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:27.037669 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1d6cbf61-5594-4b65-a89b-05b750bf9963 req-5801e37f-aafe-42a0-a385-ca2d6521f919 tempest-TestSecurityGroupsBasicOps-327920501 tempest-TestSecurityGroupsBasicOps-327920501-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=21d03b49-5c15-496c-bef8-c0a06b1cc130&id=3fdda621-7971-48ed-a4ca-a8b9babe6376&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.5192420 Nov 12 01:13:27.039310 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9e7d8d3e-aef8-4e22-8a55-49ab52939503 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:27.044144 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40590) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:27.090083 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f620773-f24d-4e5d-911d-579dd39323aa req-872f171c-1999-4f48-bee4-78e14cfd915b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:27.092575 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7f620773-f24d-4e5d-911d-579dd39323aa req-872f171c-1999-4f48-bee4-78e14cfd915b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=14a46391-15a4-417b-aa61-83c91cedc91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1318457 Nov 12 01:13:27.112170 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9e7d8d3e-aef8-4e22-8a55-49ab52939503 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:27.135332 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653c6f99-8171-4823-a744-bb2ade9050f2 tempest-TestSecurityGroupsBasicOps-327920501 tempest-TestSecurityGroupsBasicOps-327920501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:27.137205 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-653c6f99-8171-4823-a744-bb2ade9050f2 tempest-TestSecurityGroupsBasicOps-327920501 tempest-TestSecurityGroupsBasicOps-327920501-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=799971f7-c437-4fe4-bdac-6feea5187dd2 HTTP/1.1" status: 200 len: 1131 time: 0.0859349 Nov 12 01:13:27.142241 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40602) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:27.147905 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-999494ff-9098-4a21-9308-08c70b5deb00 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'port_id': 'f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc', 'tenant_id': '22e9becebccb40659225fdff23acbf56', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:27.239887 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-999494ff-9098-4a21-9308-08c70b5deb00 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for floatingip, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:27.267717 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7d8d3e-aef8-4e22-8a55-49ab52939503 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Network a8bfd1a4-91af-4591-916f-4612bbfaa51d is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:13:27.272865 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-9e7d8d3e-aef8-4e22-8a55-49ab52939503 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:27.274014 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7f620773-f24d-4e5d-911d-579dd39323aa req-ebeef2ae-377d-4932-982e-f060e2958332 service neutron] 10.222.0.54 "GET /v2.0/networks/14a46391-15a4-417b-aa61-83c91cedc91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736643 Nov 12 01:13:27.281161 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7d8d3e-aef8-4e22-8a55-49ab52939503 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:13:27.365471 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d8d3e-aef8-4e22-8a55-49ab52939503 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Pushing event updated for resources: {'Port': ['ID=8b3faf09-0c7b-49e1-bb6d-3ccf4a76d108,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:27.419035 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7d8d3e-aef8-4e22-8a55-49ab52939503 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:27.427688 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9e7d8d3e-aef8-4e22-8a55-49ab52939503 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:27.464039 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-9e7d8d3e-aef8-4e22-8a55-49ab52939503 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2468705 Nov 12 01:13:27.465078 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40636) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:27.543647 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7f620773-f24d-4e5d-911d-579dd39323aa req-7a27b492-fe1a-4b5c-a273-4355d017c7ae service neutron] 10.222.0.54 "GET /v2.0/networks/14a46391-15a4-417b-aa61-83c91cedc91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498457 Nov 12 01:13:27.574225 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-999494ff-9098-4a21-9308-08c70b5deb00 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:27.587923 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-ac0a210e-3e5e-4c89-b4de-b308f7fb0eb5 tempest-FloatingIPAdminTestJSON-1544677226 tempest-FloatingIPAdminTestJSON-1544677226-project-admin] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'project_id': '2a15c34d4d68485cba3d28644e4f4efe', 'port_id': '8b3faf09-0c7b-49e1-bb6d-3ccf4a76d108'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:27.658925 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ac0a210e-3e5e-4c89-b4de-b308f7fb0eb5 tempest-FloatingIPAdminTestJSON-1544677226 tempest-FloatingIPAdminTestJSON-1544677226-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:27.761475 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-999494ff-9098-4a21-9308-08c70b5deb00 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Allocated IP 172.25.2.101 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/11f56e77-f45a-454f-b3b0-80d842c2a703) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:13:27.791963 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-2876c1f1-878b-469c-acf3-30978fe9e6d6 None None] Provisioning complete for port 8b3faf09-0c7b-49e1-bb6d-3ccf4a76d108 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:27.792577 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2876c1f1-878b-469c-acf3-30978fe9e6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:27.802682 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ac0a210e-3e5e-4c89-b4de-b308f7fb0eb5 tempest-FloatingIPAdminTestJSON-1544677226 tempest-FloatingIPAdminTestJSON-1544677226-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:27.886270 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-2876c1f1-878b-469c-acf3-30978fe9e6d6 None None] Port 8b3faf09-0c7b-49e1-bb6d-3ccf4a76d108 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:13:27.928533 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-999494ff-9098-4a21-9308-08c70b5deb00 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:27.982765 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-999494ff-9098-4a21-9308-08c70b5deb00 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:28.020271 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999494ff-9098-4a21-9308-08c70b5deb00 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:13:28.025638 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-999494ff-9098-4a21-9308-08c70b5deb00 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:28.025828 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-ac0a210e-3e5e-4c89-b4de-b308f7fb0eb5 tempest-FloatingIPAdminTestJSON-1544677226 tempest-FloatingIPAdminTestJSON-1544677226-project-admin] Allocated IP 172.25.2.227 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/ca269b02-f6b5-414f-abb9-397324ceff9c) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:13:28.030098 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999494ff-9098-4a21-9308-08c70b5deb00 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:13:28.090485 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999494ff-9098-4a21-9308-08c70b5deb00 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Pushing event updated for resources: {'Port': ['ID=11f56e77-f45a-454f-b3b0-80d842c2a703,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:28.146436 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ac0a210e-3e5e-4c89-b4de-b308f7fb0eb5 tempest-FloatingIPAdminTestJSON-1544677226 tempest-FloatingIPAdminTestJSON-1544677226-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:28.221613 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ac0a210e-3e5e-4c89-b4de-b308f7fb0eb5 tempest-FloatingIPAdminTestJSON-1544677226 tempest-FloatingIPAdminTestJSON-1544677226-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:28.319861 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0a210e-3e5e-4c89-b4de-b308f7fb0eb5 tempest-FloatingIPAdminTestJSON-1544677226 tempest-FloatingIPAdminTestJSON-1544677226-project-admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:13:28.323639 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-ac0a210e-3e5e-4c89-b4de-b308f7fb0eb5 tempest-FloatingIPAdminTestJSON-1544677226 tempest-FloatingIPAdminTestJSON-1544677226-project-admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:28.335892 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0a210e-3e5e-4c89-b4de-b308f7fb0eb5 tempest-FloatingIPAdminTestJSON-1544677226 tempest-FloatingIPAdminTestJSON-1544677226-project-admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:13:28.461089 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a210e-3e5e-4c89-b4de-b308f7fb0eb5 tempest-FloatingIPAdminTestJSON-1544677226 tempest-FloatingIPAdminTestJSON-1544677226-project-admin] Pushing event updated for resources: {'Port': ['ID=ca269b02-f6b5-414f-abb9-397324ceff9c,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:28.773263 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-999494ff-9098-4a21-9308-08c70b5deb00 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:28.990247 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ac0a210e-3e5e-4c89-b4de-b308f7fb0eb5 tempest-FloatingIPAdminTestJSON-1544677226 tempest-FloatingIPAdminTestJSON-1544677226-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:29.003566 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-999494ff-9098-4a21-9308-08c70b5deb00 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:29.079446 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ac0a210e-3e5e-4c89-b4de-b308f7fb0eb5 tempest-FloatingIPAdminTestJSON-1544677226 tempest-FloatingIPAdminTestJSON-1544677226-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:29.199820 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-999494ff-9098-4a21-9308-08c70b5deb00 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:29.206549 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-999494ff-9098-4a21-9308-08c70b5deb00 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:29.268506 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999494ff-9098-4a21-9308-08c70b5deb00 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Pushing event updated for resources: {'Port': ['ID=11f56e77-f45a-454f-b3b0-80d842c2a703,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:29.311147 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-999494ff-9098-4a21-9308-08c70b5deb00 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:29.322770 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ac0a210e-3e5e-4c89-b4de-b308f7fb0eb5 tempest-FloatingIPAdminTestJSON-1544677226 tempest-FloatingIPAdminTestJSON-1544677226-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:29.330696 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ac0a210e-3e5e-4c89-b4de-b308f7fb0eb5 tempest-FloatingIPAdminTestJSON-1544677226 tempest-FloatingIPAdminTestJSON-1544677226-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:29.418062 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a210e-3e5e-4c89-b4de-b308f7fb0eb5 tempest-FloatingIPAdminTestJSON-1544677226 tempest-FloatingIPAdminTestJSON-1544677226-project-admin] Pushing event updated for resources: {'Port': ['ID=ca269b02-f6b5-414f-abb9-397324ceff9c,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:29.435530 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ac0a210e-3e5e-4c89-b4de-b308f7fb0eb5 tempest-FloatingIPAdminTestJSON-1544677226 tempest-FloatingIPAdminTestJSON-1544677226-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:29.476855 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [None req-999494ff-9098-4a21-9308-08c70b5deb00 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Floating IP 1f90d2a6-86d9-47a8-90c0-65d6df859125 associated. External IP: 172.25.2.101, port: f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc. Nov 12 01:13:29.549060 n-d-812236-11 neutron-server[102662]: INFO neutron.db.l3_db [None req-ac0a210e-3e5e-4c89-b4de-b308f7fb0eb5 tempest-FloatingIPAdminTestJSON-1544677226 tempest-FloatingIPAdminTestJSON-1544677226-project-admin] Floating IP ccd83a67-fa27-4631-aa4c-a42ca580c03c associated. External IP: 172.25.2.227, port: 8b3faf09-0c7b-49e1-bb6d-3ccf4a76d108. Nov 12 01:13:29.782616 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-999494ff-9098-4a21-9308-08c70b5deb00 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Router 4448ba9e-fbe2-4675-b26c-9b7b9772427a has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:13:29.846435 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac0a210e-3e5e-4c89-b4de-b308f7fb0eb5 tempest-FloatingIPAdminTestJSON-1544677226 tempest-FloatingIPAdminTestJSON-1544677226-project-admin] Router f5d3d950-cd50-4752-ae7e-f0a050385b2f has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:13:30.047823 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0a210e-3e5e-4c89-b4de-b308f7fb0eb5 tempest-FloatingIPAdminTestJSON-1544677226 tempest-FloatingIPAdminTestJSON-1544677226-project-admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:13:30.056734 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a600bc5-038e-41b1-9ee9-14896d8311be None None] Sync routers for ids ['f5d3d950-cd50-4752-ae7e-f0a050385b2f'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:13:30.076058 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a600bc5-038e-41b1-9ee9-14896d8311be None None] Routers {'f5d3d950-cd50-4752-ae7e-f0a050385b2f'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:13:30.077042 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-0a600bc5-038e-41b1-9ee9-14896d8311be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:13:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['f5d3d950-cd50-4752-ae7e-f0a050385b2f'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:30.081508 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ac0a210e-3e5e-4c89-b4de-b308f7fb0eb5 tempest-FloatingIPAdminTestJSON-1544677226 tempest-FloatingIPAdminTestJSON-1544677226-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:30.130797 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ac0a210e-3e5e-4c89-b4de-b308f7fb0eb5 tempest-FloatingIPAdminTestJSON-1544677226 tempest-FloatingIPAdminTestJSON-1544677226-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 2.6640551 Nov 12 01:13:30.133770 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40934) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:30.139280 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-0a600bc5-038e-41b1-9ee9-14896d8311be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:30.153092 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a600bc5-038e-41b1-9ee9-14896d8311be None None] Routers {'f5d3d950-cd50-4752-ae7e-f0a050385b2f'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:13:30.154105 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-0a600bc5-038e-41b1-9ee9-14896d8311be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:13:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['f5d3d950-cd50-4752-ae7e-f0a050385b2f'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:30.192277 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-0a600bc5-038e-41b1-9ee9-14896d8311be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:30.193184 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a600bc5-038e-41b1-9ee9-14896d8311be None None] The sync data for ids ['f5d3d950-cd50-4752-ae7e-f0a050385b2f'] in n-d-812236-11 is: [] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:13:30.285065 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999494ff-9098-4a21-9308-08c70b5deb00 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:13:30.303092 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e33aac7-a390-4f54-8a40-a27feecd8328 None None] Sync routers for ids ['4448ba9e-fbe2-4675-b26c-9b7b9772427a'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:13:30.311307 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-4d973784-4ea4-49ac-8516-bd831b1cdc0d tempest-FloatingIPAdminTestJSON-1544677226 tempest-FloatingIPAdminTestJSON-1544677226-project-admin] 10.222.0.20 "GET /v2.0/floatingips/ccd83a67-fa27-4631-aa4c-a42ca580c03c HTTP/1.1" status: 200 len: 983 time: 0.1761408 Nov 12 01:13:30.315704 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40954) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:30.316438 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e33aac7-a390-4f54-8a40-a27feecd8328 None None] Routers {'4448ba9e-fbe2-4675-b26c-9b7b9772427a'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:13:30.317199 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-6e33aac7-a390-4f54-8a40-a27feecd8328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:13:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['4448ba9e-fbe2-4675-b26c-9b7b9772427a'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:30.323779 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-999494ff-9098-4a21-9308-08c70b5deb00 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:30.362579 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-999494ff-9098-4a21-9308-08c70b5deb00 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2189782 Nov 12 01:13:30.363494 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40962) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:30.364263 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '799971f7-c437-4fe4-bdac-6feea5187dd2', 'tag': 'f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:13:30.367061 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4f554c-8113-463f-a75d-434ae10b8c95" -d '{"events": [{"name": "network-changed", "server_uuid": "799971f7-c437-4fe4-bdac-6feea5187dd2", "tag": "f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:13:30.465758 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ea6c1efe-5c9a-4286-a5e2-64bb0414e3f4 tempest-FloatingIPAdminTestJSON-1544677226 tempest-FloatingIPAdminTestJSON-1544677226-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3035 time: 0.1462553 Nov 12 01:13:30.467588 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 40978) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:30.495958 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-6e33aac7-a390-4f54-8a40-a27feecd8328 None None] Set router 4448ba9e-fbe2-4675-b26c-9b7b9772427a gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:13:30.617428 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf5d4c2-c436-44dd-96a6-bb792348f45a tempest-TestSecurityGroupsBasicOps-327920501 tempest-TestSecurityGroupsBasicOps-327920501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:30.620303 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf5d4c2-c436-44dd-96a6-bb792348f45a tempest-TestSecurityGroupsBasicOps-327920501 tempest-TestSecurityGroupsBasicOps-327920501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:30.620797 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf5d4c2-c436-44dd-96a6-bb792348f45a tempest-TestSecurityGroupsBasicOps-327920501 tempest-TestSecurityGroupsBasicOps-327920501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:30.621268 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf5d4c2-c436-44dd-96a6-bb792348f45a tempest-TestSecurityGroupsBasicOps-327920501 tempest-TestSecurityGroupsBasicOps-327920501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:30.621759 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf5d4c2-c436-44dd-96a6-bb792348f45a tempest-TestSecurityGroupsBasicOps-327920501 tempest-TestSecurityGroupsBasicOps-327920501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:30.626698 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf5d4c2-c436-44dd-96a6-bb792348f45a tempest-TestSecurityGroupsBasicOps-327920501 tempest-TestSecurityGroupsBasicOps-327920501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:30.627277 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf5d4c2-c436-44dd-96a6-bb792348f45a tempest-TestSecurityGroupsBasicOps-327920501 tempest-TestSecurityGroupsBasicOps-327920501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:30.628702 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf5d4c2-c436-44dd-96a6-bb792348f45a tempest-TestSecurityGroupsBasicOps-327920501 tempest-TestSecurityGroupsBasicOps-327920501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:30.636802 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-fcf5d4c2-c436-44dd-96a6-bb792348f45a tempest-TestSecurityGroupsBasicOps-327920501 tempest-TestSecurityGroupsBasicOps-327920501-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5685 time: 0.2661877 Nov 12 01:13:30.638052 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 40994) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:30.641127 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e47c6a6-dbb5-40f9-b00e-5cbb6284b81d x-openstack-request-id: req-6e47c6a6-dbb5-40f9-b00e-5cbb6284b81d {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:13:30.641657 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "799971f7-c437-4fe4-bdac-6feea5187dd2", "tag": "f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:13:30.642095 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6e47c6a6-dbb5-40f9-b00e-5cbb6284b81d {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:13:30.642984 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '799971f7-c437-4fe4-bdac-6feea5187dd2', 'tag': 'f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc', 'status': 'completed', 'code': 200} Nov 12 01:13:30.761640 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb236d7-81e1-41ee-9d61-b9f1e6296c68 tempest-TestSecurityGroupsBasicOps-327920501 tempest-TestSecurityGroupsBasicOps-327920501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:30.762233 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb236d7-81e1-41ee-9d61-b9f1e6296c68 tempest-TestSecurityGroupsBasicOps-327920501 tempest-TestSecurityGroupsBasicOps-327920501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:30.762548 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb236d7-81e1-41ee-9d61-b9f1e6296c68 tempest-TestSecurityGroupsBasicOps-327920501 tempest-TestSecurityGroupsBasicOps-327920501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:30.762998 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb236d7-81e1-41ee-9d61-b9f1e6296c68 tempest-TestSecurityGroupsBasicOps-327920501 tempest-TestSecurityGroupsBasicOps-327920501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:30.763443 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb236d7-81e1-41ee-9d61-b9f1e6296c68 tempest-TestSecurityGroupsBasicOps-327920501 tempest-TestSecurityGroupsBasicOps-327920501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:30.764740 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb236d7-81e1-41ee-9d61-b9f1e6296c68 tempest-TestSecurityGroupsBasicOps-327920501 tempest-TestSecurityGroupsBasicOps-327920501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:30.765816 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb236d7-81e1-41ee-9d61-b9f1e6296c68 tempest-TestSecurityGroupsBasicOps-327920501 tempest-TestSecurityGroupsBasicOps-327920501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:30.766292 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb236d7-81e1-41ee-9d61-b9f1e6296c68 tempest-TestSecurityGroupsBasicOps-327920501 tempest-TestSecurityGroupsBasicOps-327920501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:30.772673 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0bb236d7-81e1-41ee-9d61-b9f1e6296c68 tempest-TestSecurityGroupsBasicOps-327920501 tempest-TestSecurityGroupsBasicOps-327920501-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5231 time: 0.1275525 Nov 12 01:13:30.773414 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41012) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:30.918273 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f554c-8113-463f-a75d-434ae10b8c95 req-c41a6c2b-1ff3-4c55-952e-564e7563ef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:30.920023 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ec4f554c-8113-463f-a75d-434ae10b8c95 req-c41a6c2b-1ff3-4c55-952e-564e7563ef22 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=22e9becebccb40659225fdff23acbf56&device_id=799971f7-c437-4fe4-bdac-6feea5187dd2 HTTP/1.1" status: 200 len: 1136 time: 0.1443484 Nov 12 01:13:30.928323 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-6e33aac7-a390-4f54-8a40-a27feecd8328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4448ba9e-fbe2-4675-b26c-9b7b9772427a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1078747311', 'tenant_id': '22e9becebccb40659225fdff23acbf56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'fa990742-3ec3-49ab-9dad-98ec04fd0789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:13:03Z', 'updated_at': '2021-11-12T01:13:09Z', 'revision_number': 4, 'project_id': '22e9becebccb40659225fdff23acbf56', 'gw_port': {'id': 'fa990742-3ec3-49ab-9dad-98ec04fd0789', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4448ba9e-fbe2-4675-b26c-9b7b9772427a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:04Z', 'updated_at': '2021-11-12T01:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '1f90d2a6-86d9-47a8-90c0-65d6df859125', 'tenant_id': '22e9becebccb40659225fdff23acbf56', 'floating_ip_address': '172.25.2.101', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '4448ba9e-fbe2-4675-b26c-9b7b9772427a', 'port_id': 'f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75ae6571-7337-4eb4-b20f-a5192540ea3f', 'mac_address': 'fa:16:3e:f1:66:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799971f7-c437-4fe4-bdac-6feea5187dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:13:28Z', 'updated_at': '2021-11-12T01:13:28Z', 'revision_number': 0, 'project_id': '22e9becebccb40659225fdff23acbf56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59e9c436-b9cb-48c5-803f-cd012c29ea36', 'name': '', 'network_id': '75ae6571-7337-4eb4-b20f-a5192540ea3f', 'tenant_id': '22e9becebccb40659225fdff23acbf56', 'mac_address': 'fa:16:3e:f9:1d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4448ba9e-fbe2-4675-b26c-9b7b9772427a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'b1e57b78-cda7-4751-bbd1-091e2d68010d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:08Z', 'updated_at': '2021-11-12T01:13:13Z', 'revision_number': 5, 'project_id': '22e9becebccb40659225fdff23acbf56', 'subnets': [{'id': 'b1e57b78-cda7-4751-bbd1-091e2d68010d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:30.965795 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e33aac7-a390-4f54-8a40-a27feecd8328 None None] Checking router: 4448ba9e-fbe2-4675-b26c-9b7b9772427a for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:13:30.979447 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e33aac7-a390-4f54-8a40-a27feecd8328 None None] Routers {'4448ba9e-fbe2-4675-b26c-9b7b9772427a'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:13:30.980513 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-6e33aac7-a390-4f54-8a40-a27feecd8328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:13:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['4448ba9e-fbe2-4675-b26c-9b7b9772427a'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:31.121419 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f554c-8113-463f-a75d-434ae10b8c95 req-d0b47eaf-b918-4890-a8f8-a32d694d342b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:31.122968 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ec4f554c-8113-463f-a75d-434ae10b8c95 req-d0b47eaf-b918-4890-a8f8-a32d694d342b service neutron] 10.222.0.49 "GET /v2.0/networks?id=75ae6571-7337-4eb4-b20f-a5192540ea3f HTTP/1.1" status: 200 len: 897 time: 0.1945271 Nov 12 01:13:31.169524 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-ad5c85ac-6d5a-4e0d-be48-6d22afe2c3b7 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Deleting port ca269b02-f6b5-414f-abb9-397324ceff9c {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:13:31.170625 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ad5c85ac-6d5a-4e0d-be48-6d22afe2c3b7 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:31.241875 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4b0e1930-456c-4979-b51f-c8a6c8276414 tempest-TestSecurityGroupsBasicOps-327920501 tempest-TestSecurityGroupsBasicOps-327920501-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3772 time: 0.4351792 Nov 12 01:13:31.242765 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ec4f554c-8113-463f-a75d-434ae10b8c95 req-8457b9b7-a7cb-4b4b-aa25-4e6aeedc431d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc HTTP/1.1" status: 200 len: 999 time: 0.1120033 Nov 12 01:13:31.243582 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41018) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:31.251530 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-6e33aac7-a390-4f54-8a40-a27feecd8328 None None] Set router 4448ba9e-fbe2-4675-b26c-9b7b9772427a gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:13:31.275645 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ad5c85ac-6d5a-4e0d-be48-6d22afe2c3b7 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:31.275887 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ad5c85ac-6d5a-4e0d-be48-6d22afe2c3b7 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:31.289215 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-ad5c85ac-6d5a-4e0d-be48-6d22afe2c3b7 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Calling delete_port for ca269b02-f6b5-414f-abb9-397324ceff9c owned by network:floatingip {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:13:31.320906 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f554c-8113-463f-a75d-434ae10b8c95 req-163430d1-7968-4fab-aae9-de77702fb825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:31.323141 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ec4f554c-8113-463f-a75d-434ae10b8c95 req-163430d1-7968-4fab-aae9-de77702fb825 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b1e57b78-cda7-4751-bbd1-091e2d68010d HTTP/1.1" status: 200 len: 834 time: 0.0705955 Nov 12 01:13:31.326908 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b4ec26-ca31-4c6d-8ab7-6984b59aad2c tempest-TestSecurityGroupsBasicOps-327920501 tempest-TestSecurityGroupsBasicOps-327920501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:31.327684 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b4ec26-ca31-4c6d-8ab7-6984b59aad2c tempest-TestSecurityGroupsBasicOps-327920501 tempest-TestSecurityGroupsBasicOps-327920501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:31.329462 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-28b4ec26-ca31-4c6d-8ab7-6984b59aad2c tempest-TestSecurityGroupsBasicOps-327920501 tempest-TestSecurityGroupsBasicOps-327920501-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4448ba9e-fbe2-4675-b26c-9b7b9772427a HTTP/1.1" status: 200 len: 1992 time: 0.0849652 Nov 12 01:13:31.386253 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f554c-8113-463f-a75d-434ae10b8c95 req-de9d1084-4aee-41cd-9d1a-fe00a4cf6e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:31.388203 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ec4f554c-8113-463f-a75d-434ae10b8c95 req-de9d1084-4aee-41cd-9d1a-fe00a4cf6e02 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=75ae6571-7337-4eb4-b20f-a5192540ea3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569460 Nov 12 01:13:31.481483 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ad5c85ac-6d5a-4e0d-be48-6d22afe2c3b7 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:31.507960 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ec4f554c-8113-463f-a75d-434ae10b8c95 req-157a351d-b82b-450b-b854-12b78cb18bb8 service neutron] 10.222.0.49 "GET /v2.0/networks/75ae6571-7337-4eb4-b20f-a5192540ea3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055703 Nov 12 01:13:31.512848 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c85ac-6d5a-4e0d-be48-6d22afe2c3b7 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Pushing event deleted for resources: {'Port': ['ID=ca269b02-f6b5-414f-abb9-397324ceff9c,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:31.570987 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-6e33aac7-a390-4f54-8a40-a27feecd8328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4448ba9e-fbe2-4675-b26c-9b7b9772427a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1078747311', 'tenant_id': '22e9becebccb40659225fdff23acbf56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'fa990742-3ec3-49ab-9dad-98ec04fd0789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:13:03Z', 'updated_at': '2021-11-12T01:13:09Z', 'revision_number': 4, 'project_id': '22e9becebccb40659225fdff23acbf56', 'gw_port': {'id': 'fa990742-3ec3-49ab-9dad-98ec04fd0789', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4448ba9e-fbe2-4675-b26c-9b7b9772427a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:04Z', 'updated_at': '2021-11-12T01:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '1f90d2a6-86d9-47a8-90c0-65d6df859125', 'tenant_id': '22e9becebccb40659225fdff23acbf56', 'floating_ip_address': '172.25.2.101', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '4448ba9e-fbe2-4675-b26c-9b7b9772427a', 'port_id': 'f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75ae6571-7337-4eb4-b20f-a5192540ea3f', 'mac_address': 'fa:16:3e:f1:66:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799971f7-c437-4fe4-bdac-6feea5187dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:13:28Z', 'updated_at': '2021-11-12T01:13:28Z', 'revision_number': 0, 'project_id': '22e9becebccb40659225fdff23acbf56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59e9c436-b9cb-48c5-803f-cd012c29ea36', 'name': '', 'network_id': '75ae6571-7337-4eb4-b20f-a5192540ea3f', 'tenant_id': '22e9becebccb40659225fdff23acbf56', 'mac_address': 'fa:16:3e:f9:1d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4448ba9e-fbe2-4675-b26c-9b7b9772427a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'b1e57b78-cda7-4751-bbd1-091e2d68010d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:08Z', 'updated_at': '2021-11-12T01:13:13Z', 'revision_number': 5, 'project_id': '22e9becebccb40659225fdff23acbf56', 'subnets': [{'id': 'b1e57b78-cda7-4751-bbd1-091e2d68010d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:31.604560 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ad5c85ac-6d5a-4e0d-be48-6d22afe2c3b7 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks [] for floatingip, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:31.605638 n-d-812236-11 neutron-server[102662]: INFO neutron.db.l3_db [None req-ad5c85ac-6d5a-4e0d-be48-6d22afe2c3b7 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Floating IP ccd83a67-fa27-4631-aa4c-a42ca580c03c disassociated (deleted). External IP: 172.25.2.227, port: 8b3faf09-0c7b-49e1-bb6d-3ccf4a76d108. Nov 12 01:13:31.609549 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e33aac7-a390-4f54-8a40-a27feecd8328 None None] The sync data for ids ['4448ba9e-fbe2-4675-b26c-9b7b9772427a'] in n-d-812236-11 is: [{'id': '4448ba9e-fbe2-4675-b26c-9b7b9772427a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1078747311', 'tenant_id': '22e9becebccb40659225fdff23acbf56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'fa990742-3ec3-49ab-9dad-98ec04fd0789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:13:03Z', 'updated_at': '2021-11-12T01:13:09Z', 'revision_number': 4, 'project_id': '22e9becebccb40659225fdff23acbf56', 'gw_port': {'id': 'fa990742-3ec3-49ab-9dad-98ec04fd0789', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4448ba9e-fbe2-4675-b26c-9b7b9772427a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:04Z', 'updated_at': '2021-11-12T01:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '1f90d2a6-86d9-47a8-90c0-65d6df859125', 'tenant_id': '22e9becebccb40659225fdff23acbf56', 'floating_ip_address': '172.25.2.101', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '4448ba9e-fbe2-4675-b26c-9b7b9772427a', 'port_id': 'f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75ae6571-7337-4eb4-b20f-a5192540ea3f', 'mac_address': 'fa:16:3e:f1:66:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799971f7-c437-4fe4-bdac-6feea5187dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:13:28Z', 'updated_at': '2021-11-12T01:13:28Z', 'revision_number': 0, 'project_id': '22e9becebccb40659225fdff23acbf56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59e9c436-b9cb-48c5-803f-cd012c29ea36', 'name': '', 'network_id': '75ae6571-7337-4eb4-b20f-a5192540ea3f', 'tenant_id': '22e9becebccb40659225fdff23acbf56', 'mac_address': 'fa:16:3e:f9:1d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4448ba9e-fbe2-4675-b26c-9b7b9772427a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'b1e57b78-cda7-4751-bbd1-091e2d68010d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:08Z', 'updated_at': '2021-11-12T01:13:13Z', 'revision_number': 5, 'project_id': '22e9becebccb40659225fdff23acbf56', 'subnets': [{'id': 'b1e57b78-cda7-4751-bbd1-091e2d68010d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:13:31.638516 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ec4f554c-8113-463f-a75d-434ae10b8c95 req-f4c62588-edb3-4f64-8e85-14476958ba57 service neutron] 10.222.0.49 "GET /v2.0/networks/75ae6571-7337-4eb4-b20f-a5192540ea3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169202 Nov 12 01:13:31.856504 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5c85ac-6d5a-4e0d-be48-6d22afe2c3b7 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Router f5d3d950-cd50-4752-ae7e-f0a050385b2f has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:13:31.914543 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82235a47-bf26-426c-b4bf-2acfb6d226d1 None None] New status for floating IP 1f90d2a6-86d9-47a8-90c0-65d6df859125: ACTIVE {{(pid=102663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:13:32.029306 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5c85ac-6d5a-4e0d-be48-6d22afe2c3b7 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:13:32.044472 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff75c89-b8df-4375-8dd0-1d7a3d6d9712 None None] Sync routers for ids ['f5d3d950-cd50-4752-ae7e-f0a050385b2f'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:13:32.048596 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ad5c85ac-6d5a-4e0d-be48-6d22afe2c3b7 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:32.059712 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff75c89-b8df-4375-8dd0-1d7a3d6d9712 None None] Routers {'f5d3d950-cd50-4752-ae7e-f0a050385b2f'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:13:32.060312 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-5ff75c89-b8df-4375-8dd0-1d7a3d6d9712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:13:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['f5d3d950-cd50-4752-ae7e-f0a050385b2f'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:32.079991 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ad5c85ac-6d5a-4e0d-be48-6d22afe2c3b7 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] 10.222.0.20 "DELETE /v2.0/floatingips/ccd83a67-fa27-4631-aa4c-a42ca580c03c HTTP/1.1" status: 204 len: 168 time: 1.6074615 Nov 12 01:13:32.080397 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41036) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:32.084758 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-320f5102-5ff9-4a63-8741-02615a321fa5 tempest-FloatingIPAdminTestJSON-1544677226 tempest-FloatingIPAdminTestJSON-1544677226-project-admin] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:32.110604 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-320f5102-5ff9-4a63-8741-02615a321fa5 tempest-FloatingIPAdminTestJSON-1544677226 tempest-FloatingIPAdminTestJSON-1544677226-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:32.129252 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-5ff75c89-b8df-4375-8dd0-1d7a3d6d9712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:32.143326 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399bdf02-e2c0-4de1-9f08-935c5ca72561 req-7fcc3d5b-7a7c-4096-b1ef-7abbc46ceb7b tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:32.144707 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff75c89-b8df-4375-8dd0-1d7a3d6d9712 None None] Routers {'f5d3d950-cd50-4752-ae7e-f0a050385b2f'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:13:32.145334 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-5ff75c89-b8df-4375-8dd0-1d7a3d6d9712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:13:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['f5d3d950-cd50-4752-ae7e-f0a050385b2f'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:32.156775 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-399bdf02-e2c0-4de1-9f08-935c5ca72561 req-7fcc3d5b-7a7c-4096-b1ef-7abbc46ceb7b tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/networks?id=69443218-81a6-4686-a305-246d9911bca7 HTTP/1.1" status: 200 len: 813 time: 0.1570444 Nov 12 01:13:32.181519 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-5ff75c89-b8df-4375-8dd0-1d7a3d6d9712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:32.182174 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff75c89-b8df-4375-8dd0-1d7a3d6d9712 None None] The sync data for ids ['f5d3d950-cd50-4752-ae7e-f0a050385b2f'] in n-d-812236-11 is: [] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:13:32.186002 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-399bdf02-e2c0-4de1-9f08-935c5ca72561 req-0d3b9cbf-10fe-4890-a919-f20feffa2e61 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/quotas/ad32b1a67d904b2ba2e1b63e22070376 HTTP/1.1" status: 200 len: 375 time: 0.0282257 Nov 12 01:13:32.235511 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-399bdf02-e2c0-4de1-9f08-935c5ca72561 req-32e6a699-72c3-48c2-ab69-a7283c4bd7dc tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad32b1a67d904b2ba2e1b63e22070376&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387139 Nov 12 01:13:32.272715 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-320f5102-5ff9-4a63-8741-02615a321fa5 tempest-FloatingIPAdminTestJSON-1544677226 tempest-FloatingIPAdminTestJSON-1544677226-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:32.344872 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-399bdf02-e2c0-4de1-9f08-935c5ca72561 req-0ea1f860-b6e2-4ab1-b126-a595f77c1d2c service neutron] 10.222.0.20 "GET /v2.0/networks/69443218-81a6-4686-a305-246d9911bca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012959 Nov 12 01:13:32.395593 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-320f5102-5ff9-4a63-8741-02615a321fa5 tempest-FloatingIPAdminTestJSON-1544677226 tempest-FloatingIPAdminTestJSON-1544677226-project-admin] Allocated IP 172.25.2.217 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/b90cc684-cd38-4e68-b2d8-32b7c9fc5ce0) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:13:32.462303 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-399bdf02-e2c0-4de1-9f08-935c5ca72561 req-86bfcb0e-b858-465b-9d20-b95baa905b5a service neutron] 10.222.0.20 "GET /v2.0/networks/69443218-81a6-4686-a305-246d9911bca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069291 Nov 12 01:13:32.514248 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-320f5102-5ff9-4a63-8741-02615a321fa5 tempest-FloatingIPAdminTestJSON-1544677226 tempest-FloatingIPAdminTestJSON-1544677226-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:32.559220 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-320f5102-5ff9-4a63-8741-02615a321fa5 tempest-FloatingIPAdminTestJSON-1544677226 tempest-FloatingIPAdminTestJSON-1544677226-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:32.605894 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320f5102-5ff9-4a63-8741-02615a321fa5 tempest-FloatingIPAdminTestJSON-1544677226 tempest-FloatingIPAdminTestJSON-1544677226-project-admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:13:32.609870 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-320f5102-5ff9-4a63-8741-02615a321fa5 tempest-FloatingIPAdminTestJSON-1544677226 tempest-FloatingIPAdminTestJSON-1544677226-project-admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:32.614473 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320f5102-5ff9-4a63-8741-02615a321fa5 tempest-FloatingIPAdminTestJSON-1544677226 tempest-FloatingIPAdminTestJSON-1544677226-project-admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:13:32.618090 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320f5102-5ff9-4a63-8741-02615a321fa5 tempest-FloatingIPAdminTestJSON-1544677226 tempest-FloatingIPAdminTestJSON-1544677226-project-admin] Pushing event updated for resources: {'Port': ['ID=b90cc684-cd38-4e68-b2d8-32b7c9fc5ce0,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:32.684990 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7499178f-09fa-451e-a04d-ee589ed297e3 req-4ebe35e1-cf9c-42cd-b3b3-e2010eb27c7f tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/ports?device_id=42c1271e-2c75-479a-802a-079e1dc48752 HTTP/1.1" status: 200 len: 210 time: 0.0388303 Nov 12 01:13:32.741203 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-320f5102-5ff9-4a63-8741-02615a321fa5 tempest-FloatingIPAdminTestJSON-1544677226 tempest-FloatingIPAdminTestJSON-1544677226-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:32.804277 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-320f5102-5ff9-4a63-8741-02615a321fa5 tempest-FloatingIPAdminTestJSON-1544677226 tempest-FloatingIPAdminTestJSON-1544677226-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:32.985157 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-320f5102-5ff9-4a63-8741-02615a321fa5 tempest-FloatingIPAdminTestJSON-1544677226 tempest-FloatingIPAdminTestJSON-1544677226-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:32.990679 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-320f5102-5ff9-4a63-8741-02615a321fa5 tempest-FloatingIPAdminTestJSON-1544677226 tempest-FloatingIPAdminTestJSON-1544677226-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:33.067819 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320f5102-5ff9-4a63-8741-02615a321fa5 tempest-FloatingIPAdminTestJSON-1544677226 tempest-FloatingIPAdminTestJSON-1544677226-project-admin] Pushing event updated for resources: {'Port': ['ID=b90cc684-cd38-4e68-b2d8-32b7c9fc5ce0,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:33.076342 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-320f5102-5ff9-4a63-8741-02615a321fa5 tempest-FloatingIPAdminTestJSON-1544677226 tempest-FloatingIPAdminTestJSON-1544677226-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:33.092550 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-320f5102-5ff9-4a63-8741-02615a321fa5 tempest-FloatingIPAdminTestJSON-1544677226 tempest-FloatingIPAdminTestJSON-1544677226-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:33.094428 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-320f5102-5ff9-4a63-8741-02615a321fa5 tempest-FloatingIPAdminTestJSON-1544677226 tempest-FloatingIPAdminTestJSON-1544677226-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0130620 Nov 12 01:13:33.097499 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41078) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:33.210836 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-b4fe1191-4ee1-4912-8e1e-1bd75cf86369 tempest-FloatingIPAdminTestJSON-1522732030 tempest-FloatingIPAdminTestJSON-1522732030-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:33.233606 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b4fe1191-4ee1-4912-8e1e-1bd75cf86369 tempest-FloatingIPAdminTestJSON-1522732030 tempest-FloatingIPAdminTestJSON-1522732030-project] Publish callbacks [] for floatingip, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:33.334955 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b4fe1191-4ee1-4912-8e1e-1bd75cf86369 tempest-FloatingIPAdminTestJSON-1522732030 tempest-FloatingIPAdminTestJSON-1522732030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:33.449941 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-b4fe1191-4ee1-4912-8e1e-1bd75cf86369 tempest-FloatingIPAdminTestJSON-1522732030 tempest-FloatingIPAdminTestJSON-1522732030-project] Allocated IP 172.25.2.220 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/73b06456-d6cf-40cf-a4ba-1d8b0af1572e) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:13:33.555648 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b4fe1191-4ee1-4912-8e1e-1bd75cf86369 tempest-FloatingIPAdminTestJSON-1522732030 tempest-FloatingIPAdminTestJSON-1522732030-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:33.594589 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b4fe1191-4ee1-4912-8e1e-1bd75cf86369 tempest-FloatingIPAdminTestJSON-1522732030 tempest-FloatingIPAdminTestJSON-1522732030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:33.639044 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fe1191-4ee1-4912-8e1e-1bd75cf86369 tempest-FloatingIPAdminTestJSON-1522732030 tempest-FloatingIPAdminTestJSON-1522732030-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:13:33.642595 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-b4fe1191-4ee1-4912-8e1e-1bd75cf86369 tempest-FloatingIPAdminTestJSON-1522732030 tempest-FloatingIPAdminTestJSON-1522732030-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:33.650122 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fe1191-4ee1-4912-8e1e-1bd75cf86369 tempest-FloatingIPAdminTestJSON-1522732030 tempest-FloatingIPAdminTestJSON-1522732030-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:13:33.682350 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe1191-4ee1-4912-8e1e-1bd75cf86369 tempest-FloatingIPAdminTestJSON-1522732030 tempest-FloatingIPAdminTestJSON-1522732030-project] Pushing event updated for resources: {'Port': ['ID=73b06456-d6cf-40cf-a4ba-1d8b0af1572e,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:33.837356 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b4fe1191-4ee1-4912-8e1e-1bd75cf86369 tempest-FloatingIPAdminTestJSON-1522732030 tempest-FloatingIPAdminTestJSON-1522732030-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:33.867590 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aba36f5b-cdc5-4b2f-81e0-1ea9ef507cb0 req-b0a5422f-16e4-4d99-a4b7-ca99442d5767 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/ports?device_id=42c1271e-2c75-479a-802a-079e1dc48752 HTTP/1.1" status: 200 len: 210 time: 0.0724838 Nov 12 01:13:33.917347 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399bdf02-e2c0-4de1-9f08-935c5ca72561 req-0fa998af-5291-47ce-b33b-a0769c2b0968 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:33.918805 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-399bdf02-e2c0-4de1-9f08-935c5ca72561 req-0fa998af-5291-47ce-b33b-a0769c2b0968 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.54 "GET /v2.0/networks?id=69443218-81a6-4686-a305-246d9911bca7 HTTP/1.1" status: 200 len: 813 time: 0.2207980 Nov 12 01:13:33.919527 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b4fe1191-4ee1-4912-8e1e-1bd75cf86369 tempest-FloatingIPAdminTestJSON-1522732030 tempest-FloatingIPAdminTestJSON-1522732030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:33.946028 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-399bdf02-e2c0-4de1-9f08-935c5ca72561 req-d3548066-6aff-4964-846c-c5c17ac1d8c1 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Request body: {'port': {'device_id': '42c1271e-2c75-479a-802a-079e1dc48752', 'network_id': '69443218-81a6-4686-a305-246d9911bca7', 'admin_state_up': True, 'tenant_id': 'ad32b1a67d904b2ba2e1b63e22070376'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:34.174707 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-399bdf02-e2c0-4de1-9f08-935c5ca72561 req-d3548066-6aff-4964-846c-c5c17ac1d8c1 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Made reservation on behalf of ad32b1a67d904b2ba2e1b63e22070376 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:13:34.178413 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-399bdf02-e2c0-4de1-9f08-935c5ca72561 req-d3548066-6aff-4964-846c-c5c17ac1d8c1 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:34.211920 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b4fe1191-4ee1-4912-8e1e-1bd75cf86369 tempest-FloatingIPAdminTestJSON-1522732030 tempest-FloatingIPAdminTestJSON-1522732030-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:34.220136 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b4fe1191-4ee1-4912-8e1e-1bd75cf86369 tempest-FloatingIPAdminTestJSON-1522732030 tempest-FloatingIPAdminTestJSON-1522732030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:34.287412 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0db130c4-9b7a-402e-a41a-50af093c8971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:34.351157 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe1191-4ee1-4912-8e1e-1bd75cf86369 tempest-FloatingIPAdminTestJSON-1522732030 tempest-FloatingIPAdminTestJSON-1522732030-project] Pushing event updated for resources: {'Port': ['ID=73b06456-d6cf-40cf-a4ba-1d8b0af1572e,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:34.364495 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b4fe1191-4ee1-4912-8e1e-1bd75cf86369 tempest-FloatingIPAdminTestJSON-1522732030 tempest-FloatingIPAdminTestJSON-1522732030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:34.403830 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b4fe1191-4ee1-4912-8e1e-1bd75cf86369 tempest-FloatingIPAdminTestJSON-1522732030 tempest-FloatingIPAdminTestJSON-1522732030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:34.405030 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b4fe1191-4ee1-4912-8e1e-1bd75cf86369 tempest-FloatingIPAdminTestJSON-1522732030 tempest-FloatingIPAdminTestJSON-1522732030-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3065312 Nov 12 01:13:34.408820 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41088) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:34.418824 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-399bdf02-e2c0-4de1-9f08-935c5ca72561 req-d3548066-6aff-4964-846c-c5c17ac1d8c1 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Allocated IP 172.20.0.6 (69443218-81a6-4686-a305-246d9911bca7/04b2140c-b5a6-4813-abaa-2c106b79e18b/d1689da3-0bb4-4336-91ce-1774453e9cb5) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:13:34.472052 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2fa90cac-2bbc-423a-be29-7dbb34db2eb0 tempest-FloatingIPAdminTestJSON-1544677226 tempest-FloatingIPAdminTestJSON-1544677226-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3222 time: 0.0619121 Nov 12 01:13:34.474953 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41090) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:34.546704 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5ea0237e-f07d-4d75-84f2-c89cc2db3d6e tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0700119 Nov 12 01:13:34.549355 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41092) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:34.573949 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-399bdf02-e2c0-4de1-9f08-935c5ca72561 req-d3548066-6aff-4964-846c-c5c17ac1d8c1 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:34.688303 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-07b094c5-c710-4840-a3ca-4c56faf20798 tempest-FloatingIPAdminTestJSON-1522732030 tempest-FloatingIPAdminTestJSON-1522732030-project] Deleting port 73b06456-d6cf-40cf-a4ba-1d8b0af1572e {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:13:34.688632 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-07b094c5-c710-4840-a3ca-4c56faf20798 tempest-FloatingIPAdminTestJSON-1522732030 tempest-FloatingIPAdminTestJSON-1522732030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:34.768282 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-07b094c5-c710-4840-a3ca-4c56faf20798 tempest-FloatingIPAdminTestJSON-1522732030 tempest-FloatingIPAdminTestJSON-1522732030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:34.768829 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-07b094c5-c710-4840-a3ca-4c56faf20798 tempest-FloatingIPAdminTestJSON-1522732030 tempest-FloatingIPAdminTestJSON-1522732030-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:34.784283 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-07b094c5-c710-4840-a3ca-4c56faf20798 tempest-FloatingIPAdminTestJSON-1522732030 tempest-FloatingIPAdminTestJSON-1522732030-project] Calling delete_port for 73b06456-d6cf-40cf-a4ba-1d8b0af1572e owned by network:floatingip {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:13:34.928828 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-399bdf02-e2c0-4de1-9f08-935c5ca72561 req-d3548066-6aff-4964-846c-c5c17ac1d8c1 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:34.966544 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-07b094c5-c710-4840-a3ca-4c56faf20798 tempest-FloatingIPAdminTestJSON-1522732030 tempest-FloatingIPAdminTestJSON-1522732030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:34.983949 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-399bdf02-e2c0-4de1-9f08-935c5ca72561 req-d3548066-6aff-4964-846c-c5c17ac1d8c1 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Network 69443218-81a6-4686-a305-246d9911bca7 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:13:34.989595 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-399bdf02-e2c0-4de1-9f08-935c5ca72561 req-d3548066-6aff-4964-846c-c5c17ac1d8c1 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:34.993574 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-399bdf02-e2c0-4de1-9f08-935c5ca72561 req-d3548066-6aff-4964-846c-c5c17ac1d8c1 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:13:35.018929 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3548066-6aff-4964-846c-c5c17ac1d8c1 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Pushing event updated for resources: {'Port': ['ID=d1689da3-0bb4-4336-91ce-1774453e9cb5,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:35.047678 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399bdf02-e2c0-4de1-9f08-935c5ca72561 req-d3548066-6aff-4964-846c-c5c17ac1d8c1 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:35.048287 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-399bdf02-e2c0-4de1-9f08-935c5ca72561 req-d3548066-6aff-4964-846c-c5c17ac1d8c1 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:35.050192 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b094c5-c710-4840-a3ca-4c56faf20798 tempest-FloatingIPAdminTestJSON-1522732030 tempest-FloatingIPAdminTestJSON-1522732030-project] Pushing event deleted for resources: {'Port': ['ID=73b06456-d6cf-40cf-a4ba-1d8b0af1572e,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:35.067503 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-399bdf02-e2c0-4de1-9f08-935c5ca72561 req-d3548066-6aff-4964-846c-c5c17ac1d8c1 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1266270 Nov 12 01:13:35.086793 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-399bdf02-e2c0-4de1-9f08-935c5ca72561 req-15fb68be-dc47-47b2-a8b2-ccdbb4c4a6d0 service neutron] Request body: {'port': {'device_id': '42c1271e-2c75-479a-802a-079e1dc48752', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:35.123872 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018eea5-8a8a-4742-9d38-3c42dd8b48a9 req-745b60ea-5651-4775-b08c-13c8037cdc97 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:35.126249 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0018eea5-8a8a-4742-9d38-3c42dd8b48a9 req-745b60ea-5651-4775-b08c-13c8037cdc97 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/ports?device_id=42c1271e-2c75-479a-802a-079e1dc48752 HTTP/1.1" status: 200 len: 931 time: 0.1445916 Nov 12 01:13:35.133829 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-07b094c5-c710-4840-a3ca-4c56faf20798 tempest-FloatingIPAdminTestJSON-1522732030 tempest-FloatingIPAdminTestJSON-1522732030-project] Publish callbacks [] for floatingip, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:35.136946 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-07b094c5-c710-4840-a3ca-4c56faf20798 tempest-FloatingIPAdminTestJSON-1522732030 tempest-FloatingIPAdminTestJSON-1522732030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:35.140751 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-07b094c5-c710-4840-a3ca-4c56faf20798 tempest-FloatingIPAdminTestJSON-1522732030 tempest-FloatingIPAdminTestJSON-1522732030-project] 10.222.0.20 "DELETE /v2.0/floatingips/431b5922-98ac-46d7-8d8b-30865ec8184d HTTP/1.1" status: 204 len: 168 time: 0.5879083 Nov 12 01:13:35.141866 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41104) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:35.146435 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-399bdf02-e2c0-4de1-9f08-935c5ca72561 req-15fb68be-dc47-47b2-a8b2-ccdbb4c4a6d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:35.260867 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0018eea5-8a8a-4742-9d38-3c42dd8b48a9 req-9468d00f-91a2-4363-bc25-991c7750a14b tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ac0712c-a12b-4294-9453-7e1794dd4e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213517 Nov 12 01:13:35.304005 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-121b0d86-35ec-4d7b-ae9c-2b97627ce15b tempest-FloatingIPAdminTestJSON-1544677226 tempest-FloatingIPAdminTestJSON-1544677226-project-admin] Deleting port b90cc684-cd38-4e68-b2d8-32b7c9fc5ce0 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:13:35.304446 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-121b0d86-35ec-4d7b-ae9c-2b97627ce15b tempest-FloatingIPAdminTestJSON-1544677226 tempest-FloatingIPAdminTestJSON-1544677226-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:35.386579 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-121b0d86-35ec-4d7b-ae9c-2b97627ce15b tempest-FloatingIPAdminTestJSON-1544677226 tempest-FloatingIPAdminTestJSON-1544677226-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:35.386833 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-121b0d86-35ec-4d7b-ae9c-2b97627ce15b tempest-FloatingIPAdminTestJSON-1544677226 tempest-FloatingIPAdminTestJSON-1544677226-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:35.399273 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-121b0d86-35ec-4d7b-ae9c-2b97627ce15b tempest-FloatingIPAdminTestJSON-1544677226 tempest-FloatingIPAdminTestJSON-1544677226-project-admin] Calling delete_port for b90cc684-cd38-4e68-b2d8-32b7c9fc5ce0 owned by network:floatingip {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:13:35.438171 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-399bdf02-e2c0-4de1-9f08-935c5ca72561 req-15fb68be-dc47-47b2-a8b2-ccdbb4c4a6d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1689da3-0bb4-4336-91ce-1774453e9cb5 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:13:35.445916 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-399bdf02-e2c0-4de1-9f08-935c5ca72561 req-15fb68be-dc47-47b2-a8b2-ccdbb4c4a6d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:35.458088 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-399bdf02-e2c0-4de1-9f08-935c5ca72561 req-15fb68be-dc47-47b2-a8b2-ccdbb4c4a6d0 service neutron] Transition to ACTIVE for port object d1689da3-0bb4-4336-91ce-1774453e9cb5 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:13:35.462379 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-399bdf02-e2c0-4de1-9f08-935c5ca72561 req-15fb68be-dc47-47b2-a8b2-ccdbb4c4a6d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:35.538891 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb68be-dc47-47b2-a8b2-ccdbb4c4a6d0 service neutron] Pushing event updated for resources: {'Port': ['ID=d1689da3-0bb4-4336-91ce-1774453e9cb5,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:35.546282 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-121b0d86-35ec-4d7b-ae9c-2b97627ce15b tempest-FloatingIPAdminTestJSON-1544677226 tempest-FloatingIPAdminTestJSON-1544677226-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:35.574408 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b0d86-35ec-4d7b-ae9c-2b97627ce15b tempest-FloatingIPAdminTestJSON-1544677226 tempest-FloatingIPAdminTestJSON-1544677226-project-admin] Pushing event deleted for resources: {'Port': ['ID=b90cc684-cd38-4e68-b2d8-32b7c9fc5ce0,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:35.616536 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-399bdf02-e2c0-4de1-9f08-935c5ca72561 req-15fb68be-dc47-47b2-a8b2-ccdbb4c4a6d0 service neutron] Attempting to bind port d1689da3-0bb4-4336-91ce-1774453e9cb5 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:13:35.617741 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-399bdf02-e2c0-4de1-9f08-935c5ca72561 req-15fb68be-dc47-47b2-a8b2-ccdbb4c4a6d0 service neutron] Attempting to bind port d1689da3-0bb4-4336-91ce-1774453e9cb5 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '219589a0-b169-43d5-bef9-0c2c329acf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '69443218-81a6-4686-a305-246d9911bca7'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:13:35.618440 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399bdf02-e2c0-4de1-9f08-935c5ca72561 req-15fb68be-dc47-47b2-a8b2-ccdbb4c4a6d0 service neutron] Attempting to bind port d1689da3-0bb4-4336-91ce-1774453e9cb5 on network 69443218-81a6-4686-a305-246d9911bca7 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:35.624951 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399bdf02-e2c0-4de1-9f08-935c5ca72561 req-15fb68be-dc47-47b2-a8b2-ccdbb4c4a6d0 service neutron] Port d1689da3-0bb4-4336-91ce-1774453e9cb5 on network 69443218-81a6-4686-a305-246d9911bca7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:13:35.625680 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399bdf02-e2c0-4de1-9f08-935c5ca72561 req-15fb68be-dc47-47b2-a8b2-ccdbb4c4a6d0 service neutron] Attempting to bind port d1689da3-0bb4-4336-91ce-1774453e9cb5 on network 69443218-81a6-4686-a305-246d9911bca7 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:35.631072 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399bdf02-e2c0-4de1-9f08-935c5ca72561 req-15fb68be-dc47-47b2-a8b2-ccdbb4c4a6d0 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:13:35.631525 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399bdf02-e2c0-4de1-9f08-935c5ca72561 req-15fb68be-dc47-47b2-a8b2-ccdbb4c4a6d0 service neutron] Checking segment: {'id': '219589a0-b169-43d5-bef9-0c2c329acf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '69443218-81a6-4686-a305-246d9911bca7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:13:35.632002 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399bdf02-e2c0-4de1-9f08-935c5ca72561 req-15fb68be-dc47-47b2-a8b2-ccdbb4c4a6d0 service neutron] Bound using segment: {'id': '219589a0-b169-43d5-bef9-0c2c329acf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '69443218-81a6-4686-a305-246d9911bca7'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:13:35.632516 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-399bdf02-e2c0-4de1-9f08-935c5ca72561 req-15fb68be-dc47-47b2-a8b2-ccdbb4c4a6d0 service neutron] Bound port: d1689da3-0bb4-4336-91ce-1774453e9cb5, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '219589a0-b169-43d5-bef9-0c2c329acf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '69443218-81a6-4686-a305-246d9911bca7'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:13:35.633568 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-399bdf02-e2c0-4de1-9f08-935c5ca72561 req-15fb68be-dc47-47b2-a8b2-ccdbb4c4a6d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:35.643110 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-121b0d86-35ec-4d7b-ae9c-2b97627ce15b tempest-FloatingIPAdminTestJSON-1544677226 tempest-FloatingIPAdminTestJSON-1544677226-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:35.647182 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-121b0d86-35ec-4d7b-ae9c-2b97627ce15b tempest-FloatingIPAdminTestJSON-1544677226 tempest-FloatingIPAdminTestJSON-1544677226-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:35.652696 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-121b0d86-35ec-4d7b-ae9c-2b97627ce15b tempest-FloatingIPAdminTestJSON-1544677226 tempest-FloatingIPAdminTestJSON-1544677226-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/8e06e080-dd5b-4b52-b464-f44cf44e0d14 HTTP/1.1" status: 204 len: 168 time: 0.5009215 Nov 12 01:13:35.652910 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41106) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:35.709563 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-399bdf02-e2c0-4de1-9f08-935c5ca72561 req-15fb68be-dc47-47b2-a8b2-ccdbb4c4a6d0 service neutron] For port d1689da3-0bb4-4336-91ce-1774453e9cb5, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:13:35.712887 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-399bdf02-e2c0-4de1-9f08-935c5ca72561 req-15fb68be-dc47-47b2-a8b2-ccdbb4c4a6d0 service neutron] For port d1689da3-0bb4-4336-91ce-1774453e9cb5, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=d1689da3-0bb4-4336-91ce-1774453e9cb5,segment=NetworkSegment(219589a0-b169-43d5-bef9-0c2c329acf55),segment_id=219589a0-b169-43d5-bef9-0c2c329acf55)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:13:35.718673 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-399bdf02-e2c0-4de1-9f08-935c5ca72561 req-15fb68be-dc47-47b2-a8b2-ccdbb4c4a6d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:35.751984 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-0d42b973-0ec0-4e0a-bc62-12039d5a06a7 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Deleting port 8b3faf09-0c7b-49e1-bb6d-3ccf4a76d108 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:13:35.752256 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0d42b973-0ec0-4e0a-bc62-12039d5a06a7 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:35.756639 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399bdf02-e2c0-4de1-9f08-935c5ca72561 req-15fb68be-dc47-47b2-a8b2-ccdbb4c4a6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:35.757247 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-399bdf02-e2c0-4de1-9f08-935c5ca72561 req-15fb68be-dc47-47b2-a8b2-ccdbb4c4a6d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:35.758793 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-399bdf02-e2c0-4de1-9f08-935c5ca72561 req-15fb68be-dc47-47b2-a8b2-ccdbb4c4a6d0 service neutron] 10.222.0.54 "PUT /v2.0/ports/d1689da3-0bb4-4336-91ce-1774453e9cb5 HTTP/1.1" status: 200 len: 1092 time: 0.6764886 Nov 12 01:13:35.759239 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c1271e-2c75-479a-802a-079e1dc48752', 'tag': 'd1689da3-0bb4-4336-91ce-1774453e9cb5'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:13:35.761526 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774185e2-46bf-4042-948c-8c826855633f" -d '{"events": [{"name": "network-changed", "server_uuid": "42c1271e-2c75-479a-802a-079e1dc48752", "tag": "d1689da3-0bb4-4336-91ce-1774453e9cb5"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:13:35.791232 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb68be-dc47-47b2-a8b2-ccdbb4c4a6d0 service neutron] Pushing event updated for resources: {'Port': ['ID=d1689da3-0bb4-4336-91ce-1774453e9cb5,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:35.838828 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afee6dc8-dd0a-428e-8704-878a4b934556 x-openstack-request-id: req-afee6dc8-dd0a-428e-8704-878a4b934556 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:13:35.838828 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42c1271e-2c75-479a-802a-079e1dc48752", "tag": "d1689da3-0bb4-4336-91ce-1774453e9cb5", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:13:35.838828 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-afee6dc8-dd0a-428e-8704-878a4b934556 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:13:35.839313 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42c1271e-2c75-479a-802a-079e1dc48752', 'tag': 'd1689da3-0bb4-4336-91ce-1774453e9cb5', 'status': 'completed', 'code': 200} Nov 12 01:13:35.872918 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0d42b973-0ec0-4e0a-bc62-12039d5a06a7 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:35.875280 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399bdf02-e2c0-4de1-9f08-935c5ca72561 req-db7aa8c4-aa4f-49e5-9287-db53fd3376a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:35.876794 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-399bdf02-e2c0-4de1-9f08-935c5ca72561 req-db7aa8c4-aa4f-49e5-9287-db53fd3376a3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad32b1a67d904b2ba2e1b63e22070376&device_id=42c1271e-2c75-479a-802a-079e1dc48752 HTTP/1.1" status: 200 len: 1095 time: 0.0551355 Nov 12 01:13:35.887453 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-0d42b973-0ec0-4e0a-bc62-12039d5a06a7 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Calling delete_port for 8b3faf09-0c7b-49e1-bb6d-3ccf4a76d108 owned by {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:13:35.925996 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-399bdf02-e2c0-4de1-9f08-935c5ca72561 req-63f9f1dd-d300-45ed-80ce-83dcb343119e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1689da3-0bb4-4336-91ce-1774453e9cb5 HTTP/1.1" status: 200 len: 217 time: 0.0360899 Nov 12 01:13:35.980262 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399bdf02-e2c0-4de1-9f08-935c5ca72561 req-d825eed5-ac6a-4ac9-83ce-560606dd0ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:35.988328 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-399bdf02-e2c0-4de1-9f08-935c5ca72561 req-d825eed5-ac6a-4ac9-83ce-560606dd0ed3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04b2140c-b5a6-4813-abaa-2c106b79e18b HTTP/1.1" status: 200 len: 853 time: 0.0550747 Nov 12 01:13:36.026563 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-399bdf02-e2c0-4de1-9f08-935c5ca72561 req-3b087ff2-bce5-40fb-ab42-27108f03e8b4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=69443218-81a6-4686-a305-246d9911bca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295739 Nov 12 01:13:36.046950 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0d42b973-0ec0-4e0a-bc62-12039d5a06a7 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:36.082275 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d42b973-0ec0-4e0a-bc62-12039d5a06a7 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Pushing event deleted for resources: {'Port': ['ID=8b3faf09-0c7b-49e1-bb6d-3ccf4a76d108,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:36.146790 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-399bdf02-e2c0-4de1-9f08-935c5ca72561 req-d4933f92-e412-45cc-b1ca-5955103774a7 service neutron] 10.222.0.54 "GET /v2.0/networks/69443218-81a6-4686-a305-246d9911bca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121545 Nov 12 01:13:36.160698 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0d42b973-0ec0-4e0a-bc62-12039d5a06a7 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:36.168119 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0d42b973-0ec0-4e0a-bc62-12039d5a06a7 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] 10.222.0.20 "DELETE /v2.0/ports/8b3faf09-0c7b-49e1-bb6d-3ccf4a76d108 HTTP/1.1" status: 204 len: 168 time: 0.5141399 Nov 12 01:13:36.168802 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41112) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:36.219862 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4b2471-04bf-402d-b2d7-cb49c187b1f2 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:36.221495 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1c4b2471-04bf-402d-b2d7-cb49c187b1f2 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d3d950-cd50-4752-ae7e-f0a050385b2f HTTP/1.1" status: 200 len: 913 time: 0.0516431 Nov 12 01:13:36.224319 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41114) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:36.271382 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-399bdf02-e2c0-4de1-9f08-935c5ca72561 req-3d955e22-b3b8-4933-aa11-73f6439a5a38 service neutron] 10.222.0.54 "GET /v2.0/networks/69443218-81a6-4686-a305-246d9911bca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169431 Nov 12 01:13:36.406925 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774185e2-46bf-4042-948c-8c826855633f req-0c66e4e8-c382-4253-8d5d-92caa757ce96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:36.408370 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-774185e2-46bf-4042-948c-8c826855633f req-0c66e4e8-c382-4253-8d5d-92caa757ce96 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad32b1a67d904b2ba2e1b63e22070376&device_id=42c1271e-2c75-479a-802a-079e1dc48752 HTTP/1.1" status: 200 len: 1095 time: 0.0450516 Nov 12 01:13:36.415533 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-74e0e78a-829f-468e-80f4-73840c672815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:36.484080 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9ab04-52e8-4bed-adae-1a9f6495e885 req-9b62b834-8598-41f8-8f57-fa7f3fdccff4 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:36.485413 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-43c9ab04-52e8-4bed-adae-1a9f6495e885 req-9b62b834-8598-41f8-8f57-fa7f3fdccff4 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/ports?device_id=42c1271e-2c75-479a-802a-079e1dc48752 HTTP/1.1" status: 200 len: 943 time: 0.1314597 Nov 12 01:13:36.523647 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774185e2-46bf-4042-948c-8c826855633f req-c9f4e91f-97e3-4c32-a692-1a870aa01d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:36.525498 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-774185e2-46bf-4042-948c-8c826855633f req-c9f4e91f-97e3-4c32-a692-1a870aa01d16 service neutron] 10.222.0.54 "GET /v2.0/networks?id=69443218-81a6-4686-a305-246d9911bca7 HTTP/1.1" status: 200 len: 914 time: 0.1093423 Nov 12 01:13:36.576875 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-774185e2-46bf-4042-948c-8c826855633f req-62a3b381-e7bf-4272-92dd-9948276137d6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1689da3-0bb4-4336-91ce-1774453e9cb5 HTTP/1.1" status: 200 len: 217 time: 0.0438926 Nov 12 01:13:36.579597 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-43c9ab04-52e8-4bed-adae-1a9f6495e885 req-cb366206-310a-4e6c-974e-18f9e3408fb0 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ac0712c-a12b-4294-9453-7e1794dd4e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875676 Nov 12 01:13:36.639051 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774185e2-46bf-4042-948c-8c826855633f req-be4136c1-f135-4fd2-8d4d-b33bf78c1fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:36.641166 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-774185e2-46bf-4042-948c-8c826855633f req-be4136c1-f135-4fd2-8d4d-b33bf78c1fb6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04b2140c-b5a6-4813-abaa-2c106b79e18b HTTP/1.1" status: 200 len: 853 time: 0.0558705 Nov 12 01:13:36.675016 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-774185e2-46bf-4042-948c-8c826855633f req-cac53689-26b4-46bb-8f2e-09e92ce41169 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=69443218-81a6-4686-a305-246d9911bca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264833 Nov 12 01:13:36.681869 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-02704b59-14c3-4c7d-b4b5-09d7ccd0e583 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:36.774438 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-774185e2-46bf-4042-948c-8c826855633f req-f16bbb54-917d-41db-ab90-39bff917e0a3 service neutron] 10.222.0.54 "GET /v2.0/networks/69443218-81a6-4686-a305-246d9911bca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921395 Nov 12 01:13:36.879950 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-774185e2-46bf-4042-948c-8c826855633f req-441e47dd-36ce-4f64-b1e4-fdd012785fb4 service neutron] 10.222.0.54 "GET /v2.0/networks/69443218-81a6-4686-a305-246d9911bca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979624 Nov 12 01:13:36.976994 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-02704b59-14c3-4c7d-b4b5-09d7ccd0e583 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Deleting port 6530fab5-0993-4bc2-8cca-6220aa3b001d {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:13:36.977361 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-02704b59-14c3-4c7d-b4b5-09d7ccd0e583 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:37.074679 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-02704b59-14c3-4c7d-b4b5-09d7ccd0e583 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:37.088240 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-02704b59-14c3-4c7d-b4b5-09d7ccd0e583 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Calling delete_port for 6530fab5-0993-4bc2-8cca-6220aa3b001d owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:13:37.287789 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-02704b59-14c3-4c7d-b4b5-09d7ccd0e583 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:37.313341 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02704b59-14c3-4c7d-b4b5-09d7ccd0e583 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Pushing event deleted for resources: {'Port': ['ID=6530fab5-0993-4bc2-8cca-6220aa3b001d,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:37.369207 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41124) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:37.502717 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3a39781b-d103-4931-b898-2c1435b28d20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:37.530990 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-02704b59-14c3-4c7d-b4b5-09d7ccd0e583 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:37.617793 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3a39781b-d103-4931-b898-2c1435b28d20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:37.623276 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3a39781b-d103-4931-b898-2c1435b28d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:37.654824 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-3a39781b-d103-4931-b898-2c1435b28d20 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4b16c8c6ce3d4b0aa674bfc6c611f3d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2844818 Nov 12 01:13:37.657659 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41132) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:37.705038 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39781b-d103-4931-b898-2c1435b28d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da3cdfe-f16f-43e6-bfb4-d9c988f6238e,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:37.727783 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a14dd-e8b2-4e96-9963-d8b4d233a002 req-0b988b54-094b-452c-a71f-6ef58ed9e7c5 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:37.729731 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-835a14dd-e8b2-4e96-9963-d8b4d233a002 req-0b988b54-094b-452c-a71f-6ef58ed9e7c5 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/ports?device_id=42c1271e-2c75-479a-802a-079e1dc48752 HTTP/1.1" status: 200 len: 943 time: 0.0654459 Nov 12 01:13:37.732496 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:37.790029 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-835a14dd-e8b2-4e96-9963-d8b4d233a002 req-a2b1f1d8-3d28-4d9a-93af-753feb38f7f3 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ac0712c-a12b-4294-9453-7e1794dd4e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533361 Nov 12 01:13:37.808900 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-28639ff2-d8e8-4040-8272-e4307fe617e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:37.837613 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02704b59-14c3-4c7d-b4b5-09d7ccd0e583 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Router f5d3d950-cd50-4752-ae7e-f0a050385b2f has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:13:37.839826 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-28639ff2-d8e8-4040-8272-e4307fe617e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:37.962509 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-28639ff2-d8e8-4040-8272-e4307fe617e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:37.965142 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-28639ff2-d8e8-4040-8272-e4307fe617e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:37.966360 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-28639ff2-d8e8-4040-8272-e4307fe617e1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4da3cdfe-f16f-43e6-bfb4-d9c988f6238e HTTP/1.1" status: 204 len: 168 time: 0.3076704 Nov 12 01:13:37.983728 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28639ff2-d8e8-4040-8272-e4307fe617e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da3cdfe-f16f-43e6-bfb4-d9c988f6238e,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:37.990614 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02704b59-14c3-4c7d-b4b5-09d7ccd0e583 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:13:37.996566 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-02704b59-14c3-4c7d-b4b5-09d7ccd0e583 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] 10.222.0.20 "PUT /v2.0/routers/f5d3d950-cd50-4752-ae7e-f0a050385b2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7713413 Nov 12 01:13:37.999570 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41136) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:38.016200 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bdb322-08f7-459b-a2c7-200e6c473e6c None None] Sync routers for ids ['f5d3d950-cd50-4752-ae7e-f0a050385b2f'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:13:38.031233 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bdb322-08f7-459b-a2c7-200e6c473e6c None None] Routers {'f5d3d950-cd50-4752-ae7e-f0a050385b2f'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:13:38.032378 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-f7bdb322-08f7-459b-a2c7-200e6c473e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:13:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['f5d3d950-cd50-4752-ae7e-f0a050385b2f'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:38.075130 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-f7bdb322-08f7-459b-a2c7-200e6c473e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:38.086423 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bdb322-08f7-459b-a2c7-200e6c473e6c None None] Routers {'f5d3d950-cd50-4752-ae7e-f0a050385b2f'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:13:38.087179 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-f7bdb322-08f7-459b-a2c7-200e6c473e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:13:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['f5d3d950-cd50-4752-ae7e-f0a050385b2f'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:38.127328 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-f7bdb322-08f7-459b-a2c7-200e6c473e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:38.128230 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bdb322-08f7-459b-a2c7-200e6c473e6c None None] The sync data for ids ['f5d3d950-cd50-4752-ae7e-f0a050385b2f'] in n-d-812236-11 is: [] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:13:38.140664 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e58cecd7-20c7-4426-94c3-5b24edf9d749 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:38.249308 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e58cecd7-20c7-4426-94c3-5b24edf9d749 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:38.303269 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-e58cecd7-20c7-4426-94c3-5b24edf9d749 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Deleting port 4e9872f8-7e8e-403a-8f03-e5c84cef3aaa {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:13:38.303612 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e58cecd7-20c7-4426-94c3-5b24edf9d749 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:38.321247 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41140) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:38.335327 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-328f69ca-a45d-4b87-9984-20f95bc85a12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:38.432439 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-328f69ca-a45d-4b87-9984-20f95bc85a12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:38.439146 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-328f69ca-a45d-4b87-9984-20f95bc85a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:38.488891 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f69ca-a45d-4b87-9984-20f95bc85a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0612a087-3e16-4bf9-b5dd-e0a98ee0143f,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:38.493516 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-328f69ca-a45d-4b87-9984-20f95bc85a12 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=41f7ba54b7bb47098c41fa7b9837f1e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1710966 Nov 12 01:13:38.496163 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41142) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:38.549558 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d26fcc27-54f1-4452-8532-03c2e344a3f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:38.573444 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d26fcc27-54f1-4452-8532-03c2e344a3f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:38.622884 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d26fcc27-54f1-4452-8532-03c2e344a3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:38.626248 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d26fcc27-54f1-4452-8532-03c2e344a3f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:38.627430 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d26fcc27-54f1-4452-8532-03c2e344a3f5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0612a087-3e16-4bf9-b5dd-e0a98ee0143f HTTP/1.1" status: 204 len: 168 time: 0.1302984 Nov 12 01:13:38.637548 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26fcc27-54f1-4452-8532-03c2e344a3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0612a087-3e16-4bf9-b5dd-e0a98ee0143f,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:38.734142 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e58cecd7-20c7-4426-94c3-5b24edf9d749 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:38.746156 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-e58cecd7-20c7-4426-94c3-5b24edf9d749 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Calling delete_port for 4e9872f8-7e8e-403a-8f03-e5c84cef3aaa owned by network:router_gateway {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:13:38.961677 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc16763e-0784-438e-8891-549bc57d09be req-d9031134-4f71-46f8-8a57-22a395ad0176 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:38.963180 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dc16763e-0784-438e-8891-549bc57d09be req-d9031134-4f71-46f8-8a57-22a395ad0176 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/ports?device_id=42c1271e-2c75-479a-802a-079e1dc48752 HTTP/1.1" status: 200 len: 943 time: 0.0867443 Nov 12 01:13:38.964294 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e58cecd7-20c7-4426-94c3-5b24edf9d749 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:38.999332 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58cecd7-20c7-4426-94c3-5b24edf9d749 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Pushing event deleted for resources: {'Port': ['ID=4e9872f8-7e8e-403a-8f03-e5c84cef3aaa,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:39.030208 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd10ee3f-e10c-4734-b356-847247efedd5 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:13:39.100472 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dc16763e-0784-438e-8891-549bc57d09be req-6638eb7f-bd8e-45eb-a123-8f3dd309dcf2 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ac0712c-a12b-4294-9453-7e1794dd4e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302838 Nov 12 01:13:39.109912 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e58cecd7-20c7-4426-94c3-5b24edf9d749 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:39.204759 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e58cecd7-20c7-4426-94c3-5b24edf9d749 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:39.206995 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e58cecd7-20c7-4426-94c3-5b24edf9d749 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:39.252542 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e58cecd7-20c7-4426-94c3-5b24edf9d749 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:39.253069 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58cecd7-20c7-4426-94c3-5b24edf9d749 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Fanout notify agent at l3_agent the message router_deleted on router f5d3d950-cd50-4752-ae7e-f0a050385b2f {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:13:39.260094 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e58cecd7-20c7-4426-94c3-5b24edf9d749 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:39.261527 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e58cecd7-20c7-4426-94c3-5b24edf9d749 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] 10.222.0.20 "DELETE /v2.0/routers/f5d3d950-cd50-4752-ae7e-f0a050385b2f HTTP/1.1" status: 204 len: 168 time: 1.2607765 Nov 12 01:13:39.264103 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41164) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:39.324782 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:39.327414 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b632ac3-4a18-482b-8f94-053fac6f1248 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Deleting subnet 2391a4b1-0d92-4ae7-8f76-6db3509c09f2 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:13:39.330647 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4b632ac3-4a18-482b-8f94-053fac6f1248 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:39.380964 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4b632ac3-4a18-482b-8f94-053fac6f1248 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:39.467424 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4b632ac3-4a18-482b-8f94-053fac6f1248 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:39.528596 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4b632ac3-4a18-482b-8f94-053fac6f1248 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:39.558345 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b632ac3-4a18-482b-8f94-053fac6f1248 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Pushing event deleted for resources: {'Subnet': ['ID=2391a4b1-0d92-4ae7-8f76-6db3509c09f2,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:39.560329 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4b632ac3-4a18-482b-8f94-053fac6f1248 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:39.566633 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4b632ac3-4a18-482b-8f94-053fac6f1248 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] 10.222.0.20 "DELETE /v2.0/subnets/2391a4b1-0d92-4ae7-8f76-6db3509c09f2 HTTP/1.1" status: 204 len: 168 time: 0.2992737 Nov 12 01:13:39.567446 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41172) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:39.571067 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bf805f-ae46-449d-83de-480235bfc9a6 None None] Network a8bfd1a4-91af-4591-916f-4612bbfaa51d requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:13:39.652240 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d9ef3575-0ae7-42f3-abd5-981b2a7eee37 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:39.707935 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-d9ef3575-0ae7-42f3-abd5-981b2a7eee37 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Deleting port 832b00d0-4eb8-4f3c-9853-f0715b46ef19 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:13:39.709031 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d9ef3575-0ae7-42f3-abd5-981b2a7eee37 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:39.758471 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd8958c-6aaf-4eeb-9d23-7801f5a9083f None None] DHCP port deletion for a8bfd1a4-91af-4591-916f-4612bbfaa51d request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:13:39.784748 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-d9ef3575-0ae7-42f3-abd5-981b2a7eee37 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] For port 832b00d0-4eb8-4f3c-9853-f0715b46ef19, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=832b00d0-4eb8-4f3c-9853-f0715b46ef19,segment=NetworkSegment(eafadcfa-a12c-4e29-b4ec-8d37d3674b16),segment_id=eafadcfa-a12c-4e29-b4ec-8d37d3674b16)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:39.785315 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d9ef3575-0ae7-42f3-abd5-981b2a7eee37 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:39.799283 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-d9ef3575-0ae7-42f3-abd5-981b2a7eee37 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Calling delete_port for 832b00d0-4eb8-4f3c-9853-f0715b46ef19 owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:13:39.812355 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-acd8958c-6aaf-4eeb-9d23-7801f5a9083f None None] Deleting port 832b00d0-4eb8-4f3c-9853-f0715b46ef19 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:13:39.812725 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-acd8958c-6aaf-4eeb-9d23-7801f5a9083f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:39.880424 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-acd8958c-6aaf-4eeb-9d23-7801f5a9083f None None] For port 832b00d0-4eb8-4f3c-9853-f0715b46ef19, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=832b00d0-4eb8-4f3c-9853-f0715b46ef19,segment=NetworkSegment(eafadcfa-a12c-4e29-b4ec-8d37d3674b16),segment_id=eafadcfa-a12c-4e29-b4ec-8d37d3674b16)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:39.881104 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-acd8958c-6aaf-4eeb-9d23-7801f5a9083f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:39.882469 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d9ef3575-0ae7-42f3-abd5-981b2a7eee37 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:39.895048 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-acd8958c-6aaf-4eeb-9d23-7801f5a9083f None None] Calling delete_port for 832b00d0-4eb8-4f3c-9853-f0715b46ef19 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:13:39.910258 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ef3575-0ae7-42f3-abd5-981b2a7eee37 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Pushing event deleted for resources: {'Port': ['ID=832b00d0-4eb8-4f3c-9853-f0715b46ef19,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:39.915435 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ef3575-0ae7-42f3-abd5-981b2a7eee37 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] No DVR routers for this DVR port 832b00d0-4eb8-4f3c-9853-f0715b46ef19 on host n-d-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:39.970994 n-d-812236-11 neutron-server[102663]: self.session.flush() Nov 12 01:13:39.978346 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-acd8958c-6aaf-4eeb-9d23-7801f5a9083f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:40.003276 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd8958c-6aaf-4eeb-9d23-7801f5a9083f None None] Pushing event deleted for resources: {'Port': ['ID=832b00d0-4eb8-4f3c-9853-f0715b46ef19,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:40.009012 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d9ef3575-0ae7-42f3-abd5-981b2a7eee37 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:40.009402 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd8958c-6aaf-4eeb-9d23-7801f5a9083f None None] No DVR routers for this DVR port 832b00d0-4eb8-4f3c-9853-f0715b46ef19 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:13:40.036780 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-d9ef3575-0ae7-42f3-abd5-981b2a7eee37 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8bfd1a4-91af-4591-916f-4612bbfaa51d']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:40.047820 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-d9ef3575-0ae7-42f3-abd5-981b2a7eee37 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eafadcfa-a12c-4e29-b4ec-8d37d3674b16') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:40.048121 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-d9ef3575-0ae7-42f3-abd5-981b2a7eee37 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eafadcfa-a12c-4e29-b4ec-8d37d3674b16') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:40.057440 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d9ef3575-0ae7-42f3-abd5-981b2a7eee37 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:40.071511 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d9ef3575-0ae7-42f3-abd5-981b2a7eee37 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:40.079539 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9ef3575-0ae7-42f3-abd5-981b2a7eee37 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:13:40.079961 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d9ef3575-0ae7-42f3-abd5-981b2a7eee37 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:40.083456 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:13:40.083456 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:13:40.083456 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:13:40.083456 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:13:40.083456 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:13:40.083456 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:13:40.083456 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:13:40.083456 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:13:40.083456 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:13:40.083456 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:13:40.083456 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:13:40.083456 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:13:40.083456 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:13:40.083456 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:13:40.083456 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:13:40.083456 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:13:40.083456 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:13:40.083456 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:13:40.083456 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:13:40.083456 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:13:40.083456 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:13:40.083456 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:13:40.083456 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:13:40.083456 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:13:40.083456 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:13:40.083456 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:13:40.083456 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:13:40.083456 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:13:40.083456 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:13:40.083456 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:13:40.083456 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:13:40.083456 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:13:40.155820 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d9ef3575-0ae7-42f3-abd5-981b2a7eee37 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:40.167435 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d9ef3575-0ae7-42f3-abd5-981b2a7eee37 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:40.170766 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d9ef3575-0ae7-42f3-abd5-981b2a7eee37 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] 10.222.0.20 "DELETE /v2.0/networks/a8bfd1a4-91af-4591-916f-4612bbfaa51d HTTP/1.1" status: 204 len: 168 time: 0.6027894 Nov 12 01:13:40.173709 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41190) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:40.187383 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ef3575-0ae7-42f3-abd5-981b2a7eee37 tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Pushing event deleted for resources: {'Network': ['ID=a8bfd1a4-91af-4591-916f-4612bbfaa51d,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:40.285233 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:40.332231 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63263c-5f43-4f1c-8b4d-7ad4fb4e45f9 req-5be0202e-e43a-46f9-89aa-bc097c5f1bc5 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:40.333768 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-be63263c-5f43-4f1c-8b4d-7ad4fb4e45f9 req-5be0202e-e43a-46f9-89aa-bc097c5f1bc5 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/ports?device_id=42c1271e-2c75-479a-802a-079e1dc48752 HTTP/1.1" status: 200 len: 943 time: 0.1142972 Nov 12 01:13:40.377963 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-2e38aed5-a53d-49e8-8b4e-4541454c039c tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Deleting port ae5b4ce0-0af1-476d-a307-ece70f390188 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:13:40.378305 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2e38aed5-a53d-49e8-8b4e-4541454c039c tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:40.413874 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-be63263c-5f43-4f1c-8b4d-7ad4fb4e45f9 req-5250f4db-07bf-43e5-acd8-eb388ac2b253 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ac0712c-a12b-4294-9453-7e1794dd4e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732508 Nov 12 01:13:40.475568 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2e38aed5-a53d-49e8-8b4e-4541454c039c tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:40.475890 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2e38aed5-a53d-49e8-8b4e-4541454c039c tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:40.491750 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-2e38aed5-a53d-49e8-8b4e-4541454c039c tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Calling delete_port for ae5b4ce0-0af1-476d-a307-ece70f390188 owned by network:floatingip {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:13:40.633719 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2e38aed5-a53d-49e8-8b4e-4541454c039c tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:40.661640 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e38aed5-a53d-49e8-8b4e-4541454c039c tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Pushing event deleted for resources: {'Port': ['ID=ae5b4ce0-0af1-476d-a307-ece70f390188,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:40.726223 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2e38aed5-a53d-49e8-8b4e-4541454c039c tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks [] for floatingip, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:40.729018 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2e38aed5-a53d-49e8-8b4e-4541454c039c tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:40.730206 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-2e38aed5-a53d-49e8-8b4e-4541454c039c tempest-FloatingIPAdminTestJSON-1624601817 tempest-FloatingIPAdminTestJSON-1624601817-project] 10.222.0.20 "DELETE /v2.0/floatingips/3617dd26-779b-4517-b72a-6f7967e10582 HTTP/1.1" status: 204 len: 168 time: 0.5554507 Nov 12 01:13:40.829685 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device d1689da3-0bb4-4336-91ce-1774453e9cb5 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:13:40.937834 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port d1689da3-0bb4-4336-91ce-1774453e9cb5, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=d1689da3-0bb4-4336-91ce-1774453e9cb5,segment=NetworkSegment(219589a0-b169-43d5-bef9-0c2c329acf55),segment_id=219589a0-b169-43d5-bef9-0c2c329acf55)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:40.965299 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'd1689da3-0bb4-4336-91ce-1774453e9cb5', 'network_id': '69443218-81a6-4686-a305-246d9911bca7', 'port_id': 'd1689da3-0bb4-4336-91ce-1774453e9cb5', 'mac_address': 'fa:16:3e:d9:37:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b2140c-b5a6-4813-abaa-2c106b79e18b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:13:40.969720 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:41.008926 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:41.010851 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41222) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:41.031375 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1689da3-0bb4-4336-91ce-1774453e9cb5 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:13:41.063107 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port d1689da3-0bb4-4336-91ce-1774453e9cb5, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=d1689da3-0bb4-4336-91ce-1774453e9cb5,segment=NetworkSegment(219589a0-b169-43d5-bef9-0c2c329acf55),segment_id=219589a0-b169-43d5-bef9-0c2c329acf55)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:41.068299 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:41.100649 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 832b00d0-4eb8-4f3c-9853-f0715b46ef19 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:13:41.130633 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 832b00d0-4eb8-4f3c-9853-f0715b46ef19 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:13:41.130979 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 832b00d0-4eb8-4f3c-9853-f0715b46ef19 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:13:41.157858 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=d1689da3-0bb4-4336-91ce-1774453e9cb5,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:41.175823 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b7ae2623-2489-4f7e-847f-9395b440067a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a15c34d4d68485cba3d28644e4f4efe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1637392 Nov 12 01:13:41.178382 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41232) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:41.227427 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d984db67-a2c6-4439-937b-9d594a5ffa29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:41.249286 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d984db67-a2c6-4439-937b-9d594a5ffa29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:41.297456 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d984db67-a2c6-4439-937b-9d594a5ffa29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:41.300538 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d984db67-a2c6-4439-937b-9d594a5ffa29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:41.301917 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d984db67-a2c6-4439-937b-9d594a5ffa29 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aaf0d6e2-2831-4b7f-a6fd-94198061ccf3 HTTP/1.1" status: 204 len: 168 time: 0.1226149 Nov 12 01:13:41.311443 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984db67-a2c6-4439-937b-9d594a5ffa29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf0d6e2-2831-4b7f-a6fd-94198061ccf3,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:41.454672 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['d1689da3-0bb4-4336-91ce-1774453e9cb5'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:13:41.564578 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ceb07-07a6-4ea9-8c9f-206e5e02b7ef req-ac02a793-157c-48ec-9ab1-3c50d85b5458 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:41.567068 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-330ceb07-07a6-4ea9-8c9f-206e5e02b7ef req-ac02a793-157c-48ec-9ab1-3c50d85b5458 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/ports?device_id=42c1271e-2c75-479a-802a-079e1dc48752 HTTP/1.1" status: 200 len: 944 time: 0.0754778 Nov 12 01:13:41.640820 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-330ceb07-07a6-4ea9-8c9f-206e5e02b7ef req-5c9a856b-c521-4de9-a5ad-708065e1551a tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ac0712c-a12b-4294-9453-7e1794dd4e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641475 Nov 12 01:13:41.657617 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41244) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:41.676790 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-07d49fff-7b58-481c-8327-12289f685efb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:41.767625 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-07d49fff-7b58-481c-8327-12289f685efb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:41.773240 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-07d49fff-7b58-481c-8327-12289f685efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:41.812616 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-07d49fff-7b58-481c-8327-12289f685efb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b6b8d48bc68249a98a29548072f725d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1533577 Nov 12 01:13:41.813316 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d49fff-7b58-481c-8327-12289f685efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363bc925-4c9a-4a3f-957a-ff1cee2aeea7,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:41.815902 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41250) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:41.866844 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f6017efb-a7bd-42a6-b754-0fd7611dcc77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:41.888465 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f6017efb-a7bd-42a6-b754-0fd7611dcc77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:41.934686 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f6017efb-a7bd-42a6-b754-0fd7611dcc77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:41.937879 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f6017efb-a7bd-42a6-b754-0fd7611dcc77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:41.939049 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f6017efb-a7bd-42a6-b754-0fd7611dcc77 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/363bc925-4c9a-4a3f-957a-ff1cee2aeea7 HTTP/1.1" status: 204 len: 168 time: 0.1217968 Nov 12 01:13:41.948350 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6017efb-a7bd-42a6-b754-0fd7611dcc77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363bc925-4c9a-4a3f-957a-ff1cee2aeea7,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:42.275791 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41256) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:42.296693 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-36db9b24-346c-44fd-8c6e-fa1eb5710159 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:42.397637 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-36db9b24-346c-44fd-8c6e-fa1eb5710159 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:42.402541 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-36db9b24-346c-44fd-8c6e-fa1eb5710159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:42.445439 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-36db9b24-346c-44fd-8c6e-fa1eb5710159 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=034d089808b84aea9e65193982d2fae5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1678421 Nov 12 01:13:42.446300 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db9b24-346c-44fd-8c6e-fa1eb5710159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5ef931-0107-42b6-af0e-1fc441fdfd52,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:42.448451 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41258) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:42.503469 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-94049987-6e3b-4aee-8ab1-873c2a1133d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:42.524458 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-94049987-6e3b-4aee-8ab1-873c2a1133d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:42.569755 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-94049987-6e3b-4aee-8ab1-873c2a1133d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:42.572244 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-94049987-6e3b-4aee-8ab1-873c2a1133d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:42.574058 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-94049987-6e3b-4aee-8ab1-873c2a1133d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8f5ef931-0107-42b6-af0e-1fc441fdfd52 HTTP/1.1" status: 204 len: 168 time: 0.1236761 Nov 12 01:13:42.583657 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94049987-6e3b-4aee-8ab1-873c2a1133d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5ef931-0107-42b6-af0e-1fc441fdfd52,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:42.777565 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b80a1-11e5-48a0-a544-7704b288b7d8 req-5432d39b-136a-4876-9c88-7a41526c4304 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:42.779117 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-739b80a1-11e5-48a0-a544-7704b288b7d8 req-5432d39b-136a-4876-9c88-7a41526c4304 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/ports?device_id=42c1271e-2c75-479a-802a-079e1dc48752 HTTP/1.1" status: 200 len: 944 time: 0.0618875 Nov 12 01:13:42.830306 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:42.839416 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device d1689da3-0bb4-4336-91ce-1774453e9cb5 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:13:42.879265 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-739b80a1-11e5-48a0-a544-7704b288b7d8 req-d6fe0c3a-8dfc-4c58-b057-df71fc498ddb tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ac0712c-a12b-4294-9453-7e1794dd4e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935197 Nov 12 01:13:42.906681 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port d1689da3-0bb4-4336-91ce-1774453e9cb5 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:13:42.911427 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port d1689da3-0bb4-4336-91ce-1774453e9cb5 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:42.912079 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:42.995130 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:43.022343 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c1271e-2c75-479a-802a-079e1dc48752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1689da3-0bb4-4336-91ce-1774453e9cb5'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:13:43.024660 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c504a6-2c0d-40a8-bd7e-3e10d9ff7538" -d '{"events": [{"server_uuid": "42c1271e-2c75-479a-802a-079e1dc48752", "name": "network-vif-plugged", "status": "completed", "tag": "d1689da3-0bb4-4336-91ce-1774453e9cb5"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:13:43.042020 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port d1689da3-0bb4-4336-91ce-1774453e9cb5, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=d1689da3-0bb4-4336-91ce-1774453e9cb5,segment=NetworkSegment(219589a0-b169-43d5-bef9-0c2c329acf55),segment_id=219589a0-b169-43d5-bef9-0c2c329acf55)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:43.049284 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:43.087485 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4632fc5-f8e5-4720-a210-06efe4591b5d x-openstack-request-id: req-d4632fc5-f8e5-4720-a210-06efe4591b5d {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:13:43.087750 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c1271e-2c75-479a-802a-079e1dc48752", "name": "network-vif-plugged", "status": "completed", "tag": "d1689da3-0bb4-4336-91ce-1774453e9cb5", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:13:43.088455 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4632fc5-f8e5-4720-a210-06efe4591b5d {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:13:43.089060 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c1271e-2c75-479a-802a-079e1dc48752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1689da3-0bb4-4336-91ce-1774453e9cb5', 'code': 200} Nov 12 01:13:43.123239 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=d1689da3-0bb4-4336-91ce-1774453e9cb5,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:43.238008 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55fe55-d979-4171-b8cb-4a8fb4d5f62a req-42ddf5c4-a71c-44aa-bf1b-58f177842818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:43.239735 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3e55fe55-d979-4171-b8cb-4a8fb4d5f62a req-42ddf5c4-a71c-44aa-bf1b-58f177842818 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=42c1271e-2c75-479a-802a-079e1dc48752 HTTP/1.1" status: 200 len: 1097 time: 0.0619607 Nov 12 01:13:43.297245 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3e55fe55-d979-4171-b8cb-4a8fb4d5f62a req-3e36dbc2-4f5f-465c-9339-2fe53af6f0f2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3ac0712c-a12b-4294-9453-7e1794dd4e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499554 Nov 12 01:13:44.023989 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be95a04-c942-48c4-ac50-ba5cf54ffad5 req-d6302ffd-e45a-4247-b46a-17e61758f951 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:44.027707 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7be95a04-c942-48c4-ac50-ba5cf54ffad5 req-d6302ffd-e45a-4247-b46a-17e61758f951 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/ports?device_id=42c1271e-2c75-479a-802a-079e1dc48752 HTTP/1.1" status: 200 len: 945 time: 0.0504656 Nov 12 01:13:44.035845 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41310) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:44.075736 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7be95a04-c942-48c4-ac50-ba5cf54ffad5 req-82cc257b-2cbe-4f09-9a63-a6212c82eea9 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ac0712c-a12b-4294-9453-7e1794dd4e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423920 Nov 12 01:13:44.191685 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-96ae05f2-bf75-4cbf-aae2-3c2a6a88f332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1682445147'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:44.213658 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ae05f2-bf75-4cbf-aae2-3c2a6a88f332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543-project] Made reservation on behalf of f1fdd572b29246c9860a65350d6fdadc for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:13:44.217075 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-96ae05f2-bf75-4cbf-aae2-3c2a6a88f332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:44.226357 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-96ae05f2-bf75-4cbf-aae2-3c2a6a88f332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:44.301457 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-96ae05f2-bf75-4cbf-aae2-3c2a6a88f332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:44.305129 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-96ae05f2-bf75-4cbf-aae2-3c2a6a88f332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:44.335042 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96ae05f2-bf75-4cbf-aae2-3c2a6a88f332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:13:44.340424 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae05f2-bf75-4cbf-aae2-3c2a6a88f332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f26e855-8ad3-4a4f-87cd-2f22d072d650,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:44.348526 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-96ae05f2-bf75-4cbf-aae2-3c2a6a88f332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:44.348840 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-96ae05f2-bf75-4cbf-aae2-3c2a6a88f332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543-project] Added segment c4f187f7-ae27-4a29-8ba8-34b53fa1e216 of type vlan for network ad5bfd2f-f7af-434e-9883-18dfc350980f Nov 12 01:13:44.392069 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-96ae05f2-bf75-4cbf-aae2-3c2a6a88f332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:44.419124 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-96ae05f2-bf75-4cbf-aae2-3c2a6a88f332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:44.425232 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ae05f2-bf75-4cbf-aae2-3c2a6a88f332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:44.425779 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-96ae05f2-bf75-4cbf-aae2-3c2a6a88f332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:44.463287 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-96ae05f2-bf75-4cbf-aae2-3c2a6a88f332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.4262300 Nov 12 01:13:44.498420 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae05f2-bf75-4cbf-aae2-3c2a6a88f332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543-project] Pushing event updated for resources: {'Network': ['ID=ad5bfd2f-f7af-434e-9883-18dfc350980f,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:44.511648 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network ad5bfd2f-f7af-434e-9883-18dfc350980f details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:13:44.658374 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41320) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:44.663818 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Request body: {'port': {'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f', 'binding:host_id': 'n-h1-812236-11', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-528767119'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:44.686213 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Made reservation on behalf of 7b98f8c6d75b4f75ad44e6e99596888d for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:13:44.689257 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:44.697835 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:44.804198 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:44.809294 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:44.818377 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] device_id is not set on port 5c7d49dd-2e6c-423c-a139-e37ca044428e yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:13:44.920595 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a736dc70-a713-44cc-a0b5-f7768a5acd93,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:45.093800 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] device_id is not set on port 5c7d49dd-2e6c-423c-a139-e37ca044428e yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:13:45.107812 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:45.118836 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:45.187769 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Pushing event updated for resources: {'Port': ['ID=5c7d49dd-2e6c-423c-a139-e37ca044428e,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:45.207177 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Checking segment: {'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:13:45.207886 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Network hostable DHCP agents. Network: ad5bfd2f-f7af-434e-9883-18dfc350980f, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:13:45.227678 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Network ad5bfd2f-f7af-434e-9883-18dfc350980f is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:13:45.243135 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, ad5bfd2f-f7af-434e-9883-18dfc350980f) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:45.251299 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:13:45.253051 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac97b5b5-460a-44ad-9e27-dd1f708cb241 None None] Network ad5bfd2f-f7af-434e-9883-18dfc350980f requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:13:45.257958 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e167c990-1c8b-4687-ad93-2a53725ad684 req-bf2fc4a4-8231-4ba8-909c-f4637027ca2a tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:45.260817 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e167c990-1c8b-4687-ad93-2a53725ad684 req-bf2fc4a4-8231-4ba8-909c-f4637027ca2a tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/ports?device_id=42c1271e-2c75-479a-802a-079e1dc48752 HTTP/1.1" status: 200 len: 945 time: 0.0761063 Nov 12 01:13:45.271673 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 5c7d49dd-2e6c-423c-a139-e37ca044428e on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:13:45.272008 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 5c7d49dd-2e6c-423c-a139-e37ca044428e by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:13:45.272573 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 5c7d49dd-2e6c-423c-a139-e37ca044428e on network ad5bfd2f-f7af-434e-9883-18dfc350980f {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:45.277664 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Port 5c7d49dd-2e6c-423c-a139-e37ca044428e on network ad5bfd2f-f7af-434e-9883-18dfc350980f not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:13:45.277995 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Failed to bind port 5c7d49dd-2e6c-423c-a139-e37ca044428e on host n-h1-812236-11 for vnic_type normal using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] Nov 12 01:13:45.278384 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempt 2 to bind port 5c7d49dd-2e6c-423c-a139-e37ca044428e Nov 12 01:13:45.292683 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 5c7d49dd-2e6c-423c-a139-e37ca044428e on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:13:45.293244 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 5c7d49dd-2e6c-423c-a139-e37ca044428e by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:13:45.293624 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 5c7d49dd-2e6c-423c-a139-e37ca044428e on network ad5bfd2f-f7af-434e-9883-18dfc350980f {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:45.298337 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Port 5c7d49dd-2e6c-423c-a139-e37ca044428e on network ad5bfd2f-f7af-434e-9883-18dfc350980f not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:13:45.298661 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Failed to bind port 5c7d49dd-2e6c-423c-a139-e37ca044428e on host n-h1-812236-11 for vnic_type normal using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] Nov 12 01:13:45.299056 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempt 3 to bind port 5c7d49dd-2e6c-423c-a139-e37ca044428e Nov 12 01:13:45.312925 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 5c7d49dd-2e6c-423c-a139-e37ca044428e on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:13:45.313230 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 5c7d49dd-2e6c-423c-a139-e37ca044428e by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:13:45.313845 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 5c7d49dd-2e6c-423c-a139-e37ca044428e on network ad5bfd2f-f7af-434e-9883-18dfc350980f {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:45.319849 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Port 5c7d49dd-2e6c-423c-a139-e37ca044428e on network ad5bfd2f-f7af-434e-9883-18dfc350980f not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:13:45.320183 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Failed to bind port 5c7d49dd-2e6c-423c-a139-e37ca044428e on host n-h1-812236-11 for vnic_type normal using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] Nov 12 01:13:45.320580 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempt 4 to bind port 5c7d49dd-2e6c-423c-a139-e37ca044428e Nov 12 01:13:45.323048 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e167c990-1c8b-4687-ad93-2a53725ad684 req-a691a1c6-fcb2-4dd7-874a-11d2292106c1 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ac0712c-a12b-4294-9453-7e1794dd4e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538671 Nov 12 01:13:45.335465 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 5c7d49dd-2e6c-423c-a139-e37ca044428e on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:13:45.335809 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 5c7d49dd-2e6c-423c-a139-e37ca044428e by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:13:45.336215 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 5c7d49dd-2e6c-423c-a139-e37ca044428e on network ad5bfd2f-f7af-434e-9883-18dfc350980f {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:45.341045 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Port 5c7d49dd-2e6c-423c-a139-e37ca044428e on network ad5bfd2f-f7af-434e-9883-18dfc350980f not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:13:45.341410 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Failed to bind port 5c7d49dd-2e6c-423c-a139-e37ca044428e on host n-h1-812236-11 for vnic_type normal using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] Nov 12 01:13:45.341817 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempt 5 to bind port 5c7d49dd-2e6c-423c-a139-e37ca044428e Nov 12 01:13:45.357717 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 5c7d49dd-2e6c-423c-a139-e37ca044428e on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:13:45.358057 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 5c7d49dd-2e6c-423c-a139-e37ca044428e by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:13:45.358954 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 5c7d49dd-2e6c-423c-a139-e37ca044428e on network ad5bfd2f-f7af-434e-9883-18dfc350980f {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:45.364119 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Port 5c7d49dd-2e6c-423c-a139-e37ca044428e on network ad5bfd2f-f7af-434e-9883-18dfc350980f not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:13:45.364450 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Failed to bind port 5c7d49dd-2e6c-423c-a139-e37ca044428e on host n-h1-812236-11 for vnic_type normal using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] Nov 12 01:13:45.364843 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempt 6 to bind port 5c7d49dd-2e6c-423c-a139-e37ca044428e Nov 12 01:13:45.382945 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 5c7d49dd-2e6c-423c-a139-e37ca044428e on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:13:45.383534 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 5c7d49dd-2e6c-423c-a139-e37ca044428e by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:13:45.384536 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 5c7d49dd-2e6c-423c-a139-e37ca044428e on network ad5bfd2f-f7af-434e-9883-18dfc350980f {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:45.390068 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Port 5c7d49dd-2e6c-423c-a139-e37ca044428e on network ad5bfd2f-f7af-434e-9883-18dfc350980f not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:13:45.390508 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Failed to bind port 5c7d49dd-2e6c-423c-a139-e37ca044428e on host n-h1-812236-11 for vnic_type normal using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] Nov 12 01:13:45.391022 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempt 7 to bind port 5c7d49dd-2e6c-423c-a139-e37ca044428e Nov 12 01:13:45.417237 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 5c7d49dd-2e6c-423c-a139-e37ca044428e on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:13:45.417601 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 5c7d49dd-2e6c-423c-a139-e37ca044428e by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:13:45.417944 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 5c7d49dd-2e6c-423c-a139-e37ca044428e on network ad5bfd2f-f7af-434e-9883-18dfc350980f {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:45.426397 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Port 5c7d49dd-2e6c-423c-a139-e37ca044428e on network ad5bfd2f-f7af-434e-9883-18dfc350980f not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:13:45.426837 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Failed to bind port 5c7d49dd-2e6c-423c-a139-e37ca044428e on host n-h1-812236-11 for vnic_type normal using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] Nov 12 01:13:45.427327 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempt 8 to bind port 5c7d49dd-2e6c-423c-a139-e37ca044428e Nov 12 01:13:45.442852 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 5c7d49dd-2e6c-423c-a139-e37ca044428e on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:13:45.443443 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 5c7d49dd-2e6c-423c-a139-e37ca044428e by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:13:45.443873 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 5c7d49dd-2e6c-423c-a139-e37ca044428e on network ad5bfd2f-f7af-434e-9883-18dfc350980f {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:45.448391 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Port 5c7d49dd-2e6c-423c-a139-e37ca044428e on network ad5bfd2f-f7af-434e-9883-18dfc350980f not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:13:45.448921 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Failed to bind port 5c7d49dd-2e6c-423c-a139-e37ca044428e on host n-h1-812236-11 for vnic_type normal using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] Nov 12 01:13:45.449441 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempt 9 to bind port 5c7d49dd-2e6c-423c-a139-e37ca044428e Nov 12 01:13:45.465982 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 5c7d49dd-2e6c-423c-a139-e37ca044428e on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:13:45.466426 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 5c7d49dd-2e6c-423c-a139-e37ca044428e by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:13:45.466858 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 5c7d49dd-2e6c-423c-a139-e37ca044428e on network ad5bfd2f-f7af-434e-9883-18dfc350980f {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:45.473680 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Port 5c7d49dd-2e6c-423c-a139-e37ca044428e on network ad5bfd2f-f7af-434e-9883-18dfc350980f not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:13:45.474209 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Failed to bind port 5c7d49dd-2e6c-423c-a139-e37ca044428e on host n-h1-812236-11 for vnic_type normal using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] Nov 12 01:13:45.474840 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempt 10 to bind port 5c7d49dd-2e6c-423c-a139-e37ca044428e Nov 12 01:13:45.495543 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 5c7d49dd-2e6c-423c-a139-e37ca044428e on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:13:45.496000 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 5c7d49dd-2e6c-423c-a139-e37ca044428e by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:13:45.496681 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 5c7d49dd-2e6c-423c-a139-e37ca044428e on network ad5bfd2f-f7af-434e-9883-18dfc350980f {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:45.502762 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Port 5c7d49dd-2e6c-423c-a139-e37ca044428e on network ad5bfd2f-f7af-434e-9883-18dfc350980f not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:13:45.503214 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Failed to bind port 5c7d49dd-2e6c-423c-a139-e37ca044428e on host n-h1-812236-11 for vnic_type normal using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] Nov 12 01:13:45.503681 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:45.587577 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] For port 5c7d49dd-2e6c-423c-a139-e37ca044428e, host n-h1-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:13:45.588408 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempted to set empty binding levels {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 01:13:45.594464 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:45.629941 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:45.630648 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:45.663695 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.0016949 Nov 12 01:13:45.663695 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b415af-936e-4507-a3b9-df13b675c02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Pushing event updated for resources: {'Port': ['ID=5c7d49dd-2e6c-423c-a139-e37ca044428e,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:45.664469 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41364) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:45.761476 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-5a17bfc2-6b27-43cc-9879-99e4487b4778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Deleting port 5c7d49dd-2e6c-423c-a139-e37ca044428e {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:13:45.762171 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5a17bfc2-6b27-43cc-9879-99e4487b4778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:45.846437 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-5a17bfc2-6b27-43cc-9879-99e4487b4778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] For port 5c7d49dd-2e6c-423c-a139-e37ca044428e, host n-h1-812236-11, got binding levels [] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:45.846893 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5a17bfc2-6b27-43cc-9879-99e4487b4778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:45.864769 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-5a17bfc2-6b27-43cc-9879-99e4487b4778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Calling delete_port for 5c7d49dd-2e6c-423c-a139-e37ca044428e owned by {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:13:45.963295 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5a17bfc2-6b27-43cc-9879-99e4487b4778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:46.011944 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17bfc2-6b27-43cc-9879-99e4487b4778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c7d49dd-2e6c-423c-a139-e37ca044428e,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:46.020673 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5a17bfc2-6b27-43cc-9879-99e4487b4778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:46.027303 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5a17bfc2-6b27-43cc-9879-99e4487b4778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] 10.222.0.20 "DELETE /v2.0/ports/5c7d49dd-2e6c-423c-a139-e37ca044428e HTTP/1.1" status: 204 len: 168 time: 0.3541124 Nov 12 01:13:46.027656 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41380) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:46.055830 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-650646a9-1dfc-494c-a9b5-786b6045d081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] GET failed (client error): The resource could not be found. Nov 12 01:13:46.057624 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-650646a9-1dfc-494c-a9b5-786b6045d081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] 10.222.0.20 "GET /v2.0/ports/5c7d49dd-2e6c-423c-a139-e37ca044428e HTTP/1.1" status: 404 len: 333 time: 0.0287974 Nov 12 01:13:46.062171 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41390) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:46.068019 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-2a62c6f2-0fa6-4d15-81b7-ad648194a858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Request body: {'port': {'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933934662'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:46.115258 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a62c6f2-0fa6-4d15-81b7-ad648194a858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Made reservation on behalf of 7b98f8c6d75b4f75ad44e6e99596888d for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:13:46.118860 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2a62c6f2-0fa6-4d15-81b7-ad648194a858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:46.141119 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-2a62c6f2-0fa6-4d15-81b7-ad648194a858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] device_id is not set on port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:13:46.369329 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2a62c6f2-0fa6-4d15-81b7-ad648194a858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:46.414629 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2a62c6f2-0fa6-4d15-81b7-ad648194a858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:46.456274 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a62c6f2-0fa6-4d15-81b7-ad648194a858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Network ad5bfd2f-f7af-434e-9883-18dfc350980f is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:13:46.461007 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-2a62c6f2-0fa6-4d15-81b7-ad648194a858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:46.464466 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a62c6f2-0fa6-4d15-81b7-ad648194a858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:13:46.465444 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a62c6f2-0fa6-4d15-81b7-ad648194a858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:46.465972 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2a62c6f2-0fa6-4d15-81b7-ad648194a858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:46.473830 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a62c6f2-0fa6-4d15-81b7-ad648194a858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Pushing event updated for resources: {'Port': ['ID=868b7fa0-6bd1-4cab-bb09-5e73c5e953e0,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:46.486373 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2a62c6f2-0fa6-4d15-81b7-ad648194a858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4230523 Nov 12 01:13:46.488958 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41416) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:46.494684 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:46.564081 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:46.757100 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] device_id is not set on port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:13:46.766147 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:46.772272 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:46.836881 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Pushing event updated for resources: {'Port': ['ID=868b7fa0-6bd1-4cab-bb09-5e73c5e953e0,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:46.841120 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:13:46.841486 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:13:46.841828 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 on network ad5bfd2f-f7af-434e-9883-18dfc350980f {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:46.847930 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 on network ad5bfd2f-f7af-434e-9883-18dfc350980f not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:13:46.848277 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Failed to bind port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 on host n-h1-812236-11 for vnic_type normal using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] Nov 12 01:13:46.848684 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempt 2 to bind port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 Nov 12 01:13:46.863103 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:13:46.863442 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:13:46.863781 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 on network ad5bfd2f-f7af-434e-9883-18dfc350980f {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:46.868310 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 on network ad5bfd2f-f7af-434e-9883-18dfc350980f not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:13:46.868654 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Failed to bind port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 on host n-h1-812236-11 for vnic_type normal using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] Nov 12 01:13:46.869071 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempt 3 to bind port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 Nov 12 01:13:46.885920 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:13:46.886258 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:13:46.886601 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 on network ad5bfd2f-f7af-434e-9883-18dfc350980f {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:46.891769 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 on network ad5bfd2f-f7af-434e-9883-18dfc350980f not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:13:46.892217 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Failed to bind port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 on host n-h1-812236-11 for vnic_type normal using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] Nov 12 01:13:46.892607 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempt 4 to bind port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 Nov 12 01:13:46.909283 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:13:46.909687 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:13:46.910088 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 on network ad5bfd2f-f7af-434e-9883-18dfc350980f {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:46.916429 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 on network ad5bfd2f-f7af-434e-9883-18dfc350980f not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:13:46.916758 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Failed to bind port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 on host n-h1-812236-11 for vnic_type normal using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] Nov 12 01:13:46.917152 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempt 5 to bind port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 Nov 12 01:13:46.930035 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:13:46.930378 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:13:46.930719 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 on network ad5bfd2f-f7af-434e-9883-18dfc350980f {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:46.937273 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 on network ad5bfd2f-f7af-434e-9883-18dfc350980f not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:13:46.937627 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Failed to bind port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 on host n-h1-812236-11 for vnic_type normal using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] Nov 12 01:13:46.938043 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempt 6 to bind port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 Nov 12 01:13:46.952635 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:13:46.952635 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:13:46.952635 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 on network ad5bfd2f-f7af-434e-9883-18dfc350980f {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:46.957830 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 on network ad5bfd2f-f7af-434e-9883-18dfc350980f not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:13:46.958164 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Failed to bind port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 on host n-h1-812236-11 for vnic_type normal using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] Nov 12 01:13:46.958562 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempt 7 to bind port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 Nov 12 01:13:46.975562 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:13:46.975910 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:13:46.976272 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 on network ad5bfd2f-f7af-434e-9883-18dfc350980f {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:46.980852 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 on network ad5bfd2f-f7af-434e-9883-18dfc350980f not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:13:46.981191 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Failed to bind port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 on host n-h1-812236-11 for vnic_type normal using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] Nov 12 01:13:46.981635 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempt 8 to bind port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 Nov 12 01:13:46.995515 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:13:46.995878 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:13:46.996240 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 on network ad5bfd2f-f7af-434e-9883-18dfc350980f {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:47.001279 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 on network ad5bfd2f-f7af-434e-9883-18dfc350980f not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:13:47.001636 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Failed to bind port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 on host n-h1-812236-11 for vnic_type normal using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] Nov 12 01:13:47.002027 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempt 9 to bind port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 Nov 12 01:13:47.018959 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:13:47.019318 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:13:47.019758 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 on network ad5bfd2f-f7af-434e-9883-18dfc350980f {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:47.024692 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 on network ad5bfd2f-f7af-434e-9883-18dfc350980f not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:13:47.025016 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Failed to bind port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 on host n-h1-812236-11 for vnic_type normal using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] Nov 12 01:13:47.025435 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempt 10 to bind port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 Nov 12 01:13:47.043203 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:13:47.043678 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:13:47.044013 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 on network ad5bfd2f-f7af-434e-9883-18dfc350980f {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:47.049238 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 on network ad5bfd2f-f7af-434e-9883-18dfc350980f not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:13:47.049893 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Failed to bind port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 on host n-h1-812236-11 for vnic_type normal using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] Nov 12 01:13:47.050262 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:47.123521 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] For port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0, host n-h1-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:13:47.125085 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempted to set empty binding levels {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 01:13:47.132510 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:47.172381 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] In _notify_port_updated(), no bound segment for port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 on network ad5bfd2f-f7af-434e-9883-18dfc350980f {{(pid=102662) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:13:47.173682 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:47.174341 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:47.175734 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] 10.222.0.20 "PUT /v2.0/ports/868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 HTTP/1.1" status: 200 len: 980 time: 0.6855805 Nov 12 01:13:47.178268 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41420) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:47.253090 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec86f8-d1eb-4834-a54e-25ffab656a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Pushing event updated for resources: {'Port': ['ID=868b7fa0-6bd1-4cab-bb09-5e73c5e953e0,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:47.287668 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0706286e-5be1-4bf7-980f-0f12cd7050e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:47.288129 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0706286e-5be1-4bf7-980f-0f12cd7050e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:47.288603 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0706286e-5be1-4bf7-980f-0f12cd7050e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:47.289047 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0706286e-5be1-4bf7-980f-0f12cd7050e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:47.289515 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0706286e-5be1-4bf7-980f-0f12cd7050e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:47.289958 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0706286e-5be1-4bf7-980f-0f12cd7050e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:47.290398 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0706286e-5be1-4bf7-980f-0f12cd7050e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:47.290836 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0706286e-5be1-4bf7-980f-0f12cd7050e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:47.291273 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0706286e-5be1-4bf7-980f-0f12cd7050e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:47.291715 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0706286e-5be1-4bf7-980f-0f12cd7050e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:47.292274 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0706286e-5be1-4bf7-980f-0f12cd7050e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:47.292582 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0706286e-5be1-4bf7-980f-0f12cd7050e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:47.293070 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0706286e-5be1-4bf7-980f-0f12cd7050e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:47.293526 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0706286e-5be1-4bf7-980f-0f12cd7050e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:47.293968 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0706286e-5be1-4bf7-980f-0f12cd7050e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:47.294405 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0706286e-5be1-4bf7-980f-0f12cd7050e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:47.294841 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0706286e-5be1-4bf7-980f-0f12cd7050e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:47.295275 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0706286e-5be1-4bf7-980f-0f12cd7050e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:47.295860 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0706286e-5be1-4bf7-980f-0f12cd7050e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:47.302356 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0706286e-5be1-4bf7-980f-0f12cd7050e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17199 time: 0.1200037 Nov 12 01:13:47.302780 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41422) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:47.385870 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-95b88f8a-d0e6-413d-8f4c-2d32364447bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Deleting port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:13:47.386216 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-95b88f8a-d0e6-413d-8f4c-2d32364447bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:47.459231 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-95b88f8a-d0e6-413d-8f4c-2d32364447bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] For port 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0, host n-h1-812236-11, got binding levels [] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:47.459604 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-95b88f8a-d0e6-413d-8f4c-2d32364447bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:47.474837 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-95b88f8a-d0e6-413d-8f4c-2d32364447bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Calling delete_port for 868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 owned by {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:13:47.571883 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-95b88f8a-d0e6-413d-8f4c-2d32364447bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:47.602616 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b88f8a-d0e6-413d-8f4c-2d32364447bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Pushing event deleted for resources: {'Port': ['ID=868b7fa0-6bd1-4cab-bb09-5e73c5e953e0,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:47.610921 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-95b88f8a-d0e6-413d-8f4c-2d32364447bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:47.614143 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-95b88f8a-d0e6-413d-8f4c-2d32364447bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] 10.222.0.20 "DELETE /v2.0/ports/868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 HTTP/1.1" status: 204 len: 168 time: 0.3104241 Nov 12 01:13:47.616713 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41436) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:47.647579 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-456b489e-6909-48a2-93ee-7484686ae9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] GET failed (client error): The resource could not be found. Nov 12 01:13:47.652809 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-456b489e-6909-48a2-93ee-7484686ae9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] 10.222.0.20 "GET /v2.0/ports/868b7fa0-6bd1-4cab-bb09-5e73c5e953e0 HTTP/1.1" status: 404 len: 333 time: 0.0314159 Nov 12 01:13:47.653002 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41438) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:47.661677 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-7dc2166f-d768-4765-9e4f-0155b286d401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-158461355', 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:47.684620 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc2166f-d768-4765-9e4f-0155b286d401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Made reservation on behalf of 7b98f8c6d75b4f75ad44e6e99596888d for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:13:47.687557 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7dc2166f-d768-4765-9e4f-0155b286d401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:47.704066 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-7dc2166f-d768-4765-9e4f-0155b286d401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] device_id is not set on port 781c7f9f-4dd5-4a6e-82db-52c7d7e5bafe yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:13:47.869199 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7dc2166f-d768-4765-9e4f-0155b286d401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:47.909038 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7dc2166f-d768-4765-9e4f-0155b286d401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:47.968750 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc2166f-d768-4765-9e4f-0155b286d401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Pushing event updated for resources: {'Port': ['ID=781c7f9f-4dd5-4a6e-82db-52c7d7e5bafe,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:47.977006 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc2166f-d768-4765-9e4f-0155b286d401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Network ad5bfd2f-f7af-434e-9883-18dfc350980f is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:13:47.978572 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-7dc2166f-d768-4765-9e4f-0155b286d401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:47.982854 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc2166f-d768-4765-9e4f-0155b286d401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:13:47.985844 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc2166f-d768-4765-9e4f-0155b286d401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:47.986536 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7dc2166f-d768-4765-9e4f-0155b286d401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:48.005590 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7dc2166f-d768-4765-9e4f-0155b286d401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3513744 Nov 12 01:13:48.008201 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41442) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:48.050219 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ff22ae-7a58-40cb-9eb9-d9f10e7a46fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:48.052155 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b5ff22ae-7a58-40cb-9eb9-d9f10e7a46fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] 10.222.0.20 "GET /v2.0/ports/781c7f9f-4dd5-4a6e-82db-52c7d7e5bafe HTTP/1.1" status: 200 len: 958 time: 0.0427272 Nov 12 01:13:48.054623 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41444) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:48.146077 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-7772637c-dfda-46aa-917d-963c7e19c037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Deleting port 781c7f9f-4dd5-4a6e-82db-52c7d7e5bafe {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:13:48.146725 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7772637c-dfda-46aa-917d-963c7e19c037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:48.216850 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7772637c-dfda-46aa-917d-963c7e19c037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:48.230585 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-7772637c-dfda-46aa-917d-963c7e19c037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Calling delete_port for 781c7f9f-4dd5-4a6e-82db-52c7d7e5bafe owned by {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:13:48.320987 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7772637c-dfda-46aa-917d-963c7e19c037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:48.349697 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7772637c-dfda-46aa-917d-963c7e19c037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Pushing event deleted for resources: {'Port': ['ID=781c7f9f-4dd5-4a6e-82db-52c7d7e5bafe,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:48.363756 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7772637c-dfda-46aa-917d-963c7e19c037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:48.364322 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7772637c-dfda-46aa-917d-963c7e19c037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:48.364846 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7772637c-dfda-46aa-917d-963c7e19c037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:48.365391 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7772637c-dfda-46aa-917d-963c7e19c037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:48.365915 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7772637c-dfda-46aa-917d-963c7e19c037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:48.366451 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7772637c-dfda-46aa-917d-963c7e19c037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:48.366966 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7772637c-dfda-46aa-917d-963c7e19c037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:48.367478 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7772637c-dfda-46aa-917d-963c7e19c037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:48.367812 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7772637c-dfda-46aa-917d-963c7e19c037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:48.368139 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7772637c-dfda-46aa-917d-963c7e19c037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:48.368674 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7772637c-dfda-46aa-917d-963c7e19c037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:48.369003 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7772637c-dfda-46aa-917d-963c7e19c037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:48.374182 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7772637c-dfda-46aa-917d-963c7e19c037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:48.376769 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7772637c-dfda-46aa-917d-963c7e19c037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] 10.222.0.20 "DELETE /v2.0/ports/781c7f9f-4dd5-4a6e-82db-52c7d7e5bafe HTTP/1.1" status: 204 len: 168 time: 0.3206990 Nov 12 01:13:48.379311 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41450) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:48.403786 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-337659a5-1611-48b1-bc2f-61f58866d9a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] GET failed (client error): The resource could not be found. Nov 12 01:13:48.406416 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-337659a5-1611-48b1-bc2f-61f58866d9a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] 10.222.0.20 "GET /v2.0/ports/781c7f9f-4dd5-4a6e-82db-52c7d7e5bafe HTTP/1.1" status: 404 len: 333 time: 0.0260544 Nov 12 01:13:48.410229 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41454) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:48.415177 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-43d7c3a4-4f4c-4b07-a582-d0e2e4e0f69a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Request body: {'port': {'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-258428375'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:48.440072 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d7c3a4-4f4c-4b07-a582-d0e2e4e0f69a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Made reservation on behalf of 7b98f8c6d75b4f75ad44e6e99596888d for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:13:48.442557 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-43d7c3a4-4f4c-4b07-a582-d0e2e4e0f69a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:48.462769 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-43d7c3a4-4f4c-4b07-a582-d0e2e4e0f69a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] device_id is not set on port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:13:48.638777 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-43d7c3a4-4f4c-4b07-a582-d0e2e4e0f69a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:48.675237 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-43d7c3a4-4f4c-4b07-a582-d0e2e4e0f69a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:48.718009 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d7c3a4-4f4c-4b07-a582-d0e2e4e0f69a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Network ad5bfd2f-f7af-434e-9883-18dfc350980f is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:13:48.721543 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-43d7c3a4-4f4c-4b07-a582-d0e2e4e0f69a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:48.727256 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d7c3a4-4f4c-4b07-a582-d0e2e4e0f69a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:13:48.728408 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d7c3a4-4f4c-4b07-a582-d0e2e4e0f69a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:48.728866 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-43d7c3a4-4f4c-4b07-a582-d0e2e4e0f69a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:48.741495 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d7c3a4-4f4c-4b07-a582-d0e2e4e0f69a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Pushing event updated for resources: {'Port': ['ID=4844e6b9-0e43-465d-a9cf-6825ca684ee7,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:48.757597 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-43d7c3a4-4f4c-4b07-a582-d0e2e4e0f69a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3458443 Nov 12 01:13:48.760051 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41460) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:48.766096 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:48.834213 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:49.032612 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] device_id is not set on port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:13:49.042618 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:49.051310 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:49.105915 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Pushing event updated for resources: {'Port': ['ID=4844e6b9-0e43-465d-a9cf-6825ca684ee7,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:49.117038 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:13:49.117393 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:13:49.117739 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 on network ad5bfd2f-f7af-434e-9883-18dfc350980f {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:49.123140 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 on network ad5bfd2f-f7af-434e-9883-18dfc350980f not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:13:49.123469 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Failed to bind port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 on host n-h1-812236-11 for vnic_type normal using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] Nov 12 01:13:49.124403 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempt 2 to bind port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 Nov 12 01:13:49.141650 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:13:49.141981 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:13:49.142320 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 on network ad5bfd2f-f7af-434e-9883-18dfc350980f {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:49.147107 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 on network ad5bfd2f-f7af-434e-9883-18dfc350980f not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:13:49.147417 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Failed to bind port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 on host n-h1-812236-11 for vnic_type normal using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] Nov 12 01:13:49.147808 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempt 3 to bind port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 Nov 12 01:13:49.162245 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:13:49.162581 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:13:49.162918 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 on network ad5bfd2f-f7af-434e-9883-18dfc350980f {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:49.167698 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 on network ad5bfd2f-f7af-434e-9883-18dfc350980f not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:13:49.168030 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Failed to bind port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 on host n-h1-812236-11 for vnic_type normal using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] Nov 12 01:13:49.168419 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempt 4 to bind port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 Nov 12 01:13:49.183501 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:13:49.183838 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:13:49.184174 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 on network ad5bfd2f-f7af-434e-9883-18dfc350980f {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:49.189980 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 on network ad5bfd2f-f7af-434e-9883-18dfc350980f not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:13:49.190305 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Failed to bind port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 on host n-h1-812236-11 for vnic_type normal using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] Nov 12 01:13:49.190697 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempt 5 to bind port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 Nov 12 01:13:49.203905 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:13:49.203905 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:13:49.204157 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 on network ad5bfd2f-f7af-434e-9883-18dfc350980f {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:49.208635 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 on network ad5bfd2f-f7af-434e-9883-18dfc350980f not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:13:49.208959 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Failed to bind port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 on host n-h1-812236-11 for vnic_type normal using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] Nov 12 01:13:49.209348 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempt 6 to bind port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 Nov 12 01:13:49.223390 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:13:49.223738 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:13:49.224057 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 on network ad5bfd2f-f7af-434e-9883-18dfc350980f {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:49.228327 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 on network ad5bfd2f-f7af-434e-9883-18dfc350980f not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:13:49.228653 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Failed to bind port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 on host n-h1-812236-11 for vnic_type normal using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] Nov 12 01:13:49.229038 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempt 7 to bind port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 Nov 12 01:13:49.241483 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:13:49.241754 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:13:49.242098 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 on network ad5bfd2f-f7af-434e-9883-18dfc350980f {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:49.246398 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 on network ad5bfd2f-f7af-434e-9883-18dfc350980f not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:13:49.246722 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Failed to bind port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 on host n-h1-812236-11 for vnic_type normal using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] Nov 12 01:13:49.247105 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempt 8 to bind port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 Nov 12 01:13:49.261622 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:13:49.261879 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:13:49.262209 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 on network ad5bfd2f-f7af-434e-9883-18dfc350980f {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:49.267224 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 on network ad5bfd2f-f7af-434e-9883-18dfc350980f not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:13:49.267529 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Failed to bind port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 on host n-h1-812236-11 for vnic_type normal using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] Nov 12 01:13:49.267911 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempt 9 to bind port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 Nov 12 01:13:49.280115 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:13:49.280444 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:13:49.280775 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 on network ad5bfd2f-f7af-434e-9883-18dfc350980f {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:49.285153 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 on network ad5bfd2f-f7af-434e-9883-18dfc350980f not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:13:49.285501 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Failed to bind port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 on host n-h1-812236-11 for vnic_type normal using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] Nov 12 01:13:49.285891 n-d-812236-11 neutron-server[102662]: INFO neutron.plugins.ml2.plugin [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempt 10 to bind port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 Nov 12 01:13:49.301828 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:13:49.302150 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:13:49.302489 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempting to bind port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 on network ad5bfd2f-f7af-434e-9883-18dfc350980f {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:49.306824 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 on network ad5bfd2f-f7af-434e-9883-18dfc350980f not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:13:49.307150 n-d-812236-11 neutron-server[102662]: ERROR neutron.plugins.ml2.managers [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Failed to bind port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 on host n-h1-812236-11 for vnic_type normal using segments [{'id': 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad5bfd2f-f7af-434e-9883-18dfc350980f'}] Nov 12 01:13:49.307510 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:49.380809 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] For port 4844e6b9-0e43-465d-a9cf-6825ca684ee7, host n-h1-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:13:49.381172 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attempted to set empty binding levels {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 01:13:49.387968 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:49.424248 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] In _notify_port_updated(), no bound segment for port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 on network ad5bfd2f-f7af-434e-9883-18dfc350980f {{(pid=102662) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:13:49.425100 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:49.425751 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:49.429866 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] 10.222.0.20 "PUT /v2.0/ports/4844e6b9-0e43-465d-a9cf-6825ca684ee7 HTTP/1.1" status: 200 len: 979 time: 0.6687164 Nov 12 01:13:49.430006 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41464) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:49.442598 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5627f814-aaf4-4bda-af26-97dbfaa13ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Pushing event updated for resources: {'Port': ['ID=4844e6b9-0e43-465d-a9cf-6825ca684ee7,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:49.525508 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-9a41207e-da02-4d60-afd0-518efbe662c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Deleting port 4844e6b9-0e43-465d-a9cf-6825ca684ee7 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:13:49.525764 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9a41207e-da02-4d60-afd0-518efbe662c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:49.600059 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-9a41207e-da02-4d60-afd0-518efbe662c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] For port 4844e6b9-0e43-465d-a9cf-6825ca684ee7, host n-h1-812236-11, got binding levels [] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:49.600613 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9a41207e-da02-4d60-afd0-518efbe662c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:49.616125 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-9a41207e-da02-4d60-afd0-518efbe662c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Calling delete_port for 4844e6b9-0e43-465d-a9cf-6825ca684ee7 owned by {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:13:49.711321 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9a41207e-da02-4d60-afd0-518efbe662c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:49.737982 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a41207e-da02-4d60-afd0-518efbe662c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Pushing event deleted for resources: {'Port': ['ID=4844e6b9-0e43-465d-a9cf-6825ca684ee7,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:49.744955 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9a41207e-da02-4d60-afd0-518efbe662c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:49.748318 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-9a41207e-da02-4d60-afd0-518efbe662c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] 10.222.0.20 "DELETE /v2.0/ports/4844e6b9-0e43-465d-a9cf-6825ca684ee7 HTTP/1.1" status: 204 len: 168 time: 0.3171179 Nov 12 01:13:49.751660 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41468) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:49.777998 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-af016341-887b-4347-9097-13ceb63cbc12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] GET failed (client error): The resource could not be found. Nov 12 01:13:49.783544 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-af016341-887b-4347-9097-13ceb63cbc12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197686034-project-admin] 10.222.0.20 "GET /v2.0/ports/4844e6b9-0e43-465d-a9cf-6825ca684ee7 HTTP/1.1" status: 404 len: 333 time: 0.0269902 Nov 12 01:13:49.784161 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41470) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:49.869669 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e18451c-1242-42f6-8650-8ff76234c9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:49.971770 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e18451c-1242-42f6-8650-8ff76234c9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:49.993480 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-4e18451c-1242-42f6-8650-8ff76234c9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad5bfd2f-f7af-434e-9883-18dfc350980f']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:50.003599 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-4e18451c-1242-42f6-8650-8ff76234c9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:50.003899 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-4e18451c-1242-42f6-8650-8ff76234c9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4f187f7-ae27-4a29-8ba8-34b53fa1e216') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:50.013764 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e18451c-1242-42f6-8650-8ff76234c9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:50.028546 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e18451c-1242-42f6-8650-8ff76234c9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:50.035270 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e18451c-1242-42f6-8650-8ff76234c9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:13:50.035657 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e18451c-1242-42f6-8650-8ff76234c9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:50.039005 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:13:50.039005 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:13:50.039005 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:13:50.039005 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:13:50.039005 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:13:50.039005 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:13:50.039005 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:13:50.039005 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:13:50.039005 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:13:50.039005 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:13:50.039005 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:13:50.039005 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:13:50.039005 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:13:50.039005 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:13:50.039005 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:13:50.039005 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:13:50.039005 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:13:50.039005 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:13:50.039005 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:13:50.039005 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:13:50.039005 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:13:50.039005 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:13:50.039005 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:13:50.039005 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:13:50.039005 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:13:50.039005 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:13:50.039005 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:13:50.039005 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:13:50.039005 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:13:50.039005 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:13:50.039005 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:13:50.039005 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:13:50.115969 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e18451c-1242-42f6-8650-8ff76234c9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:50.127272 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e18451c-1242-42f6-8650-8ff76234c9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:50.133596 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4e18451c-1242-42f6-8650-8ff76234c9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543-project] 10.222.0.20 "DELETE /v2.0/networks/ad5bfd2f-f7af-434e-9883-18dfc350980f HTTP/1.1" status: 204 len: 168 time: 0.3454146 Nov 12 01:13:50.149630 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e18451c-1242-42f6-8650-8ff76234c9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126703543-project] Pushing event deleted for resources: {'Network': ['ID=ad5bfd2f-f7af-434e-9883-18dfc350980f,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:50.418610 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41478) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:50.572871 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e4ab5a7b-c946-4fef-8ade-66d301481782 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f1fdd572b29246c9860a65350d6fdadc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1530879 Nov 12 01:13:50.575523 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41482) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:50.632547 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a6f8a90e-55ac-4294-ac82-37cdbd22aa97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:50.664779 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a6f8a90e-55ac-4294-ac82-37cdbd22aa97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:50.745510 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a6f8a90e-55ac-4294-ac82-37cdbd22aa97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:50.748339 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a6f8a90e-55ac-4294-ac82-37cdbd22aa97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:50.754618 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a6f8a90e-55ac-4294-ac82-37cdbd22aa97 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9f26e855-8ad3-4a4f-87cd-2f22d072d650 HTTP/1.1" status: 204 len: 168 time: 0.1779227 Nov 12 01:13:50.778494 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f8a90e-55ac-4294-ac82-37cdbd22aa97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f26e855-8ad3-4a4f-87cd-2f22d072d650,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:51.127022 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41500) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:51.225731 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41506) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:51.226258 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-2729558c-a19f-4186-be0b-1db811ff8e5a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7b98f8c6d75b4f75ad44e6e99596888d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0975976 Nov 12 01:13:51.291754 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3bc9a3ce-ec4c-4c53-8e17-0b9999de501d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:51.322757 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3bc9a3ce-ec4c-4c53-8e17-0b9999de501d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:51.391948 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3bc9a3ce-ec4c-4c53-8e17-0b9999de501d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:51.395664 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3bc9a3ce-ec4c-4c53-8e17-0b9999de501d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:51.397081 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3bc9a3ce-ec4c-4c53-8e17-0b9999de501d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a736dc70-a713-44cc-a0b5-f7768a5acd93 HTTP/1.1" status: 204 len: 168 time: 0.1696537 Nov 12 01:13:51.411514 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc9a3ce-ec4c-4c53-8e17-0b9999de501d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a736dc70-a713-44cc-a0b5-f7768a5acd93,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:51.420332 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc9a3ce-ec4c-4c53-8e17-0b9999de501d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:51.421075 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc9a3ce-ec4c-4c53-8e17-0b9999de501d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:51.421614 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc9a3ce-ec4c-4c53-8e17-0b9999de501d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:51.422738 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc9a3ce-ec4c-4c53-8e17-0b9999de501d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:51.423436 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc9a3ce-ec4c-4c53-8e17-0b9999de501d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:51.423864 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc9a3ce-ec4c-4c53-8e17-0b9999de501d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:51.424530 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc9a3ce-ec4c-4c53-8e17-0b9999de501d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:51.424953 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc9a3ce-ec4c-4c53-8e17-0b9999de501d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:51.425405 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc9a3ce-ec4c-4c53-8e17-0b9999de501d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:51.425839 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc9a3ce-ec4c-4c53-8e17-0b9999de501d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:51.426231 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc9a3ce-ec4c-4c53-8e17-0b9999de501d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:51.426620 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc9a3ce-ec4c-4c53-8e17-0b9999de501d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:51.598738 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41518) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:51.803603 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-180f81e7-6ea6-432d-81cd-eab1b68d3134 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:51.909749 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-180f81e7-6ea6-432d-81cd-eab1b68d3134 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:51.915125 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-180f81e7-6ea6-432d-81cd-eab1b68d3134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:51.955850 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-180f81e7-6ea6-432d-81cd-eab1b68d3134 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=022c53bb9855416e82de3c5405dffe1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3558948 Nov 12 01:13:51.956690 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f81e7-6ea6-432d-81cd-eab1b68d3134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba15c895-8a8f-4efe-882f-f43b6d9a1985,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:51.958636 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41532) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:52.019683 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0178958e-b9ce-44b4-9493-0e1d10dbbedc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:52.050845 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0178958e-b9ce-44b4-9493-0e1d10dbbedc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:52.107108 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0178958e-b9ce-44b4-9493-0e1d10dbbedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:52.110600 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0178958e-b9ce-44b4-9493-0e1d10dbbedc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:52.111793 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0178958e-b9ce-44b4-9493-0e1d10dbbedc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ba15c895-8a8f-4efe-882f-f43b6d9a1985 HTTP/1.1" status: 204 len: 168 time: 0.1521761 Nov 12 01:13:52.121635 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0178958e-b9ce-44b4-9493-0e1d10dbbedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba15c895-8a8f-4efe-882f-f43b6d9a1985,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:52.578720 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41556) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:52.593889 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6eee4cfe-fc46-4997-a935-0ea132b57923 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:52.675382 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6eee4cfe-fc46-4997-a935-0ea132b57923 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:52.679878 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6eee4cfe-fc46-4997-a935-0ea132b57923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:52.718794 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee4cfe-fc46-4997-a935-0ea132b57923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4816704-e109-48bf-a332-03251cdca76b,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:52.726032 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6eee4cfe-fc46-4997-a935-0ea132b57923 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c8cd6a874c54b31ad30d80288de3f53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1437113 Nov 12 01:13:52.726748 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41560) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:52.784460 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-22aaf3b3-4245-482e-a226-be0988e9fee4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:52.811376 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-22aaf3b3-4245-482e-a226-be0988e9fee4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:52.863979 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-22aaf3b3-4245-482e-a226-be0988e9fee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:52.866997 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-22aaf3b3-4245-482e-a226-be0988e9fee4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:52.868171 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-22aaf3b3-4245-482e-a226-be0988e9fee4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a4816704-e109-48bf-a332-03251cdca76b HTTP/1.1" status: 204 len: 168 time: 0.1384792 Nov 12 01:13:52.878516 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aaf3b3-4245-482e-a226-be0988e9fee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4816704-e109-48bf-a332-03251cdca76b,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:52.973424 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41568) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:53.272233 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41576) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:53.291867 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a930d08f-d550-4d7a-8f95-6d483f45d954 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:53.363965 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-430f0559-91a5-4d13-9a3f-3e39dfb0b6dd tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1458912519'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:53.395645 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a930d08f-d550-4d7a-8f95-6d483f45d954 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:53.402530 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a930d08f-d550-4d7a-8f95-6d483f45d954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:53.414192 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-430f0559-91a5-4d13-9a3f-3e39dfb0b6dd tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:53.415224 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-430f0559-91a5-4d13-9a3f-3e39dfb0b6dd tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:53.452534 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a930d08f-d550-4d7a-8f95-6d483f45d954 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=965ce9beac34413eab8c2683c5652b47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1783335 Nov 12 01:13:53.455482 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41578) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:53.457364 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a930d08f-d550-4d7a-8f95-6d483f45d954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d989fb-ab0c-48be-95ca-2b3a7fec508d,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:53.505178 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-430f0559-91a5-4d13-9a3f-3e39dfb0b6dd tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:53.509708 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-430f0559-91a5-4d13-9a3f-3e39dfb0b6dd tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:53.513346 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-92c530ce-d70a-49ba-bdc9-1dc3883965e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:53.526522 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-430f0559-91a5-4d13-9a3f-3e39dfb0b6dd tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:53.530330 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-430f0559-91a5-4d13-9a3f-3e39dfb0b6dd tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5533264 Nov 12 01:13:53.530765 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41580) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:53.538136 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-92c530ce-d70a-49ba-bdc9-1dc3883965e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:53.589583 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-92c530ce-d70a-49ba-bdc9-1dc3883965e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:53.595139 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-92c530ce-d70a-49ba-bdc9-1dc3883965e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:53.596972 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-92c530ce-d70a-49ba-bdc9-1dc3883965e5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a5d989fb-ab0c-48be-95ca-2b3a7fec508d HTTP/1.1" status: 204 len: 168 time: 0.1400905 Nov 12 01:13:53.606489 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c530ce-d70a-49ba-bdc9-1dc3883965e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d989fb-ab0c-48be-95ca-2b3a7fec508d,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:53.630219 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cb4659b1-b525-4ac3-ab8a-0ff08fc47cdc tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:53.804830 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cb4659b1-b525-4ac3-ab8a-0ff08fc47cdc tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:53.807094 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cb4659b1-b525-4ac3-ab8a-0ff08fc47cdc tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:53.857034 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cb4659b1-b525-4ac3-ab8a-0ff08fc47cdc tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:53.857797 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4659b1-b525-4ac3-ab8a-0ff08fc47cdc tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 37904ee4-720c-47c3-8362-751dce76b24c {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:13:53.863202 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cb4659b1-b525-4ac3-ab8a-0ff08fc47cdc tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:53.867466 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-cb4659b1-b525-4ac3-ab8a-0ff08fc47cdc tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] 10.222.0.20 "DELETE /v2.0/routers/37904ee4-720c-47c3-8362-751dce76b24c HTTP/1.1" status: 204 len: 168 time: 0.3327918 Nov 12 01:13:53.867635 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41586) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:53.872605 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-c9ad08d9-8493-4f14-b50b-1c4a6c102bd8 tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Request body: {'router': {'name': 'tempest-router-1416747431', 'distributed': False}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:53.896030 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c9ad08d9-8493-4f14-b50b-1c4a6c102bd8 tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:53.897140 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c9ad08d9-8493-4f14-b50b-1c4a6c102bd8 tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:53.960063 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c9ad08d9-8493-4f14-b50b-1c4a6c102bd8 tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:53.964561 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c9ad08d9-8493-4f14-b50b-1c4a6c102bd8 tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:53.981995 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c9ad08d9-8493-4f14-b50b-1c4a6c102bd8 tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:53.983770 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c9ad08d9-8493-4f14-b50b-1c4a6c102bd8 tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1148510 Nov 12 01:13:53.986732 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41594) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:54.088739 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4f833fc-ecbc-4ef5-9c17-1a7016ed9377 tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:54.263626 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4f833fc-ecbc-4ef5-9c17-1a7016ed9377 tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:54.266535 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4f833fc-ecbc-4ef5-9c17-1a7016ed9377 tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:54.307886 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c07aaf9f-65c1-4054-bcf9-b1d233769752 req-455b7c5f-4dc9-4894-8014-000cc07a84f5 service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.2003534 Nov 12 01:13:54.313452 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4f833fc-ecbc-4ef5-9c17-1a7016ed9377 tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:54.314241 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f833fc-ecbc-4ef5-9c17-1a7016ed9377 tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4f39e659-cc23-4ad3-ae61-7dc2163c40f0 {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:13:54.318439 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4f833fc-ecbc-4ef5-9c17-1a7016ed9377 tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:54.319580 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c4f833fc-ecbc-4ef5-9c17-1a7016ed9377 tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] 10.222.0.20 "DELETE /v2.0/routers/4f39e659-cc23-4ad3-ae61-7dc2163c40f0 HTTP/1.1" status: 204 len: 168 time: 0.3314724 Nov 12 01:13:54.323010 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41612) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:54.328530 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-787b5443-001d-4451-9c25-36c755303777 tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Request body: {'router': {'name': 'tempest-router-1243404410', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '099acb7af39041b893eec2f1e59e8810'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:54.341528 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:13:54.370923 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-787b5443-001d-4451-9c25-36c755303777 tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:54.373826 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-787b5443-001d-4451-9c25-36c755303777 tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:54.462721 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-787b5443-001d-4451-9c25-36c755303777 tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:54.485246 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-787b5443-001d-4451-9c25-36c755303777 tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:54.517073 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-787b5443-001d-4451-9c25-36c755303777 tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:54.519752 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-787b5443-001d-4451-9c25-36c755303777 tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1958010 Nov 12 01:13:54.522554 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41622) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:54.529657 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-7bff6c40-ede4-4a52-a865-bc8fa910e98f tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:54.634155 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6a75fb53-94dd-4e6d-a39f-f8dd8316a8a0 req-01ffc544-ea8d-4d0b-88ed-540e67ddc1cd service neutron] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.20 HTTP/1.1" status: 200 len: 210 time: 0.1835663 Nov 12 01:13:54.710093 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41628) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:54.930654 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-ae970ff8-d5f5-4db0-a6ba-5d508f656836 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Deleting port 701b5d74-d4f3-45bf-99d2-96e6a88415d2 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:13:54.931083 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ae970ff8-d5f5-4db0-a6ba-5d508f656836 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:55.041178 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ae970ff8-d5f5-4db0-a6ba-5d508f656836 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:55.041551 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ae970ff8-d5f5-4db0-a6ba-5d508f656836 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:55.060189 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-ae970ff8-d5f5-4db0-a6ba-5d508f656836 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Calling delete_port for 701b5d74-d4f3-45bf-99d2-96e6a88415d2 owned by network:floatingip {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:13:55.189921 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7bff6c40-ede4-4a52-a865-bc8fa910e98f tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-425772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40044'] for router, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:55.190601 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7bff6c40-ede4-4a52-a865-bc8fa910e98f tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Publish callbacks [] for router, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:55.283828 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7bff6c40-ede4-4a52-a865-bc8fa910e98f tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102662) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 12 01:13:55.284167 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7bff6c40-ede4-4a52-a865-bc8fa910e98f tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Router 32e65c50-9670-49c5-bb99-bbb73e306241 migrating from provider to provider. {{(pid=102662) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 12 01:13:55.284547 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7bff6c40-ede4-4a52-a865-bc8fa910e98f tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:55.289636 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7bff6c40-ede4-4a52-a865-bc8fa910e98f tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:55.294813 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7bff6c40-ede4-4a52-a865-bc8fa910e98f tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-425765'] for router, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:55.296197 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ae970ff8-d5f5-4db0-a6ba-5d508f656836 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:55.326113 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae970ff8-d5f5-4db0-a6ba-5d508f656836 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Pushing event deleted for resources: {'Port': ['ID=701b5d74-d4f3-45bf-99d2-96e6a88415d2,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:55.405252 n-d-812236-11 neutron-server[102662]: WARNING neutron.scheduler.l3_agent_scheduler [None req-7bff6c40-ede4-4a52-a865-bc8fa910e98f tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] No L3 agents can host the router 32e65c50-9670-49c5-bb99-bbb73e306241 Nov 12 01:13:55.412993 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ae970ff8-d5f5-4db0-a6ba-5d508f656836 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks [] for floatingip, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:55.413214 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [None req-ae970ff8-d5f5-4db0-a6ba-5d508f656836 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Floating IP 4e4b58fd-e3ae-4525-a78b-f5f520536281 disassociated (deleted). External IP: 172.25.2.159, port: 9f13fc3e-fb34-474d-94f9-3243ce9682f1. Nov 12 01:13:55.542224 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bff6c40-ede4-4a52-a865-bc8fa910e98f tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Hosts for router 32e65c50-9670-49c5-bb99-bbb73e306241: [] {{(pid=102662) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 12 01:13:55.567674 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bff6c40-ede4-4a52-a865-bc8fa910e98f tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Hosts for other DVR routers connected to router 32e65c50-9670-49c5-bb99-bbb73e306241: set() {{(pid=102662) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 12 01:13:55.570390 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7bff6c40-ede4-4a52-a865-bc8fa910e98f tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:55.574379 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7bff6c40-ede4-4a52-a865-bc8fa910e98f tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] 10.222.0.20 "PUT /v2.0/routers/32e65c50-9670-49c5-bb99-bbb73e306241 HTTP/1.1" status: 200 len: 717 time: 1.0474491 Nov 12 01:13:55.574556 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41648) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:55.667643 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-63e9fff3-7000-4d64-b629-da2338a9475b tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] 10.222.0.20 "GET /v2.0/routers/32e65c50-9670-49c5-bb99-bbb73e306241 HTTP/1.1" status: 200 len: 717 time: 0.0894971 Nov 12 01:13:55.667821 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41654) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:55.692105 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae970ff8-d5f5-4db0-a6ba-5d508f656836 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Router 7b00b933-cbd0-402f-a01b-e88c830ca025 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:13:55.845146 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae970ff8-d5f5-4db0-a6ba-5d508f656836 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:13:55.855811 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ae970ff8-d5f5-4db0-a6ba-5d508f656836 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:55.856293 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb5e4a8-38a7-4132-9da6-a85dea91b5e9 None None] Sync routers for ids ['7b00b933-cbd0-402f-a01b-e88c830ca025'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:13:55.881028 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb5e4a8-38a7-4132-9da6-a85dea91b5e9 None None] Routers {'7b00b933-cbd0-402f-a01b-e88c830ca025'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:13:55.881666 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-efb5e4a8-38a7-4132-9da6-a85dea91b5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:13:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['7b00b933-cbd0-402f-a01b-e88c830ca025'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:55.892811 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ae970ff8-d5f5-4db0-a6ba-5d508f656836 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] 10.222.0.20 "DELETE /v2.0/floatingips/4e4b58fd-e3ae-4525-a78b-f5f520536281 HTTP/1.1" status: 204 len: 168 time: 1.1809273 Nov 12 01:13:55.894460 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b9be48-7bf1-4e88-b062-d535fdb6613c', 'tag': '9f13fc3e-fb34-474d-94f9-3243ce9682f1'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:13:55.901503 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb080b0-0835-471e-a274-48d7b175173e" -d '{"events": [{"name": "network-changed", "server_uuid": "67b9be48-7bf1-4e88-b062-d535fdb6613c", "tag": "9f13fc3e-fb34-474d-94f9-3243ce9682f1"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:13:55.968355 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb47dae2-2ad6-43f8-a0ec-5b25d797adf3 x-openstack-request-id: req-eb47dae2-2ad6-43f8-a0ec-5b25d797adf3 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:13:55.968794 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b9be48-7bf1-4e88-b062-d535fdb6613c", "tag": "9f13fc3e-fb34-474d-94f9-3243ce9682f1", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:13:55.969144 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eb47dae2-2ad6-43f8-a0ec-5b25d797adf3 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:13:55.969819 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b9be48-7bf1-4e88-b062-d535fdb6613c', 'tag': '9f13fc3e-fb34-474d-94f9-3243ce9682f1', 'status': 'completed', 'code': 200} Nov 12 01:13:56.060422 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-efb5e4a8-38a7-4132-9da6-a85dea91b5e9 None None] Set router 7b00b933-cbd0-402f-a01b-e88c830ca025 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:13:56.097964 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41662) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:56.101170 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-60cdbc78-7c9a-4cf1-8b23-4563d0909e25 tempest-RoutersTestDVR-1979601645 tempest-RoutersTestDVR-1979601645-project] 10.222.0.20 "GET /v2.0/routers/32e65c50-9670-49c5-bb99-bbb73e306241 HTTP/1.1" status: 200 len: 683 time: 0.4305112 Nov 12 01:13:56.319257 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-efb5e4a8-38a7-4132-9da6-a85dea91b5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b00b933-cbd0-402f-a01b-e88c830ca025', 'name': 'tempest-TestServerBasicOps-2044398896-router', 'tenant_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '956782dc-21f8-474f-9f07-7b1c26a23131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:11:59Z', 'updated_at': '2021-11-12T01:12:05Z', 'revision_number': 4, 'project_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'gw_port': {'id': '956782dc-21f8-474f-9f07-7b1c26a23131', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b00b933-cbd0-402f-a01b-e88c830ca025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:00Z', 'updated_at': '2021-11-12T01:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '8e3b8bec-2ce6-4e21-b20b-292d01f232ec', 'name': '', 'network_id': '14a46391-15a4-417b-aa61-83c91cedc91b', 'tenant_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'mac_address': 'fa:16:3e:9c:92:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b00b933-cbd0-402f-a01b-e88c830ca025', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '9d53a572-45ba-42fc-ac33-f5bb708a0a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:04Z', 'updated_at': '2021-11-12T01:12:16Z', 'revision_number': 5, 'project_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'subnets': [{'id': '9d53a572-45ba-42fc-ac33-f5bb708a0a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:56.349524 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb5e4a8-38a7-4132-9da6-a85dea91b5e9 None None] Checking router: 7b00b933-cbd0-402f-a01b-e88c830ca025 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:13:56.361259 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb5e4a8-38a7-4132-9da6-a85dea91b5e9 None None] Routers {'7b00b933-cbd0-402f-a01b-e88c830ca025'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:13:56.361942 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-efb5e4a8-38a7-4132-9da6-a85dea91b5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:13:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['7b00b933-cbd0-402f-a01b-e88c830ca025'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:56.489829 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-efb5e4a8-38a7-4132-9da6-a85dea91b5e9 None None] Set router 7b00b933-cbd0-402f-a01b-e88c830ca025 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:13:56.594593 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-906d0448-5abb-4cc5-85d8-293d4e386f00 tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Publish callbacks [] for router, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:56.602056 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb080b0-0835-471e-a274-48d7b175173e req-fbd305c1-866a-4389-a751-3cfc91cf4f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:56.604025 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1fb080b0-0835-471e-a274-48d7b175173e req-fbd305c1-866a-4389-a751-3cfc91cf4f5b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=836d0bc3c18b4a68b4a1a411ca624d1e&device_id=67b9be48-7bf1-4e88-b062-d535fdb6613c HTTP/1.1" status: 200 len: 1097 time: 0.5876017 Nov 12 01:13:56.759783 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-efb5e4a8-38a7-4132-9da6-a85dea91b5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b00b933-cbd0-402f-a01b-e88c830ca025', 'name': 'tempest-TestServerBasicOps-2044398896-router', 'tenant_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '956782dc-21f8-474f-9f07-7b1c26a23131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:11:59Z', 'updated_at': '2021-11-12T01:12:05Z', 'revision_number': 4, 'project_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'gw_port': {'id': '956782dc-21f8-474f-9f07-7b1c26a23131', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b00b933-cbd0-402f-a01b-e88c830ca025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:00Z', 'updated_at': '2021-11-12T01:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '8e3b8bec-2ce6-4e21-b20b-292d01f232ec', 'name': '', 'network_id': '14a46391-15a4-417b-aa61-83c91cedc91b', 'tenant_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'mac_address': 'fa:16:3e:9c:92:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b00b933-cbd0-402f-a01b-e88c830ca025', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '9d53a572-45ba-42fc-ac33-f5bb708a0a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:04Z', 'updated_at': '2021-11-12T01:12:16Z', 'revision_number': 5, 'project_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'subnets': [{'id': '9d53a572-45ba-42fc-ac33-f5bb708a0a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:56.797823 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb5e4a8-38a7-4132-9da6-a85dea91b5e9 None None] The sync data for ids ['7b00b933-cbd0-402f-a01b-e88c830ca025'] in n-d-812236-11 is: [{'id': '7b00b933-cbd0-402f-a01b-e88c830ca025', 'name': 'tempest-TestServerBasicOps-2044398896-router', 'tenant_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '956782dc-21f8-474f-9f07-7b1c26a23131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:11:59Z', 'updated_at': '2021-11-12T01:12:05Z', 'revision_number': 4, 'project_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'gw_port': {'id': '956782dc-21f8-474f-9f07-7b1c26a23131', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b00b933-cbd0-402f-a01b-e88c830ca025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:00Z', 'updated_at': '2021-11-12T01:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '8e3b8bec-2ce6-4e21-b20b-292d01f232ec', 'name': '', 'network_id': '14a46391-15a4-417b-aa61-83c91cedc91b', 'tenant_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'mac_address': 'fa:16:3e:9c:92:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b00b933-cbd0-402f-a01b-e88c830ca025', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '9d53a572-45ba-42fc-ac33-f5bb708a0a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:04Z', 'updated_at': '2021-11-12T01:12:16Z', 'revision_number': 5, 'project_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'subnets': [{'id': '9d53a572-45ba-42fc-ac33-f5bb708a0a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:13:56.910132 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-906d0448-5abb-4cc5-85d8-293d4e386f00 tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:56.914267 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-906d0448-5abb-4cc5-85d8-293d4e386f00 tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:56.924813 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13afaddf-2aa4-419a-ae47-2c21cba07c2e req-b82a2645-e75c-4b1f-b2d5-7ace96554246 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:56.926378 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-13afaddf-2aa4-419a-ae47-2c21cba07c2e req-b82a2645-e75c-4b1f-b2d5-7ace96554246 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] 10.222.0.20 "GET /v2.0/ports?device_id=67b9be48-7bf1-4e88-b062-d535fdb6613c HTTP/1.1" status: 200 len: 945 time: 0.3286002 Nov 12 01:13:56.991046 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb080b0-0835-471e-a274-48d7b175173e req-b8ef85eb-5b95-44b1-acea-79db38588396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:56.992494 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1fb080b0-0835-471e-a274-48d7b175173e req-b8ef85eb-5b95-44b1-acea-79db38588396 service neutron] 10.222.0.54 "GET /v2.0/networks?id=14a46391-15a4-417b-aa61-83c91cedc91b HTTP/1.1" status: 200 len: 910 time: 0.3433945 Nov 12 01:13:57.023877 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-906d0448-5abb-4cc5-85d8-293d4e386f00 tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:57.024404 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906d0448-5abb-4cc5-85d8-293d4e386f00 tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 32e65c50-9670-49c5-bb99-bbb73e306241 {{(pid=102661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:13:57.051400 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-906d0448-5abb-4cc5-85d8-293d4e386f00 tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:57.053445 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-906d0448-5abb-4cc5-85d8-293d4e386f00 tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] 10.222.0.20 "DELETE /v2.0/routers/32e65c50-9670-49c5-bb99-bbb73e306241 HTTP/1.1" status: 204 len: 168 time: 0.9501417 Nov 12 01:13:57.058191 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41674) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:57.064826 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-74f31dad-3126-49c9-85a8-a3a0b0dcc2ba tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Request body: {'router': {'name': 'tempest-router-735644198', 'distributed': True}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:57.103146 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-74f31dad-3126-49c9-85a8-a3a0b0dcc2ba tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:57.104225 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-74f31dad-3126-49c9-85a8-a3a0b0dcc2ba tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:57.108579 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1fb080b0-0835-471e-a274-48d7b175173e req-a148f416-e626-45ab-976c-1746db8f0601 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f13fc3e-fb34-474d-94f9-3243ce9682f1 HTTP/1.1" status: 200 len: 217 time: 0.0976989 Nov 12 01:13:57.133791 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-13afaddf-2aa4-419a-ae47-2c21cba07c2e req-e09822d3-e86d-4a25-ba3c-c6a984474f02 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] 10.222.0.20 "GET /v2.0/security-groups?id=03232a44-f0c6-41c6-a234-d0161b714628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587493 Nov 12 01:13:57.209239 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-74f31dad-3126-49c9-85a8-a3a0b0dcc2ba tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:57.214669 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb080b0-0835-471e-a274-48d7b175173e req-75dddcb0-abd7-4398-a0a6-eb375ada6f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:57.215547 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-74f31dad-3126-49c9-85a8-a3a0b0dcc2ba tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:57.216327 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1fb080b0-0835-471e-a274-48d7b175173e req-75dddcb0-abd7-4398-a0a6-eb375ada6f62 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9d53a572-45ba-42fc-ac33-f5bb708a0a5d HTTP/1.1" status: 200 len: 848 time: 0.0799143 Nov 12 01:13:57.218397 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271d9773-27dd-4645-9c3b-16e9c0c7c0d1 None None] New status for floating IP 4e4b58fd-e3ae-4525-a78b-f5f520536281: DOWN {{(pid=102663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:13:57.235660 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-74f31dad-3126-49c9-85a8-a3a0b0dcc2ba tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:57.237106 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-74f31dad-3126-49c9-85a8-a3a0b0dcc2ba tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1772783 Nov 12 01:13:57.240309 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41678) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:57.365530 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2478dec4-ed61-416f-aafd-24aa18281b37 tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Publish callbacks [] for router, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:57.444917 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb080b0-0835-471e-a274-48d7b175173e req-caae90a5-1ba9-43aa-bf4e-20a85ea10a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:57.446443 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1fb080b0-0835-471e-a274-48d7b175173e req-caae90a5-1ba9-43aa-bf4e-20a85ea10a2b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=14a46391-15a4-417b-aa61-83c91cedc91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1560774 Nov 12 01:13:57.586631 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2478dec4-ed61-416f-aafd-24aa18281b37 tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:57.615317 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2478dec4-ed61-416f-aafd-24aa18281b37 tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:57.675764 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2478dec4-ed61-416f-aafd-24aa18281b37 tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:57.676550 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2478dec4-ed61-416f-aafd-24aa18281b37 tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d6a64ad8-cbd6-4fdc-84cd-b569d0b5ff0f {{(pid=102661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:13:57.683002 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2478dec4-ed61-416f-aafd-24aa18281b37 tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:57.684320 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-2478dec4-ed61-416f-aafd-24aa18281b37 tempest-RoutersTestDVR-1501737755 tempest-RoutersTestDVR-1501737755-project-admin] 10.222.0.20 "DELETE /v2.0/routers/d6a64ad8-cbd6-4fdc-84cd-b569d0b5ff0f HTTP/1.1" status: 204 len: 168 time: 0.4426250 Nov 12 01:13:57.708211 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1fb080b0-0835-471e-a274-48d7b175173e req-df66ad5c-90d9-4560-8205-457fe0bd00d6 service neutron] 10.222.0.54 "GET /v2.0/networks/14a46391-15a4-417b-aa61-83c91cedc91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298992 Nov 12 01:13:57.829697 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1fb080b0-0835-471e-a274-48d7b175173e req-10ba44c9-c6ae-4bcd-9cd8-206bbea510ea service neutron] 10.222.0.54 "GET /v2.0/networks/14a46391-15a4-417b-aa61-83c91cedc91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052403 Nov 12 01:13:58.001613 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cedb8f7-68cc-49b9-8e34-8ad2698b4670 req-fa5db667-1893-4925-88c6-8cc3d2c0fb77 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:58.003342 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1cedb8f7-68cc-49b9-8e34-8ad2698b4670 req-fa5db667-1893-4925-88c6-8cc3d2c0fb77 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] 10.222.0.54 "GET /v2.0/ports?device_id=67b9be48-7bf1-4e88-b062-d535fdb6613c HTTP/1.1" status: 200 len: 945 time: 0.1116633 Nov 12 01:13:58.117516 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-1cedb8f7-68cc-49b9-8e34-8ad2698b4670 req-6f997f54-7e3f-4a57-b9e3-bcb79c138387 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Deleting port 9f13fc3e-fb34-474d-94f9-3243ce9682f1 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:13:58.118549 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-1cedb8f7-68cc-49b9-8e34-8ad2698b4670 req-6f997f54-7e3f-4a57-b9e3-bcb79c138387 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:58.178659 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41696) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:58.256586 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-1cedb8f7-68cc-49b9-8e34-8ad2698b4670 req-6f997f54-7e3f-4a57-b9e3-bcb79c138387 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] For port 9f13fc3e-fb34-474d-94f9-3243ce9682f1, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=9f13fc3e-fb34-474d-94f9-3243ce9682f1,segment=NetworkSegment(d5e4d18d-f7e3-4d31-8d58-df1c251fd023),segment_id=d5e4d18d-f7e3-4d31-8d58-df1c251fd023)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:58.257028 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-1cedb8f7-68cc-49b9-8e34-8ad2698b4670 req-6f997f54-7e3f-4a57-b9e3-bcb79c138387 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:58.273170 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b3636-d40e-44b9-8e68-eff1621c52f7 req-3bab0c0c-d84d-484f-b68e-d6e973c75459 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:58.273515 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-1cedb8f7-68cc-49b9-8e34-8ad2698b4670 req-6f997f54-7e3f-4a57-b9e3-bcb79c138387 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Calling delete_port for 9f13fc3e-fb34-474d-94f9-3243ce9682f1 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:13:58.274778 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b19b3636-d40e-44b9-8e68-eff1621c52f7 req-3bab0c0c-d84d-484f-b68e-d6e973c75459 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] 10.222.0.20 "GET /v2.0/ports?device_id=67b9be48-7bf1-4e88-b062-d535fdb6613c HTTP/1.1" status: 200 len: 945 time: 0.0558138 Nov 12 01:13:58.332623 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b19b3636-d40e-44b9-8e68-eff1621c52f7 req-dd1cedd4-42e9-42e7-963c-efb60068a045 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] 10.222.0.20 "GET /v2.0/security-groups?id=03232a44-f0c6-41c6-a234-d0161b714628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486822 Nov 12 01:13:58.359990 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3c125f35-1da9-41e9-8600-a3ea493cc7d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:58.447652 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-1cedb8f7-68cc-49b9-8e34-8ad2698b4670 req-6f997f54-7e3f-4a57-b9e3-bcb79c138387 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:58.468808 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3c125f35-1da9-41e9-8600-a3ea493cc7d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:58.474116 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3c125f35-1da9-41e9-8600-a3ea493cc7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:58.502805 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f997f54-7e3f-4a57-b9e3-bcb79c138387 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Pushing event deleted for resources: {'Port': ['ID=9f13fc3e-fb34-474d-94f9-3243ce9682f1,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:58.511078 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c125f35-1da9-41e9-8600-a3ea493cc7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae51641c-a4df-404d-bc77-f0af232ea17a,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:58.530868 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3c125f35-1da9-41e9-8600-a3ea493cc7d1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=099acb7af39041b893eec2f1e59e8810&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3511147 Nov 12 01:13:58.531482 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41700) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:58.572363 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cedb8f7-68cc-49b9-8e34-8ad2698b4670 req-6f997f54-7e3f-4a57-b9e3-bcb79c138387 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] No DVR routers for this DVR port 9f13fc3e-fb34-474d-94f9-3243ce9682f1 on host n-h2-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:13:58.582959 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-1cedb8f7-68cc-49b9-8e34-8ad2698b4670 req-6f997f54-7e3f-4a57-b9e3-bcb79c138387 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:58.587061 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1cedb8f7-68cc-49b9-8e34-8ad2698b4670 req-6f997f54-7e3f-4a57-b9e3-bcb79c138387 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] 10.222.0.54 "DELETE /v2.0/ports/9f13fc3e-fb34-474d-94f9-3243ce9682f1 HTTP/1.1" status: 204 len: 173 time: 0.5745604 Nov 12 01:13:58.587717 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b9be48-7bf1-4e88-b062-d535fdb6613c', 'name': 'network-vif-deleted', 'tag': '9f13fc3e-fb34-474d-94f9-3243ce9682f1'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:13:58.588042 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-354f1930-0ddb-4fff-a1a9-ba95baeab477 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:58.598489 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97eea783-fe19-4773-b580-9a6318d98c71" -d '{"events": [{"server_uuid": "67b9be48-7bf1-4e88-b062-d535fdb6613c", "name": "network-vif-deleted", "tag": "9f13fc3e-fb34-474d-94f9-3243ce9682f1"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:13:58.617937 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-354f1930-0ddb-4fff-a1a9-ba95baeab477 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:58.696494 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-354f1930-0ddb-4fff-a1a9-ba95baeab477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:58.699978 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-354f1930-0ddb-4fff-a1a9-ba95baeab477 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:58.700776 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315a36c1-d0e6-4968-9ee4-48383f59e65a x-openstack-request-id: req-315a36c1-d0e6-4968-9ee4-48383f59e65a {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:13:58.701068 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b9be48-7bf1-4e88-b062-d535fdb6613c", "name": "network-vif-deleted", "tag": "9f13fc3e-fb34-474d-94f9-3243ce9682f1", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:13:58.701891 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-315a36c1-d0e6-4968-9ee4-48383f59e65a {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:13:58.702397 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b9be48-7bf1-4e88-b062-d535fdb6613c', 'name': 'network-vif-deleted', 'tag': '9f13fc3e-fb34-474d-94f9-3243ce9682f1', 'status': 'completed', 'code': 200} Nov 12 01:13:58.703201 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-354f1930-0ddb-4fff-a1a9-ba95baeab477 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ae51641c-a4df-404d-bc77-f0af232ea17a HTTP/1.1" status: 204 len: 168 time: 0.1705248 Nov 12 01:13:58.714580 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f1930-0ddb-4fff-a1a9-ba95baeab477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae51641c-a4df-404d-bc77-f0af232ea17a,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:59.082119 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41712) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:59.111072 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ac997e75-54d5-4968-9239-2b9141363800 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:59.241316 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ac997e75-54d5-4968-9239-2b9141363800 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:59.281699 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ac997e75-54d5-4968-9239-2b9141363800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:59.354465 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ac997e75-54d5-4968-9239-2b9141363800 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6168556487f54ba4adbbf517e22667b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2706943 Nov 12 01:13:59.362387 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41714) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:59.376109 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac997e75-54d5-4968-9239-2b9141363800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc88e7cc-5641-4acd-8c3b-98edb606e228,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:59.433037 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41718) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:59.433218 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f5e0d48b-ac94-4a8f-a83d-f1045b67c6b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:59.464295 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f5e0d48b-ac94-4a8f-a83d-f1045b67c6b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:59.508412 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5c5ed735-c003-455b-b2f0-2686bc739f95 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:59.535451 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f5e0d48b-ac94-4a8f-a83d-f1045b67c6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:59.538189 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f5e0d48b-ac94-4a8f-a83d-f1045b67c6b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:59.539585 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f5e0d48b-ac94-4a8f-a83d-f1045b67c6b2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc88e7cc-5641-4acd-8c3b-98edb606e228 HTTP/1.1" status: 204 len: 168 time: 0.1757734 Nov 12 01:13:59.550011 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5c5ed735-c003-455b-b2f0-2686bc739f95 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:59.552845 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41722) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:59.564793 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e0d48b-ac94-4a8f-a83d-f1045b67c6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc88e7cc-5641-4acd-8c3b-98edb606e228,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:59.659342 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c69530ab-a844-472a-90be-6ac33a12a36d tempest-TestSecurityGroupsBasicOps-327920501 tempest-TestSecurityGroupsBasicOps-327920501-project-admin] 10.222.0.20 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2282 time: 0.1053014 Nov 12 01:13:59.662383 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41726) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:59.667930 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-00e64839-da08-47c7-ba62-b1d144caf6a2 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Request body: {'network': {'name': 'tempest-network-smoke--121483079', 'project_id': '22e9becebccb40659225fdff23acbf56', 'port_security_enabled': False}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:59.712800 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e64839-da08-47c7-ba62-b1d144caf6a2 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Made reservation on behalf of 22e9becebccb40659225fdff23acbf56 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:13:59.716896 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-00e64839-da08-47c7-ba62-b1d144caf6a2 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:59.735223 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5c5ed735-c003-455b-b2f0-2686bc739f95 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:59.737930 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5c5ed735-c003-455b-b2f0-2686bc739f95 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:59.739104 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5c5ed735-c003-455b-b2f0-2686bc739f95 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] 10.222.0.20 "DELETE /v2.0/security-groups/03232a44-f0c6-41c6-a234-d0161b714628 HTTP/1.1" status: 204 len: 168 time: 0.3046856 Nov 12 01:13:59.754144 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5ed735-c003-455b-b2f0-2686bc739f95 tempest-TestServerBasicOps-1665273037 tempest-TestServerBasicOps-1665273037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03232a44-f0c6-41c6-a234-d0161b714628,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:59.769508 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00e64839-da08-47c7-ba62-b1d144caf6a2 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:13:59.780927 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-00e64839-da08-47c7-ba62-b1d144caf6a2 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:59.781405 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-00e64839-da08-47c7-ba62-b1d144caf6a2 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Added segment 64683eff-b2cb-4da2-93f0-9d579f18e90a of type vlan for network 91a6f262-622c-4fff-8c9f-6f9eae518fc1 Nov 12 01:13:59.812982 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41734) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:59.840326 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-00e64839-da08-47c7-ba62-b1d144caf6a2 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:59.886196 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-00e64839-da08-47c7-ba62-b1d144caf6a2 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:59.899595 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e64839-da08-47c7-ba62-b1d144caf6a2 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:59.900211 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-00e64839-da08-47c7-ba62-b1d144caf6a2 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:59.984714 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e64839-da08-47c7-ba62-b1d144caf6a2 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Pushing event updated for resources: {'Network': ['ID=91a6f262-622c-4fff-8c9f-6f9eae518fc1,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:59.996167 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 91a6f262-622c-4fff-8c9f-6f9eae518fc1 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:14:00.013366 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-00e64839-da08-47c7-ba62-b1d144caf6a2 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3494446 Nov 12 01:14:00.014904 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41742) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:00.020257 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-db2b23d1-aec4-4e13-a8c5-164d899a8783 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1079546727', 'admin_state_up': True, 'project_id': '22e9becebccb40659225fdff23acbf56', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:00.113300 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-db2b23d1-aec4-4e13-a8c5-164d899a8783 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:00.114642 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-db2b23d1-aec4-4e13-a8c5-164d899a8783 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:00.273430 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-db2b23d1-aec4-4e13-a8c5-164d899a8783 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:00.520055 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-db2b23d1-aec4-4e13-a8c5-164d899a8783 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:00.559998 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e631971c-9b58-42c6-b139-94c5ec6e03c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:00.971951 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-db2b23d1-aec4-4e13-a8c5-164d899a8783 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for router_gateway, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:00.995214 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-db2b23d1-aec4-4e13-a8c5-164d899a8783 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:01.186688 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-db2b23d1-aec4-4e13-a8c5-164d899a8783 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Allocated IP 172.25.2.76 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/5d616c68-0eac-4918-9e37-cab44d5c905a) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:01.209618 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-e631971c-9b58-42c6-b139-94c5ec6e03c7 admin admin] Deleting port 8e3b8bec-2ce6-4e21-b20b-292d01f232ec {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:01.210064 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e631971c-9b58-42c6-b139-94c5ec6e03c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:01.357082 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-e631971c-9b58-42c6-b139-94c5ec6e03c7 admin admin] For port 8e3b8bec-2ce6-4e21-b20b-292d01f232ec, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=8e3b8bec-2ce6-4e21-b20b-292d01f232ec,segment=NetworkSegment(d5e4d18d-f7e3-4d31-8d58-df1c251fd023),segment_id=d5e4d18d-f7e3-4d31-8d58-df1c251fd023)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:01.357474 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e631971c-9b58-42c6-b139-94c5ec6e03c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:01.380092 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-e631971c-9b58-42c6-b139-94c5ec6e03c7 admin admin] Calling delete_port for 8e3b8bec-2ce6-4e21-b20b-292d01f232ec owned by network:router_interface {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:01.408547 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-db2b23d1-aec4-4e13-a8c5-164d899a8783 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:01.477269 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41800) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:01.561484 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-db2b23d1-aec4-4e13-a8c5-164d899a8783 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:01.616530 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2b23d1-aec4-4e13-a8c5-164d899a8783 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:01.631967 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-db2b23d1-aec4-4e13-a8c5-164d899a8783 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:01.637154 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2b23d1-aec4-4e13-a8c5-164d899a8783 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:01.647613 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-609b57ad-e7ce-4e1b-8097-f94d95c409ea tempest-RoutersAdminNegativeTest-529223343 tempest-RoutersAdminNegativeTest-529223343-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1893331804', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:01.652291 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a65040f-8b17-413b-bfc3-2f0f5fc30ac5 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:14:01.675698 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2b23d1-aec4-4e13-a8c5-164d899a8783 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Pushing event updated for resources: {'Port': ['ID=5d616c68-0eac-4918-9e37-cab44d5c905a,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:01.687107 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609b57ad-e7ce-4e1b-8097-f94d95c409ea tempest-RoutersAdminNegativeTest-529223343 tempest-RoutersAdminNegativeTest-529223343-project-admin] Made reservation on behalf of 5c65a21dd3d643e69d963675027406df for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:01.690690 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-609b57ad-e7ce-4e1b-8097-f94d95c409ea tempest-RoutersAdminNegativeTest-529223343 tempest-RoutersAdminNegativeTest-529223343-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:01.703109 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-609b57ad-e7ce-4e1b-8097-f94d95c409ea tempest-RoutersAdminNegativeTest-529223343 tempest-RoutersAdminNegativeTest-529223343-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:01.724957 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-9210ad63-ce58-4f2e-889f-2d42ca04e690 None None] Provisioning complete for port 5d616c68-0eac-4918-9e37-cab44d5c905a triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:01.725652 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9210ad63-ce58-4f2e-889f-2d42ca04e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:01.801194 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-9210ad63-ce58-4f2e-889f-2d42ca04e690 None None] Port 5d616c68-0eac-4918-9e37-cab44d5c905a cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:14:01.834235 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e631971c-9b58-42c6-b139-94c5ec6e03c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:01.871032 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-609b57ad-e7ce-4e1b-8097-f94d95c409ea tempest-RoutersAdminNegativeTest-529223343 tempest-RoutersAdminNegativeTest-529223343-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:01.877765 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-609b57ad-e7ce-4e1b-8097-f94d95c409ea tempest-RoutersAdminNegativeTest-529223343 tempest-RoutersAdminNegativeTest-529223343-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:01.885809 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e631971c-9b58-42c6-b139-94c5ec6e03c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e3b8bec-2ce6-4e21-b20b-292d01f232ec,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:01.907175 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-609b57ad-e7ce-4e1b-8097-f94d95c409ea tempest-RoutersAdminNegativeTest-529223343 tempest-RoutersAdminNegativeTest-529223343-project-admin] device_id is not set on port fba0b1be-92c5-4f3e-b569-ad63d1079f6d yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:14:02.023070 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b57ad-e7ce-4e1b-8097-f94d95c409ea tempest-RoutersAdminNegativeTest-529223343 tempest-RoutersAdminNegativeTest-529223343-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d52e98-73c9-4a1a-881c-a9d03fad49af,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:02.182935 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-609b57ad-e7ce-4e1b-8097-f94d95c409ea tempest-RoutersAdminNegativeTest-529223343 tempest-RoutersAdminNegativeTest-529223343-project-admin] Allocated IP 172.25.2.34 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/fba0b1be-92c5-4f3e-b569-ad63d1079f6d) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:02.410262 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-609b57ad-e7ce-4e1b-8097-f94d95c409ea tempest-RoutersAdminNegativeTest-529223343 tempest-RoutersAdminNegativeTest-529223343-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:02.452843 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-609b57ad-e7ce-4e1b-8097-f94d95c409ea tempest-RoutersAdminNegativeTest-529223343 tempest-RoutersAdminNegativeTest-529223343-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:02.499868 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609b57ad-e7ce-4e1b-8097-f94d95c409ea tempest-RoutersAdminNegativeTest-529223343 tempest-RoutersAdminNegativeTest-529223343-project-admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:02.502933 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-609b57ad-e7ce-4e1b-8097-f94d95c409ea tempest-RoutersAdminNegativeTest-529223343 tempest-RoutersAdminNegativeTest-529223343-project-admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:02.506454 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609b57ad-e7ce-4e1b-8097-f94d95c409ea tempest-RoutersAdminNegativeTest-529223343 tempest-RoutersAdminNegativeTest-529223343-project-admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:02.527871 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e452b9-e873-43df-8c78-7811e83daada None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:14:02.546499 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b57ad-e7ce-4e1b-8097-f94d95c409ea tempest-RoutersAdminNegativeTest-529223343 tempest-RoutersAdminNegativeTest-529223343-project-admin] Pushing event updated for resources: {'Port': ['ID=fba0b1be-92c5-4f3e-b569-ad63d1079f6d,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:02.564232 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609b57ad-e7ce-4e1b-8097-f94d95c409ea tempest-RoutersAdminNegativeTest-529223343 tempest-RoutersAdminNegativeTest-529223343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:02.564856 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-609b57ad-e7ce-4e1b-8097-f94d95c409ea tempest-RoutersAdminNegativeTest-529223343 tempest-RoutersAdminNegativeTest-529223343-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:02.584355 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-609b57ad-e7ce-4e1b-8097-f94d95c409ea tempest-RoutersAdminNegativeTest-529223343 tempest-RoutersAdminNegativeTest-529223343-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1055675 Nov 12 01:14:02.589858 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41812) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:02.638672 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-64e07216-7c76-4751-a873-659e02eecbc9 tempest-RoutersAdminNegativeTest-529223343 tempest-RoutersAdminNegativeTest-529223343-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.34'}]}}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:02.658949 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-db2b23d1-aec4-4e13-a8c5-164d899a8783 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for router_gateway, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:02.689302 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-f073963b-8d93-4a4f-90ce-05b54d3c3135 None None] Provisioning complete for port fba0b1be-92c5-4f3e-b569-ad63d1079f6d triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:02.690994 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f073963b-8d93-4a4f-90ce-05b54d3c3135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:02.729441 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-f073963b-8d93-4a4f-90ce-05b54d3c3135 None None] Port fba0b1be-92c5-4f3e-b569-ad63d1079f6d cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:14:02.833672 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-64e07216-7c76-4751-a873-659e02eecbc9 tempest-RoutersAdminNegativeTest-529223343 tempest-RoutersAdminNegativeTest-529223343-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:02.834975 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-64e07216-7c76-4751-a873-659e02eecbc9 tempest-RoutersAdminNegativeTest-529223343 tempest-RoutersAdminNegativeTest-529223343-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:02.865939 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e631971c-9b58-42c6-b139-94c5ec6e03c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:02.888222 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 9f13fc3e-fb34-474d-94f9-3243ce9682f1 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:14:02.929702 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: 9f13fc3e-fb34-474d-94f9-3243ce9682f1 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:14:02.930051 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 9f13fc3e-fb34-474d-94f9-3243ce9682f1 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:14:02.954607 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-64e07216-7c76-4751-a873-659e02eecbc9 tempest-RoutersAdminNegativeTest-529223343 tempest-RoutersAdminNegativeTest-529223343-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:03.202919 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-64e07216-7c76-4751-a873-659e02eecbc9 tempest-RoutersAdminNegativeTest-529223343 tempest-RoutersAdminNegativeTest-529223343-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:03.283176 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-db2b23d1-aec4-4e13-a8c5-164d899a8783 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:03.559795 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e631971c-9b58-42c6-b139-94c5ec6e03c7 admin admin] Router 7b00b933-cbd0-402f-a01b-e88c830ca025 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:14:03.666542 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2b23d1-aec4-4e13-a8c5-164d899a8783 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Router 0d383f1a-8841-4a6f-8025-5cdd32fa7f8a is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:14:03.889587 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-64e07216-7c76-4751-a873-659e02eecbc9 tempest-RoutersAdminNegativeTest-529223343 tempest-RoutersAdminNegativeTest-529223343-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:03.893302 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e631971c-9b58-42c6-b139-94c5ec6e03c7 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:14:03.900543 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e631971c-9b58-42c6-b139-94c5ec6e03c7 admin admin] 10.222.0.20 "PUT /v2.0/routers/7b00b933-cbd0-402f-a01b-e88c830ca025/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0863252 Nov 12 01:14:03.903942 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde52f46-37c3-4058-89aa-5b1c61950c66 None None] Sync routers for ids ['7b00b933-cbd0-402f-a01b-e88c830ca025'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:14:03.904952 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41826) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:03.922209 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde52f46-37c3-4058-89aa-5b1c61950c66 None None] Routers {'7b00b933-cbd0-402f-a01b-e88c830ca025'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:14:03.923366 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-cde52f46-37c3-4058-89aa-5b1c61950c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:13:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['7b00b933-cbd0-402f-a01b-e88c830ca025'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:03.927239 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-64e07216-7c76-4751-a873-659e02eecbc9 tempest-RoutersAdminNegativeTest-529223343 tempest-RoutersAdminNegativeTest-529223343-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:04.037202 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-831bef88-0b02-4a31-b3b4-169b7e92a663 admin admin] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:04.070076 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-cde52f46-37c3-4058-89aa-5b1c61950c66 None None] Set router 7b00b933-cbd0-402f-a01b-e88c830ca025 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:14:04.080366 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-64e07216-7c76-4751-a873-659e02eecbc9 tempest-RoutersAdminNegativeTest-529223343 tempest-RoutersAdminNegativeTest-529223343-project-admin] Publish callbacks [] for router, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:04.162650 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-831bef88-0b02-4a31-b3b4-169b7e92a663 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:04.230097 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-831bef88-0b02-4a31-b3b4-169b7e92a663 admin admin] Deleting port 956782dc-21f8-474f-9f07-7b1c26a23131 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:04.230446 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-831bef88-0b02-4a31-b3b4-169b7e92a663 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:04.286996 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-792796b0-909d-4b01-8c4e-534cf3639872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:04.306946 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-cde52f46-37c3-4058-89aa-5b1c61950c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b00b933-cbd0-402f-a01b-e88c830ca025', 'name': 'tempest-TestServerBasicOps-2044398896-router', 'tenant_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '956782dc-21f8-474f-9f07-7b1c26a23131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:11:59Z', 'updated_at': '2021-11-12T01:14:01Z', 'revision_number': 5, 'project_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'gw_port': {'id': '956782dc-21f8-474f-9f07-7b1c26a23131', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b00b933-cbd0-402f-a01b-e88c830ca025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:00Z', 'updated_at': '2021-11-12T01:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:04.313128 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2b23d1-aec4-4e13-a8c5-164d899a8783 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:14:04.323739 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ab96aa-08f6-49c0-9b94-94d77235a25f None None] Sync routers for ids ['0d383f1a-8841-4a6f-8025-5cdd32fa7f8a'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:14:04.338397 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-831bef88-0b02-4a31-b3b4-169b7e92a663 admin admin] For port 956782dc-21f8-474f-9f07-7b1c26a23131, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=956782dc-21f8-474f-9f07-7b1c26a23131,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:04.338970 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-831bef88-0b02-4a31-b3b4-169b7e92a663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:04.340330 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ab96aa-08f6-49c0-9b94-94d77235a25f None None] Routers {'0d383f1a-8841-4a6f-8025-5cdd32fa7f8a'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:14:04.341147 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-e1ab96aa-08f6-49c0-9b94-94d77235a25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:13:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['0d383f1a-8841-4a6f-8025-5cdd32fa7f8a'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:04.343801 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-64e07216-7c76-4751-a873-659e02eecbc9 tempest-RoutersAdminNegativeTest-529223343 tempest-RoutersAdminNegativeTest-529223343-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:04.350297 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde52f46-37c3-4058-89aa-5b1c61950c66 None None] Checking router: 7b00b933-cbd0-402f-a01b-e88c830ca025 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:14:04.355239 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-831bef88-0b02-4a31-b3b4-169b7e92a663 admin admin] Calling delete_port for 956782dc-21f8-474f-9f07-7b1c26a23131 owned by network:router_gateway {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:04.357006 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-64e07216-7c76-4751-a873-659e02eecbc9 tempest-RoutersAdminNegativeTest-529223343 tempest-RoutersAdminNegativeTest-529223343-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:04.362113 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde52f46-37c3-4058-89aa-5b1c61950c66 None None] Routers {'7b00b933-cbd0-402f-a01b-e88c830ca025'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:14:04.362724 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-cde52f46-37c3-4058-89aa-5b1c61950c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:13:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['7b00b933-cbd0-402f-a01b-e88c830ca025'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:04.584364 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-cde52f46-37c3-4058-89aa-5b1c61950c66 None None] Set router 7b00b933-cbd0-402f-a01b-e88c830ca025 gateway port host: None {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:14:04.603856 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-e1ab96aa-08f6-49c0-9b94-94d77235a25f None None] Set router 0d383f1a-8841-4a6f-8025-5cdd32fa7f8a gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:14:04.652580 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-cde52f46-37c3-4058-89aa-5b1c61950c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b00b933-cbd0-402f-a01b-e88c830ca025', 'name': 'tempest-TestServerBasicOps-2044398896-router', 'tenant_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:11:59Z', 'updated_at': '2021-11-12T01:14:04Z', 'revision_number': 6, 'project_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:04.666831 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-831bef88-0b02-4a31-b3b4-169b7e92a663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:04.687351 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde52f46-37c3-4058-89aa-5b1c61950c66 None None] The sync data for ids ['7b00b933-cbd0-402f-a01b-e88c830ca025'] in n-d-812236-11 is: [{'id': '7b00b933-cbd0-402f-a01b-e88c830ca025', 'name': 'tempest-TestServerBasicOps-2044398896-router', 'tenant_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:11:59Z', 'updated_at': '2021-11-12T01:14:04Z', 'revision_number': 6, 'project_id': '836d0bc3c18b4a68b4a1a411ca624d1e', 'gw_port_host': None}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:14:04.702993 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd5569e-152f-4503-8fec-b70aded24c5e None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:14:04.785655 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831bef88-0b02-4a31-b3b4-169b7e92a663 admin admin] Pushing event deleted for resources: {'Port': ['ID=956782dc-21f8-474f-9f07-7b1c26a23131,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:04.851668 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-831bef88-0b02-4a31-b3b4-169b7e92a663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:04.979108 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-831bef88-0b02-4a31-b3b4-169b7e92a663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:04.982192 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-831bef88-0b02-4a31-b3b4-169b7e92a663 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:05.012015 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-e1ab96aa-08f6-49c0-9b94-94d77235a25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d383f1a-8841-4a6f-8025-5cdd32fa7f8a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1079546727', 'tenant_id': '22e9becebccb40659225fdff23acbf56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '5d616c68-0eac-4918-9e37-cab44d5c905a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:00Z', 'updated_at': '2021-11-12T01:14:01Z', 'revision_number': 3, 'project_id': '22e9becebccb40659225fdff23acbf56', 'gw_port': {'id': '5d616c68-0eac-4918-9e37-cab44d5c905a', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cf:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d383f1a-8841-4a6f-8025-5cdd32fa7f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:01Z', 'updated_at': '2021-11-12T01:14:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:05.037496 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-831bef88-0b02-4a31-b3b4-169b7e92a663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:05.037496 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831bef88-0b02-4a31-b3b4-169b7e92a663 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b00b933-cbd0-402f-a01b-e88c830ca025 {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:14:05.053689 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-831bef88-0b02-4a31-b3b4-169b7e92a663 admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:05.061423 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-db2b23d1-aec4-4e13-a8c5-164d899a8783 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:05.064391 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-db2b23d1-aec4-4e13-a8c5-164d899a8783 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.0468452 Nov 12 01:14:05.066475 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41832) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:05.084687 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-831bef88-0b02-4a31-b3b4-169b7e92a663 admin admin] 10.222.0.20 "DELETE /v2.0/routers/7b00b933-cbd0-402f-a01b-e88c830ca025 HTTP/1.1" status: 204 len: 168 time: 1.1505587 Nov 12 01:14:05.085633 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41834) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:05.138873 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ab96aa-08f6-49c0-9b94-94d77235a25f None None] Checking router: 0d383f1a-8841-4a6f-8025-5cdd32fa7f8a for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:14:05.140133 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ab96aa-08f6-49c0-9b94-94d77235a25f None None] Updating router 0d383f1a-8841-4a6f-8025-5cdd32fa7f8a port 5d616c68-0eac-4918-9e37-cab44d5c905a binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:14:05.166188 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3a82092-5749-4389-a80d-7b386199df2b admin admin] Deleting subnet 9d53a572-45ba-42fc-ac33-f5bb708a0a5d {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:14:05.178568 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f3a82092-5749-4389-a80d-7b386199df2b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:05.180367 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-64e07216-7c76-4751-a873-659e02eecbc9 tempest-RoutersAdminNegativeTest-529223343 tempest-RoutersAdminNegativeTest-529223343-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:05.204707 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e1ab96aa-08f6-49c0-9b94-94d77235a25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:05.207878 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e07216-7c76-4751-a873-659e02eecbc9 tempest-RoutersAdminNegativeTest-529223343 tempest-RoutersAdminNegativeTest-529223343-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 12583e82-2f31-46a1-8c3e-42c73c7bb136 {{(pid=102661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:14:05.223646 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c22659-bd34-47c3-883d-4efec1fd1ee7 tempest-TestSecurityGroupsBasicOps-327920501 tempest-TestSecurityGroupsBasicOps-327920501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:05.227163 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-80c22659-bd34-47c3-883d-4efec1fd1ee7 tempest-TestSecurityGroupsBasicOps-327920501 tempest-TestSecurityGroupsBasicOps-327920501-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=22e9becebccb40659225fdff23acbf56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1400843 Nov 12 01:14:05.230167 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41838) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:05.274074 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 8e3b8bec-2ce6-4e21-b20b-292d01f232ec no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:14:05.285017 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-64e07216-7c76-4751-a873-659e02eecbc9 tempest-RoutersAdminNegativeTest-529223343 tempest-RoutersAdminNegativeTest-529223343-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 12 01:14:05.286116 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-64e07216-7c76-4751-a873-659e02eecbc9 tempest-RoutersAdminNegativeTest-529223343 tempest-RoutersAdminNegativeTest-529223343-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.6558442 Nov 12 01:14:05.289015 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41840) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:05.292663 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f3a82092-5749-4389-a80d-7b386199df2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:05.315587 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 8e3b8bec-2ce6-4e21-b20b-292d01f232ec {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:14:05.316660 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 8e3b8bec-2ce6-4e21-b20b-292d01f232ec not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:14:05.396162 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766b1766-b3bd-4795-ada1-280672d6a632 tempest-TestSecurityGroupsBasicOps-327920501 tempest-TestSecurityGroupsBasicOps-327920501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:05.398228 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-766b1766-b3bd-4795-ada1-280672d6a632 tempest-TestSecurityGroupsBasicOps-327920501 tempest-TestSecurityGroupsBasicOps-327920501-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1668258 Nov 12 01:14:05.401161 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41842) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:05.435809 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0a5fed98-c6c4-4009-bd8f-5ed0b21b23a8 tempest-TestSecurityGroupsBasicOps-327920501 tempest-TestSecurityGroupsBasicOps-327920501-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=ef732b55-2b3c-4048-85da-0a8ac273c14b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333061 Nov 12 01:14:05.440739 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41844) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:05.499708 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-20db35b6-05f4-4dce-916e-48309532623c tempest-RoutersAdminNegativeTest-529223343 tempest-RoutersAdminNegativeTest-529223343-project-admin] Deleting port fba0b1be-92c5-4f3e-b569-ad63d1079f6d {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:05.500002 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-20db35b6-05f4-4dce-916e-48309532623c tempest-RoutersAdminNegativeTest-529223343 tempest-RoutersAdminNegativeTest-529223343-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:05.510520 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a1e0f109-4b6c-4a25-8077-c4c12adfa927 tempest-TestSecurityGroupsBasicOps-327920501 tempest-TestSecurityGroupsBasicOps-327920501-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=22e9becebccb40659225fdff23acbf56&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0685582 Nov 12 01:14:05.511139 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41846) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:05.516941 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f3a82092-5749-4389-a80d-7b386199df2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:05.703788 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed80a76-38ca-46a9-84d0-829b9bf4413e tempest-TestSecurityGroupsBasicOps-327920501 tempest-TestSecurityGroupsBasicOps-327920501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:05.708100 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2ed80a76-38ca-46a9-84d0-829b9bf4413e tempest-TestSecurityGroupsBasicOps-327920501 tempest-TestSecurityGroupsBasicOps-327920501-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1937222 Nov 12 01:14:05.710441 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41848) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:05.713687 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-20db35b6-05f4-4dce-916e-48309532623c tempest-RoutersAdminNegativeTest-529223343 tempest-RoutersAdminNegativeTest-529223343-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:05.718710 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f3a82092-5749-4389-a80d-7b386199df2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:05.730299 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e1ab96aa-08f6-49c0-9b94-94d77235a25f None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:05.740212 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e1ab96aa-08f6-49c0-9b94-94d77235a25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:05.762571 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f3a82092-5749-4389-a80d-7b386199df2b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:05.766475 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f3a82092-5749-4389-a80d-7b386199df2b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9d53a572-45ba-42fc-ac33-f5bb708a0a5d HTTP/1.1" status: 204 len: 168 time: 0.6974552 Nov 12 01:14:05.770706 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a82092-5749-4389-a80d-7b386199df2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d53a572-45ba-42fc-ac33-f5bb708a0a5d,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:05.774386 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41850) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:05.782366 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f3a28a-bd9d-4e81-95d6-7f5cca7a9828 None None] Network 14a46391-15a4-417b-aa61-83c91cedc91b requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:05.786042 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-60d807a4-c52a-4798-b2aa-99bfee3589f1 tempest-TestSecurityGroupsBasicOps-327920501 tempest-TestSecurityGroupsBasicOps-327920501-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=ef732b55-2b3c-4048-85da-0a8ac273c14b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0692480 Nov 12 01:14:05.786224 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-20db35b6-05f4-4dce-916e-48309532623c tempest-RoutersAdminNegativeTest-529223343 tempest-RoutersAdminNegativeTest-529223343-project-admin] Calling delete_port for fba0b1be-92c5-4f3e-b569-ad63d1079f6d owned by {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:05.786532 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41852) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:05.791274 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-1113e8bd-4425-482b-a5dc-1f3369857f1a tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-357656789', 'network_id': '91a6f262-622c-4fff-8c9f-6f9eae518fc1', 'project_id': '22e9becebccb40659225fdff23acbf56', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:05.858876 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-e1ab96aa-08f6-49c0-9b94-94d77235a25f None None] Attempting to bind port 5d616c68-0eac-4918-9e37-cab44d5c905a on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:14:05.859625 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-e1ab96aa-08f6-49c0-9b94-94d77235a25f None None] Attempting to bind port 5d616c68-0eac-4918-9e37-cab44d5c905a by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:14:05.860227 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ab96aa-08f6-49c0-9b94-94d77235a25f None None] Attempting to bind port 5d616c68-0eac-4918-9e37-cab44d5c905a on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:14:05.881262 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c1323e-26dc-4e4f-bae7-07cd294b2c7c None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:14:05.905509 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ab96aa-08f6-49c0-9b94-94d77235a25f None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:14:05.906470 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ab96aa-08f6-49c0-9b94-94d77235a25f None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:05.907129 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e1ab96aa-08f6-49c0-9b94-94d77235a25f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:05.908290 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ab96aa-08f6-49c0-9b94-94d77235a25f None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:14:05.911240 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-e1ab96aa-08f6-49c0-9b94-94d77235a25f None None] Bound port: 5d616c68-0eac-4918-9e37-cab44d5c905a, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:14:05.911945 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e1ab96aa-08f6-49c0-9b94-94d77235a25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:05.928420 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a6934d44-e064-49bb-9b62-c7a3d05aafd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:05.978794 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1113e8bd-4425-482b-a5dc-1f3369857f1a tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Made reservation on behalf of 22e9becebccb40659225fdff23acbf56 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:05.987354 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c373fcc-b07e-4d63-8ca5-89a658b0d788 None None] Pushing event updated for resources: {'Port': ['ID=5d616c68-0eac-4918-9e37-cab44d5c905a,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:05.994088 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1113e8bd-4425-482b-a5dc-1f3369857f1a tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:06.123645 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-298d3252-0ca1-4cc3-a3c7-60048beb1879 None None] Provisioning complete for port 5d616c68-0eac-4918-9e37-cab44d5c905a triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:06.124260 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-298d3252-0ca1-4cc3-a3c7-60048beb1879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:06.153359 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-a6934d44-e064-49bb-9b62-c7a3d05aafd5 admin admin] Deleting port 40c052ec-2f65-439a-9ed0-e6052546d1fa {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:06.153894 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a6934d44-e064-49bb-9b62-c7a3d05aafd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:06.222471 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-e1ab96aa-08f6-49c0-9b94-94d77235a25f None None] For port 5d616c68-0eac-4918-9e37-cab44d5c905a, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:14:06.266207 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-e1ab96aa-08f6-49c0-9b94-94d77235a25f None None] For port 5d616c68-0eac-4918-9e37-cab44d5c905a, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=5d616c68-0eac-4918-9e37-cab44d5c905a,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:14:06.281203 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e1ab96aa-08f6-49c0-9b94-94d77235a25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:06.299510 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-298d3252-0ca1-4cc3-a3c7-60048beb1879 None None] Port 5d616c68-0eac-4918-9e37-cab44d5c905a cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:14:06.368263 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-20db35b6-05f4-4dce-916e-48309532623c tempest-RoutersAdminNegativeTest-529223343 tempest-RoutersAdminNegativeTest-529223343-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:06.499164 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20db35b6-05f4-4dce-916e-48309532623c tempest-RoutersAdminNegativeTest-529223343 tempest-RoutersAdminNegativeTest-529223343-project-admin] Pushing event deleted for resources: {'Port': ['ID=fba0b1be-92c5-4f3e-b569-ad63d1079f6d,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:06.531910 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2075b7e-c0ee-49fe-ad6d-a5184f23361f None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:14:06.532843 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-a6934d44-e064-49bb-9b62-c7a3d05aafd5 admin admin] For port 40c052ec-2f65-439a-9ed0-e6052546d1fa, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=40c052ec-2f65-439a-9ed0-e6052546d1fa,segment=NetworkSegment(d5e4d18d-f7e3-4d31-8d58-df1c251fd023),segment_id=d5e4d18d-f7e3-4d31-8d58-df1c251fd023)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:06.532843 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a6934d44-e064-49bb-9b62-c7a3d05aafd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:06.610319 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1113e8bd-4425-482b-a5dc-1f3369857f1a tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:06.664677 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-a6934d44-e064-49bb-9b62-c7a3d05aafd5 admin admin] Calling delete_port for 40c052ec-2f65-439a-9ed0-e6052546d1fa owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:06.714758 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ab96aa-08f6-49c0-9b94-94d77235a25f None None] Routers {'0d383f1a-8841-4a6f-8025-5cdd32fa7f8a'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:14:06.718306 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-e1ab96aa-08f6-49c0-9b94-94d77235a25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:13:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['0d383f1a-8841-4a6f-8025-5cdd32fa7f8a'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:06.723047 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227f1de6-993f-4b13-bdd5-c40c4a7bbd9a None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:14:06.740346 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c373fcc-b07e-4d63-8ca5-89a658b0d788 None None] Pushing event updated for resources: {'Port': ['ID=5d616c68-0eac-4918-9e37-cab44d5c905a,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:06.750538 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1113e8bd-4425-482b-a5dc-1f3369857f1a tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Pushing event updated for resources: {'Subnet': ['ID=512feee4-ea71-42ff-a56b-b470f3c63efb,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:06.764844 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1113e8bd-4425-482b-a5dc-1f3369857f1a tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Checking segment: {'id': '64683eff-b2cb-4da2-93f0-9d579f18e90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '91a6f262-622c-4fff-8c9f-6f9eae518fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:06.765560 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1113e8bd-4425-482b-a5dc-1f3369857f1a tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Network hostable DHCP agents. Network: 91a6f262-622c-4fff-8c9f-6f9eae518fc1, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:14:06.823868 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-20db35b6-05f4-4dce-916e-48309532623c tempest-RoutersAdminNegativeTest-529223343 tempest-RoutersAdminNegativeTest-529223343-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:06.824844 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41864) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:06.828475 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1113e8bd-4425-482b-a5dc-1f3369857f1a tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Network 91a6f262-622c-4fff-8c9f-6f9eae518fc1 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:14:06.835955 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-20db35b6-05f4-4dce-916e-48309532623c tempest-RoutersAdminNegativeTest-529223343 tempest-RoutersAdminNegativeTest-529223343-project-admin] 10.222.0.20 "DELETE /v2.0/ports/fba0b1be-92c5-4f3e-b569-ad63d1079f6d HTTP/1.1" status: 204 len: 168 time: 1.5456176 Nov 12 01:14:06.859927 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-1113e8bd-4425-482b-a5dc-1f3369857f1a tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 91a6f262-622c-4fff-8c9f-6f9eae518fc1) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:06.864927 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1113e8bd-4425-482b-a5dc-1f3369857f1a tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:06.865564 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1113e8bd-4425-482b-a5dc-1f3369857f1a tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:06.909114 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a6934d44-e064-49bb-9b62-c7a3d05aafd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:06.916609 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1113e8bd-4425-482b-a5dc-1f3369857f1a tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1290748 Nov 12 01:14:06.919489 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41870) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:06.991512 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6934d44-e064-49bb-9b62-c7a3d05aafd5 admin admin] No DVR routers for this DVR port 40c052ec-2f65-439a-9ed0-e6052546d1fa on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:14:07.019246 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3626d8-f05e-44c6-a75e-e585cd3f4ab2 None None] DHCP port deletion for 14a46391-15a4-417b-aa61-83c91cedc91b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:14:07.025395 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105e4ebf-739d-448d-9070-73e8fd89bf08 None None] Network 91a6f262-622c-4fff-8c9f-6f9eae518fc1 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:07.036280 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6934d44-e064-49bb-9b62-c7a3d05aafd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=40c052ec-2f65-439a-9ed0-e6052546d1fa,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:07.134301 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fd25e8d4-54fd-4789-a140-eea9eb2fe85e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:07.163577 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2d23c787-5eeb-4b48-b73a-2d321d245049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:07.163879 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a6934d44-e064-49bb-9b62-c7a3d05aafd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:07.188038 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-a6934d44-e064-49bb-9b62-c7a3d05aafd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14a46391-15a4-417b-aa61-83c91cedc91b']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:07.191147 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 956782dc-21f8-474f-9f07-7b1c26a23131 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:14:07.198776 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-a6934d44-e064-49bb-9b62-c7a3d05aafd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5e4d18d-f7e3-4d31-8d58-df1c251fd023') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:07.199072 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-a6934d44-e064-49bb-9b62-c7a3d05aafd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5e4d18d-f7e3-4d31-8d58-df1c251fd023') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:07.211490 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a6934d44-e064-49bb-9b62-c7a3d05aafd5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:07.236420 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41874) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:07.245511 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a6934d44-e064-49bb-9b62-c7a3d05aafd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:07.256421 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6934d44-e064-49bb-9b62-c7a3d05aafd5 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:14:07.257071 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a6934d44-e064-49bb-9b62-c7a3d05aafd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:07.259461 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:14:07.259461 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:14:07.259461 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:14:07.259461 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:14:07.259461 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:14:07.259461 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:14:07.259461 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:14:07.259461 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:14:07.259461 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:14:07.259461 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:14:07.259461 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:14:07.259461 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:14:07.259461 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:14:07.259461 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:14:07.259461 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:14:07.259461 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:14:07.259461 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:14:07.259461 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:14:07.259461 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:14:07.259461 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:14:07.259461 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:14:07.259461 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:14:07.259461 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:14:07.259461 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:14:07.259461 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:14:07.259461 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:14:07.259461 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:14:07.259461 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:14:07.259461 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:14:07.259461 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:14:07.259461 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:14:07.259461 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:14:07.262441 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 956782dc-21f8-474f-9f07-7b1c26a23131 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:14:07.262974 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 956782dc-21f8-474f-9f07-7b1c26a23131 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:14:07.274035 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 40c052ec-2f65-439a-9ed0-e6052546d1fa no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:14:07.339054 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a6934d44-e064-49bb-9b62-c7a3d05aafd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:07.348881 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a6934d44-e064-49bb-9b62-c7a3d05aafd5 admin admin] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:07.358957 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 40c052ec-2f65-439a-9ed0-e6052546d1fa {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:14:07.359118 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 40c052ec-2f65-439a-9ed0-e6052546d1fa not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:14:07.360294 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a6934d44-e064-49bb-9b62-c7a3d05aafd5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/14a46391-15a4-417b-aa61-83c91cedc91b HTTP/1.1" status: 204 len: 168 time: 1.5753448 Nov 12 01:14:07.362269 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41880) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:07.391990 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fd25e8d4-54fd-4789-a140-eea9eb2fe85e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:07.399405 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fd25e8d4-54fd-4789-a140-eea9eb2fe85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:07.431905 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-e1ab96aa-08f6-49c0-9b94-94d77235a25f None None] Set router 0d383f1a-8841-4a6f-8025-5cdd32fa7f8a gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:14:07.497206 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-fd25e8d4-54fd-4789-a140-eea9eb2fe85e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bff5983025e645248791a65412914b8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6475859 Nov 12 01:14:07.500423 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41882) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:07.538615 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd25e8d4-54fd-4789-a140-eea9eb2fe85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8a906b-a753-4859-a458-063088ccaa35,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:07.616996 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e41b7b83-1cbc-4f5d-9af4-4b90fe4dd34f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:07.630131 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-5a014d7e-27f1-4cfd-a289-519c1c32186a None None] Provisioning complete for port 5d616c68-0eac-4918-9e37-cab44d5c905a triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:07.630727 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5a014d7e-27f1-4cfd-a289-519c1c32186a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:07.707531 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e41b7b83-1cbc-4f5d-9af4-4b90fe4dd34f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:07.749263 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6934d44-e064-49bb-9b62-c7a3d05aafd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=14a46391-15a4-417b-aa61-83c91cedc91b,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:07.754599 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e41b7b83-1cbc-4f5d-9af4-4b90fe4dd34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:07.779777 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a7e5803a-14b9-44a5-8416-138160e8b4d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:07.801847 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b7b83-1cbc-4f5d-9af4-4b90fe4dd34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bab9a56-8b1f-4aeb-8118-1da6170e88f9,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:07.820084 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a7e5803a-14b9-44a5-8416-138160e8b4d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:07.832083 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e41b7b83-1cbc-4f5d-9af4-4b90fe4dd34f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9bd567e31fdb4e0fa2573a8401887c22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5922115 Nov 12 01:14:07.851663 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41884) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:07.981711 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a7e5803a-14b9-44a5-8416-138160e8b4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:07.986354 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a7e5803a-14b9-44a5-8416-138160e8b4d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:07.991120 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a7e5803a-14b9-44a5-8416-138160e8b4d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0e8a906b-a753-4859-a458-063088ccaa35 HTTP/1.1" status: 204 len: 168 time: 0.4895320 Nov 12 01:14:08.027726 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e5803a-14b9-44a5-8416-138160e8b4d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8a906b-a753-4859-a458-063088ccaa35,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:08.054096 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-73e8e279-ad61-4993-9e98-979613e6e582 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:08.056832 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-656f93ac-f3c6-45d0-a657-fd8907c31638 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:08.090223 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9696752-c1e2-4893-988d-c3f226ab7c08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-91a6f262-622c-4fff-8c9f-6f9eae518fc1', 'network_id': '91a6f262-622c-4fff-8c9f-6f9eae518fc1', 'tenant_id': '22e9becebccb40659225fdff23acbf56', 'fixed_ips': [{'subnet_id': '512feee4-ea71-42ff-a56b-b470f3c63efb'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:14:08.091267 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f9696752-c1e2-4893-988d-c3f226ab7c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:08.110808 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:08.248832 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-73e8e279-ad61-4993-9e98-979613e6e582 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:08.283240 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-e1ab96aa-08f6-49c0-9b94-94d77235a25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d383f1a-8841-4a6f-8025-5cdd32fa7f8a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1079546727', 'tenant_id': '22e9becebccb40659225fdff23acbf56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '5d616c68-0eac-4918-9e37-cab44d5c905a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:00Z', 'updated_at': '2021-11-12T01:14:01Z', 'revision_number': 3, 'project_id': '22e9becebccb40659225fdff23acbf56', 'gw_port': {'id': '5d616c68-0eac-4918-9e37-cab44d5c905a', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cf:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d383f1a-8841-4a6f-8025-5cdd32fa7f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:01Z', 'updated_at': '2021-11-12T01:14:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:08.300642 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5a014d7e-27f1-4cfd-a289-519c1c32186a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:08.304479 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-85c3b2ca-f2fe-401b-994a-319c6f088522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:08.376340 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-73e8e279-ad61-4993-9e98-979613e6e582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:08.379071 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-73e8e279-ad61-4993-9e98-979613e6e582 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:08.382715 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-73e8e279-ad61-4993-9e98-979613e6e582 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4bab9a56-8b1f-4aeb-8118-1da6170e88f9 HTTP/1.1" status: 204 len: 168 time: 0.5275478 Nov 12 01:14:08.402679 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e8e279-ad61-4993-9e98-979613e6e582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bab9a56-8b1f-4aeb-8118-1da6170e88f9,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:08.413151 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ab96aa-08f6-49c0-9b94-94d77235a25f None None] The sync data for ids ['0d383f1a-8841-4a6f-8025-5cdd32fa7f8a'] in n-d-812236-11 is: [{'id': '0d383f1a-8841-4a6f-8025-5cdd32fa7f8a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1079546727', 'tenant_id': '22e9becebccb40659225fdff23acbf56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '5d616c68-0eac-4918-9e37-cab44d5c905a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:00Z', 'updated_at': '2021-11-12T01:14:01Z', 'revision_number': 3, 'project_id': '22e9becebccb40659225fdff23acbf56', 'gw_port': {'id': '5d616c68-0eac-4918-9e37-cab44d5c905a', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cf:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d383f1a-8841-4a6f-8025-5cdd32fa7f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:01Z', 'updated_at': '2021-11-12T01:14:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:14:08.521864 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-5a014d7e-27f1-4cfd-a289-519c1c32186a None None] For port 5d616c68-0eac-4918-9e37-cab44d5c905a, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=5d616c68-0eac-4918-9e37-cab44d5c905a,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:08.585496 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-f9696752-c1e2-4893-988d-c3f226ab7c08 None None] Allocated IP 172.20.0.18 (91a6f262-622c-4fff-8c9f-6f9eae518fc1/512feee4-ea71-42ff-a56b-b470f3c63efb/5a5ec1d4-acfa-4946-91b9-960b376337d0) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:08.587393 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41896) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:08.629788 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-61de6adc-a0ac-46ac-8c6c-e532ef6682e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:08.655092 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5a014d7e-27f1-4cfd-a289-519c1c32186a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:08.757995 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-61de6adc-a0ac-46ac-8c6c-e532ef6682e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:08.773472 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-61de6adc-a0ac-46ac-8c6c-e532ef6682e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:08.884672 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de6adc-a0ac-46ac-8c6c-e532ef6682e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b6286c-74e5-4739-80a7-762938613d91,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:08.891076 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-61de6adc-a0ac-46ac-8c6c-e532ef6682e8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9d2dd1d2d9734f299a7e221f60e58042&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3024044 Nov 12 01:14:08.893096 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41904) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:08.989093 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-956ad403-b232-4d6b-a1c0-748278a4a511 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:09.005915 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-85c3b2ca-f2fe-401b-994a-319c6f088522 admin admin] Deleting port db065176-b654-43cd-bb80-2f164dd44e42 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:09.007127 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-85c3b2ca-f2fe-401b-994a-319c6f088522 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:09.027596 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41910) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:09.126531 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-956ad403-b232-4d6b-a1c0-748278a4a511 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:09.182213 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 5d616c68-0eac-4918-9e37-cab44d5c905a up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:14:09.220760 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-85c3b2ca-f2fe-401b-994a-319c6f088522 admin admin] For port db065176-b654-43cd-bb80-2f164dd44e42, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=db065176-b654-43cd-bb80-2f164dd44e42,segment=NetworkSegment(f3f4a0d7-4788-468b-8b50-80083d860f8c),segment_id=f3f4a0d7-4788-468b-8b50-80083d860f8c)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:09.221133 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-85c3b2ca-f2fe-401b-994a-319c6f088522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:09.235327 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-85c3b2ca-f2fe-401b-994a-319c6f088522 admin admin] Calling delete_port for db065176-b654-43cd-bb80-2f164dd44e42 owned by network:router_interface {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:09.263272 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a014d7e-27f1-4cfd-a289-519c1c32186a None None] Pushing event updated for resources: {'Port': ['ID=5d616c68-0eac-4918-9e37-cab44d5c905a,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:09.334721 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f769c275-80c7-4d8e-9731-b1fa33d90665 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5c65a21dd3d643e69d963675027406df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2947881 Nov 12 01:14:09.337457 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41914) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:09.337962 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 5d616c68-0eac-4918-9e37-cab44d5c905a triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:09.337962 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:09.382159 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:09.413239 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e6d4f6ab-aefb-461b-ad4a-0e38ed88c060 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:09.422411 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f9696752-c1e2-4893-988d-c3f226ab7c08 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:09.439805 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f9696752-c1e2-4893-988d-c3f226ab7c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:09.441576 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e6d4f6ab-aefb-461b-ad4a-0e38ed88c060 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:09.540807 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-656f93ac-f3c6-45d0-a657-fd8907c31638 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Allocated IP 172.20.0.17 (91a6f262-622c-4fff-8c9f-6f9eae518fc1/512feee4-ea71-42ff-a56b-b470f3c63efb/85c76394-fefb-4238-b06d-68f44b5dd7b2) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:09.549592 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9696752-c1e2-4893-988d-c3f226ab7c08 None None] Network 91a6f262-622c-4fff-8c9f-6f9eae518fc1 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:09.553068 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-f9696752-c1e2-4893-988d-c3f226ab7c08 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:09.559473 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9696752-c1e2-4893-988d-c3f226ab7c08 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:09.593756 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-956ad403-b232-4d6b-a1c0-748278a4a511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:09.599526 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-956ad403-b232-4d6b-a1c0-748278a4a511 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:09.600747 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-956ad403-b232-4d6b-a1c0-748278a4a511 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/66b6286c-74e5-4739-80a7-762938613d91 HTTP/1.1" status: 204 len: 168 time: 0.7067065 Nov 12 01:14:09.601831 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e6d4f6ab-aefb-461b-ad4a-0e38ed88c060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:09.605132 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e6d4f6ab-aefb-461b-ad4a-0e38ed88c060 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:09.615301 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e6d4f6ab-aefb-461b-ad4a-0e38ed88c060 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/82d52e98-73c9-4a1a-881c-a9d03fad49af HTTP/1.1" status: 204 len: 168 time: 0.2764592 Nov 12 01:14:09.640925 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ad403-b232-4d6b-a1c0-748278a4a511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b6286c-74e5-4739-80a7-762938613d91,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:09.667047 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9696752-c1e2-4893-988d-c3f226ab7c08 None None] Pushing event updated for resources: {'Port': ['ID=5a5ec1d4-acfa-4946-91b9-960b376337d0,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:09.693155 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-85c3b2ca-f2fe-401b-994a-319c6f088522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:09.703208 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-f9696752-c1e2-4893-988d-c3f226ab7c08 None None] Attempting to bind port 5a5ec1d4-acfa-4946-91b9-960b376337d0 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:14:09.715491 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-f9696752-c1e2-4893-988d-c3f226ab7c08 None None] Attempting to bind port 5a5ec1d4-acfa-4946-91b9-960b376337d0 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '64683eff-b2cb-4da2-93f0-9d579f18e90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '91a6f262-622c-4fff-8c9f-6f9eae518fc1'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:14:09.715868 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9696752-c1e2-4893-988d-c3f226ab7c08 None None] Attempting to bind port 5a5ec1d4-acfa-4946-91b9-960b376337d0 on network 91a6f262-622c-4fff-8c9f-6f9eae518fc1 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:14:09.729633 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9696752-c1e2-4893-988d-c3f226ab7c08 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:14:09.730020 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9696752-c1e2-4893-988d-c3f226ab7c08 None None] Checking segment: {'id': '64683eff-b2cb-4da2-93f0-9d579f18e90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '91a6f262-622c-4fff-8c9f-6f9eae518fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:09.730437 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f9696752-c1e2-4893-988d-c3f226ab7c08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:09.730835 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9696752-c1e2-4893-988d-c3f226ab7c08 None None] Bound using segment: {'id': '64683eff-b2cb-4da2-93f0-9d579f18e90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '91a6f262-622c-4fff-8c9f-6f9eae518fc1'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:14:09.731471 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-f9696752-c1e2-4893-988d-c3f226ab7c08 None None] Bound port: 5a5ec1d4-acfa-4946-91b9-960b376337d0, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64683eff-b2cb-4da2-93f0-9d579f18e90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '91a6f262-622c-4fff-8c9f-6f9eae518fc1'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:14:09.731702 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f9696752-c1e2-4893-988d-c3f226ab7c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:09.761790 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c3b2ca-f2fe-401b-994a-319c6f088522 admin admin] Pushing event deleted for resources: {'Port': ['ID=db065176-b654-43cd-bb80-2f164dd44e42,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:09.770290 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-656f93ac-f3c6-45d0-a657-fd8907c31638 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:09.837023 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-656f93ac-f3c6-45d0-a657-fd8907c31638 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:09.861254 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d4f6ab-aefb-461b-ad4a-0e38ed88c060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d52e98-73c9-4a1a-881c-a9d03fad49af,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:09.899331 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-f9696752-c1e2-4893-988d-c3f226ab7c08 None None] For port 5a5ec1d4-acfa-4946-91b9-960b376337d0, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:14:09.903477 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-f9696752-c1e2-4893-988d-c3f226ab7c08 None None] For port 5a5ec1d4-acfa-4946-91b9-960b376337d0, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=5a5ec1d4-acfa-4946-91b9-960b376337d0,segment=NetworkSegment(64683eff-b2cb-4da2-93f0-9d579f18e90a),segment_id=64683eff-b2cb-4da2-93f0-9d579f18e90a)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:14:09.903784 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656f93ac-f3c6-45d0-a657-fd8907c31638 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Network 91a6f262-622c-4fff-8c9f-6f9eae518fc1 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:09.918441 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-656f93ac-f3c6-45d0-a657-fd8907c31638 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:09.927897 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f9696752-c1e2-4893-988d-c3f226ab7c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:09.929090 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656f93ac-f3c6-45d0-a657-fd8907c31638 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:10.067222 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f93ac-f3c6-45d0-a657-fd8907c31638 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Pushing event updated for resources: {'Port': ['ID=85c76394-fefb-4238-b06d-68f44b5dd7b2,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:10.083047 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9696752-c1e2-4893-988d-c3f226ab7c08 None None] Pushing event updated for resources: {'Port': ['ID=5a5ec1d4-acfa-4946-91b9-960b376337d0,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:10.101300 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-656f93ac-f3c6-45d0-a657-fd8907c31638 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:10.249719 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-85c3b2ca-f2fe-401b-994a-319c6f088522 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:10.316704 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:10.434582 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-656f93ac-f3c6-45d0-a657-fd8907c31638 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:10.767213 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c3b2ca-f2fe-401b-994a-319c6f088522 admin admin] Router 8fa30d8c-4402-4098-ad39-f8f8a9927cdb has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:14:10.910368 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-656f93ac-f3c6-45d0-a657-fd8907c31638 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:10.916483 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-656f93ac-f3c6-45d0-a657-fd8907c31638 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:10.968746 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:11.040178 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f93ac-f3c6-45d0-a657-fd8907c31638 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Pushing event updated for resources: {'Port': ['ID=85c76394-fefb-4238-b06d-68f44b5dd7b2,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:11.044028 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-656f93ac-f3c6-45d0-a657-fd8907c31638 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:11.064961 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c3b2ca-f2fe-401b-994a-319c6f088522 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:14:11.079115 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7720bc06-ae8d-4007-bd2c-4bb969dfb000 None None] Sync routers for ids ['8fa30d8c-4402-4098-ad39-f8f8a9927cdb'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:14:11.082102 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-85c3b2ca-f2fe-401b-994a-319c6f088522 admin admin] 10.222.0.20 "PUT /v2.0/routers/8fa30d8c-4402-4098-ad39-f8f8a9927cdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7144778 Nov 12 01:14:11.082780 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41958) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:11.093678 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7720bc06-ae8d-4007-bd2c-4bb969dfb000 None None] Routers {'8fa30d8c-4402-4098-ad39-f8f8a9927cdb'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:14:11.099905 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-7720bc06-ae8d-4007-bd2c-4bb969dfb000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:14:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['8fa30d8c-4402-4098-ad39-f8f8a9927cdb'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:11.270885 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41960) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:11.358447 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e0ad319-5940-47a7-911b-103f4451e9a3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:11.444229 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 5a5ec1d4-acfa-4946-91b9-960b376337d0 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:14:11.475280 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656f93ac-f3c6-45d0-a657-fd8907c31638 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Network 91a6f262-622c-4fff-8c9f-6f9eae518fc1 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:11.477870 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-656f93ac-f3c6-45d0-a657-fd8907c31638 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:11.525216 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-7720bc06-ae8d-4007-bd2c-4bb969dfb000 None None] Set router 8fa30d8c-4402-4098-ad39-f8f8a9927cdb gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:14:11.660801 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 5a5ec1d4-acfa-4946-91b9-960b376337d0 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:11.661176 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:11.805288 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e0ad319-5940-47a7-911b-103f4451e9a3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:11.848011 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [None req-856c33d3-65d0-4f21-bad2-6c350b2a5a0d tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:11.855191 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-856c33d3-65d0-4f21-bad2-6c350b2a5a0d tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.5814884 Nov 12 01:14:11.861515 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41970) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:11.877847 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [None req-1fe2a2fa-c1ca-4238-88eb-c9f5e22f6f35 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:11.887632 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1fe2a2fa-c1ca-4238-88eb-c9f5e22f6f35 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0244901 Nov 12 01:14:11.892848 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656f93ac-f3c6-45d0-a657-fd8907c31638 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Router 0d383f1a-8841-4a6f-8025-5cdd32fa7f8a has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:14:11.896500 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41974) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:11.912472 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [None req-f41c7242-d936-4987-b721-3c266cb3933f tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:11.917899 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41976) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:11.919171 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:11.920916 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f41c7242-d936-4987-b721-3c266cb3933f tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0222199 Nov 12 01:14:11.947975 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [None req-e624b0c4-da9a-485b-9726-6f892997e012 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:11.949133 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e624b0c4-da9a-485b-9726-6f892997e012 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0299635 Nov 12 01:14:11.957032 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41978) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:11.978002 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [None req-7025c441-f83a-49bb-9509-699dc29059eb tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:11.979236 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7025c441-f83a-49bb-9509-699dc29059eb tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0164676 Nov 12 01:14:11.994611 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41980) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:12.011332 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [None req-4434eca9-57ee-49e6-98e3-63f743704db8 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:12.015946 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4434eca9-57ee-49e6-98e3-63f743704db8 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0174506 Nov 12 01:14:12.020065 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41984) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:12.028387 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [None req-47ccf4c1-3c52-4c7d-b01a-afc9b9e779b3 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:12.030902 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-47ccf4c1-3c52-4c7d-b01a-afc9b9e779b3 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0078733 Nov 12 01:14:12.039040 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41986) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:12.045285 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 5a5ec1d4-acfa-4946-91b9-960b376337d0, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=5a5ec1d4-acfa-4946-91b9-960b376337d0,segment=NetworkSegment(64683eff-b2cb-4da2-93f0-9d579f18e90a),segment_id=64683eff-b2cb-4da2-93f0-9d579f18e90a)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:12.061936 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [None req-24e2fc2f-6eac-4ca2-b3f7-26924bd3731e tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:12.066803 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-24e2fc2f-6eac-4ca2-b3f7-26924bd3731e tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0263195 Nov 12 01:14:12.068795 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:12.068955 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-4e0ad319-5940-47a7-911b-103f4451e9a3 admin admin] Deleting port 13e1d463-1797-4d38-b09a-a498607a9044 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:12.069591 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e0ad319-5940-47a7-911b-103f4451e9a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:12.070528 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 5d616c68-0eac-4918-9e37-cab44d5c905a up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:14:12.071533 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 41988) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:12.095944 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [None req-a3dfffa7-1771-410c-87b7-519b8110e173 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:12.102403 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a3dfffa7-1771-410c-87b7-519b8110e173 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0298316 Nov 12 01:14:12.103949 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41992) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:12.110589 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [None req-1143b122-26fe-482f-a69e-ffa466461435 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:12.113019 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1143b122-26fe-482f-a69e-ffa466461435 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0062683 Nov 12 01:14:12.115808 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41994) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:12.128208 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [None req-e4465650-34c5-416b-a4a1-51fb5a087dc1 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:12.132487 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e4465650-34c5-416b-a4a1-51fb5a087dc1 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0154655 Nov 12 01:14:12.143744 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-7720bc06-ae8d-4007-bd2c-4bb969dfb000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa30d8c-4402-4098-ad39-f8f8a9927cdb', 'name': 'tempest-TestServerBasicOps-686833667-router', 'tenant_id': '6a26c7be86104e1097d52558d9fbd815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '13e1d463-1797-4d38-b09a-a498607a9044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:12:10Z', 'updated_at': '2021-11-12T01:14:09Z', 'revision_number': 5, 'project_id': '6a26c7be86104e1097d52558d9fbd815', 'gw_port': {'id': '13e1d463-1797-4d38-b09a-a498607a9044', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:51:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa30d8c-4402-4098-ad39-f8f8a9927cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:12Z', 'updated_at': '2021-11-12T01:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:12.144561 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41996) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:12.149090 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [None req-8a3ea7be-edbf-474c-a9e4-931909436a50 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:12.150124 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-8a3ea7be-edbf-474c-a9e4-931909436a50 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0048099 Nov 12 01:14:12.186331 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 41998) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:12.193516 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [None req-72275fa7-4871-4bba-b61e-10dd32854e48 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:12.194810 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-72275fa7-4871-4bba-b61e-10dd32854e48 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0072486 Nov 12 01:14:12.198060 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42000) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:12.206368 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [None req-443f3bf5-eacc-4920-ad61-ac1a80860424 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:12.208272 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-443f3bf5-eacc-4920-ad61-ac1a80860424 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0083323 Nov 12 01:14:12.210436 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42002) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:12.257287 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [None req-23eb9c65-433f-4f00-9b95-33876316dd9a tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:12.259204 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-23eb9c65-433f-4f00-9b95-33876316dd9a tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0409360 Nov 12 01:14:12.262035 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42006) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:12.270249 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7720bc06-ae8d-4007-bd2c-4bb969dfb000 None None] Checking router: 8fa30d8c-4402-4098-ad39-f8f8a9927cdb for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:14:12.287482 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [None req-15ca5191-24cf-4183-a652-66949b25bda4 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:12.288718 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-15ca5191-24cf-4183-a652-66949b25bda4 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0252826 Nov 12 01:14:12.295225 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42008) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:12.299759 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-4e0ad319-5940-47a7-911b-103f4451e9a3 admin admin] For port 13e1d463-1797-4d38-b09a-a498607a9044, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=13e1d463-1797-4d38-b09a-a498607a9044,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:12.300121 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e0ad319-5940-47a7-911b-103f4451e9a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:12.308054 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [None req-11ffc27e-3e59-4fb2-9a44-389705167fc7 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:12.309202 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-11ffc27e-3e59-4fb2-9a44-389705167fc7 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0128608 Nov 12 01:14:12.312005 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=5a5ec1d4-acfa-4946-91b9-960b376337d0,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:12.312751 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7720bc06-ae8d-4007-bd2c-4bb969dfb000 None None] Routers {'8fa30d8c-4402-4098-ad39-f8f8a9927cdb'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:14:12.313081 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656f93ac-f3c6-45d0-a657-fd8907c31638 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:14:12.314003 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-7720bc06-ae8d-4007-bd2c-4bb969dfb000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:14:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['8fa30d8c-4402-4098-ad39-f8f8a9927cdb'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:12.316186 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42010) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:12.327039 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4186bc-f135-4565-8aed-b631c8c05a89 None None] Network 91a6f262-622c-4fff-8c9f-6f9eae518fc1 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:12.337235 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [None req-527fc396-2237-4b09-9f63-ae3ff6ffeb39 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:12.342455 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-4e0ad319-5940-47a7-911b-103f4451e9a3 admin admin] Calling delete_port for 13e1d463-1797-4d38-b09a-a498607a9044 owned by network:router_gateway {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:12.343266 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-527fc396-2237-4b09-9f63-ae3ff6ffeb39 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0227008 Nov 12 01:14:12.351291 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42012) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:12.355121 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-656f93ac-f3c6-45d0-a657-fd8907c31638 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "PUT /v2.0/routers/0d383f1a-8841-4a6f-8025-5cdd32fa7f8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4267693 Nov 12 01:14:12.365402 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [None req-515b8e2d-7067-492e-af44-fac251fdfa2e tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:12.367040 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-515b8e2d-7067-492e-af44-fac251fdfa2e tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0146270 Nov 12 01:14:12.369640 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42016) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:12.376034 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [None req-c5fe3ade-241c-4c4f-baea-b0d1abd7256c tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:12.377458 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c5fe3ade-241c-4c4f-baea-b0d1abd7256c tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0063148 Nov 12 01:14:12.383263 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42018) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:12.391095 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [None req-3bf98d6c-1d0e-4177-9761-4c638956ecde tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:12.392649 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3bf98d6c-1d0e-4177-9761-4c638956ecde tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0079918 Nov 12 01:14:12.395594 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9f0b56-32d7-4c8b-a5dc-393eb09e46e4 None None] Sync routers for ids ['0d383f1a-8841-4a6f-8025-5cdd32fa7f8a'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:14:12.396599 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42020) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:12.411338 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [None req-30e8add7-d9d4-40f7-a6c5-bd7f077df084 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:12.413819 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-30e8add7-d9d4-40f7-a6c5-bd7f077df084 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0146344 Nov 12 01:14:12.416152 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42022) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:12.432722 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [None req-755c1608-c7fc-48fb-88ee-a0e993192b52 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:12.434400 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-755c1608-c7fc-48fb-88ee-a0e993192b52 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0166919 Nov 12 01:14:12.436781 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42024) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:12.441530 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [None req-4e62a9e8-e795-4515-b3ee-97f72a7fd43a tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:12.445358 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-4e62a9e8-e795-4515-b3ee-97f72a7fd43a tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0074353 Nov 12 01:14:12.450650 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42026) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:12.458073 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [None req-cb4d12fb-0f4c-4b4a-822f-f695efce4f4f tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:12.463655 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-cb4d12fb-0f4c-4b4a-822f-f695efce4f4f tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0117908 Nov 12 01:14:12.469345 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42028) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:12.485911 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [None req-4ae584d3-d90b-4863-bdf4-1e5532b4fa46 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:12.490342 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4ae584d3-d90b-4863-bdf4-1e5532b4fa46 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0098720 Nov 12 01:14:12.493165 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42030) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:12.499676 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [None req-018c56be-a075-4c7b-9f4e-5546239f9327 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:12.501924 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-018c56be-a075-4c7b-9f4e-5546239f9327 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0074565 Nov 12 01:14:12.504557 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42032) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:12.516385 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [None req-48b71f34-878d-4782-a770-7022342048a8 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:12.521423 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-48b71f34-878d-4782-a770-7022342048a8 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0129390 Nov 12 01:14:12.522729 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42034) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:12.537140 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [None req-78744366-4afe-4896-8376-3a3171c4bebd tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:12.538396 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-78744366-4afe-4896-8376-3a3171c4bebd tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0144403 Nov 12 01:14:12.541049 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42036) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:12.546074 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [None req-4687f6d1-4ebd-4490-bec6-0cd26197936e tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:12.547359 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-4687f6d1-4ebd-4490-bec6-0cd26197936e tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0052121 Nov 12 01:14:12.549965 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42038) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:12.556777 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [None req-0c1bec33-d97e-4b46-a682-553bb8e4a784 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:12.564690 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0c1bec33-d97e-4b46-a682-553bb8e4a784 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0134108 Nov 12 01:14:12.577433 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42042) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:12.577685 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-7720bc06-ae8d-4007-bd2c-4bb969dfb000 None None] Set router 8fa30d8c-4402-4098-ad39-f8f8a9927cdb gateway port host: None {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:14:12.581871 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [None req-8a10082e-7428-4153-b90c-0f3b2f5b50d0 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:12.583018 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8a10082e-7428-4153-b90c-0f3b2f5b50d0 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0098922 Nov 12 01:14:12.585772 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42046) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:12.602469 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [None req-ed4dcb05-1ff3-496b-b991-7f1a8a701080 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:12.614486 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9f0b56-32d7-4c8b-a5dc-393eb09e46e4 None None] Routers {'0d383f1a-8841-4a6f-8025-5cdd32fa7f8a'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:14:12.615804 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ed4dcb05-1ff3-496b-b991-7f1a8a701080 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0083411 Nov 12 01:14:12.616188 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-ce9f0b56-32d7-4c8b-a5dc-393eb09e46e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:14:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['0d383f1a-8841-4a6f-8025-5cdd32fa7f8a'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:12.616514 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42048) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:12.642483 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [None req-b072e7e8-77f0-4b69-950e-cfddf2239dbb tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:12.643641 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b072e7e8-77f0-4b69-950e-cfddf2239dbb tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0244167 Nov 12 01:14:12.655346 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42052) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:12.661274 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [None req-c6d25171-4fd5-49f0-a50b-72afd32d330e tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:12.662357 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c6d25171-4fd5-49f0-a50b-72afd32d330e tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0049200 Nov 12 01:14:12.664987 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42054) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:12.671862 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-7720bc06-ae8d-4007-bd2c-4bb969dfb000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa30d8c-4402-4098-ad39-f8f8a9927cdb', 'name': 'tempest-TestServerBasicOps-686833667-router', 'tenant_id': '6a26c7be86104e1097d52558d9fbd815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:12:10Z', 'updated_at': '2021-11-12T01:14:11Z', 'revision_number': 6, 'project_id': '6a26c7be86104e1097d52558d9fbd815', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:12.679428 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [None req-75b41611-2460-4d59-89fc-77269c83c7f2 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:12.680563 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-75b41611-2460-4d59-89fc-77269c83c7f2 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0145504 Nov 12 01:14:12.683337 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42056) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:12.688008 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [None req-30a249d5-2965-4aba-b47f-28628a78fb9b tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:12.692187 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-30a249d5-2965-4aba-b47f-28628a78fb9b tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0077698 Nov 12 01:14:12.697901 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42058) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:12.713074 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [None req-e165e1d8-d47b-4458-9539-4ad347514c38 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:12.714466 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e165e1d8-d47b-4458-9539-4ad347514c38 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0147567 Nov 12 01:14:12.718100 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42060) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:12.723857 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [None req-44747b91-ed1b-4b21-953b-814e40e4c7e0 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:12.724977 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-44747b91-ed1b-4b21-953b-814e40e4c7e0 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0058408 Nov 12 01:14:12.727689 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42062) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:12.746137 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-c5d18894-b4aa-4ce9-87ae-ca9ec4b6fdb7 None None] Provisioning complete for port 5a5ec1d4-acfa-4946-91b9-960b376337d0 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:12.746548 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c5d18894-b4aa-4ce9-87ae-ca9ec4b6fdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:12.750243 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7720bc06-ae8d-4007-bd2c-4bb969dfb000 None None] The sync data for ids ['8fa30d8c-4402-4098-ad39-f8f8a9927cdb'] in n-d-812236-11 is: [{'id': '8fa30d8c-4402-4098-ad39-f8f8a9927cdb', 'name': 'tempest-TestServerBasicOps-686833667-router', 'tenant_id': '6a26c7be86104e1097d52558d9fbd815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:12:10Z', 'updated_at': '2021-11-12T01:14:11Z', 'revision_number': 6, 'project_id': '6a26c7be86104e1097d52558d9fbd815', 'gw_port_host': None}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:14:12.758787 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [None req-8ef1cffe-8217-4229-b820-0c05c6449de6 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:12.761506 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8ef1cffe-8217-4229-b820-0c05c6449de6 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0310955 Nov 12 01:14:12.763102 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42068) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:12.779697 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [None req-71fe5317-2808-4306-9339-532a0073a1db tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:12.781741 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-71fe5317-2808-4306-9339-532a0073a1db tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0168660 Nov 12 01:14:12.784637 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42070) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:12.791684 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [None req-0533faf8-1070-4852-b273-5b608bbb1454 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:12.794075 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0533faf8-1070-4852-b273-5b608bbb1454 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0080090 Nov 12 01:14:12.797573 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42072) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:12.831407 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [None req-4ab9728a-cd58-47d6-af91-854ab625f8bc tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:12.832408 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-4ab9728a-cd58-47d6-af91-854ab625f8bc tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0338712 Nov 12 01:14:12.835427 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42078) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:12.846012 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [None req-8a4d77ce-1421-489d-a132-3dde84922459 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:12.848346 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8a4d77ce-1421-489d-a132-3dde84922459 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0100791 Nov 12 01:14:12.852009 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42080) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:12.860032 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [None req-1d8653bf-0966-4b72-9ff0-27f7b7af92a4 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:12.861074 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1d8653bf-0966-4b72-9ff0-27f7b7af92a4 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0080709 Nov 12 01:14:12.863716 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42082) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:12.865109 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 5d616c68-0eac-4918-9e37-cab44d5c905a triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:12.865498 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:12.870377 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [None req-0761e33b-b867-4030-ba47-9c775d6dc146 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:12.871350 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0761e33b-b867-4030-ba47-9c775d6dc146 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0061457 Nov 12 01:14:12.880060 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42084) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:12.886878 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [None req-a37bf4a1-effa-4643-a918-f339961a1fef tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:12.887942 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a37bf4a1-effa-4643-a918-f339961a1fef tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0068216 Nov 12 01:14:12.891481 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42086) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:12.909791 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [None req-06bf8e61-a1c1-479a-afcc-d87e65c01d14 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:12.911391 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-06bf8e61-a1c1-479a-afcc-d87e65c01d14 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0133183 Nov 12 01:14:12.914276 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42088) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:12.925802 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [None req-0a8e1fef-5301-431f-93e9-ce3a3cd2e6b2 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:12.927883 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0a8e1fef-5301-431f-93e9-ce3a3cd2e6b2 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0125811 Nov 12 01:14:12.930006 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42090) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:12.970962 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [None req-5df0d402-a584-40fa-affe-b3b370e6430f tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:12.974463 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e0ad319-5940-47a7-911b-103f4451e9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:12.976634 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5df0d402-a584-40fa-affe-b3b370e6430f tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0436087 Nov 12 01:14:12.977349 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42094) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:13.022987 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [None req-ab422281-bd40-4df3-8fce-182224bff112 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:13.024342 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ab422281-bd40-4df3-8fce-182224bff112 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0108156 Nov 12 01:14:13.025559 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ad319-5940-47a7-911b-103f4451e9a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=13e1d463-1797-4d38-b09a-a498607a9044,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:13.027398 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42096) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:13.034037 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [None req-8d30b7f7-b946-4001-b20b-aa862d5cecc6 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:13.035437 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8d30b7f7-b946-4001-b20b-aa862d5cecc6 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0068722 Nov 12 01:14:13.039194 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42098) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:13.053293 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [None req-03fa614f-1f47-451d-9eea-0e7ffa3dc66d tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:13.054314 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-03fa614f-1f47-451d-9eea-0e7ffa3dc66d tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0141494 Nov 12 01:14:13.065072 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42100) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:13.076862 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [None req-ef26ee43-2083-4b49-bacc-0744517b4aa3 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:13.081872 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ef26ee43-2083-4b49-bacc-0744517b4aa3 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0156717 Nov 12 01:14:13.084589 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42102) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:13.094279 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [None req-b2564ebe-4ec5-446e-ab0e-97598845d6d0 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:13.097156 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b2564ebe-4ec5-446e-ab0e-97598845d6d0 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0112162 Nov 12 01:14:13.100964 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42104) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:13.109297 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [None req-764a6e96-21b8-4a36-8b90-9ea7144e0079 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:13.110551 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-764a6e96-21b8-4a36-8b90-9ea7144e0079 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0083966 Nov 12 01:14:13.113336 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42106) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:13.122196 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [None req-f2d6f092-fa07-426b-9975-d8e13050a623 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:13.125285 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f2d6f092-fa07-426b-9975-d8e13050a623 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0107207 Nov 12 01:14:13.128509 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42108) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:13.141678 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [None req-62644949-465e-42bd-873b-56ffd5ac66a1 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:13.143167 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-62644949-465e-42bd-873b-56ffd5ac66a1 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0134063 Nov 12 01:14:13.147328 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42110) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:13.149495 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db247ec-3d99-4122-8d52-842d437345db None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:14:13.152329 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [None req-621839e5-aea1-4804-b019-e6803b09ee37 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:13.157662 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-621839e5-aea1-4804-b019-e6803b09ee37 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0090296 Nov 12 01:14:13.160566 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42112) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:13.175749 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [None req-c57d0f45-74e8-4a0d-ad3b-15d14052f4db tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:13.180970 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c57d0f45-74e8-4a0d-ad3b-15d14052f4db tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0147297 Nov 12 01:14:13.188665 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42114) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:13.195221 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [None req-c5f21df2-2610-44ac-896c-07f2199fcf24 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:13.201126 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c5f21df2-2610-44ac-896c-07f2199fcf24 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0100408 Nov 12 01:14:13.201794 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42116) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:13.218050 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [None req-08fc6e2c-59ba-4ea4-9daa-3868c1ba46d5 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:13.219893 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-08fc6e2c-59ba-4ea4-9daa-3868c1ba46d5 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0166242 Nov 12 01:14:13.222199 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42118) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:13.233582 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [None req-852ffdc3-1138-4769-be47-8d41644e1f63 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:13.234772 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:13.236400 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-852ffdc3-1138-4769-be47-8d41644e1f63 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0128028 Nov 12 01:14:13.239268 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42120) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:13.247447 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [None req-c3654a66-90b4-4cbd-8a6e-42d8e781582a tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:13.249000 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c3654a66-90b4-4cbd-8a6e-42d8e781582a tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0088117 Nov 12 01:14:13.254362 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42122) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:13.263251 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [None req-88bc00d2-89bf-4a7d-a01d-b2621207ca1b tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:13.266673 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-88bc00d2-89bf-4a7d-a01d-b2621207ca1b tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0111506 Nov 12 01:14:13.269834 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42124) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:13.281404 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [None req-70ba8d6c-82c8-4228-a4fb-42fcb68de36b tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:13.285204 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-70ba8d6c-82c8-4228-a4fb-42fcb68de36b tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0114374 Nov 12 01:14:13.286508 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42126) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:13.293126 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [None req-073a9766-ecbc-4a8d-9881-2d768d0c6c0b tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:13.303138 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-073a9766-ecbc-4a8d-9881-2d768d0c6c0b tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0162244 Nov 12 01:14:13.305754 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42128) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:13.310051 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [None req-b2647d8f-9848-422c-bd1a-5ffb46c31d37 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:13.311742 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b2647d8f-9848-422c-bd1a-5ffb46c31d37 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0049112 Nov 12 01:14:13.314262 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42130) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:13.329484 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [None req-c5861c3a-9da1-4b9b-aac9-2249a6604001 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:13.331289 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c5861c3a-9da1-4b9b-aac9-2249a6604001 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0153792 Nov 12 01:14:13.333846 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42132) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:13.342452 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [None req-dfb1bf20-5b00-4d79-a6ca-6bae30a037f3 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:13.344382 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-dfb1bf20-5b00-4d79-a6ca-6bae30a037f3 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0091248 Nov 12 01:14:13.356702 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42134) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:13.373141 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [None req-c6cb150d-4d67-433c-9e36-70a8729d7d05 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:13.376791 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c6cb150d-4d67-433c-9e36-70a8729d7d05 tempest-ExtensionsTestJSON-359012483 tempest-ExtensionsTestJSON-359012483-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0160639 Nov 12 01:14:13.383103 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-ce9f0b56-32d7-4c8b-a5dc-393eb09e46e4 None None] Set router 0d383f1a-8841-4a6f-8025-5cdd32fa7f8a gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:14:13.792059 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 5a5ec1d4-acfa-4946-91b9-960b376337d0 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:14:13.895821 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42148) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:13.927492 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 5a5ec1d4-acfa-4946-91b9-960b376337d0 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:13.928265 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:14.134452 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b1d439fa-24b0-4d6e-a6d0-c3a7954fbc13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:14.144602 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device db065176-b654-43cd-bb80-2f164dd44e42 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:14:14.182060 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-9a9f997a-4bbc-4461-b003-7d0f84213e76 None None] Provisioning complete for port 85c76394-fefb-4238-b06d-68f44b5dd7b2 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:14.182664 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9a9f997a-4bbc-4461-b003-7d0f84213e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:14.186634 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed7777-c573-4f9c-b9d6-c13416714b9d req-2a79d61c-13e4-4d1a-9049-23ea9bd0e552 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:14.188777 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f5ed7777-c573-4f9c-b9d6-c13416714b9d req-2a79d61c-13e4-4d1a-9049-23ea9bd0e552 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "GET /v2.0/networks?id=91a6f262-622c-4fff-8c9f-6f9eae518fc1 HTTP/1.1" status: 200 len: 797 time: 1.3593204 Nov 12 01:14:14.222199 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f5ed7777-c573-4f9c-b9d6-c13416714b9d req-57347ee5-19e0-4740-900e-55b303acc8f3 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "GET /v2.0/quotas/22e9becebccb40659225fdff23acbf56 HTTP/1.1" status: 200 len: 375 time: 0.0133069 Nov 12 01:14:14.241296 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-ce9f0b56-32d7-4c8b-a5dc-393eb09e46e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d383f1a-8841-4a6f-8025-5cdd32fa7f8a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1079546727', 'tenant_id': '22e9becebccb40659225fdff23acbf56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '5d616c68-0eac-4918-9e37-cab44d5c905a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:00Z', 'updated_at': '2021-11-12T01:14:10Z', 'revision_number': 4, 'project_id': '22e9becebccb40659225fdff23acbf56', 'gw_port': {'id': '5d616c68-0eac-4918-9e37-cab44d5c905a', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d383f1a-8841-4a6f-8025-5cdd32fa7f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:01Z', 'updated_at': '2021-11-12T01:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '85c76394-fefb-4238-b06d-68f44b5dd7b2', 'name': '', 'network_id': '91a6f262-622c-4fff-8c9f-6f9eae518fc1', 'tenant_id': '22e9becebccb40659225fdff23acbf56', 'mac_address': 'fa:16:3e:83:ed:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d383f1a-8841-4a6f-8025-5cdd32fa7f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '512feee4-ea71-42ff-a56b-b470f3c63efb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:08Z', 'updated_at': '2021-11-12T01:14:10Z', 'revision_number': 2, 'project_id': '22e9becebccb40659225fdff23acbf56', 'subnets': [{'id': '512feee4-ea71-42ff-a56b-b470f3c63efb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:14.248770 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: db065176-b654-43cd-bb80-2f164dd44e42 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:14:14.249153 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device db065176-b654-43cd-bb80-2f164dd44e42 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:14:14.289862 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-9a9f997a-4bbc-4461-b003-7d0f84213e76 None None] Port 85c76394-fefb-4238-b06d-68f44b5dd7b2 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:14:14.303105 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e0ad319-5940-47a7-911b-103f4451e9a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:14.343750 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9f0b56-32d7-4c8b-a5dc-393eb09e46e4 None None] Checking router: 0d383f1a-8841-4a6f-8025-5cdd32fa7f8a for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:14:14.344113 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9f0b56-32d7-4c8b-a5dc-393eb09e46e4 None None] Updating router 0d383f1a-8841-4a6f-8025-5cdd32fa7f8a port 85c76394-fefb-4238-b06d-68f44b5dd7b2 binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:14:14.350468 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b1d439fa-24b0-4d6e-a6d0-c3a7954fbc13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:14.358658 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b1d439fa-24b0-4d6e-a6d0-c3a7954fbc13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:14.412283 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b1d439fa-24b0-4d6e-a6d0-c3a7954fbc13 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=121b975b27d74074afbe4540737501e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5153773 Nov 12 01:14:14.413720 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d439fa-24b0-4d6e-a6d0-c3a7954fbc13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfdbf7a9-7200-4814-a6cf-00f05c5b9735,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:14.425240 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42160) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:14.448232 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-9a9f997a-4bbc-4461-b003-7d0f84213e76 None None] Provisioning complete for port 5a5ec1d4-acfa-4946-91b9-960b376337d0 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:14.448602 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9a9f997a-4bbc-4461-b003-7d0f84213e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:14.450291 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ce9f0b56-32d7-4c8b-a5dc-393eb09e46e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:14.532844 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f5ed7777-c573-4f9c-b9d6-c13416714b9d req-cabc2d0c-499a-4703-814e-a2d31bb8157a tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=22e9becebccb40659225fdff23acbf56&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2996583 Nov 12 01:14:14.542847 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0beafaf4-175e-444e-9a7d-2dbadfaf626d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:14.569003 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0beafaf4-175e-444e-9a7d-2dbadfaf626d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:14.634521 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e0ad319-5940-47a7-911b-103f4451e9a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:14.640960 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e0ad319-5940-47a7-911b-103f4451e9a3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:14.654452 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0beafaf4-175e-444e-9a7d-2dbadfaf626d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:14.661797 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0beafaf4-175e-444e-9a7d-2dbadfaf626d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:14.663205 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0beafaf4-175e-444e-9a7d-2dbadfaf626d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bfdbf7a9-7200-4814-a6cf-00f05c5b9735 HTTP/1.1" status: 204 len: 168 time: 0.2370057 Nov 12 01:14:14.682072 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beafaf4-175e-444e-9a7d-2dbadfaf626d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfdbf7a9-7200-4814-a6cf-00f05c5b9735,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:14.750891 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e0ad319-5940-47a7-911b-103f4451e9a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:14.751636 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0ad319-5940-47a7-911b-103f4451e9a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fa30d8c-4402-4098-ad39-f8f8a9927cdb {{(pid=102661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:14:14.758472 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e0ad319-5940-47a7-911b-103f4451e9a3 admin admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:14.764171 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42170) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:14.766090 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4e0ad319-5940-47a7-911b-103f4451e9a3 admin admin] 10.222.0.20 "DELETE /v2.0/routers/8fa30d8c-4402-4098-ad39-f8f8a9927cdb HTTP/1.1" status: 204 len: 168 time: 3.6801734 Nov 12 01:14:14.850322 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-27ba0f61-857a-4939-80a9-c5a92788a8ea admin admin] Deleting subnet cbfa08d3-7836-4a2c-bcda-daadebf45d1b {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:14:14.854247 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-27ba0f61-857a-4939-80a9-c5a92788a8ea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:14.929010 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-27ba0f61-857a-4939-80a9-c5a92788a8ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:15.014059 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f5ed7777-c573-4f9c-b9d6-c13416714b9d req-dad990b2-1131-43fd-8258-8a4e42c77e31 service neutron] 10.222.0.20 "GET /v2.0/networks/91a6f262-622c-4fff-8c9f-6f9eae518fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016984 Nov 12 01:14:15.068726 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-27ba0f61-857a-4939-80a9-c5a92788a8ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:15.072792 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-f836d7e1-72ea-4f3e-a1a4-f72a4883f033 None None] Provisioning complete for port 85c76394-fefb-4238-b06d-68f44b5dd7b2 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:15.073169 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f836d7e1-72ea-4f3e-a1a4-f72a4883f033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:15.158309 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-27ba0f61-857a-4939-80a9-c5a92788a8ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:15.190785 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 13e1d463-1797-4d38-b09a-a498607a9044 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:14:15.213566 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ba0f61-857a-4939-80a9-c5a92788a8ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbfa08d3-7836-4a2c-bcda-daadebf45d1b,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:15.225039 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-27ba0f61-857a-4939-80a9-c5a92788a8ea admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:15.237289 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-27ba0f61-857a-4939-80a9-c5a92788a8ea admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cbfa08d3-7836-4a2c-bcda-daadebf45d1b HTTP/1.1" status: 204 len: 168 time: 0.4709978 Nov 12 01:14:15.239155 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42180) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:15.257850 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f5ed7777-c573-4f9c-b9d6-c13416714b9d req-489415d3-d920-40f1-9961-22b1fc5d24da service neutron] 10.222.0.20 "GET /v2.0/networks/91a6f262-622c-4fff-8c9f-6f9eae518fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374706 Nov 12 01:14:15.287801 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 13e1d463-1797-4d38-b09a-a498607a9044 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:14:15.288150 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 13e1d463-1797-4d38-b09a-a498607a9044 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:14:15.298169 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d1a456-8af4-4c97-9f7f-5c51367cdde4 None None] Network 4c899a05-8860-4795-9aec-cedfd3501d08 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:15.345639 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4a98daca-fe0a-469b-83fa-ef3a2b27befd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:15.455523 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-4a98daca-fe0a-469b-83fa-ef3a2b27befd admin admin] Deleting port ad772100-9aaf-49a6-a587-c162f12a623e {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:15.455873 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4a98daca-fe0a-469b-83fa-ef3a2b27befd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:15.530342 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c62494f3-9a02-44aa-a212-bd00d57723c5 req-ac3a7ee9-b3c8-4e79-b720-1a0c92df9051 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "GET /v2.0/ports?device_id=c606262f-f48c-4e27-8661-dbf60a1b8306 HTTP/1.1" status: 200 len: 210 time: 0.0537498 Nov 12 01:14:15.553185 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-f836d7e1-72ea-4f3e-a1a4-f72a4883f033 None None] Port 85c76394-fefb-4238-b06d-68f44b5dd7b2 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:14:15.598521 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-4a98daca-fe0a-469b-83fa-ef3a2b27befd admin admin] For port ad772100-9aaf-49a6-a587-c162f12a623e, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=ad772100-9aaf-49a6-a587-c162f12a623e,segment=NetworkSegment(f3f4a0d7-4788-468b-8b50-80083d860f8c),segment_id=f3f4a0d7-4788-468b-8b50-80083d860f8c)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:15.599132 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4a98daca-fe0a-469b-83fa-ef3a2b27befd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:15.617959 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-4a98daca-fe0a-469b-83fa-ef3a2b27befd admin admin] Calling delete_port for ad772100-9aaf-49a6-a587-c162f12a623e owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:15.707958 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ce9f0b56-32d7-4c8b-a5dc-393eb09e46e4 None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:15.715853 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021be64e-8a41-4366-9a51-d2af84f955a2 None None] DHCP port deletion for 4c899a05-8860-4795-9aec-cedfd3501d08 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:14:15.726322 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ce9f0b56-32d7-4c8b-a5dc-393eb09e46e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:15.805802 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4a98daca-fe0a-469b-83fa-ef3a2b27befd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:15.829143 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac4436e-2679-43ff-b732-1ca92164670e None None] Pushing event updated for resources: {'Port': ['ID=85c76394-fefb-4238-b06d-68f44b5dd7b2,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:15.867576 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a98daca-fe0a-469b-83fa-ef3a2b27befd admin admin] Pushing event deleted for resources: {'Port': ['ID=ad772100-9aaf-49a6-a587-c162f12a623e,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:15.875039 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a98daca-fe0a-469b-83fa-ef3a2b27befd admin admin] No DVR routers for this DVR port ad772100-9aaf-49a6-a587-c162f12a623e on host n-d-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:14:15.885343 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac4436e-2679-43ff-b732-1ca92164670e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:15.885721 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac4436e-2679-43ff-b732-1ca92164670e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:15.886057 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac4436e-2679-43ff-b732-1ca92164670e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:15.886384 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac4436e-2679-43ff-b732-1ca92164670e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:15.886709 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac4436e-2679-43ff-b732-1ca92164670e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:15.887027 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac4436e-2679-43ff-b732-1ca92164670e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:15.887348 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac4436e-2679-43ff-b732-1ca92164670e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:15.887666 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac4436e-2679-43ff-b732-1ca92164670e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:15.888149 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac4436e-2679-43ff-b732-1ca92164670e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:15.889161 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac4436e-2679-43ff-b732-1ca92164670e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:15.889531 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac4436e-2679-43ff-b732-1ca92164670e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:15.889857 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac4436e-2679-43ff-b732-1ca92164670e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:15.907750 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-021be64e-8a41-4366-9a51-d2af84f955a2 None None] Deleting port ad772100-9aaf-49a6-a587-c162f12a623e {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:15.908129 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-021be64e-8a41-4366-9a51-d2af84f955a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:15.926575 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-ce9f0b56-32d7-4c8b-a5dc-393eb09e46e4 None None] Attempting to bind port 85c76394-fefb-4238-b06d-68f44b5dd7b2 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:14:15.926946 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-ce9f0b56-32d7-4c8b-a5dc-393eb09e46e4 None None] Attempting to bind port 85c76394-fefb-4238-b06d-68f44b5dd7b2 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '64683eff-b2cb-4da2-93f0-9d579f18e90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '91a6f262-622c-4fff-8c9f-6f9eae518fc1'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:14:15.927307 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9f0b56-32d7-4c8b-a5dc-393eb09e46e4 None None] Attempting to bind port 85c76394-fefb-4238-b06d-68f44b5dd7b2 on network 91a6f262-622c-4fff-8c9f-6f9eae518fc1 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:14:15.943320 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9f0b56-32d7-4c8b-a5dc-393eb09e46e4 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:14:15.943586 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9f0b56-32d7-4c8b-a5dc-393eb09e46e4 None None] Checking segment: {'id': '64683eff-b2cb-4da2-93f0-9d579f18e90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '91a6f262-622c-4fff-8c9f-6f9eae518fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:15.943930 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ce9f0b56-32d7-4c8b-a5dc-393eb09e46e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:15.944440 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9f0b56-32d7-4c8b-a5dc-393eb09e46e4 None None] Bound using segment: {'id': '64683eff-b2cb-4da2-93f0-9d579f18e90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '91a6f262-622c-4fff-8c9f-6f9eae518fc1'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:14:15.945226 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-ce9f0b56-32d7-4c8b-a5dc-393eb09e46e4 None None] Bound port: 85c76394-fefb-4238-b06d-68f44b5dd7b2, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64683eff-b2cb-4da2-93f0-9d579f18e90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '91a6f262-622c-4fff-8c9f-6f9eae518fc1'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:14:15.945800 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ce9f0b56-32d7-4c8b-a5dc-393eb09e46e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:16.103652 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-021be64e-8a41-4366-9a51-d2af84f955a2 None None] For port ad772100-9aaf-49a6-a587-c162f12a623e, host n-d-812236-11, got binding levels [] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:16.103788 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-021be64e-8a41-4366-9a51-d2af84f955a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:16.133314 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4a98daca-fe0a-469b-83fa-ef3a2b27befd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:16.162629 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42212) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:16.214175 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-4a98daca-fe0a-469b-83fa-ef3a2b27befd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c899a05-8860-4795-9aec-cedfd3501d08']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:16.259794 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-4a98daca-fe0a-469b-83fa-ef3a2b27befd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3f4a0d7-4788-468b-8b50-80083d860f8c') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:16.261504 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-4a98daca-fe0a-469b-83fa-ef3a2b27befd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3f4a0d7-4788-468b-8b50-80083d860f8c') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:16.290203 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4a98daca-fe0a-469b-83fa-ef3a2b27befd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:16.308404 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4a98daca-fe0a-469b-83fa-ef3a2b27befd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:16.330162 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a98daca-fe0a-469b-83fa-ef3a2b27befd admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:14:16.331440 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4a98daca-fe0a-469b-83fa-ef3a2b27befd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:16.333800 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:14:16.333800 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:14:16.333800 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:14:16.333800 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:14:16.333800 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:14:16.333800 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:14:16.333800 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:14:16.333800 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:14:16.333800 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:14:16.333800 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:14:16.333800 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:14:16.333800 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:14:16.333800 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:14:16.333800 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:14:16.333800 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:14:16.333800 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:14:16.333800 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:14:16.333800 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:14:16.333800 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:14:16.333800 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:14:16.333800 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:14:16.333800 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:14:16.333800 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:14:16.333800 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:14:16.333800 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:14:16.333800 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:14:16.333800 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:14:16.333800 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:14:16.333800 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:14:16.333800 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:14:16.333800 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:14:16.333800 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:14:16.397862 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-86b6aa48-f68c-4357-8e09-1aac02fd3743 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Request body: {'networks': [{'name': 'tempest-network--378012605'}, {'name': 'tempest-network--389384260'}]} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:16.398434 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-86b6aa48-f68c-4357-8e09-1aac02fd3743 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Request body: {'network': {'name': 'tempest-network--378012605'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:16.398852 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-86b6aa48-f68c-4357-8e09-1aac02fd3743 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Request body: {'network': {'name': 'tempest-network--389384260'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:16.434682 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b6aa48-f68c-4357-8e09-1aac02fd3743 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Made reservation on behalf of 350ae47b8ff047c9a0fe0a859edcbab1 for: {'network': 2} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:16.440412 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-86b6aa48-f68c-4357-8e09-1aac02fd3743 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:16.451087 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4a98daca-fe0a-469b-83fa-ef3a2b27befd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:16.468569 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-86b6aa48-f68c-4357-8e09-1aac02fd3743 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:16.486507 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4a98daca-fe0a-469b-83fa-ef3a2b27befd admin admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:16.492950 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-4a98daca-fe0a-469b-83fa-ef3a2b27befd admin admin] 10.222.0.20 "DELETE /v2.0/networks/4c899a05-8860-4795-9aec-cedfd3501d08 HTTP/1.1" status: 204 len: 168 time: 1.2523644 Nov 12 01:14:16.495254 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a98daca-fe0a-469b-83fa-ef3a2b27befd admin admin] Pushing event deleted for resources: {'Network': ['ID=4c899a05-8860-4795-9aec-cedfd3501d08,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:16.524973 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-021be64e-8a41-4366-9a51-d2af84f955a2 None None] Calling delete_port for ad772100-9aaf-49a6-a587-c162f12a623e owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:16.528167 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.ipam_backend_mixin [None req-021be64e-8a41-4366-9a51-d2af84f955a2 None None] Port ad772100-9aaf-49a6-a587-c162f12a623e was not found and therefore no delete operation was performed {{(pid=102663) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 01:14:16.533026 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-021be64e-8a41-4366-9a51-d2af84f955a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:16.566401 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-021be64e-8a41-4366-9a51-d2af84f955a2 None None] Network 4c899a05-8860-4795-9aec-cedfd3501d08 is not hosted by any dhcp agent {{(pid=102663) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 01:14:16.566996 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021be64e-8a41-4366-9a51-d2af84f955a2 None None] No DVR routers for this DVR port ad772100-9aaf-49a6-a587-c162f12a623e on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:14:16.570868 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021be64e-8a41-4366-9a51-d2af84f955a2 None None] Pushing event deleted for resources: {'Port': ['ID=ad772100-9aaf-49a6-a587-c162f12a623e,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:16.599170 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-df210f57-d1d8-42ec-bd10-56044f23cce7 None None] Provisioning complete for port 85c76394-fefb-4238-b06d-68f44b5dd7b2 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:16.599547 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-df210f57-d1d8-42ec-bd10-56044f23cce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:16.664210 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-df210f57-d1d8-42ec-bd10-56044f23cce7 None None] Port 85c76394-fefb-4238-b06d-68f44b5dd7b2 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:14:16.673709 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-ce9f0b56-32d7-4c8b-a5dc-393eb09e46e4 None None] For port 85c76394-fefb-4238-b06d-68f44b5dd7b2, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:14:16.678052 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-ce9f0b56-32d7-4c8b-a5dc-393eb09e46e4 None None] For port 85c76394-fefb-4238-b06d-68f44b5dd7b2, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=85c76394-fefb-4238-b06d-68f44b5dd7b2,segment=NetworkSegment(64683eff-b2cb-4da2-93f0-9d579f18e90a),segment_id=64683eff-b2cb-4da2-93f0-9d579f18e90a)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:14:16.686214 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-86b6aa48-f68c-4357-8e09-1aac02fd3743 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:16.694070 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ce9f0b56-32d7-4c8b-a5dc-393eb09e46e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:16.711379 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-86b6aa48-f68c-4357-8e09-1aac02fd3743 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:16.712538 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-86b6aa48-f68c-4357-8e09-1aac02fd3743 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:16.782982 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9f0b56-32d7-4c8b-a5dc-393eb09e46e4 None None] Routers {'0d383f1a-8841-4a6f-8025-5cdd32fa7f8a'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:14:16.784074 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-ce9f0b56-32d7-4c8b-a5dc-393eb09e46e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:14:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['0d383f1a-8841-4a6f-8025-5cdd32fa7f8a'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:16.860730 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b6aa48-f68c-4357-8e09-1aac02fd3743 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71d85176-68b7-4d7b-b4aa-381d891f4141,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:16.870045 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-77c5fd58-8607-4c6f-8687-1f32fbf58711 req-5f95995d-e898-48bb-8e70-7d9e8248bb4a tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "GET /v2.0/ports?device_id=c606262f-f48c-4e27-8661-dbf60a1b8306 HTTP/1.1" status: 200 len: 210 time: 0.1943789 Nov 12 01:14:16.885343 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac4436e-2679-43ff-b732-1ca92164670e None None] Pushing event updated for resources: {'Port': ['ID=85c76394-fefb-4238-b06d-68f44b5dd7b2,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:16.918438 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86b6aa48-f68c-4357-8e09-1aac02fd3743 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:14:16.947195 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42224) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:16.966831 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-86b6aa48-f68c-4357-8e09-1aac02fd3743 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:16.971898 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-86b6aa48-f68c-4357-8e09-1aac02fd3743 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Added segment 0a869c50-6bca-423e-ae5c-36b4628c5653 of type vlan for network 317990c5-987a-448d-b98f-c1185280a18e Nov 12 01:14:17.029574 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-ce9f0b56-32d7-4c8b-a5dc-393eb09e46e4 None None] Set router 0d383f1a-8841-4a6f-8025-5cdd32fa7f8a gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:14:17.043553 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-63163d38-7071-4d4b-8097-bf584d9fd4d2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=836d0bc3c18b4a68b4a1a411ca624d1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0945492 Nov 12 01:14:17.046788 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42226) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:17.103633 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-86b6aa48-f68c-4357-8e09-1aac02fd3743 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:17.193043 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1e50a9d5-a6fa-425a-8387-a3b2ae826697 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:17.212441 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-9bbafa02-3727-4ce8-87bc-18f69975a9f6 None None] Provisioning complete for port 85c76394-fefb-4238-b06d-68f44b5dd7b2 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:17.212860 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9bbafa02-3727-4ce8-87bc-18f69975a9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:17.230188 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86b6aa48-f68c-4357-8e09-1aac02fd3743 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:14:17.234375 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device ad772100-9aaf-49a6-a587-c162f12a623e no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:14:17.256798 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1e50a9d5-a6fa-425a-8387-a3b2ae826697 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:17.317074 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-86b6aa48-f68c-4357-8e09-1aac02fd3743 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:17.317830 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-86b6aa48-f68c-4357-8e09-1aac02fd3743 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Added segment 1415494c-d12f-4479-b610-19da6af80ad4 of type vlan for network aaa5ada5-9d87-4044-9193-c55be9b5c35b Nov 12 01:14:17.434802 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: ad772100-9aaf-49a6-a587-c162f12a623e {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:14:17.435247 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device ad772100-9aaf-49a6-a587-c162f12a623e not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:14:17.502165 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-86b6aa48-f68c-4357-8e09-1aac02fd3743 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:17.516124 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9bbafa02-3727-4ce8-87bc-18f69975a9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:17.533878 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-ce9f0b56-32d7-4c8b-a5dc-393eb09e46e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d383f1a-8841-4a6f-8025-5cdd32fa7f8a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1079546727', 'tenant_id': '22e9becebccb40659225fdff23acbf56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '5d616c68-0eac-4918-9e37-cab44d5c905a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:00Z', 'updated_at': '2021-11-12T01:14:10Z', 'revision_number': 4, 'project_id': '22e9becebccb40659225fdff23acbf56', 'gw_port': {'id': '5d616c68-0eac-4918-9e37-cab44d5c905a', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d383f1a-8841-4a6f-8025-5cdd32fa7f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:01Z', 'updated_at': '2021-11-12T01:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '85c76394-fefb-4238-b06d-68f44b5dd7b2', 'name': '', 'network_id': '91a6f262-622c-4fff-8c9f-6f9eae518fc1', 'tenant_id': '22e9becebccb40659225fdff23acbf56', 'mac_address': 'fa:16:3e:83:ed:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d383f1a-8841-4a6f-8025-5cdd32fa7f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '512feee4-ea71-42ff-a56b-b470f3c63efb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:08Z', 'updated_at': '2021-11-12T01:14:16Z', 'revision_number': 4, 'project_id': '22e9becebccb40659225fdff23acbf56', 'subnets': [{'id': '512feee4-ea71-42ff-a56b-b470f3c63efb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:17.565007 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9f0b56-32d7-4c8b-a5dc-393eb09e46e4 None None] The sync data for ids ['0d383f1a-8841-4a6f-8025-5cdd32fa7f8a'] in n-d-812236-11 is: [{'id': '0d383f1a-8841-4a6f-8025-5cdd32fa7f8a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1079546727', 'tenant_id': '22e9becebccb40659225fdff23acbf56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '5d616c68-0eac-4918-9e37-cab44d5c905a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:00Z', 'updated_at': '2021-11-12T01:14:10Z', 'revision_number': 4, 'project_id': '22e9becebccb40659225fdff23acbf56', 'gw_port': {'id': '5d616c68-0eac-4918-9e37-cab44d5c905a', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d383f1a-8841-4a6f-8025-5cdd32fa7f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:01Z', 'updated_at': '2021-11-12T01:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '85c76394-fefb-4238-b06d-68f44b5dd7b2', 'name': '', 'network_id': '91a6f262-622c-4fff-8c9f-6f9eae518fc1', 'tenant_id': '22e9becebccb40659225fdff23acbf56', 'mac_address': 'fa:16:3e:83:ed:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d383f1a-8841-4a6f-8025-5cdd32fa7f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '512feee4-ea71-42ff-a56b-b470f3c63efb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:08Z', 'updated_at': '2021-11-12T01:14:16Z', 'revision_number': 4, 'project_id': '22e9becebccb40659225fdff23acbf56', 'subnets': [{'id': '512feee4-ea71-42ff-a56b-b470f3c63efb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:14:17.579531 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed7777-c573-4f9c-b9d6-c13416714b9d req-744e8f17-f436-4b7a-a795-fae229bfa355 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:17.581750 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f5ed7777-c573-4f9c-b9d6-c13416714b9d req-744e8f17-f436-4b7a-a795-fae229bfa355 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.54 "GET /v2.0/networks?id=91a6f262-622c-4fff-8c9f-6f9eae518fc1 HTTP/1.1" status: 200 len: 797 time: 0.3050234 Nov 12 01:14:17.585043 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-86b6aa48-f68c-4357-8e09-1aac02fd3743 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:17.585043 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-86b6aa48-f68c-4357-8e09-1aac02fd3743 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:17.588568 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-9bbafa02-3727-4ce8-87bc-18f69975a9f6 None None] For port 85c76394-fefb-4238-b06d-68f44b5dd7b2, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=85c76394-fefb-4238-b06d-68f44b5dd7b2,segment=NetworkSegment(64683eff-b2cb-4da2-93f0-9d579f18e90a),segment_id=64683eff-b2cb-4da2-93f0-9d579f18e90a)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:17.590440 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b6aa48-f68c-4357-8e09-1aac02fd3743 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:17.596996 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b6aa48-f68c-4357-8e09-1aac02fd3743 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:17.597888 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-86b6aa48-f68c-4357-8e09-1aac02fd3743 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:17.600925 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9bbafa02-3727-4ce8-87bc-18f69975a9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:17.623992 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-f5ed7777-c573-4f9c-b9d6-c13416714b9d req-84509560-8f19-47aa-826b-bcbe13ae8d9f tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Request body: {'port': {'device_id': 'c606262f-f48c-4e27-8661-dbf60a1b8306', 'network_id': '91a6f262-622c-4fff-8c9f-6f9eae518fc1', 'admin_state_up': True, 'tenant_id': '22e9becebccb40659225fdff23acbf56'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:17.687097 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-86b6aa48-f68c-4357-8e09-1aac02fd3743 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.5216198 Nov 12 01:14:17.687639 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42234) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:17.694133 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbafa02-3727-4ce8-87bc-18f69975a9f6 None None] Pushing event updated for resources: {'Port': ['ID=85c76394-fefb-4238-b06d-68f44b5dd7b2,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:17.767485 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1e50a9d5-a6fa-425a-8387-a3b2ae826697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:17.771609 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1e50a9d5-a6fa-425a-8387-a3b2ae826697 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:17.776826 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1e50a9d5-a6fa-425a-8387-a3b2ae826697 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8b9676a6-b909-4e83-aa96-aee8de93a36f HTTP/1.1" status: 204 len: 168 time: 0.7287676 Nov 12 01:14:17.838173 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e50a9d5-a6fa-425a-8387-a3b2ae826697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9676a6-b909-4e83-aa96-aee8de93a36f,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:17.853173 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fdebfc-0eee-4cc7-86b9-3329bdefd090 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:17.865043 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fdebfc-0eee-4cc7-86b9-3329bdefd090 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:17.874680 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fdebfc-0eee-4cc7-86b9-3329bdefd090 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:17.875218 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b6aa48-f68c-4357-8e09-1aac02fd3743 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Pushing event updated for resources: {'Network': ['ID=317990c5-987a-448d-b98f-c1185280a18e,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:17.883666 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fdebfc-0eee-4cc7-86b9-3329bdefd090 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:17.885616 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e8fdebfc-0eee-4cc7-86b9-3329bdefd090 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.1951969 Nov 12 01:14:17.890592 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42238) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:17.893647 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 317990c5-987a-448d-b98f-c1185280a18e details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:14:18.104529 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5ed7777-c573-4f9c-b9d6-c13416714b9d req-84509560-8f19-47aa-826b-bcbe13ae8d9f tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Made reservation on behalf of 22e9becebccb40659225fdff23acbf56 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:18.111437 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f5ed7777-c573-4f9c-b9d6-c13416714b9d req-84509560-8f19-47aa-826b-bcbe13ae8d9f tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:18.118769 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51f6cf15-d0af-4ad0-a73f-ab1085faa307 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:18.137889 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b8e46aab-bd6c-4a61-9aa5-455b1aa7801e req-b343021b-0501-4afc-9b54-1e9f99e4fc9c tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "GET /v2.0/ports?device_id=c606262f-f48c-4e27-8661-dbf60a1b8306 HTTP/1.1" status: 200 len: 210 time: 0.0943661 Nov 12 01:14:18.138700 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b6aa48-f68c-4357-8e09-1aac02fd3743 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Pushing event updated for resources: {'Network': ['ID=aaa5ada5-9d87-4044-9193-c55be9b5c35b,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:18.174787 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network aaa5ada5-9d87-4044-9193-c55be9b5c35b details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:14:18.277772 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51f6cf15-d0af-4ad0-a73f-ab1085faa307 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:18.350693 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42250) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:18.368586 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-51f6cf15-d0af-4ad0-a73f-ab1085faa307 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['317990c5-987a-448d-b98f-c1185280a18e']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:18.400516 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-51f6cf15-d0af-4ad0-a73f-ab1085faa307 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a869c50-6bca-423e-ae5c-36b4628c5653') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:18.401509 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-51f6cf15-d0af-4ad0-a73f-ab1085faa307 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a869c50-6bca-423e-ae5c-36b4628c5653') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:18.429635 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51f6cf15-d0af-4ad0-a73f-ab1085faa307 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:18.448695 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-f5ed7777-c573-4f9c-b9d6-c13416714b9d req-84509560-8f19-47aa-826b-bcbe13ae8d9f tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Allocated IP 172.20.0.20 (91a6f262-622c-4fff-8c9f-6f9eae518fc1/512feee4-ea71-42ff-a56b-b470f3c63efb/90c7f66f-c7e4-4182-8d32-6d3164f35e08) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:18.478349 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6e3da30b-6b56-426c-9ce6-a30fc4b0c918 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6a26c7be86104e1097d52558d9fbd815&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1251631 Nov 12 01:14:18.480764 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42260) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:18.521819 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51f6cf15-d0af-4ad0-a73f-ab1085faa307 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:18.551815 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f6cf15-d0af-4ad0-a73f-ab1085faa307 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:14:18.552226 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51f6cf15-d0af-4ad0-a73f-ab1085faa307 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:18.555762 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:14:18.555762 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:14:18.555762 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:14:18.555762 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:14:18.555762 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:14:18.555762 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:14:18.555762 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:14:18.555762 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:14:18.555762 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:14:18.555762 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:14:18.555762 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:14:18.555762 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:14:18.555762 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:14:18.555762 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:14:18.555762 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:14:18.555762 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:14:18.555762 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:14:18.555762 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:14:18.555762 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:14:18.555762 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:14:18.555762 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:14:18.555762 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:14:18.555762 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:14:18.555762 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:14:18.555762 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:14:18.555762 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:14:18.555762 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:14:18.555762 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:14:18.555762 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:14:18.555762 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:14:18.555762 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:14:18.555762 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:14:18.647426 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f3e0511c-ec93-4eda-ab18-ec31729f4128 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:18.663932 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51f6cf15-d0af-4ad0-a73f-ab1085faa307 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:18.686554 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51f6cf15-d0af-4ad0-a73f-ab1085faa307 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:18.690867 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-51f6cf15-d0af-4ad0-a73f-ab1085faa307 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] 10.222.0.20 "DELETE /v2.0/networks/317990c5-987a-448d-b98f-c1185280a18e HTTP/1.1" status: 204 len: 168 time: 0.7989545 Nov 12 01:14:18.695839 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42268) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:18.713010 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f5ed7777-c573-4f9c-b9d6-c13416714b9d req-84509560-8f19-47aa-826b-bcbe13ae8d9f tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:18.741424 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f3e0511c-ec93-4eda-ab18-ec31729f4128 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:18.746401 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f6cf15-d0af-4ad0-a73f-ab1085faa307 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Pushing event deleted for resources: {'Network': ['ID=317990c5-987a-448d-b98f-c1185280a18e,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:18.799831 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f5ed7777-c573-4f9c-b9d6-c13416714b9d req-84509560-8f19-47aa-826b-bcbe13ae8d9f tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:18.848537 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5ed7777-c573-4f9c-b9d6-c13416714b9d req-84509560-8f19-47aa-826b-bcbe13ae8d9f tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Network 91a6f262-622c-4fff-8c9f-6f9eae518fc1 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:18.854795 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-f5ed7777-c573-4f9c-b9d6-c13416714b9d req-84509560-8f19-47aa-826b-bcbe13ae8d9f tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:18.858790 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ed7777-c573-4f9c-b9d6-c13416714b9d req-84509560-8f19-47aa-826b-bcbe13ae8d9f tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:18.903793 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84509560-8f19-47aa-826b-bcbe13ae8d9f tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Pushing event updated for resources: {'Port': ['ID=90c7f66f-c7e4-4182-8d32-6d3164f35e08,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:18.917642 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f1d760ab-2a3f-438b-b368-05a93e1e65dc tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:18.945013 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed7777-c573-4f9c-b9d6-c13416714b9d req-84509560-8f19-47aa-826b-bcbe13ae8d9f tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:18.946084 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f5ed7777-c573-4f9c-b9d6-c13416714b9d req-84509560-8f19-47aa-826b-bcbe13ae8d9f tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:18.975239 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f5ed7777-c573-4f9c-b9d6-c13416714b9d req-84509560-8f19-47aa-826b-bcbe13ae8d9f tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.3535540 Nov 12 01:14:18.999399 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-f5ed7777-c573-4f9c-b9d6-c13416714b9d req-c7864da6-a910-4a72-b70c-d483ad17b98c service neutron] Request body: {'port': {'device_id': 'c606262f-f48c-4e27-8661-dbf60a1b8306', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:19.053447 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f3e0511c-ec93-4eda-ab18-ec31729f4128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:19.057943 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f3e0511c-ec93-4eda-ab18-ec31729f4128 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:19.059140 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f3e0511c-ec93-4eda-ab18-ec31729f4128 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/81259fa6-ff52-4f83-aed9-297b9a051229 HTTP/1.1" status: 204 len: 168 time: 0.5769129 Nov 12 01:14:19.089188 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f5ed7777-c573-4f9c-b9d6-c13416714b9d req-c7864da6-a910-4a72-b70c-d483ad17b98c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:19.168468 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f1d760ab-2a3f-438b-b368-05a93e1e65dc tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:19.205761 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e0511c-ec93-4eda-ab18-ec31729f4128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81259fa6-ff52-4f83-aed9-297b9a051229,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:19.260750 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-f1d760ab-2a3f-438b-b368-05a93e1e65dc tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaa5ada5-9d87-4044-9193-c55be9b5c35b']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:19.285118 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-daeb751e-a68b-4494-9f9d-3332b7c860a4 None None] Provisioning complete for port 90c7f66f-c7e4-4182-8d32-6d3164f35e08 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:19.291120 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-daeb751e-a68b-4494-9f9d-3332b7c860a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:19.302079 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-f1d760ab-2a3f-438b-b368-05a93e1e65dc tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1415494c-d12f-4479-b610-19da6af80ad4') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:19.302688 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-f1d760ab-2a3f-438b-b368-05a93e1e65dc tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1415494c-d12f-4479-b610-19da6af80ad4') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:19.326541 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f1d760ab-2a3f-438b-b368-05a93e1e65dc tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:19.365762 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f1d760ab-2a3f-438b-b368-05a93e1e65dc tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:19.393744 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1d760ab-2a3f-438b-b368-05a93e1e65dc tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:14:19.394160 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f1d760ab-2a3f-438b-b368-05a93e1e65dc tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:19.404860 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:14:19.404860 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:14:19.404860 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:14:19.404860 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:14:19.404860 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:14:19.404860 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:14:19.404860 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:14:19.404860 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:14:19.404860 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:14:19.404860 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:14:19.404860 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:14:19.404860 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:14:19.404860 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:14:19.404860 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:14:19.404860 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:14:19.404860 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:14:19.404860 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:14:19.404860 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:14:19.404860 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:14:19.404860 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:14:19.404860 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:14:19.404860 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:14:19.404860 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:14:19.404860 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:14:19.404860 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:14:19.404860 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:14:19.404860 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:14:19.404860 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:14:19.404860 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:14:19.404860 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:14:19.404860 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:14:19.404860 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:14:19.411811 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-daeb751e-a68b-4494-9f9d-3332b7c860a4 None None] Port 90c7f66f-c7e4-4182-8d32-6d3164f35e08 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:14:19.419777 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 85c76394-fefb-4238-b06d-68f44b5dd7b2 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:14:19.507517 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f1d760ab-2a3f-438b-b368-05a93e1e65dc tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:19.538680 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 85c76394-fefb-4238-b06d-68f44b5dd7b2 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:19.542588 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:19.571313 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f1d760ab-2a3f-438b-b368-05a93e1e65dc tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:19.599647 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f1d760ab-2a3f-438b-b368-05a93e1e65dc tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] 10.222.0.20 "DELETE /v2.0/networks/aaa5ada5-9d87-4044-9193-c55be9b5c35b HTTP/1.1" status: 204 len: 168 time: 0.8695586 Nov 12 01:14:19.599647 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d760ab-2a3f-438b-b368-05a93e1e65dc tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Pushing event deleted for resources: {'Network': ['ID=aaa5ada5-9d87-4044-9193-c55be9b5c35b,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:19.599647 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42282) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:19.675010 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49f15d-e127-4f44-94b0-7ce43364ccf9 req-cfb60e05-c8fe-405d-857f-45c3442effb4 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:19.677922 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9a49f15d-e127-4f44-94b0-7ce43364ccf9 req-cfb60e05-c8fe-405d-857f-45c3442effb4 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "GET /v2.0/ports?device_id=c606262f-f48c-4e27-8661-dbf60a1b8306 HTTP/1.1" status: 200 len: 895 time: 0.3494802 Nov 12 01:14:19.818509 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af786a4-5334-40a7-9366-f6007c4fbc4f tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:19.827299 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af786a4-5334-40a7-9366-f6007c4fbc4f tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:19.829872 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1af786a4-5334-40a7-9366-f6007c4fbc4f tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2349384 Nov 12 01:14:19.833717 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42284) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:19.839725 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-0f155ad8-865f-4e4f-90c5-226b2f1245d2 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-488741360'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:19.866986 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-f5ed7777-c573-4f9c-b9d6-c13416714b9d req-c7864da6-a910-4a72-b70c-d483ad17b98c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90c7f66f-c7e4-4182-8d32-6d3164f35e08 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:14:19.870268 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f155ad8-865f-4e4f-90c5-226b2f1245d2 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Made reservation on behalf of 350ae47b8ff047c9a0fe0a859edcbab1 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:19.876606 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f5ed7777-c573-4f9c-b9d6-c13416714b9d req-c7864da6-a910-4a72-b70c-d483ad17b98c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:19.877731 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0f155ad8-865f-4e4f-90c5-226b2f1245d2 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:19.895428 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-f5ed7777-c573-4f9c-b9d6-c13416714b9d req-c7864da6-a910-4a72-b70c-d483ad17b98c service neutron] Transition to ACTIVE for port object 90c7f66f-c7e4-4182-8d32-6d3164f35e08 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:14:19.900345 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f5ed7777-c573-4f9c-b9d6-c13416714b9d req-c7864da6-a910-4a72-b70c-d483ad17b98c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:19.922480 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f155ad8-865f-4e4f-90c5-226b2f1245d2 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:14:19.955126 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0f155ad8-865f-4e4f-90c5-226b2f1245d2 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:19.955957 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-0f155ad8-865f-4e4f-90c5-226b2f1245d2 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Added segment ec136dd4-a2dc-4729-8ef4-2ca9bb55dcf0 of type vlan for network 42574114-8cb2-4f4c-b61a-b9054ebd5ff5 Nov 12 01:14:19.993307 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7864da6-a910-4a72-b70c-d483ad17b98c service neutron] Pushing event updated for resources: {'Port': ['ID=90c7f66f-c7e4-4182-8d32-6d3164f35e08,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:20.049557 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0f155ad8-865f-4e4f-90c5-226b2f1245d2 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:20.064479 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-f5ed7777-c573-4f9c-b9d6-c13416714b9d req-c7864da6-a910-4a72-b70c-d483ad17b98c service neutron] Attempting to bind port 90c7f66f-c7e4-4182-8d32-6d3164f35e08 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:14:20.064828 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-f5ed7777-c573-4f9c-b9d6-c13416714b9d req-c7864da6-a910-4a72-b70c-d483ad17b98c service neutron] Attempting to bind port 90c7f66f-c7e4-4182-8d32-6d3164f35e08 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '64683eff-b2cb-4da2-93f0-9d579f18e90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '91a6f262-622c-4fff-8c9f-6f9eae518fc1'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:14:20.065276 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ed7777-c573-4f9c-b9d6-c13416714b9d req-c7864da6-a910-4a72-b70c-d483ad17b98c service neutron] Attempting to bind port 90c7f66f-c7e4-4182-8d32-6d3164f35e08 on network 91a6f262-622c-4fff-8c9f-6f9eae518fc1 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:14:20.072949 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ed7777-c573-4f9c-b9d6-c13416714b9d req-c7864da6-a910-4a72-b70c-d483ad17b98c service neutron] Port 90c7f66f-c7e4-4182-8d32-6d3164f35e08 on network 91a6f262-622c-4fff-8c9f-6f9eae518fc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:14:20.073644 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ed7777-c573-4f9c-b9d6-c13416714b9d req-c7864da6-a910-4a72-b70c-d483ad17b98c service neutron] Attempting to bind port 90c7f66f-c7e4-4182-8d32-6d3164f35e08 on network 91a6f262-622c-4fff-8c9f-6f9eae518fc1 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:14:20.079698 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0f155ad8-865f-4e4f-90c5-226b2f1245d2 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:20.081559 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ed7777-c573-4f9c-b9d6-c13416714b9d req-c7864da6-a910-4a72-b70c-d483ad17b98c service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:14:20.081899 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ed7777-c573-4f9c-b9d6-c13416714b9d req-c7864da6-a910-4a72-b70c-d483ad17b98c service neutron] Checking segment: {'id': '64683eff-b2cb-4da2-93f0-9d579f18e90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '91a6f262-622c-4fff-8c9f-6f9eae518fc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:20.082283 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ed7777-c573-4f9c-b9d6-c13416714b9d req-c7864da6-a910-4a72-b70c-d483ad17b98c service neutron] Bound using segment: {'id': '64683eff-b2cb-4da2-93f0-9d579f18e90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '91a6f262-622c-4fff-8c9f-6f9eae518fc1'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:14:20.082704 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-f5ed7777-c573-4f9c-b9d6-c13416714b9d req-c7864da6-a910-4a72-b70c-d483ad17b98c service neutron] Bound port: 90c7f66f-c7e4-4182-8d32-6d3164f35e08, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64683eff-b2cb-4da2-93f0-9d579f18e90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '91a6f262-622c-4fff-8c9f-6f9eae518fc1'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:14:20.083055 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f5ed7777-c573-4f9c-b9d6-c13416714b9d req-c7864da6-a910-4a72-b70c-d483ad17b98c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:20.087883 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f155ad8-865f-4e4f-90c5-226b2f1245d2 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:20.088555 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0f155ad8-865f-4e4f-90c5-226b2f1245d2 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:20.114271 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0f155ad8-865f-4e4f-90c5-226b2f1245d2 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2788565 Nov 12 01:14:20.115274 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42288) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:20.137537 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-e9035b14-6159-4692-b453-86fd92863b0b tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1113711638'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:20.173333 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-f5ed7777-c573-4f9c-b9d6-c13416714b9d req-c7864da6-a910-4a72-b70c-d483ad17b98c service neutron] For port 90c7f66f-c7e4-4182-8d32-6d3164f35e08, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:14:20.177010 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-f5ed7777-c573-4f9c-b9d6-c13416714b9d req-c7864da6-a910-4a72-b70c-d483ad17b98c service neutron] For port 90c7f66f-c7e4-4182-8d32-6d3164f35e08, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=90c7f66f-c7e4-4182-8d32-6d3164f35e08,segment=NetworkSegment(64683eff-b2cb-4da2-93f0-9d579f18e90a),segment_id=64683eff-b2cb-4da2-93f0-9d579f18e90a)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:14:20.187107 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f5ed7777-c573-4f9c-b9d6-c13416714b9d req-c7864da6-a910-4a72-b70c-d483ad17b98c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:20.210120 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f155ad8-865f-4e4f-90c5-226b2f1245d2 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Pushing event updated for resources: {'Network': ['ID=42574114-8cb2-4f4c-b61a-b9054ebd5ff5,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:20.212615 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9035b14-6159-4692-b453-86fd92863b0b tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Made reservation on behalf of 350ae47b8ff047c9a0fe0a859edcbab1 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:20.216233 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e9035b14-6159-4692-b453-86fd92863b0b tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:20.228161 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 42574114-8cb2-4f4c-b61a-b9054ebd5ff5 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:14:20.230415 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed7777-c573-4f9c-b9d6-c13416714b9d req-c7864da6-a910-4a72-b70c-d483ad17b98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:20.231056 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f5ed7777-c573-4f9c-b9d6-c13416714b9d req-c7864da6-a910-4a72-b70c-d483ad17b98c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:20.234098 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f5ed7777-c573-4f9c-b9d6-c13416714b9d req-c7864da6-a910-4a72-b70c-d483ad17b98c service neutron] 10.222.0.54 "PUT /v2.0/ports/90c7f66f-c7e4-4182-8d32-6d3164f35e08 HTTP/1.1" status: 200 len: 1056 time: 1.2410967 Nov 12 01:14:20.236974 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c606262f-f48c-4e27-8661-dbf60a1b8306', 'tag': '90c7f66f-c7e4-4182-8d32-6d3164f35e08'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:14:20.240397 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99047f74-ff0d-4607-91de-7a1b85d5a426" -d '{"events": [{"name": "network-changed", "server_uuid": "c606262f-f48c-4e27-8661-dbf60a1b8306", "tag": "90c7f66f-c7e4-4182-8d32-6d3164f35e08"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:14:20.242660 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9035b14-6159-4692-b453-86fd92863b0b tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:14:20.271344 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7864da6-a910-4a72-b70c-d483ad17b98c service neutron] Pushing event updated for resources: {'Port': ['ID=90c7f66f-c7e4-4182-8d32-6d3164f35e08,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:20.272702 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e9035b14-6159-4692-b453-86fd92863b0b tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:20.274784 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-e9035b14-6159-4692-b453-86fd92863b0b tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Added segment 23d123cf-59c0-4055-9a36-ad44ad47aa60 of type vlan for network 624f660a-24e1-4b52-9712-605895bd0e69 Nov 12 01:14:20.354907 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e9035b14-6159-4692-b453-86fd92863b0b tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:20.368724 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0faddd8c-3b8c-4a2b-ab59-4adb7a1f84fc x-openstack-request-id: req-0faddd8c-3b8c-4a2b-ab59-4adb7a1f84fc {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:14:20.369128 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c606262f-f48c-4e27-8661-dbf60a1b8306", "tag": "90c7f66f-c7e4-4182-8d32-6d3164f35e08", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:14:20.369660 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0faddd8c-3b8c-4a2b-ab59-4adb7a1f84fc {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:14:20.370079 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c606262f-f48c-4e27-8661-dbf60a1b8306', 'tag': '90c7f66f-c7e4-4182-8d32-6d3164f35e08', 'status': 'completed', 'code': 200} Nov 12 01:14:20.391062 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e9035b14-6159-4692-b453-86fd92863b0b tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:20.401111 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed7777-c573-4f9c-b9d6-c13416714b9d req-205e08a6-6b4f-4cb2-8ac6-8b1a14704fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:20.402856 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f5ed7777-c573-4f9c-b9d6-c13416714b9d req-205e08a6-6b4f-4cb2-8ac6-8b1a14704fa2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=22e9becebccb40659225fdff23acbf56&device_id=c606262f-f48c-4e27-8661-dbf60a1b8306 HTTP/1.1" status: 200 len: 1059 time: 0.0933216 Nov 12 01:14:20.407631 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9035b14-6159-4692-b453-86fd92863b0b tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:20.408260 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e9035b14-6159-4692-b453-86fd92863b0b tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:20.462260 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f5ed7777-c573-4f9c-b9d6-c13416714b9d req-8a3bc8cf-40a7-4de6-869f-388c5a624446 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=90c7f66f-c7e4-4182-8d32-6d3164f35e08 HTTP/1.1" status: 200 len: 217 time: 0.0443852 Nov 12 01:14:20.483810 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e9035b14-6159-4692-b453-86fd92863b0b tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3505433 Nov 12 01:14:20.487073 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42292) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:20.491674 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-054bc761-9731-4de2-b5c3-5e63a39ebd56 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Request body: {'ports': [{'network_id': '42574114-8cb2-4f4c-b61a-b9054ebd5ff5', 'name': 'tempest-port--2011579681', 'admin_state_up': True}, {'network_id': '624f660a-24e1-4b52-9712-605895bd0e69', 'admin_state_up': False}]} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:20.491992 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-054bc761-9731-4de2-b5c3-5e63a39ebd56 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Request body: {'port': {'network_id': '42574114-8cb2-4f4c-b61a-b9054ebd5ff5', 'name': 'tempest-port--2011579681', 'admin_state_up': True}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:20.492480 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-054bc761-9731-4de2-b5c3-5e63a39ebd56 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Request body: {'port': {'network_id': '624f660a-24e1-4b52-9712-605895bd0e69', 'admin_state_up': False}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:20.522372 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9035b14-6159-4692-b453-86fd92863b0b tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Pushing event updated for resources: {'Network': ['ID=624f660a-24e1-4b52-9712-605895bd0e69,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:20.534166 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed7777-c573-4f9c-b9d6-c13416714b9d req-0daa4edb-4c72-4d07-aa07-73d816a18b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:20.535408 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 624f660a-24e1-4b52-9712-605895bd0e69 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:14:20.535900 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f5ed7777-c573-4f9c-b9d6-c13416714b9d req-0daa4edb-4c72-4d07-aa07-73d816a18b5e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=512feee4-ea71-42ff-a56b-b470f3c63efb HTTP/1.1" status: 200 len: 837 time: 0.0656886 Nov 12 01:14:20.620185 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed7777-c573-4f9c-b9d6-c13416714b9d req-e094e3c6-49c7-4bc8-a51d-38cc47d8df52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:20.623760 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f5ed7777-c573-4f9c-b9d6-c13416714b9d req-e094e3c6-49c7-4bc8-a51d-38cc47d8df52 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=91a6f262-622c-4fff-8c9f-6f9eae518fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0723906 Nov 12 01:14:20.717463 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054bc761-9731-4de2-b5c3-5e63a39ebd56 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Made reservation on behalf of 350ae47b8ff047c9a0fe0a859edcbab1 for: {'port': 2} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:20.723096 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-054bc761-9731-4de2-b5c3-5e63a39ebd56 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:20.725621 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f5ed7777-c573-4f9c-b9d6-c13416714b9d req-45c641f7-e548-4de3-bcaa-0c82ffbb02d8 service neutron] 10.222.0.54 "GET /v2.0/networks/91a6f262-622c-4fff-8c9f-6f9eae518fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960217 Nov 12 01:14:20.739488 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-054bc761-9731-4de2-b5c3-5e63a39ebd56 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:20.832472 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-054bc761-9731-4de2-b5c3-5e63a39ebd56 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] device_id is not set on port c2ebee51-419f-4d55-a8b9-950b8c5c0533 yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:14:20.860972 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e54b22-ba75-4588-a00f-6c06a76a3e68 req-867605f6-1d74-4214-84b7-d43a9af2ba90 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:20.862493 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-00e54b22-ba75-4588-a00f-6c06a76a3e68 req-867605f6-1d74-4214-84b7-d43a9af2ba90 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "GET /v2.0/ports?device_id=c606262f-f48c-4e27-8661-dbf60a1b8306 HTTP/1.1" status: 200 len: 907 time: 0.0706613 Nov 12 01:14:20.865045 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f5ed7777-c573-4f9c-b9d6-c13416714b9d req-de77b00e-e123-4627-8e67-f62f7e15e2f0 service neutron] 10.222.0.54 "GET /v2.0/networks/91a6f262-622c-4fff-8c9f-6f9eae518fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306388 Nov 12 01:14:20.954538 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-054bc761-9731-4de2-b5c3-5e63a39ebd56 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:21.026239 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-054bc761-9731-4de2-b5c3-5e63a39ebd56 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] device_id is not set on port e8b028e6-b50c-492d-8e05-fc9235de121e yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:14:21.028801 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99047f74-ff0d-4607-91de-7a1b85d5a426 req-074ba0cc-2794-4fcf-a077-d1c6f0997bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:21.030706 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-99047f74-ff0d-4607-91de-7a1b85d5a426 req-074ba0cc-2794-4fcf-a077-d1c6f0997bf8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=22e9becebccb40659225fdff23acbf56&device_id=c606262f-f48c-4e27-8661-dbf60a1b8306 HTTP/1.1" status: 200 len: 1059 time: 0.0691695 Nov 12 01:14:21.104834 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8fa798b6-f335-4a26-ba9f-71602397a8ea req-d5b5923d-2a69-4b9e-b3bd-6ee5bcbe98fa service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=799971f7-c437-4fe4-bdac-6feea5187dd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1515942 Nov 12 01:14:21.141421 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99047f74-ff0d-4607-91de-7a1b85d5a426 req-0d17102c-b08d-4d39-aebd-0122a84abfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:21.142895 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-99047f74-ff0d-4607-91de-7a1b85d5a426 req-0d17102c-b08d-4d39-aebd-0122a84abfac service neutron] 10.222.0.54 "GET /v2.0/networks?id=91a6f262-622c-4fff-8c9f-6f9eae518fc1 HTTP/1.1" status: 200 len: 898 time: 0.1035957 Nov 12 01:14:21.150545 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-054bc761-9731-4de2-b5c3-5e63a39ebd56 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:21.191467 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-054bc761-9731-4de2-b5c3-5e63a39ebd56 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:21.199306 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-99047f74-ff0d-4607-91de-7a1b85d5a426 req-36671238-85b5-4036-a15e-f64cc834b77a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=90c7f66f-c7e4-4182-8d32-6d3164f35e08 HTTP/1.1" status: 200 len: 217 time: 0.0492513 Nov 12 01:14:21.247242 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054bc761-9731-4de2-b5c3-5e63a39ebd56 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Pushing event updated for resources: {'Port': ['ID=c2ebee51-419f-4d55-a8b9-950b8c5c0533,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:21.265134 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054bc761-9731-4de2-b5c3-5e63a39ebd56 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Checking segment: {'id': 'ec136dd4-a2dc-4729-8ef4-2ca9bb55dcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '42574114-8cb2-4f4c-b61a-b9054ebd5ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:21.265534 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054bc761-9731-4de2-b5c3-5e63a39ebd56 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Network hostable DHCP agents. Network: 42574114-8cb2-4f4c-b61a-b9054ebd5ff5, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:14:21.271152 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa798b6-f335-4a26-ba9f-71602397a8ea req-b8a658cb-9468-4108-bcec-0e77e91ce381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:21.272689 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8fa798b6-f335-4a26-ba9f-71602397a8ea req-b8a658cb-9468-4108-bcec-0e77e91ce381 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=22e9becebccb40659225fdff23acbf56&device_id=799971f7-c437-4fe4-bdac-6feea5187dd2 HTTP/1.1" status: 200 len: 1136 time: 0.0822937 Nov 12 01:14:21.274473 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99047f74-ff0d-4607-91de-7a1b85d5a426 req-72d752a7-9f60-451e-8709-51b5ba4f120c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:21.276099 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-99047f74-ff0d-4607-91de-7a1b85d5a426 req-72d752a7-9f60-451e-8709-51b5ba4f120c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=512feee4-ea71-42ff-a56b-b470f3c63efb HTTP/1.1" status: 200 len: 837 time: 0.0586488 Nov 12 01:14:21.283697 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054bc761-9731-4de2-b5c3-5e63a39ebd56 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Network 42574114-8cb2-4f4c-b61a-b9054ebd5ff5 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:14:21.298720 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-054bc761-9731-4de2-b5c3-5e63a39ebd56 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 42574114-8cb2-4f4c-b61a-b9054ebd5ff5) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:21.304476 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054bc761-9731-4de2-b5c3-5e63a39ebd56 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:21.304690 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-054bc761-9731-4de2-b5c3-5e63a39ebd56 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:21.315638 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3b7425-b00a-416f-aebc-037a48ad572d None None] Network 42574114-8cb2-4f4c-b61a-b9054ebd5ff5 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:21.373698 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054bc761-9731-4de2-b5c3-5e63a39ebd56 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Pushing event updated for resources: {'Port': ['ID=e8b028e6-b50c-492d-8e05-fc9235de121e,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:21.384770 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054bc761-9731-4de2-b5c3-5e63a39ebd56 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Checking segment: {'id': '23d123cf-59c0-4055-9a36-ad44ad47aa60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '624f660a-24e1-4b52-9712-605895bd0e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:21.385142 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054bc761-9731-4de2-b5c3-5e63a39ebd56 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Network hostable DHCP agents. Network: 624f660a-24e1-4b52-9712-605895bd0e69, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:14:21.405207 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054bc761-9731-4de2-b5c3-5e63a39ebd56 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Network 624f660a-24e1-4b52-9712-605895bd0e69 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:14:21.421457 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-054bc761-9731-4de2-b5c3-5e63a39ebd56 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 624f660a-24e1-4b52-9712-605895bd0e69) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:21.430476 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99047f74-ff0d-4607-91de-7a1b85d5a426 req-07756989-e8c4-48b8-b537-c7ef333cc964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:21.432285 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b657f1f-9cbb-491a-b1c6-295f6193886c None None] Network 624f660a-24e1-4b52-9712-605895bd0e69 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:21.433447 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-99047f74-ff0d-4607-91de-7a1b85d5a426 req-07756989-e8c4-48b8-b537-c7ef333cc964 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=91a6f262-622c-4fff-8c9f-6f9eae518fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1488726 Nov 12 01:14:21.436821 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054bc761-9731-4de2-b5c3-5e63a39ebd56 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:21.446702 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054bc761-9731-4de2-b5c3-5e63a39ebd56 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:21.455225 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054bc761-9731-4de2-b5c3-5e63a39ebd56 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:21.456635 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-054bc761-9731-4de2-b5c3-5e63a39ebd56 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:21.480767 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-054bc761-9731-4de2-b5c3-5e63a39ebd56 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 0.9929101 Nov 12 01:14:21.481045 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42300) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:21.550018 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa798b6-f335-4a26-ba9f-71602397a8ea req-28eadb96-0749-48a5-947f-5a0fb0d4b00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:21.551598 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8fa798b6-f335-4a26-ba9f-71602397a8ea req-28eadb96-0749-48a5-947f-5a0fb0d4b00a service neutron] 10.222.0.49 "GET /v2.0/networks?id=75ae6571-7337-4eb4-b20f-a5192540ea3f HTTP/1.1" status: 200 len: 897 time: 0.2509446 Nov 12 01:14:21.679976 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-99047f74-ff0d-4607-91de-7a1b85d5a426 req-bd41ac25-71ef-47b0-bbc0-184d4ba495b1 service neutron] 10.222.0.54 "GET /v2.0/networks/91a6f262-622c-4fff-8c9f-6f9eae518fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386684 Nov 12 01:14:21.690256 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbdfd1c-dd7d-461e-be1c-f623b835e627 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:21.696320 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbdfd1c-dd7d-461e-be1c-f623b835e627 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:21.701141 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-dbbdfd1c-dd7d-461e-be1c-f623b835e627 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2144818 Nov 12 01:14:21.701475 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8fa798b6-f335-4a26-ba9f-71602397a8ea req-9ad9f9ee-7787-4e5c-b4fa-198bdc34fc71 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc HTTP/1.1" status: 200 len: 1001 time: 0.1304195 Nov 12 01:14:21.703053 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42304) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:21.800504 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-42eaae58-7827-4770-bd41-ad90b6d2828b tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Deleting port c2ebee51-419f-4d55-a8b9-950b8c5c0533 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:21.800853 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-42eaae58-7827-4770-bd41-ad90b6d2828b tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:21.817461 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa798b6-f335-4a26-ba9f-71602397a8ea req-628af1f6-9351-4765-acb8-fad93c679462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:21.819305 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8fa798b6-f335-4a26-ba9f-71602397a8ea req-628af1f6-9351-4765-acb8-fad93c679462 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b1e57b78-cda7-4751-bbd1-091e2d68010d HTTP/1.1" status: 200 len: 834 time: 0.1082802 Nov 12 01:14:21.872081 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-99047f74-ff0d-4607-91de-7a1b85d5a426 req-d4dae3d6-7d88-44fe-a588-bbcce482f75f service neutron] 10.222.0.54 "GET /v2.0/networks/91a6f262-622c-4fff-8c9f-6f9eae518fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694007 Nov 12 01:14:21.876365 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-42eaae58-7827-4770-bd41-ad90b6d2828b tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:21.880513 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa798b6-f335-4a26-ba9f-71602397a8ea req-7549618d-8265-46a1-b273-8adcec194986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:21.882001 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8fa798b6-f335-4a26-ba9f-71602397a8ea req-7549618d-8265-46a1-b273-8adcec194986 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=75ae6571-7337-4eb4-b20f-a5192540ea3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552495 Nov 12 01:14:21.891228 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-42eaae58-7827-4770-bd41-ad90b6d2828b tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Calling delete_port for c2ebee51-419f-4d55-a8b9-950b8c5c0533 owned by {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:22.001498 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8fa798b6-f335-4a26-ba9f-71602397a8ea req-16c1e7b0-465b-4570-8a6c-03c7bdd0a48d service neutron] 10.222.0.49 "GET /v2.0/networks/75ae6571-7337-4eb4-b20f-a5192540ea3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975306 Nov 12 01:14:22.018073 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb607d2-ccb3-4185-b598-6e2834f0f4d8 req-0cbfe082-b3d6-4be9-8da3-23ff34cbef47 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:22.019959 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8fb607d2-ccb3-4185-b598-6e2834f0f4d8 req-0cbfe082-b3d6-4be9-8da3-23ff34cbef47 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "GET /v2.0/ports?device_id=c606262f-f48c-4e27-8661-dbf60a1b8306 HTTP/1.1" status: 200 len: 907 time: 0.0724454 Nov 12 01:14:22.024628 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-42eaae58-7827-4770-bd41-ad90b6d2828b tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:22.056915 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eaae58-7827-4770-bd41-ad90b6d2828b tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Pushing event deleted for resources: {'Port': ['ID=c2ebee51-419f-4d55-a8b9-950b8c5c0533,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:22.069328 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-42eaae58-7827-4770-bd41-ad90b6d2828b tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:22.076164 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-42eaae58-7827-4770-bd41-ad90b6d2828b tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] 10.222.0.20 "DELETE /v2.0/ports/c2ebee51-419f-4d55-a8b9-950b8c5c0533 HTTP/1.1" status: 204 len: 168 time: 0.3719587 Nov 12 01:14:22.076857 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42310) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:22.135119 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8fa798b6-f335-4a26-ba9f-71602397a8ea req-5a0ed821-53e8-4390-b312-a53ddf6cbdf1 service neutron] 10.222.0.49 "GET /v2.0/networks/75ae6571-7337-4eb4-b20f-a5192540ea3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267307 Nov 12 01:14:22.185477 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-60ed7544-4d4b-4817-b3bd-211ec2b86475 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Deleting port e8b028e6-b50c-492d-8e05-fc9235de121e {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:22.185868 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-60ed7544-4d4b-4817-b3bd-211ec2b86475 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:22.271200 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-60ed7544-4d4b-4817-b3bd-211ec2b86475 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:22.286263 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-60ed7544-4d4b-4817-b3bd-211ec2b86475 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Calling delete_port for e8b028e6-b50c-492d-8e05-fc9235de121e owned by {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:22.373500 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-60ed7544-4d4b-4817-b3bd-211ec2b86475 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:22.410525 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed7544-4d4b-4817-b3bd-211ec2b86475 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Pushing event deleted for resources: {'Port': ['ID=e8b028e6-b50c-492d-8e05-fc9235de121e,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:22.420350 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-60ed7544-4d4b-4817-b3bd-211ec2b86475 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:22.424448 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-60ed7544-4d4b-4817-b3bd-211ec2b86475 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] 10.222.0.20 "DELETE /v2.0/ports/e8b028e6-b50c-492d-8e05-fc9235de121e HTTP/1.1" status: 204 len: 168 time: 0.3462362 Nov 12 01:14:22.426952 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42320) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:22.457345 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-74757875-d2ce-460a-93d4-79109d7c3418 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0290475 Nov 12 01:14:22.460996 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42322) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:22.466210 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-6c7234f9-c266-4324-b987-7a0a3edf8c18 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1455917443'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:22.477343 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42324) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:22.489784 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7234f9-c266-4324-b987-7a0a3edf8c18 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Made reservation on behalf of 350ae47b8ff047c9a0fe0a859edcbab1 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:22.493615 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6c7234f9-c266-4324-b987-7a0a3edf8c18 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:22.519906 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c7234f9-c266-4324-b987-7a0a3edf8c18 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:14:22.530983 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6c7234f9-c266-4324-b987-7a0a3edf8c18 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:22.531330 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-6c7234f9-c266-4324-b987-7a0a3edf8c18 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Added segment d4e3b1e0-81a8-4924-9327-e27ef26ee1be of type vlan for network 88f60c27-85c5-4041-8a24-b79f1bc7f8cb Nov 12 01:14:22.589746 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6c7234f9-c266-4324-b987-7a0a3edf8c18 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:22.619998 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-99e4e8c5-07eb-4ac1-ae00-af46e25d8715 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:22.623099 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6c7234f9-c266-4324-b987-7a0a3edf8c18 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:22.634967 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7234f9-c266-4324-b987-7a0a3edf8c18 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:22.635953 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6c7234f9-c266-4324-b987-7a0a3edf8c18 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:22.661084 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6c7234f9-c266-4324-b987-7a0a3edf8c18 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1989074 Nov 12 01:14:22.661817 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42328) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:22.666807 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-75d61788-711a-432f-83c7-e517362727cf tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2041784805'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:22.705094 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d61788-711a-432f-83c7-e517362727cf tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Made reservation on behalf of 350ae47b8ff047c9a0fe0a859edcbab1 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:22.708586 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-75d61788-711a-432f-83c7-e517362727cf tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:22.729633 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7234f9-c266-4324-b987-7a0a3edf8c18 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Pushing event updated for resources: {'Network': ['ID=88f60c27-85c5-4041-8a24-b79f1bc7f8cb,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:22.740523 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-99e4e8c5-07eb-4ac1-ae00-af46e25d8715 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:22.742636 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 88f60c27-85c5-4041-8a24-b79f1bc7f8cb details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:14:22.754287 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-99e4e8c5-07eb-4ac1-ae00-af46e25d8715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:22.793607 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75d61788-711a-432f-83c7-e517362727cf tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:14:22.824655 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-99e4e8c5-07eb-4ac1-ae00-af46e25d8715 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bc82f74439be4486832c983e1a2a912e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3461871 Nov 12 01:14:22.828428 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e4e8c5-07eb-4ac1-ae00-af46e25d8715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5627c77-66f3-457b-a6c0-fc75d4fdcf50,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:22.828585 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42332) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:22.831370 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-75d61788-711a-432f-83c7-e517362727cf tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:22.831711 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-75d61788-711a-432f-83c7-e517362727cf tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Added segment 03772459-67d0-4ce6-a72e-30e254a54a66 of type vlan for network a87896e7-6ece-4ff3-b251-ecb8688a9799 Nov 12 01:14:22.885470 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-75d61788-711a-432f-83c7-e517362727cf tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:22.898021 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ccf4e3f6-b4f7-41d9-8a3c-f500e43d6027 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:22.919387 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-75d61788-711a-432f-83c7-e517362727cf tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:22.926920 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d61788-711a-432f-83c7-e517362727cf tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:22.927120 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ccf4e3f6-b4f7-41d9-8a3c-f500e43d6027 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:22.927714 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-75d61788-711a-432f-83c7-e517362727cf tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:22.979631 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ccf4e3f6-b4f7-41d9-8a3c-f500e43d6027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:22.982412 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ccf4e3f6-b4f7-41d9-8a3c-f500e43d6027 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:22.985985 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ccf4e3f6-b4f7-41d9-8a3c-f500e43d6027 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f5627c77-66f3-457b-a6c0-fc75d4fdcf50 HTTP/1.1" status: 204 len: 168 time: 0.1541877 Nov 12 01:14:22.992052 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-75d61788-711a-432f-83c7-e517362727cf tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3291800 Nov 12 01:14:23.005399 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf4e3f6-b4f7-41d9-8a3c-f500e43d6027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5627c77-66f3-457b-a6c0-fc75d4fdcf50,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:23.010317 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d61788-711a-432f-83c7-e517362727cf tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Pushing event updated for resources: {'Network': ['ID=a87896e7-6ece-4ff3-b251-ecb8688a9799,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:23.032676 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network a87896e7-6ece-4ff3-b251-ecb8688a9799 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:14:23.128654 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42338) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:23.135516 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-7f3fdc3d-5dbc-42dc-89dd-69545752e9ce tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Request body: {'subnets': [{'network_id': '88f60c27-85c5-4041-8a24-b79f1bc7f8cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1896930635', 'ip_version': 4}, {'network_id': 'a87896e7-6ece-4ff3-b251-ecb8688a9799', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:23.136133 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-7f3fdc3d-5dbc-42dc-89dd-69545752e9ce tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Request body: {'subnet': {'network_id': '88f60c27-85c5-4041-8a24-b79f1bc7f8cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1896930635', 'ip_version': 4}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:23.136616 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-7f3fdc3d-5dbc-42dc-89dd-69545752e9ce tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Request body: {'subnet': {'network_id': 'a87896e7-6ece-4ff3-b251-ecb8688a9799', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:23.272367 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06adb4-ab3a-4af0-8d04-1faea3c7a918 req-757656a3-58ce-4b73-8588-bc0a26274e84 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:23.273894 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7f06adb4-ab3a-4af0-8d04-1faea3c7a918 req-757656a3-58ce-4b73-8588-bc0a26274e84 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "GET /v2.0/ports?device_id=c606262f-f48c-4e27-8661-dbf60a1b8306 HTTP/1.1" status: 200 len: 907 time: 0.1425304 Nov 12 01:14:23.353280 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42344) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:23.358896 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3fdc3d-5dbc-42dc-89dd-69545752e9ce tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Made reservation on behalf of 350ae47b8ff047c9a0fe0a859edcbab1 for: {'subnet': 2} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:23.363624 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7f3fdc3d-5dbc-42dc-89dd-69545752e9ce tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:23.363954 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7f3fdc3d-5dbc-42dc-89dd-69545752e9ce tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:23.367896 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c11a7b3e-ed9c-42c9-a7bd-29cbb63527c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:23.447023 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c11a7b3e-ed9c-42c9-a7bd-29cbb63527c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:23.453592 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c11a7b3e-ed9c-42c9-a7bd-29cbb63527c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:23.493022 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c11a7b3e-ed9c-42c9-a7bd-29cbb63527c0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=04351b9f851d4c36b3d2405e33a44c6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1382658 Nov 12 01:14:23.495377 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a7b3e-ed9c-42c9-a7bd-29cbb63527c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc306b2-37e4-4b94-9883-8facf1d3b772,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:23.496563 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42346) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:23.635610 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-29266efc-a077-43cf-9acb-f04095ee8eeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:23.672554 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-29266efc-a077-43cf-9acb-f04095ee8eeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:23.756474 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-29266efc-a077-43cf-9acb-f04095ee8eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:23.759034 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-29266efc-a077-43cf-9acb-f04095ee8eeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:23.760148 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-29266efc-a077-43cf-9acb-f04095ee8eeb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4dc306b2-37e4-4b94-9883-8facf1d3b772 HTTP/1.1" status: 204 len: 168 time: 0.2621043 Nov 12 01:14:23.774391 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29266efc-a077-43cf-9acb-f04095ee8eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc306b2-37e4-4b94-9883-8facf1d3b772,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:23.818983 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7f3fdc3d-5dbc-42dc-89dd-69545752e9ce tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:23.882071 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3fdc3d-5dbc-42dc-89dd-69545752e9ce tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Pushing event updated for resources: {'Subnet': ['ID=aa6d2b01-e54c-4a6e-a26e-eabdec0ef418,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:23.890916 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3fdc3d-5dbc-42dc-89dd-69545752e9ce tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Checking segment: {'id': 'd4e3b1e0-81a8-4924-9327-e27ef26ee1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '88f60c27-85c5-4041-8a24-b79f1bc7f8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:23.891361 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3fdc3d-5dbc-42dc-89dd-69545752e9ce tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Network hostable DHCP agents. Network: 88f60c27-85c5-4041-8a24-b79f1bc7f8cb, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:14:23.910629 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3fdc3d-5dbc-42dc-89dd-69545752e9ce tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Network 88f60c27-85c5-4041-8a24-b79f1bc7f8cb is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:14:23.922436 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-7f3fdc3d-5dbc-42dc-89dd-69545752e9ce tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 88f60c27-85c5-4041-8a24-b79f1bc7f8cb) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:23.926910 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7f3fdc3d-5dbc-42dc-89dd-69545752e9ce tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:23.948929 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25a3c27-a92f-4cd9-a516-eefb02289206 None None] Network 88f60c27-85c5-4041-8a24-b79f1bc7f8cb requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:24.001536 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3fdc3d-5dbc-42dc-89dd-69545752e9ce tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Pushing event updated for resources: {'Subnet': ['ID=735d3168-8f69-4ef4-854b-39b9ca4e51ce,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:24.003563 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3fdc3d-5dbc-42dc-89dd-69545752e9ce tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Checking segment: {'id': '03772459-67d0-4ce6-a72e-30e254a54a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a87896e7-6ece-4ff3-b251-ecb8688a9799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:24.003922 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3fdc3d-5dbc-42dc-89dd-69545752e9ce tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Network hostable DHCP agents. Network: a87896e7-6ece-4ff3-b251-ecb8688a9799, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:14:24.023876 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3fdc3d-5dbc-42dc-89dd-69545752e9ce tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Network a87896e7-6ece-4ff3-b251-ecb8688a9799 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:14:24.035456 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-7f3fdc3d-5dbc-42dc-89dd-69545752e9ce tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, a87896e7-6ece-4ff3-b251-ecb8688a9799) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:24.041040 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3fdc3d-5dbc-42dc-89dd-69545752e9ce tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:24.042187 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3fdc3d-5dbc-42dc-89dd-69545752e9ce tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:24.043216 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7f3fdc3d-5dbc-42dc-89dd-69545752e9ce tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:24.061597 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7f3fdc3d-5dbc-42dc-89dd-69545752e9ce tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 0.9313328 Nov 12 01:14:24.061871 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcd4ace-e602-458f-a03a-5906cb21efa1 None None] Network a87896e7-6ece-4ff3-b251-ecb8688a9799 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:24.064004 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42354) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:24.119823 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288c70ce-3a7b-4c05-8d29-bebbb592f5ba tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:24.121495 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288c70ce-3a7b-4c05-8d29-bebbb592f5ba tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:24.123305 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288c70ce-3a7b-4c05-8d29-bebbb592f5ba tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:24.125029 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-288c70ce-3a7b-4c05-8d29-bebbb592f5ba tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0599489 Nov 12 01:14:24.128331 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42356) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:24.163486 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42358) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:24.167322 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147df847-374d-4db3-8b8d-bad877775ff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-88f60c27-85c5-4041-8a24-b79f1bc7f8cb', 'network_id': '88f60c27-85c5-4041-8a24-b79f1bc7f8cb', 'tenant_id': '350ae47b8ff047c9a0fe0a859edcbab1', 'fixed_ips': [{'subnet_id': 'aa6d2b01-e54c-4a6e-a26e-eabdec0ef418'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:14:24.168263 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-147df847-374d-4db3-8b8d-bad877775ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:24.183044 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b90a2d07-95a3-4c61-8f19-5ed798b9b155 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:24.202719 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4dce4c1-a80c-4d7e-a229-1b822a393a03 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Deleting subnet aa6d2b01-e54c-4a6e-a26e-eabdec0ef418 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:14:24.207232 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f4dce4c1-a80c-4d7e-a229-1b822a393a03 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:24.264783 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f4dce4c1-a80c-4d7e-a229-1b822a393a03 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:24.330346 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4850df-a4ec-444c-8396-c702679c4687 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-a87896e7-6ece-4ff3-b251-ecb8688a9799', 'network_id': 'a87896e7-6ece-4ff3-b251-ecb8688a9799', 'tenant_id': '350ae47b8ff047c9a0fe0a859edcbab1', 'fixed_ips': [{'subnet_id': '735d3168-8f69-4ef4-854b-39b9ca4e51ce'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:14:24.331384 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4e4850df-a4ec-444c-8396-c702679c4687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:24.408468 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8daf8-b8db-43e6-b90e-36de48d00356 req-46b1a444-36b5-4dba-8e16-b400bdacd8d6 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:24.410850 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5ed8daf8-b8db-43e6-b90e-36de48d00356 req-46b1a444-36b5-4dba-8e16-b400bdacd8d6 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "GET /v2.0/ports?device_id=c606262f-f48c-4e27-8661-dbf60a1b8306 HTTP/1.1" status: 200 len: 907 time: 0.0587010 Nov 12 01:14:24.480753 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-4e4850df-a4ec-444c-8396-c702679c4687 None None] Allocated IP 172.20.0.18 (a87896e7-6ece-4ff3-b251-ecb8688a9799/735d3168-8f69-4ef4-854b-39b9ca4e51ce/18b522ad-b8ba-4f40-87c5-48da1bc4ac9a) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:24.639268 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4e4850df-a4ec-444c-8396-c702679c4687 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:24.644371 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4e4850df-a4ec-444c-8396-c702679c4687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:24.659397 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f4dce4c1-a80c-4d7e-a229-1b822a393a03 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:24.709165 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b90a2d07-95a3-4c61-8f19-5ed798b9b155 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:24.714853 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b90a2d07-95a3-4c61-8f19-5ed798b9b155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:24.761451 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b90a2d07-95a3-4c61-8f19-5ed798b9b155 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d0c6e1558fed4a6594accde8e0b0ff07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5968833 Nov 12 01:14:24.765412 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42362) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:24.769540 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a2d07-95a3-4c61-8f19-5ed798b9b155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4cc8f7-f155-4f68-a1ef-701840478232,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:24.776904 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f4dce4c1-a80c-4d7e-a229-1b822a393a03 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:24.811350 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dce4c1-a80c-4d7e-a229-1b822a393a03 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Pushing event deleted for resources: {'Subnet': ['ID=aa6d2b01-e54c-4a6e-a26e-eabdec0ef418,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:24.815292 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f4dce4c1-a80c-4d7e-a229-1b822a393a03 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:24.818492 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f4dce4c1-a80c-4d7e-a229-1b822a393a03 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] 10.222.0.20 "DELETE /v2.0/subnets/aa6d2b01-e54c-4a6e-a26e-eabdec0ef418 HTTP/1.1" status: 204 len: 168 time: 0.6892021 Nov 12 01:14:24.821121 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42364) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server [None req-147df847-374d-4db3-8b8d-bad877775ff2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aa6d2b01-e54c-4a6e-a26e-eabdec0ef418: This subnet is being modified by another concurrent operation. Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise exception Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aa6d2b01-e54c-4a6e-a26e-eabdec0ef418: This subnet is being modified by another concurrent operation. Nov 12 01:14:24.834186 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server Nov 12 01:14:24.855308 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4850df-a4ec-444c-8396-c702679c4687 None None] Network a87896e7-6ece-4ff3-b251-ecb8688a9799 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:24.856397 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4850df-a4ec-444c-8396-c702679c4687 None None] Pushing event updated for resources: {'Port': ['ID=18b522ad-b8ba-4f40-87c5-48da1bc4ac9a,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:24.859401 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-4e4850df-a4ec-444c-8396-c702679c4687 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:24.863087 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f63940-5cae-42cb-9e56-d2f8ce8eeb41 None None] Network 88f60c27-85c5-4041-8a24-b79f1bc7f8cb requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:24.865590 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4850df-a4ec-444c-8396-c702679c4687 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:24.867375 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ec0f2905-9300-4449-aabf-db1f0576db41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:24.888574 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ea7b371-0775-481a-bbfa-265b325d2020 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Deleting subnet 735d3168-8f69-4ef4-854b-39b9ca4e51ce {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:14:24.891469 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ec0f2905-9300-4449-aabf-db1f0576db41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:24.892186 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1ea7b371-0775-481a-bbfa-265b325d2020 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:24.945737 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ec0f2905-9300-4449-aabf-db1f0576db41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:24.948629 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ec0f2905-9300-4449-aabf-db1f0576db41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:24.953413 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ec0f2905-9300-4449-aabf-db1f0576db41 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e4cc8f7-f155-4f68-a1ef-701840478232 HTTP/1.1" status: 204 len: 168 time: 0.1867828 Nov 12 01:14:24.959949 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1ea7b371-0775-481a-bbfa-265b325d2020 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:24.976385 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-4e4850df-a4ec-444c-8396-c702679c4687 None None] Attempting to bind port 18b522ad-b8ba-4f40-87c5-48da1bc4ac9a on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:14:24.976997 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-4e4850df-a4ec-444c-8396-c702679c4687 None None] Attempting to bind port 18b522ad-b8ba-4f40-87c5-48da1bc4ac9a by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '03772459-67d0-4ce6-a72e-30e254a54a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a87896e7-6ece-4ff3-b251-ecb8688a9799'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:14:24.977245 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4850df-a4ec-444c-8396-c702679c4687 None None] Attempting to bind port 18b522ad-b8ba-4f40-87c5-48da1bc4ac9a on network a87896e7-6ece-4ff3-b251-ecb8688a9799 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:14:24.982627 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f2905-9300-4449-aabf-db1f0576db41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4cc8f7-f155-4f68-a1ef-701840478232,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:24.991695 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4850df-a4ec-444c-8396-c702679c4687 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:14:24.992059 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4850df-a4ec-444c-8396-c702679c4687 None None] Checking segment: {'id': '03772459-67d0-4ce6-a72e-30e254a54a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a87896e7-6ece-4ff3-b251-ecb8688a9799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:24.992670 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4e4850df-a4ec-444c-8396-c702679c4687 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:24.993244 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4850df-a4ec-444c-8396-c702679c4687 None None] Bound using segment: {'id': '03772459-67d0-4ce6-a72e-30e254a54a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a87896e7-6ece-4ff3-b251-ecb8688a9799'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:14:24.993945 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-4e4850df-a4ec-444c-8396-c702679c4687 None None] Bound port: 18b522ad-b8ba-4f40-87c5-48da1bc4ac9a, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03772459-67d0-4ce6-a72e-30e254a54a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a87896e7-6ece-4ff3-b251-ecb8688a9799'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:14:24.994530 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4e4850df-a4ec-444c-8396-c702679c4687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:25.012083 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 90c7f66f-c7e4-4182-8d32-6d3164f35e08 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:14:25.072431 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1ea7b371-0775-481a-bbfa-265b325d2020 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:25.153395 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1ea7b371-0775-481a-bbfa-265b325d2020 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:25.182655 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-4e4850df-a4ec-444c-8396-c702679c4687 None None] For port 18b522ad-b8ba-4f40-87c5-48da1bc4ac9a, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:14:25.190564 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea7b371-0775-481a-bbfa-265b325d2020 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Pushing event deleted for resources: {'Subnet': ['ID=735d3168-8f69-4ef4-854b-39b9ca4e51ce,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:25.192553 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1ea7b371-0775-481a-bbfa-265b325d2020 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:25.196628 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1ea7b371-0775-481a-bbfa-265b325d2020 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] 10.222.0.20 "DELETE /v2.0/subnets/735d3168-8f69-4ef4-854b-39b9ca4e51ce HTTP/1.1" status: 204 len: 168 time: 0.3744452 Nov 12 01:14:25.199259 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42370) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:25.200227 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-4e4850df-a4ec-444c-8396-c702679c4687 None None] For port 18b522ad-b8ba-4f40-87c5-48da1bc4ac9a, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=18b522ad-b8ba-4f40-87c5-48da1bc4ac9a,segment=NetworkSegment(03772459-67d0-4ce6-a72e-30e254a54a66),segment_id=03772459-67d0-4ce6-a72e-30e254a54a66)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:14:25.215409 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4e4850df-a4ec-444c-8396-c702679c4687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:25.287428 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 90c7f66f-c7e4-4182-8d32-6d3164f35e08, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=90c7f66f-c7e4-4182-8d32-6d3164f35e08,segment=NetworkSegment(64683eff-b2cb-4da2-93f0-9d579f18e90a),segment_id=64683eff-b2cb-4da2-93f0-9d579f18e90a)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:25.312080 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '90c7f66f-c7e4-4182-8d32-6d3164f35e08', 'network_id': '91a6f262-622c-4fff-8c9f-6f9eae518fc1', 'port_id': '90c7f66f-c7e4-4182-8d32-6d3164f35e08', 'mac_address': 'fa:16:3e:cb:b7:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '512feee4-ea71-42ff-a56b-b470f3c63efb', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:14:25.314974 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4850df-a4ec-444c-8396-c702679c4687 None None] Pushing event updated for resources: {'Port': ['ID=18b522ad-b8ba-4f40-87c5-48da1bc4ac9a,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:25.344157 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c531cf48-8c66-43ee-99b0-80dd274f1853 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:25.346161 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c531cf48-8c66-43ee-99b0-80dd274f1853 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1455283 Nov 12 01:14:25.349812 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42374) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:25.361707 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:25.379857 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90c7f66f-c7e4-4182-8d32-6d3164f35e08 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:14:25.404774 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 90c7f66f-c7e4-4182-8d32-6d3164f35e08, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=90c7f66f-c7e4-4182-8d32-6d3164f35e08,segment=NetworkSegment(64683eff-b2cb-4da2-93f0-9d579f18e90a),segment_id=64683eff-b2cb-4da2-93f0-9d579f18e90a)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:25.410417 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:25.470347 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=90c7f66f-c7e4-4182-8d32-6d3164f35e08,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:25.507367 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7647dc24-0ca8-4a51-b65a-5cf98a06a504 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:25.627664 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894d39b-2fac-42d6-813d-b9eb2c3d522a req-0fe9e340-c010-4069-862f-9d83c0ecb375 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:25.629255 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7894d39b-2fac-42d6-813d-b9eb2c3d522a req-0fe9e340-c010-4069-862f-9d83c0ecb375 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "GET /v2.0/ports?device_id=c606262f-f48c-4e27-8661-dbf60a1b8306 HTTP/1.1" status: 200 len: 908 time: 0.0924125 Nov 12 01:14:25.659486 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-7647dc24-0ca8-4a51-b65a-5cf98a06a504 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Deleting port 18b522ad-b8ba-4f40-87c5-48da1bc4ac9a {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:25.659673 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7647dc24-0ca8-4a51-b65a-5cf98a06a504 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:25.736797 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-7647dc24-0ca8-4a51-b65a-5cf98a06a504 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] For port 18b522ad-b8ba-4f40-87c5-48da1bc4ac9a, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=18b522ad-b8ba-4f40-87c5-48da1bc4ac9a,segment=NetworkSegment(03772459-67d0-4ce6-a72e-30e254a54a66),segment_id=03772459-67d0-4ce6-a72e-30e254a54a66)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:25.737144 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7647dc24-0ca8-4a51-b65a-5cf98a06a504 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:25.750775 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-7647dc24-0ca8-4a51-b65a-5cf98a06a504 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Calling delete_port for 18b522ad-b8ba-4f40-87c5-48da1bc4ac9a owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:25.809048 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['90c7f66f-c7e4-4182-8d32-6d3164f35e08'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:14:25.838529 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7647dc24-0ca8-4a51-b65a-5cf98a06a504 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:25.870561 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7647dc24-0ca8-4a51-b65a-5cf98a06a504 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] No DVR routers for this DVR port 18b522ad-b8ba-4f40-87c5-48da1bc4ac9a on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:14:25.878254 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7647dc24-0ca8-4a51-b65a-5cf98a06a504 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Pushing event deleted for resources: {'Port': ['ID=18b522ad-b8ba-4f40-87c5-48da1bc4ac9a,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:25.960286 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7647dc24-0ca8-4a51-b65a-5cf98a06a504 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:25.981589 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-7647dc24-0ca8-4a51-b65a-5cf98a06a504 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a87896e7-6ece-4ff3-b251-ecb8688a9799']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:25.991778 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-7647dc24-0ca8-4a51-b65a-5cf98a06a504 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03772459-67d0-4ce6-a72e-30e254a54a66') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:25.992072 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-7647dc24-0ca8-4a51-b65a-5cf98a06a504 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03772459-67d0-4ce6-a72e-30e254a54a66') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:26.002117 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7647dc24-0ca8-4a51-b65a-5cf98a06a504 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:26.016065 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7647dc24-0ca8-4a51-b65a-5cf98a06a504 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:26.022645 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7647dc24-0ca8-4a51-b65a-5cf98a06a504 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:14:26.023033 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7647dc24-0ca8-4a51-b65a-5cf98a06a504 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:26.026412 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:14:26.026412 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:14:26.026412 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:14:26.026412 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:14:26.026412 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:14:26.026412 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:14:26.026412 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:14:26.026412 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:14:26.026412 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:14:26.026412 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:14:26.026412 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:14:26.026412 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:14:26.026412 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:14:26.026412 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:14:26.026412 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:14:26.026412 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:14:26.026412 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:14:26.026412 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:14:26.026412 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:14:26.026412 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:14:26.026412 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:14:26.026412 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:14:26.026412 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:14:26.026412 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:14:26.026412 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:14:26.026412 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:14:26.026412 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:14:26.026412 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:14:26.026412 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:14:26.026412 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:14:26.026412 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:14:26.026412 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:14:26.100926 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7647dc24-0ca8-4a51-b65a-5cf98a06a504 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:26.106267 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7647dc24-0ca8-4a51-b65a-5cf98a06a504 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:26.114665 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7647dc24-0ca8-4a51-b65a-5cf98a06a504 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] 10.222.0.20 "DELETE /v2.0/networks/a87896e7-6ece-4ff3-b251-ecb8688a9799 HTTP/1.1" status: 204 len: 168 time: 0.7621300 Nov 12 01:14:26.116800 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42406) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:26.130812 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7647dc24-0ca8-4a51-b65a-5cf98a06a504 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Pushing event deleted for resources: {'Network': ['ID=a87896e7-6ece-4ff3-b251-ecb8688a9799,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:26.238780 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9fb9e05a-0013-42a4-991d-81aec3ee7af3 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:26.347095 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9fb9e05a-0013-42a4-991d-81aec3ee7af3 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:26.376940 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-9fb9e05a-0013-42a4-991d-81aec3ee7af3 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f60c27-85c5-4041-8a24-b79f1bc7f8cb']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:26.389878 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-9fb9e05a-0013-42a4-991d-81aec3ee7af3 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4e3b1e0-81a8-4924-9327-e27ef26ee1be') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:26.390357 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-9fb9e05a-0013-42a4-991d-81aec3ee7af3 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4e3b1e0-81a8-4924-9327-e27ef26ee1be') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:26.404956 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9fb9e05a-0013-42a4-991d-81aec3ee7af3 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:26.423191 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9fb9e05a-0013-42a4-991d-81aec3ee7af3 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:26.434585 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fb9e05a-0013-42a4-991d-81aec3ee7af3 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:14:26.435862 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9fb9e05a-0013-42a4-991d-81aec3ee7af3 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:26.443458 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:14:26.443458 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:14:26.443458 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:14:26.443458 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:14:26.443458 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:14:26.443458 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:14:26.443458 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:14:26.443458 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:14:26.443458 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:14:26.443458 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:14:26.443458 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:14:26.443458 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:14:26.443458 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:14:26.443458 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:14:26.443458 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:14:26.443458 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:14:26.443458 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:14:26.443458 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:14:26.443458 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:14:26.443458 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:14:26.443458 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:14:26.443458 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:14:26.443458 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:14:26.443458 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:14:26.443458 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:14:26.443458 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:14:26.443458 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:14:26.443458 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:14:26.443458 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:14:26.443458 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:14:26.443458 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:14:26.443458 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:14:26.528058 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9fb9e05a-0013-42a4-991d-81aec3ee7af3 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:26.536895 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9fb9e05a-0013-42a4-991d-81aec3ee7af3 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:26.540580 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-9fb9e05a-0013-42a4-991d-81aec3ee7af3 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] 10.222.0.20 "DELETE /v2.0/networks/88f60c27-85c5-4041-8a24-b79f1bc7f8cb HTTP/1.1" status: 204 len: 168 time: 0.4227328 Nov 12 01:14:26.543515 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42416) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:26.557545 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb9e05a-0013-42a4-991d-81aec3ee7af3 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Pushing event deleted for resources: {'Network': ['ID=88f60c27-85c5-4041-8a24-b79f1bc7f8cb,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:26.563619 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42418) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:26.605801 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-626c7333-a4c1-4cf2-a368-969ed64bd554 None None] Could not find standard attr ID for object 18b522ad-b8ba-4f40-87c5-48da1bc4ac9a. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:14:26.620912 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b8eb78-ed83-4028-ab57-aa0fc3f32768 None None] DHCP port deletion for a87896e7-6ece-4ff3-b251-ecb8688a9799 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:14:26.645220 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04d4ee6-035d-454e-9207-c3cfae88dc77 None None] Network a87896e7-6ece-4ff3-b251-ecb8688a9799 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:26.667736 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04d4ee6-035d-454e-9207-c3cfae88dc77 None None] Network a87896e7-6ece-4ff3-b251-ecb8688a9799 could not be found, it might have been deleted concurrently. {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 01:14:26.678396 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc274ed9-2769-4df9-8a23-9cd7cc36d246 None None] get_active_networks_info from n-d-812236-11 {{(pid=102663) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 01:14:26.697075 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b34945c3-0ab5-491b-bfec-906f04a29347 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:26.766155 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-37de6218-cd42-4037-9f1d-7635d4d16fdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:26.806320 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b34945c3-0ab5-491b-bfec-906f04a29347 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:26.814171 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc274ed9-2769-4df9-8a23-9cd7cc36d246 None None] Resources bound (agent type, host, resource id): {{(pid=102663) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 01:14:26.833238 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-b34945c3-0ab5-491b-bfec-906f04a29347 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['624f660a-24e1-4b52-9712-605895bd0e69']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:26.846826 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-b34945c3-0ab5-491b-bfec-906f04a29347 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23d123cf-59c0-4055-9a36-ad44ad47aa60') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:26.847198 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-b34945c3-0ab5-491b-bfec-906f04a29347 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23d123cf-59c0-4055-9a36-ad44ad47aa60') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:26.848678 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8bdd5e-e0a0-4cc6-a55b-b0f48796c148 req-fabad162-13e0-4165-8b24-49d6a130a837 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:26.850699 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9a8bdd5e-e0a0-4cc6-a55b-b0f48796c148 req-fabad162-13e0-4165-8b24-49d6a130a837 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "GET /v2.0/ports?device_id=c606262f-f48c-4e27-8661-dbf60a1b8306 HTTP/1.1" status: 200 len: 908 time: 0.1399231 Nov 12 01:14:26.861816 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b34945c3-0ab5-491b-bfec-906f04a29347 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:26.871187 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-37de6218-cd42-4037-9f1d-7635d4d16fdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:26.880006 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b34945c3-0ab5-491b-bfec-906f04a29347 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:26.887631 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b34945c3-0ab5-491b-bfec-906f04a29347 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:14:26.888348 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b34945c3-0ab5-491b-bfec-906f04a29347 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:26.889726 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-37de6218-cd42-4037-9f1d-7635d4d16fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:26.893965 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:14:26.893965 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:14:26.893965 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:14:26.893965 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:14:26.893965 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:14:26.893965 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:14:26.893965 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:14:26.893965 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:14:26.893965 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:14:26.893965 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:14:26.893965 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:14:26.893965 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:14:26.893965 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:14:26.893965 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:14:26.893965 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:14:26.893965 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:14:26.893965 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:14:26.893965 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:14:26.893965 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:14:26.893965 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:14:26.893965 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:14:26.893965 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:14:26.893965 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:14:26.893965 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:14:26.893965 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:14:26.893965 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:14:26.893965 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:14:26.893965 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:14:26.893965 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:14:26.893965 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:14:26.893965 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:14:26.893965 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:14:26.934021 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-37de6218-cd42-4037-9f1d-7635d4d16fdb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=00b2275570dc48089291212ee408df98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3690865 Nov 12 01:14:26.935276 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42424) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:26.941978 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de6218-cd42-4037-9f1d-7635d4d16fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661c5bbe-0f57-4e50-89c0-a7701e53e2c8,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:26.989401 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0bc286dc-1c2f-45f3-bd2b-04577262d5ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:26.997648 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b34945c3-0ab5-491b-bfec-906f04a29347 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:27.009964 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b34945c3-0ab5-491b-bfec-906f04a29347 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:27.014534 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0bc286dc-1c2f-45f3-bd2b-04577262d5ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:27.015482 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b34945c3-0ab5-491b-bfec-906f04a29347 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] 10.222.0.20 "DELETE /v2.0/networks/624f660a-24e1-4b52-9712-605895bd0e69 HTTP/1.1" status: 204 len: 168 time: 0.4692879 Nov 12 01:14:27.018099 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42426) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:27.044806 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 90c7f66f-c7e4-4182-8d32-6d3164f35e08 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:14:27.053715 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34945c3-0ab5-491b-bfec-906f04a29347 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Pushing event deleted for resources: {'Network': ['ID=624f660a-24e1-4b52-9712-605895bd0e69,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:27.078432 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0bc286dc-1c2f-45f3-bd2b-04577262d5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:27.081463 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0bc286dc-1c2f-45f3-bd2b-04577262d5ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:27.085154 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0bc286dc-1c2f-45f3-bd2b-04577262d5ad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/661c5bbe-0f57-4e50-89c0-a7701e53e2c8 HTTP/1.1" status: 204 len: 168 time: 0.1460087 Nov 12 01:14:27.091065 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc286dc-1c2f-45f3-bd2b-04577262d5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661c5bbe-0f57-4e50-89c0-a7701e53e2c8,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:27.148689 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c54f10cb-9f15-4a3a-9092-1d85829e60e5 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:27.176297 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 90c7f66f-c7e4-4182-8d32-6d3164f35e08 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:14:27.186357 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 90c7f66f-c7e4-4182-8d32-6d3164f35e08 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:27.186757 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:27.259691 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c54f10cb-9f15-4a3a-9092-1d85829e60e5 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:27.260714 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-95af0a19-e6eb-49b5-9fcf-9805c5ec3d59 None None] Provisioning complete for port d1689da3-0bb4-4336-91ce-1774453e9cb5 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:27.261296 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-95af0a19-e6eb-49b5-9fcf-9805c5ec3d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:27.287301 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-c54f10cb-9f15-4a3a-9092-1d85829e60e5 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42574114-8cb2-4f4c-b61a-b9054ebd5ff5']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:27.299628 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-c54f10cb-9f15-4a3a-9092-1d85829e60e5 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec136dd4-a2dc-4729-8ef4-2ca9bb55dcf0') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:27.299947 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-c54f10cb-9f15-4a3a-9092-1d85829e60e5 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec136dd4-a2dc-4729-8ef4-2ca9bb55dcf0') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:27.317232 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c54f10cb-9f15-4a3a-9092-1d85829e60e5 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:27.333907 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c54f10cb-9f15-4a3a-9092-1d85829e60e5 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:27.342623 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c54f10cb-9f15-4a3a-9092-1d85829e60e5 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:14:27.342827 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c54f10cb-9f15-4a3a-9092-1d85829e60e5 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:27.347376 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:27.347832 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:14:27.347832 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:14:27.347832 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:14:27.347832 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:14:27.347832 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:14:27.347832 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:14:27.347832 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:14:27.347832 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:14:27.347832 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:14:27.347832 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:14:27.347832 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:14:27.347832 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:14:27.347832 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:14:27.347832 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:14:27.347832 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:14:27.347832 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:14:27.347832 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:14:27.347832 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:14:27.347832 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:14:27.347832 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:14:27.347832 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:14:27.347832 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:14:27.347832 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:14:27.347832 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:14:27.347832 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:14:27.347832 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:14:27.347832 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:14:27.347832 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:14:27.347832 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:14:27.347832 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:14:27.347832 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:14:27.347832 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:14:27.404679 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c606262f-f48c-4e27-8661-dbf60a1b8306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c7f66f-c7e4-4182-8d32-6d3164f35e08'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:14:27.408380 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2241605c-8163-4441-b812-553b403d635e" -d '{"events": [{"server_uuid": "c606262f-f48c-4e27-8661-dbf60a1b8306", "name": "network-vif-plugged", "status": "completed", "tag": "90c7f66f-c7e4-4182-8d32-6d3164f35e08"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:14:27.425683 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 90c7f66f-c7e4-4182-8d32-6d3164f35e08, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=90c7f66f-c7e4-4182-8d32-6d3164f35e08,segment=NetworkSegment(64683eff-b2cb-4da2-93f0-9d579f18e90a),segment_id=64683eff-b2cb-4da2-93f0-9d579f18e90a)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:27.431281 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:27.454708 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c54f10cb-9f15-4a3a-9092-1d85829e60e5 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:27.486233 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c54f10cb-9f15-4a3a-9092-1d85829e60e5 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:27.492097 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c54f10cb-9f15-4a3a-9092-1d85829e60e5 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] 10.222.0.20 "DELETE /v2.0/networks/42574114-8cb2-4f4c-b61a-b9054ebd5ff5 HTTP/1.1" status: 204 len: 168 time: 0.4705808 Nov 12 01:14:27.492097 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f10cb-9f15-4a3a-9092-1d85829e60e5 tempest-BulkNetworkOpsTest-1567551619 tempest-BulkNetworkOpsTest-1567551619-project] Pushing event deleted for resources: {'Network': ['ID=42574114-8cb2-4f4c-b61a-b9054ebd5ff5,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:27.494356 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=90c7f66f-c7e4-4182-8d32-6d3164f35e08,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:27.517946 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bae2032-2aaf-4b45-9717-b601046ae8e9 x-openstack-request-id: req-0bae2032-2aaf-4b45-9717-b601046ae8e9 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:14:27.518443 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c606262f-f48c-4e27-8661-dbf60a1b8306", "name": "network-vif-plugged", "status": "completed", "tag": "90c7f66f-c7e4-4182-8d32-6d3164f35e08", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:14:27.518860 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0bae2032-2aaf-4b45-9717-b601046ae8e9 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:14:27.519786 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c606262f-f48c-4e27-8661-dbf60a1b8306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c7f66f-c7e4-4182-8d32-6d3164f35e08', 'code': 200} Nov 12 01:14:27.682617 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51824cb-8b97-4c48-b8ed-aa61b8676df2 req-ae5651ac-f57c-48a9-b5d5-eb7a02932f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:27.685286 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c51824cb-8b97-4c48-b8ed-aa61b8676df2 req-ae5651ac-f57c-48a9-b5d5-eb7a02932f31 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c606262f-f48c-4e27-8661-dbf60a1b8306 HTTP/1.1" status: 200 len: 1061 time: 0.0668395 Nov 12 01:14:27.764805 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42448) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:27.924162 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0717bbd8-641e-47de-ae9c-859fb15b67c1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=350ae47b8ff047c9a0fe0a859edcbab1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1580386 Nov 12 01:14:27.927057 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42460) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:28.093003 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d8bf665f-f797-4654-8f54-d0201241b808 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:28.104257 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d711d4-ce6d-46ea-a31a-e6a37c0a1012 req-12c6782e-56a3-40b5-b24f-47a69aa5a0fb tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:28.109583 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-41d711d4-ce6d-46ea-a31a-e6a37c0a1012 req-12c6782e-56a3-40b5-b24f-47a69aa5a0fb tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "GET /v2.0/ports?device_id=c606262f-f48c-4e27-8661-dbf60a1b8306 HTTP/1.1" status: 200 len: 909 time: 0.1225622 Nov 12 01:14:28.131902 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d8bf665f-f797-4654-8f54-d0201241b808 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:28.199332 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d8bf665f-f797-4654-8f54-d0201241b808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:28.203928 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d8bf665f-f797-4654-8f54-d0201241b808 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:28.209143 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d8bf665f-f797-4654-8f54-d0201241b808 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/71d85176-68b7-4d7b-b4aa-381d891f4141 HTTP/1.1" status: 204 len: 168 time: 0.2809367 Nov 12 01:14:28.221421 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf665f-f797-4654-8f54-d0201241b808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d85176-68b7-4d7b-b4aa-381d891f4141,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:28.227070 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-39d5b1b4-05e3-4a4f-ac1b-4b61e9927c25 req-94059c09-2075-4ef6-a7ac-815914d51bc2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=42c1271e-2c75-479a-802a-079e1dc48752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0516338 Nov 12 01:14:28.347511 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5b1b4-05e3-4a4f-ac1b-4b61e9927c25 req-8d0a207f-da19-47c3-b584-d43bea43b561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:28.349028 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-39d5b1b4-05e3-4a4f-ac1b-4b61e9927c25 req-8d0a207f-da19-47c3-b584-d43bea43b561 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad32b1a67d904b2ba2e1b63e22070376&device_id=42c1271e-2c75-479a-802a-079e1dc48752 HTTP/1.1" status: 200 len: 1097 time: 0.0498710 Nov 12 01:14:28.477935 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5b1b4-05e3-4a4f-ac1b-4b61e9927c25 req-24e0d6ab-08b2-46a8-ae35-a1fadc8d316b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:28.479487 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-39d5b1b4-05e3-4a4f-ac1b-4b61e9927c25 req-24e0d6ab-08b2-46a8-ae35-a1fadc8d316b service neutron] 10.222.0.54 "GET /v2.0/networks?id=69443218-81a6-4686-a305-246d9911bca7 HTTP/1.1" status: 200 len: 914 time: 0.1101000 Nov 12 01:14:28.527280 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-39d5b1b4-05e3-4a4f-ac1b-4b61e9927c25 req-506bde02-9f5b-4a04-b9e9-1bbb6e5db36f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1689da3-0bb4-4336-91ce-1774453e9cb5 HTTP/1.1" status: 200 len: 217 time: 0.0394568 Nov 12 01:14:28.596766 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5b1b4-05e3-4a4f-ac1b-4b61e9927c25 req-11c0ddb8-54c2-4a8b-bc06-a03d26967a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:28.599085 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-39d5b1b4-05e3-4a4f-ac1b-4b61e9927c25 req-11c0ddb8-54c2-4a8b-bc06-a03d26967a16 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04b2140c-b5a6-4813-abaa-2c106b79e18b HTTP/1.1" status: 200 len: 853 time: 0.0631406 Nov 12 01:14:28.637528 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-39d5b1b4-05e3-4a4f-ac1b-4b61e9927c25 req-540edc38-61ff-4cad-9c31-a3dad6a20d08 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=69443218-81a6-4686-a305-246d9911bca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291324 Nov 12 01:14:28.797911 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-39d5b1b4-05e3-4a4f-ac1b-4b61e9927c25 req-ffff00c2-ec95-499f-9310-1fa78d84b4db service neutron] 10.222.0.54 "GET /v2.0/networks/69443218-81a6-4686-a305-246d9911bca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522913 Nov 12 01:14:28.943529 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-39d5b1b4-05e3-4a4f-ac1b-4b61e9927c25 req-d9f01b58-73ad-4181-ac2c-61fd4ab4f6aa service neutron] 10.222.0.54 "GET /v2.0/networks/69443218-81a6-4686-a305-246d9911bca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359217 Nov 12 01:14:29.195071 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42558) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:29.316174 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17759df3-b01d-435b-a38a-bd8811eb027c req-3b1e2300-c5ce-40bd-9014-15f883b63990 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:29.318031 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-17759df3-b01d-435b-a38a-bd8811eb027c req-3b1e2300-c5ce-40bd-9014-15f883b63990 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "GET /v2.0/ports?device_id=c606262f-f48c-4e27-8661-dbf60a1b8306 HTTP/1.1" status: 200 len: 909 time: 0.0879011 Nov 12 01:14:29.360583 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-fb1c6635-5c64-488e-b985-962d41c631c8 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-215816784'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:29.385823 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1c6635-5c64-488e-b985-962d41c631c8 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Made reservation on behalf of 79fafef4405c4382a9500a5711a8f724 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:29.389871 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fb1c6635-5c64-488e-b985-962d41c631c8 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:29.399926 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fb1c6635-5c64-488e-b985-962d41c631c8 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:29.488175 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fb1c6635-5c64-488e-b985-962d41c631c8 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:29.493103 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fb1c6635-5c64-488e-b985-962d41c631c8 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:29.526871 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb1c6635-5c64-488e-b985-962d41c631c8 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:14:29.538304 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1c6635-5c64-488e-b985-962d41c631c8 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=588a2e82-6b28-47c9-bda6-0605f543efaf,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:29.543623 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fb1c6635-5c64-488e-b985-962d41c631c8 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:29.544697 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-fb1c6635-5c64-488e-b985-962d41c631c8 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Added segment b99d957b-6761-4947-abfc-1a8ccd3c80ed of type vlan for network c73eb257-36e4-42fe-946a-92977aa0f57f Nov 12 01:14:29.597659 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fb1c6635-5c64-488e-b985-962d41c631c8 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:29.629929 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fb1c6635-5c64-488e-b985-962d41c631c8 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:29.637160 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1c6635-5c64-488e-b985-962d41c631c8 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:29.638049 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fb1c6635-5c64-488e-b985-962d41c631c8 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:29.714834 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1c6635-5c64-488e-b985-962d41c631c8 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Pushing event updated for resources: {'Network': ['ID=c73eb257-36e4-42fe-946a-92977aa0f57f,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:29.721961 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-fb1c6635-5c64-488e-b985-962d41c631c8 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5248132 Nov 12 01:14:29.728319 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network c73eb257-36e4-42fe-946a-92977aa0f57f details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:14:30.495281 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e473b-fdbc-4010-a1a2-1de1fa10d5e7 req-d3a22d1d-4710-49a3-8e61-a74bddc17ce4 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:30.504321 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3e4e473b-fdbc-4010-a1a2-1de1fa10d5e7 req-d3a22d1d-4710-49a3-8e61-a74bddc17ce4 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "GET /v2.0/ports?device_id=c606262f-f48c-4e27-8661-dbf60a1b8306 HTTP/1.1" status: 200 len: 909 time: 0.0760913 Nov 12 01:14:30.654339 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6fca3-99a3-4751-911a-9219c0cab702 req-f4b92829-1d89-4140-8da7-a6715984bd98 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:30.655906 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-13e6fca3-99a3-4751-911a-9219c0cab702 req-f4b92829-1d89-4140-8da7-a6715984bd98 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "GET /v2.0/ports?device_id=c606262f-f48c-4e27-8661-dbf60a1b8306 HTTP/1.1" status: 200 len: 909 time: 0.0564513 Nov 12 01:14:30.813816 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b93da1-2ff8-4879-aced-740f97376aa7 req-bd0586b9-e007-4b0a-b954-364e8c4cdefc tempest-TestSecurityGroupsBasicOps-327920501 tempest-TestSecurityGroupsBasicOps-327920501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:30.815333 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-80b93da1-2ff8-4879-aced-740f97376aa7 req-bd0586b9-e007-4b0a-b954-364e8c4cdefc tempest-TestSecurityGroupsBasicOps-327920501 tempest-TestSecurityGroupsBasicOps-327920501-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c606262f-f48c-4e27-8661-dbf60a1b8306 HTTP/1.1" status: 200 len: 1061 time: 0.0899897 Nov 12 01:14:30.949072 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df19793-4ae5-47f7-b2c9-b98f4e6ff3d9 req-b9d2929d-93c4-4af8-819c-37d4e89de422 tempest-TestSecurityGroupsBasicOps-327920501 tempest-TestSecurityGroupsBasicOps-327920501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:30.957367 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5df19793-4ae5-47f7-b2c9-b98f4e6ff3d9 req-b9d2929d-93c4-4af8-819c-37d4e89de422 tempest-TestSecurityGroupsBasicOps-327920501 tempest-TestSecurityGroupsBasicOps-327920501-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=799971f7-c437-4fe4-bdac-6feea5187dd2 HTTP/1.1" status: 200 len: 1136 time: 0.0594330 Nov 12 01:14:31.049889 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5df19793-4ae5-47f7-b2c9-b98f4e6ff3d9 req-23e14339-110c-4eb0-8a5e-adbddc9e9686 tempest-TestSecurityGroupsBasicOps-327920501 tempest-TestSecurityGroupsBasicOps-327920501-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=21d03b49-5c15-496c-bef8-c0a06b1cc130&id=3fdda621-7971-48ed-a4ca-a8b9babe6376&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0856016 Nov 12 01:14:31.066244 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42590) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:31.136800 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b106c7-655c-4edb-99ee-60a349e3be67 tempest-TestSecurityGroupsBasicOps-327920501 tempest-TestSecurityGroupsBasicOps-327920501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:31.139566 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f0b106c7-655c-4edb-99ee-60a349e3be67 tempest-TestSecurityGroupsBasicOps-327920501 tempest-TestSecurityGroupsBasicOps-327920501-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c606262f-f48c-4e27-8661-dbf60a1b8306 HTTP/1.1" status: 200 len: 1056 time: 0.0721645 Nov 12 01:14:31.342793 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:14:31.478897 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae79080-bb86-4ddc-a8f0-c6ce312a8242 req-dab64d62-3287-4a5f-b493-b1a67c833064 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:31.480932 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4ae79080-bb86-4ddc-a8f0-c6ce312a8242 req-dab64d62-3287-4a5f-b493-b1a67c833064 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "GET /v2.0/ports?device_id=c606262f-f48c-4e27-8661-dbf60a1b8306 HTTP/1.1" status: 200 len: 909 time: 0.0675359 Nov 12 01:14:32.743371 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28686b-3a3e-42d5-a6a1-003a7d6ad457 req-9be02130-1349-4607-9886-ba716bd5c155 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:32.745043 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9f28686b-3a3e-42d5-a6a1-003a7d6ad457 req-9be02130-1349-4607-9886-ba716bd5c155 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "GET /v2.0/ports?device_id=c606262f-f48c-4e27-8661-dbf60a1b8306 HTTP/1.1" status: 200 len: 909 time: 0.0749853 Nov 12 01:14:32.914379 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ec931-1031-4122-bf51-6dc92bca5056 req-5d6e8804-1512-49bf-83c5-0863546463be tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:32.916650 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-555ec931-1031-4122-bf51-6dc92bca5056 req-5d6e8804-1512-49bf-83c5-0863546463be tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.54 "GET /v2.0/ports?device_id=c606262f-f48c-4e27-8661-dbf60a1b8306 HTTP/1.1" status: 200 len: 909 time: 0.0691464 Nov 12 01:14:32.978687 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42602) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:32.984291 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-32aa9c04-bb45-4d0a-a1be-088cdb16da24 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Request body: {'subnet': {'network_id': 'c73eb257-36e4-42fe-946a-92977aa0f57f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:33.022982 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-555ec931-1031-4122-bf51-6dc92bca5056 req-19f9a88d-f809-4e54-8c85-f35391a31727 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Deleting port 90c7f66f-c7e4-4182-8d32-6d3164f35e08 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:33.023473 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-555ec931-1031-4122-bf51-6dc92bca5056 req-19f9a88d-f809-4e54-8c85-f35391a31727 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:33.076775 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32aa9c04-bb45-4d0a-a1be-088cdb16da24 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Made reservation on behalf of 79fafef4405c4382a9500a5711a8f724 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:33.083270 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-32aa9c04-bb45-4d0a-a1be-088cdb16da24 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:33.120040 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-555ec931-1031-4122-bf51-6dc92bca5056 req-19f9a88d-f809-4e54-8c85-f35391a31727 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] For port 90c7f66f-c7e4-4182-8d32-6d3164f35e08, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=90c7f66f-c7e4-4182-8d32-6d3164f35e08,segment=NetworkSegment(64683eff-b2cb-4da2-93f0-9d579f18e90a),segment_id=64683eff-b2cb-4da2-93f0-9d579f18e90a)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:33.120504 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-555ec931-1031-4122-bf51-6dc92bca5056 req-19f9a88d-f809-4e54-8c85-f35391a31727 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:33.136225 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-555ec931-1031-4122-bf51-6dc92bca5056 req-19f9a88d-f809-4e54-8c85-f35391a31727 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Calling delete_port for 90c7f66f-c7e4-4182-8d32-6d3164f35e08 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:33.322660 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-555ec931-1031-4122-bf51-6dc92bca5056 req-19f9a88d-f809-4e54-8c85-f35391a31727 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:33.357586 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-32aa9c04-bb45-4d0a-a1be-088cdb16da24 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:33.362508 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f9a88d-f809-4e54-8c85-f35391a31727 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Pushing event deleted for resources: {'Port': ['ID=90c7f66f-c7e4-4182-8d32-6d3164f35e08,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:33.452800 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-555ec931-1031-4122-bf51-6dc92bca5056 req-19f9a88d-f809-4e54-8c85-f35391a31727 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] No DVR routers for this DVR port 90c7f66f-c7e4-4182-8d32-6d3164f35e08 on host n-h2-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:14:33.456018 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-555ec931-1031-4122-bf51-6dc92bca5056 req-19f9a88d-f809-4e54-8c85-f35391a31727 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:33.459841 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-555ec931-1031-4122-bf51-6dc92bca5056 req-19f9a88d-f809-4e54-8c85-f35391a31727 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.54 "DELETE /v2.0/ports/90c7f66f-c7e4-4182-8d32-6d3164f35e08 HTTP/1.1" status: 204 len: 173 time: 0.5373194 Nov 12 01:14:33.460567 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c606262f-f48c-4e27-8661-dbf60a1b8306', 'name': 'network-vif-deleted', 'tag': '90c7f66f-c7e4-4182-8d32-6d3164f35e08'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:14:33.464891 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e81b7e-80cb-4703-bdb7-47f992559446" -d '{"events": [{"server_uuid": "c606262f-f48c-4e27-8661-dbf60a1b8306", "name": "network-vif-deleted", "tag": "90c7f66f-c7e4-4182-8d32-6d3164f35e08"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:14:33.816338 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b173cd2f-f156-4bde-9520-b6ae4e4dbc33 x-openstack-request-id: req-b173cd2f-f156-4bde-9520-b6ae4e4dbc33 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:14:33.816630 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c606262f-f48c-4e27-8661-dbf60a1b8306", "name": "network-vif-deleted", "tag": "90c7f66f-c7e4-4182-8d32-6d3164f35e08", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:14:33.816885 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b173cd2f-f156-4bde-9520-b6ae4e4dbc33 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:14:33.817292 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c606262f-f48c-4e27-8661-dbf60a1b8306', 'name': 'network-vif-deleted', 'tag': '90c7f66f-c7e4-4182-8d32-6d3164f35e08', 'status': 'completed', 'code': 200} Nov 12 01:14:33.929481 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-539cd058-b6af-4308-80e0-de7d2547f537 req-83fef07e-6800-4c61-917e-eb16daba5596 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "GET /v2.0/ports?device_id=c606262f-f48c-4e27-8661-dbf60a1b8306 HTTP/1.1" status: 200 len: 210 time: 0.0401828 Nov 12 01:14:33.945629 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa9c04-bb45-4d0a-a1be-088cdb16da24 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Pushing event updated for resources: {'Subnet': ['ID=7526c392-f74f-4eba-96da-b06bf01e2f73,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:33.953422 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32aa9c04-bb45-4d0a-a1be-088cdb16da24 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Checking segment: {'id': 'b99d957b-6761-4947-abfc-1a8ccd3c80ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c73eb257-36e4-42fe-946a-92977aa0f57f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:33.953787 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32aa9c04-bb45-4d0a-a1be-088cdb16da24 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Network hostable DHCP agents. Network: c73eb257-36e4-42fe-946a-92977aa0f57f, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:14:33.971911 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32aa9c04-bb45-4d0a-a1be-088cdb16da24 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Network c73eb257-36e4-42fe-946a-92977aa0f57f is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:14:33.986214 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-32aa9c04-bb45-4d0a-a1be-088cdb16da24 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, c73eb257-36e4-42fe-946a-92977aa0f57f) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:33.993186 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32aa9c04-bb45-4d0a-a1be-088cdb16da24 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:33.993840 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-32aa9c04-bb45-4d0a-a1be-088cdb16da24 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:33.997601 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a7c836-0fae-4c5e-a753-4d6906cdde0c None None] Network c73eb257-36e4-42fe-946a-92977aa0f57f requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:34.010977 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-32aa9c04-bb45-4d0a-a1be-088cdb16da24 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0311604 Nov 12 01:14:34.015934 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42618) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:34.022395 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-fb200414-0430-4144-b5a7-b83499a94d10 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1742992816'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:34.057869 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb200414-0430-4144-b5a7-b83499a94d10 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Made reservation on behalf of 79fafef4405c4382a9500a5711a8f724 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:34.061885 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fb200414-0430-4144-b5a7-b83499a94d10 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:34.094828 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb200414-0430-4144-b5a7-b83499a94d10 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:14:34.108330 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fb200414-0430-4144-b5a7-b83499a94d10 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:34.108793 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-fb200414-0430-4144-b5a7-b83499a94d10 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Added segment a00b2b09-1ddb-4615-a30c-a056cec02d35 of type vlan for network d7950a1a-a88d-4503-8a11-d53e738dbcdd Nov 12 01:14:34.168964 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fb200414-0430-4144-b5a7-b83499a94d10 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:34.198022 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7daba94-fb7f-4f13-a097-ba03e1cdf0b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-c73eb257-36e4-42fe-946a-92977aa0f57f', 'network_id': 'c73eb257-36e4-42fe-946a-92977aa0f57f', 'tenant_id': '79fafef4405c4382a9500a5711a8f724', 'fixed_ips': [{'subnet_id': '7526c392-f74f-4eba-96da-b06bf01e2f73'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:14:34.198897 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c7daba94-fb7f-4f13-a097-ba03e1cdf0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:34.199574 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fb200414-0430-4144-b5a7-b83499a94d10 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:34.207037 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb200414-0430-4144-b5a7-b83499a94d10 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:34.207655 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fb200414-0430-4144-b5a7-b83499a94d10 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:34.253875 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-fb200414-0430-4144-b5a7-b83499a94d10 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2342794 Nov 12 01:14:34.254122 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42622) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:34.259272 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-9a4ec067-3a71-4f61-989f-d8edd7114188 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Request body: {'subnet': {'network_id': 'd7950a1a-a88d-4503-8a11-d53e738dbcdd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:34.360442 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb200414-0430-4144-b5a7-b83499a94d10 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Pushing event updated for resources: {'Network': ['ID=d7950a1a-a88d-4503-8a11-d53e738dbcdd,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:34.385893 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network d7950a1a-a88d-4503-8a11-d53e738dbcdd details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:14:34.409329 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-05f0e447-e081-4f45-a3ee-91fb68e321c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:34.413098 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4ec067-3a71-4f61-989f-d8edd7114188 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Made reservation on behalf of 79fafef4405c4382a9500a5711a8f724 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:34.417862 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9a4ec067-3a71-4f61-989f-d8edd7114188 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:34.527834 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-c7daba94-fb7f-4f13-a097-ba03e1cdf0b7 None None] Allocated IP 2001:db8:0:ffff::2 (c73eb257-36e4-42fe-946a-92977aa0f57f/7526c392-f74f-4eba-96da-b06bf01e2f73/d3925054-693d-448d-8a3b-7633ff91f190) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:34.740361 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c7daba94-fb7f-4f13-a097-ba03e1cdf0b7 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:34.750169 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c7daba94-fb7f-4f13-a097-ba03e1cdf0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:34.791715 n-d-812236-11 neutron-server[102661]: DEBUG neutron.objects.ports [None req-9a4ec067-3a71-4f61-989f-d8edd7114188 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102661) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 01:14:34.793668 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9a4ec067-3a71-4f61-989f-d8edd7114188 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:34.798341 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7daba94-fb7f-4f13-a097-ba03e1cdf0b7 None None] Network c73eb257-36e4-42fe-946a-92977aa0f57f is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:34.806392 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-c7daba94-fb7f-4f13-a097-ba03e1cdf0b7 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:34.812786 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7daba94-fb7f-4f13-a097-ba03e1cdf0b7 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:34.816041 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7daba94-fb7f-4f13-a097-ba03e1cdf0b7 None None] Pushing event updated for resources: {'Port': ['ID=d3925054-693d-448d-8a3b-7633ff91f190,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:34.939845 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-c7daba94-fb7f-4f13-a097-ba03e1cdf0b7 None None] Attempting to bind port d3925054-693d-448d-8a3b-7633ff91f190 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:14:34.940311 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-c7daba94-fb7f-4f13-a097-ba03e1cdf0b7 None None] Attempting to bind port d3925054-693d-448d-8a3b-7633ff91f190 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'b99d957b-6761-4947-abfc-1a8ccd3c80ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c73eb257-36e4-42fe-946a-92977aa0f57f'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:14:34.940927 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7daba94-fb7f-4f13-a097-ba03e1cdf0b7 None None] Attempting to bind port d3925054-693d-448d-8a3b-7633ff91f190 on network c73eb257-36e4-42fe-946a-92977aa0f57f {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:14:34.944516 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ec067-3a71-4f61-989f-d8edd7114188 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Pushing event updated for resources: {'Subnet': ['ID=24e15178-2f29-4ea6-a544-1d79ae4d0d16,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:34.946005 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7daba94-fb7f-4f13-a097-ba03e1cdf0b7 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:14:34.946376 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7daba94-fb7f-4f13-a097-ba03e1cdf0b7 None None] Checking segment: {'id': 'b99d957b-6761-4947-abfc-1a8ccd3c80ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c73eb257-36e4-42fe-946a-92977aa0f57f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:34.946787 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c7daba94-fb7f-4f13-a097-ba03e1cdf0b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:34.951783 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7daba94-fb7f-4f13-a097-ba03e1cdf0b7 None None] Bound using segment: {'id': 'b99d957b-6761-4947-abfc-1a8ccd3c80ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c73eb257-36e4-42fe-946a-92977aa0f57f'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:14:34.951783 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-c7daba94-fb7f-4f13-a097-ba03e1cdf0b7 None None] Bound port: d3925054-693d-448d-8a3b-7633ff91f190, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b99d957b-6761-4947-abfc-1a8ccd3c80ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c73eb257-36e4-42fe-946a-92977aa0f57f'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:14:34.952553 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4ec067-3a71-4f61-989f-d8edd7114188 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Checking segment: {'id': 'a00b2b09-1ddb-4615-a30c-a056cec02d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd7950a1a-a88d-4503-8a11-d53e738dbcdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:34.952922 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4ec067-3a71-4f61-989f-d8edd7114188 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Network hostable DHCP agents. Network: d7950a1a-a88d-4503-8a11-d53e738dbcdd, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:14:34.955321 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c7daba94-fb7f-4f13-a097-ba03e1cdf0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:34.982476 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4ec067-3a71-4f61-989f-d8edd7114188 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Network d7950a1a-a88d-4503-8a11-d53e738dbcdd is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:14:34.999739 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42628) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:35.011463 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-9a4ec067-3a71-4f61-989f-d8edd7114188 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, d7950a1a-a88d-4503-8a11-d53e738dbcdd) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:35.021942 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f75fdb-8e25-4aa8-9274-c0613ad474ec None None] Network d7950a1a-a88d-4503-8a11-d53e738dbcdd requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:35.030393 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4ec067-3a71-4f61-989f-d8edd7114188 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:35.032313 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9a4ec067-3a71-4f61-989f-d8edd7114188 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:35.061079 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-9a4ec067-3a71-4f61-989f-d8edd7114188 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8026874 Nov 12 01:14:35.061304 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42630) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:35.066541 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-18c70d13-a989-4a7d-9566-7a3c9147b45b tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Request body: {'port': {'network_id': 'd7950a1a-a88d-4503-8a11-d53e738dbcdd', 'name': 'tempest-NetworksIpV6TestAttrs-1758897207'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:35.112734 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-c7daba94-fb7f-4f13-a097-ba03e1cdf0b7 None None] For port d3925054-693d-448d-8a3b-7633ff91f190, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:14:35.134751 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-c7daba94-fb7f-4f13-a097-ba03e1cdf0b7 None None] For port d3925054-693d-448d-8a3b-7633ff91f190, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=d3925054-693d-448d-8a3b-7633ff91f190,segment=NetworkSegment(b99d957b-6761-4947-abfc-1a8ccd3c80ed),segment_id=b99d957b-6761-4947-abfc-1a8ccd3c80ed)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:14:35.143375 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c7daba94-fb7f-4f13-a097-ba03e1cdf0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:35.258203 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c70d13-a989-4a7d-9566-7a3c9147b45b tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Made reservation on behalf of 79fafef4405c4382a9500a5711a8f724 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:35.261843 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-18c70d13-a989-4a7d-9566-7a3c9147b45b tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:35.295385 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7daba94-fb7f-4f13-a097-ba03e1cdf0b7 None None] Pushing event updated for resources: {'Port': ['ID=d3925054-693d-448d-8a3b-7633ff91f190,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:35.310372 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-18c70d13-a989-4a7d-9566-7a3c9147b45b tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] device_id is not set on port a0d3ca3f-67e3-42a7-8885-9c5a7659b20d yet. {{(pid=102661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:14:35.345019 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d31f3ef-03f9-478e-a97e-73543ac382cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-d7950a1a-a88d-4503-8a11-d53e738dbcdd', 'network_id': 'd7950a1a-a88d-4503-8a11-d53e738dbcdd', 'tenant_id': '79fafef4405c4382a9500a5711a8f724', 'fixed_ips': [{'subnet_id': '24e15178-2f29-4ea6-a544-1d79ae4d0d16'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:14:35.346178 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9d31f3ef-03f9-478e-a97e-73543ac382cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:35.567853 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-18c70d13-a989-4a7d-9566-7a3c9147b45b tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Allocated IP 2001:db8::f816:3eff:fe92:1a72 (d7950a1a-a88d-4503-8a11-d53e738dbcdd/24e15178-2f29-4ea6-a544-1d79ae4d0d16/a0d3ca3f-67e3-42a7-8885-9c5a7659b20d) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:35.702824 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4dc4775b-40bf-42d8-91fd-ef96b5e33f0c tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:35.835769 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-18c70d13-a989-4a7d-9566-7a3c9147b45b tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:35.881410 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-18c70d13-a989-4a7d-9566-7a3c9147b45b tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:35.936335 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c70d13-a989-4a7d-9566-7a3c9147b45b tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Network d7950a1a-a88d-4503-8a11-d53e738dbcdd is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:35.945074 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-18c70d13-a989-4a7d-9566-7a3c9147b45b tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:35.951563 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c70d13-a989-4a7d-9566-7a3c9147b45b tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:35.962792 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c70d13-a989-4a7d-9566-7a3c9147b45b tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:35.964436 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-18c70d13-a989-4a7d-9566-7a3c9147b45b tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:35.973680 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c70d13-a989-4a7d-9566-7a3c9147b45b tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Pushing event updated for resources: {'Port': ['ID=a0d3ca3f-67e3-42a7-8885-9c5a7659b20d,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:35.985318 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-9d31f3ef-03f9-478e-a97e-73543ac382cb None None] Allocated IP 2001:db8::f816:3eff:fed8:e1e (d7950a1a-a88d-4503-8a11-d53e738dbcdd/24e15178-2f29-4ea6-a544-1d79ae4d0d16/f39a0cf0-811a-401d-abf9-11b0c9412dfd) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:35.997391 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-18c70d13-a989-4a7d-9566-7a3c9147b45b tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.9344511 Nov 12 01:14:36.000142 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42640) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:36.074556 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-4dc4775b-40bf-42d8-91fd-ef96b5e33f0c tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Deleting port 85c76394-fefb-4238-b06d-68f44b5dd7b2 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:36.075697 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4dc4775b-40bf-42d8-91fd-ef96b5e33f0c tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:36.094500 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-c35f988e-f6e3-40b6-8b22-0f7b19f9e6b1 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Deleting subnet 24e15178-2f29-4ea6-a544-1d79ae4d0d16 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:14:36.194998 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-4dc4775b-40bf-42d8-91fd-ef96b5e33f0c tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] For port 85c76394-fefb-4238-b06d-68f44b5dd7b2, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=85c76394-fefb-4238-b06d-68f44b5dd7b2,segment=NetworkSegment(64683eff-b2cb-4da2-93f0-9d579f18e90a),segment_id=64683eff-b2cb-4da2-93f0-9d579f18e90a)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:36.195566 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4dc4775b-40bf-42d8-91fd-ef96b5e33f0c tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:36.219347 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-4dc4775b-40bf-42d8-91fd-ef96b5e33f0c tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Calling delete_port for 85c76394-fefb-4238-b06d-68f44b5dd7b2 owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:36.235863 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9d31f3ef-03f9-478e-a97e-73543ac382cb None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:36.242999 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c35f988e-f6e3-40b6-8b22-0f7b19f9e6b1 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:36.244035 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9d31f3ef-03f9-478e-a97e-73543ac382cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:36.314456 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d31f3ef-03f9-478e-a97e-73543ac382cb None None] Network d7950a1a-a88d-4503-8a11-d53e738dbcdd is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:36.318211 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-9d31f3ef-03f9-478e-a97e-73543ac382cb None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:36.326307 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d31f3ef-03f9-478e-a97e-73543ac382cb None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:36.329295 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c35f988e-f6e3-40b6-8b22-0f7b19f9e6b1 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:36.384127 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d31f3ef-03f9-478e-a97e-73543ac382cb None None] Pushing event updated for resources: {'Port': ['ID=f39a0cf0-811a-401d-abf9-11b0c9412dfd,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:36.426236 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-9d31f3ef-03f9-478e-a97e-73543ac382cb None None] Attempting to bind port f39a0cf0-811a-401d-abf9-11b0c9412dfd on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:14:36.426726 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-9d31f3ef-03f9-478e-a97e-73543ac382cb None None] Attempting to bind port f39a0cf0-811a-401d-abf9-11b0c9412dfd by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'a00b2b09-1ddb-4615-a30c-a056cec02d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd7950a1a-a88d-4503-8a11-d53e738dbcdd'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:14:36.427244 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d31f3ef-03f9-478e-a97e-73543ac382cb None None] Attempting to bind port f39a0cf0-811a-401d-abf9-11b0c9412dfd on network d7950a1a-a88d-4503-8a11-d53e738dbcdd {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:14:36.434067 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-31de61dc-f03d-49d8-8f62-7d8482fa62ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:36.438102 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d31f3ef-03f9-478e-a97e-73543ac382cb None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:14:36.438492 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d31f3ef-03f9-478e-a97e-73543ac382cb None None] Checking segment: {'id': 'a00b2b09-1ddb-4615-a30c-a056cec02d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd7950a1a-a88d-4503-8a11-d53e738dbcdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:36.439088 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9d31f3ef-03f9-478e-a97e-73543ac382cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:36.439490 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d31f3ef-03f9-478e-a97e-73543ac382cb None None] Bound using segment: {'id': 'a00b2b09-1ddb-4615-a30c-a056cec02d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd7950a1a-a88d-4503-8a11-d53e738dbcdd'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:14:36.439988 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-9d31f3ef-03f9-478e-a97e-73543ac382cb None None] Bound port: f39a0cf0-811a-401d-abf9-11b0c9412dfd, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a00b2b09-1ddb-4615-a30c-a056cec02d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd7950a1a-a88d-4503-8a11-d53e738dbcdd'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:14:36.441105 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9d31f3ef-03f9-478e-a97e-73543ac382cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:36.526080 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-9d31f3ef-03f9-478e-a97e-73543ac382cb None None] For port f39a0cf0-811a-401d-abf9-11b0c9412dfd, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:14:36.532187 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-9d31f3ef-03f9-478e-a97e-73543ac382cb None None] For port f39a0cf0-811a-401d-abf9-11b0c9412dfd, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=f39a0cf0-811a-401d-abf9-11b0c9412dfd,segment=NetworkSegment(a00b2b09-1ddb-4615-a30c-a056cec02d35),segment_id=a00b2b09-1ddb-4615-a30c-a056cec02d35)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:14:36.539655 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9d31f3ef-03f9-478e-a97e-73543ac382cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:36.605733 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4dc4775b-40bf-42d8-91fd-ef96b5e33f0c tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:36.666178 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc4775b-40bf-42d8-91fd-ef96b5e33f0c tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Pushing event deleted for resources: {'Port': ['ID=85c76394-fefb-4238-b06d-68f44b5dd7b2,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:36.670396 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c35f988e-f6e3-40b6-8b22-0f7b19f9e6b1 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:36.820766 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c35f988e-f6e3-40b6-8b22-0f7b19f9e6b1 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:36.851248 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c35f988e-f6e3-40b6-8b22-0f7b19f9e6b1 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:36.853638 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8f48e5-cea4-4b26-8c0f-592bef623b9a None None] Network c73eb257-36e4-42fe-946a-92977aa0f57f requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:36.866125 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c35f988e-f6e3-40b6-8b22-0f7b19f9e6b1 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] 10.222.0.20 "DELETE /v2.0/subnets/24e15178-2f29-4ea6-a544-1d79ae4d0d16 HTTP/1.1" status: 204 len: 168 time: 0.8622928 Nov 12 01:14:36.871293 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42646) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:36.918186 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f988e-f6e3-40b6-8b22-0f7b19f9e6b1 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Pushing event deleted for resources: {'Subnet': ['ID=24e15178-2f29-4ea6-a544-1d79ae4d0d16,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:37.055407 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e5566b-0aeb-4a92-8ced-d8c8ac3157a7 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:37.060974 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e5566b-0aeb-4a92-8ced-d8c8ac3157a7 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:37.065405 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-65e5566b-0aeb-4a92-8ced-d8c8ac3157a7 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1902440 Nov 12 01:14:37.065823 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42648) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:37.103216 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4dc4775b-40bf-42d8-91fd-ef96b5e33f0c tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:37.121612 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 90c7f66f-c7e4-4182-8d32-6d3164f35e08 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:14:37.156207 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: 90c7f66f-c7e4-4182-8d32-6d3164f35e08 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:14:37.156544 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 90c7f66f-c7e4-4182-8d32-6d3164f35e08 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:14:37.172162 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-ce0362a4-201b-44a9-8487-7cc4a86bfa4d None None] Provisioning complete for port d3925054-693d-448d-8a3b-7633ff91f190 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:37.172531 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ce0362a4-201b-44a9-8487-7cc4a86bfa4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:37.224275 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d31f3ef-03f9-478e-a97e-73543ac382cb None None] Pushing event updated for resources: {'Port': ['ID=f39a0cf0-811a-401d-abf9-11b0c9412dfd,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:37.265805 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6b1982e0-900f-4ce6-9777-4eada11df080 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:37.293364 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b1982e0-900f-4ce6-9777-4eada11df080 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 12 01:14:37.295106 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b1982e0-900f-4ce6-9777-4eada11df080 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:14:37.299244 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6b1982e0-900f-4ce6-9777-4eada11df080 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] 10.222.0.20 "DELETE /v2.0/networks/d7950a1a-a88d-4503-8a11-d53e738dbcdd HTTP/1.1" status: 409 len: 405 time: 0.2325766 Nov 12 01:14:37.302854 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42650) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:37.315619 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-1282554c-e846-4402-81c4-1cf8e743480d tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1699998220'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:37.385360 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1282554c-e846-4402-81c4-1cf8e743480d tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Made reservation on behalf of 79fafef4405c4382a9500a5711a8f724 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:37.397638 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1282554c-e846-4402-81c4-1cf8e743480d tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:37.457996 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ce0362a4-201b-44a9-8487-7cc4a86bfa4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:37.492389 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1282554c-e846-4402-81c4-1cf8e743480d tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:14:37.516405 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1282554c-e846-4402-81c4-1cf8e743480d tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:37.516752 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-1282554c-e846-4402-81c4-1cf8e743480d tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Added segment be1ec426-bf2b-4e4a-ba99-ba547c142523 of type vlan for network 94b82b73-92b5-4b11-a560-44941f7a9953 Nov 12 01:14:37.540328 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device d3925054-693d-448d-8a3b-7633ff91f190 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:14:37.613518 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-ce0362a4-201b-44a9-8487-7cc4a86bfa4d None None] For port d3925054-693d-448d-8a3b-7633ff91f190, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=d3925054-693d-448d-8a3b-7633ff91f190,segment=NetworkSegment(b99d957b-6761-4947-abfc-1a8ccd3c80ed),segment_id=b99d957b-6761-4947-abfc-1a8ccd3c80ed)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:37.629820 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ce0362a4-201b-44a9-8487-7cc4a86bfa4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:37.638333 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1282554c-e846-4402-81c4-1cf8e743480d tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:37.688981 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc4775b-40bf-42d8-91fd-ef96b5e33f0c tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Router 0d383f1a-8841-4a6f-8025-5cdd32fa7f8a has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:14:37.691394 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1282554c-e846-4402-81c4-1cf8e743480d tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:37.699639 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1282554c-e846-4402-81c4-1cf8e743480d tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:37.701608 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1282554c-e846-4402-81c4-1cf8e743480d tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:37.830041 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1282554c-e846-4402-81c4-1cf8e743480d tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5259686 Nov 12 01:14:37.831083 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42656) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:37.839573 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-23664b21-682d-40e5-b35d-d55b4c3f620f tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Request body: {'subnet': {'network_id': '94b82b73-92b5-4b11-a560-44941f7a9953', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:37.857237 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0362a4-201b-44a9-8487-7cc4a86bfa4d None None] Pushing event updated for resources: {'Port': ['ID=d3925054-693d-448d-8a3b-7633ff91f190,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:37.862654 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:37.868745 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port d3925054-693d-448d-8a3b-7633ff91f190 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:37.869119 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:37.915559 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1282554c-e846-4402-81c4-1cf8e743480d tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Pushing event updated for resources: {'Network': ['ID=94b82b73-92b5-4b11-a560-44941f7a9953,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:37.933172 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 94b82b73-92b5-4b11-a560-44941f7a9953 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:14:38.041681 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-1c6a8fc8-5f8f-44d3-89e0-0ce01bd98459 None None] Provisioning complete for port d3925054-693d-448d-8a3b-7633ff91f190 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:38.042192 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1c6a8fc8-5f8f-44d3-89e0-0ce01bd98459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:38.049922 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc4775b-40bf-42d8-91fd-ef96b5e33f0c tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:14:38.066942 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-4dc4775b-40bf-42d8-91fd-ef96b5e33f0c tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "PUT /v2.0/routers/0d383f1a-8841-4a6f-8025-5cdd32fa7f8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0630038 Nov 12 01:14:38.067585 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42658) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:38.070984 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e283b58-5f3d-42d5-8a3f-4660d5e5b9c0 None None] Sync routers for ids ['0d383f1a-8841-4a6f-8025-5cdd32fa7f8a'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:14:38.089330 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e283b58-5f3d-42d5-8a3f-4660d5e5b9c0 None None] Routers {'0d383f1a-8841-4a6f-8025-5cdd32fa7f8a'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:14:38.090000 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-1e283b58-5f3d-42d5-8a3f-4660d5e5b9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:14:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['0d383f1a-8841-4a6f-8025-5cdd32fa7f8a'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:38.128943 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23664b21-682d-40e5-b35d-d55b4c3f620f tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Made reservation on behalf of 79fafef4405c4382a9500a5711a8f724 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:38.133876 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-23664b21-682d-40e5-b35d-d55b4c3f620f tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:38.187758 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-793a173c-db59-41e5-9061-8c4742687669 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Deleting subnet 512feee4-ea71-42ff-a56b-b470f3c63efb {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:14:38.259649 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-793a173c-db59-41e5-9061-8c4742687669 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:38.264148 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-1e283b58-5f3d-42d5-8a3f-4660d5e5b9c0 None None] Set router 0d383f1a-8841-4a6f-8025-5cdd32fa7f8a gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:14:38.335543 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-793a173c-db59-41e5-9061-8c4742687669 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:38.492125 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60a2e6f-f475-4bea-b088-c37d559bc8ec None None] Network d7950a1a-a88d-4503-8a11-d53e738dbcdd requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:38.515831 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-793a173c-db59-41e5-9061-8c4742687669 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:38.519262 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-1e283b58-5f3d-42d5-8a3f-4660d5e5b9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d383f1a-8841-4a6f-8025-5cdd32fa7f8a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1079546727', 'tenant_id': '22e9becebccb40659225fdff23acbf56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '5d616c68-0eac-4918-9e37-cab44d5c905a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:00Z', 'updated_at': '2021-11-12T01:14:36Z', 'revision_number': 5, 'project_id': '22e9becebccb40659225fdff23acbf56', 'gw_port': {'id': '5d616c68-0eac-4918-9e37-cab44d5c905a', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d383f1a-8841-4a6f-8025-5cdd32fa7f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:01Z', 'updated_at': '2021-11-12T01:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:38.551532 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e283b58-5f3d-42d5-8a3f-4660d5e5b9c0 None None] Checking router: 0d383f1a-8841-4a6f-8025-5cdd32fa7f8a for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:14:38.561144 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e283b58-5f3d-42d5-8a3f-4660d5e5b9c0 None None] Routers {'0d383f1a-8841-4a6f-8025-5cdd32fa7f8a'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:14:38.562071 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-1e283b58-5f3d-42d5-8a3f-4660d5e5b9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:14:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['0d383f1a-8841-4a6f-8025-5cdd32fa7f8a'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:38.626189 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-a60f752f-35ac-4ec4-88ec-cc8d336c034e None None] Provisioning complete for port f39a0cf0-811a-401d-abf9-11b0c9412dfd triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:38.626594 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a60f752f-35ac-4ec4-88ec-cc8d336c034e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:38.647614 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-793a173c-db59-41e5-9061-8c4742687669 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:38.666782 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-793a173c-db59-41e5-9061-8c4742687669 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:38.670843 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-793a173c-db59-41e5-9061-8c4742687669 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "DELETE /v2.0/subnets/512feee4-ea71-42ff-a56b-b470f3c63efb HTTP/1.1" status: 204 len: 168 time: 0.6021926 Nov 12 01:14:38.673572 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42664) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:38.688631 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa84a19-1abf-440f-a032-9326ccaf7386 None None] Network 91a6f262-622c-4fff-8c9f-6f9eae518fc1 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:38.721993 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-1e283b58-5f3d-42d5-8a3f-4660d5e5b9c0 None None] Set router 0d383f1a-8841-4a6f-8025-5cdd32fa7f8a gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:14:38.789981 n-d-812236-11 neutron-server[102662]: DEBUG neutron.objects.ports [None req-23664b21-682d-40e5-b35d-d55b4c3f620f tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102662) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 01:14:38.791087 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793a173c-db59-41e5-9061-8c4742687669 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Pushing event deleted for resources: {'Subnet': ['ID=512feee4-ea71-42ff-a56b-b470f3c63efb,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:38.798447 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-23664b21-682d-40e5-b35d-d55b4c3f620f tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:38.858573 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c239f2-a8da-477d-be53-b0128af49034 None None] DHCP port deletion for d7950a1a-a88d-4503-8a11-d53e738dbcdd request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:14:38.874829 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-11579eb8-04a1-4b76-b0ac-05cd9387b94a tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for router, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:38.914184 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23664b21-682d-40e5-b35d-d55b4c3f620f tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Pushing event updated for resources: {'Subnet': ['ID=3511212a-143b-4b1b-987e-17fb5fdfbba7,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:38.967422 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23664b21-682d-40e5-b35d-d55b4c3f620f tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Checking segment: {'id': 'be1ec426-bf2b-4e4a-ba99-ba547c142523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '94b82b73-92b5-4b11-a560-44941f7a9953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:38.968129 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23664b21-682d-40e5-b35d-d55b4c3f620f tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Network hostable DHCP agents. Network: 94b82b73-92b5-4b11-a560-44941f7a9953, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:14:38.994247 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23664b21-682d-40e5-b35d-d55b4c3f620f tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Network 94b82b73-92b5-4b11-a560-44941f7a9953 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:14:39.016690 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-23664b21-682d-40e5-b35d-d55b4c3f620f tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 94b82b73-92b5-4b11-a560-44941f7a9953) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:39.022677 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23664b21-682d-40e5-b35d-d55b4c3f620f tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:39.023078 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a60f752f-35ac-4ec4-88ec-cc8d336c034e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:39.023287 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-23664b21-682d-40e5-b35d-d55b4c3f620f tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:39.038166 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4695c3f0-f3c8-4a82-b0e3-d8e6f4ca4ac2 None None] Network 94b82b73-92b5-4b11-a560-44941f7a9953 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:39.061301 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-23664b21-682d-40e5-b35d-d55b4c3f620f tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2259448 Nov 12 01:14:39.061650 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42670) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:39.071658 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-b392327c-c416-4a03-b566-fd038b0458ef tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Request body: {'port': {'network_id': '94b82b73-92b5-4b11-a560-44941f7a9953', 'name': 'tempest-NetworksIpV6TestAttrs-568090704'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:39.074448 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-33c239f2-a8da-477d-be53-b0128af49034 None None] Deleting port f39a0cf0-811a-401d-abf9-11b0c9412dfd {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:39.075434 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-33c239f2-a8da-477d-be53-b0128af49034 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:39.205895 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-11579eb8-04a1-4b76-b0ac-05cd9387b94a tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:39.269512 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-a60f752f-35ac-4ec4-88ec-cc8d336c034e None None] For port f39a0cf0-811a-401d-abf9-11b0c9412dfd, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=f39a0cf0-811a-401d-abf9-11b0c9412dfd,segment=NetworkSegment(a00b2b09-1ddb-4615-a30c-a056cec02d35),segment_id=a00b2b09-1ddb-4615-a30c-a056cec02d35)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:39.285337 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179824fc-e8af-4f14-af3e-8f921f278814 None None] DHCP port deletion for 91a6f262-622c-4fff-8c9f-6f9eae518fc1 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:14:39.303233 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a60f752f-35ac-4ec4-88ec-cc8d336c034e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:39.319185 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device d3925054-693d-448d-8a3b-7633ff91f190 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:14:39.326244 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-1e283b58-5f3d-42d5-8a3f-4660d5e5b9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d383f1a-8841-4a6f-8025-5cdd32fa7f8a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1079546727', 'tenant_id': '22e9becebccb40659225fdff23acbf56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '5d616c68-0eac-4918-9e37-cab44d5c905a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:00Z', 'updated_at': '2021-11-12T01:14:36Z', 'revision_number': 5, 'project_id': '22e9becebccb40659225fdff23acbf56', 'gw_port': {'id': '5d616c68-0eac-4918-9e37-cab44d5c905a', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d383f1a-8841-4a6f-8025-5cdd32fa7f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:01Z', 'updated_at': '2021-11-12T01:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:39.333106 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-33c239f2-a8da-477d-be53-b0128af49034 None None] For port f39a0cf0-811a-401d-abf9-11b0c9412dfd, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=f39a0cf0-811a-401d-abf9-11b0c9412dfd,segment=NetworkSegment(a00b2b09-1ddb-4615-a30c-a056cec02d35),segment_id=a00b2b09-1ddb-4615-a30c-a056cec02d35)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:39.333813 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-33c239f2-a8da-477d-be53-b0128af49034 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:39.358353 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-11579eb8-04a1-4b76-b0ac-05cd9387b94a tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Deleting port 5d616c68-0eac-4918-9e37-cab44d5c905a {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:39.358685 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-11579eb8-04a1-4b76-b0ac-05cd9387b94a tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:39.367346 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e283b58-5f3d-42d5-8a3f-4660d5e5b9c0 None None] The sync data for ids ['0d383f1a-8841-4a6f-8025-5cdd32fa7f8a'] in n-d-812236-11 is: [{'id': '0d383f1a-8841-4a6f-8025-5cdd32fa7f8a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1079546727', 'tenant_id': '22e9becebccb40659225fdff23acbf56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '5d616c68-0eac-4918-9e37-cab44d5c905a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:00Z', 'updated_at': '2021-11-12T01:14:36Z', 'revision_number': 5, 'project_id': '22e9becebccb40659225fdff23acbf56', 'gw_port': {'id': '5d616c68-0eac-4918-9e37-cab44d5c905a', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d383f1a-8841-4a6f-8025-5cdd32fa7f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:01Z', 'updated_at': '2021-11-12T01:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:14:39.410599 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b392327c-c416-4a03-b566-fd038b0458ef tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Made reservation on behalf of 79fafef4405c4382a9500a5711a8f724 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:39.417264 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b392327c-c416-4a03-b566-fd038b0458ef tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:39.452626 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-33c239f2-a8da-477d-be53-b0128af49034 None None] Calling delete_port for f39a0cf0-811a-401d-abf9-11b0c9412dfd owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:39.475125 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [None req-b392327c-c416-4a03-b566-fd038b0458ef tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] device_id is not set on port d11ea4e8-9754-4f38-bf12-9e13d0f9e50c yet. {{(pid=102662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:14:39.486767 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:39.521750 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-11579eb8-04a1-4b76-b0ac-05cd9387b94a tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] For port 5d616c68-0eac-4918-9e37-cab44d5c905a, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=5d616c68-0eac-4918-9e37-cab44d5c905a,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:39.522109 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-11579eb8-04a1-4b76-b0ac-05cd9387b94a tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:39.537538 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-11579eb8-04a1-4b76-b0ac-05cd9387b94a tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Calling delete_port for 5d616c68-0eac-4918-9e37-cab44d5c905a owned by network:router_gateway {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:39.544836 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60f752f-35ac-4ec4-88ec-cc8d336c034e None None] Pushing event updated for resources: {'Port': ['ID=f39a0cf0-811a-401d-abf9-11b0c9412dfd,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:39.683670 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port d3925054-693d-448d-8a3b-7633ff91f190 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:39.685036 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:39.729011 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-179824fc-e8af-4f14-af3e-8f921f278814 None None] Deleting port 5a5ec1d4-acfa-4946-91b9-960b376337d0 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:39.729299 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-179824fc-e8af-4f14-af3e-8f921f278814 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:39.752396 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-b392327c-c416-4a03-b566-fd038b0458ef tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Allocated IP 2001:db8::f816:3eff:fe94:2179 (94b82b73-92b5-4b11-a560-44941f7a9953/3511212a-143b-4b1b-987e-17fb5fdfbba7/d11ea4e8-9754-4f38-bf12-9e13d0f9e50c) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:39.778028 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bf92dc-db84-4aa5-8f05-8b66c6249f8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-94b82b73-92b5-4b11-a560-44941f7a9953', 'network_id': '94b82b73-92b5-4b11-a560-44941f7a9953', 'tenant_id': '79fafef4405c4382a9500a5711a8f724', 'fixed_ips': [{'subnet_id': '3511212a-143b-4b1b-987e-17fb5fdfbba7'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:14:39.778875 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-71bf92dc-db84-4aa5-8f05-8b66c6249f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:39.816206 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-11579eb8-04a1-4b76-b0ac-05cd9387b94a tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:39.908682 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11579eb8-04a1-4b76-b0ac-05cd9387b94a tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Pushing event deleted for resources: {'Port': ['ID=5d616c68-0eac-4918-9e37-cab44d5c905a,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:39.954238 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29504a4-9d78-46d9-80d6-300e7659dc5c None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:14:39.978702 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-179824fc-e8af-4f14-af3e-8f921f278814 None None] For port 5a5ec1d4-acfa-4946-91b9-960b376337d0, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=5a5ec1d4-acfa-4946-91b9-960b376337d0,segment=NetworkSegment(64683eff-b2cb-4da2-93f0-9d579f18e90a),segment_id=64683eff-b2cb-4da2-93f0-9d579f18e90a)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:39.979617 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-179824fc-e8af-4f14-af3e-8f921f278814 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.014703 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-33c239f2-a8da-477d-be53-b0128af49034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.025419 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-179824fc-e8af-4f14-af3e-8f921f278814 None None] Calling delete_port for 5a5ec1d4-acfa-4946-91b9-960b376337d0 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:40.053332 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-11579eb8-04a1-4b76-b0ac-05cd9387b94a tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.056372 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b392327c-c416-4a03-b566-fd038b0458ef tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.130537 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b392327c-c416-4a03-b566-fd038b0458ef tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.209249 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b392327c-c416-4a03-b566-fd038b0458ef tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Pushing event updated for resources: {'Port': ['ID=d11ea4e8-9754-4f38-bf12-9e13d0f9e50c,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:40.228326 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b392327c-c416-4a03-b566-fd038b0458ef tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Network 94b82b73-92b5-4b11-a560-44941f7a9953 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:40.230160 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-b392327c-c416-4a03-b566-fd038b0458ef tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:40.233339 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b392327c-c416-4a03-b566-fd038b0458ef tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:40.240929 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b392327c-c416-4a03-b566-fd038b0458ef tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:40.241923 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b392327c-c416-4a03-b566-fd038b0458ef tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.263282 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b392327c-c416-4a03-b566-fd038b0458ef tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.2002976 Nov 12 01:14:40.267280 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42676) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:40.290691 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-11579eb8-04a1-4b76-b0ac-05cd9387b94a tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.293510 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-11579eb8-04a1-4b76-b0ac-05cd9387b94a tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.331670 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2921bdb-203c-4a23-b88d-4bb91685dead tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Deleting subnet 3511212a-143b-4b1b-987e-17fb5fdfbba7 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:14:40.336133 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b2921bdb-203c-4a23-b88d-4bb91685dead tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.352179 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-11579eb8-04a1-4b76-b0ac-05cd9387b94a tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.355272 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11579eb8-04a1-4b76-b0ac-05cd9387b94a tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Fanout notify agent at l3_agent the message router_deleted on router 0d383f1a-8841-4a6f-8025-5cdd32fa7f8a {{(pid=102661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:14:40.380523 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-11579eb8-04a1-4b76-b0ac-05cd9387b94a tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.384188 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-11579eb8-04a1-4b76-b0ac-05cd9387b94a tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "DELETE /v2.0/routers/0d383f1a-8841-4a6f-8025-5cdd32fa7f8a HTTP/1.1" status: 204 len: 168 time: 1.7088578 Nov 12 01:14:40.386585 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42678) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:40.411492 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c239f2-a8da-477d-be53-b0128af49034 None None] No DVR routers for this DVR port f39a0cf0-811a-401d-abf9-11b0c9412dfd on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:14:40.414743 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c239f2-a8da-477d-be53-b0128af49034 None None] Pushing event deleted for resources: {'Port': ['ID=f39a0cf0-811a-401d-abf9-11b0c9412dfd,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:40.425027 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b2921bdb-203c-4a23-b88d-4bb91685dead tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.494019 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.520865 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-179824fc-e8af-4f14-af3e-8f921f278814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.576387 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179824fc-e8af-4f14-af3e-8f921f278814 None None] Pushing event deleted for resources: {'Port': ['ID=5a5ec1d4-acfa-4946-91b9-960b376337d0,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:40.622687 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-34203a10-5d10-4be8-922d-6846bb0df788 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.625009 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b2921bdb-203c-4a23-b88d-4bb91685dead tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.653115 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179824fc-e8af-4f14-af3e-8f921f278814 None None] No DVR routers for this DVR port 5a5ec1d4-acfa-4946-91b9-960b376337d0 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server [None req-71bf92dc-db84-4aa5-8f05-8b66c6249f8a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3511212a-143b-4b1b-987e-17fb5fdfbba7: This subnet is being modified by another concurrent operation. Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise exception Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3511212a-143b-4b1b-987e-17fb5fdfbba7: This subnet is being modified by another concurrent operation. Nov 12 01:14:40.743982 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server Nov 12 01:14:40.758795 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b2921bdb-203c-4a23-b88d-4bb91685dead tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.769214 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4341d2fe-e0c0-48ae-bc2f-a48ecfdb9c2d None None] Network 94b82b73-92b5-4b11-a560-44941f7a9953 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:40.792011 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b2921bdb-203c-4a23-b88d-4bb91685dead tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.801312 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b2921bdb-203c-4a23-b88d-4bb91685dead tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] 10.222.0.20 "DELETE /v2.0/subnets/3511212a-143b-4b1b-987e-17fb5fdfbba7 HTTP/1.1" status: 204 len: 168 time: 0.5321908 Nov 12 01:14:40.812255 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42680) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:40.907134 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-34203a10-5d10-4be8-922d-6846bb0df788 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.908447 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2921bdb-203c-4a23-b88d-4bb91685dead tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Pushing event deleted for resources: {'Subnet': ['ID=3511212a-143b-4b1b-987e-17fb5fdfbba7,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:40.960889 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-34203a10-5d10-4be8-922d-6846bb0df788 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91a6f262-622c-4fff-8c9f-6f9eae518fc1']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:40.984736 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-34203a10-5d10-4be8-922d-6846bb0df788 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64683eff-b2cb-4da2-93f0-9d579f18e90a') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:40.984984 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-34203a10-5d10-4be8-922d-6846bb0df788 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64683eff-b2cb-4da2-93f0-9d579f18e90a') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:40.988840 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.998386 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e162c94-e0cb-4f59-80bc-e0ea18607572 None None] get_active_networks_info from n-d-812236-11 {{(pid=102663) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 01:14:41.001507 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-34203a10-5d10-4be8-922d-6846bb0df788 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:41.001857 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de1c224-1b11-4cb6-8329-29a454f4b37a tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:41.003566 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de1c224-1b11-4cb6-8329-29a454f4b37a tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:41.008885 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2de1c224-1b11-4cb6-8329-29a454f4b37a tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1953974 Nov 12 01:14:41.010050 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42686) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:41.064875 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-34203a10-5d10-4be8-922d-6846bb0df788 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:41.101912 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34203a10-5d10-4be8-922d-6846bb0df788 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:14:41.102317 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-34203a10-5d10-4be8-922d-6846bb0df788 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:41.105486 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:14:41.105486 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:14:41.105486 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:14:41.105486 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:14:41.105486 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:14:41.105486 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:14:41.105486 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:14:41.105486 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:14:41.105486 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:14:41.105486 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:14:41.105486 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:14:41.105486 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:14:41.105486 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:14:41.105486 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:14:41.105486 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:14:41.105486 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:14:41.105486 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:14:41.105486 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:14:41.105486 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:14:41.105486 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:14:41.105486 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:14:41.105486 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:14:41.105486 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:14:41.105486 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:14:41.105486 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:14:41.105486 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:14:41.105486 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:14:41.105486 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:14:41.105486 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:14:41.105486 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:14:41.105486 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:14:41.105486 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:14:41.118235 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e162c94-e0cb-4f59-80bc-e0ea18607572 None None] Resources bound (agent type, host, resource id): {{(pid=102663) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 01:14:41.197104 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f20170a8-2169-4b12-812c-0a0446660c58 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:41.212693 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-f20170a8-2169-4b12-812c-0a0446660c58 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 12 01:14:41.213248 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f20170a8-2169-4b12-812c-0a0446660c58 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:14:41.224704 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f20170a8-2169-4b12-812c-0a0446660c58 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] 10.222.0.20 "DELETE /v2.0/networks/94b82b73-92b5-4b11-a560-44941f7a9953 HTTP/1.1" status: 409 len: 405 time: 0.2135310 Nov 12 01:14:41.225941 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42688) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:41.234972 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-34203a10-5d10-4be8-922d-6846bb0df788 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:41.235343 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 85c76394-fefb-4238-b06d-68f44b5dd7b2 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:14:41.237075 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-76d7da46-014a-4810-bcb2-a553e14dd95e tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1390121492'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:41.265665 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-34203a10-5d10-4be8-922d-6846bb0df788 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:41.267148 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 85c76394-fefb-4238-b06d-68f44b5dd7b2 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:14:41.267585 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 85c76394-fefb-4238-b06d-68f44b5dd7b2 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:14:41.268619 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 5a5ec1d4-acfa-4946-91b9-960b376337d0 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:14:41.280942 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-34203a10-5d10-4be8-922d-6846bb0df788 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "DELETE /v2.0/networks/91a6f262-622c-4fff-8c9f-6f9eae518fc1 HTTP/1.1" status: 204 len: 168 time: 0.8909144 Nov 12 01:14:41.284070 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42690) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:41.287899 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d7da46-014a-4810-bcb2-a553e14dd95e tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Made reservation on behalf of 79fafef4405c4382a9500a5711a8f724 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:41.292616 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-76d7da46-014a-4810-bcb2-a553e14dd95e tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:41.298634 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 5a5ec1d4-acfa-4946-91b9-960b376337d0 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:14:41.299102 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 5a5ec1d4-acfa-4946-91b9-960b376337d0 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:14:41.299614 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 5d616c68-0eac-4918-9e37-cab44d5c905a no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:14:41.301032 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34203a10-5d10-4be8-922d-6846bb0df788 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Pushing event deleted for resources: {'Network': ['ID=91a6f262-622c-4fff-8c9f-6f9eae518fc1,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:41.327389 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 5d616c68-0eac-4918-9e37-cab44d5c905a {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:14:41.327878 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 5d616c68-0eac-4918-9e37-cab44d5c905a not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:14:41.420742 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76d7da46-014a-4810-bcb2-a553e14dd95e tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:14:41.449420 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-76d7da46-014a-4810-bcb2-a553e14dd95e tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:41.450676 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-76d7da46-014a-4810-bcb2-a553e14dd95e tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Added segment e41fcc56-2f44-4143-b952-c837adc564c6 of type vlan for network 4746397d-a80f-4732-8f99-eacb31979232 Nov 12 01:14:41.548661 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-76d7da46-014a-4810-bcb2-a553e14dd95e tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:41.599389 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-76d7da46-014a-4810-bcb2-a553e14dd95e tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:41.603692 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d7da46-014a-4810-bcb2-a553e14dd95e tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:41.604396 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-76d7da46-014a-4810-bcb2-a553e14dd95e tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:41.941360 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-21350ab2-6c8c-4be4-8f09-be04bab0d3b1 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Deleting port 11f56e77-f45a-454f-b3b0-80d842c2a703 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:41.941728 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-21350ab2-6c8c-4be4-8f09-be04bab0d3b1 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:41.955307 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-76d7da46-014a-4810-bcb2-a553e14dd95e tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7240188 Nov 12 01:14:41.956984 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42696) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:41.971115 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-a61155f7-14fa-4dae-a9a4-3fcc713c6aee tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Request body: {'subnet': {'network_id': '4746397d-a80f-4732-8f99-eacb31979232', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:41.971425 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7da46-014a-4810-bcb2-a553e14dd95e tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Pushing event updated for resources: {'Network': ['ID=4746397d-a80f-4732-8f99-eacb31979232,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:41.986390 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 4746397d-a80f-4732-8f99-eacb31979232 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:14:42.080444 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-21350ab2-6c8c-4be4-8f09-be04bab0d3b1 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:42.080766 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-21350ab2-6c8c-4be4-8f09-be04bab0d3b1 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:42.098082 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-21350ab2-6c8c-4be4-8f09-be04bab0d3b1 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Calling delete_port for 11f56e77-f45a-454f-b3b0-80d842c2a703 owned by network:floatingip {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:42.118030 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61155f7-14fa-4dae-a9a4-3fcc713c6aee tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Made reservation on behalf of 79fafef4405c4382a9500a5711a8f724 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:42.123318 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a61155f7-14fa-4dae-a9a4-3fcc713c6aee tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:42.300849 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-21350ab2-6c8c-4be4-8f09-be04bab0d3b1 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:42.337792 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21350ab2-6c8c-4be4-8f09-be04bab0d3b1 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Pushing event deleted for resources: {'Port': ['ID=11f56e77-f45a-454f-b3b0-80d842c2a703,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:42.411342 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-21350ab2-6c8c-4be4-8f09-be04bab0d3b1 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for floatingip, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:42.411699 n-d-812236-11 neutron-server[102662]: INFO neutron.db.l3_db [None req-21350ab2-6c8c-4be4-8f09-be04bab0d3b1 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Floating IP 1f90d2a6-86d9-47a8-90c0-65d6df859125 disassociated (deleted). External IP: 172.25.2.101, port: f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc. Nov 12 01:14:42.462142 n-d-812236-11 neutron-server[102661]: DEBUG neutron.objects.ports [None req-a61155f7-14fa-4dae-a9a4-3fcc713c6aee tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102661) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 01:14:42.463492 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a61155f7-14fa-4dae-a9a4-3fcc713c6aee tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:42.651619 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21350ab2-6c8c-4be4-8f09-be04bab0d3b1 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Router 4448ba9e-fbe2-4675-b26c-9b7b9772427a has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:14:42.775042 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21350ab2-6c8c-4be4-8f09-be04bab0d3b1 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:14:42.782943 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-21350ab2-6c8c-4be4-8f09-be04bab0d3b1 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:42.788442 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10ece87-a4e6-4aa4-ad20-0326d4e393ee None None] Sync routers for ids ['4448ba9e-fbe2-4675-b26c-9b7b9772427a'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:14:42.798619 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10ece87-a4e6-4aa4-ad20-0326d4e393ee None None] Routers {'4448ba9e-fbe2-4675-b26c-9b7b9772427a'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:14:42.799588 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-e10ece87-a4e6-4aa4-ad20-0326d4e393ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:14:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['4448ba9e-fbe2-4675-b26c-9b7b9772427a'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:42.828437 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-21350ab2-6c8c-4be4-8f09-be04bab0d3b1 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "DELETE /v2.0/floatingips/1f90d2a6-86d9-47a8-90c0-65d6df859125 HTTP/1.1" status: 204 len: 168 time: 1.5413594 Nov 12 01:14:42.829188 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '799971f7-c437-4fe4-bdac-6feea5187dd2', 'tag': 'f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:14:42.832025 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0dec93f-4930-4391-8cc3-6dea4d39367c" -d '{"events": [{"name": "network-changed", "server_uuid": "799971f7-c437-4fe4-bdac-6feea5187dd2", "tag": "f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:14:42.914863 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61155f7-14fa-4dae-a9a4-3fcc713c6aee tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Pushing event updated for resources: {'Subnet': ['ID=d0838281-833b-453a-a11a-dcd8858d6a54,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:42.930312 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61155f7-14fa-4dae-a9a4-3fcc713c6aee tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Checking segment: {'id': 'e41fcc56-2f44-4143-b952-c837adc564c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4746397d-a80f-4732-8f99-eacb31979232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:42.930680 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61155f7-14fa-4dae-a9a4-3fcc713c6aee tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Network hostable DHCP agents. Network: 4746397d-a80f-4732-8f99-eacb31979232, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:14:42.956511 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:42.957620 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61155f7-14fa-4dae-a9a4-3fcc713c6aee tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Network 4746397d-a80f-4732-8f99-eacb31979232 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:14:42.973074 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-a61155f7-14fa-4dae-a9a4-3fcc713c6aee tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 4746397d-a80f-4732-8f99-eacb31979232) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:42.979870 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61155f7-14fa-4dae-a9a4-3fcc713c6aee tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:42.982790 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a61155f7-14fa-4dae-a9a4-3fcc713c6aee tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:43.033583 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4d093a-0ed3-499b-b7d3-7e6fea1a490d x-openstack-request-id: req-9c4d093a-0ed3-499b-b7d3-7e6fea1a490d {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:14:43.034184 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "799971f7-c437-4fe4-bdac-6feea5187dd2", "tag": "f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:14:43.034680 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9c4d093a-0ed3-499b-b7d3-7e6fea1a490d {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:14:43.035365 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '799971f7-c437-4fe4-bdac-6feea5187dd2', 'tag': 'f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc', 'status': 'completed', 'code': 200} Nov 12 01:14:43.042297 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec4dd33-7a67-4366-9f97-f4dd3197d676 None None] Network 4746397d-a80f-4732-8f99-eacb31979232 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:43.045493 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a61155f7-14fa-4dae-a9a4-3fcc713c6aee tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.0826404 Nov 12 01:14:43.046561 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42714) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:43.167536 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dec93f-4930-4391-8cc3-6dea4d39367c req-6039c6f9-a5fe-4a15-814a-b7d78f132a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:43.169525 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f0dec93f-4930-4391-8cc3-6dea4d39367c req-6039c6f9-a5fe-4a15-814a-b7d78f132a68 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=22e9becebccb40659225fdff23acbf56&device_id=799971f7-c437-4fe4-bdac-6feea5187dd2 HTTP/1.1" status: 200 len: 1136 time: 0.0961034 Nov 12 01:14:43.196686 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-e10ece87-a4e6-4aa4-ad20-0326d4e393ee None None] Set router 4448ba9e-fbe2-4675-b26c-9b7b9772427a gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:14:43.290931 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dec93f-4930-4391-8cc3-6dea4d39367c req-1b8cd9cc-8340-46ed-8737-a9f7c7038adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:43.292719 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f0dec93f-4930-4391-8cc3-6dea4d39367c req-1b8cd9cc-8340-46ed-8737-a9f7c7038adf service neutron] 10.222.0.49 "GET /v2.0/networks?id=75ae6571-7337-4eb4-b20f-a5192540ea3f HTTP/1.1" status: 200 len: 897 time: 0.1149371 Nov 12 01:14:43.348116 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f0dec93f-4930-4391-8cc3-6dea4d39367c req-772cc335-caa4-43a1-8be9-5e306879b71b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc HTTP/1.1" status: 200 len: 217 time: 0.0466933 Nov 12 01:14:43.349903 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00338a-a044-4a04-9c03-c0dfb3f54fca req-6d66cc46-ddfb-441f-b23a-3d02ac9e6be3 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:43.358451 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-de00338a-a044-4a04-9c03-c0dfb3f54fca req-6d66cc46-ddfb-441f-b23a-3d02ac9e6be3 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "GET /v2.0/ports?device_id=799971f7-c437-4fe4-bdac-6feea5187dd2 HTTP/1.1" status: 200 len: 984 time: 0.1157415 Nov 12 01:14:43.364421 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2cb01c43-6e62-46b4-a40b-0b3e7eff76e8 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:43.455654 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fdb26c-f33e-4a69-b7e5-64649161f24d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-4746397d-a80f-4732-8f99-eacb31979232', 'network_id': '4746397d-a80f-4732-8f99-eacb31979232', 'tenant_id': '79fafef4405c4382a9500a5711a8f724', 'fixed_ips': [{'subnet_id': 'd0838281-833b-453a-a11a-dcd8858d6a54'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:14:43.457128 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91fdb26c-f33e-4a69-b7e5-64649161f24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:43.487803 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dec93f-4930-4391-8cc3-6dea4d39367c req-b23cdb83-4620-49eb-a3f5-e245d123eafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:43.489604 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f0dec93f-4930-4391-8cc3-6dea4d39367c req-b23cdb83-4620-49eb-a3f5-e245d123eafb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b1e57b78-cda7-4751-bbd1-091e2d68010d HTTP/1.1" status: 200 len: 834 time: 0.1299436 Nov 12 01:14:43.522120 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-de00338a-a044-4a04-9c03-c0dfb3f54fca req-cb319770-70c7-413a-9def-be7433d31992 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "GET /v2.0/security-groups?id=21d03b49-5c15-496c-bef8-c0a06b1cc130&id=3fdda621-7971-48ed-a4ca-a8b9babe6376&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1625795 Nov 12 01:14:43.544357 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2cb01c43-6e62-46b4-a40b-0b3e7eff76e8 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:43.570149 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dec93f-4930-4391-8cc3-6dea4d39367c req-eff8ed21-1636-48e4-a0b7-cc3231e608f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:43.572018 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f0dec93f-4930-4391-8cc3-6dea4d39367c req-eff8ed21-1636-48e4-a0b7-cc3231e608f9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=75ae6571-7337-4eb4-b20f-a5192540ea3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0718272 Nov 12 01:14:43.632213 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-e10ece87-a4e6-4aa4-ad20-0326d4e393ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4448ba9e-fbe2-4675-b26c-9b7b9772427a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1078747311', 'tenant_id': '22e9becebccb40659225fdff23acbf56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'fa990742-3ec3-49ab-9dad-98ec04fd0789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:13:03Z', 'updated_at': '2021-11-12T01:13:09Z', 'revision_number': 4, 'project_id': '22e9becebccb40659225fdff23acbf56', 'gw_port': {'id': 'fa990742-3ec3-49ab-9dad-98ec04fd0789', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4448ba9e-fbe2-4675-b26c-9b7b9772427a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:04Z', 'updated_at': '2021-11-12T01:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '59e9c436-b9cb-48c5-803f-cd012c29ea36', 'name': '', 'network_id': '75ae6571-7337-4eb4-b20f-a5192540ea3f', 'tenant_id': '22e9becebccb40659225fdff23acbf56', 'mac_address': 'fa:16:3e:f9:1d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4448ba9e-fbe2-4675-b26c-9b7b9772427a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'b1e57b78-cda7-4751-bbd1-091e2d68010d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:08Z', 'updated_at': '2021-11-12T01:13:13Z', 'revision_number': 5, 'project_id': '22e9becebccb40659225fdff23acbf56', 'subnets': [{'id': 'b1e57b78-cda7-4751-bbd1-091e2d68010d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:43.649526 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2cb01c43-6e62-46b4-a40b-0b3e7eff76e8 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:43.666017 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10ece87-a4e6-4aa4-ad20-0326d4e393ee None None] Checking router: 4448ba9e-fbe2-4675-b26c-9b7b9772427a for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server [None req-91fdb26c-f33e-4a69-b7e5-64649161f24d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d0838281-833b-453a-a11a-dcd8858d6a54: This subnet is being modified by another concurrent operation. Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise exception Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d0838281-833b-453a-a11a-dcd8858d6a54: This subnet is being modified by another concurrent operation. Nov 12 01:14:43.671971 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server Nov 12 01:14:43.683827 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10ece87-a4e6-4aa4-ad20-0326d4e393ee None None] Routers {'4448ba9e-fbe2-4675-b26c-9b7b9772427a'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:14:43.683827 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-e10ece87-a4e6-4aa4-ad20-0326d4e393ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:14:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['4448ba9e-fbe2-4675-b26c-9b7b9772427a'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:43.710625 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb01c43-6e62-46b4-a40b-0b3e7eff76e8 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Pushing event deleted for resources: {'Subnet': ['ID=d0838281-833b-453a-a11a-dcd8858d6a54,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:43.750341 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f0dec93f-4930-4391-8cc3-6dea4d39367c req-c34a3ca3-b1cb-4c3e-980c-9bded0f8bb7e service neutron] 10.222.0.49 "GET /v2.0/networks/75ae6571-7337-4eb4-b20f-a5192540ea3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694832 Nov 12 01:14:43.800318 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2cb01c43-6e62-46b4-a40b-0b3e7eff76e8 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:43.828193 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-2cb01c43-6e62-46b4-a40b-0b3e7eff76e8 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4746397d-a80f-4732-8f99-eacb31979232']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:43.833209 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604685f6-ec2e-472e-bf2b-f0c3b8b8e628 None None] Network 4746397d-a80f-4732-8f99-eacb31979232 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:43.839047 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-2cb01c43-6e62-46b4-a40b-0b3e7eff76e8 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e41fcc56-2f44-4143-b952-c837adc564c6') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:43.839583 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-2cb01c43-6e62-46b4-a40b-0b3e7eff76e8 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e41fcc56-2f44-4143-b952-c837adc564c6') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:43.851362 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2cb01c43-6e62-46b4-a40b-0b3e7eff76e8 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:43.866160 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2cb01c43-6e62-46b4-a40b-0b3e7eff76e8 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:43.876484 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cb01c43-6e62-46b4-a40b-0b3e7eff76e8 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:14:43.877242 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2cb01c43-6e62-46b4-a40b-0b3e7eff76e8 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:43.880731 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:14:43.880731 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:14:43.880731 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:14:43.880731 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:14:43.880731 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:14:43.880731 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:14:43.880731 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:14:43.880731 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:14:43.880731 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:14:43.880731 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:14:43.880731 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:14:43.880731 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:14:43.880731 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:14:43.880731 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:14:43.880731 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:14:43.880731 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:14:43.880731 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:14:43.880731 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:14:43.880731 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:14:43.880731 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:14:43.880731 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:14:43.880731 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:14:43.880731 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:14:43.880731 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:14:43.880731 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:14:43.880731 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:14:43.880731 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:14:43.880731 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:14:43.880731 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:14:43.880731 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:14:43.880731 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:14:43.880731 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:14:43.930197 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f0dec93f-4930-4391-8cc3-6dea4d39367c req-a3a5212f-873f-4eee-a6a1-257a3fc47e4f service neutron] 10.222.0.49 "GET /v2.0/networks/75ae6571-7337-4eb4-b20f-a5192540ea3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718204 Nov 12 01:14:43.980770 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2cb01c43-6e62-46b4-a40b-0b3e7eff76e8 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:43.991015 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-e10ece87-a4e6-4aa4-ad20-0326d4e393ee None None] Set router 4448ba9e-fbe2-4675-b26c-9b7b9772427a gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:14:43.992953 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2cb01c43-6e62-46b4-a40b-0b3e7eff76e8 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:43.996217 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2cb01c43-6e62-46b4-a40b-0b3e7eff76e8 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] 10.222.0.20 "DELETE /v2.0/networks/4746397d-a80f-4732-8f99-eacb31979232 HTTP/1.1" status: 204 len: 168 time: 0.9484274 Nov 12 01:14:44.000511 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42720) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:44.006399 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-7e06c428-e250-4ba0-a9bf-5db973b0ed4d tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-413607701'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:44.008722 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb01c43-6e62-46b4-a40b-0b3e7eff76e8 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Pushing event deleted for resources: {'Network': ['ID=4746397d-a80f-4732-8f99-eacb31979232,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:44.037270 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e06c428-e250-4ba0-a9bf-5db973b0ed4d tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Made reservation on behalf of 79fafef4405c4382a9500a5711a8f724 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:44.042733 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7e06c428-e250-4ba0-a9bf-5db973b0ed4d tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:44.071672 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e06c428-e250-4ba0-a9bf-5db973b0ed4d tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:14:44.092573 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7e06c428-e250-4ba0-a9bf-5db973b0ed4d tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:44.093052 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-7e06c428-e250-4ba0-a9bf-5db973b0ed4d tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Added segment 047b31f0-caf7-41a0-8ead-9a3b64d1a7b8 of type vlan for network 98248c03-cd85-4535-8bc2-447caa26783f Nov 12 01:14:44.162896 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7e06c428-e250-4ba0-a9bf-5db973b0ed4d tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:44.205317 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7e06c428-e250-4ba0-a9bf-5db973b0ed4d tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:44.212413 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e06c428-e250-4ba0-a9bf-5db973b0ed4d tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:44.213074 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7e06c428-e250-4ba0-a9bf-5db973b0ed4d tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:44.297779 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42724) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:44.298099 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7e06c428-e250-4ba0-a9bf-5db973b0ed4d tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2964630 Nov 12 01:14:44.301273 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186e6e47-7731-4ec4-a12f-3d51de8db407 None None] get_active_networks_info from n-d-812236-11 {{(pid=102663) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 01:14:44.304865 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-16e66856-3b9b-40dd-ab45-6ec878200cc0 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Request body: {'subnet': {'network_id': '98248c03-cd85-4535-8bc2-447caa26783f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:44.308259 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e06c428-e250-4ba0-a9bf-5db973b0ed4d tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Pushing event updated for resources: {'Network': ['ID=98248c03-cd85-4535-8bc2-447caa26783f,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:44.362166 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 98248c03-cd85-4535-8bc2-447caa26783f details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:14:44.452518 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e66856-3b9b-40dd-ab45-6ec878200cc0 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Made reservation on behalf of 79fafef4405c4382a9500a5711a8f724 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:44.460022 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-16e66856-3b9b-40dd-ab45-6ec878200cc0 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:44.545708 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186e6e47-7731-4ec4-a12f-3d51de8db407 None None] Resources bound (agent type, host, resource id): {{(pid=102663) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 01:14:44.654877 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-e10ece87-a4e6-4aa4-ad20-0326d4e393ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4448ba9e-fbe2-4675-b26c-9b7b9772427a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1078747311', 'tenant_id': '22e9becebccb40659225fdff23acbf56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'fa990742-3ec3-49ab-9dad-98ec04fd0789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:13:03Z', 'updated_at': '2021-11-12T01:13:09Z', 'revision_number': 4, 'project_id': '22e9becebccb40659225fdff23acbf56', 'gw_port': {'id': 'fa990742-3ec3-49ab-9dad-98ec04fd0789', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4448ba9e-fbe2-4675-b26c-9b7b9772427a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:04Z', 'updated_at': '2021-11-12T01:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '59e9c436-b9cb-48c5-803f-cd012c29ea36', 'name': '', 'network_id': '75ae6571-7337-4eb4-b20f-a5192540ea3f', 'tenant_id': '22e9becebccb40659225fdff23acbf56', 'mac_address': 'fa:16:3e:f9:1d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4448ba9e-fbe2-4675-b26c-9b7b9772427a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'b1e57b78-cda7-4751-bbd1-091e2d68010d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:08Z', 'updated_at': '2021-11-12T01:13:13Z', 'revision_number': 5, 'project_id': '22e9becebccb40659225fdff23acbf56', 'subnets': [{'id': 'b1e57b78-cda7-4751-bbd1-091e2d68010d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:44.694565 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10ece87-a4e6-4aa4-ad20-0326d4e393ee None None] The sync data for ids ['4448ba9e-fbe2-4675-b26c-9b7b9772427a'] in n-d-812236-11 is: [{'id': '4448ba9e-fbe2-4675-b26c-9b7b9772427a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1078747311', 'tenant_id': '22e9becebccb40659225fdff23acbf56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'fa990742-3ec3-49ab-9dad-98ec04fd0789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:13:03Z', 'updated_at': '2021-11-12T01:13:09Z', 'revision_number': 4, 'project_id': '22e9becebccb40659225fdff23acbf56', 'gw_port': {'id': 'fa990742-3ec3-49ab-9dad-98ec04fd0789', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4448ba9e-fbe2-4675-b26c-9b7b9772427a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:04Z', 'updated_at': '2021-11-12T01:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '59e9c436-b9cb-48c5-803f-cd012c29ea36', 'name': '', 'network_id': '75ae6571-7337-4eb4-b20f-a5192540ea3f', 'tenant_id': '22e9becebccb40659225fdff23acbf56', 'mac_address': 'fa:16:3e:f9:1d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4448ba9e-fbe2-4675-b26c-9b7b9772427a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'b1e57b78-cda7-4751-bbd1-091e2d68010d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:08Z', 'updated_at': '2021-11-12T01:13:13Z', 'revision_number': 5, 'project_id': '22e9becebccb40659225fdff23acbf56', 'subnets': [{'id': 'b1e57b78-cda7-4751-bbd1-091e2d68010d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:14:44.697895 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20967f88-c69e-4ba9-9559-cd4e9541b5d5 req-968249dd-25f6-497f-a480-cb9e51d507e7 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:44.700046 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-20967f88-c69e-4ba9-9559-cd4e9541b5d5 req-968249dd-25f6-497f-a480-cb9e51d507e7 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.49 "GET /v2.0/ports?device_id=799971f7-c437-4fe4-bdac-6feea5187dd2 HTTP/1.1" status: 200 len: 984 time: 0.1500800 Nov 12 01:14:44.874819 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-16e66856-3b9b-40dd-ab45-6ec878200cc0 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:44.896093 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a866168-4f88-4932-bbd4-137d51aa3d0a req-c9ed50ab-de84-463a-bacd-1d884aa46041 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:44.905175 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8a866168-4f88-4932-bbd4-137d51aa3d0a req-c9ed50ab-de84-463a-bacd-1d884aa46041 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "GET /v2.0/ports?device_id=799971f7-c437-4fe4-bdac-6feea5187dd2 HTTP/1.1" status: 200 len: 984 time: 0.2043233 Nov 12 01:14:44.991432 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e66856-3b9b-40dd-ab45-6ec878200cc0 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Pushing event updated for resources: {'Subnet': ['ID=a396432b-1049-4275-9799-1e443985d841,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:45.000820 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e66856-3b9b-40dd-ab45-6ec878200cc0 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Checking segment: {'id': '047b31f0-caf7-41a0-8ead-9a3b64d1a7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '98248c03-cd85-4535-8bc2-447caa26783f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:45.001188 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e66856-3b9b-40dd-ab45-6ec878200cc0 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Network hostable DHCP agents. Network: 98248c03-cd85-4535-8bc2-447caa26783f, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:14:45.009924 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8a866168-4f88-4932-bbd4-137d51aa3d0a req-7a6b0146-b3c1-4782-af55-7a0d8d636858 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "GET /v2.0/security-groups?id=21d03b49-5c15-496c-bef8-c0a06b1cc130&id=3fdda621-7971-48ed-a4ca-a8b9babe6376&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1037033 Nov 12 01:14:45.023797 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-20967f88-c69e-4ba9-9559-cd4e9541b5d5 req-e799f4fb-0146-4352-b641-428d2d8da710 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Deleting port f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:45.024696 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-20967f88-c69e-4ba9-9559-cd4e9541b5d5 req-e799f4fb-0146-4352-b641-428d2d8da710 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:45.029813 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e66856-3b9b-40dd-ab45-6ec878200cc0 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Network 98248c03-cd85-4535-8bc2-447caa26783f is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:14:45.057768 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-16e66856-3b9b-40dd-ab45-6ec878200cc0 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 98248c03-cd85-4535-8bc2-447caa26783f) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:45.076029 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea71b99-81e4-442e-a011-2583d15e74c3 None None] Network 98248c03-cd85-4535-8bc2-447caa26783f requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:45.087174 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e66856-3b9b-40dd-ab45-6ec878200cc0 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:45.088267 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-16e66856-3b9b-40dd-ab45-6ec878200cc0 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:45.183931 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-16e66856-3b9b-40dd-ab45-6ec878200cc0 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8815670 Nov 12 01:14:45.184235 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42732) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:45.324580 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7d2bdf-d150-42eb-996d-9bd71247b9ab None None] New status for floating IP 1f90d2a6-86d9-47a8-90c0-65d6df859125: DOWN {{(pid=102664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:14:45.331707 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-20967f88-c69e-4ba9-9559-cd4e9541b5d5 req-e799f4fb-0146-4352-b641-428d2d8da710 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] For port f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc,segment=NetworkSegment(57f50b31-f268-48f1-ab2a-b514ca58485d),segment_id=57f50b31-f268-48f1-ab2a-b514ca58485d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:45.332074 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-20967f88-c69e-4ba9-9559-cd4e9541b5d5 req-e799f4fb-0146-4352-b641-428d2d8da710 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:45.354872 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-20967f88-c69e-4ba9-9559-cd4e9541b5d5 req-e799f4fb-0146-4352-b641-428d2d8da710 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Calling delete_port for f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:45.421189 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d8bc04-14a3-423a-92b2-26e0f795917c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-98248c03-cd85-4535-8bc2-447caa26783f', 'network_id': '98248c03-cd85-4535-8bc2-447caa26783f', 'tenant_id': '79fafef4405c4382a9500a5711a8f724', 'fixed_ips': [{'subnet_id': 'a396432b-1049-4275-9799-1e443985d841'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:14:45.426543 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-60d8bc04-14a3-423a-92b2-26e0f795917c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:45.452832 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6e1e891f-2798-4eca-99a7-aad322dd333f tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:45.652867 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6e1e891f-2798-4eca-99a7-aad322dd333f tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:45.720493 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-60d8bc04-14a3-423a-92b2-26e0f795917c None None] Allocated IP 2001:db8::2 (98248c03-cd85-4535-8bc2-447caa26783f/a396432b-1049-4275-9799-1e443985d841/b41a11f7-ac17-402a-aca5-9f1d79df88e4) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:45.750893 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-20967f88-c69e-4ba9-9559-cd4e9541b5d5 req-e799f4fb-0146-4352-b641-428d2d8da710 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:45.816568 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799f4fb-0146-4352-b641-428d2d8da710 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Pushing event deleted for resources: {'Port': ['ID=f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:45.861940 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-20967f88-c69e-4ba9-9559-cd4e9541b5d5 req-e799f4fb-0146-4352-b641-428d2d8da710 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] No DVR routers for this DVR port f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:14:45.864686 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-20967f88-c69e-4ba9-9559-cd4e9541b5d5 req-e799f4fb-0146-4352-b641-428d2d8da710 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:45.868926 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-20967f88-c69e-4ba9-9559-cd4e9541b5d5 req-e799f4fb-0146-4352-b641-428d2d8da710 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.49 "DELETE /v2.0/ports/f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc HTTP/1.1" status: 204 len: 173 time: 1.1535270 Nov 12 01:14:45.870225 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799971f7-c437-4fe4-bdac-6feea5187dd2', 'name': 'network-vif-deleted', 'tag': 'f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:14:45.872777 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81eedd62-4a41-4973-b9a9-8d5be0513cfd" -d '{"events": [{"server_uuid": "799971f7-c437-4fe4-bdac-6feea5187dd2", "name": "network-vif-deleted", "tag": "f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:14:45.921268 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3a84e3-8396-4e5f-be36-0672309b85e6 x-openstack-request-id: req-1d3a84e3-8396-4e5f-be36-0672309b85e6 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:14:45.921592 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "799971f7-c437-4fe4-bdac-6feea5187dd2", "name": "network-vif-deleted", "tag": "f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:14:45.921852 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d3a84e3-8396-4e5f-be36-0672309b85e6 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:14:45.922391 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '799971f7-c437-4fe4-bdac-6feea5187dd2', 'name': 'network-vif-deleted', 'tag': 'f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc', 'status': 'completed', 'code': 200} Nov 12 01:14:45.929358 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-60d8bc04-14a3-423a-92b2-26e0f795917c None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:45.935989 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-60d8bc04-14a3-423a-92b2-26e0f795917c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:45.965327 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6e1e891f-2798-4eca-99a7-aad322dd333f tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:45.982345 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d8bc04-14a3-423a-92b2-26e0f795917c None None] Pushing event updated for resources: {'Port': ['ID=b41a11f7-ac17-402a-aca5-9f1d79df88e4,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:45.997743 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d8bc04-14a3-423a-92b2-26e0f795917c None None] Network 98248c03-cd85-4535-8bc2-447caa26783f is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:45.999136 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-60d8bc04-14a3-423a-92b2-26e0f795917c None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:46.001625 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d8bc04-14a3-423a-92b2-26e0f795917c None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:46.027495 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e891f-2798-4eca-99a7-aad322dd333f tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Pushing event deleted for resources: {'Subnet': ['ID=a396432b-1049-4275-9799-1e443985d841,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:46.088426 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-60d8bc04-14a3-423a-92b2-26e0f795917c None None] Attempting to bind port b41a11f7-ac17-402a-aca5-9f1d79df88e4 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:14:46.089780 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-60d8bc04-14a3-423a-92b2-26e0f795917c None None] Attempting to bind port b41a11f7-ac17-402a-aca5-9f1d79df88e4 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '047b31f0-caf7-41a0-8ead-9a3b64d1a7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '98248c03-cd85-4535-8bc2-447caa26783f'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:14:46.090717 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d8bc04-14a3-423a-92b2-26e0f795917c None None] Attempting to bind port b41a11f7-ac17-402a-aca5-9f1d79df88e4 on network 98248c03-cd85-4535-8bc2-447caa26783f {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:14:46.106380 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6e1e891f-2798-4eca-99a7-aad322dd333f tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:46.108968 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d8bc04-14a3-423a-92b2-26e0f795917c None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:14:46.109176 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d8bc04-14a3-423a-92b2-26e0f795917c None None] Checking segment: {'id': '047b31f0-caf7-41a0-8ead-9a3b64d1a7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '98248c03-cd85-4535-8bc2-447caa26783f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:46.109538 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-60d8bc04-14a3-423a-92b2-26e0f795917c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:46.109938 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d8bc04-14a3-423a-92b2-26e0f795917c None None] Bound using segment: {'id': '047b31f0-caf7-41a0-8ead-9a3b64d1a7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '98248c03-cd85-4535-8bc2-447caa26783f'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:14:46.110420 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-60d8bc04-14a3-423a-92b2-26e0f795917c None None] Bound port: b41a11f7-ac17-402a-aca5-9f1d79df88e4, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '047b31f0-caf7-41a0-8ead-9a3b64d1a7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '98248c03-cd85-4535-8bc2-447caa26783f'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:14:46.111141 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-60d8bc04-14a3-423a-92b2-26e0f795917c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:46.138118 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-6e1e891f-2798-4eca-99a7-aad322dd333f tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98248c03-cd85-4535-8bc2-447caa26783f']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:46.179069 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-6e1e891f-2798-4eca-99a7-aad322dd333f tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '047b31f0-caf7-41a0-8ead-9a3b64d1a7b8') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:46.179364 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-6e1e891f-2798-4eca-99a7-aad322dd333f tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '047b31f0-caf7-41a0-8ead-9a3b64d1a7b8') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:46.182985 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4ad79869-57a8-4415-9b8e-f55a7c230924 req-7323f158-3257-470d-bfbe-4f59c53c546d tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "GET /v2.0/ports?device_id=799971f7-c437-4fe4-bdac-6feea5187dd2 HTTP/1.1" status: 200 len: 210 time: 0.0416629 Nov 12 01:14:46.192927 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6e1e891f-2798-4eca-99a7-aad322dd333f tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:46.211950 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-60d8bc04-14a3-423a-92b2-26e0f795917c None None] For port b41a11f7-ac17-402a-aca5-9f1d79df88e4, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:14:46.216230 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-60d8bc04-14a3-423a-92b2-26e0f795917c None None] For port b41a11f7-ac17-402a-aca5-9f1d79df88e4, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=b41a11f7-ac17-402a-aca5-9f1d79df88e4,segment=NetworkSegment(047b31f0-caf7-41a0-8ead-9a3b64d1a7b8),segment_id=047b31f0-caf7-41a0-8ead-9a3b64d1a7b8)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:14:46.224042 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6e1e891f-2798-4eca-99a7-aad322dd333f tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:46.225177 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-60d8bc04-14a3-423a-92b2-26e0f795917c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:46.240881 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e1e891f-2798-4eca-99a7-aad322dd333f tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:14:46.242403 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6e1e891f-2798-4eca-99a7-aad322dd333f tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:46.251684 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:14:46.251684 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:14:46.251684 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:14:46.251684 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:14:46.251684 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:14:46.251684 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:14:46.251684 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:14:46.251684 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:14:46.251684 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:14:46.251684 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:14:46.251684 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:14:46.251684 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:14:46.251684 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:14:46.251684 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:14:46.251684 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:14:46.251684 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:14:46.251684 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:14:46.251684 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:14:46.251684 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:14:46.251684 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:14:46.251684 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:14:46.251684 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:14:46.251684 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:14:46.251684 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:14:46.251684 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:14:46.251684 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:14:46.251684 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:14:46.251684 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:14:46.251684 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:14:46.251684 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:14:46.251684 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:14:46.251684 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:14:46.359600 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-6e1e891f-2798-4eca-99a7-aad322dd333f tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 01:14:46.359600 n-d-812236-11 neutron-server[102661]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 01:14:46.359600 n-d-812236-11 neutron-server[102661]: [parameters: {'id': '98248c03-cd85-4535-8bc2-447caa26783f'}] Nov 12 01:14:46.359600 n-d-812236-11 neutron-server[102661]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:14:46.360113 n-d-812236-11 neutron-server[102661]: DEBUG oslo_db.api [None req-6e1e891f-2798-4eca-99a7-aad322dd333f tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:14:46.360610 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d8bc04-14a3-423a-92b2-26e0f795917c None None] Pushing event updated for resources: {'Port': ['ID=b41a11f7-ac17-402a-aca5-9f1d79df88e4,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:46.442414 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d7b7e0-0b4b-406b-aec9-332730ed3be6 None None] Network 98248c03-cd85-4535-8bc2-447caa26783f requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:46.602199 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa422605-5a0f-4b2c-8fb9-f306e1a7561e None None] get_active_networks_info from n-d-812236-11 {{(pid=102663) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 01:14:46.696538 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa422605-5a0f-4b2c-8fb9-f306e1a7561e None None] Resources bound (agent type, host, resource id): {{(pid=102663) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 01:14:46.860800 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6e1e891f-2798-4eca-99a7-aad322dd333f tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:46.948750 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-6e1e891f-2798-4eca-99a7-aad322dd333f tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Deleting port b41a11f7-ac17-402a-aca5-9f1d79df88e4 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:46.950073 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6e1e891f-2798-4eca-99a7-aad322dd333f tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:47.023269 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-6e1e891f-2798-4eca-99a7-aad322dd333f tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] For port b41a11f7-ac17-402a-aca5-9f1d79df88e4, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=b41a11f7-ac17-402a-aca5-9f1d79df88e4,segment=NetworkSegment(047b31f0-caf7-41a0-8ead-9a3b64d1a7b8),segment_id=047b31f0-caf7-41a0-8ead-9a3b64d1a7b8)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:47.023646 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6e1e891f-2798-4eca-99a7-aad322dd333f tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:47.038639 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-6e1e891f-2798-4eca-99a7-aad322dd333f tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Calling delete_port for b41a11f7-ac17-402a-aca5-9f1d79df88e4 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:47.069278 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:14:47.113551 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:14:47.114285 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device f1cd81c7-1e49-4e74-9b5a-ae1c8c0f41cc not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:14:47.132306 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6e1e891f-2798-4eca-99a7-aad322dd333f tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:47.160979 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e891f-2798-4eca-99a7-aad322dd333f tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Pushing event deleted for resources: {'Port': ['ID=b41a11f7-ac17-402a-aca5-9f1d79df88e4,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:47.165439 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1e891f-2798-4eca-99a7-aad322dd333f tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] No DVR routers for this DVR port b41a11f7-ac17-402a-aca5-9f1d79df88e4 on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:14:47.255699 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6e1e891f-2798-4eca-99a7-aad322dd333f tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:47.268403 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42762) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:47.291343 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-6e1e891f-2798-4eca-99a7-aad322dd333f tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98248c03-cd85-4535-8bc2-447caa26783f']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:47.303015 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-6e1e891f-2798-4eca-99a7-aad322dd333f tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '047b31f0-caf7-41a0-8ead-9a3b64d1a7b8') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:47.303654 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-6e1e891f-2798-4eca-99a7-aad322dd333f tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '047b31f0-caf7-41a0-8ead-9a3b64d1a7b8') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:47.319605 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6e1e891f-2798-4eca-99a7-aad322dd333f tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:47.341597 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6e1e891f-2798-4eca-99a7-aad322dd333f tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:47.355311 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e1e891f-2798-4eca-99a7-aad322dd333f tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:14:47.355782 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6e1e891f-2798-4eca-99a7-aad322dd333f tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:47.358973 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0de69fc5-c44e-4231-931b-20d6718782e8 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:47.360569 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:14:47.360569 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:14:47.360569 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:14:47.360569 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:14:47.360569 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:14:47.360569 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:14:47.360569 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:14:47.360569 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:14:47.360569 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:14:47.360569 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:14:47.360569 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:14:47.360569 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:14:47.360569 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:14:47.360569 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:14:47.360569 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:14:47.360569 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:14:47.360569 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:14:47.360569 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:14:47.360569 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:14:47.360569 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:14:47.360569 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:14:47.360569 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:14:47.360569 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:14:47.360569 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:14:47.360569 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:14:47.360569 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:14:47.360569 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:14:47.360569 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:14:47.360569 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:14:47.360569 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:14:47.360569 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:14:47.360569 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:14:47.393273 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0de69fc5-c44e-4231-931b-20d6718782e8 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:47.434561 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6e1e891f-2798-4eca-99a7-aad322dd333f tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:47.447323 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6e1e891f-2798-4eca-99a7-aad322dd333f tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:47.453525 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6e1e891f-2798-4eca-99a7-aad322dd333f tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] 10.222.0.20 "DELETE /v2.0/networks/98248c03-cd85-4535-8bc2-447caa26783f HTTP/1.1" status: 204 len: 168 time: 2.2684231 Nov 12 01:14:47.459477 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42766) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:47.470230 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-627c52e0-429a-4140-a850-04bd4a5471a4 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-715116052'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:47.479619 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e891f-2798-4eca-99a7-aad322dd333f tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Pushing event deleted for resources: {'Network': ['ID=98248c03-cd85-4535-8bc2-447caa26783f,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:47.490413 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0de69fc5-c44e-4231-931b-20d6718782e8 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:47.493367 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0de69fc5-c44e-4231-931b-20d6718782e8 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:47.497162 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0de69fc5-c44e-4231-931b-20d6718782e8 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "DELETE /v2.0/security-groups/3fdda621-7971-48ed-a4ca-a8b9babe6376 HTTP/1.1" status: 204 len: 168 time: 0.2250969 Nov 12 01:14:47.499324 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42768) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:47.513898 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de69fc5-c44e-4231-931b-20d6718782e8 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fdda621-7971-48ed-a4ca-a8b9babe6376,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:47.516982 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627c52e0-429a-4140-a850-04bd4a5471a4 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Made reservation on behalf of 79fafef4405c4382a9500a5711a8f724 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:47.522422 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-627c52e0-429a-4140-a850-04bd4a5471a4 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:47.582405 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-627c52e0-429a-4140-a850-04bd4a5471a4 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:14:47.602272 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-627c52e0-429a-4140-a850-04bd4a5471a4 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:47.603339 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-627c52e0-429a-4140-a850-04bd4a5471a4 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Added segment 55c3cb01-84cb-41a2-a6d2-ac292ae71972 of type vlan for network acb7c640-8e3b-41d8-8975-36a8000dd786 Nov 12 01:14:47.614552 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-75e1518b-3a88-42cc-888c-6b146e3394bf tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:47.642593 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-75e1518b-3a88-42cc-888c-6b146e3394bf tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:47.665723 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-627c52e0-429a-4140-a850-04bd4a5471a4 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:47.688478 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-75e1518b-3a88-42cc-888c-6b146e3394bf tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:47.696443 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-75e1518b-3a88-42cc-888c-6b146e3394bf tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:47.701121 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-75e1518b-3a88-42cc-888c-6b146e3394bf tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "DELETE /v2.0/security-groups/21d03b49-5c15-496c-bef8-c0a06b1cc130 HTTP/1.1" status: 204 len: 168 time: 0.1967313 Nov 12 01:14:47.702507 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42770) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:47.711826 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e1518b-3a88-42cc-888c-6b146e3394bf tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d03b49-5c15-496c-bef8-c0a06b1cc130,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:47.718245 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-627c52e0-429a-4140-a850-04bd4a5471a4 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:47.729313 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627c52e0-429a-4140-a850-04bd4a5471a4 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:47.730405 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-627c52e0-429a-4140-a850-04bd4a5471a4 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:47.882054 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-627c52e0-429a-4140-a850-04bd4a5471a4 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4210989 Nov 12 01:14:47.883962 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42774) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:47.889927 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-bcef0acf-d16b-4c8a-a5d7-81629d07eccd tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Request body: {'subnet': {'network_id': 'acb7c640-8e3b-41d8-8975-36a8000dd786', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:47.901620 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c52e0-429a-4140-a850-04bd4a5471a4 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Pushing event updated for resources: {'Network': ['ID=acb7c640-8e3b-41d8-8975-36a8000dd786,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:47.916017 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network acb7c640-8e3b-41d8-8975-36a8000dd786 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:14:48.063227 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcef0acf-d16b-4c8a-a5d7-81629d07eccd tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Made reservation on behalf of 79fafef4405c4382a9500a5711a8f724 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:48.069356 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bcef0acf-d16b-4c8a-a5d7-81629d07eccd tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:48.269796 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2e7db797-8d3d-4101-b576-959e6da81bfb tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:48.383184 n-d-812236-11 neutron-server[102661]: DEBUG neutron.objects.ports [None req-bcef0acf-d16b-4c8a-a5d7-81629d07eccd tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102661) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 01:14:48.385239 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bcef0acf-d16b-4c8a-a5d7-81629d07eccd tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:48.474492 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcef0acf-d16b-4c8a-a5d7-81629d07eccd tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Pushing event updated for resources: {'Subnet': ['ID=019ab893-d242-4dff-a35e-4dd7c0fd7cab,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:48.484203 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcef0acf-d16b-4c8a-a5d7-81629d07eccd tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:48.484555 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcef0acf-d16b-4c8a-a5d7-81629d07eccd tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:48.484898 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcef0acf-d16b-4c8a-a5d7-81629d07eccd tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:48.485233 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcef0acf-d16b-4c8a-a5d7-81629d07eccd tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:48.485594 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcef0acf-d16b-4c8a-a5d7-81629d07eccd tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:48.485924 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcef0acf-d16b-4c8a-a5d7-81629d07eccd tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:48.486246 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcef0acf-d16b-4c8a-a5d7-81629d07eccd tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:48.486571 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcef0acf-d16b-4c8a-a5d7-81629d07eccd tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:48.486897 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcef0acf-d16b-4c8a-a5d7-81629d07eccd tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:48.487212 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcef0acf-d16b-4c8a-a5d7-81629d07eccd tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:48.487529 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcef0acf-d16b-4c8a-a5d7-81629d07eccd tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:48.488563 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcef0acf-d16b-4c8a-a5d7-81629d07eccd tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:48.494412 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcef0acf-d16b-4c8a-a5d7-81629d07eccd tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Checking segment: {'id': '55c3cb01-84cb-41a2-a6d2-ac292ae71972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'acb7c640-8e3b-41d8-8975-36a8000dd786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:48.494782 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcef0acf-d16b-4c8a-a5d7-81629d07eccd tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Network hostable DHCP agents. Network: acb7c640-8e3b-41d8-8975-36a8000dd786, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:14:48.516152 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcef0acf-d16b-4c8a-a5d7-81629d07eccd tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Network acb7c640-8e3b-41d8-8975-36a8000dd786 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:14:48.533817 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-bcef0acf-d16b-4c8a-a5d7-81629d07eccd tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, acb7c640-8e3b-41d8-8975-36a8000dd786) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:48.540734 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcef0acf-d16b-4c8a-a5d7-81629d07eccd tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:48.541356 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bcef0acf-d16b-4c8a-a5d7-81629d07eccd tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:48.543520 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa578f7e-04dc-473e-b0f4-fc9ca0017e77 None None] Network acb7c640-8e3b-41d8-8975-36a8000dd786 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:48.579203 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-bcef0acf-d16b-4c8a-a5d7-81629d07eccd tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6915236 Nov 12 01:14:48.579650 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42778) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:48.710942 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-2e7db797-8d3d-4101-b576-959e6da81bfb tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Deleting port 59e9c436-b9cb-48c5-803f-cd012c29ea36 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:48.711314 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2e7db797-8d3d-4101-b576-959e6da81bfb tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:48.767106 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-725c3040-e8ae-4647-8c78-6dc17f1ac92e tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:48.795689 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d187f7-b7c8-491f-8e1f-a55c5560309d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-acb7c640-8e3b-41d8-8975-36a8000dd786', 'network_id': 'acb7c640-8e3b-41d8-8975-36a8000dd786', 'tenant_id': '79fafef4405c4382a9500a5711a8f724', 'fixed_ips': [{'subnet_id': '019ab893-d242-4dff-a35e-4dd7c0fd7cab'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:14:48.796804 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-14d187f7-b7c8-491f-8e1f-a55c5560309d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:48.859652 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-2e7db797-8d3d-4101-b576-959e6da81bfb tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] For port 59e9c436-b9cb-48c5-803f-cd012c29ea36, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=59e9c436-b9cb-48c5-803f-cd012c29ea36,segment=NetworkSegment(57f50b31-f268-48f1-ab2a-b514ca58485d),segment_id=57f50b31-f268-48f1-ab2a-b514ca58485d)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:48.860039 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2e7db797-8d3d-4101-b576-959e6da81bfb tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:48.877729 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-2e7db797-8d3d-4101-b576-959e6da81bfb tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Calling delete_port for 59e9c436-b9cb-48c5-803f-cd012c29ea36 owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:48.881129 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-725c3040-e8ae-4647-8c78-6dc17f1ac92e tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:49.012927 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-725c3040-e8ae-4647-8c78-6dc17f1ac92e tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server [None req-14d187f7-b7c8-491f-8e1f-a55c5560309d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 019ab893-d242-4dff-a35e-4dd7c0fd7cab: This subnet is being modified by another concurrent operation. Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise exception Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 019ab893-d242-4dff-a35e-4dd7c0fd7cab: This subnet is being modified by another concurrent operation. Nov 12 01:14:49.017324 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server Nov 12 01:14:49.045702 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef39462-3e69-44df-808e-45465f24d1fb None None] Network acb7c640-8e3b-41d8-8975-36a8000dd786 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:49.060569 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c3040-e8ae-4647-8c78-6dc17f1ac92e tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Pushing event deleted for resources: {'Subnet': ['ID=019ab893-d242-4dff-a35e-4dd7c0fd7cab,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:49.170008 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-725c3040-e8ae-4647-8c78-6dc17f1ac92e tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:49.170904 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2e7db797-8d3d-4101-b576-959e6da81bfb tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:49.203361 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-725c3040-e8ae-4647-8c78-6dc17f1ac92e tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acb7c640-8e3b-41d8-8975-36a8000dd786']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:49.217246 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-725c3040-e8ae-4647-8c78-6dc17f1ac92e tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55c3cb01-84cb-41a2-a6d2-ac292ae71972') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:49.217560 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-725c3040-e8ae-4647-8c78-6dc17f1ac92e tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55c3cb01-84cb-41a2-a6d2-ac292ae71972') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:49.222044 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7db797-8d3d-4101-b576-959e6da81bfb tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Pushing event deleted for resources: {'Port': ['ID=59e9c436-b9cb-48c5-803f-cd012c29ea36,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:49.227507 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cad9ae0-8d92-4248-be29-6aa2ff955122 None None] get_active_networks_info from n-d-812236-11 {{(pid=102663) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 01:14:49.236268 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-725c3040-e8ae-4647-8c78-6dc17f1ac92e tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:49.255406 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-725c3040-e8ae-4647-8c78-6dc17f1ac92e tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:49.270046 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-725c3040-e8ae-4647-8c78-6dc17f1ac92e tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:14:49.270455 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-725c3040-e8ae-4647-8c78-6dc17f1ac92e tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:49.276334 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:14:49.276334 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:14:49.276334 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:14:49.276334 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:14:49.276334 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:14:49.276334 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:14:49.276334 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:14:49.276334 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:14:49.276334 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:14:49.276334 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:14:49.276334 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:14:49.276334 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:14:49.276334 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:14:49.276334 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:14:49.276334 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:14:49.276334 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:14:49.276334 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:14:49.276334 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:14:49.276334 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:14:49.276334 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:14:49.276334 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:14:49.276334 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:14:49.276334 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:14:49.276334 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:14:49.276334 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:14:49.276334 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:14:49.276334 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:14:49.276334 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:14:49.276334 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:14:49.276334 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:14:49.276334 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:14:49.276334 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:14:49.346206 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cad9ae0-8d92-4248-be29-6aa2ff955122 None None] Resources bound (agent type, host, resource id): {{(pid=102663) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 01:14:49.376695 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-725c3040-e8ae-4647-8c78-6dc17f1ac92e tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:49.386472 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-725c3040-e8ae-4647-8c78-6dc17f1ac92e tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:49.390925 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-725c3040-e8ae-4647-8c78-6dc17f1ac92e tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] 10.222.0.20 "DELETE /v2.0/networks/acb7c640-8e3b-41d8-8975-36a8000dd786 HTTP/1.1" status: 204 len: 168 time: 0.8083901 Nov 12 01:14:49.404474 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42790) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:49.415745 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c3040-e8ae-4647-8c78-6dc17f1ac92e tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Pushing event deleted for resources: {'Network': ['ID=acb7c640-8e3b-41d8-8975-36a8000dd786,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:49.451074 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf8f8b18-48ef-4bf3-bef6-16c2a0133dfa tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] DELETE failed (client error): The resource could not be found. Nov 12 01:14:49.451815 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf8f8b18-48ef-4bf3-bef6-16c2a0133dfa tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:14:49.454959 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-bf8f8b18-48ef-4bf3-bef6-16c2a0133dfa tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] 10.222.0.20 "DELETE /v2.0/subnets/019ab893-d242-4dff-a35e-4dd7c0fd7cab HTTP/1.1" status: 404 len: 337 time: 0.0490134 Nov 12 01:14:49.457486 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42792) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:49.460823 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2e7db797-8d3d-4101-b576-959e6da81bfb tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:49.479595 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aa3edc7-3f61-47af-b173-898c63e87668 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] DELETE failed (client error): The resource could not be found. Nov 12 01:14:49.480173 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aa3edc7-3f61-47af-b173-898c63e87668 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:14:49.485107 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4aa3edc7-3f61-47af-b173-898c63e87668 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] 10.222.0.20 "DELETE /v2.0/networks/acb7c640-8e3b-41d8-8975-36a8000dd786 HTTP/1.1" status: 404 len: 339 time: 0.0261762 Nov 12 01:14:49.487371 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42794) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:49.519268 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-108d3839-80b2-42bc-8705-c3a34dd8f820 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] DELETE failed (client error): The resource could not be found. Nov 12 01:14:49.519724 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-108d3839-80b2-42bc-8705-c3a34dd8f820 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:14:49.523948 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-108d3839-80b2-42bc-8705-c3a34dd8f820 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] 10.222.0.20 "DELETE /v2.0/subnets/a396432b-1049-4275-9799-1e443985d841 HTTP/1.1" status: 404 len: 337 time: 0.0356157 Nov 12 01:14:49.526662 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42796) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:49.550258 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e99901-8016-4dc5-9c4b-a46e20e70f25 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] DELETE failed (client error): The resource could not be found. Nov 12 01:14:49.550846 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6e99901-8016-4dc5-9c4b-a46e20e70f25 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:14:49.559588 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f6e99901-8016-4dc5-9c4b-a46e20e70f25 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] 10.222.0.20 "DELETE /v2.0/networks/98248c03-cd85-4535-8bc2-447caa26783f HTTP/1.1" status: 404 len: 339 time: 0.0249534 Nov 12 01:14:49.566860 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42800) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:49.614244 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-1896f765-2f05-40eb-9d41-9912518db5db tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] DELETE failed (client error): The resource could not be found. Nov 12 01:14:49.614709 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1896f765-2f05-40eb-9d41-9912518db5db tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:14:49.618125 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1896f765-2f05-40eb-9d41-9912518db5db tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] 10.222.0.20 "DELETE /v2.0/subnets/d0838281-833b-453a-a11a-dcd8858d6a54 HTTP/1.1" status: 404 len: 337 time: 0.0508397 Nov 12 01:14:49.620610 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42802) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:49.654681 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-38d92740-869d-41c5-be17-75b967017bd4 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] DELETE failed (client error): The resource could not be found. Nov 12 01:14:49.655272 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38d92740-869d-41c5-be17-75b967017bd4 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:14:49.658451 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-38d92740-869d-41c5-be17-75b967017bd4 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] 10.222.0.20 "DELETE /v2.0/networks/4746397d-a80f-4732-8f99-eacb31979232 HTTP/1.1" status: 404 len: 339 time: 0.0368383 Nov 12 01:14:49.660858 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42804) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:49.773244 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-c704cefa-e729-4646-b0ff-dd06480abf56 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Deleting port d11ea4e8-9754-4f38-bf12-9e13d0f9e50c {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:49.774113 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c704cefa-e729-4646-b0ff-dd06480abf56 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:49.851812 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c704cefa-e729-4646-b0ff-dd06480abf56 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:49.867813 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-c704cefa-e729-4646-b0ff-dd06480abf56 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Calling delete_port for d11ea4e8-9754-4f38-bf12-9e13d0f9e50c owned by {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:49.986318 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c704cefa-e729-4646-b0ff-dd06480abf56 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:50.015078 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c704cefa-e729-4646-b0ff-dd06480abf56 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:50.021000 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c704cefa-e729-4646-b0ff-dd06480abf56 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] 10.222.0.20 "DELETE /v2.0/ports/d11ea4e8-9754-4f38-bf12-9e13d0f9e50c HTTP/1.1" status: 204 len: 168 time: 0.3591211 Nov 12 01:14:50.021808 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42810) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:50.033899 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7db797-8d3d-4101-b576-959e6da81bfb tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Router 4448ba9e-fbe2-4675-b26c-9b7b9772427a has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:14:50.050304 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c704cefa-e729-4646-b0ff-dd06480abf56 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Pushing event deleted for resources: {'Port': ['ID=d11ea4e8-9754-4f38-bf12-9e13d0f9e50c,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:50.072217 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-15a560ba-43c1-41f1-86d5-49b9bdb2a0d0 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] DELETE failed (client error): The resource could not be found. Nov 12 01:14:50.072837 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15a560ba-43c1-41f1-86d5-49b9bdb2a0d0 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:14:50.078796 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-15a560ba-43c1-41f1-86d5-49b9bdb2a0d0 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] 10.222.0.20 "DELETE /v2.0/subnets/3511212a-143b-4b1b-987e-17fb5fdfbba7 HTTP/1.1" status: 404 len: 337 time: 0.0383589 Nov 12 01:14:50.079510 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42812) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:50.173892 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7db0d0bc-6373-4fab-b308-0377bc26db78 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:50.214640 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7db797-8d3d-4101-b576-959e6da81bfb tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:14:50.221114 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2e7db797-8d3d-4101-b576-959e6da81bfb tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "PUT /v2.0/routers/4448ba9e-fbe2-4675-b26c-9b7b9772427a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5169191 Nov 12 01:14:50.224356 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42816) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:50.232149 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8575a7e4-8148-4d46-a136-b3baad5e42b5 None None] Sync routers for ids ['4448ba9e-fbe2-4675-b26c-9b7b9772427a'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:14:50.237134 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94804e76-10f4-4075-aa36-75c10a3d33d6 req-74cd271e-39fa-464f-87d4-5ff837878db7 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:50.238748 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-94804e76-10f4-4075-aa36-75c10a3d33d6 req-74cd271e-39fa-464f-87d4-5ff837878db7 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/ports?device_id=42c1271e-2c75-479a-802a-079e1dc48752 HTTP/1.1" status: 200 len: 945 time: 0.0777249 Nov 12 01:14:50.250921 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8575a7e4-8148-4d46-a136-b3baad5e42b5 None None] Routers {'4448ba9e-fbe2-4675-b26c-9b7b9772427a'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:14:50.251551 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-8575a7e4-8148-4d46-a136-b3baad5e42b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:14:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['4448ba9e-fbe2-4675-b26c-9b7b9772427a'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:50.294648 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-94804e76-10f4-4075-aa36-75c10a3d33d6 req-8b53b7bd-d120-46d2-8d16-a2c724b00926 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ac0712c-a12b-4294-9453-7e1794dd4e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487449 Nov 12 01:14:50.310126 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7db0d0bc-6373-4fab-b308-0377bc26db78 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:50.336466 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-5822685e-ed3a-4f63-8cab-72e7a74592bc tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Deleting subnet b1e57b78-cda7-4751-bbd1-091e2d68010d {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:14:50.343725 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5822685e-ed3a-4f63-8cab-72e7a74592bc tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:50.375693 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-7db0d0bc-6373-4fab-b308-0377bc26db78 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94b82b73-92b5-4b11-a560-44941f7a9953']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:50.388624 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-8575a7e4-8148-4d46-a136-b3baad5e42b5 None None] Set router 4448ba9e-fbe2-4675-b26c-9b7b9772427a gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:14:50.390724 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-7db0d0bc-6373-4fab-b308-0377bc26db78 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be1ec426-bf2b-4e4a-ba99-ba547c142523') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:50.391018 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-7db0d0bc-6373-4fab-b308-0377bc26db78 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be1ec426-bf2b-4e4a-ba99-ba547c142523') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:50.407543 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7db0d0bc-6373-4fab-b308-0377bc26db78 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:50.410590 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5822685e-ed3a-4f63-8cab-72e7a74592bc tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:50.448547 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7db0d0bc-6373-4fab-b308-0377bc26db78 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:50.462203 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7db0d0bc-6373-4fab-b308-0377bc26db78 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:14:50.462681 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7db0d0bc-6373-4fab-b308-0377bc26db78 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:50.469858 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:14:50.469858 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:14:50.469858 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:14:50.469858 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:14:50.469858 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:14:50.469858 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:14:50.469858 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:14:50.469858 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:14:50.469858 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:14:50.469858 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:14:50.469858 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:14:50.469858 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:14:50.469858 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:14:50.469858 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:14:50.469858 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:14:50.469858 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:14:50.469858 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:14:50.469858 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:14:50.469858 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:14:50.469858 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:14:50.469858 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:14:50.469858 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:14:50.469858 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:14:50.469858 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:14:50.469858 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:14:50.469858 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:14:50.469858 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:14:50.469858 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:14:50.469858 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:14:50.469858 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:14:50.469858 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:14:50.469858 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:14:50.569340 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7db0d0bc-6373-4fab-b308-0377bc26db78 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:50.571397 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5822685e-ed3a-4f63-8cab-72e7a74592bc tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:50.602649 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-8575a7e4-8148-4d46-a136-b3baad5e42b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4448ba9e-fbe2-4675-b26c-9b7b9772427a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1078747311', 'tenant_id': '22e9becebccb40659225fdff23acbf56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'fa990742-3ec3-49ab-9dad-98ec04fd0789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:13:03Z', 'updated_at': '2021-11-12T01:14:49Z', 'revision_number': 5, 'project_id': '22e9becebccb40659225fdff23acbf56', 'gw_port': {'id': 'fa990742-3ec3-49ab-9dad-98ec04fd0789', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4448ba9e-fbe2-4675-b26c-9b7b9772427a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:04Z', 'updated_at': '2021-11-12T01:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:50.603368 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7db0d0bc-6373-4fab-b308-0377bc26db78 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:50.609741 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7db0d0bc-6373-4fab-b308-0377bc26db78 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] 10.222.0.20 "DELETE /v2.0/networks/94b82b73-92b5-4b11-a560-44941f7a9953 HTTP/1.1" status: 204 len: 168 time: 0.5291119 Nov 12 01:14:50.610071 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42818) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:50.622639 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db0d0bc-6373-4fab-b308-0377bc26db78 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Pushing event deleted for resources: {'Network': ['ID=94b82b73-92b5-4b11-a560-44941f7a9953,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:50.647377 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8575a7e4-8148-4d46-a136-b3baad5e42b5 None None] Checking router: 4448ba9e-fbe2-4675-b26c-9b7b9772427a for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:14:50.659090 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8575a7e4-8148-4d46-a136-b3baad5e42b5 None None] Routers {'4448ba9e-fbe2-4675-b26c-9b7b9772427a'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:14:50.660016 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-8575a7e4-8148-4d46-a136-b3baad5e42b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:14:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['4448ba9e-fbe2-4675-b26c-9b7b9772427a'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:50.688537 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5822685e-ed3a-4f63-8cab-72e7a74592bc tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:50.737049 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5822685e-ed3a-4f63-8cab-72e7a74592bc tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Pushing event deleted for resources: {'Subnet': ['ID=b1e57b78-cda7-4751-bbd1-091e2d68010d,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:50.741233 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5822685e-ed3a-4f63-8cab-72e7a74592bc tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:50.748123 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5822685e-ed3a-4f63-8cab-72e7a74592bc tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "DELETE /v2.0/subnets/b1e57b78-cda7-4751-bbd1-091e2d68010d HTTP/1.1" status: 204 len: 168 time: 0.5229836 Nov 12 01:14:50.748853 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42822) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:50.784983 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-fce4fc93-8526-4cc9-a6de-282680369496 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Deleting port a0d3ca3f-67e3-42a7-8885-9c5a7659b20d {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:50.785525 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fce4fc93-8526-4cc9-a6de-282680369496 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:50.886435 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fce4fc93-8526-4cc9-a6de-282680369496 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:50.899227 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cb0cbc46-92b7-4268-a051-1b18af5ca579 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for router, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:50.911991 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-fce4fc93-8526-4cc9-a6de-282680369496 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Calling delete_port for a0d3ca3f-67e3-42a7-8885-9c5a7659b20d owned by {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:50.945976 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bd41de-e60c-4204-8573-0dd38ecaf1c1 None None] Network 75ae6571-7337-4eb4-b20f-a5192540ea3f requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:50.999989 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fce4fc93-8526-4cc9-a6de-282680369496 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:51.027217 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-8575a7e4-8148-4d46-a136-b3baad5e42b5 None None] Set router 4448ba9e-fbe2-4675-b26c-9b7b9772427a gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:14:51.036995 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cb0cbc46-92b7-4268-a051-1b18af5ca579 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:51.057545 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fce4fc93-8526-4cc9-a6de-282680369496 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:51.061962 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-fce4fc93-8526-4cc9-a6de-282680369496 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] 10.222.0.20 "DELETE /v2.0/ports/a0d3ca3f-67e3-42a7-8885-9c5a7659b20d HTTP/1.1" status: 204 len: 168 time: 0.4506290 Nov 12 01:14:51.063732 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce4fc93-8526-4cc9-a6de-282680369496 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Pushing event deleted for resources: {'Port': ['ID=a0d3ca3f-67e3-42a7-8885-9c5a7659b20d,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:51.071592 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42824) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:51.107102 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-cb0cbc46-92b7-4268-a051-1b18af5ca579 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Deleting port fa990742-3ec3-49ab-9dad-98ec04fd0789 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:51.107479 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cb0cbc46-92b7-4268-a051-1b18af5ca579 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:51.109206 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-22c594e4-0047-4f0b-9625-6460a6c3b22c tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] DELETE failed (client error): The resource could not be found. Nov 12 01:14:51.109870 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22c594e4-0047-4f0b-9625-6460a6c3b22c tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:14:51.113590 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-22c594e4-0047-4f0b-9625-6460a6c3b22c tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] 10.222.0.20 "DELETE /v2.0/subnets/24e15178-2f29-4ea6-a544-1d79ae4d0d16 HTTP/1.1" status: 404 len: 337 time: 0.0406477 Nov 12 01:14:51.116014 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42826) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:51.245710 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-cb0cbc46-92b7-4268-a051-1b18af5ca579 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] For port fa990742-3ec3-49ab-9dad-98ec04fd0789, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=fa990742-3ec3-49ab-9dad-98ec04fd0789,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:51.253300 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cb0cbc46-92b7-4268-a051-1b18af5ca579 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:51.279982 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ba66a21-5392-47c5-8740-aaf2bbf48177 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:51.285274 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-cb0cbc46-92b7-4268-a051-1b18af5ca579 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Calling delete_port for fa990742-3ec3-49ab-9dad-98ec04fd0789 owned by network:router_gateway {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:51.289144 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-8575a7e4-8148-4d46-a136-b3baad5e42b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4448ba9e-fbe2-4675-b26c-9b7b9772427a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1078747311', 'tenant_id': '22e9becebccb40659225fdff23acbf56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'fa990742-3ec3-49ab-9dad-98ec04fd0789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:13:03Z', 'updated_at': '2021-11-12T01:14:49Z', 'revision_number': 5, 'project_id': '22e9becebccb40659225fdff23acbf56', 'gw_port': {'id': 'fa990742-3ec3-49ab-9dad-98ec04fd0789', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4448ba9e-fbe2-4675-b26c-9b7b9772427a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:04Z', 'updated_at': '2021-11-12T01:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:51.326732 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee0eb17-4ff7-4d7a-94f9-9af22058f46b None None] DHCP port deletion for 75ae6571-7337-4eb4-b20f-a5192540ea3f request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:14:51.330638 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8575a7e4-8148-4d46-a136-b3baad5e42b5 None None] The sync data for ids ['4448ba9e-fbe2-4675-b26c-9b7b9772427a'] in n-d-812236-11 is: [{'id': '4448ba9e-fbe2-4675-b26c-9b7b9772427a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1078747311', 'tenant_id': '22e9becebccb40659225fdff23acbf56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'fa990742-3ec3-49ab-9dad-98ec04fd0789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:13:03Z', 'updated_at': '2021-11-12T01:14:49Z', 'revision_number': 5, 'project_id': '22e9becebccb40659225fdff23acbf56', 'gw_port': {'id': 'fa990742-3ec3-49ab-9dad-98ec04fd0789', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4448ba9e-fbe2-4675-b26c-9b7b9772427a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:04Z', 'updated_at': '2021-11-12T01:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:14:51.398958 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-2ee0eb17-4ff7-4d7a-94f9-9af22058f46b None None] Deleting port be4bd418-cc54-4d2b-b9aa-eadceb7a8dce {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:51.399402 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2ee0eb17-4ff7-4d7a-94f9-9af22058f46b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:51.413797 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ba66a21-5392-47c5-8740-aaf2bbf48177 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:51.467625 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-1ba66a21-5392-47c5-8740-aaf2bbf48177 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7950a1a-a88d-4503-8a11-d53e738dbcdd']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:51.482084 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-1ba66a21-5392-47c5-8740-aaf2bbf48177 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a00b2b09-1ddb-4615-a30c-a056cec02d35') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:51.484741 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-1ba66a21-5392-47c5-8740-aaf2bbf48177 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a00b2b09-1ddb-4615-a30c-a056cec02d35') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:51.499852 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ba66a21-5392-47c5-8740-aaf2bbf48177 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:51.512762 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-2ee0eb17-4ff7-4d7a-94f9-9af22058f46b None None] For port be4bd418-cc54-4d2b-b9aa-eadceb7a8dce, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=be4bd418-cc54-4d2b-b9aa-eadceb7a8dce,segment=NetworkSegment(57f50b31-f268-48f1-ab2a-b514ca58485d),segment_id=57f50b31-f268-48f1-ab2a-b514ca58485d)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:51.513999 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2ee0eb17-4ff7-4d7a-94f9-9af22058f46b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:51.521256 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ba66a21-5392-47c5-8740-aaf2bbf48177 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:51.537198 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ba66a21-5392-47c5-8740-aaf2bbf48177 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:14:51.537825 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ba66a21-5392-47c5-8740-aaf2bbf48177 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:51.542275 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74226548-0e8c-45a0-848e-c3676810be39 req-12254054-a7bd-4c3f-8f4d-bf1a498b2a60 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:51.544021 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-74226548-0e8c-45a0-848e-c3676810be39 req-12254054-a7bd-4c3f-8f4d-bf1a498b2a60 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/ports?device_id=42c1271e-2c75-479a-802a-079e1dc48752 HTTP/1.1" status: 200 len: 945 time: 0.0734637 Nov 12 01:14:51.550722 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-2ee0eb17-4ff7-4d7a-94f9-9af22058f46b None None] Calling delete_port for be4bd418-cc54-4d2b-b9aa-eadceb7a8dce owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:51.561912 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:14:51.561912 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:14:51.561912 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:14:51.561912 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:14:51.561912 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:14:51.561912 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:14:51.561912 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:14:51.561912 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:14:51.561912 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:14:51.561912 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:14:51.561912 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:14:51.561912 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:14:51.561912 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:14:51.561912 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:14:51.561912 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:14:51.561912 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:14:51.561912 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:14:51.561912 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:14:51.561912 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:14:51.561912 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:14:51.561912 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:14:51.561912 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:14:51.561912 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:14:51.561912 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:14:51.561912 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:14:51.561912 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:14:51.561912 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:14:51.561912 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:14:51.561912 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:14:51.561912 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:14:51.561912 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:14:51.561912 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:14:51.634815 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-74226548-0e8c-45a0-848e-c3676810be39 req-d4711c8d-622a-445c-a398-a9457e1262ad tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ac0712c-a12b-4294-9453-7e1794dd4e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830212 Nov 12 01:14:51.638212 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ba66a21-5392-47c5-8740-aaf2bbf48177 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:51.675139 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ba66a21-5392-47c5-8740-aaf2bbf48177 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:51.676568 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cb0cbc46-92b7-4268-a051-1b18af5ca579 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:51.677599 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2ee0eb17-4ff7-4d7a-94f9-9af22058f46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:51.679828 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1ba66a21-5392-47c5-8740-aaf2bbf48177 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] 10.222.0.20 "DELETE /v2.0/networks/d7950a1a-a88d-4503-8a11-d53e738dbcdd HTTP/1.1" status: 204 len: 168 time: 0.5619359 Nov 12 01:14:51.682546 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba66a21-5392-47c5-8740-aaf2bbf48177 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Pushing event deleted for resources: {'Network': ['ID=d7950a1a-a88d-4503-8a11-d53e738dbcdd,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:51.685043 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42830) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:51.693395 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba66a21-5392-47c5-8740-aaf2bbf48177 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:51.693898 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba66a21-5392-47c5-8740-aaf2bbf48177 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:51.694706 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba66a21-5392-47c5-8740-aaf2bbf48177 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:51.695299 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba66a21-5392-47c5-8740-aaf2bbf48177 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:51.696250 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba66a21-5392-47c5-8740-aaf2bbf48177 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:51.696250 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba66a21-5392-47c5-8740-aaf2bbf48177 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:51.696685 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba66a21-5392-47c5-8740-aaf2bbf48177 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:51.696812 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee0eb17-4ff7-4d7a-94f9-9af22058f46b None None] No DVR routers for this DVR port be4bd418-cc54-4d2b-b9aa-eadceb7a8dce on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:14:51.697274 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba66a21-5392-47c5-8740-aaf2bbf48177 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:51.697778 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba66a21-5392-47c5-8740-aaf2bbf48177 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:51.698224 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba66a21-5392-47c5-8740-aaf2bbf48177 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:51.699902 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba66a21-5392-47c5-8740-aaf2bbf48177 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:51.700355 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba66a21-5392-47c5-8740-aaf2bbf48177 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:51.732325 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee0eb17-4ff7-4d7a-94f9-9af22058f46b None None] Pushing event deleted for resources: {'Port': ['ID=be4bd418-cc54-4d2b-b9aa-eadceb7a8dce,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:51.754556 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0cbc46-92b7-4268-a051-1b18af5ca579 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Pushing event deleted for resources: {'Port': ['ID=fa990742-3ec3-49ab-9dad-98ec04fd0789,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:51.814179 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4533d1-cfa9-44a8-b990-6066cd2868a7 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:14:51.894217 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7f13360-1e9f-4a0f-bc29-6c339af04dbf tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Deleting subnet 7526c392-f74f-4eba-96da-b06bf01e2f73 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:14:51.902724 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c7f13360-1e9f-4a0f-bc29-6c339af04dbf tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:51.947466 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cb0cbc46-92b7-4268-a051-1b18af5ca579 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:52.412282 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c7f13360-1e9f-4a0f-bc29-6c339af04dbf tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:52.446897 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cb0cbc46-92b7-4268-a051-1b18af5ca579 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:52.454698 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cb0cbc46-92b7-4268-a051-1b18af5ca579 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:52.517255 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee839c49-f381-441c-b4b1-741f3fb2eb71 req-59ea8034-0d86-4a73-af47-6397df6267ec tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:52.518748 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ee839c49-f381-441c-b4b1-741f3fb2eb71 req-59ea8034-0d86-4a73-af47-6397df6267ec tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.54 "GET /v2.0/ports?device_id=42c1271e-2c75-479a-802a-079e1dc48752 HTTP/1.1" status: 200 len: 945 time: 0.5332148 Nov 12 01:14:52.539636 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cb0cbc46-92b7-4268-a051-1b18af5ca579 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:52.540157 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0cbc46-92b7-4268-a051-1b18af5ca579 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Fanout notify agent at l3_agent the message router_deleted on router 4448ba9e-fbe2-4675-b26c-9b7b9772427a {{(pid=102661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:14:52.550153 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cb0cbc46-92b7-4268-a051-1b18af5ca579 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:52.553643 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-cb0cbc46-92b7-4268-a051-1b18af5ca579 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "DELETE /v2.0/routers/4448ba9e-fbe2-4675-b26c-9b7b9772427a HTTP/1.1" status: 204 len: 168 time: 1.8013194 Nov 12 01:14:52.554408 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42834) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:52.606843 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c7f13360-1e9f-4a0f-bc29-6c339af04dbf tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:52.664733 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-231d5541-a5c3-47d0-9baf-d3590dcb3017 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:52.706830 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-ee839c49-f381-441c-b4b1-741f3fb2eb71 req-ed0fad4f-157f-4d28-b746-6ea5d0527b0b tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Deleting port d1689da3-0bb4-4336-91ce-1774453e9cb5 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:52.707285 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ee839c49-f381-441c-b4b1-741f3fb2eb71 req-ed0fad4f-157f-4d28-b746-6ea5d0527b0b tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:52.712678 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c7f13360-1e9f-4a0f-bc29-6c339af04dbf tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:52.766878 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f13360-1e9f-4a0f-bc29-6c339af04dbf tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Pushing event deleted for resources: {'Subnet': ['ID=7526c392-f74f-4eba-96da-b06bf01e2f73,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:52.802794 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c7f13360-1e9f-4a0f-bc29-6c339af04dbf tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:52.808204 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c7f13360-1e9f-4a0f-bc29-6c339af04dbf tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] 10.222.0.20 "DELETE /v2.0/subnets/7526c392-f74f-4eba-96da-b06bf01e2f73 HTTP/1.1" status: 204 len: 168 time: 1.0727477 Nov 12 01:14:52.808370 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7502af77-ad2d-4122-8dc8-a3441eeb2c27 None None] Network c73eb257-36e4-42fe-946a-92977aa0f57f requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:52.809067 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42838) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:52.853816 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-231d5541-a5c3-47d0-9baf-d3590dcb3017 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:52.905847 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d951a6c-8d74-4d8b-ab76-1076290a8731 req-a45f3acb-5b82-4657-96e1-1e33cfd1e024 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:52.907385 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4d951a6c-8d74-4d8b-ab76-1076290a8731 req-a45f3acb-5b82-4657-96e1-1e33cfd1e024 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/ports?device_id=42c1271e-2c75-479a-802a-079e1dc48752 HTTP/1.1" status: 200 len: 945 time: 0.1535757 Nov 12 01:14:52.909147 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-231d5541-a5c3-47d0-9baf-d3590dcb3017 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75ae6571-7337-4eb4-b20f-a5192540ea3f']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:52.932449 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-231d5541-a5c3-47d0-9baf-d3590dcb3017 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57f50b31-f268-48f1-ab2a-b514ca58485d') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:52.932693 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-231d5541-a5c3-47d0-9baf-d3590dcb3017 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57f50b31-f268-48f1-ab2a-b514ca58485d') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:52.946263 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-231d5541-a5c3-47d0-9baf-d3590dcb3017 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:52.979915 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-ee839c49-f381-441c-b4b1-741f3fb2eb71 req-ed0fad4f-157f-4d28-b746-6ea5d0527b0b tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] For port d1689da3-0bb4-4336-91ce-1774453e9cb5, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=d1689da3-0bb4-4336-91ce-1774453e9cb5,segment=NetworkSegment(219589a0-b169-43d5-bef9-0c2c329acf55),segment_id=219589a0-b169-43d5-bef9-0c2c329acf55)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:52.980395 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ee839c49-f381-441c-b4b1-741f3fb2eb71 req-ed0fad4f-157f-4d28-b746-6ea5d0527b0b tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:52.989785 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-231d5541-a5c3-47d0-9baf-d3590dcb3017 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:52.999452 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-231d5541-a5c3-47d0-9baf-d3590dcb3017 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:14:52.999730 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-231d5541-a5c3-47d0-9baf-d3590dcb3017 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:53.002992 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:14:53.002992 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:14:53.002992 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:14:53.002992 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:14:53.002992 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:14:53.002992 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:14:53.002992 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:14:53.002992 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:14:53.002992 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:14:53.002992 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:14:53.002992 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:14:53.002992 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:14:53.002992 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:14:53.002992 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:14:53.002992 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:14:53.002992 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:14:53.002992 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:14:53.002992 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:14:53.002992 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:14:53.002992 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:14:53.002992 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:14:53.002992 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:14:53.002992 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:14:53.002992 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:14:53.002992 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:14:53.002992 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:14:53.002992 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:14:53.002992 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:14:53.002992 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:14:53.002992 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:14:53.002992 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:14:53.002992 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:14:53.007018 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-ee839c49-f381-441c-b4b1-741f3fb2eb71 req-ed0fad4f-157f-4d28-b746-6ea5d0527b0b tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Calling delete_port for d1689da3-0bb4-4336-91ce-1774453e9cb5 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:53.014895 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-28090123-ffef-4a61-8a65-c4bfbf866014 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:53.086437 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4d951a6c-8d74-4d8b-ab76-1076290a8731 req-7440761e-ee9e-401e-88b3-845511ecbe9a tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ac0712c-a12b-4294-9453-7e1794dd4e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275225 Nov 12 01:14:53.097742 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-231d5541-a5c3-47d0-9baf-d3590dcb3017 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:53.111879 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-231d5541-a5c3-47d0-9baf-d3590dcb3017 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:53.116475 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-231d5541-a5c3-47d0-9baf-d3590dcb3017 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] 10.222.0.20 "DELETE /v2.0/networks/75ae6571-7337-4eb4-b20f-a5192540ea3f HTTP/1.1" status: 204 len: 168 time: 0.5604422 Nov 12 01:14:53.119611 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1279bc40-b5c3-464c-b07d-cb4d60e48bb5 None None] DHCP port deletion for c73eb257-36e4-42fe-946a-92977aa0f57f request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:14:53.159041 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231d5541-a5c3-47d0-9baf-d3590dcb3017 tempest-TestSecurityGroupsBasicOps-1824317178 tempest-TestSecurityGroupsBasicOps-1824317178-project] Pushing event deleted for resources: {'Network': ['ID=75ae6571-7337-4eb4-b20f-a5192540ea3f,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:53.208334 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-28090123-ffef-4a61-8a65-c4bfbf866014 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Deleting port d3925054-693d-448d-8a3b-7633ff91f190 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:53.208334 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-28090123-ffef-4a61-8a65-c4bfbf866014 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:53.235324 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-1279bc40-b5c3-464c-b07d-cb4d60e48bb5 None None] Deleting port d3925054-693d-448d-8a3b-7633ff91f190 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:53.235700 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1279bc40-b5c3-464c-b07d-cb4d60e48bb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:53.254480 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 59e9c436-b9cb-48c5-803f-cd012c29ea36 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:14:53.303915 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-28090123-ffef-4a61-8a65-c4bfbf866014 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] For port d3925054-693d-448d-8a3b-7633ff91f190, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=d3925054-693d-448d-8a3b-7633ff91f190,segment=NetworkSegment(b99d957b-6761-4947-abfc-1a8ccd3c80ed),segment_id=b99d957b-6761-4947-abfc-1a8ccd3c80ed)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:53.304434 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-28090123-ffef-4a61-8a65-c4bfbf866014 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:53.305803 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 59e9c436-b9cb-48c5-803f-cd012c29ea36 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:14:53.306156 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 59e9c436-b9cb-48c5-803f-cd012c29ea36 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:14:53.306568 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device d3925054-693d-448d-8a3b-7633ff91f190 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:14:53.307363 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ee839c49-f381-441c-b4b1-741f3fb2eb71 req-ed0fad4f-157f-4d28-b746-6ea5d0527b0b tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:53.342853 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['d1689da3-0bb4-4336-91ce-1774453e9cb5'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:14:53.345420 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-28090123-ffef-4a61-8a65-c4bfbf866014 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Calling delete_port for d3925054-693d-448d-8a3b-7633ff91f190 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:53.348817 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0fad4f-157f-4d28-b746-6ea5d0527b0b tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Pushing event deleted for resources: {'Port': ['ID=d1689da3-0bb4-4336-91ce-1774453e9cb5,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:53.351601 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-1279bc40-b5c3-464c-b07d-cb4d60e48bb5 None None] For port d3925054-693d-448d-8a3b-7633ff91f190, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=d3925054-693d-448d-8a3b-7633ff91f190,segment=NetworkSegment(b99d957b-6761-4947-abfc-1a8ccd3c80ed),segment_id=b99d957b-6761-4947-abfc-1a8ccd3c80ed)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:53.351999 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1279bc40-b5c3-464c-b07d-cb4d60e48bb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:53.386605 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bca977c-990b-4cd9-807b-1576fcf10d0c None None] DHCP port deletion for 69443218-81a6-4686-a305-246d9911bca7 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:14:53.400720 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-1279bc40-b5c3-464c-b07d-cb4d60e48bb5 None None] Calling delete_port for d3925054-693d-448d-8a3b-7633ff91f190 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:53.439544 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee839c49-f381-441c-b4b1-741f3fb2eb71 req-ed0fad4f-157f-4d28-b746-6ea5d0527b0b tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] No DVR routers for this DVR port d1689da3-0bb4-4336-91ce-1774453e9cb5 on host n-h2-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:14:53.442215 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-ee839c49-f381-441c-b4b1-741f3fb2eb71 req-ed0fad4f-157f-4d28-b746-6ea5d0527b0b tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:53.445895 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ee839c49-f381-441c-b4b1-741f3fb2eb71 req-ed0fad4f-157f-4d28-b746-6ea5d0527b0b tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.54 "DELETE /v2.0/ports/d1689da3-0bb4-4336-91ce-1774453e9cb5 HTTP/1.1" status: 204 len: 173 time: 0.9039099 Nov 12 01:14:53.451310 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c1271e-2c75-479a-802a-079e1dc48752', 'name': 'network-vif-deleted', 'tag': 'd1689da3-0bb4-4336-91ce-1774453e9cb5'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:14:53.453736 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c65cab6-f67b-4788-9a04-c9699e6acfdc" -d '{"events": [{"server_uuid": "42c1271e-2c75-479a-802a-079e1dc48752", "name": "network-vif-deleted", "tag": "d1689da3-0bb4-4336-91ce-1774453e9cb5"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:14:53.490325 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:53.499900 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eee67f9-9511-4de6-bbe4-8fe63130eef9 x-openstack-request-id: req-5eee67f9-9511-4de6-bbe4-8fe63130eef9 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:14:53.500271 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c1271e-2c75-479a-802a-079e1dc48752", "name": "network-vif-deleted", "tag": "d1689da3-0bb4-4336-91ce-1774453e9cb5", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:14:53.500595 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5eee67f9-9511-4de6-bbe4-8fe63130eef9 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:14:53.501069 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c1271e-2c75-479a-802a-079e1dc48752', 'name': 'network-vif-deleted', 'tag': 'd1689da3-0bb4-4336-91ce-1774453e9cb5', 'status': 'completed', 'code': 200} Nov 12 01:14:53.502883 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-28090123-ffef-4a61-8a65-c4bfbf866014 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:53.528425 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42850) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:53.536877 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28090123-ffef-4a61-8a65-c4bfbf866014 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Pushing event deleted for resources: {'Port': ['ID=d3925054-693d-448d-8a3b-7633ff91f190,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:53.548628 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28090123-ffef-4a61-8a65-c4bfbf866014 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] No DVR routers for this DVR port d3925054-693d-448d-8a3b-7633ff91f190 on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:14:53.558188 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device be4bd418-cc54-4d2b-b9aa-eadceb7a8dce no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:14:53.580570 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: be4bd418-cc54-4d2b-b9aa-eadceb7a8dce {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:14:53.580924 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device be4bd418-cc54-4d2b-b9aa-eadceb7a8dce not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:14:53.581404 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device fa990742-3ec3-49ab-9dad-98ec04fd0789 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:14:53.584211 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1279bc40-b5c3-464c-b07d-cb4d60e48bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:53.612286 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1279bc40-b5c3-464c-b07d-cb4d60e48bb5 None None] No DVR routers for this DVR port d3925054-693d-448d-8a3b-7633ff91f190 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:14:53.613994 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: fa990742-3ec3-49ab-9dad-98ec04fd0789 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:14:53.614157 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device fa990742-3ec3-49ab-9dad-98ec04fd0789 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:14:53.633743 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1279bc40-b5c3-464c-b07d-cb4d60e48bb5 None None] Pushing event deleted for resources: {'Port': ['ID=d3925054-693d-448d-8a3b-7633ff91f190,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:53.653858 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-28090123-ffef-4a61-8a65-c4bfbf866014 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:53.678652 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-28090123-ffef-4a61-8a65-c4bfbf866014 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c73eb257-36e4-42fe-946a-92977aa0f57f']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:53.692382 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-28090123-ffef-4a61-8a65-c4bfbf866014 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b99d957b-6761-4947-abfc-1a8ccd3c80ed') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:53.692618 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-28090123-ffef-4a61-8a65-c4bfbf866014 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b99d957b-6761-4947-abfc-1a8ccd3c80ed') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:53.708761 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-28090123-ffef-4a61-8a65-c4bfbf866014 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:53.723925 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-28090123-ffef-4a61-8a65-c4bfbf866014 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:53.730592 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28090123-ffef-4a61-8a65-c4bfbf866014 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:14:53.731713 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-28090123-ffef-4a61-8a65-c4bfbf866014 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:53.734985 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:14:53.734985 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:14:53.734985 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:14:53.734985 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:14:53.734985 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:14:53.734985 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:14:53.734985 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:14:53.734985 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:14:53.734985 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:14:53.734985 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:14:53.734985 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:14:53.734985 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:14:53.734985 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:14:53.734985 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:14:53.734985 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:14:53.734985 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:14:53.734985 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:14:53.734985 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:14:53.734985 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:14:53.734985 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:14:53.734985 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:14:53.734985 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:14:53.734985 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:14:53.734985 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:14:53.734985 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:14:53.734985 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:14:53.734985 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:14:53.734985 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:14:53.734985 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:14:53.734985 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:14:53.734985 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:14:53.734985 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:14:53.744607 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3d64665c-6817-46c7-815c-c9386241ce65 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=22e9becebccb40659225fdff23acbf56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2147651 Nov 12 01:14:53.747316 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42854) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:53.821295 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-28090123-ffef-4a61-8a65-c4bfbf866014 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:53.829822 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-28090123-ffef-4a61-8a65-c4bfbf866014 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:53.832270 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-28090123-ffef-4a61-8a65-c4bfbf866014 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] 10.222.0.20 "DELETE /v2.0/networks/c73eb257-36e4-42fe-946a-92977aa0f57f HTTP/1.1" status: 204 len: 168 time: 1.0227370 Nov 12 01:14:53.853004 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28090123-ffef-4a61-8a65-c4bfbf866014 tempest-NetworksIpV6TestAttrs-2063285403 tempest-NetworksIpV6TestAttrs-2063285403-project] Pushing event deleted for resources: {'Network': ['ID=c73eb257-36e4-42fe-946a-92977aa0f57f,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:53.860303 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6a9eabe5-b49d-4d19-ba32-403dcab71b47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:53.882522 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6a9eabe5-b49d-4d19-ba32-403dcab71b47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:53.943549 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6a9eabe5-b49d-4d19-ba32-403dcab71b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:53.946530 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6a9eabe5-b49d-4d19-ba32-403dcab71b47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:53.947881 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6a9eabe5-b49d-4d19-ba32-403dcab71b47 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a4b50a6a-b80b-4a23-a402-9c56901fac39 HTTP/1.1" status: 204 len: 168 time: 0.1996102 Nov 12 01:14:53.964745 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9eabe5-b49d-4d19-ba32-403dcab71b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b50a6a-b80b-4a23-a402-9c56901fac39,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:54.112968 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42870) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:54.289157 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42878) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:54.306868 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3599d7c6-9dbd-4122-9fd2-e9649571647d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:54.349994 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42884) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:54.350609 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c754414e-74a3-447e-9786-023aadd8c040 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=79fafef4405c4382a9500a5711a8f724&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2364597 Nov 12 01:14:54.436083 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b98cf6b7-56d6-4462-8a63-c33227767d54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:54.463450 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3599d7c6-9dbd-4122-9fd2-e9649571647d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:54.469801 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3599d7c6-9dbd-4122-9fd2-e9649571647d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:54.478971 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b98cf6b7-56d6-4462-8a63-c33227767d54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:54.535692 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599d7c6-9dbd-4122-9fd2-e9649571647d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd2260b-be55-4d2e-9e15-b1e9ed43c464,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:54.548713 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42892) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:54.549196 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3599d7c6-9dbd-4122-9fd2-e9649571647d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a2385b51dc654d48872630db23c40ac4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2583852 Nov 12 01:14:54.577189 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b98cf6b7-56d6-4462-8a63-c33227767d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:54.580616 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b98cf6b7-56d6-4462-8a63-c33227767d54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:54.586401 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b98cf6b7-56d6-4462-8a63-c33227767d54 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/588a2e82-6b28-47c9-bda6-0605f543efaf HTTP/1.1" status: 204 len: 168 time: 0.2348247 Nov 12 01:14:54.600830 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98cf6b7-56d6-4462-8a63-c33227767d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588a2e82-6b28-47c9-bda6-0605f543efaf,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:54.666725 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a897b9c9-3237-4a2e-9470-1e296f8b9642 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:54.694122 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a897b9c9-3237-4a2e-9470-1e296f8b9642 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:54.759617 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a897b9c9-3237-4a2e-9470-1e296f8b9642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:54.763270 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a897b9c9-3237-4a2e-9470-1e296f8b9642 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:54.767003 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a897b9c9-3237-4a2e-9470-1e296f8b9642 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bfd2260b-be55-4d2e-9e15-b1e9ed43c464 HTTP/1.1" status: 204 len: 168 time: 0.2147067 Nov 12 01:14:54.779306 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a897b9c9-3237-4a2e-9470-1e296f8b9642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd2260b-be55-4d2e-9e15-b1e9ed43c464,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:55.146498 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42908) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:55.201515 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-399c6fa4-b714-457f-96ed-3295bf5d6a80 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cc08e33f75bf492c98763b09f3e282e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0537858 Nov 12 01:14:55.204323 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42912) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:55.270103 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-962f8827-b389-4b70-81f2-d411d73a80fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:55.295931 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-962f8827-b389-4b70-81f2-d411d73a80fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:55.352958 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-962f8827-b389-4b70-81f2-d411d73a80fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:55.363803 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-962f8827-b389-4b70-81f2-d411d73a80fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:55.373099 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-962f8827-b389-4b70-81f2-d411d73a80fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fe8dfeda-d0ba-4a7e-92eb-a514ebd15076 HTTP/1.1" status: 204 len: 168 time: 0.1631548 Nov 12 01:14:55.391755 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f8827-b389-4b70-81f2-d411d73a80fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8dfeda-d0ba-4a7e-92eb-a514ebd15076,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:56.490486 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 42964) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:56.636426 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-18845697-879d-4f09-af82-d381291e8a03 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2005944440-network', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:56.659794 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18845697-879d-4f09-af82-d381291e8a03 admin admin] Made reservation on behalf of a17bedb646b94ed485e4adca083ceb13 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:56.662356 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-18845697-879d-4f09-af82-d381291e8a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:56.679318 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-18845697-879d-4f09-af82-d381291e8a03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:56.767782 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-18845697-879d-4f09-af82-d381291e8a03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:56.772314 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-18845697-879d-4f09-af82-d381291e8a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:56.797234 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18845697-879d-4f09-af82-d381291e8a03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:14:56.812622 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18845697-879d-4f09-af82-d381291e8a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba284b8d-ec6b-4f32-a60a-57c5b9475820,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:56.819108 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-18845697-879d-4f09-af82-d381291e8a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:56.819633 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-18845697-879d-4f09-af82-d381291e8a03 admin admin] Added segment c1b16b03-cd67-424f-8589-315c1c109bba of type vlan for network cf426145-af7a-457c-9edb-3ba8bbea2dab Nov 12 01:14:56.864173 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-18845697-879d-4f09-af82-d381291e8a03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:56.893746 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-18845697-879d-4f09-af82-d381291e8a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:56.894860 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18845697-879d-4f09-af82-d381291e8a03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:56.897643 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-18845697-879d-4f09-af82-d381291e8a03 admin admin] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:56.948042 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-18845697-879d-4f09-af82-d381291e8a03 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4564209 Nov 12 01:14:56.951615 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42980) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:56.960060 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-2fd2555f-21fa-4af5-8896-a73273ec669a admin admin] Request body: {'subnet': {'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2005944440-subnet', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:56.996261 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18845697-879d-4f09-af82-d381291e8a03 admin admin] Pushing event updated for resources: {'Network': ['ID=cf426145-af7a-457c-9edb-3ba8bbea2dab,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:57.007609 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network cf426145-af7a-457c-9edb-3ba8bbea2dab details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:14:57.037787 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd2555f-21fa-4af5-8896-a73273ec669a admin admin] Made reservation on behalf of a17bedb646b94ed485e4adca083ceb13 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:57.043631 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2fd2555f-21fa-4af5-8896-a73273ec669a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:57.182147 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device d1689da3-0bb4-4336-91ce-1774453e9cb5 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:14:57.203942 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: d1689da3-0bb4-4336-91ce-1774453e9cb5 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:14:57.204291 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device d1689da3-0bb4-4336-91ce-1774453e9cb5 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:14:57.230047 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2fd2555f-21fa-4af5-8896-a73273ec669a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:57.290050 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd2555f-21fa-4af5-8896-a73273ec669a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0049bca-8c54-4a87-971a-726fded81d57,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:57.297661 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd2555f-21fa-4af5-8896-a73273ec669a admin admin] Checking segment: {'id': 'c1b16b03-cd67-424f-8589-315c1c109bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:57.298028 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd2555f-21fa-4af5-8896-a73273ec669a admin admin] Network hostable DHCP agents. Network: cf426145-af7a-457c-9edb-3ba8bbea2dab, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:14:57.315536 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd2555f-21fa-4af5-8896-a73273ec669a admin admin] Network cf426145-af7a-457c-9edb-3ba8bbea2dab is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:14:57.323857 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-2fd2555f-21fa-4af5-8896-a73273ec669a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, cf426145-af7a-457c-9edb-3ba8bbea2dab) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:57.328527 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd2555f-21fa-4af5-8896-a73273ec669a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:57.329127 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2fd2555f-21fa-4af5-8896-a73273ec669a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:57.335464 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf696ab-ab99-4057-ae4f-58113f9f0d07 None None] Network cf426145-af7a-457c-9edb-3ba8bbea2dab requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:57.348064 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2fd2555f-21fa-4af5-8896-a73273ec669a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3909185 Nov 12 01:14:57.348269 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 42982) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:57.352704 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-df2b90b1-535b-44a4-b8f7-3ae899d568c3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2005944440-router', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:57.376392 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-df2b90b1-535b-44a4-b8f7-3ae899d568c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:57.378232 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-df2b90b1-535b-44a4-b8f7-3ae899d568c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:57.440725 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-df2b90b1-535b-44a4-b8f7-3ae899d568c3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:57.524319 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35035d4d-b795-4085-b88c-cddd7a1975f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-cf426145-af7a-457c-9edb-3ba8bbea2dab', 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'fixed_ips': [{'subnet_id': 'e0049bca-8c54-4a87-971a-726fded81d57'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:14:57.526302 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-35035d4d-b795-4085-b88c-cddd7a1975f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:57.625919 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-df2b90b1-535b-44a4-b8f7-3ae899d568c3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:57.727017 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-35035d4d-b795-4085-b88c-cddd7a1975f7 None None] Allocated IP 172.20.0.2 (cf426145-af7a-457c-9edb-3ba8bbea2dab/e0049bca-8c54-4a87-971a-726fded81d57/eb2604c1-e697-41fb-85d6-b603eca07949) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:57.881841 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-df2b90b1-535b-44a4-b8f7-3ae899d568c3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:57.906686 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-35035d4d-b795-4085-b88c-cddd7a1975f7 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:57.911192 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-df2b90b1-535b-44a4-b8f7-3ae899d568c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:57.916637 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-35035d4d-b795-4085-b88c-cddd7a1975f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:57.963129 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35035d4d-b795-4085-b88c-cddd7a1975f7 None None] Pushing event updated for resources: {'Port': ['ID=eb2604c1-e697-41fb-85d6-b603eca07949,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:57.989827 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35035d4d-b795-4085-b88c-cddd7a1975f7 None None] Network cf426145-af7a-457c-9edb-3ba8bbea2dab is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:57.991764 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-35035d4d-b795-4085-b88c-cddd7a1975f7 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:57.996114 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35035d4d-b795-4085-b88c-cddd7a1975f7 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:58.027362 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-df2b90b1-535b-44a4-b8f7-3ae899d568c3 admin admin] Allocated IP 172.25.2.167 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/f1797de2-e3f1-4183-9643-3e7a22327d5b) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:58.075721 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-35035d4d-b795-4085-b88c-cddd7a1975f7 None None] Attempting to bind port eb2604c1-e697-41fb-85d6-b603eca07949 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:14:58.076445 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-35035d4d-b795-4085-b88c-cddd7a1975f7 None None] Attempting to bind port eb2604c1-e697-41fb-85d6-b603eca07949 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'c1b16b03-cd67-424f-8589-315c1c109bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:14:58.077064 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35035d4d-b795-4085-b88c-cddd7a1975f7 None None] Attempting to bind port eb2604c1-e697-41fb-85d6-b603eca07949 on network cf426145-af7a-457c-9edb-3ba8bbea2dab {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:14:58.083551 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35035d4d-b795-4085-b88c-cddd7a1975f7 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:14:58.084898 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35035d4d-b795-4085-b88c-cddd7a1975f7 None None] Checking segment: {'id': 'c1b16b03-cd67-424f-8589-315c1c109bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:58.085980 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-35035d4d-b795-4085-b88c-cddd7a1975f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:58.087326 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35035d4d-b795-4085-b88c-cddd7a1975f7 None None] Bound using segment: {'id': 'c1b16b03-cd67-424f-8589-315c1c109bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:14:58.088770 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-35035d4d-b795-4085-b88c-cddd7a1975f7 None None] Bound port: eb2604c1-e697-41fb-85d6-b603eca07949, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b16b03-cd67-424f-8589-315c1c109bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:14:58.089271 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-35035d4d-b795-4085-b88c-cddd7a1975f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:58.167682 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-df2b90b1-535b-44a4-b8f7-3ae899d568c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:58.180014 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-35035d4d-b795-4085-b88c-cddd7a1975f7 None None] For port eb2604c1-e697-41fb-85d6-b603eca07949, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:14:58.184975 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-35035d4d-b795-4085-b88c-cddd7a1975f7 None None] For port eb2604c1-e697-41fb-85d6-b603eca07949, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=eb2604c1-e697-41fb-85d6-b603eca07949,segment=NetworkSegment(c1b16b03-cd67-424f-8589-315c1c109bba),segment_id=c1b16b03-cd67-424f-8589-315c1c109bba)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:14:58.194243 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-35035d4d-b795-4085-b88c-cddd7a1975f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:58.217848 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-df2b90b1-535b-44a4-b8f7-3ae899d568c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:58.257957 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2b90b1-535b-44a4-b8f7-3ae899d568c3 admin admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:58.261575 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-df2b90b1-535b-44a4-b8f7-3ae899d568c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:58.267948 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2b90b1-535b-44a4-b8f7-3ae899d568c3 admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:58.290671 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76be9b9d-e218-4f50-b1bd-4f89ec75c820 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:14:58.300994 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35035d4d-b795-4085-b88c-cddd7a1975f7 None None] Pushing event updated for resources: {'Port': ['ID=eb2604c1-e697-41fb-85d6-b603eca07949,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:58.372632 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b90b1-535b-44a4-b8f7-3ae899d568c3 admin admin] Pushing event updated for resources: {'Port': ['ID=f1797de2-e3f1-4183-9643-3e7a22327d5b,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:58.407520 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-65f8ab28-9ed0-4d78-9b47-7673ddf1eb4d None None] Provisioning complete for port f1797de2-e3f1-4183-9643-3e7a22327d5b triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:58.407923 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-65f8ab28-9ed0-4d78-9b47-7673ddf1eb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:58.478961 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-65f8ab28-9ed0-4d78-9b47-7673ddf1eb4d None None] Port f1797de2-e3f1-4183-9643-3e7a22327d5b cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:14:58.713897 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-df2b90b1-535b-44a4-b8f7-3ae899d568c3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:58.919872 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-df2b90b1-535b-44a4-b8f7-3ae899d568c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:59.064564 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2b90b1-535b-44a4-b8f7-3ae899d568c3 admin admin] Router c25e576d-cfc7-4562-a622-5924fcbce615 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:14:59.265965 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2b90b1-535b-44a4-b8f7-3ae899d568c3 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:14:59.276668 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e351fe-5cf6-49c2-b2bb-7de711384278 None None] Sync routers for ids ['c25e576d-cfc7-4562-a622-5924fcbce615'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:14:59.318829 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-df2b90b1-535b-44a4-b8f7-3ae899d568c3 admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:59.326626 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-df2b90b1-535b-44a4-b8f7-3ae899d568c3 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9773514 Nov 12 01:14:59.326971 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e351fe-5cf6-49c2-b2bb-7de711384278 None None] Routers {'c25e576d-cfc7-4562-a622-5924fcbce615'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:14:59.327828 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-38e351fe-5cf6-49c2-b2bb-7de711384278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:14:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['c25e576d-cfc7-4562-a622-5924fcbce615'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:59.331024 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43012) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:59.342402 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device eb2604c1-e697-41fb-85d6-b603eca07949 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:14:59.454166 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port eb2604c1-e697-41fb-85d6-b603eca07949 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:59.455102 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:59.625367 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:59.643252 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-38e351fe-5cf6-49c2-b2bb-7de711384278 None None] Set router c25e576d-cfc7-4562-a622-5924fcbce615 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:14:59.701511 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port eb2604c1-e697-41fb-85d6-b603eca07949, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=eb2604c1-e697-41fb-85d6-b603eca07949,segment=NetworkSegment(c1b16b03-cd67-424f-8589-315c1c109bba),segment_id=c1b16b03-cd67-424f-8589-315c1c109bba)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:59.725848 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:59.731006 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0c8450-933e-4df8-a6bd-5de19ba62e0d None None] Network cf426145-af7a-457c-9edb-3ba8bbea2dab requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:59.926710 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=eb2604c1-e697-41fb-85d6-b603eca07949,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:59.934982 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-28e27c57-6e83-46b4-93c0-1da91e635a9a None None] Provisioning complete for port eb2604c1-e697-41fb-85d6-b603eca07949 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:59.935615 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-28e27c57-6e83-46b4-93c0-1da91e635a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:59.959017 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-38e351fe-5cf6-49c2-b2bb-7de711384278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'name': 'tempest-TestVolumeBootPattern-2005944440-router', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:14:58Z', 'revision_number': 3, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'gw_port': {'id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:14:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:00.043615 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e351fe-5cf6-49c2-b2bb-7de711384278 None None] Checking router: c25e576d-cfc7-4562-a622-5924fcbce615 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:15:00.043954 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e351fe-5cf6-49c2-b2bb-7de711384278 None None] Updating router c25e576d-cfc7-4562-a622-5924fcbce615 port f1797de2-e3f1-4183-9643-3e7a22327d5b binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:15:00.118087 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-38e351fe-5cf6-49c2-b2bb-7de711384278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:00.324742 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7454bdff-26ed-4115-a5e6-be22c2a9acbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:00.628518 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-38e351fe-5cf6-49c2-b2bb-7de711384278 None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:00.654939 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-38e351fe-5cf6-49c2-b2bb-7de711384278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:00.659300 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-8b4e68f7-adad-4404-a26a-597cf5cd47a0 None None] Provisioning complete for port eb2604c1-e697-41fb-85d6-b603eca07949 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:00.660423 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b4e68f7-adad-4404-a26a-597cf5cd47a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:00.701182 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-7454bdff-26ed-4115-a5e6-be22c2a9acbf admin admin] Allocated IP 172.20.0.1 (cf426145-af7a-457c-9edb-3ba8bbea2dab/e0049bca-8c54-4a87-971a-726fded81d57/f3b5ce20-7e44-4805-8f33-babd0a1b6721) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:15:00.755533 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4dd2d0-7c00-499d-b842-a3d7764622bc None None] Pushing event updated for resources: {'Port': ['ID=f1797de2-e3f1-4183-9643-3e7a22327d5b,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:00.784514 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4dd2d0-7c00-499d-b842-a3d7764622bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:00.784988 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4dd2d0-7c00-499d-b842-a3d7764622bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:00.785193 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4dd2d0-7c00-499d-b842-a3d7764622bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:00.786317 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4dd2d0-7c00-499d-b842-a3d7764622bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:00.786449 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4dd2d0-7c00-499d-b842-a3d7764622bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:00.786877 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4dd2d0-7c00-499d-b842-a3d7764622bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:00.799238 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4dd2d0-7c00-499d-b842-a3d7764622bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:00.801986 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4dd2d0-7c00-499d-b842-a3d7764622bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:00.801986 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4dd2d0-7c00-499d-b842-a3d7764622bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:00.802417 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4dd2d0-7c00-499d-b842-a3d7764622bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:00.803431 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4dd2d0-7c00-499d-b842-a3d7764622bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:00.804583 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4dd2d0-7c00-499d-b842-a3d7764622bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:00.896927 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-38e351fe-5cf6-49c2-b2bb-7de711384278 None None] Attempting to bind port f1797de2-e3f1-4183-9643-3e7a22327d5b on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:15:00.897579 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-38e351fe-5cf6-49c2-b2bb-7de711384278 None None] Attempting to bind port f1797de2-e3f1-4183-9643-3e7a22327d5b by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:15:00.898362 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e351fe-5cf6-49c2-b2bb-7de711384278 None None] Attempting to bind port f1797de2-e3f1-4183-9643-3e7a22327d5b on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:15:00.920922 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360fdb9b-7c80-4791-9936-169cc35eccde None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:15:00.927977 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e351fe-5cf6-49c2-b2bb-7de711384278 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:15:00.928352 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e351fe-5cf6-49c2-b2bb-7de711384278 None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:15:00.928751 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-38e351fe-5cf6-49c2-b2bb-7de711384278 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:00.929138 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e351fe-5cf6-49c2-b2bb-7de711384278 None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:15:00.929760 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-38e351fe-5cf6-49c2-b2bb-7de711384278 None None] Bound port: f1797de2-e3f1-4183-9643-3e7a22327d5b, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:15:00.930140 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-38e351fe-5cf6-49c2-b2bb-7de711384278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:00.953837 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7454bdff-26ed-4115-a5e6-be22c2a9acbf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:01.013917 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7454bdff-26ed-4115-a5e6-be22c2a9acbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:01.048406 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7454bdff-26ed-4115-a5e6-be22c2a9acbf admin admin] Network cf426145-af7a-457c-9edb-3ba8bbea2dab is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:01.051019 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-7454bdff-26ed-4115-a5e6-be22c2a9acbf admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:01.068515 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-38e351fe-5cf6-49c2-b2bb-7de711384278 None None] For port f1797de2-e3f1-4183-9643-3e7a22327d5b, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:15:01.072120 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-38e351fe-5cf6-49c2-b2bb-7de711384278 None None] For port f1797de2-e3f1-4183-9643-3e7a22327d5b, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=f1797de2-e3f1-4183-9643-3e7a22327d5b,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:15:01.081846 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-38e351fe-5cf6-49c2-b2bb-7de711384278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:01.098788 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7454bdff-26ed-4115-a5e6-be22c2a9acbf admin admin] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:15:01.099839 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-804b82a2-865c-4711-941e-ed57f7866117 None None] Provisioning complete for port f1797de2-e3f1-4183-9643-3e7a22327d5b triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:01.102163 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-804b82a2-865c-4711-941e-ed57f7866117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:01.156469 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e351fe-5cf6-49c2-b2bb-7de711384278 None None] Routers {'c25e576d-cfc7-4562-a622-5924fcbce615'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:15:01.157102 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-38e351fe-5cf6-49c2-b2bb-7de711384278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:14:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['c25e576d-cfc7-4562-a622-5924fcbce615'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:01.185452 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7454bdff-26ed-4115-a5e6-be22c2a9acbf admin admin] Pushing event updated for resources: {'Port': ['ID=f3b5ce20-7e44-4805-8f33-babd0a1b6721,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:01.194018 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7454bdff-26ed-4115-a5e6-be22c2a9acbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:01.243608 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6cc119-0faa-4383-af88-64687cc16125 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:15:01.491232 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4dd2d0-7c00-499d-b842-a3d7764622bc None None] Pushing event updated for resources: {'Port': ['ID=f1797de2-e3f1-4183-9643-3e7a22327d5b,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:01.545302 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device eb2604c1-e697-41fb-85d6-b603eca07949 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:15:01.558270 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-38e351fe-5cf6-49c2-b2bb-7de711384278 None None] Set router c25e576d-cfc7-4562-a622-5924fcbce615 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:15:01.569960 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7454bdff-26ed-4115-a5e6-be22c2a9acbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:01.689928 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-804b82a2-865c-4711-941e-ed57f7866117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:01.741051 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-804b82a2-865c-4711-941e-ed57f7866117 None None] For port f1797de2-e3f1-4183-9643-3e7a22327d5b, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=f1797de2-e3f1-4183-9643-3e7a22327d5b,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:01.751784 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-804b82a2-865c-4711-941e-ed57f7866117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:01.801944 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-38e351fe-5cf6-49c2-b2bb-7de711384278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'name': 'tempest-TestVolumeBootPattern-2005944440-router', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:14:58Z', 'revision_number': 3, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'gw_port': {'id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:15:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:01.835254 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e351fe-5cf6-49c2-b2bb-7de711384278 None None] The sync data for ids ['c25e576d-cfc7-4562-a622-5924fcbce615'] in n-d-812236-11 is: [{'id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'name': 'tempest-TestVolumeBootPattern-2005944440-router', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:14:58Z', 'revision_number': 3, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'gw_port': {'id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:15:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:15:01.842672 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port eb2604c1-e697-41fb-85d6-b603eca07949 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:01.843374 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:01.910253 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b82a2-865c-4711-941e-ed57f7866117 None None] Pushing event updated for resources: {'Port': ['ID=f1797de2-e3f1-4183-9643-3e7a22327d5b,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:01.969074 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7454bdff-26ed-4115-a5e6-be22c2a9acbf admin admin] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:01.984331 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7454bdff-26ed-4115-a5e6-be22c2a9acbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:01.992710 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-a26f1379-bb76-4341-858c-616332ebaadd None None] Provisioning complete for port f3b5ce20-7e44-4805-8f33-babd0a1b6721 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:01.993097 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a26f1379-bb76-4341-858c-616332ebaadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:02.033821 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-a26f1379-bb76-4341-858c-616332ebaadd None None] Port f3b5ce20-7e44-4805-8f33-babd0a1b6721 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:15:02.046749 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-a26f1379-bb76-4341-858c-616332ebaadd None None] Provisioning complete for port f1797de2-e3f1-4183-9643-3e7a22327d5b triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:02.047197 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a26f1379-bb76-4341-858c-616332ebaadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:02.120306 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7454bdff-26ed-4115-a5e6-be22c2a9acbf admin admin] Pushing event updated for resources: {'Port': ['ID=f3b5ce20-7e44-4805-8f33-babd0a1b6721,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:02.128857 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7454bdff-26ed-4115-a5e6-be22c2a9acbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:02.347399 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7454bdff-26ed-4115-a5e6-be22c2a9acbf admin admin] Network cf426145-af7a-457c-9edb-3ba8bbea2dab is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:02.356523 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-7454bdff-26ed-4115-a5e6-be22c2a9acbf admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:02.638510 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7454bdff-26ed-4115-a5e6-be22c2a9acbf admin admin] Router c25e576d-cfc7-4562-a622-5924fcbce615 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:15:02.911477 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b5fcea6d-321e-4524-ad4c-5e5238097aed None None] Provisioning complete for port f3b5ce20-7e44-4805-8f33-babd0a1b6721 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:02.914365 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b5fcea6d-321e-4524-ad4c-5e5238097aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:02.915854 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7454bdff-26ed-4115-a5e6-be22c2a9acbf admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:15:02.934901 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7454bdff-26ed-4115-a5e6-be22c2a9acbf admin admin] 10.222.0.20 "PUT /v2.0/routers/c25e576d-cfc7-4562-a622-5924fcbce615/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6008623 Nov 12 01:15:03.052375 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b5fcea6d-321e-4524-ad4c-5e5238097aed None None] Port f3b5ce20-7e44-4805-8f33-babd0a1b6721 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:15:03.339539 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device f1797de2-e3f1-4183-9643-3e7a22327d5b up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:15:03.510612 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port f1797de2-e3f1-4183-9643-3e7a22327d5b triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:03.518324 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:04.167189 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43092) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:04.178220 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-68e70aaa-f9a4-40c0-94a0-9702539353aa admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-760509566-network', 'tenant_id': '48c45952b0dd40bdb97d47d920eabb3e'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:04.215391 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e70aaa-f9a4-40c0-94a0-9702539353aa admin admin] Made reservation on behalf of 48c45952b0dd40bdb97d47d920eabb3e for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:15:04.220925 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68e70aaa-f9a4-40c0-94a0-9702539353aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:04.274730 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68e70aaa-f9a4-40c0-94a0-9702539353aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:04.357960 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0fb38619-3a52-4810-aae2-c51d4e24142b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:04.506910 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68e70aaa-f9a4-40c0-94a0-9702539353aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:04.525523 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68e70aaa-f9a4-40c0-94a0-9702539353aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:04.623664 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68e70aaa-f9a4-40c0-94a0-9702539353aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:15:04.643962 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e70aaa-f9a4-40c0-94a0-9702539353aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2ecd69-fe9e-4d18-9117-152e716b0b25,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:04.655929 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68e70aaa-f9a4-40c0-94a0-9702539353aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:04.656292 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-68e70aaa-f9a4-40c0-94a0-9702539353aa admin admin] Added segment 142f67fa-0922-426e-aaa3-303554d49fd9 of type vlan for network 3edbd47a-aa33-4510-a56e-a32406fa92fd Nov 12 01:15:04.703888 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68e70aaa-f9a4-40c0-94a0-9702539353aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:04.761828 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68e70aaa-f9a4-40c0-94a0-9702539353aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:04.763805 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e70aaa-f9a4-40c0-94a0-9702539353aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:04.765013 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68e70aaa-f9a4-40c0-94a0-9702539353aa admin admin] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:04.837633 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-68e70aaa-f9a4-40c0-94a0-9702539353aa admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6622639 Nov 12 01:15:04.837633 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43100) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:04.843691 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-9443a6fd-ce55-4ac8-a2ef-27424615bc9c admin admin] Request body: {'subnet': {'network_id': '3edbd47a-aa33-4510-a56e-a32406fa92fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-760509566-subnet', 'tenant_id': '48c45952b0dd40bdb97d47d920eabb3e', 'ip_version': 4}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:04.859037 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e70aaa-f9a4-40c0-94a0-9702539353aa admin admin] Pushing event updated for resources: {'Network': ['ID=3edbd47a-aa33-4510-a56e-a32406fa92fd,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:04.880925 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 3edbd47a-aa33-4510-a56e-a32406fa92fd details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:15:04.911145 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9443a6fd-ce55-4ac8-a2ef-27424615bc9c admin admin] Made reservation on behalf of 48c45952b0dd40bdb97d47d920eabb3e for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:15:04.914942 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9443a6fd-ce55-4ac8-a2ef-27424615bc9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:04.942514 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53587e5-1306-4900-a23f-a7396b103002 None None] Sync routers for ids ['c25e576d-cfc7-4562-a622-5924fcbce615'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:15:04.964816 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53587e5-1306-4900-a23f-a7396b103002 None None] Routers {'c25e576d-cfc7-4562-a622-5924fcbce615'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:15:04.965923 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-e53587e5-1306-4900-a23f-a7396b103002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:14:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['c25e576d-cfc7-4562-a622-5924fcbce615'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:05.180204 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9443a6fd-ce55-4ac8-a2ef-27424615bc9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:05.269128 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-e53587e5-1306-4900-a23f-a7396b103002 None None] Set router c25e576d-cfc7-4562-a622-5924fcbce615 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:15:05.284717 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9443a6fd-ce55-4ac8-a2ef-27424615bc9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ae5a7a7-064a-4b2e-8a45-542b70b6baee,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:05.301032 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9443a6fd-ce55-4ac8-a2ef-27424615bc9c admin admin] Checking segment: {'id': '142f67fa-0922-426e-aaa3-303554d49fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3edbd47a-aa33-4510-a56e-a32406fa92fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:15:05.301699 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9443a6fd-ce55-4ac8-a2ef-27424615bc9c admin admin] Network hostable DHCP agents. Network: 3edbd47a-aa33-4510-a56e-a32406fa92fd, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:15:05.334816 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9443a6fd-ce55-4ac8-a2ef-27424615bc9c admin admin] Network 3edbd47a-aa33-4510-a56e-a32406fa92fd is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:15:05.349165 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-9443a6fd-ce55-4ac8-a2ef-27424615bc9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 3edbd47a-aa33-4510-a56e-a32406fa92fd) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:05.366529 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9443a6fd-ce55-4ac8-a2ef-27424615bc9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:05.370892 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9443a6fd-ce55-4ac8-a2ef-27424615bc9c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:05.372713 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6c0dbf-0dd5-417c-a515-ea23cab3fafd None None] Network 3edbd47a-aa33-4510-a56e-a32406fa92fd requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:15:05.409591 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43104) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:05.415883 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-9443a6fd-ce55-4ac8-a2ef-27424615bc9c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5740860 Nov 12 01:15:05.436680 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-9e6da66b-8e4f-4d37-8fe4-89f3b2946e9b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-760509566-router', 'tenant_id': '48c45952b0dd40bdb97d47d920eabb3e', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:05.508729 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9e6da66b-8e4f-4d37-8fe4-89f3b2946e9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:05.511095 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9e6da66b-8e4f-4d37-8fe4-89f3b2946e9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:05.586638 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9e6da66b-8e4f-4d37-8fe4-89f3b2946e9b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:05.659380 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-e53587e5-1306-4900-a23f-a7396b103002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'name': 'tempest-TestVolumeBootPattern-2005944440-router', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:15:01Z', 'revision_number': 4, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'gw_port': {'id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'f3b5ce20-7e44-4805-8f33-babd0a1b6721', 'name': '', 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'mac_address': 'fa:16:3e:88:97:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'e0049bca-8c54-4a87-971a-726fded81d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:00Z', 'updated_at': '2021-11-12T01:15:01Z', 'revision_number': 2, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'subnets': [{'id': 'e0049bca-8c54-4a87-971a-726fded81d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:05.690868 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53587e5-1306-4900-a23f-a7396b103002 None None] Checking router: c25e576d-cfc7-4562-a622-5924fcbce615 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:15:05.691227 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53587e5-1306-4900-a23f-a7396b103002 None None] Updating router c25e576d-cfc7-4562-a622-5924fcbce615 port f3b5ce20-7e44-4805-8f33-babd0a1b6721 binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:15:05.693591 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7747b1-d06e-492e-996b-b6f2c2e30d92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-3edbd47a-aa33-4510-a56e-a32406fa92fd', 'network_id': '3edbd47a-aa33-4510-a56e-a32406fa92fd', 'tenant_id': '48c45952b0dd40bdb97d47d920eabb3e', 'fixed_ips': [{'subnet_id': '5ae5a7a7-064a-4b2e-8a45-542b70b6baee'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:15:05.694398 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ac7747b1-d06e-492e-996b-b6f2c2e30d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:05.730636 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e53587e5-1306-4900-a23f-a7396b103002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:05.794379 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9e6da66b-8e4f-4d37-8fe4-89f3b2946e9b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:06.184354 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-ac7747b1-d06e-492e-996b-b6f2c2e30d92 None None] Allocated IP 172.20.0.2 (3edbd47a-aa33-4510-a56e-a32406fa92fd/5ae5a7a7-064a-4b2e-8a45-542b70b6baee/5f51a729-5544-434f-bd9c-ed8b35c5bee3) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:15:06.466729 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b18bbf95-0ed0-4d69-ae9a-68a40a504704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:06.505655 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e53587e5-1306-4900-a23f-a7396b103002 None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:06.515867 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e53587e5-1306-4900-a23f-a7396b103002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:06.579550 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9e6da66b-8e4f-4d37-8fe4-89f3b2946e9b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:06.585723 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd44aa42-dcf4-4585-9331-3527c80321e5 None None] Pushing event updated for resources: {'Port': ['ID=f3b5ce20-7e44-4805-8f33-babd0a1b6721,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:06.615691 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9e6da66b-8e4f-4d37-8fe4-89f3b2946e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:06.626664 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ac7747b1-d06e-492e-996b-b6f2c2e30d92 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:06.634304 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896f72b-2a75-4bcf-a291-b7d48cf93fb2 req-0bb43c02-43e5-498f-8355-2b2fbc04f575 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:06.636522 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2896f72b-2a75-4bcf-a291-b7d48cf93fb2 req-0bb43c02-43e5-498f-8355-2b2fbc04f575 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/networks?id=69443218-81a6-4686-a305-246d9911bca7 HTTP/1.1" status: 200 len: 813 time: 0.6135509 Nov 12 01:15:06.641161 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ac7747b1-d06e-492e-996b-b6f2c2e30d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:06.730588 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2896f72b-2a75-4bcf-a291-b7d48cf93fb2 req-797bc7f4-22dd-468c-9d5d-385082c5f0df tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/quotas/ad32b1a67d904b2ba2e1b63e22070376 HTTP/1.1" status: 200 len: 375 time: 0.0257418 Nov 12 01:15:06.797605 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7747b1-d06e-492e-996b-b6f2c2e30d92 None None] Network 3edbd47a-aa33-4510-a56e-a32406fa92fd is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:06.799698 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2896f72b-2a75-4bcf-a291-b7d48cf93fb2 req-8996f7b7-312f-4d1e-ac59-952fface4f39 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad32b1a67d904b2ba2e1b63e22070376&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673904 Nov 12 01:15:06.804595 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-ac7747b1-d06e-492e-996b-b6f2c2e30d92 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:06.841659 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7747b1-d06e-492e-996b-b6f2c2e30d92 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:15:06.939216 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-9e6da66b-8e4f-4d37-8fe4-89f3b2946e9b admin admin] Allocated IP 172.25.2.61 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/08930ecf-a8fb-44ca-a67b-3c798ff12166) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:15:06.947952 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7747b1-d06e-492e-996b-b6f2c2e30d92 None None] Pushing event updated for resources: {'Port': ['ID=5f51a729-5544-434f-bd9c-ed8b35c5bee3,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:06.968100 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-e53587e5-1306-4900-a23f-a7396b103002 None None] Attempting to bind port f3b5ce20-7e44-4805-8f33-babd0a1b6721 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:15:06.968860 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-e53587e5-1306-4900-a23f-a7396b103002 None None] Attempting to bind port f3b5ce20-7e44-4805-8f33-babd0a1b6721 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'c1b16b03-cd67-424f-8589-315c1c109bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:15:06.969477 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53587e5-1306-4900-a23f-a7396b103002 None None] Attempting to bind port f3b5ce20-7e44-4805-8f33-babd0a1b6721 on network cf426145-af7a-457c-9edb-3ba8bbea2dab {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:15:06.975045 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2896f72b-2a75-4bcf-a291-b7d48cf93fb2 req-ba43589a-f6df-441f-a813-f78b163d7a74 service neutron] 10.222.0.20 "GET /v2.0/networks/69443218-81a6-4686-a305-246d9911bca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743271 Nov 12 01:15:06.978040 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-ac7747b1-d06e-492e-996b-b6f2c2e30d92 None None] Attempting to bind port 5f51a729-5544-434f-bd9c-ed8b35c5bee3 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:15:06.978665 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-ac7747b1-d06e-492e-996b-b6f2c2e30d92 None None] Attempting to bind port 5f51a729-5544-434f-bd9c-ed8b35c5bee3 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '142f67fa-0922-426e-aaa3-303554d49fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3edbd47a-aa33-4510-a56e-a32406fa92fd'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:15:06.979230 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7747b1-d06e-492e-996b-b6f2c2e30d92 None None] Attempting to bind port 5f51a729-5544-434f-bd9c-ed8b35c5bee3 on network 3edbd47a-aa33-4510-a56e-a32406fa92fd {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:15:06.983775 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53587e5-1306-4900-a23f-a7396b103002 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:15:06.984372 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53587e5-1306-4900-a23f-a7396b103002 None None] Checking segment: {'id': 'c1b16b03-cd67-424f-8589-315c1c109bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:15:06.985021 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e53587e5-1306-4900-a23f-a7396b103002 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:06.985670 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53587e5-1306-4900-a23f-a7396b103002 None None] Bound using segment: {'id': 'c1b16b03-cd67-424f-8589-315c1c109bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:15:06.986323 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-e53587e5-1306-4900-a23f-a7396b103002 None None] Bound port: f3b5ce20-7e44-4805-8f33-babd0a1b6721, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b16b03-cd67-424f-8589-315c1c109bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:15:06.986886 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e53587e5-1306-4900-a23f-a7396b103002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:06.999334 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7747b1-d06e-492e-996b-b6f2c2e30d92 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:15:07.000112 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7747b1-d06e-492e-996b-b6f2c2e30d92 None None] Checking segment: {'id': '142f67fa-0922-426e-aaa3-303554d49fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3edbd47a-aa33-4510-a56e-a32406fa92fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:15:07.000782 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ac7747b1-d06e-492e-996b-b6f2c2e30d92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:07.001398 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7747b1-d06e-492e-996b-b6f2c2e30d92 None None] Bound using segment: {'id': '142f67fa-0922-426e-aaa3-303554d49fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3edbd47a-aa33-4510-a56e-a32406fa92fd'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:15:07.002675 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-ac7747b1-d06e-492e-996b-b6f2c2e30d92 None None] Bound port: 5f51a729-5544-434f-bd9c-ed8b35c5bee3, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142f67fa-0922-426e-aaa3-303554d49fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3edbd47a-aa33-4510-a56e-a32406fa92fd'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:15:07.003275 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ac7747b1-d06e-492e-996b-b6f2c2e30d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:07.075357 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-ac7747b1-d06e-492e-996b-b6f2c2e30d92 None None] For port 5f51a729-5544-434f-bd9c-ed8b35c5bee3, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:15:07.080204 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-ac7747b1-d06e-492e-996b-b6f2c2e30d92 None None] For port 5f51a729-5544-434f-bd9c-ed8b35c5bee3, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=5f51a729-5544-434f-bd9c-ed8b35c5bee3,segment=NetworkSegment(142f67fa-0922-426e-aaa3-303554d49fd9),segment_id=142f67fa-0922-426e-aaa3-303554d49fd9)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:15:07.090665 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ac7747b1-d06e-492e-996b-b6f2c2e30d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:07.169983 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2896f72b-2a75-4bcf-a291-b7d48cf93fb2 req-86eafa9d-1697-455a-a645-8909648b877e service neutron] 10.222.0.20 "GET /v2.0/networks/69443218-81a6-4686-a305-246d9911bca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938872 Nov 12 01:15:07.174345 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-e53587e5-1306-4900-a23f-a7396b103002 None None] For port f3b5ce20-7e44-4805-8f33-babd0a1b6721, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:15:07.179513 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-e53587e5-1306-4900-a23f-a7396b103002 None None] For port f3b5ce20-7e44-4805-8f33-babd0a1b6721, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=f3b5ce20-7e44-4805-8f33-babd0a1b6721,segment=NetworkSegment(c1b16b03-cd67-424f-8589-315c1c109bba),segment_id=c1b16b03-cd67-424f-8589-315c1c109bba)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:15:07.225510 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9e6da66b-8e4f-4d37-8fe4-89f3b2946e9b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:07.336126 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e53587e5-1306-4900-a23f-a7396b103002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:07.347599 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7747b1-d06e-492e-996b-b6f2c2e30d92 None None] Pushing event updated for resources: {'Port': ['ID=5f51a729-5544-434f-bd9c-ed8b35c5bee3,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:07.387820 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9e6da66b-8e4f-4d37-8fe4-89f3b2946e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:07.508161 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-89c50b02-14b8-46e6-b179-b66fd6412dc5 req-abe5fd5b-f634-4203-94d3-d6ac529d6e1d tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/ports?device_id=92429913-943b-4af7-ad8b-e3309d5a9a79 HTTP/1.1" status: 200 len: 210 time: 0.0878832 Nov 12 01:15:07.565782 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd44aa42-dcf4-4585-9331-3527c80321e5 None None] Pushing event updated for resources: {'Port': ['ID=f3b5ce20-7e44-4805-8f33-babd0a1b6721,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:07.572330 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-d2af4cd6-41c1-4e82-b36f-b8f0e723ac9b None None] Provisioning complete for port f3b5ce20-7e44-4805-8f33-babd0a1b6721 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:07.585956 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d2af4cd6-41c1-4e82-b36f-b8f0e723ac9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:07.641702 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6da66b-8e4f-4d37-8fe4-89f3b2946e9b admin admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:07.670907 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-9e6da66b-8e4f-4d37-8fe4-89f3b2946e9b admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:07.679270 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6da66b-8e4f-4d37-8fe4-89f3b2946e9b admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:15:07.688449 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6da66b-8e4f-4d37-8fe4-89f3b2946e9b admin admin] Pushing event updated for resources: {'Port': ['ID=08930ecf-a8fb-44ca-a67b-3c798ff12166,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:07.727691 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16522902-1542-4d33-af98-eb79e8679941 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:15:07.843967 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:07.864754 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53587e5-1306-4900-a23f-a7396b103002 None None] Routers {'c25e576d-cfc7-4562-a622-5924fcbce615'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:15:07.866422 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-e53587e5-1306-4900-a23f-a7396b103002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:15:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['c25e576d-cfc7-4562-a622-5924fcbce615'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:08.159514 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-e53587e5-1306-4900-a23f-a7396b103002 None None] Set router c25e576d-cfc7-4562-a622-5924fcbce615 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:15:08.168198 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9e6da66b-8e4f-4d37-8fe4-89f3b2946e9b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:08.343239 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:15:08.472823 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d2af4cd6-41c1-4e82-b36f-b8f0e723ac9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:08.639192 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9e6da66b-8e4f-4d37-8fe4-89f3b2946e9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:08.657589 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-d2af4cd6-41c1-4e82-b36f-b8f0e723ac9b None None] For port f3b5ce20-7e44-4805-8f33-babd0a1b6721, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=f3b5ce20-7e44-4805-8f33-babd0a1b6721,segment=NetworkSegment(c1b16b03-cd67-424f-8589-315c1c109bba),segment_id=c1b16b03-cd67-424f-8589-315c1c109bba)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:08.672978 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d2af4cd6-41c1-4e82-b36f-b8f0e723ac9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:08.802337 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-e53587e5-1306-4900-a23f-a7396b103002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'name': 'tempest-TestVolumeBootPattern-2005944440-router', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:15:01Z', 'revision_number': 4, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'gw_port': {'id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'f3b5ce20-7e44-4805-8f33-babd0a1b6721', 'name': '', 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'mac_address': 'fa:16:3e:88:97:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'e0049bca-8c54-4a87-971a-726fded81d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:00Z', 'updated_at': '2021-11-12T01:15:07Z', 'revision_number': 4, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'subnets': [{'id': 'e0049bca-8c54-4a87-971a-726fded81d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:08.863270 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2af4cd6-41c1-4e82-b36f-b8f0e723ac9b None None] Pushing event updated for resources: {'Port': ['ID=f3b5ce20-7e44-4805-8f33-babd0a1b6721,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:08.869163 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53587e5-1306-4900-a23f-a7396b103002 None None] The sync data for ids ['c25e576d-cfc7-4562-a622-5924fcbce615'] in n-d-812236-11 is: [{'id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'name': 'tempest-TestVolumeBootPattern-2005944440-router', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:15:01Z', 'revision_number': 4, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'gw_port': {'id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'f3b5ce20-7e44-4805-8f33-babd0a1b6721', 'name': '', 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'mac_address': 'fa:16:3e:88:97:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'e0049bca-8c54-4a87-971a-726fded81d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:00Z', 'updated_at': '2021-11-12T01:15:07Z', 'revision_number': 4, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'subnets': [{'id': 'e0049bca-8c54-4a87-971a-726fded81d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:15:08.895230 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-f8b15e2b-4375-454f-aef8-1e38b1c3ba95 None None] Provisioning complete for port f3b5ce20-7e44-4805-8f33-babd0a1b6721 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:08.895998 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f8b15e2b-4375-454f-aef8-1e38b1c3ba95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:08.997718 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b7285ce7-9407-474e-a683-1b577329adbb req-e2d9af7a-87db-4764-9df9-ed5378742daa tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/ports?device_id=92429913-943b-4af7-ad8b-e3309d5a9a79 HTTP/1.1" status: 200 len: 210 time: 0.0750146 Nov 12 01:15:09.102668 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e6da66b-8e4f-4d37-8fe4-89f3b2946e9b admin admin] Router 455d9e3a-70fc-4adc-bdf1-245fd6ad0705 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:15:09.460014 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6da66b-8e4f-4d37-8fe4-89f3b2946e9b admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:15:09.471826 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3203e487-a155-4d59-aa1a-d5e05798bda2 None None] Sync routers for ids ['455d9e3a-70fc-4adc-bdf1-245fd6ad0705'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:15:09.481475 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9e6da66b-8e4f-4d37-8fe4-89f3b2946e9b admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:09.483055 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-9e6da66b-8e4f-4d37-8fe4-89f3b2946e9b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0705492 Nov 12 01:15:09.485896 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43172) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:09.491606 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1fe2d2-e244-453d-bee8-084a2654c5d4 None None] Network 3edbd47a-aa33-4510-a56e-a32406fa92fd requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:15:09.495173 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device f3b5ce20-7e44-4805-8f33-babd0a1b6721 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:15:09.495976 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3203e487-a155-4d59-aa1a-d5e05798bda2 None None] Routers {'455d9e3a-70fc-4adc-bdf1-245fd6ad0705'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:15:09.496999 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-3203e487-a155-4d59-aa1a-d5e05798bda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:15:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['455d9e3a-70fc-4adc-bdf1-245fd6ad0705'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:09.639242 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:09.838934 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-f8b15e2b-4375-454f-aef8-1e38b1c3ba95 None None] Provisioning complete for port 08930ecf-a8fb-44ca-a67b-3c798ff12166 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:09.840366 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f8b15e2b-4375-454f-aef8-1e38b1c3ba95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:10.008102 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port f3b5ce20-7e44-4805-8f33-babd0a1b6721 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:10.008471 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:10.029729 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-3203e487-a155-4d59-aa1a-d5e05798bda2 None None] Set router 455d9e3a-70fc-4adc-bdf1-245fd6ad0705 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:15:10.030945 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896f72b-2a75-4bcf-a291-b7d48cf93fb2 req-8a3f9ced-f645-4b58-81d6-2bdf05ed7878 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:10.032792 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2896f72b-2a75-4bcf-a291-b7d48cf93fb2 req-8a3f9ced-f645-4b58-81d6-2bdf05ed7878 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.54 "GET /v2.0/networks?id=69443218-81a6-4686-a305-246d9911bca7 HTTP/1.1" status: 200 len: 813 time: 0.2615175 Nov 12 01:15:10.084197 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-2896f72b-2a75-4bcf-a291-b7d48cf93fb2 req-8cbce1ab-854d-4427-8e8d-5da6e4ac605c tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Request body: {'port': {'device_id': '92429913-943b-4af7-ad8b-e3309d5a9a79', 'network_id': '69443218-81a6-4686-a305-246d9911bca7', 'admin_state_up': True, 'tenant_id': 'ad32b1a67d904b2ba2e1b63e22070376'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:10.090025 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-f8b15e2b-4375-454f-aef8-1e38b1c3ba95 None None] Port 08930ecf-a8fb-44ca-a67b-3c798ff12166 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:15:10.219967 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 5f51a729-5544-434f-bd9c-ed8b35c5bee3 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:15:10.268874 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-3c9c5d94-0cc8-427f-86b5-e7f814d4982b None None] Provisioning complete for port 5f51a729-5544-434f-bd9c-ed8b35c5bee3 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:10.269725 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3c9c5d94-0cc8-427f-86b5-e7f814d4982b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:10.336031 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-3203e487-a155-4d59-aa1a-d5e05798bda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455d9e3a-70fc-4adc-bdf1-245fd6ad0705', 'name': 'tempest-TestVolumeBootPattern-760509566-router', 'tenant_id': '48c45952b0dd40bdb97d47d920eabb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '08930ecf-a8fb-44ca-a67b-3c798ff12166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:15:05Z', 'updated_at': '2021-11-12T01:15:07Z', 'revision_number': 3, 'project_id': '48c45952b0dd40bdb97d47d920eabb3e', 'gw_port': {'id': '08930ecf-a8fb-44ca-a67b-3c798ff12166', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:41:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455d9e3a-70fc-4adc-bdf1-245fd6ad0705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:06Z', 'updated_at': '2021-11-12T01:15:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:10.389352 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:10.420622 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 5f51a729-5544-434f-bd9c-ed8b35c5bee3 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:10.427575 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:10.451206 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3674e502-2d2b-42f1-ac24-aaa0945c56dd req-6e3780f7-2079-456f-8645-481978249e12 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/ports?device_id=92429913-943b-4af7-ad8b-e3309d5a9a79 HTTP/1.1" status: 200 len: 210 time: 0.2480707 Nov 12 01:15:10.454808 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3203e487-a155-4d59-aa1a-d5e05798bda2 None None] Checking router: 455d9e3a-70fc-4adc-bdf1-245fd6ad0705 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:15:10.455169 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3203e487-a155-4d59-aa1a-d5e05798bda2 None None] Updating router 455d9e3a-70fc-4adc-bdf1-245fd6ad0705 port 08930ecf-a8fb-44ca-a67b-3c798ff12166 binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:15:10.513191 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3203e487-a155-4d59-aa1a-d5e05798bda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:10.597633 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2896f72b-2a75-4bcf-a291-b7d48cf93fb2 req-8cbce1ab-854d-4427-8e8d-5da6e4ac605c tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Made reservation on behalf of ad32b1a67d904b2ba2e1b63e22070376 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:15:10.601205 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-2896f72b-2a75-4bcf-a291-b7d48cf93fb2 req-8cbce1ab-854d-4427-8e8d-5da6e4ac605c tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:10.659240 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3c9c5d94-0cc8-427f-86b5-e7f814d4982b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:10.797616 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-3c9c5d94-0cc8-427f-86b5-e7f814d4982b None None] For port 5f51a729-5544-434f-bd9c-ed8b35c5bee3, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=5f51a729-5544-434f-bd9c-ed8b35c5bee3,segment=NetworkSegment(142f67fa-0922-426e-aaa3-303554d49fd9),segment_id=142f67fa-0922-426e-aaa3-303554d49fd9)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:10.812171 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3c9c5d94-0cc8-427f-86b5-e7f814d4982b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:11.005550 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c5d94-0cc8-427f-86b5-e7f814d4982b None None] Pushing event updated for resources: {'Port': ['ID=5f51a729-5544-434f-bd9c-ed8b35c5bee3,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:11.044796 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3203e487-a155-4d59-aa1a-d5e05798bda2 None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:11.057149 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3203e487-a155-4d59-aa1a-d5e05798bda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:11.080374 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:11.087479 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-a8492481-af65-43f8-8265-cad81f80dc7e None None] Provisioning complete for port 5f51a729-5544-434f-bd9c-ed8b35c5bee3 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:11.088911 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a8492481-af65-43f8-8265-cad81f80dc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:11.102567 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-3203e487-a155-4d59-aa1a-d5e05798bda2 None None] Attempting to bind port 08930ecf-a8fb-44ca-a67b-3c798ff12166 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:15:11.103987 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-3203e487-a155-4d59-aa1a-d5e05798bda2 None None] Attempting to bind port 08930ecf-a8fb-44ca-a67b-3c798ff12166 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:15:11.104356 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3203e487-a155-4d59-aa1a-d5e05798bda2 None None] Attempting to bind port 08930ecf-a8fb-44ca-a67b-3c798ff12166 on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:15:11.134802 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3203e487-a155-4d59-aa1a-d5e05798bda2 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:15:11.135196 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3203e487-a155-4d59-aa1a-d5e05798bda2 None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:15:11.141548 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3203e487-a155-4d59-aa1a-d5e05798bda2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:11.142120 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3203e487-a155-4d59-aa1a-d5e05798bda2 None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:15:11.142745 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-3203e487-a155-4d59-aa1a-d5e05798bda2 None None] Bound port: 08930ecf-a8fb-44ca-a67b-3c798ff12166, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:15:11.143020 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3203e487-a155-4d59-aa1a-d5e05798bda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:11.178490 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad93c10f-5e3f-4abf-a667-89ceaa9ab678 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:15:11.218480 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-3203e487-a155-4d59-aa1a-d5e05798bda2 None None] For port 08930ecf-a8fb-44ca-a67b-3c798ff12166, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:15:11.241534 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-3203e487-a155-4d59-aa1a-d5e05798bda2 None None] For port 08930ecf-a8fb-44ca-a67b-3c798ff12166, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=08930ecf-a8fb-44ca-a67b-3c798ff12166,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:15:11.257349 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3203e487-a155-4d59-aa1a-d5e05798bda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:11.286550 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 5f51a729-5544-434f-bd9c-ed8b35c5bee3 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:15:11.344114 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c37ee71-5be5-40b4-b367-beece0d42733 None None] Pushing event updated for resources: {'Port': ['ID=08930ecf-a8fb-44ca-a67b-3c798ff12166,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:11.389632 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f341801-19f5-4823-a2b1-026416a3746c None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:15:11.433932 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3203e487-a155-4d59-aa1a-d5e05798bda2 None None] Routers {'455d9e3a-70fc-4adc-bdf1-245fd6ad0705'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:15:11.434895 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-3203e487-a155-4d59-aa1a-d5e05798bda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:15:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['455d9e3a-70fc-4adc-bdf1-245fd6ad0705'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:11.502353 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 5f51a729-5544-434f-bd9c-ed8b35c5bee3 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:11.502740 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:11.638125 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c37ee71-5be5-40b4-b367-beece0d42733 None None] Pushing event updated for resources: {'Port': ['ID=08930ecf-a8fb-44ca-a67b-3c798ff12166,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:11.657700 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2cd78a5e-5437-4034-bdac-65671eb0e3ae req-898f7da3-f64a-4cd7-a4e7-fbe84408d7fe tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/ports?device_id=92429913-943b-4af7-ad8b-e3309d5a9a79 HTTP/1.1" status: 200 len: 210 time: 0.1031766 Nov 12 01:15:11.750854 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-2896f72b-2a75-4bcf-a291-b7d48cf93fb2 req-8cbce1ab-854d-4427-8e8d-5da6e4ac605c tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Allocated IP 172.20.0.12 (69443218-81a6-4686-a305-246d9911bca7/04b2140c-b5a6-4813-abaa-2c106b79e18b/1d0c4a52-99fc-4927-95ea-efe42027fc1a) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:15:11.781408 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-98c16112-24d1-4bac-beed-8d29465507df None None] Provisioning complete for port 08930ecf-a8fb-44ca-a67b-3c798ff12166 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:11.781408 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-98c16112-24d1-4bac-beed-8d29465507df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:11.822541 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-3203e487-a155-4d59-aa1a-d5e05798bda2 None None] Set router 455d9e3a-70fc-4adc-bdf1-245fd6ad0705 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:15:11.943138 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-98c16112-24d1-4bac-beed-8d29465507df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:12.004107 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2b16d3ed-439c-452b-b07d-4ff2442050dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:12.037629 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-98c16112-24d1-4bac-beed-8d29465507df None None] For port 08930ecf-a8fb-44ca-a67b-3c798ff12166, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=08930ecf-a8fb-44ca-a67b-3c798ff12166,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:12.046352 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-98c16112-24d1-4bac-beed-8d29465507df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:12.148482 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c16112-24d1-4bac-beed-8d29465507df None None] Pushing event updated for resources: {'Port': ['ID=08930ecf-a8fb-44ca-a67b-3c798ff12166,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:12.159407 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-3203e487-a155-4d59-aa1a-d5e05798bda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455d9e3a-70fc-4adc-bdf1-245fd6ad0705', 'name': 'tempest-TestVolumeBootPattern-760509566-router', 'tenant_id': '48c45952b0dd40bdb97d47d920eabb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '08930ecf-a8fb-44ca-a67b-3c798ff12166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:15:05Z', 'updated_at': '2021-11-12T01:15:07Z', 'revision_number': 3, 'project_id': '48c45952b0dd40bdb97d47d920eabb3e', 'gw_port': {'id': '08930ecf-a8fb-44ca-a67b-3c798ff12166', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:41:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455d9e3a-70fc-4adc-bdf1-245fd6ad0705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:06Z', 'updated_at': '2021-11-12T01:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:12.201411 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3203e487-a155-4d59-aa1a-d5e05798bda2 None None] The sync data for ids ['455d9e3a-70fc-4adc-bdf1-245fd6ad0705'] in n-d-812236-11 is: [{'id': '455d9e3a-70fc-4adc-bdf1-245fd6ad0705', 'name': 'tempest-TestVolumeBootPattern-760509566-router', 'tenant_id': '48c45952b0dd40bdb97d47d920eabb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '08930ecf-a8fb-44ca-a67b-3c798ff12166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:15:05Z', 'updated_at': '2021-11-12T01:15:07Z', 'revision_number': 3, 'project_id': '48c45952b0dd40bdb97d47d920eabb3e', 'gw_port': {'id': '08930ecf-a8fb-44ca-a67b-3c798ff12166', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:41:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455d9e3a-70fc-4adc-bdf1-245fd6ad0705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:06Z', 'updated_at': '2021-11-12T01:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:15:12.213576 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-2b16d3ed-439c-452b-b07d-4ff2442050dc admin admin] Allocated IP 172.20.0.1 (3edbd47a-aa33-4510-a56e-a32406fa92fd/5ae5a7a7-064a-4b2e-8a45-542b70b6baee/1666e194-0bde-40dc-a75b-52d65d965dbd) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:15:12.362602 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-2896f72b-2a75-4bcf-a291-b7d48cf93fb2 req-8cbce1ab-854d-4427-8e8d-5da6e4ac605c tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:12.409540 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2b16d3ed-439c-452b-b07d-4ff2442050dc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:12.448205 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-2896f72b-2a75-4bcf-a291-b7d48cf93fb2 req-8cbce1ab-854d-4427-8e8d-5da6e4ac605c tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:12.505256 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2896f72b-2a75-4bcf-a291-b7d48cf93fb2 req-8cbce1ab-854d-4427-8e8d-5da6e4ac605c tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Network 69443218-81a6-4686-a305-246d9911bca7 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:12.535933 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2b16d3ed-439c-452b-b07d-4ff2442050dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:12.538160 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-2896f72b-2a75-4bcf-a291-b7d48cf93fb2 req-8cbce1ab-854d-4427-8e8d-5da6e4ac605c tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:12.540642 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-2896f72b-2a75-4bcf-a291-b7d48cf93fb2 req-8cbce1ab-854d-4427-8e8d-5da6e4ac605c tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:15:12.544361 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbce1ab-854d-4427-8e8d-5da6e4ac605c tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Pushing event updated for resources: {'Port': ['ID=1d0c4a52-99fc-4927-95ea-efe42027fc1a,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:12.583664 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d96eadf-0add-411c-9118-5fdbd69ea493 None None] DHCP port deletion for 69443218-81a6-4686-a305-246d9911bca7 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:15:12.644245 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b16d3ed-439c-452b-b07d-4ff2442050dc admin admin] Network 3edbd47a-aa33-4510-a56e-a32406fa92fd is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:12.652626 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-2b16d3ed-439c-452b-b07d-4ff2442050dc admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:12.655148 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b16d3ed-439c-452b-b07d-4ff2442050dc admin admin] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:15:12.708983 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2b16d3ed-439c-452b-b07d-4ff2442050dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:12.711810 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b16d3ed-439c-452b-b07d-4ff2442050dc admin admin] Pushing event updated for resources: {'Port': ['ID=1666e194-0bde-40dc-a75b-52d65d965dbd,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:12.732574 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-a10110c3-d740-47dc-81e6-58f0b08ba84f None None] Provisioning complete for port 1d0c4a52-99fc-4927-95ea-efe42027fc1a triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:12.735273 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a10110c3-d740-47dc-81e6-58f0b08ba84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:12.770556 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896f72b-2a75-4bcf-a291-b7d48cf93fb2 req-8cbce1ab-854d-4427-8e8d-5da6e4ac605c tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:12.771270 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-2896f72b-2a75-4bcf-a291-b7d48cf93fb2 req-8cbce1ab-854d-4427-8e8d-5da6e4ac605c tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:12.811205 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2896f72b-2a75-4bcf-a291-b7d48cf93fb2 req-8cbce1ab-854d-4427-8e8d-5da6e4ac605c tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7365065 Nov 12 01:15:12.839351 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-2896f72b-2a75-4bcf-a291-b7d48cf93fb2 req-45fec924-7ebb-4858-969b-729714bece76 service neutron] Request body: {'port': {'device_id': '92429913-943b-4af7-ad8b-e3309d5a9a79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:12.883296 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-a10110c3-d740-47dc-81e6-58f0b08ba84f None None] Port 1d0c4a52-99fc-4927-95ea-efe42027fc1a cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:15:12.893802 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:13.053030 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423889f5-8d17-4f84-a6dd-e79241809113 req-5f680cfe-9a82-4fe5-8ec5-2d9968933529 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:13.054777 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-423889f5-8d17-4f84-a6dd-e79241809113 req-5f680cfe-9a82-4fe5-8ec5-2d9968933529 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/ports?device_id=92429913-943b-4af7-ad8b-e3309d5a9a79 HTTP/1.1" status: 200 len: 932 time: 0.2107999 Nov 12 01:15:13.056433 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-2896f72b-2a75-4bcf-a291-b7d48cf93fb2 req-45fec924-7ebb-4858-969b-729714bece76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:13.115841 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-0f82934d-b6dc-47a6-a5b5-6b0868610351 None None] Provisioning complete for port 1666e194-0bde-40dc-a75b-52d65d965dbd triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:13.116431 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0f82934d-b6dc-47a6-a5b5-6b0868610351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:13.141628 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2b16d3ed-439c-452b-b07d-4ff2442050dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:13.224042 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-0f82934d-b6dc-47a6-a5b5-6b0868610351 None None] Port 1666e194-0bde-40dc-a75b-52d65d965dbd cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:15:13.237147 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-423889f5-8d17-4f84-a6dd-e79241809113 req-ba892820-1818-435a-8fed-3a59b3152a2c tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ac0712c-a12b-4294-9453-7e1794dd4e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601386 Nov 12 01:15:13.316044 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 08930ecf-a8fb-44ca-a67b-3c798ff12166 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:15:13.475205 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 08930ecf-a8fb-44ca-a67b-3c798ff12166 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:13.476148 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:13.640230 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2b16d3ed-439c-452b-b07d-4ff2442050dc admin admin] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:13.649208 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2b16d3ed-439c-452b-b07d-4ff2442050dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:13.743451 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-2896f72b-2a75-4bcf-a291-b7d48cf93fb2 req-45fec924-7ebb-4858-969b-729714bece76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d0c4a52-99fc-4927-95ea-efe42027fc1a {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:15:13.760057 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-2896f72b-2a75-4bcf-a291-b7d48cf93fb2 req-45fec924-7ebb-4858-969b-729714bece76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:13.780932 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2b16d3ed-439c-452b-b07d-4ff2442050dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:13.784338 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b16d3ed-439c-452b-b07d-4ff2442050dc admin admin] Pushing event updated for resources: {'Port': ['ID=1666e194-0bde-40dc-a75b-52d65d965dbd,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:13.792981 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-2896f72b-2a75-4bcf-a291-b7d48cf93fb2 req-45fec924-7ebb-4858-969b-729714bece76 service neutron] Transition to ACTIVE for port object 1d0c4a52-99fc-4927-95ea-efe42027fc1a will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:15:13.799501 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-2896f72b-2a75-4bcf-a291-b7d48cf93fb2 req-45fec924-7ebb-4858-969b-729714bece76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:13.915305 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c43a29-c33e-426e-a374-686008fed03d None None] DHCP port deletion for 69443218-81a6-4686-a305-246d9911bca7 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:15:13.919074 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fec924-7ebb-4858-969b-729714bece76 service neutron] Pushing event updated for resources: {'Port': ['ID=1d0c4a52-99fc-4927-95ea-efe42027fc1a,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:14.024109 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b16d3ed-439c-452b-b07d-4ff2442050dc admin admin] Network 3edbd47a-aa33-4510-a56e-a32406fa92fd is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:14.025676 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-2896f72b-2a75-4bcf-a291-b7d48cf93fb2 req-45fec924-7ebb-4858-969b-729714bece76 service neutron] Attempting to bind port 1d0c4a52-99fc-4927-95ea-efe42027fc1a on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:15:14.026260 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-2896f72b-2a75-4bcf-a291-b7d48cf93fb2 req-45fec924-7ebb-4858-969b-729714bece76 service neutron] Attempting to bind port 1d0c4a52-99fc-4927-95ea-efe42027fc1a by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '219589a0-b169-43d5-bef9-0c2c329acf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '69443218-81a6-4686-a305-246d9911bca7'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:15:14.026621 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2896f72b-2a75-4bcf-a291-b7d48cf93fb2 req-45fec924-7ebb-4858-969b-729714bece76 service neutron] Attempting to bind port 1d0c4a52-99fc-4927-95ea-efe42027fc1a on network 69443218-81a6-4686-a305-246d9911bca7 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:15:14.029213 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-2b16d3ed-439c-452b-b07d-4ff2442050dc admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:14.037706 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2896f72b-2a75-4bcf-a291-b7d48cf93fb2 req-45fec924-7ebb-4858-969b-729714bece76 service neutron] Port 1d0c4a52-99fc-4927-95ea-efe42027fc1a on network 69443218-81a6-4686-a305-246d9911bca7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:15:14.038030 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2896f72b-2a75-4bcf-a291-b7d48cf93fb2 req-45fec924-7ebb-4858-969b-729714bece76 service neutron] Attempting to bind port 1d0c4a52-99fc-4927-95ea-efe42027fc1a on network 69443218-81a6-4686-a305-246d9911bca7 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:15:14.083634 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2896f72b-2a75-4bcf-a291-b7d48cf93fb2 req-45fec924-7ebb-4858-969b-729714bece76 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:15:14.083970 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2896f72b-2a75-4bcf-a291-b7d48cf93fb2 req-45fec924-7ebb-4858-969b-729714bece76 service neutron] Checking segment: {'id': '219589a0-b169-43d5-bef9-0c2c329acf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '69443218-81a6-4686-a305-246d9911bca7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:15:14.084372 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2896f72b-2a75-4bcf-a291-b7d48cf93fb2 req-45fec924-7ebb-4858-969b-729714bece76 service neutron] Bound using segment: {'id': '219589a0-b169-43d5-bef9-0c2c329acf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '69443218-81a6-4686-a305-246d9911bca7'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:15:14.085114 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-2896f72b-2a75-4bcf-a291-b7d48cf93fb2 req-45fec924-7ebb-4858-969b-729714bece76 service neutron] Bound port: 1d0c4a52-99fc-4927-95ea-efe42027fc1a, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '219589a0-b169-43d5-bef9-0c2c329acf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '69443218-81a6-4686-a305-246d9911bca7'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:15:14.085619 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-2896f72b-2a75-4bcf-a291-b7d48cf93fb2 req-45fec924-7ebb-4858-969b-729714bece76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:14.250026 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-2896f72b-2a75-4bcf-a291-b7d48cf93fb2 req-45fec924-7ebb-4858-969b-729714bece76 service neutron] For port 1d0c4a52-99fc-4927-95ea-efe42027fc1a, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:15:14.254325 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-2896f72b-2a75-4bcf-a291-b7d48cf93fb2 req-45fec924-7ebb-4858-969b-729714bece76 service neutron] For port 1d0c4a52-99fc-4927-95ea-efe42027fc1a, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=1d0c4a52-99fc-4927-95ea-efe42027fc1a,segment=NetworkSegment(219589a0-b169-43d5-bef9-0c2c329acf55),segment_id=219589a0-b169-43d5-bef9-0c2c329acf55)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:15:14.266578 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-2896f72b-2a75-4bcf-a291-b7d48cf93fb2 req-45fec924-7ebb-4858-969b-729714bece76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:14.362222 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b2cf1e-e52c-4826-8df9-ada16462e57b None None] DHCP port deletion for 69443218-81a6-4686-a305-246d9911bca7 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:15:14.413303 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-27a37a4d-42a1-4d27-91e5-eda7cda10133 None None] Provisioning complete for port 1666e194-0bde-40dc-a75b-52d65d965dbd triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:14.414915 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-27a37a4d-42a1-4d27-91e5-eda7cda10133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:14.427745 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896f72b-2a75-4bcf-a291-b7d48cf93fb2 req-45fec924-7ebb-4858-969b-729714bece76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:14.428504 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-2896f72b-2a75-4bcf-a291-b7d48cf93fb2 req-45fec924-7ebb-4858-969b-729714bece76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:14.431740 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2896f72b-2a75-4bcf-a291-b7d48cf93fb2 req-45fec924-7ebb-4858-969b-729714bece76 service neutron] 10.222.0.54 "PUT /v2.0/ports/1d0c4a52-99fc-4927-95ea-efe42027fc1a HTTP/1.1" status: 200 len: 1093 time: 1.6036747 Nov 12 01:15:14.431740 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92429913-943b-4af7-ad8b-e3309d5a9a79', 'tag': '1d0c4a52-99fc-4927-95ea-efe42027fc1a'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:15:14.434954 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d161ae77-d2dc-49e0-a296-d791a51146ea" -d '{"events": [{"name": "network-changed", "server_uuid": "92429913-943b-4af7-ad8b-e3309d5a9a79", "tag": "1d0c4a52-99fc-4927-95ea-efe42027fc1a"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:15:14.460935 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b16d3ed-439c-452b-b07d-4ff2442050dc admin admin] Router 455d9e3a-70fc-4adc-bdf1-245fd6ad0705 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:15:14.478407 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3135b3-77a7-4c6b-9422-fa8d9c8c7552 req-76b5c52d-467c-4d18-a632-bbb4a57c9049 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:14.481912 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6f3135b3-77a7-4c6b-9422-fa8d9c8c7552 req-76b5c52d-467c-4d18-a632-bbb4a57c9049 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/ports?device_id=92429913-943b-4af7-ad8b-e3309d5a9a79 HTTP/1.1" status: 200 len: 944 time: 0.0947709 Nov 12 01:15:14.563894 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-27a37a4d-42a1-4d27-91e5-eda7cda10133 None None] Port 1666e194-0bde-40dc-a75b-52d65d965dbd cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:15:14.570969 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97881ad9-63f6-433a-a418-1c701607d624 x-openstack-request-id: req-97881ad9-63f6-433a-a418-1c701607d624 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:15:14.571358 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92429913-943b-4af7-ad8b-e3309d5a9a79", "tag": "1d0c4a52-99fc-4927-95ea-efe42027fc1a", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:15:14.571677 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-97881ad9-63f6-433a-a418-1c701607d624 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:15:14.572169 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92429913-943b-4af7-ad8b-e3309d5a9a79', 'tag': '1d0c4a52-99fc-4927-95ea-efe42027fc1a', 'status': 'completed', 'code': 200} Nov 12 01:15:14.601026 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6f3135b3-77a7-4c6b-9422-fa8d9c8c7552 req-82422f0e-d6bd-4121-9cf5-df1bdababf16 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ac0712c-a12b-4294-9453-7e1794dd4e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107981 Nov 12 01:15:14.657840 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fec924-7ebb-4858-969b-729714bece76 service neutron] Pushing event updated for resources: {'Port': ['ID=1d0c4a52-99fc-4927-95ea-efe42027fc1a,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:14.741016 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896f72b-2a75-4bcf-a291-b7d48cf93fb2 req-6e15a4ac-2bd5-4bf4-8ea6-c93ce470ce27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:14.742801 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2896f72b-2a75-4bcf-a291-b7d48cf93fb2 req-6e15a4ac-2bd5-4bf4-8ea6-c93ce470ce27 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad32b1a67d904b2ba2e1b63e22070376&device_id=92429913-943b-4af7-ad8b-e3309d5a9a79 HTTP/1.1" status: 200 len: 1096 time: 0.2104995 Nov 12 01:15:14.808532 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2896f72b-2a75-4bcf-a291-b7d48cf93fb2 req-ab227177-f7b6-4a94-9c6e-7392aa3983d2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d0c4a52-99fc-4927-95ea-efe42027fc1a HTTP/1.1" status: 200 len: 217 time: 0.0475726 Nov 12 01:15:14.812893 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b16d3ed-439c-452b-b07d-4ff2442050dc admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:15:14.818337 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-2b16d3ed-439c-452b-b07d-4ff2442050dc admin admin] 10.222.0.20 "PUT /v2.0/routers/455d9e3a-70fc-4adc-bdf1-245fd6ad0705/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3313472 Nov 12 01:15:14.834157 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877c95b1-8008-4644-ab04-e071946d9aa2 None None] Sync routers for ids ['455d9e3a-70fc-4adc-bdf1-245fd6ad0705'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:15:14.847006 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877c95b1-8008-4644-ab04-e071946d9aa2 None None] Routers {'455d9e3a-70fc-4adc-bdf1-245fd6ad0705'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:15:14.848420 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-877c95b1-8008-4644-ab04-e071946d9aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:15:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['455d9e3a-70fc-4adc-bdf1-245fd6ad0705'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:14.881525 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896f72b-2a75-4bcf-a291-b7d48cf93fb2 req-ff8f7cac-5d27-4a26-8292-87d0fa9504ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:14.883615 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2896f72b-2a75-4bcf-a291-b7d48cf93fb2 req-ff8f7cac-5d27-4a26-8292-87d0fa9504ff service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04b2140c-b5a6-4813-abaa-2c106b79e18b HTTP/1.1" status: 200 len: 853 time: 0.0640848 Nov 12 01:15:14.922110 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2896f72b-2a75-4bcf-a291-b7d48cf93fb2 req-3b1cae68-aaf5-4722-b1be-17c35babe176 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=69443218-81a6-4686-a305-246d9911bca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312726 Nov 12 01:15:14.969841 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-877c95b1-8008-4644-ab04-e071946d9aa2 None None] Set router 455d9e3a-70fc-4adc-bdf1-245fd6ad0705 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:15:15.071783 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2896f72b-2a75-4bcf-a291-b7d48cf93fb2 req-937d1461-700f-443f-bcdf-e7dda3138cfb service neutron] 10.222.0.54 "GET /v2.0/networks/69443218-81a6-4686-a305-246d9911bca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412718 Nov 12 01:15:15.218232 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2896f72b-2a75-4bcf-a291-b7d48cf93fb2 req-992a7468-27ba-491f-81d9-5432c8b35ce1 service neutron] 10.222.0.54 "GET /v2.0/networks/69443218-81a6-4686-a305-246d9911bca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398153 Nov 12 01:15:15.287777 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-877c95b1-8008-4644-ab04-e071946d9aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455d9e3a-70fc-4adc-bdf1-245fd6ad0705', 'name': 'tempest-TestVolumeBootPattern-760509566-router', 'tenant_id': '48c45952b0dd40bdb97d47d920eabb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '08930ecf-a8fb-44ca-a67b-3c798ff12166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:15:05Z', 'updated_at': '2021-11-12T01:15:13Z', 'revision_number': 4, 'project_id': '48c45952b0dd40bdb97d47d920eabb3e', 'gw_port': {'id': '08930ecf-a8fb-44ca-a67b-3c798ff12166', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:41:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d9e3a-70fc-4adc-bdf1-245fd6ad0705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:06Z', 'updated_at': '2021-11-12T01:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '1666e194-0bde-40dc-a75b-52d65d965dbd', 'name': '', 'network_id': '3edbd47a-aa33-4510-a56e-a32406fa92fd', 'tenant_id': '48c45952b0dd40bdb97d47d920eabb3e', 'mac_address': 'fa:16:3e:f0:af:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455d9e3a-70fc-4adc-bdf1-245fd6ad0705', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '5ae5a7a7-064a-4b2e-8a45-542b70b6baee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:12Z', 'updated_at': '2021-11-12T01:15:13Z', 'revision_number': 2, 'project_id': '48c45952b0dd40bdb97d47d920eabb3e', 'subnets': [{'id': '5ae5a7a7-064a-4b2e-8a45-542b70b6baee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:15.315489 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877c95b1-8008-4644-ab04-e071946d9aa2 None None] Checking router: 455d9e3a-70fc-4adc-bdf1-245fd6ad0705 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:15:15.315851 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877c95b1-8008-4644-ab04-e071946d9aa2 None None] Updating router 455d9e3a-70fc-4adc-bdf1-245fd6ad0705 port 1666e194-0bde-40dc-a75b-52d65d965dbd binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:15:15.347100 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-877c95b1-8008-4644-ab04-e071946d9aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:15.353684 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161ae77-d2dc-49e0-a296-d791a51146ea req-7bb9740a-f094-4369-95b6-18c8a49662c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:15.355543 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d161ae77-d2dc-49e0-a296-d791a51146ea req-7bb9740a-f094-4369-95b6-18c8a49662c1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad32b1a67d904b2ba2e1b63e22070376&device_id=92429913-943b-4af7-ad8b-e3309d5a9a79 HTTP/1.1" status: 200 len: 1096 time: 0.0441773 Nov 12 01:15:15.468657 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161ae77-d2dc-49e0-a296-d791a51146ea req-4519037d-ff20-4cb7-9899-5ffb021c444e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:15.470201 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d161ae77-d2dc-49e0-a296-d791a51146ea req-4519037d-ff20-4cb7-9899-5ffb021c444e service neutron] 10.222.0.54 "GET /v2.0/networks?id=69443218-81a6-4686-a305-246d9911bca7 HTTP/1.1" status: 200 len: 914 time: 0.1062129 Nov 12 01:15:15.525026 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d161ae77-d2dc-49e0-a296-d791a51146ea req-d8f5206f-9b27-4399-b279-47f8c122ed2f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d0c4a52-99fc-4927-95ea-efe42027fc1a HTTP/1.1" status: 200 len: 217 time: 0.0409029 Nov 12 01:15:15.602576 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161ae77-d2dc-49e0-a296-d791a51146ea req-b4dd380d-87ae-4093-a6f8-f1c390b4cfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:15.605410 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d161ae77-d2dc-49e0-a296-d791a51146ea req-b4dd380d-87ae-4093-a6f8-f1c390b4cfd8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04b2140c-b5a6-4813-abaa-2c106b79e18b HTTP/1.1" status: 200 len: 853 time: 0.0598180 Nov 12 01:15:15.665013 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d161ae77-d2dc-49e0-a296-d791a51146ea req-543d6ddf-b0e7-4420-bbaf-538720d7b4ac service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=69443218-81a6-4686-a305-246d9911bca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483148 Nov 12 01:15:15.689740 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-877c95b1-8008-4644-ab04-e071946d9aa2 None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:15.702077 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-877c95b1-8008-4644-ab04-e071946d9aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:15.788392 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93939219-d10d-4033-a34f-299c044e434d None None] Pushing event updated for resources: {'Port': ['ID=1666e194-0bde-40dc-a75b-52d65d965dbd,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:15.873627 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-877c95b1-8008-4644-ab04-e071946d9aa2 None None] Attempting to bind port 1666e194-0bde-40dc-a75b-52d65d965dbd on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:15:15.874564 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d161ae77-d2dc-49e0-a296-d791a51146ea req-375eee66-e39d-4374-a2b5-a2f356e6310a service neutron] 10.222.0.54 "GET /v2.0/networks/69443218-81a6-4686-a305-246d9911bca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958368 Nov 12 01:15:15.878358 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-877c95b1-8008-4644-ab04-e071946d9aa2 None None] Attempting to bind port 1666e194-0bde-40dc-a75b-52d65d965dbd by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '142f67fa-0922-426e-aaa3-303554d49fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3edbd47a-aa33-4510-a56e-a32406fa92fd'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:15:15.878773 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877c95b1-8008-4644-ab04-e071946d9aa2 None None] Attempting to bind port 1666e194-0bde-40dc-a75b-52d65d965dbd on network 3edbd47a-aa33-4510-a56e-a32406fa92fd {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:15:15.895266 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877c95b1-8008-4644-ab04-e071946d9aa2 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:15:15.895656 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877c95b1-8008-4644-ab04-e071946d9aa2 None None] Checking segment: {'id': '142f67fa-0922-426e-aaa3-303554d49fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3edbd47a-aa33-4510-a56e-a32406fa92fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:15:15.896363 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-877c95b1-8008-4644-ab04-e071946d9aa2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:15.896740 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877c95b1-8008-4644-ab04-e071946d9aa2 None None] Bound using segment: {'id': '142f67fa-0922-426e-aaa3-303554d49fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3edbd47a-aa33-4510-a56e-a32406fa92fd'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:15:15.897233 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-877c95b1-8008-4644-ab04-e071946d9aa2 None None] Bound port: 1666e194-0bde-40dc-a75b-52d65d965dbd, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142f67fa-0922-426e-aaa3-303554d49fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3edbd47a-aa33-4510-a56e-a32406fa92fd'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:15:15.897651 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-877c95b1-8008-4644-ab04-e071946d9aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:15.906587 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8dc08-1820-41f7-8f4e-503c8b36dc59 req-fd02e26d-49b2-43eb-9e46-ebd017687894 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:15.908180 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a5e8dc08-1820-41f7-8f4e-503c8b36dc59 req-fd02e26d-49b2-43eb-9e46-ebd017687894 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/ports?device_id=92429913-943b-4af7-ad8b-e3309d5a9a79 HTTP/1.1" status: 200 len: 944 time: 0.1020820 Nov 12 01:15:15.993126 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-877c95b1-8008-4644-ab04-e071946d9aa2 None None] For port 1666e194-0bde-40dc-a75b-52d65d965dbd, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:15:15.998071 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-877c95b1-8008-4644-ab04-e071946d9aa2 None None] For port 1666e194-0bde-40dc-a75b-52d65d965dbd, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=1666e194-0bde-40dc-a75b-52d65d965dbd,segment=NetworkSegment(142f67fa-0922-426e-aaa3-303554d49fd9),segment_id=142f67fa-0922-426e-aaa3-303554d49fd9)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:15:16.005184 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-877c95b1-8008-4644-ab04-e071946d9aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:16.101137 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93939219-d10d-4033-a34f-299c044e434d None None] Pushing event updated for resources: {'Port': ['ID=1666e194-0bde-40dc-a75b-52d65d965dbd,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:16.108818 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a5e8dc08-1820-41f7-8f4e-503c8b36dc59 req-736dd0b2-8c07-47b9-b2ce-da3bee4b6286 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ac0712c-a12b-4294-9453-7e1794dd4e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918094 Nov 12 01:15:16.111677 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93939219-d10d-4033-a34f-299c044e434d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:16.112022 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93939219-d10d-4033-a34f-299c044e434d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:16.112369 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93939219-d10d-4033-a34f-299c044e434d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:16.112705 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93939219-d10d-4033-a34f-299c044e434d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:16.113040 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93939219-d10d-4033-a34f-299c044e434d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:16.113395 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93939219-d10d-4033-a34f-299c044e434d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:16.114019 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93939219-d10d-4033-a34f-299c044e434d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:16.115423 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93939219-d10d-4033-a34f-299c044e434d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:16.115791 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93939219-d10d-4033-a34f-299c044e434d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:16.116126 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93939219-d10d-4033-a34f-299c044e434d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:16.116567 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93939219-d10d-4033-a34f-299c044e434d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:16.116802 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93939219-d10d-4033-a34f-299c044e434d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:16.140755 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877c95b1-8008-4644-ab04-e071946d9aa2 None None] Routers {'455d9e3a-70fc-4adc-bdf1-245fd6ad0705'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:15:16.140755 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-877c95b1-8008-4644-ab04-e071946d9aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:15:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['455d9e3a-70fc-4adc-bdf1-245fd6ad0705'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:16.147179 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-25f78c5b-ef18-42ad-9dda-80be4c6eeaa8 None None] Provisioning complete for port 1666e194-0bde-40dc-a75b-52d65d965dbd triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:16.148917 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-25f78c5b-ef18-42ad-9dda-80be4c6eeaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:16.207051 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d161ae77-d2dc-49e0-a296-d791a51146ea req-bff64c59-0dba-43e7-985c-6f5b2cc0cd6a service neutron] 10.222.0.54 "GET /v2.0/networks/69443218-81a6-4686-a305-246d9911bca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978442 Nov 12 01:15:16.577216 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-877c95b1-8008-4644-ab04-e071946d9aa2 None None] Set router 455d9e3a-70fc-4adc-bdf1-245fd6ad0705 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:15:16.602775 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-25f78c5b-ef18-42ad-9dda-80be4c6eeaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:16.685937 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-25f78c5b-ef18-42ad-9dda-80be4c6eeaa8 None None] For port 1666e194-0bde-40dc-a75b-52d65d965dbd, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=1666e194-0bde-40dc-a75b-52d65d965dbd,segment=NetworkSegment(142f67fa-0922-426e-aaa3-303554d49fd9),segment_id=142f67fa-0922-426e-aaa3-303554d49fd9)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:16.692736 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-25f78c5b-ef18-42ad-9dda-80be4c6eeaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:16.792444 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f78c5b-ef18-42ad-9dda-80be4c6eeaa8 None None] Pushing event updated for resources: {'Port': ['ID=1666e194-0bde-40dc-a75b-52d65d965dbd,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:16.854887 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b5b4386f-088f-444c-9e34-4d9ddbbe9ff2 None None] Provisioning complete for port 1666e194-0bde-40dc-a75b-52d65d965dbd triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:16.855272 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b5b4386f-088f-444c-9e34-4d9ddbbe9ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:16.925783 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-877c95b1-8008-4644-ab04-e071946d9aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455d9e3a-70fc-4adc-bdf1-245fd6ad0705', 'name': 'tempest-TestVolumeBootPattern-760509566-router', 'tenant_id': '48c45952b0dd40bdb97d47d920eabb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '08930ecf-a8fb-44ca-a67b-3c798ff12166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:15:05Z', 'updated_at': '2021-11-12T01:15:13Z', 'revision_number': 4, 'project_id': '48c45952b0dd40bdb97d47d920eabb3e', 'gw_port': {'id': '08930ecf-a8fb-44ca-a67b-3c798ff12166', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:41:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d9e3a-70fc-4adc-bdf1-245fd6ad0705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:06Z', 'updated_at': '2021-11-12T01:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '1666e194-0bde-40dc-a75b-52d65d965dbd', 'name': '', 'network_id': '3edbd47a-aa33-4510-a56e-a32406fa92fd', 'tenant_id': '48c45952b0dd40bdb97d47d920eabb3e', 'mac_address': 'fa:16:3e:f0:af:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455d9e3a-70fc-4adc-bdf1-245fd6ad0705', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '5ae5a7a7-064a-4b2e-8a45-542b70b6baee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:12Z', 'updated_at': '2021-11-12T01:15:15Z', 'revision_number': 4, 'project_id': '48c45952b0dd40bdb97d47d920eabb3e', 'subnets': [{'id': '5ae5a7a7-064a-4b2e-8a45-542b70b6baee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:16.974538 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877c95b1-8008-4644-ab04-e071946d9aa2 None None] The sync data for ids ['455d9e3a-70fc-4adc-bdf1-245fd6ad0705'] in n-d-812236-11 is: [{'id': '455d9e3a-70fc-4adc-bdf1-245fd6ad0705', 'name': 'tempest-TestVolumeBootPattern-760509566-router', 'tenant_id': '48c45952b0dd40bdb97d47d920eabb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '08930ecf-a8fb-44ca-a67b-3c798ff12166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:15:05Z', 'updated_at': '2021-11-12T01:15:13Z', 'revision_number': 4, 'project_id': '48c45952b0dd40bdb97d47d920eabb3e', 'gw_port': {'id': '08930ecf-a8fb-44ca-a67b-3c798ff12166', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:41:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d9e3a-70fc-4adc-bdf1-245fd6ad0705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:06Z', 'updated_at': '2021-11-12T01:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '1666e194-0bde-40dc-a75b-52d65d965dbd', 'name': '', 'network_id': '3edbd47a-aa33-4510-a56e-a32406fa92fd', 'tenant_id': '48c45952b0dd40bdb97d47d920eabb3e', 'mac_address': 'fa:16:3e:f0:af:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455d9e3a-70fc-4adc-bdf1-245fd6ad0705', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '5ae5a7a7-064a-4b2e-8a45-542b70b6baee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:12Z', 'updated_at': '2021-11-12T01:15:15Z', 'revision_number': 4, 'project_id': '48c45952b0dd40bdb97d47d920eabb3e', 'subnets': [{'id': '5ae5a7a7-064a-4b2e-8a45-542b70b6baee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:15:17.270601 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 1666e194-0bde-40dc-a75b-52d65d965dbd up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:15:17.276297 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab286c78-a71c-4a17-9c30-fbebd95b379b req-bd36a3fd-6340-4ae1-9eae-b739a6c64042 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:17.278891 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ab286c78-a71c-4a17-9c30-fbebd95b379b req-bd36a3fd-6340-4ae1-9eae-b739a6c64042 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/ports?device_id=92429913-943b-4af7-ad8b-e3309d5a9a79 HTTP/1.1" status: 200 len: 944 time: 0.0690293 Nov 12 01:15:17.329270 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 1666e194-0bde-40dc-a75b-52d65d965dbd triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:17.329766 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:17.351905 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ab286c78-a71c-4a17-9c30-fbebd95b379b req-64bb85aa-094a-44c8-a2e0-5e4926848243 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ac0712c-a12b-4294-9453-7e1794dd4e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668728 Nov 12 01:15:18.255189 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd17881-3658-49b3-8973-c9cfeed8de6d req-a274a782-d87d-4241-8653-e7fa8b16a2ec tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:18.256656 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5dd17881-3658-49b3-8973-c9cfeed8de6d req-a274a782-d87d-4241-8653-e7fa8b16a2ec tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/networks?id=cf426145-af7a-457c-9edb-3ba8bbea2dab HTTP/1.1" status: 200 len: 812 time: 0.1097789 Nov 12 01:15:18.272493 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5dd17881-3658-49b3-8973-c9cfeed8de6d req-fd1a7bab-2c78-4e9e-b351-bffd74dd3b09 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/quotas/a17bedb646b94ed485e4adca083ceb13 HTTP/1.1" status: 200 len: 375 time: 0.0093198 Nov 12 01:15:18.328193 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5dd17881-3658-49b3-8973-c9cfeed8de6d req-898a3f03-6bb0-40aa-92ba-0e4c04892749 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a17bedb646b94ed485e4adca083ceb13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492480 Nov 12 01:15:18.434846 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5dd17881-3658-49b3-8973-c9cfeed8de6d req-6f361aa8-03d5-4b90-8da2-ed909a2a2261 service neutron] 10.222.0.20 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996249 Nov 12 01:15:18.462166 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e4b0d9-3e40-4c64-afb5-799bde2a0dd0 req-759e3e16-378b-49b4-8e2d-f7f8b1611780 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:18.463690 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-80e4b0d9-3e40-4c64-afb5-799bde2a0dd0 req-759e3e16-378b-49b4-8e2d-f7f8b1611780 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/ports?device_id=92429913-943b-4af7-ad8b-e3309d5a9a79 HTTP/1.1" status: 200 len: 944 time: 0.0542741 Nov 12 01:15:18.515838 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-80e4b0d9-3e40-4c64-afb5-799bde2a0dd0 req-ebf9dfef-3ded-4769-bb91-82aa366e0f42 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ac0712c-a12b-4294-9453-7e1794dd4e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442922 Nov 12 01:15:18.540592 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5dd17881-3658-49b3-8973-c9cfeed8de6d req-21814695-2bf6-4403-b14b-2b8ee3c62423 service neutron] 10.222.0.20 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993767 Nov 12 01:15:18.868764 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-434fd68c-1476-45f4-beb0-bda42df48c8f req-480b85c3-c873-40f4-bd80-9ff642b4e7f7 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=f98c9ce5-be6e-43c6-810e-2b226be30bce HTTP/1.1" status: 200 len: 210 time: 0.0357742 Nov 12 01:15:19.217472 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 1d0c4a52-99fc-4927-95ea-efe42027fc1a details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:15:19.334776 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 1d0c4a52-99fc-4927-95ea-efe42027fc1a, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=1d0c4a52-99fc-4927-95ea-efe42027fc1a,segment=NetworkSegment(219589a0-b169-43d5-bef9-0c2c329acf55),segment_id=219589a0-b169-43d5-bef9-0c2c329acf55)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:19.354278 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '1d0c4a52-99fc-4927-95ea-efe42027fc1a', 'network_id': '69443218-81a6-4686-a305-246d9911bca7', 'port_id': '1d0c4a52-99fc-4927-95ea-efe42027fc1a', 'mac_address': 'fa:16:3e:2e:da:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b2140c-b5a6-4813-abaa-2c106b79e18b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:15:19.406781 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:19.422371 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d0c4a52-99fc-4927-95ea-efe42027fc1a {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:15:19.452794 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 1d0c4a52-99fc-4927-95ea-efe42027fc1a, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=1d0c4a52-99fc-4927-95ea-efe42027fc1a,segment=NetworkSegment(219589a0-b169-43d5-bef9-0c2c329acf55),segment_id=219589a0-b169-43d5-bef9-0c2c329acf55)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:19.457620 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:19.517922 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=1d0c4a52-99fc-4927-95ea-efe42027fc1a,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:19.685793 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb53621-8b7b-43e1-b29f-971d1c7478b8 req-02f0e014-8678-4896-965e-12aa265ccc66 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:19.688030 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6fb53621-8b7b-43e1-b29f-971d1c7478b8 req-02f0e014-8678-4896-965e-12aa265ccc66 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/ports?device_id=92429913-943b-4af7-ad8b-e3309d5a9a79 HTTP/1.1" status: 200 len: 945 time: 0.0755680 Nov 12 01:15:19.750744 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6fb53621-8b7b-43e1-b29f-971d1c7478b8 req-45d33adb-12fb-4028-82a7-1f054e0a1abe tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ac0712c-a12b-4294-9453-7e1794dd4e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565765 Nov 12 01:15:19.856152 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['1d0c4a52-99fc-4927-95ea-efe42027fc1a'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:15:20.004889 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bca6fb63-ef63-44ba-b2e3-8e39faa6dec2 req-5e0d6161-7ce0-477b-85db-1d723db0eb91 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=f98c9ce5-be6e-43c6-810e-2b226be30bce HTTP/1.1" status: 200 len: 210 time: 0.0471685 Nov 12 01:15:20.303231 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd17881-3658-49b3-8973-c9cfeed8de6d req-a19260f2-b889-44fe-81d3-005c099ca08e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:20.304936 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5dd17881-3658-49b3-8973-c9cfeed8de6d req-a19260f2-b889-44fe-81d3-005c099ca08e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.49 "GET /v2.0/networks?id=cf426145-af7a-457c-9edb-3ba8bbea2dab HTTP/1.1" status: 200 len: 812 time: 0.1674104 Nov 12 01:15:20.327519 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-5dd17881-3658-49b3-8973-c9cfeed8de6d req-791dd657-d53c-4a31-b1a0-1a2ac8d928be tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Request body: {'port': {'device_id': 'f98c9ce5-be6e-43c6-810e-2b226be30bce', 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab', 'admin_state_up': True, 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:20.481348 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dd17881-3658-49b3-8973-c9cfeed8de6d req-791dd657-d53c-4a31-b1a0-1a2ac8d928be tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Made reservation on behalf of a17bedb646b94ed485e4adca083ceb13 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:15:20.485285 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-5dd17881-3658-49b3-8973-c9cfeed8de6d req-791dd657-d53c-4a31-b1a0-1a2ac8d928be tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:20.628208 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-5dd17881-3658-49b3-8973-c9cfeed8de6d req-791dd657-d53c-4a31-b1a0-1a2ac8d928be tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Allocated IP 172.20.0.10 (cf426145-af7a-457c-9edb-3ba8bbea2dab/e0049bca-8c54-4a87-971a-726fded81d57/9bbf3fd5-03c9-411d-84ae-2c486484dd74) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:15:20.798809 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-5dd17881-3658-49b3-8973-c9cfeed8de6d req-791dd657-d53c-4a31-b1a0-1a2ac8d928be tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:20.835870 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-5dd17881-3658-49b3-8973-c9cfeed8de6d req-791dd657-d53c-4a31-b1a0-1a2ac8d928be tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:20.921180 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dd17881-3658-49b3-8973-c9cfeed8de6d req-791dd657-d53c-4a31-b1a0-1a2ac8d928be tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Network cf426145-af7a-457c-9edb-3ba8bbea2dab is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:20.947610 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-5dd17881-3658-49b3-8973-c9cfeed8de6d req-791dd657-d53c-4a31-b1a0-1a2ac8d928be tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:20.958175 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd17881-3658-49b3-8973-c9cfeed8de6d req-791dd657-d53c-4a31-b1a0-1a2ac8d928be tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:15:21.013631 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd17881-3658-49b3-8973-c9cfeed8de6d req-791dd657-d53c-4a31-b1a0-1a2ac8d928be tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:21.014437 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-5dd17881-3658-49b3-8973-c9cfeed8de6d req-791dd657-d53c-4a31-b1a0-1a2ac8d928be tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:21.072213 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5dd17881-3658-49b3-8973-c9cfeed8de6d req-791dd657-d53c-4a31-b1a0-1a2ac8d928be tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7510962 Nov 12 01:15:21.094310 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-5dd17881-3658-49b3-8973-c9cfeed8de6d req-d935919a-b390-4c97-a99a-4e7883b75aab service neutron] Request body: {'port': {'device_id': 'f98c9ce5-be6e-43c6-810e-2b226be30bce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:21.127168 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38f388-fe96-4620-9805-406c38efe42f req-cf970c1f-bfb4-4402-a619-bc3adb2a53cf tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:21.129118 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6b38f388-fe96-4620-9805-406c38efe42f req-cf970c1f-bfb4-4402-a619-bc3adb2a53cf tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/ports?device_id=92429913-943b-4af7-ad8b-e3309d5a9a79 HTTP/1.1" status: 200 len: 945 time: 0.2568345 Nov 12 01:15:21.157722 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791dd657-d53c-4a31-b1a0-1a2ac8d928be tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Pushing event updated for resources: {'Port': ['ID=9bbf3fd5-03c9-411d-84ae-2c486484dd74,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:21.176798 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fde451-b203-46f4-8aba-7347c4f86210 req-f97711a0-160c-4357-bc7c-bff49dd83200 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:21.185649 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b5fde451-b203-46f4-8aba-7347c4f86210 req-f97711a0-160c-4357-bc7c-bff49dd83200 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=f98c9ce5-be6e-43c6-810e-2b226be30bce HTTP/1.1" status: 200 len: 932 time: 0.0821621 Nov 12 01:15:21.236349 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 1d0c4a52-99fc-4927-95ea-efe42027fc1a up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:15:21.281721 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b5fde451-b203-46f4-8aba-7347c4f86210 req-39279c32-4127-4a27-94f8-c882f9e2017e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929406 Nov 12 01:15:21.350201 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6b38f388-fe96-4620-9805-406c38efe42f req-025a4b81-a014-49bd-b330-5591facec652 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ac0712c-a12b-4294-9453-7e1794dd4e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837916 Nov 12 01:15:21.361239 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 1d0c4a52-99fc-4927-95ea-efe42027fc1a completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:15:21.366369 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-5dd17881-3658-49b3-8973-c9cfeed8de6d req-d935919a-b390-4c97-a99a-4e7883b75aab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:21.377285 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-cbdccfa1-2d27-4ce0-b85b-9e9602e5d76f None None] Provisioning complete for port 9bbf3fd5-03c9-411d-84ae-2c486484dd74 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:21.378484 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cbdccfa1-2d27-4ce0-b85b-9e9602e5d76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:21.407525 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 1d0c4a52-99fc-4927-95ea-efe42027fc1a triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:21.408105 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:21.448815 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-cbdccfa1-2d27-4ce0-b85b-9e9602e5d76f None None] Port 9bbf3fd5-03c9-411d-84ae-2c486484dd74 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:15:21.593164 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:21.622299 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92429913-943b-4af7-ad8b-e3309d5a9a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0c4a52-99fc-4927-95ea-efe42027fc1a'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:15:21.624965 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a570763d-eddb-42c5-a887-49aead00e44b" -d '{"events": [{"server_uuid": "92429913-943b-4af7-ad8b-e3309d5a9a79", "name": "network-vif-plugged", "status": "completed", "tag": "1d0c4a52-99fc-4927-95ea-efe42027fc1a"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:15:21.653011 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 1d0c4a52-99fc-4927-95ea-efe42027fc1a, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=1d0c4a52-99fc-4927-95ea-efe42027fc1a,segment=NetworkSegment(219589a0-b169-43d5-bef9-0c2c329acf55),segment_id=219589a0-b169-43d5-bef9-0c2c329acf55)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:21.659402 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:21.706000 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe41191-99b2-41e8-9f37-319dbac9e3d4 x-openstack-request-id: req-cbe41191-99b2-41e8-9f37-319dbac9e3d4 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:15:21.706291 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92429913-943b-4af7-ad8b-e3309d5a9a79", "name": "network-vif-plugged", "status": "completed", "tag": "1d0c4a52-99fc-4927-95ea-efe42027fc1a", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:15:21.706546 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cbe41191-99b2-41e8-9f37-319dbac9e3d4 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:15:21.706931 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92429913-943b-4af7-ad8b-e3309d5a9a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0c4a52-99fc-4927-95ea-efe42027fc1a', 'code': 200} Nov 12 01:15:21.736499 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=1d0c4a52-99fc-4927-95ea-efe42027fc1a,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:21.875205 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-5dd17881-3658-49b3-8973-c9cfeed8de6d req-d935919a-b390-4c97-a99a-4e7883b75aab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bbf3fd5-03c9-411d-84ae-2c486484dd74 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:15:21.883993 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b074f823-3fa9-4aaa-94c5-a9e0008ba0bb req-9ca8657a-3807-4853-8e04-4011f10b1b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:21.885642 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b074f823-3fa9-4aaa-94c5-a9e0008ba0bb req-9ca8657a-3807-4853-8e04-4011f10b1b8e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=92429913-943b-4af7-ad8b-e3309d5a9a79 HTTP/1.1" status: 200 len: 1098 time: 0.0922482 Nov 12 01:15:21.887621 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-5dd17881-3658-49b3-8973-c9cfeed8de6d req-d935919a-b390-4c97-a99a-4e7883b75aab service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:21.940846 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-5dd17881-3658-49b3-8973-c9cfeed8de6d req-d935919a-b390-4c97-a99a-4e7883b75aab service neutron] Transition to ACTIVE for port object 9bbf3fd5-03c9-411d-84ae-2c486484dd74 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:15:21.944219 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b074f823-3fa9-4aaa-94c5-a9e0008ba0bb req-dfaf5484-f677-4545-b106-d197c7787673 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3ac0712c-a12b-4294-9453-7e1794dd4e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476274 Nov 12 01:15:21.949708 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-5dd17881-3658-49b3-8973-c9cfeed8de6d req-d935919a-b390-4c97-a99a-4e7883b75aab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:22.011427 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d935919a-b390-4c97-a99a-4e7883b75aab service neutron] Pushing event updated for resources: {'Port': ['ID=9bbf3fd5-03c9-411d-84ae-2c486484dd74,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:22.093190 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-5dd17881-3658-49b3-8973-c9cfeed8de6d req-d935919a-b390-4c97-a99a-4e7883b75aab service neutron] Attempting to bind port 9bbf3fd5-03c9-411d-84ae-2c486484dd74 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:15:22.093613 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-5dd17881-3658-49b3-8973-c9cfeed8de6d req-d935919a-b390-4c97-a99a-4e7883b75aab service neutron] Attempting to bind port 9bbf3fd5-03c9-411d-84ae-2c486484dd74 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'c1b16b03-cd67-424f-8589-315c1c109bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:15:22.093860 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd17881-3658-49b3-8973-c9cfeed8de6d req-d935919a-b390-4c97-a99a-4e7883b75aab service neutron] Attempting to bind port 9bbf3fd5-03c9-411d-84ae-2c486484dd74 on network cf426145-af7a-457c-9edb-3ba8bbea2dab {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:15:22.098650 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd17881-3658-49b3-8973-c9cfeed8de6d req-d935919a-b390-4c97-a99a-4e7883b75aab service neutron] Port 9bbf3fd5-03c9-411d-84ae-2c486484dd74 on network cf426145-af7a-457c-9edb-3ba8bbea2dab not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:15:22.099259 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd17881-3658-49b3-8973-c9cfeed8de6d req-d935919a-b390-4c97-a99a-4e7883b75aab service neutron] Attempting to bind port 9bbf3fd5-03c9-411d-84ae-2c486484dd74 on network cf426145-af7a-457c-9edb-3ba8bbea2dab {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:15:22.105419 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd17881-3658-49b3-8973-c9cfeed8de6d req-d935919a-b390-4c97-a99a-4e7883b75aab service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:15:22.106021 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd17881-3658-49b3-8973-c9cfeed8de6d req-d935919a-b390-4c97-a99a-4e7883b75aab service neutron] Checking segment: {'id': 'c1b16b03-cd67-424f-8589-315c1c109bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:15:22.106503 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd17881-3658-49b3-8973-c9cfeed8de6d req-d935919a-b390-4c97-a99a-4e7883b75aab service neutron] Bound using segment: {'id': 'c1b16b03-cd67-424f-8589-315c1c109bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:15:22.107305 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-5dd17881-3658-49b3-8973-c9cfeed8de6d req-d935919a-b390-4c97-a99a-4e7883b75aab service neutron] Bound port: 9bbf3fd5-03c9-411d-84ae-2c486484dd74, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1b16b03-cd67-424f-8589-315c1c109bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:15:22.107790 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-5dd17881-3658-49b3-8973-c9cfeed8de6d req-d935919a-b390-4c97-a99a-4e7883b75aab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:22.184949 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-5dd17881-3658-49b3-8973-c9cfeed8de6d req-d935919a-b390-4c97-a99a-4e7883b75aab service neutron] For port 9bbf3fd5-03c9-411d-84ae-2c486484dd74, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:15:22.188579 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-5dd17881-3658-49b3-8973-c9cfeed8de6d req-d935919a-b390-4c97-a99a-4e7883b75aab service neutron] For port 9bbf3fd5-03c9-411d-84ae-2c486484dd74, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=9bbf3fd5-03c9-411d-84ae-2c486484dd74,segment=NetworkSegment(c1b16b03-cd67-424f-8589-315c1c109bba),segment_id=c1b16b03-cd67-424f-8589-315c1c109bba)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:15:22.195500 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-5dd17881-3658-49b3-8973-c9cfeed8de6d req-d935919a-b390-4c97-a99a-4e7883b75aab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:22.506245 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce02b9-b59f-40f7-ac24-9d88731e3cc7 req-c54cc922-e9aa-4fe7-b32b-f8ddb17ac863 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:22.515349 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ccce02b9-b59f-40f7-ac24-9d88731e3cc7 req-c54cc922-e9aa-4fe7-b32b-f8ddb17ac863 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/ports?device_id=92429913-943b-4af7-ad8b-e3309d5a9a79 HTTP/1.1" status: 200 len: 946 time: 0.0719268 Nov 12 01:15:22.646270 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ccce02b9-b59f-40f7-ac24-9d88731e3cc7 req-ead04aad-a2c3-43c6-8f03-2f1fd1117f3b tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ac0712c-a12b-4294-9453-7e1794dd4e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298866 Nov 12 01:15:22.689170 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd17881-3658-49b3-8973-c9cfeed8de6d req-d935919a-b390-4c97-a99a-4e7883b75aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:22.690030 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-5dd17881-3658-49b3-8973-c9cfeed8de6d req-d935919a-b390-4c97-a99a-4e7883b75aab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:22.691920 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5dd17881-3658-49b3-8973-c9cfeed8de6d req-d935919a-b390-4c97-a99a-4e7883b75aab service neutron] 10.222.0.49 "PUT /v2.0/ports/9bbf3fd5-03c9-411d-84ae-2c486484dd74 HTTP/1.1" status: 200 len: 1093 time: 1.6036224 Nov 12 01:15:22.695579 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f98c9ce5-be6e-43c6-810e-2b226be30bce', 'tag': '9bbf3fd5-03c9-411d-84ae-2c486484dd74'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:15:22.698883 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1262e2b-cc1a-4ec9-b0cb-1e2ab40919cb" -d '{"events": [{"name": "network-changed", "server_uuid": "f98c9ce5-be6e-43c6-810e-2b226be30bce", "tag": "9bbf3fd5-03c9-411d-84ae-2c486484dd74"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:15:22.873277 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d511ef3b-2993-483a-840b-bf4d1e61fafa x-openstack-request-id: req-d511ef3b-2993-483a-840b-bf4d1e61fafa {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:15:22.877224 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f98c9ce5-be6e-43c6-810e-2b226be30bce", "tag": "9bbf3fd5-03c9-411d-84ae-2c486484dd74", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:15:22.877993 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d511ef3b-2993-483a-840b-bf4d1e61fafa {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:15:22.877993 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f98c9ce5-be6e-43c6-810e-2b226be30bce', 'tag': '9bbf3fd5-03c9-411d-84ae-2c486484dd74', 'status': 'completed', 'code': 200} Nov 12 01:15:22.913947 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d935919a-b390-4c97-a99a-4e7883b75aab service neutron] Pushing event updated for resources: {'Port': ['ID=9bbf3fd5-03c9-411d-84ae-2c486484dd74,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:22.958807 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3f257-97b7-4121-88c0-67213a0cc219 req-f98d9b3a-19b2-43d0-88d0-72529d941c3c tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:22.967783 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-16b3f257-97b7-4121-88c0-67213a0cc219 req-f98d9b3a-19b2-43d0-88d0-72529d941c3c tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=f98c9ce5-be6e-43c6-810e-2b226be30bce HTTP/1.1" status: 200 len: 944 time: 0.2997613 Nov 12 01:15:22.994395 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd17881-3658-49b3-8973-c9cfeed8de6d req-bef5aa33-488b-42db-8700-ba4706de1444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:22.998787 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5dd17881-3658-49b3-8973-c9cfeed8de6d req-bef5aa33-488b-42db-8700-ba4706de1444 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a17bedb646b94ed485e4adca083ceb13&device_id=f98c9ce5-be6e-43c6-810e-2b226be30bce HTTP/1.1" status: 200 len: 1096 time: 0.2330034 Nov 12 01:15:23.153994 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-16b3f257-97b7-4121-88c0-67213a0cc219 req-0425cb46-5848-4dfc-9c51-f52c41a9e436 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847208 Nov 12 01:15:23.156449 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5dd17881-3658-49b3-8973-c9cfeed8de6d req-6d8bce6f-b69c-49ef-8ca2-f6af2363deed service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9bbf3fd5-03c9-411d-84ae-2c486484dd74 HTTP/1.1" status: 200 len: 217 time: 0.1104610 Nov 12 01:15:23.213925 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd17881-3658-49b3-8973-c9cfeed8de6d req-57c0e277-7965-48cf-893b-27bc8d151cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:23.215668 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5dd17881-3658-49b3-8973-c9cfeed8de6d req-57c0e277-7965-48cf-893b-27bc8d151cef service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e0049bca-8c54-4a87-971a-726fded81d57 HTTP/1.1" status: 200 len: 851 time: 0.0478530 Nov 12 01:15:23.361914 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd17881-3658-49b3-8973-c9cfeed8de6d req-98d1a466-8fad-4025-b0df-0b87ae7abb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:23.365855 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5dd17881-3658-49b3-8973-c9cfeed8de6d req-98d1a466-8fad-4025-b0df-0b87ae7abb9a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf426145-af7a-457c-9edb-3ba8bbea2dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1408603 Nov 12 01:15:23.611313 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5dd17881-3658-49b3-8973-c9cfeed8de6d req-56fe681e-9b7e-4d96-bbf7-3bfca2d7d325 service neutron] 10.222.0.49 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376039 Nov 12 01:15:23.794873 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5dd17881-3658-49b3-8973-c9cfeed8de6d req-236426f0-aaf4-4140-91d3-66c802ff3ad6 service neutron] 10.222.0.49 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575806 Nov 12 01:15:23.945693 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1262e2b-cc1a-4ec9-b0cb-1e2ab40919cb req-d4bd7ab3-fce3-414f-876a-aade4b0d2064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:23.947729 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e1262e2b-cc1a-4ec9-b0cb-1e2ab40919cb req-d4bd7ab3-fce3-414f-876a-aade4b0d2064 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a17bedb646b94ed485e4adca083ceb13&device_id=f98c9ce5-be6e-43c6-810e-2b226be30bce HTTP/1.1" status: 200 len: 1096 time: 0.0706606 Nov 12 01:15:23.949950 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c5eab-25b9-41fc-8817-d569245d5253 req-7e028c07-7fae-466d-a5e1-156302a775f3 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:23.959212 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cd1c5eab-25b9-41fc-8817-d569245d5253 req-7e028c07-7fae-466d-a5e1-156302a775f3 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/ports?device_id=92429913-943b-4af7-ad8b-e3309d5a9a79 HTTP/1.1" status: 200 len: 946 time: 0.1618121 Nov 12 01:15:24.081985 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cd1c5eab-25b9-41fc-8817-d569245d5253 req-616f356f-a446-4a8e-a2f7-dc51e5f63ce7 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ac0712c-a12b-4294-9453-7e1794dd4e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218259 Nov 12 01:15:24.114675 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1262e2b-cc1a-4ec9-b0cb-1e2ab40919cb req-a3d78d52-d1ba-419a-a3e9-7f40959aa0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:24.114675 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e1262e2b-cc1a-4ec9-b0cb-1e2ab40919cb req-a3d78d52-d1ba-419a-a3e9-7f40959aa0ea service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf426145-af7a-457c-9edb-3ba8bbea2dab HTTP/1.1" status: 200 len: 913 time: 0.1524286 Nov 12 01:15:24.268110 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e1262e2b-cc1a-4ec9-b0cb-1e2ab40919cb req-2e793449-d59e-4012-ac07-c0ae1235319a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9bbf3fd5-03c9-411d-84ae-2c486484dd74 HTTP/1.1" status: 200 len: 217 time: 0.1522670 Nov 12 01:15:24.411287 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac61e34-773c-41ab-9af3-3f7ef74dd3f4 req-bbf7cc1e-145e-4a1e-ae6e-d02cadcba459 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:24.414522 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1262e2b-cc1a-4ec9-b0cb-1e2ab40919cb req-1019428b-4543-4aa5-9355-6643ff51e49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:24.416293 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e1262e2b-cc1a-4ec9-b0cb-1e2ab40919cb req-1019428b-4543-4aa5-9355-6643ff51e49a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e0049bca-8c54-4a87-971a-726fded81d57 HTTP/1.1" status: 200 len: 851 time: 0.1389112 Nov 12 01:15:24.419307 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7ac61e34-773c-41ab-9af3-3f7ef74dd3f4 req-bbf7cc1e-145e-4a1e-ae6e-d02cadcba459 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=f98c9ce5-be6e-43c6-810e-2b226be30bce HTTP/1.1" status: 200 len: 944 time: 0.1375535 Nov 12 01:15:24.481323 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7ac61e34-773c-41ab-9af3-3f7ef74dd3f4 req-4004b566-856b-4dd6-9c94-cc90a471f128 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609257 Nov 12 01:15:24.554388 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1262e2b-cc1a-4ec9-b0cb-1e2ab40919cb req-d9adcd71-05d2-457f-bdf1-3da5c0ca2766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:24.556304 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e1262e2b-cc1a-4ec9-b0cb-1e2ab40919cb req-d9adcd71-05d2-457f-bdf1-3da5c0ca2766 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf426145-af7a-457c-9edb-3ba8bbea2dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1254032 Nov 12 01:15:24.778986 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e1262e2b-cc1a-4ec9-b0cb-1e2ab40919cb req-74e19a1a-48ae-401d-bc70-ad803d210417 service neutron] 10.222.0.49 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128818 Nov 12 01:15:24.971257 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e1262e2b-cc1a-4ec9-b0cb-1e2ab40919cb req-68573984-9137-4dad-a8a8-10f7fcd7572b service neutron] 10.222.0.49 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842334 Nov 12 01:15:25.645366 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e978c7-8bdb-42ec-b01d-0ae818d0f6f2 req-ffe26260-1821-47ff-8de7-c5c61c619178 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:25.649943 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-76e978c7-8bdb-42ec-b01d-0ae818d0f6f2 req-ffe26260-1821-47ff-8de7-c5c61c619178 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=f98c9ce5-be6e-43c6-810e-2b226be30bce HTTP/1.1" status: 200 len: 944 time: 0.0539033 Nov 12 01:15:25.762600 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-76e978c7-8bdb-42ec-b01d-0ae818d0f6f2 req-d49f7100-744f-4729-b2ea-58699671f188 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040306 Nov 12 01:15:26.899149 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55972637-f919-4206-bdc9-cbdd2dc0cacb req-74613e2f-bdc4-4829-9829-7009b1d633a6 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:26.901653 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-55972637-f919-4206-bdc9-cbdd2dc0cacb req-74613e2f-bdc4-4829-9829-7009b1d633a6 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=f98c9ce5-be6e-43c6-810e-2b226be30bce HTTP/1.1" status: 200 len: 944 time: 0.0634334 Nov 12 01:15:26.997337 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-55972637-f919-4206-bdc9-cbdd2dc0cacb req-b7e08884-2983-4b97-9691-6f37d0f1e896 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865252 Nov 12 01:15:28.157841 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeccad04-f8e8-4c1f-83ce-30fff320e2c3 req-ba304e9f-a5ed-49a4-8e0d-f4012a02e86d tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:28.166004 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-eeccad04-f8e8-4c1f-83ce-30fff320e2c3 req-ba304e9f-a5ed-49a4-8e0d-f4012a02e86d tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=f98c9ce5-be6e-43c6-810e-2b226be30bce HTTP/1.1" status: 200 len: 944 time: 0.0848143 Nov 12 01:15:28.166266 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43452) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:28.225204 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-eeccad04-f8e8-4c1f-83ce-30fff320e2c3 req-1f752c4b-f724-44cd-8d7d-8aa8b9de1bd0 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580466 Nov 12 01:15:28.296624 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d1ddcca0-235b-4647-97c0-d8f630d13172 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:28.375299 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d1ddcca0-235b-4647-97c0-d8f630d13172 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:28.379398 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d1ddcca0-235b-4647-97c0-d8f630d13172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:28.426463 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43456) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:28.426749 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d1ddcca0-235b-4647-97c0-d8f630d13172 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e0bda5c874f64168a16e5aff646c32ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2585661 Nov 12 01:15:28.427443 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ddcca0-235b-4647-97c0-d8f630d13172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d18e6f-0d76-409e-ae26-94c33b6d3960,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:28.487739 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7e7785af-ff48-40be-9856-26360b2a5e7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:28.511263 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7e7785af-ff48-40be-9856-26360b2a5e7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:28.564781 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7e7785af-ff48-40be-9856-26360b2a5e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:28.568151 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7e7785af-ff48-40be-9856-26360b2a5e7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:28.573432 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7e7785af-ff48-40be-9856-26360b2a5e7c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d5d18e6f-0d76-409e-ae26-94c33b6d3960 HTTP/1.1" status: 204 len: 168 time: 0.1445324 Nov 12 01:15:28.583199 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7785af-ff48-40be-9856-26360b2a5e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d18e6f-0d76-409e-ae26-94c33b6d3960,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:28.908215 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43466) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:28.922529 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2eb472a3-1d76-4817-9b55-7d7d502a009a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:29.017913 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2eb472a3-1d76-4817-9b55-7d7d502a009a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:29.022711 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2eb472a3-1d76-4817-9b55-7d7d502a009a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:29.052857 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb472a3-1d76-4817-9b55-7d7d502a009a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=accf6888-757c-46ac-a043-116373fe0980,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:29.082738 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43468) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:29.085999 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-2eb472a3-1d76-4817-9b55-7d7d502a009a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=16c5ce4d322c463dbacf80fcc0f23b82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1764221 Nov 12 01:15:29.140475 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9408302e-0a19-4930-9155-04c1324d6f86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:29.165735 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9408302e-0a19-4930-9155-04c1324d6f86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:29.204356 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9848e29a-45f1-4b08-9336-05990705711d req-85c24e09-f8c8-4c9b-bbd4-a59f0b9c1ff3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=92429913-943b-4af7-ad8b-e3309d5a9a79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0458517 Nov 12 01:15:29.220695 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9408302e-0a19-4930-9155-04c1324d6f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:29.223480 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9408302e-0a19-4930-9155-04c1324d6f86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:29.227118 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-9408302e-0a19-4930-9155-04c1324d6f86 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/accf6888-757c-46ac-a043-116373fe0980 HTTP/1.1" status: 204 len: 168 time: 0.1407986 Nov 12 01:15:29.237127 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9408302e-0a19-4930-9155-04c1324d6f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accf6888-757c-46ac-a043-116373fe0980,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:29.341572 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9848e29a-45f1-4b08-9336-05990705711d req-ffa6fb6f-0dde-4a2a-aedc-1ab941e45857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:29.343101 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9848e29a-45f1-4b08-9336-05990705711d req-ffa6fb6f-0dde-4a2a-aedc-1ab941e45857 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad32b1a67d904b2ba2e1b63e22070376&device_id=92429913-943b-4af7-ad8b-e3309d5a9a79 HTTP/1.1" status: 200 len: 1098 time: 0.0567825 Nov 12 01:15:29.453834 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d3f42-d7a1-4e00-9685-035262db6ef6 req-b0d41192-b647-4a80-af5a-124de0ce8874 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:29.461023 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bb7d3f42-d7a1-4e00-9685-035262db6ef6 req-b0d41192-b647-4a80-af5a-124de0ce8874 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=f98c9ce5-be6e-43c6-810e-2b226be30bce HTTP/1.1" status: 200 len: 944 time: 0.1316190 Nov 12 01:15:29.521003 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9848e29a-45f1-4b08-9336-05990705711d req-9efea968-f888-42db-ab1b-c7b11fcc54fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:29.522665 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9848e29a-45f1-4b08-9336-05990705711d req-9efea968-f888-42db-ab1b-c7b11fcc54fc service neutron] 10.222.0.54 "GET /v2.0/networks?id=69443218-81a6-4686-a305-246d9911bca7 HTTP/1.1" status: 200 len: 914 time: 0.1579490 Nov 12 01:15:29.538500 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bb7d3f42-d7a1-4e00-9685-035262db6ef6 req-bd23ae4a-7929-4597-b791-8fc977de6559 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752511 Nov 12 01:15:29.593755 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9848e29a-45f1-4b08-9336-05990705711d req-1f47c5d5-59b6-403f-a902-9887531b2883 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d0c4a52-99fc-4927-95ea-efe42027fc1a HTTP/1.1" status: 200 len: 217 time: 0.0535254 Nov 12 01:15:29.664209 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9848e29a-45f1-4b08-9336-05990705711d req-3c22874f-0e4d-481f-ae28-4aa8ea770b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:29.666482 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9848e29a-45f1-4b08-9336-05990705711d req-3c22874f-0e4d-481f-ae28-4aa8ea770b15 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04b2140c-b5a6-4813-abaa-2c106b79e18b HTTP/1.1" status: 200 len: 853 time: 0.0654497 Nov 12 01:15:29.713308 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9848e29a-45f1-4b08-9336-05990705711d req-1b80a863-a4e8-4bd6-a7c7-53324253a5b3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=69443218-81a6-4686-a305-246d9911bca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388777 Nov 12 01:15:29.833513 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9848e29a-45f1-4b08-9336-05990705711d req-4f9d6017-4e9a-412b-96b4-c1f446c787bd service neutron] 10.222.0.54 "GET /v2.0/networks/69443218-81a6-4686-a305-246d9911bca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128953 Nov 12 01:15:29.959826 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9848e29a-45f1-4b08-9336-05990705711d req-48009110-ddf7-4f96-ade5-040d755182c8 service neutron] 10.222.0.54 "GET /v2.0/networks/69443218-81a6-4686-a305-246d9911bca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182611 Nov 12 01:15:30.736870 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b58e2-d360-4bc1-aa71-b155a31cdadb req-0e10c315-1439-41f5-bce1-9e9488add11a tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:30.739193 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f93b58e2-d360-4bc1-aa71-b155a31cdadb req-0e10c315-1439-41f5-bce1-9e9488add11a tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=f98c9ce5-be6e-43c6-810e-2b226be30bce HTTP/1.1" status: 200 len: 944 time: 0.0560658 Nov 12 01:15:30.796752 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f93b58e2-d360-4bc1-aa71-b155a31cdadb req-724a4420-ab34-4d74-b6e5-4ffba7e7b156 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515423 Nov 12 01:15:31.934851 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e16c43-666f-42d3-95e7-18bd0a624529 req-8312955f-ead2-4d9c-afe4-dc428bd8e429 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:31.936534 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-77e16c43-666f-42d3-95e7-18bd0a624529 req-8312955f-ead2-4d9c-afe4-dc428bd8e429 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=f98c9ce5-be6e-43c6-810e-2b226be30bce HTTP/1.1" status: 200 len: 944 time: 0.0638783 Nov 12 01:15:32.006129 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-77e16c43-666f-42d3-95e7-18bd0a624529 req-2ba1d132-d6b7-4b77-b88a-81031cd83a82 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630078 Nov 12 01:15:33.182620 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d71dca-5c8e-4ad4-8e81-c21c17544eeb req-29054d75-55bc-4506-82f4-3fdfa07f3853 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:33.189908 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b5d71dca-5c8e-4ad4-8e81-c21c17544eeb req-29054d75-55bc-4506-82f4-3fdfa07f3853 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=f98c9ce5-be6e-43c6-810e-2b226be30bce HTTP/1.1" status: 200 len: 944 time: 0.0805526 Nov 12 01:15:33.580231 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b5d71dca-5c8e-4ad4-8e81-c21c17544eeb req-dd4693ea-aa56-4efb-896e-f9d191bebeef tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838956 Nov 12 01:15:34.283551 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5752a254-639c-49d4-81ac-c69c1467ed52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:34.713870 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a52cb-0953-4776-a3b3-21dabdc7b9a1 req-d8d6a9f8-f03b-417e-8bf5-7a30ed67c704 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:34.715360 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-606a52cb-0953-4776-a3b3-21dabdc7b9a1 req-d8d6a9f8-f03b-417e-8bf5-7a30ed67c704 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=f98c9ce5-be6e-43c6-810e-2b226be30bce HTTP/1.1" status: 200 len: 944 time: 0.0617230 Nov 12 01:15:34.781817 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-606a52cb-0953-4776-a3b3-21dabdc7b9a1 req-6b18e5ff-4091-4e1c-aad2-f4f497a44574 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598202 Nov 12 01:15:35.920905 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6f088-65e7-48c4-b41a-6db061829b31 req-581b23c2-6949-4fab-aab7-8930be26600f tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:35.923006 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3de6f088-65e7-48c4-b41a-6db061829b31 req-581b23c2-6949-4fab-aab7-8930be26600f tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=f98c9ce5-be6e-43c6-810e-2b226be30bce HTTP/1.1" status: 200 len: 944 time: 0.0631030 Nov 12 01:15:35.973889 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3de6f088-65e7-48c4-b41a-6db061829b31 req-0aa71afe-2d99-42a2-8d6e-538a97cfb8b8 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448737 Nov 12 01:15:36.412738 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9fc270e7-c84e-49b9-95d6-8ad1eb9ed02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:36.763884 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43604) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:36.875849 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-755788b7-537a-44e6-b9f1-665551f69e6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:36.959105 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-755788b7-537a-44e6-b9f1-665551f69e6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:36.965260 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-755788b7-537a-44e6-b9f1-665551f69e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.008467 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-755788b7-537a-44e6-b9f1-665551f69e6f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=be3387b891dd48a4ae826bd14124cd31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2431190 Nov 12 01:15:37.009748 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755788b7-537a-44e6-b9f1-665551f69e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85132e4e-a311-4e2e-bc71-0a2b3afa030d,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:37.011749 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43612) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:37.083543 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7758366a-04c3-4d80-9a0f-204835a1a16b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.124703 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7758366a-04c3-4d80-9a0f-204835a1a16b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.152808 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ed79c-1b75-422e-ba3a-53a4c9f7d3b7 req-9b41a5f9-e545-4f93-b598-233d8cce4677 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:37.154305 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f19ed79c-1b75-422e-ba3a-53a4c9f7d3b7 req-9b41a5f9-e545-4f93-b598-233d8cce4677 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=f98c9ce5-be6e-43c6-810e-2b226be30bce HTTP/1.1" status: 200 len: 944 time: 0.0848203 Nov 12 01:15:37.218558 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f19ed79c-1b75-422e-ba3a-53a4c9f7d3b7 req-4c8b7018-c902-4729-a37c-a3c4d4e87e74 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575063 Nov 12 01:15:37.219586 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7758366a-04c3-4d80-9a0f-204835a1a16b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.222271 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7758366a-04c3-4d80-9a0f-204835a1a16b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.225574 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7758366a-04c3-4d80-9a0f-204835a1a16b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/85132e4e-a311-4e2e-bc71-0a2b3afa030d HTTP/1.1" status: 204 len: 168 time: 0.2096350 Nov 12 01:15:37.242707 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7758366a-04c3-4d80-9a0f-204835a1a16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85132e4e-a311-4e2e-bc71-0a2b3afa030d,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:37.257602 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 9bbf3fd5-03c9-411d-84ae-2c486484dd74 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:15:37.373240 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 9bbf3fd5-03c9-411d-84ae-2c486484dd74, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=9bbf3fd5-03c9-411d-84ae-2c486484dd74,segment=NetworkSegment(c1b16b03-cd67-424f-8589-315c1c109bba),segment_id=c1b16b03-cd67-424f-8589-315c1c109bba)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:37.384536 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '9bbf3fd5-03c9-411d-84ae-2c486484dd74', 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab', 'port_id': '9bbf3fd5-03c9-411d-84ae-2c486484dd74', 'mac_address': 'fa:16:3e:08:c5:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0049bca-8c54-4a87-971a-726fded81d57', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:15:37.423605 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.437761 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bbf3fd5-03c9-411d-84ae-2c486484dd74 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:15:37.457921 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 9bbf3fd5-03c9-411d-84ae-2c486484dd74, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=9bbf3fd5-03c9-411d-84ae-2c486484dd74,segment=NetworkSegment(c1b16b03-cd67-424f-8589-315c1c109bba),segment_id=c1b16b03-cd67-424f-8589-315c1c109bba)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:37.462628 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.516426 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=9bbf3fd5-03c9-411d-84ae-2c486484dd74,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:37.558163 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43618) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:37.567246 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-54ff1341-29e0-40d3-be9b-eea525e7d2a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.650245 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-54ff1341-29e0-40d3-be9b-eea525e7d2a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.655376 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-54ff1341-29e0-40d3-be9b-eea525e7d2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.693658 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-54ff1341-29e0-40d3-be9b-eea525e7d2a8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=323ffd8fa4f14e09b0fa3bf2cd4f940d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1415646 Nov 12 01:15:37.696340 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43620) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:37.704102 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff1341-29e0-40d3-be9b-eea525e7d2a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a05b110-9152-4ba7-b95f-967389557256,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:37.754103 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-97289268-1ea7-4d24-9a86-6792d4c0a30c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.771356 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['9bbf3fd5-03c9-411d-84ae-2c486484dd74'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:15:37.783534 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-97289268-1ea7-4d24-9a86-6792d4c0a30c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.849124 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-97289268-1ea7-4d24-9a86-6792d4c0a30c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.853434 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.853971 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-97289268-1ea7-4d24-9a86-6792d4c0a30c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.857335 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-97289268-1ea7-4d24-9a86-6792d4c0a30c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2a05b110-9152-4ba7-b95f-967389557256 HTTP/1.1" status: 204 len: 168 time: 0.1592290 Nov 12 01:15:37.877280 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97289268-1ea7-4d24-9a86-6792d4c0a30c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a05b110-9152-4ba7-b95f-967389557256,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:38.462768 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66013a95-2e1d-4043-9c6f-422624de7ace req-b889a794-2394-4b43-8e4a-4c43f1bb0937 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:38.466789 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-66013a95-2e1d-4043-9c6f-422624de7ace req-b889a794-2394-4b43-8e4a-4c43f1bb0937 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=f98c9ce5-be6e-43c6-810e-2b226be30bce HTTP/1.1" status: 200 len: 945 time: 0.0945313 Nov 12 01:15:38.549770 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-66013a95-2e1d-4043-9c6f-422624de7ace req-4f0e0b7f-e5b8-4c9a-8534-71cef0b144c0 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745373 Nov 12 01:15:39.274722 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 9bbf3fd5-03c9-411d-84ae-2c486484dd74 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:15:39.349826 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:39.370214 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 9bbf3fd5-03c9-411d-84ae-2c486484dd74 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:15:39.382532 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 9bbf3fd5-03c9-411d-84ae-2c486484dd74 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:39.384443 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:39.480647 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:39.508035 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98c9ce5-be6e-43c6-810e-2b226be30bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bbf3fd5-03c9-411d-84ae-2c486484dd74'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:15:39.510729 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69524bed-031f-49a9-81b2-2cdfeae2bc84" -d '{"events": [{"server_uuid": "f98c9ce5-be6e-43c6-810e-2b226be30bce", "name": "network-vif-plugged", "status": "completed", "tag": "9bbf3fd5-03c9-411d-84ae-2c486484dd74"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:15:39.524327 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 9bbf3fd5-03c9-411d-84ae-2c486484dd74, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=9bbf3fd5-03c9-411d-84ae-2c486484dd74,segment=NetworkSegment(c1b16b03-cd67-424f-8589-315c1c109bba),segment_id=c1b16b03-cd67-424f-8589-315c1c109bba)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:39.531116 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:39.608728 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=9bbf3fd5-03c9-411d-84ae-2c486484dd74,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:39.751238 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe504362-940c-4b3d-957d-4eb9d40067bc req-7b80ca84-f939-4b84-86c7-0444d42e7068 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:39.753103 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fe504362-940c-4b3d-957d-4eb9d40067bc req-7b80ca84-f939-4b84-86c7-0444d42e7068 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=f98c9ce5-be6e-43c6-810e-2b226be30bce HTTP/1.1" status: 200 len: 946 time: 0.0921957 Nov 12 01:15:39.757281 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150afa41-cbd1-4a87-8ae2-2b18d0cb3d33 x-openstack-request-id: req-150afa41-cbd1-4a87-8ae2-2b18d0cb3d33 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:15:39.757910 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f98c9ce5-be6e-43c6-810e-2b226be30bce", "name": "network-vif-plugged", "status": "completed", "tag": "9bbf3fd5-03c9-411d-84ae-2c486484dd74", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:15:39.758595 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-150afa41-cbd1-4a87-8ae2-2b18d0cb3d33 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:15:39.759230 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f98c9ce5-be6e-43c6-810e-2b226be30bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bbf3fd5-03c9-411d-84ae-2c486484dd74', 'code': 200} Nov 12 01:15:39.816076 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fe504362-940c-4b3d-957d-4eb9d40067bc req-b8d3c89a-c86e-48de-8a5f-3df8ec250046 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567882 Nov 12 01:15:39.898792 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7289ad8-7637-4337-a569-05d0d13e3a73 req-73bb002a-f0ab-485e-bff8-748e5b94c621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:39.900336 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e7289ad8-7637-4337-a569-05d0d13e3a73 req-73bb002a-f0ab-485e-bff8-748e5b94c621 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f98c9ce5-be6e-43c6-810e-2b226be30bce HTTP/1.1" status: 200 len: 1098 time: 0.0452104 Nov 12 01:15:39.954532 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e7289ad8-7637-4337-a569-05d0d13e3a73 req-0f4dc2e8-f7ea-4d4c-a128-a24d753084b6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449040 Nov 12 01:15:40.287889 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:40.955226 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ab9c7-560b-4462-8206-36921d9e2ec4 req-ed73ae55-67eb-4d3d-a368-49c758da6d0a tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:40.958100 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-018ab9c7-560b-4462-8206-36921d9e2ec4 req-ed73ae55-67eb-4d3d-a368-49c758da6d0a tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=f98c9ce5-be6e-43c6-810e-2b226be30bce HTTP/1.1" status: 200 len: 946 time: 0.0557704 Nov 12 01:15:40.983590 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:41.040363 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-018ab9c7-560b-4462-8206-36921d9e2ec4 req-bb98dd9b-7d03-4cbd-8998-fa6c2bfb59e7 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637190 Nov 12 01:15:41.373019 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43696) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:41.514145 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a68f9b8a-7f8e-410f-a762-fe75b6c4711f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:41.619692 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a68f9b8a-7f8e-410f-a762-fe75b6c4711f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:41.625158 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a68f9b8a-7f8e-410f-a762-fe75b6c4711f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:41.669470 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f9b8a-7f8e-410f-a762-fe75b6c4711f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a335d63-45fa-4e4c-837c-be20d4293f3f,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:41.714148 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a68f9b8a-7f8e-410f-a762-fe75b6c4711f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1b8b96bcb2804269a316ea2990802f3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3365040 Nov 12 01:15:41.714606 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43710) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:41.777673 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bc60c6fe-c680-4f56-bead-ec813fd724eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:41.804435 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bc60c6fe-c680-4f56-bead-ec813fd724eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:41.862796 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bc60c6fe-c680-4f56-bead-ec813fd724eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:41.865640 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bc60c6fe-c680-4f56-bead-ec813fd724eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:41.866882 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-bc60c6fe-c680-4f56-bead-ec813fd724eb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7a335d63-45fa-4e4c-837c-be20d4293f3f HTTP/1.1" status: 204 len: 168 time: 0.1512771 Nov 12 01:15:41.879581 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60c6fe-c680-4f56-bead-ec813fd724eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a335d63-45fa-4e4c-837c-be20d4293f3f,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:42.308548 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b793796-bff9-4856-9a31-3afaf9f6dc56 req-a4f20b69-95f5-4361-b464-9a37a659a81f tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:42.308548 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2b793796-bff9-4856-9a31-3afaf9f6dc56 req-a4f20b69-95f5-4361-b464-9a37a659a81f tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=f98c9ce5-be6e-43c6-810e-2b226be30bce HTTP/1.1" status: 200 len: 946 time: 0.1372097 Nov 12 01:15:42.397844 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2b793796-bff9-4856-9a31-3afaf9f6dc56 req-44b1ab34-c6e1-4e47-8fda-c3f8f4dfd068 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719945 Nov 12 01:15:42.534597 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630afce-156b-40af-8755-a1488af67dd5 req-17ee8d97-0416-441f-9562-3983df620a94 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:42.536137 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8630afce-156b-40af-8755-a1488af67dd5 req-17ee8d97-0416-441f-9562-3983df620a94 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=f98c9ce5-be6e-43c6-810e-2b226be30bce HTTP/1.1" status: 200 len: 946 time: 0.0516963 Nov 12 01:15:42.589271 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8630afce-156b-40af-8755-a1488af67dd5 req-2a53d82c-e12d-44db-801e-578487d2e51c tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457714 Nov 12 01:15:42.711830 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd16951-b137-4e00-94ea-0c6fa84b0a04 req-67d7571c-347e-49f9-90c0-213fc1be429c tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:42.714103 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bcd16951-b137-4e00-94ea-0c6fa84b0a04 req-67d7571c-347e-49f9-90c0-213fc1be429c tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=f98c9ce5-be6e-43c6-810e-2b226be30bce HTTP/1.1" status: 200 len: 946 time: 0.0580032 Nov 12 01:15:42.781333 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bcd16951-b137-4e00-94ea-0c6fa84b0a04 req-e4d19e95-3105-42d9-b953-6339a270014e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574219 Nov 12 01:15:42.852706 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:43.068497 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf17bc-2f4f-49da-aefb-4c30c42db7f7 req-ed7d44d0-9b10-4252-9d8f-9aa0b50ecd84 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:43.070032 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0eaf17bc-2f4f-49da-aefb-4c30c42db7f7 req-ed7d44d0-9b10-4252-9d8f-9aa0b50ecd84 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=f98c9ce5-be6e-43c6-810e-2b226be30bce HTTP/1.1" status: 200 len: 946 time: 0.0539629 Nov 12 01:15:43.118826 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0eaf17bc-2f4f-49da-aefb-4c30c42db7f7 req-b3bd327b-2341-48fe-9152-0c1c504849f5 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422990 Nov 12 01:15:44.306025 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d5621-2bfc-404b-9695-a2f0300e7986 req-12814e93-0d4b-427d-b176-56ae111d840d tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:44.307818 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-818d5621-2bfc-404b-9695-a2f0300e7986 req-12814e93-0d4b-427d-b176-56ae111d840d tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=f98c9ce5-be6e-43c6-810e-2b226be30bce HTTP/1.1" status: 200 len: 946 time: 0.0551465 Nov 12 01:15:44.371090 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-818d5621-2bfc-404b-9695-a2f0300e7986 req-4a4af24f-cd75-4446-9aa3-d40010354394 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541465 Nov 12 01:15:44.623293 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110f9e0-3b19-48ad-8dd4-2b372bd00c47 req-79e19edd-de6e-4924-a763-49cee2ee58b8 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:44.624809 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6110f9e0-3b19-48ad-8dd4-2b372bd00c47 req-79e19edd-de6e-4924-a763-49cee2ee58b8 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.49 "GET /v2.0/ports?device_id=f98c9ce5-be6e-43c6-810e-2b226be30bce HTTP/1.1" status: 200 len: 946 time: 0.0551496 Nov 12 01:15:44.721662 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-6110f9e0-3b19-48ad-8dd4-2b372bd00c47 req-4b140f80-8dae-4c35-bf03-7f725cecbd96 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Deleting port 9bbf3fd5-03c9-411d-84ae-2c486484dd74 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:44.722006 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6110f9e0-3b19-48ad-8dd4-2b372bd00c47 req-4b140f80-8dae-4c35-bf03-7f725cecbd96 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:44.822047 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-6110f9e0-3b19-48ad-8dd4-2b372bd00c47 req-4b140f80-8dae-4c35-bf03-7f725cecbd96 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] For port 9bbf3fd5-03c9-411d-84ae-2c486484dd74, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=9bbf3fd5-03c9-411d-84ae-2c486484dd74,segment=NetworkSegment(c1b16b03-cd67-424f-8589-315c1c109bba),segment_id=c1b16b03-cd67-424f-8589-315c1c109bba)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:44.822386 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6110f9e0-3b19-48ad-8dd4-2b372bd00c47 req-4b140f80-8dae-4c35-bf03-7f725cecbd96 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:44.835785 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-6110f9e0-3b19-48ad-8dd4-2b372bd00c47 req-4b140f80-8dae-4c35-bf03-7f725cecbd96 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Calling delete_port for 9bbf3fd5-03c9-411d-84ae-2c486484dd74 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:44.984682 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6110f9e0-3b19-48ad-8dd4-2b372bd00c47 req-4b140f80-8dae-4c35-bf03-7f725cecbd96 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:45.018679 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['9bbf3fd5-03c9-411d-84ae-2c486484dd74'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:15:45.034778 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b140f80-8dae-4c35-bf03-7f725cecbd96 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Pushing event deleted for resources: {'Port': ['ID=9bbf3fd5-03c9-411d-84ae-2c486484dd74,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:45.078202 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-6110f9e0-3b19-48ad-8dd4-2b372bd00c47 req-4b140f80-8dae-4c35-bf03-7f725cecbd96 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] No DVR routers for this DVR port 9bbf3fd5-03c9-411d-84ae-2c486484dd74 on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:15:45.080993 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6110f9e0-3b19-48ad-8dd4-2b372bd00c47 req-4b140f80-8dae-4c35-bf03-7f725cecbd96 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:45.085844 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6110f9e0-3b19-48ad-8dd4-2b372bd00c47 req-4b140f80-8dae-4c35-bf03-7f725cecbd96 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.49 "DELETE /v2.0/ports/9bbf3fd5-03c9-411d-84ae-2c486484dd74 HTTP/1.1" status: 204 len: 173 time: 0.4544864 Nov 12 01:15:45.086523 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98c9ce5-be6e-43c6-810e-2b226be30bce', 'name': 'network-vif-deleted', 'tag': '9bbf3fd5-03c9-411d-84ae-2c486484dd74'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:15:45.090345 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13bd961b-2645-40a3-8349-8a2a4a4dc8aa" -d '{"events": [{"server_uuid": "f98c9ce5-be6e-43c6-810e-2b226be30bce", "name": "network-vif-deleted", "tag": "9bbf3fd5-03c9-411d-84ae-2c486484dd74"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:15:45.167590 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3979c17-0726-4df7-915a-6399b8d880aa x-openstack-request-id: req-b3979c17-0726-4df7-915a-6399b8d880aa {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:15:45.168104 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f98c9ce5-be6e-43c6-810e-2b226be30bce", "name": "network-vif-deleted", "tag": "9bbf3fd5-03c9-411d-84ae-2c486484dd74", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:15:45.168624 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b3979c17-0726-4df7-915a-6399b8d880aa {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:15:45.169365 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f98c9ce5-be6e-43c6-810e-2b226be30bce', 'name': 'network-vif-deleted', 'tag': '9bbf3fd5-03c9-411d-84ae-2c486484dd74', 'status': 'completed', 'code': 200} Nov 12 01:15:45.251931 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43752) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:45.346321 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:15:45.384038 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b8a2e8f1-4095-49be-b2d5-5576a554ad1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:45.519789 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4e726e4e-7439-4e7b-95bc-1a382f7dcf9d req-aa09ed85-2f4b-47ea-aad3-ab6cac76b32a tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=f98c9ce5-be6e-43c6-810e-2b226be30bce HTTP/1.1" status: 200 len: 210 time: 0.0331860 Nov 12 01:15:45.526164 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b8a2e8f1-4095-49be-b2d5-5576a554ad1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:45.531890 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b8a2e8f1-4095-49be-b2d5-5576a554ad1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:45.603389 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b8a2e8f1-4095-49be-b2d5-5576a554ad1e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0a646be0fd0d4d99bdd0c9ad8b6ee2ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3500302 Nov 12 01:15:45.604430 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a2e8f1-4095-49be-b2d5-5576a554ad1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c4f574-41f0-480c-8605-4cbd21148758,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:45.606173 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43758) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:45.660325 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d0ae6b39-3247-4b4b-9bfe-7886db108ba3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:45.686551 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d0ae6b39-3247-4b4b-9bfe-7886db108ba3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:45.734307 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d0ae6b39-3247-4b4b-9bfe-7886db108ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:45.737244 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d0ae6b39-3247-4b4b-9bfe-7886db108ba3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:45.740958 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d0ae6b39-3247-4b4b-9bfe-7886db108ba3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b8c4f574-41f0-480c-8605-4cbd21148758 HTTP/1.1" status: 204 len: 168 time: 0.1313369 Nov 12 01:15:45.752938 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae6b39-3247-4b4b-9bfe-7886db108ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c4f574-41f0-480c-8605-4cbd21148758,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:46.639539 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43784) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:46.650909 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-22c9f8ef-d8ad-4a21-b22c-caeeadb4be45 req-3340f805-48c2-41db-8ab4-f1a154b876f5 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=f98c9ce5-be6e-43c6-810e-2b226be30bce HTTP/1.1" status: 200 len: 210 time: 0.0370686 Nov 12 01:15:46.772965 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-820f085f-9df3-448b-88f3-7ad8f4179622 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-963641079-network', 'tenant_id': '8b83306bdb634f3db6c4ad3c166ae233'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:46.797761 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820f085f-9df3-448b-88f3-7ad8f4179622 admin admin] Made reservation on behalf of 8b83306bdb634f3db6c4ad3c166ae233 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:15:46.800290 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-820f085f-9df3-448b-88f3-7ad8f4179622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:46.810758 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-820f085f-9df3-448b-88f3-7ad8f4179622 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:46.895111 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-820f085f-9df3-448b-88f3-7ad8f4179622 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:46.899793 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-820f085f-9df3-448b-88f3-7ad8f4179622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:46.924946 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-820f085f-9df3-448b-88f3-7ad8f4179622 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:15:46.941208 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f085f-9df3-448b-88f3-7ad8f4179622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd45f66b-57de-4f14-ba87-a457dc11f7ea,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:46.946848 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-820f085f-9df3-448b-88f3-7ad8f4179622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:46.948010 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-820f085f-9df3-448b-88f3-7ad8f4179622 admin admin] Added segment 3bfd3c01-068c-4c62-88b5-c70cc488750e of type vlan for network 8fbd32df-64fc-46a4-a897-70f9077f0d54 Nov 12 01:15:46.989668 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-820f085f-9df3-448b-88f3-7ad8f4179622 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:47.016785 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-820f085f-9df3-448b-88f3-7ad8f4179622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:47.017764 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820f085f-9df3-448b-88f3-7ad8f4179622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:47.018333 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-820f085f-9df3-448b-88f3-7ad8f4179622 admin admin] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:47.085191 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-820f085f-9df3-448b-88f3-7ad8f4179622 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4444504 Nov 12 01:15:47.088502 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43792) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:47.089002 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f085f-9df3-448b-88f3-7ad8f4179622 admin admin] Pushing event updated for resources: {'Network': ['ID=8fbd32df-64fc-46a4-a897-70f9077f0d54,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:47.095920 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-7815e71d-4076-4a96-b4c4-c63a1259f954 admin admin] Request body: {'subnet': {'network_id': '8fbd32df-64fc-46a4-a897-70f9077f0d54', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-963641079-subnet', 'tenant_id': '8b83306bdb634f3db6c4ad3c166ae233', 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:47.099687 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 8fbd32df-64fc-46a4-a897-70f9077f0d54 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:15:47.156065 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7815e71d-4076-4a96-b4c4-c63a1259f954 admin admin] Made reservation on behalf of 8b83306bdb634f3db6c4ad3c166ae233 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:15:47.158750 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7815e71d-4076-4a96-b4c4-c63a1259f954 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:47.352692 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7815e71d-4076-4a96-b4c4-c63a1259f954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:47.407674 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7815e71d-4076-4a96-b4c4-c63a1259f954 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ec09f40-daae-426e-b999-681f2442bf79,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:47.418730 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7815e71d-4076-4a96-b4c4-c63a1259f954 admin admin] Checking segment: {'id': '3bfd3c01-068c-4c62-88b5-c70cc488750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8fbd32df-64fc-46a4-a897-70f9077f0d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:15:47.419100 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7815e71d-4076-4a96-b4c4-c63a1259f954 admin admin] Network hostable DHCP agents. Network: 8fbd32df-64fc-46a4-a897-70f9077f0d54, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:15:47.436151 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7815e71d-4076-4a96-b4c4-c63a1259f954 admin admin] Network 8fbd32df-64fc-46a4-a897-70f9077f0d54 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:15:47.446824 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-7815e71d-4076-4a96-b4c4-c63a1259f954 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 8fbd32df-64fc-46a4-a897-70f9077f0d54) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:47.451621 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7815e71d-4076-4a96-b4c4-c63a1259f954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:47.452442 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7815e71d-4076-4a96-b4c4-c63a1259f954 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:47.460102 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cba933-5c6c-4a31-b266-cac547e5aeec None None] Network 8fbd32df-64fc-46a4-a897-70f9077f0d54 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:15:47.475932 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43796) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:47.477127 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7815e71d-4076-4a96-b4c4-c63a1259f954 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3860185 Nov 12 01:15:47.481568 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-483e081f-4d5b-4337-9bf5-1d5d0dc8c5f9 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-963641079-router', 'tenant_id': '8b83306bdb634f3db6c4ad3c166ae233', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:47.508754 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-483e081f-4d5b-4337-9bf5-1d5d0dc8c5f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:47.510989 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-483e081f-4d5b-4337-9bf5-1d5d0dc8c5f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:47.601764 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-483e081f-4d5b-4337-9bf5-1d5d0dc8c5f9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:47.671614 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4961cf-e6e6-491a-9597-b93a37546db0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-8fbd32df-64fc-46a4-a897-70f9077f0d54', 'network_id': '8fbd32df-64fc-46a4-a897-70f9077f0d54', 'tenant_id': '8b83306bdb634f3db6c4ad3c166ae233', 'fixed_ips': [{'subnet_id': '2ec09f40-daae-426e-b999-681f2442bf79'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:15:47.672474 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-df4961cf-e6e6-491a-9597-b93a37546db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:47.757795 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-483e081f-4d5b-4337-9bf5-1d5d0dc8c5f9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:47.799450 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9d80bfc8-f065-40dd-8829-1a019dc95869 req-a1f28e81-10f9-4623-a7f9-389bfd683a71 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=f98c9ce5-be6e-43c6-810e-2b226be30bce HTTP/1.1" status: 200 len: 210 time: 0.0367291 Nov 12 01:15:47.856008 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-df4961cf-e6e6-491a-9597-b93a37546db0 None None] Allocated IP 172.20.0.2 (8fbd32df-64fc-46a4-a897-70f9077f0d54/2ec09f40-daae-426e-b999-681f2442bf79/b67f1d2e-5ccf-4900-b00c-3799579100ec) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:15:48.036200 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-483e081f-4d5b-4337-9bf5-1d5d0dc8c5f9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:48.048189 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-df4961cf-e6e6-491a-9597-b93a37546db0 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:48.055839 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-df4961cf-e6e6-491a-9597-b93a37546db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:48.063850 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-483e081f-4d5b-4337-9bf5-1d5d0dc8c5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:48.103178 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4961cf-e6e6-491a-9597-b93a37546db0 None None] Network 8fbd32df-64fc-46a4-a897-70f9077f0d54 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:48.112032 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-df4961cf-e6e6-491a-9597-b93a37546db0 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:48.120305 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4961cf-e6e6-491a-9597-b93a37546db0 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:15:48.139049 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4961cf-e6e6-491a-9597-b93a37546db0 None None] Pushing event updated for resources: {'Port': ['ID=b67f1d2e-5ccf-4900-b00c-3799579100ec,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:48.205424 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-483e081f-4d5b-4337-9bf5-1d5d0dc8c5f9 admin admin] Allocated IP 172.25.2.75 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/b1a6d121-7573-4146-be99-e34b039441bc) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:15:48.231448 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-df4961cf-e6e6-491a-9597-b93a37546db0 None None] Attempting to bind port b67f1d2e-5ccf-4900-b00c-3799579100ec on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:15:48.232117 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-df4961cf-e6e6-491a-9597-b93a37546db0 None None] Attempting to bind port b67f1d2e-5ccf-4900-b00c-3799579100ec by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '3bfd3c01-068c-4c62-88b5-c70cc488750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8fbd32df-64fc-46a4-a897-70f9077f0d54'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:15:48.232679 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4961cf-e6e6-491a-9597-b93a37546db0 None None] Attempting to bind port b67f1d2e-5ccf-4900-b00c-3799579100ec on network 8fbd32df-64fc-46a4-a897-70f9077f0d54 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:15:48.239045 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4961cf-e6e6-491a-9597-b93a37546db0 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:15:48.240421 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4961cf-e6e6-491a-9597-b93a37546db0 None None] Checking segment: {'id': '3bfd3c01-068c-4c62-88b5-c70cc488750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8fbd32df-64fc-46a4-a897-70f9077f0d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:15:48.241031 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-df4961cf-e6e6-491a-9597-b93a37546db0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:48.241627 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4961cf-e6e6-491a-9597-b93a37546db0 None None] Bound using segment: {'id': '3bfd3c01-068c-4c62-88b5-c70cc488750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8fbd32df-64fc-46a4-a897-70f9077f0d54'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:15:48.242287 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-df4961cf-e6e6-491a-9597-b93a37546db0 None None] Bound port: b67f1d2e-5ccf-4900-b00c-3799579100ec, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bfd3c01-068c-4c62-88b5-c70cc488750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8fbd32df-64fc-46a4-a897-70f9077f0d54'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:15:48.243998 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-df4961cf-e6e6-491a-9597-b93a37546db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:48.336078 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-df4961cf-e6e6-491a-9597-b93a37546db0 None None] For port b67f1d2e-5ccf-4900-b00c-3799579100ec, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:15:48.341013 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-df4961cf-e6e6-491a-9597-b93a37546db0 None None] For port b67f1d2e-5ccf-4900-b00c-3799579100ec, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=b67f1d2e-5ccf-4900-b00c-3799579100ec,segment=NetworkSegment(3bfd3c01-068c-4c62-88b5-c70cc488750e),segment_id=3bfd3c01-068c-4c62-88b5-c70cc488750e)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:15:48.347843 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-df4961cf-e6e6-491a-9597-b93a37546db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:48.373253 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-483e081f-4d5b-4337-9bf5-1d5d0dc8c5f9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:48.414252 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-483e081f-4d5b-4337-9bf5-1d5d0dc8c5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:48.446054 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4961cf-e6e6-491a-9597-b93a37546db0 None None] Pushing event updated for resources: {'Port': ['ID=b67f1d2e-5ccf-4900-b00c-3799579100ec,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:48.476458 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483e081f-4d5b-4337-9bf5-1d5d0dc8c5f9 admin admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:48.483823 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-483e081f-4d5b-4337-9bf5-1d5d0dc8c5f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:48.488117 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483e081f-4d5b-4337-9bf5-1d5d0dc8c5f9 admin admin] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:15:48.501006 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537e9b4e-1a4d-4ecd-92a4-e52445be9328 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:15:48.516298 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e081f-4d5b-4337-9bf5-1d5d0dc8c5f9 admin admin] Pushing event updated for resources: {'Port': ['ID=b1a6d121-7573-4146-be99-e34b039441bc,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:48.548999 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483e081f-4d5b-4337-9bf5-1d5d0dc8c5f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:48.549985 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483e081f-4d5b-4337-9bf5-1d5d0dc8c5f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:48.550325 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483e081f-4d5b-4337-9bf5-1d5d0dc8c5f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:48.550657 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483e081f-4d5b-4337-9bf5-1d5d0dc8c5f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:48.550984 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483e081f-4d5b-4337-9bf5-1d5d0dc8c5f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:48.553951 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483e081f-4d5b-4337-9bf5-1d5d0dc8c5f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:48.553951 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483e081f-4d5b-4337-9bf5-1d5d0dc8c5f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:48.553951 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483e081f-4d5b-4337-9bf5-1d5d0dc8c5f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:48.554296 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483e081f-4d5b-4337-9bf5-1d5d0dc8c5f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:48.554521 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483e081f-4d5b-4337-9bf5-1d5d0dc8c5f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:48.554843 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483e081f-4d5b-4337-9bf5-1d5d0dc8c5f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:48.555163 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483e081f-4d5b-4337-9bf5-1d5d0dc8c5f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:48.683688 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-33af3d16-9da3-4a1f-9d4e-f0c973e630d4 None None] Provisioning complete for port b1a6d121-7573-4146-be99-e34b039441bc triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:48.684058 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-33af3d16-9da3-4a1f-9d4e-f0c973e630d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:48.749139 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-33af3d16-9da3-4a1f-9d4e-f0c973e630d4 None None] Port b1a6d121-7573-4146-be99-e34b039441bc cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:15:48.957291 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-483e081f-4d5b-4337-9bf5-1d5d0dc8c5f9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:48.963593 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a542a689-74f3-42e7-be27-fd19c5254685 req-afc9f84a-b890-44fc-8292-7c2b89da80e8 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=f98c9ce5-be6e-43c6-810e-2b226be30bce HTTP/1.1" status: 200 len: 210 time: 0.0531440 Nov 12 01:15:49.218515 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-483e081f-4d5b-4337-9bf5-1d5d0dc8c5f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:49.300795 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device b67f1d2e-5ccf-4900-b00c-3799579100ec up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:15:49.349980 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 9bbf3fd5-03c9-411d-84ae-2c486484dd74 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:15:49.386478 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: 9bbf3fd5-03c9-411d-84ae-2c486484dd74 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:15:49.386978 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 9bbf3fd5-03c9-411d-84ae-2c486484dd74 not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:15:49.392195 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483e081f-4d5b-4337-9bf5-1d5d0dc8c5f9 admin admin] Router b4a4987f-37d4-41b1-824f-8568daa01db0 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:15:49.449539 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port b67f1d2e-5ccf-4900-b00c-3799579100ec triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:49.450175 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:49.585622 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:49.601756 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483e081f-4d5b-4337-9bf5-1d5d0dc8c5f9 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:15:49.614582 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ee1642-5d8c-4467-920b-85ad3946a80b None None] Sync routers for ids ['b4a4987f-37d4-41b1-824f-8568daa01db0'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:15:49.628617 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ee1642-5d8c-4467-920b-85ad3946a80b None None] Routers {'b4a4987f-37d4-41b1-824f-8568daa01db0'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:15:49.635934 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-483e081f-4d5b-4337-9bf5-1d5d0dc8c5f9 admin admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:49.637948 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-483e081f-4d5b-4337-9bf5-1d5d0dc8c5f9 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1605687 Nov 12 01:15:49.638519 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-d3ee1642-5d8c-4467-920b-85ad3946a80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:15:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['b4a4987f-37d4-41b1-824f-8568daa01db0'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:49.640057 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43814) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:49.645476 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port b67f1d2e-5ccf-4900-b00c-3799579100ec, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=b67f1d2e-5ccf-4900-b00c-3799579100ec,segment=NetworkSegment(3bfd3c01-068c-4c62-88b5-c70cc488750e),segment_id=3bfd3c01-068c-4c62-88b5-c70cc488750e)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:49.652247 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:49.706358 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=b67f1d2e-5ccf-4900-b00c-3799579100ec,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:49.768935 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-d3ee1642-5d8c-4467-920b-85ad3946a80b None None] Set router b4a4987f-37d4-41b1-824f-8568daa01db0 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:15:49.916405 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd53e2d9-67e3-4de3-9a15-16ecb65da25a None None] Network 8fbd32df-64fc-46a4-a897-70f9077f0d54 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:15:49.964741 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-d3ee1642-5d8c-4467-920b-85ad3946a80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a4987f-37d4-41b1-824f-8568daa01db0', 'name': 'tempest-TestAggregatesBasicOps-963641079-router', 'tenant_id': '8b83306bdb634f3db6c4ad3c166ae233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b1a6d121-7573-4146-be99-e34b039441bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:15:47Z', 'updated_at': '2021-11-12T01:15:48Z', 'revision_number': 3, 'project_id': '8b83306bdb634f3db6c4ad3c166ae233', 'gw_port': {'id': 'b1a6d121-7573-4146-be99-e34b039441bc', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:df:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a4987f-37d4-41b1-824f-8568daa01db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:48Z', 'updated_at': '2021-11-12T01:15:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:50.009999 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ee1642-5d8c-4467-920b-85ad3946a80b None None] Checking router: b4a4987f-37d4-41b1-824f-8568daa01db0 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:15:50.010586 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ee1642-5d8c-4467-920b-85ad3946a80b None None] Updating router b4a4987f-37d4-41b1-824f-8568daa01db0 port b1a6d121-7573-4146-be99-e34b039441bc binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:15:50.019062 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-2d44ae7a-9e48-4362-a586-cde82b48bc2c None None] Provisioning complete for port b67f1d2e-5ccf-4900-b00c-3799579100ec triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:50.019645 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2d44ae7a-9e48-4362-a586-cde82b48bc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:50.079421 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d3ee1642-5d8c-4467-920b-85ad3946a80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:50.115481 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-055035a6-883d-4c71-9176-05c47be01e1f req-4e902ecd-a17d-495a-8262-1052a1a9f7f2 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=f98c9ce5-be6e-43c6-810e-2b226be30bce HTTP/1.1" status: 200 len: 210 time: 0.0356722 Nov 12 01:15:50.300333 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e91ce666-e1ff-4ead-82cd-598d2bc197ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:50.481977 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d3ee1642-5d8c-4467-920b-85ad3946a80b None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:50.487307 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d3ee1642-5d8c-4467-920b-85ad3946a80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:50.548544 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-e91ce666-e1ff-4ead-82cd-598d2bc197ae admin admin] Allocated IP 172.20.0.1 (8fbd32df-64fc-46a4-a897-70f9077f0d54/2ec09f40-daae-426e-b999-681f2442bf79/c6508414-b047-4ade-aa10-e5b657bce4d0) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:15:50.560097 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41bb00b-ddf8-43a2-8033-6aec523563ea None None] Pushing event updated for resources: {'Port': ['ID=b1a6d121-7573-4146-be99-e34b039441bc,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:50.560412 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-88c6bf67-f565-4c01-98b0-ae8723bf11f6 None None] Provisioning complete for port b67f1d2e-5ccf-4900-b00c-3799579100ec triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:50.560907 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-88c6bf67-f565-4c01-98b0-ae8723bf11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:50.564586 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-d3ee1642-5d8c-4467-920b-85ad3946a80b None None] Attempting to bind port b1a6d121-7573-4146-be99-e34b039441bc on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:15:50.565037 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-d3ee1642-5d8c-4467-920b-85ad3946a80b None None] Attempting to bind port b1a6d121-7573-4146-be99-e34b039441bc by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:15:50.565529 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ee1642-5d8c-4467-920b-85ad3946a80b None None] Attempting to bind port b1a6d121-7573-4146-be99-e34b039441bc on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:15:50.571203 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ee1642-5d8c-4467-920b-85ad3946a80b None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:15:50.571665 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ee1642-5d8c-4467-920b-85ad3946a80b None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:15:50.572743 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d3ee1642-5d8c-4467-920b-85ad3946a80b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:50.572743 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ee1642-5d8c-4467-920b-85ad3946a80b None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:15:50.573039 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-d3ee1642-5d8c-4467-920b-85ad3946a80b None None] Bound port: b1a6d121-7573-4146-be99-e34b039441bc, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:15:50.573805 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d3ee1642-5d8c-4467-920b-85ad3946a80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:50.585959 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669ce1ec-d393-493c-b2de-c7a3b592b443 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:15:50.642588 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-d3ee1642-5d8c-4467-920b-85ad3946a80b None None] For port b1a6d121-7573-4146-be99-e34b039441bc, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:15:50.653788 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-d3ee1642-5d8c-4467-920b-85ad3946a80b None None] For port b1a6d121-7573-4146-be99-e34b039441bc, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=b1a6d121-7573-4146-be99-e34b039441bc,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:15:50.659400 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d3ee1642-5d8c-4467-920b-85ad3946a80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:50.749095 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e91ce666-e1ff-4ead-82cd-598d2bc197ae admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:50.755462 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41bb00b-ddf8-43a2-8033-6aec523563ea None None] Pushing event updated for resources: {'Port': ['ID=b1a6d121-7573-4146-be99-e34b039441bc,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:50.794628 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e91ce666-e1ff-4ead-82cd-598d2bc197ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:50.796942 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ee1642-5d8c-4467-920b-85ad3946a80b None None] Routers {'b4a4987f-37d4-41b1-824f-8568daa01db0'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:15:50.797785 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-d3ee1642-5d8c-4467-920b-85ad3946a80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:15:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['b4a4987f-37d4-41b1-824f-8568daa01db0'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:50.844004 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91ce666-e1ff-4ead-82cd-598d2bc197ae admin admin] Network 8fbd32df-64fc-46a4-a897-70f9077f0d54 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:50.847255 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-e91ce666-e1ff-4ead-82cd-598d2bc197ae admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:50.854616 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91ce666-e1ff-4ead-82cd-598d2bc197ae admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:15:50.895196 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91ce666-e1ff-4ead-82cd-598d2bc197ae admin admin] Pushing event updated for resources: {'Port': ['ID=c6508414-b047-4ade-aa10-e5b657bce4d0,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:50.934096 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e91ce666-e1ff-4ead-82cd-598d2bc197ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:50.969415 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-d3ee1642-5d8c-4467-920b-85ad3946a80b None None] Set router b4a4987f-37d4-41b1-824f-8568daa01db0 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:15:51.004287 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976d2732-d635-495e-8d47-2902ae6b7380 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:15:51.135986 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-d47a3377-1bef-47be-a451-7e0f9f8be2ca None None] Provisioning complete for port b1a6d121-7573-4146-be99-e34b039441bc triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:51.141446 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d47a3377-1bef-47be-a451-7e0f9f8be2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:51.187969 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e91ce666-e1ff-4ead-82cd-598d2bc197ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:51.248052 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-d3ee1642-5d8c-4467-920b-85ad3946a80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a4987f-37d4-41b1-824f-8568daa01db0', 'name': 'tempest-TestAggregatesBasicOps-963641079-router', 'tenant_id': '8b83306bdb634f3db6c4ad3c166ae233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b1a6d121-7573-4146-be99-e34b039441bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:15:47Z', 'updated_at': '2021-11-12T01:15:48Z', 'revision_number': 3, 'project_id': '8b83306bdb634f3db6c4ad3c166ae233', 'gw_port': {'id': 'b1a6d121-7573-4146-be99-e34b039441bc', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:df:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a4987f-37d4-41b1-824f-8568daa01db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:48Z', 'updated_at': '2021-11-12T01:15:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:51.302362 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ee1642-5d8c-4467-920b-85ad3946a80b None None] The sync data for ids ['b4a4987f-37d4-41b1-824f-8568daa01db0'] in n-d-812236-11 is: [{'id': 'b4a4987f-37d4-41b1-824f-8568daa01db0', 'name': 'tempest-TestAggregatesBasicOps-963641079-router', 'tenant_id': '8b83306bdb634f3db6c4ad3c166ae233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b1a6d121-7573-4146-be99-e34b039441bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:15:47Z', 'updated_at': '2021-11-12T01:15:48Z', 'revision_number': 3, 'project_id': '8b83306bdb634f3db6c4ad3c166ae233', 'gw_port': {'id': 'b1a6d121-7573-4146-be99-e34b039441bc', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:df:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a4987f-37d4-41b1-824f-8568daa01db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:48Z', 'updated_at': '2021-11-12T01:15:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:15:51.336473 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d47a3377-1bef-47be-a451-7e0f9f8be2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:51.352157 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device b67f1d2e-5ccf-4900-b00c-3799579100ec up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:15:51.361728 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cd854af4-af90-476a-8c76-07ce4889adcc req-387a078e-fda6-4932-8664-7ecc308b35ae tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=f98c9ce5-be6e-43c6-810e-2b226be30bce HTTP/1.1" status: 200 len: 210 time: 0.0503631 Nov 12 01:15:51.410668 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-d47a3377-1bef-47be-a451-7e0f9f8be2ca None None] For port b1a6d121-7573-4146-be99-e34b039441bc, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=b1a6d121-7573-4146-be99-e34b039441bc,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:51.421241 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d47a3377-1bef-47be-a451-7e0f9f8be2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:51.471313 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e91ce666-e1ff-4ead-82cd-598d2bc197ae admin admin] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:51.479565 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e91ce666-e1ff-4ead-82cd-598d2bc197ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:51.482195 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port b67f1d2e-5ccf-4900-b00c-3799579100ec triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:51.482643 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:51.517357 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a3377-1bef-47be-a451-7e0f9f8be2ca None None] Pushing event updated for resources: {'Port': ['ID=b1a6d121-7573-4146-be99-e34b039441bc,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:51.545240 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91ce666-e1ff-4ead-82cd-598d2bc197ae admin admin] Pushing event updated for resources: {'Port': ['ID=c6508414-b047-4ade-aa10-e5b657bce4d0,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:51.555701 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-df14fa52-d563-41d7-8520-9ba946443f28 None None] Provisioning complete for port c6508414-b047-4ade-aa10-e5b657bce4d0 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:51.556821 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-df14fa52-d563-41d7-8520-9ba946443f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:51.590661 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e91ce666-e1ff-4ead-82cd-598d2bc197ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:51.629062 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-df14fa52-d563-41d7-8520-9ba946443f28 None None] Port c6508414-b047-4ade-aa10-e5b657bce4d0 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:15:51.740287 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91ce666-e1ff-4ead-82cd-598d2bc197ae admin admin] Network 8fbd32df-64fc-46a4-a897-70f9077f0d54 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:51.741977 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-e91ce666-e1ff-4ead-82cd-598d2bc197ae admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:51.910291 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e91ce666-e1ff-4ead-82cd-598d2bc197ae admin admin] Router b4a4987f-37d4-41b1-824f-8568daa01db0 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:15:52.043718 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91ce666-e1ff-4ead-82cd-598d2bc197ae admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:15:52.051527 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e91ce666-e1ff-4ead-82cd-598d2bc197ae admin admin] 10.222.0.20 "PUT /v2.0/routers/b4a4987f-37d4-41b1-824f-8568daa01db0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4103732 Nov 12 01:15:52.073161 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-e09a4c24-14be-4a3c-8773-4d4d8510cac3 None None] Provisioning complete for port c6508414-b047-4ade-aa10-e5b657bce4d0 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:52.073707 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e09a4c24-14be-4a3c-8773-4d4d8510cac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:52.139568 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-e09a4c24-14be-4a3c-8773-4d4d8510cac3 None None] Port c6508414-b047-4ade-aa10-e5b657bce4d0 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:15:52.599897 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43844) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:52.605760 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-36856974-2aa6-4097-8d2d-e9f45e91e55a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1181281645-network', 'tenant_id': 'eb22ad2663674336821cf99b378778de'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:52.628547 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36856974-2aa6-4097-8d2d-e9f45e91e55a admin admin] Made reservation on behalf of eb22ad2663674336821cf99b378778de for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:15:52.631514 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-36856974-2aa6-4097-8d2d-e9f45e91e55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:52.649242 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-36856974-2aa6-4097-8d2d-e9f45e91e55a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:52.728840 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-36856974-2aa6-4097-8d2d-e9f45e91e55a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:52.732704 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-36856974-2aa6-4097-8d2d-e9f45e91e55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:52.759035 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36856974-2aa6-4097-8d2d-e9f45e91e55a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:15:52.768841 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36856974-2aa6-4097-8d2d-e9f45e91e55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de3c8fb-8bb2-4322-8575-40bb64832eb9,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:52.779017 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-36856974-2aa6-4097-8d2d-e9f45e91e55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:52.779361 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-36856974-2aa6-4097-8d2d-e9f45e91e55a admin admin] Added segment 441f2097-e9ec-4e1e-a5b7-4bec7f76e47a of type vlan for network ccd53e68-4c0d-4acc-af67-0df504150198 Nov 12 01:15:52.781807 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36856974-2aa6-4097-8d2d-e9f45e91e55a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:52.782279 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36856974-2aa6-4097-8d2d-e9f45e91e55a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:52.782616 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36856974-2aa6-4097-8d2d-e9f45e91e55a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:52.783000 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36856974-2aa6-4097-8d2d-e9f45e91e55a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:52.783432 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36856974-2aa6-4097-8d2d-e9f45e91e55a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:52.783804 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36856974-2aa6-4097-8d2d-e9f45e91e55a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:52.784226 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36856974-2aa6-4097-8d2d-e9f45e91e55a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:52.784557 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36856974-2aa6-4097-8d2d-e9f45e91e55a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:52.784880 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36856974-2aa6-4097-8d2d-e9f45e91e55a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:52.785202 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36856974-2aa6-4097-8d2d-e9f45e91e55a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:52.785548 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36856974-2aa6-4097-8d2d-e9f45e91e55a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:52.785867 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36856974-2aa6-4097-8d2d-e9f45e91e55a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:52.830612 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-36856974-2aa6-4097-8d2d-e9f45e91e55a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:52.859845 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-36856974-2aa6-4097-8d2d-e9f45e91e55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:52.860755 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36856974-2aa6-4097-8d2d-e9f45e91e55a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:52.861723 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-36856974-2aa6-4097-8d2d-e9f45e91e55a admin admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:52.926023 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-36856974-2aa6-4097-8d2d-e9f45e91e55a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3234816 Nov 12 01:15:52.927389 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43848) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:52.936152 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-5fb77e14-cf9a-4460-b627-997fbad7f393 admin admin] Request body: {'subnet': {'network_id': 'ccd53e68-4c0d-4acc-af67-0df504150198', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1181281645-subnet', 'tenant_id': 'eb22ad2663674336821cf99b378778de', 'ip_version': 4}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:52.967672 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb77e14-cf9a-4460-b627-997fbad7f393 admin admin] Made reservation on behalf of eb22ad2663674336821cf99b378778de for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:15:52.971437 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36856974-2aa6-4097-8d2d-e9f45e91e55a admin admin] Pushing event updated for resources: {'Network': ['ID=ccd53e68-4c0d-4acc-af67-0df504150198,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:52.971656 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5fb77e14-cf9a-4460-b627-997fbad7f393 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:52.987696 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network ccd53e68-4c0d-4acc-af67-0df504150198 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:15:53.163168 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5fb77e14-cf9a-4460-b627-997fbad7f393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:53.229682 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb77e14-cf9a-4460-b627-997fbad7f393 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c45b8be-16f8-4165-889e-1042f7d81eb1,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:53.244215 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb77e14-cf9a-4460-b627-997fbad7f393 admin admin] Checking segment: {'id': '441f2097-e9ec-4e1e-a5b7-4bec7f76e47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ccd53e68-4c0d-4acc-af67-0df504150198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:15:53.244855 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb77e14-cf9a-4460-b627-997fbad7f393 admin admin] Network hostable DHCP agents. Network: ccd53e68-4c0d-4acc-af67-0df504150198, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:15:53.265484 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb77e14-cf9a-4460-b627-997fbad7f393 admin admin] Network ccd53e68-4c0d-4acc-af67-0df504150198 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:15:53.278015 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-5fb77e14-cf9a-4460-b627-997fbad7f393 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, ccd53e68-4c0d-4acc-af67-0df504150198) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:53.285091 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device b1a6d121-7573-4146-be99-e34b039441bc up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:15:53.293693 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb77e14-cf9a-4460-b627-997fbad7f393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:53.294408 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5fb77e14-cf9a-4460-b627-997fbad7f393 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:53.316924 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5fb77e14-cf9a-4460-b627-997fbad7f393 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3875768 Nov 12 01:15:53.319211 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43850) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:53.321133 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74c6ab9-8d4f-458c-adf2-218334d5787a None None] Network ccd53e68-4c0d-4acc-af67-0df504150198 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:15:53.325071 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-48eccda5-f696-4a3e-99f0-56b1c069f29f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1181281645-router', 'tenant_id': 'eb22ad2663674336821cf99b378778de', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:53.342251 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0d9be6-5079-47cd-a3a3-81c1728140fd None None] Sync routers for ids ['b4a4987f-37d4-41b1-824f-8568daa01db0'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:15:53.347353 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-48eccda5-f696-4a3e-99f0-56b1c069f29f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:53.348448 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-48eccda5-f696-4a3e-99f0-56b1c069f29f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:53.406972 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-48eccda5-f696-4a3e-99f0-56b1c069f29f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:53.412227 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0d9be6-5079-47cd-a3a3-81c1728140fd None None] Routers {'b4a4987f-37d4-41b1-824f-8568daa01db0'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:15:53.412885 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-4a0d9be6-5079-47cd-a3a3-81c1728140fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:15:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['b4a4987f-37d4-41b1-824f-8568daa01db0'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:53.505624 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port b1a6d121-7573-4146-be99-e34b039441bc triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:53.505624 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:53.568442 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-48eccda5-f696-4a3e-99f0-56b1c069f29f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:53.627911 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-4a0d9be6-5079-47cd-a3a3-81c1728140fd None None] Set router b4a4987f-37d4-41b1-824f-8568daa01db0 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:15:53.690373 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff38ffd2-d8a0-4df0-aeb4-a444cf4dd681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-ccd53e68-4c0d-4acc-af67-0df504150198', 'network_id': 'ccd53e68-4c0d-4acc-af67-0df504150198', 'tenant_id': 'eb22ad2663674336821cf99b378778de', 'fixed_ips': [{'subnet_id': '6c45b8be-16f8-4165-889e-1042f7d81eb1'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:15:53.691211 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ff38ffd2-d8a0-4df0-aeb4-a444cf4dd681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:53.811170 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-48eccda5-f696-4a3e-99f0-56b1c069f29f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:53.830649 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-48eccda5-f696-4a3e-99f0-56b1c069f29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:53.950894 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-48eccda5-f696-4a3e-99f0-56b1c069f29f admin admin] Allocated IP 172.25.2.238 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/8ecd9149-cac3-482a-bc60-94c8b61f0455) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:15:54.003511 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-ff38ffd2-d8a0-4df0-aeb4-a444cf4dd681 None None] Allocated IP 172.20.0.2 (ccd53e68-4c0d-4acc-af67-0df504150198/6c45b8be-16f8-4165-889e-1042f7d81eb1/870c3e20-50e2-44ed-84c4-20bd8171b5a0) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:15:54.058728 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-48eccda5-f696-4a3e-99f0-56b1c069f29f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:54.078296 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-4a0d9be6-5079-47cd-a3a3-81c1728140fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a4987f-37d4-41b1-824f-8568daa01db0', 'name': 'tempest-TestAggregatesBasicOps-963641079-router', 'tenant_id': '8b83306bdb634f3db6c4ad3c166ae233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b1a6d121-7573-4146-be99-e34b039441bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:15:47Z', 'updated_at': '2021-11-12T01:15:51Z', 'revision_number': 4, 'project_id': '8b83306bdb634f3db6c4ad3c166ae233', 'gw_port': {'id': 'b1a6d121-7573-4146-be99-e34b039441bc', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:df:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a4987f-37d4-41b1-824f-8568daa01db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:48Z', 'updated_at': '2021-11-12T01:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'c6508414-b047-4ade-aa10-e5b657bce4d0', 'name': '', 'network_id': '8fbd32df-64fc-46a4-a897-70f9077f0d54', 'tenant_id': '8b83306bdb634f3db6c4ad3c166ae233', 'mac_address': 'fa:16:3e:1c:50:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a4987f-37d4-41b1-824f-8568daa01db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '2ec09f40-daae-426e-b999-681f2442bf79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:50Z', 'updated_at': '2021-11-12T01:15:51Z', 'revision_number': 2, 'project_id': '8b83306bdb634f3db6c4ad3c166ae233', 'subnets': [{'id': '2ec09f40-daae-426e-b999-681f2442bf79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:54.094624 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-48eccda5-f696-4a3e-99f0-56b1c069f29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:54.107723 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0d9be6-5079-47cd-a3a3-81c1728140fd None None] Checking router: b4a4987f-37d4-41b1-824f-8568daa01db0 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:15:54.108083 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0d9be6-5079-47cd-a3a3-81c1728140fd None None] Updating router b4a4987f-37d4-41b1-824f-8568daa01db0 port c6508414-b047-4ade-aa10-e5b657bce4d0 binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:15:54.131472 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48eccda5-f696-4a3e-99f0-56b1c069f29f admin admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:54.135447 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-48eccda5-f696-4a3e-99f0-56b1c069f29f admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:54.141150 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48eccda5-f696-4a3e-99f0-56b1c069f29f admin admin] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:15:54.141360 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4a0d9be6-5079-47cd-a3a3-81c1728140fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:54.160551 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d73b767-8d6c-4011-8f2d-470289314c45 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:15:54.309174 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ff38ffd2-d8a0-4df0-aeb4-a444cf4dd681 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:54.325492 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ff38ffd2-d8a0-4df0-aeb4-a444cf4dd681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:54.514429 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eccda5-f696-4a3e-99f0-56b1c069f29f admin admin] Pushing event updated for resources: {'Port': ['ID=8ecd9149-cac3-482a-bc60-94c8b61f0455,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:54.554793 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-308fed9b-9ec0-4950-a6de-2d08f93c5317 None None] Provisioning complete for port 8ecd9149-cac3-482a-bc60-94c8b61f0455 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:54.555180 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-308fed9b-9ec0-4950-a6de-2d08f93c5317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:54.559699 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff38ffd2-d8a0-4df0-aeb4-a444cf4dd681 None None] Network ccd53e68-4c0d-4acc-af67-0df504150198 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:54.602421 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-ff38ffd2-d8a0-4df0-aeb4-a444cf4dd681 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:54.640941 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff38ffd2-d8a0-4df0-aeb4-a444cf4dd681 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:15:54.692643 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff38ffd2-d8a0-4df0-aeb4-a444cf4dd681 None None] Pushing event updated for resources: {'Port': ['ID=870c3e20-50e2-44ed-84c4-20bd8171b5a0,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:54.714458 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-308fed9b-9ec0-4950-a6de-2d08f93c5317 None None] Port 8ecd9149-cac3-482a-bc60-94c8b61f0455 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:15:54.739826 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-ff38ffd2-d8a0-4df0-aeb4-a444cf4dd681 None None] Attempting to bind port 870c3e20-50e2-44ed-84c4-20bd8171b5a0 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:15:54.740173 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-ff38ffd2-d8a0-4df0-aeb4-a444cf4dd681 None None] Attempting to bind port 870c3e20-50e2-44ed-84c4-20bd8171b5a0 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '441f2097-e9ec-4e1e-a5b7-4bec7f76e47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ccd53e68-4c0d-4acc-af67-0df504150198'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:15:54.740533 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff38ffd2-d8a0-4df0-aeb4-a444cf4dd681 None None] Attempting to bind port 870c3e20-50e2-44ed-84c4-20bd8171b5a0 on network ccd53e68-4c0d-4acc-af67-0df504150198 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:15:54.756773 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff38ffd2-d8a0-4df0-aeb4-a444cf4dd681 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:15:54.757149 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff38ffd2-d8a0-4df0-aeb4-a444cf4dd681 None None] Checking segment: {'id': '441f2097-e9ec-4e1e-a5b7-4bec7f76e47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ccd53e68-4c0d-4acc-af67-0df504150198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:15:54.757575 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ff38ffd2-d8a0-4df0-aeb4-a444cf4dd681 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:54.757969 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff38ffd2-d8a0-4df0-aeb4-a444cf4dd681 None None] Bound using segment: {'id': '441f2097-e9ec-4e1e-a5b7-4bec7f76e47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ccd53e68-4c0d-4acc-af67-0df504150198'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:15:54.758719 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-ff38ffd2-d8a0-4df0-aeb4-a444cf4dd681 None None] Bound port: 870c3e20-50e2-44ed-84c4-20bd8171b5a0, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441f2097-e9ec-4e1e-a5b7-4bec7f76e47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ccd53e68-4c0d-4acc-af67-0df504150198'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:15:54.758876 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ff38ffd2-d8a0-4df0-aeb4-a444cf4dd681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:54.791122 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-48eccda5-f696-4a3e-99f0-56b1c069f29f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:54.882049 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4a0d9be6-5079-47cd-a3a3-81c1728140fd None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:54.888245 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-ff38ffd2-d8a0-4df0-aeb4-a444cf4dd681 None None] For port 870c3e20-50e2-44ed-84c4-20bd8171b5a0, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:15:54.891984 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-ff38ffd2-d8a0-4df0-aeb4-a444cf4dd681 None None] For port 870c3e20-50e2-44ed-84c4-20bd8171b5a0, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=870c3e20-50e2-44ed-84c4-20bd8171b5a0,segment=NetworkSegment(441f2097-e9ec-4e1e-a5b7-4bec7f76e47a),segment_id=441f2097-e9ec-4e1e-a5b7-4bec7f76e47a)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:15:54.893060 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4a0d9be6-5079-47cd-a3a3-81c1728140fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:54.902281 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ff38ffd2-d8a0-4df0-aeb4-a444cf4dd681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:54.964010 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8392496-35d6-44a1-a322-9a3808638616 None None] Pushing event updated for resources: {'Port': ['ID=c6508414-b047-4ade-aa10-e5b657bce4d0,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:55.075993 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-48eccda5-f696-4a3e-99f0-56b1c069f29f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:55.109045 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff38ffd2-d8a0-4df0-aeb4-a444cf4dd681 None None] Pushing event updated for resources: {'Port': ['ID=870c3e20-50e2-44ed-84c4-20bd8171b5a0,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:55.111975 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-4a0d9be6-5079-47cd-a3a3-81c1728140fd None None] Attempting to bind port c6508414-b047-4ade-aa10-e5b657bce4d0 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:15:55.112657 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-4a0d9be6-5079-47cd-a3a3-81c1728140fd None None] Attempting to bind port c6508414-b047-4ade-aa10-e5b657bce4d0 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '3bfd3c01-068c-4c62-88b5-c70cc488750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8fbd32df-64fc-46a4-a897-70f9077f0d54'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:15:55.113300 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0d9be6-5079-47cd-a3a3-81c1728140fd None None] Attempting to bind port c6508414-b047-4ade-aa10-e5b657bce4d0 on network 8fbd32df-64fc-46a4-a897-70f9077f0d54 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:15:55.120355 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0d9be6-5079-47cd-a3a3-81c1728140fd None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:15:55.121564 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0d9be6-5079-47cd-a3a3-81c1728140fd None None] Checking segment: {'id': '3bfd3c01-068c-4c62-88b5-c70cc488750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8fbd32df-64fc-46a4-a897-70f9077f0d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:15:55.122183 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4a0d9be6-5079-47cd-a3a3-81c1728140fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:55.123005 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0d9be6-5079-47cd-a3a3-81c1728140fd None None] Bound using segment: {'id': '3bfd3c01-068c-4c62-88b5-c70cc488750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8fbd32df-64fc-46a4-a897-70f9077f0d54'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:15:55.123657 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-4a0d9be6-5079-47cd-a3a3-81c1728140fd None None] Bound port: c6508414-b047-4ade-aa10-e5b657bce4d0, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bfd3c01-068c-4c62-88b5-c70cc488750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8fbd32df-64fc-46a4-a897-70f9077f0d54'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:15:55.124361 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4a0d9be6-5079-47cd-a3a3-81c1728140fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:55.205032 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-4a0d9be6-5079-47cd-a3a3-81c1728140fd None None] For port c6508414-b047-4ade-aa10-e5b657bce4d0, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:15:55.209849 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-4a0d9be6-5079-47cd-a3a3-81c1728140fd None None] For port c6508414-b047-4ade-aa10-e5b657bce4d0, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=c6508414-b047-4ade-aa10-e5b657bce4d0,segment=NetworkSegment(3bfd3c01-068c-4c62-88b5-c70cc488750e),segment_id=3bfd3c01-068c-4c62-88b5-c70cc488750e)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:15:55.216352 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4a0d9be6-5079-47cd-a3a3-81c1728140fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:55.249613 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48eccda5-f696-4a3e-99f0-56b1c069f29f admin admin] Router 6ac83ee1-86c4-4f30-9db7-fa459502c631 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:15:55.324878 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0d9be6-5079-47cd-a3a3-81c1728140fd None None] Routers {'b4a4987f-37d4-41b1-824f-8568daa01db0'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:15:55.325560 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-4a0d9be6-5079-47cd-a3a3-81c1728140fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:15:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['b4a4987f-37d4-41b1-824f-8568daa01db0'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:55.428858 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b063582b-c6d4-406c-8e67-847258ca5492 None None] Provisioning complete for port c6508414-b047-4ade-aa10-e5b657bce4d0 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:55.429255 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b063582b-c6d4-406c-8e67-847258ca5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:55.455054 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8392496-35d6-44a1-a322-9a3808638616 None None] Pushing event updated for resources: {'Port': ['ID=c6508414-b047-4ade-aa10-e5b657bce4d0,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:55.488024 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48eccda5-f696-4a3e-99f0-56b1c069f29f admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:15:55.498288 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88eeb6cc-a19c-425b-9b90-c88b68785720 None None] Sync routers for ids ['6ac83ee1-86c4-4f30-9db7-fa459502c631'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:15:55.513621 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-48eccda5-f696-4a3e-99f0-56b1c069f29f admin admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:55.514939 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-48eccda5-f696-4a3e-99f0-56b1c069f29f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1942914 Nov 12 01:15:55.517800 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 43860) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:55.525099 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88eeb6cc-a19c-425b-9b90-c88b68785720 None None] Routers {'6ac83ee1-86c4-4f30-9db7-fa459502c631'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:15:55.526292 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-88eeb6cc-a19c-425b-9b90-c88b68785720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:15:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['6ac83ee1-86c4-4f30-9db7-fa459502c631'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:55.716181 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-88eeb6cc-a19c-425b-9b90-c88b68785720 None None] Set router 6ac83ee1-86c4-4f30-9db7-fa459502c631 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:15:55.744883 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-4a0d9be6-5079-47cd-a3a3-81c1728140fd None None] Set router b4a4987f-37d4-41b1-824f-8568daa01db0 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:15:55.906064 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b063582b-c6d4-406c-8e67-847258ca5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:55.934192 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-88eeb6cc-a19c-425b-9b90-c88b68785720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac83ee1-86c4-4f30-9db7-fa459502c631', 'name': 'tempest-TestAggregatesBasicOps-1181281645-router', 'tenant_id': 'eb22ad2663674336821cf99b378778de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '8ecd9149-cac3-482a-bc60-94c8b61f0455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:15:53Z', 'updated_at': '2021-11-12T01:15:54Z', 'revision_number': 3, 'project_id': 'eb22ad2663674336821cf99b378778de', 'gw_port': {'id': '8ecd9149-cac3-482a-bc60-94c8b61f0455', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:17:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac83ee1-86c4-4f30-9db7-fa459502c631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:53Z', 'updated_at': '2021-11-12T01:15:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:55.960689 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b063582b-c6d4-406c-8e67-847258ca5492 None None] For port c6508414-b047-4ade-aa10-e5b657bce4d0, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=c6508414-b047-4ade-aa10-e5b657bce4d0,segment=NetworkSegment(3bfd3c01-068c-4c62-88b5-c70cc488750e),segment_id=3bfd3c01-068c-4c62-88b5-c70cc488750e)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:55.961729 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88eeb6cc-a19c-425b-9b90-c88b68785720 None None] Checking router: 6ac83ee1-86c4-4f30-9db7-fa459502c631 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:15:55.962249 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88eeb6cc-a19c-425b-9b90-c88b68785720 None None] Updating router 6ac83ee1-86c4-4f30-9db7-fa459502c631 port 8ecd9149-cac3-482a-bc60-94c8b61f0455 binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:15:55.968529 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b063582b-c6d4-406c-8e67-847258ca5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:55.996414 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-88eeb6cc-a19c-425b-9b90-c88b68785720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:56.170101 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d3344cf7-5be7-456e-944c-be9852e15edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:56.190630 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-c1f19181-f47c-4cd8-9b8c-b9543f887d27 None None] Provisioning complete for port c6508414-b047-4ade-aa10-e5b657bce4d0 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:56.191234 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c1f19181-f47c-4cd8-9b8c-b9543f887d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:56.253546 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b063582b-c6d4-406c-8e67-847258ca5492 None None] Pushing event updated for resources: {'Port': ['ID=c6508414-b047-4ade-aa10-e5b657bce4d0,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:56.319188 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-4a0d9be6-5079-47cd-a3a3-81c1728140fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a4987f-37d4-41b1-824f-8568daa01db0', 'name': 'tempest-TestAggregatesBasicOps-963641079-router', 'tenant_id': '8b83306bdb634f3db6c4ad3c166ae233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b1a6d121-7573-4146-be99-e34b039441bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:15:47Z', 'updated_at': '2021-11-12T01:15:51Z', 'revision_number': 4, 'project_id': '8b83306bdb634f3db6c4ad3c166ae233', 'gw_port': {'id': 'b1a6d121-7573-4146-be99-e34b039441bc', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:df:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a4987f-37d4-41b1-824f-8568daa01db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:48Z', 'updated_at': '2021-11-12T01:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'c6508414-b047-4ade-aa10-e5b657bce4d0', 'name': '', 'network_id': '8fbd32df-64fc-46a4-a897-70f9077f0d54', 'tenant_id': '8b83306bdb634f3db6c4ad3c166ae233', 'mac_address': 'fa:16:3e:1c:50:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a4987f-37d4-41b1-824f-8568daa01db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '2ec09f40-daae-426e-b999-681f2442bf79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:50Z', 'updated_at': '2021-11-12T01:15:55Z', 'revision_number': 4, 'project_id': '8b83306bdb634f3db6c4ad3c166ae233', 'subnets': [{'id': '2ec09f40-daae-426e-b999-681f2442bf79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:56.346025 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-88eeb6cc-a19c-425b-9b90-c88b68785720 None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:56.359238 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-88eeb6cc-a19c-425b-9b90-c88b68785720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:56.367110 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0d9be6-5079-47cd-a3a3-81c1728140fd None None] The sync data for ids ['b4a4987f-37d4-41b1-824f-8568daa01db0'] in n-d-812236-11 is: [{'id': 'b4a4987f-37d4-41b1-824f-8568daa01db0', 'name': 'tempest-TestAggregatesBasicOps-963641079-router', 'tenant_id': '8b83306bdb634f3db6c4ad3c166ae233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b1a6d121-7573-4146-be99-e34b039441bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:15:47Z', 'updated_at': '2021-11-12T01:15:51Z', 'revision_number': 4, 'project_id': '8b83306bdb634f3db6c4ad3c166ae233', 'gw_port': {'id': 'b1a6d121-7573-4146-be99-e34b039441bc', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:df:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a4987f-37d4-41b1-824f-8568daa01db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:48Z', 'updated_at': '2021-11-12T01:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'c6508414-b047-4ade-aa10-e5b657bce4d0', 'name': '', 'network_id': '8fbd32df-64fc-46a4-a897-70f9077f0d54', 'tenant_id': '8b83306bdb634f3db6c4ad3c166ae233', 'mac_address': 'fa:16:3e:1c:50:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a4987f-37d4-41b1-824f-8568daa01db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '2ec09f40-daae-426e-b999-681f2442bf79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:50Z', 'updated_at': '2021-11-12T01:15:55Z', 'revision_number': 4, 'project_id': '8b83306bdb634f3db6c4ad3c166ae233', 'subnets': [{'id': '2ec09f40-daae-426e-b999-681f2442bf79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:15:56.428589 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-88eeb6cc-a19c-425b-9b90-c88b68785720 None None] Attempting to bind port 8ecd9149-cac3-482a-bc60-94c8b61f0455 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:15:56.428970 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-88eeb6cc-a19c-425b-9b90-c88b68785720 None None] Attempting to bind port 8ecd9149-cac3-482a-bc60-94c8b61f0455 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:15:56.429488 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88eeb6cc-a19c-425b-9b90-c88b68785720 None None] Attempting to bind port 8ecd9149-cac3-482a-bc60-94c8b61f0455 on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:15:56.492538 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b770c39-50c7-45ec-b333-141c7115b58e None None] Pushing event updated for resources: {'Port': ['ID=8ecd9149-cac3-482a-bc60-94c8b61f0455,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:56.498823 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88eeb6cc-a19c-425b-9b90-c88b68785720 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:15:56.499953 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88eeb6cc-a19c-425b-9b90-c88b68785720 None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:15:56.500883 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-88eeb6cc-a19c-425b-9b90-c88b68785720 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:56.501462 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88eeb6cc-a19c-425b-9b90-c88b68785720 None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:15:56.502131 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-88eeb6cc-a19c-425b-9b90-c88b68785720 None None] Bound port: 8ecd9149-cac3-482a-bc60-94c8b61f0455, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:15:56.502619 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-88eeb6cc-a19c-425b-9b90-c88b68785720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:56.519443 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4192eefe-d2da-40d0-882a-3b6eb95fab29 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:15:56.600414 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-88eeb6cc-a19c-425b-9b90-c88b68785720 None None] For port 8ecd9149-cac3-482a-bc60-94c8b61f0455, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:15:56.605349 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-88eeb6cc-a19c-425b-9b90-c88b68785720 None None] For port 8ecd9149-cac3-482a-bc60-94c8b61f0455, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=8ecd9149-cac3-482a-bc60-94c8b61f0455,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:15:56.613295 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-88eeb6cc-a19c-425b-9b90-c88b68785720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:56.660235 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-d3344cf7-5be7-456e-944c-be9852e15edb admin admin] Allocated IP 172.20.0.1 (ccd53e68-4c0d-4acc-af67-0df504150198/6c45b8be-16f8-4165-889e-1042f7d81eb1/7394e1f1-9410-4fb5-abda-9132da4088c3) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:15:56.695250 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de3438-d2a1-44e0-accb-bbe39aa48b8d req-2378fd66-d5e7-41f0-8709-ef3f7faf6418 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:56.698178 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d1de3438-d2a1-44e0-accb-bbe39aa48b8d req-2378fd66-d5e7-41f0-8709-ef3f7faf6418 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/ports?device_id=92429913-943b-4af7-ad8b-e3309d5a9a79 HTTP/1.1" status: 200 len: 946 time: 0.1784954 Nov 12 01:15:56.708144 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b770c39-50c7-45ec-b333-141c7115b58e None None] Pushing event updated for resources: {'Port': ['ID=8ecd9149-cac3-482a-bc60-94c8b61f0455,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:56.730312 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88eeb6cc-a19c-425b-9b90-c88b68785720 None None] Routers {'6ac83ee1-86c4-4f30-9db7-fa459502c631'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:15:56.731190 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-88eeb6cc-a19c-425b-9b90-c88b68785720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:15:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['6ac83ee1-86c4-4f30-9db7-fa459502c631'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:56.737300 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed61071-ec1e-4ea3-9e9b-3d6c1f0bff51 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:15:56.761005 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-a93fccca-fc10-423c-ac66-5f12cf1564eb None None] Provisioning complete for port 8ecd9149-cac3-482a-bc60-94c8b61f0455 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:56.761492 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a93fccca-fc10-423c-ac66-5f12cf1564eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:56.838422 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d1de3438-d2a1-44e0-accb-bbe39aa48b8d req-71fbbdcd-c2a1-4425-a779-46ac2e444e6b tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ac0712c-a12b-4294-9453-7e1794dd4e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236117 Nov 12 01:15:56.851917 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92d3951-3718-422a-abc1-395337adba4e None None] Network ccd53e68-4c0d-4acc-af67-0df504150198 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:15:56.880258 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d3344cf7-5be7-456e-944c-be9852e15edb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:56.880585 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-88eeb6cc-a19c-425b-9b90-c88b68785720 None None] Set router 6ac83ee1-86c4-4f30-9db7-fa459502c631 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:15:56.922120 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d3344cf7-5be7-456e-944c-be9852e15edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:56.988109 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3344cf7-5be7-456e-944c-be9852e15edb admin admin] Pushing event updated for resources: {'Port': ['ID=7394e1f1-9410-4fb5-abda-9132da4088c3,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:57.007874 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3344cf7-5be7-456e-944c-be9852e15edb admin admin] Network ccd53e68-4c0d-4acc-af67-0df504150198 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:57.010989 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-d3344cf7-5be7-456e-944c-be9852e15edb admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:57.016046 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a93fccca-fc10-423c-ac66-5f12cf1564eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:57.018713 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3344cf7-5be7-456e-944c-be9852e15edb admin admin] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:15:57.065279 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-a93fccca-fc10-423c-ac66-5f12cf1564eb None None] For port 8ecd9149-cac3-482a-bc60-94c8b61f0455, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=8ecd9149-cac3-482a-bc60-94c8b61f0455,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:57.075237 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a93fccca-fc10-423c-ac66-5f12cf1564eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:57.093400 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d3344cf7-5be7-456e-944c-be9852e15edb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:57.195881 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93fccca-fc10-423c-ac66-5f12cf1564eb None None] Pushing event updated for resources: {'Port': ['ID=8ecd9149-cac3-482a-bc60-94c8b61f0455,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:57.255189 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-57296abe-13ee-4bea-b111-b3af484624c0 None None] Provisioning complete for port 870c3e20-50e2-44ed-84c4-20bd8171b5a0 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:57.255566 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-57296abe-13ee-4bea-b111-b3af484624c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:57.304024 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-88eeb6cc-a19c-425b-9b90-c88b68785720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac83ee1-86c4-4f30-9db7-fa459502c631', 'name': 'tempest-TestAggregatesBasicOps-1181281645-router', 'tenant_id': 'eb22ad2663674336821cf99b378778de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '8ecd9149-cac3-482a-bc60-94c8b61f0455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:15:53Z', 'updated_at': '2021-11-12T01:15:54Z', 'revision_number': 3, 'project_id': 'eb22ad2663674336821cf99b378778de', 'gw_port': {'id': '8ecd9149-cac3-482a-bc60-94c8b61f0455', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:17:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac83ee1-86c4-4f30-9db7-fa459502c631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:53Z', 'updated_at': '2021-11-12T01:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:57.354689 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d3344cf7-5be7-456e-944c-be9852e15edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:57.369991 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88eeb6cc-a19c-425b-9b90-c88b68785720 None None] The sync data for ids ['6ac83ee1-86c4-4f30-9db7-fa459502c631'] in n-d-812236-11 is: [{'id': '6ac83ee1-86c4-4f30-9db7-fa459502c631', 'name': 'tempest-TestAggregatesBasicOps-1181281645-router', 'tenant_id': 'eb22ad2663674336821cf99b378778de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '8ecd9149-cac3-482a-bc60-94c8b61f0455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:15:53Z', 'updated_at': '2021-11-12T01:15:54Z', 'revision_number': 3, 'project_id': 'eb22ad2663674336821cf99b378778de', 'gw_port': {'id': '8ecd9149-cac3-482a-bc60-94c8b61f0455', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:17:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac83ee1-86c4-4f30-9db7-fa459502c631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:53Z', 'updated_at': '2021-11-12T01:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:15:57.439708 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-57296abe-13ee-4bea-b111-b3af484624c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:57.520930 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-57296abe-13ee-4bea-b111-b3af484624c0 None None] For port 870c3e20-50e2-44ed-84c4-20bd8171b5a0, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=870c3e20-50e2-44ed-84c4-20bd8171b5a0,segment=NetworkSegment(441f2097-e9ec-4e1e-a5b7-4bec7f76e47a),segment_id=441f2097-e9ec-4e1e-a5b7-4bec7f76e47a)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:57.522784 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 870c3e20-50e2-44ed-84c4-20bd8171b5a0 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:15:57.596379 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-57296abe-13ee-4bea-b111-b3af484624c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:57.660550 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d3344cf7-5be7-456e-944c-be9852e15edb admin admin] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:57.669238 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d3344cf7-5be7-456e-944c-be9852e15edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:57.681066 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-57296abe-13ee-4bea-b111-b3af484624c0 None None] Provisioning complete for port 8ecd9149-cac3-482a-bc60-94c8b61f0455 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:57.682545 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-57296abe-13ee-4bea-b111-b3af484624c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:57.789900 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57296abe-13ee-4bea-b111-b3af484624c0 None None] Pushing event updated for resources: {'Port': ['ID=870c3e20-50e2-44ed-84c4-20bd8171b5a0,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:57.811411 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3344cf7-5be7-456e-944c-be9852e15edb admin admin] Pushing event updated for resources: {'Port': ['ID=7394e1f1-9410-4fb5-abda-9132da4088c3,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:57.823109 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 870c3e20-50e2-44ed-84c4-20bd8171b5a0 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:57.823109 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:57.878752 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d3344cf7-5be7-456e-944c-be9852e15edb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:58.066189 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3344cf7-5be7-456e-944c-be9852e15edb admin admin] Network ccd53e68-4c0d-4acc-af67-0df504150198 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:58.075063 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device c6508414-b047-4ade-aa10-e5b657bce4d0 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:15:58.084274 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-d3344cf7-5be7-456e-944c-be9852e15edb admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:58.156805 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-8e49a23f-aed6-4e40-b726-cb64bb8a91d6 None None] Provisioning complete for port 870c3e20-50e2-44ed-84c4-20bd8171b5a0 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:58.157169 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8e49a23f-aed6-4e40-b726-cb64bb8a91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:58.216974 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port c6508414-b047-4ade-aa10-e5b657bce4d0 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:58.217702 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:58.286136 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135fad10-0d6d-4816-93b5-1e6a2184a413 req-90d6714d-114e-42db-a829-5bf5e070125e tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:58.288176 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-135fad10-0d6d-4816-93b5-1e6a2184a413 req-90d6714d-114e-42db-a829-5bf5e070125e tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/ports?device_id=92429913-943b-4af7-ad8b-e3309d5a9a79 HTTP/1.1" status: 200 len: 946 time: 0.2282133 Nov 12 01:15:58.330035 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e50b26-5930-49ed-ab02-c6bb666bc389 req-c5f434df-c29b-4445-9f9b-c0dd453b6d83 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:58.331567 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-89e50b26-5930-49ed-ab02-c6bb666bc389 req-c5f434df-c29b-4445-9f9b-c0dd453b6d83 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.54 "GET /v2.0/ports?device_id=92429913-943b-4af7-ad8b-e3309d5a9a79 HTTP/1.1" status: 200 len: 946 time: 0.1625247 Nov 12 01:15:58.457854 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-135fad10-0d6d-4816-93b5-1e6a2184a413 req-46039120-453c-47f4-83a6-e3caa9b45611 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ac0712c-a12b-4294-9453-7e1794dd4e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250119 Nov 12 01:15:58.475605 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3344cf7-5be7-456e-944c-be9852e15edb admin admin] Router 6ac83ee1-86c4-4f30-9db7-fa459502c631 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:15:58.584792 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-89e50b26-5930-49ed-ab02-c6bb666bc389 req-3b015266-11a0-4cbb-8259-a4de32285bcd tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Deleting port 1d0c4a52-99fc-4927-95ea-efe42027fc1a {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:58.585136 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-89e50b26-5930-49ed-ab02-c6bb666bc389 req-3b015266-11a0-4cbb-8259-a4de32285bcd tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:58.612482 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-8e49a23f-aed6-4e40-b726-cb64bb8a91d6 None None] Provisioning complete for port 7394e1f1-9410-4fb5-abda-9132da4088c3 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:58.613018 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8e49a23f-aed6-4e40-b726-cb64bb8a91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:58.680504 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-8e49a23f-aed6-4e40-b726-cb64bb8a91d6 None None] Port 7394e1f1-9410-4fb5-abda-9132da4088c3 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:15:58.750720 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3344cf7-5be7-456e-944c-be9852e15edb admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:15:58.759675 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d3344cf7-5be7-456e-944c-be9852e15edb admin admin] 10.222.0.20 "PUT /v2.0/routers/6ac83ee1-86c4-4f30-9db7-fa459502c631/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2403073 Nov 12 01:15:58.776680 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-89e50b26-5930-49ed-ab02-c6bb666bc389 req-3b015266-11a0-4cbb-8259-a4de32285bcd tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] For port 1d0c4a52-99fc-4927-95ea-efe42027fc1a, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=1d0c4a52-99fc-4927-95ea-efe42027fc1a,segment=NetworkSegment(219589a0-b169-43d5-bef9-0c2c329acf55),segment_id=219589a0-b169-43d5-bef9-0c2c329acf55)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:58.776939 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-89e50b26-5930-49ed-ab02-c6bb666bc389 req-3b015266-11a0-4cbb-8259-a4de32285bcd tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:58.813481 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-89e50b26-5930-49ed-ab02-c6bb666bc389 req-3b015266-11a0-4cbb-8259-a4de32285bcd tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Calling delete_port for 1d0c4a52-99fc-4927-95ea-efe42027fc1a owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:58.819359 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-66a5ace5-2c0b-464e-ab19-c2a468d572b0 None None] Provisioning complete for port 7394e1f1-9410-4fb5-abda-9132da4088c3 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:58.820089 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-66a5ace5-2c0b-464e-ab19-c2a468d572b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:58.870995 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-66a5ace5-2c0b-464e-ab19-c2a468d572b0 None None] Port 7394e1f1-9410-4fb5-abda-9132da4088c3 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:15:58.989018 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-89e50b26-5930-49ed-ab02-c6bb666bc389 req-3b015266-11a0-4cbb-8259-a4de32285bcd tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:59.023950 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['1d0c4a52-99fc-4927-95ea-efe42027fc1a'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:15:59.040477 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b015266-11a0-4cbb-8259-a4de32285bcd tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Pushing event deleted for resources: {'Port': ['ID=1d0c4a52-99fc-4927-95ea-efe42027fc1a,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:59.070994 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166c7575-8738-433c-8e67-f27f0954657a None None] DHCP port deletion for 69443218-81a6-4686-a305-246d9911bca7 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:15:59.087123 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-89e50b26-5930-49ed-ab02-c6bb666bc389 req-3b015266-11a0-4cbb-8259-a4de32285bcd tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] No DVR routers for this DVR port 1d0c4a52-99fc-4927-95ea-efe42027fc1a on host n-h2-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:15:59.091367 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-89e50b26-5930-49ed-ab02-c6bb666bc389 req-3b015266-11a0-4cbb-8259-a4de32285bcd tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:59.095404 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-89e50b26-5930-49ed-ab02-c6bb666bc389 req-3b015266-11a0-4cbb-8259-a4de32285bcd tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.54 "DELETE /v2.0/ports/1d0c4a52-99fc-4927-95ea-efe42027fc1a HTTP/1.1" status: 204 len: 173 time: 0.7490795 Nov 12 01:15:59.095898 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92429913-943b-4af7-ad8b-e3309d5a9a79', 'name': 'network-vif-deleted', 'tag': '1d0c4a52-99fc-4927-95ea-efe42027fc1a'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:15:59.100089 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca3ac76-0c51-464a-8b2f-77d9afbf6379" -d '{"events": [{"server_uuid": "92429913-943b-4af7-ad8b-e3309d5a9a79", "name": "network-vif-deleted", "tag": "1d0c4a52-99fc-4927-95ea-efe42027fc1a"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:15:59.149266 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b78475c-fd31-41ea-a02b-6fdff5da8a3d x-openstack-request-id: req-1b78475c-fd31-41ea-a02b-6fdff5da8a3d {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:15:59.149687 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92429913-943b-4af7-ad8b-e3309d5a9a79", "name": "network-vif-deleted", "tag": "1d0c4a52-99fc-4927-95ea-efe42027fc1a", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:15:59.151224 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1b78475c-fd31-41ea-a02b-6fdff5da8a3d {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:15:59.151829 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92429913-943b-4af7-ad8b-e3309d5a9a79', 'name': 'network-vif-deleted', 'tag': '1d0c4a52-99fc-4927-95ea-efe42027fc1a', 'status': 'completed', 'code': 200} Nov 12 01:15:59.387046 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 8ecd9149-cac3-482a-bc60-94c8b61f0455 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:15:59.453554 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 8ecd9149-cac3-482a-bc60-94c8b61f0455 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:59.454115 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:59.561762 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 870c3e20-50e2-44ed-84c4-20bd8171b5a0 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:15:59.619918 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 870c3e20-50e2-44ed-84c4-20bd8171b5a0 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:59.620524 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:59.631596 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a5ebeb58-ac17-4778-aee5-1c30669dad14 req-f59e93d9-b9c2-42e6-b5f5-f4635d689c53 tempest-VolumesSnapshotTestJSON-191118899 tempest-VolumesSnapshotTestJSON-191118899-project] 10.222.0.20 "GET /v2.0/ports?device_id=92429913-943b-4af7-ad8b-e3309d5a9a79 HTTP/1.1" status: 200 len: 210 time: 0.0402215 Nov 12 01:15:59.978417 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87907a8-7529-49d1-817e-3f44a4b1efc1 None None] Sync routers for ids ['6ac83ee1-86c4-4f30-9db7-fa459502c631'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:15:59.994434 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87907a8-7529-49d1-817e-3f44a4b1efc1 None None] Routers {'6ac83ee1-86c4-4f30-9db7-fa459502c631'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:15:59.995209 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-e87907a8-7529-49d1-817e-3f44a4b1efc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:15:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['6ac83ee1-86c4-4f30-9db7-fa459502c631'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:00.131052 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-e87907a8-7529-49d1-817e-3f44a4b1efc1 None None] Set router 6ac83ee1-86c4-4f30-9db7-fa459502c631 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:16:00.271302 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 43934) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:00.425123 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-e87907a8-7529-49d1-817e-3f44a4b1efc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac83ee1-86c4-4f30-9db7-fa459502c631', 'name': 'tempest-TestAggregatesBasicOps-1181281645-router', 'tenant_id': 'eb22ad2663674336821cf99b378778de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '8ecd9149-cac3-482a-bc60-94c8b61f0455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:15:53Z', 'updated_at': '2021-11-12T01:15:57Z', 'revision_number': 4, 'project_id': 'eb22ad2663674336821cf99b378778de', 'gw_port': {'id': '8ecd9149-cac3-482a-bc60-94c8b61f0455', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:17:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac83ee1-86c4-4f30-9db7-fa459502c631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:53Z', 'updated_at': '2021-11-12T01:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '7394e1f1-9410-4fb5-abda-9132da4088c3', 'name': '', 'network_id': 'ccd53e68-4c0d-4acc-af67-0df504150198', 'tenant_id': 'eb22ad2663674336821cf99b378778de', 'mac_address': 'fa:16:3e:db:3d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac83ee1-86c4-4f30-9db7-fa459502c631', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '6c45b8be-16f8-4165-889e-1042f7d81eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:56Z', 'updated_at': '2021-11-12T01:15:57Z', 'revision_number': 2, 'project_id': 'eb22ad2663674336821cf99b378778de', 'subnets': [{'id': '6c45b8be-16f8-4165-889e-1042f7d81eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:00.458093 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87907a8-7529-49d1-817e-3f44a4b1efc1 None None] Checking router: 6ac83ee1-86c4-4f30-9db7-fa459502c631 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:16:00.458448 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87907a8-7529-49d1-817e-3f44a4b1efc1 None None] Updating router 6ac83ee1-86c4-4f30-9db7-fa459502c631 port 7394e1f1-9410-4fb5-abda-9132da4088c3 binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:16:00.487830 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e87907a8-7529-49d1-817e-3f44a4b1efc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:00.714476 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e5acd273-eb96-4079-a6b5-bca77311065b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:00.871998 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e87907a8-7529-49d1-817e-3f44a4b1efc1 None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:00.883173 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e87907a8-7529-49d1-817e-3f44a4b1efc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:01.015575 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc7673c-3835-4da5-9768-8cdf3347b289 None None] Pushing event updated for resources: {'Port': ['ID=7394e1f1-9410-4fb5-abda-9132da4088c3,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:01.044755 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-e87907a8-7529-49d1-817e-3f44a4b1efc1 None None] Attempting to bind port 7394e1f1-9410-4fb5-abda-9132da4088c3 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:16:01.045443 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-e87907a8-7529-49d1-817e-3f44a4b1efc1 None None] Attempting to bind port 7394e1f1-9410-4fb5-abda-9132da4088c3 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '441f2097-e9ec-4e1e-a5b7-4bec7f76e47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ccd53e68-4c0d-4acc-af67-0df504150198'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:16:01.045901 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87907a8-7529-49d1-817e-3f44a4b1efc1 None None] Attempting to bind port 7394e1f1-9410-4fb5-abda-9132da4088c3 on network ccd53e68-4c0d-4acc-af67-0df504150198 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:16:01.052509 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87907a8-7529-49d1-817e-3f44a4b1efc1 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:16:01.053081 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87907a8-7529-49d1-817e-3f44a4b1efc1 None None] Checking segment: {'id': '441f2097-e9ec-4e1e-a5b7-4bec7f76e47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ccd53e68-4c0d-4acc-af67-0df504150198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:16:01.054276 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e87907a8-7529-49d1-817e-3f44a4b1efc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:01.054775 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87907a8-7529-49d1-817e-3f44a4b1efc1 None None] Bound using segment: {'id': '441f2097-e9ec-4e1e-a5b7-4bec7f76e47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ccd53e68-4c0d-4acc-af67-0df504150198'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:16:01.055493 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-e87907a8-7529-49d1-817e-3f44a4b1efc1 None None] Bound port: 7394e1f1-9410-4fb5-abda-9132da4088c3, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441f2097-e9ec-4e1e-a5b7-4bec7f76e47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ccd53e68-4c0d-4acc-af67-0df504150198'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:16:01.056035 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e87907a8-7529-49d1-817e-3f44a4b1efc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:01.141929 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-e87907a8-7529-49d1-817e-3f44a4b1efc1 None None] For port 7394e1f1-9410-4fb5-abda-9132da4088c3, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:16:01.146159 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-e87907a8-7529-49d1-817e-3f44a4b1efc1 None None] For port 7394e1f1-9410-4fb5-abda-9132da4088c3, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=7394e1f1-9410-4fb5-abda-9132da4088c3,segment=NetworkSegment(441f2097-e9ec-4e1e-a5b7-4bec7f76e47a),segment_id=441f2097-e9ec-4e1e-a5b7-4bec7f76e47a)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:16:01.159964 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e87907a8-7529-49d1-817e-3f44a4b1efc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:01.228371 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-e5acd273-eb96-4079-a6b5-bca77311065b admin admin] Deleting port c6508414-b047-4ade-aa10-e5b657bce4d0 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:16:01.229075 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e5acd273-eb96-4079-a6b5-bca77311065b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:01.264721 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87907a8-7529-49d1-817e-3f44a4b1efc1 None None] Routers {'6ac83ee1-86c4-4f30-9db7-fa459502c631'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:16:01.265361 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-e87907a8-7529-49d1-817e-3f44a4b1efc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:15:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['6ac83ee1-86c4-4f30-9db7-fa459502c631'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:01.328050 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc7673c-3835-4da5-9768-8cdf3347b289 None None] Pushing event updated for resources: {'Port': ['ID=7394e1f1-9410-4fb5-abda-9132da4088c3,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:01.390224 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-e5acd273-eb96-4079-a6b5-bca77311065b admin admin] For port c6508414-b047-4ade-aa10-e5b657bce4d0, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=c6508414-b047-4ade-aa10-e5b657bce4d0,segment=NetworkSegment(3bfd3c01-068c-4c62-88b5-c70cc488750e),segment_id=3bfd3c01-068c-4c62-88b5-c70cc488750e)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:01.390751 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e5acd273-eb96-4079-a6b5-bca77311065b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:01.412761 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-e5acd273-eb96-4079-a6b5-bca77311065b admin admin] Calling delete_port for c6508414-b047-4ade-aa10-e5b657bce4d0 owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:16:01.440541 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-93a4ceb1-82d2-449a-832c-73505d4c2c72 None None] Provisioning complete for port 7394e1f1-9410-4fb5-abda-9132da4088c3 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:01.441114 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-93a4ceb1-82d2-449a-832c-73505d4c2c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:01.491081 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-e87907a8-7529-49d1-817e-3f44a4b1efc1 None None] Set router 6ac83ee1-86c4-4f30-9db7-fa459502c631 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:16:01.690960 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-93a4ceb1-82d2-449a-832c-73505d4c2c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:01.731299 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e5acd273-eb96-4079-a6b5-bca77311065b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:01.763133 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5acd273-eb96-4079-a6b5-bca77311065b admin admin] Pushing event deleted for resources: {'Port': ['ID=c6508414-b047-4ade-aa10-e5b657bce4d0,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:01.822286 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-93a4ceb1-82d2-449a-832c-73505d4c2c72 None None] For port 7394e1f1-9410-4fb5-abda-9132da4088c3, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=7394e1f1-9410-4fb5-abda-9132da4088c3,segment=NetworkSegment(441f2097-e9ec-4e1e-a5b7-4bec7f76e47a),segment_id=441f2097-e9ec-4e1e-a5b7-4bec7f76e47a)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:01.851616 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-93a4ceb1-82d2-449a-832c-73505d4c2c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:02.038664 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a4ceb1-82d2-449a-832c-73505d4c2c72 None None] Pushing event updated for resources: {'Port': ['ID=7394e1f1-9410-4fb5-abda-9132da4088c3,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:02.055778 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-61419df1-017a-4f0c-92e1-5c940ca8de15 None None] Provisioning complete for port 7394e1f1-9410-4fb5-abda-9132da4088c3 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:02.056288 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-61419df1-017a-4f0c-92e1-5c940ca8de15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:02.088355 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e5acd273-eb96-4079-a6b5-bca77311065b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:02.105980 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-e87907a8-7529-49d1-817e-3f44a4b1efc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac83ee1-86c4-4f30-9db7-fa459502c631', 'name': 'tempest-TestAggregatesBasicOps-1181281645-router', 'tenant_id': 'eb22ad2663674336821cf99b378778de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '8ecd9149-cac3-482a-bc60-94c8b61f0455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:15:53Z', 'updated_at': '2021-11-12T01:15:57Z', 'revision_number': 4, 'project_id': 'eb22ad2663674336821cf99b378778de', 'gw_port': {'id': '8ecd9149-cac3-482a-bc60-94c8b61f0455', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:17:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac83ee1-86c4-4f30-9db7-fa459502c631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:53Z', 'updated_at': '2021-11-12T01:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '7394e1f1-9410-4fb5-abda-9132da4088c3', 'name': '', 'network_id': 'ccd53e68-4c0d-4acc-af67-0df504150198', 'tenant_id': 'eb22ad2663674336821cf99b378778de', 'mac_address': 'fa:16:3e:db:3d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac83ee1-86c4-4f30-9db7-fa459502c631', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '6c45b8be-16f8-4165-889e-1042f7d81eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:56Z', 'updated_at': '2021-11-12T01:16:01Z', 'revision_number': 4, 'project_id': 'eb22ad2663674336821cf99b378778de', 'subnets': [{'id': '6c45b8be-16f8-4165-889e-1042f7d81eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:02.137029 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87907a8-7529-49d1-817e-3f44a4b1efc1 None None] The sync data for ids ['6ac83ee1-86c4-4f30-9db7-fa459502c631'] in n-d-812236-11 is: [{'id': '6ac83ee1-86c4-4f30-9db7-fa459502c631', 'name': 'tempest-TestAggregatesBasicOps-1181281645-router', 'tenant_id': 'eb22ad2663674336821cf99b378778de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '8ecd9149-cac3-482a-bc60-94c8b61f0455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:15:53Z', 'updated_at': '2021-11-12T01:15:57Z', 'revision_number': 4, 'project_id': 'eb22ad2663674336821cf99b378778de', 'gw_port': {'id': '8ecd9149-cac3-482a-bc60-94c8b61f0455', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:17:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac83ee1-86c4-4f30-9db7-fa459502c631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:53Z', 'updated_at': '2021-11-12T01:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '7394e1f1-9410-4fb5-abda-9132da4088c3', 'name': '', 'network_id': 'ccd53e68-4c0d-4acc-af67-0df504150198', 'tenant_id': 'eb22ad2663674336821cf99b378778de', 'mac_address': 'fa:16:3e:db:3d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac83ee1-86c4-4f30-9db7-fa459502c631', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '6c45b8be-16f8-4165-889e-1042f7d81eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:56Z', 'updated_at': '2021-11-12T01:16:01Z', 'revision_number': 4, 'project_id': 'eb22ad2663674336821cf99b378778de', 'subnets': [{'id': '6c45b8be-16f8-4165-889e-1042f7d81eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:16:02.723994 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5acd273-eb96-4079-a6b5-bca77311065b admin admin] Router b4a4987f-37d4-41b1-824f-8568daa01db0 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:16:02.851500 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5acd273-eb96-4079-a6b5-bca77311065b admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:16:02.857921 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e5acd273-eb96-4079-a6b5-bca77311065b admin admin] 10.222.0.20 "PUT /v2.0/routers/b4a4987f-37d4-41b1-824f-8568daa01db0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5854819 Nov 12 01:16:02.859504 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44022) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:02.862446 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146221bb-5fc3-4482-b096-bb31ac5e6a12 None None] Sync routers for ids ['b4a4987f-37d4-41b1-824f-8568daa01db0'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:16:02.876839 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146221bb-5fc3-4482-b096-bb31ac5e6a12 None None] Routers {'b4a4987f-37d4-41b1-824f-8568daa01db0'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:16:02.877814 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-146221bb-5fc3-4482-b096-bb31ac5e6a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:15:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['b4a4987f-37d4-41b1-824f-8568daa01db0'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:03.000290 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fe554501-fea1-4c78-90d7-6de41084c2bd admin admin] Publish callbacks [] for router, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:03.005816 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-146221bb-5fc3-4482-b096-bb31ac5e6a12 None None] Set router b4a4987f-37d4-41b1-824f-8568daa01db0 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:16:03.206322 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-146221bb-5fc3-4482-b096-bb31ac5e6a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a4987f-37d4-41b1-824f-8568daa01db0', 'name': 'tempest-TestAggregatesBasicOps-963641079-router', 'tenant_id': '8b83306bdb634f3db6c4ad3c166ae233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b1a6d121-7573-4146-be99-e34b039441bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:15:47Z', 'updated_at': '2021-11-12T01:16:01Z', 'revision_number': 5, 'project_id': '8b83306bdb634f3db6c4ad3c166ae233', 'gw_port': {'id': 'b1a6d121-7573-4146-be99-e34b039441bc', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:df:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a4987f-37d4-41b1-824f-8568daa01db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:48Z', 'updated_at': '2021-11-12T01:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:03.240523 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146221bb-5fc3-4482-b096-bb31ac5e6a12 None None] Checking router: b4a4987f-37d4-41b1-824f-8568daa01db0 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:16:03.250405 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146221bb-5fc3-4482-b096-bb31ac5e6a12 None None] Routers {'b4a4987f-37d4-41b1-824f-8568daa01db0'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:16:03.251016 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-146221bb-5fc3-4482-b096-bb31ac5e6a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:15:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['b4a4987f-37d4-41b1-824f-8568daa01db0'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:03.360258 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-146221bb-5fc3-4482-b096-bb31ac5e6a12 None None] Set router b4a4987f-37d4-41b1-824f-8568daa01db0 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:16:03.411727 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 7394e1f1-9410-4fb5-abda-9132da4088c3 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:16:03.481913 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 1d0c4a52-99fc-4927-95ea-efe42027fc1a no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:16:03.541795 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: 1d0c4a52-99fc-4927-95ea-efe42027fc1a {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:16:03.542157 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 1d0c4a52-99fc-4927-95ea-efe42027fc1a not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:16:03.553117 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fe554501-fea1-4c78-90d7-6de41084c2bd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:03.598999 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 7394e1f1-9410-4fb5-abda-9132da4088c3 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:03.599384 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:03.699717 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-fe554501-fea1-4c78-90d7-6de41084c2bd admin admin] Deleting port b1a6d121-7573-4146-be99-e34b039441bc {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:16:03.700328 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fe554501-fea1-4c78-90d7-6de41084c2bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:03.735166 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-146221bb-5fc3-4482-b096-bb31ac5e6a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a4987f-37d4-41b1-824f-8568daa01db0', 'name': 'tempest-TestAggregatesBasicOps-963641079-router', 'tenant_id': '8b83306bdb634f3db6c4ad3c166ae233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b1a6d121-7573-4146-be99-e34b039441bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:15:47Z', 'updated_at': '2021-11-12T01:16:01Z', 'revision_number': 5, 'project_id': '8b83306bdb634f3db6c4ad3c166ae233', 'gw_port': {'id': 'b1a6d121-7573-4146-be99-e34b039441bc', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:df:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a4987f-37d4-41b1-824f-8568daa01db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:48Z', 'updated_at': '2021-11-12T01:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:03.779652 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146221bb-5fc3-4482-b096-bb31ac5e6a12 None None] The sync data for ids ['b4a4987f-37d4-41b1-824f-8568daa01db0'] in n-d-812236-11 is: [{'id': 'b4a4987f-37d4-41b1-824f-8568daa01db0', 'name': 'tempest-TestAggregatesBasicOps-963641079-router', 'tenant_id': '8b83306bdb634f3db6c4ad3c166ae233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b1a6d121-7573-4146-be99-e34b039441bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:15:47Z', 'updated_at': '2021-11-12T01:16:01Z', 'revision_number': 5, 'project_id': '8b83306bdb634f3db6c4ad3c166ae233', 'gw_port': {'id': 'b1a6d121-7573-4146-be99-e34b039441bc', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:df:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a4987f-37d4-41b1-824f-8568daa01db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:48Z', 'updated_at': '2021-11-12T01:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:16:03.827626 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-fe554501-fea1-4c78-90d7-6de41084c2bd admin admin] For port b1a6d121-7573-4146-be99-e34b039441bc, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=b1a6d121-7573-4146-be99-e34b039441bc,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:03.827954 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fe554501-fea1-4c78-90d7-6de41084c2bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:03.846759 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-fe554501-fea1-4c78-90d7-6de41084c2bd admin admin] Calling delete_port for b1a6d121-7573-4146-be99-e34b039441bc owned by network:router_gateway {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:16:04.035408 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fe554501-fea1-4c78-90d7-6de41084c2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:04.071895 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe554501-fea1-4c78-90d7-6de41084c2bd admin admin] Pushing event deleted for resources: {'Port': ['ID=b1a6d121-7573-4146-be99-e34b039441bc,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:04.093559 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d52439-5df1-4ba4-a7b6-2ed6f5d6fce8 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:16:04.176712 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fe554501-fea1-4c78-90d7-6de41084c2bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:04.279828 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fe554501-fea1-4c78-90d7-6de41084c2bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:04.282373 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fe554501-fea1-4c78-90d7-6de41084c2bd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:04.287965 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-22cafe00-9a64-46b0-bca7-ee71e4fdbad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:04.330457 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fe554501-fea1-4c78-90d7-6de41084c2bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:04.331084 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe554501-fea1-4c78-90d7-6de41084c2bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4a4987f-37d4-41b1-824f-8568daa01db0 {{(pid=102661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:16:04.338328 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fe554501-fea1-4c78-90d7-6de41084c2bd admin admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:04.341667 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-fe554501-fea1-4c78-90d7-6de41084c2bd admin admin] 10.222.0.20 "DELETE /v2.0/routers/b4a4987f-37d4-41b1-824f-8568daa01db0 HTTP/1.1" status: 204 len: 168 time: 1.4782920 Nov 12 01:16:04.342052 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44034) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:04.406406 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-59bc8ff5-6b45-43f3-8e7f-5f54bbacc84d admin admin] Deleting subnet 2ec09f40-daae-426e-b999-681f2442bf79 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:16:04.410543 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-59bc8ff5-6b45-43f3-8e7f-5f54bbacc84d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:04.452525 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-59bc8ff5-6b45-43f3-8e7f-5f54bbacc84d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:04.538237 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-59bc8ff5-6b45-43f3-8e7f-5f54bbacc84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:04.608545 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-59bc8ff5-6b45-43f3-8e7f-5f54bbacc84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:04.637326 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bc8ff5-6b45-43f3-8e7f-5f54bbacc84d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ec09f40-daae-426e-b999-681f2442bf79,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:04.649004 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-59bc8ff5-6b45-43f3-8e7f-5f54bbacc84d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:04.651533 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74638514-a6a2-4b4d-9bf4-190d2c57536f None None] Network 8fbd32df-64fc-46a4-a897-70f9077f0d54 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:16:04.654152 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-59bc8ff5-6b45-43f3-8e7f-5f54bbacc84d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2ec09f40-daae-426e-b999-681f2442bf79 HTTP/1.1" status: 204 len: 168 time: 0.3110337 Nov 12 01:16:04.657209 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44036) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:04.745236 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-60ce5cb5-3ff5-4320-80cd-a2934ef8a1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:04.814814 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-60ce5cb5-3ff5-4320-80cd-a2934ef8a1f0 admin admin] Deleting port b67f1d2e-5ccf-4900-b00c-3799579100ec {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:16:04.815052 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-60ce5cb5-3ff5-4320-80cd-a2934ef8a1f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:04.918420 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-60ce5cb5-3ff5-4320-80cd-a2934ef8a1f0 admin admin] For port b67f1d2e-5ccf-4900-b00c-3799579100ec, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=b67f1d2e-5ccf-4900-b00c-3799579100ec,segment=NetworkSegment(3bfd3c01-068c-4c62-88b5-c70cc488750e),segment_id=3bfd3c01-068c-4c62-88b5-c70cc488750e)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:04.918782 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-60ce5cb5-3ff5-4320-80cd-a2934ef8a1f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:04.938263 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-60ce5cb5-3ff5-4320-80cd-a2934ef8a1f0 admin admin] Calling delete_port for b67f1d2e-5ccf-4900-b00c-3799579100ec owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:16:05.022365 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b552caf2-be7a-41ef-affa-bfd7a5027ef9 None None] DHCP port deletion for 8fbd32df-64fc-46a4-a897-70f9077f0d54 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:16:05.048643 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-60ce5cb5-3ff5-4320-80cd-a2934ef8a1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:05.083079 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce5cb5-3ff5-4320-80cd-a2934ef8a1f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b67f1d2e-5ccf-4900-b00c-3799579100ec,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:05.086871 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ce5cb5-3ff5-4320-80cd-a2934ef8a1f0 admin admin] No DVR routers for this DVR port b67f1d2e-5ccf-4900-b00c-3799579100ec on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:16:05.103381 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b552caf2-be7a-41ef-affa-bfd7a5027ef9 None None] Deleting port b67f1d2e-5ccf-4900-b00c-3799579100ec {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:16:05.104539 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b552caf2-be7a-41ef-affa-bfd7a5027ef9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:05.169179 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-60ce5cb5-3ff5-4320-80cd-a2934ef8a1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:05.237796 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-60ce5cb5-3ff5-4320-80cd-a2934ef8a1f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fbd32df-64fc-46a4-a897-70f9077f0d54']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:05.270620 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b552caf2-be7a-41ef-affa-bfd7a5027ef9 None None] For port b67f1d2e-5ccf-4900-b00c-3799579100ec, host n-d-812236-11, got binding levels [] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:05.271011 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b552caf2-be7a-41ef-affa-bfd7a5027ef9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:05.271396 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-60ce5cb5-3ff5-4320-80cd-a2934ef8a1f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bfd3c01-068c-4c62-88b5-c70cc488750e') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:05.271698 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-60ce5cb5-3ff5-4320-80cd-a2934ef8a1f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bfd3c01-068c-4c62-88b5-c70cc488750e') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:05.292183 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-60ce5cb5-3ff5-4320-80cd-a2934ef8a1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:05.320677 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-60ce5cb5-3ff5-4320-80cd-a2934ef8a1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:05.328688 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60ce5cb5-3ff5-4320-80cd-a2934ef8a1f0 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:16:05.328941 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-60ce5cb5-3ff5-4320-80cd-a2934ef8a1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:05.349396 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b552caf2-be7a-41ef-affa-bfd7a5027ef9 None None] Calling delete_port for b67f1d2e-5ccf-4900-b00c-3799579100ec owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:16:05.368043 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.ipam_backend_mixin [None req-b552caf2-be7a-41ef-affa-bfd7a5027ef9 None None] Port b67f1d2e-5ccf-4900-b00c-3799579100ec was not found and therefore no delete operation was performed {{(pid=102663) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 01:16:05.371395 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b552caf2-be7a-41ef-affa-bfd7a5027ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:05.417333 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:16:05.417333 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:16:05.417333 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:16:05.417333 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:16:05.417333 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:16:05.417333 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:16:05.417333 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:16:05.417333 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:16:05.417333 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:16:05.417333 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:16:05.417333 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:16:05.417333 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:16:05.417333 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:16:05.417333 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:16:05.417333 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:16:05.417333 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:16:05.417333 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:16:05.417333 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:16:05.417333 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:16:05.417333 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:16:05.417333 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:16:05.417333 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:16:05.417333 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:16:05.417333 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:16:05.417333 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:16:05.417333 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:16:05.417333 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:16:05.417333 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:16:05.417333 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:16:05.417333 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:16:05.417333 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:16:05.417333 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:16:05.420837 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-60ce5cb5-3ff5-4320-80cd-a2934ef8a1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:05.432997 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-60ce5cb5-3ff5-4320-80cd-a2934ef8a1f0 admin admin] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:05.437401 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-60ce5cb5-3ff5-4320-80cd-a2934ef8a1f0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8fbd32df-64fc-46a4-a897-70f9077f0d54 HTTP/1.1" status: 204 len: 168 time: 0.7787061 Nov 12 01:16:05.440616 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44042) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:05.465200 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device b67f1d2e-5ccf-4900-b00c-3799579100ec no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:16:05.488005 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce5cb5-3ff5-4320-80cd-a2934ef8a1f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fbd32df-64fc-46a4-a897-70f9077f0d54,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:05.497974 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b552caf2-be7a-41ef-affa-bfd7a5027ef9 None None] Pushing event deleted for resources: {'Port': ['ID=b67f1d2e-5ccf-4900-b00c-3799579100ec,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:05.500784 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b552caf2-be7a-41ef-affa-bfd7a5027ef9 None None] No DVR routers for this DVR port b67f1d2e-5ccf-4900-b00c-3799579100ec on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:16:05.510110 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: b67f1d2e-5ccf-4900-b00c-3799579100ec {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:16:05.510507 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device b67f1d2e-5ccf-4900-b00c-3799579100ec not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:16:05.511658 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device c6508414-b047-4ade-aa10-e5b657bce4d0 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:16:05.542090 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: c6508414-b047-4ade-aa10-e5b657bce4d0 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:16:05.542547 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device c6508414-b047-4ade-aa10-e5b657bce4d0 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:16:05.886012 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-82904e8f-3bd2-4693-bbca-dbcf5473d6a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:06.182068 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-82904e8f-3bd2-4693-bbca-dbcf5473d6a4 admin admin] Deleting port 7394e1f1-9410-4fb5-abda-9132da4088c3 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:16:06.182373 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-82904e8f-3bd2-4693-bbca-dbcf5473d6a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:06.280694 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-82904e8f-3bd2-4693-bbca-dbcf5473d6a4 admin admin] For port 7394e1f1-9410-4fb5-abda-9132da4088c3, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=7394e1f1-9410-4fb5-abda-9132da4088c3,segment=NetworkSegment(441f2097-e9ec-4e1e-a5b7-4bec7f76e47a),segment_id=441f2097-e9ec-4e1e-a5b7-4bec7f76e47a)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:06.281058 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-82904e8f-3bd2-4693-bbca-dbcf5473d6a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:06.295207 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-82904e8f-3bd2-4693-bbca-dbcf5473d6a4 admin admin] Calling delete_port for 7394e1f1-9410-4fb5-abda-9132da4088c3 owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:16:06.410200 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-56190fda-36c1-486d-84af-f78e46162430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:06.491246 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-82904e8f-3bd2-4693-bbca-dbcf5473d6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:06.516350 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82904e8f-3bd2-4693-bbca-dbcf5473d6a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7394e1f1-9410-4fb5-abda-9132da4088c3,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:06.719674 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-82904e8f-3bd2-4693-bbca-dbcf5473d6a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:06.977670 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82904e8f-3bd2-4693-bbca-dbcf5473d6a4 admin admin] Router 6ac83ee1-86c4-4f30-9db7-fa459502c631 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:16:07.103178 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82904e8f-3bd2-4693-bbca-dbcf5473d6a4 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:16:07.114422 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfabf944-1aa4-486c-be37-10854698fc55 None None] Sync routers for ids ['6ac83ee1-86c4-4f30-9db7-fa459502c631'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:16:07.116988 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44058) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:07.125037 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-82904e8f-3bd2-4693-bbca-dbcf5473d6a4 admin admin] 10.222.0.20 "PUT /v2.0/routers/6ac83ee1-86c4-4f30-9db7-fa459502c631/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6832101 Nov 12 01:16:07.129499 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfabf944-1aa4-486c-be37-10854698fc55 None None] Routers {'6ac83ee1-86c4-4f30-9db7-fa459502c631'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:16:07.130544 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-dfabf944-1aa4-486c-be37-10854698fc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:16:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['6ac83ee1-86c4-4f30-9db7-fa459502c631'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:07.285823 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4d42915a-9e56-47a0-baee-1450e98b67d3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:07.300204 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device b1a6d121-7573-4146-be99-e34b039441bc no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:16:07.328415 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-dfabf944-1aa4-486c-be37-10854698fc55 None None] Set router 6ac83ee1-86c4-4f30-9db7-fa459502c631 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:16:07.331881 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: b1a6d121-7573-4146-be99-e34b039441bc {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:16:07.332221 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device b1a6d121-7573-4146-be99-e34b039441bc not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:16:07.423371 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4d42915a-9e56-47a0-baee-1450e98b67d3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:07.495773 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-4d42915a-9e56-47a0-baee-1450e98b67d3 admin admin] Deleting port 8ecd9149-cac3-482a-bc60-94c8b61f0455 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:16:07.496032 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4d42915a-9e56-47a0-baee-1450e98b67d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:07.613540 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-dfabf944-1aa4-486c-be37-10854698fc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac83ee1-86c4-4f30-9db7-fa459502c631', 'name': 'tempest-TestAggregatesBasicOps-1181281645-router', 'tenant_id': 'eb22ad2663674336821cf99b378778de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '8ecd9149-cac3-482a-bc60-94c8b61f0455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:15:53Z', 'updated_at': '2021-11-12T01:16:06Z', 'revision_number': 5, 'project_id': 'eb22ad2663674336821cf99b378778de', 'gw_port': {'id': '8ecd9149-cac3-482a-bc60-94c8b61f0455', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:17:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac83ee1-86c4-4f30-9db7-fa459502c631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:53Z', 'updated_at': '2021-11-12T01:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:07.621268 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-4d42915a-9e56-47a0-baee-1450e98b67d3 admin admin] For port 8ecd9149-cac3-482a-bc60-94c8b61f0455, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=8ecd9149-cac3-482a-bc60-94c8b61f0455,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:07.622122 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4d42915a-9e56-47a0-baee-1450e98b67d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:07.637619 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-4d42915a-9e56-47a0-baee-1450e98b67d3 admin admin] Calling delete_port for 8ecd9149-cac3-482a-bc60-94c8b61f0455 owned by network:router_gateway {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:16:07.648776 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfabf944-1aa4-486c-be37-10854698fc55 None None] Checking router: 6ac83ee1-86c4-4f30-9db7-fa459502c631 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:16:07.658513 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfabf944-1aa4-486c-be37-10854698fc55 None None] Routers {'6ac83ee1-86c4-4f30-9db7-fa459502c631'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:16:07.659196 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-dfabf944-1aa4-486c-be37-10854698fc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:16:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['6ac83ee1-86c4-4f30-9db7-fa459502c631'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:07.852216 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4d42915a-9e56-47a0-baee-1450e98b67d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:07.886416 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d42915a-9e56-47a0-baee-1450e98b67d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ecd9149-cac3-482a-bc60-94c8b61f0455,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:07.941578 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-dfabf944-1aa4-486c-be37-10854698fc55 None None] Set router 6ac83ee1-86c4-4f30-9db7-fa459502c631 gateway port host: None {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:16:07.954657 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4d42915a-9e56-47a0-baee-1450e98b67d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:07.998331 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa57e1a-1e36-486b-953c-b3994ae9a8f8 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:16:08.016733 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-dfabf944-1aa4-486c-be37-10854698fc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac83ee1-86c4-4f30-9db7-fa459502c631', 'name': 'tempest-TestAggregatesBasicOps-1181281645-router', 'tenant_id': 'eb22ad2663674336821cf99b378778de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:15:53Z', 'updated_at': '2021-11-12T01:16:07Z', 'revision_number': 6, 'project_id': 'eb22ad2663674336821cf99b378778de', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:08.045525 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:08.046270 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfabf944-1aa4-486c-be37-10854698fc55 None None] The sync data for ids ['6ac83ee1-86c4-4f30-9db7-fa459502c631'] in n-d-812236-11 is: [{'id': '6ac83ee1-86c4-4f30-9db7-fa459502c631', 'name': 'tempest-TestAggregatesBasicOps-1181281645-router', 'tenant_id': 'eb22ad2663674336821cf99b378778de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:15:53Z', 'updated_at': '2021-11-12T01:16:07Z', 'revision_number': 6, 'project_id': 'eb22ad2663674336821cf99b378778de', 'gw_port_host': None}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:16:08.104997 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4d42915a-9e56-47a0-baee-1450e98b67d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:08.107234 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4d42915a-9e56-47a0-baee-1450e98b67d3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:08.154810 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4d42915a-9e56-47a0-baee-1450e98b67d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:08.155706 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d42915a-9e56-47a0-baee-1450e98b67d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ac83ee1-86c4-4f30-9db7-fa459502c631 {{(pid=102661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:16:08.162418 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4d42915a-9e56-47a0-baee-1450e98b67d3 admin admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:08.166169 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4d42915a-9e56-47a0-baee-1450e98b67d3 admin admin] 10.222.0.20 "DELETE /v2.0/routers/6ac83ee1-86c4-4f30-9db7-fa459502c631 HTTP/1.1" status: 204 len: 168 time: 1.0463324 Nov 12 01:16:08.166553 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44064) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:08.213426 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bd8522d-e830-47b1-8cce-4dd1d2f04d7b admin admin] Deleting subnet 6c45b8be-16f8-4165-889e-1042f7d81eb1 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:16:08.216720 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1bd8522d-e830-47b1-8cce-4dd1d2f04d7b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:08.253687 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1bd8522d-e830-47b1-8cce-4dd1d2f04d7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:08.340876 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1bd8522d-e830-47b1-8cce-4dd1d2f04d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:08.411659 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1bd8522d-e830-47b1-8cce-4dd1d2f04d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:08.443769 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd8522d-e830-47b1-8cce-4dd1d2f04d7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c45b8be-16f8-4165-889e-1042f7d81eb1,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:08.463492 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1bd8522d-e830-47b1-8cce-4dd1d2f04d7b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:08.465167 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21c3a6a-75e7-48a3-8f51-be99c394f0b9 None None] Network ccd53e68-4c0d-4acc-af67-0df504150198 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:16:08.472208 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1bd8522d-e830-47b1-8cce-4dd1d2f04d7b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6c45b8be-16f8-4165-889e-1042f7d81eb1 HTTP/1.1" status: 204 len: 168 time: 0.3046124 Nov 12 01:16:08.476796 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44070) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:08.613628 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1cda6fc6-1e4d-459e-8fa7-7f2b7447d9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:08.684917 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-1cda6fc6-1e4d-459e-8fa7-7f2b7447d9af admin admin] Deleting port 870c3e20-50e2-44ed-84c4-20bd8171b5a0 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:16:08.685263 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1cda6fc6-1e4d-459e-8fa7-7f2b7447d9af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:08.756001 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-1cda6fc6-1e4d-459e-8fa7-7f2b7447d9af admin admin] For port 870c3e20-50e2-44ed-84c4-20bd8171b5a0, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=870c3e20-50e2-44ed-84c4-20bd8171b5a0,segment=NetworkSegment(441f2097-e9ec-4e1e-a5b7-4bec7f76e47a),segment_id=441f2097-e9ec-4e1e-a5b7-4bec7f76e47a)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:08.756376 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1cda6fc6-1e4d-459e-8fa7-7f2b7447d9af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:08.771096 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-1cda6fc6-1e4d-459e-8fa7-7f2b7447d9af admin admin] Calling delete_port for 870c3e20-50e2-44ed-84c4-20bd8171b5a0 owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:16:08.865317 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1cda6fc6-1e4d-459e-8fa7-7f2b7447d9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:08.903991 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cda6fc6-1e4d-459e-8fa7-7f2b7447d9af admin admin] No DVR routers for this DVR port 870c3e20-50e2-44ed-84c4-20bd8171b5a0 on host n-d-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:16:08.907743 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda6fc6-1e4d-459e-8fa7-7f2b7447d9af admin admin] Pushing event deleted for resources: {'Port': ['ID=870c3e20-50e2-44ed-84c4-20bd8171b5a0,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:08.962743 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa9d572-7be6-4375-b987-0aedf4d2ca9e None None] DHCP port deletion for ccd53e68-4c0d-4acc-af67-0df504150198 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:16:09.019755 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1cda6fc6-1e4d-459e-8fa7-7f2b7447d9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:09.044866 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-1cda6fc6-1e4d-459e-8fa7-7f2b7447d9af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccd53e68-4c0d-4acc-af67-0df504150198']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:09.064264 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-1cda6fc6-1e4d-459e-8fa7-7f2b7447d9af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '441f2097-e9ec-4e1e-a5b7-4bec7f76e47a') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:09.064577 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-1cda6fc6-1e4d-459e-8fa7-7f2b7447d9af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '441f2097-e9ec-4e1e-a5b7-4bec7f76e47a') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:09.076107 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1cda6fc6-1e4d-459e-8fa7-7f2b7447d9af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:09.098609 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1cda6fc6-1e4d-459e-8fa7-7f2b7447d9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:09.119694 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cda6fc6-1e4d-459e-8fa7-7f2b7447d9af admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:16:09.119694 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1cda6fc6-1e4d-459e-8fa7-7f2b7447d9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:09.121308 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:16:09.121308 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:16:09.121308 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:16:09.121308 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:16:09.121308 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:16:09.121308 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:16:09.121308 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:16:09.121308 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:16:09.121308 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:16:09.121308 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:16:09.121308 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:16:09.121308 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:16:09.121308 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:16:09.121308 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:16:09.121308 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:16:09.121308 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:16:09.121308 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:16:09.121308 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:16:09.121308 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:16:09.121308 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:16:09.121308 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:16:09.121308 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:16:09.121308 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:16:09.121308 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:16:09.121308 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:16:09.121308 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:16:09.121308 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:16:09.121308 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:16:09.121308 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:16:09.121308 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:16:09.121308 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:16:09.121308 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:16:09.194442 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1cda6fc6-1e4d-459e-8fa7-7f2b7447d9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:09.224125 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1cda6fc6-1e4d-459e-8fa7-7f2b7447d9af admin admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:09.237767 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1cda6fc6-1e4d-459e-8fa7-7f2b7447d9af admin admin] 10.222.0.20 "DELETE /v2.0/networks/ccd53e68-4c0d-4acc-af67-0df504150198 HTTP/1.1" status: 204 len: 168 time: 0.7589316 Nov 12 01:16:09.238862 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda6fc6-1e4d-459e-8fa7-7f2b7447d9af admin admin] Pushing event deleted for resources: {'Network': ['ID=ccd53e68-4c0d-4acc-af67-0df504150198,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:09.290108 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 8ecd9149-cac3-482a-bc60-94c8b61f0455 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:16:09.323217 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 8ecd9149-cac3-482a-bc60-94c8b61f0455 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:16:09.323568 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 8ecd9149-cac3-482a-bc60-94c8b61f0455 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:16:09.324000 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 7394e1f1-9410-4fb5-abda-9132da4088c3 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:16:09.359985 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 7394e1f1-9410-4fb5-abda-9132da4088c3 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:16:09.360237 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 7394e1f1-9410-4fb5-abda-9132da4088c3 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:16:09.360849 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 870c3e20-50e2-44ed-84c4-20bd8171b5a0 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:16:09.393059 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 870c3e20-50e2-44ed-84c4-20bd8171b5a0 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:16:09.393395 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 870c3e20-50e2-44ed-84c4-20bd8171b5a0 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:16:09.410438 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:09.504649 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44076) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:09.554693 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-055716b3-612d-4616-a895-0ba7edb75b4e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8b83306bdb634f3db6c4ad3c166ae233&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0488110 Nov 12 01:16:09.558641 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44080) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:09.627085 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dd713de5-4c27-4c2f-83fd-05b4b0b4e8f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:09.656496 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dd713de5-4c27-4c2f-83fd-05b4b0b4e8f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:09.704586 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dd713de5-4c27-4c2f-83fd-05b4b0b4e8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:09.707849 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dd713de5-4c27-4c2f-83fd-05b4b0b4e8f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:09.709252 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-dd713de5-4c27-4c2f-83fd-05b4b0b4e8f2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cd45f66b-57de-4f14-ba87-a457dc11f7ea HTTP/1.1" status: 204 len: 168 time: 0.1495054 Nov 12 01:16:09.731882 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd713de5-4c27-4c2f-83fd-05b4b0b4e8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd45f66b-57de-4f14-ba87-a457dc11f7ea,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:10.130190 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44086) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:10.182077 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-769784e0-3304-4887-8489-0a8f9ea601b5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eb22ad2663674336821cf99b378778de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0506361 Nov 12 01:16:10.184642 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44088) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:10.251826 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d3ab3cef-4b74-4976-96b9-ea568dcf9ed9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:10.293221 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:10.304479 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d3ab3cef-4b74-4976-96b9-ea568dcf9ed9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:10.369728 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d3ab3cef-4b74-4976-96b9-ea568dcf9ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:10.372362 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d3ab3cef-4b74-4976-96b9-ea568dcf9ed9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:10.373536 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d3ab3cef-4b74-4976-96b9-ea568dcf9ed9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1de3c8fb-8bb2-4322-8575-40bb64832eb9 HTTP/1.1" status: 204 len: 168 time: 0.1879959 Nov 12 01:16:10.381543 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ab3cef-4b74-4976-96b9-ea568dcf9ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de3c8fb-8bb2-4322-8575-40bb64832eb9,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:10.985303 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:12.855366 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:12.891212 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44140) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:12.895790 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-024771d3-3657-4d8c-82fa-3a9ec18731c9 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1989517416', 'description': 'tempest-secgroup-smoke-1989517416 description', 'project_id': 'b199a2c21c394c79bc16fc575899fc99'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:12.927078 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-024771d3-3657-4d8c-82fa-3a9ec18731c9 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:12.944885 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-024771d3-3657-4d8c-82fa-3a9ec18731c9 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:13.038972 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-024771d3-3657-4d8c-82fa-3a9ec18731c9 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:13.044459 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-024771d3-3657-4d8c-82fa-3a9ec18731c9 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:13.094065 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024771d3-3657-4d8c-82fa-3a9ec18731c9 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65cf03c5-a49c-48ef-bfa0-f26feda58cda,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:13.142101 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-024771d3-3657-4d8c-82fa-3a9ec18731c9 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:13.146558 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-024771d3-3657-4d8c-82fa-3a9ec18731c9 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:13.189934 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-024771d3-3657-4d8c-82fa-3a9ec18731c9 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:13.191648 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-024771d3-3657-4d8c-82fa-3a9ec18731c9 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2989755 Nov 12 01:16:13.192473 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024771d3-3657-4d8c-82fa-3a9ec18731c9 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf00748-b667-4e77-a76f-20e8725999de,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:13.194242 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44142) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:13.200956 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-e72ee796-792b-4306-851d-8b36408fa52b tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Request body: {'security_group_rule': {'security_group_id': 'ddf00748-b667-4e77-a76f-20e8725999de', 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:13.236812 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e72ee796-792b-4306-851d-8b36408fa52b tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:13.325928 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e72ee796-792b-4306-851d-8b36408fa52b tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:13.331538 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e72ee796-792b-4306-851d-8b36408fa52b tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:13.353801 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72ee796-792b-4306-851d-8b36408fa52b tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d688127a-9dd9-4be7-8f23-b13a388cced8,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:13.368672 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e72ee796-792b-4306-851d-8b36408fa52b tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:13.371025 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e72ee796-792b-4306-851d-8b36408fa52b tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1749420 Nov 12 01:16:13.373456 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44144) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:13.378790 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-d55430c2-48bd-4f5b-9688-a3eb57ed7390 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Request body: {'security_group_rule': {'security_group_id': 'ddf00748-b667-4e77-a76f-20e8725999de', 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:13.412739 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d55430c2-48bd-4f5b-9688-a3eb57ed7390 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:13.483232 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d55430c2-48bd-4f5b-9688-a3eb57ed7390 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:13.487646 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d55430c2-48bd-4f5b-9688-a3eb57ed7390 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:13.512382 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55430c2-48bd-4f5b-9688-a3eb57ed7390 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=350f07f4-fe45-4597-848c-044febcb9053,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:13.520458 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d55430c2-48bd-4f5b-9688-a3eb57ed7390 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:13.521973 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d55430c2-48bd-4f5b-9688-a3eb57ed7390 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1473124 Nov 12 01:16:13.525295 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44146) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:13.530649 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-feef724a-8ef0-460d-892c-2962b0ca553a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Request body: {'security_group_rule': {'security_group_id': 'ddf00748-b667-4e77-a76f-20e8725999de', 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:13.578415 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-feef724a-8ef0-460d-892c-2962b0ca553a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:13.647041 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-feef724a-8ef0-460d-892c-2962b0ca553a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:13.653114 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-feef724a-8ef0-460d-892c-2962b0ca553a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:13.685793 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-feef724a-8ef0-460d-892c-2962b0ca553a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:13.687112 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-feef724a-8ef0-460d-892c-2962b0ca553a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1601446 Nov 12 01:16:13.688024 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef724a-8ef0-460d-892c-2962b0ca553a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a87563d3-f97f-4e33-8f84-6c6b7c2d0d22,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:13.689654 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44150) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:13.694865 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-22435994-5be7-4b27-b165-032b3bf9ef9d tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Request body: {'security_group_rule': {'security_group_id': 'ddf00748-b667-4e77-a76f-20e8725999de', 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:13.742619 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-22435994-5be7-4b27-b165-032b3bf9ef9d tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:13.832781 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-22435994-5be7-4b27-b165-032b3bf9ef9d tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:13.838812 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-22435994-5be7-4b27-b165-032b3bf9ef9d tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:13.855751 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22435994-5be7-4b27-b165-032b3bf9ef9d tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62b3934e-4c83-493a-9a29-2f579792e358,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:13.878075 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-22435994-5be7-4b27-b165-032b3bf9ef9d tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:13.879334 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-22435994-5be7-4b27-b165-032b3bf9ef9d tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1887715 Nov 12 01:16:13.882147 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44154) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:13.888262 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-344beaab-2aa5-4f0d-b919-e993d4a1a481 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Request body: {'security_group_rule': {'security_group_id': 'ddf00748-b667-4e77-a76f-20e8725999de', 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:13.924177 n-d-812236-11 neutron-server[102661]: INFO neutron.db.securitygroups_db [None req-344beaab-2aa5-4f0d-b919-e993d4a1a481 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Project b199a2c21c394c79bc16fc575899fc99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:16:13.931466 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-344beaab-2aa5-4f0d-b919-e993d4a1a481 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:14.011572 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-344beaab-2aa5-4f0d-b919-e993d4a1a481 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:14.018085 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-344beaab-2aa5-4f0d-b919-e993d4a1a481 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:14.035352 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344beaab-2aa5-4f0d-b919-e993d4a1a481 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d85861b-0b31-450c-a133-2c57f59095af,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:14.060626 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-344beaab-2aa5-4f0d-b919-e993d4a1a481 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:14.064706 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-344beaab-2aa5-4f0d-b919-e993d4a1a481 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1771047 Nov 12 01:16:14.064875 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44156) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:14.070499 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-4c5d4622-afde-4459-bd89-6f8efa5672ad tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Request body: {'security_group_rule': {'security_group_id': 'ddf00748-b667-4e77-a76f-20e8725999de', 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:14.105852 n-d-812236-11 neutron-server[102662]: INFO neutron.db.securitygroups_db [None req-4c5d4622-afde-4459-bd89-6f8efa5672ad tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Project b199a2c21c394c79bc16fc575899fc99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:16:14.113885 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4c5d4622-afde-4459-bd89-6f8efa5672ad tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:14.194620 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4c5d4622-afde-4459-bd89-6f8efa5672ad tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:14.201667 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4c5d4622-afde-4459-bd89-6f8efa5672ad tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:14.223936 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5d4622-afde-4459-bd89-6f8efa5672ad tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c18244be-ec79-4102-8e91-07404a071ace,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:14.230946 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4c5d4622-afde-4459-bd89-6f8efa5672ad tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:14.231168 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-4c5d4622-afde-4459-bd89-6f8efa5672ad tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1648495 Nov 12 01:16:14.236323 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44158) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:14.246689 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-7e0168bc-554d-4409-9f11-c30c7c938be7 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Request body: {'network': {'name': 'tempest-network-smoke--1102171069', 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'port_security_enabled': True}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:14.272580 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0168bc-554d-4409-9f11-c30c7c938be7 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Made reservation on behalf of b199a2c21c394c79bc16fc575899fc99 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:16:14.278672 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7e0168bc-554d-4409-9f11-c30c7c938be7 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:14.311675 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e0168bc-554d-4409-9f11-c30c7c938be7 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:16:14.324820 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7e0168bc-554d-4409-9f11-c30c7c938be7 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:14.325286 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-7e0168bc-554d-4409-9f11-c30c7c938be7 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Added segment 8307717c-05d4-414b-9578-8949d2634df3 of type vlan for network b2b3b829-800e-4e0c-8058-b16c6e4f675f Nov 12 01:16:14.378771 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7e0168bc-554d-4409-9f11-c30c7c938be7 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:14.411548 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7e0168bc-554d-4409-9f11-c30c7c938be7 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:14.420660 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0168bc-554d-4409-9f11-c30c7c938be7 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:14.421546 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7e0168bc-554d-4409-9f11-c30c7c938be7 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:14.455799 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7e0168bc-554d-4409-9f11-c30c7c938be7 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2188182 Nov 12 01:16:14.458518 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44160) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:14.466110 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-5b688b64-d8e9-4db6-a4f6-787aa26aa7f1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-556154922', 'admin_state_up': True, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:14.499744 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5b688b64-d8e9-4db6-a4f6-787aa26aa7f1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:14.502640 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5b688b64-d8e9-4db6-a4f6-787aa26aa7f1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:14.519206 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0168bc-554d-4409-9f11-c30c7c938be7 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'Network': ['ID=b2b3b829-800e-4e0c-8058-b16c6e4f675f,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:14.541132 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network b2b3b829-800e-4e0c-8058-b16c6e4f675f details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:16:14.592032 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5b688b64-d8e9-4db6-a4f6-787aa26aa7f1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:14.796855 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5b688b64-d8e9-4db6-a4f6-787aa26aa7f1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:15.060322 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5b688b64-d8e9-4db6-a4f6-787aa26aa7f1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for router_gateway, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:15.085454 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5b688b64-d8e9-4db6-a4f6-787aa26aa7f1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:15.229579 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-5b688b64-d8e9-4db6-a4f6-787aa26aa7f1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Allocated IP 172.25.2.168 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/100c4108-792d-4736-9085-e32eb23f1a6e) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:16:15.370969 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5b688b64-d8e9-4db6-a4f6-787aa26aa7f1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:15.414285 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5b688b64-d8e9-4db6-a4f6-787aa26aa7f1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:15.454601 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b688b64-d8e9-4db6-a4f6-787aa26aa7f1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:16:15.458597 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-5b688b64-d8e9-4db6-a4f6-787aa26aa7f1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:15.466392 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b688b64-d8e9-4db6-a4f6-787aa26aa7f1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:16:15.484665 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16a5df2-75bb-4e41-970f-dcf5c415187f None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:16:15.504445 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b688b64-d8e9-4db6-a4f6-787aa26aa7f1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'Port': ['ID=100c4108-792d-4736-9085-e32eb23f1a6e,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:15.530968 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-45fa11d7-c388-436e-8de3-9b386b9281db None None] Provisioning complete for port 100c4108-792d-4736-9085-e32eb23f1a6e triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:15.531551 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-45fa11d7-c388-436e-8de3-9b386b9281db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:15.581280 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-45fa11d7-c388-436e-8de3-9b386b9281db None None] Port 100c4108-792d-4736-9085-e32eb23f1a6e cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:16:15.768415 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5b688b64-d8e9-4db6-a4f6-787aa26aa7f1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for router_gateway, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:16.026349 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5b688b64-d8e9-4db6-a4f6-787aa26aa7f1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:16.177760 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b688b64-d8e9-4db6-a4f6-787aa26aa7f1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Router 8ec0175c-be34-4e69-af45-5fe8d57f6fb6 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:16:16.294479 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b688b64-d8e9-4db6-a4f6-787aa26aa7f1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:16:16.304723 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb0a3f2-3fd0-4a2d-80ff-b4ab55807aba None None] Sync routers for ids ['8ec0175c-be34-4e69-af45-5fe8d57f6fb6'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:16:16.324274 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb0a3f2-3fd0-4a2d-80ff-b4ab55807aba None None] Routers {'8ec0175c-be34-4e69-af45-5fe8d57f6fb6'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:16:16.325432 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5b688b64-d8e9-4db6-a4f6-787aa26aa7f1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:16.325677 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-0bb0a3f2-3fd0-4a2d-80ff-b4ab55807aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:16:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['8ec0175c-be34-4e69-af45-5fe8d57f6fb6'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:16.327312 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5b688b64-d8e9-4db6-a4f6-787aa26aa7f1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8674417 Nov 12 01:16:16.330871 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44178) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:16.481108 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-0bb0a3f2-3fd0-4a2d-80ff-b4ab55807aba None None] Set router 8ec0175c-be34-4e69-af45-5fe8d57f6fb6 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:16:16.485838 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3446cee8-59c8-4234-98df-76620f65895e tempest-TestNetworkAdvancedServerOps-797573911 tempest-TestNetworkAdvancedServerOps-797573911-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=b199a2c21c394c79bc16fc575899fc99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1537826 Nov 12 01:16:16.488383 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44182) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:16.600653 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0d881e-63aa-4e8d-8591-f3153609ade9 tempest-TestNetworkAdvancedServerOps-797573911 tempest-TestNetworkAdvancedServerOps-797573911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:16.605711 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5b0d881e-63aa-4e8d-8591-f3153609ade9 tempest-TestNetworkAdvancedServerOps-797573911 tempest-TestNetworkAdvancedServerOps-797573911-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1123664 Nov 12 01:16:16.605948 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44184) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:16.637023 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-30c71686-6717-4631-8db8-b95d5c395897 tempest-TestNetworkAdvancedServerOps-797573911 tempest-TestNetworkAdvancedServerOps-797573911-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=ef732b55-2b3c-4048-85da-0a8ac273c14b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299771 Nov 12 01:16:16.639630 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44186) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:16.645006 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-57a4d15c-8800-4ff5-b68a-5e7b9223a4a8 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1792154591', 'network_id': 'b2b3b829-800e-4e0c-8058-b16c6e4f675f', 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:16.718136 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-0bb0a3f2-3fd0-4a2d-80ff-b4ab55807aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec0175c-be34-4e69-af45-5fe8d57f6fb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556154922', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '100c4108-792d-4736-9085-e32eb23f1a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:16:14Z', 'updated_at': '2021-11-12T01:16:15Z', 'revision_number': 3, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '100c4108-792d-4736-9085-e32eb23f1a6e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b3:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec0175c-be34-4e69-af45-5fe8d57f6fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:16:15Z', 'updated_at': '2021-11-12T01:16:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:16.751216 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb0a3f2-3fd0-4a2d-80ff-b4ab55807aba None None] Checking router: 8ec0175c-be34-4e69-af45-5fe8d57f6fb6 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:16:16.751865 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb0a3f2-3fd0-4a2d-80ff-b4ab55807aba None None] Updating router 8ec0175c-be34-4e69-af45-5fe8d57f6fb6 port 100c4108-792d-4736-9085-e32eb23f1a6e binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:16:16.756237 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a4d15c-8800-4ff5-b68a-5e7b9223a4a8 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Made reservation on behalf of b199a2c21c394c79bc16fc575899fc99 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:16:16.761002 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-57a4d15c-8800-4ff5-b68a-5e7b9223a4a8 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:16.796532 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0bb0a3f2-3fd0-4a2d-80ff-b4ab55807aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:16.996489 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-57a4d15c-8800-4ff5-b68a-5e7b9223a4a8 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:17.117413 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a4d15c-8800-4ff5-b68a-5e7b9223a4a8 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'Subnet': ['ID=043b3d5c-2754-4c01-b973-6de174cc231e,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:17.161100 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a4d15c-8800-4ff5-b68a-5e7b9223a4a8 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Checking segment: {'id': '8307717c-05d4-414b-9578-8949d2634df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b2b3b829-800e-4e0c-8058-b16c6e4f675f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:16:17.161820 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a4d15c-8800-4ff5-b68a-5e7b9223a4a8 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Network hostable DHCP agents. Network: b2b3b829-800e-4e0c-8058-b16c6e4f675f, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:16:17.201093 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a4d15c-8800-4ff5-b68a-5e7b9223a4a8 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Network b2b3b829-800e-4e0c-8058-b16c6e4f675f is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:16:17.215795 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-57a4d15c-8800-4ff5-b68a-5e7b9223a4a8 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, b2b3b829-800e-4e0c-8058-b16c6e4f675f) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:17.226955 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137f7678-4b98-4e1d-b9f9-b4f4aadf457c None None] Network b2b3b829-800e-4e0c-8058-b16c6e4f675f requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:16:17.242035 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a4d15c-8800-4ff5-b68a-5e7b9223a4a8 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:17.242640 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-57a4d15c-8800-4ff5-b68a-5e7b9223a4a8 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:17.283201 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-57a4d15c-8800-4ff5-b68a-5e7b9223a4a8 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6414788 Nov 12 01:16:17.285209 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44200) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:17.295035 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0bb0a3f2-3fd0-4a2d-80ff-b4ab55807aba None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:17.302401 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0bb0a3f2-3fd0-4a2d-80ff-b4ab55807aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:17.362578 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8230f187-dfd0-4a39-8694-15fbb7d16cf5 None None] Pushing event updated for resources: {'Port': ['ID=100c4108-792d-4736-9085-e32eb23f1a6e,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:17.387389 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8230f187-dfd0-4a39-8694-15fbb7d16cf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:17.387734 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8230f187-dfd0-4a39-8694-15fbb7d16cf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:17.388158 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8230f187-dfd0-4a39-8694-15fbb7d16cf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:17.388488 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8230f187-dfd0-4a39-8694-15fbb7d16cf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:17.388870 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8230f187-dfd0-4a39-8694-15fbb7d16cf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:17.389202 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8230f187-dfd0-4a39-8694-15fbb7d16cf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:17.389769 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8230f187-dfd0-4a39-8694-15fbb7d16cf5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:17.390144 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8230f187-dfd0-4a39-8694-15fbb7d16cf5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:17.390505 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8230f187-dfd0-4a39-8694-15fbb7d16cf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:17.390882 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8230f187-dfd0-4a39-8694-15fbb7d16cf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:17.391330 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8230f187-dfd0-4a39-8694-15fbb7d16cf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:17.391653 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8230f187-dfd0-4a39-8694-15fbb7d16cf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:17.398242 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-0bb0a3f2-3fd0-4a2d-80ff-b4ab55807aba None None] Attempting to bind port 100c4108-792d-4736-9085-e32eb23f1a6e on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:16:17.402040 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-0bb0a3f2-3fd0-4a2d-80ff-b4ab55807aba None None] Attempting to bind port 100c4108-792d-4736-9085-e32eb23f1a6e by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:16:17.402426 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb0a3f2-3fd0-4a2d-80ff-b4ab55807aba None None] Attempting to bind port 100c4108-792d-4736-9085-e32eb23f1a6e on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:16:17.416901 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb0a3f2-3fd0-4a2d-80ff-b4ab55807aba None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:16:17.417277 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb0a3f2-3fd0-4a2d-80ff-b4ab55807aba None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:16:17.417709 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0bb0a3f2-3fd0-4a2d-80ff-b4ab55807aba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:17.418255 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb0a3f2-3fd0-4a2d-80ff-b4ab55807aba None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:16:17.419167 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-0bb0a3f2-3fd0-4a2d-80ff-b4ab55807aba None None] Bound port: 100c4108-792d-4736-9085-e32eb23f1a6e, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:16:17.419553 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0bb0a3f2-3fd0-4a2d-80ff-b4ab55807aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:17.426592 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8baed0b-d6e3-48e8-bb77-e2ba00b03707 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:16:17.442192 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1689ef-2443-4dda-9cfc-3fd3d0624948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-b2b3b829-800e-4e0c-8058-b16c6e4f675f', 'network_id': 'b2b3b829-800e-4e0c-8058-b16c6e4f675f', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'fixed_ips': [{'subnet_id': '043b3d5c-2754-4c01-b973-6de174cc231e'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:16:17.443045 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-dc1689ef-2443-4dda-9cfc-3fd3d0624948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:17.536354 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-0bb0a3f2-3fd0-4a2d-80ff-b4ab55807aba None None] For port 100c4108-792d-4736-9085-e32eb23f1a6e, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:16:17.542677 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-0bb0a3f2-3fd0-4a2d-80ff-b4ab55807aba None None] For port 100c4108-792d-4736-9085-e32eb23f1a6e, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=100c4108-792d-4736-9085-e32eb23f1a6e,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:16:17.551445 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0bb0a3f2-3fd0-4a2d-80ff-b4ab55807aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:17.610236 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-54d5a17f-af73-4feb-a1cc-31736a2a8ce2 None None] Provisioning complete for port 100c4108-792d-4736-9085-e32eb23f1a6e triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:17.610609 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-54d5a17f-af73-4feb-a1cc-31736a2a8ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:17.656771 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8230f187-dfd0-4a39-8694-15fbb7d16cf5 None None] Pushing event updated for resources: {'Port': ['ID=100c4108-792d-4736-9085-e32eb23f1a6e,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:17.659904 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4983a278-7b90-49d1-b2e2-0043f91b7879 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:16:17.679512 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb0a3f2-3fd0-4a2d-80ff-b4ab55807aba None None] Routers {'8ec0175c-be34-4e69-af45-5fe8d57f6fb6'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:16:17.682216 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-0bb0a3f2-3fd0-4a2d-80ff-b4ab55807aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:16:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['8ec0175c-be34-4e69-af45-5fe8d57f6fb6'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:17.721954 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-dc1689ef-2443-4dda-9cfc-3fd3d0624948 None None] Allocated IP 172.20.0.2 (b2b3b829-800e-4e0c-8058-b16c6e4f675f/043b3d5c-2754-4c01-b973-6de174cc231e/613cadab-e0a5-420b-a808-033f0b79b488) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:16:17.818052 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-0bb0a3f2-3fd0-4a2d-80ff-b4ab55807aba None None] Set router 8ec0175c-be34-4e69-af45-5fe8d57f6fb6 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:16:17.842269 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-54d5a17f-af73-4feb-a1cc-31736a2a8ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:17.890860 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-54d5a17f-af73-4feb-a1cc-31736a2a8ce2 None None] For port 100c4108-792d-4736-9085-e32eb23f1a6e, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=100c4108-792d-4736-9085-e32eb23f1a6e,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:17.963966 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-54d5a17f-af73-4feb-a1cc-31736a2a8ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:18.049886 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-0bb0a3f2-3fd0-4a2d-80ff-b4ab55807aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec0175c-be34-4e69-af45-5fe8d57f6fb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556154922', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '100c4108-792d-4736-9085-e32eb23f1a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:16:14Z', 'updated_at': '2021-11-12T01:16:15Z', 'revision_number': 3, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '100c4108-792d-4736-9085-e32eb23f1a6e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b3:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec0175c-be34-4e69-af45-5fe8d57f6fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:16:15Z', 'updated_at': '2021-11-12T01:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:18.124675 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb0a3f2-3fd0-4a2d-80ff-b4ab55807aba None None] The sync data for ids ['8ec0175c-be34-4e69-af45-5fe8d57f6fb6'] in n-d-812236-11 is: [{'id': '8ec0175c-be34-4e69-af45-5fe8d57f6fb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556154922', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '100c4108-792d-4736-9085-e32eb23f1a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:16:14Z', 'updated_at': '2021-11-12T01:16:15Z', 'revision_number': 3, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '100c4108-792d-4736-9085-e32eb23f1a6e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b3:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec0175c-be34-4e69-af45-5fe8d57f6fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:16:15Z', 'updated_at': '2021-11-12T01:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:16:18.140838 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d5a17f-af73-4feb-a1cc-31736a2a8ce2 None None] Pushing event updated for resources: {'Port': ['ID=100c4108-792d-4736-9085-e32eb23f1a6e,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:18.215669 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d5a17f-af73-4feb-a1cc-31736a2a8ce2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:18.215988 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d5a17f-af73-4feb-a1cc-31736a2a8ce2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:18.216264 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d5a17f-af73-4feb-a1cc-31736a2a8ce2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:18.216599 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d5a17f-af73-4feb-a1cc-31736a2a8ce2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:18.216934 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d5a17f-af73-4feb-a1cc-31736a2a8ce2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:18.217264 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d5a17f-af73-4feb-a1cc-31736a2a8ce2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:18.217670 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d5a17f-af73-4feb-a1cc-31736a2a8ce2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:18.217994 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d5a17f-af73-4feb-a1cc-31736a2a8ce2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:18.218317 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d5a17f-af73-4feb-a1cc-31736a2a8ce2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:18.218647 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d5a17f-af73-4feb-a1cc-31736a2a8ce2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:18.218965 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d5a17f-af73-4feb-a1cc-31736a2a8ce2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:18.219284 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d5a17f-af73-4feb-a1cc-31736a2a8ce2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:18.242617 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-a64471b8-b58f-4686-a662-9d0b1e5795a7 None None] Provisioning complete for port 100c4108-792d-4736-9085-e32eb23f1a6e triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:18.243384 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a64471b8-b58f-4686-a662-9d0b1e5795a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:18.305193 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-dc1689ef-2443-4dda-9cfc-3fd3d0624948 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:18.318971 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-dc1689ef-2443-4dda-9cfc-3fd3d0624948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:18.404822 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1689ef-2443-4dda-9cfc-3fd3d0624948 None None] Network b2b3b829-800e-4e0c-8058-b16c6e4f675f is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:16:18.411563 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-dc1689ef-2443-4dda-9cfc-3fd3d0624948 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:18.418821 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1689ef-2443-4dda-9cfc-3fd3d0624948 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:16:18.423832 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1689ef-2443-4dda-9cfc-3fd3d0624948 None None] Pushing event updated for resources: {'Port': ['ID=613cadab-e0a5-420b-a808-033f0b79b488,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:18.573100 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9fbe980f-c2cc-4aee-894e-8298d1d7a0d0 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:18.640058 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-dc1689ef-2443-4dda-9cfc-3fd3d0624948 None None] Attempting to bind port 613cadab-e0a5-420b-a808-033f0b79b488 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:16:18.640501 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-dc1689ef-2443-4dda-9cfc-3fd3d0624948 None None] Attempting to bind port 613cadab-e0a5-420b-a808-033f0b79b488 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '8307717c-05d4-414b-9578-8949d2634df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b2b3b829-800e-4e0c-8058-b16c6e4f675f'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:16:18.642854 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1689ef-2443-4dda-9cfc-3fd3d0624948 None None] Attempting to bind port 613cadab-e0a5-420b-a808-033f0b79b488 on network b2b3b829-800e-4e0c-8058-b16c6e4f675f {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:16:18.650309 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1689ef-2443-4dda-9cfc-3fd3d0624948 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:16:18.650309 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1689ef-2443-4dda-9cfc-3fd3d0624948 None None] Checking segment: {'id': '8307717c-05d4-414b-9578-8949d2634df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b2b3b829-800e-4e0c-8058-b16c6e4f675f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:16:18.651139 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-dc1689ef-2443-4dda-9cfc-3fd3d0624948 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:18.651635 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1689ef-2443-4dda-9cfc-3fd3d0624948 None None] Bound using segment: {'id': '8307717c-05d4-414b-9578-8949d2634df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b2b3b829-800e-4e0c-8058-b16c6e4f675f'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:16:18.652231 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-dc1689ef-2443-4dda-9cfc-3fd3d0624948 None None] Bound port: 613cadab-e0a5-420b-a808-033f0b79b488, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8307717c-05d4-414b-9578-8949d2634df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b2b3b829-800e-4e0c-8058-b16c6e4f675f'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:16:18.652804 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-dc1689ef-2443-4dda-9cfc-3fd3d0624948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:18.762646 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-dc1689ef-2443-4dda-9cfc-3fd3d0624948 None None] For port 613cadab-e0a5-420b-a808-033f0b79b488, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:16:18.766491 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-dc1689ef-2443-4dda-9cfc-3fd3d0624948 None None] For port 613cadab-e0a5-420b-a808-033f0b79b488, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=613cadab-e0a5-420b-a808-033f0b79b488,segment=NetworkSegment(8307717c-05d4-414b-9578-8949d2634df3),segment_id=8307717c-05d4-414b-9578-8949d2634df3)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:16:18.772376 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-dc1689ef-2443-4dda-9cfc-3fd3d0624948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:18.849913 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1689ef-2443-4dda-9cfc-3fd3d0624948 None None] Pushing event updated for resources: {'Port': ['ID=613cadab-e0a5-420b-a808-033f0b79b488,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:18.972836 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-9fbe980f-c2cc-4aee-894e-8298d1d7a0d0 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Allocated IP 172.20.0.1 (b2b3b829-800e-4e0c-8058-b16c6e4f675f/043b3d5c-2754-4c01-b973-6de174cc231e/4ee42c5b-2394-4430-9804-ff111401074f) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:16:19.167703 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9fbe980f-c2cc-4aee-894e-8298d1d7a0d0 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:19.261851 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9fbe980f-c2cc-4aee-894e-8298d1d7a0d0 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:19.397483 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbe980f-c2cc-4aee-894e-8298d1d7a0d0 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Network b2b3b829-800e-4e0c-8058-b16c6e4f675f is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:16:19.409113 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-9fbe980f-c2cc-4aee-894e-8298d1d7a0d0 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:19.436940 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbe980f-c2cc-4aee-894e-8298d1d7a0d0 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:16:19.473301 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 613cadab-e0a5-420b-a808-033f0b79b488 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:16:19.522615 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe980f-c2cc-4aee-894e-8298d1d7a0d0 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'Port': ['ID=4ee42c5b-2394-4430-9804-ff111401074f,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:19.533420 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9fbe980f-c2cc-4aee-894e-8298d1d7a0d0 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:19.590216 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 613cadab-e0a5-420b-a808-033f0b79b488 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:19.590595 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:19.778595 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:19.803068 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9fbe980f-c2cc-4aee-894e-8298d1d7a0d0 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:19.868405 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 613cadab-e0a5-420b-a808-033f0b79b488, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=613cadab-e0a5-420b-a808-033f0b79b488,segment=NetworkSegment(8307717c-05d4-414b-9578-8949d2634df3),segment_id=8307717c-05d4-414b-9578-8949d2634df3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:19.876884 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:19.878289 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 100c4108-792d-4736-9085-e32eb23f1a6e up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:16:19.962037 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=613cadab-e0a5-420b-a808-033f0b79b488,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:19.973824 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 100c4108-792d-4736-9085-e32eb23f1a6e triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:19.974203 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:20.223095 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9fbe980f-c2cc-4aee-894e-8298d1d7a0d0 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:20.233922 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9fbe980f-c2cc-4aee-894e-8298d1d7a0d0 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:20.422087 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe980f-c2cc-4aee-894e-8298d1d7a0d0 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'Port': ['ID=4ee42c5b-2394-4430-9804-ff111401074f,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:20.429974 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9fbe980f-c2cc-4aee-894e-8298d1d7a0d0 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:20.448998 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ef8653-6223-4a5a-824a-8b1f7b7474f9 None None] Network b2b3b829-800e-4e0c-8058-b16c6e4f675f requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:16:20.611146 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbe980f-c2cc-4aee-894e-8298d1d7a0d0 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Network b2b3b829-800e-4e0c-8058-b16c6e4f675f is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:16:20.614958 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-9fbe980f-c2cc-4aee-894e-8298d1d7a0d0 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:20.626568 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b0251086-b6b9-4631-9dab-d2eb0e0dd6b5 None None] Provisioning complete for port 613cadab-e0a5-420b-a808-033f0b79b488 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:20.629832 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b0251086-b6b9-4631-9dab-d2eb0e0dd6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:20.752951 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fbe980f-c2cc-4aee-894e-8298d1d7a0d0 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Router 8ec0175c-be34-4e69-af45-5fe8d57f6fb6 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:16:20.943282 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbe980f-c2cc-4aee-894e-8298d1d7a0d0 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:16:20.973888 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-9fbe980f-c2cc-4aee-894e-8298d1d7a0d0 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "PUT /v2.0/routers/8ec0175c-be34-4e69-af45-5fe8d57f6fb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6874435 Nov 12 01:16:21.051338 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bcfd1a-d845-4f4c-b6a2-ad23ffb4b7b9 None None] Sync routers for ids ['8ec0175c-be34-4e69-af45-5fe8d57f6fb6'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:16:21.084315 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bcfd1a-d845-4f4c-b6a2-ad23ffb4b7b9 None None] Routers {'8ec0175c-be34-4e69-af45-5fe8d57f6fb6'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:16:21.084998 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-14bcfd1a-d845-4f4c-b6a2-ad23ffb4b7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:16:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['8ec0175c-be34-4e69-af45-5fe8d57f6fb6'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:21.198436 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-349a95b9-f01e-46b0-b339-0ba268823eb5 req-893e202b-2ab3-484a-a40d-1ef1fbabc5af tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1989517416&fields=id&tenant_id=b199a2c21c394c79bc16fc575899fc99 HTTP/1.1" status: 200 len: 267 time: 0.0638297 Nov 12 01:16:21.245470 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-14bcfd1a-d845-4f4c-b6a2-ad23ffb4b7b9 None None] Set router 8ec0175c-be34-4e69-af45-5fe8d57f6fb6 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:16:21.303196 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 613cadab-e0a5-420b-a808-033f0b79b488 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:16:21.378017 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a95b9-f01e-46b0-b339-0ba268823eb5 req-33576674-6feb-4618-9b10-03c79c50325d tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:21.380242 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-349a95b9-f01e-46b0-b339-0ba268823eb5 req-33576674-6feb-4618-9b10-03c79c50325d tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/networks?id=b2b3b829-800e-4e0c-8058-b16c6e4f675f HTTP/1.1" status: 200 len: 797 time: 0.1802266 Nov 12 01:16:21.404213 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-349a95b9-f01e-46b0-b339-0ba268823eb5 req-2f8729ae-79e0-4727-8b20-c4a68149f446 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/quotas/b199a2c21c394c79bc16fc575899fc99 HTTP/1.1" status: 200 len: 375 time: 0.0157905 Nov 12 01:16:21.470221 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-349a95b9-f01e-46b0-b339-0ba268823eb5 req-ac632c2a-f25f-46cf-a466-78a45a8d5941 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b199a2c21c394c79bc16fc575899fc99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0584068 Nov 12 01:16:21.512887 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-3fb1a61a-2f03-48aa-a97e-27898ebaa6b1 None None] Provisioning complete for port 4ee42c5b-2394-4430-9804-ff111401074f triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:21.513263 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3fb1a61a-2f03-48aa-a97e-27898ebaa6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:21.594607 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-349a95b9-f01e-46b0-b339-0ba268823eb5 req-239339f3-6c0c-4dc5-93a5-15f12024cb03 service neutron] 10.222.0.20 "GET /v2.0/networks/b2b3b829-800e-4e0c-8058-b16c6e4f675f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087000 Nov 12 01:16:21.598221 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 613cadab-e0a5-420b-a808-033f0b79b488 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:21.598814 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:21.607035 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-3fb1a61a-2f03-48aa-a97e-27898ebaa6b1 None None] Port 4ee42c5b-2394-4430-9804-ff111401074f cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:16:21.653614 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-3fb1a61a-2f03-48aa-a97e-27898ebaa6b1 None None] Provisioning complete for port 613cadab-e0a5-420b-a808-033f0b79b488 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:21.654338 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3fb1a61a-2f03-48aa-a97e-27898ebaa6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:21.716330 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-349a95b9-f01e-46b0-b339-0ba268823eb5 req-e39bcac6-1338-4e2d-88b0-f2d921a41d5c service neutron] 10.222.0.20 "GET /v2.0/networks/b2b3b829-800e-4e0c-8058-b16c6e4f675f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098218 Nov 12 01:16:21.728817 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-14bcfd1a-d845-4f4c-b6a2-ad23ffb4b7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec0175c-be34-4e69-af45-5fe8d57f6fb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556154922', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '100c4108-792d-4736-9085-e32eb23f1a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:16:14Z', 'updated_at': '2021-11-12T01:16:19Z', 'revision_number': 4, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '100c4108-792d-4736-9085-e32eb23f1a6e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec0175c-be34-4e69-af45-5fe8d57f6fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:16:15Z', 'updated_at': '2021-11-12T01:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '4ee42c5b-2394-4430-9804-ff111401074f', 'name': '', 'network_id': 'b2b3b829-800e-4e0c-8058-b16c6e4f675f', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'mac_address': 'fa:16:3e:3e:10:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec0175c-be34-4e69-af45-5fe8d57f6fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '043b3d5c-2754-4c01-b973-6de174cc231e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:16:18Z', 'updated_at': '2021-11-12T01:16:20Z', 'revision_number': 2, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'subnets': [{'id': '043b3d5c-2754-4c01-b973-6de174cc231e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:21.765884 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bcfd1a-d845-4f4c-b6a2-ad23ffb4b7b9 None None] Checking router: 8ec0175c-be34-4e69-af45-5fe8d57f6fb6 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:16:21.766313 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bcfd1a-d845-4f4c-b6a2-ad23ffb4b7b9 None None] Updating router 8ec0175c-be34-4e69-af45-5fe8d57f6fb6 port 4ee42c5b-2394-4430-9804-ff111401074f binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:16:21.899583 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b1b40005-0a3a-4f67-a0d4-c8d19fdd86e0 req-e61d8082-75d5-47d1-8c90-5596434d8b45 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd HTTP/1.1" status: 200 len: 210 time: 0.0326221 Nov 12 01:16:22.056113 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-14bcfd1a-d845-4f4c-b6a2-ad23ffb4b7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:22.091465 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-70d8f175-f2f2-47b0-9b3c-e853dcb61603 None None] Provisioning complete for port 4ee42c5b-2394-4430-9804-ff111401074f triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:22.091826 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-70d8f175-f2f2-47b0-9b3c-e853dcb61603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:22.160597 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-70d8f175-f2f2-47b0-9b3c-e853dcb61603 None None] Port 4ee42c5b-2394-4430-9804-ff111401074f cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:16:22.357012 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:16:22.466608 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-14bcfd1a-d845-4f4c-b6a2-ad23ffb4b7b9 None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:22.486578 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-14bcfd1a-d845-4f4c-b6a2-ad23ffb4b7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:22.676000 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf37fe-bcdd-4bd9-9bc0-784ad9bcc472 None None] Pushing event updated for resources: {'Port': ['ID=4ee42c5b-2394-4430-9804-ff111401074f,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:22.718299 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-14bcfd1a-d845-4f4c-b6a2-ad23ffb4b7b9 None None] Attempting to bind port 4ee42c5b-2394-4430-9804-ff111401074f on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:16:22.722632 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-14bcfd1a-d845-4f4c-b6a2-ad23ffb4b7b9 None None] Attempting to bind port 4ee42c5b-2394-4430-9804-ff111401074f by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '8307717c-05d4-414b-9578-8949d2634df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b2b3b829-800e-4e0c-8058-b16c6e4f675f'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:16:22.724874 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bcfd1a-d845-4f4c-b6a2-ad23ffb4b7b9 None None] Attempting to bind port 4ee42c5b-2394-4430-9804-ff111401074f on network b2b3b829-800e-4e0c-8058-b16c6e4f675f {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:16:22.738413 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bcfd1a-d845-4f4c-b6a2-ad23ffb4b7b9 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:16:22.738814 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bcfd1a-d845-4f4c-b6a2-ad23ffb4b7b9 None None] Checking segment: {'id': '8307717c-05d4-414b-9578-8949d2634df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b2b3b829-800e-4e0c-8058-b16c6e4f675f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:16:22.739344 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-14bcfd1a-d845-4f4c-b6a2-ad23ffb4b7b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:22.739809 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bcfd1a-d845-4f4c-b6a2-ad23ffb4b7b9 None None] Bound using segment: {'id': '8307717c-05d4-414b-9578-8949d2634df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b2b3b829-800e-4e0c-8058-b16c6e4f675f'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:16:22.740339 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-14bcfd1a-d845-4f4c-b6a2-ad23ffb4b7b9 None None] Bound port: 4ee42c5b-2394-4430-9804-ff111401074f, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8307717c-05d4-414b-9578-8949d2634df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b2b3b829-800e-4e0c-8058-b16c6e4f675f'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:16:22.740789 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-14bcfd1a-d845-4f4c-b6a2-ad23ffb4b7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:22.841932 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-14bcfd1a-d845-4f4c-b6a2-ad23ffb4b7b9 None None] For port 4ee42c5b-2394-4430-9804-ff111401074f, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:16:22.845223 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-14bcfd1a-d845-4f4c-b6a2-ad23ffb4b7b9 None None] For port 4ee42c5b-2394-4430-9804-ff111401074f, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=4ee42c5b-2394-4430-9804-ff111401074f,segment=NetworkSegment(8307717c-05d4-414b-9578-8949d2634df3),segment_id=8307717c-05d4-414b-9578-8949d2634df3)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:16:22.851159 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-14bcfd1a-d845-4f4c-b6a2-ad23ffb4b7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:22.959860 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf37fe-bcdd-4bd9-9bc0-784ad9bcc472 None None] Pushing event updated for resources: {'Port': ['ID=4ee42c5b-2394-4430-9804-ff111401074f,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:22.972006 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-9ce3ef7a-6dfd-44d7-81f9-1d160c79e218 None None] Provisioning complete for port 4ee42c5b-2394-4430-9804-ff111401074f triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:22.972870 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9ce3ef7a-6dfd-44d7-81f9-1d160c79e218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:23.021696 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bcfd1a-d845-4f4c-b6a2-ad23ffb4b7b9 None None] Routers {'8ec0175c-be34-4e69-af45-5fe8d57f6fb6'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:16:23.022326 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-14bcfd1a-d845-4f4c-b6a2-ad23ffb4b7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:16:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['8ec0175c-be34-4e69-af45-5fe8d57f6fb6'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:23.078419 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e1dd387f-bec6-449b-8aab-12e0821f605c req-2c112404-0654-438d-9659-266b5a355b8f tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd HTTP/1.1" status: 200 len: 210 time: 0.0491567 Nov 12 01:16:23.154985 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-14bcfd1a-d845-4f4c-b6a2-ad23ffb4b7b9 None None] Set router 8ec0175c-be34-4e69-af45-5fe8d57f6fb6 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:16:23.407972 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a95b9-f01e-46b0-b339-0ba268823eb5 req-85a01a5b-d813-4cdd-bcd2-a4a3fadc6398 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:23.409899 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-349a95b9-f01e-46b0-b339-0ba268823eb5 req-85a01a5b-d813-4cdd-bcd2-a4a3fadc6398 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.54 "GET /v2.0/networks?id=b2b3b829-800e-4e0c-8058-b16c6e4f675f HTTP/1.1" status: 200 len: 797 time: 0.1508877 Nov 12 01:16:23.443428 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9ce3ef7a-6dfd-44d7-81f9-1d160c79e218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:23.526870 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-9ce3ef7a-6dfd-44d7-81f9-1d160c79e218 None None] For port 4ee42c5b-2394-4430-9804-ff111401074f, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=4ee42c5b-2394-4430-9804-ff111401074f,segment=NetworkSegment(8307717c-05d4-414b-9578-8949d2634df3),segment_id=8307717c-05d4-414b-9578-8949d2634df3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:23.532189 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-349a95b9-f01e-46b0-b339-0ba268823eb5 req-b64a5831-1d70-4d63-859d-d3d7fe5330f5 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b199a2c21c394c79bc16fc575899fc99 HTTP/1.1" status: 200 len: 380 time: 0.1067398 Nov 12 01:16:23.536121 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9ce3ef7a-6dfd-44d7-81f9-1d160c79e218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:23.547658 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-349a95b9-f01e-46b0-b339-0ba268823eb5 req-6f9ee0f6-918f-4e39-8d0e-31b18bef41a7 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Request body: {'port': {'device_id': '639f0390-c3e4-4459-9ff9-4b1d601405cd', 'network_id': 'b2b3b829-800e-4e0c-8058-b16c6e4f675f', 'admin_state_up': True, 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'security_groups': ['ddf00748-b667-4e77-a76f-20e8725999de']}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:23.614761 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce3ef7a-6dfd-44d7-81f9-1d160c79e218 None None] Pushing event updated for resources: {'Port': ['ID=4ee42c5b-2394-4430-9804-ff111401074f,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:23.649316 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-14bcfd1a-d845-4f4c-b6a2-ad23ffb4b7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec0175c-be34-4e69-af45-5fe8d57f6fb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556154922', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '100c4108-792d-4736-9085-e32eb23f1a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:16:14Z', 'updated_at': '2021-11-12T01:16:19Z', 'revision_number': 4, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '100c4108-792d-4736-9085-e32eb23f1a6e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec0175c-be34-4e69-af45-5fe8d57f6fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:16:15Z', 'updated_at': '2021-11-12T01:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '4ee42c5b-2394-4430-9804-ff111401074f', 'name': '', 'network_id': 'b2b3b829-800e-4e0c-8058-b16c6e4f675f', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'mac_address': 'fa:16:3e:3e:10:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec0175c-be34-4e69-af45-5fe8d57f6fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '043b3d5c-2754-4c01-b973-6de174cc231e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:16:18Z', 'updated_at': '2021-11-12T01:16:22Z', 'revision_number': 4, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'subnets': [{'id': '043b3d5c-2754-4c01-b973-6de174cc231e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:23.691860 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bcfd1a-d845-4f4c-b6a2-ad23ffb4b7b9 None None] The sync data for ids ['8ec0175c-be34-4e69-af45-5fe8d57f6fb6'] in n-d-812236-11 is: [{'id': '8ec0175c-be34-4e69-af45-5fe8d57f6fb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556154922', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '100c4108-792d-4736-9085-e32eb23f1a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:16:14Z', 'updated_at': '2021-11-12T01:16:19Z', 'revision_number': 4, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '100c4108-792d-4736-9085-e32eb23f1a6e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec0175c-be34-4e69-af45-5fe8d57f6fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:16:15Z', 'updated_at': '2021-11-12T01:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '4ee42c5b-2394-4430-9804-ff111401074f', 'name': '', 'network_id': 'b2b3b829-800e-4e0c-8058-b16c6e4f675f', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'mac_address': 'fa:16:3e:3e:10:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec0175c-be34-4e69-af45-5fe8d57f6fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '043b3d5c-2754-4c01-b973-6de174cc231e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:16:18Z', 'updated_at': '2021-11-12T01:16:22Z', 'revision_number': 4, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'subnets': [{'id': '043b3d5c-2754-4c01-b973-6de174cc231e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:16:23.716672 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b1be68ff-afef-40a8-a687-a4150e819c6c None None] Provisioning complete for port 4ee42c5b-2394-4430-9804-ff111401074f triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:23.717038 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b1be68ff-afef-40a8-a687-a4150e819c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:23.745063 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-349a95b9-f01e-46b0-b339-0ba268823eb5 req-6f9ee0f6-918f-4e39-8d0e-31b18bef41a7 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Made reservation on behalf of b199a2c21c394c79bc16fc575899fc99 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:16:23.753570 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-349a95b9-f01e-46b0-b339-0ba268823eb5 req-6f9ee0f6-918f-4e39-8d0e-31b18bef41a7 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:24.015390 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-349a95b9-f01e-46b0-b339-0ba268823eb5 req-6f9ee0f6-918f-4e39-8d0e-31b18bef41a7 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Allocated IP 172.20.0.3 (b2b3b829-800e-4e0c-8058-b16c6e4f675f/043b3d5c-2754-4c01-b973-6de174cc231e/5d4530b5-a460-426b-a6d2-668060a3cb9b) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:16:24.276106 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2763caad-677f-44e9-b27d-22e149c38310 req-aa198145-398e-47cb-9330-ae07773469b5 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd HTTP/1.1" status: 200 len: 210 time: 0.0687180 Nov 12 01:16:24.316400 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-349a95b9-f01e-46b0-b339-0ba268823eb5 req-6f9ee0f6-918f-4e39-8d0e-31b18bef41a7 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:24.354407 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-349a95b9-f01e-46b0-b339-0ba268823eb5 req-6f9ee0f6-918f-4e39-8d0e-31b18bef41a7 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:24.395373 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-349a95b9-f01e-46b0-b339-0ba268823eb5 req-6f9ee0f6-918f-4e39-8d0e-31b18bef41a7 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Network b2b3b829-800e-4e0c-8058-b16c6e4f675f is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:16:24.398475 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-349a95b9-f01e-46b0-b339-0ba268823eb5 req-6f9ee0f6-918f-4e39-8d0e-31b18bef41a7 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:24.403018 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-349a95b9-f01e-46b0-b339-0ba268823eb5 req-6f9ee0f6-918f-4e39-8d0e-31b18bef41a7 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:16:24.437013 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ee0f6-918f-4e39-8d0e-31b18bef41a7 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'Port': ['ID=5d4530b5-a460-426b-a6d2-668060a3cb9b,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:24.464142 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a95b9-f01e-46b0-b339-0ba268823eb5 req-6f9ee0f6-918f-4e39-8d0e-31b18bef41a7 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:24.465168 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-349a95b9-f01e-46b0-b339-0ba268823eb5 req-6f9ee0f6-918f-4e39-8d0e-31b18bef41a7 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:24.496897 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-349a95b9-f01e-46b0-b339-0ba268823eb5 req-6f9ee0f6-918f-4e39-8d0e-31b18bef41a7 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9570560 Nov 12 01:16:24.516975 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-349a95b9-f01e-46b0-b339-0ba268823eb5 req-804eb74d-7ba2-40da-bbcc-b1af07f50330 service neutron] Request body: {'port': {'device_id': '639f0390-c3e4-4459-9ff9-4b1d601405cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:24.606966 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-349a95b9-f01e-46b0-b339-0ba268823eb5 req-804eb74d-7ba2-40da-bbcc-b1af07f50330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:24.711731 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-f4d2b1b3-c5c2-4fe3-b31f-7681c8bee29a None None] Provisioning complete for port 5d4530b5-a460-426b-a6d2-668060a3cb9b triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:24.712347 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f4d2b1b3-c5c2-4fe3-b31f-7681c8bee29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:24.751448 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-f4d2b1b3-c5c2-4fe3-b31f-7681c8bee29a None None] Port 5d4530b5-a460-426b-a6d2-668060a3cb9b cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:16:24.912958 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-349a95b9-f01e-46b0-b339-0ba268823eb5 req-804eb74d-7ba2-40da-bbcc-b1af07f50330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d4530b5-a460-426b-a6d2-668060a3cb9b {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:16:24.921999 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-349a95b9-f01e-46b0-b339-0ba268823eb5 req-804eb74d-7ba2-40da-bbcc-b1af07f50330 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:24.936916 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-349a95b9-f01e-46b0-b339-0ba268823eb5 req-804eb74d-7ba2-40da-bbcc-b1af07f50330 service neutron] Transition to ACTIVE for port object 5d4530b5-a460-426b-a6d2-668060a3cb9b will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:16:24.950676 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-349a95b9-f01e-46b0-b339-0ba268823eb5 req-804eb74d-7ba2-40da-bbcc-b1af07f50330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:25.016344 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804eb74d-7ba2-40da-bbcc-b1af07f50330 service neutron] Pushing event updated for resources: {'Port': ['ID=5d4530b5-a460-426b-a6d2-668060a3cb9b,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:25.095892 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-349a95b9-f01e-46b0-b339-0ba268823eb5 req-804eb74d-7ba2-40da-bbcc-b1af07f50330 service neutron] Attempting to bind port 5d4530b5-a460-426b-a6d2-668060a3cb9b on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:16:25.096231 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-349a95b9-f01e-46b0-b339-0ba268823eb5 req-804eb74d-7ba2-40da-bbcc-b1af07f50330 service neutron] Attempting to bind port 5d4530b5-a460-426b-a6d2-668060a3cb9b by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '8307717c-05d4-414b-9578-8949d2634df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b2b3b829-800e-4e0c-8058-b16c6e4f675f'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:16:25.096563 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349a95b9-f01e-46b0-b339-0ba268823eb5 req-804eb74d-7ba2-40da-bbcc-b1af07f50330 service neutron] Attempting to bind port 5d4530b5-a460-426b-a6d2-668060a3cb9b on network b2b3b829-800e-4e0c-8058-b16c6e4f675f {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:16:25.101283 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349a95b9-f01e-46b0-b339-0ba268823eb5 req-804eb74d-7ba2-40da-bbcc-b1af07f50330 service neutron] Port 5d4530b5-a460-426b-a6d2-668060a3cb9b on network b2b3b829-800e-4e0c-8058-b16c6e4f675f not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:16:25.101710 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349a95b9-f01e-46b0-b339-0ba268823eb5 req-804eb74d-7ba2-40da-bbcc-b1af07f50330 service neutron] Attempting to bind port 5d4530b5-a460-426b-a6d2-668060a3cb9b on network b2b3b829-800e-4e0c-8058-b16c6e4f675f {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:16:25.106993 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349a95b9-f01e-46b0-b339-0ba268823eb5 req-804eb74d-7ba2-40da-bbcc-b1af07f50330 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:16:25.107344 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349a95b9-f01e-46b0-b339-0ba268823eb5 req-804eb74d-7ba2-40da-bbcc-b1af07f50330 service neutron] Checking segment: {'id': '8307717c-05d4-414b-9578-8949d2634df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b2b3b829-800e-4e0c-8058-b16c6e4f675f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:16:25.107707 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349a95b9-f01e-46b0-b339-0ba268823eb5 req-804eb74d-7ba2-40da-bbcc-b1af07f50330 service neutron] Bound using segment: {'id': '8307717c-05d4-414b-9578-8949d2634df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b2b3b829-800e-4e0c-8058-b16c6e4f675f'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:16:25.108133 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-349a95b9-f01e-46b0-b339-0ba268823eb5 req-804eb74d-7ba2-40da-bbcc-b1af07f50330 service neutron] Bound port: 5d4530b5-a460-426b-a6d2-668060a3cb9b, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8307717c-05d4-414b-9578-8949d2634df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b2b3b829-800e-4e0c-8058-b16c6e4f675f'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:16:25.108487 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-349a95b9-f01e-46b0-b339-0ba268823eb5 req-804eb74d-7ba2-40da-bbcc-b1af07f50330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:25.188828 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-349a95b9-f01e-46b0-b339-0ba268823eb5 req-804eb74d-7ba2-40da-bbcc-b1af07f50330 service neutron] For port 5d4530b5-a460-426b-a6d2-668060a3cb9b, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:16:25.192190 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-349a95b9-f01e-46b0-b339-0ba268823eb5 req-804eb74d-7ba2-40da-bbcc-b1af07f50330 service neutron] For port 5d4530b5-a460-426b-a6d2-668060a3cb9b, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=5d4530b5-a460-426b-a6d2-668060a3cb9b,segment=NetworkSegment(8307717c-05d4-414b-9578-8949d2634df3),segment_id=8307717c-05d4-414b-9578-8949d2634df3)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:16:25.200050 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-349a95b9-f01e-46b0-b339-0ba268823eb5 req-804eb74d-7ba2-40da-bbcc-b1af07f50330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:25.274167 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a95b9-f01e-46b0-b339-0ba268823eb5 req-804eb74d-7ba2-40da-bbcc-b1af07f50330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:25.274723 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-349a95b9-f01e-46b0-b339-0ba268823eb5 req-804eb74d-7ba2-40da-bbcc-b1af07f50330 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:25.276445 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-349a95b9-f01e-46b0-b339-0ba268823eb5 req-804eb74d-7ba2-40da-bbcc-b1af07f50330 service neutron] 10.222.0.54 "PUT /v2.0/ports/5d4530b5-a460-426b-a6d2-668060a3cb9b HTTP/1.1" status: 200 len: 1092 time: 0.7657859 Nov 12 01:16:25.276897 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '639f0390-c3e4-4459-9ff9-4b1d601405cd', 'tag': '5d4530b5-a460-426b-a6d2-668060a3cb9b'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:16:25.285064 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf94cc6-f297-4ef8-bf7a-8b6fa3154b56" -d '{"events": [{"name": "network-changed", "server_uuid": "639f0390-c3e4-4459-9ff9-4b1d601405cd", "tag": "5d4530b5-a460-426b-a6d2-668060a3cb9b"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:16:25.339095 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 4ee42c5b-2394-4430-9804-ff111401074f up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:16:25.423684 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5d55f0-8ca5-4f2e-b50f-4dc2073a24cd x-openstack-request-id: req-6b5d55f0-8ca5-4f2e-b50f-4dc2073a24cd {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:16:25.423684 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "639f0390-c3e4-4459-9ff9-4b1d601405cd", "tag": "5d4530b5-a460-426b-a6d2-668060a3cb9b", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:16:25.423684 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6b5d55f0-8ca5-4f2e-b50f-4dc2073a24cd {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:16:25.423684 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '639f0390-c3e4-4459-9ff9-4b1d601405cd', 'tag': '5d4530b5-a460-426b-a6d2-668060a3cb9b', 'status': 'completed', 'code': 200} Nov 12 01:16:25.473567 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc763dd-bcd1-46e4-aa4e-f3a354bfca81 req-9b1d5217-97fd-4d5e-bcbd-e2d327e43f97 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:25.478940 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804eb74d-7ba2-40da-bbcc-b1af07f50330 service neutron] Pushing event updated for resources: {'Port': ['ID=5d4530b5-a460-426b-a6d2-668060a3cb9b,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:25.492069 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9fc763dd-bcd1-46e4-aa4e-f3a354bfca81 req-9b1d5217-97fd-4d5e-bcbd-e2d327e43f97 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd HTTP/1.1" status: 200 len: 943 time: 0.0738015 Nov 12 01:16:25.530674 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 4ee42c5b-2394-4430-9804-ff111401074f triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:25.531393 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:25.543322 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a95b9-f01e-46b0-b339-0ba268823eb5 req-07ea533e-6452-4653-b537-095c7db0fef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:25.544850 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-349a95b9-f01e-46b0-b339-0ba268823eb5 req-07ea533e-6452-4653-b537-095c7db0fef0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b199a2c21c394c79bc16fc575899fc99&device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd HTTP/1.1" status: 200 len: 1095 time: 0.1157672 Nov 12 01:16:25.583927 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9fc763dd-bcd1-46e4-aa4e-f3a354bfca81 req-28867f63-5381-435b-8e83-599677a1544e tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf00748-b667-4e77-a76f-20e8725999de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906398 Nov 12 01:16:25.620371 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-349a95b9-f01e-46b0-b339-0ba268823eb5 req-77b8055f-61d1-435a-b904-5efdb67497a3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d4530b5-a460-426b-a6d2-668060a3cb9b HTTP/1.1" status: 200 len: 217 time: 0.0618804 Nov 12 01:16:25.688634 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a95b9-f01e-46b0-b339-0ba268823eb5 req-763cb227-b248-4195-99b5-a6ee047be8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:25.690818 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-349a95b9-f01e-46b0-b339-0ba268823eb5 req-763cb227-b248-4195-99b5-a6ee047be8f4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=043b3d5c-2754-4c01-b973-6de174cc231e HTTP/1.1" status: 200 len: 835 time: 0.0633173 Nov 12 01:16:25.753002 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a95b9-f01e-46b0-b339-0ba268823eb5 req-7bcc2c5a-b89c-40fa-b8e8-953e55edfb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:25.753002 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-349a95b9-f01e-46b0-b339-0ba268823eb5 req-7bcc2c5a-b89c-40fa-b8e8-953e55edfb83 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b2b3b829-800e-4e0c-8058-b16c6e4f675f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468822 Nov 12 01:16:25.865873 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-349a95b9-f01e-46b0-b339-0ba268823eb5 req-1acbb266-f1cf-486f-9aa0-9a3c3204df8d service neutron] 10.222.0.54 "GET /v2.0/networks/b2b3b829-800e-4e0c-8058-b16c6e4f675f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123431 Nov 12 01:16:25.977855 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-349a95b9-f01e-46b0-b339-0ba268823eb5 req-46bdfc3b-ff7f-4e7d-bfe5-963b0a9e2517 service neutron] 10.222.0.54 "GET /v2.0/networks/b2b3b829-800e-4e0c-8058-b16c6e4f675f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046131 Nov 12 01:16:26.122446 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf94cc6-f297-4ef8-bf7a-8b6fa3154b56 req-9c98df88-b85a-4b38-b93e-8af09d10fa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:26.124103 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1cf94cc6-f297-4ef8-bf7a-8b6fa3154b56 req-9c98df88-b85a-4b38-b93e-8af09d10fa34 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b199a2c21c394c79bc16fc575899fc99&device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd HTTP/1.1" status: 200 len: 1095 time: 0.0489018 Nov 12 01:16:26.231853 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf94cc6-f297-4ef8-bf7a-8b6fa3154b56 req-4f3513ed-3dc4-444c-8cb6-f0822e14d2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:26.233626 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1cf94cc6-f297-4ef8-bf7a-8b6fa3154b56 req-4f3513ed-3dc4-444c-8cb6-f0822e14d2f1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b2b3b829-800e-4e0c-8058-b16c6e4f675f HTTP/1.1" status: 200 len: 898 time: 0.1017647 Nov 12 01:16:26.282981 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1cf94cc6-f297-4ef8-bf7a-8b6fa3154b56 req-7fdae133-1738-4375-9aea-7253d9646f39 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d4530b5-a460-426b-a6d2-668060a3cb9b HTTP/1.1" status: 200 len: 217 time: 0.0413060 Nov 12 01:16:26.334767 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf94cc6-f297-4ef8-bf7a-8b6fa3154b56 req-73972ff0-d899-495c-92bc-df18db0a8ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:26.336377 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1cf94cc6-f297-4ef8-bf7a-8b6fa3154b56 req-73972ff0-d899-495c-92bc-df18db0a8ca4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=043b3d5c-2754-4c01-b973-6de174cc231e HTTP/1.1" status: 200 len: 835 time: 0.0457036 Nov 12 01:16:26.384895 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf94cc6-f297-4ef8-bf7a-8b6fa3154b56 req-597ca20d-888f-4c74-8e7b-2cc0d17f1861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:26.386567 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1cf94cc6-f297-4ef8-bf7a-8b6fa3154b56 req-597ca20d-888f-4c74-8e7b-2cc0d17f1861 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b2b3b829-800e-4e0c-8058-b16c6e4f675f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430629 Nov 12 01:16:26.482658 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1cf94cc6-f297-4ef8-bf7a-8b6fa3154b56 req-21cd397a-2c2e-4adb-a91d-85deffcbf1e0 service neutron] 10.222.0.54 "GET /v2.0/networks/b2b3b829-800e-4e0c-8058-b16c6e4f675f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882730 Nov 12 01:16:26.583257 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1cf94cc6-f297-4ef8-bf7a-8b6fa3154b56 req-8e18189e-a513-489c-ab72-5fd7d562f19e service neutron] 10.222.0.54 "GET /v2.0/networks/b2b3b829-800e-4e0c-8058-b16c6e4f675f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936027 Nov 12 01:16:26.730311 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009b54e-b719-4731-b376-9fffcaf02c0c req-4de83642-726d-4bb7-98d1-6dd97fdc702d tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:26.733937 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a009b54e-b719-4731-b376-9fffcaf02c0c req-4de83642-726d-4bb7-98d1-6dd97fdc702d tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd HTTP/1.1" status: 200 len: 943 time: 0.0589337 Nov 12 01:16:26.793619 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a009b54e-b719-4731-b376-9fffcaf02c0c req-9cd7206b-db80-499b-ac59-7166fd16318a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf00748-b667-4e77-a76f-20e8725999de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546947 Nov 12 01:16:27.915088 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a375c4-b882-4124-988e-7f0a2a157b54 req-fed40c78-3230-4056-bfdf-e9737d9ae1a1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:27.916780 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-06a375c4-b882-4124-988e-7f0a2a157b54 req-fed40c78-3230-4056-bfdf-e9737d9ae1a1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd HTTP/1.1" status: 200 len: 943 time: 0.0518112 Nov 12 01:16:27.967257 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-06a375c4-b882-4124-988e-7f0a2a157b54 req-736bfa2d-d27b-4851-9a7d-d9bac2c87060 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf00748-b667-4e77-a76f-20e8725999de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443175 Nov 12 01:16:28.452328 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d0156-c6b9-482c-b403-dbd5a42bf310 req-b1cccbc4-aa75-455b-8138-79e5ecec77ed tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:28.453800 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-779d0156-c6b9-482c-b403-dbd5a42bf310 req-b1cccbc4-aa75-455b-8138-79e5ecec77ed tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/networks?id=cf426145-af7a-457c-9edb-3ba8bbea2dab HTTP/1.1" status: 200 len: 812 time: 0.1054978 Nov 12 01:16:28.468896 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-779d0156-c6b9-482c-b403-dbd5a42bf310 req-8e2d2bc9-3e6b-42b7-9f7d-69d6ffb9b0bc tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/quotas/a17bedb646b94ed485e4adca083ceb13 HTTP/1.1" status: 200 len: 375 time: 0.0092540 Nov 12 01:16:28.526007 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-779d0156-c6b9-482c-b403-dbd5a42bf310 req-023dddc1-70a3-4416-b3a0-8b3616b1e097 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a17bedb646b94ed485e4adca083ceb13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512989 Nov 12 01:16:28.620957 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-779d0156-c6b9-482c-b403-dbd5a42bf310 req-39ceb2c1-a913-4515-a3e7-04a7ec03711c service neutron] 10.222.0.20 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879092 Nov 12 01:16:28.725551 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-779d0156-c6b9-482c-b403-dbd5a42bf310 req-df83fd85-c1f4-4a12-8bec-86a2d55c2b96 service neutron] 10.222.0.20 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983732 Nov 12 01:16:28.931408 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-560b4c11-ec22-4e1d-a8d1-10807c8fd707 req-25ad8656-33e5-400c-8f64-634c3100549d tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ea7cc88-8357-417a-8c9a-98a3b4ae41f5 HTTP/1.1" status: 200 len: 210 time: 0.0402403 Nov 12 01:16:29.096615 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e5095-8b37-4221-8101-947b2094c80e req-dcae4dfd-95c3-4090-a312-5e47d899d107 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:29.105214 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-243e5095-8b37-4221-8101-947b2094c80e req-dcae4dfd-95c3-4090-a312-5e47d899d107 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd HTTP/1.1" status: 200 len: 943 time: 0.0652683 Nov 12 01:16:29.166026 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-243e5095-8b37-4221-8101-947b2094c80e req-0e55f15c-9cb9-4772-acee-a91b507022ac tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf00748-b667-4e77-a76f-20e8725999de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564544 Nov 12 01:16:29.741501 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 5d4530b5-a460-426b-a6d2-668060a3cb9b details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:16:29.871836 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 5d4530b5-a460-426b-a6d2-668060a3cb9b, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=5d4530b5-a460-426b-a6d2-668060a3cb9b,segment=NetworkSegment(8307717c-05d4-414b-9578-8949d2634df3),segment_id=8307717c-05d4-414b-9578-8949d2634df3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:29.899799 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '5d4530b5-a460-426b-a6d2-668060a3cb9b', 'network_id': 'b2b3b829-800e-4e0c-8058-b16c6e4f675f', 'port_id': '5d4530b5-a460-426b-a6d2-668060a3cb9b', 'mac_address': 'fa:16:3e:d1:63:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '043b3d5c-2754-4c01-b973-6de174cc231e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:16:29.974431 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:29.997837 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d4530b5-a460-426b-a6d2-668060a3cb9b {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:16:30.015412 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d0156-c6b9-482c-b403-dbd5a42bf310 req-f18af30c-c4c7-4b8c-8fca-020d5c4a167f tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:30.016922 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-779d0156-c6b9-482c-b403-dbd5a42bf310 req-f18af30c-c4c7-4b8c-8fca-020d5c4a167f tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.49 "GET /v2.0/networks?id=cf426145-af7a-457c-9edb-3ba8bbea2dab HTTP/1.1" status: 200 len: 812 time: 0.1589839 Nov 12 01:16:30.040884 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 5d4530b5-a460-426b-a6d2-668060a3cb9b, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=5d4530b5-a460-426b-a6d2-668060a3cb9b,segment=NetworkSegment(8307717c-05d4-414b-9578-8949d2634df3),segment_id=8307717c-05d4-414b-9578-8949d2634df3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:30.046279 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:30.050446 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-779d0156-c6b9-482c-b403-dbd5a42bf310 req-1d88d46a-2dd8-46e0-811a-7daf16be9742 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Request body: {'port': {'device_id': '4ea7cc88-8357-417a-8c9a-98a3b4ae41f5', 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab', 'admin_state_up': True, 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:30.110919 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5e022277-e163-4bc4-b381-f23c9294e86f req-9dcab3b7-6765-45d9-8f9d-f5a4c773128a tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ea7cc88-8357-417a-8c9a-98a3b4ae41f5 HTTP/1.1" status: 200 len: 210 time: 0.0562005 Nov 12 01:16:30.175920 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=5d4530b5-a460-426b-a6d2-668060a3cb9b,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:30.338941 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-779d0156-c6b9-482c-b403-dbd5a42bf310 req-1d88d46a-2dd8-46e0-811a-7daf16be9742 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Made reservation on behalf of a17bedb646b94ed485e4adca083ceb13 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:16:30.343269 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-779d0156-c6b9-482c-b403-dbd5a42bf310 req-1d88d46a-2dd8-46e0-811a-7daf16be9742 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:30.392745 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1062ddd-6d4a-47ce-b0c4-d3a715221308 req-23b680ba-e204-4c14-bca4-84182fe8bab6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:30.393664 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e1062ddd-6d4a-47ce-b0c4-d3a715221308 req-23b680ba-e204-4c14-bca4-84182fe8bab6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd HTTP/1.1" status: 200 len: 944 time: 0.1210060 Nov 12 01:16:30.466455 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['5d4530b5-a460-426b-a6d2-668060a3cb9b'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:16:30.542601 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e1062ddd-6d4a-47ce-b0c4-d3a715221308 req-6d99d80d-fb2e-45bb-b3e6-1a347451b7b5 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf00748-b667-4e77-a76f-20e8725999de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168816 Nov 12 01:16:30.607875 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-779d0156-c6b9-482c-b403-dbd5a42bf310 req-1d88d46a-2dd8-46e0-811a-7daf16be9742 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Allocated IP 172.20.0.12 (cf426145-af7a-457c-9edb-3ba8bbea2dab/e0049bca-8c54-4a87-971a-726fded81d57/afca5e37-2882-43d4-9018-e7cfe0c2111c) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:16:30.858069 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-779d0156-c6b9-482c-b403-dbd5a42bf310 req-1d88d46a-2dd8-46e0-811a-7daf16be9742 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:30.896812 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-779d0156-c6b9-482c-b403-dbd5a42bf310 req-1d88d46a-2dd8-46e0-811a-7daf16be9742 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:30.974158 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-779d0156-c6b9-482c-b403-dbd5a42bf310 req-1d88d46a-2dd8-46e0-811a-7daf16be9742 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Network cf426145-af7a-457c-9edb-3ba8bbea2dab is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:16:30.977829 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-779d0156-c6b9-482c-b403-dbd5a42bf310 req-1d88d46a-2dd8-46e0-811a-7daf16be9742 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:30.981503 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-779d0156-c6b9-482c-b403-dbd5a42bf310 req-1d88d46a-2dd8-46e0-811a-7daf16be9742 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:16:31.037258 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88d46a-2dd8-46e0-811a-7daf16be9742 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Pushing event updated for resources: {'Port': ['ID=afca5e37-2882-43d4-9018-e7cfe0c2111c,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:31.062603 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d0156-c6b9-482c-b403-dbd5a42bf310 req-1d88d46a-2dd8-46e0-811a-7daf16be9742 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:31.066460 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-779d0156-c6b9-482c-b403-dbd5a42bf310 req-1d88d46a-2dd8-46e0-811a-7daf16be9742 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:31.108403 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-779d0156-c6b9-482c-b403-dbd5a42bf310 req-1d88d46a-2dd8-46e0-811a-7daf16be9742 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0760245 Nov 12 01:16:31.274485 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-779d0156-c6b9-482c-b403-dbd5a42bf310 req-1fadf18b-fbda-41a0-8a12-0cf3c981fa04 service neutron] Request body: {'port': {'device_id': '4ea7cc88-8357-417a-8c9a-98a3b4ae41f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:31.378707 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-896b2f36-5062-403a-bdce-28ac9d74a0ce None None] Provisioning complete for port afca5e37-2882-43d4-9018-e7cfe0c2111c triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:31.379217 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-896b2f36-5062-403a-bdce-28ac9d74a0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:31.394819 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198bdfa-ba24-486d-952f-6c40d495b8b1 req-860c698c-6c98-4ea5-85c8-ff0978e08610 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:31.413723 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5198bdfa-ba24-486d-952f-6c40d495b8b1 req-860c698c-6c98-4ea5-85c8-ff0978e08610 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ea7cc88-8357-417a-8c9a-98a3b4ae41f5 HTTP/1.1" status: 200 len: 932 time: 0.1153805 Nov 12 01:16:31.458654 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-896b2f36-5062-403a-bdce-28ac9d74a0ce None None] Port afca5e37-2882-43d4-9018-e7cfe0c2111c cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:16:31.489920 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5198bdfa-ba24-486d-952f-6c40d495b8b1 req-4f6ddec9-a074-4e14-8c6f-5ce9bbaeebcb tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742667 Nov 12 01:16:31.747329 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 5d4530b5-a460-426b-a6d2-668060a3cb9b up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:16:31.817938 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678950e3-6bee-475a-be68-ade8cb189ad7 req-b4ede341-942c-4201-a74a-12e52634c374 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:31.818615 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 5d4530b5-a460-426b-a6d2-668060a3cb9b completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:16:31.826458 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-678950e3-6bee-475a-be68-ade8cb189ad7 req-b4ede341-942c-4201-a74a-12e52634c374 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd HTTP/1.1" status: 200 len: 944 time: 0.1138484 Nov 12 01:16:31.838406 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 5d4530b5-a460-426b-a6d2-668060a3cb9b triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:31.838752 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:31.864503 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-779d0156-c6b9-482c-b403-dbd5a42bf310 req-1fadf18b-fbda-41a0-8a12-0cf3c981fa04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:31.945314 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-678950e3-6bee-475a-be68-ade8cb189ad7 req-648a2c96-2b0c-4718-b666-2b0e0abd893c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf00748-b667-4e77-a76f-20e8725999de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176095 Nov 12 01:16:32.065330 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:32.101413 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '639f0390-c3e4-4459-9ff9-4b1d601405cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d4530b5-a460-426b-a6d2-668060a3cb9b'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:16:32.103975 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0947f12c-5e7b-4289-be90-aeffc408842c" -d '{"events": [{"server_uuid": "639f0390-c3e4-4459-9ff9-4b1d601405cd", "name": "network-vif-plugged", "status": "completed", "tag": "5d4530b5-a460-426b-a6d2-668060a3cb9b"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:16:32.143053 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 5d4530b5-a460-426b-a6d2-668060a3cb9b, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=5d4530b5-a460-426b-a6d2-668060a3cb9b,segment=NetworkSegment(8307717c-05d4-414b-9578-8949d2634df3),segment_id=8307717c-05d4-414b-9578-8949d2634df3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:32.151298 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:32.229487 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c5b629-6148-4c92-9160-0d334e33faa0 x-openstack-request-id: req-44c5b629-6148-4c92-9160-0d334e33faa0 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:16:32.230854 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "639f0390-c3e4-4459-9ff9-4b1d601405cd", "name": "network-vif-plugged", "status": "completed", "tag": "5d4530b5-a460-426b-a6d2-668060a3cb9b", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:16:32.230854 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-44c5b629-6148-4c92-9160-0d334e33faa0 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:16:32.230854 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '639f0390-c3e4-4459-9ff9-4b1d601405cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d4530b5-a460-426b-a6d2-668060a3cb9b', 'code': 200} Nov 12 01:16:32.231684 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=5d4530b5-a460-426b-a6d2-668060a3cb9b,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:32.311309 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-779d0156-c6b9-482c-b403-dbd5a42bf310 req-1fadf18b-fbda-41a0-8a12-0cf3c981fa04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afca5e37-2882-43d4-9018-e7cfe0c2111c {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:16:32.323689 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-779d0156-c6b9-482c-b403-dbd5a42bf310 req-1fadf18b-fbda-41a0-8a12-0cf3c981fa04 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:32.346581 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-779d0156-c6b9-482c-b403-dbd5a42bf310 req-1fadf18b-fbda-41a0-8a12-0cf3c981fa04 service neutron] Transition to ACTIVE for port object afca5e37-2882-43d4-9018-e7cfe0c2111c will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:16:32.348690 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ef8ca-645b-49f6-8d14-1da75dfa0053 req-879fb9ca-d4f6-4cad-8109-03f6f84edb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:32.350311 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ba2ef8ca-645b-49f6-8d14-1da75dfa0053 req-879fb9ca-d4f6-4cad-8109-03f6f84edb28 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd HTTP/1.1" status: 200 len: 1097 time: 0.0747712 Nov 12 01:16:32.353174 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-779d0156-c6b9-482c-b403-dbd5a42bf310 req-1fadf18b-fbda-41a0-8a12-0cf3c981fa04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:32.450078 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ba2ef8ca-645b-49f6-8d14-1da75dfa0053 req-84c0d209-d874-4f61-9d5c-ba7b0d10cb72 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ddf00748-b667-4e77-a76f-20e8725999de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918999 Nov 12 01:16:32.450970 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fadf18b-fbda-41a0-8a12-0cf3c981fa04 service neutron] Pushing event updated for resources: {'Port': ['ID=afca5e37-2882-43d4-9018-e7cfe0c2111c,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:32.544723 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-779d0156-c6b9-482c-b403-dbd5a42bf310 req-1fadf18b-fbda-41a0-8a12-0cf3c981fa04 service neutron] Attempting to bind port afca5e37-2882-43d4-9018-e7cfe0c2111c on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:16:32.545259 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-779d0156-c6b9-482c-b403-dbd5a42bf310 req-1fadf18b-fbda-41a0-8a12-0cf3c981fa04 service neutron] Attempting to bind port afca5e37-2882-43d4-9018-e7cfe0c2111c by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'c1b16b03-cd67-424f-8589-315c1c109bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:16:32.546104 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779d0156-c6b9-482c-b403-dbd5a42bf310 req-1fadf18b-fbda-41a0-8a12-0cf3c981fa04 service neutron] Attempting to bind port afca5e37-2882-43d4-9018-e7cfe0c2111c on network cf426145-af7a-457c-9edb-3ba8bbea2dab {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:16:32.558634 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779d0156-c6b9-482c-b403-dbd5a42bf310 req-1fadf18b-fbda-41a0-8a12-0cf3c981fa04 service neutron] Port afca5e37-2882-43d4-9018-e7cfe0c2111c on network cf426145-af7a-457c-9edb-3ba8bbea2dab not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:16:32.559037 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779d0156-c6b9-482c-b403-dbd5a42bf310 req-1fadf18b-fbda-41a0-8a12-0cf3c981fa04 service neutron] Attempting to bind port afca5e37-2882-43d4-9018-e7cfe0c2111c on network cf426145-af7a-457c-9edb-3ba8bbea2dab {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:16:32.573239 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779d0156-c6b9-482c-b403-dbd5a42bf310 req-1fadf18b-fbda-41a0-8a12-0cf3c981fa04 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:16:32.581850 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779d0156-c6b9-482c-b403-dbd5a42bf310 req-1fadf18b-fbda-41a0-8a12-0cf3c981fa04 service neutron] Checking segment: {'id': 'c1b16b03-cd67-424f-8589-315c1c109bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:16:32.582243 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779d0156-c6b9-482c-b403-dbd5a42bf310 req-1fadf18b-fbda-41a0-8a12-0cf3c981fa04 service neutron] Bound using segment: {'id': 'c1b16b03-cd67-424f-8589-315c1c109bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:16:32.582959 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-779d0156-c6b9-482c-b403-dbd5a42bf310 req-1fadf18b-fbda-41a0-8a12-0cf3c981fa04 service neutron] Bound port: afca5e37-2882-43d4-9018-e7cfe0c2111c, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1b16b03-cd67-424f-8589-315c1c109bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:16:32.583142 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-779d0156-c6b9-482c-b403-dbd5a42bf310 req-1fadf18b-fbda-41a0-8a12-0cf3c981fa04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:32.722048 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99132e-2a41-4103-bf36-55eabf5f1169 req-86d88378-de6e-44a2-b1c7-77fd43ba4f5b tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:32.723610 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ec99132e-2a41-4103-bf36-55eabf5f1169 req-86d88378-de6e-44a2-b1c7-77fd43ba4f5b tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ea7cc88-8357-417a-8c9a-98a3b4ae41f5 HTTP/1.1" status: 200 len: 944 time: 0.1223984 Nov 12 01:16:32.759038 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-779d0156-c6b9-482c-b403-dbd5a42bf310 req-1fadf18b-fbda-41a0-8a12-0cf3c981fa04 service neutron] For port afca5e37-2882-43d4-9018-e7cfe0c2111c, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:16:32.774578 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-779d0156-c6b9-482c-b403-dbd5a42bf310 req-1fadf18b-fbda-41a0-8a12-0cf3c981fa04 service neutron] For port afca5e37-2882-43d4-9018-e7cfe0c2111c, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=afca5e37-2882-43d4-9018-e7cfe0c2111c,segment=NetworkSegment(c1b16b03-cd67-424f-8589-315c1c109bba),segment_id=c1b16b03-cd67-424f-8589-315c1c109bba)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:16:32.785275 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-779d0156-c6b9-482c-b403-dbd5a42bf310 req-1fadf18b-fbda-41a0-8a12-0cf3c981fa04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:32.832832 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d0156-c6b9-482c-b403-dbd5a42bf310 req-1fadf18b-fbda-41a0-8a12-0cf3c981fa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:32.833459 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-779d0156-c6b9-482c-b403-dbd5a42bf310 req-1fadf18b-fbda-41a0-8a12-0cf3c981fa04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:32.834839 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-779d0156-c6b9-482c-b403-dbd5a42bf310 req-1fadf18b-fbda-41a0-8a12-0cf3c981fa04 service neutron] 10.222.0.49 "PUT /v2.0/ports/afca5e37-2882-43d4-9018-e7cfe0c2111c HTTP/1.1" status: 200 len: 1093 time: 1.7128458 Nov 12 01:16:32.839112 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ec99132e-2a41-4103-bf36-55eabf5f1169 req-51b225d6-b231-4a39-8e26-778b371ec1e1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074941 Nov 12 01:16:32.839557 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea7cc88-8357-417a-8c9a-98a3b4ae41f5', 'tag': 'afca5e37-2882-43d4-9018-e7cfe0c2111c'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:16:32.842346 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011c7ad8-0f64-4ec6-a5b1-3e7cb1a81d9c" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea7cc88-8357-417a-8c9a-98a3b4ae41f5", "tag": "afca5e37-2882-43d4-9018-e7cfe0c2111c"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:16:32.910283 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fadf18b-fbda-41a0-8a12-0cf3c981fa04 service neutron] Pushing event updated for resources: {'Port': ['ID=afca5e37-2882-43d4-9018-e7cfe0c2111c,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:32.941690 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174541de-5e1e-421f-8ff8-9f94a5fc6e67 x-openstack-request-id: req-174541de-5e1e-421f-8ff8-9f94a5fc6e67 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:16:32.942012 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea7cc88-8357-417a-8c9a-98a3b4ae41f5", "tag": "afca5e37-2882-43d4-9018-e7cfe0c2111c", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:16:32.942748 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-174541de-5e1e-421f-8ff8-9f94a5fc6e67 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:16:32.942748 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea7cc88-8357-417a-8c9a-98a3b4ae41f5', 'tag': 'afca5e37-2882-43d4-9018-e7cfe0c2111c', 'status': 'completed', 'code': 200} Nov 12 01:16:33.015169 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d0156-c6b9-482c-b403-dbd5a42bf310 req-1f1c44e0-ac0b-42cf-9a82-bb47862f8e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:33.016801 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-779d0156-c6b9-482c-b403-dbd5a42bf310 req-1f1c44e0-ac0b-42cf-9a82-bb47862f8e57 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a17bedb646b94ed485e4adca083ceb13&device_id=4ea7cc88-8357-417a-8c9a-98a3b4ae41f5 HTTP/1.1" status: 200 len: 1096 time: 0.1036000 Nov 12 01:16:33.089765 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-779d0156-c6b9-482c-b403-dbd5a42bf310 req-a465fbe2-771d-49a9-8b1b-8f4d43db3da3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=afca5e37-2882-43d4-9018-e7cfe0c2111c HTTP/1.1" status: 200 len: 217 time: 0.0585518 Nov 12 01:16:33.197631 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088e871-3e08-4494-b13e-0d32038c162f req-89b56b68-b0de-42d4-ad7d-3dfd78bfb173 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:33.202648 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d088e871-3e08-4494-b13e-0d32038c162f req-89b56b68-b0de-42d4-ad7d-3dfd78bfb173 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd HTTP/1.1" status: 200 len: 945 time: 0.1920071 Nov 12 01:16:33.226181 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d0156-c6b9-482c-b403-dbd5a42bf310 req-705a54c7-b0fd-4819-9e0c-3da59d1bef8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:33.228168 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-779d0156-c6b9-482c-b403-dbd5a42bf310 req-705a54c7-b0fd-4819-9e0c-3da59d1bef8a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e0049bca-8c54-4a87-971a-726fded81d57 HTTP/1.1" status: 200 len: 851 time: 0.1279085 Nov 12 01:16:33.311085 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d088e871-3e08-4494-b13e-0d32038c162f req-e748af5a-44b4-445d-bfa4-5e8c80bf194f tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf00748-b667-4e77-a76f-20e8725999de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017833 Nov 12 01:16:33.320496 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d0156-c6b9-482c-b403-dbd5a42bf310 req-bc951e90-875f-41d8-aee4-59b4bfb68260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:33.322161 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-779d0156-c6b9-482c-b403-dbd5a42bf310 req-bc951e90-875f-41d8-aee4-59b4bfb68260 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf426145-af7a-457c-9edb-3ba8bbea2dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0857666 Nov 12 01:16:33.445473 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-779d0156-c6b9-482c-b403-dbd5a42bf310 req-23a1392c-a7b2-400f-bca4-35b418af9edd service neutron] 10.222.0.49 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158063 Nov 12 01:16:33.563663 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-779d0156-c6b9-482c-b403-dbd5a42bf310 req-33d0b5c5-c731-4f30-b3ed-c940700fba67 service neutron] 10.222.0.49 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104329 Nov 12 01:16:33.718619 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c7ad8-0f64-4ec6-a5b1-3e7cb1a81d9c req-5cfd1fc8-4e03-4ef8-b69a-0225d9abd9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:33.720475 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-011c7ad8-0f64-4ec6-a5b1-3e7cb1a81d9c req-5cfd1fc8-4e03-4ef8-b69a-0225d9abd9c5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a17bedb646b94ed485e4adca083ceb13&device_id=4ea7cc88-8357-417a-8c9a-98a3b4ae41f5 HTTP/1.1" status: 200 len: 1096 time: 0.0765667 Nov 12 01:16:33.854193 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c7ad8-0f64-4ec6-a5b1-3e7cb1a81d9c req-46eab118-a69b-4bc7-9de2-1772bc5e003b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:33.856184 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-011c7ad8-0f64-4ec6-a5b1-3e7cb1a81d9c req-46eab118-a69b-4bc7-9de2-1772bc5e003b service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf426145-af7a-457c-9edb-3ba8bbea2dab HTTP/1.1" status: 200 len: 913 time: 0.1276619 Nov 12 01:16:33.930452 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-011c7ad8-0f64-4ec6-a5b1-3e7cb1a81d9c req-df9fd968-739e-47ed-ad42-0d63de475387 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=afca5e37-2882-43d4-9018-e7cfe0c2111c HTTP/1.1" status: 200 len: 217 time: 0.0670345 Nov 12 01:16:33.987600 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c7ad8-0f64-4ec6-a5b1-3e7cb1a81d9c req-56824f5f-cb0d-470f-9404-a64733b1721c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:33.989106 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-011c7ad8-0f64-4ec6-a5b1-3e7cb1a81d9c req-56824f5f-cb0d-470f-9404-a64733b1721c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e0049bca-8c54-4a87-971a-726fded81d57 HTTP/1.1" status: 200 len: 851 time: 0.0498538 Nov 12 01:16:34.046025 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c7ad8-0f64-4ec6-a5b1-3e7cb1a81d9c req-be7322e3-c242-4fee-a5a4-48056713f7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:34.047953 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-011c7ad8-0f64-4ec6-a5b1-3e7cb1a81d9c req-be7322e3-c242-4fee-a5a4-48056713f7dd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf426145-af7a-457c-9edb-3ba8bbea2dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510178 Nov 12 01:16:34.074653 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98916f0-6410-44cb-a598-1af2fabc3066 req-82949710-2774-42c0-ab42-886500a4106f tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:34.076790 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a98916f0-6410-44cb-a598-1af2fabc3066 req-82949710-2774-42c0-ab42-886500a4106f tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ea7cc88-8357-417a-8c9a-98a3b4ae41f5 HTTP/1.1" status: 200 len: 944 time: 0.0786779 Nov 12 01:16:34.137996 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a98916f0-6410-44cb-a598-1af2fabc3066 req-78ea1b51-6724-4394-ad77-1531af08c6ed tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540817 Nov 12 01:16:34.213562 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-011c7ad8-0f64-4ec6-a5b1-3e7cb1a81d9c req-1ea4863f-f400-4ea6-acf9-72402d2b7bb8 service neutron] 10.222.0.49 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572595 Nov 12 01:16:34.323771 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-356faaf7-1382-4469-9a9c-6833ec430ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:34.361276 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-011c7ad8-0f64-4ec6-a5b1-3e7cb1a81d9c req-2255dbba-9843-46c5-a3f1-f42d6b0fcbb0 service neutron] 10.222.0.49 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409190 Nov 12 01:16:34.490866 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e9c5d-c384-40d1-8847-fbd39148e537 req-75c30999-bd4a-466b-b889-663b13c4a75b tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:34.492998 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f5e9c5d-c384-40d1-8847-fbd39148e537 req-75c30999-bd4a-466b-b889-663b13c4a75b tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd HTTP/1.1" status: 200 len: 945 time: 0.0809970 Nov 12 01:16:34.569270 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f5e9c5d-c384-40d1-8847-fbd39148e537 req-0aa9fd5a-20e8-44ed-9ef3-6acbf31f5619 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf00748-b667-4e77-a76f-20e8725999de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698917 Nov 12 01:16:34.731274 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f100a5-00ec-477b-85bd-66a5fec360d4 req-dc2c03bf-3faa-4499-bba3-63799d386cd5 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:34.732852 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-84f100a5-00ec-477b-85bd-66a5fec360d4 req-dc2c03bf-3faa-4499-bba3-63799d386cd5 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd HTTP/1.1" status: 200 len: 945 time: 0.0690198 Nov 12 01:16:34.787088 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-84f100a5-00ec-477b-85bd-66a5fec360d4 req-223b9ea7-49c8-4d6e-93b2-cffdb839342f tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf00748-b667-4e77-a76f-20e8725999de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476277 Nov 12 01:16:34.813139 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44388) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:34.862237 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0fccb2-b7d3-4364-8f3b-30d4421a517f tempest-TestNetworkAdvancedServerOps-797573911 tempest-TestNetworkAdvancedServerOps-797573911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:34.868494 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-9b0fccb2-b7d3-4364-8f3b-30d4421a517f tempest-TestNetworkAdvancedServerOps-797573911 tempest-TestNetworkAdvancedServerOps-797573911-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd HTTP/1.1" status: 200 len: 1092 time: 0.0535014 Nov 12 01:16:34.868917 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44390) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:34.875590 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-43c3c83a-3636-4c69-a6b3-0508d26e2aef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'port_id': '5d4530b5-a460-426b-a6d2-668060a3cb9b', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:34.923197 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-43c3c83a-3636-4c69-a6b3-0508d26e2aef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for floatingip, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:35.067824 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-43c3c83a-3636-4c69-a6b3-0508d26e2aef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:35.290576 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a486ee-ff74-4095-9ed8-f924577d0c49 req-63b0d506-2883-4682-ba42-f8fe83f3d053 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:35.298121 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b0a486ee-ff74-4095-9ed8-f924577d0c49 req-63b0d506-2883-4682-ba42-f8fe83f3d053 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ea7cc88-8357-417a-8c9a-98a3b4ae41f5 HTTP/1.1" status: 200 len: 944 time: 0.0803771 Nov 12 01:16:35.356558 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b0a486ee-ff74-4095-9ed8-f924577d0c49 req-7cae04b1-5855-4e60-9c7f-ace45cacc5c5 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572751 Nov 12 01:16:35.519891 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-43c3c83a-3636-4c69-a6b3-0508d26e2aef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Allocated IP 172.25.2.179 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/d88fe3d8-426d-4ca2-bc8b-83f4785cad68) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:16:35.696534 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-43c3c83a-3636-4c69-a6b3-0508d26e2aef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:35.759962 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-43c3c83a-3636-4c69-a6b3-0508d26e2aef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:35.839048 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c3c83a-3636-4c69-a6b3-0508d26e2aef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:16:35.844392 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-43c3c83a-3636-4c69-a6b3-0508d26e2aef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:35.847021 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c3c83a-3636-4c69-a6b3-0508d26e2aef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:16:35.893317 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c3c83a-3636-4c69-a6b3-0508d26e2aef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'Port': ['ID=d88fe3d8-426d-4ca2-bc8b-83f4785cad68,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:36.458585 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-816ca447-df40-4073-8acf-9927ae4cfb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:36.669695 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335c71d-02a6-4816-9255-5fbb4e5ef2f3 req-fee1108c-11f4-4f74-a247-59c0952e8ffd tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:36.671714 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d335c71d-02a6-4816-9255-5fbb4e5ef2f3 req-fee1108c-11f4-4f74-a247-59c0952e8ffd tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ea7cc88-8357-417a-8c9a-98a3b4ae41f5 HTTP/1.1" status: 200 len: 944 time: 0.1595917 Nov 12 01:16:36.685670 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-43c3c83a-3636-4c69-a6b3-0508d26e2aef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:36.805090 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d335c71d-02a6-4816-9255-5fbb4e5ef2f3 req-590155fd-258e-4e4f-8541-92e1cc55a2ec tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210556 Nov 12 01:16:36.850946 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-43c3c83a-3636-4c69-a6b3-0508d26e2aef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:37.078657 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-43c3c83a-3636-4c69-a6b3-0508d26e2aef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:37.088626 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-43c3c83a-3636-4c69-a6b3-0508d26e2aef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:37.184485 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c3c83a-3636-4c69-a6b3-0508d26e2aef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'Port': ['ID=d88fe3d8-426d-4ca2-bc8b-83f4785cad68,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:37.191845 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-43c3c83a-3636-4c69-a6b3-0508d26e2aef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:37.357245 n-d-812236-11 neutron-server[102662]: INFO neutron.db.l3_db [None req-43c3c83a-3636-4c69-a6b3-0508d26e2aef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Floating IP c20074b0-bdc0-42f3-971f-3b7566ade2a3 associated. External IP: 172.25.2.179, port: 5d4530b5-a460-426b-a6d2-668060a3cb9b. Nov 12 01:16:37.666921 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c3c83a-3636-4c69-a6b3-0508d26e2aef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Router 8ec0175c-be34-4e69-af45-5fe8d57f6fb6 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:16:37.740737 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:37.810397 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c3c83a-3636-4c69-a6b3-0508d26e2aef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:16:37.826461 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2229780f-0200-4fbb-b10f-baf28909a226 None None] Sync routers for ids ['8ec0175c-be34-4e69-af45-5fe8d57f6fb6'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:16:37.843969 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2229780f-0200-4fbb-b10f-baf28909a226 None None] Routers {'8ec0175c-be34-4e69-af45-5fe8d57f6fb6'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:16:37.844753 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-2229780f-0200-4fbb-b10f-baf28909a226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:16:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['8ec0175c-be34-4e69-af45-5fe8d57f6fb6'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:37.853745 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-43c3c83a-3636-4c69-a6b3-0508d26e2aef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:37.959912 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-43c3c83a-3636-4c69-a6b3-0508d26e2aef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0875795 Nov 12 01:16:37.961336 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '639f0390-c3e4-4459-9ff9-4b1d601405cd', 'tag': '5d4530b5-a460-426b-a6d2-668060a3cb9b'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:16:37.964005 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f6a126-180d-4002-b507-26c76d5dc6f5" -d '{"events": [{"name": "network-changed", "server_uuid": "639f0390-c3e4-4459-9ff9-4b1d601405cd", "tag": "5d4530b5-a460-426b-a6d2-668060a3cb9b"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:16:38.043925 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-2229780f-0200-4fbb-b10f-baf28909a226 None None] Set router 8ec0175c-be34-4e69-af45-5fe8d57f6fb6 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:16:38.093583 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8608a9c-32a7-43fe-a1f0-9d553c07e292 req-1140da22-ac22-490d-b9d2-168afa05e10b tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:38.101950 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c8608a9c-32a7-43fe-a1f0-9d553c07e292 req-1140da22-ac22-490d-b9d2-168afa05e10b tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ea7cc88-8357-417a-8c9a-98a3b4ae41f5 HTTP/1.1" status: 200 len: 944 time: 0.1337342 Nov 12 01:16:38.173305 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576c234-0571-4f2b-8a55-c51b2c711f73 req-33d04a3c-dfc0-4051-bacc-d900d63de60c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:38.177494 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6576c234-0571-4f2b-8a55-c51b2c711f73 req-33d04a3c-dfc0-4051-bacc-d900d63de60c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd HTTP/1.1" status: 200 len: 945 time: 0.1345336 Nov 12 01:16:38.230254 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c8608a9c-32a7-43fe-a1f0-9d553c07e292 req-d469253e-835a-432c-a7f2-aa3e5781e794 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095538 Nov 12 01:16:38.298145 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6576c234-0571-4f2b-8a55-c51b2c711f73 req-56b5e0f5-b967-4519-b5ef-4d1632c3abf8 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf00748-b667-4e77-a76f-20e8725999de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138389 Nov 12 01:16:38.300146 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b46bd19-7afa-415c-8d54-b0056092021d x-openstack-request-id: req-7b46bd19-7afa-415c-8d54-b0056092021d {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:16:38.300471 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "639f0390-c3e4-4459-9ff9-4b1d601405cd", "tag": "5d4530b5-a460-426b-a6d2-668060a3cb9b", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:16:38.300729 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b46bd19-7afa-415c-8d54-b0056092021d {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:16:38.301145 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '639f0390-c3e4-4459-9ff9-4b1d601405cd', 'tag': '5d4530b5-a460-426b-a6d2-668060a3cb9b', 'status': 'completed', 'code': 200} Nov 12 01:16:38.315862 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44414) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:38.421422 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6a126-180d-4002-b507-26c76d5dc6f5 req-a016b3e9-035d-4b73-bdcd-2f890cfeb19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:38.424253 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-57f6a126-180d-4002-b507-26c76d5dc6f5 req-a016b3e9-035d-4b73-bdcd-2f890cfeb19b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b199a2c21c394c79bc16fc575899fc99&device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd HTTP/1.1" status: 200 len: 1097 time: 0.0686252 Nov 12 01:16:38.441845 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-163b13bc-b532-4e75-a676-507939f8a598 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/floatingips/c20074b0-bdc0-42f3-971f-3b7566ade2a3 HTTP/1.1" status: 200 len: 991 time: 0.1248391 Nov 12 01:16:38.460505 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-2229780f-0200-4fbb-b10f-baf28909a226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec0175c-be34-4e69-af45-5fe8d57f6fb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556154922', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '100c4108-792d-4736-9085-e32eb23f1a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:16:14Z', 'updated_at': '2021-11-12T01:16:19Z', 'revision_number': 4, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '100c4108-792d-4736-9085-e32eb23f1a6e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec0175c-be34-4e69-af45-5fe8d57f6fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:16:15Z', 'updated_at': '2021-11-12T01:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': 'c20074b0-bdc0-42f3-971f-3b7566ade2a3', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'floating_ip_address': '172.25.2.179', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '8ec0175c-be34-4e69-af45-5fe8d57f6fb6', 'port_id': '5d4530b5-a460-426b-a6d2-668060a3cb9b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2b3b829-800e-4e0c-8058-b16c6e4f675f', 'mac_address': 'fa:16:3e:d1:63:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639f0390-c3e4-4459-9ff9-4b1d601405cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:16:36Z', 'updated_at': '2021-11-12T01:16:36Z', 'revision_number': 0, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee42c5b-2394-4430-9804-ff111401074f', 'name': '', 'network_id': 'b2b3b829-800e-4e0c-8058-b16c6e4f675f', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'mac_address': 'fa:16:3e:3e:10:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec0175c-be34-4e69-af45-5fe8d57f6fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '043b3d5c-2754-4c01-b973-6de174cc231e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:16:18Z', 'updated_at': '2021-11-12T01:16:23Z', 'revision_number': 5, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'subnets': [{'id': '043b3d5c-2754-4c01-b973-6de174cc231e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:38.511454 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2229780f-0200-4fbb-b10f-baf28909a226 None None] Checking router: 8ec0175c-be34-4e69-af45-5fe8d57f6fb6 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:16:38.533934 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2229780f-0200-4fbb-b10f-baf28909a226 None None] Routers {'8ec0175c-be34-4e69-af45-5fe8d57f6fb6'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:16:38.534759 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-2229780f-0200-4fbb-b10f-baf28909a226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:16:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['8ec0175c-be34-4e69-af45-5fe8d57f6fb6'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:38.557677 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6a126-180d-4002-b507-26c76d5dc6f5 req-0366d4f4-4f54-491e-9536-505378c95237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:38.559230 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-57f6a126-180d-4002-b507-26c76d5dc6f5 req-0366d4f4-4f54-491e-9536-505378c95237 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b2b3b829-800e-4e0c-8058-b16c6e4f675f HTTP/1.1" status: 200 len: 898 time: 0.1242590 Nov 12 01:16:38.646994 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-57f6a126-180d-4002-b507-26c76d5dc6f5 req-0e1f05cb-29a0-42b4-ab54-c1ef0006a8f9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d4530b5-a460-426b-a6d2-668060a3cb9b HTTP/1.1" status: 200 len: 999 time: 0.0749941 Nov 12 01:16:38.668573 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-2229780f-0200-4fbb-b10f-baf28909a226 None None] Set router 8ec0175c-be34-4e69-af45-5fe8d57f6fb6 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:16:38.739934 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6a126-180d-4002-b507-26c76d5dc6f5 req-d062c8e3-877f-4e67-9bf5-69e1a18c1ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:38.742465 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-57f6a126-180d-4002-b507-26c76d5dc6f5 req-d062c8e3-877f-4e67-9bf5-69e1a18c1ab2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=043b3d5c-2754-4c01-b973-6de174cc231e HTTP/1.1" status: 200 len: 835 time: 0.0887465 Nov 12 01:16:38.801929 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6a126-180d-4002-b507-26c76d5dc6f5 req-095bc179-3a8d-4f8f-b348-7271ee392f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:38.803638 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-57f6a126-180d-4002-b507-26c76d5dc6f5 req-095bc179-3a8d-4f8f-b348-7271ee392f37 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b2b3b829-800e-4e0c-8058-b16c6e4f675f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540314 Nov 12 01:16:38.942995 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-2229780f-0200-4fbb-b10f-baf28909a226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec0175c-be34-4e69-af45-5fe8d57f6fb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556154922', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '100c4108-792d-4736-9085-e32eb23f1a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:16:14Z', 'updated_at': '2021-11-12T01:16:19Z', 'revision_number': 4, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '100c4108-792d-4736-9085-e32eb23f1a6e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec0175c-be34-4e69-af45-5fe8d57f6fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:16:15Z', 'updated_at': '2021-11-12T01:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': 'c20074b0-bdc0-42f3-971f-3b7566ade2a3', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'floating_ip_address': '172.25.2.179', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '8ec0175c-be34-4e69-af45-5fe8d57f6fb6', 'port_id': '5d4530b5-a460-426b-a6d2-668060a3cb9b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2b3b829-800e-4e0c-8058-b16c6e4f675f', 'mac_address': 'fa:16:3e:d1:63:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639f0390-c3e4-4459-9ff9-4b1d601405cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:16:36Z', 'updated_at': '2021-11-12T01:16:36Z', 'revision_number': 0, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee42c5b-2394-4430-9804-ff111401074f', 'name': '', 'network_id': 'b2b3b829-800e-4e0c-8058-b16c6e4f675f', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'mac_address': 'fa:16:3e:3e:10:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec0175c-be34-4e69-af45-5fe8d57f6fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '043b3d5c-2754-4c01-b973-6de174cc231e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:16:18Z', 'updated_at': '2021-11-12T01:16:23Z', 'revision_number': 5, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'subnets': [{'id': '043b3d5c-2754-4c01-b973-6de174cc231e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:38.975771 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-57f6a126-180d-4002-b507-26c76d5dc6f5 req-f9dd1f09-dd15-4461-8f63-11ce911ddef5 service neutron] 10.222.0.54 "GET /v2.0/networks/b2b3b829-800e-4e0c-8058-b16c6e4f675f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635587 Nov 12 01:16:38.979033 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2229780f-0200-4fbb-b10f-baf28909a226 None None] The sync data for ids ['8ec0175c-be34-4e69-af45-5fe8d57f6fb6'] in n-d-812236-11 is: [{'id': '8ec0175c-be34-4e69-af45-5fe8d57f6fb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556154922', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '100c4108-792d-4736-9085-e32eb23f1a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:16:14Z', 'updated_at': '2021-11-12T01:16:19Z', 'revision_number': 4, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '100c4108-792d-4736-9085-e32eb23f1a6e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec0175c-be34-4e69-af45-5fe8d57f6fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:16:15Z', 'updated_at': '2021-11-12T01:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': 'c20074b0-bdc0-42f3-971f-3b7566ade2a3', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'floating_ip_address': '172.25.2.179', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '8ec0175c-be34-4e69-af45-5fe8d57f6fb6', 'port_id': '5d4530b5-a460-426b-a6d2-668060a3cb9b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2b3b829-800e-4e0c-8058-b16c6e4f675f', 'mac_address': 'fa:16:3e:d1:63:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639f0390-c3e4-4459-9ff9-4b1d601405cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:16:36Z', 'updated_at': '2021-11-12T01:16:36Z', 'revision_number': 0, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee42c5b-2394-4430-9804-ff111401074f', 'name': '', 'network_id': 'b2b3b829-800e-4e0c-8058-b16c6e4f675f', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'mac_address': 'fa:16:3e:3e:10:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec0175c-be34-4e69-af45-5fe8d57f6fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '043b3d5c-2754-4c01-b973-6de174cc231e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:16:18Z', 'updated_at': '2021-11-12T01:16:23Z', 'revision_number': 5, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'subnets': [{'id': '043b3d5c-2754-4c01-b973-6de174cc231e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:16:39.138605 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-57f6a126-180d-4002-b507-26c76d5dc6f5 req-ebb6b40d-d9cb-4a67-8435-fefea4403ce3 service neutron] 10.222.0.54 "GET /v2.0/networks/b2b3b829-800e-4e0c-8058-b16c6e4f675f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559017 Nov 12 01:16:39.383953 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5fb71c-7d11-4403-8575-81d31ae4fed1 None None] New status for floating IP c20074b0-bdc0-42f3-971f-3b7566ade2a3: ACTIVE {{(pid=102663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:16:39.448815 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44426) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:39.459914 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f7bd8-268d-4b22-8af3-1c03e70ec70d req-6f496707-74cb-4557-a7a5-e9fe5a50f9ea tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:39.469536 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-850f7bd8-268d-4b22-8af3-1c03e70ec70d req-6f496707-74cb-4557-a7a5-e9fe5a50f9ea tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ea7cc88-8357-417a-8c9a-98a3b4ae41f5 HTTP/1.1" status: 200 len: 944 time: 0.1499529 Nov 12 01:16:39.574290 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7643d376-c742-414b-9377-c4e2d32b816d tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/floatingips/c20074b0-bdc0-42f3-971f-3b7566ade2a3 HTTP/1.1" status: 200 len: 991 time: 0.1242137 Nov 12 01:16:39.576320 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-850f7bd8-268d-4b22-8af3-1c03e70ec70d req-acfec370-d019-4ec2-a69a-f05eae0297b1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056209 Nov 12 01:16:39.579783 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:40.294632 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:40.578889 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44430) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:40.703648 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-51904868-b236-476f-bc97-72092c5e5e67 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/floatingips/c20074b0-bdc0-42f3-971f-3b7566ade2a3 HTTP/1.1" status: 200 len: 993 time: 0.1228900 Nov 12 01:16:40.781792 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd90b18-c493-4851-b55b-cadbf69b3397 req-07e2bccf-e917-43a3-b4db-24705a5ad086 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:40.785425 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6dd90b18-c493-4851-b55b-cadbf69b3397 req-07e2bccf-e917-43a3-b4db-24705a5ad086 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ea7cc88-8357-417a-8c9a-98a3b4ae41f5 HTTP/1.1" status: 200 len: 944 time: 0.0856304 Nov 12 01:16:40.839600 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6dd90b18-c493-4851-b55b-cadbf69b3397 req-9f9969fd-0b68-4a10-a6be-e64207897800 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480404 Nov 12 01:16:40.991179 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:41.960396 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849a5cd-71fe-4927-b831-3dc7a956c6de req-3679ba87-d2cb-44f7-b4d4-b3accec57ed3 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:41.963010 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b849a5cd-71fe-4927-b831-3dc7a956c6de req-3679ba87-d2cb-44f7-b4d4-b3accec57ed3 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ea7cc88-8357-417a-8c9a-98a3b4ae41f5 HTTP/1.1" status: 200 len: 944 time: 0.0521195 Nov 12 01:16:42.013952 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b849a5cd-71fe-4927-b831-3dc7a956c6de req-6591a32a-6e23-49a6-a646-99a9c580e074 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445487 Nov 12 01:16:42.859340 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:43.132771 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6e664-0688-4f26-af7d-8e15464c244a req-fd7a4b19-3a8d-49cd-b317-d3d82f9b4887 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:43.134568 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-31a6e664-0688-4f26-af7d-8e15464c244a req-fd7a4b19-3a8d-49cd-b317-d3d82f9b4887 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ea7cc88-8357-417a-8c9a-98a3b4ae41f5 HTTP/1.1" status: 200 len: 944 time: 0.0521386 Nov 12 01:16:43.192450 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-31a6e664-0688-4f26-af7d-8e15464c244a req-30829f65-073c-4eaa-b8d1-de67bb6268bc tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518382 Nov 12 01:16:44.346643 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637eb8ed-4c3d-4aa2-a6f3-00f4c185180a req-3a90d171-fd23-4582-85a2-988ed3b4930d tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:44.356385 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-637eb8ed-4c3d-4aa2-a6f3-00f4c185180a req-3a90d171-fd23-4582-85a2-988ed3b4930d tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ea7cc88-8357-417a-8c9a-98a3b4ae41f5 HTTP/1.1" status: 200 len: 944 time: 0.0697560 Nov 12 01:16:44.407634 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-637eb8ed-4c3d-4aa2-a6f3-00f4c185180a req-39f5d504-1f48-4ce6-8504-59c745d49cf0 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500777 Nov 12 01:16:45.533179 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337bcd57-f151-4b10-9c98-812faca5046a req-72ea34e5-8f84-4cfd-89ae-c09ea7bb6304 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:45.534887 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-337bcd57-f151-4b10-9c98-812faca5046a req-72ea34e5-8f84-4cfd-89ae-c09ea7bb6304 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ea7cc88-8357-417a-8c9a-98a3b4ae41f5 HTTP/1.1" status: 200 len: 944 time: 0.0509927 Nov 12 01:16:45.585457 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-337bcd57-f151-4b10-9c98-812faca5046a req-63e6cbf1-d6af-489f-a823-ffacedc28904 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443039 Nov 12 01:16:46.707108 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c67757-c06c-41e6-be40-70186a116461 req-833aa89b-4001-45ff-889e-951e26b1c884 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:46.708769 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f4c67757-c06c-41e6-be40-70186a116461 req-833aa89b-4001-45ff-889e-951e26b1c884 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ea7cc88-8357-417a-8c9a-98a3b4ae41f5 HTTP/1.1" status: 200 len: 944 time: 0.0512104 Nov 12 01:16:46.776330 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f4c67757-c06c-41e6-be40-70186a116461 req-22318b85-bb1f-4dc0-af73-6fae4b100559 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607405 Nov 12 01:16:47.911538 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8146875-9e2a-4581-96ad-128f1600d0bc req-2ab60b27-abbd-47ad-a08d-a5d954b1d3e0 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:47.915093 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a8146875-9e2a-4581-96ad-128f1600d0bc req-2ab60b27-abbd-47ad-a08d-a5d954b1d3e0 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ea7cc88-8357-417a-8c9a-98a3b4ae41f5 HTTP/1.1" status: 200 len: 944 time: 0.0688007 Nov 12 01:16:47.982331 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a8146875-9e2a-4581-96ad-128f1600d0bc req-eabb5d96-51e9-4950-97e2-32109f21bd42 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601151 Nov 12 01:16:49.115954 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a47537-141d-421a-a8dc-7098e48c6eea req-64c2c951-7e60-45f3-bd30-b321171e5f4d tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:49.125604 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-19a47537-141d-421a-a8dc-7098e48c6eea req-64c2c951-7e60-45f3-bd30-b321171e5f4d tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ea7cc88-8357-417a-8c9a-98a3b4ae41f5 HTTP/1.1" status: 200 len: 944 time: 0.0683384 Nov 12 01:16:49.183066 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-19a47537-141d-421a-a8dc-7098e48c6eea req-6f6624dc-32e7-4fab-916d-49d3ac1a242c tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564010 Nov 12 01:16:50.302242 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f025f4-927b-4952-bb1b-e8e42fc1b0bc req-c798b839-7402-4d7e-b527-4cbc8274b6c1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:50.303703 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-51f025f4-927b-4952-bb1b-e8e42fc1b0bc req-c798b839-7402-4d7e-b527-4cbc8274b6c1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ea7cc88-8357-417a-8c9a-98a3b4ae41f5 HTTP/1.1" status: 200 len: 944 time: 0.0529332 Nov 12 01:16:50.351513 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-51f025f4-927b-4952-bb1b-e8e42fc1b0bc req-af2ab667-e4e6-4839-a380-da4da8577326 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409081 Nov 12 01:16:51.472412 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f56803-b3b0-4fad-9768-d3a8d75072c9 req-43f82420-6413-4d83-9a1c-75457eeb6406 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:51.473854 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-97f56803-b3b0-4fad-9768-d3a8d75072c9 req-43f82420-6413-4d83-9a1c-75457eeb6406 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ea7cc88-8357-417a-8c9a-98a3b4ae41f5 HTTP/1.1" status: 200 len: 944 time: 0.0514231 Nov 12 01:16:51.526359 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-97f56803-b3b0-4fad-9768-d3a8d75072c9 req-b55054d2-7cc9-48f8-873d-9faa7ccaa08e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458775 Nov 12 01:16:52.659307 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f096c7b2-a54b-4384-a2b8-1a4e3ec7b912 req-af25b135-2aca-4d9d-af7d-623d991e87d2 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:52.663807 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f096c7b2-a54b-4384-a2b8-1a4e3ec7b912 req-af25b135-2aca-4d9d-af7d-623d991e87d2 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ea7cc88-8357-417a-8c9a-98a3b4ae41f5 HTTP/1.1" status: 200 len: 944 time: 0.0530992 Nov 12 01:16:52.711487 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f096c7b2-a54b-4384-a2b8-1a4e3ec7b912 req-bcf8955b-ae92-47f1-aac1-8057247d012c tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436778 Nov 12 01:16:53.828462 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3ef38-89ea-4e82-9d96-ad1e10a0fd80 req-233bf449-0206-40b3-8899-2c81c0ef511f tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:53.830062 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4fa3ef38-89ea-4e82-9d96-ad1e10a0fd80 req-233bf449-0206-40b3-8899-2c81c0ef511f tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ea7cc88-8357-417a-8c9a-98a3b4ae41f5 HTTP/1.1" status: 200 len: 944 time: 0.0503035 Nov 12 01:16:53.883042 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4fa3ef38-89ea-4e82-9d96-ad1e10a0fd80 req-a618a45e-04dd-4a9f-b206-ba1b71914f23 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462997 Nov 12 01:16:55.000449 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e791f09-48e6-43bd-80a7-68e2025d46f0 req-659c783a-8d0d-4c17-a3b4-bddb7804e5ea tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:55.001958 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7e791f09-48e6-43bd-80a7-68e2025d46f0 req-659c783a-8d0d-4c17-a3b4-bddb7804e5ea tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ea7cc88-8357-417a-8c9a-98a3b4ae41f5 HTTP/1.1" status: 200 len: 944 time: 0.0492830 Nov 12 01:16:55.054465 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7e791f09-48e6-43bd-80a7-68e2025d46f0 req-ac61e8df-c42a-4a6c-af6f-1bc7207d1665 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451546 Nov 12 01:16:56.173678 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365ff7b-6797-40d8-bb88-1e86880fbb06 req-6a55db07-a6d4-40a2-8100-bff35eb16c32 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:56.175315 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7365ff7b-6797-40d8-bb88-1e86880fbb06 req-6a55db07-a6d4-40a2-8100-bff35eb16c32 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ea7cc88-8357-417a-8c9a-98a3b4ae41f5 HTTP/1.1" status: 200 len: 944 time: 0.0533051 Nov 12 01:16:56.227006 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7365ff7b-6797-40d8-bb88-1e86880fbb06 req-da350923-8d6e-4c3d-a79d-4e25c2c299cc tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453269 Nov 12 01:16:56.565783 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44534) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:56.611727 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ce208ca-c31e-42ed-9eaa-2ee2575cab48 admin admin] Deleting subnet 04b2140c-b5a6-4813-abaa-2c106b79e18b {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:16:56.614824 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4ce208ca-c31e-42ed-9eaa-2ee2575cab48 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:56.652680 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4ce208ca-c31e-42ed-9eaa-2ee2575cab48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:56.696733 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4ce208ca-c31e-42ed-9eaa-2ee2575cab48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:56.748112 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4ce208ca-c31e-42ed-9eaa-2ee2575cab48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:56.773572 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce208ca-c31e-42ed-9eaa-2ee2575cab48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04b2140c-b5a6-4813-abaa-2c106b79e18b,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:56.782591 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4ce208ca-c31e-42ed-9eaa-2ee2575cab48 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:56.785310 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4ce208ca-c31e-42ed-9eaa-2ee2575cab48 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/04b2140c-b5a6-4813-abaa-2c106b79e18b HTTP/1.1" status: 204 len: 168 time: 0.2183459 Nov 12 01:16:56.785905 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47fb033-be0b-42ae-b939-54caf733b9f1 None None] Network 69443218-81a6-4686-a305-246d9911bca7 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:16:56.787087 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce208ca-c31e-42ed-9eaa-2ee2575cab48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:56.787431 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce208ca-c31e-42ed-9eaa-2ee2575cab48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:56.788729 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44536) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:56.789581 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce208ca-c31e-42ed-9eaa-2ee2575cab48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:56.789976 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce208ca-c31e-42ed-9eaa-2ee2575cab48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:56.790359 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce208ca-c31e-42ed-9eaa-2ee2575cab48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:56.790721 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce208ca-c31e-42ed-9eaa-2ee2575cab48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:56.791116 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce208ca-c31e-42ed-9eaa-2ee2575cab48 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:56.791507 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce208ca-c31e-42ed-9eaa-2ee2575cab48 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:56.791841 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce208ca-c31e-42ed-9eaa-2ee2575cab48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:56.792207 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce208ca-c31e-42ed-9eaa-2ee2575cab48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:56.792603 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce208ca-c31e-42ed-9eaa-2ee2575cab48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:56.792931 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce208ca-c31e-42ed-9eaa-2ee2575cab48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:56.866569 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3ba801db-aecc-46c1-b3ea-195b7f6b7ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:56.908275 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81e9faf-5b77-493a-8fc7-471f1bd08554 None None] DHCP port deletion for 69443218-81a6-4686-a305-246d9911bca7 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:16:56.952511 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3ba801db-aecc-46c1-b3ea-195b7f6b7ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:56.972787 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-3ba801db-aecc-46c1-b3ea-195b7f6b7ced admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69443218-81a6-4686-a305-246d9911bca7']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:56.982678 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-3ba801db-aecc-46c1-b3ea-195b7f6b7ced admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '219589a0-b169-43d5-bef9-0c2c329acf55') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:56.982970 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-3ba801db-aecc-46c1-b3ea-195b7f6b7ced admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '219589a0-b169-43d5-bef9-0c2c329acf55') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:56.993502 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3ba801db-aecc-46c1-b3ea-195b7f6b7ced admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:57.008780 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3ba801db-aecc-46c1-b3ea-195b7f6b7ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:57.014928 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ba801db-aecc-46c1-b3ea-195b7f6b7ced admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:16:57.015312 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3ba801db-aecc-46c1-b3ea-195b7f6b7ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:57.016968 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:16:57.016968 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:16:57.016968 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:16:57.016968 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:16:57.016968 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:16:57.016968 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:16:57.016968 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:16:57.016968 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:16:57.016968 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:16:57.016968 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:16:57.016968 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:16:57.016968 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:16:57.016968 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:16:57.016968 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:16:57.016968 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:16:57.016968 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:16:57.016968 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:16:57.016968 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:16:57.016968 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:16:57.016968 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:16:57.016968 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:16:57.016968 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:16:57.016968 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:16:57.016968 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:16:57.016968 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:16:57.016968 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:16:57.016968 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:16:57.016968 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:16:57.016968 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:16:57.016968 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:16:57.016968 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:16:57.016968 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:16:57.072108 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3ba801db-aecc-46c1-b3ea-195b7f6b7ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:57.087548 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3ba801db-aecc-46c1-b3ea-195b7f6b7ced admin admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:57.090750 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3ba801db-aecc-46c1-b3ea-195b7f6b7ced admin admin] 10.222.0.20 "DELETE /v2.0/networks/69443218-81a6-4686-a305-246d9911bca7 HTTP/1.1" status: 204 len: 168 time: 0.3007121 Nov 12 01:16:57.092029 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba801db-aecc-46c1-b3ea-195b7f6b7ced admin admin] Pushing event deleted for resources: {'Network': ['ID=69443218-81a6-4686-a305-246d9911bca7,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:57.100450 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba801db-aecc-46c1-b3ea-195b7f6b7ced admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:57.101414 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba801db-aecc-46c1-b3ea-195b7f6b7ced admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:57.101818 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba801db-aecc-46c1-b3ea-195b7f6b7ced admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:57.102228 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba801db-aecc-46c1-b3ea-195b7f6b7ced admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:57.102626 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba801db-aecc-46c1-b3ea-195b7f6b7ced admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:57.103021 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba801db-aecc-46c1-b3ea-195b7f6b7ced admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:57.103414 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba801db-aecc-46c1-b3ea-195b7f6b7ced admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:57.103805 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba801db-aecc-46c1-b3ea-195b7f6b7ced admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:57.104198 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba801db-aecc-46c1-b3ea-195b7f6b7ced admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:57.104528 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba801db-aecc-46c1-b3ea-195b7f6b7ced admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:57.104870 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba801db-aecc-46c1-b3ea-195b7f6b7ced admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:57.105179 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba801db-aecc-46c1-b3ea-195b7f6b7ced admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:57.268419 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44542) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:57.343428 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2cb2f2e2-62ca-40a9-bd2f-61e4831a2a7b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ad32b1a67d904b2ba2e1b63e22070376&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0736294 Nov 12 01:16:57.346148 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44544) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:57.360744 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287139c7-ce13-4398-8a2e-493505339a11 req-9dddd8d9-f160-4562-a13c-ad2f1e84f631 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:57.362296 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-287139c7-ce13-4398-8a2e-493505339a11 req-9dddd8d9-f160-4562-a13c-ad2f1e84f631 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ea7cc88-8357-417a-8c9a-98a3b4ae41f5 HTTP/1.1" status: 200 len: 944 time: 0.0617313 Nov 12 01:16:57.398424 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bce79f97-f9d9-437e-984b-bb71c4925758 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:57.412435 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-287139c7-ce13-4398-8a2e-493505339a11 req-142d566e-e90b-44af-9b49-8abf68d6d2f6 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431516 Nov 12 01:16:57.424221 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bce79f97-f9d9-437e-984b-bb71c4925758 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:57.473644 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bce79f97-f9d9-437e-984b-bb71c4925758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:57.476470 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bce79f97-f9d9-437e-984b-bb71c4925758 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:57.477724 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-bce79f97-f9d9-437e-984b-bb71c4925758 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ac0712c-a12b-4294-9453-7e1794dd4e5e HTTP/1.1" status: 204 len: 168 time: 0.1296916 Nov 12 01:16:57.486101 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce79f97-f9d9-437e-984b-bb71c4925758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac0712c-a12b-4294-9453-7e1794dd4e5e,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:57.696662 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device afca5e37-2882-43d4-9018-e7cfe0c2111c details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:16:57.835181 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port afca5e37-2882-43d4-9018-e7cfe0c2111c, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=afca5e37-2882-43d4-9018-e7cfe0c2111c,segment=NetworkSegment(c1b16b03-cd67-424f-8589-315c1c109bba),segment_id=c1b16b03-cd67-424f-8589-315c1c109bba)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:57.852955 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': 'afca5e37-2882-43d4-9018-e7cfe0c2111c', 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab', 'port_id': 'afca5e37-2882-43d4-9018-e7cfe0c2111c', 'mac_address': 'fa:16:3e:f7:9b:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0049bca-8c54-4a87-971a-726fded81d57', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:16:57.891851 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:57.904930 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afca5e37-2882-43d4-9018-e7cfe0c2111c {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:16:57.925570 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port afca5e37-2882-43d4-9018-e7cfe0c2111c, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=afca5e37-2882-43d4-9018-e7cfe0c2111c,segment=NetworkSegment(c1b16b03-cd67-424f-8589-315c1c109bba),segment_id=c1b16b03-cd67-424f-8589-315c1c109bba)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:57.929966 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:57.981919 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=afca5e37-2882-43d4-9018-e7cfe0c2111c,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:58.203733 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['afca5e37-2882-43d4-9018-e7cfe0c2111c'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:16:58.536176 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747e9d1-c199-4e5c-b604-4c66a0adccce req-c113d255-356f-4b6a-b574-f15b60e544ce tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:58.537709 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2747e9d1-c199-4e5c-b604-4c66a0adccce req-c113d255-356f-4b6a-b574-f15b60e544ce tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ea7cc88-8357-417a-8c9a-98a3b4ae41f5 HTTP/1.1" status: 200 len: 945 time: 0.0556819 Nov 12 01:16:58.589514 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2747e9d1-c199-4e5c-b604-4c66a0adccce req-ef347dcd-cc7e-42b2-bab5-a100b5e37851 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453160 Nov 12 01:16:59.346886 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:16:59.705652 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c4a7e-70ab-4d89-b02a-1045afa3608c req-fd14c34a-71bd-4aef-a2aa-42bd8ced461a tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:59.706240 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device afca5e37-2882-43d4-9018-e7cfe0c2111c up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:16:59.707273 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-946c4a7e-70ab-4d89-b02a-1045afa3608c req-fd14c34a-71bd-4aef-a2aa-42bd8ced461a tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ea7cc88-8357-417a-8c9a-98a3b4ae41f5 HTTP/1.1" status: 200 len: 945 time: 0.0498819 Nov 12 01:16:59.759891 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-946c4a7e-70ab-4d89-b02a-1045afa3608c req-9e0d3c34-64b3-419c-93fa-9f5834f00f26 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455725 Nov 12 01:16:59.760285 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port afca5e37-2882-43d4-9018-e7cfe0c2111c completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:16:59.764798 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port afca5e37-2882-43d4-9018-e7cfe0c2111c triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:59.765554 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:00.001555 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:00.023317 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea7cc88-8357-417a-8c9a-98a3b4ae41f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afca5e37-2882-43d4-9018-e7cfe0c2111c'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:17:00.025800 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733ccc45-b2f3-4472-bb3c-7fb4b4db2ea4" -d '{"events": [{"server_uuid": "4ea7cc88-8357-417a-8c9a-98a3b4ae41f5", "name": "network-vif-plugged", "status": "completed", "tag": "afca5e37-2882-43d4-9018-e7cfe0c2111c"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:17:00.037779 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port afca5e37-2882-43d4-9018-e7cfe0c2111c, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=afca5e37-2882-43d4-9018-e7cfe0c2111c,segment=NetworkSegment(c1b16b03-cd67-424f-8589-315c1c109bba),segment_id=c1b16b03-cd67-424f-8589-315c1c109bba)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:00.042516 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:00.069283 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235d59ef-fc2c-4a78-8373-3a007a53e5e2 x-openstack-request-id: req-235d59ef-fc2c-4a78-8373-3a007a53e5e2 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:17:00.069752 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea7cc88-8357-417a-8c9a-98a3b4ae41f5", "name": "network-vif-plugged", "status": "completed", "tag": "afca5e37-2882-43d4-9018-e7cfe0c2111c", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:17:00.069997 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-235d59ef-fc2c-4a78-8373-3a007a53e5e2 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:17:00.070379 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea7cc88-8357-417a-8c9a-98a3b4ae41f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afca5e37-2882-43d4-9018-e7cfe0c2111c', 'code': 200} Nov 12 01:17:00.090882 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=afca5e37-2882-43d4-9018-e7cfe0c2111c,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:00.194759 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b37fc5-cdf7-436a-82e2-2d2a3fb1817e req-264b3bb2-b69d-405b-96ec-ae00eef9f673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:00.196342 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-13b37fc5-cdf7-436a-82e2-2d2a3fb1817e req-264b3bb2-b69d-405b-96ec-ae00eef9f673 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4ea7cc88-8357-417a-8c9a-98a3b4ae41f5 HTTP/1.1" status: 200 len: 1098 time: 0.0415888 Nov 12 01:17:00.242868 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-13b37fc5-cdf7-436a-82e2-2d2a3fb1817e req-60cfc999-6550-430c-9957-ab9cc5dc03d1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383499 Nov 12 01:17:00.894025 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ddb51-ad94-43a3-b925-1827caa11ebd req-3e9dadf3-8da6-4c13-ae04-bd020396122e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:00.895546 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-420ddb51-ad94-43a3-b925-1827caa11ebd req-3e9dadf3-8da6-4c13-ae04-bd020396122e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ea7cc88-8357-417a-8c9a-98a3b4ae41f5 HTTP/1.1" status: 200 len: 946 time: 0.0587883 Nov 12 01:17:00.944989 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-420ddb51-ad94-43a3-b925-1827caa11ebd req-72ed2b29-83f3-4c3b-960a-6b85f5b841f5 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422189 Nov 12 01:17:02.066522 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3845762-9322-4090-add8-e0c768be9938 req-bfdcfd46-e16b-4d49-b753-e62c8d0dc51f tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:02.067890 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e3845762-9322-4090-add8-e0c768be9938 req-bfdcfd46-e16b-4d49-b753-e62c8d0dc51f tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ea7cc88-8357-417a-8c9a-98a3b4ae41f5 HTTP/1.1" status: 200 len: 946 time: 0.0514114 Nov 12 01:17:02.124935 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e3845762-9322-4090-add8-e0c768be9938 req-45c0c4a2-51f7-4710-8c45-a899f10e7fee tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504611 Nov 12 01:17:02.245712 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9901a3b0-7c02-4a11-8468-097f12fd31a7 req-557ddaf0-a0af-4ca6-b2d9-cf46afe510a5 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:02.247250 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9901a3b0-7c02-4a11-8468-097f12fd31a7 req-557ddaf0-a0af-4ca6-b2d9-cf46afe510a5 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ea7cc88-8357-417a-8c9a-98a3b4ae41f5 HTTP/1.1" status: 200 len: 946 time: 0.0502071 Nov 12 01:17:02.296440 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9901a3b0-7c02-4a11-8468-097f12fd31a7 req-5178c384-6c94-4d40-8ed6-cb94aea5770b tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432348 Nov 12 01:17:02.414006 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7bdf3c-7098-4b1d-bbec-f42bbc8c1653 req-a8959790-420e-468e-9e17-486c1ab5124f tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:02.415429 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8c7bdf3c-7098-4b1d-bbec-f42bbc8c1653 req-a8959790-420e-468e-9e17-486c1ab5124f tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ea7cc88-8357-417a-8c9a-98a3b4ae41f5 HTTP/1.1" status: 200 len: 946 time: 0.0516539 Nov 12 01:17:02.465694 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8c7bdf3c-7098-4b1d-bbec-f42bbc8c1653 req-a3a34037-9ba5-4f38-8473-10385a3baf87 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441554 Nov 12 01:17:02.766647 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7de0c5-a82c-4977-9eb5-ec5e35dc77de req-1fa9e03a-217e-4be1-8215-16d965cfa448 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:02.768165 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8e7de0c5-a82c-4977-9eb5-ec5e35dc77de req-1fa9e03a-217e-4be1-8215-16d965cfa448 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ea7cc88-8357-417a-8c9a-98a3b4ae41f5 HTTP/1.1" status: 200 len: 946 time: 0.0520341 Nov 12 01:17:02.821031 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8e7de0c5-a82c-4977-9eb5-ec5e35dc77de req-492ceb5a-ca60-480e-acc3-38a9966b8390 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458460 Nov 12 01:17:03.945034 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee23a76-15b2-4787-80b1-2058fcf1fa5b req-e4360dc9-e9c5-4688-9bed-de469f288833 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:03.946529 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5ee23a76-15b2-4787-80b1-2058fcf1fa5b req-e4360dc9-e9c5-4688-9bed-de469f288833 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ea7cc88-8357-417a-8c9a-98a3b4ae41f5 HTTP/1.1" status: 200 len: 946 time: 0.0529037 Nov 12 01:17:03.992196 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5ee23a76-15b2-4787-80b1-2058fcf1fa5b req-ad15e030-7599-4e91-ab42-1bbffa42d7cc tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396771 Nov 12 01:17:04.293983 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a683b438-f580-4d3c-82c9-029b5cef3cb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:04.336817 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76ed34-a422-47c8-91b2-053594757135 req-f006e0c2-71c2-4542-95c6-2b750dc189d6 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:04.338318 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3e76ed34-a422-47c8-91b2-053594757135 req-f006e0c2-71c2-4542-95c6-2b750dc189d6 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ea7cc88-8357-417a-8c9a-98a3b4ae41f5 HTTP/1.1" status: 200 len: 946 time: 0.0596387 Nov 12 01:17:04.431562 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-3e76ed34-a422-47c8-91b2-053594757135 req-a6fadfbc-353a-4281-8c63-157744aed42c tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Deleting port afca5e37-2882-43d4-9018-e7cfe0c2111c {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:17:04.431821 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-3e76ed34-a422-47c8-91b2-053594757135 req-a6fadfbc-353a-4281-8c63-157744aed42c tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:04.525183 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-3e76ed34-a422-47c8-91b2-053594757135 req-a6fadfbc-353a-4281-8c63-157744aed42c tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] For port afca5e37-2882-43d4-9018-e7cfe0c2111c, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=afca5e37-2882-43d4-9018-e7cfe0c2111c,segment=NetworkSegment(c1b16b03-cd67-424f-8589-315c1c109bba),segment_id=c1b16b03-cd67-424f-8589-315c1c109bba)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:04.525768 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-3e76ed34-a422-47c8-91b2-053594757135 req-a6fadfbc-353a-4281-8c63-157744aed42c tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:04.539421 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-3e76ed34-a422-47c8-91b2-053594757135 req-a6fadfbc-353a-4281-8c63-157744aed42c tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Calling delete_port for afca5e37-2882-43d4-9018-e7cfe0c2111c owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:17:04.697181 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-3e76ed34-a422-47c8-91b2-053594757135 req-a6fadfbc-353a-4281-8c63-157744aed42c tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:04.726853 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fadfbc-353a-4281-8c63-157744aed42c tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Pushing event deleted for resources: {'Port': ['ID=afca5e37-2882-43d4-9018-e7cfe0c2111c,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:04.732212 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['afca5e37-2882-43d4-9018-e7cfe0c2111c'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:17:04.769500 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e76ed34-a422-47c8-91b2-053594757135 req-a6fadfbc-353a-4281-8c63-157744aed42c tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] No DVR routers for this DVR port afca5e37-2882-43d4-9018-e7cfe0c2111c on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:17:04.772211 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-3e76ed34-a422-47c8-91b2-053594757135 req-a6fadfbc-353a-4281-8c63-157744aed42c tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:04.776200 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3e76ed34-a422-47c8-91b2-053594757135 req-a6fadfbc-353a-4281-8c63-157744aed42c tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.49 "DELETE /v2.0/ports/afca5e37-2882-43d4-9018-e7cfe0c2111c HTTP/1.1" status: 204 len: 173 time: 0.4318254 Nov 12 01:17:04.776629 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea7cc88-8357-417a-8c9a-98a3b4ae41f5', 'name': 'network-vif-deleted', 'tag': 'afca5e37-2882-43d4-9018-e7cfe0c2111c'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:17:04.779032 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3598a5dc-153f-406d-b299-02f14ce8a864" -d '{"events": [{"server_uuid": "4ea7cc88-8357-417a-8c9a-98a3b4ae41f5", "name": "network-vif-deleted", "tag": "afca5e37-2882-43d4-9018-e7cfe0c2111c"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:17:04.844611 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e125677e-a947-4c1c-9e2d-771b6adaa719 x-openstack-request-id: req-e125677e-a947-4c1c-9e2d-771b6adaa719 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:17:04.844929 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea7cc88-8357-417a-8c9a-98a3b4ae41f5", "name": "network-vif-deleted", "tag": "afca5e37-2882-43d4-9018-e7cfe0c2111c", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:17:04.845223 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e125677e-a947-4c1c-9e2d-771b6adaa719 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:17:04.845847 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea7cc88-8357-417a-8c9a-98a3b4ae41f5', 'name': 'network-vif-deleted', 'tag': 'afca5e37-2882-43d4-9018-e7cfe0c2111c', 'status': 'completed', 'code': 200} Nov 12 01:17:05.089901 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2df14cc3-7324-441a-907a-bef0212d5630 req-1add84d6-d175-441f-933c-82233e963d26 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ea7cc88-8357-417a-8c9a-98a3b4ae41f5 HTTP/1.1" status: 200 len: 210 time: 0.0279453 Nov 12 01:17:06.195190 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7df9e1a1-9006-4f96-ab9f-2b5dd3a9e77d req-cafba1c0-5297-4711-b674-411e6a4fc52f tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ea7cc88-8357-417a-8c9a-98a3b4ae41f5 HTTP/1.1" status: 200 len: 210 time: 0.0274994 Nov 12 01:17:06.424636 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-00d7ed7d-f92f-4060-8a2d-b2ca5dd58339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:06.670309 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44648) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:06.784223 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d1eb239f-c14d-4775-ade4-04529a69620e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:06.876816 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d1eb239f-c14d-4775-ade4-04529a69620e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:06.880542 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d1eb239f-c14d-4775-ade4-04529a69620e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:06.918826 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eb239f-c14d-4775-ade4-04529a69620e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b361dce-5fa3-4a1e-af21-e1f50b469df8,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:06.927646 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d1eb239f-c14d-4775-ade4-04529a69620e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=46f81028d141463dbcab8d6f22b082d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2537799 Nov 12 01:17:06.927833 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44652) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:06.985280 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c6b8f467-de64-491e-820e-8c305478aa20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:07.019698 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c6b8f467-de64-491e-820e-8c305478aa20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:07.070529 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c6b8f467-de64-491e-820e-8c305478aa20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:07.073487 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c6b8f467-de64-491e-820e-8c305478aa20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:07.076968 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c6b8f467-de64-491e-820e-8c305478aa20 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9b361dce-5fa3-4a1e-af21-e1f50b469df8 HTTP/1.1" status: 204 len: 168 time: 0.1450856 Nov 12 01:17:07.090920 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b8f467-de64-491e-820e-8c305478aa20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b361dce-5fa3-4a1e-af21-e1f50b469df8,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:07.337332 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-84de61d2-34a7-460f-b3b4-4e63959ff9cd req-a0913ee7-7ced-47e2-ae9d-8529a7907e72 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ea7cc88-8357-417a-8c9a-98a3b4ae41f5 HTTP/1.1" status: 200 len: 210 time: 0.0458417 Nov 12 01:17:07.746332 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:07.787632 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44676) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:07.889161 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-2aa71b0d-c67d-49aa-a43d-986b0fe5e0c2 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-157426363-network', 'tenant_id': '04d56393efad4b928988bb569ae0ba33'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:07.911548 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa71b0d-c67d-49aa-a43d-986b0fe5e0c2 admin admin] Made reservation on behalf of 04d56393efad4b928988bb569ae0ba33 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:17:07.914733 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2aa71b0d-c67d-49aa-a43d-986b0fe5e0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:07.923134 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2aa71b0d-c67d-49aa-a43d-986b0fe5e0c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:07.999412 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2aa71b0d-c67d-49aa-a43d-986b0fe5e0c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:08.003220 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2aa71b0d-c67d-49aa-a43d-986b0fe5e0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:08.040016 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aa71b0d-c67d-49aa-a43d-986b0fe5e0c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:17:08.048293 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa71b0d-c67d-49aa-a43d-986b0fe5e0c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321542dd-88da-4c2e-b1b4-672ef2221afe,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:08.057175 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2aa71b0d-c67d-49aa-a43d-986b0fe5e0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:08.057553 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-2aa71b0d-c67d-49aa-a43d-986b0fe5e0c2 admin admin] Added segment 33225c1f-9eef-41d0-90ef-0ef38e4f3334 of type vlan for network 62fcb96f-6f46-4249-8bc2-1ffb20b1ce9e Nov 12 01:17:08.102151 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2aa71b0d-c67d-49aa-a43d-986b0fe5e0c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:08.128044 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2aa71b0d-c67d-49aa-a43d-986b0fe5e0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:08.129011 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa71b0d-c67d-49aa-a43d-986b0fe5e0c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:08.129601 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2aa71b0d-c67d-49aa-a43d-986b0fe5e0c2 admin admin] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:08.192497 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-2aa71b0d-c67d-49aa-a43d-986b0fe5e0c2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4031310 Nov 12 01:17:08.196045 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44680) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:08.199379 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa71b0d-c67d-49aa-a43d-986b0fe5e0c2 admin admin] Pushing event updated for resources: {'Network': ['ID=62fcb96f-6f46-4249-8bc2-1ffb20b1ce9e,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:08.201285 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-d188a2f9-ced4-46a5-8d91-053f1f6c6568 admin admin] Request body: {'subnet': {'network_id': '62fcb96f-6f46-4249-8bc2-1ffb20b1ce9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-157426363-subnet', 'tenant_id': '04d56393efad4b928988bb569ae0ba33', 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:08.213936 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 62fcb96f-6f46-4249-8bc2-1ffb20b1ce9e details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:17:08.223170 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d188a2f9-ced4-46a5-8d91-053f1f6c6568 admin admin] Made reservation on behalf of 04d56393efad4b928988bb569ae0ba33 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:17:08.226166 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d188a2f9-ced4-46a5-8d91-053f1f6c6568 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:08.419901 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d188a2f9-ced4-46a5-8d91-053f1f6c6568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:08.443690 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0c70a2c7-dbab-46a1-b840-96202cbafb43 req-719ac145-033c-401b-b5ef-9eac976b8f78 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ea7cc88-8357-417a-8c9a-98a3b4ae41f5 HTTP/1.1" status: 200 len: 210 time: 0.0361874 Nov 12 01:17:08.476189 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d188a2f9-ced4-46a5-8d91-053f1f6c6568 admin admin] Pushing event updated for resources: {'Subnet': ['ID=449a5b5d-bd4d-481b-ab15-d38fbf4c794b,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:08.491845 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d188a2f9-ced4-46a5-8d91-053f1f6c6568 admin admin] Checking segment: {'id': '33225c1f-9eef-41d0-90ef-0ef38e4f3334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '62fcb96f-6f46-4249-8bc2-1ffb20b1ce9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:17:08.492731 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d188a2f9-ced4-46a5-8d91-053f1f6c6568 admin admin] Network hostable DHCP agents. Network: 62fcb96f-6f46-4249-8bc2-1ffb20b1ce9e, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:17:08.511040 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d188a2f9-ced4-46a5-8d91-053f1f6c6568 admin admin] Network 62fcb96f-6f46-4249-8bc2-1ffb20b1ce9e is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:17:08.520262 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-d188a2f9-ced4-46a5-8d91-053f1f6c6568 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 62fcb96f-6f46-4249-8bc2-1ffb20b1ce9e) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:17:08.525795 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d188a2f9-ced4-46a5-8d91-053f1f6c6568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:08.526618 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d188a2f9-ced4-46a5-8d91-053f1f6c6568 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:08.533331 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2025688e-95a1-4f5a-8b6e-3cbaf2071e6c None None] Network 62fcb96f-6f46-4249-8bc2-1ffb20b1ce9e requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:17:08.547937 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44684) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:08.548525 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d188a2f9-ced4-46a5-8d91-053f1f6c6568 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3505452 Nov 12 01:17:08.554136 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-f7a05f1a-3656-4cca-913c-20b7a3f189db admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-157426363-router', 'tenant_id': '04d56393efad4b928988bb569ae0ba33', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:08.581940 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f7a05f1a-3656-4cca-913c-20b7a3f189db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:08.582987 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f7a05f1a-3656-4cca-913c-20b7a3f189db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:08.641144 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f7a05f1a-3656-4cca-913c-20b7a3f189db admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:08.695457 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64305455-ac6d-42f1-8f5d-ae5d3644080f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-62fcb96f-6f46-4249-8bc2-1ffb20b1ce9e', 'network_id': '62fcb96f-6f46-4249-8bc2-1ffb20b1ce9e', 'tenant_id': '04d56393efad4b928988bb569ae0ba33', 'fixed_ips': [{'subnet_id': '449a5b5d-bd4d-481b-ab15-d38fbf4c794b'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:17:08.696532 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-64305455-ac6d-42f1-8f5d-ae5d3644080f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:08.796293 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f7a05f1a-3656-4cca-913c-20b7a3f189db admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:08.854745 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-64305455-ac6d-42f1-8f5d-ae5d3644080f None None] Allocated IP 172.20.0.2 (62fcb96f-6f46-4249-8bc2-1ffb20b1ce9e/449a5b5d-bd4d-481b-ab15-d38fbf4c794b/96631cb8-4ef4-4988-a975-472150f3766a) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:17:09.003554 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-64305455-ac6d-42f1-8f5d-ae5d3644080f None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:09.008406 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f7a05f1a-3656-4cca-913c-20b7a3f189db admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:09.011401 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-64305455-ac6d-42f1-8f5d-ae5d3644080f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:09.031645 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f7a05f1a-3656-4cca-913c-20b7a3f189db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:09.055562 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64305455-ac6d-42f1-8f5d-ae5d3644080f None None] Network 62fcb96f-6f46-4249-8bc2-1ffb20b1ce9e is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:17:09.058511 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-64305455-ac6d-42f1-8f5d-ae5d3644080f None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:17:09.061867 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64305455-ac6d-42f1-8f5d-ae5d3644080f None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:17:09.071507 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64305455-ac6d-42f1-8f5d-ae5d3644080f None None] Pushing event updated for resources: {'Port': ['ID=96631cb8-4ef4-4988-a975-472150f3766a,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:09.125915 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-64305455-ac6d-42f1-8f5d-ae5d3644080f None None] Attempting to bind port 96631cb8-4ef4-4988-a975-472150f3766a on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:17:09.126271 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-64305455-ac6d-42f1-8f5d-ae5d3644080f None None] Attempting to bind port 96631cb8-4ef4-4988-a975-472150f3766a by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '33225c1f-9eef-41d0-90ef-0ef38e4f3334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '62fcb96f-6f46-4249-8bc2-1ffb20b1ce9e'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:17:09.126629 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64305455-ac6d-42f1-8f5d-ae5d3644080f None None] Attempting to bind port 96631cb8-4ef4-4988-a975-472150f3766a on network 62fcb96f-6f46-4249-8bc2-1ffb20b1ce9e {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:17:09.132093 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64305455-ac6d-42f1-8f5d-ae5d3644080f None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:17:09.132477 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64305455-ac6d-42f1-8f5d-ae5d3644080f None None] Checking segment: {'id': '33225c1f-9eef-41d0-90ef-0ef38e4f3334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '62fcb96f-6f46-4249-8bc2-1ffb20b1ce9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:17:09.132873 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-64305455-ac6d-42f1-8f5d-ae5d3644080f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:09.133263 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64305455-ac6d-42f1-8f5d-ae5d3644080f None None] Bound using segment: {'id': '33225c1f-9eef-41d0-90ef-0ef38e4f3334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '62fcb96f-6f46-4249-8bc2-1ffb20b1ce9e'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:17:09.133752 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-64305455-ac6d-42f1-8f5d-ae5d3644080f None None] Bound port: 96631cb8-4ef4-4988-a975-472150f3766a, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33225c1f-9eef-41d0-90ef-0ef38e4f3334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '62fcb96f-6f46-4249-8bc2-1ffb20b1ce9e'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:17:09.134263 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-64305455-ac6d-42f1-8f5d-ae5d3644080f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:09.159190 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-f7a05f1a-3656-4cca-913c-20b7a3f189db admin admin] Allocated IP 172.25.2.60 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/fafdb797-cf57-4dcf-a45e-49ff7223dd2b) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:17:09.203173 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-64305455-ac6d-42f1-8f5d-ae5d3644080f None None] For port 96631cb8-4ef4-4988-a975-472150f3766a, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:17:09.206550 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-64305455-ac6d-42f1-8f5d-ae5d3644080f None None] For port 96631cb8-4ef4-4988-a975-472150f3766a, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=96631cb8-4ef4-4988-a975-472150f3766a,segment=NetworkSegment(33225c1f-9eef-41d0-90ef-0ef38e4f3334),segment_id=33225c1f-9eef-41d0-90ef-0ef38e4f3334)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:17:09.211977 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-64305455-ac6d-42f1-8f5d-ae5d3644080f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:09.281115 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64305455-ac6d-42f1-8f5d-ae5d3644080f None None] Pushing event updated for resources: {'Port': ['ID=96631cb8-4ef4-4988-a975-472150f3766a,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:09.285533 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f7a05f1a-3656-4cca-913c-20b7a3f189db admin admin] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:09.324784 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f7a05f1a-3656-4cca-913c-20b7a3f189db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:09.351065 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:09.378829 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a05f1a-3656-4cca-913c-20b7a3f189db admin admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:17:09.384747 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-f7a05f1a-3656-4cca-913c-20b7a3f189db admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:17:09.388191 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a05f1a-3656-4cca-913c-20b7a3f189db admin admin] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:17:09.390236 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a05f1a-3656-4cca-913c-20b7a3f189db admin admin] Pushing event updated for resources: {'Port': ['ID=fafdb797-cf57-4dcf-a45e-49ff7223dd2b,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:09.406623 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec9777d-6243-48df-8410-65a93f7953c8 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:17:09.472369 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-c6d9359a-ee80-4e41-9699-d2a46ddd706d None None] Provisioning complete for port fafdb797-cf57-4dcf-a45e-49ff7223dd2b triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:09.473161 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c6d9359a-ee80-4e41-9699-d2a46ddd706d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:09.563302 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-c6d9359a-ee80-4e41-9699-d2a46ddd706d None None] Port fafdb797-cf57-4dcf-a45e-49ff7223dd2b cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:17:09.611654 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6b67502e-df67-4f44-b414-6b2a33b545b9 req-0baed153-1f15-4236-8acb-ae3b06e2a672 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ea7cc88-8357-417a-8c9a-98a3b4ae41f5 HTTP/1.1" status: 200 len: 210 time: 0.0382349 Nov 12 01:17:09.732346 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device afca5e37-2882-43d4-9018-e7cfe0c2111c no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:17:09.745846 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f7a05f1a-3656-4cca-913c-20b7a3f189db admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:09.758965 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: afca5e37-2882-43d4-9018-e7cfe0c2111c {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:17:09.759309 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device afca5e37-2882-43d4-9018-e7cfe0c2111c not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:17:10.294445 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:10.327278 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f7a05f1a-3656-4cca-913c-20b7a3f189db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:10.408085 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75183092-89c8-4a99-a957-3c19ae1157e7 None None] Network 62fcb96f-6f46-4249-8bc2-1ffb20b1ce9e requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:17:10.467792 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a05f1a-3656-4cca-913c-20b7a3f189db admin admin] Router 5d83d4f9-1e96-4ad6-a930-d92e5c28ada0 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:17:10.533035 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-72407d77-e759-4200-a564-c6fc7c08f799 None None] Provisioning complete for port 96631cb8-4ef4-4988-a975-472150f3766a triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:10.533421 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-72407d77-e759-4200-a564-c6fc7c08f799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:10.602821 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a05f1a-3656-4cca-913c-20b7a3f189db admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:17:10.614302 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4557aea6-f732-4041-a516-771fc282c952 None None] Sync routers for ids ['5d83d4f9-1e96-4ad6-a930-d92e5c28ada0'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:17:10.624294 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4557aea6-f732-4041-a516-771fc282c952 None None] Routers {'5d83d4f9-1e96-4ad6-a930-d92e5c28ada0'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:17:10.624883 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-4557aea6-f732-4041-a516-771fc282c952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:17:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['5d83d4f9-1e96-4ad6-a930-d92e5c28ada0'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:10.629106 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f7a05f1a-3656-4cca-913c-20b7a3f189db admin admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:10.630681 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f7a05f1a-3656-4cca-913c-20b7a3f189db admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 2.0808001 Nov 12 01:17:10.633772 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44688) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:10.704258 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-72407d77-e759-4200-a564-c6fc7c08f799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:10.750022 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-4557aea6-f732-4041-a516-771fc282c952 None None] Set router 5d83d4f9-1e96-4ad6-a930-d92e5c28ada0 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:17:10.816247 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-72407d77-e759-4200-a564-c6fc7c08f799 None None] For port 96631cb8-4ef4-4988-a975-472150f3766a, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=96631cb8-4ef4-4988-a975-472150f3766a,segment=NetworkSegment(33225c1f-9eef-41d0-90ef-0ef38e4f3334),segment_id=33225c1f-9eef-41d0-90ef-0ef38e4f3334)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:10.826859 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-72407d77-e759-4200-a564-c6fc7c08f799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:10.916117 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72407d77-e759-4200-a564-c6fc7c08f799 None None] Pushing event updated for resources: {'Port': ['ID=96631cb8-4ef4-4988-a975-472150f3766a,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:11.002054 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-4557aea6-f732-4041-a516-771fc282c952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d83d4f9-1e96-4ad6-a930-d92e5c28ada0', 'name': 'tempest-ImageQuotaTest-157426363-router', 'tenant_id': '04d56393efad4b928988bb569ae0ba33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'fafdb797-cf57-4dcf-a45e-49ff7223dd2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:17:08Z', 'updated_at': '2021-11-12T01:17:09Z', 'revision_number': 3, 'project_id': '04d56393efad4b928988bb569ae0ba33', 'gw_port': {'id': 'fafdb797-cf57-4dcf-a45e-49ff7223dd2b', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:32:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d83d4f9-1e96-4ad6-a930-d92e5c28ada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:17:09Z', 'updated_at': '2021-11-12T01:17:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:11.030477 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:11.030683 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4557aea6-f732-4041-a516-771fc282c952 None None] Checking router: 5d83d4f9-1e96-4ad6-a930-d92e5c28ada0 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:17:11.031117 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4557aea6-f732-4041-a516-771fc282c952 None None] Updating router 5d83d4f9-1e96-4ad6-a930-d92e5c28ada0 port fafdb797-cf57-4dcf-a45e-49ff7223dd2b binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:17:11.059042 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4557aea6-f732-4041-a516-771fc282c952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:11.061896 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-bff546dd-193f-47af-a957-6f626da65a0b None None] Provisioning complete for port 96631cb8-4ef4-4988-a975-472150f3766a triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:11.063263 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bff546dd-193f-47af-a957-6f626da65a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:11.209179 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b57744cb-d71d-4a0c-8ccd-b38e74ca020b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:11.371634 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 96631cb8-4ef4-4988-a975-472150f3766a up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:17:11.434987 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 96631cb8-4ef4-4988-a975-472150f3766a triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:11.435421 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:11.443019 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-b57744cb-d71d-4a0c-8ccd-b38e74ca020b admin admin] Allocated IP 172.20.0.1 (62fcb96f-6f46-4249-8bc2-1ffb20b1ce9e/449a5b5d-bd4d-481b-ab15-d38fbf4c794b/ea5059a7-28ed-411a-ac82-044b7277c4bf) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:17:11.504150 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4557aea6-f732-4041-a516-771fc282c952 None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:11.514257 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4557aea6-f732-4041-a516-771fc282c952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:11.585702 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70222c54-2f58-4dc7-85d2-8bf09e861268 None None] Pushing event updated for resources: {'Port': ['ID=fafdb797-cf57-4dcf-a45e-49ff7223dd2b,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:11.587704 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1212634-3bc7-4e57-aebb-58093033edf0 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:17:11.619623 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-4557aea6-f732-4041-a516-771fc282c952 None None] Attempting to bind port fafdb797-cf57-4dcf-a45e-49ff7223dd2b on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:17:11.620093 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-4557aea6-f732-4041-a516-771fc282c952 None None] Attempting to bind port fafdb797-cf57-4dcf-a45e-49ff7223dd2b by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:17:11.620532 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4557aea6-f732-4041-a516-771fc282c952 None None] Attempting to bind port fafdb797-cf57-4dcf-a45e-49ff7223dd2b on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:17:11.626293 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-7d8e251d-24ce-4b45-aa0e-c6375c8f584e None None] Provisioning complete for port fafdb797-cf57-4dcf-a45e-49ff7223dd2b triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:11.626648 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7d8e251d-24ce-4b45-aa0e-c6375c8f584e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:11.628056 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4557aea6-f732-4041-a516-771fc282c952 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:17:11.628559 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4557aea6-f732-4041-a516-771fc282c952 None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:17:11.629674 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4557aea6-f732-4041-a516-771fc282c952 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:11.630225 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4557aea6-f732-4041-a516-771fc282c952 None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:17:11.630800 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-4557aea6-f732-4041-a516-771fc282c952 None None] Bound port: fafdb797-cf57-4dcf-a45e-49ff7223dd2b, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:17:11.633081 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4557aea6-f732-4041-a516-771fc282c952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:11.668507 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-7d8e251d-24ce-4b45-aa0e-c6375c8f584e None None] Port fafdb797-cf57-4dcf-a45e-49ff7223dd2b cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:17:11.694408 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-4557aea6-f732-4041-a516-771fc282c952 None None] For port fafdb797-cf57-4dcf-a45e-49ff7223dd2b, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:17:11.698078 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-4557aea6-f732-4041-a516-771fc282c952 None None] For port fafdb797-cf57-4dcf-a45e-49ff7223dd2b, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=fafdb797-cf57-4dcf-a45e-49ff7223dd2b,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:17:11.702929 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4557aea6-f732-4041-a516-771fc282c952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:11.707270 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b57744cb-d71d-4a0c-8ccd-b38e74ca020b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:11.744081 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b57744cb-d71d-4a0c-8ccd-b38e74ca020b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:11.761393 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70222c54-2f58-4dc7-85d2-8bf09e861268 None None] Pushing event updated for resources: {'Port': ['ID=fafdb797-cf57-4dcf-a45e-49ff7223dd2b,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:11.776333 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4557aea6-f732-4041-a516-771fc282c952 None None] Routers {'5d83d4f9-1e96-4ad6-a930-d92e5c28ada0'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:17:11.777279 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-4557aea6-f732-4041-a516-771fc282c952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:17:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['5d83d4f9-1e96-4ad6-a930-d92e5c28ada0'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:11.786450 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcbef4a-b0f4-42d9-a46f-35a940219f93 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:17:11.796512 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57744cb-d71d-4a0c-8ccd-b38e74ca020b admin admin] Network 62fcb96f-6f46-4249-8bc2-1ffb20b1ce9e is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:17:11.800614 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-b57744cb-d71d-4a0c-8ccd-b38e74ca020b admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:17:11.806214 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57744cb-d71d-4a0c-8ccd-b38e74ca020b admin admin] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:17:11.882208 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57744cb-d71d-4a0c-8ccd-b38e74ca020b admin admin] Pushing event updated for resources: {'Port': ['ID=ea5059a7-28ed-411a-ac82-044b7277c4bf,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:11.925060 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b57744cb-d71d-4a0c-8ccd-b38e74ca020b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:11.935806 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-1dd8ae14-509a-42d9-bbe7-f6919529fcbf None None] Provisioning complete for port fafdb797-cf57-4dcf-a45e-49ff7223dd2b triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:11.936171 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1dd8ae14-509a-42d9-bbe7-f6919529fcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:11.952257 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-4557aea6-f732-4041-a516-771fc282c952 None None] Set router 5d83d4f9-1e96-4ad6-a930-d92e5c28ada0 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:17:12.051910 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1dd8ae14-509a-42d9-bbe7-f6919529fcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:12.097398 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-1dd8ae14-509a-42d9-bbe7-f6919529fcbf None None] For port fafdb797-cf57-4dcf-a45e-49ff7223dd2b, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=fafdb797-cf57-4dcf-a45e-49ff7223dd2b,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:12.106953 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1dd8ae14-509a-42d9-bbe7-f6919529fcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:12.151236 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b57744cb-d71d-4a0c-8ccd-b38e74ca020b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:12.185045 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd8ae14-509a-42d9-bbe7-f6919529fcbf None None] Pushing event updated for resources: {'Port': ['ID=fafdb797-cf57-4dcf-a45e-49ff7223dd2b,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:12.241505 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-ed98b0b9-4802-4c93-856c-e0ef02d8633b None None] Provisioning complete for port ea5059a7-28ed-411a-ac82-044b7277c4bf triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:12.241808 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ed98b0b9-4802-4c93-856c-e0ef02d8633b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:12.284545 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-4557aea6-f732-4041-a516-771fc282c952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d83d4f9-1e96-4ad6-a930-d92e5c28ada0', 'name': 'tempest-ImageQuotaTest-157426363-router', 'tenant_id': '04d56393efad4b928988bb569ae0ba33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'fafdb797-cf57-4dcf-a45e-49ff7223dd2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:17:08Z', 'updated_at': '2021-11-12T01:17:09Z', 'revision_number': 3, 'project_id': '04d56393efad4b928988bb569ae0ba33', 'gw_port': {'id': 'fafdb797-cf57-4dcf-a45e-49ff7223dd2b', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:32:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d83d4f9-1e96-4ad6-a930-d92e5c28ada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:17:09Z', 'updated_at': '2021-11-12T01:17:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:12.287881 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-ed98b0b9-4802-4c93-856c-e0ef02d8633b None None] Port ea5059a7-28ed-411a-ac82-044b7277c4bf cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:17:12.316575 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4557aea6-f732-4041-a516-771fc282c952 None None] The sync data for ids ['5d83d4f9-1e96-4ad6-a930-d92e5c28ada0'] in n-d-812236-11 is: [{'id': '5d83d4f9-1e96-4ad6-a930-d92e5c28ada0', 'name': 'tempest-ImageQuotaTest-157426363-router', 'tenant_id': '04d56393efad4b928988bb569ae0ba33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'fafdb797-cf57-4dcf-a45e-49ff7223dd2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:17:08Z', 'updated_at': '2021-11-12T01:17:09Z', 'revision_number': 3, 'project_id': '04d56393efad4b928988bb569ae0ba33', 'gw_port': {'id': 'fafdb797-cf57-4dcf-a45e-49ff7223dd2b', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:32:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d83d4f9-1e96-4ad6-a930-d92e5c28ada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:17:09Z', 'updated_at': '2021-11-12T01:17:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:17:12.368716 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b57744cb-d71d-4a0c-8ccd-b38e74ca020b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:12.374803 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b57744cb-d71d-4a0c-8ccd-b38e74ca020b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:12.446051 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57744cb-d71d-4a0c-8ccd-b38e74ca020b admin admin] Pushing event updated for resources: {'Port': ['ID=ea5059a7-28ed-411a-ac82-044b7277c4bf,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:12.451351 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b57744cb-d71d-4a0c-8ccd-b38e74ca020b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:12.553926 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57744cb-d71d-4a0c-8ccd-b38e74ca020b admin admin] Network 62fcb96f-6f46-4249-8bc2-1ffb20b1ce9e is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:17:12.555717 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-b57744cb-d71d-4a0c-8ccd-b38e74ca020b admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:17:12.716367 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b57744cb-d71d-4a0c-8ccd-b38e74ca020b admin admin] Router 5d83d4f9-1e96-4ad6-a930-d92e5c28ada0 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:17:12.862479 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57744cb-d71d-4a0c-8ccd-b38e74ca020b admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:17:12.869883 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b57744cb-d71d-4a0c-8ccd-b38e74ca020b admin admin] 10.222.0.20 "PUT /v2.0/routers/5d83d4f9-1e96-4ad6-a930-d92e5c28ada0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2344668 Nov 12 01:17:12.870081 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:13.023375 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-3afb3cf3-bbac-47c6-949b-19ed100e9c08 None None] Provisioning complete for port ea5059a7-28ed-411a-ac82-044b7277c4bf triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:13.023936 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3afb3cf3-bbac-47c6-949b-19ed100e9c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:13.063884 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-3afb3cf3-bbac-47c6-949b-19ed100e9c08 None None] Port ea5059a7-28ed-411a-ac82-044b7277c4bf cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:17:13.360897 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device fafdb797-cf57-4dcf-a45e-49ff7223dd2b up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:17:13.414124 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port fafdb797-cf57-4dcf-a45e-49ff7223dd2b triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:13.414582 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:14.046304 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44726) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:14.389169 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f0d803-14d2-4873-a406-bc2cad1e8866 None None] Sync routers for ids ['5d83d4f9-1e96-4ad6-a930-d92e5c28ada0'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:17:14.402311 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f0d803-14d2-4873-a406-bc2cad1e8866 None None] Routers {'5d83d4f9-1e96-4ad6-a930-d92e5c28ada0'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:17:14.403264 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-d2f0d803-14d2-4873-a406-bc2cad1e8866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:17:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['5d83d4f9-1e96-4ad6-a930-d92e5c28ada0'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:14.493584 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b6fafaf0-e2b2-4246-87e8-379242b340ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:14.579757 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-d2f0d803-14d2-4873-a406-bc2cad1e8866 None None] Set router 5d83d4f9-1e96-4ad6-a930-d92e5c28ada0 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:17:14.784770 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-b6fafaf0-e2b2-4246-87e8-379242b340ed admin admin] Deleting port ea5059a7-28ed-411a-ac82-044b7277c4bf {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:17:14.785086 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b6fafaf0-e2b2-4246-87e8-379242b340ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:14.801394 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-d2f0d803-14d2-4873-a406-bc2cad1e8866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d83d4f9-1e96-4ad6-a930-d92e5c28ada0', 'name': 'tempest-ImageQuotaTest-157426363-router', 'tenant_id': '04d56393efad4b928988bb569ae0ba33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'fafdb797-cf57-4dcf-a45e-49ff7223dd2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:17:08Z', 'updated_at': '2021-11-12T01:17:12Z', 'revision_number': 4, 'project_id': '04d56393efad4b928988bb569ae0ba33', 'gw_port': {'id': 'fafdb797-cf57-4dcf-a45e-49ff7223dd2b', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:32:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d83d4f9-1e96-4ad6-a930-d92e5c28ada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:17:09Z', 'updated_at': '2021-11-12T01:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'ea5059a7-28ed-411a-ac82-044b7277c4bf', 'name': '', 'network_id': '62fcb96f-6f46-4249-8bc2-1ffb20b1ce9e', 'tenant_id': '04d56393efad4b928988bb569ae0ba33', 'mac_address': 'fa:16:3e:55:69:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d83d4f9-1e96-4ad6-a930-d92e5c28ada0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '449a5b5d-bd4d-481b-ab15-d38fbf4c794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:17:11Z', 'updated_at': '2021-11-12T01:17:12Z', 'revision_number': 2, 'project_id': '04d56393efad4b928988bb569ae0ba33', 'subnets': [{'id': '449a5b5d-bd4d-481b-ab15-d38fbf4c794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:14.829687 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f0d803-14d2-4873-a406-bc2cad1e8866 None None] Checking router: 5d83d4f9-1e96-4ad6-a930-d92e5c28ada0 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:17:14.830040 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f0d803-14d2-4873-a406-bc2cad1e8866 None None] Updating router 5d83d4f9-1e96-4ad6-a930-d92e5c28ada0 port ea5059a7-28ed-411a-ac82-044b7277c4bf binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:17:14.859135 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d2f0d803-14d2-4873-a406-bc2cad1e8866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:14.880444 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b6fafaf0-e2b2-4246-87e8-379242b340ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:14.895428 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-b6fafaf0-e2b2-4246-87e8-379242b340ed admin admin] Calling delete_port for ea5059a7-28ed-411a-ac82-044b7277c4bf owned by network:router_interface {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:17:15.092060 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b6fafaf0-e2b2-4246-87e8-379242b340ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:15.121820 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fafaf0-e2b2-4246-87e8-379242b340ed admin admin] Pushing event deleted for resources: {'Port': ['ID=ea5059a7-28ed-411a-ac82-044b7277c4bf,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:15.144875 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.db.api [None req-d2f0d803-14d2-4873-a406-bc2cad1e8866 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:17:15.145511 n-d-812236-11 neutron-server[102663]: DEBUG oslo_db.api [None req-d2f0d803-14d2-4873-a406-bc2cad1e8866 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:17:15.301278 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b6fafaf0-e2b2-4246-87e8-379242b340ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:15.552331 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6fafaf0-e2b2-4246-87e8-379242b340ed admin admin] Router 5d83d4f9-1e96-4ad6-a930-d92e5c28ada0 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:17:15.666387 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f0d803-14d2-4873-a406-bc2cad1e8866 None None] Port ea5059a7-28ed-411a-ac82-044b7277c4bf not found while updating agent binding for router 5d83d4f9-1e96-4ad6-a930-d92e5c28ada0. {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 01:17:15.676148 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f0d803-14d2-4873-a406-bc2cad1e8866 None None] Routers {'5d83d4f9-1e96-4ad6-a930-d92e5c28ada0'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:17:15.676773 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-d2f0d803-14d2-4873-a406-bc2cad1e8866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:17:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['5d83d4f9-1e96-4ad6-a930-d92e5c28ada0'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:15.792529 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-d2f0d803-14d2-4873-a406-bc2cad1e8866 None None] Set router 5d83d4f9-1e96-4ad6-a930-d92e5c28ada0 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:17:15.978393 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-d2f0d803-14d2-4873-a406-bc2cad1e8866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d83d4f9-1e96-4ad6-a930-d92e5c28ada0', 'name': 'tempest-ImageQuotaTest-157426363-router', 'tenant_id': '04d56393efad4b928988bb569ae0ba33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'fafdb797-cf57-4dcf-a45e-49ff7223dd2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:17:08Z', 'updated_at': '2021-11-12T01:17:15Z', 'revision_number': 5, 'project_id': '04d56393efad4b928988bb569ae0ba33', 'gw_port': {'id': 'fafdb797-cf57-4dcf-a45e-49ff7223dd2b', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:32:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d83d4f9-1e96-4ad6-a930-d92e5c28ada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:17:09Z', 'updated_at': '2021-11-12T01:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:16.009828 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fafaf0-e2b2-4246-87e8-379242b340ed admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:17:16.017505 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b6fafaf0-e2b2-4246-87e8-379242b340ed admin admin] 10.222.0.20 "PUT /v2.0/routers/5d83d4f9-1e96-4ad6-a930-d92e5c28ada0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9700346 Nov 12 01:17:16.017681 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44736) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:16.166423 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f0d803-14d2-4873-a406-bc2cad1e8866 None None] The sync data for ids ['5d83d4f9-1e96-4ad6-a930-d92e5c28ada0'] in n-d-812236-11 is: [{'id': '5d83d4f9-1e96-4ad6-a930-d92e5c28ada0', 'name': 'tempest-ImageQuotaTest-157426363-router', 'tenant_id': '04d56393efad4b928988bb569ae0ba33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'fafdb797-cf57-4dcf-a45e-49ff7223dd2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:17:08Z', 'updated_at': '2021-11-12T01:17:15Z', 'revision_number': 5, 'project_id': '04d56393efad4b928988bb569ae0ba33', 'gw_port': {'id': 'fafdb797-cf57-4dcf-a45e-49ff7223dd2b', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:32:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d83d4f9-1e96-4ad6-a930-d92e5c28ada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:17:09Z', 'updated_at': '2021-11-12T01:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:17:16.418528 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d95ae064-8f24-4720-84f7-c6834846ab8f admin admin] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:16.529861 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d95ae064-8f24-4720-84f7-c6834846ab8f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:16.589950 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-d95ae064-8f24-4720-84f7-c6834846ab8f admin admin] Deleting port fafdb797-cf57-4dcf-a45e-49ff7223dd2b {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:17:16.590426 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d95ae064-8f24-4720-84f7-c6834846ab8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:16.679545 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-d95ae064-8f24-4720-84f7-c6834846ab8f admin admin] For port fafdb797-cf57-4dcf-a45e-49ff7223dd2b, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=fafdb797-cf57-4dcf-a45e-49ff7223dd2b,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:16.679913 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d95ae064-8f24-4720-84f7-c6834846ab8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:16.693361 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-d95ae064-8f24-4720-84f7-c6834846ab8f admin admin] Calling delete_port for fafdb797-cf57-4dcf-a45e-49ff7223dd2b owned by network:router_gateway {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:17:16.869191 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d95ae064-8f24-4720-84f7-c6834846ab8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:16.889102 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65ecc40-1d8a-41ba-967d-8b3324b2eaf2 None None] Sync routers for ids ['5d83d4f9-1e96-4ad6-a930-d92e5c28ada0'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:17:16.899671 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65ecc40-1d8a-41ba-967d-8b3324b2eaf2 None None] Routers {'5d83d4f9-1e96-4ad6-a930-d92e5c28ada0'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:17:16.900871 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-a65ecc40-1d8a-41ba-967d-8b3324b2eaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:17:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['5d83d4f9-1e96-4ad6-a930-d92e5c28ada0'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:16.903302 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95ae064-8f24-4720-84f7-c6834846ab8f admin admin] Pushing event deleted for resources: {'Port': ['ID=fafdb797-cf57-4dcf-a45e-49ff7223dd2b,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:16.918259 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f978c1-31d3-4f71-98d0-f7551ea9b7d1 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:17:16.966151 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d95ae064-8f24-4720-84f7-c6834846ab8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:16.980797 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-a65ecc40-1d8a-41ba-967d-8b3324b2eaf2 None None] Set router 5d83d4f9-1e96-4ad6-a930-d92e5c28ada0 gateway port host: None {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:17:17.039573 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-a65ecc40-1d8a-41ba-967d-8b3324b2eaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d83d4f9-1e96-4ad6-a930-d92e5c28ada0', 'name': 'tempest-ImageQuotaTest-157426363-router', 'tenant_id': '04d56393efad4b928988bb569ae0ba33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:17:08Z', 'updated_at': '2021-11-12T01:17:16Z', 'revision_number': 7, 'project_id': '04d56393efad4b928988bb569ae0ba33', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:17.066973 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65ecc40-1d8a-41ba-967d-8b3324b2eaf2 None None] Checking router: 5d83d4f9-1e96-4ad6-a930-d92e5c28ada0 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:17:17.067518 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d95ae064-8f24-4720-84f7-c6834846ab8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:17.070029 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d95ae064-8f24-4720-84f7-c6834846ab8f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:17.076586 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65ecc40-1d8a-41ba-967d-8b3324b2eaf2 None None] Routers {'5d83d4f9-1e96-4ad6-a930-d92e5c28ada0'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:17:17.077307 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-a65ecc40-1d8a-41ba-967d-8b3324b2eaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:17:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['5d83d4f9-1e96-4ad6-a930-d92e5c28ada0'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:17.118743 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d95ae064-8f24-4720-84f7-c6834846ab8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:17.119634 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95ae064-8f24-4720-84f7-c6834846ab8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d83d4f9-1e96-4ad6-a930-d92e5c28ada0 {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:17:17.127156 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d95ae064-8f24-4720-84f7-c6834846ab8f admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:17.129431 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d95ae064-8f24-4720-84f7-c6834846ab8f admin admin] 10.222.0.20 "DELETE /v2.0/routers/5d83d4f9-1e96-4ad6-a930-d92e5c28ada0 HTTP/1.1" status: 204 len: 168 time: 1.1098406 Nov 12 01:17:17.132749 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44746) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:17.185468 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-a76a2468-dafd-45a4-9956-db0f08fa9954 admin admin] Deleting subnet 449a5b5d-bd4d-481b-ab15-d38fbf4c794b {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:17:17.188801 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a76a2468-dafd-45a4-9956-db0f08fa9954 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:17.225269 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a76a2468-dafd-45a4-9956-db0f08fa9954 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:17.249685 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-a65ecc40-1d8a-41ba-967d-8b3324b2eaf2 None None] Set router 5d83d4f9-1e96-4ad6-a930-d92e5c28ada0 gateway port host: None {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:17:17.307952 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-a65ecc40-1d8a-41ba-967d-8b3324b2eaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d83d4f9-1e96-4ad6-a930-d92e5c28ada0', 'name': 'tempest-ImageQuotaTest-157426363-router', 'tenant_id': '04d56393efad4b928988bb569ae0ba33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:17:08Z', 'updated_at': '2021-11-12T01:17:16Z', 'revision_number': 7, 'project_id': '04d56393efad4b928988bb569ae0ba33', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:17.311914 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a76a2468-dafd-45a4-9956-db0f08fa9954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:17.338351 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65ecc40-1d8a-41ba-967d-8b3324b2eaf2 None None] The sync data for ids ['5d83d4f9-1e96-4ad6-a930-d92e5c28ada0'] in n-d-812236-11 is: [{'id': '5d83d4f9-1e96-4ad6-a930-d92e5c28ada0', 'name': 'tempest-ImageQuotaTest-157426363-router', 'tenant_id': '04d56393efad4b928988bb569ae0ba33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:17:08Z', 'updated_at': '2021-11-12T01:17:16Z', 'revision_number': 7, 'project_id': '04d56393efad4b928988bb569ae0ba33', 'gw_port_host': None}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:17:17.376187 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a76a2468-dafd-45a4-9956-db0f08fa9954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:17.408847 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a2468-dafd-45a4-9956-db0f08fa9954 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=449a5b5d-bd4d-481b-ab15-d38fbf4c794b,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:17.412739 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a76a2468-dafd-45a4-9956-db0f08fa9954 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:17.416074 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a76a2468-dafd-45a4-9956-db0f08fa9954 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/449a5b5d-bd4d-481b-ab15-d38fbf4c794b HTTP/1.1" status: 204 len: 168 time: 0.2823253 Nov 12 01:17:17.418480 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7543ba03-ece8-4f0b-80ac-092fd4641a4a None None] Network 62fcb96f-6f46-4249-8bc2-1ffb20b1ce9e requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:17:17.418654 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44750) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:17.542634 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-caf0b003-3278-46be-a57b-413b1ef77d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:17.605594 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-caf0b003-3278-46be-a57b-413b1ef77d7f admin admin] Deleting port 96631cb8-4ef4-4988-a975-472150f3766a {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:17:17.605990 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-caf0b003-3278-46be-a57b-413b1ef77d7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:17.675025 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-caf0b003-3278-46be-a57b-413b1ef77d7f admin admin] For port 96631cb8-4ef4-4988-a975-472150f3766a, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=96631cb8-4ef4-4988-a975-472150f3766a,segment=NetworkSegment(33225c1f-9eef-41d0-90ef-0ef38e4f3334),segment_id=33225c1f-9eef-41d0-90ef-0ef38e4f3334)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:17.675412 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-caf0b003-3278-46be-a57b-413b1ef77d7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:17.689125 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-caf0b003-3278-46be-a57b-413b1ef77d7f admin admin] Calling delete_port for 96631cb8-4ef4-4988-a975-472150f3766a owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:17:17.777319 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-caf0b003-3278-46be-a57b-413b1ef77d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:17.811882 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf0b003-3278-46be-a57b-413b1ef77d7f admin admin] No DVR routers for this DVR port 96631cb8-4ef4-4988-a975-472150f3766a on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:17:17.817192 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0b003-3278-46be-a57b-413b1ef77d7f admin admin] Pushing event deleted for resources: {'Port': ['ID=96631cb8-4ef4-4988-a975-472150f3766a,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:17.857334 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3685f4d-0dd1-462d-821b-1a2fb8e44334 None None] DHCP port deletion for 62fcb96f-6f46-4249-8bc2-1ffb20b1ce9e request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:17:17.910220 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-caf0b003-3278-46be-a57b-413b1ef77d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:17.932794 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-caf0b003-3278-46be-a57b-413b1ef77d7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62fcb96f-6f46-4249-8bc2-1ffb20b1ce9e']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:17.942287 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-caf0b003-3278-46be-a57b-413b1ef77d7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33225c1f-9eef-41d0-90ef-0ef38e4f3334') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:17.942582 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-caf0b003-3278-46be-a57b-413b1ef77d7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33225c1f-9eef-41d0-90ef-0ef38e4f3334') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:17.953707 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-caf0b003-3278-46be-a57b-413b1ef77d7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:17.969172 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-caf0b003-3278-46be-a57b-413b1ef77d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:17.975336 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caf0b003-3278-46be-a57b-413b1ef77d7f admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:17:17.975830 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-caf0b003-3278-46be-a57b-413b1ef77d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:17.978095 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:17:17.978095 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:17:17.978095 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:17:17.978095 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:17:17.978095 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:17:17.978095 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:17:17.978095 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:17:17.978095 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:17:17.978095 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:17:17.978095 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:17:17.978095 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:17:17.978095 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:17:17.978095 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:17:17.978095 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:17:17.978095 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:17:17.978095 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:17:17.978095 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:17:17.978095 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:17:17.978095 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:17:17.978095 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:17:17.978095 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:17:17.978095 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:17:17.978095 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:17:17.978095 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:17:17.978095 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:17:17.978095 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:17:17.978095 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:17:17.978095 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:17:17.978095 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:17:17.978095 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:17:17.978095 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:17:17.978095 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:17:18.038895 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-caf0b003-3278-46be-a57b-413b1ef77d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:18.044513 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-caf0b003-3278-46be-a57b-413b1ef77d7f admin admin] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:18.048076 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-caf0b003-3278-46be-a57b-413b1ef77d7f admin admin] 10.222.0.20 "DELETE /v2.0/networks/62fcb96f-6f46-4249-8bc2-1ffb20b1ce9e HTTP/1.1" status: 204 len: 168 time: 0.6280606 Nov 12 01:17:18.060597 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0b003-3278-46be-a57b-413b1ef77d7f admin admin] Pushing event deleted for resources: {'Network': ['ID=62fcb96f-6f46-4249-8bc2-1ffb20b1ce9e,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:18.186926 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44754) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:18.232549 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ee9e058e-748e-40e7-83a2-a076465faaf5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=04d56393efad4b928988bb569ae0ba33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0444500 Nov 12 01:17:18.235133 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44756) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:18.288803 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-69988cd5-9cf8-4dfe-a783-775f9dcca74f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:18.310603 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-69988cd5-9cf8-4dfe-a783-775f9dcca74f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:18.358294 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-69988cd5-9cf8-4dfe-a783-775f9dcca74f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:18.360833 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-69988cd5-9cf8-4dfe-a783-775f9dcca74f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:18.362017 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-69988cd5-9cf8-4dfe-a783-775f9dcca74f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/321542dd-88da-4c2e-b1b4-672ef2221afe HTTP/1.1" status: 204 len: 168 time: 0.1259885 Nov 12 01:17:18.373392 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69988cd5-9cf8-4dfe-a783-775f9dcca74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321542dd-88da-4c2e-b1b4-672ef2221afe,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:18.748189 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44802) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:18.762169 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a9f6c01d-b2fa-49a2-a258-0768f6086f6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:18.840752 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a9f6c01d-b2fa-49a2-a258-0768f6086f6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:18.844534 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a9f6c01d-b2fa-49a2-a258-0768f6086f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:18.885327 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a9f6c01d-b2fa-49a2-a258-0768f6086f6b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1359704 Nov 12 01:17:18.886440 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f6c01d-b2fa-49a2-a258-0768f6086f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce2414a-a55b-4d28-b7fa-7e84cb7f81fb,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:18.888302 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 44804) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:18.949259 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-468ce61a-9a82-467e-b8a7-5562ad7b2d87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:18.974490 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-468ce61a-9a82-467e-b8a7-5562ad7b2d87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:19.035093 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-468ce61a-9a82-467e-b8a7-5562ad7b2d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:19.038504 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-468ce61a-9a82-467e-b8a7-5562ad7b2d87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:19.039647 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-468ce61a-9a82-467e-b8a7-5562ad7b2d87 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5ce2414a-a55b-4d28-b7fa-7e84cb7f81fb HTTP/1.1" status: 204 len: 168 time: 0.1503518 Nov 12 01:17:19.049484 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468ce61a-9a82-467e-b8a7-5562ad7b2d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce2414a-a55b-4d28-b7fa-7e84cb7f81fb,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:19.337792 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device fafdb797-cf57-4dcf-a45e-49ff7223dd2b no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:17:19.374102 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: fafdb797-cf57-4dcf-a45e-49ff7223dd2b {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:17:19.374678 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device fafdb797-cf57-4dcf-a45e-49ff7223dd2b not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:17:19.375246 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 96631cb8-4ef4-4988-a975-472150f3766a no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:17:19.403855 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 96631cb8-4ef4-4988-a975-472150f3766a {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:17:19.404343 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 96631cb8-4ef4-4988-a975-472150f3766a not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:17:30.169169 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-102d9ae1-d4db-499e-917b-b7ab7b81f5ab req-e11075f6-c61e-4806-86ec-e03a47f4b1da service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0454087 Nov 12 01:17:30.269797 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d9ae1-d4db-499e-917b-b7ab7b81f5ab req-0bdaa61d-cfb3-421c-a765-40d9452c0fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:30.272012 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-102d9ae1-d4db-499e-917b-b7ab7b81f5ab req-0bdaa61d-cfb3-421c-a765-40d9452c0fa1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b199a2c21c394c79bc16fc575899fc99&device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd HTTP/1.1" status: 200 len: 1097 time: 0.0406899 Nov 12 01:17:30.377963 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d9ae1-d4db-499e-917b-b7ab7b81f5ab req-ada539e1-7ce9-4f51-a0c0-d01782bdef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:30.379566 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-102d9ae1-d4db-499e-917b-b7ab7b81f5ab req-ada539e1-7ce9-4f51-a0c0-d01782bdef2b service neutron] 10.222.0.54 "GET /v2.0/networks?id=b2b3b829-800e-4e0c-8058-b16c6e4f675f HTTP/1.1" status: 200 len: 898 time: 0.0887332 Nov 12 01:17:30.450996 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-102d9ae1-d4db-499e-917b-b7ab7b81f5ab req-9aebb415-3f67-4c62-8f49-8d2063557a02 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d4530b5-a460-426b-a6d2-668060a3cb9b HTTP/1.1" status: 200 len: 1001 time: 0.0626676 Nov 12 01:17:30.501327 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d9ae1-d4db-499e-917b-b7ab7b81f5ab req-d421f2f7-5faf-4a3c-b23d-8c0ea438aadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:30.502833 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-102d9ae1-d4db-499e-917b-b7ab7b81f5ab req-d421f2f7-5faf-4a3c-b23d-8c0ea438aadb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=043b3d5c-2754-4c01-b973-6de174cc231e HTTP/1.1" status: 200 len: 835 time: 0.0446470 Nov 12 01:17:30.553225 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d9ae1-d4db-499e-917b-b7ab7b81f5ab req-fff6aba4-149c-48f7-948d-593e5d8cf9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:30.555477 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-102d9ae1-d4db-499e-917b-b7ab7b81f5ab req-fff6aba4-149c-48f7-948d-593e5d8cf9b1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b2b3b829-800e-4e0c-8058-b16c6e4f675f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448523 Nov 12 01:17:30.657236 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-102d9ae1-d4db-499e-917b-b7ab7b81f5ab req-4cf4f871-4c7c-48fa-a44b-b854c158e09b service neutron] 10.222.0.54 "GET /v2.0/networks/b2b3b829-800e-4e0c-8058-b16c6e4f675f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946064 Nov 12 01:17:30.756823 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-102d9ae1-d4db-499e-917b-b7ab7b81f5ab req-3e636e26-bfc3-4511-a412-cc406b62c646 service neutron] 10.222.0.54 "GET /v2.0/networks/b2b3b829-800e-4e0c-8058-b16c6e4f675f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917740 Nov 12 01:17:34.032100 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1346dc-b811-4fe8-9458-4f9dee7da1fa req-0115aabd-9383-4a68-88f0-f7f26ec44eab tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:34.033513 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7a1346dc-b811-4fe8-9458-4f9dee7da1fa req-0115aabd-9383-4a68-88f0-f7f26ec44eab tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/networks?id=cf426145-af7a-457c-9edb-3ba8bbea2dab HTTP/1.1" status: 200 len: 812 time: 0.1134293 Nov 12 01:17:34.048254 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7a1346dc-b811-4fe8-9458-4f9dee7da1fa req-4706894a-6b2c-49ff-b298-0c44e71f0dd8 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/quotas/a17bedb646b94ed485e4adca083ceb13 HTTP/1.1" status: 200 len: 375 time: 0.0088267 Nov 12 01:17:34.099324 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7a1346dc-b811-4fe8-9458-4f9dee7da1fa req-d97d5eba-93d5-4527-b8d7-d71632276a54 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a17bedb646b94ed485e4adca083ceb13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449359 Nov 12 01:17:34.195102 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7a1346dc-b811-4fe8-9458-4f9dee7da1fa req-632d638e-f830-46c5-a6c8-92cc9fe1e86b service neutron] 10.222.0.20 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892019 Nov 12 01:17:34.288846 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7a1346dc-b811-4fe8-9458-4f9dee7da1fa req-cc893568-1519-4825-a558-92c7b1951732 service neutron] 10.222.0.20 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862882 Nov 12 01:17:34.292420 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-aaff8d9f-bf9f-4eff-a2db-2e26d82ae246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:34.563985 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e9710fff-ab95-4712-9689-dbbb4de621c1 req-92e711a2-3ff5-4041-bde3-777a4e596a94 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=03443955-c462-4974-9818-9d7f538505fd HTTP/1.1" status: 200 len: 210 time: 0.0266607 Nov 12 01:17:35.553684 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1346dc-b811-4fe8-9458-4f9dee7da1fa req-999eaf01-5cff-497b-853a-b0bcdd9f7324 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:35.555140 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7a1346dc-b811-4fe8-9458-4f9dee7da1fa req-999eaf01-5cff-497b-853a-b0bcdd9f7324 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.49 "GET /v2.0/networks?id=cf426145-af7a-457c-9edb-3ba8bbea2dab HTTP/1.1" status: 200 len: 812 time: 0.1144800 Nov 12 01:17:35.580559 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-7a1346dc-b811-4fe8-9458-4f9dee7da1fa req-b2ab0964-9366-467b-9909-bf12ebd772a3 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Request body: {'port': {'device_id': '03443955-c462-4974-9818-9d7f538505fd', 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab', 'admin_state_up': True, 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:35.687286 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3207c2e3-46eb-4e8a-8297-81737b3c4afd req-5b85e497-00e0-41b5-a763-aa7f0f721a80 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=03443955-c462-4974-9818-9d7f538505fd HTTP/1.1" status: 200 len: 210 time: 0.0312462 Nov 12 01:17:35.746141 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a1346dc-b811-4fe8-9458-4f9dee7da1fa req-b2ab0964-9366-467b-9909-bf12ebd772a3 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Made reservation on behalf of a17bedb646b94ed485e4adca083ceb13 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:17:35.749669 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7a1346dc-b811-4fe8-9458-4f9dee7da1fa req-b2ab0964-9366-467b-9909-bf12ebd772a3 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:35.878607 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-7a1346dc-b811-4fe8-9458-4f9dee7da1fa req-b2ab0964-9366-467b-9909-bf12ebd772a3 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Allocated IP 172.20.0.12 (cf426145-af7a-457c-9edb-3ba8bbea2dab/e0049bca-8c54-4a87-971a-726fded81d57/55f31ceb-b04c-4456-839a-108303d10485) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:17:36.031597 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7a1346dc-b811-4fe8-9458-4f9dee7da1fa req-b2ab0964-9366-467b-9909-bf12ebd772a3 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:36.066451 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7a1346dc-b811-4fe8-9458-4f9dee7da1fa req-b2ab0964-9366-467b-9909-bf12ebd772a3 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:36.107882 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a1346dc-b811-4fe8-9458-4f9dee7da1fa req-b2ab0964-9366-467b-9909-bf12ebd772a3 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Network cf426145-af7a-457c-9edb-3ba8bbea2dab is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:17:36.110856 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-7a1346dc-b811-4fe8-9458-4f9dee7da1fa req-b2ab0964-9366-467b-9909-bf12ebd772a3 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:17:36.113885 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1346dc-b811-4fe8-9458-4f9dee7da1fa req-b2ab0964-9366-467b-9909-bf12ebd772a3 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:17:36.151183 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab0964-9366-467b-9909-bf12ebd772a3 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Pushing event updated for resources: {'Port': ['ID=55f31ceb-b04c-4456-839a-108303d10485,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:36.185158 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1346dc-b811-4fe8-9458-4f9dee7da1fa req-b2ab0964-9366-467b-9909-bf12ebd772a3 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:36.186012 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7a1346dc-b811-4fe8-9458-4f9dee7da1fa req-b2ab0964-9366-467b-9909-bf12ebd772a3 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:36.204381 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7a1346dc-b811-4fe8-9458-4f9dee7da1fa req-b2ab0964-9366-467b-9909-bf12ebd772a3 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6277821 Nov 12 01:17:36.225569 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-7a1346dc-b811-4fe8-9458-4f9dee7da1fa req-7c27fee3-1c74-42a9-80c4-c5a6c4a879be service neutron] Request body: {'port': {'device_id': '03443955-c462-4974-9818-9d7f538505fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:36.292653 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7a1346dc-b811-4fe8-9458-4f9dee7da1fa req-7c27fee3-1c74-42a9-80c4-c5a6c4a879be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:36.346706 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:17:36.374462 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-646e3f72-e868-4385-95ec-5f0e1829127f None None] Provisioning complete for port 55f31ceb-b04c-4456-839a-108303d10485 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:36.374923 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-646e3f72-e868-4385-95ec-5f0e1829127f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:36.423162 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-646e3f72-e868-4385-95ec-5f0e1829127f None None] Port 55f31ceb-b04c-4456-839a-108303d10485 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:17:36.432078 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6742981b-fff4-40d0-901e-9052204b2ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:36.585234 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-7a1346dc-b811-4fe8-9458-4f9dee7da1fa req-7c27fee3-1c74-42a9-80c4-c5a6c4a879be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55f31ceb-b04c-4456-839a-108303d10485 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:17:36.593264 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7a1346dc-b811-4fe8-9458-4f9dee7da1fa req-7c27fee3-1c74-42a9-80c4-c5a6c4a879be service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:36.606720 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-7a1346dc-b811-4fe8-9458-4f9dee7da1fa req-7c27fee3-1c74-42a9-80c4-c5a6c4a879be service neutron] Transition to ACTIVE for port object 55f31ceb-b04c-4456-839a-108303d10485 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:17:36.610520 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7a1346dc-b811-4fe8-9458-4f9dee7da1fa req-7c27fee3-1c74-42a9-80c4-c5a6c4a879be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:36.681567 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27fee3-1c74-42a9-80c4-c5a6c4a879be service neutron] Pushing event updated for resources: {'Port': ['ID=55f31ceb-b04c-4456-839a-108303d10485,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:36.739792 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-7a1346dc-b811-4fe8-9458-4f9dee7da1fa req-7c27fee3-1c74-42a9-80c4-c5a6c4a879be service neutron] Attempting to bind port 55f31ceb-b04c-4456-839a-108303d10485 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:17:36.740256 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-7a1346dc-b811-4fe8-9458-4f9dee7da1fa req-7c27fee3-1c74-42a9-80c4-c5a6c4a879be service neutron] Attempting to bind port 55f31ceb-b04c-4456-839a-108303d10485 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'c1b16b03-cd67-424f-8589-315c1c109bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:17:36.740830 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1346dc-b811-4fe8-9458-4f9dee7da1fa req-7c27fee3-1c74-42a9-80c4-c5a6c4a879be service neutron] Attempting to bind port 55f31ceb-b04c-4456-839a-108303d10485 on network cf426145-af7a-457c-9edb-3ba8bbea2dab {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:17:36.746181 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1346dc-b811-4fe8-9458-4f9dee7da1fa req-7c27fee3-1c74-42a9-80c4-c5a6c4a879be service neutron] Port 55f31ceb-b04c-4456-839a-108303d10485 on network cf426145-af7a-457c-9edb-3ba8bbea2dab not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:17:36.746629 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1346dc-b811-4fe8-9458-4f9dee7da1fa req-7c27fee3-1c74-42a9-80c4-c5a6c4a879be service neutron] Attempting to bind port 55f31ceb-b04c-4456-839a-108303d10485 on network cf426145-af7a-457c-9edb-3ba8bbea2dab {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:17:36.754002 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1346dc-b811-4fe8-9458-4f9dee7da1fa req-7c27fee3-1c74-42a9-80c4-c5a6c4a879be service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:17:36.754491 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1346dc-b811-4fe8-9458-4f9dee7da1fa req-7c27fee3-1c74-42a9-80c4-c5a6c4a879be service neutron] Checking segment: {'id': 'c1b16b03-cd67-424f-8589-315c1c109bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:17:36.754976 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1346dc-b811-4fe8-9458-4f9dee7da1fa req-7c27fee3-1c74-42a9-80c4-c5a6c4a879be service neutron] Bound using segment: {'id': 'c1b16b03-cd67-424f-8589-315c1c109bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:17:36.756272 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-7a1346dc-b811-4fe8-9458-4f9dee7da1fa req-7c27fee3-1c74-42a9-80c4-c5a6c4a879be service neutron] Bound port: 55f31ceb-b04c-4456-839a-108303d10485, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1b16b03-cd67-424f-8589-315c1c109bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:17:36.756754 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7a1346dc-b811-4fe8-9458-4f9dee7da1fa req-7c27fee3-1c74-42a9-80c4-c5a6c4a879be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:36.832491 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dcd065-6603-42bb-a36e-ade69330da79 req-96ef8934-61a0-4caf-9185-a268bf896609 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:36.835658 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-7a1346dc-b811-4fe8-9458-4f9dee7da1fa req-7c27fee3-1c74-42a9-80c4-c5a6c4a879be service neutron] For port 55f31ceb-b04c-4456-839a-108303d10485, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:17:36.839772 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-7a1346dc-b811-4fe8-9458-4f9dee7da1fa req-7c27fee3-1c74-42a9-80c4-c5a6c4a879be service neutron] For port 55f31ceb-b04c-4456-839a-108303d10485, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=55f31ceb-b04c-4456-839a-108303d10485,segment=NetworkSegment(c1b16b03-cd67-424f-8589-315c1c109bba),segment_id=c1b16b03-cd67-424f-8589-315c1c109bba)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:17:36.841132 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-25dcd065-6603-42bb-a36e-ade69330da79 req-96ef8934-61a0-4caf-9185-a268bf896609 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=03443955-c462-4974-9818-9d7f538505fd HTTP/1.1" status: 200 len: 944 time: 0.0699162 Nov 12 01:17:36.846099 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7a1346dc-b811-4fe8-9458-4f9dee7da1fa req-7c27fee3-1c74-42a9-80c4-c5a6c4a879be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:36.888322 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-25dcd065-6603-42bb-a36e-ade69330da79 req-61610a13-2b24-4feb-b625-dd231835182e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461810 Nov 12 01:17:36.916907 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1346dc-b811-4fe8-9458-4f9dee7da1fa req-7c27fee3-1c74-42a9-80c4-c5a6c4a879be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:36.917560 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-7a1346dc-b811-4fe8-9458-4f9dee7da1fa req-7c27fee3-1c74-42a9-80c4-c5a6c4a879be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:36.918981 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7a1346dc-b811-4fe8-9458-4f9dee7da1fa req-7c27fee3-1c74-42a9-80c4-c5a6c4a879be service neutron] 10.222.0.49 "PUT /v2.0/ports/55f31ceb-b04c-4456-839a-108303d10485 HTTP/1.1" status: 200 len: 1093 time: 0.6985459 Nov 12 01:17:36.919734 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03443955-c462-4974-9818-9d7f538505fd', 'tag': '55f31ceb-b04c-4456-839a-108303d10485'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:17:36.922018 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36aa0d4-d130-47b6-8918-43fe677249ae" -d '{"events": [{"name": "network-changed", "server_uuid": "03443955-c462-4974-9818-9d7f538505fd", "tag": "55f31ceb-b04c-4456-839a-108303d10485"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:17:36.924734 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27fee3-1c74-42a9-80c4-c5a6c4a879be service neutron] Pushing event updated for resources: {'Port': ['ID=55f31ceb-b04c-4456-839a-108303d10485,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:36.996966 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b3016e-f14f-4ba2-8ded-e126615f5873 x-openstack-request-id: req-e1b3016e-f14f-4ba2-8ded-e126615f5873 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:17:36.997397 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03443955-c462-4974-9818-9d7f538505fd", "tag": "55f31ceb-b04c-4456-839a-108303d10485", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:17:36.997759 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1b3016e-f14f-4ba2-8ded-e126615f5873 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:17:36.998253 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03443955-c462-4974-9818-9d7f538505fd', 'tag': '55f31ceb-b04c-4456-839a-108303d10485', 'status': 'completed', 'code': 200} Nov 12 01:17:37.034831 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1346dc-b811-4fe8-9458-4f9dee7da1fa req-b155431f-6ad8-48f9-bbf5-7c498ceff3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:37.037268 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7a1346dc-b811-4fe8-9458-4f9dee7da1fa req-b155431f-6ad8-48f9-bbf5-7c498ceff3e2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a17bedb646b94ed485e4adca083ceb13&device_id=03443955-c462-4974-9818-9d7f538505fd HTTP/1.1" status: 200 len: 1096 time: 0.0503919 Nov 12 01:17:37.099411 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7a1346dc-b811-4fe8-9458-4f9dee7da1fa req-47fc3f20-80c3-428c-900d-27c32bdfaa31 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55f31ceb-b04c-4456-839a-108303d10485 HTTP/1.1" status: 200 len: 217 time: 0.0416582 Nov 12 01:17:37.156650 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1346dc-b811-4fe8-9458-4f9dee7da1fa req-f0fe2bdc-b170-488a-b375-ca5d5756c554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:37.158361 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7a1346dc-b811-4fe8-9458-4f9dee7da1fa req-f0fe2bdc-b170-488a-b375-ca5d5756c554 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e0049bca-8c54-4a87-971a-726fded81d57 HTTP/1.1" status: 200 len: 851 time: 0.0514159 Nov 12 01:17:37.210463 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1346dc-b811-4fe8-9458-4f9dee7da1fa req-ff719ed0-9117-4e29-ac00-7bbd39a571f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:37.212048 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7a1346dc-b811-4fe8-9458-4f9dee7da1fa req-ff719ed0-9117-4e29-ac00-7bbd39a571f1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf426145-af7a-457c-9edb-3ba8bbea2dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466583 Nov 12 01:17:37.316744 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7a1346dc-b811-4fe8-9458-4f9dee7da1fa req-448818a8-f9ef-416a-88a0-c7b175e12111 service neutron] 10.222.0.49 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966458 Nov 12 01:17:37.409795 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7a1346dc-b811-4fe8-9458-4f9dee7da1fa req-08cd39a0-9543-43cc-af51-311f78380125 service neutron] 10.222.0.49 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855656 Nov 12 01:17:37.522577 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36aa0d4-d130-47b6-8918-43fe677249ae req-ffbe960a-5a49-45e0-9de7-509c770215e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:37.524034 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d36aa0d4-d130-47b6-8918-43fe677249ae req-ffbe960a-5a49-45e0-9de7-509c770215e5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a17bedb646b94ed485e4adca083ceb13&device_id=03443955-c462-4974-9818-9d7f538505fd HTTP/1.1" status: 200 len: 1096 time: 0.0466020 Nov 12 01:17:37.621161 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36aa0d4-d130-47b6-8918-43fe677249ae req-9fa60d8e-dd7a-4e8e-9982-4bb07b3d454c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:37.622637 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d36aa0d4-d130-47b6-8918-43fe677249ae req-9fa60d8e-dd7a-4e8e-9982-4bb07b3d454c service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf426145-af7a-457c-9edb-3ba8bbea2dab HTTP/1.1" status: 200 len: 913 time: 0.0903802 Nov 12 01:17:37.668434 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d36aa0d4-d130-47b6-8918-43fe677249ae req-da91d84c-c007-4100-925d-ed6bd62cdf2a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55f31ceb-b04c-4456-839a-108303d10485 HTTP/1.1" status: 200 len: 217 time: 0.0385919 Nov 12 01:17:37.718868 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36aa0d4-d130-47b6-8918-43fe677249ae req-e49429fd-42d2-44bb-aa70-2b86b547f757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:37.720339 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d36aa0d4-d130-47b6-8918-43fe677249ae req-e49429fd-42d2-44bb-aa70-2b86b547f757 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e0049bca-8c54-4a87-971a-726fded81d57 HTTP/1.1" status: 200 len: 851 time: 0.0457942 Nov 12 01:17:37.743399 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:37.769851 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36aa0d4-d130-47b6-8918-43fe677249ae req-69b5e0ab-33ae-46cf-898e-b0ededfd5424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:37.771924 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d36aa0d4-d130-47b6-8918-43fe677249ae req-69b5e0ab-33ae-46cf-898e-b0ededfd5424 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf426145-af7a-457c-9edb-3ba8bbea2dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440612 Nov 12 01:17:37.869741 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d36aa0d4-d130-47b6-8918-43fe677249ae req-76d0fe0c-d101-4cea-850b-9d3aef73fb80 service neutron] 10.222.0.49 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898666 Nov 12 01:17:37.964246 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d36aa0d4-d130-47b6-8918-43fe677249ae req-c071d0f0-be1f-44ff-b386-84ba26a382a7 service neutron] 10.222.0.49 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877435 Nov 12 01:17:38.016411 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29618b7a-5e9e-44fd-b69b-47e95c2d3c88 req-0f1efaf0-9746-4bd8-ae86-115da04c2cd5 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:38.018044 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-29618b7a-5e9e-44fd-b69b-47e95c2d3c88 req-0f1efaf0-9746-4bd8-ae86-115da04c2cd5 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=03443955-c462-4974-9818-9d7f538505fd HTTP/1.1" status: 200 len: 944 time: 0.0571802 Nov 12 01:17:38.070752 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-29618b7a-5e9e-44fd-b69b-47e95c2d3c88 req-712fab44-d51a-4269-bebe-7e6f3834d554 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458980 Nov 12 01:17:39.192935 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6003a422-48a5-4c71-bcc9-cb59320bc0f1 req-50869e27-ce06-40b2-954f-0131a4373c2c tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:39.194433 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6003a422-48a5-4c71-bcc9-cb59320bc0f1 req-50869e27-ce06-40b2-954f-0131a4373c2c tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=03443955-c462-4974-9818-9d7f538505fd HTTP/1.1" status: 200 len: 944 time: 0.0505109 Nov 12 01:17:39.246737 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6003a422-48a5-4c71-bcc9-cb59320bc0f1 req-b5ab477c-9bd3-4df9-b491-fc9d23ccd107 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462685 Nov 12 01:17:39.350038 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:40.289019 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:40.369140 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe03e24-ba85-4a49-883e-4ca18cf9ee7b req-c6a5298a-9b0c-435d-811e-59e5d4eb9919 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:40.370725 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fbe03e24-ba85-4a49-883e-4ca18cf9ee7b req-c6a5298a-9b0c-435d-811e-59e5d4eb9919 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=03443955-c462-4974-9818-9d7f538505fd HTTP/1.1" status: 200 len: 944 time: 0.0553446 Nov 12 01:17:40.432677 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fbe03e24-ba85-4a49-883e-4ca18cf9ee7b req-47cf8a5d-1eac-433e-945c-6a5e63d01638 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555742 Nov 12 01:17:41.027485 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:41.412738 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09a737-810d-4991-b60f-36598c2acba3 req-7c3c6770-a19b-4532-90cf-5c4bda1e91ef tempest-TestNetworkAdvancedServerOps-797573911 tempest-TestNetworkAdvancedServerOps-797573911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:41.414268 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3a09a737-810d-4991-b60f-36598c2acba3 req-7c3c6770-a19b-4532-90cf-5c4bda1e91ef tempest-TestNetworkAdvancedServerOps-797573911 tempest-TestNetworkAdvancedServerOps-797573911-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd HTTP/1.1" status: 200 len: 1097 time: 0.0408807 Nov 12 01:17:41.432245 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-3a09a737-810d-4991-b60f-36598c2acba3 req-e456ee4a-e940-4bfd-9f4d-3bd61fc367bd tempest-TestNetworkAdvancedServerOps-797573911 tempest-TestNetworkAdvancedServerOps-797573911-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:41.534982 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-3a09a737-810d-4991-b60f-36598c2acba3 req-e456ee4a-e940-4bfd-9f4d-3bd61fc367bd tempest-TestNetworkAdvancedServerOps-797573911 tempest-TestNetworkAdvancedServerOps-797573911-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:41.538868 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-3a09a737-810d-4991-b60f-36598c2acba3 req-e456ee4a-e940-4bfd-9f4d-3bd61fc367bd tempest-TestNetworkAdvancedServerOps-797573911 tempest-TestNetworkAdvancedServerOps-797573911-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:41.579705 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e456ee4a-e940-4bfd-9f4d-3bd61fc367bd tempest-TestNetworkAdvancedServerOps-797573911 tempest-TestNetworkAdvancedServerOps-797573911-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e68e51-25c2-4d3e-9090-60625e74a26d,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:41.584934 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3a09a737-810d-4991-b60f-36598c2acba3 req-e456ee4a-e940-4bfd-9f4d-3bd61fc367bd tempest-TestNetworkAdvancedServerOps-797573911 tempest-TestNetworkAdvancedServerOps-797573911-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ddf00748-b667-4e77-a76f-20e8725999de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647713 Nov 12 01:17:41.588047 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d3f26-2296-4395-81c4-8b6eb8dbae23 req-386cf0b8-66f0-4116-b040-a3dff644851d tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:41.593818 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f69d3f26-2296-4395-81c4-8b6eb8dbae23 req-386cf0b8-66f0-4116-b040-a3dff644851d tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=03443955-c462-4974-9818-9d7f538505fd HTTP/1.1" status: 200 len: 944 time: 0.0614200 Nov 12 01:17:41.638448 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f69d3f26-2296-4395-81c4-8b6eb8dbae23 req-d0de17e0-602f-4e8f-889c-b084b2c98f88 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423362 Nov 12 01:17:41.708026 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b86988-7aa6-4df6-a7c3-a2de139a2f5b req-47a8cf05-7ac7-4095-a562-b94178e8a16a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:41.709528 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b0b86988-7aa6-4df6-a7c3-a2de139a2f5b req-47a8cf05-7ac7-4095-a562-b94178e8a16a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd HTTP/1.1" status: 200 len: 945 time: 0.0521131 Nov 12 01:17:41.758239 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b0b86988-7aa6-4df6-a7c3-a2de139a2f5b req-08b9a91b-1861-4581-9f92-935886ae98fc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf00748-b667-4e77-a76f-20e8725999de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428715 Nov 12 01:17:41.780750 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 44946) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:41.842775 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6c3bf40c-617b-4c4e-8105-4e3866252501 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/floatingips/c20074b0-bdc0-42f3-971f-3b7566ade2a3 HTTP/1.1" status: 200 len: 993 time: 0.0607634 Nov 12 01:17:42.218728 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [req-1cd1320a-af8a-4fd3-953e-18fead07bac9 req-6f4bbd27-7e23-404d-b2f7-2f9349281ebe service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:17:42.219747 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1cd1320a-af8a-4fd3-953e-18fead07bac9 req-6f4bbd27-7e23-404d-b2f7-2f9349281ebe service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054140 Nov 12 01:17:42.618596 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750c0fc-e31b-4876-9f2c-8360e82dbf5e req-0a2689e6-b97a-4920-bae4-432624cbbcba tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:42.620091 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c750c0fc-e31b-4876-9f2c-8360e82dbf5e req-0a2689e6-b97a-4920-bae4-432624cbbcba tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd HTTP/1.1" status: 200 len: 945 time: 0.0497389 Nov 12 01:17:42.683175 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c750c0fc-e31b-4876-9f2c-8360e82dbf5e req-cc85c560-309b-499b-90f4-94164bca0943 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf00748-b667-4e77-a76f-20e8725999de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568931 Nov 12 01:17:42.712351 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f067b26f-49e5-4799-970b-34df97b8dbcc req-5cd2eeab-b567-4886-a0a3-24552bda4110 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1518323 Nov 12 01:17:42.721303 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [req-f067b26f-49e5-4799-970b-34df97b8dbcc req-21a38935-5d48-4073-b96b-455b83adafbe service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:17:42.722298 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f067b26f-49e5-4799-970b-34df97b8dbcc req-21a38935-5d48-4073-b96b-455b83adafbe service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051260 Nov 12 01:17:42.760000 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97bc55-8dfe-40fe-b9f2-f6f52fa274d2 req-ad16ff99-0439-44d3-99bd-38ad2cc08dc5 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:42.761538 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c97bc55-8dfe-40fe-b9f2-f6f52fa274d2 req-ad16ff99-0439-44d3-99bd-38ad2cc08dc5 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=03443955-c462-4974-9818-9d7f538505fd HTTP/1.1" status: 200 len: 944 time: 0.0519595 Nov 12 01:17:42.817474 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c97bc55-8dfe-40fe-b9f2-f6f52fa274d2 req-a30e6a61-db4d-4739-a9e6-a9e8c3cbf3d4 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495679 Nov 12 01:17:42.875348 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:43.801510 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffd49c-cd57-4a7b-a4c6-05d88df733dd req-13613b70-2b8a-405e-94e2-584218439336 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:43.803543 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8cffd49c-cd57-4a7b-a4c6-05d88df733dd req-13613b70-2b8a-405e-94e2-584218439336 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd HTTP/1.1" status: 200 len: 945 time: 0.0488031 Nov 12 01:17:43.856711 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8cffd49c-cd57-4a7b-a4c6-05d88df733dd req-9471ed33-fd0c-4049-ab70-f6598f093179 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf00748-b667-4e77-a76f-20e8725999de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470002 Nov 12 01:17:43.938321 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067b26f-49e5-4799-970b-34df97b8dbcc req-3e50f6a0-3dc6-4749-bf5a-fdebc8a6675b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:43.939835 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f067b26f-49e5-4799-970b-34df97b8dbcc req-3e50f6a0-3dc6-4749-bf5a-fdebc8a6675b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b199a2c21c394c79bc16fc575899fc99&device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd HTTP/1.1" status: 200 len: 1097 time: 0.0677431 Nov 12 01:17:43.963670 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d95023-a6fb-43da-a642-de3de0d74cd2 req-b70491db-8d94-4555-a58e-2a0a865af731 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:43.964999 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-48d95023-a6fb-43da-a642-de3de0d74cd2 req-b70491db-8d94-4555-a58e-2a0a865af731 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=03443955-c462-4974-9818-9d7f538505fd HTTP/1.1" status: 200 len: 944 time: 0.0678167 Nov 12 01:17:44.067455 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-48d95023-a6fb-43da-a642-de3de0d74cd2 req-290594ac-85a6-4b46-aed5-03272ed21ae0 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927846 Nov 12 01:17:44.076758 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067b26f-49e5-4799-970b-34df97b8dbcc req-0a472a4d-7d86-4f31-8167-9568b14d9410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:44.078319 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f067b26f-49e5-4799-970b-34df97b8dbcc req-0a472a4d-7d86-4f31-8167-9568b14d9410 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b2b3b829-800e-4e0c-8058-b16c6e4f675f HTTP/1.1" status: 200 len: 898 time: 0.1303248 Nov 12 01:17:44.145285 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f067b26f-49e5-4799-970b-34df97b8dbcc req-9f19d9d1-8980-4ec0-8803-82517f0981c3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d4530b5-a460-426b-a6d2-668060a3cb9b HTTP/1.1" status: 200 len: 1001 time: 0.0591586 Nov 12 01:17:44.199197 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067b26f-49e5-4799-970b-34df97b8dbcc req-fcf000f6-5e57-4b77-9031-605e5b63064a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:44.200648 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f067b26f-49e5-4799-970b-34df97b8dbcc req-fcf000f6-5e57-4b77-9031-605e5b63064a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=043b3d5c-2754-4c01-b973-6de174cc231e HTTP/1.1" status: 200 len: 835 time: 0.0484874 Nov 12 01:17:44.246592 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067b26f-49e5-4799-970b-34df97b8dbcc req-64bd77dc-5b53-4a13-bbe0-2bf8f8c49ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:44.248004 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f067b26f-49e5-4799-970b-34df97b8dbcc req-64bd77dc-5b53-4a13-bbe0-2bf8f8c49ed2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b2b3b829-800e-4e0c-8058-b16c6e4f675f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408580 Nov 12 01:17:44.338516 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f067b26f-49e5-4799-970b-34df97b8dbcc req-168888ab-0fa1-4ff7-a3eb-825df43e4f2b service neutron] 10.222.0.54 "GET /v2.0/networks/b2b3b829-800e-4e0c-8058-b16c6e4f675f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820444 Nov 12 01:17:44.432125 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f067b26f-49e5-4799-970b-34df97b8dbcc req-0f548419-daca-4703-98b0-8579a0d1c28f service neutron] 10.222.0.54 "GET /v2.0/networks/b2b3b829-800e-4e0c-8058-b16c6e4f675f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858562 Nov 12 01:17:44.978174 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade5f9e-7dc2-4652-84e2-804e810f981f req-7ebc01ed-edd7-46be-b11c-3a0f80206ecd tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:44.979681 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cade5f9e-7dc2-4652-84e2-804e810f981f req-7ebc01ed-edd7-46be-b11c-3a0f80206ecd tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd HTTP/1.1" status: 200 len: 945 time: 0.0498335 Nov 12 01:17:45.032465 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cade5f9e-7dc2-4652-84e2-804e810f981f req-5157c7eb-181d-4800-9bc3-e66dffdd7598 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf00748-b667-4e77-a76f-20e8725999de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469632 Nov 12 01:17:45.182305 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583cdece-8e89-472b-9519-d52761f309c0 req-95455d21-63ab-4707-a25a-6f614b933603 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:45.183679 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-583cdece-8e89-472b-9519-d52761f309c0 req-95455d21-63ab-4707-a25a-6f614b933603 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=03443955-c462-4974-9818-9d7f538505fd HTTP/1.1" status: 200 len: 944 time: 0.0492730 Nov 12 01:17:45.230255 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-583cdece-8e89-472b-9519-d52761f309c0 req-1de3ae1a-169b-459a-9d7b-e7d36407f3f0 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408185 Nov 12 01:17:46.148309 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac9ac7-8b8f-412a-8366-ca16caf080f3 req-a5b7575a-88da-452a-a0c9-339821bfd1ce tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:46.149830 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-87ac9ac7-8b8f-412a-8366-ca16caf080f3 req-a5b7575a-88da-452a-a0c9-339821bfd1ce tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd HTTP/1.1" status: 200 len: 945 time: 0.0493758 Nov 12 01:17:46.200149 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-87ac9ac7-8b8f-412a-8366-ca16caf080f3 req-8be4bf13-d087-4d20-b63a-af39917d4074 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf00748-b667-4e77-a76f-20e8725999de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441785 Nov 12 01:17:46.351246 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eefd7a-353e-4e5b-9303-7505ae64bf6c req-502d565b-d047-4b4e-aafa-907f20db62ff tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:46.352712 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-38eefd7a-353e-4e5b-9303-7505ae64bf6c req-502d565b-d047-4b4e-aafa-907f20db62ff tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=03443955-c462-4974-9818-9d7f538505fd HTTP/1.1" status: 200 len: 944 time: 0.0550449 Nov 12 01:17:46.401873 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-38eefd7a-353e-4e5b-9303-7505ae64bf6c req-5cea3677-7b25-4b47-b0cd-875c2016eac2 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431828 Nov 12 01:17:47.316558 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b64fe-1a10-41a1-b914-78796b3ebf1d req-0c7224c0-d1ce-4ec4-bbf3-29dbbdc443ed tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:47.318800 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fb7b64fe-1a10-41a1-b914-78796b3ebf1d req-0c7224c0-d1ce-4ec4-bbf3-29dbbdc443ed tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd HTTP/1.1" status: 200 len: 945 time: 0.0493331 Nov 12 01:17:47.367440 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fb7b64fe-1a10-41a1-b914-78796b3ebf1d req-452873fa-d26c-465a-abd4-c8fc7579011c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf00748-b667-4e77-a76f-20e8725999de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426455 Nov 12 01:17:47.517247 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8728279-6109-4b94-bc4c-130fba692ab4 req-7a234d64-9771-45c3-937b-c80fa71ae697 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:47.518654 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e8728279-6109-4b94-bc4c-130fba692ab4 req-7a234d64-9771-45c3-937b-c80fa71ae697 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=03443955-c462-4974-9818-9d7f538505fd HTTP/1.1" status: 200 len: 944 time: 0.0497012 Nov 12 01:17:47.566674 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e8728279-6109-4b94-bc4c-130fba692ab4 req-e4f8dacd-a2e4-4ac2-a6d4-dcc872fcacca tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414677 Nov 12 01:17:48.492074 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5db48-c2ef-427d-899f-e1acbc40798d req-0310f26b-7fa6-4d85-91bb-b3cfa6ec7f8a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:48.493574 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-32c5db48-c2ef-427d-899f-e1acbc40798d req-0310f26b-7fa6-4d85-91bb-b3cfa6ec7f8a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd HTTP/1.1" status: 200 len: 945 time: 0.0582490 Nov 12 01:17:48.544132 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-32c5db48-c2ef-427d-899f-e1acbc40798d req-87695fbb-8aab-4b9a-958f-a037faaf3848 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf00748-b667-4e77-a76f-20e8725999de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445645 Nov 12 01:17:48.682653 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557dfc85-6a2b-4a3c-9f8e-adb4b806805f req-678e8f45-55f3-452e-8895-6a63e2362e57 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:48.684011 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-557dfc85-6a2b-4a3c-9f8e-adb4b806805f req-678e8f45-55f3-452e-8895-6a63e2362e57 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=03443955-c462-4974-9818-9d7f538505fd HTTP/1.1" status: 200 len: 944 time: 0.0493946 Nov 12 01:17:48.734739 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-557dfc85-6a2b-4a3c-9f8e-adb4b806805f req-9f74870c-f085-410b-8487-5080a6a78642 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447495 Nov 12 01:17:49.659524 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc46ce-5abc-4f7e-98f1-ac25f33b751d req-47d6130e-31d0-4559-b446-f7264391e41c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:49.660989 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cdfc46ce-5abc-4f7e-98f1-ac25f33b751d req-47d6130e-31d0-4559-b446-f7264391e41c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd HTTP/1.1" status: 200 len: 945 time: 0.0489616 Nov 12 01:17:49.708873 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cdfc46ce-5abc-4f7e-98f1-ac25f33b751d req-95911bd6-6eaa-4625-a767-2b4efb916066 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf00748-b667-4e77-a76f-20e8725999de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418577 Nov 12 01:17:49.860836 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc7e2c5-797e-4665-8d00-86c31c29b615 req-0a46730b-f104-4944-bd3e-1da545124a7f tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:49.862952 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fcc7e2c5-797e-4665-8d00-86c31c29b615 req-0a46730b-f104-4944-bd3e-1da545124a7f tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=03443955-c462-4974-9818-9d7f538505fd HTTP/1.1" status: 200 len: 944 time: 0.0503287 Nov 12 01:17:49.913259 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fcc7e2c5-797e-4665-8d00-86c31c29b615 req-a8d963b5-4705-45d1-83f5-42ff9b812d77 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430076 Nov 12 01:17:49.944525 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 55f31ceb-b04c-4456-839a-108303d10485 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:17:50.036873 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 55f31ceb-b04c-4456-839a-108303d10485, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=55f31ceb-b04c-4456-839a-108303d10485,segment=NetworkSegment(c1b16b03-cd67-424f-8589-315c1c109bba),segment_id=c1b16b03-cd67-424f-8589-315c1c109bba)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:50.047548 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '55f31ceb-b04c-4456-839a-108303d10485', 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab', 'port_id': '55f31ceb-b04c-4456-839a-108303d10485', 'mac_address': 'fa:16:3e:41:47:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0049bca-8c54-4a87-971a-726fded81d57', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:17:50.092449 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:50.109106 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55f31ceb-b04c-4456-839a-108303d10485 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:17:50.134415 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 55f31ceb-b04c-4456-839a-108303d10485, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=55f31ceb-b04c-4456-839a-108303d10485,segment=NetworkSegment(c1b16b03-cd67-424f-8589-315c1c109bba),segment_id=c1b16b03-cd67-424f-8589-315c1c109bba)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:50.138329 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:50.186419 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=55f31ceb-b04c-4456-839a-108303d10485,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:50.194496 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:50.194847 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:50.195197 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:50.195529 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:50.195864 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:50.196201 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:50.196530 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:50.196856 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:50.197180 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:50.197600 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:50.197932 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:50.198246 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:50.398245 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['55f31ceb-b04c-4456-839a-108303d10485'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:17:50.825594 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7cf91-82e9-449e-ace9-803619c88f6f req-bf4eee66-e64e-40a7-b81e-888a3b278f3d tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:50.827056 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bfb7cf91-82e9-449e-ace9-803619c88f6f req-bf4eee66-e64e-40a7-b81e-888a3b278f3d tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd HTTP/1.1" status: 200 len: 945 time: 0.0483780 Nov 12 01:17:50.881111 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bfb7cf91-82e9-449e-ace9-803619c88f6f req-ebac0a7e-de53-4b7c-b3dd-a5fd99e6bb29 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf00748-b667-4e77-a76f-20e8725999de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472653 Nov 12 01:17:51.028573 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc6486-5472-4021-9502-2febc904c6af req-d6e04bb7-c1a9-4ea3-8772-129b9a56d63d tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:51.030082 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c7dc6486-5472-4021-9502-2febc904c6af req-d6e04bb7-c1a9-4ea3-8772-129b9a56d63d tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=03443955-c462-4974-9818-9d7f538505fd HTTP/1.1" status: 200 len: 945 time: 0.0484543 Nov 12 01:17:51.078677 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c7dc6486-5472-4021-9502-2febc904c6af req-e1f54c9a-9762-45d2-915e-838836c22dfb tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425782 Nov 12 01:17:51.958634 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 55f31ceb-b04c-4456-839a-108303d10485 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:17:51.998521 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454fb243-cf36-4db4-9df0-2221290b7ec0 req-fc43de43-5e11-4b52-b713-ac3c7309858b tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:52.000003 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-454fb243-cf36-4db4-9df0-2221290b7ec0 req-fc43de43-5e11-4b52-b713-ac3c7309858b tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd HTTP/1.1" status: 200 len: 945 time: 0.0499053 Nov 12 01:17:52.006508 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 55f31ceb-b04c-4456-839a-108303d10485 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:17:52.011335 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 55f31ceb-b04c-4456-839a-108303d10485 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:52.011711 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:52.054330 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-454fb243-cf36-4db4-9df0-2221290b7ec0 req-45310760-d13c-4abf-95d4-20fbfd146402 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf00748-b667-4e77-a76f-20e8725999de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467997 Nov 12 01:17:52.098034 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:52.121984 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03443955-c462-4974-9818-9d7f538505fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f31ceb-b04c-4456-839a-108303d10485'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:17:52.124300 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3aa190-55dc-4ccc-913d-0ab92f33a247" -d '{"events": [{"server_uuid": "03443955-c462-4974-9818-9d7f538505fd", "name": "network-vif-plugged", "status": "completed", "tag": "55f31ceb-b04c-4456-839a-108303d10485"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:17:52.137745 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 55f31ceb-b04c-4456-839a-108303d10485, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=55f31ceb-b04c-4456-839a-108303d10485,segment=NetworkSegment(c1b16b03-cd67-424f-8589-315c1c109bba),segment_id=c1b16b03-cd67-424f-8589-315c1c109bba)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:52.143621 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:52.180534 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d944e4-b7e4-44e0-9f18-eac1bea0b19a x-openstack-request-id: req-d7d944e4-b7e4-44e0-9f18-eac1bea0b19a {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:17:52.180843 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03443955-c462-4974-9818-9d7f538505fd", "name": "network-vif-plugged", "status": "completed", "tag": "55f31ceb-b04c-4456-839a-108303d10485", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:17:52.181055 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d7d944e4-b7e4-44e0-9f18-eac1bea0b19a {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:17:52.181470 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03443955-c462-4974-9818-9d7f538505fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f31ceb-b04c-4456-839a-108303d10485', 'code': 200} Nov 12 01:17:52.209185 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=55f31ceb-b04c-4456-839a-108303d10485,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:52.227082 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d2fba-26dc-4588-b6fb-cec0967ab967 req-f88dfc86-8a2c-4fe7-9ebd-ec3adc1a42fd tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:52.228565 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-011d2fba-26dc-4588-b6fb-cec0967ab967 req-f88dfc86-8a2c-4fe7-9ebd-ec3adc1a42fd tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=03443955-c462-4974-9818-9d7f538505fd HTTP/1.1" status: 200 len: 946 time: 0.0762308 Nov 12 01:17:52.305327 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-011d2fba-26dc-4588-b6fb-cec0967ab967 req-5ad5aac9-0e00-437f-8b30-95771760cf52 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699582 Nov 12 01:17:52.313825 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9958c710-3bbc-4165-8434-7d979da91d8c req-104405f4-3226-48a9-96cd-becbb1b8153a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:52.315281 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9958c710-3bbc-4165-8434-7d979da91d8c req-104405f4-3226-48a9-96cd-becbb1b8153a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=03443955-c462-4974-9818-9d7f538505fd HTTP/1.1" status: 200 len: 1098 time: 0.0585058 Nov 12 01:17:52.360379 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9958c710-3bbc-4165-8434-7d979da91d8c req-86e46f86-373c-4fc5-8953-b66f029b459e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365832 Nov 12 01:17:53.171460 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b881efb-c635-40cc-b6bc-f7970742d67d req-dee28fb8-43ff-4b48-8008-38abcbd78fdd tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:53.172977 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8b881efb-c635-40cc-b6bc-f7970742d67d req-dee28fb8-43ff-4b48-8008-38abcbd78fdd tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd HTTP/1.1" status: 200 len: 945 time: 0.0504839 Nov 12 01:17:53.221069 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8b881efb-c635-40cc-b6bc-f7970742d67d req-9640b8a3-aa8c-47ba-95b4-673a0b31a42e tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf00748-b667-4e77-a76f-20e8725999de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415351 Nov 12 01:17:53.431329 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926620cb-4799-49a5-8aa0-b6e0d2abbc7f req-f219402d-202c-4bbd-a682-b13e64cf51b9 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:53.432801 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-926620cb-4799-49a5-8aa0-b6e0d2abbc7f req-f219402d-202c-4bbd-a682-b13e64cf51b9 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=03443955-c462-4974-9818-9d7f538505fd HTTP/1.1" status: 200 len: 946 time: 0.0586617 Nov 12 01:17:53.481248 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-926620cb-4799-49a5-8aa0-b6e0d2abbc7f req-054aea99-fcee-4bc3-82d3-7b267005cc2d tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422690 Nov 12 01:17:54.343511 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8145d8a-cc17-41e0-8d65-d546a650d1ef req-7e2e1e0c-727d-46df-8ff8-d717b6831205 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:54.344984 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a8145d8a-cc17-41e0-8d65-d546a650d1ef req-7e2e1e0c-727d-46df-8ff8-d717b6831205 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd HTTP/1.1" status: 200 len: 945 time: 0.0549059 Nov 12 01:17:54.393795 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a8145d8a-cc17-41e0-8d65-d546a650d1ef req-c6567940-a387-4fa2-8894-51b260098eb5 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf00748-b667-4e77-a76f-20e8725999de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421562 Nov 12 01:17:54.596539 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c88778-cd94-4699-be3d-3be5d2a827b6 req-6cd9e0c3-e1b1-4ef8-a1d4-c1e3badbac65 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:54.598068 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8c88778-cd94-4699-be3d-3be5d2a827b6 req-6cd9e0c3-e1b1-4ef8-a1d4-c1e3badbac65 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=03443955-c462-4974-9818-9d7f538505fd HTTP/1.1" status: 200 len: 946 time: 0.0493436 Nov 12 01:17:54.646144 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f8c88778-cd94-4699-be3d-3be5d2a827b6 req-69ac39fd-c3f9-47a2-a8a3-08e283928d7f tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411189 Nov 12 01:17:54.758390 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad576b-2906-4a7b-bffa-7be2603c7176 req-14bc130f-ed3d-434e-9d3d-2020afd7710b tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:54.759928 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1dad576b-2906-4a7b-bffa-7be2603c7176 req-14bc130f-ed3d-434e-9d3d-2020afd7710b tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=03443955-c462-4974-9818-9d7f538505fd HTTP/1.1" status: 200 len: 946 time: 0.0489657 Nov 12 01:17:54.808279 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1dad576b-2906-4a7b-bffa-7be2603c7176 req-09286987-7147-4d1c-879d-a60cd0b931ac tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425732 Nov 12 01:17:55.528447 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac59f1-64cf-40de-87f4-09f4963ec19b req-44310fc9-0019-41aa-a30d-5543ae0d1424 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:55.529992 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bdac59f1-64cf-40de-87f4-09f4963ec19b req-44310fc9-0019-41aa-a30d-5543ae0d1424 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd HTTP/1.1" status: 200 len: 945 time: 0.0587735 Nov 12 01:17:55.592257 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bdac59f1-64cf-40de-87f4-09f4963ec19b req-1a104b17-084c-446b-89f2-b15eb3ec5f8f tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf00748-b667-4e77-a76f-20e8725999de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556967 Nov 12 01:17:56.437622 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [req-f067b26f-49e5-4799-970b-34df97b8dbcc req-79bb0e35-018c-49b2-8287-2b8e6a5b9548 service neutron] show failed (client error): The resource could not be found. Nov 12 01:17:56.438671 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f067b26f-49e5-4799-970b-34df97b8dbcc req-79bb0e35-018c-49b2-8287-2b8e6a5b9548 service neutron] 10.222.0.54 "GET /v2.0/ports/5d4530b5-a460-426b-a6d2-668060a3cb9b/bindings/n-h1-812236-11 HTTP/1.1" status: 404 len: 381 time: 0.0595431 Nov 12 01:17:56.732345 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0b936-832d-4b77-8018-7d3630ff7490 req-d0da0bef-9e34-4760-b8ef-c09f6bfcb960 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:56.733856 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fed0b936-832d-4b77-8018-7d3630ff7490 req-d0da0bef-9e34-4760-b8ef-c09f6bfcb960 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd HTTP/1.1" status: 200 len: 945 time: 0.0524142 Nov 12 01:17:56.739342 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067b26f-49e5-4799-970b-34df97b8dbcc req-ea171e60-4556-4400-866e-10f11164d8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:56.740903 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f067b26f-49e5-4799-970b-34df97b8dbcc req-ea171e60-4556-4400-866e-10f11164d8a1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd&tenant_id=b199a2c21c394c79bc16fc575899fc99 HTTP/1.1" status: 200 len: 1097 time: 0.0893617 Nov 12 01:17:56.761117 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-f067b26f-49e5-4799-970b-34df97b8dbcc req-39b3efe7-da0a-4c88-b2ea-58b161e3737e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812236-11', 'device_owner': 'compute:nova'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:56.790190 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fed0b936-832d-4b77-8018-7d3630ff7490 req-347f5a73-be0d-4e65-af26-f9b5665ab114 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf00748-b667-4e77-a76f-20e8725999de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481493 Nov 12 01:17:56.819783 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f067b26f-49e5-4799-970b-34df97b8dbcc req-39b3efe7-da0a-4c88-b2ea-58b161e3737e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:57.019924 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-f067b26f-49e5-4799-970b-34df97b8dbcc req-39b3efe7-da0a-4c88-b2ea-58b161e3737e service neutron] For port 5d4530b5-a460-426b-a6d2-668060a3cb9b, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=5d4530b5-a460-426b-a6d2-668060a3cb9b,segment=NetworkSegment(8307717c-05d4-414b-9578-8949d2634df3),segment_id=8307717c-05d4-414b-9578-8949d2634df3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:57.053399 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-f067b26f-49e5-4799-970b-34df97b8dbcc req-39b3efe7-da0a-4c88-b2ea-58b161e3737e service neutron] For port 5d4530b5-a460-426b-a6d2-668060a3cb9b, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:17:57.093875 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '639f0390-c3e4-4459-9ff9-4b1d601405cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d4530b5-a460-426b-a6d2-668060a3cb9b'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:17:57.096144 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9008d441-3c5f-4cdd-b439-f618ed37db3d" -d '{"events": [{"server_uuid": "639f0390-c3e4-4459-9ff9-4b1d601405cd", "name": "network-vif-unplugged", "status": "completed", "tag": "5d4530b5-a460-426b-a6d2-668060a3cb9b"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:17:57.100613 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f067b26f-49e5-4799-970b-34df97b8dbcc req-39b3efe7-da0a-4c88-b2ea-58b161e3737e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:57.115322 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-f067b26f-49e5-4799-970b-34df97b8dbcc req-39b3efe7-da0a-4c88-b2ea-58b161e3737e service neutron] Transition to ACTIVE for port object 5d4530b5-a460-426b-a6d2-668060a3cb9b will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:17:57.120200 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f067b26f-49e5-4799-970b-34df97b8dbcc req-39b3efe7-da0a-4c88-b2ea-58b161e3737e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:57.164238 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b879a5-9e08-4fe9-ac4e-dfe21b0ee499 x-openstack-request-id: req-e8b879a5-9e08-4fe9-ac4e-dfe21b0ee499 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:17:57.164530 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "639f0390-c3e4-4459-9ff9-4b1d601405cd", "name": "network-vif-unplugged", "status": "completed", "tag": "5d4530b5-a460-426b-a6d2-668060a3cb9b", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:17:57.164781 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e8b879a5-9e08-4fe9-ac4e-dfe21b0ee499 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:17:57.165181 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '639f0390-c3e4-4459-9ff9-4b1d601405cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d4530b5-a460-426b-a6d2-668060a3cb9b', 'code': 200} Nov 12 01:17:57.264196 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b3efe7-da0a-4c88-b2ea-58b161e3737e service neutron] Pushing event updated for resources: {'Port': ['ID=5d4530b5-a460-426b-a6d2-668060a3cb9b,revision_number=6']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:57.286447 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b3efe7-da0a-4c88-b2ea-58b161e3737e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:57.286723 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b3efe7-da0a-4c88-b2ea-58b161e3737e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:57.287246 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b3efe7-da0a-4c88-b2ea-58b161e3737e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:57.287596 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b3efe7-da0a-4c88-b2ea-58b161e3737e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:57.287962 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b3efe7-da0a-4c88-b2ea-58b161e3737e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:57.288328 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b3efe7-da0a-4c88-b2ea-58b161e3737e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:57.288643 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b3efe7-da0a-4c88-b2ea-58b161e3737e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:57.288993 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b3efe7-da0a-4c88-b2ea-58b161e3737e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:57.289322 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b3efe7-da0a-4c88-b2ea-58b161e3737e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:57.289690 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b3efe7-da0a-4c88-b2ea-58b161e3737e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:57.290187 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b3efe7-da0a-4c88-b2ea-58b161e3737e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:57.290517 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b3efe7-da0a-4c88-b2ea-58b161e3737e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:57.321196 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-f067b26f-49e5-4799-970b-34df97b8dbcc req-39b3efe7-da0a-4c88-b2ea-58b161e3737e service neutron] No DVR routers for this DVR port 5d4530b5-a460-426b-a6d2-668060a3cb9b on host n-h2-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:17:57.335237 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb8e49-6be8-467a-a55a-ce31c7442ede req-dcd3bfa8-b573-42c8-9c4f-159fc7ff7f13 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:57.336800 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a5cb8e49-6be8-467a-a55a-ce31c7442ede req-dcd3bfa8-b573-42c8-9c4f-159fc7ff7f13 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/networks?id=cf426145-af7a-457c-9edb-3ba8bbea2dab HTTP/1.1" status: 200 len: 812 time: 0.1161206 Nov 12 01:17:57.354188 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a5cb8e49-6be8-467a-a55a-ce31c7442ede req-7176a4c3-7f8b-40fe-888f-2d689887acc2 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/quotas/a17bedb646b94ed485e4adca083ceb13 HTTP/1.1" status: 200 len: 375 time: 0.0114696 Nov 12 01:17:57.426528 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a5cb8e49-6be8-467a-a55a-ce31c7442ede req-51240ed8-f85b-4b3f-8859-b6adf6f058ab tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a17bedb646b94ed485e4adca083ceb13&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0651035 Nov 12 01:17:57.528861 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a5cb8e49-6be8-467a-a55a-ce31c7442ede req-b001c5e6-d976-435e-b6c2-dc809e985f02 service neutron] 10.222.0.20 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948317 Nov 12 01:17:57.626002 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a5cb8e49-6be8-467a-a55a-ce31c7442ede req-53c07557-7867-4806-9e6b-4aa3114e5cf5 service neutron] 10.222.0.20 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908570 Nov 12 01:17:57.828987 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5ceb1f3d-1526-4d00-ae75-48b67ac0821e req-2b55a19e-217c-4768-aaa7-2657f2aa8657 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=256c95e5-c5f6-43c5-bc75-c72ba1177b7c HTTP/1.1" status: 200 len: 210 time: 0.0343668 Nov 12 01:17:57.829843 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-f067b26f-49e5-4799-970b-34df97b8dbcc req-39b3efe7-da0a-4c88-b2ea-58b161e3737e service neutron] Attempting to bind port 5d4530b5-a460-426b-a6d2-668060a3cb9b on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:17:57.830223 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-f067b26f-49e5-4799-970b-34df97b8dbcc req-39b3efe7-da0a-4c88-b2ea-58b161e3737e service neutron] Attempting to bind port 5d4530b5-a460-426b-a6d2-668060a3cb9b by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '8307717c-05d4-414b-9578-8949d2634df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b2b3b829-800e-4e0c-8058-b16c6e4f675f'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:17:57.830491 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f067b26f-49e5-4799-970b-34df97b8dbcc req-39b3efe7-da0a-4c88-b2ea-58b161e3737e service neutron] Attempting to bind port 5d4530b5-a460-426b-a6d2-668060a3cb9b on network b2b3b829-800e-4e0c-8058-b16c6e4f675f {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:17:57.837307 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f067b26f-49e5-4799-970b-34df97b8dbcc req-39b3efe7-da0a-4c88-b2ea-58b161e3737e service neutron] Port 5d4530b5-a460-426b-a6d2-668060a3cb9b on network b2b3b829-800e-4e0c-8058-b16c6e4f675f not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:17:57.837980 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f067b26f-49e5-4799-970b-34df97b8dbcc req-39b3efe7-da0a-4c88-b2ea-58b161e3737e service neutron] Attempting to bind port 5d4530b5-a460-426b-a6d2-668060a3cb9b on network b2b3b829-800e-4e0c-8058-b16c6e4f675f {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:17:57.846581 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f067b26f-49e5-4799-970b-34df97b8dbcc req-39b3efe7-da0a-4c88-b2ea-58b161e3737e service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:17:57.846991 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f067b26f-49e5-4799-970b-34df97b8dbcc req-39b3efe7-da0a-4c88-b2ea-58b161e3737e service neutron] Checking segment: {'id': '8307717c-05d4-414b-9578-8949d2634df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b2b3b829-800e-4e0c-8058-b16c6e4f675f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:17:57.847475 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f067b26f-49e5-4799-970b-34df97b8dbcc req-39b3efe7-da0a-4c88-b2ea-58b161e3737e service neutron] Bound using segment: {'id': '8307717c-05d4-414b-9578-8949d2634df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b2b3b829-800e-4e0c-8058-b16c6e4f675f'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:17:57.848063 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-f067b26f-49e5-4799-970b-34df97b8dbcc req-39b3efe7-da0a-4c88-b2ea-58b161e3737e service neutron] Bound port: 5d4530b5-a460-426b-a6d2-668060a3cb9b, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8307717c-05d4-414b-9578-8949d2634df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b2b3b829-800e-4e0c-8058-b16c6e4f675f'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:17:57.849416 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f067b26f-49e5-4799-970b-34df97b8dbcc req-39b3efe7-da0a-4c88-b2ea-58b161e3737e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:57.922099 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-f067b26f-49e5-4799-970b-34df97b8dbcc req-39b3efe7-da0a-4c88-b2ea-58b161e3737e service neutron] For port 5d4530b5-a460-426b-a6d2-668060a3cb9b, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:17:57.925619 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-f067b26f-49e5-4799-970b-34df97b8dbcc req-39b3efe7-da0a-4c88-b2ea-58b161e3737e service neutron] For port 5d4530b5-a460-426b-a6d2-668060a3cb9b, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=5d4530b5-a460-426b-a6d2-668060a3cb9b,segment=NetworkSegment(8307717c-05d4-414b-9578-8949d2634df3),segment_id=8307717c-05d4-414b-9578-8949d2634df3)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:17:57.929018 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad296347-933e-4c16-b514-8a32ea3877a5 req-be63925f-166d-4679-9454-dab3a10a92d3 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:57.930765 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ad296347-933e-4c16-b514-8a32ea3877a5 req-be63925f-166d-4679-9454-dab3a10a92d3 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd HTTP/1.1" status: 200 len: 943 time: 0.0608749 Nov 12 01:17:57.933842 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f067b26f-49e5-4799-970b-34df97b8dbcc req-39b3efe7-da0a-4c88-b2ea-58b161e3737e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:57.970031 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067b26f-49e5-4799-970b-34df97b8dbcc req-39b3efe7-da0a-4c88-b2ea-58b161e3737e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:57.970793 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f067b26f-49e5-4799-970b-34df97b8dbcc req-39b3efe7-da0a-4c88-b2ea-58b161e3737e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:57.972609 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f067b26f-49e5-4799-970b-34df97b8dbcc req-39b3efe7-da0a-4c88-b2ea-58b161e3737e service neutron] 10.222.0.49 "PUT /v2.0/ports/5d4530b5-a460-426b-a6d2-668060a3cb9b HTTP/1.1" status: 200 len: 1092 time: 1.2164671 Nov 12 01:17:57.998664 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ad296347-933e-4c16-b514-8a32ea3877a5 req-9d969ac7-97ca-4acd-9fa5-6da37d520364 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf00748-b667-4e77-a76f-20e8725999de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608761 Nov 12 01:17:58.003527 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b3efe7-da0a-4c88-b2ea-58b161e3737e service neutron] Pushing event updated for resources: {'Port': ['ID=5d4530b5-a460-426b-a6d2-668060a3cb9b,revision_number=7']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:58.063222 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067b26f-49e5-4799-970b-34df97b8dbcc req-bd528989-4669-4d43-92e2-c37552ff64ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:58.064865 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f067b26f-49e5-4799-970b-34df97b8dbcc req-bd528989-4669-4d43-92e2-c37552ff64ef service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b199a2c21c394c79bc16fc575899fc99&device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd HTTP/1.1" status: 200 len: 1095 time: 0.0502424 Nov 12 01:17:58.170299 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067b26f-49e5-4799-970b-34df97b8dbcc req-bb52a8a1-8f32-424e-8638-fd487921a803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:58.172043 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f067b26f-49e5-4799-970b-34df97b8dbcc req-bb52a8a1-8f32-424e-8638-fd487921a803 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b2b3b829-800e-4e0c-8058-b16c6e4f675f HTTP/1.1" status: 200 len: 898 time: 0.1005907 Nov 12 01:17:58.248462 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f067b26f-49e5-4799-970b-34df97b8dbcc req-8c266d09-5f92-4c28-8990-b804a59dd501 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d4530b5-a460-426b-a6d2-668060a3cb9b HTTP/1.1" status: 200 len: 999 time: 0.0691934 Nov 12 01:17:58.303861 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067b26f-49e5-4799-970b-34df97b8dbcc req-d38a6f71-b67c-4c3c-8b50-77b892537b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:58.305560 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f067b26f-49e5-4799-970b-34df97b8dbcc req-d38a6f71-b67c-4c3c-8b50-77b892537b09 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=043b3d5c-2754-4c01-b973-6de174cc231e HTTP/1.1" status: 200 len: 835 time: 0.0494645 Nov 12 01:17:58.355403 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067b26f-49e5-4799-970b-34df97b8dbcc req-3012c0ac-06af-46d5-894b-18295de0d9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:58.357037 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f067b26f-49e5-4799-970b-34df97b8dbcc req-3012c0ac-06af-46d5-894b-18295de0d9bb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b2b3b829-800e-4e0c-8058-b16c6e4f675f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440991 Nov 12 01:17:58.458103 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f067b26f-49e5-4799-970b-34df97b8dbcc req-6085a432-3b16-44d5-914b-c4fcf3adbe5c service neutron] 10.222.0.49 "GET /v2.0/networks/b2b3b829-800e-4e0c-8058-b16c6e4f675f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926826 Nov 12 01:17:58.555467 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f067b26f-49e5-4799-970b-34df97b8dbcc req-835713b9-25ca-4518-b6a1-d691f41bca9b service neutron] 10.222.0.49 "GET /v2.0/networks/b2b3b829-800e-4e0c-8058-b16c6e4f675f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893078 Nov 12 01:17:58.940938 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-11532557-c526-45e4-b1d6-ddf841e38b65 req-964947a1-931b-4303-8ba9-e6737847ab44 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=256c95e5-c5f6-43c5-bc75-c72ba1177b7c HTTP/1.1" status: 200 len: 210 time: 0.0370491 Nov 12 01:17:58.956168 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb8e49-6be8-467a-a55a-ce31c7442ede req-bdc29181-cfdc-4a97-8420-fae8c3d50112 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:58.958408 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a5cb8e49-6be8-467a-a55a-ce31c7442ede req-bdc29181-cfdc-4a97-8420-fae8c3d50112 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.54 "GET /v2.0/networks?id=cf426145-af7a-457c-9edb-3ba8bbea2dab HTTP/1.1" status: 200 len: 812 time: 0.1328785 Nov 12 01:17:58.977418 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-a5cb8e49-6be8-467a-a55a-ce31c7442ede req-7f5548ca-6a39-49f6-a616-8fb66bbbc27b tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Request body: {'port': {'device_id': '256c95e5-c5f6-43c5-bc75-c72ba1177b7c', 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab', 'admin_state_up': True, 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:59.099920 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5cb8e49-6be8-467a-a55a-ce31c7442ede req-7f5548ca-6a39-49f6-a616-8fb66bbbc27b tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Made reservation on behalf of a17bedb646b94ed485e4adca083ceb13 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:17:59.104046 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a5cb8e49-6be8-467a-a55a-ce31c7442ede req-7f5548ca-6a39-49f6-a616-8fb66bbbc27b tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:59.168336 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '639f0390-c3e4-4459-9ff9-4b1d601405cd', 'tag': '5d4530b5-a460-426b-a6d2-668060a3cb9b'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:17:59.171390 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2100988-cfc1-462b-ab75-455cee2fd5da" -d '{"events": [{"name": "network-changed", "server_uuid": "639f0390-c3e4-4459-9ff9-4b1d601405cd", "tag": "5d4530b5-a460-426b-a6d2-668060a3cb9b"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:17:59.236335 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ecc7b8-f420-497d-aad9-ee496270ff82 x-openstack-request-id: req-d6ecc7b8-f420-497d-aad9-ee496270ff82 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:17:59.236744 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "639f0390-c3e4-4459-9ff9-4b1d601405cd", "tag": "5d4530b5-a460-426b-a6d2-668060a3cb9b", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:17:59.237110 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d6ecc7b8-f420-497d-aad9-ee496270ff82 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:17:59.237668 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '639f0390-c3e4-4459-9ff9-4b1d601405cd', 'tag': '5d4530b5-a460-426b-a6d2-668060a3cb9b', 'status': 'completed', 'code': 200} Nov 12 01:17:59.279485 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-a5cb8e49-6be8-467a-a55a-ce31c7442ede req-7f5548ca-6a39-49f6-a616-8fb66bbbc27b tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Allocated IP 172.20.0.8 (cf426145-af7a-457c-9edb-3ba8bbea2dab/e0049bca-8c54-4a87-971a-726fded81d57/a71b112c-3aa4-4f1d-a91a-0866b2752e15) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:17:59.378282 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2100988-cfc1-462b-ab75-455cee2fd5da req-dd0275ed-f644-4339-8e9f-5b27d3b13707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:59.381466 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c2100988-cfc1-462b-ab75-455cee2fd5da req-dd0275ed-f644-4339-8e9f-5b27d3b13707 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b199a2c21c394c79bc16fc575899fc99&device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd HTTP/1.1" status: 200 len: 1095 time: 0.0924175 Nov 12 01:17:59.425861 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2100988-cfc1-462b-ab75-455cee2fd5da req-f229ff38-9920-4c1d-b1e5-26a7fa3636ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:59.428295 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c2100988-cfc1-462b-ab75-455cee2fd5da req-f229ff38-9920-4c1d-b1e5-26a7fa3636ac service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b199a2c21c394c79bc16fc575899fc99&device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd HTTP/1.1" status: 200 len: 1095 time: 0.1473155 Nov 12 01:17:59.442994 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c15b2-13c9-4fcd-bc9b-86d1ad488198 req-9ffc643c-1c50-40d4-82d3-578f4c35b661 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:59.444741 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f97c15b2-13c9-4fcd-bc9b-86d1ad488198 req-9ffc643c-1c50-40d4-82d3-578f4c35b661 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd HTTP/1.1" status: 200 len: 943 time: 0.0997903 Nov 12 01:17:59.591738 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2100988-cfc1-462b-ab75-455cee2fd5da req-a7ac6734-b4fc-41c7-990b-368830991dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:59.593362 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c2100988-cfc1-462b-ab75-455cee2fd5da req-a7ac6734-b4fc-41c7-990b-368830991dda service neutron] 10.222.0.49 "GET /v2.0/networks?id=b2b3b829-800e-4e0c-8058-b16c6e4f675f HTTP/1.1" status: 200 len: 898 time: 0.1944404 Nov 12 01:17:59.596094 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a5cb8e49-6be8-467a-a55a-ce31c7442ede req-7f5548ca-6a39-49f6-a616-8fb66bbbc27b tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:59.635285 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2100988-cfc1-462b-ab75-455cee2fd5da req-64bf79d7-3a6b-4a40-9bc0-d2bc3d9e872f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:59.636770 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c2100988-cfc1-462b-ab75-455cee2fd5da req-64bf79d7-3a6b-4a40-9bc0-d2bc3d9e872f service neutron] 10.222.0.54 "GET /v2.0/networks?id=b2b3b829-800e-4e0c-8058-b16c6e4f675f HTTP/1.1" status: 200 len: 898 time: 0.1909566 Nov 12 01:17:59.646602 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f97c15b2-13c9-4fcd-bc9b-86d1ad488198 req-6c53e134-d55a-4ec5-86e8-b07c0427236f tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf00748-b667-4e77-a76f-20e8725999de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078496 Nov 12 01:17:59.681347 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c2100988-cfc1-462b-ab75-455cee2fd5da req-9f7188df-cd9c-4335-8354-9c1e0f5fecf3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d4530b5-a460-426b-a6d2-668060a3cb9b HTTP/1.1" status: 200 len: 999 time: 0.0799284 Nov 12 01:17:59.688751 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a5cb8e49-6be8-467a-a55a-ce31c7442ede req-7f5548ca-6a39-49f6-a616-8fb66bbbc27b tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:59.739770 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['55f31ceb-b04c-4456-839a-108303d10485'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:17:59.775814 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c2100988-cfc1-462b-ab75-455cee2fd5da req-213e6428-61e0-46f6-9669-70b51d9cd1b4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d4530b5-a460-426b-a6d2-668060a3cb9b HTTP/1.1" status: 200 len: 999 time: 0.1277893 Nov 12 01:17:59.782250 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5548ca-6a39-49f6-a616-8fb66bbbc27b tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Pushing event updated for resources: {'Port': ['ID=a71b112c-3aa4-4f1d-a91a-0866b2752e15,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:59.790183 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5cb8e49-6be8-467a-a55a-ce31c7442ede req-7f5548ca-6a39-49f6-a616-8fb66bbbc27b tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Network cf426145-af7a-457c-9edb-3ba8bbea2dab is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:17:59.794305 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2100988-cfc1-462b-ab75-455cee2fd5da req-b2e99952-304d-4d2a-9cef-b3969b453590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:59.796631 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c2100988-cfc1-462b-ab75-455cee2fd5da req-b2e99952-304d-4d2a-9cef-b3969b453590 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=043b3d5c-2754-4c01-b973-6de174cc231e HTTP/1.1" status: 200 len: 835 time: 0.1024265 Nov 12 01:17:59.797865 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-a5cb8e49-6be8-467a-a55a-ce31c7442ede req-7f5548ca-6a39-49f6-a616-8fb66bbbc27b tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:17:59.800579 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5cb8e49-6be8-467a-a55a-ce31c7442ede req-7f5548ca-6a39-49f6-a616-8fb66bbbc27b tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:17:59.887970 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb8e49-6be8-467a-a55a-ce31c7442ede req-7f5548ca-6a39-49f6-a616-8fb66bbbc27b tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:59.889009 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a5cb8e49-6be8-467a-a55a-ce31c7442ede req-7f5548ca-6a39-49f6-a616-8fb66bbbc27b tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:59.889876 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2100988-cfc1-462b-ab75-455cee2fd5da req-4efb9a62-89f2-46fe-bf6b-420d528b42fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:59.891346 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c2100988-cfc1-462b-ab75-455cee2fd5da req-4efb9a62-89f2-46fe-bf6b-420d528b42fb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=043b3d5c-2754-4c01-b973-6de174cc231e HTTP/1.1" status: 200 len: 835 time: 0.1080570 Nov 12 01:17:59.926929 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a5cb8e49-6be8-467a-a55a-ce31c7442ede req-7f5548ca-6a39-49f6-a616-8fb66bbbc27b tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9527283 Nov 12 01:17:59.931373 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2100988-cfc1-462b-ab75-455cee2fd5da req-65380774-1aff-45b1-8e39-3c86688c6124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:59.933560 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c2100988-cfc1-462b-ab75-455cee2fd5da req-65380774-1aff-45b1-8e39-3c86688c6124 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b2b3b829-800e-4e0c-8058-b16c6e4f675f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1027102 Nov 12 01:17:59.990000 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-a5cb8e49-6be8-467a-a55a-ce31c7442ede req-c728fe39-7a7f-4688-93f2-4ca44f44cc35 service neutron] Request body: {'port': {'device_id': '256c95e5-c5f6-43c5-bc75-c72ba1177b7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:59.991626 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2100988-cfc1-462b-ab75-455cee2fd5da req-419dc4db-def1-44a1-8b5c-f744bc2376de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:59.994891 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c2100988-cfc1-462b-ab75-455cee2fd5da req-419dc4db-def1-44a1-8b5c-f744bc2376de service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b2b3b829-800e-4e0c-8058-b16c6e4f675f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0941217 Nov 12 01:18:00.113029 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c2100988-cfc1-462b-ab75-455cee2fd5da req-c87619c5-4527-46da-b1d3-4e5facce87d4 service neutron] 10.222.0.54 "GET /v2.0/networks/b2b3b829-800e-4e0c-8058-b16c6e4f675f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117415 Nov 12 01:18:00.121443 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a5cb8e49-6be8-467a-a55a-ce31c7442ede req-c728fe39-7a7f-4688-93f2-4ca44f44cc35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:00.158989 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 5d4530b5-a460-426b-a6d2-668060a3cb9b no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:18:00.199466 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ece080-b987-4a61-b061-f0059c7f1994 req-2a65d705-e972-40b7-aaf9-70151b131bb4 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:00.201246 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a5ece080-b987-4a61-b061-f0059c7f1994 req-2a65d705-e972-40b7-aaf9-70151b131bb4 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=256c95e5-c5f6-43c5-bc75-c72ba1177b7c HTTP/1.1" status: 200 len: 931 time: 0.1676872 Nov 12 01:18:00.214482 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c2100988-cfc1-462b-ab75-455cee2fd5da req-2438c8a5-3fa6-41e6-8d66-e2c42771ecd7 service neutron] 10.222.0.49 "GET /v2.0/networks/b2b3b829-800e-4e0c-8058-b16c6e4f675f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710731 Nov 12 01:18:00.228790 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 5d4530b5-a460-426b-a6d2-668060a3cb9b not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:18:00.271317 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-8dff6b6d-cc53-47d3-a6ff-c8cd279f1331 None None] Provisioning complete for port a71b112c-3aa4-4f1d-a91a-0866b2752e15 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:00.272062 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8dff6b6d-cc53-47d3-a6ff-c8cd279f1331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:00.323137 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-8dff6b6d-cc53-47d3-a6ff-c8cd279f1331 None None] Port a71b112c-3aa4-4f1d-a91a-0866b2752e15 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:18:00.401916 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a5ece080-b987-4a61-b061-f0059c7f1994 req-de09fee5-ea83-402b-8538-94b411dcd156 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925728 Nov 12 01:18:00.509117 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c2100988-cfc1-462b-ab75-455cee2fd5da req-55512856-0b8e-4e6e-b227-d77718563e3e service neutron] 10.222.0.49 "GET /v2.0/networks/b2b3b829-800e-4e0c-8058-b16c6e4f675f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133286 Nov 12 01:18:00.591820 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-a5cb8e49-6be8-467a-a55a-ce31c7442ede req-c728fe39-7a7f-4688-93f2-4ca44f44cc35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a71b112c-3aa4-4f1d-a91a-0866b2752e15 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:18:00.600186 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a5cb8e49-6be8-467a-a55a-ce31c7442ede req-c728fe39-7a7f-4688-93f2-4ca44f44cc35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:00.605888 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c2100988-cfc1-462b-ab75-455cee2fd5da req-96251503-023e-431a-b384-b1f44e63d97f service neutron] 10.222.0.54 "GET /v2.0/networks/b2b3b829-800e-4e0c-8058-b16c6e4f675f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4829872 Nov 12 01:18:00.615226 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-a5cb8e49-6be8-467a-a55a-ce31c7442ede req-c728fe39-7a7f-4688-93f2-4ca44f44cc35 service neutron] Transition to ACTIVE for port object a71b112c-3aa4-4f1d-a91a-0866b2752e15 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:18:00.618267 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a5cb8e49-6be8-467a-a55a-ce31c7442ede req-c728fe39-7a7f-4688-93f2-4ca44f44cc35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:00.673762 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c728fe39-7a7f-4688-93f2-4ca44f44cc35 service neutron] Pushing event updated for resources: {'Port': ['ID=a71b112c-3aa4-4f1d-a91a-0866b2752e15,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:00.754059 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-a5cb8e49-6be8-467a-a55a-ce31c7442ede req-c728fe39-7a7f-4688-93f2-4ca44f44cc35 service neutron] Attempting to bind port a71b112c-3aa4-4f1d-a91a-0866b2752e15 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:18:00.754710 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-a5cb8e49-6be8-467a-a55a-ce31c7442ede req-c728fe39-7a7f-4688-93f2-4ca44f44cc35 service neutron] Attempting to bind port a71b112c-3aa4-4f1d-a91a-0866b2752e15 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': 'c1b16b03-cd67-424f-8589-315c1c109bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:18:00.755306 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cb8e49-6be8-467a-a55a-ce31c7442ede req-c728fe39-7a7f-4688-93f2-4ca44f44cc35 service neutron] Attempting to bind port a71b112c-3aa4-4f1d-a91a-0866b2752e15 on network cf426145-af7a-457c-9edb-3ba8bbea2dab {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:18:00.761561 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cb8e49-6be8-467a-a55a-ce31c7442ede req-c728fe39-7a7f-4688-93f2-4ca44f44cc35 service neutron] Port a71b112c-3aa4-4f1d-a91a-0866b2752e15 on network cf426145-af7a-457c-9edb-3ba8bbea2dab not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:18:00.761982 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cb8e49-6be8-467a-a55a-ce31c7442ede req-c728fe39-7a7f-4688-93f2-4ca44f44cc35 service neutron] Attempting to bind port a71b112c-3aa4-4f1d-a91a-0866b2752e15 on network cf426145-af7a-457c-9edb-3ba8bbea2dab {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:18:00.767962 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cb8e49-6be8-467a-a55a-ce31c7442ede req-c728fe39-7a7f-4688-93f2-4ca44f44cc35 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:18:00.768377 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cb8e49-6be8-467a-a55a-ce31c7442ede req-c728fe39-7a7f-4688-93f2-4ca44f44cc35 service neutron] Checking segment: {'id': 'c1b16b03-cd67-424f-8589-315c1c109bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:18:00.768829 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cb8e49-6be8-467a-a55a-ce31c7442ede req-c728fe39-7a7f-4688-93f2-4ca44f44cc35 service neutron] Bound using segment: {'id': 'c1b16b03-cd67-424f-8589-315c1c109bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:18:00.769321 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-a5cb8e49-6be8-467a-a55a-ce31c7442ede req-c728fe39-7a7f-4688-93f2-4ca44f44cc35 service neutron] Bound port: a71b112c-3aa4-4f1d-a91a-0866b2752e15, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1b16b03-cd67-424f-8589-315c1c109bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:18:00.770114 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a5cb8e49-6be8-467a-a55a-ce31c7442ede req-c728fe39-7a7f-4688-93f2-4ca44f44cc35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:00.794014 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c23f9-12be-4296-b65b-ac1c0a287e8e req-57604725-29d7-4e4d-b68a-d850575dd413 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:00.796837 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2c1c23f9-12be-4296-b65b-ac1c0a287e8e req-57604725-29d7-4e4d-b68a-d850575dd413 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd HTTP/1.1" status: 200 len: 943 time: 0.0596843 Nov 12 01:18:00.856211 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-a5cb8e49-6be8-467a-a55a-ce31c7442ede req-c728fe39-7a7f-4688-93f2-4ca44f44cc35 service neutron] For port a71b112c-3aa4-4f1d-a91a-0866b2752e15, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:18:00.860110 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-a5cb8e49-6be8-467a-a55a-ce31c7442ede req-c728fe39-7a7f-4688-93f2-4ca44f44cc35 service neutron] For port a71b112c-3aa4-4f1d-a91a-0866b2752e15, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=a71b112c-3aa4-4f1d-a91a-0866b2752e15,segment=NetworkSegment(c1b16b03-cd67-424f-8589-315c1c109bba),segment_id=c1b16b03-cd67-424f-8589-315c1c109bba)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:18:00.866483 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a5cb8e49-6be8-467a-a55a-ce31c7442ede req-c728fe39-7a7f-4688-93f2-4ca44f44cc35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:00.885165 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2c1c23f9-12be-4296-b65b-ac1c0a287e8e req-a49ce84d-625b-4cfe-add4-24e1b89567f5 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf00748-b667-4e77-a76f-20e8725999de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742342 Nov 12 01:18:00.917247 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb8e49-6be8-467a-a55a-ce31c7442ede req-c728fe39-7a7f-4688-93f2-4ca44f44cc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:00.917910 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a5cb8e49-6be8-467a-a55a-ce31c7442ede req-c728fe39-7a7f-4688-93f2-4ca44f44cc35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:00.919404 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a5cb8e49-6be8-467a-a55a-ce31c7442ede req-c728fe39-7a7f-4688-93f2-4ca44f44cc35 service neutron] 10.222.0.54 "PUT /v2.0/ports/a71b112c-3aa4-4f1d-a91a-0866b2752e15 HTTP/1.1" status: 200 len: 1092 time: 0.9338965 Nov 12 01:18:00.948832 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c728fe39-7a7f-4688-93f2-4ca44f44cc35 service neutron] Pushing event updated for resources: {'Port': ['ID=a71b112c-3aa4-4f1d-a91a-0866b2752e15,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:01.036328 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb8e49-6be8-467a-a55a-ce31c7442ede req-90c5b1f4-0256-4813-8e57-a3773706247f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:01.038314 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a5cb8e49-6be8-467a-a55a-ce31c7442ede req-90c5b1f4-0256-4813-8e57-a3773706247f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a17bedb646b94ed485e4adca083ceb13&device_id=256c95e5-c5f6-43c5-bc75-c72ba1177b7c HTTP/1.1" status: 200 len: 1095 time: 0.0588651 Nov 12 01:18:01.108664 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a5cb8e49-6be8-467a-a55a-ce31c7442ede req-e577ace0-cef6-4f71-bc06-844dd60e4cec service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a71b112c-3aa4-4f1d-a91a-0866b2752e15 HTTP/1.1" status: 200 len: 217 time: 0.0465133 Nov 12 01:18:01.122283 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098b094-de30-4a70-b9f2-46666d99aa2f req-f8015c5f-15e8-4ddc-b993-177654960015 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:01.132116 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b098b094-de30-4a70-b9f2-46666d99aa2f req-f8015c5f-15e8-4ddc-b993-177654960015 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd HTTP/1.1" status: 200 len: 943 time: 0.0644994 Nov 12 01:18:01.171917 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb8e49-6be8-467a-a55a-ce31c7442ede req-60046436-85bc-4296-84ce-40b0e2cbb13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:01.174377 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a5cb8e49-6be8-467a-a55a-ce31c7442ede req-60046436-85bc-4296-84ce-40b0e2cbb13e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e0049bca-8c54-4a87-971a-726fded81d57 HTTP/1.1" status: 200 len: 851 time: 0.0585418 Nov 12 01:18:01.228397 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb8e49-6be8-467a-a55a-ce31c7442ede req-4af497c8-3fc5-48c2-81a0-9cba8d420b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:01.229328 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b098b094-de30-4a70-b9f2-46666d99aa2f req-42565b93-446e-46bc-9b13-77d5696cd093 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf00748-b667-4e77-a76f-20e8725999de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959566 Nov 12 01:18:01.230070 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a5cb8e49-6be8-467a-a55a-ce31c7442ede req-4af497c8-3fc5-48c2-81a0-9cba8d420b32 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cf426145-af7a-457c-9edb-3ba8bbea2dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473452 Nov 12 01:18:01.246523 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '256c95e5-c5f6-43c5-bc75-c72ba1177b7c', 'tag': 'a71b112c-3aa4-4f1d-a91a-0866b2752e15'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:18:01.249027 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e4c509-cdbc-4ed4-844c-8144dd7f1265" -d '{"events": [{"name": "network-changed", "server_uuid": "256c95e5-c5f6-43c5-bc75-c72ba1177b7c", "tag": "a71b112c-3aa4-4f1d-a91a-0866b2752e15"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:18:01.295251 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755fff44-7fc8-438d-840d-fa9ec9e9273a req-43d7edd5-017f-44df-8b9d-880c3f2e0328 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:01.296859 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-755fff44-7fc8-438d-840d-fa9ec9e9273a req-43d7edd5-017f-44df-8b9d-880c3f2e0328 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.54 "GET /v2.0/ports?device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd&tenant_id=b199a2c21c394c79bc16fc575899fc99&binding%3Ahost_id=n-h1-812236-11 HTTP/1.1" status: 200 len: 943 time: 0.1475251 Nov 12 01:18:01.311301 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261ef8e7-840e-41b4-9837-ccae648d810e x-openstack-request-id: req-261ef8e7-840e-41b4-9837-ccae648d810e {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:18:01.311584 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "256c95e5-c5f6-43c5-bc75-c72ba1177b7c", "tag": "a71b112c-3aa4-4f1d-a91a-0866b2752e15", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:18:01.311832 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-261ef8e7-840e-41b4-9837-ccae648d810e {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:18:01.312221 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '256c95e5-c5f6-43c5-bc75-c72ba1177b7c', 'tag': 'a71b112c-3aa4-4f1d-a91a-0866b2752e15', 'status': 'completed', 'code': 200} Nov 12 01:18:01.347628 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a5cb8e49-6be8-467a-a55a-ce31c7442ede req-8f59ddf6-87a5-4ce1-963c-2b381038018c service neutron] 10.222.0.54 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102109 Nov 12 01:18:01.365473 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [req-755fff44-7fc8-438d-840d-fa9ec9e9273a req-8cac71c1-9079-4117-977f-417fd193b049 service neutron] delete failed (client error): The resource could not be found. Nov 12 01:18:01.366406 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-755fff44-7fc8-438d-840d-fa9ec9e9273a req-8cac71c1-9079-4117-977f-417fd193b049 service neutron] 10.222.0.54 "DELETE /v2.0/ports/5d4530b5-a460-426b-a6d2-668060a3cb9b/bindings/n-h2-812236-11 HTTP/1.1" status: 404 len: 381 time: 0.0611191 Nov 12 01:18:01.445120 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a5cb8e49-6be8-467a-a55a-ce31c7442ede req-f95f3a1e-c8b9-49a8-9115-fa4ca442c6a8 service neutron] 10.222.0.54 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890207 Nov 12 01:18:01.511633 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755fff44-7fc8-438d-840d-fa9ec9e9273a req-da0d1730-95af-45b0-8a0b-a6b0f689b281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:01.513191 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-755fff44-7fc8-438d-840d-fa9ec9e9273a req-da0d1730-95af-45b0-8a0b-a6b0f689b281 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b199a2c21c394c79bc16fc575899fc99&device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd HTTP/1.1" status: 200 len: 1095 time: 0.0510762 Nov 12 01:18:01.591925 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc9158-f15f-4b8b-b376-9fc237c222da req-dd2840e8-8cd0-495f-9fef-213811a49e4a tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:01.601847 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d5dc9158-f15f-4b8b-b376-9fc237c222da req-dd2840e8-8cd0-495f-9fef-213811a49e4a tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=256c95e5-c5f6-43c5-bc75-c72ba1177b7c HTTP/1.1" status: 200 len: 943 time: 0.1031792 Nov 12 01:18:01.618319 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755fff44-7fc8-438d-840d-fa9ec9e9273a req-1c9afcd7-1699-4126-9bb5-a38acaf43ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:01.619771 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-755fff44-7fc8-438d-840d-fa9ec9e9273a req-1c9afcd7-1699-4126-9bb5-a38acaf43ae2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b2b3b829-800e-4e0c-8058-b16c6e4f675f HTTP/1.1" status: 200 len: 898 time: 0.0977850 Nov 12 01:18:01.669071 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d5dc9158-f15f-4b8b-b376-9fc237c222da req-48728047-5eea-4699-b2d2-619040df14e1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659616 Nov 12 01:18:01.674505 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4c509-cdbc-4ed4-844c-8144dd7f1265 req-092f4c9d-d7da-43e9-8274-b1214e6e607b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:01.675996 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-10e4c509-cdbc-4ed4-844c-8144dd7f1265 req-092f4c9d-d7da-43e9-8274-b1214e6e607b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a17bedb646b94ed485e4adca083ceb13&device_id=256c95e5-c5f6-43c5-bc75-c72ba1177b7c HTTP/1.1" status: 200 len: 1095 time: 0.1405253 Nov 12 01:18:01.706166 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-755fff44-7fc8-438d-840d-fa9ec9e9273a req-bd4e0729-e21c-4fdf-958e-06f039995b9c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d4530b5-a460-426b-a6d2-668060a3cb9b HTTP/1.1" status: 200 len: 999 time: 0.0794253 Nov 12 01:18:01.759336 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755fff44-7fc8-438d-840d-fa9ec9e9273a req-50f879cf-98b5-44d9-941a-2bde87f0ea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:01.761094 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-755fff44-7fc8-438d-840d-fa9ec9e9273a req-50f879cf-98b5-44d9-941a-2bde87f0ea16 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=043b3d5c-2754-4c01-b973-6de174cc231e HTTP/1.1" status: 200 len: 835 time: 0.0470061 Nov 12 01:18:01.772967 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4c509-cdbc-4ed4-844c-8144dd7f1265 req-e521fd21-f375-443e-83e5-e3b3b2b86816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:01.774612 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-10e4c509-cdbc-4ed4-844c-8144dd7f1265 req-e521fd21-f375-443e-83e5-e3b3b2b86816 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cf426145-af7a-457c-9edb-3ba8bbea2dab HTTP/1.1" status: 200 len: 913 time: 0.0902884 Nov 12 01:18:01.809087 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755fff44-7fc8-438d-840d-fa9ec9e9273a req-ed7ff2f4-5a19-484b-ad2f-0f70317fd049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:01.810884 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-755fff44-7fc8-438d-840d-fa9ec9e9273a req-ed7ff2f4-5a19-484b-ad2f-0f70317fd049 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b2b3b829-800e-4e0c-8058-b16c6e4f675f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429494 Nov 12 01:18:01.824078 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-10e4c509-cdbc-4ed4-844c-8144dd7f1265 req-6ede1c97-3266-45f3-bc03-651b728219cf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a71b112c-3aa4-4f1d-a91a-0866b2752e15 HTTP/1.1" status: 200 len: 217 time: 0.0425756 Nov 12 01:18:01.883421 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4c509-cdbc-4ed4-844c-8144dd7f1265 req-ddb5be56-bd83-46c6-8f53-3bf05e4f3e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:01.884856 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-10e4c509-cdbc-4ed4-844c-8144dd7f1265 req-ddb5be56-bd83-46c6-8f53-3bf05e4f3e9d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e0049bca-8c54-4a87-971a-726fded81d57 HTTP/1.1" status: 200 len: 851 time: 0.0544698 Nov 12 01:18:01.907169 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-755fff44-7fc8-438d-840d-fa9ec9e9273a req-7d496793-185a-48c6-a898-37352c326f5a service neutron] 10.222.0.54 "GET /v2.0/networks/b2b3b829-800e-4e0c-8058-b16c6e4f675f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886960 Nov 12 01:18:01.933713 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4c509-cdbc-4ed4-844c-8144dd7f1265 req-fe4e10bf-ba09-4f2d-b910-8b2290161682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:01.935499 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-10e4c509-cdbc-4ed4-844c-8144dd7f1265 req-fe4e10bf-ba09-4f2d-b910-8b2290161682 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cf426145-af7a-457c-9edb-3ba8bbea2dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433078 Nov 12 01:18:02.001409 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-755fff44-7fc8-438d-840d-fa9ec9e9273a req-bb759abc-192e-4522-bb43-0147244ef949 service neutron] 10.222.0.54 "GET /v2.0/networks/b2b3b829-800e-4e0c-8058-b16c6e4f675f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862451 Nov 12 01:18:02.037114 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-10e4c509-cdbc-4ed4-844c-8144dd7f1265 req-547c149d-cdb6-4ff0-835b-5719b1550780 service neutron] 10.222.0.54 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933318 Nov 12 01:18:02.096283 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 5d4530b5-a460-426b-a6d2-668060a3cb9b details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:18:02.146690 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-10e4c509-cdbc-4ed4-844c-8144dd7f1265 req-ae297731-85b9-4566-a0bb-db3d8e19ec9a service neutron] 10.222.0.54 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003458 Nov 12 01:18:02.206966 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 5d4530b5-a460-426b-a6d2-668060a3cb9b, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=5d4530b5-a460-426b-a6d2-668060a3cb9b,segment=NetworkSegment(8307717c-05d4-414b-9578-8949d2634df3),segment_id=8307717c-05d4-414b-9578-8949d2634df3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:18:02.224026 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '5d4530b5-a460-426b-a6d2-668060a3cb9b', 'network_id': 'b2b3b829-800e-4e0c-8058-b16c6e4f675f', 'port_id': '5d4530b5-a460-426b-a6d2-668060a3cb9b', 'mac_address': 'fa:16:3e:d1:63:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '043b3d5c-2754-4c01-b973-6de174cc231e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:18:02.265311 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:02.279650 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d4530b5-a460-426b-a6d2-668060a3cb9b {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:18:02.303612 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 5d4530b5-a460-426b-a6d2-668060a3cb9b, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=5d4530b5-a460-426b-a6d2-668060a3cb9b,segment=NetworkSegment(8307717c-05d4-414b-9578-8949d2634df3),segment_id=8307717c-05d4-414b-9578-8949d2634df3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:18:02.307605 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:02.357875 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39430e-e55a-49d1-b431-16727341b245 req-efcdd995-f859-48a9-a6d5-6ab14159c3d5 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:02.359383 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bd39430e-e55a-49d1-b431-16727341b245 req-efcdd995-f859-48a9-a6d5-6ab14159c3d5 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd HTTP/1.1" status: 200 len: 944 time: 0.0543292 Nov 12 01:18:02.359805 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=5d4530b5-a460-426b-a6d2-668060a3cb9b,revision_number=8']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:02.418917 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bd39430e-e55a-49d1-b431-16727341b245 req-c7399536-68e7-43c8-bde2-9351046c5098 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf00748-b667-4e77-a76f-20e8725999de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502067 Nov 12 01:18:02.619258 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['5d4530b5-a460-426b-a6d2-668060a3cb9b'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:18:02.799289 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9e7ef-f62e-48fd-89b2-0a016275c0b4 req-57e382e6-3395-4768-af71-f3852c06132f tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:02.807108 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7ea9e7ef-f62e-48fd-89b2-0a016275c0b4 req-57e382e6-3395-4768-af71-f3852c06132f tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=256c95e5-c5f6-43c5-bc75-c72ba1177b7c HTTP/1.1" status: 200 len: 943 time: 0.0638084 Nov 12 01:18:02.866176 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7ea9e7ef-f62e-48fd-89b2-0a016275c0b4 req-068ecc17-08ae-44c9-b78f-879a87abe9cc tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579510 Nov 12 01:18:03.574044 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a18680-b209-4abb-ac65-b67a7417525e req-f982372e-c8f3-45b0-8ab5-1ffd35d096ce tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:03.575705 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c1a18680-b209-4abb-ac65-b67a7417525e req-f982372e-c8f3-45b0-8ab5-1ffd35d096ce tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd HTTP/1.1" status: 200 len: 944 time: 0.0643682 Nov 12 01:18:03.654367 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c1a18680-b209-4abb-ac65-b67a7417525e req-cd2525ba-ffbe-41fe-9069-1f72e9df43e3 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf00748-b667-4e77-a76f-20e8725999de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710733 Nov 12 01:18:03.680695 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45160) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:03.758393 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-339a095c-e19b-4872-8479-f761bd2cd9cd tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/floatingips/c20074b0-bdc0-42f3-971f-3b7566ade2a3 HTTP/1.1" status: 200 len: 992 time: 0.0765009 Nov 12 01:18:04.007660 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed7f07-8df9-4926-b039-e1bc4995745e req-fa1e17a1-92a8-4210-854d-ced47ec7898c tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:04.009491 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-04ed7f07-8df9-4926-b039-e1bc4995745e req-fa1e17a1-92a8-4210-854d-ced47ec7898c tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=256c95e5-c5f6-43c5-bc75-c72ba1177b7c HTTP/1.1" status: 200 len: 943 time: 0.0625687 Nov 12 01:18:04.067799 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-04ed7f07-8df9-4926-b039-e1bc4995745e req-dd6f6d6c-4b09-4b07-8571-3a9cf1e9d154 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516195 Nov 12 01:18:04.106887 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 5d4530b5-a460-426b-a6d2-668060a3cb9b up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:18:04.190554 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 5d4530b5-a460-426b-a6d2-668060a3cb9b completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:18:04.195692 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 5d4530b5-a460-426b-a6d2-668060a3cb9b triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:04.196530 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:04.305169 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:04.314675 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fdf87075-bdd7-4bd3-9f0d-c867ca1fbb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:04.332610 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '639f0390-c3e4-4459-9ff9-4b1d601405cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d4530b5-a460-426b-a6d2-668060a3cb9b'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:18:04.334961 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16bb00ff-eba4-4209-ae33-2ab4473ac39c" -d '{"events": [{"server_uuid": "639f0390-c3e4-4459-9ff9-4b1d601405cd", "name": "network-vif-plugged", "status": "completed", "tag": "5d4530b5-a460-426b-a6d2-668060a3cb9b"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:18:04.353409 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 5d4530b5-a460-426b-a6d2-668060a3cb9b, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=5d4530b5-a460-426b-a6d2-668060a3cb9b,segment=NetworkSegment(8307717c-05d4-414b-9578-8949d2634df3),segment_id=8307717c-05d4-414b-9578-8949d2634df3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:18:04.362673 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:04.393226 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f66d7f6-d958-4286-abcb-8d545bba69f6 x-openstack-request-id: req-9f66d7f6-d958-4286-abcb-8d545bba69f6 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:18:04.393538 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "639f0390-c3e4-4459-9ff9-4b1d601405cd", "name": "network-vif-plugged", "status": "completed", "tag": "5d4530b5-a460-426b-a6d2-668060a3cb9b", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:18:04.393792 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9f66d7f6-d958-4286-abcb-8d545bba69f6 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:18:04.394177 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '639f0390-c3e4-4459-9ff9-4b1d601405cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d4530b5-a460-426b-a6d2-668060a3cb9b', 'code': 200} Nov 12 01:18:04.425318 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=5d4530b5-a460-426b-a6d2-668060a3cb9b,revision_number=9']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:05.262101 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4d64d-f63e-4dda-9fb8-06cbea07a135 req-bbd0a37d-fbd1-4f2f-be83-f8e55b9ba302 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:05.263590 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-54e4d64d-f63e-4dda-9fb8-06cbea07a135 req-bbd0a37d-fbd1-4f2f-be83-f8e55b9ba302 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=256c95e5-c5f6-43c5-bc75-c72ba1177b7c HTTP/1.1" status: 200 len: 943 time: 0.0606599 Nov 12 01:18:05.341903 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-54e4d64d-f63e-4dda-9fb8-06cbea07a135 req-6ab291b4-8569-4bab-aef9-cc94607826f4 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688038 Nov 12 01:18:06.417744 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-02f2d315-fbd1-4e8e-86bc-45d47689b66f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:06.465960 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5ab9b-03fe-4a95-ab82-6d0292f01422 req-1acfa7f4-c41e-4e3e-aaed-830e3439482e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:06.474936 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7ac5ab9b-03fe-4a95-ab82-6d0292f01422 req-1acfa7f4-c41e-4e3e-aaed-830e3439482e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=256c95e5-c5f6-43c5-bc75-c72ba1177b7c HTTP/1.1" status: 200 len: 943 time: 0.0592921 Nov 12 01:18:06.527276 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7ac5ab9b-03fe-4a95-ab82-6d0292f01422 req-295fc7cf-c148-4461-a597-06dfe15fdf89 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514140 Nov 12 01:18:07.653661 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba5719-2b12-4fbb-98bd-05f94a2d8eb5 req-38d8ad0d-e058-4c2c-a65f-0baab55da831 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:07.655184 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-32ba5719-2b12-4fbb-98bd-05f94a2d8eb5 req-38d8ad0d-e058-4c2c-a65f-0baab55da831 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=256c95e5-c5f6-43c5-bc75-c72ba1177b7c HTTP/1.1" status: 200 len: 943 time: 0.0582016 Nov 12 01:18:07.705468 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-32ba5719-2b12-4fbb-98bd-05f94a2d8eb5 req-05dc57c1-ac7d-4cdf-b1df-1ca52c75d6c7 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431800 Nov 12 01:18:07.744875 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:08.827211 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa4483-9035-4f7f-91fb-7f96a15e8ff4 req-7299d4ab-c531-4f57-b549-4fc1c4051096 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:08.828750 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-14fa4483-9035-4f7f-91fb-7f96a15e8ff4 req-7299d4ab-c531-4f57-b549-4fc1c4051096 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=256c95e5-c5f6-43c5-bc75-c72ba1177b7c HTTP/1.1" status: 200 len: 943 time: 0.0541406 Nov 12 01:18:08.880936 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-14fa4483-9035-4f7f-91fb-7f96a15e8ff4 req-b3c410d6-eeab-49d8-a3e0-f384903d3a17 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416064 Nov 12 01:18:09.350808 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:10.000926 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953611f-21c2-47d4-af4c-6232dfb9d742 req-0df6dd23-f215-4963-a613-1b8a2197e86e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:10.002430 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2953611f-21c2-47d4-af4c-6232dfb9d742 req-0df6dd23-f215-4963-a613-1b8a2197e86e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=256c95e5-c5f6-43c5-bc75-c72ba1177b7c HTTP/1.1" status: 200 len: 943 time: 0.0490379 Nov 12 01:18:10.051326 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2953611f-21c2-47d4-af4c-6232dfb9d742 req-d4373e88-6de9-431b-a8a3-a7f211ef20e4 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415411 Nov 12 01:18:10.292948 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:11.022481 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:11.183577 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1776a12-c251-4afc-bcdf-285ef0981202 req-04b8a324-531f-4625-83e7-b9fddad97212 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:11.185788 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a1776a12-c251-4afc-bcdf-285ef0981202 req-04b8a324-531f-4625-83e7-b9fddad97212 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=256c95e5-c5f6-43c5-bc75-c72ba1177b7c HTTP/1.1" status: 200 len: 943 time: 0.0535822 Nov 12 01:18:11.240010 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a1776a12-c251-4afc-bcdf-285ef0981202 req-86a4ebf4-50a8-4031-b956-6977b19c9b05 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478504 Nov 12 01:18:12.374284 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a9002b-c3e3-437d-b198-4dcfc2632376 req-22c8498d-b520-440e-b2b1-4a6b8f4ecd5b tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:12.375833 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b2a9002b-c3e3-437d-b198-4dcfc2632376 req-22c8498d-b520-440e-b2b1-4a6b8f4ecd5b tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=256c95e5-c5f6-43c5-bc75-c72ba1177b7c HTTP/1.1" status: 200 len: 943 time: 0.0534956 Nov 12 01:18:12.427885 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b2a9002b-c3e3-437d-b198-4dcfc2632376 req-dafa6d4b-a859-4755-8371-d0d9766d3077 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452993 Nov 12 01:18:12.884950 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:13.346291 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:18:13.548219 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7154c5-ab08-4556-9b77-cf60450572d8 req-2a4dedf7-d58f-4e1b-9f4e-e4f5ed91f915 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:13.549648 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ed7154c5-ab08-4556-9b77-cf60450572d8 req-2a4dedf7-d58f-4e1b-9f4e-e4f5ed91f915 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=256c95e5-c5f6-43c5-bc75-c72ba1177b7c HTTP/1.1" status: 200 len: 943 time: 0.0507433 Nov 12 01:18:13.599683 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ed7154c5-ab08-4556-9b77-cf60450572d8 req-316c439f-6187-4935-adb7-40f166c5621e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432508 Nov 12 01:18:14.944023 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f4db8-03fe-49a3-bde1-e6e7a1928a91 req-63779f3e-379e-440e-92c3-e1bfe78762a0 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:14.945740 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-754f4db8-03fe-49a3-bde1-e6e7a1928a91 req-63779f3e-379e-440e-92c3-e1bfe78762a0 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=256c95e5-c5f6-43c5-bc75-c72ba1177b7c HTTP/1.1" status: 200 len: 943 time: 0.2700949 Nov 12 01:18:15.007727 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-754f4db8-03fe-49a3-bde1-e6e7a1928a91 req-297b920a-87a5-4710-ad77-4b43d88f47f7 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545943 Nov 12 01:18:16.227297 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b7753-0caa-472e-8a46-b156a0df1ce8 req-af0ab7bc-2d5f-4011-ba9f-d524401973b5 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:16.228876 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-384b7753-0caa-472e-8a46-b156a0df1ce8 req-af0ab7bc-2d5f-4011-ba9f-d524401973b5 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=256c95e5-c5f6-43c5-bc75-c72ba1177b7c HTTP/1.1" status: 200 len: 943 time: 0.1491179 Nov 12 01:18:16.278299 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-384b7753-0caa-472e-8a46-b156a0df1ce8 req-9d80dd19-ca41-49ba-a3c3-dc5b5ead664c tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433919 Nov 12 01:18:17.393515 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad731e5-a137-4ad8-ae36-de5b6dbabcb1 req-4b9c76e3-7d0e-42a9-b56b-268b233066a7 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:17.395758 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0ad731e5-a137-4ad8-ae36-de5b6dbabcb1 req-4b9c76e3-7d0e-42a9-b56b-268b233066a7 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=256c95e5-c5f6-43c5-bc75-c72ba1177b7c HTTP/1.1" status: 200 len: 943 time: 0.0501070 Nov 12 01:18:17.446727 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0ad731e5-a137-4ad8-ae36-de5b6dbabcb1 req-980dfa74-35f2-488f-aab6-156b31c49278 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445306 Nov 12 01:18:18.574735 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96589730-4242-4ac5-a4c1-1ed8a90994c2 req-fef5f663-707d-435f-9cb1-62a6b434d4cc tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:18.576209 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-96589730-4242-4ac5-a4c1-1ed8a90994c2 req-fef5f663-707d-435f-9cb1-62a6b434d4cc tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=256c95e5-c5f6-43c5-bc75-c72ba1177b7c HTTP/1.1" status: 200 len: 943 time: 0.0517864 Nov 12 01:18:18.627969 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-96589730-4242-4ac5-a4c1-1ed8a90994c2 req-bb90648e-13ec-4490-bcc3-f356bbac31eb tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414095 Nov 12 01:18:19.757106 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938fc50-f177-4be2-9710-b82835f84b3c req-d6a0bca9-316a-4d24-988a-a87170514b89 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:19.758612 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7938fc50-f177-4be2-9710-b82835f84b3c req-d6a0bca9-316a-4d24-988a-a87170514b89 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=256c95e5-c5f6-43c5-bc75-c72ba1177b7c HTTP/1.1" status: 200 len: 943 time: 0.0565462 Nov 12 01:18:19.806303 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7938fc50-f177-4be2-9710-b82835f84b3c req-80500021-66b1-4a41-8e28-5b476f797005 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416608 Nov 12 01:18:20.921400 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d6833-e06c-4348-a906-1173ab84c5d8 req-d19d6c7d-2c9e-4eb1-8295-6ae6d4a553ad tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:20.922863 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3f4d6833-e06c-4348-a906-1173ab84c5d8 req-d19d6c7d-2c9e-4eb1-8295-6ae6d4a553ad tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=256c95e5-c5f6-43c5-bc75-c72ba1177b7c HTTP/1.1" status: 200 len: 943 time: 0.0493178 Nov 12 01:18:20.977069 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3f4d6833-e06c-4348-a906-1173ab84c5d8 req-379b8991-9160-4909-9d0e-4a073836eff2 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470688 Nov 12 01:18:22.092642 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205be85-9329-4229-b3b6-3581e4daa6ea req-d157fefa-af44-41d1-9f3c-122aec2a4291 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:22.094132 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1205be85-9329-4229-b3b6-3581e4daa6ea req-d157fefa-af44-41d1-9f3c-122aec2a4291 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=256c95e5-c5f6-43c5-bc75-c72ba1177b7c HTTP/1.1" status: 200 len: 943 time: 0.0487170 Nov 12 01:18:22.141512 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1205be85-9329-4229-b3b6-3581e4daa6ea req-f189c67c-2156-43a8-8946-d0d1c5197ed1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407567 Nov 12 01:18:22.281523 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device a71b112c-3aa4-4f1d-a91a-0866b2752e15 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:18:22.373055 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port a71b112c-3aa4-4f1d-a91a-0866b2752e15, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=a71b112c-3aa4-4f1d-a91a-0866b2752e15,segment=NetworkSegment(c1b16b03-cd67-424f-8589-315c1c109bba),segment_id=c1b16b03-cd67-424f-8589-315c1c109bba)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:18:22.387606 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'a71b112c-3aa4-4f1d-a91a-0866b2752e15', 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab', 'port_id': 'a71b112c-3aa4-4f1d-a91a-0866b2752e15', 'mac_address': 'fa:16:3e:84:41:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0049bca-8c54-4a87-971a-726fded81d57', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:18:22.426990 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:22.440206 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a71b112c-3aa4-4f1d-a91a-0866b2752e15 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:18:22.459974 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port a71b112c-3aa4-4f1d-a91a-0866b2752e15, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=a71b112c-3aa4-4f1d-a91a-0866b2752e15,segment=NetworkSegment(c1b16b03-cd67-424f-8589-315c1c109bba),segment_id=c1b16b03-cd67-424f-8589-315c1c109bba)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:18:22.462825 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:22.507477 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=a71b112c-3aa4-4f1d-a91a-0866b2752e15,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:22.848961 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['a71b112c-3aa4-4f1d-a91a-0866b2752e15'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:18:23.259547 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9cd7e6-0921-4219-a724-aa5c1341f8d0 req-b8e4e807-193d-4bdf-85d7-79c6528fbb4b tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:23.261119 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8b9cd7e6-0921-4219-a724-aa5c1341f8d0 req-b8e4e807-193d-4bdf-85d7-79c6528fbb4b tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=256c95e5-c5f6-43c5-bc75-c72ba1177b7c HTTP/1.1" status: 200 len: 944 time: 0.0509794 Nov 12 01:18:23.311673 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8b9cd7e6-0921-4219-a724-aa5c1341f8d0 req-caf05bc9-1b37-4b29-bde4-0da4bb13862f tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446289 Nov 12 01:18:24.297650 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device a71b112c-3aa4-4f1d-a91a-0866b2752e15 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:18:24.349914 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port a71b112c-3aa4-4f1d-a91a-0866b2752e15 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:18:24.353891 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port a71b112c-3aa4-4f1d-a91a-0866b2752e15 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:24.354258 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:24.432853 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3d82e-5666-476c-bf28-ff721805794d req-db1bac3b-d989-4d47-a5a4-0d2e43d52c29 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:24.434364 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-68c3d82e-5666-476c-bf28-ff721805794d req-db1bac3b-d989-4d47-a5a4-0d2e43d52c29 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=256c95e5-c5f6-43c5-bc75-c72ba1177b7c HTTP/1.1" status: 200 len: 944 time: 0.0539386 Nov 12 01:18:24.437781 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:24.462242 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '256c95e5-c5f6-43c5-bc75-c72ba1177b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71b112c-3aa4-4f1d-a91a-0866b2752e15'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:18:24.464504 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003c90da-86d1-46d7-bc52-d9d1e2df56d3" -d '{"events": [{"server_uuid": "256c95e5-c5f6-43c5-bc75-c72ba1177b7c", "name": "network-vif-plugged", "status": "completed", "tag": "a71b112c-3aa4-4f1d-a91a-0866b2752e15"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:18:24.479000 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port a71b112c-3aa4-4f1d-a91a-0866b2752e15, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=a71b112c-3aa4-4f1d-a91a-0866b2752e15,segment=NetworkSegment(c1b16b03-cd67-424f-8589-315c1c109bba),segment_id=c1b16b03-cd67-424f-8589-315c1c109bba)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:18:24.489909 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:24.497255 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-68c3d82e-5666-476c-bf28-ff721805794d req-9e72aa62-7969-4c9d-9689-35afc53e29eb tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563827 Nov 12 01:18:24.517362 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9ddaaf-dfc5-4d29-8270-0c10a7ac4b46 x-openstack-request-id: req-be9ddaaf-dfc5-4d29-8270-0c10a7ac4b46 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:18:24.517605 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "256c95e5-c5f6-43c5-bc75-c72ba1177b7c", "name": "network-vif-plugged", "status": "completed", "tag": "a71b112c-3aa4-4f1d-a91a-0866b2752e15", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:18:24.518069 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be9ddaaf-dfc5-4d29-8270-0c10a7ac4b46 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:18:24.518422 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '256c95e5-c5f6-43c5-bc75-c72ba1177b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71b112c-3aa4-4f1d-a91a-0866b2752e15', 'code': 200} Nov 12 01:18:24.546471 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=a71b112c-3aa4-4f1d-a91a-0866b2752e15,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:24.647890 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a2b73-117d-482a-a94d-10157fde8a9c req-3b91ccf8-d093-47bb-8ce0-f651dedf632d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:24.649461 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-829a2b73-117d-482a-a94d-10157fde8a9c req-3b91ccf8-d093-47bb-8ce0-f651dedf632d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=256c95e5-c5f6-43c5-bc75-c72ba1177b7c HTTP/1.1" status: 200 len: 1097 time: 0.0444005 Nov 12 01:18:24.698149 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-829a2b73-117d-482a-a94d-10157fde8a9c req-0b11271c-8798-4c51-b254-2a82ff3b40e0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419130 Nov 12 01:18:25.636441 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3366ed8-9e21-4834-8dcd-c24b5e116daa req-41b21d28-e74c-4c64-bdf2-86e5aa3d9083 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:25.638001 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a3366ed8-9e21-4834-8dcd-c24b5e116daa req-41b21d28-e74c-4c64-bdf2-86e5aa3d9083 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=256c95e5-c5f6-43c5-bc75-c72ba1177b7c HTTP/1.1" status: 200 len: 945 time: 0.0525024 Nov 12 01:18:25.690362 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a3366ed8-9e21-4834-8dcd-c24b5e116daa req-064f1659-9342-4e2e-87a6-e064824b1fc1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464962 Nov 12 01:18:26.825938 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea1646-4cc3-4333-af72-9f500f1ab0dc req-cb6e2299-f4b7-400c-881c-4636dc19e8db tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:26.827592 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-54ea1646-4cc3-4333-af72-9f500f1ab0dc req-cb6e2299-f4b7-400c-881c-4636dc19e8db tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=256c95e5-c5f6-43c5-bc75-c72ba1177b7c HTTP/1.1" status: 200 len: 945 time: 0.0587578 Nov 12 01:18:26.880059 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-54ea1646-4cc3-4333-af72-9f500f1ab0dc req-ea55f8a9-27d5-4f69-9d56-0d121ae2271d tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444717 Nov 12 01:18:27.012622 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918133ef-bf8b-4df2-935c-4a05edd4b6cc req-a5885c56-4510-4a58-8944-b5432dd47612 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:27.014133 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-918133ef-bf8b-4df2-935c-4a05edd4b6cc req-a5885c56-4510-4a58-8944-b5432dd47612 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=256c95e5-c5f6-43c5-bc75-c72ba1177b7c HTTP/1.1" status: 200 len: 945 time: 0.0610774 Nov 12 01:18:27.069524 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-918133ef-bf8b-4df2-935c-4a05edd4b6cc req-29d6b60e-29d7-46c6-8298-081ddfdde78f tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482404 Nov 12 01:18:27.389837 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e09ff2f-7016-42f2-8060-283440d31e9c req-620b777d-26ac-4b36-bcad-cc7295d5ff8f tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:27.391372 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3e09ff2f-7016-42f2-8060-283440d31e9c req-620b777d-26ac-4b36-bcad-cc7295d5ff8f tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=256c95e5-c5f6-43c5-bc75-c72ba1177b7c HTTP/1.1" status: 200 len: 945 time: 0.0534563 Nov 12 01:18:27.442037 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3e09ff2f-7016-42f2-8060-283440d31e9c req-f1579832-ffc8-4d0d-a000-8dfed0a9e90f tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440485 Nov 12 01:18:28.000675 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8e023c1a-f875-40d8-9c2c-43ac478962b7 req-564c7b61-8cfd-48e7-9d82-113c2474274f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0420506 Nov 12 01:18:28.114919 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e023c1a-f875-40d8-9c2c-43ac478962b7 req-204bedf9-ffff-44b7-9e66-5e06034672df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:28.116464 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8e023c1a-f875-40d8-9c2c-43ac478962b7 req-204bedf9-ffff-44b7-9e66-5e06034672df service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b199a2c21c394c79bc16fc575899fc99&device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd HTTP/1.1" status: 200 len: 1097 time: 0.0444121 Nov 12 01:18:28.226547 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e023c1a-f875-40d8-9c2c-43ac478962b7 req-1162d249-48f2-4dc2-bc57-4e69c1c70d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:28.227993 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8e023c1a-f875-40d8-9c2c-43ac478962b7 req-1162d249-48f2-4dc2-bc57-4e69c1c70d45 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b2b3b829-800e-4e0c-8058-b16c6e4f675f HTTP/1.1" status: 200 len: 898 time: 0.0894258 Nov 12 01:18:28.294723 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8e023c1a-f875-40d8-9c2c-43ac478962b7 req-2b402051-db54-49c6-86c9-79bd69e1543c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d4530b5-a460-426b-a6d2-668060a3cb9b HTTP/1.1" status: 200 len: 1001 time: 0.0586483 Nov 12 01:18:28.351021 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e023c1a-f875-40d8-9c2c-43ac478962b7 req-376253f2-3b5b-4e02-8f88-d39ceb2c7763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:28.352467 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8e023c1a-f875-40d8-9c2c-43ac478962b7 req-376253f2-3b5b-4e02-8f88-d39ceb2c7763 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=043b3d5c-2754-4c01-b973-6de174cc231e HTTP/1.1" status: 200 len: 835 time: 0.0466242 Nov 12 01:18:28.398270 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e023c1a-f875-40d8-9c2c-43ac478962b7 req-e3a9bfa5-49f6-4f48-ad2c-707c5226fe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:28.399727 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8e023c1a-f875-40d8-9c2c-43ac478962b7 req-e3a9bfa5-49f6-4f48-ad2c-707c5226fe27 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b2b3b829-800e-4e0c-8058-b16c6e4f675f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401027 Nov 12 01:18:28.413308 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [req-8e023c1a-f875-40d8-9c2c-43ac478962b7 req-ddfb9df2-c2f3-4d17-b715-541afb17bf8d service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:18:28.414262 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8e023c1a-f875-40d8-9c2c-43ac478962b7 req-ddfb9df2-c2f3-4d17-b715-541afb17bf8d service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047817 Nov 12 01:18:28.513290 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8e023c1a-f875-40d8-9c2c-43ac478962b7 req-1a918cee-0c77-4730-bd58-42af1385f307 service neutron] 10.222.0.49 "GET /v2.0/networks/b2b3b829-800e-4e0c-8058-b16c6e4f675f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865030 Nov 12 01:18:28.634723 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceff3e5-033e-42b8-a79e-d4a180ef727e req-43739a74-a282-4fd6-80df-1e59f907f1ec tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:28.636185 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4ceff3e5-033e-42b8-a79e-d4a180ef727e req-43739a74-a282-4fd6-80df-1e59f907f1ec tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=256c95e5-c5f6-43c5-bc75-c72ba1177b7c HTTP/1.1" status: 200 len: 945 time: 0.1083400 Nov 12 01:18:28.664489 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8e023c1a-f875-40d8-9c2c-43ac478962b7 req-1a3d3d2e-57dd-47eb-91a9-c44c6558ec20 service neutron] 10.222.0.49 "GET /v2.0/networks/b2b3b829-800e-4e0c-8058-b16c6e4f675f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439874 Nov 12 01:18:28.693872 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4ceff3e5-033e-42b8-a79e-d4a180ef727e req-415d18e2-1698-4882-881f-90b503d3bcf3 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512948 Nov 12 01:18:29.080393 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab503e-1de5-4eed-8a39-a38f68e41bc9 req-64efe427-a2f9-4d73-b6c9-1aa4cd9f1858 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:29.082486 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a1ab503e-1de5-4eed-8a39-a38f68e41bc9 req-64efe427-a2f9-4d73-b6c9-1aa4cd9f1858 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.54 "GET /v2.0/ports?device_id=256c95e5-c5f6-43c5-bc75-c72ba1177b7c HTTP/1.1" status: 200 len: 945 time: 0.0480788 Nov 12 01:18:29.177310 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-a1ab503e-1de5-4eed-8a39-a38f68e41bc9 req-a280b9d3-2e14-41cc-909e-ae1e178dbbf3 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Deleting port a71b112c-3aa4-4f1d-a91a-0866b2752e15 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:18:29.177667 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-a1ab503e-1de5-4eed-8a39-a38f68e41bc9 req-a280b9d3-2e14-41cc-909e-ae1e178dbbf3 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:29.264818 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-a1ab503e-1de5-4eed-8a39-a38f68e41bc9 req-a280b9d3-2e14-41cc-909e-ae1e178dbbf3 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] For port a71b112c-3aa4-4f1d-a91a-0866b2752e15, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=a71b112c-3aa4-4f1d-a91a-0866b2752e15,segment=NetworkSegment(c1b16b03-cd67-424f-8589-315c1c109bba),segment_id=c1b16b03-cd67-424f-8589-315c1c109bba)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:18:29.265217 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-a1ab503e-1de5-4eed-8a39-a38f68e41bc9 req-a280b9d3-2e14-41cc-909e-ae1e178dbbf3 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:29.278713 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-a1ab503e-1de5-4eed-8a39-a38f68e41bc9 req-a280b9d3-2e14-41cc-909e-ae1e178dbbf3 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Calling delete_port for a71b112c-3aa4-4f1d-a91a-0866b2752e15 owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:18:29.409142 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-a1ab503e-1de5-4eed-8a39-a38f68e41bc9 req-a280b9d3-2e14-41cc-909e-ae1e178dbbf3 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:29.445797 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['55f31ceb-b04c-4456-839a-108303d10485'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:18:29.448312 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['a71b112c-3aa4-4f1d-a91a-0866b2752e15'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:18:29.459377 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280b9d3-2e14-41cc-909e-ae1e178dbbf3 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Pushing event deleted for resources: {'Port': ['ID=a71b112c-3aa4-4f1d-a91a-0866b2752e15,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:29.487231 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ab503e-1de5-4eed-8a39-a38f68e41bc9 req-a280b9d3-2e14-41cc-909e-ae1e178dbbf3 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] No DVR routers for this DVR port a71b112c-3aa4-4f1d-a91a-0866b2752e15 on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:18:29.490393 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a280b9d3-2e14-41cc-909e-ae1e178dbbf3 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:29.490855 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a280b9d3-2e14-41cc-909e-ae1e178dbbf3 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:29.491208 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a280b9d3-2e14-41cc-909e-ae1e178dbbf3 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:29.491559 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a280b9d3-2e14-41cc-909e-ae1e178dbbf3 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:29.491899 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a280b9d3-2e14-41cc-909e-ae1e178dbbf3 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:29.492232 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a280b9d3-2e14-41cc-909e-ae1e178dbbf3 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:29.492558 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a280b9d3-2e14-41cc-909e-ae1e178dbbf3 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:29.492884 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a280b9d3-2e14-41cc-909e-ae1e178dbbf3 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:29.493212 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a280b9d3-2e14-41cc-909e-ae1e178dbbf3 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:29.493623 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a280b9d3-2e14-41cc-909e-ae1e178dbbf3 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:29.494031 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a280b9d3-2e14-41cc-909e-ae1e178dbbf3 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:29.494437 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a280b9d3-2e14-41cc-909e-ae1e178dbbf3 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:29.497946 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-a1ab503e-1de5-4eed-8a39-a38f68e41bc9 req-a280b9d3-2e14-41cc-909e-ae1e178dbbf3 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:29.501285 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a1ab503e-1de5-4eed-8a39-a38f68e41bc9 req-a280b9d3-2e14-41cc-909e-ae1e178dbbf3 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.54 "DELETE /v2.0/ports/a71b112c-3aa4-4f1d-a91a-0866b2752e15 HTTP/1.1" status: 204 len: 173 time: 0.4129481 Nov 12 01:18:29.501818 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '256c95e5-c5f6-43c5-bc75-c72ba1177b7c', 'name': 'network-vif-deleted', 'tag': 'a71b112c-3aa4-4f1d-a91a-0866b2752e15'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:18:29.505019 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0243fa-0205-4ec3-945e-0f011c722977" -d '{"events": [{"server_uuid": "256c95e5-c5f6-43c5-bc75-c72ba1177b7c", "name": "network-vif-deleted", "tag": "a71b112c-3aa4-4f1d-a91a-0866b2752e15"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:18:29.554587 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef33054-65c8-485e-a64b-29c3eb38489d x-openstack-request-id: req-6ef33054-65c8-485e-a64b-29c3eb38489d {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:18:29.554797 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "256c95e5-c5f6-43c5-bc75-c72ba1177b7c", "name": "network-vif-deleted", "tag": "a71b112c-3aa4-4f1d-a91a-0866b2752e15", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:18:29.555034 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6ef33054-65c8-485e-a64b-29c3eb38489d {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:18:29.555447 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '256c95e5-c5f6-43c5-bc75-c72ba1177b7c', 'name': 'network-vif-deleted', 'tag': 'a71b112c-3aa4-4f1d-a91a-0866b2752e15', 'status': 'completed', 'code': 200} Nov 12 01:18:29.793467 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c2d3b71e-5432-46b9-8009-efb303363cc8 req-1e7885f5-7a3b-4a51-a31d-856430a46686 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=256c95e5-c5f6-43c5-bc75-c72ba1177b7c HTTP/1.1" status: 200 len: 210 time: 0.0306814 Nov 12 01:18:30.894936 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6708b32c-7fc0-4840-ad59-12c0dd3fdb31 req-9cac9cdf-b5bf-4b2f-bc3e-74ef9079b2d1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=256c95e5-c5f6-43c5-bc75-c72ba1177b7c HTTP/1.1" status: 200 len: 210 time: 0.0276465 Nov 12 01:18:31.993529 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-40a321f3-ccaf-49fb-bfb9-464df7866864 req-7a3b9b6b-4ac5-4d0e-8a45-960b3e0f0e9f tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=256c95e5-c5f6-43c5-bc75-c72ba1177b7c HTTP/1.1" status: 200 len: 210 time: 0.0279567 Nov 12 01:18:32.288538 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6bb678-8998-48f7-bb1f-b4623c5d7549 req-b27151d7-1fe5-4c66-9db6-bc27db13bd49 tempest-TestNetworkAdvancedServerOps-797573911 tempest-TestNetworkAdvancedServerOps-797573911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:32.290085 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dd6bb678-8998-48f7-bb1f-b4623c5d7549 req-b27151d7-1fe5-4c66-9db6-bc27db13bd49 tempest-TestNetworkAdvancedServerOps-797573911 tempest-TestNetworkAdvancedServerOps-797573911-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd HTTP/1.1" status: 200 len: 1097 time: 0.0424387 Nov 12 01:18:32.338454 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dd6bb678-8998-48f7-bb1f-b4623c5d7549 req-0e1c4207-eda8-4c43-b269-63b296825a25 tempest-TestNetworkAdvancedServerOps-797573911 tempest-TestNetworkAdvancedServerOps-797573911-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ddf00748-b667-4e77-a76f-20e8725999de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416374 Nov 12 01:18:32.344953 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device a71b112c-3aa4-4f1d-a91a-0866b2752e15 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:18:32.361424 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45238) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:32.375180 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: a71b112c-3aa4-4f1d-a91a-0866b2752e15 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:18:32.375529 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device a71b112c-3aa4-4f1d-a91a-0866b2752e15 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:18:32.524343 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-aac247e1-667d-4ea1-9c6a-143f9d630067 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Deleting port d88fe3d8-426d-4ca2-bc8b-83f4785cad68 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:18:32.524772 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aac247e1-667d-4ea1-9c6a-143f9d630067 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:32.602241 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aac247e1-667d-4ea1-9c6a-143f9d630067 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:32.602569 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aac247e1-667d-4ea1-9c6a-143f9d630067 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:32.614635 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-aac247e1-667d-4ea1-9c6a-143f9d630067 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Calling delete_port for d88fe3d8-426d-4ca2-bc8b-83f4785cad68 owned by network:floatingip {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:18:32.765367 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aac247e1-667d-4ea1-9c6a-143f9d630067 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:32.790456 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac247e1-667d-4ea1-9c6a-143f9d630067 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event deleted for resources: {'Port': ['ID=d88fe3d8-426d-4ca2-bc8b-83f4785cad68,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:32.858721 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aac247e1-667d-4ea1-9c6a-143f9d630067 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for floatingip, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:32.859039 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [None req-aac247e1-667d-4ea1-9c6a-143f9d630067 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Floating IP c20074b0-bdc0-42f3-971f-3b7566ade2a3 disassociated (deleted). External IP: 172.25.2.179, port: 5d4530b5-a460-426b-a6d2-668060a3cb9b. Nov 12 01:18:33.440554 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-52b23aba-1f7f-4654-a37e-a248ce61efbf req-e7a8f4a5-3453-4130-b971-31ebfeeffbdd tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=256c95e5-c5f6-43c5-bc75-c72ba1177b7c HTTP/1.1" status: 200 len: 210 time: 0.0315371 Nov 12 01:18:33.468082 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac247e1-667d-4ea1-9c6a-143f9d630067 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Router 8ec0175c-be34-4e69-af45-5fe8d57f6fb6 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:18:33.586317 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac247e1-667d-4ea1-9c6a-143f9d630067 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:18:33.591656 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aac247e1-667d-4ea1-9c6a-143f9d630067 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:33.597589 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae7d12c-0dcc-49a7-b5f7-8fe177f5d82d None None] Sync routers for ids ['8ec0175c-be34-4e69-af45-5fe8d57f6fb6'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:18:33.608141 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae7d12c-0dcc-49a7-b5f7-8fe177f5d82d None None] Routers {'8ec0175c-be34-4e69-af45-5fe8d57f6fb6'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:18:33.608905 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-7ae7d12c-0dcc-49a7-b5f7-8fe177f5d82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:18:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['8ec0175c-be34-4e69-af45-5fe8d57f6fb6'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:33.624010 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-aac247e1-667d-4ea1-9c6a-143f9d630067 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "DELETE /v2.0/floatingips/c20074b0-bdc0-42f3-971f-3b7566ade2a3 HTTP/1.1" status: 204 len: 168 time: 1.2612405 Nov 12 01:18:33.624643 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '639f0390-c3e4-4459-9ff9-4b1d601405cd', 'tag': '5d4530b5-a460-426b-a6d2-668060a3cb9b'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:18:33.627138 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4af6b2-01a3-438f-bb31-edd7ca020c0d" -d '{"events": [{"name": "network-changed", "server_uuid": "639f0390-c3e4-4459-9ff9-4b1d601405cd", "tag": "5d4530b5-a460-426b-a6d2-668060a3cb9b"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:18:33.691886 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e6b25c-1d49-474d-a681-19eb40c4a5ae x-openstack-request-id: req-79e6b25c-1d49-474d-a681-19eb40c4a5ae {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:18:33.692181 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "639f0390-c3e4-4459-9ff9-4b1d601405cd", "tag": "5d4530b5-a460-426b-a6d2-668060a3cb9b", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:18:33.692431 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-79e6b25c-1d49-474d-a681-19eb40c4a5ae {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:18:33.692829 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '639f0390-c3e4-4459-9ff9-4b1d601405cd', 'tag': '5d4530b5-a460-426b-a6d2-668060a3cb9b', 'status': 'completed', 'code': 200} Nov 12 01:18:33.760138 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-7ae7d12c-0dcc-49a7-b5f7-8fe177f5d82d None None] Set router 8ec0175c-be34-4e69-af45-5fe8d57f6fb6 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:18:33.807636 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4af6b2-01a3-438f-bb31-edd7ca020c0d req-45007f73-6696-40df-9a19-13ca9bd62a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:33.809186 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-db4af6b2-01a3-438f-bb31-edd7ca020c0d req-45007f73-6696-40df-9a19-13ca9bd62a2f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b199a2c21c394c79bc16fc575899fc99&device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd HTTP/1.1" status: 200 len: 1097 time: 0.0711334 Nov 12 01:18:33.954618 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e107ed8-54b2-4cb0-bfce-17ee08592cc2 req-e1336420-9ff2-4c49-816e-951044e47528 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:33.956787 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e107ed8-54b2-4cb0-bfce-17ee08592cc2 req-e1336420-9ff2-4c49-816e-951044e47528 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd HTTP/1.1" status: 200 len: 945 time: 0.1040926 Nov 12 01:18:33.973812 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4af6b2-01a3-438f-bb31-edd7ca020c0d req-d668ac21-e5c7-4498-a0e9-dd2b0898727f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:33.975446 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-db4af6b2-01a3-438f-bb31-edd7ca020c0d req-d668ac21-e5c7-4498-a0e9-dd2b0898727f service neutron] 10.222.0.49 "GET /v2.0/networks?id=b2b3b829-800e-4e0c-8058-b16c6e4f675f HTTP/1.1" status: 200 len: 898 time: 0.1502137 Nov 12 01:18:33.997537 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-7ae7d12c-0dcc-49a7-b5f7-8fe177f5d82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec0175c-be34-4e69-af45-5fe8d57f6fb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556154922', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '100c4108-792d-4736-9085-e32eb23f1a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:16:14Z', 'updated_at': '2021-11-12T01:16:19Z', 'revision_number': 4, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '100c4108-792d-4736-9085-e32eb23f1a6e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec0175c-be34-4e69-af45-5fe8d57f6fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:16:15Z', 'updated_at': '2021-11-12T01:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '4ee42c5b-2394-4430-9804-ff111401074f', 'name': '', 'network_id': 'b2b3b829-800e-4e0c-8058-b16c6e4f675f', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'mac_address': 'fa:16:3e:3e:10:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec0175c-be34-4e69-af45-5fe8d57f6fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '043b3d5c-2754-4c01-b973-6de174cc231e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:16:18Z', 'updated_at': '2021-11-12T01:16:23Z', 'revision_number': 5, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'subnets': [{'id': '043b3d5c-2754-4c01-b973-6de174cc231e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:34.025817 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae7d12c-0dcc-49a7-b5f7-8fe177f5d82d None None] Checking router: 8ec0175c-be34-4e69-af45-5fe8d57f6fb6 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:18:34.038463 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae7d12c-0dcc-49a7-b5f7-8fe177f5d82d None None] Routers {'8ec0175c-be34-4e69-af45-5fe8d57f6fb6'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:18:34.039085 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-7ae7d12c-0dcc-49a7-b5f7-8fe177f5d82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:18:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['8ec0175c-be34-4e69-af45-5fe8d57f6fb6'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:34.044455 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-db4af6b2-01a3-438f-bb31-edd7ca020c0d req-adc211f4-f602-4bc9-a949-937054099504 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d4530b5-a460-426b-a6d2-668060a3cb9b HTTP/1.1" status: 200 len: 217 time: 0.0602310 Nov 12 01:18:34.102661 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e107ed8-54b2-4cb0-bfce-17ee08592cc2 req-1fd4a95b-40ce-46b5-99d3-7afbc3f87246 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf00748-b667-4e77-a76f-20e8725999de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379483 Nov 12 01:18:34.121001 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4af6b2-01a3-438f-bb31-edd7ca020c0d req-6fa01155-f592-44aa-8f32-f4ea88424420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:34.122582 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-db4af6b2-01a3-438f-bb31-edd7ca020c0d req-6fa01155-f592-44aa-8f32-f4ea88424420 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=043b3d5c-2754-4c01-b973-6de174cc231e HTTP/1.1" status: 200 len: 835 time: 0.0694001 Nov 12 01:18:34.177621 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4af6b2-01a3-438f-bb31-edd7ca020c0d req-46897513-d327-41dd-b196-378e177cd1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:34.179234 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-db4af6b2-01a3-438f-bb31-edd7ca020c0d req-46897513-d327-41dd-b196-378e177cd1a1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b2b3b829-800e-4e0c-8058-b16c6e4f675f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486333 Nov 12 01:18:34.282214 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-db4af6b2-01a3-438f-bb31-edd7ca020c0d req-fd6d9e88-3c12-43af-bb34-7b2ccd6719a7 service neutron] 10.222.0.49 "GET /v2.0/networks/b2b3b829-800e-4e0c-8058-b16c6e4f675f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944209 Nov 12 01:18:34.335903 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-aacaa241-f359-4b94-8c79-236c1824138e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:34.348330 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-7ae7d12c-0dcc-49a7-b5f7-8fe177f5d82d None None] Set router 8ec0175c-be34-4e69-af45-5fe8d57f6fb6 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:18:34.413898 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-db4af6b2-01a3-438f-bb31-edd7ca020c0d req-1e7d6388-8706-4ef6-b7a9-529606a0f720 service neutron] 10.222.0.49 "GET /v2.0/networks/b2b3b829-800e-4e0c-8058-b16c6e4f675f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217647 Nov 12 01:18:34.572654 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-02a4bfda-df57-4d34-bf8b-6ecb5fb08d24 req-8e52a9c9-2101-489f-98c1-3e0ad5984acb tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=256c95e5-c5f6-43c5-bc75-c72ba1177b7c HTTP/1.1" status: 200 len: 210 time: 0.0352247 Nov 12 01:18:34.620975 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-7ae7d12c-0dcc-49a7-b5f7-8fe177f5d82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec0175c-be34-4e69-af45-5fe8d57f6fb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556154922', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '100c4108-792d-4736-9085-e32eb23f1a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:16:14Z', 'updated_at': '2021-11-12T01:16:19Z', 'revision_number': 4, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '100c4108-792d-4736-9085-e32eb23f1a6e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec0175c-be34-4e69-af45-5fe8d57f6fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:16:15Z', 'updated_at': '2021-11-12T01:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '4ee42c5b-2394-4430-9804-ff111401074f', 'name': '', 'network_id': 'b2b3b829-800e-4e0c-8058-b16c6e4f675f', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'mac_address': 'fa:16:3e:3e:10:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec0175c-be34-4e69-af45-5fe8d57f6fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '043b3d5c-2754-4c01-b973-6de174cc231e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:16:18Z', 'updated_at': '2021-11-12T01:16:23Z', 'revision_number': 5, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'subnets': [{'id': '043b3d5c-2754-4c01-b973-6de174cc231e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:34.649997 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae7d12c-0dcc-49a7-b5f7-8fe177f5d82d None None] The sync data for ids ['8ec0175c-be34-4e69-af45-5fe8d57f6fb6'] in n-d-812236-11 is: [{'id': '8ec0175c-be34-4e69-af45-5fe8d57f6fb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556154922', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '100c4108-792d-4736-9085-e32eb23f1a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:16:14Z', 'updated_at': '2021-11-12T01:16:19Z', 'revision_number': 4, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '100c4108-792d-4736-9085-e32eb23f1a6e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec0175c-be34-4e69-af45-5fe8d57f6fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:16:15Z', 'updated_at': '2021-11-12T01:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '4ee42c5b-2394-4430-9804-ff111401074f', 'name': '', 'network_id': 'b2b3b829-800e-4e0c-8058-b16c6e4f675f', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'mac_address': 'fa:16:3e:3e:10:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec0175c-be34-4e69-af45-5fe8d57f6fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '043b3d5c-2754-4c01-b973-6de174cc231e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:16:18Z', 'updated_at': '2021-11-12T01:16:23Z', 'revision_number': 5, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'subnets': [{'id': '043b3d5c-2754-4c01-b973-6de174cc231e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:18:34.891129 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83888c73-23df-44aa-aad0-f7d0b163ce56 None None] New status for floating IP c20074b0-bdc0-42f3-971f-3b7566ade2a3: DOWN {{(pid=102664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:18:35.237431 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a65b70-9771-4ac3-b4dd-d417930c368b req-9ce57c60-584c-4802-aff8-2e9485386804 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:35.239508 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b6a65b70-9771-4ac3-b4dd-d417930c368b req-9ce57c60-584c-4802-aff8-2e9485386804 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd HTTP/1.1" status: 200 len: 945 time: 0.0526106 Nov 12 01:18:35.298200 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b6a65b70-9771-4ac3-b4dd-d417930c368b req-1bebb80c-8462-4440-972d-826e16283c0e tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf00748-b667-4e77-a76f-20e8725999de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524361 Nov 12 01:18:35.382880 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db9f283-3099-4e42-b4a1-0bf3eec022e8 req-7cf42270-1d19-4a8e-a4a5-e3399d6e6162 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:35.384399 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9db9f283-3099-4e42-b4a1-0bf3eec022e8 req-7cf42270-1d19-4a8e-a4a5-e3399d6e6162 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.49 "GET /v2.0/ports?device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd HTTP/1.1" status: 200 len: 945 time: 0.0533719 Nov 12 01:18:35.476803 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-9db9f283-3099-4e42-b4a1-0bf3eec022e8 req-d65f2559-f988-4f38-ab05-112eb674edc4 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Deleting port 5d4530b5-a460-426b-a6d2-668060a3cb9b {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:18:35.477147 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-9db9f283-3099-4e42-b4a1-0bf3eec022e8 req-d65f2559-f988-4f38-ab05-112eb674edc4 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:35.574930 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-9db9f283-3099-4e42-b4a1-0bf3eec022e8 req-d65f2559-f988-4f38-ab05-112eb674edc4 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] For port 5d4530b5-a460-426b-a6d2-668060a3cb9b, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=5d4530b5-a460-426b-a6d2-668060a3cb9b,segment=NetworkSegment(8307717c-05d4-414b-9578-8949d2634df3),segment_id=8307717c-05d4-414b-9578-8949d2634df3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:18:35.575318 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-9db9f283-3099-4e42-b4a1-0bf3eec022e8 req-d65f2559-f988-4f38-ab05-112eb674edc4 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:35.589077 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-9db9f283-3099-4e42-b4a1-0bf3eec022e8 req-d65f2559-f988-4f38-ab05-112eb674edc4 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Calling delete_port for 5d4530b5-a460-426b-a6d2-668060a3cb9b owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:18:35.751853 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-9db9f283-3099-4e42-b4a1-0bf3eec022e8 req-d65f2559-f988-4f38-ab05-112eb674edc4 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:35.784550 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65f2559-f988-4f38-ab05-112eb674edc4 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event deleted for resources: {'Port': ['ID=5d4530b5-a460-426b-a6d2-668060a3cb9b,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:35.828825 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db9f283-3099-4e42-b4a1-0bf3eec022e8 req-d65f2559-f988-4f38-ab05-112eb674edc4 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] No DVR routers for this DVR port 5d4530b5-a460-426b-a6d2-668060a3cb9b on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:18:35.832342 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-9db9f283-3099-4e42-b4a1-0bf3eec022e8 req-d65f2559-f988-4f38-ab05-112eb674edc4 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:35.835740 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9db9f283-3099-4e42-b4a1-0bf3eec022e8 req-d65f2559-f988-4f38-ab05-112eb674edc4 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.49 "DELETE /v2.0/ports/5d4530b5-a460-426b-a6d2-668060a3cb9b HTTP/1.1" status: 204 len: 173 time: 0.4451983 Nov 12 01:18:35.836190 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '639f0390-c3e4-4459-9ff9-4b1d601405cd', 'name': 'network-vif-deleted', 'tag': '5d4530b5-a460-426b-a6d2-668060a3cb9b'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:18:35.838469 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350d2c68-6ea8-4461-963a-c02cea957117" -d '{"events": [{"server_uuid": "639f0390-c3e4-4459-9ff9-4b1d601405cd", "name": "network-vif-deleted", "tag": "5d4530b5-a460-426b-a6d2-668060a3cb9b"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:18:35.882524 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc41dfdd-6ad3-4408-bccd-5d638b2ad6f0 x-openstack-request-id: req-fc41dfdd-6ad3-4408-bccd-5d638b2ad6f0 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:18:35.882820 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "639f0390-c3e4-4459-9ff9-4b1d601405cd", "name": "network-vif-deleted", "tag": "5d4530b5-a460-426b-a6d2-668060a3cb9b", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:18:35.883073 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc41dfdd-6ad3-4408-bccd-5d638b2ad6f0 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:18:35.883608 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '639f0390-c3e4-4459-9ff9-4b1d601405cd', 'name': 'network-vif-deleted', 'tag': '5d4530b5-a460-426b-a6d2-668060a3cb9b', 'status': 'completed', 'code': 200} Nov 12 01:18:36.439448 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-519bbb24-ba2d-40d2-9fa0-b70fa493792a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:36.471315 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4432a15d-0e1b-4350-a3af-8017813e7186 req-4ad0d1ed-a89c-493d-bc26-116120d7f273 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=639f0390-c3e4-4459-9ff9-4b1d601405cd HTTP/1.1" status: 200 len: 210 time: 0.0593319 Nov 12 01:18:37.536314 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45264) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:37.742866 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:37.989714 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b8738d8e-80fc-40a2-b519-85ed91ba7ae4 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:38.299491 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-b8738d8e-80fc-40a2-b519-85ed91ba7ae4 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Deleting port 4ee42c5b-2394-4430-9804-ff111401074f {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:18:38.299836 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b8738d8e-80fc-40a2-b519-85ed91ba7ae4 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:38.399912 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-b8738d8e-80fc-40a2-b519-85ed91ba7ae4 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] For port 4ee42c5b-2394-4430-9804-ff111401074f, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=4ee42c5b-2394-4430-9804-ff111401074f,segment=NetworkSegment(8307717c-05d4-414b-9578-8949d2634df3),segment_id=8307717c-05d4-414b-9578-8949d2634df3)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:18:38.400529 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b8738d8e-80fc-40a2-b519-85ed91ba7ae4 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:38.415741 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-b8738d8e-80fc-40a2-b519-85ed91ba7ae4 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Calling delete_port for 4ee42c5b-2394-4430-9804-ff111401074f owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:18:38.617894 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b8738d8e-80fc-40a2-b519-85ed91ba7ae4 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:38.642515 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8738d8e-80fc-40a2-b519-85ed91ba7ae4 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event deleted for resources: {'Port': ['ID=4ee42c5b-2394-4430-9804-ff111401074f,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:38.833759 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b8738d8e-80fc-40a2-b519-85ed91ba7ae4 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:39.058103 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8738d8e-80fc-40a2-b519-85ed91ba7ae4 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Router 8ec0175c-be34-4e69-af45-5fe8d57f6fb6 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:18:39.181074 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8738d8e-80fc-40a2-b519-85ed91ba7ae4 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:18:39.186597 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b8738d8e-80fc-40a2-b519-85ed91ba7ae4 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "PUT /v2.0/routers/8ec0175c-be34-4e69-af45-5fe8d57f6fb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6491466 Nov 12 01:18:39.189574 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45274) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:39.190834 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432479c3-4268-4b4c-a08b-af1d04d597eb None None] Sync routers for ids ['8ec0175c-be34-4e69-af45-5fe8d57f6fb6'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:18:39.202955 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432479c3-4268-4b4c-a08b-af1d04d597eb None None] Routers {'8ec0175c-be34-4e69-af45-5fe8d57f6fb6'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:18:39.203638 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-432479c3-4268-4b4c-a08b-af1d04d597eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:18:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['8ec0175c-be34-4e69-af45-5fe8d57f6fb6'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:39.260560 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-803f2362-5b73-4f37-88d5-ac12d8ab7916 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Deleting subnet 043b3d5c-2754-4c01-b973-6de174cc231e {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:18:39.264523 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-803f2362-5b73-4f37-88d5-ac12d8ab7916 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:39.323522 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-803f2362-5b73-4f37-88d5-ac12d8ab7916 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:39.328501 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-432479c3-4268-4b4c-a08b-af1d04d597eb None None] Set router 8ec0175c-be34-4e69-af45-5fe8d57f6fb6 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:18:39.415268 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-803f2362-5b73-4f37-88d5-ac12d8ab7916 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:39.425738 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:39.483880 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-803f2362-5b73-4f37-88d5-ac12d8ab7916 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:39.516389 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f2362-5b73-4f37-88d5-ac12d8ab7916 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event deleted for resources: {'Subnet': ['ID=043b3d5c-2754-4c01-b973-6de174cc231e,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:39.518683 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-803f2362-5b73-4f37-88d5-ac12d8ab7916 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:39.522298 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-803f2362-5b73-4f37-88d5-ac12d8ab7916 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "DELETE /v2.0/subnets/043b3d5c-2754-4c01-b973-6de174cc231e HTTP/1.1" status: 204 len: 168 time: 0.3291693 Nov 12 01:18:39.524908 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45276) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:39.530695 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a0a384-a00a-491e-b907-ad668e72ee76 None None] Network b2b3b829-800e-4e0c-8058-b16c6e4f675f requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:18:39.606186 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-432479c3-4268-4b4c-a08b-af1d04d597eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec0175c-be34-4e69-af45-5fe8d57f6fb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556154922', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '100c4108-792d-4736-9085-e32eb23f1a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:16:14Z', 'updated_at': '2021-11-12T01:18:38Z', 'revision_number': 5, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '100c4108-792d-4736-9085-e32eb23f1a6e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec0175c-be34-4e69-af45-5fe8d57f6fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:16:15Z', 'updated_at': '2021-11-12T01:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:39.635424 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432479c3-4268-4b4c-a08b-af1d04d597eb None None] Checking router: 8ec0175c-be34-4e69-af45-5fe8d57f6fb6 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:18:39.638884 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7b0e10d1-85e0-42b8-9a33-775daec90e9c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for router, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:39.664765 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432479c3-4268-4b4c-a08b-af1d04d597eb None None] Routers {'8ec0175c-be34-4e69-af45-5fe8d57f6fb6'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:18:39.665451 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-432479c3-4268-4b4c-a08b-af1d04d597eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:18:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['8ec0175c-be34-4e69-af45-5fe8d57f6fb6'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:39.763034 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7b0e10d1-85e0-42b8-9a33-775daec90e9c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:39.796699 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-432479c3-4268-4b4c-a08b-af1d04d597eb None None] Set router 8ec0175c-be34-4e69-af45-5fe8d57f6fb6 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:18:39.825740 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-7b0e10d1-85e0-42b8-9a33-775daec90e9c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Deleting port 100c4108-792d-4736-9085-e32eb23f1a6e {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:18:39.825984 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472dfaf2-ccd8-46b8-b1e5-5922fdf27b30 None None] DHCP port deletion for b2b3b829-800e-4e0c-8058-b16c6e4f675f request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:18:39.826089 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7b0e10d1-85e0-42b8-9a33-775daec90e9c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:39.910798 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-7b0e10d1-85e0-42b8-9a33-775daec90e9c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] For port 100c4108-792d-4736-9085-e32eb23f1a6e, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=100c4108-792d-4736-9085-e32eb23f1a6e,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:18:39.911088 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7b0e10d1-85e0-42b8-9a33-775daec90e9c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:39.923661 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-7b0e10d1-85e0-42b8-9a33-775daec90e9c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Calling delete_port for 100c4108-792d-4736-9085-e32eb23f1a6e owned by network:router_gateway {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:18:39.969841 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-472dfaf2-ccd8-46b8-b1e5-5922fdf27b30 None None] Deleting port 613cadab-e0a5-420b-a808-033f0b79b488 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:18:39.970203 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-472dfaf2-ccd8-46b8-b1e5-5922fdf27b30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:40.067486 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-472dfaf2-ccd8-46b8-b1e5-5922fdf27b30 None None] For port 613cadab-e0a5-420b-a808-033f0b79b488, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=613cadab-e0a5-420b-a808-033f0b79b488,segment=NetworkSegment(8307717c-05d4-414b-9578-8949d2634df3),segment_id=8307717c-05d4-414b-9578-8949d2634df3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:18:40.067850 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-472dfaf2-ccd8-46b8-b1e5-5922fdf27b30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:40.088127 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-472dfaf2-ccd8-46b8-b1e5-5922fdf27b30 None None] Calling delete_port for 613cadab-e0a5-420b-a808-033f0b79b488 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:18:40.103362 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-432479c3-4268-4b4c-a08b-af1d04d597eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec0175c-be34-4e69-af45-5fe8d57f6fb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556154922', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '100c4108-792d-4736-9085-e32eb23f1a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:16:14Z', 'updated_at': '2021-11-12T01:18:38Z', 'revision_number': 5, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '100c4108-792d-4736-9085-e32eb23f1a6e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec0175c-be34-4e69-af45-5fe8d57f6fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:16:15Z', 'updated_at': '2021-11-12T01:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:40.128443 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7b0e10d1-85e0-42b8-9a33-775daec90e9c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:40.132064 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432479c3-4268-4b4c-a08b-af1d04d597eb None None] The sync data for ids ['8ec0175c-be34-4e69-af45-5fe8d57f6fb6'] in n-d-812236-11 is: [{'id': '8ec0175c-be34-4e69-af45-5fe8d57f6fb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556154922', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '100c4108-792d-4736-9085-e32eb23f1a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:16:14Z', 'updated_at': '2021-11-12T01:18:38Z', 'revision_number': 5, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '100c4108-792d-4736-9085-e32eb23f1a6e', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec0175c-be34-4e69-af45-5fe8d57f6fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:16:15Z', 'updated_at': '2021-11-12T01:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:18:40.171051 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e10d1-85e0-42b8-9a33-775daec90e9c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event deleted for resources: {'Port': ['ID=100c4108-792d-4736-9085-e32eb23f1a6e,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:40.189392 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d033cfbe-9f37-4a6a-8261-3d3ea7ca257f None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:18:40.229896 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-472dfaf2-ccd8-46b8-b1e5-5922fdf27b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:40.252428 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19384ece-bb80-49c6-8df2-96748a72c51d req-02d5b8ea-c7e1-4f09-ac97-f14669283efb tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:40.254452 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-19384ece-bb80-49c6-8df2-96748a72c51d req-02d5b8ea-c7e1-4f09-ac97-f14669283efb tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=03443955-c462-4974-9818-9d7f538505fd HTTP/1.1" status: 200 len: 946 time: 0.0928631 Nov 12 01:18:40.258719 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472dfaf2-ccd8-46b8-b1e5-5922fdf27b30 None None] Pushing event deleted for resources: {'Port': ['ID=613cadab-e0a5-420b-a808-033f0b79b488,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:40.262669 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472dfaf2-ccd8-46b8-b1e5-5922fdf27b30 None None] No DVR routers for this DVR port 613cadab-e0a5-420b-a808-033f0b79b488 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:18:40.271408 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 5d4530b5-a460-426b-a6d2-668060a3cb9b no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:18:40.277250 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7b0e10d1-85e0-42b8-9a33-775daec90e9c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:40.299103 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: 5d4530b5-a460-426b-a6d2-668060a3cb9b {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:18:40.299468 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 5d4530b5-a460-426b-a6d2-668060a3cb9b not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:18:40.313485 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:40.398027 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7b0e10d1-85e0-42b8-9a33-775daec90e9c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:40.404085 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7b0e10d1-85e0-42b8-9a33-775daec90e9c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:40.425242 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-19384ece-bb80-49c6-8df2-96748a72c51d req-cbc212d4-cc6c-4abc-b47f-ceea122e0c22 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598155 Nov 12 01:18:40.469971 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7b0e10d1-85e0-42b8-9a33-775daec90e9c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:40.470531 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0e10d1-85e0-42b8-9a33-775daec90e9c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Fanout notify agent at l3_agent the message router_deleted on router 8ec0175c-be34-4e69-af45-5fe8d57f6fb6 {{(pid=102661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:18:40.478265 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7b0e10d1-85e0-42b8-9a33-775daec90e9c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:40.479358 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7b0e10d1-85e0-42b8-9a33-775daec90e9c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "DELETE /v2.0/routers/8ec0175c-be34-4e69-af45-5fe8d57f6fb6 HTTP/1.1" status: 204 len: 168 time: 0.9530756 Nov 12 01:18:40.482212 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45284) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:40.561394 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ed2c829b-168a-4c7d-b127-b18044c345fa tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:40.656690 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ed2c829b-168a-4c7d-b127-b18044c345fa tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:40.676999 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-ed2c829b-168a-4c7d-b127-b18044c345fa tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2b3b829-800e-4e0c-8058-b16c6e4f675f']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:40.687014 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-ed2c829b-168a-4c7d-b127-b18044c345fa tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8307717c-05d4-414b-9578-8949d2634df3') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:40.687309 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-ed2c829b-168a-4c7d-b127-b18044c345fa tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8307717c-05d4-414b-9578-8949d2634df3') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:40.698319 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ed2c829b-168a-4c7d-b127-b18044c345fa tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:40.714496 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ed2c829b-168a-4c7d-b127-b18044c345fa tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:40.723062 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed2c829b-168a-4c7d-b127-b18044c345fa tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:18:40.723511 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ed2c829b-168a-4c7d-b127-b18044c345fa tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:40.727100 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:18:40.727100 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:18:40.727100 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:18:40.727100 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:18:40.727100 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:18:40.727100 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:18:40.727100 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:18:40.727100 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:18:40.727100 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:18:40.727100 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:18:40.727100 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:18:40.727100 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:18:40.727100 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:18:40.727100 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:18:40.727100 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:18:40.727100 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:18:40.727100 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:18:40.727100 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:18:40.727100 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:18:40.727100 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:18:40.727100 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:18:40.727100 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:18:40.727100 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:18:40.727100 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:18:40.727100 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:18:40.727100 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:18:40.727100 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:18:40.727100 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:18:40.727100 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:18:40.727100 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:18:40.727100 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:18:40.727100 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:18:40.795271 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ed2c829b-168a-4c7d-b127-b18044c345fa tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:40.801929 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ed2c829b-168a-4c7d-b127-b18044c345fa tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:40.808462 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ed2c829b-168a-4c7d-b127-b18044c345fa tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "DELETE /v2.0/networks/b2b3b829-800e-4e0c-8058-b16c6e4f675f HTTP/1.1" status: 204 len: 168 time: 0.3229070 Nov 12 01:18:40.808945 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45286) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:40.822588 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2c829b-168a-4c7d-b127-b18044c345fa tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event deleted for resources: {'Network': ['ID=b2b3b829-800e-4e0c-8058-b16c6e4f675f,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:40.869218 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-94668aae-785e-498e-87b7-6b67a9af20e2 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:40.896500 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-94668aae-785e-498e-87b7-6b67a9af20e2 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:40.957995 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-94668aae-785e-498e-87b7-6b67a9af20e2 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:40.960552 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-94668aae-785e-498e-87b7-6b67a9af20e2 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:40.961746 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-94668aae-785e-498e-87b7-6b67a9af20e2 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "DELETE /v2.0/security-groups/ddf00748-b667-4e77-a76f-20e8725999de HTTP/1.1" status: 204 len: 168 time: 0.1514807 Nov 12 01:18:40.970892 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94668aae-785e-498e-87b7-6b67a9af20e2 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf00748-b667-4e77-a76f-20e8725999de,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:41.042312 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:41.212366 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45292) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:41.216944 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-833a79e2-5aba-4c51-bf48-3bbb8999fd12 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1414054997', 'description': 'tempest-secgroup-smoke-1414054997 description', 'project_id': 'b199a2c21c394c79bc16fc575899fc99'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:41.242714 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-833a79e2-5aba-4c51-bf48-3bbb8999fd12 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:41.316637 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-833a79e2-5aba-4c51-bf48-3bbb8999fd12 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:41.320518 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-833a79e2-5aba-4c51-bf48-3bbb8999fd12 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:41.345188 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 613cadab-e0a5-420b-a808-033f0b79b488 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:18:41.351796 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-833a79e2-5aba-4c51-bf48-3bbb8999fd12 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:41.353035 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-833a79e2-5aba-4c51-bf48-3bbb8999fd12 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1396842 Nov 12 01:18:41.355985 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45294) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:41.359454 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a79e2-5aba-4c51-bf48-3bbb8999fd12 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63694058-c6c8-4b82-be3c-300f190d7724,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:41.360604 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-3a1ce2f6-a991-4b18-992a-bdfc56d65685 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Request body: {'security_group_rule': {'security_group_id': '63694058-c6c8-4b82-be3c-300f190d7724', 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:41.366172 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 613cadab-e0a5-420b-a808-033f0b79b488 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:18:41.366518 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 613cadab-e0a5-420b-a808-033f0b79b488 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:18:41.366929 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 100c4108-792d-4736-9085-e32eb23f1a6e no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:18:41.388260 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 100c4108-792d-4736-9085-e32eb23f1a6e {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:18:41.388740 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 100c4108-792d-4736-9085-e32eb23f1a6e not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:18:41.389139 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 4ee42c5b-2394-4430-9804-ff111401074f no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:18:41.400743 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3a1ce2f6-a991-4b18-992a-bdfc56d65685 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:41.413391 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 4ee42c5b-2394-4430-9804-ff111401074f {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:18:41.413731 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 4ee42c5b-2394-4430-9804-ff111401074f not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:18:41.458841 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3a1ce2f6-a991-4b18-992a-bdfc56d65685 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:41.462959 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3a1ce2f6-a991-4b18-992a-bdfc56d65685 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:41.481983 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1ce2f6-a991-4b18-992a-bdfc56d65685 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dd1f330-e125-4a7e-8ca9-9ed48a08b15e,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:41.486817 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3a1ce2f6-a991-4b18-992a-bdfc56d65685 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:41.488821 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-3a1ce2f6-a991-4b18-992a-bdfc56d65685 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1317093 Nov 12 01:18:41.491617 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45298) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:41.496058 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-aefa462b-6e74-431a-a027-805ad82e30bc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Request body: {'security_group_rule': {'security_group_id': '63694058-c6c8-4b82-be3c-300f190d7724', 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:41.523555 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aefa462b-6e74-431a-a027-805ad82e30bc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:41.551140 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248f061-6fa8-4455-b54d-1fadc9eef1fd req-92486b9a-c237-431a-bd3e-3f752259e825 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:41.552616 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4248f061-6fa8-4455-b54d-1fadc9eef1fd req-92486b9a-c237-431a-bd3e-3f752259e825 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=03443955-c462-4974-9818-9d7f538505fd HTTP/1.1" status: 200 len: 946 time: 0.0528204 Nov 12 01:18:41.584701 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aefa462b-6e74-431a-a027-805ad82e30bc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:41.589130 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aefa462b-6e74-431a-a027-805ad82e30bc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:41.603236 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4248f061-6fa8-4455-b54d-1fadc9eef1fd req-6e7fc526-cb16-488d-b22f-a6bc7bc0ead3 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba284b8d-ec6b-4f32-a60a-57c5b9475820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435109 Nov 12 01:18:41.607712 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefa462b-6e74-431a-a027-805ad82e30bc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29c52bd6-4b32-4a31-8538-d115633718e0,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:41.617943 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aefa462b-6e74-431a-a027-805ad82e30bc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:41.619187 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-aefa462b-6e74-431a-a027-805ad82e30bc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1264815 Nov 12 01:18:41.621984 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45300) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:41.626528 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-c6e7d6e3-57e0-4aeb-acc3-87861199b9b5 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Request body: {'security_group_rule': {'security_group_id': '63694058-c6c8-4b82-be3c-300f190d7724', 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:41.653520 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c6e7d6e3-57e0-4aeb-acc3-87861199b9b5 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:41.714474 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c6e7d6e3-57e0-4aeb-acc3-87861199b9b5 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:41.717951 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c6e7d6e3-57e0-4aeb-acc3-87861199b9b5 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:41.735828 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e7d6e3-57e0-4aeb-acc3-87861199b9b5 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38bf23a6-01f5-4483-91c0-3db836e4111a,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:41.744371 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c6e7d6e3-57e0-4aeb-acc3-87861199b9b5 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:41.745624 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c6e7d6e3-57e0-4aeb-acc3-87861199b9b5 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226802 Nov 12 01:18:41.748250 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45302) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:41.752488 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-4c2ca266-1e89-426f-bd5d-ce692188ba3e tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Request body: {'security_group_rule': {'security_group_id': '63694058-c6c8-4b82-be3c-300f190d7724', 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:41.788651 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4c2ca266-1e89-426f-bd5d-ce692188ba3e tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:41.857064 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47404faf-0b15-4b22-99f5-8a40a5bf7711 req-58c97289-86ea-4b4b-af45-5d1329f1e5ce tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:41.858559 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-47404faf-0b15-4b22-99f5-8a40a5bf7711 req-58c97289-86ea-4b4b-af45-5d1329f1e5ce tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.49 "GET /v2.0/ports?device_id=03443955-c462-4974-9818-9d7f538505fd HTTP/1.1" status: 200 len: 946 time: 0.0803540 Nov 12 01:18:41.879316 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4c2ca266-1e89-426f-bd5d-ce692188ba3e tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:41.896062 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4c2ca266-1e89-426f-bd5d-ce692188ba3e tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:41.929805 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ca266-1e89-426f-bd5d-ce692188ba3e tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9af947f-64cd-434e-a5e4-ffa29912d708,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:41.953669 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4c2ca266-1e89-426f-bd5d-ce692188ba3e tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:41.954815 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4c2ca266-1e89-426f-bd5d-ce692188ba3e tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2056561 Nov 12 01:18:41.958868 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45304) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:41.963423 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-2a38e293-940e-4444-b210-5341a218c220 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Request body: {'security_group_rule': {'security_group_id': '63694058-c6c8-4b82-be3c-300f190d7724', 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:41.988581 n-d-812236-11 neutron-server[102662]: INFO neutron.db.securitygroups_db [None req-2a38e293-940e-4444-b210-5341a218c220 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Project b199a2c21c394c79bc16fc575899fc99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:18:41.989107 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-47404faf-0b15-4b22-99f5-8a40a5bf7711 req-c4c0c084-d757-4b40-b281-26d37fee48ba tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Deleting port 55f31ceb-b04c-4456-839a-108303d10485 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:18:41.989482 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-47404faf-0b15-4b22-99f5-8a40a5bf7711 req-c4c0c084-d757-4b40-b281-26d37fee48ba tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:41.993398 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2a38e293-940e-4444-b210-5341a218c220 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:42.059706 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2a38e293-940e-4444-b210-5341a218c220 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:42.064049 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2a38e293-940e-4444-b210-5341a218c220 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:42.083113 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a38e293-940e-4444-b210-5341a218c220 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f5777c-9214-4081-9c8f-b756f61d94f9,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:42.094259 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2a38e293-940e-4444-b210-5341a218c220 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:42.098043 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2a38e293-940e-4444-b210-5341a218c220 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1355879 Nov 12 01:18:42.098193 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-47404faf-0b15-4b22-99f5-8a40a5bf7711 req-c4c0c084-d757-4b40-b281-26d37fee48ba tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] For port 55f31ceb-b04c-4456-839a-108303d10485, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=55f31ceb-b04c-4456-839a-108303d10485,segment=NetworkSegment(c1b16b03-cd67-424f-8589-315c1c109bba),segment_id=c1b16b03-cd67-424f-8589-315c1c109bba)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:18:42.098193 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-47404faf-0b15-4b22-99f5-8a40a5bf7711 req-c4c0c084-d757-4b40-b281-26d37fee48ba tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:42.098361 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45306) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:42.102661 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-5ed0e6dc-5a06-413f-95d4-548347d769bf tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Request body: {'security_group_rule': {'security_group_id': '63694058-c6c8-4b82-be3c-300f190d7724', 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:42.109581 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-47404faf-0b15-4b22-99f5-8a40a5bf7711 req-c4c0c084-d757-4b40-b281-26d37fee48ba tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Calling delete_port for 55f31ceb-b04c-4456-839a-108303d10485 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:18:42.126323 n-d-812236-11 neutron-server[102662]: INFO neutron.db.securitygroups_db [None req-5ed0e6dc-5a06-413f-95d4-548347d769bf tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Project b199a2c21c394c79bc16fc575899fc99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:18:42.131891 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5ed0e6dc-5a06-413f-95d4-548347d769bf tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:42.194948 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5ed0e6dc-5a06-413f-95d4-548347d769bf tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:42.198956 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5ed0e6dc-5a06-413f-95d4-548347d769bf tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:42.219082 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed0e6dc-5a06-413f-95d4-548347d769bf tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58cdcd59-501c-4cc0-b7ef-6d096213e2db,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:42.226532 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5ed0e6dc-5a06-413f-95d4-548347d769bf tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:42.227744 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5ed0e6dc-5a06-413f-95d4-548347d769bf tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1285813 Nov 12 01:18:42.230671 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45308) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:42.235571 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-00146dc7-fb82-4be5-a305-ee05e71cdbbf tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Request body: {'network': {'name': 'tempest-network-smoke--1453317270', 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'port_security_enabled': True}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:42.249344 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-47404faf-0b15-4b22-99f5-8a40a5bf7711 req-c4c0c084-d757-4b40-b281-26d37fee48ba tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:42.257963 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00146dc7-fb82-4be5-a305-ee05e71cdbbf tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Made reservation on behalf of b199a2c21c394c79bc16fc575899fc99 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:18:42.261589 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-00146dc7-fb82-4be5-a305-ee05e71cdbbf tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:42.279292 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c0c084-d757-4b40-b281-26d37fee48ba tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Pushing event deleted for resources: {'Port': ['ID=55f31ceb-b04c-4456-839a-108303d10485,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:42.281579 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['55f31ceb-b04c-4456-839a-108303d10485'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:18:42.290258 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00146dc7-fb82-4be5-a305-ee05e71cdbbf tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:18:42.302787 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-00146dc7-fb82-4be5-a305-ee05e71cdbbf tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:42.303303 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-00146dc7-fb82-4be5-a305-ee05e71cdbbf tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Added segment 6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b of type vlan for network cea06e0b-b483-4655-8fd0-f452131196f4 Nov 12 01:18:42.327132 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-47404faf-0b15-4b22-99f5-8a40a5bf7711 req-c4c0c084-d757-4b40-b281-26d37fee48ba tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] No DVR routers for this DVR port 55f31ceb-b04c-4456-839a-108303d10485 on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:18:42.329637 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-47404faf-0b15-4b22-99f5-8a40a5bf7711 req-c4c0c084-d757-4b40-b281-26d37fee48ba tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:42.333694 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-47404faf-0b15-4b22-99f5-8a40a5bf7711 req-c4c0c084-d757-4b40-b281-26d37fee48ba tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.49 "DELETE /v2.0/ports/55f31ceb-b04c-4456-839a-108303d10485 HTTP/1.1" status: 204 len: 173 time: 0.4667552 Nov 12 01:18:42.334143 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03443955-c462-4974-9818-9d7f538505fd', 'name': 'network-vif-deleted', 'tag': '55f31ceb-b04c-4456-839a-108303d10485'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:18:42.336427 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb837ca-9703-4c5a-9b6d-e9d184e16c55" -d '{"events": [{"server_uuid": "03443955-c462-4974-9818-9d7f538505fd", "name": "network-vif-deleted", "tag": "55f31ceb-b04c-4456-839a-108303d10485"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:18:42.352620 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-00146dc7-fb82-4be5-a305-ee05e71cdbbf tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:42.380848 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3255a683-ed2d-414d-923a-d99a3f946a93 x-openstack-request-id: req-3255a683-ed2d-414d-923a-d99a3f946a93 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:18:42.381349 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03443955-c462-4974-9818-9d7f538505fd", "name": "network-vif-deleted", "tag": "55f31ceb-b04c-4456-839a-108303d10485", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:18:42.381349 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3255a683-ed2d-414d-923a-d99a3f946a93 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:18:42.381699 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03443955-c462-4974-9818-9d7f538505fd', 'name': 'network-vif-deleted', 'tag': '55f31ceb-b04c-4456-839a-108303d10485', 'status': 'completed', 'code': 200} Nov 12 01:18:42.384555 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-00146dc7-fb82-4be5-a305-ee05e71cdbbf tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:42.390381 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00146dc7-fb82-4be5-a305-ee05e71cdbbf tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:42.391057 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-00146dc7-fb82-4be5-a305-ee05e71cdbbf tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:42.472250 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-00146dc7-fb82-4be5-a305-ee05e71cdbbf tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2399967 Nov 12 01:18:42.476438 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45312) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:42.483436 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-bf5bf298-abe2-4cc4-9d21-6ef15cd3caf1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1131629505', 'admin_state_up': True, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:42.494296 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00146dc7-fb82-4be5-a305-ee05e71cdbbf tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'Network': ['ID=cea06e0b-b483-4655-8fd0-f452131196f4,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:42.506192 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network cea06e0b-b483-4655-8fd0-f452131196f4 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:18:42.513011 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bf5bf298-abe2-4cc4-9d21-6ef15cd3caf1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:42.514313 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bf5bf298-abe2-4cc4-9d21-6ef15cd3caf1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:42.566032 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bf5bf298-abe2-4cc4-9d21-6ef15cd3caf1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:42.900574 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:43.040232 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bf5bf298-abe2-4cc4-9d21-6ef15cd3caf1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:43.064410 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-feb3027d-852c-4e6e-8c35-826d7ff6eac3 req-7ae24199-1a95-4b3f-b482-7d6df8bd867a tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=03443955-c462-4974-9818-9d7f538505fd HTTP/1.1" status: 200 len: 210 time: 0.0395060 Nov 12 01:18:43.254292 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bf5bf298-abe2-4cc4-9d21-6ef15cd3caf1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for router_gateway, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:43.273932 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bf5bf298-abe2-4cc4-9d21-6ef15cd3caf1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:43.378983 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-bf5bf298-abe2-4cc4-9d21-6ef15cd3caf1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Allocated IP 172.25.2.254 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/0e4b395e-9e04-4f7f-84d8-a0831309539c) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:18:43.483622 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bf5bf298-abe2-4cc4-9d21-6ef15cd3caf1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:43.519123 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bf5bf298-abe2-4cc4-9d21-6ef15cd3caf1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:43.556704 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5bf298-abe2-4cc4-9d21-6ef15cd3caf1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:18:43.561453 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-bf5bf298-abe2-4cc4-9d21-6ef15cd3caf1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:18:43.565001 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5bf298-abe2-4cc4-9d21-6ef15cd3caf1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:18:43.571220 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5bf298-abe2-4cc4-9d21-6ef15cd3caf1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'Port': ['ID=0e4b395e-9e04-4f7f-84d8-a0831309539c,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:43.583642 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44141c43-34f2-4e44-9efd-f37d3ad4938a None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:18:43.686269 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-8b0b13f1-b9c7-47d0-99c2-39fa2fc3bbe6 None None] Provisioning complete for port 0e4b395e-9e04-4f7f-84d8-a0831309539c triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:43.686664 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b0b13f1-b9c7-47d0-99c2-39fa2fc3bbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:43.724624 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-8b0b13f1-b9c7-47d0-99c2-39fa2fc3bbe6 None None] Port 0e4b395e-9e04-4f7f-84d8-a0831309539c cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:18:43.830243 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bf5bf298-abe2-4cc4-9d21-6ef15cd3caf1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for router_gateway, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:44.031502 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bf5bf298-abe2-4cc4-9d21-6ef15cd3caf1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:44.171259 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf5bf298-abe2-4cc4-9d21-6ef15cd3caf1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Router 7307ffd4-4ba1-44d4-9eb1-de1c051e529d is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:18:44.180952 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ba5edcf2-2d82-4106-b706-680bcffc87d7 req-3c8089ec-5be1-4e84-aabf-996e0a64ca1b tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=03443955-c462-4974-9818-9d7f538505fd HTTP/1.1" status: 200 len: 210 time: 0.0457184 Nov 12 01:18:44.283391 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5bf298-abe2-4cc4-9d21-6ef15cd3caf1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:18:44.295253 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4ce440-3886-40e5-b629-1951c66f37c2 None None] Sync routers for ids ['7307ffd4-4ba1-44d4-9eb1-de1c051e529d'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:18:44.305215 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4ce440-3886-40e5-b629-1951c66f37c2 None None] Routers {'7307ffd4-4ba1-44d4-9eb1-de1c051e529d'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:18:44.305402 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bf5bf298-abe2-4cc4-9d21-6ef15cd3caf1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:44.305861 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-0f4ce440-3886-40e5-b629-1951c66f37c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:18:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['7307ffd4-4ba1-44d4-9eb1-de1c051e529d'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:44.306554 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-bf5bf298-abe2-4cc4-9d21-6ef15cd3caf1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8291309 Nov 12 01:18:44.309703 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45318) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:44.338385 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-994bdb13-1aa5-4bec-9747-04d0aec06d95 tempest-TestNetworkAdvancedServerOps-797573911 tempest-TestNetworkAdvancedServerOps-797573911-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=b199a2c21c394c79bc16fc575899fc99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275879 Nov 12 01:18:44.341307 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45320) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:44.412198 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-0f4ce440-3886-40e5-b629-1951c66f37c2 None None] Set router 7307ffd4-4ba1-44d4-9eb1-de1c051e529d gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:18:44.435290 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6af2c2-a77f-488c-b4be-d43d6f29f9f4 tempest-TestNetworkAdvancedServerOps-797573911 tempest-TestNetworkAdvancedServerOps-797573911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:44.440492 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7e6af2c2-a77f-488c-b4be-d43d6f29f9f4 tempest-TestNetworkAdvancedServerOps-797573911 tempest-TestNetworkAdvancedServerOps-797573911-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0946798 Nov 12 01:18:44.442011 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45322) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:44.474449 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45324) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:44.477792 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6e2c0f59-94f5-4359-ac25-d9567403cfc6 tempest-TestNetworkAdvancedServerOps-797573911 tempest-TestNetworkAdvancedServerOps-797573911-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=ef732b55-2b3c-4048-85da-0a8ac273c14b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306993 Nov 12 01:18:44.479777 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-43d95b5f-1c79-48c1-bc33-eec8738b2ae6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-649158991', 'network_id': 'cea06e0b-b483-4655-8fd0-f452131196f4', 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:44.571955 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d95b5f-1c79-48c1-bc33-eec8738b2ae6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Made reservation on behalf of b199a2c21c394c79bc16fc575899fc99 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:18:44.575947 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-43d95b5f-1c79-48c1-bc33-eec8738b2ae6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:44.606612 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-0f4ce440-3886-40e5-b629-1951c66f37c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7307ffd4-4ba1-44d4-9eb1-de1c051e529d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131629505', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '0e4b395e-9e04-4f7f-84d8-a0831309539c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:18:42Z', 'updated_at': '2021-11-12T01:18:43Z', 'revision_number': 3, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '0e4b395e-9e04-4f7f-84d8-a0831309539c', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:79:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7307ffd4-4ba1-44d4-9eb1-de1c051e529d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:18:43Z', 'updated_at': '2021-11-12T01:18:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:44.633764 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4ce440-3886-40e5-b629-1951c66f37c2 None None] Checking router: 7307ffd4-4ba1-44d4-9eb1-de1c051e529d for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:18:44.633982 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4ce440-3886-40e5-b629-1951c66f37c2 None None] Updating router 7307ffd4-4ba1-44d4-9eb1-de1c051e529d port 0e4b395e-9e04-4f7f-84d8-a0831309539c binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:18:44.664987 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0f4ce440-3886-40e5-b629-1951c66f37c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:44.761334 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-43d95b5f-1c79-48c1-bc33-eec8738b2ae6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:44.826011 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d95b5f-1c79-48c1-bc33-eec8738b2ae6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'Subnet': ['ID=1251e6e8-4d87-40fe-a6ca-74ced43d0dd2,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:44.834697 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d95b5f-1c79-48c1-bc33-eec8738b2ae6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Checking segment: {'id': '6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'cea06e0b-b483-4655-8fd0-f452131196f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:18:44.835173 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d95b5f-1c79-48c1-bc33-eec8738b2ae6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Network hostable DHCP agents. Network: cea06e0b-b483-4655-8fd0-f452131196f4, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:18:44.853069 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d95b5f-1c79-48c1-bc33-eec8738b2ae6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Network cea06e0b-b483-4655-8fd0-f452131196f4 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:18:44.864154 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-43d95b5f-1c79-48c1-bc33-eec8738b2ae6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, cea06e0b-b483-4655-8fd0-f452131196f4) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:18:44.868800 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d95b5f-1c79-48c1-bc33-eec8738b2ae6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:44.869435 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-43d95b5f-1c79-48c1-bc33-eec8738b2ae6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:44.875289 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e843597f-b1bf-4145-9cde-54dddf1f95c7 None None] Network cea06e0b-b483-4655-8fd0-f452131196f4 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:18:44.888668 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-43d95b5f-1c79-48c1-bc33-eec8738b2ae6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4130406 Nov 12 01:18:44.891326 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45326) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:44.936786 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0f4ce440-3886-40e5-b629-1951c66f37c2 None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:44.945829 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0f4ce440-3886-40e5-b629-1951c66f37c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:44.991917 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e464689-d4c0-478d-9fbb-03d689210de2 None None] Pushing event updated for resources: {'Port': ['ID=0e4b395e-9e04-4f7f-84d8-a0831309539c,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:45.001710 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e464689-d4c0-478d-9fbb-03d689210de2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:45.002192 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e464689-d4c0-478d-9fbb-03d689210de2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:45.003167 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e464689-d4c0-478d-9fbb-03d689210de2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:45.003590 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e464689-d4c0-478d-9fbb-03d689210de2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:45.004008 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e464689-d4c0-478d-9fbb-03d689210de2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:45.004421 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e464689-d4c0-478d-9fbb-03d689210de2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:45.004837 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e464689-d4c0-478d-9fbb-03d689210de2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:45.005270 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e464689-d4c0-478d-9fbb-03d689210de2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:45.005708 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e464689-d4c0-478d-9fbb-03d689210de2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:45.006262 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e464689-d4c0-478d-9fbb-03d689210de2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:45.006673 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e464689-d4c0-478d-9fbb-03d689210de2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:45.007080 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e464689-d4c0-478d-9fbb-03d689210de2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:45.027245 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-0f4ce440-3886-40e5-b629-1951c66f37c2 None None] Attempting to bind port 0e4b395e-9e04-4f7f-84d8-a0831309539c on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:18:45.027736 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-0f4ce440-3886-40e5-b629-1951c66f37c2 None None] Attempting to bind port 0e4b395e-9e04-4f7f-84d8-a0831309539c by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:18:45.028191 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4ce440-3886-40e5-b629-1951c66f37c2 None None] Attempting to bind port 0e4b395e-9e04-4f7f-84d8-a0831309539c on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:18:45.034469 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4ce440-3886-40e5-b629-1951c66f37c2 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:18:45.035016 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4ce440-3886-40e5-b629-1951c66f37c2 None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:18:45.035504 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0f4ce440-3886-40e5-b629-1951c66f37c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:45.035977 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4ce440-3886-40e5-b629-1951c66f37c2 None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:18:45.036425 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f236c3-3415-4827-98cb-69b10e317f44 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:18:45.036619 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-0f4ce440-3886-40e5-b629-1951c66f37c2 None None] Bound port: 0e4b395e-9e04-4f7f-84d8-a0831309539c, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:18:45.037238 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0f4ce440-3886-40e5-b629-1951c66f37c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:45.102844 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-0f4ce440-3886-40e5-b629-1951c66f37c2 None None] For port 0e4b395e-9e04-4f7f-84d8-a0831309539c, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:18:45.106923 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-0f4ce440-3886-40e5-b629-1951c66f37c2 None None] For port 0e4b395e-9e04-4f7f-84d8-a0831309539c, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=0e4b395e-9e04-4f7f-84d8-a0831309539c,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:18:45.113036 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd5cf78-3691-4df3-92c1-53bf3483febe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-cea06e0b-b483-4655-8fd0-f452131196f4', 'network_id': 'cea06e0b-b483-4655-8fd0-f452131196f4', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'fixed_ips': [{'subnet_id': '1251e6e8-4d87-40fe-a6ca-74ced43d0dd2'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:18:45.113995 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8dd5cf78-3691-4df3-92c1-53bf3483febe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:45.119863 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0f4ce440-3886-40e5-b629-1951c66f37c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:45.182273 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e464689-d4c0-478d-9fbb-03d689210de2 None None] Pushing event updated for resources: {'Port': ['ID=0e4b395e-9e04-4f7f-84d8-a0831309539c,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:45.197598 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4ce440-3886-40e5-b629-1951c66f37c2 None None] Routers {'7307ffd4-4ba1-44d4-9eb1-de1c051e529d'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:18:45.198392 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-0f4ce440-3886-40e5-b629-1951c66f37c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:18:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['7307ffd4-4ba1-44d4-9eb1-de1c051e529d'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:45.277415 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88029d07-80f5-4c70-a6cf-e8601a062967 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:18:45.295732 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-47d527f5-4245-4ac6-adbf-8b54c578ccee None None] Provisioning complete for port 0e4b395e-9e04-4f7f-84d8-a0831309539c triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:45.295732 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-47d527f5-4245-4ac6-adbf-8b54c578ccee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:45.337281 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b31d220b-f659-4387-80fe-214baea0b3f1 req-73fd6d1c-de9f-479a-97b9-7daf0aaa8ded tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=03443955-c462-4974-9818-9d7f538505fd HTTP/1.1" status: 200 len: 210 time: 0.0633092 Nov 12 01:18:45.345913 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-0f4ce440-3886-40e5-b629-1951c66f37c2 None None] Set router 7307ffd4-4ba1-44d4-9eb1-de1c051e529d gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:18:45.511024 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9dcc0b58-5551-45fb-a7f1-4b051dcb36f6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:45.545514 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-0f4ce440-3886-40e5-b629-1951c66f37c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7307ffd4-4ba1-44d4-9eb1-de1c051e529d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131629505', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '0e4b395e-9e04-4f7f-84d8-a0831309539c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:18:42Z', 'updated_at': '2021-11-12T01:18:43Z', 'revision_number': 3, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '0e4b395e-9e04-4f7f-84d8-a0831309539c', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:79:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7307ffd4-4ba1-44d4-9eb1-de1c051e529d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:18:43Z', 'updated_at': '2021-11-12T01:18:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:45.563394 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-8dd5cf78-3691-4df3-92c1-53bf3483febe None None] Allocated IP 172.20.0.2 (cea06e0b-b483-4655-8fd0-f452131196f4/1251e6e8-4d87-40fe-a6ca-74ced43d0dd2/69220721-8c40-4ec7-bd64-beae601aed54) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:18:45.590991 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4ce440-3886-40e5-b629-1951c66f37c2 None None] The sync data for ids ['7307ffd4-4ba1-44d4-9eb1-de1c051e529d'] in n-d-812236-11 is: [{'id': '7307ffd4-4ba1-44d4-9eb1-de1c051e529d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131629505', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '0e4b395e-9e04-4f7f-84d8-a0831309539c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:18:42Z', 'updated_at': '2021-11-12T01:18:43Z', 'revision_number': 3, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '0e4b395e-9e04-4f7f-84d8-a0831309539c', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:79:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7307ffd4-4ba1-44d4-9eb1-de1c051e529d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:18:43Z', 'updated_at': '2021-11-12T01:18:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:18:45.676144 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-47d527f5-4245-4ac6-adbf-8b54c578ccee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:45.712171 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-47d527f5-4245-4ac6-adbf-8b54c578ccee None None] For port 0e4b395e-9e04-4f7f-84d8-a0831309539c, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=0e4b395e-9e04-4f7f-84d8-a0831309539c,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:18:45.724161 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-47d527f5-4245-4ac6-adbf-8b54c578ccee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:45.819665 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8dd5cf78-3691-4df3-92c1-53bf3483febe None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:45.824373 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d527f5-4245-4ac6-adbf-8b54c578ccee None None] Pushing event updated for resources: {'Port': ['ID=0e4b395e-9e04-4f7f-84d8-a0831309539c,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:45.829030 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8dd5cf78-3691-4df3-92c1-53bf3483febe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:45.901553 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd5cf78-3691-4df3-92c1-53bf3483febe None None] Network cea06e0b-b483-4655-8fd0-f452131196f4 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:18:45.912783 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-8dd5cf78-3691-4df3-92c1-53bf3483febe None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:18:45.917395 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-db133987-0d06-4e3a-ac73-a554766bddaf None None] Provisioning complete for port 0e4b395e-9e04-4f7f-84d8-a0831309539c triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:45.917762 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-db133987-0d06-4e3a-ac73-a554766bddaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:45.919720 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd5cf78-3691-4df3-92c1-53bf3483febe None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:18:45.923867 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5cf78-3691-4df3-92c1-53bf3483febe None None] Pushing event updated for resources: {'Port': ['ID=69220721-8c40-4ec7-bd64-beae601aed54,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:45.924953 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-9dcc0b58-5551-45fb-a7f1-4b051dcb36f6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Allocated IP 172.20.0.1 (cea06e0b-b483-4655-8fd0-f452131196f4/1251e6e8-4d87-40fe-a6ca-74ced43d0dd2/bbe83ec4-5ed1-4432-829c-0f91f5a71660) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:18:46.021408 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-8dd5cf78-3691-4df3-92c1-53bf3483febe None None] Attempting to bind port 69220721-8c40-4ec7-bd64-beae601aed54 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:18:46.021775 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-8dd5cf78-3691-4df3-92c1-53bf3483febe None None] Attempting to bind port 69220721-8c40-4ec7-bd64-beae601aed54 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'cea06e0b-b483-4655-8fd0-f452131196f4'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:18:46.022192 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd5cf78-3691-4df3-92c1-53bf3483febe None None] Attempting to bind port 69220721-8c40-4ec7-bd64-beae601aed54 on network cea06e0b-b483-4655-8fd0-f452131196f4 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:18:46.030709 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd5cf78-3691-4df3-92c1-53bf3483febe None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:18:46.031117 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd5cf78-3691-4df3-92c1-53bf3483febe None None] Checking segment: {'id': '6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'cea06e0b-b483-4655-8fd0-f452131196f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:18:46.031492 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8dd5cf78-3691-4df3-92c1-53bf3483febe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:46.031892 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd5cf78-3691-4df3-92c1-53bf3483febe None None] Bound using segment: {'id': '6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'cea06e0b-b483-4655-8fd0-f452131196f4'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:18:46.032373 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-8dd5cf78-3691-4df3-92c1-53bf3483febe None None] Bound port: 69220721-8c40-4ec7-bd64-beae601aed54, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'cea06e0b-b483-4655-8fd0-f452131196f4'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:18:46.032758 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8dd5cf78-3691-4df3-92c1-53bf3483febe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:46.072543 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9dcc0b58-5551-45fb-a7f1-4b051dcb36f6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:46.124112 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9dcc0b58-5551-45fb-a7f1-4b051dcb36f6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:46.147491 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-8dd5cf78-3691-4df3-92c1-53bf3483febe None None] For port 69220721-8c40-4ec7-bd64-beae601aed54, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:18:46.154566 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-8dd5cf78-3691-4df3-92c1-53bf3483febe None None] For port 69220721-8c40-4ec7-bd64-beae601aed54, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=69220721-8c40-4ec7-bd64-beae601aed54,segment=NetworkSegment(6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b),segment_id=6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:18:46.160732 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8dd5cf78-3691-4df3-92c1-53bf3483febe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:46.187211 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcc0b58-5551-45fb-a7f1-4b051dcb36f6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Network cea06e0b-b483-4655-8fd0-f452131196f4 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:18:46.194534 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-9dcc0b58-5551-45fb-a7f1-4b051dcb36f6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:18:46.197215 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcc0b58-5551-45fb-a7f1-4b051dcb36f6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:18:46.229248 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcc0b58-5551-45fb-a7f1-4b051dcb36f6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'Port': ['ID=bbe83ec4-5ed1-4432-829c-0f91f5a71660,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:46.242942 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5cf78-3691-4df3-92c1-53bf3483febe None None] Pushing event updated for resources: {'Port': ['ID=69220721-8c40-4ec7-bd64-beae601aed54,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:46.267345 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9dcc0b58-5551-45fb-a7f1-4b051dcb36f6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:46.287501 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 55f31ceb-b04c-4456-839a-108303d10485 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:18:46.319615 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: 55f31ceb-b04c-4456-839a-108303d10485 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:18:46.320323 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 55f31ceb-b04c-4456-839a-108303d10485 not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:18:46.442688 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9dcc0b58-5551-45fb-a7f1-4b051dcb36f6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:46.504753 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dcf35d83-c98c-4785-acba-27314c4b1af4 req-f801f726-e8c0-4b3c-929b-e6374e01ab5b tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=03443955-c462-4974-9818-9d7f538505fd HTTP/1.1" status: 200 len: 210 time: 0.0511816 Nov 12 01:18:46.801832 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9dcc0b58-5551-45fb-a7f1-4b051dcb36f6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:46.808339 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9dcc0b58-5551-45fb-a7f1-4b051dcb36f6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:46.890357 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcc0b58-5551-45fb-a7f1-4b051dcb36f6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'Port': ['ID=bbe83ec4-5ed1-4432-829c-0f91f5a71660,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:46.892914 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9dcc0b58-5551-45fb-a7f1-4b051dcb36f6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:47.010731 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcc0b58-5551-45fb-a7f1-4b051dcb36f6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Network cea06e0b-b483-4655-8fd0-f452131196f4 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:18:47.012311 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-9dcc0b58-5551-45fb-a7f1-4b051dcb36f6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:18:47.191144 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dcc0b58-5551-45fb-a7f1-4b051dcb36f6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Router 7307ffd4-4ba1-44d4-9eb1-de1c051e529d has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:18:47.318676 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dcc0b58-5551-45fb-a7f1-4b051dcb36f6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:18:47.323977 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-9dcc0b58-5551-45fb-a7f1-4b051dcb36f6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "PUT /v2.0/routers/7307ffd4-4ba1-44d4-9eb1-de1c051e529d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4315956 Nov 12 01:18:47.481218 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8e55cd-7a69-4f4d-a9a3-8c7ce6ca936a None None] Network cea06e0b-b483-4655-8fd0-f452131196f4 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:18:47.506011 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 0e4b395e-9e04-4f7f-84d8-a0831309539c up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:18:47.599632 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c3daa2a6-7bed-442f-ba44-bca4e7c7f0a4 req-d665dd3a-851a-4384-bd4c-2b633c0888b3 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1414054997&fields=id&tenant_id=b199a2c21c394c79bc16fc575899fc99 HTTP/1.1" status: 200 len: 267 time: 0.0846825 Nov 12 01:18:47.630143 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-757fba02-5ac8-4db6-8a9a-1c276be90798 None None] Provisioning complete for port 69220721-8c40-4ec7-bd64-beae601aed54 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:47.630808 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-757fba02-5ac8-4db6-8a9a-1c276be90798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:47.677683 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-13e8512a-2c13-4430-a94e-cd2101d89291 req-69e6dfa6-710b-4fe6-85e1-783ed2bb76ea tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=03443955-c462-4974-9818-9d7f538505fd HTTP/1.1" status: 200 len: 210 time: 0.0403242 Nov 12 01:18:47.741497 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3daa2a6-7bed-442f-ba44-bca4e7c7f0a4 req-5fae4b14-4fbd-4bfc-9545-3380bd977f5a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:47.751287 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 0e4b395e-9e04-4f7f-84d8-a0831309539c triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:47.751778 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:47.761581 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c3daa2a6-7bed-442f-ba44-bca4e7c7f0a4 req-5fae4b14-4fbd-4bfc-9545-3380bd977f5a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/networks?id=cea06e0b-b483-4655-8fd0-f452131196f4 HTTP/1.1" status: 200 len: 797 time: 0.1535478 Nov 12 01:18:47.781569 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c3daa2a6-7bed-442f-ba44-bca4e7c7f0a4 req-54f3a411-7cf1-4924-b2fb-47404284f1da tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/quotas/b199a2c21c394c79bc16fc575899fc99 HTTP/1.1" status: 200 len: 375 time: 0.0190234 Nov 12 01:18:47.862520 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c3daa2a6-7bed-442f-ba44-bca4e7c7f0a4 req-31b27899-7d88-4a6e-9196-555403763d5f tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b199a2c21c394c79bc16fc575899fc99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0631261 Nov 12 01:18:47.884806 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-757fba02-5ac8-4db6-8a9a-1c276be90798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:47.968355 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-757fba02-5ac8-4db6-8a9a-1c276be90798 None None] For port 69220721-8c40-4ec7-bd64-beae601aed54, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=69220721-8c40-4ec7-bd64-beae601aed54,segment=NetworkSegment(6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b),segment_id=6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:18:47.970761 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 69220721-8c40-4ec7-bd64-beae601aed54 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:18:47.999726 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-757fba02-5ac8-4db6-8a9a-1c276be90798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:48.091772 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edf8a4d-ff39-47ae-974d-7e4b0a258471 None None] Sync routers for ids ['7307ffd4-4ba1-44d4-9eb1-de1c051e529d'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:18:48.107724 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757fba02-5ac8-4db6-8a9a-1c276be90798 None None] Pushing event updated for resources: {'Port': ['ID=69220721-8c40-4ec7-bd64-beae601aed54,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:48.107947 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c3daa2a6-7bed-442f-ba44-bca4e7c7f0a4 req-e53d966a-f2b2-4ba9-a22d-9bdb203767be service neutron] 10.222.0.20 "GET /v2.0/networks/cea06e0b-b483-4655-8fd0-f452131196f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414501 Nov 12 01:18:48.118781 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 69220721-8c40-4ec7-bd64-beae601aed54 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:48.119388 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:48.121144 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edf8a4d-ff39-47ae-974d-7e4b0a258471 None None] Routers {'7307ffd4-4ba1-44d4-9eb1-de1c051e529d'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:18:48.121966 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-8edf8a4d-ff39-47ae-974d-7e4b0a258471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:18:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['7307ffd4-4ba1-44d4-9eb1-de1c051e529d'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:48.240526 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c3daa2a6-7bed-442f-ba44-bca4e7c7f0a4 req-70db241e-20dd-4095-8e5f-aed3a9af2755 service neutron] 10.222.0.20 "GET /v2.0/networks/cea06e0b-b483-4655-8fd0-f452131196f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190577 Nov 12 01:18:48.286836 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-8edf8a4d-ff39-47ae-974d-7e4b0a258471 None None] Set router 7307ffd4-4ba1-44d4-9eb1-de1c051e529d gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:18:48.384895 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-6aa50b84-475b-44c2-a79b-1aa06b096b6f None None] Provisioning complete for port 69220721-8c40-4ec7-bd64-beae601aed54 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:48.385116 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6aa50b84-475b-44c2-a79b-1aa06b096b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:48.457286 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-58b8eee8-af78-4517-ba34-4e47de25ff11 req-208d7f1c-7c64-4fe6-b64e-ce0c60f75d56 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 210 time: 0.0346205 Nov 12 01:18:48.611151 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-6aa50b84-475b-44c2-a79b-1aa06b096b6f None None] Provisioning complete for port bbe83ec4-5ed1-4432-829c-0f91f5a71660 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:48.612199 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6aa50b84-475b-44c2-a79b-1aa06b096b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:48.668539 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-8edf8a4d-ff39-47ae-974d-7e4b0a258471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7307ffd4-4ba1-44d4-9eb1-de1c051e529d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131629505', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '0e4b395e-9e04-4f7f-84d8-a0831309539c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:18:42Z', 'updated_at': '2021-11-12T01:18:46Z', 'revision_number': 4, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '0e4b395e-9e04-4f7f-84d8-a0831309539c', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:79:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7307ffd4-4ba1-44d4-9eb1-de1c051e529d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:18:43Z', 'updated_at': '2021-11-12T01:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'bbe83ec4-5ed1-4432-829c-0f91f5a71660', 'name': '', 'network_id': 'cea06e0b-b483-4655-8fd0-f452131196f4', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'mac_address': 'fa:16:3e:69:83:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7307ffd4-4ba1-44d4-9eb1-de1c051e529d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '1251e6e8-4d87-40fe-a6ca-74ced43d0dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:18:45Z', 'updated_at': '2021-11-12T01:18:46Z', 'revision_number': 2, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'subnets': [{'id': '1251e6e8-4d87-40fe-a6ca-74ced43d0dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:48.910948 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edf8a4d-ff39-47ae-974d-7e4b0a258471 None None] Checking router: 7307ffd4-4ba1-44d4-9eb1-de1c051e529d for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:18:48.911376 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edf8a4d-ff39-47ae-974d-7e4b0a258471 None None] Updating router 7307ffd4-4ba1-44d4-9eb1-de1c051e529d port bbe83ec4-5ed1-4432-829c-0f91f5a71660 binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:18:48.914353 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-6aa50b84-475b-44c2-a79b-1aa06b096b6f None None] Port bbe83ec4-5ed1-4432-829c-0f91f5a71660 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:18:48.939610 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8edf8a4d-ff39-47ae-974d-7e4b0a258471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:49.085856 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-a30fb6b3-0ad6-4794-bbaa-279194d33b68 None None] Provisioning complete for port bbe83ec4-5ed1-4432-829c-0f91f5a71660 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:49.086220 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a30fb6b3-0ad6-4794-bbaa-279194d33b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:49.178608 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-a30fb6b3-0ad6-4794-bbaa-279194d33b68 None None] Port bbe83ec4-5ed1-4432-829c-0f91f5a71660 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:18:49.267537 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8edf8a4d-ff39-47ae-974d-7e4b0a258471 None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:49.273762 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8edf8a4d-ff39-47ae-974d-7e4b0a258471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:49.327064 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd304204-3e08-4bfb-ac5c-6ec3f7cf7a2f None None] Pushing event updated for resources: {'Port': ['ID=bbe83ec4-5ed1-4432-829c-0f91f5a71660,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:49.369525 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 69220721-8c40-4ec7-bd64-beae601aed54 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:18:49.407069 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-8edf8a4d-ff39-47ae-974d-7e4b0a258471 None None] Attempting to bind port bbe83ec4-5ed1-4432-829c-0f91f5a71660 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:18:49.407439 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-8edf8a4d-ff39-47ae-974d-7e4b0a258471 None None] Attempting to bind port bbe83ec4-5ed1-4432-829c-0f91f5a71660 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'cea06e0b-b483-4655-8fd0-f452131196f4'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:18:49.407796 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edf8a4d-ff39-47ae-974d-7e4b0a258471 None None] Attempting to bind port bbe83ec4-5ed1-4432-829c-0f91f5a71660 on network cea06e0b-b483-4655-8fd0-f452131196f4 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:18:49.420847 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edf8a4d-ff39-47ae-974d-7e4b0a258471 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:18:49.421224 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edf8a4d-ff39-47ae-974d-7e4b0a258471 None None] Checking segment: {'id': '6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'cea06e0b-b483-4655-8fd0-f452131196f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:18:49.421652 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8edf8a4d-ff39-47ae-974d-7e4b0a258471 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:49.422041 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edf8a4d-ff39-47ae-974d-7e4b0a258471 None None] Bound using segment: {'id': '6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'cea06e0b-b483-4655-8fd0-f452131196f4'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:18:49.422515 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-8edf8a4d-ff39-47ae-974d-7e4b0a258471 None None] Bound port: bbe83ec4-5ed1-4432-829c-0f91f5a71660, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'cea06e0b-b483-4655-8fd0-f452131196f4'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:18:49.422886 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8edf8a4d-ff39-47ae-974d-7e4b0a258471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:49.496399 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 69220721-8c40-4ec7-bd64-beae601aed54 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:49.496891 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:49.581032 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-994dd98e-506a-4d11-8558-58c5741a7498 req-91af22fc-0fe7-4e0b-8540-bae0bd624ee6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 210 time: 0.0346391 Nov 12 01:18:49.611466 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-8edf8a4d-ff39-47ae-974d-7e4b0a258471 None None] For port bbe83ec4-5ed1-4432-829c-0f91f5a71660, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:18:49.631422 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-8edf8a4d-ff39-47ae-974d-7e4b0a258471 None None] For port bbe83ec4-5ed1-4432-829c-0f91f5a71660, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=bbe83ec4-5ed1-4432-829c-0f91f5a71660,segment=NetworkSegment(6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b),segment_id=6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:18:49.636941 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-503c7b37-4dc1-4033-baec-ebcd9c8d83e5 None None] Provisioning complete for port bbe83ec4-5ed1-4432-829c-0f91f5a71660 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:49.637450 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-503c7b37-4dc1-4033-baec-ebcd9c8d83e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:49.642015 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8edf8a4d-ff39-47ae-974d-7e4b0a258471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:49.720669 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3daa2a6-7bed-442f-ba44-bca4e7c7f0a4 req-4a4caa68-3985-46d1-b054-30df2b8693a7 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:49.729578 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c3daa2a6-7bed-442f-ba44-bca4e7c7f0a4 req-4a4caa68-3985-46d1-b054-30df2b8693a7 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.54 "GET /v2.0/networks?id=cea06e0b-b483-4655-8fd0-f452131196f4 HTTP/1.1" status: 200 len: 797 time: 0.1900229 Nov 12 01:18:49.781050 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd304204-3e08-4bfb-ac5c-6ec3f7cf7a2f None None] Pushing event updated for resources: {'Port': ['ID=bbe83ec4-5ed1-4432-829c-0f91f5a71660,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:49.788207 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edf8a4d-ff39-47ae-974d-7e4b0a258471 None None] Routers {'7307ffd4-4ba1-44d4-9eb1-de1c051e529d'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:18:49.788832 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-8edf8a4d-ff39-47ae-974d-7e4b0a258471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:18:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['7307ffd4-4ba1-44d4-9eb1-de1c051e529d'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:49.844909 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c3daa2a6-7bed-442f-ba44-bca4e7c7f0a4 req-7ecdee4a-11f8-4ace-99ec-10583d69f347 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b199a2c21c394c79bc16fc575899fc99 HTTP/1.1" status: 200 len: 380 time: 0.1004739 Nov 12 01:18:49.858225 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-c3daa2a6-7bed-442f-ba44-bca4e7c7f0a4 req-643318da-35cd-4d49-91e9-2120dd4e19f1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Request body: {'port': {'device_id': 'ecd7c50f-6bae-4d50-be35-542ad95c375d', 'network_id': 'cea06e0b-b483-4655-8fd0-f452131196f4', 'admin_state_up': True, 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'security_groups': ['63694058-c6c8-4b82-be3c-300f190d7724']}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:49.907149 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-503c7b37-4dc1-4033-baec-ebcd9c8d83e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:49.956364 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-503c7b37-4dc1-4033-baec-ebcd9c8d83e5 None None] For port bbe83ec4-5ed1-4432-829c-0f91f5a71660, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=bbe83ec4-5ed1-4432-829c-0f91f5a71660,segment=NetworkSegment(6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b),segment_id=6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:18:49.963293 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-503c7b37-4dc1-4033-baec-ebcd9c8d83e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:49.969821 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-8edf8a4d-ff39-47ae-974d-7e4b0a258471 None None] Set router 7307ffd4-4ba1-44d4-9eb1-de1c051e529d gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:18:50.010887 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3daa2a6-7bed-442f-ba44-bca4e7c7f0a4 req-643318da-35cd-4d49-91e9-2120dd4e19f1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Made reservation on behalf of b199a2c21c394c79bc16fc575899fc99 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:18:50.014785 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-c3daa2a6-7bed-442f-ba44-bca4e7c7f0a4 req-643318da-35cd-4d49-91e9-2120dd4e19f1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:50.047238 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503c7b37-4dc1-4033-baec-ebcd9c8d83e5 None None] Pushing event updated for resources: {'Port': ['ID=bbe83ec4-5ed1-4432-829c-0f91f5a71660,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:50.163368 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-c3daa2a6-7bed-442f-ba44-bca4e7c7f0a4 req-643318da-35cd-4d49-91e9-2120dd4e19f1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Allocated IP 172.20.0.11 (cea06e0b-b483-4655-8fd0-f452131196f4/1251e6e8-4d87-40fe-a6ca-74ced43d0dd2/2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:18:50.184796 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-ea5e2a84-e8a4-4bd1-aa4d-985dff3fd0f3 None None] Provisioning complete for port bbe83ec4-5ed1-4432-829c-0f91f5a71660 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:50.185479 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ea5e2a84-e8a4-4bd1-aa4d-985dff3fd0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:50.306798 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-c3daa2a6-7bed-442f-ba44-bca4e7c7f0a4 req-643318da-35cd-4d49-91e9-2120dd4e19f1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:50.329410 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-8edf8a4d-ff39-47ae-974d-7e4b0a258471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7307ffd4-4ba1-44d4-9eb1-de1c051e529d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131629505', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '0e4b395e-9e04-4f7f-84d8-a0831309539c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:18:42Z', 'updated_at': '2021-11-12T01:18:46Z', 'revision_number': 4, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '0e4b395e-9e04-4f7f-84d8-a0831309539c', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:79:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7307ffd4-4ba1-44d4-9eb1-de1c051e529d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:18:43Z', 'updated_at': '2021-11-12T01:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'bbe83ec4-5ed1-4432-829c-0f91f5a71660', 'name': '', 'network_id': 'cea06e0b-b483-4655-8fd0-f452131196f4', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'mac_address': 'fa:16:3e:69:83:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7307ffd4-4ba1-44d4-9eb1-de1c051e529d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '1251e6e8-4d87-40fe-a6ca-74ced43d0dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:18:45Z', 'updated_at': '2021-11-12T01:18:49Z', 'revision_number': 4, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'subnets': [{'id': '1251e6e8-4d87-40fe-a6ca-74ced43d0dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:50.343288 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-c3daa2a6-7bed-442f-ba44-bca4e7c7f0a4 req-643318da-35cd-4d49-91e9-2120dd4e19f1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:50.349971 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:18:50.365720 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edf8a4d-ff39-47ae-974d-7e4b0a258471 None None] The sync data for ids ['7307ffd4-4ba1-44d4-9eb1-de1c051e529d'] in n-d-812236-11 is: [{'id': '7307ffd4-4ba1-44d4-9eb1-de1c051e529d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131629505', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '0e4b395e-9e04-4f7f-84d8-a0831309539c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:18:42Z', 'updated_at': '2021-11-12T01:18:46Z', 'revision_number': 4, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '0e4b395e-9e04-4f7f-84d8-a0831309539c', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:79:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7307ffd4-4ba1-44d4-9eb1-de1c051e529d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:18:43Z', 'updated_at': '2021-11-12T01:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'bbe83ec4-5ed1-4432-829c-0f91f5a71660', 'name': '', 'network_id': 'cea06e0b-b483-4655-8fd0-f452131196f4', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'mac_address': 'fa:16:3e:69:83:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7307ffd4-4ba1-44d4-9eb1-de1c051e529d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '1251e6e8-4d87-40fe-a6ca-74ced43d0dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:18:45Z', 'updated_at': '2021-11-12T01:18:49Z', 'revision_number': 4, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'subnets': [{'id': '1251e6e8-4d87-40fe-a6ca-74ced43d0dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:18:50.391375 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3daa2a6-7bed-442f-ba44-bca4e7c7f0a4 req-643318da-35cd-4d49-91e9-2120dd4e19f1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Network cea06e0b-b483-4655-8fd0-f452131196f4 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:18:50.397283 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-c3daa2a6-7bed-442f-ba44-bca4e7c7f0a4 req-643318da-35cd-4d49-91e9-2120dd4e19f1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:18:50.401363 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3daa2a6-7bed-442f-ba44-bca4e7c7f0a4 req-643318da-35cd-4d49-91e9-2120dd4e19f1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:18:50.756785 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-cf5409f5-15ac-49d2-94d2-0410b8bc87ff None None] Provisioning complete for port 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:50.757412 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cf5409f5-15ac-49d2-94d2-0410b8bc87ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:50.805542 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-cf5409f5-15ac-49d2-94d2-0410b8bc87ff None None] Port 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:18:50.826104 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643318da-35cd-4d49-91e9-2120dd4e19f1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'Port': ['ID=2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:50.878553 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3daa2a6-7bed-442f-ba44-bca4e7c7f0a4 req-643318da-35cd-4d49-91e9-2120dd4e19f1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:50.879216 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-c3daa2a6-7bed-442f-ba44-bca4e7c7f0a4 req-643318da-35cd-4d49-91e9-2120dd4e19f1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:50.900548 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891490d-542e-4c80-a72d-4a967b9c14b2 req-a5007f35-2050-41d3-9843-91d38350be1a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:50.907413 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1891490d-542e-4c80-a72d-4a967b9c14b2 req-a5007f35-2050-41d3-9843-91d38350be1a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 932 time: 0.0927987 Nov 12 01:18:50.922326 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c3daa2a6-7bed-442f-ba44-bca4e7c7f0a4 req-643318da-35cd-4d49-91e9-2120dd4e19f1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0693874 Nov 12 01:18:50.993824 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1891490d-542e-4c80-a72d-4a967b9c14b2 req-3d9e218e-686a-4853-834b-63aed2ce9893 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=63694058-c6c8-4b82-be3c-300f190d7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776114 Nov 12 01:18:51.026428 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-c3daa2a6-7bed-442f-ba44-bca4e7c7f0a4 req-0733b845-0714-4401-838e-3878f2e6fc23 service neutron] Request body: {'port': {'device_id': 'ecd7c50f-6bae-4d50-be35-542ad95c375d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:51.087572 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-c3daa2a6-7bed-442f-ba44-bca4e7c7f0a4 req-0733b845-0714-4401-838e-3878f2e6fc23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:51.416127 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device bbe83ec4-5ed1-4432-829c-0f91f5a71660 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:18:51.426267 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-c3daa2a6-7bed-442f-ba44-bca4e7c7f0a4 req-0733b845-0714-4401-838e-3878f2e6fc23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:18:51.434459 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-c3daa2a6-7bed-442f-ba44-bca4e7c7f0a4 req-0733b845-0714-4401-838e-3878f2e6fc23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:51.456068 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-c3daa2a6-7bed-442f-ba44-bca4e7c7f0a4 req-0733b845-0714-4401-838e-3878f2e6fc23 service neutron] Transition to ACTIVE for port object 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:18:51.462088 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-c3daa2a6-7bed-442f-ba44-bca4e7c7f0a4 req-0733b845-0714-4401-838e-3878f2e6fc23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:51.478589 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port bbe83ec4-5ed1-4432-829c-0f91f5a71660 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:51.479100 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:51.526876 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0733b845-0714-4401-838e-3878f2e6fc23 service neutron] Pushing event updated for resources: {'Port': ['ID=2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:51.614399 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-c3daa2a6-7bed-442f-ba44-bca4e7c7f0a4 req-0733b845-0714-4401-838e-3878f2e6fc23 service neutron] Attempting to bind port 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:18:51.614840 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-c3daa2a6-7bed-442f-ba44-bca4e7c7f0a4 req-0733b845-0714-4401-838e-3878f2e6fc23 service neutron] Attempting to bind port 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'cea06e0b-b483-4655-8fd0-f452131196f4'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:18:51.615240 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3daa2a6-7bed-442f-ba44-bca4e7c7f0a4 req-0733b845-0714-4401-838e-3878f2e6fc23 service neutron] Attempting to bind port 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed on network cea06e0b-b483-4655-8fd0-f452131196f4 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:18:51.622514 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3daa2a6-7bed-442f-ba44-bca4e7c7f0a4 req-0733b845-0714-4401-838e-3878f2e6fc23 service neutron] Port 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed on network cea06e0b-b483-4655-8fd0-f452131196f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:18:51.622912 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3daa2a6-7bed-442f-ba44-bca4e7c7f0a4 req-0733b845-0714-4401-838e-3878f2e6fc23 service neutron] Attempting to bind port 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed on network cea06e0b-b483-4655-8fd0-f452131196f4 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:18:51.629071 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3daa2a6-7bed-442f-ba44-bca4e7c7f0a4 req-0733b845-0714-4401-838e-3878f2e6fc23 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:18:51.629563 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3daa2a6-7bed-442f-ba44-bca4e7c7f0a4 req-0733b845-0714-4401-838e-3878f2e6fc23 service neutron] Checking segment: {'id': '6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'cea06e0b-b483-4655-8fd0-f452131196f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:18:51.630066 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3daa2a6-7bed-442f-ba44-bca4e7c7f0a4 req-0733b845-0714-4401-838e-3878f2e6fc23 service neutron] Bound using segment: {'id': '6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'cea06e0b-b483-4655-8fd0-f452131196f4'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:18:51.630536 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-c3daa2a6-7bed-442f-ba44-bca4e7c7f0a4 req-0733b845-0714-4401-838e-3878f2e6fc23 service neutron] Bound port: 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'cea06e0b-b483-4655-8fd0-f452131196f4'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:18:51.630898 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-c3daa2a6-7bed-442f-ba44-bca4e7c7f0a4 req-0733b845-0714-4401-838e-3878f2e6fc23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:51.713962 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-c3daa2a6-7bed-442f-ba44-bca4e7c7f0a4 req-0733b845-0714-4401-838e-3878f2e6fc23 service neutron] For port 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:18:51.718037 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-c3daa2a6-7bed-442f-ba44-bca4e7c7f0a4 req-0733b845-0714-4401-838e-3878f2e6fc23 service neutron] For port 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed,segment=NetworkSegment(6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b),segment_id=6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:18:51.727873 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-c3daa2a6-7bed-442f-ba44-bca4e7c7f0a4 req-0733b845-0714-4401-838e-3878f2e6fc23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:51.765433 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3daa2a6-7bed-442f-ba44-bca4e7c7f0a4 req-0733b845-0714-4401-838e-3878f2e6fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:51.766064 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-c3daa2a6-7bed-442f-ba44-bca4e7c7f0a4 req-0733b845-0714-4401-838e-3878f2e6fc23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:51.767487 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c3daa2a6-7bed-442f-ba44-bca4e7c7f0a4 req-0733b845-0714-4401-838e-3878f2e6fc23 service neutron] 10.222.0.54 "PUT /v2.0/ports/2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed HTTP/1.1" status: 200 len: 1093 time: 0.8258984 Nov 12 01:18:51.768145 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd7c50f-6bae-4d50-be35-542ad95c375d', 'tag': '2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:18:51.770871 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e54456-32d0-44a7-b7d9-f8bcf5027504" -d '{"events": [{"name": "network-changed", "server_uuid": "ecd7c50f-6bae-4d50-be35-542ad95c375d", "tag": "2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:18:51.807322 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0733b845-0714-4401-838e-3878f2e6fc23 service neutron] Pushing event updated for resources: {'Port': ['ID=2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:51.860589 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2cf1293-a958-4e70-9733-65e9ccd911b0 x-openstack-request-id: req-a2cf1293-a958-4e70-9733-65e9ccd911b0 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:18:51.860589 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecd7c50f-6bae-4d50-be35-542ad95c375d", "tag": "2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:18:51.860589 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a2cf1293-a958-4e70-9733-65e9ccd911b0 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:18:51.862072 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecd7c50f-6bae-4d50-be35-542ad95c375d', 'tag': '2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed', 'status': 'completed', 'code': 200} Nov 12 01:18:51.897872 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3daa2a6-7bed-442f-ba44-bca4e7c7f0a4 req-069617e5-1a02-4ea2-872c-0e4e78246d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:51.899707 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c3daa2a6-7bed-442f-ba44-bca4e7c7f0a4 req-069617e5-1a02-4ea2-872c-0e4e78246d1e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b199a2c21c394c79bc16fc575899fc99&device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 1096 time: 0.0654778 Nov 12 01:18:51.954139 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c3daa2a6-7bed-442f-ba44-bca4e7c7f0a4 req-7fbc58f6-eb54-44ff-9f97-504b095369cd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed HTTP/1.1" status: 200 len: 217 time: 0.0397890 Nov 12 01:18:52.030267 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3daa2a6-7bed-442f-ba44-bca4e7c7f0a4 req-0b5131d0-0257-40e3-8377-4d9ddaa4621e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:52.031765 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c3daa2a6-7bed-442f-ba44-bca4e7c7f0a4 req-0b5131d0-0257-40e3-8377-4d9ddaa4621e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1251e6e8-4d87-40fe-a6ca-74ced43d0dd2 HTTP/1.1" status: 200 len: 834 time: 0.0703228 Nov 12 01:18:52.132004 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3daa2a6-7bed-442f-ba44-bca4e7c7f0a4 req-4302f4a6-0a99-441e-912c-5fbe43a6f460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:52.134567 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c3daa2a6-7bed-442f-ba44-bca4e7c7f0a4 req-4302f4a6-0a99-441e-912c-5fbe43a6f460 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cea06e0b-b483-4655-8fd0-f452131196f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0932868 Nov 12 01:18:52.162383 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2c350-9705-44ea-82d0-d948ba728a51 req-60d7fbb7-d665-4ccf-8412-5e8ebf5c17fd tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:52.164163 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-57b2c350-9705-44ea-82d0-d948ba728a51 req-60d7fbb7-d665-4ccf-8412-5e8ebf5c17fd tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 944 time: 0.0797174 Nov 12 01:18:52.266649 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-57b2c350-9705-44ea-82d0-d948ba728a51 req-36abbc0c-e164-4ef2-93fa-699218c2e1ce tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=63694058-c6c8-4b82-be3c-300f190d7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924723 Nov 12 01:18:52.286620 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c3daa2a6-7bed-442f-ba44-bca4e7c7f0a4 req-728029aa-922b-4a7a-a8df-8a7d82beca4a service neutron] 10.222.0.54 "GET /v2.0/networks/cea06e0b-b483-4655-8fd0-f452131196f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439035 Nov 12 01:18:52.391422 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c3daa2a6-7bed-442f-ba44-bca4e7c7f0a4 req-e43e2ed3-c30c-4ba2-81b2-0f596db7c347 service neutron] 10.222.0.54 "GET /v2.0/networks/cea06e0b-b483-4655-8fd0-f452131196f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976284 Nov 12 01:18:52.543900 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e54456-32d0-44a7-b7d9-f8bcf5027504 req-eab09301-efce-45f3-8362-d3e124b443a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:52.545440 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-88e54456-32d0-44a7-b7d9-f8bcf5027504 req-eab09301-efce-45f3-8362-d3e124b443a6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b199a2c21c394c79bc16fc575899fc99&device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 1096 time: 0.0448802 Nov 12 01:18:52.645335 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e54456-32d0-44a7-b7d9-f8bcf5027504 req-7e94267f-5125-4565-89fe-ffa17454a63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:52.646839 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-88e54456-32d0-44a7-b7d9-f8bcf5027504 req-7e94267f-5125-4565-89fe-ffa17454a63f service neutron] 10.222.0.54 "GET /v2.0/networks?id=cea06e0b-b483-4655-8fd0-f452131196f4 HTTP/1.1" status: 200 len: 898 time: 0.0917017 Nov 12 01:18:52.693764 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-88e54456-32d0-44a7-b7d9-f8bcf5027504 req-3a30bb55-0545-4bff-8321-c06a0477ebc5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed HTTP/1.1" status: 200 len: 217 time: 0.0394835 Nov 12 01:18:52.742335 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e54456-32d0-44a7-b7d9-f8bcf5027504 req-9ac3b87d-3f91-463f-bc12-8867aa508deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:52.743648 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-88e54456-32d0-44a7-b7d9-f8bcf5027504 req-9ac3b87d-3f91-463f-bc12-8867aa508deb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1251e6e8-4d87-40fe-a6ca-74ced43d0dd2 HTTP/1.1" status: 200 len: 834 time: 0.0435331 Nov 12 01:18:52.789615 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e54456-32d0-44a7-b7d9-f8bcf5027504 req-326dfab1-d57d-4864-9ac9-9b65fd7ba5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:52.791109 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-88e54456-32d0-44a7-b7d9-f8bcf5027504 req-326dfab1-d57d-4864-9ac9-9b65fd7ba5a8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cea06e0b-b483-4655-8fd0-f452131196f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404835 Nov 12 01:18:52.846679 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45420) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:52.851282 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-2ee90772-39c1-4ff1-bd75-6a67f64cf664 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1020736445', 'description': 'tempest-secgroup-smoke-1020736445 description', 'project_id': 'a17bedb646b94ed485e4adca083ceb13'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:52.874215 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2ee90772-39c1-4ff1-bd75-6a67f64cf664 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:52.889982 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-88e54456-32d0-44a7-b7d9-f8bcf5027504 req-4d40d54b-8f74-46e2-93c0-004cdcf946b6 service neutron] 10.222.0.54 "GET /v2.0/networks/cea06e0b-b483-4655-8fd0-f452131196f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911052 Nov 12 01:18:52.950166 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2ee90772-39c1-4ff1-bd75-6a67f64cf664 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:52.954002 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2ee90772-39c1-4ff1-bd75-6a67f64cf664 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:52.983841 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2ee90772-39c1-4ff1-bd75-6a67f64cf664 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:52.985078 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-2ee90772-39c1-4ff1-bd75-6a67f64cf664 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1373646 Nov 12 01:18:52.987495 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-88e54456-32d0-44a7-b7d9-f8bcf5027504 req-1349c68c-3ab1-4c47-98af-c7017b8decb3 service neutron] 10.222.0.54 "GET /v2.0/networks/cea06e0b-b483-4655-8fd0-f452131196f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899920 Nov 12 01:18:52.989056 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45422) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:52.989993 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee90772-39c1-4ff1-bd75-6a67f64cf664 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ccf5046-2683-408c-b810-404a8d7ff5dc,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:52.993431 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-d8ca662d-2ea2-473d-946d-09a8fd56d9a9 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Request body: {'security_group_rule': {'security_group_id': '9ccf5046-2683-408c-b810-404a8d7ff5dc', 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:53.020657 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d8ca662d-2ea2-473d-946d-09a8fd56d9a9 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:53.080054 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d8ca662d-2ea2-473d-946d-09a8fd56d9a9 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:53.084844 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d8ca662d-2ea2-473d-946d-09a8fd56d9a9 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:53.103960 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca662d-2ea2-473d-946d-09a8fd56d9a9 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75e1bf3c-35fd-4dcd-bc4b-b5c8e4ad9cc5,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:53.113424 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d8ca662d-2ea2-473d-946d-09a8fd56d9a9 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:53.114670 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d8ca662d-2ea2-473d-946d-09a8fd56d9a9 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1246417 Nov 12 01:18:53.117567 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45424) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:53.122135 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-5e65555f-c2d8-4998-af4a-43346364c086 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Request body: {'security_group_rule': {'security_group_id': '9ccf5046-2683-408c-b810-404a8d7ff5dc', 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:53.148926 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5e65555f-c2d8-4998-af4a-43346364c086 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:53.205570 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5e65555f-c2d8-4998-af4a-43346364c086 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:53.209451 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5e65555f-c2d8-4998-af4a-43346364c086 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:53.229264 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e65555f-c2d8-4998-af4a-43346364c086 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04bb9601-d977-4340-b630-b8e08962d62a,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:53.235399 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5e65555f-c2d8-4998-af4a-43346364c086 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:53.237160 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5e65555f-c2d8-4998-af4a-43346364c086 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1179965 Nov 12 01:18:53.239839 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45426) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:53.244354 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-974bbca9-a40a-4add-a9b1-791dfddbce2e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Request body: {'security_group_rule': {'security_group_id': '9ccf5046-2683-408c-b810-404a8d7ff5dc', 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:53.271258 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-974bbca9-a40a-4add-a9b1-791dfddbce2e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:53.331745 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-974bbca9-a40a-4add-a9b1-791dfddbce2e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:53.335651 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-974bbca9-a40a-4add-a9b1-791dfddbce2e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:53.355122 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974bbca9-a40a-4add-a9b1-791dfddbce2e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e89f8a6-680c-409b-bacd-354707ffcdd4,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:53.360993 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-974bbca9-a40a-4add-a9b1-791dfddbce2e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:53.366581 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-974bbca9-a40a-4add-a9b1-791dfddbce2e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1252575 Nov 12 01:18:53.366842 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45430) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:53.371376 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-5f1536b4-130c-4077-ac59-98ef9404539e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Request body: {'security_group_rule': {'security_group_id': '9ccf5046-2683-408c-b810-404a8d7ff5dc', 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:53.391852 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c2f23-5032-4cca-8fe9-4d9760d214f8 req-4ae66f50-d904-47fc-9377-91a6aaecd874 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:53.394085 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ae1c2f23-5032-4cca-8fe9-4d9760d214f8 req-4ae66f50-d904-47fc-9377-91a6aaecd874 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 944 time: 0.0526798 Nov 12 01:18:53.399346 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5f1536b4-130c-4077-ac59-98ef9404539e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:53.443981 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ae1c2f23-5032-4cca-8fe9-4d9760d214f8 req-63360f15-b708-4720-b2db-320a468f6916 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=63694058-c6c8-4b82-be3c-300f190d7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429966 Nov 12 01:18:53.465020 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5f1536b4-130c-4077-ac59-98ef9404539e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:53.468839 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5f1536b4-130c-4077-ac59-98ef9404539e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:53.486241 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1536b4-130c-4077-ac59-98ef9404539e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6786416-0a35-4f0d-b907-0f8ee6287ef2,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:53.495664 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5f1536b4-130c-4077-ac59-98ef9404539e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:53.496994 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5f1536b4-130c-4077-ac59-98ef9404539e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1290882 Nov 12 01:18:53.499621 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45432) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:53.504124 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-0d1d71dc-20ef-4338-a937-b05bf26ac61e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Request body: {'security_group_rule': {'security_group_id': '9ccf5046-2683-408c-b810-404a8d7ff5dc', 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:53.525791 n-d-812236-11 neutron-server[102661]: INFO neutron.db.securitygroups_db [None req-0d1d71dc-20ef-4338-a937-b05bf26ac61e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Project a17bedb646b94ed485e4adca083ceb13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:18:53.530574 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0d1d71dc-20ef-4338-a937-b05bf26ac61e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:53.589646 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0d1d71dc-20ef-4338-a937-b05bf26ac61e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:53.593888 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0d1d71dc-20ef-4338-a937-b05bf26ac61e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:53.612653 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d71dc-20ef-4338-a937-b05bf26ac61e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37405c14-971f-475c-9f24-da43aabf1a89,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:53.620179 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0d1d71dc-20ef-4338-a937-b05bf26ac61e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:53.621354 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0d1d71dc-20ef-4338-a937-b05bf26ac61e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1208327 Nov 12 01:18:53.624049 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45434) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:53.628888 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-646a6bc0-7d53-4dde-8821-e5dad2d1bc81 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Request body: {'security_group_rule': {'security_group_id': '9ccf5046-2683-408c-b810-404a8d7ff5dc', 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:53.650588 n-d-812236-11 neutron-server[102661]: INFO neutron.db.securitygroups_db [None req-646a6bc0-7d53-4dde-8821-e5dad2d1bc81 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Project a17bedb646b94ed485e4adca083ceb13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:18:53.655418 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-646a6bc0-7d53-4dde-8821-e5dad2d1bc81 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:53.714579 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-646a6bc0-7d53-4dde-8821-e5dad2d1bc81 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:53.718186 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-646a6bc0-7d53-4dde-8821-e5dad2d1bc81 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:53.735851 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a6bc0-7d53-4dde-8821-e5dad2d1bc81 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49f79eaf-c82f-4932-b1fe-7b83cb89e540,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:53.744857 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-646a6bc0-7d53-4dde-8821-e5dad2d1bc81 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:53.746086 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-646a6bc0-7d53-4dde-8821-e5dad2d1bc81 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1211314 Nov 12 01:18:54.567349 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63cfe8-a532-4e8c-b1b3-4d1bbaf25c89 req-ce9d9331-b34e-4ba7-aa78-6783600f858c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:54.568905 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ac63cfe8-a532-4e8c-b1b3-4d1bbaf25c89 req-ce9d9331-b34e-4ba7-aa78-6783600f858c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 944 time: 0.0544593 Nov 12 01:18:54.626180 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ac63cfe8-a532-4e8c-b1b3-4d1bbaf25c89 req-d27df70b-e385-4555-8f7f-986a37d2f623 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=63694058-c6c8-4b82-be3c-300f190d7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456445 Nov 12 01:18:55.751366 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5819d0-e8e6-405c-9fd4-07ad62181128 req-2ee435a0-24f5-4021-9509-7e20ca73dc93 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:55.754027 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4d5819d0-e8e6-405c-9fd4-07ad62181128 req-2ee435a0-24f5-4021-9509-7e20ca73dc93 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 944 time: 0.0536263 Nov 12 01:18:55.805296 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4d5819d0-e8e6-405c-9fd4-07ad62181128 req-7b1b1250-5aeb-498d-a647-d5c656eca273 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=63694058-c6c8-4b82-be3c-300f190d7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449140 Nov 12 01:18:56.452976 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:18:56.555873 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed,segment=NetworkSegment(6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b),segment_id=6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:18:56.568074 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed', 'network_id': 'cea06e0b-b483-4655-8fd0-f452131196f4', 'port_id': '2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed', 'mac_address': 'fa:16:3e:dd:15:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1251e6e8-4d87-40fe-a6ca-74ced43d0dd2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:18:56.607727 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:56.621584 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:18:56.642604 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed,segment=NetworkSegment(6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b),segment_id=6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:18:56.647873 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:56.694906 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:56.702474 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:56.702819 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:56.703227 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:56.703484 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:56.703811 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:56.704133 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:56.704457 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:56.704777 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:56.705647 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:56.705978 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:56.706306 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:56.706622 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:56.930654 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e7eb1-407b-4ea5-be11-bd462c186724 req-e3d5aa1b-2d11-4f79-8988-01631a40bfbb tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:56.932187 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f42e7eb1-407b-4ea5-be11-bd462c186724 req-e3d5aa1b-2d11-4f79-8988-01631a40bfbb tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 945 time: 0.0511997 Nov 12 01:18:56.987775 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f42e7eb1-407b-4ea5-be11-bd462c186724 req-772bf890-26e4-4e3a-b142-be53e3527591 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=63694058-c6c8-4b82-be3c-300f190d7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493383 Nov 12 01:18:57.090176 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:18:58.110765 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ea21e-cac0-4854-9666-958f27100d70 req-11203a33-8dac-4a31-8cfa-64fad1b1b35f tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:58.112970 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-375ea21e-cac0-4854-9666-958f27100d70 req-11203a33-8dac-4a31-8cfa-64fad1b1b35f tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 945 time: 0.0561316 Nov 12 01:18:58.164832 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-375ea21e-cac0-4854-9666-958f27100d70 req-67fc51c2-b43d-4ed4-b0df-0a3f57825c9a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=63694058-c6c8-4b82-be3c-300f190d7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457478 Nov 12 01:18:58.453872 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:18:58.509881 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:18:58.514145 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:58.514543 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:58.594948 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:58.619995 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd7c50f-6bae-4d50-be35-542ad95c375d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:18:58.622268 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc71b7b7-737f-47cb-a84c-dc7cb088017c" -d '{"events": [{"server_uuid": "ecd7c50f-6bae-4d50-be35-542ad95c375d", "name": "network-vif-plugged", "status": "completed", "tag": "2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:18:58.636165 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed,segment=NetworkSegment(6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b),segment_id=6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:18:58.641344 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:58.669662 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9c4a02-24de-4267-95da-05036db1dbea x-openstack-request-id: req-ce9c4a02-24de-4267-95da-05036db1dbea {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:18:58.669958 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd7c50f-6bae-4d50-be35-542ad95c375d", "name": "network-vif-plugged", "status": "completed", "tag": "2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:18:58.670207 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ce9c4a02-24de-4267-95da-05036db1dbea {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:18:58.672885 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd7c50f-6bae-4d50-be35-542ad95c375d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed', 'code': 200} Nov 12 01:18:58.697696 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:58.801184 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4c600-5a69-46d9-8f18-d9cdaa32515d req-affef13e-17af-45b3-93cb-a9a393a0e5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:58.802929 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-03a4c600-5a69-46d9-8f18-d9cdaa32515d req-affef13e-17af-45b3-93cb-a9a393a0e5a0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 1098 time: 0.0427589 Nov 12 01:18:58.851746 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-03a4c600-5a69-46d9-8f18-d9cdaa32515d req-3fa89891-586e-4891-ba9d-fa605f5d5f69 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=63694058-c6c8-4b82-be3c-300f190d7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411072 Nov 12 01:18:59.287057 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88114ff6-c01f-4a83-bbf3-5be2aa45de61 req-c198f628-b56c-411b-8d5a-1d9306589061 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:59.288746 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-88114ff6-c01f-4a83-bbf3-5be2aa45de61 req-c198f628-b56c-411b-8d5a-1d9306589061 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 946 time: 0.0553207 Nov 12 01:18:59.341344 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-88114ff6-c01f-4a83-bbf3-5be2aa45de61 req-83806d08-6caf-4ff2-abf6-6ffa92b6498b tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=63694058-c6c8-4b82-be3c-300f190d7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461226 Nov 12 01:19:00.467261 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebec01-d728-45ae-b2a4-6f3f58995392 req-fbf424ca-fc4f-4b8e-9939-b8a0c534930b tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:00.468957 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8bebec01-d728-45ae-b2a4-6f3f58995392 req-fbf424ca-fc4f-4b8e-9939-b8a0c534930b tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 946 time: 0.0548575 Nov 12 01:19:00.526850 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8bebec01-d728-45ae-b2a4-6f3f58995392 req-f0dacd0a-461b-48a0-8ef0-290c214a8dd8 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=63694058-c6c8-4b82-be3c-300f190d7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513494 Nov 12 01:19:00.647832 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a67746-be0e-4e5a-ad65-e4bd93f47acb req-1d2a376a-4e1a-4d11-9129-39dde96604f0 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:00.653833 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-86a67746-be0e-4e5a-ad65-e4bd93f47acb req-1d2a376a-4e1a-4d11-9129-39dde96604f0 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 946 time: 0.0557878 Nov 12 01:19:00.700650 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-86a67746-be0e-4e5a-ad65-e4bd93f47acb req-db782d1c-8133-471e-96a7-1ea00cce7247 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=63694058-c6c8-4b82-be3c-300f190d7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450771 Nov 12 01:19:00.725200 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45536) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:00.766775 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835e391c-7c90-430a-8c39-7c8aea38d9f0 tempest-TestNetworkAdvancedServerOps-797573911 tempest-TestNetworkAdvancedServerOps-797573911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:00.768655 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-835e391c-7c90-430a-8c39-7c8aea38d9f0 tempest-TestNetworkAdvancedServerOps-797573911 tempest-TestNetworkAdvancedServerOps-797573911-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 1093 time: 0.0424721 Nov 12 01:19:00.771465 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45538) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:00.775993 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-0c67fc61-0a3f-4fbe-b8f0-cf697e0017ef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'port_id': '2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:19:00.800383 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0c67fc61-0a3f-4fbe-b8f0-cf697e0017ef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for floatingip, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:00.924594 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0c67fc61-0a3f-4fbe-b8f0-cf697e0017ef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:01.038714 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-0c67fc61-0a3f-4fbe-b8f0-cf697e0017ef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Allocated IP 172.25.2.190 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/e173b811-391a-4cbf-ab5d-078b0e3f68a9) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:19:01.150836 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0c67fc61-0a3f-4fbe-b8f0-cf697e0017ef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:01.186388 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0c67fc61-0a3f-4fbe-b8f0-cf697e0017ef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:01.229086 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c67fc61-0a3f-4fbe-b8f0-cf697e0017ef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:19:01.232074 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-0c67fc61-0a3f-4fbe-b8f0-cf697e0017ef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:19:01.237400 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c67fc61-0a3f-4fbe-b8f0-cf697e0017ef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:19:01.240696 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c67fc61-0a3f-4fbe-b8f0-cf697e0017ef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'Port': ['ID=e173b811-391a-4cbf-ab5d-078b0e3f68a9,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:01.269150 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c67fc61-0a3f-4fbe-b8f0-cf697e0017ef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:01.269150 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c67fc61-0a3f-4fbe-b8f0-cf697e0017ef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:01.269150 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c67fc61-0a3f-4fbe-b8f0-cf697e0017ef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:01.269150 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c67fc61-0a3f-4fbe-b8f0-cf697e0017ef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:01.269625 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c67fc61-0a3f-4fbe-b8f0-cf697e0017ef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:01.269805 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c67fc61-0a3f-4fbe-b8f0-cf697e0017ef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:01.270131 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c67fc61-0a3f-4fbe-b8f0-cf697e0017ef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:01.270456 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c67fc61-0a3f-4fbe-b8f0-cf697e0017ef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:01.270781 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c67fc61-0a3f-4fbe-b8f0-cf697e0017ef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:01.271106 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c67fc61-0a3f-4fbe-b8f0-cf697e0017ef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:01.271430 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c67fc61-0a3f-4fbe-b8f0-cf697e0017ef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:01.271749 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c67fc61-0a3f-4fbe-b8f0-cf697e0017ef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:01.643287 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0c67fc61-0a3f-4fbe-b8f0-cf697e0017ef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:01.713231 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0c67fc61-0a3f-4fbe-b8f0-cf697e0017ef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:01.874027 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0c67fc61-0a3f-4fbe-b8f0-cf697e0017ef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:01.879256 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0c67fc61-0a3f-4fbe-b8f0-cf697e0017ef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:01.956012 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c67fc61-0a3f-4fbe-b8f0-cf697e0017ef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'Port': ['ID=e173b811-391a-4cbf-ab5d-078b0e3f68a9,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:01.970143 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0c67fc61-0a3f-4fbe-b8f0-cf697e0017ef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:02.075319 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [None req-0c67fc61-0a3f-4fbe-b8f0-cf697e0017ef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Floating IP 543be3d6-c6a3-4656-9609-52b5da6d6b82 associated. External IP: 172.25.2.190, port: 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed. Nov 12 01:19:02.653206 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c67fc61-0a3f-4fbe-b8f0-cf697e0017ef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Router 7307ffd4-4ba1-44d4-9eb1-de1c051e529d has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:19:02.770411 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c67fc61-0a3f-4fbe-b8f0-cf697e0017ef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:19:02.781139 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18f7131-2c5f-48f7-a529-9fdf603fdd36 None None] Sync routers for ids ['7307ffd4-4ba1-44d4-9eb1-de1c051e529d'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:19:02.794336 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0c67fc61-0a3f-4fbe-b8f0-cf697e0017ef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:02.794907 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18f7131-2c5f-48f7-a529-9fdf603fdd36 None None] Routers {'7307ffd4-4ba1-44d4-9eb1-de1c051e529d'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:19:02.795642 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-a18f7131-2c5f-48f7-a529-9fdf603fdd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:18:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['7307ffd4-4ba1-44d4-9eb1-de1c051e529d'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:19:02.825712 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0c67fc61-0a3f-4fbe-b8f0-cf697e0017ef tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0529702 Nov 12 01:19:02.826700 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd7c50f-6bae-4d50-be35-542ad95c375d', 'tag': '2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:19:02.829269 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f5610b-e1bf-4bba-ad39-6514baaeb153" -d '{"events": [{"name": "network-changed", "server_uuid": "ecd7c50f-6bae-4d50-be35-542ad95c375d", "tag": "2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:19:02.879341 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8557b50a-6e25-4573-871c-cc4fa76ad299 x-openstack-request-id: req-8557b50a-6e25-4573-871c-cc4fa76ad299 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:19:02.879733 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecd7c50f-6bae-4d50-be35-542ad95c375d", "tag": "2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:19:02.880072 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8557b50a-6e25-4573-871c-cc4fa76ad299 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:19:02.880591 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecd7c50f-6bae-4d50-be35-542ad95c375d', 'tag': '2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed', 'status': 'completed', 'code': 200} Nov 12 01:19:02.929605 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-a18f7131-2c5f-48f7-a529-9fdf603fdd36 None None] Set router 7307ffd4-4ba1-44d4-9eb1-de1c051e529d gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:19:02.939125 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc00e39-4707-4e98-a8d0-07260064e470 req-b27da77f-acfc-44d0-8e0c-1c82ddcc4fbb tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:02.941787 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5cc00e39-4707-4e98-a8d0-07260064e470 req-b27da77f-acfc-44d0-8e0c-1c82ddcc4fbb tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 946 time: 0.0602112 Nov 12 01:19:02.972347 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5610b-e1bf-4bba-ad39-6514baaeb153 req-38b2d494-c86e-42f2-b176-21e32a4c6d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:02.974510 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a6f5610b-e1bf-4bba-ad39-6514baaeb153 req-38b2d494-c86e-42f2-b176-21e32a4c6d0e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b199a2c21c394c79bc16fc575899fc99&device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 1098 time: 0.0511203 Nov 12 01:19:03.006380 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5cc00e39-4707-4e98-a8d0-07260064e470 req-43ecd78d-c4dc-4a5d-b623-de207298a22b tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=63694058-c6c8-4b82-be3c-300f190d7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551369 Nov 12 01:19:03.027732 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45548) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:03.089544 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5610b-e1bf-4bba-ad39-6514baaeb153 req-5ad814f2-e0bb-4cfe-979a-3f9c4c7e2fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:03.091031 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a6f5610b-e1bf-4bba-ad39-6514baaeb153 req-5ad814f2-e0bb-4cfe-979a-3f9c4c7e2fd7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cea06e0b-b483-4655-8fd0-f452131196f4 HTTP/1.1" status: 200 len: 898 time: 0.1094432 Nov 12 01:19:03.103805 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e8f06839-4af2-477e-a1ed-848a5cf9540f tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/floatingips/543be3d6-c6a3-4656-9609-52b5da6d6b82 HTTP/1.1" status: 200 len: 992 time: 0.0736728 Nov 12 01:19:03.163131 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a6f5610b-e1bf-4bba-ad39-6514baaeb153 req-d405b9e7-143f-48bb-b179-498cd4c3ba02 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed HTTP/1.1" status: 200 len: 1000 time: 0.0647104 Nov 12 01:19:03.227248 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5610b-e1bf-4bba-ad39-6514baaeb153 req-cd71cb32-3b14-43db-a611-deec8282b6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:03.228834 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a6f5610b-e1bf-4bba-ad39-6514baaeb153 req-cd71cb32-3b14-43db-a611-deec8282b6c0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1251e6e8-4d87-40fe-a6ca-74ced43d0dd2 HTTP/1.1" status: 200 len: 834 time: 0.0593510 Nov 12 01:19:03.277997 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5610b-e1bf-4bba-ad39-6514baaeb153 req-c3564d71-6af5-4415-923f-c7581cbdd418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:03.279424 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a6f5610b-e1bf-4bba-ad39-6514baaeb153 req-c3564d71-6af5-4415-923f-c7581cbdd418 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cea06e0b-b483-4655-8fd0-f452131196f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437019 Nov 12 01:19:03.291182 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [req-a6f5610b-e1bf-4bba-ad39-6514baaeb153 req-7e2c1917-a16e-4c73-8f84-36b40aa96fcb service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:19:03.292501 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a6f5610b-e1bf-4bba-ad39-6514baaeb153 req-7e2c1917-a16e-4c73-8f84-36b40aa96fcb service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050743 Nov 12 01:19:03.365470 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-a18f7131-2c5f-48f7-a529-9fdf603fdd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7307ffd4-4ba1-44d4-9eb1-de1c051e529d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131629505', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '0e4b395e-9e04-4f7f-84d8-a0831309539c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:18:42Z', 'updated_at': '2021-11-12T01:18:46Z', 'revision_number': 4, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '0e4b395e-9e04-4f7f-84d8-a0831309539c', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:79:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7307ffd4-4ba1-44d4-9eb1-de1c051e529d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:18:43Z', 'updated_at': '2021-11-12T01:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '543be3d6-c6a3-4656-9609-52b5da6d6b82', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'floating_ip_address': '172.25.2.190', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '7307ffd4-4ba1-44d4-9eb1-de1c051e529d', 'port_id': '2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cea06e0b-b483-4655-8fd0-f452131196f4', 'mac_address': 'fa:16:3e:dd:15:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd7c50f-6bae-4d50-be35-542ad95c375d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:19:01Z', 'updated_at': '2021-11-12T01:19:01Z', 'revision_number': 0, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbe83ec4-5ed1-4432-829c-0f91f5a71660', 'name': '', 'network_id': 'cea06e0b-b483-4655-8fd0-f452131196f4', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'mac_address': 'fa:16:3e:69:83:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7307ffd4-4ba1-44d4-9eb1-de1c051e529d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '1251e6e8-4d87-40fe-a6ca-74ced43d0dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:18:45Z', 'updated_at': '2021-11-12T01:18:49Z', 'revision_number': 5, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'subnets': [{'id': '1251e6e8-4d87-40fe-a6ca-74ced43d0dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:19:03.388512 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a6f5610b-e1bf-4bba-ad39-6514baaeb153 req-8c69a895-ed6f-49fd-82d4-cc41fa82903d service neutron] 10.222.0.54 "GET /v2.0/networks/cea06e0b-b483-4655-8fd0-f452131196f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888095 Nov 12 01:19:03.452895 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18f7131-2c5f-48f7-a529-9fdf603fdd36 None None] Checking router: 7307ffd4-4ba1-44d4-9eb1-de1c051e529d for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:19:03.478611 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18f7131-2c5f-48f7-a529-9fdf603fdd36 None None] Routers {'7307ffd4-4ba1-44d4-9eb1-de1c051e529d'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:19:03.479227 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-a18f7131-2c5f-48f7-a529-9fdf603fdd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:18:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['7307ffd4-4ba1-44d4-9eb1-de1c051e529d'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:19:03.492463 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a6f5610b-e1bf-4bba-ad39-6514baaeb153 req-9a7d8ca8-91e3-4dd8-83b5-3a5a950d3a9f service neutron] 10.222.0.54 "GET /v2.0/networks/cea06e0b-b483-4655-8fd0-f452131196f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972126 Nov 12 01:19:03.643516 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-a18f7131-2c5f-48f7-a529-9fdf603fdd36 None None] Set router 7307ffd4-4ba1-44d4-9eb1-de1c051e529d gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:19:03.873515 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-a18f7131-2c5f-48f7-a529-9fdf603fdd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7307ffd4-4ba1-44d4-9eb1-de1c051e529d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131629505', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '0e4b395e-9e04-4f7f-84d8-a0831309539c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:18:42Z', 'updated_at': '2021-11-12T01:18:46Z', 'revision_number': 4, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '0e4b395e-9e04-4f7f-84d8-a0831309539c', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:79:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7307ffd4-4ba1-44d4-9eb1-de1c051e529d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:18:43Z', 'updated_at': '2021-11-12T01:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '543be3d6-c6a3-4656-9609-52b5da6d6b82', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'floating_ip_address': '172.25.2.190', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '7307ffd4-4ba1-44d4-9eb1-de1c051e529d', 'port_id': '2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cea06e0b-b483-4655-8fd0-f452131196f4', 'mac_address': 'fa:16:3e:dd:15:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd7c50f-6bae-4d50-be35-542ad95c375d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:19:01Z', 'updated_at': '2021-11-12T01:19:01Z', 'revision_number': 0, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbe83ec4-5ed1-4432-829c-0f91f5a71660', 'name': '', 'network_id': 'cea06e0b-b483-4655-8fd0-f452131196f4', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'mac_address': 'fa:16:3e:69:83:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7307ffd4-4ba1-44d4-9eb1-de1c051e529d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '1251e6e8-4d87-40fe-a6ca-74ced43d0dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:18:45Z', 'updated_at': '2021-11-12T01:18:49Z', 'revision_number': 5, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'subnets': [{'id': '1251e6e8-4d87-40fe-a6ca-74ced43d0dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:19:03.899640 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18f7131-2c5f-48f7-a529-9fdf603fdd36 None None] The sync data for ids ['7307ffd4-4ba1-44d4-9eb1-de1c051e529d'] in n-d-812236-11 is: [{'id': '7307ffd4-4ba1-44d4-9eb1-de1c051e529d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131629505', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '0e4b395e-9e04-4f7f-84d8-a0831309539c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:18:42Z', 'updated_at': '2021-11-12T01:18:46Z', 'revision_number': 4, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '0e4b395e-9e04-4f7f-84d8-a0831309539c', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:79:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7307ffd4-4ba1-44d4-9eb1-de1c051e529d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:18:43Z', 'updated_at': '2021-11-12T01:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '543be3d6-c6a3-4656-9609-52b5da6d6b82', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'floating_ip_address': '172.25.2.190', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '7307ffd4-4ba1-44d4-9eb1-de1c051e529d', 'port_id': '2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cea06e0b-b483-4655-8fd0-f452131196f4', 'mac_address': 'fa:16:3e:dd:15:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd7c50f-6bae-4d50-be35-542ad95c375d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:19:01Z', 'updated_at': '2021-11-12T01:19:01Z', 'revision_number': 0, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbe83ec4-5ed1-4432-829c-0f91f5a71660', 'name': '', 'network_id': 'cea06e0b-b483-4655-8fd0-f452131196f4', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'mac_address': 'fa:16:3e:69:83:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7307ffd4-4ba1-44d4-9eb1-de1c051e529d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '1251e6e8-4d87-40fe-a6ca-74ced43d0dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:18:45Z', 'updated_at': '2021-11-12T01:18:49Z', 'revision_number': 5, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'subnets': [{'id': '1251e6e8-4d87-40fe-a6ca-74ced43d0dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:19:04.106654 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45560) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:04.109563 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0aa6b8-4f49-4b88-9bd8-470fa95e17d1 None None] New status for floating IP 543be3d6-c6a3-4656-9609-52b5da6d6b82: ACTIVE {{(pid=102663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:19:04.181476 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f64925cb-41ff-459d-a26c-3891fc9e22b5 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/floatingips/543be3d6-c6a3-4656-9609-52b5da6d6b82 HTTP/1.1" status: 200 len: 992 time: 0.0727584 Nov 12 01:19:04.381578 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-62e7d385-5c24-41ee-9144-12ad538c41a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:05.185241 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45572) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:05.247245 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a7d9ee6a-010a-41b8-aea9-536d321400cc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/floatingips/543be3d6-c6a3-4656-9609-52b5da6d6b82 HTTP/1.1" status: 200 len: 994 time: 0.0607831 Nov 12 01:19:06.422761 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f821351a-ab2d-46bf-8487-f9cdf1b10180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:07.743711 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:09.360600 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:10.134017 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d78e2e3a-0984-4213-bf6e-10d990f39f58 req-1964d2f7-34be-48ce-a25a-1f73e1b02896 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1020736445&fields=id&tenant_id=a17bedb646b94ed485e4adca083ceb13 HTTP/1.1" status: 200 len: 267 time: 0.0446477 Nov 12 01:19:10.244085 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e2e3a-0984-4213-bf6e-10d990f39f58 req-388f82b5-99b1-4752-ae74-88430ebea139 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:10.245461 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d78e2e3a-0984-4213-bf6e-10d990f39f58 req-388f82b5-99b1-4752-ae74-88430ebea139 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/networks?id=cf426145-af7a-457c-9edb-3ba8bbea2dab HTTP/1.1" status: 200 len: 812 time: 0.1044924 Nov 12 01:19:10.261209 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d78e2e3a-0984-4213-bf6e-10d990f39f58 req-44125702-9de1-4dbe-8b0f-5b2a58d9e158 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/quotas/a17bedb646b94ed485e4adca083ceb13 HTTP/1.1" status: 200 len: 375 time: 0.0100558 Nov 12 01:19:10.296422 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:10.312649 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d78e2e3a-0984-4213-bf6e-10d990f39f58 req-8e6c999e-7f38-42e9-9721-43798041e743 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a17bedb646b94ed485e4adca083ceb13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462172 Nov 12 01:19:10.411780 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d78e2e3a-0984-4213-bf6e-10d990f39f58 req-c8f06ee6-8f6e-486b-8766-47dc8603c8bf service neutron] 10.222.0.20 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854168 Nov 12 01:19:10.499219 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d78e2e3a-0984-4213-bf6e-10d990f39f58 req-4edb8735-5ad4-46d1-a63b-741ebd21f292 service neutron] 10.222.0.20 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811741 Nov 12 01:19:10.797196 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-021f16a5-7f8c-45d2-bab4-8908688a6587 req-00d3c987-b5dc-42bd-96c3-e38e9e3ce21d tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=115f0df7-dc4d-4543-9cd6-463f1b05ef43 HTTP/1.1" status: 200 len: 210 time: 0.0303581 Nov 12 01:19:11.027813 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:11.809911 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e2e3a-0984-4213-bf6e-10d990f39f58 req-c43fb7f1-310b-4dea-8926-c61b99c77904 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:11.811559 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d78e2e3a-0984-4213-bf6e-10d990f39f58 req-c43fb7f1-310b-4dea-8926-c61b99c77904 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.49 "GET /v2.0/networks?id=cf426145-af7a-457c-9edb-3ba8bbea2dab HTTP/1.1" status: 200 len: 812 time: 0.1287880 Nov 12 01:19:11.891203 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d78e2e3a-0984-4213-bf6e-10d990f39f58 req-31ef16a2-e348-461b-b227-efa4f0c2ba37 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a17bedb646b94ed485e4adca083ceb13 HTTP/1.1" status: 200 len: 380 time: 0.0644393 Nov 12 01:19:11.901689 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-d78e2e3a-0984-4213-bf6e-10d990f39f58 req-5963c635-e88a-4758-b332-f6553e245da4 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Request body: {'port': {'device_id': '115f0df7-dc4d-4543-9cd6-463f1b05ef43', 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab', 'admin_state_up': True, 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'security_groups': ['9ccf5046-2683-408c-b810-404a8d7ff5dc']}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:19:11.912107 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5eaae2e4-e2b5-4cb1-947b-79767e5f2844 req-32e121e2-5a05-4e73-b1ad-8e9cf50308aa tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=115f0df7-dc4d-4543-9cd6-463f1b05ef43 HTTP/1.1" status: 200 len: 210 time: 0.0363293 Nov 12 01:19:12.026522 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d78e2e3a-0984-4213-bf6e-10d990f39f58 req-5963c635-e88a-4758-b332-f6553e245da4 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Made reservation on behalf of a17bedb646b94ed485e4adca083ceb13 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:19:12.030463 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-d78e2e3a-0984-4213-bf6e-10d990f39f58 req-5963c635-e88a-4758-b332-f6553e245da4 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:12.164391 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-d78e2e3a-0984-4213-bf6e-10d990f39f58 req-5963c635-e88a-4758-b332-f6553e245da4 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Allocated IP 172.20.0.4 (cf426145-af7a-457c-9edb-3ba8bbea2dab/e0049bca-8c54-4a87-971a-726fded81d57/3d829b56-1fc4-465e-9077-24805841852b) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:19:12.319228 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-d78e2e3a-0984-4213-bf6e-10d990f39f58 req-5963c635-e88a-4758-b332-f6553e245da4 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:12.355903 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-d78e2e3a-0984-4213-bf6e-10d990f39f58 req-5963c635-e88a-4758-b332-f6553e245da4 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:12.399160 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d78e2e3a-0984-4213-bf6e-10d990f39f58 req-5963c635-e88a-4758-b332-f6553e245da4 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Network cf426145-af7a-457c-9edb-3ba8bbea2dab is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:19:12.404430 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-d78e2e3a-0984-4213-bf6e-10d990f39f58 req-5963c635-e88a-4758-b332-f6553e245da4 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:19:12.408773 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-d78e2e3a-0984-4213-bf6e-10d990f39f58 req-5963c635-e88a-4758-b332-f6553e245da4 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:19:12.437718 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5963c635-e88a-4758-b332-f6553e245da4 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Pushing event updated for resources: {'Port': ['ID=3d829b56-1fc4-465e-9077-24805841852b,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:12.468281 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e2e3a-0984-4213-bf6e-10d990f39f58 req-5963c635-e88a-4758-b332-f6553e245da4 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:12.468932 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-d78e2e3a-0984-4213-bf6e-10d990f39f58 req-5963c635-e88a-4758-b332-f6553e245da4 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:12.488685 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d78e2e3a-0984-4213-bf6e-10d990f39f58 req-5963c635-e88a-4758-b332-f6553e245da4 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5912015 Nov 12 01:19:12.507244 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-d78e2e3a-0984-4213-bf6e-10d990f39f58 req-14f8e6b8-68c1-4685-8b51-7154db7eabca service neutron] Request body: {'port': {'device_id': '115f0df7-dc4d-4543-9cd6-463f1b05ef43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:19:12.570361 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-d78e2e3a-0984-4213-bf6e-10d990f39f58 req-14f8e6b8-68c1-4685-8b51-7154db7eabca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:12.644283 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-bf3528d4-e64e-41f4-baa9-4d4bf5524bf9 None None] Provisioning complete for port 3d829b56-1fc4-465e-9077-24805841852b triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:19:12.644821 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bf3528d4-e64e-41f4-baa9-4d4bf5524bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:12.682687 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-bf3528d4-e64e-41f4-baa9-4d4bf5524bf9 None None] Port 3d829b56-1fc4-465e-9077-24805841852b cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:19:12.850879 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-d78e2e3a-0984-4213-bf6e-10d990f39f58 req-14f8e6b8-68c1-4685-8b51-7154db7eabca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d829b56-1fc4-465e-9077-24805841852b {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:19:12.858880 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-d78e2e3a-0984-4213-bf6e-10d990f39f58 req-14f8e6b8-68c1-4685-8b51-7154db7eabca service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:12.871831 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-d78e2e3a-0984-4213-bf6e-10d990f39f58 req-14f8e6b8-68c1-4685-8b51-7154db7eabca service neutron] Transition to ACTIVE for port object 3d829b56-1fc4-465e-9077-24805841852b will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:19:12.875564 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-d78e2e3a-0984-4213-bf6e-10d990f39f58 req-14f8e6b8-68c1-4685-8b51-7154db7eabca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:12.898461 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:12.969418 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f8e6b8-68c1-4685-8b51-7154db7eabca service neutron] Pushing event updated for resources: {'Port': ['ID=3d829b56-1fc4-465e-9077-24805841852b,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:13.056757 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-d78e2e3a-0984-4213-bf6e-10d990f39f58 req-14f8e6b8-68c1-4685-8b51-7154db7eabca service neutron] Attempting to bind port 3d829b56-1fc4-465e-9077-24805841852b on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:19:13.057094 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-d78e2e3a-0984-4213-bf6e-10d990f39f58 req-14f8e6b8-68c1-4685-8b51-7154db7eabca service neutron] Attempting to bind port 3d829b56-1fc4-465e-9077-24805841852b by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'c1b16b03-cd67-424f-8589-315c1c109bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:19:13.057465 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78e2e3a-0984-4213-bf6e-10d990f39f58 req-14f8e6b8-68c1-4685-8b51-7154db7eabca service neutron] Attempting to bind port 3d829b56-1fc4-465e-9077-24805841852b on network cf426145-af7a-457c-9edb-3ba8bbea2dab {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:19:13.065079 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78e2e3a-0984-4213-bf6e-10d990f39f58 req-14f8e6b8-68c1-4685-8b51-7154db7eabca service neutron] Port 3d829b56-1fc4-465e-9077-24805841852b on network cf426145-af7a-457c-9edb-3ba8bbea2dab not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:19:13.065406 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78e2e3a-0984-4213-bf6e-10d990f39f58 req-14f8e6b8-68c1-4685-8b51-7154db7eabca service neutron] Attempting to bind port 3d829b56-1fc4-465e-9077-24805841852b on network cf426145-af7a-457c-9edb-3ba8bbea2dab {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:19:13.073522 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78e2e3a-0984-4213-bf6e-10d990f39f58 req-14f8e6b8-68c1-4685-8b51-7154db7eabca service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:19:13.073858 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78e2e3a-0984-4213-bf6e-10d990f39f58 req-14f8e6b8-68c1-4685-8b51-7154db7eabca service neutron] Checking segment: {'id': 'c1b16b03-cd67-424f-8589-315c1c109bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:19:13.074232 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78e2e3a-0984-4213-bf6e-10d990f39f58 req-14f8e6b8-68c1-4685-8b51-7154db7eabca service neutron] Bound using segment: {'id': 'c1b16b03-cd67-424f-8589-315c1c109bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:19:13.074668 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-d78e2e3a-0984-4213-bf6e-10d990f39f58 req-14f8e6b8-68c1-4685-8b51-7154db7eabca service neutron] Bound port: 3d829b56-1fc4-465e-9077-24805841852b, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1b16b03-cd67-424f-8589-315c1c109bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:19:13.075032 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-d78e2e3a-0984-4213-bf6e-10d990f39f58 req-14f8e6b8-68c1-4685-8b51-7154db7eabca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:13.100420 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544bc61-96bb-4c6b-8a8e-3ec3f2816387 req-042b0222-f6b2-43cf-95df-4c4f689a0eab tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:13.102096 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c544bc61-96bb-4c6b-8a8e-3ec3f2816387 req-042b0222-f6b2-43cf-95df-4c4f689a0eab tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=115f0df7-dc4d-4543-9cd6-463f1b05ef43 HTTP/1.1" status: 200 len: 943 time: 0.0929506 Nov 12 01:19:13.205590 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c544bc61-96bb-4c6b-8a8e-3ec3f2816387 req-91d0142e-34f5-4d96-822f-86b762cc5cac tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695260 Nov 12 01:19:13.206464 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-d78e2e3a-0984-4213-bf6e-10d990f39f58 req-14f8e6b8-68c1-4685-8b51-7154db7eabca service neutron] For port 3d829b56-1fc4-465e-9077-24805841852b, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:19:13.209919 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-d78e2e3a-0984-4213-bf6e-10d990f39f58 req-14f8e6b8-68c1-4685-8b51-7154db7eabca service neutron] For port 3d829b56-1fc4-465e-9077-24805841852b, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=3d829b56-1fc4-465e-9077-24805841852b,segment=NetworkSegment(c1b16b03-cd67-424f-8589-315c1c109bba),segment_id=c1b16b03-cd67-424f-8589-315c1c109bba)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:19:13.216165 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-d78e2e3a-0984-4213-bf6e-10d990f39f58 req-14f8e6b8-68c1-4685-8b51-7154db7eabca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:13.239644 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e2e3a-0984-4213-bf6e-10d990f39f58 req-14f8e6b8-68c1-4685-8b51-7154db7eabca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:13.240663 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-d78e2e3a-0984-4213-bf6e-10d990f39f58 req-14f8e6b8-68c1-4685-8b51-7154db7eabca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:13.242269 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d78e2e3a-0984-4213-bf6e-10d990f39f58 req-14f8e6b8-68c1-4685-8b51-7154db7eabca service neutron] 10.222.0.49 "PUT /v2.0/ports/3d829b56-1fc4-465e-9077-24805841852b HTTP/1.1" status: 200 len: 1092 time: 0.7395315 Nov 12 01:19:13.263549 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '115f0df7-dc4d-4543-9cd6-463f1b05ef43', 'tag': '3d829b56-1fc4-465e-9077-24805841852b'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:19:13.266552 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91544fe4-9f97-400c-b2d0-4d56ecc57537" -d '{"events": [{"name": "network-changed", "server_uuid": "115f0df7-dc4d-4543-9cd6-463f1b05ef43", "tag": "3d829b56-1fc4-465e-9077-24805841852b"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:19:13.348801 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16526bea-2685-4864-a696-4f8a194896c3 x-openstack-request-id: req-16526bea-2685-4864-a696-4f8a194896c3 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:19:13.349171 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "115f0df7-dc4d-4543-9cd6-463f1b05ef43", "tag": "3d829b56-1fc4-465e-9077-24805841852b", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:19:13.349430 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-16526bea-2685-4864-a696-4f8a194896c3 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:19:13.349876 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '115f0df7-dc4d-4543-9cd6-463f1b05ef43', 'tag': '3d829b56-1fc4-465e-9077-24805841852b', 'status': 'completed', 'code': 200} Nov 12 01:19:13.351791 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f8e6b8-68c1-4685-8b51-7154db7eabca service neutron] Pushing event updated for resources: {'Port': ['ID=3d829b56-1fc4-465e-9077-24805841852b,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:13.369802 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e2e3a-0984-4213-bf6e-10d990f39f58 req-35a3eb06-bdd9-4a92-b209-237e6a96a367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:13.371513 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d78e2e3a-0984-4213-bf6e-10d990f39f58 req-35a3eb06-bdd9-4a92-b209-237e6a96a367 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a17bedb646b94ed485e4adca083ceb13&device_id=115f0df7-dc4d-4543-9cd6-463f1b05ef43 HTTP/1.1" status: 200 len: 1095 time: 0.0647764 Nov 12 01:19:13.443100 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d78e2e3a-0984-4213-bf6e-10d990f39f58 req-c704e12f-e674-49d4-b72f-687d5895054a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d829b56-1fc4-465e-9077-24805841852b HTTP/1.1" status: 200 len: 217 time: 0.0587971 Nov 12 01:19:13.513274 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e2e3a-0984-4213-bf6e-10d990f39f58 req-2e6e99b0-30d6-4885-8f08-0e48e4900b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:13.514790 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d78e2e3a-0984-4213-bf6e-10d990f39f58 req-2e6e99b0-30d6-4885-8f08-0e48e4900b92 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e0049bca-8c54-4a87-971a-726fded81d57 HTTP/1.1" status: 200 len: 851 time: 0.0648715 Nov 12 01:19:13.565617 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e2e3a-0984-4213-bf6e-10d990f39f58 req-290a0506-24ef-4a27-99e8-4f56d37374a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:13.567171 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d78e2e3a-0984-4213-bf6e-10d990f39f58 req-290a0506-24ef-4a27-99e8-4f56d37374a8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf426145-af7a-457c-9edb-3ba8bbea2dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448797 Nov 12 01:19:13.664115 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d78e2e3a-0984-4213-bf6e-10d990f39f58 req-2817d9ac-e6f3-442f-98bc-44069384c702 service neutron] 10.222.0.49 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893805 Nov 12 01:19:13.755641 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d78e2e3a-0984-4213-bf6e-10d990f39f58 req-68bd9a2b-8b51-4f3c-8a64-b569fed7988b service neutron] 10.222.0.49 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837440 Nov 12 01:19:13.877183 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91544fe4-9f97-400c-b2d0-4d56ecc57537 req-6b0786ac-8fec-4e17-8c02-ce2ed963eced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:13.878796 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-91544fe4-9f97-400c-b2d0-4d56ecc57537 req-6b0786ac-8fec-4e17-8c02-ce2ed963eced service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a17bedb646b94ed485e4adca083ceb13&device_id=115f0df7-dc4d-4543-9cd6-463f1b05ef43 HTTP/1.1" status: 200 len: 1095 time: 0.0477312 Nov 12 01:19:13.972233 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91544fe4-9f97-400c-b2d0-4d56ecc57537 req-3a1b1142-efe2-4418-a753-c757ade52704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:13.973720 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-91544fe4-9f97-400c-b2d0-4d56ecc57537 req-3a1b1142-efe2-4418-a753-c757ade52704 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf426145-af7a-457c-9edb-3ba8bbea2dab HTTP/1.1" status: 200 len: 913 time: 0.0865068 Nov 12 01:19:14.019614 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-91544fe4-9f97-400c-b2d0-4d56ecc57537 req-f0d19f92-0c8f-4f47-9707-27bc88045c94 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d829b56-1fc4-465e-9077-24805841852b HTTP/1.1" status: 200 len: 217 time: 0.0387149 Nov 12 01:19:14.068881 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91544fe4-9f97-400c-b2d0-4d56ecc57537 req-dee3ac50-2537-4189-ae31-976979fe74d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:14.070351 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-91544fe4-9f97-400c-b2d0-4d56ecc57537 req-dee3ac50-2537-4189-ae31-976979fe74d4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e0049bca-8c54-4a87-971a-726fded81d57 HTTP/1.1" status: 200 len: 851 time: 0.0439360 Nov 12 01:19:14.116625 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91544fe4-9f97-400c-b2d0-4d56ecc57537 req-a6ba66e9-bb61-48f8-9388-63bb75c8f596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:14.118139 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-91544fe4-9f97-400c-b2d0-4d56ecc57537 req-a6ba66e9-bb61-48f8-9388-63bb75c8f596 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf426145-af7a-457c-9edb-3ba8bbea2dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399420 Nov 12 01:19:14.215903 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-91544fe4-9f97-400c-b2d0-4d56ecc57537 req-cae1350f-e5fa-4972-b79a-78c93ae22972 service neutron] 10.222.0.49 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891874 Nov 12 01:19:14.354986 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-91544fe4-9f97-400c-b2d0-4d56ecc57537 req-87c5f3c5-0d1f-4c52-a1e7-c92c037bbbed service neutron] 10.222.0.49 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326261 Nov 12 01:19:14.364524 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd5fa4-3c49-457a-8d2a-7c6e527e5f49 req-93be0248-792e-401c-ad28-53df4e871efb tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:14.365937 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-27bd5fa4-3c49-457a-8d2a-7c6e527e5f49 req-93be0248-792e-401c-ad28-53df4e871efb tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=115f0df7-dc4d-4543-9cd6-463f1b05ef43 HTTP/1.1" status: 200 len: 943 time: 0.0825379 Nov 12 01:19:14.418189 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-27bd5fa4-3c49-457a-8d2a-7c6e527e5f49 req-3800ad3c-0c5b-4a6b-87b0-35f2298b188a tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461712 Nov 12 01:19:15.536003 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff4719-37f0-4c47-85f7-21931b79d5b1 req-f48a5b10-a380-41ba-8ddb-a9c664ce9ee0 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:15.537536 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fdff4719-37f0-4c47-85f7-21931b79d5b1 req-f48a5b10-a380-41ba-8ddb-a9c664ce9ee0 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=115f0df7-dc4d-4543-9cd6-463f1b05ef43 HTTP/1.1" status: 200 len: 943 time: 0.0493400 Nov 12 01:19:15.591146 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fdff4719-37f0-4c47-85f7-21931b79d5b1 req-4c476c64-150a-46bc-ac14-ec672d4311a0 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460448 Nov 12 01:19:16.714903 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0e416-4327-494a-b19f-217e798c755b req-65783d8f-95ee-4dd8-97e6-b3f0d3595fd3 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:16.716417 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6ce0e416-4327-494a-b19f-217e798c755b req-65783d8f-95ee-4dd8-97e6-b3f0d3595fd3 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=115f0df7-dc4d-4543-9cd6-463f1b05ef43 HTTP/1.1" status: 200 len: 943 time: 0.0508642 Nov 12 01:19:16.774545 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6ce0e416-4327-494a-b19f-217e798c755b req-72eca5db-2f33-448b-be34-24327330c743 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504370 Nov 12 01:19:17.895586 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df70c84-e773-44df-b92e-ba6ed67f2c7f req-e8211edd-7a02-448f-8625-5ee332bd1fd0 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:17.896982 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7df70c84-e773-44df-b92e-ba6ed67f2c7f req-e8211edd-7a02-448f-8625-5ee332bd1fd0 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=115f0df7-dc4d-4543-9cd6-463f1b05ef43 HTTP/1.1" status: 200 len: 943 time: 0.0497634 Nov 12 01:19:17.946376 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7df70c84-e773-44df-b92e-ba6ed67f2c7f req-68a6b48a-f0bd-48e3-bbf2-a93ebf676972 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432417 Nov 12 01:19:19.064260 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d96e7-8f3f-4bb8-947d-c93465a2618c req-3cc08351-6d5a-4d5f-b4ef-c1fe78e97747 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:19.065748 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b55d96e7-8f3f-4bb8-947d-c93465a2618c req-3cc08351-6d5a-4d5f-b4ef-c1fe78e97747 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=115f0df7-dc4d-4543-9cd6-463f1b05ef43 HTTP/1.1" status: 200 len: 943 time: 0.0496893 Nov 12 01:19:19.118477 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b55d96e7-8f3f-4bb8-947d-c93465a2618c req-d25d2600-268d-44de-8930-f1b348a46b5d tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468991 Nov 12 01:19:20.238096 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3a1db-ed8a-44c4-8a33-0bafd6bcbcb3 req-cf8758df-102b-454a-8253-2c8581071001 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:20.239560 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-06b3a1db-ed8a-44c4-8a33-0bafd6bcbcb3 req-cf8758df-102b-454a-8253-2c8581071001 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=115f0df7-dc4d-4543-9cd6-463f1b05ef43 HTTP/1.1" status: 200 len: 943 time: 0.0539863 Nov 12 01:19:20.288974 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-06b3a1db-ed8a-44c4-8a33-0bafd6bcbcb3 req-13b29d73-1e45-45fa-b118-56d9731ea1b0 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435925 Nov 12 01:19:21.404786 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a4908-bf58-471c-afc7-07003445ff79 req-319207f4-92cd-47a4-9c96-dfdf93748e6e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:21.406334 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c64a4908-bf58-471c-afc7-07003445ff79 req-319207f4-92cd-47a4-9c96-dfdf93748e6e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=115f0df7-dc4d-4543-9cd6-463f1b05ef43 HTTP/1.1" status: 200 len: 943 time: 0.0501623 Nov 12 01:19:21.458800 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c64a4908-bf58-471c-afc7-07003445ff79 req-060dc785-e6de-4e28-9e37-6e26e2e0860d tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456524 Nov 12 01:19:22.577913 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082325ff-8eb5-4925-ab47-324c108581dc req-675f2371-e4aa-4f13-93d2-c8a61cef0b70 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:22.580021 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-082325ff-8eb5-4925-ab47-324c108581dc req-675f2371-e4aa-4f13-93d2-c8a61cef0b70 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=115f0df7-dc4d-4543-9cd6-463f1b05ef43 HTTP/1.1" status: 200 len: 943 time: 0.0505896 Nov 12 01:19:22.628739 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-082325ff-8eb5-4925-ab47-324c108581dc req-5dfd34b0-f52e-4032-b674-f222ea4be764 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428030 Nov 12 01:19:23.743686 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269e526-89d0-4932-9828-c5924e42da9c req-40a244f8-8e05-497b-9aa9-777bb69da266 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:23.745158 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5269e526-89d0-4932-9828-c5924e42da9c req-40a244f8-8e05-497b-9aa9-777bb69da266 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=115f0df7-dc4d-4543-9cd6-463f1b05ef43 HTTP/1.1" status: 200 len: 943 time: 0.0483866 Nov 12 01:19:23.795416 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5269e526-89d0-4932-9828-c5924e42da9c req-a3314e89-10b9-4391-b23a-28e099b4c51b tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442829 Nov 12 01:19:24.914315 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6f464-d9c2-4602-80f7-a9c995410a5b req-5420943a-7c32-4f2c-9bf4-bda78646d2a4 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:24.915798 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-71e6f464-d9c2-4602-80f7-a9c995410a5b req-5420943a-7c32-4f2c-9bf4-bda78646d2a4 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=115f0df7-dc4d-4543-9cd6-463f1b05ef43 HTTP/1.1" status: 200 len: 943 time: 0.0511415 Nov 12 01:19:24.972271 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-71e6f464-d9c2-4602-80f7-a9c995410a5b req-f33f623f-d1af-41fe-a286-537377046c29 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505047 Nov 12 01:19:26.090356 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c444da-b8d4-4dd9-bda5-f4163a5ee483 req-8b931528-43aa-4df4-8241-58d0d3bb03d8 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:26.091800 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-76c444da-b8d4-4dd9-bda5-f4163a5ee483 req-8b931528-43aa-4df4-8241-58d0d3bb03d8 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=115f0df7-dc4d-4543-9cd6-463f1b05ef43 HTTP/1.1" status: 200 len: 943 time: 0.0529644 Nov 12 01:19:26.139657 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-76c444da-b8d4-4dd9-bda5-f4163a5ee483 req-fbeda4c4-f020-4e97-b2c0-56f9f2543925 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420058 Nov 12 01:19:26.412866 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 3d829b56-1fc4-465e-9077-24805841852b details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:19:26.508424 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 3d829b56-1fc4-465e-9077-24805841852b, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=3d829b56-1fc4-465e-9077-24805841852b,segment=NetworkSegment(c1b16b03-cd67-424f-8589-315c1c109bba),segment_id=c1b16b03-cd67-424f-8589-315c1c109bba)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:19:26.519161 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '3d829b56-1fc4-465e-9077-24805841852b', 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab', 'port_id': '3d829b56-1fc4-465e-9077-24805841852b', 'mac_address': 'fa:16:3e:7e:a1:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0049bca-8c54-4a87-971a-726fded81d57', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:19:26.555339 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:26.567744 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d829b56-1fc4-465e-9077-24805841852b {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:19:26.587072 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 3d829b56-1fc4-465e-9077-24805841852b, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=3d829b56-1fc4-465e-9077-24805841852b,segment=NetworkSegment(c1b16b03-cd67-424f-8589-315c1c109bba),segment_id=c1b16b03-cd67-424f-8589-315c1c109bba)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:19:26.590858 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:26.641142 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=3d829b56-1fc4-465e-9077-24805841852b,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:26.859886 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['3d829b56-1fc4-465e-9077-24805841852b'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:19:27.253643 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbf32d-b3a9-4239-b7fa-9167ed374403 req-7db00ff5-cf80-43a0-983c-9a604d4679c3 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:27.255123 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-11cbf32d-b3a9-4239-b7fa-9167ed374403 req-7db00ff5-cf80-43a0-983c-9a604d4679c3 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=115f0df7-dc4d-4543-9cd6-463f1b05ef43 HTTP/1.1" status: 200 len: 944 time: 0.0488589 Nov 12 01:19:27.316167 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-11cbf32d-b3a9-4239-b7fa-9167ed374403 req-221d3bd6-0c0a-4cb8-9313-5b64f580c969 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542073 Nov 12 01:19:27.350305 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:19:28.428370 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 3d829b56-1fc4-465e-9077-24805841852b up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:19:28.435384 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e6680-3b2a-49ba-bf75-bf05d65e98df req-d0d63881-5885-4b03-ad59-bf10dacb6b05 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:28.436879 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-265e6680-3b2a-49ba-bf75-bf05d65e98df req-d0d63881-5885-4b03-ad59-bf10dacb6b05 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=115f0df7-dc4d-4543-9cd6-463f1b05ef43 HTTP/1.1" status: 200 len: 944 time: 0.0502806 Nov 12 01:19:28.476912 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 3d829b56-1fc4-465e-9077-24805841852b completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:19:28.480759 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 3d829b56-1fc4-465e-9077-24805841852b triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:19:28.481109 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:28.493176 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-265e6680-3b2a-49ba-bf75-bf05d65e98df req-758054ab-61a1-4c8d-b1bd-0d9a2f61dae1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492358 Nov 12 01:19:28.556805 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:28.578290 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115f0df7-dc4d-4543-9cd6-463f1b05ef43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d829b56-1fc4-465e-9077-24805841852b'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:19:28.580559 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df08d936-d549-4ea2-9052-19811b67ed48" -d '{"events": [{"server_uuid": "115f0df7-dc4d-4543-9cd6-463f1b05ef43", "name": "network-vif-plugged", "status": "completed", "tag": "3d829b56-1fc4-465e-9077-24805841852b"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:19:28.597598 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 3d829b56-1fc4-465e-9077-24805841852b, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=3d829b56-1fc4-465e-9077-24805841852b,segment=NetworkSegment(c1b16b03-cd67-424f-8589-315c1c109bba),segment_id=c1b16b03-cd67-424f-8589-315c1c109bba)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:19:28.601548 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:28.624541 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b2cf60-a3f7-4040-ba1d-f4418b32847a x-openstack-request-id: req-52b2cf60-a3f7-4040-ba1d-f4418b32847a {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:19:28.624830 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115f0df7-dc4d-4543-9cd6-463f1b05ef43", "name": "network-vif-plugged", "status": "completed", "tag": "3d829b56-1fc4-465e-9077-24805841852b", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:19:28.625075 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52b2cf60-a3f7-4040-ba1d-f4418b32847a {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:19:28.625484 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115f0df7-dc4d-4543-9cd6-463f1b05ef43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d829b56-1fc4-465e-9077-24805841852b', 'code': 200} Nov 12 01:19:28.653083 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=3d829b56-1fc4-465e-9077-24805841852b,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:28.749403 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d74699-cd4b-4a2d-b42a-36cda7d94cc6 req-c7815895-833a-45c0-860a-5e936c103c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:28.751737 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d7d74699-cd4b-4a2d-b42a-36cda7d94cc6 req-c7815895-833a-45c0-860a-5e936c103c94 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=115f0df7-dc4d-4543-9cd6-463f1b05ef43 HTTP/1.1" status: 200 len: 1097 time: 0.0387189 Nov 12 01:19:28.801182 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d7d74699-cd4b-4a2d-b42a-36cda7d94cc6 req-5e196658-a4cd-4fa3-92e0-f98e5a6c3ac3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428889 Nov 12 01:19:29.609548 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14705ee-8590-4d20-8f2a-153ff046fc3f req-41c91eb3-91ba-4d6c-8273-e617e8810790 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:29.611276 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a14705ee-8590-4d20-8f2a-153ff046fc3f req-41c91eb3-91ba-4d6c-8273-e617e8810790 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=115f0df7-dc4d-4543-9cd6-463f1b05ef43 HTTP/1.1" status: 200 len: 945 time: 0.0496502 Nov 12 01:19:29.661886 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a14705ee-8590-4d20-8f2a-153ff046fc3f req-0956f94b-f6cf-44d1-b88f-398b92b9761d tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445197 Nov 12 01:19:30.778565 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcca548-c002-4632-a53d-a4fbc46692dd req-ab96e137-7b37-4d24-9e9d-c6d84230fcce tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:30.780051 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-efcca548-c002-4632-a53d-a4fbc46692dd req-ab96e137-7b37-4d24-9e9d-c6d84230fcce tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=115f0df7-dc4d-4543-9cd6-463f1b05ef43 HTTP/1.1" status: 200 len: 945 time: 0.0493667 Nov 12 01:19:30.830024 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-efcca548-c002-4632-a53d-a4fbc46692dd req-d003d4e1-89fc-4a72-b0cc-8b5ee6c54a31 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431781 Nov 12 01:19:30.945282 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c76f38d-36f4-4d77-9e4c-a495b744c5a5 req-874856dc-0531-4db3-82c4-164d296bc83a tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:30.946808 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4c76f38d-36f4-4d77-9e4c-a495b744c5a5 req-874856dc-0531-4db3-82c4-164d296bc83a tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=115f0df7-dc4d-4543-9cd6-463f1b05ef43 HTTP/1.1" status: 200 len: 945 time: 0.0490155 Nov 12 01:19:30.995443 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4c76f38d-36f4-4d77-9e4c-a495b744c5a5 req-4a92e255-4e11-498a-9dcf-66f278902b16 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426414 Nov 12 01:19:31.020286 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45656) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:31.064127 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983095c2-3b01-45b4-a845-3828a3831366 tempest-TestVolumeBootPattern-343400622 tempest-TestVolumeBootPattern-343400622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:31.066000 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-983095c2-3b01-45b4-a845-3828a3831366 tempest-TestVolumeBootPattern-343400622 tempest-TestVolumeBootPattern-343400622-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=115f0df7-dc4d-4543-9cd6-463f1b05ef43 HTTP/1.1" status: 200 len: 1092 time: 0.0443439 Nov 12 01:19:31.068599 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45658) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:31.072942 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-2793cf41-0eea-4e02-a03e-be5de580f239 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'port_id': '3d829b56-1fc4-465e-9077-24805841852b', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:19:31.094925 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2793cf41-0eea-4e02-a03e-be5de580f239 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks [] for floatingip, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:31.190799 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2793cf41-0eea-4e02-a03e-be5de580f239 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:31.295141 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-2793cf41-0eea-4e02-a03e-be5de580f239 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Allocated IP 172.25.2.7 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/1d4b9f4f-0802-4c51-81d7-57faf3e9ef72) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:19:31.394901 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2793cf41-0eea-4e02-a03e-be5de580f239 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:31.427695 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2793cf41-0eea-4e02-a03e-be5de580f239 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:31.465656 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2793cf41-0eea-4e02-a03e-be5de580f239 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:19:31.468338 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-2793cf41-0eea-4e02-a03e-be5de580f239 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:19:31.471953 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2793cf41-0eea-4e02-a03e-be5de580f239 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:19:31.499595 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2793cf41-0eea-4e02-a03e-be5de580f239 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Pushing event updated for resources: {'Port': ['ID=1d4b9f4f-0802-4c51-81d7-57faf3e9ef72,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:31.831886 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2793cf41-0eea-4e02-a03e-be5de580f239 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:31.900652 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2793cf41-0eea-4e02-a03e-be5de580f239 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:32.049850 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2793cf41-0eea-4e02-a03e-be5de580f239 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:32.054523 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2793cf41-0eea-4e02-a03e-be5de580f239 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:32.119890 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2793cf41-0eea-4e02-a03e-be5de580f239 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Pushing event updated for resources: {'Port': ['ID=1d4b9f4f-0802-4c51-81d7-57faf3e9ef72,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:32.133980 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2793cf41-0eea-4e02-a03e-be5de580f239 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:32.234109 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [None req-2793cf41-0eea-4e02-a03e-be5de580f239 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Floating IP 9a1f9647-a5a5-4012-bf62-b35c01407f0c associated. External IP: 172.25.2.7, port: 3d829b56-1fc4-465e-9077-24805841852b. Nov 12 01:19:32.443265 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2793cf41-0eea-4e02-a03e-be5de580f239 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Router c25e576d-cfc7-4562-a622-5924fcbce615 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:19:32.551061 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2793cf41-0eea-4e02-a03e-be5de580f239 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:19:32.560963 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0674f0-0ce5-4548-84e4-6e6567c88b07 None None] Sync routers for ids ['c25e576d-cfc7-4562-a622-5924fcbce615'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:19:32.568945 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2793cf41-0eea-4e02-a03e-be5de580f239 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:32.571636 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0674f0-0ce5-4548-84e4-6e6567c88b07 None None] Routers {'c25e576d-cfc7-4562-a622-5924fcbce615'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:19:32.572299 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-1e0674f0-0ce5-4548-84e4-6e6567c88b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:19:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['c25e576d-cfc7-4562-a622-5924fcbce615'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:19:32.597319 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-2793cf41-0eea-4e02-a03e-be5de580f239 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5276604 Nov 12 01:19:32.598097 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '115f0df7-dc4d-4543-9cd6-463f1b05ef43', 'tag': '3d829b56-1fc4-465e-9077-24805841852b'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:19:32.600395 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72be4670-85cb-4f06-aa43-8560da6544ea" -d '{"events": [{"name": "network-changed", "server_uuid": "115f0df7-dc4d-4543-9cd6-463f1b05ef43", "tag": "3d829b56-1fc4-465e-9077-24805841852b"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:19:32.638856 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f130fe91-71e1-460c-9a31-63003398174a x-openstack-request-id: req-f130fe91-71e1-460c-9a31-63003398174a {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:19:32.639160 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "115f0df7-dc4d-4543-9cd6-463f1b05ef43", "tag": "3d829b56-1fc4-465e-9077-24805841852b", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:19:32.639391 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f130fe91-71e1-460c-9a31-63003398174a {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:19:32.639794 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '115f0df7-dc4d-4543-9cd6-463f1b05ef43', 'tag': '3d829b56-1fc4-465e-9077-24805841852b', 'status': 'completed', 'code': 200} Nov 12 01:19:32.681926 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-1e0674f0-0ce5-4548-84e4-6e6567c88b07 None None] Set router c25e576d-cfc7-4562-a622-5924fcbce615 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:19:32.722180 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be4670-85cb-4f06-aa43-8560da6544ea req-84fb8213-ae40-49c2-ad43-5d91c9db60de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:32.723584 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-72be4670-85cb-4f06-aa43-8560da6544ea req-84fb8213-ae40-49c2-ad43-5d91c9db60de service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a17bedb646b94ed485e4adca083ceb13&device_id=115f0df7-dc4d-4543-9cd6-463f1b05ef43 HTTP/1.1" status: 200 len: 1097 time: 0.0413175 Nov 12 01:19:32.819755 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be4670-85cb-4f06-aa43-8560da6544ea req-656623c7-887d-448f-99ab-d84206b558e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:32.821232 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-72be4670-85cb-4f06-aa43-8560da6544ea req-656623c7-887d-448f-99ab-d84206b558e6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf426145-af7a-457c-9edb-3ba8bbea2dab HTTP/1.1" status: 200 len: 913 time: 0.0902181 Nov 12 01:19:32.888663 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-72be4670-85cb-4f06-aa43-8560da6544ea req-52a33428-c282-456b-bb71-e275668a4c42 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d829b56-1fc4-465e-9077-24805841852b HTTP/1.1" status: 200 len: 997 time: 0.0588419 Nov 12 01:19:32.908201 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-1e0674f0-0ce5-4548-84e4-6e6567c88b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'name': 'tempest-TestVolumeBootPattern-2005944440-router', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:15:01Z', 'revision_number': 4, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'gw_port': {'id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '9a1f9647-a5a5-4012-bf62-b35c01407f0c', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'floating_ip_address': '172.25.2.7', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'port_id': '3d829b56-1fc4-465e-9077-24805841852b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab', 'mac_address': 'fa:16:3e:7e:a1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115f0df7-dc4d-4543-9cd6-463f1b05ef43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:19:31Z', 'updated_at': '2021-11-12T01:19:31Z', 'revision_number': 0, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b5ce20-7e44-4805-8f33-babd0a1b6721', 'name': '', 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'mac_address': 'fa:16:3e:88:97:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'e0049bca-8c54-4a87-971a-726fded81d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:00Z', 'updated_at': '2021-11-12T01:15:08Z', 'revision_number': 5, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'subnets': [{'id': 'e0049bca-8c54-4a87-971a-726fded81d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:19:32.936831 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0674f0-0ce5-4548-84e4-6e6567c88b07 None None] Checking router: c25e576d-cfc7-4562-a622-5924fcbce615 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:19:32.944495 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be4670-85cb-4f06-aa43-8560da6544ea req-4fec3e14-dae5-48f3-9409-86df7a58eca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:32.945958 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0674f0-0ce5-4548-84e4-6e6567c88b07 None None] Routers {'c25e576d-cfc7-4562-a622-5924fcbce615'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:19:32.946722 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-72be4670-85cb-4f06-aa43-8560da6544ea req-4fec3e14-dae5-48f3-9409-86df7a58eca6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e0049bca-8c54-4a87-971a-726fded81d57 HTTP/1.1" status: 200 len: 851 time: 0.0500517 Nov 12 01:19:32.946842 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-1e0674f0-0ce5-4548-84e4-6e6567c88b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:19:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['c25e576d-cfc7-4562-a622-5924fcbce615'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:19:33.000697 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be4670-85cb-4f06-aa43-8560da6544ea req-51b0023f-d4f1-4b32-ba86-16ce624df74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:33.002123 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-72be4670-85cb-4f06-aa43-8560da6544ea req-51b0023f-d4f1-4b32-ba86-16ce624df74c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf426145-af7a-457c-9edb-3ba8bbea2dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422044 Nov 12 01:19:33.050253 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-1e0674f0-0ce5-4548-84e4-6e6567c88b07 None None] Set router c25e576d-cfc7-4562-a622-5924fcbce615 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:19:33.098018 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-72be4670-85cb-4f06-aa43-8560da6544ea req-59d38eaa-3ff9-43e2-ad87-4ee3c546f1e0 service neutron] 10.222.0.49 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885489 Nov 12 01:19:33.194807 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-72be4670-85cb-4f06-aa43-8560da6544ea req-25389368-01bf-479c-85d3-dd357bbb2e66 service neutron] 10.222.0.49 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885003 Nov 12 01:19:33.275588 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-1e0674f0-0ce5-4548-84e4-6e6567c88b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'name': 'tempest-TestVolumeBootPattern-2005944440-router', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:15:01Z', 'revision_number': 4, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'gw_port': {'id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '9a1f9647-a5a5-4012-bf62-b35c01407f0c', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'floating_ip_address': '172.25.2.7', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'port_id': '3d829b56-1fc4-465e-9077-24805841852b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab', 'mac_address': 'fa:16:3e:7e:a1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115f0df7-dc4d-4543-9cd6-463f1b05ef43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:19:31Z', 'updated_at': '2021-11-12T01:19:31Z', 'revision_number': 0, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b5ce20-7e44-4805-8f33-babd0a1b6721', 'name': '', 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'mac_address': 'fa:16:3e:88:97:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'e0049bca-8c54-4a87-971a-726fded81d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:00Z', 'updated_at': '2021-11-12T01:15:08Z', 'revision_number': 5, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'subnets': [{'id': 'e0049bca-8c54-4a87-971a-726fded81d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:19:33.300951 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0674f0-0ce5-4548-84e4-6e6567c88b07 None None] The sync data for ids ['c25e576d-cfc7-4562-a622-5924fcbce615'] in n-d-812236-11 is: [{'id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'name': 'tempest-TestVolumeBootPattern-2005944440-router', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:15:01Z', 'revision_number': 4, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'gw_port': {'id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '9a1f9647-a5a5-4012-bf62-b35c01407f0c', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'floating_ip_address': '172.25.2.7', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'port_id': '3d829b56-1fc4-465e-9077-24805841852b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab', 'mac_address': 'fa:16:3e:7e:a1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115f0df7-dc4d-4543-9cd6-463f1b05ef43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:19:31Z', 'updated_at': '2021-11-12T01:19:31Z', 'revision_number': 0, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b5ce20-7e44-4805-8f33-babd0a1b6721', 'name': '', 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'mac_address': 'fa:16:3e:88:97:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'e0049bca-8c54-4a87-971a-726fded81d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:00Z', 'updated_at': '2021-11-12T01:15:08Z', 'revision_number': 5, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'subnets': [{'id': 'e0049bca-8c54-4a87-971a-726fded81d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:19:33.493067 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aca4468-1a73-4778-a7c5-d9832537d448 None None] New status for floating IP 9a1f9647-a5a5-4012-bf62-b35c01407f0c: ACTIVE {{(pid=102663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:19:34.167093 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-17388495-6bec-4c58-aaf5-a6a8dfed4323 req-a6493792-d7b2-4f70-89da-416e4565af2b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435262 Nov 12 01:19:34.270770 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17388495-6bec-4c58-aaf5-a6a8dfed4323 req-b4881a23-c64c-47ee-9a16-9fdb2d599507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:34.272254 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-17388495-6bec-4c58-aaf5-a6a8dfed4323 req-b4881a23-c64c-47ee-9a16-9fdb2d599507 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b199a2c21c394c79bc16fc575899fc99&device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 1098 time: 0.0421991 Nov 12 01:19:34.303587 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3da3d8d0-2c47-4920-97bc-3c4093ec5b6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:34.383494 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17388495-6bec-4c58-aaf5-a6a8dfed4323 req-86f23646-9c87-4d1f-bf24-031570acd7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:34.384962 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-17388495-6bec-4c58-aaf5-a6a8dfed4323 req-86f23646-9c87-4d1f-bf24-031570acd7e6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cea06e0b-b483-4655-8fd0-f452131196f4 HTTP/1.1" status: 200 len: 898 time: 0.0923095 Nov 12 01:19:34.452024 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-17388495-6bec-4c58-aaf5-a6a8dfed4323 req-4421617a-9606-4202-94d7-b4bfe7fc5158 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed HTTP/1.1" status: 200 len: 1002 time: 0.0590062 Nov 12 01:19:34.499928 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17388495-6bec-4c58-aaf5-a6a8dfed4323 req-0551ac63-b4eb-4048-af6d-373102ffd7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:34.502037 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-17388495-6bec-4c58-aaf5-a6a8dfed4323 req-0551ac63-b4eb-4048-af6d-373102ffd7d6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1251e6e8-4d87-40fe-a6ca-74ced43d0dd2 HTTP/1.1" status: 200 len: 834 time: 0.0431859 Nov 12 01:19:34.553867 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17388495-6bec-4c58-aaf5-a6a8dfed4323 req-923bacf9-0b00-4822-9013-ffe2cb1aa415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:34.555384 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-17388495-6bec-4c58-aaf5-a6a8dfed4323 req-923bacf9-0b00-4822-9013-ffe2cb1aa415 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cea06e0b-b483-4655-8fd0-f452131196f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447512 Nov 12 01:19:34.647041 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-17388495-6bec-4c58-aaf5-a6a8dfed4323 req-f8dfe64c-d5a1-42fc-9770-2643b5e3dc41 service neutron] 10.222.0.54 "GET /v2.0/networks/cea06e0b-b483-4655-8fd0-f452131196f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841067 Nov 12 01:19:34.740284 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-17388495-6bec-4c58-aaf5-a6a8dfed4323 req-fbc2f898-de32-4daa-b9d0-c90ae6194e61 service neutron] 10.222.0.54 "GET /v2.0/networks/cea06e0b-b483-4655-8fd0-f452131196f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850728 Nov 12 01:19:36.426054 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-98c0264a-4fa4-4dde-a9c8-f56621a7e28b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:37.745950 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:39.360068 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:40.300723 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:41.030485 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:42.916087 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:04.305395 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ed9341f3-c992-42ef-801a-1dc037006087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:04.349218 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:20:05.790211 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581fc33-9f4a-4018-a9cb-39b81eb1130a req-63f6ce58-2240-49e6-9de8-a6e3e8005b5d tempest-TestNetworkAdvancedServerOps-797573911 tempest-TestNetworkAdvancedServerOps-797573911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:05.791707 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4581fc33-9f4a-4018-a9cb-39b81eb1130a req-63f6ce58-2240-49e6-9de8-a6e3e8005b5d tempest-TestNetworkAdvancedServerOps-797573911 tempest-TestNetworkAdvancedServerOps-797573911-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 1098 time: 0.0413396 Nov 12 01:20:05.837892 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4581fc33-9f4a-4018-a9cb-39b81eb1130a req-f3f7252b-b5aa-4d5a-8c20-ec4e7aa94bbc tempest-TestNetworkAdvancedServerOps-797573911 tempest-TestNetworkAdvancedServerOps-797573911-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=63694058-c6c8-4b82-be3c-300f190d7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390952 Nov 12 01:20:05.955412 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a62cb-bd42-4c4a-84db-38a3b6c0d390 req-5fb8574f-295e-4c03-bb1a-e33ade80226d tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:05.956880 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a24a62cb-bd42-4c4a-84db-38a3b6c0d390 req-5fb8574f-295e-4c03-bb1a-e33ade80226d tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 946 time: 0.0500872 Nov 12 01:20:06.007337 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a24a62cb-bd42-4c4a-84db-38a3b6c0d390 req-6dbbd6db-14aa-4ea5-94d1-cac984e848b4 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=63694058-c6c8-4b82-be3c-300f190d7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446768 Nov 12 01:20:06.029860 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45692) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:06.428855 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-330736a7-df89-4190-a9d1-cb1c60977465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:06.451931 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d0ba48fc-9b75-4a86-a259-1d52d6ec3eb5 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/floatingips/543be3d6-c6a3-4656-9609-52b5da6d6b82 HTTP/1.1" status: 200 len: 994 time: 0.4208865 Nov 12 01:20:07.037982 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0c3821c4-0364-4d9c-9f15-bc6de60e8d9e req-a70b3596-4b38-46db-8feb-8e83432770b2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0954642 Nov 12 01:20:07.051751 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b21adb1-af5e-40e8-b4c5-6e7cd44131c4 req-bfd5fabc-1d73-4d26-9897-ed0022acdb2d tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:07.053292 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2b21adb1-af5e-40e8-b4c5-6e7cd44131c4 req-bfd5fabc-1d73-4d26-9897-ed0022acdb2d tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 946 time: 0.0970612 Nov 12 01:20:07.115550 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2b21adb1-af5e-40e8-b4c5-6e7cd44131c4 req-5e4ca4e2-9130-4451-8ba0-0f32db519bae tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=63694058-c6c8-4b82-be3c-300f190d7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556593 Nov 12 01:20:07.756829 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:08.238526 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567aa59-8265-4db0-9d1c-eea034b60c74 req-dec5fce0-a0e0-4e06-99f1-f9d5abb98928 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:08.240020 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1567aa59-8265-4db0-9d1c-eea034b60c74 req-dec5fce0-a0e0-4e06-99f1-f9d5abb98928 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 946 time: 0.0521581 Nov 12 01:20:08.290228 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1567aa59-8265-4db0-9d1c-eea034b60c74 req-d363820f-27a8-4a4c-8bf9-edfb09edaa18 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=63694058-c6c8-4b82-be3c-300f190d7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439467 Nov 12 01:20:08.306458 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3821c4-0364-4d9c-9f15-bc6de60e8d9e req-d7793fcb-3a8b-4655-8894-7021dfb296d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:08.307951 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0c3821c4-0364-4d9c-9f15-bc6de60e8d9e req-d7793fcb-3a8b-4655-8894-7021dfb296d4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b199a2c21c394c79bc16fc575899fc99&device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 1098 time: 0.0415974 Nov 12 01:20:08.403128 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3821c4-0364-4d9c-9f15-bc6de60e8d9e req-e6b77d8c-2e90-4a41-83b7-e64c7c8cedf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:08.404572 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0c3821c4-0364-4d9c-9f15-bc6de60e8d9e req-e6b77d8c-2e90-4a41-83b7-e64c7c8cedf7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cea06e0b-b483-4655-8fd0-f452131196f4 HTTP/1.1" status: 200 len: 898 time: 0.0892122 Nov 12 01:20:08.473673 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0c3821c4-0364-4d9c-9f15-bc6de60e8d9e req-11583628-1464-48d6-9684-d00bdb6cbab0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed HTTP/1.1" status: 200 len: 1002 time: 0.0610712 Nov 12 01:20:08.525632 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3821c4-0364-4d9c-9f15-bc6de60e8d9e req-91e5e4d7-9bcd-4d85-aaa8-09f623796265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:08.527067 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0c3821c4-0364-4d9c-9f15-bc6de60e8d9e req-91e5e4d7-9bcd-4d85-aaa8-09f623796265 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1251e6e8-4d87-40fe-a6ca-74ced43d0dd2 HTTP/1.1" status: 200 len: 834 time: 0.0469542 Nov 12 01:20:08.577785 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3821c4-0364-4d9c-9f15-bc6de60e8d9e req-e6f72585-29e5-421f-8643-d514d68dedfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:08.580150 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0c3821c4-0364-4d9c-9f15-bc6de60e8d9e req-e6f72585-29e5-421f-8643-d514d68dedfd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cea06e0b-b483-4655-8fd0-f452131196f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457892 Nov 12 01:20:08.672711 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0c3821c4-0364-4d9c-9f15-bc6de60e8d9e req-7a5ce055-42cd-4ef0-9e26-a7b4f90daf98 service neutron] 10.222.0.54 "GET /v2.0/networks/cea06e0b-b483-4655-8fd0-f452131196f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851684 Nov 12 01:20:08.766697 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0c3821c4-0364-4d9c-9f15-bc6de60e8d9e req-cd86f800-0a0a-4b39-9474-aa724d33ac04 service neutron] 10.222.0.54 "GET /v2.0/networks/cea06e0b-b483-4655-8fd0-f452131196f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879347 Nov 12 01:20:09.363902 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:09.412322 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51eef0c-a700-4e2d-ac0c-bda0fd95b920 req-dc77c094-7a05-4e84-9ba2-4736c17059fa tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:09.413964 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f51eef0c-a700-4e2d-ac0c-bda0fd95b920 req-dc77c094-7a05-4e84-9ba2-4736c17059fa tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 946 time: 0.0524116 Nov 12 01:20:09.475504 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f51eef0c-a700-4e2d-ac0c-bda0fd95b920 req-f56a48df-42e6-4c9a-a77a-2241e7bd078b tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=63694058-c6c8-4b82-be3c-300f190d7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553653 Nov 12 01:20:10.302023 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:10.592455 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771e662-19d6-4f3f-99dd-46f2c6e1531f req-6238d92c-31ed-40bf-bf24-abddb711290f tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:10.593995 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9771e662-19d6-4f3f-99dd-46f2c6e1531f req-6238d92c-31ed-40bf-bf24-abddb711290f tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 946 time: 0.0503728 Nov 12 01:20:10.646070 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9771e662-19d6-4f3f-99dd-46f2c6e1531f req-62cfd19b-7e0e-4a36-80cd-09b0456a2fc9 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=63694058-c6c8-4b82-be3c-300f190d7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461755 Nov 12 01:20:11.045747 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:11.764347 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1799df08-fe3e-4c10-811d-3eb3907af298 req-8a23e1f8-83f6-4f56-a414-96f1dc328c20 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:11.766972 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1799df08-fe3e-4c10-811d-3eb3907af298 req-8a23e1f8-83f6-4f56-a414-96f1dc328c20 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 946 time: 0.0505006 Nov 12 01:20:11.822005 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1799df08-fe3e-4c10-811d-3eb3907af298 req-ac1862e2-a79c-4119-8ef3-1d825fca958e tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=63694058-c6c8-4b82-be3c-300f190d7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489726 Nov 12 01:20:12.911311 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:12.942102 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a58094-3e47-411a-bf7a-2ccf3673c4b4 req-a4d9b034-ebcc-4373-95fe-b36e3553ec18 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:12.943621 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-03a58094-3e47-411a-bf7a-2ccf3673c4b4 req-a4d9b034-ebcc-4373-95fe-b36e3553ec18 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 946 time: 0.0495358 Nov 12 01:20:12.993792 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-03a58094-3e47-411a-bf7a-2ccf3673c4b4 req-7f500328-b175-4963-aa42-c6bd27752ab0 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=63694058-c6c8-4b82-be3c-300f190d7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436432 Nov 12 01:20:14.107969 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091957cb-eae1-4fc3-a49f-3c5c449bd454 req-dfb98482-340d-4d68-80cd-00bf9b0b0d82 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:14.110172 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-091957cb-eae1-4fc3-a49f-3c5c449bd454 req-dfb98482-340d-4d68-80cd-00bf9b0b0d82 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 946 time: 0.0470903 Nov 12 01:20:14.158280 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-091957cb-eae1-4fc3-a49f-3c5c449bd454 req-e3d5f341-845a-40ce-9a8f-bd33b6ed6319 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=63694058-c6c8-4b82-be3c-300f190d7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417635 Nov 12 01:20:15.282737 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def2f0d-6878-4310-9ddc-afe2c45569f9 req-a7d1fdb2-9578-44ba-b463-8816e8690a41 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:15.284221 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5def2f0d-6878-4310-9ddc-afe2c45569f9 req-a7d1fdb2-9578-44ba-b463-8816e8690a41 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 946 time: 0.0526338 Nov 12 01:20:15.333639 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5def2f0d-6878-4310-9ddc-afe2c45569f9 req-2eaeb620-1d73-4c13-a5d7-26ac6c4bc373 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=63694058-c6c8-4b82-be3c-300f190d7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434339 Nov 12 01:20:16.462791 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b53ef-f59f-4142-a302-e20e85929e30 req-5cb2616f-2500-412a-8b44-68307860b22f tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:16.464294 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-957b53ef-f59f-4142-a302-e20e85929e30 req-5cb2616f-2500-412a-8b44-68307860b22f tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 946 time: 0.0608401 Nov 12 01:20:16.534179 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-957b53ef-f59f-4142-a302-e20e85929e30 req-52642684-383e-4463-b4e8-d1269c136716 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=63694058-c6c8-4b82-be3c-300f190d7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632863 Nov 12 01:20:17.682914 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184bffc-c546-44fb-a576-766a35a1c056 req-7768c438-f698-4ea6-9587-024a6e52cc5b tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:17.684298 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6184bffc-c546-44fb-a576-766a35a1c056 req-7768c438-f698-4ea6-9587-024a6e52cc5b tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 946 time: 0.0665231 Nov 12 01:20:17.734428 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6184bffc-c546-44fb-a576-766a35a1c056 req-30cd23be-93ab-4514-bea1-f7916c37bd48 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=63694058-c6c8-4b82-be3c-300f190d7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432768 Nov 12 01:20:18.856323 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e458ce-6924-4b6c-a077-f45ae85b9f34 req-c5ea0620-96d4-4de5-b90c-eb94c89b9bac tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:18.857856 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-66e458ce-6924-4b6c-a077-f45ae85b9f34 req-c5ea0620-96d4-4de5-b90c-eb94c89b9bac tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 946 time: 0.0541286 Nov 12 01:20:18.908972 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-66e458ce-6924-4b6c-a077-f45ae85b9f34 req-f0e97dde-15ed-4c9e-a715-284e45ad9e9e tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=63694058-c6c8-4b82-be3c-300f190d7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444672 Nov 12 01:20:20.025356 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27878ebc-bf5f-42bd-ad9a-7680a50fca45 req-a150f614-4c00-4454-b0be-48d98632ea34 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:20.027123 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-27878ebc-bf5f-42bd-ad9a-7680a50fca45 req-a150f614-4c00-4454-b0be-48d98632ea34 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 946 time: 0.0495019 Nov 12 01:20:20.078749 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-27878ebc-bf5f-42bd-ad9a-7680a50fca45 req-98484a5f-2f8c-4de5-ab31-87e07b5a315e tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=63694058-c6c8-4b82-be3c-300f190d7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449593 Nov 12 01:20:20.895712 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [req-0c3821c4-0364-4d9c-9f15-bc6de60e8d9e req-67495449-a060-4c1d-a5c2-1a0413b782a5 service neutron] show failed (client error): The resource could not be found. Nov 12 01:20:20.896746 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0c3821c4-0364-4d9c-9f15-bc6de60e8d9e req-67495449-a060-4c1d-a5c2-1a0413b782a5 service neutron] 10.222.0.54 "GET /v2.0/ports/2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed/bindings/n-h1-812236-11 HTTP/1.1" status: 404 len: 381 time: 0.0551357 Nov 12 01:20:21.100014 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3821c4-0364-4d9c-9f15-bc6de60e8d9e req-51c79f14-8368-4f7e-a9d1-5d5a47961ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:21.102474 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0c3821c4-0364-4d9c-9f15-bc6de60e8d9e req-51c79f14-8368-4f7e-a9d1-5d5a47961ab1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d&tenant_id=b199a2c21c394c79bc16fc575899fc99 HTTP/1.1" status: 200 len: 1098 time: 0.0421655 Nov 12 01:20:21.122062 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-0c3821c4-0364-4d9c-9f15-bc6de60e8d9e req-c624c131-a43b-4aba-b1f4-ff82902de88e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812236-11', 'device_owner': 'compute:nova'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:20:21.180739 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0c3821c4-0364-4d9c-9f15-bc6de60e8d9e req-c624c131-a43b-4aba-b1f4-ff82902de88e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:21.199320 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d16736-5317-4a0f-a89e-62632d76ee41 req-4c201338-a6e2-42f8-9e77-f0fbb2eb9b01 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:21.200859 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-24d16736-5317-4a0f-a89e-62632d76ee41 req-4c201338-a6e2-42f8-9e77-f0fbb2eb9b01 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 946 time: 0.0484517 Nov 12 01:20:21.249620 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-24d16736-5317-4a0f-a89e-62632d76ee41 req-8fea4981-3e5e-4b1d-9ce5-3ed2edf8fe04 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=63694058-c6c8-4b82-be3c-300f190d7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421662 Nov 12 01:20:21.380895 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-0c3821c4-0364-4d9c-9f15-bc6de60e8d9e req-c624c131-a43b-4aba-b1f4-ff82902de88e service neutron] For port 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed,segment=NetworkSegment(6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b),segment_id=6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:20:21.414338 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-0c3821c4-0364-4d9c-9f15-bc6de60e8d9e req-c624c131-a43b-4aba-b1f4-ff82902de88e service neutron] For port 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:20:21.454091 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd7c50f-6bae-4d50-be35-542ad95c375d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:20:21.456306 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b53631c-4fe4-4b00-9492-e844747c1bde" -d '{"events": [{"server_uuid": "ecd7c50f-6bae-4d50-be35-542ad95c375d", "name": "network-vif-unplugged", "status": "completed", "tag": "2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:20:21.460253 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0c3821c4-0364-4d9c-9f15-bc6de60e8d9e req-c624c131-a43b-4aba-b1f4-ff82902de88e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:21.474650 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-0c3821c4-0364-4d9c-9f15-bc6de60e8d9e req-c624c131-a43b-4aba-b1f4-ff82902de88e service neutron] Transition to ACTIVE for port object 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:20:21.479800 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0c3821c4-0364-4d9c-9f15-bc6de60e8d9e req-c624c131-a43b-4aba-b1f4-ff82902de88e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:21.564740 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624c131-a43b-4aba-b1f4-ff82902de88e service neutron] Pushing event updated for resources: {'Port': ['ID=2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed,revision_number=6']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:21.582773 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624c131-a43b-4aba-b1f4-ff82902de88e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:21.583120 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624c131-a43b-4aba-b1f4-ff82902de88e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:21.583458 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624c131-a43b-4aba-b1f4-ff82902de88e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:21.583795 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624c131-a43b-4aba-b1f4-ff82902de88e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:21.584131 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624c131-a43b-4aba-b1f4-ff82902de88e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:21.584459 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624c131-a43b-4aba-b1f4-ff82902de88e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:21.584787 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624c131-a43b-4aba-b1f4-ff82902de88e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:21.585112 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624c131-a43b-4aba-b1f4-ff82902de88e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:21.585463 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624c131-a43b-4aba-b1f4-ff82902de88e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:21.585798 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624c131-a43b-4aba-b1f4-ff82902de88e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:21.586119 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624c131-a43b-4aba-b1f4-ff82902de88e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:21.586440 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624c131-a43b-4aba-b1f4-ff82902de88e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:21.626324 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c292e8da-8755-4d32-9f47-9bd73f772a9b x-openstack-request-id: req-c292e8da-8755-4d32-9f47-9bd73f772a9b {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:20:21.626713 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd7c50f-6bae-4d50-be35-542ad95c375d", "name": "network-vif-unplugged", "status": "completed", "tag": "2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:20:21.627032 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c292e8da-8755-4d32-9f47-9bd73f772a9b {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:20:21.627492 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd7c50f-6bae-4d50-be35-542ad95c375d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed', 'code': 200} Nov 12 01:20:21.628490 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c3821c4-0364-4d9c-9f15-bc6de60e8d9e req-c624c131-a43b-4aba-b1f4-ff82902de88e service neutron] No DVR routers for this DVR port 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed on host n-h2-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:20:21.768812 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-0c3821c4-0364-4d9c-9f15-bc6de60e8d9e req-c624c131-a43b-4aba-b1f4-ff82902de88e service neutron] Attempting to bind port 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:20:21.769137 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-0c3821c4-0364-4d9c-9f15-bc6de60e8d9e req-c624c131-a43b-4aba-b1f4-ff82902de88e service neutron] Attempting to bind port 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'cea06e0b-b483-4655-8fd0-f452131196f4'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:20:21.769507 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3821c4-0364-4d9c-9f15-bc6de60e8d9e req-c624c131-a43b-4aba-b1f4-ff82902de88e service neutron] Attempting to bind port 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed on network cea06e0b-b483-4655-8fd0-f452131196f4 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:20:21.773782 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3821c4-0364-4d9c-9f15-bc6de60e8d9e req-c624c131-a43b-4aba-b1f4-ff82902de88e service neutron] Port 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed on network cea06e0b-b483-4655-8fd0-f452131196f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:20:21.774099 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3821c4-0364-4d9c-9f15-bc6de60e8d9e req-c624c131-a43b-4aba-b1f4-ff82902de88e service neutron] Attempting to bind port 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed on network cea06e0b-b483-4655-8fd0-f452131196f4 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:20:21.779284 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3821c4-0364-4d9c-9f15-bc6de60e8d9e req-c624c131-a43b-4aba-b1f4-ff82902de88e service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:20:21.779617 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3821c4-0364-4d9c-9f15-bc6de60e8d9e req-c624c131-a43b-4aba-b1f4-ff82902de88e service neutron] Checking segment: {'id': '6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'cea06e0b-b483-4655-8fd0-f452131196f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:20:21.780035 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3821c4-0364-4d9c-9f15-bc6de60e8d9e req-c624c131-a43b-4aba-b1f4-ff82902de88e service neutron] Bound using segment: {'id': '6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'cea06e0b-b483-4655-8fd0-f452131196f4'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:20:21.780452 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-0c3821c4-0364-4d9c-9f15-bc6de60e8d9e req-c624c131-a43b-4aba-b1f4-ff82902de88e service neutron] Bound port: 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'cea06e0b-b483-4655-8fd0-f452131196f4'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:20:21.780804 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0c3821c4-0364-4d9c-9f15-bc6de60e8d9e req-c624c131-a43b-4aba-b1f4-ff82902de88e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:21.846850 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-0c3821c4-0364-4d9c-9f15-bc6de60e8d9e req-c624c131-a43b-4aba-b1f4-ff82902de88e service neutron] For port 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:20:21.849843 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-0c3821c4-0364-4d9c-9f15-bc6de60e8d9e req-c624c131-a43b-4aba-b1f4-ff82902de88e service neutron] For port 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed,segment=NetworkSegment(6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b),segment_id=6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:20:21.853560 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0c3821c4-0364-4d9c-9f15-bc6de60e8d9e req-c624c131-a43b-4aba-b1f4-ff82902de88e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:21.887454 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3821c4-0364-4d9c-9f15-bc6de60e8d9e req-c624c131-a43b-4aba-b1f4-ff82902de88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:21.888162 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-0c3821c4-0364-4d9c-9f15-bc6de60e8d9e req-c624c131-a43b-4aba-b1f4-ff82902de88e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:21.890148 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0c3821c4-0364-4d9c-9f15-bc6de60e8d9e req-c624c131-a43b-4aba-b1f4-ff82902de88e service neutron] 10.222.0.49 "PUT /v2.0/ports/2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed HTTP/1.1" status: 200 len: 1093 time: 0.7719200 Nov 12 01:20:21.911522 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624c131-a43b-4aba-b1f4-ff82902de88e service neutron] Pushing event updated for resources: {'Port': ['ID=2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed,revision_number=7']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:21.968915 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3821c4-0364-4d9c-9f15-bc6de60e8d9e req-d5f7473f-26bf-41cf-be8d-e870e05dee7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:21.970509 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0c3821c4-0364-4d9c-9f15-bc6de60e8d9e req-d5f7473f-26bf-41cf-be8d-e870e05dee7f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b199a2c21c394c79bc16fc575899fc99&device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 1096 time: 0.0444679 Nov 12 01:20:22.068773 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3821c4-0364-4d9c-9f15-bc6de60e8d9e req-8f24fd64-2909-4eac-b212-6397e825f7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:22.070278 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0c3821c4-0364-4d9c-9f15-bc6de60e8d9e req-8f24fd64-2909-4eac-b212-6397e825f7f3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cea06e0b-b483-4655-8fd0-f452131196f4 HTTP/1.1" status: 200 len: 898 time: 0.0925004 Nov 12 01:20:22.136719 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0c3821c4-0364-4d9c-9f15-bc6de60e8d9e req-cd681855-3542-47ed-bdc3-558343b9ec63 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed HTTP/1.1" status: 200 len: 1000 time: 0.0585213 Nov 12 01:20:22.187385 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3821c4-0364-4d9c-9f15-bc6de60e8d9e req-95183160-5c1a-4da2-9a6b-05be8f2b5687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:22.188745 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0c3821c4-0364-4d9c-9f15-bc6de60e8d9e req-95183160-5c1a-4da2-9a6b-05be8f2b5687 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1251e6e8-4d87-40fe-a6ca-74ced43d0dd2 HTTP/1.1" status: 200 len: 834 time: 0.0455287 Nov 12 01:20:22.237616 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3821c4-0364-4d9c-9f15-bc6de60e8d9e req-9925c0d3-066d-4243-a952-05d8b41bc51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:22.238998 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0c3821c4-0364-4d9c-9f15-bc6de60e8d9e req-9925c0d3-066d-4243-a952-05d8b41bc51b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cea06e0b-b483-4655-8fd0-f452131196f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433357 Nov 12 01:20:22.330660 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0c3821c4-0364-4d9c-9f15-bc6de60e8d9e req-5770ec2d-3a7d-4846-ab31-dbc043f9fada service neutron] 10.222.0.49 "GET /v2.0/networks/cea06e0b-b483-4655-8fd0-f452131196f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844522 Nov 12 01:20:22.370704 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cffa65-d648-49f5-ab64-53c35a572ab6 req-de4411c4-0419-4417-b8b6-2c6d1eb04a13 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:22.372190 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-49cffa65-d648-49f5-ab64-53c35a572ab6 req-de4411c4-0419-4417-b8b6-2c6d1eb04a13 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 944 time: 0.0536740 Nov 12 01:20:22.423640 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-49cffa65-d648-49f5-ab64-53c35a572ab6 req-9de22ff7-43c6-49da-be93-1ed97ba31dbf tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=63694058-c6c8-4b82-be3c-300f190d7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449204 Nov 12 01:20:22.431437 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0c3821c4-0364-4d9c-9f15-bc6de60e8d9e req-930d5451-e053-4ffd-ac21-a31cd84898bb service neutron] 10.222.0.49 "GET /v2.0/networks/cea06e0b-b483-4655-8fd0-f452131196f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921266 Nov 12 01:20:23.543620 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4791680-b1fb-41c2-8858-e5ccc4e53931 req-cedb4754-17c0-45b5-98a5-efc19deef3bf tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:23.545100 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d4791680-b1fb-41c2-8858-e5ccc4e53931 req-cedb4754-17c0-45b5-98a5-efc19deef3bf tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 944 time: 0.0498004 Nov 12 01:20:23.595434 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d4791680-b1fb-41c2-8858-e5ccc4e53931 req-a9564ccc-4568-4e9d-b13b-a627ffd0de66 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=63694058-c6c8-4b82-be3c-300f190d7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435207 Nov 12 01:20:23.629056 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd7c50f-6bae-4d50-be35-542ad95c375d', 'tag': '2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:20:23.631544 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86be9125-85e4-435e-9630-cad6cfe2b372" -d '{"events": [{"name": "network-changed", "server_uuid": "ecd7c50f-6bae-4d50-be35-542ad95c375d", "tag": "2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:20:23.681306 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819140c0-a295-4d09-ab99-620b1afcbd39 x-openstack-request-id: req-819140c0-a295-4d09-ab99-620b1afcbd39 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:20:23.681648 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecd7c50f-6bae-4d50-be35-542ad95c375d", "tag": "2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:20:23.681927 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-819140c0-a295-4d09-ab99-620b1afcbd39 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:20:23.682368 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecd7c50f-6bae-4d50-be35-542ad95c375d', 'tag': '2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed', 'status': 'completed', 'code': 200} Nov 12 01:20:23.761237 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be9125-85e4-435e-9630-cad6cfe2b372 req-4a8c9e9c-8922-4158-bce9-389f8acc580c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:23.762761 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-86be9125-85e4-435e-9630-cad6cfe2b372 req-4a8c9e9c-8922-4158-bce9-389f8acc580c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b199a2c21c394c79bc16fc575899fc99&device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 1096 time: 0.0406809 Nov 12 01:20:23.771031 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be9125-85e4-435e-9630-cad6cfe2b372 req-fdc2b224-5cf9-433b-92d5-9430af1dbf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:23.772508 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-86be9125-85e4-435e-9630-cad6cfe2b372 req-fdc2b224-5cf9-433b-92d5-9430af1dbf49 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b199a2c21c394c79bc16fc575899fc99&device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 1096 time: 0.0413167 Nov 12 01:20:23.858652 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be9125-85e4-435e-9630-cad6cfe2b372 req-0600dbdb-ef6a-4425-baef-3510eed20ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:23.860034 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-86be9125-85e4-435e-9630-cad6cfe2b372 req-0600dbdb-ef6a-4425-baef-3510eed20ccc service neutron] 10.222.0.54 "GET /v2.0/networks?id=cea06e0b-b483-4655-8fd0-f452131196f4 HTTP/1.1" status: 200 len: 898 time: 0.0893855 Nov 12 01:20:23.874539 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be9125-85e4-435e-9630-cad6cfe2b372 req-5ef6bc90-4bcf-4007-9a0a-0167ced2c168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:23.875999 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-86be9125-85e4-435e-9630-cad6cfe2b372 req-5ef6bc90-4bcf-4007-9a0a-0167ced2c168 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cea06e0b-b483-4655-8fd0-f452131196f4 HTTP/1.1" status: 200 len: 898 time: 0.0945959 Nov 12 01:20:23.924192 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-86be9125-85e4-435e-9630-cad6cfe2b372 req-8dacdb3f-b282-4969-9812-e12fea72f10a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed HTTP/1.1" status: 200 len: 1000 time: 0.0573416 Nov 12 01:20:23.946744 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-86be9125-85e4-435e-9630-cad6cfe2b372 req-a0756843-3fd9-4434-b98c-e09a99cb0252 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed HTTP/1.1" status: 200 len: 1000 time: 0.0594389 Nov 12 01:20:23.973965 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be9125-85e4-435e-9630-cad6cfe2b372 req-832d4534-9686-4685-8382-b49d520ba9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:23.975456 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-86be9125-85e4-435e-9630-cad6cfe2b372 req-832d4534-9686-4685-8382-b49d520ba9e2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1251e6e8-4d87-40fe-a6ca-74ced43d0dd2 HTTP/1.1" status: 200 len: 834 time: 0.0448039 Nov 12 01:20:24.002438 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be9125-85e4-435e-9630-cad6cfe2b372 req-187860b5-8fb1-403f-b209-0b7d5f1754d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:24.003961 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-86be9125-85e4-435e-9630-cad6cfe2b372 req-187860b5-8fb1-403f-b209-0b7d5f1754d4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1251e6e8-4d87-40fe-a6ca-74ced43d0dd2 HTTP/1.1" status: 200 len: 834 time: 0.0500998 Nov 12 01:20:24.025749 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be9125-85e4-435e-9630-cad6cfe2b372 req-cd5fe2be-451c-43c5-ba41-08bfda8e0e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:24.027238 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-86be9125-85e4-435e-9630-cad6cfe2b372 req-cd5fe2be-451c-43c5-ba41-08bfda8e0e13 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cea06e0b-b483-4655-8fd0-f452131196f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448942 Nov 12 01:20:24.092890 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be9125-85e4-435e-9630-cad6cfe2b372 req-08d8fe5e-86d6-4d2d-b174-1ca5c41c98b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:24.094828 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-86be9125-85e4-435e-9630-cad6cfe2b372 req-08d8fe5e-86d6-4d2d-b174-1ca5c41c98b3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cea06e0b-b483-4655-8fd0-f452131196f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450521 Nov 12 01:20:24.126953 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-86be9125-85e4-435e-9630-cad6cfe2b372 req-4eaf846b-d446-45e4-ac3f-c7edbb6294a7 service neutron] 10.222.0.54 "GET /v2.0/networks/cea06e0b-b483-4655-8fd0-f452131196f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912433 Nov 12 01:20:24.205366 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-86be9125-85e4-435e-9630-cad6cfe2b372 req-e63e8320-3021-40c2-80d9-8de6c30c934c service neutron] 10.222.0.49 "GET /v2.0/networks/cea06e0b-b483-4655-8fd0-f452131196f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021817 Nov 12 01:20:24.223182 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-86be9125-85e4-435e-9630-cad6cfe2b372 req-3c87c55d-d58f-4dfe-9b26-f256ab120946 service neutron] 10.222.0.54 "GET /v2.0/networks/cea06e0b-b483-4655-8fd0-f452131196f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899734 Nov 12 01:20:24.296870 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-86be9125-85e4-435e-9630-cad6cfe2b372 req-28d44d70-5bba-4d09-88ba-46653c1292bb service neutron] 10.222.0.49 "GET /v2.0/networks/cea06e0b-b483-4655-8fd0-f452131196f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835991 Nov 12 01:20:24.714734 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c1314-21df-45b9-8e96-7166b6fcf0ec req-79e7ea14-de57-4e48-9bf4-a1d37639dbec tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:24.716202 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-437c1314-21df-45b9-8e96-7166b6fcf0ec req-79e7ea14-de57-4e48-9bf4-a1d37639dbec tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 944 time: 0.0489297 Nov 12 01:20:24.771318 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-437c1314-21df-45b9-8e96-7166b6fcf0ec req-0d2f6b31-efb8-410f-8fdd-d6330833493f tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=63694058-c6c8-4b82-be3c-300f190d7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487583 Nov 12 01:20:24.917031 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:20:24.960911 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:20:25.083511 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24c2ec-994a-4929-813d-563c152d52e2 req-373e5364-3625-49fa-9134-ad3a17b437bc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:25.084972 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8e24c2ec-994a-4929-813d-563c152d52e2 req-373e5364-3625-49fa-9134-ad3a17b437bc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d&tenant_id=b199a2c21c394c79bc16fc575899fc99&binding%3Ahost_id=n-h1-812236-11 HTTP/1.1" status: 200 len: 944 time: 0.1129694 Nov 12 01:20:25.094080 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbddda-d32e-4821-bd73-937051c99e4f req-bda5ecf0-925d-445d-a127-1a1db073f183 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:25.095443 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b2dbddda-d32e-4821-bd73-937051c99e4f req-bda5ecf0-925d-445d-a127-1a1db073f183 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 944 time: 0.0928705 Nov 12 01:20:25.184585 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b2dbddda-d32e-4821-bd73-937051c99e4f req-e2c35b14-552a-477b-beca-d01ea920c52e tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=63694058-c6c8-4b82-be3c-300f190d7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830972 Nov 12 01:20:25.191444 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8e24c2ec-994a-4929-813d-563c152d52e2 req-8303510b-56b3-441c-b811-ffbf4254f7d6 service neutron] 10.222.0.49 "GET /v2.0/ports/2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed/bindings/n-h1-812236-11 HTTP/1.1" status: 200 len: 383 time: 0.0951102 Nov 12 01:20:25.281396 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24c2ec-994a-4929-813d-563c152d52e2 req-a3ca6a3e-f3e5-4991-acfb-486d6791024b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:25.282926 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8e24c2ec-994a-4929-813d-563c152d52e2 req-a3ca6a3e-f3e5-4991-acfb-486d6791024b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b199a2c21c394c79bc16fc575899fc99&device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 1096 time: 0.0422978 Nov 12 01:20:25.387562 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24c2ec-994a-4929-813d-563c152d52e2 req-8be6804f-51a6-4984-ba3f-1c9f4a153b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:25.389053 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8e24c2ec-994a-4929-813d-563c152d52e2 req-8be6804f-51a6-4984-ba3f-1c9f4a153b40 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cea06e0b-b483-4655-8fd0-f452131196f4 HTTP/1.1" status: 200 len: 898 time: 0.0885847 Nov 12 01:20:25.459398 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8e24c2ec-994a-4929-813d-563c152d52e2 req-8c6ed52f-942e-4e86-95e0-4b9eb4dff3be service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed HTTP/1.1" status: 200 len: 1000 time: 0.0627918 Nov 12 01:20:25.510454 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24c2ec-994a-4929-813d-563c152d52e2 req-1869c494-b5ac-4335-886e-0aa2e7bce7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:25.511842 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8e24c2ec-994a-4929-813d-563c152d52e2 req-1869c494-b5ac-4335-886e-0aa2e7bce7bb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1251e6e8-4d87-40fe-a6ca-74ced43d0dd2 HTTP/1.1" status: 200 len: 834 time: 0.0432239 Nov 12 01:20:25.565046 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24c2ec-994a-4929-813d-563c152d52e2 req-e42768d6-8784-478a-845c-1ad709a37de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:25.566892 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8e24c2ec-994a-4929-813d-563c152d52e2 req-e42768d6-8784-478a-845c-1ad709a37de2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cea06e0b-b483-4655-8fd0-f452131196f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474710 Nov 12 01:20:25.670098 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8e24c2ec-994a-4929-813d-563c152d52e2 req-5c3cacdf-33de-49c0-82dd-19dafea4a3f7 service neutron] 10.222.0.49 "GET /v2.0/networks/cea06e0b-b483-4655-8fd0-f452131196f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860391 Nov 12 01:20:25.763870 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8e24c2ec-994a-4929-813d-563c152d52e2 req-cf500405-8ab7-41a1-be35-07a9062ccbc4 service neutron] 10.222.0.49 "GET /v2.0/networks/cea06e0b-b483-4655-8fd0-f452131196f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858974 Nov 12 01:20:26.303297 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52c122-eb13-4b78-9492-a04362df6886 req-46c2bcd2-a6e4-4b26-9703-239b6b49b849 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:26.304756 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3a52c122-eb13-4b78-9492-a04362df6886 req-46c2bcd2-a6e4-4b26-9703-239b6b49b849 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 944 time: 0.0493581 Nov 12 01:20:26.353905 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3a52c122-eb13-4b78-9492-a04362df6886 req-efb38e86-722e-4b3b-ac04-96a3b809d8bb tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=63694058-c6c8-4b82-be3c-300f190d7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429363 Nov 12 01:20:26.802219 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:20:26.900152 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed,segment=NetworkSegment(6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b),segment_id=6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:20:26.912011 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed', 'network_id': 'cea06e0b-b483-4655-8fd0-f452131196f4', 'port_id': '2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed', 'mac_address': 'fa:16:3e:dd:15:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1251e6e8-4d87-40fe-a6ca-74ced43d0dd2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:20:26.953000 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:26.966194 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:20:26.985614 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed,segment=NetworkSegment(6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b),segment_id=6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:20:26.989504 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:27.035112 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed,revision_number=8']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:27.042207 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:27.042549 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:27.042880 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:27.043209 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:27.043534 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:27.043856 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:27.044177 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:27.044498 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:27.044813 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:27.045125 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:27.046041 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:27.046367 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:27.475729 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc65fe1-764a-4438-969b-19047f71c08e req-2886f27a-f50f-4659-9ccd-b46e2b4d0940 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:27.478066 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ebc65fe1-764a-4438-969b-19047f71c08e req-2886f27a-f50f-4659-9ccd-b46e2b4d0940 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 945 time: 0.0529673 Nov 12 01:20:27.533652 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ebc65fe1-764a-4438-969b-19047f71c08e req-69310bd9-e8f0-4ab6-96c5-6adea4ab4f01 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=63694058-c6c8-4b82-be3c-300f190d7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489740 Nov 12 01:20:27.969176 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-46032edb-bbf5-46bb-a004-edb1a8062b12 req-ad85162a-34c5-4dab-96cc-b03787e3fc24 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=115f0df7-dc4d-4543-9cd6-463f1b05ef43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419626 Nov 12 01:20:28.077876 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46032edb-bbf5-46bb-a004-edb1a8062b12 req-7f3b880d-da05-4172-9581-edf54325d188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:28.079415 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-46032edb-bbf5-46bb-a004-edb1a8062b12 req-7f3b880d-da05-4172-9581-edf54325d188 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a17bedb646b94ed485e4adca083ceb13&device_id=115f0df7-dc4d-4543-9cd6-463f1b05ef43 HTTP/1.1" status: 200 len: 1097 time: 0.0475950 Nov 12 01:20:28.172552 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24c2ec-994a-4929-813d-563c152d52e2 req-daa52923-d09e-43c8-9849-86cc40eb2b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:28.174067 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8e24c2ec-994a-4929-813d-563c152d52e2 req-daa52923-d09e-43c8-9849-86cc40eb2b3d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d&tenant_id=b199a2c21c394c79bc16fc575899fc99 HTTP/1.1" status: 200 len: 1097 time: 0.3834431 Nov 12 01:20:28.188547 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46032edb-bbf5-46bb-a004-edb1a8062b12 req-401f02cf-c6fe-4bbb-b134-e94310608a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:28.190017 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-46032edb-bbf5-46bb-a004-edb1a8062b12 req-401f02cf-c6fe-4bbb-b134-e94310608a91 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf426145-af7a-457c-9edb-3ba8bbea2dab HTTP/1.1" status: 200 len: 913 time: 0.0906756 Nov 12 01:20:28.191633 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-8e24c2ec-994a-4929-813d-563c152d52e2 req-0e70a645-c298-47d8-bb0d-c09d165ce17d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812236-11', 'device_owner': 'compute:nova'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:20:28.243713 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-8e24c2ec-994a-4929-813d-563c152d52e2 req-0e70a645-c298-47d8-bb0d-c09d165ce17d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:28.259287 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-46032edb-bbf5-46bb-a004-edb1a8062b12 req-1a3b9092-53ef-4d5b-9524-da71addf8716 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d829b56-1fc4-465e-9077-24805841852b HTTP/1.1" status: 200 len: 999 time: 0.0614214 Nov 12 01:20:28.308236 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46032edb-bbf5-46bb-a004-edb1a8062b12 req-77c84684-1b52-445f-9fdd-6043327ec762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:28.309705 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-46032edb-bbf5-46bb-a004-edb1a8062b12 req-77c84684-1b52-445f-9fdd-6043327ec762 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e0049bca-8c54-4a87-971a-726fded81d57 HTTP/1.1" status: 200 len: 851 time: 0.0436988 Nov 12 01:20:28.360291 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46032edb-bbf5-46bb-a004-edb1a8062b12 req-f1d20569-3b77-4c6e-bafd-31eb9695b274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:28.361814 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-46032edb-bbf5-46bb-a004-edb1a8062b12 req-f1d20569-3b77-4c6e-bafd-31eb9695b274 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf426145-af7a-457c-9edb-3ba8bbea2dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453012 Nov 12 01:20:28.448797 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-8e24c2ec-994a-4929-813d-563c152d52e2 req-0e70a645-c298-47d8-bb0d-c09d165ce17d service neutron] For port 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed,segment=NetworkSegment(6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b),segment_id=6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:20:28.460025 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-46032edb-bbf5-46bb-a004-edb1a8062b12 req-1b646865-a9ad-476e-9361-0293a30b24de service neutron] 10.222.0.49 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907090 Nov 12 01:20:28.481711 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-8e24c2ec-994a-4929-813d-563c152d52e2 req-0e70a645-c298-47d8-bb0d-c09d165ce17d service neutron] For port 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed, host n-h1-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:20:28.518462 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-8e24c2ec-994a-4929-813d-563c152d52e2 req-0e70a645-c298-47d8-bb0d-c09d165ce17d service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:20:28.527495 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-8e24c2ec-994a-4929-813d-563c152d52e2 req-0e70a645-c298-47d8-bb0d-c09d165ce17d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:28.539967 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-8e24c2ec-994a-4929-813d-563c152d52e2 req-0e70a645-c298-47d8-bb0d-c09d165ce17d service neutron] Ignored duplicate provisioning block setup for port 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 12 01:20:28.544088 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-8e24c2ec-994a-4929-813d-563c152d52e2 req-0e70a645-c298-47d8-bb0d-c09d165ce17d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:28.553269 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-46032edb-bbf5-46bb-a004-edb1a8062b12 req-a361ddf6-d454-4440-ba7c-c93ceca45e58 service neutron] 10.222.0.49 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852768 Nov 12 01:20:28.595057 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70a645-c298-47d8-bb0d-c09d165ce17d service neutron] Pushing event updated for resources: {'Port': ['ID=2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed,revision_number=9']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:28.667225 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e70a645-c298-47d8-bb0d-c09d165ce17d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:28.667576 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e70a645-c298-47d8-bb0d-c09d165ce17d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:28.667916 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e70a645-c298-47d8-bb0d-c09d165ce17d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:28.668249 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e70a645-c298-47d8-bb0d-c09d165ce17d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:28.668576 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e70a645-c298-47d8-bb0d-c09d165ce17d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:28.668903 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e70a645-c298-47d8-bb0d-c09d165ce17d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:28.669232 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e70a645-c298-47d8-bb0d-c09d165ce17d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:28.669578 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e70a645-c298-47d8-bb0d-c09d165ce17d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:28.669901 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e70a645-c298-47d8-bb0d-c09d165ce17d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:28.670224 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e70a645-c298-47d8-bb0d-c09d165ce17d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:28.671110 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e70a645-c298-47d8-bb0d-c09d165ce17d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:28.671430 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e70a645-c298-47d8-bb0d-c09d165ce17d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:28.771841 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b2b6a-a76e-4fbf-85e4-8a99fef390ef req-a485c67c-29a3-49b2-b54d-29b81217b1d2 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:28.773288 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a09b2b6a-a76e-4fbf-85e4-8a99fef390ef req-a485c67c-29a3-49b2-b54d-29b81217b1d2 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 944 time: 0.1553850 Nov 12 01:20:28.774443 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e24c2ec-994a-4929-813d-563c152d52e2 req-0e70a645-c298-47d8-bb0d-c09d165ce17d service neutron] No DVR routers for this DVR port 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed on host n-h1-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:20:28.901657 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a09b2b6a-a76e-4fbf-85e4-8a99fef390ef req-ba76652e-1496-475e-b2c6-ab78f7e82597 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=63694058-c6c8-4b82-be3c-300f190d7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886333 Nov 12 01:20:28.947493 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-8e24c2ec-994a-4929-813d-563c152d52e2 req-0e70a645-c298-47d8-bb0d-c09d165ce17d service neutron] Attempting to bind port 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:20:28.947817 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-8e24c2ec-994a-4929-813d-563c152d52e2 req-0e70a645-c298-47d8-bb0d-c09d165ce17d service neutron] Attempting to bind port 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'cea06e0b-b483-4655-8fd0-f452131196f4'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:20:28.948138 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e24c2ec-994a-4929-813d-563c152d52e2 req-0e70a645-c298-47d8-bb0d-c09d165ce17d service neutron] Attempting to bind port 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed on network cea06e0b-b483-4655-8fd0-f452131196f4 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:20:28.953260 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e24c2ec-994a-4929-813d-563c152d52e2 req-0e70a645-c298-47d8-bb0d-c09d165ce17d service neutron] Port 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed on network cea06e0b-b483-4655-8fd0-f452131196f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:20:28.953609 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e24c2ec-994a-4929-813d-563c152d52e2 req-0e70a645-c298-47d8-bb0d-c09d165ce17d service neutron] Attempting to bind port 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed on network cea06e0b-b483-4655-8fd0-f452131196f4 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:20:28.958585 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e24c2ec-994a-4929-813d-563c152d52e2 req-0e70a645-c298-47d8-bb0d-c09d165ce17d service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:20:28.958926 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e24c2ec-994a-4929-813d-563c152d52e2 req-0e70a645-c298-47d8-bb0d-c09d165ce17d service neutron] Checking segment: {'id': '6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'cea06e0b-b483-4655-8fd0-f452131196f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:20:28.959310 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e24c2ec-994a-4929-813d-563c152d52e2 req-0e70a645-c298-47d8-bb0d-c09d165ce17d service neutron] Bound using segment: {'id': '6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'cea06e0b-b483-4655-8fd0-f452131196f4'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:20:28.959730 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-8e24c2ec-994a-4929-813d-563c152d52e2 req-0e70a645-c298-47d8-bb0d-c09d165ce17d service neutron] Bound port: 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'cea06e0b-b483-4655-8fd0-f452131196f4'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:20:28.960079 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-8e24c2ec-994a-4929-813d-563c152d52e2 req-0e70a645-c298-47d8-bb0d-c09d165ce17d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:29.021529 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-8e24c2ec-994a-4929-813d-563c152d52e2 req-0e70a645-c298-47d8-bb0d-c09d165ce17d service neutron] For port 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:20:29.024566 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-8e24c2ec-994a-4929-813d-563c152d52e2 req-0e70a645-c298-47d8-bb0d-c09d165ce17d service neutron] For port 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed,segment=NetworkSegment(6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b),segment_id=6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:20:29.029664 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-8e24c2ec-994a-4929-813d-563c152d52e2 req-0e70a645-c298-47d8-bb0d-c09d165ce17d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:29.068869 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24c2ec-994a-4929-813d-563c152d52e2 req-0e70a645-c298-47d8-bb0d-c09d165ce17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:29.069514 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-8e24c2ec-994a-4929-813d-563c152d52e2 req-0e70a645-c298-47d8-bb0d-c09d165ce17d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:29.070893 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8e24c2ec-994a-4929-813d-563c152d52e2 req-0e70a645-c298-47d8-bb0d-c09d165ce17d service neutron] 10.222.0.54 "PUT /v2.0/ports/2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed HTTP/1.1" status: 200 len: 1093 time: 0.8833477 Nov 12 01:20:29.071344 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd7c50f-6bae-4d50-be35-542ad95c375d', 'tag': '2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:20:29.073619 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d5fc86-42e8-4645-ad33-b7ccb11fa4a5" -d '{"events": [{"name": "network-changed", "server_uuid": "ecd7c50f-6bae-4d50-be35-542ad95c375d", "tag": "2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:20:29.100313 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70a645-c298-47d8-bb0d-c09d165ce17d service neutron] Pushing event updated for resources: {'Port': ['ID=2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed,revision_number=10']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:29.164918 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24c2ec-994a-4929-813d-563c152d52e2 req-ce323a98-c22a-4071-9dfc-66ceb8926405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:29.166466 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8e24c2ec-994a-4929-813d-563c152d52e2 req-ce323a98-c22a-4071-9dfc-66ceb8926405 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b199a2c21c394c79bc16fc575899fc99&device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 1097 time: 0.0530956 Nov 12 01:20:29.205521 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa5e169-4849-416f-a35e-cd345211bcb3 x-openstack-request-id: req-4fa5e169-4849-416f-a35e-cd345211bcb3 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:20:29.206145 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecd7c50f-6bae-4d50-be35-542ad95c375d", "tag": "2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:20:29.206145 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4fa5e169-4849-416f-a35e-cd345211bcb3 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:20:29.206434 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecd7c50f-6bae-4d50-be35-542ad95c375d', 'tag': '2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed', 'status': 'completed', 'code': 200} Nov 12 01:20:29.273310 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24c2ec-994a-4929-813d-563c152d52e2 req-10259557-530f-407c-93c1-16c70fa13810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:29.275186 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8e24c2ec-994a-4929-813d-563c152d52e2 req-10259557-530f-407c-93c1-16c70fa13810 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cea06e0b-b483-4655-8fd0-f452131196f4 HTTP/1.1" status: 200 len: 898 time: 0.0993452 Nov 12 01:20:29.291562 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5fc86-42e8-4645-ad33-b7ccb11fa4a5 req-9cad0354-0c6a-48ef-b61f-9a5c38dc7a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:29.293038 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-66d5fc86-42e8-4645-ad33-b7ccb11fa4a5 req-9cad0354-0c6a-48ef-b61f-9a5c38dc7a67 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b199a2c21c394c79bc16fc575899fc99&device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 1097 time: 0.0475557 Nov 12 01:20:29.347357 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8e24c2ec-994a-4929-813d-563c152d52e2 req-cd8b7aa6-3edd-429c-b472-f0182e480334 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed HTTP/1.1" status: 200 len: 1000 time: 0.0629413 Nov 12 01:20:29.387732 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5fc86-42e8-4645-ad33-b7ccb11fa4a5 req-1b906a31-110b-4cf8-a8df-2bc1e09856f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:29.389247 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-66d5fc86-42e8-4645-ad33-b7ccb11fa4a5 req-1b906a31-110b-4cf8-a8df-2bc1e09856f8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cea06e0b-b483-4655-8fd0-f452131196f4 HTTP/1.1" status: 200 len: 898 time: 0.0892293 Nov 12 01:20:29.405348 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24c2ec-994a-4929-813d-563c152d52e2 req-b6323b3f-e1b4-4acc-b331-3b7ec7eeb828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:29.406817 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8e24c2ec-994a-4929-813d-563c152d52e2 req-b6323b3f-e1b4-4acc-b331-3b7ec7eeb828 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1251e6e8-4d87-40fe-a6ca-74ced43d0dd2 HTTP/1.1" status: 200 len: 834 time: 0.0521741 Nov 12 01:20:29.452410 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24c2ec-994a-4929-813d-563c152d52e2 req-2e438674-fdff-4838-8c27-05dc568fb4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:29.454050 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8e24c2ec-994a-4929-813d-563c152d52e2 req-2e438674-fdff-4838-8c27-05dc568fb4df service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cea06e0b-b483-4655-8fd0-f452131196f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403502 Nov 12 01:20:29.459505 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-66d5fc86-42e8-4645-ad33-b7ccb11fa4a5 req-45645738-0413-429f-8193-efa5a80dd961 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed HTTP/1.1" status: 200 len: 1000 time: 0.0633860 Nov 12 01:20:29.511060 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5fc86-42e8-4645-ad33-b7ccb11fa4a5 req-ce988490-e0e0-4f8a-a7c3-ad3bdffda6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:29.512519 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-66d5fc86-42e8-4645-ad33-b7ccb11fa4a5 req-ce988490-e0e0-4f8a-a7c3-ad3bdffda6fe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1251e6e8-4d87-40fe-a6ca-74ced43d0dd2 HTTP/1.1" status: 200 len: 834 time: 0.0439615 Nov 12 01:20:29.550321 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8e24c2ec-994a-4929-813d-563c152d52e2 req-5908091a-e475-4666-8a46-ec7bf6ebed18 service neutron] 10.222.0.54 "GET /v2.0/networks/cea06e0b-b483-4655-8fd0-f452131196f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887470 Nov 12 01:20:29.559487 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5fc86-42e8-4645-ad33-b7ccb11fa4a5 req-c7afc2ae-7792-436d-abc6-5375b2d7b6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:29.561226 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-66d5fc86-42e8-4645-ad33-b7ccb11fa4a5 req-c7afc2ae-7792-436d-abc6-5375b2d7b6f3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cea06e0b-b483-4655-8fd0-f452131196f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416944 Nov 12 01:20:29.641948 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8e24c2ec-994a-4929-813d-563c152d52e2 req-b6f3f9c9-c56a-4ffc-8386-fd5bec87f193 service neutron] 10.222.0.54 "GET /v2.0/networks/cea06e0b-b483-4655-8fd0-f452131196f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848341 Nov 12 01:20:29.657644 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-66d5fc86-42e8-4645-ad33-b7ccb11fa4a5 req-a514f814-378a-4b96-bdda-f5f98983aa5e service neutron] 10.222.0.49 "GET /v2.0/networks/cea06e0b-b483-4655-8fd0-f452131196f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895758 Nov 12 01:20:29.753921 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-66d5fc86-42e8-4645-ad33-b7ccb11fa4a5 req-e7038497-b0ad-447b-bb45-26e46788ae62 service neutron] 10.222.0.49 "GET /v2.0/networks/cea06e0b-b483-4655-8fd0-f452131196f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893362 Nov 12 01:20:29.772539 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5fc86-42e8-4645-ad33-b7ccb11fa4a5 req-d8114f61-c9c6-43db-b177-56af455c9001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:29.774076 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-66d5fc86-42e8-4645-ad33-b7ccb11fa4a5 req-d8114f61-c9c6-43db-b177-56af455c9001 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b199a2c21c394c79bc16fc575899fc99&device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 1097 time: 0.0468645 Nov 12 01:20:29.868298 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5fc86-42e8-4645-ad33-b7ccb11fa4a5 req-535462f0-cace-4555-9d6a-dc9dc0c55e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:29.869801 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-66d5fc86-42e8-4645-ad33-b7ccb11fa4a5 req-535462f0-cace-4555-9d6a-dc9dc0c55e21 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cea06e0b-b483-4655-8fd0-f452131196f4 HTTP/1.1" status: 200 len: 898 time: 0.0881088 Nov 12 01:20:29.940606 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-66d5fc86-42e8-4645-ad33-b7ccb11fa4a5 req-bb79b875-dad3-41c6-bd0e-c97191976e9f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed HTTP/1.1" status: 200 len: 1000 time: 0.0631135 Nov 12 01:20:30.014954 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5fc86-42e8-4645-ad33-b7ccb11fa4a5 req-715f8f17-aee7-4170-857b-0e579630b227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:30.016463 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-66d5fc86-42e8-4645-ad33-b7ccb11fa4a5 req-715f8f17-aee7-4170-857b-0e579630b227 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1251e6e8-4d87-40fe-a6ca-74ced43d0dd2 HTTP/1.1" status: 200 len: 834 time: 0.0689604 Nov 12 01:20:30.042267 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9147201-fe92-4aa6-8b3e-3501de0f1f05 req-7d3280aa-f2dc-47ca-a729-d952753adea8 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:30.043699 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d9147201-fe92-4aa6-8b3e-3501de0f1f05 req-7d3280aa-f2dc-47ca-a729-d952753adea8 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 945 time: 0.0681069 Nov 12 01:20:30.105440 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5fc86-42e8-4645-ad33-b7ccb11fa4a5 req-f9274f36-07c9-42e0-bc1c-1f56e7382f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:30.106915 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-66d5fc86-42e8-4645-ad33-b7ccb11fa4a5 req-f9274f36-07c9-42e0-bc1c-1f56e7382f3f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cea06e0b-b483-4655-8fd0-f452131196f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0836940 Nov 12 01:20:30.116369 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d9147201-fe92-4aa6-8b3e-3501de0f1f05 req-d732e16f-a5ba-4e79-a3ca-598d7ff7ed04 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=63694058-c6c8-4b82-be3c-300f190d7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585017 Nov 12 01:20:30.198457 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-66d5fc86-42e8-4645-ad33-b7ccb11fa4a5 req-02ad85ed-a72e-4951-a68b-0bbd7b60e80b service neutron] 10.222.0.54 "GET /v2.0/networks/cea06e0b-b483-4655-8fd0-f452131196f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811653 Nov 12 01:20:30.290923 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-66d5fc86-42e8-4645-ad33-b7ccb11fa4a5 req-80c5f35a-a5cf-4b5f-b452-fbc97fd56919 service neutron] 10.222.0.54 "GET /v2.0/networks/cea06e0b-b483-4655-8fd0-f452131196f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843029 Nov 12 01:20:30.817186 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:20:30.855526 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:20:31.239290 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c3a608-2139-4a59-9e5e-d6a3d93ae584 req-26d322a1-53fe-42c2-9cd3-19758001ec27 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:31.240753 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-85c3a608-2139-4a59-9e5e-d6a3d93ae584 req-26d322a1-53fe-42c2-9cd3-19758001ec27 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 945 time: 0.0523970 Nov 12 01:20:31.289569 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-85c3a608-2139-4a59-9e5e-d6a3d93ae584 req-1bc6e874-ca44-467e-a49d-e23c333c93fa tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=63694058-c6c8-4b82-be3c-300f190d7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429270 Nov 12 01:20:32.405883 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e8ec3-f62b-4e27-b049-0160606464bf req-a367853f-b7fd-4a82-8a8d-30cdc800c21e tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:32.407345 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-441e8ec3-f62b-4e27-b049-0160606464bf req-a367853f-b7fd-4a82-8a8d-30cdc800c21e tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 945 time: 0.0496771 Nov 12 01:20:32.457709 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-441e8ec3-f62b-4e27-b049-0160606464bf req-df8d1b06-e7eb-4e1e-9127-155f49768c22 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=63694058-c6c8-4b82-be3c-300f190d7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444636 Nov 12 01:20:32.971798 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:20:33.067214 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed,segment=NetworkSegment(6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b),segment_id=6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:20:33.079177 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed', 'network_id': 'cea06e0b-b483-4655-8fd0-f452131196f4', 'port_id': '2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed', 'mac_address': 'fa:16:3e:dd:15:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1251e6e8-4d87-40fe-a6ca-74ced43d0dd2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:20:33.113918 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:33.126395 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:20:33.145130 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed,segment=NetworkSegment(6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b),segment_id=6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:20:33.148806 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:33.193506 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed,revision_number=11']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:33.544342 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:20:33.574637 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d565a8-2245-4108-b13d-4615d27e30a8 req-52fe735c-3797-4779-b432-446fdce2af3a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:33.576291 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-35d565a8-2245-4108-b13d-4615d27e30a8 req-52fe735c-3797-4779-b432-446fdce2af3a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 946 time: 0.0520189 Nov 12 01:20:33.626306 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-35d565a8-2245-4108-b13d-4615d27e30a8 req-9856e271-15b7-43e6-9a1d-0867a72f4e9b tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=63694058-c6c8-4b82-be3c-300f190d7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431049 Nov 12 01:20:33.648328 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45792) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:33.711784 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-bed3451f-01ff-401c-8330-51ef1a226ac6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/floatingips/543be3d6-c6a3-4656-9609-52b5da6d6b82 HTTP/1.1" status: 200 len: 993 time: 0.0617914 Nov 12 01:20:34.166579 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fa7f2241-69d0-4da4-a6e3-4d51c4a34e33 req-6bbcdf7d-2267-4402-a3ca-5f230937024b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0387690 Nov 12 01:20:34.271389 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f2241-69d0-4da4-a6e3-4d51c4a34e33 req-2ed833f6-a219-4250-91b0-bf986b5473dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:34.272853 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fa7f2241-69d0-4da4-a6e3-4d51c4a34e33 req-2ed833f6-a219-4250-91b0-bf986b5473dc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b199a2c21c394c79bc16fc575899fc99&device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 1098 time: 0.0444658 Nov 12 01:20:34.305576 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-eb2b1967-db72-406e-97d0-ba81a2f2d123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:34.375465 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f2241-69d0-4da4-a6e3-4d51c4a34e33 req-830ea1f6-ca58-4413-99c0-f41b40aba79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:34.376932 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fa7f2241-69d0-4da4-a6e3-4d51c4a34e33 req-830ea1f6-ca58-4413-99c0-f41b40aba79a service neutron] 10.222.0.54 "GET /v2.0/networks?id=cea06e0b-b483-4655-8fd0-f452131196f4 HTTP/1.1" status: 200 len: 898 time: 0.0842454 Nov 12 01:20:34.448519 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fa7f2241-69d0-4da4-a6e3-4d51c4a34e33 req-77f4e1e2-e23b-409c-bd9a-3beb2af77695 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed HTTP/1.1" status: 200 len: 1001 time: 0.0626848 Nov 12 01:20:34.496971 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f2241-69d0-4da4-a6e3-4d51c4a34e33 req-b8b9b4dd-a1cd-4e09-8273-65da502ca94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:34.498457 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fa7f2241-69d0-4da4-a6e3-4d51c4a34e33 req-b8b9b4dd-a1cd-4e09-8273-65da502ca94e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1251e6e8-4d87-40fe-a6ca-74ced43d0dd2 HTTP/1.1" status: 200 len: 834 time: 0.0428987 Nov 12 01:20:34.544082 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f2241-69d0-4da4-a6e3-4d51c4a34e33 req-9ae8ffec-0b89-41dc-8714-8bbef49f607f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:34.546158 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fa7f2241-69d0-4da4-a6e3-4d51c4a34e33 req-9ae8ffec-0b89-41dc-8714-8bbef49f607f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cea06e0b-b483-4655-8fd0-f452131196f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397122 Nov 12 01:20:34.637347 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fa7f2241-69d0-4da4-a6e3-4d51c4a34e33 req-84faebdf-8988-4675-833d-d7d189ceccab service neutron] 10.222.0.54 "GET /v2.0/networks/cea06e0b-b483-4655-8fd0-f452131196f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839908 Nov 12 01:20:34.726547 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fa7f2241-69d0-4da4-a6e3-4d51c4a34e33 req-7a85e463-a94f-43c4-b125-f1a9f634ffb7 service neutron] 10.222.0.54 "GET /v2.0/networks/cea06e0b-b483-4655-8fd0-f452131196f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818801 Nov 12 01:20:34.994655 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:20:35.047071 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:20:35.051152 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:20:35.051518 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:35.125347 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:35.146504 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd7c50f-6bae-4d50-be35-542ad95c375d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:20:35.148698 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc390b2a-29c8-4e18-86e1-b84809f6070b" -d '{"events": [{"server_uuid": "ecd7c50f-6bae-4d50-be35-542ad95c375d", "name": "network-vif-plugged", "status": "completed", "tag": "2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:20:35.161473 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed,segment=NetworkSegment(6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b),segment_id=6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:20:35.165521 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:35.191981 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b79863-c361-4f51-89ae-3c7e8b64a0e2 x-openstack-request-id: req-f5b79863-c361-4f51-89ae-3c7e8b64a0e2 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:20:35.192270 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd7c50f-6bae-4d50-be35-542ad95c375d", "name": "network-vif-plugged", "status": "completed", "tag": "2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:20:35.192516 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f5b79863-c361-4f51-89ae-3c7e8b64a0e2 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:20:35.192895 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd7c50f-6bae-4d50-be35-542ad95c375d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed', 'code': 200} Nov 12 01:20:35.217716 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed,revision_number=12']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:36.429155 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-44d411ce-faa6-4043-a979-366517092a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:37.756440 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:39.364542 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:40.304460 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:41.058960 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:41.348716 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:20:42.939866 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:04.307024 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-79822c9c-67aa-4349-a927-dedc42e8649f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:06.432959 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c4b698db-0fff-4ddc-8825-86a4c306898d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:07.755647 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:09.367045 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:10.306867 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:11.058924 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:12.932467 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:18.349251 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:21:22.371367 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf47ef-2828-43a6-ad64-a6e0f502b54f req-3005f8af-139b-4007-b41d-f2b79b2551e1 tempest-TestNetworkAdvancedServerOps-797573911 tempest-TestNetworkAdvancedServerOps-797573911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:22.372882 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-79bf47ef-2828-43a6-ad64-a6e0f502b54f req-3005f8af-139b-4007-b41d-f2b79b2551e1 tempest-TestNetworkAdvancedServerOps-797573911 tempest-TestNetworkAdvancedServerOps-797573911-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 1099 time: 0.0449665 Nov 12 01:21:22.419508 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-79bf47ef-2828-43a6-ad64-a6e0f502b54f req-7dffbcb5-95a1-4e37-9509-ce11ae20ce85 tempest-TestNetworkAdvancedServerOps-797573911 tempest-TestNetworkAdvancedServerOps-797573911-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=63694058-c6c8-4b82-be3c-300f190d7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398469 Nov 12 01:21:22.442630 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45818) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:22.646677 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-deb01cb0-ffc2-4505-b704-027df6cdd07a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Deleting port e173b811-391a-4cbf-ab5d-078b0e3f68a9 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:21:22.647020 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-deb01cb0-ffc2-4505-b704-027df6cdd07a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:22.721020 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-deb01cb0-ffc2-4505-b704-027df6cdd07a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:22.721260 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-deb01cb0-ffc2-4505-b704-027df6cdd07a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:22.732581 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-deb01cb0-ffc2-4505-b704-027df6cdd07a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Calling delete_port for e173b811-391a-4cbf-ab5d-078b0e3f68a9 owned by network:floatingip {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:21:22.876428 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-deb01cb0-ffc2-4505-b704-027df6cdd07a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:22.908551 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb01cb0-ffc2-4505-b704-027df6cdd07a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event deleted for resources: {'Port': ['ID=e173b811-391a-4cbf-ab5d-078b0e3f68a9,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:22.972055 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-deb01cb0-ffc2-4505-b704-027df6cdd07a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for floatingip, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:22.972300 n-d-812236-11 neutron-server[102662]: INFO neutron.db.l3_db [None req-deb01cb0-ffc2-4505-b704-027df6cdd07a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Floating IP 543be3d6-c6a3-4656-9609-52b5da6d6b82 disassociated (deleted). External IP: 172.25.2.190, port: 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed. Nov 12 01:21:23.175835 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb01cb0-ffc2-4505-b704-027df6cdd07a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Router 7307ffd4-4ba1-44d4-9eb1-de1c051e529d has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:21:23.281630 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb01cb0-ffc2-4505-b704-027df6cdd07a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:21:23.286366 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-deb01cb0-ffc2-4505-b704-027df6cdd07a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:23.290991 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6aba27-077f-42d9-ae58-f52c89597fc4 None None] Sync routers for ids ['7307ffd4-4ba1-44d4-9eb1-de1c051e529d'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:21:23.300922 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6aba27-077f-42d9-ae58-f52c89597fc4 None None] Routers {'7307ffd4-4ba1-44d4-9eb1-de1c051e529d'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:21:23.301543 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-ee6aba27-077f-42d9-ae58-f52c89597fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:21:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['7307ffd4-4ba1-44d4-9eb1-de1c051e529d'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:23.312866 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-deb01cb0-ffc2-4505-b704-027df6cdd07a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "DELETE /v2.0/floatingips/543be3d6-c6a3-4656-9609-52b5da6d6b82 HTTP/1.1" status: 204 len: 168 time: 0.8692501 Nov 12 01:21:23.313554 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd7c50f-6bae-4d50-be35-542ad95c375d', 'tag': '2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:21:23.315836 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-233c029a-06f7-499c-beeb-739480ba4207" -d '{"events": [{"name": "network-changed", "server_uuid": "ecd7c50f-6bae-4d50-be35-542ad95c375d", "tag": "2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:21:23.355570 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe84ab6-d6ed-45fa-91e0-9ac4c47bfe7b x-openstack-request-id: req-afe84ab6-d6ed-45fa-91e0-9ac4c47bfe7b {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:21:23.356569 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecd7c50f-6bae-4d50-be35-542ad95c375d", "tag": "2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:21:23.356993 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-afe84ab6-d6ed-45fa-91e0-9ac4c47bfe7b {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:21:23.357595 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecd7c50f-6bae-4d50-be35-542ad95c375d', 'tag': '2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed', 'status': 'completed', 'code': 200} Nov 12 01:21:23.410259 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-ee6aba27-077f-42d9-ae58-f52c89597fc4 None None] Set router 7307ffd4-4ba1-44d4-9eb1-de1c051e529d gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:21:23.447399 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c029a-06f7-499c-beeb-739480ba4207 req-eea6287c-9351-4ecc-bb31-5e83c0fcc29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:23.449987 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-233c029a-06f7-499c-beeb-739480ba4207 req-eea6287c-9351-4ecc-bb31-5e83c0fcc29b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b199a2c21c394c79bc16fc575899fc99&device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 1099 time: 0.0497992 Nov 12 01:21:23.609865 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b9533-0197-4e7a-86c6-2ab9d0a0c9b3 req-7b138999-4359-4b1f-af24-9e93eb92b149 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:23.611341 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7c2b9533-0197-4e7a-86c6-2ab9d0a0c9b3 req-7b138999-4359-4b1f-af24-9e93eb92b149 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 947 time: 0.1075416 Nov 12 01:21:23.612144 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-ee6aba27-077f-42d9-ae58-f52c89597fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7307ffd4-4ba1-44d4-9eb1-de1c051e529d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131629505', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '0e4b395e-9e04-4f7f-84d8-a0831309539c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:18:42Z', 'updated_at': '2021-11-12T01:18:46Z', 'revision_number': 4, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '0e4b395e-9e04-4f7f-84d8-a0831309539c', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:79:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7307ffd4-4ba1-44d4-9eb1-de1c051e529d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:18:43Z', 'updated_at': '2021-11-12T01:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'bbe83ec4-5ed1-4432-829c-0f91f5a71660', 'name': '', 'network_id': 'cea06e0b-b483-4655-8fd0-f452131196f4', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'mac_address': 'fa:16:3e:69:83:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7307ffd4-4ba1-44d4-9eb1-de1c051e529d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '1251e6e8-4d87-40fe-a6ca-74ced43d0dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:18:45Z', 'updated_at': '2021-11-12T01:18:49Z', 'revision_number': 5, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'subnets': [{'id': '1251e6e8-4d87-40fe-a6ca-74ced43d0dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:23.631038 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c029a-06f7-499c-beeb-739480ba4207 req-afe1bd61-6196-4be8-a885-ac8e7dd047b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:23.632459 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-233c029a-06f7-499c-beeb-739480ba4207 req-afe1bd61-6196-4be8-a885-ac8e7dd047b5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cea06e0b-b483-4655-8fd0-f452131196f4 HTTP/1.1" status: 200 len: 898 time: 0.1388464 Nov 12 01:21:23.638111 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6aba27-077f-42d9-ae58-f52c89597fc4 None None] Checking router: 7307ffd4-4ba1-44d4-9eb1-de1c051e529d for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:21:23.647280 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6aba27-077f-42d9-ae58-f52c89597fc4 None None] Routers {'7307ffd4-4ba1-44d4-9eb1-de1c051e529d'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:21:23.647863 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-ee6aba27-077f-42d9-ae58-f52c89597fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:21:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['7307ffd4-4ba1-44d4-9eb1-de1c051e529d'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:23.688724 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-233c029a-06f7-499c-beeb-739480ba4207 req-baf2a91e-d92c-4a1a-ac08-31163cfa5e51 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed HTTP/1.1" status: 200 len: 217 time: 0.0475678 Nov 12 01:21:23.756156 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-ee6aba27-077f-42d9-ae58-f52c89597fc4 None None] Set router 7307ffd4-4ba1-44d4-9eb1-de1c051e529d gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:21:23.960682 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-ee6aba27-077f-42d9-ae58-f52c89597fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7307ffd4-4ba1-44d4-9eb1-de1c051e529d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131629505', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '0e4b395e-9e04-4f7f-84d8-a0831309539c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:18:42Z', 'updated_at': '2021-11-12T01:18:46Z', 'revision_number': 4, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '0e4b395e-9e04-4f7f-84d8-a0831309539c', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:79:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7307ffd4-4ba1-44d4-9eb1-de1c051e529d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:18:43Z', 'updated_at': '2021-11-12T01:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'bbe83ec4-5ed1-4432-829c-0f91f5a71660', 'name': '', 'network_id': 'cea06e0b-b483-4655-8fd0-f452131196f4', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'mac_address': 'fa:16:3e:69:83:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7307ffd4-4ba1-44d4-9eb1-de1c051e529d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '1251e6e8-4d87-40fe-a6ca-74ced43d0dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:18:45Z', 'updated_at': '2021-11-12T01:18:49Z', 'revision_number': 5, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'subnets': [{'id': '1251e6e8-4d87-40fe-a6ca-74ced43d0dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:23.989864 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6aba27-077f-42d9-ae58-f52c89597fc4 None None] The sync data for ids ['7307ffd4-4ba1-44d4-9eb1-de1c051e529d'] in n-d-812236-11 is: [{'id': '7307ffd4-4ba1-44d4-9eb1-de1c051e529d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131629505', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '0e4b395e-9e04-4f7f-84d8-a0831309539c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:18:42Z', 'updated_at': '2021-11-12T01:18:46Z', 'revision_number': 4, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '0e4b395e-9e04-4f7f-84d8-a0831309539c', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:79:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7307ffd4-4ba1-44d4-9eb1-de1c051e529d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:18:43Z', 'updated_at': '2021-11-12T01:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'bbe83ec4-5ed1-4432-829c-0f91f5a71660', 'name': '', 'network_id': 'cea06e0b-b483-4655-8fd0-f452131196f4', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'mac_address': 'fa:16:3e:69:83:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7307ffd4-4ba1-44d4-9eb1-de1c051e529d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '1251e6e8-4d87-40fe-a6ca-74ced43d0dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:18:45Z', 'updated_at': '2021-11-12T01:18:49Z', 'revision_number': 5, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'subnets': [{'id': '1251e6e8-4d87-40fe-a6ca-74ced43d0dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:21:24.048653 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7c2b9533-0197-4e7a-86c6-2ab9d0a0c9b3 req-cc6ac47d-3e50-4038-96fe-b8a49f995060 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=63694058-c6c8-4b82-be3c-300f190d7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4284225 Nov 12 01:21:24.067750 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c029a-06f7-499c-beeb-739480ba4207 req-c5736db1-0370-4fdc-8048-e2060e24da51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:24.069217 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-233c029a-06f7-499c-beeb-739480ba4207 req-c5736db1-0370-4fdc-8048-e2060e24da51 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1251e6e8-4d87-40fe-a6ca-74ced43d0dd2 HTTP/1.1" status: 200 len: 834 time: 0.3708584 Nov 12 01:21:24.117169 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c029a-06f7-499c-beeb-739480ba4207 req-12e31ec1-bd6c-4953-8b19-c470452b2c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:24.118688 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-233c029a-06f7-499c-beeb-739480ba4207 req-12e31ec1-bd6c-4953-8b19-c470452b2c90 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cea06e0b-b483-4655-8fd0-f452131196f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413268 Nov 12 01:21:24.216158 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-233c029a-06f7-499c-beeb-739480ba4207 req-2d8d572e-71ae-44a9-9643-0d102a2ef835 service neutron] 10.222.0.54 "GET /v2.0/networks/cea06e0b-b483-4655-8fd0-f452131196f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892863 Nov 12 01:21:24.228687 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559f4689-dd20-446e-862e-a361912e5bfe None None] New status for floating IP 543be3d6-c6a3-4656-9609-52b5da6d6b82: DOWN {{(pid=102663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:21:24.310775 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-233c029a-06f7-499c-beeb-739480ba4207 req-17b4b07e-5dd6-4dca-81d0-4758eb1b01b4 service neutron] 10.222.0.54 "GET /v2.0/networks/cea06e0b-b483-4655-8fd0-f452131196f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857668 Nov 12 01:21:25.087514 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99142d49-25d2-450c-927b-1d7f119005df req-68ee25dc-c8d4-4f95-bdfa-e4eeda35447b tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:25.088975 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-99142d49-25d2-450c-927b-1d7f119005df req-68ee25dc-c8d4-4f95-bdfa-e4eeda35447b tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 947 time: 0.0530629 Nov 12 01:21:25.185350 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8424f9e2-418e-4d91-bc89-c8af3b8a211a req-a532afd4-8ef3-4d04-a97e-fcaa8b7473d4 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:25.186896 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8424f9e2-418e-4d91-bc89-c8af3b8a211a req-a532afd4-8ef3-4d04-a97e-fcaa8b7473d4 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecd7c50f-6bae-4d50-be35-542ad95c375d HTTP/1.1" status: 200 len: 947 time: 0.0585282 Nov 12 01:21:25.187701 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-99142d49-25d2-450c-927b-1d7f119005df req-5d1cb376-4b91-4dcd-8f1a-ff0233a698d7 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Deleting port 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:21:25.188082 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-99142d49-25d2-450c-927b-1d7f119005df req-5d1cb376-4b91-4dcd-8f1a-ff0233a698d7 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:25.246595 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8424f9e2-418e-4d91-bc89-c8af3b8a211a req-6045997c-7cba-4ad0-bc8c-c43bb7dc415b tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=63694058-c6c8-4b82-be3c-300f190d7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513866 Nov 12 01:21:25.289134 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-99142d49-25d2-450c-927b-1d7f119005df req-5d1cb376-4b91-4dcd-8f1a-ff0233a698d7 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] For port 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed,segment=NetworkSegment(6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b),segment_id=6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:21:25.289540 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-99142d49-25d2-450c-927b-1d7f119005df req-5d1cb376-4b91-4dcd-8f1a-ff0233a698d7 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:25.302554 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-99142d49-25d2-450c-927b-1d7f119005df req-5d1cb376-4b91-4dcd-8f1a-ff0233a698d7 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Calling delete_port for 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:21:25.427837 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-99142d49-25d2-450c-927b-1d7f119005df req-5d1cb376-4b91-4dcd-8f1a-ff0233a698d7 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:25.459368 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1cb376-4b91-4dcd-8f1a-ff0233a698d7 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event deleted for resources: {'Port': ['ID=2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:25.506123 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-99142d49-25d2-450c-927b-1d7f119005df req-5d1cb376-4b91-4dcd-8f1a-ff0233a698d7 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] No DVR routers for this DVR port 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:21:25.508643 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-99142d49-25d2-450c-927b-1d7f119005df req-5d1cb376-4b91-4dcd-8f1a-ff0233a698d7 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:25.513671 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-99142d49-25d2-450c-927b-1d7f119005df req-5d1cb376-4b91-4dcd-8f1a-ff0233a698d7 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.54 "DELETE /v2.0/ports/2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed HTTP/1.1" status: 204 len: 173 time: 0.4171255 Nov 12 01:21:25.515112 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd7c50f-6bae-4d50-be35-542ad95c375d', 'name': 'network-vif-deleted', 'tag': '2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:21:25.519236 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd4575b-8b93-4f83-9561-6fdeaed1222b" -d '{"events": [{"server_uuid": "ecd7c50f-6bae-4d50-be35-542ad95c375d", "name": "network-vif-deleted", "tag": "2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:21:25.558290 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084cc708-33ac-4656-b91e-ed35f7e05d39 x-openstack-request-id: req-084cc708-33ac-4656-b91e-ed35f7e05d39 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:21:25.558581 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd7c50f-6bae-4d50-be35-542ad95c375d", "name": "network-vif-deleted", "tag": "2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:21:25.558836 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-084cc708-33ac-4656-b91e-ed35f7e05d39 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:21:25.559247 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd7c50f-6bae-4d50-be35-542ad95c375d', 'name': 'network-vif-deleted', 'tag': '2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed', 'status': 'completed', 'code': 200} Nov 12 01:21:26.304430 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45834) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:26.662502 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7cb0d899-4cc5-4b16-95fc-b3368fc16335 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:26.918438 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-7cb0d899-4cc5-4b16-95fc-b3368fc16335 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Deleting port bbe83ec4-5ed1-4432-829c-0f91f5a71660 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:21:26.918689 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7cb0d899-4cc5-4b16-95fc-b3368fc16335 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:27.004707 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-7cb0d899-4cc5-4b16-95fc-b3368fc16335 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] For port bbe83ec4-5ed1-4432-829c-0f91f5a71660, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=bbe83ec4-5ed1-4432-829c-0f91f5a71660,segment=NetworkSegment(6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b),segment_id=6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:21:27.005066 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7cb0d899-4cc5-4b16-95fc-b3368fc16335 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:27.017906 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-7cb0d899-4cc5-4b16-95fc-b3368fc16335 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Calling delete_port for bbe83ec4-5ed1-4432-829c-0f91f5a71660 owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:21:27.203631 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7cb0d899-4cc5-4b16-95fc-b3368fc16335 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:27.231929 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb0d899-4cc5-4b16-95fc-b3368fc16335 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event deleted for resources: {'Port': ['ID=bbe83ec4-5ed1-4432-829c-0f91f5a71660,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:27.419605 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7cb0d899-4cc5-4b16-95fc-b3368fc16335 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:27.655341 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb0d899-4cc5-4b16-95fc-b3368fc16335 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Router 7307ffd4-4ba1-44d4-9eb1-de1c051e529d has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:21:27.759670 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb0d899-4cc5-4b16-95fc-b3368fc16335 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:21:27.765654 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7cb0d899-4cc5-4b16-95fc-b3368fc16335 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "PUT /v2.0/routers/7307ffd4-4ba1-44d4-9eb1-de1c051e529d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4597535 Nov 12 01:21:27.768039 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45836) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:27.771311 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac950a65-5c0f-494e-9169-13e3785a80b6 None None] Sync routers for ids ['7307ffd4-4ba1-44d4-9eb1-de1c051e529d'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:21:27.781614 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac950a65-5c0f-494e-9169-13e3785a80b6 None None] Routers {'7307ffd4-4ba1-44d4-9eb1-de1c051e529d'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:21:27.782218 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-ac950a65-5c0f-494e-9169-13e3785a80b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:21:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['7307ffd4-4ba1-44d4-9eb1-de1c051e529d'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:27.819779 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7aba115-f8aa-43ea-8d6a-aa11e3b543b8 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Deleting subnet 1251e6e8-4d87-40fe-a6ca-74ced43d0dd2 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:21:27.822940 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b7aba115-f8aa-43ea-8d6a-aa11e3b543b8 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:27.863912 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b7aba115-f8aa-43ea-8d6a-aa11e3b543b8 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:27.886979 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-ac950a65-5c0f-494e-9169-13e3785a80b6 None None] Set router 7307ffd4-4ba1-44d4-9eb1-de1c051e529d gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:21:27.950532 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b7aba115-f8aa-43ea-8d6a-aa11e3b543b8 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:28.007934 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b7aba115-f8aa-43ea-8d6a-aa11e3b543b8 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:28.036635 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aba115-f8aa-43ea-8d6a-aa11e3b543b8 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event deleted for resources: {'Subnet': ['ID=1251e6e8-4d87-40fe-a6ca-74ced43d0dd2,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:28.041016 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b7aba115-f8aa-43ea-8d6a-aa11e3b543b8 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:28.047328 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b7aba115-f8aa-43ea-8d6a-aa11e3b543b8 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "DELETE /v2.0/subnets/1251e6e8-4d87-40fe-a6ca-74ced43d0dd2 HTTP/1.1" status: 204 len: 168 time: 0.2752645 Nov 12 01:21:28.047738 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45838) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:28.051102 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbf148d-0853-4303-969a-874f89ece4ac None None] Network cea06e0b-b483-4655-8fd0-f452131196f4 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:21:28.067487 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-ac950a65-5c0f-494e-9169-13e3785a80b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7307ffd4-4ba1-44d4-9eb1-de1c051e529d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131629505', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '0e4b395e-9e04-4f7f-84d8-a0831309539c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:18:42Z', 'updated_at': '2021-11-12T01:21:27Z', 'revision_number': 5, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '0e4b395e-9e04-4f7f-84d8-a0831309539c', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:79:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7307ffd4-4ba1-44d4-9eb1-de1c051e529d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:18:43Z', 'updated_at': '2021-11-12T01:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:28.095590 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac950a65-5c0f-494e-9169-13e3785a80b6 None None] Checking router: 7307ffd4-4ba1-44d4-9eb1-de1c051e529d for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:21:28.104172 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac950a65-5c0f-494e-9169-13e3785a80b6 None None] Routers {'7307ffd4-4ba1-44d4-9eb1-de1c051e529d'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:21:28.104767 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-ac950a65-5c0f-494e-9169-13e3785a80b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:21:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['7307ffd4-4ba1-44d4-9eb1-de1c051e529d'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:28.163081 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-36239750-e052-4b76-990d-a7590879cfbc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for router, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:28.227650 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b526a7b-b74f-41cd-b9bc-0d21a191ef14 None None] DHCP port deletion for cea06e0b-b483-4655-8fd0-f452131196f4 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:21:28.275348 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-36239750-e052-4b76-990d-a7590879cfbc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:28.281942 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-7b526a7b-b74f-41cd-b9bc-0d21a191ef14 None None] Deleting port 69220721-8c40-4ec7-bd64-beae601aed54 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:21:28.282714 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7b526a7b-b74f-41cd-b9bc-0d21a191ef14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:28.313251 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-ac950a65-5c0f-494e-9169-13e3785a80b6 None None] Set router 7307ffd4-4ba1-44d4-9eb1-de1c051e529d gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:21:28.331657 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-36239750-e052-4b76-990d-a7590879cfbc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Deleting port 0e4b395e-9e04-4f7f-84d8-a0831309539c {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:21:28.331996 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-36239750-e052-4b76-990d-a7590879cfbc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:28.352690 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-7b526a7b-b74f-41cd-b9bc-0d21a191ef14 None None] For port 69220721-8c40-4ec7-bd64-beae601aed54, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=69220721-8c40-4ec7-bd64-beae601aed54,segment=NetworkSegment(6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b),segment_id=6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:21:28.353321 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7b526a7b-b74f-41cd-b9bc-0d21a191ef14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:28.368168 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-7b526a7b-b74f-41cd-b9bc-0d21a191ef14 None None] Calling delete_port for 69220721-8c40-4ec7-bd64-beae601aed54 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:21:28.417803 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-36239750-e052-4b76-990d-a7590879cfbc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] For port 0e4b395e-9e04-4f7f-84d8-a0831309539c, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=0e4b395e-9e04-4f7f-84d8-a0831309539c,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:21:28.418087 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-36239750-e052-4b76-990d-a7590879cfbc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:28.432930 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-36239750-e052-4b76-990d-a7590879cfbc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Calling delete_port for 0e4b395e-9e04-4f7f-84d8-a0831309539c owned by network:router_gateway {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:21:28.452222 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7b526a7b-b74f-41cd-b9bc-0d21a191ef14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:28.488147 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b526a7b-b74f-41cd-b9bc-0d21a191ef14 None None] No DVR routers for this DVR port 69220721-8c40-4ec7-bd64-beae601aed54 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:21:28.493260 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b526a7b-b74f-41cd-b9bc-0d21a191ef14 None None] Pushing event deleted for resources: {'Port': ['ID=69220721-8c40-4ec7-bd64-beae601aed54,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:28.503148 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b526a7b-b74f-41cd-b9bc-0d21a191ef14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:28.503291 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b526a7b-b74f-41cd-b9bc-0d21a191ef14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:28.503567 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b526a7b-b74f-41cd-b9bc-0d21a191ef14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:28.503901 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b526a7b-b74f-41cd-b9bc-0d21a191ef14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:28.504474 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b526a7b-b74f-41cd-b9bc-0d21a191ef14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:28.504596 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b526a7b-b74f-41cd-b9bc-0d21a191ef14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:28.504855 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b526a7b-b74f-41cd-b9bc-0d21a191ef14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:28.505740 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b526a7b-b74f-41cd-b9bc-0d21a191ef14 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:28.505740 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b526a7b-b74f-41cd-b9bc-0d21a191ef14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:28.505880 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b526a7b-b74f-41cd-b9bc-0d21a191ef14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:28.506311 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b526a7b-b74f-41cd-b9bc-0d21a191ef14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:28.506431 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b526a7b-b74f-41cd-b9bc-0d21a191ef14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:28.512155 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-ac950a65-5c0f-494e-9169-13e3785a80b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7307ffd4-4ba1-44d4-9eb1-de1c051e529d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131629505', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '0e4b395e-9e04-4f7f-84d8-a0831309539c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:18:42Z', 'updated_at': '2021-11-12T01:21:27Z', 'revision_number': 5, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '0e4b395e-9e04-4f7f-84d8-a0831309539c', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:79:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7307ffd4-4ba1-44d4-9eb1-de1c051e529d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:18:43Z', 'updated_at': '2021-11-12T01:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:28.540870 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac950a65-5c0f-494e-9169-13e3785a80b6 None None] The sync data for ids ['7307ffd4-4ba1-44d4-9eb1-de1c051e529d'] in n-d-812236-11 is: [{'id': '7307ffd4-4ba1-44d4-9eb1-de1c051e529d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131629505', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '0e4b395e-9e04-4f7f-84d8-a0831309539c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:18:42Z', 'updated_at': '2021-11-12T01:21:27Z', 'revision_number': 5, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '0e4b395e-9e04-4f7f-84d8-a0831309539c', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:79:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7307ffd4-4ba1-44d4-9eb1-de1c051e529d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:18:43Z', 'updated_at': '2021-11-12T01:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:21:28.622329 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-36239750-e052-4b76-990d-a7590879cfbc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:28.649192 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36239750-e052-4b76-990d-a7590879cfbc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event deleted for resources: {'Port': ['ID=0e4b395e-9e04-4f7f-84d8-a0831309539c,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:28.665798 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c337f3-de81-403a-9dbe-9cbf250631f5 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:21:28.682081 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36239750-e052-4b76-990d-a7590879cfbc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:28.682432 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36239750-e052-4b76-990d-a7590879cfbc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:28.682772 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36239750-e052-4b76-990d-a7590879cfbc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:28.683109 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36239750-e052-4b76-990d-a7590879cfbc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:28.683444 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36239750-e052-4b76-990d-a7590879cfbc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:28.683780 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36239750-e052-4b76-990d-a7590879cfbc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:28.684108 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36239750-e052-4b76-990d-a7590879cfbc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:28.684438 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36239750-e052-4b76-990d-a7590879cfbc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:28.684765 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36239750-e052-4b76-990d-a7590879cfbc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:28.685088 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36239750-e052-4b76-990d-a7590879cfbc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:28.685445 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36239750-e052-4b76-990d-a7590879cfbc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:28.685811 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36239750-e052-4b76-990d-a7590879cfbc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:28.726247 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-36239750-e052-4b76-990d-a7590879cfbc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:28.821493 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-36239750-e052-4b76-990d-a7590879cfbc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:28.823610 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-36239750-e052-4b76-990d-a7590879cfbc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:28.874189 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-36239750-e052-4b76-990d-a7590879cfbc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:28.874715 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36239750-e052-4b76-990d-a7590879cfbc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Fanout notify agent at l3_agent the message router_deleted on router 7307ffd4-4ba1-44d4-9eb1-de1c051e529d {{(pid=102661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:21:28.881675 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-36239750-e052-4b76-990d-a7590879cfbc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:28.882788 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-36239750-e052-4b76-990d-a7590879cfbc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "DELETE /v2.0/routers/7307ffd4-4ba1-44d4-9eb1-de1c051e529d HTTP/1.1" status: 204 len: 168 time: 0.8341520 Nov 12 01:21:28.885553 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45840) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:28.996851 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0f129e06-302d-4c95-89ee-9915492b512e tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:29.016734 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-07161c27-2c6c-4df5-a9e3-c20b0973e8ed req-2355c1f1-4995-495e-9668-e43a3dd39385 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=115f0df7-dc4d-4543-9cd6-463f1b05ef43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0723977 Nov 12 01:21:29.102512 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0f129e06-302d-4c95-89ee-9915492b512e tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:29.120727 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:21:29.137555 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-0f129e06-302d-4c95-89ee-9915492b512e tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cea06e0b-b483-4655-8fd0-f452131196f4']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:29.140849 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:21:29.141191 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 2b3295c1-d1ee-4ac3-947b-8fd5a5d004ed not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:21:29.156986 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-0f129e06-302d-4c95-89ee-9915492b512e tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:29.157274 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-0f129e06-302d-4c95-89ee-9915492b512e tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ac7c2e4-1592-432e-8ec0-6c3d5686eb4b') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:29.168076 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0f129e06-302d-4c95-89ee-9915492b512e tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:29.171821 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07161c27-2c6c-4df5-a9e3-c20b0973e8ed req-bca6ec80-f856-4fe8-ba80-9dbf52384f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:29.173288 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-07161c27-2c6c-4df5-a9e3-c20b0973e8ed req-bca6ec80-f856-4fe8-ba80-9dbf52384f3f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a17bedb646b94ed485e4adca083ceb13&device_id=115f0df7-dc4d-4543-9cd6-463f1b05ef43 HTTP/1.1" status: 200 len: 1097 time: 0.0852196 Nov 12 01:21:29.185719 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0f129e06-302d-4c95-89ee-9915492b512e tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:29.193785 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f129e06-302d-4c95-89ee-9915492b512e tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:21:29.194154 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0f129e06-302d-4c95-89ee-9915492b512e tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:29.204629 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:21:29.204629 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:21:29.204629 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:21:29.204629 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:21:29.204629 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:21:29.204629 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:21:29.204629 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:21:29.204629 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:21:29.204629 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:21:29.204629 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:21:29.204629 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:21:29.204629 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:21:29.204629 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:21:29.204629 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:21:29.204629 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:21:29.204629 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:21:29.204629 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:21:29.204629 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:21:29.204629 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:21:29.204629 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:21:29.204629 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:21:29.204629 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:21:29.204629 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:21:29.204629 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:21:29.204629 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:21:29.204629 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:21:29.204629 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:21:29.204629 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:21:29.204629 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:21:29.204629 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:21:29.204629 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:21:29.204629 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:21:29.427311 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device bbe83ec4-5ed1-4432-829c-0f91f5a71660 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:21:29.448295 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: bbe83ec4-5ed1-4432-829c-0f91f5a71660 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:21:29.448551 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device bbe83ec4-5ed1-4432-829c-0f91f5a71660 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:21:29.448966 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 0e4b395e-9e04-4f7f-84d8-a0831309539c no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:21:29.472294 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 0e4b395e-9e04-4f7f-84d8-a0831309539c {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:21:29.472643 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 0e4b395e-9e04-4f7f-84d8-a0831309539c not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:21:29.473056 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 69220721-8c40-4ec7-bd64-beae601aed54 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:21:29.492448 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 69220721-8c40-4ec7-bd64-beae601aed54 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:21:29.492795 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 69220721-8c40-4ec7-bd64-beae601aed54 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:21:29.653184 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0f129e06-302d-4c95-89ee-9915492b512e tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:29.663321 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0f129e06-302d-4c95-89ee-9915492b512e tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:29.666401 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0f129e06-302d-4c95-89ee-9915492b512e tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "DELETE /v2.0/networks/cea06e0b-b483-4655-8fd0-f452131196f4 HTTP/1.1" status: 204 len: 168 time: 0.7798531 Nov 12 01:21:29.669426 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45842) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:29.680825 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f129e06-302d-4c95-89ee-9915492b512e tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event deleted for resources: {'Network': ['ID=cea06e0b-b483-4655-8fd0-f452131196f4,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:29.697006 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07161c27-2c6c-4df5-a9e3-c20b0973e8ed req-478a1774-c443-44e0-8c9c-01156e56d244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:29.698586 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-07161c27-2c6c-4df5-a9e3-c20b0973e8ed req-478a1774-c443-44e0-8c9c-01156e56d244 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf426145-af7a-457c-9edb-3ba8bbea2dab HTTP/1.1" status: 200 len: 913 time: 0.5060465 Nov 12 01:21:29.727516 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4c17668-65f6-4707-9289-eb863af4ad89 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:29.752738 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4c17668-65f6-4707-9289-eb863af4ad89 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:29.816851 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-07161c27-2c6c-4df5-a9e3-c20b0973e8ed req-a718275e-90e2-4434-9cb6-7f0fb5a17b8c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d829b56-1fc4-465e-9077-24805841852b HTTP/1.1" status: 200 len: 999 time: 0.1105964 Nov 12 01:21:29.818262 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4c17668-65f6-4707-9289-eb863af4ad89 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:29.820939 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4c17668-65f6-4707-9289-eb863af4ad89 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:29.822117 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c4c17668-65f6-4707-9289-eb863af4ad89 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "DELETE /v2.0/security-groups/63694058-c6c8-4b82-be3c-300f190d7724 HTTP/1.1" status: 204 len: 168 time: 0.1511955 Nov 12 01:21:29.832787 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c17668-65f6-4707-9289-eb863af4ad89 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63694058-c6c8-4b82-be3c-300f190d7724,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:29.840476 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c17668-65f6-4707-9289-eb863af4ad89 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:29.840827 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c17668-65f6-4707-9289-eb863af4ad89 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:29.841172 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c17668-65f6-4707-9289-eb863af4ad89 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:29.841541 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c17668-65f6-4707-9289-eb863af4ad89 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:29.841900 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c17668-65f6-4707-9289-eb863af4ad89 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:29.842786 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c17668-65f6-4707-9289-eb863af4ad89 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:29.843120 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c17668-65f6-4707-9289-eb863af4ad89 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:29.843449 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c17668-65f6-4707-9289-eb863af4ad89 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:29.843779 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c17668-65f6-4707-9289-eb863af4ad89 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:29.844103 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c17668-65f6-4707-9289-eb863af4ad89 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:29.844428 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c17668-65f6-4707-9289-eb863af4ad89 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:29.844749 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c17668-65f6-4707-9289-eb863af4ad89 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:29.880140 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07161c27-2c6c-4df5-a9e3-c20b0973e8ed req-d3ba5720-25d4-4ada-9b24-1048d91dbedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:29.881652 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-07161c27-2c6c-4df5-a9e3-c20b0973e8ed req-d3ba5720-25d4-4ada-9b24-1048d91dbedf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e0049bca-8c54-4a87-971a-726fded81d57 HTTP/1.1" status: 200 len: 851 time: 0.0580127 Nov 12 01:21:29.929087 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07161c27-2c6c-4df5-a9e3-c20b0973e8ed req-54a11117-8a61-47d5-b2de-3d7cb884ed17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:29.930624 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-07161c27-2c6c-4df5-a9e3-c20b0973e8ed req-54a11117-8a61-47d5-b2de-3d7cb884ed17 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf426145-af7a-457c-9edb-3ba8bbea2dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420659 Nov 12 01:21:30.022529 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-07161c27-2c6c-4df5-a9e3-c20b0973e8ed req-2aa4a64f-a1be-47f2-bc15-39acab8357e8 service neutron] 10.222.0.49 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845070 Nov 12 01:21:30.128572 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-07161c27-2c6c-4df5-a9e3-c20b0973e8ed req-2df81e03-605b-4e98-8d30-cb1b72f72c2b service neutron] 10.222.0.49 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986464 Nov 12 01:21:30.202988 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45854) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:30.207486 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-769cfd41-7ff8-4b7c-8578-97995c12f861 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-439631910', 'description': 'tempest-secgroup-smoke-439631910 description', 'project_id': 'b199a2c21c394c79bc16fc575899fc99'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:30.235309 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-769cfd41-7ff8-4b7c-8578-97995c12f861 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:30.307228 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-769cfd41-7ff8-4b7c-8578-97995c12f861 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:30.311225 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-769cfd41-7ff8-4b7c-8578-97995c12f861 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:30.336041 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4999c23-972b-4b06-9542-8e87bc6b427c req-76a19747-3983-4c8d-93c5-eaa2eee4cda9 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:30.337570 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f4999c23-972b-4b06-9542-8e87bc6b427c req-76a19747-3983-4c8d-93c5-eaa2eee4cda9 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=115f0df7-dc4d-4543-9cd6-463f1b05ef43 HTTP/1.1" status: 200 len: 945 time: 0.0508392 Nov 12 01:21:30.343561 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-769cfd41-7ff8-4b7c-8578-97995c12f861 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:30.347449 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-769cfd41-7ff8-4b7c-8578-97995c12f861 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1407897 Nov 12 01:21:30.347645 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45858) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:30.352719 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-f98308f4-0c7e-419e-a5bd-b1882ad3b2fc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Request body: {'security_group_rule': {'security_group_id': 'c30e9a34-251a-4a8f-b5a5-0e8a3f9a4a50', 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:30.361336 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769cfd41-7ff8-4b7c-8578-97995c12f861 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c30e9a34-251a-4a8f-b5a5-0e8a3f9a4a50,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:30.387200 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f98308f4-0c7e-419e-a5bd-b1882ad3b2fc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:30.392559 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f4999c23-972b-4b06-9542-8e87bc6b427c req-ba9145e3-9d27-4942-afac-f65698f204d8 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487311 Nov 12 01:21:30.443845 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f98308f4-0c7e-419e-a5bd-b1882ad3b2fc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:30.447653 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f98308f4-0c7e-419e-a5bd-b1882ad3b2fc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:30.465201 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98308f4-0c7e-419e-a5bd-b1882ad3b2fc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c00fc6a-7707-455e-8398-fb1f5b3dfa40,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:30.472637 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f98308f4-0c7e-419e-a5bd-b1882ad3b2fc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:30.476373 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f98308f4-0c7e-419e-a5bd-b1882ad3b2fc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1253052 Nov 12 01:21:30.476587 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45860) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:30.481003 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-ecab8c76-7bb3-47d1-992b-7a26bbde5967 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Request body: {'security_group_rule': {'security_group_id': 'c30e9a34-251a-4a8f-b5a5-0e8a3f9a4a50', 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:30.507375 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ecab8c76-7bb3-47d1-992b-7a26bbde5967 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:30.563973 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ecab8c76-7bb3-47d1-992b-7a26bbde5967 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:30.567525 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ecab8c76-7bb3-47d1-992b-7a26bbde5967 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:30.589513 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecab8c76-7bb3-47d1-992b-7a26bbde5967 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e035110-477e-4d4c-b831-d5553866472e,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:30.594545 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ecab8c76-7bb3-47d1-992b-7a26bbde5967 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:30.595745 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ecab8c76-7bb3-47d1-992b-7a26bbde5967 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1181815 Nov 12 01:21:30.598468 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45862) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:30.603087 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-b72f591f-2f37-4eee-abde-3ba13161fef8 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Request body: {'security_group_rule': {'security_group_id': 'c30e9a34-251a-4a8f-b5a5-0e8a3f9a4a50', 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:30.634704 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b72f591f-2f37-4eee-abde-3ba13161fef8 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:30.693314 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b72f591f-2f37-4eee-abde-3ba13161fef8 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:30.697169 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b72f591f-2f37-4eee-abde-3ba13161fef8 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:30.714322 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f591f-2f37-4eee-abde-3ba13161fef8 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76bf10dd-016d-4a4a-af4d-882edd4469fb,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:30.723638 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b72f591f-2f37-4eee-abde-3ba13161fef8 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:30.724825 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b72f591f-2f37-4eee-abde-3ba13161fef8 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1254103 Nov 12 01:21:30.727643 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45864) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:30.731840 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-694cf891-9895-4ff2-877a-9be7f27e22dc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Request body: {'security_group_rule': {'security_group_id': 'c30e9a34-251a-4a8f-b5a5-0e8a3f9a4a50', 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:30.758150 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-694cf891-9895-4ff2-877a-9be7f27e22dc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:30.815856 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-694cf891-9895-4ff2-877a-9be7f27e22dc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:30.819432 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-694cf891-9895-4ff2-877a-9be7f27e22dc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:30.838140 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694cf891-9895-4ff2-877a-9be7f27e22dc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41d62d8a-aabc-4648-9f3d-1e75d308e30e,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:30.845148 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-694cf891-9895-4ff2-877a-9be7f27e22dc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:30.846379 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-694cf891-9895-4ff2-877a-9be7f27e22dc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1178243 Nov 12 01:21:30.850179 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45866) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:30.854478 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-4eab125d-1d6b-401a-bd23-deeee481b7a8 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Request body: {'security_group_rule': {'security_group_id': 'c30e9a34-251a-4a8f-b5a5-0e8a3f9a4a50', 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:30.876137 n-d-812236-11 neutron-server[102662]: INFO neutron.db.securitygroups_db [None req-4eab125d-1d6b-401a-bd23-deeee481b7a8 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Project b199a2c21c394c79bc16fc575899fc99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:21:30.880968 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4eab125d-1d6b-401a-bd23-deeee481b7a8 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:30.943396 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4eab125d-1d6b-401a-bd23-deeee481b7a8 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:30.947463 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4eab125d-1d6b-401a-bd23-deeee481b7a8 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:30.970544 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eab125d-1d6b-401a-bd23-deeee481b7a8 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3a676f6-6c3a-4dd8-90f1-0ea687537dc7,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:30.978289 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4eab125d-1d6b-401a-bd23-deeee481b7a8 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:30.979466 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-4eab125d-1d6b-401a-bd23-deeee481b7a8 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1283796 Nov 12 01:21:30.982335 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45868) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:30.987378 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-af6bfb85-8316-40ee-a3a8-2e83e85655b3 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Request body: {'security_group_rule': {'security_group_id': 'c30e9a34-251a-4a8f-b5a5-0e8a3f9a4a50', 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:31.007219 n-d-812236-11 neutron-server[102662]: INFO neutron.db.securitygroups_db [None req-af6bfb85-8316-40ee-a3a8-2e83e85655b3 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Project b199a2c21c394c79bc16fc575899fc99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:21:31.011833 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-af6bfb85-8316-40ee-a3a8-2e83e85655b3 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:31.069556 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-af6bfb85-8316-40ee-a3a8-2e83e85655b3 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:31.072887 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-af6bfb85-8316-40ee-a3a8-2e83e85655b3 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:31.089908 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6bfb85-8316-40ee-a3a8-2e83e85655b3 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30226ad6-8899-4501-9db8-736fef40e2c3,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:31.098227 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-af6bfb85-8316-40ee-a3a8-2e83e85655b3 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:31.099410 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-af6bfb85-8316-40ee-a3a8-2e83e85655b3 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1155624 Nov 12 01:21:31.102313 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45870) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:31.107040 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-cd164464-1ec0-4785-8158-9c63bf71deb2 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Request body: {'network': {'name': 'tempest-network-smoke--1176660619', 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'port_security_enabled': True}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:31.126878 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd164464-1ec0-4785-8158-9c63bf71deb2 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Made reservation on behalf of b199a2c21c394c79bc16fc575899fc99 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:21:31.130212 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cd164464-1ec0-4785-8158-9c63bf71deb2 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:31.153572 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd164464-1ec0-4785-8158-9c63bf71deb2 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:21:31.163751 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cd164464-1ec0-4785-8158-9c63bf71deb2 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:31.164117 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-cd164464-1ec0-4785-8158-9c63bf71deb2 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Added segment c9d65ca6-8a95-49d8-8d44-9e857490dfb9 of type vlan for network 0cf9affa-6788-4b52-a19a-a712db927773 Nov 12 01:21:31.204221 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cd164464-1ec0-4785-8158-9c63bf71deb2 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:31.228572 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cd164464-1ec0-4785-8158-9c63bf71deb2 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:31.234675 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd164464-1ec0-4785-8158-9c63bf71deb2 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:31.235244 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cd164464-1ec0-4785-8158-9c63bf71deb2 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:31.274142 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-cd164464-1ec0-4785-8158-9c63bf71deb2 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1674244 Nov 12 01:21:31.274351 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45872) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:31.278817 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-8b8c2356-0951-42a3-a185-9ad6db453a3b tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1983815754', 'admin_state_up': True, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:31.302508 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8b8c2356-0951-42a3-a185-9ad6db453a3b tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:31.303596 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8b8c2356-0951-42a3-a185-9ad6db453a3b tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:31.313945 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd164464-1ec0-4785-8158-9c63bf71deb2 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'Network': ['ID=0cf9affa-6788-4b52-a19a-a712db927773,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:31.325110 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 0cf9affa-6788-4b52-a19a-a712db927773 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:21:31.359901 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8b8c2356-0951-42a3-a185-9ad6db453a3b tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:31.497358 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8b8c2356-0951-42a3-a185-9ad6db453a3b tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:31.516370 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d117a45d-12c3-40ca-b32e-a1de8672f3e0 req-116b1d17-86db-4194-afaf-03fe5105b894 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:31.517997 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d117a45d-12c3-40ca-b32e-a1de8672f3e0 req-116b1d17-86db-4194-afaf-03fe5105b894 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=115f0df7-dc4d-4543-9cd6-463f1b05ef43 HTTP/1.1" status: 200 len: 945 time: 0.0527217 Nov 12 01:21:31.571561 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d117a45d-12c3-40ca-b32e-a1de8672f3e0 req-4fd2045b-c64d-47dc-9a8e-91686cff460b tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473099 Nov 12 01:21:31.698641 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8b8c2356-0951-42a3-a185-9ad6db453a3b tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for router_gateway, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:31.719087 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8b8c2356-0951-42a3-a185-9ad6db453a3b tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:31.825278 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-8b8c2356-0951-42a3-a185-9ad6db453a3b tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Allocated IP 172.25.2.24 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/7cb202fb-087c-4b47-ad10-63257207d87d) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:21:31.924755 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8b8c2356-0951-42a3-a185-9ad6db453a3b tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:31.957361 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8b8c2356-0951-42a3-a185-9ad6db453a3b tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:32.025895 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8c2356-0951-42a3-a185-9ad6db453a3b tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:21:32.035832 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-8b8c2356-0951-42a3-a185-9ad6db453a3b tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:21:32.041603 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8c2356-0951-42a3-a185-9ad6db453a3b tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:21:32.045755 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c2356-0951-42a3-a185-9ad6db453a3b tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'Port': ['ID=7cb202fb-087c-4b47-ad10-63257207d87d,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:32.053841 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087fa0c7-d3fe-4785-92fb-95ccb29ee305 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:21:32.075752 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a6ba4-9e74-4258-9b22-2d5f72959ca7 req-75fcfda6-9669-42bb-9e39-8558c59aaca6 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:32.077726 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9a2a6ba4-9e74-4258-9b22-2d5f72959ca7 req-75fcfda6-9669-42bb-9e39-8558c59aaca6 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.49 "GET /v2.0/ports?device_id=115f0df7-dc4d-4543-9cd6-463f1b05ef43 HTTP/1.1" status: 200 len: 945 time: 0.1181982 Nov 12 01:21:32.314573 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-9a2a6ba4-9e74-4258-9b22-2d5f72959ca7 req-702d792a-e364-4b10-bd75-1622aaff803f tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Deleting port 3d829b56-1fc4-465e-9077-24805841852b {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:21:32.315248 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-9a2a6ba4-9e74-4258-9b22-2d5f72959ca7 req-702d792a-e364-4b10-bd75-1622aaff803f tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:32.333038 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-9246f47a-a65e-4dc7-bef7-482403dce346 None None] Provisioning complete for port 7cb202fb-087c-4b47-ad10-63257207d87d triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:32.333632 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9246f47a-a65e-4dc7-bef7-482403dce346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:32.367506 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-9246f47a-a65e-4dc7-bef7-482403dce346 None None] Port 7cb202fb-087c-4b47-ad10-63257207d87d cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:21:32.445866 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8b8c2356-0951-42a3-a185-9ad6db453a3b tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for router_gateway, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:32.493980 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-9a2a6ba4-9e74-4258-9b22-2d5f72959ca7 req-702d792a-e364-4b10-bd75-1622aaff803f tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] For port 3d829b56-1fc4-465e-9077-24805841852b, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=3d829b56-1fc4-465e-9077-24805841852b,segment=NetworkSegment(c1b16b03-cd67-424f-8589-315c1c109bba),segment_id=c1b16b03-cd67-424f-8589-315c1c109bba)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:21:32.494341 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-9a2a6ba4-9e74-4258-9b22-2d5f72959ca7 req-702d792a-e364-4b10-bd75-1622aaff803f tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:32.836477 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8471e-7282-4371-ba75-39da99df3236 req-0853a793-cf96-41fe-af9f-442a8447372d tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:32.837993 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7ce8471e-7282-4371-ba75-39da99df3236 req-0853a793-cf96-41fe-af9f-442a8447372d tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=115f0df7-dc4d-4543-9cd6-463f1b05ef43 HTTP/1.1" status: 200 len: 945 time: 0.1833408 Nov 12 01:21:32.922636 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-9a2a6ba4-9e74-4258-9b22-2d5f72959ca7 req-702d792a-e364-4b10-bd75-1622aaff803f tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:32.922904 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-9a2a6ba4-9e74-4258-9b22-2d5f72959ca7 req-702d792a-e364-4b10-bd75-1622aaff803f tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:32.923225 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [req-9a2a6ba4-9e74-4258-9b22-2d5f72959ca7 req-702d792a-e364-4b10-bd75-1622aaff803f tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Floating IP 9a1f9647-a5a5-4012-bf62-b35c01407f0c disassociated. External IP: 172.25.2.7, port: 3d829b56-1fc4-465e-9077-24805841852b. Nov 12 01:21:32.923571 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-9a2a6ba4-9e74-4258-9b22-2d5f72959ca7 req-702d792a-e364-4b10-bd75-1622aaff803f tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Calling delete_port for 3d829b56-1fc4-465e-9077-24805841852b owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:21:33.001556 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7ce8471e-7282-4371-ba75-39da99df3236 req-3fa36f86-c7ec-4f49-ab42-377f33a229da tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546931 Nov 12 01:21:33.002508 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8b8c2356-0951-42a3-a185-9ad6db453a3b tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:33.191515 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-9a2a6ba4-9e74-4258-9b22-2d5f72959ca7 req-702d792a-e364-4b10-bd75-1622aaff803f tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:33.222860 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d792a-e364-4b10-bd75-1622aaff803f tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Pushing event deleted for resources: {'Port': ['ID=3d829b56-1fc4-465e-9077-24805841852b,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:33.224559 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b8c2356-0951-42a3-a185-9ad6db453a3b tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Router deb90ba0-0335-468c-943d-f960ae5ffc4b is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:21:33.421881 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8c2356-0951-42a3-a185-9ad6db453a3b tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:21:33.432924 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3033202d-2303-4fc5-972c-068a1027b445 None None] Sync routers for ids ['deb90ba0-0335-468c-943d-f960ae5ffc4b'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:21:33.441980 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3033202d-2303-4fc5-972c-068a1027b445 None None] Routers {'deb90ba0-0335-468c-943d-f960ae5ffc4b'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:21:33.442628 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-3033202d-2303-4fc5-972c-068a1027b445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:21:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['deb90ba0-0335-468c-943d-f960ae5ffc4b'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:33.443216 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a2a6ba4-9e74-4258-9b22-2d5f72959ca7 req-702d792a-e364-4b10-bd75-1622aaff803f tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Router c25e576d-cfc7-4562-a622-5924fcbce615 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:21:33.449323 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8b8c2356-0951-42a3-a185-9ad6db453a3b tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:33.450570 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-8b8c2356-0951-42a3-a185-9ad6db453a3b tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1757729 Nov 12 01:21:33.454482 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45878) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:33.486151 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-9abe66f4-3bfc-446f-9e2c-5a09d412801b tempest-TestNetworkAdvancedServerOps-797573911 tempest-TestNetworkAdvancedServerOps-797573911-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=b199a2c21c394c79bc16fc575899fc99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297000 Nov 12 01:21:33.488606 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45880) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:33.553639 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-3033202d-2303-4fc5-972c-068a1027b445 None None] Set router deb90ba0-0335-468c-943d-f960ae5ffc4b gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:21:33.577186 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a2a6ba4-9e74-4258-9b22-2d5f72959ca7 req-702d792a-e364-4b10-bd75-1622aaff803f tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:21:33.589628 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63e062e-5311-4df8-9c96-5108f4898b57 None None] Sync routers for ids ['c25e576d-cfc7-4562-a622-5924fcbce615'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:21:33.594789 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9530ca1e-a513-4067-8c70-82b3851e9859 tempest-TestNetworkAdvancedServerOps-797573911 tempest-TestNetworkAdvancedServerOps-797573911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:33.596414 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-9530ca1e-a513-4067-8c70-82b3851e9859 tempest-TestNetworkAdvancedServerOps-797573911 tempest-TestNetworkAdvancedServerOps-797573911-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1068764 Nov 12 01:21:33.599250 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45882) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:33.610433 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63e062e-5311-4df8-9c96-5108f4898b57 None None] Routers {'c25e576d-cfc7-4562-a622-5924fcbce615'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:21:33.611408 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-a63e062e-5311-4df8-9c96-5108f4898b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:21:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['c25e576d-cfc7-4562-a622-5924fcbce615'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:33.628596 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a2a6ba4-9e74-4258-9b22-2d5f72959ca7 req-702d792a-e364-4b10-bd75-1622aaff803f tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] No DVR routers for this DVR port 3d829b56-1fc4-465e-9077-24805841852b on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:21:33.631498 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-9a2a6ba4-9e74-4258-9b22-2d5f72959ca7 req-702d792a-e364-4b10-bd75-1622aaff803f tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:33.635566 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9a2a6ba4-9e74-4258-9b22-2d5f72959ca7 req-702d792a-e364-4b10-bd75-1622aaff803f tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.49 "DELETE /v2.0/ports/3d829b56-1fc4-465e-9077-24805841852b HTTP/1.1" status: 204 len: 173 time: 1.5502594 Nov 12 01:21:33.636041 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115f0df7-dc4d-4543-9cd6-463f1b05ef43', 'name': 'network-vif-deleted', 'tag': '3d829b56-1fc4-465e-9077-24805841852b'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:21:33.638908 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668b5474-80e5-4a6c-b603-fbc58d765b08" -d '{"events": [{"server_uuid": "115f0df7-dc4d-4543-9cd6-463f1b05ef43", "name": "network-vif-deleted", "tag": "3d829b56-1fc4-465e-9077-24805841852b"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:21:33.654104 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3179cd22-ba1d-4090-a8c9-92dbd6252145 tempest-TestNetworkAdvancedServerOps-797573911 tempest-TestNetworkAdvancedServerOps-797573911-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=ef732b55-2b3c-4048-85da-0a8ac273c14b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0533340 Nov 12 01:21:33.660413 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 45886) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:33.666262 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-6cca7c18-5ec8-48d2-85ad-b254c9c3dbd9 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1202045677', 'network_id': '0cf9affa-6788-4b52-a19a-a712db927773', 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:33.718363 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3913c8-2a99-4430-8e21-2cfa8271784d x-openstack-request-id: req-ae3913c8-2a99-4430-8e21-2cfa8271784d {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:21:33.718796 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115f0df7-dc4d-4543-9cd6-463f1b05ef43", "name": "network-vif-deleted", "tag": "3d829b56-1fc4-465e-9077-24805841852b", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:21:33.719143 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ae3913c8-2a99-4430-8e21-2cfa8271784d {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:21:33.720153 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115f0df7-dc4d-4543-9cd6-463f1b05ef43', 'name': 'network-vif-deleted', 'tag': '3d829b56-1fc4-465e-9077-24805841852b', 'status': 'completed', 'code': 200} Nov 12 01:21:33.766298 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-a63e062e-5311-4df8-9c96-5108f4898b57 None None] Set router c25e576d-cfc7-4562-a622-5924fcbce615 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:21:33.815063 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-3033202d-2303-4fc5-972c-068a1027b445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb90ba0-0335-468c-943d-f960ae5ffc4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983815754', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '7cb202fb-087c-4b47-ad10-63257207d87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:21:31Z', 'updated_at': '2021-11-12T01:21:32Z', 'revision_number': 3, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '7cb202fb-087c-4b47-ad10-63257207d87d', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:39:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb90ba0-0335-468c-943d-f960ae5ffc4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:21:31Z', 'updated_at': '2021-11-12T01:21:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:33.846730 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3033202d-2303-4fc5-972c-068a1027b445 None None] Checking router: deb90ba0-0335-468c-943d-f960ae5ffc4b for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:21:33.847221 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3033202d-2303-4fc5-972c-068a1027b445 None None] Updating router deb90ba0-0335-468c-943d-f960ae5ffc4b port 7cb202fb-087c-4b47-ad10-63257207d87d binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:21:33.874862 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3033202d-2303-4fc5-972c-068a1027b445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:34.026777 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-a63e062e-5311-4df8-9c96-5108f4898b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'name': 'tempest-TestVolumeBootPattern-2005944440-router', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:15:01Z', 'revision_number': 4, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'gw_port': {'id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'f3b5ce20-7e44-4805-8f33-babd0a1b6721', 'name': '', 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'mac_address': 'fa:16:3e:88:97:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'e0049bca-8c54-4a87-971a-726fded81d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:00Z', 'updated_at': '2021-11-12T01:15:08Z', 'revision_number': 5, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'subnets': [{'id': 'e0049bca-8c54-4a87-971a-726fded81d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:34.058708 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63e062e-5311-4df8-9c96-5108f4898b57 None None] Checking router: c25e576d-cfc7-4562-a622-5924fcbce615 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:21:34.068974 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63e062e-5311-4df8-9c96-5108f4898b57 None None] Routers {'c25e576d-cfc7-4562-a622-5924fcbce615'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:21:34.069767 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-a63e062e-5311-4df8-9c96-5108f4898b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:21:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['c25e576d-cfc7-4562-a622-5924fcbce615'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:34.168905 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3033202d-2303-4fc5-972c-068a1027b445 None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:34.177106 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3033202d-2303-4fc5-972c-068a1027b445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:34.195158 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-a63e062e-5311-4df8-9c96-5108f4898b57 None None] Set router c25e576d-cfc7-4562-a622-5924fcbce615 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:21:34.243984 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-3033202d-2303-4fc5-972c-068a1027b445 None None] Attempting to bind port 7cb202fb-087c-4b47-ad10-63257207d87d on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:21:34.244609 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-3033202d-2303-4fc5-972c-068a1027b445 None None] Attempting to bind port 7cb202fb-087c-4b47-ad10-63257207d87d by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:21:34.245233 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3033202d-2303-4fc5-972c-068a1027b445 None None] Attempting to bind port 7cb202fb-087c-4b47-ad10-63257207d87d on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:21:34.252170 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-71038031-9d61-4211-ade8-dc114e11f596 req-089e1803-3108-420f-8152-38dac6f94e9f tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=115f0df7-dc4d-4543-9cd6-463f1b05ef43 HTTP/1.1" status: 200 len: 210 time: 0.0377202 Nov 12 01:21:34.255834 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8158a493-833b-405e-889c-f6f8759f84c1 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:21:34.283384 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3033202d-2303-4fc5-972c-068a1027b445 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:21:34.283756 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3033202d-2303-4fc5-972c-068a1027b445 None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:21:34.284411 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3033202d-2303-4fc5-972c-068a1027b445 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:34.284948 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3033202d-2303-4fc5-972c-068a1027b445 None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:21:34.285580 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-3033202d-2303-4fc5-972c-068a1027b445 None None] Bound port: 7cb202fb-087c-4b47-ad10-63257207d87d, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:21:34.286016 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3033202d-2303-4fc5-972c-068a1027b445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:34.290294 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fc5647-fb27-410e-87ea-67758b53071d None None] Pushing event updated for resources: {'Port': ['ID=7cb202fb-087c-4b47-ad10-63257207d87d,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:34.302525 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cca7c18-5ec8-48d2-85ad-b254c9c3dbd9 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Made reservation on behalf of b199a2c21c394c79bc16fc575899fc99 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:21:34.307618 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6cca7c18-5ec8-48d2-85ad-b254c9c3dbd9 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:34.350346 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1baec9f3-9074-4d73-a08f-7321c97c6b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:34.374653 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-3033202d-2303-4fc5-972c-068a1027b445 None None] For port 7cb202fb-087c-4b47-ad10-63257207d87d, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:21:34.379986 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-3033202d-2303-4fc5-972c-068a1027b445 None None] For port 7cb202fb-087c-4b47-ad10-63257207d87d, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=7cb202fb-087c-4b47-ad10-63257207d87d,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:21:34.396908 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3033202d-2303-4fc5-972c-068a1027b445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:34.471777 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-a63e062e-5311-4df8-9c96-5108f4898b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'name': 'tempest-TestVolumeBootPattern-2005944440-router', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:15:01Z', 'revision_number': 4, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'gw_port': {'id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'f3b5ce20-7e44-4805-8f33-babd0a1b6721', 'name': '', 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'mac_address': 'fa:16:3e:88:97:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'e0049bca-8c54-4a87-971a-726fded81d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:00Z', 'updated_at': '2021-11-12T01:15:08Z', 'revision_number': 5, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'subnets': [{'id': 'e0049bca-8c54-4a87-971a-726fded81d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:34.488066 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fc5647-fb27-410e-87ea-67758b53071d None None] Pushing event updated for resources: {'Port': ['ID=7cb202fb-087c-4b47-ad10-63257207d87d,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:34.501983 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0a74e8-43cc-4a85-a7f7-a1d2bcac67ac None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:21:34.510173 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63e062e-5311-4df8-9c96-5108f4898b57 None None] The sync data for ids ['c25e576d-cfc7-4562-a622-5924fcbce615'] in n-d-812236-11 is: [{'id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'name': 'tempest-TestVolumeBootPattern-2005944440-router', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:15:01Z', 'revision_number': 4, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'gw_port': {'id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'f3b5ce20-7e44-4805-8f33-babd0a1b6721', 'name': '', 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'mac_address': 'fa:16:3e:88:97:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'e0049bca-8c54-4a87-971a-726fded81d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:00Z', 'updated_at': '2021-11-12T01:15:08Z', 'revision_number': 5, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'subnets': [{'id': 'e0049bca-8c54-4a87-971a-726fded81d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:21:34.530115 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b6f21865-0f8e-48b1-a2f3-fdf76fc13f33 None None] Provisioning complete for port 7cb202fb-087c-4b47-ad10-63257207d87d triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:34.530493 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b6f21865-0f8e-48b1-a2f3-fdf76fc13f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:34.564957 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6cca7c18-5ec8-48d2-85ad-b254c9c3dbd9 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:34.569051 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3033202d-2303-4fc5-972c-068a1027b445 None None] Routers {'deb90ba0-0335-468c-943d-f960ae5ffc4b'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:21:34.569857 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-3033202d-2303-4fc5-972c-068a1027b445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:21:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['deb90ba0-0335-468c-943d-f960ae5ffc4b'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:34.652944 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cca7c18-5ec8-48d2-85ad-b254c9c3dbd9 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'Subnet': ['ID=24898bcf-b40b-40fe-95ed-2b6adec41619,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:34.658157 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cca7c18-5ec8-48d2-85ad-b254c9c3dbd9 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Checking segment: {'id': 'c9d65ca6-8a95-49d8-8d44-9e857490dfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '0cf9affa-6788-4b52-a19a-a712db927773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:21:34.658525 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cca7c18-5ec8-48d2-85ad-b254c9c3dbd9 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Network hostable DHCP agents. Network: 0cf9affa-6788-4b52-a19a-a712db927773, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:21:34.677820 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cca7c18-5ec8-48d2-85ad-b254c9c3dbd9 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Network 0cf9affa-6788-4b52-a19a-a712db927773 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:21:34.697950 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-6cca7c18-5ec8-48d2-85ad-b254c9c3dbd9 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 0cf9affa-6788-4b52-a19a-a712db927773) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:21:34.703060 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cca7c18-5ec8-48d2-85ad-b254c9c3dbd9 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:34.703763 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6cca7c18-5ec8-48d2-85ad-b254c9c3dbd9 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:34.713738 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feea963f-f629-4f28-a13f-1999a2c58d87 None None] Network 0cf9affa-6788-4b52-a19a-a712db927773 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:21:34.729507 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6cca7c18-5ec8-48d2-85ad-b254c9c3dbd9 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0680196 Nov 12 01:21:34.732305 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 45892) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:34.797224 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b6f21865-0f8e-48b1-a2f3-fdf76fc13f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:34.808376 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-3033202d-2303-4fc5-972c-068a1027b445 None None] Set router deb90ba0-0335-468c-943d-f960ae5ffc4b gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:21:34.885925 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6266176e-b322-47ef-879c-dd3236878411 None None] New status for floating IP 9a1f9647-a5a5-4012-bf62-b35c01407f0c: DOWN {{(pid=102663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:21:34.905834 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b6f21865-0f8e-48b1-a2f3-fdf76fc13f33 None None] For port 7cb202fb-087c-4b47-ad10-63257207d87d, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=7cb202fb-087c-4b47-ad10-63257207d87d,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:21:34.959644 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b6f21865-0f8e-48b1-a2f3-fdf76fc13f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:35.119773 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f21865-0f8e-48b1-a2f3-fdf76fc13f33 None None] Pushing event updated for resources: {'Port': ['ID=7cb202fb-087c-4b47-ad10-63257207d87d,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:35.209060 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-cfcafeec-436d-4351-ab96-5ca659ccab0e None None] Provisioning complete for port 7cb202fb-087c-4b47-ad10-63257207d87d triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:35.209484 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cfcafeec-436d-4351-ab96-5ca659ccab0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:35.255769 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4de2c2a-8248-4b0a-a0ef-c5cb054ff4bf tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:35.306868 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24068a36-6cf7-48ef-b41c-5ae196cef5e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-0cf9affa-6788-4b52-a19a-a712db927773', 'network_id': '0cf9affa-6788-4b52-a19a-a712db927773', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'fixed_ips': [{'subnet_id': '24898bcf-b40b-40fe-95ed-2b6adec41619'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:21:35.307718 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-24068a36-6cf7-48ef-b41c-5ae196cef5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:35.647067 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-3033202d-2303-4fc5-972c-068a1027b445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb90ba0-0335-468c-943d-f960ae5ffc4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983815754', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '7cb202fb-087c-4b47-ad10-63257207d87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:21:31Z', 'updated_at': '2021-11-12T01:21:32Z', 'revision_number': 3, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '7cb202fb-087c-4b47-ad10-63257207d87d', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:39:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb90ba0-0335-468c-943d-f960ae5ffc4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:21:31Z', 'updated_at': '2021-11-12T01:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:35.678766 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3033202d-2303-4fc5-972c-068a1027b445 None None] The sync data for ids ['deb90ba0-0335-468c-943d-f960ae5ffc4b'] in n-d-812236-11 is: [{'id': 'deb90ba0-0335-468c-943d-f960ae5ffc4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983815754', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '7cb202fb-087c-4b47-ad10-63257207d87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:21:31Z', 'updated_at': '2021-11-12T01:21:32Z', 'revision_number': 3, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '7cb202fb-087c-4b47-ad10-63257207d87d', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:39:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb90ba0-0335-468c-943d-f960ae5ffc4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:21:31Z', 'updated_at': '2021-11-12T01:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:21:35.696948 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-24068a36-6cf7-48ef-b41c-5ae196cef5e0 None None] Allocated IP 172.20.0.2 (0cf9affa-6788-4b52-a19a-a712db927773/24898bcf-b40b-40fe-95ed-2b6adec41619/433bf1c7-fa19-4a02-924c-dd385e619a29) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:21:35.782787 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-485e02de-c7fe-4b16-993e-279400a8e47d req-c7b5dc48-2b4c-40af-a0f7-13809d68d292 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=115f0df7-dc4d-4543-9cd6-463f1b05ef43 HTTP/1.1" status: 200 len: 210 time: 0.4500926 Nov 12 01:21:35.892511 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-24068a36-6cf7-48ef-b41c-5ae196cef5e0 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:35.901260 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-24068a36-6cf7-48ef-b41c-5ae196cef5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:35.981720 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24068a36-6cf7-48ef-b41c-5ae196cef5e0 None None] Pushing event updated for resources: {'Port': ['ID=433bf1c7-fa19-4a02-924c-dd385e619a29,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:35.997713 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24068a36-6cf7-48ef-b41c-5ae196cef5e0 None None] Network 0cf9affa-6788-4b52-a19a-a712db927773 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:21:36.001841 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-24068a36-6cf7-48ef-b41c-5ae196cef5e0 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:21:36.009494 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24068a36-6cf7-48ef-b41c-5ae196cef5e0 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:21:36.016777 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-c4de2c2a-8248-4b0a-a0ef-c5cb054ff4bf tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Allocated IP 172.20.0.1 (0cf9affa-6788-4b52-a19a-a712db927773/24898bcf-b40b-40fe-95ed-2b6adec41619/ad688113-ec3a-4d1b-84d6-1a50d2edd2dd) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:21:36.090983 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-24068a36-6cf7-48ef-b41c-5ae196cef5e0 None None] Attempting to bind port 433bf1c7-fa19-4a02-924c-dd385e619a29 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:21:36.091348 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-24068a36-6cf7-48ef-b41c-5ae196cef5e0 None None] Attempting to bind port 433bf1c7-fa19-4a02-924c-dd385e619a29 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'c9d65ca6-8a95-49d8-8d44-9e857490dfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '0cf9affa-6788-4b52-a19a-a712db927773'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:21:36.091704 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24068a36-6cf7-48ef-b41c-5ae196cef5e0 None None] Attempting to bind port 433bf1c7-fa19-4a02-924c-dd385e619a29 on network 0cf9affa-6788-4b52-a19a-a712db927773 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:21:36.098422 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24068a36-6cf7-48ef-b41c-5ae196cef5e0 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:21:36.098797 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24068a36-6cf7-48ef-b41c-5ae196cef5e0 None None] Checking segment: {'id': 'c9d65ca6-8a95-49d8-8d44-9e857490dfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '0cf9affa-6788-4b52-a19a-a712db927773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:21:36.099201 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-24068a36-6cf7-48ef-b41c-5ae196cef5e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:36.099856 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24068a36-6cf7-48ef-b41c-5ae196cef5e0 None None] Bound using segment: {'id': 'c9d65ca6-8a95-49d8-8d44-9e857490dfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '0cf9affa-6788-4b52-a19a-a712db927773'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:21:36.100336 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-24068a36-6cf7-48ef-b41c-5ae196cef5e0 None None] Bound port: 433bf1c7-fa19-4a02-924c-dd385e619a29, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9d65ca6-8a95-49d8-8d44-9e857490dfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '0cf9affa-6788-4b52-a19a-a712db927773'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:21:36.100722 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-24068a36-6cf7-48ef-b41c-5ae196cef5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:36.178900 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-24068a36-6cf7-48ef-b41c-5ae196cef5e0 None None] For port 433bf1c7-fa19-4a02-924c-dd385e619a29, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:21:36.182898 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-24068a36-6cf7-48ef-b41c-5ae196cef5e0 None None] For port 433bf1c7-fa19-4a02-924c-dd385e619a29, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=433bf1c7-fa19-4a02-924c-dd385e619a29,segment=NetworkSegment(c9d65ca6-8a95-49d8-8d44-9e857490dfb9),segment_id=c9d65ca6-8a95-49d8-8d44-9e857490dfb9)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:21:36.183077 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4de2c2a-8248-4b0a-a0ef-c5cb054ff4bf tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:36.189073 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-24068a36-6cf7-48ef-b41c-5ae196cef5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:36.231148 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4de2c2a-8248-4b0a-a0ef-c5cb054ff4bf tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:36.284112 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4de2c2a-8248-4b0a-a0ef-c5cb054ff4bf tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Network 0cf9affa-6788-4b52-a19a-a712db927773 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:21:36.287862 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-c4de2c2a-8248-4b0a-a0ef-c5cb054ff4bf tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:21:36.289569 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24068a36-6cf7-48ef-b41c-5ae196cef5e0 None None] Pushing event updated for resources: {'Port': ['ID=433bf1c7-fa19-4a02-924c-dd385e619a29,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:36.292965 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4de2c2a-8248-4b0a-a0ef-c5cb054ff4bf tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:21:36.332175 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4de2c2a-8248-4b0a-a0ef-c5cb054ff4bf tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'Port': ['ID=ad688113-ec3a-4d1b-84d6-1a50d2edd2dd,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:36.358901 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4de2c2a-8248-4b0a-a0ef-c5cb054ff4bf tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:36.444199 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-948eaf29-03a5-497a-b432-c66b0de76393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:36.576972 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4de2c2a-8248-4b0a-a0ef-c5cb054ff4bf tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:36.887119 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-91866b55-6135-4693-9703-8ac02e5f4199 req-d383ceed-4a44-4928-9c65-cff2be5ef27b tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=115f0df7-dc4d-4543-9cd6-463f1b05ef43 HTTP/1.1" status: 200 len: 210 time: 0.0284772 Nov 12 01:21:36.900907 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4de2c2a-8248-4b0a-a0ef-c5cb054ff4bf tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:36.907154 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4de2c2a-8248-4b0a-a0ef-c5cb054ff4bf tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:36.982646 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c4de2c2a-8248-4b0a-a0ef-c5cb054ff4bf tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:36.991412 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4de2c2a-8248-4b0a-a0ef-c5cb054ff4bf tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'Port': ['ID=ad688113-ec3a-4d1b-84d6-1a50d2edd2dd,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:37.082400 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4de2c2a-8248-4b0a-a0ef-c5cb054ff4bf tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Network 0cf9affa-6788-4b52-a19a-a712db927773 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:21:37.083762 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-c4de2c2a-8248-4b0a-a0ef-c5cb054ff4bf tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:21:37.161275 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 3d829b56-1fc4-465e-9077-24805841852b no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:21:37.190068 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: 3d829b56-1fc4-465e-9077-24805841852b {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:21:37.190547 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 3d829b56-1fc4-465e-9077-24805841852b not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:21:37.205353 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4de2c2a-8248-4b0a-a0ef-c5cb054ff4bf tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Router deb90ba0-0335-468c-943d-f960ae5ffc4b has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:21:37.323085 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4de2c2a-8248-4b0a-a0ef-c5cb054ff4bf tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:21:37.328717 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c4de2c2a-8248-4b0a-a0ef-c5cb054ff4bf tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "PUT /v2.0/routers/deb90ba0-0335-468c-943d-f960ae5ffc4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5944388 Nov 12 01:21:37.521006 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-98a214e1-85aa-4c51-912b-340bfcec3f52 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-439631910&fields=id&tenant_id=b199a2c21c394c79bc16fc575899fc99 HTTP/1.1" status: 200 len: 267 time: 0.0598886 Nov 12 01:21:37.543461 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 433bf1c7-fa19-4a02-924c-dd385e619a29 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:21:37.624846 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 433bf1c7-fa19-4a02-924c-dd385e619a29 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:37.625613 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:37.664296 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-9a6f63aa-1223-4337-9586-f2cfd3beacf7 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:37.666797 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-9a6f63aa-1223-4337-9586-f2cfd3beacf7 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/networks?id=0cf9affa-6788-4b52-a19a-a712db927773 HTTP/1.1" status: 200 len: 797 time: 0.1303062 Nov 12 01:21:37.682421 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-a2e95eed-879c-4c02-85e8-29d236d5d67b tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/quotas/b199a2c21c394c79bc16fc575899fc99 HTTP/1.1" status: 200 len: 375 time: 0.0097303 Nov 12 01:21:37.727807 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:37.766941 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:37.786574 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 433bf1c7-fa19-4a02-924c-dd385e619a29, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=433bf1c7-fa19-4a02-924c-dd385e619a29,segment=NetworkSegment(c9d65ca6-8a95-49d8-8d44-9e857490dfb9),segment_id=c9d65ca6-8a95-49d8-8d44-9e857490dfb9)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:21:37.800142 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:37.801495 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 7cb202fb-087c-4b47-ad10-63257207d87d up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:21:37.801992 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-a722aa4d-11bb-4e76-9e2b-546c8e495dac tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b199a2c21c394c79bc16fc575899fc99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0923724 Nov 12 01:21:37.811213 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-3ad6aa0d-9ab6-4bd0-84b2-7b5ef2f63f95 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:21:37.822244 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-3ad6aa0d-9ab6-4bd0-84b2-7b5ef2f63f95 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0122812 Nov 12 01:21:37.862723 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b76186-5e3b-4097-ae87-bf2343fdb98d None None] Sync routers for ids ['deb90ba0-0335-468c-943d-f960ae5ffc4b'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:21:37.879097 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b76186-5e3b-4097-ae87-bf2343fdb98d None None] Routers {'deb90ba0-0335-468c-943d-f960ae5ffc4b'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:21:37.879729 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-38b76186-5e3b-4097-ae87-bf2343fdb98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:21:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['deb90ba0-0335-468c-943d-f960ae5ffc4b'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:37.910156 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6f551a-7947-48d8-9e5e-f0b0fc131618 None None] Network 0cf9affa-6788-4b52-a19a-a712db927773 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:21:37.912592 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 7cb202fb-087c-4b47-ad10-63257207d87d triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:37.912592 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:37.955483 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-d47ef274-f1a1-40d0-b1e6-4190896dfd35 service neutron] 10.222.0.20 "GET /v2.0/networks/0cf9affa-6788-4b52-a19a-a712db927773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317000 Nov 12 01:21:37.968657 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=433bf1c7-fa19-4a02-924c-dd385e619a29,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:38.005757 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-38b76186-5e3b-4097-ae87-bf2343fdb98d None None] Set router deb90ba0-0335-468c-943d-f960ae5ffc4b gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:21:38.037520 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ae6efed5-fbd0-476b-8c2d-4f7f791ff988 req-4efddd39-6be1-4ea1-bbba-5affedbd5fbe tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=115f0df7-dc4d-4543-9cd6-463f1b05ef43 HTTP/1.1" status: 200 len: 210 time: 0.0369575 Nov 12 01:21:38.074146 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-795497dd-d2b9-470c-9006-4e47cfb34205 service neutron] 10.222.0.20 "GET /v2.0/networks/0cf9affa-6788-4b52-a19a-a712db927773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122608 Nov 12 01:21:38.153883 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-0d786a15-05d3-471a-870f-cda09d5900dd None None] Provisioning complete for port 433bf1c7-fa19-4a02-924c-dd385e619a29 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:38.155357 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0d786a15-05d3-471a-870f-cda09d5900dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:38.234710 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-38b76186-5e3b-4097-ae87-bf2343fdb98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb90ba0-0335-468c-943d-f960ae5ffc4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983815754', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '7cb202fb-087c-4b47-ad10-63257207d87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:21:31Z', 'updated_at': '2021-11-12T01:21:36Z', 'revision_number': 4, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '7cb202fb-087c-4b47-ad10-63257207d87d', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:39:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb90ba0-0335-468c-943d-f960ae5ffc4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:21:31Z', 'updated_at': '2021-11-12T01:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'ad688113-ec3a-4d1b-84d6-1a50d2edd2dd', 'name': '', 'network_id': '0cf9affa-6788-4b52-a19a-a712db927773', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'mac_address': 'fa:16:3e:1a:62:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb90ba0-0335-468c-943d-f960ae5ffc4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '24898bcf-b40b-40fe-95ed-2b6adec41619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:21:35Z', 'updated_at': '2021-11-12T01:21:36Z', 'revision_number': 2, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'subnets': [{'id': '24898bcf-b40b-40fe-95ed-2b6adec41619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:38.270502 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b76186-5e3b-4097-ae87-bf2343fdb98d None None] Checking router: deb90ba0-0335-468c-943d-f960ae5ffc4b for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:21:38.271019 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b76186-5e3b-4097-ae87-bf2343fdb98d None None] Updating router deb90ba0-0335-468c-943d-f960ae5ffc4b port ad688113-ec3a-4d1b-84d6-1a50d2edd2dd binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:21:38.314479 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-38b76186-5e3b-4097-ae87-bf2343fdb98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:38.330574 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bc47629c-09d8-4828-af07-65636471f7ee req-202c8a05-46f3-4d02-8230-e8721996d379 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcaaab59-0e96-4e6c-9cdb-9a9915b26a41 HTTP/1.1" status: 200 len: 210 time: 0.0508628 Nov 12 01:21:38.658796 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-cc87c2be-bee7-4def-8945-160026fa70a0 None None] Provisioning complete for port ad688113-ec3a-4d1b-84d6-1a50d2edd2dd triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:38.661011 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cc87c2be-bee7-4def-8945-160026fa70a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:38.723945 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-cc87c2be-bee7-4def-8945-160026fa70a0 None None] Port ad688113-ec3a-4d1b-84d6-1a50d2edd2dd cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:21:38.755045 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-cc87c2be-bee7-4def-8945-160026fa70a0 None None] Provisioning complete for port 433bf1c7-fa19-4a02-924c-dd385e619a29 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:38.755413 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cc87c2be-bee7-4def-8945-160026fa70a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:38.796793 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-38b76186-5e3b-4097-ae87-bf2343fdb98d None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:38.804606 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-38b76186-5e3b-4097-ae87-bf2343fdb98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:38.869494 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee67a03-eb1f-40df-9fef-60b684d73b43 None None] Pushing event updated for resources: {'Port': ['ID=ad688113-ec3a-4d1b-84d6-1a50d2edd2dd,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:38.879098 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee67a03-eb1f-40df-9fef-60b684d73b43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:38.879543 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee67a03-eb1f-40df-9fef-60b684d73b43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:38.880158 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee67a03-eb1f-40df-9fef-60b684d73b43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:38.880576 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee67a03-eb1f-40df-9fef-60b684d73b43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:38.881245 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee67a03-eb1f-40df-9fef-60b684d73b43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:38.882904 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee67a03-eb1f-40df-9fef-60b684d73b43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:38.883487 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee67a03-eb1f-40df-9fef-60b684d73b43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:38.884264 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee67a03-eb1f-40df-9fef-60b684d73b43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:38.884742 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee67a03-eb1f-40df-9fef-60b684d73b43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:38.885162 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee67a03-eb1f-40df-9fef-60b684d73b43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:38.885704 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee67a03-eb1f-40df-9fef-60b684d73b43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:38.886124 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee67a03-eb1f-40df-9fef-60b684d73b43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:38.966307 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-38b76186-5e3b-4097-ae87-bf2343fdb98d None None] Attempting to bind port ad688113-ec3a-4d1b-84d6-1a50d2edd2dd on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:21:38.967494 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-38b76186-5e3b-4097-ae87-bf2343fdb98d None None] Attempting to bind port ad688113-ec3a-4d1b-84d6-1a50d2edd2dd by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'c9d65ca6-8a95-49d8-8d44-9e857490dfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '0cf9affa-6788-4b52-a19a-a712db927773'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:21:38.968068 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b76186-5e3b-4097-ae87-bf2343fdb98d None None] Attempting to bind port ad688113-ec3a-4d1b-84d6-1a50d2edd2dd on network 0cf9affa-6788-4b52-a19a-a712db927773 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:21:38.974100 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b76186-5e3b-4097-ae87-bf2343fdb98d None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:21:38.974861 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b76186-5e3b-4097-ae87-bf2343fdb98d None None] Checking segment: {'id': 'c9d65ca6-8a95-49d8-8d44-9e857490dfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '0cf9affa-6788-4b52-a19a-a712db927773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:21:38.975705 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-38b76186-5e3b-4097-ae87-bf2343fdb98d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:38.975843 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b76186-5e3b-4097-ae87-bf2343fdb98d None None] Bound using segment: {'id': 'c9d65ca6-8a95-49d8-8d44-9e857490dfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '0cf9affa-6788-4b52-a19a-a712db927773'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:21:38.976389 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-38b76186-5e3b-4097-ae87-bf2343fdb98d None None] Bound port: ad688113-ec3a-4d1b-84d6-1a50d2edd2dd, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9d65ca6-8a95-49d8-8d44-9e857490dfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '0cf9affa-6788-4b52-a19a-a712db927773'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:21:38.976829 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-38b76186-5e3b-4097-ae87-bf2343fdb98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:39.052214 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-38b76186-5e3b-4097-ae87-bf2343fdb98d None None] For port ad688113-ec3a-4d1b-84d6-1a50d2edd2dd, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:21:39.058286 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-38b76186-5e3b-4097-ae87-bf2343fdb98d None None] For port ad688113-ec3a-4d1b-84d6-1a50d2edd2dd, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=ad688113-ec3a-4d1b-84d6-1a50d2edd2dd,segment=NetworkSegment(c9d65ca6-8a95-49d8-8d44-9e857490dfb9),segment_id=c9d65ca6-8a95-49d8-8d44-9e857490dfb9)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:21:39.066874 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-0611394f-bbdd-4bf0-a72e-1143ec336974 None None] Provisioning complete for port ad688113-ec3a-4d1b-84d6-1a50d2edd2dd triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:39.067092 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-38b76186-5e3b-4097-ae87-bf2343fdb98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:39.068035 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0611394f-bbdd-4bf0-a72e-1143ec336974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:39.129227 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee67a03-eb1f-40df-9fef-60b684d73b43 None None] Pushing event updated for resources: {'Port': ['ID=ad688113-ec3a-4d1b-84d6-1a50d2edd2dd,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:39.148176 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b76186-5e3b-4097-ae87-bf2343fdb98d None None] Routers {'deb90ba0-0335-468c-943d-f960ae5ffc4b'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:21:39.148933 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-38b76186-5e3b-4097-ae87-bf2343fdb98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:21:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['deb90ba0-0335-468c-943d-f960ae5ffc4b'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:39.227131 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3efa359e-41b4-495a-a00d-849f0bad0143 req-c5bb4f22-d586-426a-a2f6-945828015334 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=115f0df7-dc4d-4543-9cd6-463f1b05ef43 HTTP/1.1" status: 200 len: 210 time: 0.0465820 Nov 12 01:21:39.229734 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0611394f-bbdd-4bf0-a72e-1143ec336974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:39.265729 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-0611394f-bbdd-4bf0-a72e-1143ec336974 None None] For port ad688113-ec3a-4d1b-84d6-1a50d2edd2dd, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=ad688113-ec3a-4d1b-84d6-1a50d2edd2dd,segment=NetworkSegment(c9d65ca6-8a95-49d8-8d44-9e857490dfb9),segment_id=c9d65ca6-8a95-49d8-8d44-9e857490dfb9)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:21:39.270875 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0611394f-bbdd-4bf0-a72e-1143ec336974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:39.303423 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-38b76186-5e3b-4097-ae87-bf2343fdb98d None None] Set router deb90ba0-0335-468c-943d-f960ae5ffc4b gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:21:39.326033 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0611394f-bbdd-4bf0-a72e-1143ec336974 None None] Pushing event updated for resources: {'Port': ['ID=ad688113-ec3a-4d1b-84d6-1a50d2edd2dd,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:39.374449 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:39.412266 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b9146cdb-9d39-45ee-ac8b-5a10131144e5 None None] Provisioning complete for port ad688113-ec3a-4d1b-84d6-1a50d2edd2dd triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:39.412625 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b9146cdb-9d39-45ee-ac8b-5a10131144e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:39.464931 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0e4c2bab-80a7-4409-a96f-3665e33cf540 req-6ed7865d-626a-4dda-bf93-d69a5ae41a00 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcaaab59-0e96-4e6c-9cdb-9a9915b26a41 HTTP/1.1" status: 200 len: 210 time: 0.0342760 Nov 12 01:21:39.504564 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 433bf1c7-fa19-4a02-924c-dd385e619a29 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:21:39.603576 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 433bf1c7-fa19-4a02-924c-dd385e619a29 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:39.605324 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:39.665352 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-38b76186-5e3b-4097-ae87-bf2343fdb98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb90ba0-0335-468c-943d-f960ae5ffc4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983815754', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '7cb202fb-087c-4b47-ad10-63257207d87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:21:31Z', 'updated_at': '2021-11-12T01:21:36Z', 'revision_number': 4, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '7cb202fb-087c-4b47-ad10-63257207d87d', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:39:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb90ba0-0335-468c-943d-f960ae5ffc4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:21:31Z', 'updated_at': '2021-11-12T01:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'ad688113-ec3a-4d1b-84d6-1a50d2edd2dd', 'name': '', 'network_id': '0cf9affa-6788-4b52-a19a-a712db927773', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'mac_address': 'fa:16:3e:1a:62:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb90ba0-0335-468c-943d-f960ae5ffc4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '24898bcf-b40b-40fe-95ed-2b6adec41619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:21:35Z', 'updated_at': '2021-11-12T01:21:39Z', 'revision_number': 4, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'subnets': [{'id': '24898bcf-b40b-40fe-95ed-2b6adec41619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:39.702081 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b76186-5e3b-4097-ae87-bf2343fdb98d None None] The sync data for ids ['deb90ba0-0335-468c-943d-f960ae5ffc4b'] in n-d-812236-11 is: [{'id': 'deb90ba0-0335-468c-943d-f960ae5ffc4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983815754', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '7cb202fb-087c-4b47-ad10-63257207d87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:21:31Z', 'updated_at': '2021-11-12T01:21:36Z', 'revision_number': 4, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '7cb202fb-087c-4b47-ad10-63257207d87d', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:39:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb90ba0-0335-468c-943d-f960ae5ffc4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:21:31Z', 'updated_at': '2021-11-12T01:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'ad688113-ec3a-4d1b-84d6-1a50d2edd2dd', 'name': '', 'network_id': '0cf9affa-6788-4b52-a19a-a712db927773', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'mac_address': 'fa:16:3e:1a:62:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb90ba0-0335-468c-943d-f960ae5ffc4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '24898bcf-b40b-40fe-95ed-2b6adec41619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:21:35Z', 'updated_at': '2021-11-12T01:21:39Z', 'revision_number': 4, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'subnets': [{'id': '24898bcf-b40b-40fe-95ed-2b6adec41619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:21:39.753409 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-712e9f97-dd1a-4ed7-9b01-e1c5bdb28fbb None None] Provisioning complete for port ad688113-ec3a-4d1b-84d6-1a50d2edd2dd triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:39.753409 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-712e9f97-dd1a-4ed7-9b01-e1c5bdb28fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:39.816531 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-e9f7d88d-01fa-4690-bea8-1e7bbf465525 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:39.818095 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-e9f7d88d-01fa-4690-bea8-1e7bbf465525 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.54 "GET /v2.0/networks?id=0cf9affa-6788-4b52-a19a-a712db927773 HTTP/1.1" status: 200 len: 797 time: 0.2784882 Nov 12 01:21:39.929155 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-166cbe7f-8ef5-48dc-b975-735cdfcf647d tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b199a2c21c394c79bc16fc575899fc99 HTTP/1.1" status: 200 len: 379 time: 0.0649800 Nov 12 01:21:39.939755 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-7066e1f1-a37f-4c36-baec-62ce874644a6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Request body: {'port': {'device_id': 'bcaaab59-0e96-4e6c-9cdb-9a9915b26a41', 'network_id': '0cf9affa-6788-4b52-a19a-a712db927773', 'admin_state_up': True, 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'security_groups': ['c30e9a34-251a-4a8f-b5a5-0e8a3f9a4a50']}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:39.999400 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-d53d2ed5-cac9-4a53-9841-f64d7145949f None None] Provisioning complete for port ad688113-ec3a-4d1b-84d6-1a50d2edd2dd triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:39.999769 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d53d2ed5-cac9-4a53-9841-f64d7145949f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:40.062627 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-7066e1f1-a37f-4c36-baec-62ce874644a6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Made reservation on behalf of b199a2c21c394c79bc16fc575899fc99 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:21:40.066407 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-7066e1f1-a37f-4c36-baec-62ce874644a6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:40.209300 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-7066e1f1-a37f-4c36-baec-62ce874644a6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Allocated IP 172.20.0.6 (0cf9affa-6788-4b52-a19a-a712db927773/24898bcf-b40b-40fe-95ed-2b6adec41619/50b4c36f-3625-4a35-965c-9f0f58e6f21f) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:21:40.320364 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:40.384828 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-7066e1f1-a37f-4c36-baec-62ce874644a6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:40.421996 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-7066e1f1-a37f-4c36-baec-62ce874644a6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:40.464618 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-7066e1f1-a37f-4c36-baec-62ce874644a6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Network 0cf9affa-6788-4b52-a19a-a712db927773 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:21:40.468385 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-943d4e17-9bd3-4a87-a853-ec27f2a7494d tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1020736445&fields=id&tenant_id=a17bedb646b94ed485e4adca083ceb13 HTTP/1.1" status: 200 len: 267 time: 0.0590484 Nov 12 01:21:40.470968 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-7066e1f1-a37f-4c36-baec-62ce874644a6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:21:40.479738 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-7066e1f1-a37f-4c36-baec-62ce874644a6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:21:40.515180 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7066e1f1-a37f-4c36-baec-62ce874644a6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'Port': ['ID=50b4c36f-3625-4a35-965c-9f0f58e6f21f,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:40.555073 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-7066e1f1-a37f-4c36-baec-62ce874644a6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:40.555887 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-7066e1f1-a37f-4c36-baec-62ce874644a6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:40.589179 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-7066e1f1-a37f-4c36-baec-62ce874644a6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6540246 Nov 12 01:21:40.614358 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-90f383c9-1a13-4116-b86b-80efe9c02b26 service neutron] Request body: {'port': {'device_id': 'bcaaab59-0e96-4e6c-9cdb-9a9915b26a41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:40.615214 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-90f28e06-8dbe-44ec-a15d-f554431a3230 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:40.616815 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-90f28e06-8dbe-44ec-a15d-f554431a3230 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/networks?id=cf426145-af7a-457c-9edb-3ba8bbea2dab HTTP/1.1" status: 200 len: 812 time: 0.1475666 Nov 12 01:21:40.635507 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-91c448ae-330a-42c2-9e21-a13e4cff0fdf tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/quotas/a17bedb646b94ed485e4adca083ceb13 HTTP/1.1" status: 200 len: 375 time: 0.0126178 Nov 12 01:21:40.715429 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-9ec82b86-d050-4e7e-80a6-ae045afe3a7e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a17bedb646b94ed485e4adca083ceb13&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0739167 Nov 12 01:21:40.720300 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae7883-f3cc-4045-b308-afa4058eacb6 req-e01cc629-25c8-4735-8494-8c9ffda477bf tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:40.721925 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3aae7883-f3cc-4045-b308-afa4058eacb6 req-e01cc629-25c8-4735-8494-8c9ffda477bf tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcaaab59-0e96-4e6c-9cdb-9a9915b26a41 HTTP/1.1" status: 200 len: 931 time: 0.1241384 Nov 12 01:21:40.722562 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-90f383c9-1a13-4116-b86b-80efe9c02b26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:40.797263 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-9b74f352-d1f3-436f-bdf5-08e6cb2078a1 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:21:40.798314 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-9b74f352-d1f3-436f-bdf5-08e6cb2078a1 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0671301 Nov 12 01:21:40.833958 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3aae7883-f3cc-4045-b308-afa4058eacb6 req-5a86f790-9ec7-4be9-bcc1-bbc7ce65c5ee tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=c30e9a34-251a-4a8f-b5a5-0e8a3f9a4a50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002085 Nov 12 01:21:40.850397 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-cba02027-e00b-493d-8ccd-bbb7cedfb751 None None] Provisioning complete for port 50b4c36f-3625-4a35-965c-9f0f58e6f21f triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:40.850957 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cba02027-e00b-493d-8ccd-bbb7cedfb751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:40.916869 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-cba02027-e00b-493d-8ccd-bbb7cedfb751 None None] Port 50b4c36f-3625-4a35-965c-9f0f58e6f21f cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:21:40.927110 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-69de3560-c459-4563-a6e8-907ce7526b9d service neutron] 10.222.0.20 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222141 Nov 12 01:21:41.030856 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-1f012a35-d36c-4c11-9f8e-a198648efb76 service neutron] 10.222.0.20 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967872 Nov 12 01:21:41.064623 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:41.090869 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-90f383c9-1a13-4116-b86b-80efe9c02b26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50b4c36f-3625-4a35-965c-9f0f58e6f21f {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:21:41.100692 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-90f383c9-1a13-4116-b86b-80efe9c02b26 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:41.113581 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-90f383c9-1a13-4116-b86b-80efe9c02b26 service neutron] Transition to ACTIVE for port object 50b4c36f-3625-4a35-965c-9f0f58e6f21f will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:21:41.117362 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-90f383c9-1a13-4116-b86b-80efe9c02b26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:41.178004 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f383c9-1a13-4116-b86b-80efe9c02b26 service neutron] Pushing event updated for resources: {'Port': ['ID=50b4c36f-3625-4a35-965c-9f0f58e6f21f,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:41.255082 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-90f383c9-1a13-4116-b86b-80efe9c02b26 service neutron] Attempting to bind port 50b4c36f-3625-4a35-965c-9f0f58e6f21f on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:21:41.255742 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-90f383c9-1a13-4116-b86b-80efe9c02b26 service neutron] Attempting to bind port 50b4c36f-3625-4a35-965c-9f0f58e6f21f by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': 'c9d65ca6-8a95-49d8-8d44-9e857490dfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '0cf9affa-6788-4b52-a19a-a712db927773'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:21:41.256081 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-90f383c9-1a13-4116-b86b-80efe9c02b26 service neutron] Attempting to bind port 50b4c36f-3625-4a35-965c-9f0f58e6f21f on network 0cf9affa-6788-4b52-a19a-a712db927773 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:21:41.261445 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-90f383c9-1a13-4116-b86b-80efe9c02b26 service neutron] Port 50b4c36f-3625-4a35-965c-9f0f58e6f21f on network 0cf9affa-6788-4b52-a19a-a712db927773 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:21:41.261761 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-90f383c9-1a13-4116-b86b-80efe9c02b26 service neutron] Attempting to bind port 50b4c36f-3625-4a35-965c-9f0f58e6f21f on network 0cf9affa-6788-4b52-a19a-a712db927773 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:21:41.268880 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-90f383c9-1a13-4116-b86b-80efe9c02b26 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:21:41.269397 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-90f383c9-1a13-4116-b86b-80efe9c02b26 service neutron] Checking segment: {'id': 'c9d65ca6-8a95-49d8-8d44-9e857490dfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '0cf9affa-6788-4b52-a19a-a712db927773'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:21:41.269886 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-90f383c9-1a13-4116-b86b-80efe9c02b26 service neutron] Bound using segment: {'id': 'c9d65ca6-8a95-49d8-8d44-9e857490dfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '0cf9affa-6788-4b52-a19a-a712db927773'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:21:41.270441 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-90f383c9-1a13-4116-b86b-80efe9c02b26 service neutron] Bound port: 50b4c36f-3625-4a35-965c-9f0f58e6f21f, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9d65ca6-8a95-49d8-8d44-9e857490dfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '0cf9affa-6788-4b52-a19a-a712db927773'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:21:41.270804 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-90f383c9-1a13-4116-b86b-80efe9c02b26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:41.391476 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3f360365-03ab-43ea-a059-5b1b44aa6de2 req-e8ead696-882e-408f-96ce-ede7a6143533 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae9db971-3546-4b47-87db-32ee3a3dedca HTTP/1.1" status: 200 len: 210 time: 0.0520854 Nov 12 01:21:41.410912 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-90f383c9-1a13-4116-b86b-80efe9c02b26 service neutron] For port 50b4c36f-3625-4a35-965c-9f0f58e6f21f, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:21:41.414029 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-90f383c9-1a13-4116-b86b-80efe9c02b26 service neutron] For port 50b4c36f-3625-4a35-965c-9f0f58e6f21f, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=50b4c36f-3625-4a35-965c-9f0f58e6f21f,segment=NetworkSegment(c9d65ca6-8a95-49d8-8d44-9e857490dfb9),segment_id=c9d65ca6-8a95-49d8-8d44-9e857490dfb9)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:21:41.418866 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-90f383c9-1a13-4116-b86b-80efe9c02b26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:41.455284 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-90f383c9-1a13-4116-b86b-80efe9c02b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:41.455962 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-90f383c9-1a13-4116-b86b-80efe9c02b26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:41.457237 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-90f383c9-1a13-4116-b86b-80efe9c02b26 service neutron] 10.222.0.54 "PUT /v2.0/ports/50b4c36f-3625-4a35-965c-9f0f58e6f21f HTTP/1.1" status: 200 len: 1092 time: 0.8490562 Nov 12 01:21:41.457770 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcaaab59-0e96-4e6c-9cdb-9a9915b26a41', 'tag': '50b4c36f-3625-4a35-965c-9f0f58e6f21f'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:21:41.460007 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215eb63a-930d-4638-aac6-431d5d2a350b" -d '{"events": [{"name": "network-changed", "server_uuid": "bcaaab59-0e96-4e6c-9cdb-9a9915b26a41", "tag": "50b4c36f-3625-4a35-965c-9f0f58e6f21f"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:21:41.517951 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec4444f-405f-44a6-8eac-99e5979d1ff4 x-openstack-request-id: req-5ec4444f-405f-44a6-8eac-99e5979d1ff4 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:21:41.518552 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcaaab59-0e96-4e6c-9cdb-9a9915b26a41", "tag": "50b4c36f-3625-4a35-965c-9f0f58e6f21f", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:21:41.518990 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ec4444f-405f-44a6-8eac-99e5979d1ff4 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:21:41.519548 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcaaab59-0e96-4e6c-9cdb-9a9915b26a41', 'tag': '50b4c36f-3625-4a35-965c-9f0f58e6f21f', 'status': 'completed', 'code': 200} Nov 12 01:21:41.520944 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f383c9-1a13-4116-b86b-80efe9c02b26 service neutron] Pushing event updated for resources: {'Port': ['ID=50b4c36f-3625-4a35-965c-9f0f58e6f21f,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:41.527979 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device ad688113-ec3a-4d1b-84d6-1a50d2edd2dd up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:21:41.583277 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-c581f77d-cfd1-4bcf-9610-d4e119bd9771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:41.585471 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-c581f77d-cfd1-4bcf-9610-d4e119bd9771 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b199a2c21c394c79bc16fc575899fc99&device_id=bcaaab59-0e96-4e6c-9cdb-9a9915b26a41 HTTP/1.1" status: 200 len: 1095 time: 0.0522976 Nov 12 01:21:41.606251 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port ad688113-ec3a-4d1b-84d6-1a50d2edd2dd triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:41.606614 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:41.649203 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-0d2766b5-6a70-4855-b2c7-e3ff82543db4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50b4c36f-3625-4a35-965c-9f0f58e6f21f HTTP/1.1" status: 200 len: 217 time: 0.0483816 Nov 12 01:21:41.709667 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-8296e41f-6c1b-48d7-92a0-1ceeb63e4496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:41.711481 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-8296e41f-6c1b-48d7-92a0-1ceeb63e4496 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=24898bcf-b40b-40fe-95ed-2b6adec41619 HTTP/1.1" status: 200 len: 835 time: 0.0548677 Nov 12 01:21:41.762299 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-21c10470-ff75-48bc-a9e0-f956f857a24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:41.764645 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-21c10470-ff75-48bc-a9e0-f956f857a24c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0cf9affa-6788-4b52-a19a-a712db927773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437133 Nov 12 01:21:41.865457 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-c4e878a6-cb3d-4210-9946-3cb564f58274 service neutron] 10.222.0.54 "GET /v2.0/networks/0cf9affa-6788-4b52-a19a-a712db927773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938318 Nov 12 01:21:41.997682 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7dd38-6c06-4439-9efe-c29ced0c8823 req-a556f452-0caa-4eec-98eb-5d39c51b74a5 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:41.999680 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-53b7dd38-6c06-4439-9efe-c29ced0c8823 req-a556f452-0caa-4eec-98eb-5d39c51b74a5 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcaaab59-0e96-4e6c-9cdb-9a9915b26a41 HTTP/1.1" status: 200 len: 943 time: 0.0725789 Nov 12 01:21:42.005683 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8d100d24-3c31-4ec1-9429-1b2aaa036fab req-1e83e98f-31a9-4a0f-9125-e7efb7948dba service neutron] 10.222.0.54 "GET /v2.0/networks/0cf9affa-6788-4b52-a19a-a712db927773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325662 Nov 12 01:21:42.056376 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-53b7dd38-6c06-4439-9efe-c29ced0c8823 req-eedaa282-18dc-4ba5-a064-88e28ff5cf10 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=c30e9a34-251a-4a8f-b5a5-0e8a3f9a4a50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492635 Nov 12 01:21:42.128045 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215eb63a-930d-4638-aac6-431d5d2a350b req-b2f43384-9cf0-48e8-869d-675b2d406041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:42.129549 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-215eb63a-930d-4638-aac6-431d5d2a350b req-b2f43384-9cf0-48e8-869d-675b2d406041 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b199a2c21c394c79bc16fc575899fc99&device_id=bcaaab59-0e96-4e6c-9cdb-9a9915b26a41 HTTP/1.1" status: 200 len: 1095 time: 0.0415947 Nov 12 01:21:42.221887 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215eb63a-930d-4638-aac6-431d5d2a350b req-74a51cec-6027-477d-9a69-672da3d54593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:42.223341 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-215eb63a-930d-4638-aac6-431d5d2a350b req-74a51cec-6027-477d-9a69-672da3d54593 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0cf9affa-6788-4b52-a19a-a712db927773 HTTP/1.1" status: 200 len: 898 time: 0.0867028 Nov 12 01:21:42.269723 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-215eb63a-930d-4638-aac6-431d5d2a350b req-8c5a60a0-01a4-41e0-8ebb-a4f6d85e4ed6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50b4c36f-3625-4a35-965c-9f0f58e6f21f HTTP/1.1" status: 200 len: 217 time: 0.0393670 Nov 12 01:21:42.319341 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215eb63a-930d-4638-aac6-431d5d2a350b req-de772555-cc58-4a53-8850-acfd56d15578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:42.320714 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-215eb63a-930d-4638-aac6-431d5d2a350b req-de772555-cc58-4a53-8850-acfd56d15578 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=24898bcf-b40b-40fe-95ed-2b6adec41619 HTTP/1.1" status: 200 len: 835 time: 0.0446804 Nov 12 01:21:42.374480 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215eb63a-930d-4638-aac6-431d5d2a350b req-d1719b32-b356-4181-a281-908c77fadfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:42.376590 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-215eb63a-930d-4638-aac6-431d5d2a350b req-d1719b32-b356-4181-a281-908c77fadfab service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0cf9affa-6788-4b52-a19a-a712db927773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487483 Nov 12 01:21:42.485966 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-215eb63a-930d-4638-aac6-431d5d2a350b req-4bb6e0b6-46d3-42c8-8583-40fa2e3350e6 service neutron] 10.222.0.54 "GET /v2.0/networks/0cf9affa-6788-4b52-a19a-a712db927773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014318 Nov 12 01:21:42.500721 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a82de1fe-2f07-43b2-8250-a52f92fcdbd2 req-6742d600-acae-4dc7-9107-f909b87dd050 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae9db971-3546-4b47-87db-32ee3a3dedca HTTP/1.1" status: 200 len: 210 time: 0.0386081 Nov 12 01:21:42.509192 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-6a72e84c-4ae9-4931-8248-2f315b48681b tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:42.510649 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-6a72e84c-4ae9-4931-8248-2f315b48681b tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.49 "GET /v2.0/networks?id=cf426145-af7a-457c-9edb-3ba8bbea2dab HTTP/1.1" status: 200 len: 812 time: 0.1493931 Nov 12 01:21:42.598369 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-75062fb5-2c76-4afa-a53f-1a81c201daf7 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a17bedb646b94ed485e4adca083ceb13 HTTP/1.1" status: 200 len: 380 time: 0.0612276 Nov 12 01:21:42.599880 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-215eb63a-930d-4638-aac6-431d5d2a350b req-618d0e85-7397-4539-80bc-8eb81d4cd54e service neutron] 10.222.0.54 "GET /v2.0/networks/0cf9affa-6788-4b52-a19a-a712db927773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066029 Nov 12 01:21:42.607761 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-b2e6b159-39cf-4066-94df-0a4381fc53f9 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Request body: {'port': {'device_id': 'ae9db971-3546-4b47-87db-32ee3a3dedca', 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab', 'admin_state_up': True, 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'security_groups': ['9ccf5046-2683-408c-b810-404a8d7ff5dc']}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:42.731135 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-b2e6b159-39cf-4066-94df-0a4381fc53f9 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Made reservation on behalf of a17bedb646b94ed485e4adca083ceb13 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:21:42.734798 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-b2e6b159-39cf-4066-94df-0a4381fc53f9 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:42.868721 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-b2e6b159-39cf-4066-94df-0a4381fc53f9 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Allocated IP 172.20.0.4 (cf426145-af7a-457c-9edb-3ba8bbea2dab/e0049bca-8c54-4a87-971a-726fded81d57/9e3dc05a-c1a1-4768-bd7e-589947064362) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:21:42.965205 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:43.016861 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-b2e6b159-39cf-4066-94df-0a4381fc53f9 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:43.052408 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-b2e6b159-39cf-4066-94df-0a4381fc53f9 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:43.098443 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-b2e6b159-39cf-4066-94df-0a4381fc53f9 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Network cf426145-af7a-457c-9edb-3ba8bbea2dab is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:21:43.101417 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-b2e6b159-39cf-4066-94df-0a4381fc53f9 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:21:43.104109 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-b2e6b159-39cf-4066-94df-0a4381fc53f9 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:21:43.142580 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e6b159-39cf-4066-94df-0a4381fc53f9 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Pushing event updated for resources: {'Port': ['ID=9e3dc05a-c1a1-4768-bd7e-589947064362,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:43.173728 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-b2e6b159-39cf-4066-94df-0a4381fc53f9 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:43.174388 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-b2e6b159-39cf-4066-94df-0a4381fc53f9 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:43.184759 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3cfccc-4813-4568-9735-201944a20e4e req-1d61cb10-0c73-408c-a32b-e1062198189b tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:43.186663 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3b3cfccc-4813-4568-9735-201944a20e4e req-1d61cb10-0c73-408c-a32b-e1062198189b tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcaaab59-0e96-4e6c-9cdb-9a9915b26a41 HTTP/1.1" status: 200 len: 943 time: 0.0564270 Nov 12 01:21:43.193654 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-b2e6b159-39cf-4066-94df-0a4381fc53f9 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5895970 Nov 12 01:21:43.212368 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-838046b8-102c-440c-8c4a-092a37a2563b service neutron] Request body: {'port': {'device_id': 'ae9db971-3546-4b47-87db-32ee3a3dedca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:43.287408 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3b3cfccc-4813-4568-9735-201944a20e4e req-1215ad50-cfec-4edc-83aa-e54b8a89ff9a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=c30e9a34-251a-4a8f-b5a5-0e8a3f9a4a50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888059 Nov 12 01:21:43.303872 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-838046b8-102c-440c-8c4a-092a37a2563b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:43.412366 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-76323207-384c-417f-8277-b81c1800ab5b None None] Provisioning complete for port 9e3dc05a-c1a1-4768-bd7e-589947064362 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:43.412871 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76323207-384c-417f-8277-b81c1800ab5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:43.460678 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-76323207-384c-417f-8277-b81c1800ab5b None None] Port 9e3dc05a-c1a1-4768-bd7e-589947064362 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:21:43.651417 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-838046b8-102c-440c-8c4a-092a37a2563b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e3dc05a-c1a1-4768-bd7e-589947064362 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:21:43.663550 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df8cc3-618e-4c2b-a36e-8bdadce12723 req-93e40141-5f8e-489d-91ef-75820ea00c4a tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:43.665050 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-08df8cc3-618e-4c2b-a36e-8bdadce12723 req-93e40141-5f8e-489d-91ef-75820ea00c4a tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae9db971-3546-4b47-87db-32ee3a3dedca HTTP/1.1" status: 200 len: 931 time: 0.0909693 Nov 12 01:21:43.669291 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-838046b8-102c-440c-8c4a-092a37a2563b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:43.695218 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-838046b8-102c-440c-8c4a-092a37a2563b service neutron] Transition to ACTIVE for port object 9e3dc05a-c1a1-4768-bd7e-589947064362 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:21:43.701062 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-838046b8-102c-440c-8c4a-092a37a2563b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:43.759595 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-08df8cc3-618e-4c2b-a36e-8bdadce12723 req-a3075502-105c-4033-88b1-af9ff0a8b990 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877209 Nov 12 01:21:43.774838 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838046b8-102c-440c-8c4a-092a37a2563b service neutron] Pushing event updated for resources: {'Port': ['ID=9e3dc05a-c1a1-4768-bd7e-589947064362,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:43.854510 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-838046b8-102c-440c-8c4a-092a37a2563b service neutron] Attempting to bind port 9e3dc05a-c1a1-4768-bd7e-589947064362 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:21:43.854875 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-838046b8-102c-440c-8c4a-092a37a2563b service neutron] Attempting to bind port 9e3dc05a-c1a1-4768-bd7e-589947064362 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'c1b16b03-cd67-424f-8589-315c1c109bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:21:43.855244 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-838046b8-102c-440c-8c4a-092a37a2563b service neutron] Attempting to bind port 9e3dc05a-c1a1-4768-bd7e-589947064362 on network cf426145-af7a-457c-9edb-3ba8bbea2dab {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:21:43.860682 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-838046b8-102c-440c-8c4a-092a37a2563b service neutron] Port 9e3dc05a-c1a1-4768-bd7e-589947064362 on network cf426145-af7a-457c-9edb-3ba8bbea2dab not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:21:43.861012 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-838046b8-102c-440c-8c4a-092a37a2563b service neutron] Attempting to bind port 9e3dc05a-c1a1-4768-bd7e-589947064362 on network cf426145-af7a-457c-9edb-3ba8bbea2dab {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:21:43.866268 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-838046b8-102c-440c-8c4a-092a37a2563b service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:21:43.866611 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-838046b8-102c-440c-8c4a-092a37a2563b service neutron] Checking segment: {'id': 'c1b16b03-cd67-424f-8589-315c1c109bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:21:43.866999 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-838046b8-102c-440c-8c4a-092a37a2563b service neutron] Bound using segment: {'id': 'c1b16b03-cd67-424f-8589-315c1c109bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:21:43.867426 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-838046b8-102c-440c-8c4a-092a37a2563b service neutron] Bound port: 9e3dc05a-c1a1-4768-bd7e-589947064362, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1b16b03-cd67-424f-8589-315c1c109bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:21:43.867792 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-838046b8-102c-440c-8c4a-092a37a2563b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:43.936863 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-838046b8-102c-440c-8c4a-092a37a2563b service neutron] For port 9e3dc05a-c1a1-4768-bd7e-589947064362, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:21:43.939945 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-838046b8-102c-440c-8c4a-092a37a2563b service neutron] For port 9e3dc05a-c1a1-4768-bd7e-589947064362, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=9e3dc05a-c1a1-4768-bd7e-589947064362,segment=NetworkSegment(c1b16b03-cd67-424f-8589-315c1c109bba),segment_id=c1b16b03-cd67-424f-8589-315c1c109bba)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:21:43.944895 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-838046b8-102c-440c-8c4a-092a37a2563b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:43.985461 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-838046b8-102c-440c-8c4a-092a37a2563b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:43.986159 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-838046b8-102c-440c-8c4a-092a37a2563b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:43.987630 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-838046b8-102c-440c-8c4a-092a37a2563b service neutron] 10.222.0.49 "PUT /v2.0/ports/9e3dc05a-c1a1-4768-bd7e-589947064362 HTTP/1.1" status: 200 len: 1092 time: 0.7797747 Nov 12 01:21:43.988085 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae9db971-3546-4b47-87db-32ee3a3dedca', 'tag': '9e3dc05a-c1a1-4768-bd7e-589947064362'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:21:43.990430 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daaa015b-9aaf-471e-aff4-7a401ebf05df" -d '{"events": [{"name": "network-changed", "server_uuid": "ae9db971-3546-4b47-87db-32ee3a3dedca", "tag": "9e3dc05a-c1a1-4768-bd7e-589947064362"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:21:44.019326 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838046b8-102c-440c-8c4a-092a37a2563b service neutron] Pushing event updated for resources: {'Port': ['ID=9e3dc05a-c1a1-4768-bd7e-589947064362,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:44.053969 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adac1fd9-595f-41e7-bb01-274b404fec0f x-openstack-request-id: req-adac1fd9-595f-41e7-bb01-274b404fec0f {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:21:44.054261 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae9db971-3546-4b47-87db-32ee3a3dedca", "tag": "9e3dc05a-c1a1-4768-bd7e-589947064362", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:21:44.054517 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-adac1fd9-595f-41e7-bb01-274b404fec0f {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:21:44.054931 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae9db971-3546-4b47-87db-32ee3a3dedca', 'tag': '9e3dc05a-c1a1-4768-bd7e-589947064362', 'status': 'completed', 'code': 200} Nov 12 01:21:44.116208 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-3def676e-3d79-41e2-860a-6d893cc98127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:44.118287 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-3def676e-3d79-41e2-860a-6d893cc98127 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a17bedb646b94ed485e4adca083ceb13&device_id=ae9db971-3546-4b47-87db-32ee3a3dedca HTTP/1.1" status: 200 len: 1095 time: 0.0536392 Nov 12 01:21:44.176952 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-0bec8c35-63b2-4269-b67a-fb66e194803d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e3dc05a-c1a1-4768-bd7e-589947064362 HTTP/1.1" status: 200 len: 217 time: 0.0433817 Nov 12 01:21:44.231168 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-409aa7cf-8f77-4d7e-8000-d4e2762e95e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:44.232661 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-409aa7cf-8f77-4d7e-8000-d4e2762e95e4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e0049bca-8c54-4a87-971a-726fded81d57 HTTP/1.1" status: 200 len: 851 time: 0.0473945 Nov 12 01:21:44.284507 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-ba8a6513-d4a4-4f55-a41b-157cda8253af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:44.286053 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-ba8a6513-d4a4-4f55-a41b-157cda8253af service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf426145-af7a-457c-9edb-3ba8bbea2dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466931 Nov 12 01:21:44.417150 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-ab37e55c-9b39-4deb-8394-1c67b620634e service neutron] 10.222.0.49 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230347 Nov 12 01:21:44.487167 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4b9f7-6322-448a-b4ed-849765eb87c9 req-05670141-9243-4b7d-953c-b9517b99bd31 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:44.488557 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-78a4b9f7-6322-448a-b4ed-849765eb87c9 req-05670141-9243-4b7d-953c-b9517b99bd31 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcaaab59-0e96-4e6c-9cdb-9a9915b26a41 HTTP/1.1" status: 200 len: 943 time: 0.1098714 Nov 12 01:21:44.546334 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-504c0b7f-8a90-4021-b573-2be0c6fc7faa req-a6ddc9eb-53ad-4bd7-aa50-7bac6581a3e5 service neutron] 10.222.0.49 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219387 Nov 12 01:21:44.566239 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-78a4b9f7-6322-448a-b4ed-849765eb87c9 req-8bbee860-2cd8-4d79-991a-a772d0db77c0 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=c30e9a34-251a-4a8f-b5a5-0e8a3f9a4a50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679662 Nov 12 01:21:44.672596 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa015b-9aaf-471e-aff4-7a401ebf05df req-abb2a0d5-899e-4bb4-bf23-76419a2e8cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:44.674118 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-daaa015b-9aaf-471e-aff4-7a401ebf05df req-abb2a0d5-899e-4bb4-bf23-76419a2e8cfe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a17bedb646b94ed485e4adca083ceb13&device_id=ae9db971-3546-4b47-87db-32ee3a3dedca HTTP/1.1" status: 200 len: 1095 time: 0.0474010 Nov 12 01:21:44.767607 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa015b-9aaf-471e-aff4-7a401ebf05df req-5d8132ee-1c85-4267-9927-bab8bb84e15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:44.769006 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-daaa015b-9aaf-471e-aff4-7a401ebf05df req-5d8132ee-1c85-4267-9927-bab8bb84e15a service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf426145-af7a-457c-9edb-3ba8bbea2dab HTTP/1.1" status: 200 len: 913 time: 0.0881524 Nov 12 01:21:44.815081 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-daaa015b-9aaf-471e-aff4-7a401ebf05df req-cde35194-31f3-442e-beaf-730b9942c484 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e3dc05a-c1a1-4768-bd7e-589947064362 HTTP/1.1" status: 200 len: 217 time: 0.0386968 Nov 12 01:21:44.869485 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa015b-9aaf-471e-aff4-7a401ebf05df req-113a173a-b644-485b-a0ba-8c062e53fa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:44.871147 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-daaa015b-9aaf-471e-aff4-7a401ebf05df req-113a173a-b644-485b-a0ba-8c062e53fa95 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e0049bca-8c54-4a87-971a-726fded81d57 HTTP/1.1" status: 200 len: 851 time: 0.0492632 Nov 12 01:21:44.890324 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d6ce63-6967-475e-9672-3fcc7db99d56 req-8e2d1386-d8a5-4559-83aa-d54e5bf3b022 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:44.892005 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f4d6ce63-6967-475e-9672-3fcc7db99d56 req-8e2d1386-d8a5-4559-83aa-d54e5bf3b022 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae9db971-3546-4b47-87db-32ee3a3dedca HTTP/1.1" status: 200 len: 943 time: 0.0512252 Nov 12 01:21:44.919675 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa015b-9aaf-471e-aff4-7a401ebf05df req-683ce0aa-508a-48f3-ac0c-7f9fda4d5861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:44.921927 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-daaa015b-9aaf-471e-aff4-7a401ebf05df req-683ce0aa-508a-48f3-ac0c-7f9fda4d5861 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf426145-af7a-457c-9edb-3ba8bbea2dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440574 Nov 12 01:21:44.957641 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f4d6ce63-6967-475e-9672-3fcc7db99d56 req-fcacee80-6121-4078-8022-5bd161b9d8f6 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587482 Nov 12 01:21:45.024793 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-daaa015b-9aaf-471e-aff4-7a401ebf05df req-297ab0ed-bfe0-4a7b-a312-5598010f056d service neutron] 10.222.0.49 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956376 Nov 12 01:21:45.114535 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-daaa015b-9aaf-471e-aff4-7a401ebf05df req-2e7126fe-e598-42e0-bc28-82afbb49d88b service neutron] 10.222.0.49 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827441 Nov 12 01:21:45.166071 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 50b4c36f-3625-4a35-965c-9f0f58e6f21f details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:21:45.259674 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 50b4c36f-3625-4a35-965c-9f0f58e6f21f, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=50b4c36f-3625-4a35-965c-9f0f58e6f21f,segment=NetworkSegment(c9d65ca6-8a95-49d8-8d44-9e857490dfb9),segment_id=c9d65ca6-8a95-49d8-8d44-9e857490dfb9)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:21:45.274906 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '50b4c36f-3625-4a35-965c-9f0f58e6f21f', 'network_id': '0cf9affa-6788-4b52-a19a-a712db927773', 'port_id': '50b4c36f-3625-4a35-965c-9f0f58e6f21f', 'mac_address': 'fa:16:3e:a8:91:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24898bcf-b40b-40fe-95ed-2b6adec41619', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:21:45.313225 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:45.326501 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50b4c36f-3625-4a35-965c-9f0f58e6f21f {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:21:45.345573 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 50b4c36f-3625-4a35-965c-9f0f58e6f21f, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=50b4c36f-3625-4a35-965c-9f0f58e6f21f,segment=NetworkSegment(c9d65ca6-8a95-49d8-8d44-9e857490dfb9),segment_id=c9d65ca6-8a95-49d8-8d44-9e857490dfb9)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:21:45.349506 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:45.398423 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=50b4c36f-3625-4a35-965c-9f0f58e6f21f,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:45.696234 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac7370-c7f8-413f-92b9-d1a530350be0 req-580928da-dd05-4834-b0f1-a8ce35f71d6b tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:45.698127 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fdac7370-c7f8-413f-92b9-d1a530350be0 req-580928da-dd05-4834-b0f1-a8ce35f71d6b tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcaaab59-0e96-4e6c-9cdb-9a9915b26a41 HTTP/1.1" status: 200 len: 944 time: 0.0531194 Nov 12 01:21:45.737466 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['50b4c36f-3625-4a35-965c-9f0f58e6f21f'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:21:45.760165 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fdac7370-c7f8-413f-92b9-d1a530350be0 req-44e5a452-9005-40f8-b036-2ddc2255983b tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=c30e9a34-251a-4a8f-b5a5-0e8a3f9a4a50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556145 Nov 12 01:21:46.078511 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f1b91-8377-4a96-92b0-a4fee9c288f5 req-f94a8824-2417-41fd-9f7c-8f6227880c2a tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:46.080023 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c19f1b91-8377-4a96-92b0-a4fee9c288f5 req-f94a8824-2417-41fd-9f7c-8f6227880c2a tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae9db971-3546-4b47-87db-32ee3a3dedca HTTP/1.1" status: 200 len: 943 time: 0.0490329 Nov 12 01:21:46.129844 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c19f1b91-8377-4a96-92b0-a4fee9c288f5 req-3960c672-f84b-4ecf-90a1-30c4d763c5de tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436754 Nov 12 01:21:46.895819 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa8b33-0fcb-4bd2-adf4-ca45503605d4 req-647b5d9d-143d-44fa-8060-d7ae18f6572d tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:46.897208 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aafa8b33-0fcb-4bd2-adf4-ca45503605d4 req-647b5d9d-143d-44fa-8060-d7ae18f6572d tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcaaab59-0e96-4e6c-9cdb-9a9915b26a41 HTTP/1.1" status: 200 len: 944 time: 0.0488422 Nov 12 01:21:46.946816 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aafa8b33-0fcb-4bd2-adf4-ca45503605d4 req-ce8eace3-bf74-4216-a9ce-adbc7d018c06 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=c30e9a34-251a-4a8f-b5a5-0e8a3f9a4a50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432754 Nov 12 01:21:47.181584 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 50b4c36f-3625-4a35-965c-9f0f58e6f21f up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:21:47.237090 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 50b4c36f-3625-4a35-965c-9f0f58e6f21f completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:21:47.242886 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 50b4c36f-3625-4a35-965c-9f0f58e6f21f triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:47.243485 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:47.256825 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36bf702-040d-4fb7-a0f4-486f9f831e16 req-ffcbdc93-82c1-40a1-8132-0c1b0656fbfc tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:47.258452 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f36bf702-040d-4fb7-a0f4-486f9f831e16 req-ffcbdc93-82c1-40a1-8132-0c1b0656fbfc tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae9db971-3546-4b47-87db-32ee3a3dedca HTTP/1.1" status: 200 len: 943 time: 0.0519838 Nov 12 01:21:47.320330 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f36bf702-040d-4fb7-a0f4-486f9f831e16 req-5163c048-5546-4c78-93a4-f8a7d7440195 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499823 Nov 12 01:21:47.487718 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:47.511124 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcaaab59-0e96-4e6c-9cdb-9a9915b26a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b4c36f-3625-4a35-965c-9f0f58e6f21f'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:21:47.513395 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2abaeca-0a9f-4992-9ca8-3b40a129edb8" -d '{"events": [{"server_uuid": "bcaaab59-0e96-4e6c-9cdb-9a9915b26a41", "name": "network-vif-plugged", "status": "completed", "tag": "50b4c36f-3625-4a35-965c-9f0f58e6f21f"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:21:47.527021 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 50b4c36f-3625-4a35-965c-9f0f58e6f21f, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=50b4c36f-3625-4a35-965c-9f0f58e6f21f,segment=NetworkSegment(c9d65ca6-8a95-49d8-8d44-9e857490dfb9),segment_id=c9d65ca6-8a95-49d8-8d44-9e857490dfb9)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:21:47.532538 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:47.585355 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=50b4c36f-3625-4a35-965c-9f0f58e6f21f,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:47.651194 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36a3e5b-92c1-4d55-b17d-9997b5edfce5 x-openstack-request-id: req-c36a3e5b-92c1-4d55-b17d-9997b5edfce5 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:21:47.651562 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcaaab59-0e96-4e6c-9cdb-9a9915b26a41", "name": "network-vif-plugged", "status": "completed", "tag": "50b4c36f-3625-4a35-965c-9f0f58e6f21f", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:21:47.651885 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c36a3e5b-92c1-4d55-b17d-9997b5edfce5 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:21:47.652347 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcaaab59-0e96-4e6c-9cdb-9a9915b26a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b4c36f-3625-4a35-965c-9f0f58e6f21f', 'code': 200} Nov 12 01:21:47.792903 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafbca5-3b13-4fa1-a33d-e5158b770e68 req-ca80e1a9-d2ac-465b-ab8a-19147e94959a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:47.794492 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8eafbca5-3b13-4fa1-a33d-e5158b770e68 req-ca80e1a9-d2ac-465b-ab8a-19147e94959a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bcaaab59-0e96-4e6c-9cdb-9a9915b26a41 HTTP/1.1" status: 200 len: 1097 time: 0.0545311 Nov 12 01:21:47.847524 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8eafbca5-3b13-4fa1-a33d-e5158b770e68 req-815382d3-b8ae-4ca5-932c-65575a2be53d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c30e9a34-251a-4a8f-b5a5-0e8a3f9a4a50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449438 Nov 12 01:21:48.064451 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a147289-62f3-466a-9f82-ab2efedb9b4c req-2da0f713-5d45-4e62-b165-e75eec783123 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:48.065851 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2a147289-62f3-466a-9f82-ab2efedb9b4c req-2da0f713-5d45-4e62-b165-e75eec783123 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcaaab59-0e96-4e6c-9cdb-9a9915b26a41 HTTP/1.1" status: 200 len: 945 time: 0.0483694 Nov 12 01:21:48.114231 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2a147289-62f3-466a-9f82-ab2efedb9b4c req-fada1f03-afd8-4ba6-854b-7ec1cc8640b7 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=c30e9a34-251a-4a8f-b5a5-0e8a3f9a4a50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424485 Nov 12 01:21:48.438257 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc3699-cb91-476c-ae4d-d7634589e8e4 req-62aaa2be-28cf-43d6-aea2-d5bcbba84f10 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:48.439740 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fbcc3699-cb91-476c-ae4d-d7634589e8e4 req-62aaa2be-28cf-43d6-aea2-d5bcbba84f10 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae9db971-3546-4b47-87db-32ee3a3dedca HTTP/1.1" status: 200 len: 943 time: 0.0489430 Nov 12 01:21:48.500160 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fbcc3699-cb91-476c-ae4d-d7634589e8e4 req-d6f43ce5-c138-4304-b636-3626b5fb9ea7 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544331 Nov 12 01:21:49.229851 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb6bb4-0912-4afb-9fcc-dcbcd5b67ee2 req-c8f8dae5-1385-4bcc-aae0-1fd4b2590a69 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:49.231321 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-aebb6bb4-0912-4afb-9fcc-dcbcd5b67ee2 req-c8f8dae5-1385-4bcc-aae0-1fd4b2590a69 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcaaab59-0e96-4e6c-9cdb-9a9915b26a41 HTTP/1.1" status: 200 len: 945 time: 0.0477126 Nov 12 01:21:49.285641 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-aebb6bb4-0912-4afb-9fcc-dcbcd5b67ee2 req-b5a97a73-4789-4635-bc3a-c78125564ff9 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=c30e9a34-251a-4a8f-b5a5-0e8a3f9a4a50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477035 Nov 12 01:21:49.622045 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c634a-000b-49e6-b84b-55a0dfbc9291 req-32533ac3-29f0-4fbe-9b9e-c513118be897 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:49.623813 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fb2c634a-000b-49e6-b84b-55a0dfbc9291 req-32533ac3-29f0-4fbe-9b9e-c513118be897 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae9db971-3546-4b47-87db-32ee3a3dedca HTTP/1.1" status: 200 len: 943 time: 0.0538754 Nov 12 01:21:49.673422 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fb2c634a-000b-49e6-b84b-55a0dfbc9291 req-016c79ca-7d87-48ac-8628-2a5047264436 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438955 Nov 12 01:21:50.402354 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d68f1-0c85-498b-ac7a-f3c3a7df8688 req-ecda03c3-8246-42ca-b00f-43d90730fc3c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:50.404064 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e33d68f1-0c85-498b-ac7a-f3c3a7df8688 req-ecda03c3-8246-42ca-b00f-43d90730fc3c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcaaab59-0e96-4e6c-9cdb-9a9915b26a41 HTTP/1.1" status: 200 len: 945 time: 0.0486627 Nov 12 01:21:50.452725 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e33d68f1-0c85-498b-ac7a-f3c3a7df8688 req-135d76dc-f5e0-4028-b761-65c34a677129 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=c30e9a34-251a-4a8f-b5a5-0e8a3f9a4a50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420880 Nov 12 01:21:50.564848 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a250ee9-ce2f-4796-9738-fdc3d50f9054 req-75d59d17-10a9-4941-83b8-178fc9ab3b68 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:50.566442 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8a250ee9-ce2f-4796-9738-fdc3d50f9054 req-75d59d17-10a9-4941-83b8-178fc9ab3b68 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcaaab59-0e96-4e6c-9cdb-9a9915b26a41 HTTP/1.1" status: 200 len: 945 time: 0.0485613 Nov 12 01:21:50.618003 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8a250ee9-ce2f-4796-9738-fdc3d50f9054 req-b9d4fc6d-8521-4f42-b6d0-eec606f4a1d6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=c30e9a34-251a-4a8f-b5a5-0e8a3f9a4a50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456283 Nov 12 01:21:50.640019 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46002) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:50.683414 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9562231-c1f2-4b98-b7f1-f4946b062be4 tempest-TestNetworkAdvancedServerOps-797573911 tempest-TestNetworkAdvancedServerOps-797573911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:50.684918 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b9562231-c1f2-4b98-b7f1-f4946b062be4 tempest-TestNetworkAdvancedServerOps-797573911 tempest-TestNetworkAdvancedServerOps-797573911-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=bcaaab59-0e96-4e6c-9cdb-9a9915b26a41 HTTP/1.1" status: 200 len: 1092 time: 0.0439312 Nov 12 01:21:50.688426 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46004) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:50.692632 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-4aa5e818-fbff-40f4-901b-94411368399c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'port_id': '50b4c36f-3625-4a35-965c-9f0f58e6f21f', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:50.714616 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4aa5e818-fbff-40f4-901b-94411368399c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for floatingip, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:50.786828 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113d8e9-e1d9-4ea9-aa8a-c0bf8278cf27 req-9ef49319-b7b3-4228-af1c-749fff543e37 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:50.788320 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9113d8e9-e1d9-4ea9-aa8a-c0bf8278cf27 req-9ef49319-b7b3-4228-af1c-749fff543e37 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae9db971-3546-4b47-87db-32ee3a3dedca HTTP/1.1" status: 200 len: 943 time: 0.0484841 Nov 12 01:21:50.811398 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4aa5e818-fbff-40f4-901b-94411368399c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:50.840614 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9113d8e9-e1d9-4ea9-aa8a-c0bf8278cf27 req-d0d237f0-c3a5-4b35-8bf1-79cfe6e50419 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459430 Nov 12 01:21:50.921640 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-4aa5e818-fbff-40f4-901b-94411368399c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Allocated IP 172.25.2.229 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/0acbaf9a-5ec1-44ae-92ca-790510827e14) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:21:51.022610 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4aa5e818-fbff-40f4-901b-94411368399c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:51.055131 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4aa5e818-fbff-40f4-901b-94411368399c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:51.092805 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa5e818-fbff-40f4-901b-94411368399c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:21:51.102450 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-4aa5e818-fbff-40f4-901b-94411368399c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:21:51.105977 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa5e818-fbff-40f4-901b-94411368399c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:21:51.127812 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa5e818-fbff-40f4-901b-94411368399c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'Port': ['ID=0acbaf9a-5ec1-44ae-92ca-790510827e14,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:51.456909 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4aa5e818-fbff-40f4-901b-94411368399c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:51.525490 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4aa5e818-fbff-40f4-901b-94411368399c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:51.669927 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4aa5e818-fbff-40f4-901b-94411368399c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:51.675072 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4aa5e818-fbff-40f4-901b-94411368399c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:51.745583 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa5e818-fbff-40f4-901b-94411368399c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'Port': ['ID=0acbaf9a-5ec1-44ae-92ca-790510827e14,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:51.756892 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4aa5e818-fbff-40f4-901b-94411368399c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:51.858280 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [None req-4aa5e818-fbff-40f4-901b-94411368399c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Floating IP 65851781-9ba3-4a8f-aaaf-65b4926d260a associated. External IP: 172.25.2.229, port: 50b4c36f-3625-4a35-965c-9f0f58e6f21f. Nov 12 01:21:52.003076 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ee071-bb48-452b-b1f8-a28f885eb56e req-2f0d37af-6054-404c-8c72-01f8d228e870 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:52.004453 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-879ee071-bb48-452b-b1f8-a28f885eb56e req-2f0d37af-6054-404c-8c72-01f8d228e870 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae9db971-3546-4b47-87db-32ee3a3dedca HTTP/1.1" status: 200 len: 943 time: 0.0665047 Nov 12 01:21:52.126185 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-879ee071-bb48-452b-b1f8-a28f885eb56e req-e35a3b0c-3e5e-465f-bf6f-3a8d5f33fca1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912223 Nov 12 01:21:52.144301 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa5e818-fbff-40f4-901b-94411368399c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Router deb90ba0-0335-468c-943d-f960ae5ffc4b has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:21:52.252717 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa5e818-fbff-40f4-901b-94411368399c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:21:52.262133 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5b3dff-7f13-4721-bc9a-21a986d0d1cb None None] Sync routers for ids ['deb90ba0-0335-468c-943d-f960ae5ffc4b'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:21:52.270500 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4aa5e818-fbff-40f4-901b-94411368399c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:52.278311 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5b3dff-7f13-4721-bc9a-21a986d0d1cb None None] Routers {'deb90ba0-0335-468c-943d-f960ae5ffc4b'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:21:52.278916 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-0f5b3dff-7f13-4721-bc9a-21a986d0d1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:21:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['deb90ba0-0335-468c-943d-f960ae5ffc4b'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:52.297277 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4aa5e818-fbff-40f4-901b-94411368399c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6078558 Nov 12 01:21:52.297882 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcaaab59-0e96-4e6c-9cdb-9a9915b26a41', 'tag': '50b4c36f-3625-4a35-965c-9f0f58e6f21f'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:21:52.300178 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83783284-39ca-49b0-a26c-35ef010e9f21" -d '{"events": [{"name": "network-changed", "server_uuid": "bcaaab59-0e96-4e6c-9cdb-9a9915b26a41", "tag": "50b4c36f-3625-4a35-965c-9f0f58e6f21f"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:21:52.339743 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371ec5da-bd81-4f1d-a3e7-813e90979c17 x-openstack-request-id: req-371ec5da-bd81-4f1d-a3e7-813e90979c17 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:21:52.340040 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcaaab59-0e96-4e6c-9cdb-9a9915b26a41", "tag": "50b4c36f-3625-4a35-965c-9f0f58e6f21f", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:21:52.340300 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-371ec5da-bd81-4f1d-a3e7-813e90979c17 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:21:52.340713 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcaaab59-0e96-4e6c-9cdb-9a9915b26a41', 'tag': '50b4c36f-3625-4a35-965c-9f0f58e6f21f', 'status': 'completed', 'code': 200} Nov 12 01:21:52.393060 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-0f5b3dff-7f13-4721-bc9a-21a986d0d1cb None None] Set router deb90ba0-0335-468c-943d-f960ae5ffc4b gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:21:52.412798 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e94fc6-fe80-4ebe-9b91-3c2145b37f4d req-63060e10-0cd1-4653-8d9e-e7baa02407f9 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:52.414317 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-41e94fc6-fe80-4ebe-9b91-3c2145b37f4d req-63060e10-0cd1-4653-8d9e-e7baa02407f9 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcaaab59-0e96-4e6c-9cdb-9a9915b26a41 HTTP/1.1" status: 200 len: 945 time: 0.0637317 Nov 12 01:21:52.467882 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83783284-39ca-49b0-a26c-35ef010e9f21 req-7fb56c12-715c-4d8f-b8ab-bb91866f47ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:52.469399 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-83783284-39ca-49b0-a26c-35ef010e9f21 req-7fb56c12-715c-4d8f-b8ab-bb91866f47ae service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b199a2c21c394c79bc16fc575899fc99&device_id=bcaaab59-0e96-4e6c-9cdb-9a9915b26a41 HTTP/1.1" status: 200 len: 1097 time: 0.0762718 Nov 12 01:21:52.503210 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-41e94fc6-fe80-4ebe-9b91-3c2145b37f4d req-69f427ea-8ec5-4595-94be-65db2e9921d1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=c30e9a34-251a-4a8f-b5a5-0e8a3f9a4a50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746145 Nov 12 01:21:52.526623 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46014) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:52.581362 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83783284-39ca-49b0-a26c-35ef010e9f21 req-402548e8-9f6a-409c-8629-a41fa8ed0bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:52.582983 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-83783284-39ca-49b0-a26c-35ef010e9f21 req-402548e8-9f6a-409c-8629-a41fa8ed0bb3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0cf9affa-6788-4b52-a19a-a712db927773 HTTP/1.1" status: 200 len: 898 time: 0.1060176 Nov 12 01:21:52.596274 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d1cd9c78-7cc7-4a74-b92f-b78520780f35 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/floatingips/65851781-9ba3-4a8f-aaaf-65b4926d260a HTTP/1.1" status: 200 len: 991 time: 0.0672870 Nov 12 01:21:52.631811 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-0f5b3dff-7f13-4721-bc9a-21a986d0d1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb90ba0-0335-468c-943d-f960ae5ffc4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983815754', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '7cb202fb-087c-4b47-ad10-63257207d87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:21:31Z', 'updated_at': '2021-11-12T01:21:36Z', 'revision_number': 4, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '7cb202fb-087c-4b47-ad10-63257207d87d', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:39:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb90ba0-0335-468c-943d-f960ae5ffc4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:21:31Z', 'updated_at': '2021-11-12T01:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '65851781-9ba3-4a8f-aaaf-65b4926d260a', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'floating_ip_address': '172.25.2.229', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'deb90ba0-0335-468c-943d-f960ae5ffc4b', 'port_id': '50b4c36f-3625-4a35-965c-9f0f58e6f21f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cf9affa-6788-4b52-a19a-a712db927773', 'mac_address': 'fa:16:3e:a8:91:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaaab59-0e96-4e6c-9cdb-9a9915b26a41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:21:51Z', 'updated_at': '2021-11-12T01:21:51Z', 'revision_number': 0, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad688113-ec3a-4d1b-84d6-1a50d2edd2dd', 'name': '', 'network_id': '0cf9affa-6788-4b52-a19a-a712db927773', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'mac_address': 'fa:16:3e:1a:62:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb90ba0-0335-468c-943d-f960ae5ffc4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '24898bcf-b40b-40fe-95ed-2b6adec41619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:21:35Z', 'updated_at': '2021-11-12T01:21:39Z', 'revision_number': 5, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'subnets': [{'id': '24898bcf-b40b-40fe-95ed-2b6adec41619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:52.652106 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-83783284-39ca-49b0-a26c-35ef010e9f21 req-4d3e5a59-07f6-4ce0-9e6a-c91846b868b7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50b4c36f-3625-4a35-965c-9f0f58e6f21f HTTP/1.1" status: 200 len: 999 time: 0.0620573 Nov 12 01:21:52.663413 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5b3dff-7f13-4721-bc9a-21a986d0d1cb None None] Checking router: deb90ba0-0335-468c-943d-f960ae5ffc4b for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:21:52.672540 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5b3dff-7f13-4721-bc9a-21a986d0d1cb None None] Routers {'deb90ba0-0335-468c-943d-f960ae5ffc4b'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:21:52.673140 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-0f5b3dff-7f13-4721-bc9a-21a986d0d1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:21:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['deb90ba0-0335-468c-943d-f960ae5ffc4b'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:52.707007 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83783284-39ca-49b0-a26c-35ef010e9f21 req-ef57b77f-387d-40b1-8b07-12634b8be972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:52.708494 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-83783284-39ca-49b0-a26c-35ef010e9f21 req-ef57b77f-387d-40b1-8b07-12634b8be972 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=24898bcf-b40b-40fe-95ed-2b6adec41619 HTTP/1.1" status: 200 len: 835 time: 0.0491354 Nov 12 01:21:52.753517 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83783284-39ca-49b0-a26c-35ef010e9f21 req-4cf5420e-f3a1-49f4-b295-887ea765960c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:52.755007 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-83783284-39ca-49b0-a26c-35ef010e9f21 req-4cf5420e-f3a1-49f4-b295-887ea765960c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0cf9affa-6788-4b52-a19a-a712db927773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394700 Nov 12 01:21:52.777160 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-0f5b3dff-7f13-4721-bc9a-21a986d0d1cb None None] Set router deb90ba0-0335-468c-943d-f960ae5ffc4b gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:21:52.846070 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-83783284-39ca-49b0-a26c-35ef010e9f21 req-074b430e-37e5-497e-83b9-8e9bb1728576 service neutron] 10.222.0.54 "GET /v2.0/networks/0cf9affa-6788-4b52-a19a-a712db927773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836055 Nov 12 01:21:52.940351 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-83783284-39ca-49b0-a26c-35ef010e9f21 req-02f1df21-56a9-4683-a9c5-e4332bb5c50f service neutron] 10.222.0.54 "GET /v2.0/networks/0cf9affa-6788-4b52-a19a-a712db927773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873332 Nov 12 01:21:53.009507 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-0f5b3dff-7f13-4721-bc9a-21a986d0d1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb90ba0-0335-468c-943d-f960ae5ffc4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983815754', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '7cb202fb-087c-4b47-ad10-63257207d87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:21:31Z', 'updated_at': '2021-11-12T01:21:36Z', 'revision_number': 4, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '7cb202fb-087c-4b47-ad10-63257207d87d', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:39:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb90ba0-0335-468c-943d-f960ae5ffc4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:21:31Z', 'updated_at': '2021-11-12T01:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '65851781-9ba3-4a8f-aaaf-65b4926d260a', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'floating_ip_address': '172.25.2.229', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'deb90ba0-0335-468c-943d-f960ae5ffc4b', 'port_id': '50b4c36f-3625-4a35-965c-9f0f58e6f21f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cf9affa-6788-4b52-a19a-a712db927773', 'mac_address': 'fa:16:3e:a8:91:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaaab59-0e96-4e6c-9cdb-9a9915b26a41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:21:51Z', 'updated_at': '2021-11-12T01:21:51Z', 'revision_number': 0, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad688113-ec3a-4d1b-84d6-1a50d2edd2dd', 'name': '', 'network_id': '0cf9affa-6788-4b52-a19a-a712db927773', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'mac_address': 'fa:16:3e:1a:62:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb90ba0-0335-468c-943d-f960ae5ffc4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '24898bcf-b40b-40fe-95ed-2b6adec41619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:21:35Z', 'updated_at': '2021-11-12T01:21:39Z', 'revision_number': 5, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'subnets': [{'id': '24898bcf-b40b-40fe-95ed-2b6adec41619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:53.038890 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5b3dff-7f13-4721-bc9a-21a986d0d1cb None None] The sync data for ids ['deb90ba0-0335-468c-943d-f960ae5ffc4b'] in n-d-812236-11 is: [{'id': 'deb90ba0-0335-468c-943d-f960ae5ffc4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983815754', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '7cb202fb-087c-4b47-ad10-63257207d87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:21:31Z', 'updated_at': '2021-11-12T01:21:36Z', 'revision_number': 4, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '7cb202fb-087c-4b47-ad10-63257207d87d', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:39:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb90ba0-0335-468c-943d-f960ae5ffc4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:21:31Z', 'updated_at': '2021-11-12T01:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '65851781-9ba3-4a8f-aaaf-65b4926d260a', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'floating_ip_address': '172.25.2.229', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'deb90ba0-0335-468c-943d-f960ae5ffc4b', 'port_id': '50b4c36f-3625-4a35-965c-9f0f58e6f21f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cf9affa-6788-4b52-a19a-a712db927773', 'mac_address': 'fa:16:3e:a8:91:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaaab59-0e96-4e6c-9cdb-9a9915b26a41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:21:51Z', 'updated_at': '2021-11-12T01:21:51Z', 'revision_number': 0, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad688113-ec3a-4d1b-84d6-1a50d2edd2dd', 'name': '', 'network_id': '0cf9affa-6788-4b52-a19a-a712db927773', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'mac_address': 'fa:16:3e:1a:62:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb90ba0-0335-468c-943d-f960ae5ffc4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '24898bcf-b40b-40fe-95ed-2b6adec41619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:21:35Z', 'updated_at': '2021-11-12T01:21:39Z', 'revision_number': 5, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'subnets': [{'id': '24898bcf-b40b-40fe-95ed-2b6adec41619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:21:53.230457 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb3d127-4e46-4470-a1a7-97be0b43a427 None None] New status for floating IP 65851781-9ba3-4a8f-aaaf-65b4926d260a: ACTIVE {{(pid=102664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:21:53.251464 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c985f6a-ed3a-406d-99af-4439934eb886 req-2894244c-df2b-486c-9e76-4a4240363357 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:53.252974 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c985f6a-ed3a-406d-99af-4439934eb886 req-2894244c-df2b-486c-9e76-4a4240363357 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae9db971-3546-4b47-87db-32ee3a3dedca HTTP/1.1" status: 200 len: 943 time: 0.0547805 Nov 12 01:21:53.303859 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7c985f6a-ed3a-406d-99af-4439934eb886 req-86af38fe-7ab1-45a2-b081-328e81463f16 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446115 Nov 12 01:21:53.598672 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46018) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:53.662393 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e2a60909-39ff-434a-a879-eba32d4d097c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/floatingips/65851781-9ba3-4a8f-aaaf-65b4926d260a HTTP/1.1" status: 200 len: 993 time: 0.0625572 Nov 12 01:21:54.421275 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86af5de-93f8-4595-aea8-64fcba4e3b96 req-16e73989-dde5-451f-85e3-76198113bf8e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:54.422784 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a86af5de-93f8-4595-aea8-64fcba4e3b96 req-16e73989-dde5-451f-85e3-76198113bf8e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae9db971-3546-4b47-87db-32ee3a3dedca HTTP/1.1" status: 200 len: 943 time: 0.0501394 Nov 12 01:21:54.471656 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a86af5de-93f8-4595-aea8-64fcba4e3b96 req-e6f2a10f-826d-4f11-8ce2-da50eb74a499 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427709 Nov 12 01:21:55.348250 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:21:55.588413 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bddd50b-25ae-4cf2-ae8e-7e15fac58787 req-40893fbb-33fa-43a1-854a-540f5e716cd2 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:55.589936 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5bddd50b-25ae-4cf2-ae8e-7e15fac58787 req-40893fbb-33fa-43a1-854a-540f5e716cd2 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae9db971-3546-4b47-87db-32ee3a3dedca HTTP/1.1" status: 200 len: 943 time: 0.0489569 Nov 12 01:21:55.639820 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5bddd50b-25ae-4cf2-ae8e-7e15fac58787 req-9e343575-9eee-4f1c-919d-963af2aed5f1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428813 Nov 12 01:21:56.761865 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd3d8f-42ff-499e-8fac-0ea6d186ff26 req-0ae444f7-14e6-4af6-9688-bd753ea4b447 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:56.763330 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-64dd3d8f-42ff-499e-8fac-0ea6d186ff26 req-0ae444f7-14e6-4af6-9688-bd753ea4b447 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae9db971-3546-4b47-87db-32ee3a3dedca HTTP/1.1" status: 200 len: 943 time: 0.0539432 Nov 12 01:21:57.134511 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-64dd3d8f-42ff-499e-8fac-0ea6d186ff26 req-047efb41-7435-4c0c-bb3c-bb05fa048b4e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3649940 Nov 12 01:21:57.177693 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 9e3dc05a-c1a1-4768-bd7e-589947064362 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:21:57.271352 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 9e3dc05a-c1a1-4768-bd7e-589947064362, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=9e3dc05a-c1a1-4768-bd7e-589947064362,segment=NetworkSegment(c1b16b03-cd67-424f-8589-315c1c109bba),segment_id=c1b16b03-cd67-424f-8589-315c1c109bba)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:21:57.283565 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '9e3dc05a-c1a1-4768-bd7e-589947064362', 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab', 'port_id': '9e3dc05a-c1a1-4768-bd7e-589947064362', 'mac_address': 'fa:16:3e:e3:b0:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0049bca-8c54-4a87-971a-726fded81d57', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:21:57.324528 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:57.337471 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e3dc05a-c1a1-4768-bd7e-589947064362 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:21:57.356191 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 9e3dc05a-c1a1-4768-bd7e-589947064362, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=9e3dc05a-c1a1-4768-bd7e-589947064362,segment=NetworkSegment(c1b16b03-cd67-424f-8589-315c1c109bba),segment_id=c1b16b03-cd67-424f-8589-315c1c109bba)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:21:57.360510 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:57.407025 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=9e3dc05a-c1a1-4768-bd7e-589947064362,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:57.652258 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['9e3dc05a-c1a1-4768-bd7e-589947064362'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:21:58.494976 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae031852-c553-4a26-b357-f1434ce64029 req-f65cdb25-4c1f-4aaa-93f6-6af04d408198 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:58.496368 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ae031852-c553-4a26-b357-f1434ce64029 req-f65cdb25-4c1f-4aaa-93f6-6af04d408198 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae9db971-3546-4b47-87db-32ee3a3dedca HTTP/1.1" status: 200 len: 944 time: 0.0493436 Nov 12 01:21:58.547751 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ae031852-c553-4a26-b357-f1434ce64029 req-81938c76-88c5-4d49-9841-3e48a3688584 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453899 Nov 12 01:21:59.192408 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 9e3dc05a-c1a1-4768-bd7e-589947064362 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:21:59.241665 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 9e3dc05a-c1a1-4768-bd7e-589947064362 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:21:59.246073 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 9e3dc05a-c1a1-4768-bd7e-589947064362 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:59.246445 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:59.330999 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:59.353336 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae9db971-3546-4b47-87db-32ee3a3dedca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3dc05a-c1a1-4768-bd7e-589947064362'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:21:59.355844 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc46d2d-171a-44e6-b314-9a8db603a497" -d '{"events": [{"server_uuid": "ae9db971-3546-4b47-87db-32ee3a3dedca", "name": "network-vif-plugged", "status": "completed", "tag": "9e3dc05a-c1a1-4768-bd7e-589947064362"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:21:59.368932 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 9e3dc05a-c1a1-4768-bd7e-589947064362, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=9e3dc05a-c1a1-4768-bd7e-589947064362,segment=NetworkSegment(c1b16b03-cd67-424f-8589-315c1c109bba),segment_id=c1b16b03-cd67-424f-8589-315c1c109bba)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:21:59.373925 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:59.397423 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7eecfd-f4fa-4e4f-9078-3fc0718947eb x-openstack-request-id: req-7f7eecfd-f4fa-4e4f-9078-3fc0718947eb {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:21:59.397757 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae9db971-3546-4b47-87db-32ee3a3dedca", "name": "network-vif-plugged", "status": "completed", "tag": "9e3dc05a-c1a1-4768-bd7e-589947064362", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:21:59.397979 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7f7eecfd-f4fa-4e4f-9078-3fc0718947eb {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:21:59.398366 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae9db971-3546-4b47-87db-32ee3a3dedca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3dc05a-c1a1-4768-bd7e-589947064362', 'code': 200} Nov 12 01:21:59.424235 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=9e3dc05a-c1a1-4768-bd7e-589947064362,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:59.524223 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2cc47a-e324-462c-92c9-fccab54e519b req-db0412e7-f79b-417a-893a-c0e78e6ad76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:59.525630 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bf2cc47a-e324-462c-92c9-fccab54e519b req-db0412e7-f79b-417a-893a-c0e78e6ad76c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ae9db971-3546-4b47-87db-32ee3a3dedca HTTP/1.1" status: 200 len: 1097 time: 0.0437567 Nov 12 01:21:59.572040 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bf2cc47a-e324-462c-92c9-fccab54e519b req-dc493345-0eb7-41af-b5ef-638d9508d2a3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380394 Nov 12 01:21:59.664615 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206a435-32c2-4584-bad1-972248e81e1e req-4931c09b-93b5-4c2c-b3d4-48b0a1d6dcb5 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:59.666109 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0206a435-32c2-4584-bad1-972248e81e1e req-4931c09b-93b5-4c2c-b3d4-48b0a1d6dcb5 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae9db971-3546-4b47-87db-32ee3a3dedca HTTP/1.1" status: 200 len: 945 time: 0.0496457 Nov 12 01:21:59.715492 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0206a435-32c2-4584-bad1-972248e81e1e req-a5ec1f8d-76ca-4a80-b7ef-defbdec51cb8 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429249 Nov 12 01:22:00.836436 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07beba-2c32-4ff0-bb68-3b817dd251d7 req-3e4ce50e-abee-4706-9d31-9ea69effc034 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:00.837816 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ac07beba-2c32-4ff0-bb68-3b817dd251d7 req-3e4ce50e-abee-4706-9d31-9ea69effc034 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae9db971-3546-4b47-87db-32ee3a3dedca HTTP/1.1" status: 200 len: 945 time: 0.0484636 Nov 12 01:22:00.887682 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ac07beba-2c32-4ff0-bb68-3b817dd251d7 req-792ebbc7-a2d1-421f-bf2c-d37deab0d60b tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420103 Nov 12 01:22:01.002449 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afcd97a-eda9-449b-9de4-4b80c1516385 req-98ec20f6-0589-4f5a-b0c7-0ab5ce023d05 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:01.004503 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2afcd97a-eda9-449b-9de4-4b80c1516385 req-98ec20f6-0589-4f5a-b0c7-0ab5ce023d05 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae9db971-3546-4b47-87db-32ee3a3dedca HTTP/1.1" status: 200 len: 945 time: 0.0495732 Nov 12 01:22:01.057015 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2afcd97a-eda9-449b-9de4-4b80c1516385 req-09c9e385-8bb3-4806-bd5d-7cb5841d4fa6 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466700 Nov 12 01:22:01.079650 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46036) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:01.557542 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be46e3b4-56ef-4745-9cbc-918979b8defe tempest-TestVolumeBootPattern-343400622 tempest-TestVolumeBootPattern-343400622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:01.559035 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-be46e3b4-56ef-4745-9cbc-918979b8defe tempest-TestVolumeBootPattern-343400622 tempest-TestVolumeBootPattern-343400622-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ae9db971-3546-4b47-87db-32ee3a3dedca HTTP/1.1" status: 200 len: 1092 time: 0.4784203 Nov 12 01:22:01.562377 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46040) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:01.566666 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-b51e2080-f35c-4496-af3e-4e268ff79ae1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'port_id': '9e3dc05a-c1a1-4768-bd7e-589947064362', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:22:01.589319 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b51e2080-f35c-4496-af3e-4e268ff79ae1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks [] for floatingip, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:01.693012 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b51e2080-f35c-4496-af3e-4e268ff79ae1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:01.798895 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-b51e2080-f35c-4496-af3e-4e268ff79ae1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Allocated IP 172.25.2.238 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/6f0605af-6c1e-4338-9a4d-707faa2ae1e3) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:22:01.900601 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b51e2080-f35c-4496-af3e-4e268ff79ae1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:01.933871 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b51e2080-f35c-4496-af3e-4e268ff79ae1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:01.970736 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51e2080-f35c-4496-af3e-4e268ff79ae1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:22:01.973312 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-b51e2080-f35c-4496-af3e-4e268ff79ae1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:22:01.979150 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51e2080-f35c-4496-af3e-4e268ff79ae1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:22:02.004635 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e2080-f35c-4496-af3e-4e268ff79ae1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Pushing event updated for resources: {'Port': ['ID=6f0605af-6c1e-4338-9a4d-707faa2ae1e3,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:02.346930 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b51e2080-f35c-4496-af3e-4e268ff79ae1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:02.414586 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b51e2080-f35c-4496-af3e-4e268ff79ae1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:02.567590 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b51e2080-f35c-4496-af3e-4e268ff79ae1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:02.572208 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b51e2080-f35c-4496-af3e-4e268ff79ae1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:02.640096 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e2080-f35c-4496-af3e-4e268ff79ae1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Pushing event updated for resources: {'Port': ['ID=6f0605af-6c1e-4338-9a4d-707faa2ae1e3,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:02.653868 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b51e2080-f35c-4496-af3e-4e268ff79ae1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:02.755997 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [None req-b51e2080-f35c-4496-af3e-4e268ff79ae1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Floating IP 9c59acee-25ca-4958-9923-048a688d1cb1 associated. External IP: 172.25.2.238, port: 9e3dc05a-c1a1-4768-bd7e-589947064362. Nov 12 01:22:02.972763 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b51e2080-f35c-4496-af3e-4e268ff79ae1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Router c25e576d-cfc7-4562-a622-5924fcbce615 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:22:03.080976 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51e2080-f35c-4496-af3e-4e268ff79ae1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:22:03.090570 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6344a040-576a-4fe5-b6c4-973bdda9a0e3 None None] Sync routers for ids ['c25e576d-cfc7-4562-a622-5924fcbce615'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:22:03.098782 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b51e2080-f35c-4496-af3e-4e268ff79ae1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:03.104327 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6344a040-576a-4fe5-b6c4-973bdda9a0e3 None None] Routers {'c25e576d-cfc7-4562-a622-5924fcbce615'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:22:03.104949 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-6344a040-576a-4fe5-b6c4-973bdda9a0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:21:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['c25e576d-cfc7-4562-a622-5924fcbce615'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:03.126559 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b51e2080-f35c-4496-af3e-4e268ff79ae1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5631378 Nov 12 01:22:03.127118 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae9db971-3546-4b47-87db-32ee3a3dedca', 'tag': '9e3dc05a-c1a1-4768-bd7e-589947064362'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:22:03.129360 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d09667f-25be-43cc-bdec-8ac7aa735f1d" -d '{"events": [{"name": "network-changed", "server_uuid": "ae9db971-3546-4b47-87db-32ee3a3dedca", "tag": "9e3dc05a-c1a1-4768-bd7e-589947064362"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:22:03.172868 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb9e7c1-c9e3-4514-ba02-8fc35732eac0 x-openstack-request-id: req-3fb9e7c1-c9e3-4514-ba02-8fc35732eac0 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:22:03.173144 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae9db971-3546-4b47-87db-32ee3a3dedca", "tag": "9e3dc05a-c1a1-4768-bd7e-589947064362", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:22:03.173416 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3fb9e7c1-c9e3-4514-ba02-8fc35732eac0 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:22:03.173821 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae9db971-3546-4b47-87db-32ee3a3dedca', 'tag': '9e3dc05a-c1a1-4768-bd7e-589947064362', 'status': 'completed', 'code': 200} Nov 12 01:22:03.211865 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-6344a040-576a-4fe5-b6c4-973bdda9a0e3 None None] Set router c25e576d-cfc7-4562-a622-5924fcbce615 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:22:03.257285 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09667f-25be-43cc-bdec-8ac7aa735f1d req-d6c9de88-1bcd-4d3a-8729-853cc6b95fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:03.258751 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1d09667f-25be-43cc-bdec-8ac7aa735f1d req-d6c9de88-1bcd-4d3a-8729-853cc6b95fa3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a17bedb646b94ed485e4adca083ceb13&device_id=ae9db971-3546-4b47-87db-32ee3a3dedca HTTP/1.1" status: 200 len: 1097 time: 0.0433741 Nov 12 01:22:03.357355 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09667f-25be-43cc-bdec-8ac7aa735f1d req-861563da-fd94-415d-99c6-0256eed20621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:03.359732 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1d09667f-25be-43cc-bdec-8ac7aa735f1d req-861563da-fd94-415d-99c6-0256eed20621 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf426145-af7a-457c-9edb-3ba8bbea2dab HTTP/1.1" status: 200 len: 913 time: 0.0929742 Nov 12 01:22:03.427766 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1d09667f-25be-43cc-bdec-8ac7aa735f1d req-7dbae55a-733f-4e95-8286-4703dfb072b9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e3dc05a-c1a1-4768-bd7e-589947064362 HTTP/1.1" status: 200 len: 999 time: 0.0606184 Nov 12 01:22:03.435293 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-6344a040-576a-4fe5-b6c4-973bdda9a0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'name': 'tempest-TestVolumeBootPattern-2005944440-router', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:15:01Z', 'revision_number': 4, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'gw_port': {'id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '9c59acee-25ca-4958-9923-048a688d1cb1', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'floating_ip_address': '172.25.2.238', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'port_id': '9e3dc05a-c1a1-4768-bd7e-589947064362', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab', 'mac_address': 'fa:16:3e:e3:b0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9db971-3546-4b47-87db-32ee3a3dedca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:22:02Z', 'updated_at': '2021-11-12T01:22:02Z', 'revision_number': 0, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b5ce20-7e44-4805-8f33-babd0a1b6721', 'name': '', 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'mac_address': 'fa:16:3e:88:97:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'e0049bca-8c54-4a87-971a-726fded81d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:00Z', 'updated_at': '2021-11-12T01:15:08Z', 'revision_number': 5, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'subnets': [{'id': 'e0049bca-8c54-4a87-971a-726fded81d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:03.462831 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6344a040-576a-4fe5-b6c4-973bdda9a0e3 None None] Checking router: c25e576d-cfc7-4562-a622-5924fcbce615 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:22:03.472250 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6344a040-576a-4fe5-b6c4-973bdda9a0e3 None None] Routers {'c25e576d-cfc7-4562-a622-5924fcbce615'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:22:03.472852 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-6344a040-576a-4fe5-b6c4-973bdda9a0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:21:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['c25e576d-cfc7-4562-a622-5924fcbce615'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:03.489127 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09667f-25be-43cc-bdec-8ac7aa735f1d req-5c138971-7994-4331-b699-a992ec49d7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:03.490647 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1d09667f-25be-43cc-bdec-8ac7aa735f1d req-5c138971-7994-4331-b699-a992ec49d7a2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e0049bca-8c54-4a87-971a-726fded81d57 HTTP/1.1" status: 200 len: 851 time: 0.0547845 Nov 12 01:22:03.538541 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09667f-25be-43cc-bdec-8ac7aa735f1d req-bfed087c-f836-4d3d-9661-18ea7e572073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:03.539957 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1d09667f-25be-43cc-bdec-8ac7aa735f1d req-bfed087c-f836-4d3d-9661-18ea7e572073 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf426145-af7a-457c-9edb-3ba8bbea2dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419269 Nov 12 01:22:03.582447 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-6344a040-576a-4fe5-b6c4-973bdda9a0e3 None None] Set router c25e576d-cfc7-4562-a622-5924fcbce615 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:22:03.631426 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1d09667f-25be-43cc-bdec-8ac7aa735f1d req-702431ce-9494-4b6a-aee9-0187df8b65f9 service neutron] 10.222.0.49 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835800 Nov 12 01:22:03.739817 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1d09667f-25be-43cc-bdec-8ac7aa735f1d req-64a7d6aa-f842-422e-910f-ed0b166d7f06 service neutron] 10.222.0.49 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994744 Nov 12 01:22:03.958203 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-6344a040-576a-4fe5-b6c4-973bdda9a0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'name': 'tempest-TestVolumeBootPattern-2005944440-router', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:15:01Z', 'revision_number': 4, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'gw_port': {'id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '9c59acee-25ca-4958-9923-048a688d1cb1', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'floating_ip_address': '172.25.2.238', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'port_id': '9e3dc05a-c1a1-4768-bd7e-589947064362', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab', 'mac_address': 'fa:16:3e:e3:b0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9db971-3546-4b47-87db-32ee3a3dedca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:22:02Z', 'updated_at': '2021-11-12T01:22:02Z', 'revision_number': 0, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b5ce20-7e44-4805-8f33-babd0a1b6721', 'name': '', 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'mac_address': 'fa:16:3e:88:97:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'e0049bca-8c54-4a87-971a-726fded81d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:00Z', 'updated_at': '2021-11-12T01:15:08Z', 'revision_number': 5, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'subnets': [{'id': 'e0049bca-8c54-4a87-971a-726fded81d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:03.990706 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6344a040-576a-4fe5-b6c4-973bdda9a0e3 None None] The sync data for ids ['c25e576d-cfc7-4562-a622-5924fcbce615'] in n-d-812236-11 is: [{'id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'name': 'tempest-TestVolumeBootPattern-2005944440-router', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:15:01Z', 'revision_number': 4, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'gw_port': {'id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '9c59acee-25ca-4958-9923-048a688d1cb1', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'floating_ip_address': '172.25.2.238', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'port_id': '9e3dc05a-c1a1-4768-bd7e-589947064362', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab', 'mac_address': 'fa:16:3e:e3:b0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9db971-3546-4b47-87db-32ee3a3dedca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:22:02Z', 'updated_at': '2021-11-12T01:22:02Z', 'revision_number': 0, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b5ce20-7e44-4805-8f33-babd0a1b6721', 'name': '', 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'mac_address': 'fa:16:3e:88:97:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'e0049bca-8c54-4a87-971a-726fded81d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:00Z', 'updated_at': '2021-11-12T01:15:08Z', 'revision_number': 5, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'subnets': [{'id': 'e0049bca-8c54-4a87-971a-726fded81d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:22:04.174598 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02bbb67-dde3-4d42-bfcf-0114d940474c None None] New status for floating IP 9c59acee-25ca-4958-9923-048a688d1cb1: ACTIVE {{(pid=102664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:22:04.315132 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e9c1d540-9e16-4b28-bef1-dfc90c6a7d7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:06.435047 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-52ec5432-f5e0-4093-aaaf-df089962eb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:07.760833 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:09.372554 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:10.311834 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:11.061725 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:12.955313 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:28.965722 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-efdc0e55-ab05-4874-b84b-ababc517c0da req-aa1f5416-213c-42f0-9017-285207e15f41 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ae9db971-3546-4b47-87db-32ee3a3dedca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396032 Nov 12 01:22:29.067157 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc0e55-ab05-4874-b84b-ababc517c0da req-0ea1ec43-a4b0-4d61-a719-8f5ffe26a088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:29.068638 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-efdc0e55-ab05-4874-b84b-ababc517c0da req-0ea1ec43-a4b0-4d61-a719-8f5ffe26a088 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a17bedb646b94ed485e4adca083ceb13&device_id=ae9db971-3546-4b47-87db-32ee3a3dedca HTTP/1.1" status: 200 len: 1097 time: 0.0453629 Nov 12 01:22:29.176658 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc0e55-ab05-4874-b84b-ababc517c0da req-37b0168b-63d0-427d-814f-cbeb2a5b4cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:29.178169 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-efdc0e55-ab05-4874-b84b-ababc517c0da req-37b0168b-63d0-427d-814f-cbeb2a5b4cc5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf426145-af7a-457c-9edb-3ba8bbea2dab HTTP/1.1" status: 200 len: 913 time: 0.0879490 Nov 12 01:22:29.248941 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-efdc0e55-ab05-4874-b84b-ababc517c0da req-99511070-e2f9-47f3-949c-4227185f17e8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e3dc05a-c1a1-4768-bd7e-589947064362 HTTP/1.1" status: 200 len: 1001 time: 0.0612524 Nov 12 01:22:29.298594 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc0e55-ab05-4874-b84b-ababc517c0da req-d2019f08-f840-48d9-8272-32a49ed7dceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:29.300031 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-efdc0e55-ab05-4874-b84b-ababc517c0da req-d2019f08-f840-48d9-8272-32a49ed7dceb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e0049bca-8c54-4a87-971a-726fded81d57 HTTP/1.1" status: 200 len: 851 time: 0.0448146 Nov 12 01:22:29.346645 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc0e55-ab05-4874-b84b-ababc517c0da req-0c8844ab-3d51-41b8-9d93-ebdb5fa7709d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:29.348189 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-efdc0e55-ab05-4874-b84b-ababc517c0da req-0c8844ab-3d51-41b8-9d93-ebdb5fa7709d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf426145-af7a-457c-9edb-3ba8bbea2dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415332 Nov 12 01:22:29.449052 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-efdc0e55-ab05-4874-b84b-ababc517c0da req-a63b614b-a135-4f32-991a-af2cd6600d93 service neutron] 10.222.0.49 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930297 Nov 12 01:22:29.538088 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-efdc0e55-ab05-4874-b84b-ababc517c0da req-225dcb11-c448-4f0f-96a7-8fca59549041 service neutron] 10.222.0.49 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818574 Nov 12 01:22:32.347485 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:22:34.316847 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2f206e22-d1c3-4c84-9edb-7141820efa5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:36.150672 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fe6a28d4-a4a7-411f-ac76-4de9b676a02c req-6ff4ab9d-9e33-496a-8d96-d1df19c39be5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bcaaab59-0e96-4e6c-9cdb-9a9915b26a41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391972 Nov 12 01:22:36.252669 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a28d4-a4a7-411f-ac76-4de9b676a02c req-a0a37fb6-e6e4-4dbf-b0e0-4527a142eef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:36.254172 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fe6a28d4-a4a7-411f-ac76-4de9b676a02c req-a0a37fb6-e6e4-4dbf-b0e0-4527a142eef7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b199a2c21c394c79bc16fc575899fc99&device_id=bcaaab59-0e96-4e6c-9cdb-9a9915b26a41 HTTP/1.1" status: 200 len: 1097 time: 0.0435684 Nov 12 01:22:36.357023 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a28d4-a4a7-411f-ac76-4de9b676a02c req-7e0efddf-c7f6-46d9-b5c8-94e8c27f7cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:36.359481 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fe6a28d4-a4a7-411f-ac76-4de9b676a02c req-7e0efddf-c7f6-46d9-b5c8-94e8c27f7cdc service neutron] 10.222.0.54 "GET /v2.0/networks?id=0cf9affa-6788-4b52-a19a-a712db927773 HTTP/1.1" status: 200 len: 898 time: 0.0858221 Nov 12 01:22:36.427011 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fe6a28d4-a4a7-411f-ac76-4de9b676a02c req-92784295-976f-4c3d-ac11-b566e3350e59 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50b4c36f-3625-4a35-965c-9f0f58e6f21f HTTP/1.1" status: 200 len: 1001 time: 0.0606503 Nov 12 01:22:36.437496 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2d106c54-b51f-41bb-bc54-fbdaabcb3f1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:36.476792 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a28d4-a4a7-411f-ac76-4de9b676a02c req-e00dfa3e-157c-4354-9c0f-9b5a738e8286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:36.478249 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fe6a28d4-a4a7-411f-ac76-4de9b676a02c req-e00dfa3e-157c-4354-9c0f-9b5a738e8286 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=24898bcf-b40b-40fe-95ed-2b6adec41619 HTTP/1.1" status: 200 len: 835 time: 0.0441537 Nov 12 01:22:36.524168 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a28d4-a4a7-411f-ac76-4de9b676a02c req-f8be13ff-5a5d-442d-a000-c5daf2184c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:36.525660 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fe6a28d4-a4a7-411f-ac76-4de9b676a02c req-f8be13ff-5a5d-442d-a000-c5daf2184c19 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0cf9affa-6788-4b52-a19a-a712db927773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406075 Nov 12 01:22:36.617305 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fe6a28d4-a4a7-411f-ac76-4de9b676a02c req-f5a963fe-a726-4211-af05-7a001a33dc1c service neutron] 10.222.0.54 "GET /v2.0/networks/0cf9affa-6788-4b52-a19a-a712db927773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839069 Nov 12 01:22:36.706345 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fe6a28d4-a4a7-411f-ac76-4de9b676a02c req-cad6f3cc-b394-49a8-8210-03a131dddca2 service neutron] 10.222.0.54 "GET /v2.0/networks/0cf9affa-6788-4b52-a19a-a712db927773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819776 Nov 12 01:22:37.763201 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:39.375077 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:40.314421 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:41.073074 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:42.954674 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:04.318248 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cae5467e-3d69-430d-8cd1-7a981e031006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:05.104561 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4a84f-318f-4ea1-85e5-3f40ea898111 req-49f207fc-fda3-4601-9342-7ced3a5d9d18 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:05.106058 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7ba4a84f-318f-4ea1-85e5-3f40ea898111 req-49f207fc-fda3-4601-9342-7ced3a5d9d18 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcaaab59-0e96-4e6c-9cdb-9a9915b26a41 HTTP/1.1" status: 200 len: 945 time: 0.0536323 Nov 12 01:23:05.154931 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7ba4a84f-318f-4ea1-85e5-3f40ea898111 req-01226afd-2ebb-4344-9b2d-d4b63a06ed5d tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=c30e9a34-251a-4a8f-b5a5-0e8a3f9a4a50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421999 Nov 12 01:23:05.177773 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46084) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:05.237721 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-cde8b7d8-a49d-4a06-bf3d-e4c5d906bdc6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/floatingips/65851781-9ba3-4a8f-aaaf-65b4926d260a HTTP/1.1" status: 200 len: 993 time: 0.0585942 Nov 12 01:23:05.588352 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a25f5-053a-43e5-8637-d48cb1de6cbc req-9a83e261-5420-45ef-82d7-7954c975e6e7 tempest-TestNetworkAdvancedServerOps-797573911 tempest-TestNetworkAdvancedServerOps-797573911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:05.589919 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-130a25f5-053a-43e5-8637-d48cb1de6cbc req-9a83e261-5420-45ef-82d7-7954c975e6e7 tempest-TestNetworkAdvancedServerOps-797573911 tempest-TestNetworkAdvancedServerOps-797573911-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=bcaaab59-0e96-4e6c-9cdb-9a9915b26a41 HTTP/1.1" status: 200 len: 1097 time: 0.0416172 Nov 12 01:23:05.640891 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-130a25f5-053a-43e5-8637-d48cb1de6cbc req-1b8e5578-d6f4-4073-82a4-f1dc9e66a337 tempest-TestNetworkAdvancedServerOps-797573911 tempest-TestNetworkAdvancedServerOps-797573911-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=c30e9a34-251a-4a8f-b5a5-0e8a3f9a4a50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440743 Nov 12 01:23:06.087748 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46114) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:06.192289 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-236f0363-6168-427b-85c5-7ffb98bf92af req-475f5248-e112-454f-b90c-b084f4ef512a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bcaaab59-0e96-4e6c-9cdb-9a9915b26a41&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1033485 Nov 12 01:23:06.202059 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [req-236f0363-6168-427b-85c5-7ffb98bf92af req-d969c01c-acbc-425a-b662-ee2acb1ae587 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:23:06.203007 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-236f0363-6168-427b-85c5-7ffb98bf92af req-d969c01c-acbc-425a-b662-ee2acb1ae587 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059919 Nov 12 01:23:06.438339 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-96411d86-7549-4e2c-9062-bca23ccae8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:06.741616 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f0363-6168-427b-85c5-7ffb98bf92af req-926b0321-488f-4bef-969c-24c7fe08af43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:06.742975 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-236f0363-6168-427b-85c5-7ffb98bf92af req-926b0321-488f-4bef-969c-24c7fe08af43 service neutron] 10.222.0.20 "GET /v2.0/ports/50b4c36f-3625-4a35-965c-9f0f58e6f21f HTTP/1.1" status: 200 len: 1094 time: 0.0335560 Nov 12 01:23:06.752134 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-236f0363-6168-427b-85c5-7ffb98bf92af req-f7ea842f-f35d-4ddf-a0f9-bd840ea7f512 service neutron] Request body: {'binding': {'host': 'n-h1-812236-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:23:06.752575 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-236f0363-6168-427b-85c5-7ffb98bf92af req-f7ea842f-f35d-4ddf-a0f9-bd840ea7f512 service neutron] Unknown quota resources ['binding']. {{(pid=102662) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 01:23:06.891928 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-236f0363-6168-427b-85c5-7ffb98bf92af req-f7ea842f-f35d-4ddf-a0f9-bd840ea7f512 service neutron] Attempting to bind port 50b4c36f-3625-4a35-965c-9f0f58e6f21f on host n-h1-812236-11 for vnic_type normal with profile None {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:23:06.892171 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-236f0363-6168-427b-85c5-7ffb98bf92af req-f7ea842f-f35d-4ddf-a0f9-bd840ea7f512 service neutron] Attempting to bind port 50b4c36f-3625-4a35-965c-9f0f58e6f21f by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'c9d65ca6-8a95-49d8-8d44-9e857490dfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '0cf9affa-6788-4b52-a19a-a712db927773'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:23:06.892499 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236f0363-6168-427b-85c5-7ffb98bf92af req-f7ea842f-f35d-4ddf-a0f9-bd840ea7f512 service neutron] Attempting to bind port 50b4c36f-3625-4a35-965c-9f0f58e6f21f on network 0cf9affa-6788-4b52-a19a-a712db927773 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:23:06.896887 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236f0363-6168-427b-85c5-7ffb98bf92af req-f7ea842f-f35d-4ddf-a0f9-bd840ea7f512 service neutron] Port 50b4c36f-3625-4a35-965c-9f0f58e6f21f on network 0cf9affa-6788-4b52-a19a-a712db927773 not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:23:06.897212 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236f0363-6168-427b-85c5-7ffb98bf92af req-f7ea842f-f35d-4ddf-a0f9-bd840ea7f512 service neutron] Attempting to bind port 50b4c36f-3625-4a35-965c-9f0f58e6f21f on network 0cf9affa-6788-4b52-a19a-a712db927773 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:23:06.902267 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236f0363-6168-427b-85c5-7ffb98bf92af req-f7ea842f-f35d-4ddf-a0f9-bd840ea7f512 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:23:06.902602 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236f0363-6168-427b-85c5-7ffb98bf92af req-f7ea842f-f35d-4ddf-a0f9-bd840ea7f512 service neutron] Checking segment: {'id': 'c9d65ca6-8a95-49d8-8d44-9e857490dfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '0cf9affa-6788-4b52-a19a-a712db927773'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:23:06.902982 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236f0363-6168-427b-85c5-7ffb98bf92af req-f7ea842f-f35d-4ddf-a0f9-bd840ea7f512 service neutron] Bound using segment: {'id': 'c9d65ca6-8a95-49d8-8d44-9e857490dfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '0cf9affa-6788-4b52-a19a-a712db927773'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:23:06.903400 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-236f0363-6168-427b-85c5-7ffb98bf92af req-f7ea842f-f35d-4ddf-a0f9-bd840ea7f512 service neutron] Bound port: 50b4c36f-3625-4a35-965c-9f0f58e6f21f, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9d65ca6-8a95-49d8-8d44-9e857490dfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '0cf9affa-6788-4b52-a19a-a712db927773'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:23:06.995298 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-236f0363-6168-427b-85c5-7ffb98bf92af req-f7ea842f-f35d-4ddf-a0f9-bd840ea7f512 service neutron] For port 50b4c36f-3625-4a35-965c-9f0f58e6f21f, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=50b4c36f-3625-4a35-965c-9f0f58e6f21f,segment=NetworkSegment(c9d65ca6-8a95-49d8-8d44-9e857490dfb9),segment_id=c9d65ca6-8a95-49d8-8d44-9e857490dfb9)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:23:07.002132 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-236f0363-6168-427b-85c5-7ffb98bf92af req-f7ea842f-f35d-4ddf-a0f9-bd840ea7f512 service neutron] Publish callbacks [] for binding, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:07.003577 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-236f0363-6168-427b-85c5-7ffb98bf92af req-f7ea842f-f35d-4ddf-a0f9-bd840ea7f512 service neutron] 10.222.0.20 "POST /v2.0/ports/50b4c36f-3625-4a35-965c-9f0f58e6f21f/bindings HTTP/1.1" status: 201 len: 390 time: 0.2546906 Nov 12 01:23:07.153302 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea07b4a-efc3-4352-ae8f-752f4230a186 req-9ab88af1-60ee-431f-b565-7559f7aa3304 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:07.155732 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3ea07b4a-efc3-4352-ae8f-752f4230a186 req-9ab88af1-60ee-431f-b565-7559f7aa3304 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcaaab59-0e96-4e6c-9cdb-9a9915b26a41 HTTP/1.1" status: 200 len: 945 time: 0.0625365 Nov 12 01:23:07.207084 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3ea07b4a-efc3-4352-ae8f-752f4230a186 req-9c2a2bad-1b44-4639-b306-40bb398c1050 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=c30e9a34-251a-4a8f-b5a5-0e8a3f9a4a50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458477 Nov 12 01:23:07.257473 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f0363-6168-427b-85c5-7ffb98bf92af req-8d920deb-dc5b-42f9-92ed-4e6a38b16979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:07.258958 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-236f0363-6168-427b-85c5-7ffb98bf92af req-8d920deb-dc5b-42f9-92ed-4e6a38b16979 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b199a2c21c394c79bc16fc575899fc99&device_id=bcaaab59-0e96-4e6c-9cdb-9a9915b26a41 HTTP/1.1" status: 200 len: 1097 time: 0.0426080 Nov 12 01:23:07.356658 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f0363-6168-427b-85c5-7ffb98bf92af req-e111b8d1-3b2c-46b7-9a30-85541a1c56b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:07.359242 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-236f0363-6168-427b-85c5-7ffb98bf92af req-e111b8d1-3b2c-46b7-9a30-85541a1c56b2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0cf9affa-6788-4b52-a19a-a712db927773 HTTP/1.1" status: 200 len: 898 time: 0.0919688 Nov 12 01:23:07.440186 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-236f0363-6168-427b-85c5-7ffb98bf92af req-9f674978-8283-4481-991d-a5b81b771d42 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50b4c36f-3625-4a35-965c-9f0f58e6f21f HTTP/1.1" status: 200 len: 1001 time: 0.0666592 Nov 12 01:23:07.490306 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f0363-6168-427b-85c5-7ffb98bf92af req-44c6bff9-9c72-4d95-9a6f-2cb515da625c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:07.491744 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-236f0363-6168-427b-85c5-7ffb98bf92af req-44c6bff9-9c72-4d95-9a6f-2cb515da625c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=24898bcf-b40b-40fe-95ed-2b6adec41619 HTTP/1.1" status: 200 len: 835 time: 0.0438712 Nov 12 01:23:07.541728 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f0363-6168-427b-85c5-7ffb98bf92af req-6b758707-d94f-4786-9ed0-ad4f0f326b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:07.543196 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-236f0363-6168-427b-85c5-7ffb98bf92af req-6b758707-d94f-4786-9ed0-ad4f0f326b28 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0cf9affa-6788-4b52-a19a-a712db927773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410154 Nov 12 01:23:07.639970 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-236f0363-6168-427b-85c5-7ffb98bf92af req-075f5f35-c6a3-4822-a92e-e6d5a8073e8d service neutron] 10.222.0.49 "GET /v2.0/networks/0cf9affa-6788-4b52-a19a-a712db927773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892668 Nov 12 01:23:07.737262 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-236f0363-6168-427b-85c5-7ffb98bf92af req-c20d2771-a330-4df8-a186-b654b80821e0 service neutron] 10.222.0.49 "GET /v2.0/networks/0cf9affa-6788-4b52-a19a-a712db927773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879176 Nov 12 01:23:07.766670 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:07.929834 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f0363-6168-427b-85c5-7ffb98bf92af req-3981fabc-4eda-42a0-8938-db1766fefa44 tempest-TestNetworkAdvancedServerOps-797573911 tempest-TestNetworkAdvancedServerOps-797573911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:07.931325 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-236f0363-6168-427b-85c5-7ffb98bf92af req-3981fabc-4eda-42a0-8938-db1766fefa44 tempest-TestNetworkAdvancedServerOps-797573911 tempest-TestNetworkAdvancedServerOps-797573911-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=bcaaab59-0e96-4e6c-9cdb-9a9915b26a41&tenant_id=b199a2c21c394c79bc16fc575899fc99&binding%3Ahost_id=n-h2-812236-11 HTTP/1.1" status: 200 len: 1097 time: 0.0803897 Nov 12 01:23:07.943383 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-236f0363-6168-427b-85c5-7ffb98bf92af req-559f1070-8354-46a9-b365-745b6908ede0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-812236-11'}}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:23:07.996729 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-236f0363-6168-427b-85c5-7ffb98bf92af req-559f1070-8354-46a9-b365-745b6908ede0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:08.124752 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-236f0363-6168-427b-85c5-7ffb98bf92af req-559f1070-8354-46a9-b365-745b6908ede0 service neutron] For port 50b4c36f-3625-4a35-965c-9f0f58e6f21f, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=50b4c36f-3625-4a35-965c-9f0f58e6f21f,segment=NetworkSegment(c9d65ca6-8a95-49d8-8d44-9e857490dfb9),segment_id=c9d65ca6-8a95-49d8-8d44-9e857490dfb9)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:23:08.160443 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-236f0363-6168-427b-85c5-7ffb98bf92af req-559f1070-8354-46a9-b365-745b6908ede0 service neutron] For port 50b4c36f-3625-4a35-965c-9f0f58e6f21f, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:23:08.200226 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcaaab59-0e96-4e6c-9cdb-9a9915b26a41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50b4c36f-3625-4a35-965c-9f0f58e6f21f'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:23:08.202617 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b74ec02-8a39-447b-add1-6c84e78f2c33" -d '{"events": [{"server_uuid": "bcaaab59-0e96-4e6c-9cdb-9a9915b26a41", "name": "network-vif-unplugged", "status": "completed", "tag": "50b4c36f-3625-4a35-965c-9f0f58e6f21f"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:23:08.206403 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-236f0363-6168-427b-85c5-7ffb98bf92af req-559f1070-8354-46a9-b365-745b6908ede0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:08.212352 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-236f0363-6168-427b-85c5-7ffb98bf92af req-559f1070-8354-46a9-b365-745b6908ede0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:08.251827 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1742dc82-357e-4f4f-871f-bf322c9c665a x-openstack-request-id: req-1742dc82-357e-4f4f-871f-bf322c9c665a {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:23:08.252173 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcaaab59-0e96-4e6c-9cdb-9a9915b26a41", "name": "network-vif-unplugged", "status": "completed", "tag": "50b4c36f-3625-4a35-965c-9f0f58e6f21f", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:23:08.253412 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1742dc82-357e-4f4f-871f-bf322c9c665a {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:23:08.253412 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcaaab59-0e96-4e6c-9cdb-9a9915b26a41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50b4c36f-3625-4a35-965c-9f0f58e6f21f', 'code': 200} Nov 12 01:23:08.325114 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f1070-8354-46a9-b365-745b6908ede0 service neutron] Pushing event updated for resources: {'Port': ['ID=50b4c36f-3625-4a35-965c-9f0f58e6f21f,revision_number=7']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:08.338397 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559f1070-8354-46a9-b365-745b6908ede0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:08.338788 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559f1070-8354-46a9-b365-745b6908ede0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:08.339122 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559f1070-8354-46a9-b365-745b6908ede0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:08.339449 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559f1070-8354-46a9-b365-745b6908ede0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:08.339862 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559f1070-8354-46a9-b365-745b6908ede0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:08.340124 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559f1070-8354-46a9-b365-745b6908ede0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:08.340441 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559f1070-8354-46a9-b365-745b6908ede0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:08.340765 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559f1070-8354-46a9-b365-745b6908ede0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:08.341106 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559f1070-8354-46a9-b365-745b6908ede0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:08.342127 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559f1070-8354-46a9-b365-745b6908ede0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:08.343121 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559f1070-8354-46a9-b365-745b6908ede0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:08.343611 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559f1070-8354-46a9-b365-745b6908ede0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:08.357812 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94423a12-b527-499d-878f-9ab072906aef req-e4432f3e-a306-4d44-ac5d-967fecf5f118 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:08.359715 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-94423a12-b527-499d-878f-9ab072906aef req-e4432f3e-a306-4d44-ac5d-967fecf5f118 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcaaab59-0e96-4e6c-9cdb-9a9915b26a41 HTTP/1.1" status: 200 len: 943 time: 0.0615671 Nov 12 01:23:08.399634 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-236f0363-6168-427b-85c5-7ffb98bf92af req-559f1070-8354-46a9-b365-745b6908ede0 service neutron] Attempting to bind port 50b4c36f-3625-4a35-965c-9f0f58e6f21f on host n-h2-812236-11 for vnic_type normal with profile {"migrating_to": "n-h1-812236-11"} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:23:08.399966 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-236f0363-6168-427b-85c5-7ffb98bf92af req-559f1070-8354-46a9-b365-745b6908ede0 service neutron] Attempting to bind port 50b4c36f-3625-4a35-965c-9f0f58e6f21f by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': 'c9d65ca6-8a95-49d8-8d44-9e857490dfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '0cf9affa-6788-4b52-a19a-a712db927773'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:23:08.400284 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236f0363-6168-427b-85c5-7ffb98bf92af req-559f1070-8354-46a9-b365-745b6908ede0 service neutron] Attempting to bind port 50b4c36f-3625-4a35-965c-9f0f58e6f21f on network 0cf9affa-6788-4b52-a19a-a712db927773 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:23:08.406897 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236f0363-6168-427b-85c5-7ffb98bf92af req-559f1070-8354-46a9-b365-745b6908ede0 service neutron] Port 50b4c36f-3625-4a35-965c-9f0f58e6f21f on network 0cf9affa-6788-4b52-a19a-a712db927773 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:23:08.407922 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236f0363-6168-427b-85c5-7ffb98bf92af req-559f1070-8354-46a9-b365-745b6908ede0 service neutron] Attempting to bind port 50b4c36f-3625-4a35-965c-9f0f58e6f21f on network 0cf9affa-6788-4b52-a19a-a712db927773 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:23:08.412427 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236f0363-6168-427b-85c5-7ffb98bf92af req-559f1070-8354-46a9-b365-745b6908ede0 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:23:08.412950 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236f0363-6168-427b-85c5-7ffb98bf92af req-559f1070-8354-46a9-b365-745b6908ede0 service neutron] Checking segment: {'id': 'c9d65ca6-8a95-49d8-8d44-9e857490dfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '0cf9affa-6788-4b52-a19a-a712db927773'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:23:08.413132 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236f0363-6168-427b-85c5-7ffb98bf92af req-559f1070-8354-46a9-b365-745b6908ede0 service neutron] Bound using segment: {'id': 'c9d65ca6-8a95-49d8-8d44-9e857490dfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '0cf9affa-6788-4b52-a19a-a712db927773'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:23:08.413581 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-236f0363-6168-427b-85c5-7ffb98bf92af req-559f1070-8354-46a9-b365-745b6908ede0 service neutron] Bound port: 50b4c36f-3625-4a35-965c-9f0f58e6f21f, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9d65ca6-8a95-49d8-8d44-9e857490dfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '0cf9affa-6788-4b52-a19a-a712db927773'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:23:08.413933 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-236f0363-6168-427b-85c5-7ffb98bf92af req-559f1070-8354-46a9-b365-745b6908ede0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:08.434636 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-94423a12-b527-499d-878f-9ab072906aef req-1a289387-3093-478f-980e-2fc54761e00f tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=c30e9a34-251a-4a8f-b5a5-0e8a3f9a4a50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669484 Nov 12 01:23:08.494864 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-236f0363-6168-427b-85c5-7ffb98bf92af req-559f1070-8354-46a9-b365-745b6908ede0 service neutron] For port 50b4c36f-3625-4a35-965c-9f0f58e6f21f, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:23:08.499868 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-236f0363-6168-427b-85c5-7ffb98bf92af req-559f1070-8354-46a9-b365-745b6908ede0 service neutron] For port 50b4c36f-3625-4a35-965c-9f0f58e6f21f, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=50b4c36f-3625-4a35-965c-9f0f58e6f21f,segment=NetworkSegment(c9d65ca6-8a95-49d8-8d44-9e857490dfb9),segment_id=c9d65ca6-8a95-49d8-8d44-9e857490dfb9)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:23:08.504137 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-236f0363-6168-427b-85c5-7ffb98bf92af req-559f1070-8354-46a9-b365-745b6908ede0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:08.552117 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-c393ad41-d8a6-4709-926e-417d027d823f None None] Provisioning complete for port 50b4c36f-3625-4a35-965c-9f0f58e6f21f triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:23:08.552487 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c393ad41-d8a6-4709-926e-417d027d823f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:08.609837 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f1070-8354-46a9-b365-745b6908ede0 service neutron] Pushing event updated for resources: {'Port': ['ID=50b4c36f-3625-4a35-965c-9f0f58e6f21f,revision_number=8']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:08.666395 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c393ad41-d8a6-4709-926e-417d027d823f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:08.670037 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f0363-6168-427b-85c5-7ffb98bf92af req-559f1070-8354-46a9-b365-745b6908ede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:08.670777 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-236f0363-6168-427b-85c5-7ffb98bf92af req-559f1070-8354-46a9-b365-745b6908ede0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:08.672369 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-236f0363-6168-427b-85c5-7ffb98bf92af req-559f1070-8354-46a9-b365-745b6908ede0 service neutron] 10.222.0.49 "PUT /v2.0/ports/50b4c36f-3625-4a35-965c-9f0f58e6f21f HTTP/1.1" status: 200 len: 1123 time: 0.7329473 Nov 12 01:23:08.692131 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcaaab59-0e96-4e6c-9cdb-9a9915b26a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b4c36f-3625-4a35-965c-9f0f58e6f21f'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:23:08.694602 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ce66a6-24ed-49d8-80fd-70e97e603175" -d '{"events": [{"server_uuid": "bcaaab59-0e96-4e6c-9cdb-9a9915b26a41", "name": "network-vif-plugged", "status": "completed", "tag": "50b4c36f-3625-4a35-965c-9f0f58e6f21f"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:23:08.710118 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-c393ad41-d8a6-4709-926e-417d027d823f None None] For port 50b4c36f-3625-4a35-965c-9f0f58e6f21f, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=50b4c36f-3625-4a35-965c-9f0f58e6f21f,segment=NetworkSegment(c9d65ca6-8a95-49d8-8d44-9e857490dfb9),segment_id=c9d65ca6-8a95-49d8-8d44-9e857490dfb9)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:23:08.716635 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c393ad41-d8a6-4709-926e-417d027d823f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:08.806083 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8b7730-9377-47d9-b161-e200710c9957 x-openstack-request-id: req-be8b7730-9377-47d9-b161-e200710c9957 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:23:08.806702 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcaaab59-0e96-4e6c-9cdb-9a9915b26a41", "name": "network-vif-plugged", "status": "completed", "tag": "50b4c36f-3625-4a35-965c-9f0f58e6f21f", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:23:08.806702 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be8b7730-9377-47d9-b161-e200710c9957 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:23:08.807134 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcaaab59-0e96-4e6c-9cdb-9a9915b26a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b4c36f-3625-4a35-965c-9f0f58e6f21f', 'code': 200} Nov 12 01:23:08.834245 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['50b4c36f-3625-4a35-965c-9f0f58e6f21f'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:23:08.921063 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c393ad41-d8a6-4709-926e-417d027d823f None None] Pushing event updated for resources: {'Port': ['ID=50b4c36f-3625-4a35-965c-9f0f58e6f21f,revision_number=9']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:08.941863 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c393ad41-d8a6-4709-926e-417d027d823f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:08.942215 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c393ad41-d8a6-4709-926e-417d027d823f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:08.942577 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c393ad41-d8a6-4709-926e-417d027d823f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:08.943002 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c393ad41-d8a6-4709-926e-417d027d823f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:08.943332 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c393ad41-d8a6-4709-926e-417d027d823f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:08.943868 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c393ad41-d8a6-4709-926e-417d027d823f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:08.944192 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c393ad41-d8a6-4709-926e-417d027d823f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:08.944576 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c393ad41-d8a6-4709-926e-417d027d823f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:08.944871 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c393ad41-d8a6-4709-926e-417d027d823f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:08.945197 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c393ad41-d8a6-4709-926e-417d027d823f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:08.945580 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c393ad41-d8a6-4709-926e-417d027d823f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:08.945940 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c393ad41-d8a6-4709-926e-417d027d823f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:09.114728 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-c67280aa-5f9b-4671-8cb2-c512824621a8 None None] Provisioning complete for port 50b4c36f-3625-4a35-965c-9f0f58e6f21f triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:23:09.115196 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c67280aa-5f9b-4671-8cb2-c512824621a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:09.347238 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:23:09.376910 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:09.554653 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf0a7d-6177-4f2f-a294-8eb26ac7068d req-7934703f-6ff2-4804-b1db-c700c928c0b8 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:09.556111 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-75bf0a7d-6177-4f2f-a294-8eb26ac7068d req-7934703f-6ff2-4804-b1db-c700c928c0b8 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcaaab59-0e96-4e6c-9cdb-9a9915b26a41 HTTP/1.1" status: 200 len: 945 time: 0.0536003 Nov 12 01:23:09.605993 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-75bf0a7d-6177-4f2f-a294-8eb26ac7068d req-d2bb7b5c-7115-41a6-9958-4146755d3ab5 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=c30e9a34-251a-4a8f-b5a5-0e8a3f9a4a50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438850 Nov 12 01:23:10.253782 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcaaab59-0e96-4e6c-9cdb-9a9915b26a41', 'tag': '50b4c36f-3625-4a35-965c-9f0f58e6f21f'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:23:10.256156 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2bf1f3f-e6b5-4e07-836a-8a7f0a7c9505" -d '{"events": [{"name": "network-changed", "server_uuid": "bcaaab59-0e96-4e6c-9cdb-9a9915b26a41", "tag": "50b4c36f-3625-4a35-965c-9f0f58e6f21f"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:23:10.293090 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b40e6d-b814-41b1-a6b7-af815e9c9685 x-openstack-request-id: req-b7b40e6d-b814-41b1-a6b7-af815e9c9685 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:23:10.293499 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcaaab59-0e96-4e6c-9cdb-9a9915b26a41", "tag": "50b4c36f-3625-4a35-965c-9f0f58e6f21f", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:23:10.293757 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b7b40e6d-b814-41b1-a6b7-af815e9c9685 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:23:10.294165 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcaaab59-0e96-4e6c-9cdb-9a9915b26a41', 'tag': '50b4c36f-3625-4a35-965c-9f0f58e6f21f', 'status': 'completed', 'code': 200} Nov 12 01:23:10.316132 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:10.378515 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf1f3f-e6b5-4e07-836a-8a7f0a7c9505 req-a5d51ba9-5be7-4bda-91df-1511df854ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:10.379991 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c2bf1f3f-e6b5-4e07-836a-8a7f0a7c9505 req-a5d51ba9-5be7-4bda-91df-1511df854ccb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b199a2c21c394c79bc16fc575899fc99&device_id=bcaaab59-0e96-4e6c-9cdb-9a9915b26a41 HTTP/1.1" status: 200 len: 1128 time: 0.0423732 Nov 12 01:23:10.473228 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf1f3f-e6b5-4e07-836a-8a7f0a7c9505 req-ce70cf0a-585d-40ab-a065-7c144d46f1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:10.474702 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c2bf1f3f-e6b5-4e07-836a-8a7f0a7c9505 req-ce70cf0a-585d-40ab-a065-7c144d46f1e4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0cf9affa-6788-4b52-a19a-a712db927773 HTTP/1.1" status: 200 len: 898 time: 0.0868428 Nov 12 01:23:10.540146 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c2bf1f3f-e6b5-4e07-836a-8a7f0a7c9505 req-bfc7402b-20d0-4c0a-8994-f4393cdb4cf5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50b4c36f-3625-4a35-965c-9f0f58e6f21f HTTP/1.1" status: 200 len: 1001 time: 0.0574310 Nov 12 01:23:10.590307 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf1f3f-e6b5-4e07-836a-8a7f0a7c9505 req-700a2c64-8b06-4641-91bf-b8f783f6eada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:10.591824 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c2bf1f3f-e6b5-4e07-836a-8a7f0a7c9505 req-700a2c64-8b06-4641-91bf-b8f783f6eada service neutron] 10.222.0.54 "GET /v2.0/subnets?id=24898bcf-b40b-40fe-95ed-2b6adec41619 HTTP/1.1" status: 200 len: 835 time: 0.0437617 Nov 12 01:23:10.643595 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf1f3f-e6b5-4e07-836a-8a7f0a7c9505 req-a665a81b-db26-4a71-b7aa-e70b3994b231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:10.645135 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c2bf1f3f-e6b5-4e07-836a-8a7f0a7c9505 req-a665a81b-db26-4a71-b7aa-e70b3994b231 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0cf9affa-6788-4b52-a19a-a712db927773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448272 Nov 12 01:23:10.770055 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484e2cb-b562-465b-a0bd-90a5b56bd96a req-cb02e820-e4b8-4cb4-bf15-b16e841180c1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:10.771532 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8484e2cb-b562-465b-a0bd-90a5b56bd96a req-cb02e820-e4b8-4cb4-bf15-b16e841180c1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcaaab59-0e96-4e6c-9cdb-9a9915b26a41 HTTP/1.1" status: 200 len: 945 time: 0.0927827 Nov 12 01:23:10.797796 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c2bf1f3f-e6b5-4e07-836a-8a7f0a7c9505 req-88d0020a-f9b7-4bca-8bf8-4e695b3042ee service neutron] 10.222.0.54 "GET /v2.0/networks/0cf9affa-6788-4b52-a19a-a712db927773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418316 Nov 12 01:23:10.875777 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8484e2cb-b562-465b-a0bd-90a5b56bd96a req-2365c07b-351d-48e2-952d-12ab67234030 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=c30e9a34-251a-4a8f-b5a5-0e8a3f9a4a50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956116 Nov 12 01:23:10.909870 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c2bf1f3f-e6b5-4e07-836a-8a7f0a7c9505 req-6d6058cb-4c7f-4850-a38c-c3241edd100a service neutron] 10.222.0.54 "GET /v2.0/networks/0cf9affa-6788-4b52-a19a-a712db927773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046147 Nov 12 01:23:11.096053 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:11.590583 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 50b4c36f-3625-4a35-965c-9f0f58e6f21f details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:23:11.691496 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 50b4c36f-3625-4a35-965c-9f0f58e6f21f, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=50b4c36f-3625-4a35-965c-9f0f58e6f21f,segment=NetworkSegment(c9d65ca6-8a95-49d8-8d44-9e857490dfb9),segment_id=c9d65ca6-8a95-49d8-8d44-9e857490dfb9)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:23:11.702807 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 50b4c36f-3625-4a35-965c-9f0f58e6f21f has no active binding in host n-h1-812236-11 {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 01:23:11.994480 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8018a-123c-4ba6-82c7-5170f3f01882 req-c845ed3f-0304-4dc6-b8bc-40919573a416 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:11.995887 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a9e8018a-123c-4ba6-82c7-5170f3f01882 req-c845ed3f-0304-4dc6-b8bc-40919573a416 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcaaab59-0e96-4e6c-9cdb-9a9915b26a41 HTTP/1.1" status: 200 len: 945 time: 0.0498073 Nov 12 01:23:12.046993 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a9e8018a-123c-4ba6-82c7-5170f3f01882 req-acb77793-e96a-40e0-b593-f9915b1e099d tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=c30e9a34-251a-4a8f-b5a5-0e8a3f9a4a50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443404 Nov 12 01:23:12.948511 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:13.166393 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a9b6e-d7e5-4cd6-ae05-bc1942582ce3 req-a22b942b-ef78-4617-a640-66e9dbe90efd tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:13.167847 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cc1a9b6e-d7e5-4cd6-ae05-bc1942582ce3 req-a22b942b-ef78-4617-a640-66e9dbe90efd tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcaaab59-0e96-4e6c-9cdb-9a9915b26a41 HTTP/1.1" status: 200 len: 945 time: 0.0533309 Nov 12 01:23:13.217901 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cc1a9b6e-d7e5-4cd6-ae05-bc1942582ce3 req-002c1999-0a65-442e-851d-27131cc5eab7 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=c30e9a34-251a-4a8f-b5a5-0e8a3f9a4a50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432668 Nov 12 01:23:14.073388 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-236f0363-6168-427b-85c5-7ffb98bf92af req-c503d7f7-a548-4a9d-9e09-849c1524f9aa service neutron] 10.222.0.54 "GET /v2.0/ports/50b4c36f-3625-4a35-965c-9f0f58e6f21f/bindings/n-h1-812236-11 HTTP/1.1" status: 200 len: 385 time: 0.0539036 Nov 12 01:23:14.247128 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-236f0363-6168-427b-85c5-7ffb98bf92af req-15bffad1-9774-4a39-996a-e04647344594 service neutron] For port 50b4c36f-3625-4a35-965c-9f0f58e6f21f, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=50b4c36f-3625-4a35-965c-9f0f58e6f21f,segment=NetworkSegment(c9d65ca6-8a95-49d8-8d44-9e857490dfb9),segment_id=c9d65ca6-8a95-49d8-8d44-9e857490dfb9)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:23:14.268550 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-236f0363-6168-427b-85c5-7ffb98bf92af req-15bffad1-9774-4a39-996a-e04647344594 service neutron] For port 50b4c36f-3625-4a35-965c-9f0f58e6f21f, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:23:14.311536 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcaaab59-0e96-4e6c-9cdb-9a9915b26a41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50b4c36f-3625-4a35-965c-9f0f58e6f21f'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:23:14.313947 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526206e8-37e5-4ad6-b163-0fb467971203" -d '{"events": [{"server_uuid": "bcaaab59-0e96-4e6c-9cdb-9a9915b26a41", "name": "network-vif-unplugged", "status": "completed", "tag": "50b4c36f-3625-4a35-965c-9f0f58e6f21f"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:23:14.321266 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-236f0363-6168-427b-85c5-7ffb98bf92af req-15bffad1-9774-4a39-996a-e04647344594 service neutron] For port 50b4c36f-3625-4a35-965c-9f0f58e6f21f, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=50b4c36f-3625-4a35-965c-9f0f58e6f21f,segment=NetworkSegment(c9d65ca6-8a95-49d8-8d44-9e857490dfb9),segment_id=c9d65ca6-8a95-49d8-8d44-9e857490dfb9)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:23:14.337723 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-236f0363-6168-427b-85c5-7ffb98bf92af req-15bffad1-9774-4a39-996a-e04647344594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:14.338528 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8789e3-d113-4c5f-83ec-020f691183e3 req-b8757fc4-a554-47c5-9394-a8da49fc9d59 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:14.340034 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8d8789e3-d113-4c5f-83ec-020f691183e3 req-b8757fc4-a554-47c5-9394-a8da49fc9d59 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcaaab59-0e96-4e6c-9cdb-9a9915b26a41 HTTP/1.1" status: 200 len: 945 time: 0.0529532 Nov 12 01:23:14.380810 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6972b9-f71a-41c6-850b-18228cb65304 x-openstack-request-id: req-ff6972b9-f71a-41c6-850b-18228cb65304 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:23:14.381092 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcaaab59-0e96-4e6c-9cdb-9a9915b26a41", "name": "network-vif-unplugged", "status": "completed", "tag": "50b4c36f-3625-4a35-965c-9f0f58e6f21f", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:23:14.381334 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff6972b9-f71a-41c6-850b-18228cb65304 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:23:14.381813 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcaaab59-0e96-4e6c-9cdb-9a9915b26a41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50b4c36f-3625-4a35-965c-9f0f58e6f21f', 'code': 200} Nov 12 01:23:14.393649 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8d8789e3-d113-4c5f-83ec-020f691183e3 req-5148ffdb-bddf-45a4-a729-f42e3a545890 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=c30e9a34-251a-4a8f-b5a5-0e8a3f9a4a50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459628 Nov 12 01:23:14.424926 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-236f0363-6168-427b-85c5-7ffb98bf92af req-15bffad1-9774-4a39-996a-e04647344594 service neutron] Transition to ACTIVE for port object 50b4c36f-3625-4a35-965c-9f0f58e6f21f will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:23:14.429428 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-236f0363-6168-427b-85c5-7ffb98bf92af req-15bffad1-9774-4a39-996a-e04647344594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:14.525598 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bffad1-9774-4a39-996a-e04647344594 service neutron] Pushing event updated for resources: {'Port': ['ID=50b4c36f-3625-4a35-965c-9f0f58e6f21f,revision_number=11']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:14.537819 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bffad1-9774-4a39-996a-e04647344594 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:14.538207 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bffad1-9774-4a39-996a-e04647344594 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:14.538490 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bffad1-9774-4a39-996a-e04647344594 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:14.538822 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bffad1-9774-4a39-996a-e04647344594 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:14.539150 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bffad1-9774-4a39-996a-e04647344594 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:14.539496 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bffad1-9774-4a39-996a-e04647344594 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:14.539798 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bffad1-9774-4a39-996a-e04647344594 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:14.540116 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bffad1-9774-4a39-996a-e04647344594 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:14.540434 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bffad1-9774-4a39-996a-e04647344594 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:14.540756 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bffad1-9774-4a39-996a-e04647344594 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:14.541072 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bffad1-9774-4a39-996a-e04647344594 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:14.541407 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bffad1-9774-4a39-996a-e04647344594 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:14.575391 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-236f0363-6168-427b-85c5-7ffb98bf92af req-15bffad1-9774-4a39-996a-e04647344594 service neutron] No DVR routers for this DVR port 50b4c36f-3625-4a35-965c-9f0f58e6f21f on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:23:14.709175 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-236f0363-6168-427b-85c5-7ffb98bf92af req-15bffad1-9774-4a39-996a-e04647344594 service neutron] 10.222.0.54 "PUT /v2.0/ports/50b4c36f-3625-4a35-965c-9f0f58e6f21f/bindings/n-h1-812236-11/activate HTTP/1.1" status: 200 len: 370 time: 0.6287344 Nov 12 01:23:14.856073 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f0363-6168-427b-85c5-7ffb98bf92af req-95ec2911-232f-44f3-9e30-96e08abc1e4d tempest-TestNetworkAdvancedServerOps-797573911 tempest-TestNetworkAdvancedServerOps-797573911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:14.858080 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-236f0363-6168-427b-85c5-7ffb98bf92af req-95ec2911-232f-44f3-9e30-96e08abc1e4d tempest-TestNetworkAdvancedServerOps-797573911 tempest-TestNetworkAdvancedServerOps-797573911-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=bcaaab59-0e96-4e6c-9cdb-9a9915b26a41&tenant_id=b199a2c21c394c79bc16fc575899fc99&binding%3Ahost_id=n-h2-812236-11 HTTP/1.1" status: 200 len: 1096 time: 0.0482986 Nov 12 01:23:14.905026 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f0363-6168-427b-85c5-7ffb98bf92af req-ffaea84e-622f-466d-97f0-8a0d9fa6a181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:14.906784 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-236f0363-6168-427b-85c5-7ffb98bf92af req-ffaea84e-622f-466d-97f0-8a0d9fa6a181 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bcaaab59-0e96-4e6c-9cdb-9a9915b26a41&tenant_id=b199a2c21c394c79bc16fc575899fc99 HTTP/1.1" status: 200 len: 1096 time: 0.0405362 Nov 12 01:23:14.980347 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f0363-6168-427b-85c5-7ffb98bf92af req-b4df2ea1-ab0f-411f-aec9-4ccbbaa747df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:14.981836 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-236f0363-6168-427b-85c5-7ffb98bf92af req-b4df2ea1-ab0f-411f-aec9-4ccbbaa747df service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b199a2c21c394c79bc16fc575899fc99&device_id=bcaaab59-0e96-4e6c-9cdb-9a9915b26a41 HTTP/1.1" status: 200 len: 1096 time: 0.0400412 Nov 12 01:23:15.073399 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f0363-6168-427b-85c5-7ffb98bf92af req-90c32626-cc85-4fcc-a612-9675984553f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:15.074877 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-236f0363-6168-427b-85c5-7ffb98bf92af req-90c32626-cc85-4fcc-a612-9675984553f1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0cf9affa-6788-4b52-a19a-a712db927773 HTTP/1.1" status: 200 len: 898 time: 0.0861616 Nov 12 01:23:15.138079 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-236f0363-6168-427b-85c5-7ffb98bf92af req-f040a936-2a7f-45c5-94dd-c557beedd6e8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50b4c36f-3625-4a35-965c-9f0f58e6f21f HTTP/1.1" status: 200 len: 999 time: 0.0558178 Nov 12 01:23:15.189358 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f0363-6168-427b-85c5-7ffb98bf92af req-3a069425-9f0d-48aa-a51b-2e7e9d392273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:15.190850 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-236f0363-6168-427b-85c5-7ffb98bf92af req-3a069425-9f0d-48aa-a51b-2e7e9d392273 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=24898bcf-b40b-40fe-95ed-2b6adec41619 HTTP/1.1" status: 200 len: 835 time: 0.0462129 Nov 12 01:23:15.242764 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f0363-6168-427b-85c5-7ffb98bf92af req-d804f9c9-4bc1-4a38-9cfa-aa1a8fb68b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:15.244609 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-236f0363-6168-427b-85c5-7ffb98bf92af req-d804f9c9-4bc1-4a38-9cfa-aa1a8fb68b8b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0cf9affa-6788-4b52-a19a-a712db927773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462403 Nov 12 01:23:15.337291 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-236f0363-6168-427b-85c5-7ffb98bf92af req-6786159b-ec8e-41a4-932c-29f84582cf7d service neutron] 10.222.0.49 "GET /v2.0/networks/0cf9affa-6788-4b52-a19a-a712db927773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852172 Nov 12 01:23:15.433720 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-236f0363-6168-427b-85c5-7ffb98bf92af req-f0070de1-f338-4c4c-b94d-c4006e68b69d service neutron] 10.222.0.49 "GET /v2.0/networks/0cf9affa-6788-4b52-a19a-a712db927773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889060 Nov 12 01:23:15.590135 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78128b32-7e6c-45a0-b0bc-d2071b81b0b0 req-deb3583a-38df-45f8-8978-c3f68eb6e8a4 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:15.592263 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-78128b32-7e6c-45a0-b0bc-d2071b81b0b0 req-deb3583a-38df-45f8-8978-c3f68eb6e8a4 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcaaab59-0e96-4e6c-9cdb-9a9915b26a41 HTTP/1.1" status: 200 len: 944 time: 0.1208034 Nov 12 01:23:15.644290 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-78128b32-7e6c-45a0-b0bc-d2071b81b0b0 req-ad513696-ccd6-4e45-8bbd-ddaad231018f tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=c30e9a34-251a-4a8f-b5a5-0e8a3f9a4a50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458784 Nov 12 01:23:15.719683 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f0363-6168-427b-85c5-7ffb98bf92af req-6d8627f0-298b-4abe-84a3-79d6ac779383 tempest-TestNetworkAdvancedServerOps-797573911 tempest-TestNetworkAdvancedServerOps-797573911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:15.721075 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-236f0363-6168-427b-85c5-7ffb98bf92af req-6d8627f0-298b-4abe-84a3-79d6ac779383 tempest-TestNetworkAdvancedServerOps-797573911 tempest-TestNetworkAdvancedServerOps-797573911-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=bcaaab59-0e96-4e6c-9cdb-9a9915b26a41&tenant_id=b199a2c21c394c79bc16fc575899fc99&binding%3Ahost_id=n-h1-812236-11 HTTP/1.1" status: 200 len: 1096 time: 0.0470355 Nov 12 01:23:15.871070 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-236f0363-6168-427b-85c5-7ffb98bf92af req-734cd667-c580-4841-9578-6edfa8a38055 service neutron] For port 50b4c36f-3625-4a35-965c-9f0f58e6f21f, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:23:15.874810 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-236f0363-6168-427b-85c5-7ffb98bf92af req-734cd667-c580-4841-9578-6edfa8a38055 service neutron] Publish callbacks [] for binding, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:15.875951 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-236f0363-6168-427b-85c5-7ffb98bf92af req-734cd667-c580-4841-9578-6edfa8a38055 service neutron] 10.222.0.49 "DELETE /v2.0/ports/50b4c36f-3625-4a35-965c-9f0f58e6f21f/bindings/n-h2-812236-11 HTTP/1.1" status: 204 len: 173 time: 0.1471684 Nov 12 01:23:16.814572 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad42e0-ec46-4711-bab8-2ff8f1e6439f req-f6a5c5a7-2836-4131-928e-c6af81bc20d6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:16.816372 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-78ad42e0-ec46-4711-bab8-2ff8f1e6439f req-f6a5c5a7-2836-4131-928e-c6af81bc20d6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcaaab59-0e96-4e6c-9cdb-9a9915b26a41 HTTP/1.1" status: 200 len: 944 time: 0.1026664 Nov 12 01:23:16.866989 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-78ad42e0-ec46-4711-bab8-2ff8f1e6439f req-ae5daece-cb3b-420b-b689-79f628eb99f4 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=c30e9a34-251a-4a8f-b5a5-0e8a3f9a4a50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439513 Nov 12 01:23:16.976343 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eaef14-dfc0-422a-9b15-772a4530b445 req-72096089-7f04-4741-89f8-d1d9e6cc81ed tempest-TestNetworkAdvancedServerOps-797573911 tempest-TestNetworkAdvancedServerOps-797573911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:16.977841 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a3eaef14-dfc0-422a-9b15-772a4530b445 req-72096089-7f04-4741-89f8-d1d9e6cc81ed tempest-TestNetworkAdvancedServerOps-797573911 tempest-TestNetworkAdvancedServerOps-797573911-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=bcaaab59-0e96-4e6c-9cdb-9a9915b26a41 HTTP/1.1" status: 200 len: 1096 time: 0.0441887 Nov 12 01:23:17.023964 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a3eaef14-dfc0-422a-9b15-772a4530b445 req-dfd621e8-ac4d-4354-b6c9-16aad0033f61 tempest-TestNetworkAdvancedServerOps-797573911 tempest-TestNetworkAdvancedServerOps-797573911-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=c30e9a34-251a-4a8f-b5a5-0e8a3f9a4a50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394506 Nov 12 01:23:17.144747 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e17cc-630c-485a-ab1a-4f130493f157 req-ea05da73-9269-495c-bd72-233b820ab323 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:17.146193 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-794e17cc-630c-485a-ab1a-4f130493f157 req-ea05da73-9269-495c-bd72-233b820ab323 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcaaab59-0e96-4e6c-9cdb-9a9915b26a41 HTTP/1.1" status: 200 len: 944 time: 0.0577922 Nov 12 01:23:17.196305 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-794e17cc-630c-485a-ab1a-4f130493f157 req-9215c35a-0d49-4ca0-b368-f4a1b1221f25 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=c30e9a34-251a-4a8f-b5a5-0e8a3f9a4a50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441537 Nov 12 01:23:17.218785 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46162) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:17.279331 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-cb7a9f52-7d71-4d95-a04f-52204d63eb5f tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/floatingips/65851781-9ba3-4a8f-aaaf-65b4926d260a HTTP/1.1" status: 200 len: 991 time: 0.0593908 Nov 12 01:23:17.510337 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46168) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:17.611753 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 50b4c36f-3625-4a35-965c-9f0f58e6f21f no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:23:17.652557 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 50b4c36f-3625-4a35-965c-9f0f58e6f21f not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:23:17.671226 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-42e29123-7cab-49a7-a0ba-c0acc11bcb37 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Deleting port 0acbaf9a-5ec1-44ae-92ca-790510827e14 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:23:17.671671 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-42e29123-7cab-49a7-a0ba-c0acc11bcb37 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:17.750065 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-42e29123-7cab-49a7-a0ba-c0acc11bcb37 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:17.750388 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-42e29123-7cab-49a7-a0ba-c0acc11bcb37 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:17.761549 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-42e29123-7cab-49a7-a0ba-c0acc11bcb37 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Calling delete_port for 0acbaf9a-5ec1-44ae-92ca-790510827e14 owned by network:floatingip {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:23:17.907649 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-42e29123-7cab-49a7-a0ba-c0acc11bcb37 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:17.934728 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e29123-7cab-49a7-a0ba-c0acc11bcb37 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event deleted for resources: {'Port': ['ID=0acbaf9a-5ec1-44ae-92ca-790510827e14,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:17.992999 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-42e29123-7cab-49a7-a0ba-c0acc11bcb37 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for floatingip, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:17.993699 n-d-812236-11 neutron-server[102662]: INFO neutron.db.l3_db [None req-42e29123-7cab-49a7-a0ba-c0acc11bcb37 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Floating IP 65851781-9ba3-4a8f-aaaf-65b4926d260a disassociated (deleted). External IP: 172.25.2.229, port: 50b4c36f-3625-4a35-965c-9f0f58e6f21f. Nov 12 01:23:18.196601 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e29123-7cab-49a7-a0ba-c0acc11bcb37 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Router deb90ba0-0335-468c-943d-f960ae5ffc4b has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:23:18.304876 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e29123-7cab-49a7-a0ba-c0acc11bcb37 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:23:18.310987 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-42e29123-7cab-49a7-a0ba-c0acc11bcb37 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:18.315395 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34c2612-2ced-41a6-88e5-c7a40b3a6137 None None] Sync routers for ids ['deb90ba0-0335-468c-943d-f960ae5ffc4b'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:23:18.325554 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34c2612-2ced-41a6-88e5-c7a40b3a6137 None None] Routers {'deb90ba0-0335-468c-943d-f960ae5ffc4b'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:23:18.326944 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-b34c2612-2ced-41a6-88e5-c7a40b3a6137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:23:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['deb90ba0-0335-468c-943d-f960ae5ffc4b'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:18.338429 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-42e29123-7cab-49a7-a0ba-c0acc11bcb37 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "DELETE /v2.0/floatingips/65851781-9ba3-4a8f-aaaf-65b4926d260a HTTP/1.1" status: 204 len: 168 time: 0.8270154 Nov 12 01:23:18.339014 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcaaab59-0e96-4e6c-9cdb-9a9915b26a41', 'tag': '50b4c36f-3625-4a35-965c-9f0f58e6f21f'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:23:18.341403 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df66ba6-9f28-412a-9526-f0e7ed01cf53" -d '{"events": [{"name": "network-changed", "server_uuid": "bcaaab59-0e96-4e6c-9cdb-9a9915b26a41", "tag": "50b4c36f-3625-4a35-965c-9f0f58e6f21f"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:23:18.380826 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc6f482-39ad-4d63-986a-17b628e93137 x-openstack-request-id: req-fdc6f482-39ad-4d63-986a-17b628e93137 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:23:18.381118 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcaaab59-0e96-4e6c-9cdb-9a9915b26a41", "tag": "50b4c36f-3625-4a35-965c-9f0f58e6f21f", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:23:18.381401 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fdc6f482-39ad-4d63-986a-17b628e93137 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:23:18.384148 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcaaab59-0e96-4e6c-9cdb-9a9915b26a41', 'tag': '50b4c36f-3625-4a35-965c-9f0f58e6f21f', 'status': 'completed', 'code': 200} Nov 12 01:23:18.446839 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-b34c2612-2ced-41a6-88e5-c7a40b3a6137 None None] Set router deb90ba0-0335-468c-943d-f960ae5ffc4b gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:23:18.476824 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df66ba6-9f28-412a-9526-f0e7ed01cf53 req-e6b66087-627f-47c2-b8e4-863881741113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:18.478466 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1df66ba6-9f28-412a-9526-f0e7ed01cf53 req-e6b66087-627f-47c2-b8e4-863881741113 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b199a2c21c394c79bc16fc575899fc99&device_id=bcaaab59-0e96-4e6c-9cdb-9a9915b26a41 HTTP/1.1" status: 200 len: 1096 time: 0.0524168 Nov 12 01:23:18.588767 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df66ba6-9f28-412a-9526-f0e7ed01cf53 req-2b6842ef-430d-4d75-a491-31ce6d9c6480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:18.590575 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1df66ba6-9f28-412a-9526-f0e7ed01cf53 req-2b6842ef-430d-4d75-a491-31ce6d9c6480 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0cf9affa-6788-4b52-a19a-a712db927773 HTTP/1.1" status: 200 len: 898 time: 0.1047654 Nov 12 01:23:18.602970 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1bb11b-9c69-4126-8aec-a09d57861600 req-ee972ee6-4b31-4148-b30f-e873fe8115f3 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:18.604508 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fb1bb11b-9c69-4126-8aec-a09d57861600 req-ee972ee6-4b31-4148-b30f-e873fe8115f3 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcaaab59-0e96-4e6c-9cdb-9a9915b26a41 HTTP/1.1" status: 200 len: 944 time: 0.0632713 Nov 12 01:23:18.661243 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fb1bb11b-9c69-4126-8aec-a09d57861600 req-5868a673-da98-45fc-88f6-91aaee6113d5 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=c30e9a34-251a-4a8f-b5a5-0e8a3f9a4a50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491881 Nov 12 01:23:18.681580 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-b34c2612-2ced-41a6-88e5-c7a40b3a6137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb90ba0-0335-468c-943d-f960ae5ffc4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983815754', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '7cb202fb-087c-4b47-ad10-63257207d87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:21:31Z', 'updated_at': '2021-11-12T01:21:36Z', 'revision_number': 4, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '7cb202fb-087c-4b47-ad10-63257207d87d', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:39:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb90ba0-0335-468c-943d-f960ae5ffc4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:21:31Z', 'updated_at': '2021-11-12T01:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'ad688113-ec3a-4d1b-84d6-1a50d2edd2dd', 'name': '', 'network_id': '0cf9affa-6788-4b52-a19a-a712db927773', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'mac_address': 'fa:16:3e:1a:62:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb90ba0-0335-468c-943d-f960ae5ffc4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '24898bcf-b40b-40fe-95ed-2b6adec41619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:21:35Z', 'updated_at': '2021-11-12T01:21:39Z', 'revision_number': 5, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'subnets': [{'id': '24898bcf-b40b-40fe-95ed-2b6adec41619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:18.713864 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34c2612-2ced-41a6-88e5-c7a40b3a6137 None None] Checking router: deb90ba0-0335-468c-943d-f960ae5ffc4b for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:23:18.724015 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34c2612-2ced-41a6-88e5-c7a40b3a6137 None None] Routers {'deb90ba0-0335-468c-943d-f960ae5ffc4b'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:23:18.724628 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-b34c2612-2ced-41a6-88e5-c7a40b3a6137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:23:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['deb90ba0-0335-468c-943d-f960ae5ffc4b'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:18.836437 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-b34c2612-2ced-41a6-88e5-c7a40b3a6137 None None] Set router deb90ba0-0335-468c-943d-f960ae5ffc4b gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:23:19.001441 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1df66ba6-9f28-412a-9526-f0e7ed01cf53 req-7b3a6917-51cc-41cc-a088-c3d8a273e436 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50b4c36f-3625-4a35-965c-9f0f58e6f21f HTTP/1.1" status: 200 len: 217 time: 0.4024413 Nov 12 01:23:19.042477 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-b34c2612-2ced-41a6-88e5-c7a40b3a6137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb90ba0-0335-468c-943d-f960ae5ffc4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983815754', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '7cb202fb-087c-4b47-ad10-63257207d87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:21:31Z', 'updated_at': '2021-11-12T01:21:36Z', 'revision_number': 4, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '7cb202fb-087c-4b47-ad10-63257207d87d', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:39:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb90ba0-0335-468c-943d-f960ae5ffc4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:21:31Z', 'updated_at': '2021-11-12T01:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'ad688113-ec3a-4d1b-84d6-1a50d2edd2dd', 'name': '', 'network_id': '0cf9affa-6788-4b52-a19a-a712db927773', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'mac_address': 'fa:16:3e:1a:62:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb90ba0-0335-468c-943d-f960ae5ffc4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '24898bcf-b40b-40fe-95ed-2b6adec41619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:21:35Z', 'updated_at': '2021-11-12T01:21:39Z', 'revision_number': 5, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'subnets': [{'id': '24898bcf-b40b-40fe-95ed-2b6adec41619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:19.052206 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df66ba6-9f28-412a-9526-f0e7ed01cf53 req-7db3b883-4a4d-4627-bc57-e1f474a884e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:19.053709 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1df66ba6-9f28-412a-9526-f0e7ed01cf53 req-7db3b883-4a4d-4627-bc57-e1f474a884e2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=24898bcf-b40b-40fe-95ed-2b6adec41619 HTTP/1.1" status: 200 len: 835 time: 0.0453627 Nov 12 01:23:19.068714 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34c2612-2ced-41a6-88e5-c7a40b3a6137 None None] The sync data for ids ['deb90ba0-0335-468c-943d-f960ae5ffc4b'] in n-d-812236-11 is: [{'id': 'deb90ba0-0335-468c-943d-f960ae5ffc4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983815754', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '7cb202fb-087c-4b47-ad10-63257207d87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:21:31Z', 'updated_at': '2021-11-12T01:21:36Z', 'revision_number': 4, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '7cb202fb-087c-4b47-ad10-63257207d87d', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:39:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb90ba0-0335-468c-943d-f960ae5ffc4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:21:31Z', 'updated_at': '2021-11-12T01:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'ad688113-ec3a-4d1b-84d6-1a50d2edd2dd', 'name': '', 'network_id': '0cf9affa-6788-4b52-a19a-a712db927773', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'mac_address': 'fa:16:3e:1a:62:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb90ba0-0335-468c-943d-f960ae5ffc4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '24898bcf-b40b-40fe-95ed-2b6adec41619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:21:35Z', 'updated_at': '2021-11-12T01:21:39Z', 'revision_number': 5, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'subnets': [{'id': '24898bcf-b40b-40fe-95ed-2b6adec41619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:23:19.176729 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df66ba6-9f28-412a-9526-f0e7ed01cf53 req-5e03fb50-cb8b-4d5e-97dd-5637dffde3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:19.178262 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1df66ba6-9f28-412a-9526-f0e7ed01cf53 req-5e03fb50-cb8b-4d5e-97dd-5637dffde3e8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0cf9affa-6788-4b52-a19a-a712db927773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0762699 Nov 12 01:23:19.186654 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9fb008-c49d-456d-be4c-cac84a7697ad req-0c6fe8a1-46fe-494d-882e-138cc7db352b tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:19.187998 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fd9fb008-c49d-456d-be4c-cac84a7697ad req-0c6fe8a1-46fe-494d-882e-138cc7db352b tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcaaab59-0e96-4e6c-9cdb-9a9915b26a41 HTTP/1.1" status: 200 len: 944 time: 0.0772152 Nov 12 01:23:19.307484 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ed3b36-db16-406f-b53a-6745eaa967d9 None None] New status for floating IP 65851781-9ba3-4a8f-aaaf-65b4926d260a: DOWN {{(pid=102664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:23:19.337613 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1df66ba6-9f28-412a-9526-f0e7ed01cf53 req-4dd57877-fd90-43b1-900b-8b31a0aa4f1f service neutron] 10.222.0.49 "GET /v2.0/networks/0cf9affa-6788-4b52-a19a-a712db927773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486287 Nov 12 01:23:19.380387 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-fd9fb008-c49d-456d-be4c-cac84a7697ad req-54dd50f1-e691-453a-b0fd-3894cdd8838c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Deleting port 50b4c36f-3625-4a35-965c-9f0f58e6f21f {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:23:19.380722 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-fd9fb008-c49d-456d-be4c-cac84a7697ad req-54dd50f1-e691-453a-b0fd-3894cdd8838c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:19.513147 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1df66ba6-9f28-412a-9526-f0e7ed01cf53 req-780fb907-6ca7-4252-afd5-bac40897b26a service neutron] 10.222.0.49 "GET /v2.0/networks/0cf9affa-6788-4b52-a19a-a712db927773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670470 Nov 12 01:23:19.525365 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-fd9fb008-c49d-456d-be4c-cac84a7697ad req-54dd50f1-e691-453a-b0fd-3894cdd8838c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] For port 50b4c36f-3625-4a35-965c-9f0f58e6f21f, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=50b4c36f-3625-4a35-965c-9f0f58e6f21f,segment=NetworkSegment(c9d65ca6-8a95-49d8-8d44-9e857490dfb9),segment_id=c9d65ca6-8a95-49d8-8d44-9e857490dfb9)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:23:19.525680 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-fd9fb008-c49d-456d-be4c-cac84a7697ad req-54dd50f1-e691-453a-b0fd-3894cdd8838c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:19.539038 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-fd9fb008-c49d-456d-be4c-cac84a7697ad req-54dd50f1-e691-453a-b0fd-3894cdd8838c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Calling delete_port for 50b4c36f-3625-4a35-965c-9f0f58e6f21f owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:23:19.685079 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-fd9fb008-c49d-456d-be4c-cac84a7697ad req-54dd50f1-e691-453a-b0fd-3894cdd8838c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:19.720677 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd50f1-e691-453a-b0fd-3894cdd8838c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event deleted for resources: {'Port': ['ID=50b4c36f-3625-4a35-965c-9f0f58e6f21f,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:19.797056 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd9fb008-c49d-456d-be4c-cac84a7697ad req-54dd50f1-e691-453a-b0fd-3894cdd8838c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] No DVR routers for this DVR port 50b4c36f-3625-4a35-965c-9f0f58e6f21f on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:23:19.800306 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b410a74f-a000-4b7f-b127-ac621c93462e req-4fd9d8bc-de84-4339-b18e-4dcc7d4c0efd tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcaaab59-0e96-4e6c-9cdb-9a9915b26a41 HTTP/1.1" status: 200 len: 210 time: 0.0507329 Nov 12 01:23:19.801342 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-fd9fb008-c49d-456d-be4c-cac84a7697ad req-54dd50f1-e691-453a-b0fd-3894cdd8838c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:19.804728 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fd9fb008-c49d-456d-be4c-cac84a7697ad req-54dd50f1-e691-453a-b0fd-3894cdd8838c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.49 "DELETE /v2.0/ports/50b4c36f-3625-4a35-965c-9f0f58e6f21f HTTP/1.1" status: 204 len: 173 time: 0.6086531 Nov 12 01:23:19.805179 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcaaab59-0e96-4e6c-9cdb-9a9915b26a41', 'name': 'network-vif-deleted', 'tag': '50b4c36f-3625-4a35-965c-9f0f58e6f21f'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:23:19.807526 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c811cea-79b0-4849-b190-16ee4d2ecd0e" -d '{"events": [{"server_uuid": "bcaaab59-0e96-4e6c-9cdb-9a9915b26a41", "name": "network-vif-deleted", "tag": "50b4c36f-3625-4a35-965c-9f0f58e6f21f"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:23:19.857417 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50fefc0d-51fe-48cf-bf3b-1d82303d585c x-openstack-request-id: req-50fefc0d-51fe-48cf-bf3b-1d82303d585c {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:23:19.857695 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcaaab59-0e96-4e6c-9cdb-9a9915b26a41", "name": "network-vif-deleted", "tag": "50b4c36f-3625-4a35-965c-9f0f58e6f21f", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:23:19.857947 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-50fefc0d-51fe-48cf-bf3b-1d82303d585c {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:23:19.858350 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcaaab59-0e96-4e6c-9cdb-9a9915b26a41', 'name': 'network-vif-deleted', 'tag': '50b4c36f-3625-4a35-965c-9f0f58e6f21f', 'status': 'completed', 'code': 200} Nov 12 01:23:20.859129 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46182) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:21.222415 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9b2977ad-074f-4475-b267-669378fbb68c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:21.825473 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-9b2977ad-074f-4475-b267-669378fbb68c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Deleting port ad688113-ec3a-4d1b-84d6-1a50d2edd2dd {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:23:21.826446 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9b2977ad-074f-4475-b267-669378fbb68c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:21.915667 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-9b2977ad-074f-4475-b267-669378fbb68c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] For port ad688113-ec3a-4d1b-84d6-1a50d2edd2dd, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=ad688113-ec3a-4d1b-84d6-1a50d2edd2dd,segment=NetworkSegment(c9d65ca6-8a95-49d8-8d44-9e857490dfb9),segment_id=c9d65ca6-8a95-49d8-8d44-9e857490dfb9)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:23:21.916382 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9b2977ad-074f-4475-b267-669378fbb68c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:21.928723 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-9b2977ad-074f-4475-b267-669378fbb68c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Calling delete_port for ad688113-ec3a-4d1b-84d6-1a50d2edd2dd owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:23:22.114638 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9b2977ad-074f-4475-b267-669378fbb68c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:22.139032 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2977ad-074f-4475-b267-669378fbb68c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event deleted for resources: {'Port': ['ID=ad688113-ec3a-4d1b-84d6-1a50d2edd2dd,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:22.316210 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9b2977ad-074f-4475-b267-669378fbb68c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:22.531079 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2977ad-074f-4475-b267-669378fbb68c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Router deb90ba0-0335-468c-943d-f960ae5ffc4b has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:23:22.636621 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2977ad-074f-4475-b267-669378fbb68c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:23:22.644611 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46184) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:22.645067 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-9b2977ad-074f-4475-b267-669378fbb68c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "PUT /v2.0/routers/deb90ba0-0335-468c-943d-f960ae5ffc4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7844269 Nov 12 01:23:22.647428 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1102d0a2-2d3c-417f-87b0-8971b6c83024 None None] Sync routers for ids ['deb90ba0-0335-468c-943d-f960ae5ffc4b'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:23:22.658702 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1102d0a2-2d3c-417f-87b0-8971b6c83024 None None] Routers {'deb90ba0-0335-468c-943d-f960ae5ffc4b'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:23:22.659299 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-1102d0a2-2d3c-417f-87b0-8971b6c83024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:23:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['deb90ba0-0335-468c-943d-f960ae5ffc4b'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:22.699151 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ad33ac5-87a4-45b4-842a-f2e77fd7abe8 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Deleting subnet 24898bcf-b40b-40fe-95ed-2b6adec41619 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:23:22.703390 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3ad33ac5-87a4-45b4-842a-f2e77fd7abe8 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:22.745120 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3ad33ac5-87a4-45b4-842a-f2e77fd7abe8 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:22.763121 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-1102d0a2-2d3c-417f-87b0-8971b6c83024 None None] Set router deb90ba0-0335-468c-943d-f960ae5ffc4b gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:23:22.833599 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3ad33ac5-87a4-45b4-842a-f2e77fd7abe8 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:22.892385 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3ad33ac5-87a4-45b4-842a-f2e77fd7abe8 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:22.918930 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad33ac5-87a4-45b4-842a-f2e77fd7abe8 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event deleted for resources: {'Subnet': ['ID=24898bcf-b40b-40fe-95ed-2b6adec41619,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:22.925261 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3ad33ac5-87a4-45b4-842a-f2e77fd7abe8 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:22.930888 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-3ad33ac5-87a4-45b4-842a-f2e77fd7abe8 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "DELETE /v2.0/subnets/24898bcf-b40b-40fe-95ed-2b6adec41619 HTTP/1.1" status: 204 len: 168 time: 0.2828374 Nov 12 01:23:22.931110 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46186) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:22.933534 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d812715-711e-4654-a12b-240decb89944 None None] Network 0cf9affa-6788-4b52-a19a-a712db927773 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:23:23.002677 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-1102d0a2-2d3c-417f-87b0-8971b6c83024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb90ba0-0335-468c-943d-f960ae5ffc4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983815754', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '7cb202fb-087c-4b47-ad10-63257207d87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:21:31Z', 'updated_at': '2021-11-12T01:23:22Z', 'revision_number': 5, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '7cb202fb-087c-4b47-ad10-63257207d87d', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:39:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb90ba0-0335-468c-943d-f960ae5ffc4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:21:31Z', 'updated_at': '2021-11-12T01:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:23.034284 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1102d0a2-2d3c-417f-87b0-8971b6c83024 None None] Checking router: deb90ba0-0335-468c-943d-f960ae5ffc4b for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:23:23.042427 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7401d4ec-3274-4ceb-b4c3-5b96f65359ed tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for router, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:23.153116 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7401d4ec-3274-4ceb-b4c3-5b96f65359ed tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:23.207911 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-7401d4ec-3274-4ceb-b4c3-5b96f65359ed tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Deleting port 7cb202fb-087c-4b47-ad10-63257207d87d {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:23:23.208245 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7401d4ec-3274-4ceb-b4c3-5b96f65359ed tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:23.230894 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1102d0a2-2d3c-417f-87b0-8971b6c83024 None None] Routers {'deb90ba0-0335-468c-943d-f960ae5ffc4b'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:23:23.231508 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-1102d0a2-2d3c-417f-87b0-8971b6c83024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:23:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['deb90ba0-0335-468c-943d-f960ae5ffc4b'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:23.291106 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-7401d4ec-3274-4ceb-b4c3-5b96f65359ed tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] For port 7cb202fb-087c-4b47-ad10-63257207d87d, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=7cb202fb-087c-4b47-ad10-63257207d87d,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:23:23.291463 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7401d4ec-3274-4ceb-b4c3-5b96f65359ed tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:23.303428 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-7401d4ec-3274-4ceb-b4c3-5b96f65359ed tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Calling delete_port for 7cb202fb-087c-4b47-ad10-63257207d87d owned by network:router_gateway {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:23:23.324252 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-1102d0a2-2d3c-417f-87b0-8971b6c83024 None None] Set router deb90ba0-0335-468c-943d-f960ae5ffc4b gateway port host: None {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:23:23.381495 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-1102d0a2-2d3c-417f-87b0-8971b6c83024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb90ba0-0335-468c-943d-f960ae5ffc4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983815754', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:21:31Z', 'updated_at': '2021-11-12T01:23:23Z', 'revision_number': 6, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:23.411009 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e845ac2-73a6-4c6d-ae3f-7a31362df688 None None] DHCP port deletion for 0cf9affa-6788-4b52-a19a-a712db927773 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:23:23.414239 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1102d0a2-2d3c-417f-87b0-8971b6c83024 None None] The sync data for ids ['deb90ba0-0335-468c-943d-f960ae5ffc4b'] in n-d-812236-11 is: [{'id': 'deb90ba0-0335-468c-943d-f960ae5ffc4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983815754', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:21:31Z', 'updated_at': '2021-11-12T01:23:23Z', 'revision_number': 6, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port_host': None}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:23:23.469591 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-7e845ac2-73a6-4c6d-ae3f-7a31362df688 None None] Deleting port 433bf1c7-fa19-4a02-924c-dd385e619a29 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:23:23.470194 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7e845ac2-73a6-4c6d-ae3f-7a31362df688 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:23.489081 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7401d4ec-3274-4ceb-b4c3-5b96f65359ed tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:23.516009 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7401d4ec-3274-4ceb-b4c3-5b96f65359ed tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event deleted for resources: {'Port': ['ID=7cb202fb-087c-4b47-ad10-63257207d87d,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:23.534240 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15eb858-a0f9-40c6-b0e5-f75046b06440 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:23:23.555097 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-7e845ac2-73a6-4c6d-ae3f-7a31362df688 None None] For port 433bf1c7-fa19-4a02-924c-dd385e619a29, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=433bf1c7-fa19-4a02-924c-dd385e619a29,segment=NetworkSegment(c9d65ca6-8a95-49d8-8d44-9e857490dfb9),segment_id=c9d65ca6-8a95-49d8-8d44-9e857490dfb9)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:23:23.555723 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7e845ac2-73a6-4c6d-ae3f-7a31362df688 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:23.577290 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-7e845ac2-73a6-4c6d-ae3f-7a31362df688 None None] Calling delete_port for 433bf1c7-fa19-4a02-924c-dd385e619a29 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:23:23.597979 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7401d4ec-3274-4ceb-b4c3-5b96f65359ed tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:23.657592 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7e845ac2-73a6-4c6d-ae3f-7a31362df688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:23.680492 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 50b4c36f-3625-4a35-965c-9f0f58e6f21f no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:23:23.686511 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e845ac2-73a6-4c6d-ae3f-7a31362df688 None None] Pushing event deleted for resources: {'Port': ['ID=433bf1c7-fa19-4a02-924c-dd385e619a29,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:23.693531 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7401d4ec-3274-4ceb-b4c3-5b96f65359ed tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:23.695744 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7401d4ec-3274-4ceb-b4c3-5b96f65359ed tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:23.713704 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: 50b4c36f-3625-4a35-965c-9f0f58e6f21f {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:23:23.714036 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 50b4c36f-3625-4a35-965c-9f0f58e6f21f not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:23:23.715613 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e845ac2-73a6-4c6d-ae3f-7a31362df688 None None] No DVR routers for this DVR port 433bf1c7-fa19-4a02-924c-dd385e619a29 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:23:23.742621 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7401d4ec-3274-4ceb-b4c3-5b96f65359ed tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:23.743286 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7401d4ec-3274-4ceb-b4c3-5b96f65359ed tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Fanout notify agent at l3_agent the message router_deleted on router deb90ba0-0335-468c-943d-f960ae5ffc4b {{(pid=102661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:23:23.750774 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7401d4ec-3274-4ceb-b4c3-5b96f65359ed tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:23.751883 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7401d4ec-3274-4ceb-b4c3-5b96f65359ed tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "DELETE /v2.0/routers/deb90ba0-0335-468c-943d-f960ae5ffc4b HTTP/1.1" status: 204 len: 168 time: 0.8198497 Nov 12 01:23:23.754562 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46188) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:23.845787 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2a206f55-1598-4b32-a9aa-d6eb70a38f88 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:23.905775 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 433bf1c7-fa19-4a02-924c-dd385e619a29 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:23:23.927588 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 433bf1c7-fa19-4a02-924c-dd385e619a29 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:23:23.927909 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 433bf1c7-fa19-4a02-924c-dd385e619a29 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:23:23.952184 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2a206f55-1598-4b32-a9aa-d6eb70a38f88 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:23.974280 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-2a206f55-1598-4b32-a9aa-d6eb70a38f88 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cf9affa-6788-4b52-a19a-a712db927773']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:23.984140 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-2a206f55-1598-4b32-a9aa-d6eb70a38f88 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9d65ca6-8a95-49d8-8d44-9e857490dfb9') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:23.984437 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-2a206f55-1598-4b32-a9aa-d6eb70a38f88 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9d65ca6-8a95-49d8-8d44-9e857490dfb9') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:23.994118 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2a206f55-1598-4b32-a9aa-d6eb70a38f88 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:24.007855 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2a206f55-1598-4b32-a9aa-d6eb70a38f88 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:24.013835 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a206f55-1598-4b32-a9aa-d6eb70a38f88 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:23:24.014331 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2a206f55-1598-4b32-a9aa-d6eb70a38f88 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:24.017250 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:23:24.017250 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:23:24.017250 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:23:24.017250 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:23:24.017250 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:23:24.017250 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:23:24.017250 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:23:24.017250 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:23:24.017250 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:23:24.017250 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:23:24.017250 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:23:24.017250 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:23:24.017250 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:23:24.017250 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:23:24.017250 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:23:24.017250 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:23:24.017250 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:23:24.017250 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:23:24.017250 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:23:24.017250 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:23:24.017250 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:23:24.017250 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:23:24.017250 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:23:24.017250 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:23:24.017250 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:23:24.017250 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:23:24.017250 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:23:24.017250 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:23:24.017250 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:23:24.017250 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:23:24.017250 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:23:24.017250 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:23:24.081692 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2a206f55-1598-4b32-a9aa-d6eb70a38f88 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:24.088901 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2a206f55-1598-4b32-a9aa-d6eb70a38f88 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:24.092944 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-2a206f55-1598-4b32-a9aa-d6eb70a38f88 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "DELETE /v2.0/networks/0cf9affa-6788-4b52-a19a-a712db927773 HTTP/1.1" status: 204 len: 168 time: 0.3374362 Nov 12 01:23:24.095701 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46190) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:24.104173 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a206f55-1598-4b32-a9aa-d6eb70a38f88 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event deleted for resources: {'Network': ['ID=0cf9affa-6788-4b52-a19a-a712db927773,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:24.154239 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b54263d9-59d6-4e80-b651-eeebdd9c4e8d tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:24.180768 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b54263d9-59d6-4e80-b651-eeebdd9c4e8d tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:24.245490 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b54263d9-59d6-4e80-b651-eeebdd9c4e8d tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:24.248846 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b54263d9-59d6-4e80-b651-eeebdd9c4e8d tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:24.250061 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b54263d9-59d6-4e80-b651-eeebdd9c4e8d tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "DELETE /v2.0/security-groups/c30e9a34-251a-4a8f-b5a5-0e8a3f9a4a50 HTTP/1.1" status: 204 len: 168 time: 0.1533647 Nov 12 01:23:24.259486 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54263d9-59d6-4e80-b651-eeebdd9c4e8d tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30e9a34-251a-4a8f-b5a5-0e8a3f9a4a50,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:24.690308 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46196) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:24.694958 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-924ae98b-94b7-4640-afae-ca099563079a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-229474857', 'description': 'tempest-secgroup-smoke-229474857 description', 'project_id': 'b199a2c21c394c79bc16fc575899fc99'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:23:24.717530 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-924ae98b-94b7-4640-afae-ca099563079a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:24.783851 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-924ae98b-94b7-4640-afae-ca099563079a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:24.787583 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-924ae98b-94b7-4640-afae-ca099563079a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:24.818659 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-924ae98b-94b7-4640-afae-ca099563079a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:24.820232 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-924ae98b-94b7-4640-afae-ca099563079a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1289053 Nov 12 01:23:24.822035 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ae98b-94b7-4640-afae-ca099563079a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faa617ce-2bbb-484c-9c9a-a8287eb6f6ef,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:24.823230 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46198) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:24.828578 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-8c6fa280-6fb1-4203-9a8d-8ee78a024010 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Request body: {'security_group_rule': {'security_group_id': 'faa617ce-2bbb-484c-9c9a-a8287eb6f6ef', 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:23:24.858660 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8c6fa280-6fb1-4203-9a8d-8ee78a024010 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:24.906446 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8c6fa280-6fb1-4203-9a8d-8ee78a024010 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:24.909930 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8c6fa280-6fb1-4203-9a8d-8ee78a024010 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:24.927494 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6fa280-6fb1-4203-9a8d-8ee78a024010 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e83baff2-d7c8-4543-a475-0af1b05943b6,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:24.936235 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8c6fa280-6fb1-4203-9a8d-8ee78a024010 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:24.937467 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8c6fa280-6fb1-4203-9a8d-8ee78a024010 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1131978 Nov 12 01:23:24.940340 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46200) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:24.944910 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-812fabb8-3848-463e-a4a9-5bbdcc714bb5 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Request body: {'security_group_rule': {'security_group_id': 'faa617ce-2bbb-484c-9c9a-a8287eb6f6ef', 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:23:24.970661 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-812fabb8-3848-463e-a4a9-5bbdcc714bb5 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:25.026456 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-812fabb8-3848-463e-a4a9-5bbdcc714bb5 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:25.031092 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-812fabb8-3848-463e-a4a9-5bbdcc714bb5 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:25.052207 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812fabb8-3848-463e-a4a9-5bbdcc714bb5 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=646ad729-a3cd-478f-864a-dc346c481b1b,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:25.066894 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-812fabb8-3848-463e-a4a9-5bbdcc714bb5 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:25.068671 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-812fabb8-3848-463e-a4a9-5bbdcc714bb5 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1272094 Nov 12 01:23:25.071548 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46202) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:25.078177 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-d51b7147-a4d6-4cc2-9fe7-bad3979293ea tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Request body: {'security_group_rule': {'security_group_id': 'faa617ce-2bbb-484c-9c9a-a8287eb6f6ef', 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:23:25.105822 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d51b7147-a4d6-4cc2-9fe7-bad3979293ea tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:25.161099 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d51b7147-a4d6-4cc2-9fe7-bad3979293ea tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:25.164533 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d51b7147-a4d6-4cc2-9fe7-bad3979293ea tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:25.181786 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b7147-a4d6-4cc2-9fe7-bad3979293ea tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=397dfefe-8ae1-435a-b6ef-f693e55d8c5e,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:25.189633 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d51b7147-a4d6-4cc2-9fe7-bad3979293ea tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:25.190814 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d51b7147-a4d6-4cc2-9fe7-bad3979293ea tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1179922 Nov 12 01:23:25.193863 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46204) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:25.198135 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-30b99f1b-56af-448f-a91b-18ef6ab6fbf9 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Request body: {'security_group_rule': {'security_group_id': 'faa617ce-2bbb-484c-9c9a-a8287eb6f6ef', 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:23:25.222828 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-30b99f1b-56af-448f-a91b-18ef6ab6fbf9 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:25.282536 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-30b99f1b-56af-448f-a91b-18ef6ab6fbf9 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:25.286049 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-30b99f1b-56af-448f-a91b-18ef6ab6fbf9 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:25.305253 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b99f1b-56af-448f-a91b-18ef6ab6fbf9 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9dd8449-a189-4f36-bbb5-c9a859e8b682,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:25.310842 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-30b99f1b-56af-448f-a91b-18ef6ab6fbf9 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:25.314856 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-30b99f1b-56af-448f-a91b-18ef6ab6fbf9 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1173930 Nov 12 01:23:25.314986 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46206) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:25.319224 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-a251cc86-1000-4b83-a8aa-1e7fe7ccc254 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Request body: {'security_group_rule': {'security_group_id': 'faa617ce-2bbb-484c-9c9a-a8287eb6f6ef', 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:23:25.340957 n-d-812236-11 neutron-server[102662]: INFO neutron.db.securitygroups_db [None req-a251cc86-1000-4b83-a8aa-1e7fe7ccc254 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Project b199a2c21c394c79bc16fc575899fc99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:23:25.346400 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a251cc86-1000-4b83-a8aa-1e7fe7ccc254 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:25.402988 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a251cc86-1000-4b83-a8aa-1e7fe7ccc254 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:25.407243 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a251cc86-1000-4b83-a8aa-1e7fe7ccc254 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:25.424007 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a251cc86-1000-4b83-a8aa-1e7fe7ccc254 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09ad0646-56e6-4eb9-bfa7-5d860a443c8f,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:25.431768 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a251cc86-1000-4b83-a8aa-1e7fe7ccc254 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:25.432945 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a251cc86-1000-4b83-a8aa-1e7fe7ccc254 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1170964 Nov 12 01:23:25.436606 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46208) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:25.441837 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-671ae0a5-d0b9-449e-9fd9-8c77554551d6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Request body: {'security_group_rule': {'security_group_id': 'faa617ce-2bbb-484c-9c9a-a8287eb6f6ef', 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:23:25.465505 n-d-812236-11 neutron-server[102661]: INFO neutron.db.securitygroups_db [None req-671ae0a5-d0b9-449e-9fd9-8c77554551d6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Project b199a2c21c394c79bc16fc575899fc99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:23:25.470627 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-671ae0a5-d0b9-449e-9fd9-8c77554551d6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:25.489390 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device ad688113-ec3a-4d1b-84d6-1a50d2edd2dd no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:23:25.510074 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: ad688113-ec3a-4d1b-84d6-1a50d2edd2dd {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:23:25.510451 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device ad688113-ec3a-4d1b-84d6-1a50d2edd2dd not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:23:25.510888 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 7cb202fb-087c-4b47-ad10-63257207d87d no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:23:25.531980 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 7cb202fb-087c-4b47-ad10-63257207d87d {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:23:25.532332 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 7cb202fb-087c-4b47-ad10-63257207d87d not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:23:25.532590 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-671ae0a5-d0b9-449e-9fd9-8c77554551d6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:25.536895 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-671ae0a5-d0b9-449e-9fd9-8c77554551d6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:25.559089 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ae0a5-d0b9-449e-9fd9-8c77554551d6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c58415a-000e-44e2-8859-c74cef9ebf5d,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:25.570718 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-671ae0a5-d0b9-449e-9fd9-8c77554551d6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:25.572036 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-671ae0a5-d0b9-449e-9fd9-8c77554551d6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1340406 Nov 12 01:23:25.575038 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46210) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:25.580715 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-e925e00b-067d-4c39-9e16-49b0242246de tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Request body: {'network': {'name': 'tempest-network-smoke--686051609', 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'port_security_enabled': True}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:23:25.600968 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e925e00b-067d-4c39-9e16-49b0242246de tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Made reservation on behalf of b199a2c21c394c79bc16fc575899fc99 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:23:25.604381 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e925e00b-067d-4c39-9e16-49b0242246de tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:25.627886 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e925e00b-067d-4c39-9e16-49b0242246de tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:23:25.636693 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e925e00b-067d-4c39-9e16-49b0242246de tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:25.637037 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-e925e00b-067d-4c39-9e16-49b0242246de tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Added segment 49c403fc-1fcb-4ca7-99d6-e33ddb6212c1 of type vlan for network f93c9e56-7666-4717-9016-a46333a342f8 Nov 12 01:23:25.678722 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e925e00b-067d-4c39-9e16-49b0242246de tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:25.702485 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e925e00b-067d-4c39-9e16-49b0242246de tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:25.708033 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e925e00b-067d-4c39-9e16-49b0242246de tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:25.708613 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e925e00b-067d-4c39-9e16-49b0242246de tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:25.744951 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e925e00b-067d-4c39-9e16-49b0242246de tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1682062 Nov 12 01:23:25.748423 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46212) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:25.753339 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-ba196097-422e-423d-a318-f382cb4962b1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-429633089', 'admin_state_up': True, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:23:25.777133 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ba196097-422e-423d-a318-f382cb4962b1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:25.778225 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ba196097-422e-423d-a318-f382cb4962b1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:25.780134 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e925e00b-067d-4c39-9e16-49b0242246de tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'Network': ['ID=f93c9e56-7666-4717-9016-a46333a342f8,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:25.792035 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network f93c9e56-7666-4717-9016-a46333a342f8 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:23:25.832995 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ba196097-422e-423d-a318-f382cb4962b1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:25.972103 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ba196097-422e-423d-a318-f382cb4962b1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:26.161348 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ba196097-422e-423d-a318-f382cb4962b1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for router_gateway, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:26.180082 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ba196097-422e-423d-a318-f382cb4962b1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:26.283427 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-ba196097-422e-423d-a318-f382cb4962b1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Allocated IP 172.25.2.185 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/6d84142c-6a7e-4b19-840b-23588e9bbfdd) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:23:26.385717 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ba196097-422e-423d-a318-f382cb4962b1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:26.418760 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ba196097-422e-423d-a318-f382cb4962b1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:26.455364 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba196097-422e-423d-a318-f382cb4962b1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:23:26.458119 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-ba196097-422e-423d-a318-f382cb4962b1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:23:26.463497 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba196097-422e-423d-a318-f382cb4962b1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:23:26.470806 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ede198a-1be7-4b5c-bffe-f6d296c97af1 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:23:26.488218 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba196097-422e-423d-a318-f382cb4962b1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'Port': ['ID=6d84142c-6a7e-4b19-840b-23588e9bbfdd,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:26.500548 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-4a944463-23ca-4d34-b578-30fa239738ca None None] Provisioning complete for port 6d84142c-6a7e-4b19-840b-23588e9bbfdd triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:23:26.501029 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4a944463-23ca-4d34-b578-30fa239738ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:26.534768 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-4a944463-23ca-4d34-b578-30fa239738ca None None] Port 6d84142c-6a7e-4b19-840b-23588e9bbfdd cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:23:26.718059 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ba196097-422e-423d-a318-f382cb4962b1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for router_gateway, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:26.920323 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ba196097-422e-423d-a318-f382cb4962b1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:27.043667 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba196097-422e-423d-a318-f382cb4962b1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Router a8022cdf-57c3-42e6-9208-2704c424f372 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:23:27.149959 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba196097-422e-423d-a318-f382cb4962b1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:23:27.161475 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81435bb3-2faa-461a-bd7f-68009faec09b None None] Sync routers for ids ['a8022cdf-57c3-42e6-9208-2704c424f372'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:23:27.171929 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81435bb3-2faa-461a-bd7f-68009faec09b None None] Routers {'a8022cdf-57c3-42e6-9208-2704c424f372'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:23:27.172608 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-81435bb3-2faa-461a-bd7f-68009faec09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:23:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['a8022cdf-57c3-42e6-9208-2704c424f372'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:27.177147 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ba196097-422e-423d-a318-f382cb4962b1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:27.178443 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ba196097-422e-423d-a318-f382cb4962b1 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4288816 Nov 12 01:23:27.181754 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46214) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:27.215166 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6283d2ae-bf11-4134-ad43-5e529bf0e0b9 tempest-TestNetworkAdvancedServerOps-797573911 tempest-TestNetworkAdvancedServerOps-797573911-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=b199a2c21c394c79bc16fc575899fc99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322213 Nov 12 01:23:27.219154 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46216) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:27.281570 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-81435bb3-2faa-461a-bd7f-68009faec09b None None] Set router a8022cdf-57c3-42e6-9208-2704c424f372 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:23:27.312391 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413b3178-71a4-41fc-aace-36a0a3513d9c tempest-TestNetworkAdvancedServerOps-797573911 tempest-TestNetworkAdvancedServerOps-797573911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:27.313939 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-413b3178-71a4-41fc-aace-36a0a3513d9c tempest-TestNetworkAdvancedServerOps-797573911 tempest-TestNetworkAdvancedServerOps-797573911-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0937760 Nov 12 01:23:27.316965 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46218) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:27.347073 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ef346f56-8924-44d5-8c54-6bc632a8e3b4 tempest-TestNetworkAdvancedServerOps-797573911 tempest-TestNetworkAdvancedServerOps-797573911-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=ef732b55-2b3c-4048-85da-0a8ac273c14b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289190 Nov 12 01:23:27.349561 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46220) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:27.354514 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-0ba9b614-56ff-4e06-9b12-44de0c56f494 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1908810318', 'network_id': 'f93c9e56-7666-4717-9016-a46333a342f8', 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:23:27.442183 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba9b614-56ff-4e06-9b12-44de0c56f494 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Made reservation on behalf of b199a2c21c394c79bc16fc575899fc99 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:23:27.445868 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0ba9b614-56ff-4e06-9b12-44de0c56f494 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:27.462351 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-81435bb3-2faa-461a-bd7f-68009faec09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8022cdf-57c3-42e6-9208-2704c424f372', 'name': 'tempest-TestNetworkAdvancedServerOps-router-429633089', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '6d84142c-6a7e-4b19-840b-23588e9bbfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:25Z', 'updated_at': '2021-11-12T01:23:26Z', 'revision_number': 3, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '6d84142c-6a7e-4b19-840b-23588e9bbfdd', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8022cdf-57c3-42e6-9208-2704c424f372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:26Z', 'updated_at': '2021-11-12T01:23:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:27.488269 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81435bb3-2faa-461a-bd7f-68009faec09b None None] Checking router: a8022cdf-57c3-42e6-9208-2704c424f372 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:23:27.488613 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81435bb3-2faa-461a-bd7f-68009faec09b None None] Updating router a8022cdf-57c3-42e6-9208-2704c424f372 port 6d84142c-6a7e-4b19-840b-23588e9bbfdd binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:23:27.513704 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-81435bb3-2faa-461a-bd7f-68009faec09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:27.640219 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0ba9b614-56ff-4e06-9b12-44de0c56f494 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:27.709950 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba9b614-56ff-4e06-9b12-44de0c56f494 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'Subnet': ['ID=17333fdb-0e78-4c3a-81ff-6f850b64319d,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:27.718544 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba9b614-56ff-4e06-9b12-44de0c56f494 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Checking segment: {'id': '49c403fc-1fcb-4ca7-99d6-e33ddb6212c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f93c9e56-7666-4717-9016-a46333a342f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:23:27.718906 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba9b614-56ff-4e06-9b12-44de0c56f494 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Network hostable DHCP agents. Network: f93c9e56-7666-4717-9016-a46333a342f8, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:23:27.736086 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba9b614-56ff-4e06-9b12-44de0c56f494 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Network f93c9e56-7666-4717-9016-a46333a342f8 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:23:27.745761 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-0ba9b614-56ff-4e06-9b12-44de0c56f494 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, f93c9e56-7666-4717-9016-a46333a342f8) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:23:27.750486 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba9b614-56ff-4e06-9b12-44de0c56f494 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:27.751101 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0ba9b614-56ff-4e06-9b12-44de0c56f494 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:27.758711 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568b6c4d-06d8-4fdc-bdad-237b459546f3 None None] Network f93c9e56-7666-4717-9016-a46333a342f8 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:23:27.768279 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-81435bb3-2faa-461a-bd7f-68009faec09b None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:27.773032 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0ba9b614-56ff-4e06-9b12-44de0c56f494 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4196544 Nov 12 01:23:27.773472 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46222) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:27.777463 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-81435bb3-2faa-461a-bd7f-68009faec09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:27.827273 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d44ab1-8a3a-4350-8f6a-cda09b13a1e0 None None] Pushing event updated for resources: {'Port': ['ID=6d84142c-6a7e-4b19-840b-23588e9bbfdd,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:27.830593 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a647cade-cc7b-48d3-bf22-fcf15769c7d9 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:23:27.842107 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d44ab1-8a3a-4350-8f6a-cda09b13a1e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:27.842529 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d44ab1-8a3a-4350-8f6a-cda09b13a1e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:27.842923 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d44ab1-8a3a-4350-8f6a-cda09b13a1e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:27.843475 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d44ab1-8a3a-4350-8f6a-cda09b13a1e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:27.843862 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d44ab1-8a3a-4350-8f6a-cda09b13a1e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:27.844254 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d44ab1-8a3a-4350-8f6a-cda09b13a1e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:27.844652 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d44ab1-8a3a-4350-8f6a-cda09b13a1e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:27.845042 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d44ab1-8a3a-4350-8f6a-cda09b13a1e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:27.845452 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d44ab1-8a3a-4350-8f6a-cda09b13a1e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:27.845841 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d44ab1-8a3a-4350-8f6a-cda09b13a1e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:27.846227 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d44ab1-8a3a-4350-8f6a-cda09b13a1e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:27.846613 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d44ab1-8a3a-4350-8f6a-cda09b13a1e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:27.852074 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-81435bb3-2faa-461a-bd7f-68009faec09b None None] Attempting to bind port 6d84142c-6a7e-4b19-840b-23588e9bbfdd on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:23:27.852518 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-81435bb3-2faa-461a-bd7f-68009faec09b None None] Attempting to bind port 6d84142c-6a7e-4b19-840b-23588e9bbfdd by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:23:27.852949 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81435bb3-2faa-461a-bd7f-68009faec09b None None] Attempting to bind port 6d84142c-6a7e-4b19-840b-23588e9bbfdd on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:23:27.859053 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81435bb3-2faa-461a-bd7f-68009faec09b None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:23:27.859517 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81435bb3-2faa-461a-bd7f-68009faec09b None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:23:27.859983 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-81435bb3-2faa-461a-bd7f-68009faec09b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:27.860577 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81435bb3-2faa-461a-bd7f-68009faec09b None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:23:27.861056 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-81435bb3-2faa-461a-bd7f-68009faec09b None None] Bound port: 6d84142c-6a7e-4b19-840b-23588e9bbfdd, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:23:27.861532 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-81435bb3-2faa-461a-bd7f-68009faec09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:27.915425 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-81435bb3-2faa-461a-bd7f-68009faec09b None None] For port 6d84142c-6a7e-4b19-840b-23588e9bbfdd, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:23:27.919993 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-81435bb3-2faa-461a-bd7f-68009faec09b None None] For port 6d84142c-6a7e-4b19-840b-23588e9bbfdd, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=6d84142c-6a7e-4b19-840b-23588e9bbfdd,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:23:27.925644 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-81435bb3-2faa-461a-bd7f-68009faec09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:27.930020 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b71f71-3243-41bb-85dd-c733981e5924 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-f93c9e56-7666-4717-9016-a46333a342f8', 'network_id': 'f93c9e56-7666-4717-9016-a46333a342f8', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'fixed_ips': [{'subnet_id': '17333fdb-0e78-4c3a-81ff-6f850b64319d'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:23:27.931026 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-44b71f71-3243-41bb-85dd-c733981e5924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:27.987148 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81435bb3-2faa-461a-bd7f-68009faec09b None None] Routers {'a8022cdf-57c3-42e6-9208-2704c424f372'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:23:27.987764 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-81435bb3-2faa-461a-bd7f-68009faec09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:23:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['a8022cdf-57c3-42e6-9208-2704c424f372'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:28.020463 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2975c2-8823-4fc6-a792-a7cf7f4acf5f None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:23:28.029346 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-cc7ec7b3-cf78-4347-a880-de06ddcda193 None None] Provisioning complete for port 6d84142c-6a7e-4b19-840b-23588e9bbfdd triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:23:28.030319 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cc7ec7b3-cf78-4347-a880-de06ddcda193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:28.044169 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d44ab1-8a3a-4350-8f6a-cda09b13a1e0 None None] Pushing event updated for resources: {'Port': ['ID=6d84142c-6a7e-4b19-840b-23588e9bbfdd,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:28.103844 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-81435bb3-2faa-461a-bd7f-68009faec09b None None] Set router a8022cdf-57c3-42e6-9208-2704c424f372 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:23:28.129669 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-44b71f71-3243-41bb-85dd-c733981e5924 None None] Allocated IP 172.20.0.2 (f93c9e56-7666-4717-9016-a46333a342f8/17333fdb-0e78-4c3a-81ff-6f850b64319d/3feb030a-3dd4-4609-a05a-24b00567a267) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:23:28.194766 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cc7ec7b3-cf78-4347-a880-de06ddcda193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:28.246487 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-cc7ec7b3-cf78-4347-a880-de06ddcda193 None None] For port 6d84142c-6a7e-4b19-840b-23588e9bbfdd, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=6d84142c-6a7e-4b19-840b-23588e9bbfdd,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:23:28.266207 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cc7ec7b3-cf78-4347-a880-de06ddcda193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:28.298586 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-891d19a5-51a3-4df7-85a5-7ea36a77a191 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:28.323476 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-81435bb3-2faa-461a-bd7f-68009faec09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8022cdf-57c3-42e6-9208-2704c424f372', 'name': 'tempest-TestNetworkAdvancedServerOps-router-429633089', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '6d84142c-6a7e-4b19-840b-23588e9bbfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:25Z', 'updated_at': '2021-11-12T01:23:26Z', 'revision_number': 3, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '6d84142c-6a7e-4b19-840b-23588e9bbfdd', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8022cdf-57c3-42e6-9208-2704c424f372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:26Z', 'updated_at': '2021-11-12T01:23:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:28.354345 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81435bb3-2faa-461a-bd7f-68009faec09b None None] The sync data for ids ['a8022cdf-57c3-42e6-9208-2704c424f372'] in n-d-812236-11 is: [{'id': 'a8022cdf-57c3-42e6-9208-2704c424f372', 'name': 'tempest-TestNetworkAdvancedServerOps-router-429633089', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '6d84142c-6a7e-4b19-840b-23588e9bbfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:25Z', 'updated_at': '2021-11-12T01:23:26Z', 'revision_number': 3, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '6d84142c-6a7e-4b19-840b-23588e9bbfdd', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8022cdf-57c3-42e6-9208-2704c424f372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:26Z', 'updated_at': '2021-11-12T01:23:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:23:28.355605 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ec7b3-cf78-4347-a880-de06ddcda193 None None] Pushing event updated for resources: {'Port': ['ID=6d84142c-6a7e-4b19-840b-23588e9bbfdd,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:28.370193 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-44b71f71-3243-41bb-85dd-c733981e5924 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:28.393001 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-44b71f71-3243-41bb-85dd-c733981e5924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:28.420841 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-70089ef7-e0e2-4e7a-8467-857dba467ef2 None None] Provisioning complete for port 6d84142c-6a7e-4b19-840b-23588e9bbfdd triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:23:28.421223 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-70089ef7-e0e2-4e7a-8467-857dba467ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:28.468680 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b71f71-3243-41bb-85dd-c733981e5924 None None] Network f93c9e56-7666-4717-9016-a46333a342f8 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:23:28.475737 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-44b71f71-3243-41bb-85dd-c733981e5924 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:23:28.484289 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b71f71-3243-41bb-85dd-c733981e5924 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:23:28.486129 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b71f71-3243-41bb-85dd-c733981e5924 None None] Pushing event updated for resources: {'Port': ['ID=3feb030a-3dd4-4609-a05a-24b00567a267,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:28.571260 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-44b71f71-3243-41bb-85dd-c733981e5924 None None] Attempting to bind port 3feb030a-3dd4-4609-a05a-24b00567a267 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:23:28.571621 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-44b71f71-3243-41bb-85dd-c733981e5924 None None] Attempting to bind port 3feb030a-3dd4-4609-a05a-24b00567a267 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '49c403fc-1fcb-4ca7-99d6-e33ddb6212c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f93c9e56-7666-4717-9016-a46333a342f8'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:23:28.571981 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b71f71-3243-41bb-85dd-c733981e5924 None None] Attempting to bind port 3feb030a-3dd4-4609-a05a-24b00567a267 on network f93c9e56-7666-4717-9016-a46333a342f8 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:23:28.603992 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b71f71-3243-41bb-85dd-c733981e5924 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:23:28.604973 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b71f71-3243-41bb-85dd-c733981e5924 None None] Checking segment: {'id': '49c403fc-1fcb-4ca7-99d6-e33ddb6212c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f93c9e56-7666-4717-9016-a46333a342f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:23:28.605668 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-44b71f71-3243-41bb-85dd-c733981e5924 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:28.606076 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-891d19a5-51a3-4df7-85a5-7ea36a77a191 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Allocated IP 172.20.0.1 (f93c9e56-7666-4717-9016-a46333a342f8/17333fdb-0e78-4c3a-81ff-6f850b64319d/a9bf89c2-7a27-40c9-a48c-ea208b8fdb1a) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:23:28.608807 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b71f71-3243-41bb-85dd-c733981e5924 None None] Bound using segment: {'id': '49c403fc-1fcb-4ca7-99d6-e33ddb6212c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f93c9e56-7666-4717-9016-a46333a342f8'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:23:28.609473 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-44b71f71-3243-41bb-85dd-c733981e5924 None None] Bound port: 3feb030a-3dd4-4609-a05a-24b00567a267, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c403fc-1fcb-4ca7-99d6-e33ddb6212c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f93c9e56-7666-4717-9016-a46333a342f8'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:23:28.609968 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-44b71f71-3243-41bb-85dd-c733981e5924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:28.697221 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-44b71f71-3243-41bb-85dd-c733981e5924 None None] For port 3feb030a-3dd4-4609-a05a-24b00567a267, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:23:28.700403 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-44b71f71-3243-41bb-85dd-c733981e5924 None None] For port 3feb030a-3dd4-4609-a05a-24b00567a267, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=3feb030a-3dd4-4609-a05a-24b00567a267,segment=NetworkSegment(49c403fc-1fcb-4ca7-99d6-e33ddb6212c1),segment_id=49c403fc-1fcb-4ca7-99d6-e33ddb6212c1)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:23:28.706298 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-44b71f71-3243-41bb-85dd-c733981e5924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:28.743409 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-891d19a5-51a3-4df7-85a5-7ea36a77a191 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:28.775060 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b71f71-3243-41bb-85dd-c733981e5924 None None] Pushing event updated for resources: {'Port': ['ID=3feb030a-3dd4-4609-a05a-24b00567a267,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:28.799490 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-891d19a5-51a3-4df7-85a5-7ea36a77a191 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:28.851686 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891d19a5-51a3-4df7-85a5-7ea36a77a191 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Network f93c9e56-7666-4717-9016-a46333a342f8 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:23:28.855218 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-891d19a5-51a3-4df7-85a5-7ea36a77a191 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:23:28.860735 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891d19a5-51a3-4df7-85a5-7ea36a77a191 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:23:28.865194 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891d19a5-51a3-4df7-85a5-7ea36a77a191 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'Port': ['ID=a9bf89c2-7a27-40c9-a48c-ea208b8fdb1a,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:28.914530 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-891d19a5-51a3-4df7-85a5-7ea36a77a191 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:29.086933 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-891d19a5-51a3-4df7-85a5-7ea36a77a191 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:29.379305 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-891d19a5-51a3-4df7-85a5-7ea36a77a191 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:29.384421 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-891d19a5-51a3-4df7-85a5-7ea36a77a191 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:29.461699 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891d19a5-51a3-4df7-85a5-7ea36a77a191 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'Port': ['ID=a9bf89c2-7a27-40c9-a48c-ea208b8fdb1a,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:29.468513 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-891d19a5-51a3-4df7-85a5-7ea36a77a191 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:29.594184 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891d19a5-51a3-4df7-85a5-7ea36a77a191 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Network f93c9e56-7666-4717-9016-a46333a342f8 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:23:29.595628 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-891d19a5-51a3-4df7-85a5-7ea36a77a191 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:23:29.620558 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 6d84142c-6a7e-4b19-840b-23588e9bbfdd up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:23:29.678646 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 6d84142c-6a7e-4b19-840b-23588e9bbfdd triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:23:29.679011 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:29.732721 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-891d19a5-51a3-4df7-85a5-7ea36a77a191 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Router a8022cdf-57c3-42e6-9208-2704c424f372 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:23:29.766214 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 3feb030a-3dd4-4609-a05a-24b00567a267 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:23:29.816855 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 3feb030a-3dd4-4609-a05a-24b00567a267 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:23:29.817507 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:29.842667 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a637dd4-ceaa-4503-a71e-f0e0df273437 None None] Network f93c9e56-7666-4717-9016-a46333a342f8 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:23:29.938890 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-c4d132d7-4497-4946-892b-fe00d3ef97ae None None] Provisioning complete for port 3feb030a-3dd4-4609-a05a-24b00567a267 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:23:29.939264 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c4d132d7-4497-4946-892b-fe00d3ef97ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:30.066403 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:30.157026 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 3feb030a-3dd4-4609-a05a-24b00567a267, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=3feb030a-3dd4-4609-a05a-24b00567a267,segment=NetworkSegment(49c403fc-1fcb-4ca7-99d6-e33ddb6212c1),segment_id=49c403fc-1fcb-4ca7-99d6-e33ddb6212c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:23:30.159869 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c4d132d7-4497-4946-892b-fe00d3ef97ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:30.164156 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:30.203804 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-891d19a5-51a3-4df7-85a5-7ea36a77a191 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:23:30.219568 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-891d19a5-51a3-4df7-85a5-7ea36a77a191 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "PUT /v2.0/routers/a8022cdf-57c3-42e6-9208-2704c424f372/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4450061 Nov 12 01:23:30.264929 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=3feb030a-3dd4-4609-a05a-24b00567a267,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:30.277157 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.db.api [None req-c4d132d7-4497-4946-892b-fe00d3ef97ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:23:30.277554 n-d-812236-11 neutron-server[102663]: DEBUG oslo_db.api [None req-c4d132d7-4497-4946-892b-fe00d3ef97ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:23:30.383509 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-12e9e05c-9850-4cae-8bb3-f1c3dd9175d6 req-76379872-75a5-4629-a740-4c4085874c27 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-229474857&fields=id&tenant_id=b199a2c21c394c79bc16fc575899fc99 HTTP/1.1" status: 200 len: 267 time: 0.0536985 Nov 12 01:23:30.453620 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013609aa-4734-4f06-b2f3-f8456796112c None None] Sync routers for ids ['a8022cdf-57c3-42e6-9208-2704c424f372'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:23:30.463881 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013609aa-4734-4f06-b2f3-f8456796112c None None] Routers {'a8022cdf-57c3-42e6-9208-2704c424f372'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:23:30.464500 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-013609aa-4734-4f06-b2f3-f8456796112c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:23:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['a8022cdf-57c3-42e6-9208-2704c424f372'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:30.501093 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9e05c-9850-4cae-8bb3-f1c3dd9175d6 req-b377df2b-77c6-4848-8297-c76093f9b8d6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:30.502655 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-12e9e05c-9850-4cae-8bb3-f1c3dd9175d6 req-b377df2b-77c6-4848-8297-c76093f9b8d6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/networks?id=f93c9e56-7666-4717-9016-a46333a342f8 HTTP/1.1" status: 200 len: 796 time: 0.1118529 Nov 12 01:23:30.520161 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-12e9e05c-9850-4cae-8bb3-f1c3dd9175d6 req-038fde59-a7e4-4db7-8e60-4d8d5e7342e2 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/quotas/b199a2c21c394c79bc16fc575899fc99 HTTP/1.1" status: 200 len: 375 time: 0.0102208 Nov 12 01:23:30.590777 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-12e9e05c-9850-4cae-8bb3-f1c3dd9175d6 req-16dbd053-2a20-415c-b386-a66fcacdc171 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b199a2c21c394c79bc16fc575899fc99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558105 Nov 12 01:23:30.696207 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-12e9e05c-9850-4cae-8bb3-f1c3dd9175d6 req-0fc51c6f-4fe3-4496-8a46-7170774f93d4 service neutron] 10.222.0.20 "GET /v2.0/networks/f93c9e56-7666-4717-9016-a46333a342f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033874 Nov 12 01:23:30.762106 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-013609aa-4734-4f06-b2f3-f8456796112c None None] Set router a8022cdf-57c3-42e6-9208-2704c424f372 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:23:30.800184 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-12e9e05c-9850-4cae-8bb3-f1c3dd9175d6 req-e1c7b171-c7de-4dbb-a5ed-b2bc83fb61a0 service neutron] 10.222.0.20 "GET /v2.0/networks/f93c9e56-7666-4717-9016-a46333a342f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990984 Nov 12 01:23:30.984754 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f18be36f-c185-4e78-ac9a-f1d83cb93949 req-9bdc9f5f-0050-49c3-aa0b-69dca8305ff7 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=210bc12d-069f-466e-9951-7759ddfe0d56 HTTP/1.1" status: 200 len: 210 time: 0.0427797 Nov 12 01:23:31.007593 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-07f39942-e318-43f9-aa69-ebf312805552 None None] Provisioning complete for port a9bf89c2-7a27-40c9-a48c-ea208b8fdb1a triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:23:31.008218 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-07f39942-e318-43f9-aa69-ebf312805552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:31.037420 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fbf95431-4b02-4701-87ef-c49ac5f3f40f req-4bef96a1-3f0a-4462-87ef-7cc04bd2006a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ae9db971-3546-4b47-87db-32ee3a3dedca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0766885 Nov 12 01:23:31.054934 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-013609aa-4734-4f06-b2f3-f8456796112c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8022cdf-57c3-42e6-9208-2704c424f372', 'name': 'tempest-TestNetworkAdvancedServerOps-router-429633089', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '6d84142c-6a7e-4b19-840b-23588e9bbfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:25Z', 'updated_at': '2021-11-12T01:23:29Z', 'revision_number': 4, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '6d84142c-6a7e-4b19-840b-23588e9bbfdd', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8022cdf-57c3-42e6-9208-2704c424f372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:26Z', 'updated_at': '2021-11-12T01:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'a9bf89c2-7a27-40c9-a48c-ea208b8fdb1a', 'name': '', 'network_id': 'f93c9e56-7666-4717-9016-a46333a342f8', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'mac_address': 'fa:16:3e:a9:31:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8022cdf-57c3-42e6-9208-2704c424f372', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '17333fdb-0e78-4c3a-81ff-6f850b64319d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:28Z', 'updated_at': '2021-11-12T01:23:29Z', 'revision_number': 2, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'subnets': [{'id': '17333fdb-0e78-4c3a-81ff-6f850b64319d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:31.082622 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013609aa-4734-4f06-b2f3-f8456796112c None None] Checking router: a8022cdf-57c3-42e6-9208-2704c424f372 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:23:31.082975 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013609aa-4734-4f06-b2f3-f8456796112c None None] Updating router a8022cdf-57c3-42e6-9208-2704c424f372 port a9bf89c2-7a27-40c9-a48c-ea208b8fdb1a binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:23:31.086379 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-07f39942-e318-43f9-aa69-ebf312805552 None None] Port a9bf89c2-7a27-40c9-a48c-ea208b8fdb1a cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:23:31.112937 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-013609aa-4734-4f06-b2f3-f8456796112c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:31.125495 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-07f39942-e318-43f9-aa69-ebf312805552 None None] Provisioning complete for port 3feb030a-3dd4-4609-a05a-24b00567a267 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:23:31.125801 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-07f39942-e318-43f9-aa69-ebf312805552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:31.140569 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf95431-4b02-4701-87ef-c49ac5f3f40f req-67a1a5b9-2e4a-43ed-9283-9bfedd3d766e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:31.142159 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fbf95431-4b02-4701-87ef-c49ac5f3f40f req-67a1a5b9-2e4a-43ed-9283-9bfedd3d766e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a17bedb646b94ed485e4adca083ceb13&device_id=ae9db971-3546-4b47-87db-32ee3a3dedca HTTP/1.1" status: 200 len: 1097 time: 0.0461051 Nov 12 01:23:31.259253 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf95431-4b02-4701-87ef-c49ac5f3f40f req-475d45cd-22a4-4258-bb25-a7afdbbc1abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:31.260772 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fbf95431-4b02-4701-87ef-c49ac5f3f40f req-475d45cd-22a4-4258-bb25-a7afdbbc1abd service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf426145-af7a-457c-9edb-3ba8bbea2dab HTTP/1.1" status: 200 len: 913 time: 0.0972373 Nov 12 01:23:31.334061 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fbf95431-4b02-4701-87ef-c49ac5f3f40f req-d6e88d9b-7c48-4474-967f-e3ebe8bf5ce9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e3dc05a-c1a1-4768-bd7e-589947064362 HTTP/1.1" status: 200 len: 1001 time: 0.0661924 Nov 12 01:23:31.392336 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf95431-4b02-4701-87ef-c49ac5f3f40f req-e29f98d1-25c9-4526-9fea-9c551cb41362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:31.393846 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fbf95431-4b02-4701-87ef-c49ac5f3f40f req-e29f98d1-25c9-4526-9fea-9c551cb41362 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e0049bca-8c54-4a87-971a-726fded81d57 HTTP/1.1" status: 200 len: 851 time: 0.0504973 Nov 12 01:23:31.456929 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-013609aa-4734-4f06-b2f3-f8456796112c None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:31.464531 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-013609aa-4734-4f06-b2f3-f8456796112c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:31.464730 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf95431-4b02-4701-87ef-c49ac5f3f40f req-4d3d13a2-1a2b-45d5-889c-297e7a652052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:31.467233 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fbf95431-4b02-4701-87ef-c49ac5f3f40f req-4d3d13a2-1a2b-45d5-889c-297e7a652052 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf426145-af7a-457c-9edb-3ba8bbea2dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0644505 Nov 12 01:23:31.518850 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ef1ec-6dbc-4223-82ce-7a32578dfb20 None None] Pushing event updated for resources: {'Port': ['ID=a9bf89c2-7a27-40c9-a48c-ea208b8fdb1a,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:31.524946 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 3feb030a-3dd4-4609-a05a-24b00567a267 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:23:31.602963 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fbf95431-4b02-4701-87ef-c49ac5f3f40f req-04708470-72e0-4881-9b80-76fede52e594 service neutron] 10.222.0.49 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283250 Nov 12 01:23:31.610550 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-013609aa-4734-4f06-b2f3-f8456796112c None None] Attempting to bind port a9bf89c2-7a27-40c9-a48c-ea208b8fdb1a on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:23:31.610921 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-013609aa-4734-4f06-b2f3-f8456796112c None None] Attempting to bind port a9bf89c2-7a27-40c9-a48c-ea208b8fdb1a by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '49c403fc-1fcb-4ca7-99d6-e33ddb6212c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f93c9e56-7666-4717-9016-a46333a342f8'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:23:31.611285 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013609aa-4734-4f06-b2f3-f8456796112c None None] Attempting to bind port a9bf89c2-7a27-40c9-a48c-ea208b8fdb1a on network f93c9e56-7666-4717-9016-a46333a342f8 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:23:31.629353 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013609aa-4734-4f06-b2f3-f8456796112c None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:23:31.629904 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013609aa-4734-4f06-b2f3-f8456796112c None None] Checking segment: {'id': '49c403fc-1fcb-4ca7-99d6-e33ddb6212c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f93c9e56-7666-4717-9016-a46333a342f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:23:31.630153 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-013609aa-4734-4f06-b2f3-f8456796112c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:31.630543 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013609aa-4734-4f06-b2f3-f8456796112c None None] Bound using segment: {'id': '49c403fc-1fcb-4ca7-99d6-e33ddb6212c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f93c9e56-7666-4717-9016-a46333a342f8'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:23:31.631018 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-013609aa-4734-4f06-b2f3-f8456796112c None None] Bound port: a9bf89c2-7a27-40c9-a48c-ea208b8fdb1a, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c403fc-1fcb-4ca7-99d6-e33ddb6212c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f93c9e56-7666-4717-9016-a46333a342f8'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:23:31.631715 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-013609aa-4734-4f06-b2f3-f8456796112c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:31.688364 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 3feb030a-3dd4-4609-a05a-24b00567a267 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:23:31.688738 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:31.727619 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fbf95431-4b02-4701-87ef-c49ac5f3f40f req-04e1c650-90b4-4fa0-82cf-e64ad67b3d92 service neutron] 10.222.0.49 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135592 Nov 12 01:23:31.738387 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-013609aa-4734-4f06-b2f3-f8456796112c None None] For port a9bf89c2-7a27-40c9-a48c-ea208b8fdb1a, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:23:31.752957 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-013609aa-4734-4f06-b2f3-f8456796112c None None] For port a9bf89c2-7a27-40c9-a48c-ea208b8fdb1a, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=a9bf89c2-7a27-40c9-a48c-ea208b8fdb1a,segment=NetworkSegment(49c403fc-1fcb-4ca7-99d6-e33ddb6212c1),segment_id=49c403fc-1fcb-4ca7-99d6-e33ddb6212c1)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:23:31.759951 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-013609aa-4734-4f06-b2f3-f8456796112c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:31.854942 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013609aa-4734-4f06-b2f3-f8456796112c None None] Routers {'a8022cdf-57c3-42e6-9208-2704c424f372'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:23:31.855563 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-013609aa-4734-4f06-b2f3-f8456796112c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:23:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['a8022cdf-57c3-42e6-9208-2704c424f372'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:31.862700 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ef1ec-6dbc-4223-82ce-7a32578dfb20 None None] Pushing event updated for resources: {'Port': ['ID=a9bf89c2-7a27-40c9-a48c-ea208b8fdb1a,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:31.912078 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-8737de4b-1e24-4812-a308-40b59ad989f8 None None] Provisioning complete for port a9bf89c2-7a27-40c9-a48c-ea208b8fdb1a triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:23:31.912446 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8737de4b-1e24-4812-a308-40b59ad989f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:32.011642 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-013609aa-4734-4f06-b2f3-f8456796112c None None] Set router a8022cdf-57c3-42e6-9208-2704c424f372 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:23:32.125777 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8737de4b-1e24-4812-a308-40b59ad989f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:32.127225 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6311c9ca-a83a-4976-a170-bb00854b6d53 req-fe8453c9-96c1-4f6d-a6f3-ac9b77d17c42 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=210bc12d-069f-466e-9951-7759ddfe0d56 HTTP/1.1" status: 200 len: 210 time: 0.0376823 Nov 12 01:23:32.149244 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9e05c-9850-4cae-8bb3-f1c3dd9175d6 req-91904dc8-1ca8-436f-af96-af0edff3dff5 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:32.149244 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-12e9e05c-9850-4cae-8bb3-f1c3dd9175d6 req-91904dc8-1ca8-436f-af96-af0edff3dff5 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.54 "GET /v2.0/networks?id=f93c9e56-7666-4717-9016-a46333a342f8 HTTP/1.1" status: 200 len: 796 time: 0.1548717 Nov 12 01:23:32.201018 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-8737de4b-1e24-4812-a308-40b59ad989f8 None None] For port a9bf89c2-7a27-40c9-a48c-ea208b8fdb1a, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=a9bf89c2-7a27-40c9-a48c-ea208b8fdb1a,segment=NetworkSegment(49c403fc-1fcb-4ca7-99d6-e33ddb6212c1),segment_id=49c403fc-1fcb-4ca7-99d6-e33ddb6212c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:23:32.207871 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8737de4b-1e24-4812-a308-40b59ad989f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:32.219554 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-12e9e05c-9850-4cae-8bb3-f1c3dd9175d6 req-76a1a80a-10b7-4340-b338-7246f77b7a3b tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b199a2c21c394c79bc16fc575899fc99 HTTP/1.1" status: 200 len: 379 time: 0.0577817 Nov 12 01:23:32.241024 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-12e9e05c-9850-4cae-8bb3-f1c3dd9175d6 req-02bcd1bc-2c6e-4c2d-8d7d-f3da0890f44a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Request body: {'port': {'device_id': '210bc12d-069f-466e-9951-7759ddfe0d56', 'network_id': 'f93c9e56-7666-4717-9016-a46333a342f8', 'admin_state_up': True, 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'security_groups': ['faa617ce-2bbb-484c-9c9a-a8287eb6f6ef']}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:23:32.290359 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737de4b-1e24-4812-a308-40b59ad989f8 None None] Pushing event updated for resources: {'Port': ['ID=a9bf89c2-7a27-40c9-a48c-ea208b8fdb1a,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:32.322055 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-013609aa-4734-4f06-b2f3-f8456796112c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8022cdf-57c3-42e6-9208-2704c424f372', 'name': 'tempest-TestNetworkAdvancedServerOps-router-429633089', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '6d84142c-6a7e-4b19-840b-23588e9bbfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:25Z', 'updated_at': '2021-11-12T01:23:29Z', 'revision_number': 4, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '6d84142c-6a7e-4b19-840b-23588e9bbfdd', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8022cdf-57c3-42e6-9208-2704c424f372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:26Z', 'updated_at': '2021-11-12T01:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'a9bf89c2-7a27-40c9-a48c-ea208b8fdb1a', 'name': '', 'network_id': 'f93c9e56-7666-4717-9016-a46333a342f8', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'mac_address': 'fa:16:3e:a9:31:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8022cdf-57c3-42e6-9208-2704c424f372', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '17333fdb-0e78-4c3a-81ff-6f850b64319d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:28Z', 'updated_at': '2021-11-12T01:23:31Z', 'revision_number': 4, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'subnets': [{'id': '17333fdb-0e78-4c3a-81ff-6f850b64319d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:32.352465 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013609aa-4734-4f06-b2f3-f8456796112c None None] The sync data for ids ['a8022cdf-57c3-42e6-9208-2704c424f372'] in n-d-812236-11 is: [{'id': 'a8022cdf-57c3-42e6-9208-2704c424f372', 'name': 'tempest-TestNetworkAdvancedServerOps-router-429633089', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '6d84142c-6a7e-4b19-840b-23588e9bbfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:25Z', 'updated_at': '2021-11-12T01:23:29Z', 'revision_number': 4, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '6d84142c-6a7e-4b19-840b-23588e9bbfdd', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8022cdf-57c3-42e6-9208-2704c424f372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:26Z', 'updated_at': '2021-11-12T01:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'a9bf89c2-7a27-40c9-a48c-ea208b8fdb1a', 'name': '', 'network_id': 'f93c9e56-7666-4717-9016-a46333a342f8', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'mac_address': 'fa:16:3e:a9:31:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8022cdf-57c3-42e6-9208-2704c424f372', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '17333fdb-0e78-4c3a-81ff-6f850b64319d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:28Z', 'updated_at': '2021-11-12T01:23:31Z', 'revision_number': 4, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'subnets': [{'id': '17333fdb-0e78-4c3a-81ff-6f850b64319d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:23:32.355505 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12e9e05c-9850-4cae-8bb3-f1c3dd9175d6 req-02bcd1bc-2c6e-4c2d-8d7d-f3da0890f44a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Made reservation on behalf of b199a2c21c394c79bc16fc575899fc99 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:23:32.359762 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-f5b13db8-82a6-447e-b3fb-eb7b4403cf58 None None] Provisioning complete for port a9bf89c2-7a27-40c9-a48c-ea208b8fdb1a triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:23:32.360024 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-12e9e05c-9850-4cae-8bb3-f1c3dd9175d6 req-02bcd1bc-2c6e-4c2d-8d7d-f3da0890f44a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:32.360455 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f5b13db8-82a6-447e-b3fb-eb7b4403cf58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:32.513222 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-12e9e05c-9850-4cae-8bb3-f1c3dd9175d6 req-02bcd1bc-2c6e-4c2d-8d7d-f3da0890f44a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Allocated IP 172.20.0.3 (f93c9e56-7666-4717-9016-a46333a342f8/17333fdb-0e78-4c3a-81ff-6f850b64319d/c17c9438-8b1b-4739-b5c4-da6eacdcaf5d) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:23:32.660095 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-12e9e05c-9850-4cae-8bb3-f1c3dd9175d6 req-02bcd1bc-2c6e-4c2d-8d7d-f3da0890f44a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:32.694621 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-12e9e05c-9850-4cae-8bb3-f1c3dd9175d6 req-02bcd1bc-2c6e-4c2d-8d7d-f3da0890f44a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:32.744582 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12e9e05c-9850-4cae-8bb3-f1c3dd9175d6 req-02bcd1bc-2c6e-4c2d-8d7d-f3da0890f44a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Network f93c9e56-7666-4717-9016-a46333a342f8 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:23:32.750639 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-12e9e05c-9850-4cae-8bb3-f1c3dd9175d6 req-02bcd1bc-2c6e-4c2d-8d7d-f3da0890f44a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:23:32.754566 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e9e05c-9850-4cae-8bb3-f1c3dd9175d6 req-02bcd1bc-2c6e-4c2d-8d7d-f3da0890f44a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:23:32.761258 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bcd1bc-2c6e-4c2d-8d7d-f3da0890f44a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'Port': ['ID=c17c9438-8b1b-4739-b5c4-da6eacdcaf5d,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:32.811790 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9e05c-9850-4cae-8bb3-f1c3dd9175d6 req-02bcd1bc-2c6e-4c2d-8d7d-f3da0890f44a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:32.812612 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-12e9e05c-9850-4cae-8bb3-f1c3dd9175d6 req-02bcd1bc-2c6e-4c2d-8d7d-f3da0890f44a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:32.833086 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-12e9e05c-9850-4cae-8bb3-f1c3dd9175d6 req-02bcd1bc-2c6e-4c2d-8d7d-f3da0890f44a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5956771 Nov 12 01:23:32.851546 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-12e9e05c-9850-4cae-8bb3-f1c3dd9175d6 req-9e2ed468-2a0f-45c7-8987-6faa26a8afb2 service neutron] Request body: {'port': {'device_id': '210bc12d-069f-466e-9951-7759ddfe0d56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:23:32.916375 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-12e9e05c-9850-4cae-8bb3-f1c3dd9175d6 req-9e2ed468-2a0f-45c7-8987-6faa26a8afb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:33.091886 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-e3f54136-c825-4b7f-8c73-7b9457558fbd None None] Provisioning complete for port c17c9438-8b1b-4739-b5c4-da6eacdcaf5d triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:23:33.092803 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e3f54136-c825-4b7f-8c73-7b9457558fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:33.136354 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-e3f54136-c825-4b7f-8c73-7b9457558fbd None None] Port c17c9438-8b1b-4739-b5c4-da6eacdcaf5d cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:23:33.218483 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-12e9e05c-9850-4cae-8bb3-f1c3dd9175d6 req-9e2ed468-2a0f-45c7-8987-6faa26a8afb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c17c9438-8b1b-4739-b5c4-da6eacdcaf5d {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:23:33.226584 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-12e9e05c-9850-4cae-8bb3-f1c3dd9175d6 req-9e2ed468-2a0f-45c7-8987-6faa26a8afb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:33.242196 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-12e9e05c-9850-4cae-8bb3-f1c3dd9175d6 req-9e2ed468-2a0f-45c7-8987-6faa26a8afb2 service neutron] Transition to ACTIVE for port object c17c9438-8b1b-4739-b5c4-da6eacdcaf5d will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:23:33.246494 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-12e9e05c-9850-4cae-8bb3-f1c3dd9175d6 req-9e2ed468-2a0f-45c7-8987-6faa26a8afb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:33.256209 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb0f00-0d46-4f32-a805-788c036b298a req-959a2eea-4d6f-41db-9126-59973d991851 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:33.257866 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4feb0f00-0d46-4f32-a805-788c036b298a req-959a2eea-4d6f-41db-9126-59973d991851 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=210bc12d-069f-466e-9951-7759ddfe0d56 HTTP/1.1" status: 200 len: 931 time: 0.0583353 Nov 12 01:23:33.298352 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ed468-2a0f-45c7-8987-6faa26a8afb2 service neutron] Pushing event updated for resources: {'Port': ['ID=c17c9438-8b1b-4739-b5c4-da6eacdcaf5d,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:33.320254 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4feb0f00-0d46-4f32-a805-788c036b298a req-b79cc70b-402c-41d3-9221-42def3783df4 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=faa617ce-2bbb-484c-9c9a-a8287eb6f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551529 Nov 12 01:23:33.392178 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-12e9e05c-9850-4cae-8bb3-f1c3dd9175d6 req-9e2ed468-2a0f-45c7-8987-6faa26a8afb2 service neutron] Attempting to bind port c17c9438-8b1b-4739-b5c4-da6eacdcaf5d on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:23:33.392651 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-12e9e05c-9850-4cae-8bb3-f1c3dd9175d6 req-9e2ed468-2a0f-45c7-8987-6faa26a8afb2 service neutron] Attempting to bind port c17c9438-8b1b-4739-b5c4-da6eacdcaf5d by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '49c403fc-1fcb-4ca7-99d6-e33ddb6212c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f93c9e56-7666-4717-9016-a46333a342f8'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:23:33.393064 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e9e05c-9850-4cae-8bb3-f1c3dd9175d6 req-9e2ed468-2a0f-45c7-8987-6faa26a8afb2 service neutron] Attempting to bind port c17c9438-8b1b-4739-b5c4-da6eacdcaf5d on network f93c9e56-7666-4717-9016-a46333a342f8 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:23:33.398994 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e9e05c-9850-4cae-8bb3-f1c3dd9175d6 req-9e2ed468-2a0f-45c7-8987-6faa26a8afb2 service neutron] Port c17c9438-8b1b-4739-b5c4-da6eacdcaf5d on network f93c9e56-7666-4717-9016-a46333a342f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:23:33.399650 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e9e05c-9850-4cae-8bb3-f1c3dd9175d6 req-9e2ed468-2a0f-45c7-8987-6faa26a8afb2 service neutron] Attempting to bind port c17c9438-8b1b-4739-b5c4-da6eacdcaf5d on network f93c9e56-7666-4717-9016-a46333a342f8 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:23:33.408271 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e9e05c-9850-4cae-8bb3-f1c3dd9175d6 req-9e2ed468-2a0f-45c7-8987-6faa26a8afb2 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:23:33.408767 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e9e05c-9850-4cae-8bb3-f1c3dd9175d6 req-9e2ed468-2a0f-45c7-8987-6faa26a8afb2 service neutron] Checking segment: {'id': '49c403fc-1fcb-4ca7-99d6-e33ddb6212c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f93c9e56-7666-4717-9016-a46333a342f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:23:33.409256 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e9e05c-9850-4cae-8bb3-f1c3dd9175d6 req-9e2ed468-2a0f-45c7-8987-6faa26a8afb2 service neutron] Bound using segment: {'id': '49c403fc-1fcb-4ca7-99d6-e33ddb6212c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f93c9e56-7666-4717-9016-a46333a342f8'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:23:33.410152 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-12e9e05c-9850-4cae-8bb3-f1c3dd9175d6 req-9e2ed468-2a0f-45c7-8987-6faa26a8afb2 service neutron] Bound port: c17c9438-8b1b-4739-b5c4-da6eacdcaf5d, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49c403fc-1fcb-4ca7-99d6-e33ddb6212c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f93c9e56-7666-4717-9016-a46333a342f8'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:23:33.410618 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-12e9e05c-9850-4cae-8bb3-f1c3dd9175d6 req-9e2ed468-2a0f-45c7-8987-6faa26a8afb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:33.526386 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-12e9e05c-9850-4cae-8bb3-f1c3dd9175d6 req-9e2ed468-2a0f-45c7-8987-6faa26a8afb2 service neutron] For port c17c9438-8b1b-4739-b5c4-da6eacdcaf5d, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:23:33.537589 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-12e9e05c-9850-4cae-8bb3-f1c3dd9175d6 req-9e2ed468-2a0f-45c7-8987-6faa26a8afb2 service neutron] For port c17c9438-8b1b-4739-b5c4-da6eacdcaf5d, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=c17c9438-8b1b-4739-b5c4-da6eacdcaf5d,segment=NetworkSegment(49c403fc-1fcb-4ca7-99d6-e33ddb6212c1),segment_id=49c403fc-1fcb-4ca7-99d6-e33ddb6212c1)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:23:33.543174 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-12e9e05c-9850-4cae-8bb3-f1c3dd9175d6 req-9e2ed468-2a0f-45c7-8987-6faa26a8afb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:33.586664 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9e05c-9850-4cae-8bb3-f1c3dd9175d6 req-9e2ed468-2a0f-45c7-8987-6faa26a8afb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:33.587337 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-12e9e05c-9850-4cae-8bb3-f1c3dd9175d6 req-9e2ed468-2a0f-45c7-8987-6faa26a8afb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:33.588690 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-12e9e05c-9850-4cae-8bb3-f1c3dd9175d6 req-9e2ed468-2a0f-45c7-8987-6faa26a8afb2 service neutron] 10.222.0.54 "PUT /v2.0/ports/c17c9438-8b1b-4739-b5c4-da6eacdcaf5d HTTP/1.1" status: 200 len: 1092 time: 0.7418895 Nov 12 01:23:33.589143 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '210bc12d-069f-466e-9951-7759ddfe0d56', 'tag': 'c17c9438-8b1b-4739-b5c4-da6eacdcaf5d'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:23:33.591744 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b79454-b19b-4e26-812b-f9e723308f05" -d '{"events": [{"name": "network-changed", "server_uuid": "210bc12d-069f-466e-9951-7759ddfe0d56", "tag": "c17c9438-8b1b-4739-b5c4-da6eacdcaf5d"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:23:33.592321 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device a9bf89c2-7a27-40c9-a48c-ea208b8fdb1a up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:23:33.622530 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ed468-2a0f-45c7-8987-6faa26a8afb2 service neutron] Pushing event updated for resources: {'Port': ['ID=c17c9438-8b1b-4739-b5c4-da6eacdcaf5d,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:33.670134 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e89400-74fb-4c03-9981-5a495b18b03f x-openstack-request-id: req-50e89400-74fb-4c03-9981-5a495b18b03f {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:23:33.670634 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "210bc12d-069f-466e-9951-7759ddfe0d56", "tag": "c17c9438-8b1b-4739-b5c4-da6eacdcaf5d", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:23:33.671033 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-50e89400-74fb-4c03-9981-5a495b18b03f {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:23:33.671668 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '210bc12d-069f-466e-9951-7759ddfe0d56', 'tag': 'c17c9438-8b1b-4739-b5c4-da6eacdcaf5d', 'status': 'completed', 'code': 200} Nov 12 01:23:33.689330 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port a9bf89c2-7a27-40c9-a48c-ea208b8fdb1a triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:23:33.689730 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:33.709453 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9e05c-9850-4cae-8bb3-f1c3dd9175d6 req-77ab82e0-ccb1-4fbf-9d02-0ada907613d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:33.711058 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-12e9e05c-9850-4cae-8bb3-f1c3dd9175d6 req-77ab82e0-ccb1-4fbf-9d02-0ada907613d5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b199a2c21c394c79bc16fc575899fc99&device_id=210bc12d-069f-466e-9951-7759ddfe0d56 HTTP/1.1" status: 200 len: 1095 time: 0.0515182 Nov 12 01:23:33.768801 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-12e9e05c-9850-4cae-8bb3-f1c3dd9175d6 req-d95737d9-cd81-43ce-9232-64b4f06b1214 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c17c9438-8b1b-4739-b5c4-da6eacdcaf5d HTTP/1.1" status: 200 len: 217 time: 0.0423579 Nov 12 01:23:33.820380 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9e05c-9850-4cae-8bb3-f1c3dd9175d6 req-00fda50b-f6ea-473e-a343-86e141fd2103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:33.822189 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-12e9e05c-9850-4cae-8bb3-f1c3dd9175d6 req-00fda50b-f6ea-473e-a343-86e141fd2103 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=17333fdb-0e78-4c3a-81ff-6f850b64319d HTTP/1.1" status: 200 len: 835 time: 0.0467193 Nov 12 01:23:33.868477 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9e05c-9850-4cae-8bb3-f1c3dd9175d6 req-d42cab80-d3d5-4111-8526-de1d27e1d4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:33.869932 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-12e9e05c-9850-4cae-8bb3-f1c3dd9175d6 req-d42cab80-d3d5-4111-8526-de1d27e1d4dd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f93c9e56-7666-4717-9016-a46333a342f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410516 Nov 12 01:23:33.962243 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-12e9e05c-9850-4cae-8bb3-f1c3dd9175d6 req-f926a159-19af-46bf-9c88-eee95e1765ef service neutron] 10.222.0.54 "GET /v2.0/networks/f93c9e56-7666-4717-9016-a46333a342f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846562 Nov 12 01:23:34.050730 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-12e9e05c-9850-4cae-8bb3-f1c3dd9175d6 req-b28edbd4-688f-45a8-86c9-e09b4ede4380 service neutron] 10.222.0.54 "GET /v2.0/networks/f93c9e56-7666-4717-9016-a46333a342f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806053 Nov 12 01:23:34.176494 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b79454-b19b-4e26-812b-f9e723308f05 req-38c6ad32-ba7e-4116-8ab7-0291a3e918be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:34.177998 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-32b79454-b19b-4e26-812b-f9e723308f05 req-38c6ad32-ba7e-4116-8ab7-0291a3e918be service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b199a2c21c394c79bc16fc575899fc99&device_id=210bc12d-069f-466e-9951-7759ddfe0d56 HTTP/1.1" status: 200 len: 1095 time: 0.0420599 Nov 12 01:23:34.275888 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b79454-b19b-4e26-812b-f9e723308f05 req-3d1310ba-24f2-43e6-a9a2-96f94f007a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:34.277473 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-32b79454-b19b-4e26-812b-f9e723308f05 req-3d1310ba-24f2-43e6-a9a2-96f94f007a8f service neutron] 10.222.0.54 "GET /v2.0/networks?id=f93c9e56-7666-4717-9016-a46333a342f8 HTTP/1.1" status: 200 len: 897 time: 0.0909750 Nov 12 01:23:34.318642 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-32b79454-b19b-4e26-812b-f9e723308f05 req-974bcbcf-21f7-4be1-9906-9d56e83a6d72 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c17c9438-8b1b-4739-b5c4-da6eacdcaf5d HTTP/1.1" status: 200 len: 217 time: 0.0342598 Nov 12 01:23:34.321060 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b376dfcf-f14a-4c69-87c6-e083e9b5124c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:34.373106 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b79454-b19b-4e26-812b-f9e723308f05 req-f49aac38-bbad-45f6-9e96-554d57842fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:34.374656 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-32b79454-b19b-4e26-812b-f9e723308f05 req-f49aac38-bbad-45f6-9e96-554d57842fda service neutron] 10.222.0.54 "GET /v2.0/subnets?id=17333fdb-0e78-4c3a-81ff-6f850b64319d HTTP/1.1" status: 200 len: 835 time: 0.0492418 Nov 12 01:23:34.421957 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b79454-b19b-4e26-812b-f9e723308f05 req-a027bde2-c3ee-4391-8265-2a6c681679e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:34.423472 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-32b79454-b19b-4e26-812b-f9e723308f05 req-a027bde2-c3ee-4391-8265-2a6c681679e1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f93c9e56-7666-4717-9016-a46333a342f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417771 Nov 12 01:23:34.451627 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c11667-b659-4fdb-a5f8-e3089233d510 req-d76fc681-e166-474c-bf7f-39d45d849488 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:34.453132 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a2c11667-b659-4fdb-a5f8-e3089233d510 req-d76fc681-e166-474c-bf7f-39d45d849488 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=210bc12d-069f-466e-9951-7759ddfe0d56 HTTP/1.1" status: 200 len: 943 time: 0.0556376 Nov 12 01:23:34.506039 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a2c11667-b659-4fdb-a5f8-e3089233d510 req-5ca75d0b-4b76-42b7-8e3e-b327a86a533f tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=faa617ce-2bbb-484c-9c9a-a8287eb6f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465014 Nov 12 01:23:34.520713 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-32b79454-b19b-4e26-812b-f9e723308f05 req-9743dcb9-0caf-4f3e-b14d-a9b43c01a4a5 service neutron] 10.222.0.54 "GET /v2.0/networks/f93c9e56-7666-4717-9016-a46333a342f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893295 Nov 12 01:23:34.612740 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-32b79454-b19b-4e26-812b-f9e723308f05 req-2608bfcc-4397-466f-b2df-6fa20405bdf5 service neutron] 10.222.0.54 "GET /v2.0/networks/f93c9e56-7666-4717-9016-a46333a342f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840328 Nov 12 01:23:35.626654 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b104794-d1c5-4082-a946-2208bac1bf1b req-855ffa27-8b1a-4b1f-b744-4d3e7aeff737 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:35.628117 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5b104794-d1c5-4082-a946-2208bac1bf1b req-855ffa27-8b1a-4b1f-b744-4d3e7aeff737 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=210bc12d-069f-466e-9951-7759ddfe0d56 HTTP/1.1" status: 200 len: 943 time: 0.0484560 Nov 12 01:23:35.683247 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5b104794-d1c5-4082-a946-2208bac1bf1b req-f27df80b-3cba-491e-974d-97f3636e15fa tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=faa617ce-2bbb-484c-9c9a-a8287eb6f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490563 Nov 12 01:23:36.440548 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-86130d31-9a91-4a17-b2a6-335a978a7367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:36.809101 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0f674-1843-49e0-bd07-96ee937bbf0d req-e6673e65-712f-4b34-ac06-4c7080c4d3de tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:36.812237 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-48c0f674-1843-49e0-bd07-96ee937bbf0d req-e6673e65-712f-4b34-ac06-4c7080c4d3de tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=210bc12d-069f-466e-9951-7759ddfe0d56 HTTP/1.1" status: 200 len: 943 time: 0.0559824 Nov 12 01:23:36.868347 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-48c0f674-1843-49e0-bd07-96ee937bbf0d req-ac921228-0250-413a-af9b-290f56e426d4 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=faa617ce-2bbb-484c-9c9a-a8287eb6f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501604 Nov 12 01:23:37.706121 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device c17c9438-8b1b-4739-b5c4-da6eacdcaf5d details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:23:37.797675 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:37.815424 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port c17c9438-8b1b-4739-b5c4-da6eacdcaf5d, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=c17c9438-8b1b-4739-b5c4-da6eacdcaf5d,segment=NetworkSegment(49c403fc-1fcb-4ca7-99d6-e33ddb6212c1),segment_id=49c403fc-1fcb-4ca7-99d6-e33ddb6212c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:23:37.827218 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'c17c9438-8b1b-4739-b5c4-da6eacdcaf5d', 'network_id': 'f93c9e56-7666-4717-9016-a46333a342f8', 'port_id': 'c17c9438-8b1b-4739-b5c4-da6eacdcaf5d', 'mac_address': 'fa:16:3e:6e:fc:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17333fdb-0e78-4c3a-81ff-6f850b64319d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:23:37.863446 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:37.878930 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c17c9438-8b1b-4739-b5c4-da6eacdcaf5d {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:23:37.898264 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port c17c9438-8b1b-4739-b5c4-da6eacdcaf5d, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=c17c9438-8b1b-4739-b5c4-da6eacdcaf5d,segment=NetworkSegment(49c403fc-1fcb-4ca7-99d6-e33ddb6212c1),segment_id=49c403fc-1fcb-4ca7-99d6-e33ddb6212c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:23:37.902056 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:37.951941 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=c17c9438-8b1b-4739-b5c4-da6eacdcaf5d,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:37.989061 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c659e88-70b1-473b-9323-b0456c92991e req-be7bd075-3d6e-43b9-b0e4-e59c284c7df2 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:37.990577 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0c659e88-70b1-473b-9323-b0456c92991e req-be7bd075-3d6e-43b9-b0e4-e59c284c7df2 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=210bc12d-069f-466e-9951-7759ddfe0d56 HTTP/1.1" status: 200 len: 944 time: 0.0517166 Nov 12 01:23:38.039928 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0c659e88-70b1-473b-9323-b0456c92991e req-055795c4-378e-4b9d-b2b7-63afa7101e97 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=faa617ce-2bbb-484c-9c9a-a8287eb6f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434365 Nov 12 01:23:38.288920 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['c17c9438-8b1b-4739-b5c4-da6eacdcaf5d'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:23:39.159787 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bfe9e8-2979-4b4c-9b8d-cae7dc757998 req-27193a3b-795b-40f2-bb89-8a146cb04724 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:39.161232 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c3bfe9e8-2979-4b4c-9b8d-cae7dc757998 req-27193a3b-795b-40f2-bb89-8a146cb04724 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=210bc12d-069f-466e-9951-7759ddfe0d56 HTTP/1.1" status: 200 len: 944 time: 0.0515766 Nov 12 01:23:39.209134 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c3bfe9e8-2979-4b4c-9b8d-cae7dc757998 req-e83ade4e-8628-40aa-89a7-4721a5fd00a2 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=faa617ce-2bbb-484c-9c9a-a8287eb6f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418983 Nov 12 01:23:39.380776 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:39.706086 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device c17c9438-8b1b-4739-b5c4-da6eacdcaf5d up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:23:39.755232 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port c17c9438-8b1b-4739-b5c4-da6eacdcaf5d completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:23:39.758847 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port c17c9438-8b1b-4739-b5c4-da6eacdcaf5d triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:23:39.759217 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:39.839277 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:39.862464 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '210bc12d-069f-466e-9951-7759ddfe0d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17c9438-8b1b-4739-b5c4-da6eacdcaf5d'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:23:39.864695 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f0f504-fc5f-4be4-8a06-8b92acfea1fa" -d '{"events": [{"server_uuid": "210bc12d-069f-466e-9951-7759ddfe0d56", "name": "network-vif-plugged", "status": "completed", "tag": "c17c9438-8b1b-4739-b5c4-da6eacdcaf5d"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:23:39.876965 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port c17c9438-8b1b-4739-b5c4-da6eacdcaf5d, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=c17c9438-8b1b-4739-b5c4-da6eacdcaf5d,segment=NetworkSegment(49c403fc-1fcb-4ca7-99d6-e33ddb6212c1),segment_id=49c403fc-1fcb-4ca7-99d6-e33ddb6212c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:23:39.881069 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:39.903329 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6a2f4c-ebe5-4774-bdaf-e11fda1a261d x-openstack-request-id: req-bd6a2f4c-ebe5-4774-bdaf-e11fda1a261d {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:23:39.904132 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "210bc12d-069f-466e-9951-7759ddfe0d56", "name": "network-vif-plugged", "status": "completed", "tag": "c17c9438-8b1b-4739-b5c4-da6eacdcaf5d", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:23:39.904382 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd6a2f4c-ebe5-4774-bdaf-e11fda1a261d {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:23:39.904764 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '210bc12d-069f-466e-9951-7759ddfe0d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17c9438-8b1b-4739-b5c4-da6eacdcaf5d', 'code': 200} Nov 12 01:23:39.930753 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=c17c9438-8b1b-4739-b5c4-da6eacdcaf5d,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:40.020390 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd8636-b934-45a2-9281-4062758bb297 req-1d022874-a2d6-44e2-ab17-1b013536bf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:40.021781 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-07bd8636-b934-45a2-9281-4062758bb297 req-1d022874-a2d6-44e2-ab17-1b013536bf01 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=210bc12d-069f-466e-9951-7759ddfe0d56 HTTP/1.1" status: 200 len: 1097 time: 0.0383377 Nov 12 01:23:40.067639 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-07bd8636-b934-45a2-9281-4062758bb297 req-7e3e99f6-dd3f-42e9-90c8-28661ff12237 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=faa617ce-2bbb-484c-9c9a-a8287eb6f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388525 Nov 12 01:23:40.320219 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:40.326830 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192047b5-0373-4bf9-853b-e0d3e11b0bd2 req-4b538cc3-3162-4399-bd48-7670205c9dac tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:40.328248 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-192047b5-0373-4bf9-853b-e0d3e11b0bd2 req-4b538cc3-3162-4399-bd48-7670205c9dac tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=210bc12d-069f-466e-9951-7759ddfe0d56 HTTP/1.1" status: 200 len: 945 time: 0.0522943 Nov 12 01:23:40.380894 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-192047b5-0373-4bf9-853b-e0d3e11b0bd2 req-7e61f15d-539e-45ca-9105-28f0d78c61ee tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=faa617ce-2bbb-484c-9c9a-a8287eb6f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465579 Nov 12 01:23:41.105671 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:41.514500 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f25dc-a835-4eee-afbb-6ff8bb9643dd req-d52a4e0f-eb97-4646-ae30-dc1e3cf9baca tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:41.516085 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-843f25dc-a835-4eee-afbb-6ff8bb9643dd req-d52a4e0f-eb97-4646-ae30-dc1e3cf9baca tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=210bc12d-069f-466e-9951-7759ddfe0d56 HTTP/1.1" status: 200 len: 945 time: 0.0609605 Nov 12 01:23:41.565973 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-843f25dc-a835-4eee-afbb-6ff8bb9643dd req-7ebf1623-3ddb-45c6-ad69-b66df75d4707 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=faa617ce-2bbb-484c-9c9a-a8287eb6f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438397 Nov 12 01:23:42.682354 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2018a-e791-4a44-8251-95af0a921428 req-3fadde69-7259-4a11-b16a-6cacc752cf82 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:42.683814 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-43d2018a-e791-4a44-8251-95af0a921428 req-3fadde69-7259-4a11-b16a-6cacc752cf82 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=210bc12d-069f-466e-9951-7759ddfe0d56 HTTP/1.1" status: 200 len: 945 time: 0.0492682 Nov 12 01:23:42.736981 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-43d2018a-e791-4a44-8251-95af0a921428 req-b13b76f7-57d1-41b8-96d6-fd9da33d8837 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=faa617ce-2bbb-484c-9c9a-a8287eb6f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466568 Nov 12 01:23:42.855439 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6f27c-84dc-44e2-a136-612a75085582 req-f7266e34-e19c-4395-bd8c-5e7f76392941 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:42.857956 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c4f6f27c-84dc-44e2-a136-612a75085582 req-f7266e34-e19c-4395-bd8c-5e7f76392941 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=210bc12d-069f-466e-9951-7759ddfe0d56 HTTP/1.1" status: 200 len: 945 time: 0.0505123 Nov 12 01:23:42.907693 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c4f6f27c-84dc-44e2-a136-612a75085582 req-413bda25-b3b1-4e2b-861a-df509742b9f2 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=faa617ce-2bbb-484c-9c9a-a8287eb6f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441539 Nov 12 01:23:42.928964 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46278) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:42.964021 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:42.972682 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49dbbae-c65e-4f4a-b0a5-5383502922df tempest-TestNetworkAdvancedServerOps-797573911 tempest-TestNetworkAdvancedServerOps-797573911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:42.974272 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d49dbbae-c65e-4f4a-b0a5-5383502922df tempest-TestNetworkAdvancedServerOps-797573911 tempest-TestNetworkAdvancedServerOps-797573911-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=210bc12d-069f-466e-9951-7759ddfe0d56 HTTP/1.1" status: 200 len: 1092 time: 0.0442660 Nov 12 01:23:42.977060 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46280) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:42.981507 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-2392faf2-366c-41b7-99b1-4ed175fb9e26 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'port_id': 'c17c9438-8b1b-4739-b5c4-da6eacdcaf5d', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:23:43.003111 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2392faf2-366c-41b7-99b1-4ed175fb9e26 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for floatingip, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:43.100383 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2392faf2-366c-41b7-99b1-4ed175fb9e26 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:43.204497 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-2392faf2-366c-41b7-99b1-4ed175fb9e26 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Allocated IP 172.25.2.213 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/147411d4-cb12-47ac-8c29-a669195757d9) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:23:43.647788 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2392faf2-366c-41b7-99b1-4ed175fb9e26 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:43.680678 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2392faf2-366c-41b7-99b1-4ed175fb9e26 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:43.720554 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2392faf2-366c-41b7-99b1-4ed175fb9e26 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:23:43.723381 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-2392faf2-366c-41b7-99b1-4ed175fb9e26 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:23:43.725945 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2392faf2-366c-41b7-99b1-4ed175fb9e26 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:23:43.757223 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392faf2-366c-41b7-99b1-4ed175fb9e26 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'Port': ['ID=147411d4-cb12-47ac-8c29-a669195757d9,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:44.077225 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2392faf2-366c-41b7-99b1-4ed175fb9e26 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:44.143967 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2392faf2-366c-41b7-99b1-4ed175fb9e26 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:44.292002 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2392faf2-366c-41b7-99b1-4ed175fb9e26 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:44.297014 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2392faf2-366c-41b7-99b1-4ed175fb9e26 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:44.362000 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392faf2-366c-41b7-99b1-4ed175fb9e26 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event updated for resources: {'Port': ['ID=147411d4-cb12-47ac-8c29-a669195757d9,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:44.373317 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2392faf2-366c-41b7-99b1-4ed175fb9e26 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:44.471834 n-d-812236-11 neutron-server[102662]: INFO neutron.db.l3_db [None req-2392faf2-366c-41b7-99b1-4ed175fb9e26 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Floating IP ea8d8855-d7ce-4399-94f0-a3213de5985f associated. External IP: 172.25.2.213, port: c17c9438-8b1b-4739-b5c4-da6eacdcaf5d. Nov 12 01:23:44.683888 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2392faf2-366c-41b7-99b1-4ed175fb9e26 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Router a8022cdf-57c3-42e6-9208-2704c424f372 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:23:44.791906 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2392faf2-366c-41b7-99b1-4ed175fb9e26 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:23:44.802927 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55617466-accf-426c-9495-6f2372f958bf None None] Sync routers for ids ['a8022cdf-57c3-42e6-9208-2704c424f372'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:23:44.809764 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2392faf2-366c-41b7-99b1-4ed175fb9e26 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:44.813836 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55617466-accf-426c-9495-6f2372f958bf None None] Routers {'a8022cdf-57c3-42e6-9208-2704c424f372'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:23:44.814464 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-55617466-accf-426c-9495-6f2372f958bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:23:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['a8022cdf-57c3-42e6-9208-2704c424f372'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:44.838026 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2392faf2-366c-41b7-99b1-4ed175fb9e26 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8597929 Nov 12 01:23:44.838623 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '210bc12d-069f-466e-9951-7759ddfe0d56', 'tag': 'c17c9438-8b1b-4739-b5c4-da6eacdcaf5d'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:23:44.840910 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5217b0e-56c9-45c0-933b-594fdf8770cb" -d '{"events": [{"name": "network-changed", "server_uuid": "210bc12d-069f-466e-9951-7759ddfe0d56", "tag": "c17c9438-8b1b-4739-b5c4-da6eacdcaf5d"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:23:44.878164 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f415e82f-6c11-451e-a4c6-92f9714448dc x-openstack-request-id: req-f415e82f-6c11-451e-a4c6-92f9714448dc {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:23:44.878515 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "210bc12d-069f-466e-9951-7759ddfe0d56", "tag": "c17c9438-8b1b-4739-b5c4-da6eacdcaf5d", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:23:44.878778 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f415e82f-6c11-451e-a4c6-92f9714448dc {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:23:44.879192 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '210bc12d-069f-466e-9951-7759ddfe0d56', 'tag': 'c17c9438-8b1b-4739-b5c4-da6eacdcaf5d', 'status': 'completed', 'code': 200} Nov 12 01:23:44.931131 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-55617466-accf-426c-9495-6f2372f958bf None None] Set router a8022cdf-57c3-42e6-9208-2704c424f372 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:23:44.954653 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3165d0-0edd-45a4-9aa2-d0f387fb14e1 req-3715bdbe-d73d-4a93-9013-2084ed39f19f tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:44.956116 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ae3165d0-0edd-45a4-9aa2-d0f387fb14e1 req-3715bdbe-d73d-4a93-9013-2084ed39f19f tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=210bc12d-069f-466e-9951-7759ddfe0d56 HTTP/1.1" status: 200 len: 945 time: 0.0626471 Nov 12 01:23:44.978570 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5217b0e-56c9-45c0-933b-594fdf8770cb req-32a4efce-412b-430d-867a-b01ef16ed13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:44.980114 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d5217b0e-56c9-45c0-933b-594fdf8770cb req-32a4efce-412b-430d-867a-b01ef16ed13c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b199a2c21c394c79bc16fc575899fc99&device_id=210bc12d-069f-466e-9951-7759ddfe0d56 HTTP/1.1" status: 200 len: 1097 time: 0.0472672 Nov 12 01:23:45.008108 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ae3165d0-0edd-45a4-9aa2-d0f387fb14e1 req-ae62efbd-afa7-4ba6-868e-8c16a95d00ec tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=faa617ce-2bbb-484c-9c9a-a8287eb6f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452168 Nov 12 01:23:45.031981 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46288) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:45.085738 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5217b0e-56c9-45c0-933b-594fdf8770cb req-d810949a-affa-4274-8acc-0371ef523582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:45.088670 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d5217b0e-56c9-45c0-933b-594fdf8770cb req-d810949a-affa-4274-8acc-0371ef523582 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f93c9e56-7666-4717-9016-a46333a342f8 HTTP/1.1" status: 200 len: 897 time: 0.1015799 Nov 12 01:23:45.102453 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-df0245ae-2618-4c64-81d8-49252d6f818e tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/floatingips/ea8d8855-d7ce-4399-94f0-a3213de5985f HTTP/1.1" status: 200 len: 991 time: 0.0692978 Nov 12 01:23:45.161346 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d5217b0e-56c9-45c0-933b-594fdf8770cb req-da4287a0-d94a-46af-bef0-6d49f3a44d69 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c17c9438-8b1b-4739-b5c4-da6eacdcaf5d HTTP/1.1" status: 200 len: 999 time: 0.0651784 Nov 12 01:23:45.214341 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5217b0e-56c9-45c0-933b-594fdf8770cb req-16ea99b9-3f81-41a7-b673-275cb4481890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:45.215716 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d5217b0e-56c9-45c0-933b-594fdf8770cb req-16ea99b9-3f81-41a7-b673-275cb4481890 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=17333fdb-0e78-4c3a-81ff-6f850b64319d HTTP/1.1" status: 200 len: 835 time: 0.0476840 Nov 12 01:23:45.254147 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-55617466-accf-426c-9495-6f2372f958bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8022cdf-57c3-42e6-9208-2704c424f372', 'name': 'tempest-TestNetworkAdvancedServerOps-router-429633089', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '6d84142c-6a7e-4b19-840b-23588e9bbfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:25Z', 'updated_at': '2021-11-12T01:23:29Z', 'revision_number': 4, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '6d84142c-6a7e-4b19-840b-23588e9bbfdd', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8022cdf-57c3-42e6-9208-2704c424f372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:26Z', 'updated_at': '2021-11-12T01:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': 'ea8d8855-d7ce-4399-94f0-a3213de5985f', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'floating_ip_address': '172.25.2.213', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'a8022cdf-57c3-42e6-9208-2704c424f372', 'port_id': 'c17c9438-8b1b-4739-b5c4-da6eacdcaf5d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f93c9e56-7666-4717-9016-a46333a342f8', 'mac_address': 'fa:16:3e:6e:fc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210bc12d-069f-466e-9951-7759ddfe0d56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:23:43Z', 'updated_at': '2021-11-12T01:23:43Z', 'revision_number': 0, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9bf89c2-7a27-40c9-a48c-ea208b8fdb1a', 'name': '', 'network_id': 'f93c9e56-7666-4717-9016-a46333a342f8', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'mac_address': 'fa:16:3e:a9:31:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8022cdf-57c3-42e6-9208-2704c424f372', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '17333fdb-0e78-4c3a-81ff-6f850b64319d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:28Z', 'updated_at': '2021-11-12T01:23:32Z', 'revision_number': 5, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'subnets': [{'id': '17333fdb-0e78-4c3a-81ff-6f850b64319d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:45.264298 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5217b0e-56c9-45c0-933b-594fdf8770cb req-578ce196-f8b8-4da2-801c-280ffaff11d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:45.265809 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d5217b0e-56c9-45c0-933b-594fdf8770cb req-578ce196-f8b8-4da2-801c-280ffaff11d8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f93c9e56-7666-4717-9016-a46333a342f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432220 Nov 12 01:23:45.282877 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55617466-accf-426c-9495-6f2372f958bf None None] Checking router: a8022cdf-57c3-42e6-9208-2704c424f372 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:23:45.291067 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55617466-accf-426c-9495-6f2372f958bf None None] Routers {'a8022cdf-57c3-42e6-9208-2704c424f372'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:23:45.291685 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-55617466-accf-426c-9495-6f2372f958bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:23:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['a8022cdf-57c3-42e6-9208-2704c424f372'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:45.356311 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d5217b0e-56c9-45c0-933b-594fdf8770cb req-ec6e98f8-36ef-46c7-afc9-7c4090d6cc9f service neutron] 10.222.0.54 "GET /v2.0/networks/f93c9e56-7666-4717-9016-a46333a342f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831852 Nov 12 01:23:45.397552 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-55617466-accf-426c-9495-6f2372f958bf None None] Set router a8022cdf-57c3-42e6-9208-2704c424f372 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:23:45.453111 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d5217b0e-56c9-45c0-933b-594fdf8770cb req-7a29e3ca-1586-46c5-b3aa-d6cb2bb00de3 service neutron] 10.222.0.54 "GET /v2.0/networks/f93c9e56-7666-4717-9016-a46333a342f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896447 Nov 12 01:23:45.618840 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-55617466-accf-426c-9495-6f2372f958bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8022cdf-57c3-42e6-9208-2704c424f372', 'name': 'tempest-TestNetworkAdvancedServerOps-router-429633089', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '6d84142c-6a7e-4b19-840b-23588e9bbfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:25Z', 'updated_at': '2021-11-12T01:23:29Z', 'revision_number': 4, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '6d84142c-6a7e-4b19-840b-23588e9bbfdd', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8022cdf-57c3-42e6-9208-2704c424f372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:26Z', 'updated_at': '2021-11-12T01:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': 'ea8d8855-d7ce-4399-94f0-a3213de5985f', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'floating_ip_address': '172.25.2.213', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'a8022cdf-57c3-42e6-9208-2704c424f372', 'port_id': 'c17c9438-8b1b-4739-b5c4-da6eacdcaf5d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f93c9e56-7666-4717-9016-a46333a342f8', 'mac_address': 'fa:16:3e:6e:fc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210bc12d-069f-466e-9951-7759ddfe0d56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:23:43Z', 'updated_at': '2021-11-12T01:23:43Z', 'revision_number': 0, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9bf89c2-7a27-40c9-a48c-ea208b8fdb1a', 'name': '', 'network_id': 'f93c9e56-7666-4717-9016-a46333a342f8', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'mac_address': 'fa:16:3e:a9:31:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8022cdf-57c3-42e6-9208-2704c424f372', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '17333fdb-0e78-4c3a-81ff-6f850b64319d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:28Z', 'updated_at': '2021-11-12T01:23:32Z', 'revision_number': 5, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'subnets': [{'id': '17333fdb-0e78-4c3a-81ff-6f850b64319d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:45.644937 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55617466-accf-426c-9495-6f2372f958bf None None] The sync data for ids ['a8022cdf-57c3-42e6-9208-2704c424f372'] in n-d-812236-11 is: [{'id': 'a8022cdf-57c3-42e6-9208-2704c424f372', 'name': 'tempest-TestNetworkAdvancedServerOps-router-429633089', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '6d84142c-6a7e-4b19-840b-23588e9bbfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:25Z', 'updated_at': '2021-11-12T01:23:29Z', 'revision_number': 4, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '6d84142c-6a7e-4b19-840b-23588e9bbfdd', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8022cdf-57c3-42e6-9208-2704c424f372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:26Z', 'updated_at': '2021-11-12T01:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': 'ea8d8855-d7ce-4399-94f0-a3213de5985f', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'floating_ip_address': '172.25.2.213', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'a8022cdf-57c3-42e6-9208-2704c424f372', 'port_id': 'c17c9438-8b1b-4739-b5c4-da6eacdcaf5d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f93c9e56-7666-4717-9016-a46333a342f8', 'mac_address': 'fa:16:3e:6e:fc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210bc12d-069f-466e-9951-7759ddfe0d56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:23:43Z', 'updated_at': '2021-11-12T01:23:43Z', 'revision_number': 0, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9bf89c2-7a27-40c9-a48c-ea208b8fdb1a', 'name': '', 'network_id': 'f93c9e56-7666-4717-9016-a46333a342f8', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'mac_address': 'fa:16:3e:a9:31:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8022cdf-57c3-42e6-9208-2704c424f372', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '17333fdb-0e78-4c3a-81ff-6f850b64319d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:28Z', 'updated_at': '2021-11-12T01:23:32Z', 'revision_number': 5, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'subnets': [{'id': '17333fdb-0e78-4c3a-81ff-6f850b64319d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:23:45.852923 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09a123e-762c-4877-ac3d-b9b6c8596f6f None None] New status for floating IP ea8d8855-d7ce-4399-94f0-a3213de5985f: ACTIVE {{(pid=102663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:23:46.106317 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46290) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:46.168175 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8d277c87-074c-49d9-92af-bd49be3c7bb5 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/floatingips/ea8d8855-d7ce-4399-94f0-a3213de5985f HTTP/1.1" status: 200 len: 993 time: 0.0599704 Nov 12 01:23:46.345887 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:24:04.327058 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9bc9b8f7-277a-4d91-861b-3106ceccf4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:06.113643 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fa1a2b74-0e83-47f5-ab55-7a9e9f4a2951 req-e90211d1-7687-4f50-a8a7-e4418b185064 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1020736445&fields=id&tenant_id=a17bedb646b94ed485e4adca083ceb13 HTTP/1.1" status: 200 len: 267 time: 0.0486927 Nov 12 01:24:06.222330 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a2b74-0e83-47f5-ab55-7a9e9f4a2951 req-1a4e810a-0b20-4d81-baf7-59da8dc69f1c tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:06.223845 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fa1a2b74-0e83-47f5-ab55-7a9e9f4a2951 req-1a4e810a-0b20-4d81-baf7-59da8dc69f1c tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/networks?id=cf426145-af7a-457c-9edb-3ba8bbea2dab HTTP/1.1" status: 200 len: 812 time: 0.1036265 Nov 12 01:24:06.239787 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fa1a2b74-0e83-47f5-ab55-7a9e9f4a2951 req-0e881909-7a5d-447f-9953-3f86bcc34580 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/quotas/a17bedb646b94ed485e4adca083ceb13 HTTP/1.1" status: 200 len: 375 time: 0.0102451 Nov 12 01:24:06.299879 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fa1a2b74-0e83-47f5-ab55-7a9e9f4a2951 req-49f96ba7-c4ab-4e80-a556-8e28089e5e04 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a17bedb646b94ed485e4adca083ceb13&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0546324 Nov 12 01:24:06.441534 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1fc694e5-b588-45d3-9fb7-9407b7994e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:06.447030 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fa1a2b74-0e83-47f5-ab55-7a9e9f4a2951 req-b33c6b0a-b38b-4093-97a6-58b419a1be3e service neutron] 10.222.0.20 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353779 Nov 12 01:24:06.541140 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fa1a2b74-0e83-47f5-ab55-7a9e9f4a2951 req-f89be746-2045-49de-9287-3ee9f51ee7af service neutron] 10.222.0.20 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868783 Nov 12 01:24:06.833808 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b12c2a50-9ab8-4fed-80a2-53d7c0c2102d req-c9b3e76a-f49a-40c7-b5ae-50292d950015 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ced8fb2-114b-451f-b030-00ccc94d3721 HTTP/1.1" status: 200 len: 210 time: 0.0333884 Nov 12 01:24:07.773235 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:07.858629 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a2b74-0e83-47f5-ab55-7a9e9f4a2951 req-0b7a723d-8d8a-4c4e-bf74-2cfbc191f5bd tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:07.860127 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fa1a2b74-0e83-47f5-ab55-7a9e9f4a2951 req-0b7a723d-8d8a-4c4e-bf74-2cfbc191f5bd tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.49 "GET /v2.0/networks?id=cf426145-af7a-457c-9edb-3ba8bbea2dab HTTP/1.1" status: 200 len: 812 time: 0.1116943 Nov 12 01:24:07.942211 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e47f0431-96da-4e5b-9e20-fb40dda7ddc0 req-4470f365-92ae-4a0c-8e2a-955b6e7afbea tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ced8fb2-114b-451f-b030-00ccc94d3721 HTTP/1.1" status: 200 len: 210 time: 0.0356886 Nov 12 01:24:07.945172 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fa1a2b74-0e83-47f5-ab55-7a9e9f4a2951 req-f7b11018-2d7d-4192-8d26-6892c5e83ae5 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a17bedb646b94ed485e4adca083ceb13 HTTP/1.1" status: 200 len: 380 time: 0.0699987 Nov 12 01:24:07.955912 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-fa1a2b74-0e83-47f5-ab55-7a9e9f4a2951 req-cd60fd75-f7f7-47a5-b7e3-f21defec9fca tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Request body: {'port': {'device_id': '5ced8fb2-114b-451f-b030-00ccc94d3721', 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab', 'admin_state_up': True, 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'security_groups': ['9ccf5046-2683-408c-b810-404a8d7ff5dc']}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:24:08.073941 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa1a2b74-0e83-47f5-ab55-7a9e9f4a2951 req-cd60fd75-f7f7-47a5-b7e3-f21defec9fca tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Made reservation on behalf of a17bedb646b94ed485e4adca083ceb13 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:24:08.078448 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-fa1a2b74-0e83-47f5-ab55-7a9e9f4a2951 req-cd60fd75-f7f7-47a5-b7e3-f21defec9fca tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:08.211695 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-fa1a2b74-0e83-47f5-ab55-7a9e9f4a2951 req-cd60fd75-f7f7-47a5-b7e3-f21defec9fca tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Allocated IP 172.20.0.6 (cf426145-af7a-457c-9edb-3ba8bbea2dab/e0049bca-8c54-4a87-971a-726fded81d57/448bdaf8-bf60-4272-a82a-0904b8b491f4) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:24:08.349630 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-fa1a2b74-0e83-47f5-ab55-7a9e9f4a2951 req-cd60fd75-f7f7-47a5-b7e3-f21defec9fca tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:08.384133 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-fa1a2b74-0e83-47f5-ab55-7a9e9f4a2951 req-cd60fd75-f7f7-47a5-b7e3-f21defec9fca tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:08.431799 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa1a2b74-0e83-47f5-ab55-7a9e9f4a2951 req-cd60fd75-f7f7-47a5-b7e3-f21defec9fca tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Network cf426145-af7a-457c-9edb-3ba8bbea2dab is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:24:08.437573 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-fa1a2b74-0e83-47f5-ab55-7a9e9f4a2951 req-cd60fd75-f7f7-47a5-b7e3-f21defec9fca tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:24:08.441359 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa1a2b74-0e83-47f5-ab55-7a9e9f4a2951 req-cd60fd75-f7f7-47a5-b7e3-f21defec9fca tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:24:08.467422 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd60fd75-f7f7-47a5-b7e3-f21defec9fca tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Pushing event updated for resources: {'Port': ['ID=448bdaf8-bf60-4272-a82a-0904b8b491f4,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:08.480223 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd60fd75-f7f7-47a5-b7e3-f21defec9fca tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:08.480563 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd60fd75-f7f7-47a5-b7e3-f21defec9fca tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:08.480899 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd60fd75-f7f7-47a5-b7e3-f21defec9fca tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:08.481230 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd60fd75-f7f7-47a5-b7e3-f21defec9fca tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:08.482198 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd60fd75-f7f7-47a5-b7e3-f21defec9fca tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:08.482726 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd60fd75-f7f7-47a5-b7e3-f21defec9fca tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:08.483055 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd60fd75-f7f7-47a5-b7e3-f21defec9fca tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:08.483379 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd60fd75-f7f7-47a5-b7e3-f21defec9fca tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:08.483704 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd60fd75-f7f7-47a5-b7e3-f21defec9fca tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:08.484029 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd60fd75-f7f7-47a5-b7e3-f21defec9fca tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:08.484353 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd60fd75-f7f7-47a5-b7e3-f21defec9fca tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:08.484674 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd60fd75-f7f7-47a5-b7e3-f21defec9fca tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:08.508260 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a2b74-0e83-47f5-ab55-7a9e9f4a2951 req-cd60fd75-f7f7-47a5-b7e3-f21defec9fca tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:08.508911 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-fa1a2b74-0e83-47f5-ab55-7a9e9f4a2951 req-cd60fd75-f7f7-47a5-b7e3-f21defec9fca tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:08.529613 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fa1a2b74-0e83-47f5-ab55-7a9e9f4a2951 req-cd60fd75-f7f7-47a5-b7e3-f21defec9fca tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5778017 Nov 12 01:24:08.549483 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-fa1a2b74-0e83-47f5-ab55-7a9e9f4a2951 req-98e5a7e6-49ea-4836-b722-e248a54a9676 service neutron] Request body: {'port': {'device_id': '5ced8fb2-114b-451f-b030-00ccc94d3721', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:24:08.611656 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-fa1a2b74-0e83-47f5-ab55-7a9e9f4a2951 req-98e5a7e6-49ea-4836-b722-e248a54a9676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:08.747662 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-fc6a60ec-9582-49b8-99d8-6407ae3fb829 None None] Provisioning complete for port 448bdaf8-bf60-4272-a82a-0904b8b491f4 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:24:08.748146 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fc6a60ec-9582-49b8-99d8-6407ae3fb829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:08.786235 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a60ec-9582-49b8-99d8-6407ae3fb829 None None] Port 448bdaf8-bf60-4272-a82a-0904b8b491f4 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:24:08.894283 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-fa1a2b74-0e83-47f5-ab55-7a9e9f4a2951 req-98e5a7e6-49ea-4836-b722-e248a54a9676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 448bdaf8-bf60-4272-a82a-0904b8b491f4 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:24:08.901600 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-fa1a2b74-0e83-47f5-ab55-7a9e9f4a2951 req-98e5a7e6-49ea-4836-b722-e248a54a9676 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:08.914283 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-fa1a2b74-0e83-47f5-ab55-7a9e9f4a2951 req-98e5a7e6-49ea-4836-b722-e248a54a9676 service neutron] Transition to ACTIVE for port object 448bdaf8-bf60-4272-a82a-0904b8b491f4 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:24:08.918300 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-fa1a2b74-0e83-47f5-ab55-7a9e9f4a2951 req-98e5a7e6-49ea-4836-b722-e248a54a9676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:08.988264 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e5a7e6-49ea-4836-b722-e248a54a9676 service neutron] Pushing event updated for resources: {'Port': ['ID=448bdaf8-bf60-4272-a82a-0904b8b491f4,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:09.074458 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-fa1a2b74-0e83-47f5-ab55-7a9e9f4a2951 req-98e5a7e6-49ea-4836-b722-e248a54a9676 service neutron] Attempting to bind port 448bdaf8-bf60-4272-a82a-0904b8b491f4 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:24:09.074794 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-fa1a2b74-0e83-47f5-ab55-7a9e9f4a2951 req-98e5a7e6-49ea-4836-b722-e248a54a9676 service neutron] Attempting to bind port 448bdaf8-bf60-4272-a82a-0904b8b491f4 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'c1b16b03-cd67-424f-8589-315c1c109bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:24:09.075198 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1a2b74-0e83-47f5-ab55-7a9e9f4a2951 req-98e5a7e6-49ea-4836-b722-e248a54a9676 service neutron] Attempting to bind port 448bdaf8-bf60-4272-a82a-0904b8b491f4 on network cf426145-af7a-457c-9edb-3ba8bbea2dab {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:24:09.083114 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1a2b74-0e83-47f5-ab55-7a9e9f4a2951 req-98e5a7e6-49ea-4836-b722-e248a54a9676 service neutron] Port 448bdaf8-bf60-4272-a82a-0904b8b491f4 on network cf426145-af7a-457c-9edb-3ba8bbea2dab not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:24:09.083327 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1a2b74-0e83-47f5-ab55-7a9e9f4a2951 req-98e5a7e6-49ea-4836-b722-e248a54a9676 service neutron] Attempting to bind port 448bdaf8-bf60-4272-a82a-0904b8b491f4 on network cf426145-af7a-457c-9edb-3ba8bbea2dab {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:24:09.092270 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1a2b74-0e83-47f5-ab55-7a9e9f4a2951 req-98e5a7e6-49ea-4836-b722-e248a54a9676 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:24:09.092495 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1a2b74-0e83-47f5-ab55-7a9e9f4a2951 req-98e5a7e6-49ea-4836-b722-e248a54a9676 service neutron] Checking segment: {'id': 'c1b16b03-cd67-424f-8589-315c1c109bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:24:09.092759 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1a2b74-0e83-47f5-ab55-7a9e9f4a2951 req-98e5a7e6-49ea-4836-b722-e248a54a9676 service neutron] Bound using segment: {'id': 'c1b16b03-cd67-424f-8589-315c1c109bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:24:09.093201 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-fa1a2b74-0e83-47f5-ab55-7a9e9f4a2951 req-98e5a7e6-49ea-4836-b722-e248a54a9676 service neutron] Bound port: 448bdaf8-bf60-4272-a82a-0904b8b491f4, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1b16b03-cd67-424f-8589-315c1c109bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:24:09.093587 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-fa1a2b74-0e83-47f5-ab55-7a9e9f4a2951 req-98e5a7e6-49ea-4836-b722-e248a54a9676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:09.115720 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf273e-085c-49a8-bd4c-acbee46d05cb req-30467e89-724a-43ff-a6c1-48d4acc66eef tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:09.117299 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-84bf273e-085c-49a8-bd4c-acbee46d05cb req-30467e89-724a-43ff-a6c1-48d4acc66eef tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ced8fb2-114b-451f-b030-00ccc94d3721 HTTP/1.1" status: 200 len: 943 time: 0.0843327 Nov 12 01:24:09.210622 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-fa1a2b74-0e83-47f5-ab55-7a9e9f4a2951 req-98e5a7e6-49ea-4836-b722-e248a54a9676 service neutron] For port 448bdaf8-bf60-4272-a82a-0904b8b491f4, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:24:09.216816 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-84bf273e-085c-49a8-bd4c-acbee46d05cb req-4e207112-9813-4668-a65f-8f588105c3ef tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744870 Nov 12 01:24:09.218810 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-fa1a2b74-0e83-47f5-ab55-7a9e9f4a2951 req-98e5a7e6-49ea-4836-b722-e248a54a9676 service neutron] For port 448bdaf8-bf60-4272-a82a-0904b8b491f4, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=448bdaf8-bf60-4272-a82a-0904b8b491f4,segment=NetworkSegment(c1b16b03-cd67-424f-8589-315c1c109bba),segment_id=c1b16b03-cd67-424f-8589-315c1c109bba)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:24:09.226666 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-fa1a2b74-0e83-47f5-ab55-7a9e9f4a2951 req-98e5a7e6-49ea-4836-b722-e248a54a9676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:09.248337 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a2b74-0e83-47f5-ab55-7a9e9f4a2951 req-98e5a7e6-49ea-4836-b722-e248a54a9676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:09.249275 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-fa1a2b74-0e83-47f5-ab55-7a9e9f4a2951 req-98e5a7e6-49ea-4836-b722-e248a54a9676 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:09.250704 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fa1a2b74-0e83-47f5-ab55-7a9e9f4a2951 req-98e5a7e6-49ea-4836-b722-e248a54a9676 service neutron] 10.222.0.49 "PUT /v2.0/ports/448bdaf8-bf60-4272-a82a-0904b8b491f4 HTTP/1.1" status: 200 len: 1092 time: 0.7057514 Nov 12 01:24:09.270567 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ced8fb2-114b-451f-b030-00ccc94d3721', 'tag': '448bdaf8-bf60-4272-a82a-0904b8b491f4'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:24:09.273182 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0d9dd6-31f1-4351-890f-6256e484bdc7" -d '{"events": [{"name": "network-changed", "server_uuid": "5ced8fb2-114b-451f-b030-00ccc94d3721", "tag": "448bdaf8-bf60-4272-a82a-0904b8b491f4"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:24:09.308338 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e5a7e6-49ea-4836-b722-e248a54a9676 service neutron] Pushing event updated for resources: {'Port': ['ID=448bdaf8-bf60-4272-a82a-0904b8b491f4,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:09.339109 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8914be1-629a-4366-8b1e-1bd0f889f141 x-openstack-request-id: req-d8914be1-629a-4366-8b1e-1bd0f889f141 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:24:09.339659 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ced8fb2-114b-451f-b030-00ccc94d3721", "tag": "448bdaf8-bf60-4272-a82a-0904b8b491f4", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:24:09.340000 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d8914be1-629a-4366-8b1e-1bd0f889f141 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:24:09.340665 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ced8fb2-114b-451f-b030-00ccc94d3721', 'tag': '448bdaf8-bf60-4272-a82a-0904b8b491f4', 'status': 'completed', 'code': 200} Nov 12 01:24:09.377694 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a2b74-0e83-47f5-ab55-7a9e9f4a2951 req-92c2766f-f52d-4cc9-b390-53c603e2b520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:09.379673 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fa1a2b74-0e83-47f5-ab55-7a9e9f4a2951 req-92c2766f-f52d-4cc9-b390-53c603e2b520 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a17bedb646b94ed485e4adca083ceb13&device_id=5ced8fb2-114b-451f-b030-00ccc94d3721 HTTP/1.1" status: 200 len: 1095 time: 0.0635803 Nov 12 01:24:09.391075 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:09.434285 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fa1a2b74-0e83-47f5-ab55-7a9e9f4a2951 req-e0d1a872-2b8b-4332-a982-ec13516e28c6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=448bdaf8-bf60-4272-a82a-0904b8b491f4 HTTP/1.1" status: 200 len: 217 time: 0.0385003 Nov 12 01:24:09.495908 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a2b74-0e83-47f5-ab55-7a9e9f4a2951 req-e4bf93d2-f5f0-449c-91c8-ac343a909cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:09.497982 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fa1a2b74-0e83-47f5-ab55-7a9e9f4a2951 req-e4bf93d2-f5f0-449c-91c8-ac343a909cde service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e0049bca-8c54-4a87-971a-726fded81d57 HTTP/1.1" status: 200 len: 851 time: 0.0558252 Nov 12 01:24:09.551016 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a2b74-0e83-47f5-ab55-7a9e9f4a2951 req-70c21b72-f95a-44f1-b69e-f3999414e86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:09.552636 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fa1a2b74-0e83-47f5-ab55-7a9e9f4a2951 req-70c21b72-f95a-44f1-b69e-f3999414e86a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf426145-af7a-457c-9edb-3ba8bbea2dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477087 Nov 12 01:24:09.658769 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fa1a2b74-0e83-47f5-ab55-7a9e9f4a2951 req-76b96693-5a88-48ad-b241-1806bd12c7b3 service neutron] 10.222.0.49 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975254 Nov 12 01:24:09.768351 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fa1a2b74-0e83-47f5-ab55-7a9e9f4a2951 req-088a23fc-de74-4194-a39a-a33032f0b413 service neutron] 10.222.0.49 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017251 Nov 12 01:24:09.887236 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d9dd6-31f1-4351-890f-6256e484bdc7 req-5d46ac4c-2f38-4d46-9490-8a70df75527c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:09.889525 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5a0d9dd6-31f1-4351-890f-6256e484bdc7 req-5d46ac4c-2f38-4d46-9490-8a70df75527c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a17bedb646b94ed485e4adca083ceb13&device_id=5ced8fb2-114b-451f-b030-00ccc94d3721 HTTP/1.1" status: 200 len: 1095 time: 0.0459328 Nov 12 01:24:09.990346 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d9dd6-31f1-4351-890f-6256e484bdc7 req-e40d9d71-d29b-4f02-89f8-c31354858953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:09.991907 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5a0d9dd6-31f1-4351-890f-6256e484bdc7 req-e40d9d71-d29b-4f02-89f8-c31354858953 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf426145-af7a-457c-9edb-3ba8bbea2dab HTTP/1.1" status: 200 len: 913 time: 0.0953741 Nov 12 01:24:10.042336 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5a0d9dd6-31f1-4351-890f-6256e484bdc7 req-56522fe3-99dd-4d8a-af3a-5425a687dfef service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=448bdaf8-bf60-4272-a82a-0904b8b491f4 HTTP/1.1" status: 200 len: 217 time: 0.0426555 Nov 12 01:24:10.100037 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d9dd6-31f1-4351-890f-6256e484bdc7 req-46ddc792-ecd7-42c9-aef3-0d2b9cfe1e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:10.101803 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5a0d9dd6-31f1-4351-890f-6256e484bdc7 req-46ddc792-ecd7-42c9-aef3-0d2b9cfe1e9b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e0049bca-8c54-4a87-971a-726fded81d57 HTTP/1.1" status: 200 len: 851 time: 0.0529671 Nov 12 01:24:10.151115 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d9dd6-31f1-4351-890f-6256e484bdc7 req-89da71b6-7dab-44c3-8bdb-32310722b64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:10.152752 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5a0d9dd6-31f1-4351-890f-6256e484bdc7 req-89da71b6-7dab-44c3-8bdb-32310722b64e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf426145-af7a-457c-9edb-3ba8bbea2dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428939 Nov 12 01:24:10.255358 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5a0d9dd6-31f1-4351-890f-6256e484bdc7 req-95de130d-5f1e-48ae-85e2-1a050fa0bf62 service neutron] 10.222.0.49 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944750 Nov 12 01:24:10.323699 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:10.394033 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5a0d9dd6-31f1-4351-890f-6256e484bdc7 req-c8aae79f-8ddb-4dea-9a23-7a2bb8bf2993 service neutron] 10.222.0.49 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298776 Nov 12 01:24:10.406318 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03d9cd-a398-4feb-bcbf-ccf1785a03e7 req-da0d88f8-5b9a-4081-a5f8-12fa33c06e75 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:10.408129 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f03d9cd-a398-4feb-bcbf-ccf1785a03e7 req-da0d88f8-5b9a-4081-a5f8-12fa33c06e75 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ced8fb2-114b-451f-b030-00ccc94d3721 HTTP/1.1" status: 200 len: 943 time: 0.0836184 Nov 12 01:24:10.464295 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1f03d9cd-a398-4feb-bcbf-ccf1785a03e7 req-409b4e06-6836-4bea-864e-8764b7ec6d7d tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498059 Nov 12 01:24:11.109876 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:11.612033 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef9331-9b8d-4240-b44f-9e2a944e74f8 req-2b9deb79-2ba9-4678-9410-dd10cd353e98 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:11.613636 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6bef9331-9b8d-4240-b44f-9e2a944e74f8 req-2b9deb79-2ba9-4678-9410-dd10cd353e98 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ced8fb2-114b-451f-b030-00ccc94d3721 HTTP/1.1" status: 200 len: 943 time: 0.0600102 Nov 12 01:24:11.678113 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6bef9331-9b8d-4240-b44f-9e2a944e74f8 req-b64d7088-89c0-494b-a43a-e9f18d4a8cf6 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580919 Nov 12 01:24:12.802375 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202c7f7-b396-4369-864a-9de1ba3ebf98 req-ece94efa-46f1-4441-a562-b6398ee0dbfa tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:12.803881 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b202c7f7-b396-4369-864a-9de1ba3ebf98 req-ece94efa-46f1-4441-a562-b6398ee0dbfa tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ced8fb2-114b-451f-b030-00ccc94d3721 HTTP/1.1" status: 200 len: 943 time: 0.0507259 Nov 12 01:24:12.862552 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b202c7f7-b396-4369-864a-9de1ba3ebf98 req-cbbd4e1c-49e5-43ff-9e4e-20d1cb2be9c7 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523574 Nov 12 01:24:12.971832 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:13.980189 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92158f8-1704-4a15-badc-eab098e90599 req-3df28560-1697-4233-9665-fa6b8a0b3b0a tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:13.982658 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c92158f8-1704-4a15-badc-eab098e90599 req-3df28560-1697-4233-9665-fa6b8a0b3b0a tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ced8fb2-114b-451f-b030-00ccc94d3721 HTTP/1.1" status: 200 len: 943 time: 0.0510442 Nov 12 01:24:14.030759 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c92158f8-1704-4a15-badc-eab098e90599 req-ae99aeb0-dc0a-4d6e-a89e-78bf91ed7436 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423541 Nov 12 01:24:15.151742 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cca240-f617-452a-88ae-6baa45922bbf req-e9cb0d85-6047-409f-925d-060ef721cf39 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:15.153243 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a4cca240-f617-452a-88ae-6baa45922bbf req-e9cb0d85-6047-409f-925d-060ef721cf39 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ced8fb2-114b-451f-b030-00ccc94d3721 HTTP/1.1" status: 200 len: 943 time: 0.0538886 Nov 12 01:24:15.201245 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a4cca240-f617-452a-88ae-6baa45922bbf req-10118e0f-3cab-4740-9a79-f03f7312ecb9 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413439 Nov 12 01:24:16.324210 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dcdc4c-92ad-4fa5-8c19-86f02336bd9c req-247a4a47-d13b-4f3b-823f-d6036a72741e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:16.327277 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b4dcdc4c-92ad-4fa5-8c19-86f02336bd9c req-247a4a47-d13b-4f3b-823f-d6036a72741e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ced8fb2-114b-451f-b030-00ccc94d3721 HTTP/1.1" status: 200 len: 943 time: 0.0551887 Nov 12 01:24:16.378420 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b4dcdc4c-92ad-4fa5-8c19-86f02336bd9c req-4a7244bb-03d7-474b-a548-6ae651114c09 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457809 Nov 12 01:24:17.494875 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8e8f5-fd13-450b-9b86-8fb2d7aebd2a req-2a1e9861-99eb-4e26-aec6-21e2f87ca579 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:17.496330 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5af8e8f5-fd13-450b-9b86-8fb2d7aebd2a req-2a1e9861-99eb-4e26-aec6-21e2f87ca579 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ced8fb2-114b-451f-b030-00ccc94d3721 HTTP/1.1" status: 200 len: 943 time: 0.0489428 Nov 12 01:24:17.547751 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5af8e8f5-fd13-450b-9b86-8fb2d7aebd2a req-9d3825b8-9c77-45e3-838d-3e07103d59fa tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445712 Nov 12 01:24:18.666142 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d636b6-7ab3-4b54-9504-6165bd2d9718 req-2d920d15-2fe1-4f5b-b3ad-a14a71e34960 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:18.667618 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-64d636b6-7ab3-4b54-9504-6165bd2d9718 req-2d920d15-2fe1-4f5b-b3ad-a14a71e34960 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ced8fb2-114b-451f-b030-00ccc94d3721 HTTP/1.1" status: 200 len: 943 time: 0.0495632 Nov 12 01:24:18.716466 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-64d636b6-7ab3-4b54-9504-6165bd2d9718 req-caa0e1ca-3958-496c-b6de-fc5c9db3f924 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429096 Nov 12 01:24:19.835571 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba7e4e-62d3-4a29-bfe9-b3eab75b35fc req-9999e770-ca7a-4444-aa8f-f53894c149d5 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:19.837053 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-39ba7e4e-62d3-4a29-bfe9-b3eab75b35fc req-9999e770-ca7a-4444-aa8f-f53894c149d5 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ced8fb2-114b-451f-b030-00ccc94d3721 HTTP/1.1" status: 200 len: 943 time: 0.0532899 Nov 12 01:24:19.885600 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-39ba7e4e-62d3-4a29-bfe9-b3eab75b35fc req-0f792bf9-4df5-4999-84bb-fb53675436a4 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419271 Nov 12 01:24:21.002316 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197e2c2-7c4d-4ba5-8406-543908bc8eb3 req-e96d55d6-e915-4b8f-a3f0-cd2e44b3867a tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:21.003802 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6197e2c2-7c4d-4ba5-8406-543908bc8eb3 req-e96d55d6-e915-4b8f-a3f0-cd2e44b3867a tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ced8fb2-114b-451f-b030-00ccc94d3721 HTTP/1.1" status: 200 len: 943 time: 0.0491176 Nov 12 01:24:21.057193 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6197e2c2-7c4d-4ba5-8406-543908bc8eb3 req-04507cfe-5f90-43de-ab98-4645d5a0b186 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473590 Nov 12 01:24:21.929339 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 448bdaf8-bf60-4272-a82a-0904b8b491f4 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:24:22.024415 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 448bdaf8-bf60-4272-a82a-0904b8b491f4, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=448bdaf8-bf60-4272-a82a-0904b8b491f4,segment=NetworkSegment(c1b16b03-cd67-424f-8589-315c1c109bba),segment_id=c1b16b03-cd67-424f-8589-315c1c109bba)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:24:22.035922 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '448bdaf8-bf60-4272-a82a-0904b8b491f4', 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab', 'port_id': '448bdaf8-bf60-4272-a82a-0904b8b491f4', 'mac_address': 'fa:16:3e:d0:01:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0049bca-8c54-4a87-971a-726fded81d57', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:24:22.080425 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:22.096406 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 448bdaf8-bf60-4272-a82a-0904b8b491f4 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:24:22.125551 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 448bdaf8-bf60-4272-a82a-0904b8b491f4, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=448bdaf8-bf60-4272-a82a-0904b8b491f4,segment=NetworkSegment(c1b16b03-cd67-424f-8589-315c1c109bba),segment_id=c1b16b03-cd67-424f-8589-315c1c109bba)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:24:22.130061 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:22.185211 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=448bdaf8-bf60-4272-a82a-0904b8b491f4,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:22.192823 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:22.193168 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:22.194593 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:22.194593 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:22.194593 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:22.194593 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:22.194963 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:22.195147 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:22.195471 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:22.195795 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:22.195914 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e593a-3d0f-45f2-aa6c-c3b720baeff5 req-e1a1b862-11f4-48e2-9a66-adee58c38c12 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:22.196449 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:22.196449 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:22.197464 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-662e593a-3d0f-45f2-aa6c-c3b720baeff5 req-e1a1b862-11f4-48e2-9a66-adee58c38c12 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ced8fb2-114b-451f-b030-00ccc94d3721 HTTP/1.1" status: 200 len: 944 time: 0.0563653 Nov 12 01:24:22.255028 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-662e593a-3d0f-45f2-aa6c-c3b720baeff5 req-c65a5bde-adc7-42ae-9ee6-70151b308ec6 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502014 Nov 12 01:24:22.432486 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['448bdaf8-bf60-4272-a82a-0904b8b491f4'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:24:23.345443 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:24:23.371455 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a69c8c-057a-4a98-ab6c-d76b114d9acd req-9f862734-7e8b-4f1e-8e5d-eb0b002ac702 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:23.372948 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-53a69c8c-057a-4a98-ab6c-d76b114d9acd req-9f862734-7e8b-4f1e-8e5d-eb0b002ac702 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ced8fb2-114b-451f-b030-00ccc94d3721 HTTP/1.1" status: 200 len: 944 time: 0.0504775 Nov 12 01:24:23.421519 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-53a69c8c-057a-4a98-ab6c-d76b114d9acd req-805f34ad-ba09-417e-9aa1-e7900848c0b5 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426104 Nov 12 01:24:23.940399 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 448bdaf8-bf60-4272-a82a-0904b8b491f4 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:24:23.987474 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 448bdaf8-bf60-4272-a82a-0904b8b491f4 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:24:23.991371 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 448bdaf8-bf60-4272-a82a-0904b8b491f4 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:24:23.991744 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:24.068670 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:24.091113 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ced8fb2-114b-451f-b030-00ccc94d3721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448bdaf8-bf60-4272-a82a-0904b8b491f4'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:24:24.093643 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ade528-c957-4b2b-a943-682edc425297" -d '{"events": [{"server_uuid": "5ced8fb2-114b-451f-b030-00ccc94d3721", "name": "network-vif-plugged", "status": "completed", "tag": "448bdaf8-bf60-4272-a82a-0904b8b491f4"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:24:24.105982 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 448bdaf8-bf60-4272-a82a-0904b8b491f4, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=448bdaf8-bf60-4272-a82a-0904b8b491f4,segment=NetworkSegment(c1b16b03-cd67-424f-8589-315c1c109bba),segment_id=c1b16b03-cd67-424f-8589-315c1c109bba)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:24:24.111208 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:24.133497 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a3b47a-b4a6-4aeb-bccb-6e15bd369028 x-openstack-request-id: req-d5a3b47a-b4a6-4aeb-bccb-6e15bd369028 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:24:24.133787 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ced8fb2-114b-451f-b030-00ccc94d3721", "name": "network-vif-plugged", "status": "completed", "tag": "448bdaf8-bf60-4272-a82a-0904b8b491f4", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:24:24.134046 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d5a3b47a-b4a6-4aeb-bccb-6e15bd369028 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:24:24.134438 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ced8fb2-114b-451f-b030-00ccc94d3721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448bdaf8-bf60-4272-a82a-0904b8b491f4', 'code': 200} Nov 12 01:24:24.160664 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=448bdaf8-bf60-4272-a82a-0904b8b491f4,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:24.256156 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840f918-de69-468a-9f06-7c5e66d2c7d8 req-b3e929c7-3f0b-47bc-8168-749cb6d9a60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:24.257571 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2840f918-de69-468a-9f06-7c5e66d2c7d8 req-b3e929c7-3f0b-47bc-8168-749cb6d9a60e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5ced8fb2-114b-451f-b030-00ccc94d3721 HTTP/1.1" status: 200 len: 1097 time: 0.0401766 Nov 12 01:24:24.304398 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2840f918-de69-468a-9f06-7c5e66d2c7d8 req-e01d63a9-48bc-4fc4-a733-fd642a8c6758 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386367 Nov 12 01:24:24.544271 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a335c-ff40-402a-b3bf-937b5671bd1a req-bf01d778-9231-4826-bffa-863baec4f95c tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:24.545710 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-948a335c-ff40-402a-b3bf-937b5671bd1a req-bf01d778-9231-4826-bffa-863baec4f95c tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ced8fb2-114b-451f-b030-00ccc94d3721 HTTP/1.1" status: 200 len: 945 time: 0.0537305 Nov 12 01:24:24.595818 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-948a335c-ff40-402a-b3bf-937b5671bd1a req-8034e798-0161-4032-bd97-492a9a54f3e7 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442464 Nov 12 01:24:25.714641 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca733a2-f3f6-4cee-be4b-ada05c1a4874 req-9eeec8c8-73e5-4e9a-b27c-91601c078458 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:25.717353 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7ca733a2-f3f6-4cee-be4b-ada05c1a4874 req-9eeec8c8-73e5-4e9a-b27c-91601c078458 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ced8fb2-114b-451f-b030-00ccc94d3721 HTTP/1.1" status: 200 len: 945 time: 0.0506246 Nov 12 01:24:25.770074 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7ca733a2-f3f6-4cee-be4b-ada05c1a4874 req-7f19fad3-c36f-4862-8fea-6a0c93453c36 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466607 Nov 12 01:24:25.888458 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e0aee-8eb7-4097-a8f8-f8fea59a9ad5 req-88079401-b201-412a-8812-9288301b1542 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:25.889958 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b37e0aee-8eb7-4097-a8f8-f8fea59a9ad5 req-88079401-b201-412a-8812-9288301b1542 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ced8fb2-114b-451f-b030-00ccc94d3721 HTTP/1.1" status: 200 len: 945 time: 0.0491676 Nov 12 01:24:25.939662 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b37e0aee-8eb7-4097-a8f8-f8fea59a9ad5 req-ce161964-3f55-45bb-9b9b-c40f7ca136f2 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437372 Nov 12 01:24:25.962140 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46402) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:26.000731 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36f6d5b-7afd-4555-bfea-fafa0ac5a000 tempest-TestVolumeBootPattern-343400622 tempest-TestVolumeBootPattern-343400622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:26.002263 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a36f6d5b-7afd-4555-bfea-fafa0ac5a000 tempest-TestVolumeBootPattern-343400622 tempest-TestVolumeBootPattern-343400622-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5ced8fb2-114b-451f-b030-00ccc94d3721 HTTP/1.1" status: 200 len: 1092 time: 0.0391209 Nov 12 01:24:26.004946 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46404) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:26.009113 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-8e342945-7d05-4c10-b3b4-22e46600a5c1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'port_id': '448bdaf8-bf60-4272-a82a-0904b8b491f4', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:24:26.031678 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8e342945-7d05-4c10-b3b4-22e46600a5c1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks [] for floatingip, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:26.128006 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8e342945-7d05-4c10-b3b4-22e46600a5c1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:26.236645 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-8e342945-7d05-4c10-b3b4-22e46600a5c1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Allocated IP 172.25.2.93 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/59d69c55-00b4-4376-a70d-6cd47f3e3a84) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:24:26.338475 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8e342945-7d05-4c10-b3b4-22e46600a5c1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:26.375343 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8e342945-7d05-4c10-b3b4-22e46600a5c1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:26.412767 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e342945-7d05-4c10-b3b4-22e46600a5c1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:24:26.419813 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-8e342945-7d05-4c10-b3b4-22e46600a5c1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:24:26.424453 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e342945-7d05-4c10-b3b4-22e46600a5c1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:24:26.427231 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e342945-7d05-4c10-b3b4-22e46600a5c1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Pushing event updated for resources: {'Port': ['ID=59d69c55-00b4-4376-a70d-6cd47f3e3a84,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:26.451597 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e342945-7d05-4c10-b3b4-22e46600a5c1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:26.451948 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e342945-7d05-4c10-b3b4-22e46600a5c1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:26.452291 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e342945-7d05-4c10-b3b4-22e46600a5c1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:26.452630 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e342945-7d05-4c10-b3b4-22e46600a5c1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:26.452964 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e342945-7d05-4c10-b3b4-22e46600a5c1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:26.453293 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e342945-7d05-4c10-b3b4-22e46600a5c1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:26.453644 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e342945-7d05-4c10-b3b4-22e46600a5c1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:26.453969 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e342945-7d05-4c10-b3b4-22e46600a5c1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:26.454293 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e342945-7d05-4c10-b3b4-22e46600a5c1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:26.454614 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e342945-7d05-4c10-b3b4-22e46600a5c1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:26.454935 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e342945-7d05-4c10-b3b4-22e46600a5c1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:26.455257 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e342945-7d05-4c10-b3b4-22e46600a5c1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:26.780438 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8e342945-7d05-4c10-b3b4-22e46600a5c1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:26.848535 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8e342945-7d05-4c10-b3b4-22e46600a5c1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:26.994360 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8e342945-7d05-4c10-b3b4-22e46600a5c1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:26.999451 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8e342945-7d05-4c10-b3b4-22e46600a5c1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:27.064733 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e342945-7d05-4c10-b3b4-22e46600a5c1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Pushing event updated for resources: {'Port': ['ID=59d69c55-00b4-4376-a70d-6cd47f3e3a84,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:27.076681 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8e342945-7d05-4c10-b3b4-22e46600a5c1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:27.176674 n-d-812236-11 neutron-server[102662]: INFO neutron.db.l3_db [None req-8e342945-7d05-4c10-b3b4-22e46600a5c1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Floating IP 30c5eb31-4dc8-4beb-ad2a-b5d2513e633f associated. External IP: 172.25.2.93, port: 448bdaf8-bf60-4272-a82a-0904b8b491f4. Nov 12 01:24:27.384344 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e342945-7d05-4c10-b3b4-22e46600a5c1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Router c25e576d-cfc7-4562-a622-5924fcbce615 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:24:27.490783 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e342945-7d05-4c10-b3b4-22e46600a5c1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:24:27.502600 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1303351c-686b-4bae-9606-7d055aa9b503 None None] Sync routers for ids ['c25e576d-cfc7-4562-a622-5924fcbce615'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:24:27.509228 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8e342945-7d05-4c10-b3b4-22e46600a5c1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:27.512117 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1303351c-686b-4bae-9606-7d055aa9b503 None None] Routers {'c25e576d-cfc7-4562-a622-5924fcbce615'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:24:27.513394 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-1303351c-686b-4bae-9606-7d055aa9b503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:24:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['c25e576d-cfc7-4562-a622-5924fcbce615'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:27.537573 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8e342945-7d05-4c10-b3b4-22e46600a5c1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5315330 Nov 12 01:24:27.538199 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ced8fb2-114b-451f-b030-00ccc94d3721', 'tag': '448bdaf8-bf60-4272-a82a-0904b8b491f4'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:24:27.540486 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8519ed52-9150-4902-9d1e-bfc885020789" -d '{"events": [{"name": "network-changed", "server_uuid": "5ced8fb2-114b-451f-b030-00ccc94d3721", "tag": "448bdaf8-bf60-4272-a82a-0904b8b491f4"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:24:27.579740 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0902b72b-eaae-4a0a-bd8a-1516636c16ad x-openstack-request-id: req-0902b72b-eaae-4a0a-bd8a-1516636c16ad {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:24:27.580035 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ced8fb2-114b-451f-b030-00ccc94d3721", "tag": "448bdaf8-bf60-4272-a82a-0904b8b491f4", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:24:27.580292 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0902b72b-eaae-4a0a-bd8a-1516636c16ad {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:24:27.580702 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ced8fb2-114b-451f-b030-00ccc94d3721', 'tag': '448bdaf8-bf60-4272-a82a-0904b8b491f4', 'status': 'completed', 'code': 200} Nov 12 01:24:27.621505 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-1303351c-686b-4bae-9606-7d055aa9b503 None None] Set router c25e576d-cfc7-4562-a622-5924fcbce615 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:24:27.664795 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519ed52-9150-4902-9d1e-bfc885020789 req-3e20a5d2-245e-456d-9a32-39d9f7763f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:27.666239 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8519ed52-9150-4902-9d1e-bfc885020789 req-3e20a5d2-245e-456d-9a32-39d9f7763f4c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a17bedb646b94ed485e4adca083ceb13&device_id=5ced8fb2-114b-451f-b030-00ccc94d3721 HTTP/1.1" status: 200 len: 1097 time: 0.0404501 Nov 12 01:24:27.764732 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519ed52-9150-4902-9d1e-bfc885020789 req-47b9cb8c-e476-4f0a-87f4-5dea4dbc0e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:27.766254 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8519ed52-9150-4902-9d1e-bfc885020789 req-47b9cb8c-e476-4f0a-87f4-5dea4dbc0e63 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf426145-af7a-457c-9edb-3ba8bbea2dab HTTP/1.1" status: 200 len: 913 time: 0.0916305 Nov 12 01:24:27.835923 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8519ed52-9150-4902-9d1e-bfc885020789 req-b89bbc08-4a9a-4fb7-a573-af0b81b6dbb1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=448bdaf8-bf60-4272-a82a-0904b8b491f4 HTTP/1.1" status: 200 len: 998 time: 0.0626135 Nov 12 01:24:27.841790 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-1303351c-686b-4bae-9606-7d055aa9b503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'name': 'tempest-TestVolumeBootPattern-2005944440-router', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:15:01Z', 'revision_number': 4, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'gw_port': {'id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '30c5eb31-4dc8-4beb-ad2a-b5d2513e633f', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'floating_ip_address': '172.25.2.93', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'port_id': '448bdaf8-bf60-4272-a82a-0904b8b491f4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab', 'mac_address': 'fa:16:3e:d0:01:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ced8fb2-114b-451f-b030-00ccc94d3721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:24:26Z', 'updated_at': '2021-11-12T01:24:26Z', 'revision_number': 0, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'fixed_ip_address_scope': None}, {'id': '9c59acee-25ca-4958-9923-048a688d1cb1', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'floating_ip_address': '172.25.2.238', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'port_id': '9e3dc05a-c1a1-4768-bd7e-589947064362', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab', 'mac_address': 'fa:16:3e:e3:b0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9db971-3546-4b47-87db-32ee3a3dedca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:22:02Z', 'updated_at': '2021-11-12T01:22:04Z', 'revision_number': 1, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b5ce20-7e44-4805-8f33-babd0a1b6721', 'name': '', 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'mac_address': 'fa:16:3e:88:97:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'e0049bca-8c54-4a87-971a-726fded81d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:00Z', 'updated_at': '2021-11-12T01:15:08Z', 'revision_number': 5, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'subnets': [{'id': 'e0049bca-8c54-4a87-971a-726fded81d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:27.870415 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1303351c-686b-4bae-9606-7d055aa9b503 None None] Checking router: c25e576d-cfc7-4562-a622-5924fcbce615 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:24:27.879367 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1303351c-686b-4bae-9606-7d055aa9b503 None None] Routers {'c25e576d-cfc7-4562-a622-5924fcbce615'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:24:27.879969 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-1303351c-686b-4bae-9606-7d055aa9b503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:24:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['c25e576d-cfc7-4562-a622-5924fcbce615'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:27.887055 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519ed52-9150-4902-9d1e-bfc885020789 req-c73bd86f-2acd-436f-b124-67523e5b594a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:27.888942 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8519ed52-9150-4902-9d1e-bfc885020789 req-c73bd86f-2acd-436f-b124-67523e5b594a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e0049bca-8c54-4a87-971a-726fded81d57 HTTP/1.1" status: 200 len: 851 time: 0.0455072 Nov 12 01:24:27.938270 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519ed52-9150-4902-9d1e-bfc885020789 req-cf35d780-51c0-4f73-a259-396124eaec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:27.939653 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8519ed52-9150-4902-9d1e-bfc885020789 req-cf35d780-51c0-4f73-a259-396124eaec2f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf426145-af7a-457c-9edb-3ba8bbea2dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420637 Nov 12 01:24:27.983677 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-1303351c-686b-4bae-9606-7d055aa9b503 None None] Set router c25e576d-cfc7-4562-a622-5924fcbce615 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:24:28.035454 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8519ed52-9150-4902-9d1e-bfc885020789 req-2890f9a5-9a38-4d72-9806-e19c58555882 service neutron] 10.222.0.49 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873969 Nov 12 01:24:28.128757 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8519ed52-9150-4902-9d1e-bfc885020789 req-416de3c8-ee78-4533-a2b5-d9714928cee4 service neutron] 10.222.0.49 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854371 Nov 12 01:24:28.206434 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-1303351c-686b-4bae-9606-7d055aa9b503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'name': 'tempest-TestVolumeBootPattern-2005944440-router', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:15:01Z', 'revision_number': 4, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'gw_port': {'id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '30c5eb31-4dc8-4beb-ad2a-b5d2513e633f', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'floating_ip_address': '172.25.2.93', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'port_id': '448bdaf8-bf60-4272-a82a-0904b8b491f4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab', 'mac_address': 'fa:16:3e:d0:01:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ced8fb2-114b-451f-b030-00ccc94d3721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:24:26Z', 'updated_at': '2021-11-12T01:24:26Z', 'revision_number': 0, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'fixed_ip_address_scope': None}, {'id': '9c59acee-25ca-4958-9923-048a688d1cb1', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'floating_ip_address': '172.25.2.238', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'port_id': '9e3dc05a-c1a1-4768-bd7e-589947064362', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab', 'mac_address': 'fa:16:3e:e3:b0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9db971-3546-4b47-87db-32ee3a3dedca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:22:02Z', 'updated_at': '2021-11-12T01:22:04Z', 'revision_number': 1, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b5ce20-7e44-4805-8f33-babd0a1b6721', 'name': '', 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'mac_address': 'fa:16:3e:88:97:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'e0049bca-8c54-4a87-971a-726fded81d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:00Z', 'updated_at': '2021-11-12T01:15:08Z', 'revision_number': 5, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'subnets': [{'id': 'e0049bca-8c54-4a87-971a-726fded81d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:28.233345 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1303351c-686b-4bae-9606-7d055aa9b503 None None] The sync data for ids ['c25e576d-cfc7-4562-a622-5924fcbce615'] in n-d-812236-11 is: [{'id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'name': 'tempest-TestVolumeBootPattern-2005944440-router', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:15:01Z', 'revision_number': 4, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'gw_port': {'id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '30c5eb31-4dc8-4beb-ad2a-b5d2513e633f', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'floating_ip_address': '172.25.2.93', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'port_id': '448bdaf8-bf60-4272-a82a-0904b8b491f4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab', 'mac_address': 'fa:16:3e:d0:01:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ced8fb2-114b-451f-b030-00ccc94d3721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:24:26Z', 'updated_at': '2021-11-12T01:24:26Z', 'revision_number': 0, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'fixed_ip_address_scope': None}, {'id': '9c59acee-25ca-4958-9923-048a688d1cb1', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'floating_ip_address': '172.25.2.238', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'port_id': '9e3dc05a-c1a1-4768-bd7e-589947064362', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab', 'mac_address': 'fa:16:3e:e3:b0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9db971-3546-4b47-87db-32ee3a3dedca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:22:02Z', 'updated_at': '2021-11-12T01:22:04Z', 'revision_number': 1, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b5ce20-7e44-4805-8f33-babd0a1b6721', 'name': '', 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'mac_address': 'fa:16:3e:88:97:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'e0049bca-8c54-4a87-971a-726fded81d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:00Z', 'updated_at': '2021-11-12T01:15:08Z', 'revision_number': 5, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'subnets': [{'id': 'e0049bca-8c54-4a87-971a-726fded81d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:24:28.436894 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38b4d2b-4253-45a4-9550-5037d15b0d60 None None] New status for floating IP 30c5eb31-4dc8-4beb-ad2a-b5d2513e633f: ACTIVE {{(pid=102663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:24:32.969858 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0acd26fe-dd25-4349-8eea-154e4bbbc23a req-ce441161-75e7-4d25-8b63-f0b8f472cc75 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ae9db971-3546-4b47-87db-32ee3a3dedca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0420108 Nov 12 01:24:33.074022 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd26fe-dd25-4349-8eea-154e4bbbc23a req-52812878-bef9-40ca-9389-ce01a42131b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:33.076370 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0acd26fe-dd25-4349-8eea-154e4bbbc23a req-52812878-bef9-40ca-9389-ce01a42131b9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a17bedb646b94ed485e4adca083ceb13&device_id=ae9db971-3546-4b47-87db-32ee3a3dedca HTTP/1.1" status: 200 len: 1097 time: 0.0490437 Nov 12 01:24:33.182351 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd26fe-dd25-4349-8eea-154e4bbbc23a req-a0675180-1a4e-4508-b901-00cd0533f701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:33.183838 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0acd26fe-dd25-4349-8eea-154e4bbbc23a req-a0675180-1a4e-4508-b901-00cd0533f701 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf426145-af7a-457c-9edb-3ba8bbea2dab HTTP/1.1" status: 200 len: 913 time: 0.0884514 Nov 12 01:24:33.252407 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0acd26fe-dd25-4349-8eea-154e4bbbc23a req-4630695b-9ddc-4521-a8e9-21241a93ff08 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e3dc05a-c1a1-4768-bd7e-589947064362 HTTP/1.1" status: 200 len: 1001 time: 0.0616634 Nov 12 01:24:33.302572 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd26fe-dd25-4349-8eea-154e4bbbc23a req-6bb651fe-b8e1-457b-be48-a19ce7682eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:33.303968 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0acd26fe-dd25-4349-8eea-154e4bbbc23a req-6bb651fe-b8e1-457b-be48-a19ce7682eae service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e0049bca-8c54-4a87-971a-726fded81d57 HTTP/1.1" status: 200 len: 851 time: 0.0452483 Nov 12 01:24:33.350582 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd26fe-dd25-4349-8eea-154e4bbbc23a req-b288d4ab-38e7-4945-8ac9-67fc155e47e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:33.352050 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0acd26fe-dd25-4349-8eea-154e4bbbc23a req-b288d4ab-38e7-4945-8ac9-67fc155e47e8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf426145-af7a-457c-9edb-3ba8bbea2dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403206 Nov 12 01:24:33.449115 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0acd26fe-dd25-4349-8eea-154e4bbbc23a req-20f63ef6-da61-4d87-8510-30e8726e1d93 service neutron] 10.222.0.49 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878105 Nov 12 01:24:33.541875 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0acd26fe-dd25-4349-8eea-154e4bbbc23a req-39137ce9-30bd-4ebf-9186-b299b2cdec6f service neutron] 10.222.0.49 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871689 Nov 12 01:24:34.318755 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-48dbbe28-ee31-4264-8382-1f4cbfa2545b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:36.205746 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-57e568b6-8865-4713-bcb5-8f6e81e72243 req-e8db1d3f-365c-4d68-bdf5-24b74b02f7d1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=210bc12d-069f-466e-9951-7759ddfe0d56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0916662 Nov 12 01:24:36.308188 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e568b6-8865-4713-bcb5-8f6e81e72243 req-b7f217f2-97c6-4a11-b5d3-0bf6556445bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:36.310873 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-57e568b6-8865-4713-bcb5-8f6e81e72243 req-b7f217f2-97c6-4a11-b5d3-0bf6556445bb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b199a2c21c394c79bc16fc575899fc99&device_id=210bc12d-069f-466e-9951-7759ddfe0d56 HTTP/1.1" status: 200 len: 1097 time: 0.0443604 Nov 12 01:24:36.422632 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e568b6-8865-4713-bcb5-8f6e81e72243 req-56936b26-9efb-49c0-93d1-673b503f0702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:36.424121 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-57e568b6-8865-4713-bcb5-8f6e81e72243 req-56936b26-9efb-49c0-93d1-673b503f0702 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f93c9e56-7666-4717-9016-a46333a342f8 HTTP/1.1" status: 200 len: 897 time: 0.0944488 Nov 12 01:24:36.443882 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fadc14a6-5a4e-4684-9f8a-904b34f5136d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:36.496406 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-57e568b6-8865-4713-bcb5-8f6e81e72243 req-13fe2bde-e081-4fbe-9f2d-209bcfb84a4e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c17c9438-8b1b-4739-b5c4-da6eacdcaf5d HTTP/1.1" status: 200 len: 1001 time: 0.0642798 Nov 12 01:24:36.546051 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e568b6-8865-4713-bcb5-8f6e81e72243 req-065ff19c-4acf-4424-b1b4-e4974ef0ded4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:36.547586 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-57e568b6-8865-4713-bcb5-8f6e81e72243 req-065ff19c-4acf-4424-b1b4-e4974ef0ded4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=17333fdb-0e78-4c3a-81ff-6f850b64319d HTTP/1.1" status: 200 len: 835 time: 0.0448880 Nov 12 01:24:36.595685 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e568b6-8865-4713-bcb5-8f6e81e72243 req-e75396f9-1b3d-4c70-92e4-ba85adee7496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:36.597207 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-57e568b6-8865-4713-bcb5-8f6e81e72243 req-e75396f9-1b3d-4c70-92e4-ba85adee7496 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f93c9e56-7666-4717-9016-a46333a342f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426803 Nov 12 01:24:37.022016 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-57e568b6-8865-4713-bcb5-8f6e81e72243 req-4880dd22-82fe-43f5-b4ae-dd4a63db27ca service neutron] 10.222.0.54 "GET /v2.0/networks/f93c9e56-7666-4717-9016-a46333a342f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168062 Nov 12 01:24:37.112618 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-57e568b6-8865-4713-bcb5-8f6e81e72243 req-a15c817d-c85d-4dc7-8935-b87cd400d02d service neutron] 10.222.0.54 "GET /v2.0/networks/f93c9e56-7666-4717-9016-a46333a342f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828521 Nov 12 01:24:37.775452 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:39.382809 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:40.319407 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:40.892824 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [req-53f6f8ad-8650-44b7-8aa8-9b4276865852 req-dedf8d19-8e5c-4f3f-a022-ee56d41f64bf service neutron] (102662) timed out ('10.222.0.49', 58668) {{(pid=102662) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 01:24:41.103893 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:42.971026 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:55.734655 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa2530-c64c-4655-8077-8488a7b57fa8 req-03a701d9-5d65-4637-a772-9458b8b6e91a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:55.736225 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d4aa2530-c64c-4655-8077-8488a7b57fa8 req-03a701d9-5d65-4637-a772-9458b8b6e91a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=210bc12d-069f-466e-9951-7759ddfe0d56 HTTP/1.1" status: 200 len: 945 time: 0.0495739 Nov 12 01:24:55.789977 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d4aa2530-c64c-4655-8077-8488a7b57fa8 req-14a944fe-b0ba-423f-bab6-32b9aa770e5a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=faa617ce-2bbb-484c-9c9a-a8287eb6f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473638 Nov 12 01:24:56.912562 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ef3e4-b3e5-4014-87e2-c8319fe9c10d req-73e289ac-19e2-4724-bc96-a46be8f59cac tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:56.914016 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a85ef3e4-b3e5-4014-87e2-c8319fe9c10d req-73e289ac-19e2-4724-bc96-a46be8f59cac tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=210bc12d-069f-466e-9951-7759ddfe0d56 HTTP/1.1" status: 200 len: 945 time: 0.0549042 Nov 12 01:24:56.963504 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a85ef3e4-b3e5-4014-87e2-c8319fe9c10d req-8dffbb06-f468-4825-bfae-ec8752caf829 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=faa617ce-2bbb-484c-9c9a-a8287eb6f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434408 Nov 12 01:24:58.078714 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf821f-665f-4bab-a8e9-4a396b0fa3c5 req-df499a16-c98b-4ad0-ad56-c9295325e143 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:58.080196 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2eaf821f-665f-4bab-a8e9-4a396b0fa3c5 req-df499a16-c98b-4ad0-ad56-c9295325e143 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=210bc12d-069f-466e-9951-7759ddfe0d56 HTTP/1.1" status: 200 len: 945 time: 0.0486732 Nov 12 01:24:58.128934 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2eaf821f-665f-4bab-a8e9-4a396b0fa3c5 req-04baa410-7ec9-495d-ae40-6fbd00269173 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=faa617ce-2bbb-484c-9c9a-a8287eb6f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428791 Nov 12 01:24:59.244395 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44c273-64a9-4d21-ba49-9454657e4933 req-3e95deaa-53e1-4a92-94c6-b5d123805ea3 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:59.245877 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3e44c273-64a9-4d21-ba49-9454657e4933 req-3e95deaa-53e1-4a92-94c6-b5d123805ea3 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=210bc12d-069f-466e-9951-7759ddfe0d56 HTTP/1.1" status: 200 len: 945 time: 0.0481477 Nov 12 01:24:59.295215 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3e44c273-64a9-4d21-ba49-9454657e4933 req-8ca2d6cf-fa5f-4dda-8997-cfa6498ef790 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=faa617ce-2bbb-484c-9c9a-a8287eb6f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424583 Nov 12 01:25:00.344892 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:25:00.411091 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229ef98-31e7-461a-bc1c-c639efcc4cb6 req-84428c9a-dfb4-4f83-86cc-88c80f64aa69 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:00.412537 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6229ef98-31e7-461a-bc1c-c639efcc4cb6 req-84428c9a-dfb4-4f83-86cc-88c80f64aa69 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=210bc12d-069f-466e-9951-7759ddfe0d56 HTTP/1.1" status: 200 len: 945 time: 0.0490515 Nov 12 01:25:00.460893 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6229ef98-31e7-461a-bc1c-c639efcc4cb6 req-5f68d778-75ba-4b3d-8518-dedc7ecffc7d tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=faa617ce-2bbb-484c-9c9a-a8287eb6f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424082 Nov 12 01:25:01.578092 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f5fac-2010-4609-ad21-1a15e0e82eba req-59ed66aa-fbe2-471b-858e-903c0e0881b2 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:01.579585 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a84f5fac-2010-4609-ad21-1a15e0e82eba req-59ed66aa-fbe2-471b-858e-903c0e0881b2 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=210bc12d-069f-466e-9951-7759ddfe0d56 HTTP/1.1" status: 200 len: 945 time: 0.0497441 Nov 12 01:25:01.633110 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a84f5fac-2010-4609-ad21-1a15e0e82eba req-75449a2d-c7a0-45c3-98fd-c5ca588217f3 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=faa617ce-2bbb-484c-9c9a-a8287eb6f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474253 Nov 12 01:25:02.752537 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121f405-3766-4f72-a4fa-1b8e5d06ac4b req-ff19ba1b-b549-4558-9b1b-55c1e736f012 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:02.754081 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2121f405-3766-4f72-a4fa-1b8e5d06ac4b req-ff19ba1b-b549-4558-9b1b-55c1e736f012 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=210bc12d-069f-466e-9951-7759ddfe0d56 HTTP/1.1" status: 200 len: 945 time: 0.0525379 Nov 12 01:25:02.803224 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2121f405-3766-4f72-a4fa-1b8e5d06ac4b req-a2b0223c-4f73-4dbf-91bc-6f913d178781 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=faa617ce-2bbb-484c-9c9a-a8287eb6f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432012 Nov 12 01:25:03.924335 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c79762-6edc-4e5e-8c43-a8722488e2a2 req-c6ff5384-7f0d-4bdd-b317-46fd86a762d0 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:03.925826 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c0c79762-6edc-4e5e-8c43-a8722488e2a2 req-c6ff5384-7f0d-4bdd-b317-46fd86a762d0 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=210bc12d-069f-466e-9951-7759ddfe0d56 HTTP/1.1" status: 200 len: 945 time: 0.0495121 Nov 12 01:25:03.974868 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c0c79762-6edc-4e5e-8c43-a8722488e2a2 req-7be0c0e2-1459-4fc2-8dd0-a548f997f265 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=faa617ce-2bbb-484c-9c9a-a8287eb6f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431740 Nov 12 01:25:04.320396 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8e0cb7da-2f75-4b9b-b71c-26bc4c083f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:05.089924 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6a434-48ee-4f6d-94c4-371a6c47a154 req-e1f9901c-b5b7-4837-8ff7-ae957f934b1c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:05.091485 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7dc6a434-48ee-4f6d-94c4-371a6c47a154 req-e1f9901c-b5b7-4837-8ff7-ae957f934b1c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=210bc12d-069f-466e-9951-7759ddfe0d56 HTTP/1.1" status: 200 len: 945 time: 0.0490022 Nov 12 01:25:05.141242 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7dc6a434-48ee-4f6d-94c4-371a6c47a154 req-843dc29a-2ef3-4ed1-91cc-66f9851a529e tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=faa617ce-2bbb-484c-9c9a-a8287eb6f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437932 Nov 12 01:25:06.268338 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e29e0-fa66-4ade-8133-19a12528b981 req-930d9310-c0da-47be-85c4-f78f4f7bcb39 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:06.269875 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-846e29e0-fa66-4ade-8133-19a12528b981 req-930d9310-c0da-47be-85c4-f78f4f7bcb39 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=210bc12d-069f-466e-9951-7759ddfe0d56 HTTP/1.1" status: 200 len: 945 time: 0.0517018 Nov 12 01:25:06.322121 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-846e29e0-fa66-4ade-8133-19a12528b981 req-798fa040-4b1f-4a3b-a196-fa289e821646 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=faa617ce-2bbb-484c-9c9a-a8287eb6f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460320 Nov 12 01:25:06.447288 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ecbda58e-2fd0-43ca-b153-28fdacb252e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:07.451435 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb92454-e68e-44e7-91fb-644c0d2ac67a req-2ec727c1-016a-42c9-93ae-dd1b106e9e2a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:07.453114 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-adb92454-e68e-44e7-91fb-644c0d2ac67a req-2ec727c1-016a-42c9-93ae-dd1b106e9e2a tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=210bc12d-069f-466e-9951-7759ddfe0d56 HTTP/1.1" status: 200 len: 945 time: 0.0604856 Nov 12 01:25:07.513146 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-adb92454-e68e-44e7-91fb-644c0d2ac67a req-9dae6169-2f46-4b94-9d5e-e9af609359fc tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=faa617ce-2bbb-484c-9c9a-a8287eb6f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533047 Nov 12 01:25:07.781428 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:08.646539 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147edd9-dcba-4d6e-b109-b3d71d2d95be req-cae21116-b824-4692-91c0-4dcfc9cbff7f tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:08.648027 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d147edd9-dcba-4d6e-b109-b3d71d2d95be req-cae21116-b824-4692-91c0-4dcfc9cbff7f tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=210bc12d-069f-466e-9951-7759ddfe0d56 HTTP/1.1" status: 200 len: 945 time: 0.0554008 Nov 12 01:25:08.700110 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d147edd9-dcba-4d6e-b109-b3d71d2d95be req-cd99d7a7-66e4-4956-bb1d-f55ad5cc7d68 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=faa617ce-2bbb-484c-9c9a-a8287eb6f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444081 Nov 12 01:25:09.385514 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:09.821713 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13219a1-8ac0-4884-84c6-084cba91b15c req-6f7ba3c4-d9ec-475d-8fe4-646379033851 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:09.823159 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c13219a1-8ac0-4884-84c6-084cba91b15c req-6f7ba3c4-d9ec-475d-8fe4-646379033851 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=210bc12d-069f-466e-9951-7759ddfe0d56 HTTP/1.1" status: 200 len: 945 time: 0.0493126 Nov 12 01:25:09.878337 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c13219a1-8ac0-4884-84c6-084cba91b15c req-daf41434-d9f7-48db-b181-39490686d163 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=faa617ce-2bbb-484c-9c9a-a8287eb6f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467453 Nov 12 01:25:10.177994 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device c17c9438-8b1b-4739-b5c4-da6eacdcaf5d details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:25:10.185313 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device c17c9438-8b1b-4739-b5c4-da6eacdcaf5d no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:25:10.243298 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64802f-3b1d-46eb-8b70-ad2f3dfcf672 req-df339b4e-8226-472a-8b92-396bb9239a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:10.244796 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4b64802f-3b1d-46eb-8b70-ad2f3dfcf672 req-df339b4e-8226-472a-8b92-396bb9239a5d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=210bc12d-069f-466e-9951-7759ddfe0d56 HTTP/1.1" status: 200 len: 1097 time: 0.0407209 Nov 12 01:25:10.293895 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4b64802f-3b1d-46eb-8b70-ad2f3dfcf672 req-77c3d8ae-91ea-42bf-bd0e-5c23ae85415b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=faa617ce-2bbb-484c-9c9a-a8287eb6f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410535 Nov 12 01:25:10.350319 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:10.357759 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port c17c9438-8b1b-4739-b5c4-da6eacdcaf5d, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=c17c9438-8b1b-4739-b5c4-da6eacdcaf5d,segment=NetworkSegment(49c403fc-1fcb-4ca7-99d6-e33ddb6212c1),segment_id=49c403fc-1fcb-4ca7-99d6-e33ddb6212c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:25:10.365748 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:10.376908 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'c17c9438-8b1b-4739-b5c4-da6eacdcaf5d', 'network_id': 'f93c9e56-7666-4717-9016-a46333a342f8', 'port_id': 'c17c9438-8b1b-4739-b5c4-da6eacdcaf5d', 'mac_address': 'fa:16:3e:6e:fc:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17333fdb-0e78-4c3a-81ff-6f850b64319d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:25:10.396357 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '210bc12d-069f-466e-9951-7759ddfe0d56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c17c9438-8b1b-4739-b5c4-da6eacdcaf5d'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:25:10.398759 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0d5eae-8dd6-4523-b21c-29058f1dc4b3" -d '{"events": [{"server_uuid": "210bc12d-069f-466e-9951-7759ddfe0d56", "name": "network-vif-unplugged", "status": "completed", "tag": "c17c9438-8b1b-4739-b5c4-da6eacdcaf5d"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:25:10.430634 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port c17c9438-8b1b-4739-b5c4-da6eacdcaf5d, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=c17c9438-8b1b-4739-b5c4-da6eacdcaf5d,segment=NetworkSegment(49c403fc-1fcb-4ca7-99d6-e33ddb6212c1),segment_id=49c403fc-1fcb-4ca7-99d6-e33ddb6212c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:25:10.435958 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:10.444413 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789892d3-168a-4acf-b90d-4d5945a0aab7 x-openstack-request-id: req-789892d3-168a-4acf-b90d-4d5945a0aab7 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:25:10.444702 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "210bc12d-069f-466e-9951-7759ddfe0d56", "name": "network-vif-unplugged", "status": "completed", "tag": "c17c9438-8b1b-4739-b5c4-da6eacdcaf5d", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:25:10.444970 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-789892d3-168a-4acf-b90d-4d5945a0aab7 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:25:10.445334 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '210bc12d-069f-466e-9951-7759ddfe0d56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c17c9438-8b1b-4739-b5c4-da6eacdcaf5d', 'code': 200} Nov 12 01:25:10.467889 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:10.492142 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c17c9438-8b1b-4739-b5c4-da6eacdcaf5d {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:25:10.507618 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=c17c9438-8b1b-4739-b5c4-da6eacdcaf5d,revision_number=6']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:10.547970 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.db.api [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:25:10.548326 n-d-812236-11 neutron-server[102663]: DEBUG oslo_db.api [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:25:10.999220 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9246a3e-cbbc-46e9-864a-4da6b22bee83 req-ae410c92-5d72-4b46-84ab-bede45f6442c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:11.000688 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c9246a3e-cbbc-46e9-864a-4da6b22bee83 req-ae410c92-5d72-4b46-84ab-bede45f6442c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=210bc12d-069f-466e-9951-7759ddfe0d56 HTTP/1.1" status: 200 len: 943 time: 0.0538721 Nov 12 01:25:11.052051 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c9246a3e-cbbc-46e9-864a-4da6b22bee83 req-e6b68f3b-8c5a-4378-a88e-8feb81b96d27 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=faa617ce-2bbb-484c-9c9a-a8287eb6f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448422 Nov 12 01:25:11.086692 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:11.100575 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c17c9438-8b1b-4739-b5c4-da6eacdcaf5d {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:25:11.131198 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port c17c9438-8b1b-4739-b5c4-da6eacdcaf5d, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=c17c9438-8b1b-4739-b5c4-da6eacdcaf5d,segment=NetworkSegment(49c403fc-1fcb-4ca7-99d6-e33ddb6212c1),segment_id=49c403fc-1fcb-4ca7-99d6-e33ddb6212c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:25:11.135916 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:11.141198 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:11.184367 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=c17c9438-8b1b-4739-b5c4-da6eacdcaf5d,revision_number=7']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:12.173229 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef0f4d-5071-4536-8765-e5021d5ca082 req-384bf502-7d20-4703-9541-679791305fd8 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:12.174740 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8bef0f4d-5071-4536-8765-e5021d5ca082 req-384bf502-7d20-4703-9541-679791305fd8 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=210bc12d-069f-466e-9951-7759ddfe0d56 HTTP/1.1" status: 200 len: 944 time: 0.0520835 Nov 12 01:25:12.226259 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8bef0f4d-5071-4536-8765-e5021d5ca082 req-405e8e9f-c2e6-49b9-b81b-019a4a13525c tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=faa617ce-2bbb-484c-9c9a-a8287eb6f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453353 Nov 12 01:25:12.250261 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46482) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:12.314165 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-187b807c-3c1c-4619-b575-4087ce75bf49 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/floatingips/ea8d8855-d7ce-4399-94f0-a3213de5985f HTTP/1.1" status: 200 len: 992 time: 0.0626931 Nov 12 01:25:12.580296 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['c17c9438-8b1b-4739-b5c4-da6eacdcaf5d'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:25:12.966337 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:14.210716 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device c17c9438-8b1b-4739-b5c4-da6eacdcaf5d up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:25:14.259539 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port c17c9438-8b1b-4739-b5c4-da6eacdcaf5d triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:25:14.259907 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:14.336309 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:14.358980 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '210bc12d-069f-466e-9951-7759ddfe0d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17c9438-8b1b-4739-b5c4-da6eacdcaf5d'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:25:14.361171 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14febb6-3db1-4a98-9604-c6b0018df5d7" -d '{"events": [{"server_uuid": "210bc12d-069f-466e-9951-7759ddfe0d56", "name": "network-vif-plugged", "status": "completed", "tag": "c17c9438-8b1b-4739-b5c4-da6eacdcaf5d"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:25:14.377145 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port c17c9438-8b1b-4739-b5c4-da6eacdcaf5d, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=c17c9438-8b1b-4739-b5c4-da6eacdcaf5d,segment=NetworkSegment(49c403fc-1fcb-4ca7-99d6-e33ddb6212c1),segment_id=49c403fc-1fcb-4ca7-99d6-e33ddb6212c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:25:14.381527 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:14.404591 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5483c0f7-9425-406d-93c4-f670b3186181 x-openstack-request-id: req-5483c0f7-9425-406d-93c4-f670b3186181 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:25:14.404887 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "210bc12d-069f-466e-9951-7759ddfe0d56", "name": "network-vif-plugged", "status": "completed", "tag": "c17c9438-8b1b-4739-b5c4-da6eacdcaf5d", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:25:14.405139 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5483c0f7-9425-406d-93c4-f670b3186181 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:25:14.405555 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '210bc12d-069f-466e-9951-7759ddfe0d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17c9438-8b1b-4739-b5c4-da6eacdcaf5d', 'code': 200} Nov 12 01:25:14.431189 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=c17c9438-8b1b-4739-b5c4-da6eacdcaf5d,revision_number=8']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:34.323798 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-625af01f-18f4-454b-a7b3-2bd657d4f5c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:34.976919 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7dba2c52-4026-4a8c-ac0f-71646303063a req-fb7206dc-3ccb-4b21-93d9-fa190c4bd7de service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5ced8fb2-114b-451f-b030-00ccc94d3721&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0452292 Nov 12 01:25:35.049724 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba2c52-4026-4a8c-ac0f-71646303063a req-c69076f7-9bae-4059-9c0c-37a45b82b0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:35.051188 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7dba2c52-4026-4a8c-ac0f-71646303063a req-c69076f7-9bae-4059-9c0c-37a45b82b0a3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a17bedb646b94ed485e4adca083ceb13&device_id=5ced8fb2-114b-451f-b030-00ccc94d3721 HTTP/1.1" status: 200 len: 1097 time: 0.0402882 Nov 12 01:25:35.158114 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba2c52-4026-4a8c-ac0f-71646303063a req-88961292-e6a2-4316-b32d-7e340d3605d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:35.159854 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7dba2c52-4026-4a8c-ac0f-71646303063a req-88961292-e6a2-4316-b32d-7e340d3605d4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf426145-af7a-457c-9edb-3ba8bbea2dab HTTP/1.1" status: 200 len: 913 time: 0.0873897 Nov 12 01:25:35.229240 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7dba2c52-4026-4a8c-ac0f-71646303063a req-caa6c4e7-4b42-4da7-86f2-9954b2117bc3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=448bdaf8-bf60-4272-a82a-0904b8b491f4 HTTP/1.1" status: 200 len: 1000 time: 0.0613883 Nov 12 01:25:35.276538 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba2c52-4026-4a8c-ac0f-71646303063a req-bfd4560e-96ae-4a29-9dfb-1f3996a70e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:35.278493 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7dba2c52-4026-4a8c-ac0f-71646303063a req-bfd4560e-96ae-4a29-9dfb-1f3996a70e06 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e0049bca-8c54-4a87-971a-726fded81d57 HTTP/1.1" status: 200 len: 851 time: 0.0427470 Nov 12 01:25:35.322955 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba2c52-4026-4a8c-ac0f-71646303063a req-6086b6e8-65b8-4cee-af80-d957e83e81d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:35.324613 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7dba2c52-4026-4a8c-ac0f-71646303063a req-6086b6e8-65b8-4cee-af80-d957e83e81d3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf426145-af7a-457c-9edb-3ba8bbea2dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393515 Nov 12 01:25:35.418291 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7dba2c52-4026-4a8c-ac0f-71646303063a req-f28e4dc6-bd2f-4056-b478-0c9d5bc9e8d3 service neutron] 10.222.0.49 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860155 Nov 12 01:25:35.506109 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7dba2c52-4026-4a8c-ac0f-71646303063a req-10f89c02-e53b-4baa-8b0b-56d6f9a009f7 service neutron] 10.222.0.49 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816987 Nov 12 01:25:36.451939 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1dae1c5a-a7a9-46c5-9118-d25735827227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:37.161815 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1779baf5-ae36-436d-a4b3-b0926604e64b req-aeebf79d-3c2d-4689-8c29-a485a6c560e3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=210bc12d-069f-466e-9951-7759ddfe0d56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0477724 Nov 12 01:25:37.258438 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1779baf5-ae36-436d-a4b3-b0926604e64b req-37db7ebb-d7b4-4c73-9e91-e92ccb87303b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:37.259902 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1779baf5-ae36-436d-a4b3-b0926604e64b req-37db7ebb-d7b4-4c73-9e91-e92ccb87303b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b199a2c21c394c79bc16fc575899fc99&device_id=210bc12d-069f-466e-9951-7759ddfe0d56 HTTP/1.1" status: 200 len: 1097 time: 0.0403497 Nov 12 01:25:37.345247 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:25:37.365858 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1779baf5-ae36-436d-a4b3-b0926604e64b req-be6652c5-5df3-483e-97d3-4281dd8c6219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:37.367361 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1779baf5-ae36-436d-a4b3-b0926604e64b req-be6652c5-5df3-483e-97d3-4281dd8c6219 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f93c9e56-7666-4717-9016-a46333a342f8 HTTP/1.1" status: 200 len: 897 time: 0.0869803 Nov 12 01:25:37.443649 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1779baf5-ae36-436d-a4b3-b0926604e64b req-08d7d940-b5d2-45c9-8b0d-f94c42b9197d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c17c9438-8b1b-4739-b5c4-da6eacdcaf5d HTTP/1.1" status: 200 len: 1001 time: 0.0668356 Nov 12 01:25:37.493426 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1779baf5-ae36-436d-a4b3-b0926604e64b req-587d63cd-e1eb-4f7d-a1d0-000fe1891d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:37.494891 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1779baf5-ae36-436d-a4b3-b0926604e64b req-587d63cd-e1eb-4f7d-a1d0-000fe1891d6a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=17333fdb-0e78-4c3a-81ff-6f850b64319d HTTP/1.1" status: 200 len: 835 time: 0.0441411 Nov 12 01:25:37.541256 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1779baf5-ae36-436d-a4b3-b0926604e64b req-194453d6-636b-436d-b294-ececb62a1919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:37.542870 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1779baf5-ae36-436d-a4b3-b0926604e64b req-194453d6-636b-436d-b294-ececb62a1919 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f93c9e56-7666-4717-9016-a46333a342f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402069 Nov 12 01:25:37.637171 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1779baf5-ae36-436d-a4b3-b0926604e64b req-effa5bd4-8bfd-444a-b55a-cc71c0b68d5e service neutron] 10.222.0.54 "GET /v2.0/networks/f93c9e56-7666-4717-9016-a46333a342f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867097 Nov 12 01:25:37.735049 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1779baf5-ae36-436d-a4b3-b0926604e64b req-40998930-3471-49b9-b996-8dc34315e77f service neutron] 10.222.0.54 "GET /v2.0/networks/f93c9e56-7666-4717-9016-a46333a342f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912786 Nov 12 01:25:37.781360 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:39.390419 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:40.323218 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:41.133804 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:42.982086 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:55.881170 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46498) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:56.041810 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-25f34fe1-0640-433d-9287-0d5b2bb1b02e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Deleting port 59d69c55-00b4-4376-a70d-6cd47f3e3a84 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:25:56.042156 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-25f34fe1-0640-433d-9287-0d5b2bb1b02e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:56.118060 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-25f34fe1-0640-433d-9287-0d5b2bb1b02e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:56.118385 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-25f34fe1-0640-433d-9287-0d5b2bb1b02e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:56.130704 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-25f34fe1-0640-433d-9287-0d5b2bb1b02e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Calling delete_port for 59d69c55-00b4-4376-a70d-6cd47f3e3a84 owned by network:floatingip {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:25:56.277976 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-25f34fe1-0640-433d-9287-0d5b2bb1b02e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:56.304613 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f34fe1-0640-433d-9287-0d5b2bb1b02e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Pushing event deleted for resources: {'Port': ['ID=59d69c55-00b4-4376-a70d-6cd47f3e3a84,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:56.329261 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f34fe1-0640-433d-9287-0d5b2bb1b02e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:56.329631 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f34fe1-0640-433d-9287-0d5b2bb1b02e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:56.329968 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f34fe1-0640-433d-9287-0d5b2bb1b02e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:56.330301 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f34fe1-0640-433d-9287-0d5b2bb1b02e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:56.330631 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f34fe1-0640-433d-9287-0d5b2bb1b02e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:56.330956 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f34fe1-0640-433d-9287-0d5b2bb1b02e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:56.331277 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f34fe1-0640-433d-9287-0d5b2bb1b02e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:56.331596 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f34fe1-0640-433d-9287-0d5b2bb1b02e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:56.331911 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f34fe1-0640-433d-9287-0d5b2bb1b02e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:56.332228 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f34fe1-0640-433d-9287-0d5b2bb1b02e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:56.332545 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f34fe1-0640-433d-9287-0d5b2bb1b02e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:56.332861 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f34fe1-0640-433d-9287-0d5b2bb1b02e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:56.377345 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-25f34fe1-0640-433d-9287-0d5b2bb1b02e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks [] for floatingip, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:56.377705 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [None req-25f34fe1-0640-433d-9287-0d5b2bb1b02e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Floating IP 30c5eb31-4dc8-4beb-ad2a-b5d2513e633f disassociated (deleted). External IP: 172.25.2.93, port: 448bdaf8-bf60-4272-a82a-0904b8b491f4. Nov 12 01:25:56.579355 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f34fe1-0640-433d-9287-0d5b2bb1b02e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Router c25e576d-cfc7-4562-a622-5924fcbce615 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:25:56.687649 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f34fe1-0640-433d-9287-0d5b2bb1b02e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:25:56.692528 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-25f34fe1-0640-433d-9287-0d5b2bb1b02e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:56.697293 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcce24f3-de63-4629-996f-8cd31db84608 None None] Sync routers for ids ['c25e576d-cfc7-4562-a622-5924fcbce615'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:25:56.707451 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcce24f3-de63-4629-996f-8cd31db84608 None None] Routers {'c25e576d-cfc7-4562-a622-5924fcbce615'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:25:56.708056 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-fcce24f3-de63-4629-996f-8cd31db84608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:25:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['c25e576d-cfc7-4562-a622-5924fcbce615'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:56.721886 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-25f34fe1-0640-433d-9287-0d5b2bb1b02e tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "DELETE /v2.0/floatingips/30c5eb31-4dc8-4beb-ad2a-b5d2513e633f HTTP/1.1" status: 204 len: 168 time: 0.8395948 Nov 12 01:25:56.722591 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ced8fb2-114b-451f-b030-00ccc94d3721', 'tag': '448bdaf8-bf60-4272-a82a-0904b8b491f4'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:25:56.724847 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd5bb71-3b22-4bbe-b389-ee0ad270e70c" -d '{"events": [{"name": "network-changed", "server_uuid": "5ced8fb2-114b-451f-b030-00ccc94d3721", "tag": "448bdaf8-bf60-4272-a82a-0904b8b491f4"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:25:56.818653 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-fcce24f3-de63-4629-996f-8cd31db84608 None None] Set router c25e576d-cfc7-4562-a622-5924fcbce615 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:25:56.834505 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f832223-0851-40ab-aeae-cfe895f9be9b x-openstack-request-id: req-6f832223-0851-40ab-aeae-cfe895f9be9b {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:25:56.834946 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ced8fb2-114b-451f-b030-00ccc94d3721", "tag": "448bdaf8-bf60-4272-a82a-0904b8b491f4", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:25:56.835286 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6f832223-0851-40ab-aeae-cfe895f9be9b {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:25:56.835755 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ced8fb2-114b-451f-b030-00ccc94d3721', 'tag': '448bdaf8-bf60-4272-a82a-0904b8b491f4', 'status': 'completed', 'code': 200} Nov 12 01:25:56.919562 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5bb71-3b22-4bbe-b389-ee0ad270e70c req-77f436fb-2fd7-4a24-be07-43dea79c9be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:56.921216 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-efd5bb71-3b22-4bbe-b389-ee0ad270e70c req-77f436fb-2fd7-4a24-be07-43dea79c9be7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a17bedb646b94ed485e4adca083ceb13&device_id=5ced8fb2-114b-451f-b030-00ccc94d3721 HTTP/1.1" status: 200 len: 1097 time: 0.0433707 Nov 12 01:25:57.055269 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-fcce24f3-de63-4629-996f-8cd31db84608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'name': 'tempest-TestVolumeBootPattern-2005944440-router', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:15:01Z', 'revision_number': 4, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'gw_port': {'id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '9c59acee-25ca-4958-9923-048a688d1cb1', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'floating_ip_address': '172.25.2.238', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'port_id': '9e3dc05a-c1a1-4768-bd7e-589947064362', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab', 'mac_address': 'fa:16:3e:e3:b0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9db971-3546-4b47-87db-32ee3a3dedca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:22:02Z', 'updated_at': '2021-11-12T01:22:04Z', 'revision_number': 1, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b5ce20-7e44-4805-8f33-babd0a1b6721', 'name': '', 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'mac_address': 'fa:16:3e:88:97:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'e0049bca-8c54-4a87-971a-726fded81d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:00Z', 'updated_at': '2021-11-12T01:15:08Z', 'revision_number': 5, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'subnets': [{'id': 'e0049bca-8c54-4a87-971a-726fded81d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:57.085479 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcce24f3-de63-4629-996f-8cd31db84608 None None] Checking router: c25e576d-cfc7-4562-a622-5924fcbce615 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:25:57.095045 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcce24f3-de63-4629-996f-8cd31db84608 None None] Routers {'c25e576d-cfc7-4562-a622-5924fcbce615'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:25:57.095662 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-fcce24f3-de63-4629-996f-8cd31db84608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:25:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['c25e576d-cfc7-4562-a622-5924fcbce615'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:57.210628 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-fcce24f3-de63-4629-996f-8cd31db84608 None None] Set router c25e576d-cfc7-4562-a622-5924fcbce615 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:25:57.377689 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b75488-58e4-4550-b552-779c42856a0f req-e4778fd8-a747-46a1-a702-b143bbf255da tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:57.379104 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-92b75488-58e4-4550-b552-779c42856a0f req-e4778fd8-a747-46a1-a702-b143bbf255da tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ced8fb2-114b-451f-b030-00ccc94d3721 HTTP/1.1" status: 200 len: 945 time: 0.4567940 Nov 12 01:25:57.427600 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5bb71-3b22-4bbe-b389-ee0ad270e70c req-28d38591-9d20-429d-97b0-8a1e5e9df59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:57.429055 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-efd5bb71-3b22-4bbe-b389-ee0ad270e70c req-28d38591-9d20-429d-97b0-8a1e5e9df59d service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf426145-af7a-457c-9edb-3ba8bbea2dab HTTP/1.1" status: 200 len: 913 time: 0.4973593 Nov 12 01:25:57.443877 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-fcce24f3-de63-4629-996f-8cd31db84608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'name': 'tempest-TestVolumeBootPattern-2005944440-router', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:15:01Z', 'revision_number': 4, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'gw_port': {'id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '9c59acee-25ca-4958-9923-048a688d1cb1', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'floating_ip_address': '172.25.2.238', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'port_id': '9e3dc05a-c1a1-4768-bd7e-589947064362', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab', 'mac_address': 'fa:16:3e:e3:b0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9db971-3546-4b47-87db-32ee3a3dedca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:22:02Z', 'updated_at': '2021-11-12T01:22:04Z', 'revision_number': 1, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b5ce20-7e44-4805-8f33-babd0a1b6721', 'name': '', 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'mac_address': 'fa:16:3e:88:97:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'e0049bca-8c54-4a87-971a-726fded81d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:00Z', 'updated_at': '2021-11-12T01:15:08Z', 'revision_number': 5, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'subnets': [{'id': 'e0049bca-8c54-4a87-971a-726fded81d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:57.451993 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-92b75488-58e4-4550-b552-779c42856a0f req-11570a38-7836-4c2f-841b-e98f54bfef71 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665226 Nov 12 01:25:57.471105 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcce24f3-de63-4629-996f-8cd31db84608 None None] The sync data for ids ['c25e576d-cfc7-4562-a622-5924fcbce615'] in n-d-812236-11 is: [{'id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'name': 'tempest-TestVolumeBootPattern-2005944440-router', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:15:01Z', 'revision_number': 4, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'gw_port': {'id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '9c59acee-25ca-4958-9923-048a688d1cb1', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'floating_ip_address': '172.25.2.238', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'port_id': '9e3dc05a-c1a1-4768-bd7e-589947064362', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab', 'mac_address': 'fa:16:3e:e3:b0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9db971-3546-4b47-87db-32ee3a3dedca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:22:02Z', 'updated_at': '2021-11-12T01:22:04Z', 'revision_number': 1, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b5ce20-7e44-4805-8f33-babd0a1b6721', 'name': '', 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'mac_address': 'fa:16:3e:88:97:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'e0049bca-8c54-4a87-971a-726fded81d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:00Z', 'updated_at': '2021-11-12T01:15:08Z', 'revision_number': 5, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'subnets': [{'id': 'e0049bca-8c54-4a87-971a-726fded81d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:25:57.479216 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-efd5bb71-3b22-4bbe-b389-ee0ad270e70c req-b32957e6-5f82-4784-b7f2-625983e12d86 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=448bdaf8-bf60-4272-a82a-0904b8b491f4 HTTP/1.1" status: 200 len: 217 time: 0.0388067 Nov 12 01:25:57.529880 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5bb71-3b22-4bbe-b389-ee0ad270e70c req-aea60edc-bfa0-4db6-ab9a-d1fd7d16f4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:57.531351 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-efd5bb71-3b22-4bbe-b389-ee0ad270e70c req-aea60edc-bfa0-4db6-ab9a-d1fd7d16f4d0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e0049bca-8c54-4a87-971a-726fded81d57 HTTP/1.1" status: 200 len: 851 time: 0.0448334 Nov 12 01:25:57.583871 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5bb71-3b22-4bbe-b389-ee0ad270e70c req-21393216-536a-46d0-90b8-bcb38e654bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:57.585418 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-efd5bb71-3b22-4bbe-b389-ee0ad270e70c req-21393216-536a-46d0-90b8-bcb38e654bc0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf426145-af7a-457c-9edb-3ba8bbea2dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459099 Nov 12 01:25:57.678721 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-efd5bb71-3b22-4bbe-b389-ee0ad270e70c req-e8c207db-df47-4722-b387-89006a7b158b service neutron] 10.222.0.49 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849404 Nov 12 01:25:57.722105 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c239e91c-a7c6-486d-bca2-a318cd6574ad None None] New status for floating IP 30c5eb31-4dc8-4beb-ad2a-b5d2513e633f: DOWN {{(pid=102663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:25:57.779585 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-efd5bb71-3b22-4bbe-b389-ee0ad270e70c req-82bd38bb-796f-4c3e-8458-b7aed4992857 service neutron] 10.222.0.49 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924730 Nov 12 01:25:58.575967 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a70d0-9fe5-4dc7-bd38-30452d9db9a0 req-7244e67c-1f17-438d-9b47-fce3942834b8 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:58.577497 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-504a70d0-9fe5-4dc7-bd38-30452d9db9a0 req-7244e67c-1f17-438d-9b47-fce3942834b8 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ced8fb2-114b-451f-b030-00ccc94d3721 HTTP/1.1" status: 200 len: 945 time: 0.0547464 Nov 12 01:25:58.626198 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-504a70d0-9fe5-4dc7-bd38-30452d9db9a0 req-491ba540-5bc3-4f2d-857b-e7134b26c91b tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426505 Nov 12 01:25:58.742254 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e785bca7-899f-4310-9f61-3542e65b47d5 req-d18a9012-1a97-4c57-84c0-2338a7d97f55 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:58.743586 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e785bca7-899f-4310-9f61-3542e65b47d5 req-d18a9012-1a97-4c57-84c0-2338a7d97f55 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ced8fb2-114b-451f-b030-00ccc94d3721 HTTP/1.1" status: 200 len: 945 time: 0.0490146 Nov 12 01:25:58.838937 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-e785bca7-899f-4310-9f61-3542e65b47d5 req-d5010edb-a7a2-4ade-8f8a-a5aca9f25e6c tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Deleting port 448bdaf8-bf60-4272-a82a-0904b8b491f4 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:25:58.840484 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e785bca7-899f-4310-9f61-3542e65b47d5 req-d5010edb-a7a2-4ade-8f8a-a5aca9f25e6c tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:58.927894 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-e785bca7-899f-4310-9f61-3542e65b47d5 req-d5010edb-a7a2-4ade-8f8a-a5aca9f25e6c tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] For port 448bdaf8-bf60-4272-a82a-0904b8b491f4, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=448bdaf8-bf60-4272-a82a-0904b8b491f4,segment=NetworkSegment(c1b16b03-cd67-424f-8589-315c1c109bba),segment_id=c1b16b03-cd67-424f-8589-315c1c109bba)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:25:58.928251 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e785bca7-899f-4310-9f61-3542e65b47d5 req-d5010edb-a7a2-4ade-8f8a-a5aca9f25e6c tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:58.940934 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-e785bca7-899f-4310-9f61-3542e65b47d5 req-d5010edb-a7a2-4ade-8f8a-a5aca9f25e6c tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Calling delete_port for 448bdaf8-bf60-4272-a82a-0904b8b491f4 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:25:59.070896 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e785bca7-899f-4310-9f61-3542e65b47d5 req-d5010edb-a7a2-4ade-8f8a-a5aca9f25e6c tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:59.100501 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5010edb-a7a2-4ade-8f8a-a5aca9f25e6c tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Pushing event deleted for resources: {'Port': ['ID=448bdaf8-bf60-4272-a82a-0904b8b491f4,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:59.142617 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-e785bca7-899f-4310-9f61-3542e65b47d5 req-d5010edb-a7a2-4ade-8f8a-a5aca9f25e6c tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] No DVR routers for this DVR port 448bdaf8-bf60-4272-a82a-0904b8b491f4 on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:25:59.145264 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e785bca7-899f-4310-9f61-3542e65b47d5 req-d5010edb-a7a2-4ade-8f8a-a5aca9f25e6c tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:59.148652 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e785bca7-899f-4310-9f61-3542e65b47d5 req-d5010edb-a7a2-4ade-8f8a-a5aca9f25e6c tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.49 "DELETE /v2.0/ports/448bdaf8-bf60-4272-a82a-0904b8b491f4 HTTP/1.1" status: 204 len: 173 time: 0.3966017 Nov 12 01:25:59.149090 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ced8fb2-114b-451f-b030-00ccc94d3721', 'name': 'network-vif-deleted', 'tag': '448bdaf8-bf60-4272-a82a-0904b8b491f4'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:25:59.151345 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307878f1-0f41-4b6f-a442-0afe1594c26e" -d '{"events": [{"server_uuid": "5ced8fb2-114b-451f-b030-00ccc94d3721", "name": "network-vif-deleted", "tag": "448bdaf8-bf60-4272-a82a-0904b8b491f4"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:25:59.190431 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afee676f-d378-4e7b-84af-4b9a748d89e7 x-openstack-request-id: req-afee676f-d378-4e7b-84af-4b9a748d89e7 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:25:59.190723 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ced8fb2-114b-451f-b030-00ccc94d3721", "name": "network-vif-deleted", "tag": "448bdaf8-bf60-4272-a82a-0904b8b491f4", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:25:59.190974 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-afee676f-d378-4e7b-84af-4b9a748d89e7 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:25:59.191370 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ced8fb2-114b-451f-b030-00ccc94d3721', 'name': 'network-vif-deleted', 'tag': '448bdaf8-bf60-4272-a82a-0904b8b491f4', 'status': 'completed', 'code': 200} Nov 12 01:25:59.722090 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b2e8eac4-49f7-46c2-91aa-3254c33adab1 req-43a23160-0d12-4508-9ae1-adf2e8621ad3 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ced8fb2-114b-451f-b030-00ccc94d3721 HTTP/1.1" status: 200 len: 210 time: 0.0277855 Nov 12 01:26:00.820833 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-03288a71-7da0-46aa-bd80-b93eae000880 req-fbcef146-a116-4154-a2a1-6f28929c5bb1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ced8fb2-114b-451f-b030-00ccc94d3721 HTTP/1.1" status: 200 len: 210 time: 0.0305648 Nov 12 01:26:01.920331 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9487d121-7178-4ac4-97a6-50cc96d1c7d3 req-0b50b7d0-7906-4d39-a184-073488e9be28 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ced8fb2-114b-451f-b030-00ccc94d3721 HTTP/1.1" status: 200 len: 210 time: 0.0267386 Nov 12 01:26:02.413727 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 448bdaf8-bf60-4272-a82a-0904b8b491f4 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:26:02.434042 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: 448bdaf8-bf60-4272-a82a-0904b8b491f4 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:26:02.434380 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 448bdaf8-bf60-4272-a82a-0904b8b491f4 not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:26:03.015984 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-44c2c633-9ff4-4328-84c1-02fead1cfd5a req-2db8fd75-451e-4e05-b4da-72860fce206f tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ced8fb2-114b-451f-b030-00ccc94d3721 HTTP/1.1" status: 200 len: 210 time: 0.0260363 Nov 12 01:26:04.327311 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8c588baf-9ece-4fc6-a8a5-1c9966396556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:06.453793 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f8358115-3469-46c9-8118-ed0cf57f60d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:07.785015 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:09.391988 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:09.418960 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46552) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:09.584656 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-d3d8b707-021f-401c-8d07-ded09ac7e4b7 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Deleting port 6f0605af-6c1e-4338-9a4d-707faa2ae1e3 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:26:09.584993 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d3d8b707-021f-401c-8d07-ded09ac7e4b7 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:09.658590 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d3d8b707-021f-401c-8d07-ded09ac7e4b7 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:09.658838 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d3d8b707-021f-401c-8d07-ded09ac7e4b7 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:09.671886 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-d3d8b707-021f-401c-8d07-ded09ac7e4b7 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Calling delete_port for 6f0605af-6c1e-4338-9a4d-707faa2ae1e3 owned by network:floatingip {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:26:09.819522 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d3d8b707-021f-401c-8d07-ded09ac7e4b7 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:09.845840 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8b707-021f-401c-8d07-ded09ac7e4b7 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Pushing event deleted for resources: {'Port': ['ID=6f0605af-6c1e-4338-9a4d-707faa2ae1e3,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:09.870871 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d8b707-021f-401c-8d07-ded09ac7e4b7 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:09.871220 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d8b707-021f-401c-8d07-ded09ac7e4b7 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:09.871562 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d8b707-021f-401c-8d07-ded09ac7e4b7 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:09.871896 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d8b707-021f-401c-8d07-ded09ac7e4b7 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:09.872227 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d8b707-021f-401c-8d07-ded09ac7e4b7 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:09.872557 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d8b707-021f-401c-8d07-ded09ac7e4b7 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:09.872878 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d8b707-021f-401c-8d07-ded09ac7e4b7 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:09.873200 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d8b707-021f-401c-8d07-ded09ac7e4b7 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:09.873550 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d8b707-021f-401c-8d07-ded09ac7e4b7 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:09.873872 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d8b707-021f-401c-8d07-ded09ac7e4b7 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:09.874190 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d8b707-021f-401c-8d07-ded09ac7e4b7 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:09.874530 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d8b707-021f-401c-8d07-ded09ac7e4b7 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:09.919093 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d3d8b707-021f-401c-8d07-ded09ac7e4b7 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks [] for floatingip, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:09.919345 n-d-812236-11 neutron-server[102662]: INFO neutron.db.l3_db [None req-d3d8b707-021f-401c-8d07-ded09ac7e4b7 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Floating IP 9c59acee-25ca-4958-9923-048a688d1cb1 disassociated (deleted). External IP: 172.25.2.238, port: 9e3dc05a-c1a1-4768-bd7e-589947064362. Nov 12 01:26:10.122736 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d8b707-021f-401c-8d07-ded09ac7e4b7 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Router c25e576d-cfc7-4562-a622-5924fcbce615 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:26:10.232839 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d8b707-021f-401c-8d07-ded09ac7e4b7 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:26:10.237436 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d3d8b707-021f-401c-8d07-ded09ac7e4b7 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:10.242397 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9581d17-fb89-4c57-845b-cd24d38e46f3 None None] Sync routers for ids ['c25e576d-cfc7-4562-a622-5924fcbce615'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:26:10.251789 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9581d17-fb89-4c57-845b-cd24d38e46f3 None None] Routers {'c25e576d-cfc7-4562-a622-5924fcbce615'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:26:10.252379 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-b9581d17-fb89-4c57-845b-cd24d38e46f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:26:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['c25e576d-cfc7-4562-a622-5924fcbce615'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:10.268900 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d3d8b707-021f-401c-8d07-ded09ac7e4b7 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "DELETE /v2.0/floatingips/9c59acee-25ca-4958-9923-048a688d1cb1 HTTP/1.1" status: 204 len: 168 time: 0.8488350 Nov 12 01:26:10.269611 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae9db971-3546-4b47-87db-32ee3a3dedca', 'tag': '9e3dc05a-c1a1-4768-bd7e-589947064362'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:26:10.272028 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0055e5c-78cc-4da3-b083-980d5d1570ac" -d '{"events": [{"name": "network-changed", "server_uuid": "ae9db971-3546-4b47-87db-32ee3a3dedca", "tag": "9e3dc05a-c1a1-4768-bd7e-589947064362"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:26:10.329993 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:10.378768 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-b9581d17-fb89-4c57-845b-cd24d38e46f3 None None] Set router c25e576d-cfc7-4562-a622-5924fcbce615 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:26:10.383678 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf486d06-6d44-4683-87a1-aec8185b6263 x-openstack-request-id: req-bf486d06-6d44-4683-87a1-aec8185b6263 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:26:10.383972 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae9db971-3546-4b47-87db-32ee3a3dedca", "tag": "9e3dc05a-c1a1-4768-bd7e-589947064362", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:26:10.384224 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bf486d06-6d44-4683-87a1-aec8185b6263 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:26:10.384631 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae9db971-3546-4b47-87db-32ee3a3dedca', 'tag': '9e3dc05a-c1a1-4768-bd7e-589947064362', 'status': 'completed', 'code': 200} Nov 12 01:26:10.514458 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0055e5c-78cc-4da3-b083-980d5d1570ac req-a752170c-ce70-4c54-9315-facf40b4991a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:10.516676 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c0055e5c-78cc-4da3-b083-980d5d1570ac req-a752170c-ce70-4c54-9315-facf40b4991a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a17bedb646b94ed485e4adca083ceb13&device_id=ae9db971-3546-4b47-87db-32ee3a3dedca HTTP/1.1" status: 200 len: 1097 time: 0.0439351 Nov 12 01:26:10.523566 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc1d2f-cca7-4113-8d8e-80db1c8b0be9 req-b4c0c9e5-9e90-4268-9ecf-88a16a28a80c tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:10.525065 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-57fc1d2f-cca7-4113-8d8e-80db1c8b0be9 req-b4c0c9e5-9e90-4268-9ecf-88a16a28a80c tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae9db971-3546-4b47-87db-32ee3a3dedca HTTP/1.1" status: 200 len: 945 time: 0.0530121 Nov 12 01:26:10.582598 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-57fc1d2f-cca7-4113-8d8e-80db1c8b0be9 req-7f4b6744-a03c-4294-bfb8-5ca1f12f7c73 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503256 Nov 12 01:26:10.588716 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-b9581d17-fb89-4c57-845b-cd24d38e46f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'name': 'tempest-TestVolumeBootPattern-2005944440-router', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:15:01Z', 'revision_number': 4, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'gw_port': {'id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'f3b5ce20-7e44-4805-8f33-babd0a1b6721', 'name': '', 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'mac_address': 'fa:16:3e:88:97:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'e0049bca-8c54-4a87-971a-726fded81d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:00Z', 'updated_at': '2021-11-12T01:15:08Z', 'revision_number': 5, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'subnets': [{'id': 'e0049bca-8c54-4a87-971a-726fded81d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:10.615933 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9581d17-fb89-4c57-845b-cd24d38e46f3 None None] Checking router: c25e576d-cfc7-4562-a622-5924fcbce615 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:26:10.620013 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0055e5c-78cc-4da3-b083-980d5d1570ac req-20689306-036b-43c8-9ce9-1cdb202c4910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:10.622617 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c0055e5c-78cc-4da3-b083-980d5d1570ac req-20689306-036b-43c8-9ce9-1cdb202c4910 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf426145-af7a-457c-9edb-3ba8bbea2dab HTTP/1.1" status: 200 len: 913 time: 0.0964782 Nov 12 01:26:10.624822 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9581d17-fb89-4c57-845b-cd24d38e46f3 None None] Routers {'c25e576d-cfc7-4562-a622-5924fcbce615'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:26:10.625440 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-b9581d17-fb89-4c57-845b-cd24d38e46f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:26:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['c25e576d-cfc7-4562-a622-5924fcbce615'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:10.666246 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c0055e5c-78cc-4da3-b083-980d5d1570ac req-155aba5d-b285-4a40-8706-a9074e8abc53 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e3dc05a-c1a1-4768-bd7e-589947064362 HTTP/1.1" status: 200 len: 217 time: 0.0351202 Nov 12 01:26:10.717246 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0055e5c-78cc-4da3-b083-980d5d1570ac req-ce86c875-ff09-4ce5-8ab2-5db9746e681d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:10.718750 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c0055e5c-78cc-4da3-b083-980d5d1570ac req-ce86c875-ff09-4ce5-8ab2-5db9746e681d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e0049bca-8c54-4a87-971a-726fded81d57 HTTP/1.1" status: 200 len: 851 time: 0.0445502 Nov 12 01:26:10.730999 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-b9581d17-fb89-4c57-845b-cd24d38e46f3 None None] Set router c25e576d-cfc7-4562-a622-5924fcbce615 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:26:10.775558 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0055e5c-78cc-4da3-b083-980d5d1570ac req-0a1f5997-dbc4-47c2-b4ae-ae6bb011a861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:10.777597 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c0055e5c-78cc-4da3-b083-980d5d1570ac req-0a1f5997-dbc4-47c2-b4ae-ae6bb011a861 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf426145-af7a-457c-9edb-3ba8bbea2dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507724 Nov 12 01:26:10.877430 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c0055e5c-78cc-4da3-b083-980d5d1570ac req-8c3bac57-f60c-412b-9423-553222eb3d86 service neutron] 10.222.0.49 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917084 Nov 12 01:26:10.974640 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c0055e5c-78cc-4da3-b083-980d5d1570ac req-756b25d3-5cf0-4c8f-a717-df63b05659c2 service neutron] 10.222.0.49 "GET /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874507 Nov 12 01:26:11.024867 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-b9581d17-fb89-4c57-845b-cd24d38e46f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'name': 'tempest-TestVolumeBootPattern-2005944440-router', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:15:01Z', 'revision_number': 4, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'gw_port': {'id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'f3b5ce20-7e44-4805-8f33-babd0a1b6721', 'name': '', 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'mac_address': 'fa:16:3e:88:97:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'e0049bca-8c54-4a87-971a-726fded81d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:00Z', 'updated_at': '2021-11-12T01:15:08Z', 'revision_number': 5, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'subnets': [{'id': 'e0049bca-8c54-4a87-971a-726fded81d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:11.050764 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9581d17-fb89-4c57-845b-cd24d38e46f3 None None] The sync data for ids ['c25e576d-cfc7-4562-a622-5924fcbce615'] in n-d-812236-11 is: [{'id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'name': 'tempest-TestVolumeBootPattern-2005944440-router', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:15:01Z', 'revision_number': 4, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'gw_port': {'id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'f3b5ce20-7e44-4805-8f33-babd0a1b6721', 'name': '', 'network_id': 'cf426145-af7a-457c-9edb-3ba8bbea2dab', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'mac_address': 'fa:16:3e:88:97:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'e0049bca-8c54-4a87-971a-726fded81d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:00Z', 'updated_at': '2021-11-12T01:15:08Z', 'revision_number': 5, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'subnets': [{'id': 'e0049bca-8c54-4a87-971a-726fded81d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:26:11.153079 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:11.280874 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71213d2-c6d8-46ca-a0a6-fda6faa71a0c None None] New status for floating IP 9c59acee-25ca-4958-9923-048a688d1cb1: DOWN {{(pid=102663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:26:11.705028 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f781a-8220-44c0-a053-23d2ce41ce5a req-633b9140-ca02-48dd-b791-5d5a01f62590 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:11.706626 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ad8f781a-8220-44c0-a053-23d2ce41ce5a req-633b9140-ca02-48dd-b791-5d5a01f62590 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae9db971-3546-4b47-87db-32ee3a3dedca HTTP/1.1" status: 200 len: 945 time: 0.0514145 Nov 12 01:26:11.758480 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ad8f781a-8220-44c0-a053-23d2ce41ce5a req-2c31a459-1d97-496c-9eee-3393bdbe6ad1 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ccf5046-2683-408c-b810-404a8d7ff5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457685 Nov 12 01:26:12.112472 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336647b6-334b-4538-83a0-9f3c6c955586 req-018db655-c935-4e92-97ad-fd46a2454447 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:12.113951 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-336647b6-334b-4538-83a0-9f3c6c955586 req-018db655-c935-4e92-97ad-fd46a2454447 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae9db971-3546-4b47-87db-32ee3a3dedca HTTP/1.1" status: 200 len: 945 time: 0.0492861 Nov 12 01:26:12.212731 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-336647b6-334b-4538-83a0-9f3c6c955586 req-26ae3277-c849-4681-873d-4132795bc36c tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Deleting port 9e3dc05a-c1a1-4768-bd7e-589947064362 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:26:12.213064 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-336647b6-334b-4538-83a0-9f3c6c955586 req-26ae3277-c849-4681-873d-4132795bc36c tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:12.308280 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-336647b6-334b-4538-83a0-9f3c6c955586 req-26ae3277-c849-4681-873d-4132795bc36c tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] For port 9e3dc05a-c1a1-4768-bd7e-589947064362, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=9e3dc05a-c1a1-4768-bd7e-589947064362,segment=NetworkSegment(c1b16b03-cd67-424f-8589-315c1c109bba),segment_id=c1b16b03-cd67-424f-8589-315c1c109bba)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:26:12.309234 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-336647b6-334b-4538-83a0-9f3c6c955586 req-26ae3277-c849-4681-873d-4132795bc36c tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:12.321871 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-336647b6-334b-4538-83a0-9f3c6c955586 req-26ae3277-c849-4681-873d-4132795bc36c tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Calling delete_port for 9e3dc05a-c1a1-4768-bd7e-589947064362 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:26:12.451191 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-336647b6-334b-4538-83a0-9f3c6c955586 req-26ae3277-c849-4681-873d-4132795bc36c tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:12.480363 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae3277-c849-4681-873d-4132795bc36c tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Pushing event deleted for resources: {'Port': ['ID=9e3dc05a-c1a1-4768-bd7e-589947064362,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:12.526325 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-336647b6-334b-4538-83a0-9f3c6c955586 req-26ae3277-c849-4681-873d-4132795bc36c tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] No DVR routers for this DVR port 9e3dc05a-c1a1-4768-bd7e-589947064362 on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:26:12.528915 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-336647b6-334b-4538-83a0-9f3c6c955586 req-26ae3277-c849-4681-873d-4132795bc36c tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:12.532211 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-336647b6-334b-4538-83a0-9f3c6c955586 req-26ae3277-c849-4681-873d-4132795bc36c tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.49 "DELETE /v2.0/ports/9e3dc05a-c1a1-4768-bd7e-589947064362 HTTP/1.1" status: 204 len: 173 time: 0.4102347 Nov 12 01:26:12.532649 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae9db971-3546-4b47-87db-32ee3a3dedca', 'name': 'network-vif-deleted', 'tag': '9e3dc05a-c1a1-4768-bd7e-589947064362'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:26:12.535239 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71876ef7-5cb2-4f2b-99db-1c029adac422" -d '{"events": [{"server_uuid": "ae9db971-3546-4b47-87db-32ee3a3dedca", "name": "network-vif-deleted", "tag": "9e3dc05a-c1a1-4768-bd7e-589947064362"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:26:12.578043 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90309c8d-b7a2-495a-93db-0014288b542c x-openstack-request-id: req-90309c8d-b7a2-495a-93db-0014288b542c {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:26:12.578043 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae9db971-3546-4b47-87db-32ee3a3dedca", "name": "network-vif-deleted", "tag": "9e3dc05a-c1a1-4768-bd7e-589947064362", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:26:12.578043 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-90309c8d-b7a2-495a-93db-0014288b542c {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:26:12.578043 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae9db971-3546-4b47-87db-32ee3a3dedca', 'name': 'network-vif-deleted', 'tag': '9e3dc05a-c1a1-4768-bd7e-589947064362', 'status': 'completed', 'code': 200} Nov 12 01:26:12.860254 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7e135448-41c8-4de9-a70b-ae31577e4b23 req-df519197-7722-4524-8d0b-d32bda15837c tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae9db971-3546-4b47-87db-32ee3a3dedca HTTP/1.1" status: 200 len: 210 time: 0.0289896 Nov 12 01:26:12.983626 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:13.960065 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fce4f734-5f2c-4427-89cb-7c4f45923293 req-eff66dbd-9f49-421e-9b5a-2c1e5baf5146 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae9db971-3546-4b47-87db-32ee3a3dedca HTTP/1.1" status: 200 len: 210 time: 0.0261667 Nov 12 01:26:14.345657 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:26:15.059963 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5a13b5a0-87f2-4606-af6b-f30a145dfc86 req-5f8d6cc9-bf4e-4083-86b6-41070dbe2d62 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae9db971-3546-4b47-87db-32ee3a3dedca HTTP/1.1" status: 200 len: 210 time: 0.0292993 Nov 12 01:26:16.154824 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-00fae138-bdb8-4e50-baa3-016c464cf837 req-404eafb6-2598-488c-9d0a-33a92aff07d0 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae9db971-3546-4b47-87db-32ee3a3dedca HTTP/1.1" status: 200 len: 210 time: 0.0253696 Nov 12 01:26:16.516379 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 9e3dc05a-c1a1-4768-bd7e-589947064362 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:26:16.537511 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: 9e3dc05a-c1a1-4768-bd7e-589947064362 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:26:16.537856 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 9e3dc05a-c1a1-4768-bd7e-589947064362 not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:26:17.265939 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d7846b58-ebb1-4687-811e-b347c9b747a5 req-e258a4ba-b257-427f-b9d3-d91579773d8f tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae9db971-3546-4b47-87db-32ee3a3dedca HTTP/1.1" status: 200 len: 210 time: 0.0290141 Nov 12 01:26:18.320368 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46580) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:18.442305 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-5e017cc7-a2fa-45c2-8e71-c8823b2f992b tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Deleting port 1d4b9f4f-0802-4c51-81d7-57faf3e9ef72 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:26:18.442640 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5e017cc7-a2fa-45c2-8e71-c8823b2f992b tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:18.519686 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5e017cc7-a2fa-45c2-8e71-c8823b2f992b tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:18.520004 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5e017cc7-a2fa-45c2-8e71-c8823b2f992b tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:18.533254 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-5e017cc7-a2fa-45c2-8e71-c8823b2f992b tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Calling delete_port for 1d4b9f4f-0802-4c51-81d7-57faf3e9ef72 owned by network:floatingip {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:26:18.669878 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5e017cc7-a2fa-45c2-8e71-c8823b2f992b tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:18.693973 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e017cc7-a2fa-45c2-8e71-c8823b2f992b tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Pushing event deleted for resources: {'Port': ['ID=1d4b9f4f-0802-4c51-81d7-57faf3e9ef72,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:18.756429 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5e017cc7-a2fa-45c2-8e71-c8823b2f992b tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks [] for floatingip, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:18.759057 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5e017cc7-a2fa-45c2-8e71-c8823b2f992b tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:18.760184 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-5e017cc7-a2fa-45c2-8e71-c8823b2f992b tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "DELETE /v2.0/floatingips/9a1f9647-a5a5-4012-bf62-b35c01407f0c HTTP/1.1" status: 204 len: 168 time: 0.4388447 Nov 12 01:26:18.999261 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46592) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:19.160565 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-464dfd48-07e8-4f5d-bcb0-21a52496eeb6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Deleting port 147411d4-cb12-47ac-8c29-a669195757d9 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:26:19.160805 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-464dfd48-07e8-4f5d-bcb0-21a52496eeb6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:19.246396 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-464dfd48-07e8-4f5d-bcb0-21a52496eeb6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:19.246714 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-464dfd48-07e8-4f5d-bcb0-21a52496eeb6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:19.258512 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-464dfd48-07e8-4f5d-bcb0-21a52496eeb6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Calling delete_port for 147411d4-cb12-47ac-8c29-a669195757d9 owned by network:floatingip {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:26:19.418417 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-464dfd48-07e8-4f5d-bcb0-21a52496eeb6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:19.445090 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464dfd48-07e8-4f5d-bcb0-21a52496eeb6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event deleted for resources: {'Port': ['ID=147411d4-cb12-47ac-8c29-a669195757d9,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:19.512904 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-464dfd48-07e8-4f5d-bcb0-21a52496eeb6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for floatingip, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:19.513243 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [None req-464dfd48-07e8-4f5d-bcb0-21a52496eeb6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Floating IP ea8d8855-d7ce-4399-94f0-a3213de5985f disassociated (deleted). External IP: 172.25.2.213, port: c17c9438-8b1b-4739-b5c4-da6eacdcaf5d. Nov 12 01:26:19.743066 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464dfd48-07e8-4f5d-bcb0-21a52496eeb6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Router a8022cdf-57c3-42e6-9208-2704c424f372 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:26:19.856981 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464dfd48-07e8-4f5d-bcb0-21a52496eeb6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:26:19.861837 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-464dfd48-07e8-4f5d-bcb0-21a52496eeb6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:19.868162 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35882d71-202f-4dfb-aa78-c8c2e0420d0c None None] Sync routers for ids ['a8022cdf-57c3-42e6-9208-2704c424f372'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:26:19.878605 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35882d71-202f-4dfb-aa78-c8c2e0420d0c None None] Routers {'a8022cdf-57c3-42e6-9208-2704c424f372'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:26:19.879416 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-35882d71-202f-4dfb-aa78-c8c2e0420d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:26:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['a8022cdf-57c3-42e6-9208-2704c424f372'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:19.890494 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-464dfd48-07e8-4f5d-bcb0-21a52496eeb6 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "DELETE /v2.0/floatingips/ea8d8855-d7ce-4399-94f0-a3213de5985f HTTP/1.1" status: 204 len: 168 time: 0.8901236 Nov 12 01:26:19.891097 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '210bc12d-069f-466e-9951-7759ddfe0d56', 'tag': 'c17c9438-8b1b-4739-b5c4-da6eacdcaf5d'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:26:19.893880 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c8e72b-9e71-4a1e-975c-75ff70688e6f" -d '{"events": [{"name": "network-changed", "server_uuid": "210bc12d-069f-466e-9951-7759ddfe0d56", "tag": "c17c9438-8b1b-4739-b5c4-da6eacdcaf5d"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:26:19.944731 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221f0a89-4531-4836-ae53-c08349fe6da8 x-openstack-request-id: req-221f0a89-4531-4836-ae53-c08349fe6da8 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:26:19.944731 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "210bc12d-069f-466e-9951-7759ddfe0d56", "tag": "c17c9438-8b1b-4739-b5c4-da6eacdcaf5d", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:26:19.944731 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-221f0a89-4531-4836-ae53-c08349fe6da8 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:26:19.944731 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '210bc12d-069f-466e-9951-7759ddfe0d56', 'tag': 'c17c9438-8b1b-4739-b5c4-da6eacdcaf5d', 'status': 'completed', 'code': 200} Nov 12 01:26:20.013892 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-35882d71-202f-4dfb-aa78-c8c2e0420d0c None None] Set router a8022cdf-57c3-42e6-9208-2704c424f372 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:26:20.038339 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8e72b-9e71-4a1e-975c-75ff70688e6f req-f5efc184-7d45-433e-ab91-f9b83e294b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:20.041067 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c4c8e72b-9e71-4a1e-975c-75ff70688e6f req-f5efc184-7d45-433e-ab91-f9b83e294b48 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b199a2c21c394c79bc16fc575899fc99&device_id=210bc12d-069f-466e-9951-7759ddfe0d56 HTTP/1.1" status: 200 len: 1097 time: 0.0495498 Nov 12 01:26:20.188519 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bc303-318b-4f16-8d96-88b91060d952 req-a3519b0c-e706-4e9d-9a2a-3f98063c6c64 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:20.190210 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-186bc303-318b-4f16-8d96-88b91060d952 req-a3519b0c-e706-4e9d-9a2a-3f98063c6c64 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=210bc12d-069f-466e-9951-7759ddfe0d56 HTTP/1.1" status: 200 len: 945 time: 0.0722420 Nov 12 01:26:20.193571 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8e72b-9e71-4a1e-975c-75ff70688e6f req-53c4d5c6-8ef0-4425-af30-cffc760081eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:20.196243 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c4c8e72b-9e71-4a1e-975c-75ff70688e6f req-53c4d5c6-8ef0-4425-af30-cffc760081eb service neutron] 10.222.0.54 "GET /v2.0/networks?id=f93c9e56-7666-4717-9016-a46333a342f8 HTTP/1.1" status: 200 len: 897 time: 0.1457927 Nov 12 01:26:20.251135 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-35882d71-202f-4dfb-aa78-c8c2e0420d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8022cdf-57c3-42e6-9208-2704c424f372', 'name': 'tempest-TestNetworkAdvancedServerOps-router-429633089', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '6d84142c-6a7e-4b19-840b-23588e9bbfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:25Z', 'updated_at': '2021-11-12T01:23:29Z', 'revision_number': 4, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '6d84142c-6a7e-4b19-840b-23588e9bbfdd', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8022cdf-57c3-42e6-9208-2704c424f372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:26Z', 'updated_at': '2021-11-12T01:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'a9bf89c2-7a27-40c9-a48c-ea208b8fdb1a', 'name': '', 'network_id': 'f93c9e56-7666-4717-9016-a46333a342f8', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'mac_address': 'fa:16:3e:a9:31:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8022cdf-57c3-42e6-9208-2704c424f372', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '17333fdb-0e78-4c3a-81ff-6f850b64319d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:28Z', 'updated_at': '2021-11-12T01:23:32Z', 'revision_number': 5, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'subnets': [{'id': '17333fdb-0e78-4c3a-81ff-6f850b64319d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:20.256272 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c4c8e72b-9e71-4a1e-975c-75ff70688e6f req-dadfd392-af2f-4689-aa22-d0e7f97ab97c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c17c9438-8b1b-4739-b5c4-da6eacdcaf5d HTTP/1.1" status: 200 len: 217 time: 0.0481575 Nov 12 01:26:20.279214 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35882d71-202f-4dfb-aa78-c8c2e0420d0c None None] Checking router: a8022cdf-57c3-42e6-9208-2704c424f372 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:26:20.287923 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35882d71-202f-4dfb-aa78-c8c2e0420d0c None None] Routers {'a8022cdf-57c3-42e6-9208-2704c424f372'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:26:20.288516 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-35882d71-202f-4dfb-aa78-c8c2e0420d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:26:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['a8022cdf-57c3-42e6-9208-2704c424f372'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:20.313436 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-186bc303-318b-4f16-8d96-88b91060d952 req-f04898b7-e699-472f-a109-b30b0172615e tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=faa617ce-2bbb-484c-9c9a-a8287eb6f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140418 Nov 12 01:26:20.332257 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8e72b-9e71-4a1e-975c-75ff70688e6f req-8e5247d7-fa54-4c2c-8914-eac242bd03d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:20.332257 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c4c8e72b-9e71-4a1e-975c-75ff70688e6f req-8e5247d7-fa54-4c2c-8914-eac242bd03d6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=17333fdb-0e78-4c3a-81ff-6f850b64319d HTTP/1.1" status: 200 len: 835 time: 0.0624495 Nov 12 01:26:20.380455 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8e72b-9e71-4a1e-975c-75ff70688e6f req-f53cc561-eb71-4407-b5fb-879dea220a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:20.382266 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c4c8e72b-9e71-4a1e-975c-75ff70688e6f req-f53cc561-eb71-4407-b5fb-879dea220a2a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f93c9e56-7666-4717-9016-a46333a342f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448976 Nov 12 01:26:20.398470 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-35882d71-202f-4dfb-aa78-c8c2e0420d0c None None] Set router a8022cdf-57c3-42e6-9208-2704c424f372 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:26:20.487108 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c4c8e72b-9e71-4a1e-975c-75ff70688e6f req-93143029-ab20-4d10-9619-1f6ec62eefcb service neutron] 10.222.0.54 "GET /v2.0/networks/f93c9e56-7666-4717-9016-a46333a342f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947065 Nov 12 01:26:20.596502 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c4c8e72b-9e71-4a1e-975c-75ff70688e6f req-cd547216-74d1-4ae6-a4da-2c0593b0e3e2 service neutron] 10.222.0.54 "GET /v2.0/networks/f93c9e56-7666-4717-9016-a46333a342f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013770 Nov 12 01:26:20.601070 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-35882d71-202f-4dfb-aa78-c8c2e0420d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8022cdf-57c3-42e6-9208-2704c424f372', 'name': 'tempest-TestNetworkAdvancedServerOps-router-429633089', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '6d84142c-6a7e-4b19-840b-23588e9bbfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:25Z', 'updated_at': '2021-11-12T01:23:29Z', 'revision_number': 4, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '6d84142c-6a7e-4b19-840b-23588e9bbfdd', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8022cdf-57c3-42e6-9208-2704c424f372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:26Z', 'updated_at': '2021-11-12T01:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'a9bf89c2-7a27-40c9-a48c-ea208b8fdb1a', 'name': '', 'network_id': 'f93c9e56-7666-4717-9016-a46333a342f8', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'mac_address': 'fa:16:3e:a9:31:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8022cdf-57c3-42e6-9208-2704c424f372', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '17333fdb-0e78-4c3a-81ff-6f850b64319d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:28Z', 'updated_at': '2021-11-12T01:23:32Z', 'revision_number': 5, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'subnets': [{'id': '17333fdb-0e78-4c3a-81ff-6f850b64319d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:20.631900 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35882d71-202f-4dfb-aa78-c8c2e0420d0c None None] The sync data for ids ['a8022cdf-57c3-42e6-9208-2704c424f372'] in n-d-812236-11 is: [{'id': 'a8022cdf-57c3-42e6-9208-2704c424f372', 'name': 'tempest-TestNetworkAdvancedServerOps-router-429633089', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '6d84142c-6a7e-4b19-840b-23588e9bbfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:25Z', 'updated_at': '2021-11-12T01:23:29Z', 'revision_number': 4, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '6d84142c-6a7e-4b19-840b-23588e9bbfdd', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8022cdf-57c3-42e6-9208-2704c424f372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:26Z', 'updated_at': '2021-11-12T01:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'a9bf89c2-7a27-40c9-a48c-ea208b8fdb1a', 'name': '', 'network_id': 'f93c9e56-7666-4717-9016-a46333a342f8', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'mac_address': 'fa:16:3e:a9:31:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8022cdf-57c3-42e6-9208-2704c424f372', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '17333fdb-0e78-4c3a-81ff-6f850b64319d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:28Z', 'updated_at': '2021-11-12T01:23:32Z', 'revision_number': 5, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'subnets': [{'id': '17333fdb-0e78-4c3a-81ff-6f850b64319d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:26:20.854589 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7507891d-1bd4-4ce7-8d18-35827c740e89 None None] New status for floating IP ea8d8855-d7ce-4399-94f0-a3213de5985f: DOWN {{(pid=102663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:26:21.439026 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19860e0d-f5b1-4155-8174-93b86e30ccf5 req-029fdb78-c2ce-4d79-b98b-c68f4c32bb58 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:21.440742 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-19860e0d-f5b1-4155-8174-93b86e30ccf5 req-029fdb78-c2ce-4d79-b98b-c68f4c32bb58 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=210bc12d-069f-466e-9951-7759ddfe0d56 HTTP/1.1" status: 200 len: 945 time: 0.0560648 Nov 12 01:26:21.502458 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-19860e0d-f5b1-4155-8174-93b86e30ccf5 req-7542989e-a307-4e96-ad00-def439f1a1de tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/security-groups?id=faa617ce-2bbb-484c-9c9a-a8287eb6f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552711 Nov 12 01:26:22.078073 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46614) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:22.107472 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a16d8-7821-4e12-888a-f0c8a79f679f req-10a7fba0-68c8-4ead-b3bc-6262c2c92478 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:22.109059 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bc5a16d8-7821-4e12-888a-f0c8a79f679f req-10a7fba0-68c8-4ead-b3bc-6262c2c92478 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.54 "GET /v2.0/ports?device_id=210bc12d-069f-466e-9951-7759ddfe0d56 HTTP/1.1" status: 200 len: 945 time: 0.1750805 Nov 12 01:26:22.137715 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5735deb6-f40f-4f06-87c3-b32d2e0ff116 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:22.164314 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5735deb6-f40f-4f06-87c3-b32d2e0ff116 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:22.205754 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-bc5a16d8-7821-4e12-888a-f0c8a79f679f req-70f59341-ed88-4a06-939c-6ffeb7e26b58 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Deleting port c17c9438-8b1b-4739-b5c4-da6eacdcaf5d {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:26:22.206088 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-bc5a16d8-7821-4e12-888a-f0c8a79f679f req-70f59341-ed88-4a06-939c-6ffeb7e26b58 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:22.231353 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5735deb6-f40f-4f06-87c3-b32d2e0ff116 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:22.234418 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5735deb6-f40f-4f06-87c3-b32d2e0ff116 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:22.235595 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5735deb6-f40f-4f06-87c3-b32d2e0ff116 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] 10.222.0.20 "DELETE /v2.0/security-groups/9ccf5046-2683-408c-b810-404a8d7ff5dc HTTP/1.1" status: 204 len: 168 time: 0.1563663 Nov 12 01:26:22.247044 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5735deb6-f40f-4f06-87c3-b32d2e0ff116 tempest-TestVolumeBootPattern-287544244 tempest-TestVolumeBootPattern-287544244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ccf5046-2683-408c-b810-404a8d7ff5dc,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:22.321165 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-bc5a16d8-7821-4e12-888a-f0c8a79f679f req-70f59341-ed88-4a06-939c-6ffeb7e26b58 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] For port c17c9438-8b1b-4739-b5c4-da6eacdcaf5d, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=c17c9438-8b1b-4739-b5c4-da6eacdcaf5d,segment=NetworkSegment(49c403fc-1fcb-4ca7-99d6-e33ddb6212c1),segment_id=49c403fc-1fcb-4ca7-99d6-e33ddb6212c1)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:26:22.321646 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-bc5a16d8-7821-4e12-888a-f0c8a79f679f req-70f59341-ed88-4a06-939c-6ffeb7e26b58 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:22.325135 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46618) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:22.335416 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-bc5a16d8-7821-4e12-888a-f0c8a79f679f req-70f59341-ed88-4a06-939c-6ffeb7e26b58 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Calling delete_port for c17c9438-8b1b-4739-b5c4-da6eacdcaf5d owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:26:22.472286 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-bc5a16d8-7821-4e12-888a-f0c8a79f679f req-70f59341-ed88-4a06-939c-6ffeb7e26b58 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:22.506467 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f59341-ed88-4a06-939c-6ffeb7e26b58 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event deleted for resources: {'Port': ['ID=c17c9438-8b1b-4739-b5c4-da6eacdcaf5d,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:22.552012 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc5a16d8-7821-4e12-888a-f0c8a79f679f req-70f59341-ed88-4a06-939c-6ffeb7e26b58 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] No DVR routers for this DVR port c17c9438-8b1b-4739-b5c4-da6eacdcaf5d on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:26:22.554803 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-bc5a16d8-7821-4e12-888a-f0c8a79f679f req-70f59341-ed88-4a06-939c-6ffeb7e26b58 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:22.558820 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bc5a16d8-7821-4e12-888a-f0c8a79f679f req-70f59341-ed88-4a06-939c-6ffeb7e26b58 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.54 "DELETE /v2.0/ports/c17c9438-8b1b-4739-b5c4-da6eacdcaf5d HTTP/1.1" status: 204 len: 173 time: 0.4431827 Nov 12 01:26:22.559295 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '210bc12d-069f-466e-9951-7759ddfe0d56', 'name': 'network-vif-deleted', 'tag': 'c17c9438-8b1b-4739-b5c4-da6eacdcaf5d'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:26:22.561936 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f11179-6a4d-433d-bf8d-1a567914c8a3" -d '{"events": [{"server_uuid": "210bc12d-069f-466e-9951-7759ddfe0d56", "name": "network-vif-deleted", "tag": "c17c9438-8b1b-4739-b5c4-da6eacdcaf5d"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:26:22.618247 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3bca4c7-072e-4cb4-83de-7d3883f47e34 x-openstack-request-id: req-b3bca4c7-072e-4cb4-83de-7d3883f47e34 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:26:22.619081 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "210bc12d-069f-466e-9951-7759ddfe0d56", "name": "network-vif-deleted", "tag": "c17c9438-8b1b-4739-b5c4-da6eacdcaf5d", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:26:22.619081 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b3bca4c7-072e-4cb4-83de-7d3883f47e34 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:26:22.619293 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '210bc12d-069f-466e-9951-7759ddfe0d56', 'name': 'network-vif-deleted', 'tag': 'c17c9438-8b1b-4739-b5c4-da6eacdcaf5d', 'status': 'completed', 'code': 200} Nov 12 01:26:22.652255 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6c869a65-122b-4585-a974-c7a38b8e0874 req-e6593cf7-8e16-4f5b-a1b8-a4e1e2dcd5a2 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "GET /v2.0/ports?device_id=210bc12d-069f-466e-9951-7759ddfe0d56 HTTP/1.1" status: 200 len: 210 time: 0.0366144 Nov 12 01:26:22.865328 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-64e72972-6ee4-40ec-8cb6-7a592f27164a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:23.139040 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-64e72972-6ee4-40ec-8cb6-7a592f27164a admin admin] Deleting port f3b5ce20-7e44-4805-8f33-babd0a1b6721 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:26:23.139279 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-64e72972-6ee4-40ec-8cb6-7a592f27164a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:23.221602 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-64e72972-6ee4-40ec-8cb6-7a592f27164a admin admin] For port f3b5ce20-7e44-4805-8f33-babd0a1b6721, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=f3b5ce20-7e44-4805-8f33-babd0a1b6721,segment=NetworkSegment(c1b16b03-cd67-424f-8589-315c1c109bba),segment_id=c1b16b03-cd67-424f-8589-315c1c109bba)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:26:23.221967 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-64e72972-6ee4-40ec-8cb6-7a592f27164a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:23.237403 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-64e72972-6ee4-40ec-8cb6-7a592f27164a admin admin] Calling delete_port for f3b5ce20-7e44-4805-8f33-babd0a1b6721 owned by network:router_interface {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:26:23.426382 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-64e72972-6ee4-40ec-8cb6-7a592f27164a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:23.456714 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e72972-6ee4-40ec-8cb6-7a592f27164a admin admin] Pushing event deleted for resources: {'Port': ['ID=f3b5ce20-7e44-4805-8f33-babd0a1b6721,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:23.640924 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-64e72972-6ee4-40ec-8cb6-7a592f27164a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:23.711911 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46630) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:23.861471 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e72972-6ee4-40ec-8cb6-7a592f27164a admin admin] Router c25e576d-cfc7-4562-a622-5924fcbce615 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:26:23.969955 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e72972-6ee4-40ec-8cb6-7a592f27164a admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:26:23.975048 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-64e72972-6ee4-40ec-8cb6-7a592f27164a admin admin] 10.222.0.20 "PUT /v2.0/routers/c25e576d-cfc7-4562-a622-5924fcbce615/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6485381 Nov 12 01:26:23.977487 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46632) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:23.982660 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530e5453-6d71-48fd-a9a1-bc9ae80eb053 None None] Sync routers for ids ['c25e576d-cfc7-4562-a622-5924fcbce615'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:26:23.993737 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530e5453-6d71-48fd-a9a1-bc9ae80eb053 None None] Routers {'c25e576d-cfc7-4562-a622-5924fcbce615'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:26:23.994554 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-530e5453-6d71-48fd-a9a1-bc9ae80eb053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:26:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['c25e576d-cfc7-4562-a622-5924fcbce615'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:24.083065 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-34a3bf0d-b292-4f96-b07c-87f83d1e8dd2 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:24.095019 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68de5a74-2a9e-463e-820f-124296e82e34 admin admin] Publish callbacks [] for router, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:24.102150 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-530e5453-6d71-48fd-a9a1-bc9ae80eb053 None None] Set router c25e576d-cfc7-4562-a622-5924fcbce615 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:26:24.288396 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-530e5453-6d71-48fd-a9a1-bc9ae80eb053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'name': 'tempest-TestVolumeBootPattern-2005944440-router', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:26:23Z', 'revision_number': 5, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'gw_port': {'id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:24.319200 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530e5453-6d71-48fd-a9a1-bc9ae80eb053 None None] Checking router: c25e576d-cfc7-4562-a622-5924fcbce615 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:26:24.329184 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530e5453-6d71-48fd-a9a1-bc9ae80eb053 None None] Routers {'c25e576d-cfc7-4562-a622-5924fcbce615'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:26:24.329833 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-530e5453-6d71-48fd-a9a1-bc9ae80eb053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:26:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['c25e576d-cfc7-4562-a622-5924fcbce615'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:24.362833 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-34a3bf0d-b292-4f96-b07c-87f83d1e8dd2 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Deleting port a9bf89c2-7a27-40c9-a48c-ea208b8fdb1a {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:26:24.363347 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-34a3bf0d-b292-4f96-b07c-87f83d1e8dd2 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:24.438089 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-530e5453-6d71-48fd-a9a1-bc9ae80eb053 None None] Set router c25e576d-cfc7-4562-a622-5924fcbce615 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:26:24.458722 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-34a3bf0d-b292-4f96-b07c-87f83d1e8dd2 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] For port a9bf89c2-7a27-40c9-a48c-ea208b8fdb1a, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=a9bf89c2-7a27-40c9-a48c-ea208b8fdb1a,segment=NetworkSegment(49c403fc-1fcb-4ca7-99d6-e33ddb6212c1),segment_id=49c403fc-1fcb-4ca7-99d6-e33ddb6212c1)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:26:24.459267 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-34a3bf0d-b292-4f96-b07c-87f83d1e8dd2 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:24.474904 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-34a3bf0d-b292-4f96-b07c-87f83d1e8dd2 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Calling delete_port for a9bf89c2-7a27-40c9-a48c-ea208b8fdb1a owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:26:24.550947 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device c17c9438-8b1b-4739-b5c4-da6eacdcaf5d no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:26:24.594382 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68de5a74-2a9e-463e-820f-124296e82e34 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:24.595305 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: c17c9438-8b1b-4739-b5c4-da6eacdcaf5d {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:26:24.595738 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device c17c9438-8b1b-4739-b5c4-da6eacdcaf5d not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:26:24.654742 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-68de5a74-2a9e-463e-820f-124296e82e34 admin admin] Deleting port f1797de2-e3f1-4183-9643-3e7a22327d5b {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:26:24.655079 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68de5a74-2a9e-463e-820f-124296e82e34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:24.698875 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-34a3bf0d-b292-4f96-b07c-87f83d1e8dd2 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:24.731213 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a3bf0d-b292-4f96-b07c-87f83d1e8dd2 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event deleted for resources: {'Port': ['ID=a9bf89c2-7a27-40c9-a48c-ea208b8fdb1a,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:24.736866 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-530e5453-6d71-48fd-a9a1-bc9ae80eb053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'name': 'tempest-TestVolumeBootPattern-2005944440-router', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:26:23Z', 'revision_number': 5, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'gw_port': {'id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:24.738593 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-68de5a74-2a9e-463e-820f-124296e82e34 admin admin] For port f1797de2-e3f1-4183-9643-3e7a22327d5b, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=f1797de2-e3f1-4183-9643-3e7a22327d5b,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:26:24.738963 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68de5a74-2a9e-463e-820f-124296e82e34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:24.754708 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-68de5a74-2a9e-463e-820f-124296e82e34 admin admin] Calling delete_port for f1797de2-e3f1-4183-9643-3e7a22327d5b owned by network:router_gateway {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:26:24.774649 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530e5453-6d71-48fd-a9a1-bc9ae80eb053 None None] The sync data for ids ['c25e576d-cfc7-4562-a622-5924fcbce615'] in n-d-812236-11 is: [{'id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'name': 'tempest-TestVolumeBootPattern-2005944440-router', 'tenant_id': 'a17bedb646b94ed485e4adca083ceb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:26:23Z', 'revision_number': 5, 'project_id': 'a17bedb646b94ed485e4adca083ceb13', 'gw_port': {'id': 'f1797de2-e3f1-4183-9643-3e7a22327d5b', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e576d-cfc7-4562-a622-5924fcbce615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:57Z', 'updated_at': '2021-11-12T01:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:26:24.938257 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-34a3bf0d-b292-4f96-b07c-87f83d1e8dd2 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:24.964345 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68de5a74-2a9e-463e-820f-124296e82e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:25.004397 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de5a74-2a9e-463e-820f-124296e82e34 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1797de2-e3f1-4183-9643-3e7a22327d5b,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:25.024988 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d302e46-0a0b-4cc1-b7b9-89a743bff18b None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:26:25.072054 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68de5a74-2a9e-463e-820f-124296e82e34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:25.186152 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68de5a74-2a9e-463e-820f-124296e82e34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:25.188756 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68de5a74-2a9e-463e-820f-124296e82e34 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:25.240490 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68de5a74-2a9e-463e-820f-124296e82e34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:25.241046 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68de5a74-2a9e-463e-820f-124296e82e34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c25e576d-cfc7-4562-a622-5924fcbce615 {{(pid=102661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:26:25.246540 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68de5a74-2a9e-463e-820f-124296e82e34 admin admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:25.247590 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-68de5a74-2a9e-463e-820f-124296e82e34 admin admin] 10.222.0.20 "DELETE /v2.0/routers/c25e576d-cfc7-4562-a622-5924fcbce615 HTTP/1.1" status: 204 len: 168 time: 1.2691469 Nov 12 01:26:25.253918 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46634) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:25.317462 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a87477b-4f52-4af2-ac7b-ca6a328db81a admin admin] Deleting subnet e0049bca-8c54-4a87-971a-726fded81d57 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:26:25.323430 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7a87477b-4f52-4af2-ac7b-ca6a328db81a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:25.366135 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7a87477b-4f52-4af2-ac7b-ca6a328db81a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:25.471082 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7a87477b-4f52-4af2-ac7b-ca6a328db81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:25.545970 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7a87477b-4f52-4af2-ac7b-ca6a328db81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:25.581336 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a3bf0d-b292-4f96-b07c-87f83d1e8dd2 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Router a8022cdf-57c3-42e6-9208-2704c424f372 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:26:25.587937 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87477b-4f52-4af2-ac7b-ca6a328db81a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0049bca-8c54-4a87-971a-726fded81d57,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:25.595668 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7a87477b-4f52-4af2-ac7b-ca6a328db81a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:25.598904 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def689b8-a9ba-4cb6-bd77-05127025f039 None None] Network cf426145-af7a-457c-9edb-3ba8bbea2dab requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:26:25.602513 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7a87477b-4f52-4af2-ac7b-ca6a328db81a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e0049bca-8c54-4a87-971a-726fded81d57 HTTP/1.1" status: 204 len: 168 time: 0.3450303 Nov 12 01:26:25.602767 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46636) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:25.678989 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9529c90b-a355-47cc-a8e6-dfb6f7c351d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:25.708844 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a3bf0d-b292-4f96-b07c-87f83d1e8dd2 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:26:25.718883 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-34a3bf0d-b292-4f96-b07c-87f83d1e8dd2 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "PUT /v2.0/routers/a8022cdf-57c3-42e6-9208-2704c424f372/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0029998 Nov 12 01:26:25.719252 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46638) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:25.727911 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dba8fb-60b0-4087-bd02-78c9c6a67626 None None] Sync routers for ids ['a8022cdf-57c3-42e6-9208-2704c424f372'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:26:25.743144 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-9529c90b-a355-47cc-a8e6-dfb6f7c351d0 admin admin] Deleting port eb2604c1-e697-41fb-85d6-b603eca07949 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:26:25.743477 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9529c90b-a355-47cc-a8e6-dfb6f7c351d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:25.749047 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dba8fb-60b0-4087-bd02-78c9c6a67626 None None] Routers {'a8022cdf-57c3-42e6-9208-2704c424f372'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:26:25.749874 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-09dba8fb-60b0-4087-bd02-78c9c6a67626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:26:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['a8022cdf-57c3-42e6-9208-2704c424f372'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:25.786053 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-69caa7da-c346-44ac-b2b6-5d203936426e tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Deleting subnet 17333fdb-0e78-4c3a-81ff-6f850b64319d {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:26:25.789501 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-69caa7da-c346-44ac-b2b6-5d203936426e tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:25.819977 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-9529c90b-a355-47cc-a8e6-dfb6f7c351d0 admin admin] For port eb2604c1-e697-41fb-85d6-b603eca07949, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=eb2604c1-e697-41fb-85d6-b603eca07949,segment=NetworkSegment(c1b16b03-cd67-424f-8589-315c1c109bba),segment_id=c1b16b03-cd67-424f-8589-315c1c109bba)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:26:25.820367 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9529c90b-a355-47cc-a8e6-dfb6f7c351d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:25.834699 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-69caa7da-c346-44ac-b2b6-5d203936426e tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:25.835213 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-9529c90b-a355-47cc-a8e6-dfb6f7c351d0 admin admin] Calling delete_port for eb2604c1-e697-41fb-85d6-b603eca07949 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:26:25.904775 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-09dba8fb-60b0-4087-bd02-78c9c6a67626 None None] Set router a8022cdf-57c3-42e6-9208-2704c424f372 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:26:25.942150 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9529c90b-a355-47cc-a8e6-dfb6f7c351d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:25.951196 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-69caa7da-c346-44ac-b2b6-5d203936426e tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:25.980214 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9529c90b-a355-47cc-a8e6-dfb6f7c351d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb2604c1-e697-41fb-85d6-b603eca07949,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:25.989108 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9529c90b-a355-47cc-a8e6-dfb6f7c351d0 admin admin] No DVR routers for this DVR port eb2604c1-e697-41fb-85d6-b603eca07949 on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:26:26.011772 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f2c830-df05-4c0b-b894-a7909d92378d None None] DHCP port deletion for cf426145-af7a-457c-9edb-3ba8bbea2dab request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:26:26.067716 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-69caa7da-c346-44ac-b2b6-5d203936426e tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:26.086856 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9529c90b-a355-47cc-a8e6-dfb6f7c351d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:26.095398 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c46720f-a2d1-46e4-9917-6479267fa541 None None] Network f93c9e56-7666-4717-9016-a46333a342f8 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:26:26.102036 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-69caa7da-c346-44ac-b2b6-5d203936426e tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:26.106239 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-69caa7da-c346-44ac-b2b6-5d203936426e tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "DELETE /v2.0/subnets/17333fdb-0e78-4c3a-81ff-6f850b64319d HTTP/1.1" status: 204 len: 168 time: 0.3857512 Nov 12 01:26:26.107298 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69caa7da-c346-44ac-b2b6-5d203936426e tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event deleted for resources: {'Subnet': ['ID=17333fdb-0e78-4c3a-81ff-6f850b64319d,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:26.110211 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46640) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:26.127638 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-9529c90b-a355-47cc-a8e6-dfb6f7c351d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf426145-af7a-457c-9edb-3ba8bbea2dab']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:26.138244 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device f3b5ce20-7e44-4805-8f33-babd0a1b6721 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:26:26.145896 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-9529c90b-a355-47cc-a8e6-dfb6f7c351d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1b16b03-cd67-424f-8589-315c1c109bba') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:26.146193 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-9529c90b-a355-47cc-a8e6-dfb6f7c351d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1b16b03-cd67-424f-8589-315c1c109bba') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:26.157956 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9529c90b-a355-47cc-a8e6-dfb6f7c351d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:26.174165 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9529c90b-a355-47cc-a8e6-dfb6f7c351d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:26.180911 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9529c90b-a355-47cc-a8e6-dfb6f7c351d0 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:26:26.181517 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9529c90b-a355-47cc-a8e6-dfb6f7c351d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:26.184108 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:26:26.184108 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:26:26.184108 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:26:26.184108 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:26:26.184108 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:26:26.184108 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:26:26.184108 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:26:26.184108 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:26:26.184108 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:26:26.184108 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:26:26.184108 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:26:26.184108 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:26:26.184108 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:26:26.184108 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:26:26.184108 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:26:26.184108 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:26:26.184108 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:26:26.184108 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:26:26.184108 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:26:26.184108 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:26:26.184108 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:26:26.184108 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:26:26.184108 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:26:26.184108 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:26:26.184108 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:26:26.184108 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:26:26.184108 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:26:26.184108 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:26:26.184108 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:26:26.184108 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:26:26.184108 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:26:26.184108 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:26:26.189514 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: f3b5ce20-7e44-4805-8f33-babd0a1b6721 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:26:26.189853 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device f3b5ce20-7e44-4805-8f33-babd0a1b6721 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:26:26.190292 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device f1797de2-e3f1-4183-9643-3e7a22327d5b no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:26:26.235083 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-63152070-4373-4252-b106-9d87fbbadb06 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:26.236492 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: f1797de2-e3f1-4183-9643-3e7a22327d5b {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:26:26.236832 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device f1797de2-e3f1-4183-9643-3e7a22327d5b not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:26:26.237448 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device eb2604c1-e697-41fb-85d6-b603eca07949 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:26:26.257724 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9529c90b-a355-47cc-a8e6-dfb6f7c351d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:26.262895 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9529c90b-a355-47cc-a8e6-dfb6f7c351d0 admin admin] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:26.271710 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-9529c90b-a355-47cc-a8e6-dfb6f7c351d0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/cf426145-af7a-457c-9edb-3ba8bbea2dab HTTP/1.1" status: 204 len: 168 time: 0.6641073 Nov 12 01:26:26.271917 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: eb2604c1-e697-41fb-85d6-b603eca07949 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:26:26.271917 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device eb2604c1-e697-41fb-85d6-b603eca07949 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:26:26.278479 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46642) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:26.302831 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9529c90b-a355-47cc-a8e6-dfb6f7c351d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf426145-af7a-457c-9edb-3ba8bbea2dab,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:26.353144 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-09dba8fb-60b0-4087-bd02-78c9c6a67626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8022cdf-57c3-42e6-9208-2704c424f372', 'name': 'tempest-TestNetworkAdvancedServerOps-router-429633089', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '6d84142c-6a7e-4b19-840b-23588e9bbfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:25Z', 'updated_at': '2021-11-12T01:26:24Z', 'revision_number': 5, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '6d84142c-6a7e-4b19-840b-23588e9bbfdd', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8022cdf-57c3-42e6-9208-2704c424f372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:26Z', 'updated_at': '2021-11-12T01:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:26.381335 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dba8fb-60b0-4087-bd02-78c9c6a67626 None None] Checking router: a8022cdf-57c3-42e6-9208-2704c424f372 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:26:26.394461 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dba8fb-60b0-4087-bd02-78c9c6a67626 None None] Routers {'a8022cdf-57c3-42e6-9208-2704c424f372'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:26:26.395059 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-09dba8fb-60b0-4087-bd02-78c9c6a67626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:26:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['a8022cdf-57c3-42e6-9208-2704c424f372'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:26.461566 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-63152070-4373-4252-b106-9d87fbbadb06 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:26.461818 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c325bfc5-3da2-4aa9-bc47-97a0108e77ed None None] DHCP port deletion for f93c9e56-7666-4717-9016-a46333a342f8 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:26:26.543263 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-09dba8fb-60b0-4087-bd02-78c9c6a67626 None None] Set router a8022cdf-57c3-42e6-9208-2704c424f372 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:26:26.600170 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-63152070-4373-4252-b106-9d87fbbadb06 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Deleting port 6d84142c-6a7e-4b19-840b-23588e9bbfdd {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:26:26.600495 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-63152070-4373-4252-b106-9d87fbbadb06 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:26.672970 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-c325bfc5-3da2-4aa9-bc47-97a0108e77ed None None] Deleting port 3feb030a-3dd4-4609-a05a-24b00567a267 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:26:26.673559 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c325bfc5-3da2-4aa9-bc47-97a0108e77ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:26.735725 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-63152070-4373-4252-b106-9d87fbbadb06 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] For port 6d84142c-6a7e-4b19-840b-23588e9bbfdd, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=6d84142c-6a7e-4b19-840b-23588e9bbfdd,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:26:26.736007 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-63152070-4373-4252-b106-9d87fbbadb06 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:26.751296 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-63152070-4373-4252-b106-9d87fbbadb06 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Calling delete_port for 6d84142c-6a7e-4b19-840b-23588e9bbfdd owned by network:router_gateway {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:26:26.771135 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-c325bfc5-3da2-4aa9-bc47-97a0108e77ed None None] For port 3feb030a-3dd4-4609-a05a-24b00567a267, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=3feb030a-3dd4-4609-a05a-24b00567a267,segment=NetworkSegment(49c403fc-1fcb-4ca7-99d6-e33ddb6212c1),segment_id=49c403fc-1fcb-4ca7-99d6-e33ddb6212c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:26:26.771523 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c325bfc5-3da2-4aa9-bc47-97a0108e77ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:26.786620 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-c325bfc5-3da2-4aa9-bc47-97a0108e77ed None None] Calling delete_port for 3feb030a-3dd4-4609-a05a-24b00567a267 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:26:26.859584 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-09dba8fb-60b0-4087-bd02-78c9c6a67626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8022cdf-57c3-42e6-9208-2704c424f372', 'name': 'tempest-TestNetworkAdvancedServerOps-router-429633089', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '6d84142c-6a7e-4b19-840b-23588e9bbfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:25Z', 'updated_at': '2021-11-12T01:26:24Z', 'revision_number': 5, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '6d84142c-6a7e-4b19-840b-23588e9bbfdd', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8022cdf-57c3-42e6-9208-2704c424f372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:26Z', 'updated_at': '2021-11-12T01:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:26.888163 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dba8fb-60b0-4087-bd02-78c9c6a67626 None None] The sync data for ids ['a8022cdf-57c3-42e6-9208-2704c424f372'] in n-d-812236-11 is: [{'id': 'a8022cdf-57c3-42e6-9208-2704c424f372', 'name': 'tempest-TestNetworkAdvancedServerOps-router-429633089', 'tenant_id': 'b199a2c21c394c79bc16fc575899fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '6d84142c-6a7e-4b19-840b-23588e9bbfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:25Z', 'updated_at': '2021-11-12T01:26:24Z', 'revision_number': 5, 'project_id': 'b199a2c21c394c79bc16fc575899fc99', 'gw_port': {'id': '6d84142c-6a7e-4b19-840b-23588e9bbfdd', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8022cdf-57c3-42e6-9208-2704c424f372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:26Z', 'updated_at': '2021-11-12T01:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:26:26.910792 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c325bfc5-3da2-4aa9-bc47-97a0108e77ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:26.929718 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-21dc3c4c-76eb-415c-b746-a885b9fea714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:26.947734 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c325bfc5-3da2-4aa9-bc47-97a0108e77ed None None] Pushing event deleted for resources: {'Port': ['ID=3feb030a-3dd4-4609-a05a-24b00567a267,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:26.951335 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c325bfc5-3da2-4aa9-bc47-97a0108e77ed None None] No DVR routers for this DVR port 3feb030a-3dd4-4609-a05a-24b00567a267 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:26:26.961552 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c325bfc5-3da2-4aa9-bc47-97a0108e77ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:26.962347 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c325bfc5-3da2-4aa9-bc47-97a0108e77ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:26.962347 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c325bfc5-3da2-4aa9-bc47-97a0108e77ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:26.962532 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c325bfc5-3da2-4aa9-bc47-97a0108e77ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:26.962846 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c325bfc5-3da2-4aa9-bc47-97a0108e77ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:26.963167 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c325bfc5-3da2-4aa9-bc47-97a0108e77ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:26.963511 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c325bfc5-3da2-4aa9-bc47-97a0108e77ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:26.964472 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c325bfc5-3da2-4aa9-bc47-97a0108e77ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:26.964812 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c325bfc5-3da2-4aa9-bc47-97a0108e77ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:26.965126 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c325bfc5-3da2-4aa9-bc47-97a0108e77ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:26.965476 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c325bfc5-3da2-4aa9-bc47-97a0108e77ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:26.965795 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c325bfc5-3da2-4aa9-bc47-97a0108e77ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:27.044767 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-63152070-4373-4252-b106-9d87fbbadb06 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:27.084302 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63152070-4373-4252-b106-9d87fbbadb06 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event deleted for resources: {'Port': ['ID=6d84142c-6a7e-4b19-840b-23588e9bbfdd,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:27.099283 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4201bb-a2b2-4a0e-b92b-d37cd525dde7 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:26:27.200680 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-63152070-4373-4252-b106-9d87fbbadb06 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:27.309057 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-63152070-4373-4252-b106-9d87fbbadb06 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:27.312264 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-63152070-4373-4252-b106-9d87fbbadb06 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:27.381628 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-63152070-4373-4252-b106-9d87fbbadb06 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:27.382235 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63152070-4373-4252-b106-9d87fbbadb06 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Fanout notify agent at l3_agent the message router_deleted on router a8022cdf-57c3-42e6-9208-2704c424f372 {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:26:27.390531 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-63152070-4373-4252-b106-9d87fbbadb06 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:27.391647 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-63152070-4373-4252-b106-9d87fbbadb06 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "DELETE /v2.0/routers/a8022cdf-57c3-42e6-9208-2704c424f372 HTTP/1.1" status: 204 len: 168 time: 1.2772167 Nov 12 01:26:27.394810 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46644) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:27.441208 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-21dc3c4c-76eb-415c-b746-a885b9fea714 admin admin] Deleting port 1666e194-0bde-40dc-a75b-52d65d965dbd {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:26:27.441626 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-21dc3c4c-76eb-415c-b746-a885b9fea714 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:27.477177 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8181f0f0-e13b-454f-bf43-ae53a4dc41f9 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:27.524744 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-21dc3c4c-76eb-415c-b746-a885b9fea714 admin admin] For port 1666e194-0bde-40dc-a75b-52d65d965dbd, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=1666e194-0bde-40dc-a75b-52d65d965dbd,segment=NetworkSegment(142f67fa-0922-426e-aaa3-303554d49fd9),segment_id=142f67fa-0922-426e-aaa3-303554d49fd9)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:26:27.525098 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-21dc3c4c-76eb-415c-b746-a885b9fea714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:27.539945 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-21dc3c4c-76eb-415c-b746-a885b9fea714 admin admin] Calling delete_port for 1666e194-0bde-40dc-a75b-52d65d965dbd owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:26:27.571009 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8181f0f0-e13b-454f-bf43-ae53a4dc41f9 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:27.598749 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-8181f0f0-e13b-454f-bf43-ae53a4dc41f9 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f93c9e56-7666-4717-9016-a46333a342f8']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:27.609236 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-8181f0f0-e13b-454f-bf43-ae53a4dc41f9 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49c403fc-1fcb-4ca7-99d6-e33ddb6212c1') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:27.610114 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-8181f0f0-e13b-454f-bf43-ae53a4dc41f9 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49c403fc-1fcb-4ca7-99d6-e33ddb6212c1') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:27.639765 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8181f0f0-e13b-454f-bf43-ae53a4dc41f9 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:27.655088 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8181f0f0-e13b-454f-bf43-ae53a4dc41f9 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:27.662680 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8181f0f0-e13b-454f-bf43-ae53a4dc41f9 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:26:27.663319 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8181f0f0-e13b-454f-bf43-ae53a4dc41f9 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:27.668039 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:26:27.668039 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:26:27.668039 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:26:27.668039 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:26:27.668039 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:26:27.668039 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:26:27.668039 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:26:27.668039 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:26:27.668039 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:26:27.668039 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:26:27.668039 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:26:27.668039 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:26:27.668039 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:26:27.668039 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:26:27.668039 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:26:27.668039 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:26:27.668039 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:26:27.668039 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:26:27.668039 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:26:27.668039 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:26:27.668039 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:26:27.668039 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:26:27.668039 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:26:27.668039 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:26:27.668039 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:26:27.668039 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:26:27.668039 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:26:27.668039 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:26:27.668039 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:26:27.668039 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:26:27.668039 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:26:27.668039 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:26:27.734551 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8181f0f0-e13b-454f-bf43-ae53a4dc41f9 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:27.752458 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8181f0f0-e13b-454f-bf43-ae53a4dc41f9 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:27.755604 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-8181f0f0-e13b-454f-bf43-ae53a4dc41f9 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "DELETE /v2.0/networks/f93c9e56-7666-4717-9016-a46333a342f8 HTTP/1.1" status: 204 len: 168 time: 0.3596001 Nov 12 01:26:27.756721 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8181f0f0-e13b-454f-bf43-ae53a4dc41f9 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event deleted for resources: {'Network': ['ID=f93c9e56-7666-4717-9016-a46333a342f8,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:27.758285 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46646) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:27.767213 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-21dc3c4c-76eb-415c-b746-a885b9fea714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:27.800335 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc3c4c-76eb-415c-b746-a885b9fea714 admin admin] Pushing event deleted for resources: {'Port': ['ID=1666e194-0bde-40dc-a75b-52d65d965dbd,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:27.826967 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-899b6229-903f-4ed0-881b-a7c091e40a81 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:27.858038 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-899b6229-903f-4ed0-881b-a7c091e40a81 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:27.930600 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-899b6229-903f-4ed0-881b-a7c091e40a81 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:27.938407 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-899b6229-903f-4ed0-881b-a7c091e40a81 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:27.942294 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-899b6229-903f-4ed0-881b-a7c091e40a81 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] 10.222.0.20 "DELETE /v2.0/security-groups/faa617ce-2bbb-484c-9c9a-a8287eb6f6ef HTTP/1.1" status: 204 len: 168 time: 0.1805782 Nov 12 01:26:27.956364 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899b6229-903f-4ed0-881b-a7c091e40a81 tempest-TestNetworkAdvancedServerOps-1468290303 tempest-TestNetworkAdvancedServerOps-1468290303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa617ce-2bbb-484c-9c9a-a8287eb6f6ef,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:27.978858 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-21dc3c4c-76eb-415c-b746-a885b9fea714 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:28.058392 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device a9bf89c2-7a27-40c9-a48c-ea208b8fdb1a no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:26:28.084421 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: a9bf89c2-7a27-40c9-a48c-ea208b8fdb1a {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:26:28.085027 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device a9bf89c2-7a27-40c9-a48c-ea208b8fdb1a not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:26:28.085459 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 3feb030a-3dd4-4609-a05a-24b00567a267 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:26:28.107591 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 3feb030a-3dd4-4609-a05a-24b00567a267 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:26:28.108214 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 3feb030a-3dd4-4609-a05a-24b00567a267 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:26:28.227429 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21dc3c4c-76eb-415c-b746-a885b9fea714 admin admin] Router 455d9e3a-70fc-4adc-bdf1-245fd6ad0705 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:26:28.265191 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46654) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:28.335426 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21dc3c4c-76eb-415c-b746-a885b9fea714 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:26:28.341477 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-21dc3c4c-76eb-415c-b746-a885b9fea714 admin admin] 10.222.0.20 "PUT /v2.0/routers/455d9e3a-70fc-4adc-bdf1-245fd6ad0705/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0616748 Nov 12 01:26:28.343932 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46658) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:28.346231 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29443085-2bd8-4090-8178-8e6f2ed4ec0f None None] Sync routers for ids ['455d9e3a-70fc-4adc-bdf1-245fd6ad0705'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:26:28.357631 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29443085-2bd8-4090-8178-8e6f2ed4ec0f None None] Routers {'455d9e3a-70fc-4adc-bdf1-245fd6ad0705'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:26:28.358490 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-29443085-2bd8-4090-8178-8e6f2ed4ec0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:26:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['455d9e3a-70fc-4adc-bdf1-245fd6ad0705'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:28.461766 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-29443085-2bd8-4090-8178-8e6f2ed4ec0f None None] Set router 455d9e3a-70fc-4adc-bdf1-245fd6ad0705 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:26:28.462252 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a37f0660-8d4d-4998-8bd4-9350f38e79e5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b199a2c21c394c79bc16fc575899fc99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1958508 Nov 12 01:26:28.465585 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46660) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:28.481808 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7df931e5-4b9b-4bd4-8907-e3aac399d4e2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:28.515367 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f16786eb-e275-40ec-bf74-040fcf32bbe0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:28.539788 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f16786eb-e275-40ec-bf74-040fcf32bbe0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:28.593295 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7df931e5-4b9b-4bd4-8907-e3aac399d4e2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:28.604275 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f16786eb-e275-40ec-bf74-040fcf32bbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:28.606927 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f16786eb-e275-40ec-bf74-040fcf32bbe0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:28.608128 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f16786eb-e275-40ec-bf74-040fcf32bbe0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/65cf03c5-a49c-48ef-bfa0-f26feda58cda HTTP/1.1" status: 204 len: 168 time: 0.1415393 Nov 12 01:26:28.616956 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16786eb-e275-40ec-bf74-040fcf32bbe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cf03c5-a49c-48ef-bfa0-f26feda58cda,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:28.663329 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-29443085-2bd8-4090-8178-8e6f2ed4ec0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455d9e3a-70fc-4adc-bdf1-245fd6ad0705', 'name': 'tempest-TestVolumeBootPattern-760509566-router', 'tenant_id': '48c45952b0dd40bdb97d47d920eabb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '08930ecf-a8fb-44ca-a67b-3c798ff12166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:15:05Z', 'updated_at': '2021-11-12T01:26:27Z', 'revision_number': 5, 'project_id': '48c45952b0dd40bdb97d47d920eabb3e', 'gw_port': {'id': '08930ecf-a8fb-44ca-a67b-3c798ff12166', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:41:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d9e3a-70fc-4adc-bdf1-245fd6ad0705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:06Z', 'updated_at': '2021-11-12T01:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:28.667342 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-7df931e5-4b9b-4bd4-8907-e3aac399d4e2 admin admin] Deleting port 08930ecf-a8fb-44ca-a67b-3c798ff12166 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:26:28.667677 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7df931e5-4b9b-4bd4-8907-e3aac399d4e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:28.690538 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29443085-2bd8-4090-8178-8e6f2ed4ec0f None None] Checking router: 455d9e3a-70fc-4adc-bdf1-245fd6ad0705 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:26:28.699054 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29443085-2bd8-4090-8178-8e6f2ed4ec0f None None] Routers {'455d9e3a-70fc-4adc-bdf1-245fd6ad0705'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:26:28.699755 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-29443085-2bd8-4090-8178-8e6f2ed4ec0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:26:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['455d9e3a-70fc-4adc-bdf1-245fd6ad0705'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:28.751209 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-7df931e5-4b9b-4bd4-8907-e3aac399d4e2 admin admin] For port 08930ecf-a8fb-44ca-a67b-3c798ff12166, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=08930ecf-a8fb-44ca-a67b-3c798ff12166,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:26:28.751572 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7df931e5-4b9b-4bd4-8907-e3aac399d4e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:28.764890 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-7df931e5-4b9b-4bd4-8907-e3aac399d4e2 admin admin] Calling delete_port for 08930ecf-a8fb-44ca-a67b-3c798ff12166 owned by network:router_gateway {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:26:28.786469 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-29443085-2bd8-4090-8178-8e6f2ed4ec0f None None] Set router 455d9e3a-70fc-4adc-bdf1-245fd6ad0705 gateway port host: None {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:26:28.840789 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-29443085-2bd8-4090-8178-8e6f2ed4ec0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455d9e3a-70fc-4adc-bdf1-245fd6ad0705', 'name': 'tempest-TestVolumeBootPattern-760509566-router', 'tenant_id': '48c45952b0dd40bdb97d47d920eabb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:15:05Z', 'updated_at': '2021-11-12T01:26:28Z', 'revision_number': 6, 'project_id': '48c45952b0dd40bdb97d47d920eabb3e', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:28.871028 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29443085-2bd8-4090-8178-8e6f2ed4ec0f None None] The sync data for ids ['455d9e3a-70fc-4adc-bdf1-245fd6ad0705'] in n-d-812236-11 is: [{'id': '455d9e3a-70fc-4adc-bdf1-245fd6ad0705', 'name': 'tempest-TestVolumeBootPattern-760509566-router', 'tenant_id': '48c45952b0dd40bdb97d47d920eabb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:15:05Z', 'updated_at': '2021-11-12T01:26:28Z', 'revision_number': 6, 'project_id': '48c45952b0dd40bdb97d47d920eabb3e', 'gw_port_host': None}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:26:28.925337 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46666) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:28.958074 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7df931e5-4b9b-4bd4-8907-e3aac399d4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:28.969184 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a10a29d9-2790-4dac-a73f-483c0c16b6c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eec8a3b466374f979f1e93230a95cffc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403333 Nov 12 01:26:28.969432 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46668) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:28.990023 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df931e5-4b9b-4bd4-8907-e3aac399d4e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=08930ecf-a8fb-44ca-a67b-3c798ff12166,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:29.006645 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4687d95-1363-4265-9709-28feff03da27 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:26:29.023803 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-20a7637b-d0ca-4703-97c4-c1aff69b55a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:29.046458 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-20a7637b-d0ca-4703-97c4-c1aff69b55a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:29.055031 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7df931e5-4b9b-4bd4-8907-e3aac399d4e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:29.095247 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-20a7637b-d0ca-4703-97c4-c1aff69b55a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:29.098024 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-20a7637b-d0ca-4703-97c4-c1aff69b55a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:29.099188 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-20a7637b-d0ca-4703-97c4-c1aff69b55a0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/63e68e51-25c2-4d3e-9090-60625e74a26d HTTP/1.1" status: 204 len: 168 time: 0.1288497 Nov 12 01:26:29.108451 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a7637b-d0ca-4703-97c4-c1aff69b55a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e68e51-25c2-4d3e-9090-60625e74a26d,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:29.147555 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7df931e5-4b9b-4bd4-8907-e3aac399d4e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:29.149753 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7df931e5-4b9b-4bd4-8907-e3aac399d4e2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:29.195511 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7df931e5-4b9b-4bd4-8907-e3aac399d4e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:29.196114 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df931e5-4b9b-4bd4-8907-e3aac399d4e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 455d9e3a-70fc-4adc-bdf1-245fd6ad0705 {{(pid=102661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:26:29.200618 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7df931e5-4b9b-4bd4-8907-e3aac399d4e2 admin admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:29.204463 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46672) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:29.204591 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7df931e5-4b9b-4bd4-8907-e3aac399d4e2 admin admin] 10.222.0.20 "DELETE /v2.0/routers/455d9e3a-70fc-4adc-bdf1-245fd6ad0705 HTTP/1.1" status: 204 len: 168 time: 0.8595190 Nov 12 01:26:29.259961 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcc41dcb-11c5-4dc2-aeb1-87374aad6df0 admin admin] Deleting subnet 5ae5a7a7-064a-4b2e-8a45-542b70b6baee {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:26:29.264090 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fcc41dcb-11c5-4dc2-aeb1-87374aad6df0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:29.307015 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fcc41dcb-11c5-4dc2-aeb1-87374aad6df0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:29.393082 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fcc41dcb-11c5-4dc2-aeb1-87374aad6df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:29.446243 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fcc41dcb-11c5-4dc2-aeb1-87374aad6df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:29.473338 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc41dcb-11c5-4dc2-aeb1-87374aad6df0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ae5a7a7-064a-4b2e-8a45-542b70b6baee,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:29.475439 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fcc41dcb-11c5-4dc2-aeb1-87374aad6df0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:29.478481 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-fcc41dcb-11c5-4dc2-aeb1-87374aad6df0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5ae5a7a7-064a-4b2e-8a45-542b70b6baee HTTP/1.1" status: 204 len: 168 time: 0.2729702 Nov 12 01:26:29.481341 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46678) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:29.481823 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32f8962-31d2-411f-92b3-67006d0c2a59 None None] Network 3edbd47a-aa33-4510-a56e-a32406fa92fd requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:26:29.558921 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eba7b9ed-58fd-49e8-b62e-11762dfaec46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:29.618949 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-eba7b9ed-58fd-49e8-b62e-11762dfaec46 admin admin] Deleting port 5f51a729-5544-434f-bd9c-ed8b35c5bee3 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:26:29.619292 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eba7b9ed-58fd-49e8-b62e-11762dfaec46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:29.695794 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-eba7b9ed-58fd-49e8-b62e-11762dfaec46 admin admin] For port 5f51a729-5544-434f-bd9c-ed8b35c5bee3, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=5f51a729-5544-434f-bd9c-ed8b35c5bee3,segment=NetworkSegment(142f67fa-0922-426e-aaa3-303554d49fd9),segment_id=142f67fa-0922-426e-aaa3-303554d49fd9)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:26:29.696361 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eba7b9ed-58fd-49e8-b62e-11762dfaec46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:29.713042 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-eba7b9ed-58fd-49e8-b62e-11762dfaec46 admin admin] Calling delete_port for 5f51a729-5544-434f-bd9c-ed8b35c5bee3 owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:26:29.719861 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0310f0a3-e168-4f24-bb04-623e171ac1f7 None None] DHCP port deletion for 3edbd47a-aa33-4510-a56e-a32406fa92fd request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:26:29.797354 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-0310f0a3-e168-4f24-bb04-623e171ac1f7 None None] Deleting port 5f51a729-5544-434f-bd9c-ed8b35c5bee3 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:26:29.798056 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0310f0a3-e168-4f24-bb04-623e171ac1f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:29.799598 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eba7b9ed-58fd-49e8-b62e-11762dfaec46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:29.815500 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 08930ecf-a8fb-44ca-a67b-3c798ff12166 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:26:29.827449 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba7b9ed-58fd-49e8-b62e-11762dfaec46 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f51a729-5544-434f-bd9c-ed8b35c5bee3,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:29.833183 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba7b9ed-58fd-49e8-b62e-11762dfaec46 admin admin] No DVR routers for this DVR port 5f51a729-5544-434f-bd9c-ed8b35c5bee3 on host n-d-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:26:29.880360 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 08930ecf-a8fb-44ca-a67b-3c798ff12166 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:26:29.880360 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 08930ecf-a8fb-44ca-a67b-3c798ff12166 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:26:29.880360 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 6d84142c-6a7e-4b19-840b-23588e9bbfdd no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:26:29.903650 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-0310f0a3-e168-4f24-bb04-623e171ac1f7 None None] For port 5f51a729-5544-434f-bd9c-ed8b35c5bee3, host n-d-812236-11, got binding levels [] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:26:29.904158 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0310f0a3-e168-4f24-bb04-623e171ac1f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:29.921551 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eba7b9ed-58fd-49e8-b62e-11762dfaec46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:29.936200 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 6d84142c-6a7e-4b19-840b-23588e9bbfdd {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:26:29.936465 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 6d84142c-6a7e-4b19-840b-23588e9bbfdd not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:26:29.936877 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 1666e194-0bde-40dc-a75b-52d65d965dbd no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:26:29.942027 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-0310f0a3-e168-4f24-bb04-623e171ac1f7 None None] Calling delete_port for 5f51a729-5544-434f-bd9c-ed8b35c5bee3 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:26:29.942531 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-eba7b9ed-58fd-49e8-b62e-11762dfaec46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3edbd47a-aa33-4510-a56e-a32406fa92fd']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:29.952544 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-eba7b9ed-58fd-49e8-b62e-11762dfaec46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '142f67fa-0922-426e-aaa3-303554d49fd9') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:29.952920 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-eba7b9ed-58fd-49e8-b62e-11762dfaec46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '142f67fa-0922-426e-aaa3-303554d49fd9') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:29.959922 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.ipam_backend_mixin [None req-0310f0a3-e168-4f24-bb04-623e171ac1f7 None None] Port 5f51a729-5544-434f-bd9c-ed8b35c5bee3 was not found and therefore no delete operation was performed {{(pid=102663) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 01:26:29.961242 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 1666e194-0bde-40dc-a75b-52d65d965dbd {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:26:29.961618 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 1666e194-0bde-40dc-a75b-52d65d965dbd not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:26:29.963171 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eba7b9ed-58fd-49e8-b62e-11762dfaec46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:29.964066 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0310f0a3-e168-4f24-bb04-623e171ac1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:29.980291 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eba7b9ed-58fd-49e8-b62e-11762dfaec46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:29.986405 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46694) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:29.987145 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eba7b9ed-58fd-49e8-b62e-11762dfaec46 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:26:29.987570 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eba7b9ed-58fd-49e8-b62e-11762dfaec46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:29.989518 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:26:29.989518 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:26:29.989518 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:26:29.989518 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:26:29.989518 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:26:29.989518 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:26:29.989518 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:26:29.989518 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:26:29.989518 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:26:29.989518 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:26:29.989518 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:26:29.989518 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:26:29.989518 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:26:29.989518 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:26:29.989518 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:26:29.989518 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:26:29.989518 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:26:29.989518 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:26:29.989518 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:26:29.989518 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:26:29.989518 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:26:29.989518 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:26:29.989518 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:26:29.989518 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:26:29.989518 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:26:29.989518 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:26:29.989518 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:26:29.989518 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:26:29.989518 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:26:29.989518 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:26:29.989518 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:26:29.989518 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:26:30.003405 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0310f0a3-e168-4f24-bb04-623e171ac1f7 None None] Pushing event deleted for resources: {'Port': ['ID=5f51a729-5544-434f-bd9c-ed8b35c5bee3,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:30.005622 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0310f0a3-e168-4f24-bb04-623e171ac1f7 None None] No DVR routers for this DVR port 5f51a729-5544-434f-bd9c-ed8b35c5bee3 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:26:30.064714 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eba7b9ed-58fd-49e8-b62e-11762dfaec46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:30.084397 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eba7b9ed-58fd-49e8-b62e-11762dfaec46 admin admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:30.088150 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-eba7b9ed-58fd-49e8-b62e-11762dfaec46 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3edbd47a-aa33-4510-a56e-a32406fa92fd HTTP/1.1" status: 204 len: 168 time: 0.6057794 Nov 12 01:26:30.090064 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba7b9ed-58fd-49e8-b62e-11762dfaec46 admin admin] Pushing event deleted for resources: {'Network': ['ID=3edbd47a-aa33-4510-a56e-a32406fa92fd,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:30.110572 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-c75ae920-39d6-476a-9564-c4300605ba76 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1370178794-network', 'tenant_id': '5524dcaeb6ef4869adf8e7e2db6106f4'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:30.138828 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75ae920-39d6-476a-9564-c4300605ba76 admin admin] Made reservation on behalf of 5524dcaeb6ef4869adf8e7e2db6106f4 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:26:30.141842 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c75ae920-39d6-476a-9564-c4300605ba76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:30.150852 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c75ae920-39d6-476a-9564-c4300605ba76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:30.231528 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46700) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:30.237767 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c75ae920-39d6-476a-9564-c4300605ba76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:30.242729 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c75ae920-39d6-476a-9564-c4300605ba76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:30.264234 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c75ae920-39d6-476a-9564-c4300605ba76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:26:30.274552 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e0b1df4e-d140-4acd-a74c-63bfdf5d0955 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a17bedb646b94ed485e4adca083ceb13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417299 Nov 12 01:26:30.277572 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46702) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:30.282188 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ae920-39d6-476a-9564-c4300605ba76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2abf678-cd10-4a1f-8ce5-827070ba2507,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:30.285677 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c75ae920-39d6-476a-9564-c4300605ba76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:30.286089 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-c75ae920-39d6-476a-9564-c4300605ba76 admin admin] Added segment 3395895e-77ca-4873-af9b-e81a73fafa78 of type vlan for network c0f0cc1b-fe10-41c4-b1f6-93526cf65aa2 Nov 12 01:26:30.327825 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c75ae920-39d6-476a-9564-c4300605ba76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:30.330519 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eb391593-e4a5-4246-8d2c-4c7d3be82ac3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:30.352625 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eb391593-e4a5-4246-8d2c-4c7d3be82ac3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:30.354297 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c75ae920-39d6-476a-9564-c4300605ba76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:30.355268 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75ae920-39d6-476a-9564-c4300605ba76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:30.355865 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c75ae920-39d6-476a-9564-c4300605ba76 admin admin] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:30.388271 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c75ae920-39d6-476a-9564-c4300605ba76 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4004583 Nov 12 01:26:30.391541 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46704) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:30.396884 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-84a675ec-eed8-46d1-88de-e685cb33546f admin admin] Request body: {'subnet': {'network_id': 'c0f0cc1b-fe10-41c4-b1f6-93526cf65aa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1370178794-subnet', 'tenant_id': '5524dcaeb6ef4869adf8e7e2db6106f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:30.416402 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eb391593-e4a5-4246-8d2c-4c7d3be82ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:30.419223 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-eb391593-e4a5-4246-8d2c-4c7d3be82ac3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:30.420497 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-eb391593-e4a5-4246-8d2c-4c7d3be82ac3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ba284b8d-ec6b-4f32-a60a-57c5b9475820 HTTP/1.1" status: 204 len: 168 time: 0.1417089 Nov 12 01:26:30.420918 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ae920-39d6-476a-9564-c4300605ba76 admin admin] Pushing event updated for resources: {'Network': ['ID=c0f0cc1b-fe10-41c4-b1f6-93526cf65aa2,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:30.429432 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a675ec-eed8-46d1-88de-e685cb33546f admin admin] Made reservation on behalf of 5524dcaeb6ef4869adf8e7e2db6106f4 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:26:30.431900 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-84a675ec-eed8-46d1-88de-e685cb33546f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:30.434817 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network c0f0cc1b-fe10-41c4-b1f6-93526cf65aa2 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:26:30.435053 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb391593-e4a5-4246-8d2c-4c7d3be82ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba284b8d-ec6b-4f32-a60a-57c5b9475820,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:30.605365 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-84a675ec-eed8-46d1-88de-e685cb33546f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:30.665151 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a675ec-eed8-46d1-88de-e685cb33546f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d483841c-304a-44a8-be9f-033585a4b44c,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:30.674707 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a675ec-eed8-46d1-88de-e685cb33546f admin admin] Checking segment: {'id': '3395895e-77ca-4873-af9b-e81a73fafa78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c0f0cc1b-fe10-41c4-b1f6-93526cf65aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:26:30.675071 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a675ec-eed8-46d1-88de-e685cb33546f admin admin] Network hostable DHCP agents. Network: c0f0cc1b-fe10-41c4-b1f6-93526cf65aa2, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:26:30.692264 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a675ec-eed8-46d1-88de-e685cb33546f admin admin] Network c0f0cc1b-fe10-41c4-b1f6-93526cf65aa2 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:26:30.702680 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-84a675ec-eed8-46d1-88de-e685cb33546f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, c0f0cc1b-fe10-41c4-b1f6-93526cf65aa2) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:26:30.706947 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a675ec-eed8-46d1-88de-e685cb33546f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:30.707561 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-84a675ec-eed8-46d1-88de-e685cb33546f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:30.712545 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c349f1d-11f0-4c25-af62-0cf5a757fed0 None None] Network c0f0cc1b-fe10-41c4-b1f6-93526cf65aa2 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:26:30.729718 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-84a675ec-eed8-46d1-88de-e685cb33546f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3363669 Nov 12 01:26:30.793573 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46712) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:30.855744 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ebffc7-8805-4910-9c15-acef5b4780f6 None None] Network c0f0cc1b-fe10-41c4-b1f6-93526cf65aa2 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:26:31.179493 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d195e0c4-abc0-49cc-b6c9-12f0634597a7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=48c45952b0dd40bdb97d47d920eabb3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3837233 Nov 12 01:26:31.181949 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46724) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:31.228939 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8737e0db-6cb4-4426-ba9b-6a0f845a5517 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:31.254748 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8737e0db-6cb4-4426-ba9b-6a0f845a5517 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:31.294443 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46728) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:31.299485 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-c7c81f72-19a2-497a-90c6-246316bbbabd admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-825874571-network', 'tenant_id': '8ecdba583ade47519f4dcbe0af957fe3'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:31.313896 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8737e0db-6cb4-4426-ba9b-6a0f845a5517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:31.316619 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8737e0db-6cb4-4426-ba9b-6a0f845a5517 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:31.320011 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8737e0db-6cb4-4426-ba9b-6a0f845a5517 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3e2ecd69-fe9e-4d18-9117-152e716b0b25 HTTP/1.1" status: 204 len: 168 time: 0.1348484 Nov 12 01:26:31.331215 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737e0db-6cb4-4426-ba9b-6a0f845a5517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2ecd69-fe9e-4d18-9117-152e716b0b25,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:31.334839 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c81f72-19a2-497a-90c6-246316bbbabd admin admin] Made reservation on behalf of 8ecdba583ade47519f4dcbe0af957fe3 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:26:31.337159 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c7c81f72-19a2-497a-90c6-246316bbbabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:31.348239 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c7c81f72-19a2-497a-90c6-246316bbbabd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:31.428230 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c7c81f72-19a2-497a-90c6-246316bbbabd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:31.432510 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c7c81f72-19a2-497a-90c6-246316bbbabd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:31.456930 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7c81f72-19a2-497a-90c6-246316bbbabd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:26:31.467278 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c81f72-19a2-497a-90c6-246316bbbabd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3506f03-ccfe-4ef0-bad4-cbc222b9ca20,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:31.472018 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c7c81f72-19a2-497a-90c6-246316bbbabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:31.472366 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-c7c81f72-19a2-497a-90c6-246316bbbabd admin admin] Added segment e3414abc-ceed-40af-9785-79cc73230e39 of type vlan for network 4087f8ad-8014-444e-90e5-95e93644c062 Nov 12 01:26:31.518212 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c7c81f72-19a2-497a-90c6-246316bbbabd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:31.550278 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c7c81f72-19a2-497a-90c6-246316bbbabd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:31.551301 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c81f72-19a2-497a-90c6-246316bbbabd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:31.551898 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c7c81f72-19a2-497a-90c6-246316bbbabd admin admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:31.616018 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c7c81f72-19a2-497a-90c6-246316bbbabd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3178015 Nov 12 01:26:31.616326 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46732) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:31.623863 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-2d314e0c-29f8-42f4-b723-fadea0d6cda4 admin admin] Request body: {'subnet': {'network_id': '4087f8ad-8014-444e-90e5-95e93644c062', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-825874571-subnet', 'tenant_id': '8ecdba583ade47519f4dcbe0af957fe3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:31.633770 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c81f72-19a2-497a-90c6-246316bbbabd admin admin] Pushing event updated for resources: {'Network': ['ID=4087f8ad-8014-444e-90e5-95e93644c062,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:31.648111 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 4087f8ad-8014-444e-90e5-95e93644c062 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:26:31.663793 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d314e0c-29f8-42f4-b723-fadea0d6cda4 admin admin] Made reservation on behalf of 8ecdba583ade47519f4dcbe0af957fe3 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:26:31.667719 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2d314e0c-29f8-42f4-b723-fadea0d6cda4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:31.675761 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 5f51a729-5544-434f-bd9c-ed8b35c5bee3 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:26:31.723029 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 5f51a729-5544-434f-bd9c-ed8b35c5bee3 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:26:31.723741 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 5f51a729-5544-434f-bd9c-ed8b35c5bee3 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:26:31.864328 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2d314e0c-29f8-42f4-b723-fadea0d6cda4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:31.914377 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d314e0c-29f8-42f4-b723-fadea0d6cda4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c16efb0-0c66-4217-93a4-c2ca43c5e1eb,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:31.933558 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d314e0c-29f8-42f4-b723-fadea0d6cda4 admin admin] Checking segment: {'id': 'e3414abc-ceed-40af-9785-79cc73230e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4087f8ad-8014-444e-90e5-95e93644c062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:26:31.933915 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d314e0c-29f8-42f4-b723-fadea0d6cda4 admin admin] Network hostable DHCP agents. Network: 4087f8ad-8014-444e-90e5-95e93644c062, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:26:31.951197 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d314e0c-29f8-42f4-b723-fadea0d6cda4 admin admin] Network 4087f8ad-8014-444e-90e5-95e93644c062 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:26:31.959368 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-2d314e0c-29f8-42f4-b723-fadea0d6cda4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 4087f8ad-8014-444e-90e5-95e93644c062) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:26:31.964291 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d314e0c-29f8-42f4-b723-fadea0d6cda4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:31.964886 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2d314e0c-29f8-42f4-b723-fadea0d6cda4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:31.968906 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ba0520-7ccd-4f2d-8813-7da4968e677c None None] Network 4087f8ad-8014-444e-90e5-95e93644c062 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:26:31.989005 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2d314e0c-29f8-42f4-b723-fadea0d6cda4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3642058 Nov 12 01:26:32.093880 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144ff8f4-bfe0-483e-a0f8-d2a8810db654 None None] Network 4087f8ad-8014-444e-90e5-95e93644c062 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:26:32.491336 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be437f65-8260-41d4-b9d8-cc701ff9bd4c req-4f4fbf89-a7af-4825-b125-fc58d2adeca1 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:32.492786 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-be437f65-8260-41d4-b9d8-cc701ff9bd4c req-4f4fbf89-a7af-4825-b125-fc58d2adeca1 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] 10.222.0.20 "GET /v2.0/networks?id=c0f0cc1b-fe10-41c4-b1f6-93526cf65aa2 HTTP/1.1" status: 200 len: 812 time: 0.1075897 Nov 12 01:26:32.508408 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-be437f65-8260-41d4-b9d8-cc701ff9bd4c req-43ffa237-cee0-4c23-bedc-e19fbcd0d139 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] 10.222.0.20 "GET /v2.0/quotas/5524dcaeb6ef4869adf8e7e2db6106f4 HTTP/1.1" status: 200 len: 375 time: 0.0090652 Nov 12 01:26:32.540099 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-be437f65-8260-41d4-b9d8-cc701ff9bd4c req-060692cc-cb44-47b2-b74b-77c8464195c6 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5524dcaeb6ef4869adf8e7e2db6106f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256586 Nov 12 01:26:32.633113 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-be437f65-8260-41d4-b9d8-cc701ff9bd4c req-7216eed1-2b36-45ab-bec1-d793703508d0 service neutron] 10.222.0.20 "GET /v2.0/networks/c0f0cc1b-fe10-41c4-b1f6-93526cf65aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851552 Nov 12 01:26:32.721991 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-be437f65-8260-41d4-b9d8-cc701ff9bd4c req-a8556beb-aded-4dc0-8d78-d5cdfd13d8af service neutron] 10.222.0.20 "GET /v2.0/networks/c0f0cc1b-fe10-41c4-b1f6-93526cf65aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819888 Nov 12 01:26:32.892465 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e5e9ab07-5021-4555-b24e-8e97df64bf59 req-72cac173-5a60-4a5a-b400-e7b76d635787 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] 10.222.0.20 "GET /v2.0/ports?device_id=d38df009-df78-4d44-9c84-8a2e366d06c9 HTTP/1.1" status: 200 len: 210 time: 0.0324707 Nov 12 01:26:34.014474 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-79a25ae8-a52b-4025-a6a8-523606261502 req-5bc8f8ff-55a0-46dd-9b1b-51565e7fd2c2 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] 10.222.0.20 "GET /v2.0/ports?device_id=d38df009-df78-4d44-9c84-8a2e366d06c9 HTTP/1.1" status: 200 len: 210 time: 0.0313776 Nov 12 01:26:34.051765 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be437f65-8260-41d4-b9d8-cc701ff9bd4c req-f466da46-d15c-4f12-be02-87e595ce575a tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:34.053189 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-be437f65-8260-41d4-b9d8-cc701ff9bd4c req-f466da46-d15c-4f12-be02-87e595ce575a tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] 10.222.0.54 "GET /v2.0/networks?id=c0f0cc1b-fe10-41c4-b1f6-93526cf65aa2 HTTP/1.1" status: 200 len: 812 time: 0.1339018 Nov 12 01:26:34.073864 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-be437f65-8260-41d4-b9d8-cc701ff9bd4c req-5dd9c21d-c66d-4801-89c9-a27e1f5706c1 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] Request body: {'port': {'device_id': 'd38df009-df78-4d44-9c84-8a2e366d06c9', 'network_id': 'c0f0cc1b-fe10-41c4-b1f6-93526cf65aa2', 'admin_state_up': True, 'tenant_id': '5524dcaeb6ef4869adf8e7e2db6106f4'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:34.184569 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be437f65-8260-41d4-b9d8-cc701ff9bd4c req-5dd9c21d-c66d-4801-89c9-a27e1f5706c1 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] Made reservation on behalf of 5524dcaeb6ef4869adf8e7e2db6106f4 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:26:34.187999 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-be437f65-8260-41d4-b9d8-cc701ff9bd4c req-5dd9c21d-c66d-4801-89c9-a27e1f5706c1 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:34.311125 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-be437f65-8260-41d4-b9d8-cc701ff9bd4c req-5dd9c21d-c66d-4801-89c9-a27e1f5706c1 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] Allocated IP 172.20.0.10 (c0f0cc1b-fe10-41c4-b1f6-93526cf65aa2/d483841c-304a-44a8-be9f-033585a4b44c/248ca680-7b19-43de-ac62-c9765e29a274) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:26:34.330293 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2947b732-6b5c-4569-9c04-6bdefdd0a29f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:34.469231 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-be437f65-8260-41d4-b9d8-cc701ff9bd4c req-5dd9c21d-c66d-4801-89c9-a27e1f5706c1 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:34.503151 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-be437f65-8260-41d4-b9d8-cc701ff9bd4c req-5dd9c21d-c66d-4801-89c9-a27e1f5706c1 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:34.545035 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be437f65-8260-41d4-b9d8-cc701ff9bd4c req-5dd9c21d-c66d-4801-89c9-a27e1f5706c1 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] Network c0f0cc1b-fe10-41c4-b1f6-93526cf65aa2 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:26:34.548005 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-be437f65-8260-41d4-b9d8-cc701ff9bd4c req-5dd9c21d-c66d-4801-89c9-a27e1f5706c1 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:26:34.550471 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-be437f65-8260-41d4-b9d8-cc701ff9bd4c req-5dd9c21d-c66d-4801-89c9-a27e1f5706c1 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:26:34.587143 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9c21d-c66d-4801-89c9-a27e1f5706c1 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] Pushing event updated for resources: {'Port': ['ID=248ca680-7b19-43de-ac62-c9765e29a274,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:34.612923 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be437f65-8260-41d4-b9d8-cc701ff9bd4c req-5dd9c21d-c66d-4801-89c9-a27e1f5706c1 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:34.613558 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-be437f65-8260-41d4-b9d8-cc701ff9bd4c req-5dd9c21d-c66d-4801-89c9-a27e1f5706c1 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:34.628716 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-be437f65-8260-41d4-b9d8-cc701ff9bd4c req-5dd9c21d-c66d-4801-89c9-a27e1f5706c1 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5590091 Nov 12 01:26:34.646564 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-be437f65-8260-41d4-b9d8-cc701ff9bd4c req-0d728e7a-ea2b-41da-b760-b05075057e11 service neutron] Request body: {'port': {'device_id': 'd38df009-df78-4d44-9c84-8a2e366d06c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:34.698851 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-be437f65-8260-41d4-b9d8-cc701ff9bd4c req-0d728e7a-ea2b-41da-b760-b05075057e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:34.962918 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-be437f65-8260-41d4-b9d8-cc701ff9bd4c req-0d728e7a-ea2b-41da-b760-b05075057e11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 248ca680-7b19-43de-ac62-c9765e29a274 {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:26:34.970766 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-be437f65-8260-41d4-b9d8-cc701ff9bd4c req-0d728e7a-ea2b-41da-b760-b05075057e11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:34.983137 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-be437f65-8260-41d4-b9d8-cc701ff9bd4c req-0d728e7a-ea2b-41da-b760-b05075057e11 service neutron] Transition to ACTIVE for port object 248ca680-7b19-43de-ac62-c9765e29a274 will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:26:34.986584 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-be437f65-8260-41d4-b9d8-cc701ff9bd4c req-0d728e7a-ea2b-41da-b760-b05075057e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:35.038395 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d728e7a-ea2b-41da-b760-b05075057e11 service neutron] Pushing event updated for resources: {'Port': ['ID=248ca680-7b19-43de-ac62-c9765e29a274,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:35.103376 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-be437f65-8260-41d4-b9d8-cc701ff9bd4c req-0d728e7a-ea2b-41da-b760-b05075057e11 service neutron] Attempting to bind port 248ca680-7b19-43de-ac62-c9765e29a274 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:26:35.103765 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-be437f65-8260-41d4-b9d8-cc701ff9bd4c req-0d728e7a-ea2b-41da-b760-b05075057e11 service neutron] Attempting to bind port 248ca680-7b19-43de-ac62-c9765e29a274 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '3395895e-77ca-4873-af9b-e81a73fafa78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c0f0cc1b-fe10-41c4-b1f6-93526cf65aa2'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:26:35.104597 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be437f65-8260-41d4-b9d8-cc701ff9bd4c req-0d728e7a-ea2b-41da-b760-b05075057e11 service neutron] Attempting to bind port 248ca680-7b19-43de-ac62-c9765e29a274 on network c0f0cc1b-fe10-41c4-b1f6-93526cf65aa2 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:26:35.108940 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be437f65-8260-41d4-b9d8-cc701ff9bd4c req-0d728e7a-ea2b-41da-b760-b05075057e11 service neutron] Port 248ca680-7b19-43de-ac62-c9765e29a274 on network c0f0cc1b-fe10-41c4-b1f6-93526cf65aa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:26:35.109256 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be437f65-8260-41d4-b9d8-cc701ff9bd4c req-0d728e7a-ea2b-41da-b760-b05075057e11 service neutron] Attempting to bind port 248ca680-7b19-43de-ac62-c9765e29a274 on network c0f0cc1b-fe10-41c4-b1f6-93526cf65aa2 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:26:35.114070 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be437f65-8260-41d4-b9d8-cc701ff9bd4c req-0d728e7a-ea2b-41da-b760-b05075057e11 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:26:35.114409 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be437f65-8260-41d4-b9d8-cc701ff9bd4c req-0d728e7a-ea2b-41da-b760-b05075057e11 service neutron] Checking segment: {'id': '3395895e-77ca-4873-af9b-e81a73fafa78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c0f0cc1b-fe10-41c4-b1f6-93526cf65aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:26:35.114802 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be437f65-8260-41d4-b9d8-cc701ff9bd4c req-0d728e7a-ea2b-41da-b760-b05075057e11 service neutron] Bound using segment: {'id': '3395895e-77ca-4873-af9b-e81a73fafa78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c0f0cc1b-fe10-41c4-b1f6-93526cf65aa2'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:26:35.115222 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-be437f65-8260-41d4-b9d8-cc701ff9bd4c req-0d728e7a-ea2b-41da-b760-b05075057e11 service neutron] Bound port: 248ca680-7b19-43de-ac62-c9765e29a274, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3395895e-77ca-4873-af9b-e81a73fafa78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c0f0cc1b-fe10-41c4-b1f6-93526cf65aa2'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:26:35.116268 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-be437f65-8260-41d4-b9d8-cc701ff9bd4c req-0d728e7a-ea2b-41da-b760-b05075057e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:35.137258 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c494337-da0f-4dcb-9a07-6ac09c3c5d5c req-56b30105-f5d2-4a56-966b-7620b324b1a5 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:35.138845 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2c494337-da0f-4dcb-9a07-6ac09c3c5d5c req-56b30105-f5d2-4a56-966b-7620b324b1a5 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] 10.222.0.20 "GET /v2.0/ports?device_id=d38df009-df78-4d44-9c84-8a2e366d06c9 HTTP/1.1" status: 200 len: 944 time: 0.0514238 Nov 12 01:26:35.183854 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-be437f65-8260-41d4-b9d8-cc701ff9bd4c req-0d728e7a-ea2b-41da-b760-b05075057e11 service neutron] For port 248ca680-7b19-43de-ac62-c9765e29a274, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:26:35.187135 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-be437f65-8260-41d4-b9d8-cc701ff9bd4c req-0d728e7a-ea2b-41da-b760-b05075057e11 service neutron] For port 248ca680-7b19-43de-ac62-c9765e29a274, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=248ca680-7b19-43de-ac62-c9765e29a274,segment=NetworkSegment(3395895e-77ca-4873-af9b-e81a73fafa78),segment_id=3395895e-77ca-4873-af9b-e81a73fafa78)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:26:35.189137 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2c494337-da0f-4dcb-9a07-6ac09c3c5d5c req-194e7ebb-74b8-4945-ad10-eaa4aa36c0cd tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2abf678-cd10-4a1f-8ce5-827070ba2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435984 Nov 12 01:26:35.192372 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-be437f65-8260-41d4-b9d8-cc701ff9bd4c req-0d728e7a-ea2b-41da-b760-b05075057e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:35.228100 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be437f65-8260-41d4-b9d8-cc701ff9bd4c req-0d728e7a-ea2b-41da-b760-b05075057e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:35.228737 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-be437f65-8260-41d4-b9d8-cc701ff9bd4c req-0d728e7a-ea2b-41da-b760-b05075057e11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:35.230844 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-be437f65-8260-41d4-b9d8-cc701ff9bd4c req-0d728e7a-ea2b-41da-b760-b05075057e11 service neutron] 10.222.0.54 "PUT /v2.0/ports/248ca680-7b19-43de-ac62-c9765e29a274 HTTP/1.1" status: 200 len: 1093 time: 0.5883334 Nov 12 01:26:35.231290 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd38df009-df78-4d44-9c84-8a2e366d06c9', 'tag': '248ca680-7b19-43de-ac62-c9765e29a274'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:26:35.233602 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7431ff5-34d4-44f0-8f3b-4b5d1c4eee0d" -d '{"events": [{"name": "network-changed", "server_uuid": "d38df009-df78-4d44-9c84-8a2e366d06c9", "tag": "248ca680-7b19-43de-ac62-c9765e29a274"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:26:35.257776 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d728e7a-ea2b-41da-b760-b05075057e11 service neutron] Pushing event updated for resources: {'Port': ['ID=248ca680-7b19-43de-ac62-c9765e29a274,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:35.277586 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561321de-3021-484a-a347-2c00efc0363d x-openstack-request-id: req-561321de-3021-484a-a347-2c00efc0363d {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:26:35.277883 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d38df009-df78-4d44-9c84-8a2e366d06c9", "tag": "248ca680-7b19-43de-ac62-c9765e29a274", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:26:35.278134 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-561321de-3021-484a-a347-2c00efc0363d {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:26:35.278537 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd38df009-df78-4d44-9c84-8a2e366d06c9', 'tag': '248ca680-7b19-43de-ac62-c9765e29a274', 'status': 'completed', 'code': 200} Nov 12 01:26:35.345100 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be437f65-8260-41d4-b9d8-cc701ff9bd4c req-51690800-b920-42a1-ae6f-7ca2a10e1364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:35.346624 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-be437f65-8260-41d4-b9d8-cc701ff9bd4c req-51690800-b920-42a1-ae6f-7ca2a10e1364 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5524dcaeb6ef4869adf8e7e2db6106f4&device_id=d38df009-df78-4d44-9c84-8a2e366d06c9 HTTP/1.1" status: 200 len: 1096 time: 0.0424361 Nov 12 01:26:35.397456 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-be437f65-8260-41d4-b9d8-cc701ff9bd4c req-b67aa7c4-776f-4021-b630-9e60528184a4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=248ca680-7b19-43de-ac62-c9765e29a274 HTTP/1.1" status: 200 len: 217 time: 0.0367298 Nov 12 01:26:35.445714 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be437f65-8260-41d4-b9d8-cc701ff9bd4c req-71ad24d0-c636-4588-8f83-363e51abc057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:35.447127 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-be437f65-8260-41d4-b9d8-cc701ff9bd4c req-71ad24d0-c636-4588-8f83-363e51abc057 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d483841c-304a-44a8-be9f-033585a4b44c HTTP/1.1" status: 200 len: 852 time: 0.0431020 Nov 12 01:26:35.479861 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-be437f65-8260-41d4-b9d8-cc701ff9bd4c req-ce0cfa1c-7d91-43f2-9897-18faeac4bd2e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c0f0cc1b-fe10-41c4-b1f6-93526cf65aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249784 Nov 12 01:26:35.571459 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-be437f65-8260-41d4-b9d8-cc701ff9bd4c req-e8cccea8-80b5-41fe-bd2c-f321d629b738 service neutron] 10.222.0.54 "GET /v2.0/networks/c0f0cc1b-fe10-41c4-b1f6-93526cf65aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853758 Nov 12 01:26:35.667822 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-be437f65-8260-41d4-b9d8-cc701ff9bd4c req-6a455204-4c83-449c-b315-f80660956803 service neutron] 10.222.0.54 "GET /v2.0/networks/c0f0cc1b-fe10-41c4-b1f6-93526cf65aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890667 Nov 12 01:26:35.788902 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7431ff5-34d4-44f0-8f3b-4b5d1c4eee0d req-a48888fb-3e08-4178-9560-2981a2f181c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:35.790397 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c7431ff5-34d4-44f0-8f3b-4b5d1c4eee0d req-a48888fb-3e08-4178-9560-2981a2f181c0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5524dcaeb6ef4869adf8e7e2db6106f4&device_id=d38df009-df78-4d44-9c84-8a2e366d06c9 HTTP/1.1" status: 200 len: 1096 time: 0.0412469 Nov 12 01:26:35.884271 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7431ff5-34d4-44f0-8f3b-4b5d1c4eee0d req-ce39d97c-11ca-4b31-a6f8-638f8040a079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:35.885812 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c7431ff5-34d4-44f0-8f3b-4b5d1c4eee0d req-ce39d97c-11ca-4b31-a6f8-638f8040a079 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c0f0cc1b-fe10-41c4-b1f6-93526cf65aa2 HTTP/1.1" status: 200 len: 913 time: 0.0882130 Nov 12 01:26:35.929731 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c7431ff5-34d4-44f0-8f3b-4b5d1c4eee0d req-45ed5abb-82ed-419d-865d-9126e60ab979 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=248ca680-7b19-43de-ac62-c9765e29a274 HTTP/1.1" status: 200 len: 217 time: 0.0358810 Nov 12 01:26:35.982505 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7431ff5-34d4-44f0-8f3b-4b5d1c4eee0d req-5c255910-0de0-404b-82f2-d47c20b0921b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:35.983932 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c7431ff5-34d4-44f0-8f3b-4b5d1c4eee0d req-5c255910-0de0-404b-82f2-d47c20b0921b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d483841c-304a-44a8-be9f-033585a4b44c HTTP/1.1" status: 200 len: 852 time: 0.0476499 Nov 12 01:26:36.014965 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c7431ff5-34d4-44f0-8f3b-4b5d1c4eee0d req-930f528d-e0aa-44f7-aa89-53a927ff3683 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c0f0cc1b-fe10-41c4-b1f6-93526cf65aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238760 Nov 12 01:26:36.105225 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c7431ff5-34d4-44f0-8f3b-4b5d1c4eee0d req-8b22622c-3537-4fb7-a27b-f94a5d1de5e2 service neutron] 10.222.0.54 "GET /v2.0/networks/c0f0cc1b-fe10-41c4-b1f6-93526cf65aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812647 Nov 12 01:26:36.196894 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c7431ff5-34d4-44f0-8f3b-4b5d1c4eee0d req-82fc39ad-6c9d-4e38-a9ca-efa9a6a92d45 service neutron] 10.222.0.54 "GET /v2.0/networks/c0f0cc1b-fe10-41c4-b1f6-93526cf65aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854099 Nov 12 01:26:36.304872 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24446bcc-c8b9-48e6-aee0-75d4cfe686a5 req-b021741c-7a4b-49cd-965f-ad05d25ef753 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:36.306445 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-24446bcc-c8b9-48e6-aee0-75d4cfe686a5 req-b021741c-7a4b-49cd-965f-ad05d25ef753 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] 10.222.0.20 "GET /v2.0/ports?device_id=d38df009-df78-4d44-9c84-8a2e366d06c9 HTTP/1.1" status: 200 len: 944 time: 0.0500302 Nov 12 01:26:36.355789 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-24446bcc-c8b9-48e6-aee0-75d4cfe686a5 req-ca6ddd8e-1b9b-4126-bc33-a44c7d52dfe8 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2abf678-cd10-4a1f-8ce5-827070ba2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420485 Nov 12 01:26:36.455342 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c6340836-fb1f-42a1-a887-ca26c36ba68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:37.472935 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d8a0a-e2b7-4391-944e-1832a951b72c req-7851bac1-d4eb-4c2f-85d2-c74de036b579 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:37.474438 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-212d8a0a-e2b7-4391-944e-1832a951b72c req-7851bac1-d4eb-4c2f-85d2-c74de036b579 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] 10.222.0.20 "GET /v2.0/ports?device_id=d38df009-df78-4d44-9c84-8a2e366d06c9 HTTP/1.1" status: 200 len: 944 time: 0.0485942 Nov 12 01:26:37.522955 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-212d8a0a-e2b7-4391-944e-1832a951b72c req-e949c2eb-9aee-49c4-a781-ffc66231770e tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2abf678-cd10-4a1f-8ce5-827070ba2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417953 Nov 12 01:26:37.787629 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:38.593597 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 248ca680-7b19-43de-ac62-c9765e29a274 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:26:38.646207 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d613d-84d8-4a76-ba29-33a4c3cc09b8 req-de0ccc10-e979-41db-a953-9fe4b050859c tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:38.647722 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-135d613d-84d8-4a76-ba29-33a4c3cc09b8 req-de0ccc10-e979-41db-a953-9fe4b050859c tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] 10.222.0.20 "GET /v2.0/ports?device_id=d38df009-df78-4d44-9c84-8a2e366d06c9 HTTP/1.1" status: 200 len: 944 time: 0.0543666 Nov 12 01:26:38.696286 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-135d613d-84d8-4a76-ba29-33a4c3cc09b8 req-29427818-bd49-4491-b68d-a9f7c555407d tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2abf678-cd10-4a1f-8ce5-827070ba2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421591 Nov 12 01:26:38.700506 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 248ca680-7b19-43de-ac62-c9765e29a274, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=248ca680-7b19-43de-ac62-c9765e29a274,segment=NetworkSegment(3395895e-77ca-4873-af9b-e81a73fafa78),segment_id=3395895e-77ca-4873-af9b-e81a73fafa78)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:26:38.713005 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '248ca680-7b19-43de-ac62-c9765e29a274', 'network_id': 'c0f0cc1b-fe10-41c4-b1f6-93526cf65aa2', 'port_id': '248ca680-7b19-43de-ac62-c9765e29a274', 'mac_address': 'fa:16:3e:ec:ae:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd483841c-304a-44a8-be9f-033585a4b44c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:26:38.749098 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:38.765235 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 248ca680-7b19-43de-ac62-c9765e29a274 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:26:38.784386 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 248ca680-7b19-43de-ac62-c9765e29a274, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=248ca680-7b19-43de-ac62-c9765e29a274,segment=NetworkSegment(3395895e-77ca-4873-af9b-e81a73fafa78),segment_id=3395895e-77ca-4873-af9b-e81a73fafa78)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:26:38.788803 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:38.833258 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=248ca680-7b19-43de-ac62-c9765e29a274,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:39.200778 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['248ca680-7b19-43de-ac62-c9765e29a274'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:26:39.394202 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:39.816368 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53869056-8196-4e5e-b6d9-c80a441fc4cc req-c79997f0-38b3-483b-9e91-4cbba6ac6bcc tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:39.817851 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-53869056-8196-4e5e-b6d9-c80a441fc4cc req-c79997f0-38b3-483b-9e91-4cbba6ac6bcc tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] 10.222.0.20 "GET /v2.0/ports?device_id=d38df009-df78-4d44-9c84-8a2e366d06c9 HTTP/1.1" status: 200 len: 945 time: 0.0528493 Nov 12 01:26:39.865480 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-53869056-8196-4e5e-b6d9-c80a441fc4cc req-282d45bc-7371-4b83-8d4b-b82f503e3a0c tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2abf678-cd10-4a1f-8ce5-827070ba2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415571 Nov 12 01:26:40.321994 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:40.593908 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 248ca680-7b19-43de-ac62-c9765e29a274 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:26:40.642328 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 248ca680-7b19-43de-ac62-c9765e29a274 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:26:40.646140 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 248ca680-7b19-43de-ac62-c9765e29a274 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:26:40.646503 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:40.724046 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:40.746080 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd38df009-df78-4d44-9c84-8a2e366d06c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248ca680-7b19-43de-ac62-c9765e29a274'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:26:40.748302 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4188336d-820d-4c22-a5d1-372b823c94a1" -d '{"events": [{"server_uuid": "d38df009-df78-4d44-9c84-8a2e366d06c9", "name": "network-vif-plugged", "status": "completed", "tag": "248ca680-7b19-43de-ac62-c9765e29a274"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:26:40.760816 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 248ca680-7b19-43de-ac62-c9765e29a274, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=248ca680-7b19-43de-ac62-c9765e29a274,segment=NetworkSegment(3395895e-77ca-4873-af9b-e81a73fafa78),segment_id=3395895e-77ca-4873-af9b-e81a73fafa78)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:26:40.765558 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:40.794120 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56c9f88-6737-4646-893d-f23a74bbb9e4 x-openstack-request-id: req-d56c9f88-6737-4646-893d-f23a74bbb9e4 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:26:40.794418 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d38df009-df78-4d44-9c84-8a2e366d06c9", "name": "network-vif-plugged", "status": "completed", "tag": "248ca680-7b19-43de-ac62-c9765e29a274", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:26:40.794669 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d56c9f88-6737-4646-893d-f23a74bbb9e4 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:26:40.795049 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd38df009-df78-4d44-9c84-8a2e366d06c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248ca680-7b19-43de-ac62-c9765e29a274', 'code': 200} Nov 12 01:26:40.816232 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=248ca680-7b19-43de-ac62-c9765e29a274,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:40.919878 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e3c3e-ec06-4624-984a-3d0a64956070 req-0d620e9b-09e3-49de-9102-ee001fec16ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:40.921479 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-171e3c3e-ec06-4624-984a-3d0a64956070 req-0d620e9b-09e3-49de-9102-ee001fec16ff service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d38df009-df78-4d44-9c84-8a2e366d06c9 HTTP/1.1" status: 200 len: 1098 time: 0.0414941 Nov 12 01:26:40.994171 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-171e3c3e-ec06-4624-984a-3d0a64956070 req-ebd29ff7-507f-44f0-b6ab-6a4271c27df0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c2abf678-cd10-4a1f-8ce5-827070ba2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652130 Nov 12 01:26:41.006531 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89313a7c-7ebe-4883-aad4-0e9524747d00 req-0c914987-ee5e-474f-af4c-ab316a55e714 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:41.008010 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-89313a7c-7ebe-4883-aad4-0e9524747d00 req-0c914987-ee5e-474f-af4c-ab316a55e714 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] 10.222.0.20 "GET /v2.0/ports?device_id=d38df009-df78-4d44-9c84-8a2e366d06c9 HTTP/1.1" status: 200 len: 946 time: 0.0729156 Nov 12 01:26:41.061259 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-89313a7c-7ebe-4883-aad4-0e9524747d00 req-dbedbf12-9f55-4b0b-b7b0-92d0f8cedaae tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2abf678-cd10-4a1f-8ce5-827070ba2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463562 Nov 12 01:26:41.158632 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:42.177908 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3481ca-81af-430b-ab16-cb0b56b1bd73 req-3795ba3e-9600-499e-8b0a-a4238e5f7dd3 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:42.179346 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-af3481ca-81af-430b-ab16-cb0b56b1bd73 req-3795ba3e-9600-499e-8b0a-a4238e5f7dd3 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] 10.222.0.20 "GET /v2.0/ports?device_id=d38df009-df78-4d44-9c84-8a2e366d06c9 HTTP/1.1" status: 200 len: 946 time: 0.0488961 Nov 12 01:26:42.228195 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-af3481ca-81af-430b-ab16-cb0b56b1bd73 req-cf945b75-cad9-41f4-82e1-f746e7a95062 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2abf678-cd10-4a1f-8ce5-827070ba2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428951 Nov 12 01:26:42.973630 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:43.345508 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8f9db-6bb9-49d7-81be-9e3d10d9f2a7 req-6d4cec71-1e10-4925-a670-19257bcc3536 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:43.347003 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-96d8f9db-6bb9-49d7-81be-9e3d10d9f2a7 req-6d4cec71-1e10-4925-a670-19257bcc3536 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] 10.222.0.20 "GET /v2.0/ports?device_id=d38df009-df78-4d44-9c84-8a2e366d06c9 HTTP/1.1" status: 200 len: 946 time: 0.0483840 Nov 12 01:26:43.393364 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-96d8f9db-6bb9-49d7-81be-9e3d10d9f2a7 req-ce69ebb8-6233-4538-a553-a7a63951a660 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2abf678-cd10-4a1f-8ce5-827070ba2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404401 Nov 12 01:26:43.508015 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5a964-c571-40e1-ad75-ea6fbb1fd4fa req-bfb9545e-0870-46a6-9dfb-a69a46447a7d tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:43.509410 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aea5a964-c571-40e1-ad75-ea6fbb1fd4fa req-bfb9545e-0870-46a6-9dfb-a69a46447a7d tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] 10.222.0.20 "GET /v2.0/ports?device_id=d38df009-df78-4d44-9c84-8a2e366d06c9 HTTP/1.1" status: 200 len: 946 time: 0.0490215 Nov 12 01:26:43.561157 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aea5a964-c571-40e1-ad75-ea6fbb1fd4fa req-045f1513-e0d1-4b9b-9540-d772398ea2d1 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2abf678-cd10-4a1f-8ce5-827070ba2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452240 Nov 12 01:26:43.790876 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5682804-7256-4503-926b-57373bd88495 req-e68f13bb-d3d8-4d7e-84f2-e5da8cb292a9 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:43.792816 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a5682804-7256-4503-926b-57373bd88495 req-e68f13bb-d3d8-4d7e-84f2-e5da8cb292a9 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] 10.222.0.20 "GET /v2.0/ports?device_id=d38df009-df78-4d44-9c84-8a2e366d06c9 HTTP/1.1" status: 200 len: 946 time: 0.0501499 Nov 12 01:26:43.839852 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a5682804-7256-4503-926b-57373bd88495 req-81847767-1b65-4215-8e5d-a07ae2e8beb3 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2abf678-cd10-4a1f-8ce5-827070ba2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410731 Nov 12 01:26:44.959506 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ea6dd-c635-4138-a5f9-5fcceb29dd7f req-95c91ede-19c5-40f9-890c-885b1a157895 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:44.960994 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-243ea6dd-c635-4138-a5f9-5fcceb29dd7f req-95c91ede-19c5-40f9-890c-885b1a157895 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] 10.222.0.20 "GET /v2.0/ports?device_id=d38df009-df78-4d44-9c84-8a2e366d06c9 HTTP/1.1" status: 200 len: 946 time: 0.0510361 Nov 12 01:26:45.007809 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-243ea6dd-c635-4138-a5f9-5fcceb29dd7f req-5b6474ba-cc56-4db9-ab72-aaf543c01ee6 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2abf678-cd10-4a1f-8ce5-827070ba2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407836 Nov 12 01:26:45.218098 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c6e6b-ca7e-47d2-8d8a-27ccf0ad45c9 req-b88f1692-642b-4e2d-8ad0-3f62c813a762 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:45.219657 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0d9c6e6b-ca7e-47d2-8d8a-27ccf0ad45c9 req-b88f1692-642b-4e2d-8ad0-3f62c813a762 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] 10.222.0.20 "GET /v2.0/ports?device_id=d38df009-df78-4d44-9c84-8a2e366d06c9 HTTP/1.1" status: 200 len: 946 time: 0.0620153 Nov 12 01:26:45.289986 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23ad37-984d-460c-ab8f-1fcd33a69885 req-19faebaa-87db-4068-aad8-64dd0591c495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:45.292175 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7c23ad37-984d-460c-ab8f-1fcd33a69885 req-19faebaa-87db-4068-aad8-64dd0591c495 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5524dcaeb6ef4869adf8e7e2db6106f4&device_id=d38df009-df78-4d44-9c84-8a2e366d06c9 HTTP/1.1" status: 200 len: 1098 time: 0.0710039 Nov 12 01:26:45.295911 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0d9c6e6b-ca7e-47d2-8d8a-27ccf0ad45c9 req-64b40e16-eb43-4332-bb81-eacfc694c020 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2abf678-cd10-4a1f-8ce5-827070ba2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679026 Nov 12 01:26:45.386205 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23ad37-984d-460c-ab8f-1fcd33a69885 req-1d4018c7-7b26-4d0c-8442-c51507a02b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:45.387564 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7c23ad37-984d-460c-ab8f-1fcd33a69885 req-1d4018c7-7b26-4d0c-8442-c51507a02b1b service neutron] 10.222.0.54 "GET /v2.0/networks?id=c0f0cc1b-fe10-41c4-b1f6-93526cf65aa2 HTTP/1.1" status: 200 len: 913 time: 0.0892379 Nov 12 01:26:45.427877 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7c23ad37-984d-460c-ab8f-1fcd33a69885 req-b77024bb-1bad-41ec-bd89-cd41695c563c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=248ca680-7b19-43de-ac62-c9765e29a274 HTTP/1.1" status: 200 len: 217 time: 0.0335319 Nov 12 01:26:45.475524 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23ad37-984d-460c-ab8f-1fcd33a69885 req-31ffa307-239a-4d8f-b4ab-78a0935faa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:45.476982 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7c23ad37-984d-460c-ab8f-1fcd33a69885 req-31ffa307-239a-4d8f-b4ab-78a0935faa03 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d483841c-304a-44a8-be9f-033585a4b44c HTTP/1.1" status: 200 len: 852 time: 0.0426450 Nov 12 01:26:45.507475 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7c23ad37-984d-460c-ab8f-1fcd33a69885 req-25a4fb80-8f36-498d-80ec-e146d45a4db3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c0f0cc1b-fe10-41c4-b1f6-93526cf65aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234902 Nov 12 01:26:45.599778 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7c23ad37-984d-460c-ab8f-1fcd33a69885 req-d9a7c835-b4ed-41c7-9ce2-b4db1b024fcb service neutron] 10.222.0.54 "GET /v2.0/networks/c0f0cc1b-fe10-41c4-b1f6-93526cf65aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854993 Nov 12 01:26:45.693059 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7c23ad37-984d-460c-ab8f-1fcd33a69885 req-060ba0f8-b366-46da-b5df-d24eb4a0401c service neutron] 10.222.0.54 "GET /v2.0/networks/c0f0cc1b-fe10-41c4-b1f6-93526cf65aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860357 Nov 12 01:26:46.415585 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638dce32-49ce-4efb-ba79-84aa1bbb14c7 req-054d3442-d426-4efa-b823-f1fd76ef3caa tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:46.417642 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-638dce32-49ce-4efb-ba79-84aa1bbb14c7 req-054d3442-d426-4efa-b823-f1fd76ef3caa tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] 10.222.0.20 "GET /v2.0/ports?device_id=d38df009-df78-4d44-9c84-8a2e366d06c9 HTTP/1.1" status: 200 len: 946 time: 0.0498216 Nov 12 01:26:46.466504 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-638dce32-49ce-4efb-ba79-84aa1bbb14c7 req-8a7ca040-0200-4c47-bc6e-ac5f41803828 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2abf678-cd10-4a1f-8ce5-827070ba2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426912 Nov 12 01:26:47.584061 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e468c-085a-4b41-88b5-691afd76f389 req-f428f492-8ee9-47a3-a3fb-6aceba946159 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:47.585565 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8e8e468c-085a-4b41-88b5-691afd76f389 req-f428f492-8ee9-47a3-a3fb-6aceba946159 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] 10.222.0.20 "GET /v2.0/ports?device_id=d38df009-df78-4d44-9c84-8a2e366d06c9 HTTP/1.1" status: 200 len: 946 time: 0.0494459 Nov 12 01:26:47.632108 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8e8e468c-085a-4b41-88b5-691afd76f389 req-693c911c-a68f-45f2-9d4b-59a043d1ef11 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2abf678-cd10-4a1f-8ce5-827070ba2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397568 Nov 12 01:26:47.855884 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb43948-4a2f-41bd-a2ac-b164422a1d87 req-3b0b3fa9-8c45-484d-a196-b66c0cd041a6 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:47.857344 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2fb43948-4a2f-41bd-a2ac-b164422a1d87 req-3b0b3fa9-8c45-484d-a196-b66c0cd041a6 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] 10.222.0.20 "GET /v2.0/ports?device_id=d38df009-df78-4d44-9c84-8a2e366d06c9 HTTP/1.1" status: 200 len: 946 time: 0.0487745 Nov 12 01:26:47.904026 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2fb43948-4a2f-41bd-a2ac-b164422a1d87 req-8f3e2c81-eb0b-45d6-a2c0-86f61ba6270d tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2abf678-cd10-4a1f-8ce5-827070ba2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406590 Nov 12 01:26:49.030151 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4884e1c1-6409-4ed2-a207-2de89840c0fc req-f6f29e91-2d51-407d-a3f2-8b2ba02ecbac tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:49.031652 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4884e1c1-6409-4ed2-a207-2de89840c0fc req-f6f29e91-2d51-407d-a3f2-8b2ba02ecbac tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] 10.222.0.20 "GET /v2.0/ports?device_id=d38df009-df78-4d44-9c84-8a2e366d06c9 HTTP/1.1" status: 200 len: 946 time: 0.0555606 Nov 12 01:26:49.082566 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4884e1c1-6409-4ed2-a207-2de89840c0fc req-952509ca-af4e-4348-82a8-b96203b20765 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2abf678-cd10-4a1f-8ce5-827070ba2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442741 Nov 12 01:26:49.289043 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dfcd78-96de-4d96-be1b-957e8faa1cd3 req-25b84819-8aa7-41ed-a7bc-98ce3a113576 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:49.290560 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d6dfcd78-96de-4d96-be1b-957e8faa1cd3 req-25b84819-8aa7-41ed-a7bc-98ce3a113576 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] 10.222.0.20 "GET /v2.0/ports?device_id=d38df009-df78-4d44-9c84-8a2e366d06c9 HTTP/1.1" status: 200 len: 946 time: 0.0507658 Nov 12 01:26:49.333873 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48feaa3-c6a1-4491-83e9-177dfd2d72a1 req-21f267fd-d0b3-4b9c-b4d1-bb48ff38b0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:49.335369 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c48feaa3-c6a1-4491-83e9-177dfd2d72a1 req-21f267fd-d0b3-4b9c-b4d1-bb48ff38b0fe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5524dcaeb6ef4869adf8e7e2db6106f4&device_id=d38df009-df78-4d44-9c84-8a2e366d06c9 HTTP/1.1" status: 200 len: 1098 time: 0.0453656 Nov 12 01:26:49.338706 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d6dfcd78-96de-4d96-be1b-957e8faa1cd3 req-2b3b6b34-7ab0-4333-a893-8a3f8fe107e1 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2abf678-cd10-4a1f-8ce5-827070ba2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415490 Nov 12 01:26:49.425031 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48feaa3-c6a1-4491-83e9-177dfd2d72a1 req-f5f257df-bcba-44a2-8cbe-e82b8928983b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:49.426496 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c48feaa3-c6a1-4491-83e9-177dfd2d72a1 req-f5f257df-bcba-44a2-8cbe-e82b8928983b service neutron] 10.222.0.54 "GET /v2.0/networks?id=c0f0cc1b-fe10-41c4-b1f6-93526cf65aa2 HTTP/1.1" status: 200 len: 913 time: 0.0844669 Nov 12 01:26:49.470922 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c48feaa3-c6a1-4491-83e9-177dfd2d72a1 req-16c41ab1-46d4-46ad-b72c-ba89bfa30cfb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=248ca680-7b19-43de-ac62-c9765e29a274 HTTP/1.1" status: 200 len: 217 time: 0.0366240 Nov 12 01:26:49.520221 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48feaa3-c6a1-4491-83e9-177dfd2d72a1 req-b5b5bb60-c5e8-4d7e-80e2-5feee15488c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:49.521647 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c48feaa3-c6a1-4491-83e9-177dfd2d72a1 req-b5b5bb60-c5e8-4d7e-80e2-5feee15488c6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d483841c-304a-44a8-be9f-033585a4b44c HTTP/1.1" status: 200 len: 852 time: 0.0431592 Nov 12 01:26:49.553626 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c48feaa3-c6a1-4491-83e9-177dfd2d72a1 req-9eb9fd18-012f-44e6-bcd7-e12019417607 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c0f0cc1b-fe10-41c4-b1f6-93526cf65aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245714 Nov 12 01:26:49.647739 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c48feaa3-c6a1-4491-83e9-177dfd2d72a1 req-7cbe24f9-6e20-4d19-bc8d-ab72b20eb782 service neutron] 10.222.0.54 "GET /v2.0/networks/c0f0cc1b-fe10-41c4-b1f6-93526cf65aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869040 Nov 12 01:26:49.738676 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c48feaa3-c6a1-4491-83e9-177dfd2d72a1 req-7595c8f0-2069-42e6-92aa-0afc94ff9743 service neutron] 10.222.0.54 "GET /v2.0/networks/c0f0cc1b-fe10-41c4-b1f6-93526cf65aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831046 Nov 12 01:26:50.457946 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e676a2-bbe6-49bc-9ef5-8b8a25cd8cbb req-7d4742ef-c2e6-4a44-960a-cea5c531807a tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:50.459391 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b7e676a2-bbe6-49bc-9ef5-8b8a25cd8cbb req-7d4742ef-c2e6-4a44-960a-cea5c531807a tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] 10.222.0.20 "GET /v2.0/ports?device_id=d38df009-df78-4d44-9c84-8a2e366d06c9 HTTP/1.1" status: 200 len: 946 time: 0.0483332 Nov 12 01:26:50.509046 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b7e676a2-bbe6-49bc-9ef5-8b8a25cd8cbb req-64265aa5-43cf-4759-a052-f11851fe8595 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2abf678-cd10-4a1f-8ce5-827070ba2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436544 Nov 12 01:26:51.346660 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:26:51.629974 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6495a-d5cf-4129-93ca-af02bbb046de req-cac902b3-dc2e-4fcc-89b7-7adf8a3cb15d tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:51.631359 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-90a6495a-d5cf-4129-93ca-af02bbb046de req-cac902b3-dc2e-4fcc-89b7-7adf8a3cb15d tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] 10.222.0.20 "GET /v2.0/ports?device_id=d38df009-df78-4d44-9c84-8a2e366d06c9 HTTP/1.1" status: 200 len: 946 time: 0.0542922 Nov 12 01:26:51.677791 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-90a6495a-d5cf-4129-93ca-af02bbb046de req-1f141dd4-bc95-4732-b68e-cc808c70231b tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2abf678-cd10-4a1f-8ce5-827070ba2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403297 Nov 12 01:26:51.912965 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917ba72-0b69-4792-82d5-f976376669a5 req-e71ff2e2-3d11-41ca-b333-e154075b8745 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:51.914462 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8917ba72-0b69-4792-82d5-f976376669a5 req-e71ff2e2-3d11-41ca-b333-e154075b8745 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] 10.222.0.20 "GET /v2.0/ports?device_id=d38df009-df78-4d44-9c84-8a2e366d06c9 HTTP/1.1" status: 200 len: 946 time: 0.0496249 Nov 12 01:26:51.962422 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8917ba72-0b69-4792-82d5-f976376669a5 req-4b47098e-dc0b-4586-92a9-3477e2f95002 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2abf678-cd10-4a1f-8ce5-827070ba2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412660 Nov 12 01:26:53.080739 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a7c1d-a5f0-4ee1-a695-bf7a83458214 req-61036dbf-5029-4493-afa7-fb9ff2f6203d tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:53.082223 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ec0a7c1d-a5f0-4ee1-a695-bf7a83458214 req-61036dbf-5029-4493-afa7-fb9ff2f6203d tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] 10.222.0.20 "GET /v2.0/ports?device_id=d38df009-df78-4d44-9c84-8a2e366d06c9 HTTP/1.1" status: 200 len: 946 time: 0.0505517 Nov 12 01:26:53.128704 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ec0a7c1d-a5f0-4ee1-a695-bf7a83458214 req-a6535560-2658-4018-8b89-995792c2af9f tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2abf678-cd10-4a1f-8ce5-827070ba2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405388 Nov 12 01:26:53.971559 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d6a13-c9bb-4343-b5df-c87c3550b29c req-3a641fd3-a704-4799-a98f-a688699e719d tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:53.972943 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-958d6a13-c9bb-4343-b5df-c87c3550b29c req-3a641fd3-a704-4799-a98f-a688699e719d tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] 10.222.0.54 "GET /v2.0/ports?device_id=d38df009-df78-4d44-9c84-8a2e366d06c9 HTTP/1.1" status: 200 len: 946 time: 0.0487027 Nov 12 01:26:54.064509 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-958d6a13-c9bb-4343-b5df-c87c3550b29c req-48b8fc97-9ad3-4520-bcc0-25dee65ba77d tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] Deleting port 248ca680-7b19-43de-ac62-c9765e29a274 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:26:54.064837 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-958d6a13-c9bb-4343-b5df-c87c3550b29c req-48b8fc97-9ad3-4520-bcc0-25dee65ba77d tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:54.151083 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-958d6a13-c9bb-4343-b5df-c87c3550b29c req-48b8fc97-9ad3-4520-bcc0-25dee65ba77d tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] For port 248ca680-7b19-43de-ac62-c9765e29a274, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=248ca680-7b19-43de-ac62-c9765e29a274,segment=NetworkSegment(3395895e-77ca-4873-af9b-e81a73fafa78),segment_id=3395895e-77ca-4873-af9b-e81a73fafa78)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:26:54.151858 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-958d6a13-c9bb-4343-b5df-c87c3550b29c req-48b8fc97-9ad3-4520-bcc0-25dee65ba77d tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:54.164498 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-958d6a13-c9bb-4343-b5df-c87c3550b29c req-48b8fc97-9ad3-4520-bcc0-25dee65ba77d tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] Calling delete_port for 248ca680-7b19-43de-ac62-c9765e29a274 owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:26:54.248810 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a79a11-cf63-4783-afa6-cb7b57f93f15 req-29240368-a3bc-4999-9e42-8d6ebe732674 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:54.250438 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f2a79a11-cf63-4783-afa6-cb7b57f93f15 req-29240368-a3bc-4999-9e42-8d6ebe732674 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] 10.222.0.20 "GET /v2.0/ports?device_id=d38df009-df78-4d44-9c84-8a2e366d06c9 HTTP/1.1" status: 200 len: 946 time: 0.0508225 Nov 12 01:26:54.299694 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-958d6a13-c9bb-4343-b5df-c87c3550b29c req-48b8fc97-9ad3-4520-bcc0-25dee65ba77d tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:54.303730 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f2a79a11-cf63-4783-afa6-cb7b57f93f15 req-ad926221-29b7-4aec-a447-9318c97b4878 tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2abf678-cd10-4a1f-8ce5-827070ba2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468035 Nov 12 01:26:54.329208 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b8fc97-9ad3-4520-bcc0-25dee65ba77d tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] Pushing event deleted for resources: {'Port': ['ID=248ca680-7b19-43de-ac62-c9765e29a274,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:54.333644 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['248ca680-7b19-43de-ac62-c9765e29a274'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:26:54.374415 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-958d6a13-c9bb-4343-b5df-c87c3550b29c req-48b8fc97-9ad3-4520-bcc0-25dee65ba77d tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] No DVR routers for this DVR port 248ca680-7b19-43de-ac62-c9765e29a274 on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:26:54.376950 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-958d6a13-c9bb-4343-b5df-c87c3550b29c req-48b8fc97-9ad3-4520-bcc0-25dee65ba77d tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:54.380578 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-958d6a13-c9bb-4343-b5df-c87c3550b29c req-48b8fc97-9ad3-4520-bcc0-25dee65ba77d tempest-TestServerAdvancedOps-1691839065 tempest-TestServerAdvancedOps-1691839065-project] 10.222.0.54 "DELETE /v2.0/ports/248ca680-7b19-43de-ac62-c9765e29a274 HTTP/1.1" status: 204 len: 173 time: 0.4000916 Nov 12 01:26:54.381023 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd38df009-df78-4d44-9c84-8a2e366d06c9', 'name': 'network-vif-deleted', 'tag': '248ca680-7b19-43de-ac62-c9765e29a274'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:26:54.383299 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c81b760-990f-4a76-a449-f9af81695bac" -d '{"events": [{"server_uuid": "d38df009-df78-4d44-9c84-8a2e366d06c9", "name": "network-vif-deleted", "tag": "248ca680-7b19-43de-ac62-c9765e29a274"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:26:54.421308 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4931f675-ea60-4b67-bc17-003a57d515bf x-openstack-request-id: req-4931f675-ea60-4b67-bc17-003a57d515bf {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:26:54.421634 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d38df009-df78-4d44-9c84-8a2e366d06c9", "name": "network-vif-deleted", "tag": "248ca680-7b19-43de-ac62-c9765e29a274", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:26:54.421895 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4931f675-ea60-4b67-bc17-003a57d515bf {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:26:54.422285 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd38df009-df78-4d44-9c84-8a2e366d06c9', 'name': 'network-vif-deleted', 'tag': '248ca680-7b19-43de-ac62-c9765e29a274', 'status': 'completed', 'code': 200} Nov 12 01:26:55.367175 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46834) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:55.419944 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f8e6b04-7961-49d2-b1bf-1c053fc4874d admin admin] Deleting subnet d483841c-304a-44a8-be9f-033585a4b44c {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:26:55.422992 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8f8e6b04-7961-49d2-b1bf-1c053fc4874d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:55.456845 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8f8e6b04-7961-49d2-b1bf-1c053fc4874d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:55.496580 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8f8e6b04-7961-49d2-b1bf-1c053fc4874d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:55.554038 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8f8e6b04-7961-49d2-b1bf-1c053fc4874d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:55.582178 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e6b04-7961-49d2-b1bf-1c053fc4874d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d483841c-304a-44a8-be9f-033585a4b44c,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:55.584154 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8f8e6b04-7961-49d2-b1bf-1c053fc4874d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:55.587358 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8f8e6b04-7961-49d2-b1bf-1c053fc4874d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d483841c-304a-44a8-be9f-033585a4b44c HTTP/1.1" status: 204 len: 168 time: 0.2191656 Nov 12 01:26:55.590705 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46836) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:55.656828 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ec4071db-85dc-41e3-a2fe-df49ac8ee2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:55.738875 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ec4071db-85dc-41e3-a2fe-df49ac8ee2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:55.758622 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-ec4071db-85dc-41e3-a2fe-df49ac8ee2fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0f0cc1b-fe10-41c4-b1f6-93526cf65aa2']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:55.768188 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-ec4071db-85dc-41e3-a2fe-df49ac8ee2fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3395895e-77ca-4873-af9b-e81a73fafa78') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:55.768482 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-ec4071db-85dc-41e3-a2fe-df49ac8ee2fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3395895e-77ca-4873-af9b-e81a73fafa78') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:55.778234 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ec4071db-85dc-41e3-a2fe-df49ac8ee2fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:55.791650 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ec4071db-85dc-41e3-a2fe-df49ac8ee2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:55.797927 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec4071db-85dc-41e3-a2fe-df49ac8ee2fa admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:26:55.798321 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ec4071db-85dc-41e3-a2fe-df49ac8ee2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:55.800015 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:26:55.800015 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:26:55.800015 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:26:55.800015 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:26:55.800015 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:26:55.800015 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:26:55.800015 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:26:55.800015 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:26:55.800015 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:26:55.800015 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:26:55.800015 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:26:55.800015 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:26:55.800015 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:26:55.800015 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:26:55.800015 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:26:55.800015 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:26:55.800015 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:26:55.800015 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:26:55.800015 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:26:55.800015 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:26:55.800015 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:26:55.800015 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:26:55.800015 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:26:55.800015 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:26:55.800015 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:26:55.800015 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:26:55.800015 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:26:55.800015 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:26:55.800015 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:26:55.800015 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:26:55.800015 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:26:55.800015 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:26:55.859506 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ec4071db-85dc-41e3-a2fe-df49ac8ee2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:55.865923 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ec4071db-85dc-41e3-a2fe-df49ac8ee2fa admin admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:55.869176 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ec4071db-85dc-41e3-a2fe-df49ac8ee2fa admin admin] 10.222.0.20 "DELETE /v2.0/networks/c0f0cc1b-fe10-41c4-b1f6-93526cf65aa2 HTTP/1.1" status: 204 len: 168 time: 0.2775605 Nov 12 01:26:55.872905 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46838) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:55.881320 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4071db-85dc-41e3-a2fe-df49ac8ee2fa admin admin] Pushing event deleted for resources: {'Network': ['ID=c0f0cc1b-fe10-41c4-b1f6-93526cf65aa2,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:55.919872 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-e72f84e7-b78c-4223-8f65-221da9258cec admin admin] Deleting subnet 1c16efb0-0c66-4217-93a4-c2ca43c5e1eb {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:26:55.923191 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e72f84e7-b78c-4223-8f65-221da9258cec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:55.957884 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e72f84e7-b78c-4223-8f65-221da9258cec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:55.997716 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e72f84e7-b78c-4223-8f65-221da9258cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:56.052010 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e72f84e7-b78c-4223-8f65-221da9258cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:56.079082 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f84e7-b78c-4223-8f65-221da9258cec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c16efb0-0c66-4217-93a4-c2ca43c5e1eb,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:56.081044 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e72f84e7-b78c-4223-8f65-221da9258cec admin admin] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:56.084232 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e72f84e7-b78c-4223-8f65-221da9258cec admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1c16efb0-0c66-4217-93a4-c2ca43c5e1eb HTTP/1.1" status: 204 len: 168 time: 0.2102971 Nov 12 01:26:56.086670 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46840) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:56.155312 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e6b137f2-4e87-4031-b72b-6fc9b845d7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:56.236514 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e6b137f2-4e87-4031-b72b-6fc9b845d7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:56.256163 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-e6b137f2-4e87-4031-b72b-6fc9b845d7ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4087f8ad-8014-444e-90e5-95e93644c062']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:56.265930 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-e6b137f2-4e87-4031-b72b-6fc9b845d7ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3414abc-ceed-40af-9785-79cc73230e39') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:56.266225 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-e6b137f2-4e87-4031-b72b-6fc9b845d7ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3414abc-ceed-40af-9785-79cc73230e39') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:56.275513 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e6b137f2-4e87-4031-b72b-6fc9b845d7ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:56.289114 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e6b137f2-4e87-4031-b72b-6fc9b845d7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:56.295230 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6b137f2-4e87-4031-b72b-6fc9b845d7ac admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:26:56.295610 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e6b137f2-4e87-4031-b72b-6fc9b845d7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:56.297230 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:26:56.297230 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:26:56.297230 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:26:56.297230 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:26:56.297230 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:26:56.297230 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:26:56.297230 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:26:56.297230 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:26:56.297230 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:26:56.297230 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:26:56.297230 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:26:56.297230 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:26:56.297230 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:26:56.297230 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:26:56.297230 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:26:56.297230 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:26:56.297230 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:26:56.297230 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:26:56.297230 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:26:56.297230 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:26:56.297230 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:26:56.297230 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:26:56.297230 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:26:56.297230 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:26:56.297230 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:26:56.297230 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:26:56.297230 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:26:56.297230 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:26:56.297230 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:26:56.297230 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:26:56.297230 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:26:56.297230 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:26:56.355018 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e6b137f2-4e87-4031-b72b-6fc9b845d7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:56.360345 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e6b137f2-4e87-4031-b72b-6fc9b845d7ac admin admin] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:56.363535 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e6b137f2-4e87-4031-b72b-6fc9b845d7ac admin admin] 10.222.0.20 "DELETE /v2.0/networks/4087f8ad-8014-444e-90e5-95e93644c062 HTTP/1.1" status: 204 len: 168 time: 0.2759628 Nov 12 01:26:56.375005 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b137f2-4e87-4031-b72b-6fc9b845d7ac admin admin] Pushing event deleted for resources: {'Network': ['ID=4087f8ad-8014-444e-90e5-95e93644c062,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:56.382427 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b137f2-4e87-4031-b72b-6fc9b845d7ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:56.382773 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b137f2-4e87-4031-b72b-6fc9b845d7ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:56.383113 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b137f2-4e87-4031-b72b-6fc9b845d7ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:56.383445 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b137f2-4e87-4031-b72b-6fc9b845d7ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:56.383773 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b137f2-4e87-4031-b72b-6fc9b845d7ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:56.384094 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b137f2-4e87-4031-b72b-6fc9b845d7ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:56.384422 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b137f2-4e87-4031-b72b-6fc9b845d7ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:56.384744 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b137f2-4e87-4031-b72b-6fc9b845d7ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:56.385786 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b137f2-4e87-4031-b72b-6fc9b845d7ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:56.386204 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b137f2-4e87-4031-b72b-6fc9b845d7ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:56.386548 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b137f2-4e87-4031-b72b-6fc9b845d7ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:56.386870 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b137f2-4e87-4031-b72b-6fc9b845d7ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:56.525284 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46844) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:56.564819 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f3c7d83c-0341-411a-90c5-b8c1a83dda9b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5524dcaeb6ef4869adf8e7e2db6106f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375931 Nov 12 01:26:56.567164 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46846) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:56.613412 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-85426018-8d9c-4767-b694-1161f0e2620b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:56.633571 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-85426018-8d9c-4767-b694-1161f0e2620b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:56.644491 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 248ca680-7b19-43de-ac62-c9765e29a274 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:26:56.664227 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: 248ca680-7b19-43de-ac62-c9765e29a274 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:26:56.664571 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 248ca680-7b19-43de-ac62-c9765e29a274 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:26:56.681104 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-85426018-8d9c-4767-b694-1161f0e2620b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:56.684047 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-85426018-8d9c-4767-b694-1161f0e2620b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:56.685255 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-85426018-8d9c-4767-b694-1161f0e2620b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c2abf678-cd10-4a1f-8ce5-827070ba2507 HTTP/1.1" status: 204 len: 168 time: 0.1171477 Nov 12 01:26:56.692927 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85426018-8d9c-4767-b694-1161f0e2620b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2abf678-cd10-4a1f-8ce5-827070ba2507,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:56.998236 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46852) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:57.038182 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-72ed39a7-dbce-4c50-8d25-c99a14811d6e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8ecdba583ade47519f4dcbe0af957fe3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388072 Nov 12 01:26:57.040560 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46854) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:57.090573 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7a6cdbf5-b364-41c7-b43d-1283639522c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:57.111832 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7a6cdbf5-b364-41c7-b43d-1283639522c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:57.158558 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7a6cdbf5-b364-41c7-b43d-1283639522c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:57.161437 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7a6cdbf5-b364-41c7-b43d-1283639522c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:57.162583 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7a6cdbf5-b364-41c7-b43d-1283639522c6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d3506f03-ccfe-4ef0-bad4-cbc222b9ca20 HTTP/1.1" status: 204 len: 168 time: 0.1210792 Nov 12 01:26:57.171446 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6cdbf5-b364-41c7-b43d-1283639522c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3506f03-ccfe-4ef0-bad4-cbc222b9ca20,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:57.846205 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46876) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:57.945549 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-69246f64-d72f-46f7-98c7-432d8133f308 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1110982903-network', 'tenant_id': '3cb143df3043479bafe721134bf0a6a0'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:57.967654 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69246f64-d72f-46f7-98c7-432d8133f308 admin admin] Made reservation on behalf of 3cb143df3043479bafe721134bf0a6a0 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:26:57.970113 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-69246f64-d72f-46f7-98c7-432d8133f308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:57.978200 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-69246f64-d72f-46f7-98c7-432d8133f308 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:58.052641 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-69246f64-d72f-46f7-98c7-432d8133f308 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:58.056278 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-69246f64-d72f-46f7-98c7-432d8133f308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:58.077658 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69246f64-d72f-46f7-98c7-432d8133f308 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:26:58.092820 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69246f64-d72f-46f7-98c7-432d8133f308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2a1b37-bcb8-46a2-a588-3248c015d85f,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:58.096563 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-69246f64-d72f-46f7-98c7-432d8133f308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:58.096907 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-69246f64-d72f-46f7-98c7-432d8133f308 admin admin] Added segment 0e9e435d-b121-4836-b2fe-afa983361285 of type vlan for network 3942533b-64d8-4ef3-b66d-48f49182cbd9 Nov 12 01:26:58.137220 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-69246f64-d72f-46f7-98c7-432d8133f308 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:58.161556 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-69246f64-d72f-46f7-98c7-432d8133f308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:58.162487 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69246f64-d72f-46f7-98c7-432d8133f308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:58.163055 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-69246f64-d72f-46f7-98c7-432d8133f308 admin admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:58.197132 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-69246f64-d72f-46f7-98c7-432d8133f308 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3493540 Nov 12 01:26:58.200204 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46880) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:58.205115 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-944a05e6-3635-4648-8be3-0c4c94c1452e admin admin] Request body: {'subnet': {'network_id': '3942533b-64d8-4ef3-b66d-48f49182cbd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1110982903-subnet', 'tenant_id': '3cb143df3043479bafe721134bf0a6a0', 'ip_version': 4}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:58.225821 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944a05e6-3635-4648-8be3-0c4c94c1452e admin admin] Made reservation on behalf of 3cb143df3043479bafe721134bf0a6a0 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:26:58.228066 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69246f64-d72f-46f7-98c7-432d8133f308 admin admin] Pushing event updated for resources: {'Network': ['ID=3942533b-64d8-4ef3-b66d-48f49182cbd9,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:58.228198 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-944a05e6-3635-4648-8be3-0c4c94c1452e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:58.238699 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 3942533b-64d8-4ef3-b66d-48f49182cbd9 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:26:58.399217 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-944a05e6-3635-4648-8be3-0c4c94c1452e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:58.456881 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944a05e6-3635-4648-8be3-0c4c94c1452e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcf62e1f-ac75-4928-a65e-21ed491b32fb,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:58.464702 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944a05e6-3635-4648-8be3-0c4c94c1452e admin admin] Checking segment: {'id': '0e9e435d-b121-4836-b2fe-afa983361285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3942533b-64d8-4ef3-b66d-48f49182cbd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:26:58.465061 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944a05e6-3635-4648-8be3-0c4c94c1452e admin admin] Network hostable DHCP agents. Network: 3942533b-64d8-4ef3-b66d-48f49182cbd9, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:26:58.482564 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944a05e6-3635-4648-8be3-0c4c94c1452e admin admin] Network 3942533b-64d8-4ef3-b66d-48f49182cbd9 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:26:58.490477 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-944a05e6-3635-4648-8be3-0c4c94c1452e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 3942533b-64d8-4ef3-b66d-48f49182cbd9) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:26:58.495228 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944a05e6-3635-4648-8be3-0c4c94c1452e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:58.495923 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-944a05e6-3635-4648-8be3-0c4c94c1452e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:58.500225 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904d4f20-3e60-4c5d-8fad-5a9891a724e9 None None] Network 3942533b-64d8-4ef3-b66d-48f49182cbd9 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:26:58.513035 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-944a05e6-3635-4648-8be3-0c4c94c1452e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3117340 Nov 12 01:26:58.515716 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46882) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:58.519936 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-a68b413f-e58c-4418-85b5-b9ff1f023ec2 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1110982903-router', 'tenant_id': '3cb143df3043479bafe721134bf0a6a0', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:58.542324 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a68b413f-e58c-4418-85b5-b9ff1f023ec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:58.543953 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a68b413f-e58c-4418-85b5-b9ff1f023ec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:58.603075 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a68b413f-e58c-4418-85b5-b9ff1f023ec2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:58.654123 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8a4323-fda2-42f8-8489-1f22a4abea85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-3942533b-64d8-4ef3-b66d-48f49182cbd9', 'network_id': '3942533b-64d8-4ef3-b66d-48f49182cbd9', 'tenant_id': '3cb143df3043479bafe721134bf0a6a0', 'fixed_ips': [{'subnet_id': 'dcf62e1f-ac75-4928-a65e-21ed491b32fb'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:26:58.654996 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cb8a4323-fda2-42f8-8489-1f22a4abea85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:58.742412 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a68b413f-e58c-4418-85b5-b9ff1f023ec2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:58.789496 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-cb8a4323-fda2-42f8-8489-1f22a4abea85 None None] Allocated IP 172.20.0.2 (3942533b-64d8-4ef3-b66d-48f49182cbd9/dcf62e1f-ac75-4928-a65e-21ed491b32fb/2249bf1f-d62e-4168-84b8-aa267cafa6b1) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:26:58.933776 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cb8a4323-fda2-42f8-8489-1f22a4abea85 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:58.939214 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cb8a4323-fda2-42f8-8489-1f22a4abea85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:58.945798 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a68b413f-e58c-4418-85b5-b9ff1f023ec2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:58.966447 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a68b413f-e58c-4418-85b5-b9ff1f023ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:58.976772 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8a4323-fda2-42f8-8489-1f22a4abea85 None None] Network 3942533b-64d8-4ef3-b66d-48f49182cbd9 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:26:58.981676 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-cb8a4323-fda2-42f8-8489-1f22a4abea85 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:26:58.985154 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8a4323-fda2-42f8-8489-1f22a4abea85 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:26:58.994202 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a4323-fda2-42f8-8489-1f22a4abea85 None None] Pushing event updated for resources: {'Port': ['ID=2249bf1f-d62e-4168-84b8-aa267cafa6b1,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:59.042519 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-cb8a4323-fda2-42f8-8489-1f22a4abea85 None None] Attempting to bind port 2249bf1f-d62e-4168-84b8-aa267cafa6b1 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:26:59.042912 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-cb8a4323-fda2-42f8-8489-1f22a4abea85 None None] Attempting to bind port 2249bf1f-d62e-4168-84b8-aa267cafa6b1 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '0e9e435d-b121-4836-b2fe-afa983361285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3942533b-64d8-4ef3-b66d-48f49182cbd9'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:26:59.043272 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8a4323-fda2-42f8-8489-1f22a4abea85 None None] Attempting to bind port 2249bf1f-d62e-4168-84b8-aa267cafa6b1 on network 3942533b-64d8-4ef3-b66d-48f49182cbd9 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:26:59.048173 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8a4323-fda2-42f8-8489-1f22a4abea85 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:26:59.048544 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8a4323-fda2-42f8-8489-1f22a4abea85 None None] Checking segment: {'id': '0e9e435d-b121-4836-b2fe-afa983361285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3942533b-64d8-4ef3-b66d-48f49182cbd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:26:59.048938 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cb8a4323-fda2-42f8-8489-1f22a4abea85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:59.049331 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8a4323-fda2-42f8-8489-1f22a4abea85 None None] Bound using segment: {'id': '0e9e435d-b121-4836-b2fe-afa983361285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3942533b-64d8-4ef3-b66d-48f49182cbd9'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:26:59.049872 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-cb8a4323-fda2-42f8-8489-1f22a4abea85 None None] Bound port: 2249bf1f-d62e-4168-84b8-aa267cafa6b1, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e9e435d-b121-4836-b2fe-afa983361285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3942533b-64d8-4ef3-b66d-48f49182cbd9'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:26:59.050253 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cb8a4323-fda2-42f8-8489-1f22a4abea85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:59.070478 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-a68b413f-e58c-4418-85b5-b9ff1f023ec2 admin admin] Allocated IP 172.25.2.73 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/280a9c53-9b2a-43a0-bd3b-8ef4d5fdd554) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:26:59.115382 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-cb8a4323-fda2-42f8-8489-1f22a4abea85 None None] For port 2249bf1f-d62e-4168-84b8-aa267cafa6b1, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:26:59.118436 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-cb8a4323-fda2-42f8-8489-1f22a4abea85 None None] For port 2249bf1f-d62e-4168-84b8-aa267cafa6b1, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=2249bf1f-d62e-4168-84b8-aa267cafa6b1,segment=NetworkSegment(0e9e435d-b121-4836-b2fe-afa983361285),segment_id=0e9e435d-b121-4836-b2fe-afa983361285)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:26:59.122186 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cb8a4323-fda2-42f8-8489-1f22a4abea85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:59.181485 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a4323-fda2-42f8-8489-1f22a4abea85 None None] Pushing event updated for resources: {'Port': ['ID=2249bf1f-d62e-4168-84b8-aa267cafa6b1,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:59.183481 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a68b413f-e58c-4418-85b5-b9ff1f023ec2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:59.219565 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a68b413f-e58c-4418-85b5-b9ff1f023ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:59.258639 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68b413f-e58c-4418-85b5-b9ff1f023ec2 admin admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:26:59.262113 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-a68b413f-e58c-4418-85b5-b9ff1f023ec2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:26:59.267601 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68b413f-e58c-4418-85b5-b9ff1f023ec2 admin admin] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:26:59.275193 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4b2c71-9336-4e5f-a4d3-f5c19469335a None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:26:59.297783 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b413f-e58c-4418-85b5-b9ff1f023ec2 admin admin] Pushing event updated for resources: {'Port': ['ID=280a9c53-9b2a-43a0-bd3b-8ef4d5fdd554,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:59.374307 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-fb7ff966-497d-4929-bcd3-2bfeef177c3f None None] Provisioning complete for port 280a9c53-9b2a-43a0-bd3b-8ef4d5fdd554 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:26:59.374675 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fb7ff966-497d-4929-bcd3-2bfeef177c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:59.415085 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-fb7ff966-497d-4929-bcd3-2bfeef177c3f None None] Port 280a9c53-9b2a-43a0-bd3b-8ef4d5fdd554 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:26:59.540867 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a68b413f-e58c-4418-85b5-b9ff1f023ec2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:59.685086 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 2249bf1f-d62e-4168-84b8-aa267cafa6b1 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:26:59.736743 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 2249bf1f-d62e-4168-84b8-aa267cafa6b1 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:26:59.737017 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:59.742303 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a68b413f-e58c-4418-85b5-b9ff1f023ec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:59.814107 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:59.849789 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 2249bf1f-d62e-4168-84b8-aa267cafa6b1, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=2249bf1f-d62e-4168-84b8-aa267cafa6b1,segment=NetworkSegment(0e9e435d-b121-4836-b2fe-afa983361285),segment_id=0e9e435d-b121-4836-b2fe-afa983361285)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:26:59.854921 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:59.882357 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a68b413f-e58c-4418-85b5-b9ff1f023ec2 admin admin] Router 87e84a98-7fda-4f11-85dc-6f4db83bd01d is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:26:59.907947 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=2249bf1f-d62e-4168-84b8-aa267cafa6b1,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:00.004301 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68b413f-e58c-4418-85b5-b9ff1f023ec2 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:27:00.014121 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b949823-210a-47f1-b746-ef4530b7cefa None None] Sync routers for ids ['87e84a98-7fda-4f11-85dc-6f4db83bd01d'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:27:00.023854 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a68b413f-e58c-4418-85b5-b9ff1f023ec2 admin admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:00.028559 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a68b413f-e58c-4418-85b5-b9ff1f023ec2 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5118382 Nov 12 01:27:00.028746 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46884) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:00.029230 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b949823-210a-47f1-b746-ef4530b7cefa None None] Routers {'87e84a98-7fda-4f11-85dc-6f4db83bd01d'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:27:00.029881 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-4b949823-210a-47f1-b746-ef4530b7cefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:26:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['87e84a98-7fda-4f11-85dc-6f4db83bd01d'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:00.143661 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-4b949823-210a-47f1-b746-ef4530b7cefa None None] Set router 87e84a98-7fda-4f11-85dc-6f4db83bd01d gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:27:00.170731 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637e50db-647f-4ab3-ba4f-865e9907241c None None] Network 3942533b-64d8-4ef3-b66d-48f49182cbd9 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:27:00.323237 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-83079496-dacb-4fb8-84ce-252b534b07f8 None None] Provisioning complete for port 2249bf1f-d62e-4168-84b8-aa267cafa6b1 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:00.324100 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-83079496-dacb-4fb8-84ce-252b534b07f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:00.540039 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-4b949823-210a-47f1-b746-ef4530b7cefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e84a98-7fda-4f11-85dc-6f4db83bd01d', 'name': 'tempest-TestServerMultinode-1110982903-router', 'tenant_id': '3cb143df3043479bafe721134bf0a6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '280a9c53-9b2a-43a0-bd3b-8ef4d5fdd554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:26:58Z', 'updated_at': '2021-11-12T01:26:59Z', 'revision_number': 3, 'project_id': '3cb143df3043479bafe721134bf0a6a0', 'gw_port': {'id': '280a9c53-9b2a-43a0-bd3b-8ef4d5fdd554', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e84a98-7fda-4f11-85dc-6f4db83bd01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:26:58Z', 'updated_at': '2021-11-12T01:26:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:00.569617 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b949823-210a-47f1-b746-ef4530b7cefa None None] Checking router: 87e84a98-7fda-4f11-85dc-6f4db83bd01d for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:27:00.569972 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b949823-210a-47f1-b746-ef4530b7cefa None None] Updating router 87e84a98-7fda-4f11-85dc-6f4db83bd01d port 280a9c53-9b2a-43a0-bd3b-8ef4d5fdd554 binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:27:00.597271 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4b949823-210a-47f1-b746-ef4530b7cefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:00.788649 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-87f72784-0f80-4b3f-90dd-84e25e0aabaf None None] Provisioning complete for port 2249bf1f-d62e-4168-84b8-aa267cafa6b1 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:00.789008 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-87f72784-0f80-4b3f-90dd-84e25e0aabaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:00.805474 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bf3e45b1-e1f2-471a-9833-d89d2b6042c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:00.924505 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4b949823-210a-47f1-b746-ef4530b7cefa None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:00.937720 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4b949823-210a-47f1-b746-ef4530b7cefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:00.960636 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-bf3e45b1-e1f2-471a-9833-d89d2b6042c4 admin admin] Allocated IP 172.20.0.1 (3942533b-64d8-4ef3-b66d-48f49182cbd9/dcf62e1f-ac75-4928-a65e-21ed491b32fb/eda7572f-3c6b-4ac5-b1bf-41eda8150a07) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:27:00.990570 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76c7941-9e58-4bcf-a1ff-7e7dd5b9f1dd None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:27:01.002602 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75178978-7b9f-4dfb-a034-7ac30d17a08b None None] Pushing event updated for resources: {'Port': ['ID=280a9c53-9b2a-43a0-bd3b-8ef4d5fdd554,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:01.004730 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-4b949823-210a-47f1-b746-ef4530b7cefa None None] Attempting to bind port 280a9c53-9b2a-43a0-bd3b-8ef4d5fdd554 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:27:01.005096 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-4b949823-210a-47f1-b746-ef4530b7cefa None None] Attempting to bind port 280a9c53-9b2a-43a0-bd3b-8ef4d5fdd554 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:27:01.005481 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b949823-210a-47f1-b746-ef4530b7cefa None None] Attempting to bind port 280a9c53-9b2a-43a0-bd3b-8ef4d5fdd554 on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:27:01.013193 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b949823-210a-47f1-b746-ef4530b7cefa None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:27:01.013598 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b949823-210a-47f1-b746-ef4530b7cefa None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:27:01.013998 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4b949823-210a-47f1-b746-ef4530b7cefa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:01.014381 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b949823-210a-47f1-b746-ef4530b7cefa None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:27:01.014849 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-4b949823-210a-47f1-b746-ef4530b7cefa None None] Bound port: 280a9c53-9b2a-43a0-bd3b-8ef4d5fdd554, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:27:01.015223 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4b949823-210a-47f1-b746-ef4530b7cefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:01.074880 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bf3e45b1-e1f2-471a-9833-d89d2b6042c4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:01.109383 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bf3e45b1-e1f2-471a-9833-d89d2b6042c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:01.148929 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3e45b1-e1f2-471a-9833-d89d2b6042c4 admin admin] Network 3942533b-64d8-4ef3-b66d-48f49182cbd9 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:27:01.154854 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-bf3e45b1-e1f2-471a-9833-d89d2b6042c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:27:01.158492 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3e45b1-e1f2-471a-9833-d89d2b6042c4 admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:27:01.182378 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e45b1-e1f2-471a-9833-d89d2b6042c4 admin admin] Pushing event updated for resources: {'Port': ['ID=eda7572f-3c6b-4ac5-b1bf-41eda8150a07,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:01.204553 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bf3e45b1-e1f2-471a-9833-d89d2b6042c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:01.243270 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-fe8c335d-e870-4b27-9dad-5cb3ff13eb8a None None] Provisioning complete for port 280a9c53-9b2a-43a0-bd3b-8ef4d5fdd554 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:01.243626 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fe8c335d-e870-4b27-9dad-5cb3ff13eb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:01.268170 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-4b949823-210a-47f1-b746-ef4530b7cefa None None] For port 280a9c53-9b2a-43a0-bd3b-8ef4d5fdd554, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:27:01.289005 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-4b949823-210a-47f1-b746-ef4530b7cefa None None] For port 280a9c53-9b2a-43a0-bd3b-8ef4d5fdd554, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=280a9c53-9b2a-43a0-bd3b-8ef4d5fdd554,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:27:01.292398 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-fe8c335d-e870-4b27-9dad-5cb3ff13eb8a None None] Port 280a9c53-9b2a-43a0-bd3b-8ef4d5fdd554 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:27:01.294747 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4b949823-210a-47f1-b746-ef4530b7cefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:01.354840 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1e606e-428f-4e2c-ba71-a0644f163f3f None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:27:01.364028 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bf3e45b1-e1f2-471a-9833-d89d2b6042c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:01.368504 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75178978-7b9f-4dfb-a034-7ac30d17a08b None None] Pushing event updated for resources: {'Port': ['ID=280a9c53-9b2a-43a0-bd3b-8ef4d5fdd554,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:01.372710 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b949823-210a-47f1-b746-ef4530b7cefa None None] Routers {'87e84a98-7fda-4f11-85dc-6f4db83bd01d'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:27:01.373314 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-4b949823-210a-47f1-b746-ef4530b7cefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:26:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['87e84a98-7fda-4f11-85dc-6f4db83bd01d'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:01.434506 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-1d219cba-0cf6-469f-b11b-961dd147fee8 None None] Provisioning complete for port eda7572f-3c6b-4ac5-b1bf-41eda8150a07 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:01.434826 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1d219cba-0cf6-469f-b11b-961dd147fee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:01.512789 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-1d219cba-0cf6-469f-b11b-961dd147fee8 None None] Port eda7572f-3c6b-4ac5-b1bf-41eda8150a07 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:27:01.517688 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-4b949823-210a-47f1-b746-ef4530b7cefa None None] Set router 87e84a98-7fda-4f11-85dc-6f4db83bd01d gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:27:01.533206 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bf3e45b1-e1f2-471a-9833-d89d2b6042c4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:01.537934 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bf3e45b1-e1f2-471a-9833-d89d2b6042c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:01.557888 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-1d219cba-0cf6-469f-b11b-961dd147fee8 None None] Provisioning complete for port 280a9c53-9b2a-43a0-bd3b-8ef4d5fdd554 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:01.558254 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1d219cba-0cf6-469f-b11b-961dd147fee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:01.608283 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e45b1-e1f2-471a-9833-d89d2b6042c4 admin admin] Pushing event updated for resources: {'Port': ['ID=eda7572f-3c6b-4ac5-b1bf-41eda8150a07,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:01.610816 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bf3e45b1-e1f2-471a-9833-d89d2b6042c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:01.676805 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 2249bf1f-d62e-4168-84b8-aa267cafa6b1 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:27:01.709926 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3e45b1-e1f2-471a-9833-d89d2b6042c4 admin admin] Network 3942533b-64d8-4ef3-b66d-48f49182cbd9 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:27:01.711536 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-bf3e45b1-e1f2-471a-9833-d89d2b6042c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:27:01.797747 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1d219cba-0cf6-469f-b11b-961dd147fee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:01.825173 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 2249bf1f-d62e-4168-84b8-aa267cafa6b1 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:01.825571 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:01.832182 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-1d219cba-0cf6-469f-b11b-961dd147fee8 None None] For port 280a9c53-9b2a-43a0-bd3b-8ef4d5fdd554, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=280a9c53-9b2a-43a0-bd3b-8ef4d5fdd554,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:01.840803 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf3e45b1-e1f2-471a-9833-d89d2b6042c4 admin admin] Router 87e84a98-7fda-4f11-85dc-6f4db83bd01d has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:27:01.860220 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1d219cba-0cf6-469f-b11b-961dd147fee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:01.934788 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-4b949823-210a-47f1-b746-ef4530b7cefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e84a98-7fda-4f11-85dc-6f4db83bd01d', 'name': 'tempest-TestServerMultinode-1110982903-router', 'tenant_id': '3cb143df3043479bafe721134bf0a6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '280a9c53-9b2a-43a0-bd3b-8ef4d5fdd554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:26:58Z', 'updated_at': '2021-11-12T01:27:01Z', 'revision_number': 4, 'project_id': '3cb143df3043479bafe721134bf0a6a0', 'gw_port': {'id': '280a9c53-9b2a-43a0-bd3b-8ef4d5fdd554', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e84a98-7fda-4f11-85dc-6f4db83bd01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:26:58Z', 'updated_at': '2021-11-12T01:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'eda7572f-3c6b-4ac5-b1bf-41eda8150a07', 'name': '', 'network_id': '3942533b-64d8-4ef3-b66d-48f49182cbd9', 'tenant_id': '3cb143df3043479bafe721134bf0a6a0', 'mac_address': 'fa:16:3e:3c:a4:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e84a98-7fda-4f11-85dc-6f4db83bd01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'dcf62e1f-ac75-4928-a65e-21ed491b32fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:27:00Z', 'updated_at': '2021-11-12T01:27:00Z', 'revision_number': 1, 'project_id': '3cb143df3043479bafe721134bf0a6a0', 'subnets': [{'id': 'dcf62e1f-ac75-4928-a65e-21ed491b32fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:01.939141 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d219cba-0cf6-469f-b11b-961dd147fee8 None None] Pushing event updated for resources: {'Port': ['ID=280a9c53-9b2a-43a0-bd3b-8ef4d5fdd554,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:01.963947 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3e45b1-e1f2-471a-9833-d89d2b6042c4 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:27:01.967405 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b949823-210a-47f1-b746-ef4530b7cefa None None] The sync data for ids ['87e84a98-7fda-4f11-85dc-6f4db83bd01d'] in n-d-812236-11 is: [{'id': '87e84a98-7fda-4f11-85dc-6f4db83bd01d', 'name': 'tempest-TestServerMultinode-1110982903-router', 'tenant_id': '3cb143df3043479bafe721134bf0a6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '280a9c53-9b2a-43a0-bd3b-8ef4d5fdd554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:26:58Z', 'updated_at': '2021-11-12T01:27:01Z', 'revision_number': 4, 'project_id': '3cb143df3043479bafe721134bf0a6a0', 'gw_port': {'id': '280a9c53-9b2a-43a0-bd3b-8ef4d5fdd554', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e84a98-7fda-4f11-85dc-6f4db83bd01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:26:58Z', 'updated_at': '2021-11-12T01:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'eda7572f-3c6b-4ac5-b1bf-41eda8150a07', 'name': '', 'network_id': '3942533b-64d8-4ef3-b66d-48f49182cbd9', 'tenant_id': '3cb143df3043479bafe721134bf0a6a0', 'mac_address': 'fa:16:3e:3c:a4:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e84a98-7fda-4f11-85dc-6f4db83bd01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'dcf62e1f-ac75-4928-a65e-21ed491b32fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:27:00Z', 'updated_at': '2021-11-12T01:27:00Z', 'revision_number': 1, 'project_id': '3cb143df3043479bafe721134bf0a6a0', 'subnets': [{'id': 'dcf62e1f-ac75-4928-a65e-21ed491b32fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:27:01.982172 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-bf3e45b1-e1f2-471a-9833-d89d2b6042c4 admin admin] 10.222.0.20 "PUT /v2.0/routers/87e84a98-7fda-4f11-85dc-6f4db83bd01d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9428687 Nov 12 01:27:02.017978 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-f9f4cbb2-e9db-4ec1-b04d-3ab2840e1fc3 None None] Provisioning complete for port eda7572f-3c6b-4ac5-b1bf-41eda8150a07 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:02.018349 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f9f4cbb2-e9db-4ec1-b04d-3ab2840e1fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:02.053950 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-f9f4cbb2-e9db-4ec1-b04d-3ab2840e1fc3 None None] Port eda7572f-3c6b-4ac5-b1bf-41eda8150a07 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:27:02.498850 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46900) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:02.504018 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-12e5554c-636e-4e32-9a04-57ee479b28da admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-868903112-network', 'tenant_id': '34ce44279c7f4ce7849292027f36f992'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:02.526126 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e5554c-636e-4e32-9a04-57ee479b28da admin admin] Made reservation on behalf of 34ce44279c7f4ce7849292027f36f992 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:27:02.528629 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-12e5554c-636e-4e32-9a04-57ee479b28da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:02.537987 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-12e5554c-636e-4e32-9a04-57ee479b28da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:02.640599 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-12e5554c-636e-4e32-9a04-57ee479b28da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:02.645850 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-12e5554c-636e-4e32-9a04-57ee479b28da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:02.675502 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12e5554c-636e-4e32-9a04-57ee479b28da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:27:02.682518 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5554c-636e-4e32-9a04-57ee479b28da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67d9a7a-1bcb-40ce-95ef-d5aa184f272d,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:02.694098 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-12e5554c-636e-4e32-9a04-57ee479b28da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:02.694493 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-12e5554c-636e-4e32-9a04-57ee479b28da admin admin] Added segment bd05d6ab-6e20-4c64-b206-2728f42a6819 of type vlan for network a3701571-7e27-4b09-aa7b-4f33373585ff Nov 12 01:27:02.737336 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-12e5554c-636e-4e32-9a04-57ee479b28da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:02.763856 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-12e5554c-636e-4e32-9a04-57ee479b28da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:02.764854 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e5554c-636e-4e32-9a04-57ee479b28da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:02.765482 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-12e5554c-636e-4e32-9a04-57ee479b28da admin admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:02.830230 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-12e5554c-636e-4e32-9a04-57ee479b28da admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3277044 Nov 12 01:27:02.830664 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46902) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:02.835906 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-4806c5e2-fefd-4bde-bdae-c416c655bd0e admin admin] Request body: {'subnet': {'network_id': 'a3701571-7e27-4b09-aa7b-4f33373585ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-868903112-subnet', 'tenant_id': '34ce44279c7f4ce7849292027f36f992', 'ip_version': 4}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:02.836070 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5554c-636e-4e32-9a04-57ee479b28da admin admin] Pushing event updated for resources: {'Network': ['ID=a3701571-7e27-4b09-aa7b-4f33373585ff,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:02.847119 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network a3701571-7e27-4b09-aa7b-4f33373585ff details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:27:02.864768 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4806c5e2-fefd-4bde-bdae-c416c655bd0e admin admin] Made reservation on behalf of 34ce44279c7f4ce7849292027f36f992 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:27:02.867174 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4806c5e2-fefd-4bde-bdae-c416c655bd0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:03.050655 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4806c5e2-fefd-4bde-bdae-c416c655bd0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:03.110845 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4806c5e2-fefd-4bde-bdae-c416c655bd0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=18ae6e86-7a8d-476b-b06a-b76aa82064e9,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:03.118520 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4806c5e2-fefd-4bde-bdae-c416c655bd0e admin admin] Checking segment: {'id': 'bd05d6ab-6e20-4c64-b206-2728f42a6819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a3701571-7e27-4b09-aa7b-4f33373585ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:27:03.118878 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4806c5e2-fefd-4bde-bdae-c416c655bd0e admin admin] Network hostable DHCP agents. Network: a3701571-7e27-4b09-aa7b-4f33373585ff, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:27:03.135951 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4806c5e2-fefd-4bde-bdae-c416c655bd0e admin admin] Network a3701571-7e27-4b09-aa7b-4f33373585ff is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:27:03.146181 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-4806c5e2-fefd-4bde-bdae-c416c655bd0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, a3701571-7e27-4b09-aa7b-4f33373585ff) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:27:03.150961 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4806c5e2-fefd-4bde-bdae-c416c655bd0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:03.151642 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4806c5e2-fefd-4bde-bdae-c416c655bd0e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:03.156018 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9936dbe6-2054-4f6c-aa03-c1e58fd89740 None None] Network a3701571-7e27-4b09-aa7b-4f33373585ff requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:27:03.169557 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4806c5e2-fefd-4bde-bdae-c416c655bd0e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3375452 Nov 12 01:27:03.171933 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 46904) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:03.176381 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-74424ada-2d8c-44cd-8e5f-0f7201473313 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-868903112-router', 'tenant_id': '34ce44279c7f4ce7849292027f36f992', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:03.199202 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-74424ada-2d8c-44cd-8e5f-0f7201473313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:03.200451 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-74424ada-2d8c-44cd-8e5f-0f7201473313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:03.262326 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-74424ada-2d8c-44cd-8e5f-0f7201473313 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:03.336727 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cea0a5d-076a-4c00-956b-306438316fd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-a3701571-7e27-4b09-aa7b-4f33373585ff', 'network_id': 'a3701571-7e27-4b09-aa7b-4f33373585ff', 'tenant_id': '34ce44279c7f4ce7849292027f36f992', 'fixed_ips': [{'subnet_id': '18ae6e86-7a8d-476b-b06a-b76aa82064e9'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:27:03.338886 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2cea0a5d-076a-4c00-956b-306438316fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:03.484086 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-2cea0a5d-076a-4c00-956b-306438316fd6 None None] Allocated IP 172.20.0.2 (a3701571-7e27-4b09-aa7b-4f33373585ff/18ae6e86-7a8d-476b-b06a-b76aa82064e9/6a43d47d-020b-4989-929d-a92223b516a1) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:27:03.641630 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2cea0a5d-076a-4c00-956b-306438316fd6 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:03.655806 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2cea0a5d-076a-4c00-956b-306438316fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:03.708750 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cea0a5d-076a-4c00-956b-306438316fd6 None None] Network a3701571-7e27-4b09-aa7b-4f33373585ff is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:27:03.709789 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 280a9c53-9b2a-43a0-bd3b-8ef4d5fdd554 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:27:03.719042 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-2cea0a5d-076a-4c00-956b-306438316fd6 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:27:03.738091 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cea0a5d-076a-4c00-956b-306438316fd6 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:27:03.741515 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea0a5d-076a-4c00-956b-306438316fd6 None None] Pushing event updated for resources: {'Port': ['ID=6a43d47d-020b-4989-929d-a92223b516a1,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:03.778220 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-74424ada-2d8c-44cd-8e5f-0f7201473313 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:03.815574 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-2cea0a5d-076a-4c00-956b-306438316fd6 None None] Attempting to bind port 6a43d47d-020b-4989-929d-a92223b516a1 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:27:03.815943 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-2cea0a5d-076a-4c00-956b-306438316fd6 None None] Attempting to bind port 6a43d47d-020b-4989-929d-a92223b516a1 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'bd05d6ab-6e20-4c64-b206-2728f42a6819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a3701571-7e27-4b09-aa7b-4f33373585ff'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:27:03.816504 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cea0a5d-076a-4c00-956b-306438316fd6 None None] Attempting to bind port 6a43d47d-020b-4989-929d-a92223b516a1 on network a3701571-7e27-4b09-aa7b-4f33373585ff {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:27:03.825825 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cea0a5d-076a-4c00-956b-306438316fd6 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:27:03.826197 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cea0a5d-076a-4c00-956b-306438316fd6 None None] Checking segment: {'id': 'bd05d6ab-6e20-4c64-b206-2728f42a6819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a3701571-7e27-4b09-aa7b-4f33373585ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:27:03.826596 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2cea0a5d-076a-4c00-956b-306438316fd6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:03.826988 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cea0a5d-076a-4c00-956b-306438316fd6 None None] Bound using segment: {'id': 'bd05d6ab-6e20-4c64-b206-2728f42a6819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a3701571-7e27-4b09-aa7b-4f33373585ff'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:27:03.827456 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-2cea0a5d-076a-4c00-956b-306438316fd6 None None] Bound port: 6a43d47d-020b-4989-929d-a92223b516a1, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd05d6ab-6e20-4c64-b206-2728f42a6819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a3701571-7e27-4b09-aa7b-4f33373585ff'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:27:03.827834 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2cea0a5d-076a-4c00-956b-306438316fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:03.831053 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 280a9c53-9b2a-43a0-bd3b-8ef4d5fdd554 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:03.831411 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:03.928866 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-2cea0a5d-076a-4c00-956b-306438316fd6 None None] For port 6a43d47d-020b-4989-929d-a92223b516a1, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:27:03.933362 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-2cea0a5d-076a-4c00-956b-306438316fd6 None None] For port 6a43d47d-020b-4989-929d-a92223b516a1, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=6a43d47d-020b-4989-929d-a92223b516a1,segment=NetworkSegment(bd05d6ab-6e20-4c64-b206-2728f42a6819),segment_id=bd05d6ab-6e20-4c64-b206-2728f42a6819)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:27:03.954227 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2cea0a5d-076a-4c00-956b-306438316fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:03.994962 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-74424ada-2d8c-44cd-8e5f-0f7201473313 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:04.015169 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-74424ada-2d8c-44cd-8e5f-0f7201473313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:04.027555 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea0a5d-076a-4c00-956b-306438316fd6 None None] Pushing event updated for resources: {'Port': ['ID=6a43d47d-020b-4989-929d-a92223b516a1,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:04.055623 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50112f19-2ba9-49eb-bdd7-21499ba0ccda None None] Sync routers for ids ['87e84a98-7fda-4f11-85dc-6f4db83bd01d'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:27:04.065976 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50112f19-2ba9-49eb-bdd7-21499ba0ccda None None] Routers {'87e84a98-7fda-4f11-85dc-6f4db83bd01d'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:27:04.066674 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-50112f19-2ba9-49eb-bdd7-21499ba0ccda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:26:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['87e84a98-7fda-4f11-85dc-6f4db83bd01d'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:04.132904 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-74424ada-2d8c-44cd-8e5f-0f7201473313 admin admin] Allocated IP 172.25.2.91 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/2ff30861-397c-4f2b-a344-0e5ccc890eeb) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:27:04.180830 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-50112f19-2ba9-49eb-bdd7-21499ba0ccda None None] Set router 87e84a98-7fda-4f11-85dc-6f4db83bd01d gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:27:04.269198 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-74424ada-2d8c-44cd-8e5f-0f7201473313 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:04.307312 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-74424ada-2d8c-44cd-8e5f-0f7201473313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:04.340171 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e2354bcd-0300-4553-8de1-72377c153ba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:04.358165 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74424ada-2d8c-44cd-8e5f-0f7201473313 admin admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:27:04.368001 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-74424ada-2d8c-44cd-8e5f-0f7201473313 admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:27:04.371638 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74424ada-2d8c-44cd-8e5f-0f7201473313 admin admin] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:27:04.390662 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7356ba8f-7691-439d-a128-855afedb2d5c None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:27:04.395306 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74424ada-2d8c-44cd-8e5f-0f7201473313 admin admin] Pushing event updated for resources: {'Port': ['ID=2ff30861-397c-4f2b-a344-0e5ccc890eeb,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:04.420240 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-50112f19-2ba9-49eb-bdd7-21499ba0ccda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e84a98-7fda-4f11-85dc-6f4db83bd01d', 'name': 'tempest-TestServerMultinode-1110982903-router', 'tenant_id': '3cb143df3043479bafe721134bf0a6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '280a9c53-9b2a-43a0-bd3b-8ef4d5fdd554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:26:58Z', 'updated_at': '2021-11-12T01:27:01Z', 'revision_number': 4, 'project_id': '3cb143df3043479bafe721134bf0a6a0', 'gw_port': {'id': '280a9c53-9b2a-43a0-bd3b-8ef4d5fdd554', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e84a98-7fda-4f11-85dc-6f4db83bd01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:26:58Z', 'updated_at': '2021-11-12T01:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'eda7572f-3c6b-4ac5-b1bf-41eda8150a07', 'name': '', 'network_id': '3942533b-64d8-4ef3-b66d-48f49182cbd9', 'tenant_id': '3cb143df3043479bafe721134bf0a6a0', 'mac_address': 'fa:16:3e:3c:a4:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e84a98-7fda-4f11-85dc-6f4db83bd01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'dcf62e1f-ac75-4928-a65e-21ed491b32fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:27:00Z', 'updated_at': '2021-11-12T01:27:01Z', 'revision_number': 2, 'project_id': '3cb143df3043479bafe721134bf0a6a0', 'subnets': [{'id': 'dcf62e1f-ac75-4928-a65e-21ed491b32fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:04.449361 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50112f19-2ba9-49eb-bdd7-21499ba0ccda None None] Checking router: 87e84a98-7fda-4f11-85dc-6f4db83bd01d for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:27:04.449743 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50112f19-2ba9-49eb-bdd7-21499ba0ccda None None] Updating router 87e84a98-7fda-4f11-85dc-6f4db83bd01d port eda7572f-3c6b-4ac5-b1bf-41eda8150a07 binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:27:04.493312 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-a60b13bd-2dd1-4728-9bee-9d36d462931b None None] Provisioning complete for port 2ff30861-397c-4f2b-a344-0e5ccc890eeb triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:04.495102 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a60b13bd-2dd1-4728-9bee-9d36d462931b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:04.540271 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-a60b13bd-2dd1-4728-9bee-9d36d462931b None None] Port 2ff30861-397c-4f2b-a344-0e5ccc890eeb cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:27:04.567320 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-50112f19-2ba9-49eb-bdd7-21499ba0ccda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:04.648463 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-74424ada-2d8c-44cd-8e5f-0f7201473313 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:04.839247 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-50112f19-2ba9-49eb-bdd7-21499ba0ccda None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:04.845942 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-50112f19-2ba9-49eb-bdd7-21499ba0ccda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:04.861573 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-74424ada-2d8c-44cd-8e5f-0f7201473313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:04.911918 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1929909-ce0d-4286-961c-1794d2fe7437 None None] Pushing event updated for resources: {'Port': ['ID=eda7572f-3c6b-4ac5-b1bf-41eda8150a07,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:04.955110 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1929909-ce0d-4286-961c-1794d2fe7437 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:04.955593 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1929909-ce0d-4286-961c-1794d2fe7437 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:04.956237 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1929909-ce0d-4286-961c-1794d2fe7437 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:04.956422 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1929909-ce0d-4286-961c-1794d2fe7437 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:04.957000 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1929909-ce0d-4286-961c-1794d2fe7437 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:04.957537 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1929909-ce0d-4286-961c-1794d2fe7437 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:04.958089 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1929909-ce0d-4286-961c-1794d2fe7437 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:04.958740 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1929909-ce0d-4286-961c-1794d2fe7437 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:04.959608 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1929909-ce0d-4286-961c-1794d2fe7437 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:04.960219 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1929909-ce0d-4286-961c-1794d2fe7437 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:04.960720 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1929909-ce0d-4286-961c-1794d2fe7437 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:04.961214 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1929909-ce0d-4286-961c-1794d2fe7437 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:04.983443 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-50112f19-2ba9-49eb-bdd7-21499ba0ccda None None] Attempting to bind port eda7572f-3c6b-4ac5-b1bf-41eda8150a07 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:27:04.983804 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-50112f19-2ba9-49eb-bdd7-21499ba0ccda None None] Attempting to bind port eda7572f-3c6b-4ac5-b1bf-41eda8150a07 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '0e9e435d-b121-4836-b2fe-afa983361285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3942533b-64d8-4ef3-b66d-48f49182cbd9'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:27:04.984158 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50112f19-2ba9-49eb-bdd7-21499ba0ccda None None] Attempting to bind port eda7572f-3c6b-4ac5-b1bf-41eda8150a07 on network 3942533b-64d8-4ef3-b66d-48f49182cbd9 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:27:04.990040 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50112f19-2ba9-49eb-bdd7-21499ba0ccda None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:27:04.991060 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50112f19-2ba9-49eb-bdd7-21499ba0ccda None None] Checking segment: {'id': '0e9e435d-b121-4836-b2fe-afa983361285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3942533b-64d8-4ef3-b66d-48f49182cbd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:27:04.991683 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-50112f19-2ba9-49eb-bdd7-21499ba0ccda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:04.992310 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50112f19-2ba9-49eb-bdd7-21499ba0ccda None None] Bound using segment: {'id': '0e9e435d-b121-4836-b2fe-afa983361285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3942533b-64d8-4ef3-b66d-48f49182cbd9'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:27:04.993624 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-50112f19-2ba9-49eb-bdd7-21499ba0ccda None None] Bound port: eda7572f-3c6b-4ac5-b1bf-41eda8150a07, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e9e435d-b121-4836-b2fe-afa983361285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3942533b-64d8-4ef3-b66d-48f49182cbd9'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:27:04.994239 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-50112f19-2ba9-49eb-bdd7-21499ba0ccda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:05.016364 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74424ada-2d8c-44cd-8e5f-0f7201473313 admin admin] Router 2d542cd0-5ec0-4b47-9803-7c60cfed5f32 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:27:05.070026 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-50112f19-2ba9-49eb-bdd7-21499ba0ccda None None] For port eda7572f-3c6b-4ac5-b1bf-41eda8150a07, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:27:05.075520 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-50112f19-2ba9-49eb-bdd7-21499ba0ccda None None] For port eda7572f-3c6b-4ac5-b1bf-41eda8150a07, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=eda7572f-3c6b-4ac5-b1bf-41eda8150a07,segment=NetworkSegment(0e9e435d-b121-4836-b2fe-afa983361285),segment_id=0e9e435d-b121-4836-b2fe-afa983361285)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:27:05.082011 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-50112f19-2ba9-49eb-bdd7-21499ba0ccda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:05.151903 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50112f19-2ba9-49eb-bdd7-21499ba0ccda None None] Routers {'87e84a98-7fda-4f11-85dc-6f4db83bd01d'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:27:05.152584 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-50112f19-2ba9-49eb-bdd7-21499ba0ccda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:26:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['87e84a98-7fda-4f11-85dc-6f4db83bd01d'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:05.154403 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1929909-ce0d-4286-961c-1794d2fe7437 None None] Pushing event updated for resources: {'Port': ['ID=eda7572f-3c6b-4ac5-b1bf-41eda8150a07,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:05.156667 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74424ada-2d8c-44cd-8e5f-0f7201473313 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:27:05.164517 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d987e53-bb7b-45e0-8e3d-32c56ac245f9 None None] Network a3701571-7e27-4b09-aa7b-4f33373585ff requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:27:05.171858 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e477c2f-d330-40ed-b0c9-45cae7fc129c None None] Sync routers for ids ['2d542cd0-5ec0-4b47-9803-7c60cfed5f32'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:27:05.195597 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-74424ada-2d8c-44cd-8e5f-0f7201473313 admin admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:05.197763 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-74424ada-2d8c-44cd-8e5f-0f7201473313 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0242250 Nov 12 01:27:05.200140 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 46906) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:05.231219 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e477c2f-d330-40ed-b0c9-45cae7fc129c None None] Routers {'2d542cd0-5ec0-4b47-9803-7c60cfed5f32'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:27:05.231843 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-9e477c2f-d330-40ed-b0c9-45cae7fc129c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:26:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['2d542cd0-5ec0-4b47-9803-7c60cfed5f32'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:05.280428 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-50112f19-2ba9-49eb-bdd7-21499ba0ccda None None] Set router 87e84a98-7fda-4f11-85dc-6f4db83bd01d gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:27:05.314385 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-e8117895-99ce-42c3-bd43-7f353553e5c6 None None] Provisioning complete for port eda7572f-3c6b-4ac5-b1bf-41eda8150a07 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:05.314750 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e8117895-99ce-42c3-bd43-7f353553e5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:05.441835 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-9e477c2f-d330-40ed-b0c9-45cae7fc129c None None] Set router 2d542cd0-5ec0-4b47-9803-7c60cfed5f32 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:27:05.511685 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-50112f19-2ba9-49eb-bdd7-21499ba0ccda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e84a98-7fda-4f11-85dc-6f4db83bd01d', 'name': 'tempest-TestServerMultinode-1110982903-router', 'tenant_id': '3cb143df3043479bafe721134bf0a6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '280a9c53-9b2a-43a0-bd3b-8ef4d5fdd554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:26:58Z', 'updated_at': '2021-11-12T01:27:01Z', 'revision_number': 4, 'project_id': '3cb143df3043479bafe721134bf0a6a0', 'gw_port': {'id': '280a9c53-9b2a-43a0-bd3b-8ef4d5fdd554', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e84a98-7fda-4f11-85dc-6f4db83bd01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:26:58Z', 'updated_at': '2021-11-12T01:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'eda7572f-3c6b-4ac5-b1bf-41eda8150a07', 'name': '', 'network_id': '3942533b-64d8-4ef3-b66d-48f49182cbd9', 'tenant_id': '3cb143df3043479bafe721134bf0a6a0', 'mac_address': 'fa:16:3e:3c:a4:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e84a98-7fda-4f11-85dc-6f4db83bd01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'dcf62e1f-ac75-4928-a65e-21ed491b32fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:27:00Z', 'updated_at': '2021-11-12T01:27:05Z', 'revision_number': 4, 'project_id': '3cb143df3043479bafe721134bf0a6a0', 'subnets': [{'id': 'dcf62e1f-ac75-4928-a65e-21ed491b32fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:05.538772 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50112f19-2ba9-49eb-bdd7-21499ba0ccda None None] The sync data for ids ['87e84a98-7fda-4f11-85dc-6f4db83bd01d'] in n-d-812236-11 is: [{'id': '87e84a98-7fda-4f11-85dc-6f4db83bd01d', 'name': 'tempest-TestServerMultinode-1110982903-router', 'tenant_id': '3cb143df3043479bafe721134bf0a6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '280a9c53-9b2a-43a0-bd3b-8ef4d5fdd554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:26:58Z', 'updated_at': '2021-11-12T01:27:01Z', 'revision_number': 4, 'project_id': '3cb143df3043479bafe721134bf0a6a0', 'gw_port': {'id': '280a9c53-9b2a-43a0-bd3b-8ef4d5fdd554', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e84a98-7fda-4f11-85dc-6f4db83bd01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:26:58Z', 'updated_at': '2021-11-12T01:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'eda7572f-3c6b-4ac5-b1bf-41eda8150a07', 'name': '', 'network_id': '3942533b-64d8-4ef3-b66d-48f49182cbd9', 'tenant_id': '3cb143df3043479bafe721134bf0a6a0', 'mac_address': 'fa:16:3e:3c:a4:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e84a98-7fda-4f11-85dc-6f4db83bd01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'dcf62e1f-ac75-4928-a65e-21ed491b32fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:27:00Z', 'updated_at': '2021-11-12T01:27:05Z', 'revision_number': 4, 'project_id': '3cb143df3043479bafe721134bf0a6a0', 'subnets': [{'id': 'dcf62e1f-ac75-4928-a65e-21ed491b32fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:27:05.712544 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3ebf370e-900a-48d8-bca7-c5627bc3c829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:05.852999 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e8117895-99ce-42c3-bd43-7f353553e5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:05.871658 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device eda7572f-3c6b-4ac5-b1bf-41eda8150a07 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:27:05.907863 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-3ebf370e-900a-48d8-bca7-c5627bc3c829 admin admin] Allocated IP 172.20.0.1 (a3701571-7e27-4b09-aa7b-4f33373585ff/18ae6e86-7a8d-476b-b06a-b76aa82064e9/e1189efc-2aee-443a-8c45-fdc03c75c9e0) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:27:05.955520 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-e8117895-99ce-42c3-bd43-7f353553e5c6 None None] For port eda7572f-3c6b-4ac5-b1bf-41eda8150a07, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=eda7572f-3c6b-4ac5-b1bf-41eda8150a07,segment=NetworkSegment(0e9e435d-b121-4836-b2fe-afa983361285),segment_id=0e9e435d-b121-4836-b2fe-afa983361285)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:05.982652 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e8117895-99ce-42c3-bd43-7f353553e5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:06.038250 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3ebf370e-900a-48d8-bca7-c5627bc3c829 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:06.049590 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-e8117895-99ce-42c3-bd43-7f353553e5c6 None None] Provisioning complete for port 6a43d47d-020b-4989-929d-a92223b516a1 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:06.049962 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e8117895-99ce-42c3-bd43-7f353553e5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:06.056014 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port eda7572f-3c6b-4ac5-b1bf-41eda8150a07 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:06.056381 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:06.082740 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3ebf370e-900a-48d8-bca7-c5627bc3c829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:06.118279 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8117895-99ce-42c3-bd43-7f353553e5c6 None None] Pushing event updated for resources: {'Port': ['ID=eda7572f-3c6b-4ac5-b1bf-41eda8150a07,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:06.138244 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebf370e-900a-48d8-bca7-c5627bc3c829 admin admin] Network a3701571-7e27-4b09-aa7b-4f33373585ff is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:27:06.141841 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-3ebf370e-900a-48d8-bca7-c5627bc3c829 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:27:06.145349 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebf370e-900a-48d8-bca7-c5627bc3c829 admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:27:06.159425 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-9e477c2f-d330-40ed-b0c9-45cae7fc129c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d542cd0-5ec0-4b47-9803-7c60cfed5f32', 'name': 'tempest-TestServerMultinode-868903112-router', 'tenant_id': '34ce44279c7f4ce7849292027f36f992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '2ff30861-397c-4f2b-a344-0e5ccc890eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:27:03Z', 'updated_at': '2021-11-12T01:27:04Z', 'revision_number': 3, 'project_id': '34ce44279c7f4ce7849292027f36f992', 'gw_port': {'id': '2ff30861-397c-4f2b-a344-0e5ccc890eeb', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:02:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d542cd0-5ec0-4b47-9803-7c60cfed5f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:27:04Z', 'updated_at': '2021-11-12T01:27:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:06.177006 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf370e-900a-48d8-bca7-c5627bc3c829 admin admin] Pushing event updated for resources: {'Port': ['ID=e1189efc-2aee-443a-8c45-fdc03c75c9e0,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:06.192868 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e477c2f-d330-40ed-b0c9-45cae7fc129c None None] Checking router: 2d542cd0-5ec0-4b47-9803-7c60cfed5f32 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:27:06.193424 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e477c2f-d330-40ed-b0c9-45cae7fc129c None None] Updating router 2d542cd0-5ec0-4b47-9803-7c60cfed5f32 port 2ff30861-397c-4f2b-a344-0e5ccc890eeb binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:27:06.201356 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3ebf370e-900a-48d8-bca7-c5627bc3c829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:06.267346 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9e477c2f-d330-40ed-b0c9-45cae7fc129c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:06.301107 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 6a43d47d-020b-4989-929d-a92223b516a1 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:27:06.326019 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e8117895-99ce-42c3-bd43-7f353553e5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:06.388926 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3ebf370e-900a-48d8-bca7-c5627bc3c829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:06.464838 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-e8117895-99ce-42c3-bd43-7f353553e5c6 None None] For port 6a43d47d-020b-4989-929d-a92223b516a1, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=6a43d47d-020b-4989-929d-a92223b516a1,segment=NetworkSegment(bd05d6ab-6e20-4c64-b206-2728f42a6819),segment_id=bd05d6ab-6e20-4c64-b206-2728f42a6819)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:06.483350 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e8117895-99ce-42c3-bd43-7f353553e5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:06.524910 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-23c5f977-00fd-4361-ab6b-03772bee1b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:06.577812 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 6a43d47d-020b-4989-929d-a92223b516a1 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:06.578188 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:06.587272 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3ebf370e-900a-48d8-bca7-c5627bc3c829 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:06.593529 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3ebf370e-900a-48d8-bca7-c5627bc3c829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:06.636076 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8117895-99ce-42c3-bd43-7f353553e5c6 None None] Pushing event updated for resources: {'Port': ['ID=6a43d47d-020b-4989-929d-a92223b516a1,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:06.664982 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3ebf370e-900a-48d8-bca7-c5627bc3c829 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:06.667552 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf370e-900a-48d8-bca7-c5627bc3c829 admin admin] Pushing event updated for resources: {'Port': ['ID=e1189efc-2aee-443a-8c45-fdc03c75c9e0,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:06.672513 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-ff738b82-7d44-43e7-b817-ff685f12e5c4 None None] Provisioning complete for port eda7572f-3c6b-4ac5-b1bf-41eda8150a07 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:06.672895 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ff738b82-7d44-43e7-b817-ff685f12e5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:06.758326 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebf370e-900a-48d8-bca7-c5627bc3c829 admin admin] Network a3701571-7e27-4b09-aa7b-4f33373585ff is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:27:06.759898 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-3ebf370e-900a-48d8-bca7-c5627bc3c829 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:27:06.846585 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9e477c2f-d330-40ed-b0c9-45cae7fc129c None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:06.856994 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9e477c2f-d330-40ed-b0c9-45cae7fc129c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:06.894372 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ebf370e-900a-48d8-bca7-c5627bc3c829 admin admin] Router 2d542cd0-5ec0-4b47-9803-7c60cfed5f32 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:27:06.919192 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e17305-ccef-4aab-aca6-15d62ada3b5f None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:27:06.936089 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-9e477c2f-d330-40ed-b0c9-45cae7fc129c None None] Attempting to bind port 2ff30861-397c-4f2b-a344-0e5ccc890eeb on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:27:06.936381 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-9e477c2f-d330-40ed-b0c9-45cae7fc129c None None] Attempting to bind port 2ff30861-397c-4f2b-a344-0e5ccc890eeb by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:27:06.936739 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e477c2f-d330-40ed-b0c9-45cae7fc129c None None] Attempting to bind port 2ff30861-397c-4f2b-a344-0e5ccc890eeb on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:27:06.942745 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d685623-94fc-4d0e-b3ad-5c0e453104b0 None None] Pushing event updated for resources: {'Port': ['ID=2ff30861-397c-4f2b-a344-0e5ccc890eeb,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:06.946404 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-ff738b82-7d44-43e7-b817-ff685f12e5c4 None None] Provisioning complete for port 6a43d47d-020b-4989-929d-a92223b516a1 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:06.946763 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ff738b82-7d44-43e7-b817-ff685f12e5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:06.951382 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e477c2f-d330-40ed-b0c9-45cae7fc129c None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:27:06.951764 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e477c2f-d330-40ed-b0c9-45cae7fc129c None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:27:06.952159 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9e477c2f-d330-40ed-b0c9-45cae7fc129c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:06.952957 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e477c2f-d330-40ed-b0c9-45cae7fc129c None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:27:06.953487 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-9e477c2f-d330-40ed-b0c9-45cae7fc129c None None] Bound port: 2ff30861-397c-4f2b-a344-0e5ccc890eeb, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:27:06.954286 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9e477c2f-d330-40ed-b0c9-45cae7fc129c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:07.013950 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ebf370e-900a-48d8-bca7-c5627bc3c829 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:27:07.020746 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3ebf370e-900a-48d8-bca7-c5627bc3c829 admin admin] 10.222.0.20 "PUT /v2.0/routers/2d542cd0-5ec0-4b47-9803-7c60cfed5f32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8182559 Nov 12 01:27:07.042373 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-9e477c2f-d330-40ed-b0c9-45cae7fc129c None None] For port 2ff30861-397c-4f2b-a344-0e5ccc890eeb, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:27:07.045939 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-9e477c2f-d330-40ed-b0c9-45cae7fc129c None None] For port 2ff30861-397c-4f2b-a344-0e5ccc890eeb, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=2ff30861-397c-4f2b-a344-0e5ccc890eeb,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:27:07.050886 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9e477c2f-d330-40ed-b0c9-45cae7fc129c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:07.120619 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c81d60d-bb0e-4e8f-873f-e83031bee724 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:27:07.155936 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e477c2f-d330-40ed-b0c9-45cae7fc129c None None] Routers {'2d542cd0-5ec0-4b47-9803-7c60cfed5f32'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:27:07.156571 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-9e477c2f-d330-40ed-b0c9-45cae7fc129c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:27:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['2d542cd0-5ec0-4b47-9803-7c60cfed5f32'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:07.158299 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d685623-94fc-4d0e-b3ad-5c0e453104b0 None None] Pushing event updated for resources: {'Port': ['ID=2ff30861-397c-4f2b-a344-0e5ccc890eeb,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:07.198921 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-ff738b82-7d44-43e7-b817-ff685f12e5c4 None None] Provisioning complete for port e1189efc-2aee-443a-8c45-fdc03c75c9e0 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:07.199552 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ff738b82-7d44-43e7-b817-ff685f12e5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:07.271706 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-ff738b82-7d44-43e7-b817-ff685f12e5c4 None None] Port e1189efc-2aee-443a-8c45-fdc03c75c9e0 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:27:07.299698 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-9e477c2f-d330-40ed-b0c9-45cae7fc129c None None] Set router 2d542cd0-5ec0-4b47-9803-7c60cfed5f32 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:27:07.444713 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-cf5bd541-5a46-47fd-b4a4-79729525397a None None] Provisioning complete for port e1189efc-2aee-443a-8c45-fdc03c75c9e0 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:07.445652 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cf5bd541-5a46-47fd-b4a4-79729525397a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:07.515043 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-cf5bd541-5a46-47fd-b4a4-79729525397a None None] Port e1189efc-2aee-443a-8c45-fdc03c75c9e0 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:27:07.534744 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-cf5bd541-5a46-47fd-b4a4-79729525397a None None] Provisioning complete for port 2ff30861-397c-4f2b-a344-0e5ccc890eeb triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:07.535110 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cf5bd541-5a46-47fd-b4a4-79729525397a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:07.579129 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37714f5-165a-4c6b-9093-58190b075624 req-fe6ec2e4-38b2-4c48-a7ed-ce7e34f0b1ab tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:07.580559 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-9e477c2f-d330-40ed-b0c9-45cae7fc129c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d542cd0-5ec0-4b47-9803-7c60cfed5f32', 'name': 'tempest-TestServerMultinode-868903112-router', 'tenant_id': '34ce44279c7f4ce7849292027f36f992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '2ff30861-397c-4f2b-a344-0e5ccc890eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:27:03Z', 'updated_at': '2021-11-12T01:27:06Z', 'revision_number': 4, 'project_id': '34ce44279c7f4ce7849292027f36f992', 'gw_port': {'id': '2ff30861-397c-4f2b-a344-0e5ccc890eeb', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:02:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d542cd0-5ec0-4b47-9803-7c60cfed5f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:27:04Z', 'updated_at': '2021-11-12T01:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'e1189efc-2aee-443a-8c45-fdc03c75c9e0', 'name': '', 'network_id': 'a3701571-7e27-4b09-aa7b-4f33373585ff', 'tenant_id': '34ce44279c7f4ce7849292027f36f992', 'mac_address': 'fa:16:3e:c4:cc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d542cd0-5ec0-4b47-9803-7c60cfed5f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '18ae6e86-7a8d-476b-b06a-b76aa82064e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:27:05Z', 'updated_at': '2021-11-12T01:27:06Z', 'revision_number': 2, 'project_id': '34ce44279c7f4ce7849292027f36f992', 'subnets': [{'id': '18ae6e86-7a8d-476b-b06a-b76aa82064e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:07.581023 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b37714f5-165a-4c6b-9093-58190b075624 req-fe6ec2e4-38b2-4c48-a7ed-ce7e34f0b1ab tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/networks?id=3942533b-64d8-4ef3-b66d-48f49182cbd9 HTTP/1.1" status: 200 len: 911 time: 0.0975637 Nov 12 01:27:07.595905 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b37714f5-165a-4c6b-9093-58190b075624 req-8115a44b-db68-4866-a572-74b01db034ae tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/quotas/34ce44279c7f4ce7849292027f36f992 HTTP/1.1" status: 200 len: 375 time: 0.0092039 Nov 12 01:27:07.610350 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e477c2f-d330-40ed-b0c9-45cae7fc129c None None] The sync data for ids ['2d542cd0-5ec0-4b47-9803-7c60cfed5f32'] in n-d-812236-11 is: [{'id': '2d542cd0-5ec0-4b47-9803-7c60cfed5f32', 'name': 'tempest-TestServerMultinode-868903112-router', 'tenant_id': '34ce44279c7f4ce7849292027f36f992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '2ff30861-397c-4f2b-a344-0e5ccc890eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:27:03Z', 'updated_at': '2021-11-12T01:27:06Z', 'revision_number': 4, 'project_id': '34ce44279c7f4ce7849292027f36f992', 'gw_port': {'id': '2ff30861-397c-4f2b-a344-0e5ccc890eeb', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:02:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d542cd0-5ec0-4b47-9803-7c60cfed5f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:27:04Z', 'updated_at': '2021-11-12T01:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'e1189efc-2aee-443a-8c45-fdc03c75c9e0', 'name': '', 'network_id': 'a3701571-7e27-4b09-aa7b-4f33373585ff', 'tenant_id': '34ce44279c7f4ce7849292027f36f992', 'mac_address': 'fa:16:3e:c4:cc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d542cd0-5ec0-4b47-9803-7c60cfed5f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '18ae6e86-7a8d-476b-b06a-b76aa82064e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:27:05Z', 'updated_at': '2021-11-12T01:27:06Z', 'revision_number': 2, 'project_id': '34ce44279c7f4ce7849292027f36f992', 'subnets': [{'id': '18ae6e86-7a8d-476b-b06a-b76aa82064e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:27:07.665116 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cf5bd541-5a46-47fd-b4a4-79729525397a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:07.691748 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-cf5bd541-5a46-47fd-b4a4-79729525397a None None] For port 2ff30861-397c-4f2b-a344-0e5ccc890eeb, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=2ff30861-397c-4f2b-a344-0e5ccc890eeb,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:07.693967 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b37714f5-165a-4c6b-9093-58190b075624 req-0cd1e242-9e2f-4841-b246-2f15d5bde88b tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/ports?tenant_id=34ce44279c7f4ce7849292027f36f992&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0918026 Nov 12 01:27:07.702756 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cf5bd541-5a46-47fd-b4a4-79729525397a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:07.711795 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device eda7572f-3c6b-4ac5-b1bf-41eda8150a07 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:27:07.807530 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5bd541-5a46-47fd-b4a4-79729525397a None None] Pushing event updated for resources: {'Port': ['ID=2ff30861-397c-4f2b-a344-0e5ccc890eeb,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:07.814923 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:07.862351 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port eda7572f-3c6b-4ac5-b1bf-41eda8150a07 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:07.862719 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:07.941266 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b37714f5-165a-4c6b-9093-58190b075624 req-847b67aa-7f1f-4cc0-9ee9-c12e11c1f44c service neutron] 10.222.0.20 "GET /v2.0/networks/3942533b-64d8-4ef3-b66d-48f49182cbd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372010 Nov 12 01:27:08.055079 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b37714f5-165a-4c6b-9093-58190b075624 req-79586777-dc51-43b2-8549-df76f82218f3 service neutron] 10.222.0.20 "GET /v2.0/networks/3942533b-64d8-4ef3-b66d-48f49182cbd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066463 Nov 12 01:27:08.126332 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 6a43d47d-020b-4989-929d-a92223b516a1 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:27:08.179470 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 6a43d47d-020b-4989-929d-a92223b516a1 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:08.179840 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:09.242586 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-90b1db93-6b8f-44af-9066-98b36ebd350b req-76279b3c-233e-4949-967f-ee8d5f72e266 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f4e1de10-1d17-47e0-9fe9-24c4c3a494e4 HTTP/1.1" status: 200 len: 210 time: 0.0255225 Nov 12 01:27:09.398569 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:09.639475 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57168c2a-5896-4a81-b05e-804555ff8cc4 None None] Sync routers for ids ['2d542cd0-5ec0-4b47-9803-7c60cfed5f32'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:27:09.654214 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57168c2a-5896-4a81-b05e-804555ff8cc4 None None] Routers {'2d542cd0-5ec0-4b47-9803-7c60cfed5f32'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:27:09.661167 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-57168c2a-5896-4a81-b05e-804555ff8cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:27:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['2d542cd0-5ec0-4b47-9803-7c60cfed5f32'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:09.700222 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 2ff30861-397c-4f2b-a344-0e5ccc890eeb up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:27:09.752606 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 2ff30861-397c-4f2b-a344-0e5ccc890eeb triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:09.752982 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:09.783190 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-57168c2a-5896-4a81-b05e-804555ff8cc4 None None] Set router 2d542cd0-5ec0-4b47-9803-7c60cfed5f32 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:27:09.996384 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-57168c2a-5896-4a81-b05e-804555ff8cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d542cd0-5ec0-4b47-9803-7c60cfed5f32', 'name': 'tempest-TestServerMultinode-868903112-router', 'tenant_id': '34ce44279c7f4ce7849292027f36f992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '2ff30861-397c-4f2b-a344-0e5ccc890eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:27:03Z', 'updated_at': '2021-11-12T01:27:06Z', 'revision_number': 4, 'project_id': '34ce44279c7f4ce7849292027f36f992', 'gw_port': {'id': '2ff30861-397c-4f2b-a344-0e5ccc890eeb', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:02:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d542cd0-5ec0-4b47-9803-7c60cfed5f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:27:04Z', 'updated_at': '2021-11-12T01:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'e1189efc-2aee-443a-8c45-fdc03c75c9e0', 'name': '', 'network_id': 'a3701571-7e27-4b09-aa7b-4f33373585ff', 'tenant_id': '34ce44279c7f4ce7849292027f36f992', 'mac_address': 'fa:16:3e:c4:cc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d542cd0-5ec0-4b47-9803-7c60cfed5f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '18ae6e86-7a8d-476b-b06a-b76aa82064e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:27:05Z', 'updated_at': '2021-11-12T01:27:06Z', 'revision_number': 2, 'project_id': '34ce44279c7f4ce7849292027f36f992', 'subnets': [{'id': '18ae6e86-7a8d-476b-b06a-b76aa82064e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:10.021592 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57168c2a-5896-4a81-b05e-804555ff8cc4 None None] Checking router: 2d542cd0-5ec0-4b47-9803-7c60cfed5f32 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:27:10.021938 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57168c2a-5896-4a81-b05e-804555ff8cc4 None None] Updating router 2d542cd0-5ec0-4b47-9803-7c60cfed5f32 port e1189efc-2aee-443a-8c45-fdc03c75c9e0 binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:27:10.047493 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-57168c2a-5896-4a81-b05e-804555ff8cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:10.307619 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-57168c2a-5896-4a81-b05e-804555ff8cc4 None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:10.314350 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-57168c2a-5896-4a81-b05e-804555ff8cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:10.332719 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:10.352941 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ebf6d00d-1d88-4127-a003-03d2d2a961af req-0a96828f-9617-4246-8cad-d3d18b9466ab tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f4e1de10-1d17-47e0-9fe9-24c4c3a494e4 HTTP/1.1" status: 200 len: 210 time: 0.0398872 Nov 12 01:27:10.360428 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa60605-0fe6-434c-bca7-d4db66308fc8 None None] Pushing event updated for resources: {'Port': ['ID=e1189efc-2aee-443a-8c45-fdc03c75c9e0,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:10.421353 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-57168c2a-5896-4a81-b05e-804555ff8cc4 None None] Attempting to bind port e1189efc-2aee-443a-8c45-fdc03c75c9e0 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:27:10.421835 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-57168c2a-5896-4a81-b05e-804555ff8cc4 None None] Attempting to bind port e1189efc-2aee-443a-8c45-fdc03c75c9e0 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'bd05d6ab-6e20-4c64-b206-2728f42a6819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a3701571-7e27-4b09-aa7b-4f33373585ff'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:27:10.422252 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57168c2a-5896-4a81-b05e-804555ff8cc4 None None] Attempting to bind port e1189efc-2aee-443a-8c45-fdc03c75c9e0 on network a3701571-7e27-4b09-aa7b-4f33373585ff {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:27:10.427509 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57168c2a-5896-4a81-b05e-804555ff8cc4 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:27:10.427877 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57168c2a-5896-4a81-b05e-804555ff8cc4 None None] Checking segment: {'id': 'bd05d6ab-6e20-4c64-b206-2728f42a6819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a3701571-7e27-4b09-aa7b-4f33373585ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:27:10.428796 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-57168c2a-5896-4a81-b05e-804555ff8cc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:10.428796 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57168c2a-5896-4a81-b05e-804555ff8cc4 None None] Bound using segment: {'id': 'bd05d6ab-6e20-4c64-b206-2728f42a6819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a3701571-7e27-4b09-aa7b-4f33373585ff'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:27:10.429104 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-57168c2a-5896-4a81-b05e-804555ff8cc4 None None] Bound port: e1189efc-2aee-443a-8c45-fdc03c75c9e0, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd05d6ab-6e20-4c64-b206-2728f42a6819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a3701571-7e27-4b09-aa7b-4f33373585ff'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:27:10.429502 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-57168c2a-5896-4a81-b05e-804555ff8cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:10.591280 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-57168c2a-5896-4a81-b05e-804555ff8cc4 None None] For port e1189efc-2aee-443a-8c45-fdc03c75c9e0, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:27:10.594792 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-57168c2a-5896-4a81-b05e-804555ff8cc4 None None] For port e1189efc-2aee-443a-8c45-fdc03c75c9e0, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=e1189efc-2aee-443a-8c45-fdc03c75c9e0,segment=NetworkSegment(bd05d6ab-6e20-4c64-b206-2728f42a6819),segment_id=bd05d6ab-6e20-4c64-b206-2728f42a6819)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:27:10.602485 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-57168c2a-5896-4a81-b05e-804555ff8cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:10.655492 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37714f5-165a-4c6b-9093-58190b075624 req-4c4ae39a-cbf8-4dd7-85b3-48b5fd69bc45 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:10.658955 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b37714f5-165a-4c6b-9093-58190b075624 req-4c4ae39a-cbf8-4dd7-85b3-48b5fd69bc45 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.54 "GET /v2.0/networks?id=3942533b-64d8-4ef3-b66d-48f49182cbd9 HTTP/1.1" status: 200 len: 911 time: 0.1774004 Nov 12 01:27:10.664168 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa60605-0fe6-434c-bca7-d4db66308fc8 None None] Pushing event updated for resources: {'Port': ['ID=e1189efc-2aee-443a-8c45-fdc03c75c9e0,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:10.667998 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-2d830c66-1d64-4c49-b9ca-33ad10fab9ab None None] Provisioning complete for port e1189efc-2aee-443a-8c45-fdc03c75c9e0 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:10.669080 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2d830c66-1d64-4c49-b9ca-33ad10fab9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:10.677181 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57168c2a-5896-4a81-b05e-804555ff8cc4 None None] Routers {'2d542cd0-5ec0-4b47-9803-7c60cfed5f32'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:27:10.678013 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-57168c2a-5896-4a81-b05e-804555ff8cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:27:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['2d542cd0-5ec0-4b47-9803-7c60cfed5f32'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:10.683458 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-b37714f5-165a-4c6b-9093-58190b075624 req-62e7b2ad-15a2-4da4-b997-415b9a6ff492 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Request body: {'port': {'device_id': 'f4e1de10-1d17-47e0-9fe9-24c4c3a494e4', 'network_id': '3942533b-64d8-4ef3-b66d-48f49182cbd9', 'admin_state_up': True, 'tenant_id': '34ce44279c7f4ce7849292027f36f992'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:10.720125 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b37714f5-165a-4c6b-9093-58190b075624 req-62e7b2ad-15a2-4da4-b997-415b9a6ff492 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Made reservation on behalf of 34ce44279c7f4ce7849292027f36f992 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:27:10.723623 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b37714f5-165a-4c6b-9093-58190b075624 req-62e7b2ad-15a2-4da4-b997-415b9a6ff492 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:10.787114 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-57168c2a-5896-4a81-b05e-804555ff8cc4 None None] Set router 2d542cd0-5ec0-4b47-9803-7c60cfed5f32 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:27:10.794583 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2d830c66-1d64-4c49-b9ca-33ad10fab9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:10.830794 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-2d830c66-1d64-4c49-b9ca-33ad10fab9ab None None] For port e1189efc-2aee-443a-8c45-fdc03c75c9e0, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=e1189efc-2aee-443a-8c45-fdc03c75c9e0,segment=NetworkSegment(bd05d6ab-6e20-4c64-b206-2728f42a6819),segment_id=bd05d6ab-6e20-4c64-b206-2728f42a6819)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:10.838655 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2d830c66-1d64-4c49-b9ca-33ad10fab9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:10.869317 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-b37714f5-165a-4c6b-9093-58190b075624 req-62e7b2ad-15a2-4da4-b997-415b9a6ff492 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Allocated IP 172.20.0.10 (3942533b-64d8-4ef3-b66d-48f49182cbd9/dcf62e1f-ac75-4928-a65e-21ed491b32fb/e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:27:10.893865 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d830c66-1d64-4c49-b9ca-33ad10fab9ab None None] Pushing event updated for resources: {'Port': ['ID=e1189efc-2aee-443a-8c45-fdc03c75c9e0,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:10.967450 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-18bafba8-3810-4089-b20d-dbfe4abbf427 None None] Provisioning complete for port e1189efc-2aee-443a-8c45-fdc03c75c9e0 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:10.967725 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-18bafba8-3810-4089-b20d-dbfe4abbf427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:11.026162 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-57168c2a-5896-4a81-b05e-804555ff8cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d542cd0-5ec0-4b47-9803-7c60cfed5f32', 'name': 'tempest-TestServerMultinode-868903112-router', 'tenant_id': '34ce44279c7f4ce7849292027f36f992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '2ff30861-397c-4f2b-a344-0e5ccc890eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:27:03Z', 'updated_at': '2021-11-12T01:27:06Z', 'revision_number': 4, 'project_id': '34ce44279c7f4ce7849292027f36f992', 'gw_port': {'id': '2ff30861-397c-4f2b-a344-0e5ccc890eeb', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:02:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d542cd0-5ec0-4b47-9803-7c60cfed5f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:27:04Z', 'updated_at': '2021-11-12T01:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'e1189efc-2aee-443a-8c45-fdc03c75c9e0', 'name': '', 'network_id': 'a3701571-7e27-4b09-aa7b-4f33373585ff', 'tenant_id': '34ce44279c7f4ce7849292027f36f992', 'mac_address': 'fa:16:3e:c4:cc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d542cd0-5ec0-4b47-9803-7c60cfed5f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '18ae6e86-7a8d-476b-b06a-b76aa82064e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:27:05Z', 'updated_at': '2021-11-12T01:27:10Z', 'revision_number': 4, 'project_id': '34ce44279c7f4ce7849292027f36f992', 'subnets': [{'id': '18ae6e86-7a8d-476b-b06a-b76aa82064e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:11.038796 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b37714f5-165a-4c6b-9093-58190b075624 req-62e7b2ad-15a2-4da4-b997-415b9a6ff492 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:11.067466 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57168c2a-5896-4a81-b05e-804555ff8cc4 None None] The sync data for ids ['2d542cd0-5ec0-4b47-9803-7c60cfed5f32'] in n-d-812236-11 is: [{'id': '2d542cd0-5ec0-4b47-9803-7c60cfed5f32', 'name': 'tempest-TestServerMultinode-868903112-router', 'tenant_id': '34ce44279c7f4ce7849292027f36f992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '2ff30861-397c-4f2b-a344-0e5ccc890eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:27:03Z', 'updated_at': '2021-11-12T01:27:06Z', 'revision_number': 4, 'project_id': '34ce44279c7f4ce7849292027f36f992', 'gw_port': {'id': '2ff30861-397c-4f2b-a344-0e5ccc890eeb', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:02:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d542cd0-5ec0-4b47-9803-7c60cfed5f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:27:04Z', 'updated_at': '2021-11-12T01:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'e1189efc-2aee-443a-8c45-fdc03c75c9e0', 'name': '', 'network_id': 'a3701571-7e27-4b09-aa7b-4f33373585ff', 'tenant_id': '34ce44279c7f4ce7849292027f36f992', 'mac_address': 'fa:16:3e:c4:cc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d542cd0-5ec0-4b47-9803-7c60cfed5f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '18ae6e86-7a8d-476b-b06a-b76aa82064e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:27:05Z', 'updated_at': '2021-11-12T01:27:10Z', 'revision_number': 4, 'project_id': '34ce44279c7f4ce7849292027f36f992', 'subnets': [{'id': '18ae6e86-7a8d-476b-b06a-b76aa82064e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:27:11.082513 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b37714f5-165a-4c6b-9093-58190b075624 req-62e7b2ad-15a2-4da4-b997-415b9a6ff492 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:11.124453 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b37714f5-165a-4c6b-9093-58190b075624 req-62e7b2ad-15a2-4da4-b997-415b9a6ff492 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Network 3942533b-64d8-4ef3-b66d-48f49182cbd9 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:27:11.127453 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-b37714f5-165a-4c6b-9093-58190b075624 req-62e7b2ad-15a2-4da4-b997-415b9a6ff492 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:27:11.133180 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37714f5-165a-4c6b-9093-58190b075624 req-62e7b2ad-15a2-4da4-b997-415b9a6ff492 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:27:11.164647 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7b2ad-15a2-4da4-b997-415b9a6ff492 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Pushing event updated for resources: {'Port': ['ID=e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:11.176095 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7b2ad-15a2-4da4-b997-415b9a6ff492 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:11.176446 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7b2ad-15a2-4da4-b997-415b9a6ff492 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:11.176793 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7b2ad-15a2-4da4-b997-415b9a6ff492 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:11.177138 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7b2ad-15a2-4da4-b997-415b9a6ff492 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:11.177511 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7b2ad-15a2-4da4-b997-415b9a6ff492 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:11.177848 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7b2ad-15a2-4da4-b997-415b9a6ff492 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:11.178180 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7b2ad-15a2-4da4-b997-415b9a6ff492 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:11.178346 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:11.178506 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7b2ad-15a2-4da4-b997-415b9a6ff492 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:11.178836 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7b2ad-15a2-4da4-b997-415b9a6ff492 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:11.179162 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7b2ad-15a2-4da4-b997-415b9a6ff492 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:11.179489 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7b2ad-15a2-4da4-b997-415b9a6ff492 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:11.179811 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7b2ad-15a2-4da4-b997-415b9a6ff492 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:11.197991 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37714f5-165a-4c6b-9093-58190b075624 req-62e7b2ad-15a2-4da4-b997-415b9a6ff492 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:11.198616 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b37714f5-165a-4c6b-9093-58190b075624 req-62e7b2ad-15a2-4da4-b997-415b9a6ff492 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:11.219912 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b37714f5-165a-4c6b-9093-58190b075624 req-62e7b2ad-15a2-4da4-b997-415b9a6ff492 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5510116 Nov 12 01:27:11.255173 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-b37714f5-165a-4c6b-9093-58190b075624 req-5c54457b-9bfb-45a6-9626-f0027e93dd4d service neutron] Request body: {'port': {'device_id': 'f4e1de10-1d17-47e0-9fe9-24c4c3a494e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:11.318449 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b37714f5-165a-4c6b-9093-58190b075624 req-5c54457b-9bfb-45a6-9626-f0027e93dd4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:11.489809 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-13d990c1-ffa9-4a43-9530-3132f23e6ca5 None None] Provisioning complete for port e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:11.490315 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-13d990c1-ffa9-4a43-9530-3132f23e6ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:11.531286 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-13d990c1-ffa9-4a43-9530-3132f23e6ca5 None None] Port e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:27:11.589244 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f79135-a39c-4c10-97e7-e56511bfe72c req-86657ea4-100e-4783-8f89-d260c361a467 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:11.590871 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-91f79135-a39c-4c10-97e7-e56511bfe72c req-86657ea4-100e-4783-8f89-d260c361a467 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f4e1de10-1d17-47e0-9fe9-24c4c3a494e4 HTTP/1.1" status: 200 len: 1028 time: 0.1127300 Nov 12 01:27:11.686167 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-91f79135-a39c-4c10-97e7-e56511bfe72c req-2dfebfee-b785-4696-896a-76b777ad33a7 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f67d9a7a-1bcb-40ce-95ef-d5aa184f272d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884719 Nov 12 01:27:11.705870 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device e1189efc-2aee-443a-8c45-fdc03c75c9e0 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:27:11.735411 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-b37714f5-165a-4c6b-9093-58190b075624 req-5c54457b-9bfb-45a6-9626-f0027e93dd4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09 {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:27:11.744171 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b37714f5-165a-4c6b-9093-58190b075624 req-5c54457b-9bfb-45a6-9626-f0027e93dd4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:11.766853 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-b37714f5-165a-4c6b-9093-58190b075624 req-5c54457b-9bfb-45a6-9626-f0027e93dd4d service neutron] Transition to ACTIVE for port object e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09 will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:27:11.772702 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b37714f5-165a-4c6b-9093-58190b075624 req-5c54457b-9bfb-45a6-9626-f0027e93dd4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:11.783726 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port e1189efc-2aee-443a-8c45-fdc03c75c9e0 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:11.784100 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:11.829173 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c54457b-9bfb-45a6-9626-f0027e93dd4d service neutron] Pushing event updated for resources: {'Port': ['ID=e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:11.918405 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-b37714f5-165a-4c6b-9093-58190b075624 req-5c54457b-9bfb-45a6-9626-f0027e93dd4d service neutron] Attempting to bind port e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:27:11.919091 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-b37714f5-165a-4c6b-9093-58190b075624 req-5c54457b-9bfb-45a6-9626-f0027e93dd4d service neutron] Attempting to bind port e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '0e9e435d-b121-4836-b2fe-afa983361285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3942533b-64d8-4ef3-b66d-48f49182cbd9'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:27:11.919666 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37714f5-165a-4c6b-9093-58190b075624 req-5c54457b-9bfb-45a6-9626-f0027e93dd4d service neutron] Attempting to bind port e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09 on network 3942533b-64d8-4ef3-b66d-48f49182cbd9 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:27:11.925178 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37714f5-165a-4c6b-9093-58190b075624 req-5c54457b-9bfb-45a6-9626-f0027e93dd4d service neutron] Port e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09 on network 3942533b-64d8-4ef3-b66d-48f49182cbd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:27:11.925980 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37714f5-165a-4c6b-9093-58190b075624 req-5c54457b-9bfb-45a6-9626-f0027e93dd4d service neutron] Attempting to bind port e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09 on network 3942533b-64d8-4ef3-b66d-48f49182cbd9 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:27:11.932879 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37714f5-165a-4c6b-9093-58190b075624 req-5c54457b-9bfb-45a6-9626-f0027e93dd4d service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:27:11.933437 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37714f5-165a-4c6b-9093-58190b075624 req-5c54457b-9bfb-45a6-9626-f0027e93dd4d service neutron] Checking segment: {'id': '0e9e435d-b121-4836-b2fe-afa983361285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3942533b-64d8-4ef3-b66d-48f49182cbd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:27:11.934046 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37714f5-165a-4c6b-9093-58190b075624 req-5c54457b-9bfb-45a6-9626-f0027e93dd4d service neutron] Bound using segment: {'id': '0e9e435d-b121-4836-b2fe-afa983361285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3942533b-64d8-4ef3-b66d-48f49182cbd9'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:27:11.934805 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-b37714f5-165a-4c6b-9093-58190b075624 req-5c54457b-9bfb-45a6-9626-f0027e93dd4d service neutron] Bound port: e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e9e435d-b121-4836-b2fe-afa983361285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3942533b-64d8-4ef3-b66d-48f49182cbd9'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:27:11.935264 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b37714f5-165a-4c6b-9093-58190b075624 req-5c54457b-9bfb-45a6-9626-f0027e93dd4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:12.004838 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-b37714f5-165a-4c6b-9093-58190b075624 req-5c54457b-9bfb-45a6-9626-f0027e93dd4d service neutron] For port e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:27:12.008173 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-b37714f5-165a-4c6b-9093-58190b075624 req-5c54457b-9bfb-45a6-9626-f0027e93dd4d service neutron] For port e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09,segment=NetworkSegment(0e9e435d-b121-4836-b2fe-afa983361285),segment_id=0e9e435d-b121-4836-b2fe-afa983361285)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:27:12.013763 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b37714f5-165a-4c6b-9093-58190b075624 req-5c54457b-9bfb-45a6-9626-f0027e93dd4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:12.052233 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37714f5-165a-4c6b-9093-58190b075624 req-5c54457b-9bfb-45a6-9626-f0027e93dd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:12.052880 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b37714f5-165a-4c6b-9093-58190b075624 req-5c54457b-9bfb-45a6-9626-f0027e93dd4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:12.054696 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b37714f5-165a-4c6b-9093-58190b075624 req-5c54457b-9bfb-45a6-9626-f0027e93dd4d service neutron] 10.222.0.54 "PUT /v2.0/ports/e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09 HTTP/1.1" status: 200 len: 1093 time: 0.8044515 Nov 12 01:27:12.057492 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4e1de10-1d17-47e0-9fe9-24c4c3a494e4', 'tag': 'e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:27:12.059840 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1e1011-dad3-4f7b-a709-fe5ac4d57220" -d '{"events": [{"name": "network-changed", "server_uuid": "f4e1de10-1d17-47e0-9fe9-24c4c3a494e4", "tag": "e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:27:12.099358 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c54457b-9bfb-45a6-9626-f0027e93dd4d service neutron] Pushing event updated for resources: {'Port': ['ID=e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:12.125802 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1659c67-75f7-4431-864b-f97d99191fbb x-openstack-request-id: req-e1659c67-75f7-4431-864b-f97d99191fbb {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:27:12.126179 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4e1de10-1d17-47e0-9fe9-24c4c3a494e4", "tag": "e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:27:12.126498 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1659c67-75f7-4431-864b-f97d99191fbb {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:27:12.126970 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4e1de10-1d17-47e0-9fe9-24c4c3a494e4', 'tag': 'e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09', 'status': 'completed', 'code': 200} Nov 12 01:27:12.166793 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37714f5-165a-4c6b-9093-58190b075624 req-da230443-34ae-459b-b8e8-be4e2df17c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:12.168353 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b37714f5-165a-4c6b-9093-58190b075624 req-da230443-34ae-459b-b8e8-be4e2df17c2f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=34ce44279c7f4ce7849292027f36f992&device_id=f4e1de10-1d17-47e0-9fe9-24c4c3a494e4 HTTP/1.1" status: 200 len: 1096 time: 0.0574942 Nov 12 01:27:12.223954 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b37714f5-165a-4c6b-9093-58190b075624 req-4cbcb4ff-24bf-498f-9cf0-8e4633c4eedc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09 HTTP/1.1" status: 200 len: 217 time: 0.0408406 Nov 12 01:27:12.277537 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37714f5-165a-4c6b-9093-58190b075624 req-89f93467-8ca3-47eb-a7d7-fd03ebace05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:12.279118 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b37714f5-165a-4c6b-9093-58190b075624 req-89f93467-8ca3-47eb-a7d7-fd03ebace05a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dcf62e1f-ac75-4928-a65e-21ed491b32fb HTTP/1.1" status: 200 len: 849 time: 0.0477664 Nov 12 01:27:12.326242 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37714f5-165a-4c6b-9093-58190b075624 req-968e678e-a090-4279-9286-91d785c5261c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:12.327731 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b37714f5-165a-4c6b-9093-58190b075624 req-968e678e-a090-4279-9286-91d785c5261c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3942533b-64d8-4ef3-b66d-48f49182cbd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403481 Nov 12 01:27:12.426888 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b37714f5-165a-4c6b-9093-58190b075624 req-fd0ef075-0a6a-4880-b890-505a77255d56 service neutron] 10.222.0.54 "GET /v2.0/networks/3942533b-64d8-4ef3-b66d-48f49182cbd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921402 Nov 12 01:27:12.526240 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b37714f5-165a-4c6b-9093-58190b075624 req-f3a50624-d7d2-43b1-a28a-3b2417890780 service neutron] 10.222.0.54 "GET /v2.0/networks/3942533b-64d8-4ef3-b66d-48f49182cbd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905628 Nov 12 01:27:12.663914 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e1011-dad3-4f7b-a709-fe5ac4d57220 req-7aedd42c-1b05-49cb-b7c3-108e427c03aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:12.665363 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2c1e1011-dad3-4f7b-a709-fe5ac4d57220 req-7aedd42c-1b05-49cb-b7c3-108e427c03aa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=34ce44279c7f4ce7849292027f36f992&device_id=f4e1de10-1d17-47e0-9fe9-24c4c3a494e4 HTTP/1.1" status: 200 len: 1096 time: 0.0464947 Nov 12 01:27:12.759378 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e1011-dad3-4f7b-a709-fe5ac4d57220 req-d71ef5a9-d250-41a4-9ebb-df2562016df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:12.762213 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2c1e1011-dad3-4f7b-a709-fe5ac4d57220 req-d71ef5a9-d250-41a4-9ebb-df2562016df1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3942533b-64d8-4ef3-b66d-48f49182cbd9 HTTP/1.1" status: 200 len: 911 time: 0.0896058 Nov 12 01:27:12.824440 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2c1e1011-dad3-4f7b-a709-fe5ac4d57220 req-9672523e-9a9e-4713-9aac-933d8077735f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09 HTTP/1.1" status: 200 len: 217 time: 0.0533831 Nov 12 01:27:12.861161 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e263d-35ee-4ad5-ac08-f2986292b6d9 req-90722d1d-8aaa-4285-a764-4d1a2a6fdffb tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:12.862721 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-033e263d-35ee-4ad5-ac08-f2986292b6d9 req-90722d1d-8aaa-4285-a764-4d1a2a6fdffb tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f4e1de10-1d17-47e0-9fe9-24c4c3a494e4 HTTP/1.1" status: 200 len: 1096 time: 0.0996242 Nov 12 01:27:12.896100 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e1011-dad3-4f7b-a709-fe5ac4d57220 req-e690f320-b9c0-44ef-b0c1-aa29827dcdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:12.897570 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2c1e1011-dad3-4f7b-a709-fe5ac4d57220 req-e690f320-b9c0-44ef-b0c1-aa29827dcdff service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dcf62e1f-ac75-4928-a65e-21ed491b32fb HTTP/1.1" status: 200 len: 849 time: 0.0661864 Nov 12 01:27:12.946658 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-033e263d-35ee-4ad5-ac08-f2986292b6d9 req-f9b97cbc-69ce-4ac9-a8d0-8abde387c455 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f67d9a7a-1bcb-40ce-95ef-d5aa184f272d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757113 Nov 12 01:27:12.959196 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e1011-dad3-4f7b-a709-fe5ac4d57220 req-3a27a601-1085-48fe-94eb-413fc87f8db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:12.960689 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2c1e1011-dad3-4f7b-a709-fe5ac4d57220 req-3a27a601-1085-48fe-94eb-413fc87f8db1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3942533b-64d8-4ef3-b66d-48f49182cbd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549595 Nov 12 01:27:12.977357 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:13.376674 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2c1e1011-dad3-4f7b-a709-fe5ac4d57220 req-da1f4806-afd4-4ef0-aee3-5d98da7d54fb service neutron] 10.222.0.54 "GET /v2.0/networks/3942533b-64d8-4ef3-b66d-48f49182cbd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4086220 Nov 12 01:27:13.471347 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2c1e1011-dad3-4f7b-a709-fe5ac4d57220 req-87487e05-2d19-4303-981e-1f23c5aa362b service neutron] 10.222.0.54 "GET /v2.0/networks/3942533b-64d8-4ef3-b66d-48f49182cbd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854547 Nov 12 01:27:14.054499 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d9b5b-31ff-4f7e-87b3-09e755df3e37 req-533988c8-57ed-411e-9bc7-d18e2ef03108 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:14.056005 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-328d9b5b-31ff-4f7e-87b3-09e755df3e37 req-533988c8-57ed-411e-9bc7-d18e2ef03108 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f4e1de10-1d17-47e0-9fe9-24c4c3a494e4 HTTP/1.1" status: 200 len: 1096 time: 0.0415344 Nov 12 01:27:14.100649 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-328d9b5b-31ff-4f7e-87b3-09e755df3e37 req-c2e03117-4796-40f6-b31c-f271ad896c33 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f67d9a7a-1bcb-40ce-95ef-d5aa184f272d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384672 Nov 12 01:27:14.693761 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:27:14.786811 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09,segment=NetworkSegment(0e9e435d-b121-4836-b2fe-afa983361285),segment_id=0e9e435d-b121-4836-b2fe-afa983361285)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:14.798442 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09', 'network_id': '3942533b-64d8-4ef3-b66d-48f49182cbd9', 'port_id': 'e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09', 'mac_address': 'fa:16:3e:93:a5:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcf62e1f-ac75-4928-a65e-21ed491b32fb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:27:14.839254 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:14.851274 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:27:14.870606 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09,segment=NetworkSegment(0e9e435d-b121-4836-b2fe-afa983361285),segment_id=0e9e435d-b121-4836-b2fe-afa983361285)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:14.876245 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:14.925970 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:15.208200 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e30e9-5e9c-4294-a9df-c10bf181d9d8 req-74cfd327-fad8-47b4-8d1b-0a4603985acc tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:15.209747 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f95e30e9-5e9c-4294-a9df-c10bf181d9d8 req-74cfd327-fad8-47b4-8d1b-0a4603985acc tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f4e1de10-1d17-47e0-9fe9-24c4c3a494e4 HTTP/1.1" status: 200 len: 1097 time: 0.0400865 Nov 12 01:27:15.253273 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f95e30e9-5e9c-4294-a9df-c10bf181d9d8 req-320ef6b4-7fa3-4b49-bd82-b5853e2f9949 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f67d9a7a-1bcb-40ce-95ef-d5aa184f272d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368938 Nov 12 01:27:15.268254 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:27:16.360064 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87331bf-b5a7-4317-8780-110208b1fc25 req-cdfe46c0-6d8d-470a-9968-01f1a7a763c4 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:16.361586 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c87331bf-b5a7-4317-8780-110208b1fc25 req-cdfe46c0-6d8d-470a-9968-01f1a7a763c4 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f4e1de10-1d17-47e0-9fe9-24c4c3a494e4 HTTP/1.1" status: 200 len: 1097 time: 0.0414991 Nov 12 01:27:16.404564 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c87331bf-b5a7-4317-8780-110208b1fc25 req-c9fff80b-456c-407c-a39c-4edc9193d986 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f67d9a7a-1bcb-40ce-95ef-d5aa184f272d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370386 Nov 12 01:27:16.705205 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:27:16.752454 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:27:16.756206 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:16.756573 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:16.831737 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:16.857844 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4e1de10-1d17-47e0-9fe9-24c4c3a494e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:27:16.860080 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3128c7-d71a-44b0-96e2-b62a50f11f61" -d '{"events": [{"server_uuid": "f4e1de10-1d17-47e0-9fe9-24c4c3a494e4", "name": "network-vif-plugged", "status": "completed", "tag": "e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:27:16.872461 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09,segment=NetworkSegment(0e9e435d-b121-4836-b2fe-afa983361285),segment_id=0e9e435d-b121-4836-b2fe-afa983361285)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:16.876217 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:16.923939 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:16.976140 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9bd408-5c2f-4100-a44b-05184408c37f x-openstack-request-id: req-4e9bd408-5c2f-4100-a44b-05184408c37f {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:27:16.976571 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4e1de10-1d17-47e0-9fe9-24c4c3a494e4", "name": "network-vif-plugged", "status": "completed", "tag": "e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:27:16.976911 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4e9bd408-5c2f-4100-a44b-05184408c37f {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:27:16.977483 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4e1de10-1d17-47e0-9fe9-24c4c3a494e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09', 'code': 200} Nov 12 01:27:17.096669 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7fe8e-8c66-4978-b166-6e67002d5996 req-e2f3d3a4-d54d-4596-a71e-b6e3035be25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:17.098076 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-eac7fe8e-8c66-4978-b166-6e67002d5996 req-e2f3d3a4-d54d-4596-a71e-b6e3035be25c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f4e1de10-1d17-47e0-9fe9-24c4c3a494e4 HTTP/1.1" status: 200 len: 1098 time: 0.0403779 Nov 12 01:27:17.153319 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-eac7fe8e-8c66-4978-b166-6e67002d5996 req-3217afc1-5b8e-48b4-b102-cdbbd7c26b1a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f67d9a7a-1bcb-40ce-95ef-d5aa184f272d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468285 Nov 12 01:27:17.518004 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17317db9-7ced-4c28-8769-58a61046c8de req-783f9f28-4765-433a-afa4-d2b55c1129bf tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:17.519503 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-17317db9-7ced-4c28-8769-58a61046c8de req-783f9f28-4765-433a-afa4-d2b55c1129bf tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f4e1de10-1d17-47e0-9fe9-24c4c3a494e4 HTTP/1.1" status: 200 len: 1098 time: 0.0447793 Nov 12 01:27:17.562979 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-17317db9-7ced-4c28-8769-58a61046c8de req-919eafd5-57f1-4a29-8e98-5bd1a31bcc5c tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f67d9a7a-1bcb-40ce-95ef-d5aa184f272d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375786 Nov 12 01:27:18.676943 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79747c9a-7595-4560-b21d-ace016e892e3 req-d0f51f48-ef8b-4e5b-ada4-579cd1a7f20a tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:18.678483 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-79747c9a-7595-4560-b21d-ace016e892e3 req-d0f51f48-ef8b-4e5b-ada4-579cd1a7f20a tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f4e1de10-1d17-47e0-9fe9-24c4c3a494e4 HTTP/1.1" status: 200 len: 1098 time: 0.0414379 Nov 12 01:27:18.722166 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-79747c9a-7595-4560-b21d-ace016e892e3 req-e0bee9ec-de59-4240-bfcf-85b62cf55371 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f67d9a7a-1bcb-40ce-95ef-d5aa184f272d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371206 Nov 12 01:27:18.828130 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42b824-911b-4c3d-94d0-cbcb5e67889f req-bcedf107-3ebb-4d14-bb21-3d09d765702e tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:18.829676 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8c42b824-911b-4c3d-94d0-cbcb5e67889f req-bcedf107-3ebb-4d14-bb21-3d09d765702e tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f4e1de10-1d17-47e0-9fe9-24c4c3a494e4 HTTP/1.1" status: 200 len: 1098 time: 0.0413041 Nov 12 01:27:18.874790 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8c42b824-911b-4c3d-94d0-cbcb5e67889f req-1a255d7c-6e6f-4f45-8a8f-15ab6df743ea tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f67d9a7a-1bcb-40ce-95ef-d5aa184f272d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393064 Nov 12 01:27:18.976014 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccdedd0-79ea-45ee-9303-c60be8d9af49 req-0c7100d9-8ab6-4238-8033-8a1a8b98ec8a tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:18.977533 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fccdedd0-79ea-45ee-9303-c60be8d9af49 req-0c7100d9-8ab6-4238-8033-8a1a8b98ec8a tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f4e1de10-1d17-47e0-9fe9-24c4c3a494e4 HTTP/1.1" status: 200 len: 1098 time: 0.0394549 Nov 12 01:27:19.021435 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fccdedd0-79ea-45ee-9303-c60be8d9af49 req-6c352e01-b1c0-445a-8689-7a2e5e837df6 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f67d9a7a-1bcb-40ce-95ef-d5aa184f272d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370514 Nov 12 01:27:19.234836 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54585430-732c-4bbf-8e74-7fabe176e17a req-2f2114c6-f8b8-4905-b8b5-eace8684cda7 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:19.236326 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-54585430-732c-4bbf-8e74-7fabe176e17a req-2f2114c6-f8b8-4905-b8b5-eace8684cda7 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/networks?id=3942533b-64d8-4ef3-b66d-48f49182cbd9 HTTP/1.1" status: 200 len: 911 time: 0.0891967 Nov 12 01:27:19.250834 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-54585430-732c-4bbf-8e74-7fabe176e17a req-7eb9b761-c382-4a9d-a64b-dc4473072eca tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/quotas/34ce44279c7f4ce7849292027f36f992 HTTP/1.1" status: 200 len: 375 time: 0.0086689 Nov 12 01:27:19.297002 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-54585430-732c-4bbf-8e74-7fabe176e17a req-4714a397-8cd5-4faf-87fc-6617b51f0ba4 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/ports?tenant_id=34ce44279c7f4ce7849292027f36f992&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0410357 Nov 12 01:27:19.389445 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-54585430-732c-4bbf-8e74-7fabe176e17a req-ef208e1b-4855-41dd-bc76-082daa3cfd99 service neutron] 10.222.0.20 "GET /v2.0/networks/3942533b-64d8-4ef3-b66d-48f49182cbd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854352 Nov 12 01:27:19.478725 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-54585430-732c-4bbf-8e74-7fabe176e17a req-a4744325-e4e9-4004-a919-439e2733cf21 service neutron] 10.222.0.20 "GET /v2.0/networks/3942533b-64d8-4ef3-b66d-48f49182cbd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831409 Nov 12 01:27:19.638706 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-64c33632-9c09-4050-b4ca-71a302ce8663 req-92a87c3c-36b1-415f-bd1d-15053bca9a95 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=91662a2e-80ea-4096-8639-0184726c51b1 HTTP/1.1" status: 200 len: 210 time: 0.0293736 Nov 12 01:27:20.629543 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54585430-732c-4bbf-8e74-7fabe176e17a req-9b976d6f-3941-445b-a4b5-1f7bd778e2ea tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:20.631110 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-54585430-732c-4bbf-8e74-7fabe176e17a req-9b976d6f-3941-445b-a4b5-1f7bd778e2ea tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.49 "GET /v2.0/networks?id=3942533b-64d8-4ef3-b66d-48f49182cbd9 HTTP/1.1" status: 200 len: 911 time: 0.0974758 Nov 12 01:27:20.643414 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-54585430-732c-4bbf-8e74-7fabe176e17a req-30457d65-7cf5-47aa-a14a-819fb78f2b68 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Request body: {'port': {'device_id': '91662a2e-80ea-4096-8639-0184726c51b1', 'network_id': '3942533b-64d8-4ef3-b66d-48f49182cbd9', 'admin_state_up': True, 'tenant_id': '34ce44279c7f4ce7849292027f36f992'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:20.664931 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54585430-732c-4bbf-8e74-7fabe176e17a req-30457d65-7cf5-47aa-a14a-819fb78f2b68 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Made reservation on behalf of 34ce44279c7f4ce7849292027f36f992 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:27:20.667422 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-54585430-732c-4bbf-8e74-7fabe176e17a req-30457d65-7cf5-47aa-a14a-819fb78f2b68 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:20.751338 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-726ed6c0-160f-4f02-adc3-ddf9febe571e req-034274e6-0cf0-4d25-bc00-a49b3366230e tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=91662a2e-80ea-4096-8639-0184726c51b1 HTTP/1.1" status: 200 len: 210 time: 0.0339117 Nov 12 01:27:20.808777 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-54585430-732c-4bbf-8e74-7fabe176e17a req-30457d65-7cf5-47aa-a14a-819fb78f2b68 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Allocated IP 172.20.0.9 (3942533b-64d8-4ef3-b66d-48f49182cbd9/dcf62e1f-ac75-4928-a65e-21ed491b32fb/557066dd-2172-4dec-bd2a-faf6bffde649) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:27:20.949933 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-54585430-732c-4bbf-8e74-7fabe176e17a req-30457d65-7cf5-47aa-a14a-819fb78f2b68 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:20.982699 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-54585430-732c-4bbf-8e74-7fabe176e17a req-30457d65-7cf5-47aa-a14a-819fb78f2b68 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:21.018502 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:27:21.022619 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54585430-732c-4bbf-8e74-7fabe176e17a req-30457d65-7cf5-47aa-a14a-819fb78f2b68 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Network 3942533b-64d8-4ef3-b66d-48f49182cbd9 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:27:21.029969 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-54585430-732c-4bbf-8e74-7fabe176e17a req-30457d65-7cf5-47aa-a14a-819fb78f2b68 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:27:21.034619 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-54585430-732c-4bbf-8e74-7fabe176e17a req-30457d65-7cf5-47aa-a14a-819fb78f2b68 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:27:21.038209 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30457d65-7cf5-47aa-a14a-819fb78f2b68 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Pushing event updated for resources: {'Port': ['ID=557066dd-2172-4dec-bd2a-faf6bffde649,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:21.080738 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54585430-732c-4bbf-8e74-7fabe176e17a req-30457d65-7cf5-47aa-a14a-819fb78f2b68 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:21.081348 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-54585430-732c-4bbf-8e74-7fabe176e17a req-30457d65-7cf5-47aa-a14a-819fb78f2b68 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:21.099701 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-54585430-732c-4bbf-8e74-7fabe176e17a req-30457d65-7cf5-47aa-a14a-819fb78f2b68 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4599624 Nov 12 01:27:21.186593 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-54585430-732c-4bbf-8e74-7fabe176e17a req-a5afe41e-cde2-4a81-988f-7fab0f8092d3 service neutron] Request body: {'port': {'device_id': '91662a2e-80ea-4096-8639-0184726c51b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:21.248893 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-54585430-732c-4bbf-8e74-7fabe176e17a req-a5afe41e-cde2-4a81-988f-7fab0f8092d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:21.268414 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-c8e41acb-764d-4882-8097-4fa86b7bbfae None None] Provisioning complete for port 557066dd-2172-4dec-bd2a-faf6bffde649 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:21.268760 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c8e41acb-764d-4882-8097-4fa86b7bbfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:21.302523 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-c8e41acb-764d-4882-8097-4fa86b7bbfae None None] Port 557066dd-2172-4dec-bd2a-faf6bffde649 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:27:21.518799 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-54585430-732c-4bbf-8e74-7fabe176e17a req-a5afe41e-cde2-4a81-988f-7fab0f8092d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 557066dd-2172-4dec-bd2a-faf6bffde649 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:27:21.526320 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-54585430-732c-4bbf-8e74-7fabe176e17a req-a5afe41e-cde2-4a81-988f-7fab0f8092d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:21.538282 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-54585430-732c-4bbf-8e74-7fabe176e17a req-a5afe41e-cde2-4a81-988f-7fab0f8092d3 service neutron] Transition to ACTIVE for port object 557066dd-2172-4dec-bd2a-faf6bffde649 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:27:21.542474 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-54585430-732c-4bbf-8e74-7fabe176e17a req-a5afe41e-cde2-4a81-988f-7fab0f8092d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:21.594406 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5afe41e-cde2-4a81-988f-7fab0f8092d3 service neutron] Pushing event updated for resources: {'Port': ['ID=557066dd-2172-4dec-bd2a-faf6bffde649,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:21.663089 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-54585430-732c-4bbf-8e74-7fabe176e17a req-a5afe41e-cde2-4a81-988f-7fab0f8092d3 service neutron] Attempting to bind port 557066dd-2172-4dec-bd2a-faf6bffde649 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:27:21.663680 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-54585430-732c-4bbf-8e74-7fabe176e17a req-a5afe41e-cde2-4a81-988f-7fab0f8092d3 service neutron] Attempting to bind port 557066dd-2172-4dec-bd2a-faf6bffde649 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '0e9e435d-b121-4836-b2fe-afa983361285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3942533b-64d8-4ef3-b66d-48f49182cbd9'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:27:21.663789 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54585430-732c-4bbf-8e74-7fabe176e17a req-a5afe41e-cde2-4a81-988f-7fab0f8092d3 service neutron] Attempting to bind port 557066dd-2172-4dec-bd2a-faf6bffde649 on network 3942533b-64d8-4ef3-b66d-48f49182cbd9 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:27:21.668830 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54585430-732c-4bbf-8e74-7fabe176e17a req-a5afe41e-cde2-4a81-988f-7fab0f8092d3 service neutron] Port 557066dd-2172-4dec-bd2a-faf6bffde649 on network 3942533b-64d8-4ef3-b66d-48f49182cbd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:27:21.669147 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54585430-732c-4bbf-8e74-7fabe176e17a req-a5afe41e-cde2-4a81-988f-7fab0f8092d3 service neutron] Attempting to bind port 557066dd-2172-4dec-bd2a-faf6bffde649 on network 3942533b-64d8-4ef3-b66d-48f49182cbd9 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:27:21.674028 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54585430-732c-4bbf-8e74-7fabe176e17a req-a5afe41e-cde2-4a81-988f-7fab0f8092d3 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:27:21.674357 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54585430-732c-4bbf-8e74-7fabe176e17a req-a5afe41e-cde2-4a81-988f-7fab0f8092d3 service neutron] Checking segment: {'id': '0e9e435d-b121-4836-b2fe-afa983361285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3942533b-64d8-4ef3-b66d-48f49182cbd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:27:21.674733 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54585430-732c-4bbf-8e74-7fabe176e17a req-a5afe41e-cde2-4a81-988f-7fab0f8092d3 service neutron] Bound using segment: {'id': '0e9e435d-b121-4836-b2fe-afa983361285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3942533b-64d8-4ef3-b66d-48f49182cbd9'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:27:21.675151 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-54585430-732c-4bbf-8e74-7fabe176e17a req-a5afe41e-cde2-4a81-988f-7fab0f8092d3 service neutron] Bound port: 557066dd-2172-4dec-bd2a-faf6bffde649, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e9e435d-b121-4836-b2fe-afa983361285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3942533b-64d8-4ef3-b66d-48f49182cbd9'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:27:21.675498 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-54585430-732c-4bbf-8e74-7fabe176e17a req-a5afe41e-cde2-4a81-988f-7fab0f8092d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:21.740725 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-54585430-732c-4bbf-8e74-7fabe176e17a req-a5afe41e-cde2-4a81-988f-7fab0f8092d3 service neutron] For port 557066dd-2172-4dec-bd2a-faf6bffde649, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:27:21.744630 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-54585430-732c-4bbf-8e74-7fabe176e17a req-a5afe41e-cde2-4a81-988f-7fab0f8092d3 service neutron] For port 557066dd-2172-4dec-bd2a-faf6bffde649, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=557066dd-2172-4dec-bd2a-faf6bffde649,segment=NetworkSegment(0e9e435d-b121-4836-b2fe-afa983361285),segment_id=0e9e435d-b121-4836-b2fe-afa983361285)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:27:21.750285 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-54585430-732c-4bbf-8e74-7fabe176e17a req-a5afe41e-cde2-4a81-988f-7fab0f8092d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:21.787047 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54585430-732c-4bbf-8e74-7fabe176e17a req-a5afe41e-cde2-4a81-988f-7fab0f8092d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:21.787672 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-54585430-732c-4bbf-8e74-7fabe176e17a req-a5afe41e-cde2-4a81-988f-7fab0f8092d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:21.789071 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-54585430-732c-4bbf-8e74-7fabe176e17a req-a5afe41e-cde2-4a81-988f-7fab0f8092d3 service neutron] 10.222.0.49 "PUT /v2.0/ports/557066dd-2172-4dec-bd2a-faf6bffde649 HTTP/1.1" status: 200 len: 1092 time: 0.6750715 Nov 12 01:27:21.789546 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91662a2e-80ea-4096-8639-0184726c51b1', 'tag': '557066dd-2172-4dec-bd2a-faf6bffde649'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:27:21.792489 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc6f3f6-4012-4e23-8843-caef92f045e9" -d '{"events": [{"name": "network-changed", "server_uuid": "91662a2e-80ea-4096-8639-0184726c51b1", "tag": "557066dd-2172-4dec-bd2a-faf6bffde649"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:27:21.822853 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5afe41e-cde2-4a81-988f-7fab0f8092d3 service neutron] Pushing event updated for resources: {'Port': ['ID=557066dd-2172-4dec-bd2a-faf6bffde649,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:21.869591 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6cf05b-1a0b-40d7-99e6-9e33dce17ddc x-openstack-request-id: req-4e6cf05b-1a0b-40d7-99e6-9e33dce17ddc {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:27:21.869943 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91662a2e-80ea-4096-8639-0184726c51b1", "tag": "557066dd-2172-4dec-bd2a-faf6bffde649", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:27:21.870329 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4e6cf05b-1a0b-40d7-99e6-9e33dce17ddc {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:27:21.870948 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91662a2e-80ea-4096-8639-0184726c51b1', 'tag': '557066dd-2172-4dec-bd2a-faf6bffde649', 'status': 'completed', 'code': 200} Nov 12 01:27:21.894817 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e985e4-c9e5-49f4-8e82-cde39f654d7b req-7f5c1cbe-a4a7-4ff9-a8f4-6e09a07a0258 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:21.896566 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-36e985e4-c9e5-49f4-8e82-cde39f654d7b req-7f5c1cbe-a4a7-4ff9-a8f4-6e09a07a0258 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=91662a2e-80ea-4096-8639-0184726c51b1 HTTP/1.1" status: 200 len: 1095 time: 0.0527396 Nov 12 01:27:21.912374 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54585430-732c-4bbf-8e74-7fabe176e17a req-84a4b03e-4003-4308-ac31-d0acd5dfabe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:21.914093 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-54585430-732c-4bbf-8e74-7fabe176e17a req-84a4b03e-4003-4308-ac31-d0acd5dfabe7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=34ce44279c7f4ce7849292027f36f992&device_id=91662a2e-80ea-4096-8639-0184726c51b1 HTTP/1.1" status: 200 len: 1095 time: 0.0612972 Nov 12 01:27:21.944959 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-36e985e4-c9e5-49f4-8e82-cde39f654d7b req-dc6d1bf8-2dda-4b03-8aa2-ae925c3982e4 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f67d9a7a-1bcb-40ce-95ef-d5aa184f272d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411506 Nov 12 01:27:21.968481 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-54585430-732c-4bbf-8e74-7fabe176e17a req-9cdcc096-7bc2-4b1a-acc8-d40dc0f620c2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=557066dd-2172-4dec-bd2a-faf6bffde649 HTTP/1.1" status: 200 len: 217 time: 0.0403872 Nov 12 01:27:22.021118 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54585430-732c-4bbf-8e74-7fabe176e17a req-2dc5d99d-76da-4856-9cb2-c62662b9ea82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:22.022615 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-54585430-732c-4bbf-8e74-7fabe176e17a req-2dc5d99d-76da-4856-9cb2-c62662b9ea82 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dcf62e1f-ac75-4928-a65e-21ed491b32fb HTTP/1.1" status: 200 len: 849 time: 0.0467157 Nov 12 01:27:22.073172 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54585430-732c-4bbf-8e74-7fabe176e17a req-65d6dd53-05a2-4ec1-b577-c1c45219cfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:22.074714 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-54585430-732c-4bbf-8e74-7fabe176e17a req-65d6dd53-05a2-4ec1-b577-c1c45219cfc4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3942533b-64d8-4ef3-b66d-48f49182cbd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452013 Nov 12 01:27:22.163914 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-54585430-732c-4bbf-8e74-7fabe176e17a req-d09d7dc5-be5b-405f-9258-3f9211472a17 service neutron] 10.222.0.49 "GET /v2.0/networks/3942533b-64d8-4ef3-b66d-48f49182cbd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818169 Nov 12 01:27:22.257700 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-54585430-732c-4bbf-8e74-7fabe176e17a req-a977cad9-fc9d-45f8-b753-beb96491aae7 service neutron] 10.222.0.49 "GET /v2.0/networks/3942533b-64d8-4ef3-b66d-48f49182cbd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863101 Nov 12 01:27:22.381196 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6f3f6-4012-4e23-8843-caef92f045e9 req-e08ec8ae-483a-4a2a-afe8-e32fdda5ef61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:22.382689 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2cc6f3f6-4012-4e23-8843-caef92f045e9 req-e08ec8ae-483a-4a2a-afe8-e32fdda5ef61 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=34ce44279c7f4ce7849292027f36f992&device_id=91662a2e-80ea-4096-8639-0184726c51b1 HTTP/1.1" status: 200 len: 1095 time: 0.0408733 Nov 12 01:27:22.477252 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6f3f6-4012-4e23-8843-caef92f045e9 req-1a6a78b1-745a-4808-acd4-209d4ed75f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:22.478922 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2cc6f3f6-4012-4e23-8843-caef92f045e9 req-1a6a78b1-745a-4808-acd4-209d4ed75f19 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3942533b-64d8-4ef3-b66d-48f49182cbd9 HTTP/1.1" status: 200 len: 911 time: 0.0892434 Nov 12 01:27:22.521753 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2cc6f3f6-4012-4e23-8843-caef92f045e9 req-c447b047-5148-48c5-a525-6dc1ac3b96bb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=557066dd-2172-4dec-bd2a-faf6bffde649 HTTP/1.1" status: 200 len: 217 time: 0.0358245 Nov 12 01:27:22.574059 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6f3f6-4012-4e23-8843-caef92f045e9 req-b0960e34-d2a3-4f24-b94d-b2c9aeafb94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:22.575524 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2cc6f3f6-4012-4e23-8843-caef92f045e9 req-b0960e34-d2a3-4f24-b94d-b2c9aeafb94d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dcf62e1f-ac75-4928-a65e-21ed491b32fb HTTP/1.1" status: 200 len: 849 time: 0.0461471 Nov 12 01:27:22.623058 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6f3f6-4012-4e23-8843-caef92f045e9 req-e462905b-be08-4741-87bd-0736cd6023ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:22.624478 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2cc6f3f6-4012-4e23-8843-caef92f045e9 req-e462905b-be08-4741-87bd-0736cd6023ac service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3942533b-64d8-4ef3-b66d-48f49182cbd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409179 Nov 12 01:27:22.718870 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2cc6f3f6-4012-4e23-8843-caef92f045e9 req-f1bda8dd-ae32-4e52-b71b-6d9b8b7d3d53 service neutron] 10.222.0.49 "GET /v2.0/networks/3942533b-64d8-4ef3-b66d-48f49182cbd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863433 Nov 12 01:27:22.815197 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2cc6f3f6-4012-4e23-8843-caef92f045e9 req-15d15601-c9f6-46fe-8f20-85bc8b4494fb service neutron] 10.222.0.49 "GET /v2.0/networks/3942533b-64d8-4ef3-b66d-48f49182cbd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871480 Nov 12 01:27:23.057791 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9f1ed-4c69-4bb5-8cbb-6fdc3e4f5ee1 req-dd671be0-beec-451f-9c66-52458ccdbba3 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:23.059324 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f0c9f1ed-4c69-4bb5-8cbb-6fdc3e4f5ee1 req-dd671be0-beec-451f-9c66-52458ccdbba3 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=91662a2e-80ea-4096-8639-0184726c51b1 HTTP/1.1" status: 200 len: 1095 time: 0.0423899 Nov 12 01:27:23.106089 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f0c9f1ed-4c69-4bb5-8cbb-6fdc3e4f5ee1 req-560a2f84-9986-4d0f-98c0-e342acc0bed2 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f67d9a7a-1bcb-40ce-95ef-d5aa184f272d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404043 Nov 12 01:27:24.220339 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd66424-6625-463a-b2bf-65f6b2acd9cd req-253953bc-cd33-4928-9d7c-8acc910af8b5 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:24.221909 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ecd66424-6625-463a-b2bf-65f6b2acd9cd req-253953bc-cd33-4928-9d7c-8acc910af8b5 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=91662a2e-80ea-4096-8639-0184726c51b1 HTTP/1.1" status: 200 len: 1095 time: 0.0439057 Nov 12 01:27:24.266214 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ecd66424-6625-463a-b2bf-65f6b2acd9cd req-9aeb58f8-aafb-4ada-94a0-47d720422297 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f67d9a7a-1bcb-40ce-95ef-d5aa184f272d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383697 Nov 12 01:27:24.795754 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 557066dd-2172-4dec-bd2a-faf6bffde649 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:27:24.890917 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 557066dd-2172-4dec-bd2a-faf6bffde649, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=557066dd-2172-4dec-bd2a-faf6bffde649,segment=NetworkSegment(0e9e435d-b121-4836-b2fe-afa983361285),segment_id=0e9e435d-b121-4836-b2fe-afa983361285)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:24.902543 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '557066dd-2172-4dec-bd2a-faf6bffde649', 'network_id': '3942533b-64d8-4ef3-b66d-48f49182cbd9', 'port_id': '557066dd-2172-4dec-bd2a-faf6bffde649', 'mac_address': 'fa:16:3e:6d:59:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcf62e1f-ac75-4928-a65e-21ed491b32fb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:27:24.939411 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:24.951939 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 557066dd-2172-4dec-bd2a-faf6bffde649 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:27:24.971172 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 557066dd-2172-4dec-bd2a-faf6bffde649, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=557066dd-2172-4dec-bd2a-faf6bffde649,segment=NetworkSegment(0e9e435d-b121-4836-b2fe-afa983361285),segment_id=0e9e435d-b121-4836-b2fe-afa983361285)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:24.974769 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:25.023970 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=557066dd-2172-4dec-bd2a-faf6bffde649,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:25.278376 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['557066dd-2172-4dec-bd2a-faf6bffde649'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:27:25.371031 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8174496-191e-4a42-a1f4-81a1b3e4545a req-050a8cde-61c8-41e4-aa2e-9b23b22d56e4 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:25.372646 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c8174496-191e-4a42-a1f4-81a1b3e4545a req-050a8cde-61c8-41e4-aa2e-9b23b22d56e4 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=91662a2e-80ea-4096-8639-0184726c51b1 HTTP/1.1" status: 200 len: 1096 time: 0.0405753 Nov 12 01:27:25.415967 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c8174496-191e-4a42-a1f4-81a1b3e4545a req-ccb2ebb2-2c86-470d-b44c-65c297c7aba1 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f67d9a7a-1bcb-40ce-95ef-d5aa184f272d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372550 Nov 12 01:27:26.531553 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f14f6c-3de9-4763-ac58-25eb06fae7fb req-8f3a890b-f685-4c9f-ac1c-a0a9116b1c20 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:26.533076 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c8f14f6c-3de9-4763-ac58-25eb06fae7fb req-8f3a890b-f685-4c9f-ac1c-a0a9116b1c20 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=91662a2e-80ea-4096-8639-0184726c51b1 HTTP/1.1" status: 200 len: 1096 time: 0.0466526 Nov 12 01:27:26.582257 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c8f14f6c-3de9-4763-ac58-25eb06fae7fb req-09a39116-7045-4ad9-9c54-3c645147da1b tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f67d9a7a-1bcb-40ce-95ef-d5aa184f272d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386255 Nov 12 01:27:26.796126 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 557066dd-2172-4dec-bd2a-faf6bffde649 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:27:26.849305 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 557066dd-2172-4dec-bd2a-faf6bffde649 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:27:26.856686 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 557066dd-2172-4dec-bd2a-faf6bffde649 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:26.857287 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:26.948168 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:26.977545 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91662a2e-80ea-4096-8639-0184726c51b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '557066dd-2172-4dec-bd2a-faf6bffde649'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:27:26.981436 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99650c1d-293c-4701-8cff-2e45bf147795" -d '{"events": [{"server_uuid": "91662a2e-80ea-4096-8639-0184726c51b1", "name": "network-vif-plugged", "status": "completed", "tag": "557066dd-2172-4dec-bd2a-faf6bffde649"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:27:26.995785 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 557066dd-2172-4dec-bd2a-faf6bffde649, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=557066dd-2172-4dec-bd2a-faf6bffde649,segment=NetworkSegment(0e9e435d-b121-4836-b2fe-afa983361285),segment_id=0e9e435d-b121-4836-b2fe-afa983361285)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:27.000639 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:27.029709 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf51e6d-29f1-438a-a72b-13e6f72eb76d x-openstack-request-id: req-ddf51e6d-29f1-438a-a72b-13e6f72eb76d {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:27:27.030142 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91662a2e-80ea-4096-8639-0184726c51b1", "name": "network-vif-plugged", "status": "completed", "tag": "557066dd-2172-4dec-bd2a-faf6bffde649", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:27:27.030531 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ddf51e6d-29f1-438a-a72b-13e6f72eb76d {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:27:27.031118 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91662a2e-80ea-4096-8639-0184726c51b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '557066dd-2172-4dec-bd2a-faf6bffde649', 'code': 200} Nov 12 01:27:27.065357 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=557066dd-2172-4dec-bd2a-faf6bffde649,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:27.072682 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:27.073017 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:27.073352 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:27.073707 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:27.074036 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:27.074370 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:27.074801 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:27.075127 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:27.075448 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:27.075761 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:27.076076 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:27.076399 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:27.158687 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f69acc-b255-43ca-ab25-80a6634423f6 req-d676af61-1597-4320-86ac-a3065a8209a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:27.160300 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-42f69acc-b255-43ca-ab25-80a6634423f6 req-d676af61-1597-4320-86ac-a3065a8209a0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=91662a2e-80ea-4096-8639-0184726c51b1 HTTP/1.1" status: 200 len: 1097 time: 0.0483911 Nov 12 01:27:27.214400 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-42f69acc-b255-43ca-ab25-80a6634423f6 req-cae719f2-abb3-4ea3-bb4f-c27dbae780d9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f67d9a7a-1bcb-40ce-95ef-d5aa184f272d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436690 Nov 12 01:27:27.693008 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd779311-fa81-4802-85b3-57124bcdc606 req-51958ee6-7bb2-4f38-a964-021028507520 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:27.694584 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bd779311-fa81-4802-85b3-57124bcdc606 req-51958ee6-7bb2-4f38-a964-021028507520 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=91662a2e-80ea-4096-8639-0184726c51b1 HTTP/1.1" status: 200 len: 1097 time: 0.0417066 Nov 12 01:27:27.744547 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bd779311-fa81-4802-85b3-57124bcdc606 req-7c6592ed-608b-4a7d-9984-883fab440f36 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f67d9a7a-1bcb-40ce-95ef-d5aa184f272d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429447 Nov 12 01:27:28.345345 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:27:28.854879 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b044b17c-d94b-43cc-8f82-8340d8759cea req-145eb5a2-f42a-4b2e-929a-216c21bf554b tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:28.856442 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b044b17c-d94b-43cc-8f82-8340d8759cea req-145eb5a2-f42a-4b2e-929a-216c21bf554b tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=91662a2e-80ea-4096-8639-0184726c51b1 HTTP/1.1" status: 200 len: 1097 time: 0.0423038 Nov 12 01:27:28.905259 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b044b17c-d94b-43cc-8f82-8340d8759cea req-524f0960-f239-4cdb-b246-be237a2bfe73 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f67d9a7a-1bcb-40ce-95ef-d5aa184f272d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425143 Nov 12 01:27:29.009023 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5fe59a-f129-4258-8129-e1c03ae89619 req-ae85e040-ccda-4f90-a78e-d13a958447ae tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:29.011079 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7d5fe59a-f129-4258-8129-e1c03ae89619 req-ae85e040-ccda-4f90-a78e-d13a958447ae tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=91662a2e-80ea-4096-8639-0184726c51b1 HTTP/1.1" status: 200 len: 1097 time: 0.0396454 Nov 12 01:27:29.058960 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7d5fe59a-f129-4258-8129-e1c03ae89619 req-81cb8e57-0131-43ad-8e11-d244f39d486c tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f67d9a7a-1bcb-40ce-95ef-d5aa184f272d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418425 Nov 12 01:27:29.167739 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e48da1-1227-41ff-969b-cba939c6e5e4 req-1a05e2d9-8eb6-4dbc-98a7-f53b9733e57a tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:29.169259 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a9e48da1-1227-41ff-969b-cba939c6e5e4 req-1a05e2d9-8eb6-4dbc-98a7-f53b9733e57a tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=91662a2e-80ea-4096-8639-0184726c51b1 HTTP/1.1" status: 200 len: 1097 time: 0.0447071 Nov 12 01:27:29.211580 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a9e48da1-1227-41ff-969b-cba939c6e5e4 req-5965d579-5d6b-446a-b3c3-91add4794258 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f67d9a7a-1bcb-40ce-95ef-d5aa184f272d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363562 Nov 12 01:27:29.430216 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4c347-0606-473e-8214-a7a668c99125 req-67d73523-c7e3-4b0e-bfdc-b84d93f95ab6 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:29.432213 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-05d4c347-0606-473e-8214-a7a668c99125 req-67d73523-c7e3-4b0e-bfdc-b84d93f95ab6 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=91662a2e-80ea-4096-8639-0184726c51b1 HTTP/1.1" status: 200 len: 1097 time: 0.0399973 Nov 12 01:27:29.476148 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-05d4c347-0606-473e-8214-a7a668c99125 req-853d8bb9-a974-4b91-a1d1-1de3794dbd7e tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f67d9a7a-1bcb-40ce-95ef-d5aa184f272d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380321 Nov 12 01:27:30.584858 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e152a-6048-491a-a400-1b55036b7ce3 req-930199a6-31da-4319-b4f6-613507cfa273 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:30.586415 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-569e152a-6048-491a-a400-1b55036b7ce3 req-930199a6-31da-4319-b4f6-613507cfa273 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=91662a2e-80ea-4096-8639-0184726c51b1 HTTP/1.1" status: 200 len: 1097 time: 0.0416150 Nov 12 01:27:30.629984 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-569e152a-6048-491a-a400-1b55036b7ce3 req-62cbd3a8-d176-48f1-b561-f8d94a118846 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f67d9a7a-1bcb-40ce-95ef-d5aa184f272d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369570 Nov 12 01:27:30.971607 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf180f5-06c4-47dc-b1ce-c3d9b52119a0 req-85d0e2cf-ce61-430f-af2c-618514c221a4 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:30.973105 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2cf180f5-06c4-47dc-b1ce-c3d9b52119a0 req-85d0e2cf-ce61-430f-af2c-618514c221a4 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=91662a2e-80ea-4096-8639-0184726c51b1 HTTP/1.1" status: 200 len: 1097 time: 0.0388908 Nov 12 01:27:31.396860 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-2cf180f5-06c4-47dc-b1ce-c3d9b52119a0 req-86c05873-c68e-4882-87ec-7ff80ea78a70 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Deleting port 557066dd-2172-4dec-bd2a-faf6bffde649 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:27:31.397192 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-2cf180f5-06c4-47dc-b1ce-c3d9b52119a0 req-86c05873-c68e-4882-87ec-7ff80ea78a70 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:31.473899 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-2cf180f5-06c4-47dc-b1ce-c3d9b52119a0 req-86c05873-c68e-4882-87ec-7ff80ea78a70 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] For port 557066dd-2172-4dec-bd2a-faf6bffde649, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=557066dd-2172-4dec-bd2a-faf6bffde649,segment=NetworkSegment(0e9e435d-b121-4836-b2fe-afa983361285),segment_id=0e9e435d-b121-4836-b2fe-afa983361285)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:31.474255 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-2cf180f5-06c4-47dc-b1ce-c3d9b52119a0 req-86c05873-c68e-4882-87ec-7ff80ea78a70 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:31.486908 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-2cf180f5-06c4-47dc-b1ce-c3d9b52119a0 req-86c05873-c68e-4882-87ec-7ff80ea78a70 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Calling delete_port for 557066dd-2172-4dec-bd2a-faf6bffde649 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:27:31.609689 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-2cf180f5-06c4-47dc-b1ce-c3d9b52119a0 req-86c05873-c68e-4882-87ec-7ff80ea78a70 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:31.637020 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c05873-c68e-4882-87ec-7ff80ea78a70 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Pushing event deleted for resources: {'Port': ['ID=557066dd-2172-4dec-bd2a-faf6bffde649,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:31.641904 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['557066dd-2172-4dec-bd2a-faf6bffde649'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:27:31.677969 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:27:31.686448 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf180f5-06c4-47dc-b1ce-c3d9b52119a0 req-86c05873-c68e-4882-87ec-7ff80ea78a70 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] No DVR routers for this DVR port 557066dd-2172-4dec-bd2a-faf6bffde649 on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:27:31.689856 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-2cf180f5-06c4-47dc-b1ce-c3d9b52119a0 req-86c05873-c68e-4882-87ec-7ff80ea78a70 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:31.693601 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2cf180f5-06c4-47dc-b1ce-c3d9b52119a0 req-86c05873-c68e-4882-87ec-7ff80ea78a70 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.49 "DELETE /v2.0/ports/557066dd-2172-4dec-bd2a-faf6bffde649 HTTP/1.1" status: 204 len: 173 time: 0.7138226 Nov 12 01:27:31.694112 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91662a2e-80ea-4096-8639-0184726c51b1', 'name': 'network-vif-deleted', 'tag': '557066dd-2172-4dec-bd2a-faf6bffde649'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:27:31.697422 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eacf0454-83e1-4e5f-a68a-78eadeb3aac7" -d '{"events": [{"server_uuid": "91662a2e-80ea-4096-8639-0184726c51b1", "name": "network-vif-deleted", "tag": "557066dd-2172-4dec-bd2a-faf6bffde649"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:27:31.750987 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e357ecf2-c9da-4979-8992-b788f6aee37d req-60c73317-c37c-4861-a903-141d803f5fa5 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=91662a2e-80ea-4096-8639-0184726c51b1 HTTP/1.1" status: 200 len: 210 time: 0.0374055 Nov 12 01:27:31.759830 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3175de0f-46ef-4cfe-8ddb-19f8be7dca3d x-openstack-request-id: req-3175de0f-46ef-4cfe-8ddb-19f8be7dca3d {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:27:31.760132 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91662a2e-80ea-4096-8639-0184726c51b1", "name": "network-vif-deleted", "tag": "557066dd-2172-4dec-bd2a-faf6bffde649", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:27:31.760429 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3175de0f-46ef-4cfe-8ddb-19f8be7dca3d {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:27:31.760828 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91662a2e-80ea-4096-8639-0184726c51b1', 'name': 'network-vif-deleted', 'tag': '557066dd-2172-4dec-bd2a-faf6bffde649', 'status': 'completed', 'code': 200} Nov 12 01:27:33.025429 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35fab8-b02c-49cc-8efc-1a832d193755 req-44d416f0-918b-49af-a176-81e067385f45 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:33.026912 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6e35fab8-b02c-49cc-8efc-1a832d193755 req-44d416f0-918b-49af-a176-81e067385f45 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f4e1de10-1d17-47e0-9fe9-24c4c3a494e4 HTTP/1.1" status: 200 len: 1098 time: 0.0406334 Nov 12 01:27:33.069953 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6e35fab8-b02c-49cc-8efc-1a832d193755 req-2f37cb50-40a9-452b-b56c-4896a04fe6a5 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f67d9a7a-1bcb-40ce-95ef-d5aa184f272d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372026 Nov 12 01:27:34.178649 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e55da-e994-493a-bb6d-c959830099d7 req-ff505c57-cc3c-4e63-87c7-bdd70c9c2d79 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:34.180147 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bd3e55da-e994-493a-bb6d-c959830099d7 req-ff505c57-cc3c-4e63-87c7-bdd70c9c2d79 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f4e1de10-1d17-47e0-9fe9-24c4c3a494e4 HTTP/1.1" status: 200 len: 1098 time: 0.0407727 Nov 12 01:27:34.223147 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bd3e55da-e994-493a-bb6d-c959830099d7 req-fb5a9f8c-2573-4bc0-b9b5-49d8b827e79d tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f67d9a7a-1bcb-40ce-95ef-d5aa184f272d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359886 Nov 12 01:27:34.336052 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7859d890-8847-41ad-ba37-6d9bfdff6b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:34.665408 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388211a-946a-4d96-b248-058dd1bd3753 req-80d05a3a-91b6-4cc0-a23a-5008e35ce519 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:34.667027 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e388211a-946a-4d96-b248-058dd1bd3753 req-80d05a3a-91b6-4cc0-a23a-5008e35ce519 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=f4e1de10-1d17-47e0-9fe9-24c4c3a494e4 HTTP/1.1" status: 200 len: 1098 time: 0.0438027 Nov 12 01:27:34.744654 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-e388211a-946a-4d96-b248-058dd1bd3753 req-f3b1dd1a-e643-4a93-9b9f-5c0aba16e1d4 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Deleting port e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:27:34.744995 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-e388211a-946a-4d96-b248-058dd1bd3753 req-f3b1dd1a-e643-4a93-9b9f-5c0aba16e1d4 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:34.827118 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-e388211a-946a-4d96-b248-058dd1bd3753 req-f3b1dd1a-e643-4a93-9b9f-5c0aba16e1d4 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] For port e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09,segment=NetworkSegment(0e9e435d-b121-4836-b2fe-afa983361285),segment_id=0e9e435d-b121-4836-b2fe-afa983361285)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:34.827472 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-e388211a-946a-4d96-b248-058dd1bd3753 req-f3b1dd1a-e643-4a93-9b9f-5c0aba16e1d4 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:34.840706 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-e388211a-946a-4d96-b248-058dd1bd3753 req-f3b1dd1a-e643-4a93-9b9f-5c0aba16e1d4 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Calling delete_port for e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09 owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:27:34.843262 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 557066dd-2172-4dec-bd2a-faf6bffde649 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:27:34.863264 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: 557066dd-2172-4dec-bd2a-faf6bffde649 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:27:34.863605 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 557066dd-2172-4dec-bd2a-faf6bffde649 not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:27:34.969847 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-e388211a-946a-4d96-b248-058dd1bd3753 req-f3b1dd1a-e643-4a93-9b9f-5c0aba16e1d4 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:34.995618 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b1dd1a-e643-4a93-9b9f-5c0aba16e1d4 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Pushing event deleted for resources: {'Port': ['ID=e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:35.005579 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:27:35.042030 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-e388211a-946a-4d96-b248-058dd1bd3753 req-f3b1dd1a-e643-4a93-9b9f-5c0aba16e1d4 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] No DVR routers for this DVR port e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09 on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:27:35.044666 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-e388211a-946a-4d96-b248-058dd1bd3753 req-f3b1dd1a-e643-4a93-9b9f-5c0aba16e1d4 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:35.048028 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e388211a-946a-4d96-b248-058dd1bd3753 req-f3b1dd1a-e643-4a93-9b9f-5c0aba16e1d4 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.54 "DELETE /v2.0/ports/e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09 HTTP/1.1" status: 204 len: 173 time: 0.3748815 Nov 12 01:27:35.048496 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4e1de10-1d17-47e0-9fe9-24c4c3a494e4', 'name': 'network-vif-deleted', 'tag': 'e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:27:35.050822 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e835ed9a-97a2-4b37-81f5-681b25bd2764" -d '{"events": [{"server_uuid": "f4e1de10-1d17-47e0-9fe9-24c4c3a494e4", "name": "network-vif-deleted", "tag": "e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:27:35.100618 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35681710-19e4-417f-bd64-a861c14146ab x-openstack-request-id: req-35681710-19e4-417f-bd64-a861c14146ab {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:27:35.100975 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4e1de10-1d17-47e0-9fe9-24c4c3a494e4", "name": "network-vif-deleted", "tag": "e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:27:35.101336 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-35681710-19e4-417f-bd64-a861c14146ab {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:27:35.101616 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4e1de10-1d17-47e0-9fe9-24c4c3a494e4', 'name': 'network-vif-deleted', 'tag': 'e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09', 'status': 'completed', 'code': 200} Nov 12 01:27:35.333116 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4ecea635-e189-4ca6-9b0b-5df6fc8675d7 req-472caa65-660f-45db-9940-5ac82b971232 tempest-TestServerMultinode-1710933463 tempest-TestServerMultinode-1710933463-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f4e1de10-1d17-47e0-9fe9-24c4c3a494e4 HTTP/1.1" status: 200 len: 210 time: 0.0285070 Nov 12 01:27:36.395375 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47052) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:36.457199 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-719f7112-27c0-4ef4-a5d1-a45f86f1dd40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:36.754126 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b7167959-6463-493f-8022-e19bbe57e324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:36.998988 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-b7167959-6463-493f-8022-e19bbe57e324 admin admin] Deleting port eda7572f-3c6b-4ac5-b1bf-41eda8150a07 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:27:36.999318 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b7167959-6463-493f-8022-e19bbe57e324 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:37.080793 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-b7167959-6463-493f-8022-e19bbe57e324 admin admin] For port eda7572f-3c6b-4ac5-b1bf-41eda8150a07, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=eda7572f-3c6b-4ac5-b1bf-41eda8150a07,segment=NetworkSegment(0e9e435d-b121-4836-b2fe-afa983361285),segment_id=0e9e435d-b121-4836-b2fe-afa983361285)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:37.081150 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b7167959-6463-493f-8022-e19bbe57e324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:37.093888 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-b7167959-6463-493f-8022-e19bbe57e324 admin admin] Calling delete_port for eda7572f-3c6b-4ac5-b1bf-41eda8150a07 owned by network:router_interface {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:27:37.279236 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b7167959-6463-493f-8022-e19bbe57e324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:37.304815 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7167959-6463-493f-8022-e19bbe57e324 admin admin] Pushing event deleted for resources: {'Port': ['ID=eda7572f-3c6b-4ac5-b1bf-41eda8150a07,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:37.473759 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b7167959-6463-493f-8022-e19bbe57e324 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:37.693317 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7167959-6463-493f-8022-e19bbe57e324 admin admin] Router 87e84a98-7fda-4f11-85dc-6f4db83bd01d has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:27:37.797642 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:37.804301 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7167959-6463-493f-8022-e19bbe57e324 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:27:37.809976 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b7167959-6463-493f-8022-e19bbe57e324 admin admin] 10.222.0.20 "PUT /v2.0/routers/87e84a98-7fda-4f11-85dc-6f4db83bd01d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4130778 Nov 12 01:27:37.812054 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47056) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:37.814822 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6fef09-3333-4b98-a1f0-ec6a64a02c26 None None] Sync routers for ids ['87e84a98-7fda-4f11-85dc-6f4db83bd01d'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:27:37.829115 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6fef09-3333-4b98-a1f0-ec6a64a02c26 None None] Routers {'87e84a98-7fda-4f11-85dc-6f4db83bd01d'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:27:37.829840 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-8f6fef09-3333-4b98-a1f0-ec6a64a02c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:27:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['87e84a98-7fda-4f11-85dc-6f4db83bd01d'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:37.917007 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2e9161e8-10e7-48c6-a6d8-7f6bbaee8ab1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:37.933643 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-8f6fef09-3333-4b98-a1f0-ec6a64a02c26 None None] Set router 87e84a98-7fda-4f11-85dc-6f4db83bd01d gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:27:38.019515 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2e9161e8-10e7-48c6-a6d8-7f6bbaee8ab1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:38.071993 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-2e9161e8-10e7-48c6-a6d8-7f6bbaee8ab1 admin admin] Deleting port 280a9c53-9b2a-43a0-bd3b-8ef4d5fdd554 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:27:38.072320 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2e9161e8-10e7-48c6-a6d8-7f6bbaee8ab1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:38.110016 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-8f6fef09-3333-4b98-a1f0-ec6a64a02c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e84a98-7fda-4f11-85dc-6f4db83bd01d', 'name': 'tempest-TestServerMultinode-1110982903-router', 'tenant_id': '3cb143df3043479bafe721134bf0a6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '280a9c53-9b2a-43a0-bd3b-8ef4d5fdd554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:26:58Z', 'updated_at': '2021-11-12T01:27:37Z', 'revision_number': 5, 'project_id': '3cb143df3043479bafe721134bf0a6a0', 'gw_port': {'id': '280a9c53-9b2a-43a0-bd3b-8ef4d5fdd554', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e84a98-7fda-4f11-85dc-6f4db83bd01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:26:58Z', 'updated_at': '2021-11-12T01:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:38.136535 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6fef09-3333-4b98-a1f0-ec6a64a02c26 None None] Checking router: 87e84a98-7fda-4f11-85dc-6f4db83bd01d for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:27:38.144844 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6fef09-3333-4b98-a1f0-ec6a64a02c26 None None] Routers {'87e84a98-7fda-4f11-85dc-6f4db83bd01d'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:27:38.145467 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-8f6fef09-3333-4b98-a1f0-ec6a64a02c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:27:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['87e84a98-7fda-4f11-85dc-6f4db83bd01d'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:38.154269 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-2e9161e8-10e7-48c6-a6d8-7f6bbaee8ab1 admin admin] For port 280a9c53-9b2a-43a0-bd3b-8ef4d5fdd554, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=280a9c53-9b2a-43a0-bd3b-8ef4d5fdd554,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:38.154627 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2e9161e8-10e7-48c6-a6d8-7f6bbaee8ab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:38.168221 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-2e9161e8-10e7-48c6-a6d8-7f6bbaee8ab1 admin admin] Calling delete_port for 280a9c53-9b2a-43a0-bd3b-8ef4d5fdd554 owned by network:router_gateway {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:27:38.231277 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-8f6fef09-3333-4b98-a1f0-ec6a64a02c26 None None] Set router 87e84a98-7fda-4f11-85dc-6f4db83bd01d gateway port host: None {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:27:38.293726 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-8f6fef09-3333-4b98-a1f0-ec6a64a02c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e84a98-7fda-4f11-85dc-6f4db83bd01d', 'name': 'tempest-TestServerMultinode-1110982903-router', 'tenant_id': '3cb143df3043479bafe721134bf0a6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:26:58Z', 'updated_at': '2021-11-12T01:27:38Z', 'revision_number': 6, 'project_id': '3cb143df3043479bafe721134bf0a6a0', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:38.320160 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6fef09-3333-4b98-a1f0-ec6a64a02c26 None None] The sync data for ids ['87e84a98-7fda-4f11-85dc-6f4db83bd01d'] in n-d-812236-11 is: [{'id': '87e84a98-7fda-4f11-85dc-6f4db83bd01d', 'name': 'tempest-TestServerMultinode-1110982903-router', 'tenant_id': '3cb143df3043479bafe721134bf0a6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:26:58Z', 'updated_at': '2021-11-12T01:27:38Z', 'revision_number': 6, 'project_id': '3cb143df3043479bafe721134bf0a6a0', 'gw_port_host': None}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:27:38.339977 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2e9161e8-10e7-48c6-a6d8-7f6bbaee8ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:38.368770 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9161e8-10e7-48c6-a6d8-7f6bbaee8ab1 admin admin] Pushing event deleted for resources: {'Port': ['ID=280a9c53-9b2a-43a0-bd3b-8ef4d5fdd554,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:38.382165 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c11163-da58-4da3-9804-849197c8d318 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:27:38.429211 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2e9161e8-10e7-48c6-a6d8-7f6bbaee8ab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:38.518653 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2e9161e8-10e7-48c6-a6d8-7f6bbaee8ab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:38.520816 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2e9161e8-10e7-48c6-a6d8-7f6bbaee8ab1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:38.567604 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2e9161e8-10e7-48c6-a6d8-7f6bbaee8ab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:38.568282 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9161e8-10e7-48c6-a6d8-7f6bbaee8ab1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87e84a98-7fda-4f11-85dc-6f4db83bd01d {{(pid=102661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:27:38.574160 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2e9161e8-10e7-48c6-a6d8-7f6bbaee8ab1 admin admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:38.575762 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-2e9161e8-10e7-48c6-a6d8-7f6bbaee8ab1 admin admin] 10.222.0.20 "DELETE /v2.0/routers/87e84a98-7fda-4f11-85dc-6f4db83bd01d HTTP/1.1" status: 204 len: 168 time: 0.7627189 Nov 12 01:27:38.578207 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47058) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:38.622612 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4a41511-20d6-43cd-9feb-7e073fc0003d admin admin] Deleting subnet dcf62e1f-ac75-4928-a65e-21ed491b32fb {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:27:38.625613 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b4a41511-20d6-43cd-9feb-7e073fc0003d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:38.662038 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b4a41511-20d6-43cd-9feb-7e073fc0003d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:38.750514 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b4a41511-20d6-43cd-9feb-7e073fc0003d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:38.803782 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b4a41511-20d6-43cd-9feb-7e073fc0003d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:38.830060 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a41511-20d6-43cd-9feb-7e073fc0003d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcf62e1f-ac75-4928-a65e-21ed491b32fb,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:38.830320 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:27:38.834168 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b4a41511-20d6-43cd-9feb-7e073fc0003d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:38.836817 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b4a41511-20d6-43cd-9feb-7e073fc0003d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/dcf62e1f-ac75-4928-a65e-21ed491b32fb HTTP/1.1" status: 204 len: 168 time: 0.2576387 Nov 12 01:27:38.840094 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 47060) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:38.860906 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8666f4d3-41fc-4957-ba43-8c2114cdc058 None None] Network 3942533b-64d8-4ef3-b66d-48f49182cbd9 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:27:38.863197 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:27:38.863619 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device e2afea7d-3a59-4383-a3f1-7b3a7a5c6a09 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:27:38.921537 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-38dc9f46-4937-424a-a860-1ec3d70b84ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:38.981428 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-38dc9f46-4937-424a-a860-1ec3d70b84ce admin admin] Deleting port 2249bf1f-d62e-4168-84b8-aa267cafa6b1 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:27:38.981755 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-38dc9f46-4937-424a-a860-1ec3d70b84ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:39.047779 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-38dc9f46-4937-424a-a860-1ec3d70b84ce admin admin] For port 2249bf1f-d62e-4168-84b8-aa267cafa6b1, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=2249bf1f-d62e-4168-84b8-aa267cafa6b1,segment=NetworkSegment(0e9e435d-b121-4836-b2fe-afa983361285),segment_id=0e9e435d-b121-4836-b2fe-afa983361285)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:39.048140 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-38dc9f46-4937-424a-a860-1ec3d70b84ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:39.061847 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3876e09f-664b-4c9b-8126-5b6c46e6909a None None] DHCP port deletion for 3942533b-64d8-4ef3-b66d-48f49182cbd9 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:27:39.062043 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-38dc9f46-4937-424a-a860-1ec3d70b84ce admin admin] Calling delete_port for 2249bf1f-d62e-4168-84b8-aa267cafa6b1 owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:27:39.115559 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-3876e09f-664b-4c9b-8126-5b6c46e6909a None None] Deleting port 2249bf1f-d62e-4168-84b8-aa267cafa6b1 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:27:39.115936 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3876e09f-664b-4c9b-8126-5b6c46e6909a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:39.149417 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-38dc9f46-4937-424a-a860-1ec3d70b84ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:39.180144 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc9f46-4937-424a-a860-1ec3d70b84ce admin admin] Pushing event deleted for resources: {'Port': ['ID=2249bf1f-d62e-4168-84b8-aa267cafa6b1,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:39.182189 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dc9f46-4937-424a-a860-1ec3d70b84ce admin admin] No DVR routers for this DVR port 2249bf1f-d62e-4168-84b8-aa267cafa6b1 on host n-d-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:27:39.189505 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-3876e09f-664b-4c9b-8126-5b6c46e6909a None None] For port 2249bf1f-d62e-4168-84b8-aa267cafa6b1, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=2249bf1f-d62e-4168-84b8-aa267cafa6b1,segment=NetworkSegment(0e9e435d-b121-4836-b2fe-afa983361285),segment_id=0e9e435d-b121-4836-b2fe-afa983361285)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:39.189908 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3876e09f-664b-4c9b-8126-5b6c46e6909a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:39.203164 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-3876e09f-664b-4c9b-8126-5b6c46e6909a None None] Calling delete_port for 2249bf1f-d62e-4168-84b8-aa267cafa6b1 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:27:39.265358 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-38dc9f46-4937-424a-a860-1ec3d70b84ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:39.286749 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3876e09f-664b-4c9b-8126-5b6c46e6909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:39.287245 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-38dc9f46-4937-424a-a860-1ec3d70b84ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3942533b-64d8-4ef3-b66d-48f49182cbd9']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:39.298913 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-38dc9f46-4937-424a-a860-1ec3d70b84ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e9e435d-b121-4836-b2fe-afa983361285') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:39.299221 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-38dc9f46-4937-424a-a860-1ec3d70b84ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e9e435d-b121-4836-b2fe-afa983361285') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:39.309994 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-38dc9f46-4937-424a-a860-1ec3d70b84ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:39.310259 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876e09f-664b-4c9b-8126-5b6c46e6909a None None] Pushing event deleted for resources: {'Port': ['ID=2249bf1f-d62e-4168-84b8-aa267cafa6b1,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:39.320349 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3876e09f-664b-4c9b-8126-5b6c46e6909a None None] No DVR routers for this DVR port 2249bf1f-d62e-4168-84b8-aa267cafa6b1 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:27:39.325915 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-38dc9f46-4937-424a-a860-1ec3d70b84ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:39.332762 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38dc9f46-4937-424a-a860-1ec3d70b84ce admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:27:39.332762 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-38dc9f46-4937-424a-a860-1ec3d70b84ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:39.334386 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:27:39.334386 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:27:39.334386 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:27:39.334386 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:27:39.334386 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:27:39.334386 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:27:39.334386 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:27:39.334386 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:27:39.334386 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:27:39.334386 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:27:39.334386 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:27:39.334386 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:27:39.334386 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:27:39.334386 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:27:39.334386 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:27:39.334386 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:27:39.334386 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:27:39.334386 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:27:39.334386 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:27:39.334386 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:27:39.334386 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:27:39.334386 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:27:39.334386 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:27:39.334386 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:27:39.334386 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:27:39.334386 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:27:39.334386 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:27:39.334386 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:27:39.334386 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:27:39.334386 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:27:39.334386 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:27:39.334386 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:27:39.391355 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-38dc9f46-4937-424a-a860-1ec3d70b84ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:39.397867 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-38dc9f46-4937-424a-a860-1ec3d70b84ce admin admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:39.405131 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-38dc9f46-4937-424a-a860-1ec3d70b84ce admin admin] 10.222.0.20 "DELETE /v2.0/networks/3942533b-64d8-4ef3-b66d-48f49182cbd9 HTTP/1.1" status: 204 len: 168 time: 0.5612619 Nov 12 01:27:39.405280 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:39.405520 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47062) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:39.412366 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc9f46-4937-424a-a860-1ec3d70b84ce admin admin] Pushing event deleted for resources: {'Network': ['ID=3942533b-64d8-4ef3-b66d-48f49182cbd9,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:39.680288 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device eda7572f-3c6b-4ac5-b1bf-41eda8150a07 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:27:39.700793 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: eda7572f-3c6b-4ac5-b1bf-41eda8150a07 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:27:39.701310 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device eda7572f-3c6b-4ac5-b1bf-41eda8150a07 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:27:39.701754 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 2249bf1f-d62e-4168-84b8-aa267cafa6b1 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:27:39.720409 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 2249bf1f-d62e-4168-84b8-aa267cafa6b1 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:27:39.720750 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 2249bf1f-d62e-4168-84b8-aa267cafa6b1 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:27:39.721152 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 280a9c53-9b2a-43a0-bd3b-8ef4d5fdd554 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:27:39.740198 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 280a9c53-9b2a-43a0-bd3b-8ef4d5fdd554 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:27:39.740539 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 280a9c53-9b2a-43a0-bd3b-8ef4d5fdd554 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:27:39.759772 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fda95878-6802-4f2f-8615-5f7743ceab45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:40.008659 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-fda95878-6802-4f2f-8615-5f7743ceab45 admin admin] Deleting port e1189efc-2aee-443a-8c45-fdc03c75c9e0 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:27:40.008901 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fda95878-6802-4f2f-8615-5f7743ceab45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:40.085491 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-fda95878-6802-4f2f-8615-5f7743ceab45 admin admin] For port e1189efc-2aee-443a-8c45-fdc03c75c9e0, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=e1189efc-2aee-443a-8c45-fdc03c75c9e0,segment=NetworkSegment(bd05d6ab-6e20-4c64-b206-2728f42a6819),segment_id=bd05d6ab-6e20-4c64-b206-2728f42a6819)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:40.085850 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fda95878-6802-4f2f-8615-5f7743ceab45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:40.098458 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-fda95878-6802-4f2f-8615-5f7743ceab45 admin admin] Calling delete_port for e1189efc-2aee-443a-8c45-fdc03c75c9e0 owned by network:router_interface {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:27:40.274535 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fda95878-6802-4f2f-8615-5f7743ceab45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:40.306831 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda95878-6802-4f2f-8615-5f7743ceab45 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1189efc-2aee-443a-8c45-fdc03c75c9e0,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:40.336886 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:40.482116 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fda95878-6802-4f2f-8615-5f7743ceab45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:40.695402 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda95878-6802-4f2f-8615-5f7743ceab45 admin admin] Router 2d542cd0-5ec0-4b47-9803-7c60cfed5f32 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:27:41.146783 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda95878-6802-4f2f-8615-5f7743ceab45 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:27:41.152513 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-fda95878-6802-4f2f-8615-5f7743ceab45 admin admin] 10.222.0.20 "PUT /v2.0/routers/2d542cd0-5ec0-4b47-9803-7c60cfed5f32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7457671 Nov 12 01:27:41.154979 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47064) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:41.156474 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d337e78d-3e95-4da2-8bfe-87b58aa834a7 None None] Sync routers for ids ['2d542cd0-5ec0-4b47-9803-7c60cfed5f32'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:27:41.169729 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d337e78d-3e95-4da2-8bfe-87b58aa834a7 None None] Routers {'2d542cd0-5ec0-4b47-9803-7c60cfed5f32'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:27:41.170339 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-d337e78d-3e95-4da2-8bfe-87b58aa834a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:27:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['2d542cd0-5ec0-4b47-9803-7c60cfed5f32'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:41.185976 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:41.258952 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3976c29f-e86c-48a0-be67-890d65676198 admin admin] Publish callbacks [] for router, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:41.271767 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-d337e78d-3e95-4da2-8bfe-87b58aa834a7 None None] Set router 2d542cd0-5ec0-4b47-9803-7c60cfed5f32 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:27:41.367058 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3976c29f-e86c-48a0-be67-890d65676198 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:41.421434 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-3976c29f-e86c-48a0-be67-890d65676198 admin admin] Deleting port 2ff30861-397c-4f2b-a344-0e5ccc890eeb {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:27:41.421689 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3976c29f-e86c-48a0-be67-890d65676198 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:41.464261 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-d337e78d-3e95-4da2-8bfe-87b58aa834a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d542cd0-5ec0-4b47-9803-7c60cfed5f32', 'name': 'tempest-TestServerMultinode-868903112-router', 'tenant_id': '34ce44279c7f4ce7849292027f36f992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '2ff30861-397c-4f2b-a344-0e5ccc890eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:27:03Z', 'updated_at': '2021-11-12T01:27:40Z', 'revision_number': 5, 'project_id': '34ce44279c7f4ce7849292027f36f992', 'gw_port': {'id': '2ff30861-397c-4f2b-a344-0e5ccc890eeb', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:02:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d542cd0-5ec0-4b47-9803-7c60cfed5f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:27:04Z', 'updated_at': '2021-11-12T01:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:41.491499 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d337e78d-3e95-4da2-8bfe-87b58aa834a7 None None] Checking router: 2d542cd0-5ec0-4b47-9803-7c60cfed5f32 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:27:41.502440 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d337e78d-3e95-4da2-8bfe-87b58aa834a7 None None] Routers {'2d542cd0-5ec0-4b47-9803-7c60cfed5f32'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:27:41.503033 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-d337e78d-3e95-4da2-8bfe-87b58aa834a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:27:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['2d542cd0-5ec0-4b47-9803-7c60cfed5f32'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:41.505270 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-3976c29f-e86c-48a0-be67-890d65676198 admin admin] For port 2ff30861-397c-4f2b-a344-0e5ccc890eeb, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=2ff30861-397c-4f2b-a344-0e5ccc890eeb,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:41.505662 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3976c29f-e86c-48a0-be67-890d65676198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:41.518213 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-3976c29f-e86c-48a0-be67-890d65676198 admin admin] Calling delete_port for 2ff30861-397c-4f2b-a344-0e5ccc890eeb owned by network:router_gateway {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:27:41.592322 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-d337e78d-3e95-4da2-8bfe-87b58aa834a7 None None] Set router 2d542cd0-5ec0-4b47-9803-7c60cfed5f32 gateway port host: None {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:27:41.648338 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-d337e78d-3e95-4da2-8bfe-87b58aa834a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d542cd0-5ec0-4b47-9803-7c60cfed5f32', 'name': 'tempest-TestServerMultinode-868903112-router', 'tenant_id': '34ce44279c7f4ce7849292027f36f992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:27:03Z', 'updated_at': '2021-11-12T01:27:41Z', 'revision_number': 6, 'project_id': '34ce44279c7f4ce7849292027f36f992', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:41.678571 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d337e78d-3e95-4da2-8bfe-87b58aa834a7 None None] The sync data for ids ['2d542cd0-5ec0-4b47-9803-7c60cfed5f32'] in n-d-812236-11 is: [{'id': '2d542cd0-5ec0-4b47-9803-7c60cfed5f32', 'name': 'tempest-TestServerMultinode-868903112-router', 'tenant_id': '34ce44279c7f4ce7849292027f36f992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:27:03Z', 'updated_at': '2021-11-12T01:27:41Z', 'revision_number': 6, 'project_id': '34ce44279c7f4ce7849292027f36f992', 'gw_port_host': None}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:27:41.705035 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3976c29f-e86c-48a0-be67-890d65676198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:41.737093 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976c29f-e86c-48a0-be67-890d65676198 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ff30861-397c-4f2b-a344-0e5ccc890eeb,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:41.753664 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f867eed-a2d4-4854-8d23-fc8887344e6b None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:27:41.799697 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3976c29f-e86c-48a0-be67-890d65676198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:41.891639 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3976c29f-e86c-48a0-be67-890d65676198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:41.893828 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3976c29f-e86c-48a0-be67-890d65676198 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:41.936152 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3976c29f-e86c-48a0-be67-890d65676198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:41.936635 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3976c29f-e86c-48a0-be67-890d65676198 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d542cd0-5ec0-4b47-9803-7c60cfed5f32 {{(pid=102661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:27:41.940738 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3976c29f-e86c-48a0-be67-890d65676198 admin admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:41.941900 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-3976c29f-e86c-48a0-be67-890d65676198 admin admin] 10.222.0.20 "DELETE /v2.0/routers/2d542cd0-5ec0-4b47-9803-7c60cfed5f32 HTTP/1.1" status: 204 len: 168 time: 0.7859981 Nov 12 01:27:41.944453 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47068) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:41.993623 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-a48a6f37-927e-4c39-9915-04ef964d1680 admin admin] Deleting subnet 18ae6e86-7a8d-476b-b06a-b76aa82064e9 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:27:41.996740 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a48a6f37-927e-4c39-9915-04ef964d1680 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:42.033035 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a48a6f37-927e-4c39-9915-04ef964d1680 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:42.115205 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a48a6f37-927e-4c39-9915-04ef964d1680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:42.173536 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a48a6f37-927e-4c39-9915-04ef964d1680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:42.201773 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a6f37-927e-4c39-9915-04ef964d1680 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18ae6e86-7a8d-476b-b06a-b76aa82064e9,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:42.203872 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a48a6f37-927e-4c39-9915-04ef964d1680 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:42.207222 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a48a6f37-927e-4c39-9915-04ef964d1680 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/18ae6e86-7a8d-476b-b06a-b76aa82064e9 HTTP/1.1" status: 204 len: 168 time: 0.2618468 Nov 12 01:27:42.207506 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da41bcb2-3f0b-48ea-b690-2975ed4ef749 None None] Network a3701571-7e27-4b09-aa7b-4f33373585ff requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:27:42.209647 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47070) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:42.278845 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ad3d9ddb-f29e-4773-a47b-41f9fd7ee2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:42.340658 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-ad3d9ddb-f29e-4773-a47b-41f9fd7ee2e9 admin admin] Deleting port 6a43d47d-020b-4989-929d-a92223b516a1 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:27:42.341013 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ad3d9ddb-f29e-4773-a47b-41f9fd7ee2e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:42.411213 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-ad3d9ddb-f29e-4773-a47b-41f9fd7ee2e9 admin admin] For port 6a43d47d-020b-4989-929d-a92223b516a1, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=6a43d47d-020b-4989-929d-a92223b516a1,segment=NetworkSegment(bd05d6ab-6e20-4c64-b206-2728f42a6819),segment_id=bd05d6ab-6e20-4c64-b206-2728f42a6819)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:42.411470 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ad3d9ddb-f29e-4773-a47b-41f9fd7ee2e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:42.425632 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-ad3d9ddb-f29e-4773-a47b-41f9fd7ee2e9 admin admin] Calling delete_port for 6a43d47d-020b-4989-929d-a92223b516a1 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:27:42.514510 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ad3d9ddb-f29e-4773-a47b-41f9fd7ee2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:42.542706 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3d9ddb-f29e-4773-a47b-41f9fd7ee2e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a43d47d-020b-4989-929d-a92223b516a1,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:42.544554 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3d9ddb-f29e-4773-a47b-41f9fd7ee2e9 admin admin] No DVR routers for this DVR port 6a43d47d-020b-4989-929d-a92223b516a1 on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:27:42.559121 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e03b57-bbdd-4797-b968-582f26a66907 None None] DHCP port deletion for a3701571-7e27-4b09-aa7b-4f33373585ff request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:27:42.619431 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ad3d9ddb-f29e-4773-a47b-41f9fd7ee2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:42.643786 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-ad3d9ddb-f29e-4773-a47b-41f9fd7ee2e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3701571-7e27-4b09-aa7b-4f33373585ff']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:42.654225 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-ad3d9ddb-f29e-4773-a47b-41f9fd7ee2e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd05d6ab-6e20-4c64-b206-2728f42a6819') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:42.654514 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-ad3d9ddb-f29e-4773-a47b-41f9fd7ee2e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd05d6ab-6e20-4c64-b206-2728f42a6819') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:42.664209 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ad3d9ddb-f29e-4773-a47b-41f9fd7ee2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:42.678788 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ad3d9ddb-f29e-4773-a47b-41f9fd7ee2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:42.686299 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad3d9ddb-f29e-4773-a47b-41f9fd7ee2e9 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:27:42.686956 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ad3d9ddb-f29e-4773-a47b-41f9fd7ee2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:42.689021 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:27:42.689021 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:27:42.689021 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:27:42.689021 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:27:42.689021 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:27:42.689021 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:27:42.689021 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:27:42.689021 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:27:42.689021 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:27:42.689021 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:27:42.689021 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:27:42.689021 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:27:42.689021 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:27:42.689021 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:27:42.689021 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:27:42.689021 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:27:42.689021 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:27:42.689021 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:27:42.689021 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:27:42.689021 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:27:42.689021 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:27:42.689021 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:27:42.689021 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:27:42.689021 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:27:42.689021 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:27:42.689021 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:27:42.689021 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:27:42.689021 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:27:42.689021 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:27:42.689021 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:27:42.689021 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:27:42.689021 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:27:42.747211 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ad3d9ddb-f29e-4773-a47b-41f9fd7ee2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:42.754338 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ad3d9ddb-f29e-4773-a47b-41f9fd7ee2e9 admin admin] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:42.757556 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ad3d9ddb-f29e-4773-a47b-41f9fd7ee2e9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a3701571-7e27-4b09-aa7b-4f33373585ff HTTP/1.1" status: 204 len: 168 time: 0.5469091 Nov 12 01:27:42.769428 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3d9ddb-f29e-4773-a47b-41f9fd7ee2e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3701571-7e27-4b09-aa7b-4f33373585ff,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:42.919181 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47074) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:42.959562 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b8332a8c-c706-4b38-b77b-3f1886257a71 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3cb143df3043479bafe721134bf0a6a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391009 Nov 12 01:27:42.961735 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47076) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:42.979107 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:43.014831 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-80710a4f-f5a1-4fb2-a3ee-1b4905604ee6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:43.036500 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-80710a4f-f5a1-4fb2-a3ee-1b4905604ee6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:43.082007 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-80710a4f-f5a1-4fb2-a3ee-1b4905604ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:43.084637 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-80710a4f-f5a1-4fb2-a3ee-1b4905604ee6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:43.085786 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-80710a4f-f5a1-4fb2-a3ee-1b4905604ee6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0a2a1b37-bcb8-46a2-a588-3248c015d85f HTTP/1.1" status: 204 len: 168 time: 0.1231163 Nov 12 01:27:43.093842 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80710a4f-f5a1-4fb2-a3ee-1b4905604ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2a1b37-bcb8-46a2-a588-3248c015d85f,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:43.404968 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47082) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:43.447728 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-bc756a32-35d5-49cb-8fdd-5d25184e66cf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=34ce44279c7f4ce7849292027f36f992&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415759 Nov 12 01:27:43.450186 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47084) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:43.497462 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d3090d7e-ae6c-485a-add3-5cf95ecc0f4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:43.518968 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d3090d7e-ae6c-485a-add3-5cf95ecc0f4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:43.569236 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d3090d7e-ae6c-485a-add3-5cf95ecc0f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:43.571985 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d3090d7e-ae6c-485a-add3-5cf95ecc0f4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:43.573006 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d3090d7e-ae6c-485a-add3-5cf95ecc0f4d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f67d9a7a-1bcb-40ce-95ef-d5aa184f272d HTTP/1.1" status: 204 len: 168 time: 0.1219418 Nov 12 01:27:43.584089 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3090d7e-ae6c-485a-add3-5cf95ecc0f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67d9a7a-1bcb-40ce-95ef-d5aa184f272d,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:43.685683 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device e1189efc-2aee-443a-8c45-fdc03c75c9e0 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:27:43.706081 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: e1189efc-2aee-443a-8c45-fdc03c75c9e0 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:27:43.706423 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device e1189efc-2aee-443a-8c45-fdc03c75c9e0 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:27:43.706844 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 2ff30861-397c-4f2b-a344-0e5ccc890eeb no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:27:43.726374 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 2ff30861-397c-4f2b-a344-0e5ccc890eeb {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:27:43.726703 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 2ff30861-397c-4f2b-a344-0e5ccc890eeb not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:27:43.728458 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 6a43d47d-020b-4989-929d-a92223b516a1 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:27:43.750462 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 6a43d47d-020b-4989-929d-a92223b516a1 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:27:43.750733 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 6a43d47d-020b-4989-929d-a92223b516a1 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:27:54.027366 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-e90d4f20-72ba-41eb-80b5-9566c6712818 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=e32da19d9d6c43a283d3013118b5d8fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321891 Nov 12 01:27:54.236098 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-1fcd3182-e9a9-40bc-9800-8b78b155862c tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:54.237502 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-1fcd3182-e9a9-40bc-9800-8b78b155862c tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2046745 Nov 12 01:27:54.252547 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-049963af-03b0-4d23-b9ad-48d235ec229a tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] 10.222.0.20 "GET /v2.0/quotas/e32da19d9d6c43a283d3013118b5d8fb HTTP/1.1" status: 200 len: 375 time: 0.0093434 Nov 12 01:27:54.303405 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-7751fe43-ca8b-4480-a8a9-aca20050f9cb tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e32da19d9d6c43a283d3013118b5d8fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457077 Nov 12 01:27:54.473627 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c4db0e6b-3856-446f-a783-e185ef0b4589 req-ecf6fa59-4f06-464a-9f2b-e5f78fbb0ae5 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] 10.222.0.20 "GET /v2.0/ports?device_id=4882d0e1-8bdb-49f1-bb6c-391fd8e48baf HTTP/1.1" status: 200 len: 210 time: 0.0366502 Nov 12 01:27:55.388849 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-0a8d999e-8d47-4323-bbbe-963dee57936f tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=e32da19d9d6c43a283d3013118b5d8fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309579 Nov 12 01:27:55.574562 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e3af8d1-b366-4812-bdc6-a9bde9a11f74 req-14cc6aaf-4f9b-461d-92a6-c6864dd982c6 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] 10.222.0.20 "GET /v2.0/ports?device_id=4882d0e1-8bdb-49f1-bb6c-391fd8e48baf HTTP/1.1" status: 200 len: 210 time: 0.0304930 Nov 12 01:27:55.579320 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-bcf015c7-c3ca-4c7b-84ea-bdf01eaa9593 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:55.580787 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-bcf015c7-c3ca-4c7b-84ea-bdf01eaa9593 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1858699 Nov 12 01:27:55.600341 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-df5907a9-fd93-479f-818b-6d6573244df4 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] Request body: {'port': {'device_id': '4882d0e1-8bdb-49f1-bb6c-391fd8e48baf', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'admin_state_up': True, 'tenant_id': 'e32da19d9d6c43a283d3013118b5d8fb'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:55.713491 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-df5907a9-fd93-479f-818b-6d6573244df4 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] Made reservation on behalf of e32da19d9d6c43a283d3013118b5d8fb for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:27:55.716969 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-df5907a9-fd93-479f-818b-6d6573244df4 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:55.725732 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-df5907a9-fd93-479f-818b-6d6573244df4 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:55.801383 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-df5907a9-fd93-479f-818b-6d6573244df4 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:55.805319 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-df5907a9-fd93-479f-818b-6d6573244df4 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:55.871356 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5907a9-fd93-479f-818b-6d6573244df4 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79b3b5e9-69be-4ff1-b502-600f345b55d0,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:55.943746 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-df5907a9-fd93-479f-818b-6d6573244df4 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] Allocated IP 192.168.233.159 (172a28b2-119c-4d70-aef1-a731eb107d6c/3288e972-21d8-4a52-9002-05790fb0bb61/c382840b-3676-4542-8baf-53a14844291f) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:27:56.084499 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-df5907a9-fd93-479f-818b-6d6573244df4 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:56.122193 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-df5907a9-fd93-479f-818b-6d6573244df4 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:56.160474 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-df5907a9-fd93-479f-818b-6d6573244df4 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] Network 172a28b2-119c-4d70-aef1-a731eb107d6c is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:27:56.163593 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-df5907a9-fd93-479f-818b-6d6573244df4 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:27:56.168125 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-df5907a9-fd93-479f-818b-6d6573244df4 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:27:56.202980 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5907a9-fd93-479f-818b-6d6573244df4 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] Pushing event updated for resources: {'Port': ['ID=c382840b-3676-4542-8baf-53a14844291f,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:56.227266 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-df5907a9-fd93-479f-818b-6d6573244df4 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:56.229158 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-df5907a9-fd93-479f-818b-6d6573244df4 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:56.246472 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-df5907a9-fd93-479f-818b-6d6573244df4 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6498597 Nov 12 01:27:56.264579 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-4f1935dd-3218-43da-a806-940b8ebaad12 service neutron] Request body: {'port': {'device_id': '4882d0e1-8bdb-49f1-bb6c-391fd8e48baf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:56.323447 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-4f1935dd-3218-43da-a806-940b8ebaad12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:56.393079 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-2ded9694-4e32-4601-b840-cad6f0fce782 None None] Provisioning complete for port c382840b-3676-4542-8baf-53a14844291f triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:56.393719 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2ded9694-4e32-4601-b840-cad6f0fce782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:56.427009 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-2ded9694-4e32-4601-b840-cad6f0fce782 None None] Port c382840b-3676-4542-8baf-53a14844291f cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:27:56.598207 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-4f1935dd-3218-43da-a806-940b8ebaad12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c382840b-3676-4542-8baf-53a14844291f {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:27:56.606748 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-4f1935dd-3218-43da-a806-940b8ebaad12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:56.620009 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-4f1935dd-3218-43da-a806-940b8ebaad12 service neutron] Transition to ACTIVE for port object c382840b-3676-4542-8baf-53a14844291f will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:27:56.624141 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-4f1935dd-3218-43da-a806-940b8ebaad12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:56.698595 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1935dd-3218-43da-a806-940b8ebaad12 service neutron] Pushing event updated for resources: {'Port': ['ID=c382840b-3676-4542-8baf-53a14844291f,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:56.758295 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802269d-de88-4c91-9aa8-e669a8fd9ab1 req-3c502715-378a-47b8-aa97-39afc968f87a tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:56.759964 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2802269d-de88-4c91-9aa8-e669a8fd9ab1 req-3c502715-378a-47b8-aa97-39afc968f87a tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] 10.222.0.20 "GET /v2.0/ports?device_id=4882d0e1-8bdb-49f1-bb6c-391fd8e48baf HTTP/1.1" status: 200 len: 948 time: 0.1116650 Nov 12 01:27:56.813431 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-4f1935dd-3218-43da-a806-940b8ebaad12 service neutron] Attempting to bind port c382840b-3676-4542-8baf-53a14844291f on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:27:56.813762 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-4f1935dd-3218-43da-a806-940b8ebaad12 service neutron] Attempting to bind port c382840b-3676-4542-8baf-53a14844291f by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:27:56.814087 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-4f1935dd-3218-43da-a806-940b8ebaad12 service neutron] Attempting to bind port c382840b-3676-4542-8baf-53a14844291f on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:27:56.828368 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-4f1935dd-3218-43da-a806-940b8ebaad12 service neutron] Port c382840b-3676-4542-8baf-53a14844291f on network 172a28b2-119c-4d70-aef1-a731eb107d6c not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:27:56.828687 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-4f1935dd-3218-43da-a806-940b8ebaad12 service neutron] Attempting to bind port c382840b-3676-4542-8baf-53a14844291f on network 172a28b2-119c-4d70-aef1-a731eb107d6c {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:27:56.836472 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2802269d-de88-4c91-9aa8-e669a8fd9ab1 req-571fbc4f-423d-4eee-9115-4c984cbd867e tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] 10.222.0.20 "GET /v2.0/security-groups?id=79b3b5e9-69be-4ff1-b502-600f345b55d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697618 Nov 12 01:27:56.838215 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-4f1935dd-3218-43da-a806-940b8ebaad12 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:27:56.838694 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-4f1935dd-3218-43da-a806-940b8ebaad12 service neutron] Checking segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:27:56.839067 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-4f1935dd-3218-43da-a806-940b8ebaad12 service neutron] Bound using segment: {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:27:56.839492 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-4f1935dd-3218-43da-a806-940b8ebaad12 service neutron] Bound port: c382840b-3676-4542-8baf-53a14844291f, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc1359d8-e6f4-4de6-ac31-48b8106987c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:27:56.839971 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-4f1935dd-3218-43da-a806-940b8ebaad12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:56.907963 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-4f1935dd-3218-43da-a806-940b8ebaad12 service neutron] For port c382840b-3676-4542-8baf-53a14844291f, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:27:56.911056 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-4f1935dd-3218-43da-a806-940b8ebaad12 service neutron] For port c382840b-3676-4542-8baf-53a14844291f, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=c382840b-3676-4542-8baf-53a14844291f,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:27:56.914836 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-4f1935dd-3218-43da-a806-940b8ebaad12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:56.952805 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-4f1935dd-3218-43da-a806-940b8ebaad12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:56.952986 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-4f1935dd-3218-43da-a806-940b8ebaad12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:56.954438 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-4f1935dd-3218-43da-a806-940b8ebaad12 service neutron] 10.222.0.54 "PUT /v2.0/ports/c382840b-3676-4542-8baf-53a14844291f HTTP/1.1" status: 200 len: 1097 time: 0.6942213 Nov 12 01:27:56.954885 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4882d0e1-8bdb-49f1-bb6c-391fd8e48baf', 'tag': 'c382840b-3676-4542-8baf-53a14844291f'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:27:56.957128 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf151f4-82cc-4c78-9ea4-3a4ba27ff4d0" -d '{"events": [{"name": "network-changed", "server_uuid": "4882d0e1-8bdb-49f1-bb6c-391fd8e48baf", "tag": "c382840b-3676-4542-8baf-53a14844291f"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:27:56.984614 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1935dd-3218-43da-a806-940b8ebaad12 service neutron] Pushing event updated for resources: {'Port': ['ID=c382840b-3676-4542-8baf-53a14844291f,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:57.011960 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e45ad5-f629-4b66-ad05-34d7c7fd870a x-openstack-request-id: req-04e45ad5-f629-4b66-ad05-34d7c7fd870a {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:27:57.012253 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4882d0e1-8bdb-49f1-bb6c-391fd8e48baf", "tag": "c382840b-3676-4542-8baf-53a14844291f", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:27:57.012506 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-04e45ad5-f629-4b66-ad05-34d7c7fd870a {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:27:57.012916 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4882d0e1-8bdb-49f1-bb6c-391fd8e48baf', 'tag': 'c382840b-3676-4542-8baf-53a14844291f', 'status': 'completed', 'code': 200} Nov 12 01:27:57.070849 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-9faf8316-59b9-4ac3-93d6-5914cb8e976b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:57.073266 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-9faf8316-59b9-4ac3-93d6-5914cb8e976b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e32da19d9d6c43a283d3013118b5d8fb&device_id=4882d0e1-8bdb-49f1-bb6c-391fd8e48baf HTTP/1.1" status: 200 len: 1100 time: 0.0437479 Nov 12 01:27:57.122509 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-045e6157-464a-4f3b-81c5-804262031147 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=c382840b-3676-4542-8baf-53a14844291f HTTP/1.1" status: 200 len: 217 time: 0.0364530 Nov 12 01:27:57.175546 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-abfe8266-96c6-4be4-892b-0eb575e177cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:57.177276 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-abfe8266-96c6-4be4-892b-0eb575e177cf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.0482967 Nov 12 01:27:57.239290 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-72456603-34e8-4f6c-8950-293d0969ed3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:57.240683 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-72456603-34e8-4f6c-8950-293d0969ed3c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0558569 Nov 12 01:27:57.331608 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-0f15eb07-9eda-4a3a-9b1f-914e61f56b98 service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830445 Nov 12 01:27:57.425510 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ee057a44-3c9e-4215-bc1f-f049df66fa9f req-ff20d124-8521-4c38-962c-41a5eae4fc41 service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857739 Nov 12 01:27:57.546901 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf151f4-82cc-4c78-9ea4-3a4ba27ff4d0 req-321c93c0-971b-46ad-af70-fb3391c884d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:57.548499 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ccf151f4-82cc-4c78-9ea4-3a4ba27ff4d0 req-321c93c0-971b-46ad-af70-fb3391c884d8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e32da19d9d6c43a283d3013118b5d8fb&device_id=4882d0e1-8bdb-49f1-bb6c-391fd8e48baf HTTP/1.1" status: 200 len: 1100 time: 0.0413620 Nov 12 01:27:57.645112 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf151f4-82cc-4c78-9ea4-3a4ba27ff4d0 req-ba3e612c-dba4-4437-acea-c2cbd274dc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:57.646604 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ccf151f4-82cc-4c78-9ea4-3a4ba27ff4d0 req-ba3e612c-dba4-4437-acea-c2cbd274dc96 service neutron] 10.222.0.54 "GET /v2.0/networks?id=172a28b2-119c-4d70-aef1-a731eb107d6c HTTP/1.1" status: 200 len: 870 time: 0.0887935 Nov 12 01:27:57.688155 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ccf151f4-82cc-4c78-9ea4-3a4ba27ff4d0 req-715d1041-ad38-4fc3-975b-404da07f0ecb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=c382840b-3676-4542-8baf-53a14844291f HTTP/1.1" status: 200 len: 217 time: 0.0342162 Nov 12 01:27:57.736342 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf151f4-82cc-4c78-9ea4-3a4ba27ff4d0 req-f2a9aea0-ee60-497b-b23b-4b761cf645c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:57.737823 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ccf151f4-82cc-4c78-9ea4-3a4ba27ff4d0 req-f2a9aea0-ee60-497b-b23b-4b761cf645c4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3288e972-21d8-4a52-9002-05790fb0bb61 HTTP/1.1" status: 200 len: 843 time: 0.0430787 Nov 12 01:27:57.786738 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf151f4-82cc-4c78-9ea4-3a4ba27ff4d0 req-41bf6ec5-d76e-4f0d-9c5f-688205cfe33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:57.788202 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ccf151f4-82cc-4c78-9ea4-3a4ba27ff4d0 req-41bf6ec5-d76e-4f0d-9c5f-688205cfe33b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=172a28b2-119c-4d70-aef1-a731eb107d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0424953 Nov 12 01:27:57.881468 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ccf151f4-82cc-4c78-9ea4-3a4ba27ff4d0 req-0e8598ff-1a90-4ac9-b62a-302ba0f37399 service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859439 Nov 12 01:27:58.005920 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab085aa2-7502-4d5f-99d1-29e593f70470 req-2fca2019-0f53-4073-b809-457c5e81bb62 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:58.007299 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ab085aa2-7502-4d5f-99d1-29e593f70470 req-2fca2019-0f53-4073-b809-457c5e81bb62 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] 10.222.0.20 "GET /v2.0/ports?device_id=4882d0e1-8bdb-49f1-bb6c-391fd8e48baf HTTP/1.1" status: 200 len: 948 time: 0.0930057 Nov 12 01:27:58.025198 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ccf151f4-82cc-4c78-9ea4-3a4ba27ff4d0 req-ddb8be9d-d2a4-4576-ae54-5abfb956e339 service neutron] 10.222.0.54 "GET /v2.0/networks/172a28b2-119c-4d70-aef1-a731eb107d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353197 Nov 12 01:27:58.060685 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ab085aa2-7502-4d5f-99d1-29e593f70470 req-4bbf2727-815d-4bbc-ab03-554016421ae9 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] 10.222.0.20 "GET /v2.0/security-groups?id=79b3b5e9-69be-4ff1-b502-600f345b55d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453920 Nov 12 01:27:59.186912 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9616477d-a673-49a6-9c6a-d3754d518331 req-2e83eb65-fe75-4c04-82ce-05102d00fd3d tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:59.188370 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9616477d-a673-49a6-9c6a-d3754d518331 req-2e83eb65-fe75-4c04-82ce-05102d00fd3d tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] 10.222.0.20 "GET /v2.0/ports?device_id=4882d0e1-8bdb-49f1-bb6c-391fd8e48baf HTTP/1.1" status: 200 len: 948 time: 0.0579326 Nov 12 01:27:59.236171 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9616477d-a673-49a6-9c6a-d3754d518331 req-7bab3ebc-d9d9-4f57-a440-5c3ece1f5c21 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] 10.222.0.20 "GET /v2.0/security-groups?id=79b3b5e9-69be-4ff1-b502-600f345b55d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417802 Nov 12 01:28:00.353607 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df80fe2-a2b8-44f5-8ff2-246c473e9bc7 req-c07ce607-57f6-4339-b878-d2572f523864 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:00.355128 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1df80fe2-a2b8-44f5-8ff2-246c473e9bc7 req-c07ce607-57f6-4339-b878-d2572f523864 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] 10.222.0.20 "GET /v2.0/ports?device_id=4882d0e1-8bdb-49f1-bb6c-391fd8e48baf HTTP/1.1" status: 200 len: 948 time: 0.0508139 Nov 12 01:28:00.406134 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1df80fe2-a2b8-44f5-8ff2-246c473e9bc7 req-82002ab0-fa90-460d-9a3e-d42824ebe478 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] 10.222.0.20 "GET /v2.0/security-groups?id=79b3b5e9-69be-4ff1-b502-600f345b55d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451686 Nov 12 01:28:00.957417 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device c382840b-3676-4542-8baf-53a14844291f details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:28:01.050450 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port c382840b-3676-4542-8baf-53a14844291f, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=c382840b-3676-4542-8baf-53a14844291f,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:28:01.064433 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'c382840b-3676-4542-8baf-53a14844291f', 'network_id': '172a28b2-119c-4d70-aef1-a731eb107d6c', 'port_id': 'c382840b-3676-4542-8baf-53a14844291f', 'mac_address': 'fa:16:3e:e0:0d:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3288e972-21d8-4a52-9002-05790fb0bb61', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:28:01.099875 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:01.112520 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c382840b-3676-4542-8baf-53a14844291f {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:28:01.131617 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port c382840b-3676-4542-8baf-53a14844291f, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=c382840b-3676-4542-8baf-53a14844291f,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:28:01.136379 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:01.183172 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=c382840b-3676-4542-8baf-53a14844291f,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:01.522533 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f3c50-0f06-4a9d-8446-bc63c940f79c req-b7135fca-9b1d-4134-9197-44ebbfb75a9e tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:01.523995 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-494f3c50-0f06-4a9d-8446-bc63c940f79c req-b7135fca-9b1d-4134-9197-44ebbfb75a9e tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] 10.222.0.20 "GET /v2.0/ports?device_id=4882d0e1-8bdb-49f1-bb6c-391fd8e48baf HTTP/1.1" status: 200 len: 949 time: 0.0495048 Nov 12 01:28:01.531725 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['c382840b-3676-4542-8baf-53a14844291f'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:28:01.574451 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-494f3c50-0f06-4a9d-8446-bc63c940f79c req-dc2d3f44-261e-485f-b671-76137cfc4bc9 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] 10.222.0.20 "GET /v2.0/security-groups?id=79b3b5e9-69be-4ff1-b502-600f345b55d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430114 Nov 12 01:28:02.688312 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1e30d-10a5-4fed-a6e5-329905769d55 req-8915afd4-f75c-4d2f-9c21-fb682f2b8049 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:02.689797 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-eda1e30d-10a5-4fed-a6e5-329905769d55 req-8915afd4-f75c-4d2f-9c21-fb682f2b8049 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] 10.222.0.20 "GET /v2.0/ports?device_id=4882d0e1-8bdb-49f1-bb6c-391fd8e48baf HTTP/1.1" status: 200 len: 949 time: 0.0484059 Nov 12 01:28:02.736473 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-eda1e30d-10a5-4fed-a6e5-329905769d55 req-655fe2e1-849a-4baa-8261-9b02a943b490 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] 10.222.0.20 "GET /v2.0/security-groups?id=79b3b5e9-69be-4ff1-b502-600f345b55d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408387 Nov 12 01:28:02.989837 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device c382840b-3676-4542-8baf-53a14844291f up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:28:03.037293 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port c382840b-3676-4542-8baf-53a14844291f completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:28:03.041697 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port c382840b-3676-4542-8baf-53a14844291f triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:28:03.042061 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:03.119118 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:03.141344 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4882d0e1-8bdb-49f1-bb6c-391fd8e48baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c382840b-3676-4542-8baf-53a14844291f'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:28:03.143815 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aab35a4-7da8-41a6-9a23-e65644f19005" -d '{"events": [{"server_uuid": "4882d0e1-8bdb-49f1-bb6c-391fd8e48baf", "name": "network-vif-plugged", "status": "completed", "tag": "c382840b-3676-4542-8baf-53a14844291f"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:28:03.157501 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port c382840b-3676-4542-8baf-53a14844291f, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=c382840b-3676-4542-8baf-53a14844291f,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:28:03.161884 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:03.186374 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a1b384-16ae-4676-ba8c-670588580bd7 x-openstack-request-id: req-45a1b384-16ae-4676-ba8c-670588580bd7 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:28:03.186718 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4882d0e1-8bdb-49f1-bb6c-391fd8e48baf", "name": "network-vif-plugged", "status": "completed", "tag": "c382840b-3676-4542-8baf-53a14844291f", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:28:03.186969 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-45a1b384-16ae-4676-ba8c-670588580bd7 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:28:03.187374 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4882d0e1-8bdb-49f1-bb6c-391fd8e48baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c382840b-3676-4542-8baf-53a14844291f', 'code': 200} Nov 12 01:28:03.213312 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=c382840b-3676-4542-8baf-53a14844291f,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:03.307547 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e8cfe-9989-4e5e-93ce-4ae7b7c34a6d req-c9e54a34-6c11-4130-bc9e-1a8ca8f70bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:03.308916 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4a1e8cfe-9989-4e5e-93ce-4ae7b7c34a6d req-c9e54a34-6c11-4130-bc9e-1a8ca8f70bdd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4882d0e1-8bdb-49f1-bb6c-391fd8e48baf HTTP/1.1" status: 200 len: 1102 time: 0.0400798 Nov 12 01:28:03.352906 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4a1e8cfe-9989-4e5e-93ce-4ae7b7c34a6d req-b09ab74b-fba4-48d1-bc0e-be3760c95abd service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=79b3b5e9-69be-4ff1-b502-600f345b55d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366266 Nov 12 01:28:03.860257 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97181f-4071-409f-8d73-b5cb91619787 req-46a4fdca-3b00-4f17-a60c-db384999b21d tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:03.861684 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-df97181f-4071-409f-8d73-b5cb91619787 req-46a4fdca-3b00-4f17-a60c-db384999b21d tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] 10.222.0.20 "GET /v2.0/ports?device_id=4882d0e1-8bdb-49f1-bb6c-391fd8e48baf HTTP/1.1" status: 200 len: 950 time: 0.0540886 Nov 12 01:28:03.908596 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-df97181f-4071-409f-8d73-b5cb91619787 req-5bb10f26-d988-4ec1-afc3-36343413ad7a tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] 10.222.0.20 "GET /v2.0/security-groups?id=79b3b5e9-69be-4ff1-b502-600f345b55d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408280 Nov 12 01:28:04.339342 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0fbcad6c-ed39-4d9d-a52c-9c89f4e5833e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:05.028880 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78fcebc-8cfb-4338-a95f-2f3751d03722 req-38157510-7d0f-49ef-a77c-3a52ce466de7 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:05.030374 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b78fcebc-8cfb-4338-a95f-2f3751d03722 req-38157510-7d0f-49ef-a77c-3a52ce466de7 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] 10.222.0.20 "GET /v2.0/ports?device_id=4882d0e1-8bdb-49f1-bb6c-391fd8e48baf HTTP/1.1" status: 200 len: 950 time: 0.0522969 Nov 12 01:28:05.082760 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b78fcebc-8cfb-4338-a95f-2f3751d03722 req-1bf8a736-14ef-4026-9d6d-54bf3b814349 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] 10.222.0.20 "GET /v2.0/security-groups?id=79b3b5e9-69be-4ff1-b502-600f345b55d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464118 Nov 12 01:28:05.343523 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:28:05.367259 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [req-9f386223-389d-4cc0-9ede-ace5d1629a3c req-38673607-b232-426a-9e09-f02c58ace15e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:28:05.368761 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9f386223-389d-4cc0-9ede-ace5d1629a3c req-38673607-b232-426a-9e09-f02c58ace15e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057757 Nov 12 01:28:05.690906 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [req-e2ff228e-03d8-497f-803e-f2a9ac6bc316 req-eb6a337c-abe9-4931-a28f-e639a7340479 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:28:05.691852 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e2ff228e-03d8-497f-803e-f2a9ac6bc316 req-eb6a337c-abe9-4931-a28f-e639a7340479 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053349 Nov 12 01:28:06.019834 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9e4fe-32e0-425b-bd03-5de2044464cc req-ed02250f-e925-4796-a54a-330e8fce7f55 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:06.021232 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1bf9e4fe-32e0-425b-bd03-5de2044464cc req-ed02250f-e925-4796-a54a-330e8fce7f55 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] 10.222.0.20 "GET /v2.0/ports?device_id=4882d0e1-8bdb-49f1-bb6c-391fd8e48baf HTTP/1.1" status: 200 len: 950 time: 0.0489023 Nov 12 01:28:06.068839 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1bf9e4fe-32e0-425b-bd03-5de2044464cc req-221d0947-fb91-451a-b130-f2a64e139e68 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] 10.222.0.20 "GET /v2.0/security-groups?id=79b3b5e9-69be-4ff1-b502-600f345b55d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408378 Nov 12 01:28:06.459580 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-75783414-bcb0-4b2d-ab7f-6f3fcde67b04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:07.188347 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c0bf2-f8d5-40e4-a955-33984a1641a8 req-ff34eca5-5b6e-4a72-baa6-07bd3efe3f15 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:07.189956 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f28c0bf2-f8d5-40e4-a955-33984a1641a8 req-ff34eca5-5b6e-4a72-baa6-07bd3efe3f15 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] 10.222.0.20 "GET /v2.0/ports?device_id=4882d0e1-8bdb-49f1-bb6c-391fd8e48baf HTTP/1.1" status: 200 len: 950 time: 0.0509808 Nov 12 01:28:07.236472 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f28c0bf2-f8d5-40e4-a955-33984a1641a8 req-f4a44600-6c1f-4283-a349-5f18940a7814 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] 10.222.0.20 "GET /v2.0/security-groups?id=79b3b5e9-69be-4ff1-b502-600f345b55d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402436 Nov 12 01:28:07.509077 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64949b-413a-4dce-a1c2-e885c92a169b req-1831c914-0b1d-482f-bb98-c988fabfbf15 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:07.510659 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7b64949b-413a-4dce-a1c2-e885c92a169b req-1831c914-0b1d-482f-bb98-c988fabfbf15 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] 10.222.0.54 "GET /v2.0/ports?device_id=4882d0e1-8bdb-49f1-bb6c-391fd8e48baf HTTP/1.1" status: 200 len: 950 time: 0.0526116 Nov 12 01:28:07.598159 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-7b64949b-413a-4dce-a1c2-e885c92a169b req-a40d8254-8919-4de1-8f44-1691c37f4768 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] Deleting port c382840b-3676-4542-8baf-53a14844291f {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:28:07.598498 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7b64949b-413a-4dce-a1c2-e885c92a169b req-a40d8254-8919-4de1-8f44-1691c37f4768 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:07.695424 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-7b64949b-413a-4dce-a1c2-e885c92a169b req-a40d8254-8919-4de1-8f44-1691c37f4768 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] For port c382840b-3676-4542-8baf-53a14844291f, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=c382840b-3676-4542-8baf-53a14844291f,segment=NetworkSegment(bc1359d8-e6f4-4de6-ac31-48b8106987c1),segment_id=bc1359d8-e6f4-4de6-ac31-48b8106987c1)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:28:07.695779 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7b64949b-413a-4dce-a1c2-e885c92a169b req-a40d8254-8919-4de1-8f44-1691c37f4768 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:07.707528 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-7b64949b-413a-4dce-a1c2-e885c92a169b req-a40d8254-8919-4de1-8f44-1691c37f4768 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] Calling delete_port for c382840b-3676-4542-8baf-53a14844291f owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:28:07.798794 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:07.833530 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7b64949b-413a-4dce-a1c2-e885c92a169b req-a40d8254-8919-4de1-8f44-1691c37f4768 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:07.865416 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d8254-8919-4de1-8f44-1691c37f4768 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] Pushing event deleted for resources: {'Port': ['ID=c382840b-3676-4542-8baf-53a14844291f,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:07.867120 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['c382840b-3676-4542-8baf-53a14844291f'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:28:07.908287 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b64949b-413a-4dce-a1c2-e885c92a169b req-a40d8254-8919-4de1-8f44-1691c37f4768 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] No DVR routers for this DVR port c382840b-3676-4542-8baf-53a14844291f on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:28:07.911017 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-7b64949b-413a-4dce-a1c2-e885c92a169b req-a40d8254-8919-4de1-8f44-1691c37f4768 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:07.917101 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7b64949b-413a-4dce-a1c2-e885c92a169b req-a40d8254-8919-4de1-8f44-1691c37f4768 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] 10.222.0.54 "DELETE /v2.0/ports/c382840b-3676-4542-8baf-53a14844291f HTTP/1.1" status: 204 len: 173 time: 0.4001977 Nov 12 01:28:07.917706 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4882d0e1-8bdb-49f1-bb6c-391fd8e48baf', 'name': 'network-vif-deleted', 'tag': 'c382840b-3676-4542-8baf-53a14844291f'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:28:07.920728 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b982bfaf-a47d-456b-9fc3-4d85aab28c4f" -d '{"events": [{"server_uuid": "4882d0e1-8bdb-49f1-bb6c-391fd8e48baf", "name": "network-vif-deleted", "tag": "c382840b-3676-4542-8baf-53a14844291f"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:28:07.966430 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57bf7f5d-3c0e-49f8-9dab-60ff24385bb4 x-openstack-request-id: req-57bf7f5d-3c0e-49f8-9dab-60ff24385bb4 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:28:07.966829 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4882d0e1-8bdb-49f1-bb6c-391fd8e48baf", "name": "network-vif-deleted", "tag": "c382840b-3676-4542-8baf-53a14844291f", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:28:07.967216 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-57bf7f5d-3c0e-49f8-9dab-60ff24385bb4 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:28:07.967804 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4882d0e1-8bdb-49f1-bb6c-391fd8e48baf', 'name': 'network-vif-deleted', 'tag': 'c382840b-3676-4542-8baf-53a14844291f', 'status': 'completed', 'code': 200} Nov 12 01:28:08.346129 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6596c026-793c-4650-a689-affc6a82f9e6 req-223d3e70-69f7-4c15-9572-287900e19f69 tempest-ServersAdminNegativeTestJSON-1770437130 tempest-ServersAdminNegativeTestJSON-1770437130-project] 10.222.0.20 "GET /v2.0/ports?device_id=4882d0e1-8bdb-49f1-bb6c-391fd8e48baf HTTP/1.1" status: 200 len: 210 time: 0.0275743 Nov 12 01:28:09.404050 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:09.653086 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47220) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:09.785743 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-adf1949e-52d6-4032-b1b4-ac0c7b6d2835 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e32da19d9d6c43a283d3013118b5d8fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1314204 Nov 12 01:28:09.788436 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47224) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:09.836157 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5b800d3d-b5b6-4dcd-a5e8-78c0a1388cd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:09.858025 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5b800d3d-b5b6-4dcd-a5e8-78c0a1388cd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:09.906370 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5b800d3d-b5b6-4dcd-a5e8-78c0a1388cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:09.908825 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5b800d3d-b5b6-4dcd-a5e8-78c0a1388cd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:09.909994 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5b800d3d-b5b6-4dcd-a5e8-78c0a1388cd0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/79b3b5e9-69be-4ff1-b502-600f345b55d0 HTTP/1.1" status: 204 len: 168 time: 0.1206682 Nov 12 01:28:09.918893 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b800d3d-b5b6-4dcd-a5e8-78c0a1388cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b3b5e9-69be-4ff1-b502-600f345b55d0,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:09.926574 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b800d3d-b5b6-4dcd-a5e8-78c0a1388cd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:09.926923 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b800d3d-b5b6-4dcd-a5e8-78c0a1388cd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:09.927268 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b800d3d-b5b6-4dcd-a5e8-78c0a1388cd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:09.927602 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b800d3d-b5b6-4dcd-a5e8-78c0a1388cd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:09.927932 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b800d3d-b5b6-4dcd-a5e8-78c0a1388cd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:09.928260 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b800d3d-b5b6-4dcd-a5e8-78c0a1388cd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:09.928585 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b800d3d-b5b6-4dcd-a5e8-78c0a1388cd0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:09.928906 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b800d3d-b5b6-4dcd-a5e8-78c0a1388cd0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:09.929225 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b800d3d-b5b6-4dcd-a5e8-78c0a1388cd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:09.929572 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b800d3d-b5b6-4dcd-a5e8-78c0a1388cd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:09.929979 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b800d3d-b5b6-4dcd-a5e8-78c0a1388cd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:09.930245 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b800d3d-b5b6-4dcd-a5e8-78c0a1388cd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:10.169728 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 47230) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:10.183717 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-96a17593-d9e2-4834-8aa1-987f11d32e3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:10.256662 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-96a17593-d9e2-4834-8aa1-987f11d32e3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:10.260563 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-96a17593-d9e2-4834-8aa1-987f11d32e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:10.300533 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-96a17593-d9e2-4834-8aa1-987f11d32e3a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=78b8ad3da80d4f6982fb8932b7afc775&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1297276 Nov 12 01:28:10.302445 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a17593-d9e2-4834-8aa1-987f11d32e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102a591b-e85f-4195-a444-446f8edb1985,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:10.303503 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47232) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:10.335454 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:10.353674 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ee5baebf-a861-4046-b46b-465b009f1df1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:10.374140 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ee5baebf-a861-4046-b46b-465b009f1df1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:10.422075 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ee5baebf-a861-4046-b46b-465b009f1df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:10.424510 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ee5baebf-a861-4046-b46b-465b009f1df1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:10.425659 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ee5baebf-a861-4046-b46b-465b009f1df1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/102a591b-e85f-4195-a444-446f8edb1985 HTTP/1.1" status: 204 len: 168 time: 0.1210999 Nov 12 01:28:10.433786 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5baebf-a861-4046-b46b-465b009f1df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102a591b-e85f-4195-a444-446f8edb1985,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:11.131590 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47254) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:11.193824 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:11.235009 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-175e8ddc-e522-47ff-a5ec-27433a70492c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1797094428-network', 'tenant_id': 'c192031f97654e239e4385da57f93fb1'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:11.257404 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175e8ddc-e522-47ff-a5ec-27433a70492c admin admin] Made reservation on behalf of c192031f97654e239e4385da57f93fb1 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:28:11.259840 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-175e8ddc-e522-47ff-a5ec-27433a70492c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:11.268520 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-175e8ddc-e522-47ff-a5ec-27433a70492c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:11.346817 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-175e8ddc-e522-47ff-a5ec-27433a70492c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:11.350547 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-175e8ddc-e522-47ff-a5ec-27433a70492c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:11.379325 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-175e8ddc-e522-47ff-a5ec-27433a70492c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:28:11.388325 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e8ddc-e522-47ff-a5ec-27433a70492c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302cf1de-0bbc-4891-bbfe-d814b2952edb,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:11.393182 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-175e8ddc-e522-47ff-a5ec-27433a70492c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:11.393558 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-175e8ddc-e522-47ff-a5ec-27433a70492c admin admin] Added segment 42bbeadb-7099-42ad-a4e1-9eb86448e650 of type vlan for network 7a61683f-1cce-4fdb-a824-854468d38169 Nov 12 01:28:11.439403 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-175e8ddc-e522-47ff-a5ec-27433a70492c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:11.467079 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-175e8ddc-e522-47ff-a5ec-27433a70492c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:11.468080 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175e8ddc-e522-47ff-a5ec-27433a70492c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:11.468677 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-175e8ddc-e522-47ff-a5ec-27433a70492c admin admin] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:11.501597 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-175e8ddc-e522-47ff-a5ec-27433a70492c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3687859 Nov 12 01:28:11.504510 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 47258) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:11.510386 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-c2bebc71-0783-4cf9-9bbe-e2e52d339107 admin admin] Request body: {'subnet': {'network_id': '7a61683f-1cce-4fdb-a824-854468d38169', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1797094428-subnet', 'tenant_id': 'c192031f97654e239e4385da57f93fb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:11.531784 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2bebc71-0783-4cf9-9bbe-e2e52d339107 admin admin] Made reservation on behalf of c192031f97654e239e4385da57f93fb1 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:28:11.534392 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c2bebc71-0783-4cf9-9bbe-e2e52d339107 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:11.536702 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e8ddc-e522-47ff-a5ec-27433a70492c admin admin] Pushing event updated for resources: {'Network': ['ID=7a61683f-1cce-4fdb-a824-854468d38169,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:11.547810 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 7a61683f-1cce-4fdb-a824-854468d38169 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:28:11.710916 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c2bebc71-0783-4cf9-9bbe-e2e52d339107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:11.769331 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bebc71-0783-4cf9-9bbe-e2e52d339107 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05dc85fa-8eeb-4d0d-8da2-916e415aa7d3,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:11.780597 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bebc71-0783-4cf9-9bbe-e2e52d339107 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:11.780959 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bebc71-0783-4cf9-9bbe-e2e52d339107 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:11.781335 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bebc71-0783-4cf9-9bbe-e2e52d339107 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:11.781720 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bebc71-0783-4cf9-9bbe-e2e52d339107 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:11.782081 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bebc71-0783-4cf9-9bbe-e2e52d339107 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:11.782452 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bebc71-0783-4cf9-9bbe-e2e52d339107 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:11.782832 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bebc71-0783-4cf9-9bbe-e2e52d339107 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:11.783210 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bebc71-0783-4cf9-9bbe-e2e52d339107 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:11.783594 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bebc71-0783-4cf9-9bbe-e2e52d339107 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:11.783945 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bebc71-0783-4cf9-9bbe-e2e52d339107 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:11.784295 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bebc71-0783-4cf9-9bbe-e2e52d339107 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:11.784639 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bebc71-0783-4cf9-9bbe-e2e52d339107 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:11.791712 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bebc71-0783-4cf9-9bbe-e2e52d339107 admin admin] Checking segment: {'id': '42bbeadb-7099-42ad-a4e1-9eb86448e650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7a61683f-1cce-4fdb-a824-854468d38169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:28:11.792058 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bebc71-0783-4cf9-9bbe-e2e52d339107 admin admin] Network hostable DHCP agents. Network: 7a61683f-1cce-4fdb-a824-854468d38169, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:28:11.809730 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bebc71-0783-4cf9-9bbe-e2e52d339107 admin admin] Network 7a61683f-1cce-4fdb-a824-854468d38169 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:28:11.818686 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-c2bebc71-0783-4cf9-9bbe-e2e52d339107 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 7a61683f-1cce-4fdb-a824-854468d38169) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:28:11.823932 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2bebc71-0783-4cf9-9bbe-e2e52d339107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:11.824554 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c2bebc71-0783-4cf9-9bbe-e2e52d339107 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:11.829221 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cced2a4b-6032-4d38-b0d5-ff804c1b73c6 None None] Network 7a61683f-1cce-4fdb-a824-854468d38169 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:28:11.841205 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c2bebc71-0783-4cf9-9bbe-e2e52d339107 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3354671 Nov 12 01:28:11.975978 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef280eb-dd40-48d3-8eff-8163dcf35768 None None] Network 7a61683f-1cce-4fdb-a824-854468d38169 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:28:12.294746 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaad0dd-65af-4539-8c3e-ad0b46f85e8c req-c5d07b23-6a2e-4712-aea2-80ad994b4d29 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:12.296203 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4eaad0dd-65af-4539-8c3e-ad0b46f85e8c req-c5d07b23-6a2e-4712-aea2-80ad994b4d29 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/networks?id=7a61683f-1cce-4fdb-a824-854468d38169 HTTP/1.1" status: 200 len: 812 time: 0.1037264 Nov 12 01:28:12.310762 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4eaad0dd-65af-4539-8c3e-ad0b46f85e8c req-632a6c5c-d1af-45e2-bbcf-a27a670fa118 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/quotas/c192031f97654e239e4385da57f93fb1 HTTP/1.1" status: 200 len: 375 time: 0.0088685 Nov 12 01:28:12.671801 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4eaad0dd-65af-4539-8c3e-ad0b46f85e8c req-135d9515-28e1-4420-a9a7-d8ccedf1740d tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c192031f97654e239e4385da57f93fb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3554883 Nov 12 01:28:12.765166 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4eaad0dd-65af-4539-8c3e-ad0b46f85e8c req-1b361e81-4fd9-425a-b038-c0a9d9caf191 service neutron] 10.222.0.20 "GET /v2.0/networks/7a61683f-1cce-4fdb-a824-854468d38169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861990 Nov 12 01:28:12.857314 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4eaad0dd-65af-4539-8c3e-ad0b46f85e8c req-44dd2da6-3fc3-4407-9c97-f65567b22976 service neutron] 10.222.0.20 "GET /v2.0/networks/7a61683f-1cce-4fdb-a824-854468d38169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855873 Nov 12 01:28:12.979300 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:13.032109 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-264ca86d-dec1-4155-abe0-d2746e79141e req-49ec1bf8-3877-4bcc-8c3f-72cdffb74990 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/ports?device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538 HTTP/1.1" status: 200 len: 210 time: 0.0277245 Nov 12 01:28:13.034610 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device c382840b-3676-4542-8baf-53a14844291f no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:28:13.059289 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: c382840b-3676-4542-8baf-53a14844291f {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:28:13.059632 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device c382840b-3676-4542-8baf-53a14844291f not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:28:14.029472 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaad0dd-65af-4539-8c3e-ad0b46f85e8c req-646eab68-48de-4d83-92c5-7bb6ff1fec27 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:14.030831 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4eaad0dd-65af-4539-8c3e-ad0b46f85e8c req-646eab68-48de-4d83-92c5-7bb6ff1fec27 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.54 "GET /v2.0/networks?id=7a61683f-1cce-4fdb-a824-854468d38169 HTTP/1.1" status: 200 len: 812 time: 0.1021461 Nov 12 01:28:14.058188 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-4eaad0dd-65af-4539-8c3e-ad0b46f85e8c req-6cacc93c-21a6-457c-b1b2-f2a197f03467 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Request body: {'port': {'device_id': '172c1888-fe63-4d78-97ad-aefd5e9b9538', 'network_id': '7a61683f-1cce-4fdb-a824-854468d38169', 'admin_state_up': True, 'tenant_id': 'c192031f97654e239e4385da57f93fb1'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:14.142718 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d2e66d2a-c2b9-4598-b5ba-3a629c000c6b req-238acd8a-7d14-478a-b41f-58bf638d9d5b tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/ports?device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538 HTTP/1.1" status: 200 len: 210 time: 0.0301497 Nov 12 01:28:14.190891 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eaad0dd-65af-4539-8c3e-ad0b46f85e8c req-6cacc93c-21a6-457c-b1b2-f2a197f03467 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Made reservation on behalf of c192031f97654e239e4385da57f93fb1 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:28:14.194359 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-4eaad0dd-65af-4539-8c3e-ad0b46f85e8c req-6cacc93c-21a6-457c-b1b2-f2a197f03467 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:14.320204 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-4eaad0dd-65af-4539-8c3e-ad0b46f85e8c req-6cacc93c-21a6-457c-b1b2-f2a197f03467 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Allocated IP 172.20.0.7 (7a61683f-1cce-4fdb-a824-854468d38169/05dc85fa-8eeb-4d0d-8da2-916e415aa7d3/f421e72c-53fc-4760-8f97-b0781a5d0e9a) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:28:14.477677 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-4eaad0dd-65af-4539-8c3e-ad0b46f85e8c req-6cacc93c-21a6-457c-b1b2-f2a197f03467 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:14.511594 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-4eaad0dd-65af-4539-8c3e-ad0b46f85e8c req-6cacc93c-21a6-457c-b1b2-f2a197f03467 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:14.554221 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eaad0dd-65af-4539-8c3e-ad0b46f85e8c req-6cacc93c-21a6-457c-b1b2-f2a197f03467 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Network 7a61683f-1cce-4fdb-a824-854468d38169 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:28:14.560100 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-4eaad0dd-65af-4539-8c3e-ad0b46f85e8c req-6cacc93c-21a6-457c-b1b2-f2a197f03467 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:28:14.563848 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eaad0dd-65af-4539-8c3e-ad0b46f85e8c req-6cacc93c-21a6-457c-b1b2-f2a197f03467 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:28:14.590147 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cacc93c-21a6-457c-b1b2-f2a197f03467 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Pushing event updated for resources: {'Port': ['ID=f421e72c-53fc-4760-8f97-b0781a5d0e9a,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:14.616095 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaad0dd-65af-4539-8c3e-ad0b46f85e8c req-6cacc93c-21a6-457c-b1b2-f2a197f03467 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:14.616707 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-4eaad0dd-65af-4539-8c3e-ad0b46f85e8c req-6cacc93c-21a6-457c-b1b2-f2a197f03467 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:14.632851 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4eaad0dd-65af-4539-8c3e-ad0b46f85e8c req-6cacc93c-21a6-457c-b1b2-f2a197f03467 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5792501 Nov 12 01:28:14.650907 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-4eaad0dd-65af-4539-8c3e-ad0b46f85e8c req-21c4af63-97fd-4bac-80f6-c2e4ebd62396 service neutron] Request body: {'port': {'device_id': '172c1888-fe63-4d78-97ad-aefd5e9b9538', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:14.703332 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-4eaad0dd-65af-4539-8c3e-ad0b46f85e8c req-21c4af63-97fd-4bac-80f6-c2e4ebd62396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:14.978932 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-4eaad0dd-65af-4539-8c3e-ad0b46f85e8c req-21c4af63-97fd-4bac-80f6-c2e4ebd62396 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f421e72c-53fc-4760-8f97-b0781a5d0e9a {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:28:14.986101 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-4eaad0dd-65af-4539-8c3e-ad0b46f85e8c req-21c4af63-97fd-4bac-80f6-c2e4ebd62396 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:14.998414 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-4eaad0dd-65af-4539-8c3e-ad0b46f85e8c req-21c4af63-97fd-4bac-80f6-c2e4ebd62396 service neutron] Transition to ACTIVE for port object f421e72c-53fc-4760-8f97-b0781a5d0e9a will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:28:15.002197 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-4eaad0dd-65af-4539-8c3e-ad0b46f85e8c req-21c4af63-97fd-4bac-80f6-c2e4ebd62396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:15.052841 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4af63-97fd-4bac-80f6-c2e4ebd62396 service neutron] Pushing event updated for resources: {'Port': ['ID=f421e72c-53fc-4760-8f97-b0781a5d0e9a,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:15.119374 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-4eaad0dd-65af-4539-8c3e-ad0b46f85e8c req-21c4af63-97fd-4bac-80f6-c2e4ebd62396 service neutron] Attempting to bind port f421e72c-53fc-4760-8f97-b0781a5d0e9a on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:15.119699 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-4eaad0dd-65af-4539-8c3e-ad0b46f85e8c req-21c4af63-97fd-4bac-80f6-c2e4ebd62396 service neutron] Attempting to bind port f421e72c-53fc-4760-8f97-b0781a5d0e9a by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '42bbeadb-7099-42ad-a4e1-9eb86448e650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7a61683f-1cce-4fdb-a824-854468d38169'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:15.120018 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eaad0dd-65af-4539-8c3e-ad0b46f85e8c req-21c4af63-97fd-4bac-80f6-c2e4ebd62396 service neutron] Attempting to bind port f421e72c-53fc-4760-8f97-b0781a5d0e9a on network 7a61683f-1cce-4fdb-a824-854468d38169 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:15.124219 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eaad0dd-65af-4539-8c3e-ad0b46f85e8c req-21c4af63-97fd-4bac-80f6-c2e4ebd62396 service neutron] Port f421e72c-53fc-4760-8f97-b0781a5d0e9a on network 7a61683f-1cce-4fdb-a824-854468d38169 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:15.124529 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eaad0dd-65af-4539-8c3e-ad0b46f85e8c req-21c4af63-97fd-4bac-80f6-c2e4ebd62396 service neutron] Attempting to bind port f421e72c-53fc-4760-8f97-b0781a5d0e9a on network 7a61683f-1cce-4fdb-a824-854468d38169 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:15.129138 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eaad0dd-65af-4539-8c3e-ad0b46f85e8c req-21c4af63-97fd-4bac-80f6-c2e4ebd62396 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:28:15.129499 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eaad0dd-65af-4539-8c3e-ad0b46f85e8c req-21c4af63-97fd-4bac-80f6-c2e4ebd62396 service neutron] Checking segment: {'id': '42bbeadb-7099-42ad-a4e1-9eb86448e650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7a61683f-1cce-4fdb-a824-854468d38169'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:28:15.129892 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eaad0dd-65af-4539-8c3e-ad0b46f85e8c req-21c4af63-97fd-4bac-80f6-c2e4ebd62396 service neutron] Bound using segment: {'id': '42bbeadb-7099-42ad-a4e1-9eb86448e650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7a61683f-1cce-4fdb-a824-854468d38169'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:28:15.130285 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-4eaad0dd-65af-4539-8c3e-ad0b46f85e8c req-21c4af63-97fd-4bac-80f6-c2e4ebd62396 service neutron] Bound port: f421e72c-53fc-4760-8f97-b0781a5d0e9a, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42bbeadb-7099-42ad-a4e1-9eb86448e650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7a61683f-1cce-4fdb-a824-854468d38169'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:28:15.130655 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-4eaad0dd-65af-4539-8c3e-ad0b46f85e8c req-21c4af63-97fd-4bac-80f6-c2e4ebd62396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:15.192457 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-4eaad0dd-65af-4539-8c3e-ad0b46f85e8c req-21c4af63-97fd-4bac-80f6-c2e4ebd62396 service neutron] For port f421e72c-53fc-4760-8f97-b0781a5d0e9a, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:28:15.195939 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-4eaad0dd-65af-4539-8c3e-ad0b46f85e8c req-21c4af63-97fd-4bac-80f6-c2e4ebd62396 service neutron] For port f421e72c-53fc-4760-8f97-b0781a5d0e9a, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f421e72c-53fc-4760-8f97-b0781a5d0e9a,segment=NetworkSegment(42bbeadb-7099-42ad-a4e1-9eb86448e650),segment_id=42bbeadb-7099-42ad-a4e1-9eb86448e650)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:28:15.199695 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-4eaad0dd-65af-4539-8c3e-ad0b46f85e8c req-21c4af63-97fd-4bac-80f6-c2e4ebd62396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:15.235201 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaad0dd-65af-4539-8c3e-ad0b46f85e8c req-21c4af63-97fd-4bac-80f6-c2e4ebd62396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:15.235886 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-4eaad0dd-65af-4539-8c3e-ad0b46f85e8c req-21c4af63-97fd-4bac-80f6-c2e4ebd62396 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:15.237285 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4eaad0dd-65af-4539-8c3e-ad0b46f85e8c req-21c4af63-97fd-4bac-80f6-c2e4ebd62396 service neutron] 10.222.0.54 "PUT /v2.0/ports/f421e72c-53fc-4760-8f97-b0781a5d0e9a HTTP/1.1" status: 200 len: 1092 time: 0.5904586 Nov 12 01:28:15.237782 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '172c1888-fe63-4d78-97ad-aefd5e9b9538', 'tag': 'f421e72c-53fc-4760-8f97-b0781a5d0e9a'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:28:15.240072 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e65d7e-a67b-4fd2-8c6a-b380db7734e1" -d '{"events": [{"name": "network-changed", "server_uuid": "172c1888-fe63-4d78-97ad-aefd5e9b9538", "tag": "f421e72c-53fc-4760-8f97-b0781a5d0e9a"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:28:15.261603 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c0bfd-3b30-44ea-b9c7-3cb7c9f91183 req-f3e449ec-7b28-4ffd-be5c-855f5b70d4ac tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:15.263698 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-187c0bfd-3b30-44ea-b9c7-3cb7c9f91183 req-f3e449ec-7b28-4ffd-be5c-855f5b70d4ac tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/ports?device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538 HTTP/1.1" status: 200 len: 943 time: 0.0512614 Nov 12 01:28:15.271618 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4af63-97fd-4bac-80f6-c2e4ebd62396 service neutron] Pushing event updated for resources: {'Port': ['ID=f421e72c-53fc-4760-8f97-b0781a5d0e9a,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:15.288854 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb3c099-b5e0-4aea-842c-f820da2a1e0c x-openstack-request-id: req-2cb3c099-b5e0-4aea-842c-f820da2a1e0c {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:28:15.289357 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "172c1888-fe63-4d78-97ad-aefd5e9b9538", "tag": "f421e72c-53fc-4760-8f97-b0781a5d0e9a", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:28:15.289749 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2cb3c099-b5e0-4aea-842c-f820da2a1e0c {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:28:15.290496 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '172c1888-fe63-4d78-97ad-aefd5e9b9538', 'tag': 'f421e72c-53fc-4760-8f97-b0781a5d0e9a', 'status': 'completed', 'code': 200} Nov 12 01:28:15.318801 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-187c0bfd-3b30-44ea-b9c7-3cb7c9f91183 req-a14f7722-0236-480b-8fa7-7c6e676117a4 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cf1de-0bbc-4891-bbfe-d814b2952edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487568 Nov 12 01:28:15.349251 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaad0dd-65af-4539-8c3e-ad0b46f85e8c req-452e4a63-8f40-4cd2-aa62-3eacffcb6f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:15.350780 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4eaad0dd-65af-4539-8c3e-ad0b46f85e8c req-452e4a63-8f40-4cd2-aa62-3eacffcb6f07 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c192031f97654e239e4385da57f93fb1&device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538 HTTP/1.1" status: 200 len: 1095 time: 0.0429895 Nov 12 01:28:15.403890 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4eaad0dd-65af-4539-8c3e-ad0b46f85e8c req-70081da0-e887-4852-962f-eeab773cfee6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f421e72c-53fc-4760-8f97-b0781a5d0e9a HTTP/1.1" status: 200 len: 217 time: 0.0383379 Nov 12 01:28:15.452697 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaad0dd-65af-4539-8c3e-ad0b46f85e8c req-f59bd2e0-062d-4e9e-86d0-28956e48aeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:15.454131 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4eaad0dd-65af-4539-8c3e-ad0b46f85e8c req-f59bd2e0-062d-4e9e-86d0-28956e48aeb6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=05dc85fa-8eeb-4d0d-8da2-916e415aa7d3 HTTP/1.1" status: 200 len: 852 time: 0.0435512 Nov 12 01:28:15.485355 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4eaad0dd-65af-4539-8c3e-ad0b46f85e8c req-40b81a86-1582-4299-a657-0e13ef183a67 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7a61683f-1cce-4fdb-a824-854468d38169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242801 Nov 12 01:28:15.579580 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4eaad0dd-65af-4539-8c3e-ad0b46f85e8c req-e3ed854b-a8f5-4e3f-af94-85cbf2beaf2b service neutron] 10.222.0.54 "GET /v2.0/networks/7a61683f-1cce-4fdb-a824-854468d38169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860560 Nov 12 01:28:15.667305 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4eaad0dd-65af-4539-8c3e-ad0b46f85e8c req-1a129b79-4185-40a8-98fa-451822277151 service neutron] 10.222.0.54 "GET /v2.0/networks/7a61683f-1cce-4fdb-a824-854468d38169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814188 Nov 12 01:28:15.819849 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e65d7e-a67b-4fd2-8c6a-b380db7734e1 req-833b0225-e769-4b1b-aad2-acd1b59ccf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:15.821975 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-79e65d7e-a67b-4fd2-8c6a-b380db7734e1 req-833b0225-e769-4b1b-aad2-acd1b59ccf8e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c192031f97654e239e4385da57f93fb1&device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538 HTTP/1.1" status: 200 len: 1095 time: 0.0458000 Nov 12 01:28:15.912562 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e65d7e-a67b-4fd2-8c6a-b380db7734e1 req-b3e74725-6fcb-479e-ae94-ea36685900d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:15.914068 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-79e65d7e-a67b-4fd2-8c6a-b380db7734e1 req-b3e74725-6fcb-479e-ae94-ea36685900d1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7a61683f-1cce-4fdb-a824-854468d38169 HTTP/1.1" status: 200 len: 913 time: 0.0848911 Nov 12 01:28:15.962161 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-79e65d7e-a67b-4fd2-8c6a-b380db7734e1 req-ca7f8334-4a10-4e0c-91d6-e05dedd0fddb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f421e72c-53fc-4760-8f97-b0781a5d0e9a HTTP/1.1" status: 200 len: 217 time: 0.0376191 Nov 12 01:28:16.011008 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e65d7e-a67b-4fd2-8c6a-b380db7734e1 req-0da16f1d-d00e-40c6-8454-f8382c667247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:16.012435 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-79e65d7e-a67b-4fd2-8c6a-b380db7734e1 req-0da16f1d-d00e-40c6-8454-f8382c667247 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=05dc85fa-8eeb-4d0d-8da2-916e415aa7d3 HTTP/1.1" status: 200 len: 852 time: 0.0434198 Nov 12 01:28:16.044851 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-79e65d7e-a67b-4fd2-8c6a-b380db7734e1 req-6908478c-dba9-4c56-b306-06e17340a81a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7a61683f-1cce-4fdb-a824-854468d38169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256126 Nov 12 01:28:16.136345 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-79e65d7e-a67b-4fd2-8c6a-b380db7734e1 req-825cdeb6-ee5e-45b3-bd2e-77fc510e9e1c service neutron] 10.222.0.54 "GET /v2.0/networks/7a61683f-1cce-4fdb-a824-854468d38169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844982 Nov 12 01:28:16.223783 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-79e65d7e-a67b-4fd2-8c6a-b380db7734e1 req-c3241895-8e06-4662-9887-511c28677945 service neutron] 10.222.0.54 "GET /v2.0/networks/7a61683f-1cce-4fdb-a824-854468d38169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805571 Nov 12 01:28:16.542152 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a66ce-6833-40ec-bb76-8cea7f39d64d req-448840a3-035c-4a86-a244-547ac6036aac tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:16.543716 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e21a66ce-6833-40ec-bb76-8cea7f39d64d req-448840a3-035c-4a86-a244-547ac6036aac tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/ports?device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538 HTTP/1.1" status: 200 len: 943 time: 0.1534705 Nov 12 01:28:16.594762 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e21a66ce-6833-40ec-bb76-8cea7f39d64d req-ceb95557-1e97-4e41-8265-63c35783179d tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cf1de-0bbc-4891-bbfe-d814b2952edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451131 Nov 12 01:28:17.770423 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8710b-2af2-4b71-a3c5-bbae1f435c15 req-9545adf4-8c42-4b18-a741-d311b670d9fd tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:17.771909 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-98d8710b-2af2-4b71-a3c5-bbae1f435c15 req-9545adf4-8c42-4b18-a741-d311b670d9fd tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/ports?device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538 HTTP/1.1" status: 200 len: 943 time: 0.1064656 Nov 12 01:28:17.822420 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-98d8710b-2af2-4b71-a3c5-bbae1f435c15 req-c22b21ed-324f-42a0-b023-a3966d5c9418 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cf1de-0bbc-4891-bbfe-d814b2952edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442562 Nov 12 01:28:18.940534 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14744150-dbc4-4a39-94ef-462c94ada841 req-de7626ef-1395-4544-bec7-e887f60aec74 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:18.942033 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-14744150-dbc4-4a39-94ef-462c94ada841 req-de7626ef-1395-4544-bec7-e887f60aec74 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/ports?device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538 HTTP/1.1" status: 200 len: 943 time: 0.0500925 Nov 12 01:28:18.988890 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-14744150-dbc4-4a39-94ef-462c94ada841 req-09c62675-279f-49a0-84b3-99ad488eef17 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cf1de-0bbc-4891-bbfe-d814b2952edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408161 Nov 12 01:28:19.052775 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f421e72c-53fc-4760-8f97-b0781a5d0e9a details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:28:19.148486 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port f421e72c-53fc-4760-8f97-b0781a5d0e9a, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f421e72c-53fc-4760-8f97-b0781a5d0e9a,segment=NetworkSegment(42bbeadb-7099-42ad-a4e1-9eb86448e650),segment_id=42bbeadb-7099-42ad-a4e1-9eb86448e650)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:28:19.159752 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'f421e72c-53fc-4760-8f97-b0781a5d0e9a', 'network_id': '7a61683f-1cce-4fdb-a824-854468d38169', 'port_id': 'f421e72c-53fc-4760-8f97-b0781a5d0e9a', 'mac_address': 'fa:16:3e:93:fd:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05dc85fa-8eeb-4d0d-8da2-916e415aa7d3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:28:19.194625 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:19.210373 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f421e72c-53fc-4760-8f97-b0781a5d0e9a {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:28:19.229361 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port f421e72c-53fc-4760-8f97-b0781a5d0e9a, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f421e72c-53fc-4760-8f97-b0781a5d0e9a,segment=NetworkSegment(42bbeadb-7099-42ad-a4e1-9eb86448e650),segment_id=42bbeadb-7099-42ad-a4e1-9eb86448e650)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:28:19.232931 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:19.277239 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=f421e72c-53fc-4760-8f97-b0781a5d0e9a,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:19.617257 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['f421e72c-53fc-4760-8f97-b0781a5d0e9a'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:28:20.103476 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b8c48-7cb8-44fc-bc12-ae0e49aef710 req-f6c6716d-0929-41ff-8cc6-f65bc2188b81 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:20.104959 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7d5b8c48-7cb8-44fc-bc12-ae0e49aef710 req-f6c6716d-0929-41ff-8cc6-f65bc2188b81 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/ports?device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538 HTTP/1.1" status: 200 len: 944 time: 0.0493340 Nov 12 01:28:20.151850 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7d5b8c48-7cb8-44fc-bc12-ae0e49aef710 req-a6e28178-6ea1-4f1a-972a-59afcb846a93 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cf1de-0bbc-4891-bbfe-d814b2952edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409482 Nov 12 01:28:21.068288 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f421e72c-53fc-4760-8f97-b0781a5d0e9a up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:28:21.116353 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port f421e72c-53fc-4760-8f97-b0781a5d0e9a completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:28:21.120688 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port f421e72c-53fc-4760-8f97-b0781a5d0e9a triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:28:21.121075 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:21.196464 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:21.219542 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '172c1888-fe63-4d78-97ad-aefd5e9b9538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f421e72c-53fc-4760-8f97-b0781a5d0e9a'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:28:21.221816 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718a5a82-7044-49c9-a5d9-f05282578f9b" -d '{"events": [{"server_uuid": "172c1888-fe63-4d78-97ad-aefd5e9b9538", "name": "network-vif-plugged", "status": "completed", "tag": "f421e72c-53fc-4760-8f97-b0781a5d0e9a"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:28:21.238879 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port f421e72c-53fc-4760-8f97-b0781a5d0e9a, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f421e72c-53fc-4760-8f97-b0781a5d0e9a,segment=NetworkSegment(42bbeadb-7099-42ad-a4e1-9eb86448e650),segment_id=42bbeadb-7099-42ad-a4e1-9eb86448e650)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:28:21.244554 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:21.269108 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d56ad7-2f44-4aeb-9891-39e486ea8c42 x-openstack-request-id: req-e9d56ad7-2f44-4aeb-9891-39e486ea8c42 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:28:21.269444 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "172c1888-fe63-4d78-97ad-aefd5e9b9538", "name": "network-vif-plugged", "status": "completed", "tag": "f421e72c-53fc-4760-8f97-b0781a5d0e9a", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:28:21.269654 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e9d56ad7-2f44-4aeb-9891-39e486ea8c42 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:28:21.270032 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '172c1888-fe63-4d78-97ad-aefd5e9b9538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f421e72c-53fc-4760-8f97-b0781a5d0e9a', 'code': 200} Nov 12 01:28:21.271824 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b120c36-8ffb-4277-8a49-3519dcbfd3b4 req-8158311f-bd61-4a63-9386-d9afbd18f89e tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:21.273363 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7b120c36-8ffb-4277-8a49-3519dcbfd3b4 req-8158311f-bd61-4a63-9386-d9afbd18f89e tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/ports?device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538 HTTP/1.1" status: 200 len: 944 time: 0.0532947 Nov 12 01:28:21.296976 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=f421e72c-53fc-4760-8f97-b0781a5d0e9a,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:21.326189 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7b120c36-8ffb-4277-8a49-3519dcbfd3b4 req-b9e25a52-768e-4d35-b1e1-71c54ae9ada2 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cf1de-0bbc-4891-bbfe-d814b2952edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458317 Nov 12 01:28:21.393213 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa7719-18c0-476b-8c48-d7c5bc4773f1 req-3728428d-eee5-4acf-8d91-6fbb82305a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:21.394739 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e6fa7719-18c0-476b-8c48-d7c5bc4773f1 req-3728428d-eee5-4acf-8d91-6fbb82305a62 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538 HTTP/1.1" status: 200 len: 1097 time: 0.0465364 Nov 12 01:28:21.442571 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e6fa7719-18c0-476b-8c48-d7c5bc4773f1 req-201b78a8-7eb9-4338-a251-fa18ab29e589 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=302cf1de-0bbc-4891-bbfe-d814b2952edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409410 Nov 12 01:28:22.449816 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fb73c-a147-477c-ad97-4c6384248d83 req-c3593f41-21bd-43a0-bfce-6f310e2eac4d tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:22.451308 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ba0fb73c-a147-477c-ad97-4c6384248d83 req-c3593f41-21bd-43a0-bfce-6f310e2eac4d tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/ports?device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538 HTTP/1.1" status: 200 len: 945 time: 0.0550945 Nov 12 01:28:22.499632 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ba0fb73c-a147-477c-ad97-4c6384248d83 req-ac204017-6d28-4154-9639-0c0694ab2413 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cf1de-0bbc-4891-bbfe-d814b2952edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423732 Nov 12 01:28:23.617931 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fd3c8-729a-4fef-ae48-729cfcd40e8b req-99285e33-dc97-48dc-913b-d87717ef33e1 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:23.619422 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c38fd3c8-729a-4fef-ae48-729cfcd40e8b req-99285e33-dc97-48dc-913b-d87717ef33e1 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/ports?device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538 HTTP/1.1" status: 200 len: 945 time: 0.0488374 Nov 12 01:28:23.666639 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c38fd3c8-729a-4fef-ae48-729cfcd40e8b req-8d1ec0dc-5617-493c-9dba-4c27c5997507 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cf1de-0bbc-4891-bbfe-d814b2952edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411749 Nov 12 01:28:23.914037 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a0d175-9054-45f6-b2c2-e97950825bf6 req-985d0bbe-a300-469f-939e-073b6179c819 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:23.916286 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b0a0d175-9054-45f6-b2c2-e97950825bf6 req-985d0bbe-a300-469f-939e-073b6179c819 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/ports?device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538 HTTP/1.1" status: 200 len: 945 time: 0.0594890 Nov 12 01:28:23.978769 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8b3df1b5-84e7-431f-8b60-734d4550307f req-b1bd1b8f-841d-4dd9-9d0d-21249c4883ec service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1332355 Nov 12 01:28:23.985987 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b0a0d175-9054-45f6-b2c2-e97950825bf6 req-0b801e43-2eeb-48b2-b79b-00eab3ea9e7c tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cf1de-0bbc-4891-bbfe-d814b2952edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522151 Nov 12 01:28:23.990729 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [req-8b3df1b5-84e7-431f-8b60-734d4550307f req-b7431a6c-7371-4506-a654-b7a9ae3ec4fb service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:28:23.992187 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8b3df1b5-84e7-431f-8b60-734d4550307f req-b7431a6c-7371-4506-a654-b7a9ae3ec4fb service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048802 Nov 12 01:28:25.118557 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76748c64-82b5-4d64-98ba-2f30097d34d7 req-8e7209a7-56ca-490c-aa9f-8b7a7a7d9f6d tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:25.119722 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-76748c64-82b5-4d64-98ba-2f30097d34d7 req-8e7209a7-56ca-490c-aa9f-8b7a7a7d9f6d tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/ports?device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538 HTTP/1.1" status: 200 len: 945 time: 0.0634096 Nov 12 01:28:25.174483 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-76748c64-82b5-4d64-98ba-2f30097d34d7 req-d8eb6313-ab6e-47c1-9478-53a2237830e6 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cf1de-0bbc-4891-bbfe-d814b2952edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488639 Nov 12 01:28:25.247873 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3df1b5-84e7-431f-8b60-734d4550307f req-887357f7-4623-4638-94ed-a9967938ee02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:25.249450 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8b3df1b5-84e7-431f-8b60-734d4550307f req-887357f7-4623-4638-94ed-a9967938ee02 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c192031f97654e239e4385da57f93fb1&device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538 HTTP/1.1" status: 200 len: 1097 time: 0.0430987 Nov 12 01:28:25.342660 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3df1b5-84e7-431f-8b60-734d4550307f req-01894cb4-482f-49ab-9119-c90705765978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:25.344180 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8b3df1b5-84e7-431f-8b60-734d4550307f req-01894cb4-482f-49ab-9119-c90705765978 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7a61683f-1cce-4fdb-a824-854468d38169 HTTP/1.1" status: 200 len: 913 time: 0.0879097 Nov 12 01:28:25.386912 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8b3df1b5-84e7-431f-8b60-734d4550307f req-e38f150b-8971-4251-a193-29055962ae44 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f421e72c-53fc-4760-8f97-b0781a5d0e9a HTTP/1.1" status: 200 len: 217 time: 0.0353594 Nov 12 01:28:25.436390 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3df1b5-84e7-431f-8b60-734d4550307f req-31ca341a-8a1b-4572-b0e0-122cd0b033d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:25.438049 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8b3df1b5-84e7-431f-8b60-734d4550307f req-31ca341a-8a1b-4572-b0e0-122cd0b033d1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=05dc85fa-8eeb-4d0d-8da2-916e415aa7d3 HTTP/1.1" status: 200 len: 852 time: 0.0444260 Nov 12 01:28:25.474912 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8b3df1b5-84e7-431f-8b60-734d4550307f req-ff52f675-9b59-4220-af2a-43a3c8a76fb4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7a61683f-1cce-4fdb-a824-854468d38169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299037 Nov 12 01:28:25.568591 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8b3df1b5-84e7-431f-8b60-734d4550307f req-726546af-3004-481f-b9b9-883e12a3ca92 service neutron] 10.222.0.54 "GET /v2.0/networks/7a61683f-1cce-4fdb-a824-854468d38169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857289 Nov 12 01:28:25.662065 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8b3df1b5-84e7-431f-8b60-734d4550307f req-648a30a5-11da-44a8-8371-81aa97511a42 service neutron] 10.222.0.54 "GET /v2.0/networks/7a61683f-1cce-4fdb-a824-854468d38169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852065 Nov 12 01:28:26.292681 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c5b3d-24cc-4a96-80fb-c200ee16cd82 req-96d8ed71-542a-4680-ac32-497cd1ea0091 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:26.294206 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1d3c5b3d-24cc-4a96-80fb-c200ee16cd82 req-96d8ed71-542a-4680-ac32-497cd1ea0091 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/ports?device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538 HTTP/1.1" status: 200 len: 945 time: 0.0501008 Nov 12 01:28:26.342400 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1d3c5b3d-24cc-4a96-80fb-c200ee16cd82 req-8ae862f0-fbfc-4aab-beb6-f3f62f6e97a5 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cf1de-0bbc-4891-bbfe-d814b2952edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423164 Nov 12 01:28:27.469864 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e81ca3-3487-4401-b4a6-cfc4a2083771 req-b4ee4085-1657-4d17-9488-096e962f3b47 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:27.471342 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-87e81ca3-3487-4401-b4a6-cfc4a2083771 req-b4ee4085-1657-4d17-9488-096e962f3b47 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/ports?device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538 HTTP/1.1" status: 200 len: 945 time: 0.0588164 Nov 12 01:28:27.531622 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-87e81ca3-3487-4401-b4a6-cfc4a2083771 req-ed6b1aeb-d681-4c13-b1e0-edc726c88818 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cf1de-0bbc-4891-bbfe-d814b2952edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536170 Nov 12 01:28:28.650580 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6737ebd4-2220-48c1-84a4-088fe4597a2e req-60f83fde-fe63-42e3-8ea5-cdad37a905f3 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:28.652444 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6737ebd4-2220-48c1-84a4-088fe4597a2e req-60f83fde-fe63-42e3-8ea5-cdad37a905f3 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/ports?device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538 HTTP/1.1" status: 200 len: 945 time: 0.0507989 Nov 12 01:28:28.700161 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6737ebd4-2220-48c1-84a4-088fe4597a2e req-63319c1b-f120-4c02-8b2b-b8aa1a89142a tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cf1de-0bbc-4891-bbfe-d814b2952edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415087 Nov 12 01:28:29.816091 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e5ca9-e435-4bbd-af1c-9fafd2d28acc req-15b9cd69-7b72-4e20-8ff2-474be058012f tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:29.817592 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c51e5ca9-e435-4bbd-af1c-9fafd2d28acc req-15b9cd69-7b72-4e20-8ff2-474be058012f tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/ports?device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538 HTTP/1.1" status: 200 len: 945 time: 0.0489125 Nov 12 01:28:29.864813 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c51e5ca9-e435-4bbd-af1c-9fafd2d28acc req-92cc2bd2-28ea-4d4a-ab6d-15d63927c598 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cf1de-0bbc-4891-bbfe-d814b2952edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405543 Nov 12 01:28:30.987387 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b8463-df8d-422e-8fc6-97036c05e4c5 req-fabc02fc-02e9-4471-ad9a-365de07b0e88 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:30.988838 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5a3b8463-df8d-422e-8fc6-97036c05e4c5 req-fabc02fc-02e9-4471-ad9a-365de07b0e88 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/ports?device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538 HTTP/1.1" status: 200 len: 945 time: 0.0530269 Nov 12 01:28:31.035204 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5a3b8463-df8d-422e-8fc6-97036c05e4c5 req-d59250b1-2b8a-40af-b25a-68ba881bfb20 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cf1de-0bbc-4891-bbfe-d814b2952edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403738 Nov 12 01:28:32.152833 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044c2c3-d453-4935-a0e8-5dffa12264c6 req-8268e663-e8be-4fa7-91f3-d03c715898bc tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:32.154353 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1044c2c3-d453-4935-a0e8-5dffa12264c6 req-8268e663-e8be-4fa7-91f3-d03c715898bc tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/ports?device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538 HTTP/1.1" status: 200 len: 945 time: 0.0503926 Nov 12 01:28:32.205934 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1044c2c3-d453-4935-a0e8-5dffa12264c6 req-da06f64e-5fa4-4496-85e7-3b35bbc73c99 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cf1de-0bbc-4891-bbfe-d814b2952edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453856 Nov 12 01:28:33.322032 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64a166-82b6-4731-899b-53c7cd802fbd req-07b82f78-ca2a-4c46-9ff4-f5cafef8078a tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:33.323498 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4f64a166-82b6-4731-899b-53c7cd802fbd req-07b82f78-ca2a-4c46-9ff4-f5cafef8078a tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/ports?device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538 HTTP/1.1" status: 200 len: 945 time: 0.0499470 Nov 12 01:28:33.369383 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4f64a166-82b6-4731-899b-53c7cd802fbd req-04908be7-0af7-4267-bfc2-8d9c1a51f142 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cf1de-0bbc-4891-bbfe-d814b2952edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400038 Nov 12 01:28:34.340584 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-28ae7b19-2ca1-4dca-8014-e9c2bdf9e9d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:34.487610 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6afc2-6c38-49f3-9b7a-979626b666a5 req-f694d015-b390-44af-abc6-f806c3f43c66 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:34.489005 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d0f6afc2-6c38-49f3-9b7a-979626b666a5 req-f694d015-b390-44af-abc6-f806c3f43c66 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/ports?device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538 HTTP/1.1" status: 200 len: 945 time: 0.0507991 Nov 12 01:28:34.539038 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d0f6afc2-6c38-49f3-9b7a-979626b666a5 req-895c6981-5749-49ae-869f-da33c9f37267 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cf1de-0bbc-4891-bbfe-d814b2952edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430100 Nov 12 01:28:35.662924 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdee1cc-b845-4df8-9663-dcc047744aa9 req-8904b8fd-72f2-4736-b931-028895fa58fa tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:35.665023 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bcdee1cc-b845-4df8-9663-dcc047744aa9 req-8904b8fd-72f2-4736-b931-028895fa58fa tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/ports?device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538 HTTP/1.1" status: 200 len: 945 time: 0.0537574 Nov 12 01:28:35.713493 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bcdee1cc-b845-4df8-9663-dcc047744aa9 req-464cf882-b7c3-4847-a695-688c08b0b7d0 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cf1de-0bbc-4891-bbfe-d814b2952edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423141 Nov 12 01:28:36.462102 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-756187cc-f9fa-49ff-bca9-f9c906cbfea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:36.829570 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54695b9e-d4df-427b-a5b2-d9aaf9267629 req-f67b786c-574d-4409-bba5-f215501e2868 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:36.831056 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-54695b9e-d4df-427b-a5b2-d9aaf9267629 req-f67b786c-574d-4409-bba5-f215501e2868 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/ports?device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538 HTTP/1.1" status: 200 len: 945 time: 0.0492058 Nov 12 01:28:36.881027 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-54695b9e-d4df-427b-a5b2-d9aaf9267629 req-63ab13a4-57ac-46ac-a18b-804e1fdf3860 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cf1de-0bbc-4891-bbfe-d814b2952edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434248 Nov 12 01:28:37.801111 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:37.995797 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa7b63a-9f83-40a4-9184-9cb67746c3f2 req-ceaa5fa6-b9ab-4a35-ae1f-abfc5f4d1079 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:37.997257 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1fa7b63a-9f83-40a4-9184-9cb67746c3f2 req-ceaa5fa6-b9ab-4a35-ae1f-abfc5f4d1079 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/ports?device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538 HTTP/1.1" status: 200 len: 945 time: 0.0485048 Nov 12 01:28:38.043601 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1fa7b63a-9f83-40a4-9184-9cb67746c3f2 req-b7563dd5-8039-4187-baaa-717cb6323b97 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cf1de-0bbc-4891-bbfe-d814b2952edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404425 Nov 12 01:28:39.166617 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b00716-f2aa-45a7-afbb-6ae7ee252781 req-78b5ea6d-5a1c-42ce-9524-134bf3fbe7db tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:39.168177 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-59b00716-f2aa-45a7-afbb-6ae7ee252781 req-78b5ea6d-5a1c-42ce-9524-134bf3fbe7db tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/ports?device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538 HTTP/1.1" status: 200 len: 945 time: 0.0539145 Nov 12 01:28:39.216597 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-59b00716-f2aa-45a7-afbb-6ae7ee252781 req-b5e9baaf-5ae6-4aee-9a8d-e2a700d77be9 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cf1de-0bbc-4891-bbfe-d814b2952edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423641 Nov 12 01:28:39.408083 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:40.332815 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f275ee-e136-4bb5-9abb-def4c6424996 req-4ecdc542-77a0-4766-8c19-b9abafba1d72 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:40.334304 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d1f275ee-e136-4bb5-9abb-def4c6424996 req-4ecdc542-77a0-4766-8c19-b9abafba1d72 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/ports?device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538 HTTP/1.1" status: 200 len: 945 time: 0.0487621 Nov 12 01:28:40.338646 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:40.386979 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d1f275ee-e136-4bb5-9abb-def4c6424996 req-1e6c9317-e45f-4ccd-8fcd-d5673eaf4792 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cf1de-0bbc-4891-bbfe-d814b2952edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455289 Nov 12 01:28:41.188819 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:41.203894 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe076856-c5ec-4d8f-a801-dca4987f30a4 req-d75cf806-803f-4b42-b435-ab2b617cd7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:41.205396 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fe076856-c5ec-4d8f-a801-dca4987f30a4 req-d75cf806-803f-4b42-b435-ab2b617cd7ae service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c192031f97654e239e4385da57f93fb1&device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538 HTTP/1.1" status: 200 len: 1097 time: 0.0415971 Nov 12 01:28:41.310629 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe076856-c5ec-4d8f-a801-dca4987f30a4 req-9dd43f22-c354-44b0-8daf-c50ff73f8d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:41.312102 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fe076856-c5ec-4d8f-a801-dca4987f30a4 req-9dd43f22-c354-44b0-8daf-c50ff73f8d52 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7a61683f-1cce-4fdb-a824-854468d38169 HTTP/1.1" status: 200 len: 913 time: 0.0843291 Nov 12 01:28:41.357779 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fe076856-c5ec-4d8f-a801-dca4987f30a4 req-f4b88236-dc9b-47a2-8c5c-4c2e14ed712c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f421e72c-53fc-4760-8f97-b0781a5d0e9a HTTP/1.1" status: 200 len: 217 time: 0.0379674 Nov 12 01:28:41.407992 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe076856-c5ec-4d8f-a801-dca4987f30a4 req-64c84854-1710-4fc7-be43-1b8a4d6d42b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:41.409449 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fe076856-c5ec-4d8f-a801-dca4987f30a4 req-64c84854-1710-4fc7-be43-1b8a4d6d42b4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=05dc85fa-8eeb-4d0d-8da2-916e415aa7d3 HTTP/1.1" status: 200 len: 852 time: 0.0450697 Nov 12 01:28:41.444265 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fe076856-c5ec-4d8f-a801-dca4987f30a4 req-b3b36a8d-11f7-46a9-b7e6-63fc9a79f1a8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7a61683f-1cce-4fdb-a824-854468d38169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257423 Nov 12 01:28:41.510507 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2211d3-5e9e-4790-9123-76f774df18fd req-0dbc1f35-238c-4d6e-9829-83dc20ec1ffa tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:41.512018 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ea2211d3-5e9e-4790-9123-76f774df18fd req-0dbc1f35-238c-4d6e-9829-83dc20ec1ffa tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/ports?device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538 HTTP/1.1" status: 200 len: 945 time: 0.0511661 Nov 12 01:28:41.542946 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fe076856-c5ec-4d8f-a801-dca4987f30a4 req-beaabc2b-f6a5-4ebc-a9c5-a36e4fbc359a service neutron] 10.222.0.54 "GET /v2.0/networks/7a61683f-1cce-4fdb-a824-854468d38169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903983 Nov 12 01:28:41.559944 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ea2211d3-5e9e-4790-9123-76f774df18fd req-afd5fd71-f990-4342-a009-a7128f3ce2d2 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cf1de-0bbc-4891-bbfe-d814b2952edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418360 Nov 12 01:28:41.632577 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fe076856-c5ec-4d8f-a801-dca4987f30a4 req-ba6b0881-1653-408e-b23c-519e1af2a7cb service neutron] 10.222.0.54 "GET /v2.0/networks/7a61683f-1cce-4fdb-a824-854468d38169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823336 Nov 12 01:28:42.342685 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:28:42.677410 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2407e6e7-9e32-4a4b-b45a-cd3b835c7bb2 req-849cce54-bf3b-48b3-9b9c-a1846541a135 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:42.678876 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2407e6e7-9e32-4a4b-b45a-cd3b835c7bb2 req-849cce54-bf3b-48b3-9b9c-a1846541a135 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/ports?device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538 HTTP/1.1" status: 200 len: 945 time: 0.0502856 Nov 12 01:28:42.730122 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2407e6e7-9e32-4a4b-b45a-cd3b835c7bb2 req-8f927559-f8c9-40e0-a877-6ee7f8bac59a tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cf1de-0bbc-4891-bbfe-d814b2952edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448089 Nov 12 01:28:43.014189 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:43.845625 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c925b2-cf9b-43bb-acb3-2081de1f2c20 req-519013a1-80e9-4c37-b67e-d6dbfc7f0b0a tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:43.847146 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c2c925b2-cf9b-43bb-acb3-2081de1f2c20 req-519013a1-80e9-4c37-b67e-d6dbfc7f0b0a tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/ports?device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538 HTTP/1.1" status: 200 len: 945 time: 0.0500960 Nov 12 01:28:43.903558 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c2c925b2-cf9b-43bb-acb3-2081de1f2c20 req-5c31fb1c-b2b0-47cf-9033-29d351e9f8b0 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cf1de-0bbc-4891-bbfe-d814b2952edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503006 Nov 12 01:28:45.022125 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116cae8c-e512-4410-a392-032444139609 req-70bcb05f-22a4-4dd6-90c0-2454c33994d9 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:45.024582 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-116cae8c-e512-4410-a392-032444139609 req-70bcb05f-22a4-4dd6-90c0-2454c33994d9 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/ports?device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538 HTTP/1.1" status: 200 len: 945 time: 0.0493364 Nov 12 01:28:45.071609 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-116cae8c-e512-4410-a392-032444139609 req-5605452b-b7e6-4797-b164-cfcf16f3adae tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cf1de-0bbc-4891-bbfe-d814b2952edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414326 Nov 12 01:28:46.186535 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028e9ad-4c4c-4675-a5c8-f81c52b19dc7 req-e9045c51-36c2-4e51-abc7-1a270fca66c5 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:46.188000 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8028e9ad-4c4c-4675-a5c8-f81c52b19dc7 req-e9045c51-36c2-4e51-abc7-1a270fca66c5 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/ports?device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538 HTTP/1.1" status: 200 len: 945 time: 0.0488811 Nov 12 01:28:46.234891 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8028e9ad-4c4c-4675-a5c8-f81c52b19dc7 req-165d54bc-1771-468f-b5cd-28ab8a5adafd tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cf1de-0bbc-4891-bbfe-d814b2952edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409513 Nov 12 01:28:47.351056 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546d395-c781-4618-933e-cce9947ae984 req-3c2156ab-9222-4d4e-be4e-d34093c50342 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:47.352644 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9546d395-c781-4618-933e-cce9947ae984 req-3c2156ab-9222-4d4e-be4e-d34093c50342 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/ports?device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538 HTTP/1.1" status: 200 len: 945 time: 0.0490320 Nov 12 01:28:47.399112 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9546d395-c781-4618-933e-cce9947ae984 req-015324d4-7451-4bd3-9c00-eaa80b25a547 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cf1de-0bbc-4891-bbfe-d814b2952edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403907 Nov 12 01:28:48.514273 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37406f-4df9-4163-aea4-e66d72e72dc6 req-b9d5570d-112b-43ee-b5f4-25c93a485f9d tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:48.515803 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5b37406f-4df9-4163-aea4-e66d72e72dc6 req-b9d5570d-112b-43ee-b5f4-25c93a485f9d tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/ports?device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538 HTTP/1.1" status: 200 len: 945 time: 0.0493267 Nov 12 01:28:48.563771 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5b37406f-4df9-4163-aea4-e66d72e72dc6 req-5c3d244d-9955-459c-9393-d6c3ff6a3c9e tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cf1de-0bbc-4891-bbfe-d814b2952edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420625 Nov 12 01:28:49.682316 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa00ba-65f0-4416-bc65-3558392ea849 req-b1e602a4-9f4e-49f2-a97e-a9ec9fab042c tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:49.683764 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f8fa00ba-65f0-4416-bc65-3558392ea849 req-b1e602a4-9f4e-49f2-a97e-a9ec9fab042c tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/ports?device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538 HTTP/1.1" status: 200 len: 945 time: 0.0523002 Nov 12 01:28:49.731118 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f8fa00ba-65f0-4416-bc65-3558392ea849 req-b5fb0230-ae10-4501-adf5-f6d39383244e tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cf1de-0bbc-4891-bbfe-d814b2952edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415232 Nov 12 01:28:50.850944 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac0da4-135b-49f3-8e0e-bdd4fee4d2f4 req-900945d7-2d85-48d1-b681-5fc1d5827899 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:50.852447 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f1ac0da4-135b-49f3-8e0e-bdd4fee4d2f4 req-900945d7-2d85-48d1-b681-5fc1d5827899 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/ports?device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538 HTTP/1.1" status: 200 len: 945 time: 0.0532987 Nov 12 01:28:50.900064 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f1ac0da4-135b-49f3-8e0e-bdd4fee4d2f4 req-e7f1a0d6-7faf-4dd2-97b2-5a3f55192829 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cf1de-0bbc-4891-bbfe-d814b2952edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413439 Nov 12 01:28:52.017526 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb70c84-0f76-4b5f-826c-1877f9422319 req-a5712bee-6e8f-4603-a44c-91c3bdcf70e3 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:52.019001 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5cb70c84-0f76-4b5f-826c-1877f9422319 req-a5712bee-6e8f-4603-a44c-91c3bdcf70e3 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/ports?device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538 HTTP/1.1" status: 200 len: 945 time: 0.0478685 Nov 12 01:28:52.066511 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5cb70c84-0f76-4b5f-826c-1877f9422319 req-28a1ad50-adde-4459-a3c5-28179af4bdbf tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cf1de-0bbc-4891-bbfe-d814b2952edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406117 Nov 12 01:28:52.596069 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [req-8b3df1b5-84e7-431f-8b60-734d4550307f req-9847ab90-f14a-4a5b-b120-888901de8f58 service neutron] show failed (client error): The resource could not be found. Nov 12 01:28:52.597098 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8b3df1b5-84e7-431f-8b60-734d4550307f req-9847ab90-f14a-4a5b-b120-888901de8f58 service neutron] 10.222.0.54 "GET /v2.0/ports/f421e72c-53fc-4760-8f97-b0781a5d0e9a/bindings/n-h1-812236-11 HTTP/1.1" status: 404 len: 381 time: 0.0588057 Nov 12 01:28:52.830751 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3df1b5-84e7-431f-8b60-734d4550307f req-257c759e-bc4d-4743-a91b-3787517067ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:52.832151 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8b3df1b5-84e7-431f-8b60-734d4550307f req-257c759e-bc4d-4743-a91b-3787517067ab service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538&tenant_id=c192031f97654e239e4385da57f93fb1 HTTP/1.1" status: 200 len: 1097 time: 0.0714822 Nov 12 01:28:52.843701 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [req-8b3df1b5-84e7-431f-8b60-734d4550307f req-1506bca1-da38-4320-86fb-6ad05c41e59a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:28:52.844635 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8b3df1b5-84e7-431f-8b60-734d4550307f req-1506bca1-da38-4320-86fb-6ad05c41e59a service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051165 Nov 12 01:28:52.863196 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-8b3df1b5-84e7-431f-8b60-734d4550307f req-f76fb787-5a7f-4d40-91c3-0110ca8984bd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812236-11', 'device_owner': 'compute:nova'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:52.920095 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-8b3df1b5-84e7-431f-8b60-734d4550307f req-f76fb787-5a7f-4d40-91c3-0110ca8984bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:53.121400 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-8b3df1b5-84e7-431f-8b60-734d4550307f req-f76fb787-5a7f-4d40-91c3-0110ca8984bd service neutron] For port f421e72c-53fc-4760-8f97-b0781a5d0e9a, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f421e72c-53fc-4760-8f97-b0781a5d0e9a,segment=NetworkSegment(42bbeadb-7099-42ad-a4e1-9eb86448e650),segment_id=42bbeadb-7099-42ad-a4e1-9eb86448e650)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:28:53.183744 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-8b3df1b5-84e7-431f-8b60-734d4550307f req-f76fb787-5a7f-4d40-91c3-0110ca8984bd service neutron] For port f421e72c-53fc-4760-8f97-b0781a5d0e9a, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:28:53.230076 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85b0e0-0ffe-4515-bf73-222e239543cd req-32a56b6a-b196-4f6d-b9f4-71ff03060db7 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:53.232011 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0c85b0e0-0ffe-4515-bf73-222e239543cd req-32a56b6a-b196-4f6d-b9f4-71ff03060db7 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/ports?device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538 HTTP/1.1" status: 200 len: 945 time: 0.0941410 Nov 12 01:28:53.250147 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '172c1888-fe63-4d78-97ad-aefd5e9b9538', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f421e72c-53fc-4760-8f97-b0781a5d0e9a'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:28:53.253148 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a55fcbb-6e76-4ffa-aac5-fd8e75163bda" -d '{"events": [{"server_uuid": "172c1888-fe63-4d78-97ad-aefd5e9b9538", "name": "network-vif-unplugged", "status": "completed", "tag": "f421e72c-53fc-4760-8f97-b0781a5d0e9a"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:28:53.258940 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-8b3df1b5-84e7-431f-8b60-734d4550307f req-f76fb787-5a7f-4d40-91c3-0110ca8984bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:53.284420 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-8b3df1b5-84e7-431f-8b60-734d4550307f req-f76fb787-5a7f-4d40-91c3-0110ca8984bd service neutron] Transition to ACTIVE for port object f421e72c-53fc-4760-8f97-b0781a5d0e9a will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:28:53.292748 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-8b3df1b5-84e7-431f-8b60-734d4550307f req-f76fb787-5a7f-4d40-91c3-0110ca8984bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:53.310628 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830f1ab6-7fb4-4b43-8dc9-f5dc9646d363 x-openstack-request-id: req-830f1ab6-7fb4-4b43-8dc9-f5dc9646d363 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:28:53.311143 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "172c1888-fe63-4d78-97ad-aefd5e9b9538", "name": "network-vif-unplugged", "status": "completed", "tag": "f421e72c-53fc-4760-8f97-b0781a5d0e9a", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:28:53.311421 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-830f1ab6-7fb4-4b43-8dc9-f5dc9646d363 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:28:53.311830 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '172c1888-fe63-4d78-97ad-aefd5e9b9538', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f421e72c-53fc-4760-8f97-b0781a5d0e9a', 'code': 200} Nov 12 01:28:53.348922 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0c85b0e0-0ffe-4515-bf73-222e239543cd req-011182ca-7407-446d-ab8c-340065ce4af9 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cf1de-0bbc-4891-bbfe-d814b2952edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078799 Nov 12 01:28:53.373206 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3df1b5-84e7-431f-8b60-734d4550307f req-f76fb787-5a7f-4d40-91c3-0110ca8984bd service neutron] No DVR routers for this DVR port f421e72c-53fc-4760-8f97-b0781a5d0e9a on host n-h2-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:28:53.381830 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76fb787-5a7f-4d40-91c3-0110ca8984bd service neutron] Pushing event updated for resources: {'Port': ['ID=f421e72c-53fc-4760-8f97-b0781a5d0e9a,revision_number=6']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:53.417146 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-8b3df1b5-84e7-431f-8b60-734d4550307f req-f76fb787-5a7f-4d40-91c3-0110ca8984bd service neutron] Attempting to bind port f421e72c-53fc-4760-8f97-b0781a5d0e9a on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:53.417501 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-8b3df1b5-84e7-431f-8b60-734d4550307f req-f76fb787-5a7f-4d40-91c3-0110ca8984bd service neutron] Attempting to bind port f421e72c-53fc-4760-8f97-b0781a5d0e9a by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '42bbeadb-7099-42ad-a4e1-9eb86448e650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7a61683f-1cce-4fdb-a824-854468d38169'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:53.417827 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3df1b5-84e7-431f-8b60-734d4550307f req-f76fb787-5a7f-4d40-91c3-0110ca8984bd service neutron] Attempting to bind port f421e72c-53fc-4760-8f97-b0781a5d0e9a on network 7a61683f-1cce-4fdb-a824-854468d38169 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:53.422026 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3df1b5-84e7-431f-8b60-734d4550307f req-f76fb787-5a7f-4d40-91c3-0110ca8984bd service neutron] Port f421e72c-53fc-4760-8f97-b0781a5d0e9a on network 7a61683f-1cce-4fdb-a824-854468d38169 not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:53.422342 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3df1b5-84e7-431f-8b60-734d4550307f req-f76fb787-5a7f-4d40-91c3-0110ca8984bd service neutron] Attempting to bind port f421e72c-53fc-4760-8f97-b0781a5d0e9a on network 7a61683f-1cce-4fdb-a824-854468d38169 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:53.427260 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3df1b5-84e7-431f-8b60-734d4550307f req-f76fb787-5a7f-4d40-91c3-0110ca8984bd service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:28:53.427599 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3df1b5-84e7-431f-8b60-734d4550307f req-f76fb787-5a7f-4d40-91c3-0110ca8984bd service neutron] Checking segment: {'id': '42bbeadb-7099-42ad-a4e1-9eb86448e650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7a61683f-1cce-4fdb-a824-854468d38169'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:28:53.427981 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3df1b5-84e7-431f-8b60-734d4550307f req-f76fb787-5a7f-4d40-91c3-0110ca8984bd service neutron] Bound using segment: {'id': '42bbeadb-7099-42ad-a4e1-9eb86448e650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7a61683f-1cce-4fdb-a824-854468d38169'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:28:53.428405 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-8b3df1b5-84e7-431f-8b60-734d4550307f req-f76fb787-5a7f-4d40-91c3-0110ca8984bd service neutron] Bound port: f421e72c-53fc-4760-8f97-b0781a5d0e9a, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42bbeadb-7099-42ad-a4e1-9eb86448e650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7a61683f-1cce-4fdb-a824-854468d38169'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:28:53.428808 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-8b3df1b5-84e7-431f-8b60-734d4550307f req-f76fb787-5a7f-4d40-91c3-0110ca8984bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:53.496223 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-8b3df1b5-84e7-431f-8b60-734d4550307f req-f76fb787-5a7f-4d40-91c3-0110ca8984bd service neutron] For port f421e72c-53fc-4760-8f97-b0781a5d0e9a, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:28:53.499389 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-8b3df1b5-84e7-431f-8b60-734d4550307f req-f76fb787-5a7f-4d40-91c3-0110ca8984bd service neutron] For port f421e72c-53fc-4760-8f97-b0781a5d0e9a, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=f421e72c-53fc-4760-8f97-b0781a5d0e9a,segment=NetworkSegment(42bbeadb-7099-42ad-a4e1-9eb86448e650),segment_id=42bbeadb-7099-42ad-a4e1-9eb86448e650)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:28:53.504011 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-8b3df1b5-84e7-431f-8b60-734d4550307f req-f76fb787-5a7f-4d40-91c3-0110ca8984bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:53.538362 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3df1b5-84e7-431f-8b60-734d4550307f req-f76fb787-5a7f-4d40-91c3-0110ca8984bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:53.539103 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-8b3df1b5-84e7-431f-8b60-734d4550307f req-f76fb787-5a7f-4d40-91c3-0110ca8984bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:53.540580 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8b3df1b5-84e7-431f-8b60-734d4550307f req-f76fb787-5a7f-4d40-91c3-0110ca8984bd service neutron] 10.222.0.49 "PUT /v2.0/ports/f421e72c-53fc-4760-8f97-b0781a5d0e9a HTTP/1.1" status: 200 len: 1092 time: 0.6810308 Nov 12 01:28:53.564075 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76fb787-5a7f-4d40-91c3-0110ca8984bd service neutron] Pushing event updated for resources: {'Port': ['ID=f421e72c-53fc-4760-8f97-b0781a5d0e9a,revision_number=7']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:53.620032 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3df1b5-84e7-431f-8b60-734d4550307f req-b4487e56-bf85-41ed-9c85-88078c9788c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:53.621460 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8b3df1b5-84e7-431f-8b60-734d4550307f req-b4487e56-bf85-41ed-9c85-88078c9788c7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c192031f97654e239e4385da57f93fb1&device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538 HTTP/1.1" status: 200 len: 1095 time: 0.0449159 Nov 12 01:28:53.721634 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3df1b5-84e7-431f-8b60-734d4550307f req-2288f7ed-684c-4de7-bc28-5992ef323349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:53.723215 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8b3df1b5-84e7-431f-8b60-734d4550307f req-2288f7ed-684c-4de7-bc28-5992ef323349 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7a61683f-1cce-4fdb-a824-854468d38169 HTTP/1.1" status: 200 len: 913 time: 0.0936625 Nov 12 01:28:53.763942 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8b3df1b5-84e7-431f-8b60-734d4550307f req-efd59eb9-6623-4544-bc78-c9c4bb18d09a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f421e72c-53fc-4760-8f97-b0781a5d0e9a HTTP/1.1" status: 200 len: 217 time: 0.0338194 Nov 12 01:28:53.812906 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3df1b5-84e7-431f-8b60-734d4550307f req-c9b2c5b3-ef67-4936-8f2b-798155c9c011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:53.814463 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8b3df1b5-84e7-431f-8b60-734d4550307f req-c9b2c5b3-ef67-4936-8f2b-798155c9c011 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=05dc85fa-8eeb-4d0d-8da2-916e415aa7d3 HTTP/1.1" status: 200 len: 852 time: 0.0431652 Nov 12 01:28:53.852376 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8b3df1b5-84e7-431f-8b60-734d4550307f req-8bdb50ef-8cf6-4260-9823-32a809a0c59a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7a61683f-1cce-4fdb-a824-854468d38169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288129 Nov 12 01:28:53.943404 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8b3df1b5-84e7-431f-8b60-734d4550307f req-ea9bb7da-9933-430d-86e2-464855991252 service neutron] 10.222.0.49 "GET /v2.0/networks/7a61683f-1cce-4fdb-a824-854468d38169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836792 Nov 12 01:28:54.049651 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8b3df1b5-84e7-431f-8b60-734d4550307f req-3c693e19-d193-407c-a0a8-137434ea7371 service neutron] 10.222.0.49 "GET /v2.0/networks/7a61683f-1cce-4fdb-a824-854468d38169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984201 Nov 12 01:28:54.309222 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [req-c07aaf9f-65c1-4054-bcf9-b1d233769752 req-455b7c5f-4dc9-4894-8014-000cc07a84f5 service neutron] (102661) timed out ('10.222.0.20', 57574) {{(pid=102661) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 01:28:54.468490 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff47d85-49b9-4cdd-a36c-efb7862ee03d req-4e26c81f-b358-4953-9d98-d0cd72547ed8 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:54.469992 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bff47d85-49b9-4cdd-a36c-efb7862ee03d req-4e26c81f-b358-4953-9d98-d0cd72547ed8 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/ports?device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538 HTTP/1.1" status: 200 len: 943 time: 0.0495334 Nov 12 01:28:54.516677 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bff47d85-49b9-4cdd-a36c-efb7862ee03d req-07a143da-5462-4fc8-8670-5633527617a7 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cf1de-0bbc-4891-bbfe-d814b2952edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407422 Nov 12 01:28:54.634978 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [req-6a75fb53-94dd-4e6d-a39f-f8dd8316a8a0 req-01ffc544-ea8d-4d0b-88ed-540e67ddc1cd service neutron] (102661) timed out ('10.222.0.20', 57594) {{(pid=102661) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 01:28:55.312626 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '172c1888-fe63-4d78-97ad-aefd5e9b9538', 'tag': 'f421e72c-53fc-4760-8f97-b0781a5d0e9a'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:28:55.315061 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc751705-0f41-441a-9048-29905c28308d" -d '{"events": [{"name": "network-changed", "server_uuid": "172c1888-fe63-4d78-97ad-aefd5e9b9538", "tag": "f421e72c-53fc-4760-8f97-b0781a5d0e9a"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:28:55.366453 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351d50b8-ed67-4019-b9b9-e9824833f7e8 x-openstack-request-id: req-351d50b8-ed67-4019-b9b9-e9824833f7e8 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:28:55.366798 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "172c1888-fe63-4d78-97ad-aefd5e9b9538", "tag": "f421e72c-53fc-4760-8f97-b0781a5d0e9a", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:28:55.367670 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-351d50b8-ed67-4019-b9b9-e9824833f7e8 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:28:55.368077 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '172c1888-fe63-4d78-97ad-aefd5e9b9538', 'tag': 'f421e72c-53fc-4760-8f97-b0781a5d0e9a', 'status': 'completed', 'code': 200} Nov 12 01:28:55.448768 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc751705-0f41-441a-9048-29905c28308d req-c329e9a9-7f6e-4fce-a53d-7453de5aeeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:55.450448 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cc751705-0f41-441a-9048-29905c28308d req-c329e9a9-7f6e-4fce-a53d-7453de5aeeba service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c192031f97654e239e4385da57f93fb1&device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538 HTTP/1.1" status: 200 len: 1095 time: 0.0425792 Nov 12 01:28:55.466580 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc751705-0f41-441a-9048-29905c28308d req-8997c252-6668-4fa5-85d0-b4da3137d2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:55.468118 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cc751705-0f41-441a-9048-29905c28308d req-8997c252-6668-4fa5-85d0-b4da3137d2bc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c192031f97654e239e4385da57f93fb1&device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538 HTTP/1.1" status: 200 len: 1095 time: 0.0474598 Nov 12 01:28:55.548973 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc751705-0f41-441a-9048-29905c28308d req-9dfa8128-bd0c-4ab1-8709-ee52eb81c33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:55.550779 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cc751705-0f41-441a-9048-29905c28308d req-9dfa8128-bd0c-4ab1-8709-ee52eb81c33f service neutron] 10.222.0.54 "GET /v2.0/networks?id=7a61683f-1cce-4fdb-a824-854468d38169 HTTP/1.1" status: 200 len: 913 time: 0.0928912 Nov 12 01:28:55.580580 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc751705-0f41-441a-9048-29905c28308d req-b9ae292c-357f-47cd-8b6c-f28c5e8ab18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:55.582139 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cc751705-0f41-441a-9048-29905c28308d req-b9ae292c-357f-47cd-8b6c-f28c5e8ab18a service neutron] 10.222.0.49 "GET /v2.0/networks?id=7a61683f-1cce-4fdb-a824-854468d38169 HTTP/1.1" status: 200 len: 913 time: 0.1063302 Nov 12 01:28:55.594661 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cc751705-0f41-441a-9048-29905c28308d req-0c87a563-911b-42d1-9d8d-854643d2486d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f421e72c-53fc-4760-8f97-b0781a5d0e9a HTTP/1.1" status: 200 len: 217 time: 0.0361109 Nov 12 01:28:55.627358 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cc751705-0f41-441a-9048-29905c28308d req-e604c84a-8073-4a67-b901-c81dfd04bc5a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f421e72c-53fc-4760-8f97-b0781a5d0e9a HTTP/1.1" status: 200 len: 217 time: 0.0370276 Nov 12 01:28:55.672928 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc751705-0f41-441a-9048-29905c28308d req-02add300-a4d3-48a3-a797-ff6b79a0335f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:55.674374 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cc751705-0f41-441a-9048-29905c28308d req-02add300-a4d3-48a3-a797-ff6b79a0335f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=05dc85fa-8eeb-4d0d-8da2-916e415aa7d3 HTTP/1.1" status: 200 len: 852 time: 0.0645380 Nov 12 01:28:55.688981 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc751705-0f41-441a-9048-29905c28308d req-7651962a-3bae-4049-88e3-984d68723bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:55.692038 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cc751705-0f41-441a-9048-29905c28308d req-7651962a-3bae-4049-88e3-984d68723bbb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=05dc85fa-8eeb-4d0d-8da2-916e415aa7d3 HTTP/1.1" status: 200 len: 852 time: 0.0544610 Nov 12 01:28:55.709458 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cc751705-0f41-441a-9048-29905c28308d req-ab71cf54-3464-4399-89eb-24120acca471 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7a61683f-1cce-4fdb-a824-854468d38169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273356 Nov 12 01:28:55.721920 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b167385-1635-4cc6-b640-d89b894aa5f8 req-59c1ee13-e0a4-4b68-940a-ad80e07a20d9 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:55.723522 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4b167385-1635-4cc6-b640-d89b894aa5f8 req-59c1ee13-e0a4-4b68-940a-ad80e07a20d9 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/ports?device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538 HTTP/1.1" status: 200 len: 943 time: 0.1238837 Nov 12 01:28:55.733954 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cc751705-0f41-441a-9048-29905c28308d req-48c7c0db-aaa1-41c6-aea8-2188681d500a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7a61683f-1cce-4fdb-a824-854468d38169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259826 Nov 12 01:28:55.831213 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4b167385-1635-4cc6-b640-d89b894aa5f8 req-ee07b979-801b-40c4-8d07-f386df10b227 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cf1de-0bbc-4891-bbfe-d814b2952edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989242 Nov 12 01:28:55.833551 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cc751705-0f41-441a-9048-29905c28308d req-4da3f0a8-dd99-47b2-b49e-3f57e152650f service neutron] 10.222.0.49 "GET /v2.0/networks/7a61683f-1cce-4fdb-a824-854468d38169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926607 Nov 12 01:28:55.848760 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cc751705-0f41-441a-9048-29905c28308d req-b1070b1e-231e-4e87-afab-520f914423e0 service neutron] 10.222.0.54 "GET /v2.0/networks/7a61683f-1cce-4fdb-a824-854468d38169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242898 Nov 12 01:28:55.935680 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cc751705-0f41-441a-9048-29905c28308d req-104499bd-36b7-43bd-a9fa-674db5f8ebb4 service neutron] 10.222.0.49 "GET /v2.0/networks/7a61683f-1cce-4fdb-a824-854468d38169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945196 Nov 12 01:28:55.939318 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cc751705-0f41-441a-9048-29905c28308d req-440fd534-b6a8-4dca-bf3c-12e5770a655c service neutron] 10.222.0.54 "GET /v2.0/networks/7a61683f-1cce-4fdb-a824-854468d38169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831132 Nov 12 01:28:56.952978 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f1501-8d20-4620-b265-2d92ecf6fc81 req-0e5d0970-2f2b-4097-9d87-420e6694e89c tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:56.954476 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e75f1501-8d20-4620-b265-2d92ecf6fc81 req-0e5d0970-2f2b-4097-9d87-420e6694e89c tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/ports?device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538 HTTP/1.1" status: 200 len: 943 time: 0.0501897 Nov 12 01:28:57.000858 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e75f1501-8d20-4620-b265-2d92ecf6fc81 req-52a12403-575c-46f1-944e-c5430e709ed5 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cf1de-0bbc-4891-bbfe-d814b2952edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404611 Nov 12 01:28:57.186305 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f421e72c-53fc-4760-8f97-b0781a5d0e9a no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:28:57.224745 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f421e72c-53fc-4760-8f97-b0781a5d0e9a not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:28:57.251041 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f4694-7bcf-4547-81d4-2846e2763f78 req-711616ae-e2cc-4f7a-a02e-af58d97aa6d3 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:57.252471 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f32f4694-7bcf-4547-81d4-2846e2763f78 req-711616ae-e2cc-4f7a-a02e-af58d97aa6d3 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.54 "GET /v2.0/ports?device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538&tenant_id=c192031f97654e239e4385da57f93fb1&binding%3Ahost_id=n-h1-812236-11 HTTP/1.1" status: 200 len: 943 time: 0.0561514 Nov 12 01:28:57.316170 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [req-f32f4694-7bcf-4547-81d4-2846e2763f78 req-689db856-8e24-46ae-9e06-6c80cf63427d service neutron] delete failed (client error): The resource could not be found. Nov 12 01:28:57.317168 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f32f4694-7bcf-4547-81d4-2846e2763f78 req-689db856-8e24-46ae-9e06-6c80cf63427d service neutron] 10.222.0.54 "DELETE /v2.0/ports/f421e72c-53fc-4760-8f97-b0781a5d0e9a/bindings/n-h2-812236-11 HTTP/1.1" status: 404 len: 381 time: 0.0570440 Nov 12 01:28:57.331488 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device f421e72c-53fc-4760-8f97-b0781a5d0e9a details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:28:57.425358 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f4694-7bcf-4547-81d4-2846e2763f78 req-db9dc923-a432-48f7-a421-94743fce98a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:57.426994 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f32f4694-7bcf-4547-81d4-2846e2763f78 req-db9dc923-a432-48f7-a421-94743fce98a2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c192031f97654e239e4385da57f93fb1&device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538 HTTP/1.1" status: 200 len: 1095 time: 0.0436080 Nov 12 01:28:57.428300 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port f421e72c-53fc-4760-8f97-b0781a5d0e9a, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=f421e72c-53fc-4760-8f97-b0781a5d0e9a,segment=NetworkSegment(42bbeadb-7099-42ad-a4e1-9eb86448e650),segment_id=42bbeadb-7099-42ad-a4e1-9eb86448e650)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:28:57.439725 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': 'f421e72c-53fc-4760-8f97-b0781a5d0e9a', 'network_id': '7a61683f-1cce-4fdb-a824-854468d38169', 'port_id': 'f421e72c-53fc-4760-8f97-b0781a5d0e9a', 'mac_address': 'fa:16:3e:93:fd:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05dc85fa-8eeb-4d0d-8da2-916e415aa7d3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:28:57.475963 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:57.488274 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f421e72c-53fc-4760-8f97-b0781a5d0e9a {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:28:57.506947 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port f421e72c-53fc-4760-8f97-b0781a5d0e9a, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=f421e72c-53fc-4760-8f97-b0781a5d0e9a,segment=NetworkSegment(42bbeadb-7099-42ad-a4e1-9eb86448e650),segment_id=42bbeadb-7099-42ad-a4e1-9eb86448e650)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:28:57.511637 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:57.521443 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f4694-7bcf-4547-81d4-2846e2763f78 req-72e34839-a05a-4d3b-82bc-4731bf47eb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:57.523643 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f32f4694-7bcf-4547-81d4-2846e2763f78 req-72e34839-a05a-4d3b-82bc-4731bf47eb09 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7a61683f-1cce-4fdb-a824-854468d38169 HTTP/1.1" status: 200 len: 913 time: 0.0892699 Nov 12 01:28:57.566140 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=f421e72c-53fc-4760-8f97-b0781a5d0e9a,revision_number=8']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:57.566352 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f32f4694-7bcf-4547-81d4-2846e2763f78 req-9870569d-7bde-444c-a13c-c42c6971e382 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f421e72c-53fc-4760-8f97-b0781a5d0e9a HTTP/1.1" status: 200 len: 217 time: 0.0355835 Nov 12 01:28:57.569466 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:57.569858 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:57.570194 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:57.570585 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:57.571027 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:57.571350 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:57.571672 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:57.571990 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:57.572309 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:57.572624 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:57.572965 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:57.573300 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:57.614596 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f4694-7bcf-4547-81d4-2846e2763f78 req-0c9d40d0-e9aa-4729-bdd2-d1fae1ae3d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:57.616041 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f32f4694-7bcf-4547-81d4-2846e2763f78 req-0c9d40d0-e9aa-4729-bdd2-d1fae1ae3d70 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=05dc85fa-8eeb-4d0d-8da2-916e415aa7d3 HTTP/1.1" status: 200 len: 852 time: 0.0431578 Nov 12 01:28:57.647878 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f32f4694-7bcf-4547-81d4-2846e2763f78 req-81c1aeea-36b8-4c72-a725-3c6fdb5c9229 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7a61683f-1cce-4fdb-a824-854468d38169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239685 Nov 12 01:28:57.743826 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f32f4694-7bcf-4547-81d4-2846e2763f78 req-7b20cab5-1f74-45e6-8b1c-938ff43efa79 service neutron] 10.222.0.54 "GET /v2.0/networks/7a61683f-1cce-4fdb-a824-854468d38169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879688 Nov 12 01:28:57.793688 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['f421e72c-53fc-4760-8f97-b0781a5d0e9a'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:28:57.837005 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f32f4694-7bcf-4547-81d4-2846e2763f78 req-ade24334-8dbe-470b-a99c-7f1bc76a3556 service neutron] 10.222.0.54 "GET /v2.0/networks/7a61683f-1cce-4fdb-a824-854468d38169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856452 Nov 12 01:28:58.586775 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123cdc49-62bc-4d86-b35c-e123e1a9c1fe req-a284ea98-d1de-48b3-b2b2-7bbed2f896cd tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:58.588260 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-123cdc49-62bc-4d86-b35c-e123e1a9c1fe req-a284ea98-d1de-48b3-b2b2-7bbed2f896cd tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/ports?device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538 HTTP/1.1" status: 200 len: 944 time: 0.0517623 Nov 12 01:28:58.636061 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-123cdc49-62bc-4d86-b35c-e123e1a9c1fe req-a0952b08-4b90-4452-adc3-ff7f32250224 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cf1de-0bbc-4891-bbfe-d814b2952edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418754 Nov 12 01:28:59.340124 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device f421e72c-53fc-4760-8f97-b0781a5d0e9a up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:28:59.390485 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port f421e72c-53fc-4760-8f97-b0781a5d0e9a completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:28:59.394339 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port f421e72c-53fc-4760-8f97-b0781a5d0e9a triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:28:59.394709 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:59.471691 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:59.494772 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '172c1888-fe63-4d78-97ad-aefd5e9b9538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f421e72c-53fc-4760-8f97-b0781a5d0e9a'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:28:59.496992 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609079b4-87d0-4445-9216-1f781618970c" -d '{"events": [{"server_uuid": "172c1888-fe63-4d78-97ad-aefd5e9b9538", "name": "network-vif-plugged", "status": "completed", "tag": "f421e72c-53fc-4760-8f97-b0781a5d0e9a"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:28:59.509932 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port f421e72c-53fc-4760-8f97-b0781a5d0e9a, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=f421e72c-53fc-4760-8f97-b0781a5d0e9a,segment=NetworkSegment(42bbeadb-7099-42ad-a4e1-9eb86448e650),segment_id=42bbeadb-7099-42ad-a4e1-9eb86448e650)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:28:59.514410 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:59.536453 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3f8175-3451-43e0-bde5-c9b37987d730 x-openstack-request-id: req-5c3f8175-3451-43e0-bde5-c9b37987d730 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:28:59.536742 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "172c1888-fe63-4d78-97ad-aefd5e9b9538", "name": "network-vif-plugged", "status": "completed", "tag": "f421e72c-53fc-4760-8f97-b0781a5d0e9a", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:28:59.536990 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5c3f8175-3451-43e0-bde5-c9b37987d730 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:28:59.537658 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '172c1888-fe63-4d78-97ad-aefd5e9b9538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f421e72c-53fc-4760-8f97-b0781a5d0e9a', 'code': 200} Nov 12 01:28:59.563014 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=f421e72c-53fc-4760-8f97-b0781a5d0e9a,revision_number=9']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:00.125935 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b9fd8-951c-4931-af22-1afabf498265 req-4bf2e82d-feed-4ac8-ade9-431b6b89c134 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:00.127414 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-777b9fd8-951c-4931-af22-1afabf498265 req-4bf2e82d-feed-4ac8-ade9-431b6b89c134 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/ports?device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538 HTTP/1.1" status: 200 len: 945 time: 0.4235783 Nov 12 01:29:00.165123 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f4694-7bcf-4547-81d4-2846e2763f78 req-47e1dd96-fefb-4517-96b9-b79fb28a4cb6 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:00.166560 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f32f4694-7bcf-4547-81d4-2846e2763f78 req-47e1dd96-fefb-4517-96b9-b79fb28a4cb6 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.49 "GET /v2.0/ports?device_id=172c1888-fe63-4d78-97ad-aefd5e9b9538 HTTP/1.1" status: 200 len: 945 time: 0.0767164 Nov 12 01:29:00.213603 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-777b9fd8-951c-4931-af22-1afabf498265 req-9d567f4e-7963-4f99-981a-316b8ce368fc tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cf1de-0bbc-4891-bbfe-d814b2952edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795465 Nov 12 01:29:00.272338 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-f32f4694-7bcf-4547-81d4-2846e2763f78 req-7279a25c-24bd-46a2-963f-8299e6bcc0c2 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Deleting port f421e72c-53fc-4760-8f97-b0781a5d0e9a {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:29:00.272669 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f32f4694-7bcf-4547-81d4-2846e2763f78 req-7279a25c-24bd-46a2-963f-8299e6bcc0c2 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:00.361072 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-f32f4694-7bcf-4547-81d4-2846e2763f78 req-7279a25c-24bd-46a2-963f-8299e6bcc0c2 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] For port f421e72c-53fc-4760-8f97-b0781a5d0e9a, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=f421e72c-53fc-4760-8f97-b0781a5d0e9a,segment=NetworkSegment(42bbeadb-7099-42ad-a4e1-9eb86448e650),segment_id=42bbeadb-7099-42ad-a4e1-9eb86448e650)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:29:00.361455 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f32f4694-7bcf-4547-81d4-2846e2763f78 req-7279a25c-24bd-46a2-963f-8299e6bcc0c2 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:00.373922 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-f32f4694-7bcf-4547-81d4-2846e2763f78 req-7279a25c-24bd-46a2-963f-8299e6bcc0c2 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Calling delete_port for f421e72c-53fc-4760-8f97-b0781a5d0e9a owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:29:00.502736 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f32f4694-7bcf-4547-81d4-2846e2763f78 req-7279a25c-24bd-46a2-963f-8299e6bcc0c2 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:00.532775 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7279a25c-24bd-46a2-963f-8299e6bcc0c2 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Pushing event deleted for resources: {'Port': ['ID=f421e72c-53fc-4760-8f97-b0781a5d0e9a,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:00.535881 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['f421e72c-53fc-4760-8f97-b0781a5d0e9a'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:29:00.577554 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32f4694-7bcf-4547-81d4-2846e2763f78 req-7279a25c-24bd-46a2-963f-8299e6bcc0c2 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] No DVR routers for this DVR port f421e72c-53fc-4760-8f97-b0781a5d0e9a on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:29:00.580240 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f32f4694-7bcf-4547-81d4-2846e2763f78 req-7279a25c-24bd-46a2-963f-8299e6bcc0c2 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:00.583655 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f32f4694-7bcf-4547-81d4-2846e2763f78 req-7279a25c-24bd-46a2-963f-8299e6bcc0c2 tempest-DeleteServersTestJSON-2013331517 tempest-DeleteServersTestJSON-2013331517-project] 10.222.0.49 "DELETE /v2.0/ports/f421e72c-53fc-4760-8f97-b0781a5d0e9a HTTP/1.1" status: 204 len: 173 time: 0.4099581 Nov 12 01:29:00.584096 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '172c1888-fe63-4d78-97ad-aefd5e9b9538', 'name': 'network-vif-deleted', 'tag': 'f421e72c-53fc-4760-8f97-b0781a5d0e9a'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:29:00.586431 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215c1fcd-f8a8-4e66-bbca-d4b00f9c58b4" -d '{"events": [{"server_uuid": "172c1888-fe63-4d78-97ad-aefd5e9b9538", "name": "network-vif-deleted", "tag": "f421e72c-53fc-4760-8f97-b0781a5d0e9a"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:29:00.627596 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c505ef64-5b1f-4824-9d18-95e83adbf76d x-openstack-request-id: req-c505ef64-5b1f-4824-9d18-95e83adbf76d {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:29:00.627888 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "172c1888-fe63-4d78-97ad-aefd5e9b9538", "name": "network-vif-deleted", "tag": "f421e72c-53fc-4760-8f97-b0781a5d0e9a", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:29:00.628147 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c505ef64-5b1f-4824-9d18-95e83adbf76d {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:29:00.628582 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '172c1888-fe63-4d78-97ad-aefd5e9b9538', 'name': 'network-vif-deleted', 'tag': 'f421e72c-53fc-4760-8f97-b0781a5d0e9a', 'status': 'completed', 'code': 200} Nov 12 01:29:01.344956 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 47426) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:01.389552 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-83953f8e-7c64-4a41-a7a4-d56ede4e7db0 admin admin] Deleting subnet 05dc85fa-8eeb-4d0d-8da2-916e415aa7d3 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:29:01.392674 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-83953f8e-7c64-4a41-a7a4-d56ede4e7db0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:01.428050 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-83953f8e-7c64-4a41-a7a4-d56ede4e7db0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:01.467284 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-83953f8e-7c64-4a41-a7a4-d56ede4e7db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:01.522533 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-83953f8e-7c64-4a41-a7a4-d56ede4e7db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:01.549181 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83953f8e-7c64-4a41-a7a4-d56ede4e7db0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05dc85fa-8eeb-4d0d-8da2-916e415aa7d3,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:01.551162 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-83953f8e-7c64-4a41-a7a4-d56ede4e7db0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:01.557438 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-83953f8e-7c64-4a41-a7a4-d56ede4e7db0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/05dc85fa-8eeb-4d0d-8da2-916e415aa7d3 HTTP/1.1" status: 204 len: 168 time: 0.2083137 Nov 12 01:29:01.557557 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 47428) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:01.625159 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cdbcb73d-eaa0-42cb-9c87-79a6541c0579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:01.703914 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cdbcb73d-eaa0-42cb-9c87-79a6541c0579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:01.723360 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-cdbcb73d-eaa0-42cb-9c87-79a6541c0579 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a61683f-1cce-4fdb-a824-854468d38169']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:29:01.733230 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-cdbcb73d-eaa0-42cb-9c87-79a6541c0579 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42bbeadb-7099-42ad-a4e1-9eb86448e650') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:29:01.734115 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-cdbcb73d-eaa0-42cb-9c87-79a6541c0579 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42bbeadb-7099-42ad-a4e1-9eb86448e650') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:29:01.744044 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cdbcb73d-eaa0-42cb-9c87-79a6541c0579 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:01.757748 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cdbcb73d-eaa0-42cb-9c87-79a6541c0579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:01.763539 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdbcb73d-eaa0-42cb-9c87-79a6541c0579 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:29:01.763919 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cdbcb73d-eaa0-42cb-9c87-79a6541c0579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:01.765705 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:29:01.765705 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:29:01.765705 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:29:01.765705 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:29:01.765705 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:29:01.765705 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:29:01.765705 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:29:01.765705 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:29:01.765705 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:29:01.765705 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:29:01.765705 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:29:01.765705 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:29:01.765705 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:29:01.765705 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:29:01.765705 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:29:01.765705 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:29:01.765705 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:29:01.765705 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:29:01.765705 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:29:01.765705 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:29:01.765705 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:29:01.765705 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:29:01.765705 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:29:01.765705 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:29:01.765705 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:29:01.765705 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:29:01.765705 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:29:01.765705 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:29:01.765705 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:29:01.765705 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:29:01.765705 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:29:01.765705 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:29:01.822429 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cdbcb73d-eaa0-42cb-9c87-79a6541c0579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:01.827658 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cdbcb73d-eaa0-42cb-9c87-79a6541c0579 admin admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:01.830829 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-cdbcb73d-eaa0-42cb-9c87-79a6541c0579 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7a61683f-1cce-4fdb-a824-854468d38169 HTTP/1.1" status: 204 len: 168 time: 0.2723823 Nov 12 01:29:01.949184 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47432) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:01.996622 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-39fabcb0-5784-4b68-8deb-3f3bf95f38cd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c192031f97654e239e4385da57f93fb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0458803 Nov 12 01:29:01.999084 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47434) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:02.050816 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a7f57198-2bd5-424e-9673-820d4413e982 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:02.073777 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a7f57198-2bd5-424e-9673-820d4413e982 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:02.121942 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a7f57198-2bd5-424e-9673-820d4413e982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:02.124738 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a7f57198-2bd5-424e-9673-820d4413e982 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:02.126048 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a7f57198-2bd5-424e-9673-820d4413e982 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/302cf1de-0bbc-4891-bbfe-d814b2952edb HTTP/1.1" status: 204 len: 168 time: 0.1259880 Nov 12 01:29:02.135253 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f57198-2bd5-424e-9673-820d4413e982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302cf1de-0bbc-4891-bbfe-d814b2952edb,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:02.194503 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbcb73d-eaa0-42cb-9c87-79a6541c0579 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a61683f-1cce-4fdb-a824-854468d38169,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:02.784978 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47456) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:02.901632 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-a15f1fee-830a-44b6-8010-b0a2a4317d9b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1962899405-network', 'tenant_id': 'cb4518d9d0e74e709318e67abe6446c5'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:29:02.923164 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15f1fee-830a-44b6-8010-b0a2a4317d9b admin admin] Made reservation on behalf of cb4518d9d0e74e709318e67abe6446c5 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:29:02.925604 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a15f1fee-830a-44b6-8010-b0a2a4317d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:02.934248 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a15f1fee-830a-44b6-8010-b0a2a4317d9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:03.010793 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a15f1fee-830a-44b6-8010-b0a2a4317d9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:03.014596 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a15f1fee-830a-44b6-8010-b0a2a4317d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:03.042722 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a15f1fee-830a-44b6-8010-b0a2a4317d9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:29:03.048814 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15f1fee-830a-44b6-8010-b0a2a4317d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aee5197-acef-4075-a3db-68ab81136e7b,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:03.056679 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a15f1fee-830a-44b6-8010-b0a2a4317d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:03.056679 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-a15f1fee-830a-44b6-8010-b0a2a4317d9b admin admin] Added segment 60a7c87d-418e-45d0-8d2e-44bafb77a283 of type vlan for network b43eb91b-bdc2-4bd3-b3f0-dc4533479d34 Nov 12 01:29:03.097925 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a15f1fee-830a-44b6-8010-b0a2a4317d9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:03.122751 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a15f1fee-830a-44b6-8010-b0a2a4317d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:03.123623 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15f1fee-830a-44b6-8010-b0a2a4317d9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:03.124198 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a15f1fee-830a-44b6-8010-b0a2a4317d9b admin admin] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:03.155998 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a15f1fee-830a-44b6-8010-b0a2a4317d9b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3698947 Nov 12 01:29:03.159119 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 47460) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:03.164320 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-a914d11d-83c0-4e10-b1cd-5696be97a73a admin admin] Request body: {'subnet': {'network_id': 'b43eb91b-bdc2-4bd3-b3f0-dc4533479d34', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1962899405-subnet', 'tenant_id': 'cb4518d9d0e74e709318e67abe6446c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:29:03.186371 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a914d11d-83c0-4e10-b1cd-5696be97a73a admin admin] Made reservation on behalf of cb4518d9d0e74e709318e67abe6446c5 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:29:03.188901 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a914d11d-83c0-4e10-b1cd-5696be97a73a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:03.189067 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15f1fee-830a-44b6-8010-b0a2a4317d9b admin admin] Pushing event updated for resources: {'Network': ['ID=b43eb91b-bdc2-4bd3-b3f0-dc4533479d34,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:03.200280 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network b43eb91b-bdc2-4bd3-b3f0-dc4533479d34 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:29:03.355484 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a914d11d-83c0-4e10-b1cd-5696be97a73a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:03.356116 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device f421e72c-53fc-4760-8f97-b0781a5d0e9a no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:29:03.382706 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: f421e72c-53fc-4760-8f97-b0781a5d0e9a {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:29:03.383134 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device f421e72c-53fc-4760-8f97-b0781a5d0e9a not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:29:03.412695 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a914d11d-83c0-4e10-b1cd-5696be97a73a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d6bc06b-cda8-49dc-b9c6-e54f32fe64b9,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:03.420174 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a914d11d-83c0-4e10-b1cd-5696be97a73a admin admin] Checking segment: {'id': '60a7c87d-418e-45d0-8d2e-44bafb77a283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b43eb91b-bdc2-4bd3-b3f0-dc4533479d34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:29:03.420531 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a914d11d-83c0-4e10-b1cd-5696be97a73a admin admin] Network hostable DHCP agents. Network: b43eb91b-bdc2-4bd3-b3f0-dc4533479d34, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:29:03.436654 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a914d11d-83c0-4e10-b1cd-5696be97a73a admin admin] Network b43eb91b-bdc2-4bd3-b3f0-dc4533479d34 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:29:03.446081 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-a914d11d-83c0-4e10-b1cd-5696be97a73a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, b43eb91b-bdc2-4bd3-b3f0-dc4533479d34) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:29:03.450227 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a914d11d-83c0-4e10-b1cd-5696be97a73a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:03.450817 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a914d11d-83c0-4e10-b1cd-5696be97a73a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:03.456837 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1814a617-6fb6-4597-973d-362ca8e3681b None None] Network b43eb91b-bdc2-4bd3-b3f0-dc4533479d34 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:29:03.466971 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a914d11d-83c0-4e10-b1cd-5696be97a73a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3067346 Nov 12 01:29:03.585496 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dbf0d8-79e9-4d87-b3ba-99d16a782608 None None] Network b43eb91b-bdc2-4bd3-b3f0-dc4533479d34 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:29:03.901465 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf06a9-c43b-4f03-bc87-838393f39314 req-ec804402-659c-4d58-b8e0-1c4d65dfc23b tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:03.902833 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-71bf06a9-c43b-4f03-bc87-838393f39314 req-ec804402-659c-4d58-b8e0-1c4d65dfc23b tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/networks?id=b43eb91b-bdc2-4bd3-b3f0-dc4533479d34 HTTP/1.1" status: 200 len: 815 time: 0.1031141 Nov 12 01:29:03.917772 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-71bf06a9-c43b-4f03-bc87-838393f39314 req-bf517c86-2d5a-489f-b1cd-fbd991b4139a tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/quotas/cb4518d9d0e74e709318e67abe6446c5 HTTP/1.1" status: 200 len: 375 time: 0.0091627 Nov 12 01:29:03.949436 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-71bf06a9-c43b-4f03-bc87-838393f39314 req-be78918f-5bb5-4084-8157-64663790387a tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb4518d9d0e74e709318e67abe6446c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261853 Nov 12 01:29:04.040103 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-71bf06a9-c43b-4f03-bc87-838393f39314 req-59ddb7ce-d8ad-42cf-b00d-dfda39209ba1 service neutron] 10.222.0.20 "GET /v2.0/networks/b43eb91b-bdc2-4bd3-b3f0-dc4533479d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837681 Nov 12 01:29:04.128232 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-71bf06a9-c43b-4f03-bc87-838393f39314 req-847f4322-1bbe-4a22-a17b-0084382d01b3 service neutron] 10.222.0.20 "GET /v2.0/networks/b43eb91b-bdc2-4bd3-b3f0-dc4533479d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819116 Nov 12 01:29:04.283979 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e5939afa-570b-41ef-a910-ff08a26d4c07 req-7a4091a3-2c58-4972-b3ec-c71bc37b8034 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 210 time: 0.0267365 Nov 12 01:29:04.342092 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f0979f46-1f5b-4320-8777-4e1ef1a7fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:05.295507 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf06a9-c43b-4f03-bc87-838393f39314 req-6b7347e3-8e88-43b9-b6b0-3342e3c9d531 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:05.297029 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-71bf06a9-c43b-4f03-bc87-838393f39314 req-6b7347e3-8e88-43b9-b6b0-3342e3c9d531 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.54 "GET /v2.0/networks?id=b43eb91b-bdc2-4bd3-b3f0-dc4533479d34 HTTP/1.1" status: 200 len: 815 time: 0.1119781 Nov 12 01:29:05.321236 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-71bf06a9-c43b-4f03-bc87-838393f39314 req-18002c52-2dc4-4381-a259-5e60ef60fb65 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Request body: {'port': {'device_id': '415c11e7-0840-4380-b691-ab3e9b0f6c94', 'network_id': 'b43eb91b-bdc2-4bd3-b3f0-dc4533479d34', 'admin_state_up': True, 'tenant_id': 'cb4518d9d0e74e709318e67abe6446c5'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:29:05.406267 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6975432-2732-41fd-ba64-7ded3abcfed7 req-1489519f-34c5-4c82-857b-539e57d4256b tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 210 time: 0.0346074 Nov 12 01:29:05.453637 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71bf06a9-c43b-4f03-bc87-838393f39314 req-18002c52-2dc4-4381-a259-5e60ef60fb65 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Made reservation on behalf of cb4518d9d0e74e709318e67abe6446c5 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:29:05.457191 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-71bf06a9-c43b-4f03-bc87-838393f39314 req-18002c52-2dc4-4381-a259-5e60ef60fb65 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:05.582903 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-71bf06a9-c43b-4f03-bc87-838393f39314 req-18002c52-2dc4-4381-a259-5e60ef60fb65 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Allocated IP 172.20.0.13 (b43eb91b-bdc2-4bd3-b3f0-dc4533479d34/7d6bc06b-cda8-49dc-b9c6-e54f32fe64b9/331dd533-f076-499b-80af-3ba24c7da214) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:29:05.733097 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-71bf06a9-c43b-4f03-bc87-838393f39314 req-18002c52-2dc4-4381-a259-5e60ef60fb65 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:05.767445 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-71bf06a9-c43b-4f03-bc87-838393f39314 req-18002c52-2dc4-4381-a259-5e60ef60fb65 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:05.810313 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71bf06a9-c43b-4f03-bc87-838393f39314 req-18002c52-2dc4-4381-a259-5e60ef60fb65 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Network b43eb91b-bdc2-4bd3-b3f0-dc4533479d34 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:29:05.815184 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-71bf06a9-c43b-4f03-bc87-838393f39314 req-18002c52-2dc4-4381-a259-5e60ef60fb65 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:29:05.818878 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-71bf06a9-c43b-4f03-bc87-838393f39314 req-18002c52-2dc4-4381-a259-5e60ef60fb65 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:29:05.842757 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18002c52-2dc4-4381-a259-5e60ef60fb65 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Pushing event updated for resources: {'Port': ['ID=331dd533-f076-499b-80af-3ba24c7da214,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:05.876114 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf06a9-c43b-4f03-bc87-838393f39314 req-18002c52-2dc4-4381-a259-5e60ef60fb65 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:05.876715 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-71bf06a9-c43b-4f03-bc87-838393f39314 req-18002c52-2dc4-4381-a259-5e60ef60fb65 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:05.891906 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-71bf06a9-c43b-4f03-bc87-838393f39314 req-18002c52-2dc4-4381-a259-5e60ef60fb65 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5752146 Nov 12 01:29:05.902416 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [req-71bf06a9-c43b-4f03-bc87-838393f39314 req-1efcc81d-feb0-4f24-aca1-17456caed2c6 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:29:05.903352 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-71bf06a9-c43b-4f03-bc87-838393f39314 req-1efcc81d-feb0-4f24-aca1-17456caed2c6 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050373 Nov 12 01:29:05.920899 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-71bf06a9-c43b-4f03-bc87-838393f39314 req-0efd0c48-d642-4955-b258-2f3d10d86d1d service neutron] Request body: {'port': {'device_id': '415c11e7-0840-4380-b691-ab3e9b0f6c94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:29:05.973873 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-71bf06a9-c43b-4f03-bc87-838393f39314 req-0efd0c48-d642-4955-b258-2f3d10d86d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:06.232518 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-71bf06a9-c43b-4f03-bc87-838393f39314 req-0efd0c48-d642-4955-b258-2f3d10d86d1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 331dd533-f076-499b-80af-3ba24c7da214 {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:29:06.239748 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-71bf06a9-c43b-4f03-bc87-838393f39314 req-0efd0c48-d642-4955-b258-2f3d10d86d1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:06.251781 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-71bf06a9-c43b-4f03-bc87-838393f39314 req-0efd0c48-d642-4955-b258-2f3d10d86d1d service neutron] Transition to ACTIVE for port object 331dd533-f076-499b-80af-3ba24c7da214 will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:29:06.254866 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-71bf06a9-c43b-4f03-bc87-838393f39314 req-0efd0c48-d642-4955-b258-2f3d10d86d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:06.306451 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd0c48-d642-4955-b258-2f3d10d86d1d service neutron] Pushing event updated for resources: {'Port': ['ID=331dd533-f076-499b-80af-3ba24c7da214,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:06.368283 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-71bf06a9-c43b-4f03-bc87-838393f39314 req-0efd0c48-d642-4955-b258-2f3d10d86d1d service neutron] Attempting to bind port 331dd533-f076-499b-80af-3ba24c7da214 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:29:06.368604 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-71bf06a9-c43b-4f03-bc87-838393f39314 req-0efd0c48-d642-4955-b258-2f3d10d86d1d service neutron] Attempting to bind port 331dd533-f076-499b-80af-3ba24c7da214 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '60a7c87d-418e-45d0-8d2e-44bafb77a283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b43eb91b-bdc2-4bd3-b3f0-dc4533479d34'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:29:06.368920 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bf06a9-c43b-4f03-bc87-838393f39314 req-0efd0c48-d642-4955-b258-2f3d10d86d1d service neutron] Attempting to bind port 331dd533-f076-499b-80af-3ba24c7da214 on network b43eb91b-bdc2-4bd3-b3f0-dc4533479d34 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:29:06.373095 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bf06a9-c43b-4f03-bc87-838393f39314 req-0efd0c48-d642-4955-b258-2f3d10d86d1d service neutron] Port 331dd533-f076-499b-80af-3ba24c7da214 on network b43eb91b-bdc2-4bd3-b3f0-dc4533479d34 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:29:06.373433 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bf06a9-c43b-4f03-bc87-838393f39314 req-0efd0c48-d642-4955-b258-2f3d10d86d1d service neutron] Attempting to bind port 331dd533-f076-499b-80af-3ba24c7da214 on network b43eb91b-bdc2-4bd3-b3f0-dc4533479d34 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:29:06.378012 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bf06a9-c43b-4f03-bc87-838393f39314 req-0efd0c48-d642-4955-b258-2f3d10d86d1d service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:29:06.378342 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bf06a9-c43b-4f03-bc87-838393f39314 req-0efd0c48-d642-4955-b258-2f3d10d86d1d service neutron] Checking segment: {'id': '60a7c87d-418e-45d0-8d2e-44bafb77a283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b43eb91b-bdc2-4bd3-b3f0-dc4533479d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:29:06.378718 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bf06a9-c43b-4f03-bc87-838393f39314 req-0efd0c48-d642-4955-b258-2f3d10d86d1d service neutron] Bound using segment: {'id': '60a7c87d-418e-45d0-8d2e-44bafb77a283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b43eb91b-bdc2-4bd3-b3f0-dc4533479d34'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:29:06.379127 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-71bf06a9-c43b-4f03-bc87-838393f39314 req-0efd0c48-d642-4955-b258-2f3d10d86d1d service neutron] Bound port: 331dd533-f076-499b-80af-3ba24c7da214, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60a7c87d-418e-45d0-8d2e-44bafb77a283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b43eb91b-bdc2-4bd3-b3f0-dc4533479d34'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:29:06.379466 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-71bf06a9-c43b-4f03-bc87-838393f39314 req-0efd0c48-d642-4955-b258-2f3d10d86d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:06.445807 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-71bf06a9-c43b-4f03-bc87-838393f39314 req-0efd0c48-d642-4955-b258-2f3d10d86d1d service neutron] For port 331dd533-f076-499b-80af-3ba24c7da214, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:29:06.455637 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-71bf06a9-c43b-4f03-bc87-838393f39314 req-0efd0c48-d642-4955-b258-2f3d10d86d1d service neutron] For port 331dd533-f076-499b-80af-3ba24c7da214, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=331dd533-f076-499b-80af-3ba24c7da214,segment=NetworkSegment(60a7c87d-418e-45d0-8d2e-44bafb77a283),segment_id=60a7c87d-418e-45d0-8d2e-44bafb77a283)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:29:06.459982 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-71bf06a9-c43b-4f03-bc87-838393f39314 req-0efd0c48-d642-4955-b258-2f3d10d86d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:06.464299 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e0c82405-202c-4b41-854c-251e1d9839b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:06.503577 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf06a9-c43b-4f03-bc87-838393f39314 req-0efd0c48-d642-4955-b258-2f3d10d86d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:06.504199 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-71bf06a9-c43b-4f03-bc87-838393f39314 req-0efd0c48-d642-4955-b258-2f3d10d86d1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:06.505600 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-71bf06a9-c43b-4f03-bc87-838393f39314 req-0efd0c48-d642-4955-b258-2f3d10d86d1d service neutron] 10.222.0.54 "PUT /v2.0/ports/331dd533-f076-499b-80af-3ba24c7da214 HTTP/1.1" status: 200 len: 1093 time: 0.5884101 Nov 12 01:29:06.506047 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '415c11e7-0840-4380-b691-ab3e9b0f6c94', 'tag': '331dd533-f076-499b-80af-3ba24c7da214'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:29:06.508846 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c187a4a-9315-4b81-9dcd-c8bc4b262e3e" -d '{"events": [{"name": "network-changed", "server_uuid": "415c11e7-0840-4380-b691-ab3e9b0f6c94", "tag": "331dd533-f076-499b-80af-3ba24c7da214"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:29:06.527729 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd0c48-d642-4955-b258-2f3d10d86d1d service neutron] Pushing event updated for resources: {'Port': ['ID=331dd533-f076-499b-80af-3ba24c7da214,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:06.550945 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af8be5c-ffdb-45ee-a9b4-312ec72d6c3c x-openstack-request-id: req-9af8be5c-ffdb-45ee-a9b4-312ec72d6c3c {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:29:06.551251 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "415c11e7-0840-4380-b691-ab3e9b0f6c94", "tag": "331dd533-f076-499b-80af-3ba24c7da214", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:29:06.551506 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9af8be5c-ffdb-45ee-a9b4-312ec72d6c3c {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:29:06.551910 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '415c11e7-0840-4380-b691-ab3e9b0f6c94', 'tag': '331dd533-f076-499b-80af-3ba24c7da214', 'status': 'completed', 'code': 200} Nov 12 01:29:06.553288 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0c5d2-b08f-4fec-8800-467da17cb473 req-d960db84-6fa5-4331-958b-ff65d4649244 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:06.555180 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0ed0c5d2-b08f-4fec-8800-467da17cb473 req-d960db84-6fa5-4331-958b-ff65d4649244 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 944 time: 0.0741990 Nov 12 01:29:06.609206 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0ed0c5d2-b08f-4fec-8800-467da17cb473 req-123a808a-95f0-40a4-a115-58b2c7008a81 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477755 Nov 12 01:29:06.612487 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf06a9-c43b-4f03-bc87-838393f39314 req-20be8611-c3e8-49f9-964d-66b2044c682c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:06.614175 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-71bf06a9-c43b-4f03-bc87-838393f39314 req-20be8611-c3e8-49f9-964d-66b2044c682c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cb4518d9d0e74e709318e67abe6446c5&device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 1096 time: 0.0431790 Nov 12 01:29:06.667474 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-71bf06a9-c43b-4f03-bc87-838393f39314 req-c445bc60-585d-4779-9721-996c384be855 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=331dd533-f076-499b-80af-3ba24c7da214 HTTP/1.1" status: 200 len: 217 time: 0.0388641 Nov 12 01:29:06.717948 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf06a9-c43b-4f03-bc87-838393f39314 req-51242de4-3223-4f98-ab61-457a692e6800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:06.719358 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-71bf06a9-c43b-4f03-bc87-838393f39314 req-51242de4-3223-4f98-ab61-457a692e6800 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7d6bc06b-cda8-49dc-b9c6-e54f32fe64b9 HTTP/1.1" status: 200 len: 855 time: 0.0449257 Nov 12 01:29:06.752293 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-71bf06a9-c43b-4f03-bc87-838393f39314 req-f49b0fe2-16d7-4657-8d8a-6ab8d44a348d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b43eb91b-bdc2-4bd3-b3f0-dc4533479d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248685 Nov 12 01:29:06.847245 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-71bf06a9-c43b-4f03-bc87-838393f39314 req-9e56cbcc-52d1-43a2-8223-fd0372b38068 service neutron] 10.222.0.54 "GET /v2.0/networks/b43eb91b-bdc2-4bd3-b3f0-dc4533479d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882983 Nov 12 01:29:06.937583 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-71bf06a9-c43b-4f03-bc87-838393f39314 req-5dd7f817-4a13-4b14-a807-3db7dfe3c25f service neutron] 10.222.0.54 "GET /v2.0/networks/b43eb91b-bdc2-4bd3-b3f0-dc4533479d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823340 Nov 12 01:29:07.061278 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c187a4a-9315-4b81-9dcd-c8bc4b262e3e req-49a9cbba-9f6e-4502-b0d1-adcc80b5c552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:07.062679 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9c187a4a-9315-4b81-9dcd-c8bc4b262e3e req-49a9cbba-9f6e-4502-b0d1-adcc80b5c552 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cb4518d9d0e74e709318e67abe6446c5&device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 1096 time: 0.0413616 Nov 12 01:29:07.156166 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c187a4a-9315-4b81-9dcd-c8bc4b262e3e req-c70c2435-1919-440a-a308-75d09b6777e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:07.157652 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9c187a4a-9315-4b81-9dcd-c8bc4b262e3e req-c70c2435-1919-440a-a308-75d09b6777e0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b43eb91b-bdc2-4bd3-b3f0-dc4533479d34 HTTP/1.1" status: 200 len: 916 time: 0.0865369 Nov 12 01:29:07.199533 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9c187a4a-9315-4b81-9dcd-c8bc4b262e3e req-5c04472a-b83a-4afe-9230-70709f499655 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=331dd533-f076-499b-80af-3ba24c7da214 HTTP/1.1" status: 200 len: 217 time: 0.0344613 Nov 12 01:29:07.253626 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c187a4a-9315-4b81-9dcd-c8bc4b262e3e req-d4861a30-c274-4edb-b26d-3c86fcc9714e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:07.255058 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9c187a4a-9315-4b81-9dcd-c8bc4b262e3e req-d4861a30-c274-4edb-b26d-3c86fcc9714e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7d6bc06b-cda8-49dc-b9c6-e54f32fe64b9 HTTP/1.1" status: 200 len: 855 time: 0.0488532 Nov 12 01:29:07.292665 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9c187a4a-9315-4b81-9dcd-c8bc4b262e3e req-0422e553-6c09-4ef9-a66e-3ecab39cbbae service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b43eb91b-bdc2-4bd3-b3f0-dc4533479d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300231 Nov 12 01:29:07.381399 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9c187a4a-9315-4b81-9dcd-c8bc4b262e3e req-ae3b5b29-07bd-44a4-988e-7a94c9bacbdc service neutron] 10.222.0.54 "GET /v2.0/networks/b43eb91b-bdc2-4bd3-b3f0-dc4533479d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818145 Nov 12 01:29:07.475323 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9c187a4a-9315-4b81-9dcd-c8bc4b262e3e req-a00aca45-09df-4611-9cd4-06a674e47760 service neutron] 10.222.0.54 "GET /v2.0/networks/b43eb91b-bdc2-4bd3-b3f0-dc4533479d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868006 Nov 12 01:29:07.726627 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551928d-469f-45dc-aee1-397811e85ce4 req-47687ad4-8c6e-4050-9ae0-94aa481e0cd4 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:07.728143 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3551928d-469f-45dc-aee1-397811e85ce4 req-47687ad4-8c6e-4050-9ae0-94aa481e0cd4 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 944 time: 0.0495865 Nov 12 01:29:07.775145 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3551928d-469f-45dc-aee1-397811e85ce4 req-f8fe63be-4650-47db-bad8-f7b52da4c5a0 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410695 Nov 12 01:29:07.804074 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:08.893983 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22955c8c-bcc8-4fde-9fbb-95930055f814 req-82c46e1c-b477-4aa4-a14b-6631f9737cc7 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:08.895373 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-22955c8c-bcc8-4fde-9fbb-95930055f814 req-82c46e1c-b477-4aa4-a14b-6631f9737cc7 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 944 time: 0.0481596 Nov 12 01:29:08.943093 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-22955c8c-bcc8-4fde-9fbb-95930055f814 req-285f2174-ff44-49e2-baee-01128b41ece1 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410273 Nov 12 01:29:09.239573 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 331dd533-f076-499b-80af-3ba24c7da214 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:29:09.489822 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:09.508684 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 331dd533-f076-499b-80af-3ba24c7da214, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=331dd533-f076-499b-80af-3ba24c7da214,segment=NetworkSegment(60a7c87d-418e-45d0-8d2e-44bafb77a283),segment_id=60a7c87d-418e-45d0-8d2e-44bafb77a283)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:29:09.519212 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '331dd533-f076-499b-80af-3ba24c7da214', 'network_id': 'b43eb91b-bdc2-4bd3-b3f0-dc4533479d34', 'port_id': '331dd533-f076-499b-80af-3ba24c7da214', 'mac_address': 'fa:16:3e:43:7f:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d6bc06b-cda8-49dc-b9c6-e54f32fe64b9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:29:09.556080 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:09.568468 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 331dd533-f076-499b-80af-3ba24c7da214 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:29:09.588803 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 331dd533-f076-499b-80af-3ba24c7da214, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=331dd533-f076-499b-80af-3ba24c7da214,segment=NetworkSegment(60a7c87d-418e-45d0-8d2e-44bafb77a283),segment_id=60a7c87d-418e-45d0-8d2e-44bafb77a283)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:29:09.592240 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:09.639161 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=331dd533-f076-499b-80af-3ba24c7da214,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:09.984753 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['331dd533-f076-499b-80af-3ba24c7da214'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:29:10.063229 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db090515-990c-4d1b-b74a-821bc0cd67e3 req-c937ba2e-3c1c-4c56-affe-e7c7e3654d94 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:10.064820 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-db090515-990c-4d1b-b74a-821bc0cd67e3 req-c937ba2e-3c1c-4c56-affe-e7c7e3654d94 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 945 time: 0.0536230 Nov 12 01:29:10.112946 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-db090515-990c-4d1b-b74a-821bc0cd67e3 req-75a962dc-0948-48dc-bc04-bd5278a958e5 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410748 Nov 12 01:29:10.340703 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:11.206517 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:11.231404 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9181dc-7ce5-41d8-88d7-e752c1d25477 req-0142e5b8-6db3-4d8a-8a19-2e2387adba79 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:11.232927 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6e9181dc-7ce5-41d8-88d7-e752c1d25477 req-0142e5b8-6db3-4d8a-8a19-2e2387adba79 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 945 time: 0.0518181 Nov 12 01:29:11.266696 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 331dd533-f076-499b-80af-3ba24c7da214 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:29:11.282524 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6e9181dc-7ce5-41d8-88d7-e752c1d25477 req-84102466-e71b-476f-8b97-bb476ce1ec5a tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434942 Nov 12 01:29:11.329152 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 331dd533-f076-499b-80af-3ba24c7da214 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:29:11.332820 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 331dd533-f076-499b-80af-3ba24c7da214 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:29:11.333137 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:11.409167 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:11.435325 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415c11e7-0840-4380-b691-ab3e9b0f6c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331dd533-f076-499b-80af-3ba24c7da214'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:29:11.437849 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493c296b-a34b-4ba9-8deb-45623dd2438e" -d '{"events": [{"server_uuid": "415c11e7-0840-4380-b691-ab3e9b0f6c94", "name": "network-vif-plugged", "status": "completed", "tag": "331dd533-f076-499b-80af-3ba24c7da214"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:29:11.451600 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 331dd533-f076-499b-80af-3ba24c7da214, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=331dd533-f076-499b-80af-3ba24c7da214,segment=NetworkSegment(60a7c87d-418e-45d0-8d2e-44bafb77a283),segment_id=60a7c87d-418e-45d0-8d2e-44bafb77a283)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:29:11.456190 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:11.484668 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd66da1-ad3e-405f-84c1-07d5a866c94b x-openstack-request-id: req-9cd66da1-ad3e-405f-84c1-07d5a866c94b {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:29:11.484988 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "415c11e7-0840-4380-b691-ab3e9b0f6c94", "name": "network-vif-plugged", "status": "completed", "tag": "331dd533-f076-499b-80af-3ba24c7da214", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:29:11.485241 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9cd66da1-ad3e-405f-84c1-07d5a866c94b {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:29:11.485655 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415c11e7-0840-4380-b691-ab3e9b0f6c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331dd533-f076-499b-80af-3ba24c7da214', 'code': 200} Nov 12 01:29:11.514461 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=331dd533-f076-499b-80af-3ba24c7da214,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:11.601813 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc2270-8149-4043-87cc-a7d224e648ff req-72a83b8a-223f-43c1-8b1e-788164dd273f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:11.603236 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-93cc2270-8149-4043-87cc-a7d224e648ff req-72a83b8a-223f-43c1-8b1e-788164dd273f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 1098 time: 0.0412054 Nov 12 01:29:11.647650 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-93cc2270-8149-4043-87cc-a7d224e648ff req-b5f7148f-443f-42cd-acfe-bc202509f081 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365231 Nov 12 01:29:12.408884 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aaf575-428a-41dc-9edc-36fe8173aa4f req-6e2c3ea0-52d7-496f-ae81-2881ccb67c19 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:12.410387 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-95aaf575-428a-41dc-9edc-36fe8173aa4f req-6e2c3ea0-52d7-496f-ae81-2881ccb67c19 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 946 time: 0.0557337 Nov 12 01:29:12.458350 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-95aaf575-428a-41dc-9edc-36fe8173aa4f req-d6890e63-1f6f-4a39-81e9-f8e10bdc0e8c tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411236 Nov 12 01:29:13.021671 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:13.579501 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9636d14-9e29-45e5-8d63-b2f34954e8cd req-b98c07a1-4653-47f8-b057-91e4b8a8fc47 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:13.580481 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a9636d14-9e29-45e5-8d63-b2f34954e8cd req-b98c07a1-4653-47f8-b057-91e4b8a8fc47 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 946 time: 0.0492017 Nov 12 01:29:13.629795 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a9636d14-9e29-45e5-8d63-b2f34954e8cd req-e9888c99-7517-4a61-91d9-771b58eac7cb tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429819 Nov 12 01:29:13.744740 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511451c3-cbac-4a92-8134-0e9deaaefb0c req-b865d913-6685-4881-acd8-b0e99bd59e07 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:13.746133 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-511451c3-cbac-4a92-8134-0e9deaaefb0c req-b865d913-6685-4881-acd8-b0e99bd59e07 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 946 time: 0.0486603 Nov 12 01:29:13.794532 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-511451c3-cbac-4a92-8134-0e9deaaefb0c req-7bd6e47a-a61a-4a66-857e-87939dd25e75 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425460 Nov 12 01:29:13.994539 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bffb31-0c71-4c4d-96ff-f60f403f898b req-feb49aaf-1be6-4135-8c5d-0209e61216cc tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:13.996050 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-14bffb31-0c71-4c4d-96ff-f60f403f898b req-feb49aaf-1be6-4135-8c5d-0209e61216cc tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 946 time: 0.0523112 Nov 12 01:29:14.044026 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-14bffb31-0c71-4c4d-96ff-f60f403f898b req-7578cab4-9b08-420e-96e5-6871c7cf321e tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418682 Nov 12 01:29:14.157159 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd398242-9088-42e5-81a6-ee2d8d5ec08e req-3eb41a81-5d22-4d51-8d31-57da3117c5ff tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:14.158727 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dd398242-9088-42e5-81a6-ee2d8d5ec08e req-3eb41a81-5d22-4d51-8d31-57da3117c5ff tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 946 time: 0.0498526 Nov 12 01:29:14.211202 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dd398242-9088-42e5-81a6-ee2d8d5ec08e req-8ac45148-d05f-460c-8d0c-85a8f39b653b tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449822 Nov 12 01:29:14.461733 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fd6cd054-babf-4a1f-8f63-3b0f953d9781 req-e79eb784-cf55-403b-8817-30e82835946b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0729630 Nov 12 01:29:14.469122 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc30f15-ec7e-4eed-bad7-97b5bbbeba67 req-e356d5ed-d649-4124-920c-7411a97297da tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:14.470530 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4cc30f15-ec7e-4eed-bad7-97b5bbbeba67 req-e356d5ed-d649-4124-920c-7411a97297da tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 946 time: 0.0739133 Nov 12 01:29:14.524202 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4cc30f15-ec7e-4eed-bad7-97b5bbbeba67 req-e9f41aea-8cfa-4ec2-9c99-1e70331cf18c tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466597 Nov 12 01:29:15.647035 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c266f928-b970-4ac2-b382-3fc1abd08ba0 req-1b9d1114-6649-4dcc-8e1f-776ff939ac2f tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:15.648629 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c266f928-b970-4ac2-b382-3fc1abd08ba0 req-1b9d1114-6649-4dcc-8e1f-776ff939ac2f tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 946 time: 0.0525935 Nov 12 01:29:15.698637 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6cd054-babf-4a1f-8f63-3b0f953d9781 req-df8fc3a4-8a2f-4818-a9c4-8e3a3a336646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:15.700171 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fd6cd054-babf-4a1f-8f63-3b0f953d9781 req-df8fc3a4-8a2f-4818-a9c4-8e3a3a336646 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cb4518d9d0e74e709318e67abe6446c5&device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 1098 time: 0.0422695 Nov 12 01:29:15.700567 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c266f928-b970-4ac2-b382-3fc1abd08ba0 req-24dfb5c4-bc0f-4ec7-880c-992051e1f27d tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449903 Nov 12 01:29:15.793647 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6cd054-babf-4a1f-8f63-3b0f953d9781 req-8493c371-6b86-4f09-8ae1-9efd3e51727e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:15.795140 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fd6cd054-babf-4a1f-8f63-3b0f953d9781 req-8493c371-6b86-4f09-8ae1-9efd3e51727e service neutron] 10.222.0.54 "GET /v2.0/networks?id=b43eb91b-bdc2-4bd3-b3f0-dc4533479d34 HTTP/1.1" status: 200 len: 916 time: 0.0883069 Nov 12 01:29:15.835005 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fd6cd054-babf-4a1f-8f63-3b0f953d9781 req-9fdd4795-5005-40b5-a20a-49ddc6d57a51 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=331dd533-f076-499b-80af-3ba24c7da214 HTTP/1.1" status: 200 len: 217 time: 0.0334086 Nov 12 01:29:15.882660 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6cd054-babf-4a1f-8f63-3b0f953d9781 req-e01722ab-b178-425a-97b3-0fa9864f03eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:15.884052 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fd6cd054-babf-4a1f-8f63-3b0f953d9781 req-e01722ab-b178-425a-97b3-0fa9864f03eb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7d6bc06b-cda8-49dc-b9c6-e54f32fe64b9 HTTP/1.1" status: 200 len: 855 time: 0.0415065 Nov 12 01:29:15.915056 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fd6cd054-babf-4a1f-8f63-3b0f953d9781 req-4a09381c-c776-406a-825f-d7aee2f34865 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b43eb91b-bdc2-4bd3-b3f0-dc4533479d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243125 Nov 12 01:29:16.006417 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fd6cd054-babf-4a1f-8f63-3b0f953d9781 req-5567a747-624a-4c38-8ca0-b4a165e8e6fa service neutron] 10.222.0.54 "GET /v2.0/networks/b43eb91b-bdc2-4bd3-b3f0-dc4533479d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844476 Nov 12 01:29:16.096882 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fd6cd054-babf-4a1f-8f63-3b0f953d9781 req-5b63852d-cf62-456f-8a82-193f5c744c6e service neutron] 10.222.0.54 "GET /v2.0/networks/b43eb91b-bdc2-4bd3-b3f0-dc4533479d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836751 Nov 12 01:29:16.817115 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7d05b-0b4e-407e-a881-5e992c2bb0be req-6c7ef1c2-1547-44b9-9b30-de7bb1cb825d tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:16.818589 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b5c7d05b-0b4e-407e-a881-5e992c2bb0be req-6c7ef1c2-1547-44b9-9b30-de7bb1cb825d tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 946 time: 0.0490162 Nov 12 01:29:16.865021 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b5c7d05b-0b4e-407e-a881-5e992c2bb0be req-3f35540b-9ee0-4799-8646-e16bc118bfd4 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395093 Nov 12 01:29:17.981244 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f9fb7-0609-4c0f-b067-19d7d866bec0 req-4e494fa0-017c-4f99-9aa4-af4549aab8df tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:17.982753 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3c5f9fb7-0609-4c0f-b067-19d7d866bec0 req-4e494fa0-017c-4f99-9aa4-af4549aab8df tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 946 time: 0.0492251 Nov 12 01:29:18.034101 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3c5f9fb7-0609-4c0f-b067-19d7d866bec0 req-8be2b59b-8045-43d4-b459-4bf6f6bcc8ec tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452724 Nov 12 01:29:19.148212 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00002041-3b15-40b0-b337-14215f0ccb8c req-33c24d8b-2e4b-46fe-a97c-0a5e91da7b04 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:19.149690 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-00002041-3b15-40b0-b337-14215f0ccb8c req-33c24d8b-2e4b-46fe-a97c-0a5e91da7b04 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 946 time: 0.0473297 Nov 12 01:29:19.196197 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-00002041-3b15-40b0-b337-14215f0ccb8c req-266bdb36-9713-4772-8756-0b7ef4bfddd2 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405877 Nov 12 01:29:19.341506 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:29:20.311765 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001fff36-b119-45b0-ad81-9ce5f4551df2 req-9b56be23-c821-4ad5-b5e2-0de608e6dc26 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:20.313226 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-001fff36-b119-45b0-ad81-9ce5f4551df2 req-9b56be23-c821-4ad5-b5e2-0de608e6dc26 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 946 time: 0.0498114 Nov 12 01:29:20.359551 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-001fff36-b119-45b0-ad81-9ce5f4551df2 req-1dcce64c-d6de-4ea5-a2de-f33a6b84dbc8 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403962 Nov 12 01:29:21.479856 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663cc21-3a5b-4f41-ab5d-a6fa48c70260 req-1e074ed5-24ec-46f8-b6e6-bc5d0b73138d tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:21.481341 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6663cc21-3a5b-4f41-ab5d-a6fa48c70260 req-1e074ed5-24ec-46f8-b6e6-bc5d0b73138d tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 946 time: 0.0531886 Nov 12 01:29:21.529466 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6663cc21-3a5b-4f41-ab5d-a6fa48c70260 req-20207635-579a-4167-a688-2431781271c5 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420036 Nov 12 01:29:22.648022 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757deca7-4e86-4895-8d44-fc932a8b8e78 req-6e397b86-43dd-4371-87be-5f7d4cb9d137 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:22.649613 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-757deca7-4e86-4895-8d44-fc932a8b8e78 req-6e397b86-43dd-4371-87be-5f7d4cb9d137 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 946 time: 0.0525296 Nov 12 01:29:22.698127 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-757deca7-4e86-4895-8d44-fc932a8b8e78 req-601acb69-0394-4529-9acf-a42232dd15a5 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426662 Nov 12 01:29:23.815700 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec428f-dbd2-4d7d-a8df-bbac9093bddd req-dc7b01c5-8823-4521-87ad-3473c85fe280 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:23.817145 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-98ec428f-dbd2-4d7d-a8df-bbac9093bddd req-dc7b01c5-8823-4521-87ad-3473c85fe280 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 946 time: 0.0485275 Nov 12 01:29:23.866984 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-98ec428f-dbd2-4d7d-a8df-bbac9093bddd req-6b3967a2-de5c-4e44-adc1-b574cb44ab24 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432103 Nov 12 01:29:24.988437 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949ca26-5003-4ab5-867b-98be38eb2f0e req-bdfba320-9177-4733-b389-145cf101c555 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:24.989947 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8949ca26-5003-4ab5-867b-98be38eb2f0e req-bdfba320-9177-4733-b389-145cf101c555 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 946 time: 0.0535450 Nov 12 01:29:25.036877 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8949ca26-5003-4ab5-867b-98be38eb2f0e req-5fb8b0b3-ea07-4eab-a5a5-2e99f92d069a tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407698 Nov 12 01:29:26.154220 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589cab23-9853-43d6-83d2-90f6a08a2a99 req-368ec20d-93ae-498c-84c4-d9a308753b04 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:26.155696 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-589cab23-9853-43d6-83d2-90f6a08a2a99 req-368ec20d-93ae-498c-84c4-d9a308753b04 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 946 time: 0.0478165 Nov 12 01:29:26.205560 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-589cab23-9853-43d6-83d2-90f6a08a2a99 req-e7adeef8-a9d5-41ed-809d-245ec457277e tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439246 Nov 12 01:29:27.326622 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dc57e-52e1-491a-87c9-6e38b2e3c5b9 req-49cc1f48-e0a0-4b20-8ba3-e6d3b4629934 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:27.328143 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b03dc57e-52e1-491a-87c9-6e38b2e3c5b9 req-49cc1f48-e0a0-4b20-8ba3-e6d3b4629934 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 946 time: 0.0498426 Nov 12 01:29:27.376126 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b03dc57e-52e1-491a-87c9-6e38b2e3c5b9 req-e486575a-6302-468b-8b8c-5e89a2d670f7 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401704 Nov 12 01:29:28.495051 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afd90b-a091-4761-87cc-02f684178ea1 req-b38002cc-a355-4575-99e7-256a6d6d57a9 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:28.496524 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-72afd90b-a091-4761-87cc-02f684178ea1 req-b38002cc-a355-4575-99e7-256a6d6d57a9 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 946 time: 0.0509396 Nov 12 01:29:28.544989 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-72afd90b-a091-4761-87cc-02f684178ea1 req-79add26a-06bf-4269-af3e-9d0e2c9380ba tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424404 Nov 12 01:29:29.675794 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3764ed35-3729-4352-bac9-6db72f7b18bc req-2b8b97db-5105-439a-b846-0e6d8f15105b tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:29.677383 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3764ed35-3729-4352-bac9-6db72f7b18bc req-2b8b97db-5105-439a-b846-0e6d8f15105b tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 946 time: 0.0591674 Nov 12 01:29:29.739042 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3764ed35-3729-4352-bac9-6db72f7b18bc req-20eae673-0a55-4661-8fbd-394187f7483c tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554836 Nov 12 01:29:30.859891 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a7307-4b51-46a8-b7af-423e31ccf7c9 req-5ba89aac-44cb-4563-861d-26879b6493bd tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:30.861293 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7a1a7307-4b51-46a8-b7af-423e31ccf7c9 req-5ba89aac-44cb-4563-861d-26879b6493bd tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 946 time: 0.0491812 Nov 12 01:29:30.907419 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7a1a7307-4b51-46a8-b7af-423e31ccf7c9 req-1db61985-76dc-4b68-af17-ad59e2559dff tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395980 Nov 12 01:29:32.024999 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0584e55-1bcd-41e4-a96b-718415116f73 req-4c840a3e-ba37-4108-a1b1-960a1b7c5106 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:32.026536 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d0584e55-1bcd-41e4-a96b-718415116f73 req-4c840a3e-ba37-4108-a1b1-960a1b7c5106 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 946 time: 0.0503573 Nov 12 01:29:32.074096 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d0584e55-1bcd-41e4-a96b-718415116f73 req-49eb774e-fd4a-4b39-86ea-2898bfa2eded tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415459 Nov 12 01:29:33.197090 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aaf7ff-8232-4227-af82-1e1f2e8afd20 req-d9c9da3a-af8b-467b-973b-96dc4e64e53e tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:33.198673 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-10aaf7ff-8232-4227-af82-1e1f2e8afd20 req-d9c9da3a-af8b-467b-973b-96dc4e64e53e tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 946 time: 0.0546997 Nov 12 01:29:33.246313 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-10aaf7ff-8232-4227-af82-1e1f2e8afd20 req-3df4e31f-0a3e-47f4-8cd1-86a6daf43d16 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414364 Nov 12 01:29:34.343087 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-db35b21f-c5f9-4c37-842a-352f7b44b64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:34.365152 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2cb462-223d-42fc-a2c4-1037dad51d18 req-dc71ef6f-7c19-4096-8624-0c652e511824 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:34.366760 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2e2cb462-223d-42fc-a2c4-1037dad51d18 req-dc71ef6f-7c19-4096-8624-0c652e511824 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 946 time: 0.0518322 Nov 12 01:29:34.414657 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2e2cb462-223d-42fc-a2c4-1037dad51d18 req-9b5b1a1c-4f5a-4442-b582-3bce65c13665 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417826 Nov 12 01:29:35.531580 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e76407-f236-41d8-8d1f-7b8d1fc684d2 req-a58cbe78-02b1-4319-abe5-40393b88ded2 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:35.533214 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a7e76407-f236-41d8-8d1f-7b8d1fc684d2 req-a58cbe78-02b1-4319-abe5-40393b88ded2 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 946 time: 0.0497525 Nov 12 01:29:35.588453 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a7e76407-f236-41d8-8d1f-7b8d1fc684d2 req-dd61356b-fecc-4aad-9957-6f36616bf7f2 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481226 Nov 12 01:29:36.465150 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3784c6f5-42f9-4199-bf83-7414ba957bd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:36.710767 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1bc8d4-9a62-4a68-a337-f23b220fe301 req-7736983a-742c-4e1a-9283-86de38cb5abe tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:36.712222 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8d1bc8d4-9a62-4a68-a337-f23b220fe301 req-7736983a-742c-4e1a-9283-86de38cb5abe tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 946 time: 0.0533495 Nov 12 01:29:36.760551 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8d1bc8d4-9a62-4a68-a337-f23b220fe301 req-a254eae8-141e-4903-862e-8b1d930cb608 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422738 Nov 12 01:29:37.807718 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:37.886044 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe499b-f123-4e89-9db2-5a9207a963fd req-58f65b5b-fa3f-4a19-93cd-385c41fb74cb tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:37.887433 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-55fe499b-f123-4e89-9db2-5a9207a963fd req-58f65b5b-fa3f-4a19-93cd-385c41fb74cb tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 946 time: 0.0534582 Nov 12 01:29:37.934183 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-55fe499b-f123-4e89-9db2-5a9207a963fd req-068e3932-7dca-4006-a97d-42169447eb4e tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408652 Nov 12 01:29:39.051118 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5263c-c8e1-4f2c-8216-182b671b8cdb req-7ccf9c51-4d2c-49a9-9033-c0cfd69ae11b tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:39.052576 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8ae5263c-c8e1-4f2c-8216-182b671b8cdb req-7ccf9c51-4d2c-49a9-9033-c0cfd69ae11b tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 946 time: 0.0505579 Nov 12 01:29:39.099780 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8ae5263c-c8e1-4f2c-8216-182b671b8cdb req-e786b766-5c08-477d-98c7-409a74d4cb68 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405712 Nov 12 01:29:39.414164 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:40.212362 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e645a0-7fe5-42d0-8f6f-d1a7ee98369b req-7a8ad98e-1cee-4bca-973e-8e5e8ac5876f tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:40.213991 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-20e645a0-7fe5-42d0-8f6f-d1a7ee98369b req-7a8ad98e-1cee-4bca-973e-8e5e8ac5876f tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 946 time: 0.0485094 Nov 12 01:29:40.261819 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-20e645a0-7fe5-42d0-8f6f-d1a7ee98369b req-7f862d58-035c-486e-8d1e-8014a2b34748 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417926 Nov 12 01:29:40.343241 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:41.204782 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:41.382305 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f9367-9dce-4bf8-9d2b-fa122cdce845 req-8c4f4cd6-8cde-4050-9305-668be35beab3 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:41.383841 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d89f9367-9dce-4bf8-9d2b-fa122cdce845 req-8c4f4cd6-8cde-4050-9305-668be35beab3 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 946 time: 0.0527756 Nov 12 01:29:41.432863 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d89f9367-9dce-4bf8-9d2b-fa122cdce845 req-34110b3a-47c8-4660-8f7a-0fe95097310e tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429082 Nov 12 01:29:42.548927 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f700a8ef-2671-4a77-9882-ccd1e4fc9db2 req-a5b8b68e-57c3-4409-9763-3c8ca31bfbf9 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:42.551371 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f700a8ef-2671-4a77-9882-ccd1e4fc9db2 req-a5b8b68e-57c3-4409-9763-3c8ca31bfbf9 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 946 time: 0.0487325 Nov 12 01:29:42.601666 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f700a8ef-2671-4a77-9882-ccd1e4fc9db2 req-5ffc0ff9-9917-44b7-a994-e2272939d387 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452316 Nov 12 01:29:43.029282 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:43.110521 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [req-fd6cd054-babf-4a1f-8f63-3b0f953d9781 req-6393814c-4504-4278-a307-a733a717f151 service neutron] show failed (client error): The resource could not be found. Nov 12 01:29:43.111534 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fd6cd054-babf-4a1f-8f63-3b0f953d9781 req-6393814c-4504-4278-a307-a733a717f151 service neutron] 10.222.0.54 "GET /v2.0/ports/331dd533-f076-499b-80af-3ba24c7da214/bindings/n-h1-812236-11 HTTP/1.1" status: 404 len: 381 time: 0.1092398 Nov 12 01:29:43.195821 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ffa4f-c00e-4306-a0e2-d70d1f2677a6 req-cd8ac709-701c-4390-a2d2-c80f2b5baff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:43.197321 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-570ffa4f-c00e-4306-a0e2-d70d1f2677a6 req-cd8ac709-701c-4390-a2d2-c80f2b5baff8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cb4518d9d0e74e709318e67abe6446c5&device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 1098 time: 0.0434422 Nov 12 01:29:43.328116 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ffa4f-c00e-4306-a0e2-d70d1f2677a6 req-96f9db38-1616-43af-ba78-94ec3996275d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:43.329069 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6cd054-babf-4a1f-8f63-3b0f953d9781 req-586d447f-9c95-4147-a6f9-12fb440b3695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:43.329705 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-570ffa4f-c00e-4306-a0e2-d70d1f2677a6 req-96f9db38-1616-43af-ba78-94ec3996275d service neutron] 10.222.0.54 "GET /v2.0/networks?id=b43eb91b-bdc2-4bd3-b3f0-dc4533479d34 HTTP/1.1" status: 200 len: 916 time: 0.0924439 Nov 12 01:29:43.330612 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fd6cd054-babf-4a1f-8f63-3b0f953d9781 req-586d447f-9c95-4147-a6f9-12fb440b3695 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94&tenant_id=cb4518d9d0e74e709318e67abe6446c5 HTTP/1.1" status: 200 len: 1098 time: 0.0435209 Nov 12 01:29:43.348469 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-fd6cd054-babf-4a1f-8f63-3b0f953d9781 req-a3dffde4-8e9a-47be-9d52-e56a8bf4cf75 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812236-11', 'device_owner': 'compute:nova'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:29:43.372948 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-570ffa4f-c00e-4306-a0e2-d70d1f2677a6 req-aba7e0fc-0a0a-49c5-a57a-d2e8749d4b3f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=331dd533-f076-499b-80af-3ba24c7da214 HTTP/1.1" status: 200 len: 217 time: 0.0354140 Nov 12 01:29:43.405396 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-fd6cd054-babf-4a1f-8f63-3b0f953d9781 req-a3dffde4-8e9a-47be-9d52-e56a8bf4cf75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:43.424459 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ffa4f-c00e-4306-a0e2-d70d1f2677a6 req-bd594dcf-cf5f-4281-a65b-f89925dac8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:43.426007 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-570ffa4f-c00e-4306-a0e2-d70d1f2677a6 req-bd594dcf-cf5f-4281-a65b-f89925dac8c5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7d6bc06b-cda8-49dc-b9c6-e54f32fe64b9 HTTP/1.1" status: 200 len: 855 time: 0.0437500 Nov 12 01:29:43.460400 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-570ffa4f-c00e-4306-a0e2-d70d1f2677a6 req-eca31c53-56ed-4862-a47e-7824e4c96dc0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b43eb91b-bdc2-4bd3-b3f0-dc4533479d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257339 Nov 12 01:29:43.557995 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-570ffa4f-c00e-4306-a0e2-d70d1f2677a6 req-260f6882-c214-4155-9748-bc47a132f9f2 service neutron] 10.222.0.54 "GET /v2.0/networks/b43eb91b-bdc2-4bd3-b3f0-dc4533479d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889180 Nov 12 01:29:43.619608 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-fd6cd054-babf-4a1f-8f63-3b0f953d9781 req-a3dffde4-8e9a-47be-9d52-e56a8bf4cf75 service neutron] For port 331dd533-f076-499b-80af-3ba24c7da214, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=331dd533-f076-499b-80af-3ba24c7da214,segment=NetworkSegment(60a7c87d-418e-45d0-8d2e-44bafb77a283),segment_id=60a7c87d-418e-45d0-8d2e-44bafb77a283)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:29:43.656644 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-fd6cd054-babf-4a1f-8f63-3b0f953d9781 req-a3dffde4-8e9a-47be-9d52-e56a8bf4cf75 service neutron] For port 331dd533-f076-499b-80af-3ba24c7da214, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:29:43.661689 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-570ffa4f-c00e-4306-a0e2-d70d1f2677a6 req-dd956aba-e95a-4bd7-bd50-708cdf70afb5 service neutron] 10.222.0.54 "GET /v2.0/networks/b43eb91b-bdc2-4bd3-b3f0-dc4533479d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967603 Nov 12 01:29:43.723950 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415c11e7-0840-4380-b691-ab3e9b0f6c94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '331dd533-f076-499b-80af-3ba24c7da214'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:29:43.726920 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80a680a-9d1c-4c8c-bd17-672a3e663014" -d '{"events": [{"server_uuid": "415c11e7-0840-4380-b691-ab3e9b0f6c94", "name": "network-vif-unplugged", "status": "completed", "tag": "331dd533-f076-499b-80af-3ba24c7da214"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:29:43.731252 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-fd6cd054-babf-4a1f-8f63-3b0f953d9781 req-a3dffde4-8e9a-47be-9d52-e56a8bf4cf75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:43.747688 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-fd6cd054-babf-4a1f-8f63-3b0f953d9781 req-a3dffde4-8e9a-47be-9d52-e56a8bf4cf75 service neutron] Transition to ACTIVE for port object 331dd533-f076-499b-80af-3ba24c7da214 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:29:43.756819 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e20692-6f39-4daf-b300-cfe2c2a19bd4 req-8b3606ef-ab49-4ff4-9b30-6d775bd82845 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:43.758528 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-89e20692-6f39-4daf-b300-cfe2c2a19bd4 req-8b3606ef-ab49-4ff4-9b30-6d775bd82845 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 946 time: 0.0820155 Nov 12 01:29:43.759639 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-fd6cd054-babf-4a1f-8f63-3b0f953d9781 req-a3dffde4-8e9a-47be-9d52-e56a8bf4cf75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:43.791546 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417175ba-e56b-403e-a704-10fcbf8e642a x-openstack-request-id: req-417175ba-e56b-403e-a704-10fcbf8e642a {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:29:43.791832 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "415c11e7-0840-4380-b691-ab3e9b0f6c94", "name": "network-vif-unplugged", "status": "completed", "tag": "331dd533-f076-499b-80af-3ba24c7da214", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:29:43.792067 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-417175ba-e56b-403e-a704-10fcbf8e642a {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:29:43.792456 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415c11e7-0840-4380-b691-ab3e9b0f6c94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '331dd533-f076-499b-80af-3ba24c7da214', 'code': 200} Nov 12 01:29:43.850206 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd6cd054-babf-4a1f-8f63-3b0f953d9781 req-a3dffde4-8e9a-47be-9d52-e56a8bf4cf75 service neutron] No DVR routers for this DVR port 331dd533-f076-499b-80af-3ba24c7da214 on host n-h2-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:29:43.857406 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dffde4-8e9a-47be-9d52-e56a8bf4cf75 service neutron] Pushing event updated for resources: {'Port': ['ID=331dd533-f076-499b-80af-3ba24c7da214,revision_number=6']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:43.876314 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dffde4-8e9a-47be-9d52-e56a8bf4cf75 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:43.876657 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dffde4-8e9a-47be-9d52-e56a8bf4cf75 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:43.876993 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dffde4-8e9a-47be-9d52-e56a8bf4cf75 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:43.877327 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dffde4-8e9a-47be-9d52-e56a8bf4cf75 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:43.877680 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dffde4-8e9a-47be-9d52-e56a8bf4cf75 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:43.878005 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dffde4-8e9a-47be-9d52-e56a8bf4cf75 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:43.878329 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dffde4-8e9a-47be-9d52-e56a8bf4cf75 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:43.878651 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dffde4-8e9a-47be-9d52-e56a8bf4cf75 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:43.878972 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dffde4-8e9a-47be-9d52-e56a8bf4cf75 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:43.879304 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dffde4-8e9a-47be-9d52-e56a8bf4cf75 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:43.879621 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dffde4-8e9a-47be-9d52-e56a8bf4cf75 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:43.879939 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dffde4-8e9a-47be-9d52-e56a8bf4cf75 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:43.892048 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-89e20692-6f39-4daf-b300-cfe2c2a19bd4 req-b49b1ea6-5944-48b9-950f-8acfd6be6110 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242318 Nov 12 01:29:43.919042 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-fd6cd054-babf-4a1f-8f63-3b0f953d9781 req-a3dffde4-8e9a-47be-9d52-e56a8bf4cf75 service neutron] Attempting to bind port 331dd533-f076-499b-80af-3ba24c7da214 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:29:43.919373 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-fd6cd054-babf-4a1f-8f63-3b0f953d9781 req-a3dffde4-8e9a-47be-9d52-e56a8bf4cf75 service neutron] Attempting to bind port 331dd533-f076-499b-80af-3ba24c7da214 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '60a7c87d-418e-45d0-8d2e-44bafb77a283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b43eb91b-bdc2-4bd3-b3f0-dc4533479d34'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:29:43.919696 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6cd054-babf-4a1f-8f63-3b0f953d9781 req-a3dffde4-8e9a-47be-9d52-e56a8bf4cf75 service neutron] Attempting to bind port 331dd533-f076-499b-80af-3ba24c7da214 on network b43eb91b-bdc2-4bd3-b3f0-dc4533479d34 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:29:43.924100 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6cd054-babf-4a1f-8f63-3b0f953d9781 req-a3dffde4-8e9a-47be-9d52-e56a8bf4cf75 service neutron] Port 331dd533-f076-499b-80af-3ba24c7da214 on network b43eb91b-bdc2-4bd3-b3f0-dc4533479d34 not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:29:43.924415 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6cd054-babf-4a1f-8f63-3b0f953d9781 req-a3dffde4-8e9a-47be-9d52-e56a8bf4cf75 service neutron] Attempting to bind port 331dd533-f076-499b-80af-3ba24c7da214 on network b43eb91b-bdc2-4bd3-b3f0-dc4533479d34 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:29:43.929341 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6cd054-babf-4a1f-8f63-3b0f953d9781 req-a3dffde4-8e9a-47be-9d52-e56a8bf4cf75 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:29:43.929711 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6cd054-babf-4a1f-8f63-3b0f953d9781 req-a3dffde4-8e9a-47be-9d52-e56a8bf4cf75 service neutron] Checking segment: {'id': '60a7c87d-418e-45d0-8d2e-44bafb77a283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b43eb91b-bdc2-4bd3-b3f0-dc4533479d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:29:43.930090 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6cd054-babf-4a1f-8f63-3b0f953d9781 req-a3dffde4-8e9a-47be-9d52-e56a8bf4cf75 service neutron] Bound using segment: {'id': '60a7c87d-418e-45d0-8d2e-44bafb77a283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b43eb91b-bdc2-4bd3-b3f0-dc4533479d34'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:29:43.930507 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-fd6cd054-babf-4a1f-8f63-3b0f953d9781 req-a3dffde4-8e9a-47be-9d52-e56a8bf4cf75 service neutron] Bound port: 331dd533-f076-499b-80af-3ba24c7da214, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60a7c87d-418e-45d0-8d2e-44bafb77a283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b43eb91b-bdc2-4bd3-b3f0-dc4533479d34'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:29:43.930854 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-fd6cd054-babf-4a1f-8f63-3b0f953d9781 req-a3dffde4-8e9a-47be-9d52-e56a8bf4cf75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:43.992532 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-fd6cd054-babf-4a1f-8f63-3b0f953d9781 req-a3dffde4-8e9a-47be-9d52-e56a8bf4cf75 service neutron] For port 331dd533-f076-499b-80af-3ba24c7da214, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:29:43.995570 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-fd6cd054-babf-4a1f-8f63-3b0f953d9781 req-a3dffde4-8e9a-47be-9d52-e56a8bf4cf75 service neutron] For port 331dd533-f076-499b-80af-3ba24c7da214, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=331dd533-f076-499b-80af-3ba24c7da214,segment=NetworkSegment(60a7c87d-418e-45d0-8d2e-44bafb77a283),segment_id=60a7c87d-418e-45d0-8d2e-44bafb77a283)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:29:44.000245 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-fd6cd054-babf-4a1f-8f63-3b0f953d9781 req-a3dffde4-8e9a-47be-9d52-e56a8bf4cf75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:44.039162 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6cd054-babf-4a1f-8f63-3b0f953d9781 req-a3dffde4-8e9a-47be-9d52-e56a8bf4cf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:44.039783 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-fd6cd054-babf-4a1f-8f63-3b0f953d9781 req-a3dffde4-8e9a-47be-9d52-e56a8bf4cf75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:44.041240 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fd6cd054-babf-4a1f-8f63-3b0f953d9781 req-a3dffde4-8e9a-47be-9d52-e56a8bf4cf75 service neutron] 10.222.0.49 "PUT /v2.0/ports/331dd533-f076-499b-80af-3ba24c7da214 HTTP/1.1" status: 200 len: 1093 time: 0.6971455 Nov 12 01:29:44.061633 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dffde4-8e9a-47be-9d52-e56a8bf4cf75 service neutron] Pushing event updated for resources: {'Port': ['ID=331dd533-f076-499b-80af-3ba24c7da214,revision_number=7']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:44.114110 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6cd054-babf-4a1f-8f63-3b0f953d9781 req-8340b65d-c054-4448-8875-65ea2e7667b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:44.115473 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fd6cd054-babf-4a1f-8f63-3b0f953d9781 req-8340b65d-c054-4448-8875-65ea2e7667b9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cb4518d9d0e74e709318e67abe6446c5&device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 1096 time: 0.0417974 Nov 12 01:29:44.205635 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6cd054-babf-4a1f-8f63-3b0f953d9781 req-29749c63-d53e-4de8-be5d-9b3b404d805d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:44.207069 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fd6cd054-babf-4a1f-8f63-3b0f953d9781 req-29749c63-d53e-4de8-be5d-9b3b404d805d service neutron] 10.222.0.49 "GET /v2.0/networks?id=b43eb91b-bdc2-4bd3-b3f0-dc4533479d34 HTTP/1.1" status: 200 len: 916 time: 0.0846858 Nov 12 01:29:44.252828 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fd6cd054-babf-4a1f-8f63-3b0f953d9781 req-d986afae-697e-4445-a202-86f7f520ce97 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=331dd533-f076-499b-80af-3ba24c7da214 HTTP/1.1" status: 200 len: 217 time: 0.0381413 Nov 12 01:29:44.300652 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6cd054-babf-4a1f-8f63-3b0f953d9781 req-8575fea3-b42a-4e7e-945a-34aeb21d2e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:44.302098 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fd6cd054-babf-4a1f-8f63-3b0f953d9781 req-8575fea3-b42a-4e7e-945a-34aeb21d2e8e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7d6bc06b-cda8-49dc-b9c6-e54f32fe64b9 HTTP/1.1" status: 200 len: 855 time: 0.0424979 Nov 12 01:29:44.333494 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fd6cd054-babf-4a1f-8f63-3b0f953d9781 req-7d31a8a0-6e65-4075-9e7d-d94359d2afb5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b43eb91b-bdc2-4bd3-b3f0-dc4533479d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247552 Nov 12 01:29:44.429130 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fd6cd054-babf-4a1f-8f63-3b0f953d9781 req-b9c467fd-754d-4f23-a163-a552bb8aabe6 service neutron] 10.222.0.49 "GET /v2.0/networks/b43eb91b-bdc2-4bd3-b3f0-dc4533479d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885532 Nov 12 01:29:44.518157 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fd6cd054-babf-4a1f-8f63-3b0f953d9781 req-813940cc-5af7-49ca-aac5-9b1dfd09f7b2 service neutron] 10.222.0.49 "GET /v2.0/networks/b43eb91b-bdc2-4bd3-b3f0-dc4533479d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824566 Nov 12 01:29:45.009201 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f960e1-c885-492b-8ca4-33d61c6c8c41 req-d420fcb6-b9c9-4498-90de-bd6dfc814174 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:45.010731 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-71f960e1-c885-492b-8ca4-33d61c6c8c41 req-d420fcb6-b9c9-4498-90de-bd6dfc814174 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 944 time: 0.0484886 Nov 12 01:29:45.057453 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-71f960e1-c885-492b-8ca4-33d61c6c8c41 req-374da782-fe57-4a6a-86c1-0d79e476b3a1 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405722 Nov 12 01:29:45.793848 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '415c11e7-0840-4380-b691-ab3e9b0f6c94', 'tag': '331dd533-f076-499b-80af-3ba24c7da214'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:29:45.796283 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b70c157-c304-4d62-b823-bdce3c3fbf07" -d '{"events": [{"name": "network-changed", "server_uuid": "415c11e7-0840-4380-b691-ab3e9b0f6c94", "tag": "331dd533-f076-499b-80af-3ba24c7da214"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:29:45.845706 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebb36e0-60a8-4918-997e-81e30d70f968 x-openstack-request-id: req-3ebb36e0-60a8-4918-997e-81e30d70f968 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:29:45.845999 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "415c11e7-0840-4380-b691-ab3e9b0f6c94", "tag": "331dd533-f076-499b-80af-3ba24c7da214", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:29:45.846252 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3ebb36e0-60a8-4918-997e-81e30d70f968 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:29:45.846649 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '415c11e7-0840-4380-b691-ab3e9b0f6c94', 'tag': '331dd533-f076-499b-80af-3ba24c7da214', 'status': 'completed', 'code': 200} Nov 12 01:29:45.924442 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70c157-c304-4d62-b823-bdce3c3fbf07 req-1a44aa38-9d7b-4ca4-9ece-c7e6cad5ca42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:45.925950 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2b70c157-c304-4d62-b823-bdce3c3fbf07 req-1a44aa38-9d7b-4ca4-9ece-c7e6cad5ca42 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cb4518d9d0e74e709318e67abe6446c5&device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 1096 time: 0.0405836 Nov 12 01:29:45.950295 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70c157-c304-4d62-b823-bdce3c3fbf07 req-5fc5b21f-dbc7-4f3b-bd92-d641e80321e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:45.951785 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2b70c157-c304-4d62-b823-bdce3c3fbf07 req-5fc5b21f-dbc7-4f3b-bd92-d641e80321e6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cb4518d9d0e74e709318e67abe6446c5&device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 1096 time: 0.0421853 Nov 12 01:29:46.020444 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70c157-c304-4d62-b823-bdce3c3fbf07 req-b4e7a78b-113e-44dd-9e41-88147e79f8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:46.022750 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2b70c157-c304-4d62-b823-bdce3c3fbf07 req-b4e7a78b-113e-44dd-9e41-88147e79f8a5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b43eb91b-bdc2-4bd3-b3f0-dc4533479d34 HTTP/1.1" status: 200 len: 916 time: 0.0887611 Nov 12 01:29:46.066223 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2b70c157-c304-4d62-b823-bdce3c3fbf07 req-85ec495e-40e0-4689-b1fb-d73e09f86000 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=331dd533-f076-499b-80af-3ba24c7da214 HTTP/1.1" status: 200 len: 217 time: 0.0365098 Nov 12 01:29:46.107621 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70c157-c304-4d62-b823-bdce3c3fbf07 req-abd90663-61a4-4b3f-9027-3afd89d9262a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:46.109025 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2b70c157-c304-4d62-b823-bdce3c3fbf07 req-abd90663-61a4-4b3f-9027-3afd89d9262a service neutron] 10.222.0.49 "GET /v2.0/networks?id=b43eb91b-bdc2-4bd3-b3f0-dc4533479d34 HTTP/1.1" status: 200 len: 916 time: 0.1219411 Nov 12 01:29:46.141008 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70c157-c304-4d62-b823-bdce3c3fbf07 req-43bf75a1-5f00-4b27-aff4-2fd18c6e225a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:46.142523 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2b70c157-c304-4d62-b823-bdce3c3fbf07 req-43bf75a1-5f00-4b27-aff4-2fd18c6e225a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7d6bc06b-cda8-49dc-b9c6-e54f32fe64b9 HTTP/1.1" status: 200 len: 855 time: 0.0686610 Nov 12 01:29:46.168982 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2b70c157-c304-4d62-b823-bdce3c3fbf07 req-cb862d3f-0a0f-4026-bd75-146366ac02bb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=331dd533-f076-499b-80af-3ba24c7da214 HTTP/1.1" status: 200 len: 217 time: 0.0401056 Nov 12 01:29:46.202833 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2b70c157-c304-4d62-b823-bdce3c3fbf07 req-5a84b253-2149-4871-a7f0-f1d3b6c9c14a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b43eb91b-bdc2-4bd3-b3f0-dc4533479d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512140 Nov 12 01:29:46.223426 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70c157-c304-4d62-b823-bdce3c3fbf07 req-2511cc1d-8a81-493a-94a5-fc072650ee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:46.225426 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2b70c157-c304-4d62-b823-bdce3c3fbf07 req-2511cc1d-8a81-493a-94a5-fc072650ee76 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7d6bc06b-cda8-49dc-b9c6-e54f32fe64b9 HTTP/1.1" status: 200 len: 855 time: 0.0489862 Nov 12 01:29:46.237465 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33b30b-0018-4ba1-9709-5d2daac7c437 req-89a7bffd-a45c-46e8-a050-47fa7dbd89a5 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:46.238941 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ca33b30b-0018-4ba1-9709-5d2daac7c437 req-89a7bffd-a45c-46e8-a050-47fa7dbd89a5 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 944 time: 0.0887733 Nov 12 01:29:46.257260 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2b70c157-c304-4d62-b823-bdce3c3fbf07 req-b22ba5b6-8429-4dd5-933d-fc6ff53eb703 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b43eb91b-bdc2-4bd3-b3f0-dc4533479d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252171 Nov 12 01:29:46.355972 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2b70c157-c304-4d62-b823-bdce3c3fbf07 req-fbe738d5-b8b4-4443-bf4b-a4f429a6b494 service neutron] 10.222.0.49 "GET /v2.0/networks/b43eb91b-bdc2-4bd3-b3f0-dc4533479d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920806 Nov 12 01:29:46.465950 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2b70c157-c304-4d62-b823-bdce3c3fbf07 req-325a9184-a6d5-4c16-9b7c-64d319a968af service neutron] 10.222.0.49 "GET /v2.0/networks/b43eb91b-bdc2-4bd3-b3f0-dc4533479d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028261 Nov 12 01:29:46.667426 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ca33b30b-0018-4ba1-9709-5d2daac7c437 req-4ab2d3ef-34f7-4703-9869-eef7cc9e9bdf tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4211240 Nov 12 01:29:46.677534 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2b70c157-c304-4d62-b823-bdce3c3fbf07 req-b59d879b-7fc0-4d0f-8a33-3ee93be29c77 service neutron] 10.222.0.54 "GET /v2.0/networks/b43eb91b-bdc2-4bd3-b3f0-dc4533479d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4671237 Nov 12 01:29:46.769805 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2b70c157-c304-4d62-b823-bdce3c3fbf07 req-219ebde2-0791-415f-bad6-dfc1285aa651 service neutron] 10.222.0.54 "GET /v2.0/networks/b43eb91b-bdc2-4bd3-b3f0-dc4533479d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850267 Nov 12 01:29:46.899208 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d0a6a-a09f-4ce0-879e-a7e37ddef25c req-06428a6c-882f-48e2-b47b-fb4d23cd36c8 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:46.900665 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-218d0a6a-a09f-4ce0-879e-a7e37ddef25c req-06428a6c-882f-48e2-b47b-fb4d23cd36c8 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 944 time: 0.0845540 Nov 12 01:29:46.914278 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906db9f-3055-4b92-a2bc-58b102cd9660 req-20c31f7f-2a17-47a0-8a19-9f7f76491917 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:46.915668 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2906db9f-3055-4b92-a2bc-58b102cd9660 req-20c31f7f-2a17-47a0-8a19-9f7f76491917 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.54 "GET /v2.0/ports?device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94&tenant_id=cb4518d9d0e74e709318e67abe6446c5&binding%3Ahost_id=n-h1-812236-11 HTTP/1.1" status: 200 len: 944 time: 0.0697057 Nov 12 01:29:46.995677 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-218d0a6a-a09f-4ce0-879e-a7e37ddef25c req-42efa1a5-a3dc-4915-a981-8b6132763fb8 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789626 Nov 12 01:29:47.002351 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [req-2906db9f-3055-4b92-a2bc-58b102cd9660 req-cdc7afef-17d6-445a-970e-bc840f86d459 service neutron] delete failed (client error): The resource could not be found. Nov 12 01:29:47.003297 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2906db9f-3055-4b92-a2bc-58b102cd9660 req-cdc7afef-17d6-445a-970e-bc840f86d459 service neutron] 10.222.0.54 "DELETE /v2.0/ports/331dd533-f076-499b-80af-3ba24c7da214/bindings/n-h2-812236-11 HTTP/1.1" status: 404 len: 381 time: 0.0737655 Nov 12 01:29:47.112119 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906db9f-3055-4b92-a2bc-58b102cd9660 req-e82c36c3-9fac-41e6-9609-a84e482ee742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:47.113575 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2906db9f-3055-4b92-a2bc-58b102cd9660 req-e82c36c3-9fac-41e6-9609-a84e482ee742 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cb4518d9d0e74e709318e67abe6446c5&device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 1096 time: 0.0451841 Nov 12 01:29:47.201031 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906db9f-3055-4b92-a2bc-58b102cd9660 req-aceeb706-f30b-4bda-b270-560e9273e296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:47.202614 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2906db9f-3055-4b92-a2bc-58b102cd9660 req-aceeb706-f30b-4bda-b270-560e9273e296 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b43eb91b-bdc2-4bd3-b3f0-dc4533479d34 HTTP/1.1" status: 200 len: 916 time: 0.0821130 Nov 12 01:29:47.249891 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2906db9f-3055-4b92-a2bc-58b102cd9660 req-21685cbe-4967-49f5-a4a3-1937743fcddb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=331dd533-f076-499b-80af-3ba24c7da214 HTTP/1.1" status: 200 len: 217 time: 0.0392871 Nov 12 01:29:47.298397 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906db9f-3055-4b92-a2bc-58b102cd9660 req-c450293c-0fa5-4344-9c40-6659c38ded7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:47.299844 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2906db9f-3055-4b92-a2bc-58b102cd9660 req-c450293c-0fa5-4344-9c40-6659c38ded7f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7d6bc06b-cda8-49dc-b9c6-e54f32fe64b9 HTTP/1.1" status: 200 len: 855 time: 0.0436912 Nov 12 01:29:47.331559 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2906db9f-3055-4b92-a2bc-58b102cd9660 req-999d58e4-6f5b-4326-ba27-614385c7351d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b43eb91b-bdc2-4bd3-b3f0-dc4533479d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245771 Nov 12 01:29:47.422896 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2906db9f-3055-4b92-a2bc-58b102cd9660 req-b38ce095-314c-42dc-9331-b71f20f9494d service neutron] 10.222.0.54 "GET /v2.0/networks/b43eb91b-bdc2-4bd3-b3f0-dc4533479d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842166 Nov 12 01:29:47.447052 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 331dd533-f076-499b-80af-3ba24c7da214 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:29:47.496156 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 331dd533-f076-499b-80af-3ba24c7da214 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:29:47.527251 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2906db9f-3055-4b92-a2bc-58b102cd9660 req-c22852aa-5818-4757-9761-31097a306464 service neutron] 10.222.0.54 "GET /v2.0/networks/b43eb91b-bdc2-4bd3-b3f0-dc4533479d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974994 Nov 12 01:29:47.579265 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 331dd533-f076-499b-80af-3ba24c7da214 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:29:47.675632 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 331dd533-f076-499b-80af-3ba24c7da214, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=331dd533-f076-499b-80af-3ba24c7da214,segment=NetworkSegment(60a7c87d-418e-45d0-8d2e-44bafb77a283),segment_id=60a7c87d-418e-45d0-8d2e-44bafb77a283)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:29:47.687133 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '331dd533-f076-499b-80af-3ba24c7da214', 'network_id': 'b43eb91b-bdc2-4bd3-b3f0-dc4533479d34', 'port_id': '331dd533-f076-499b-80af-3ba24c7da214', 'mac_address': 'fa:16:3e:43:7f:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d6bc06b-cda8-49dc-b9c6-e54f32fe64b9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:29:47.722427 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:47.735578 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 331dd533-f076-499b-80af-3ba24c7da214 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:29:47.755334 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 331dd533-f076-499b-80af-3ba24c7da214, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=331dd533-f076-499b-80af-3ba24c7da214,segment=NetworkSegment(60a7c87d-418e-45d0-8d2e-44bafb77a283),segment_id=60a7c87d-418e-45d0-8d2e-44bafb77a283)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:29:47.759653 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:47.814061 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=331dd533-f076-499b-80af-3ba24c7da214,revision_number=8']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:48.033138 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['331dd533-f076-499b-80af-3ba24c7da214'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:29:48.128393 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc5382-5731-4351-9f0e-f18725206289 req-6a18ff2c-8aca-4889-be07-3ce47b9cf039 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:48.130331 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-39cc5382-5731-4351-9f0e-f18725206289 req-6a18ff2c-8aca-4889-be07-3ce47b9cf039 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 945 time: 0.0590050 Nov 12 01:29:48.181262 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-39cc5382-5731-4351-9f0e-f18725206289 req-9704ec2d-4f70-4b1a-bad3-3d7c5ec00f2b tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438006 Nov 12 01:29:48.296626 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f8c81-a32c-4f7b-9294-522dbf12eebb req-844e9709-a8cd-4e1b-957c-c2aa847f05c6 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:48.298126 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9f3f8c81-a32c-4f7b-9294-522dbf12eebb req-844e9709-a8cd-4e1b-957c-c2aa847f05c6 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 945 time: 0.0491254 Nov 12 01:29:48.349162 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9f3f8c81-a32c-4f7b-9294-522dbf12eebb req-3ecbf191-81d8-4b87-ae5b-ff62e5ded596 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450635 Nov 12 01:29:48.468888 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03cb23-37d7-4277-932e-e17a91d02888 req-d4caab5b-ad0a-4753-8ec7-1a57cb160860 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:48.470740 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fb03cb23-37d7-4277-932e-e17a91d02888 req-d4caab5b-ad0a-4753-8ec7-1a57cb160860 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 945 time: 0.0545864 Nov 12 01:29:48.521045 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fb03cb23-37d7-4277-932e-e17a91d02888 req-e87b75b3-20f7-4bd8-ae45-407568f2de4a tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408368 Nov 12 01:29:48.875356 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567809aa-3af7-4c29-83d2-fde703b8f1ca req-73f166c7-f3d2-455f-b831-b086fd44ca13 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:48.876799 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-567809aa-3af7-4c29-83d2-fde703b8f1ca req-73f166c7-f3d2-455f-b831-b086fd44ca13 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/networks?id=b43eb91b-bdc2-4bd3-b3f0-dc4533479d34 HTTP/1.1" status: 200 len: 815 time: 0.1044526 Nov 12 01:29:48.892381 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-567809aa-3af7-4c29-83d2-fde703b8f1ca req-d5b73b10-fcdb-42d1-9ee0-6d48f78762c0 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/quotas/cb4518d9d0e74e709318e67abe6446c5 HTTP/1.1" status: 200 len: 375 time: 0.0091119 Nov 12 01:29:48.952471 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-567809aa-3af7-4c29-83d2-fde703b8f1ca req-c1734088-fabb-4f9b-ad09-4ee9f575240e tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb4518d9d0e74e709318e67abe6446c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0545049 Nov 12 01:29:49.042677 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-567809aa-3af7-4c29-83d2-fde703b8f1ca req-338acb42-b43a-48e5-ba49-17f7b95bd13f service neutron] 10.222.0.20 "GET /v2.0/networks/b43eb91b-bdc2-4bd3-b3f0-dc4533479d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832450 Nov 12 01:29:49.137205 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-567809aa-3af7-4c29-83d2-fde703b8f1ca req-82b9c742-2261-4b9a-8b37-6d6fb228882d service neutron] 10.222.0.20 "GET /v2.0/networks/b43eb91b-bdc2-4bd3-b3f0-dc4533479d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871572 Nov 12 01:29:49.295465 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-51e68bf7-8b59-4c8e-9f04-b4c5a3788b03 req-6c74464d-1869-4ea3-b11a-30471750ebd5 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 210 time: 0.0272872 Nov 12 01:29:49.581134 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 331dd533-f076-499b-80af-3ba24c7da214 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:29:49.636932 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 331dd533-f076-499b-80af-3ba24c7da214 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:29:49.640678 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 331dd533-f076-499b-80af-3ba24c7da214 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:29:49.641034 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:49.734165 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:49.759723 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415c11e7-0840-4380-b691-ab3e9b0f6c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331dd533-f076-499b-80af-3ba24c7da214'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:29:49.761905 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513046b7-4e07-44db-b268-6aaa7c38a08d" -d '{"events": [{"server_uuid": "415c11e7-0840-4380-b691-ab3e9b0f6c94", "name": "network-vif-plugged", "status": "completed", "tag": "331dd533-f076-499b-80af-3ba24c7da214"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:29:49.776016 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 331dd533-f076-499b-80af-3ba24c7da214, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=331dd533-f076-499b-80af-3ba24c7da214,segment=NetworkSegment(60a7c87d-418e-45d0-8d2e-44bafb77a283),segment_id=60a7c87d-418e-45d0-8d2e-44bafb77a283)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:29:49.780226 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:49.831926 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd640654-e3de-4d40-ad71-33890fc874d1 x-openstack-request-id: req-fd640654-e3de-4d40-ad71-33890fc874d1 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:29:49.832355 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "415c11e7-0840-4380-b691-ab3e9b0f6c94", "name": "network-vif-plugged", "status": "completed", "tag": "331dd533-f076-499b-80af-3ba24c7da214", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:29:49.832620 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fd640654-e3de-4d40-ad71-33890fc874d1 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:29:49.833039 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415c11e7-0840-4380-b691-ab3e9b0f6c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331dd533-f076-499b-80af-3ba24c7da214', 'code': 200} Nov 12 01:29:49.852572 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=331dd533-f076-499b-80af-3ba24c7da214,revision_number=9']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:50.181093 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a961338-6653-471a-a24e-f90c61c51507 req-e38a8310-7d25-4119-bb89-81c9a1b8b40a tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:50.182572 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6a961338-6653-471a-a24e-f90c61c51507 req-e38a8310-7d25-4119-bb89-81c9a1b8b40a tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c11e7-0840-4380-b691-ab3e9b0f6c94 HTTP/1.1" status: 200 len: 946 time: 0.0488126 Nov 12 01:29:50.289798 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-6a961338-6653-471a-a24e-f90c61c51507 req-e4a43fb9-a629-4d5c-8b71-da6e911cd0b7 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Deleting port 331dd533-f076-499b-80af-3ba24c7da214 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:29:50.290189 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6a961338-6653-471a-a24e-f90c61c51507 req-e4a43fb9-a629-4d5c-8b71-da6e911cd0b7 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:50.398396 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-00b39dbb-bab9-4bc9-b504-36134338da38 req-b15d5289-61cb-4bbc-9d3d-b3046cd6dacd tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 210 time: 0.0311928 Nov 12 01:29:50.459794 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-6a961338-6653-471a-a24e-f90c61c51507 req-e4a43fb9-a629-4d5c-8b71-da6e911cd0b7 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] For port 331dd533-f076-499b-80af-3ba24c7da214, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=331dd533-f076-499b-80af-3ba24c7da214,segment=NetworkSegment(60a7c87d-418e-45d0-8d2e-44bafb77a283),segment_id=60a7c87d-418e-45d0-8d2e-44bafb77a283)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:29:50.461465 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6a961338-6653-471a-a24e-f90c61c51507 req-e4a43fb9-a629-4d5c-8b71-da6e911cd0b7 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:50.483667 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-6a961338-6653-471a-a24e-f90c61c51507 req-e4a43fb9-a629-4d5c-8b71-da6e911cd0b7 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Calling delete_port for 331dd533-f076-499b-80af-3ba24c7da214 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:29:50.492483 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567809aa-3af7-4c29-83d2-fde703b8f1ca req-1a1d48da-ae39-4da3-93ae-70a1f6f3c1d5 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:50.493941 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-567809aa-3af7-4c29-83d2-fde703b8f1ca req-1a1d48da-ae39-4da3-93ae-70a1f6f3c1d5 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.49 "GET /v2.0/networks?id=b43eb91b-bdc2-4bd3-b3f0-dc4533479d34 HTTP/1.1" status: 200 len: 815 time: 0.1810372 Nov 12 01:29:50.543743 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-567809aa-3af7-4c29-83d2-fde703b8f1ca req-0631c805-488e-49b6-9337-5cc9f24d1721 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Request body: {'port': {'device_id': 'de944e18-507e-4641-8e66-7298f2a9563e', 'network_id': 'b43eb91b-bdc2-4bd3-b3f0-dc4533479d34', 'admin_state_up': True, 'tenant_id': 'cb4518d9d0e74e709318e67abe6446c5'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:29:50.706920 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6a961338-6653-471a-a24e-f90c61c51507 req-e4a43fb9-a629-4d5c-8b71-da6e911cd0b7 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:50.708951 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-567809aa-3af7-4c29-83d2-fde703b8f1ca req-0631c805-488e-49b6-9337-5cc9f24d1721 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Made reservation on behalf of cb4518d9d0e74e709318e67abe6446c5 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:29:50.713113 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-567809aa-3af7-4c29-83d2-fde703b8f1ca req-0631c805-488e-49b6-9337-5cc9f24d1721 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:50.744686 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['331dd533-f076-499b-80af-3ba24c7da214'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:29:50.755308 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a43fb9-a629-4d5c-8b71-da6e911cd0b7 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Pushing event deleted for resources: {'Port': ['ID=331dd533-f076-499b-80af-3ba24c7da214,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:50.827935 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a961338-6653-471a-a24e-f90c61c51507 req-e4a43fb9-a629-4d5c-8b71-da6e911cd0b7 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] No DVR routers for this DVR port 331dd533-f076-499b-80af-3ba24c7da214 on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:29:50.832319 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6a961338-6653-471a-a24e-f90c61c51507 req-e4a43fb9-a629-4d5c-8b71-da6e911cd0b7 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:50.836333 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6a961338-6653-471a-a24e-f90c61c51507 req-e4a43fb9-a629-4d5c-8b71-da6e911cd0b7 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.49 "DELETE /v2.0/ports/331dd533-f076-499b-80af-3ba24c7da214 HTTP/1.1" status: 204 len: 173 time: 0.6409755 Nov 12 01:29:50.836773 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415c11e7-0840-4380-b691-ab3e9b0f6c94', 'name': 'network-vif-deleted', 'tag': '331dd533-f076-499b-80af-3ba24c7da214'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:29:50.839249 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff3ecfb-74a2-401d-a27f-7bebaecfdb4e" -d '{"events": [{"server_uuid": "415c11e7-0840-4380-b691-ab3e9b0f6c94", "name": "network-vif-deleted", "tag": "331dd533-f076-499b-80af-3ba24c7da214"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:29:50.889872 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599b2f68-2535-4970-bf0b-9b50fcfa92a2 x-openstack-request-id: req-599b2f68-2535-4970-bf0b-9b50fcfa92a2 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:29:50.890162 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "415c11e7-0840-4380-b691-ab3e9b0f6c94", "name": "network-vif-deleted", "tag": "331dd533-f076-499b-80af-3ba24c7da214", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:29:50.890410 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-599b2f68-2535-4970-bf0b-9b50fcfa92a2 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:29:50.890797 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415c11e7-0840-4380-b691-ab3e9b0f6c94', 'name': 'network-vif-deleted', 'tag': '331dd533-f076-499b-80af-3ba24c7da214', 'status': 'completed', 'code': 200} Nov 12 01:29:50.922725 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-567809aa-3af7-4c29-83d2-fde703b8f1ca req-0631c805-488e-49b6-9337-5cc9f24d1721 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Allocated IP 172.20.0.13 (b43eb91b-bdc2-4bd3-b3f0-dc4533479d34/7d6bc06b-cda8-49dc-b9c6-e54f32fe64b9/3b24d1cb-d85a-4db3-8426-92a7b5ba8171) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:29:51.075345 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-567809aa-3af7-4c29-83d2-fde703b8f1ca req-0631c805-488e-49b6-9337-5cc9f24d1721 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:51.111433 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-567809aa-3af7-4c29-83d2-fde703b8f1ca req-0631c805-488e-49b6-9337-5cc9f24d1721 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:51.143978 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['331dd533-f076-499b-80af-3ba24c7da214'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:29:51.156054 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-567809aa-3af7-4c29-83d2-fde703b8f1ca req-0631c805-488e-49b6-9337-5cc9f24d1721 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Network b43eb91b-bdc2-4bd3-b3f0-dc4533479d34 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:29:51.163841 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-567809aa-3af7-4c29-83d2-fde703b8f1ca req-0631c805-488e-49b6-9337-5cc9f24d1721 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:29:51.172485 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-567809aa-3af7-4c29-83d2-fde703b8f1ca req-0631c805-488e-49b6-9337-5cc9f24d1721 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:29:51.180094 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0631c805-488e-49b6-9337-5cc9f24d1721 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Pushing event updated for resources: {'Port': ['ID=3b24d1cb-d85a-4db3-8426-92a7b5ba8171,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:51.226097 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567809aa-3af7-4c29-83d2-fde703b8f1ca req-0631c805-488e-49b6-9337-5cc9f24d1721 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:51.226869 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-567809aa-3af7-4c29-83d2-fde703b8f1ca req-0631c805-488e-49b6-9337-5cc9f24d1721 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:51.241537 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-567809aa-3af7-4c29-83d2-fde703b8f1ca req-0631c805-488e-49b6-9337-5cc9f24d1721 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7028246 Nov 12 01:29:51.260283 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-567809aa-3af7-4c29-83d2-fde703b8f1ca req-9150ebc4-057b-48ed-ad41-6e7ba8254e71 service neutron] Request body: {'port': {'device_id': 'de944e18-507e-4641-8e66-7298f2a9563e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:29:51.313603 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-567809aa-3af7-4c29-83d2-fde703b8f1ca req-9150ebc4-057b-48ed-ad41-6e7ba8254e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:51.525263 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad9854-83eb-47bd-a549-f0776c8f63d2 req-fff9aef0-0259-41a8-bd85-1ac4ac47c49d tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:51.526897 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d2ad9854-83eb-47bd-a549-f0776c8f63d2 req-fff9aef0-0259-41a8-bd85-1ac4ac47c49d tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 932 time: 0.0539765 Nov 12 01:29:51.580001 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d2ad9854-83eb-47bd-a549-f0776c8f63d2 req-28d7b032-f76f-4adb-883e-ec8d0f5c4722 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465617 Nov 12 01:29:51.818160 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-567809aa-3af7-4c29-83d2-fde703b8f1ca req-9150ebc4-057b-48ed-ad41-6e7ba8254e71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b24d1cb-d85a-4db3-8426-92a7b5ba8171 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:29:51.826004 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-567809aa-3af7-4c29-83d2-fde703b8f1ca req-9150ebc4-057b-48ed-ad41-6e7ba8254e71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:51.838428 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-567809aa-3af7-4c29-83d2-fde703b8f1ca req-9150ebc4-057b-48ed-ad41-6e7ba8254e71 service neutron] Transition to ACTIVE for port object 3b24d1cb-d85a-4db3-8426-92a7b5ba8171 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:29:51.841645 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-567809aa-3af7-4c29-83d2-fde703b8f1ca req-9150ebc4-057b-48ed-ad41-6e7ba8254e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:51.898522 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9150ebc4-057b-48ed-ad41-6e7ba8254e71 service neutron] Pushing event updated for resources: {'Port': ['ID=3b24d1cb-d85a-4db3-8426-92a7b5ba8171,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:51.960880 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-567809aa-3af7-4c29-83d2-fde703b8f1ca req-9150ebc4-057b-48ed-ad41-6e7ba8254e71 service neutron] Attempting to bind port 3b24d1cb-d85a-4db3-8426-92a7b5ba8171 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:29:51.961208 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-567809aa-3af7-4c29-83d2-fde703b8f1ca req-9150ebc4-057b-48ed-ad41-6e7ba8254e71 service neutron] Attempting to bind port 3b24d1cb-d85a-4db3-8426-92a7b5ba8171 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '60a7c87d-418e-45d0-8d2e-44bafb77a283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b43eb91b-bdc2-4bd3-b3f0-dc4533479d34'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:29:51.961568 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567809aa-3af7-4c29-83d2-fde703b8f1ca req-9150ebc4-057b-48ed-ad41-6e7ba8254e71 service neutron] Attempting to bind port 3b24d1cb-d85a-4db3-8426-92a7b5ba8171 on network b43eb91b-bdc2-4bd3-b3f0-dc4533479d34 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:29:51.965816 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567809aa-3af7-4c29-83d2-fde703b8f1ca req-9150ebc4-057b-48ed-ad41-6e7ba8254e71 service neutron] Port 3b24d1cb-d85a-4db3-8426-92a7b5ba8171 on network b43eb91b-bdc2-4bd3-b3f0-dc4533479d34 not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:29:51.966136 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567809aa-3af7-4c29-83d2-fde703b8f1ca req-9150ebc4-057b-48ed-ad41-6e7ba8254e71 service neutron] Attempting to bind port 3b24d1cb-d85a-4db3-8426-92a7b5ba8171 on network b43eb91b-bdc2-4bd3-b3f0-dc4533479d34 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:29:51.970826 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567809aa-3af7-4c29-83d2-fde703b8f1ca req-9150ebc4-057b-48ed-ad41-6e7ba8254e71 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:29:51.971154 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567809aa-3af7-4c29-83d2-fde703b8f1ca req-9150ebc4-057b-48ed-ad41-6e7ba8254e71 service neutron] Checking segment: {'id': '60a7c87d-418e-45d0-8d2e-44bafb77a283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b43eb91b-bdc2-4bd3-b3f0-dc4533479d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:29:51.971534 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567809aa-3af7-4c29-83d2-fde703b8f1ca req-9150ebc4-057b-48ed-ad41-6e7ba8254e71 service neutron] Bound using segment: {'id': '60a7c87d-418e-45d0-8d2e-44bafb77a283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b43eb91b-bdc2-4bd3-b3f0-dc4533479d34'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:29:51.971949 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-567809aa-3af7-4c29-83d2-fde703b8f1ca req-9150ebc4-057b-48ed-ad41-6e7ba8254e71 service neutron] Bound port: 3b24d1cb-d85a-4db3-8426-92a7b5ba8171, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60a7c87d-418e-45d0-8d2e-44bafb77a283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b43eb91b-bdc2-4bd3-b3f0-dc4533479d34'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:29:51.972296 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-567809aa-3af7-4c29-83d2-fde703b8f1ca req-9150ebc4-057b-48ed-ad41-6e7ba8254e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:52.038877 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-567809aa-3af7-4c29-83d2-fde703b8f1ca req-9150ebc4-057b-48ed-ad41-6e7ba8254e71 service neutron] For port 3b24d1cb-d85a-4db3-8426-92a7b5ba8171, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:29:52.041857 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-567809aa-3af7-4c29-83d2-fde703b8f1ca req-9150ebc4-057b-48ed-ad41-6e7ba8254e71 service neutron] For port 3b24d1cb-d85a-4db3-8426-92a7b5ba8171, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=3b24d1cb-d85a-4db3-8426-92a7b5ba8171,segment=NetworkSegment(60a7c87d-418e-45d0-8d2e-44bafb77a283),segment_id=60a7c87d-418e-45d0-8d2e-44bafb77a283)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:29:52.046684 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-567809aa-3af7-4c29-83d2-fde703b8f1ca req-9150ebc4-057b-48ed-ad41-6e7ba8254e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:52.080592 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567809aa-3af7-4c29-83d2-fde703b8f1ca req-9150ebc4-057b-48ed-ad41-6e7ba8254e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:52.081306 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-567809aa-3af7-4c29-83d2-fde703b8f1ca req-9150ebc4-057b-48ed-ad41-6e7ba8254e71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:52.082703 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-567809aa-3af7-4c29-83d2-fde703b8f1ca req-9150ebc4-057b-48ed-ad41-6e7ba8254e71 service neutron] 10.222.0.49 "PUT /v2.0/ports/3b24d1cb-d85a-4db3-8426-92a7b5ba8171 HTTP/1.1" status: 200 len: 1093 time: 0.8268752 Nov 12 01:29:52.104464 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9150ebc4-057b-48ed-ad41-6e7ba8254e71 service neutron] Pushing event updated for resources: {'Port': ['ID=3b24d1cb-d85a-4db3-8426-92a7b5ba8171,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:52.176464 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567809aa-3af7-4c29-83d2-fde703b8f1ca req-36389a2b-4d67-409b-b0e2-b6108b1ecc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:52.178107 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-567809aa-3af7-4c29-83d2-fde703b8f1ca req-36389a2b-4d67-409b-b0e2-b6108b1ecc02 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cb4518d9d0e74e709318e67abe6446c5&device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 1096 time: 0.0418260 Nov 12 01:29:52.228821 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-567809aa-3af7-4c29-83d2-fde703b8f1ca req-c68d44e0-feb8-45dd-a46a-a0e9233dc0ab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b24d1cb-d85a-4db3-8426-92a7b5ba8171 HTTP/1.1" status: 200 len: 217 time: 0.0370862 Nov 12 01:29:52.278236 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567809aa-3af7-4c29-83d2-fde703b8f1ca req-a6044b9b-ee61-49d7-aa33-12174b8222e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:52.279659 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-567809aa-3af7-4c29-83d2-fde703b8f1ca req-a6044b9b-ee61-49d7-aa33-12174b8222e8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7d6bc06b-cda8-49dc-b9c6-e54f32fe64b9 HTTP/1.1" status: 200 len: 855 time: 0.0434747 Nov 12 01:29:52.313328 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-567809aa-3af7-4c29-83d2-fde703b8f1ca req-582e5f40-6555-4922-a886-bde76c6d4f5f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b43eb91b-bdc2-4bd3-b3f0-dc4533479d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246413 Nov 12 01:29:52.403583 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-567809aa-3af7-4c29-83d2-fde703b8f1ca req-b8e80cf4-3c5e-484a-b501-9876567e6289 service neutron] 10.222.0.49 "GET /v2.0/networks/b43eb91b-bdc2-4bd3-b3f0-dc4533479d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830617 Nov 12 01:29:52.494727 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-567809aa-3af7-4c29-83d2-fde703b8f1ca req-c1f239ee-8ee2-4a54-b6e4-842a5c160e19 service neutron] 10.222.0.49 "GET /v2.0/networks/b43eb91b-bdc2-4bd3-b3f0-dc4533479d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828176 Nov 12 01:29:52.702038 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ed0b0-897b-48ac-9dde-5dba80f4cbd4 req-419043fb-c3ce-44a3-a88a-c753427eaee7 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:52.703450 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e61ed0b0-897b-48ac-9dde-5dba80f4cbd4 req-419043fb-c3ce-44a3-a88a-c753427eaee7 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 944 time: 0.0505202 Nov 12 01:29:52.754163 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e61ed0b0-897b-48ac-9dde-5dba80f4cbd4 req-0c0d6102-5489-4ec4-a7d8-23a1b7c3daf8 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447674 Nov 12 01:29:52.891988 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de944e18-507e-4641-8e66-7298f2a9563e', 'tag': '3b24d1cb-d85a-4db3-8426-92a7b5ba8171'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:29:52.894379 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4834cc9d-8c35-4b02-85b6-814198fc19b2" -d '{"events": [{"name": "network-changed", "server_uuid": "de944e18-507e-4641-8e66-7298f2a9563e", "tag": "3b24d1cb-d85a-4db3-8426-92a7b5ba8171"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:29:52.931484 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1824dc76-7b20-4b21-aefe-a4cc39dbf105 x-openstack-request-id: req-1824dc76-7b20-4b21-aefe-a4cc39dbf105 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:29:52.931776 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de944e18-507e-4641-8e66-7298f2a9563e", "tag": "3b24d1cb-d85a-4db3-8426-92a7b5ba8171", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:29:52.932029 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1824dc76-7b20-4b21-aefe-a4cc39dbf105 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:29:52.932424 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de944e18-507e-4641-8e66-7298f2a9563e', 'tag': '3b24d1cb-d85a-4db3-8426-92a7b5ba8171', 'status': 'completed', 'code': 200} Nov 12 01:29:53.017183 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4834cc9d-8c35-4b02-85b6-814198fc19b2 req-5d248c72-4d16-4f06-9334-f46b8fbb3ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:53.018676 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4834cc9d-8c35-4b02-85b6-814198fc19b2 req-5d248c72-4d16-4f06-9334-f46b8fbb3ac3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cb4518d9d0e74e709318e67abe6446c5&device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 1096 time: 0.0415258 Nov 12 01:29:53.108834 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4834cc9d-8c35-4b02-85b6-814198fc19b2 req-7ba1df3d-6cf9-4a24-a4df-b41d9d5105e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:53.110304 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4834cc9d-8c35-4b02-85b6-814198fc19b2 req-7ba1df3d-6cf9-4a24-a4df-b41d9d5105e8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b43eb91b-bdc2-4bd3-b3f0-dc4533479d34 HTTP/1.1" status: 200 len: 916 time: 0.0834703 Nov 12 01:29:53.155270 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4834cc9d-8c35-4b02-85b6-814198fc19b2 req-388d58f5-f9a0-4b05-83bf-bc068192bfad service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b24d1cb-d85a-4db3-8426-92a7b5ba8171 HTTP/1.1" status: 200 len: 217 time: 0.0375984 Nov 12 01:29:53.205750 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4834cc9d-8c35-4b02-85b6-814198fc19b2 req-54a323a2-18fe-4c24-81b2-c05b7138d223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:53.207152 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4834cc9d-8c35-4b02-85b6-814198fc19b2 req-54a323a2-18fe-4c24-81b2-c05b7138d223 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7d6bc06b-cda8-49dc-b9c6-e54f32fe64b9 HTTP/1.1" status: 200 len: 855 time: 0.0431101 Nov 12 01:29:53.238998 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4834cc9d-8c35-4b02-85b6-814198fc19b2 req-0615b5d8-7bbe-41fe-9f89-704a0b40f8df service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b43eb91b-bdc2-4bd3-b3f0-dc4533479d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244002 Nov 12 01:29:53.331576 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4834cc9d-8c35-4b02-85b6-814198fc19b2 req-3d229ecc-b016-431e-9587-4e131f9ce764 service neutron] 10.222.0.49 "GET /v2.0/networks/b43eb91b-bdc2-4bd3-b3f0-dc4533479d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851266 Nov 12 01:29:53.421510 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4834cc9d-8c35-4b02-85b6-814198fc19b2 req-32151e6d-a707-417f-b4f6-17e0fe69e43b service neutron] 10.222.0.49 "GET /v2.0/networks/b43eb91b-bdc2-4bd3-b3f0-dc4533479d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821137 Nov 12 01:29:53.588195 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 331dd533-f076-499b-80af-3ba24c7da214 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:29:53.608156 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: 331dd533-f076-499b-80af-3ba24c7da214 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:29:53.608500 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 331dd533-f076-499b-80af-3ba24c7da214 not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:29:53.872361 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1417833-8d96-4fe1-aaea-3adfa1eaa168 req-02af94ef-0d2f-4a39-a231-1e6878432a55 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:53.873774 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b1417833-8d96-4fe1-aaea-3adfa1eaa168 req-02af94ef-0d2f-4a39-a231-1e6878432a55 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 944 time: 0.0501997 Nov 12 01:29:53.926247 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b1417833-8d96-4fe1-aaea-3adfa1eaa168 req-c207ed6d-a388-407c-8573-5a6a86be414a tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464702 Nov 12 01:29:55.047168 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01005c-b08c-4d0c-b63f-2c511b7ac568 req-927e3f6c-795f-4fb6-867b-cba5b6b0388e tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:55.048632 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fd01005c-b08c-4d0c-b63f-2c511b7ac568 req-927e3f6c-795f-4fb6-867b-cba5b6b0388e tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 944 time: 0.0534904 Nov 12 01:29:55.095453 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fd01005c-b08c-4d0c-b63f-2c511b7ac568 req-55492b50-f90e-4944-b05f-98b055a032c9 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404284 Nov 12 01:29:55.588702 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 3b24d1cb-d85a-4db3-8426-92a7b5ba8171 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:29:55.686095 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 3b24d1cb-d85a-4db3-8426-92a7b5ba8171, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=3b24d1cb-d85a-4db3-8426-92a7b5ba8171,segment=NetworkSegment(60a7c87d-418e-45d0-8d2e-44bafb77a283),segment_id=60a7c87d-418e-45d0-8d2e-44bafb77a283)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:29:55.697971 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '3b24d1cb-d85a-4db3-8426-92a7b5ba8171', 'network_id': 'b43eb91b-bdc2-4bd3-b3f0-dc4533479d34', 'port_id': '3b24d1cb-d85a-4db3-8426-92a7b5ba8171', 'mac_address': 'fa:16:3e:88:03:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d6bc06b-cda8-49dc-b9c6-e54f32fe64b9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:29:55.734149 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:55.747091 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b24d1cb-d85a-4db3-8426-92a7b5ba8171 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:29:55.770226 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 3b24d1cb-d85a-4db3-8426-92a7b5ba8171, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=3b24d1cb-d85a-4db3-8426-92a7b5ba8171,segment=NetworkSegment(60a7c87d-418e-45d0-8d2e-44bafb77a283),segment_id=60a7c87d-418e-45d0-8d2e-44bafb77a283)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:29:55.774032 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:55.820886 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=3b24d1cb-d85a-4db3-8426-92a7b5ba8171,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:56.031996 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['3b24d1cb-d85a-4db3-8426-92a7b5ba8171'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:29:56.212105 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13e5ca-c065-4857-9f8d-7dec3ac3450a req-fa077bfc-de88-4899-846c-2de46e51b4b7 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:56.213625 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8b13e5ca-c065-4857-9f8d-7dec3ac3450a req-fa077bfc-de88-4899-846c-2de46e51b4b7 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 945 time: 0.0488737 Nov 12 01:29:56.265141 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8b13e5ca-c065-4857-9f8d-7dec3ac3450a req-e09b7caf-9001-4f16-81cd-97ae4a30d06f tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455866 Nov 12 01:29:56.341665 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:29:57.378267 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323ee3f-fb0f-4499-be4c-cb74e336f3e4 req-6f0b2aff-a3ec-4def-a53b-33c797047ddf tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:57.379711 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9323ee3f-fb0f-4499-be4c-cb74e336f3e4 req-6f0b2aff-a3ec-4def-a53b-33c797047ddf tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 945 time: 0.0477676 Nov 12 01:29:57.427118 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9323ee3f-fb0f-4499-be4c-cb74e336f3e4 req-caaa7a09-7d46-47cf-a9e9-6eff1edc15c5 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407465 Nov 12 01:29:57.635835 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 3b24d1cb-d85a-4db3-8426-92a7b5ba8171 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:29:57.683952 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 3b24d1cb-d85a-4db3-8426-92a7b5ba8171 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:29:57.687680 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 3b24d1cb-d85a-4db3-8426-92a7b5ba8171 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:29:57.688042 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:57.762270 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:57.783705 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de944e18-507e-4641-8e66-7298f2a9563e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b24d1cb-d85a-4db3-8426-92a7b5ba8171'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:29:57.785925 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b095d5a-05cb-4ee3-bfee-a97714d66a2b" -d '{"events": [{"server_uuid": "de944e18-507e-4641-8e66-7298f2a9563e", "name": "network-vif-plugged", "status": "completed", "tag": "3b24d1cb-d85a-4db3-8426-92a7b5ba8171"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:29:57.799120 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 3b24d1cb-d85a-4db3-8426-92a7b5ba8171, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=3b24d1cb-d85a-4db3-8426-92a7b5ba8171,segment=NetworkSegment(60a7c87d-418e-45d0-8d2e-44bafb77a283),segment_id=60a7c87d-418e-45d0-8d2e-44bafb77a283)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:29:57.803615 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:57.829897 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5739d56-4691-4cd9-b69b-61445e5b0b7d x-openstack-request-id: req-b5739d56-4691-4cd9-b69b-61445e5b0b7d {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:29:57.830119 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de944e18-507e-4641-8e66-7298f2a9563e", "name": "network-vif-plugged", "status": "completed", "tag": "3b24d1cb-d85a-4db3-8426-92a7b5ba8171", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:29:57.830370 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b5739d56-4691-4cd9-b69b-61445e5b0b7d {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:29:57.830750 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de944e18-507e-4641-8e66-7298f2a9563e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b24d1cb-d85a-4db3-8426-92a7b5ba8171', 'code': 200} Nov 12 01:29:57.856185 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=3b24d1cb-d85a-4db3-8426-92a7b5ba8171,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:57.864170 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:57.864564 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:57.864832 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:57.865157 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:57.865565 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:57.865891 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:57.866211 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:57.866531 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:57.866939 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:57.867253 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:57.867590 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:57.867900 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:57.952523 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7155182-3293-46cf-952e-222599835fca req-b8e1b01a-d05d-41b6-9ab5-eaeee8d9ed11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:57.954054 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c7155182-3293-46cf-952e-222599835fca req-b8e1b01a-d05d-41b6-9ab5-eaeee8d9ed11 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 1098 time: 0.0421548 Nov 12 01:29:58.000049 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c7155182-3293-46cf-952e-222599835fca req-55d0ad46-8e31-4d77-bc3b-5ec44e0b23d1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369484 Nov 12 01:29:58.544233 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1dac6a-50b1-411a-8ebe-a43381c728e1 req-5f0fe36d-fac5-4ec1-bd48-6b26902a5c85 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:58.545734 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0b1dac6a-50b1-411a-8ebe-a43381c728e1 req-5f0fe36d-fac5-4ec1-bd48-6b26902a5c85 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 946 time: 0.0487313 Nov 12 01:29:58.598990 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0b1dac6a-50b1-411a-8ebe-a43381c728e1 req-109231cc-3e21-4a49-abe2-6a1992bf4335 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474741 Nov 12 01:29:59.720612 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b9575-0045-4bdd-8052-c276196d108b req-1edeccd4-e4ec-4036-8e32-6004dcf8246e tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:59.722110 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-146b9575-0045-4bdd-8052-c276196d108b req-1edeccd4-e4ec-4036-8e32-6004dcf8246e tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 946 time: 0.0533719 Nov 12 01:29:59.768792 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-146b9575-0045-4bdd-8052-c276196d108b req-c441f080-60e6-4d7d-883c-23a0a3ebcb50 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401897 Nov 12 01:29:59.884454 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4af8f8-2a3f-4ffb-8102-119ace537b86 req-0214c944-061b-4119-ba6a-4b77549300b1 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:59.885851 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fb4af8f8-2a3f-4ffb-8102-119ace537b86 req-0214c944-061b-4119-ba6a-4b77549300b1 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 946 time: 0.0493186 Nov 12 01:29:59.934059 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fb4af8f8-2a3f-4ffb-8102-119ace537b86 req-fea3144c-8ad8-4739-9908-4e3871b6e32e tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422852 Nov 12 01:30:00.187218 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-25b589d7-95be-49dc-a609-7e8a3ec74c74 req-74a9f63b-431c-483e-a8a2-0aef68a14ed0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=de944e18-507e-4641-8e66-7298f2a9563e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0734956 Nov 12 01:30:00.195273 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaeaf7f-352a-4568-9e35-f6d07a604e1f req-f959914d-a55d-422e-a343-d93e7f005465 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:00.196701 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cfaeaf7f-352a-4568-9e35-f6d07a604e1f req-f959914d-a55d-422e-a343-d93e7f005465 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 946 time: 0.0745230 Nov 12 01:30:00.245662 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cfaeaf7f-352a-4568-9e35-f6d07a604e1f req-1ea0f12b-118d-4923-b211-aecebe026123 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425427 Nov 12 01:30:01.397159 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b589d7-95be-49dc-a609-7e8a3ec74c74 req-cf2df385-53d3-4fb1-9640-7631a9915665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:01.398805 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25b589d7-95be-49dc-a609-7e8a3ec74c74 req-cf2df385-53d3-4fb1-9640-7631a9915665 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cb4518d9d0e74e709318e67abe6446c5&device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 1098 time: 0.0702579 Nov 12 01:30:01.407151 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544da2ad-7a37-4bc5-bfac-6e5ed6eba6aa req-4dd2a391-0cc0-4928-a60c-7fd3aa6c42b4 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:01.408509 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-544da2ad-7a37-4bc5-bfac-6e5ed6eba6aa req-4dd2a391-0cc0-4928-a60c-7fd3aa6c42b4 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 946 time: 0.0696547 Nov 12 01:30:01.512170 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-544da2ad-7a37-4bc5-bfac-6e5ed6eba6aa req-cb402804-a7f2-4926-89c4-18bd540ede0a tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953236 Nov 12 01:30:01.531062 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b589d7-95be-49dc-a609-7e8a3ec74c74 req-90dc7ea0-2ead-4081-af72-db092880ab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:01.532450 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25b589d7-95be-49dc-a609-7e8a3ec74c74 req-90dc7ea0-2ead-4081-af72-db092880ab0b service neutron] 10.222.0.49 "GET /v2.0/networks?id=b43eb91b-bdc2-4bd3-b3f0-dc4533479d34 HTTP/1.1" status: 200 len: 916 time: 0.1231036 Nov 12 01:30:01.579065 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25b589d7-95be-49dc-a609-7e8a3ec74c74 req-6028b684-75db-49ec-b849-b90cd95c8696 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b24d1cb-d85a-4db3-8426-92a7b5ba8171 HTTP/1.1" status: 200 len: 217 time: 0.0392947 Nov 12 01:30:01.629167 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b589d7-95be-49dc-a609-7e8a3ec74c74 req-fe705c6a-d88d-4b1e-8832-6f012bd27bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:01.632200 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25b589d7-95be-49dc-a609-7e8a3ec74c74 req-fe705c6a-d88d-4b1e-8832-6f012bd27bc9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7d6bc06b-cda8-49dc-b9c6-e54f32fe64b9 HTTP/1.1" status: 200 len: 855 time: 0.0462084 Nov 12 01:30:01.677966 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25b589d7-95be-49dc-a609-7e8a3ec74c74 req-6eaa340e-d55b-44b5-a418-52d3927d3b73 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b43eb91b-bdc2-4bd3-b3f0-dc4533479d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390024 Nov 12 01:30:01.772372 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25b589d7-95be-49dc-a609-7e8a3ec74c74 req-be9ad6d1-93b8-4c48-bb9e-420d6cf3818f service neutron] 10.222.0.49 "GET /v2.0/networks/b43eb91b-bdc2-4bd3-b3f0-dc4533479d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870154 Nov 12 01:30:01.862965 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25b589d7-95be-49dc-a609-7e8a3ec74c74 req-cc6fa2fb-dfde-43ed-86fe-157a82f33453 service neutron] 10.222.0.49 "GET /v2.0/networks/b43eb91b-bdc2-4bd3-b3f0-dc4533479d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844986 Nov 12 01:30:02.627629 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc04bd-bda6-485c-bc68-4875b1c3a4e2 req-cc1f0e62-99cf-47b4-9e18-578f28942258 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:02.629084 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-05bc04bd-bda6-485c-bc68-4875b1c3a4e2 req-cc1f0e62-99cf-47b4-9e18-578f28942258 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 946 time: 0.0483718 Nov 12 01:30:02.677185 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-05bc04bd-bda6-485c-bc68-4875b1c3a4e2 req-8c2442a4-c426-4f5a-bc84-eaa54a3dc648 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413170 Nov 12 01:30:03.795216 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c95e53-d61d-4b8d-96b2-6e7fdd127a87 req-2503ceb1-1d6d-41d6-b7c7-9c4c9f6bdbb1 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:03.796712 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-45c95e53-d61d-4b8d-96b2-6e7fdd127a87 req-2503ceb1-1d6d-41d6-b7c7-9c4c9f6bdbb1 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 946 time: 0.0493824 Nov 12 01:30:03.850339 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-45c95e53-d61d-4b8d-96b2-6e7fdd127a87 req-bd201533-6c92-48a8-b281-0b5b8a493fd6 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469935 Nov 12 01:30:04.345972 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-74159ef5-169b-42aa-bb87-50bd62f575c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:04.964047 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f694269-0684-4451-b034-c14af95522cf req-880ec4cb-9aeb-4c2d-be21-e1c72927fdcc tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:04.965706 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1f694269-0684-4451-b034-c14af95522cf req-880ec4cb-9aeb-4c2d-be21-e1c72927fdcc tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 946 time: 0.0477960 Nov 12 01:30:05.015336 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1f694269-0684-4451-b034-c14af95522cf req-cfb3fd34-f64a-492b-b313-e0c96e56a9f1 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438175 Nov 12 01:30:06.132865 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed5cbd-124b-4d67-a4f9-0f3515c17827 req-1f221891-e9b0-4900-9e48-5056403c47cf tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:06.134365 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-75ed5cbd-124b-4d67-a4f9-0f3515c17827 req-1f221891-e9b0-4900-9e48-5056403c47cf tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 946 time: 0.0490990 Nov 12 01:30:06.181235 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-75ed5cbd-124b-4d67-a4f9-0f3515c17827 req-b7378c29-2032-491e-887f-0cc3dc552843 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408976 Nov 12 01:30:06.466510 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fa9d85c6-2e99-443d-9b84-2bd5a43dbba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:07.297558 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8c6d9-cd9d-4acb-aed6-1023efaeb1ab req-0ca30df6-ada4-45e2-bf65-1a8cb1584368 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:07.299116 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9ee8c6d9-cd9d-4acb-aed6-1023efaeb1ab req-0ca30df6-ada4-45e2-bf65-1a8cb1584368 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 946 time: 0.0501256 Nov 12 01:30:07.352835 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9ee8c6d9-cd9d-4acb-aed6-1023efaeb1ab req-12c94d68-c80a-473f-b73c-f92852ea6236 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469079 Nov 12 01:30:07.810601 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:08.468462 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50edf595-9add-4d50-9c0f-b0b44db23d79 req-a9a29d69-8d2e-4e92-8fad-b6942c552580 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:08.469944 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-50edf595-9add-4d50-9c0f-b0b44db23d79 req-a9a29d69-8d2e-4e92-8fad-b6942c552580 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 946 time: 0.0477846 Nov 12 01:30:08.516486 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-50edf595-9add-4d50-9c0f-b0b44db23d79 req-4ff1e011-9dd2-4eb6-aba3-0c0ac481fa6c tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396757 Nov 12 01:30:09.416616 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:09.631869 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c62f26-cf64-4cac-a6cc-b6cfdb71951e req-4b56dd4b-ee59-402d-81bc-6f0b40a9907c tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:09.633232 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b4c62f26-cf64-4cac-a6cc-b6cfdb71951e req-4b56dd4b-ee59-402d-81bc-6f0b40a9907c tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 946 time: 0.0482602 Nov 12 01:30:09.679837 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b4c62f26-cf64-4cac-a6cc-b6cfdb71951e req-25e193c7-009e-4cca-8a95-2392d5555788 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407252 Nov 12 01:30:10.345296 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:10.799691 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e666e09-b430-4db6-93d4-4c560771e4e3 req-79b67d63-0c28-4299-aa8f-7682aa16268d tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:10.801149 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2e666e09-b430-4db6-93d4-4c560771e4e3 req-79b67d63-0c28-4299-aa8f-7682aa16268d tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 946 time: 0.0529654 Nov 12 01:30:10.847830 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2e666e09-b430-4db6-93d4-4c560771e4e3 req-099a276f-cacf-4dd9-bfc6-371d2d14543c tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405633 Nov 12 01:30:11.221439 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:11.972036 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fc222-24a7-4a90-b6b5-b33f526731ad req-f697887d-0d99-4bc5-82e5-0df32bdedf46 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:11.973530 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fe9fc222-24a7-4a90-b6b5-b33f526731ad req-f697887d-0d99-4bc5-82e5-0df32bdedf46 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 946 time: 0.0537899 Nov 12 01:30:12.021808 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fe9fc222-24a7-4a90-b6b5-b33f526731ad req-c40e7f3a-6024-491d-9666-a0450a2da5f4 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411882 Nov 12 01:30:13.053509 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:13.140375 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb17f01-6d17-4b15-a3bc-0505042f3c23 req-610291ae-e943-4316-98a9-a32aa51a83a7 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:13.141879 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5cb17f01-6d17-4b15-a3bc-0505042f3c23 req-610291ae-e943-4316-98a9-a32aa51a83a7 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 946 time: 0.0494950 Nov 12 01:30:13.189171 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5cb17f01-6d17-4b15-a3bc-0505042f3c23 req-392a19b2-e0f4-4b01-b210-ecb090ee0ec4 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411942 Nov 12 01:30:14.306311 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24126519-74de-4b1d-b616-403f261d2c8d req-118c7371-457b-432e-ac99-98104af48735 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:14.307796 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-24126519-74de-4b1d-b616-403f261d2c8d req-118c7371-457b-432e-ac99-98104af48735 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 946 time: 0.0488818 Nov 12 01:30:14.353919 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-24126519-74de-4b1d-b616-403f261d2c8d req-d6d0b6d5-6c8b-479a-a20c-bb0184572edf tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402730 Nov 12 01:30:15.474371 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508b1a5-9185-476c-b9a8-16f7c9fde53a req-9ea230b7-2238-4362-bb70-4507acb943b3 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:15.475829 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e508b1a5-9185-476c-b9a8-16f7c9fde53a req-9ea230b7-2238-4362-bb70-4507acb943b3 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 946 time: 0.0526071 Nov 12 01:30:15.521208 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e508b1a5-9185-476c-b9a8-16f7c9fde53a req-0418d6e8-b5a0-4f8b-a2d1-c35276267cdc tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394595 Nov 12 01:30:16.640222 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd422bb-59ac-4399-893f-dcc1a0aefa48 req-6853fd03-5a9c-4b08-b0c1-11151360edc1 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:16.641710 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8fd422bb-59ac-4399-893f-dcc1a0aefa48 req-6853fd03-5a9c-4b08-b0c1-11151360edc1 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 946 time: 0.0482788 Nov 12 01:30:16.692683 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8fd422bb-59ac-4399-893f-dcc1a0aefa48 req-d2246013-ddc7-4617-a88c-196f0a1e7760 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439761 Nov 12 01:30:17.813239 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a05dec-a184-4b00-8741-86c259828af1 req-a78556e2-5946-4560-9e4e-9dc9c381af56 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:17.814722 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-99a05dec-a184-4b00-8741-86c259828af1 req-a78556e2-5946-4560-9e4e-9dc9c381af56 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 946 time: 0.0490816 Nov 12 01:30:17.862575 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-99a05dec-a184-4b00-8741-86c259828af1 req-a4c4271f-1e12-46aa-9db8-eca09af0ed09 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410864 Nov 12 01:30:18.980464 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670646c-64c0-4a3a-a1b9-a9000529b08b req-de591ec6-2d26-4db2-ab87-8c8085f1409a tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:18.982629 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4670646c-64c0-4a3a-a1b9-a9000529b08b req-de591ec6-2d26-4db2-ab87-8c8085f1409a tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 946 time: 0.0494268 Nov 12 01:30:19.028631 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4670646c-64c0-4a3a-a1b9-a9000529b08b req-e849240b-4c82-4333-bc89-c02f91a0337a tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401993 Nov 12 01:30:20.145107 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b178527a-6fb1-4b00-b563-90ec559d2495 req-9804dd1c-03e7-497a-900e-05e462ba6da7 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:20.146807 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b178527a-6fb1-4b00-b563-90ec559d2495 req-9804dd1c-03e7-497a-900e-05e462ba6da7 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 946 time: 0.0500555 Nov 12 01:30:20.199236 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b178527a-6fb1-4b00-b563-90ec559d2495 req-fd14f1cc-a51b-410d-8611-dd1817beb4ab tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464075 Nov 12 01:30:21.316510 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b77b8-4440-4810-83ca-10af6e056e12 req-d0dfad55-c605-465d-85ae-4b947a49202d tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:21.318363 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-952b77b8-4440-4810-83ca-10af6e056e12 req-d0dfad55-c605-465d-85ae-4b947a49202d tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 946 time: 0.0494788 Nov 12 01:30:21.364964 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-952b77b8-4440-4810-83ca-10af6e056e12 req-5038f613-6b29-45c4-bacb-812618fb73a1 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403430 Nov 12 01:30:22.480963 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9e659-3d60-4536-8f39-85e499cc2752 req-e454a92d-1e39-46d2-85c9-c784a880e077 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:22.482441 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7ec9e659-3d60-4536-8f39-85e499cc2752 req-e454a92d-1e39-46d2-85c9-c784a880e077 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 946 time: 0.0491309 Nov 12 01:30:22.529935 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7ec9e659-3d60-4536-8f39-85e499cc2752 req-385dd071-ca0a-4107-84f6-135c03be6094 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416031 Nov 12 01:30:23.650306 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3ba7c-5e11-485e-b734-870296aadc32 req-a60bce8f-f042-4b00-ba86-84c254b2c8c6 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:23.651770 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c5b3ba7c-5e11-485e-b734-870296aadc32 req-a60bce8f-f042-4b00-ba86-84c254b2c8c6 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 946 time: 0.0528779 Nov 12 01:30:23.699829 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c5b3ba7c-5e11-485e-b734-870296aadc32 req-f13f4839-499b-4096-88e6-20d853a0b658 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421762 Nov 12 01:30:24.814085 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f5b71-3948-444b-ae0b-49d3efa84a39 req-12b7c143-a33a-4461-9e5d-3848645364de tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:24.815566 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a89f5b71-3948-444b-ae0b-49d3efa84a39 req-12b7c143-a33a-4461-9e5d-3848645364de tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 946 time: 0.0487018 Nov 12 01:30:24.861857 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a89f5b71-3948-444b-ae0b-49d3efa84a39 req-d908acee-384d-44d8-802d-3fbaeaed413f tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395217 Nov 12 01:30:25.980878 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d6ecf-2c52-4fe6-b25f-d1e811cfebb9 req-36b307f4-3fca-46c6-a73d-39010ef1eac7 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:25.982366 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-139d6ecf-2c52-4fe6-b25f-d1e811cfebb9 req-36b307f4-3fca-46c6-a73d-39010ef1eac7 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 946 time: 0.0494204 Nov 12 01:30:26.029290 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-139d6ecf-2c52-4fe6-b25f-d1e811cfebb9 req-aa2bead7-ca3e-45d9-9acc-fa895d04613b tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409031 Nov 12 01:30:27.150771 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97565ac6-e447-4774-ac87-b8910a289d03 req-7f3f62a1-02cc-41af-b10b-5bc2e5b58773 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:27.152229 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-97565ac6-e447-4774-ac87-b8910a289d03 req-7f3f62a1-02cc-41af-b10b-5bc2e5b58773 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 946 time: 0.0530684 Nov 12 01:30:27.200604 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-97565ac6-e447-4774-ac87-b8910a289d03 req-f32a2b60-7454-4009-bbe3-3d38ea3a1e2e tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424654 Nov 12 01:30:28.321156 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60f79e-b34e-4eb2-a35b-b5bce65f84cf req-ddc7833a-091e-49bb-8684-f09f8434e887 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:28.322644 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8f60f79e-b34e-4eb2-a35b-b5bce65f84cf req-ddc7833a-091e-49bb-8684-f09f8434e887 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 946 time: 0.0549078 Nov 12 01:30:28.369889 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8f60f79e-b34e-4eb2-a35b-b5bce65f84cf req-65c75ec6-7b67-4f59-88f8-bb9406107909 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411768 Nov 12 01:30:28.946315 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [req-25b589d7-95be-49dc-a609-7e8a3ec74c74 req-6765dc37-7dfd-45ff-aab8-0355ca0a33b6 service neutron] show failed (client error): The resource could not be found. Nov 12 01:30:28.947250 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25b589d7-95be-49dc-a609-7e8a3ec74c74 req-6765dc37-7dfd-45ff-aab8-0355ca0a33b6 service neutron] 10.222.0.49 "GET /v2.0/ports/3b24d1cb-d85a-4db3-8426-92a7b5ba8171/bindings/n-h2-812236-11 HTTP/1.1" status: 404 len: 381 time: 0.0569522 Nov 12 01:30:29.153897 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b589d7-95be-49dc-a609-7e8a3ec74c74 req-670ff024-ea8f-4956-97c5-5a8fdbd2c36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:29.155377 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-25b589d7-95be-49dc-a609-7e8a3ec74c74 req-670ff024-ea8f-4956-97c5-5a8fdbd2c36b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=de944e18-507e-4641-8e66-7298f2a9563e&tenant_id=cb4518d9d0e74e709318e67abe6446c5 HTTP/1.1" status: 200 len: 1098 time: 0.0431485 Nov 12 01:30:29.173199 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-25b589d7-95be-49dc-a609-7e8a3ec74c74 req-bb319022-fac2-4713-8b5a-2a2bb9341ff7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812236-11', 'device_owner': 'compute:nova'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:29.226404 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-25b589d7-95be-49dc-a609-7e8a3ec74c74 req-bb319022-fac2-4713-8b5a-2a2bb9341ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:29.429023 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-25b589d7-95be-49dc-a609-7e8a3ec74c74 req-bb319022-fac2-4713-8b5a-2a2bb9341ff7 service neutron] For port 3b24d1cb-d85a-4db3-8426-92a7b5ba8171, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=3b24d1cb-d85a-4db3-8426-92a7b5ba8171,segment=NetworkSegment(60a7c87d-418e-45d0-8d2e-44bafb77a283),segment_id=60a7c87d-418e-45d0-8d2e-44bafb77a283)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:30:29.463104 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-25b589d7-95be-49dc-a609-7e8a3ec74c74 req-bb319022-fac2-4713-8b5a-2a2bb9341ff7 service neutron] For port 3b24d1cb-d85a-4db3-8426-92a7b5ba8171, host n-h1-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:30:29.497703 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6a4b3-1684-4465-bd30-592329854426 req-e2382cfe-15c7-4e11-a76f-255393f06105 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:29.499681 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3fd6a4b3-1684-4465-bd30-592329854426 req-e2382cfe-15c7-4e11-a76f-255393f06105 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 946 time: 0.0599198 Nov 12 01:30:29.510754 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de944e18-507e-4641-8e66-7298f2a9563e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b24d1cb-d85a-4db3-8426-92a7b5ba8171'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:30:29.513139 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9ca57e-a416-46ed-9e6d-2a4f0248cd1d" -d '{"events": [{"server_uuid": "de944e18-507e-4641-8e66-7298f2a9563e", "name": "network-vif-unplugged", "status": "completed", "tag": "3b24d1cb-d85a-4db3-8426-92a7b5ba8171"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:30:29.517058 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-25b589d7-95be-49dc-a609-7e8a3ec74c74 req-bb319022-fac2-4713-8b5a-2a2bb9341ff7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:29.531886 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-25b589d7-95be-49dc-a609-7e8a3ec74c74 req-bb319022-fac2-4713-8b5a-2a2bb9341ff7 service neutron] Transition to ACTIVE for port object 3b24d1cb-d85a-4db3-8426-92a7b5ba8171 will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:30:29.536059 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-25b589d7-95be-49dc-a609-7e8a3ec74c74 req-bb319022-fac2-4713-8b5a-2a2bb9341ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:29.560002 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3fd6a4b3-1684-4465-bd30-592329854426 req-7473e67f-741e-4b9e-b9e4-8addea79a8f2 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523403 Nov 12 01:30:29.575463 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233b65e2-059a-4501-8aad-5129005264b4 x-openstack-request-id: req-233b65e2-059a-4501-8aad-5129005264b4 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:30:29.575780 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de944e18-507e-4641-8e66-7298f2a9563e", "name": "network-vif-unplugged", "status": "completed", "tag": "3b24d1cb-d85a-4db3-8426-92a7b5ba8171", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:30:29.576040 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-233b65e2-059a-4501-8aad-5129005264b4 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:30:29.576499 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de944e18-507e-4641-8e66-7298f2a9563e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b24d1cb-d85a-4db3-8426-92a7b5ba8171', 'code': 200} Nov 12 01:30:29.615628 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b589d7-95be-49dc-a609-7e8a3ec74c74 req-bb319022-fac2-4713-8b5a-2a2bb9341ff7 service neutron] No DVR routers for this DVR port 3b24d1cb-d85a-4db3-8426-92a7b5ba8171 on host n-h1-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:30:29.618302 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb319022-fac2-4713-8b5a-2a2bb9341ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=3b24d1cb-d85a-4db3-8426-92a7b5ba8171,revision_number=6']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:29.633161 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb319022-fac2-4713-8b5a-2a2bb9341ff7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:29.633541 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb319022-fac2-4713-8b5a-2a2bb9341ff7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:29.633888 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb319022-fac2-4713-8b5a-2a2bb9341ff7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:29.634456 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb319022-fac2-4713-8b5a-2a2bb9341ff7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:29.634587 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb319022-fac2-4713-8b5a-2a2bb9341ff7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:29.634875 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb319022-fac2-4713-8b5a-2a2bb9341ff7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:29.635200 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb319022-fac2-4713-8b5a-2a2bb9341ff7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:29.635530 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb319022-fac2-4713-8b5a-2a2bb9341ff7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:29.635857 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb319022-fac2-4713-8b5a-2a2bb9341ff7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:29.636185 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb319022-fac2-4713-8b5a-2a2bb9341ff7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:29.636510 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb319022-fac2-4713-8b5a-2a2bb9341ff7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:29.636832 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb319022-fac2-4713-8b5a-2a2bb9341ff7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:29.679333 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-25b589d7-95be-49dc-a609-7e8a3ec74c74 req-bb319022-fac2-4713-8b5a-2a2bb9341ff7 service neutron] Attempting to bind port 3b24d1cb-d85a-4db3-8426-92a7b5ba8171 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:30:29.679668 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-25b589d7-95be-49dc-a609-7e8a3ec74c74 req-bb319022-fac2-4713-8b5a-2a2bb9341ff7 service neutron] Attempting to bind port 3b24d1cb-d85a-4db3-8426-92a7b5ba8171 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '60a7c87d-418e-45d0-8d2e-44bafb77a283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b43eb91b-bdc2-4bd3-b3f0-dc4533479d34'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:30:29.679995 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b589d7-95be-49dc-a609-7e8a3ec74c74 req-bb319022-fac2-4713-8b5a-2a2bb9341ff7 service neutron] Attempting to bind port 3b24d1cb-d85a-4db3-8426-92a7b5ba8171 on network b43eb91b-bdc2-4bd3-b3f0-dc4533479d34 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:30:29.684351 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b589d7-95be-49dc-a609-7e8a3ec74c74 req-bb319022-fac2-4713-8b5a-2a2bb9341ff7 service neutron] Port 3b24d1cb-d85a-4db3-8426-92a7b5ba8171 on network b43eb91b-bdc2-4bd3-b3f0-dc4533479d34 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:30:29.684669 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b589d7-95be-49dc-a609-7e8a3ec74c74 req-bb319022-fac2-4713-8b5a-2a2bb9341ff7 service neutron] Attempting to bind port 3b24d1cb-d85a-4db3-8426-92a7b5ba8171 on network b43eb91b-bdc2-4bd3-b3f0-dc4533479d34 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:30:29.689951 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b589d7-95be-49dc-a609-7e8a3ec74c74 req-bb319022-fac2-4713-8b5a-2a2bb9341ff7 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:30:29.690512 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b589d7-95be-49dc-a609-7e8a3ec74c74 req-bb319022-fac2-4713-8b5a-2a2bb9341ff7 service neutron] Checking segment: {'id': '60a7c87d-418e-45d0-8d2e-44bafb77a283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b43eb91b-bdc2-4bd3-b3f0-dc4533479d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:30:29.691149 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b589d7-95be-49dc-a609-7e8a3ec74c74 req-bb319022-fac2-4713-8b5a-2a2bb9341ff7 service neutron] Bound using segment: {'id': '60a7c87d-418e-45d0-8d2e-44bafb77a283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b43eb91b-bdc2-4bd3-b3f0-dc4533479d34'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:30:29.691615 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-25b589d7-95be-49dc-a609-7e8a3ec74c74 req-bb319022-fac2-4713-8b5a-2a2bb9341ff7 service neutron] Bound port: 3b24d1cb-d85a-4db3-8426-92a7b5ba8171, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60a7c87d-418e-45d0-8d2e-44bafb77a283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b43eb91b-bdc2-4bd3-b3f0-dc4533479d34'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:30:29.691978 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-25b589d7-95be-49dc-a609-7e8a3ec74c74 req-bb319022-fac2-4713-8b5a-2a2bb9341ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:29.768376 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-25b589d7-95be-49dc-a609-7e8a3ec74c74 req-bb319022-fac2-4713-8b5a-2a2bb9341ff7 service neutron] For port 3b24d1cb-d85a-4db3-8426-92a7b5ba8171, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:30:29.772793 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-25b589d7-95be-49dc-a609-7e8a3ec74c74 req-bb319022-fac2-4713-8b5a-2a2bb9341ff7 service neutron] For port 3b24d1cb-d85a-4db3-8426-92a7b5ba8171, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=3b24d1cb-d85a-4db3-8426-92a7b5ba8171,segment=NetworkSegment(60a7c87d-418e-45d0-8d2e-44bafb77a283),segment_id=60a7c87d-418e-45d0-8d2e-44bafb77a283)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:30:29.776489 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-25b589d7-95be-49dc-a609-7e8a3ec74c74 req-bb319022-fac2-4713-8b5a-2a2bb9341ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:29.812322 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b589d7-95be-49dc-a609-7e8a3ec74c74 req-bb319022-fac2-4713-8b5a-2a2bb9341ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:29.813024 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-25b589d7-95be-49dc-a609-7e8a3ec74c74 req-bb319022-fac2-4713-8b5a-2a2bb9341ff7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:29.814430 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-25b589d7-95be-49dc-a609-7e8a3ec74c74 req-bb319022-fac2-4713-8b5a-2a2bb9341ff7 service neutron] 10.222.0.54 "PUT /v2.0/ports/3b24d1cb-d85a-4db3-8426-92a7b5ba8171 HTTP/1.1" status: 200 len: 1093 time: 0.6452870 Nov 12 01:30:29.835850 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb319022-fac2-4713-8b5a-2a2bb9341ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=3b24d1cb-d85a-4db3-8426-92a7b5ba8171,revision_number=7']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:29.899961 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b589d7-95be-49dc-a609-7e8a3ec74c74 req-322e05b1-2e49-4d0e-bec9-0ad862dfc64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:29.901501 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-25b589d7-95be-49dc-a609-7e8a3ec74c74 req-322e05b1-2e49-4d0e-bec9-0ad862dfc64e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cb4518d9d0e74e709318e67abe6446c5&device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 1096 time: 0.0480595 Nov 12 01:30:29.996946 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b589d7-95be-49dc-a609-7e8a3ec74c74 req-5f1778ab-5332-4dae-b046-26b5b8ba22f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:29.998457 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-25b589d7-95be-49dc-a609-7e8a3ec74c74 req-5f1778ab-5332-4dae-b046-26b5b8ba22f1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b43eb91b-bdc2-4bd3-b3f0-dc4533479d34 HTTP/1.1" status: 200 len: 916 time: 0.0901473 Nov 12 01:30:30.041651 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-25b589d7-95be-49dc-a609-7e8a3ec74c74 req-f34e475b-c4ce-4101-9ccf-eae7712c61af service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b24d1cb-d85a-4db3-8426-92a7b5ba8171 HTTP/1.1" status: 200 len: 217 time: 0.0361166 Nov 12 01:30:30.095340 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b589d7-95be-49dc-a609-7e8a3ec74c74 req-e38792ce-a969-4a8c-8cc1-c1b50fb6a63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:30.096813 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-25b589d7-95be-49dc-a609-7e8a3ec74c74 req-e38792ce-a969-4a8c-8cc1-c1b50fb6a63e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7d6bc06b-cda8-49dc-b9c6-e54f32fe64b9 HTTP/1.1" status: 200 len: 855 time: 0.0481949 Nov 12 01:30:30.129837 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-25b589d7-95be-49dc-a609-7e8a3ec74c74 req-4dd7a371-7c9c-4c83-a133-60faa8c5af20 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b43eb91b-bdc2-4bd3-b3f0-dc4533479d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248070 Nov 12 01:30:30.220980 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-25b589d7-95be-49dc-a609-7e8a3ec74c74 req-04e5fd39-e01f-4f8a-a4c7-1640acd867d3 service neutron] 10.222.0.54 "GET /v2.0/networks/b43eb91b-bdc2-4bd3-b3f0-dc4533479d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835783 Nov 12 01:30:30.322413 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-25b589d7-95be-49dc-a609-7e8a3ec74c74 req-bfa670bf-1c0e-40bd-8eab-5f11cd9e2b7b service neutron] 10.222.0.54 "GET /v2.0/networks/b43eb91b-bdc2-4bd3-b3f0-dc4533479d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935085 Nov 12 01:30:30.682703 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e75601-ac7c-4468-a23b-ed622a859331 req-b4c2fa0b-597c-4cd8-8b12-614a892ab006 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:30.684173 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-67e75601-ac7c-4468-a23b-ed622a859331 req-b4c2fa0b-597c-4cd8-8b12-614a892ab006 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 944 time: 0.0492139 Nov 12 01:30:30.734908 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-67e75601-ac7c-4468-a23b-ed622a859331 req-75bf8f59-7b20-4b22-9100-9db778d58fb5 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448396 Nov 12 01:30:31.578492 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de944e18-507e-4641-8e66-7298f2a9563e', 'tag': '3b24d1cb-d85a-4db3-8426-92a7b5ba8171'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:30:31.580366 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6848a4-6a17-415c-8b25-206db4b71ea7" -d '{"events": [{"name": "network-changed", "server_uuid": "de944e18-507e-4641-8e66-7298f2a9563e", "tag": "3b24d1cb-d85a-4db3-8426-92a7b5ba8171"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:30:31.633363 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f075e22-718e-411a-93ef-1016f60fc814 x-openstack-request-id: req-6f075e22-718e-411a-93ef-1016f60fc814 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:30:31.633694 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de944e18-507e-4641-8e66-7298f2a9563e", "tag": "3b24d1cb-d85a-4db3-8426-92a7b5ba8171", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:30:31.633945 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6f075e22-718e-411a-93ef-1016f60fc814 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:30:31.634344 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de944e18-507e-4641-8e66-7298f2a9563e', 'tag': '3b24d1cb-d85a-4db3-8426-92a7b5ba8171', 'status': 'completed', 'code': 200} Nov 12 01:30:31.718822 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6848a4-6a17-415c-8b25-206db4b71ea7 req-9ac45966-c8c5-4568-b6a2-8a21ee785d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:31.719543 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6848a4-6a17-415c-8b25-206db4b71ea7 req-3de5ff3e-5bb8-4341-a21b-8d78f23033b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:31.720361 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1e6848a4-6a17-415c-8b25-206db4b71ea7 req-9ac45966-c8c5-4568-b6a2-8a21ee785d77 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cb4518d9d0e74e709318e67abe6446c5&device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 1096 time: 0.0413811 Nov 12 01:30:31.721051 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1e6848a4-6a17-415c-8b25-206db4b71ea7 req-3de5ff3e-5bb8-4341-a21b-8d78f23033b6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cb4518d9d0e74e709318e67abe6446c5&device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 1096 time: 0.0457900 Nov 12 01:30:31.816009 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6848a4-6a17-415c-8b25-206db4b71ea7 req-967e89b9-e423-48d3-a66b-499dd4bf9fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:31.817535 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1e6848a4-6a17-415c-8b25-206db4b71ea7 req-967e89b9-e423-48d3-a66b-499dd4bf9fec service neutron] 10.222.0.49 "GET /v2.0/networks?id=b43eb91b-bdc2-4bd3-b3f0-dc4533479d34 HTTP/1.1" status: 200 len: 916 time: 0.0900912 Nov 12 01:30:31.827281 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6848a4-6a17-415c-8b25-206db4b71ea7 req-f3ca9f2b-4dac-4c81-b662-4e5f9ccf4f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:31.828763 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1e6848a4-6a17-415c-8b25-206db4b71ea7 req-f3ca9f2b-4dac-4c81-b662-4e5f9ccf4f3e service neutron] 10.222.0.54 "GET /v2.0/networks?id=b43eb91b-bdc2-4bd3-b3f0-dc4533479d34 HTTP/1.1" status: 200 len: 916 time: 0.0985780 Nov 12 01:30:31.863603 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1e6848a4-6a17-415c-8b25-206db4b71ea7 req-a2642618-78b3-4c76-aff2-e0ec5ecae23d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b24d1cb-d85a-4db3-8426-92a7b5ba8171 HTTP/1.1" status: 200 len: 217 time: 0.0390050 Nov 12 01:30:31.885450 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1e6848a4-6a17-415c-8b25-206db4b71ea7 req-3d308062-9252-4567-9660-6f0bed2ff3f3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b24d1cb-d85a-4db3-8426-92a7b5ba8171 HTTP/1.1" status: 200 len: 217 time: 0.0416059 Nov 12 01:30:31.912990 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6848a4-6a17-415c-8b25-206db4b71ea7 req-ceee9e79-f69e-4843-84c5-35d1ae207911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:31.914745 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1e6848a4-6a17-415c-8b25-206db4b71ea7 req-ceee9e79-f69e-4843-84c5-35d1ae207911 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7d6bc06b-cda8-49dc-b9c6-e54f32fe64b9 HTTP/1.1" status: 200 len: 855 time: 0.0446115 Nov 12 01:30:31.933248 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4342db-552a-456c-b196-25b8ffdc2404 req-a43e9eb8-805c-4df0-94c6-bef39f11fca4 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:31.934774 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4a4342db-552a-456c-b196-25b8ffdc2404 req-a43e9eb8-805c-4df0-94c6-bef39f11fca4 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 944 time: 0.1265604 Nov 12 01:30:31.948014 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1e6848a4-6a17-415c-8b25-206db4b71ea7 req-025b9559-45eb-4c23-9cbe-11013e6dca97 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b43eb91b-bdc2-4bd3-b3f0-dc4533479d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257194 Nov 12 01:30:31.966324 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6848a4-6a17-415c-8b25-206db4b71ea7 req-76b999a7-6233-44b1-9357-c98ec96627f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:31.967740 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1e6848a4-6a17-415c-8b25-206db4b71ea7 req-76b999a7-6233-44b1-9357-c98ec96627f2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7d6bc06b-cda8-49dc-b9c6-e54f32fe64b9 HTTP/1.1" status: 200 len: 855 time: 0.0753903 Nov 12 01:30:32.012746 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1e6848a4-6a17-415c-8b25-206db4b71ea7 req-24d70ef7-9766-423e-a401-2f8304094df9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b43eb91b-bdc2-4bd3-b3f0-dc4533479d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343893 Nov 12 01:30:32.017337 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4a4342db-552a-456c-b196-25b8ffdc2404 req-74c9ad85-1a6e-4c23-bcbc-22736e410fa2 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721080 Nov 12 01:30:32.051478 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1e6848a4-6a17-415c-8b25-206db4b71ea7 req-8f625a23-0490-426f-8b2a-a2a9c281ee49 service neutron] 10.222.0.49 "GET /v2.0/networks/b43eb91b-bdc2-4bd3-b3f0-dc4533479d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964313 Nov 12 01:30:32.110722 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1e6848a4-6a17-415c-8b25-206db4b71ea7 req-3f7ebe25-806b-4a8f-9816-a963e06992d3 service neutron] 10.222.0.54 "GET /v2.0/networks/b43eb91b-bdc2-4bd3-b3f0-dc4533479d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905352 Nov 12 01:30:32.143552 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1e6848a4-6a17-415c-8b25-206db4b71ea7 req-10a087f7-550c-4bb7-ad69-6270d15a8634 service neutron] 10.222.0.49 "GET /v2.0/networks/b43eb91b-bdc2-4bd3-b3f0-dc4533479d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852442 Nov 12 01:30:32.201481 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1e6848a4-6a17-415c-8b25-206db4b71ea7 req-df5ee2b2-424e-410e-8b07-5fa1d973f46f service neutron] 10.222.0.54 "GET /v2.0/networks/b43eb91b-bdc2-4bd3-b3f0-dc4533479d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830669 Nov 12 01:30:33.139013 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af64615f-2bdc-4b8f-a24c-b42dd2a1bbd9 req-49ea83de-4f38-4c97-bc51-ac8185778164 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:33.140477 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-af64615f-2bdc-4b8f-a24c-b42dd2a1bbd9 req-49ea83de-4f38-4c97-bc51-ac8185778164 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 944 time: 0.0505676 Nov 12 01:30:33.190588 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-af64615f-2bdc-4b8f-a24c-b42dd2a1bbd9 req-57cd1bbe-f017-4610-b7b7-22560dcb090b tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440660 Nov 12 01:30:33.341767 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:30:33.683401 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 3b24d1cb-d85a-4db3-8426-92a7b5ba8171 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:30:33.775828 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 3b24d1cb-d85a-4db3-8426-92a7b5ba8171, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=3b24d1cb-d85a-4db3-8426-92a7b5ba8171,segment=NetworkSegment(60a7c87d-418e-45d0-8d2e-44bafb77a283),segment_id=60a7c87d-418e-45d0-8d2e-44bafb77a283)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:30:33.790724 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '3b24d1cb-d85a-4db3-8426-92a7b5ba8171', 'network_id': 'b43eb91b-bdc2-4bd3-b3f0-dc4533479d34', 'port_id': '3b24d1cb-d85a-4db3-8426-92a7b5ba8171', 'mac_address': 'fa:16:3e:88:03:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d6bc06b-cda8-49dc-b9c6-e54f32fe64b9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:30:33.826517 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:33.838919 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b24d1cb-d85a-4db3-8426-92a7b5ba8171 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:30:33.857948 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 3b24d1cb-d85a-4db3-8426-92a7b5ba8171, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=3b24d1cb-d85a-4db3-8426-92a7b5ba8171,segment=NetworkSegment(60a7c87d-418e-45d0-8d2e-44bafb77a283),segment_id=60a7c87d-418e-45d0-8d2e-44bafb77a283)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:30:33.861778 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:33.886313 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 3b24d1cb-d85a-4db3-8426-92a7b5ba8171 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:30:33.944819 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=3b24d1cb-d85a-4db3-8426-92a7b5ba8171,revision_number=8']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:33.951832 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 3b24d1cb-d85a-4db3-8426-92a7b5ba8171 not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:30:34.312554 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['3b24d1cb-d85a-4db3-8426-92a7b5ba8171'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:30:34.314465 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147990da-c33f-40b8-88c7-2ea1cad075d4 req-4f393da2-d753-4399-a8ed-22de9cccff5e tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:34.315978 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-147990da-c33f-40b8-88c7-2ea1cad075d4 req-4f393da2-d753-4399-a8ed-22de9cccff5e tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 945 time: 0.0554354 Nov 12 01:30:34.363990 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6853c1b7-f395-44e7-9dc8-f04506abda29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:34.371141 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-147990da-c33f-40b8-88c7-2ea1cad075d4 req-e79e364d-ace3-452b-a41a-928321bdb98c tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490713 Nov 12 01:30:34.571175 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f77d0-632d-4782-b50d-0624ccf3a844 req-a3b37e0a-2388-4273-aa5f-dc1d6c730267 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:34.573226 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e08f77d0-632d-4782-b50d-0624ccf3a844 req-a3b37e0a-2388-4273-aa5f-dc1d6c730267 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 945 time: 0.0502713 Nov 12 01:30:34.623476 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e08f77d0-632d-4782-b50d-0624ccf3a844 req-806e7576-069d-4133-865a-8033bd2441d1 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438097 Nov 12 01:30:34.631120 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f0e30-0418-4ac5-9be5-0c52c217cefb req-e1cfdc62-091d-41a1-abee-5be5e17afddf tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:34.632615 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ef4f0e30-0418-4ac5-9be5-0c52c217cefb req-e1cfdc62-091d-41a1-abee-5be5e17afddf tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.49 "GET /v2.0/ports?device_id=de944e18-507e-4641-8e66-7298f2a9563e&tenant_id=cb4518d9d0e74e709318e67abe6446c5&binding%3Ahost_id=n-h2-812236-11 HTTP/1.1" status: 200 len: 945 time: 0.0888395 Nov 12 01:30:34.692304 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [req-ef4f0e30-0418-4ac5-9be5-0c52c217cefb req-0f059646-a3f5-4395-a6a6-24c25df90c6f service neutron] delete failed (client error): The resource could not be found. Nov 12 01:30:34.693333 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ef4f0e30-0418-4ac5-9be5-0c52c217cefb req-0f059646-a3f5-4395-a6a6-24c25df90c6f service neutron] 10.222.0.49 "DELETE /v2.0/ports/3b24d1cb-d85a-4db3-8426-92a7b5ba8171/bindings/n-h1-812236-11 HTTP/1.1" status: 404 len: 381 time: 0.0537364 Nov 12 01:30:34.803456 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f0e30-0418-4ac5-9be5-0c52c217cefb req-ccbe55d3-7849-4a9f-b024-e7b91a056c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:34.805033 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ef4f0e30-0418-4ac5-9be5-0c52c217cefb req-ccbe55d3-7849-4a9f-b024-e7b91a056c04 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cb4518d9d0e74e709318e67abe6446c5&device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 1097 time: 0.0458920 Nov 12 01:30:34.894134 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f0e30-0418-4ac5-9be5-0c52c217cefb req-8d49cffe-cc57-4ab5-a4c1-fd5920644a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:34.896302 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ef4f0e30-0418-4ac5-9be5-0c52c217cefb req-8d49cffe-cc57-4ab5-a4c1-fd5920644a1d service neutron] 10.222.0.49 "GET /v2.0/networks?id=b43eb91b-bdc2-4bd3-b3f0-dc4533479d34 HTTP/1.1" status: 200 len: 916 time: 0.0837650 Nov 12 01:30:34.964932 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ef4f0e30-0418-4ac5-9be5-0c52c217cefb req-be814d15-b142-413d-ae28-316f4e581b31 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b24d1cb-d85a-4db3-8426-92a7b5ba8171 HTTP/1.1" status: 200 len: 217 time: 0.0364411 Nov 12 01:30:35.016309 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f0e30-0418-4ac5-9be5-0c52c217cefb req-b76dd841-820f-4882-a802-ed3508071650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:35.017740 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ef4f0e30-0418-4ac5-9be5-0c52c217cefb req-b76dd841-820f-4882-a802-ed3508071650 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7d6bc06b-cda8-49dc-b9c6-e54f32fe64b9 HTTP/1.1" status: 200 len: 855 time: 0.0438681 Nov 12 01:30:35.051072 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ef4f0e30-0418-4ac5-9be5-0c52c217cefb req-86fbea3e-2757-482a-b5b2-4a2e585eda1e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b43eb91b-bdc2-4bd3-b3f0-dc4533479d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247972 Nov 12 01:30:35.144533 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ef4f0e30-0418-4ac5-9be5-0c52c217cefb req-fdc47494-77b0-4c0d-a099-1b9d0f85b507 service neutron] 10.222.0.49 "GET /v2.0/networks/b43eb91b-bdc2-4bd3-b3f0-dc4533479d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853887 Nov 12 01:30:35.237450 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ef4f0e30-0418-4ac5-9be5-0c52c217cefb req-9991560b-268a-4037-8efc-b63ad4b14aae service neutron] 10.222.0.49 "GET /v2.0/networks/b43eb91b-bdc2-4bd3-b3f0-dc4533479d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850034 Nov 12 01:30:35.677232 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 3b24d1cb-d85a-4db3-8426-92a7b5ba8171 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:30:35.732642 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 3b24d1cb-d85a-4db3-8426-92a7b5ba8171 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:30:35.736965 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 3b24d1cb-d85a-4db3-8426-92a7b5ba8171 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:30:35.737332 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:35.744747 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51bbbb-219b-4233-9829-a9783664425a req-e1fb3d71-1335-4ac4-af0f-c6d482d67964 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:35.746280 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ba51bbbb-219b-4233-9829-a9783664425a req-e1fb3d71-1335-4ac4-af0f-c6d482d67964 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 945 time: 0.0511935 Nov 12 01:30:35.798795 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ba51bbbb-219b-4233-9829-a9783664425a req-72e08c6c-64c4-4aab-b0f2-1d52e2665d9b tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464056 Nov 12 01:30:35.816524 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:35.838887 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de944e18-507e-4641-8e66-7298f2a9563e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b24d1cb-d85a-4db3-8426-92a7b5ba8171'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:30:35.841016 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5270f568-f10e-4384-861b-18c7a61ec4b3" -d '{"events": [{"server_uuid": "de944e18-507e-4641-8e66-7298f2a9563e", "name": "network-vif-plugged", "status": "completed", "tag": "3b24d1cb-d85a-4db3-8426-92a7b5ba8171"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:30:35.853877 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 3b24d1cb-d85a-4db3-8426-92a7b5ba8171, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=3b24d1cb-d85a-4db3-8426-92a7b5ba8171,segment=NetworkSegment(60a7c87d-418e-45d0-8d2e-44bafb77a283),segment_id=60a7c87d-418e-45d0-8d2e-44bafb77a283)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:30:35.858902 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:35.893243 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72709d67-27de-4aeb-898d-31ced0bf62f5 x-openstack-request-id: req-72709d67-27de-4aeb-898d-31ced0bf62f5 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:30:35.893566 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de944e18-507e-4641-8e66-7298f2a9563e", "name": "network-vif-plugged", "status": "completed", "tag": "3b24d1cb-d85a-4db3-8426-92a7b5ba8171", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:30:35.893843 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-72709d67-27de-4aeb-898d-31ced0bf62f5 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:30:35.894228 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de944e18-507e-4641-8e66-7298f2a9563e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b24d1cb-d85a-4db3-8426-92a7b5ba8171', 'code': 200} Nov 12 01:30:35.915491 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=3b24d1cb-d85a-4db3-8426-92a7b5ba8171,revision_number=9']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:36.471626 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-42182d3b-d4ce-40b6-973f-3580301b890a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:36.914075 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab0aab-b147-4fa6-9c87-f1faa7397973 req-de7fe3f4-b10b-47b0-8c9d-db133c1c3f8b tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:36.915534 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dcab0aab-b147-4fa6-9c87-f1faa7397973 req-de7fe3f4-b10b-47b0-8c9d-db133c1c3f8b tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 946 time: 0.0494931 Nov 12 01:30:36.961867 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dcab0aab-b147-4fa6-9c87-f1faa7397973 req-b28aa11c-73d3-4d54-b3cb-f874e24e6f56 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403934 Nov 12 01:30:37.084844 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc44d5-4a6d-4a25-8e2f-135b7c2af9e4 req-9cfbe1cd-9470-4a90-847f-b91b0285a324 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:37.086273 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d8dc44d5-4a6d-4a25-8e2f-135b7c2af9e4 req-9cfbe1cd-9470-4a90-847f-b91b0285a324 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 946 time: 0.0533426 Nov 12 01:30:37.132354 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d8dc44d5-4a6d-4a25-8e2f-135b7c2af9e4 req-324b184a-5dd9-4f79-9eb3-7a1ee11ea2fe tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401917 Nov 12 01:30:37.246267 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab65200-2e71-4e6f-b133-3ecf980dc339 req-b1a5e4ce-2009-4f60-9dbf-b224418b1805 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:37.247768 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4ab65200-2e71-4e6f-b133-3ecf980dc339 req-b1a5e4ce-2009-4f60-9dbf-b224418b1805 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 946 time: 0.0504432 Nov 12 01:30:37.295754 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4ab65200-2e71-4e6f-b133-3ecf980dc339 req-9a51764f-44ac-42d0-a401-da9b70195953 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420070 Nov 12 01:30:37.622010 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c62a7-3e07-4c52-948f-81929c76946d req-7c366128-056d-48c5-8a53-73348c941ca4 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:37.623392 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d65c62a7-3e07-4c52-948f-81929c76946d req-7c366128-056d-48c5-8a53-73348c941ca4 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 946 time: 0.0489836 Nov 12 01:30:37.670477 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d65c62a7-3e07-4c52-948f-81929c76946d req-010c4422-0e48-47cc-9a23-6612296a133c tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412216 Nov 12 01:30:37.812153 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:38.791031 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf0945-6ff8-4c85-8b5d-3d29e6cf0a47 req-e205e7f7-5bfe-4da3-8b6b-53ad3ad3827c tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:38.792492 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-debf0945-6ff8-4c85-8b5d-3d29e6cf0a47 req-e205e7f7-5bfe-4da3-8b6b-53ad3ad3827c tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/ports?device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 946 time: 0.0522969 Nov 12 01:30:38.840907 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-debf0945-6ff8-4c85-8b5d-3d29e6cf0a47 req-ee9c392a-c605-4856-9fee-33b812687344 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aee5197-acef-4075-a3db-68ab81136e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422704 Nov 12 01:30:39.050612 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3205407-13c4-434a-88a7-02922775c271 req-79ed5c9a-8ee7-4ab5-826a-d5eb3ef26446 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:39.052509 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b3205407-13c4-434a-88a7-02922775c271 req-79ed5c9a-8ee7-4ab5-826a-d5eb3ef26446 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.54 "GET /v2.0/ports?device_id=de944e18-507e-4641-8e66-7298f2a9563e HTTP/1.1" status: 200 len: 946 time: 0.0500224 Nov 12 01:30:39.142693 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-b3205407-13c4-434a-88a7-02922775c271 req-2d1972f5-1bb5-4e1e-8fd2-513dca86a2c1 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Deleting port 3b24d1cb-d85a-4db3-8426-92a7b5ba8171 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:30:39.142970 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b3205407-13c4-434a-88a7-02922775c271 req-2d1972f5-1bb5-4e1e-8fd2-513dca86a2c1 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:39.232324 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-b3205407-13c4-434a-88a7-02922775c271 req-2d1972f5-1bb5-4e1e-8fd2-513dca86a2c1 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] For port 3b24d1cb-d85a-4db3-8426-92a7b5ba8171, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=3b24d1cb-d85a-4db3-8426-92a7b5ba8171,segment=NetworkSegment(60a7c87d-418e-45d0-8d2e-44bafb77a283),segment_id=60a7c87d-418e-45d0-8d2e-44bafb77a283)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:30:39.232703 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b3205407-13c4-434a-88a7-02922775c271 req-2d1972f5-1bb5-4e1e-8fd2-513dca86a2c1 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:39.245466 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-b3205407-13c4-434a-88a7-02922775c271 req-2d1972f5-1bb5-4e1e-8fd2-513dca86a2c1 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Calling delete_port for 3b24d1cb-d85a-4db3-8426-92a7b5ba8171 owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:30:39.372304 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b3205407-13c4-434a-88a7-02922775c271 req-2d1972f5-1bb5-4e1e-8fd2-513dca86a2c1 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:39.399674 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1972f5-1bb5-4e1e-8fd2-513dca86a2c1 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Pushing event deleted for resources: {'Port': ['ID=3b24d1cb-d85a-4db3-8426-92a7b5ba8171,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:39.409140 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['3b24d1cb-d85a-4db3-8426-92a7b5ba8171'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:30:39.446220 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:39.452194 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3205407-13c4-434a-88a7-02922775c271 req-2d1972f5-1bb5-4e1e-8fd2-513dca86a2c1 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] No DVR routers for this DVR port 3b24d1cb-d85a-4db3-8426-92a7b5ba8171 on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:30:39.454902 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b3205407-13c4-434a-88a7-02922775c271 req-2d1972f5-1bb5-4e1e-8fd2-513dca86a2c1 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:39.459109 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b3205407-13c4-434a-88a7-02922775c271 req-2d1972f5-1bb5-4e1e-8fd2-513dca86a2c1 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] 10.222.0.54 "DELETE /v2.0/ports/3b24d1cb-d85a-4db3-8426-92a7b5ba8171 HTTP/1.1" status: 204 len: 173 time: 0.4005256 Nov 12 01:30:39.459568 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de944e18-507e-4641-8e66-7298f2a9563e', 'name': 'network-vif-deleted', 'tag': '3b24d1cb-d85a-4db3-8426-92a7b5ba8171'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:30:39.462410 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e90b40b-3775-47c6-8c72-017d5fa6e30b" -d '{"events": [{"server_uuid": "de944e18-507e-4641-8e66-7298f2a9563e", "name": "network-vif-deleted", "tag": "3b24d1cb-d85a-4db3-8426-92a7b5ba8171"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:30:39.499945 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d61e93-08e2-4722-b50e-3975f5aa2992 x-openstack-request-id: req-d5d61e93-08e2-4722-b50e-3975f5aa2992 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:30:39.500312 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de944e18-507e-4641-8e66-7298f2a9563e", "name": "network-vif-deleted", "tag": "3b24d1cb-d85a-4db3-8426-92a7b5ba8171", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:30:39.500730 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d5d61e93-08e2-4722-b50e-3975f5aa2992 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:30:39.501039 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de944e18-507e-4641-8e66-7298f2a9563e', 'name': 'network-vif-deleted', 'tag': '3b24d1cb-d85a-4db3-8426-92a7b5ba8171', 'status': 'completed', 'code': 200} Nov 12 01:30:39.964052 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 47794) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:40.016088 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-c73d135f-0f48-4b2e-ba3e-2a80d8507d15 admin admin] Deleting subnet 7d6bc06b-cda8-49dc-b9c6-e54f32fe64b9 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:30:40.019227 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c73d135f-0f48-4b2e-ba3e-2a80d8507d15 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:40.056900 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c73d135f-0f48-4b2e-ba3e-2a80d8507d15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:40.096397 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c73d135f-0f48-4b2e-ba3e-2a80d8507d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:40.155865 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c73d135f-0f48-4b2e-ba3e-2a80d8507d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:40.182744 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d135f-0f48-4b2e-ba3e-2a80d8507d15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d6bc06b-cda8-49dc-b9c6-e54f32fe64b9,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:40.184709 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c73d135f-0f48-4b2e-ba3e-2a80d8507d15 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:40.187913 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c73d135f-0f48-4b2e-ba3e-2a80d8507d15 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7d6bc06b-cda8-49dc-b9c6-e54f32fe64b9 HTTP/1.1" status: 204 len: 168 time: 0.2228453 Nov 12 01:30:40.190477 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 47796) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:40.257892 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-966e0903-a41e-484c-8b35-2e5fdcdd1516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:40.342515 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-966e0903-a41e-484c-8b35-2e5fdcdd1516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:40.347275 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:40.364147 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-966e0903-a41e-484c-8b35-2e5fdcdd1516 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b43eb91b-bdc2-4bd3-b3f0-dc4533479d34']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:40.374244 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-966e0903-a41e-484c-8b35-2e5fdcdd1516 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60a7c87d-418e-45d0-8d2e-44bafb77a283') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:40.374543 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-966e0903-a41e-484c-8b35-2e5fdcdd1516 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60a7c87d-418e-45d0-8d2e-44bafb77a283') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:40.384549 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-966e0903-a41e-484c-8b35-2e5fdcdd1516 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:40.398235 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-966e0903-a41e-484c-8b35-2e5fdcdd1516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:40.404321 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-966e0903-a41e-484c-8b35-2e5fdcdd1516 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:30:40.404753 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-966e0903-a41e-484c-8b35-2e5fdcdd1516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:40.406743 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:30:40.406743 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:30:40.406743 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:30:40.406743 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:30:40.406743 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:30:40.406743 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:30:40.406743 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:30:40.406743 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:30:40.406743 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:30:40.406743 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:30:40.406743 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:30:40.406743 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:30:40.406743 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:30:40.406743 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:30:40.406743 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:30:40.406743 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:30:40.406743 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:30:40.406743 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:30:40.406743 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:30:40.406743 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:30:40.406743 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:30:40.406743 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:30:40.406743 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:30:40.406743 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:30:40.406743 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:30:40.406743 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:30:40.406743 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:30:40.406743 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:30:40.406743 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:30:40.406743 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:30:40.406743 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:30:40.406743 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:30:40.467482 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-966e0903-a41e-484c-8b35-2e5fdcdd1516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:40.472991 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-966e0903-a41e-484c-8b35-2e5fdcdd1516 admin admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:40.476484 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-966e0903-a41e-484c-8b35-2e5fdcdd1516 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b43eb91b-bdc2-4bd3-b3f0-dc4533479d34 HTTP/1.1" status: 204 len: 168 time: 0.2850931 Nov 12 01:30:40.487033 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e0903-a41e-484c-8b35-2e5fdcdd1516 admin admin] Pushing event deleted for resources: {'Network': ['ID=b43eb91b-bdc2-4bd3-b3f0-dc4533479d34,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:40.587103 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47800) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:40.626293 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-88c19851-672c-404c-8668-f328721877fe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cb4518d9d0e74e709318e67abe6446c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379860 Nov 12 01:30:40.628766 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47802) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:40.674369 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0ad408fc-83e7-4cd5-87af-4913d0939026 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:40.695527 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0ad408fc-83e7-4cd5-87af-4913d0939026 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:40.743353 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0ad408fc-83e7-4cd5-87af-4913d0939026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:40.745963 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0ad408fc-83e7-4cd5-87af-4913d0939026 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:40.747133 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0ad408fc-83e7-4cd5-87af-4913d0939026 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7aee5197-acef-4075-a3db-68ab81136e7b HTTP/1.1" status: 204 len: 168 time: 0.1174874 Nov 12 01:30:40.754761 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad408fc-83e7-4cd5-87af-4913d0939026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aee5197-acef-4075-a3db-68ab81136e7b,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:41.218971 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:41.422064 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47824) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:41.522084 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-31d587ae-e0e3-493f-aa62-36c7daba0d51 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1274963085-network', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:41.543850 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d587ae-e0e3-493f-aa62-36c7daba0d51 admin admin] Made reservation on behalf of ffe54f159f6d495ebafa2165173ae9c2 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:30:41.546149 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-31d587ae-e0e3-493f-aa62-36c7daba0d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:41.557539 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-31d587ae-e0e3-493f-aa62-36c7daba0d51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:41.632775 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-31d587ae-e0e3-493f-aa62-36c7daba0d51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:41.637805 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-31d587ae-e0e3-493f-aa62-36c7daba0d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:41.657815 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31d587ae-e0e3-493f-aa62-36c7daba0d51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:30:41.673570 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-31d587ae-e0e3-493f-aa62-36c7daba0d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:41.673910 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-31d587ae-e0e3-493f-aa62-36c7daba0d51 admin admin] Added segment 72d993ad-3bed-41eb-a08d-140489069bf4 of type vlan for network 7de00cee-aba0-43c7-ac19-c63b34698d28 Nov 12 01:30:41.675234 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d587ae-e0e3-493f-aa62-36c7daba0d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd801e4-6340-4033-869c-f1b578164da2,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:41.716867 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-31d587ae-e0e3-493f-aa62-36c7daba0d51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:41.740414 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-31d587ae-e0e3-493f-aa62-36c7daba0d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:41.741343 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d587ae-e0e3-493f-aa62-36c7daba0d51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:41.742033 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-31d587ae-e0e3-493f-aa62-36c7daba0d51 admin admin] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:41.773949 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-31d587ae-e0e3-493f-aa62-36c7daba0d51 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3507991 Nov 12 01:30:41.776948 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 47828) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:41.782054 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-66101b9e-da32-4e39-9af5-25ebb43eaaea admin admin] Request body: {'subnet': {'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1274963085-subnet', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:41.804100 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66101b9e-da32-4e39-9af5-25ebb43eaaea admin admin] Made reservation on behalf of ffe54f159f6d495ebafa2165173ae9c2 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:30:41.806540 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-66101b9e-da32-4e39-9af5-25ebb43eaaea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:41.808954 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d587ae-e0e3-493f-aa62-36c7daba0d51 admin admin] Pushing event updated for resources: {'Network': ['ID=7de00cee-aba0-43c7-ac19-c63b34698d28,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:41.819603 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 7de00cee-aba0-43c7-ac19-c63b34698d28 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:30:41.973003 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-66101b9e-da32-4e39-9af5-25ebb43eaaea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:42.028872 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66101b9e-da32-4e39-9af5-25ebb43eaaea admin admin] Pushing event updated for resources: {'Subnet': ['ID=acbbc5ba-d345-43f6-8978-6343ddb6383a,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:42.036735 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66101b9e-da32-4e39-9af5-25ebb43eaaea admin admin] Checking segment: {'id': '72d993ad-3bed-41eb-a08d-140489069bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:30:42.037107 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66101b9e-da32-4e39-9af5-25ebb43eaaea admin admin] Network hostable DHCP agents. Network: 7de00cee-aba0-43c7-ac19-c63b34698d28, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:30:42.053196 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66101b9e-da32-4e39-9af5-25ebb43eaaea admin admin] Network 7de00cee-aba0-43c7-ac19-c63b34698d28 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:30:42.061051 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-66101b9e-da32-4e39-9af5-25ebb43eaaea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 7de00cee-aba0-43c7-ac19-c63b34698d28) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:30:42.065289 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66101b9e-da32-4e39-9af5-25ebb43eaaea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:42.065906 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-66101b9e-da32-4e39-9af5-25ebb43eaaea admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:42.072184 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4789cc1a-7894-4934-9b53-09e31fbdf939 None None] Network 7de00cee-aba0-43c7-ac19-c63b34698d28 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:30:42.088462 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-66101b9e-da32-4e39-9af5-25ebb43eaaea admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3103271 Nov 12 01:30:42.091090 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 47830) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:42.095305 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-1ff3f086-9a2b-43b1-a79f-2b44b88c6fb5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1274963085-router', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:42.115762 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ff3f086-9a2b-43b1-a79f-2b44b88c6fb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:42.116805 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ff3f086-9a2b-43b1-a79f-2b44b88c6fb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:42.170623 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ff3f086-9a2b-43b1-a79f-2b44b88c6fb5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:42.226308 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3780a5c-ecd3-4d29-a245-444968867574 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-7de00cee-aba0-43c7-ac19-c63b34698d28', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'fixed_ips': [{'subnet_id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:30:42.227234 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b3780a5c-ecd3-4d29-a245-444968867574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:42.310388 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ff3f086-9a2b-43b1-a79f-2b44b88c6fb5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:42.365347 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-b3780a5c-ecd3-4d29-a245-444968867574 None None] Allocated IP 172.20.0.2 (7de00cee-aba0-43c7-ac19-c63b34698d28/acbbc5ba-d345-43f6-8978-6343ddb6383a/c82c70db-b6d9-4c62-9d04-df3985966f22) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:30:42.510467 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b3780a5c-ecd3-4d29-a245-444968867574 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:42.516442 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b3780a5c-ecd3-4d29-a245-444968867574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:42.518753 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ff3f086-9a2b-43b1-a79f-2b44b88c6fb5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:42.538891 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ff3f086-9a2b-43b1-a79f-2b44b88c6fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:42.560088 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3780a5c-ecd3-4d29-a245-444968867574 None None] Network 7de00cee-aba0-43c7-ac19-c63b34698d28 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:30:42.566684 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-b3780a5c-ecd3-4d29-a245-444968867574 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:30:42.568027 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3780a5c-ecd3-4d29-a245-444968867574 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:30:42.571157 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3780a5c-ecd3-4d29-a245-444968867574 None None] Pushing event updated for resources: {'Port': ['ID=c82c70db-b6d9-4c62-9d04-df3985966f22,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:42.625344 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-b3780a5c-ecd3-4d29-a245-444968867574 None None] Attempting to bind port c82c70db-b6d9-4c62-9d04-df3985966f22 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:30:42.625740 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-b3780a5c-ecd3-4d29-a245-444968867574 None None] Attempting to bind port c82c70db-b6d9-4c62-9d04-df3985966f22 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '72d993ad-3bed-41eb-a08d-140489069bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:30:42.626100 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3780a5c-ecd3-4d29-a245-444968867574 None None] Attempting to bind port c82c70db-b6d9-4c62-9d04-df3985966f22 on network 7de00cee-aba0-43c7-ac19-c63b34698d28 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:30:42.631793 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3780a5c-ecd3-4d29-a245-444968867574 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:30:42.632163 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3780a5c-ecd3-4d29-a245-444968867574 None None] Checking segment: {'id': '72d993ad-3bed-41eb-a08d-140489069bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:30:42.632574 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b3780a5c-ecd3-4d29-a245-444968867574 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:42.632957 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3780a5c-ecd3-4d29-a245-444968867574 None None] Bound using segment: {'id': '72d993ad-3bed-41eb-a08d-140489069bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:30:42.633702 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-b3780a5c-ecd3-4d29-a245-444968867574 None None] Bound port: c82c70db-b6d9-4c62-9d04-df3985966f22, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72d993ad-3bed-41eb-a08d-140489069bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:30:42.633838 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b3780a5c-ecd3-4d29-a245-444968867574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:42.643913 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-1ff3f086-9a2b-43b1-a79f-2b44b88c6fb5 admin admin] Allocated IP 172.25.2.213 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/d1e3133b-4ee5-4060-951d-bc264e56126f) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:30:42.702140 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b3780a5c-ecd3-4d29-a245-444968867574 None None] For port c82c70db-b6d9-4c62-9d04-df3985966f22, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:30:42.705291 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b3780a5c-ecd3-4d29-a245-444968867574 None None] For port c82c70db-b6d9-4c62-9d04-df3985966f22, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=c82c70db-b6d9-4c62-9d04-df3985966f22,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:30:42.709931 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b3780a5c-ecd3-4d29-a245-444968867574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:42.756602 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ff3f086-9a2b-43b1-a79f-2b44b88c6fb5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:42.766088 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3780a5c-ecd3-4d29-a245-444968867574 None None] Pushing event updated for resources: {'Port': ['ID=c82c70db-b6d9-4c62-9d04-df3985966f22,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:42.798999 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ff3f086-9a2b-43b1-a79f-2b44b88c6fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:42.840410 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff3f086-9a2b-43b1-a79f-2b44b88c6fb5 admin admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:30:42.845430 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-1ff3f086-9a2b-43b1-a79f-2b44b88c6fb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:30:42.847832 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff3f086-9a2b-43b1-a79f-2b44b88c6fb5 admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:30:42.859468 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc486cf-afbc-48d0-b9e7-cf6b9df469b7 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:30:42.877621 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3f086-9a2b-43b1-a79f-2b44b88c6fb5 admin admin] Pushing event updated for resources: {'Port': ['ID=d1e3133b-4ee5-4060-951d-bc264e56126f,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:42.919010 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-98c9c295-b1df-4a4b-a7e3-93550f162d9d None None] Provisioning complete for port d1e3133b-4ee5-4060-951d-bc264e56126f triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:30:42.927846 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-98c9c295-b1df-4a4b-a7e3-93550f162d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:42.964402 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-98c9c295-b1df-4a4b-a7e3-93550f162d9d None None] Port d1e3133b-4ee5-4060-951d-bc264e56126f cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:30:43.067830 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:43.139179 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ff3f086-9a2b-43b1-a79f-2b44b88c6fb5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:43.329492 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ff3f086-9a2b-43b1-a79f-2b44b88c6fb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:43.710392 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 3b24d1cb-d85a-4db3-8426-92a7b5ba8171 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:30:43.735283 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: 3b24d1cb-d85a-4db3-8426-92a7b5ba8171 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:30:43.735640 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 3b24d1cb-d85a-4db3-8426-92a7b5ba8171 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:30:43.762976 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946f0b32-9745-4f6b-ae6c-b24bbd6fd858 None None] Network 7de00cee-aba0-43c7-ac19-c63b34698d28 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:30:43.807415 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff3f086-9a2b-43b1-a79f-2b44b88c6fb5 admin admin] Router bc600df9-bf21-451b-a3a5-7451fd9b95b1 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:30:43.829727 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device c82c70db-b6d9-4c62-9d04-df3985966f22 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:30:43.878222 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b56befc4-3d13-4bfd-aab5-84587e3838d4 None None] Provisioning complete for port c82c70db-b6d9-4c62-9d04-df3985966f22 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:30:43.878509 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b56befc4-3d13-4bfd-aab5-84587e3838d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:43.919393 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff3f086-9a2b-43b1-a79f-2b44b88c6fb5 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:30:43.932695 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bcedd5-1984-4655-b337-f41cdbcc444c None None] Sync routers for ids ['bc600df9-bf21-451b-a3a5-7451fd9b95b1'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:30:43.938286 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1ff3f086-9a2b-43b1-a79f-2b44b88c6fb5 admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:43.939525 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1ff3f086-9a2b-43b1-a79f-2b44b88c6fb5 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8475139 Nov 12 01:30:43.942956 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47832) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:43.988290 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port c82c70db-b6d9-4c62-9d04-df3985966f22 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:30:43.988696 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:43.999178 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bcedd5-1984-4655-b337-f41cdbcc444c None None] Routers {'bc600df9-bf21-451b-a3a5-7451fd9b95b1'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:30:44.000147 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-37bcedd5-1984-4655-b337-f41cdbcc444c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:30:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['bc600df9-bf21-451b-a3a5-7451fd9b95b1'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:44.375876 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b56befc4-3d13-4bfd-aab5-84587e3838d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:44.428193 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-37bcedd5-1984-4655-b337-f41cdbcc444c None None] Set router bc600df9-bf21-451b-a3a5-7451fd9b95b1 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:30:44.520131 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b56befc4-3d13-4bfd-aab5-84587e3838d4 None None] For port c82c70db-b6d9-4c62-9d04-df3985966f22, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=c82c70db-b6d9-4c62-9d04-df3985966f22,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:30:44.527876 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:44.532449 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b56befc4-3d13-4bfd-aab5-84587e3838d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:44.662829 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-62039585-d6a5-439d-9260-44452021d2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:44.691785 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56befc4-3d13-4bfd-aab5-84587e3838d4 None None] Pushing event updated for resources: {'Port': ['ID=c82c70db-b6d9-4c62-9d04-df3985966f22,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:44.708092 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.db.api [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:30:44.708501 n-d-812236-11 neutron-server[102663]: DEBUG oslo_db.api [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:30:44.725992 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-fd7f9f24-542f-4925-bffe-219905a7ab99 None None] Provisioning complete for port c82c70db-b6d9-4c62-9d04-df3985966f22 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:30:44.726601 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fd7f9f24-542f-4925-bffe-219905a7ab99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:44.817977 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-37bcedd5-1984-4655-b337-f41cdbcc444c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'name': 'tempest-ServerActionsTestJSON-1274963085-router', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:43Z', 'revision_number': 3, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'gw_port': {'id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:44.849493 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bcedd5-1984-4655-b337-f41cdbcc444c None None] Checking router: bc600df9-bf21-451b-a3a5-7451fd9b95b1 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:30:44.849962 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bcedd5-1984-4655-b337-f41cdbcc444c None None] Updating router bc600df9-bf21-451b-a3a5-7451fd9b95b1 port d1e3133b-4ee5-4060-951d-bc264e56126f binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:30:44.868308 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-62039585-d6a5-439d-9260-44452021d2f3 admin admin] Allocated IP 172.20.0.1 (7de00cee-aba0-43c7-ac19-c63b34698d28/acbbc5ba-d345-43f6-8978-6343ddb6383a/7884b08f-9bcc-4505-993c-c8b173ada0ab) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:30:44.887104 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-37bcedd5-1984-4655-b337-f41cdbcc444c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:44.974868 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-62039585-d6a5-439d-9260-44452021d2f3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:45.014633 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-62039585-d6a5-439d-9260-44452021d2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:45.053851 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62039585-d6a5-439d-9260-44452021d2f3 admin admin] Network 7de00cee-aba0-43c7-ac19-c63b34698d28 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:30:45.056851 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-62039585-d6a5-439d-9260-44452021d2f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:30:45.063603 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62039585-d6a5-439d-9260-44452021d2f3 admin admin] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:30:45.094727 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62039585-d6a5-439d-9260-44452021d2f3 admin admin] Pushing event updated for resources: {'Port': ['ID=7884b08f-9bcc-4505-993c-c8b173ada0ab,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:45.108143 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62039585-d6a5-439d-9260-44452021d2f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:45.108492 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62039585-d6a5-439d-9260-44452021d2f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:45.108823 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62039585-d6a5-439d-9260-44452021d2f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:45.109158 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62039585-d6a5-439d-9260-44452021d2f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:45.109515 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62039585-d6a5-439d-9260-44452021d2f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:45.109846 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62039585-d6a5-439d-9260-44452021d2f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:45.110173 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62039585-d6a5-439d-9260-44452021d2f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:45.110497 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62039585-d6a5-439d-9260-44452021d2f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:45.110821 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62039585-d6a5-439d-9260-44452021d2f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:45.111140 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62039585-d6a5-439d-9260-44452021d2f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:45.111466 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62039585-d6a5-439d-9260-44452021d2f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:45.111796 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62039585-d6a5-439d-9260-44452021d2f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:45.126913 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-62039585-d6a5-439d-9260-44452021d2f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:45.152893 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-37bcedd5-1984-4655-b337-f41cdbcc444c None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:45.159715 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-37bcedd5-1984-4655-b337-f41cdbcc444c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:45.215940 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962a7c56-03c6-4ca8-a959-ecf49e98d233 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:30:45.221857 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-37bcedd5-1984-4655-b337-f41cdbcc444c None None] Attempting to bind port d1e3133b-4ee5-4060-951d-bc264e56126f on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:30:45.222219 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-37bcedd5-1984-4655-b337-f41cdbcc444c None None] Attempting to bind port d1e3133b-4ee5-4060-951d-bc264e56126f by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:30:45.222575 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bcedd5-1984-4655-b337-f41cdbcc444c None None] Attempting to bind port d1e3133b-4ee5-4060-951d-bc264e56126f on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:30:45.246597 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc41affa-0912-44ca-baba-5e5875fa1294 None None] Pushing event updated for resources: {'Port': ['ID=d1e3133b-4ee5-4060-951d-bc264e56126f,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:45.258171 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bcedd5-1984-4655-b337-f41cdbcc444c None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:30:45.258548 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bcedd5-1984-4655-b337-f41cdbcc444c None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:30:45.258952 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-37bcedd5-1984-4655-b337-f41cdbcc444c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:45.259334 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bcedd5-1984-4655-b337-f41cdbcc444c None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:30:45.259814 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-37bcedd5-1984-4655-b337-f41cdbcc444c None None] Bound port: d1e3133b-4ee5-4060-951d-bc264e56126f, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:30:45.260193 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-37bcedd5-1984-4655-b337-f41cdbcc444c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:45.272016 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-62039585-d6a5-439d-9260-44452021d2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:45.336715 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-e61e4a56-4df8-4ff0-a8d6-a9c003fb9746 None None] Provisioning complete for port d1e3133b-4ee5-4060-951d-bc264e56126f triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:30:45.336997 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e61e4a56-4df8-4ff0-a8d6-a9c003fb9746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:45.340968 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-37bcedd5-1984-4655-b337-f41cdbcc444c None None] For port d1e3133b-4ee5-4060-951d-bc264e56126f, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:30:45.372709 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-37bcedd5-1984-4655-b337-f41cdbcc444c None None] For port d1e3133b-4ee5-4060-951d-bc264e56126f, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=d1e3133b-4ee5-4060-951d-bc264e56126f,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:30:45.381500 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-37bcedd5-1984-4655-b337-f41cdbcc444c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:45.390069 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-e61e4a56-4df8-4ff0-a8d6-a9c003fb9746 None None] Port d1e3133b-4ee5-4060-951d-bc264e56126f cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:30:45.427845 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bdfcac-81e8-4caa-bc42-3e3291a1f53a None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:30:45.450471 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bcedd5-1984-4655-b337-f41cdbcc444c None None] Routers {'bc600df9-bf21-451b-a3a5-7451fd9b95b1'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:30:45.451082 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-37bcedd5-1984-4655-b337-f41cdbcc444c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:30:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['bc600df9-bf21-451b-a3a5-7451fd9b95b1'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:45.454738 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc41affa-0912-44ca-baba-5e5875fa1294 None None] Pushing event updated for resources: {'Port': ['ID=d1e3133b-4ee5-4060-951d-bc264e56126f,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:45.472773 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-62039585-d6a5-439d-9260-44452021d2f3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:45.477884 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-62039585-d6a5-439d-9260-44452021d2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:45.548486 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-62039585-d6a5-439d-9260-44452021d2f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:45.551063 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62039585-d6a5-439d-9260-44452021d2f3 admin admin] Pushing event updated for resources: {'Port': ['ID=7884b08f-9bcc-4505-993c-c8b173ada0ab,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:45.554368 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-15713559-8ecd-4e07-81d8-79adf257438a None None] Provisioning complete for port 7884b08f-9bcc-4505-993c-c8b173ada0ab triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:30:45.554759 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-15713559-8ecd-4e07-81d8-79adf257438a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:45.595474 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-37bcedd5-1984-4655-b337-f41cdbcc444c None None] Set router bc600df9-bf21-451b-a3a5-7451fd9b95b1 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:30:45.629281 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-15713559-8ecd-4e07-81d8-79adf257438a None None] Port 7884b08f-9bcc-4505-993c-c8b173ada0ab cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:30:45.646589 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62039585-d6a5-439d-9260-44452021d2f3 admin admin] Network 7de00cee-aba0-43c7-ac19-c63b34698d28 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:30:45.648134 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-62039585-d6a5-439d-9260-44452021d2f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:30:45.678243 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-15713559-8ecd-4e07-81d8-79adf257438a None None] Provisioning complete for port d1e3133b-4ee5-4060-951d-bc264e56126f triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:30:45.678619 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-15713559-8ecd-4e07-81d8-79adf257438a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:45.774963 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device c82c70db-b6d9-4c62-9d04-df3985966f22 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:30:45.783144 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62039585-d6a5-439d-9260-44452021d2f3 admin admin] Router bc600df9-bf21-451b-a3a5-7451fd9b95b1 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:30:45.895145 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-15713559-8ecd-4e07-81d8-79adf257438a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:45.903172 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62039585-d6a5-439d-9260-44452021d2f3 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:30:45.909952 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-62039585-d6a5-439d-9260-44452021d2f3 admin admin] 10.222.0.20 "PUT /v2.0/routers/bc600df9-bf21-451b-a3a5-7451fd9b95b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9652128 Nov 12 01:30:45.932058 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-15713559-8ecd-4e07-81d8-79adf257438a None None] For port d1e3133b-4ee5-4060-951d-bc264e56126f, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=d1e3133b-4ee5-4060-951d-bc264e56126f,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:30:45.936637 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port c82c70db-b6d9-4c62-9d04-df3985966f22 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:30:45.937052 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:45.943014 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-15713559-8ecd-4e07-81d8-79adf257438a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:46.012634 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-37bcedd5-1984-4655-b337-f41cdbcc444c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'name': 'tempest-ServerActionsTestJSON-1274963085-router', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'gw_port': {'id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '7884b08f-9bcc-4505-993c-c8b173ada0ab', 'name': '', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'mac_address': 'fa:16:3e:48:47:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:44Z', 'updated_at': '2021-11-12T01:30:44Z', 'revision_number': 1, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'subnets': [{'id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:46.048521 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bcedd5-1984-4655-b337-f41cdbcc444c None None] The sync data for ids ['bc600df9-bf21-451b-a3a5-7451fd9b95b1'] in n-d-812236-11 is: [{'id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'name': 'tempest-ServerActionsTestJSON-1274963085-router', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'gw_port': {'id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '7884b08f-9bcc-4505-993c-c8b173ada0ab', 'name': '', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'mac_address': 'fa:16:3e:48:47:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:44Z', 'updated_at': '2021-11-12T01:30:44Z', 'revision_number': 1, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'subnets': [{'id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:30:46.054132 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15713559-8ecd-4e07-81d8-79adf257438a None None] Pushing event updated for resources: {'Port': ['ID=d1e3133b-4ee5-4060-951d-bc264e56126f,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:46.073686 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-5128a75f-e479-4652-bd4f-aaaa8bb2435e None None] Provisioning complete for port 7884b08f-9bcc-4505-993c-c8b173ada0ab triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:30:46.074058 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5128a75f-e479-4652-bd4f-aaaa8bb2435e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:46.148472 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-5128a75f-e479-4652-bd4f-aaaa8bb2435e None None] Port 7884b08f-9bcc-4505-993c-c8b173ada0ab cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:30:46.466825 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47840) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:46.471598 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-3da542f3-7451-491a-ace2-207f21728ec8 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1491894187', 'description': 'tempest-description--1179118218'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:46.500553 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3da542f3-7451-491a-ace2-207f21728ec8 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:46.572970 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3da542f3-7451-491a-ace2-207f21728ec8 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:46.581766 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3da542f3-7451-491a-ace2-207f21728ec8 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:46.618797 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da542f3-7451-491a-ace2-207f21728ec8 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e522df-e07f-423e-8117-fa8d6761e26b,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:46.624400 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3da542f3-7451-491a-ace2-207f21728ec8 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:46.630829 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 47842) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:46.631635 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-3da542f3-7451-491a-ace2-207f21728ec8 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1629941 Nov 12 01:30:46.635817 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-7d076200-0aa5-46c2-888d-d63a8e4b98a5 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Request body: {'security_group_rule': {'security_group_id': 'a4e522df-e07f-423e-8117-fa8d6761e26b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:46.693613 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7d076200-0aa5-46c2-888d-d63a8e4b98a5 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:46.756303 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7d076200-0aa5-46c2-888d-d63a8e4b98a5 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:46.759513 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7d076200-0aa5-46c2-888d-d63a8e4b98a5 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:46.779293 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d076200-0aa5-46c2-888d-d63a8e4b98a5 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3886334-eace-420d-b90b-578900aa8fa6,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:46.788333 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7d076200-0aa5-46c2-888d-d63a8e4b98a5 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:46.789905 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7d076200-0aa5-46c2-888d-d63a8e4b98a5 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1580646 Nov 12 01:30:46.792471 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 47844) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:46.796991 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-9ecc15a7-365a-4275-8203-c16c7367dfe1 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Request body: {'security_group_rule': {'security_group_id': 'a4e522df-e07f-423e-8117-fa8d6761e26b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:46.825896 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9ecc15a7-365a-4275-8203-c16c7367dfe1 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:46.886405 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9ecc15a7-365a-4275-8203-c16c7367dfe1 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:46.890402 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9ecc15a7-365a-4275-8203-c16c7367dfe1 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:46.906391 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc15a7-365a-4275-8203-c16c7367dfe1 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c070bbea-eba8-4029-b1de-8d4f1717ee24,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:46.918253 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9ecc15a7-365a-4275-8203-c16c7367dfe1 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:46.919704 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-9ecc15a7-365a-4275-8203-c16c7367dfe1 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1262569 Nov 12 01:30:46.922646 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 47846) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:46.927825 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-0e006789-e1a2-448d-87b4-1b472fe0a9f0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:46.951699 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0e006789-e1a2-448d-87b4-1b472fe0a9f0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks [] for floatingip, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:47.054962 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0e006789-e1a2-448d-87b4-1b472fe0a9f0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:47.175415 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-0e006789-e1a2-448d-87b4-1b472fe0a9f0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Allocated IP 172.25.2.224 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/b2d9ced0-614d-4e8e-9e27-a6afbfa72152) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:30:47.292672 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0e006789-e1a2-448d-87b4-1b472fe0a9f0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:47.327417 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0e006789-e1a2-448d-87b4-1b472fe0a9f0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:47.368115 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e006789-e1a2-448d-87b4-1b472fe0a9f0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:30:47.373488 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-0e006789-e1a2-448d-87b4-1b472fe0a9f0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:30:47.377326 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e006789-e1a2-448d-87b4-1b472fe0a9f0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:30:47.383558 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e006789-e1a2-448d-87b4-1b472fe0a9f0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Pushing event updated for resources: {'Port': ['ID=b2d9ced0-614d-4e8e-9e27-a6afbfa72152,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:47.481090 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0e006789-e1a2-448d-87b4-1b472fe0a9f0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:47.515045 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0e006789-e1a2-448d-87b4-1b472fe0a9f0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:47.668700 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0e006789-e1a2-448d-87b4-1b472fe0a9f0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:47.673255 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0e006789-e1a2-448d-87b4-1b472fe0a9f0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:47.738893 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e006789-e1a2-448d-87b4-1b472fe0a9f0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Pushing event updated for resources: {'Port': ['ID=b2d9ced0-614d-4e8e-9e27-a6afbfa72152,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:47.753891 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0e006789-e1a2-448d-87b4-1b472fe0a9f0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:47.773470 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0e006789-e1a2-448d-87b4-1b472fe0a9f0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:47.774925 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0e006789-e1a2-448d-87b4-1b472fe0a9f0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8510990 Nov 12 01:30:47.794505 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device d1e3133b-4ee5-4060-951d-bc264e56126f up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:30:47.846913 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port d1e3133b-4ee5-4060-951d-bc264e56126f triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:30:47.847294 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:47.951078 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-223e67df-309c-457c-86f4-1a8d9f047d7e req-2b5dc865-1137-47b2-952c-50b767ffb8e7 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1491894187&fields=id&tenant_id=ffe54f159f6d495ebafa2165173ae9c2 HTTP/1.1" status: 200 len: 267 time: 0.0577888 Nov 12 01:30:48.061806 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e67df-309c-457c-86f4-1a8d9f047d7e req-6a122ee3-bdd9-4006-869a-105f6a0afa05 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:48.063270 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-223e67df-309c-457c-86f4-1a8d9f047d7e req-6a122ee3-bdd9-4006-869a-105f6a0afa05 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 812 time: 0.1047692 Nov 12 01:30:48.079737 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-223e67df-309c-457c-86f4-1a8d9f047d7e req-280d0d34-7243-4499-a2b8-6020a78bdd56 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/quotas/ffe54f159f6d495ebafa2165173ae9c2 HTTP/1.1" status: 200 len: 375 time: 0.0095539 Nov 12 01:30:48.140538 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-223e67df-309c-457c-86f4-1a8d9f047d7e req-d42b0a0a-243f-4700-b2e6-457bf86ea129 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0547926 Nov 12 01:30:48.168626 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0cec02-3723-4044-9b6d-c54e360a3570 None None] Sync routers for ids ['bc600df9-bf21-451b-a3a5-7451fd9b95b1'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:30:48.184331 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0cec02-3723-4044-9b6d-c54e360a3570 None None] Routers {'bc600df9-bf21-451b-a3a5-7451fd9b95b1'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:30:48.185302 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-6f0cec02-3723-4044-9b6d-c54e360a3570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:30:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['bc600df9-bf21-451b-a3a5-7451fd9b95b1'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:48.247521 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-223e67df-309c-457c-86f4-1a8d9f047d7e req-a8ae12b7-1e0a-4952-bae3-c2e4f89e98e0 service neutron] 10.222.0.20 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937018 Nov 12 01:30:48.292010 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-6f0cec02-3723-4044-9b6d-c54e360a3570 None None] Set router bc600df9-bf21-451b-a3a5-7451fd9b95b1 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:30:48.341954 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-223e67df-309c-457c-86f4-1a8d9f047d7e req-f87e4450-db17-4f8e-bfd4-21cfa618e255 service neutron] 10.222.0.20 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883875 Nov 12 01:30:48.529310 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b3187bea-c66f-42ca-b311-d0f8a56fbe0b req-cf90cb88-5b8d-4efb-8107-e8c99a5f517b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb97211-e96a-463b-b161-300a73e6b376 HTTP/1.1" status: 200 len: 210 time: 0.0285950 Nov 12 01:30:48.605182 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-6f0cec02-3723-4044-9b6d-c54e360a3570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'name': 'tempest-ServerActionsTestJSON-1274963085-router', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'gw_port': {'id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '7884b08f-9bcc-4505-993c-c8b173ada0ab', 'name': '', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'mac_address': 'fa:16:3e:48:47:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:44Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 2, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'subnets': [{'id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:48.635652 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0cec02-3723-4044-9b6d-c54e360a3570 None None] Checking router: bc600df9-bf21-451b-a3a5-7451fd9b95b1 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:30:48.636094 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0cec02-3723-4044-9b6d-c54e360a3570 None None] Updating router bc600df9-bf21-451b-a3a5-7451fd9b95b1 port 7884b08f-9bcc-4505-993c-c8b173ada0ab binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:30:48.662090 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6f0cec02-3723-4044-9b6d-c54e360a3570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:48.923576 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6f0cec02-3723-4044-9b6d-c54e360a3570 None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:48.930339 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6f0cec02-3723-4044-9b6d-c54e360a3570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:48.980219 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7116a812-67cc-47d2-bd11-ba7d23246807 None None] Pushing event updated for resources: {'Port': ['ID=7884b08f-9bcc-4505-993c-c8b173ada0ab,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:48.993271 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7116a812-67cc-47d2-bd11-ba7d23246807 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:48.993271 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7116a812-67cc-47d2-bd11-ba7d23246807 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:48.993627 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7116a812-67cc-47d2-bd11-ba7d23246807 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:48.993864 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7116a812-67cc-47d2-bd11-ba7d23246807 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:48.994190 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7116a812-67cc-47d2-bd11-ba7d23246807 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:48.994510 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7116a812-67cc-47d2-bd11-ba7d23246807 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:48.994826 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7116a812-67cc-47d2-bd11-ba7d23246807 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:48.995143 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7116a812-67cc-47d2-bd11-ba7d23246807 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:48.995457 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7116a812-67cc-47d2-bd11-ba7d23246807 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:48.995778 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7116a812-67cc-47d2-bd11-ba7d23246807 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:48.996092 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7116a812-67cc-47d2-bd11-ba7d23246807 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:48.996403 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7116a812-67cc-47d2-bd11-ba7d23246807 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:49.045561 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-6f0cec02-3723-4044-9b6d-c54e360a3570 None None] Attempting to bind port 7884b08f-9bcc-4505-993c-c8b173ada0ab on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:30:49.046229 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-6f0cec02-3723-4044-9b6d-c54e360a3570 None None] Attempting to bind port 7884b08f-9bcc-4505-993c-c8b173ada0ab by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '72d993ad-3bed-41eb-a08d-140489069bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:30:49.046472 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0cec02-3723-4044-9b6d-c54e360a3570 None None] Attempting to bind port 7884b08f-9bcc-4505-993c-c8b173ada0ab on network 7de00cee-aba0-43c7-ac19-c63b34698d28 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:30:49.052580 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0cec02-3723-4044-9b6d-c54e360a3570 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:30:49.053043 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0cec02-3723-4044-9b6d-c54e360a3570 None None] Checking segment: {'id': '72d993ad-3bed-41eb-a08d-140489069bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:30:49.053487 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6f0cec02-3723-4044-9b6d-c54e360a3570 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:49.053885 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0cec02-3723-4044-9b6d-c54e360a3570 None None] Bound using segment: {'id': '72d993ad-3bed-41eb-a08d-140489069bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:30:49.054510 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-6f0cec02-3723-4044-9b6d-c54e360a3570 None None] Bound port: 7884b08f-9bcc-4505-993c-c8b173ada0ab, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72d993ad-3bed-41eb-a08d-140489069bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:30:49.054945 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6f0cec02-3723-4044-9b6d-c54e360a3570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:49.127742 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-6f0cec02-3723-4044-9b6d-c54e360a3570 None None] For port 7884b08f-9bcc-4505-993c-c8b173ada0ab, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:30:49.131747 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-6f0cec02-3723-4044-9b6d-c54e360a3570 None None] For port 7884b08f-9bcc-4505-993c-c8b173ada0ab, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=7884b08f-9bcc-4505-993c-c8b173ada0ab,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:30:49.135898 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6f0cec02-3723-4044-9b6d-c54e360a3570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:49.197749 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-161ee0c8-4b50-4c59-b5ce-501d1e648021 None None] Provisioning complete for port 7884b08f-9bcc-4505-993c-c8b173ada0ab triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:30:49.198275 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-161ee0c8-4b50-4c59-b5ce-501d1e648021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:49.203132 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7116a812-67cc-47d2-bd11-ba7d23246807 None None] Pushing event updated for resources: {'Port': ['ID=7884b08f-9bcc-4505-993c-c8b173ada0ab,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:49.208104 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0cec02-3723-4044-9b6d-c54e360a3570 None None] Routers {'bc600df9-bf21-451b-a3a5-7451fd9b95b1'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:30:49.208864 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-6f0cec02-3723-4044-9b6d-c54e360a3570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:30:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['bc600df9-bf21-451b-a3a5-7451fd9b95b1'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:49.279496 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-161ee0c8-4b50-4c59-b5ce-501d1e648021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:49.315230 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-161ee0c8-4b50-4c59-b5ce-501d1e648021 None None] For port 7884b08f-9bcc-4505-993c-c8b173ada0ab, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=7884b08f-9bcc-4505-993c-c8b173ada0ab,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:30:49.320940 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-6f0cec02-3723-4044-9b6d-c54e360a3570 None None] Set router bc600df9-bf21-451b-a3a5-7451fd9b95b1 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:30:49.321699 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-161ee0c8-4b50-4c59-b5ce-501d1e648021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:49.385631 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ee0c8-4b50-4c59-b5ce-501d1e648021 None None] Pushing event updated for resources: {'Port': ['ID=7884b08f-9bcc-4505-993c-c8b173ada0ab,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:49.443945 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-778dc233-c36a-4986-9df5-3b188404bdab None None] Provisioning complete for port 7884b08f-9bcc-4505-993c-c8b173ada0ab triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:30:49.444319 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-778dc233-c36a-4986-9df5-3b188404bdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:49.549282 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-6f0cec02-3723-4044-9b6d-c54e360a3570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'name': 'tempest-ServerActionsTestJSON-1274963085-router', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'gw_port': {'id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '7884b08f-9bcc-4505-993c-c8b173ada0ab', 'name': '', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'mac_address': 'fa:16:3e:48:47:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:44Z', 'updated_at': '2021-11-12T01:30:49Z', 'revision_number': 4, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'subnets': [{'id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:49.578543 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0cec02-3723-4044-9b6d-c54e360a3570 None None] The sync data for ids ['bc600df9-bf21-451b-a3a5-7451fd9b95b1'] in n-d-812236-11 is: [{'id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'name': 'tempest-ServerActionsTestJSON-1274963085-router', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'gw_port': {'id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '7884b08f-9bcc-4505-993c-c8b173ada0ab', 'name': '', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'mac_address': 'fa:16:3e:48:47:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:44Z', 'updated_at': '2021-11-12T01:30:49Z', 'revision_number': 4, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'subnets': [{'id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:30:49.588363 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e67df-309c-457c-86f4-1a8d9f047d7e req-4f8acdf5-1f8b-469e-a9c7-b86b63ae37ba tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:49.590067 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-223e67df-309c-457c-86f4-1a8d9f047d7e req-4f8acdf5-1f8b-469e-a9c7-b86b63ae37ba tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.49 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 812 time: 0.1234403 Nov 12 01:30:49.655720 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b3367198-5f3d-40e6-be59-561bc7ffbc9b req-c149538a-5dd2-4100-94be-5e95b634ec70 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb97211-e96a-463b-b161-300a73e6b376 HTTP/1.1" status: 200 len: 210 time: 0.0430989 Nov 12 01:30:49.694207 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-223e67df-309c-457c-86f4-1a8d9f047d7e req-11fc0262-8dd0-472b-9b2f-26f92aeedd3e tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffe54f159f6d495ebafa2165173ae9c2 HTTP/1.1" status: 200 len: 380 time: 0.0894644 Nov 12 01:30:49.721295 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-223e67df-309c-457c-86f4-1a8d9f047d7e req-0d5226e4-fe56-4dad-a810-dc058ef494f6 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Request body: {'port': {'device_id': 'adb97211-e96a-463b-b161-300a73e6b376', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'admin_state_up': True, 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'security_groups': ['a4e522df-e07f-423e-8117-fa8d6761e26b']}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:49.802533 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 7884b08f-9bcc-4505-993c-c8b173ada0ab up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:30:49.849763 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-223e67df-309c-457c-86f4-1a8d9f047d7e req-0d5226e4-fe56-4dad-a810-dc058ef494f6 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Made reservation on behalf of ffe54f159f6d495ebafa2165173ae9c2 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:30:49.854032 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-223e67df-309c-457c-86f4-1a8d9f047d7e req-0d5226e4-fe56-4dad-a810-dc058ef494f6 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:49.872633 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 7884b08f-9bcc-4505-993c-c8b173ada0ab triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:30:49.872633 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:50.023194 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-223e67df-309c-457c-86f4-1a8d9f047d7e req-0d5226e4-fe56-4dad-a810-dc058ef494f6 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Allocated IP 172.20.0.6 (7de00cee-aba0-43c7-ac19-c63b34698d28/acbbc5ba-d345-43f6-8978-6343ddb6383a/a1a392d6-b230-46ef-90ba-6bd82512e772) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:30:50.226970 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-223e67df-309c-457c-86f4-1a8d9f047d7e req-0d5226e4-fe56-4dad-a810-dc058ef494f6 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:50.265482 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-223e67df-309c-457c-86f4-1a8d9f047d7e req-0d5226e4-fe56-4dad-a810-dc058ef494f6 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:50.318024 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-223e67df-309c-457c-86f4-1a8d9f047d7e req-0d5226e4-fe56-4dad-a810-dc058ef494f6 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Network 7de00cee-aba0-43c7-ac19-c63b34698d28 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:30:50.322200 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-223e67df-309c-457c-86f4-1a8d9f047d7e req-0d5226e4-fe56-4dad-a810-dc058ef494f6 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:30:50.324107 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5226e4-fe56-4dad-a810-dc058ef494f6 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Pushing event updated for resources: {'Port': ['ID=a1a392d6-b230-46ef-90ba-6bd82512e772,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:50.326554 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-223e67df-309c-457c-86f4-1a8d9f047d7e req-0d5226e4-fe56-4dad-a810-dc058ef494f6 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:30:50.380736 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e67df-309c-457c-86f4-1a8d9f047d7e req-0d5226e4-fe56-4dad-a810-dc058ef494f6 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:50.381546 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-223e67df-309c-457c-86f4-1a8d9f047d7e req-0d5226e4-fe56-4dad-a810-dc058ef494f6 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:50.398773 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-223e67df-309c-457c-86f4-1a8d9f047d7e req-0d5226e4-fe56-4dad-a810-dc058ef494f6 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6834562 Nov 12 01:30:50.417578 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-223e67df-309c-457c-86f4-1a8d9f047d7e req-12169c84-7270-4214-b633-cd3df8d4f611 service neutron] Request body: {'port': {'device_id': 'adb97211-e96a-463b-b161-300a73e6b376', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:50.479592 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-223e67df-309c-457c-86f4-1a8d9f047d7e req-12169c84-7270-4214-b633-cd3df8d4f611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:50.564093 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-a25bd82d-4484-41b8-840d-b57d0c336034 None None] Provisioning complete for port a1a392d6-b230-46ef-90ba-6bd82512e772 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:30:50.564698 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a25bd82d-4484-41b8-840d-b57d0c336034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:50.600642 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-a25bd82d-4484-41b8-840d-b57d0c336034 None None] Port a1a392d6-b230-46ef-90ba-6bd82512e772 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:30:50.753706 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-223e67df-309c-457c-86f4-1a8d9f047d7e req-12169c84-7270-4214-b633-cd3df8d4f611 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1a392d6-b230-46ef-90ba-6bd82512e772 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:30:50.761821 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-223e67df-309c-457c-86f4-1a8d9f047d7e req-12169c84-7270-4214-b633-cd3df8d4f611 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:50.774193 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-223e67df-309c-457c-86f4-1a8d9f047d7e req-12169c84-7270-4214-b633-cd3df8d4f611 service neutron] Transition to ACTIVE for port object a1a392d6-b230-46ef-90ba-6bd82512e772 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:30:50.777932 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a827ce-2f90-4c90-adbe-40aa48170d84 req-5e2bd823-ae0c-43a9-8405-d67622c5f996 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:50.778571 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-223e67df-309c-457c-86f4-1a8d9f047d7e req-12169c84-7270-4214-b633-cd3df8d4f611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:50.779592 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-25a827ce-2f90-4c90-adbe-40aa48170d84 req-5e2bd823-ae0c-43a9-8405-d67622c5f996 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb97211-e96a-463b-b161-300a73e6b376 HTTP/1.1" status: 200 len: 931 time: 0.0548995 Nov 12 01:30:50.830145 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-25a827ce-2f90-4c90-adbe-40aa48170d84 req-a4ca53ac-3c3e-4bd2-98da-850f8c723871 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443156 Nov 12 01:30:50.837976 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12169c84-7270-4214-b633-cd3df8d4f611 service neutron] Pushing event updated for resources: {'Port': ['ID=a1a392d6-b230-46ef-90ba-6bd82512e772,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:50.910678 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-223e67df-309c-457c-86f4-1a8d9f047d7e req-12169c84-7270-4214-b633-cd3df8d4f611 service neutron] Attempting to bind port a1a392d6-b230-46ef-90ba-6bd82512e772 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:30:50.911555 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-223e67df-309c-457c-86f4-1a8d9f047d7e req-12169c84-7270-4214-b633-cd3df8d4f611 service neutron] Attempting to bind port a1a392d6-b230-46ef-90ba-6bd82512e772 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '72d993ad-3bed-41eb-a08d-140489069bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:30:50.911895 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223e67df-309c-457c-86f4-1a8d9f047d7e req-12169c84-7270-4214-b633-cd3df8d4f611 service neutron] Attempting to bind port a1a392d6-b230-46ef-90ba-6bd82512e772 on network 7de00cee-aba0-43c7-ac19-c63b34698d28 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:30:50.917330 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223e67df-309c-457c-86f4-1a8d9f047d7e req-12169c84-7270-4214-b633-cd3df8d4f611 service neutron] Port a1a392d6-b230-46ef-90ba-6bd82512e772 on network 7de00cee-aba0-43c7-ac19-c63b34698d28 not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:30:50.917710 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223e67df-309c-457c-86f4-1a8d9f047d7e req-12169c84-7270-4214-b633-cd3df8d4f611 service neutron] Attempting to bind port a1a392d6-b230-46ef-90ba-6bd82512e772 on network 7de00cee-aba0-43c7-ac19-c63b34698d28 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:30:50.922861 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223e67df-309c-457c-86f4-1a8d9f047d7e req-12169c84-7270-4214-b633-cd3df8d4f611 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:30:50.923219 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223e67df-309c-457c-86f4-1a8d9f047d7e req-12169c84-7270-4214-b633-cd3df8d4f611 service neutron] Checking segment: {'id': '72d993ad-3bed-41eb-a08d-140489069bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:30:50.923631 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223e67df-309c-457c-86f4-1a8d9f047d7e req-12169c84-7270-4214-b633-cd3df8d4f611 service neutron] Bound using segment: {'id': '72d993ad-3bed-41eb-a08d-140489069bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:30:50.924090 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-223e67df-309c-457c-86f4-1a8d9f047d7e req-12169c84-7270-4214-b633-cd3df8d4f611 service neutron] Bound port: a1a392d6-b230-46ef-90ba-6bd82512e772, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72d993ad-3bed-41eb-a08d-140489069bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:30:50.924481 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-223e67df-309c-457c-86f4-1a8d9f047d7e req-12169c84-7270-4214-b633-cd3df8d4f611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:50.991664 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-223e67df-309c-457c-86f4-1a8d9f047d7e req-12169c84-7270-4214-b633-cd3df8d4f611 service neutron] For port a1a392d6-b230-46ef-90ba-6bd82512e772, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:30:50.994858 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-223e67df-309c-457c-86f4-1a8d9f047d7e req-12169c84-7270-4214-b633-cd3df8d4f611 service neutron] For port a1a392d6-b230-46ef-90ba-6bd82512e772, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=a1a392d6-b230-46ef-90ba-6bd82512e772,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:30:51.000643 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-223e67df-309c-457c-86f4-1a8d9f047d7e req-12169c84-7270-4214-b633-cd3df8d4f611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:51.037204 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e67df-309c-457c-86f4-1a8d9f047d7e req-12169c84-7270-4214-b633-cd3df8d4f611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:51.037890 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-223e67df-309c-457c-86f4-1a8d9f047d7e req-12169c84-7270-4214-b633-cd3df8d4f611 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:51.039559 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-223e67df-309c-457c-86f4-1a8d9f047d7e req-12169c84-7270-4214-b633-cd3df8d4f611 service neutron] 10.222.0.49 "PUT /v2.0/ports/a1a392d6-b230-46ef-90ba-6bd82512e772 HTTP/1.1" status: 200 len: 1092 time: 0.6269476 Nov 12 01:30:51.040024 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adb97211-e96a-463b-b161-300a73e6b376', 'tag': 'a1a392d6-b230-46ef-90ba-6bd82512e772'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:30:51.042437 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b511a69a-f028-49c6-8639-be0796d98956" -d '{"events": [{"name": "network-changed", "server_uuid": "adb97211-e96a-463b-b161-300a73e6b376", "tag": "a1a392d6-b230-46ef-90ba-6bd82512e772"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:30:51.070340 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12169c84-7270-4214-b633-cd3df8d4f611 service neutron] Pushing event updated for resources: {'Port': ['ID=a1a392d6-b230-46ef-90ba-6bd82512e772,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:51.084986 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7333c7cc-efb7-4086-80e8-9b254364512b x-openstack-request-id: req-7333c7cc-efb7-4086-80e8-9b254364512b {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:30:51.085281 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adb97211-e96a-463b-b161-300a73e6b376", "tag": "a1a392d6-b230-46ef-90ba-6bd82512e772", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:30:51.085609 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7333c7cc-efb7-4086-80e8-9b254364512b {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:30:51.085980 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adb97211-e96a-463b-b161-300a73e6b376', 'tag': 'a1a392d6-b230-46ef-90ba-6bd82512e772', 'status': 'completed', 'code': 200} Nov 12 01:30:51.149100 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e67df-309c-457c-86f4-1a8d9f047d7e req-350aee16-c5d5-4de6-854f-4aeedd6e7e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:51.150670 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-223e67df-309c-457c-86f4-1a8d9f047d7e req-350aee16-c5d5-4de6-854f-4aeedd6e7e47 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&device_id=adb97211-e96a-463b-b161-300a73e6b376 HTTP/1.1" status: 200 len: 1095 time: 0.0472820 Nov 12 01:30:51.200807 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-223e67df-309c-457c-86f4-1a8d9f047d7e req-2e5c89c7-87fd-4cd2-a23a-c54152275a36 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1a392d6-b230-46ef-90ba-6bd82512e772 HTTP/1.1" status: 200 len: 217 time: 0.0356228 Nov 12 01:30:51.252862 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e67df-309c-457c-86f4-1a8d9f047d7e req-c04c0899-db93-43c4-82d5-fe44dc65420f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:51.254437 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-223e67df-309c-457c-86f4-1a8d9f047d7e req-c04c0899-db93-43c4-82d5-fe44dc65420f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=acbbc5ba-d345-43f6-8978-6343ddb6383a HTTP/1.1" status: 200 len: 851 time: 0.0453539 Nov 12 01:30:51.304575 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e67df-309c-457c-86f4-1a8d9f047d7e req-50180327-4488-4f71-b9b9-73b0ff265ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:51.306066 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-223e67df-309c-457c-86f4-1a8d9f047d7e req-50180327-4488-4f71-b9b9-73b0ff265ccb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7de00cee-aba0-43c7-ac19-c63b34698d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444014 Nov 12 01:30:51.395832 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-223e67df-309c-457c-86f4-1a8d9f047d7e req-4e0c82ce-25d0-4436-bdde-1ab8213e945a service neutron] 10.222.0.49 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819259 Nov 12 01:30:51.489839 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-223e67df-309c-457c-86f4-1a8d9f047d7e req-3b3dca38-1ec0-4381-8e98-595a22eeb7f0 service neutron] 10.222.0.49 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874908 Nov 12 01:30:51.612782 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511a69a-f028-49c6-8639-be0796d98956 req-dc39c94a-0dc1-4905-8598-06932c34cc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:51.614859 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b511a69a-f028-49c6-8639-be0796d98956 req-dc39c94a-0dc1-4905-8598-06932c34cc65 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&device_id=adb97211-e96a-463b-b161-300a73e6b376 HTTP/1.1" status: 200 len: 1095 time: 0.0415242 Nov 12 01:30:51.709284 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511a69a-f028-49c6-8639-be0796d98956 req-929e602f-84ff-476f-8ac9-6389004b4b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:51.710780 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b511a69a-f028-49c6-8639-be0796d98956 req-929e602f-84ff-476f-8ac9-6389004b4b04 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 913 time: 0.0891447 Nov 12 01:30:51.751971 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b511a69a-f028-49c6-8639-be0796d98956 req-59e24d70-85f3-4c66-a20a-c4cb5722d52f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1a392d6-b230-46ef-90ba-6bd82512e772 HTTP/1.1" status: 200 len: 217 time: 0.0340667 Nov 12 01:30:51.800100 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511a69a-f028-49c6-8639-be0796d98956 req-f4f0a4d9-543d-429f-8934-775f4fb3ae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:51.802100 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b511a69a-f028-49c6-8639-be0796d98956 req-f4f0a4d9-543d-429f-8934-775f4fb3ae0c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=acbbc5ba-d345-43f6-8978-6343ddb6383a HTTP/1.1" status: 200 len: 851 time: 0.0421164 Nov 12 01:30:51.847021 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511a69a-f028-49c6-8639-be0796d98956 req-0d0c8d0b-27f0-45d0-a8ec-b4dab56499ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:51.849292 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b511a69a-f028-49c6-8639-be0796d98956 req-0d0c8d0b-27f0-45d0-a8ec-b4dab56499ed service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7de00cee-aba0-43c7-ac19-c63b34698d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398955 Nov 12 01:30:51.944600 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b511a69a-f028-49c6-8639-be0796d98956 req-0b4a8181-361e-49db-9e02-438d002d9c87 service neutron] 10.222.0.49 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884743 Nov 12 01:30:51.948293 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a3aa9-998d-4f2a-82b5-37a280cc3a00 req-3daf0622-700e-40d5-9bf1-1e2031994400 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:51.949787 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4d1a3aa9-998d-4f2a-82b5-37a280cc3a00 req-3daf0622-700e-40d5-9bf1-1e2031994400 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb97211-e96a-463b-b161-300a73e6b376 HTTP/1.1" status: 200 len: 943 time: 0.0491176 Nov 12 01:30:51.996683 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4d1a3aa9-998d-4f2a-82b5-37a280cc3a00 req-7e45c341-4071-43c9-9bc3-c9916a9b2982 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409048 Nov 12 01:30:52.284582 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b511a69a-f028-49c6-8639-be0796d98956 req-51d5c30a-d830-4f38-9033-f1b66716a2d6 service neutron] 10.222.0.49 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324230 Nov 12 01:30:53.114164 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7ad56-3221-48c0-ad59-38ddf54cc965 req-5e208480-310e-4089-a4fc-0d3681afb9e3 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:53.115625 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fbd7ad56-3221-48c0-ad59-38ddf54cc965 req-5e208480-310e-4089-a4fc-0d3681afb9e3 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb97211-e96a-463b-b161-300a73e6b376 HTTP/1.1" status: 200 len: 943 time: 0.0497715 Nov 12 01:30:53.164382 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fbd7ad56-3221-48c0-ad59-38ddf54cc965 req-41cb6ba2-0f7b-49f3-a962-bc2a084cffc0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427339 Nov 12 01:30:53.992186 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device a1a392d6-b230-46ef-90ba-6bd82512e772 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:30:54.086057 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port a1a392d6-b230-46ef-90ba-6bd82512e772, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=a1a392d6-b230-46ef-90ba-6bd82512e772,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:30:54.096765 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': 'a1a392d6-b230-46ef-90ba-6bd82512e772', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'port_id': 'a1a392d6-b230-46ef-90ba-6bd82512e772', 'mac_address': 'fa:16:3e:2a:4c:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:30:54.136482 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:54.149419 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1a392d6-b230-46ef-90ba-6bd82512e772 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:30:54.169390 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port a1a392d6-b230-46ef-90ba-6bd82512e772, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=a1a392d6-b230-46ef-90ba-6bd82512e772,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:30:54.173355 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:54.222946 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=a1a392d6-b230-46ef-90ba-6bd82512e772,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:54.281971 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdde80a-85f1-4b3b-83db-f99de626c098 req-551cf5af-db75-43d9-a1be-d22c71e35848 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:54.283718 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4cdde80a-85f1-4b3b-83db-f99de626c098 req-551cf5af-db75-43d9-a1be-d22c71e35848 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb97211-e96a-463b-b161-300a73e6b376 HTTP/1.1" status: 200 len: 944 time: 0.0496500 Nov 12 01:30:54.336261 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4cdde80a-85f1-4b3b-83db-f99de626c098 req-c9508659-0d8b-4996-9cb1-5d999b3274ef tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450017 Nov 12 01:30:54.449067 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['a1a392d6-b230-46ef-90ba-6bd82512e772'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:30:55.449645 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1c41c-6bbd-4f42-8a20-be99b0c89d8f req-605283f4-2efe-4e26-aa41-9155b4181ca4 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:55.451230 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a4f1c41c-6bbd-4f42-8a20-be99b0c89d8f req-605283f4-2efe-4e26-aa41-9155b4181ca4 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb97211-e96a-463b-b161-300a73e6b376 HTTP/1.1" status: 200 len: 944 time: 0.0484865 Nov 12 01:30:55.497963 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a4f1c41c-6bbd-4f42-8a20-be99b0c89d8f req-b04660b4-e58e-4359-8131-018c4c229338 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409288 Nov 12 01:30:56.009791 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device a1a392d6-b230-46ef-90ba-6bd82512e772 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:30:56.056850 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port a1a392d6-b230-46ef-90ba-6bd82512e772 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:30:56.060570 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port a1a392d6-b230-46ef-90ba-6bd82512e772 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:30:56.060943 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:56.138388 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:56.160493 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb97211-e96a-463b-b161-300a73e6b376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a392d6-b230-46ef-90ba-6bd82512e772'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:30:56.163456 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c129d119-8d96-42cb-bad4-32f4b9ea9dcc" -d '{"events": [{"server_uuid": "adb97211-e96a-463b-b161-300a73e6b376", "name": "network-vif-plugged", "status": "completed", "tag": "a1a392d6-b230-46ef-90ba-6bd82512e772"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:30:56.175708 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port a1a392d6-b230-46ef-90ba-6bd82512e772, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=a1a392d6-b230-46ef-90ba-6bd82512e772,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:30:56.180754 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:56.205200 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6fc43cf-169a-406a-b8b6-3bec12633005 x-openstack-request-id: req-e6fc43cf-169a-406a-b8b6-3bec12633005 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:30:56.205520 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb97211-e96a-463b-b161-300a73e6b376", "name": "network-vif-plugged", "status": "completed", "tag": "a1a392d6-b230-46ef-90ba-6bd82512e772", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:30:56.205770 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e6fc43cf-169a-406a-b8b6-3bec12633005 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:30:56.206154 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb97211-e96a-463b-b161-300a73e6b376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a392d6-b230-46ef-90ba-6bd82512e772', 'code': 200} Nov 12 01:30:56.230038 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=a1a392d6-b230-46ef-90ba-6bd82512e772,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:56.331372 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb9dc8-32ef-4410-b355-111b27ae2271 req-f8120538-76c5-4dd6-9667-7fe551e8a6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:56.332967 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c9cb9dc8-32ef-4410-b355-111b27ae2271 req-f8120538-76c5-4dd6-9667-7fe551e8a6c8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=adb97211-e96a-463b-b161-300a73e6b376 HTTP/1.1" status: 200 len: 1097 time: 0.0436399 Nov 12 01:30:56.378801 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c9cb9dc8-32ef-4410-b355-111b27ae2271 req-d46b5148-d5ab-4852-ba4c-694a935b5f59 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390792 Nov 12 01:30:56.618228 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b8f6bd-5320-44c6-b20e-3b0138bbf1d9 req-06fa41ba-c11f-4ae7-8e58-90588bc2b882 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:56.619705 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-62b8f6bd-5320-44c6-b20e-3b0138bbf1d9 req-06fa41ba-c11f-4ae7-8e58-90588bc2b882 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb97211-e96a-463b-b161-300a73e6b376 HTTP/1.1" status: 200 len: 945 time: 0.0512764 Nov 12 01:30:56.667507 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-62b8f6bd-5320-44c6-b20e-3b0138bbf1d9 req-13385787-07fe-4b9d-bd6c-68c49119ecea tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418594 Nov 12 01:30:57.782540 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857cc52-f420-4879-8d6a-32db78d9dfe9 req-7c7ae79b-0150-46e4-96e0-1513a2c491eb tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:57.784056 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b857cc52-f420-4879-8d6a-32db78d9dfe9 req-7c7ae79b-0150-46e4-96e0-1513a2c491eb tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb97211-e96a-463b-b161-300a73e6b376 HTTP/1.1" status: 200 len: 945 time: 0.0487411 Nov 12 01:30:57.830959 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b857cc52-f420-4879-8d6a-32db78d9dfe9 req-9060a7d1-b0b5-48b6-a202-bd67790f6d84 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398910 Nov 12 01:30:57.944350 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a118021-9df6-4e2a-baca-28dcacb23864 req-d6d3b8e1-6aff-499e-aaa7-6e8200af60df tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:57.945829 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3a118021-9df6-4e2a-baca-28dcacb23864 req-d6d3b8e1-6aff-499e-aaa7-6e8200af60df tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb97211-e96a-463b-b161-300a73e6b376 HTTP/1.1" status: 200 len: 945 time: 0.0506024 Nov 12 01:30:57.954354 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 47892) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:57.959712 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-62cd331e-df06-4a17-ac80-7334490782ac tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Request body: {'floatingip': {'port_id': 'a1a392d6-b230-46ef-90ba-6bd82512e772'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:58.002260 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-62cd331e-df06-4a17-ac80-7334490782ac tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks [] for floatingip, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:58.571573 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-62cd331e-df06-4a17-ac80-7334490782ac tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:58.575647 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-62cd331e-df06-4a17-ac80-7334490782ac tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:58.679763 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [None req-62cd331e-df06-4a17-ac80-7334490782ac tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Floating IP b8bcc695-9720-470d-b3c1-7f8e4d45625e associated. External IP: 172.25.2.224, port: a1a392d6-b230-46ef-90ba-6bd82512e772. Nov 12 01:30:58.883874 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62cd331e-df06-4a17-ac80-7334490782ac tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Router bc600df9-bf21-451b-a3a5-7451fd9b95b1 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:30:58.991833 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62cd331e-df06-4a17-ac80-7334490782ac tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:30:58.996638 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-62cd331e-df06-4a17-ac80-7334490782ac tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:59.002775 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d2b019-51d7-4d72-bf4c-ac2349deec9f None None] Sync routers for ids ['bc600df9-bf21-451b-a3a5-7451fd9b95b1'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:30:59.013130 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d2b019-51d7-4d72-bf4c-ac2349deec9f None None] Routers {'bc600df9-bf21-451b-a3a5-7451fd9b95b1'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:30:59.013775 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-74d2b019-51d7-4d72-bf4c-ac2349deec9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:30:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['bc600df9-bf21-451b-a3a5-7451fd9b95b1'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:59.022713 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-62cd331e-df06-4a17-ac80-7334490782ac tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "PUT /v2.0/floatingips/b8bcc695-9720-470d-b3c1-7f8e4d45625e HTTP/1.1" status: 200 len: 991 time: 1.0673277 Nov 12 01:30:59.023312 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adb97211-e96a-463b-b161-300a73e6b376', 'tag': 'a1a392d6-b230-46ef-90ba-6bd82512e772'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:30:59.025624 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e14cfc-fff9-4e50-be35-23aa73306b0c" -d '{"events": [{"name": "network-changed", "server_uuid": "adb97211-e96a-463b-b161-300a73e6b376", "tag": "a1a392d6-b230-46ef-90ba-6bd82512e772"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:30:59.125108 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-74d2b019-51d7-4d72-bf4c-ac2349deec9f None None] Set router bc600df9-bf21-451b-a3a5-7451fd9b95b1 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:30:59.132588 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700a1aad-cd4d-4001-9dfb-68a26757a5b0 x-openstack-request-id: req-700a1aad-cd4d-4001-9dfb-68a26757a5b0 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:30:59.132881 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adb97211-e96a-463b-b161-300a73e6b376", "tag": "a1a392d6-b230-46ef-90ba-6bd82512e772", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:30:59.133139 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-700a1aad-cd4d-4001-9dfb-68a26757a5b0 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:30:59.133613 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adb97211-e96a-463b-b161-300a73e6b376', 'tag': 'a1a392d6-b230-46ef-90ba-6bd82512e772', 'status': 'completed', 'code': 200} Nov 12 01:30:59.214598 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e14cfc-fff9-4e50-be35-23aa73306b0c req-95d1c1c9-bce2-42e7-94f9-e751339a7e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:59.216113 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-41e14cfc-fff9-4e50-be35-23aa73306b0c req-95d1c1c9-bce2-42e7-94f9-e751339a7e51 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&device_id=adb97211-e96a-463b-b161-300a73e6b376 HTTP/1.1" status: 200 len: 1097 time: 0.0422831 Nov 12 01:30:59.313541 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e14cfc-fff9-4e50-be35-23aa73306b0c req-1d72e26b-3eb6-4b36-9c37-3b81adc17654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:59.315010 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-41e14cfc-fff9-4e50-be35-23aa73306b0c req-1d72e26b-3eb6-4b36-9c37-3b81adc17654 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 913 time: 0.0897944 Nov 12 01:30:59.350950 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-74d2b019-51d7-4d72-bf4c-ac2349deec9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'name': 'tempest-ServerActionsTestJSON-1274963085-router', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'gw_port': {'id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': 'b8bcc695-9720-470d-b3c1-7f8e4d45625e', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'floating_ip_address': '172.25.2.224', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'port_id': 'a1a392d6-b230-46ef-90ba-6bd82512e772', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'mac_address': 'fa:16:3e:2a:4c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb97211-e96a-463b-b161-300a73e6b376', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:30:47Z', 'updated_at': '2021-11-12T01:30:58Z', 'revision_number': 1, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7884b08f-9bcc-4505-993c-c8b173ada0ab', 'name': '', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'mac_address': 'fa:16:3e:48:47:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:44Z', 'updated_at': '2021-11-12T01:30:49Z', 'revision_number': 5, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'subnets': [{'id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:59.377210 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d2b019-51d7-4d72-bf4c-ac2349deec9f None None] Checking router: bc600df9-bf21-451b-a3a5-7451fd9b95b1 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:30:59.386500 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-41e14cfc-fff9-4e50-be35-23aa73306b0c req-7cb4e25c-0f8d-4835-a29d-b3f7c4720671 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1a392d6-b230-46ef-90ba-6bd82512e772 HTTP/1.1" status: 200 len: 999 time: 0.0641859 Nov 12 01:30:59.386972 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d2b019-51d7-4d72-bf4c-ac2349deec9f None None] Routers {'bc600df9-bf21-451b-a3a5-7451fd9b95b1'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:30:59.387567 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-74d2b019-51d7-4d72-bf4c-ac2349deec9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:30:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['bc600df9-bf21-451b-a3a5-7451fd9b95b1'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:59.447441 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e14cfc-fff9-4e50-be35-23aa73306b0c req-a9cc6549-c38e-4f68-b78f-c7e6b293f334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:59.449224 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-41e14cfc-fff9-4e50-be35-23aa73306b0c req-a9cc6549-c38e-4f68-b78f-c7e6b293f334 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=acbbc5ba-d345-43f6-8978-6343ddb6383a HTTP/1.1" status: 200 len: 851 time: 0.0562484 Nov 12 01:30:59.494535 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-74d2b019-51d7-4d72-bf4c-ac2349deec9f None None] Set router bc600df9-bf21-451b-a3a5-7451fd9b95b1 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:30:59.496874 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e14cfc-fff9-4e50-be35-23aa73306b0c req-70ca6df4-d284-4569-bd0e-c92a61dff974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:59.498517 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-41e14cfc-fff9-4e50-be35-23aa73306b0c req-70ca6df4-d284-4569-bd0e-c92a61dff974 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7de00cee-aba0-43c7-ac19-c63b34698d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423253 Nov 12 01:30:59.593071 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-41e14cfc-fff9-4e50-be35-23aa73306b0c req-adef0ff1-62ac-41e9-8e02-34a72f036b7b service neutron] 10.222.0.49 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859597 Nov 12 01:30:59.689073 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-41e14cfc-fff9-4e50-be35-23aa73306b0c req-2285b71a-85f9-4e15-a4f7-56fce117446b service neutron] 10.222.0.49 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878365 Nov 12 01:30:59.731254 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-74d2b019-51d7-4d72-bf4c-ac2349deec9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'name': 'tempest-ServerActionsTestJSON-1274963085-router', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'gw_port': {'id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': 'b8bcc695-9720-470d-b3c1-7f8e4d45625e', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'floating_ip_address': '172.25.2.224', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'port_id': 'a1a392d6-b230-46ef-90ba-6bd82512e772', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'mac_address': 'fa:16:3e:2a:4c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb97211-e96a-463b-b161-300a73e6b376', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:30:47Z', 'updated_at': '2021-11-12T01:30:58Z', 'revision_number': 1, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7884b08f-9bcc-4505-993c-c8b173ada0ab', 'name': '', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'mac_address': 'fa:16:3e:48:47:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:44Z', 'updated_at': '2021-11-12T01:30:49Z', 'revision_number': 5, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'subnets': [{'id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:59.757667 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d2b019-51d7-4d72-bf4c-ac2349deec9f None None] The sync data for ids ['bc600df9-bf21-451b-a3a5-7451fd9b95b1'] in n-d-812236-11 is: [{'id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'name': 'tempest-ServerActionsTestJSON-1274963085-router', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'gw_port': {'id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': 'b8bcc695-9720-470d-b3c1-7f8e4d45625e', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'floating_ip_address': '172.25.2.224', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'port_id': 'a1a392d6-b230-46ef-90ba-6bd82512e772', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'mac_address': 'fa:16:3e:2a:4c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb97211-e96a-463b-b161-300a73e6b376', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:30:47Z', 'updated_at': '2021-11-12T01:30:58Z', 'revision_number': 1, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7884b08f-9bcc-4505-993c-c8b173ada0ab', 'name': '', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'mac_address': 'fa:16:3e:48:47:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:44Z', 'updated_at': '2021-11-12T01:30:49Z', 'revision_number': 5, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'subnets': [{'id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:30:59.943683 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa499cf-802a-4640-9446-86a8b2e1c5c1 None None] New status for floating IP b8bcc695-9720-470d-b3c1-7f8e4d45625e: ACTIVE {{(pid=102664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:31:04.345914 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8681737a-150d-461e-ad1f-5233d6ee1b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:06.463480 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d72979e2-786e-4971-94d5-c4f4b9c6c333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:07.814620 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:09.421455 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:10.340799 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:31:10.350905 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:11.235145 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:13.076656 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:34.348923 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e117486e-e1f7-415f-be68-6d2b6f3fd1a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:36.465264 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-eb6c9f70-7b69-45f7-ac6e-cabf455e0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:37.818632 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:39.423712 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:40.353305 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:41.235090 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:43.080206 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:44.952798 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fff9c3d8-1551-4d0f-b935-a8e1f505040e req-5a71da34-2196-42ed-afcf-5a94151f74f1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=adb97211-e96a-463b-b161-300a73e6b376&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411456 Nov 12 01:31:45.049455 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9c3d8-1551-4d0f-b935-a8e1f505040e req-b7147b29-224c-4205-bc58-dfb8ee784c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:45.051702 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fff9c3d8-1551-4d0f-b935-a8e1f505040e req-b7147b29-224c-4205-bc58-dfb8ee784c17 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&device_id=adb97211-e96a-463b-b161-300a73e6b376 HTTP/1.1" status: 200 len: 1097 time: 0.0420723 Nov 12 01:31:45.159998 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9c3d8-1551-4d0f-b935-a8e1f505040e req-6c1ad3b7-e780-4782-889b-42a5eb5673e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:45.161302 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fff9c3d8-1551-4d0f-b935-a8e1f505040e req-6c1ad3b7-e780-4782-889b-42a5eb5673e9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 913 time: 0.0904226 Nov 12 01:31:45.232848 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fff9c3d8-1551-4d0f-b935-a8e1f505040e req-2f16056a-eef0-4c9d-9443-bbe29eddcabc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1a392d6-b230-46ef-90ba-6bd82512e772 HTTP/1.1" status: 200 len: 1001 time: 0.0630579 Nov 12 01:31:45.282300 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9c3d8-1551-4d0f-b935-a8e1f505040e req-55e7158b-a76a-42af-91b4-3b3da7742e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:45.283696 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fff9c3d8-1551-4d0f-b935-a8e1f505040e req-55e7158b-a76a-42af-91b4-3b3da7742e91 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=acbbc5ba-d345-43f6-8978-6343ddb6383a HTTP/1.1" status: 200 len: 851 time: 0.0437236 Nov 12 01:31:45.329058 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9c3d8-1551-4d0f-b935-a8e1f505040e req-634aca62-d116-4d83-b7bd-f8b115ec8d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:45.330563 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fff9c3d8-1551-4d0f-b935-a8e1f505040e req-634aca62-d116-4d83-b7bd-f8b115ec8d7e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7de00cee-aba0-43c7-ac19-c63b34698d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396552 Nov 12 01:31:45.430453 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fff9c3d8-1551-4d0f-b935-a8e1f505040e req-fb6d8fd5-256f-4cfa-b94d-ce2d7f6b5ba5 service neutron] 10.222.0.49 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929284 Nov 12 01:31:45.522264 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fff9c3d8-1551-4d0f-b935-a8e1f505040e req-97ddc1bc-ab2a-4293-9baa-44938937db6b service neutron] 10.222.0.49 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842738 Nov 12 01:31:47.339851 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:32:04.350118 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8c4ab4a4-0946-466f-ae81-2e68e2450ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:06.466433 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4278823e-1b5c-4fee-9590-8a4ec2faabc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:07.820870 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:09.426850 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:10.354712 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:11.236357 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:13.097654 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:24.338818 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:32:34.354788 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-15ebba36-6116-4f80-80c1-0c8f3bfd067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:35.435039 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e18d4-29bf-44ee-a314-75881c50d08c req-6bf9add9-5ccd-46bd-a3aa-6a9e43d1a900 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:35.436540 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b25e18d4-29bf-44ee-a314-75881c50d08c req-6bf9add9-5ccd-46bd-a3aa-6a9e43d1a900 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb97211-e96a-463b-b161-300a73e6b376 HTTP/1.1" status: 200 len: 945 time: 0.0515449 Nov 12 01:32:35.491681 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b25e18d4-29bf-44ee-a314-75881c50d08c req-faa07332-bde1-4f66-a335-10c15ec161b0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477161 Nov 12 01:32:35.833867 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-41915e2e-0cf7-453e-a87a-8dbe7aa4edde req-b8bb0de4-b5eb-4856-b816-a5d353f7d7c2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=adb97211-e96a-463b-b161-300a73e6b376&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0419230 Nov 12 01:32:35.846896 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5ebc3-cf43-40aa-8ca6-e135b0045191 req-f5fdd989-8757-4647-b782-602927452000 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:35.848403 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9ef5ebc3-cf43-40aa-8ca6-e135b0045191 req-f5fdd989-8757-4647-b782-602927452000 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb97211-e96a-463b-b161-300a73e6b376 HTTP/1.1" status: 200 len: 945 time: 0.0506659 Nov 12 01:32:35.900406 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9ef5ebc3-cf43-40aa-8ca6-e135b0045191 req-8bbf3920-1452-4f29-9f2c-8ea7783644c8 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453384 Nov 12 01:32:36.469296 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-24360986-b9bd-46a1-89ea-aa3d544065c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:37.018818 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644eb81-b07f-4d80-bacc-52ec033a8b3b req-724503a2-b3e8-4d44-bdbf-1b4101d5f4ad tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:37.020369 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c644eb81-b07f-4d80-bacc-52ec033a8b3b req-724503a2-b3e8-4d44-bdbf-1b4101d5f4ad tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb97211-e96a-463b-b161-300a73e6b376 HTTP/1.1" status: 200 len: 945 time: 0.0524933 Nov 12 01:32:37.067545 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c644eb81-b07f-4d80-bacc-52ec033a8b3b req-7740fdf0-1477-41e8-a109-f38f88da2957 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413296 Nov 12 01:32:37.823811 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:38.127112 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41915e2e-0cf7-453e-a87a-8dbe7aa4edde req-6c664690-3986-494a-8cd2-e111d220808c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:38.128725 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-41915e2e-0cf7-453e-a87a-8dbe7aa4edde req-6c664690-3986-494a-8cd2-e111d220808c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&device_id=adb97211-e96a-463b-b161-300a73e6b376 HTTP/1.1" status: 200 len: 1097 time: 0.0931146 Nov 12 01:32:38.251263 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e68e2-14d5-49c8-a28a-19f5179baf96 req-a6814c02-8b12-46d4-a66a-baee183eb97a tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:38.253337 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b22e68e2-14d5-49c8-a28a-19f5179baf96 req-a6814c02-8b12-46d4-a66a-baee183eb97a tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb97211-e96a-463b-b161-300a73e6b376 HTTP/1.1" status: 200 len: 945 time: 0.1001935 Nov 12 01:32:38.268980 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41915e2e-0cf7-453e-a87a-8dbe7aa4edde req-20282dd7-5902-4e17-9422-d70460911689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:38.270397 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-41915e2e-0cf7-453e-a87a-8dbe7aa4edde req-20282dd7-5902-4e17-9422-d70460911689 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 913 time: 0.1349299 Nov 12 01:32:38.612810 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b22e68e2-14d5-49c8-a28a-19f5179baf96 req-79ed66f0-c168-4adb-8930-be26bd07dfe6 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3521330 Nov 12 01:32:38.616822 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-41915e2e-0cf7-453e-a87a-8dbe7aa4edde req-9e197142-1105-4681-99cd-2c571071dca3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1a392d6-b230-46ef-90ba-6bd82512e772 HTTP/1.1" status: 200 len: 1001 time: 0.3394239 Nov 12 01:32:38.669127 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41915e2e-0cf7-453e-a87a-8dbe7aa4edde req-1075b8cc-0c69-4893-a7cb-38f4dfb200bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:38.670621 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-41915e2e-0cf7-453e-a87a-8dbe7aa4edde req-1075b8cc-0c69-4893-a7cb-38f4dfb200bc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=acbbc5ba-d345-43f6-8978-6343ddb6383a HTTP/1.1" status: 200 len: 851 time: 0.0469563 Nov 12 01:32:38.714755 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41915e2e-0cf7-453e-a87a-8dbe7aa4edde req-b3b2eee5-501d-47e1-b1d9-384351a798ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:38.716191 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-41915e2e-0cf7-453e-a87a-8dbe7aa4edde req-b3b2eee5-501d-47e1-b1d9-384351a798ad service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7de00cee-aba0-43c7-ac19-c63b34698d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383718 Nov 12 01:32:38.807775 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-41915e2e-0cf7-453e-a87a-8dbe7aa4edde req-fa61c9bb-7f90-47e4-b457-2303f28aa83b service neutron] 10.222.0.49 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843701 Nov 12 01:32:38.897490 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-41915e2e-0cf7-453e-a87a-8dbe7aa4edde req-93db37d5-6ce3-4875-b090-fe2b94501350 service neutron] 10.222.0.49 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815814 Nov 12 01:32:39.428874 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:39.730206 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34cdbdc-d237-4be5-93a6-f014cdf4e585 req-1a578f73-ebf2-4c6d-80bb-b57658d6ffa7 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:39.731676 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a34cdbdc-d237-4be5-93a6-f014cdf4e585 req-1a578f73-ebf2-4c6d-80bb-b57658d6ffa7 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb97211-e96a-463b-b161-300a73e6b376 HTTP/1.1" status: 200 len: 945 time: 0.0488439 Nov 12 01:32:39.779630 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a34cdbdc-d237-4be5-93a6-f014cdf4e585 req-38215f05-1517-4363-9e20-e3d89994540e tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412791 Nov 12 01:32:40.356025 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:40.900673 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3836c7-3f47-47a3-b168-4a41151a9711 req-184e2442-1411-4a44-8980-d1ece156f016 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:40.902177 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4d3836c7-3f47-47a3-b168-4a41151a9711 req-184e2442-1411-4a44-8980-d1ece156f016 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb97211-e96a-463b-b161-300a73e6b376 HTTP/1.1" status: 200 len: 945 time: 0.0531840 Nov 12 01:32:40.950945 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4d3836c7-3f47-47a3-b168-4a41151a9711 req-2e50f676-d197-4551-8225-c1f21df423b1 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427711 Nov 12 01:32:41.236925 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:42.071402 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906a22c-048a-4471-bb9c-5334145ae3f4 req-24c3d42c-bb2d-441d-a015-6772e6748ef8 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:42.072859 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0906a22c-048a-4471-bb9c-5334145ae3f4 req-24c3d42c-bb2d-441d-a015-6772e6748ef8 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb97211-e96a-463b-b161-300a73e6b376 HTTP/1.1" status: 200 len: 945 time: 0.0495002 Nov 12 01:32:42.124817 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0906a22c-048a-4471-bb9c-5334145ae3f4 req-f88759df-db62-4102-b217-a66eea18a835 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459187 Nov 12 01:32:43.093169 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:43.243117 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d747ab-c4db-43d7-a5b1-a24c81647a50 req-26129c6f-8287-4e32-8b43-897b4121e516 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:43.244586 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-41d747ab-c4db-43d7-a5b1-a24c81647a50 req-26129c6f-8287-4e32-8b43-897b4121e516 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb97211-e96a-463b-b161-300a73e6b376 HTTP/1.1" status: 200 len: 945 time: 0.0490062 Nov 12 01:32:43.291577 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-41d747ab-c4db-43d7-a5b1-a24c81647a50 req-fecaaa93-b709-44a4-a574-7be422703fc8 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409727 Nov 12 01:32:44.409039 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176bc321-88e8-4ca6-8165-004847fb367a req-5aefc90d-91d6-48c6-b29b-d9701822e33f tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:44.410528 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-176bc321-88e8-4ca6-8165-004847fb367a req-5aefc90d-91d6-48c6-b29b-d9701822e33f tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb97211-e96a-463b-b161-300a73e6b376 HTTP/1.1" status: 200 len: 945 time: 0.0513222 Nov 12 01:32:44.458038 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-176bc321-88e8-4ca6-8165-004847fb367a req-dc94798f-9950-401e-b65f-207b5e991850 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413294 Nov 12 01:32:45.579395 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc74181-1883-484c-ac50-e127e624aefa req-d5896bd2-0b13-4973-8bc9-8ba38a9194e3 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:45.580857 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bdc74181-1883-484c-ac50-e127e624aefa req-d5896bd2-0b13-4973-8bc9-8ba38a9194e3 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb97211-e96a-463b-b161-300a73e6b376 HTTP/1.1" status: 200 len: 945 time: 0.0535655 Nov 12 01:32:45.628741 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bdc74181-1883-484c-ac50-e127e624aefa req-6db83b4b-9a41-4287-8585-3ae383efa531 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419972 Nov 12 01:32:45.998268 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167deb0-2e4b-4464-8f1c-8c6c3f082655 req-07395f34-fa6e-437f-aae2-83bb38a4b12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:45.999723 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0167deb0-2e4b-4464-8f1c-8c6c3f082655 req-07395f34-fa6e-437f-aae2-83bb38a4b12f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&device_id=adb97211-e96a-463b-b161-300a73e6b376 HTTP/1.1" status: 200 len: 1097 time: 0.0403495 Nov 12 01:32:46.107736 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167deb0-2e4b-4464-8f1c-8c6c3f082655 req-b762be1b-173b-4dff-84ba-80ddaaea067f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:46.109230 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0167deb0-2e4b-4464-8f1c-8c6c3f082655 req-b762be1b-173b-4dff-84ba-80ddaaea067f service neutron] 10.222.0.49 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 913 time: 0.0889347 Nov 12 01:32:46.196462 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0167deb0-2e4b-4464-8f1c-8c6c3f082655 req-779c7e48-3b7e-474b-9ec7-b230f5c35c7f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1a392d6-b230-46ef-90ba-6bd82512e772 HTTP/1.1" status: 200 len: 1001 time: 0.0792739 Nov 12 01:32:46.251401 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167deb0-2e4b-4464-8f1c-8c6c3f082655 req-6af66dfb-1e7c-4fb2-bfe5-417248dca9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:46.253448 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0167deb0-2e4b-4464-8f1c-8c6c3f082655 req-6af66dfb-1e7c-4fb2-bfe5-417248dca9a3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=acbbc5ba-d345-43f6-8978-6343ddb6383a HTTP/1.1" status: 200 len: 851 time: 0.0495126 Nov 12 01:32:46.303411 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167deb0-2e4b-4464-8f1c-8c6c3f082655 req-982347ba-c38d-4a44-add6-39582ede1717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:46.304874 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0167deb0-2e4b-4464-8f1c-8c6c3f082655 req-982347ba-c38d-4a44-add6-39582ede1717 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7de00cee-aba0-43c7-ac19-c63b34698d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441713 Nov 12 01:32:46.396266 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0167deb0-2e4b-4464-8f1c-8c6c3f082655 req-3e16f410-d240-4b6b-a2ca-93367f4c1147 service neutron] 10.222.0.49 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835531 Nov 12 01:32:46.489730 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0167deb0-2e4b-4464-8f1c-8c6c3f082655 req-d41fb43c-1cf2-40ad-9f9d-dac36fc61e4f service neutron] 10.222.0.49 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867369 Nov 12 01:32:46.745969 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee0945-b0fc-4cd1-974f-9fcd09878e66 req-7df11f2b-1d20-488e-b854-88e238bed9ff tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:46.747594 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4fee0945-b0fc-4cd1-974f-9fcd09878e66 req-7df11f2b-1d20-488e-b854-88e238bed9ff tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb97211-e96a-463b-b161-300a73e6b376 HTTP/1.1" status: 200 len: 945 time: 0.0506215 Nov 12 01:32:46.796475 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4fee0945-b0fc-4cd1-974f-9fcd09878e66 req-a913b2e9-1335-446f-af54-b2510a278843 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419331 Nov 12 01:32:47.915639 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f36e6-b49e-46da-a88d-a03bebfbe60d req-99205bff-73a7-41fc-a39e-9324e49f41a2 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:47.917113 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-514f36e6-b49e-46da-a88d-a03bebfbe60d req-99205bff-73a7-41fc-a39e-9324e49f41a2 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb97211-e96a-463b-b161-300a73e6b376 HTTP/1.1" status: 200 len: 945 time: 0.0502920 Nov 12 01:32:47.965124 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-514f36e6-b49e-46da-a88d-a03bebfbe60d req-a4b2a2a1-2bd3-45bb-880b-0a3bc686ea4e tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419793 Nov 12 01:32:49.084612 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5211da5-7b65-4823-a2da-3434e37d2cb3 req-cc2d336a-cdaf-45a4-bd59-09b4fe469aaf tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:49.086114 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a5211da5-7b65-4823-a2da-3434e37d2cb3 req-cc2d336a-cdaf-45a4-bd59-09b4fe469aaf tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb97211-e96a-463b-b161-300a73e6b376 HTTP/1.1" status: 200 len: 945 time: 0.0537865 Nov 12 01:32:49.133068 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a5211da5-7b65-4823-a2da-3434e37d2cb3 req-803151dc-0f37-4459-a106-4c9631637d28 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410037 Nov 12 01:32:50.251136 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414ec06-1b35-4a0c-bad1-632728376e39 req-74a8a5a9-6ec8-47ed-80b3-02401233d96d tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:50.253360 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0414ec06-1b35-4a0c-bad1-632728376e39 req-74a8a5a9-6ec8-47ed-80b3-02401233d96d tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb97211-e96a-463b-b161-300a73e6b376 HTTP/1.1" status: 200 len: 945 time: 0.0520875 Nov 12 01:32:50.303340 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0414ec06-1b35-4a0c-bad1-632728376e39 req-abafda3d-2dc3-4166-bba5-ad334bcad9fe tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441225 Nov 12 01:32:51.075695 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [req-41915e2e-0cf7-453e-a87a-8dbe7aa4edde req-9db918eb-6d7f-4b60-b961-1ce06e8ce7ba service neutron] show failed (client error): The resource could not be found. Nov 12 01:32:51.076676 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-41915e2e-0cf7-453e-a87a-8dbe7aa4edde req-9db918eb-6d7f-4b60-b961-1ce06e8ce7ba service neutron] 10.222.0.49 "GET /v2.0/ports/a1a392d6-b230-46ef-90ba-6bd82512e772/bindings/n-h2-812236-11 HTTP/1.1" status: 404 len: 381 time: 0.0532191 Nov 12 01:32:51.284461 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41915e2e-0cf7-453e-a87a-8dbe7aa4edde req-68afc276-df56-4747-92b6-d7aaacbdcf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:51.286060 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-41915e2e-0cf7-453e-a87a-8dbe7aa4edde req-68afc276-df56-4747-92b6-d7aaacbdcf7d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=adb97211-e96a-463b-b161-300a73e6b376&tenant_id=ffe54f159f6d495ebafa2165173ae9c2 HTTP/1.1" status: 200 len: 1097 time: 0.0417283 Nov 12 01:32:51.305545 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-41915e2e-0cf7-453e-a87a-8dbe7aa4edde req-8ee5d436-5455-412e-a464-378bec652325 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812236-11', 'device_owner': 'compute:nova'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:32:51.361630 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-41915e2e-0cf7-453e-a87a-8dbe7aa4edde req-8ee5d436-5455-412e-a464-378bec652325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:51.497691 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372656cf-2654-47e0-b41f-20db550ed559 req-e17bdca6-429c-4021-8449-ce80313b7aa7 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:51.499751 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-372656cf-2654-47e0-b41f-20db550ed559 req-e17bdca6-429c-4021-8449-ce80313b7aa7 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb97211-e96a-463b-b161-300a73e6b376 HTTP/1.1" status: 200 len: 945 time: 0.1258733 Nov 12 01:32:51.607256 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-372656cf-2654-47e0-b41f-20db550ed559 req-10e549ad-f503-4f5e-8199-62b9521d4f02 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004329 Nov 12 01:32:51.636502 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-41915e2e-0cf7-453e-a87a-8dbe7aa4edde req-8ee5d436-5455-412e-a464-378bec652325 service neutron] For port a1a392d6-b230-46ef-90ba-6bd82512e772, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=a1a392d6-b230-46ef-90ba-6bd82512e772,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:32:51.670844 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-41915e2e-0cf7-453e-a87a-8dbe7aa4edde req-8ee5d436-5455-412e-a464-378bec652325 service neutron] For port a1a392d6-b230-46ef-90ba-6bd82512e772, host n-h1-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:32:51.709698 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb97211-e96a-463b-b161-300a73e6b376', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1a392d6-b230-46ef-90ba-6bd82512e772'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:32:51.711986 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec98f87a-3fd1-450a-b10e-db66827a1f4f" -d '{"events": [{"server_uuid": "adb97211-e96a-463b-b161-300a73e6b376", "name": "network-vif-unplugged", "status": "completed", "tag": "a1a392d6-b230-46ef-90ba-6bd82512e772"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:32:51.716369 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-41915e2e-0cf7-453e-a87a-8dbe7aa4edde req-8ee5d436-5455-412e-a464-378bec652325 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:51.729813 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-41915e2e-0cf7-453e-a87a-8dbe7aa4edde req-8ee5d436-5455-412e-a464-378bec652325 service neutron] Transition to ACTIVE for port object a1a392d6-b230-46ef-90ba-6bd82512e772 will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:32:51.733795 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-41915e2e-0cf7-453e-a87a-8dbe7aa4edde req-8ee5d436-5455-412e-a464-378bec652325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:51.833472 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efca6042-8da4-4b36-a7d3-0e12092d3b2f x-openstack-request-id: req-efca6042-8da4-4b36-a7d3-0e12092d3b2f {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:32:51.833769 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb97211-e96a-463b-b161-300a73e6b376", "name": "network-vif-unplugged", "status": "completed", "tag": "a1a392d6-b230-46ef-90ba-6bd82512e772", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:32:51.834021 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-efca6042-8da4-4b36-a7d3-0e12092d3b2f {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:32:51.834425 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb97211-e96a-463b-b161-300a73e6b376', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1a392d6-b230-46ef-90ba-6bd82512e772', 'code': 200} Nov 12 01:32:51.834987 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee5d436-5455-412e-a464-378bec652325 service neutron] Pushing event updated for resources: {'Port': ['ID=a1a392d6-b230-46ef-90ba-6bd82512e772,revision_number=6']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:32:51.850991 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee5d436-5455-412e-a464-378bec652325 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:51.851358 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee5d436-5455-412e-a464-378bec652325 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:51.851658 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee5d436-5455-412e-a464-378bec652325 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:51.851992 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee5d436-5455-412e-a464-378bec652325 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:51.852321 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee5d436-5455-412e-a464-378bec652325 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:51.852650 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee5d436-5455-412e-a464-378bec652325 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:51.852976 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee5d436-5455-412e-a464-378bec652325 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:51.853300 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee5d436-5455-412e-a464-378bec652325 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:51.853653 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee5d436-5455-412e-a464-378bec652325 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:51.853979 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee5d436-5455-412e-a464-378bec652325 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:51.854301 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee5d436-5455-412e-a464-378bec652325 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:51.854623 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee5d436-5455-412e-a464-378bec652325 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:51.880658 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-41915e2e-0cf7-453e-a87a-8dbe7aa4edde req-8ee5d436-5455-412e-a464-378bec652325 service neutron] No DVR routers for this DVR port a1a392d6-b230-46ef-90ba-6bd82512e772 on host n-h1-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:32:52.023385 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-41915e2e-0cf7-453e-a87a-8dbe7aa4edde req-8ee5d436-5455-412e-a464-378bec652325 service neutron] Attempting to bind port a1a392d6-b230-46ef-90ba-6bd82512e772 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:32:52.023713 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-41915e2e-0cf7-453e-a87a-8dbe7aa4edde req-8ee5d436-5455-412e-a464-378bec652325 service neutron] Attempting to bind port a1a392d6-b230-46ef-90ba-6bd82512e772 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '72d993ad-3bed-41eb-a08d-140489069bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:32:52.024039 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41915e2e-0cf7-453e-a87a-8dbe7aa4edde req-8ee5d436-5455-412e-a464-378bec652325 service neutron] Attempting to bind port a1a392d6-b230-46ef-90ba-6bd82512e772 on network 7de00cee-aba0-43c7-ac19-c63b34698d28 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:32:52.028239 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41915e2e-0cf7-453e-a87a-8dbe7aa4edde req-8ee5d436-5455-412e-a464-378bec652325 service neutron] Port a1a392d6-b230-46ef-90ba-6bd82512e772 on network 7de00cee-aba0-43c7-ac19-c63b34698d28 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:32:52.028563 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41915e2e-0cf7-453e-a87a-8dbe7aa4edde req-8ee5d436-5455-412e-a464-378bec652325 service neutron] Attempting to bind port a1a392d6-b230-46ef-90ba-6bd82512e772 on network 7de00cee-aba0-43c7-ac19-c63b34698d28 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:32:52.034122 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41915e2e-0cf7-453e-a87a-8dbe7aa4edde req-8ee5d436-5455-412e-a464-378bec652325 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:32:52.034456 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41915e2e-0cf7-453e-a87a-8dbe7aa4edde req-8ee5d436-5455-412e-a464-378bec652325 service neutron] Checking segment: {'id': '72d993ad-3bed-41eb-a08d-140489069bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:32:52.034836 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41915e2e-0cf7-453e-a87a-8dbe7aa4edde req-8ee5d436-5455-412e-a464-378bec652325 service neutron] Bound using segment: {'id': '72d993ad-3bed-41eb-a08d-140489069bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:32:52.035250 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-41915e2e-0cf7-453e-a87a-8dbe7aa4edde req-8ee5d436-5455-412e-a464-378bec652325 service neutron] Bound port: a1a392d6-b230-46ef-90ba-6bd82512e772, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72d993ad-3bed-41eb-a08d-140489069bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:32:52.035597 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-41915e2e-0cf7-453e-a87a-8dbe7aa4edde req-8ee5d436-5455-412e-a464-378bec652325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:52.103611 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-41915e2e-0cf7-453e-a87a-8dbe7aa4edde req-8ee5d436-5455-412e-a464-378bec652325 service neutron] For port a1a392d6-b230-46ef-90ba-6bd82512e772, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:32:52.106707 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-41915e2e-0cf7-453e-a87a-8dbe7aa4edde req-8ee5d436-5455-412e-a464-378bec652325 service neutron] For port a1a392d6-b230-46ef-90ba-6bd82512e772, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=a1a392d6-b230-46ef-90ba-6bd82512e772,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:32:52.112018 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-41915e2e-0cf7-453e-a87a-8dbe7aa4edde req-8ee5d436-5455-412e-a464-378bec652325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:52.144846 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41915e2e-0cf7-453e-a87a-8dbe7aa4edde req-8ee5d436-5455-412e-a464-378bec652325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:52.145530 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-41915e2e-0cf7-453e-a87a-8dbe7aa4edde req-8ee5d436-5455-412e-a464-378bec652325 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:52.146897 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-41915e2e-0cf7-453e-a87a-8dbe7aa4edde req-8ee5d436-5455-412e-a464-378bec652325 service neutron] 10.222.0.54 "PUT /v2.0/ports/a1a392d6-b230-46ef-90ba-6bd82512e772 HTTP/1.1" status: 200 len: 1092 time: 0.8452888 Nov 12 01:32:52.172431 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee5d436-5455-412e-a464-378bec652325 service neutron] Pushing event updated for resources: {'Port': ['ID=a1a392d6-b230-46ef-90ba-6bd82512e772,revision_number=7']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:32:52.224420 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41915e2e-0cf7-453e-a87a-8dbe7aa4edde req-2a965467-6478-458b-97a3-29a8f212860a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:52.226786 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-41915e2e-0cf7-453e-a87a-8dbe7aa4edde req-2a965467-6478-458b-97a3-29a8f212860a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&device_id=adb97211-e96a-463b-b161-300a73e6b376 HTTP/1.1" status: 200 len: 1095 time: 0.0457668 Nov 12 01:32:52.331076 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41915e2e-0cf7-453e-a87a-8dbe7aa4edde req-187630c3-520d-44b6-a1ed-5b79b99a8d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:52.332561 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-41915e2e-0cf7-453e-a87a-8dbe7aa4edde req-187630c3-520d-44b6-a1ed-5b79b99a8d95 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 913 time: 0.0989819 Nov 12 01:32:52.397098 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-41915e2e-0cf7-453e-a87a-8dbe7aa4edde req-ba5c3025-9d9e-4aae-a7ea-f9a222f73c8b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1a392d6-b230-46ef-90ba-6bd82512e772 HTTP/1.1" status: 200 len: 999 time: 0.0571513 Nov 12 01:32:52.451287 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41915e2e-0cf7-453e-a87a-8dbe7aa4edde req-e5ee545f-b411-432e-9e89-648346b79fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:52.452734 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-41915e2e-0cf7-453e-a87a-8dbe7aa4edde req-e5ee545f-b411-432e-9e89-648346b79fc5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=acbbc5ba-d345-43f6-8978-6343ddb6383a HTTP/1.1" status: 200 len: 851 time: 0.0490406 Nov 12 01:32:52.498434 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41915e2e-0cf7-453e-a87a-8dbe7aa4edde req-64e24ab8-b71e-4993-b51e-20bb49dffa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:52.499874 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-41915e2e-0cf7-453e-a87a-8dbe7aa4edde req-64e24ab8-b71e-4993-b51e-20bb49dffa1a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7de00cee-aba0-43c7-ac19-c63b34698d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398564 Nov 12 01:32:52.589121 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-41915e2e-0cf7-453e-a87a-8dbe7aa4edde req-14b0ec0e-3651-474f-835d-03bbfce0b3d3 service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814419 Nov 12 01:32:52.693987 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-41915e2e-0cf7-453e-a87a-8dbe7aa4edde req-0ec44bab-74fa-4417-a295-dca35db98adc service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971706 Nov 12 01:32:52.728920 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bac00e-8b0e-4681-ab97-a30d1924f097 req-5a25a7e5-b58e-4e62-b611-2e0ff9b1018c tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:52.730476 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-16bac00e-8b0e-4681-ab97-a30d1924f097 req-5a25a7e5-b58e-4e62-b611-2e0ff9b1018c tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb97211-e96a-463b-b161-300a73e6b376 HTTP/1.1" status: 200 len: 943 time: 0.0510914 Nov 12 01:32:52.779411 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-16bac00e-8b0e-4681-ab97-a30d1924f097 req-4ddbd504-7283-430b-b258-eb5a7a375ab3 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424721 Nov 12 01:32:53.836491 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adb97211-e96a-463b-b161-300a73e6b376', 'tag': 'a1a392d6-b230-46ef-90ba-6bd82512e772'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:32:53.838939 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a88816-839d-44a0-bd70-5362a70b2867" -d '{"events": [{"name": "network-changed", "server_uuid": "adb97211-e96a-463b-b161-300a73e6b376", "tag": "a1a392d6-b230-46ef-90ba-6bd82512e772"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:32:53.886957 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca42c30-32b7-47ea-a863-5fd3a4246a1c x-openstack-request-id: req-eca42c30-32b7-47ea-a863-5fd3a4246a1c {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:32:53.887249 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adb97211-e96a-463b-b161-300a73e6b376", "tag": "a1a392d6-b230-46ef-90ba-6bd82512e772", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:32:53.887501 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eca42c30-32b7-47ea-a863-5fd3a4246a1c {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:32:53.887901 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adb97211-e96a-463b-b161-300a73e6b376', 'tag': 'a1a392d6-b230-46ef-90ba-6bd82512e772', 'status': 'completed', 'code': 200} Nov 12 01:32:53.908281 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde6448-c35b-4a45-b800-35d35a9afe4f req-207334d0-8840-4381-b5e2-c144810f555b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:53.910001 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1dde6448-c35b-4a45-b800-35d35a9afe4f req-207334d0-8840-4381-b5e2-c144810f555b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb97211-e96a-463b-b161-300a73e6b376 HTTP/1.1" status: 200 len: 943 time: 0.0525031 Nov 12 01:32:53.975087 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a88816-839d-44a0-bd70-5362a70b2867 req-8ba7a9d4-b685-483d-81ad-1f8314a56ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:53.976578 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-50a88816-839d-44a0-bd70-5362a70b2867 req-8ba7a9d4-b685-483d-81ad-1f8314a56ebb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&device_id=adb97211-e96a-463b-b161-300a73e6b376 HTTP/1.1" status: 200 len: 1095 time: 0.0461869 Nov 12 01:32:53.990236 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1dde6448-c35b-4a45-b800-35d35a9afe4f req-35f30452-4169-4337-8479-333a2b42ae54 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712430 Nov 12 01:32:53.999865 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a88816-839d-44a0-bd70-5362a70b2867 req-a888ecac-e9d4-445c-9b21-c97e22c51fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:54.001852 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-50a88816-839d-44a0-bd70-5362a70b2867 req-a888ecac-e9d4-445c-9b21-c97e22c51fc3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&device_id=adb97211-e96a-463b-b161-300a73e6b376 HTTP/1.1" status: 200 len: 1095 time: 0.0582993 Nov 12 01:32:54.069204 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a88816-839d-44a0-bd70-5362a70b2867 req-9fe87a34-f32c-45e5-8677-b2a42ce84c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:54.070710 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-50a88816-839d-44a0-bd70-5362a70b2867 req-9fe87a34-f32c-45e5-8677-b2a42ce84c6b service neutron] 10.222.0.54 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 913 time: 0.0864456 Nov 12 01:32:54.098668 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a88816-839d-44a0-bd70-5362a70b2867 req-d111dfde-071b-4be9-b711-50b12f919fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:54.100052 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-50a88816-839d-44a0-bd70-5362a70b2867 req-d111dfde-071b-4be9-b711-50b12f919fca service neutron] 10.222.0.49 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 913 time: 0.0917575 Nov 12 01:32:54.142794 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-50a88816-839d-44a0-bd70-5362a70b2867 req-b46a64ca-fa71-4146-9691-10f8c74d66b7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1a392d6-b230-46ef-90ba-6bd82512e772 HTTP/1.1" status: 200 len: 999 time: 0.0639656 Nov 12 01:32:54.165635 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-50a88816-839d-44a0-bd70-5362a70b2867 req-be5c00ce-cfb3-4a1d-940c-8bc64ecab5b5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1a392d6-b230-46ef-90ba-6bd82512e772 HTTP/1.1" status: 200 len: 999 time: 0.0583408 Nov 12 01:32:54.194634 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a88816-839d-44a0-bd70-5362a70b2867 req-7ee47490-33ef-44e1-b201-5660cf608dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:54.196105 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-50a88816-839d-44a0-bd70-5362a70b2867 req-7ee47490-33ef-44e1-b201-5660cf608dd5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=acbbc5ba-d345-43f6-8978-6343ddb6383a HTTP/1.1" status: 200 len: 851 time: 0.0461307 Nov 12 01:32:54.219419 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a88816-839d-44a0-bd70-5362a70b2867 req-15d78826-c770-4091-b9a7-159cb8a39ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:54.221002 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-50a88816-839d-44a0-bd70-5362a70b2867 req-15d78826-c770-4091-b9a7-159cb8a39ad0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=acbbc5ba-d345-43f6-8978-6343ddb6383a HTTP/1.1" status: 200 len: 851 time: 0.0489419 Nov 12 01:32:54.242277 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a88816-839d-44a0-bd70-5362a70b2867 req-e3467be7-c553-4736-8a3a-c1d034d6e80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:54.243781 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-50a88816-839d-44a0-bd70-5362a70b2867 req-e3467be7-c553-4736-8a3a-c1d034d6e80b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7de00cee-aba0-43c7-ac19-c63b34698d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407131 Nov 12 01:32:54.266348 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a88816-839d-44a0-bd70-5362a70b2867 req-c9648f67-3664-4b80-b425-e225159da2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:54.268374 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-50a88816-839d-44a0-bd70-5362a70b2867 req-c9648f67-3664-4b80-b425-e225159da2da service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7de00cee-aba0-43c7-ac19-c63b34698d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406418 Nov 12 01:32:54.339561 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-50a88816-839d-44a0-bd70-5362a70b2867 req-8c633094-fde1-4603-ab84-2ee051770268 service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882344 Nov 12 01:32:54.362993 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-50a88816-839d-44a0-bd70-5362a70b2867 req-198180b3-2e2d-4229-ac95-21836fe2ca68 service neutron] 10.222.0.49 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875556 Nov 12 01:32:54.429309 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-50a88816-839d-44a0-bd70-5362a70b2867 req-606db127-7e72-4e3a-bfa6-914528a389d4 service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824788 Nov 12 01:32:54.454112 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-50a88816-839d-44a0-bd70-5362a70b2867 req-23e6f549-e9f3-467e-abe1-07a887f381e8 service neutron] 10.222.0.49 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840428 Nov 12 01:32:54.530899 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device a1a392d6-b230-46ef-90ba-6bd82512e772 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:32:54.569891 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device a1a392d6-b230-46ef-90ba-6bd82512e772 not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:32:55.116832 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109bbbf0-7d02-4e22-b006-9ff13a75cc6c req-bebe6e0a-a7e2-45d4-8437-94bf43b56d60 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:55.118322 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-109bbbf0-7d02-4e22-b006-9ff13a75cc6c req-bebe6e0a-a7e2-45d4-8437-94bf43b56d60 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb97211-e96a-463b-b161-300a73e6b376 HTTP/1.1" status: 200 len: 943 time: 0.0549569 Nov 12 01:32:55.167054 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-109bbbf0-7d02-4e22-b006-9ff13a75cc6c req-d4a7369f-ef7a-46a5-b7ee-2f95d2dd4f0a tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428896 Nov 12 01:32:56.293568 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee3390-fb38-47f2-8f1e-6b7d935a375e req-43745d85-0a3f-465d-aa17-b5b27e8ec208 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:56.295061 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-17ee3390-fb38-47f2-8f1e-6b7d935a375e req-43745d85-0a3f-465d-aa17-b5b27e8ec208 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb97211-e96a-463b-b161-300a73e6b376 HTTP/1.1" status: 200 len: 943 time: 0.0584071 Nov 12 01:32:56.347126 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-17ee3390-fb38-47f2-8f1e-6b7d935a375e req-dfc08bfa-4079-45e2-99d8-21cfd1b086d4 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459023 Nov 12 01:32:56.570759 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57075a04-0cb4-467f-9d04-bb880dec70e0 req-6f29dda3-bd19-4e1b-891e-4bca3ff5005c tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:56.572228 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-57075a04-0cb4-467f-9d04-bb880dec70e0 req-6f29dda3-bd19-4e1b-891e-4bca3ff5005c tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb97211-e96a-463b-b161-300a73e6b376 HTTP/1.1" status: 200 len: 943 time: 0.0791862 Nov 12 01:32:56.587061 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc077157-23c9-4ec2-aa59-ed629a818b4b req-2bc363ba-be07-440d-96dd-100dc06d12cb tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:56.588446 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cc077157-23c9-4ec2-aa59-ed629a818b4b req-2bc363ba-be07-440d-96dd-100dc06d12cb tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.49 "GET /v2.0/ports?device_id=adb97211-e96a-463b-b161-300a73e6b376&tenant_id=ffe54f159f6d495ebafa2165173ae9c2&binding%3Ahost_id=n-h2-812236-11 HTTP/1.1" status: 200 len: 943 time: 0.0696654 Nov 12 01:32:56.670970 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-57075a04-0cb4-467f-9d04-bb880dec70e0 req-a2f3f528-7ca6-4d2b-86a9-15e591199260 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921490 Nov 12 01:32:56.677999 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [req-cc077157-23c9-4ec2-aa59-ed629a818b4b req-ccbf3afa-f7d7-43ef-82e3-0cf0e582fcf7 service neutron] delete failed (client error): The resource could not be found. Nov 12 01:32:56.678965 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cc077157-23c9-4ec2-aa59-ed629a818b4b req-ccbf3afa-f7d7-43ef-82e3-0cf0e582fcf7 service neutron] 10.222.0.49 "DELETE /v2.0/ports/a1a392d6-b230-46ef-90ba-6bd82512e772/bindings/n-h1-812236-11 HTTP/1.1" status: 404 len: 381 time: 0.0773110 Nov 12 01:32:56.785265 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc077157-23c9-4ec2-aa59-ed629a818b4b req-a2236ce2-ec2f-456c-b199-53a854a8a0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:56.786665 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cc077157-23c9-4ec2-aa59-ed629a818b4b req-a2236ce2-ec2f-456c-b199-53a854a8a0c5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&device_id=adb97211-e96a-463b-b161-300a73e6b376 HTTP/1.1" status: 200 len: 1095 time: 0.0421047 Nov 12 01:32:56.877596 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc077157-23c9-4ec2-aa59-ed629a818b4b req-be05ecc9-6029-49ca-b242-82bfe4197d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:56.879057 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cc077157-23c9-4ec2-aa59-ed629a818b4b req-be05ecc9-6029-49ca-b242-82bfe4197d5b service neutron] 10.222.0.49 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 913 time: 0.0847642 Nov 12 01:32:56.947552 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cc077157-23c9-4ec2-aa59-ed629a818b4b req-88ad15ec-02bc-4c18-b367-7977e934d7d9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1a392d6-b230-46ef-90ba-6bd82512e772 HTTP/1.1" status: 200 len: 999 time: 0.0618365 Nov 12 01:32:56.997209 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc077157-23c9-4ec2-aa59-ed629a818b4b req-10f12ef6-c74d-4358-84d3-fa58961e2374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:56.998663 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cc077157-23c9-4ec2-aa59-ed629a818b4b req-10f12ef6-c74d-4358-84d3-fa58961e2374 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=acbbc5ba-d345-43f6-8978-6343ddb6383a HTTP/1.1" status: 200 len: 851 time: 0.0444882 Nov 12 01:32:57.046046 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc077157-23c9-4ec2-aa59-ed629a818b4b req-e66aaad8-890d-45a3-ad27-650c3384678b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:57.047408 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cc077157-23c9-4ec2-aa59-ed629a818b4b req-e66aaad8-890d-45a3-ad27-650c3384678b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7de00cee-aba0-43c7-ac19-c63b34698d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401716 Nov 12 01:32:57.139684 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cc077157-23c9-4ec2-aa59-ed629a818b4b req-225c4c38-6088-4da2-b032-c351db1bfad8 service neutron] 10.222.0.49 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849607 Nov 12 01:32:57.230145 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cc077157-23c9-4ec2-aa59-ed629a818b4b req-cb4259eb-d44f-486f-86f5-7e0ca4a98302 service neutron] 10.222.0.49 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823147 Nov 12 01:32:57.792463 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4167141-740f-4dad-872d-7fd04b36c9f3 req-acf93406-9d61-4027-9783-14f69b016301 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:57.794102 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c4167141-740f-4dad-872d-7fd04b36c9f3 req-acf93406-9d61-4027-9783-14f69b016301 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb97211-e96a-463b-b161-300a73e6b376 HTTP/1.1" status: 200 len: 943 time: 0.0506101 Nov 12 01:32:57.843509 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c4167141-740f-4dad-872d-7fd04b36c9f3 req-c58dd77a-9a5e-4252-9369-ad9a5a96b6e6 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425801 Nov 12 01:32:57.972934 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403dc39-2ef3-43d3-ba0c-e305017183bb req-8f912008-e41f-4abe-877d-ab350ad02771 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:57.974441 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2403dc39-2ef3-43d3-ba0c-e305017183bb req-8f912008-e41f-4abe-877d-ab350ad02771 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb97211-e96a-463b-b161-300a73e6b376 HTTP/1.1" status: 200 len: 943 time: 0.0553257 Nov 12 01:32:58.021238 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2403dc39-2ef3-43d3-ba0c-e305017183bb req-5e3fdaef-b030-4a58-b70c-19e6b0bdbad7 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408127 Nov 12 01:32:58.133302 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767a7e3-ac64-41c9-ab0b-059a22a36fe7 req-d0284b45-9127-4073-8daa-bacd880d507b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:58.134764 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0767a7e3-ac64-41c9-ab0b-059a22a36fe7 req-d0284b45-9127-4073-8daa-bacd880d507b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb97211-e96a-463b-b161-300a73e6b376 HTTP/1.1" status: 200 len: 943 time: 0.0483568 Nov 12 01:32:58.173896 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device a1a392d6-b230-46ef-90ba-6bd82512e772 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:32:58.185856 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0767a7e3-ac64-41c9-ab0b-059a22a36fe7 req-d0b44b70-92d3-4c71-b626-844d4aacf09c tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451281 Nov 12 01:32:58.272015 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port a1a392d6-b230-46ef-90ba-6bd82512e772, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=a1a392d6-b230-46ef-90ba-6bd82512e772,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:32:58.283489 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'a1a392d6-b230-46ef-90ba-6bd82512e772', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'port_id': 'a1a392d6-b230-46ef-90ba-6bd82512e772', 'mac_address': 'fa:16:3e:2a:4c:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:32:58.327986 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:58.348021 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1a392d6-b230-46ef-90ba-6bd82512e772 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:32:58.367517 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port a1a392d6-b230-46ef-90ba-6bd82512e772, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=a1a392d6-b230-46ef-90ba-6bd82512e772,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:32:58.371342 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:58.420440 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=a1a392d6-b230-46ef-90ba-6bd82512e772,revision_number=8']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:32:58.426533 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354604d9-b145-434d-921b-3f9ee3ce089e req-abdc3134-c6de-4edb-b40a-af806d4465a6 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:58.428019 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-354604d9-b145-434d-921b-3f9ee3ce089e req-abdc3134-c6de-4edb-b40a-af806d4465a6 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb97211-e96a-463b-b161-300a73e6b376 HTTP/1.1" status: 200 len: 944 time: 0.0505884 Nov 12 01:32:58.428322 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:58.428664 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:58.428999 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:58.429327 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:58.429678 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:58.430005 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:58.430324 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:58.430641 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:58.430957 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:58.431271 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:58.431586 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:58.431897 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:58.476498 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-354604d9-b145-434d-921b-3f9ee3ce089e req-0c0fa302-ed25-4302-bf66-c8b19060f0b4 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422373 Nov 12 01:32:58.835809 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['a1a392d6-b230-46ef-90ba-6bd82512e772'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:32:59.594354 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110dcc6b-54c3-4282-967a-434e8a608ef6 req-e5d44200-0d31-4c56-b678-be88a77ca722 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:59.596016 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-110dcc6b-54c3-4282-967a-434e8a608ef6 req-e5d44200-0d31-4c56-b678-be88a77ca722 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb97211-e96a-463b-b161-300a73e6b376 HTTP/1.1" status: 200 len: 944 time: 0.0503848 Nov 12 01:32:59.642510 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-110dcc6b-54c3-4282-967a-434e8a608ef6 req-ba542bd2-b284-4b7a-9801-7a64be462b2a tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400202 Nov 12 01:32:59.937982 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5aa05-02ff-490f-8fa2-d13dac6e251a req-4446156c-a0d7-4e68-a671-c4f8e5bc4cb9 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:59.940475 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-01e5aa05-02ff-490f-8fa2-d13dac6e251a req-4446156c-a0d7-4e68-a671-c4f8e5bc4cb9 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.54 "GET /v2.0/ports?device_id=adb97211-e96a-463b-b161-300a73e6b376 HTTP/1.1" status: 200 len: 944 time: 0.0502374 Nov 12 01:33:00.032273 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-01e5aa05-02ff-490f-8fa2-d13dac6e251a req-bab0ee43-871e-473c-acaf-af0ca4b6d84b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Deleting port a1a392d6-b230-46ef-90ba-6bd82512e772 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:33:00.032762 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-01e5aa05-02ff-490f-8fa2-d13dac6e251a req-bab0ee43-871e-473c-acaf-af0ca4b6d84b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:00.119654 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-01e5aa05-02ff-490f-8fa2-d13dac6e251a req-bab0ee43-871e-473c-acaf-af0ca4b6d84b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] For port a1a392d6-b230-46ef-90ba-6bd82512e772, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=a1a392d6-b230-46ef-90ba-6bd82512e772,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:33:00.120009 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-01e5aa05-02ff-490f-8fa2-d13dac6e251a req-bab0ee43-871e-473c-acaf-af0ca4b6d84b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:00.172496 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device a1a392d6-b230-46ef-90ba-6bd82512e772 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:33:00.221813 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port a1a392d6-b230-46ef-90ba-6bd82512e772 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:33:00.225960 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port a1a392d6-b230-46ef-90ba-6bd82512e772 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:33:00.226326 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:00.303527 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:00.333359 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb97211-e96a-463b-b161-300a73e6b376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a392d6-b230-46ef-90ba-6bd82512e772'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:33:00.339027 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f2f7cb-072c-4fef-9c51-c390414704e2" -d '{"events": [{"server_uuid": "adb97211-e96a-463b-b161-300a73e6b376", "name": "network-vif-plugged", "status": "completed", "tag": "a1a392d6-b230-46ef-90ba-6bd82512e772"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:33:00.344459 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port a1a392d6-b230-46ef-90ba-6bd82512e772, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=a1a392d6-b230-46ef-90ba-6bd82512e772,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:33:00.350396 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:00.352698 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-01e5aa05-02ff-490f-8fa2-d13dac6e251a req-bab0ee43-871e-473c-acaf-af0ca4b6d84b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:00.353078 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-01e5aa05-02ff-490f-8fa2-d13dac6e251a req-bab0ee43-871e-473c-acaf-af0ca4b6d84b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:00.353782 n-d-812236-11 neutron-server[102662]: INFO neutron.db.l3_db [req-01e5aa05-02ff-490f-8fa2-d13dac6e251a req-bab0ee43-871e-473c-acaf-af0ca4b6d84b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Floating IP b8bcc695-9720-470d-b3c1-7f8e4d45625e disassociated. External IP: 172.25.2.224, port: a1a392d6-b230-46ef-90ba-6bd82512e772. Nov 12 01:33:00.354108 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-01e5aa05-02ff-490f-8fa2-d13dac6e251a req-bab0ee43-871e-473c-acaf-af0ca4b6d84b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Calling delete_port for a1a392d6-b230-46ef-90ba-6bd82512e772 owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:33:00.405916 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=a1a392d6-b230-46ef-90ba-6bd82512e772,revision_number=9']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:00.462527 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd454de-c9bc-4ec3-9dd4-4148ec8aa08f x-openstack-request-id: req-5cd454de-c9bc-4ec3-9dd4-4148ec8aa08f {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:33:00.462819 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb97211-e96a-463b-b161-300a73e6b376", "name": "network-vif-plugged", "status": "completed", "tag": "a1a392d6-b230-46ef-90ba-6bd82512e772", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:33:00.463068 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5cd454de-c9bc-4ec3-9dd4-4148ec8aa08f {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:33:00.463480 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb97211-e96a-463b-b161-300a73e6b376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a392d6-b230-46ef-90ba-6bd82512e772', 'code': 200} Nov 12 01:33:00.492169 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-01e5aa05-02ff-490f-8fa2-d13dac6e251a req-bab0ee43-871e-473c-acaf-af0ca4b6d84b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:00.518721 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab0ee43-871e-473c-acaf-af0ca4b6d84b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Pushing event deleted for resources: {'Port': ['ID=a1a392d6-b230-46ef-90ba-6bd82512e772,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:00.643034 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01e5aa05-02ff-490f-8fa2-d13dac6e251a req-bab0ee43-871e-473c-acaf-af0ca4b6d84b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Router bc600df9-bf21-451b-a3a5-7451fd9b95b1 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:33:00.744137 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f3fa5f75-8bb3-4343-b041-38de870748e1 req-50f79e05-3cc3-4693-9df3-6581ba13538b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb97211-e96a-463b-b161-300a73e6b376 HTTP/1.1" status: 200 len: 210 time: 0.0272834 Nov 12 01:33:00.755427 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01e5aa05-02ff-490f-8fa2-d13dac6e251a req-bab0ee43-871e-473c-acaf-af0ca4b6d84b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:33:00.778130 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30615981-5cab-4f59-907d-d05955ba8685 None None] Sync routers for ids ['bc600df9-bf21-451b-a3a5-7451fd9b95b1'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:33:00.789139 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30615981-5cab-4f59-907d-d05955ba8685 None None] Routers {'bc600df9-bf21-451b-a3a5-7451fd9b95b1'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:33:00.789786 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-30615981-5cab-4f59-907d-d05955ba8685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:32:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['bc600df9-bf21-451b-a3a5-7451fd9b95b1'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:33:00.803477 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e5aa05-02ff-490f-8fa2-d13dac6e251a req-bab0ee43-871e-473c-acaf-af0ca4b6d84b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] No DVR routers for this DVR port a1a392d6-b230-46ef-90ba-6bd82512e772 on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:33:00.806057 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-01e5aa05-02ff-490f-8fa2-d13dac6e251a req-bab0ee43-871e-473c-acaf-af0ca4b6d84b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:00.809431 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-01e5aa05-02ff-490f-8fa2-d13dac6e251a req-bab0ee43-871e-473c-acaf-af0ca4b6d84b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.54 "DELETE /v2.0/ports/a1a392d6-b230-46ef-90ba-6bd82512e772 HTTP/1.1" status: 204 len: 173 time: 0.8620563 Nov 12 01:33:00.809880 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb97211-e96a-463b-b161-300a73e6b376', 'name': 'network-vif-deleted', 'tag': 'a1a392d6-b230-46ef-90ba-6bd82512e772'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:33:00.812199 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e4739e-4578-4fdc-9d22-45ef512aa0bf" -d '{"events": [{"server_uuid": "adb97211-e96a-463b-b161-300a73e6b376", "name": "network-vif-deleted", "tag": "a1a392d6-b230-46ef-90ba-6bd82512e772"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:33:00.851000 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd78b51f-5af4-48d4-984a-86a7e4599370 x-openstack-request-id: req-bd78b51f-5af4-48d4-984a-86a7e4599370 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:33:00.851362 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb97211-e96a-463b-b161-300a73e6b376", "name": "network-vif-deleted", "tag": "a1a392d6-b230-46ef-90ba-6bd82512e772", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:33:00.851688 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd78b51f-5af4-48d4-984a-86a7e4599370 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:33:00.852194 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb97211-e96a-463b-b161-300a73e6b376', 'name': 'network-vif-deleted', 'tag': 'a1a392d6-b230-46ef-90ba-6bd82512e772', 'status': 'completed', 'code': 200} Nov 12 01:33:00.905851 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-30615981-5cab-4f59-907d-d05955ba8685 None None] Set router bc600df9-bf21-451b-a3a5-7451fd9b95b1 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:33:01.260432 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-30615981-5cab-4f59-907d-d05955ba8685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'name': 'tempest-ServerActionsTestJSON-1274963085-router', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'gw_port': {'id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '7884b08f-9bcc-4505-993c-c8b173ada0ab', 'name': '', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'mac_address': 'fa:16:3e:48:47:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:44Z', 'updated_at': '2021-11-12T01:30:49Z', 'revision_number': 5, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'subnets': [{'id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:33:01.288507 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30615981-5cab-4f59-907d-d05955ba8685 None None] Checking router: bc600df9-bf21-451b-a3a5-7451fd9b95b1 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:33:01.296951 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30615981-5cab-4f59-907d-d05955ba8685 None None] Routers {'bc600df9-bf21-451b-a3a5-7451fd9b95b1'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:33:01.297578 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-30615981-5cab-4f59-907d-d05955ba8685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:32:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['bc600df9-bf21-451b-a3a5-7451fd9b95b1'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:33:01.338468 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:33:01.401666 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-30615981-5cab-4f59-907d-d05955ba8685 None None] Set router bc600df9-bf21-451b-a3a5-7451fd9b95b1 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:33:01.599798 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-30615981-5cab-4f59-907d-d05955ba8685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'name': 'tempest-ServerActionsTestJSON-1274963085-router', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'gw_port': {'id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '7884b08f-9bcc-4505-993c-c8b173ada0ab', 'name': '', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'mac_address': 'fa:16:3e:48:47:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:44Z', 'updated_at': '2021-11-12T01:30:49Z', 'revision_number': 5, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'subnets': [{'id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:33:01.631380 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30615981-5cab-4f59-907d-d05955ba8685 None None] The sync data for ids ['bc600df9-bf21-451b-a3a5-7451fd9b95b1'] in n-d-812236-11 is: [{'id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'name': 'tempest-ServerActionsTestJSON-1274963085-router', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'gw_port': {'id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '7884b08f-9bcc-4505-993c-c8b173ada0ab', 'name': '', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'mac_address': 'fa:16:3e:48:47:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:44Z', 'updated_at': '2021-11-12T01:30:49Z', 'revision_number': 5, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'subnets': [{'id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:33:01.856759 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d319d4-54de-4f2a-921b-927adf4126a6 None None] New status for floating IP b8bcc695-9720-470d-b3c1-7f8e4d45625e: DOWN {{(pid=102664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:33:02.000324 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-2d8c1653-b75a-4be4-ae35-ffec1f05af35 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1491894187&fields=id&tenant_id=ffe54f159f6d495ebafa2165173ae9c2 HTTP/1.1" status: 200 len: 267 time: 0.0525920 Nov 12 01:33:02.002619 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [req-755fff44-7fc8-438d-840d-fa9ec9e9273a req-bb759abc-192e-4522-bb43-0147244ef949 service neutron] (102661) timed out ('10.222.0.54', 52837) {{(pid=102661) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 01:33:02.111428 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-035111c6-ef46-4732-9962-00679c0847c3 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:02.112903 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-035111c6-ef46-4732-9962-00679c0847c3 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 812 time: 0.1042314 Nov 12 01:33:02.127951 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-50b2e6e3-a041-4ba4-836c-bec57f43355b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/quotas/ffe54f159f6d495ebafa2165173ae9c2 HTTP/1.1" status: 200 len: 375 time: 0.0092263 Nov 12 01:33:02.181933 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-fd29a02c-fb4e-44c3-951f-2db0c1908b17 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488200 Nov 12 01:33:02.244414 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-5a74e398-9ab4-46cf-9250-ad2e489f58f6 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:33:02.245460 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-5a74e398-9ab4-46cf-9250-ad2e489f58f6 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0520215 Nov 12 01:33:02.340470 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-7f3d6ee8-89f9-40a2-aaaf-74a6d0e414bc service neutron] 10.222.0.20 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885551 Nov 12 01:33:02.433342 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-ee04c31d-d39b-406a-b739-83b8217412eb service neutron] 10.222.0.20 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858521 Nov 12 01:33:02.598667 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cd5af8f7-2e6e-4860-86c0-92266964bcee req-fe65753b-cd71-40c5-ac28-09eb9a99d32c tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea HTTP/1.1" status: 200 len: 210 time: 0.0278096 Nov 12 01:33:03.659693 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-fc12721f-826b-41f3-9e00-992c23a9be32 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:03.661198 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-fc12721f-826b-41f3-9e00-992c23a9be32 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.54 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 812 time: 0.1204228 Nov 12 01:33:03.702758 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c6407e49-ba7f-4638-be01-81b9050ce59a req-ad7cd280-5a53-4a9b-b221-b4b340da1922 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea HTTP/1.1" status: 200 len: 210 time: 0.0275161 Nov 12 01:33:03.735054 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-787f3c07-088f-4423-a9e3-deb97a6e9071 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffe54f159f6d495ebafa2165173ae9c2 HTTP/1.1" status: 200 len: 380 time: 0.0575421 Nov 12 01:33:03.757641 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-34fda9de-973a-4193-a573-4a61a1a9c0f0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Request body: {'port': {'device_id': '46322464-6eb6-4bf5-bab4-358ebd5291ea', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'admin_state_up': True, 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'security_groups': ['a4e522df-e07f-423e-8117-fa8d6761e26b']}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:33:03.868659 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-34fda9de-973a-4193-a573-4a61a1a9c0f0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Made reservation on behalf of ffe54f159f6d495ebafa2165173ae9c2 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:33:03.872152 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-34fda9de-973a-4193-a573-4a61a1a9c0f0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:03.992436 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-34fda9de-973a-4193-a573-4a61a1a9c0f0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Allocated IP 172.20.0.12 (7de00cee-aba0-43c7-ac19-c63b34698d28/acbbc5ba-d345-43f6-8978-6343ddb6383a/5e44d344-3df3-4b84-9cdf-14494e2e3ab3) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:33:04.131608 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-34fda9de-973a-4193-a573-4a61a1a9c0f0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:04.164067 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-34fda9de-973a-4193-a573-4a61a1a9c0f0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:04.191512 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device a1a392d6-b230-46ef-90ba-6bd82512e772 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:33:04.204137 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-34fda9de-973a-4193-a573-4a61a1a9c0f0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Network 7de00cee-aba0-43c7-ac19-c63b34698d28 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:33:04.207235 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-34fda9de-973a-4193-a573-4a61a1a9c0f0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:33:04.211357 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: a1a392d6-b230-46ef-90ba-6bd82512e772 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:33:04.211711 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device a1a392d6-b230-46ef-90ba-6bd82512e772 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:33:04.213572 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-34fda9de-973a-4193-a573-4a61a1a9c0f0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:33:04.243940 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fda9de-973a-4193-a573-4a61a1a9c0f0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Pushing event updated for resources: {'Port': ['ID=5e44d344-3df3-4b84-9cdf-14494e2e3ab3,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:04.272352 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-34fda9de-973a-4193-a573-4a61a1a9c0f0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:04.272997 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-34fda9de-973a-4193-a573-4a61a1a9c0f0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:04.289834 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-34fda9de-973a-4193-a573-4a61a1a9c0f0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5357053 Nov 12 01:33:04.307245 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-06d95a4d-68a0-47f0-9430-e99b460526dc service neutron] Request body: {'port': {'device_id': '46322464-6eb6-4bf5-bab4-358ebd5291ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:33:04.359234 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-dfe6277e-bbb1-49e4-99ec-83cea9046ec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:04.366520 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-06d95a4d-68a0-47f0-9430-e99b460526dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:04.410222 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-36f59c26-367b-4e89-8f5b-2b23ee936507 None None] Provisioning complete for port 5e44d344-3df3-4b84-9cdf-14494e2e3ab3 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:33:04.410585 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-36f59c26-367b-4e89-8f5b-2b23ee936507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:04.445706 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-36f59c26-367b-4e89-8f5b-2b23ee936507 None None] Port 5e44d344-3df3-4b84-9cdf-14494e2e3ab3 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:33:04.633201 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-06d95a4d-68a0-47f0-9430-e99b460526dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e44d344-3df3-4b84-9cdf-14494e2e3ab3 {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:33:04.640446 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-06d95a4d-68a0-47f0-9430-e99b460526dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:04.653620 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-06d95a4d-68a0-47f0-9430-e99b460526dc service neutron] Transition to ACTIVE for port object 5e44d344-3df3-4b84-9cdf-14494e2e3ab3 will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:33:04.657048 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-06d95a4d-68a0-47f0-9430-e99b460526dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:04.708014 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d95a4d-68a0-47f0-9430-e99b460526dc service neutron] Pushing event updated for resources: {'Port': ['ID=5e44d344-3df3-4b84-9cdf-14494e2e3ab3,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:04.780231 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-06d95a4d-68a0-47f0-9430-e99b460526dc service neutron] Attempting to bind port 5e44d344-3df3-4b84-9cdf-14494e2e3ab3 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:33:04.780567 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-06d95a4d-68a0-47f0-9430-e99b460526dc service neutron] Attempting to bind port 5e44d344-3df3-4b84-9cdf-14494e2e3ab3 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '72d993ad-3bed-41eb-a08d-140489069bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:33:04.780906 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-06d95a4d-68a0-47f0-9430-e99b460526dc service neutron] Attempting to bind port 5e44d344-3df3-4b84-9cdf-14494e2e3ab3 on network 7de00cee-aba0-43c7-ac19-c63b34698d28 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:33:04.795066 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-06d95a4d-68a0-47f0-9430-e99b460526dc service neutron] Port 5e44d344-3df3-4b84-9cdf-14494e2e3ab3 on network 7de00cee-aba0-43c7-ac19-c63b34698d28 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:33:04.795322 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-06d95a4d-68a0-47f0-9430-e99b460526dc service neutron] Attempting to bind port 5e44d344-3df3-4b84-9cdf-14494e2e3ab3 on network 7de00cee-aba0-43c7-ac19-c63b34698d28 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:33:04.816741 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-06d95a4d-68a0-47f0-9430-e99b460526dc service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:33:04.817093 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-06d95a4d-68a0-47f0-9430-e99b460526dc service neutron] Checking segment: {'id': '72d993ad-3bed-41eb-a08d-140489069bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:33:04.817514 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-06d95a4d-68a0-47f0-9430-e99b460526dc service neutron] Bound using segment: {'id': '72d993ad-3bed-41eb-a08d-140489069bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:33:04.817949 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-06d95a4d-68a0-47f0-9430-e99b460526dc service neutron] Bound port: 5e44d344-3df3-4b84-9cdf-14494e2e3ab3, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72d993ad-3bed-41eb-a08d-140489069bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:33:04.818309 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-06d95a4d-68a0-47f0-9430-e99b460526dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:04.871557 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1ffc2-3b54-4b19-a215-fc25ecaeb5cd req-f9d4952b-669e-46f2-9b68-edff3b38b3cd tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:04.873191 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-72b1ffc2-3b54-4b19-a215-fc25ecaeb5cd req-f9d4952b-669e-46f2-9b68-edff3b38b3cd tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea HTTP/1.1" status: 200 len: 944 time: 0.0950513 Nov 12 01:33:04.931672 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-06d95a4d-68a0-47f0-9430-e99b460526dc service neutron] For port 5e44d344-3df3-4b84-9cdf-14494e2e3ab3, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:33:04.951951 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-06d95a4d-68a0-47f0-9430-e99b460526dc service neutron] For port 5e44d344-3df3-4b84-9cdf-14494e2e3ab3, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=5e44d344-3df3-4b84-9cdf-14494e2e3ab3,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:33:04.957346 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-72b1ffc2-3b54-4b19-a215-fc25ecaeb5cd req-f8d32bb4-a9ad-42f4-a2bf-20f87504c9b8 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766683 Nov 12 01:33:04.959565 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-06d95a4d-68a0-47f0-9430-e99b460526dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:05.005421 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-06d95a4d-68a0-47f0-9430-e99b460526dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:05.006014 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-06d95a4d-68a0-47f0-9430-e99b460526dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:05.007409 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-06d95a4d-68a0-47f0-9430-e99b460526dc service neutron] 10.222.0.54 "PUT /v2.0/ports/5e44d344-3df3-4b84-9cdf-14494e2e3ab3 HTTP/1.1" status: 200 len: 1093 time: 0.7045760 Nov 12 01:33:05.007860 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46322464-6eb6-4bf5-bab4-358ebd5291ea', 'tag': '5e44d344-3df3-4b84-9cdf-14494e2e3ab3'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:33:05.010173 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a089df555e95ea53cf4dde160a2c9532c70dd9e0d84141b98a1790b4532af3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59a0051-cb99-4957-abb5-0389e0599005" -d '{"events": [{"name": "network-changed", "server_uuid": "46322464-6eb6-4bf5-bab4-358ebd5291ea", "tag": "5e44d344-3df3-4b84-9cdf-14494e2e3ab3"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:33:05.046758 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d95a4d-68a0-47f0-9430-e99b460526dc service neutron] Pushing event updated for resources: {'Port': ['ID=5e44d344-3df3-4b84-9cdf-14494e2e3ab3,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:05.059233 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b1f23e-a10c-4c0a-bef6-f5e15b5bd661 x-openstack-request-id: req-a6b1f23e-a10c-4c0a-bef6-f5e15b5bd661 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:33:05.059528 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46322464-6eb6-4bf5-bab4-358ebd5291ea", "tag": "5e44d344-3df3-4b84-9cdf-14494e2e3ab3", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:33:05.059779 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a6b1f23e-a10c-4c0a-bef6-f5e15b5bd661 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:33:05.060235 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46322464-6eb6-4bf5-bab4-358ebd5291ea', 'tag': '5e44d344-3df3-4b84-9cdf-14494e2e3ab3', 'status': 'completed', 'code': 200} Nov 12 01:33:05.124042 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-73959e4f-b38f-438c-b9be-dcbe77dcb6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:05.125613 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-73959e4f-b38f-438c-b9be-dcbe77dcb6f9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea HTTP/1.1" status: 200 len: 1096 time: 0.0479116 Nov 12 01:33:05.176054 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-f2426e1e-fccc-427a-9a05-ebbe8363f7ac service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e44d344-3df3-4b84-9cdf-14494e2e3ab3 HTTP/1.1" status: 200 len: 217 time: 0.0363178 Nov 12 01:33:05.228408 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-922bb779-8959-47b5-8135-c01997d953e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:05.229896 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-922bb779-8959-47b5-8135-c01997d953e9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=acbbc5ba-d345-43f6-8978-6343ddb6383a HTTP/1.1" status: 200 len: 851 time: 0.0461140 Nov 12 01:33:05.276351 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-da4d9673-ae33-4b13-8824-57d99f3e3464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:05.277873 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-da4d9673-ae33-4b13-8824-57d99f3e3464 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7de00cee-aba0-43c7-ac19-c63b34698d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404882 Nov 12 01:33:05.371412 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-b8c9a8ab-6eed-4bae-b2a2-cfc0110a4dda service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860872 Nov 12 01:33:05.803194 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b332aaba-083e-4eca-a88c-4169c60e7755 req-4421c79c-1758-47b1-bfab-cf8689e52dcb service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250574 Nov 12 01:33:05.935918 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a0051-cb99-4957-abb5-0389e0599005 req-c8023f97-c960-47d6-a9c7-ddd0700185ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:05.937337 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c59a0051-cb99-4957-abb5-0389e0599005 req-c8023f97-c960-47d6-a9c7-ddd0700185ea service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea HTTP/1.1" status: 200 len: 1096 time: 0.0415692 Nov 12 01:33:06.039906 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a0051-cb99-4957-abb5-0389e0599005 req-86055725-0ef0-4d52-9893-00fd03269345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:06.041603 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c59a0051-cb99-4957-abb5-0389e0599005 req-86055725-0ef0-4d52-9893-00fd03269345 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 913 time: 0.0969009 Nov 12 01:33:06.097279 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c59a0051-cb99-4957-abb5-0389e0599005 req-2882aad2-e1ec-4fac-a050-30d1618172ae service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e44d344-3df3-4b84-9cdf-14494e2e3ab3 HTTP/1.1" status: 200 len: 217 time: 0.0389144 Nov 12 01:33:06.113500 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7af44-e7d1-4dd1-8de1-a70cdf8b6e06 req-d1e8c10e-48ca-46df-a348-ca66f98fef87 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:06.114925 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6df7af44-e7d1-4dd1-8de1-a70cdf8b6e06 req-d1e8c10e-48ca-46df-a348-ca66f98fef87 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea HTTP/1.1" status: 200 len: 944 time: 0.0879996 Nov 12 01:33:06.186225 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a0051-cb99-4957-abb5-0389e0599005 req-956c5e7c-06f6-4422-a814-3ff2171cfdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:06.187552 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c59a0051-cb99-4957-abb5-0389e0599005 req-956c5e7c-06f6-4422-a814-3ff2171cfdc0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=acbbc5ba-d345-43f6-8978-6343ddb6383a HTTP/1.1" status: 200 len: 851 time: 0.0717988 Nov 12 01:33:06.208010 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6df7af44-e7d1-4dd1-8de1-a70cdf8b6e06 req-97a49ed6-c53d-458e-90f4-17e57deaf92d tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853238 Nov 12 01:33:06.238516 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a0051-cb99-4957-abb5-0389e0599005 req-770a73ea-92a7-40b1-bf9c-43d22c6949f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:06.240024 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c59a0051-cb99-4957-abb5-0389e0599005 req-770a73ea-92a7-40b1-bf9c-43d22c6949f6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7de00cee-aba0-43c7-ac19-c63b34698d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448050 Nov 12 01:33:06.328603 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c59a0051-cb99-4957-abb5-0389e0599005 req-c8423b24-c390-45f9-9100-cbfdd3aac2a1 service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812559 Nov 12 01:33:06.425520 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c59a0051-cb99-4957-abb5-0389e0599005 req-9d2e3fdf-e6f7-4054-a47f-fd41f4720120 service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884612 Nov 12 01:33:06.470203 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d8377d1f-84a8-4c92-91c1-d5291839977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:07.327746 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138eff14-f318-4ef0-9e07-fbf6aea4338c req-e2c6d9cf-84e0-4497-93f9-2dad8c655d5b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:07.329795 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-138eff14-f318-4ef0-9e07-fbf6aea4338c req-e2c6d9cf-84e0-4497-93f9-2dad8c655d5b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea HTTP/1.1" status: 200 len: 944 time: 0.0508971 Nov 12 01:33:07.378045 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-138eff14-f318-4ef0-9e07-fbf6aea4338c req-ee94ef06-8755-4664-88be-8e920285deb1 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421469 Nov 12 01:33:07.826237 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:08.493862 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a709cc-a1f3-4941-b4ba-68bea63bf904 req-558623e7-158a-4008-a450-263d1541b116 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:08.495366 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-37a709cc-a1f3-4941-b4ba-68bea63bf904 req-558623e7-158a-4008-a450-263d1541b116 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea HTTP/1.1" status: 200 len: 944 time: 0.0485778 Nov 12 01:33:08.543310 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-37a709cc-a1f3-4941-b4ba-68bea63bf904 req-38a097b0-76d1-4c38-a8ea-1aa5f9feb526 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411639 Nov 12 01:33:09.432290 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:09.657950 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ce930-1eaa-455f-944e-e697e8b7c506 req-0b32f2b7-e47e-4d87-a574-091aac8ff61a tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:09.659326 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d65ce930-1eaa-455f-944e-e697e8b7c506 req-0b32f2b7-e47e-4d87-a574-091aac8ff61a tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea HTTP/1.1" status: 200 len: 944 time: 0.0489786 Nov 12 01:33:09.709922 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d65ce930-1eaa-455f-944e-e697e8b7c506 req-433be566-c6eb-4f04-969a-cfc0c34400f0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446086 Nov 12 01:33:10.239049 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 5e44d344-3df3-4b84-9cdf-14494e2e3ab3 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:33:10.335420 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 5e44d344-3df3-4b84-9cdf-14494e2e3ab3, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=5e44d344-3df3-4b84-9cdf-14494e2e3ab3,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:33:10.354242 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '5e44d344-3df3-4b84-9cdf-14494e2e3ab3', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'port_id': '5e44d344-3df3-4b84-9cdf-14494e2e3ab3', 'mac_address': 'fa:16:3e:7a:34:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:33:10.363216 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:10.397198 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:10.409974 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e44d344-3df3-4b84-9cdf-14494e2e3ab3 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:33:10.429301 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 5e44d344-3df3-4b84-9cdf-14494e2e3ab3, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=5e44d344-3df3-4b84-9cdf-14494e2e3ab3,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:33:10.433189 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:10.477007 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=5e44d344-3df3-4b84-9cdf-14494e2e3ab3,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:10.810256 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['5e44d344-3df3-4b84-9cdf-14494e2e3ab3'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:33:10.831783 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8f41b-e4c2-4412-a67d-7bfbf48799b2 req-894ba722-4e03-4326-af0c-f0ac8a372046 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:10.833173 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2bc8f41b-e4c2-4412-a67d-7bfbf48799b2 req-894ba722-4e03-4326-af0c-f0ac8a372046 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea HTTP/1.1" status: 200 len: 945 time: 0.0559297 Nov 12 01:33:10.882401 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2bc8f41b-e4c2-4412-a67d-7bfbf48799b2 req-4c2497eb-11a9-4314-b573-f89725959430 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432153 Nov 12 01:33:11.237491 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:11.998836 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748f772-250f-4ecc-9e61-b43687bd537e req-20896056-2be5-4deb-bdb5-65adc540d3b3 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:12.000206 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d748f772-250f-4ecc-9e61-b43687bd537e req-20896056-2be5-4deb-bdb5-65adc540d3b3 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea HTTP/1.1" status: 200 len: 945 time: 0.0485582 Nov 12 01:33:12.050180 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d748f772-250f-4ecc-9e61-b43687bd537e req-9bcecddc-be9f-43e7-b095-c9d78540cdfa tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433099 Nov 12 01:33:12.241423 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 5e44d344-3df3-4b84-9cdf-14494e2e3ab3 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:33:12.290571 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 5e44d344-3df3-4b84-9cdf-14494e2e3ab3 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:33:12.295010 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 5e44d344-3df3-4b84-9cdf-14494e2e3ab3 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:33:12.295377 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:12.382593 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:12.404804 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46322464-6eb6-4bf5-bab4-358ebd5291ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e44d344-3df3-4b84-9cdf-14494e2e3ab3'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:33:12.407150 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f651a573-dc2f-4598-aed3-b50b30578eb9" -d '{"events": [{"server_uuid": "46322464-6eb6-4bf5-bab4-358ebd5291ea", "name": "network-vif-plugged", "status": "completed", "tag": "5e44d344-3df3-4b84-9cdf-14494e2e3ab3"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:33:12.420111 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 5e44d344-3df3-4b84-9cdf-14494e2e3ab3, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=5e44d344-3df3-4b84-9cdf-14494e2e3ab3,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:33:12.424230 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:12.448180 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1669acc-8e43-4033-a095-580bee5b36d1 x-openstack-request-id: req-e1669acc-8e43-4033-a095-580bee5b36d1 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:33:12.448460 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46322464-6eb6-4bf5-bab4-358ebd5291ea", "name": "network-vif-plugged", "status": "completed", "tag": "5e44d344-3df3-4b84-9cdf-14494e2e3ab3", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:33:12.448703 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1669acc-8e43-4033-a095-580bee5b36d1 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:33:12.449084 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46322464-6eb6-4bf5-bab4-358ebd5291ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e44d344-3df3-4b84-9cdf-14494e2e3ab3', 'code': 200} Nov 12 01:33:12.474785 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=5e44d344-3df3-4b84-9cdf-14494e2e3ab3,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:12.570168 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b0fb2f-a92d-479b-b840-1fd2ea7aa9a7 req-6806f592-62d5-48b5-81b5-7453eb3c208c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:12.571574 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-28b0fb2f-a92d-479b-b840-1fd2ea7aa9a7 req-6806f592-62d5-48b5-81b5-7453eb3c208c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea HTTP/1.1" status: 200 len: 1098 time: 0.0413718 Nov 12 01:33:12.615544 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-28b0fb2f-a92d-479b-b840-1fd2ea7aa9a7 req-5e17f96c-33e9-45eb-85a2-406ce90de5c3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368190 Nov 12 01:33:13.097127 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:13.170950 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e0b13-114d-4310-86f2-5cea20e96b65 req-b2e2ad1b-44f0-4a07-a299-6c0dd3cd1d7d tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:13.172419 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-488e0b13-114d-4310-86f2-5cea20e96b65 req-b2e2ad1b-44f0-4a07-a299-6c0dd3cd1d7d tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea HTTP/1.1" status: 200 len: 946 time: 0.0494232 Nov 12 01:33:13.220054 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-488e0b13-114d-4310-86f2-5cea20e96b65 req-b8291471-2004-4e0e-a8a8-e503e3be6de7 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411253 Nov 12 01:33:14.335839 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041c69a-e6a0-43b9-b45d-53367538532f req-b12bd631-92d4-4cff-858e-f2582d17848e tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:14.337296 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5041c69a-e6a0-43b9-b45d-53367538532f req-b12bd631-92d4-4cff-858e-f2582d17848e tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea HTTP/1.1" status: 200 len: 946 time: 0.0484080 Nov 12 01:33:14.388273 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5041c69a-e6a0-43b9-b45d-53367538532f req-1b94031c-c054-4014-8aa5-ca5d6bde251c tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449629 Nov 12 01:33:14.504583 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a557f-1ef6-43da-b26d-e2c459bba73f req-fdd20d57-842f-435d-a9a9-7fb83ecedffd tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:14.506000 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5a9a557f-1ef6-43da-b26d-e2c459bba73f req-fdd20d57-842f-435d-a9a9-7fb83ecedffd tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea HTTP/1.1" status: 200 len: 946 time: 0.0532441 Nov 12 01:33:14.514612 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 48248) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:33:14.519236 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-254ddf95-c503-4a25-bef0-1260c0d2e1ff tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Request body: {'floatingip': {'port_id': '5e44d344-3df3-4b84-9cdf-14494e2e3ab3'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:33:14.558170 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-254ddf95-c503-4a25-bef0-1260c0d2e1ff tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks [] for floatingip, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:14.996158 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-254ddf95-c503-4a25-bef0-1260c0d2e1ff tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:14.999828 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-254ddf95-c503-4a25-bef0-1260c0d2e1ff tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:15.102183 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [None req-254ddf95-c503-4a25-bef0-1260c0d2e1ff tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Floating IP b8bcc695-9720-470d-b3c1-7f8e4d45625e associated. External IP: 172.25.2.224, port: 5e44d344-3df3-4b84-9cdf-14494e2e3ab3. Nov 12 01:33:15.585095 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254ddf95-c503-4a25-bef0-1260c0d2e1ff tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Router bc600df9-bf21-451b-a3a5-7451fd9b95b1 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:33:15.692447 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254ddf95-c503-4a25-bef0-1260c0d2e1ff tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:33:15.697536 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-254ddf95-c503-4a25-bef0-1260c0d2e1ff tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:15.702305 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b0f267-6efd-4231-b61f-2c534f0991cd None None] Sync routers for ids ['bc600df9-bf21-451b-a3a5-7451fd9b95b1'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:33:15.712286 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b0f267-6efd-4231-b61f-2c534f0991cd None None] Routers {'bc600df9-bf21-451b-a3a5-7451fd9b95b1'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:33:15.712891 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-13b0f267-6efd-4231-b61f-2c534f0991cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:33:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['bc600df9-bf21-451b-a3a5-7451fd9b95b1'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:33:15.729973 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-254ddf95-c503-4a25-bef0-1260c0d2e1ff tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "PUT /v2.0/floatingips/b8bcc695-9720-470d-b3c1-7f8e4d45625e HTTP/1.1" status: 200 len: 992 time: 1.2115960 Nov 12 01:33:15.729973 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46322464-6eb6-4bf5-bab4-358ebd5291ea', 'tag': '5e44d344-3df3-4b84-9cdf-14494e2e3ab3'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:33:15.730307 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}997565f09ca29a673440f610272b83646493b4952f274f7548dc673b06bd1531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc09110-469b-4a39-b907-38d2c89c1d3f" -d '{"events": [{"name": "network-changed", "server_uuid": "46322464-6eb6-4bf5-bab4-358ebd5291ea", "tag": "5e44d344-3df3-4b84-9cdf-14494e2e3ab3"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:33:15.768461 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c5d8c1-4563-4506-abd2-135c8ed075e3 x-openstack-request-id: req-f5c5d8c1-4563-4506-abd2-135c8ed075e3 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:33:15.768754 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46322464-6eb6-4bf5-bab4-358ebd5291ea", "tag": "5e44d344-3df3-4b84-9cdf-14494e2e3ab3", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:33:15.769006 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f5c5d8c1-4563-4506-abd2-135c8ed075e3 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:33:15.769911 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46322464-6eb6-4bf5-bab4-358ebd5291ea', 'tag': '5e44d344-3df3-4b84-9cdf-14494e2e3ab3', 'status': 'completed', 'code': 200} Nov 12 01:33:15.829540 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-13b0f267-6efd-4231-b61f-2c534f0991cd None None] Set router bc600df9-bf21-451b-a3a5-7451fd9b95b1 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:33:15.868169 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc09110-469b-4a39-b907-38d2c89c1d3f req-acf58d7d-d1f2-4a05-b594-b06c6a358fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:15.869897 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5dc09110-469b-4a39-b907-38d2c89c1d3f req-acf58d7d-d1f2-4a05-b594-b06c6a358fd9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea HTTP/1.1" status: 200 len: 1098 time: 0.0408134 Nov 12 01:33:15.959225 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc09110-469b-4a39-b907-38d2c89c1d3f req-dab71eee-9410-4300-8b21-aae70e9dd6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:15.960699 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5dc09110-469b-4a39-b907-38d2c89c1d3f req-dab71eee-9410-4300-8b21-aae70e9dd6ef service neutron] 10.222.0.54 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 913 time: 0.0840156 Nov 12 01:33:16.029238 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5dc09110-469b-4a39-b907-38d2c89c1d3f req-27d655ba-1b87-43ae-8d77-e7819fb76768 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e44d344-3df3-4b84-9cdf-14494e2e3ab3 HTTP/1.1" status: 200 len: 1000 time: 0.0616696 Nov 12 01:33:16.052099 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-13b0f267-6efd-4231-b61f-2c534f0991cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'name': 'tempest-ServerActionsTestJSON-1274963085-router', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'gw_port': {'id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': 'b8bcc695-9720-470d-b3c1-7f8e4d45625e', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'floating_ip_address': '172.25.2.224', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'port_id': '5e44d344-3df3-4b84-9cdf-14494e2e3ab3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'mac_address': 'fa:16:3e:7a:34:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46322464-6eb6-4bf5-bab4-358ebd5291ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:30:47Z', 'updated_at': '2021-11-12T01:33:14Z', 'revision_number': 5, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7884b08f-9bcc-4505-993c-c8b173ada0ab', 'name': '', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'mac_address': 'fa:16:3e:48:47:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:44Z', 'updated_at': '2021-11-12T01:30:49Z', 'revision_number': 5, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'subnets': [{'id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:33:16.077308 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b0f267-6efd-4231-b61f-2c534f0991cd None None] Checking router: bc600df9-bf21-451b-a3a5-7451fd9b95b1 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:33:16.080305 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc09110-469b-4a39-b907-38d2c89c1d3f req-8cd5d4ae-61ed-437d-bb5a-3cd4e0db6f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:16.081850 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5dc09110-469b-4a39-b907-38d2c89c1d3f req-8cd5d4ae-61ed-437d-bb5a-3cd4e0db6f15 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=acbbc5ba-d345-43f6-8978-6343ddb6383a HTTP/1.1" status: 200 len: 851 time: 0.0458019 Nov 12 01:33:16.086704 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b0f267-6efd-4231-b61f-2c534f0991cd None None] Routers {'bc600df9-bf21-451b-a3a5-7451fd9b95b1'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:33:16.087297 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-13b0f267-6efd-4231-b61f-2c534f0991cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:33:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['bc600df9-bf21-451b-a3a5-7451fd9b95b1'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:33:16.128102 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc09110-469b-4a39-b907-38d2c89c1d3f req-f6023da0-dfc5-407d-9c5c-fd4b08046c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:16.129646 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5dc09110-469b-4a39-b907-38d2c89c1d3f req-f6023da0-dfc5-407d-9c5c-fd4b08046c80 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7de00cee-aba0-43c7-ac19-c63b34698d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406184 Nov 12 01:33:16.193536 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-13b0f267-6efd-4231-b61f-2c534f0991cd None None] Set router bc600df9-bf21-451b-a3a5-7451fd9b95b1 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:33:16.224630 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5dc09110-469b-4a39-b907-38d2c89c1d3f req-d700aaf0-6554-4663-a0bf-905225e3aead service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869057 Nov 12 01:33:16.317939 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5dc09110-469b-4a39-b907-38d2c89c1d3f req-90e7c5b8-72e9-432e-a14a-0df7703b0938 service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856514 Nov 12 01:33:16.421367 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-13b0f267-6efd-4231-b61f-2c534f0991cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'name': 'tempest-ServerActionsTestJSON-1274963085-router', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'gw_port': {'id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': 'b8bcc695-9720-470d-b3c1-7f8e4d45625e', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'floating_ip_address': '172.25.2.224', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'port_id': '5e44d344-3df3-4b84-9cdf-14494e2e3ab3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'mac_address': 'fa:16:3e:7a:34:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46322464-6eb6-4bf5-bab4-358ebd5291ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:30:47Z', 'updated_at': '2021-11-12T01:33:14Z', 'revision_number': 5, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7884b08f-9bcc-4505-993c-c8b173ada0ab', 'name': '', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'mac_address': 'fa:16:3e:48:47:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:44Z', 'updated_at': '2021-11-12T01:30:49Z', 'revision_number': 5, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'subnets': [{'id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:33:16.447630 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b0f267-6efd-4231-b61f-2c534f0991cd None None] The sync data for ids ['bc600df9-bf21-451b-a3a5-7451fd9b95b1'] in n-d-812236-11 is: [{'id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'name': 'tempest-ServerActionsTestJSON-1274963085-router', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'gw_port': {'id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': 'b8bcc695-9720-470d-b3c1-7f8e4d45625e', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'floating_ip_address': '172.25.2.224', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'port_id': '5e44d344-3df3-4b84-9cdf-14494e2e3ab3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'mac_address': 'fa:16:3e:7a:34:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46322464-6eb6-4bf5-bab4-358ebd5291ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:30:47Z', 'updated_at': '2021-11-12T01:33:14Z', 'revision_number': 5, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7884b08f-9bcc-4505-993c-c8b173ada0ab', 'name': '', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'mac_address': 'fa:16:3e:48:47:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:44Z', 'updated_at': '2021-11-12T01:30:49Z', 'revision_number': 5, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'subnets': [{'id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:33:16.628402 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5f0143-cb4e-465e-8c43-1139bb948f7f None None] New status for floating IP b8bcc695-9720-470d-b3c1-7f8e4d45625e: ACTIVE {{(pid=102664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:33:34.363312 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cafa0a36-297c-45e9-944c-89a209819d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:36.471482 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8422ca6f-aa83-4017-af94-455687fd5e27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:37.831151 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:38.337660 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:33:39.434347 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:40.355562 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:41.241299 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:43.092787 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:46.164574 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-772d8860-6a23-43ca-8e38-ac93022b06e2 req-c8bc6db9-736f-45de-af4a-6f64e2016452 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436437 Nov 12 01:33:46.267177 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d8860-6a23-43ca-8e38-ac93022b06e2 req-b42c3b47-132a-44f2-9afc-a7721653f4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:46.268710 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-772d8860-6a23-43ca-8e38-ac93022b06e2 req-b42c3b47-132a-44f2-9afc-a7721653f4bb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea HTTP/1.1" status: 200 len: 1098 time: 0.0415640 Nov 12 01:33:46.373210 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d8860-6a23-43ca-8e38-ac93022b06e2 req-216c2a24-7809-4875-835c-32cdce19530e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:46.374759 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-772d8860-6a23-43ca-8e38-ac93022b06e2 req-216c2a24-7809-4875-835c-32cdce19530e service neutron] 10.222.0.54 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 913 time: 0.0872562 Nov 12 01:33:46.440250 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-772d8860-6a23-43ca-8e38-ac93022b06e2 req-fd831b8c-0610-4bc6-8af6-733c3e67038a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e44d344-3df3-4b84-9cdf-14494e2e3ab3 HTTP/1.1" status: 200 len: 1002 time: 0.0585237 Nov 12 01:33:46.487886 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d8860-6a23-43ca-8e38-ac93022b06e2 req-0ab79d34-fd1f-405a-8e88-4ff181ca1211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:46.489295 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-772d8860-6a23-43ca-8e38-ac93022b06e2 req-0ab79d34-fd1f-405a-8e88-4ff181ca1211 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=acbbc5ba-d345-43f6-8978-6343ddb6383a HTTP/1.1" status: 200 len: 851 time: 0.0422902 Nov 12 01:33:46.538912 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d8860-6a23-43ca-8e38-ac93022b06e2 req-8fa5c862-2fb0-420b-b321-5438ed17e910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:46.540302 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-772d8860-6a23-43ca-8e38-ac93022b06e2 req-8fa5c862-2fb0-420b-b321-5438ed17e910 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7de00cee-aba0-43c7-ac19-c63b34698d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432711 Nov 12 01:33:46.634243 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-772d8860-6a23-43ca-8e38-ac93022b06e2 req-c3748abf-71c2-4329-89ac-a504a4fd0a2e service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860672 Nov 12 01:33:46.728069 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-772d8860-6a23-43ca-8e38-ac93022b06e2 req-9b4f40ba-0927-41ed-aa0f-e5b668a78e31 service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862951 Nov 12 01:34:04.364852 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e93556dc-0aab-4a5f-b8d2-e87eb77610e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:06.473218 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-313da628-0699-4a21-b99f-e426d9a179bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:07.833668 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:09.436682 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:10.358428 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:11.230630 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:13.094270 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:15.337852 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:34:34.371460 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2a5376be-034d-4bb2-b786-6a88a4eb2fe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:36.474973 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b0ba21a1-6199-4f66-9dd2-4d4724c9b683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:37.836972 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:39.438846 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:40.362516 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:41.244917 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:43.104714 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:46.216592 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-36d843a6-e55e-4c0e-9a5e-05cf63e779a6 req-fc2cbe61-eef4-4d25-b702-25a30fdc8432 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1033833 Nov 12 01:34:46.313074 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d843a6-e55e-4c0e-9a5e-05cf63e779a6 req-a28d9fce-4544-4261-bcfa-1ba811b029d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:46.314643 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-36d843a6-e55e-4c0e-9a5e-05cf63e779a6 req-a28d9fce-4544-4261-bcfa-1ba811b029d1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea HTTP/1.1" status: 200 len: 1098 time: 0.0404582 Nov 12 01:34:46.424884 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d843a6-e55e-4c0e-9a5e-05cf63e779a6 req-f6e36008-b395-47ab-a96e-731e9fcfeee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:46.426293 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-36d843a6-e55e-4c0e-9a5e-05cf63e779a6 req-f6e36008-b395-47ab-a96e-731e9fcfeee3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 913 time: 0.0904872 Nov 12 01:34:46.490536 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-36d843a6-e55e-4c0e-9a5e-05cf63e779a6 req-19a26888-2089-458d-93f5-c398b829cf30 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e44d344-3df3-4b84-9cdf-14494e2e3ab3 HTTP/1.1" status: 200 len: 1002 time: 0.0572305 Nov 12 01:34:46.544436 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d843a6-e55e-4c0e-9a5e-05cf63e779a6 req-df992fe6-6752-4670-acb4-3ee1723617a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:46.545891 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-36d843a6-e55e-4c0e-9a5e-05cf63e779a6 req-df992fe6-6752-4670-acb4-3ee1723617a5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=acbbc5ba-d345-43f6-8978-6343ddb6383a HTTP/1.1" status: 200 len: 851 time: 0.0484228 Nov 12 01:34:46.593474 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d843a6-e55e-4c0e-9a5e-05cf63e779a6 req-9696455c-6076-4bda-91d5-ed1da625706f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:46.594991 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-36d843a6-e55e-4c0e-9a5e-05cf63e779a6 req-9696455c-6076-4bda-91d5-ed1da625706f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7de00cee-aba0-43c7-ac19-c63b34698d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419276 Nov 12 01:34:46.688383 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-36d843a6-e55e-4c0e-9a5e-05cf63e779a6 req-58da61e4-ffd6-4bd5-90a8-6757797bb73c service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856137 Nov 12 01:34:46.781338 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-36d843a6-e55e-4c0e-9a5e-05cf63e779a6 req-14bc302a-6c68-4f3f-8095-72dc11bb94f4 service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855718 Nov 12 01:34:52.337213 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:35:04.373710 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cb1666ed-6a0d-4476-9fed-760f42051d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:06.474728 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b08e065c-21e0-485d-ac4a-ce52ea4365aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:08.000606 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:09.441321 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:10.365616 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:11.258352 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:13.098414 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:29.337537 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:35:34.375525 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8ee45445-5af6-4dcc-9b87-1a40a64a7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:36.477173 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-615b21ba-6de8-44a6-bf3f-a43268503544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:37.843698 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:39.444664 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:40.367877 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:41.264133 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:43.117638 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:46.129178 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3035e7f3-3f78-462f-a780-9208e31a2175 req-86fa246f-978e-4e07-935b-d87580497fa0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403204 Nov 12 01:35:46.230134 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035e7f3-3f78-462f-a780-9208e31a2175 req-914bf0b3-ea91-4ee2-9125-93b8a1024641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:46.232587 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3035e7f3-3f78-462f-a780-9208e31a2175 req-914bf0b3-ea91-4ee2-9125-93b8a1024641 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea HTTP/1.1" status: 200 len: 1098 time: 0.0430186 Nov 12 01:35:46.343511 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035e7f3-3f78-462f-a780-9208e31a2175 req-cf442ace-b9c0-465c-9eab-55496804ac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:46.345015 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3035e7f3-3f78-462f-a780-9208e31a2175 req-cf442ace-b9c0-465c-9eab-55496804ac73 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 913 time: 0.0924220 Nov 12 01:35:46.409291 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3035e7f3-3f78-462f-a780-9208e31a2175 req-1b909a23-5803-4772-b542-d8ed33ad146f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e44d344-3df3-4b84-9cdf-14494e2e3ab3 HTTP/1.1" status: 200 len: 1002 time: 0.0570216 Nov 12 01:35:46.464085 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035e7f3-3f78-462f-a780-9208e31a2175 req-a6758e9b-ce89-449c-a3c4-139cbc755986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:46.466170 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3035e7f3-3f78-462f-a780-9208e31a2175 req-a6758e9b-ce89-449c-a3c4-139cbc755986 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=acbbc5ba-d345-43f6-8978-6343ddb6383a HTTP/1.1" status: 200 len: 851 time: 0.0499425 Nov 12 01:35:46.514208 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035e7f3-3f78-462f-a780-9208e31a2175 req-f8c34ce5-aacc-484e-b40c-366a39e82c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:46.515700 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3035e7f3-3f78-462f-a780-9208e31a2175 req-f8c34ce5-aacc-484e-b40c-366a39e82c34 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7de00cee-aba0-43c7-ac19-c63b34698d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428033 Nov 12 01:35:46.606733 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3035e7f3-3f78-462f-a780-9208e31a2175 req-826afa8f-9a13-4dcd-a3c3-44c74e995d3a service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837629 Nov 12 01:35:46.701934 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3035e7f3-3f78-462f-a780-9208e31a2175 req-4381447f-1b25-4b50-96aa-584884731f09 service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874326 Nov 12 01:35:49.893932 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33dd36-7a1b-4bec-802f-9a6d6e287afb req-ea4d1e2c-9551-4c5a-a3ce-2ccb39476bf5 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:49.895405 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-de33dd36-7a1b-4bec-802f-9a6d6e287afb req-ea4d1e2c-9551-4c5a-a3ce-2ccb39476bf5 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea HTTP/1.1" status: 200 len: 946 time: 0.0969551 Nov 12 01:35:49.944090 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-de33dd36-7a1b-4bec-802f-9a6d6e287afb req-afae29be-ae76-4758-a090-5ba6c49745cc tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427876 Nov 12 01:35:51.141316 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59bffd-de67-4727-b4dc-76dbd195158d req-ae775efd-5270-40f1-8c69-c40883ca01f3 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:51.142859 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7a59bffd-de67-4727-b4dc-76dbd195158d req-ae775efd-5270-40f1-8c69-c40883ca01f3 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea HTTP/1.1" status: 200 len: 946 time: 0.0924680 Nov 12 01:35:51.190594 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7a59bffd-de67-4727-b4dc-76dbd195158d req-a73fe830-f5d3-4411-a220-bcc3f9039af5 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418599 Nov 12 01:35:52.312859 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d278496-8218-4add-b114-df7f46f52918 req-78ca756d-c0aa-4f42-a0ec-298fc407956b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:52.314341 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4d278496-8218-4add-b114-df7f46f52918 req-78ca756d-c0aa-4f42-a0ec-298fc407956b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea HTTP/1.1" status: 200 len: 946 time: 0.0532882 Nov 12 01:35:52.360684 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4d278496-8218-4add-b114-df7f46f52918 req-fa3908cc-75ac-4c11-bd6f-3b2ad47c1bc6 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405190 Nov 12 01:35:53.477047 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077bf87-f4fd-4af2-87a2-e995f8972a8d req-3a9f4992-3697-4d89-9a41-5c127a15cf36 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:53.478526 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5077bf87-f4fd-4af2-87a2-e995f8972a8d req-3a9f4992-3697-4d89-9a41-5c127a15cf36 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea HTTP/1.1" status: 200 len: 946 time: 0.0494747 Nov 12 01:35:53.530443 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5077bf87-f4fd-4af2-87a2-e995f8972a8d req-bf031233-d61b-4f94-9bc6-a0f197472178 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452943 Nov 12 01:35:54.646477 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d9a29-e4f6-490f-8662-aa7b68a908a2 req-bb6e516c-c563-4623-a9f2-265ba7c86494 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:54.647944 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2d7d9a29-e4f6-490f-8662-aa7b68a908a2 req-bb6e516c-c563-4623-a9f2-265ba7c86494 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea HTTP/1.1" status: 200 len: 946 time: 0.0482564 Nov 12 01:35:54.694881 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2d7d9a29-e4f6-490f-8662-aa7b68a908a2 req-37c78bc5-497d-45bb-ba37-5953e35a6548 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404100 Nov 12 01:35:55.811940 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aafe22-d01d-4425-8c8d-b5c998d93f05 req-16029906-a2de-490d-b154-1db5342b4696 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:55.813458 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c6aafe22-d01d-4425-8c8d-b5c998d93f05 req-16029906-a2de-490d-b154-1db5342b4696 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea HTTP/1.1" status: 200 len: 946 time: 0.0501268 Nov 12 01:35:55.861577 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c6aafe22-d01d-4425-8c8d-b5c998d93f05 req-c2c9ff9a-4805-4817-aace-1548aa45e392 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419629 Nov 12 01:35:56.982133 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447890d-0d3b-46f3-9c0a-e1f48f484faf req-e83c5c89-3df2-4fb9-8f28-c92dd2b70af3 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:56.983589 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8447890d-0d3b-46f3-9c0a-e1f48f484faf req-e83c5c89-3df2-4fb9-8f28-c92dd2b70af3 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea HTTP/1.1" status: 200 len: 946 time: 0.0542982 Nov 12 01:35:57.030608 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8447890d-0d3b-46f3-9c0a-e1f48f484faf req-82fd8cc5-eb3e-45df-8e3f-7a156631bb93 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411835 Nov 12 01:35:58.147427 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb99a2-864d-423f-be65-3703b8dfad65 req-2ea4e443-3881-42bf-9b2c-fecd2360371e tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:58.148909 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c6bb99a2-864d-423f-be65-3703b8dfad65 req-2ea4e443-3881-42bf-9b2c-fecd2360371e tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea HTTP/1.1" status: 200 len: 946 time: 0.0495248 Nov 12 01:35:58.196129 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c6bb99a2-864d-423f-be65-3703b8dfad65 req-9b95a014-8a61-420c-9acc-4faa4563102f tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403278 Nov 12 01:35:59.311137 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e92af3-ac0c-4422-b739-61928a6fe749 req-ad0c78b0-e81a-452d-b9a0-33ae08794f12 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:59.312593 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c7e92af3-ac0c-4422-b739-61928a6fe749 req-ad0c78b0-e81a-452d-b9a0-33ae08794f12 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea HTTP/1.1" status: 200 len: 946 time: 0.0488462 Nov 12 01:35:59.359887 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c7e92af3-ac0c-4422-b739-61928a6fe749 req-0f396c71-f3a2-4986-94dd-4127fc1e07ed tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414591 Nov 12 01:36:00.485133 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4457b0-5161-4860-a279-d947b30d3466 req-0908f636-4d50-4c05-9cdb-9a020076ad76 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:00.486607 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-af4457b0-5161-4860-a279-d947b30d3466 req-0908f636-4d50-4c05-9cdb-9a020076ad76 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea HTTP/1.1" status: 200 len: 946 time: 0.0517118 Nov 12 01:36:00.532947 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-af4457b0-5161-4860-a279-d947b30d3466 req-bfd01eb4-e6e0-4ac9-9530-cfe97ef005a5 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403783 Nov 12 01:36:00.774842 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f2d81-a37e-4f16-b8f4-3b3e6cd652a7 req-5bed4b41-08d8-4e4a-8560-096cb545f7d9 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:00.776359 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-506f2d81-a37e-4f16-b8f4-3b3e6cd652a7 req-5bed4b41-08d8-4e4a-8560-096cb545f7d9 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea HTTP/1.1" status: 200 len: 946 time: 0.0538938 Nov 12 01:36:00.804097 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5f6d1555-9068-4c1a-8676-9282fd7ab053 req-31c8dc3d-469d-4685-8754-3a600ee42d8d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0891252 Nov 12 01:36:00.825576 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-506f2d81-a37e-4f16-b8f4-3b3e6cd652a7 req-cdf79b90-9a9c-4c7a-9fa7-03a909b46413 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418720 Nov 12 01:36:01.951699 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61202286-8c54-4b12-98df-635e62d4a500 req-a1a66913-9c3d-40fe-9b61-5eef93d2f40d tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:01.953362 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-61202286-8c54-4b12-98df-635e62d4a500 req-a1a66913-9c3d-40fe-9b61-5eef93d2f40d tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea HTTP/1.1" status: 200 len: 946 time: 0.0562131 Nov 12 01:36:02.006838 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-61202286-8c54-4b12-98df-635e62d4a500 req-2ebeaf6c-8ab7-4b96-bfa1-1d259aeccb47 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475311 Nov 12 01:36:02.048205 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d1555-9068-4c1a-8676-9282fd7ab053 req-05cbb1b9-04ae-4edc-ab24-321d5779386a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:02.049824 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5f6d1555-9068-4c1a-8676-9282fd7ab053 req-05cbb1b9-04ae-4edc-ab24-321d5779386a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea HTTP/1.1" status: 200 len: 1098 time: 0.0888541 Nov 12 01:36:02.143630 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d1555-9068-4c1a-8676-9282fd7ab053 req-bd44b588-d237-442c-934c-2d8d33095982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:02.144996 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5f6d1555-9068-4c1a-8676-9282fd7ab053 req-bd44b588-d237-442c-934c-2d8d33095982 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 913 time: 0.0882614 Nov 12 01:36:02.210582 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5f6d1555-9068-4c1a-8676-9282fd7ab053 req-e86c0ee8-182d-4aa1-a8d2-4b5ac45bf6c1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e44d344-3df3-4b84-9cdf-14494e2e3ab3 HTTP/1.1" status: 200 len: 1002 time: 0.0569737 Nov 12 01:36:02.258855 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d1555-9068-4c1a-8676-9282fd7ab053 req-2f2cae5f-53f7-4d2b-9f6a-f76960217d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:02.260309 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5f6d1555-9068-4c1a-8676-9282fd7ab053 req-2f2cae5f-53f7-4d2b-9f6a-f76960217d8a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=acbbc5ba-d345-43f6-8978-6343ddb6383a HTTP/1.1" status: 200 len: 851 time: 0.0431139 Nov 12 01:36:02.307696 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d1555-9068-4c1a-8676-9282fd7ab053 req-8e750c42-6bf3-4a4b-989e-fa254bbe01fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:02.309754 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5f6d1555-9068-4c1a-8676-9282fd7ab053 req-8e750c42-6bf3-4a4b-989e-fa254bbe01fc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7de00cee-aba0-43c7-ac19-c63b34698d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430820 Nov 12 01:36:02.396766 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5f6d1555-9068-4c1a-8676-9282fd7ab053 req-a67af89d-a731-47ee-b502-8d93203d03a8 service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792663 Nov 12 01:36:02.489591 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5f6d1555-9068-4c1a-8676-9282fd7ab053 req-5854a6b6-e50f-4c03-840f-8ddc52a3365f service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863807 Nov 12 01:36:03.123929 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a224f5-f4e7-47ad-a276-925390adb4c6 req-b08bc47c-d736-4315-a6f0-1b0067723800 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:03.125451 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-52a224f5-f4e7-47ad-a276-925390adb4c6 req-b08bc47c-d736-4315-a6f0-1b0067723800 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea HTTP/1.1" status: 200 len: 946 time: 0.0485258 Nov 12 01:36:03.176022 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-52a224f5-f4e7-47ad-a276-925390adb4c6 req-161c0a6f-c7a9-4c34-b0ae-98e6b2aac507 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445833 Nov 12 01:36:04.294291 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b09da1-de5f-45cb-b418-6eebb60be1bd req-eef0ab49-5de9-4c03-ab6b-b63e83f95dce tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:04.295754 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f4b09da1-de5f-45cb-b418-6eebb60be1bd req-eef0ab49-5de9-4c03-ab6b-b63e83f95dce tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea HTTP/1.1" status: 200 len: 946 time: 0.0503223 Nov 12 01:36:04.341086 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f4b09da1-de5f-45cb-b418-6eebb60be1bd req-dc17e5e3-2674-4062-b0fe-bb52acc24ac0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395830 Nov 12 01:36:04.375231 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ee80920b-a470-464d-877e-1cb2e1d5331a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:04.503925 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [req-5f6d1555-9068-4c1a-8676-9282fd7ab053 req-5da57c61-8c37-4b73-a748-f53f6812f611 service neutron] show failed (client error): The resource could not be found. Nov 12 01:36:04.504821 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5f6d1555-9068-4c1a-8676-9282fd7ab053 req-5da57c61-8c37-4b73-a748-f53f6812f611 service neutron] 10.222.0.54 "GET /v2.0/ports/5e44d344-3df3-4b84-9cdf-14494e2e3ab3/bindings/n-h1-812236-11 HTTP/1.1" status: 404 len: 381 time: 0.0520773 Nov 12 01:36:04.794776 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d1555-9068-4c1a-8676-9282fd7ab053 req-04caa88b-6e81-48a1-8510-9cc51c948456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:04.796189 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5f6d1555-9068-4c1a-8676-9282fd7ab053 req-04caa88b-6e81-48a1-8510-9cc51c948456 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea&tenant_id=ffe54f159f6d495ebafa2165173ae9c2 HTTP/1.1" status: 200 len: 1098 time: 0.0798550 Nov 12 01:36:04.814587 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-5f6d1555-9068-4c1a-8676-9282fd7ab053 req-c813e15b-27b7-4453-8642-068bb2b7f8c6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812236-11', 'device_owner': 'compute:nova'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:36:04.868645 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-5f6d1555-9068-4c1a-8676-9282fd7ab053 req-c813e15b-27b7-4453-8642-068bb2b7f8c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:05.068794 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-5f6d1555-9068-4c1a-8676-9282fd7ab053 req-c813e15b-27b7-4453-8642-068bb2b7f8c6 service neutron] For port 5e44d344-3df3-4b84-9cdf-14494e2e3ab3, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=5e44d344-3df3-4b84-9cdf-14494e2e3ab3,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:36:05.106051 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-5f6d1555-9068-4c1a-8676-9282fd7ab053 req-c813e15b-27b7-4453-8642-068bb2b7f8c6 service neutron] For port 5e44d344-3df3-4b84-9cdf-14494e2e3ab3, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:36:05.144616 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46322464-6eb6-4bf5-bab4-358ebd5291ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e44d344-3df3-4b84-9cdf-14494e2e3ab3'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:36:05.149911 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-5f6d1555-9068-4c1a-8676-9282fd7ab053 req-c813e15b-27b7-4453-8642-068bb2b7f8c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:05.163183 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-5f6d1555-9068-4c1a-8676-9282fd7ab053 req-c813e15b-27b7-4453-8642-068bb2b7f8c6 service neutron] Transition to ACTIVE for port object 5e44d344-3df3-4b84-9cdf-14494e2e3ab3 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:36:05.167040 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-5f6d1555-9068-4c1a-8676-9282fd7ab053 req-c813e15b-27b7-4453-8642-068bb2b7f8c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:05.195779 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be10c6201f4a6af1b4f88844b1b0aabab5fd97a2a103bbbe8677b2ad1e6c711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8495d6c8-77f3-4a16-aaa0-596b0c2753b3" -d '{"events": [{"server_uuid": "46322464-6eb6-4bf5-bab4-358ebd5291ea", "name": "network-vif-unplugged", "status": "completed", "tag": "5e44d344-3df3-4b84-9cdf-14494e2e3ab3"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:36:05.293432 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c813e15b-27b7-4453-8642-068bb2b7f8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=5e44d344-3df3-4b84-9cdf-14494e2e3ab3,revision_number=6']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:36:05.317058 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b8c55d-d407-4b71-abb0-ab7ceb6f9533 x-openstack-request-id: req-a1b8c55d-d407-4b71-abb0-ab7ceb6f9533 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:36:05.317348 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46322464-6eb6-4bf5-bab4-358ebd5291ea", "name": "network-vif-unplugged", "status": "completed", "tag": "5e44d344-3df3-4b84-9cdf-14494e2e3ab3", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:36:05.317622 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a1b8c55d-d407-4b71-abb0-ab7ceb6f9533 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:36:05.318030 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46322464-6eb6-4bf5-bab4-358ebd5291ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e44d344-3df3-4b84-9cdf-14494e2e3ab3', 'code': 200} Nov 12 01:36:05.327950 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c813e15b-27b7-4453-8642-068bb2b7f8c6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:05.328294 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c813e15b-27b7-4453-8642-068bb2b7f8c6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:05.328631 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c813e15b-27b7-4453-8642-068bb2b7f8c6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:05.329567 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c813e15b-27b7-4453-8642-068bb2b7f8c6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:05.329900 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c813e15b-27b7-4453-8642-068bb2b7f8c6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:05.330224 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c813e15b-27b7-4453-8642-068bb2b7f8c6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:05.330544 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c813e15b-27b7-4453-8642-068bb2b7f8c6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:05.330861 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c813e15b-27b7-4453-8642-068bb2b7f8c6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:05.331179 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c813e15b-27b7-4453-8642-068bb2b7f8c6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:05.331496 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c813e15b-27b7-4453-8642-068bb2b7f8c6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:05.331812 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c813e15b-27b7-4453-8642-068bb2b7f8c6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:05.332124 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c813e15b-27b7-4453-8642-068bb2b7f8c6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:05.363108 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6d1555-9068-4c1a-8676-9282fd7ab053 req-c813e15b-27b7-4453-8642-068bb2b7f8c6 service neutron] No DVR routers for this DVR port 5e44d344-3df3-4b84-9cdf-14494e2e3ab3 on host n-h2-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:36:05.471569 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c50e6-f6c9-4621-aa82-a7ccbdd77056 req-a0fadcdc-803f-48c6-afb4-be0044e378db tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:05.473040 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-278c50e6-f6c9-4621-aa82-a7ccbdd77056 req-a0fadcdc-803f-48c6-afb4-be0044e378db tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea HTTP/1.1" status: 200 len: 944 time: 0.0527964 Nov 12 01:36:05.503954 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-5f6d1555-9068-4c1a-8676-9282fd7ab053 req-c813e15b-27b7-4453-8642-068bb2b7f8c6 service neutron] Attempting to bind port 5e44d344-3df3-4b84-9cdf-14494e2e3ab3 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:36:05.504377 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-5f6d1555-9068-4c1a-8676-9282fd7ab053 req-c813e15b-27b7-4453-8642-068bb2b7f8c6 service neutron] Attempting to bind port 5e44d344-3df3-4b84-9cdf-14494e2e3ab3 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '72d993ad-3bed-41eb-a08d-140489069bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:36:05.504708 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6d1555-9068-4c1a-8676-9282fd7ab053 req-c813e15b-27b7-4453-8642-068bb2b7f8c6 service neutron] Attempting to bind port 5e44d344-3df3-4b84-9cdf-14494e2e3ab3 on network 7de00cee-aba0-43c7-ac19-c63b34698d28 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:36:05.509079 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6d1555-9068-4c1a-8676-9282fd7ab053 req-c813e15b-27b7-4453-8642-068bb2b7f8c6 service neutron] Port 5e44d344-3df3-4b84-9cdf-14494e2e3ab3 on network 7de00cee-aba0-43c7-ac19-c63b34698d28 not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:36:05.509424 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6d1555-9068-4c1a-8676-9282fd7ab053 req-c813e15b-27b7-4453-8642-068bb2b7f8c6 service neutron] Attempting to bind port 5e44d344-3df3-4b84-9cdf-14494e2e3ab3 on network 7de00cee-aba0-43c7-ac19-c63b34698d28 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:36:05.514978 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6d1555-9068-4c1a-8676-9282fd7ab053 req-c813e15b-27b7-4453-8642-068bb2b7f8c6 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:36:05.515311 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6d1555-9068-4c1a-8676-9282fd7ab053 req-c813e15b-27b7-4453-8642-068bb2b7f8c6 service neutron] Checking segment: {'id': '72d993ad-3bed-41eb-a08d-140489069bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:36:05.515690 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6d1555-9068-4c1a-8676-9282fd7ab053 req-c813e15b-27b7-4453-8642-068bb2b7f8c6 service neutron] Bound using segment: {'id': '72d993ad-3bed-41eb-a08d-140489069bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:36:05.516108 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-5f6d1555-9068-4c1a-8676-9282fd7ab053 req-c813e15b-27b7-4453-8642-068bb2b7f8c6 service neutron] Bound port: 5e44d344-3df3-4b84-9cdf-14494e2e3ab3, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72d993ad-3bed-41eb-a08d-140489069bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:36:05.516846 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-5f6d1555-9068-4c1a-8676-9282fd7ab053 req-c813e15b-27b7-4453-8642-068bb2b7f8c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:05.524400 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-278c50e6-f6c9-4621-aa82-a7ccbdd77056 req-dd30a2c1-5301-46ec-bf64-8ef9a139ec71 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447385 Nov 12 01:36:05.583498 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-5f6d1555-9068-4c1a-8676-9282fd7ab053 req-c813e15b-27b7-4453-8642-068bb2b7f8c6 service neutron] For port 5e44d344-3df3-4b84-9cdf-14494e2e3ab3, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:36:05.586520 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-5f6d1555-9068-4c1a-8676-9282fd7ab053 req-c813e15b-27b7-4453-8642-068bb2b7f8c6 service neutron] For port 5e44d344-3df3-4b84-9cdf-14494e2e3ab3, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=5e44d344-3df3-4b84-9cdf-14494e2e3ab3,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:36:05.592027 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-5f6d1555-9068-4c1a-8676-9282fd7ab053 req-c813e15b-27b7-4453-8642-068bb2b7f8c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:05.626456 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d1555-9068-4c1a-8676-9282fd7ab053 req-c813e15b-27b7-4453-8642-068bb2b7f8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:05.627091 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-5f6d1555-9068-4c1a-8676-9282fd7ab053 req-c813e15b-27b7-4453-8642-068bb2b7f8c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:05.628450 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5f6d1555-9068-4c1a-8676-9282fd7ab053 req-c813e15b-27b7-4453-8642-068bb2b7f8c6 service neutron] 10.222.0.49 "PUT /v2.0/ports/5e44d344-3df3-4b84-9cdf-14494e2e3ab3 HTTP/1.1" status: 200 len: 1093 time: 0.8176770 Nov 12 01:36:05.649632 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c813e15b-27b7-4453-8642-068bb2b7f8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=5e44d344-3df3-4b84-9cdf-14494e2e3ab3,revision_number=7']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:36:05.709573 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d1555-9068-4c1a-8676-9282fd7ab053 req-f7771b99-170d-4885-9033-a70d9a68899e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:05.711114 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5f6d1555-9068-4c1a-8676-9282fd7ab053 req-f7771b99-170d-4885-9033-a70d9a68899e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea HTTP/1.1" status: 200 len: 1096 time: 0.0461550 Nov 12 01:36:05.812960 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d1555-9068-4c1a-8676-9282fd7ab053 req-81a27f54-ee1b-4137-aaaf-9e04d1410bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:05.814504 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5f6d1555-9068-4c1a-8676-9282fd7ab053 req-81a27f54-ee1b-4137-aaaf-9e04d1410bde service neutron] 10.222.0.49 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 913 time: 0.0953135 Nov 12 01:36:05.880894 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5f6d1555-9068-4c1a-8676-9282fd7ab053 req-725555be-9bdd-41d9-8a39-a7984965fcbb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e44d344-3df3-4b84-9cdf-14494e2e3ab3 HTTP/1.1" status: 200 len: 1000 time: 0.0585730 Nov 12 01:36:05.931763 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d1555-9068-4c1a-8676-9282fd7ab053 req-d80c93c2-6490-4421-be47-7a01262acce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:05.933224 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5f6d1555-9068-4c1a-8676-9282fd7ab053 req-d80c93c2-6490-4421-be47-7a01262acce8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=acbbc5ba-d345-43f6-8978-6343ddb6383a HTTP/1.1" status: 200 len: 851 time: 0.0449827 Nov 12 01:36:05.983818 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d1555-9068-4c1a-8676-9282fd7ab053 req-24c1abee-1bde-4621-a49d-fc666c547cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:05.985292 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5f6d1555-9068-4c1a-8676-9282fd7ab053 req-24c1abee-1bde-4621-a49d-fc666c547cc9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7de00cee-aba0-43c7-ac19-c63b34698d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454092 Nov 12 01:36:06.074417 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5f6d1555-9068-4c1a-8676-9282fd7ab053 req-93df148a-1dec-4db7-97bd-675e12219a9f service neutron] 10.222.0.49 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814166 Nov 12 01:36:06.174075 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5f6d1555-9068-4c1a-8676-9282fd7ab053 req-eabe346e-4fc4-496a-8d1a-bb0c7f1524a5 service neutron] 10.222.0.49 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935905 Nov 12 01:36:06.336985 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:36:06.478886 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1db66be8-e993-4e1a-9c97-134e5fa7d622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:06.645096 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8000dd-a09d-4001-96b9-ed573f50f276 req-466d9e62-968d-4fcf-a1e8-3b9c81ee5b56 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:06.646638 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ee8000dd-a09d-4001-96b9-ed573f50f276 req-466d9e62-968d-4fcf-a1e8-3b9c81ee5b56 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea HTTP/1.1" status: 200 len: 944 time: 0.0514474 Nov 12 01:36:06.695791 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ee8000dd-a09d-4001-96b9-ed573f50f276 req-3a73ce93-c586-4d53-9e35-c1ed4b387da7 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431960 Nov 12 01:36:07.319708 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46322464-6eb6-4bf5-bab4-358ebd5291ea', 'tag': '5e44d344-3df3-4b84-9cdf-14494e2e3ab3'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:36:07.322154 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be10c6201f4a6af1b4f88844b1b0aabab5fd97a2a103bbbe8677b2ad1e6c711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6147f05-39ea-4b3c-ba07-f6e5b9634fa5" -d '{"events": [{"name": "network-changed", "server_uuid": "46322464-6eb6-4bf5-bab4-358ebd5291ea", "tag": "5e44d344-3df3-4b84-9cdf-14494e2e3ab3"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:36:07.373900 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398dc43c-946d-458f-abd8-a81ecafb6c81 x-openstack-request-id: req-398dc43c-946d-458f-abd8-a81ecafb6c81 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:36:07.374579 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46322464-6eb6-4bf5-bab4-358ebd5291ea", "tag": "5e44d344-3df3-4b84-9cdf-14494e2e3ab3", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:36:07.374579 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-398dc43c-946d-458f-abd8-a81ecafb6c81 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:36:07.376877 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46322464-6eb6-4bf5-bab4-358ebd5291ea', 'tag': '5e44d344-3df3-4b84-9cdf-14494e2e3ab3', 'status': 'completed', 'code': 200} Nov 12 01:36:07.457951 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6147f05-39ea-4b3c-ba07-f6e5b9634fa5 req-9cac6490-a508-47ea-979b-33cf0b369549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:07.459488 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6147f05-39ea-4b3c-ba07-f6e5b9634fa5 req-b848df0c-dbad-440c-90be-a8627bf46efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:07.459610 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d6147f05-39ea-4b3c-ba07-f6e5b9634fa5 req-9cac6490-a508-47ea-979b-33cf0b369549 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea HTTP/1.1" status: 200 len: 1096 time: 0.0431941 Nov 12 01:36:07.461064 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d6147f05-39ea-4b3c-ba07-f6e5b9634fa5 req-b848df0c-dbad-440c-90be-a8627bf46efe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea HTTP/1.1" status: 200 len: 1096 time: 0.0453730 Nov 12 01:36:07.569843 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6147f05-39ea-4b3c-ba07-f6e5b9634fa5 req-82a3fa83-d5e8-44b4-bc18-e36593a6d05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:07.571402 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d6147f05-39ea-4b3c-ba07-f6e5b9634fa5 req-82a3fa83-d5e8-44b4-bc18-e36593a6d05f service neutron] 10.222.0.54 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 913 time: 0.1046355 Nov 12 01:36:07.581478 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6147f05-39ea-4b3c-ba07-f6e5b9634fa5 req-c0decef1-8795-43fa-82fb-81103605fbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:07.582958 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d6147f05-39ea-4b3c-ba07-f6e5b9634fa5 req-c0decef1-8795-43fa-82fb-81103605fbbe service neutron] 10.222.0.49 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 913 time: 0.1151404 Nov 12 01:36:07.640001 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d6147f05-39ea-4b3c-ba07-f6e5b9634fa5 req-fc02548f-10b2-48bf-ac40-6fa25f936959 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e44d344-3df3-4b84-9cdf-14494e2e3ab3 HTTP/1.1" status: 200 len: 1000 time: 0.0612283 Nov 12 01:36:07.656481 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d6147f05-39ea-4b3c-ba07-f6e5b9634fa5 req-2944fd9e-9bcd-4924-bd65-b698367ded19 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e44d344-3df3-4b84-9cdf-14494e2e3ab3 HTTP/1.1" status: 200 len: 1000 time: 0.0652907 Nov 12 01:36:07.689717 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6147f05-39ea-4b3c-ba07-f6e5b9634fa5 req-9a749303-6917-4aa6-b916-85cd5ef2f2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:07.691179 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d6147f05-39ea-4b3c-ba07-f6e5b9634fa5 req-9a749303-6917-4aa6-b916-85cd5ef2f2a6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=acbbc5ba-d345-43f6-8978-6343ddb6383a HTTP/1.1" status: 200 len: 851 time: 0.0439525 Nov 12 01:36:07.706680 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6147f05-39ea-4b3c-ba07-f6e5b9634fa5 req-9db09154-a571-409a-bdfd-a37548350a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:07.708151 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d6147f05-39ea-4b3c-ba07-f6e5b9634fa5 req-9db09154-a571-409a-bdfd-a37548350a19 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=acbbc5ba-d345-43f6-8978-6343ddb6383a HTTP/1.1" status: 200 len: 851 time: 0.0454214 Nov 12 01:36:07.741234 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6147f05-39ea-4b3c-ba07-f6e5b9634fa5 req-fcbdec9a-570a-4ff5-82ba-4dc98b96b488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:07.742885 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d6147f05-39ea-4b3c-ba07-f6e5b9634fa5 req-fcbdec9a-570a-4ff5-82ba-4dc98b96b488 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7de00cee-aba0-43c7-ac19-c63b34698d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452318 Nov 12 01:36:07.757574 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6147f05-39ea-4b3c-ba07-f6e5b9634fa5 req-a7b6d158-9bd3-41f0-8528-4c87afc67338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:07.759075 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d6147f05-39ea-4b3c-ba07-f6e5b9634fa5 req-a7b6d158-9bd3-41f0-8528-4c87afc67338 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7de00cee-aba0-43c7-ac19-c63b34698d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428240 Nov 12 01:36:07.835884 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d6147f05-39ea-4b3c-ba07-f6e5b9634fa5 req-040706d3-ea45-476f-91c8-4383c289baa6 service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857038 Nov 12 01:36:07.848137 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:07.883115 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add11fb8-580c-4c46-9347-29a71e573541 req-20c568cb-a2e7-4247-9515-8c7c1e342a08 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:07.884648 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-add11fb8-580c-4c46-9347-29a71e573541 req-20c568cb-a2e7-4247-9515-8c7c1e342a08 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea HTTP/1.1" status: 200 len: 944 time: 0.1108840 Nov 12 01:36:07.916257 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d6147f05-39ea-4b3c-ba07-f6e5b9634fa5 req-c6a56437-5212-473f-805a-1bac270473fe service neutron] 10.222.0.49 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498995 Nov 12 01:36:07.932982 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d6147f05-39ea-4b3c-ba07-f6e5b9634fa5 req-5e644108-a03a-4632-a71c-6ca69311cd40 service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898027 Nov 12 01:36:07.970545 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-add11fb8-580c-4c46-9347-29a71e573541 req-c8d6df42-ca8b-4ee1-b398-f8a1bf6cb922 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778348 Nov 12 01:36:08.032637 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d6147f05-39ea-4b3c-ba07-f6e5b9634fa5 req-d2a33d87-f300-4359-b12c-4978559faf49 service neutron] 10.222.0.49 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053748 Nov 12 01:36:08.169495 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf66b64-7bfc-4fc5-943a-e0dd5bc5ea1a req-9e712a5a-13a4-4c0d-83a6-21993a217386 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:08.171499 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dcf66b64-7bfc-4fc5-943a-e0dd5bc5ea1a req-9e712a5a-13a4-4c0d-83a6-21993a217386 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea HTTP/1.1" status: 200 len: 944 time: 0.0556865 Nov 12 01:36:08.196683 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bdbb4-b63f-42ec-a7c0-3f7f10062e21 req-062f9805-7219-40ea-8416-bf7a6393bd7f tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:08.198214 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-336bdbb4-b63f-42ec-a7c0-3f7f10062e21 req-062f9805-7219-40ea-8416-bf7a6393bd7f tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.54 "GET /v2.0/ports?device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea&tenant_id=ffe54f159f6d495ebafa2165173ae9c2&binding%3Ahost_id=n-h1-812236-11 HTTP/1.1" status: 200 len: 944 time: 0.0584550 Nov 12 01:36:08.219890 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dcf66b64-7bfc-4fc5-943a-e0dd5bc5ea1a req-bdcf1655-d94a-42b9-a7af-eaf3e15f81cf tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424087 Nov 12 01:36:08.259864 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [req-336bdbb4-b63f-42ec-a7c0-3f7f10062e21 req-fa05c596-b17c-4c7d-b068-0c0c3cad95d5 service neutron] delete failed (client error): The resource could not be found. Nov 12 01:36:08.260887 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-336bdbb4-b63f-42ec-a7c0-3f7f10062e21 req-fa05c596-b17c-4c7d-b068-0c0c3cad95d5 service neutron] 10.222.0.54 "DELETE /v2.0/ports/5e44d344-3df3-4b84-9cdf-14494e2e3ab3/bindings/n-h2-812236-11 HTTP/1.1" status: 404 len: 381 time: 0.0542543 Nov 12 01:36:08.364191 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bdbb4-b63f-42ec-a7c0-3f7f10062e21 req-8e51bfc6-4f43-4838-91a4-f89c9712a9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:08.365719 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-336bdbb4-b63f-42ec-a7c0-3f7f10062e21 req-8e51bfc6-4f43-4838-91a4-f89c9712a9fc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea HTTP/1.1" status: 200 len: 1096 time: 0.0417681 Nov 12 01:36:08.459870 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bdbb4-b63f-42ec-a7c0-3f7f10062e21 req-ff4b39ea-7b9b-4d08-bcfa-886cae44d51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:08.461256 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-336bdbb4-b63f-42ec-a7c0-3f7f10062e21 req-ff4b39ea-7b9b-4d08-bcfa-886cae44d51c service neutron] 10.222.0.54 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 913 time: 0.0890470 Nov 12 01:36:08.530982 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-336bdbb4-b63f-42ec-a7c0-3f7f10062e21 req-03a9771b-8de3-4816-a150-dec050b94fa4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e44d344-3df3-4b84-9cdf-14494e2e3ab3 HTTP/1.1" status: 200 len: 1000 time: 0.0624571 Nov 12 01:36:08.580459 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bdbb4-b63f-42ec-a7c0-3f7f10062e21 req-67812b60-425c-4786-bbcb-52498366002e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:08.581992 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-336bdbb4-b63f-42ec-a7c0-3f7f10062e21 req-67812b60-425c-4786-bbcb-52498366002e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=acbbc5ba-d345-43f6-8978-6343ddb6383a HTTP/1.1" status: 200 len: 851 time: 0.0433061 Nov 12 01:36:08.627508 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bdbb4-b63f-42ec-a7c0-3f7f10062e21 req-2c722105-509d-40e5-b946-9f77424a1905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:08.628955 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-336bdbb4-b63f-42ec-a7c0-3f7f10062e21 req-2c722105-509d-40e5-b946-9f77424a1905 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7de00cee-aba0-43c7-ac19-c63b34698d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395155 Nov 12 01:36:08.723834 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-336bdbb4-b63f-42ec-a7c0-3f7f10062e21 req-24578acf-30e7-4ce5-9b05-43360ac55517 service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854084 Nov 12 01:36:08.813493 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-336bdbb4-b63f-42ec-a7c0-3f7f10062e21 req-c61eaad0-f248-40b9-8f23-5272b99b9165 service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829983 Nov 12 01:36:09.122193 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 5e44d344-3df3-4b84-9cdf-14494e2e3ab3 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:36:09.163179 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 5e44d344-3df3-4b84-9cdf-14494e2e3ab3 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:36:09.345673 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b4a7b-c1bb-4e63-a203-94aa854a1e24 req-235d1e5b-d962-4480-8ac6-375d7824233e tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:09.347357 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d14b4a7b-c1bb-4e63-a203-94aa854a1e24 req-235d1e5b-d962-4480-8ac6-375d7824233e tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea HTTP/1.1" status: 200 len: 944 time: 0.0543547 Nov 12 01:36:09.401809 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d14b4a7b-c1bb-4e63-a203-94aa854a1e24 req-4e8410cb-43dc-4a18-948a-a6f445035dee tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482504 Nov 12 01:36:09.452267 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:09.520408 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a834241-c078-49d6-a1d7-355f89f21522 req-548b973b-de7c-4c8a-a6d8-2f12a641a610 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:09.521819 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3a834241-c078-49d6-a1d7-355f89f21522 req-548b973b-de7c-4c8a-a6d8-2f12a641a610 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea HTTP/1.1" status: 200 len: 944 time: 0.0492556 Nov 12 01:36:09.573098 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3a834241-c078-49d6-a1d7-355f89f21522 req-e255ffe6-26e3-4f40-aaca-b55ffb2ef45e tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445657 Nov 12 01:36:09.577190 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 5e44d344-3df3-4b84-9cdf-14494e2e3ab3 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:36:09.681497 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 5e44d344-3df3-4b84-9cdf-14494e2e3ab3, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=5e44d344-3df3-4b84-9cdf-14494e2e3ab3,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:36:09.696212 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '5e44d344-3df3-4b84-9cdf-14494e2e3ab3', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'port_id': '5e44d344-3df3-4b84-9cdf-14494e2e3ab3', 'mac_address': 'fa:16:3e:7a:34:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:36:09.736633 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:09.750868 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e44d344-3df3-4b84-9cdf-14494e2e3ab3 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:36:09.773538 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 5e44d344-3df3-4b84-9cdf-14494e2e3ab3, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=5e44d344-3df3-4b84-9cdf-14494e2e3ab3,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:36:09.774453 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa66e00-04e4-448d-962f-6f16727fcce6 req-d401ec0b-b94d-465e-a1ae-cf3bfc17c640 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:09.776286 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aaa66e00-04e4-448d-962f-6f16727fcce6 req-d401ec0b-b94d-465e-a1ae-cf3bfc17c640 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea HTTP/1.1" status: 200 len: 944 time: 0.0499156 Nov 12 01:36:09.779268 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:09.830287 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=5e44d344-3df3-4b84-9cdf-14494e2e3ab3,revision_number=8']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:36:09.837883 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:09.838224 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:09.838593 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:09.838983 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:09.840001 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:09.840403 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:09.840736 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:09.841085 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:09.841439 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:09.841771 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:09.842096 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:09.842419 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:09.856524 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aaa66e00-04e4-448d-962f-6f16727fcce6 req-f2a2c5db-8d9f-4af9-ae9f-536861677623 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735953 Nov 12 01:36:09.859351 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de709077-9fda-4cce-82a3-3b80174496c7 req-248a6e7c-5465-4a5d-afa0-3aa71d7039e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:09.860748 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-de709077-9fda-4cce-82a3-3b80174496c7 req-248a6e7c-5465-4a5d-afa0-3aa71d7039e0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea HTTP/1.1" status: 200 len: 1097 time: 0.0767276 Nov 12 01:36:09.957527 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de709077-9fda-4cce-82a3-3b80174496c7 req-a90f4aa4-6875-4e00-8447-07dcf3e66791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:09.958988 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-de709077-9fda-4cce-82a3-3b80174496c7 req-a90f4aa4-6875-4e00-8447-07dcf3e66791 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 913 time: 0.0911932 Nov 12 01:36:10.025400 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-de709077-9fda-4cce-82a3-3b80174496c7 req-459ef01d-7ee1-4ab5-8122-75feac3237b1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e44d344-3df3-4b84-9cdf-14494e2e3ab3 HTTP/1.1" status: 200 len: 1001 time: 0.0582733 Nov 12 01:36:10.076280 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de709077-9fda-4cce-82a3-3b80174496c7 req-794613d9-bfef-4f9b-bff4-f428357d68ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:10.078743 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-de709077-9fda-4cce-82a3-3b80174496c7 req-794613d9-bfef-4f9b-bff4-f428357d68ee service neutron] 10.222.0.49 "GET /v2.0/subnets?id=acbbc5ba-d345-43f6-8978-6343ddb6383a HTTP/1.1" status: 200 len: 851 time: 0.0453007 Nov 12 01:36:10.101885 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['5e44d344-3df3-4b84-9cdf-14494e2e3ab3'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:36:10.131395 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de709077-9fda-4cce-82a3-3b80174496c7 req-3942f71d-8763-4cfa-8a76-a114aea65d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:10.132909 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-de709077-9fda-4cce-82a3-3b80174496c7 req-3942f71d-8763-4cfa-8a76-a114aea65d5f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7de00cee-aba0-43c7-ac19-c63b34698d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460997 Nov 12 01:36:10.228945 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-de709077-9fda-4cce-82a3-3b80174496c7 req-833dbe52-1d5e-4b88-afaa-b133ea44af74 service neutron] 10.222.0.49 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885086 Nov 12 01:36:10.322036 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-de709077-9fda-4cce-82a3-3b80174496c7 req-acb20e5c-e066-443a-8a02-2d9526ec05c3 service neutron] 10.222.0.49 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864139 Nov 12 01:36:10.369779 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:10.973066 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d583f-a3a0-406f-9bef-5aeef2be7a00 req-f1fd5aaf-bdde-4000-b052-7d72399eaad0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:10.974568 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5a2d583f-a3a0-406f-9bef-5aeef2be7a00 req-f1fd5aaf-bdde-4000-b052-7d72399eaad0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea HTTP/1.1" status: 200 len: 945 time: 0.0476105 Nov 12 01:36:11.021365 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5a2d583f-a3a0-406f-9bef-5aeef2be7a00 req-69e909d8-67b0-4c4d-8e63-0e5ada8ac71a tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402830 Nov 12 01:36:11.259805 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:11.268552 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f210a148-6b5a-4c0a-be99-64ebcfcd11de req-936f45b6-c584-4518-b260-4329029f2fa5 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:11.270081 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f210a148-6b5a-4c0a-be99-64ebcfcd11de req-936f45b6-c584-4518-b260-4329029f2fa5 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea HTTP/1.1" status: 200 len: 945 time: 0.0524869 Nov 12 01:36:11.319636 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f210a148-6b5a-4c0a-be99-64ebcfcd11de req-e4504810-7383-4c2c-a8c3-405246e8e71d tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433495 Nov 12 01:36:11.599983 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 5e44d344-3df3-4b84-9cdf-14494e2e3ab3 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:36:11.652615 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 5e44d344-3df3-4b84-9cdf-14494e2e3ab3 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:36:11.656306 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 5e44d344-3df3-4b84-9cdf-14494e2e3ab3 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:36:11.656665 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:11.738363 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:11.761870 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46322464-6eb6-4bf5-bab4-358ebd5291ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e44d344-3df3-4b84-9cdf-14494e2e3ab3'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:36:11.764218 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c1e646036e4c611d467fd4fffdf6710a13cbc626f9058249b1865848f5b791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8569ae3-289e-4105-87c0-056de048f21b" -d '{"events": [{"server_uuid": "46322464-6eb6-4bf5-bab4-358ebd5291ea", "name": "network-vif-plugged", "status": "completed", "tag": "5e44d344-3df3-4b84-9cdf-14494e2e3ab3"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:36:11.777486 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 5e44d344-3df3-4b84-9cdf-14494e2e3ab3, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=5e44d344-3df3-4b84-9cdf-14494e2e3ab3,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:36:11.781412 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:11.807406 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7c99af-1213-4ba0-ad1e-56ad1a2f4776 x-openstack-request-id: req-5b7c99af-1213-4ba0-ad1e-56ad1a2f4776 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:36:11.807700 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46322464-6eb6-4bf5-bab4-358ebd5291ea", "name": "network-vif-plugged", "status": "completed", "tag": "5e44d344-3df3-4b84-9cdf-14494e2e3ab3", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:36:11.808058 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b7c99af-1213-4ba0-ad1e-56ad1a2f4776 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:36:11.809228 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46322464-6eb6-4bf5-bab4-358ebd5291ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e44d344-3df3-4b84-9cdf-14494e2e3ab3', 'code': 200} Nov 12 01:36:11.832689 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=5e44d344-3df3-4b84-9cdf-14494e2e3ab3,revision_number=9']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:36:12.442547 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d0e3c-dc4c-4c01-ad91-18c07fddcffb req-56e5dfc0-648b-4981-8a23-dcb35ab7516a tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:12.444003 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-099d0e3c-dc4c-4c01-ad91-18c07fddcffb req-56e5dfc0-648b-4981-8a23-dcb35ab7516a tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea HTTP/1.1" status: 200 len: 946 time: 0.0515521 Nov 12 01:36:12.491843 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-099d0e3c-dc4c-4c01-ad91-18c07fddcffb req-7e72a31d-7698-43c4-98f3-37611f0f4b58 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410981 Nov 12 01:36:12.690870 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791ec8b-a4b2-4a37-a3e8-647717eae004 req-79a932a2-199d-4fbf-8081-472245d43ed6 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:12.692203 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6791ec8b-a4b2-4a37-a3e8-647717eae004 req-79a932a2-199d-4fbf-8081-472245d43ed6 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.49 "GET /v2.0/ports?device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea HTTP/1.1" status: 200 len: 946 time: 0.0500164 Nov 12 01:36:12.785673 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-6791ec8b-a4b2-4a37-a3e8-647717eae004 req-5325e337-df8f-4763-a351-6ebfead4584b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Deleting port 5e44d344-3df3-4b84-9cdf-14494e2e3ab3 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:36:12.786011 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6791ec8b-a4b2-4a37-a3e8-647717eae004 req-5325e337-df8f-4763-a351-6ebfead4584b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:12.882654 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-6791ec8b-a4b2-4a37-a3e8-647717eae004 req-5325e337-df8f-4763-a351-6ebfead4584b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] For port 5e44d344-3df3-4b84-9cdf-14494e2e3ab3, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=5e44d344-3df3-4b84-9cdf-14494e2e3ab3,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:36:12.883012 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6791ec8b-a4b2-4a37-a3e8-647717eae004 req-5325e337-df8f-4763-a351-6ebfead4584b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:13.109095 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6791ec8b-a4b2-4a37-a3e8-647717eae004 req-5325e337-df8f-4763-a351-6ebfead4584b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:13.109483 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6791ec8b-a4b2-4a37-a3e8-647717eae004 req-5325e337-df8f-4763-a351-6ebfead4584b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:13.109797 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [req-6791ec8b-a4b2-4a37-a3e8-647717eae004 req-5325e337-df8f-4763-a351-6ebfead4584b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Floating IP b8bcc695-9720-470d-b3c1-7f8e4d45625e disassociated. External IP: 172.25.2.224, port: 5e44d344-3df3-4b84-9cdf-14494e2e3ab3. Nov 12 01:36:13.110139 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-6791ec8b-a4b2-4a37-a3e8-647717eae004 req-5325e337-df8f-4763-a351-6ebfead4584b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Calling delete_port for 5e44d344-3df3-4b84-9cdf-14494e2e3ab3 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:36:13.135510 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:13.246652 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6791ec8b-a4b2-4a37-a3e8-647717eae004 req-5325e337-df8f-4763-a351-6ebfead4584b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:13.275628 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5325e337-df8f-4763-a351-6ebfead4584b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Pushing event deleted for resources: {'Port': ['ID=5e44d344-3df3-4b84-9cdf-14494e2e3ab3,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:36:13.392442 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6791ec8b-a4b2-4a37-a3e8-647717eae004 req-5325e337-df8f-4763-a351-6ebfead4584b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Router bc600df9-bf21-451b-a3a5-7451fd9b95b1 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:36:13.785070 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e0204d33-1d29-40f6-95ff-f754ba362c01 req-661d5b73-c43c-4e9e-a429-b4a9d1fe302e tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=46322464-6eb6-4bf5-bab4-358ebd5291ea HTTP/1.1" status: 200 len: 210 time: 0.0327044 Nov 12 01:36:13.796590 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6791ec8b-a4b2-4a37-a3e8-647717eae004 req-5325e337-df8f-4763-a351-6ebfead4584b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:36:13.807382 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fbf468-877e-43a5-81fa-e1fd469f8d08 None None] Sync routers for ids ['bc600df9-bf21-451b-a3a5-7451fd9b95b1'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:36:13.817591 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fbf468-877e-43a5-81fa-e1fd469f8d08 None None] Routers {'bc600df9-bf21-451b-a3a5-7451fd9b95b1'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:36:13.818216 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-f9fbf468-877e-43a5-81fa-e1fd469f8d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:36:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['bc600df9-bf21-451b-a3a5-7451fd9b95b1'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:36:13.836785 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-6791ec8b-a4b2-4a37-a3e8-647717eae004 req-5325e337-df8f-4763-a351-6ebfead4584b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] No DVR routers for this DVR port 5e44d344-3df3-4b84-9cdf-14494e2e3ab3 on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:36:13.840280 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-6791ec8b-a4b2-4a37-a3e8-647717eae004 req-5325e337-df8f-4763-a351-6ebfead4584b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:13.843564 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6791ec8b-a4b2-4a37-a3e8-647717eae004 req-5325e337-df8f-4763-a351-6ebfead4584b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.49 "DELETE /v2.0/ports/5e44d344-3df3-4b84-9cdf-14494e2e3ab3 HTTP/1.1" status: 204 len: 173 time: 1.1436405 Nov 12 01:36:13.844005 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46322464-6eb6-4bf5-bab4-358ebd5291ea', 'name': 'network-vif-deleted', 'tag': '5e44d344-3df3-4b84-9cdf-14494e2e3ab3'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:36:13.846336 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be10c6201f4a6af1b4f88844b1b0aabab5fd97a2a103bbbe8677b2ad1e6c711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb34c5bd-1fbd-43ab-83a2-05e7f3096f96" -d '{"events": [{"server_uuid": "46322464-6eb6-4bf5-bab4-358ebd5291ea", "name": "network-vif-deleted", "tag": "5e44d344-3df3-4b84-9cdf-14494e2e3ab3"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:36:13.895903 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7ef3bd-3139-4fab-a46a-dcecf345ce09 x-openstack-request-id: req-ef7ef3bd-3139-4fab-a46a-dcecf345ce09 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:36:13.896245 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46322464-6eb6-4bf5-bab4-358ebd5291ea", "name": "network-vif-deleted", "tag": "5e44d344-3df3-4b84-9cdf-14494e2e3ab3", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:36:13.896579 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef7ef3bd-3139-4fab-a46a-dcecf345ce09 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:36:13.897062 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46322464-6eb6-4bf5-bab4-358ebd5291ea', 'name': 'network-vif-deleted', 'tag': '5e44d344-3df3-4b84-9cdf-14494e2e3ab3', 'status': 'completed', 'code': 200} Nov 12 01:36:13.931757 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-f9fbf468-877e-43a5-81fa-e1fd469f8d08 None None] Set router bc600df9-bf21-451b-a3a5-7451fd9b95b1 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:36:14.138633 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-f9fbf468-877e-43a5-81fa-e1fd469f8d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'name': 'tempest-ServerActionsTestJSON-1274963085-router', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'gw_port': {'id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '7884b08f-9bcc-4505-993c-c8b173ada0ab', 'name': '', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'mac_address': 'fa:16:3e:48:47:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:44Z', 'updated_at': '2021-11-12T01:30:49Z', 'revision_number': 5, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'subnets': [{'id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:36:14.164784 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fbf468-877e-43a5-81fa-e1fd469f8d08 None None] Checking router: bc600df9-bf21-451b-a3a5-7451fd9b95b1 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:36:14.174443 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fbf468-877e-43a5-81fa-e1fd469f8d08 None None] Routers {'bc600df9-bf21-451b-a3a5-7451fd9b95b1'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:36:14.175028 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-f9fbf468-877e-43a5-81fa-e1fd469f8d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:36:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['bc600df9-bf21-451b-a3a5-7451fd9b95b1'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:36:14.280834 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-f9fbf468-877e-43a5-81fa-e1fd469f8d08 None None] Set router bc600df9-bf21-451b-a3a5-7451fd9b95b1 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:36:14.476951 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-f9fbf468-877e-43a5-81fa-e1fd469f8d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'name': 'tempest-ServerActionsTestJSON-1274963085-router', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'gw_port': {'id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '7884b08f-9bcc-4505-993c-c8b173ada0ab', 'name': '', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'mac_address': 'fa:16:3e:48:47:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:44Z', 'updated_at': '2021-11-12T01:30:49Z', 'revision_number': 5, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'subnets': [{'id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:36:14.503080 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fbf468-877e-43a5-81fa-e1fd469f8d08 None None] The sync data for ids ['bc600df9-bf21-451b-a3a5-7451fd9b95b1'] in n-d-812236-11 is: [{'id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'name': 'tempest-ServerActionsTestJSON-1274963085-router', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'gw_port': {'id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '7884b08f-9bcc-4505-993c-c8b173ada0ab', 'name': '', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'mac_address': 'fa:16:3e:48:47:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:44Z', 'updated_at': '2021-11-12T01:30:49Z', 'revision_number': 5, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'subnets': [{'id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:36:14.710790 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1566ef-ae88-4b87-9cc7-87c5bc36c675 None None] New status for floating IP b8bcc695-9720-470d-b3c1-7f8e4d45625e: DOWN {{(pid=102664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:36:15.089450 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d21ead7a-0d7c-420a-9aac-0ef53a9f7bf8 req-053b6ad8-6cbf-43d4-8c5c-52c4301c171d tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1491894187&fields=id&tenant_id=ffe54f159f6d495ebafa2165173ae9c2 HTTP/1.1" status: 200 len: 267 time: 0.0448363 Nov 12 01:36:15.195995 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ead7a-0d7c-420a-9aac-0ef53a9f7bf8 req-9f7712ea-36f9-438c-b3e4-ced37857e586 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:15.197475 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d21ead7a-0d7c-420a-9aac-0ef53a9f7bf8 req-9f7712ea-36f9-438c-b3e4-ced37857e586 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 812 time: 0.1011770 Nov 12 01:36:15.212750 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d21ead7a-0d7c-420a-9aac-0ef53a9f7bf8 req-52edee30-3603-41d7-9c23-9e005e455389 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/quotas/ffe54f159f6d495ebafa2165173ae9c2 HTTP/1.1" status: 200 len: 375 time: 0.0086510 Nov 12 01:36:15.266164 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d21ead7a-0d7c-420a-9aac-0ef53a9f7bf8 req-95cff644-7512-4952-9277-3b2d331e1d4c tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472405 Nov 12 01:36:15.363989 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d21ead7a-0d7c-420a-9aac-0ef53a9f7bf8 req-f77bd454-60ef-4e8f-b136-76ce0d853719 service neutron] 10.222.0.20 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854650 Nov 12 01:36:15.453803 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d21ead7a-0d7c-420a-9aac-0ef53a9f7bf8 req-18b90b48-a999-4634-9544-d6c9f8af0271 service neutron] 10.222.0.20 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837948 Nov 12 01:36:15.615577 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9acb93b2-5af7-426b-bebb-7647947346c0 req-bd5b35ec-b10c-4ba0-aa36-f83ecf1800cc tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 210 time: 0.0271032 Nov 12 01:36:16.626209 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ead7a-0d7c-420a-9aac-0ef53a9f7bf8 req-57b14625-7601-49b3-82a5-464e2194884a tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:16.627659 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d21ead7a-0d7c-420a-9aac-0ef53a9f7bf8 req-57b14625-7601-49b3-82a5-464e2194884a tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.54 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 812 time: 0.1133432 Nov 12 01:36:16.701296 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d21ead7a-0d7c-420a-9aac-0ef53a9f7bf8 req-61022e84-0cd4-4ec2-ad07-43f968492083 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffe54f159f6d495ebafa2165173ae9c2 HTTP/1.1" status: 200 len: 380 time: 0.0554347 Nov 12 01:36:16.718855 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e1b5c4d2-56bd-4449-b2bb-bb908e27f218 req-261ca782-8689-4103-b9d4-d50f06011698 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 210 time: 0.0301266 Nov 12 01:36:16.721631 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-d21ead7a-0d7c-420a-9aac-0ef53a9f7bf8 req-cc9f5282-7825-4edf-987b-186465736213 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Request body: {'port': {'device_id': '4e3afaa6-ae35-427d-baa7-c03f0a64b453', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'admin_state_up': True, 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'security_groups': ['a4e522df-e07f-423e-8117-fa8d6761e26b']}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:36:16.829929 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d21ead7a-0d7c-420a-9aac-0ef53a9f7bf8 req-cc9f5282-7825-4edf-987b-186465736213 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Made reservation on behalf of ffe54f159f6d495ebafa2165173ae9c2 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:36:16.833365 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d21ead7a-0d7c-420a-9aac-0ef53a9f7bf8 req-cc9f5282-7825-4edf-987b-186465736213 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:16.959009 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-d21ead7a-0d7c-420a-9aac-0ef53a9f7bf8 req-cc9f5282-7825-4edf-987b-186465736213 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Allocated IP 172.20.0.14 (7de00cee-aba0-43c7-ac19-c63b34698d28/acbbc5ba-d345-43f6-8978-6343ddb6383a/1aaa9f33-bdc9-420e-bcce-279d538c8a0b) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:36:17.093214 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d21ead7a-0d7c-420a-9aac-0ef53a9f7bf8 req-cc9f5282-7825-4edf-987b-186465736213 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:17.126723 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d21ead7a-0d7c-420a-9aac-0ef53a9f7bf8 req-cc9f5282-7825-4edf-987b-186465736213 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:17.172933 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d21ead7a-0d7c-420a-9aac-0ef53a9f7bf8 req-cc9f5282-7825-4edf-987b-186465736213 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Network 7de00cee-aba0-43c7-ac19-c63b34698d28 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:36:17.177926 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-d21ead7a-0d7c-420a-9aac-0ef53a9f7bf8 req-cc9f5282-7825-4edf-987b-186465736213 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:36:17.180376 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-d21ead7a-0d7c-420a-9aac-0ef53a9f7bf8 req-cc9f5282-7825-4edf-987b-186465736213 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:36:17.208289 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f5282-7825-4edf-987b-186465736213 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Pushing event updated for resources: {'Port': ['ID=1aaa9f33-bdc9-420e-bcce-279d538c8a0b,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:36:17.221742 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9f5282-7825-4edf-987b-186465736213 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:17.222083 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9f5282-7825-4edf-987b-186465736213 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:17.222421 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9f5282-7825-4edf-987b-186465736213 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:17.222757 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9f5282-7825-4edf-987b-186465736213 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:17.223089 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9f5282-7825-4edf-987b-186465736213 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:17.223414 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9f5282-7825-4edf-987b-186465736213 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:17.223736 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9f5282-7825-4edf-987b-186465736213 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:17.224057 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9f5282-7825-4edf-987b-186465736213 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:17.224376 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9f5282-7825-4edf-987b-186465736213 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:17.224693 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9f5282-7825-4edf-987b-186465736213 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:17.225013 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9f5282-7825-4edf-987b-186465736213 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:17.225330 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9f5282-7825-4edf-987b-186465736213 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:17.248082 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ead7a-0d7c-420a-9aac-0ef53a9f7bf8 req-cc9f5282-7825-4edf-987b-186465736213 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:17.248706 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d21ead7a-0d7c-420a-9aac-0ef53a9f7bf8 req-cc9f5282-7825-4edf-987b-186465736213 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:17.266097 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d21ead7a-0d7c-420a-9aac-0ef53a9f7bf8 req-cc9f5282-7825-4edf-987b-186465736213 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5481877 Nov 12 01:36:17.283967 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-d21ead7a-0d7c-420a-9aac-0ef53a9f7bf8 req-46315e17-7214-4865-91f6-cd7337a50c89 service neutron] Request body: {'port': {'device_id': '4e3afaa6-ae35-427d-baa7-c03f0a64b453', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:36:17.339732 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d21ead7a-0d7c-420a-9aac-0ef53a9f7bf8 req-46315e17-7214-4865-91f6-cd7337a50c89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:17.392100 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-373836b2-e6c1-48ad-9193-fb2b391e0f54 None None] Provisioning complete for port 1aaa9f33-bdc9-420e-bcce-279d538c8a0b triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:36:17.392692 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-373836b2-e6c1-48ad-9193-fb2b391e0f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:17.430923 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-373836b2-e6c1-48ad-9193-fb2b391e0f54 None None] Port 1aaa9f33-bdc9-420e-bcce-279d538c8a0b cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:36:17.613749 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 5e44d344-3df3-4b84-9cdf-14494e2e3ab3 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:36:17.621317 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-d21ead7a-0d7c-420a-9aac-0ef53a9f7bf8 req-46315e17-7214-4865-91f6-cd7337a50c89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aaa9f33-bdc9-420e-bcce-279d538c8a0b {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:36:17.628978 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d21ead7a-0d7c-420a-9aac-0ef53a9f7bf8 req-46315e17-7214-4865-91f6-cd7337a50c89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:17.635817 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: 5e44d344-3df3-4b84-9cdf-14494e2e3ab3 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:36:17.636738 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 5e44d344-3df3-4b84-9cdf-14494e2e3ab3 not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:36:17.641927 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-d21ead7a-0d7c-420a-9aac-0ef53a9f7bf8 req-46315e17-7214-4865-91f6-cd7337a50c89 service neutron] Transition to ACTIVE for port object 1aaa9f33-bdc9-420e-bcce-279d538c8a0b will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:36:17.645677 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d21ead7a-0d7c-420a-9aac-0ef53a9f7bf8 req-46315e17-7214-4865-91f6-cd7337a50c89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:17.724079 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46315e17-7214-4865-91f6-cd7337a50c89 service neutron] Pushing event updated for resources: {'Port': ['ID=1aaa9f33-bdc9-420e-bcce-279d538c8a0b,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:36:17.783234 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-d21ead7a-0d7c-420a-9aac-0ef53a9f7bf8 req-46315e17-7214-4865-91f6-cd7337a50c89 service neutron] Attempting to bind port 1aaa9f33-bdc9-420e-bcce-279d538c8a0b on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:36:17.783625 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-d21ead7a-0d7c-420a-9aac-0ef53a9f7bf8 req-46315e17-7214-4865-91f6-cd7337a50c89 service neutron] Attempting to bind port 1aaa9f33-bdc9-420e-bcce-279d538c8a0b by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '72d993ad-3bed-41eb-a08d-140489069bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:36:17.783883 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21ead7a-0d7c-420a-9aac-0ef53a9f7bf8 req-46315e17-7214-4865-91f6-cd7337a50c89 service neutron] Attempting to bind port 1aaa9f33-bdc9-420e-bcce-279d538c8a0b on network 7de00cee-aba0-43c7-ac19-c63b34698d28 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:36:17.788456 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21ead7a-0d7c-420a-9aac-0ef53a9f7bf8 req-46315e17-7214-4865-91f6-cd7337a50c89 service neutron] Port 1aaa9f33-bdc9-420e-bcce-279d538c8a0b on network 7de00cee-aba0-43c7-ac19-c63b34698d28 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:36:17.788773 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21ead7a-0d7c-420a-9aac-0ef53a9f7bf8 req-46315e17-7214-4865-91f6-cd7337a50c89 service neutron] Attempting to bind port 1aaa9f33-bdc9-420e-bcce-279d538c8a0b on network 7de00cee-aba0-43c7-ac19-c63b34698d28 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:36:17.794884 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21ead7a-0d7c-420a-9aac-0ef53a9f7bf8 req-46315e17-7214-4865-91f6-cd7337a50c89 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:36:17.795219 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21ead7a-0d7c-420a-9aac-0ef53a9f7bf8 req-46315e17-7214-4865-91f6-cd7337a50c89 service neutron] Checking segment: {'id': '72d993ad-3bed-41eb-a08d-140489069bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:36:17.795598 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21ead7a-0d7c-420a-9aac-0ef53a9f7bf8 req-46315e17-7214-4865-91f6-cd7337a50c89 service neutron] Bound using segment: {'id': '72d993ad-3bed-41eb-a08d-140489069bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:36:17.796017 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-d21ead7a-0d7c-420a-9aac-0ef53a9f7bf8 req-46315e17-7214-4865-91f6-cd7337a50c89 service neutron] Bound port: 1aaa9f33-bdc9-420e-bcce-279d538c8a0b, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72d993ad-3bed-41eb-a08d-140489069bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:36:17.796368 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d21ead7a-0d7c-420a-9aac-0ef53a9f7bf8 req-46315e17-7214-4865-91f6-cd7337a50c89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:17.892342 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153328a2-60f7-4c07-a303-4fb8528d664b req-2982c0b3-8332-45ab-9c20-94e7bf5f5d8c tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:17.893827 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-153328a2-60f7-4c07-a303-4fb8528d664b req-2982c0b3-8332-45ab-9c20-94e7bf5f5d8c tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 944 time: 0.0874865 Nov 12 01:36:17.899678 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-d21ead7a-0d7c-420a-9aac-0ef53a9f7bf8 req-46315e17-7214-4865-91f6-cd7337a50c89 service neutron] For port 1aaa9f33-bdc9-420e-bcce-279d538c8a0b, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:36:17.904459 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-d21ead7a-0d7c-420a-9aac-0ef53a9f7bf8 req-46315e17-7214-4865-91f6-cd7337a50c89 service neutron] For port 1aaa9f33-bdc9-420e-bcce-279d538c8a0b, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=1aaa9f33-bdc9-420e-bcce-279d538c8a0b,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:36:17.911854 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d21ead7a-0d7c-420a-9aac-0ef53a9f7bf8 req-46315e17-7214-4865-91f6-cd7337a50c89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:18.314687 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ead7a-0d7c-420a-9aac-0ef53a9f7bf8 req-46315e17-7214-4865-91f6-cd7337a50c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:18.315304 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d21ead7a-0d7c-420a-9aac-0ef53a9f7bf8 req-46315e17-7214-4865-91f6-cd7337a50c89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:18.316685 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d21ead7a-0d7c-420a-9aac-0ef53a9f7bf8 req-46315e17-7214-4865-91f6-cd7337a50c89 service neutron] 10.222.0.54 "PUT /v2.0/ports/1aaa9f33-bdc9-420e-bcce-279d538c8a0b HTTP/1.1" status: 200 len: 1093 time: 1.0371234 Nov 12 01:36:18.317134 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e3afaa6-ae35-427d-baa7-c03f0a64b453', 'tag': '1aaa9f33-bdc9-420e-bcce-279d538c8a0b'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:36:18.353433 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-153328a2-60f7-4c07-a303-4fb8528d664b req-c7ebd241-8ebf-4435-afd2-29dc3168e8f3 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4513760 Nov 12 01:36:18.354522 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46315e17-7214-4865-91f6-cd7337a50c89 service neutron] Pushing event updated for resources: {'Port': ['ID=1aaa9f33-bdc9-420e-bcce-279d538c8a0b,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:36:18.370524 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f20791c62abc78a76d837b2e8f3e70a497c95c8c7e17d957ee036670eec5325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef9e87e-4db5-439c-bd92-03dc0f6364aa" -d '{"events": [{"name": "network-changed", "server_uuid": "4e3afaa6-ae35-427d-baa7-c03f0a64b453", "tag": "1aaa9f33-bdc9-420e-bcce-279d538c8a0b"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:36:18.431144 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ead7a-0d7c-420a-9aac-0ef53a9f7bf8 req-cdb9c49c-b721-4ee9-8263-7d4b8f030398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:18.432837 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d21ead7a-0d7c-420a-9aac-0ef53a9f7bf8 req-cdb9c49c-b721-4ee9-8263-7d4b8f030398 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 1096 time: 0.0474017 Nov 12 01:36:18.486538 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8bab45-0bff-480f-827d-0685cc87e1ae x-openstack-request-id: req-ab8bab45-0bff-480f-827d-0685cc87e1ae {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:36:18.486841 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e3afaa6-ae35-427d-baa7-c03f0a64b453", "tag": "1aaa9f33-bdc9-420e-bcce-279d538c8a0b", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:36:18.487096 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab8bab45-0bff-480f-827d-0685cc87e1ae {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:36:18.487495 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e3afaa6-ae35-427d-baa7-c03f0a64b453', 'tag': '1aaa9f33-bdc9-420e-bcce-279d538c8a0b', 'status': 'completed', 'code': 200} Nov 12 01:36:18.489358 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d21ead7a-0d7c-420a-9aac-0ef53a9f7bf8 req-36c64a41-726d-4d3a-ae28-0a1df445db1a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1aaa9f33-bdc9-420e-bcce-279d538c8a0b HTTP/1.1" status: 200 len: 217 time: 0.0418837 Nov 12 01:36:18.544654 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ead7a-0d7c-420a-9aac-0ef53a9f7bf8 req-4d67970b-7504-41f4-908b-62ac2060d475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:18.546138 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d21ead7a-0d7c-420a-9aac-0ef53a9f7bf8 req-4d67970b-7504-41f4-908b-62ac2060d475 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=acbbc5ba-d345-43f6-8978-6343ddb6383a HTTP/1.1" status: 200 len: 851 time: 0.0484788 Nov 12 01:36:18.593818 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ead7a-0d7c-420a-9aac-0ef53a9f7bf8 req-d5393230-3711-4dc7-abe0-6970ff8ab6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:18.595320 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d21ead7a-0d7c-420a-9aac-0ef53a9f7bf8 req-d5393230-3711-4dc7-abe0-6970ff8ab6ab service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7de00cee-aba0-43c7-ac19-c63b34698d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414386 Nov 12 01:36:18.691399 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d21ead7a-0d7c-420a-9aac-0ef53a9f7bf8 req-c0c23d0f-ddd8-4ff7-8e77-fef6c5727192 service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886636 Nov 12 01:36:18.784815 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d21ead7a-0d7c-420a-9aac-0ef53a9f7bf8 req-e715ec0b-f82d-42d6-bdc5-80f8675f72aa service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859108 Nov 12 01:36:18.910416 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9e87e-4db5-439c-bd92-03dc0f6364aa req-49d0e593-a2af-4276-9d83-64a0d6cd2f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:18.911859 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fef9e87e-4db5-439c-bd92-03dc0f6364aa req-49d0e593-a2af-4276-9d83-64a0d6cd2f40 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 1096 time: 0.0430479 Nov 12 01:36:19.006307 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9e87e-4db5-439c-bd92-03dc0f6364aa req-867b7646-85af-4e8c-b033-1ec3b94061dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:19.007772 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fef9e87e-4db5-439c-bd92-03dc0f6364aa req-867b7646-85af-4e8c-b033-1ec3b94061dd service neutron] 10.222.0.54 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 913 time: 0.0890205 Nov 12 01:36:19.049329 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fef9e87e-4db5-439c-bd92-03dc0f6364aa req-c45135aa-847d-4432-b7d0-87b8d763416c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1aaa9f33-bdc9-420e-bcce-279d538c8a0b HTTP/1.1" status: 200 len: 217 time: 0.0344958 Nov 12 01:36:19.101492 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9e87e-4db5-439c-bd92-03dc0f6364aa req-95e43cb6-a1f5-4c6d-b214-2f15d70235e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:19.102937 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fef9e87e-4db5-439c-bd92-03dc0f6364aa req-95e43cb6-a1f5-4c6d-b214-2f15d70235e4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=acbbc5ba-d345-43f6-8978-6343ddb6383a HTTP/1.1" status: 200 len: 851 time: 0.0469770 Nov 12 01:36:19.148775 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9e87e-4db5-439c-bd92-03dc0f6364aa req-d67c1dae-3dfa-4d54-b12d-eb252adaee36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:19.150278 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fef9e87e-4db5-439c-bd92-03dc0f6364aa req-d67c1dae-3dfa-4d54-b12d-eb252adaee36 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7de00cee-aba0-43c7-ac19-c63b34698d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401502 Nov 12 01:36:19.259544 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fef9e87e-4db5-439c-bd92-03dc0f6364aa req-384ce6bc-4e53-4c04-8315-4f6fd138ad30 service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014807 Nov 12 01:36:19.352529 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fef9e87e-4db5-439c-bd92-03dc0f6364aa req-f66ee96d-3ad9-4479-bed1-d6ec75c93e33 service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858092 Nov 12 01:36:19.497431 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ae65b-f307-4bfe-9db4-a5956fbe2533 req-639ac20b-4bd6-4f4e-ac5b-67375dc6242e tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:19.499037 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1f0ae65b-f307-4bfe-9db4-a5956fbe2533 req-639ac20b-4bd6-4f4e-ac5b-67375dc6242e tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 944 time: 0.0510898 Nov 12 01:36:19.544983 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1f0ae65b-f307-4bfe-9db4-a5956fbe2533 req-04d5e78c-5420-45a5-b3f0-c029c7d88275 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400105 Nov 12 01:36:20.665979 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992797f0-c6e4-4920-b946-27d7aa617cf1 req-6a0de5c1-738a-4228-89fa-038087be50b6 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:20.667874 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-992797f0-c6e4-4920-b946-27d7aa617cf1 req-6a0de5c1-738a-4228-89fa-038087be50b6 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 944 time: 0.0513923 Nov 12 01:36:20.715439 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-992797f0-c6e4-4920-b946-27d7aa617cf1 req-1d55de64-0e0a-4872-8227-e9ee036eade3 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414083 Nov 12 01:36:21.836895 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59901a-7cc2-4ab2-94f3-1977afcaa68b req-f655cc63-39c8-4aba-a283-d1a2cea47da8 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:21.838321 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4c59901a-7cc2-4ab2-94f3-1977afcaa68b req-f655cc63-39c8-4aba-a283-d1a2cea47da8 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 944 time: 0.0558996 Nov 12 01:36:21.885631 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4c59901a-7cc2-4ab2-94f3-1977afcaa68b req-69e545d7-bbbc-466c-a618-18ec1b58a877 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406301 Nov 12 01:36:23.003718 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a999a3-6f9d-4d56-a879-27bb7fd87dab req-e60a0874-dbe7-4184-b5ef-c53f8c83da14 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:23.005201 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-33a999a3-6f9d-4d56-a879-27bb7fd87dab req-e60a0874-dbe7-4184-b5ef-c53f8c83da14 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 944 time: 0.0504398 Nov 12 01:36:23.053193 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-33a999a3-6f9d-4d56-a879-27bb7fd87dab req-a2947805-5896-4710-85a2-f86333a79bf2 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412607 Nov 12 01:36:23.185109 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 1aaa9f33-bdc9-420e-bcce-279d538c8a0b details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:36:23.330473 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 1aaa9f33-bdc9-420e-bcce-279d538c8a0b, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=1aaa9f33-bdc9-420e-bcce-279d538c8a0b,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:36:23.343158 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '1aaa9f33-bdc9-420e-bcce-279d538c8a0b', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'port_id': '1aaa9f33-bdc9-420e-bcce-279d538c8a0b', 'mac_address': 'fa:16:3e:db:62:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:36:23.393761 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:23.432316 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aaa9f33-bdc9-420e-bcce-279d538c8a0b {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:36:23.455194 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 1aaa9f33-bdc9-420e-bcce-279d538c8a0b, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=1aaa9f33-bdc9-420e-bcce-279d538c8a0b,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:36:23.460118 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:23.522429 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=1aaa9f33-bdc9-420e-bcce-279d538c8a0b,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:36:23.912379 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['1aaa9f33-bdc9-420e-bcce-279d538c8a0b'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:36:24.165590 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e5fa6-b977-4ccd-bc7f-0f51426b0fae req-901d5ceb-bbdf-4954-94a5-003119b65fc9 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:24.167406 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-068e5fa6-b977-4ccd-bc7f-0f51426b0fae req-901d5ceb-bbdf-4954-94a5-003119b65fc9 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 945 time: 0.0484793 Nov 12 01:36:24.212972 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-068e5fa6-b977-4ccd-bc7f-0f51426b0fae req-3d698494-fba4-4e7e-a935-e924e4fe0da9 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397110 Nov 12 01:36:25.203180 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 1aaa9f33-bdc9-420e-bcce-279d538c8a0b up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:36:25.256114 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 1aaa9f33-bdc9-420e-bcce-279d538c8a0b completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:36:25.260300 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 1aaa9f33-bdc9-420e-bcce-279d538c8a0b triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:36:25.260684 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:25.336754 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe241fec-d6f1-4abf-8126-45f7b258977e req-a672f45f-aa53-427b-b719-af5777b173a7 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:25.337447 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:25.338261 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fe241fec-d6f1-4abf-8126-45f7b258977e req-a672f45f-aa53-427b-b719-af5777b173a7 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 945 time: 0.0528629 Nov 12 01:36:25.360332 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3afaa6-ae35-427d-baa7-c03f0a64b453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aaa9f33-bdc9-420e-bcce-279d538c8a0b'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:36:25.375330 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 1aaa9f33-bdc9-420e-bcce-279d538c8a0b, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=1aaa9f33-bdc9-420e-bcce-279d538c8a0b,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:36:25.379617 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:25.387769 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fe241fec-d6f1-4abf-8126-45f7b258977e req-81798d41-6ba7-4308-8c7b-9b414a9c8114 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422955 Nov 12 01:36:25.408913 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f589fb9f8862dfdbd1fb170ce835a8c182cc8b052b64638c52562f284e07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1b4c50-01a4-4dc6-9625-28b2a22eb056" -d '{"events": [{"server_uuid": "4e3afaa6-ae35-427d-baa7-c03f0a64b453", "name": "network-vif-plugged", "status": "completed", "tag": "1aaa9f33-bdc9-420e-bcce-279d538c8a0b"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:36:25.586278 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7002d28-a077-454c-821c-bf531d026394 x-openstack-request-id: req-d7002d28-a077-454c-821c-bf531d026394 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:36:25.586566 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3afaa6-ae35-427d-baa7-c03f0a64b453", "name": "network-vif-plugged", "status": "completed", "tag": "1aaa9f33-bdc9-420e-bcce-279d538c8a0b", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:36:25.586815 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d7002d28-a077-454c-821c-bf531d026394 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:36:25.587201 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3afaa6-ae35-427d-baa7-c03f0a64b453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aaa9f33-bdc9-420e-bcce-279d538c8a0b', 'code': 200} Nov 12 01:36:25.600797 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=1aaa9f33-bdc9-420e-bcce-279d538c8a0b,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:36:25.632492 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3595a-3c92-4ef0-98c2-97a4e63c6fd0 req-68baeff8-acce-4cde-acdf-37069b53f69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:25.634039 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9cd3595a-3c92-4ef0-98c2-97a4e63c6fd0 req-68baeff8-acce-4cde-acdf-37069b53f69c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 1098 time: 0.0406470 Nov 12 01:36:25.682068 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9cd3595a-3c92-4ef0-98c2-97a4e63c6fd0 req-63860c7c-9417-4c25-a856-acf8891f3bcf service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409303 Nov 12 01:36:26.506820 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbb3d3-54d8-46f0-b554-07b93bdf11e1 req-098ed945-c6ab-4a16-8125-9cffe4678ced tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:26.508282 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4dbbb3d3-54d8-46f0-b554-07b93bdf11e1 req-098ed945-c6ab-4a16-8125-9cffe4678ced tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 946 time: 0.0491984 Nov 12 01:36:26.557306 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4dbbb3d3-54d8-46f0-b554-07b93bdf11e1 req-0be1a0b1-8b49-4cba-8723-73d9cf59f693 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424795 Nov 12 01:36:27.680019 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7193c7b-eb13-4d62-afec-b991564180c8 req-af264fe1-9458-4c9f-8e8f-64f1fc31b7c3 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:27.681537 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a7193c7b-eb13-4d62-afec-b991564180c8 req-af264fe1-9458-4c9f-8e8f-64f1fc31b7c3 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 946 time: 0.0510080 Nov 12 01:36:27.728723 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a7193c7b-eb13-4d62-afec-b991564180c8 req-131e1a73-a89d-47f9-a1b1-6e98137873b9 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404141 Nov 12 01:36:27.850221 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5674fd-c871-4c4a-b699-2593f6fad5eb req-e4b72a7c-cdc6-4fed-9d23-bf415ab33b49 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:27.851622 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b5674fd-c871-4c4a-b699-2593f6fad5eb req-e4b72a7c-cdc6-4fed-9d23-bf415ab33b49 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 946 time: 0.0571444 Nov 12 01:36:27.860873 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 48756) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:36:27.865272 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-448f92d5-7cb1-4edf-bd9b-9a8a5f20309b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Request body: {'floatingip': {'port_id': '1aaa9f33-bdc9-420e-bcce-279d538c8a0b'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:36:27.904710 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-448f92d5-7cb1-4edf-bd9b-9a8a5f20309b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks [] for floatingip, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:28.400722 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-448f92d5-7cb1-4edf-bd9b-9a8a5f20309b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:28.405628 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-448f92d5-7cb1-4edf-bd9b-9a8a5f20309b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:28.506169 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [None req-448f92d5-7cb1-4edf-bd9b-9a8a5f20309b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Floating IP b8bcc695-9720-470d-b3c1-7f8e4d45625e associated. External IP: 172.25.2.224, port: 1aaa9f33-bdc9-420e-bcce-279d538c8a0b. Nov 12 01:36:28.714820 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448f92d5-7cb1-4edf-bd9b-9a8a5f20309b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Router bc600df9-bf21-451b-a3a5-7451fd9b95b1 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:36:28.820999 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448f92d5-7cb1-4edf-bd9b-9a8a5f20309b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:36:28.826038 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-448f92d5-7cb1-4edf-bd9b-9a8a5f20309b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:28.830961 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be0a4c3-9d09-4054-92c1-7d935aefdbd9 None None] Sync routers for ids ['bc600df9-bf21-451b-a3a5-7451fd9b95b1'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:36:28.840566 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be0a4c3-9d09-4054-92c1-7d935aefdbd9 None None] Routers {'bc600df9-bf21-451b-a3a5-7451fd9b95b1'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:36:28.841179 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-5be0a4c3-9d09-4054-92c1-7d935aefdbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:36:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['bc600df9-bf21-451b-a3a5-7451fd9b95b1'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:36:28.858973 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-448f92d5-7cb1-4edf-bd9b-9a8a5f20309b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "PUT /v2.0/floatingips/b8bcc695-9720-470d-b3c1-7f8e4d45625e HTTP/1.1" status: 200 len: 992 time: 0.9970183 Nov 12 01:36:28.859686 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e3afaa6-ae35-427d-baa7-c03f0a64b453', 'tag': '1aaa9f33-bdc9-420e-bcce-279d538c8a0b'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:36:28.861889 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be10c6201f4a6af1b4f88844b1b0aabab5fd97a2a103bbbe8677b2ad1e6c711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf7ff18-bd81-43f7-ad1d-b57afc8f1ee6" -d '{"events": [{"name": "network-changed", "server_uuid": "4e3afaa6-ae35-427d-baa7-c03f0a64b453", "tag": "1aaa9f33-bdc9-420e-bcce-279d538c8a0b"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:36:28.899870 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7b091e-4db0-4f98-be24-b8fdf4d9971f x-openstack-request-id: req-3a7b091e-4db0-4f98-be24-b8fdf4d9971f {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:36:28.900227 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e3afaa6-ae35-427d-baa7-c03f0a64b453", "tag": "1aaa9f33-bdc9-420e-bcce-279d538c8a0b", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:36:28.900549 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3a7b091e-4db0-4f98-be24-b8fdf4d9971f {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:36:28.901019 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e3afaa6-ae35-427d-baa7-c03f0a64b453', 'tag': '1aaa9f33-bdc9-420e-bcce-279d538c8a0b', 'status': 'completed', 'code': 200} Nov 12 01:36:28.953785 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-5be0a4c3-9d09-4054-92c1-7d935aefdbd9 None None] Set router bc600df9-bf21-451b-a3a5-7451fd9b95b1 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:36:29.000175 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7ff18-bd81-43f7-ad1d-b57afc8f1ee6 req-59d5416c-f320-41fd-8142-0a4a2a0a9468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:29.001617 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-baf7ff18-bd81-43f7-ad1d-b57afc8f1ee6 req-59d5416c-f320-41fd-8142-0a4a2a0a9468 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 1098 time: 0.0403879 Nov 12 01:36:29.097200 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7ff18-bd81-43f7-ad1d-b57afc8f1ee6 req-f94c29a3-2448-4fbb-8e24-5ebbcb2d8f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:29.098691 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-baf7ff18-bd81-43f7-ad1d-b57afc8f1ee6 req-f94c29a3-2448-4fbb-8e24-5ebbcb2d8f93 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 913 time: 0.0892313 Nov 12 01:36:29.163401 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-baf7ff18-bd81-43f7-ad1d-b57afc8f1ee6 req-4e4cedc4-9f0e-4452-b136-6efae161ef65 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1aaa9f33-bdc9-420e-bcce-279d538c8a0b HTTP/1.1" status: 200 len: 1000 time: 0.0573444 Nov 12 01:36:29.179655 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-5be0a4c3-9d09-4054-92c1-7d935aefdbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'name': 'tempest-ServerActionsTestJSON-1274963085-router', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'gw_port': {'id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': 'b8bcc695-9720-470d-b3c1-7f8e4d45625e', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'floating_ip_address': '172.25.2.224', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'port_id': '1aaa9f33-bdc9-420e-bcce-279d538c8a0b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'mac_address': 'fa:16:3e:db:62:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3afaa6-ae35-427d-baa7-c03f0a64b453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:30:47Z', 'updated_at': '2021-11-12T01:36:28Z', 'revision_number': 9, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7884b08f-9bcc-4505-993c-c8b173ada0ab', 'name': '', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'mac_address': 'fa:16:3e:48:47:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:44Z', 'updated_at': '2021-11-12T01:30:49Z', 'revision_number': 5, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'subnets': [{'id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:36:29.210304 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be0a4c3-9d09-4054-92c1-7d935aefdbd9 None None] Checking router: bc600df9-bf21-451b-a3a5-7451fd9b95b1 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:36:29.216034 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7ff18-bd81-43f7-ad1d-b57afc8f1ee6 req-5aa9698f-28cb-4b4f-853c-e623978d8fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:29.217552 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-baf7ff18-bd81-43f7-ad1d-b57afc8f1ee6 req-5aa9698f-28cb-4b4f-853c-e623978d8fd2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=acbbc5ba-d345-43f6-8978-6343ddb6383a HTTP/1.1" status: 200 len: 851 time: 0.0476024 Nov 12 01:36:29.219120 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be0a4c3-9d09-4054-92c1-7d935aefdbd9 None None] Routers {'bc600df9-bf21-451b-a3a5-7451fd9b95b1'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:36:29.219710 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-5be0a4c3-9d09-4054-92c1-7d935aefdbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:36:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['bc600df9-bf21-451b-a3a5-7451fd9b95b1'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:36:29.264160 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7ff18-bd81-43f7-ad1d-b57afc8f1ee6 req-0e7df257-014f-4c11-be82-5b0cc477b5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:29.265648 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-baf7ff18-bd81-43f7-ad1d-b57afc8f1ee6 req-0e7df257-014f-4c11-be82-5b0cc477b5e7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7de00cee-aba0-43c7-ac19-c63b34698d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415766 Nov 12 01:36:29.327503 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-5be0a4c3-9d09-4054-92c1-7d935aefdbd9 None None] Set router bc600df9-bf21-451b-a3a5-7451fd9b95b1 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:36:29.357199 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-baf7ff18-bd81-43f7-ad1d-b57afc8f1ee6 req-ff3f666f-dcc7-4c24-aef9-067248c075aa service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837514 Nov 12 01:36:29.454223 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-baf7ff18-bd81-43f7-ad1d-b57afc8f1ee6 req-4d68a626-92f0-4db8-93a3-0c5fdbcda97b service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892122 Nov 12 01:36:29.546908 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-5be0a4c3-9d09-4054-92c1-7d935aefdbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'name': 'tempest-ServerActionsTestJSON-1274963085-router', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'gw_port': {'id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': 'b8bcc695-9720-470d-b3c1-7f8e4d45625e', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'floating_ip_address': '172.25.2.224', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'port_id': '1aaa9f33-bdc9-420e-bcce-279d538c8a0b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'mac_address': 'fa:16:3e:db:62:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3afaa6-ae35-427d-baa7-c03f0a64b453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:30:47Z', 'updated_at': '2021-11-12T01:36:28Z', 'revision_number': 9, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7884b08f-9bcc-4505-993c-c8b173ada0ab', 'name': '', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'mac_address': 'fa:16:3e:48:47:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:44Z', 'updated_at': '2021-11-12T01:30:49Z', 'revision_number': 5, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'subnets': [{'id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:36:29.574488 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be0a4c3-9d09-4054-92c1-7d935aefdbd9 None None] The sync data for ids ['bc600df9-bf21-451b-a3a5-7451fd9b95b1'] in n-d-812236-11 is: [{'id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'name': 'tempest-ServerActionsTestJSON-1274963085-router', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'gw_port': {'id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': 'b8bcc695-9720-470d-b3c1-7f8e4d45625e', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'floating_ip_address': '172.25.2.224', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'port_id': '1aaa9f33-bdc9-420e-bcce-279d538c8a0b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'mac_address': 'fa:16:3e:db:62:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3afaa6-ae35-427d-baa7-c03f0a64b453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:30:47Z', 'updated_at': '2021-11-12T01:36:28Z', 'revision_number': 9, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7884b08f-9bcc-4505-993c-c8b173ada0ab', 'name': '', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'mac_address': 'fa:16:3e:48:47:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:44Z', 'updated_at': '2021-11-12T01:30:49Z', 'revision_number': 5, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'subnets': [{'id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:36:29.764272 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d51da3c-4fd9-481e-bbfc-7ce1076111cd None None] New status for floating IP b8bcc695-9720-470d-b3c1-7f8e4d45625e: ACTIVE {{(pid=102664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:36:34.376248 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1dbf0080-2410-4f3a-99c4-32727d031084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:36.482513 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-aa2f7faa-e0a9-43c6-a084-bb7ffc45ce2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:37.848992 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:39.450899 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:40.373304 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:41.253890 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:43.148629 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:43.336067 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:36:48.156218 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5ed6a139-5a69-42a4-b29b-ccd8646bd189 req-c3d08838-1b9c-4ff1-ab6e-c03aa3f862a9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408449 Nov 12 01:36:48.258076 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6a139-5a69-42a4-b29b-ccd8646bd189 req-2acdfb38-3e18-452a-87c7-bad633f26888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:48.259536 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5ed6a139-5a69-42a4-b29b-ccd8646bd189 req-2acdfb38-3e18-452a-87c7-bad633f26888 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 1098 time: 0.0407956 Nov 12 01:36:48.365987 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6a139-5a69-42a4-b29b-ccd8646bd189 req-05bdc7d1-f226-4e08-8a51-1f7d0a3e6889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:48.367438 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5ed6a139-5a69-42a4-b29b-ccd8646bd189 req-05bdc7d1-f226-4e08-8a51-1f7d0a3e6889 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 913 time: 0.0889115 Nov 12 01:36:48.434742 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5ed6a139-5a69-42a4-b29b-ccd8646bd189 req-2c4a8355-e683-4472-ae4f-daf4caa61528 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1aaa9f33-bdc9-420e-bcce-279d538c8a0b HTTP/1.1" status: 200 len: 1003 time: 0.0594728 Nov 12 01:36:48.515132 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6a139-5a69-42a4-b29b-ccd8646bd189 req-dee85132-e808-4274-970b-86ccc8e60fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:48.516538 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5ed6a139-5a69-42a4-b29b-ccd8646bd189 req-dee85132-e808-4274-970b-86ccc8e60fa5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=acbbc5ba-d345-43f6-8978-6343ddb6383a HTTP/1.1" status: 200 len: 851 time: 0.0479422 Nov 12 01:36:48.563149 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6a139-5a69-42a4-b29b-ccd8646bd189 req-b4437048-342f-4653-9d03-b5c7344f78db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:48.564629 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5ed6a139-5a69-42a4-b29b-ccd8646bd189 req-b4437048-342f-4653-9d03-b5c7344f78db service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7de00cee-aba0-43c7-ac19-c63b34698d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401022 Nov 12 01:36:48.656547 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5ed6a139-5a69-42a4-b29b-ccd8646bd189 req-b5d1b361-49be-436c-8802-115f33cb18e8 service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837209 Nov 12 01:36:48.751983 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5ed6a139-5a69-42a4-b29b-ccd8646bd189 req-e6886fb9-ab95-4f69-9581-cd477c87ee07 service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875726 Nov 12 01:37:04.377067 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cf7ea8ed-9914-42f7-9c92-de7816f91513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:06.484270 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-310e4511-acfb-48f0-a898-f2b8e0e2e6c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:07.850116 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:09.454117 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:10.374793 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:11.249238 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:13.154204 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:20.334615 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:37:34.378505 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-10f7fbc6-28cc-4b75-b73b-7b94cda77db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:36.489710 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fff7d7ca-b5ec-449e-b7e7-a7291bab0333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:37.854119 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:39.457619 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:40.377249 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:41.247078 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:43.162791 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:48.155363 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1993bf58-abd7-4f9c-b7fa-338d6ea9e7f5 req-dbd6489a-86c1-4448-8f1c-7225163b05a6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0475388 Nov 12 01:37:48.261444 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993bf58-abd7-4f9c-b7fa-338d6ea9e7f5 req-fd33f0dc-cb4d-4db2-913c-1281f152f8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:48.262866 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1993bf58-abd7-4f9c-b7fa-338d6ea9e7f5 req-fd33f0dc-cb4d-4db2-913c-1281f152f8c2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 1098 time: 0.0481966 Nov 12 01:37:48.370612 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993bf58-abd7-4f9c-b7fa-338d6ea9e7f5 req-1de250e9-dbcf-4f42-abc0-b21c6ac5a858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:48.372083 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1993bf58-abd7-4f9c-b7fa-338d6ea9e7f5 req-1de250e9-dbcf-4f42-abc0-b21c6ac5a858 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 913 time: 0.0862637 Nov 12 01:37:48.442839 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1993bf58-abd7-4f9c-b7fa-338d6ea9e7f5 req-0cbdb3bc-1982-4eaa-9fbe-2b12d7cd6718 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1aaa9f33-bdc9-420e-bcce-279d538c8a0b HTTP/1.1" status: 200 len: 1003 time: 0.0619326 Nov 12 01:37:48.491355 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993bf58-abd7-4f9c-b7fa-338d6ea9e7f5 req-e91c6a90-6740-4444-8c18-cf7fdf21306e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:48.492908 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1993bf58-abd7-4f9c-b7fa-338d6ea9e7f5 req-e91c6a90-6740-4444-8c18-cf7fdf21306e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=acbbc5ba-d345-43f6-8978-6343ddb6383a HTTP/1.1" status: 200 len: 851 time: 0.0434160 Nov 12 01:37:48.537781 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993bf58-abd7-4f9c-b7fa-338d6ea9e7f5 req-a3dc4b3a-3681-4c7b-a364-1b19d7ccb6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:48.539161 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1993bf58-abd7-4f9c-b7fa-338d6ea9e7f5 req-a3dc4b3a-3681-4c7b-a364-1b19d7ccb6f7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7de00cee-aba0-43c7-ac19-c63b34698d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397544 Nov 12 01:37:48.632842 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1993bf58-abd7-4f9c-b7fa-338d6ea9e7f5 req-7a1d2bbf-6888-4897-b21c-46cc2a70af7d service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865717 Nov 12 01:37:48.722322 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1993bf58-abd7-4f9c-b7fa-338d6ea9e7f5 req-a11cf7a9-a342-49a9-b4fc-7c4afd31f5a5 service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827386 Nov 12 01:37:57.333704 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:38:04.379127 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-63499540-1777-446f-941c-9eba22bf95a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:06.490599 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bf343993-b5e6-47fb-9750-bee50bffc718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:07.005147 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [req-236f0363-6168-427b-85c5-7ffb98bf92af req-f7ea842f-f35d-4ddf-a0f9-bd840ea7f512 service neutron] (102662) timed out ('10.222.0.20', 46114) {{(pid=102662) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 01:38:07.857383 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:09.459824 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:10.383129 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:11.252477 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:13.162011 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:34.332634 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:38:34.380787 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0481d94b-b135-4661-a7ba-3a35fa9eb912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:36.493320 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-64bce092-273f-4949-8d5c-1fd5b6573cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:37.860549 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:39.462882 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:40.375889 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:41.249033 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:43.159524 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:50.134671 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-616e3e5e-921c-442e-92cf-83b33bbf63d1 req-2696e7bf-4e99-4f83-a850-ac3c0e338657 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0474184 Nov 12 01:38:50.242064 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e3e5e-921c-442e-92cf-83b33bbf63d1 req-1c55c567-e3ab-4ab1-92c7-7b2a84251fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:50.243462 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-616e3e5e-921c-442e-92cf-83b33bbf63d1 req-1c55c567-e3ab-4ab1-92c7-7b2a84251fa8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 1098 time: 0.0504780 Nov 12 01:38:50.345451 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e3e5e-921c-442e-92cf-83b33bbf63d1 req-31ca272c-3374-4765-9602-96416175b166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:50.346941 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-616e3e5e-921c-442e-92cf-83b33bbf63d1 req-31ca272c-3374-4765-9602-96416175b166 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 913 time: 0.0847759 Nov 12 01:38:50.415466 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-616e3e5e-921c-442e-92cf-83b33bbf63d1 req-c099982f-e788-4284-b26c-4b3684a17cf6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1aaa9f33-bdc9-420e-bcce-279d538c8a0b HTTP/1.1" status: 200 len: 1003 time: 0.0612822 Nov 12 01:38:50.463353 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e3e5e-921c-442e-92cf-83b33bbf63d1 req-efdc0dc4-9953-479a-a838-e23da7917532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:50.464779 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-616e3e5e-921c-442e-92cf-83b33bbf63d1 req-efdc0dc4-9953-479a-a838-e23da7917532 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=acbbc5ba-d345-43f6-8978-6343ddb6383a HTTP/1.1" status: 200 len: 851 time: 0.0428920 Nov 12 01:38:50.511947 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e3e5e-921c-442e-92cf-83b33bbf63d1 req-9004460a-0bfb-4858-8b6a-be6b49ffff3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:50.513343 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-616e3e5e-921c-442e-92cf-83b33bbf63d1 req-9004460a-0bfb-4858-8b6a-be6b49ffff3d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7de00cee-aba0-43c7-ac19-c63b34698d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405920 Nov 12 01:38:50.607971 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-616e3e5e-921c-442e-92cf-83b33bbf63d1 req-deca32b2-c7eb-4aeb-ac64-b84f94c6cde8 service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865586 Nov 12 01:38:50.699745 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-616e3e5e-921c-442e-92cf-83b33bbf63d1 req-e1b40ed0-69d5-453f-9013-42477c776178 service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831146 Nov 12 01:39:04.016500 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [req-8fbdff41-74f6-41a8-8ce8-244fcf1c6c4e req-58d83e6f-ff68-4069-9203-1d1d9d55bcda service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:39:04.017548 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8fbdff41-74f6-41a8-8ce8-244fcf1c6c4e req-58d83e6f-ff68-4069-9203-1d1d9d55bcda service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0527484 Nov 12 01:39:04.208387 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e93488-bfd6-488f-a6cf-e44977964db4 req-46b32238-94f0-4533-bbe2-345af7b26832 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:04.211062 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d2e93488-bfd6-488f-a6cf-e44977964db4 req-46b32238-94f0-4533-bbe2-345af7b26832 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 946 time: 0.0577927 Nov 12 01:39:04.262307 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d2e93488-bfd6-488f-a6cf-e44977964db4 req-d6456c83-33ba-48f5-824a-0c6c847de8bb tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450430 Nov 12 01:39:04.267816 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-5fffe45b-37c0-413e-ab7c-55c5f1a227b2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0843923 Nov 12 01:39:04.276756 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-42b839a3-ebab-4095-8a68-cb264e0e5275 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:39:04.277752 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-42b839a3-ebab-4095-8a68-cb264e0e5275 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051727 Nov 12 01:39:04.383310 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9c04f8da-af47-4a61-98aa-b82531c739d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:05.378393 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf2345-db86-41af-9c7c-44a29da8a3f8 req-eba5b33d-a6af-44fa-944a-f65e0eee21b6 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:05.379859 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e5cf2345-db86-41af-9c7c-44a29da8a3f8 req-eba5b33d-a6af-44fa-944a-f65e0eee21b6 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 946 time: 0.0492656 Nov 12 01:39:05.429714 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e5cf2345-db86-41af-9c7c-44a29da8a3f8 req-5fe7c46a-80f8-43ee-8718-3c16a4aa3fc6 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433135 Nov 12 01:39:05.551852 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-34c7b313-db5d-412a-a016-263f5f5f4219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:05.554225 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-34c7b313-db5d-412a-a016-263f5f5f4219 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 1098 time: 0.0420821 Nov 12 01:39:05.655262 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-7e47c570-dc5f-4bae-95c9-efb33cd246f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:05.656716 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-7e47c570-dc5f-4bae-95c9-efb33cd246f9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 913 time: 0.0954981 Nov 12 01:39:05.723629 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-c466bacf-6b50-4d0c-89b6-d250eddcd343 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1aaa9f33-bdc9-420e-bcce-279d538c8a0b HTTP/1.1" status: 200 len: 1003 time: 0.0593500 Nov 12 01:39:05.786889 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-ffdb6def-3240-4d5b-b5ec-b8e495270052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:05.789087 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-ffdb6def-3240-4d5b-b5ec-b8e495270052 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=acbbc5ba-d345-43f6-8978-6343ddb6383a HTTP/1.1" status: 200 len: 851 time: 0.0588834 Nov 12 01:39:05.837065 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-425cd861-774d-4067-b423-83136357d001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:05.838595 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-425cd861-774d-4067-b423-83136357d001 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7de00cee-aba0-43c7-ac19-c63b34698d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428069 Nov 12 01:39:05.933242 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-f4a9c6f7-3e11-4448-8e57-c02d58eb02e1 service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878158 Nov 12 01:39:06.027270 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-65f2e0a8-5660-43d0-8cc0-037f41d5e638 service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875032 Nov 12 01:39:06.494334 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3501d18f-9510-4c30-a98b-1313ba50f516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:06.554115 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e16ef-c7bf-45b3-be26-e031090bdc4a req-c45369e6-45c0-4c94-9989-4fbeb1355a5c tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:06.555586 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e70e16ef-c7bf-45b3-be26-e031090bdc4a req-c45369e6-45c0-4c94-9989-4fbeb1355a5c tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 946 time: 0.0493710 Nov 12 01:39:06.602982 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e70e16ef-c7bf-45b3-be26-e031090bdc4a req-753ec130-89cd-468a-84d7-4e1d7a10342e tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414808 Nov 12 01:39:07.720358 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117583f8-2296-477a-9fc5-e60196c4350d req-1479603d-e213-4e6f-a372-58834262bf08 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:07.721885 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-117583f8-2296-477a-9fc5-e60196c4350d req-1479603d-e213-4e6f-a372-58834262bf08 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 946 time: 0.0496869 Nov 12 01:39:07.768275 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-117583f8-2296-477a-9fc5-e60196c4350d req-63958995-a823-47e8-9f72-9c72e0b45447 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401943 Nov 12 01:39:07.862534 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:08.888310 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7c498-bfdb-40ce-a105-ee4287d0bbf0 req-0cc919af-63cc-45e9-8241-1b61f1a8e6a0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:08.889714 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c6d7c498-bfdb-40ce-a105-ee4287d0bbf0 req-0cc919af-63cc-45e9-8241-1b61f1a8e6a0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 946 time: 0.0523794 Nov 12 01:39:08.936574 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c6d7c498-bfdb-40ce-a105-ee4287d0bbf0 req-50e2b6f4-1bbe-4013-8186-06fe5df406b7 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409732 Nov 12 01:39:09.465453 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:10.057697 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497eea10-c09a-426a-9ddd-ba1bac04d5eb req-47f1c123-36cd-4048-8b7c-8c2a16966d5d tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:10.059178 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-497eea10-c09a-426a-9ddd-ba1bac04d5eb req-47f1c123-36cd-4048-8b7c-8c2a16966d5d tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 946 time: 0.0540018 Nov 12 01:39:10.107349 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-497eea10-c09a-426a-9ddd-ba1bac04d5eb req-5090b66e-589a-4914-9f03-546d2a6cc60c tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415800 Nov 12 01:39:10.377551 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:11.225898 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab460b-8f73-49f2-98dd-7722772d26bb req-46626490-bec4-4bfa-8dd3-0904a11c10d3 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:11.227354 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9eab460b-8f73-49f2-98dd-7722772d26bb req-46626490-bec4-4bfa-8dd3-0904a11c10d3 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 946 time: 0.0500047 Nov 12 01:39:11.250900 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:11.276045 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9eab460b-8f73-49f2-98dd-7722772d26bb req-7f1f1a27-257b-4e60-8564-2f0e054bb903 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427909 Nov 12 01:39:11.332347 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:39:12.396014 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6a914-2464-46f5-9859-a851e3bc703e req-92c22a90-9d86-49de-84bd-bd34355e846c tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:12.397766 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-68d6a914-2464-46f5-9859-a851e3bc703e req-92c22a90-9d86-49de-84bd-bd34355e846c tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 946 time: 0.0515957 Nov 12 01:39:12.446129 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-68d6a914-2464-46f5-9859-a851e3bc703e req-00298ef0-e843-44e0-9236-6b4290f8decb tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422361 Nov 12 01:39:13.172736 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:13.566110 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e35a8c-26b4-4d5e-8baa-dd96a7f22ed2 req-a9bc6d52-e0d4-4413-afc1-1541500f09c1 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:13.567618 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a0e35a8c-26b4-4d5e-8baa-dd96a7f22ed2 req-a9bc6d52-e0d4-4413-afc1-1541500f09c1 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 946 time: 0.0530865 Nov 12 01:39:13.615426 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a0e35a8c-26b4-4d5e-8baa-dd96a7f22ed2 req-1729f0e7-ab05-4e72-9bf4-bb52de1fd948 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408762 Nov 12 01:39:14.739333 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc5fae-6d61-41fe-9bb7-97999d746ec9 req-4b8ad01b-a712-4a59-96ec-24806c034c8f tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:14.741008 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c3cc5fae-6d61-41fe-9bb7-97999d746ec9 req-4b8ad01b-a712-4a59-96ec-24806c034c8f tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 946 time: 0.0530415 Nov 12 01:39:14.788011 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c3cc5fae-6d61-41fe-9bb7-97999d746ec9 req-4a0e2bdf-9e16-433c-b36a-31767d1ddeea tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399139 Nov 12 01:39:15.905834 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00954d5c-04e8-418a-a762-2c78c768b895 req-1597c26c-676f-4c81-844c-3cdabd6922b6 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:15.907238 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-00954d5c-04e8-418a-a762-2c78c768b895 req-1597c26c-676f-4c81-844c-3cdabd6922b6 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 946 time: 0.0509443 Nov 12 01:39:15.955175 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-00954d5c-04e8-418a-a762-2c78c768b895 req-845530c9-7a6f-4591-bf44-112468614f30 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413539 Nov 12 01:39:17.071494 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b5de3-b534-47c8-aab1-dd5b4c995678 req-758f3337-e36b-42d4-9219-3d7819301aea tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:17.072952 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0d8b5de3-b534-47c8-aab1-dd5b4c995678 req-758f3337-e36b-42d4-9219-3d7819301aea tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 946 time: 0.0494938 Nov 12 01:39:17.120800 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0d8b5de3-b534-47c8-aab1-dd5b4c995678 req-1038d99a-4c9c-4e89-a7fa-b50dfda1fab7 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418353 Nov 12 01:39:17.978565 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-3dceb23d-5fdd-4757-baab-ff87c8a8d22e tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:39:17.979528 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-3dceb23d-5fdd-4757-baab-ff87c8a8d22e tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059917 Nov 12 01:39:18.039923 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-0751902c-4b39-44b9-a9e6-9bd813870dc1 service neutron] show failed (client error): The resource could not be found. Nov 12 01:39:18.040964 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-0751902c-4b39-44b9-a9e6-9bd813870dc1 service neutron] 10.222.0.54 "GET /v2.0/ports/1aaa9f33-bdc9-420e-bcce-279d538c8a0b/bindings/n-h1-812236-11 HTTP/1.1" status: 404 len: 381 time: 0.0541706 Nov 12 01:39:18.278070 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9cdb2-1593-45e3-9a5e-fb789339f97b req-350abbd4-1ab5-4afe-a809-7cb9baedc635 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:18.279471 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-69e9cdb2-1593-45e3-9a5e-fb789339f97b req-350abbd4-1ab5-4afe-a809-7cb9baedc635 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 946 time: 0.0882497 Nov 12 01:39:18.285048 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-c3459de1-adb5-4443-bc3b-6e6bc4707086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:18.286436 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-c3459de1-adb5-4443-bc3b-6e6bc4707086 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453&tenant_id=ffe54f159f6d495ebafa2165173ae9c2 HTTP/1.1" status: 200 len: 1098 time: 0.0667348 Nov 12 01:39:18.299051 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-beb04e64-5422-4993-837f-d6a2155f409c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:39:18.299998 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-beb04e64-5422-4993-837f-d6a2155f409c service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0045574 Nov 12 01:39:18.319266 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-e2b6559d-24ba-4683-bff5-641f610ab3a8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812236-11', 'device_owner': 'compute:nova'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:39:18.361073 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-69e9cdb2-1593-45e3-9a5e-fb789339f97b req-dae390a0-3ffa-447e-b36f-9050879cb20c tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719390 Nov 12 01:39:18.389528 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-e2b6559d-24ba-4683-bff5-641f610ab3a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:18.594997 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-e2b6559d-24ba-4683-bff5-641f610ab3a8 service neutron] For port 1aaa9f33-bdc9-420e-bcce-279d538c8a0b, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=1aaa9f33-bdc9-420e-bcce-279d538c8a0b,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:39:18.627997 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-e2b6559d-24ba-4683-bff5-641f610ab3a8 service neutron] For port 1aaa9f33-bdc9-420e-bcce-279d538c8a0b, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:39:18.667176 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3afaa6-ae35-427d-baa7-c03f0a64b453', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aaa9f33-bdc9-420e-bcce-279d538c8a0b'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:39:18.669713 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be10c6201f4a6af1b4f88844b1b0aabab5fd97a2a103bbbe8677b2ad1e6c711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ef5d02-0875-4ffb-b770-ebe18a304d81" -d '{"events": [{"server_uuid": "4e3afaa6-ae35-427d-baa7-c03f0a64b453", "name": "network-vif-unplugged", "status": "completed", "tag": "1aaa9f33-bdc9-420e-bcce-279d538c8a0b"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:39:18.673952 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-e2b6559d-24ba-4683-bff5-641f610ab3a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:18.687685 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-e2b6559d-24ba-4683-bff5-641f610ab3a8 service neutron] Transition to ACTIVE for port object 1aaa9f33-bdc9-420e-bcce-279d538c8a0b will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:39:18.691471 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-e2b6559d-24ba-4683-bff5-641f610ab3a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:18.719258 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c0827c-9d58-48d4-9837-62b4f82ff346 x-openstack-request-id: req-e3c0827c-9d58-48d4-9837-62b4f82ff346 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:39:18.719480 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3afaa6-ae35-427d-baa7-c03f0a64b453", "name": "network-vif-unplugged", "status": "completed", "tag": "1aaa9f33-bdc9-420e-bcce-279d538c8a0b", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:39:18.719731 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e3c0827c-9d58-48d4-9837-62b4f82ff346 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:39:18.720118 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3afaa6-ae35-427d-baa7-c03f0a64b453', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aaa9f33-bdc9-420e-bcce-279d538c8a0b', 'code': 200} Nov 12 01:39:18.770720 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b6559d-24ba-4683-bff5-641f610ab3a8 service neutron] Pushing event updated for resources: {'Port': ['ID=1aaa9f33-bdc9-420e-bcce-279d538c8a0b,revision_number=6']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:18.790814 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b6559d-24ba-4683-bff5-641f610ab3a8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:18.791154 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b6559d-24ba-4683-bff5-641f610ab3a8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:18.791485 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b6559d-24ba-4683-bff5-641f610ab3a8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:18.791816 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b6559d-24ba-4683-bff5-641f610ab3a8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:18.792142 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b6559d-24ba-4683-bff5-641f610ab3a8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:18.792468 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b6559d-24ba-4683-bff5-641f610ab3a8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:18.793051 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b6559d-24ba-4683-bff5-641f610ab3a8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:18.793367 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b6559d-24ba-4683-bff5-641f610ab3a8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:18.793707 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b6559d-24ba-4683-bff5-641f610ab3a8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:18.794024 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b6559d-24ba-4683-bff5-641f610ab3a8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:18.794335 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b6559d-24ba-4683-bff5-641f610ab3a8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:18.794646 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b6559d-24ba-4683-bff5-641f610ab3a8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:18.832968 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-e2b6559d-24ba-4683-bff5-641f610ab3a8 service neutron] No DVR routers for this DVR port 1aaa9f33-bdc9-420e-bcce-279d538c8a0b on host n-h2-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:39:18.973392 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-e2b6559d-24ba-4683-bff5-641f610ab3a8 service neutron] Attempting to bind port 1aaa9f33-bdc9-420e-bcce-279d538c8a0b on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:39:18.973725 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-e2b6559d-24ba-4683-bff5-641f610ab3a8 service neutron] Attempting to bind port 1aaa9f33-bdc9-420e-bcce-279d538c8a0b by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '72d993ad-3bed-41eb-a08d-140489069bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:39:18.974251 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-e2b6559d-24ba-4683-bff5-641f610ab3a8 service neutron] Attempting to bind port 1aaa9f33-bdc9-420e-bcce-279d538c8a0b on network 7de00cee-aba0-43c7-ac19-c63b34698d28 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:39:18.978924 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-e2b6559d-24ba-4683-bff5-641f610ab3a8 service neutron] Port 1aaa9f33-bdc9-420e-bcce-279d538c8a0b on network 7de00cee-aba0-43c7-ac19-c63b34698d28 not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:39:18.979234 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-e2b6559d-24ba-4683-bff5-641f610ab3a8 service neutron] Attempting to bind port 1aaa9f33-bdc9-420e-bcce-279d538c8a0b on network 7de00cee-aba0-43c7-ac19-c63b34698d28 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:39:18.983932 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-e2b6559d-24ba-4683-bff5-641f610ab3a8 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:39:18.984258 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-e2b6559d-24ba-4683-bff5-641f610ab3a8 service neutron] Checking segment: {'id': '72d993ad-3bed-41eb-a08d-140489069bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:39:18.984634 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-e2b6559d-24ba-4683-bff5-641f610ab3a8 service neutron] Bound using segment: {'id': '72d993ad-3bed-41eb-a08d-140489069bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:39:18.985043 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-e2b6559d-24ba-4683-bff5-641f610ab3a8 service neutron] Bound port: 1aaa9f33-bdc9-420e-bcce-279d538c8a0b, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72d993ad-3bed-41eb-a08d-140489069bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:39:18.985396 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-e2b6559d-24ba-4683-bff5-641f610ab3a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:19.048122 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-e2b6559d-24ba-4683-bff5-641f610ab3a8 service neutron] For port 1aaa9f33-bdc9-420e-bcce-279d538c8a0b, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:39:19.051208 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-e2b6559d-24ba-4683-bff5-641f610ab3a8 service neutron] For port 1aaa9f33-bdc9-420e-bcce-279d538c8a0b, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=1aaa9f33-bdc9-420e-bcce-279d538c8a0b,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:39:19.056859 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-e2b6559d-24ba-4683-bff5-641f610ab3a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:19.090987 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-e2b6559d-24ba-4683-bff5-641f610ab3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:19.091661 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-e2b6559d-24ba-4683-bff5-641f610ab3a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:19.093032 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-e2b6559d-24ba-4683-bff5-641f610ab3a8 service neutron] 10.222.0.49 "PUT /v2.0/ports/1aaa9f33-bdc9-420e-bcce-279d538c8a0b HTTP/1.1" status: 200 len: 1093 time: 0.7782021 Nov 12 01:39:19.113865 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b6559d-24ba-4683-bff5-641f610ab3a8 service neutron] Pushing event updated for resources: {'Port': ['ID=1aaa9f33-bdc9-420e-bcce-279d538c8a0b,revision_number=7']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:19.176709 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-362fb773-4888-4047-921a-dec09ee6f63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:19.178811 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-362fb773-4888-4047-921a-dec09ee6f63e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 1096 time: 0.0501986 Nov 12 01:39:19.276240 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-c1944337-6c54-462a-89fc-827836d11cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:19.277735 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-c1944337-6c54-462a-89fc-827836d11cc2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 913 time: 0.0914953 Nov 12 01:39:19.346577 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-d5b22a15-4f60-4e70-881f-64c3d3645452 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1aaa9f33-bdc9-420e-bcce-279d538c8a0b HTTP/1.1" status: 200 len: 1001 time: 0.0620377 Nov 12 01:39:19.396327 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-5d4f4aeb-328e-419b-a359-93b9e02ae69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:19.397887 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-5d4f4aeb-328e-419b-a359-93b9e02ae69a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=acbbc5ba-d345-43f6-8978-6343ddb6383a HTTP/1.1" status: 200 len: 851 time: 0.0445762 Nov 12 01:39:19.470687 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-adae1334-9af4-48d5-98aa-50a456795697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:19.472169 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-adae1334-9af4-48d5-98aa-50a456795697 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7de00cee-aba0-43c7-ac19-c63b34698d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0665541 Nov 12 01:39:19.516260 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1437fe0-22dc-4c3b-a81e-f2f0ef407a9b req-570273cd-11e9-4122-8172-dc73f719f229 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:19.517695 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c1437fe0-22dc-4c3b-a81e-f2f0ef407a9b req-570273cd-11e9-4122-8172-dc73f719f229 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 944 time: 0.0830584 Nov 12 01:39:19.608548 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c1437fe0-22dc-4c3b-a81e-f2f0ef407a9b req-878f9479-f196-4b72-a506-780d5c71d2d0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625014 Nov 12 01:39:19.611957 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-6b735253-2d53-4b9d-ba06-3aa948f63a53 service neutron] 10.222.0.49 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322954 Nov 12 01:39:19.706244 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-851c2cc0-d826-46b8-9573-fd7a4db9d957 req-111e3b21-40e1-4193-a656-e7e4591f7188 service neutron] 10.222.0.49 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870197 Nov 12 01:39:20.721740 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e3afaa6-ae35-427d-baa7-c03f0a64b453', 'tag': '1aaa9f33-bdc9-420e-bcce-279d538c8a0b'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:39:20.724822 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be10c6201f4a6af1b4f88844b1b0aabab5fd97a2a103bbbe8677b2ad1e6c711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1d2713-c56b-4506-bdea-7f19885d3268" -d '{"events": [{"name": "network-changed", "server_uuid": "4e3afaa6-ae35-427d-baa7-c03f0a64b453", "tag": "1aaa9f33-bdc9-420e-bcce-279d538c8a0b"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:39:20.733361 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfaa2d3-8f03-4fec-981e-6d449c105524 req-ef49bce1-d08d-4e4b-9bcc-0356d395bb15 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:20.734919 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5dfaa2d3-8f03-4fec-981e-6d449c105524 req-ef49bce1-d08d-4e4b-9bcc-0356d395bb15 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 944 time: 0.0551114 Nov 12 01:39:20.776428 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0877985-fc4b-45c5-9e6b-23c65c5c1193 x-openstack-request-id: req-f0877985-fc4b-45c5-9e6b-23c65c5c1193 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:39:20.776746 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e3afaa6-ae35-427d-baa7-c03f0a64b453", "tag": "1aaa9f33-bdc9-420e-bcce-279d538c8a0b", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:39:20.776996 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f0877985-fc4b-45c5-9e6b-23c65c5c1193 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:39:20.777431 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e3afaa6-ae35-427d-baa7-c03f0a64b453', 'tag': '1aaa9f33-bdc9-420e-bcce-279d538c8a0b', 'status': 'completed', 'code': 200} Nov 12 01:39:20.784225 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5dfaa2d3-8f03-4fec-981e-6d449c105524 req-17cbabf9-f968-4232-a090-74b693b95e46 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430110 Nov 12 01:39:20.853917 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d2713-c56b-4506-bdea-7f19885d3268 req-71786422-c771-4e1f-9cc7-b0a87a9935ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:20.855355 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1c1d2713-c56b-4506-bdea-7f19885d3268 req-71786422-c771-4e1f-9cc7-b0a87a9935ee service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 1096 time: 0.0409412 Nov 12 01:39:20.868491 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d2713-c56b-4506-bdea-7f19885d3268 req-22f0771c-8567-4f11-97c7-967e46236ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:20.870460 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1c1d2713-c56b-4506-bdea-7f19885d3268 req-22f0771c-8567-4f11-97c7-967e46236ccf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 1096 time: 0.0441568 Nov 12 01:39:20.950056 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d2713-c56b-4506-bdea-7f19885d3268 req-83ba6987-f63b-4f50-b02e-d855b607a63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:20.951601 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1c1d2713-c56b-4506-bdea-7f19885d3268 req-83ba6987-f63b-4f50-b02e-d855b607a63a service neutron] 10.222.0.54 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 913 time: 0.0897892 Nov 12 01:39:20.966468 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d2713-c56b-4506-bdea-7f19885d3268 req-d5956661-39a8-4f8d-b739-d52792ae11d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:20.967966 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1c1d2713-c56b-4506-bdea-7f19885d3268 req-d5956661-39a8-4f8d-b739-d52792ae11d4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 913 time: 0.0893171 Nov 12 01:39:21.016377 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1c1d2713-c56b-4506-bdea-7f19885d3268 req-bae1d2ba-0dba-499e-97b5-ee77dd33de7d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1aaa9f33-bdc9-420e-bcce-279d538c8a0b HTTP/1.1" status: 200 len: 1001 time: 0.0571296 Nov 12 01:39:21.041194 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1c1d2713-c56b-4506-bdea-7f19885d3268 req-7adb1e00-66a6-4e3d-b472-7863ea41b6d3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1aaa9f33-bdc9-420e-bcce-279d538c8a0b HTTP/1.1" status: 200 len: 1001 time: 0.0651481 Nov 12 01:39:21.066747 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d2713-c56b-4506-bdea-7f19885d3268 req-410a78c2-aa0a-41b2-b8dd-03b6cc524aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:21.068823 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1c1d2713-c56b-4506-bdea-7f19885d3268 req-410a78c2-aa0a-41b2-b8dd-03b6cc524aaf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=acbbc5ba-d345-43f6-8978-6343ddb6383a HTTP/1.1" status: 200 len: 851 time: 0.0453436 Nov 12 01:39:21.093886 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d2713-c56b-4506-bdea-7f19885d3268 req-03bbb9ad-59c7-4245-90e8-cda2d407c628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:21.095335 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1c1d2713-c56b-4506-bdea-7f19885d3268 req-03bbb9ad-59c7-4245-90e8-cda2d407c628 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=acbbc5ba-d345-43f6-8978-6343ddb6383a HTTP/1.1" status: 200 len: 851 time: 0.0461957 Nov 12 01:39:21.118104 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d2713-c56b-4506-bdea-7f19885d3268 req-f107c690-cc7f-47a5-953c-f3a699de9ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:21.119512 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1c1d2713-c56b-4506-bdea-7f19885d3268 req-f107c690-cc7f-47a5-953c-f3a699de9ba8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7de00cee-aba0-43c7-ac19-c63b34698d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444674 Nov 12 01:39:21.147969 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d2713-c56b-4506-bdea-7f19885d3268 req-22a2b953-c521-4639-8c7c-67de9c5a4c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:21.149833 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1c1d2713-c56b-4506-bdea-7f19885d3268 req-22a2b953-c521-4639-8c7c-67de9c5a4c33 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7de00cee-aba0-43c7-ac19-c63b34698d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443063 Nov 12 01:39:21.212418 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1c1d2713-c56b-4506-bdea-7f19885d3268 req-b7b757f9-423a-458a-b61d-fed34c082ec7 service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860281 Nov 12 01:39:21.328169 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1c1d2713-c56b-4506-bdea-7f19885d3268 req-896d7529-23f1-4b13-abd3-cfa907171054 service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086068 Nov 12 01:39:21.532463 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1c1d2713-c56b-4506-bdea-7f19885d3268 req-26e333a6-dd21-4feb-9265-16ceaac9fa54 service neutron] 10.222.0.49 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718681 Nov 12 01:39:21.625398 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1c1d2713-c56b-4506-bdea-7f19885d3268 req-eb662bb1-2bd2-4c99-93c0-c6798b3ac544 service neutron] 10.222.0.49 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858462 Nov 12 01:39:21.902276 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503f5d5-4c7f-423a-8fe7-0d1f60943163 req-effa4c75-36c8-4f9a-ae18-ffd627e77f19 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:21.903764 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4503f5d5-4c7f-423a-8fe7-0d1f60943163 req-effa4c75-36c8-4f9a-ae18-ffd627e77f19 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 944 time: 0.0492167 Nov 12 01:39:21.951142 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4503f5d5-4c7f-423a-8fe7-0d1f60943163 req-abd3bed1-609c-4685-890c-3faad3d5cdef tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409813 Nov 12 01:39:22.243978 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 1aaa9f33-bdc9-420e-bcce-279d538c8a0b no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:39:22.261463 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4928963-ee94-45db-902b-9cc5e9bdd786 req-4e7a4a4c-3aa9-493e-9a38-a242bd3e5e51 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:22.262885 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a4928963-ee94-45db-902b-9cc5e9bdd786 req-4e7a4a4c-3aa9-493e-9a38-a242bd3e5e51 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453&tenant_id=ffe54f159f6d495ebafa2165173ae9c2&binding%3Ahost_id=n-h1-812236-11 HTTP/1.1" status: 200 len: 944 time: 0.0802500 Nov 12 01:39:22.283083 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 1aaa9f33-bdc9-420e-bcce-279d538c8a0b not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:39:22.283776 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720747b-a9f9-4d79-8a9d-cf77cdb6197e req-f8694d68-e61c-4fc5-b5b0-03231ecfef1f tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:22.285218 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2720747b-a9f9-4d79-8a9d-cf77cdb6197e req-f8694d68-e61c-4fc5-b5b0-03231ecfef1f tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 944 time: 0.0771036 Nov 12 01:39:22.366648 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2720747b-a9f9-4d79-8a9d-cf77cdb6197e req-0356b747-84e8-4ebb-97e4-a8c7bb35e293 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629308 Nov 12 01:39:22.368078 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a4928963-ee94-45db-902b-9cc5e9bdd786 req-63fa9b90-3519-4dd5-9f31-d5c5005e5312 service neutron] 10.222.0.49 "GET /v2.0/ports/1aaa9f33-bdc9-420e-bcce-279d538c8a0b/bindings/n-h1-812236-11 HTTP/1.1" status: 200 len: 383 time: 0.0977576 Nov 12 01:39:22.452813 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4928963-ee94-45db-902b-9cc5e9bdd786 req-330254b9-1fd8-491a-9d30-ee73bf8c904f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:22.454225 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a4928963-ee94-45db-902b-9cc5e9bdd786 req-330254b9-1fd8-491a-9d30-ee73bf8c904f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 1096 time: 0.0424919 Nov 12 01:39:22.548100 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4928963-ee94-45db-902b-9cc5e9bdd786 req-125d3c83-1bb0-44bf-959f-a095995db837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:22.549585 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a4928963-ee94-45db-902b-9cc5e9bdd786 req-125d3c83-1bb0-44bf-959f-a095995db837 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 913 time: 0.0884955 Nov 12 01:39:22.615451 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a4928963-ee94-45db-902b-9cc5e9bdd786 req-ce41f00d-1186-4c39-98ae-5b644ec2bf5f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1aaa9f33-bdc9-420e-bcce-279d538c8a0b HTTP/1.1" status: 200 len: 1001 time: 0.0587142 Nov 12 01:39:22.670717 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4928963-ee94-45db-902b-9cc5e9bdd786 req-40cbe900-63dc-40c0-a22d-c0d216473073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:22.672117 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a4928963-ee94-45db-902b-9cc5e9bdd786 req-40cbe900-63dc-40c0-a22d-c0d216473073 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=acbbc5ba-d345-43f6-8978-6343ddb6383a HTTP/1.1" status: 200 len: 851 time: 0.0495112 Nov 12 01:39:22.718103 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4928963-ee94-45db-902b-9cc5e9bdd786 req-dc34772e-7c81-44b5-86e8-8c46de08245a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:22.719477 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a4928963-ee94-45db-902b-9cc5e9bdd786 req-dc34772e-7c81-44b5-86e8-8c46de08245a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7de00cee-aba0-43c7-ac19-c63b34698d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398955 Nov 12 01:39:22.797016 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 1aaa9f33-bdc9-420e-bcce-279d538c8a0b details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:39:22.810516 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a4928963-ee94-45db-902b-9cc5e9bdd786 req-129cd6f2-84b8-4b75-bb71-51c8deb5283c service neutron] 10.222.0.49 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837059 Nov 12 01:39:22.892874 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 1aaa9f33-bdc9-420e-bcce-279d538c8a0b, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=1aaa9f33-bdc9-420e-bcce-279d538c8a0b,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:39:22.905422 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a4928963-ee94-45db-902b-9cc5e9bdd786 req-b462abc9-9000-4921-9650-28b262ba0231 service neutron] 10.222.0.49 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879850 Nov 12 01:39:22.905966 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '1aaa9f33-bdc9-420e-bcce-279d538c8a0b', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'port_id': '1aaa9f33-bdc9-420e-bcce-279d538c8a0b', 'mac_address': 'fa:16:3e:db:62:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:39:22.942932 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:22.956772 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aaa9f33-bdc9-420e-bcce-279d538c8a0b {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:39:22.977459 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 1aaa9f33-bdc9-420e-bcce-279d538c8a0b, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=1aaa9f33-bdc9-420e-bcce-279d538c8a0b,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:39:22.981493 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:23.033444 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=1aaa9f33-bdc9-420e-bcce-279d538c8a0b,revision_number=8']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:23.040732 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:23.041078 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:23.041437 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:23.041774 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:23.042104 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:23.042433 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:23.043021 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:23.043345 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:23.043738 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:23.044176 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:23.044570 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:23.044895 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:23.315953 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['1aaa9f33-bdc9-420e-bcce-279d538c8a0b'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:39:23.484400 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739599d5-d6cc-4a39-a1af-baac6c6eeca8 req-027081ee-d7bd-45e7-b7b2-a0794443a11f tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:23.485881 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-739599d5-d6cc-4a39-a1af-baac6c6eeca8 req-027081ee-d7bd-45e7-b7b2-a0794443a11f tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 945 time: 0.0489428 Nov 12 01:39:23.531947 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-739599d5-d6cc-4a39-a1af-baac6c6eeca8 req-c32d9ab3-038b-42bb-b540-f5b5bf525d5a tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400114 Nov 12 01:39:24.651405 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632b5b3-a397-460a-a118-236b822f2b21 req-62dbbb67-0915-4542-848b-71564a334c26 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:24.653038 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0632b5b3-a397-460a-a118-236b822f2b21 req-62dbbb67-0915-4542-848b-71564a334c26 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 945 time: 0.0510504 Nov 12 01:39:24.702311 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0632b5b3-a397-460a-a118-236b822f2b21 req-070a00c4-7d05-4f94-aeee-f1a42221906a tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429175 Nov 12 01:39:24.802524 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 1aaa9f33-bdc9-420e-bcce-279d538c8a0b up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:39:24.855688 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 1aaa9f33-bdc9-420e-bcce-279d538c8a0b completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:39:24.860273 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 1aaa9f33-bdc9-420e-bcce-279d538c8a0b triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:24.860645 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:24.947102 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:24.971768 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3afaa6-ae35-427d-baa7-c03f0a64b453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aaa9f33-bdc9-420e-bcce-279d538c8a0b'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:39:24.974615 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f589fb9f8862dfdbd1fb170ce835a8c182cc8b052b64638c52562f284e07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeba3b33-b15b-4439-b07f-d4ccf8e7d3dc" -d '{"events": [{"server_uuid": "4e3afaa6-ae35-427d-baa7-c03f0a64b453", "name": "network-vif-plugged", "status": "completed", "tag": "1aaa9f33-bdc9-420e-bcce-279d538c8a0b"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:39:24.987814 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 1aaa9f33-bdc9-420e-bcce-279d538c8a0b, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=1aaa9f33-bdc9-420e-bcce-279d538c8a0b,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:39:24.992633 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:25.016322 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4928963-ee94-45db-902b-9cc5e9bdd786 req-bb560953-ba48-4c96-b77d-ef5d8361f8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:25.018502 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a4928963-ee94-45db-902b-9cc5e9bdd786 req-bb560953-ba48-4c96-b77d-ef5d8361f8eb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453&tenant_id=ffe54f159f6d495ebafa2165173ae9c2 HTTP/1.1" status: 200 len: 1097 time: 0.0447669 Nov 12 01:39:25.036364 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-a4928963-ee94-45db-902b-9cc5e9bdd786 req-63fe2f03-45bc-440e-9973-39d21f1c4d12 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812236-11', 'device_owner': 'compute:nova'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:39:25.041466 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09370107-0985-4783-9ef2-beb2a0454ba4 x-openstack-request-id: req-09370107-0985-4783-9ef2-beb2a0454ba4 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:39:25.041762 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3afaa6-ae35-427d-baa7-c03f0a64b453", "name": "network-vif-plugged", "status": "completed", "tag": "1aaa9f33-bdc9-420e-bcce-279d538c8a0b", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:39:25.042014 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-09370107-0985-4783-9ef2-beb2a0454ba4 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:39:25.042404 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3afaa6-ae35-427d-baa7-c03f0a64b453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aaa9f33-bdc9-420e-bcce-279d538c8a0b', 'code': 200} Nov 12 01:39:25.045734 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=1aaa9f33-bdc9-420e-bcce-279d538c8a0b,revision_number=9']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:25.094680 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-a4928963-ee94-45db-902b-9cc5e9bdd786 req-63fe2f03-45bc-440e-9973-39d21f1c4d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:25.294893 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-a4928963-ee94-45db-902b-9cc5e9bdd786 req-63fe2f03-45bc-440e-9973-39d21f1c4d12 service neutron] For port 1aaa9f33-bdc9-420e-bcce-279d538c8a0b, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=1aaa9f33-bdc9-420e-bcce-279d538c8a0b,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:39:25.327648 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-a4928963-ee94-45db-902b-9cc5e9bdd786 req-63fe2f03-45bc-440e-9973-39d21f1c4d12 service neutron] For port 1aaa9f33-bdc9-420e-bcce-279d538c8a0b, host n-h1-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:39:25.366574 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3afaa6-ae35-427d-baa7-c03f0a64b453', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aaa9f33-bdc9-420e-bcce-279d538c8a0b'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:39:25.368719 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f20791c62abc78a76d837b2e8f3e70a497c95c8c7e17d957ee036670eec5325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e84bc24-9ff4-45c4-9419-0823cd6f847a" -d '{"events": [{"server_uuid": "4e3afaa6-ae35-427d-baa7-c03f0a64b453", "name": "network-vif-unplugged", "status": "completed", "tag": "1aaa9f33-bdc9-420e-bcce-279d538c8a0b"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:39:25.372346 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-a4928963-ee94-45db-902b-9cc5e9bdd786 req-63fe2f03-45bc-440e-9973-39d21f1c4d12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:25.385042 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-a4928963-ee94-45db-902b-9cc5e9bdd786 req-63fe2f03-45bc-440e-9973-39d21f1c4d12 service neutron] Transition to ACTIVE for port object 1aaa9f33-bdc9-420e-bcce-279d538c8a0b will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:39:25.388945 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-a4928963-ee94-45db-902b-9cc5e9bdd786 req-63fe2f03-45bc-440e-9973-39d21f1c4d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:25.422370 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4f7136-6682-4854-ae7a-e4572e9c1020 x-openstack-request-id: req-1b4f7136-6682-4854-ae7a-e4572e9c1020 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:39:25.422660 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3afaa6-ae35-427d-baa7-c03f0a64b453", "name": "network-vif-unplugged", "status": "completed", "tag": "1aaa9f33-bdc9-420e-bcce-279d538c8a0b", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:39:25.422914 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1b4f7136-6682-4854-ae7a-e4572e9c1020 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:39:25.423308 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3afaa6-ae35-427d-baa7-c03f0a64b453', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aaa9f33-bdc9-420e-bcce-279d538c8a0b', 'code': 200} Nov 12 01:39:25.470416 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fe2f03-45bc-440e-9973-39d21f1c4d12 service neutron] Pushing event updated for resources: {'Port': ['ID=1aaa9f33-bdc9-420e-bcce-279d538c8a0b,revision_number=10']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:25.484690 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fe2f03-45bc-440e-9973-39d21f1c4d12 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:25.485039 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fe2f03-45bc-440e-9973-39d21f1c4d12 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:25.485398 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fe2f03-45bc-440e-9973-39d21f1c4d12 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:25.485734 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fe2f03-45bc-440e-9973-39d21f1c4d12 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:25.486067 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fe2f03-45bc-440e-9973-39d21f1c4d12 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:25.486398 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fe2f03-45bc-440e-9973-39d21f1c4d12 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:25.486723 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fe2f03-45bc-440e-9973-39d21f1c4d12 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:25.487050 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fe2f03-45bc-440e-9973-39d21f1c4d12 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:25.487375 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fe2f03-45bc-440e-9973-39d21f1c4d12 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:25.487697 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fe2f03-45bc-440e-9973-39d21f1c4d12 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:25.488018 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fe2f03-45bc-440e-9973-39d21f1c4d12 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:25.488337 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fe2f03-45bc-440e-9973-39d21f1c4d12 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:25.526154 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4928963-ee94-45db-902b-9cc5e9bdd786 req-63fe2f03-45bc-440e-9973-39d21f1c4d12 service neutron] No DVR routers for this DVR port 1aaa9f33-bdc9-420e-bcce-279d538c8a0b on host n-h1-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:39:25.665455 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-a4928963-ee94-45db-902b-9cc5e9bdd786 req-63fe2f03-45bc-440e-9973-39d21f1c4d12 service neutron] Attempting to bind port 1aaa9f33-bdc9-420e-bcce-279d538c8a0b on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:39:25.665792 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-a4928963-ee94-45db-902b-9cc5e9bdd786 req-63fe2f03-45bc-440e-9973-39d21f1c4d12 service neutron] Attempting to bind port 1aaa9f33-bdc9-420e-bcce-279d538c8a0b by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '72d993ad-3bed-41eb-a08d-140489069bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:39:25.666118 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4928963-ee94-45db-902b-9cc5e9bdd786 req-63fe2f03-45bc-440e-9973-39d21f1c4d12 service neutron] Attempting to bind port 1aaa9f33-bdc9-420e-bcce-279d538c8a0b on network 7de00cee-aba0-43c7-ac19-c63b34698d28 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:39:25.670707 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4928963-ee94-45db-902b-9cc5e9bdd786 req-63fe2f03-45bc-440e-9973-39d21f1c4d12 service neutron] Port 1aaa9f33-bdc9-420e-bcce-279d538c8a0b on network 7de00cee-aba0-43c7-ac19-c63b34698d28 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:39:25.671054 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4928963-ee94-45db-902b-9cc5e9bdd786 req-63fe2f03-45bc-440e-9973-39d21f1c4d12 service neutron] Attempting to bind port 1aaa9f33-bdc9-420e-bcce-279d538c8a0b on network 7de00cee-aba0-43c7-ac19-c63b34698d28 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:39:25.675844 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4928963-ee94-45db-902b-9cc5e9bdd786 req-63fe2f03-45bc-440e-9973-39d21f1c4d12 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:39:25.676179 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4928963-ee94-45db-902b-9cc5e9bdd786 req-63fe2f03-45bc-440e-9973-39d21f1c4d12 service neutron] Checking segment: {'id': '72d993ad-3bed-41eb-a08d-140489069bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:39:25.676565 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4928963-ee94-45db-902b-9cc5e9bdd786 req-63fe2f03-45bc-440e-9973-39d21f1c4d12 service neutron] Bound using segment: {'id': '72d993ad-3bed-41eb-a08d-140489069bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:39:25.677104 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-a4928963-ee94-45db-902b-9cc5e9bdd786 req-63fe2f03-45bc-440e-9973-39d21f1c4d12 service neutron] Bound port: 1aaa9f33-bdc9-420e-bcce-279d538c8a0b, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72d993ad-3bed-41eb-a08d-140489069bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:39:25.677601 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-a4928963-ee94-45db-902b-9cc5e9bdd786 req-63fe2f03-45bc-440e-9973-39d21f1c4d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:25.743837 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-a4928963-ee94-45db-902b-9cc5e9bdd786 req-63fe2f03-45bc-440e-9973-39d21f1c4d12 service neutron] For port 1aaa9f33-bdc9-420e-bcce-279d538c8a0b, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:39:25.747037 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-a4928963-ee94-45db-902b-9cc5e9bdd786 req-63fe2f03-45bc-440e-9973-39d21f1c4d12 service neutron] For port 1aaa9f33-bdc9-420e-bcce-279d538c8a0b, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=1aaa9f33-bdc9-420e-bcce-279d538c8a0b,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:39:25.752104 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-a4928963-ee94-45db-902b-9cc5e9bdd786 req-63fe2f03-45bc-440e-9973-39d21f1c4d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:25.796670 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4928963-ee94-45db-902b-9cc5e9bdd786 req-63fe2f03-45bc-440e-9973-39d21f1c4d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:25.796888 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-a4928963-ee94-45db-902b-9cc5e9bdd786 req-63fe2f03-45bc-440e-9973-39d21f1c4d12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:25.798341 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a4928963-ee94-45db-902b-9cc5e9bdd786 req-63fe2f03-45bc-440e-9973-39d21f1c4d12 service neutron] 10.222.0.54 "PUT /v2.0/ports/1aaa9f33-bdc9-420e-bcce-279d538c8a0b HTTP/1.1" status: 200 len: 1094 time: 0.7662072 Nov 12 01:39:25.853922 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fe2f03-45bc-440e-9973-39d21f1c4d12 service neutron] Pushing event updated for resources: {'Port': ['ID=1aaa9f33-bdc9-420e-bcce-279d538c8a0b,revision_number=11']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:25.882646 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd326c37-6e7e-43f4-8cd8-884696bf465b req-f420c2c2-4c07-4ae2-b9ae-75e1a2277e9b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:25.884139 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bd326c37-6e7e-43f4-8cd8-884696bf465b req-f420c2c2-4c07-4ae2-b9ae-75e1a2277e9b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 945 time: 0.1038680 Nov 12 01:39:25.914030 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4928963-ee94-45db-902b-9cc5e9bdd786 req-3a1f1434-d902-45bc-b7c1-9b152c804118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:25.915531 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a4928963-ee94-45db-902b-9cc5e9bdd786 req-3a1f1434-d902-45bc-b7c1-9b152c804118 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 1097 time: 0.0785930 Nov 12 01:39:25.969102 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bd326c37-6e7e-43f4-8cd8-884696bf465b req-699b9c63-50dd-4dda-8e41-ada9648d64a4 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769703 Nov 12 01:39:26.027038 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4928963-ee94-45db-902b-9cc5e9bdd786 req-aaa13578-e6b0-43ec-8f92-0d07a8e60ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:26.028486 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a4928963-ee94-45db-902b-9cc5e9bdd786 req-aaa13578-e6b0-43ec-8f92-0d07a8e60ac1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 913 time: 0.1028569 Nov 12 01:39:26.098193 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a4928963-ee94-45db-902b-9cc5e9bdd786 req-4d0a0f0f-8859-4ca7-9af0-8d24e24a2546 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1aaa9f33-bdc9-420e-bcce-279d538c8a0b HTTP/1.1" status: 200 len: 1001 time: 0.0620644 Nov 12 01:39:26.145528 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4928963-ee94-45db-902b-9cc5e9bdd786 req-4eaeec32-7ea1-4575-9cc5-364d0d1604c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:26.147470 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a4928963-ee94-45db-902b-9cc5e9bdd786 req-4eaeec32-7ea1-4575-9cc5-364d0d1604c6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=acbbc5ba-d345-43f6-8978-6343ddb6383a HTTP/1.1" status: 200 len: 851 time: 0.0423877 Nov 12 01:39:26.200121 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4928963-ee94-45db-902b-9cc5e9bdd786 req-15af6e51-d63d-432e-a3fe-6eb781f306d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:26.201592 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a4928963-ee94-45db-902b-9cc5e9bdd786 req-15af6e51-d63d-432e-a3fe-6eb781f306d9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7de00cee-aba0-43c7-ac19-c63b34698d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400186 Nov 12 01:39:26.295813 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a4928963-ee94-45db-902b-9cc5e9bdd786 req-d08f253a-a5e3-47f1-acdf-4dcb3ff0cbd7 service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853715 Nov 12 01:39:26.393430 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a4928963-ee94-45db-902b-9cc5e9bdd786 req-2fc1fe2c-36ec-438f-a8a4-79a3b0e98fa5 service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843165 Nov 12 01:39:27.091450 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2408654-9749-47ac-8213-adca9c2df515 req-7723c356-6bec-4361-b2d1-0711b193dd0a tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:27.092934 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f2408654-9749-47ac-8213-adca9c2df515 req-7723c356-6bec-4361-b2d1-0711b193dd0a tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 945 time: 0.0537045 Nov 12 01:39:27.140403 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f2408654-9749-47ac-8213-adca9c2df515 req-0730f271-a71f-4a8e-8544-cab765617f60 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414126 Nov 12 01:39:27.424961 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e3afaa6-ae35-427d-baa7-c03f0a64b453', 'tag': '1aaa9f33-bdc9-420e-bcce-279d538c8a0b'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:39:27.427860 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f20791c62abc78a76d837b2e8f3e70a497c95c8c7e17d957ee036670eec5325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20aa47c7-dbe4-4fe2-ae86-8e0caf415af9" -d '{"events": [{"name": "network-changed", "server_uuid": "4e3afaa6-ae35-427d-baa7-c03f0a64b453", "tag": "1aaa9f33-bdc9-420e-bcce-279d538c8a0b"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:39:27.480389 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e406a9-190a-4d9e-bda4-79b716140c6f x-openstack-request-id: req-e6e406a9-190a-4d9e-bda4-79b716140c6f {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:39:27.480681 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e3afaa6-ae35-427d-baa7-c03f0a64b453", "tag": "1aaa9f33-bdc9-420e-bcce-279d538c8a0b", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:39:27.480935 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e6e406a9-190a-4d9e-bda4-79b716140c6f {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:39:27.481340 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e3afaa6-ae35-427d-baa7-c03f0a64b453', 'tag': '1aaa9f33-bdc9-420e-bcce-279d538c8a0b', 'status': 'completed', 'code': 200} Nov 12 01:39:27.564735 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa47c7-dbe4-4fe2-ae86-8e0caf415af9 req-5e0ff907-edb6-4af8-bbc9-7db6a19dfead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:27.566284 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-20aa47c7-dbe4-4fe2-ae86-8e0caf415af9 req-5e0ff907-edb6-4af8-bbc9-7db6a19dfead service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 1097 time: 0.0431092 Nov 12 01:39:27.569589 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa47c7-dbe4-4fe2-ae86-8e0caf415af9 req-d84c4bfc-513e-449e-ac68-8f62523ed331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:27.571064 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-20aa47c7-dbe4-4fe2-ae86-8e0caf415af9 req-d84c4bfc-513e-449e-ac68-8f62523ed331 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 1097 time: 0.0456240 Nov 12 01:39:27.663036 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa47c7-dbe4-4fe2-ae86-8e0caf415af9 req-607bbabd-b273-43b1-8e6d-178ccd4582cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:27.663942 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-20aa47c7-dbe4-4fe2-ae86-8e0caf415af9 req-607bbabd-b273-43b1-8e6d-178ccd4582cb service neutron] 10.222.0.49 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 913 time: 0.0905190 Nov 12 01:39:27.667362 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa47c7-dbe4-4fe2-ae86-8e0caf415af9 req-98c673c4-c4a7-47ef-8984-356fd400c430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:27.669073 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-20aa47c7-dbe4-4fe2-ae86-8e0caf415af9 req-98c673c4-c4a7-47ef-8984-356fd400c430 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 913 time: 0.0902772 Nov 12 01:39:27.734522 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-20aa47c7-dbe4-4fe2-ae86-8e0caf415af9 req-1a4f0b50-2b3c-49cc-a3c3-1ed61595be54 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1aaa9f33-bdc9-420e-bcce-279d538c8a0b HTTP/1.1" status: 200 len: 1001 time: 0.0616848 Nov 12 01:39:27.736720 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-20aa47c7-dbe4-4fe2-ae86-8e0caf415af9 req-bb2e14d8-7622-434e-9ad6-71b68d758ab3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1aaa9f33-bdc9-420e-bcce-279d538c8a0b HTTP/1.1" status: 200 len: 1001 time: 0.0608332 Nov 12 01:39:27.784560 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa47c7-dbe4-4fe2-ae86-8e0caf415af9 req-2a124984-a2f6-468d-9684-70031cb48c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:27.786059 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-20aa47c7-dbe4-4fe2-ae86-8e0caf415af9 req-2a124984-a2f6-468d-9684-70031cb48c3f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=acbbc5ba-d345-43f6-8978-6343ddb6383a HTTP/1.1" status: 200 len: 851 time: 0.0449135 Nov 12 01:39:27.790693 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa47c7-dbe4-4fe2-ae86-8e0caf415af9 req-9af3c50e-1306-48fc-9a35-350b1408f91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:27.792187 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-20aa47c7-dbe4-4fe2-ae86-8e0caf415af9 req-9af3c50e-1306-48fc-9a35-350b1408f91e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=acbbc5ba-d345-43f6-8978-6343ddb6383a HTTP/1.1" status: 200 len: 851 time: 0.0470438 Nov 12 01:39:27.836917 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa47c7-dbe4-4fe2-ae86-8e0caf415af9 req-f64c27cf-6932-4aa4-b3e6-d3ad37ca07e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:27.838482 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-20aa47c7-dbe4-4fe2-ae86-8e0caf415af9 req-f64c27cf-6932-4aa4-b3e6-d3ad37ca07e2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7de00cee-aba0-43c7-ac19-c63b34698d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449412 Nov 12 01:39:27.839613 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa47c7-dbe4-4fe2-ae86-8e0caf415af9 req-89360ed6-77a3-4cf5-8e33-049e503d96d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:27.841094 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-20aa47c7-dbe4-4fe2-ae86-8e0caf415af9 req-89360ed6-77a3-4cf5-8e33-049e503d96d8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7de00cee-aba0-43c7-ac19-c63b34698d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403974 Nov 12 01:39:27.934148 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-20aa47c7-dbe4-4fe2-ae86-8e0caf415af9 req-b4cb6389-3b54-4774-a50b-aa4ff6e4150c service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840757 Nov 12 01:39:27.934387 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-20aa47c7-dbe4-4fe2-ae86-8e0caf415af9 req-09420319-8139-4195-be89-f612a15fec65 service neutron] 10.222.0.49 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880594 Nov 12 01:39:28.037687 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-20aa47c7-dbe4-4fe2-ae86-8e0caf415af9 req-f4b55674-8283-4603-9384-61f8ca778db3 service neutron] 10.222.0.49 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964892 Nov 12 01:39:28.273787 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98663dcd-0cb3-4dd7-aece-7d207fe9acaf req-f88af997-3038-4dc7-9317-6b0737b086e4 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:28.275348 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-98663dcd-0cb3-4dd7-aece-7d207fe9acaf req-f88af997-3038-4dc7-9317-6b0737b086e4 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 945 time: 0.0516930 Nov 12 01:39:28.331700 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-98663dcd-0cb3-4dd7-aece-7d207fe9acaf req-1c35aea2-f386-4cc1-8766-4560ab2445c6 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451949 Nov 12 01:39:28.374749 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-20aa47c7-dbe4-4fe2-ae86-8e0caf415af9 req-3b42f3d5-95f0-443b-a763-c7bddd272dea service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4339247 Nov 12 01:39:28.819114 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 1aaa9f33-bdc9-420e-bcce-279d538c8a0b no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:39:28.855681 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 1aaa9f33-bdc9-420e-bcce-279d538c8a0b not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:39:29.452459 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a663c-851d-42c9-b33b-beb7281347ec req-92907b3f-9ed4-40aa-8efb-a6f9d58d8e2b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:29.453994 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-117a663c-851d-42c9-b33b-beb7281347ec req-92907b3f-9ed4-40aa-8efb-a6f9d58d8e2b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 945 time: 0.0512722 Nov 12 01:39:29.502194 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-117a663c-851d-42c9-b33b-beb7281347ec req-a13fdf9a-8fca-447d-ac19-0068019eda68 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421832 Nov 12 01:39:30.282631 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 1aaa9f33-bdc9-420e-bcce-279d538c8a0b details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:39:30.381266 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 1aaa9f33-bdc9-420e-bcce-279d538c8a0b, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=1aaa9f33-bdc9-420e-bcce-279d538c8a0b,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:39:30.392171 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '1aaa9f33-bdc9-420e-bcce-279d538c8a0b', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'port_id': '1aaa9f33-bdc9-420e-bcce-279d538c8a0b', 'mac_address': 'fa:16:3e:db:62:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:39:30.430125 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:30.442126 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aaa9f33-bdc9-420e-bcce-279d538c8a0b {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:39:30.462848 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 1aaa9f33-bdc9-420e-bcce-279d538c8a0b, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=1aaa9f33-bdc9-420e-bcce-279d538c8a0b,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:39:30.466355 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:30.515992 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=1aaa9f33-bdc9-420e-bcce-279d538c8a0b,revision_number=12']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:30.618216 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97cacbe-2e05-4081-ab53-cdef897f6261 req-4182325e-2f5b-4f23-8725-8de1e766ff1e tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:30.619675 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a97cacbe-2e05-4081-ab53-cdef897f6261 req-4182325e-2f5b-4f23-8725-8de1e766ff1e tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 946 time: 0.0489070 Nov 12 01:39:30.672514 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a97cacbe-2e05-4081-ab53-cdef897f6261 req-65ed0500-c542-4d21-a161-7bf06ff60d53 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468836 Nov 12 01:39:30.789671 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35585971-ccb6-4112-a6ee-5ef1f06ac3ff req-40df45c1-f3b2-4f83-b4bb-8121cb650d52 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:30.791040 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-35585971-ccb6-4112-a6ee-5ef1f06ac3ff req-40df45c1-f3b2-4f83-b4bb-8121cb650d52 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 946 time: 0.0518892 Nov 12 01:39:30.838291 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-35585971-ccb6-4112-a6ee-5ef1f06ac3ff req-cc23bfd3-8111-4ab8-b1af-d782b926434f tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410860 Nov 12 01:39:30.953184 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee64e66-b107-4cc6-adbd-086f218f11c4 req-10db4d58-935c-416c-ac96-8753f3661077 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:30.954663 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-eee64e66-b107-4cc6-adbd-086f218f11c4 req-10db4d58-935c-416c-ac96-8753f3661077 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 946 time: 0.0494180 Nov 12 01:39:30.972873 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['1aaa9f33-bdc9-420e-bcce-279d538c8a0b'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:39:31.002758 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-eee64e66-b107-4cc6-adbd-086f218f11c4 req-6a216b54-d1cd-4dcd-9cd0-26454b1d8a9e tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419779 Nov 12 01:39:31.240997 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b8bad-f6e9-49c7-9b41-40e12994c749 req-e9b55d8b-739a-44e8-9271-ebff897b9362 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:31.242510 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7f4b8bad-f6e9-49c7-9b41-40e12994c749 req-e9b55d8b-739a-44e8-9271-ebff897b9362 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 946 time: 0.0516033 Nov 12 01:39:31.290144 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7f4b8bad-f6e9-49c7-9b41-40e12994c749 req-ae79c811-7dd3-4d73-a895-fdd550b66d1d tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413849 Nov 12 01:39:32.310040 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 1aaa9f33-bdc9-420e-bcce-279d538c8a0b up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:39:32.362138 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 1aaa9f33-bdc9-420e-bcce-279d538c8a0b completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:39:32.367570 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 1aaa9f33-bdc9-420e-bcce-279d538c8a0b triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:32.368002 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:32.408182 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ae4ce-6168-4aaf-956e-5ebc8148bdc1 req-03c0a778-711b-47b8-8a12-2b061cd2975a tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:32.409678 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7d9ae4ce-6168-4aaf-956e-5ebc8148bdc1 req-03c0a778-711b-47b8-8a12-2b061cd2975a tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 946 time: 0.0506890 Nov 12 01:39:32.448284 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:32.460438 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7d9ae4ce-6168-4aaf-956e-5ebc8148bdc1 req-84b1c5bc-bb36-4481-8469-2dbd76ed898e tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440478 Nov 12 01:39:32.471381 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3afaa6-ae35-427d-baa7-c03f0a64b453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aaa9f33-bdc9-420e-bcce-279d538c8a0b'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:39:32.474154 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f589fb9f8862dfdbd1fb170ce835a8c182cc8b052b64638c52562f284e07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74aea6e-ea21-4002-b4c0-181c114deba2" -d '{"events": [{"server_uuid": "4e3afaa6-ae35-427d-baa7-c03f0a64b453", "name": "network-vif-plugged", "status": "completed", "tag": "1aaa9f33-bdc9-420e-bcce-279d538c8a0b"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:39:32.488869 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 1aaa9f33-bdc9-420e-bcce-279d538c8a0b, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=1aaa9f33-bdc9-420e-bcce-279d538c8a0b,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:39:32.493353 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:32.515351 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78a6fce-8d22-4baa-b18a-62316f487a82 x-openstack-request-id: req-f78a6fce-8d22-4baa-b18a-62316f487a82 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:39:32.515700 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3afaa6-ae35-427d-baa7-c03f0a64b453", "name": "network-vif-plugged", "status": "completed", "tag": "1aaa9f33-bdc9-420e-bcce-279d538c8a0b", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:39:32.515959 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f78a6fce-8d22-4baa-b18a-62316f487a82 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:39:32.516340 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3afaa6-ae35-427d-baa7-c03f0a64b453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aaa9f33-bdc9-420e-bcce-279d538c8a0b', 'code': 200} Nov 12 01:39:32.545135 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=1aaa9f33-bdc9-420e-bcce-279d538c8a0b,revision_number=13']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:32.798514 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf25773-c74a-4784-885f-0b19f961af2f req-32fdf954-d325-4c76-a4ba-eed4c9befe31 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:32.799937 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-faf25773-c74a-4784-885f-0b19f961af2f req-32fdf954-d325-4c76-a4ba-eed4c9befe31 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 947 time: 0.0527852 Nov 12 01:39:32.887803 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-faf25773-c74a-4784-885f-0b19f961af2f req-3f0da72b-d94f-4265-b35a-9091929906b0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Deleting port 1aaa9f33-bdc9-420e-bcce-279d538c8a0b {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:39:32.888035 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-faf25773-c74a-4784-885f-0b19f961af2f req-3f0da72b-d94f-4265-b35a-9091929906b0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:32.980424 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-faf25773-c74a-4784-885f-0b19f961af2f req-3f0da72b-d94f-4265-b35a-9091929906b0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] For port 1aaa9f33-bdc9-420e-bcce-279d538c8a0b, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=1aaa9f33-bdc9-420e-bcce-279d538c8a0b,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:39:32.980782 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-faf25773-c74a-4784-885f-0b19f961af2f req-3f0da72b-d94f-4265-b35a-9091929906b0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:33.160589 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-faf25773-c74a-4784-885f-0b19f961af2f req-3f0da72b-d94f-4265-b35a-9091929906b0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:33.160864 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-faf25773-c74a-4784-885f-0b19f961af2f req-3f0da72b-d94f-4265-b35a-9091929906b0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:33.161755 n-d-812236-11 neutron-server[102662]: INFO neutron.db.l3_db [req-faf25773-c74a-4784-885f-0b19f961af2f req-3f0da72b-d94f-4265-b35a-9091929906b0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Floating IP b8bcc695-9720-470d-b3c1-7f8e4d45625e disassociated. External IP: 172.25.2.224, port: 1aaa9f33-bdc9-420e-bcce-279d538c8a0b. Nov 12 01:39:33.162265 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-faf25773-c74a-4784-885f-0b19f961af2f req-3f0da72b-d94f-4265-b35a-9091929906b0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Calling delete_port for 1aaa9f33-bdc9-420e-bcce-279d538c8a0b owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:39:33.289486 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-faf25773-c74a-4784-885f-0b19f961af2f req-3f0da72b-d94f-4265-b35a-9091929906b0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:33.319657 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0da72b-d94f-4265-b35a-9091929906b0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Pushing event deleted for resources: {'Port': ['ID=1aaa9f33-bdc9-420e-bcce-279d538c8a0b,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:33.448087 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-faf25773-c74a-4784-885f-0b19f961af2f req-3f0da72b-d94f-4265-b35a-9091929906b0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Router bc600df9-bf21-451b-a3a5-7451fd9b95b1 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:39:33.571674 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3799c099-93d4-4a70-9915-89f2dc621388 req-abdf8da0-9a7e-47c4-a0a6-3876ddec52dc tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e3afaa6-ae35-427d-baa7-c03f0a64b453 HTTP/1.1" status: 200 len: 210 time: 0.0341866 Nov 12 01:39:33.584196 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-faf25773-c74a-4784-885f-0b19f961af2f req-3f0da72b-d94f-4265-b35a-9091929906b0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:39:33.638185 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf25773-c74a-4784-885f-0b19f961af2f req-3f0da72b-d94f-4265-b35a-9091929906b0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] No DVR routers for this DVR port 1aaa9f33-bdc9-420e-bcce-279d538c8a0b on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:39:33.641734 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-faf25773-c74a-4784-885f-0b19f961af2f req-3f0da72b-d94f-4265-b35a-9091929906b0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:33.644778 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-faf25773-c74a-4784-885f-0b19f961af2f req-3f0da72b-d94f-4265-b35a-9091929906b0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.54 "DELETE /v2.0/ports/1aaa9f33-bdc9-420e-bcce-279d538c8a0b HTTP/1.1" status: 204 len: 173 time: 0.8378422 Nov 12 01:39:33.645268 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3afaa6-ae35-427d-baa7-c03f0a64b453', 'name': 'network-vif-deleted', 'tag': '1aaa9f33-bdc9-420e-bcce-279d538c8a0b'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:39:33.648112 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f20791c62abc78a76d837b2e8f3e70a497c95c8c7e17d957ee036670eec5325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a57ed2-7cf1-4432-9263-9d4eda84c399" -d '{"events": [{"server_uuid": "4e3afaa6-ae35-427d-baa7-c03f0a64b453", "name": "network-vif-deleted", "tag": "1aaa9f33-bdc9-420e-bcce-279d538c8a0b"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:39:33.702145 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc1b008-991e-4aa1-bd3d-6610dde52d81 x-openstack-request-id: req-3fc1b008-991e-4aa1-bd3d-6610dde52d81 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:39:33.702445 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3afaa6-ae35-427d-baa7-c03f0a64b453", "name": "network-vif-deleted", "tag": "1aaa9f33-bdc9-420e-bcce-279d538c8a0b", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:39:33.702697 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3fc1b008-991e-4aa1-bd3d-6610dde52d81 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:39:33.703104 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3afaa6-ae35-427d-baa7-c03f0a64b453', 'name': 'network-vif-deleted', 'tag': '1aaa9f33-bdc9-420e-bcce-279d538c8a0b', 'status': 'completed', 'code': 200} Nov 12 01:39:33.748556 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bde87eb-51f0-49fa-900e-32e59678bf62 None None] Sync routers for ids ['bc600df9-bf21-451b-a3a5-7451fd9b95b1'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:39:33.758696 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bde87eb-51f0-49fa-900e-32e59678bf62 None None] Routers {'bc600df9-bf21-451b-a3a5-7451fd9b95b1'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:39:33.759312 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-1bde87eb-51f0-49fa-900e-32e59678bf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:39:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['bc600df9-bf21-451b-a3a5-7451fd9b95b1'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:33.862703 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-1bde87eb-51f0-49fa-900e-32e59678bf62 None None] Set router bc600df9-bf21-451b-a3a5-7451fd9b95b1 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:39:34.058089 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-1bde87eb-51f0-49fa-900e-32e59678bf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'name': 'tempest-ServerActionsTestJSON-1274963085-router', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'gw_port': {'id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '7884b08f-9bcc-4505-993c-c8b173ada0ab', 'name': '', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'mac_address': 'fa:16:3e:48:47:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:44Z', 'updated_at': '2021-11-12T01:30:49Z', 'revision_number': 5, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'subnets': [{'id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:34.088830 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bde87eb-51f0-49fa-900e-32e59678bf62 None None] Checking router: bc600df9-bf21-451b-a3a5-7451fd9b95b1 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:39:34.097059 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bde87eb-51f0-49fa-900e-32e59678bf62 None None] Routers {'bc600df9-bf21-451b-a3a5-7451fd9b95b1'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:39:34.097706 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-1bde87eb-51f0-49fa-900e-32e59678bf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:39:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['bc600df9-bf21-451b-a3a5-7451fd9b95b1'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:34.203662 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-1bde87eb-51f0-49fa-900e-32e59678bf62 None None] Set router bc600df9-bf21-451b-a3a5-7451fd9b95b1 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:39:34.396788 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1f4b396f-05d1-4882-87f5-4888a164f215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:34.419072 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-1bde87eb-51f0-49fa-900e-32e59678bf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'name': 'tempest-ServerActionsTestJSON-1274963085-router', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'gw_port': {'id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '7884b08f-9bcc-4505-993c-c8b173ada0ab', 'name': '', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'mac_address': 'fa:16:3e:48:47:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:44Z', 'updated_at': '2021-11-12T01:30:49Z', 'revision_number': 5, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'subnets': [{'id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:34.446604 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bde87eb-51f0-49fa-900e-32e59678bf62 None None] The sync data for ids ['bc600df9-bf21-451b-a3a5-7451fd9b95b1'] in n-d-812236-11 is: [{'id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'name': 'tempest-ServerActionsTestJSON-1274963085-router', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'gw_port': {'id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '7884b08f-9bcc-4505-993c-c8b173ada0ab', 'name': '', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'mac_address': 'fa:16:3e:48:47:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:44Z', 'updated_at': '2021-11-12T01:30:49Z', 'revision_number': 5, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'subnets': [{'id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:39:34.666400 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab85217-5a6c-4530-8bea-954531b66866 None None] New status for floating IP b8bcc695-9720-470d-b3c1-7f8e4d45625e: DOWN {{(pid=102664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:39:34.879836 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-f483af39-02f6-4676-84b9-b5017433afd3 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1491894187&fields=id&tenant_id=ffe54f159f6d495ebafa2165173ae9c2 HTTP/1.1" status: 200 len: 267 time: 0.0421569 Nov 12 01:39:34.984944 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-8485f98c-8812-4aa4-80a0-46754073a4b9 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:34.986335 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-8485f98c-8812-4aa4-80a0-46754073a4b9 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 812 time: 0.0987616 Nov 12 01:39:35.001783 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-91ccd2d4-a07a-471a-b71b-a3b838c75934 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/quotas/ffe54f159f6d495ebafa2165173ae9c2 HTTP/1.1" status: 200 len: 375 time: 0.0089729 Nov 12 01:39:35.058760 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-d315a2df-1d6c-4f7d-a74f-59813e1afe0e tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509646 Nov 12 01:39:35.075436 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-ef41908c-3097-4051-82c9-f6e435848d5b service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:39:35.076386 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-ef41908c-3097-4051-82c9-f6e435848d5b service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050364 Nov 12 01:39:35.164403 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-3c694c07-2063-4753-8b72-66b1b4b19159 service neutron] 10.222.0.20 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821416 Nov 12 01:39:35.256641 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-aa6d2a12-fad4-4aa2-b9ab-a81797994724 service neutron] 10.222.0.20 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856714 Nov 12 01:39:35.429177 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c423bda4-bac3-4bdd-96a6-e19c89532c91 req-9ecc8a8e-0b4c-4481-824b-fa9ed3bb1e5a tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 210 time: 0.0317645 Nov 12 01:39:36.312077 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 1aaa9f33-bdc9-420e-bcce-279d538c8a0b no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:39:36.336890 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: 1aaa9f33-bdc9-420e-bcce-279d538c8a0b {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:39:36.337233 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 1aaa9f33-bdc9-420e-bcce-279d538c8a0b not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:39:36.501702 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b89ac065-024d-4522-ad86-67f6f24c1c34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:36.505295 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-9796e965-721c-4d0d-8a1d-c48fe704acb7 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:36.506864 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-9796e965-721c-4d0d-8a1d-c48fe704acb7 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.54 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 812 time: 0.1135657 Nov 12 01:39:36.545643 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6b55caa2-dc8d-467f-badd-df6271b78349 req-34ec9b5e-17bf-415c-9d24-8ee3a7ebd05e tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 210 time: 0.0319479 Nov 12 01:39:36.596132 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-ed6ce074-2bd7-40c5-af14-56b54fc604fc tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffe54f159f6d495ebafa2165173ae9c2 HTTP/1.1" status: 200 len: 380 time: 0.0715775 Nov 12 01:39:36.630294 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-59296ff6-bae4-4a17-9821-9d96561c2843 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Request body: {'port': {'device_id': 'f1dd704d-1c80-4a19-8735-1940c2160f45', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'admin_state_up': True, 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'security_groups': ['a4e522df-e07f-423e-8117-fa8d6761e26b']}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:39:36.746956 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-59296ff6-bae4-4a17-9821-9d96561c2843 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Made reservation on behalf of ffe54f159f6d495ebafa2165173ae9c2 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:39:36.750409 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-59296ff6-bae4-4a17-9821-9d96561c2843 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:36.876126 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-59296ff6-bae4-4a17-9821-9d96561c2843 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Allocated IP 172.20.0.10 (7de00cee-aba0-43c7-ac19-c63b34698d28/acbbc5ba-d345-43f6-8978-6343ddb6383a/675b62a6-da85-4ba1-8fe9-a7240bc0ebc3) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:39:37.016527 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-59296ff6-bae4-4a17-9821-9d96561c2843 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:37.049521 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-59296ff6-bae4-4a17-9821-9d96561c2843 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:37.092235 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-59296ff6-bae4-4a17-9821-9d96561c2843 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Network 7de00cee-aba0-43c7-ac19-c63b34698d28 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:39:37.095151 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-59296ff6-bae4-4a17-9821-9d96561c2843 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:39:37.102046 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-59296ff6-bae4-4a17-9821-9d96561c2843 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:39:37.128370 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59296ff6-bae4-4a17-9821-9d96561c2843 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Pushing event updated for resources: {'Port': ['ID=675b62a6-da85-4ba1-8fe9-a7240bc0ebc3,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:37.159061 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-59296ff6-bae4-4a17-9821-9d96561c2843 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:37.159685 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-59296ff6-bae4-4a17-9821-9d96561c2843 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:37.176340 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-59296ff6-bae4-4a17-9821-9d96561c2843 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5497534 Nov 12 01:39:37.196408 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-cc125bc4-559b-41e6-8116-021269ceb8c0 service neutron] Request body: {'port': {'device_id': 'f1dd704d-1c80-4a19-8735-1940c2160f45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:39:37.252022 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-cc125bc4-559b-41e6-8116-021269ceb8c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:37.347249 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-abcd021b-51df-4f8f-9344-7915d441dc9b None None] Provisioning complete for port 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:37.347863 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-abcd021b-51df-4f8f-9344-7915d441dc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:37.381683 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-abcd021b-51df-4f8f-9344-7915d441dc9b None None] Port 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:39:37.527654 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-cc125bc4-559b-41e6-8116-021269ceb8c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:39:37.534938 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-cc125bc4-559b-41e6-8116-021269ceb8c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:37.547238 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-cc125bc4-559b-41e6-8116-021269ceb8c0 service neutron] Transition to ACTIVE for port object 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:39:37.550442 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-cc125bc4-559b-41e6-8116-021269ceb8c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:37.604667 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc125bc4-559b-41e6-8116-021269ceb8c0 service neutron] Pushing event updated for resources: {'Port': ['ID=675b62a6-da85-4ba1-8fe9-a7240bc0ebc3,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:37.671096 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948363b-b21d-4e0b-ba05-911df49662bf req-af68df0d-3bbb-43d2-9fc1-0705450d9e66 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:37.672931 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4948363b-b21d-4e0b-ba05-911df49662bf req-af68df0d-3bbb-43d2-9fc1-0705450d9e66 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 944 time: 0.0548160 Nov 12 01:39:37.680464 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-cc125bc4-559b-41e6-8116-021269ceb8c0 service neutron] Attempting to bind port 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:39:37.680794 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-cc125bc4-559b-41e6-8116-021269ceb8c0 service neutron] Attempting to bind port 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '72d993ad-3bed-41eb-a08d-140489069bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:39:37.681134 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-cc125bc4-559b-41e6-8116-021269ceb8c0 service neutron] Attempting to bind port 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 on network 7de00cee-aba0-43c7-ac19-c63b34698d28 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:39:37.685752 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-cc125bc4-559b-41e6-8116-021269ceb8c0 service neutron] Port 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 on network 7de00cee-aba0-43c7-ac19-c63b34698d28 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:39:37.686067 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-cc125bc4-559b-41e6-8116-021269ceb8c0 service neutron] Attempting to bind port 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 on network 7de00cee-aba0-43c7-ac19-c63b34698d28 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:39:37.690998 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-cc125bc4-559b-41e6-8116-021269ceb8c0 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:39:37.691338 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-cc125bc4-559b-41e6-8116-021269ceb8c0 service neutron] Checking segment: {'id': '72d993ad-3bed-41eb-a08d-140489069bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:39:37.691713 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-cc125bc4-559b-41e6-8116-021269ceb8c0 service neutron] Bound using segment: {'id': '72d993ad-3bed-41eb-a08d-140489069bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:39:37.692683 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-cc125bc4-559b-41e6-8116-021269ceb8c0 service neutron] Bound port: 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72d993ad-3bed-41eb-a08d-140489069bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:39:37.693054 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-cc125bc4-559b-41e6-8116-021269ceb8c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:37.732433 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4948363b-b21d-4e0b-ba05-911df49662bf req-655d6315-cbe9-467a-b2fb-5417b7f3825c tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523045 Nov 12 01:39:37.761496 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-cc125bc4-559b-41e6-8116-021269ceb8c0 service neutron] For port 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:39:37.764728 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-cc125bc4-559b-41e6-8116-021269ceb8c0 service neutron] For port 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=675b62a6-da85-4ba1-8fe9-a7240bc0ebc3,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:39:37.769996 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-cc125bc4-559b-41e6-8116-021269ceb8c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:37.806007 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-cc125bc4-559b-41e6-8116-021269ceb8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:37.806728 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-cc125bc4-559b-41e6-8116-021269ceb8c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:37.808001 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-cc125bc4-559b-41e6-8116-021269ceb8c0 service neutron] 10.222.0.54 "PUT /v2.0/ports/675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 HTTP/1.1" status: 200 len: 1093 time: 0.6168563 Nov 12 01:39:37.808449 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1dd704d-1c80-4a19-8735-1940c2160f45', 'tag': '675b62a6-da85-4ba1-8fe9-a7240bc0ebc3'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:39:37.810810 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f20791c62abc78a76d837b2e8f3e70a497c95c8c7e17d957ee036670eec5325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e62488a-8580-4a81-b047-5611fbdee9e5" -d '{"events": [{"name": "network-changed", "server_uuid": "f1dd704d-1c80-4a19-8735-1940c2160f45", "tag": "675b62a6-da85-4ba1-8fe9-a7240bc0ebc3"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:39:37.835659 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc125bc4-559b-41e6-8116-021269ceb8c0 service neutron] Pushing event updated for resources: {'Port': ['ID=675b62a6-da85-4ba1-8fe9-a7240bc0ebc3,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:37.859737 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296075fd-d785-4587-9a67-43118511c143 x-openstack-request-id: req-296075fd-d785-4587-9a67-43118511c143 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:39:37.860036 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1dd704d-1c80-4a19-8735-1940c2160f45", "tag": "675b62a6-da85-4ba1-8fe9-a7240bc0ebc3", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:39:37.860318 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-296075fd-d785-4587-9a67-43118511c143 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:39:37.860732 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1dd704d-1c80-4a19-8735-1940c2160f45', 'tag': '675b62a6-da85-4ba1-8fe9-a7240bc0ebc3', 'status': 'completed', 'code': 200} Nov 12 01:39:37.873646 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:37.923518 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-1665d330-7816-4f72-a067-92b0b2c9c094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:37.924921 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-1665d330-7816-4f72-a067-92b0b2c9c094 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 1096 time: 0.0434637 Nov 12 01:39:37.978647 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-a2763399-bfe1-40b2-b9a8-3cdcbcc4023c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 HTTP/1.1" status: 200 len: 217 time: 0.0396085 Nov 12 01:39:38.029578 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-c48bc9f4-5944-4014-adea-3c9427907665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:38.030998 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-c48bc9f4-5944-4014-adea-3c9427907665 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=acbbc5ba-d345-43f6-8978-6343ddb6383a HTTP/1.1" status: 200 len: 851 time: 0.0455811 Nov 12 01:39:38.078354 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-4ab37879-7c39-41bc-bf72-e627b30eef7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:38.079865 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-4ab37879-7c39-41bc-bf72-e627b30eef7d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7de00cee-aba0-43c7-ac19-c63b34698d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404489 Nov 12 01:39:38.173261 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-a8f7ca4a-4ac2-464c-b8c7-f17dc45187b7 service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862572 Nov 12 01:39:38.262510 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-068ee37a-9ad2-4c11-8584-fb9681e45d7f req-397628eb-a991-41a2-943e-e7b721ae26b5 service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818369 Nov 12 01:39:38.389678 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62488a-8580-4a81-b047-5611fbdee9e5 req-8ceef108-4c9c-40e5-8307-24e24477971d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:38.391162 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9e62488a-8580-4a81-b047-5611fbdee9e5 req-8ceef108-4c9c-40e5-8307-24e24477971d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 1096 time: 0.0459769 Nov 12 01:39:38.480562 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62488a-8580-4a81-b047-5611fbdee9e5 req-fb752313-0c76-4485-9dbe-853b90c7db25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:38.482065 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9e62488a-8580-4a81-b047-5611fbdee9e5 req-fb752313-0c76-4485-9dbe-853b90c7db25 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 913 time: 0.0832160 Nov 12 01:39:38.528289 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9e62488a-8580-4a81-b047-5611fbdee9e5 req-8ba83dc1-0e7a-4d31-8d72-3ae4ec7fead5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 HTTP/1.1" status: 200 len: 217 time: 0.0389848 Nov 12 01:39:38.577713 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62488a-8580-4a81-b047-5611fbdee9e5 req-bd9aa92a-a615-4b0b-afbd-bbb6a6b1576b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:38.579169 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9e62488a-8580-4a81-b047-5611fbdee9e5 req-bd9aa92a-a615-4b0b-afbd-bbb6a6b1576b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=acbbc5ba-d345-43f6-8978-6343ddb6383a HTTP/1.1" status: 200 len: 851 time: 0.0441632 Nov 12 01:39:38.624436 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62488a-8580-4a81-b047-5611fbdee9e5 req-f838863e-1888-412f-a768-b49e2eb4309e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:38.625921 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9e62488a-8580-4a81-b047-5611fbdee9e5 req-f838863e-1888-412f-a768-b49e2eb4309e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7de00cee-aba0-43c7-ac19-c63b34698d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392933 Nov 12 01:39:38.718511 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9e62488a-8580-4a81-b047-5611fbdee9e5 req-f03306a6-a1b5-4c61-9a8c-48de802fad7b service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847092 Nov 12 01:39:38.816524 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9e62488a-8580-4a81-b047-5611fbdee9e5 req-f71fd4d1-2c0b-4ab6-99a6-14cda9525a69 service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904810 Nov 12 01:39:38.848225 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fe60f-86f5-4472-9fe1-4ca852340ec2 req-35cb33c1-3d93-492c-befa-8cbe57d9c6c6 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:38.849750 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-890fe60f-86f5-4472-9fe1-4ca852340ec2 req-35cb33c1-3d93-492c-befa-8cbe57d9c6c6 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 944 time: 0.0493114 Nov 12 01:39:38.897076 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-890fe60f-86f5-4472-9fe1-4ca852340ec2 req-223fadd0-036d-415e-9103-6ea1fabdeb8a tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413103 Nov 12 01:39:39.467041 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:40.016056 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724580b-bade-4b55-8dde-ca403a57e041 req-939183a1-d7bc-4e55-ab92-83435c67d37d tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:40.017781 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2724580b-bade-4b55-8dde-ca403a57e041 req-939183a1-d7bc-4e55-ab92-83435c67d37d tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 944 time: 0.0507455 Nov 12 01:39:40.070189 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2724580b-bade-4b55-8dde-ca403a57e041 req-03b2cb7f-298c-4cf6-9ceb-2e5f79e1fc13 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459280 Nov 12 01:39:40.380164 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:41.202153 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb9311-f6f1-4ffc-8bae-5d49b735076c req-00c6b923-a7df-46a2-9321-545843b844a1 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:41.203660 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-10fb9311-f6f1-4ffc-8bae-5d49b735076c req-00c6b923-a7df-46a2-9321-545843b844a1 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 944 time: 0.0556309 Nov 12 01:39:41.254213 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-10fb9311-f6f1-4ffc-8bae-5d49b735076c req-5e946326-782b-4e45-a091-6fce6367886d tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439436 Nov 12 01:39:41.261174 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:42.357250 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:39:42.372908 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c1d19-3585-45c3-8496-90cec4821739 req-55d81d29-e65c-4adf-b637-4242cebeb998 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:42.374428 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4d1c1d19-3585-45c3-8496-90cec4821739 req-55d81d29-e65c-4adf-b637-4242cebeb998 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 944 time: 0.0510218 Nov 12 01:39:42.426987 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4d1c1d19-3585-45c3-8496-90cec4821739 req-ac4dbca5-7e1f-4288-b0fd-92f307dd7263 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455832 Nov 12 01:39:42.454965 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=675b62a6-da85-4ba1-8fe9-a7240bc0ebc3,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:39:42.466431 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '675b62a6-da85-4ba1-8fe9-a7240bc0ebc3', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'port_id': '675b62a6-da85-4ba1-8fe9-a7240bc0ebc3', 'mac_address': 'fa:16:3e:79:66:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:39:42.506491 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:42.518433 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:39:42.537537 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=675b62a6-da85-4ba1-8fe9-a7240bc0ebc3,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:39:42.541469 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:42.590172 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=675b62a6-da85-4ba1-8fe9-a7240bc0ebc3,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:42.913787 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['675b62a6-da85-4ba1-8fe9-a7240bc0ebc3'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:39:43.172067 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:43.543566 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0346a6-5eba-4c17-b775-dc237312881b req-d42524f0-4dd4-4e2f-9681-b84ff25eddb5 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:43.545037 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6e0346a6-5eba-4c17-b775-dc237312881b req-d42524f0-4dd4-4e2f-9681-b84ff25eddb5 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 945 time: 0.0485425 Nov 12 01:39:43.593526 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6e0346a6-5eba-4c17-b775-dc237312881b req-a7200dc6-8c95-467d-bb26-f99997c3a31c tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425184 Nov 12 01:39:44.362114 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:39:44.414095 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:39:44.418502 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:44.418890 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:44.497995 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:44.520797 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1dd704d-1c80-4a19-8735-1940c2160f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675b62a6-da85-4ba1-8fe9-a7240bc0ebc3'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:39:44.523298 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f589fb9f8862dfdbd1fb170ce835a8c182cc8b052b64638c52562f284e07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc738b2-b049-48b1-aaf9-e1451cf7c6ac" -d '{"events": [{"server_uuid": "f1dd704d-1c80-4a19-8735-1940c2160f45", "name": "network-vif-plugged", "status": "completed", "tag": "675b62a6-da85-4ba1-8fe9-a7240bc0ebc3"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:39:44.536607 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=675b62a6-da85-4ba1-8fe9-a7240bc0ebc3,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:39:44.540765 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:44.564635 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ea856d-d1c2-498c-b422-47c855388483 x-openstack-request-id: req-c6ea856d-d1c2-498c-b422-47c855388483 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:39:44.564930 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1dd704d-1c80-4a19-8735-1940c2160f45", "name": "network-vif-plugged", "status": "completed", "tag": "675b62a6-da85-4ba1-8fe9-a7240bc0ebc3", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:39:44.565184 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c6ea856d-d1c2-498c-b422-47c855388483 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:39:44.565600 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1dd704d-1c80-4a19-8735-1940c2160f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675b62a6-da85-4ba1-8fe9-a7240bc0ebc3', 'code': 200} Nov 12 01:39:44.593771 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=675b62a6-da85-4ba1-8fe9-a7240bc0ebc3,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:44.683803 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f3f10-a1b9-43ab-a7cc-680c0f295a96 req-d9a2d5da-e129-4fe7-a2ea-7140de722286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:44.685283 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e73f3f10-a1b9-43ab-a7cc-680c0f295a96 req-d9a2d5da-e129-4fe7-a2ea-7140de722286 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 1098 time: 0.0398390 Nov 12 01:39:44.714060 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b9548-3b14-487f-9dac-f7ee99919ca7 req-f0b76161-7a17-49a5-a289-4d4b78aae14e tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:44.715577 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f51b9548-3b14-487f-9dac-f7ee99919ca7 req-f0b76161-7a17-49a5-a289-4d4b78aae14e tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 946 time: 0.0503607 Nov 12 01:39:44.728828 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e73f3f10-a1b9-43ab-a7cc-680c0f295a96 req-60e80b4b-7230-4edd-acd1-0a74b71d981a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364931 Nov 12 01:39:44.767520 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f51b9548-3b14-487f-9dac-f7ee99919ca7 req-2f94213d-c21a-434b-b8a0-011fe36fe63c tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456698 Nov 12 01:39:45.892616 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335cbc4-a1ca-4427-ad9d-4955e595cd41 req-9ca89076-7a3e-436f-9043-a4d5c8eb6105 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:45.894038 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0335cbc4-a1ca-4427-ad9d-4955e595cd41 req-9ca89076-7a3e-436f-9043-a4d5c8eb6105 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 946 time: 0.0515490 Nov 12 01:39:45.940207 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0335cbc4-a1ca-4427-ad9d-4955e595cd41 req-67bb77d1-529d-48a4-93fc-f3ee911c6583 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402076 Nov 12 01:39:47.056815 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e5d92-cf6a-46cf-8710-7579b15ba12a req-86ee2398-9c88-4234-8461-ef9626ca5a66 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:47.058356 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-129e5d92-cf6a-46cf-8710-7579b15ba12a req-86ee2398-9c88-4234-8461-ef9626ca5a66 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 946 time: 0.0506215 Nov 12 01:39:47.124098 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-129e5d92-cf6a-46cf-8710-7579b15ba12a req-a5d71cbd-6332-4eb8-8248-b8ae55d53c6d tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598984 Nov 12 01:39:47.236343 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4950da-b819-49ff-a7c9-ed3ae7ec5d0c req-882f3519-e4f7-446f-8ccb-edc5b76db669 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:47.237757 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cc4950da-b819-49ff-a7c9-ed3ae7ec5d0c req-882f3519-e4f7-446f-8ccb-edc5b76db669 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 946 time: 0.0489511 Nov 12 01:39:47.246899 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 49308) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:47.251272 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-f6f0ae73-d7eb-46df-96f1-a0d103e65a06 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Request body: {'floatingip': {'port_id': '675b62a6-da85-4ba1-8fe9-a7240bc0ebc3'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:39:47.293896 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f6f0ae73-d7eb-46df-96f1-a0d103e65a06 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks [] for floatingip, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:47.721597 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f6f0ae73-d7eb-46df-96f1-a0d103e65a06 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:47.725848 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f6f0ae73-d7eb-46df-96f1-a0d103e65a06 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:47.823599 n-d-812236-11 neutron-server[102662]: INFO neutron.db.l3_db [None req-f6f0ae73-d7eb-46df-96f1-a0d103e65a06 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Floating IP b8bcc695-9720-470d-b3c1-7f8e4d45625e associated. External IP: 172.25.2.224, port: 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3. Nov 12 01:39:48.029320 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f0ae73-d7eb-46df-96f1-a0d103e65a06 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Router bc600df9-bf21-451b-a3a5-7451fd9b95b1 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:39:48.136664 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f0ae73-d7eb-46df-96f1-a0d103e65a06 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:39:48.141766 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f6f0ae73-d7eb-46df-96f1-a0d103e65a06 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:48.149415 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfd695e-9c59-413c-9c95-c1885f326ace None None] Sync routers for ids ['bc600df9-bf21-451b-a3a5-7451fd9b95b1'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:39:48.158664 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfd695e-9c59-413c-9c95-c1885f326ace None None] Routers {'bc600df9-bf21-451b-a3a5-7451fd9b95b1'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:39:48.159265 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-9dfd695e-9c59-413c-9c95-c1885f326ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:39:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['bc600df9-bf21-451b-a3a5-7451fd9b95b1'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:48.170118 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f6f0ae73-d7eb-46df-96f1-a0d103e65a06 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "PUT /v2.0/floatingips/b8bcc695-9720-470d-b3c1-7f8e4d45625e HTTP/1.1" status: 200 len: 993 time: 0.9221146 Nov 12 01:39:48.170791 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1dd704d-1c80-4a19-8735-1940c2160f45', 'tag': '675b62a6-da85-4ba1-8fe9-a7240bc0ebc3'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:39:48.173193 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f20791c62abc78a76d837b2e8f3e70a497c95c8c7e17d957ee036670eec5325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9315104-c95e-4d42-8dc5-8dee31add60b" -d '{"events": [{"name": "network-changed", "server_uuid": "f1dd704d-1c80-4a19-8735-1940c2160f45", "tag": "675b62a6-da85-4ba1-8fe9-a7240bc0ebc3"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:39:48.216722 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e60e16-975b-4b8c-966d-876725923897 x-openstack-request-id: req-87e60e16-975b-4b8c-966d-876725923897 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:39:48.217036 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1dd704d-1c80-4a19-8735-1940c2160f45", "tag": "675b62a6-da85-4ba1-8fe9-a7240bc0ebc3", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:39:48.217296 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-87e60e16-975b-4b8c-966d-876725923897 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:39:48.217762 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1dd704d-1c80-4a19-8735-1940c2160f45', 'tag': '675b62a6-da85-4ba1-8fe9-a7240bc0ebc3', 'status': 'completed', 'code': 200} Nov 12 01:39:48.267565 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-9dfd695e-9c59-413c-9c95-c1885f326ace None None] Set router bc600df9-bf21-451b-a3a5-7451fd9b95b1 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:39:48.309814 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9315104-c95e-4d42-8dc5-8dee31add60b req-2ea2fb1b-b479-4eae-bf38-ae7edd9c50aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:48.311356 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d9315104-c95e-4d42-8dc5-8dee31add60b req-2ea2fb1b-b479-4eae-bf38-ae7edd9c50aa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 1098 time: 0.0417509 Nov 12 01:39:48.331753 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:39:48.502660 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-9dfd695e-9c59-413c-9c95-c1885f326ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'name': 'tempest-ServerActionsTestJSON-1274963085-router', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'gw_port': {'id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': 'b8bcc695-9720-470d-b3c1-7f8e4d45625e', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'floating_ip_address': '172.25.2.224', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'port_id': '675b62a6-da85-4ba1-8fe9-a7240bc0ebc3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'mac_address': 'fa:16:3e:79:66:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1dd704d-1c80-4a19-8735-1940c2160f45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:30:47Z', 'updated_at': '2021-11-12T01:39:47Z', 'revision_number': 13, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7884b08f-9bcc-4505-993c-c8b173ada0ab', 'name': '', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'mac_address': 'fa:16:3e:48:47:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:44Z', 'updated_at': '2021-11-12T01:30:49Z', 'revision_number': 5, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'subnets': [{'id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:48.531078 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfd695e-9c59-413c-9c95-c1885f326ace None None] Checking router: bc600df9-bf21-451b-a3a5-7451fd9b95b1 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:39:48.540837 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfd695e-9c59-413c-9c95-c1885f326ace None None] Routers {'bc600df9-bf21-451b-a3a5-7451fd9b95b1'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:39:48.541505 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-9dfd695e-9c59-413c-9c95-c1885f326ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:39:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['bc600df9-bf21-451b-a3a5-7451fd9b95b1'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:48.654636 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-9dfd695e-9c59-413c-9c95-c1885f326ace None None] Set router bc600df9-bf21-451b-a3a5-7451fd9b95b1 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:39:48.746143 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9315104-c95e-4d42-8dc5-8dee31add60b req-ffd19f9e-1a9a-4755-8520-310d4bb8bca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:48.747672 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d9315104-c95e-4d42-8dc5-8dee31add60b req-ffd19f9e-1a9a-4755-8520-310d4bb8bca2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 913 time: 0.4288695 Nov 12 01:39:48.816731 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d9315104-c95e-4d42-8dc5-8dee31add60b req-8d369527-ee33-4490-b05d-6d0414bb13d6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 HTTP/1.1" status: 200 len: 1001 time: 0.0611186 Nov 12 01:39:48.868868 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9315104-c95e-4d42-8dc5-8dee31add60b req-8e97af62-425b-4fe4-9749-06b75821960c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:48.870355 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d9315104-c95e-4d42-8dc5-8dee31add60b req-8e97af62-425b-4fe4-9749-06b75821960c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=acbbc5ba-d345-43f6-8978-6343ddb6383a HTTP/1.1" status: 200 len: 851 time: 0.0464582 Nov 12 01:39:48.891727 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-9dfd695e-9c59-413c-9c95-c1885f326ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'name': 'tempest-ServerActionsTestJSON-1274963085-router', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'gw_port': {'id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': 'b8bcc695-9720-470d-b3c1-7f8e4d45625e', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'floating_ip_address': '172.25.2.224', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'port_id': '675b62a6-da85-4ba1-8fe9-a7240bc0ebc3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'mac_address': 'fa:16:3e:79:66:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1dd704d-1c80-4a19-8735-1940c2160f45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:30:47Z', 'updated_at': '2021-11-12T01:39:47Z', 'revision_number': 13, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7884b08f-9bcc-4505-993c-c8b173ada0ab', 'name': '', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'mac_address': 'fa:16:3e:48:47:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:44Z', 'updated_at': '2021-11-12T01:30:49Z', 'revision_number': 5, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'subnets': [{'id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:48.916229 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9315104-c95e-4d42-8dc5-8dee31add60b req-23baf104-9ccd-4938-ac72-0c3a1b81fa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:48.917992 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d9315104-c95e-4d42-8dc5-8dee31add60b req-23baf104-9ccd-4938-ac72-0c3a1b81fa2a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7de00cee-aba0-43c7-ac19-c63b34698d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402355 Nov 12 01:39:48.919613 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfd695e-9c59-413c-9c95-c1885f326ace None None] The sync data for ids ['bc600df9-bf21-451b-a3a5-7451fd9b95b1'] in n-d-812236-11 is: [{'id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'name': 'tempest-ServerActionsTestJSON-1274963085-router', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'gw_port': {'id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': 'b8bcc695-9720-470d-b3c1-7f8e4d45625e', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'floating_ip_address': '172.25.2.224', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'port_id': '675b62a6-da85-4ba1-8fe9-a7240bc0ebc3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'mac_address': 'fa:16:3e:79:66:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1dd704d-1c80-4a19-8735-1940c2160f45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:30:47Z', 'updated_at': '2021-11-12T01:39:47Z', 'revision_number': 13, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7884b08f-9bcc-4505-993c-c8b173ada0ab', 'name': '', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'mac_address': 'fa:16:3e:48:47:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:44Z', 'updated_at': '2021-11-12T01:30:49Z', 'revision_number': 5, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'subnets': [{'id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:39:49.011740 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d9315104-c95e-4d42-8dc5-8dee31add60b req-cb5aeef1-ff36-4483-8eb0-325d100b7775 service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863943 Nov 12 01:39:49.107952 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d9315104-c95e-4d42-8dc5-8dee31add60b req-e6aed692-c129-4483-8d7b-5cbd4c8d0e81 service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892565 Nov 12 01:39:49.116054 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3587aab1-9f62-4c33-ab5a-cd7a72cdc7ae None None] New status for floating IP b8bcc695-9720-470d-b3c1-7f8e4d45625e: ACTIVE {{(pid=102664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:39:51.142038 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6c243412-84ee-42b1-a964-d9bf2b6b147b req-e57906eb-1975-48cb-9cf0-c2b25879890b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399160 Nov 12 01:39:51.247179 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c243412-84ee-42b1-a964-d9bf2b6b147b req-99cca53a-3992-4468-8751-67cbbe80155d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:51.248709 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6c243412-84ee-42b1-a964-d9bf2b6b147b req-99cca53a-3992-4468-8751-67cbbe80155d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 1098 time: 0.0449834 Nov 12 01:39:51.351181 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c243412-84ee-42b1-a964-d9bf2b6b147b req-923313cb-b14c-4cdc-ab29-dbf9088dd4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:51.352644 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6c243412-84ee-42b1-a964-d9bf2b6b147b req-923313cb-b14c-4cdc-ab29-dbf9088dd4a7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 913 time: 0.0845530 Nov 12 01:39:51.420530 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6c243412-84ee-42b1-a964-d9bf2b6b147b req-0adaa37e-a829-4325-a2fb-2827725dc966 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 HTTP/1.1" status: 200 len: 1003 time: 0.0605793 Nov 12 01:39:51.470622 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c243412-84ee-42b1-a964-d9bf2b6b147b req-55beb661-7854-4956-b627-53b818fea4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:51.472090 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6c243412-84ee-42b1-a964-d9bf2b6b147b req-55beb661-7854-4956-b627-53b818fea4a4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=acbbc5ba-d345-43f6-8978-6343ddb6383a HTTP/1.1" status: 200 len: 851 time: 0.0450273 Nov 12 01:39:51.523577 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c243412-84ee-42b1-a964-d9bf2b6b147b req-85d60b1b-9af0-45cb-839b-1d3eaf6df619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:51.525056 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6c243412-84ee-42b1-a964-d9bf2b6b147b req-85d60b1b-9af0-45cb-839b-1d3eaf6df619 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7de00cee-aba0-43c7-ac19-c63b34698d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420601 Nov 12 01:39:51.619111 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6c243412-84ee-42b1-a964-d9bf2b6b147b req-61017044-0526-4ec5-81c1-01bb31476dfe service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867476 Nov 12 01:39:51.710128 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6c243412-84ee-42b1-a964-d9bf2b6b147b req-7d8c4d2d-2706-46db-8632-0fd8fdea030f service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837650 Nov 12 01:40:04.392037 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-677795cc-0759-4d0e-b768-0771b266b964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:06.493233 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-72b812f0-93aa-4004-bd1b-13b7a9ce0a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:07.873695 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:09.470313 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:10.381410 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:11.278377 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:13.185445 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:25.330887 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:40:34.395641 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0d5c2485-e6fa-40a8-92ed-2444cec03a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:36.497806 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-34d3a8e9-cd5e-4df4-87fe-3c7b601b2819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:37.871417 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:39.473401 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:40.383733 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:41.285997 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:43.181996 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:51.123855 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-92a26013-32fd-4de2-bef5-b92194922c6f req-865b2dc8-20d4-4336-8852-d4ed23bbe6da service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398474 Nov 12 01:40:51.254632 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a26013-32fd-4de2-bef5-b92194922c6f req-77133bf2-bd89-4eaf-92a7-ff01e33391e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:51.256123 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-92a26013-32fd-4de2-bef5-b92194922c6f req-77133bf2-bd89-4eaf-92a7-ff01e33391e2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 1098 time: 0.0471203 Nov 12 01:40:51.358118 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a26013-32fd-4de2-bef5-b92194922c6f req-4eee164e-f8a8-44fe-87f2-06e35b6bdd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:51.359559 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-92a26013-32fd-4de2-bef5-b92194922c6f req-4eee164e-f8a8-44fe-87f2-06e35b6bdd27 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 913 time: 0.0837615 Nov 12 01:40:51.427749 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-92a26013-32fd-4de2-bef5-b92194922c6f req-fe815184-cf23-4d55-ab1e-b7c7174436b5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 HTTP/1.1" status: 200 len: 1003 time: 0.0602717 Nov 12 01:40:51.476987 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a26013-32fd-4de2-bef5-b92194922c6f req-e822018e-efd0-45cd-b5ec-155957a3d810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:51.478549 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-92a26013-32fd-4de2-bef5-b92194922c6f req-e822018e-efd0-45cd-b5ec-155957a3d810 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=acbbc5ba-d345-43f6-8978-6343ddb6383a HTTP/1.1" status: 200 len: 851 time: 0.0428381 Nov 12 01:40:51.527404 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a26013-32fd-4de2-bef5-b92194922c6f req-14ec71f7-2238-41b7-9f86-b2745140d34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:51.528877 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-92a26013-32fd-4de2-bef5-b92194922c6f req-14ec71f7-2238-41b7-9f86-b2745140d34b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7de00cee-aba0-43c7-ac19-c63b34698d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423059 Nov 12 01:40:51.621545 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-92a26013-32fd-4de2-bef5-b92194922c6f req-19e6610e-7aba-47ea-8ae9-8b05de032a9a service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854821 Nov 12 01:40:51.713922 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-92a26013-32fd-4de2-bef5-b92194922c6f req-8836e4f3-9a5c-448f-8074-01d7f2fd6741 service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821087 Nov 12 01:41:02.330410 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:41:04.397935 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-819c8d88-f2f7-47da-b2fa-d7bcd0afd22f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:06.501593 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-750f8ed1-05f6-41c1-ad32-8f4637a6ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:07.876259 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:09.476467 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:10.385471 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:11.307237 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:13.184683 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:34.400441 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2a8375bc-0bc9-4af9-952d-52469ef34259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:36.504028 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-293ced14-25cc-4b27-bb07-a7e65678dfeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:37.878898 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:39.330950 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:41:39.478281 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:40.387291 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:41.309578 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:43.183240 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:51.207187 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4e460424-ccae-4a9f-bff8-6123bfd209ae req-2db5cda1-5214-4424-a010-ca9d61c879f0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1290326 Nov 12 01:41:51.304944 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e460424-ccae-4a9f-bff8-6123bfd209ae req-a9cbd675-53df-456a-82da-9e38e17aba3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:51.306484 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4e460424-ccae-4a9f-bff8-6123bfd209ae req-a9cbd675-53df-456a-82da-9e38e17aba3a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 1098 time: 0.0401862 Nov 12 01:41:51.409256 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e460424-ccae-4a9f-bff8-6123bfd209ae req-ca87cca6-4356-4ac4-96ae-ec12a44d56b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:51.410658 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4e460424-ccae-4a9f-bff8-6123bfd209ae req-ca87cca6-4356-4ac4-96ae-ec12a44d56b1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 913 time: 0.0836554 Nov 12 01:41:51.482578 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4e460424-ccae-4a9f-bff8-6123bfd209ae req-67db8c83-30e9-4758-bfe1-2ea06515826e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 HTTP/1.1" status: 200 len: 1003 time: 0.0639338 Nov 12 01:41:51.533939 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e460424-ccae-4a9f-bff8-6123bfd209ae req-6badc5e6-809e-4120-a998-062cdb8bc773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:51.535397 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4e460424-ccae-4a9f-bff8-6123bfd209ae req-6badc5e6-809e-4120-a998-062cdb8bc773 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=acbbc5ba-d345-43f6-8978-6343ddb6383a HTTP/1.1" status: 200 len: 851 time: 0.0460298 Nov 12 01:41:51.582086 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e460424-ccae-4a9f-bff8-6123bfd209ae req-ecbf4672-20e3-43e2-a821-00119d16eb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:51.583566 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4e460424-ccae-4a9f-bff8-6123bfd209ae req-ecbf4672-20e3-43e2-a821-00119d16eb56 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7de00cee-aba0-43c7-ac19-c63b34698d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408421 Nov 12 01:41:51.676118 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4e460424-ccae-4a9f-bff8-6123bfd209ae req-0b0a7c68-66bb-444d-8369-307d1c0f0611 service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848210 Nov 12 01:41:51.775159 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4e460424-ccae-4a9f-bff8-6123bfd209ae req-4b875c8a-eb6b-4bca-9dc1-8598836fed45 service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889444 Nov 12 01:42:04.400847 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f68329b1-f44d-4661-b62f-671503767e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:06.505004 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-924475f3-0773-4940-b54a-8e590e7537ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:07.882012 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:09.479661 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:10.389950 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:11.305656 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:13.177351 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:16.330978 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:42:17.032436 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c19899-c043-4a31-9326-b242ce0d31cd req-36cfb623-ff29-46d8-99e5-c9193289a7dc tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:17.033954 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-70c19899-c043-4a31-9326-b242ce0d31cd req-36cfb623-ff29-46d8-99e5-c9193289a7dc tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 946 time: 0.0942905 Nov 12 01:42:17.081495 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-70c19899-c043-4a31-9326-b242ce0d31cd req-3885ee64-74cf-4af5-8301-341cc35eff3e tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410748 Nov 12 01:42:30.420372 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2e5d1be2-eefa-4432-90df-b62dbaea3eb3 req-3be86bdc-b881-41e6-870c-1347d2e5f8bc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0406516 Nov 12 01:42:30.440298 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f40621-aad4-42a7-bb81-393cd5b23faf req-0352e39c-7e96-4b59-b99c-7fa2f117679d tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:30.441870 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e4f40621-aad4-42a7-bb81-393cd5b23faf req-0352e39c-7e96-4b59-b99c-7fa2f117679d tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 946 time: 0.0552595 Nov 12 01:42:30.495515 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e4f40621-aad4-42a7-bb81-393cd5b23faf req-c46a3666-3dd1-4667-b23e-2f12f228ad91 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472057 Nov 12 01:42:31.636634 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2386c3-851c-49e6-b115-7f4db08f425e req-3fb06c45-4925-4b7b-8ca2-6feded428a44 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:31.638134 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1c2386c3-851c-49e6-b115-7f4db08f425e req-3fb06c45-4925-4b7b-8ca2-6feded428a44 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 946 time: 0.0633166 Nov 12 01:42:31.693345 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d1be2-eefa-4432-90df-b62dbaea3eb3 req-bbffe257-0f0c-4ef2-bd23-7c38cbb4b9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:31.694854 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2e5d1be2-eefa-4432-90df-b62dbaea3eb3 req-bbffe257-0f0c-4ef2-bd23-7c38cbb4b9c1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 1098 time: 0.0792415 Nov 12 01:42:31.714400 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1c2386c3-851c-49e6-b115-7f4db08f425e req-ee3005f6-ed06-4a1d-9349-2b3808aca5c1 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620131 Nov 12 01:42:31.800571 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d1be2-eefa-4432-90df-b62dbaea3eb3 req-015021f3-a535-4aa6-a049-005bb9168c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:31.801976 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2e5d1be2-eefa-4432-90df-b62dbaea3eb3 req-015021f3-a535-4aa6-a049-005bb9168c08 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 913 time: 0.1000044 Nov 12 01:42:31.880308 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2e5d1be2-eefa-4432-90df-b62dbaea3eb3 req-c709512a-e4ca-4cee-8d19-c1101de3a98b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 HTTP/1.1" status: 200 len: 1003 time: 0.0689993 Nov 12 01:42:31.929943 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d1be2-eefa-4432-90df-b62dbaea3eb3 req-a575f61f-7be1-4d45-ae63-85feb13894b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:31.931362 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2e5d1be2-eefa-4432-90df-b62dbaea3eb3 req-a575f61f-7be1-4d45-ae63-85feb13894b3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=acbbc5ba-d345-43f6-8978-6343ddb6383a HTTP/1.1" status: 200 len: 851 time: 0.0440137 Nov 12 01:42:31.976098 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d1be2-eefa-4432-90df-b62dbaea3eb3 req-3d39085c-edba-4ed3-a40e-c0e057d31058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:31.977614 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2e5d1be2-eefa-4432-90df-b62dbaea3eb3 req-3d39085c-edba-4ed3-a40e-c0e057d31058 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7de00cee-aba0-43c7-ac19-c63b34698d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393436 Nov 12 01:42:32.070078 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2e5d1be2-eefa-4432-90df-b62dbaea3eb3 req-5dfb15ba-48e3-4f26-ab6d-e68ce591672c service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853908 Nov 12 01:42:32.160514 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2e5d1be2-eefa-4432-90df-b62dbaea3eb3 req-c35de1f0-f482-4c0a-80ec-942eb129fc38 service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821757 Nov 12 01:42:32.835645 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdffaa44-e53d-4f45-8a59-a4a4193213b1 req-fe4b0219-cb56-44c7-b9d7-976008a0a346 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:32.837010 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fdffaa44-e53d-4f45-8a59-a4a4193213b1 req-fe4b0219-cb56-44c7-b9d7-976008a0a346 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 946 time: 0.0508022 Nov 12 01:42:32.884476 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fdffaa44-e53d-4f45-8a59-a4a4193213b1 req-353f9fc7-012b-450f-ac0c-473e8eb0b50a tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414710 Nov 12 01:42:34.006104 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4075d3-6be8-4750-98f7-3f562194932d req-5ec1fbae-9c7f-487b-b3b7-4d604aa7f566 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:34.007574 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3d4075d3-6be8-4750-98f7-3f562194932d req-5ec1fbae-9c7f-487b-b3b7-4d604aa7f566 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 946 time: 0.0535161 Nov 12 01:42:34.054849 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3d4075d3-6be8-4750-98f7-3f562194932d req-4d82a013-6b96-4b14-9778-a908f397d153 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410755 Nov 12 01:42:34.401912 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-74cbce51-20b6-4ccf-8319-833976a323ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:35.171969 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39df879-b999-4eb3-b9d8-ddd77bd8fb79 req-e2e4716f-2d1c-4edc-bd8a-2cc4b92ceb7c tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:35.173442 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c39df879-b999-4eb3-b9d8-ddd77bd8fb79 req-e2e4716f-2d1c-4edc-bd8a-2cc4b92ceb7c tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 946 time: 0.0503364 Nov 12 01:42:35.222947 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c39df879-b999-4eb3-b9d8-ddd77bd8fb79 req-a3f3dd3b-640e-4eb9-bcfd-aa1ecf2f0518 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434999 Nov 12 01:42:36.340337 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93311021-0b95-4e03-b6c7-9cd3cf6f2daa req-d9c6d145-6572-4d6f-8f20-62957dca4e38 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:36.341908 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-93311021-0b95-4e03-b6c7-9cd3cf6f2daa req-d9c6d145-6572-4d6f-8f20-62957dca4e38 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 946 time: 0.0489705 Nov 12 01:42:36.389366 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-93311021-0b95-4e03-b6c7-9cd3cf6f2daa req-fae5cb35-6796-4275-98fa-9b71a6eedcd6 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402038 Nov 12 01:42:36.506250 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-48d30ce7-4193-4b39-a8c6-87ed4460faae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:37.510135 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb70ea4-6bb4-49ba-98f4-8525d48674f4 req-d5cd8898-f318-4ce2-994c-5dcf3d231365 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:37.511639 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5fb70ea4-6bb4-49ba-98f4-8525d48674f4 req-d5cd8898-f318-4ce2-994c-5dcf3d231365 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 946 time: 0.0521564 Nov 12 01:42:37.561269 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5fb70ea4-6bb4-49ba-98f4-8525d48674f4 req-bcc92141-9f33-40e2-ad69-4936ec524ad4 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420978 Nov 12 01:42:37.884333 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:38.681534 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd9d0b-0476-4cd8-a69a-70be8d1a7e4d req-498a2034-9f39-4dfd-bf27-e1ae95d44fbf tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:38.682996 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ecbd9d0b-0476-4cd8-a69a-70be8d1a7e4d req-498a2034-9f39-4dfd-bf27-e1ae95d44fbf tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 946 time: 0.0524266 Nov 12 01:42:38.731882 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ecbd9d0b-0476-4cd8-a69a-70be8d1a7e4d req-b01c11eb-f57e-4c41-a7ed-cde87bd60ec0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422959 Nov 12 01:42:39.481879 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:39.851888 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1adaa8-9b71-428b-bc84-a9f04570751b req-a85297d6-b985-4bf8-8188-609a91d72cee tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:39.853437 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6c1adaa8-9b71-428b-bc84-a9f04570751b req-a85297d6-b985-4bf8-8188-609a91d72cee tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 946 time: 0.0505543 Nov 12 01:42:39.902986 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6c1adaa8-9b71-428b-bc84-a9f04570751b req-9858a9ad-ee39-4d1f-805d-b263d328f41b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422487 Nov 12 01:42:40.392650 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:41.022143 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d125f-282e-4b79-8182-1e5925886424 req-b8da9b02-93e4-4836-a4e7-62e00aae6ab4 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:41.023612 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-785d125f-282e-4b79-8182-1e5925886424 req-b8da9b02-93e4-4836-a4e7-62e00aae6ab4 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 946 time: 0.0492775 Nov 12 01:42:41.071983 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-785d125f-282e-4b79-8182-1e5925886424 req-e4f0ca75-23c9-4196-ab1e-db0137a9a474 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424511 Nov 12 01:42:41.350519 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:42.187989 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61978f64-e94d-4f53-b0a5-153637798f3f req-43ebad2a-2c8d-42dd-90d7-daf1a82c026b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:42.189477 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-61978f64-e94d-4f53-b0a5-153637798f3f req-43ebad2a-2c8d-42dd-90d7-daf1a82c026b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 946 time: 0.0496249 Nov 12 01:42:42.240711 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-61978f64-e94d-4f53-b0a5-153637798f3f req-e93ebdc1-b9b3-4041-9f7a-66896c3d4548 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452292 Nov 12 01:42:43.194878 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:43.359288 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dbb6bd-04bb-49d5-bc91-050cc59e591b req-ac0db2f2-6b03-434b-86f9-eb18d2876b01 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:43.360759 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-79dbb6bd-04bb-49d5-bc91-050cc59e591b req-ac0db2f2-6b03-434b-86f9-eb18d2876b01 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 946 time: 0.0498753 Nov 12 01:42:43.411923 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-79dbb6bd-04bb-49d5-bc91-050cc59e591b req-8dc46909-68f4-49ab-9f2c-789e829a7677 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452003 Nov 12 01:42:44.533100 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46a7d8-cd60-4951-91ca-d6581689c9f6 req-4d5f3421-609b-46a8-825c-434d63243bc3 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:44.534754 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fd46a7d8-cd60-4951-91ca-d6581689c9f6 req-4d5f3421-609b-46a8-825c-434d63243bc3 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 946 time: 0.0537651 Nov 12 01:42:44.587034 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fd46a7d8-cd60-4951-91ca-d6581689c9f6 req-a49554ca-f229-4cbd-b924-3b04bcfbf510 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459673 Nov 12 01:42:45.709123 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6eb45-8a1c-44c9-b983-644af35ed1e0 req-d151e509-ec29-47fe-872f-20bfda7c2b1f tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:45.710641 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-70a6eb45-8a1c-44c9-b983-644af35ed1e0 req-d151e509-ec29-47fe-872f-20bfda7c2b1f tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 946 time: 0.0501442 Nov 12 01:42:45.763106 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-70a6eb45-8a1c-44c9-b983-644af35ed1e0 req-c2da58b3-a9cf-4fea-aca9-c46251cc8c1a tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463309 Nov 12 01:42:46.433531 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [req-2e5d1be2-eefa-4432-90df-b62dbaea3eb3 req-ba79be15-8a2d-404d-9708-163416adf1bd service neutron] show failed (client error): The resource could not be found. Nov 12 01:42:46.434539 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2e5d1be2-eefa-4432-90df-b62dbaea3eb3 req-ba79be15-8a2d-404d-9708-163416adf1bd service neutron] 10.222.0.54 "GET /v2.0/ports/675b62a6-da85-4ba1-8fe9-a7240bc0ebc3/bindings/n-h1-812236-11 HTTP/1.1" status: 404 len: 381 time: 0.0561485 Nov 12 01:42:46.685741 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d1be2-eefa-4432-90df-b62dbaea3eb3 req-9aad357d-0adf-4f5a-8394-0159f57134b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:46.688015 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2e5d1be2-eefa-4432-90df-b62dbaea3eb3 req-9aad357d-0adf-4f5a-8394-0159f57134b9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45&tenant_id=ffe54f159f6d495ebafa2165173ae9c2 HTTP/1.1" status: 200 len: 1098 time: 0.0865209 Nov 12 01:42:46.704780 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-2e5d1be2-eefa-4432-90df-b62dbaea3eb3 req-83cb9537-28d9-460c-b9d0-3be325e6bcde service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812236-11', 'device_owner': 'compute:nova'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:42:46.759399 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-2e5d1be2-eefa-4432-90df-b62dbaea3eb3 req-83cb9537-28d9-460c-b9d0-3be325e6bcde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:46.962184 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12edff-3a18-454b-8002-2570203922af req-6b589ecb-6e0f-4023-aeb0-38da01f336c5 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:46.963600 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5d12edff-3a18-454b-8002-2570203922af req-6b589ecb-6e0f-4023-aeb0-38da01f336c5 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 946 time: 0.1077306 Nov 12 01:42:47.020583 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-2e5d1be2-eefa-4432-90df-b62dbaea3eb3 req-83cb9537-28d9-460c-b9d0-3be325e6bcde service neutron] For port 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=675b62a6-da85-4ba1-8fe9-a7240bc0ebc3,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:42:47.042941 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5d12edff-3a18-454b-8002-2570203922af req-6cb6cdd9-4e1d-4f77-bd11-bea18ee560f1 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715172 Nov 12 01:42:47.064697 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-2e5d1be2-eefa-4432-90df-b62dbaea3eb3 req-83cb9537-28d9-460c-b9d0-3be325e6bcde service neutron] For port 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:42:47.108381 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1dd704d-1c80-4a19-8735-1940c2160f45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '675b62a6-da85-4ba1-8fe9-a7240bc0ebc3'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:42:47.110828 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be10c6201f4a6af1b4f88844b1b0aabab5fd97a2a103bbbe8677b2ad1e6c711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8ce48f-8133-4acc-b04c-9bd5dcde6330" -d '{"events": [{"server_uuid": "f1dd704d-1c80-4a19-8735-1940c2160f45", "name": "network-vif-unplugged", "status": "completed", "tag": "675b62a6-da85-4ba1-8fe9-a7240bc0ebc3"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:42:47.114541 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-2e5d1be2-eefa-4432-90df-b62dbaea3eb3 req-83cb9537-28d9-460c-b9d0-3be325e6bcde service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:47.128076 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-2e5d1be2-eefa-4432-90df-b62dbaea3eb3 req-83cb9537-28d9-460c-b9d0-3be325e6bcde service neutron] Transition to ACTIVE for port object 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:42:47.131545 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-2e5d1be2-eefa-4432-90df-b62dbaea3eb3 req-83cb9537-28d9-460c-b9d0-3be325e6bcde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:47.220919 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2e66bf-d3a3-4073-a9e8-356fd18ca8de x-openstack-request-id: req-0e2e66bf-d3a3-4073-a9e8-356fd18ca8de {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:42:47.221215 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1dd704d-1c80-4a19-8735-1940c2160f45", "name": "network-vif-unplugged", "status": "completed", "tag": "675b62a6-da85-4ba1-8fe9-a7240bc0ebc3", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:42:47.221497 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0e2e66bf-d3a3-4073-a9e8-356fd18ca8de {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:42:47.221896 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1dd704d-1c80-4a19-8735-1940c2160f45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '675b62a6-da85-4ba1-8fe9-a7240bc0ebc3', 'code': 200} Nov 12 01:42:47.224112 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb9537-28d9-460c-b9d0-3be325e6bcde service neutron] Pushing event updated for resources: {'Port': ['ID=675b62a6-da85-4ba1-8fe9-a7240bc0ebc3,revision_number=6']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:42:47.239589 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb9537-28d9-460c-b9d0-3be325e6bcde service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:47.239933 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb9537-28d9-460c-b9d0-3be325e6bcde service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:47.240270 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb9537-28d9-460c-b9d0-3be325e6bcde service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:47.240603 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb9537-28d9-460c-b9d0-3be325e6bcde service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:47.240930 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb9537-28d9-460c-b9d0-3be325e6bcde service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:47.241254 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb9537-28d9-460c-b9d0-3be325e6bcde service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:47.241604 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb9537-28d9-460c-b9d0-3be325e6bcde service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:47.241930 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb9537-28d9-460c-b9d0-3be325e6bcde service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:47.242254 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb9537-28d9-460c-b9d0-3be325e6bcde service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:47.242571 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb9537-28d9-460c-b9d0-3be325e6bcde service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:47.242888 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb9537-28d9-460c-b9d0-3be325e6bcde service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:47.243203 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb9537-28d9-460c-b9d0-3be325e6bcde service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:47.257154 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:42:47.280475 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e5d1be2-eefa-4432-90df-b62dbaea3eb3 req-83cb9537-28d9-460c-b9d0-3be325e6bcde service neutron] No DVR routers for this DVR port 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 on host n-h2-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:42:47.320914 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:42:47.425800 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-2e5d1be2-eefa-4432-90df-b62dbaea3eb3 req-83cb9537-28d9-460c-b9d0-3be325e6bcde service neutron] Attempting to bind port 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:42:47.426152 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-2e5d1be2-eefa-4432-90df-b62dbaea3eb3 req-83cb9537-28d9-460c-b9d0-3be325e6bcde service neutron] Attempting to bind port 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '72d993ad-3bed-41eb-a08d-140489069bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:42:47.426476 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5d1be2-eefa-4432-90df-b62dbaea3eb3 req-83cb9537-28d9-460c-b9d0-3be325e6bcde service neutron] Attempting to bind port 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 on network 7de00cee-aba0-43c7-ac19-c63b34698d28 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:42:47.430749 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5d1be2-eefa-4432-90df-b62dbaea3eb3 req-83cb9537-28d9-460c-b9d0-3be325e6bcde service neutron] Port 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 on network 7de00cee-aba0-43c7-ac19-c63b34698d28 not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:42:47.431059 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5d1be2-eefa-4432-90df-b62dbaea3eb3 req-83cb9537-28d9-460c-b9d0-3be325e6bcde service neutron] Attempting to bind port 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 on network 7de00cee-aba0-43c7-ac19-c63b34698d28 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:42:47.435932 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5d1be2-eefa-4432-90df-b62dbaea3eb3 req-83cb9537-28d9-460c-b9d0-3be325e6bcde service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:42:47.436972 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5d1be2-eefa-4432-90df-b62dbaea3eb3 req-83cb9537-28d9-460c-b9d0-3be325e6bcde service neutron] Checking segment: {'id': '72d993ad-3bed-41eb-a08d-140489069bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:42:47.437449 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5d1be2-eefa-4432-90df-b62dbaea3eb3 req-83cb9537-28d9-460c-b9d0-3be325e6bcde service neutron] Bound using segment: {'id': '72d993ad-3bed-41eb-a08d-140489069bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:42:47.437868 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-2e5d1be2-eefa-4432-90df-b62dbaea3eb3 req-83cb9537-28d9-460c-b9d0-3be325e6bcde service neutron] Bound port: 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72d993ad-3bed-41eb-a08d-140489069bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:42:47.438210 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-2e5d1be2-eefa-4432-90df-b62dbaea3eb3 req-83cb9537-28d9-460c-b9d0-3be325e6bcde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:47.498325 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-2e5d1be2-eefa-4432-90df-b62dbaea3eb3 req-83cb9537-28d9-460c-b9d0-3be325e6bcde service neutron] For port 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:42:47.501787 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-2e5d1be2-eefa-4432-90df-b62dbaea3eb3 req-83cb9537-28d9-460c-b9d0-3be325e6bcde service neutron] For port 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=675b62a6-da85-4ba1-8fe9-a7240bc0ebc3,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:42:47.506144 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-2e5d1be2-eefa-4432-90df-b62dbaea3eb3 req-83cb9537-28d9-460c-b9d0-3be325e6bcde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:47.538819 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d1be2-eefa-4432-90df-b62dbaea3eb3 req-83cb9537-28d9-460c-b9d0-3be325e6bcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:47.539392 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-2e5d1be2-eefa-4432-90df-b62dbaea3eb3 req-83cb9537-28d9-460c-b9d0-3be325e6bcde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:47.540786 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2e5d1be2-eefa-4432-90df-b62dbaea3eb3 req-83cb9537-28d9-460c-b9d0-3be325e6bcde service neutron] 10.222.0.49 "PUT /v2.0/ports/675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 HTTP/1.1" status: 200 len: 1093 time: 0.8399155 Nov 12 01:42:47.570102 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb9537-28d9-460c-b9d0-3be325e6bcde service neutron] Pushing event updated for resources: {'Port': ['ID=675b62a6-da85-4ba1-8fe9-a7240bc0ebc3,revision_number=7']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:42:47.624973 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d1be2-eefa-4432-90df-b62dbaea3eb3 req-00da44cb-de34-464b-af29-ab7bdbb2910b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:47.626512 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2e5d1be2-eefa-4432-90df-b62dbaea3eb3 req-00da44cb-de34-464b-af29-ab7bdbb2910b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 1096 time: 0.0470455 Nov 12 01:42:47.722551 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d1be2-eefa-4432-90df-b62dbaea3eb3 req-f94edbed-bb0a-498b-bc39-b756405ee023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:47.724024 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2e5d1be2-eefa-4432-90df-b62dbaea3eb3 req-f94edbed-bb0a-498b-bc39-b756405ee023 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 913 time: 0.0898616 Nov 12 01:42:47.793664 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2e5d1be2-eefa-4432-90df-b62dbaea3eb3 req-6db1d1f4-2d4f-4db5-b685-6055699fab75 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 HTTP/1.1" status: 200 len: 1001 time: 0.0621932 Nov 12 01:42:47.842704 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d1be2-eefa-4432-90df-b62dbaea3eb3 req-8fc43496-7642-4a47-a9bd-fc01cbbad145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:47.844153 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2e5d1be2-eefa-4432-90df-b62dbaea3eb3 req-8fc43496-7642-4a47-a9bd-fc01cbbad145 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=acbbc5ba-d345-43f6-8978-6343ddb6383a HTTP/1.1" status: 200 len: 851 time: 0.0446160 Nov 12 01:42:47.889947 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d1be2-eefa-4432-90df-b62dbaea3eb3 req-82c72957-12b6-461f-a900-9f742c04a4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:47.891413 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2e5d1be2-eefa-4432-90df-b62dbaea3eb3 req-82c72957-12b6-461f-a900-9f742c04a4aa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7de00cee-aba0-43c7-ac19-c63b34698d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405145 Nov 12 01:42:47.983895 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2e5d1be2-eefa-4432-90df-b62dbaea3eb3 req-42f4cdcf-e12a-4785-bd26-3641ab1abad5 service neutron] 10.222.0.49 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855207 Nov 12 01:42:48.073693 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2e5d1be2-eefa-4432-90df-b62dbaea3eb3 req-59bd3290-296c-43f2-9dc9-09384003068e service neutron] 10.222.0.49 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830717 Nov 12 01:42:48.165808 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7313c80c-f92e-4276-8021-4d9630690f6d req-829e6a96-a908-4baa-9298-ada992bd6dbc tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:48.167286 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7313c80c-f92e-4276-8021-4d9630690f6d req-829e6a96-a908-4baa-9298-ada992bd6dbc tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 944 time: 0.0516067 Nov 12 01:42:48.221879 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7313c80c-f92e-4276-8021-4d9630690f6d req-57262da6-caaf-43a2-af08-1d0d12527da1 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475748 Nov 12 01:42:49.223562 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1dd704d-1c80-4a19-8735-1940c2160f45', 'tag': '675b62a6-da85-4ba1-8fe9-a7240bc0ebc3'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:42:49.225869 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be10c6201f4a6af1b4f88844b1b0aabab5fd97a2a103bbbe8677b2ad1e6c711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036408cf-2ef0-44a6-8b4a-830ebe9d99ef" -d '{"events": [{"name": "network-changed", "server_uuid": "f1dd704d-1c80-4a19-8735-1940c2160f45", "tag": "675b62a6-da85-4ba1-8fe9-a7240bc0ebc3"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:42:49.275932 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d49027a-26e2-4238-86db-dedd694284e3 x-openstack-request-id: req-4d49027a-26e2-4238-86db-dedd694284e3 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:42:49.276224 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1dd704d-1c80-4a19-8735-1940c2160f45", "tag": "675b62a6-da85-4ba1-8fe9-a7240bc0ebc3", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:42:49.276478 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4d49027a-26e2-4238-86db-dedd694284e3 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:42:49.276876 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1dd704d-1c80-4a19-8735-1940c2160f45', 'tag': '675b62a6-da85-4ba1-8fe9-a7240bc0ebc3', 'status': 'completed', 'code': 200} Nov 12 01:42:49.361000 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036408cf-2ef0-44a6-8b4a-830ebe9d99ef req-537251cf-2ebf-4a74-88e4-2b27834e24ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:49.363250 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-036408cf-2ef0-44a6-8b4a-830ebe9d99ef req-537251cf-2ebf-4a74-88e4-2b27834e24ee service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 1096 time: 0.0464692 Nov 12 01:42:49.366493 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755fba9-0bb8-4fe7-85c4-961be005c843 req-d56d4cca-bbd8-4752-9c7d-f1791c73465f tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:49.367988 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8755fba9-0bb8-4fe7-85c4-961be005c843 req-d56d4cca-bbd8-4752-9c7d-f1791c73465f tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 944 time: 0.0731580 Nov 12 01:42:49.402482 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036408cf-2ef0-44a6-8b4a-830ebe9d99ef req-ee6124dd-71ca-4068-996e-b4c03daadfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:49.403960 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-036408cf-2ef0-44a6-8b4a-830ebe9d99ef req-ee6124dd-71ca-4068-996e-b4c03daadfe8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 1096 time: 0.0746546 Nov 12 01:42:49.453886 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8755fba9-0bb8-4fe7-85c4-961be005c843 req-510a69c3-329b-4e17-8730-19e23bf38cd7 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792921 Nov 12 01:42:49.471896 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036408cf-2ef0-44a6-8b4a-830ebe9d99ef req-e0b7fa80-d0fb-4be9-98b3-a9e0e8ed3322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:49.473817 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-036408cf-2ef0-44a6-8b4a-830ebe9d99ef req-e0b7fa80-d0fb-4be9-98b3-a9e0e8ed3322 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 913 time: 0.1010342 Nov 12 01:42:49.519090 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036408cf-2ef0-44a6-8b4a-830ebe9d99ef req-2dec8f20-cf1f-4a58-8872-b7195b45a248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:49.520743 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-036408cf-2ef0-44a6-8b4a-830ebe9d99ef req-2dec8f20-cf1f-4a58-8872-b7195b45a248 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 913 time: 0.1101420 Nov 12 01:42:49.547040 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-036408cf-2ef0-44a6-8b4a-830ebe9d99ef req-844a2342-a519-4904-a1ec-5655b8ba485b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 HTTP/1.1" status: 200 len: 1001 time: 0.0646062 Nov 12 01:42:49.596179 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-036408cf-2ef0-44a6-8b4a-830ebe9d99ef req-8a9edf4a-c9c9-449d-95d8-260ea928d6cb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 HTTP/1.1" status: 200 len: 1001 time: 0.0687072 Nov 12 01:42:49.605603 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036408cf-2ef0-44a6-8b4a-830ebe9d99ef req-1e84b20c-9946-40d3-85ae-dbeb78b961c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:49.607119 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-036408cf-2ef0-44a6-8b4a-830ebe9d99ef req-1e84b20c-9946-40d3-85ae-dbeb78b961c4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=acbbc5ba-d345-43f6-8978-6343ddb6383a HTTP/1.1" status: 200 len: 851 time: 0.0534346 Nov 12 01:42:49.652335 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036408cf-2ef0-44a6-8b4a-830ebe9d99ef req-2f08da01-a7ad-4667-9749-75e87fb9b5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:49.653904 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-036408cf-2ef0-44a6-8b4a-830ebe9d99ef req-2f08da01-a7ad-4667-9749-75e87fb9b5a4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=acbbc5ba-d345-43f6-8978-6343ddb6383a HTTP/1.1" status: 200 len: 851 time: 0.0511127 Nov 12 01:42:49.658349 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036408cf-2ef0-44a6-8b4a-830ebe9d99ef req-3084a3a7-4275-4b78-bb32-f509bba896e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:49.659874 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-036408cf-2ef0-44a6-8b4a-830ebe9d99ef req-3084a3a7-4275-4b78-bb32-f509bba896e7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7de00cee-aba0-43c7-ac19-c63b34698d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459616 Nov 12 01:42:49.712195 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036408cf-2ef0-44a6-8b4a-830ebe9d99ef req-56e42717-e7de-426c-98a2-0b52620d50e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:49.713770 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-036408cf-2ef0-44a6-8b4a-830ebe9d99ef req-56e42717-e7de-426c-98a2-0b52620d50e0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7de00cee-aba0-43c7-ac19-c63b34698d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485950 Nov 12 01:42:49.768511 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-036408cf-2ef0-44a6-8b4a-830ebe9d99ef req-c033d4c2-c073-4674-87f0-3502227cfa21 service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962117 Nov 12 01:42:49.808018 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-036408cf-2ef0-44a6-8b4a-830ebe9d99ef req-10a6148d-5689-4160-882a-829ae67a45d8 service neutron] 10.222.0.49 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869734 Nov 12 01:42:49.865681 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-036408cf-2ef0-44a6-8b4a-830ebe9d99ef req-c763838d-f08f-4949-aa88-c41bd89d4a09 service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888579 Nov 12 01:42:49.905274 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-036408cf-2ef0-44a6-8b4a-830ebe9d99ef req-f059e6a5-a99f-4835-8498-060d8eaec962 service neutron] 10.222.0.49 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897784 Nov 12 01:42:50.590063 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793069af-98a7-48e2-89a2-e85ab223e31b req-a2ab534c-47bc-4c8d-b4c2-84cda1d0e17f tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:50.591594 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-793069af-98a7-48e2-89a2-e85ab223e31b req-a2ab534c-47bc-4c8d-b4c2-84cda1d0e17f tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 944 time: 0.0634129 Nov 12 01:42:50.642991 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-793069af-98a7-48e2-89a2-e85ab223e31b req-e8f32687-2f4e-4fa4-8ea8-bb86356726e2 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448565 Nov 12 01:42:51.765273 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de77af-947d-498a-aa4a-d3983ebbfeeb req-b0e20d59-0889-4ba6-b784-a58f4d6fea24 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:51.766785 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a7de77af-947d-498a-aa4a-d3983ebbfeeb req-b0e20d59-0889-4ba6-b784-a58f4d6fea24 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 944 time: 0.0515571 Nov 12 01:42:51.815752 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a7de77af-947d-498a-aa4a-d3983ebbfeeb req-58b34633-ee93-4f70-b19e-51856b4c9c5b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426698 Nov 12 01:42:52.949585 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210038a-51e6-47f7-b562-f9ddfb9ba8ad req-10490d2e-7d58-48f7-8077-092cd7d34f49 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:52.953082 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d210038a-51e6-47f7-b562-f9ddfb9ba8ad req-10490d2e-7d58-48f7-8077-092cd7d34f49 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 944 time: 0.0666728 Nov 12 01:42:53.017845 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d210038a-51e6-47f7-b562-f9ddfb9ba8ad req-5dd2f5e5-b562-4f6d-9efa-45d8c2c29ad3 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580394 Nov 12 01:42:53.329623 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:42:53.983823 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e275eb9-aa69-414a-8cd5-574bbeb474c7 req-ab9e1477-150d-4e1b-99f6-3b585a660d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:53.985218 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e275eb9-aa69-414a-8cd5-574bbeb474c7 req-ab9e1477-150d-4e1b-99f6-3b585a660d58 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 1096 time: 0.0445111 Nov 12 01:42:54.392077 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39444d-cd84-4452-818f-8b3e526964b4 req-c11c0750-6986-4762-9d62-bd854ae76890 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:54.393574 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cd39444d-cd84-4452-818f-8b3e526964b4 req-c11c0750-6986-4762-9d62-bd854ae76890 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 944 time: 0.1010449 Nov 12 01:42:54.398193 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e275eb9-aa69-414a-8cd5-574bbeb474c7 req-708db556-663a-46bd-a0a4-11e87e722fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:54.399535 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e275eb9-aa69-414a-8cd5-574bbeb474c7 req-708db556-663a-46bd-a0a4-11e87e722fb3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 913 time: 0.3956268 Nov 12 01:42:54.483599 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cd39444d-cd84-4452-818f-8b3e526964b4 req-de78301f-5344-451e-8eab-146a9da9ee1d tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830965 Nov 12 01:42:54.494145 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e275eb9-aa69-414a-8cd5-574bbeb474c7 req-2d07d567-5d92-4045-8dff-2381e88dcda7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 HTTP/1.1" status: 200 len: 1001 time: 0.0810187 Nov 12 01:42:54.550719 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e275eb9-aa69-414a-8cd5-574bbeb474c7 req-1c34a7ff-2ab9-4b48-a422-782ae651fe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:54.552167 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e275eb9-aa69-414a-8cd5-574bbeb474c7 req-1c34a7ff-2ab9-4b48-a422-782ae651fe35 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=acbbc5ba-d345-43f6-8978-6343ddb6383a HTTP/1.1" status: 200 len: 851 time: 0.0504076 Nov 12 01:42:54.604286 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e275eb9-aa69-414a-8cd5-574bbeb474c7 req-42fdebc1-89c3-46fb-b975-6dd767505e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:54.605828 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e275eb9-aa69-414a-8cd5-574bbeb474c7 req-42fdebc1-89c3-46fb-b975-6dd767505e83 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7de00cee-aba0-43c7-ac19-c63b34698d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459061 Nov 12 01:42:54.696147 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e275eb9-aa69-414a-8cd5-574bbeb474c7 req-e2ae5caf-c22b-4df2-aaec-f7afcbacac9c service neutron] 10.222.0.49 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832713 Nov 12 01:42:54.786728 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9e275eb9-aa69-414a-8cd5-574bbeb474c7 req-133c0529-97c1-406a-8237-5eb3877bf9d4 service neutron] 10.222.0.49 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837326 Nov 12 01:42:55.602961 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce9d08a-e970-4300-a9e4-8a0089630fb5 req-b6f9011a-5b60-4408-9ec4-063d205fd9f9 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:55.604437 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9ce9d08a-e970-4300-a9e4-8a0089630fb5 req-b6f9011a-5b60-4408-9ec4-063d205fd9f9 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 944 time: 0.0502806 Nov 12 01:42:55.657052 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9ce9d08a-e970-4300-a9e4-8a0089630fb5 req-7a17b1a6-79d2-421c-a99a-924751b20b6d tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458629 Nov 12 01:42:56.775875 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554d750-5712-4c05-98c1-1114e918a044 req-1e58cb70-0d9e-434f-8b19-6a1543bce4f1 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:56.777321 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b554d750-5712-4c05-98c1-1114e918a044 req-1e58cb70-0d9e-434f-8b19-6a1543bce4f1 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 944 time: 0.0496948 Nov 12 01:42:56.827493 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b554d750-5712-4c05-98c1-1114e918a044 req-4a766dda-6489-422f-b658-d3d2b5543d46 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426121 Nov 12 01:42:57.948173 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630ba7d-3ec7-4150-aea3-645d27799346 req-4f933e1e-6e10-41a9-9018-577e64c63864 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:57.949656 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9630ba7d-3ec7-4150-aea3-645d27799346 req-4f933e1e-6e10-41a9-9018-577e64c63864 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 944 time: 0.0527353 Nov 12 01:42:57.996184 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9630ba7d-3ec7-4150-aea3-645d27799346 req-5aaaf2f8-b6ec-45c4-ad55-d942a43e2fb2 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405176 Nov 12 01:42:59.113709 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a49a5-b2b2-4262-9a8d-5874a00f03c4 req-c288ef0f-806b-40b6-b655-b0d579a0613d tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:59.115182 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3d1a49a5-b2b2-4262-9a8d-5874a00f03c4 req-c288ef0f-806b-40b6-b655-b0d579a0613d tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 944 time: 0.0491819 Nov 12 01:42:59.161797 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3d1a49a5-b2b2-4262-9a8d-5874a00f03c4 req-a7ba6646-5103-4cf2-a172-d65c47f9a4ab tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407329 Nov 12 01:43:00.280626 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9059971-6132-4417-b15d-d02c9c6bb9be req-83ee7914-4cd4-4bcc-82c4-294647e297a5 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:00.282120 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f9059971-6132-4417-b15d-d02c9c6bb9be req-83ee7914-4cd4-4bcc-82c4-294647e297a5 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 944 time: 0.0479500 Nov 12 01:43:00.328647 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f9059971-6132-4417-b15d-d02c9c6bb9be req-041eba62-735c-4cb3-885c-5e2c413aec47 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407295 Nov 12 01:43:01.450908 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f30d6d-66a8-4c8a-952f-938dfe41fe51 req-c6b7d7f6-d37d-4741-a8da-0b05e167947f tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:01.453548 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-88f30d6d-66a8-4c8a-952f-938dfe41fe51 req-c6b7d7f6-d37d-4741-a8da-0b05e167947f tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 944 time: 0.0558348 Nov 12 01:43:01.501829 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-88f30d6d-66a8-4c8a-952f-938dfe41fe51 req-41ad943d-3e39-4137-9767-5e3402e548fd tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426040 Nov 12 01:43:01.809798 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaefe5f-3089-4815-bccf-922373095852 req-d38234cd-e4dc-45dd-b124-2a60bb15b7f1 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:01.811797 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-beaefe5f-3089-4815-bccf-922373095852 req-d38234cd-e4dc-45dd-b124-2a60bb15b7f1 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45&tenant_id=ffe54f159f6d495ebafa2165173ae9c2&binding%3Ahost_id=n-h1-812236-11 HTTP/1.1" status: 200 len: 944 time: 0.0831203 Nov 12 01:43:01.823054 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d858311-9ba1-472f-8c87-931c820cc5a2 req-4966f056-1e4e-4878-adf2-07fd570f1c0a tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:01.824405 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0d858311-9ba1-472f-8c87-931c820cc5a2 req-4966f056-1e4e-4878-adf2-07fd570f1c0a tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 944 time: 0.0678084 Nov 12 01:43:01.916179 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0d858311-9ba1-472f-8c87-931c820cc5a2 req-8e462d7f-6899-4188-9ae8-703a0e043314 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849915 Nov 12 01:43:01.917955 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-beaefe5f-3089-4815-bccf-922373095852 req-c2a7ff12-85bb-442e-b92e-44be2e5e5b99 service neutron] 10.222.0.49 "GET /v2.0/ports/675b62a6-da85-4ba1-8fe9-a7240bc0ebc3/bindings/n-h1-812236-11 HTTP/1.1" status: 200 len: 383 time: 0.0927002 Nov 12 01:43:01.995366 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaefe5f-3089-4815-bccf-922373095852 req-08c390e0-587b-4e3e-8836-33a5f1c2bc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:01.996780 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-beaefe5f-3089-4815-bccf-922373095852 req-08c390e0-587b-4e3e-8836-33a5f1c2bc11 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 1096 time: 0.0401711 Nov 12 01:43:02.084019 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:43:02.091341 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaefe5f-3089-4815-bccf-922373095852 req-82bbc273-d8cd-4769-8f37-0ab239c6cd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:02.093950 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-beaefe5f-3089-4815-bccf-922373095852 req-82bbc273-d8cd-4769-8f37-0ab239c6cd15 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 913 time: 0.0904284 Nov 12 01:43:02.160554 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-beaefe5f-3089-4815-bccf-922373095852 req-e9849006-22b9-41e4-a0c8-317f7513de21 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 HTTP/1.1" status: 200 len: 1001 time: 0.0596571 Nov 12 01:43:02.177024 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=675b62a6-da85-4ba1-8fe9-a7240bc0ebc3,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:43:02.188335 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '675b62a6-da85-4ba1-8fe9-a7240bc0ebc3', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'port_id': '675b62a6-da85-4ba1-8fe9-a7240bc0ebc3', 'mac_address': 'fa:16:3e:79:66:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:43:02.215270 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaefe5f-3089-4815-bccf-922373095852 req-27c9f187-95f2-4446-b334-b4885b958f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:02.216876 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-beaefe5f-3089-4815-bccf-922373095852 req-27c9f187-95f2-4446-b334-b4885b958f15 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=acbbc5ba-d345-43f6-8978-6343ddb6383a HTTP/1.1" status: 200 len: 851 time: 0.0495868 Nov 12 01:43:02.228242 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:02.241436 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:43:02.261238 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=675b62a6-da85-4ba1-8fe9-a7240bc0ebc3,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:43:02.264735 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaefe5f-3089-4815-bccf-922373095852 req-b87da13f-7435-44df-933e-4a4b177bbc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:02.265250 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:02.266398 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-beaefe5f-3089-4815-bccf-922373095852 req-b87da13f-7435-44df-933e-4a4b177bbc87 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7de00cee-aba0-43c7-ac19-c63b34698d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425241 Nov 12 01:43:02.313385 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=675b62a6-da85-4ba1-8fe9-a7240bc0ebc3,revision_number=8']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:02.320646 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:02.320994 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:02.321436 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:02.321777 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:02.322110 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:02.322441 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:02.322765 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:02.323093 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:02.323417 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:02.323743 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:02.324087 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:02.324406 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:02.355593 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-beaefe5f-3089-4815-bccf-922373095852 req-69d14d6b-6228-49b3-ad1a-f3ebfe8bba45 service neutron] 10.222.0.49 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821409 Nov 12 01:43:02.458877 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-beaefe5f-3089-4815-bccf-922373095852 req-e1636c98-38bf-4eb4-8b2f-b31b770190f8 service neutron] 10.222.0.49 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954010 Nov 12 01:43:02.602029 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['675b62a6-da85-4ba1-8fe9-a7240bc0ebc3'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:43:03.038925 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5c425-c1c9-45a6-b9ea-8ac314f1912a req-01837374-2aa3-45fe-a8fd-77c324e0da67 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:03.040383 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1bf5c425-c1c9-45a6-b9ea-8ac314f1912a req-01837374-2aa3-45fe-a8fd-77c324e0da67 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 945 time: 0.0525410 Nov 12 01:43:03.089258 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1bf5c425-c1c9-45a6-b9ea-8ac314f1912a req-a6dbdd8d-ea3f-4ea8-a0e3-4fedc5935609 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419083 Nov 12 01:43:04.099846 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:43:04.152090 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:43:04.156530 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:43:04.156900 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:04.207888 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65960df-dee9-43a3-a271-09f464d1a37e req-1744727e-cfc4-4f32-bb39-4a83de89f036 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:04.209413 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e65960df-dee9-43a3-a271-09f464d1a37e req-1744727e-cfc4-4f32-bb39-4a83de89f036 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 945 time: 0.0505655 Nov 12 01:43:04.235556 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:04.260990 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e65960df-dee9-43a3-a271-09f464d1a37e req-88016183-cf6b-4684-a0d6-212f213ae6e3 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452762 Nov 12 01:43:04.271340 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1dd704d-1c80-4a19-8735-1940c2160f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675b62a6-da85-4ba1-8fe9-a7240bc0ebc3'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:43:04.274064 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f589fb9f8862dfdbd1fb170ce835a8c182cc8b052b64638c52562f284e07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78c03f9-bd6e-4cc7-b4b3-8b13a014b5a1" -d '{"events": [{"server_uuid": "f1dd704d-1c80-4a19-8735-1940c2160f45", "name": "network-vif-plugged", "status": "completed", "tag": "675b62a6-da85-4ba1-8fe9-a7240bc0ebc3"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:43:04.286664 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=675b62a6-da85-4ba1-8fe9-a7240bc0ebc3,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:43:04.290939 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:04.347423 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=675b62a6-da85-4ba1-8fe9-a7240bc0ebc3,revision_number=9']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:04.383550 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa8450d-73e5-496f-a25c-8e3e9d078fab x-openstack-request-id: req-7aa8450d-73e5-496f-a25c-8e3e9d078fab {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:43:04.383838 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1dd704d-1c80-4a19-8735-1940c2160f45", "name": "network-vif-plugged", "status": "completed", "tag": "675b62a6-da85-4ba1-8fe9-a7240bc0ebc3", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:43:04.384089 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7aa8450d-73e5-496f-a25c-8e3e9d078fab {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:43:04.384485 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1dd704d-1c80-4a19-8735-1940c2160f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675b62a6-da85-4ba1-8fe9-a7240bc0ebc3', 'code': 200} Nov 12 01:43:04.403608 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fa88b11b-bc37-4bed-8831-d0b15b77f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:05.632612 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314be16f-9f02-4f41-b8de-3debe4a525ba req-81a87594-5c7b-440a-b580-9dc14ad49271 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:05.634116 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-314be16f-9f02-4f41-b8de-3debe4a525ba req-81a87594-5c7b-440a-b580-9dc14ad49271 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 946 time: 0.0549099 Nov 12 01:43:05.683503 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-314be16f-9f02-4f41-b8de-3debe4a525ba req-2d3c337c-133a-4c04-933d-a2d990c5235d tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429978 Nov 12 01:43:06.510796 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ba9e73ed-c84c-4782-8594-daea6c5e6b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:06.804046 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaefe5f-3089-4815-bccf-922373095852 req-1c9d85f4-ae0d-4675-8848-eff2312f9993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:06.805463 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-beaefe5f-3089-4815-bccf-922373095852 req-1c9d85f4-ae0d-4675-8848-eff2312f9993 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45&tenant_id=ffe54f159f6d495ebafa2165173ae9c2 HTTP/1.1" status: 200 len: 1098 time: 0.0761364 Nov 12 01:43:06.818406 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70cbae5-fd35-4f1f-a009-d51b178663b6 req-a997a763-ac14-44ae-a2d5-7e03edbc22b7 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:06.819763 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d70cbae5-fd35-4f1f-a009-d51b178663b6 req-a997a763-ac14-44ae-a2d5-7e03edbc22b7 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 946 time: 0.0630820 Nov 12 01:43:06.824387 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-beaefe5f-3089-4815-bccf-922373095852 req-39479caa-3b91-4192-a488-a9b78dd49e3e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812236-11', 'device_owner': 'compute:nova'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:43:06.909403 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-beaefe5f-3089-4815-bccf-922373095852 req-39479caa-3b91-4192-a488-a9b78dd49e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:06.914866 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d70cbae5-fd35-4f1f-a009-d51b178663b6 req-472cf106-26b0-4f8d-af7d-2bf7fea96cfe tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874591 Nov 12 01:43:07.118014 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-beaefe5f-3089-4815-bccf-922373095852 req-39479caa-3b91-4192-a488-a9b78dd49e3e service neutron] For port 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=675b62a6-da85-4ba1-8fe9-a7240bc0ebc3,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:43:07.149900 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-beaefe5f-3089-4815-bccf-922373095852 req-39479caa-3b91-4192-a488-a9b78dd49e3e service neutron] For port 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3, host n-h1-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:43:07.195675 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1dd704d-1c80-4a19-8735-1940c2160f45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '675b62a6-da85-4ba1-8fe9-a7240bc0ebc3'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:43:07.198105 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f20791c62abc78a76d837b2e8f3e70a497c95c8c7e17d957ee036670eec5325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60129b29-6366-4484-a640-02fb49bf1c11" -d '{"events": [{"server_uuid": "f1dd704d-1c80-4a19-8735-1940c2160f45", "name": "network-vif-unplugged", "status": "completed", "tag": "675b62a6-da85-4ba1-8fe9-a7240bc0ebc3"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:43:07.203036 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-beaefe5f-3089-4815-bccf-922373095852 req-39479caa-3b91-4192-a488-a9b78dd49e3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:07.215586 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-beaefe5f-3089-4815-bccf-922373095852 req-39479caa-3b91-4192-a488-a9b78dd49e3e service neutron] Transition to ACTIVE for port object 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:43:07.219554 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-beaefe5f-3089-4815-bccf-922373095852 req-39479caa-3b91-4192-a488-a9b78dd49e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:07.313019 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4312d271-438a-4865-9cb2-b86c70a893b4 x-openstack-request-id: req-4312d271-438a-4865-9cb2-b86c70a893b4 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:43:07.313314 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1dd704d-1c80-4a19-8735-1940c2160f45", "name": "network-vif-unplugged", "status": "completed", "tag": "675b62a6-da85-4ba1-8fe9-a7240bc0ebc3", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:43:07.313593 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4312d271-438a-4865-9cb2-b86c70a893b4 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:43:07.313985 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1dd704d-1c80-4a19-8735-1940c2160f45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '675b62a6-da85-4ba1-8fe9-a7240bc0ebc3', 'code': 200} Nov 12 01:43:07.319455 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39479caa-3b91-4192-a488-a9b78dd49e3e service neutron] Pushing event updated for resources: {'Port': ['ID=675b62a6-da85-4ba1-8fe9-a7240bc0ebc3,revision_number=10']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:07.332074 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39479caa-3b91-4192-a488-a9b78dd49e3e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:07.332420 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39479caa-3b91-4192-a488-a9b78dd49e3e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:07.332759 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39479caa-3b91-4192-a488-a9b78dd49e3e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:07.333095 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39479caa-3b91-4192-a488-a9b78dd49e3e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:07.333445 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39479caa-3b91-4192-a488-a9b78dd49e3e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:07.333776 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39479caa-3b91-4192-a488-a9b78dd49e3e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:07.334102 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39479caa-3b91-4192-a488-a9b78dd49e3e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:07.334422 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39479caa-3b91-4192-a488-a9b78dd49e3e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:07.334800 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39479caa-3b91-4192-a488-a9b78dd49e3e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:07.335126 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39479caa-3b91-4192-a488-a9b78dd49e3e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:07.335446 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39479caa-3b91-4192-a488-a9b78dd49e3e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:07.335763 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39479caa-3b91-4192-a488-a9b78dd49e3e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:07.367902 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-beaefe5f-3089-4815-bccf-922373095852 req-39479caa-3b91-4192-a488-a9b78dd49e3e service neutron] No DVR routers for this DVR port 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 on host n-h1-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:43:07.504985 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-beaefe5f-3089-4815-bccf-922373095852 req-39479caa-3b91-4192-a488-a9b78dd49e3e service neutron] Attempting to bind port 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:43:07.505334 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-beaefe5f-3089-4815-bccf-922373095852 req-39479caa-3b91-4192-a488-a9b78dd49e3e service neutron] Attempting to bind port 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '72d993ad-3bed-41eb-a08d-140489069bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:43:07.505674 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaefe5f-3089-4815-bccf-922373095852 req-39479caa-3b91-4192-a488-a9b78dd49e3e service neutron] Attempting to bind port 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 on network 7de00cee-aba0-43c7-ac19-c63b34698d28 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:43:07.510049 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaefe5f-3089-4815-bccf-922373095852 req-39479caa-3b91-4192-a488-a9b78dd49e3e service neutron] Port 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 on network 7de00cee-aba0-43c7-ac19-c63b34698d28 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:43:07.510346 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaefe5f-3089-4815-bccf-922373095852 req-39479caa-3b91-4192-a488-a9b78dd49e3e service neutron] Attempting to bind port 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 on network 7de00cee-aba0-43c7-ac19-c63b34698d28 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:43:07.515719 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaefe5f-3089-4815-bccf-922373095852 req-39479caa-3b91-4192-a488-a9b78dd49e3e service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:43:07.516075 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaefe5f-3089-4815-bccf-922373095852 req-39479caa-3b91-4192-a488-a9b78dd49e3e service neutron] Checking segment: {'id': '72d993ad-3bed-41eb-a08d-140489069bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:43:07.516483 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaefe5f-3089-4815-bccf-922373095852 req-39479caa-3b91-4192-a488-a9b78dd49e3e service neutron] Bound using segment: {'id': '72d993ad-3bed-41eb-a08d-140489069bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:43:07.516923 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-beaefe5f-3089-4815-bccf-922373095852 req-39479caa-3b91-4192-a488-a9b78dd49e3e service neutron] Bound port: 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72d993ad-3bed-41eb-a08d-140489069bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:43:07.517295 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-beaefe5f-3089-4815-bccf-922373095852 req-39479caa-3b91-4192-a488-a9b78dd49e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:07.584760 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-beaefe5f-3089-4815-bccf-922373095852 req-39479caa-3b91-4192-a488-a9b78dd49e3e service neutron] For port 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:43:07.587914 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-beaefe5f-3089-4815-bccf-922373095852 req-39479caa-3b91-4192-a488-a9b78dd49e3e service neutron] For port 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=675b62a6-da85-4ba1-8fe9-a7240bc0ebc3,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:43:07.592279 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-beaefe5f-3089-4815-bccf-922373095852 req-39479caa-3b91-4192-a488-a9b78dd49e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:07.625884 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaefe5f-3089-4815-bccf-922373095852 req-39479caa-3b91-4192-a488-a9b78dd49e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:07.626497 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-beaefe5f-3089-4815-bccf-922373095852 req-39479caa-3b91-4192-a488-a9b78dd49e3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:07.627942 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-beaefe5f-3089-4815-bccf-922373095852 req-39479caa-3b91-4192-a488-a9b78dd49e3e service neutron] 10.222.0.54 "PUT /v2.0/ports/675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 HTTP/1.1" status: 200 len: 1094 time: 0.8073163 Nov 12 01:43:07.649436 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39479caa-3b91-4192-a488-a9b78dd49e3e service neutron] Pushing event updated for resources: {'Port': ['ID=675b62a6-da85-4ba1-8fe9-a7240bc0ebc3,revision_number=11']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:07.711541 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaefe5f-3089-4815-bccf-922373095852 req-d7c12649-f70e-4982-ab27-8e157ad0a074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:07.713181 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-beaefe5f-3089-4815-bccf-922373095852 req-d7c12649-f70e-4982-ab27-8e157ad0a074 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 1097 time: 0.0429432 Nov 12 01:43:07.811377 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaefe5f-3089-4815-bccf-922373095852 req-66a75cf1-722d-4f45-8f3d-6a9720a8c6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:07.812855 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-beaefe5f-3089-4815-bccf-922373095852 req-66a75cf1-722d-4f45-8f3d-6a9720a8c6c1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 913 time: 0.0920670 Nov 12 01:43:07.877763 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-beaefe5f-3089-4815-bccf-922373095852 req-eacc796d-3dcd-41d4-9594-3301f6c02557 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 HTTP/1.1" status: 200 len: 1001 time: 0.0575638 Nov 12 01:43:07.885996 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:07.932307 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaefe5f-3089-4815-bccf-922373095852 req-7b9a69de-3fc3-4c5b-9e9c-6917eb78a12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:07.933665 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-beaefe5f-3089-4815-bccf-922373095852 req-7b9a69de-3fc3-4c5b-9e9c-6917eb78a12c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=acbbc5ba-d345-43f6-8978-6343ddb6383a HTTP/1.1" status: 200 len: 851 time: 0.0495758 Nov 12 01:43:07.983549 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaefe5f-3089-4815-bccf-922373095852 req-aa712742-7d5e-4c1c-a3ae-39c986f5a64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:07.985052 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-beaefe5f-3089-4815-bccf-922373095852 req-aa712742-7d5e-4c1c-a3ae-39c986f5a64d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7de00cee-aba0-43c7-ac19-c63b34698d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447364 Nov 12 01:43:08.092787 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a963f00-6fe4-4e2c-935d-70e9997f7fd9 req-982a2cfe-642b-4170-9922-88a155f8bcf4 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:08.094294 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6a963f00-6fe4-4e2c-935d-70e9997f7fd9 req-982a2cfe-642b-4170-9922-88a155f8bcf4 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 945 time: 0.1069486 Nov 12 01:43:08.118132 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:43:08.124554 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-beaefe5f-3089-4815-bccf-922373095852 req-1e629692-03aa-4531-8228-c3ffd9f83633 service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290648 Nov 12 01:43:08.160200 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:43:08.176356 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6a963f00-6fe4-4e2c-935d-70e9997f7fd9 req-5bfa4c97-f3c9-42e7-bfc6-b1f1083d0622 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744705 Nov 12 01:43:08.233661 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-beaefe5f-3089-4815-bccf-922373095852 req-ed03ef14-707d-451c-86d1-a3458e9bc2b1 service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018481 Nov 12 01:43:09.295865 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4741ee2-05c4-4296-94a3-642eb53b6137 req-e8e337ba-dec8-42b9-96d9-63dc26e21042 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:09.297367 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b4741ee2-05c4-4296-94a3-642eb53b6137 req-e8e337ba-dec8-42b9-96d9-63dc26e21042 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 945 time: 0.0497422 Nov 12 01:43:09.315455 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1dd704d-1c80-4a19-8735-1940c2160f45', 'tag': '675b62a6-da85-4ba1-8fe9-a7240bc0ebc3'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:43:09.318420 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f20791c62abc78a76d837b2e8f3e70a497c95c8c7e17d957ee036670eec5325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87bf14ac-7766-401c-9611-595cb0589120" -d '{"events": [{"name": "network-changed", "server_uuid": "f1dd704d-1c80-4a19-8735-1940c2160f45", "tag": "675b62a6-da85-4ba1-8fe9-a7240bc0ebc3"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:43:09.352817 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b4741ee2-05c4-4296-94a3-642eb53b6137 req-e2c77a4e-c0dc-4156-9a79-687ae9a18d6c tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494745 Nov 12 01:43:09.380645 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2308ce-26a2-4b61-b169-b36ae94bae33 x-openstack-request-id: req-7c2308ce-26a2-4b61-b169-b36ae94bae33 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:43:09.380931 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1dd704d-1c80-4a19-8735-1940c2160f45", "tag": "675b62a6-da85-4ba1-8fe9-a7240bc0ebc3", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:43:09.381178 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c2308ce-26a2-4b61-b169-b36ae94bae33 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:43:09.381611 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1dd704d-1c80-4a19-8735-1940c2160f45', 'tag': '675b62a6-da85-4ba1-8fe9-a7240bc0ebc3', 'status': 'completed', 'code': 200} Nov 12 01:43:09.460730 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf14ac-7766-401c-9611-595cb0589120 req-488c7587-3b5d-4b86-8a3e-1425186b65fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:09.462571 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-87bf14ac-7766-401c-9611-595cb0589120 req-488c7587-3b5d-4b86-8a3e-1425186b65fe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 1097 time: 0.0485799 Nov 12 01:43:09.474808 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf14ac-7766-401c-9611-595cb0589120 req-4c8c772b-9cdf-4d68-9252-365f5d09f286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:09.476857 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-87bf14ac-7766-401c-9611-595cb0589120 req-4c8c772b-9cdf-4d68-9252-365f5d09f286 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 1097 time: 0.0507898 Nov 12 01:43:09.486943 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:09.557367 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf14ac-7766-401c-9611-595cb0589120 req-6983eb5b-8e2b-4864-a389-119e5797e1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:09.558963 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-87bf14ac-7766-401c-9611-595cb0589120 req-6983eb5b-8e2b-4864-a389-119e5797e1e9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 913 time: 0.0877414 Nov 12 01:43:09.578250 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf14ac-7766-401c-9611-595cb0589120 req-711129f3-b22d-40d8-9af7-6202d97c9c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:09.579786 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-87bf14ac-7766-401c-9611-595cb0589120 req-711129f3-b22d-40d8-9af7-6202d97c9c4d service neutron] 10.222.0.49 "GET /v2.0/networks?id=7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 200 len: 913 time: 0.0953350 Nov 12 01:43:09.636545 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-87bf14ac-7766-401c-9611-595cb0589120 req-ea40a914-ef85-422d-b193-d5d6db2abe8a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 HTTP/1.1" status: 200 len: 1001 time: 0.0705161 Nov 12 01:43:09.649304 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-87bf14ac-7766-401c-9611-595cb0589120 req-eeba84e9-ffeb-44ce-8c54-62d22cc493eb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 HTTP/1.1" status: 200 len: 1001 time: 0.0624459 Nov 12 01:43:09.688105 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf14ac-7766-401c-9611-595cb0589120 req-d4032426-e968-48e7-a139-5c19fb9876c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:09.689974 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-87bf14ac-7766-401c-9611-595cb0589120 req-d4032426-e968-48e7-a139-5c19fb9876c8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=acbbc5ba-d345-43f6-8978-6343ddb6383a HTTP/1.1" status: 200 len: 851 time: 0.0463426 Nov 12 01:43:09.707221 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf14ac-7766-401c-9611-595cb0589120 req-c53e1a1b-7fc2-417c-acd8-8a2736a07767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:09.707221 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-87bf14ac-7766-401c-9611-595cb0589120 req-c53e1a1b-7fc2-417c-acd8-8a2736a07767 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=acbbc5ba-d345-43f6-8978-6343ddb6383a HTTP/1.1" status: 200 len: 851 time: 0.0507483 Nov 12 01:43:09.740235 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf14ac-7766-401c-9611-595cb0589120 req-dc6426ed-7336-46ae-be41-48271cc12466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:09.741802 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-87bf14ac-7766-401c-9611-595cb0589120 req-dc6426ed-7336-46ae-be41-48271cc12466 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7de00cee-aba0-43c7-ac19-c63b34698d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453355 Nov 12 01:43:09.758396 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf14ac-7766-401c-9611-595cb0589120 req-f52c2a33-8bd9-426a-a12c-3398136f5839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:09.759957 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-87bf14ac-7766-401c-9611-595cb0589120 req-f52c2a33-8bd9-426a-a12c-3398136f5839 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7de00cee-aba0-43c7-ac19-c63b34698d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459499 Nov 12 01:43:09.846887 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-87bf14ac-7766-401c-9611-595cb0589120 req-70ee4fa3-e927-4e7e-8448-69d783bb43ae service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969164 Nov 12 01:43:09.864211 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-87bf14ac-7766-401c-9611-595cb0589120 req-5d19bc46-e9c3-4932-8927-6ae554f573db service neutron] 10.222.0.49 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963609 Nov 12 01:43:09.942808 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-87bf14ac-7766-401c-9611-595cb0589120 req-a7c90167-0aca-4334-a2c7-e4b62dcfd660 service neutron] 10.222.0.54 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887270 Nov 12 01:43:09.957938 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-87bf14ac-7766-401c-9611-595cb0589120 req-dd7084e5-019f-4a4f-a75f-0504e23a4d5e service neutron] 10.222.0.49 "GET /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865936 Nov 12 01:43:10.403030 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:10.489874 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dba8cf-d080-4ddc-8663-ae78fa67a442 req-ffb813a7-42eb-4910-822f-7db27fd43ca7 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:10.491359 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-38dba8cf-d080-4ddc-8663-ae78fa67a442 req-ffb813a7-42eb-4910-822f-7db27fd43ca7 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 945 time: 0.0522666 Nov 12 01:43:10.545451 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-38dba8cf-d080-4ddc-8663-ae78fa67a442 req-f8f73cc4-dec6-4655-92a9-be5a82f2168b tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466092 Nov 12 01:43:11.351332 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:11.676319 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e1413-bfe4-482f-8a1c-14cd2e92d3e2 req-62d8ef45-2c7e-4e4d-b51b-2436976de8d4 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:11.677991 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e48e1413-bfe4-482f-8a1c-14cd2e92d3e2 req-62d8ef45-2c7e-4e4d-b51b-2436976de8d4 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 945 time: 0.0575783 Nov 12 01:43:11.739576 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e48e1413-bfe4-482f-8a1c-14cd2e92d3e2 req-0782266f-b2a7-47a5-b0c1-6fb98d2aa36d tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546515 Nov 12 01:43:12.860186 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8511c-6c7f-4f9f-8a71-e1924dd80e96 req-37617cb2-d4d4-4d66-aa71-33434130f43c tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:12.861713 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e6c8511c-6c7f-4f9f-8a71-e1924dd80e96 req-37617cb2-d4d4-4d66-aa71-33434130f43c tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 945 time: 0.0516415 Nov 12 01:43:12.910152 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e6c8511c-6c7f-4f9f-8a71-e1924dd80e96 req-96f319a0-bd4c-4c0d-98de-7eab8c0362f8 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422945 Nov 12 01:43:13.208535 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:14.026100 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53b88da-a3f3-4824-9a46-f348324d2921 req-1bedc353-1bbb-4dea-b00a-2e90128b6314 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:14.027603 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c53b88da-a3f3-4824-9a46-f348324d2921 req-1bedc353-1bbb-4dea-b00a-2e90128b6314 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 945 time: 0.0485439 Nov 12 01:43:14.074497 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c53b88da-a3f3-4824-9a46-f348324d2921 req-1e9242b3-3add-4ae9-b66f-604694e31720 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400701 Nov 12 01:43:15.190111 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c356e-d616-4672-b845-9f80b6d392ad req-db89f9bb-ee73-40d3-9edf-f58ca0f13a9d tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:15.191591 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4e1c356e-d616-4672-b845-9f80b6d392ad req-db89f9bb-ee73-40d3-9edf-f58ca0f13a9d tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 945 time: 0.0490968 Nov 12 01:43:15.240420 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4e1c356e-d616-4672-b845-9f80b6d392ad req-26871936-68c3-4fe3-bbac-d0bb7d6b1551 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429316 Nov 12 01:43:16.358099 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a424e3a5-4fc3-4e94-920d-2ac2906daf00 req-07367533-401c-4ffd-b96b-caff1fc27f88 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:16.359561 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a424e3a5-4fc3-4e94-920d-2ac2906daf00 req-07367533-401c-4ffd-b96b-caff1fc27f88 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 945 time: 0.0480936 Nov 12 01:43:16.409046 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a424e3a5-4fc3-4e94-920d-2ac2906daf00 req-04611426-fded-4706-bb28-5555da486483 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435963 Nov 12 01:43:17.529769 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497e0c9-d17e-42c5-9799-0df76802f498 req-e564c7a6-d551-4d84-9015-39125e0bc3bb tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:17.531235 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4497e0c9-d17e-42c5-9799-0df76802f498 req-e564c7a6-d551-4d84-9015-39125e0bc3bb tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 945 time: 0.0531240 Nov 12 01:43:17.578335 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4497e0c9-d17e-42c5-9799-0df76802f498 req-23e701c5-a31d-4880-980f-225d204fbc7a tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411842 Nov 12 01:43:18.694183 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab8554-d9b7-4ffe-bc09-17685ef4b8a4 req-5951cff8-9609-41c7-a9ae-95cb69508e18 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:18.695625 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2aab8554-d9b7-4ffe-bc09-17685ef4b8a4 req-5951cff8-9609-41c7-a9ae-95cb69508e18 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 945 time: 0.0471122 Nov 12 01:43:18.743684 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2aab8554-d9b7-4ffe-bc09-17685ef4b8a4 req-e87bf4cd-8da1-46c0-a09a-b6850380fdb9 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410986 Nov 12 01:43:19.864602 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c556e50d-3be1-4ebd-af30-184465d3b84d req-32b1b85e-5b28-40e6-876b-df832aad6e68 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:19.866031 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c556e50d-3be1-4ebd-af30-184465d3b84d req-32b1b85e-5b28-40e6-876b-df832aad6e68 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 945 time: 0.0495276 Nov 12 01:43:19.913273 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c556e50d-3be1-4ebd-af30-184465d3b84d req-ef8997c3-d6f4-4571-94f8-0aea92252281 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412183 Nov 12 01:43:21.028763 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7dd029-5c00-47b9-96b2-79dd993a437b req-40d64583-69af-4dd9-944c-5cd9aa5f2f60 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:21.030266 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8b7dd029-5c00-47b9-96b2-79dd993a437b req-40d64583-69af-4dd9-944c-5cd9aa5f2f60 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 945 time: 0.0475829 Nov 12 01:43:21.078309 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8b7dd029-5c00-47b9-96b2-79dd993a437b req-7d44028c-81c9-433b-aef7-d1dc11814d2d tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421281 Nov 12 01:43:21.396362 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:43:21.491711 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=675b62a6-da85-4ba1-8fe9-a7240bc0ebc3,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:43:21.502978 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '675b62a6-da85-4ba1-8fe9-a7240bc0ebc3', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'port_id': '675b62a6-da85-4ba1-8fe9-a7240bc0ebc3', 'mac_address': 'fa:16:3e:79:66:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:43:21.545393 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:21.557946 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:43:21.578310 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=675b62a6-da85-4ba1-8fe9-a7240bc0ebc3,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:43:21.582259 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:21.629516 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=675b62a6-da85-4ba1-8fe9-a7240bc0ebc3,revision_number=12']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:22.025453 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['675b62a6-da85-4ba1-8fe9-a7240bc0ebc3'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:43:22.196158 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc36e5-17fe-495c-bf7a-57821cfa91bc req-24be94ab-74b2-4950-9f4e-9d609fa94b50 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:22.197654 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-40bc36e5-17fe-495c-bf7a-57821cfa91bc req-24be94ab-74b2-4950-9f4e-9d609fa94b50 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 946 time: 0.0490654 Nov 12 01:43:22.256754 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-40bc36e5-17fe-495c-bf7a-57821cfa91bc req-aa8c1871-ad7d-40fd-9a80-0437e847c583 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520210 Nov 12 01:43:22.378725 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c1f49a-7ec1-4c66-bec0-d74125799019 req-73aae8ea-ac2b-41a6-803a-60aa28e67f41 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:22.380217 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a0c1f49a-7ec1-4c66-bec0-d74125799019 req-73aae8ea-ac2b-41a6-803a-60aa28e67f41 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 946 time: 0.0515511 Nov 12 01:43:22.426343 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a0c1f49a-7ec1-4c66-bec0-d74125799019 req-d63fdb8e-a4aa-491f-b2a9-e011ebccd035 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402246 Nov 12 01:43:22.551390 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aab723-010c-4423-89d4-20312733968a req-02f6c715-f2b1-43e5-8d23-86c3f6c047d8 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:22.552761 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b1aab723-010c-4423-89d4-20312733968a req-02f6c715-f2b1-43e5-8d23-86c3f6c047d8 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 946 time: 0.0612204 Nov 12 01:43:22.601671 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b1aab723-010c-4423-89d4-20312733968a req-a27f2c92-2aa0-4119-ae9e-4da5fb73301c tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429084 Nov 12 01:43:22.836125 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d092a-1c25-4947-bb7d-ab1242ce2827 req-f7a33ebe-ebab-4400-87e2-8215a1efdf8f tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:22.837613 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b1d092a-1c25-4947-bb7d-ab1242ce2827 req-f7a33ebe-ebab-4400-87e2-8215a1efdf8f tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 946 time: 0.0498128 Nov 12 01:43:22.887625 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9b1d092a-1c25-4947-bb7d-ab1242ce2827 req-7bee0c8d-6dc2-4bad-bc1e-7a39dc98d3f0 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435836 Nov 12 01:43:23.408612 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:43:23.456536 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:43:23.460235 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:43:23.460598 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:23.535753 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:23.561731 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1dd704d-1c80-4a19-8735-1940c2160f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675b62a6-da85-4ba1-8fe9-a7240bc0ebc3'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:43:23.563987 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f589fb9f8862dfdbd1fb170ce835a8c182cc8b052b64638c52562f284e07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9878c3-4bc4-4414-aa54-13bca5d7b7e0" -d '{"events": [{"server_uuid": "f1dd704d-1c80-4a19-8735-1940c2160f45", "name": "network-vif-plugged", "status": "completed", "tag": "675b62a6-da85-4ba1-8fe9-a7240bc0ebc3"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:43:23.576642 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=675b62a6-da85-4ba1-8fe9-a7240bc0ebc3,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:43:23.581410 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:23.604548 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ce2b22-aa2f-4c24-8a74-53d9ca41097f x-openstack-request-id: req-67ce2b22-aa2f-4c24-8a74-53d9ca41097f {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:43:23.604836 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1dd704d-1c80-4a19-8735-1940c2160f45", "name": "network-vif-plugged", "status": "completed", "tag": "675b62a6-da85-4ba1-8fe9-a7240bc0ebc3", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:43:23.605079 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-67ce2b22-aa2f-4c24-8a74-53d9ca41097f {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:43:23.605479 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1dd704d-1c80-4a19-8735-1940c2160f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675b62a6-da85-4ba1-8fe9-a7240bc0ebc3', 'code': 200} Nov 12 01:43:23.630399 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=675b62a6-da85-4ba1-8fe9-a7240bc0ebc3,revision_number=13']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:24.008657 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07228301-f518-4385-81ea-372cf385eacf req-444b3bad-9702-4cd7-bd53-7dad70571795 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:24.010135 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-07228301-f518-4385-81ea-372cf385eacf req-444b3bad-9702-4cd7-bd53-7dad70571795 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 947 time: 0.0526741 Nov 12 01:43:24.057232 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-07228301-f518-4385-81ea-372cf385eacf req-d800e62f-968f-43e5-b8b8-b3714f1497a4 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408978 Nov 12 01:43:24.687182 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ecf12f-f106-4c5c-ba23-2fa5eb14f07e req-1430d70b-be2d-4255-926d-4317fdc2aa30 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:24.688618 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d9ecf12f-f106-4c5c-ba23-2fa5eb14f07e req-1430d70b-be2d-4255-926d-4317fdc2aa30 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 947 time: 0.0486286 Nov 12 01:43:24.781672 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-d9ecf12f-f106-4c5c-ba23-2fa5eb14f07e req-1f03a787-e9bb-4705-a001-ed481352d932 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Deleting port 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:43:24.781999 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d9ecf12f-f106-4c5c-ba23-2fa5eb14f07e req-1f03a787-e9bb-4705-a001-ed481352d932 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:24.868606 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-d9ecf12f-f106-4c5c-ba23-2fa5eb14f07e req-1f03a787-e9bb-4705-a001-ed481352d932 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] For port 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=675b62a6-da85-4ba1-8fe9-a7240bc0ebc3,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:43:24.868873 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d9ecf12f-f106-4c5c-ba23-2fa5eb14f07e req-1f03a787-e9bb-4705-a001-ed481352d932 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:25.033516 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d9ecf12f-f106-4c5c-ba23-2fa5eb14f07e req-1f03a787-e9bb-4705-a001-ed481352d932 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:25.033868 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d9ecf12f-f106-4c5c-ba23-2fa5eb14f07e req-1f03a787-e9bb-4705-a001-ed481352d932 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:25.034175 n-d-812236-11 neutron-server[102662]: INFO neutron.db.l3_db [req-d9ecf12f-f106-4c5c-ba23-2fa5eb14f07e req-1f03a787-e9bb-4705-a001-ed481352d932 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Floating IP b8bcc695-9720-470d-b3c1-7f8e4d45625e disassociated. External IP: 172.25.2.224, port: 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3. Nov 12 01:43:25.034514 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-d9ecf12f-f106-4c5c-ba23-2fa5eb14f07e req-1f03a787-e9bb-4705-a001-ed481352d932 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Calling delete_port for 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:43:25.188371 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d9ecf12f-f106-4c5c-ba23-2fa5eb14f07e req-1f03a787-e9bb-4705-a001-ed481352d932 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:25.208127 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21524670-7e7f-4214-a134-0ddb127210ae req-a12d7121-49a4-48ef-bdc9-6b7e18443df2 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:25.209586 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-21524670-7e7f-4214-a134-0ddb127210ae req-a12d7121-49a4-48ef-bdc9-6b7e18443df2 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 868 time: 0.0725183 Nov 12 01:43:25.233986 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f03a787-e9bb-4705-a001-ed481352d932 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Pushing event deleted for resources: {'Port': ['ID=675b62a6-da85-4ba1-8fe9-a7240bc0ebc3,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:25.319987 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-21524670-7e7f-4214-a134-0ddb127210ae req-7f9e01ab-6492-4971-a28e-3b373779837e tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4e522df-e07f-423e-8117-fa8d6761e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890229 Nov 12 01:43:25.724318 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9ecf12f-f106-4c5c-ba23-2fa5eb14f07e req-1f03a787-e9bb-4705-a001-ed481352d932 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Router bc600df9-bf21-451b-a3a5-7451fd9b95b1 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:43:25.838381 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9ecf12f-f106-4c5c-ba23-2fa5eb14f07e req-1f03a787-e9bb-4705-a001-ed481352d932 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:43:25.848945 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338f75b2-f4c2-45f1-9e14-e4df86f6d5e6 None None] Sync routers for ids ['bc600df9-bf21-451b-a3a5-7451fd9b95b1'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:43:25.860245 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338f75b2-f4c2-45f1-9e14-e4df86f6d5e6 None None] Routers {'bc600df9-bf21-451b-a3a5-7451fd9b95b1'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:43:25.860873 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-338f75b2-f4c2-45f1-9e14-e4df86f6d5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:43:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['bc600df9-bf21-451b-a3a5-7451fd9b95b1'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:43:25.884320 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ecf12f-f106-4c5c-ba23-2fa5eb14f07e req-1f03a787-e9bb-4705-a001-ed481352d932 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] No DVR routers for this DVR port 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:43:25.887022 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-d9ecf12f-f106-4c5c-ba23-2fa5eb14f07e req-1f03a787-e9bb-4705-a001-ed481352d932 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:25.890440 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d9ecf12f-f106-4c5c-ba23-2fa5eb14f07e req-1f03a787-e9bb-4705-a001-ed481352d932 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.54 "DELETE /v2.0/ports/675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 HTTP/1.1" status: 204 len: 173 time: 1.1955216 Nov 12 01:43:25.890889 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1dd704d-1c80-4a19-8735-1940c2160f45', 'name': 'network-vif-deleted', 'tag': '675b62a6-da85-4ba1-8fe9-a7240bc0ebc3'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:43:25.893117 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f20791c62abc78a76d837b2e8f3e70a497c95c8c7e17d957ee036670eec5325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73bb2ea-4b4a-4678-a947-55a895e31583" -d '{"events": [{"server_uuid": "f1dd704d-1c80-4a19-8735-1940c2160f45", "name": "network-vif-deleted", "tag": "675b62a6-da85-4ba1-8fe9-a7240bc0ebc3"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:43:25.931216 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177d08b6-930e-4177-8c6f-1c4e63582754 x-openstack-request-id: req-177d08b6-930e-4177-8c6f-1c4e63582754 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:43:25.931504 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1dd704d-1c80-4a19-8735-1940c2160f45", "name": "network-vif-deleted", "tag": "675b62a6-da85-4ba1-8fe9-a7240bc0ebc3", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:43:25.931760 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-177d08b6-930e-4177-8c6f-1c4e63582754 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:43:25.932146 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1dd704d-1c80-4a19-8735-1940c2160f45', 'name': 'network-vif-deleted', 'tag': '675b62a6-da85-4ba1-8fe9-a7240bc0ebc3', 'status': 'completed', 'code': 200} Nov 12 01:43:25.976181 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-338f75b2-f4c2-45f1-9e14-e4df86f6d5e6 None None] Set router bc600df9-bf21-451b-a3a5-7451fd9b95b1 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:43:26.182353 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-338f75b2-f4c2-45f1-9e14-e4df86f6d5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'name': 'tempest-ServerActionsTestJSON-1274963085-router', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'gw_port': {'id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '7884b08f-9bcc-4505-993c-c8b173ada0ab', 'name': '', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'mac_address': 'fa:16:3e:48:47:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:44Z', 'updated_at': '2021-11-12T01:30:49Z', 'revision_number': 5, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'subnets': [{'id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:43:26.213255 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338f75b2-f4c2-45f1-9e14-e4df86f6d5e6 None None] Checking router: bc600df9-bf21-451b-a3a5-7451fd9b95b1 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:43:26.222469 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338f75b2-f4c2-45f1-9e14-e4df86f6d5e6 None None] Routers {'bc600df9-bf21-451b-a3a5-7451fd9b95b1'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:43:26.223059 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-338f75b2-f4c2-45f1-9e14-e4df86f6d5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:43:06Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['bc600df9-bf21-451b-a3a5-7451fd9b95b1'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:43:26.328926 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-338f75b2-f4c2-45f1-9e14-e4df86f6d5e6 None None] Set router bc600df9-bf21-451b-a3a5-7451fd9b95b1 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:43:26.421460 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8ea0bd87-71b4-4a52-80c3-88d852bb6d49 req-6ddde5c1-c639-43ee-be73-caaec92b0c09 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 210 time: 0.0282092 Nov 12 01:43:26.538674 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-338f75b2-f4c2-45f1-9e14-e4df86f6d5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'name': 'tempest-ServerActionsTestJSON-1274963085-router', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'gw_port': {'id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '7884b08f-9bcc-4505-993c-c8b173ada0ab', 'name': '', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'mac_address': 'fa:16:3e:48:47:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:44Z', 'updated_at': '2021-11-12T01:30:49Z', 'revision_number': 5, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'subnets': [{'id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:43:26.568534 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338f75b2-f4c2-45f1-9e14-e4df86f6d5e6 None None] The sync data for ids ['bc600df9-bf21-451b-a3a5-7451fd9b95b1'] in n-d-812236-11 is: [{'id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'name': 'tempest-ServerActionsTestJSON-1274963085-router', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'gw_port': {'id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '7884b08f-9bcc-4505-993c-c8b173ada0ab', 'name': '', 'network_id': '7de00cee-aba0-43c7-ac19-c63b34698d28', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'mac_address': 'fa:16:3e:48:47:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:44Z', 'updated_at': '2021-11-12T01:30:49Z', 'revision_number': 5, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'subnets': [{'id': 'acbbc5ba-d345-43f6-8978-6343ddb6383a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:43:26.808727 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbeb43bf-7e63-471d-bc3b-77622327c519 None None] New status for floating IP b8bcc695-9720-470d-b3c1-7f8e4d45625e: DOWN {{(pid=102664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:43:27.396432 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:43:27.416802 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:43:27.417138 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 675b62a6-da85-4ba1-8fe9-a7240bc0ebc3 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:43:27.522100 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-63bd6d8a-7ceb-4c3c-b2d5-430ab4ff0e05 req-529a8148-1d09-49ed-873a-01d035e5341e tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 210 time: 0.0282362 Nov 12 01:43:28.617359 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9c6cfa25-c854-4c85-96c2-6818e10893c3 req-6d0c56b6-4deb-4a48-908e-80b55d510663 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 210 time: 0.0259976 Nov 12 01:43:29.714971 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-67b51a12-1eea-46c8-a7f9-5b844ae779e2 req-97517a96-be79-4ca3-ad60-7b31a2dfdd20 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1dd704d-1c80-4a19-8735-1940c2160f45 HTTP/1.1" status: 200 len: 210 time: 0.0265596 Nov 12 01:43:30.330805 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:43:34.405841 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-28b45471-1b5c-4a50-935e-4d4988ca9c2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:34.484655 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 49872) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:43:34.541303 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-510892f8-ff7a-4e53-9e77-99eecc2d76cb tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:34.566875 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-510892f8-ff7a-4e53-9e77-99eecc2d76cb tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:34.621347 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-510892f8-ff7a-4e53-9e77-99eecc2d76cb tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:34.624697 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-510892f8-ff7a-4e53-9e77-99eecc2d76cb tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:34.625872 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-510892f8-ff7a-4e53-9e77-99eecc2d76cb tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "DELETE /v2.0/security-groups/a4e522df-e07f-423e-8117-fa8d6761e26b HTTP/1.1" status: 204 len: 168 time: 0.1401095 Nov 12 01:43:34.628608 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 49874) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:43:34.635493 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510892f8-ff7a-4e53-9e77-99eecc2d76cb tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e522df-e07f-423e-8117-fa8d6761e26b,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:34.644345 n-d-812236-11 neutron-server[102661]: INFO neutron.api.v2.resource [None req-cf38a9f2-4827-4294-a503-5e403e1553f2 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] show failed (client error): The resource could not be found. Nov 12 01:43:34.648634 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 49876) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:43:34.649324 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-cf38a9f2-4827-4294-a503-5e403e1553f2 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "GET /v2.0/security-groups/a4e522df-e07f-423e-8117-fa8d6761e26b HTTP/1.1" status: 404 len: 347 time: 0.0194602 Nov 12 01:43:34.774565 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-7822c0d8-31f1-482a-a3d3-d4a9f09e6952 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Deleting port b2d9ced0-614d-4e8e-9e27-a6afbfa72152 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:43:34.774912 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7822c0d8-31f1-482a-a3d3-d4a9f09e6952 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:34.847997 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7822c0d8-31f1-482a-a3d3-d4a9f09e6952 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:34.848322 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7822c0d8-31f1-482a-a3d3-d4a9f09e6952 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:34.860134 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-7822c0d8-31f1-482a-a3d3-d4a9f09e6952 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Calling delete_port for b2d9ced0-614d-4e8e-9e27-a6afbfa72152 owned by network:floatingip {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:43:34.992308 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7822c0d8-31f1-482a-a3d3-d4a9f09e6952 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:35.019048 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7822c0d8-31f1-482a-a3d3-d4a9f09e6952 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Pushing event deleted for resources: {'Port': ['ID=b2d9ced0-614d-4e8e-9e27-a6afbfa72152,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:35.082972 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7822c0d8-31f1-482a-a3d3-d4a9f09e6952 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks [] for floatingip, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:35.085740 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7822c0d8-31f1-482a-a3d3-d4a9f09e6952 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:35.086930 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7822c0d8-31f1-482a-a3d3-d4a9f09e6952 tempest-ServerActionsTestJSON-660037417 tempest-ServerActionsTestJSON-660037417-project] 10.222.0.20 "DELETE /v2.0/floatingips/b8bcc695-9720-470d-b3c1-7f8e4d45625e HTTP/1.1" status: 204 len: 168 time: 0.4373312 Nov 12 01:43:35.089976 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 49880) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:43:35.570335 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e65932cd-95e0-4dbf-b064-732f83bf0257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:35.817444 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-e65932cd-95e0-4dbf-b064-732f83bf0257 admin admin] Deleting port 7884b08f-9bcc-4505-993c-c8b173ada0ab {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:43:35.817786 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e65932cd-95e0-4dbf-b064-732f83bf0257 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:35.897186 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-e65932cd-95e0-4dbf-b064-732f83bf0257 admin admin] For port 7884b08f-9bcc-4505-993c-c8b173ada0ab, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=7884b08f-9bcc-4505-993c-c8b173ada0ab,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:43:35.897595 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e65932cd-95e0-4dbf-b064-732f83bf0257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:35.918150 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-e65932cd-95e0-4dbf-b064-732f83bf0257 admin admin] Calling delete_port for 7884b08f-9bcc-4505-993c-c8b173ada0ab owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:43:36.111314 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e65932cd-95e0-4dbf-b064-732f83bf0257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:36.136467 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65932cd-95e0-4dbf-b064-732f83bf0257 admin admin] Pushing event deleted for resources: {'Port': ['ID=7884b08f-9bcc-4505-993c-c8b173ada0ab,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:36.320812 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e65932cd-95e0-4dbf-b064-732f83bf0257 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:36.512180 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7e300394-0b11-4717-96d5-f5e481676ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:36.532089 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65932cd-95e0-4dbf-b064-732f83bf0257 admin admin] Router bc600df9-bf21-451b-a3a5-7451fd9b95b1 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:43:36.637238 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65932cd-95e0-4dbf-b064-732f83bf0257 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:43:36.644291 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-e65932cd-95e0-4dbf-b064-732f83bf0257 admin admin] 10.222.0.20 "PUT /v2.0/routers/bc600df9-bf21-451b-a3a5-7451fd9b95b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5517974 Nov 12 01:43:36.645367 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 49884) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:43:36.648115 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00803350-d112-4966-94ca-f924dd74fecb None None] Sync routers for ids ['bc600df9-bf21-451b-a3a5-7451fd9b95b1'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:43:36.667339 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00803350-d112-4966-94ca-f924dd74fecb None None] Routers {'bc600df9-bf21-451b-a3a5-7451fd9b95b1'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:43:36.667939 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-00803350-d112-4966-94ca-f924dd74fecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:43:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['bc600df9-bf21-451b-a3a5-7451fd9b95b1'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:43:36.750083 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cfec82f6-e16b-4e02-bc4d-72c357cd1082 admin admin] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:36.774386 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-00803350-d112-4966-94ca-f924dd74fecb None None] Set router bc600df9-bf21-451b-a3a5-7451fd9b95b1 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:43:36.856367 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cfec82f6-e16b-4e02-bc4d-72c357cd1082 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:36.912161 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-cfec82f6-e16b-4e02-bc4d-72c357cd1082 admin admin] Deleting port d1e3133b-4ee5-4060-951d-bc264e56126f {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:43:36.912803 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cfec82f6-e16b-4e02-bc4d-72c357cd1082 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:36.991789 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-cfec82f6-e16b-4e02-bc4d-72c357cd1082 admin admin] For port d1e3133b-4ee5-4060-951d-bc264e56126f, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=d1e3133b-4ee5-4060-951d-bc264e56126f,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:43:36.992168 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cfec82f6-e16b-4e02-bc4d-72c357cd1082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:37.009570 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-cfec82f6-e16b-4e02-bc4d-72c357cd1082 admin admin] Calling delete_port for d1e3133b-4ee5-4060-951d-bc264e56126f owned by network:router_gateway {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:43:37.121264 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-00803350-d112-4966-94ca-f924dd74fecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'name': 'tempest-ServerActionsTestJSON-1274963085-router', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:43:36Z', 'revision_number': 5, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'gw_port': {'id': 'd1e3133b-4ee5-4060-951d-bc264e56126f', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:43:37.149170 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00803350-d112-4966-94ca-f924dd74fecb None None] Checking router: bc600df9-bf21-451b-a3a5-7451fd9b95b1 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:43:37.157830 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00803350-d112-4966-94ca-f924dd74fecb None None] Routers {'bc600df9-bf21-451b-a3a5-7451fd9b95b1'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:43:37.158432 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-00803350-d112-4966-94ca-f924dd74fecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:43:36Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['bc600df9-bf21-451b-a3a5-7451fd9b95b1'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:43:37.189180 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cfec82f6-e16b-4e02-bc4d-72c357cd1082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:37.225698 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfec82f6-e16b-4e02-bc4d-72c357cd1082 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1e3133b-4ee5-4060-951d-bc264e56126f,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:37.235826 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079ac194-386d-4284-92a7-247e6ebed900 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:43:37.253149 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-00803350-d112-4966-94ca-f924dd74fecb None None] Set router bc600df9-bf21-451b-a3a5-7451fd9b95b1 gateway port host: None {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:43:37.287840 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cfec82f6-e16b-4e02-bc4d-72c357cd1082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:37.312477 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-00803350-d112-4966-94ca-f924dd74fecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'name': 'tempest-ServerActionsTestJSON-1274963085-router', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:43:36Z', 'revision_number': 6, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:43:37.338280 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00803350-d112-4966-94ca-f924dd74fecb None None] The sync data for ids ['bc600df9-bf21-451b-a3a5-7451fd9b95b1'] in n-d-812236-11 is: [{'id': 'bc600df9-bf21-451b-a3a5-7451fd9b95b1', 'name': 'tempest-ServerActionsTestJSON-1274963085-router', 'tenant_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:30:42Z', 'updated_at': '2021-11-12T01:43:36Z', 'revision_number': 6, 'project_id': 'ffe54f159f6d495ebafa2165173ae9c2', 'gw_port_host': None}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:43:37.379358 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cfec82f6-e16b-4e02-bc4d-72c357cd1082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:37.381478 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cfec82f6-e16b-4e02-bc4d-72c357cd1082 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:37.423833 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cfec82f6-e16b-4e02-bc4d-72c357cd1082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:37.424371 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfec82f6-e16b-4e02-bc4d-72c357cd1082 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc600df9-bf21-451b-a3a5-7451fd9b95b1 {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:43:37.429298 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cfec82f6-e16b-4e02-bc4d-72c357cd1082 admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:37.430355 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-cfec82f6-e16b-4e02-bc4d-72c357cd1082 admin admin] 10.222.0.20 "DELETE /v2.0/routers/bc600df9-bf21-451b-a3a5-7451fd9b95b1 HTTP/1.1" status: 204 len: 168 time: 0.7840466 Nov 12 01:43:37.432851 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 49886) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:43:37.480956 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-450d3f65-7246-4a55-9cd5-29f03ab624cc admin admin] Deleting subnet acbbc5ba-d345-43f6-8978-6343ddb6383a {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:43:37.484748 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-450d3f65-7246-4a55-9cd5-29f03ab624cc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:37.518056 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-450d3f65-7246-4a55-9cd5-29f03ab624cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:37.594513 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-450d3f65-7246-4a55-9cd5-29f03ab624cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:37.653511 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-450d3f65-7246-4a55-9cd5-29f03ab624cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:37.682943 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-450d3f65-7246-4a55-9cd5-29f03ab624cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:37.687347 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-450d3f65-7246-4a55-9cd5-29f03ab624cc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/acbbc5ba-d345-43f6-8978-6343ddb6383a HTTP/1.1" status: 204 len: 168 time: 0.2535408 Nov 12 01:43:37.688543 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450d3f65-7246-4a55-9cd5-29f03ab624cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acbbc5ba-d345-43f6-8978-6343ddb6383a,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:37.690491 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 49888) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:43:37.696317 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a432aae-6536-4283-a399-186c9c72fefa None None] Network 7de00cee-aba0-43c7-ac19-c63b34698d28 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:43:37.763626 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-46987bae-ca42-453a-b733-6f551524da63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:37.831538 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-46987bae-ca42-453a-b733-6f551524da63 admin admin] Deleting port c82c70db-b6d9-4c62-9d04-df3985966f22 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:43:37.831869 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-46987bae-ca42-453a-b733-6f551524da63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:37.889743 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:37.895968 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-46987bae-ca42-453a-b733-6f551524da63 admin admin] For port c82c70db-b6d9-4c62-9d04-df3985966f22, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=c82c70db-b6d9-4c62-9d04-df3985966f22,segment=NetworkSegment(72d993ad-3bed-41eb-a08d-140489069bf4),segment_id=72d993ad-3bed-41eb-a08d-140489069bf4)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:43:37.896332 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-46987bae-ca42-453a-b733-6f551524da63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:37.909242 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-46987bae-ca42-453a-b733-6f551524da63 admin admin] Calling delete_port for c82c70db-b6d9-4c62-9d04-df3985966f22 owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:43:38.003766 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-46987bae-ca42-453a-b733-6f551524da63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:38.031896 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46987bae-ca42-453a-b733-6f551524da63 admin admin] Pushing event deleted for resources: {'Port': ['ID=c82c70db-b6d9-4c62-9d04-df3985966f22,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:38.033713 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46987bae-ca42-453a-b733-6f551524da63 admin admin] No DVR routers for this DVR port c82c70db-b6d9-4c62-9d04-df3985966f22 on host n-d-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:43:38.103738 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-46987bae-ca42-453a-b733-6f551524da63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:38.131544 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-46987bae-ca42-453a-b733-6f551524da63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7de00cee-aba0-43c7-ac19-c63b34698d28']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:43:38.132389 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40fb473-e281-424e-8e7e-aed3ff4be768 None None] DHCP port deletion for 7de00cee-aba0-43c7-ac19-c63b34698d28 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:43:38.144118 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-46987bae-ca42-453a-b733-6f551524da63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72d993ad-3bed-41eb-a08d-140489069bf4') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:43:38.144415 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-46987bae-ca42-453a-b733-6f551524da63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72d993ad-3bed-41eb-a08d-140489069bf4') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:43:38.156237 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-46987bae-ca42-453a-b733-6f551524da63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:38.171045 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-46987bae-ca42-453a-b733-6f551524da63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:38.178267 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46987bae-ca42-453a-b733-6f551524da63 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:43:38.178657 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-46987bae-ca42-453a-b733-6f551524da63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:38.181614 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:43:38.181614 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:43:38.181614 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:43:38.181614 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:43:38.181614 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:43:38.181614 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:43:38.181614 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:43:38.181614 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:43:38.181614 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:43:38.181614 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:43:38.181614 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:43:38.181614 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:43:38.181614 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:43:38.181614 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:43:38.181614 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:43:38.181614 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:43:38.181614 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:43:38.181614 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:43:38.181614 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:43:38.181614 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:43:38.181614 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:43:38.181614 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:43:38.181614 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:43:38.181614 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:43:38.181614 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:43:38.181614 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:43:38.181614 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:43:38.181614 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:43:38.181614 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:43:38.181614 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:43:38.181614 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:43:38.181614 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:43:38.185389 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 7884b08f-9bcc-4505-993c-c8b173ada0ab no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:43:38.211402 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 7884b08f-9bcc-4505-993c-c8b173ada0ab {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:43:38.211929 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 7884b08f-9bcc-4505-993c-c8b173ada0ab not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:43:38.212377 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device d1e3133b-4ee5-4060-951d-bc264e56126f no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:43:38.233798 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: d1e3133b-4ee5-4060-951d-bc264e56126f {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:43:38.234150 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device d1e3133b-4ee5-4060-951d-bc264e56126f not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:43:38.234547 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device c82c70db-b6d9-4c62-9d04-df3985966f22 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:43:38.237768 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-46987bae-ca42-453a-b733-6f551524da63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:38.243641 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-46987bae-ca42-453a-b733-6f551524da63 admin admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:38.250043 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-46987bae-ca42-453a-b733-6f551524da63 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7de00cee-aba0-43c7-ac19-c63b34698d28 HTTP/1.1" status: 204 len: 168 time: 0.5558753 Nov 12 01:43:38.256478 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: c82c70db-b6d9-4c62-9d04-df3985966f22 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:43:38.256829 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device c82c70db-b6d9-4c62-9d04-df3985966f22 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:43:38.267413 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46987bae-ca42-453a-b733-6f551524da63 admin admin] Pushing event deleted for resources: {'Network': ['ID=7de00cee-aba0-43c7-ac19-c63b34698d28,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:38.382567 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 49892) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:43:38.425595 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6ce5e986-cef9-4fb4-a988-81c8e168de18 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ffe54f159f6d495ebafa2165173ae9c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415368 Nov 12 01:43:38.428256 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 49894) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:43:38.481916 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-97da25e7-0166-410c-9fb1-f32c99990a8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:38.503560 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-97da25e7-0166-410c-9fb1-f32c99990a8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:38.554417 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-97da25e7-0166-410c-9fb1-f32c99990a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:38.556984 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-97da25e7-0166-410c-9fb1-f32c99990a8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:38.558148 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-97da25e7-0166-410c-9fb1-f32c99990a8c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2dd801e4-6340-4033-869c-f1b578164da2 HTTP/1.1" status: 204 len: 168 time: 0.1289048 Nov 12 01:43:38.565679 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97da25e7-0166-410c-9fb1-f32c99990a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd801e4-6340-4033-869c-f1b578164da2,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:39.255483 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 49916) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:43:39.354214 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-67e72a97-c306-414b-b873-cf3255ca04b8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-95610866-network', 'tenant_id': '8f3df789a00d4330bb17795280add8d8'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:43:39.375317 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e72a97-c306-414b-b873-cf3255ca04b8 admin admin] Made reservation on behalf of 8f3df789a00d4330bb17795280add8d8 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:43:39.377963 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-67e72a97-c306-414b-b873-cf3255ca04b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:39.386284 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-67e72a97-c306-414b-b873-cf3255ca04b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:39.462034 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-67e72a97-c306-414b-b873-cf3255ca04b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:39.466464 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-67e72a97-c306-414b-b873-cf3255ca04b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:39.489261 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:39.490843 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67e72a97-c306-414b-b873-cf3255ca04b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:43:39.499641 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e72a97-c306-414b-b873-cf3255ca04b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5c36d9-e663-424b-af0c-87233054e7bc,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:39.505584 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-67e72a97-c306-414b-b873-cf3255ca04b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:39.505863 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-67e72a97-c306-414b-b873-cf3255ca04b8 admin admin] Added segment c968a0af-17f1-4cac-8aef-8ef4c48bfdee of type vlan for network f371d567-8946-4a4b-ac36-237b4ae5ce25 Nov 12 01:43:39.546692 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-67e72a97-c306-414b-b873-cf3255ca04b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:39.579226 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-67e72a97-c306-414b-b873-cf3255ca04b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:39.580005 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e72a97-c306-414b-b873-cf3255ca04b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:39.580576 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-67e72a97-c306-414b-b873-cf3255ca04b8 admin admin] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:39.613286 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-67e72a97-c306-414b-b873-cf3255ca04b8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3567090 Nov 12 01:43:39.616300 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 49920) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:43:39.621316 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-fd56c0ca-0cc5-4474-aa1e-a95fb7c8fed0 admin admin] Request body: {'subnet': {'network_id': 'f371d567-8946-4a4b-ac36-237b4ae5ce25', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-95610866-subnet', 'tenant_id': '8f3df789a00d4330bb17795280add8d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:43:39.642992 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd56c0ca-0cc5-4474-aa1e-a95fb7c8fed0 admin admin] Made reservation on behalf of 8f3df789a00d4330bb17795280add8d8 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:43:39.645658 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e72a97-c306-414b-b873-cf3255ca04b8 admin admin] Pushing event updated for resources: {'Network': ['ID=f371d567-8946-4a4b-ac36-237b4ae5ce25,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:39.646292 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fd56c0ca-0cc5-4474-aa1e-a95fb7c8fed0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:39.656806 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network f371d567-8946-4a4b-ac36-237b4ae5ce25 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:43:39.816822 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fd56c0ca-0cc5-4474-aa1e-a95fb7c8fed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:39.876387 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd56c0ca-0cc5-4474-aa1e-a95fb7c8fed0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1181acf-c5a8-4e29-8088-4a622d60d6b6,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:39.884574 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd56c0ca-0cc5-4474-aa1e-a95fb7c8fed0 admin admin] Checking segment: {'id': 'c968a0af-17f1-4cac-8aef-8ef4c48bfdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f371d567-8946-4a4b-ac36-237b4ae5ce25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:43:39.884936 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd56c0ca-0cc5-4474-aa1e-a95fb7c8fed0 admin admin] Network hostable DHCP agents. Network: f371d567-8946-4a4b-ac36-237b4ae5ce25, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:43:39.901296 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd56c0ca-0cc5-4474-aa1e-a95fb7c8fed0 admin admin] Network f371d567-8946-4a4b-ac36-237b4ae5ce25 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:43:39.910325 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-fd56c0ca-0cc5-4474-aa1e-a95fb7c8fed0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, f371d567-8946-4a4b-ac36-237b4ae5ce25) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:43:39.914303 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd56c0ca-0cc5-4474-aa1e-a95fb7c8fed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:39.914890 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fd56c0ca-0cc5-4474-aa1e-a95fb7c8fed0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:39.921457 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567bb9cc-d841-4667-bc03-b5c59f97257f None None] Network f371d567-8946-4a4b-ac36-237b4ae5ce25 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:43:39.940453 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-fd56c0ca-0cc5-4474-aa1e-a95fb7c8fed0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3229492 Nov 12 01:43:40.052618 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e504f07-e1bd-46e9-aad6-a37aadac4f8f None None] Network f371d567-8946-4a4b-ac36-237b4ae5ce25 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:43:40.383272 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b2a64-f9a2-4906-9cd5-e826fe483c8f req-3908e115-4c87-4a53-89f9-56446c1e4621 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:40.384694 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-356b2a64-f9a2-4906-9cd5-e826fe483c8f req-3908e115-4c87-4a53-89f9-56446c1e4621 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/networks?id=f371d567-8946-4a4b-ac36-237b4ae5ce25 HTTP/1.1" status: 200 len: 812 time: 0.1067030 Nov 12 01:43:40.390098 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:40.401324 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-356b2a64-f9a2-4906-9cd5-e826fe483c8f req-7ca0b29e-507c-481f-a4a4-ad75c5aeb09a tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/quotas/8f3df789a00d4330bb17795280add8d8 HTTP/1.1" status: 200 len: 375 time: 0.0097258 Nov 12 01:43:40.435551 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-356b2a64-f9a2-4906-9cd5-e826fe483c8f req-520973a2-157b-4b41-922f-709a37acb794 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8f3df789a00d4330bb17795280add8d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277045 Nov 12 01:43:40.521169 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [req-356b2a64-f9a2-4906-9cd5-e826fe483c8f req-f954db94-cb24-49ec-98f7-52e6c1cad1c0 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:43:40.522176 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-356b2a64-f9a2-4906-9cd5-e826fe483c8f req-f954db94-cb24-49ec-98f7-52e6c1cad1c0 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0449712 Nov 12 01:43:40.612416 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-356b2a64-f9a2-4906-9cd5-e826fe483c8f req-7d206586-ca5e-4a0e-8b72-e689caa2692a service neutron] 10.222.0.20 "GET /v2.0/networks/f371d567-8946-4a4b-ac36-237b4ae5ce25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835826 Nov 12 01:43:40.707668 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-356b2a64-f9a2-4906-9cd5-e826fe483c8f req-cd19f9fb-7713-47f8-9460-c445c8020d8a service neutron] 10.222.0.20 "GET /v2.0/networks/f371d567-8946-4a4b-ac36-237b4ae5ce25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865259 Nov 12 01:43:40.867940 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-191bb88d-a158-4782-b863-fdad643bd361 req-322ca0bb-3978-4d00-bc34-a5f5b31818c5 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddf0b255-032f-4a9c-9aae-eb85cf25be40 HTTP/1.1" status: 200 len: 210 time: 0.0273409 Nov 12 01:43:41.350259 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:41.971219 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cdf7688e-e676-4f15-8531-ba95309f554b req-8967af9b-0ef9-49d9-a45f-84fd2f1739d2 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddf0b255-032f-4a9c-9aae-eb85cf25be40 HTTP/1.1" status: 200 len: 210 time: 0.0277784 Nov 12 01:43:42.252645 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b2a64-f9a2-4906-9cd5-e826fe483c8f req-6a42269a-cc86-4a20-884d-4739e644ecb2 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:42.254089 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-356b2a64-f9a2-4906-9cd5-e826fe483c8f req-6a42269a-cc86-4a20-884d-4739e644ecb2 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.54 "GET /v2.0/networks?id=f371d567-8946-4a4b-ac36-237b4ae5ce25 HTTP/1.1" status: 200 len: 812 time: 0.1028545 Nov 12 01:43:42.273439 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-356b2a64-f9a2-4906-9cd5-e826fe483c8f req-73152749-f407-4ed3-81d7-9f986d614f28 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Request body: {'port': {'device_id': 'ddf0b255-032f-4a9c-9aae-eb85cf25be40', 'network_id': 'f371d567-8946-4a4b-ac36-237b4ae5ce25', 'admin_state_up': True, 'tenant_id': '8f3df789a00d4330bb17795280add8d8'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:43:42.383290 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-356b2a64-f9a2-4906-9cd5-e826fe483c8f req-73152749-f407-4ed3-81d7-9f986d614f28 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Made reservation on behalf of 8f3df789a00d4330bb17795280add8d8 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:43:42.386785 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-356b2a64-f9a2-4906-9cd5-e826fe483c8f req-73152749-f407-4ed3-81d7-9f986d614f28 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:42.507770 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-356b2a64-f9a2-4906-9cd5-e826fe483c8f req-73152749-f407-4ed3-81d7-9f986d614f28 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Allocated IP 172.20.0.14 (f371d567-8946-4a4b-ac36-237b4ae5ce25/b1181acf-c5a8-4e29-8088-4a622d60d6b6/ad1d92fc-9863-42b6-a997-d84c33c49c3f) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:43:42.661225 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-356b2a64-f9a2-4906-9cd5-e826fe483c8f req-73152749-f407-4ed3-81d7-9f986d614f28 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:42.695810 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-356b2a64-f9a2-4906-9cd5-e826fe483c8f req-73152749-f407-4ed3-81d7-9f986d614f28 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:42.739456 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-356b2a64-f9a2-4906-9cd5-e826fe483c8f req-73152749-f407-4ed3-81d7-9f986d614f28 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Network f371d567-8946-4a4b-ac36-237b4ae5ce25 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:43:42.742431 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-356b2a64-f9a2-4906-9cd5-e826fe483c8f req-73152749-f407-4ed3-81d7-9f986d614f28 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:43:42.748805 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-356b2a64-f9a2-4906-9cd5-e826fe483c8f req-73152749-f407-4ed3-81d7-9f986d614f28 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:43:42.773756 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73152749-f407-4ed3-81d7-9f986d614f28 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Pushing event updated for resources: {'Port': ['ID=ad1d92fc-9863-42b6-a997-d84c33c49c3f,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:42.801471 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b2a64-f9a2-4906-9cd5-e826fe483c8f req-73152749-f407-4ed3-81d7-9f986d614f28 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:42.802079 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-356b2a64-f9a2-4906-9cd5-e826fe483c8f req-73152749-f407-4ed3-81d7-9f986d614f28 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:42.817932 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-356b2a64-f9a2-4906-9cd5-e826fe483c8f req-73152749-f407-4ed3-81d7-9f986d614f28 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5490046 Nov 12 01:43:42.835565 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-356b2a64-f9a2-4906-9cd5-e826fe483c8f req-1a278bff-c200-406d-b4ce-94b537929189 service neutron] Request body: {'port': {'device_id': 'ddf0b255-032f-4a9c-9aae-eb85cf25be40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:43:42.886650 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-356b2a64-f9a2-4906-9cd5-e826fe483c8f req-1a278bff-c200-406d-b4ce-94b537929189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:43.134192 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261606c4-116c-420c-adaa-3309524f7713 req-57386cb1-7c02-484e-b902-2b80351733cd tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:43.135674 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-261606c4-116c-420c-adaa-3309524f7713 req-57386cb1-7c02-484e-b902-2b80351733cd tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddf0b255-032f-4a9c-9aae-eb85cf25be40 HTTP/1.1" status: 200 len: 932 time: 0.0791852 Nov 12 01:43:43.223728 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-356b2a64-f9a2-4906-9cd5-e826fe483c8f req-1a278bff-c200-406d-b4ce-94b537929189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad1d92fc-9863-42b6-a997-d84c33c49c3f {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:43:43.224345 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:43.234067 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-261606c4-116c-420c-adaa-3309524f7713 req-2bc3eb57-1113-42ef-a8e7-0e12fe4e861f tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e5c36d9-e663-424b-af0c-87233054e7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909531 Nov 12 01:43:43.235907 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-356b2a64-f9a2-4906-9cd5-e826fe483c8f req-1a278bff-c200-406d-b4ce-94b537929189 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:43.257429 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-356b2a64-f9a2-4906-9cd5-e826fe483c8f req-1a278bff-c200-406d-b4ce-94b537929189 service neutron] Transition to ACTIVE for port object ad1d92fc-9863-42b6-a997-d84c33c49c3f will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:43:43.257429 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-356b2a64-f9a2-4906-9cd5-e826fe483c8f req-1a278bff-c200-406d-b4ce-94b537929189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:43.323302 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a278bff-c200-406d-b4ce-94b537929189 service neutron] Pushing event updated for resources: {'Port': ['ID=ad1d92fc-9863-42b6-a997-d84c33c49c3f,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:43.382062 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-356b2a64-f9a2-4906-9cd5-e826fe483c8f req-1a278bff-c200-406d-b4ce-94b537929189 service neutron] Attempting to bind port ad1d92fc-9863-42b6-a997-d84c33c49c3f on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:43:43.382394 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-356b2a64-f9a2-4906-9cd5-e826fe483c8f req-1a278bff-c200-406d-b4ce-94b537929189 service neutron] Attempting to bind port ad1d92fc-9863-42b6-a997-d84c33c49c3f by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': 'c968a0af-17f1-4cac-8aef-8ef4c48bfdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f371d567-8946-4a4b-ac36-237b4ae5ce25'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:43:43.382720 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356b2a64-f9a2-4906-9cd5-e826fe483c8f req-1a278bff-c200-406d-b4ce-94b537929189 service neutron] Attempting to bind port ad1d92fc-9863-42b6-a997-d84c33c49c3f on network f371d567-8946-4a4b-ac36-237b4ae5ce25 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:43:43.386994 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356b2a64-f9a2-4906-9cd5-e826fe483c8f req-1a278bff-c200-406d-b4ce-94b537929189 service neutron] Port ad1d92fc-9863-42b6-a997-d84c33c49c3f on network f371d567-8946-4a4b-ac36-237b4ae5ce25 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:43:43.387429 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356b2a64-f9a2-4906-9cd5-e826fe483c8f req-1a278bff-c200-406d-b4ce-94b537929189 service neutron] Attempting to bind port ad1d92fc-9863-42b6-a997-d84c33c49c3f on network f371d567-8946-4a4b-ac36-237b4ae5ce25 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:43:43.392146 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356b2a64-f9a2-4906-9cd5-e826fe483c8f req-1a278bff-c200-406d-b4ce-94b537929189 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:43:43.392484 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356b2a64-f9a2-4906-9cd5-e826fe483c8f req-1a278bff-c200-406d-b4ce-94b537929189 service neutron] Checking segment: {'id': 'c968a0af-17f1-4cac-8aef-8ef4c48bfdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f371d567-8946-4a4b-ac36-237b4ae5ce25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:43:43.392859 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356b2a64-f9a2-4906-9cd5-e826fe483c8f req-1a278bff-c200-406d-b4ce-94b537929189 service neutron] Bound using segment: {'id': 'c968a0af-17f1-4cac-8aef-8ef4c48bfdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f371d567-8946-4a4b-ac36-237b4ae5ce25'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:43:43.393272 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-356b2a64-f9a2-4906-9cd5-e826fe483c8f req-1a278bff-c200-406d-b4ce-94b537929189 service neutron] Bound port: ad1d92fc-9863-42b6-a997-d84c33c49c3f, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c968a0af-17f1-4cac-8aef-8ef4c48bfdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f371d567-8946-4a4b-ac36-237b4ae5ce25'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:43:43.393647 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-356b2a64-f9a2-4906-9cd5-e826fe483c8f req-1a278bff-c200-406d-b4ce-94b537929189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:43.454970 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-356b2a64-f9a2-4906-9cd5-e826fe483c8f req-1a278bff-c200-406d-b4ce-94b537929189 service neutron] For port ad1d92fc-9863-42b6-a997-d84c33c49c3f, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:43:43.458189 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-356b2a64-f9a2-4906-9cd5-e826fe483c8f req-1a278bff-c200-406d-b4ce-94b537929189 service neutron] For port ad1d92fc-9863-42b6-a997-d84c33c49c3f, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=ad1d92fc-9863-42b6-a997-d84c33c49c3f,segment=NetworkSegment(c968a0af-17f1-4cac-8aef-8ef4c48bfdee),segment_id=c968a0af-17f1-4cac-8aef-8ef4c48bfdee)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:43:43.461741 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-356b2a64-f9a2-4906-9cd5-e826fe483c8f req-1a278bff-c200-406d-b4ce-94b537929189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:43.496175 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b2a64-f9a2-4906-9cd5-e826fe483c8f req-1a278bff-c200-406d-b4ce-94b537929189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:43.497161 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-356b2a64-f9a2-4906-9cd5-e826fe483c8f req-1a278bff-c200-406d-b4ce-94b537929189 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:43.498484 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-356b2a64-f9a2-4906-9cd5-e826fe483c8f req-1a278bff-c200-406d-b4ce-94b537929189 service neutron] 10.222.0.54 "PUT /v2.0/ports/ad1d92fc-9863-42b6-a997-d84c33c49c3f HTTP/1.1" status: 200 len: 1093 time: 0.6668127 Nov 12 01:43:43.498997 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddf0b255-032f-4a9c-9aae-eb85cf25be40', 'tag': 'ad1d92fc-9863-42b6-a997-d84c33c49c3f'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:43:43.501248 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f20791c62abc78a76d837b2e8f3e70a497c95c8c7e17d957ee036670eec5325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118bb6ee-ccd2-4912-8267-435508cdd3e7" -d '{"events": [{"name": "network-changed", "server_uuid": "ddf0b255-032f-4a9c-9aae-eb85cf25be40", "tag": "ad1d92fc-9863-42b6-a997-d84c33c49c3f"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:43:43.526954 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a278bff-c200-406d-b4ce-94b537929189 service neutron] Pushing event updated for resources: {'Port': ['ID=ad1d92fc-9863-42b6-a997-d84c33c49c3f,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:43.542723 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595310f3-5279-48e3-b73a-8c0bffa9a836 x-openstack-request-id: req-595310f3-5279-48e3-b73a-8c0bffa9a836 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:43:43.543037 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddf0b255-032f-4a9c-9aae-eb85cf25be40", "tag": "ad1d92fc-9863-42b6-a997-d84c33c49c3f", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:43:43.543345 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-595310f3-5279-48e3-b73a-8c0bffa9a836 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:43:43.544517 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddf0b255-032f-4a9c-9aae-eb85cf25be40', 'tag': 'ad1d92fc-9863-42b6-a997-d84c33c49c3f', 'status': 'completed', 'code': 200} Nov 12 01:43:43.603478 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b2a64-f9a2-4906-9cd5-e826fe483c8f req-51dc798a-e403-4fa6-88da-12ee538e829c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:43.604980 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-356b2a64-f9a2-4906-9cd5-e826fe483c8f req-51dc798a-e403-4fa6-88da-12ee538e829c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8f3df789a00d4330bb17795280add8d8&device_id=ddf0b255-032f-4a9c-9aae-eb85cf25be40 HTTP/1.1" status: 200 len: 1096 time: 0.0417633 Nov 12 01:43:43.654952 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-356b2a64-f9a2-4906-9cd5-e826fe483c8f req-9a1aaafb-2986-4abd-93c5-6aad0c53d809 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad1d92fc-9863-42b6-a997-d84c33c49c3f HTTP/1.1" status: 200 len: 217 time: 0.0367055 Nov 12 01:43:43.702677 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b2a64-f9a2-4906-9cd5-e826fe483c8f req-239926aa-ad53-4fe8-a5e2-3d1bcb1bf5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:43.704072 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-356b2a64-f9a2-4906-9cd5-e826fe483c8f req-239926aa-ad53-4fe8-a5e2-3d1bcb1bf5bc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b1181acf-c5a8-4e29-8088-4a622d60d6b6 HTTP/1.1" status: 200 len: 852 time: 0.0427094 Nov 12 01:43:43.739340 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-356b2a64-f9a2-4906-9cd5-e826fe483c8f req-456353e7-67f0-49e5-82ba-0d48541b9617 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f371d567-8946-4a4b-ac36-237b4ae5ce25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274856 Nov 12 01:43:43.833481 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-356b2a64-f9a2-4906-9cd5-e826fe483c8f req-f237ef39-c09a-475b-a144-ae94c29d9c71 service neutron] 10.222.0.54 "GET /v2.0/networks/f371d567-8946-4a4b-ac36-237b4ae5ce25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852902 Nov 12 01:43:43.921497 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-356b2a64-f9a2-4906-9cd5-e826fe483c8f req-69aa7619-5755-465b-ba3f-eaa82d2c999f service neutron] 10.222.0.54 "GET /v2.0/networks/f371d567-8946-4a4b-ac36-237b4ae5ce25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810130 Nov 12 01:43:44.047039 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bb6ee-ccd2-4912-8267-435508cdd3e7 req-d148e96c-3f3d-4e36-a4b3-382cee6b59c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:44.048494 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-118bb6ee-ccd2-4912-8267-435508cdd3e7 req-d148e96c-3f3d-4e36-a4b3-382cee6b59c7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8f3df789a00d4330bb17795280add8d8&device_id=ddf0b255-032f-4a9c-9aae-eb85cf25be40 HTTP/1.1" status: 200 len: 1096 time: 0.0457723 Nov 12 01:43:44.137850 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bb6ee-ccd2-4912-8267-435508cdd3e7 req-e646379c-7f20-4d87-9a05-d987550f8e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:44.139408 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-118bb6ee-ccd2-4912-8267-435508cdd3e7 req-e646379c-7f20-4d87-9a05-d987550f8e74 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f371d567-8946-4a4b-ac36-237b4ae5ce25 HTTP/1.1" status: 200 len: 913 time: 0.0841317 Nov 12 01:43:44.183353 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-118bb6ee-ccd2-4912-8267-435508cdd3e7 req-e7483101-424c-4a14-a542-4e087669e0fe service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad1d92fc-9863-42b6-a997-d84c33c49c3f HTTP/1.1" status: 200 len: 217 time: 0.0371099 Nov 12 01:43:44.230487 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bb6ee-ccd2-4912-8267-435508cdd3e7 req-171a11f4-53f2-4ed1-bdac-6ae95d186840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:44.232037 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-118bb6ee-ccd2-4912-8267-435508cdd3e7 req-171a11f4-53f2-4ed1-bdac-6ae95d186840 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b1181acf-c5a8-4e29-8088-4a622d60d6b6 HTTP/1.1" status: 200 len: 852 time: 0.0425391 Nov 12 01:43:44.263152 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-118bb6ee-ccd2-4912-8267-435508cdd3e7 req-ac8c5b89-0895-4622-956a-ad4f5994d613 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f371d567-8946-4a4b-ac36-237b4ae5ce25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245078 Nov 12 01:43:44.734997 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa416e5-0ce2-48d7-afab-ef998ff9a864 req-39b3de5a-6108-45f9-899c-f37814f4ad3e tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:44.736561 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3fa416e5-0ce2-48d7-afab-ef998ff9a864 req-39b3de5a-6108-45f9-899c-f37814f4ad3e tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddf0b255-032f-4a9c-9aae-eb85cf25be40 HTTP/1.1" status: 200 len: 944 time: 0.4150815 Nov 12 01:43:44.738327 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-118bb6ee-ccd2-4912-8267-435508cdd3e7 req-94bee81b-1115-49d5-bb02-71c67d750e02 service neutron] 10.222.0.54 "GET /v2.0/networks/f371d567-8946-4a4b-ac36-237b4ae5ce25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4684515 Nov 12 01:43:44.837727 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3fa416e5-0ce2-48d7-afab-ef998ff9a864 req-373a51e5-9257-4ddd-afa7-668363b9cd55 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e5c36d9-e663-424b-af0c-87233054e7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951564 Nov 12 01:43:44.861148 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-118bb6ee-ccd2-4912-8267-435508cdd3e7 req-d6ca61df-bf0d-4306-81d1-901f6fd17ec9 service neutron] 10.222.0.54 "GET /v2.0/networks/f371d567-8946-4a4b-ac36-237b4ae5ce25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123497 Nov 12 01:43:45.956104 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b702bd5-aaeb-4327-bfa5-2bb46628b54e req-6d5129cf-a0b1-49a9-aed2-0147e4f83feb tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:45.957593 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2b702bd5-aaeb-4327-bfa5-2bb46628b54e req-6d5129cf-a0b1-49a9-aed2-0147e4f83feb tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddf0b255-032f-4a9c-9aae-eb85cf25be40 HTTP/1.1" status: 200 len: 944 time: 0.0505307 Nov 12 01:43:46.004836 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2b702bd5-aaeb-4327-bfa5-2bb46628b54e req-829aac07-9722-4c20-81f7-d44ac77fbf57 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e5c36d9-e663-424b-af0c-87233054e7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413165 Nov 12 01:43:47.135650 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e60a14-438f-45c7-9750-c3dbe1383261 req-2c95510b-dd0a-4805-8a34-3f22de8ad1a9 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:47.137989 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e9e60a14-438f-45c7-9750-c3dbe1383261 req-2c95510b-dd0a-4805-8a34-3f22de8ad1a9 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddf0b255-032f-4a9c-9aae-eb85cf25be40 HTTP/1.1" status: 200 len: 944 time: 0.0503862 Nov 12 01:43:47.189607 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e9e60a14-438f-45c7-9750-c3dbe1383261 req-0b23878c-bd05-4d57-9307-3e100ae2550e tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e5c36d9-e663-424b-af0c-87233054e7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458162 Nov 12 01:43:47.513492 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device ad1d92fc-9863-42b6-a997-d84c33c49c3f details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:43:47.613660 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port ad1d92fc-9863-42b6-a997-d84c33c49c3f, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=ad1d92fc-9863-42b6-a997-d84c33c49c3f,segment=NetworkSegment(c968a0af-17f1-4cac-8aef-8ef4c48bfdee),segment_id=c968a0af-17f1-4cac-8aef-8ef4c48bfdee)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:43:47.624716 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'ad1d92fc-9863-42b6-a997-d84c33c49c3f', 'network_id': 'f371d567-8946-4a4b-ac36-237b4ae5ce25', 'port_id': 'ad1d92fc-9863-42b6-a997-d84c33c49c3f', 'mac_address': 'fa:16:3e:07:4e:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1181acf-c5a8-4e29-8088-4a622d60d6b6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:43:47.661322 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:47.674107 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad1d92fc-9863-42b6-a997-d84c33c49c3f {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:43:47.693502 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port ad1d92fc-9863-42b6-a997-d84c33c49c3f, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=ad1d92fc-9863-42b6-a997-d84c33c49c3f,segment=NetworkSegment(c968a0af-17f1-4cac-8aef-8ef4c48bfdee),segment_id=c968a0af-17f1-4cac-8aef-8ef4c48bfdee)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:43:47.698216 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:47.745499 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=ad1d92fc-9863-42b6-a997-d84c33c49c3f,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:48.051868 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['ad1d92fc-9863-42b6-a997-d84c33c49c3f'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:43:48.310274 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6189f55-088d-4e3f-a1da-882faecc930a req-b9bdd548-a679-4f48-b441-5ed5a1afdae8 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:48.311652 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f6189f55-088d-4e3f-a1da-882faecc930a req-b9bdd548-a679-4f48-b441-5ed5a1afdae8 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddf0b255-032f-4a9c-9aae-eb85cf25be40 HTTP/1.1" status: 200 len: 945 time: 0.0531676 Nov 12 01:43:48.360882 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f6189f55-088d-4e3f-a1da-882faecc930a req-faf9c0a8-e4d2-48da-b138-609bd24ff422 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e5c36d9-e663-424b-af0c-87233054e7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432291 Nov 12 01:43:49.475885 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e786cb-74b3-4d95-80ab-c9a84be741b3 req-10033f2f-7f10-4b83-bb37-051d34244409 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:49.477390 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f5e786cb-74b3-4d95-80ab-c9a84be741b3 req-10033f2f-7f10-4b83-bb37-051d34244409 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddf0b255-032f-4a9c-9aae-eb85cf25be40 HTTP/1.1" status: 200 len: 945 time: 0.0487759 Nov 12 01:43:49.523029 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device ad1d92fc-9863-42b6-a997-d84c33c49c3f up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:43:49.523822 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f5e786cb-74b3-4d95-80ab-c9a84be741b3 req-85d9503f-0af3-4278-ac54-f54d424ccc86 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e5c36d9-e663-424b-af0c-87233054e7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403728 Nov 12 01:43:49.570847 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port ad1d92fc-9863-42b6-a997-d84c33c49c3f completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:43:49.575253 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port ad1d92fc-9863-42b6-a997-d84c33c49c3f triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:43:49.575613 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:49.654220 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:49.676070 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddf0b255-032f-4a9c-9aae-eb85cf25be40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1d92fc-9863-42b6-a997-d84c33c49c3f'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:43:49.678328 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f589fb9f8862dfdbd1fb170ce835a8c182cc8b052b64638c52562f284e07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0562a0ea-5e2a-4ba7-bff3-4e8f7906d353" -d '{"events": [{"server_uuid": "ddf0b255-032f-4a9c-9aae-eb85cf25be40", "name": "network-vif-plugged", "status": "completed", "tag": "ad1d92fc-9863-42b6-a997-d84c33c49c3f"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:43:49.691072 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port ad1d92fc-9863-42b6-a997-d84c33c49c3f, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=ad1d92fc-9863-42b6-a997-d84c33c49c3f,segment=NetworkSegment(c968a0af-17f1-4cac-8aef-8ef4c48bfdee),segment_id=c968a0af-17f1-4cac-8aef-8ef4c48bfdee)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:43:49.695085 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:49.718308 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ccccf5-90bb-4857-9b2c-e4216dff9578 x-openstack-request-id: req-60ccccf5-90bb-4857-9b2c-e4216dff9578 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:43:49.718596 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddf0b255-032f-4a9c-9aae-eb85cf25be40", "name": "network-vif-plugged", "status": "completed", "tag": "ad1d92fc-9863-42b6-a997-d84c33c49c3f", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:43:49.718846 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-60ccccf5-90bb-4857-9b2c-e4216dff9578 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:43:49.719229 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddf0b255-032f-4a9c-9aae-eb85cf25be40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1d92fc-9863-42b6-a997-d84c33c49c3f', 'code': 200} Nov 12 01:43:49.743936 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=ad1d92fc-9863-42b6-a997-d84c33c49c3f,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:49.841892 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e1a46-ce29-45c3-b2e8-372fc55c3ad3 req-36c7f265-1b8e-4098-b223-5ed39d344c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:49.843356 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3b6e1a46-ce29-45c3-b2e8-372fc55c3ad3 req-36c7f265-1b8e-4098-b223-5ed39d344c11 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ddf0b255-032f-4a9c-9aae-eb85cf25be40 HTTP/1.1" status: 200 len: 1098 time: 0.0436661 Nov 12 01:43:49.887967 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3b6e1a46-ce29-45c3-b2e8-372fc55c3ad3 req-f8f12e7d-94fd-4236-a469-0a5ada3e1159 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5e5c36d9-e663-424b-af0c-87233054e7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364692 Nov 12 01:43:50.642170 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee59f69-4c28-4489-9bf8-6d9c0f42b733 req-a99a3cb1-40c6-4824-8fff-1e3fe27572b8 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:50.643642 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4ee59f69-4c28-4489-9bf8-6d9c0f42b733 req-a99a3cb1-40c6-4824-8fff-1e3fe27572b8 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddf0b255-032f-4a9c-9aae-eb85cf25be40 HTTP/1.1" status: 200 len: 946 time: 0.0483873 Nov 12 01:43:50.691354 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4ee59f69-4c28-4489-9bf8-6d9c0f42b733 req-de5aafc9-1af9-43fa-aff5-2d8b92c46b52 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e5c36d9-e663-424b-af0c-87233054e7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416145 Nov 12 01:43:51.813652 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76926f-8d6d-4210-9f8c-db8584700a6b req-a65f2b52-90df-4345-86da-714fa8c24ef4 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:51.815133 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df76926f-8d6d-4210-9f8c-db8584700a6b req-a65f2b52-90df-4345-86da-714fa8c24ef4 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddf0b255-032f-4a9c-9aae-eb85cf25be40 HTTP/1.1" status: 200 len: 946 time: 0.0510950 Nov 12 01:43:51.862492 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df76926f-8d6d-4210-9f8c-db8584700a6b req-0e5b319d-233a-4d86-88b5-479310cc8610 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e5c36d9-e663-424b-af0c-87233054e7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413728 Nov 12 01:43:52.093765 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d003b-8097-4852-aac0-847868bc72ad req-10860c7e-706b-44e4-8538-219cf7fd09a2 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:52.095236 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fb1d003b-8097-4852-aac0-847868bc72ad req-10860c7e-706b-44e4-8538-219cf7fd09a2 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/networks?id=f371d567-8946-4a4b-ac36-237b4ae5ce25 HTTP/1.1" status: 200 len: 812 time: 0.1112657 Nov 12 01:43:52.110837 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fb1d003b-8097-4852-aac0-847868bc72ad req-8f794303-722e-4f3d-bd18-04ffba5db10e tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/quotas/8f3df789a00d4330bb17795280add8d8 HTTP/1.1" status: 200 len: 375 time: 0.0093195 Nov 12 01:43:52.159296 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fb1d003b-8097-4852-aac0-847868bc72ad req-b02f1eb4-3e54-4baf-8349-3dc12989beed tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8f3df789a00d4330bb17795280add8d8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0437565 Nov 12 01:43:52.254585 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fb1d003b-8097-4852-aac0-847868bc72ad req-c43d00f9-db49-4955-bbc1-28d96fcfb0d3 service neutron] 10.222.0.20 "GET /v2.0/networks/f371d567-8946-4a4b-ac36-237b4ae5ce25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869391 Nov 12 01:43:52.341805 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fb1d003b-8097-4852-aac0-847868bc72ad req-26859341-606b-43d4-bcaf-19828e41b6bd service neutron] 10.222.0.20 "GET /v2.0/networks/f371d567-8946-4a4b-ac36-237b4ae5ce25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810974 Nov 12 01:43:52.508121 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-210fa01b-6ca2-4f2f-be26-5bc23f63f172 req-6430a9de-dddb-4566-9d8a-982a59ec5802 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/ports?device_id=af6bd58d-ab3f-4e81-ad49-6272d05bb672 HTTP/1.1" status: 200 len: 210 time: 0.0278857 Nov 12 01:43:53.618687 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7a73cd9b-f69b-440d-b61f-1d0e49bcebb2 req-02541298-1155-4e7b-b7ec-606a59e194e8 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/ports?device_id=af6bd58d-ab3f-4e81-ad49-6272d05bb672 HTTP/1.1" status: 200 len: 210 time: 0.0278585 Nov 12 01:43:53.635598 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d003b-8097-4852-aac0-847868bc72ad req-747f53f1-8416-4a36-9358-d3d4c5f20f6d tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:53.635598 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fb1d003b-8097-4852-aac0-847868bc72ad req-747f53f1-8416-4a36-9358-d3d4c5f20f6d tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.49 "GET /v2.0/networks?id=f371d567-8946-4a4b-ac36-237b4ae5ce25 HTTP/1.1" status: 200 len: 812 time: 0.1159344 Nov 12 01:43:53.653783 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-fb1d003b-8097-4852-aac0-847868bc72ad req-d36e6b40-6042-4e34-93bb-abb761e1e1f3 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Request body: {'port': {'device_id': 'af6bd58d-ab3f-4e81-ad49-6272d05bb672', 'network_id': 'f371d567-8946-4a4b-ac36-237b4ae5ce25', 'admin_state_up': True, 'tenant_id': '8f3df789a00d4330bb17795280add8d8'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:43:53.766053 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb1d003b-8097-4852-aac0-847868bc72ad req-d36e6b40-6042-4e34-93bb-abb761e1e1f3 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Made reservation on behalf of 8f3df789a00d4330bb17795280add8d8 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:43:53.769550 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-fb1d003b-8097-4852-aac0-847868bc72ad req-d36e6b40-6042-4e34-93bb-abb761e1e1f3 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:53.891282 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-fb1d003b-8097-4852-aac0-847868bc72ad req-d36e6b40-6042-4e34-93bb-abb761e1e1f3 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Allocated IP 172.20.0.7 (f371d567-8946-4a4b-ac36-237b4ae5ce25/b1181acf-c5a8-4e29-8088-4a622d60d6b6/5c0192ea-1e32-413a-b239-18d9fbb36b62) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:43:54.038562 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-fb1d003b-8097-4852-aac0-847868bc72ad req-d36e6b40-6042-4e34-93bb-abb761e1e1f3 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:54.071140 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-fb1d003b-8097-4852-aac0-847868bc72ad req-d36e6b40-6042-4e34-93bb-abb761e1e1f3 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:54.104005 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['ad1d92fc-9863-42b6-a997-d84c33c49c3f'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:43:54.112245 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb1d003b-8097-4852-aac0-847868bc72ad req-d36e6b40-6042-4e34-93bb-abb761e1e1f3 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Network f371d567-8946-4a4b-ac36-237b4ae5ce25 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:43:54.115309 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-fb1d003b-8097-4852-aac0-847868bc72ad req-d36e6b40-6042-4e34-93bb-abb761e1e1f3 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:43:54.121243 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb1d003b-8097-4852-aac0-847868bc72ad req-d36e6b40-6042-4e34-93bb-abb761e1e1f3 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:43:54.151185 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e6b40-6042-4e34-93bb-abb761e1e1f3 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Pushing event updated for resources: {'Port': ['ID=5c0192ea-1e32-413a-b239-18d9fbb36b62,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:54.164151 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e6b40-6042-4e34-93bb-abb761e1e1f3 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:54.164494 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e6b40-6042-4e34-93bb-abb761e1e1f3 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:54.164831 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e6b40-6042-4e34-93bb-abb761e1e1f3 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:54.165163 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e6b40-6042-4e34-93bb-abb761e1e1f3 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:54.165521 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e6b40-6042-4e34-93bb-abb761e1e1f3 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:54.165845 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e6b40-6042-4e34-93bb-abb761e1e1f3 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:54.166169 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e6b40-6042-4e34-93bb-abb761e1e1f3 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:54.166489 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e6b40-6042-4e34-93bb-abb761e1e1f3 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:54.166812 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e6b40-6042-4e34-93bb-abb761e1e1f3 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:54.167129 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e6b40-6042-4e34-93bb-abb761e1e1f3 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:54.167464 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e6b40-6042-4e34-93bb-abb761e1e1f3 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:54.167767 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e6b40-6042-4e34-93bb-abb761e1e1f3 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:54.190475 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d003b-8097-4852-aac0-847868bc72ad req-d36e6b40-6042-4e34-93bb-abb761e1e1f3 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:54.191091 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-fb1d003b-8097-4852-aac0-847868bc72ad req-d36e6b40-6042-4e34-93bb-abb761e1e1f3 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:54.207286 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fb1d003b-8097-4852-aac0-847868bc72ad req-d36e6b40-6042-4e34-93bb-abb761e1e1f3 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5576940 Nov 12 01:43:54.225841 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-fb1d003b-8097-4852-aac0-847868bc72ad req-01f4379b-90e6-45d2-ab8e-455e11920b77 service neutron] Request body: {'port': {'device_id': 'af6bd58d-ab3f-4e81-ad49-6272d05bb672', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:43:54.278696 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-fb1d003b-8097-4852-aac0-847868bc72ad req-01f4379b-90e6-45d2-ab8e-455e11920b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:54.534454 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-fb1d003b-8097-4852-aac0-847868bc72ad req-01f4379b-90e6-45d2-ab8e-455e11920b77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c0192ea-1e32-413a-b239-18d9fbb36b62 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:43:54.541578 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-fb1d003b-8097-4852-aac0-847868bc72ad req-01f4379b-90e6-45d2-ab8e-455e11920b77 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:54.554866 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-fb1d003b-8097-4852-aac0-847868bc72ad req-01f4379b-90e6-45d2-ab8e-455e11920b77 service neutron] Transition to ACTIVE for port object 5c0192ea-1e32-413a-b239-18d9fbb36b62 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:43:54.558196 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-fb1d003b-8097-4852-aac0-847868bc72ad req-01f4379b-90e6-45d2-ab8e-455e11920b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:54.631004 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f4379b-90e6-45d2-ab8e-455e11920b77 service neutron] Pushing event updated for resources: {'Port': ['ID=5c0192ea-1e32-413a-b239-18d9fbb36b62,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:54.684959 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-fb1d003b-8097-4852-aac0-847868bc72ad req-01f4379b-90e6-45d2-ab8e-455e11920b77 service neutron] Attempting to bind port 5c0192ea-1e32-413a-b239-18d9fbb36b62 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:43:54.685682 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-fb1d003b-8097-4852-aac0-847868bc72ad req-01f4379b-90e6-45d2-ab8e-455e11920b77 service neutron] Attempting to bind port 5c0192ea-1e32-413a-b239-18d9fbb36b62 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'c968a0af-17f1-4cac-8aef-8ef4c48bfdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f371d567-8946-4a4b-ac36-237b4ae5ce25'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:43:54.685682 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1d003b-8097-4852-aac0-847868bc72ad req-01f4379b-90e6-45d2-ab8e-455e11920b77 service neutron] Attempting to bind port 5c0192ea-1e32-413a-b239-18d9fbb36b62 on network f371d567-8946-4a4b-ac36-237b4ae5ce25 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:43:54.701202 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1d003b-8097-4852-aac0-847868bc72ad req-01f4379b-90e6-45d2-ab8e-455e11920b77 service neutron] Port 5c0192ea-1e32-413a-b239-18d9fbb36b62 on network f371d567-8946-4a4b-ac36-237b4ae5ce25 not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:43:54.701575 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1d003b-8097-4852-aac0-847868bc72ad req-01f4379b-90e6-45d2-ab8e-455e11920b77 service neutron] Attempting to bind port 5c0192ea-1e32-413a-b239-18d9fbb36b62 on network f371d567-8946-4a4b-ac36-237b4ae5ce25 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:43:54.722170 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1d003b-8097-4852-aac0-847868bc72ad req-01f4379b-90e6-45d2-ab8e-455e11920b77 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:43:54.722518 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1d003b-8097-4852-aac0-847868bc72ad req-01f4379b-90e6-45d2-ab8e-455e11920b77 service neutron] Checking segment: {'id': 'c968a0af-17f1-4cac-8aef-8ef4c48bfdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f371d567-8946-4a4b-ac36-237b4ae5ce25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:43:54.722929 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1d003b-8097-4852-aac0-847868bc72ad req-01f4379b-90e6-45d2-ab8e-455e11920b77 service neutron] Bound using segment: {'id': 'c968a0af-17f1-4cac-8aef-8ef4c48bfdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f371d567-8946-4a4b-ac36-237b4ae5ce25'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:43:54.723358 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-fb1d003b-8097-4852-aac0-847868bc72ad req-01f4379b-90e6-45d2-ab8e-455e11920b77 service neutron] Bound port: 5c0192ea-1e32-413a-b239-18d9fbb36b62, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c968a0af-17f1-4cac-8aef-8ef4c48bfdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f371d567-8946-4a4b-ac36-237b4ae5ce25'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:43:54.723714 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-fb1d003b-8097-4852-aac0-847868bc72ad req-01f4379b-90e6-45d2-ab8e-455e11920b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:54.782017 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0b5f9-ca2e-48f7-8078-378672c19fd9 req-dd760ed8-5bfd-478a-b965-67ffe0f71a22 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:54.784279 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-73e0b5f9-ca2e-48f7-8078-378672c19fd9 req-dd760ed8-5bfd-478a-b965-67ffe0f71a22 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/ports?device_id=af6bd58d-ab3f-4e81-ad49-6272d05bb672 HTTP/1.1" status: 200 len: 943 time: 0.0963180 Nov 12 01:43:54.841403 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-fb1d003b-8097-4852-aac0-847868bc72ad req-01f4379b-90e6-45d2-ab8e-455e11920b77 service neutron] For port 5c0192ea-1e32-413a-b239-18d9fbb36b62, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:43:54.862588 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-fb1d003b-8097-4852-aac0-847868bc72ad req-01f4379b-90e6-45d2-ab8e-455e11920b77 service neutron] For port 5c0192ea-1e32-413a-b239-18d9fbb36b62, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=5c0192ea-1e32-413a-b239-18d9fbb36b62,segment=NetworkSegment(c968a0af-17f1-4cac-8aef-8ef4c48bfdee),segment_id=c968a0af-17f1-4cac-8aef-8ef4c48bfdee)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:43:54.867230 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-73e0b5f9-ca2e-48f7-8078-378672c19fd9 req-3e7f30d3-c9af-4638-8b76-ce3bcfcca593 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e5c36d9-e663-424b-af0c-87233054e7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718153 Nov 12 01:43:54.868861 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-fb1d003b-8097-4852-aac0-847868bc72ad req-01f4379b-90e6-45d2-ab8e-455e11920b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:54.905932 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d003b-8097-4852-aac0-847868bc72ad req-01f4379b-90e6-45d2-ab8e-455e11920b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:54.906575 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-fb1d003b-8097-4852-aac0-847868bc72ad req-01f4379b-90e6-45d2-ab8e-455e11920b77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:54.908028 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fb1d003b-8097-4852-aac0-847868bc72ad req-01f4379b-90e6-45d2-ab8e-455e11920b77 service neutron] 10.222.0.49 "PUT /v2.0/ports/5c0192ea-1e32-413a-b239-18d9fbb36b62 HTTP/1.1" status: 200 len: 1092 time: 0.6863885 Nov 12 01:43:54.908517 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af6bd58d-ab3f-4e81-ad49-6272d05bb672', 'tag': '5c0192ea-1e32-413a-b239-18d9fbb36b62'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:43:54.910889 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be10c6201f4a6af1b4f88844b1b0aabab5fd97a2a103bbbe8677b2ad1e6c711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24df290-0744-440a-8d6c-5fa199396baa" -d '{"events": [{"name": "network-changed", "server_uuid": "af6bd58d-ab3f-4e81-ad49-6272d05bb672", "tag": "5c0192ea-1e32-413a-b239-18d9fbb36b62"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:43:54.934574 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f4379b-90e6-45d2-ab8e-455e11920b77 service neutron] Pushing event updated for resources: {'Port': ['ID=5c0192ea-1e32-413a-b239-18d9fbb36b62,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:54.953994 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236b00a0-b194-43b0-a081-fb9c19a5bd0d x-openstack-request-id: req-236b00a0-b194-43b0-a081-fb9c19a5bd0d {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:43:54.954286 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af6bd58d-ab3f-4e81-ad49-6272d05bb672", "tag": "5c0192ea-1e32-413a-b239-18d9fbb36b62", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:43:54.954541 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-236b00a0-b194-43b0-a081-fb9c19a5bd0d {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:43:54.954945 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af6bd58d-ab3f-4e81-ad49-6272d05bb672', 'tag': '5c0192ea-1e32-413a-b239-18d9fbb36b62', 'status': 'completed', 'code': 200} Nov 12 01:43:55.014641 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d003b-8097-4852-aac0-847868bc72ad req-ca71713f-8b34-47ed-9fd3-cada0be18700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:55.016109 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fb1d003b-8097-4852-aac0-847868bc72ad req-ca71713f-8b34-47ed-9fd3-cada0be18700 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8f3df789a00d4330bb17795280add8d8&device_id=af6bd58d-ab3f-4e81-ad49-6272d05bb672 HTTP/1.1" status: 200 len: 1095 time: 0.0410993 Nov 12 01:43:55.071874 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fb1d003b-8097-4852-aac0-847868bc72ad req-f85e2d35-e6b4-4291-b77a-82bac58a94fb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c0192ea-1e32-413a-b239-18d9fbb36b62 HTTP/1.1" status: 200 len: 217 time: 0.0420732 Nov 12 01:43:55.123254 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d003b-8097-4852-aac0-847868bc72ad req-13fa3521-86ee-4bd5-a4b3-57eb09502612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:55.124635 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fb1d003b-8097-4852-aac0-847868bc72ad req-13fa3521-86ee-4bd5-a4b3-57eb09502612 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b1181acf-c5a8-4e29-8088-4a622d60d6b6 HTTP/1.1" status: 200 len: 852 time: 0.0466988 Nov 12 01:43:55.156405 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fb1d003b-8097-4852-aac0-847868bc72ad req-fb9e63eb-4848-47f8-92f9-5dd7263d6e37 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f371d567-8946-4a4b-ac36-237b4ae5ce25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241385 Nov 12 01:43:55.250952 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fb1d003b-8097-4852-aac0-847868bc72ad req-fc8be7d4-53d4-4f81-a6d3-8a8ece46d5b5 service neutron] 10.222.0.49 "GET /v2.0/networks/f371d567-8946-4a4b-ac36-237b4ae5ce25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877700 Nov 12 01:43:55.341776 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fb1d003b-8097-4852-aac0-847868bc72ad req-e11ad56c-8014-4f49-8322-62fb7828b357 service neutron] 10.222.0.49 "GET /v2.0/networks/f371d567-8946-4a4b-ac36-237b4ae5ce25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830071 Nov 12 01:43:55.483180 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24df290-0744-440a-8d6c-5fa199396baa req-57fbc5dd-5953-4b62-a31a-2d14f58e5998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:55.484667 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b24df290-0744-440a-8d6c-5fa199396baa req-57fbc5dd-5953-4b62-a31a-2d14f58e5998 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8f3df789a00d4330bb17795280add8d8&device_id=af6bd58d-ab3f-4e81-ad49-6272d05bb672 HTTP/1.1" status: 200 len: 1095 time: 0.0508845 Nov 12 01:43:55.573736 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24df290-0744-440a-8d6c-5fa199396baa req-16cb1a53-ad2e-4118-abc7-676419bae487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:55.575216 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b24df290-0744-440a-8d6c-5fa199396baa req-16cb1a53-ad2e-4118-abc7-676419bae487 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f371d567-8946-4a4b-ac36-237b4ae5ce25 HTTP/1.1" status: 200 len: 913 time: 0.0832849 Nov 12 01:43:55.619695 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b24df290-0744-440a-8d6c-5fa199396baa req-6eca0087-d600-4e03-ab3d-fa7a05d86801 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c0192ea-1e32-413a-b239-18d9fbb36b62 HTTP/1.1" status: 200 len: 217 time: 0.0377755 Nov 12 01:43:55.669085 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24df290-0744-440a-8d6c-5fa199396baa req-bd0f4593-9d8b-4566-b2cb-1bc6d9189401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:55.670542 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b24df290-0744-440a-8d6c-5fa199396baa req-bd0f4593-9d8b-4566-b2cb-1bc6d9189401 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b1181acf-c5a8-4e29-8088-4a622d60d6b6 HTTP/1.1" status: 200 len: 852 time: 0.0437522 Nov 12 01:43:55.703378 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b24df290-0744-440a-8d6c-5fa199396baa req-cd9b0a23-e2b4-48d1-a7d4-97d92531de72 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f371d567-8946-4a4b-ac36-237b4ae5ce25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240171 Nov 12 01:43:55.800244 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b24df290-0744-440a-8d6c-5fa199396baa req-cfa6342d-99ed-48af-8d9a-4aaf065506ba service neutron] 10.222.0.49 "GET /v2.0/networks/f371d567-8946-4a4b-ac36-237b4ae5ce25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887039 Nov 12 01:43:56.201395 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fe81d-063b-4451-8fee-f3f9272a9d60 req-4e199e86-a4cb-4ced-87a2-3a295100c2aa tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:56.202826 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-389fe81d-063b-4451-8fee-f3f9272a9d60 req-4e199e86-a4cb-4ced-87a2-3a295100c2aa tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/ports?device_id=af6bd58d-ab3f-4e81-ad49-6272d05bb672 HTTP/1.1" status: 200 len: 943 time: 0.0986140 Nov 12 01:43:56.208136 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b24df290-0744-440a-8d6c-5fa199396baa req-aaa4fa4f-7775-4288-b759-f93642ba6e04 service neutron] 10.222.0.49 "GET /v2.0/networks/f371d567-8946-4a4b-ac36-237b4ae5ce25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004121 Nov 12 01:43:56.252692 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-389fe81d-063b-4451-8fee-f3f9272a9d60 req-ee088990-5b58-4438-b275-ea022374b94e tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e5c36d9-e663-424b-af0c-87233054e7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436192 Nov 12 01:43:57.374007 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2236bfff-4623-47d4-aeaa-54a0eb4c9046 req-5a774d54-de10-43a3-a3f1-30835041123d tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:57.375473 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2236bfff-4623-47d4-aeaa-54a0eb4c9046 req-5a774d54-de10-43a3-a3f1-30835041123d tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/ports?device_id=af6bd58d-ab3f-4e81-ad49-6272d05bb672 HTTP/1.1" status: 200 len: 943 time: 0.0543745 Nov 12 01:43:57.422157 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2236bfff-4623-47d4-aeaa-54a0eb4c9046 req-3d97ef91-d6d9-4ac8-85ab-118380dfaa50 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e5c36d9-e663-424b-af0c-87233054e7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407357 Nov 12 01:43:58.387061 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 5c0192ea-1e32-413a-b239-18d9fbb36b62 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:43:58.486039 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 5c0192ea-1e32-413a-b239-18d9fbb36b62, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=5c0192ea-1e32-413a-b239-18d9fbb36b62,segment=NetworkSegment(c968a0af-17f1-4cac-8aef-8ef4c48bfdee),segment_id=c968a0af-17f1-4cac-8aef-8ef4c48bfdee)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:43:58.497074 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '5c0192ea-1e32-413a-b239-18d9fbb36b62', 'network_id': 'f371d567-8946-4a4b-ac36-237b4ae5ce25', 'port_id': '5c0192ea-1e32-413a-b239-18d9fbb36b62', 'mac_address': 'fa:16:3e:8d:81:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1181acf-c5a8-4e29-8088-4a622d60d6b6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:43:58.534089 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:58.539274 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537d8c8-c355-4fd6-bea5-f6ca3c6d0753 req-36822005-5fcc-4cf8-93bb-e7e2a8515062 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:58.540729 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9537d8c8-c355-4fd6-bea5-f6ca3c6d0753 req-36822005-5fcc-4cf8-93bb-e7e2a8515062 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/ports?device_id=af6bd58d-ab3f-4e81-ad49-6272d05bb672 HTTP/1.1" status: 200 len: 943 time: 0.0483084 Nov 12 01:43:58.547801 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c0192ea-1e32-413a-b239-18d9fbb36b62 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:43:58.571418 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 5c0192ea-1e32-413a-b239-18d9fbb36b62, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=5c0192ea-1e32-413a-b239-18d9fbb36b62,segment=NetworkSegment(c968a0af-17f1-4cac-8aef-8ef4c48bfdee),segment_id=c968a0af-17f1-4cac-8aef-8ef4c48bfdee)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:43:58.576188 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:58.590151 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9537d8c8-c355-4fd6-bea5-f6ca3c6d0753 req-cd9d9ec4-f33b-4e8f-b326-a57c3051b6d1 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e5c36d9-e663-424b-af0c-87233054e7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415518 Nov 12 01:43:58.624963 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=5c0192ea-1e32-413a-b239-18d9fbb36b62,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:58.832443 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['5c0192ea-1e32-413a-b239-18d9fbb36b62'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:43:59.706652 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa4e83-de5d-448a-b797-09bf96a620c1 req-34199257-4ab0-4267-9259-7f3a0a13c6c0 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:59.708126 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d4aa4e83-de5d-448a-b797-09bf96a620c1 req-34199257-4ab0-4267-9259-7f3a0a13c6c0 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/ports?device_id=af6bd58d-ab3f-4e81-ad49-6272d05bb672 HTTP/1.1" status: 200 len: 944 time: 0.0491767 Nov 12 01:43:59.755383 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d4aa4e83-de5d-448a-b797-09bf96a620c1 req-7e602f74-4150-49dc-9df0-c117463b4428 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e5c36d9-e663-424b-af0c-87233054e7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413561 Nov 12 01:44:00.401590 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 5c0192ea-1e32-413a-b239-18d9fbb36b62 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:44:00.453674 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 5c0192ea-1e32-413a-b239-18d9fbb36b62 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:44:00.457574 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 5c0192ea-1e32-413a-b239-18d9fbb36b62 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:44:00.457941 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:00.531858 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:00.553790 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6bd58d-ab3f-4e81-ad49-6272d05bb672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0192ea-1e32-413a-b239-18d9fbb36b62'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:44:00.556002 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f589fb9f8862dfdbd1fb170ce835a8c182cc8b052b64638c52562f284e07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf305a3-032f-4f26-adaf-efcc40c7c7df" -d '{"events": [{"server_uuid": "af6bd58d-ab3f-4e81-ad49-6272d05bb672", "name": "network-vif-plugged", "status": "completed", "tag": "5c0192ea-1e32-413a-b239-18d9fbb36b62"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:44:00.569298 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 5c0192ea-1e32-413a-b239-18d9fbb36b62, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=5c0192ea-1e32-413a-b239-18d9fbb36b62,segment=NetworkSegment(c968a0af-17f1-4cac-8aef-8ef4c48bfdee),segment_id=c968a0af-17f1-4cac-8aef-8ef4c48bfdee)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:44:00.573853 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:00.601518 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7afcba80-2170-4c81-8c33-81b99d495a8d x-openstack-request-id: req-7afcba80-2170-4c81-8c33-81b99d495a8d {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:44:00.601808 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af6bd58d-ab3f-4e81-ad49-6272d05bb672", "name": "network-vif-plugged", "status": "completed", "tag": "5c0192ea-1e32-413a-b239-18d9fbb36b62", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:44:00.602059 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7afcba80-2170-4c81-8c33-81b99d495a8d {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:44:00.602440 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af6bd58d-ab3f-4e81-ad49-6272d05bb672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0192ea-1e32-413a-b239-18d9fbb36b62', 'code': 200} Nov 12 01:44:00.627941 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=5c0192ea-1e32-413a-b239-18d9fbb36b62,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:00.716483 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe3717-26a6-4412-9f04-1cfe028cda78 req-c8d8ac79-9416-49a5-85d6-8fa797656410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:00.718056 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1ebe3717-26a6-4412-9f04-1cfe028cda78 req-c8d8ac79-9416-49a5-85d6-8fa797656410 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=af6bd58d-ab3f-4e81-ad49-6272d05bb672 HTTP/1.1" status: 200 len: 1097 time: 0.0404842 Nov 12 01:44:00.766632 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1ebe3717-26a6-4412-9f04-1cfe028cda78 req-8fb436fd-2a0b-4b4a-90cc-1c132fd3c371 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5e5c36d9-e663-424b-af0c-87233054e7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408394 Nov 12 01:44:00.867459 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16887e28-eb20-4187-b0c9-4fa06ec88ab4 req-27714a16-7fa8-457c-a203-61266fd3d4ef tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:00.868907 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-16887e28-eb20-4187-b0c9-4fa06ec88ab4 req-27714a16-7fa8-457c-a203-61266fd3d4ef tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/ports?device_id=af6bd58d-ab3f-4e81-ad49-6272d05bb672 HTTP/1.1" status: 200 len: 945 time: 0.0471594 Nov 12 01:44:00.919399 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-16887e28-eb20-4187-b0c9-4fa06ec88ab4 req-cfa64fe2-658a-404f-a3f7-8da5938c0645 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e5c36d9-e663-424b-af0c-87233054e7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439596 Nov 12 01:44:02.037818 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fed5ef-9764-4df9-a6bf-8b4c6ef0d889 req-f81be204-3742-4d43-bf67-ba90c4409ca9 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:02.039282 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c3fed5ef-9764-4df9-a6bf-8b4c6ef0d889 req-f81be204-3742-4d43-bf67-ba90c4409ca9 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/ports?device_id=af6bd58d-ab3f-4e81-ad49-6272d05bb672 HTTP/1.1" status: 200 len: 945 time: 0.0492337 Nov 12 01:44:02.086473 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c3fed5ef-9764-4df9-a6bf-8b4c6ef0d889 req-89743552-2794-4bbc-bc2f-9dbff5fb1545 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e5c36d9-e663-424b-af0c-87233054e7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407095 Nov 12 01:44:02.316777 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9110056-467d-4d32-8d55-131638b85eed req-9bed85d9-2a10-496d-87bb-70a1e50695e3 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:02.318458 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b9110056-467d-4d32-8d55-131638b85eed req-9bed85d9-2a10-496d-87bb-70a1e50695e3 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/ports?device_id=af6bd58d-ab3f-4e81-ad49-6272d05bb672 HTTP/1.1" status: 200 len: 945 time: 0.0488644 Nov 12 01:44:02.365035 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b9110056-467d-4d32-8d55-131638b85eed req-cee266df-4d51-4be8-85d1-caf6a934a102 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e5c36d9-e663-424b-af0c-87233054e7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406270 Nov 12 01:44:03.484014 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66d471-fb0d-430e-946a-1a57b71ed066 req-4b1945ec-97de-4178-8942-1cedad160fcc tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:03.485499 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1b66d471-fb0d-430e-946a-1a57b71ed066 req-4b1945ec-97de-4178-8942-1cedad160fcc tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/ports?device_id=af6bd58d-ab3f-4e81-ad49-6272d05bb672 HTTP/1.1" status: 200 len: 945 time: 0.0492678 Nov 12 01:44:03.532272 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1b66d471-fb0d-430e-946a-1a57b71ed066 req-b09f6b33-3331-4c32-9ac8-cb228f55f7a2 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e5c36d9-e663-424b-af0c-87233054e7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409102 Nov 12 01:44:03.719198 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006b15b-9559-4c99-8f7a-de90cd2d8d53 req-a5e50d7a-ba82-44c9-aff5-2e37d9360372 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:03.720563 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c006b15b-9559-4c99-8f7a-de90cd2d8d53 req-a5e50d7a-ba82-44c9-aff5-2e37d9360372 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.49 "GET /v2.0/ports?device_id=af6bd58d-ab3f-4e81-ad49-6272d05bb672 HTTP/1.1" status: 200 len: 945 time: 0.0538361 Nov 12 01:44:03.807376 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-c006b15b-9559-4c99-8f7a-de90cd2d8d53 req-c47ff9f1-4734-44b5-a442-4766390c2477 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Deleting port 5c0192ea-1e32-413a-b239-18d9fbb36b62 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:44:03.807712 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-c006b15b-9559-4c99-8f7a-de90cd2d8d53 req-c47ff9f1-4734-44b5-a442-4766390c2477 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:03.898071 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-c006b15b-9559-4c99-8f7a-de90cd2d8d53 req-c47ff9f1-4734-44b5-a442-4766390c2477 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] For port 5c0192ea-1e32-413a-b239-18d9fbb36b62, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=5c0192ea-1e32-413a-b239-18d9fbb36b62,segment=NetworkSegment(c968a0af-17f1-4cac-8aef-8ef4c48bfdee),segment_id=c968a0af-17f1-4cac-8aef-8ef4c48bfdee)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:44:03.898430 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-c006b15b-9559-4c99-8f7a-de90cd2d8d53 req-c47ff9f1-4734-44b5-a442-4766390c2477 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:03.911210 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-c006b15b-9559-4c99-8f7a-de90cd2d8d53 req-c47ff9f1-4734-44b5-a442-4766390c2477 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Calling delete_port for 5c0192ea-1e32-413a-b239-18d9fbb36b62 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:44:04.037610 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-c006b15b-9559-4c99-8f7a-de90cd2d8d53 req-c47ff9f1-4734-44b5-a442-4766390c2477 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:04.064841 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47ff9f1-4734-44b5-a442-4766390c2477 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Pushing event deleted for resources: {'Port': ['ID=5c0192ea-1e32-413a-b239-18d9fbb36b62,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:04.071673 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['5c0192ea-1e32-413a-b239-18d9fbb36b62'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:44:04.075899 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['ad1d92fc-9863-42b6-a997-d84c33c49c3f'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:44:04.111238 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-c006b15b-9559-4c99-8f7a-de90cd2d8d53 req-c47ff9f1-4734-44b5-a442-4766390c2477 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] No DVR routers for this DVR port 5c0192ea-1e32-413a-b239-18d9fbb36b62 on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:44:04.114107 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-c006b15b-9559-4c99-8f7a-de90cd2d8d53 req-c47ff9f1-4734-44b5-a442-4766390c2477 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:04.117432 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c006b15b-9559-4c99-8f7a-de90cd2d8d53 req-c47ff9f1-4734-44b5-a442-4766390c2477 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.49 "DELETE /v2.0/ports/5c0192ea-1e32-413a-b239-18d9fbb36b62 HTTP/1.1" status: 204 len: 173 time: 0.3901937 Nov 12 01:44:04.117938 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6bd58d-ab3f-4e81-ad49-6272d05bb672', 'name': 'network-vif-deleted', 'tag': '5c0192ea-1e32-413a-b239-18d9fbb36b62'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:44:04.120221 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be10c6201f4a6af1b4f88844b1b0aabab5fd97a2a103bbbe8677b2ad1e6c711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eba7446-9f50-4ffd-bce7-22608468b249" -d '{"events": [{"server_uuid": "af6bd58d-ab3f-4e81-ad49-6272d05bb672", "name": "network-vif-deleted", "tag": "5c0192ea-1e32-413a-b239-18d9fbb36b62"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:44:04.167452 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4536a7e-9680-477e-b518-1230136a607b x-openstack-request-id: req-f4536a7e-9680-477e-b518-1230136a607b {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:44:04.167769 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af6bd58d-ab3f-4e81-ad49-6272d05bb672", "name": "network-vif-deleted", "tag": "5c0192ea-1e32-413a-b239-18d9fbb36b62", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:44:04.168098 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f4536a7e-9680-477e-b518-1230136a607b {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:44:04.168486 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af6bd58d-ab3f-4e81-ad49-6272d05bb672', 'name': 'network-vif-deleted', 'tag': '5c0192ea-1e32-413a-b239-18d9fbb36b62', 'status': 'completed', 'code': 200} Nov 12 01:44:04.407964 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-82c654b3-e1bd-4308-a0e2-1eb0a401c597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:04.641931 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f6fc7e2d-8e40-4e3d-8e59-da8a39da34d8 req-ea1d1302-3e6e-4065-ab6b-5ebc628e59a0 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/ports?device_id=af6bd58d-ab3f-4e81-ad49-6272d05bb672 HTTP/1.1" status: 200 len: 210 time: 0.0282404 Nov 12 01:44:05.795063 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45251402-fb5e-4eee-8d43-4b54338eed8a req-745749c1-b777-4f9a-9141-219554e8f036 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:05.796539 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-45251402-fb5e-4eee-8d43-4b54338eed8a req-745749c1-b777-4f9a-9141-219554e8f036 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddf0b255-032f-4a9c-9aae-eb85cf25be40 HTTP/1.1" status: 200 len: 946 time: 0.0498872 Nov 12 01:44:05.850374 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-45251402-fb5e-4eee-8d43-4b54338eed8a req-752774ef-2b2e-4c20-ab21-f454c4ae1d98 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e5c36d9-e663-424b-af0c-87233054e7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478473 Nov 12 01:44:05.984852 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c749b6-3330-4737-878b-8d694f8fcaa1 req-6fc85e9a-907d-4bbf-9f9a-ce9fdc4ed3df tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:05.986362 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a4c749b6-3330-4737-878b-8d694f8fcaa1 req-6fc85e9a-907d-4bbf-9f9a-ce9fdc4ed3df tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddf0b255-032f-4a9c-9aae-eb85cf25be40 HTTP/1.1" status: 200 len: 946 time: 0.0500724 Nov 12 01:44:06.033169 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a4c749b6-3330-4737-878b-8d694f8fcaa1 req-cee6fec7-04d0-4d57-8bc9-03be2746acff tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e5c36d9-e663-424b-af0c-87233054e7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408640 Nov 12 01:44:06.149026 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa9146-a1dd-4005-a53f-dfcd8cce4fc6 req-967b2ced-fb31-4647-ab6a-bb52e7b0a962 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:06.150530 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-53aa9146-a1dd-4005-a53f-dfcd8cce4fc6 req-967b2ced-fb31-4647-ab6a-bb52e7b0a962 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddf0b255-032f-4a9c-9aae-eb85cf25be40 HTTP/1.1" status: 200 len: 946 time: 0.0490961 Nov 12 01:44:06.197752 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-53aa9146-a1dd-4005-a53f-dfcd8cce4fc6 req-96dab2a9-765d-4088-a226-fa7abc0fe835 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e5c36d9-e663-424b-af0c-87233054e7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404048 Nov 12 01:44:06.369004 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbc8d1-fd7b-4a18-8759-9ebce01cb4a1 req-2dbbe420-7e4a-455a-8fee-2826e2408979 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:06.370416 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d8dbc8d1-fd7b-4a18-8759-9ebce01cb4a1 req-2dbbe420-7e4a-455a-8fee-2826e2408979 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddf0b255-032f-4a9c-9aae-eb85cf25be40 HTTP/1.1" status: 200 len: 946 time: 0.0539143 Nov 12 01:44:06.417637 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d8dbc8d1-fd7b-4a18-8759-9ebce01cb4a1 req-455af584-72a6-4e75-a228-edde21ffe9fe tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e5c36d9-e663-424b-af0c-87233054e7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412550 Nov 12 01:44:06.515686 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-caf088e9-f187-4c44-9101-5d4dab0fc207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:06.534810 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34f68c-990d-4fc3-9bc8-3de73cb279af req-06e96b57-b0ad-4ef4-b81a-9d5b6412b4c0 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:06.536317 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9e34f68c-990d-4fc3-9bc8-3de73cb279af req-06e96b57-b0ad-4ef4-b81a-9d5b6412b4c0 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddf0b255-032f-4a9c-9aae-eb85cf25be40 HTTP/1.1" status: 200 len: 946 time: 0.0495617 Nov 12 01:44:06.583179 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9e34f68c-990d-4fc3-9bc8-3de73cb279af req-21f35444-7a65-4cc0-b4e6-95671fb652e7 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e5c36d9-e663-424b-af0c-87233054e7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407879 Nov 12 01:44:06.713037 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45890ed-c44b-4333-ac94-5bca44c01f59 req-06f0069b-abe0-4be4-9762-232cc31fc90d tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:06.714530 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f45890ed-c44b-4333-ac94-5bca44c01f59 req-06f0069b-abe0-4be4-9762-232cc31fc90d tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddf0b255-032f-4a9c-9aae-eb85cf25be40 HTTP/1.1" status: 200 len: 946 time: 0.0540903 Nov 12 01:44:06.761200 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f45890ed-c44b-4333-ac94-5bca44c01f59 req-ac838173-e0a3-41fc-bb3d-6361e9e92293 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e5c36d9-e663-424b-af0c-87233054e7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408258 Nov 12 01:44:07.071131 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a526f70-65c4-45c8-ac1b-d81d199cd089 req-b7cabe82-2b28-4ee2-b44e-27108d655a25 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:07.072605 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6a526f70-65c4-45c8-ac1b-d81d199cd089 req-b7cabe82-2b28-4ee2-b44e-27108d655a25 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddf0b255-032f-4a9c-9aae-eb85cf25be40 HTTP/1.1" status: 200 len: 946 time: 0.0498488 Nov 12 01:44:07.118958 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6a526f70-65c4-45c8-ac1b-d81d199cd089 req-532b0c3e-8692-470d-8f2b-7fec7a047438 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e5c36d9-e663-424b-af0c-87233054e7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403764 Nov 12 01:44:07.330047 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:44:07.896143 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:08.239613 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602f652-d837-41e5-965e-8ac006880565 req-5ed84bce-693c-4dfe-810b-8e7190f50fab tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:08.241094 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e602f652-d837-41e5-965e-8ac006880565 req-5ed84bce-693c-4dfe-810b-8e7190f50fab tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddf0b255-032f-4a9c-9aae-eb85cf25be40 HTTP/1.1" status: 200 len: 946 time: 0.0488844 Nov 12 01:44:08.287622 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e602f652-d837-41e5-965e-8ac006880565 req-d32defe8-3ad3-4630-9b86-10e88dd7daca tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e5c36d9-e663-424b-af0c-87233054e7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406597 Nov 12 01:44:08.432345 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 5c0192ea-1e32-413a-b239-18d9fbb36b62 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:44:08.452635 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: 5c0192ea-1e32-413a-b239-18d9fbb36b62 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:44:08.452971 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 5c0192ea-1e32-413a-b239-18d9fbb36b62 not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:44:08.680643 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd457d-18a3-4efd-beab-5fb2d8178413 req-4bb4b300-efb3-468f-9b37-c3aaf8bce2e3 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:08.682094 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9ecd457d-18a3-4efd-beab-5fb2d8178413 req-4bb4b300-efb3-468f-9b37-c3aaf8bce2e3 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.54 "GET /v2.0/ports?device_id=ddf0b255-032f-4a9c-9aae-eb85cf25be40 HTTP/1.1" status: 200 len: 946 time: 0.0582802 Nov 12 01:44:08.772801 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-9ecd457d-18a3-4efd-beab-5fb2d8178413 req-e6c2d33f-3970-4f1b-9019-50aad1dc6b98 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Deleting port ad1d92fc-9863-42b6-a997-d84c33c49c3f {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:44:08.773057 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9ecd457d-18a3-4efd-beab-5fb2d8178413 req-e6c2d33f-3970-4f1b-9019-50aad1dc6b98 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:08.864082 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-9ecd457d-18a3-4efd-beab-5fb2d8178413 req-e6c2d33f-3970-4f1b-9019-50aad1dc6b98 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] For port ad1d92fc-9863-42b6-a997-d84c33c49c3f, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=ad1d92fc-9863-42b6-a997-d84c33c49c3f,segment=NetworkSegment(c968a0af-17f1-4cac-8aef-8ef4c48bfdee),segment_id=c968a0af-17f1-4cac-8aef-8ef4c48bfdee)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:44:08.864444 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9ecd457d-18a3-4efd-beab-5fb2d8178413 req-e6c2d33f-3970-4f1b-9019-50aad1dc6b98 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:08.877851 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-9ecd457d-18a3-4efd-beab-5fb2d8178413 req-e6c2d33f-3970-4f1b-9019-50aad1dc6b98 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Calling delete_port for ad1d92fc-9863-42b6-a997-d84c33c49c3f owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:44:09.004589 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9ecd457d-18a3-4efd-beab-5fb2d8178413 req-e6c2d33f-3970-4f1b-9019-50aad1dc6b98 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:09.037736 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['ad1d92fc-9863-42b6-a997-d84c33c49c3f'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:44:09.045801 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c2d33f-3970-4f1b-9019-50aad1dc6b98 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Pushing event deleted for resources: {'Port': ['ID=ad1d92fc-9863-42b6-a997-d84c33c49c3f,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:09.069540 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c2d33f-3970-4f1b-9019-50aad1dc6b98 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:09.069889 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c2d33f-3970-4f1b-9019-50aad1dc6b98 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:09.070232 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c2d33f-3970-4f1b-9019-50aad1dc6b98 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:09.070564 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c2d33f-3970-4f1b-9019-50aad1dc6b98 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:09.070900 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c2d33f-3970-4f1b-9019-50aad1dc6b98 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:09.071250 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c2d33f-3970-4f1b-9019-50aad1dc6b98 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:09.071577 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c2d33f-3970-4f1b-9019-50aad1dc6b98 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:09.071927 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c2d33f-3970-4f1b-9019-50aad1dc6b98 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:09.072252 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c2d33f-3970-4f1b-9019-50aad1dc6b98 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:09.072573 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c2d33f-3970-4f1b-9019-50aad1dc6b98 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:09.072919 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c2d33f-3970-4f1b-9019-50aad1dc6b98 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:09.073238 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c2d33f-3970-4f1b-9019-50aad1dc6b98 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:09.088400 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ecd457d-18a3-4efd-beab-5fb2d8178413 req-e6c2d33f-3970-4f1b-9019-50aad1dc6b98 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] No DVR routers for this DVR port ad1d92fc-9863-42b6-a997-d84c33c49c3f on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:44:09.090747 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9ecd457d-18a3-4efd-beab-5fb2d8178413 req-e6c2d33f-3970-4f1b-9019-50aad1dc6b98 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:09.094883 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9ecd457d-18a3-4efd-beab-5fb2d8178413 req-e6c2d33f-3970-4f1b-9019-50aad1dc6b98 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.54 "DELETE /v2.0/ports/ad1d92fc-9863-42b6-a997-d84c33c49c3f HTTP/1.1" status: 204 len: 173 time: 0.4046445 Nov 12 01:44:09.095317 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddf0b255-032f-4a9c-9aae-eb85cf25be40', 'name': 'network-vif-deleted', 'tag': 'ad1d92fc-9863-42b6-a997-d84c33c49c3f'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:44:09.097595 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f20791c62abc78a76d837b2e8f3e70a497c95c8c7e17d957ee036670eec5325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f165f75d-2756-4f1a-aafc-431034e9bac3" -d '{"events": [{"server_uuid": "ddf0b255-032f-4a9c-9aae-eb85cf25be40", "name": "network-vif-deleted", "tag": "ad1d92fc-9863-42b6-a997-d84c33c49c3f"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:44:09.137704 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40fb1252-9c88-4bd7-9a87-de60086b6db1 x-openstack-request-id: req-40fb1252-9c88-4bd7-9a87-de60086b6db1 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:44:09.137994 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddf0b255-032f-4a9c-9aae-eb85cf25be40", "name": "network-vif-deleted", "tag": "ad1d92fc-9863-42b6-a997-d84c33c49c3f", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:44:09.138183 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-40fb1252-9c88-4bd7-9a87-de60086b6db1 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:44:09.138591 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddf0b255-032f-4a9c-9aae-eb85cf25be40', 'name': 'network-vif-deleted', 'tag': 'ad1d92fc-9863-42b6-a997-d84c33c49c3f', 'status': 'completed', 'code': 200} Nov 12 01:44:09.397406 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25bcdc61-3122-4fab-88fa-c0bebbd3fdd9 req-a87d64c7-586f-447f-a5dc-383207c65eb8 tempest-ServersNegativeTestJSON-1603502003 tempest-ServersNegativeTestJSON-1603502003-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddf0b255-032f-4a9c-9aae-eb85cf25be40 HTTP/1.1" status: 200 len: 210 time: 0.0303068 Nov 12 01:44:09.491153 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:10.392606 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:10.454976 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50072) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:10.499839 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-d037daa9-8db6-4b93-944f-cbd48f6c4f3f admin admin] Deleting subnet b1181acf-c5a8-4e29-8088-4a622d60d6b6 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:44:10.503172 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d037daa9-8db6-4b93-944f-cbd48f6c4f3f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:10.539421 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d037daa9-8db6-4b93-944f-cbd48f6c4f3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:10.580307 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d037daa9-8db6-4b93-944f-cbd48f6c4f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:10.637611 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d037daa9-8db6-4b93-944f-cbd48f6c4f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:10.663355 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d037daa9-8db6-4b93-944f-cbd48f6c4f3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1181acf-c5a8-4e29-8088-4a622d60d6b6,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:10.667610 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d037daa9-8db6-4b93-944f-cbd48f6c4f3f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:10.671230 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d037daa9-8db6-4b93-944f-cbd48f6c4f3f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b1181acf-c5a8-4e29-8088-4a622d60d6b6 HTTP/1.1" status: 204 len: 168 time: 0.2152545 Nov 12 01:44:10.673773 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50074) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:10.743412 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f6cb599f-6a12-4958-bce5-3d9691391e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:10.826844 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f6cb599f-6a12-4958-bce5-3d9691391e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:10.848866 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-f6cb599f-6a12-4958-bce5-3d9691391e6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f371d567-8946-4a4b-ac36-237b4ae5ce25']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:10.862400 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-f6cb599f-6a12-4958-bce5-3d9691391e6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c968a0af-17f1-4cac-8aef-8ef4c48bfdee') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:10.862694 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-f6cb599f-6a12-4958-bce5-3d9691391e6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c968a0af-17f1-4cac-8aef-8ef4c48bfdee') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:10.873620 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f6cb599f-6a12-4958-bce5-3d9691391e6e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:10.886738 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f6cb599f-6a12-4958-bce5-3d9691391e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:10.893716 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6cb599f-6a12-4958-bce5-3d9691391e6e admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:44:10.894188 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f6cb599f-6a12-4958-bce5-3d9691391e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:10.895833 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:44:10.895833 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:44:10.895833 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:44:10.895833 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:44:10.895833 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:44:10.895833 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:44:10.895833 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:44:10.895833 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:44:10.895833 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:44:10.895833 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:44:10.895833 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:44:10.895833 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:44:10.895833 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:44:10.895833 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:44:10.895833 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:44:10.895833 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:44:10.895833 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:44:10.895833 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:44:10.895833 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:44:10.895833 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:44:10.895833 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:44:10.895833 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:44:10.895833 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:44:10.895833 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:44:10.895833 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:44:10.895833 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:44:10.895833 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:44:10.895833 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:44:10.895833 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:44:10.895833 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:44:10.895833 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:44:10.895833 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:44:10.953104 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f6cb599f-6a12-4958-bce5-3d9691391e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:10.958326 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f6cb599f-6a12-4958-bce5-3d9691391e6e admin admin] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:10.961617 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f6cb599f-6a12-4958-bce5-3d9691391e6e admin admin] 10.222.0.20 "DELETE /v2.0/networks/f371d567-8946-4a4b-ac36-237b4ae5ce25 HTTP/1.1" status: 204 len: 168 time: 0.2869046 Nov 12 01:44:10.972453 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb599f-6a12-4958-bce5-3d9691391e6e admin admin] Pushing event deleted for resources: {'Network': ['ID=f371d567-8946-4a4b-ac36-237b4ae5ce25,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:11.069218 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50078) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:11.110961 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0330779d-5e2b-4916-bf40-55e21ab81ff7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8f3df789a00d4330bb17795280add8d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405574 Nov 12 01:44:11.113534 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50080) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:11.164487 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1acd3100-0001-4b59-813b-570de1d519e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:11.188960 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1acd3100-0001-4b59-813b-570de1d519e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:11.239268 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1acd3100-0001-4b59-813b-570de1d519e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:11.241837 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1acd3100-0001-4b59-813b-570de1d519e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:11.243014 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1acd3100-0001-4b59-813b-570de1d519e5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e5c36d9-e663-424b-af0c-87233054e7bc HTTP/1.1" status: 204 len: 168 time: 0.1285031 Nov 12 01:44:11.252714 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acd3100-0001-4b59-813b-570de1d519e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5c36d9-e663-424b-af0c-87233054e7bc,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:11.348967 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:11.624499 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device ad1d92fc-9863-42b6-a997-d84c33c49c3f no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:44:11.645485 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: ad1d92fc-9863-42b6-a997-d84c33c49c3f {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:44:11.645850 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device ad1d92fc-9863-42b6-a997-d84c33c49c3f not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:44:11.949268 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50102) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:12.050424 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-29fd4af8-cc3a-4fe9-aa43-ca23fea52ae7 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-520579804'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:44:12.072189 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29fd4af8-cc3a-4fe9-aa43-ca23fea52ae7 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Made reservation on behalf of b33e33a60eba4cc3bf8e65bc332579a9 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:44:12.076426 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-29fd4af8-cc3a-4fe9-aa43-ca23fea52ae7 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:12.084779 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-29fd4af8-cc3a-4fe9-aa43-ca23fea52ae7 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:12.164947 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-29fd4af8-cc3a-4fe9-aa43-ca23fea52ae7 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:12.169902 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-29fd4af8-cc3a-4fe9-aa43-ca23fea52ae7 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:12.204070 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29fd4af8-cc3a-4fe9-aa43-ca23fea52ae7 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:44:12.211324 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd4af8-cc3a-4fe9-aa43-ca23fea52ae7 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3255c206-7a89-48b5-a0ce-664686a45545,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:12.218199 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-29fd4af8-cc3a-4fe9-aa43-ca23fea52ae7 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:12.218552 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-29fd4af8-cc3a-4fe9-aa43-ca23fea52ae7 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Added segment bec0accd-55c2-4ac7-8b8f-3273b926a513 of type vlan for network 4e4006f7-1a73-4dc1-b3f4-266db216c8db Nov 12 01:44:12.265112 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-29fd4af8-cc3a-4fe9-aa43-ca23fea52ae7 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:12.289856 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-29fd4af8-cc3a-4fe9-aa43-ca23fea52ae7 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:12.296269 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fd4af8-cc3a-4fe9-aa43-ca23fea52ae7 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:12.296840 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-29fd4af8-cc3a-4fe9-aa43-ca23fea52ae7 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:12.331373 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-29fd4af8-cc3a-4fe9-aa43-ca23fea52ae7 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3809245 Nov 12 01:44:12.369491 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd4af8-cc3a-4fe9-aa43-ca23fea52ae7 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Pushing event updated for resources: {'Network': ['ID=4e4006f7-1a73-4dc1-b3f4-266db216c8db,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:12.381150 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 4e4006f7-1a73-4dc1-b3f4-266db216c8db details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:44:13.239042 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:15.552730 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50106) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:15.557840 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-47528674-a58f-4be8-a837-ed12371ca756 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Request body: {'subnet': {'network_id': '4e4006f7-1a73-4dc1-b3f4-266db216c8db', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:44:15.645648 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47528674-a58f-4be8-a837-ed12371ca756 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Made reservation on behalf of b33e33a60eba4cc3bf8e65bc332579a9 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:44:15.649119 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-47528674-a58f-4be8-a837-ed12371ca756 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:15.829344 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-47528674-a58f-4be8-a837-ed12371ca756 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:15.892185 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47528674-a58f-4be8-a837-ed12371ca756 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Pushing event updated for resources: {'Subnet': ['ID=32124abe-a272-4a38-be3c-1acc69ba62ab,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:15.899229 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47528674-a58f-4be8-a837-ed12371ca756 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Checking segment: {'id': 'bec0accd-55c2-4ac7-8b8f-3273b926a513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4e4006f7-1a73-4dc1-b3f4-266db216c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:44:15.899589 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47528674-a58f-4be8-a837-ed12371ca756 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Network hostable DHCP agents. Network: 4e4006f7-1a73-4dc1-b3f4-266db216c8db, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:44:15.915417 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47528674-a58f-4be8-a837-ed12371ca756 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Network 4e4006f7-1a73-4dc1-b3f4-266db216c8db is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:44:15.925655 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-47528674-a58f-4be8-a837-ed12371ca756 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 4e4006f7-1a73-4dc1-b3f4-266db216c8db) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:44:15.934115 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47528674-a58f-4be8-a837-ed12371ca756 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:15.935176 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-47528674-a58f-4be8-a837-ed12371ca756 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:15.935366 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54de15e-03e5-475e-bcaa-d7bb8c884f16 None None] Network 4e4006f7-1a73-4dc1-b3f4-266db216c8db requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:44:15.961453 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-47528674-a58f-4be8-a837-ed12371ca756 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4054687 Nov 12 01:44:15.963178 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50108) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:15.969840 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-87123c53-0ac1-4c4b-aa6a-815d36b8d03f tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1148880533'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:44:15.994815 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87123c53-0ac1-4c4b-aa6a-815d36b8d03f tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Made reservation on behalf of b33e33a60eba4cc3bf8e65bc332579a9 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:44:16.000361 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-87123c53-0ac1-4c4b-aa6a-815d36b8d03f tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:16.032835 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87123c53-0ac1-4c4b-aa6a-815d36b8d03f tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:44:16.042377 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-87123c53-0ac1-4c4b-aa6a-815d36b8d03f tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:16.042744 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-87123c53-0ac1-4c4b-aa6a-815d36b8d03f tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Added segment e63d3038-2741-4f36-9e4a-b936b48d948b of type vlan for network 0d792453-8f62-47d1-a229-7406d47eb31a Nov 12 01:44:16.083156 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18adaed-46ac-4bc7-8ae0-c8affe6af3da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-4e4006f7-1a73-4dc1-b3f4-266db216c8db', 'network_id': '4e4006f7-1a73-4dc1-b3f4-266db216c8db', 'tenant_id': 'b33e33a60eba4cc3bf8e65bc332579a9', 'fixed_ips': [{'subnet_id': '32124abe-a272-4a38-be3c-1acc69ba62ab'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:44:16.083950 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a18adaed-46ac-4bc7-8ae0-c8affe6af3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:16.084998 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-87123c53-0ac1-4c4b-aa6a-815d36b8d03f tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:16.111964 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-87123c53-0ac1-4c4b-aa6a-815d36b8d03f tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:16.117711 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87123c53-0ac1-4c4b-aa6a-815d36b8d03f tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:16.118290 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-87123c53-0ac1-4c4b-aa6a-815d36b8d03f tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:16.155029 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-87123c53-0ac1-4c4b-aa6a-815d36b8d03f tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1906509 Nov 12 01:44:16.158060 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50110) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:16.164327 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-d362a8cf-4406-498b-913c-4f8326415e3c tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Request body: {'subnet': {'network_id': '0d792453-8f62-47d1-a229-7406d47eb31a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:44:16.190164 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87123c53-0ac1-4c4b-aa6a-815d36b8d03f tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Pushing event updated for resources: {'Network': ['ID=0d792453-8f62-47d1-a229-7406d47eb31a,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:16.200924 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 0d792453-8f62-47d1-a229-7406d47eb31a details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:44:16.262611 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d362a8cf-4406-498b-913c-4f8326415e3c tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Made reservation on behalf of b33e33a60eba4cc3bf8e65bc332579a9 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:44:16.267039 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d362a8cf-4406-498b-913c-4f8326415e3c tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:16.270944 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-a18adaed-46ac-4bc7-8ae0-c8affe6af3da None None] Allocated IP 2001:db8:0:ffff::2 (4e4006f7-1a73-4dc1-b3f4-266db216c8db/32124abe-a272-4a38-be3c-1acc69ba62ab/b837c5f5-ee73-4d0b-9d20-5962eb87cca9) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:44:16.420689 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a18adaed-46ac-4bc7-8ae0-c8affe6af3da None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:16.426493 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a18adaed-46ac-4bc7-8ae0-c8affe6af3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:16.460626 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d362a8cf-4406-498b-913c-4f8326415e3c tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:16.472666 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18adaed-46ac-4bc7-8ae0-c8affe6af3da None None] Network 4e4006f7-1a73-4dc1-b3f4-266db216c8db is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:44:16.475525 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-a18adaed-46ac-4bc7-8ae0-c8affe6af3da None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:44:16.478551 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18adaed-46ac-4bc7-8ae0-c8affe6af3da None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:44:16.484955 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18adaed-46ac-4bc7-8ae0-c8affe6af3da None None] Pushing event updated for resources: {'Port': ['ID=b837c5f5-ee73-4d0b-9d20-5962eb87cca9,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:16.496923 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18adaed-46ac-4bc7-8ae0-c8affe6af3da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:16.498367 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18adaed-46ac-4bc7-8ae0-c8affe6af3da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:16.498709 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18adaed-46ac-4bc7-8ae0-c8affe6af3da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:16.499035 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18adaed-46ac-4bc7-8ae0-c8affe6af3da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:16.499862 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18adaed-46ac-4bc7-8ae0-c8affe6af3da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:16.499862 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18adaed-46ac-4bc7-8ae0-c8affe6af3da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:16.500081 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18adaed-46ac-4bc7-8ae0-c8affe6af3da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:16.500284 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18adaed-46ac-4bc7-8ae0-c8affe6af3da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:16.500611 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18adaed-46ac-4bc7-8ae0-c8affe6af3da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:16.500911 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18adaed-46ac-4bc7-8ae0-c8affe6af3da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:16.501223 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18adaed-46ac-4bc7-8ae0-c8affe6af3da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:16.502083 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18adaed-46ac-4bc7-8ae0-c8affe6af3da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:16.530235 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d362a8cf-4406-498b-913c-4f8326415e3c tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Pushing event updated for resources: {'Subnet': ['ID=53d57075-3f1e-4e0f-9e1a-141dfe7ca32e,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:16.538655 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d362a8cf-4406-498b-913c-4f8326415e3c tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Checking segment: {'id': 'e63d3038-2741-4f36-9e4a-b936b48d948b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '0d792453-8f62-47d1-a229-7406d47eb31a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:44:16.538783 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d362a8cf-4406-498b-913c-4f8326415e3c tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Network hostable DHCP agents. Network: 0d792453-8f62-47d1-a229-7406d47eb31a, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:44:16.549730 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-a18adaed-46ac-4bc7-8ae0-c8affe6af3da None None] Attempting to bind port b837c5f5-ee73-4d0b-9d20-5962eb87cca9 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:44:16.550099 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-a18adaed-46ac-4bc7-8ae0-c8affe6af3da None None] Attempting to bind port b837c5f5-ee73-4d0b-9d20-5962eb87cca9 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'bec0accd-55c2-4ac7-8b8f-3273b926a513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4e4006f7-1a73-4dc1-b3f4-266db216c8db'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:44:16.550469 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18adaed-46ac-4bc7-8ae0-c8affe6af3da None None] Attempting to bind port b837c5f5-ee73-4d0b-9d20-5962eb87cca9 on network 4e4006f7-1a73-4dc1-b3f4-266db216c8db {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:44:16.555798 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18adaed-46ac-4bc7-8ae0-c8affe6af3da None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:44:16.556105 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18adaed-46ac-4bc7-8ae0-c8affe6af3da None None] Checking segment: {'id': 'bec0accd-55c2-4ac7-8b8f-3273b926a513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4e4006f7-1a73-4dc1-b3f4-266db216c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:44:16.556501 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a18adaed-46ac-4bc7-8ae0-c8affe6af3da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:16.556687 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d362a8cf-4406-498b-913c-4f8326415e3c tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Network 0d792453-8f62-47d1-a229-7406d47eb31a is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:44:16.556928 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18adaed-46ac-4bc7-8ae0-c8affe6af3da None None] Bound using segment: {'id': 'bec0accd-55c2-4ac7-8b8f-3273b926a513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4e4006f7-1a73-4dc1-b3f4-266db216c8db'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:44:16.557352 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-a18adaed-46ac-4bc7-8ae0-c8affe6af3da None None] Bound port: b837c5f5-ee73-4d0b-9d20-5962eb87cca9, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bec0accd-55c2-4ac7-8b8f-3273b926a513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4e4006f7-1a73-4dc1-b3f4-266db216c8db'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:44:16.557759 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a18adaed-46ac-4bc7-8ae0-c8affe6af3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:16.569713 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-d362a8cf-4406-498b-913c-4f8326415e3c tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 0d792453-8f62-47d1-a229-7406d47eb31a) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:44:16.574593 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d362a8cf-4406-498b-913c-4f8326415e3c tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:16.575229 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d362a8cf-4406-498b-913c-4f8326415e3c tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:16.592205 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d362a8cf-4406-498b-913c-4f8326415e3c tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4329813 Nov 12 01:44:16.594980 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50112) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:16.597525 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29263e96-7268-45ec-b92f-c1317b119e26 None None] Network 0d792453-8f62-47d1-a229-7406d47eb31a requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:44:16.693018 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d9c96eee-1989-4ca7-a727-feb23d2441aa tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:16.779553 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d9c96eee-1989-4ca7-a727-feb23d2441aa tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:16.847159 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d9c96eee-1989-4ca7-a727-feb23d2441aa tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:16.853451 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-a18adaed-46ac-4bc7-8ae0-c8affe6af3da None None] For port b837c5f5-ee73-4d0b-9d20-5962eb87cca9, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:44:16.858962 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-a18adaed-46ac-4bc7-8ae0-c8affe6af3da None None] For port b837c5f5-ee73-4d0b-9d20-5962eb87cca9, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=b837c5f5-ee73-4d0b-9d20-5962eb87cca9,segment=NetworkSegment(bec0accd-55c2-4ac7-8b8f-3273b926a513),segment_id=bec0accd-55c2-4ac7-8b8f-3273b926a513)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:44:16.864769 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a18adaed-46ac-4bc7-8ae0-c8affe6af3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:16.880395 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c96eee-1989-4ca7-a727-feb23d2441aa tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Pushing event deleted for resources: {'Subnet': ['ID=53d57075-3f1e-4e0f-9e1a-141dfe7ca32e,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:16.950279 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d9c96eee-1989-4ca7-a727-feb23d2441aa tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:16.972522 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18adaed-46ac-4bc7-8ae0-c8affe6af3da None None] Pushing event updated for resources: {'Port': ['ID=b837c5f5-ee73-4d0b-9d20-5962eb87cca9,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:16.974188 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-d9c96eee-1989-4ca7-a727-feb23d2441aa tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d792453-8f62-47d1-a229-7406d47eb31a']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:16.980258 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92605818-baa3-4f12-978d-2a949bd9aaaf None None] Network 0d792453-8f62-47d1-a229-7406d47eb31a requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:44:16.990637 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-d9c96eee-1989-4ca7-a727-feb23d2441aa tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e63d3038-2741-4f36-9e4a-b936b48d948b') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:16.991186 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-d9c96eee-1989-4ca7-a727-feb23d2441aa tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e63d3038-2741-4f36-9e4a-b936b48d948b') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:17.002462 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d9c96eee-1989-4ca7-a727-feb23d2441aa tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:17.015900 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d9c96eee-1989-4ca7-a727-feb23d2441aa tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:17.023216 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9c96eee-1989-4ca7-a727-feb23d2441aa tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:44:17.023606 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d9c96eee-1989-4ca7-a727-feb23d2441aa tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:17.026771 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:44:17.026771 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:44:17.026771 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:44:17.026771 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:44:17.026771 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:44:17.026771 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:44:17.026771 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:44:17.026771 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:44:17.026771 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:44:17.026771 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:44:17.026771 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:44:17.026771 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:44:17.026771 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:44:17.026771 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:44:17.026771 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:44:17.026771 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:44:17.026771 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:44:17.026771 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:44:17.026771 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:44:17.026771 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:44:17.026771 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:44:17.026771 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:44:17.026771 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:44:17.026771 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:44:17.026771 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:44:17.026771 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:44:17.026771 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:44:17.026771 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:44:17.026771 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:44:17.026771 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:44:17.026771 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:44:17.026771 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:44:17.094400 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d9c96eee-1989-4ca7-a727-feb23d2441aa tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:17.105083 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d9c96eee-1989-4ca7-a727-feb23d2441aa tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:17.109557 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d9c96eee-1989-4ca7-a727-feb23d2441aa tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] 10.222.0.20 "DELETE /v2.0/networks/0d792453-8f62-47d1-a229-7406d47eb31a HTTP/1.1" status: 204 len: 168 time: 0.5135944 Nov 12 01:44:17.115288 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50114) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:17.122258 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-95048f5f-afb2-41f0-be4a-51674505b2f8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-679316105'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:44:17.133073 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c96eee-1989-4ca7-a727-feb23d2441aa tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Pushing event deleted for resources: {'Network': ['ID=0d792453-8f62-47d1-a229-7406d47eb31a,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:17.143409 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95048f5f-afb2-41f0-be4a-51674505b2f8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Made reservation on behalf of b33e33a60eba4cc3bf8e65bc332579a9 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:44:17.147513 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-95048f5f-afb2-41f0-be4a-51674505b2f8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:17.179304 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95048f5f-afb2-41f0-be4a-51674505b2f8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:44:17.190661 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-95048f5f-afb2-41f0-be4a-51674505b2f8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:17.191133 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-95048f5f-afb2-41f0-be4a-51674505b2f8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Added segment c43b473f-ad18-45db-b196-aeb53c721242 of type vlan for network 1a881c30-aede-48cf-9d12-ec64e0873259 Nov 12 01:44:17.242957 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-95048f5f-afb2-41f0-be4a-51674505b2f8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:17.269054 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-95048f5f-afb2-41f0-be4a-51674505b2f8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:17.275190 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95048f5f-afb2-41f0-be4a-51674505b2f8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:17.275812 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-95048f5f-afb2-41f0-be4a-51674505b2f8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:17.313488 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-95048f5f-afb2-41f0-be4a-51674505b2f8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1964245 Nov 12 01:44:17.316463 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50116) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:17.321779 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-bcdbb056-95a6-44ab-b958-b88e8989705b tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Request body: {'subnet': {'network_id': '1a881c30-aede-48cf-9d12-ec64e0873259', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:44:17.358767 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95048f5f-afb2-41f0-be4a-51674505b2f8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Pushing event updated for resources: {'Network': ['ID=1a881c30-aede-48cf-9d12-ec64e0873259,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:17.370263 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 1a881c30-aede-48cf-9d12-ec64e0873259 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:44:17.416997 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcdbb056-95a6-44ab-b958-b88e8989705b tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Made reservation on behalf of b33e33a60eba4cc3bf8e65bc332579a9 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:44:17.421174 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bcdbb056-95a6-44ab-b958-b88e8989705b tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:17.477279 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.ipam_backend_mixin [None req-bcdbb056-95a6-44ab-b958-b88e8989705b tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Performing IP validity checks on allocation pools {{(pid=102661) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 01:44:17.477754 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.ipam_backend_mixin [None req-bcdbb056-95a6-44ab-b958-b88e8989705b tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102661) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 01:44:17.614595 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bcdbb056-95a6-44ab-b958-b88e8989705b tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:17.677192 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdbb056-95a6-44ab-b958-b88e8989705b tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Pushing event updated for resources: {'Subnet': ['ID=c4d0bad9-1bfc-42d6-9836-695973214a33,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:17.686998 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdbb056-95a6-44ab-b958-b88e8989705b tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Checking segment: {'id': 'c43b473f-ad18-45db-b196-aeb53c721242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1a881c30-aede-48cf-9d12-ec64e0873259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:44:17.687366 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdbb056-95a6-44ab-b958-b88e8989705b tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Network hostable DHCP agents. Network: 1a881c30-aede-48cf-9d12-ec64e0873259, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:44:17.705895 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdbb056-95a6-44ab-b958-b88e8989705b tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Network 1a881c30-aede-48cf-9d12-ec64e0873259 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:44:17.714938 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-bcdbb056-95a6-44ab-b958-b88e8989705b tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 1a881c30-aede-48cf-9d12-ec64e0873259) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:44:17.719278 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdbb056-95a6-44ab-b958-b88e8989705b tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:17.719878 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bcdbb056-95a6-44ab-b958-b88e8989705b tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:17.726660 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bdbaa6-5777-429a-a430-6f056bc9884a None None] Network 1a881c30-aede-48cf-9d12-ec64e0873259 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:44:17.737574 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-bcdbb056-95a6-44ab-b958-b88e8989705b tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4198534 Nov 12 01:44:17.740305 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50118) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:17.854008 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-db3ceb17-f305-4d3a-a227-a8f6a396b384 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:17.886135 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0782d5-a756-420a-a8a1-a961040fb8f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-1a881c30-aede-48cf-9d12-ec64e0873259', 'network_id': '1a881c30-aede-48cf-9d12-ec64e0873259', 'tenant_id': 'b33e33a60eba4cc3bf8e65bc332579a9', 'fixed_ips': [{'subnet_id': 'c4d0bad9-1bfc-42d6-9836-695973214a33'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:44:17.887131 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3e0782d5-a756-420a-a8a1-a961040fb8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:17.909036 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-db3ceb17-f305-4d3a-a227-a8f6a396b384 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:17.964485 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0509be9d-6ac4-4805-b1c6-342c537247b8 None None] Network 4e4006f7-1a73-4dc1-b3f4-266db216c8db requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:44:17.975279 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-db3ceb17-f305-4d3a-a227-a8f6a396b384 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:18.010137 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ceb17-f305-4d3a-a227-a8f6a396b384 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Pushing event deleted for resources: {'Subnet': ['ID=c4d0bad9-1bfc-42d6-9836-695973214a33,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server [None req-3e0782d5-a756-420a-a8a1-a961040fb8f2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c4d0bad9-1bfc-42d6-9836-695973214a33: This subnet is being modified by another concurrent operation. Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server raise exception Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c4d0bad9-1bfc-42d6-9836-695973214a33: This subnet is being modified by another concurrent operation. Nov 12 01:44:18.056807 n-d-812236-11 neutron-server[102663]: ERROR oslo_messaging.rpc.server Nov 12 01:44:18.069580 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-a1334a04-753a-486f-86a3-eba58f3be537 None None] Provisioning complete for port b837c5f5-ee73-4d0b-9d20-5962eb87cca9 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:44:18.069580 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a1334a04-753a-486f-86a3-eba58f3be537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:18.083747 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-db3ceb17-f305-4d3a-a227-a8f6a396b384 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:18.092299 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502e6124-84eb-4a05-8e5d-1fa1cd635bbb None None] Network 1a881c30-aede-48cf-9d12-ec64e0873259 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:44:18.103857 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-db3ceb17-f305-4d3a-a227-a8f6a396b384 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a881c30-aede-48cf-9d12-ec64e0873259']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:18.114679 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-db3ceb17-f305-4d3a-a227-a8f6a396b384 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c43b473f-ad18-45db-b196-aeb53c721242') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:18.114980 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-db3ceb17-f305-4d3a-a227-a8f6a396b384 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c43b473f-ad18-45db-b196-aeb53c721242') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:18.125832 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-db3ceb17-f305-4d3a-a227-a8f6a396b384 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:18.144121 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-db3ceb17-f305-4d3a-a227-a8f6a396b384 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:18.151239 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db3ceb17-f305-4d3a-a227-a8f6a396b384 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:44:18.151775 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-db3ceb17-f305-4d3a-a227-a8f6a396b384 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:18.155368 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:44:18.155368 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:44:18.155368 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:44:18.155368 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:44:18.155368 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:44:18.155368 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:44:18.155368 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:44:18.155368 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:44:18.155368 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:44:18.155368 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:44:18.155368 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:44:18.155368 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:44:18.155368 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:44:18.155368 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:44:18.155368 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:44:18.155368 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:44:18.155368 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:44:18.155368 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:44:18.155368 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:44:18.155368 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:44:18.155368 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:44:18.155368 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:44:18.155368 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:44:18.155368 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:44:18.155368 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:44:18.155368 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:44:18.155368 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:44:18.155368 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:44:18.155368 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:44:18.155368 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:44:18.155368 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:44:18.155368 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:44:18.209940 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device b837c5f5-ee73-4d0b-9d20-5962eb87cca9 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:44:18.225408 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-db3ceb17-f305-4d3a-a227-a8f6a396b384 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:18.233300 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-db3ceb17-f305-4d3a-a227-a8f6a396b384 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:18.239864 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-db3ceb17-f305-4d3a-a227-a8f6a396b384 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] 10.222.0.20 "DELETE /v2.0/networks/1a881c30-aede-48cf-9d12-ec64e0873259 HTTP/1.1" status: 204 len: 168 time: 0.4951611 Nov 12 01:44:18.240684 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50120) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:18.245840 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-f1e0ad68-5ec7-4d7d-ab37-b7c65d1c5993 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1000222851'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:44:18.262815 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ceb17-f305-4d3a-a227-a8f6a396b384 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Pushing event deleted for resources: {'Network': ['ID=1a881c30-aede-48cf-9d12-ec64e0873259,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:18.279187 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e0ad68-5ec7-4d7d-ab37-b7c65d1c5993 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Made reservation on behalf of b33e33a60eba4cc3bf8e65bc332579a9 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:44:18.283292 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f1e0ad68-5ec7-4d7d-ab37-b7c65d1c5993 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:18.312837 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1e0ad68-5ec7-4d7d-ab37-b7c65d1c5993 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:44:18.323718 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f1e0ad68-5ec7-4d7d-ab37-b7c65d1c5993 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:18.323718 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-f1e0ad68-5ec7-4d7d-ab37-b7c65d1c5993 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Added segment 042211f0-de34-49ae-9391-a9851bbcd06e of type vlan for network 9df690f1-c7d8-4a6c-a4c8-0ddc50c1f57c Nov 12 01:44:18.365177 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f1e0ad68-5ec7-4d7d-ab37-b7c65d1c5993 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:18.377107 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a1334a04-753a-486f-86a3-eba58f3be537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:18.392639 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f1e0ad68-5ec7-4d7d-ab37-b7c65d1c5993 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:18.398272 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e0ad68-5ec7-4d7d-ab37-b7c65d1c5993 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:18.398852 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f1e0ad68-5ec7-4d7d-ab37-b7c65d1c5993 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:18.400429 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port b837c5f5-ee73-4d0b-9d20-5962eb87cca9 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:44:18.400801 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:18.456635 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-a1334a04-753a-486f-86a3-eba58f3be537 None None] For port b837c5f5-ee73-4d0b-9d20-5962eb87cca9, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=b837c5f5-ee73-4d0b-9d20-5962eb87cca9,segment=NetworkSegment(bec0accd-55c2-4ac7-8b8f-3273b926a513),segment_id=bec0accd-55c2-4ac7-8b8f-3273b926a513)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:44:18.464620 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a1334a04-753a-486f-86a3-eba58f3be537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:18.494072 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f1e0ad68-5ec7-4d7d-ab37-b7c65d1c5993 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2526338 Nov 12 01:44:18.497795 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50122) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:18.503094 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-3ed20255-20a2-4ca6-a822-6ef7fa428f96 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Request body: {'subnet': {'network_id': '9df690f1-c7d8-4a6c-a4c8-0ddc50c1f57c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:44:18.516105 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e0ad68-5ec7-4d7d-ab37-b7c65d1c5993 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Pushing event updated for resources: {'Network': ['ID=9df690f1-c7d8-4a6c-a4c8-0ddc50c1f57c,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:18.538167 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 9df690f1-c7d8-4a6c-a4c8-0ddc50c1f57c details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:44:18.575360 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1334a04-753a-486f-86a3-eba58f3be537 None None] Pushing event updated for resources: {'Port': ['ID=b837c5f5-ee73-4d0b-9d20-5962eb87cca9,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:18.622972 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed20255-20a2-4ca6-a822-6ef7fa428f96 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Made reservation on behalf of b33e33a60eba4cc3bf8e65bc332579a9 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:44:18.627329 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3ed20255-20a2-4ca6-a822-6ef7fa428f96 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:18.661595 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b29cf64-c32b-4b9e-8476-cd4d2c5906a1 None None] get_active_networks_info from n-d-812236-11 {{(pid=102663) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 01:44:18.713014 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-aeed470c-f404-4045-841d-dd53f734326c None None] Provisioning complete for port b837c5f5-ee73-4d0b-9d20-5962eb87cca9 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:44:18.713304 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-aeed470c-f404-4045-841d-dd53f734326c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:18.768367 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b29cf64-c32b-4b9e-8476-cd4d2c5906a1 None None] Resources bound (agent type, host, resource id): {{(pid=102663) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 01:44:18.813836 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3ed20255-20a2-4ca6-a822-6ef7fa428f96 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:18.877188 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed20255-20a2-4ca6-a822-6ef7fa428f96 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Pushing event updated for resources: {'Subnet': ['ID=b380d5e0-94b4-4e91-b79a-b65f482ff076,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:18.886552 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed20255-20a2-4ca6-a822-6ef7fa428f96 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Checking segment: {'id': '042211f0-de34-49ae-9391-a9851bbcd06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '9df690f1-c7d8-4a6c-a4c8-0ddc50c1f57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:44:18.886912 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed20255-20a2-4ca6-a822-6ef7fa428f96 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Network hostable DHCP agents. Network: 9df690f1-c7d8-4a6c-a4c8-0ddc50c1f57c, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:44:18.904255 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed20255-20a2-4ca6-a822-6ef7fa428f96 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Network 9df690f1-c7d8-4a6c-a4c8-0ddc50c1f57c is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:44:18.913174 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-3ed20255-20a2-4ca6-a822-6ef7fa428f96 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 9df690f1-c7d8-4a6c-a4c8-0ddc50c1f57c) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:44:18.920468 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed20255-20a2-4ca6-a822-6ef7fa428f96 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:18.921264 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3ed20255-20a2-4ca6-a822-6ef7fa428f96 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:18.938152 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3ed20255-20a2-4ca6-a822-6ef7fa428f96 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4392030 Nov 12 01:44:18.941594 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50124) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:18.946674 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-99cd3ca2-0a9f-4913-af0a-e014f1ad67b2 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1214145224'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:44:18.968560 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cd3ca2-0a9f-4913-af0a-e014f1ad67b2 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Made reservation on behalf of b33e33a60eba4cc3bf8e65bc332579a9 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:44:18.972234 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-99cd3ca2-0a9f-4913-af0a-e014f1ad67b2 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:18.996095 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99cd3ca2-0a9f-4913-af0a-e014f1ad67b2 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:44:19.006880 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-99cd3ca2-0a9f-4913-af0a-e014f1ad67b2 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:19.007228 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-99cd3ca2-0a9f-4913-af0a-e014f1ad67b2 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Added segment 8e88fcf2-dcb8-456b-93a6-0c70ed0e3b2a of type vlan for network 4fde6a7a-f463-4f12-a789-6ee31971eba3 Nov 12 01:44:19.016272 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588d9927-8941-40ed-acc5-036832e3a740 None None] Network 9df690f1-c7d8-4a6c-a4c8-0ddc50c1f57c requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:44:19.048832 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-99cd3ca2-0a9f-4913-af0a-e014f1ad67b2 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:19.078252 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-99cd3ca2-0a9f-4913-af0a-e014f1ad67b2 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:19.083683 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cd3ca2-0a9f-4913-af0a-e014f1ad67b2 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:19.084254 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-99cd3ca2-0a9f-4913-af0a-e014f1ad67b2 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:19.145971 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-99cd3ca2-0a9f-4913-af0a-e014f1ad67b2 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2033069 Nov 12 01:44:19.148735 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50126) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:19.154091 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-7f03a861-b5fe-415c-986e-e80133095be8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Request body: {'subnet': {'network_id': '4fde6a7a-f463-4f12-a789-6ee31971eba3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:44:19.166069 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82203f65-055d-4f42-9692-b13168c96c7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-9df690f1-c7d8-4a6c-a4c8-0ddc50c1f57c', 'network_id': '9df690f1-c7d8-4a6c-a4c8-0ddc50c1f57c', 'tenant_id': 'b33e33a60eba4cc3bf8e65bc332579a9', 'fixed_ips': [{'subnet_id': 'b380d5e0-94b4-4e91-b79a-b65f482ff076'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:44:19.166928 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-82203f65-055d-4f42-9692-b13168c96c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:19.172985 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd3ca2-0a9f-4913-af0a-e014f1ad67b2 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Pushing event updated for resources: {'Network': ['ID=4fde6a7a-f463-4f12-a789-6ee31971eba3,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:19.186064 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 4fde6a7a-f463-4f12-a789-6ee31971eba3 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:44:19.253108 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f03a861-b5fe-415c-986e-e80133095be8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Made reservation on behalf of b33e33a60eba4cc3bf8e65bc332579a9 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:44:19.256632 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7f03a861-b5fe-415c-986e-e80133095be8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:19.374750 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-82203f65-055d-4f42-9692-b13168c96c7f None None] Allocated IP 2001:db8::2 (9df690f1-c7d8-4a6c-a4c8-0ddc50c1f57c/b380d5e0-94b4-4e91-b79a-b65f482ff076/c61e5def-3875-4bb1-ae5c-8fb859971a57) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:44:19.437858 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7f03a861-b5fe-415c-986e-e80133095be8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:19.499354 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f03a861-b5fe-415c-986e-e80133095be8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Pushing event updated for resources: {'Subnet': ['ID=2c64657a-d127-4fa9-917d-ca438132a0fd,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:19.506606 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f03a861-b5fe-415c-986e-e80133095be8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Checking segment: {'id': '8e88fcf2-dcb8-456b-93a6-0c70ed0e3b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4fde6a7a-f463-4f12-a789-6ee31971eba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:44:19.506891 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f03a861-b5fe-415c-986e-e80133095be8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Network hostable DHCP agents. Network: 4fde6a7a-f463-4f12-a789-6ee31971eba3, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:44:19.524535 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-82203f65-055d-4f42-9692-b13168c96c7f None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:19.526395 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f03a861-b5fe-415c-986e-e80133095be8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Network 4fde6a7a-f463-4f12-a789-6ee31971eba3 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:44:19.530930 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-82203f65-055d-4f42-9692-b13168c96c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:19.535602 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-7f03a861-b5fe-415c-986e-e80133095be8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 4fde6a7a-f463-4f12-a789-6ee31971eba3) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:44:19.539874 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f03a861-b5fe-415c-986e-e80133095be8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:19.540472 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7f03a861-b5fe-415c-986e-e80133095be8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:19.557713 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7f03a861-b5fe-415c-986e-e80133095be8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4078562 Nov 12 01:44:19.560154 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50128) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:19.565421 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1672b427-5bf9-4a96-95ef-0155331ac583 None None] Network 4fde6a7a-f463-4f12-a789-6ee31971eba3 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:44:19.600814 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82203f65-055d-4f42-9692-b13168c96c7f None None] Network 9df690f1-c7d8-4a6c-a4c8-0ddc50c1f57c is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:44:19.633123 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-82203f65-055d-4f42-9692-b13168c96c7f None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:44:19.636086 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82203f65-055d-4f42-9692-b13168c96c7f None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:44:19.647362 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82203f65-055d-4f42-9692-b13168c96c7f None None] Pushing event updated for resources: {'Port': ['ID=c61e5def-3875-4bb1-ae5c-8fb859971a57,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:19.660119 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ff9f56c3-3b5d-48fe-87bb-3ee16747cdd8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:19.713644 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ff9f56c3-3b5d-48fe-87bb-3ee16747cdd8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:19.748343 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-82203f65-055d-4f42-9692-b13168c96c7f None None] Attempting to bind port c61e5def-3875-4bb1-ae5c-8fb859971a57 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:44:19.748713 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-82203f65-055d-4f42-9692-b13168c96c7f None None] Attempting to bind port c61e5def-3875-4bb1-ae5c-8fb859971a57 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '042211f0-de34-49ae-9391-a9851bbcd06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '9df690f1-c7d8-4a6c-a4c8-0ddc50c1f57c'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:44:19.749079 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82203f65-055d-4f42-9692-b13168c96c7f None None] Attempting to bind port c61e5def-3875-4bb1-ae5c-8fb859971a57 on network 9df690f1-c7d8-4a6c-a4c8-0ddc50c1f57c {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:44:19.758247 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82203f65-055d-4f42-9692-b13168c96c7f None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:44:19.758624 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82203f65-055d-4f42-9692-b13168c96c7f None None] Checking segment: {'id': '042211f0-de34-49ae-9391-a9851bbcd06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '9df690f1-c7d8-4a6c-a4c8-0ddc50c1f57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:44:19.759025 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-82203f65-055d-4f42-9692-b13168c96c7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:19.759420 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82203f65-055d-4f42-9692-b13168c96c7f None None] Bound using segment: {'id': '042211f0-de34-49ae-9391-a9851bbcd06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '9df690f1-c7d8-4a6c-a4c8-0ddc50c1f57c'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:44:19.759889 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-82203f65-055d-4f42-9692-b13168c96c7f None None] Bound port: c61e5def-3875-4bb1-ae5c-8fb859971a57, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042211f0-de34-49ae-9391-a9851bbcd06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '9df690f1-c7d8-4a6c-a4c8-0ddc50c1f57c'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:44:19.760269 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-82203f65-055d-4f42-9692-b13168c96c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:19.774486 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ff9f56c3-3b5d-48fe-87bb-3ee16747cdd8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:19.802182 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f56c3-3b5d-48fe-87bb-3ee16747cdd8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Pushing event deleted for resources: {'Subnet': ['ID=2c64657a-d127-4fa9-917d-ca438132a0fd,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:19.869546 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ff9f56c3-3b5d-48fe-87bb-3ee16747cdd8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:19.892409 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-ff9f56c3-3b5d-48fe-87bb-3ee16747cdd8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fde6a7a-f463-4f12-a789-6ee31971eba3']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:19.902256 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-ff9f56c3-3b5d-48fe-87bb-3ee16747cdd8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e88fcf2-dcb8-456b-93a6-0c70ed0e3b2a') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:19.902559 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-ff9f56c3-3b5d-48fe-87bb-3ee16747cdd8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e88fcf2-dcb8-456b-93a6-0c70ed0e3b2a') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:19.912436 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ff9f56c3-3b5d-48fe-87bb-3ee16747cdd8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:19.927804 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ff9f56c3-3b5d-48fe-87bb-3ee16747cdd8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:19.935380 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff9f56c3-3b5d-48fe-87bb-3ee16747cdd8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:44:19.935921 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ff9f56c3-3b5d-48fe-87bb-3ee16747cdd8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:19.939196 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:44:19.939196 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:44:19.939196 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:44:19.939196 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:44:19.939196 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:44:19.939196 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:44:19.939196 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:44:19.939196 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:44:19.939196 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:44:19.939196 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:44:19.939196 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:44:19.939196 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:44:19.939196 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:44:19.939196 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:44:19.939196 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:44:19.939196 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:44:19.939196 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:44:19.939196 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:44:19.939196 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:44:19.939196 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:44:19.939196 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:44:19.939196 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:44:19.939196 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:44:19.939196 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:44:19.939196 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:44:19.939196 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:44:19.939196 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:44:19.939196 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:44:19.939196 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:44:19.939196 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:44:19.939196 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:44:19.939196 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:44:19.996582 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07744452-accc-437b-bd77-9a329e09f477 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-4fde6a7a-f463-4f12-a789-6ee31971eba3', 'network_id': '4fde6a7a-f463-4f12-a789-6ee31971eba3', 'tenant_id': 'b33e33a60eba4cc3bf8e65bc332579a9', 'fixed_ips': [{'subnet_id': '2c64657a-d127-4fa9-917d-ca438132a0fd'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:44:19.998404 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-07744452-accc-437b-bd77-9a329e09f477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:20.006782 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ff9f56c3-3b5d-48fe-87bb-3ee16747cdd8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:20.012415 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ff9f56c3-3b5d-48fe-87bb-3ee16747cdd8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:20.015829 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ff9f56c3-3b5d-48fe-87bb-3ee16747cdd8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] 10.222.0.20 "DELETE /v2.0/networks/4fde6a7a-f463-4f12-a789-6ee31971eba3 HTTP/1.1" status: 204 len: 168 time: 0.4547427 Nov 12 01:44:20.019308 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50130) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:20.033654 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-82203f65-055d-4f42-9692-b13168c96c7f None None] For port c61e5def-3875-4bb1-ae5c-8fb859971a57, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:44:20.035609 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f56c3-3b5d-48fe-87bb-3ee16747cdd8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Pushing event deleted for resources: {'Network': ['ID=4fde6a7a-f463-4f12-a789-6ee31971eba3,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:20.045218 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-82203f65-055d-4f42-9692-b13168c96c7f None None] For port c61e5def-3875-4bb1-ae5c-8fb859971a57, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=c61e5def-3875-4bb1-ae5c-8fb859971a57,segment=NetworkSegment(042211f0-de34-49ae-9391-a9851bbcd06e),segment_id=042211f0-de34-49ae-9391-a9851bbcd06e)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:44:20.050966 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-878ef171-5d00-44c4-8862-0bdef2000aa1 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] GET failed (client error): The resource could not be found. Nov 12 01:44:20.051297 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-82203f65-055d-4f42-9692-b13168c96c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:20.055171 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-878ef171-5d00-44c4-8862-0bdef2000aa1 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] 10.222.0.20 "GET /v2.0/subnets/2c64657a-d127-4fa9-917d-ca438132a0fd HTTP/1.1" status: 404 len: 337 time: 0.0341449 Nov 12 01:44:20.055386 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50132) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:20.057172 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840dbc58-dfdf-4b54-b8c7-5b0192da87e7 None None] Network 4fde6a7a-f463-4f12-a789-6ee31971eba3 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:44:20.074711 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-af802021-3cc2-4c55-9374-263f9bfbf8b2 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] DELETE failed (client error): The resource could not be found. Nov 12 01:44:20.075469 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af802021-3cc2-4c55-9374-263f9bfbf8b2 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:44:20.078635 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-af802021-3cc2-4c55-9374-263f9bfbf8b2 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] 10.222.0.20 "DELETE /v2.0/networks/4fde6a7a-f463-4f12-a789-6ee31971eba3 HTTP/1.1" status: 404 len: 339 time: 0.0223203 Nov 12 01:44:20.082169 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50134) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:20.097859 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840dbc58-dfdf-4b54-b8c7-5b0192da87e7 None None] Network 4fde6a7a-f463-4f12-a789-6ee31971eba3 could not be found, it might have been deleted concurrently. {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 01:44:20.108495 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a3d88b6-4bee-4081-8900-c03cb5ab2385 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] DELETE failed (client error): The resource could not be found. Nov 12 01:44:20.108949 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a3d88b6-4bee-4081-8900-c03cb5ab2385 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:44:20.112760 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8a3d88b6-4bee-4081-8900-c03cb5ab2385 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] 10.222.0.20 "DELETE /v2.0/subnets/2c64657a-d127-4fa9-917d-ca438132a0fd HTTP/1.1" status: 404 len: 337 time: 0.0295696 Nov 12 01:44:20.115229 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50136) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:20.132676 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82203f65-055d-4f42-9692-b13168c96c7f None None] Pushing event updated for resources: {'Port': ['ID=c61e5def-3875-4bb1-ae5c-8fb859971a57,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:20.143099 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-18cc62be-64ad-4c64-86fe-15e1a4fe00ad tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] DELETE failed (client error): The resource could not be found. Nov 12 01:44:20.143670 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18cc62be-64ad-4c64-86fe-15e1a4fe00ad tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:44:20.149482 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-18cc62be-64ad-4c64-86fe-15e1a4fe00ad tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] 10.222.0.20 "DELETE /v2.0/networks/4fde6a7a-f463-4f12-a789-6ee31971eba3 HTTP/1.1" status: 404 len: 339 time: 0.0295961 Nov 12 01:44:20.157404 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50138) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:20.188103 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device b837c5f5-ee73-4d0b-9d20-5962eb87cca9 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:44:20.204674 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-77bfe9e0-7416-4a01-a679-1c3fb97b9df8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Deleting subnet b380d5e0-94b4-4e91-b79a-b65f482ff076 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:44:20.207956 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-77bfe9e0-7416-4a01-a679-1c3fb97b9df8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:20.240068 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port b837c5f5-ee73-4d0b-9d20-5962eb87cca9 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:44:20.240450 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:20.250549 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-77bfe9e0-7416-4a01-a679-1c3fb97b9df8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:20.368934 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-77bfe9e0-7416-4a01-a679-1c3fb97b9df8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:20.431118 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-77bfe9e0-7416-4a01-a679-1c3fb97b9df8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:20.458345 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bfe9e0-7416-4a01-a679-1c3fb97b9df8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Pushing event deleted for resources: {'Subnet': ['ID=b380d5e0-94b4-4e91-b79a-b65f482ff076,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:20.460317 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-77bfe9e0-7416-4a01-a679-1c3fb97b9df8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:20.463495 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-77bfe9e0-7416-4a01-a679-1c3fb97b9df8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] 10.222.0.20 "DELETE /v2.0/subnets/b380d5e0-94b4-4e91-b79a-b65f482ff076 HTTP/1.1" status: 204 len: 168 time: 0.3128388 Nov 12 01:44:20.466556 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50140) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:20.546360 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-326853dc-9da3-4f72-af33-e79a446d198a tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:20.600910 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-326853dc-9da3-4f72-af33-e79a446d198a tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Deleting port c61e5def-3875-4bb1-ae5c-8fb859971a57 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:44:20.601242 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-326853dc-9da3-4f72-af33-e79a446d198a tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:20.663712 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-326853dc-9da3-4f72-af33-e79a446d198a tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] For port c61e5def-3875-4bb1-ae5c-8fb859971a57, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=c61e5def-3875-4bb1-ae5c-8fb859971a57,segment=NetworkSegment(042211f0-de34-49ae-9391-a9851bbcd06e),segment_id=042211f0-de34-49ae-9391-a9851bbcd06e)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:44:20.663992 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-326853dc-9da3-4f72-af33-e79a446d198a tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:20.680707 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-326853dc-9da3-4f72-af33-e79a446d198a tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Calling delete_port for c61e5def-3875-4bb1-ae5c-8fb859971a57 owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:44:20.761200 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-326853dc-9da3-4f72-af33-e79a446d198a tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:20.789061 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326853dc-9da3-4f72-af33-e79a446d198a tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Pushing event deleted for resources: {'Port': ['ID=c61e5def-3875-4bb1-ae5c-8fb859971a57,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:20.790932 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326853dc-9da3-4f72-af33-e79a446d198a tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] No DVR routers for this DVR port c61e5def-3875-4bb1-ae5c-8fb859971a57 on host n-d-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:44:20.879678 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-326853dc-9da3-4f72-af33-e79a446d198a tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:20.900644 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-326853dc-9da3-4f72-af33-e79a446d198a tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9df690f1-c7d8-4a6c-a4c8-0ddc50c1f57c']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:20.910959 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-326853dc-9da3-4f72-af33-e79a446d198a tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '042211f0-de34-49ae-9391-a9851bbcd06e') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:20.911259 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-326853dc-9da3-4f72-af33-e79a446d198a tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '042211f0-de34-49ae-9391-a9851bbcd06e') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:20.922252 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-326853dc-9da3-4f72-af33-e79a446d198a tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:20.937123 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-326853dc-9da3-4f72-af33-e79a446d198a tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:20.943525 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-326853dc-9da3-4f72-af33-e79a446d198a tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:44:20.943918 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-326853dc-9da3-4f72-af33-e79a446d198a tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:20.947636 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:44:20.947636 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:44:20.947636 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:44:20.947636 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:44:20.947636 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:44:20.947636 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:44:20.947636 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:44:20.947636 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:44:20.947636 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:44:20.947636 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:44:20.947636 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:44:20.947636 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:44:20.947636 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:44:20.947636 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:44:20.947636 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:44:20.947636 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:44:20.947636 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:44:20.947636 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:44:20.947636 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:44:20.947636 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:44:20.947636 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:44:20.947636 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:44:20.947636 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:44:20.947636 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:44:20.947636 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:44:20.947636 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:44:20.947636 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:44:20.947636 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:44:20.947636 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:44:20.947636 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:44:20.947636 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:44:20.947636 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:44:21.010372 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-326853dc-9da3-4f72-af33-e79a446d198a tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:21.017308 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85467838-6152-49b9-94a1-384d56cb4ad2 None None] Network 9df690f1-c7d8-4a6c-a4c8-0ddc50c1f57c requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:44:21.018027 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-326853dc-9da3-4f72-af33-e79a446d198a tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:21.021410 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-326853dc-9da3-4f72-af33-e79a446d198a tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] 10.222.0.20 "DELETE /v2.0/networks/9df690f1-c7d8-4a6c-a4c8-0ddc50c1f57c HTTP/1.1" status: 204 len: 168 time: 0.5539153 Nov 12 01:44:21.023950 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50142) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:21.032856 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326853dc-9da3-4f72-af33-e79a446d198a tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Pushing event deleted for resources: {'Network': ['ID=9df690f1-c7d8-4a6c-a4c8-0ddc50c1f57c,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:21.037335 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85467838-6152-49b9-94a1-384d56cb4ad2 None None] Network 9df690f1-c7d8-4a6c-a4c8-0ddc50c1f57c could not be found, it might have been deleted concurrently. {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 01:44:21.055533 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-14ad066d-8a58-495d-95e4-90d16cba8d89 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] DELETE failed (client error): The resource could not be found. Nov 12 01:44:21.055987 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14ad066d-8a58-495d-95e4-90d16cba8d89 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:44:21.061416 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-14ad066d-8a58-495d-95e4-90d16cba8d89 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] 10.222.0.20 "DELETE /v2.0/subnets/c4d0bad9-1bfc-42d6-9836-695973214a33 HTTP/1.1" status: 404 len: 337 time: 0.0352612 Nov 12 01:44:21.062822 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50144) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:21.088545 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-73ab5155-746a-4664-b7c2-4dd61910f2c8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] DELETE failed (client error): The resource could not be found. Nov 12 01:44:21.089115 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73ab5155-746a-4664-b7c2-4dd61910f2c8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:44:21.092187 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-73ab5155-746a-4664-b7c2-4dd61910f2c8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] 10.222.0.20 "DELETE /v2.0/networks/1a881c30-aede-48cf-9d12-ec64e0873259 HTTP/1.1" status: 404 len: 339 time: 0.0284588 Nov 12 01:44:21.094756 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50146) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:21.108185 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335a58a7-17e2-4f46-bd0d-78d1adc3b3f7 None None] DHCP port deletion for 9df690f1-c7d8-4a6c-a4c8-0ddc50c1f57c request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:44:21.112431 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b554189f-3377-4ec6-8ebb-e97afa8fc0b1 None None] Could not find standard attr ID for object c61e5def-3875-4bb1-ae5c-8fb859971a57. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:44:21.128412 n-d-812236-11 neutron-server[102661]: INFO neutron.pecan_wsgi.hooks.translation [None req-242d5242-bde2-44c3-990f-337898e87ce8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] DELETE failed (client error): The resource could not be found. Nov 12 01:44:21.128865 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-242d5242-bde2-44c3-990f-337898e87ce8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:44:21.131927 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-242d5242-bde2-44c3-990f-337898e87ce8 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] 10.222.0.20 "DELETE /v2.0/subnets/53d57075-3f1e-4e0f-9e1a-141dfe7ca32e HTTP/1.1" status: 404 len: 337 time: 0.0362577 Nov 12 01:44:21.134611 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50148) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:21.153856 n-d-812236-11 neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-f49ecbba-10b3-4453-9a35-1941258e98f2 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] DELETE failed (client error): The resource could not be found. Nov 12 01:44:21.154389 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f49ecbba-10b3-4453-9a35-1941258e98f2 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:44:21.157328 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f49ecbba-10b3-4453-9a35-1941258e98f2 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] 10.222.0.20 "DELETE /v2.0/networks/0d792453-8f62-47d1-a229-7406d47eb31a HTTP/1.1" status: 404 len: 339 time: 0.0217049 Nov 12 01:44:21.159668 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50150) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:21.209992 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-deec9b8e-4f12-46d8-bb37-f4036df73733 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Deleting subnet 32124abe-a272-4a38-be3c-1acc69ba62ab {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:44:21.212913 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-deec9b8e-4f12-46d8-bb37-f4036df73733 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:21.251487 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-deec9b8e-4f12-46d8-bb37-f4036df73733 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:21.337803 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-deec9b8e-4f12-46d8-bb37-f4036df73733 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:21.393595 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-deec9b8e-4f12-46d8-bb37-f4036df73733 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:21.417295 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deec9b8e-4f12-46d8-bb37-f4036df73733 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Pushing event deleted for resources: {'Subnet': ['ID=32124abe-a272-4a38-be3c-1acc69ba62ab,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:21.424373 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-deec9b8e-4f12-46d8-bb37-f4036df73733 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:21.427592 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-deec9b8e-4f12-46d8-bb37-f4036df73733 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] 10.222.0.20 "DELETE /v2.0/subnets/32124abe-a272-4a38-be3c-1acc69ba62ab HTTP/1.1" status: 204 len: 168 time: 0.2670209 Nov 12 01:44:21.430028 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50152) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:21.432920 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e139e20-e3db-4810-be3e-23da20941485 None None] Network 4e4006f7-1a73-4dc1-b3f4-266db216c8db requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:44:21.508601 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-12eb090c-a8ce-4022-83e7-e7d0ee729ea9 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:21.561737 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-12eb090c-a8ce-4022-83e7-e7d0ee729ea9 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Deleting port b837c5f5-ee73-4d0b-9d20-5962eb87cca9 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:44:21.562384 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-12eb090c-a8ce-4022-83e7-e7d0ee729ea9 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:21.609281 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fee73bb-abcb-4510-a351-8f4f8b8d4da5 None None] DHCP port deletion for 4e4006f7-1a73-4dc1-b3f4-266db216c8db request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:44:21.624778 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-12eb090c-a8ce-4022-83e7-e7d0ee729ea9 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] For port b837c5f5-ee73-4d0b-9d20-5962eb87cca9, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=b837c5f5-ee73-4d0b-9d20-5962eb87cca9,segment=NetworkSegment(bec0accd-55c2-4ac7-8b8f-3273b926a513),segment_id=bec0accd-55c2-4ac7-8b8f-3273b926a513)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:44:21.625136 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-12eb090c-a8ce-4022-83e7-e7d0ee729ea9 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:21.637179 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-12eb090c-a8ce-4022-83e7-e7d0ee729ea9 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Calling delete_port for b837c5f5-ee73-4d0b-9d20-5962eb87cca9 owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:44:21.657215 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-2fee73bb-abcb-4510-a351-8f4f8b8d4da5 None None] Deleting port b837c5f5-ee73-4d0b-9d20-5962eb87cca9 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:44:21.657613 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2fee73bb-abcb-4510-a351-8f4f8b8d4da5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:21.719139 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-12eb090c-a8ce-4022-83e7-e7d0ee729ea9 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:21.721071 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-2fee73bb-abcb-4510-a351-8f4f8b8d4da5 None None] For port b837c5f5-ee73-4d0b-9d20-5962eb87cca9, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=b837c5f5-ee73-4d0b-9d20-5962eb87cca9,segment=NetworkSegment(bec0accd-55c2-4ac7-8b8f-3273b926a513),segment_id=bec0accd-55c2-4ac7-8b8f-3273b926a513)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:44:21.721502 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2fee73bb-abcb-4510-a351-8f4f8b8d4da5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:21.738723 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-2fee73bb-abcb-4510-a351-8f4f8b8d4da5 None None] Calling delete_port for b837c5f5-ee73-4d0b-9d20-5962eb87cca9 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:44:21.745949 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eb090c-a8ce-4022-83e7-e7d0ee729ea9 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Pushing event deleted for resources: {'Port': ['ID=b837c5f5-ee73-4d0b-9d20-5962eb87cca9,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:21.749535 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12eb090c-a8ce-4022-83e7-e7d0ee729ea9 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] No DVR routers for this DVR port b837c5f5-ee73-4d0b-9d20-5962eb87cca9 on host n-d-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:44:21.823921 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2fee73bb-abcb-4510-a351-8f4f8b8d4da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:21.830814 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-12eb090c-a8ce-4022-83e7-e7d0ee729ea9 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:21.849022 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee73bb-abcb-4510-a351-8f4f8b8d4da5 None None] Pushing event deleted for resources: {'Port': ['ID=b837c5f5-ee73-4d0b-9d20-5962eb87cca9,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:21.851658 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-12eb090c-a8ce-4022-83e7-e7d0ee729ea9 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e4006f7-1a73-4dc1-b3f4-266db216c8db']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:21.852508 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fee73bb-abcb-4510-a351-8f4f8b8d4da5 None None] No DVR routers for this DVR port b837c5f5-ee73-4d0b-9d20-5962eb87cca9 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:44:21.865034 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-12eb090c-a8ce-4022-83e7-e7d0ee729ea9 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bec0accd-55c2-4ac7-8b8f-3273b926a513') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:21.865520 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-12eb090c-a8ce-4022-83e7-e7d0ee729ea9 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bec0accd-55c2-4ac7-8b8f-3273b926a513') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:21.875262 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-12eb090c-a8ce-4022-83e7-e7d0ee729ea9 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:21.888092 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-12eb090c-a8ce-4022-83e7-e7d0ee729ea9 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:21.894370 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12eb090c-a8ce-4022-83e7-e7d0ee729ea9 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:44:21.895017 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-12eb090c-a8ce-4022-83e7-e7d0ee729ea9 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:21.898356 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:44:21.898356 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:44:21.898356 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:44:21.898356 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:44:21.898356 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:44:21.898356 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:44:21.898356 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:44:21.898356 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:44:21.898356 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:44:21.898356 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:44:21.898356 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:44:21.898356 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:44:21.898356 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:44:21.898356 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:44:21.898356 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:44:21.898356 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:44:21.898356 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:44:21.898356 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:44:21.898356 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:44:21.898356 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:44:21.898356 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:44:21.898356 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:44:21.898356 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:44:21.898356 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:44:21.898356 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:44:21.898356 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:44:21.898356 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:44:21.898356 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:44:21.898356 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:44:21.898356 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:44:21.898356 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:44:21.898356 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:44:21.957244 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-12eb090c-a8ce-4022-83e7-e7d0ee729ea9 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:21.963932 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-12eb090c-a8ce-4022-83e7-e7d0ee729ea9 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:21.967642 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-12eb090c-a8ce-4022-83e7-e7d0ee729ea9 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] 10.222.0.20 "DELETE /v2.0/networks/4e4006f7-1a73-4dc1-b3f4-266db216c8db HTTP/1.1" status: 204 len: 168 time: 0.5367017 Nov 12 01:44:21.978650 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eb090c-a8ce-4022-83e7-e7d0ee729ea9 tempest-NetworksIpV6Test-1853378754 tempest-NetworksIpV6Test-1853378754-project] Pushing event deleted for resources: {'Network': ['ID=4e4006f7-1a73-4dc1-b3f4-266db216c8db,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:22.175418 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device b837c5f5-ee73-4d0b-9d20-5962eb87cca9 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:44:22.194988 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: b837c5f5-ee73-4d0b-9d20-5962eb87cca9 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:44:22.195333 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device b837c5f5-ee73-4d0b-9d20-5962eb87cca9 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:44:22.211556 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50158) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:22.347315 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d1f5c009-377a-424c-8ac9-71190e635536 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b33e33a60eba4cc3bf8e65bc332579a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1344807 Nov 12 01:44:22.349703 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50162) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:22.394364 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-acfbf4a6-de9f-4141-bf74-634efce5e8bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:22.414780 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-acfbf4a6-de9f-4141-bf74-634efce5e8bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:22.459987 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-acfbf4a6-de9f-4141-bf74-634efce5e8bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:22.462751 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-acfbf4a6-de9f-4141-bf74-634efce5e8bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:22.463889 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-acfbf4a6-de9f-4141-bf74-634efce5e8bf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3255c206-7a89-48b5-a0ce-664686a45545 HTTP/1.1" status: 204 len: 168 time: 0.1132984 Nov 12 01:44:22.472060 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfbf4a6-de9f-4141-bf74-634efce5e8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3255c206-7a89-48b5-a0ce-664686a45545,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:23.106723 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50184) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:23.199634 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-a733ea18-79b2-45ac-9f87-9f42db6249d4 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-112263318', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:44:23.227367 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a733ea18-79b2-45ac-9f87-9f42db6249d4 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:23.228358 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a733ea18-79b2-45ac-9f87-9f42db6249d4 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:23.279499 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a733ea18-79b2-45ac-9f87-9f42db6249d4 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:23.284015 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a733ea18-79b2-45ac-9f87-9f42db6249d4 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:23.302384 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a733ea18-79b2-45ac-9f87-9f42db6249d4 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:23.303584 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a733ea18-79b2-45ac-9f87-9f42db6249d4 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1958475 Nov 12 01:44:23.306452 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50188) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:23.311794 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-922fd9a9-22d1-4520-9677-e8bbb72be847 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-972910161'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:44:23.333743 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922fd9a9-22d1-4520-9677-e8bbb72be847 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Made reservation on behalf of 03963dd75ff0448c9229dff9e5c4d884 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:44:23.337319 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-922fd9a9-22d1-4520-9677-e8bbb72be847 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:23.346953 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-922fd9a9-22d1-4520-9677-e8bbb72be847 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:23.423795 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-922fd9a9-22d1-4520-9677-e8bbb72be847 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:23.427353 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-922fd9a9-22d1-4520-9677-e8bbb72be847 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:23.454103 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-922fd9a9-22d1-4520-9677-e8bbb72be847 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:44:23.462571 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922fd9a9-22d1-4520-9677-e8bbb72be847 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43e7c3db-8327-4902-8efe-e46aad773a28,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:23.468879 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-922fd9a9-22d1-4520-9677-e8bbb72be847 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:23.469220 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-922fd9a9-22d1-4520-9677-e8bbb72be847 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Added segment 7d8b09db-9896-4b8d-915a-75f7e349963c of type vlan for network 7fc2dbc9-263d-4379-a740-6c3448a3bc1c Nov 12 01:44:23.507903 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-922fd9a9-22d1-4520-9677-e8bbb72be847 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:23.533417 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-922fd9a9-22d1-4520-9677-e8bbb72be847 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:23.539220 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922fd9a9-22d1-4520-9677-e8bbb72be847 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:23.539795 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-922fd9a9-22d1-4520-9677-e8bbb72be847 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:23.576781 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-922fd9a9-22d1-4520-9677-e8bbb72be847 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2693269 Nov 12 01:44:23.579685 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50190) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:23.584650 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-68d1a144-51ef-482c-8bbd-cf28377a4469 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Request body: {'subnet': {'network_id': '7fc2dbc9-263d-4379-a740-6c3448a3bc1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:44:23.612751 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922fd9a9-22d1-4520-9677-e8bbb72be847 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Pushing event updated for resources: {'Network': ['ID=7fc2dbc9-263d-4379-a740-6c3448a3bc1c,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:23.622681 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 7fc2dbc9-263d-4379-a740-6c3448a3bc1c details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:44:23.672932 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d1a144-51ef-482c-8bbd-cf28377a4469 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Made reservation on behalf of 03963dd75ff0448c9229dff9e5c4d884 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:44:23.676610 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68d1a144-51ef-482c-8bbd-cf28377a4469 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:23.851505 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68d1a144-51ef-482c-8bbd-cf28377a4469 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:23.909365 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d1a144-51ef-482c-8bbd-cf28377a4469 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Pushing event updated for resources: {'Subnet': ['ID=e64f2ca5-6473-4290-8938-a145c91e0b0a,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:23.921580 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d1a144-51ef-482c-8bbd-cf28377a4469 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Checking segment: {'id': '7d8b09db-9896-4b8d-915a-75f7e349963c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7fc2dbc9-263d-4379-a740-6c3448a3bc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:44:23.921939 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d1a144-51ef-482c-8bbd-cf28377a4469 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Network hostable DHCP agents. Network: 7fc2dbc9-263d-4379-a740-6c3448a3bc1c, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:44:23.939896 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d1a144-51ef-482c-8bbd-cf28377a4469 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Network 7fc2dbc9-263d-4379-a740-6c3448a3bc1c is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:44:23.948430 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-68d1a144-51ef-482c-8bbd-cf28377a4469 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 7fc2dbc9-263d-4379-a740-6c3448a3bc1c) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:44:23.952432 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d1a144-51ef-482c-8bbd-cf28377a4469 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:23.953019 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68d1a144-51ef-482c-8bbd-cf28377a4469 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:23.957653 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ffdecf-8460-478d-b2bc-26f088929c99 None None] Network 7fc2dbc9-263d-4379-a740-6c3448a3bc1c requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:44:23.970247 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-68d1a144-51ef-482c-8bbd-cf28377a4469 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3894970 Nov 12 01:44:23.973547 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50192) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:23.978623 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-f759c9b2-ddd4-48d5-951a-280995d328ff tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-604767247'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:44:23.998795 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f759c9b2-ddd4-48d5-951a-280995d328ff tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Made reservation on behalf of 03963dd75ff0448c9229dff9e5c4d884 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:44:24.002434 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f759c9b2-ddd4-48d5-951a-280995d328ff tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:24.026343 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f759c9b2-ddd4-48d5-951a-280995d328ff tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:44:24.036181 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f759c9b2-ddd4-48d5-951a-280995d328ff tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:24.036526 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-f759c9b2-ddd4-48d5-951a-280995d328ff tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Added segment 6935dc60-043a-4da4-8e75-67c86e382a5b of type vlan for network 70a589d7-3bb5-45f3-986b-b09ac06ce0fa Nov 12 01:44:24.078105 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f759c9b2-ddd4-48d5-951a-280995d328ff tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:24.103888 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f759c9b2-ddd4-48d5-951a-280995d328ff tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:24.106085 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46548430-5070-4c23-a3ab-d9c4c362bba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-7fc2dbc9-263d-4379-a740-6c3448a3bc1c', 'network_id': '7fc2dbc9-263d-4379-a740-6c3448a3bc1c', 'tenant_id': '03963dd75ff0448c9229dff9e5c4d884', 'fixed_ips': [{'subnet_id': 'e64f2ca5-6473-4290-8938-a145c91e0b0a'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:44:24.106983 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-46548430-5070-4c23-a3ab-d9c4c362bba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:24.111375 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f759c9b2-ddd4-48d5-951a-280995d328ff tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:24.111375 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f759c9b2-ddd4-48d5-951a-280995d328ff tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:24.148914 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f759c9b2-ddd4-48d5-951a-280995d328ff tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1742415 Nov 12 01:44:24.152057 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50194) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:24.157350 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-4bf3ad17-8910-48e6-bdd4-b2cdc548f72e tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Request body: {'subnet': {'network_id': '70a589d7-3bb5-45f3-986b-b09ac06ce0fa', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:44:24.184715 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759c9b2-ddd4-48d5-951a-280995d328ff tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Pushing event updated for resources: {'Network': ['ID=70a589d7-3bb5-45f3-986b-b09ac06ce0fa,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:24.197249 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 70a589d7-3bb5-45f3-986b-b09ac06ce0fa details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:44:24.253890 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf3ad17-8910-48e6-bdd4-b2cdc548f72e tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Made reservation on behalf of 03963dd75ff0448c9229dff9e5c4d884 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:44:24.257389 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4bf3ad17-8910-48e6-bdd4-b2cdc548f72e tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:24.302544 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-46548430-5070-4c23-a3ab-d9c4c362bba6 None None] Allocated IP 172.20.0.2 (7fc2dbc9-263d-4379-a740-6c3448a3bc1c/e64f2ca5-6473-4290-8938-a145c91e0b0a/76b8e4c4-2152-4ca4-a887-bb9738487db5) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:44:24.443939 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-46548430-5070-4c23-a3ab-d9c4c362bba6 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:24.451569 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-46548430-5070-4c23-a3ab-d9c4c362bba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:24.452430 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4bf3ad17-8910-48e6-bdd4-b2cdc548f72e tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:24.492748 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46548430-5070-4c23-a3ab-d9c4c362bba6 None None] Network 7fc2dbc9-263d-4379-a740-6c3448a3bc1c is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:44:24.499519 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-46548430-5070-4c23-a3ab-d9c4c362bba6 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:44:24.503953 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46548430-5070-4c23-a3ab-d9c4c362bba6 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:44:24.506970 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46548430-5070-4c23-a3ab-d9c4c362bba6 None None] Pushing event updated for resources: {'Port': ['ID=76b8e4c4-2152-4ca4-a887-bb9738487db5,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:24.515605 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf3ad17-8910-48e6-bdd4-b2cdc548f72e tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Pushing event updated for resources: {'Subnet': ['ID=2cec6626-ecf2-4cb2-be45-d5c54c39545a,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:24.523016 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf3ad17-8910-48e6-bdd4-b2cdc548f72e tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Checking segment: {'id': '6935dc60-043a-4da4-8e75-67c86e382a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '70a589d7-3bb5-45f3-986b-b09ac06ce0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:44:24.523379 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf3ad17-8910-48e6-bdd4-b2cdc548f72e tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Network hostable DHCP agents. Network: 70a589d7-3bb5-45f3-986b-b09ac06ce0fa, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:44:24.540247 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf3ad17-8910-48e6-bdd4-b2cdc548f72e tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Network 70a589d7-3bb5-45f3-986b-b09ac06ce0fa is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:44:24.550085 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-4bf3ad17-8910-48e6-bdd4-b2cdc548f72e tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 70a589d7-3bb5-45f3-986b-b09ac06ce0fa) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:44:24.554174 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf3ad17-8910-48e6-bdd4-b2cdc548f72e tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:24.554801 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4bf3ad17-8910-48e6-bdd4-b2cdc548f72e tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:24.565051 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c80754-2745-4549-8711-2979f642a8a1 None None] Network 70a589d7-3bb5-45f3-986b-b09ac06ce0fa requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:44:24.567755 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-46548430-5070-4c23-a3ab-d9c4c362bba6 None None] Attempting to bind port 76b8e4c4-2152-4ca4-a887-bb9738487db5 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:44:24.567755 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-46548430-5070-4c23-a3ab-d9c4c362bba6 None None] Attempting to bind port 76b8e4c4-2152-4ca4-a887-bb9738487db5 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '7d8b09db-9896-4b8d-915a-75f7e349963c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7fc2dbc9-263d-4379-a740-6c3448a3bc1c'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:44:24.568107 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46548430-5070-4c23-a3ab-d9c4c362bba6 None None] Attempting to bind port 76b8e4c4-2152-4ca4-a887-bb9738487db5 on network 7fc2dbc9-263d-4379-a740-6c3448a3bc1c {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:44:24.576863 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4bf3ad17-8910-48e6-bdd4-b2cdc548f72e tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4233165 Nov 12 01:44:24.579414 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50196) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:24.584131 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-38198add-754e-4002-9fd7-797d9ddd301d tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Request body: {'router': {'external_gateway_info': {'network_id': '70a589d7-3bb5-45f3-986b-b09ac06ce0fa'}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:44:24.590198 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46548430-5070-4c23-a3ab-d9c4c362bba6 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:44:24.591071 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46548430-5070-4c23-a3ab-d9c4c362bba6 None None] Checking segment: {'id': '7d8b09db-9896-4b8d-915a-75f7e349963c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7fc2dbc9-263d-4379-a740-6c3448a3bc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:44:24.591495 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-46548430-5070-4c23-a3ab-d9c4c362bba6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:24.591882 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46548430-5070-4c23-a3ab-d9c4c362bba6 None None] Bound using segment: {'id': '7d8b09db-9896-4b8d-915a-75f7e349963c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7fc2dbc9-263d-4379-a740-6c3448a3bc1c'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:44:24.592357 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-46548430-5070-4c23-a3ab-d9c4c362bba6 None None] Bound port: 76b8e4c4-2152-4ca4-a887-bb9738487db5, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8b09db-9896-4b8d-915a-75f7e349963c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7fc2dbc9-263d-4379-a740-6c3448a3bc1c'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:44:24.592730 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-46548430-5070-4c23-a3ab-d9c4c362bba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:24.728428 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-46548430-5070-4c23-a3ab-d9c4c362bba6 None None] For port 76b8e4c4-2152-4ca4-a887-bb9738487db5, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:44:24.747820 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-46548430-5070-4c23-a3ab-d9c4c362bba6 None None] For port 76b8e4c4-2152-4ca4-a887-bb9738487db5, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=76b8e4c4-2152-4ca4-a887-bb9738487db5,segment=NetworkSegment(7d8b09db-9896-4b8d-915a-75f7e349963c),segment_id=7d8b09db-9896-4b8d-915a-75f7e349963c)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:44:24.754746 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-46548430-5070-4c23-a3ab-d9c4c362bba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:24.807850 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fdf5d7-7479-409b-a56e-46c013abd600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-70a589d7-3bb5-45f3-986b-b09ac06ce0fa', 'network_id': '70a589d7-3bb5-45f3-986b-b09ac06ce0fa', 'tenant_id': '03963dd75ff0448c9229dff9e5c4d884', 'fixed_ips': [{'subnet_id': '2cec6626-ecf2-4cb2-be45-d5c54c39545a'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:44:24.808847 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c5fdf5d7-7479-409b-a56e-46c013abd600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:24.868673 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46548430-5070-4c23-a3ab-d9c4c362bba6 None None] Pushing event updated for resources: {'Port': ['ID=76b8e4c4-2152-4ca4-a887-bb9738487db5,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:25.021624 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-c5fdf5d7-7479-409b-a56e-46c013abd600 None None] Allocated IP 172.21.0.2 (70a589d7-3bb5-45f3-986b-b09ac06ce0fa/2cec6626-ecf2-4cb2-be45-d5c54c39545a/2d1a6cae-244f-4d3a-995f-0097c9775af7) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:44:25.164741 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-38198add-754e-4002-9fd7-797d9ddd301d tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:25.187694 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c5fdf5d7-7479-409b-a56e-46c013abd600 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:25.193316 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c5fdf5d7-7479-409b-a56e-46c013abd600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:25.230685 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fdf5d7-7479-409b-a56e-46c013abd600 None None] Network 70a589d7-3bb5-45f3-986b-b09ac06ce0fa is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:44:25.238075 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-c5fdf5d7-7479-409b-a56e-46c013abd600 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:44:25.242753 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fdf5d7-7479-409b-a56e-46c013abd600 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:44:25.245530 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fdf5d7-7479-409b-a56e-46c013abd600 None None] Pushing event updated for resources: {'Port': ['ID=2d1a6cae-244f-4d3a-995f-0097c9775af7,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:25.274938 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [None req-38198add-754e-4002-9fd7-797d9ddd301d tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:44:25.276014 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-38198add-754e-4002-9fd7-797d9ddd301d tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] 10.222.0.20 "PUT /v2.0/routers/67ebe0ef-6c55-4165-b2f6-31dd76ae0f68 HTTP/1.1" status: 400 len: 364 time: 0.6955020 Nov 12 01:44:25.282225 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50198) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:25.303520 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-c5fdf5d7-7479-409b-a56e-46c013abd600 None None] Attempting to bind port 2d1a6cae-244f-4d3a-995f-0097c9775af7 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:44:25.303881 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-c5fdf5d7-7479-409b-a56e-46c013abd600 None None] Attempting to bind port 2d1a6cae-244f-4d3a-995f-0097c9775af7 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '6935dc60-043a-4da4-8e75-67c86e382a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '70a589d7-3bb5-45f3-986b-b09ac06ce0fa'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:44:25.304236 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fdf5d7-7479-409b-a56e-46c013abd600 None None] Attempting to bind port 2d1a6cae-244f-4d3a-995f-0097c9775af7 on network 70a589d7-3bb5-45f3-986b-b09ac06ce0fa {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:44:25.310061 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fdf5d7-7479-409b-a56e-46c013abd600 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:44:25.310486 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fdf5d7-7479-409b-a56e-46c013abd600 None None] Checking segment: {'id': '6935dc60-043a-4da4-8e75-67c86e382a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '70a589d7-3bb5-45f3-986b-b09ac06ce0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:44:25.310964 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c5fdf5d7-7479-409b-a56e-46c013abd600 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:25.311353 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fdf5d7-7479-409b-a56e-46c013abd600 None None] Bound using segment: {'id': '6935dc60-043a-4da4-8e75-67c86e382a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '70a589d7-3bb5-45f3-986b-b09ac06ce0fa'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:44:25.311818 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-c5fdf5d7-7479-409b-a56e-46c013abd600 None None] Bound port: 2d1a6cae-244f-4d3a-995f-0097c9775af7, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6935dc60-043a-4da4-8e75-67c86e382a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '70a589d7-3bb5-45f3-986b-b09ac06ce0fa'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:44:25.312197 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c5fdf5d7-7479-409b-a56e-46c013abd600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:25.344231 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-acfbee61-ff46-471c-885f-59f253bbaaff tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Deleting subnet 2cec6626-ecf2-4cb2-be45-d5c54c39545a {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:44:25.347406 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-acfbee61-ff46-471c-885f-59f253bbaaff tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:25.377488 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-c5fdf5d7-7479-409b-a56e-46c013abd600 None None] For port 2d1a6cae-244f-4d3a-995f-0097c9775af7, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:44:25.380449 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-c5fdf5d7-7479-409b-a56e-46c013abd600 None None] For port 2d1a6cae-244f-4d3a-995f-0097c9775af7, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=2d1a6cae-244f-4d3a-995f-0097c9775af7,segment=NetworkSegment(6935dc60-043a-4da4-8e75-67c86e382a5b),segment_id=6935dc60-043a-4da4-8e75-67c86e382a5b)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:44:25.385572 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c5fdf5d7-7479-409b-a56e-46c013abd600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:25.389051 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-acfbee61-ff46-471c-885f-59f253bbaaff tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:25.442872 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fdf5d7-7479-409b-a56e-46c013abd600 None None] Pushing event updated for resources: {'Port': ['ID=2d1a6cae-244f-4d3a-995f-0097c9775af7,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:25.487758 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-acfbee61-ff46-471c-885f-59f253bbaaff tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:25.553820 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-acfbee61-ff46-471c-885f-59f253bbaaff tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:25.584514 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfbee61-ff46-471c-885f-59f253bbaaff tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Pushing event deleted for resources: {'Subnet': ['ID=2cec6626-ecf2-4cb2-be45-d5c54c39545a,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:25.588185 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-acfbee61-ff46-471c-885f-59f253bbaaff tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:25.595108 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-acfbee61-ff46-471c-885f-59f253bbaaff tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] 10.222.0.20 "DELETE /v2.0/subnets/2cec6626-ecf2-4cb2-be45-d5c54c39545a HTTP/1.1" status: 204 len: 168 time: 0.3086643 Nov 12 01:44:25.595230 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50200) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:25.702489 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-958b65d0-bd95-42d7-b847-aa1288721a1c tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:25.768269 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-958b65d0-bd95-42d7-b847-aa1288721a1c tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Deleting port 2d1a6cae-244f-4d3a-995f-0097c9775af7 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:44:25.768616 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-958b65d0-bd95-42d7-b847-aa1288721a1c tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:25.835398 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-958b65d0-bd95-42d7-b847-aa1288721a1c tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] For port 2d1a6cae-244f-4d3a-995f-0097c9775af7, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=2d1a6cae-244f-4d3a-995f-0097c9775af7,segment=NetworkSegment(6935dc60-043a-4da4-8e75-67c86e382a5b),segment_id=6935dc60-043a-4da4-8e75-67c86e382a5b)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:44:25.835749 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-958b65d0-bd95-42d7-b847-aa1288721a1c tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:25.854053 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-958b65d0-bd95-42d7-b847-aa1288721a1c tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Calling delete_port for 2d1a6cae-244f-4d3a-995f-0097c9775af7 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:44:25.895855 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd302949-c055-43a3-9dc6-bb3764411ee0 None None] Network 7fc2dbc9-263d-4379-a740-6c3448a3bc1c requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:44:25.937547 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-958b65d0-bd95-42d7-b847-aa1288721a1c tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:25.978753 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958b65d0-bd95-42d7-b847-aa1288721a1c tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Pushing event deleted for resources: {'Port': ['ID=2d1a6cae-244f-4d3a-995f-0097c9775af7,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:25.980683 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958b65d0-bd95-42d7-b847-aa1288721a1c tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] No DVR routers for this DVR port 2d1a6cae-244f-4d3a-995f-0097c9775af7 on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:44:25.986038 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-335372f7-6627-4d86-af3c-3f5c8741a761 None None] Provisioning complete for port 76b8e4c4-2152-4ca4-a887-bb9738487db5 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:44:25.986397 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-335372f7-6627-4d86-af3c-3f5c8741a761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:26.135014 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-335372f7-6627-4d86-af3c-3f5c8741a761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:26.188641 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-335372f7-6627-4d86-af3c-3f5c8741a761 None None] For port 76b8e4c4-2152-4ca4-a887-bb9738487db5, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=76b8e4c4-2152-4ca4-a887-bb9738487db5,segment=NetworkSegment(7d8b09db-9896-4b8d-915a-75f7e349963c),segment_id=7d8b09db-9896-4b8d-915a-75f7e349963c)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:44:26.197692 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-335372f7-6627-4d86-af3c-3f5c8741a761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:26.280832 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 76b8e4c4-2152-4ca4-a887-bb9738487db5 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:44:26.330889 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335372f7-6627-4d86-af3c-3f5c8741a761 None None] Pushing event updated for resources: {'Port': ['ID=76b8e4c4-2152-4ca4-a887-bb9738487db5,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:26.365183 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 76b8e4c4-2152-4ca4-a887-bb9738487db5 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:44:26.365585 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:26.385400 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-958b65d0-bd95-42d7-b847-aa1288721a1c tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:26.424079 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-958b65d0-bd95-42d7-b847-aa1288721a1c tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a589d7-3bb5-45f3-986b-b09ac06ce0fa']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:26.435377 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-958b65d0-bd95-42d7-b847-aa1288721a1c tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6935dc60-043a-4da4-8e75-67c86e382a5b') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:26.435787 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-958b65d0-bd95-42d7-b847-aa1288721a1c tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6935dc60-043a-4da4-8e75-67c86e382a5b') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:26.446577 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-958b65d0-bd95-42d7-b847-aa1288721a1c tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:26.469770 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-958b65d0-bd95-42d7-b847-aa1288721a1c tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:26.476634 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-958b65d0-bd95-42d7-b847-aa1288721a1c tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:44:26.477053 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-958b65d0-bd95-42d7-b847-aa1288721a1c tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:26.480535 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:44:26.480535 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:44:26.480535 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:44:26.480535 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:44:26.480535 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:44:26.480535 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:44:26.480535 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:44:26.480535 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:44:26.480535 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:44:26.480535 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:44:26.480535 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:44:26.480535 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:44:26.480535 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:44:26.480535 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:44:26.480535 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:44:26.480535 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:44:26.480535 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:44:26.480535 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:44:26.480535 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:44:26.480535 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:44:26.480535 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:44:26.480535 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:44:26.480535 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:44:26.480535 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:44:26.480535 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:44:26.480535 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:44:26.480535 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:44:26.480535 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:44:26.480535 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:44:26.480535 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:44:26.480535 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:44:26.480535 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:44:26.543132 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-958b65d0-bd95-42d7-b847-aa1288721a1c tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:26.550317 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-958b65d0-bd95-42d7-b847-aa1288721a1c tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:26.556030 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-958b65d0-bd95-42d7-b847-aa1288721a1c tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] 10.222.0.20 "DELETE /v2.0/networks/70a589d7-3bb5-45f3-986b-b09ac06ce0fa HTTP/1.1" status: 204 len: 168 time: 0.9580195 Nov 12 01:44:26.556385 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50202) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:26.571341 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958b65d0-bd95-42d7-b847-aa1288721a1c tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Pushing event deleted for resources: {'Network': ['ID=70a589d7-3bb5-45f3-986b-b09ac06ce0fa,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:26.623305 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-d301960f-f2af-439f-aba3-5427ad9df6fe tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Deleting subnet e64f2ca5-6473-4290-8938-a145c91e0b0a {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:44:26.626673 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d301960f-f2af-439f-aba3-5427ad9df6fe tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:26.673249 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d301960f-f2af-439f-aba3-5427ad9df6fe tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:26.716736 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-8890c671-8b24-45c4-a3e1-7e95101bad4c None None] Provisioning complete for port 76b8e4c4-2152-4ca4-a887-bb9738487db5 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:44:26.717115 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8890c671-8b24-45c4-a3e1-7e95101bad4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:26.764829 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d301960f-f2af-439f-aba3-5427ad9df6fe tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:26.794832 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa45a1b-8321-4075-8a1f-81cb3192f2b5 None None] DHCP port deletion for 70a589d7-3bb5-45f3-986b-b09ac06ce0fa request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:44:26.821808 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01ee81f-57dd-4656-a3d9-a2b1912f6064 None None] Network 70a589d7-3bb5-45f3-986b-b09ac06ce0fa requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:44:26.827398 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d301960f-f2af-439f-aba3-5427ad9df6fe tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:26.834927 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01ee81f-57dd-4656-a3d9-a2b1912f6064 None None] Network 70a589d7-3bb5-45f3-986b-b09ac06ce0fa could not be found, it might have been deleted concurrently. {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 01:44:26.854005 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d301960f-f2af-439f-aba3-5427ad9df6fe tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Pushing event deleted for resources: {'Subnet': ['ID=e64f2ca5-6473-4290-8938-a145c91e0b0a,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:26.858359 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d301960f-f2af-439f-aba3-5427ad9df6fe tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:26.861542 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d301960f-f2af-439f-aba3-5427ad9df6fe tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] 10.222.0.20 "DELETE /v2.0/subnets/e64f2ca5-6473-4290-8938-a145c91e0b0a HTTP/1.1" status: 204 len: 168 time: 0.3033907 Nov 12 01:44:26.864014 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50204) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:26.865265 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd21c55c-dab1-46f0-a382-9201748f4999 None None] Network 7fc2dbc9-263d-4379-a740-6c3448a3bc1c requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:44:26.933104 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-f56fd6d8-e25e-4129-9666-0698813a9f94 None None] Could not find standard attr ID for object 2d1a6cae-244f-4d3a-995f-0097c9775af7. {{(pid=102663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:44:26.943357 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-df7bfadd-8e68-41a5-ace6-3d7ab0c475f0 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:26.997534 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-df7bfadd-8e68-41a5-ace6-3d7ab0c475f0 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Deleting port 76b8e4c4-2152-4ca4-a887-bb9738487db5 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:44:26.997755 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-df7bfadd-8e68-41a5-ace6-3d7ab0c475f0 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:27.068800 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-df7bfadd-8e68-41a5-ace6-3d7ab0c475f0 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] For port 76b8e4c4-2152-4ca4-a887-bb9738487db5, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=76b8e4c4-2152-4ca4-a887-bb9738487db5,segment=NetworkSegment(7d8b09db-9896-4b8d-915a-75f7e349963c),segment_id=7d8b09db-9896-4b8d-915a-75f7e349963c)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:44:27.069163 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-df7bfadd-8e68-41a5-ace6-3d7ab0c475f0 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:27.083288 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-df7bfadd-8e68-41a5-ace6-3d7ab0c475f0 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Calling delete_port for 76b8e4c4-2152-4ca4-a887-bb9738487db5 owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:44:27.162925 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-df7bfadd-8e68-41a5-ace6-3d7ab0c475f0 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:27.190432 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7bfadd-8e68-41a5-ace6-3d7ab0c475f0 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Pushing event deleted for resources: {'Port': ['ID=76b8e4c4-2152-4ca4-a887-bb9738487db5,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:27.196629 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7bfadd-8e68-41a5-ace6-3d7ab0c475f0 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] No DVR routers for this DVR port 76b8e4c4-2152-4ca4-a887-bb9738487db5 on host n-d-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:44:27.216153 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd9c375-a383-4528-8132-98f09cc57376 None None] DHCP port deletion for 7fc2dbc9-263d-4379-a740-6c3448a3bc1c request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:44:27.282140 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-df7bfadd-8e68-41a5-ace6-3d7ab0c475f0 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:27.301847 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-df7bfadd-8e68-41a5-ace6-3d7ab0c475f0 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fc2dbc9-263d-4379-a740-6c3448a3bc1c']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:27.311813 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-df7bfadd-8e68-41a5-ace6-3d7ab0c475f0 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d8b09db-9896-4b8d-915a-75f7e349963c') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:27.312108 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-df7bfadd-8e68-41a5-ace6-3d7ab0c475f0 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d8b09db-9896-4b8d-915a-75f7e349963c') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:27.321120 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-df7bfadd-8e68-41a5-ace6-3d7ab0c475f0 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:27.334927 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-df7bfadd-8e68-41a5-ace6-3d7ab0c475f0 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:27.341295 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df7bfadd-8e68-41a5-ace6-3d7ab0c475f0 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:44:27.341708 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-df7bfadd-8e68-41a5-ace6-3d7ab0c475f0 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:27.344659 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:44:27.344659 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:44:27.344659 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:44:27.344659 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:44:27.344659 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:44:27.344659 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:44:27.344659 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:44:27.344659 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:44:27.344659 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:44:27.344659 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:44:27.344659 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:44:27.344659 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:44:27.344659 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:44:27.344659 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:44:27.344659 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:44:27.344659 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:44:27.344659 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:44:27.344659 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:44:27.344659 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:44:27.344659 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:44:27.344659 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:44:27.344659 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:44:27.344659 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:44:27.344659 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:44:27.344659 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:44:27.344659 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:44:27.344659 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:44:27.344659 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:44:27.344659 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:44:27.344659 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:44:27.344659 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:44:27.344659 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:44:27.406064 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-df7bfadd-8e68-41a5-ace6-3d7ab0c475f0 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:27.414151 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-df7bfadd-8e68-41a5-ace6-3d7ab0c475f0 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:27.417307 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-df7bfadd-8e68-41a5-ace6-3d7ab0c475f0 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] 10.222.0.20 "DELETE /v2.0/networks/7fc2dbc9-263d-4379-a740-6c3448a3bc1c HTTP/1.1" status: 204 len: 168 time: 0.5523782 Nov 12 01:44:27.421191 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50206) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:27.427566 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7bfadd-8e68-41a5-ace6-3d7ab0c475f0 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Pushing event deleted for resources: {'Network': ['ID=7fc2dbc9-263d-4379-a740-6c3448a3bc1c,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:27.454548 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-39ef1f6b-4c4a-4627-a7cf-6b03722fd906 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ebe0ef-6c55-4165-b2f6-31dd76ae0f68 HTTP/1.1" status: 200 len: 205 time: 0.0319734 Nov 12 01:44:27.456667 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50208) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:27.550169 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-03f95cc8-a219-477a-b438-a6002b42c6a2 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks [] for router, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:27.715757 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-03f95cc8-a219-477a-b438-a6002b42c6a2 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:27.717904 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-03f95cc8-a219-477a-b438-a6002b42c6a2 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:27.764234 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-03f95cc8-a219-477a-b438-a6002b42c6a2 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:27.764743 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f95cc8-a219-477a-b438-a6002b42c6a2 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Fanout notify agent at l3_agent the message router_deleted on router 67ebe0ef-6c55-4165-b2f6-31dd76ae0f68 {{(pid=102661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:44:27.771980 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-03f95cc8-a219-477a-b438-a6002b42c6a2 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:27.773112 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-03f95cc8-a219-477a-b438-a6002b42c6a2 tempest-RoutersNegativeTest-870222255 tempest-RoutersNegativeTest-870222255-project] 10.222.0.20 "DELETE /v2.0/routers/67ebe0ef-6c55-4165-b2f6-31dd76ae0f68 HTTP/1.1" status: 204 len: 168 time: 0.3155007 Nov 12 01:44:28.024993 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50214) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:28.164729 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b722c1a5-003a-4d0b-b10b-f89ca28bf66c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=03963dd75ff0448c9229dff9e5c4d884&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1384683 Nov 12 01:44:28.166978 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 2d1a6cae-244f-4d3a-995f-0097c9775af7 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:44:28.167544 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50218) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:28.187929 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 2d1a6cae-244f-4d3a-995f-0097c9775af7 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:44:28.188267 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 2d1a6cae-244f-4d3a-995f-0097c9775af7 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:44:28.188680 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 76b8e4c4-2152-4ca4-a887-bb9738487db5 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:44:28.207741 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 76b8e4c4-2152-4ca4-a887-bb9738487db5 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:44:28.208071 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 76b8e4c4-2152-4ca4-a887-bb9738487db5 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:44:28.216276 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c0472c52-f82e-4549-9bd0-e287c20f40fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:28.241051 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c0472c52-f82e-4549-9bd0-e287c20f40fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:28.291481 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c0472c52-f82e-4549-9bd0-e287c20f40fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:28.294845 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c0472c52-f82e-4549-9bd0-e287c20f40fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:28.295992 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c0472c52-f82e-4549-9bd0-e287c20f40fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/43e7c3db-8327-4902-8efe-e46aad773a28 HTTP/1.1" status: 204 len: 168 time: 0.1279955 Nov 12 01:44:28.304074 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0472c52-f82e-4549-9bd0-e287c20f40fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e7c3db-8327-4902-8efe-e46aad773a28,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:28.912711 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50240) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:29.009459 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-fae9fa5d-3737-40a2-befd-e24eee8bace0 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1263701722-network', 'tenant_id': '781d85b2944b4ff5a618b98a2e5ad5ce'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:44:29.029155 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae9fa5d-3737-40a2-befd-e24eee8bace0 admin admin] Made reservation on behalf of 781d85b2944b4ff5a618b98a2e5ad5ce for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:44:29.031457 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fae9fa5d-3737-40a2-befd-e24eee8bace0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:29.039649 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fae9fa5d-3737-40a2-befd-e24eee8bace0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:29.112294 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fae9fa5d-3737-40a2-befd-e24eee8bace0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:29.116140 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fae9fa5d-3737-40a2-befd-e24eee8bace0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:29.136756 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fae9fa5d-3737-40a2-befd-e24eee8bace0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:44:29.149801 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9fa5d-3737-40a2-befd-e24eee8bace0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c40a97-d3e2-4ec6-9c7d-f8a72a7d07f0,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:29.154579 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fae9fa5d-3737-40a2-befd-e24eee8bace0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:29.154922 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-fae9fa5d-3737-40a2-befd-e24eee8bace0 admin admin] Added segment cba25f3e-7d48-4bc2-8c0e-4a2aac19d941 of type vlan for network a40d0b9c-b7b9-4a03-bc71-b7ea930c0422 Nov 12 01:44:29.194155 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fae9fa5d-3737-40a2-befd-e24eee8bace0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:29.219490 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fae9fa5d-3737-40a2-befd-e24eee8bace0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:29.220499 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae9fa5d-3737-40a2-befd-e24eee8bace0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:29.221072 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fae9fa5d-3737-40a2-befd-e24eee8bace0 admin admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:29.280467 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-fae9fa5d-3737-40a2-befd-e24eee8bace0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3666165 Nov 12 01:44:29.283453 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50244) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:29.285593 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9fa5d-3737-40a2-befd-e24eee8bace0 admin admin] Pushing event updated for resources: {'Network': ['ID=a40d0b9c-b7b9-4a03-bc71-b7ea930c0422,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:29.288475 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-1a3a496b-2d16-47d5-90f0-c10a9fad500c admin admin] Request body: {'subnet': {'network_id': 'a40d0b9c-b7b9-4a03-bc71-b7ea930c0422', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1263701722-subnet', 'tenant_id': '781d85b2944b4ff5a618b98a2e5ad5ce', 'ip_version': 4}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:44:29.297154 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network a40d0b9c-b7b9-4a03-bc71-b7ea930c0422 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:44:29.311332 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3a496b-2d16-47d5-90f0-c10a9fad500c admin admin] Made reservation on behalf of 781d85b2944b4ff5a618b98a2e5ad5ce for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:44:29.313727 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1a3a496b-2d16-47d5-90f0-c10a9fad500c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:29.480433 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1a3a496b-2d16-47d5-90f0-c10a9fad500c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:29.537126 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a496b-2d16-47d5-90f0-c10a9fad500c admin admin] Pushing event updated for resources: {'Subnet': ['ID=131d7f99-d0e4-4d75-8a6a-2d5999cf9801,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:29.545351 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3a496b-2d16-47d5-90f0-c10a9fad500c admin admin] Checking segment: {'id': 'cba25f3e-7d48-4bc2-8c0e-4a2aac19d941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a40d0b9c-b7b9-4a03-bc71-b7ea930c0422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:44:29.545743 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3a496b-2d16-47d5-90f0-c10a9fad500c admin admin] Network hostable DHCP agents. Network: a40d0b9c-b7b9-4a03-bc71-b7ea930c0422, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:44:29.566322 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3a496b-2d16-47d5-90f0-c10a9fad500c admin admin] Network a40d0b9c-b7b9-4a03-bc71-b7ea930c0422 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:44:29.570917 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-1a3a496b-2d16-47d5-90f0-c10a9fad500c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, a40d0b9c-b7b9-4a03-bc71-b7ea930c0422) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:44:29.579446 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3a496b-2d16-47d5-90f0-c10a9fad500c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:29.580038 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1a3a496b-2d16-47d5-90f0-c10a9fad500c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:29.581664 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51362ec9-c553-4c17-b386-c443a8020229 None None] Network a40d0b9c-b7b9-4a03-bc71-b7ea930c0422 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:44:29.599236 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1a3a496b-2d16-47d5-90f0-c10a9fad500c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3120949 Nov 12 01:44:29.599466 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50246) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:29.603751 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-05de5980-106b-473a-85ae-4ced6d28c579 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1263701722-router', 'tenant_id': '781d85b2944b4ff5a618b98a2e5ad5ce', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:44:29.626392 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-05de5980-106b-473a-85ae-4ced6d28c579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:29.627400 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-05de5980-106b-473a-85ae-4ced6d28c579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:29.686271 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-05de5980-106b-473a-85ae-4ced6d28c579 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:29.730273 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7d15d2-3b5c-4c77-a68a-a6a7eb931608 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-a40d0b9c-b7b9-4a03-bc71-b7ea930c0422', 'network_id': 'a40d0b9c-b7b9-4a03-bc71-b7ea930c0422', 'tenant_id': '781d85b2944b4ff5a618b98a2e5ad5ce', 'fixed_ips': [{'subnet_id': '131d7f99-d0e4-4d75-8a6a-2d5999cf9801'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:44:29.731774 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2e7d15d2-3b5c-4c77-a68a-a6a7eb931608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:29.822797 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-05de5980-106b-473a-85ae-4ced6d28c579 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:29.868290 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-2e7d15d2-3b5c-4c77-a68a-a6a7eb931608 None None] Allocated IP 172.20.0.2 (a40d0b9c-b7b9-4a03-bc71-b7ea930c0422/131d7f99-d0e4-4d75-8a6a-2d5999cf9801/208a9fe8-5daf-4d14-8750-f36cfd44a889) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:44:30.013767 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2e7d15d2-3b5c-4c77-a68a-a6a7eb931608 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:30.019894 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2e7d15d2-3b5c-4c77-a68a-a6a7eb931608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:30.026545 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-05de5980-106b-473a-85ae-4ced6d28c579 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:30.047809 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-05de5980-106b-473a-85ae-4ced6d28c579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:30.057398 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7d15d2-3b5c-4c77-a68a-a6a7eb931608 None None] Network a40d0b9c-b7b9-4a03-bc71-b7ea930c0422 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:44:30.064142 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-2e7d15d2-3b5c-4c77-a68a-a6a7eb931608 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:44:30.067625 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7d15d2-3b5c-4c77-a68a-a6a7eb931608 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:44:30.076806 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d15d2-3b5c-4c77-a68a-a6a7eb931608 None None] Pushing event updated for resources: {'Port': ['ID=208a9fe8-5daf-4d14-8750-f36cfd44a889,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:30.124805 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-2e7d15d2-3b5c-4c77-a68a-a6a7eb931608 None None] Attempting to bind port 208a9fe8-5daf-4d14-8750-f36cfd44a889 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:44:30.125175 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-2e7d15d2-3b5c-4c77-a68a-a6a7eb931608 None None] Attempting to bind port 208a9fe8-5daf-4d14-8750-f36cfd44a889 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'cba25f3e-7d48-4bc2-8c0e-4a2aac19d941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a40d0b9c-b7b9-4a03-bc71-b7ea930c0422'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:44:30.125570 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7d15d2-3b5c-4c77-a68a-a6a7eb931608 None None] Attempting to bind port 208a9fe8-5daf-4d14-8750-f36cfd44a889 on network a40d0b9c-b7b9-4a03-bc71-b7ea930c0422 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:44:30.130528 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7d15d2-3b5c-4c77-a68a-a6a7eb931608 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:44:30.130901 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7d15d2-3b5c-4c77-a68a-a6a7eb931608 None None] Checking segment: {'id': 'cba25f3e-7d48-4bc2-8c0e-4a2aac19d941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a40d0b9c-b7b9-4a03-bc71-b7ea930c0422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:44:30.131305 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2e7d15d2-3b5c-4c77-a68a-a6a7eb931608 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:30.131700 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7d15d2-3b5c-4c77-a68a-a6a7eb931608 None None] Bound using segment: {'id': 'cba25f3e-7d48-4bc2-8c0e-4a2aac19d941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a40d0b9c-b7b9-4a03-bc71-b7ea930c0422'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:44:30.132168 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-2e7d15d2-3b5c-4c77-a68a-a6a7eb931608 None None] Bound port: 208a9fe8-5daf-4d14-8750-f36cfd44a889, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cba25f3e-7d48-4bc2-8c0e-4a2aac19d941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a40d0b9c-b7b9-4a03-bc71-b7ea930c0422'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:44:30.132547 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2e7d15d2-3b5c-4c77-a68a-a6a7eb931608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:30.158654 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-05de5980-106b-473a-85ae-4ced6d28c579 admin admin] Allocated IP 172.25.2.44 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/179aff1a-6f55-4fb9-b166-28191810e50b) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:44:30.195727 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-2e7d15d2-3b5c-4c77-a68a-a6a7eb931608 None None] For port 208a9fe8-5daf-4d14-8750-f36cfd44a889, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:44:30.198837 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-2e7d15d2-3b5c-4c77-a68a-a6a7eb931608 None None] For port 208a9fe8-5daf-4d14-8750-f36cfd44a889, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=208a9fe8-5daf-4d14-8750-f36cfd44a889,segment=NetworkSegment(cba25f3e-7d48-4bc2-8c0e-4a2aac19d941),segment_id=cba25f3e-7d48-4bc2-8c0e-4a2aac19d941)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:44:30.202903 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2e7d15d2-3b5c-4c77-a68a-a6a7eb931608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:30.260095 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-05de5980-106b-473a-85ae-4ced6d28c579 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:30.268114 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d15d2-3b5c-4c77-a68a-a6a7eb931608 None None] Pushing event updated for resources: {'Port': ['ID=208a9fe8-5daf-4d14-8750-f36cfd44a889,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:30.295976 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-05de5980-106b-473a-85ae-4ced6d28c579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:30.334032 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05de5980-106b-473a-85ae-4ced6d28c579 admin admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:44:30.339059 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-05de5980-106b-473a-85ae-4ced6d28c579 admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:44:30.343636 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05de5980-106b-473a-85ae-4ced6d28c579 admin admin] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:44:30.354338 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172aeeb4-abf1-43b8-a406-2ce844fd2c06 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:44:30.372990 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de5980-106b-473a-85ae-4ced6d28c579 admin admin] Pushing event updated for resources: {'Port': ['ID=179aff1a-6f55-4fb9-b166-28191810e50b,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:30.474341 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-9bfac0d8-cf3f-4eba-b8e7-41032b92d653 None None] Provisioning complete for port 179aff1a-6f55-4fb9-b166-28191810e50b triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:44:30.474710 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9bfac0d8-cf3f-4eba-b8e7-41032b92d653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:30.514557 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-9bfac0d8-cf3f-4eba-b8e7-41032b92d653 None None] Port 179aff1a-6f55-4fb9-b166-28191810e50b cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:44:30.626240 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-05de5980-106b-473a-85ae-4ced6d28c579 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:30.820716 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-05de5980-106b-473a-85ae-4ced6d28c579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:30.952366 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05de5980-106b-473a-85ae-4ced6d28c579 admin admin] Router fe19332e-4a12-492c-ae7b-c80758d14a2f is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:44:31.064407 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05de5980-106b-473a-85ae-4ced6d28c579 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:44:31.075184 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbf585d-6845-4b44-8b0f-f5047202adc4 None None] Sync routers for ids ['fe19332e-4a12-492c-ae7b-c80758d14a2f'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:44:31.083187 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-05de5980-106b-473a-85ae-4ced6d28c579 admin admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:31.085031 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbf585d-6845-4b44-8b0f-f5047202adc4 None None] Routers {'fe19332e-4a12-492c-ae7b-c80758d14a2f'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:44:31.085864 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-05de5980-106b-473a-85ae-4ced6d28c579 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4854302 Nov 12 01:44:31.086152 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-7bbf585d-6845-4b44-8b0f-f5047202adc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:44:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['fe19332e-4a12-492c-ae7b-c80758d14a2f'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:31.087302 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50248) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:31.201495 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-7bbf585d-6845-4b44-8b0f-f5047202adc4 None None] Set router fe19332e-4a12-492c-ae7b-c80758d14a2f gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:44:31.222015 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22eed65c-8d0c-4fab-87bc-bd8e9b1a7430 None None] Network a40d0b9c-b7b9-4a03-bc71-b7ea930c0422 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:44:31.299697 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-5fc80b46-b3d1-4d7d-9abb-53f52f1c78d9 None None] Provisioning complete for port 208a9fe8-5daf-4d14-8750-f36cfd44a889 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:44:31.300160 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5fc80b46-b3d1-4d7d-9abb-53f52f1c78d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:31.387068 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-7bbf585d-6845-4b44-8b0f-f5047202adc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe19332e-4a12-492c-ae7b-c80758d14a2f', 'name': 'tempest-TestEncryptedCinderVolumes-1263701722-router', 'tenant_id': '781d85b2944b4ff5a618b98a2e5ad5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '179aff1a-6f55-4fb9-b166-28191810e50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:44:29Z', 'updated_at': '2021-11-12T01:44:30Z', 'revision_number': 3, 'project_id': '781d85b2944b4ff5a618b98a2e5ad5ce', 'gw_port': {'id': '179aff1a-6f55-4fb9-b166-28191810e50b', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bd:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe19332e-4a12-492c-ae7b-c80758d14a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:44:30Z', 'updated_at': '2021-11-12T01:44:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:31.415809 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbf585d-6845-4b44-8b0f-f5047202adc4 None None] Checking router: fe19332e-4a12-492c-ae7b-c80758d14a2f for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:44:31.416159 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbf585d-6845-4b44-8b0f-f5047202adc4 None None] Updating router fe19332e-4a12-492c-ae7b-c80758d14a2f port 179aff1a-6f55-4fb9-b166-28191810e50b binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:44:31.442981 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7bbf585d-6845-4b44-8b0f-f5047202adc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:31.450619 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5fc80b46-b3d1-4d7d-9abb-53f52f1c78d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:31.492068 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-5fc80b46-b3d1-4d7d-9abb-53f52f1c78d9 None None] For port 208a9fe8-5daf-4d14-8750-f36cfd44a889, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=208a9fe8-5daf-4d14-8750-f36cfd44a889,segment=NetworkSegment(cba25f3e-7d48-4bc2-8c0e-4a2aac19d941),segment_id=cba25f3e-7d48-4bc2-8c0e-4a2aac19d941)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:44:31.497085 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5fc80b46-b3d1-4d7d-9abb-53f52f1c78d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:31.541848 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7207b297-1c5c-4289-a84a-da7247dc93ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:31.550397 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc80b46-b3d1-4d7d-9abb-53f52f1c78d9 None None] Pushing event updated for resources: {'Port': ['ID=208a9fe8-5daf-4d14-8750-f36cfd44a889,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:31.719345 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-37d5fef2-bcb7-4aeb-82d4-4d84ab4d5fde None None] Provisioning complete for port 208a9fe8-5daf-4d14-8750-f36cfd44a889 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:44:31.720116 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-37d5fef2-bcb7-4aeb-82d4-4d84ab4d5fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:31.724003 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-7207b297-1c5c-4289-a84a-da7247dc93ea admin admin] Allocated IP 172.20.0.1 (a40d0b9c-b7b9-4a03-bc71-b7ea930c0422/131d7f99-d0e4-4d75-8a6a-2d5999cf9801/256aba3d-6f3a-4164-9b1f-e05246d59da0) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:44:31.742553 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7bbf585d-6845-4b44-8b0f-f5047202adc4 None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:31.748004 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7bbf585d-6845-4b44-8b0f-f5047202adc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:31.844886 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7207b297-1c5c-4289-a84a-da7247dc93ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:31.881734 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7207b297-1c5c-4289-a84a-da7247dc93ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:31.883797 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2d1ab4-57e3-4e12-abd3-9191b109cd21 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:44:31.889860 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5b201d-e5d2-42ab-a0b1-58c1b66f0f62 None None] Pushing event updated for resources: {'Port': ['ID=179aff1a-6f55-4fb9-b166-28191810e50b,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:31.901708 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-7bbf585d-6845-4b44-8b0f-f5047202adc4 None None] Attempting to bind port 179aff1a-6f55-4fb9-b166-28191810e50b on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:44:31.902063 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-7bbf585d-6845-4b44-8b0f-f5047202adc4 None None] Attempting to bind port 179aff1a-6f55-4fb9-b166-28191810e50b by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:44:31.902423 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbf585d-6845-4b44-8b0f-f5047202adc4 None None] Attempting to bind port 179aff1a-6f55-4fb9-b166-28191810e50b on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:44:31.905575 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5b201d-e5d2-42ab-a0b1-58c1b66f0f62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:31.905912 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5b201d-e5d2-42ab-a0b1-58c1b66f0f62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:31.906242 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5b201d-e5d2-42ab-a0b1-58c1b66f0f62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:31.906567 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5b201d-e5d2-42ab-a0b1-58c1b66f0f62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:31.906891 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5b201d-e5d2-42ab-a0b1-58c1b66f0f62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:31.907211 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5b201d-e5d2-42ab-a0b1-58c1b66f0f62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:31.907545 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5b201d-e5d2-42ab-a0b1-58c1b66f0f62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:31.907837 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5b201d-e5d2-42ab-a0b1-58c1b66f0f62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:31.908150 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5b201d-e5d2-42ab-a0b1-58c1b66f0f62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:31.908467 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5b201d-e5d2-42ab-a0b1-58c1b66f0f62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:31.908950 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5b201d-e5d2-42ab-a0b1-58c1b66f0f62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:31.909269 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5b201d-e5d2-42ab-a0b1-58c1b66f0f62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:31.915737 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbf585d-6845-4b44-8b0f-f5047202adc4 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:44:31.916033 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbf585d-6845-4b44-8b0f-f5047202adc4 None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:44:31.916613 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7bbf585d-6845-4b44-8b0f-f5047202adc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:31.917294 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbf585d-6845-4b44-8b0f-f5047202adc4 None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:44:31.917735 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-7bbf585d-6845-4b44-8b0f-f5047202adc4 None None] Bound port: 179aff1a-6f55-4fb9-b166-28191810e50b, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:44:31.918024 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7bbf585d-6845-4b44-8b0f-f5047202adc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:31.924167 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7207b297-1c5c-4289-a84a-da7247dc93ea admin admin] Network a40d0b9c-b7b9-4a03-bc71-b7ea930c0422 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:44:31.927217 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-7207b297-1c5c-4289-a84a-da7247dc93ea admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:44:31.929871 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7207b297-1c5c-4289-a84a-da7247dc93ea admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:44:31.937166 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b433b10b-5f3b-405e-8eaa-dd4d3b6a8cdf None None] Provisioning complete for port 179aff1a-6f55-4fb9-b166-28191810e50b triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:44:31.937983 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b433b10b-5f3b-405e-8eaa-dd4d3b6a8cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:31.966058 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7207b297-1c5c-4289-a84a-da7247dc93ea admin admin] Pushing event updated for resources: {'Port': ['ID=256aba3d-6f3a-4164-9b1f-e05246d59da0,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:31.970704 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-7bbf585d-6845-4b44-8b0f-f5047202adc4 None None] For port 179aff1a-6f55-4fb9-b166-28191810e50b, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:44:31.974309 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-7bbf585d-6845-4b44-8b0f-f5047202adc4 None None] For port 179aff1a-6f55-4fb9-b166-28191810e50b, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=179aff1a-6f55-4fb9-b166-28191810e50b,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:44:31.980186 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7bbf585d-6845-4b44-8b0f-f5047202adc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:31.985442 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b433b10b-5f3b-405e-8eaa-dd4d3b6a8cdf None None] Port 179aff1a-6f55-4fb9-b166-28191810e50b cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:44:31.989987 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7207b297-1c5c-4289-a84a-da7247dc93ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:32.038166 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5b201d-e5d2-42ab-a0b1-58c1b66f0f62 None None] Pushing event updated for resources: {'Port': ['ID=179aff1a-6f55-4fb9-b166-28191810e50b,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:32.044666 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bb5558-bec6-4ca8-84bb-f3ea02c82c3c None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:44:32.052255 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbf585d-6845-4b44-8b0f-f5047202adc4 None None] Routers {'fe19332e-4a12-492c-ae7b-c80758d14a2f'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:44:32.052951 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-7bbf585d-6845-4b44-8b0f-f5047202adc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:44:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['fe19332e-4a12-492c-ae7b-c80758d14a2f'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:32.106763 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-a4c5b579-fad3-4a26-8c38-e1dfa2777611 None None] Provisioning complete for port 179aff1a-6f55-4fb9-b166-28191810e50b triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:44:32.107450 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a4c5b579-fad3-4a26-8c38-e1dfa2777611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:32.179345 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7207b297-1c5c-4289-a84a-da7247dc93ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:32.203017 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-7bbf585d-6845-4b44-8b0f-f5047202adc4 None None] Set router fe19332e-4a12-492c-ae7b-c80758d14a2f gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:44:32.220102 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a4c5b579-fad3-4a26-8c38-e1dfa2777611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:32.248471 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-a4c5b579-fad3-4a26-8c38-e1dfa2777611 None None] For port 179aff1a-6f55-4fb9-b166-28191810e50b, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=179aff1a-6f55-4fb9-b166-28191810e50b,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:44:32.255072 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a4c5b579-fad3-4a26-8c38-e1dfa2777611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:32.263290 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 208a9fe8-5daf-4d14-8750-f36cfd44a889 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:44:32.337868 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c5b579-fad3-4a26-8c38-e1dfa2777611 None None] Pushing event updated for resources: {'Port': ['ID=179aff1a-6f55-4fb9-b166-28191810e50b,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:32.357128 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 208a9fe8-5daf-4d14-8750-f36cfd44a889 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:44:32.357528 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:32.370896 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7207b297-1c5c-4289-a84a-da7247dc93ea admin admin] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:32.376742 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7207b297-1c5c-4289-a84a-da7247dc93ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:32.404489 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-1807fac4-3efe-4e9c-8eb8-d21bc0b95a8d None None] Provisioning complete for port 256aba3d-6f3a-4164-9b1f-e05246d59da0 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:44:32.404843 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1807fac4-3efe-4e9c-8eb8-d21bc0b95a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:32.410164 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-7bbf585d-6845-4b44-8b0f-f5047202adc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe19332e-4a12-492c-ae7b-c80758d14a2f', 'name': 'tempest-TestEncryptedCinderVolumes-1263701722-router', 'tenant_id': '781d85b2944b4ff5a618b98a2e5ad5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '179aff1a-6f55-4fb9-b166-28191810e50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:44:29Z', 'updated_at': '2021-11-12T01:44:30Z', 'revision_number': 3, 'project_id': '781d85b2944b4ff5a618b98a2e5ad5ce', 'gw_port': {'id': '179aff1a-6f55-4fb9-b166-28191810e50b', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bd:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe19332e-4a12-492c-ae7b-c80758d14a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:44:30Z', 'updated_at': '2021-11-12T01:44:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:32.422421 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7207b297-1c5c-4289-a84a-da7247dc93ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:32.437563 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbf585d-6845-4b44-8b0f-f5047202adc4 None None] The sync data for ids ['fe19332e-4a12-492c-ae7b-c80758d14a2f'] in n-d-812236-11 is: [{'id': 'fe19332e-4a12-492c-ae7b-c80758d14a2f', 'name': 'tempest-TestEncryptedCinderVolumes-1263701722-router', 'tenant_id': '781d85b2944b4ff5a618b98a2e5ad5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '179aff1a-6f55-4fb9-b166-28191810e50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:44:29Z', 'updated_at': '2021-11-12T01:44:30Z', 'revision_number': 3, 'project_id': '781d85b2944b4ff5a618b98a2e5ad5ce', 'gw_port': {'id': '179aff1a-6f55-4fb9-b166-28191810e50b', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bd:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe19332e-4a12-492c-ae7b-c80758d14a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:44:30Z', 'updated_at': '2021-11-12T01:44:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:44:32.470047 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-1807fac4-3efe-4e9c-8eb8-d21bc0b95a8d None None] Port 256aba3d-6f3a-4164-9b1f-e05246d59da0 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:44:32.483797 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7207b297-1c5c-4289-a84a-da7247dc93ea admin admin] Pushing event updated for resources: {'Port': ['ID=256aba3d-6f3a-4164-9b1f-e05246d59da0,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:32.568495 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7207b297-1c5c-4289-a84a-da7247dc93ea admin admin] Network a40d0b9c-b7b9-4a03-bc71-b7ea930c0422 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:44:32.570033 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-7207b297-1c5c-4289-a84a-da7247dc93ea admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:44:32.709101 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7207b297-1c5c-4289-a84a-da7247dc93ea admin admin] Router fe19332e-4a12-492c-ae7b-c80758d14a2f has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:44:32.831915 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7207b297-1c5c-4289-a84a-da7247dc93ea admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:44:32.837292 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7207b297-1c5c-4289-a84a-da7247dc93ea admin admin] 10.222.0.20 "PUT /v2.0/routers/fe19332e-4a12-492c-ae7b-c80758d14a2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7487633 Nov 12 01:44:32.899888 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-6ecc1041-cfd1-4ce1-9396-e56942284175 None None] Provisioning complete for port 256aba3d-6f3a-4164-9b1f-e05246d59da0 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:44:32.900261 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6ecc1041-cfd1-4ce1-9396-e56942284175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:32.937956 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-6ecc1041-cfd1-4ce1-9396-e56942284175 None None] Port 256aba3d-6f3a-4164-9b1f-e05246d59da0 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:44:33.329084 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50264) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:33.334198 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-c960f2f0-0e00-461f-98f3-c3f58c5883b0 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1277807466-network', 'tenant_id': '35ee1e270acf4cc293caef0b1ec48693'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:44:33.354372 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c960f2f0-0e00-461f-98f3-c3f58c5883b0 admin admin] Made reservation on behalf of 35ee1e270acf4cc293caef0b1ec48693 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:44:33.365559 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c960f2f0-0e00-461f-98f3-c3f58c5883b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:33.375101 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c960f2f0-0e00-461f-98f3-c3f58c5883b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:33.451820 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c960f2f0-0e00-461f-98f3-c3f58c5883b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:33.455836 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c960f2f0-0e00-461f-98f3-c3f58c5883b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:33.484683 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c960f2f0-0e00-461f-98f3-c3f58c5883b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:44:33.490013 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c960f2f0-0e00-461f-98f3-c3f58c5883b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc621159-e3a5-416d-a708-5124b527ce4e,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:33.497854 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c960f2f0-0e00-461f-98f3-c3f58c5883b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:33.498192 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-c960f2f0-0e00-461f-98f3-c3f58c5883b0 admin admin] Added segment 2593847b-8bae-461b-9cad-3ce3af36d05a of type vlan for network 27b50126-868c-4adf-a542-107a219a72ef Nov 12 01:44:33.542366 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c960f2f0-0e00-461f-98f3-c3f58c5883b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:33.567832 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c960f2f0-0e00-461f-98f3-c3f58c5883b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:33.568918 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c960f2f0-0e00-461f-98f3-c3f58c5883b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:33.569706 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c960f2f0-0e00-461f-98f3-c3f58c5883b0 admin admin] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:33.629437 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c960f2f0-0e00-461f-98f3-c3f58c5883b0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2991705 Nov 12 01:44:33.632083 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50266) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:33.637408 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-3eaf14aa-3696-42d9-ab37-c2f4732e88b4 admin admin] Request body: {'subnet': {'network_id': '27b50126-868c-4adf-a542-107a219a72ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1277807466-subnet', 'tenant_id': '35ee1e270acf4cc293caef0b1ec48693', 'ip_version': 4}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:44:33.645274 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c960f2f0-0e00-461f-98f3-c3f58c5883b0 admin admin] Pushing event updated for resources: {'Network': ['ID=27b50126-868c-4adf-a542-107a219a72ef,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:33.656527 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 27b50126-868c-4adf-a542-107a219a72ef details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:44:33.666900 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eaf14aa-3696-42d9-ab37-c2f4732e88b4 admin admin] Made reservation on behalf of 35ee1e270acf4cc293caef0b1ec48693 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:44:33.670353 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3eaf14aa-3696-42d9-ab37-c2f4732e88b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:33.846681 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3eaf14aa-3696-42d9-ab37-c2f4732e88b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:33.906987 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaf14aa-3696-42d9-ab37-c2f4732e88b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0704f948-acad-450f-bbfd-745f60f15b26,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:33.915907 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaf14aa-3696-42d9-ab37-c2f4732e88b4 admin admin] Checking segment: {'id': '2593847b-8bae-461b-9cad-3ce3af36d05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '27b50126-868c-4adf-a542-107a219a72ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:44:33.916267 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eaf14aa-3696-42d9-ab37-c2f4732e88b4 admin admin] Network hostable DHCP agents. Network: 27b50126-868c-4adf-a542-107a219a72ef, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:44:33.933680 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eaf14aa-3696-42d9-ab37-c2f4732e88b4 admin admin] Network 27b50126-868c-4adf-a542-107a219a72ef is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:44:33.942335 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-3eaf14aa-3696-42d9-ab37-c2f4732e88b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 27b50126-868c-4adf-a542-107a219a72ef) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:44:33.946200 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eaf14aa-3696-42d9-ab37-c2f4732e88b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:33.946788 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3eaf14aa-3696-42d9-ab37-c2f4732e88b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:33.953034 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d60206-3f52-4cec-b427-bcdd16057657 None None] Network 27b50126-868c-4adf-a542-107a219a72ef requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:44:33.962432 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-3eaf14aa-3696-42d9-ab37-c2f4732e88b4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3293519 Nov 12 01:44:33.965017 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50268) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:33.969258 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-e2d7321a-b86c-41bb-90fc-dc85439c86ad admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1277807466-router', 'tenant_id': '35ee1e270acf4cc293caef0b1ec48693', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:44:33.990280 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e2d7321a-b86c-41bb-90fc-dc85439c86ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:33.991271 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e2d7321a-b86c-41bb-90fc-dc85439c86ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:34.023382 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71bb3c3-3903-454f-a7c5-98e6dc5f20da None None] Sync routers for ids ['fe19332e-4a12-492c-ae7b-c80758d14a2f'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:44:34.044615 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e2d7321a-b86c-41bb-90fc-dc85439c86ad admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:34.053841 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71bb3c3-3903-454f-a7c5-98e6dc5f20da None None] Routers {'fe19332e-4a12-492c-ae7b-c80758d14a2f'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:44:34.054464 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-d71bb3c3-3903-454f-a7c5-98e6dc5f20da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:44:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['fe19332e-4a12-492c-ae7b-c80758d14a2f'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:34.191310 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1508ada6-9a65-4075-9e36-ac359244fc1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-27b50126-868c-4adf-a542-107a219a72ef', 'network_id': '27b50126-868c-4adf-a542-107a219a72ef', 'tenant_id': '35ee1e270acf4cc293caef0b1ec48693', 'fixed_ips': [{'subnet_id': '0704f948-acad-450f-bbfd-745f60f15b26'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:44:34.192162 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1508ada6-9a65-4075-9e36-ac359244fc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:34.237430 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 179aff1a-6f55-4fb9-b166-28191810e50b up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:44:34.316739 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-d71bb3c3-3903-454f-a7c5-98e6dc5f20da None None] Set router fe19332e-4a12-492c-ae7b-c80758d14a2f gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:44:34.487185 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e2d7321a-b86c-41bb-90fc-dc85439c86ad admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:34.522877 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fff18777-e4b6-4b7e-a215-561b1a126d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:34.533134 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-1508ada6-9a65-4075-9e36-ac359244fc1e None None] Allocated IP 172.20.0.2 (27b50126-868c-4adf-a542-107a219a72ef/0704f948-acad-450f-bbfd-745f60f15b26/3f7c027f-c794-4af2-8ed0-4d672c5cd244) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:44:34.546585 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 179aff1a-6f55-4fb9-b166-28191810e50b triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:44:34.547046 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:34.690091 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e2d7321a-b86c-41bb-90fc-dc85439c86ad admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:34.709467 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e2d7321a-b86c-41bb-90fc-dc85439c86ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:34.822129 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-e2d7321a-b86c-41bb-90fc-dc85439c86ad admin admin] Allocated IP 172.25.2.161 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/b0b949ae-8b20-4667-877a-02d2ec47dfce) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:44:34.928580 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e2d7321a-b86c-41bb-90fc-dc85439c86ad admin admin] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:34.967540 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e2d7321a-b86c-41bb-90fc-dc85439c86ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:34.977289 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-d71bb3c3-3903-454f-a7c5-98e6dc5f20da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe19332e-4a12-492c-ae7b-c80758d14a2f', 'name': 'tempest-TestEncryptedCinderVolumes-1263701722-router', 'tenant_id': '781d85b2944b4ff5a618b98a2e5ad5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '179aff1a-6f55-4fb9-b166-28191810e50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:44:29Z', 'updated_at': '2021-11-12T01:44:32Z', 'revision_number': 4, 'project_id': '781d85b2944b4ff5a618b98a2e5ad5ce', 'gw_port': {'id': '179aff1a-6f55-4fb9-b166-28191810e50b', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe19332e-4a12-492c-ae7b-c80758d14a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:44:30Z', 'updated_at': '2021-11-12T01:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '256aba3d-6f3a-4164-9b1f-e05246d59da0', 'name': '', 'network_id': 'a40d0b9c-b7b9-4a03-bc71-b7ea930c0422', 'tenant_id': '781d85b2944b4ff5a618b98a2e5ad5ce', 'mac_address': 'fa:16:3e:e8:bb:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe19332e-4a12-492c-ae7b-c80758d14a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '131d7f99-d0e4-4d75-8a6a-2d5999cf9801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:44:31Z', 'updated_at': '2021-11-12T01:44:32Z', 'revision_number': 2, 'project_id': '781d85b2944b4ff5a618b98a2e5ad5ce', 'subnets': [{'id': '131d7f99-d0e4-4d75-8a6a-2d5999cf9801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:34.979262 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1508ada6-9a65-4075-9e36-ac359244fc1e None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:35.006293 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d7321a-b86c-41bb-90fc-dc85439c86ad admin admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:44:35.006982 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71bb3c3-3903-454f-a7c5-98e6dc5f20da None None] Checking router: fe19332e-4a12-492c-ae7b-c80758d14a2f for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:44:35.007336 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71bb3c3-3903-454f-a7c5-98e6dc5f20da None None] Updating router fe19332e-4a12-492c-ae7b-c80758d14a2f port 256aba3d-6f3a-4164-9b1f-e05246d59da0 binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:44:35.009520 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1508ada6-9a65-4075-9e36-ac359244fc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:35.011094 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-e2d7321a-b86c-41bb-90fc-dc85439c86ad admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:44:35.015643 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d7321a-b86c-41bb-90fc-dc85439c86ad admin admin] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:44:35.020791 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d7321a-b86c-41bb-90fc-dc85439c86ad admin admin] Pushing event updated for resources: {'Port': ['ID=b0b949ae-8b20-4667-877a-02d2ec47dfce,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:35.052970 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137577ba-c921-482e-99bc-5bf4bcace994 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:44:35.084009 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1508ada6-9a65-4075-9e36-ac359244fc1e None None] Network 27b50126-868c-4adf-a542-107a219a72ef is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:44:35.084898 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d71bb3c3-3903-454f-a7c5-98e6dc5f20da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:35.089463 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-1508ada6-9a65-4075-9e36-ac359244fc1e None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:44:35.103058 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1508ada6-9a65-4075-9e36-ac359244fc1e None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:44:35.107061 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1508ada6-9a65-4075-9e36-ac359244fc1e None None] Pushing event updated for resources: {'Port': ['ID=3f7c027f-c794-4af2-8ed0-4d672c5cd244,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:35.252287 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-1508ada6-9a65-4075-9e36-ac359244fc1e None None] Attempting to bind port 3f7c027f-c794-4af2-8ed0-4d672c5cd244 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:44:35.252659 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-1508ada6-9a65-4075-9e36-ac359244fc1e None None] Attempting to bind port 3f7c027f-c794-4af2-8ed0-4d672c5cd244 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '2593847b-8bae-461b-9cad-3ce3af36d05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '27b50126-868c-4adf-a542-107a219a72ef'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:44:35.253021 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1508ada6-9a65-4075-9e36-ac359244fc1e None None] Attempting to bind port 3f7c027f-c794-4af2-8ed0-4d672c5cd244 on network 27b50126-868c-4adf-a542-107a219a72ef {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:44:35.269680 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-98c2af0c-42c1-42aa-a754-4c96ceaeef42 None None] Provisioning complete for port b0b949ae-8b20-4667-877a-02d2ec47dfce triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:44:35.269862 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-98c2af0c-42c1-42aa-a754-4c96ceaeef42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:35.273302 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1508ada6-9a65-4075-9e36-ac359244fc1e None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:44:35.273523 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e2d7321a-b86c-41bb-90fc-dc85439c86ad admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:35.273700 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1508ada6-9a65-4075-9e36-ac359244fc1e None None] Checking segment: {'id': '2593847b-8bae-461b-9cad-3ce3af36d05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '27b50126-868c-4adf-a542-107a219a72ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:44:35.274094 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1508ada6-9a65-4075-9e36-ac359244fc1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:35.274489 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1508ada6-9a65-4075-9e36-ac359244fc1e None None] Bound using segment: {'id': '2593847b-8bae-461b-9cad-3ce3af36d05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '27b50126-868c-4adf-a542-107a219a72ef'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:44:35.274960 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-1508ada6-9a65-4075-9e36-ac359244fc1e None None] Bound port: 3f7c027f-c794-4af2-8ed0-4d672c5cd244, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593847b-8bae-461b-9cad-3ce3af36d05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '27b50126-868c-4adf-a542-107a219a72ef'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:44:35.275338 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1508ada6-9a65-4075-9e36-ac359244fc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:35.385472 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-98c2af0c-42c1-42aa-a754-4c96ceaeef42 None None] Port b0b949ae-8b20-4667-877a-02d2ec47dfce cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:44:35.441229 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-1508ada6-9a65-4075-9e36-ac359244fc1e None None] For port 3f7c027f-c794-4af2-8ed0-4d672c5cd244, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:44:35.446335 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-1508ada6-9a65-4075-9e36-ac359244fc1e None None] For port 3f7c027f-c794-4af2-8ed0-4d672c5cd244, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=3f7c027f-c794-4af2-8ed0-4d672c5cd244,segment=NetworkSegment(2593847b-8bae-461b-9cad-3ce3af36d05a),segment_id=2593847b-8bae-461b-9cad-3ce3af36d05a)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:44:35.457346 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1508ada6-9a65-4075-9e36-ac359244fc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:35.478719 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e2d7321a-b86c-41bb-90fc-dc85439c86ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:35.564387 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1508ada6-9a65-4075-9e36-ac359244fc1e None None] Pushing event updated for resources: {'Port': ['ID=3f7c027f-c794-4af2-8ed0-4d672c5cd244,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:35.580077 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d71bb3c3-3903-454f-a7c5-98e6dc5f20da None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:35.588331 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d71bb3c3-3903-454f-a7c5-98e6dc5f20da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:35.645262 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d7321a-b86c-41bb-90fc-dc85439c86ad admin admin] Router cabc5bbd-b6ac-441b-b1d2-0568d9f8d995 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:44:35.665632 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a13fde6-20cf-483b-9749-0e2d137a5f96 None None] Pushing event updated for resources: {'Port': ['ID=256aba3d-6f3a-4164-9b1f-e05246d59da0,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:35.704747 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-d71bb3c3-3903-454f-a7c5-98e6dc5f20da None None] Attempting to bind port 256aba3d-6f3a-4164-9b1f-e05246d59da0 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:44:35.705247 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-d71bb3c3-3903-454f-a7c5-98e6dc5f20da None None] Attempting to bind port 256aba3d-6f3a-4164-9b1f-e05246d59da0 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'cba25f3e-7d48-4bc2-8c0e-4a2aac19d941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a40d0b9c-b7b9-4a03-bc71-b7ea930c0422'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:44:35.705655 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71bb3c3-3903-454f-a7c5-98e6dc5f20da None None] Attempting to bind port 256aba3d-6f3a-4164-9b1f-e05246d59da0 on network a40d0b9c-b7b9-4a03-bc71-b7ea930c0422 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:44:35.713607 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71bb3c3-3903-454f-a7c5-98e6dc5f20da None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:44:35.713988 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71bb3c3-3903-454f-a7c5-98e6dc5f20da None None] Checking segment: {'id': 'cba25f3e-7d48-4bc2-8c0e-4a2aac19d941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a40d0b9c-b7b9-4a03-bc71-b7ea930c0422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:44:35.714458 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d71bb3c3-3903-454f-a7c5-98e6dc5f20da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:35.714862 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71bb3c3-3903-454f-a7c5-98e6dc5f20da None None] Bound using segment: {'id': 'cba25f3e-7d48-4bc2-8c0e-4a2aac19d941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a40d0b9c-b7b9-4a03-bc71-b7ea930c0422'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:44:35.716045 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-d71bb3c3-3903-454f-a7c5-98e6dc5f20da None None] Bound port: 256aba3d-6f3a-4164-9b1f-e05246d59da0, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cba25f3e-7d48-4bc2-8c0e-4a2aac19d941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a40d0b9c-b7b9-4a03-bc71-b7ea930c0422'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:44:35.716474 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d71bb3c3-3903-454f-a7c5-98e6dc5f20da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:35.827289 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d7321a-b86c-41bb-90fc-dc85439c86ad admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:44:35.827792 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-d71bb3c3-3903-454f-a7c5-98e6dc5f20da None None] For port 256aba3d-6f3a-4164-9b1f-e05246d59da0, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:44:35.832810 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-d71bb3c3-3903-454f-a7c5-98e6dc5f20da None None] For port 256aba3d-6f3a-4164-9b1f-e05246d59da0, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=256aba3d-6f3a-4164-9b1f-e05246d59da0,segment=NetworkSegment(cba25f3e-7d48-4bc2-8c0e-4a2aac19d941),segment_id=cba25f3e-7d48-4bc2-8c0e-4a2aac19d941)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:44:35.838213 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d71bb3c3-3903-454f-a7c5-98e6dc5f20da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:35.838937 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3a82fd-3f5b-4aae-b799-1b2ed026a215 None None] Sync routers for ids ['cabc5bbd-b6ac-441b-b1d2-0568d9f8d995'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:44:35.849039 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e2d7321a-b86c-41bb-90fc-dc85439c86ad admin admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:35.853169 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e2d7321a-b86c-41bb-90fc-dc85439c86ad admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8847306 Nov 12 01:44:35.853306 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3a82fd-3f5b-4aae-b799-1b2ed026a215 None None] Routers {'cabc5bbd-b6ac-441b-b1d2-0568d9f8d995'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:44:35.853306 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-2e3a82fd-3f5b-4aae-b799-1b2ed026a215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:44:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['cabc5bbd-b6ac-441b-b1d2-0568d9f8d995'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:35.853548 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50270) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:35.910151 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71bb3c3-3903-454f-a7c5-98e6dc5f20da None None] Routers {'fe19332e-4a12-492c-ae7b-c80758d14a2f'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:44:35.910694 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-d71bb3c3-3903-454f-a7c5-98e6dc5f20da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:44:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['fe19332e-4a12-492c-ae7b-c80758d14a2f'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:35.979439 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a13fde6-20cf-483b-9749-0e2d137a5f96 None None] Pushing event updated for resources: {'Port': ['ID=256aba3d-6f3a-4164-9b1f-e05246d59da0,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:36.022946 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-2e3a82fd-3f5b-4aae-b799-1b2ed026a215 None None] Set router cabc5bbd-b6ac-441b-b1d2-0568d9f8d995 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:44:36.056288 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-6a066213-a6be-444e-9bbb-96e99d29b948 None None] Provisioning complete for port 256aba3d-6f3a-4164-9b1f-e05246d59da0 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:44:36.056656 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6a066213-a6be-444e-9bbb-96e99d29b948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:36.110272 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-d71bb3c3-3903-454f-a7c5-98e6dc5f20da None None] Set router fe19332e-4a12-492c-ae7b-c80758d14a2f gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:44:36.257278 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 3f7c027f-c794-4af2-8ed0-4d672c5cd244 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:44:36.302726 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6a066213-a6be-444e-9bbb-96e99d29b948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:36.333817 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-2e3a82fd-3f5b-4aae-b799-1b2ed026a215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabc5bbd-b6ac-441b-b1d2-0568d9f8d995', 'name': 'tempest-TestEncryptedCinderVolumes-1277807466-router', 'tenant_id': '35ee1e270acf4cc293caef0b1ec48693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'b0b949ae-8b20-4667-877a-02d2ec47dfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:44:33Z', 'updated_at': '2021-11-12T01:44:35Z', 'revision_number': 3, 'project_id': '35ee1e270acf4cc293caef0b1ec48693', 'gw_port': {'id': 'b0b949ae-8b20-4667-877a-02d2ec47dfce', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cc:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabc5bbd-b6ac-441b-b1d2-0568d9f8d995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:44:34Z', 'updated_at': '2021-11-12T01:44:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:36.360985 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3a82fd-3f5b-4aae-b799-1b2ed026a215 None None] Checking router: cabc5bbd-b6ac-441b-b1d2-0568d9f8d995 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:44:36.361235 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3a82fd-3f5b-4aae-b799-1b2ed026a215 None None] Updating router cabc5bbd-b6ac-441b-b1d2-0568d9f8d995 port b0b949ae-8b20-4667-877a-02d2ec47dfce binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:44:36.388282 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2e3a82fd-3f5b-4aae-b799-1b2ed026a215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:36.402874 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-6a066213-a6be-444e-9bbb-96e99d29b948 None None] For port 256aba3d-6f3a-4164-9b1f-e05246d59da0, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=256aba3d-6f3a-4164-9b1f-e05246d59da0,segment=NetworkSegment(cba25f3e-7d48-4bc2-8c0e-4a2aac19d941),segment_id=cba25f3e-7d48-4bc2-8c0e-4a2aac19d941)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:44:36.412548 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6a066213-a6be-444e-9bbb-96e99d29b948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:36.453098 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f44c19a5-a8fc-4c54-acc7-b394e29c2a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:36.478368 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 3f7c027f-c794-4af2-8ed0-4d672c5cd244 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:44:36.478847 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:36.588820 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a066213-a6be-444e-9bbb-96e99d29b948 None None] Pushing event updated for resources: {'Port': ['ID=256aba3d-6f3a-4164-9b1f-e05246d59da0,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:36.617842 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-edc6378a-5389-4769-a119-ba1d5fb8f80f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:36.638065 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-a8d2cb39-63fa-46b6-a554-7241c2fcf04f None None] Provisioning complete for port 256aba3d-6f3a-4164-9b1f-e05246d59da0 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:44:36.638914 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a8d2cb39-63fa-46b6-a554-7241c2fcf04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:36.656092 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-d71bb3c3-3903-454f-a7c5-98e6dc5f20da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe19332e-4a12-492c-ae7b-c80758d14a2f', 'name': 'tempest-TestEncryptedCinderVolumes-1263701722-router', 'tenant_id': '781d85b2944b4ff5a618b98a2e5ad5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '179aff1a-6f55-4fb9-b166-28191810e50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:44:29Z', 'updated_at': '2021-11-12T01:44:32Z', 'revision_number': 4, 'project_id': '781d85b2944b4ff5a618b98a2e5ad5ce', 'gw_port': {'id': '179aff1a-6f55-4fb9-b166-28191810e50b', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe19332e-4a12-492c-ae7b-c80758d14a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:44:30Z', 'updated_at': '2021-11-12T01:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '256aba3d-6f3a-4164-9b1f-e05246d59da0', 'name': '', 'network_id': 'a40d0b9c-b7b9-4a03-bc71-b7ea930c0422', 'tenant_id': '781d85b2944b4ff5a618b98a2e5ad5ce', 'mac_address': 'fa:16:3e:e8:bb:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe19332e-4a12-492c-ae7b-c80758d14a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '131d7f99-d0e4-4d75-8a6a-2d5999cf9801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:44:31Z', 'updated_at': '2021-11-12T01:44:35Z', 'revision_number': 4, 'project_id': '781d85b2944b4ff5a618b98a2e5ad5ce', 'subnets': [{'id': '131d7f99-d0e4-4d75-8a6a-2d5999cf9801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:36.662999 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-f44c19a5-a8fc-4c54-acc7-b394e29c2a5b admin admin] Allocated IP 172.20.0.1 (27b50126-868c-4adf-a542-107a219a72ef/0704f948-acad-450f-bbfd-745f60f15b26/b72c9905-0634-453a-aa22-bc26e3d13b81) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:44:36.677231 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2e3a82fd-3f5b-4aae-b799-1b2ed026a215 None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:36.684629 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2e3a82fd-3f5b-4aae-b799-1b2ed026a215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:36.726380 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333af9b7-db3e-4048-98d2-200cd84bba3c None None] Pushing event updated for resources: {'Port': ['ID=b0b949ae-8b20-4667-877a-02d2ec47dfce,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:36.753232 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-2e3a82fd-3f5b-4aae-b799-1b2ed026a215 None None] Attempting to bind port b0b949ae-8b20-4667-877a-02d2ec47dfce on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:44:36.753948 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-2e3a82fd-3f5b-4aae-b799-1b2ed026a215 None None] Attempting to bind port b0b949ae-8b20-4667-877a-02d2ec47dfce by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:44:36.754496 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3a82fd-3f5b-4aae-b799-1b2ed026a215 None None] Attempting to bind port b0b949ae-8b20-4667-877a-02d2ec47dfce on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:44:36.761200 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3a82fd-3f5b-4aae-b799-1b2ed026a215 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:44:36.762032 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3a82fd-3f5b-4aae-b799-1b2ed026a215 None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:44:36.762628 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2e3a82fd-3f5b-4aae-b799-1b2ed026a215 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:36.763176 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3a82fd-3f5b-4aae-b799-1b2ed026a215 None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:44:36.764390 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-2e3a82fd-3f5b-4aae-b799-1b2ed026a215 None None] Bound port: b0b949ae-8b20-4667-877a-02d2ec47dfce, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:44:36.764784 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2e3a82fd-3f5b-4aae-b799-1b2ed026a215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:36.778038 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60b4420-5745-4321-b9bb-548bbad94a3c None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:44:36.788480 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71bb3c3-3903-454f-a7c5-98e6dc5f20da None None] The sync data for ids ['fe19332e-4a12-492c-ae7b-c80758d14a2f'] in n-d-812236-11 is: [{'id': 'fe19332e-4a12-492c-ae7b-c80758d14a2f', 'name': 'tempest-TestEncryptedCinderVolumes-1263701722-router', 'tenant_id': '781d85b2944b4ff5a618b98a2e5ad5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '179aff1a-6f55-4fb9-b166-28191810e50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:44:29Z', 'updated_at': '2021-11-12T01:44:32Z', 'revision_number': 4, 'project_id': '781d85b2944b4ff5a618b98a2e5ad5ce', 'gw_port': {'id': '179aff1a-6f55-4fb9-b166-28191810e50b', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe19332e-4a12-492c-ae7b-c80758d14a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:44:30Z', 'updated_at': '2021-11-12T01:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '256aba3d-6f3a-4164-9b1f-e05246d59da0', 'name': '', 'network_id': 'a40d0b9c-b7b9-4a03-bc71-b7ea930c0422', 'tenant_id': '781d85b2944b4ff5a618b98a2e5ad5ce', 'mac_address': 'fa:16:3e:e8:bb:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe19332e-4a12-492c-ae7b-c80758d14a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '131d7f99-d0e4-4d75-8a6a-2d5999cf9801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:44:31Z', 'updated_at': '2021-11-12T01:44:35Z', 'revision_number': 4, 'project_id': '781d85b2944b4ff5a618b98a2e5ad5ce', 'subnets': [{'id': '131d7f99-d0e4-4d75-8a6a-2d5999cf9801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:44:36.809681 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f44c19a5-a8fc-4c54-acc7-b394e29c2a5b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:36.838796 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-2e3a82fd-3f5b-4aae-b799-1b2ed026a215 None None] For port b0b949ae-8b20-4667-877a-02d2ec47dfce, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:44:36.842747 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-2e3a82fd-3f5b-4aae-b799-1b2ed026a215 None None] For port b0b949ae-8b20-4667-877a-02d2ec47dfce, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=b0b949ae-8b20-4667-877a-02d2ec47dfce,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:44:36.848706 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2e3a82fd-3f5b-4aae-b799-1b2ed026a215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:36.903834 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:36.904628 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f44c19a5-a8fc-4c54-acc7-b394e29c2a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:36.916872 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333af9b7-db3e-4048-98d2-200cd84bba3c None None] Pushing event updated for resources: {'Port': ['ID=b0b949ae-8b20-4667-877a-02d2ec47dfce,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:36.945312 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3a82fd-3f5b-4aae-b799-1b2ed026a215 None None] Routers {'cabc5bbd-b6ac-441b-b1d2-0568d9f8d995'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:44:36.946321 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-2e3a82fd-3f5b-4aae-b799-1b2ed026a215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:44:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['cabc5bbd-b6ac-441b-b1d2-0568d9f8d995'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:36.954640 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5b12c1-caf9-42b9-9b62-4f028f0b7ba4 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:44:36.970822 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 3f7c027f-c794-4af2-8ed0-4d672c5cd244, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=3f7c027f-c794-4af2-8ed0-4d672c5cd244,segment=NetworkSegment(2593847b-8bae-461b-9cad-3ce3af36d05a),segment_id=2593847b-8bae-461b-9cad-3ce3af36d05a)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:44:36.986103 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:37.006483 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44c19a5-a8fc-4c54-acc7-b394e29c2a5b admin admin] Network 27b50126-868c-4adf-a542-107a219a72ef is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:44:37.009768 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-f44c19a5-a8fc-4c54-acc7-b394e29c2a5b admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:44:37.016089 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44c19a5-a8fc-4c54-acc7-b394e29c2a5b admin admin] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:44:37.025947 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305617f7-b6f6-4ec7-801e-a58dc889817b None None] Network 27b50126-868c-4adf-a542-107a219a72ef requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:44:37.044458 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c19a5-a8fc-4c54-acc7-b394e29c2a5b admin admin] Pushing event updated for resources: {'Port': ['ID=b72c9905-0634-453a-aa22-bc26e3d13b81,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:37.066197 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f44c19a5-a8fc-4c54-acc7-b394e29c2a5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:37.075753 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-2e3a82fd-3f5b-4aae-b799-1b2ed026a215 None None] Set router cabc5bbd-b6ac-441b-b1d2-0568d9f8d995 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:44:37.184560 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=3f7c027f-c794-4af2-8ed0-4d672c5cd244,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:37.217881 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-048ae658-52d6-427a-978f-0572f629a11f None None] Provisioning complete for port b0b949ae-8b20-4667-877a-02d2ec47dfce triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:44:37.218253 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-048ae658-52d6-427a-978f-0572f629a11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:37.239692 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f44c19a5-a8fc-4c54-acc7-b394e29c2a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:37.296955 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-2e3a82fd-3f5b-4aae-b799-1b2ed026a215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabc5bbd-b6ac-441b-b1d2-0568d9f8d995', 'name': 'tempest-TestEncryptedCinderVolumes-1277807466-router', 'tenant_id': '35ee1e270acf4cc293caef0b1ec48693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'b0b949ae-8b20-4667-877a-02d2ec47dfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:44:33Z', 'updated_at': '2021-11-12T01:44:35Z', 'revision_number': 3, 'project_id': '35ee1e270acf4cc293caef0b1ec48693', 'gw_port': {'id': 'b0b949ae-8b20-4667-877a-02d2ec47dfce', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cc:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabc5bbd-b6ac-441b-b1d2-0568d9f8d995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:44:34Z', 'updated_at': '2021-11-12T01:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:37.335591 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3a82fd-3f5b-4aae-b799-1b2ed026a215 None None] The sync data for ids ['cabc5bbd-b6ac-441b-b1d2-0568d9f8d995'] in n-d-812236-11 is: [{'id': 'cabc5bbd-b6ac-441b-b1d2-0568d9f8d995', 'name': 'tempest-TestEncryptedCinderVolumes-1277807466-router', 'tenant_id': '35ee1e270acf4cc293caef0b1ec48693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'b0b949ae-8b20-4667-877a-02d2ec47dfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:44:33Z', 'updated_at': '2021-11-12T01:44:35Z', 'revision_number': 3, 'project_id': '35ee1e270acf4cc293caef0b1ec48693', 'gw_port': {'id': 'b0b949ae-8b20-4667-877a-02d2ec47dfce', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cc:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabc5bbd-b6ac-441b-b1d2-0568d9f8d995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:44:34Z', 'updated_at': '2021-11-12T01:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:44:37.527209 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f44c19a5-a8fc-4c54-acc7-b394e29c2a5b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:37.536474 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f44c19a5-a8fc-4c54-acc7-b394e29c2a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:37.537246 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-048ae658-52d6-427a-978f-0572f629a11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:37.563322 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-048ae658-52d6-427a-978f-0572f629a11f None None] For port b0b949ae-8b20-4667-877a-02d2ec47dfce, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=b0b949ae-8b20-4667-877a-02d2ec47dfce,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:44:37.568983 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-048ae658-52d6-427a-978f-0572f629a11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:37.624597 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-048ae658-52d6-427a-978f-0572f629a11f None None] Provisioning complete for port 3f7c027f-c794-4af2-8ed0-4d672c5cd244 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:44:37.624934 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-048ae658-52d6-427a-978f-0572f629a11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:37.638281 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c19a5-a8fc-4c54-acc7-b394e29c2a5b admin admin] Pushing event updated for resources: {'Port': ['ID=b72c9905-0634-453a-aa22-bc26e3d13b81,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:37.646712 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f44c19a5-a8fc-4c54-acc7-b394e29c2a5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:37.707736 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ae658-52d6-427a-978f-0572f629a11f None None] Pushing event updated for resources: {'Port': ['ID=b0b949ae-8b20-4667-877a-02d2ec47dfce,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:37.786252 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44c19a5-a8fc-4c54-acc7-b394e29c2a5b admin admin] Network 27b50126-868c-4adf-a542-107a219a72ef is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:44:37.788910 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-f44c19a5-a8fc-4c54-acc7-b394e29c2a5b admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:44:37.923353 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:37.931446 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-119143f2-8436-4321-8001-02fffc8383b2 None None] Provisioning complete for port 3f7c027f-c794-4af2-8ed0-4d672c5cd244 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:44:37.932064 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-119143f2-8436-4321-8001-02fffc8383b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:37.974947 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f44c19a5-a8fc-4c54-acc7-b394e29c2a5b admin admin] Router cabc5bbd-b6ac-441b-b1d2-0568d9f8d995 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:44:38.078402 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-119143f2-8436-4321-8001-02fffc8383b2 None None] Provisioning complete for port b72c9905-0634-453a-aa22-bc26e3d13b81 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:44:38.078922 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-119143f2-8436-4321-8001-02fffc8383b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:38.129304 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-119143f2-8436-4321-8001-02fffc8383b2 None None] Port b72c9905-0634-453a-aa22-bc26e3d13b81 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:44:38.141136 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44c19a5-a8fc-4c54-acc7-b394e29c2a5b admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:44:38.155581 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f44c19a5-a8fc-4c54-acc7-b394e29c2a5b admin admin] 10.222.0.20 "PUT /v2.0/routers/cabc5bbd-b6ac-441b-b1d2-0568d9f8d995/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2926531 Nov 12 01:44:38.256812 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-58473ff0-c899-4dc7-bc0a-7efdf59e25e3 None None] Provisioning complete for port b72c9905-0634-453a-aa22-bc26e3d13b81 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:44:38.257292 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-58473ff0-c899-4dc7-bc0a-7efdf59e25e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:38.340191 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-58473ff0-c899-4dc7-bc0a-7efdf59e25e3 None None] Port b72c9905-0634-453a-aa22-bc26e3d13b81 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:44:38.388650 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device b0b949ae-8b20-4667-877a-02d2ec47dfce up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:44:38.441694 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port b0b949ae-8b20-4667-877a-02d2ec47dfce triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:44:38.442068 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:38.500857 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-2e6bbd28-2b3e-418e-9244-2864ce4d4dcf None None] Provisioning complete for port b72c9905-0634-453a-aa22-bc26e3d13b81 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:44:38.501233 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2e6bbd28-2b3e-418e-9244-2864ce4d4dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:38.571258 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-2e6bbd28-2b3e-418e-9244-2864ce4d4dcf None None] Port b72c9905-0634-453a-aa22-bc26e3d13b81 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:44:38.596328 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 3f7c027f-c794-4af2-8ed0-4d672c5cd244 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:44:38.649052 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 3f7c027f-c794-4af2-8ed0-4d672c5cd244 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:44:38.649525 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:38.736727 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 256aba3d-6f3a-4164-9b1f-e05246d59da0 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:44:38.786866 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 256aba3d-6f3a-4164-9b1f-e05246d59da0 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:44:38.787311 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:38.900900 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170382d-c314-49db-84c2-aa7cbeefd9a8 req-046ec045-aa87-49bd-8f7f-4a70b76b8a49 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:38.902972 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f170382d-c314-49db-84c2-aa7cbeefd9a8 req-046ec045-aa87-49bd-8f7f-4a70b76b8a49 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/networks?id=a40d0b9c-b7b9-4a03-bc71-b7ea930c0422 HTTP/1.1" status: 200 len: 817 time: 0.1064355 Nov 12 01:44:38.917570 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f170382d-c314-49db-84c2-aa7cbeefd9a8 req-6c01f1c1-f0c7-44da-aecc-c418977f4aea tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/quotas/781d85b2944b4ff5a618b98a2e5ad5ce HTTP/1.1" status: 200 len: 375 time: 0.0087562 Nov 12 01:44:38.970515 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f170382d-c314-49db-84c2-aa7cbeefd9a8 req-3d3ea614-fb52-4dd9-be3b-9c448df54b61 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=781d85b2944b4ff5a618b98a2e5ad5ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456154 Nov 12 01:44:39.153565 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f170382d-c314-49db-84c2-aa7cbeefd9a8 req-bd1d3419-d066-41c3-99fe-b3d6de9ac24e service neutron] 10.222.0.20 "GET /v2.0/networks/a40d0b9c-b7b9-4a03-bc71-b7ea930c0422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715636 Nov 12 01:44:39.245312 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f170382d-c314-49db-84c2-aa7cbeefd9a8 req-b185860a-b2c6-466e-ae28-4c0d67065237 service neutron] 10.222.0.20 "GET /v2.0/networks/a40d0b9c-b7b9-4a03-bc71-b7ea930c0422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856116 Nov 12 01:44:39.416020 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb43d0d0-0f27-4a9d-ad3f-a0a545b4680c req-21db0630-9f02-44fb-8582-4305f273120c tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d51a35e-b9da-41ea-8c97-2348cb542611 HTTP/1.1" status: 200 len: 210 time: 0.0295591 Nov 12 01:44:39.495432 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:40.198177 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467b64b0-20ce-464a-9049-0c93dfaa4c89 None None] Sync routers for ids ['cabc5bbd-b6ac-441b-b1d2-0568d9f8d995'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:44:40.208762 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467b64b0-20ce-464a-9049-0c93dfaa4c89 None None] Routers {'cabc5bbd-b6ac-441b-b1d2-0568d9f8d995'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:44:40.209396 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-467b64b0-20ce-464a-9049-0c93dfaa4c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:44:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['cabc5bbd-b6ac-441b-b1d2-0568d9f8d995'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:40.314486 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-467b64b0-20ce-464a-9049-0c93dfaa4c89 None None] Set router cabc5bbd-b6ac-441b-b1d2-0568d9f8d995 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:44:40.442098 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:40.520664 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8bef95ff-da5c-460c-9592-527fb844c925 req-a85d835e-5ee3-4f7d-9bd6-62b6fe839a7c tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d51a35e-b9da-41ea-8c97-2348cb542611 HTTP/1.1" status: 200 len: 210 time: 0.0303419 Nov 12 01:44:40.547181 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-467b64b0-20ce-464a-9049-0c93dfaa4c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabc5bbd-b6ac-441b-b1d2-0568d9f8d995', 'name': 'tempest-TestEncryptedCinderVolumes-1277807466-router', 'tenant_id': '35ee1e270acf4cc293caef0b1ec48693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'b0b949ae-8b20-4667-877a-02d2ec47dfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:44:33Z', 'updated_at': '2021-11-12T01:44:37Z', 'revision_number': 4, 'project_id': '35ee1e270acf4cc293caef0b1ec48693', 'gw_port': {'id': 'b0b949ae-8b20-4667-877a-02d2ec47dfce', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabc5bbd-b6ac-441b-b1d2-0568d9f8d995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:44:34Z', 'updated_at': '2021-11-12T01:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'b72c9905-0634-453a-aa22-bc26e3d13b81', 'name': '', 'network_id': '27b50126-868c-4adf-a542-107a219a72ef', 'tenant_id': '35ee1e270acf4cc293caef0b1ec48693', 'mac_address': 'fa:16:3e:24:e2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabc5bbd-b6ac-441b-b1d2-0568d9f8d995', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '0704f948-acad-450f-bbfd-745f60f15b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:44:36Z', 'updated_at': '2021-11-12T01:44:37Z', 'revision_number': 2, 'project_id': '35ee1e270acf4cc293caef0b1ec48693', 'subnets': [{'id': '0704f948-acad-450f-bbfd-745f60f15b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:40.579416 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467b64b0-20ce-464a-9049-0c93dfaa4c89 None None] Checking router: cabc5bbd-b6ac-441b-b1d2-0568d9f8d995 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:44:40.579799 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467b64b0-20ce-464a-9049-0c93dfaa4c89 None None] Updating router cabc5bbd-b6ac-441b-b1d2-0568d9f8d995 port b72c9905-0634-453a-aa22-bc26e3d13b81 binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:44:40.614536 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-467b64b0-20ce-464a-9049-0c93dfaa4c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:40.636987 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170382d-c314-49db-84c2-aa7cbeefd9a8 req-602ebe5c-aea9-49d5-af49-141da6d6bdb7 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:40.639009 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f170382d-c314-49db-84c2-aa7cbeefd9a8 req-602ebe5c-aea9-49d5-af49-141da6d6bdb7 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.54 "GET /v2.0/networks?id=a40d0b9c-b7b9-4a03-bc71-b7ea930c0422 HTTP/1.1" status: 200 len: 817 time: 0.1208794 Nov 12 01:44:40.658258 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-f170382d-c314-49db-84c2-aa7cbeefd9a8 req-ee5f1c13-54a6-4d07-b6fd-195f6059915f tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Request body: {'port': {'device_id': '2d51a35e-b9da-41ea-8c97-2348cb542611', 'network_id': 'a40d0b9c-b7b9-4a03-bc71-b7ea930c0422', 'admin_state_up': True, 'tenant_id': '781d85b2944b4ff5a618b98a2e5ad5ce'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:44:40.765031 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f170382d-c314-49db-84c2-aa7cbeefd9a8 req-ee5f1c13-54a6-4d07-b6fd-195f6059915f tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Made reservation on behalf of 781d85b2944b4ff5a618b98a2e5ad5ce for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:44:40.768585 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f170382d-c314-49db-84c2-aa7cbeefd9a8 req-ee5f1c13-54a6-4d07-b6fd-195f6059915f tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:40.892187 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-467b64b0-20ce-464a-9049-0c93dfaa4c89 None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:40.898047 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-467b64b0-20ce-464a-9049-0c93dfaa4c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:40.898580 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-f170382d-c314-49db-84c2-aa7cbeefd9a8 req-ee5f1c13-54a6-4d07-b6fd-195f6059915f tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Allocated IP 172.20.0.12 (a40d0b9c-b7b9-4a03-bc71-b7ea930c0422/131d7f99-d0e4-4d75-8a6a-2d5999cf9801/f2c049ba-7304-4616-bba2-86201a684a6f) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:44:40.952230 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179b5068-b5e3-445b-842c-53e8c6b230ac None None] Pushing event updated for resources: {'Port': ['ID=b72c9905-0634-453a-aa22-bc26e3d13b81,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:41.001183 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-467b64b0-20ce-464a-9049-0c93dfaa4c89 None None] Attempting to bind port b72c9905-0634-453a-aa22-bc26e3d13b81 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:44:41.001588 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-467b64b0-20ce-464a-9049-0c93dfaa4c89 None None] Attempting to bind port b72c9905-0634-453a-aa22-bc26e3d13b81 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '2593847b-8bae-461b-9cad-3ce3af36d05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '27b50126-868c-4adf-a542-107a219a72ef'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:44:41.002113 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467b64b0-20ce-464a-9049-0c93dfaa4c89 None None] Attempting to bind port b72c9905-0634-453a-aa22-bc26e3d13b81 on network 27b50126-868c-4adf-a542-107a219a72ef {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:44:41.007337 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467b64b0-20ce-464a-9049-0c93dfaa4c89 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:44:41.007712 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467b64b0-20ce-464a-9049-0c93dfaa4c89 None None] Checking segment: {'id': '2593847b-8bae-461b-9cad-3ce3af36d05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '27b50126-868c-4adf-a542-107a219a72ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:44:41.008121 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-467b64b0-20ce-464a-9049-0c93dfaa4c89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:41.008514 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467b64b0-20ce-464a-9049-0c93dfaa4c89 None None] Bound using segment: {'id': '2593847b-8bae-461b-9cad-3ce3af36d05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '27b50126-868c-4adf-a542-107a219a72ef'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:44:41.008981 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-467b64b0-20ce-464a-9049-0c93dfaa4c89 None None] Bound port: b72c9905-0634-453a-aa22-bc26e3d13b81, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593847b-8bae-461b-9cad-3ce3af36d05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '27b50126-868c-4adf-a542-107a219a72ef'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:44:41.009363 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-467b64b0-20ce-464a-9049-0c93dfaa4c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:41.056481 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f170382d-c314-49db-84c2-aa7cbeefd9a8 req-ee5f1c13-54a6-4d07-b6fd-195f6059915f tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:41.077158 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-467b64b0-20ce-464a-9049-0c93dfaa4c89 None None] For port b72c9905-0634-453a-aa22-bc26e3d13b81, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:44:41.080636 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-467b64b0-20ce-464a-9049-0c93dfaa4c89 None None] For port b72c9905-0634-453a-aa22-bc26e3d13b81, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=b72c9905-0634-453a-aa22-bc26e3d13b81,segment=NetworkSegment(2593847b-8bae-461b-9cad-3ce3af36d05a),segment_id=2593847b-8bae-461b-9cad-3ce3af36d05a)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:44:41.086456 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-467b64b0-20ce-464a-9049-0c93dfaa4c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:41.093688 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f170382d-c314-49db-84c2-aa7cbeefd9a8 req-ee5f1c13-54a6-4d07-b6fd-195f6059915f tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:41.141388 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f170382d-c314-49db-84c2-aa7cbeefd9a8 req-ee5f1c13-54a6-4d07-b6fd-195f6059915f tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Network a40d0b9c-b7b9-4a03-bc71-b7ea930c0422 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:44:41.146386 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467b64b0-20ce-464a-9049-0c93dfaa4c89 None None] Routers {'cabc5bbd-b6ac-441b-b1d2-0568d9f8d995'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:44:41.146990 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-f170382d-c314-49db-84c2-aa7cbeefd9a8 req-ee5f1c13-54a6-4d07-b6fd-195f6059915f tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:44:41.147128 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-467b64b0-20ce-464a-9049-0c93dfaa4c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:44:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['cabc5bbd-b6ac-441b-b1d2-0568d9f8d995'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:41.150660 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179b5068-b5e3-445b-842c-53e8c6b230ac None None] Pushing event updated for resources: {'Port': ['ID=b72c9905-0634-453a-aa22-bc26e3d13b81,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:41.151022 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-f170382d-c314-49db-84c2-aa7cbeefd9a8 req-ee5f1c13-54a6-4d07-b6fd-195f6059915f tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:44:41.177789 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5f1c13-54a6-4d07-b6fd-195f6059915f tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Pushing event updated for resources: {'Port': ['ID=f2c049ba-7304-4616-bba2-86201a684a6f,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:41.214421 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170382d-c314-49db-84c2-aa7cbeefd9a8 req-ee5f1c13-54a6-4d07-b6fd-195f6059915f tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:41.215591 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f170382d-c314-49db-84c2-aa7cbeefd9a8 req-ee5f1c13-54a6-4d07-b6fd-195f6059915f tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:41.239806 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f170382d-c314-49db-84c2-aa7cbeefd9a8 req-ee5f1c13-54a6-4d07-b6fd-195f6059915f tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5849974 Nov 12 01:44:41.251895 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-ac33509e-4026-4a85-bda2-8f540d22592c None None] Provisioning complete for port b72c9905-0634-453a-aa22-bc26e3d13b81 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:44:41.252272 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ac33509e-4026-4a85-bda2-8f540d22592c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:41.259423 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-f170382d-c314-49db-84c2-aa7cbeefd9a8 req-94f7f6b8-0dfb-4ad4-a2e4-098c7929d376 service neutron] Request body: {'port': {'device_id': '2d51a35e-b9da-41ea-8c97-2348cb542611', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:44:41.304462 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-467b64b0-20ce-464a-9049-0c93dfaa4c89 None None] Set router cabc5bbd-b6ac-441b-b1d2-0568d9f8d995 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:44:41.321208 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f170382d-c314-49db-84c2-aa7cbeefd9a8 req-94f7f6b8-0dfb-4ad4-a2e4-098c7929d376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:41.438080 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:41.505632 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ac33509e-4026-4a85-bda2-8f540d22592c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:41.579933 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-ac33509e-4026-4a85-bda2-8f540d22592c None None] For port b72c9905-0634-453a-aa22-bc26e3d13b81, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=b72c9905-0634-453a-aa22-bc26e3d13b81,segment=NetworkSegment(2593847b-8bae-461b-9cad-3ce3af36d05a),segment_id=2593847b-8bae-461b-9cad-3ce3af36d05a)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:44:41.586165 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ac33509e-4026-4a85-bda2-8f540d22592c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:41.646163 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac33509e-4026-4a85-bda2-8f540d22592c None None] Pushing event updated for resources: {'Port': ['ID=b72c9905-0634-453a-aa22-bc26e3d13b81,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:41.651171 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-467b64b0-20ce-464a-9049-0c93dfaa4c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabc5bbd-b6ac-441b-b1d2-0568d9f8d995', 'name': 'tempest-TestEncryptedCinderVolumes-1277807466-router', 'tenant_id': '35ee1e270acf4cc293caef0b1ec48693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'b0b949ae-8b20-4667-877a-02d2ec47dfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:44:33Z', 'updated_at': '2021-11-12T01:44:37Z', 'revision_number': 4, 'project_id': '35ee1e270acf4cc293caef0b1ec48693', 'gw_port': {'id': 'b0b949ae-8b20-4667-877a-02d2ec47dfce', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabc5bbd-b6ac-441b-b1d2-0568d9f8d995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:44:34Z', 'updated_at': '2021-11-12T01:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'b72c9905-0634-453a-aa22-bc26e3d13b81', 'name': '', 'network_id': '27b50126-868c-4adf-a542-107a219a72ef', 'tenant_id': '35ee1e270acf4cc293caef0b1ec48693', 'mac_address': 'fa:16:3e:24:e2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabc5bbd-b6ac-441b-b1d2-0568d9f8d995', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '0704f948-acad-450f-bbfd-745f60f15b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:44:36Z', 'updated_at': '2021-11-12T01:44:41Z', 'revision_number': 4, 'project_id': '35ee1e270acf4cc293caef0b1ec48693', 'subnets': [{'id': '0704f948-acad-450f-bbfd-745f60f15b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:41.652130 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741918e-74bb-4cb3-8c20-7ed3a01b5b5e req-0a8c9072-4188-4b2b-9548-23513d626da4 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:41.655100 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f741918e-74bb-4cb3-8c20-7ed3a01b5b5e req-0a8c9072-4188-4b2b-9548-23513d626da4 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d51a35e-b9da-41ea-8c97-2348cb542611 HTTP/1.1" status: 200 len: 932 time: 0.0518630 Nov 12 01:44:41.674275 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-f170382d-c314-49db-84c2-aa7cbeefd9a8 req-94f7f6b8-0dfb-4ad4-a2e4-098c7929d376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2c049ba-7304-4616-bba2-86201a684a6f {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:44:41.679712 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467b64b0-20ce-464a-9049-0c93dfaa4c89 None None] The sync data for ids ['cabc5bbd-b6ac-441b-b1d2-0568d9f8d995'] in n-d-812236-11 is: [{'id': 'cabc5bbd-b6ac-441b-b1d2-0568d9f8d995', 'name': 'tempest-TestEncryptedCinderVolumes-1277807466-router', 'tenant_id': '35ee1e270acf4cc293caef0b1ec48693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'b0b949ae-8b20-4667-877a-02d2ec47dfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:44:33Z', 'updated_at': '2021-11-12T01:44:37Z', 'revision_number': 4, 'project_id': '35ee1e270acf4cc293caef0b1ec48693', 'gw_port': {'id': 'b0b949ae-8b20-4667-877a-02d2ec47dfce', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabc5bbd-b6ac-441b-b1d2-0568d9f8d995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:44:34Z', 'updated_at': '2021-11-12T01:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'b72c9905-0634-453a-aa22-bc26e3d13b81', 'name': '', 'network_id': '27b50126-868c-4adf-a542-107a219a72ef', 'tenant_id': '35ee1e270acf4cc293caef0b1ec48693', 'mac_address': 'fa:16:3e:24:e2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabc5bbd-b6ac-441b-b1d2-0568d9f8d995', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '0704f948-acad-450f-bbfd-745f60f15b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:44:36Z', 'updated_at': '2021-11-12T01:44:41Z', 'revision_number': 4, 'project_id': '35ee1e270acf4cc293caef0b1ec48693', 'subnets': [{'id': '0704f948-acad-450f-bbfd-745f60f15b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:44:41.684736 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f170382d-c314-49db-84c2-aa7cbeefd9a8 req-94f7f6b8-0dfb-4ad4-a2e4-098c7929d376 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:41.698078 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-f170382d-c314-49db-84c2-aa7cbeefd9a8 req-94f7f6b8-0dfb-4ad4-a2e4-098c7929d376 service neutron] Transition to ACTIVE for port object f2c049ba-7304-4616-bba2-86201a684a6f will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:44:41.703893 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f170382d-c314-49db-84c2-aa7cbeefd9a8 req-94f7f6b8-0dfb-4ad4-a2e4-098c7929d376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:41.714273 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f741918e-74bb-4cb3-8c20-7ed3a01b5b5e req-bb9d006b-1ba0-4a3c-b3f9-3e753f4a6faf tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/security-groups?id=70c40a97-d3e2-4ec6-9c7d-f8a72a7d07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522881 Nov 12 01:44:41.726154 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-02437fa5-938f-4794-b861-931e7d23ec34 None None] Provisioning complete for port b72c9905-0634-453a-aa22-bc26e3d13b81 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:44:41.726529 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-02437fa5-938f-4794-b861-931e7d23ec34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:41.755609 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f7f6b8-0dfb-4ad4-a2e4-098c7929d376 service neutron] Pushing event updated for resources: {'Port': ['ID=f2c049ba-7304-4616-bba2-86201a684a6f,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:41.882440 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-f170382d-c314-49db-84c2-aa7cbeefd9a8 req-94f7f6b8-0dfb-4ad4-a2e4-098c7929d376 service neutron] Attempting to bind port f2c049ba-7304-4616-bba2-86201a684a6f on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:44:41.883088 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-f170382d-c314-49db-84c2-aa7cbeefd9a8 req-94f7f6b8-0dfb-4ad4-a2e4-098c7929d376 service neutron] Attempting to bind port f2c049ba-7304-4616-bba2-86201a684a6f by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': 'cba25f3e-7d48-4bc2-8c0e-4a2aac19d941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a40d0b9c-b7b9-4a03-bc71-b7ea930c0422'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:44:41.883427 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f170382d-c314-49db-84c2-aa7cbeefd9a8 req-94f7f6b8-0dfb-4ad4-a2e4-098c7929d376 service neutron] Attempting to bind port f2c049ba-7304-4616-bba2-86201a684a6f on network a40d0b9c-b7b9-4a03-bc71-b7ea930c0422 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:44:41.891984 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f170382d-c314-49db-84c2-aa7cbeefd9a8 req-94f7f6b8-0dfb-4ad4-a2e4-098c7929d376 service neutron] Port f2c049ba-7304-4616-bba2-86201a684a6f on network a40d0b9c-b7b9-4a03-bc71-b7ea930c0422 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:44:41.892401 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f170382d-c314-49db-84c2-aa7cbeefd9a8 req-94f7f6b8-0dfb-4ad4-a2e4-098c7929d376 service neutron] Attempting to bind port f2c049ba-7304-4616-bba2-86201a684a6f on network a40d0b9c-b7b9-4a03-bc71-b7ea930c0422 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:44:41.898560 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f170382d-c314-49db-84c2-aa7cbeefd9a8 req-94f7f6b8-0dfb-4ad4-a2e4-098c7929d376 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:44:41.899002 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f170382d-c314-49db-84c2-aa7cbeefd9a8 req-94f7f6b8-0dfb-4ad4-a2e4-098c7929d376 service neutron] Checking segment: {'id': 'cba25f3e-7d48-4bc2-8c0e-4a2aac19d941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a40d0b9c-b7b9-4a03-bc71-b7ea930c0422'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:44:41.899449 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f170382d-c314-49db-84c2-aa7cbeefd9a8 req-94f7f6b8-0dfb-4ad4-a2e4-098c7929d376 service neutron] Bound using segment: {'id': 'cba25f3e-7d48-4bc2-8c0e-4a2aac19d941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a40d0b9c-b7b9-4a03-bc71-b7ea930c0422'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:44:41.899950 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-f170382d-c314-49db-84c2-aa7cbeefd9a8 req-94f7f6b8-0dfb-4ad4-a2e4-098c7929d376 service neutron] Bound port: f2c049ba-7304-4616-bba2-86201a684a6f, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cba25f3e-7d48-4bc2-8c0e-4a2aac19d941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a40d0b9c-b7b9-4a03-bc71-b7ea930c0422'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:44:41.900371 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f170382d-c314-49db-84c2-aa7cbeefd9a8 req-94f7f6b8-0dfb-4ad4-a2e4-098c7929d376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:41.980889 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-f170382d-c314-49db-84c2-aa7cbeefd9a8 req-94f7f6b8-0dfb-4ad4-a2e4-098c7929d376 service neutron] For port f2c049ba-7304-4616-bba2-86201a684a6f, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:44:41.984624 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-f170382d-c314-49db-84c2-aa7cbeefd9a8 req-94f7f6b8-0dfb-4ad4-a2e4-098c7929d376 service neutron] For port f2c049ba-7304-4616-bba2-86201a684a6f, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f2c049ba-7304-4616-bba2-86201a684a6f,segment=NetworkSegment(cba25f3e-7d48-4bc2-8c0e-4a2aac19d941),segment_id=cba25f3e-7d48-4bc2-8c0e-4a2aac19d941)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:44:41.988548 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f170382d-c314-49db-84c2-aa7cbeefd9a8 req-94f7f6b8-0dfb-4ad4-a2e4-098c7929d376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:42.026981 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170382d-c314-49db-84c2-aa7cbeefd9a8 req-94f7f6b8-0dfb-4ad4-a2e4-098c7929d376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:42.027845 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f170382d-c314-49db-84c2-aa7cbeefd9a8 req-94f7f6b8-0dfb-4ad4-a2e4-098c7929d376 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:42.029460 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f170382d-c314-49db-84c2-aa7cbeefd9a8 req-94f7f6b8-0dfb-4ad4-a2e4-098c7929d376 service neutron] 10.222.0.54 "PUT /v2.0/ports/f2c049ba-7304-4616-bba2-86201a684a6f HTTP/1.1" status: 200 len: 1093 time: 0.7748299 Nov 12 01:44:42.030121 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d51a35e-b9da-41ea-8c97-2348cb542611', 'tag': 'f2c049ba-7304-4616-bba2-86201a684a6f'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:44:42.032332 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f20791c62abc78a76d837b2e8f3e70a497c95c8c7e17d957ee036670eec5325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8596ed2c-4ad9-4bf4-a7f5-256707a07dc2" -d '{"events": [{"name": "network-changed", "server_uuid": "2d51a35e-b9da-41ea-8c97-2348cb542611", "tag": "f2c049ba-7304-4616-bba2-86201a684a6f"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:44:42.055068 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f7f6b8-0dfb-4ad4-a2e4-098c7929d376 service neutron] Pushing event updated for resources: {'Port': ['ID=f2c049ba-7304-4616-bba2-86201a684a6f,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:42.103600 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefa82cd-5594-4c6a-8958-2780b39555ac x-openstack-request-id: req-cefa82cd-5594-4c6a-8958-2780b39555ac {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:44:42.103887 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d51a35e-b9da-41ea-8c97-2348cb542611", "tag": "f2c049ba-7304-4616-bba2-86201a684a6f", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:44:42.104141 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cefa82cd-5594-4c6a-8958-2780b39555ac {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:44:42.104587 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d51a35e-b9da-41ea-8c97-2348cb542611', 'tag': 'f2c049ba-7304-4616-bba2-86201a684a6f', 'status': 'completed', 'code': 200} Nov 12 01:44:42.177682 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170382d-c314-49db-84c2-aa7cbeefd9a8 req-a1106c87-e406-41da-9522-4ffd10c172ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:42.179197 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f170382d-c314-49db-84c2-aa7cbeefd9a8 req-a1106c87-e406-41da-9522-4ffd10c172ce service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=781d85b2944b4ff5a618b98a2e5ad5ce&device_id=2d51a35e-b9da-41ea-8c97-2348cb542611 HTTP/1.1" status: 200 len: 1096 time: 0.0588818 Nov 12 01:44:42.247099 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f170382d-c314-49db-84c2-aa7cbeefd9a8 req-62a0a793-2692-4415-806b-b8d413da1814 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2c049ba-7304-4616-bba2-86201a684a6f HTTP/1.1" status: 200 len: 217 time: 0.0534463 Nov 12 01:44:42.252599 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device b72c9905-0634-453a-aa22-bc26e3d13b81 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:44:42.301634 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170382d-c314-49db-84c2-aa7cbeefd9a8 req-02c94ff9-b1e1-4b80-9ca6-6c8d7f6c7f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:42.303092 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f170382d-c314-49db-84c2-aa7cbeefd9a8 req-02c94ff9-b1e1-4b80-9ca6-6c8d7f6c7f69 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=131d7f99-d0e4-4d75-8a6a-2d5999cf9801 HTTP/1.1" status: 200 len: 856 time: 0.0483308 Nov 12 01:44:42.306928 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port b72c9905-0634-453a-aa22-bc26e3d13b81 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:44:42.307362 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:42.358428 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170382d-c314-49db-84c2-aa7cbeefd9a8 req-43ff26eb-fde4-4083-b90b-cd054305c933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:42.359921 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f170382d-c314-49db-84c2-aa7cbeefd9a8 req-43ff26eb-fde4-4083-b90b-cd054305c933 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a40d0b9c-b7b9-4a03-bc71-b7ea930c0422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494666 Nov 12 01:44:42.457077 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f170382d-c314-49db-84c2-aa7cbeefd9a8 req-daed6b85-844b-4faf-9bf2-f183026db379 service neutron] 10.222.0.54 "GET /v2.0/networks/a40d0b9c-b7b9-4a03-bc71-b7ea930c0422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897877 Nov 12 01:44:42.552298 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f170382d-c314-49db-84c2-aa7cbeefd9a8 req-053e5a3d-f411-49e9-9019-be7e397ae78b service neutron] 10.222.0.54 "GET /v2.0/networks/a40d0b9c-b7b9-4a03-bc71-b7ea930c0422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877743 Nov 12 01:44:42.684244 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596ed2c-4ad9-4bf4-a7f5-256707a07dc2 req-aed7586c-6cb2-4d8d-b940-2c0793cbc9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:42.685760 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8596ed2c-4ad9-4bf4-a7f5-256707a07dc2 req-aed7586c-6cb2-4d8d-b940-2c0793cbc9f8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=781d85b2944b4ff5a618b98a2e5ad5ce&device_id=2d51a35e-b9da-41ea-8c97-2348cb542611 HTTP/1.1" status: 200 len: 1096 time: 0.0413070 Nov 12 01:44:42.778976 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596ed2c-4ad9-4bf4-a7f5-256707a07dc2 req-ce2dc7f3-c88f-4cbc-a638-f805fb884563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:42.780358 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8596ed2c-4ad9-4bf4-a7f5-256707a07dc2 req-ce2dc7f3-c88f-4cbc-a638-f805fb884563 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a40d0b9c-b7b9-4a03-bc71-b7ea930c0422 HTTP/1.1" status: 200 len: 918 time: 0.0867956 Nov 12 01:44:42.889838 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833732e0-783c-4288-85d1-e73409a19460 req-89144ec2-e1fe-45fb-b927-b12128351590 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:42.891511 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-833732e0-783c-4288-85d1-e73409a19460 req-89144ec2-e1fe-45fb-b927-b12128351590 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d51a35e-b9da-41ea-8c97-2348cb542611 HTTP/1.1" status: 200 len: 944 time: 0.0534596 Nov 12 01:44:42.944363 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-833732e0-783c-4288-85d1-e73409a19460 req-57388167-c627-4b71-8304-a06c6211c8bf tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/security-groups?id=70c40a97-d3e2-4ec6-9c7d-f8a72a7d07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467408 Nov 12 01:44:43.165926 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8596ed2c-4ad9-4bf4-a7f5-256707a07dc2 req-631da89b-42d1-42d8-8e93-dbcf06879d81 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2c049ba-7304-4616-bba2-86201a684a6f HTTP/1.1" status: 200 len: 217 time: 0.3786027 Nov 12 01:44:43.219806 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596ed2c-4ad9-4bf4-a7f5-256707a07dc2 req-8952459d-814b-43bb-a331-f1763df2f4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:43.222333 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8596ed2c-4ad9-4bf4-a7f5-256707a07dc2 req-8952459d-814b-43bb-a331-f1763df2f4a2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=131d7f99-d0e4-4d75-8a6a-2d5999cf9801 HTTP/1.1" status: 200 len: 856 time: 0.0486934 Nov 12 01:44:43.235664 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:43.272810 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596ed2c-4ad9-4bf4-a7f5-256707a07dc2 req-2e69f49b-8906-45a6-81ad-200046a66c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:43.274317 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8596ed2c-4ad9-4bf4-a7f5-256707a07dc2 req-2e69f49b-8906-45a6-81ad-200046a66c82 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a40d0b9c-b7b9-4a03-bc71-b7ea930c0422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438216 Nov 12 01:44:43.366428 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8596ed2c-4ad9-4bf4-a7f5-256707a07dc2 req-b52ec2de-c45b-4eed-9d64-11b19c07f763 service neutron] 10.222.0.54 "GET /v2.0/networks/a40d0b9c-b7b9-4a03-bc71-b7ea930c0422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834982 Nov 12 01:44:43.459593 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8596ed2c-4ad9-4bf4-a7f5-256707a07dc2 req-b7f8920c-5124-41e8-a3a6-64530a2f6f26 service neutron] 10.222.0.54 "GET /v2.0/networks/a40d0b9c-b7b9-4a03-bc71-b7ea930c0422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855606 Nov 12 01:44:44.061761 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05492fb9-c824-40dd-91aa-009ce9cf133c req-383e5464-6db8-4cf7-9e72-aebefbf5fdc1 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:44.063225 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-05492fb9-c824-40dd-91aa-009ce9cf133c req-383e5464-6db8-4cf7-9e72-aebefbf5fdc1 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d51a35e-b9da-41ea-8c97-2348cb542611 HTTP/1.1" status: 200 len: 944 time: 0.0489814 Nov 12 01:44:44.109274 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-05492fb9-c824-40dd-91aa-009ce9cf133c req-8ef2b80d-ee4e-4f90-a15b-9e0da36e9759 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/security-groups?id=70c40a97-d3e2-4ec6-9c7d-f8a72a7d07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401077 Nov 12 01:44:44.329602 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:44:45.228029 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035df9a-6ba7-42e5-90ae-5026db6a6b23 req-bccaf305-fe98-4380-9971-dd6b31e8c45b tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:45.229527 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f035df9a-6ba7-42e5-90ae-5026db6a6b23 req-bccaf305-fe98-4380-9971-dd6b31e8c45b tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d51a35e-b9da-41ea-8c97-2348cb542611 HTTP/1.1" status: 200 len: 944 time: 0.0517368 Nov 12 01:44:45.276214 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f035df9a-6ba7-42e5-90ae-5026db6a6b23 req-728355fc-dae1-406a-8723-ec2f4956b294 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/security-groups?id=70c40a97-d3e2-4ec6-9c7d-f8a72a7d07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399160 Nov 12 01:44:45.824655 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f2c049ba-7304-4616-bba2-86201a684a6f details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:44:45.920694 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port f2c049ba-7304-4616-bba2-86201a684a6f, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f2c049ba-7304-4616-bba2-86201a684a6f,segment=NetworkSegment(cba25f3e-7d48-4bc2-8c0e-4a2aac19d941),segment_id=cba25f3e-7d48-4bc2-8c0e-4a2aac19d941)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:44:45.931612 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'f2c049ba-7304-4616-bba2-86201a684a6f', 'network_id': 'a40d0b9c-b7b9-4a03-bc71-b7ea930c0422', 'port_id': 'f2c049ba-7304-4616-bba2-86201a684a6f', 'mac_address': 'fa:16:3e:fc:99:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '131d7f99-d0e4-4d75-8a6a-2d5999cf9801', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:44:45.968842 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:45.981149 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2c049ba-7304-4616-bba2-86201a684a6f {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:44:46.000220 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port f2c049ba-7304-4616-bba2-86201a684a6f, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f2c049ba-7304-4616-bba2-86201a684a6f,segment=NetworkSegment(cba25f3e-7d48-4bc2-8c0e-4a2aac19d941),segment_id=cba25f3e-7d48-4bc2-8c0e-4a2aac19d941)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:44:46.004071 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:46.048912 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=f2c049ba-7304-4616-bba2-86201a684a6f,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:46.378221 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['f2c049ba-7304-4616-bba2-86201a684a6f'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:44:46.393192 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcac790-075c-430f-885e-1efe354a984f req-21103faf-a2a7-40d3-84fe-3f4891d04676 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:46.394697 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-efcac790-075c-430f-885e-1efe354a984f req-21103faf-a2a7-40d3-84fe-3f4891d04676 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d51a35e-b9da-41ea-8c97-2348cb542611 HTTP/1.1" status: 200 len: 945 time: 0.0491440 Nov 12 01:44:46.446130 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-efcac790-075c-430f-885e-1efe354a984f req-3f168f25-b2b4-4168-b3f5-b2d6938c6443 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/security-groups?id=70c40a97-d3e2-4ec6-9c7d-f8a72a7d07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453506 Nov 12 01:44:47.575581 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a7764-809c-41ef-97b9-8a694332fb31 req-3b104d22-7fb0-4dc2-b7aa-662c3b3c5a99 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:47.577404 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a31a7764-809c-41ef-97b9-8a694332fb31 req-3b104d22-7fb0-4dc2-b7aa-662c3b3c5a99 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d51a35e-b9da-41ea-8c97-2348cb542611 HTTP/1.1" status: 200 len: 945 time: 0.0596299 Nov 12 01:44:47.628806 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a31a7764-809c-41ef-97b9-8a694332fb31 req-1ac60d92-440c-45b6-9603-1966e92d35eb tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/security-groups?id=70c40a97-d3e2-4ec6-9c7d-f8a72a7d07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449569 Nov 12 01:44:47.823261 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f2c049ba-7304-4616-bba2-86201a684a6f up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:44:47.872782 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port f2c049ba-7304-4616-bba2-86201a684a6f completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:44:47.876888 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port f2c049ba-7304-4616-bba2-86201a684a6f triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:44:47.877254 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:47.962029 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:47.990529 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d51a35e-b9da-41ea-8c97-2348cb542611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c049ba-7304-4616-bba2-86201a684a6f'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:44:47.993456 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f589fb9f8862dfdbd1fb170ce835a8c182cc8b052b64638c52562f284e07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e84033-805f-4dda-9649-497f5de2a5a2" -d '{"events": [{"server_uuid": "2d51a35e-b9da-41ea-8c97-2348cb542611", "name": "network-vif-plugged", "status": "completed", "tag": "f2c049ba-7304-4616-bba2-86201a684a6f"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:44:48.005911 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port f2c049ba-7304-4616-bba2-86201a684a6f, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f2c049ba-7304-4616-bba2-86201a684a6f,segment=NetworkSegment(cba25f3e-7d48-4bc2-8c0e-4a2aac19d941),segment_id=cba25f3e-7d48-4bc2-8c0e-4a2aac19d941)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:44:48.010430 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:48.038774 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2cdbe8-8ae6-4843-978e-bc7292fb2a8c x-openstack-request-id: req-bf2cdbe8-8ae6-4843-978e-bc7292fb2a8c {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:44:48.039212 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d51a35e-b9da-41ea-8c97-2348cb542611", "name": "network-vif-plugged", "status": "completed", "tag": "f2c049ba-7304-4616-bba2-86201a684a6f", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:44:48.039596 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bf2cdbe8-8ae6-4843-978e-bc7292fb2a8c {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:44:48.040172 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d51a35e-b9da-41ea-8c97-2348cb542611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c049ba-7304-4616-bba2-86201a684a6f', 'code': 200} Nov 12 01:44:48.066773 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=f2c049ba-7304-4616-bba2-86201a684a6f,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:48.169613 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca22cf3-81dd-4011-a18e-7f07325f7df3 req-9515a630-7a34-44a2-8ad0-cc04ee9afb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:48.171166 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9ca22cf3-81dd-4011-a18e-7f07325f7df3 req-9515a630-7a34-44a2-8ad0-cc04ee9afb3e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2d51a35e-b9da-41ea-8c97-2348cb542611 HTTP/1.1" status: 200 len: 1098 time: 0.0452683 Nov 12 01:44:48.218973 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9ca22cf3-81dd-4011-a18e-7f07325f7df3 req-7574d903-210b-4cd4-8114-a257514055d5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=70c40a97-d3e2-4ec6-9c7d-f8a72a7d07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392392 Nov 12 01:44:48.749557 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7cbf79-40c4-4428-aaa2-f881194e97ab req-fadaccab-4de7-4044-bfae-c6238c20fec5 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:48.751028 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9c7cbf79-40c4-4428-aaa2-f881194e97ab req-fadaccab-4de7-4044-bfae-c6238c20fec5 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d51a35e-b9da-41ea-8c97-2348cb542611 HTTP/1.1" status: 200 len: 946 time: 0.0529561 Nov 12 01:44:49.087010 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9c7cbf79-40c4-4428-aaa2-f881194e97ab req-6131e201-e012-41cd-a940-c858af1e3a91 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/security-groups?id=70c40a97-d3e2-4ec6-9c7d-f8a72a7d07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301103 Nov 12 01:44:50.205872 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2a1ef-c1bb-4c52-87e8-3e8796af1f46 req-894ca654-3ce5-43ed-9f4f-51f768c546cd tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:50.207356 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-04c2a1ef-c1bb-4c52-87e8-3e8796af1f46 req-894ca654-3ce5-43ed-9f4f-51f768c546cd tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d51a35e-b9da-41ea-8c97-2348cb542611 HTTP/1.1" status: 200 len: 946 time: 0.0488076 Nov 12 01:44:50.253870 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-04c2a1ef-c1bb-4c52-87e8-3e8796af1f46 req-cbb004b8-d3ca-4035-b10e-64f37b195459 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/security-groups?id=70c40a97-d3e2-4ec6-9c7d-f8a72a7d07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405710 Nov 12 01:44:50.368724 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7837c9d-eede-4e56-b6c8-cf45b86045dd req-50d0c050-4535-460c-bd36-aa6d685b0cf6 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:50.370212 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f7837c9d-eede-4e56-b6c8-cf45b86045dd req-50d0c050-4535-460c-bd36-aa6d685b0cf6 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d51a35e-b9da-41ea-8c97-2348cb542611 HTTP/1.1" status: 200 len: 946 time: 0.0485711 Nov 12 01:44:50.417532 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f7837c9d-eede-4e56-b6c8-cf45b86045dd req-590a03d5-07df-4ed8-8a97-de9b7ae9693c tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/security-groups?id=70c40a97-d3e2-4ec6-9c7d-f8a72a7d07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403595 Nov 12 01:44:50.838158 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [req-6a961338-6653-471a-a24e-f90c61c51507 req-e4a43fb9-a629-4d5c-8b71-da6e911cd0b7 tempest-ServerDiskConfigTestJSON-1667341766 tempest-ServerDiskConfigTestJSON-1667341766-project] (102661) timed out ('10.222.0.49', 58679) {{(pid=102661) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 01:44:51.121433 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5f35c035-7f08-4e66-9ba7-f5dbe05883d5 req-a0ea5363-200c-4b69-b1d9-1e6754078412 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2d51a35e-b9da-41ea-8c97-2348cb542611&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448413 Nov 12 01:44:51.220383 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f35c035-7f08-4e66-9ba7-f5dbe05883d5 req-a6107961-7387-4c12-9541-7b8bea7ede92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:51.222478 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5f35c035-7f08-4e66-9ba7-f5dbe05883d5 req-a6107961-7387-4c12-9541-7b8bea7ede92 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=781d85b2944b4ff5a618b98a2e5ad5ce&device_id=2d51a35e-b9da-41ea-8c97-2348cb542611 HTTP/1.1" status: 200 len: 1098 time: 0.0415595 Nov 12 01:44:51.325687 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f35c035-7f08-4e66-9ba7-f5dbe05883d5 req-c77e6cd4-1888-4d31-86f3-5371fa4c9d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:51.327168 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5f35c035-7f08-4e66-9ba7-f5dbe05883d5 req-c77e6cd4-1888-4d31-86f3-5371fa4c9d52 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a40d0b9c-b7b9-4a03-bc71-b7ea930c0422 HTTP/1.1" status: 200 len: 918 time: 0.0862083 Nov 12 01:44:51.373811 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5f35c035-7f08-4e66-9ba7-f5dbe05883d5 req-4cdc4d90-7140-423b-a73b-0890362144a8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2c049ba-7304-4616-bba2-86201a684a6f HTTP/1.1" status: 200 len: 217 time: 0.0384054 Nov 12 01:44:51.423055 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f35c035-7f08-4e66-9ba7-f5dbe05883d5 req-7e5e911c-526f-4145-9932-5df2be75e29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:51.424569 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5f35c035-7f08-4e66-9ba7-f5dbe05883d5 req-7e5e911c-526f-4145-9932-5df2be75e29b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=131d7f99-d0e4-4d75-8a6a-2d5999cf9801 HTTP/1.1" status: 200 len: 856 time: 0.0446796 Nov 12 01:44:51.469157 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f35c035-7f08-4e66-9ba7-f5dbe05883d5 req-c472182d-175e-42bc-9b6a-6f9f202c0295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:51.470694 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5f35c035-7f08-4e66-9ba7-f5dbe05883d5 req-c472182d-175e-42bc-9b6a-6f9f202c0295 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a40d0b9c-b7b9-4a03-bc71-b7ea930c0422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396504 Nov 12 01:44:51.566022 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5f35c035-7f08-4e66-9ba7-f5dbe05883d5 req-4f3408b8-5bdd-4bc5-b5e4-6e18f112f3b6 service neutron] 10.222.0.54 "GET /v2.0/networks/a40d0b9c-b7b9-4a03-bc71-b7ea930c0422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875704 Nov 12 01:44:51.665021 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5f35c035-7f08-4e66-9ba7-f5dbe05883d5 req-36876ab2-a2b1-493b-8d49-b7bc70e046ed service neutron] 10.222.0.54 "GET /v2.0/networks/a40d0b9c-b7b9-4a03-bc71-b7ea930c0422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922353 Nov 12 01:45:04.406902 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cc0ad8c8-c357-4043-a846-daf3692eb385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:06.519983 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-05a55ce8-1ee7-4309-b5d3-6355071b0272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:07.900125 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:09.497659 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:10.394802 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:11.360984 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:13.194416 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876f968-1b5e-4b9d-8dc3-7d49066bc59d req-2e812302-1bb2-483b-bb52-28e0b579128f tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:13.195944 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2876f968-1b5e-4b9d-8dc3-7d49066bc59d req-2e812302-1bb2-483b-bb52-28e0b579128f tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d51a35e-b9da-41ea-8c97-2348cb542611 HTTP/1.1" status: 200 len: 946 time: 0.0549793 Nov 12 01:45:13.244420 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2876f968-1b5e-4b9d-8dc3-7d49066bc59d req-ea36971c-1eb8-4a97-9706-523e9e47d723 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/security-groups?id=70c40a97-d3e2-4ec6-9c7d-f8a72a7d07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418198 Nov 12 01:45:13.254309 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:14.365900 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c1c8a-12f8-4be4-ba9e-4755d71cb0d3 req-b6734044-8494-44e4-8afc-5de26da442f5 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:14.368488 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b29c1c8a-12f8-4be4-ba9e-4755d71cb0d3 req-b6734044-8494-44e4-8afc-5de26da442f5 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d51a35e-b9da-41ea-8c97-2348cb542611 HTTP/1.1" status: 200 len: 946 time: 0.0512192 Nov 12 01:45:14.420855 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b29c1c8a-12f8-4be4-ba9e-4755d71cb0d3 req-7991183a-388e-4013-8c75-f4b74d2b0b97 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/security-groups?id=70c40a97-d3e2-4ec6-9c7d-f8a72a7d07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463731 Nov 12 01:45:14.963842 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f48aee-cf71-474b-9ea7-4c27d17b61d7 req-13c2e3cf-d87d-44aa-bc7e-6d8d5c5981dd tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:14.965359 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c3f48aee-cf71-474b-9ea7-4c27d17b61d7 req-13c2e3cf-d87d-44aa-bc7e-6d8d5c5981dd tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d51a35e-b9da-41ea-8c97-2348cb542611 HTTP/1.1" status: 200 len: 946 time: 0.0510767 Nov 12 01:45:15.060888 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-c3f48aee-cf71-474b-9ea7-4c27d17b61d7 req-30ceccde-794f-4048-8829-67bfbdaa6bef tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Deleting port f2c049ba-7304-4616-bba2-86201a684a6f {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:45:15.061264 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-c3f48aee-cf71-474b-9ea7-4c27d17b61d7 req-30ceccde-794f-4048-8829-67bfbdaa6bef tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:15.146913 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-c3f48aee-cf71-474b-9ea7-4c27d17b61d7 req-30ceccde-794f-4048-8829-67bfbdaa6bef tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] For port f2c049ba-7304-4616-bba2-86201a684a6f, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=f2c049ba-7304-4616-bba2-86201a684a6f,segment=NetworkSegment(cba25f3e-7d48-4bc2-8c0e-4a2aac19d941),segment_id=cba25f3e-7d48-4bc2-8c0e-4a2aac19d941)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:45:15.147268 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-c3f48aee-cf71-474b-9ea7-4c27d17b61d7 req-30ceccde-794f-4048-8829-67bfbdaa6bef tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:15.159407 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-c3f48aee-cf71-474b-9ea7-4c27d17b61d7 req-30ceccde-794f-4048-8829-67bfbdaa6bef tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Calling delete_port for f2c049ba-7304-4616-bba2-86201a684a6f owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:45:15.287281 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-c3f48aee-cf71-474b-9ea7-4c27d17b61d7 req-30ceccde-794f-4048-8829-67bfbdaa6bef tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:15.317293 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ceccde-794f-4048-8829-67bfbdaa6bef tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Pushing event deleted for resources: {'Port': ['ID=f2c049ba-7304-4616-bba2-86201a684a6f,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:45:15.318445 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['f2c049ba-7304-4616-bba2-86201a684a6f'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:45:15.341680 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ceccde-794f-4048-8829-67bfbdaa6bef tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:15.342052 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ceccde-794f-4048-8829-67bfbdaa6bef tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:15.342361 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ceccde-794f-4048-8829-67bfbdaa6bef tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:15.342693 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ceccde-794f-4048-8829-67bfbdaa6bef tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:15.343016 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ceccde-794f-4048-8829-67bfbdaa6bef tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:15.343340 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ceccde-794f-4048-8829-67bfbdaa6bef tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:15.343662 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ceccde-794f-4048-8829-67bfbdaa6bef tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:15.345796 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ceccde-794f-4048-8829-67bfbdaa6bef tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:15.346178 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ceccde-794f-4048-8829-67bfbdaa6bef tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:15.346519 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ceccde-794f-4048-8829-67bfbdaa6bef tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:15.346884 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ceccde-794f-4048-8829-67bfbdaa6bef tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:15.347215 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ceccde-794f-4048-8829-67bfbdaa6bef tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:15.370003 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f48aee-cf71-474b-9ea7-4c27d17b61d7 req-30ceccde-794f-4048-8829-67bfbdaa6bef tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] No DVR routers for this DVR port f2c049ba-7304-4616-bba2-86201a684a6f on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:45:15.373185 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-c3f48aee-cf71-474b-9ea7-4c27d17b61d7 req-30ceccde-794f-4048-8829-67bfbdaa6bef tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:15.376576 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c3f48aee-cf71-474b-9ea7-4c27d17b61d7 req-30ceccde-794f-4048-8829-67bfbdaa6bef tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.54 "DELETE /v2.0/ports/f2c049ba-7304-4616-bba2-86201a684a6f HTTP/1.1" status: 204 len: 173 time: 0.4046440 Nov 12 01:45:15.377027 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d51a35e-b9da-41ea-8c97-2348cb542611', 'name': 'network-vif-deleted', 'tag': 'f2c049ba-7304-4616-bba2-86201a684a6f'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:45:15.379319 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f20791c62abc78a76d837b2e8f3e70a497c95c8c7e17d957ee036670eec5325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0876179b-4058-421a-b275-bdfd4c9b772d" -d '{"events": [{"server_uuid": "2d51a35e-b9da-41ea-8c97-2348cb542611", "name": "network-vif-deleted", "tag": "f2c049ba-7304-4616-bba2-86201a684a6f"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:45:15.422959 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0833315e-1a7c-4d39-8013-2e9fab148d03 x-openstack-request-id: req-0833315e-1a7c-4d39-8013-2e9fab148d03 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:45:15.423254 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d51a35e-b9da-41ea-8c97-2348cb542611", "name": "network-vif-deleted", "tag": "f2c049ba-7304-4616-bba2-86201a684a6f", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:45:15.423510 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0833315e-1a7c-4d39-8013-2e9fab148d03 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:45:15.423915 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d51a35e-b9da-41ea-8c97-2348cb542611', 'name': 'network-vif-deleted', 'tag': 'f2c049ba-7304-4616-bba2-86201a684a6f', 'status': 'completed', 'code': 200} Nov 12 01:45:15.524453 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-da84ef76-5bd5-4dc0-adf7-8e6ae12c5a49 req-88683fb4-09a6-47cf-83ec-cbc3bc949f70 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d51a35e-b9da-41ea-8c97-2348cb542611 HTTP/1.1" status: 200 len: 210 time: 0.0276561 Nov 12 01:45:17.127710 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815f32e-3103-46e1-a4ad-98763b8c9dbe req-f65f4b57-be43-4409-a761-47e85a284de5 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:17.129164 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4815f32e-3103-46e1-a4ad-98763b8c9dbe req-f65f4b57-be43-4409-a761-47e85a284de5 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/networks?id=a40d0b9c-b7b9-4a03-bc71-b7ea930c0422 HTTP/1.1" status: 200 len: 817 time: 0.1023443 Nov 12 01:45:17.144984 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4815f32e-3103-46e1-a4ad-98763b8c9dbe req-c4dfa79d-b979-40d3-ac9b-9b8e6bc745ce tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/quotas/781d85b2944b4ff5a618b98a2e5ad5ce HTTP/1.1" status: 200 len: 375 time: 0.0100713 Nov 12 01:45:17.199688 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4815f32e-3103-46e1-a4ad-98763b8c9dbe req-c6d27a41-e775-4d0d-8a9f-8c2f8e6a8a12 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=781d85b2944b4ff5a618b98a2e5ad5ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493805 Nov 12 01:45:17.294660 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4815f32e-3103-46e1-a4ad-98763b8c9dbe req-c0308374-45cd-4e3b-a305-e09d1a8e5878 service neutron] 10.222.0.20 "GET /v2.0/networks/a40d0b9c-b7b9-4a03-bc71-b7ea930c0422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833647 Nov 12 01:45:17.387201 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4815f32e-3103-46e1-a4ad-98763b8c9dbe req-a389890b-a77e-48d0-a08c-9a6f1aab4297 service neutron] 10.222.0.20 "GET /v2.0/networks/a40d0b9c-b7b9-4a03-bc71-b7ea930c0422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863688 Nov 12 01:45:17.553880 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-30ab62e1-e632-4658-9bbc-b5f587e10346 req-1b1c2103-71ac-44c3-9d72-3aa34880b9cd tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/ports?device_id=43aa8a9b-a8b9-449b-b5c6-49481593420b HTTP/1.1" status: 200 len: 210 time: 0.0325077 Nov 12 01:45:17.979989 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f2c049ba-7304-4616-bba2-86201a684a6f no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:45:18.005800 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: f2c049ba-7304-4616-bba2-86201a684a6f {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:45:18.006141 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device f2c049ba-7304-4616-bba2-86201a684a6f not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:45:18.568211 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815f32e-3103-46e1-a4ad-98763b8c9dbe req-3f0f2dbb-deba-42fa-a23e-6ff4f59a5aae tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:18.569721 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4815f32e-3103-46e1-a4ad-98763b8c9dbe req-3f0f2dbb-deba-42fa-a23e-6ff4f59a5aae tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.54 "GET /v2.0/networks?id=a40d0b9c-b7b9-4a03-bc71-b7ea930c0422 HTTP/1.1" status: 200 len: 817 time: 0.1048930 Nov 12 01:45:18.590759 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-4815f32e-3103-46e1-a4ad-98763b8c9dbe req-b95c49ce-4711-4e7d-b5b1-fbcff9189274 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Request body: {'port': {'device_id': '43aa8a9b-a8b9-449b-b5c6-49481593420b', 'network_id': 'a40d0b9c-b7b9-4a03-bc71-b7ea930c0422', 'admin_state_up': True, 'tenant_id': '781d85b2944b4ff5a618b98a2e5ad5ce'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:45:18.655339 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-16321e5e-8141-4d62-a292-60739f68227f req-6fd21d63-5009-4536-9481-44955de4a709 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/ports?device_id=43aa8a9b-a8b9-449b-b5c6-49481593420b HTTP/1.1" status: 200 len: 210 time: 0.0287054 Nov 12 01:45:18.705868 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4815f32e-3103-46e1-a4ad-98763b8c9dbe req-b95c49ce-4711-4e7d-b5b1-fbcff9189274 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Made reservation on behalf of 781d85b2944b4ff5a618b98a2e5ad5ce for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:45:18.709470 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-4815f32e-3103-46e1-a4ad-98763b8c9dbe req-b95c49ce-4711-4e7d-b5b1-fbcff9189274 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:18.833580 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-4815f32e-3103-46e1-a4ad-98763b8c9dbe req-b95c49ce-4711-4e7d-b5b1-fbcff9189274 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Allocated IP 172.20.0.9 (a40d0b9c-b7b9-4a03-bc71-b7ea930c0422/131d7f99-d0e4-4d75-8a6a-2d5999cf9801/b03da841-a134-4046-964a-7e3fa44a8d6c) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:45:18.979634 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-4815f32e-3103-46e1-a4ad-98763b8c9dbe req-b95c49ce-4711-4e7d-b5b1-fbcff9189274 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:19.013641 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-4815f32e-3103-46e1-a4ad-98763b8c9dbe req-b95c49ce-4711-4e7d-b5b1-fbcff9189274 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:19.054782 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4815f32e-3103-46e1-a4ad-98763b8c9dbe req-b95c49ce-4711-4e7d-b5b1-fbcff9189274 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Network a40d0b9c-b7b9-4a03-bc71-b7ea930c0422 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:45:19.058799 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-4815f32e-3103-46e1-a4ad-98763b8c9dbe req-b95c49ce-4711-4e7d-b5b1-fbcff9189274 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:45:19.061145 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-4815f32e-3103-46e1-a4ad-98763b8c9dbe req-b95c49ce-4711-4e7d-b5b1-fbcff9189274 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:45:19.098990 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95c49ce-4711-4e7d-b5b1-fbcff9189274 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Pushing event updated for resources: {'Port': ['ID=b03da841-a134-4046-964a-7e3fa44a8d6c,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:45:19.128342 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815f32e-3103-46e1-a4ad-98763b8c9dbe req-b95c49ce-4711-4e7d-b5b1-fbcff9189274 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:19.128951 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-4815f32e-3103-46e1-a4ad-98763b8c9dbe req-b95c49ce-4711-4e7d-b5b1-fbcff9189274 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:19.146632 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4815f32e-3103-46e1-a4ad-98763b8c9dbe req-b95c49ce-4711-4e7d-b5b1-fbcff9189274 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5601144 Nov 12 01:45:19.165360 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-4815f32e-3103-46e1-a4ad-98763b8c9dbe req-e568a498-bf2b-431f-a5a4-7bd3f1543a98 service neutron] Request body: {'port': {'device_id': '43aa8a9b-a8b9-449b-b5c6-49481593420b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:45:19.221311 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-4815f32e-3103-46e1-a4ad-98763b8c9dbe req-e568a498-bf2b-431f-a5a4-7bd3f1543a98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:19.303723 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-403f2eeb-4b39-411d-acf4-ad7319df10c5 None None] Provisioning complete for port b03da841-a134-4046-964a-7e3fa44a8d6c triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:45:19.304353 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-403f2eeb-4b39-411d-acf4-ad7319df10c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:19.337209 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-403f2eeb-4b39-411d-acf4-ad7319df10c5 None None] Port b03da841-a134-4046-964a-7e3fa44a8d6c cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:45:19.479804 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-4815f32e-3103-46e1-a4ad-98763b8c9dbe req-e568a498-bf2b-431f-a5a4-7bd3f1543a98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b03da841-a134-4046-964a-7e3fa44a8d6c {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:45:19.487002 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-4815f32e-3103-46e1-a4ad-98763b8c9dbe req-e568a498-bf2b-431f-a5a4-7bd3f1543a98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:19.498459 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-4815f32e-3103-46e1-a4ad-98763b8c9dbe req-e568a498-bf2b-431f-a5a4-7bd3f1543a98 service neutron] Transition to ACTIVE for port object b03da841-a134-4046-964a-7e3fa44a8d6c will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:45:19.502725 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-4815f32e-3103-46e1-a4ad-98763b8c9dbe req-e568a498-bf2b-431f-a5a4-7bd3f1543a98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:19.556798 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e568a498-bf2b-431f-a5a4-7bd3f1543a98 service neutron] Pushing event updated for resources: {'Port': ['ID=b03da841-a134-4046-964a-7e3fa44a8d6c,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:45:19.629356 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-4815f32e-3103-46e1-a4ad-98763b8c9dbe req-e568a498-bf2b-431f-a5a4-7bd3f1543a98 service neutron] Attempting to bind port b03da841-a134-4046-964a-7e3fa44a8d6c on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:45:19.630106 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-4815f32e-3103-46e1-a4ad-98763b8c9dbe req-e568a498-bf2b-431f-a5a4-7bd3f1543a98 service neutron] Attempting to bind port b03da841-a134-4046-964a-7e3fa44a8d6c by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': 'cba25f3e-7d48-4bc2-8c0e-4a2aac19d941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a40d0b9c-b7b9-4a03-bc71-b7ea930c0422'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:45:19.630106 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4815f32e-3103-46e1-a4ad-98763b8c9dbe req-e568a498-bf2b-431f-a5a4-7bd3f1543a98 service neutron] Attempting to bind port b03da841-a134-4046-964a-7e3fa44a8d6c on network a40d0b9c-b7b9-4a03-bc71-b7ea930c0422 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:45:19.634663 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4815f32e-3103-46e1-a4ad-98763b8c9dbe req-e568a498-bf2b-431f-a5a4-7bd3f1543a98 service neutron] Port b03da841-a134-4046-964a-7e3fa44a8d6c on network a40d0b9c-b7b9-4a03-bc71-b7ea930c0422 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:45:19.634986 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4815f32e-3103-46e1-a4ad-98763b8c9dbe req-e568a498-bf2b-431f-a5a4-7bd3f1543a98 service neutron] Attempting to bind port b03da841-a134-4046-964a-7e3fa44a8d6c on network a40d0b9c-b7b9-4a03-bc71-b7ea930c0422 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:45:19.641211 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4815f32e-3103-46e1-a4ad-98763b8c9dbe req-e568a498-bf2b-431f-a5a4-7bd3f1543a98 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:45:19.641599 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4815f32e-3103-46e1-a4ad-98763b8c9dbe req-e568a498-bf2b-431f-a5a4-7bd3f1543a98 service neutron] Checking segment: {'id': 'cba25f3e-7d48-4bc2-8c0e-4a2aac19d941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a40d0b9c-b7b9-4a03-bc71-b7ea930c0422'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:45:19.641996 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4815f32e-3103-46e1-a4ad-98763b8c9dbe req-e568a498-bf2b-431f-a5a4-7bd3f1543a98 service neutron] Bound using segment: {'id': 'cba25f3e-7d48-4bc2-8c0e-4a2aac19d941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a40d0b9c-b7b9-4a03-bc71-b7ea930c0422'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:45:19.642422 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-4815f32e-3103-46e1-a4ad-98763b8c9dbe req-e568a498-bf2b-431f-a5a4-7bd3f1543a98 service neutron] Bound port: b03da841-a134-4046-964a-7e3fa44a8d6c, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cba25f3e-7d48-4bc2-8c0e-4a2aac19d941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a40d0b9c-b7b9-4a03-bc71-b7ea930c0422'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:45:19.642809 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-4815f32e-3103-46e1-a4ad-98763b8c9dbe req-e568a498-bf2b-431f-a5a4-7bd3f1543a98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:19.717218 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-4815f32e-3103-46e1-a4ad-98763b8c9dbe req-e568a498-bf2b-431f-a5a4-7bd3f1543a98 service neutron] For port b03da841-a134-4046-964a-7e3fa44a8d6c, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:45:19.720239 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-4815f32e-3103-46e1-a4ad-98763b8c9dbe req-e568a498-bf2b-431f-a5a4-7bd3f1543a98 service neutron] For port b03da841-a134-4046-964a-7e3fa44a8d6c, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=b03da841-a134-4046-964a-7e3fa44a8d6c,segment=NetworkSegment(cba25f3e-7d48-4bc2-8c0e-4a2aac19d941),segment_id=cba25f3e-7d48-4bc2-8c0e-4a2aac19d941)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:45:19.725165 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-4815f32e-3103-46e1-a4ad-98763b8c9dbe req-e568a498-bf2b-431f-a5a4-7bd3f1543a98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:19.770766 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815f32e-3103-46e1-a4ad-98763b8c9dbe req-e568a498-bf2b-431f-a5a4-7bd3f1543a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:19.771321 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-4815f32e-3103-46e1-a4ad-98763b8c9dbe req-e568a498-bf2b-431f-a5a4-7bd3f1543a98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:19.772707 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4815f32e-3103-46e1-a4ad-98763b8c9dbe req-e568a498-bf2b-431f-a5a4-7bd3f1543a98 service neutron] 10.222.0.54 "PUT /v2.0/ports/b03da841-a134-4046-964a-7e3fa44a8d6c HTTP/1.1" status: 200 len: 1092 time: 0.6117549 Nov 12 01:45:19.788768 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43aa8a9b-a8b9-449b-b5c6-49481593420b', 'tag': 'b03da841-a134-4046-964a-7e3fa44a8d6c'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:45:19.791333 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f20791c62abc78a76d837b2e8f3e70a497c95c8c7e17d957ee036670eec5325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0f475c-e370-4923-8756-6583708a038f" -d '{"events": [{"name": "network-changed", "server_uuid": "43aa8a9b-a8b9-449b-b5c6-49481593420b", "tag": "b03da841-a134-4046-964a-7e3fa44a8d6c"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:45:19.841053 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e568a498-bf2b-431f-a5a4-7bd3f1543a98 service neutron] Pushing event updated for resources: {'Port': ['ID=b03da841-a134-4046-964a-7e3fa44a8d6c,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:45:19.847484 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b32a65f-f05e-420a-aa7f-a091fd97543e x-openstack-request-id: req-8b32a65f-f05e-420a-aa7f-a091fd97543e {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:45:19.847484 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43aa8a9b-a8b9-449b-b5c6-49481593420b", "tag": "b03da841-a134-4046-964a-7e3fa44a8d6c", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:45:19.847484 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b32a65f-f05e-420a-aa7f-a091fd97543e {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:45:19.847484 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43aa8a9b-a8b9-449b-b5c6-49481593420b', 'tag': 'b03da841-a134-4046-964a-7e3fa44a8d6c', 'status': 'completed', 'code': 200} Nov 12 01:45:19.868802 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae25f42-1c42-4e80-82c5-a0fb342799cf req-e7167937-0fab-4f59-a861-cbd49c141af2 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:19.871399 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fae25f42-1c42-4e80-82c5-a0fb342799cf req-e7167937-0fab-4f59-a861-cbd49c141af2 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/ports?device_id=43aa8a9b-a8b9-449b-b5c6-49481593420b HTTP/1.1" status: 200 len: 943 time: 0.1369770 Nov 12 01:45:19.915437 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815f32e-3103-46e1-a4ad-98763b8c9dbe req-223f4d4e-8116-4240-b290-6d6524d8ffb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:19.917306 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4815f32e-3103-46e1-a4ad-98763b8c9dbe req-223f4d4e-8116-4240-b290-6d6524d8ffb4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=781d85b2944b4ff5a618b98a2e5ad5ce&device_id=43aa8a9b-a8b9-449b-b5c6-49481593420b HTTP/1.1" status: 200 len: 1095 time: 0.0882132 Nov 12 01:45:19.943842 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fae25f42-1c42-4e80-82c5-a0fb342799cf req-9f4ed2c4-5a99-4e4c-8f01-4a728357264d tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/security-groups?id=70c40a97-d3e2-4ec6-9c7d-f8a72a7d07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650218 Nov 12 01:45:19.972920 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4815f32e-3103-46e1-a4ad-98763b8c9dbe req-5ac3cd4f-f0b4-47fb-bc72-bdb520fdca1a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b03da841-a134-4046-964a-7e3fa44a8d6c HTTP/1.1" status: 200 len: 217 time: 0.0404837 Nov 12 01:45:20.023033 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815f32e-3103-46e1-a4ad-98763b8c9dbe req-87ea5464-a68d-412b-bc7e-c4f70d4d4058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:20.024377 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4815f32e-3103-46e1-a4ad-98763b8c9dbe req-87ea5464-a68d-412b-bc7e-c4f70d4d4058 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=131d7f99-d0e4-4d75-8a6a-2d5999cf9801 HTTP/1.1" status: 200 len: 856 time: 0.0453598 Nov 12 01:45:20.069390 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815f32e-3103-46e1-a4ad-98763b8c9dbe req-635459b0-6cb5-473d-86c3-5b596d660c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:20.070872 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4815f32e-3103-46e1-a4ad-98763b8c9dbe req-635459b0-6cb5-473d-86c3-5b596d660c6f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a40d0b9c-b7b9-4a03-bc71-b7ea930c0422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393870 Nov 12 01:45:20.178321 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4815f32e-3103-46e1-a4ad-98763b8c9dbe req-9add37c2-68bd-438e-b6cf-a74084cbf42b service neutron] 10.222.0.54 "GET /v2.0/networks/a40d0b9c-b7b9-4a03-bc71-b7ea930c0422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997736 Nov 12 01:45:20.269832 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4815f32e-3103-46e1-a4ad-98763b8c9dbe req-bfbc509e-1ee5-4143-96d7-7076c8360daa service neutron] 10.222.0.54 "GET /v2.0/networks/a40d0b9c-b7b9-4a03-bc71-b7ea930c0422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848196 Nov 12 01:45:20.392928 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f475c-e370-4923-8756-6583708a038f req-54dd1d06-7e07-471c-ab67-7b4a37976d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:20.394408 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ec0f475c-e370-4923-8756-6583708a038f req-54dd1d06-7e07-471c-ab67-7b4a37976d70 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=781d85b2944b4ff5a618b98a2e5ad5ce&device_id=43aa8a9b-a8b9-449b-b5c6-49481593420b HTTP/1.1" status: 200 len: 1095 time: 0.0419397 Nov 12 01:45:20.488704 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f475c-e370-4923-8756-6583708a038f req-f7d60d5a-7635-4b1c-ab2b-0825041de78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:20.490258 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ec0f475c-e370-4923-8756-6583708a038f req-f7d60d5a-7635-4b1c-ab2b-0825041de78b service neutron] 10.222.0.54 "GET /v2.0/networks?id=a40d0b9c-b7b9-4a03-bc71-b7ea930c0422 HTTP/1.1" status: 200 len: 918 time: 0.0890174 Nov 12 01:45:20.537282 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ec0f475c-e370-4923-8756-6583708a038f req-8fee3a80-4bce-4c92-b204-c188f14b9a51 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b03da841-a134-4046-964a-7e3fa44a8d6c HTTP/1.1" status: 200 len: 217 time: 0.0402851 Nov 12 01:45:20.585038 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f475c-e370-4923-8756-6583708a038f req-b022c0d1-ea2b-4d52-9873-fc515dbc3467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:20.586524 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ec0f475c-e370-4923-8756-6583708a038f req-b022c0d1-ea2b-4d52-9873-fc515dbc3467 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=131d7f99-d0e4-4d75-8a6a-2d5999cf9801 HTTP/1.1" status: 200 len: 856 time: 0.0431082 Nov 12 01:45:20.631929 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f475c-e370-4923-8756-6583708a038f req-999477cf-e9d7-4080-ac7e-768882780e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:20.633401 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ec0f475c-e370-4923-8756-6583708a038f req-999477cf-e9d7-4080-ac7e-768882780e7b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a40d0b9c-b7b9-4a03-bc71-b7ea930c0422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397336 Nov 12 01:45:20.727671 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ec0f475c-e370-4923-8756-6583708a038f req-460cabd4-d126-4edf-9ed5-ebb2c8adcc90 service neutron] 10.222.0.54 "GET /v2.0/networks/a40d0b9c-b7b9-4a03-bc71-b7ea930c0422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875087 Nov 12 01:45:20.820178 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ec0f475c-e370-4923-8756-6583708a038f req-bfe72c60-7cf4-475c-8d05-f87569a22650 service neutron] 10.222.0.54 "GET /v2.0/networks/a40d0b9c-b7b9-4a03-bc71-b7ea930c0422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851281 Nov 12 01:45:21.062153 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed56215-2a85-4323-9a27-c47e8d84a5e4 req-718797d9-b6e8-4086-b17b-c32ad06da805 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:21.063631 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fed56215-2a85-4323-9a27-c47e8d84a5e4 req-718797d9-b6e8-4086-b17b-c32ad06da805 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/ports?device_id=43aa8a9b-a8b9-449b-b5c6-49481593420b HTTP/1.1" status: 200 len: 943 time: 0.0493672 Nov 12 01:45:21.110451 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fed56215-2a85-4323-9a27-c47e8d84a5e4 req-eb428437-0afe-441f-b1a0-95532982a755 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/security-groups?id=70c40a97-d3e2-4ec6-9c7d-f8a72a7d07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408866 Nov 12 01:45:21.328519 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:45:22.229148 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df4d76-3ef8-4c32-b5bb-1eaf83957ff5 req-198b1453-33c6-4678-a725-bedd14dc3ef5 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:22.230643 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a2df4d76-3ef8-4c32-b5bb-1eaf83957ff5 req-198b1453-33c6-4678-a725-bedd14dc3ef5 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/ports?device_id=43aa8a9b-a8b9-449b-b5c6-49481593420b HTTP/1.1" status: 200 len: 943 time: 0.0527096 Nov 12 01:45:22.277246 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a2df4d76-3ef8-4c32-b5bb-1eaf83957ff5 req-821c7e4a-717c-4592-924f-be66747c5e61 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/security-groups?id=70c40a97-d3e2-4ec6-9c7d-f8a72a7d07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402510 Nov 12 01:45:23.398231 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f9b2f-4cc9-4456-85c4-b9ae0fc2b970 req-768d8cb7-c224-449a-9a24-f1814265a38e tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:23.399698 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4a7f9b2f-4cc9-4456-85c4-b9ae0fc2b970 req-768d8cb7-c224-449a-9a24-f1814265a38e tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/ports?device_id=43aa8a9b-a8b9-449b-b5c6-49481593420b HTTP/1.1" status: 200 len: 943 time: 0.0532188 Nov 12 01:45:23.446902 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4a7f9b2f-4cc9-4456-85c4-b9ae0fc2b970 req-71b56735-0abb-4e60-8883-2cb8500cb763 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/security-groups?id=70c40a97-d3e2-4ec6-9c7d-f8a72a7d07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404320 Nov 12 01:45:24.009905 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device b03da841-a134-4046-964a-7e3fa44a8d6c details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:45:24.107698 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port b03da841-a134-4046-964a-7e3fa44a8d6c, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=b03da841-a134-4046-964a-7e3fa44a8d6c,segment=NetworkSegment(cba25f3e-7d48-4bc2-8c0e-4a2aac19d941),segment_id=cba25f3e-7d48-4bc2-8c0e-4a2aac19d941)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:45:24.118552 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'b03da841-a134-4046-964a-7e3fa44a8d6c', 'network_id': 'a40d0b9c-b7b9-4a03-bc71-b7ea930c0422', 'port_id': 'b03da841-a134-4046-964a-7e3fa44a8d6c', 'mac_address': 'fa:16:3e:6a:52:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '131d7f99-d0e4-4d75-8a6a-2d5999cf9801', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:45:24.156487 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:24.170016 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b03da841-a134-4046-964a-7e3fa44a8d6c {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:45:24.189773 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port b03da841-a134-4046-964a-7e3fa44a8d6c, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=b03da841-a134-4046-964a-7e3fa44a8d6c,segment=NetworkSegment(cba25f3e-7d48-4bc2-8c0e-4a2aac19d941),segment_id=cba25f3e-7d48-4bc2-8c0e-4a2aac19d941)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:45:24.193583 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:24.243620 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=b03da841-a134-4046-964a-7e3fa44a8d6c,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:45:24.251632 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:24.251980 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:24.252329 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:24.252673 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:24.253006 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:24.253335 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:24.253705 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:24.254056 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:24.254418 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:24.254744 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:24.255068 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:24.255389 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:24.565767 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dfd857-7b78-4d06-a7e7-4eeb083e09a1 req-caa5bdd5-25f9-427f-bb8e-f895e1fa499c tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:24.567265 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c6dfd857-7b78-4d06-a7e7-4eeb083e09a1 req-caa5bdd5-25f9-427f-bb8e-f895e1fa499c tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/ports?device_id=43aa8a9b-a8b9-449b-b5c6-49481593420b HTTP/1.1" status: 200 len: 944 time: 0.0497353 Nov 12 01:45:24.587468 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['b03da841-a134-4046-964a-7e3fa44a8d6c'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:45:24.614931 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c6dfd857-7b78-4d06-a7e7-4eeb083e09a1 req-c205deb2-36a0-4b89-b515-1a0463975a8a tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/security-groups?id=70c40a97-d3e2-4ec6-9c7d-f8a72a7d07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418007 Nov 12 01:45:25.740061 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb3e69-976e-4eac-a495-5852683d0867 req-7760935c-0507-4329-8037-64eba21dd494 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:25.741587 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-21eb3e69-976e-4eac-a495-5852683d0867 req-7760935c-0507-4329-8037-64eba21dd494 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/ports?device_id=43aa8a9b-a8b9-449b-b5c6-49481593420b HTTP/1.1" status: 200 len: 944 time: 0.0499394 Nov 12 01:45:25.789861 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-21eb3e69-976e-4eac-a495-5852683d0867 req-24c4037e-f265-4c82-9bb2-c0668fa6a9b0 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/security-groups?id=70c40a97-d3e2-4ec6-9c7d-f8a72a7d07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410452 Nov 12 01:45:26.029982 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device b03da841-a134-4046-964a-7e3fa44a8d6c up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:45:26.076903 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port b03da841-a134-4046-964a-7e3fa44a8d6c completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:45:26.080752 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port b03da841-a134-4046-964a-7e3fa44a8d6c triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:45:26.081116 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:26.162387 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:26.184711 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43aa8a9b-a8b9-449b-b5c6-49481593420b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b03da841-a134-4046-964a-7e3fa44a8d6c'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:45:26.186953 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f589fb9f8862dfdbd1fb170ce835a8c182cc8b052b64638c52562f284e07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda8ea71-4192-4ff6-ba80-fa535fa2da0e" -d '{"events": [{"server_uuid": "43aa8a9b-a8b9-449b-b5c6-49481593420b", "name": "network-vif-plugged", "status": "completed", "tag": "b03da841-a134-4046-964a-7e3fa44a8d6c"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:45:26.199013 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port b03da841-a134-4046-964a-7e3fa44a8d6c, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=b03da841-a134-4046-964a-7e3fa44a8d6c,segment=NetworkSegment(cba25f3e-7d48-4bc2-8c0e-4a2aac19d941),segment_id=cba25f3e-7d48-4bc2-8c0e-4a2aac19d941)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:45:26.203769 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:26.229788 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad576da-9f7b-4601-989c-496afb9d47e6 x-openstack-request-id: req-0ad576da-9f7b-4601-989c-496afb9d47e6 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:45:26.230078 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43aa8a9b-a8b9-449b-b5c6-49481593420b", "name": "network-vif-plugged", "status": "completed", "tag": "b03da841-a134-4046-964a-7e3fa44a8d6c", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:45:26.230821 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0ad576da-9f7b-4601-989c-496afb9d47e6 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:45:26.231276 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43aa8a9b-a8b9-449b-b5c6-49481593420b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b03da841-a134-4046-964a-7e3fa44a8d6c', 'code': 200} Nov 12 01:45:26.256402 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=b03da841-a134-4046-964a-7e3fa44a8d6c,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:45:26.353412 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798e20e-56e2-465a-87fb-d49628a58e14 req-1e1cb86c-9991-4c1c-8d3f-2b72114dfd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:26.354880 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3798e20e-56e2-465a-87fb-d49628a58e14 req-1e1cb86c-9991-4c1c-8d3f-2b72114dfd98 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=43aa8a9b-a8b9-449b-b5c6-49481593420b HTTP/1.1" status: 200 len: 1097 time: 0.0422153 Nov 12 01:45:26.399698 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3798e20e-56e2-465a-87fb-d49628a58e14 req-f102a93b-fb2e-4967-b9bc-c59802733f86 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=70c40a97-d3e2-4ec6-9c7d-f8a72a7d07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360670 Nov 12 01:45:26.906825 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0424c16-79d5-43ff-86e2-a5602e13ad97 req-646f1765-3708-431c-9d99-3f29dc19affa tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:26.908298 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a0424c16-79d5-43ff-86e2-a5602e13ad97 req-646f1765-3708-431c-9d99-3f29dc19affa tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/ports?device_id=43aa8a9b-a8b9-449b-b5c6-49481593420b HTTP/1.1" status: 200 len: 945 time: 0.0487113 Nov 12 01:45:26.959909 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a0424c16-79d5-43ff-86e2-a5602e13ad97 req-d1483185-987a-4833-89f3-58aa1a190720 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/security-groups?id=70c40a97-d3e2-4ec6-9c7d-f8a72a7d07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456934 Nov 12 01:45:28.085713 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f6e93-20d8-4198-8973-50ce331bd0ef req-6a1033e2-cf20-4835-9723-e9d7a3855d57 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:28.087204 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2d2f6e93-20d8-4198-8973-50ce331bd0ef req-6a1033e2-cf20-4835-9723-e9d7a3855d57 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/ports?device_id=43aa8a9b-a8b9-449b-b5c6-49481593420b HTTP/1.1" status: 200 len: 945 time: 0.0567880 Nov 12 01:45:28.134748 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2d2f6e93-20d8-4198-8973-50ce331bd0ef req-54380237-6ed1-4324-9b0b-74e4a23f56e9 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/security-groups?id=70c40a97-d3e2-4ec6-9c7d-f8a72a7d07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409768 Nov 12 01:45:28.250325 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f1c19-5982-4eaf-965c-875b4c39d1bb req-1b1bf35d-d516-4f7f-bd52-d1469cdc827f tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:28.251712 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f49f1c19-5982-4eaf-965c-875b4c39d1bb req-1b1bf35d-d516-4f7f-bd52-d1469cdc827f tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/ports?device_id=43aa8a9b-a8b9-449b-b5c6-49481593420b HTTP/1.1" status: 200 len: 945 time: 0.0488038 Nov 12 01:45:28.299166 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f49f1c19-5982-4eaf-965c-875b4c39d1bb req-ca2d827b-6f4a-43f1-889d-2b132a084f32 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/security-groups?id=70c40a97-d3e2-4ec6-9c7d-f8a72a7d07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415735 Nov 12 01:45:34.408160 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1465633a-e1b9-4017-829e-0389a2a5a089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:36.521465 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2cfe8a76-42ea-42b1-9cf8-d7632271fe91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:37.900526 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:39.505410 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:40.396763 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:41.364819 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:43.283386 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:50.778054 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b1844-697e-477e-b40d-5d55487e2d70 req-c240a06c-e5b2-4e66-a1bb-b48930faf3d8 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:50.779577 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c12b1844-697e-477e-b40d-5d55487e2d70 req-c240a06c-e5b2-4e66-a1bb-b48930faf3d8 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/ports?device_id=43aa8a9b-a8b9-449b-b5c6-49481593420b HTTP/1.1" status: 200 len: 945 time: 0.0513492 Nov 12 01:45:50.834117 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c12b1844-697e-477e-b40d-5d55487e2d70 req-e2b8972c-0ad7-4da0-85ce-4f66fd8bb792 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/security-groups?id=70c40a97-d3e2-4ec6-9c7d-f8a72a7d07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484295 Nov 12 01:45:51.952450 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1713b6-f3d6-4bbe-91e9-830b3b26a8aa req-b48531d7-3673-4ea9-b456-315898b4b8a1 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:51.953941 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6b1713b6-f3d6-4bbe-91e9-830b3b26a8aa req-b48531d7-3673-4ea9-b456-315898b4b8a1 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/ports?device_id=43aa8a9b-a8b9-449b-b5c6-49481593420b HTTP/1.1" status: 200 len: 945 time: 0.0507307 Nov 12 01:45:52.001415 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6b1713b6-f3d6-4bbe-91e9-830b3b26a8aa req-267a099e-20d0-4565-8f1d-74708d186604 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/security-groups?id=70c40a97-d3e2-4ec6-9c7d-f8a72a7d07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415442 Nov 12 01:45:52.577896 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea10598-7db4-44c6-b2be-704caab678a2 req-a9abc9ee-0c2a-4b13-ab1d-b6c0776e4fd0 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:52.579489 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fea10598-7db4-44c6-b2be-704caab678a2 req-a9abc9ee-0c2a-4b13-ab1d-b6c0776e4fd0 tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.54 "GET /v2.0/ports?device_id=43aa8a9b-a8b9-449b-b5c6-49481593420b HTTP/1.1" status: 200 len: 945 time: 0.0504954 Nov 12 01:45:52.668129 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-fea10598-7db4-44c6-b2be-704caab678a2 req-125b33e3-45bb-4a4e-b961-f40e7c2adeea tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Deleting port b03da841-a134-4046-964a-7e3fa44a8d6c {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:45:52.668457 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-fea10598-7db4-44c6-b2be-704caab678a2 req-125b33e3-45bb-4a4e-b961-f40e7c2adeea tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:52.759291 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-fea10598-7db4-44c6-b2be-704caab678a2 req-125b33e3-45bb-4a4e-b961-f40e7c2adeea tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] For port b03da841-a134-4046-964a-7e3fa44a8d6c, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=b03da841-a134-4046-964a-7e3fa44a8d6c,segment=NetworkSegment(cba25f3e-7d48-4bc2-8c0e-4a2aac19d941),segment_id=cba25f3e-7d48-4bc2-8c0e-4a2aac19d941)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:45:52.759641 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-fea10598-7db4-44c6-b2be-704caab678a2 req-125b33e3-45bb-4a4e-b961-f40e7c2adeea tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:52.771891 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-fea10598-7db4-44c6-b2be-704caab678a2 req-125b33e3-45bb-4a4e-b961-f40e7c2adeea tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Calling delete_port for b03da841-a134-4046-964a-7e3fa44a8d6c owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:45:52.898376 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-fea10598-7db4-44c6-b2be-704caab678a2 req-125b33e3-45bb-4a4e-b961-f40e7c2adeea tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:52.927902 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125b33e3-45bb-4a4e-b961-f40e7c2adeea tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Pushing event deleted for resources: {'Port': ['ID=b03da841-a134-4046-964a-7e3fa44a8d6c,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:45:52.931586 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['b03da841-a134-4046-964a-7e3fa44a8d6c'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:45:52.969683 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea10598-7db4-44c6-b2be-704caab678a2 req-125b33e3-45bb-4a4e-b961-f40e7c2adeea tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] No DVR routers for this DVR port b03da841-a134-4046-964a-7e3fa44a8d6c on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:45:52.972490 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-fea10598-7db4-44c6-b2be-704caab678a2 req-125b33e3-45bb-4a4e-b961-f40e7c2adeea tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:52.975957 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fea10598-7db4-44c6-b2be-704caab678a2 req-125b33e3-45bb-4a4e-b961-f40e7c2adeea tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.54 "DELETE /v2.0/ports/b03da841-a134-4046-964a-7e3fa44a8d6c HTTP/1.1" status: 204 len: 173 time: 0.3899910 Nov 12 01:45:52.976426 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43aa8a9b-a8b9-449b-b5c6-49481593420b', 'name': 'network-vif-deleted', 'tag': 'b03da841-a134-4046-964a-7e3fa44a8d6c'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:45:52.978720 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f20791c62abc78a76d837b2e8f3e70a497c95c8c7e17d957ee036670eec5325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7c1f95-be74-4199-9ea6-ef3b9f7cc63a" -d '{"events": [{"server_uuid": "43aa8a9b-a8b9-449b-b5c6-49481593420b", "name": "network-vif-deleted", "tag": "b03da841-a134-4046-964a-7e3fa44a8d6c"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:45:53.018526 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403957d0-c9d7-4efd-a5ad-fb13f16f447c x-openstack-request-id: req-403957d0-c9d7-4efd-a5ad-fb13f16f447c {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:45:53.018960 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43aa8a9b-a8b9-449b-b5c6-49481593420b", "name": "network-vif-deleted", "tag": "b03da841-a134-4046-964a-7e3fa44a8d6c", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:45:53.019268 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-403957d0-c9d7-4efd-a5ad-fb13f16f447c {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:45:53.019677 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43aa8a9b-a8b9-449b-b5c6-49481593420b', 'name': 'network-vif-deleted', 'tag': 'b03da841-a134-4046-964a-7e3fa44a8d6c', 'status': 'completed', 'code': 200} Nov 12 01:45:53.105501 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-42c758a2-a8a0-4a19-b034-e571b701133f req-bd13c664-1711-4c8a-97a9-6d4eb3b8d98e tempest-TestEncryptedCinderVolumes-1049841956 tempest-TestEncryptedCinderVolumes-1049841956-project] 10.222.0.20 "GET /v2.0/ports?device_id=43aa8a9b-a8b9-449b-b5c6-49481593420b HTTP/1.1" status: 200 len: 210 time: 0.0325720 Nov 12 01:45:54.201493 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50590) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:45:54.538617 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-71902995-e73c-4bab-a58e-b69478e52c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:54.778655 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-71902995-e73c-4bab-a58e-b69478e52c26 admin admin] Deleting port 256aba3d-6f3a-4164-9b1f-e05246d59da0 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:45:54.778993 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-71902995-e73c-4bab-a58e-b69478e52c26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:54.854046 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-71902995-e73c-4bab-a58e-b69478e52c26 admin admin] For port 256aba3d-6f3a-4164-9b1f-e05246d59da0, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=256aba3d-6f3a-4164-9b1f-e05246d59da0,segment=NetworkSegment(cba25f3e-7d48-4bc2-8c0e-4a2aac19d941),segment_id=cba25f3e-7d48-4bc2-8c0e-4a2aac19d941)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:45:54.854919 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-71902995-e73c-4bab-a58e-b69478e52c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:54.866825 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-71902995-e73c-4bab-a58e-b69478e52c26 admin admin] Calling delete_port for 256aba3d-6f3a-4164-9b1f-e05246d59da0 owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:45:55.043439 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-71902995-e73c-4bab-a58e-b69478e52c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:55.072504 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71902995-e73c-4bab-a58e-b69478e52c26 admin admin] Pushing event deleted for resources: {'Port': ['ID=256aba3d-6f3a-4164-9b1f-e05246d59da0,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:45:55.238130 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-71902995-e73c-4bab-a58e-b69478e52c26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:55.792885 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71902995-e73c-4bab-a58e-b69478e52c26 admin admin] Router fe19332e-4a12-492c-ae7b-c80758d14a2f has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:45:55.896192 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71902995-e73c-4bab-a58e-b69478e52c26 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:45:55.901166 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-71902995-e73c-4bab-a58e-b69478e52c26 admin admin] 10.222.0.20 "PUT /v2.0/routers/fe19332e-4a12-492c-ae7b-c80758d14a2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6985958 Nov 12 01:45:55.903703 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50592) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:45:55.906476 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff3a60f-7329-43b9-b247-fcdb56046959 None None] Sync routers for ids ['fe19332e-4a12-492c-ae7b-c80758d14a2f'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:45:55.916038 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff3a60f-7329-43b9-b247-fcdb56046959 None None] Routers {'fe19332e-4a12-492c-ae7b-c80758d14a2f'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:45:55.916898 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-9ff3a60f-7329-43b9-b247-fcdb56046959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:45:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['fe19332e-4a12-492c-ae7b-c80758d14a2f'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:45:56.006715 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ba9e6f95-2830-477b-aa6e-cfe75433c1a0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:56.028444 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-9ff3a60f-7329-43b9-b247-fcdb56046959 None None] Set router fe19332e-4a12-492c-ae7b-c80758d14a2f gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:45:56.107999 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ba9e6f95-2830-477b-aa6e-cfe75433c1a0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:56.171680 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e6f95-2830-477b-aa6e-cfe75433c1a0 admin admin] Deleting port 179aff1a-6f55-4fb9-b166-28191810e50b {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:45:56.172022 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ba9e6f95-2830-477b-aa6e-cfe75433c1a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:56.180805 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device b03da841-a134-4046-964a-7e3fa44a8d6c no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:45:56.202511 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: b03da841-a134-4046-964a-7e3fa44a8d6c {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:45:56.203173 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device b03da841-a134-4046-964a-7e3fa44a8d6c not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:45:56.230302 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-9ff3a60f-7329-43b9-b247-fcdb56046959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe19332e-4a12-492c-ae7b-c80758d14a2f', 'name': 'tempest-TestEncryptedCinderVolumes-1263701722-router', 'tenant_id': '781d85b2944b4ff5a618b98a2e5ad5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '179aff1a-6f55-4fb9-b166-28191810e50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:44:29Z', 'updated_at': '2021-11-12T01:45:54Z', 'revision_number': 5, 'project_id': '781d85b2944b4ff5a618b98a2e5ad5ce', 'gw_port': {'id': '179aff1a-6f55-4fb9-b166-28191810e50b', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe19332e-4a12-492c-ae7b-c80758d14a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:44:30Z', 'updated_at': '2021-11-12T01:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:45:56.256140 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff3a60f-7329-43b9-b247-fcdb56046959 None None] Checking router: fe19332e-4a12-492c-ae7b-c80758d14a2f for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:45:56.264558 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff3a60f-7329-43b9-b247-fcdb56046959 None None] Routers {'fe19332e-4a12-492c-ae7b-c80758d14a2f'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:45:56.265164 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-9ff3a60f-7329-43b9-b247-fcdb56046959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:45:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['fe19332e-4a12-492c-ae7b-c80758d14a2f'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:45:56.273868 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-ba9e6f95-2830-477b-aa6e-cfe75433c1a0 admin admin] For port 179aff1a-6f55-4fb9-b166-28191810e50b, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=179aff1a-6f55-4fb9-b166-28191810e50b,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:45:56.274393 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ba9e6f95-2830-477b-aa6e-cfe75433c1a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:56.289106 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e6f95-2830-477b-aa6e-cfe75433c1a0 admin admin] Calling delete_port for 179aff1a-6f55-4fb9-b166-28191810e50b owned by network:router_gateway {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:45:56.440072 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-9ff3a60f-7329-43b9-b247-fcdb56046959 None None] Set router fe19332e-4a12-492c-ae7b-c80758d14a2f gateway port host: None {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:45:56.456694 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ba9e6f95-2830-477b-aa6e-cfe75433c1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:56.482046 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e6f95-2830-477b-aa6e-cfe75433c1a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=179aff1a-6f55-4fb9-b166-28191810e50b,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:45:56.495553 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-9ff3a60f-7329-43b9-b247-fcdb56046959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe19332e-4a12-492c-ae7b-c80758d14a2f', 'name': 'tempest-TestEncryptedCinderVolumes-1263701722-router', 'tenant_id': '781d85b2944b4ff5a618b98a2e5ad5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:44:29Z', 'updated_at': '2021-11-12T01:45:56Z', 'revision_number': 6, 'project_id': '781d85b2944b4ff5a618b98a2e5ad5ce', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:45:56.499364 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c01f2e3-c074-41a6-ac4e-1132d32dfdfc None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:45:56.522182 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff3a60f-7329-43b9-b247-fcdb56046959 None None] The sync data for ids ['fe19332e-4a12-492c-ae7b-c80758d14a2f'] in n-d-812236-11 is: [{'id': 'fe19332e-4a12-492c-ae7b-c80758d14a2f', 'name': 'tempest-TestEncryptedCinderVolumes-1263701722-router', 'tenant_id': '781d85b2944b4ff5a618b98a2e5ad5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:44:29Z', 'updated_at': '2021-11-12T01:45:56Z', 'revision_number': 6, 'project_id': '781d85b2944b4ff5a618b98a2e5ad5ce', 'gw_port_host': None}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:45:56.552136 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ba9e6f95-2830-477b-aa6e-cfe75433c1a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:56.643217 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ba9e6f95-2830-477b-aa6e-cfe75433c1a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:56.645388 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ba9e6f95-2830-477b-aa6e-cfe75433c1a0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:56.688714 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ba9e6f95-2830-477b-aa6e-cfe75433c1a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:56.689231 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9e6f95-2830-477b-aa6e-cfe75433c1a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe19332e-4a12-492c-ae7b-c80758d14a2f {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:45:56.693570 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ba9e6f95-2830-477b-aa6e-cfe75433c1a0 admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:56.694768 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ba9e6f95-2830-477b-aa6e-cfe75433c1a0 admin admin] 10.222.0.20 "DELETE /v2.0/routers/fe19332e-4a12-492c-ae7b-c80758d14a2f HTTP/1.1" status: 204 len: 168 time: 0.7901247 Nov 12 01:45:56.697419 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50594) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:45:56.748167 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb2c90c5-76e4-48d3-bcb1-41ebebbaa4fd admin admin] Deleting subnet 131d7f99-d0e4-4d75-8a6a-2d5999cf9801 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:45:56.751278 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cb2c90c5-76e4-48d3-bcb1-41ebebbaa4fd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:56.785604 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cb2c90c5-76e4-48d3-bcb1-41ebebbaa4fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:56.861592 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cb2c90c5-76e4-48d3-bcb1-41ebebbaa4fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:56.918544 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cb2c90c5-76e4-48d3-bcb1-41ebebbaa4fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:56.952392 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c90c5-76e4-48d3-bcb1-41ebebbaa4fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=131d7f99-d0e4-4d75-8a6a-2d5999cf9801,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:45:56.957202 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cb2c90c5-76e4-48d3-bcb1-41ebebbaa4fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:56.961824 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-cb2c90c5-76e4-48d3-bcb1-41ebebbaa4fd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/131d7f99-d0e4-4d75-8a6a-2d5999cf9801 HTTP/1.1" status: 204 len: 168 time: 0.2632811 Nov 12 01:45:56.963472 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50596) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:45:56.966795 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf128c4d-816d-454d-9bcd-3fe7fdf5faba None None] Network a40d0b9c-b7b9-4a03-bc71-b7ea930c0422 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:45:57.032411 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-85ce3b4d-576b-4647-a32d-9927b0af6584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:57.084803 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-85ce3b4d-576b-4647-a32d-9927b0af6584 admin admin] Deleting port 208a9fe8-5daf-4d14-8750-f36cfd44a889 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:45:57.085130 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-85ce3b4d-576b-4647-a32d-9927b0af6584 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:57.153603 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-85ce3b4d-576b-4647-a32d-9927b0af6584 admin admin] For port 208a9fe8-5daf-4d14-8750-f36cfd44a889, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=208a9fe8-5daf-4d14-8750-f36cfd44a889,segment=NetworkSegment(cba25f3e-7d48-4bc2-8c0e-4a2aac19d941),segment_id=cba25f3e-7d48-4bc2-8c0e-4a2aac19d941)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:45:57.153966 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-85ce3b4d-576b-4647-a32d-9927b0af6584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:57.166061 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-85ce3b4d-576b-4647-a32d-9927b0af6584 admin admin] Calling delete_port for 208a9fe8-5daf-4d14-8750-f36cfd44a889 owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:45:57.242253 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-85ce3b4d-576b-4647-a32d-9927b0af6584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:57.272054 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce3b4d-576b-4647-a32d-9927b0af6584 admin admin] Pushing event deleted for resources: {'Port': ['ID=208a9fe8-5daf-4d14-8750-f36cfd44a889,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:45:57.274012 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ce3b4d-576b-4647-a32d-9927b0af6584 admin admin] No DVR routers for this DVR port 208a9fe8-5daf-4d14-8750-f36cfd44a889 on host n-d-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:45:57.302365 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1722724b-03d6-4807-97a6-060c8e1ca122 None None] DHCP port deletion for a40d0b9c-b7b9-4a03-bc71-b7ea930c0422 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:45:57.359831 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-85ce3b4d-576b-4647-a32d-9927b0af6584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:57.379973 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-85ce3b4d-576b-4647-a32d-9927b0af6584 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a40d0b9c-b7b9-4a03-bc71-b7ea930c0422']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:45:57.390332 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-85ce3b4d-576b-4647-a32d-9927b0af6584 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cba25f3e-7d48-4bc2-8c0e-4a2aac19d941') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:45:57.390640 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-85ce3b4d-576b-4647-a32d-9927b0af6584 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cba25f3e-7d48-4bc2-8c0e-4a2aac19d941') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:45:57.400784 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-85ce3b4d-576b-4647-a32d-9927b0af6584 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:57.414956 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-85ce3b4d-576b-4647-a32d-9927b0af6584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:57.421933 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85ce3b4d-576b-4647-a32d-9927b0af6584 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:45:57.422344 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-85ce3b4d-576b-4647-a32d-9927b0af6584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:57.424257 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:45:57.424257 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:45:57.424257 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:45:57.424257 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:45:57.424257 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:45:57.424257 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:45:57.424257 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:45:57.424257 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:45:57.424257 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:45:57.424257 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:45:57.424257 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:45:57.424257 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:45:57.424257 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:45:57.424257 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:45:57.424257 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:45:57.424257 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:45:57.424257 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:45:57.424257 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:45:57.424257 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:45:57.424257 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:45:57.424257 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:45:57.424257 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:45:57.424257 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:45:57.424257 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:45:57.424257 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:45:57.424257 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:45:57.424257 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:45:57.424257 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:45:57.424257 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:45:57.424257 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:45:57.424257 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:45:57.424257 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:45:57.481790 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-85ce3b4d-576b-4647-a32d-9927b0af6584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:57.487463 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-85ce3b4d-576b-4647-a32d-9927b0af6584 admin admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:57.490758 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-85ce3b4d-576b-4647-a32d-9927b0af6584 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a40d0b9c-b7b9-4a03-bc71-b7ea930c0422 HTTP/1.1" status: 204 len: 168 time: 0.5254233 Nov 12 01:45:57.494066 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50598) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:45:57.502609 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce3b4d-576b-4647-a32d-9927b0af6584 admin admin] Pushing event deleted for resources: {'Network': ['ID=a40d0b9c-b7b9-4a03-bc71-b7ea930c0422,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:45:57.847574 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0527b7cf-6bd5-43b4-a093-e190d4d51191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:58.095603 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0527b7cf-6bd5-43b4-a093-e190d4d51191 admin admin] Deleting port b72c9905-0634-453a-aa22-bc26e3d13b81 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:45:58.095936 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0527b7cf-6bd5-43b4-a093-e190d4d51191 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:58.177092 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0527b7cf-6bd5-43b4-a093-e190d4d51191 admin admin] For port b72c9905-0634-453a-aa22-bc26e3d13b81, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=b72c9905-0634-453a-aa22-bc26e3d13b81,segment=NetworkSegment(2593847b-8bae-461b-9cad-3ce3af36d05a),segment_id=2593847b-8bae-461b-9cad-3ce3af36d05a)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:45:58.177474 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0527b7cf-6bd5-43b4-a093-e190d4d51191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:58.190903 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0527b7cf-6bd5-43b4-a093-e190d4d51191 admin admin] Calling delete_port for b72c9905-0634-453a-aa22-bc26e3d13b81 owned by network:router_interface {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:45:58.216787 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 179aff1a-6f55-4fb9-b166-28191810e50b no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:45:58.237289 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 179aff1a-6f55-4fb9-b166-28191810e50b {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:45:58.237779 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 179aff1a-6f55-4fb9-b166-28191810e50b not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:45:58.238194 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 256aba3d-6f3a-4164-9b1f-e05246d59da0 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:45:58.257083 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 256aba3d-6f3a-4164-9b1f-e05246d59da0 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:45:58.257446 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 256aba3d-6f3a-4164-9b1f-e05246d59da0 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:45:58.257848 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 208a9fe8-5daf-4d14-8750-f36cfd44a889 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:45:58.280030 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 208a9fe8-5daf-4d14-8750-f36cfd44a889 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:45:58.280366 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 208a9fe8-5daf-4d14-8750-f36cfd44a889 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:45:58.328231 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:45:58.372845 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0527b7cf-6bd5-43b4-a093-e190d4d51191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:58.396607 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527b7cf-6bd5-43b4-a093-e190d4d51191 admin admin] Pushing event deleted for resources: {'Port': ['ID=b72c9905-0634-453a-aa22-bc26e3d13b81,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:45:58.410904 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527b7cf-6bd5-43b4-a093-e190d4d51191 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:58.411247 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527b7cf-6bd5-43b4-a093-e190d4d51191 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:58.411581 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527b7cf-6bd5-43b4-a093-e190d4d51191 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:58.411911 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527b7cf-6bd5-43b4-a093-e190d4d51191 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:58.412235 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527b7cf-6bd5-43b4-a093-e190d4d51191 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:58.412557 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527b7cf-6bd5-43b4-a093-e190d4d51191 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:58.413016 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527b7cf-6bd5-43b4-a093-e190d4d51191 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:58.413346 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527b7cf-6bd5-43b4-a093-e190d4d51191 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:58.413691 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527b7cf-6bd5-43b4-a093-e190d4d51191 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:58.414011 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527b7cf-6bd5-43b4-a093-e190d4d51191 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:58.414335 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527b7cf-6bd5-43b4-a093-e190d4d51191 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:58.414654 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527b7cf-6bd5-43b4-a093-e190d4d51191 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:58.584052 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0527b7cf-6bd5-43b4-a093-e190d4d51191 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:58.801647 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0527b7cf-6bd5-43b4-a093-e190d4d51191 admin admin] Router cabc5bbd-b6ac-441b-b1d2-0568d9f8d995 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:45:58.907150 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0527b7cf-6bd5-43b4-a093-e190d4d51191 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:45:58.912101 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0527b7cf-6bd5-43b4-a093-e190d4d51191 admin admin] 10.222.0.20 "PUT /v2.0/routers/cabc5bbd-b6ac-441b-b1d2-0568d9f8d995/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4161913 Nov 12 01:45:58.914663 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50600) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:45:58.915949 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb68b227-31b4-4eb5-badc-c7105850c127 None None] Sync routers for ids ['cabc5bbd-b6ac-441b-b1d2-0568d9f8d995'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:45:58.928831 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb68b227-31b4-4eb5-badc-c7105850c127 None None] Routers {'cabc5bbd-b6ac-441b-b1d2-0568d9f8d995'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:45:58.929455 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-eb68b227-31b4-4eb5-badc-c7105850c127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:45:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['cabc5bbd-b6ac-441b-b1d2-0568d9f8d995'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:45:59.023780 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b23d15b2-d6f7-4d26-964b-c87604a868ed admin admin] Publish callbacks [] for router, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:59.038701 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-eb68b227-31b4-4eb5-badc-c7105850c127 None None] Set router cabc5bbd-b6ac-441b-b1d2-0568d9f8d995 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:45:59.126932 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b23d15b2-d6f7-4d26-964b-c87604a868ed admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:59.180082 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-b23d15b2-d6f7-4d26-964b-c87604a868ed admin admin] Deleting port b0b949ae-8b20-4667-877a-02d2ec47dfce {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:45:59.180419 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b23d15b2-d6f7-4d26-964b-c87604a868ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:59.217725 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-eb68b227-31b4-4eb5-badc-c7105850c127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabc5bbd-b6ac-441b-b1d2-0568d9f8d995', 'name': 'tempest-TestEncryptedCinderVolumes-1277807466-router', 'tenant_id': '35ee1e270acf4cc293caef0b1ec48693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'b0b949ae-8b20-4667-877a-02d2ec47dfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:44:33Z', 'updated_at': '2021-11-12T01:45:58Z', 'revision_number': 5, 'project_id': '35ee1e270acf4cc293caef0b1ec48693', 'gw_port': {'id': 'b0b949ae-8b20-4667-877a-02d2ec47dfce', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabc5bbd-b6ac-441b-b1d2-0568d9f8d995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:44:34Z', 'updated_at': '2021-11-12T01:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:45:59.243940 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb68b227-31b4-4eb5-badc-c7105850c127 None None] Checking router: cabc5bbd-b6ac-441b-b1d2-0568d9f8d995 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:45:59.252384 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb68b227-31b4-4eb5-badc-c7105850c127 None None] Routers {'cabc5bbd-b6ac-441b-b1d2-0568d9f8d995'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:45:59.252998 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-eb68b227-31b4-4eb5-badc-c7105850c127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:45:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['cabc5bbd-b6ac-441b-b1d2-0568d9f8d995'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:45:59.258268 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-b23d15b2-d6f7-4d26-964b-c87604a868ed admin admin] For port b0b949ae-8b20-4667-877a-02d2ec47dfce, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=b0b949ae-8b20-4667-877a-02d2ec47dfce,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:45:59.258630 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b23d15b2-d6f7-4d26-964b-c87604a868ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:59.275758 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-b23d15b2-d6f7-4d26-964b-c87604a868ed admin admin] Calling delete_port for b0b949ae-8b20-4667-877a-02d2ec47dfce owned by network:router_gateway {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:45:59.338478 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-eb68b227-31b4-4eb5-badc-c7105850c127 None None] Set router cabc5bbd-b6ac-441b-b1d2-0568d9f8d995 gateway port host: None {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:45:59.395624 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-eb68b227-31b4-4eb5-badc-c7105850c127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabc5bbd-b6ac-441b-b1d2-0568d9f8d995', 'name': 'tempest-TestEncryptedCinderVolumes-1277807466-router', 'tenant_id': '35ee1e270acf4cc293caef0b1ec48693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:44:33Z', 'updated_at': '2021-11-12T01:45:59Z', 'revision_number': 6, 'project_id': '35ee1e270acf4cc293caef0b1ec48693', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:45:59.422497 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb68b227-31b4-4eb5-badc-c7105850c127 None None] The sync data for ids ['cabc5bbd-b6ac-441b-b1d2-0568d9f8d995'] in n-d-812236-11 is: [{'id': 'cabc5bbd-b6ac-441b-b1d2-0568d9f8d995', 'name': 'tempest-TestEncryptedCinderVolumes-1277807466-router', 'tenant_id': '35ee1e270acf4cc293caef0b1ec48693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:44:33Z', 'updated_at': '2021-11-12T01:45:59Z', 'revision_number': 6, 'project_id': '35ee1e270acf4cc293caef0b1ec48693', 'gw_port_host': None}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:45:59.449836 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b23d15b2-d6f7-4d26-964b-c87604a868ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:59.481455 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23d15b2-d6f7-4d26-964b-c87604a868ed admin admin] Pushing event deleted for resources: {'Port': ['ID=b0b949ae-8b20-4667-877a-02d2ec47dfce,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:45:59.491728 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40c00e3-01fe-43aa-a321-8ee4937b55bc None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:45:59.541303 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b23d15b2-d6f7-4d26-964b-c87604a868ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:59.631984 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b23d15b2-d6f7-4d26-964b-c87604a868ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:59.634325 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b23d15b2-d6f7-4d26-964b-c87604a868ed admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:59.685822 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b23d15b2-d6f7-4d26-964b-c87604a868ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:59.686267 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23d15b2-d6f7-4d26-964b-c87604a868ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router cabc5bbd-b6ac-441b-b1d2-0568d9f8d995 {{(pid=102661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:45:59.690649 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b23d15b2-d6f7-4d26-964b-c87604a868ed admin admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:59.691781 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b23d15b2-d6f7-4d26-964b-c87604a868ed admin admin] 10.222.0.20 "DELETE /v2.0/routers/cabc5bbd-b6ac-441b-b1d2-0568d9f8d995 HTTP/1.1" status: 204 len: 168 time: 0.7762158 Nov 12 01:45:59.694500 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50602) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:45:59.743454 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba097466-2166-47e2-9795-6cf338f9ed2c admin admin] Deleting subnet 0704f948-acad-450f-bbfd-745f60f15b26 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:45:59.748244 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ba097466-2166-47e2-9795-6cf338f9ed2c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:59.785466 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ba097466-2166-47e2-9795-6cf338f9ed2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:59.866027 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ba097466-2166-47e2-9795-6cf338f9ed2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:59.923618 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ba097466-2166-47e2-9795-6cf338f9ed2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:59.953654 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ba097466-2166-47e2-9795-6cf338f9ed2c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:59.959491 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ba097466-2166-47e2-9795-6cf338f9ed2c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0704f948-acad-450f-bbfd-745f60f15b26 HTTP/1.1" status: 204 len: 168 time: 0.2618926 Nov 12 01:45:59.959491 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba097466-2166-47e2-9795-6cf338f9ed2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0704f948-acad-450f-bbfd-745f60f15b26,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:45:59.959772 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266e4e30-7f0d-44df-bd7c-bb09120907b9 None None] Network 27b50126-868c-4adf-a542-107a219a72ef requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:45:59.960231 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50604) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:46:00.029216 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-442703d7-6dfb-4950-a59c-ee26372a50a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:00.087692 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-442703d7-6dfb-4950-a59c-ee26372a50a0 admin admin] Deleting port 3f7c027f-c794-4af2-8ed0-4d672c5cd244 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:46:00.087965 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-442703d7-6dfb-4950-a59c-ee26372a50a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:00.152075 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-442703d7-6dfb-4950-a59c-ee26372a50a0 admin admin] For port 3f7c027f-c794-4af2-8ed0-4d672c5cd244, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=3f7c027f-c794-4af2-8ed0-4d672c5cd244,segment=NetworkSegment(2593847b-8bae-461b-9cad-3ce3af36d05a),segment_id=2593847b-8bae-461b-9cad-3ce3af36d05a)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:46:00.152399 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-442703d7-6dfb-4950-a59c-ee26372a50a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:00.163487 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc60d34e-c3e9-4ebe-9e20-ce2557286d1c None None] DHCP port deletion for 27b50126-868c-4adf-a542-107a219a72ef request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:46:00.167667 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-442703d7-6dfb-4950-a59c-ee26372a50a0 admin admin] Calling delete_port for 3f7c027f-c794-4af2-8ed0-4d672c5cd244 owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:46:00.225768 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-cc60d34e-c3e9-4ebe-9e20-ce2557286d1c None None] Deleting port 3f7c027f-c794-4af2-8ed0-4d672c5cd244 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:46:00.226059 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cc60d34e-c3e9-4ebe-9e20-ce2557286d1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:00.240470 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device b72c9905-0634-453a-aa22-bc26e3d13b81 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:46:00.267857 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: b72c9905-0634-453a-aa22-bc26e3d13b81 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:46:00.268278 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device b72c9905-0634-453a-aa22-bc26e3d13b81 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:46:00.268711 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 3f7c027f-c794-4af2-8ed0-4d672c5cd244 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:46:00.269802 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-442703d7-6dfb-4950-a59c-ee26372a50a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:00.299264 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442703d7-6dfb-4950-a59c-ee26372a50a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f7c027f-c794-4af2-8ed0-4d672c5cd244,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:00.301673 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442703d7-6dfb-4950-a59c-ee26372a50a0 admin admin] No DVR routers for this DVR port 3f7c027f-c794-4af2-8ed0-4d672c5cd244 on host n-d-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:46:00.319777 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 3f7c027f-c794-4af2-8ed0-4d672c5cd244 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:46:00.320116 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 3f7c027f-c794-4af2-8ed0-4d672c5cd244 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:46:00.320511 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device b0b949ae-8b20-4667-877a-02d2ec47dfce no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:46:00.351730 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: b0b949ae-8b20-4667-877a-02d2ec47dfce {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:46:00.352064 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device b0b949ae-8b20-4667-877a-02d2ec47dfce not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:46:00.362105 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-cc60d34e-c3e9-4ebe-9e20-ce2557286d1c None None] For port 3f7c027f-c794-4af2-8ed0-4d672c5cd244, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=3f7c027f-c794-4af2-8ed0-4d672c5cd244,segment=NetworkSegment(2593847b-8bae-461b-9cad-3ce3af36d05a),segment_id=2593847b-8bae-461b-9cad-3ce3af36d05a)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:46:00.362534 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cc60d34e-c3e9-4ebe-9e20-ce2557286d1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:00.377714 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-cc60d34e-c3e9-4ebe-9e20-ce2557286d1c None None] Calling delete_port for 3f7c027f-c794-4af2-8ed0-4d672c5cd244 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:46:00.382060 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-442703d7-6dfb-4950-a59c-ee26372a50a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:00.404556 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-442703d7-6dfb-4950-a59c-ee26372a50a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27b50126-868c-4adf-a542-107a219a72ef']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:00.414498 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-442703d7-6dfb-4950-a59c-ee26372a50a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2593847b-8bae-461b-9cad-3ce3af36d05a') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:00.414817 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-442703d7-6dfb-4950-a59c-ee26372a50a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2593847b-8bae-461b-9cad-3ce3af36d05a') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:00.427901 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-442703d7-6dfb-4950-a59c-ee26372a50a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:00.442579 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-442703d7-6dfb-4950-a59c-ee26372a50a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:00.449809 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-442703d7-6dfb-4950-a59c-ee26372a50a0 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:46:00.450205 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-442703d7-6dfb-4950-a59c-ee26372a50a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:00.451884 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:46:00.451884 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:46:00.451884 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:46:00.451884 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:46:00.451884 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:46:00.451884 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:46:00.451884 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:46:00.451884 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:46:00.451884 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:46:00.451884 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:46:00.451884 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:46:00.451884 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:46:00.451884 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:46:00.451884 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:46:00.451884 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:46:00.451884 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:46:00.451884 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:46:00.451884 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:46:00.451884 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:46:00.451884 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:46:00.451884 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:46:00.451884 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:46:00.451884 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:46:00.451884 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:46:00.451884 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:46:00.451884 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:46:00.451884 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:46:00.451884 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:46:00.451884 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:46:00.451884 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:46:00.451884 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:46:00.451884 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:46:00.460171 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cc60d34e-c3e9-4ebe-9e20-ce2557286d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:00.486638 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc60d34e-c3e9-4ebe-9e20-ce2557286d1c None None] Pushing event deleted for resources: {'Port': ['ID=3f7c027f-c794-4af2-8ed0-4d672c5cd244,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:00.492088 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc60d34e-c3e9-4ebe-9e20-ce2557286d1c None None] No DVR routers for this DVR port 3f7c027f-c794-4af2-8ed0-4d672c5cd244 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:46:00.511192 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-442703d7-6dfb-4950-a59c-ee26372a50a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:00.516109 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-442703d7-6dfb-4950-a59c-ee26372a50a0 admin admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:00.519121 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-442703d7-6dfb-4950-a59c-ee26372a50a0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/27b50126-868c-4adf-a542-107a219a72ef HTTP/1.1" status: 204 len: 168 time: 0.5580544 Nov 12 01:46:00.531779 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442703d7-6dfb-4950-a59c-ee26372a50a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=27b50126-868c-4adf-a542-107a219a72ef,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:00.678574 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50608) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:46:00.719817 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a8c163b1-db16-43bf-8f99-8969a3d7ec4b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=781d85b2944b4ff5a618b98a2e5ad5ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400035 Nov 12 01:46:00.722256 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50610) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:46:00.769470 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7b4f056a-28ad-4673-af25-eaa3fde0973f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:00.790815 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7b4f056a-28ad-4673-af25-eaa3fde0973f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:00.837487 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7b4f056a-28ad-4673-af25-eaa3fde0973f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:00.841446 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7b4f056a-28ad-4673-af25-eaa3fde0973f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:00.842964 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7b4f056a-28ad-4673-af25-eaa3fde0973f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/70c40a97-d3e2-4ec6-9c7d-f8a72a7d07f0 HTTP/1.1" status: 204 len: 168 time: 0.1198220 Nov 12 01:46:00.850442 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4f056a-28ad-4673-af25-eaa3fde0973f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c40a97-d3e2-4ec6-9c7d-f8a72a7d07f0,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:01.164556 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50616) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:46:01.207927 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-06d8f613-2f5d-4752-aacc-ffd1dab995d2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=35ee1e270acf4cc293caef0b1ec48693&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422223 Nov 12 01:46:01.210368 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50618) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:46:01.257202 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7569a54d-72f0-4d4d-904c-e0002fada162 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:01.279011 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7569a54d-72f0-4d4d-904c-e0002fada162 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:01.330367 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7569a54d-72f0-4d4d-904c-e0002fada162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:01.332987 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7569a54d-72f0-4d4d-904c-e0002fada162 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:01.334156 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7569a54d-72f0-4d4d-904c-e0002fada162 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dc621159-e3a5-416d-a708-5124b527ce4e HTTP/1.1" status: 204 len: 168 time: 0.1229186 Nov 12 01:46:01.342767 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7569a54d-72f0-4d4d-904c-e0002fada162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc621159-e3a5-416d-a708-5124b527ce4e,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:02.005069 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50640) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:46:02.108848 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-b70cef75-7446-478d-84db-e73389ed61fe admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1184672890-network', 'tenant_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:46:02.130141 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70cef75-7446-478d-84db-e73389ed61fe admin admin] Made reservation on behalf of a51e3dea8ecd4e5cad3b8f6b91724d31 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:46:02.132540 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b70cef75-7446-478d-84db-e73389ed61fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:02.142022 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b70cef75-7446-478d-84db-e73389ed61fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:02.217272 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b70cef75-7446-478d-84db-e73389ed61fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:02.220861 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b70cef75-7446-478d-84db-e73389ed61fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:02.246318 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b70cef75-7446-478d-84db-e73389ed61fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:46:02.256996 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70cef75-7446-478d-84db-e73389ed61fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff1b819-7c70-4a8a-9e92-a9f495c396d8,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:02.262822 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b70cef75-7446-478d-84db-e73389ed61fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:02.263159 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-b70cef75-7446-478d-84db-e73389ed61fe admin admin] Added segment 5781247a-59e3-4af0-9ae3-7a7042daabba of type vlan for network abe8787f-0a93-4f44-b7bc-bdad27347d55 Nov 12 01:46:02.306322 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b70cef75-7446-478d-84db-e73389ed61fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:02.332006 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b70cef75-7446-478d-84db-e73389ed61fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:02.332927 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70cef75-7446-478d-84db-e73389ed61fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:02.333523 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b70cef75-7446-478d-84db-e73389ed61fe admin admin] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:02.366511 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b70cef75-7446-478d-84db-e73389ed61fe admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3601422 Nov 12 01:46:02.369236 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50644) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:46:02.375499 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-bf839a20-4f1e-4eb1-a94a-5ff20c1538c4 admin admin] Request body: {'subnet': {'network_id': 'abe8787f-0a93-4f44-b7bc-bdad27347d55', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1184672890-subnet', 'tenant_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:46:02.395746 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf839a20-4f1e-4eb1-a94a-5ff20c1538c4 admin admin] Made reservation on behalf of a51e3dea8ecd4e5cad3b8f6b91724d31 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:46:02.398174 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bf839a20-4f1e-4eb1-a94a-5ff20c1538c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:02.399325 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70cef75-7446-478d-84db-e73389ed61fe admin admin] Pushing event updated for resources: {'Network': ['ID=abe8787f-0a93-4f44-b7bc-bdad27347d55,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:02.410672 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network abe8787f-0a93-4f44-b7bc-bdad27347d55 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:46:02.571932 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bf839a20-4f1e-4eb1-a94a-5ff20c1538c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:02.629938 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf839a20-4f1e-4eb1-a94a-5ff20c1538c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62ec3576-4205-4326-b1f2-859960b0bac3,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:02.640880 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf839a20-4f1e-4eb1-a94a-5ff20c1538c4 admin admin] Checking segment: {'id': '5781247a-59e3-4af0-9ae3-7a7042daabba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'abe8787f-0a93-4f44-b7bc-bdad27347d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:46:02.641231 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf839a20-4f1e-4eb1-a94a-5ff20c1538c4 admin admin] Network hostable DHCP agents. Network: abe8787f-0a93-4f44-b7bc-bdad27347d55, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:46:02.658111 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf839a20-4f1e-4eb1-a94a-5ff20c1538c4 admin admin] Network abe8787f-0a93-4f44-b7bc-bdad27347d55 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:46:02.665961 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-bf839a20-4f1e-4eb1-a94a-5ff20c1538c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, abe8787f-0a93-4f44-b7bc-bdad27347d55) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:46:02.671525 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf839a20-4f1e-4eb1-a94a-5ff20c1538c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:02.672602 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bf839a20-4f1e-4eb1-a94a-5ff20c1538c4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:02.676145 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7141c6e2-d9d3-4f11-8422-90e5346932ba None None] Network abe8787f-0a93-4f44-b7bc-bdad27347d55 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:46:02.690440 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-bf839a20-4f1e-4eb1-a94a-5ff20c1538c4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3165359 Nov 12 01:46:02.690696 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50646) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:46:02.694893 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-2ed48eab-b684-4eb2-a8aa-367c596c9e9c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1184672890-router', 'tenant_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:46:02.715817 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2ed48eab-b684-4eb2-a8aa-367c596c9e9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:02.716882 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2ed48eab-b684-4eb2-a8aa-367c596c9e9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:02.768476 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2ed48eab-b684-4eb2-a8aa-367c596c9e9c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:02.822200 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da42740e-b1a1-4a5d-bb43-2dafc490973b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-abe8787f-0a93-4f44-b7bc-bdad27347d55', 'network_id': 'abe8787f-0a93-4f44-b7bc-bdad27347d55', 'tenant_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'fixed_ips': [{'subnet_id': '62ec3576-4205-4326-b1f2-859960b0bac3'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:46:02.823118 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-da42740e-b1a1-4a5d-bb43-2dafc490973b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:02.907539 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2ed48eab-b684-4eb2-a8aa-367c596c9e9c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:02.956010 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-da42740e-b1a1-4a5d-bb43-2dafc490973b None None] Allocated IP 172.20.0.2 (abe8787f-0a93-4f44-b7bc-bdad27347d55/62ec3576-4205-4326-b1f2-859960b0bac3/59a57d6e-8ea4-4e08-ab47-dcdd56a21acc) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:46:03.100395 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-da42740e-b1a1-4a5d-bb43-2dafc490973b None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:03.106170 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-da42740e-b1a1-4a5d-bb43-2dafc490973b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:03.115114 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2ed48eab-b684-4eb2-a8aa-367c596c9e9c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:03.134159 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2ed48eab-b684-4eb2-a8aa-367c596c9e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:03.149005 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da42740e-b1a1-4a5d-bb43-2dafc490973b None None] Network abe8787f-0a93-4f44-b7bc-bdad27347d55 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:46:03.152496 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-da42740e-b1a1-4a5d-bb43-2dafc490973b None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:46:03.154926 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da42740e-b1a1-4a5d-bb43-2dafc490973b None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:46:03.161988 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da42740e-b1a1-4a5d-bb43-2dafc490973b None None] Pushing event updated for resources: {'Port': ['ID=59a57d6e-8ea4-4e08-ab47-dcdd56a21acc,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:03.210741 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-da42740e-b1a1-4a5d-bb43-2dafc490973b None None] Attempting to bind port 59a57d6e-8ea4-4e08-ab47-dcdd56a21acc on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:46:03.211100 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-da42740e-b1a1-4a5d-bb43-2dafc490973b None None] Attempting to bind port 59a57d6e-8ea4-4e08-ab47-dcdd56a21acc by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '5781247a-59e3-4af0-9ae3-7a7042daabba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'abe8787f-0a93-4f44-b7bc-bdad27347d55'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:46:03.211454 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da42740e-b1a1-4a5d-bb43-2dafc490973b None None] Attempting to bind port 59a57d6e-8ea4-4e08-ab47-dcdd56a21acc on network abe8787f-0a93-4f44-b7bc-bdad27347d55 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:46:03.217073 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da42740e-b1a1-4a5d-bb43-2dafc490973b None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:46:03.217478 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da42740e-b1a1-4a5d-bb43-2dafc490973b None None] Checking segment: {'id': '5781247a-59e3-4af0-9ae3-7a7042daabba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'abe8787f-0a93-4f44-b7bc-bdad27347d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:46:03.217875 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-da42740e-b1a1-4a5d-bb43-2dafc490973b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:03.218260 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da42740e-b1a1-4a5d-bb43-2dafc490973b None None] Bound using segment: {'id': '5781247a-59e3-4af0-9ae3-7a7042daabba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'abe8787f-0a93-4f44-b7bc-bdad27347d55'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:46:03.218715 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-da42740e-b1a1-4a5d-bb43-2dafc490973b None None] Bound port: 59a57d6e-8ea4-4e08-ab47-dcdd56a21acc, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5781247a-59e3-4af0-9ae3-7a7042daabba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'abe8787f-0a93-4f44-b7bc-bdad27347d55'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:46:03.219083 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-da42740e-b1a1-4a5d-bb43-2dafc490973b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:03.238279 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-2ed48eab-b684-4eb2-a8aa-367c596c9e9c admin admin] Allocated IP 172.25.2.185 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/d8ab5632-75c9-483f-a256-10d2d1087459) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:46:03.348946 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2ed48eab-b684-4eb2-a8aa-367c596c9e9c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:03.383523 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2ed48eab-b684-4eb2-a8aa-367c596c9e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:03.422115 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed48eab-b684-4eb2-a8aa-367c596c9e9c admin admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:46:03.424868 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-2ed48eab-b684-4eb2-a8aa-367c596c9e9c admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:46:03.430517 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed48eab-b684-4eb2-a8aa-367c596c9e9c admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:46:03.440153 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18ab793-c419-4577-a61a-d743b0fec0d9 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:46:03.451493 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-da42740e-b1a1-4a5d-bb43-2dafc490973b None None] For port 59a57d6e-8ea4-4e08-ab47-dcdd56a21acc, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:46:03.458732 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed48eab-b684-4eb2-a8aa-367c596c9e9c admin admin] Pushing event updated for resources: {'Port': ['ID=d8ab5632-75c9-483f-a256-10d2d1087459,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:03.467989 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-da42740e-b1a1-4a5d-bb43-2dafc490973b None None] For port 59a57d6e-8ea4-4e08-ab47-dcdd56a21acc, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=59a57d6e-8ea4-4e08-ab47-dcdd56a21acc,segment=NetworkSegment(5781247a-59e3-4af0-9ae3-7a7042daabba),segment_id=5781247a-59e3-4af0-9ae3-7a7042daabba)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:46:03.474695 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-da42740e-b1a1-4a5d-bb43-2dafc490973b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:03.515414 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-76b2b374-0c9a-4bf8-be45-b3ac50bfc71e None None] Provisioning complete for port d8ab5632-75c9-483f-a256-10d2d1087459 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:03.515778 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76b2b374-0c9a-4bf8-be45-b3ac50bfc71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:03.557889 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da42740e-b1a1-4a5d-bb43-2dafc490973b None None] Pushing event updated for resources: {'Port': ['ID=59a57d6e-8ea4-4e08-ab47-dcdd56a21acc,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:03.571623 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-76b2b374-0c9a-4bf8-be45-b3ac50bfc71e None None] Port d8ab5632-75c9-483f-a256-10d2d1087459 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:46:03.712577 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2ed48eab-b684-4eb2-a8aa-367c596c9e9c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:03.909526 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2ed48eab-b684-4eb2-a8aa-367c596c9e9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:04.037895 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed48eab-b684-4eb2-a8aa-367c596c9e9c admin admin] Router f587703c-0b10-4ac3-8a96-77393bb5cd96 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:46:04.144818 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed48eab-b684-4eb2-a8aa-367c596c9e9c admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:46:04.154319 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6820a0-21bd-4333-b4c1-2cb33a905277 None None] Sync routers for ids ['f587703c-0b10-4ac3-8a96-77393bb5cd96'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:46:04.164122 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2ed48eab-b684-4eb2-a8aa-367c596c9e9c admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:04.165835 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2ed48eab-b684-4eb2-a8aa-367c596c9e9c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4737632 Nov 12 01:46:04.168779 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50648) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:46:04.170051 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6820a0-21bd-4333-b4c1-2cb33a905277 None None] Routers {'f587703c-0b10-4ac3-8a96-77393bb5cd96'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:46:04.170764 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-1b6820a0-21bd-4333-b4c1-2cb33a905277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:45:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['f587703c-0b10-4ac3-8a96-77393bb5cd96'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:04.288740 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 59a57d6e-8ea4-4e08-ab47-dcdd56a21acc up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:46:04.298237 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-1b6820a0-21bd-4333-b4c1-2cb33a905277 None None] Set router f587703c-0b10-4ac3-8a96-77393bb5cd96 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:46:04.349789 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 59a57d6e-8ea4-4e08-ab47-dcdd56a21acc triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:04.350300 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:04.443545 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7a86a565-577e-4cb6-9ea7-b9f57f1403d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:04.458846 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:04.498645 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-1b6820a0-21bd-4333-b4c1-2cb33a905277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f587703c-0b10-4ac3-8a96-77393bb5cd96', 'name': 'tempest-TestMinimumBasicScenario-1184672890-router', 'tenant_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'd8ab5632-75c9-483f-a256-10d2d1087459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:02Z', 'updated_at': '2021-11-12T01:46:03Z', 'revision_number': 3, 'project_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'gw_port': {'id': 'd8ab5632-75c9-483f-a256-10d2d1087459', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f587703c-0b10-4ac3-8a96-77393bb5cd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:03Z', 'updated_at': '2021-11-12T01:46:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:04.501095 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 59a57d6e-8ea4-4e08-ab47-dcdd56a21acc, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=59a57d6e-8ea4-4e08-ab47-dcdd56a21acc,segment=NetworkSegment(5781247a-59e3-4af0-9ae3-7a7042daabba),segment_id=5781247a-59e3-4af0-9ae3-7a7042daabba)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:46:04.506736 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:04.538176 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6820a0-21bd-4333-b4c1-2cb33a905277 None None] Checking router: f587703c-0b10-4ac3-8a96-77393bb5cd96 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:46:04.538549 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6820a0-21bd-4333-b4c1-2cb33a905277 None None] Updating router f587703c-0b10-4ac3-8a96-77393bb5cd96 port d8ab5632-75c9-483f-a256-10d2d1087459 binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:46:04.562185 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fabf71-435b-45f6-b535-67bb21f8b87f None None] Network abe8787f-0a93-4f44-b7bc-bdad27347d55 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:46:04.578718 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1b6820a0-21bd-4333-b4c1-2cb33a905277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:04.602261 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=59a57d6e-8ea4-4e08-ab47-dcdd56a21acc,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:04.646919 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-bd393368-f1f1-4dc6-9755-83d639e7d2fb None None] Provisioning complete for port 59a57d6e-8ea4-4e08-ab47-dcdd56a21acc triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:04.647291 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bd393368-f1f1-4dc6-9755-83d639e7d2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:04.855478 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1b6820a0-21bd-4333-b4c1-2cb33a905277 None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:04.862315 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1b6820a0-21bd-4333-b4c1-2cb33a905277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:04.914791 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9002cd12-f43d-4b8d-99a0-2df911db3087 None None] Pushing event updated for resources: {'Port': ['ID=d8ab5632-75c9-483f-a256-10d2d1087459,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:04.920054 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ab8590-af0a-4764-9306-98ac71086371 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:46:04.931090 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9002cd12-f43d-4b8d-99a0-2df911db3087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:04.931506 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9002cd12-f43d-4b8d-99a0-2df911db3087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:04.932012 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9002cd12-f43d-4b8d-99a0-2df911db3087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:04.932409 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9002cd12-f43d-4b8d-99a0-2df911db3087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:04.933056 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9002cd12-f43d-4b8d-99a0-2df911db3087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:04.933173 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9002cd12-f43d-4b8d-99a0-2df911db3087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:04.933648 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9002cd12-f43d-4b8d-99a0-2df911db3087 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:04.934040 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9002cd12-f43d-4b8d-99a0-2df911db3087 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:04.934406 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9002cd12-f43d-4b8d-99a0-2df911db3087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:04.934852 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9002cd12-f43d-4b8d-99a0-2df911db3087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:04.935237 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9002cd12-f43d-4b8d-99a0-2df911db3087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:04.935690 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9002cd12-f43d-4b8d-99a0-2df911db3087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:04.944646 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-1b6820a0-21bd-4333-b4c1-2cb33a905277 None None] Attempting to bind port d8ab5632-75c9-483f-a256-10d2d1087459 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:46:04.945110 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-1b6820a0-21bd-4333-b4c1-2cb33a905277 None None] Attempting to bind port d8ab5632-75c9-483f-a256-10d2d1087459 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:46:04.945670 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6820a0-21bd-4333-b4c1-2cb33a905277 None None] Attempting to bind port d8ab5632-75c9-483f-a256-10d2d1087459 on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:46:04.951775 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6820a0-21bd-4333-b4c1-2cb33a905277 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:46:04.952237 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6820a0-21bd-4333-b4c1-2cb33a905277 None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:46:04.952840 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1b6820a0-21bd-4333-b4c1-2cb33a905277 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:04.953309 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6820a0-21bd-4333-b4c1-2cb33a905277 None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:46:04.953868 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-1b6820a0-21bd-4333-b4c1-2cb33a905277 None None] Bound port: d8ab5632-75c9-483f-a256-10d2d1087459, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:46:04.954319 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1b6820a0-21bd-4333-b4c1-2cb33a905277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:05.013404 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-1b6820a0-21bd-4333-b4c1-2cb33a905277 None None] For port d8ab5632-75c9-483f-a256-10d2d1087459, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:46:05.017583 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-1b6820a0-21bd-4333-b4c1-2cb33a905277 None None] For port d8ab5632-75c9-483f-a256-10d2d1087459, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=d8ab5632-75c9-483f-a256-10d2d1087459,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:46:05.022666 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1b6820a0-21bd-4333-b4c1-2cb33a905277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:05.047881 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51978183-19e1-40f4-b491-841833891e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:05.049630 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-9bbcf224-3ffd-498e-8df4-d8911cb6f517 None None] Provisioning complete for port d8ab5632-75c9-483f-a256-10d2d1087459 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:05.050178 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9bbcf224-3ffd-498e-8df4-d8911cb6f517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:05.086044 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6820a0-21bd-4333-b4c1-2cb33a905277 None None] Routers {'f587703c-0b10-4ac3-8a96-77393bb5cd96'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:46:05.086570 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-1b6820a0-21bd-4333-b4c1-2cb33a905277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:45:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['f587703c-0b10-4ac3-8a96-77393bb5cd96'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:05.088137 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead1bb87-aabd-48ec-9c49-c99c85880475 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:46:05.128454 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9002cd12-f43d-4b8d-99a0-2df911db3087 None None] Pushing event updated for resources: {'Port': ['ID=d8ab5632-75c9-483f-a256-10d2d1087459,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:05.168366 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9bbcf224-3ffd-498e-8df4-d8911cb6f517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:05.191576 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-9bbcf224-3ffd-498e-8df4-d8911cb6f517 None None] For port d8ab5632-75c9-483f-a256-10d2d1087459, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=d8ab5632-75c9-483f-a256-10d2d1087459,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:46:05.195786 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9bbcf224-3ffd-498e-8df4-d8911cb6f517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:05.210034 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-1b6820a0-21bd-4333-b4c1-2cb33a905277 None None] Set router f587703c-0b10-4ac3-8a96-77393bb5cd96 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:46:05.218176 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-51978183-19e1-40f4-b491-841833891e2f admin admin] Allocated IP 172.20.0.1 (abe8787f-0a93-4f44-b7bc-bdad27347d55/62ec3576-4205-4326-b1f2-859960b0bac3/4934ca5b-cb6a-4e8a-b7d0-5e9ab0ff9780) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:46:05.250137 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbcf224-3ffd-498e-8df4-d8911cb6f517 None None] Pushing event updated for resources: {'Port': ['ID=d8ab5632-75c9-483f-a256-10d2d1087459,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:05.325731 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-5a099aa1-ef02-410a-8301-3e05368a1742 None None] Provisioning complete for port d8ab5632-75c9-483f-a256-10d2d1087459 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:05.326894 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5a099aa1-ef02-410a-8301-3e05368a1742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:05.333201 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51978183-19e1-40f4-b491-841833891e2f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:05.369364 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51978183-19e1-40f4-b491-841833891e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:05.410878 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-1b6820a0-21bd-4333-b4c1-2cb33a905277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f587703c-0b10-4ac3-8a96-77393bb5cd96', 'name': 'tempest-TestMinimumBasicScenario-1184672890-router', 'tenant_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'd8ab5632-75c9-483f-a256-10d2d1087459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:02Z', 'updated_at': '2021-11-12T01:46:03Z', 'revision_number': 3, 'project_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'gw_port': {'id': 'd8ab5632-75c9-483f-a256-10d2d1087459', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f587703c-0b10-4ac3-8a96-77393bb5cd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:03Z', 'updated_at': '2021-11-12T01:46:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:05.415230 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51978183-19e1-40f4-b491-841833891e2f admin admin] Pushing event updated for resources: {'Port': ['ID=4934ca5b-cb6a-4e8a-b7d0-5e9ab0ff9780,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:05.424055 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-5a099aa1-ef02-410a-8301-3e05368a1742 None None] Provisioning complete for port 59a57d6e-8ea4-4e08-ab47-dcdd56a21acc triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:05.424055 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5a099aa1-ef02-410a-8301-3e05368a1742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:05.429106 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51978183-19e1-40f4-b491-841833891e2f admin admin] Network abe8787f-0a93-4f44-b7bc-bdad27347d55 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:46:05.430562 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-51978183-19e1-40f4-b491-841833891e2f admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:46:05.433764 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51978183-19e1-40f4-b491-841833891e2f admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:46:05.444041 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6820a0-21bd-4333-b4c1-2cb33a905277 None None] The sync data for ids ['f587703c-0b10-4ac3-8a96-77393bb5cd96'] in n-d-812236-11 is: [{'id': 'f587703c-0b10-4ac3-8a96-77393bb5cd96', 'name': 'tempest-TestMinimumBasicScenario-1184672890-router', 'tenant_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'd8ab5632-75c9-483f-a256-10d2d1087459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:02Z', 'updated_at': '2021-11-12T01:46:03Z', 'revision_number': 3, 'project_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'gw_port': {'id': 'd8ab5632-75c9-483f-a256-10d2d1087459', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f587703c-0b10-4ac3-8a96-77393bb5cd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:03Z', 'updated_at': '2021-11-12T01:46:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:46:05.479771 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51978183-19e1-40f4-b491-841833891e2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:05.627044 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51978183-19e1-40f4-b491-841833891e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:05.767827 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-3fad6541-1d45-4c1e-b38d-ec902b54f058 None None] Provisioning complete for port 4934ca5b-cb6a-4e8a-b7d0-5e9ab0ff9780 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:05.768460 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3fad6541-1d45-4c1e-b38d-ec902b54f058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:05.805556 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-3fad6541-1d45-4c1e-b38d-ec902b54f058 None None] Port 4934ca5b-cb6a-4e8a-b7d0-5e9ab0ff9780 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:46:05.827624 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51978183-19e1-40f4-b491-841833891e2f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:05.832889 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51978183-19e1-40f4-b491-841833891e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:05.906029 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51978183-19e1-40f4-b491-841833891e2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:05.907795 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51978183-19e1-40f4-b491-841833891e2f admin admin] Pushing event updated for resources: {'Port': ['ID=4934ca5b-cb6a-4e8a-b7d0-5e9ab0ff9780,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:06.004364 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51978183-19e1-40f4-b491-841833891e2f admin admin] Network abe8787f-0a93-4f44-b7bc-bdad27347d55 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:46:06.005913 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-51978183-19e1-40f4-b491-841833891e2f admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:46:06.138426 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51978183-19e1-40f4-b491-841833891e2f admin admin] Router f587703c-0b10-4ac3-8a96-77393bb5cd96 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:46:06.235961 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-3e2ec1bb-fefc-4817-8755-438c7c73001b None None] Provisioning complete for port 4934ca5b-cb6a-4e8a-b7d0-5e9ab0ff9780 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:06.236327 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3e2ec1bb-fefc-4817-8755-438c7c73001b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:06.269577 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51978183-19e1-40f4-b491-841833891e2f admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:46:06.275092 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-51978183-19e1-40f4-b491-841833891e2f admin admin] 10.222.0.20 "PUT /v2.0/routers/f587703c-0b10-4ac3-8a96-77393bb5cd96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1050069 Nov 12 01:46:06.283440 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-3e2ec1bb-fefc-4817-8755-438c7c73001b None None] Port 4934ca5b-cb6a-4e8a-b7d0-5e9ab0ff9780 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:46:06.358510 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 59a57d6e-8ea4-4e08-ab47-dcdd56a21acc up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:46:06.408409 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 59a57d6e-8ea4-4e08-ab47-dcdd56a21acc triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:06.408781 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:06.496617 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device d8ab5632-75c9-483f-a256-10d2d1087459 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:46:06.546800 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e8ec608c-b4e1-42bd-8483-acb7eb7f8dbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:06.566211 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port d8ab5632-75c9-483f-a256-10d2d1087459 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:06.566592 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:06.784741 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50664) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:46:06.789995 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-76e24ff8-e835-4858-8da0-b39cbfb8f5f5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-398147415-network', 'tenant_id': 'b76a89cc0eef427baa5b260e47ab3dd5'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:46:06.815169 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e24ff8-e835-4858-8da0-b39cbfb8f5f5 admin admin] Made reservation on behalf of b76a89cc0eef427baa5b260e47ab3dd5 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:46:06.817649 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-76e24ff8-e835-4858-8da0-b39cbfb8f5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:06.826940 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-76e24ff8-e835-4858-8da0-b39cbfb8f5f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:06.904392 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-76e24ff8-e835-4858-8da0-b39cbfb8f5f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:06.908850 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-76e24ff8-e835-4858-8da0-b39cbfb8f5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:06.936774 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e24ff8-e835-4858-8da0-b39cbfb8f5f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:46:06.945849 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e24ff8-e835-4858-8da0-b39cbfb8f5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d251b6-08cf-45fd-b95f-7019b9ac7438,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:06.953230 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-76e24ff8-e835-4858-8da0-b39cbfb8f5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:06.953553 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-76e24ff8-e835-4858-8da0-b39cbfb8f5f5 admin admin] Added segment 9c48f8ed-5689-43ab-a981-df7aef25d4a5 of type vlan for network 43519271-b9af-4c8d-9f12-e55ef358de61 Nov 12 01:46:06.993559 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-76e24ff8-e835-4858-8da0-b39cbfb8f5f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:07.021229 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-76e24ff8-e835-4858-8da0-b39cbfb8f5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:07.022342 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e24ff8-e835-4858-8da0-b39cbfb8f5f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:07.023004 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-76e24ff8-e835-4858-8da0-b39cbfb8f5f5 admin admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:07.055927 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-76e24ff8-e835-4858-8da0-b39cbfb8f5f5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2699468 Nov 12 01:46:07.059665 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50666) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:46:07.065055 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-5495bbcd-b6a6-42de-ac28-55df83dc76bd admin admin] Request body: {'subnet': {'network_id': '43519271-b9af-4c8d-9f12-e55ef358de61', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-398147415-subnet', 'tenant_id': 'b76a89cc0eef427baa5b260e47ab3dd5', 'ip_version': 4}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:46:07.070624 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdda5c3-1dd8-4513-b395-8db9803f9ab5 None None] Sync routers for ids ['f587703c-0b10-4ac3-8a96-77393bb5cd96'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:46:07.083172 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdda5c3-1dd8-4513-b395-8db9803f9ab5 None None] Routers {'f587703c-0b10-4ac3-8a96-77393bb5cd96'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:46:07.084150 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-9cdda5c3-1dd8-4513-b395-8db9803f9ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:46:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['f587703c-0b10-4ac3-8a96-77393bb5cd96'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:07.090562 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5495bbcd-b6a6-42de-ac28-55df83dc76bd admin admin] Made reservation on behalf of b76a89cc0eef427baa5b260e47ab3dd5 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:46:07.091264 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e24ff8-e835-4858-8da0-b39cbfb8f5f5 admin admin] Pushing event updated for resources: {'Network': ['ID=43519271-b9af-4c8d-9f12-e55ef358de61,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:07.099085 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5495bbcd-b6a6-42de-ac28-55df83dc76bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:07.128212 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 43519271-b9af-4c8d-9f12-e55ef358de61 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:46:07.252249 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-9cdda5c3-1dd8-4513-b395-8db9803f9ab5 None None] Set router f587703c-0b10-4ac3-8a96-77393bb5cd96 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:46:07.270369 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5495bbcd-b6a6-42de-ac28-55df83dc76bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:07.333354 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5495bbcd-b6a6-42de-ac28-55df83dc76bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1afa80a-f583-4062-a6c2-10705bcb2a1f,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:07.342133 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5495bbcd-b6a6-42de-ac28-55df83dc76bd admin admin] Checking segment: {'id': '9c48f8ed-5689-43ab-a981-df7aef25d4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '43519271-b9af-4c8d-9f12-e55ef358de61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:46:07.342486 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5495bbcd-b6a6-42de-ac28-55df83dc76bd admin admin] Network hostable DHCP agents. Network: 43519271-b9af-4c8d-9f12-e55ef358de61, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:46:07.360045 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5495bbcd-b6a6-42de-ac28-55df83dc76bd admin admin] Network 43519271-b9af-4c8d-9f12-e55ef358de61 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:46:07.368958 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-5495bbcd-b6a6-42de-ac28-55df83dc76bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 43519271-b9af-4c8d-9f12-e55ef358de61) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:46:07.376949 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5495bbcd-b6a6-42de-ac28-55df83dc76bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:07.377785 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5495bbcd-b6a6-42de-ac28-55df83dc76bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:07.378215 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232a0cf9-a417-4b2f-8ec0-729470d16068 None None] Network 43519271-b9af-4c8d-9f12-e55ef358de61 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:46:07.394254 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5495bbcd-b6a6-42de-ac28-55df83dc76bd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3332534 Nov 12 01:46:07.396914 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50668) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:46:07.401962 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-64bd1e49-07ec-4c93-bf85-99acb36b2b85 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-398147415-router', 'tenant_id': 'b76a89cc0eef427baa5b260e47ab3dd5', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:46:07.422531 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-64bd1e49-07ec-4c93-bf85-99acb36b2b85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:07.423558 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-64bd1e49-07ec-4c93-bf85-99acb36b2b85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:07.479295 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-64bd1e49-07ec-4c93-bf85-99acb36b2b85 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:07.579078 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-9cdda5c3-1dd8-4513-b395-8db9803f9ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f587703c-0b10-4ac3-8a96-77393bb5cd96', 'name': 'tempest-TestMinimumBasicScenario-1184672890-router', 'tenant_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'd8ab5632-75c9-483f-a256-10d2d1087459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:02Z', 'updated_at': '2021-11-12T01:46:05Z', 'revision_number': 4, 'project_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'gw_port': {'id': 'd8ab5632-75c9-483f-a256-10d2d1087459', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f587703c-0b10-4ac3-8a96-77393bb5cd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:03Z', 'updated_at': '2021-11-12T01:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '4934ca5b-cb6a-4e8a-b7d0-5e9ab0ff9780', 'name': '', 'network_id': 'abe8787f-0a93-4f44-b7bc-bdad27347d55', 'tenant_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'mac_address': 'fa:16:3e:8e:60:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f587703c-0b10-4ac3-8a96-77393bb5cd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '62ec3576-4205-4326-b1f2-859960b0bac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:05Z', 'updated_at': '2021-11-12T01:46:05Z', 'revision_number': 2, 'project_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'subnets': [{'id': '62ec3576-4205-4326-b1f2-859960b0bac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:07.608358 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592f0522-1c13-4139-9f52-1c00362694c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-43519271-b9af-4c8d-9f12-e55ef358de61', 'network_id': '43519271-b9af-4c8d-9f12-e55ef358de61', 'tenant_id': 'b76a89cc0eef427baa5b260e47ab3dd5', 'fixed_ips': [{'subnet_id': 'a1afa80a-f583-4062-a6c2-10705bcb2a1f'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:46:07.609232 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-592f0522-1c13-4139-9f52-1c00362694c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:07.611796 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdda5c3-1dd8-4513-b395-8db9803f9ab5 None None] Checking router: f587703c-0b10-4ac3-8a96-77393bb5cd96 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:46:07.612145 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdda5c3-1dd8-4513-b395-8db9803f9ab5 None None] Updating router f587703c-0b10-4ac3-8a96-77393bb5cd96 port 4934ca5b-cb6a-4e8a-b7d0-5e9ab0ff9780 binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:46:07.653601 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9cdda5c3-1dd8-4513-b395-8db9803f9ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:07.870348 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-592f0522-1c13-4139-9f52-1c00362694c4 None None] Allocated IP 172.20.0.2 (43519271-b9af-4c8d-9f12-e55ef358de61/a1afa80a-f583-4062-a6c2-10705bcb2a1f/72c1601e-9084-4754-b3f7-37a748b9b5b9) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:46:07.901476 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-64bd1e49-07ec-4c93-bf85-99acb36b2b85 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:07.954627 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:08.108155 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-64bd1e49-07ec-4c93-bf85-99acb36b2b85 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:08.127917 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-64bd1e49-07ec-4c93-bf85-99acb36b2b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:08.247906 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-64bd1e49-07ec-4c93-bf85-99acb36b2b85 admin admin] Allocated IP 172.25.2.169 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/6cd135d2-628b-4af3-94f7-7cffa56efd21) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:46:08.298216 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9cdda5c3-1dd8-4513-b395-8db9803f9ab5 None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:08.302425 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-592f0522-1c13-4139-9f52-1c00362694c4 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:08.308079 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9cdda5c3-1dd8-4513-b395-8db9803f9ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:08.312836 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-592f0522-1c13-4139-9f52-1c00362694c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:08.354509 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-64bd1e49-07ec-4c93-bf85-99acb36b2b85 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:08.363257 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592f0522-1c13-4139-9f52-1c00362694c4 None None] Network 43519271-b9af-4c8d-9f12-e55ef358de61 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:46:08.370827 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-592f0522-1c13-4139-9f52-1c00362694c4 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:46:08.374431 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592f0522-1c13-4139-9f52-1c00362694c4 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:46:08.377250 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe7591-ae81-4927-9591-fbc72396152e None None] Pushing event updated for resources: {'Port': ['ID=4934ca5b-cb6a-4e8a-b7d0-5e9ab0ff9780,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:08.394543 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-64bd1e49-07ec-4c93-bf85-99acb36b2b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:08.444118 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bd1e49-07ec-4c93-bf85-99acb36b2b85 admin admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:46:08.447152 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-64bd1e49-07ec-4c93-bf85-99acb36b2b85 admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:46:08.450847 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bd1e49-07ec-4c93-bf85-99acb36b2b85 admin admin] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:46:08.473433 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd1e49-07ec-4c93-bf85-99acb36b2b85 admin admin] Pushing event updated for resources: {'Port': ['ID=6cd135d2-628b-4af3-94f7-7cffa56efd21,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:08.484842 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b32d67e-f116-4f11-b8e4-fdcb8c7cce4d None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:46:08.511838 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f0522-1c13-4139-9f52-1c00362694c4 None None] Pushing event updated for resources: {'Port': ['ID=72c1601e-9084-4754-b3f7-37a748b9b5b9,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:08.517818 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-9cdda5c3-1dd8-4513-b395-8db9803f9ab5 None None] Attempting to bind port 4934ca5b-cb6a-4e8a-b7d0-5e9ab0ff9780 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:46:08.518121 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-9cdda5c3-1dd8-4513-b395-8db9803f9ab5 None None] Attempting to bind port 4934ca5b-cb6a-4e8a-b7d0-5e9ab0ff9780 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '5781247a-59e3-4af0-9ae3-7a7042daabba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'abe8787f-0a93-4f44-b7bc-bdad27347d55'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:46:08.518496 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdda5c3-1dd8-4513-b395-8db9803f9ab5 None None] Attempting to bind port 4934ca5b-cb6a-4e8a-b7d0-5e9ab0ff9780 on network abe8787f-0a93-4f44-b7bc-bdad27347d55 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:46:08.521282 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-592f0522-1c13-4139-9f52-1c00362694c4 None None] Attempting to bind port 72c1601e-9084-4754-b3f7-37a748b9b5b9 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:46:08.521668 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-592f0522-1c13-4139-9f52-1c00362694c4 None None] Attempting to bind port 72c1601e-9084-4754-b3f7-37a748b9b5b9 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '9c48f8ed-5689-43ab-a981-df7aef25d4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '43519271-b9af-4c8d-9f12-e55ef358de61'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:46:08.522016 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592f0522-1c13-4139-9f52-1c00362694c4 None None] Attempting to bind port 72c1601e-9084-4754-b3f7-37a748b9b5b9 on network 43519271-b9af-4c8d-9f12-e55ef358de61 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:46:08.530534 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdda5c3-1dd8-4513-b395-8db9803f9ab5 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:46:08.531920 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdda5c3-1dd8-4513-b395-8db9803f9ab5 None None] Checking segment: {'id': '5781247a-59e3-4af0-9ae3-7a7042daabba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'abe8787f-0a93-4f44-b7bc-bdad27347d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:46:08.532334 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9cdda5c3-1dd8-4513-b395-8db9803f9ab5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:08.532745 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdda5c3-1dd8-4513-b395-8db9803f9ab5 None None] Bound using segment: {'id': '5781247a-59e3-4af0-9ae3-7a7042daabba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'abe8787f-0a93-4f44-b7bc-bdad27347d55'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:46:08.533216 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-9cdda5c3-1dd8-4513-b395-8db9803f9ab5 None None] Bound port: 4934ca5b-cb6a-4e8a-b7d0-5e9ab0ff9780, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5781247a-59e3-4af0-9ae3-7a7042daabba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'abe8787f-0a93-4f44-b7bc-bdad27347d55'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:46:08.533628 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9cdda5c3-1dd8-4513-b395-8db9803f9ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:08.535814 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592f0522-1c13-4139-9f52-1c00362694c4 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:46:08.536176 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592f0522-1c13-4139-9f52-1c00362694c4 None None] Checking segment: {'id': '9c48f8ed-5689-43ab-a981-df7aef25d4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '43519271-b9af-4c8d-9f12-e55ef358de61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:46:08.536552 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-592f0522-1c13-4139-9f52-1c00362694c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:08.536935 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592f0522-1c13-4139-9f52-1c00362694c4 None None] Bound using segment: {'id': '9c48f8ed-5689-43ab-a981-df7aef25d4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '43519271-b9af-4c8d-9f12-e55ef358de61'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:46:08.537416 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-592f0522-1c13-4139-9f52-1c00362694c4 None None] Bound port: 72c1601e-9084-4754-b3f7-37a748b9b5b9, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c48f8ed-5689-43ab-a981-df7aef25d4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '43519271-b9af-4c8d-9f12-e55ef358de61'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:46:08.537785 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-592f0522-1c13-4139-9f52-1c00362694c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:08.661961 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b707df93-eb42-4027-9a85-40460777d1a2 None None] Provisioning complete for port 4934ca5b-cb6a-4e8a-b7d0-5e9ab0ff9780 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:08.662214 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b707df93-eb42-4027-9a85-40460777d1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:08.668851 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-592f0522-1c13-4139-9f52-1c00362694c4 None None] For port 72c1601e-9084-4754-b3f7-37a748b9b5b9, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:46:08.688221 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-9cdda5c3-1dd8-4513-b395-8db9803f9ab5 None None] For port 4934ca5b-cb6a-4e8a-b7d0-5e9ab0ff9780, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:46:08.706201 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-592f0522-1c13-4139-9f52-1c00362694c4 None None] For port 72c1601e-9084-4754-b3f7-37a748b9b5b9, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=72c1601e-9084-4754-b3f7-37a748b9b5b9,segment=NetworkSegment(9c48f8ed-5689-43ab-a981-df7aef25d4a5),segment_id=9c48f8ed-5689-43ab-a981-df7aef25d4a5)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:46:08.712386 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-9cdda5c3-1dd8-4513-b395-8db9803f9ab5 None None] For port 4934ca5b-cb6a-4e8a-b7d0-5e9ab0ff9780, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=4934ca5b-cb6a-4e8a-b7d0-5e9ab0ff9780,segment=NetworkSegment(5781247a-59e3-4af0-9ae3-7a7042daabba),segment_id=5781247a-59e3-4af0-9ae3-7a7042daabba)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:46:08.714394 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-592f0522-1c13-4139-9f52-1c00362694c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:08.726213 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9cdda5c3-1dd8-4513-b395-8db9803f9ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:08.726473 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-64bd1e49-07ec-4c93-bf85-99acb36b2b85 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:08.761865 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b707df93-eb42-4027-9a85-40460777d1a2 None None] Port 4934ca5b-cb6a-4e8a-b7d0-5e9ab0ff9780 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:46:08.807456 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdda5c3-1dd8-4513-b395-8db9803f9ab5 None None] Routers {'f587703c-0b10-4ac3-8a96-77393bb5cd96'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:46:08.808096 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-9cdda5c3-1dd8-4513-b395-8db9803f9ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:46:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['f587703c-0b10-4ac3-8a96-77393bb5cd96'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:08.810337 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b707df93-eb42-4027-9a85-40460777d1a2 None None] Provisioning complete for port 6cd135d2-628b-4af3-94f7-7cffa56efd21 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:08.810703 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b707df93-eb42-4027-9a85-40460777d1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:08.814729 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f0522-1c13-4139-9f52-1c00362694c4 None None] Pushing event updated for resources: {'Port': ['ID=72c1601e-9084-4754-b3f7-37a748b9b5b9,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:08.939565 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b707df93-eb42-4027-9a85-40460777d1a2 None None] Port 6cd135d2-628b-4af3-94f7-7cffa56efd21 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:46:08.951087 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-64bd1e49-07ec-4c93-bf85-99acb36b2b85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:08.988599 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe7591-ae81-4927-9591-fbc72396152e None None] Pushing event updated for resources: {'Port': ['ID=4934ca5b-cb6a-4e8a-b7d0-5e9ab0ff9780,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:09.015418 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-9cdda5c3-1dd8-4513-b395-8db9803f9ab5 None None] Set router f587703c-0b10-4ac3-8a96-77393bb5cd96 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:46:09.123151 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64bd1e49-07ec-4c93-bf85-99acb36b2b85 admin admin] Router b59602d1-8292-438d-8b74-e257531c2031 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:46:09.209616 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-8f30b528-da63-455c-aaf5-1a478f8abfa5 None None] Provisioning complete for port 4934ca5b-cb6a-4e8a-b7d0-5e9ab0ff9780 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:09.209982 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8f30b528-da63-455c-aaf5-1a478f8abfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:09.243151 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64bd1e49-07ec-4c93-bf85-99acb36b2b85 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:46:09.253857 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5bea02-bed7-49a1-853e-c8f9dedaa7e5 None None] Sync routers for ids ['b59602d1-8292-438d-8b74-e257531c2031'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:46:09.261018 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-64bd1e49-07ec-4c93-bf85-99acb36b2b85 admin admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:09.264926 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-64bd1e49-07ec-4c93-bf85-99acb36b2b85 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8643796 Nov 12 01:46:09.265365 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50670) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:46:09.268341 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5bea02-bed7-49a1-853e-c8f9dedaa7e5 None None] Routers {'b59602d1-8292-438d-8b74-e257531c2031'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:46:09.269063 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-5c5bea02-bed7-49a1-853e-c8f9dedaa7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:46:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['b59602d1-8292-438d-8b74-e257531c2031'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:09.339530 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8f30b528-da63-455c-aaf5-1a478f8abfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:09.350716 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-9cdda5c3-1dd8-4513-b395-8db9803f9ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f587703c-0b10-4ac3-8a96-77393bb5cd96', 'name': 'tempest-TestMinimumBasicScenario-1184672890-router', 'tenant_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'd8ab5632-75c9-483f-a256-10d2d1087459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:02Z', 'updated_at': '2021-11-12T01:46:05Z', 'revision_number': 4, 'project_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'gw_port': {'id': 'd8ab5632-75c9-483f-a256-10d2d1087459', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f587703c-0b10-4ac3-8a96-77393bb5cd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:03Z', 'updated_at': '2021-11-12T01:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '4934ca5b-cb6a-4e8a-b7d0-5e9ab0ff9780', 'name': '', 'network_id': 'abe8787f-0a93-4f44-b7bc-bdad27347d55', 'tenant_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'mac_address': 'fa:16:3e:8e:60:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f587703c-0b10-4ac3-8a96-77393bb5cd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '62ec3576-4205-4326-b1f2-859960b0bac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:05Z', 'updated_at': '2021-11-12T01:46:08Z', 'revision_number': 4, 'project_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'subnets': [{'id': '62ec3576-4205-4326-b1f2-859960b0bac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:09.383415 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-5c5bea02-bed7-49a1-853e-c8f9dedaa7e5 None None] Set router b59602d1-8292-438d-8b74-e257531c2031 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:46:09.384125 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdda5c3-1dd8-4513-b395-8db9803f9ab5 None None] The sync data for ids ['f587703c-0b10-4ac3-8a96-77393bb5cd96'] in n-d-812236-11 is: [{'id': 'f587703c-0b10-4ac3-8a96-77393bb5cd96', 'name': 'tempest-TestMinimumBasicScenario-1184672890-router', 'tenant_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'd8ab5632-75c9-483f-a256-10d2d1087459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:02Z', 'updated_at': '2021-11-12T01:46:05Z', 'revision_number': 4, 'project_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'gw_port': {'id': 'd8ab5632-75c9-483f-a256-10d2d1087459', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f587703c-0b10-4ac3-8a96-77393bb5cd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:03Z', 'updated_at': '2021-11-12T01:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '4934ca5b-cb6a-4e8a-b7d0-5e9ab0ff9780', 'name': '', 'network_id': 'abe8787f-0a93-4f44-b7bc-bdad27347d55', 'tenant_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'mac_address': 'fa:16:3e:8e:60:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f587703c-0b10-4ac3-8a96-77393bb5cd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '62ec3576-4205-4326-b1f2-859960b0bac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:05Z', 'updated_at': '2021-11-12T01:46:08Z', 'revision_number': 4, 'project_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'subnets': [{'id': '62ec3576-4205-4326-b1f2-859960b0bac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:46:09.421724 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-8f30b528-da63-455c-aaf5-1a478f8abfa5 None None] For port 4934ca5b-cb6a-4e8a-b7d0-5e9ab0ff9780, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=4934ca5b-cb6a-4e8a-b7d0-5e9ab0ff9780,segment=NetworkSegment(5781247a-59e3-4af0-9ae3-7a7042daabba),segment_id=5781247a-59e3-4af0-9ae3-7a7042daabba)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:46:09.428039 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8f30b528-da63-455c-aaf5-1a478f8abfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:09.521640 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:09.535077 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30b528-da63-455c-aaf5-1a478f8abfa5 None None] Pushing event updated for resources: {'Port': ['ID=4934ca5b-cb6a-4e8a-b7d0-5e9ab0ff9780,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:09.660729 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-5c5bea02-bed7-49a1-853e-c8f9dedaa7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59602d1-8292-438d-8b74-e257531c2031', 'name': 'tempest-TestMinimumBasicScenario-398147415-router', 'tenant_id': 'b76a89cc0eef427baa5b260e47ab3dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '6cd135d2-628b-4af3-94f7-7cffa56efd21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:07Z', 'updated_at': '2021-11-12T01:46:08Z', 'revision_number': 3, 'project_id': 'b76a89cc0eef427baa5b260e47ab3dd5', 'gw_port': {'id': '6cd135d2-628b-4af3-94f7-7cffa56efd21', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59602d1-8292-438d-8b74-e257531c2031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:08Z', 'updated_at': '2021-11-12T01:46:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:09.788374 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-daf9139e-c860-45db-a45b-9caf2df697d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:09.806107 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5bea02-bed7-49a1-853e-c8f9dedaa7e5 None None] Checking router: b59602d1-8292-438d-8b74-e257531c2031 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:46:09.806453 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5bea02-bed7-49a1-853e-c8f9dedaa7e5 None None] Updating router b59602d1-8292-438d-8b74-e257531c2031 port 6cd135d2-628b-4af3-94f7-7cffa56efd21 binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:46:09.834613 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5c5bea02-bed7-49a1-853e-c8f9dedaa7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:09.982218 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-daf9139e-c860-45db-a45b-9caf2df697d7 admin admin] Allocated IP 172.20.0.1 (43519271-b9af-4c8d-9f12-e55ef358de61/a1afa80a-f583-4062-a6c2-10705bcb2a1f/e0fd49bc-89e6-408f-a463-19b3d30669d3) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:46:10.006164 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded9254d-6fd7-48c7-ad77-17affac015ee None None] Network 43519271-b9af-4c8d-9f12-e55ef358de61 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:46:10.099670 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-38d745ce-437e-4924-aa6c-c6d3167fd371 None None] Provisioning complete for port 72c1601e-9084-4754-b3f7-37a748b9b5b9 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:10.100034 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-38d745ce-437e-4924-aa6c-c6d3167fd371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:10.123816 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-daf9139e-c860-45db-a45b-9caf2df697d7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:10.132174 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5c5bea02-bed7-49a1-853e-c8f9dedaa7e5 None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:10.141501 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5c5bea02-bed7-49a1-853e-c8f9dedaa7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:10.164673 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-daf9139e-c860-45db-a45b-9caf2df697d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:10.216422 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c535cc-9f07-4048-a663-4f9839a63869 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:46:10.219390 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf9139e-c860-45db-a45b-9caf2df697d7 admin admin] Pushing event updated for resources: {'Port': ['ID=e0fd49bc-89e6-408f-a463-19b3d30669d3,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:10.234356 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf9139e-c860-45db-a45b-9caf2df697d7 admin admin] Network 43519271-b9af-4c8d-9f12-e55ef358de61 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:46:10.236513 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-daf9139e-c860-45db-a45b-9caf2df697d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:46:10.241705 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf9139e-c860-45db-a45b-9caf2df697d7 admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:46:10.268928 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-5c5bea02-bed7-49a1-853e-c8f9dedaa7e5 None None] Attempting to bind port 6cd135d2-628b-4af3-94f7-7cffa56efd21 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:46:10.269534 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-5c5bea02-bed7-49a1-853e-c8f9dedaa7e5 None None] Attempting to bind port 6cd135d2-628b-4af3-94f7-7cffa56efd21 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:46:10.269672 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5bea02-bed7-49a1-853e-c8f9dedaa7e5 None None] Attempting to bind port 6cd135d2-628b-4af3-94f7-7cffa56efd21 on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:46:10.272621 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1739d572-1acd-4787-a74d-fe7ded734823 None None] Pushing event updated for resources: {'Port': ['ID=6cd135d2-628b-4af3-94f7-7cffa56efd21,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:10.288193 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5bea02-bed7-49a1-853e-c8f9dedaa7e5 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:46:10.290703 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5bea02-bed7-49a1-853e-c8f9dedaa7e5 None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:46:10.292943 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5c5bea02-bed7-49a1-853e-c8f9dedaa7e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:10.293334 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-daf9139e-c860-45db-a45b-9caf2df697d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:10.294833 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5bea02-bed7-49a1-853e-c8f9dedaa7e5 None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:46:10.295506 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-5c5bea02-bed7-49a1-853e-c8f9dedaa7e5 None None] Bound port: 6cd135d2-628b-4af3-94f7-7cffa56efd21, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:46:10.296531 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5c5bea02-bed7-49a1-853e-c8f9dedaa7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:10.304959 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-38d745ce-437e-4924-aa6c-c6d3167fd371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:10.377355 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-38d745ce-437e-4924-aa6c-c6d3167fd371 None None] For port 72c1601e-9084-4754-b3f7-37a748b9b5b9, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=72c1601e-9084-4754-b3f7-37a748b9b5b9,segment=NetworkSegment(9c48f8ed-5689-43ab-a981-df7aef25d4a5),segment_id=9c48f8ed-5689-43ab-a981-df7aef25d4a5)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:46:10.383676 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-38d745ce-437e-4924-aa6c-c6d3167fd371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:10.391640 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 4934ca5b-cb6a-4e8a-b7d0-5e9ab0ff9780 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:46:10.405468 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-5c5bea02-bed7-49a1-853e-c8f9dedaa7e5 None None] For port 6cd135d2-628b-4af3-94f7-7cffa56efd21, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:46:10.410419 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-5c5bea02-bed7-49a1-853e-c8f9dedaa7e5 None None] For port 6cd135d2-628b-4af3-94f7-7cffa56efd21, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=6cd135d2-628b-4af3-94f7-7cffa56efd21,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:46:10.420550 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5c5bea02-bed7-49a1-853e-c8f9dedaa7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:10.483971 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-daf9139e-c860-45db-a45b-9caf2df697d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:10.508055 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1739d572-1acd-4787-a74d-fe7ded734823 None None] Pushing event updated for resources: {'Port': ['ID=6cd135d2-628b-4af3-94f7-7cffa56efd21,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:10.520364 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5bea02-bed7-49a1-853e-c8f9dedaa7e5 None None] Routers {'b59602d1-8292-438d-8b74-e257531c2031'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:46:10.520973 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-5c5bea02-bed7-49a1-853e-c8f9dedaa7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:46:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['b59602d1-8292-438d-8b74-e257531c2031'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:10.529878 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88faae8-68d8-4690-95e4-ddbfa74e51f0 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:46:10.549703 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:10.578999 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b1073a63-bddc-47ed-9636-ce84ddbc59b1 None None] Provisioning complete for port 6cd135d2-628b-4af3-94f7-7cffa56efd21 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:10.578999 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b1073a63-bddc-47ed-9636-ce84ddbc59b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:10.673994 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d745ce-437e-4924-aa6c-c6d3167fd371 None None] Pushing event updated for resources: {'Port': ['ID=72c1601e-9084-4754-b3f7-37a748b9b5b9,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:10.691366 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 4934ca5b-cb6a-4e8a-b7d0-5e9ab0ff9780 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:10.691732 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:10.717768 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-5c5bea02-bed7-49a1-853e-c8f9dedaa7e5 None None] Set router b59602d1-8292-438d-8b74-e257531c2031 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:46:10.801722 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-daf9139e-c860-45db-a45b-9caf2df697d7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:10.812433 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-daf9139e-c860-45db-a45b-9caf2df697d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:10.815588 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b1073a63-bddc-47ed-9636-ce84ddbc59b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:10.862825 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b1073a63-bddc-47ed-9636-ce84ddbc59b1 None None] For port 6cd135d2-628b-4af3-94f7-7cffa56efd21, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=6cd135d2-628b-4af3-94f7-7cffa56efd21,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:46:10.868806 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b1073a63-bddc-47ed-9636-ce84ddbc59b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:10.878543 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 72c1601e-9084-4754-b3f7-37a748b9b5b9 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:46:10.902977 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf9139e-c860-45db-a45b-9caf2df697d7 admin admin] Pushing event updated for resources: {'Port': ['ID=e0fd49bc-89e6-408f-a463-19b3d30669d3,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:10.921179 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-daf9139e-c860-45db-a45b-9caf2df697d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:10.974130 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1073a63-bddc-47ed-9636-ce84ddbc59b1 None None] Pushing event updated for resources: {'Port': ['ID=6cd135d2-628b-4af3-94f7-7cffa56efd21,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:11.016220 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 72c1601e-9084-4754-b3f7-37a748b9b5b9 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:11.017260 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:11.020043 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-d2161f0f-69ff-44b6-92a9-9786799769ea None None] Provisioning complete for port 72c1601e-9084-4754-b3f7-37a748b9b5b9 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:11.020043 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d2161f0f-69ff-44b6-92a9-9786799769ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:11.037831 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-5c5bea02-bed7-49a1-853e-c8f9dedaa7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59602d1-8292-438d-8b74-e257531c2031', 'name': 'tempest-TestMinimumBasicScenario-398147415-router', 'tenant_id': 'b76a89cc0eef427baa5b260e47ab3dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '6cd135d2-628b-4af3-94f7-7cffa56efd21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:07Z', 'updated_at': '2021-11-12T01:46:10Z', 'revision_number': 4, 'project_id': 'b76a89cc0eef427baa5b260e47ab3dd5', 'gw_port': {'id': '6cd135d2-628b-4af3-94f7-7cffa56efd21', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59602d1-8292-438d-8b74-e257531c2031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:08Z', 'updated_at': '2021-11-12T01:46:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'e0fd49bc-89e6-408f-a463-19b3d30669d3', 'name': '', 'network_id': '43519271-b9af-4c8d-9f12-e55ef358de61', 'tenant_id': 'b76a89cc0eef427baa5b260e47ab3dd5', 'mac_address': 'fa:16:3e:0f:d4:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59602d1-8292-438d-8b74-e257531c2031', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'a1afa80a-f583-4062-a6c2-10705bcb2a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:09Z', 'updated_at': '2021-11-12T01:46:09Z', 'revision_number': 1, 'project_id': 'b76a89cc0eef427baa5b260e47ab3dd5', 'subnets': [{'id': 'a1afa80a-f583-4062-a6c2-10705bcb2a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:11.052639 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf9139e-c860-45db-a45b-9caf2df697d7 admin admin] Network 43519271-b9af-4c8d-9f12-e55ef358de61 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:46:11.054213 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-daf9139e-c860-45db-a45b-9caf2df697d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:46:11.070027 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5bea02-bed7-49a1-853e-c8f9dedaa7e5 None None] The sync data for ids ['b59602d1-8292-438d-8b74-e257531c2031'] in n-d-812236-11 is: [{'id': 'b59602d1-8292-438d-8b74-e257531c2031', 'name': 'tempest-TestMinimumBasicScenario-398147415-router', 'tenant_id': 'b76a89cc0eef427baa5b260e47ab3dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '6cd135d2-628b-4af3-94f7-7cffa56efd21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:07Z', 'updated_at': '2021-11-12T01:46:10Z', 'revision_number': 4, 'project_id': 'b76a89cc0eef427baa5b260e47ab3dd5', 'gw_port': {'id': '6cd135d2-628b-4af3-94f7-7cffa56efd21', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59602d1-8292-438d-8b74-e257531c2031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:08Z', 'updated_at': '2021-11-12T01:46:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'e0fd49bc-89e6-408f-a463-19b3d30669d3', 'name': '', 'network_id': '43519271-b9af-4c8d-9f12-e55ef358de61', 'tenant_id': 'b76a89cc0eef427baa5b260e47ab3dd5', 'mac_address': 'fa:16:3e:0f:d4:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59602d1-8292-438d-8b74-e257531c2031', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'a1afa80a-f583-4062-a6c2-10705bcb2a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:09Z', 'updated_at': '2021-11-12T01:46:09Z', 'revision_number': 1, 'project_id': 'b76a89cc0eef427baa5b260e47ab3dd5', 'subnets': [{'id': 'a1afa80a-f583-4062-a6c2-10705bcb2a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:46:11.201717 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-d2161f0f-69ff-44b6-92a9-9786799769ea None None] Provisioning complete for port e0fd49bc-89e6-408f-a463-19b3d30669d3 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:11.202490 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d2161f0f-69ff-44b6-92a9-9786799769ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:11.212117 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf9139e-c860-45db-a45b-9caf2df697d7 admin admin] Router b59602d1-8292-438d-8b74-e257531c2031 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:46:11.245051 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-d2161f0f-69ff-44b6-92a9-9786799769ea None None] Port e0fd49bc-89e6-408f-a463-19b3d30669d3 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:46:11.259772 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-d2161f0f-69ff-44b6-92a9-9786799769ea None None] Provisioning complete for port 6cd135d2-628b-4af3-94f7-7cffa56efd21 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:11.260671 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d2161f0f-69ff-44b6-92a9-9786799769ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:11.359833 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf9139e-c860-45db-a45b-9caf2df697d7 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:46:11.369928 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-daf9139e-c860-45db-a45b-9caf2df697d7 admin admin] 10.222.0.20 "PUT /v2.0/routers/b59602d1-8292-438d-8b74-e257531c2031/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0984337 Nov 12 01:46:11.395449 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:11.483012 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-f8a8708b-20c8-4c33-b402-0d1570f7dc49 None None] Provisioning complete for port e0fd49bc-89e6-408f-a463-19b3d30669d3 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:11.483291 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f8a8708b-20c8-4c33-b402-0d1570f7dc49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:11.542894 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-f8a8708b-20c8-4c33-b402-0d1570f7dc49 None None] Port e0fd49bc-89e6-408f-a463-19b3d30669d3 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:46:12.333391 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 6cd135d2-628b-4af3-94f7-7cffa56efd21 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:46:12.425233 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 6cd135d2-628b-4af3-94f7-7cffa56efd21 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:12.427427 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:12.730871 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 72c1601e-9084-4754-b3f7-37a748b9b5b9 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:46:12.799796 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 72c1601e-9084-4754-b3f7-37a748b9b5b9 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:12.800175 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:13.289097 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:13.741623 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f250ca31-8993-467f-acbc-6a96cef028eb None None] Sync routers for ids ['b59602d1-8292-438d-8b74-e257531c2031'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:46:13.754110 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f250ca31-8993-467f-acbc-6a96cef028eb None None] Routers {'b59602d1-8292-438d-8b74-e257531c2031'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:46:13.754735 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-f250ca31-8993-467f-acbc-6a96cef028eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:46:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['b59602d1-8292-438d-8b74-e257531c2031'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:13.867480 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-f250ca31-8993-467f-acbc-6a96cef028eb None None] Set router b59602d1-8292-438d-8b74-e257531c2031 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:46:14.095374 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-f250ca31-8993-467f-acbc-6a96cef028eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59602d1-8292-438d-8b74-e257531c2031', 'name': 'tempest-TestMinimumBasicScenario-398147415-router', 'tenant_id': 'b76a89cc0eef427baa5b260e47ab3dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '6cd135d2-628b-4af3-94f7-7cffa56efd21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:07Z', 'updated_at': '2021-11-12T01:46:10Z', 'revision_number': 4, 'project_id': 'b76a89cc0eef427baa5b260e47ab3dd5', 'gw_port': {'id': '6cd135d2-628b-4af3-94f7-7cffa56efd21', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59602d1-8292-438d-8b74-e257531c2031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:08Z', 'updated_at': '2021-11-12T01:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'e0fd49bc-89e6-408f-a463-19b3d30669d3', 'name': '', 'network_id': '43519271-b9af-4c8d-9f12-e55ef358de61', 'tenant_id': 'b76a89cc0eef427baa5b260e47ab3dd5', 'mac_address': 'fa:16:3e:0f:d4:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59602d1-8292-438d-8b74-e257531c2031', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'a1afa80a-f583-4062-a6c2-10705bcb2a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:09Z', 'updated_at': '2021-11-12T01:46:10Z', 'revision_number': 2, 'project_id': 'b76a89cc0eef427baa5b260e47ab3dd5', 'subnets': [{'id': 'a1afa80a-f583-4062-a6c2-10705bcb2a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:14.126639 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f250ca31-8993-467f-acbc-6a96cef028eb None None] Checking router: b59602d1-8292-438d-8b74-e257531c2031 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:46:14.126999 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f250ca31-8993-467f-acbc-6a96cef028eb None None] Updating router b59602d1-8292-438d-8b74-e257531c2031 port e0fd49bc-89e6-408f-a463-19b3d30669d3 binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:46:14.157448 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f250ca31-8993-467f-acbc-6a96cef028eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:14.476846 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f250ca31-8993-467f-acbc-6a96cef028eb None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:14.483661 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f250ca31-8993-467f-acbc-6a96cef028eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:14.569673 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef67bd7d-e5b9-4d91-a318-2c412e5d2424 None None] Pushing event updated for resources: {'Port': ['ID=e0fd49bc-89e6-408f-a463-19b3d30669d3,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:14.606665 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-f250ca31-8993-467f-acbc-6a96cef028eb None None] Attempting to bind port e0fd49bc-89e6-408f-a463-19b3d30669d3 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:46:14.607318 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-f250ca31-8993-467f-acbc-6a96cef028eb None None] Attempting to bind port e0fd49bc-89e6-408f-a463-19b3d30669d3 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '9c48f8ed-5689-43ab-a981-df7aef25d4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '43519271-b9af-4c8d-9f12-e55ef358de61'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:46:14.607864 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f250ca31-8993-467f-acbc-6a96cef028eb None None] Attempting to bind port e0fd49bc-89e6-408f-a463-19b3d30669d3 on network 43519271-b9af-4c8d-9f12-e55ef358de61 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:46:14.616882 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f250ca31-8993-467f-acbc-6a96cef028eb None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:46:14.617263 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f250ca31-8993-467f-acbc-6a96cef028eb None None] Checking segment: {'id': '9c48f8ed-5689-43ab-a981-df7aef25d4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '43519271-b9af-4c8d-9f12-e55ef358de61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:46:14.617712 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f250ca31-8993-467f-acbc-6a96cef028eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:14.618116 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f250ca31-8993-467f-acbc-6a96cef028eb None None] Bound using segment: {'id': '9c48f8ed-5689-43ab-a981-df7aef25d4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '43519271-b9af-4c8d-9f12-e55ef358de61'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:46:14.618602 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-f250ca31-8993-467f-acbc-6a96cef028eb None None] Bound port: e0fd49bc-89e6-408f-a463-19b3d30669d3, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c48f8ed-5689-43ab-a981-df7aef25d4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '43519271-b9af-4c8d-9f12-e55ef358de61'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:46:14.618990 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f250ca31-8993-467f-acbc-6a96cef028eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:14.704164 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-f250ca31-8993-467f-acbc-6a96cef028eb None None] For port e0fd49bc-89e6-408f-a463-19b3d30669d3, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:46:14.709086 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-f250ca31-8993-467f-acbc-6a96cef028eb None None] For port e0fd49bc-89e6-408f-a463-19b3d30669d3, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=e0fd49bc-89e6-408f-a463-19b3d30669d3,segment=NetworkSegment(9c48f8ed-5689-43ab-a981-df7aef25d4a5),segment_id=9c48f8ed-5689-43ab-a981-df7aef25d4a5)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:46:14.715959 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f250ca31-8993-467f-acbc-6a96cef028eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:14.800080 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef67bd7d-e5b9-4d91-a318-2c412e5d2424 None None] Pushing event updated for resources: {'Port': ['ID=e0fd49bc-89e6-408f-a463-19b3d30669d3,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:14.825927 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f250ca31-8993-467f-acbc-6a96cef028eb None None] Routers {'b59602d1-8292-438d-8b74-e257531c2031'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:46:14.826569 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-f250ca31-8993-467f-acbc-6a96cef028eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:46:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['b59602d1-8292-438d-8b74-e257531c2031'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:14.831160 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-6530a59f-9300-41fe-bead-83f4e66f31fd None None] Provisioning complete for port e0fd49bc-89e6-408f-a463-19b3d30669d3 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:14.831535 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6530a59f-9300-41fe-bead-83f4e66f31fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:15.015232 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-f250ca31-8993-467f-acbc-6a96cef028eb None None] Set router b59602d1-8292-438d-8b74-e257531c2031 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:46:15.071426 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6530a59f-9300-41fe-bead-83f4e66f31fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:15.192093 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-6530a59f-9300-41fe-bead-83f4e66f31fd None None] For port e0fd49bc-89e6-408f-a463-19b3d30669d3, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=e0fd49bc-89e6-408f-a463-19b3d30669d3,segment=NetworkSegment(9c48f8ed-5689-43ab-a981-df7aef25d4a5),segment_id=9c48f8ed-5689-43ab-a981-df7aef25d4a5)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:46:15.199124 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6530a59f-9300-41fe-bead-83f4e66f31fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:15.293489 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6530a59f-9300-41fe-bead-83f4e66f31fd None None] Pushing event updated for resources: {'Port': ['ID=e0fd49bc-89e6-408f-a463-19b3d30669d3,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:15.346945 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-8fc8f1e8-79e2-4705-84d8-4a62c8c7fa0b None None] Provisioning complete for port e0fd49bc-89e6-408f-a463-19b3d30669d3 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:15.347309 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8fc8f1e8-79e2-4705-84d8-4a62c8c7fa0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:15.351648 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-f250ca31-8993-467f-acbc-6a96cef028eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59602d1-8292-438d-8b74-e257531c2031', 'name': 'tempest-TestMinimumBasicScenario-398147415-router', 'tenant_id': 'b76a89cc0eef427baa5b260e47ab3dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '6cd135d2-628b-4af3-94f7-7cffa56efd21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:07Z', 'updated_at': '2021-11-12T01:46:10Z', 'revision_number': 4, 'project_id': 'b76a89cc0eef427baa5b260e47ab3dd5', 'gw_port': {'id': '6cd135d2-628b-4af3-94f7-7cffa56efd21', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59602d1-8292-438d-8b74-e257531c2031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:08Z', 'updated_at': '2021-11-12T01:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'e0fd49bc-89e6-408f-a463-19b3d30669d3', 'name': '', 'network_id': '43519271-b9af-4c8d-9f12-e55ef358de61', 'tenant_id': 'b76a89cc0eef427baa5b260e47ab3dd5', 'mac_address': 'fa:16:3e:0f:d4:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59602d1-8292-438d-8b74-e257531c2031', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'a1afa80a-f583-4062-a6c2-10705bcb2a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:09Z', 'updated_at': '2021-11-12T01:46:14Z', 'revision_number': 4, 'project_id': 'b76a89cc0eef427baa5b260e47ab3dd5', 'subnets': [{'id': 'a1afa80a-f583-4062-a6c2-10705bcb2a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:15.401296 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f250ca31-8993-467f-acbc-6a96cef028eb None None] The sync data for ids ['b59602d1-8292-438d-8b74-e257531c2031'] in n-d-812236-11 is: [{'id': 'b59602d1-8292-438d-8b74-e257531c2031', 'name': 'tempest-TestMinimumBasicScenario-398147415-router', 'tenant_id': 'b76a89cc0eef427baa5b260e47ab3dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '6cd135d2-628b-4af3-94f7-7cffa56efd21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:07Z', 'updated_at': '2021-11-12T01:46:10Z', 'revision_number': 4, 'project_id': 'b76a89cc0eef427baa5b260e47ab3dd5', 'gw_port': {'id': '6cd135d2-628b-4af3-94f7-7cffa56efd21', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59602d1-8292-438d-8b74-e257531c2031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:08Z', 'updated_at': '2021-11-12T01:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'e0fd49bc-89e6-408f-a463-19b3d30669d3', 'name': '', 'network_id': '43519271-b9af-4c8d-9f12-e55ef358de61', 'tenant_id': 'b76a89cc0eef427baa5b260e47ab3dd5', 'mac_address': 'fa:16:3e:0f:d4:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59602d1-8292-438d-8b74-e257531c2031', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'a1afa80a-f583-4062-a6c2-10705bcb2a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:09Z', 'updated_at': '2021-11-12T01:46:14Z', 'revision_number': 4, 'project_id': 'b76a89cc0eef427baa5b260e47ab3dd5', 'subnets': [{'id': 'a1afa80a-f583-4062-a6c2-10705bcb2a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:46:16.266836 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device e0fd49bc-89e6-408f-a463-19b3d30669d3 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:46:16.319288 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port e0fd49bc-89e6-408f-a463-19b3d30669d3 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:16.319656 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:21.907617 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710b2e9-d86d-4485-a054-c7fce24812a2 req-d128ed45-8e8c-4464-9f08-cf9a6935ef45 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:21.908984 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0710b2e9-d86d-4485-a054-c7fce24812a2 req-d128ed45-8e8c-4464-9f08-cf9a6935ef45 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/networks?id=abe8787f-0a93-4f44-b7bc-bdad27347d55 HTTP/1.1" status: 200 len: 815 time: 0.1051464 Nov 12 01:46:21.925957 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0710b2e9-d86d-4485-a054-c7fce24812a2 req-9d08444c-d403-4b81-afa5-2f242dfac775 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/quotas/a51e3dea8ecd4e5cad3b8f6b91724d31 HTTP/1.1" status: 200 len: 375 time: 0.0110371 Nov 12 01:46:21.991980 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0710b2e9-d86d-4485-a054-c7fce24812a2 req-a25c1f0c-f82c-43c5-b009-86c0fe01847a tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a51e3dea8ecd4e5cad3b8f6b91724d31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560265 Nov 12 01:46:22.093405 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0710b2e9-d86d-4485-a054-c7fce24812a2 req-a7cd2625-fbf5-4e47-ba46-b2229ad5fbb9 service neutron] 10.222.0.20 "GET /v2.0/networks/abe8787f-0a93-4f44-b7bc-bdad27347d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892150 Nov 12 01:46:22.183377 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0710b2e9-d86d-4485-a054-c7fce24812a2 req-640e4e21-088e-4437-86fd-eb3d689334f4 service neutron] 10.222.0.20 "GET /v2.0/networks/abe8787f-0a93-4f44-b7bc-bdad27347d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837955 Nov 12 01:46:22.355618 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cd5da508-4330-4dc4-adfe-4da07248305d req-2f747281-b041-42e2-a4a6-da1affd5fb1c tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/ports?device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 210 time: 0.0283263 Nov 12 01:46:23.406533 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710b2e9-d86d-4485-a054-c7fce24812a2 req-53ef61ab-4971-46be-8ce6-da3a0b2d5d4c tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:23.408032 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0710b2e9-d86d-4485-a054-c7fce24812a2 req-53ef61ab-4971-46be-8ce6-da3a0b2d5d4c tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.54 "GET /v2.0/networks?id=abe8787f-0a93-4f44-b7bc-bdad27347d55 HTTP/1.1" status: 200 len: 815 time: 0.1119044 Nov 12 01:46:23.428337 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-0710b2e9-d86d-4485-a054-c7fce24812a2 req-afc2257a-8951-49cf-b777-02c8494d0dfa tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Request body: {'port': {'device_id': '10324e1a-3f25-476b-a763-526117b3f346', 'network_id': 'abe8787f-0a93-4f44-b7bc-bdad27347d55', 'admin_state_up': True, 'tenant_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:46:23.467983 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c9dbea4c-dbcc-4ffe-8e49-e7bd73958e2c req-80f1a77f-b914-47e1-980e-5a2b92cad45a tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/ports?device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 210 time: 0.0272226 Nov 12 01:46:23.539927 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0710b2e9-d86d-4485-a054-c7fce24812a2 req-afc2257a-8951-49cf-b777-02c8494d0dfa tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Made reservation on behalf of a51e3dea8ecd4e5cad3b8f6b91724d31 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:46:23.544862 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-0710b2e9-d86d-4485-a054-c7fce24812a2 req-afc2257a-8951-49cf-b777-02c8494d0dfa tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:23.677314 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-0710b2e9-d86d-4485-a054-c7fce24812a2 req-afc2257a-8951-49cf-b777-02c8494d0dfa tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Allocated IP 172.20.0.13 (abe8787f-0a93-4f44-b7bc-bdad27347d55/62ec3576-4205-4326-b1f2-859960b0bac3/267e3c99-9259-4d1f-9a3f-744c74c03eb3) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:46:23.894422 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-0710b2e9-d86d-4485-a054-c7fce24812a2 req-afc2257a-8951-49cf-b777-02c8494d0dfa tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:23.937176 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-0710b2e9-d86d-4485-a054-c7fce24812a2 req-afc2257a-8951-49cf-b777-02c8494d0dfa tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:23.989728 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0710b2e9-d86d-4485-a054-c7fce24812a2 req-afc2257a-8951-49cf-b777-02c8494d0dfa tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Network abe8787f-0a93-4f44-b7bc-bdad27347d55 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:46:23.992940 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-0710b2e9-d86d-4485-a054-c7fce24812a2 req-afc2257a-8951-49cf-b777-02c8494d0dfa tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:46:23.999251 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-0710b2e9-d86d-4485-a054-c7fce24812a2 req-afc2257a-8951-49cf-b777-02c8494d0dfa tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:46:24.027151 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc2257a-8951-49cf-b777-02c8494d0dfa tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Pushing event updated for resources: {'Port': ['ID=267e3c99-9259-4d1f-9a3f-744c74c03eb3,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:24.040827 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc2257a-8951-49cf-b777-02c8494d0dfa tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:24.041726 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc2257a-8951-49cf-b777-02c8494d0dfa tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:24.042067 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc2257a-8951-49cf-b777-02c8494d0dfa tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:24.042406 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc2257a-8951-49cf-b777-02c8494d0dfa tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:24.042738 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc2257a-8951-49cf-b777-02c8494d0dfa tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:24.043063 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc2257a-8951-49cf-b777-02c8494d0dfa tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:24.043455 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc2257a-8951-49cf-b777-02c8494d0dfa tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:24.043719 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc2257a-8951-49cf-b777-02c8494d0dfa tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:24.044298 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc2257a-8951-49cf-b777-02c8494d0dfa tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:24.044672 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc2257a-8951-49cf-b777-02c8494d0dfa tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:24.044960 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc2257a-8951-49cf-b777-02c8494d0dfa tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:24.045282 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc2257a-8951-49cf-b777-02c8494d0dfa tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:24.068571 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710b2e9-d86d-4485-a054-c7fce24812a2 req-afc2257a-8951-49cf-b777-02c8494d0dfa tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:24.069210 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-0710b2e9-d86d-4485-a054-c7fce24812a2 req-afc2257a-8951-49cf-b777-02c8494d0dfa tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:24.093131 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0710b2e9-d86d-4485-a054-c7fce24812a2 req-afc2257a-8951-49cf-b777-02c8494d0dfa tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6696174 Nov 12 01:46:24.346564 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7930cda-b534-4e6a-b3db-11f227a4bf33 None None] Provisioning complete for port 267e3c99-9259-4d1f-9a3f-744c74c03eb3 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:24.347145 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7930cda-b534-4e6a-b3db-11f227a4bf33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:24.383193 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7930cda-b534-4e6a-b3db-11f227a4bf33 None None] Port 267e3c99-9259-4d1f-9a3f-744c74c03eb3 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:46:24.598327 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186ff98-8dab-4949-a309-ef65e94256af req-024d292d-375d-404e-b5a1-df018f5475fb tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:24.599968 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3186ff98-8dab-4949-a309-ef65e94256af req-024d292d-375d-404e-b5a1-df018f5475fb tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/ports?device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 932 time: 0.0611525 Nov 12 01:46:24.651763 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3186ff98-8dab-4949-a309-ef65e94256af req-c89dd4b6-80bc-4494-ac4e-afc2d68239b9 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff1b819-7c70-4a8a-9e92-a9f495c396d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442154 Nov 12 01:46:25.799184 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba670c29-e23a-476e-bc5d-5b0c0835d903 req-081f36ac-fa3f-47b3-bfae-047225d58b6d tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:25.800974 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ba670c29-e23a-476e-bc5d-5b0c0835d903 req-081f36ac-fa3f-47b3-bfae-047225d58b6d tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/ports?device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 932 time: 0.0733213 Nov 12 01:46:25.857029 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ba670c29-e23a-476e-bc5d-5b0c0835d903 req-af4ac36a-93c4-46db-be05-713f3675ddf5 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff1b819-7c70-4a8a-9e92-a9f495c396d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494757 Nov 12 01:46:26.983578 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1064e-79bc-4ff6-a66e-95033cef411a req-8242e165-84c7-413f-97f4-a4972003fddc tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:26.985255 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5ab1064e-79bc-4ff6-a66e-95033cef411a req-8242e165-84c7-413f-97f4-a4972003fddc tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/ports?device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 932 time: 0.0566764 Nov 12 01:46:27.035556 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5ab1064e-79bc-4ff6-a66e-95033cef411a req-e182a6af-1acd-4f4b-81b2-2f2948dffdca tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff1b819-7c70-4a8a-9e92-a9f495c396d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436275 Nov 12 01:46:28.171148 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565678dd-9080-4e3f-871e-70d47c4622e1 req-449cd85e-fced-483a-8a4a-c021fc310d9a tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:28.172683 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-565678dd-9080-4e3f-871e-70d47c4622e1 req-449cd85e-fced-483a-8a4a-c021fc310d9a tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/ports?device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 932 time: 0.0575912 Nov 12 01:46:28.224636 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-565678dd-9080-4e3f-871e-70d47c4622e1 req-4843249c-1b74-44a5-b877-6dfb35cb5b07 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff1b819-7c70-4a8a-9e92-a9f495c396d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455739 Nov 12 01:46:29.341273 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e60345-fbd2-4837-b489-18dffa9e9358 req-6368c326-e06c-47aa-995a-e53ff571963b tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:29.342788 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-28e60345-fbd2-4837-b489-18dffa9e9358 req-6368c326-e06c-47aa-995a-e53ff571963b tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/ports?device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 932 time: 0.0503182 Nov 12 01:46:29.399467 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-28e60345-fbd2-4837-b489-18dffa9e9358 req-05d7b378-cb21-4b7b-980d-4550e6417f82 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff1b819-7c70-4a8a-9e92-a9f495c396d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505471 Nov 12 01:46:30.522313 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c3518-bdab-4e6f-9587-45bcbc42a672 req-934ad312-034b-4458-a148-22d46f5289a9 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:30.524173 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-396c3518-bdab-4e6f-9587-45bcbc42a672 req-934ad312-034b-4458-a148-22d46f5289a9 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/ports?device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 932 time: 0.0543265 Nov 12 01:46:30.578472 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-396c3518-bdab-4e6f-9587-45bcbc42a672 req-2ff02834-e6f2-432c-b0f9-0738785bbf06 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff1b819-7c70-4a8a-9e92-a9f495c396d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474544 Nov 12 01:46:31.710166 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513e0c4-411f-4588-8472-4744bf959b62 req-aff38607-0745-46dc-90a7-33e3b497222b tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:31.711622 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e513e0c4-411f-4588-8472-4744bf959b62 req-aff38607-0745-46dc-90a7-33e3b497222b tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/ports?device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 932 time: 0.0534415 Nov 12 01:46:31.764183 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e513e0c4-411f-4588-8472-4744bf959b62 req-d669e7c7-0abe-4b1b-b7c4-c2d5d2a9e4cc tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff1b819-7c70-4a8a-9e92-a9f495c396d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449264 Nov 12 01:46:32.882446 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc339402-e306-4dee-b4a5-c796e818fc00 req-f0115d58-9e4f-4891-b60d-6618fed1975e tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:32.883873 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dc339402-e306-4dee-b4a5-c796e818fc00 req-f0115d58-9e4f-4891-b60d-6618fed1975e tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/ports?device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 932 time: 0.0515425 Nov 12 01:46:32.937341 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dc339402-e306-4dee-b4a5-c796e818fc00 req-313efa88-4089-4250-a843-045aba742ec2 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff1b819-7c70-4a8a-9e92-a9f495c396d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453107 Nov 12 01:46:34.053874 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c44abe-c456-4e66-a718-83e9864c7fe3 req-47aef64d-f1ac-4867-8451-b8feed6f4d13 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:34.055318 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-24c44abe-c456-4e66-a718-83e9864c7fe3 req-47aef64d-f1ac-4867-8451-b8feed6f4d13 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/ports?device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 932 time: 0.0483353 Nov 12 01:46:34.103204 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-24c44abe-c456-4e66-a718-83e9864c7fe3 req-c73b3e2c-4df3-4fbd-97e3-f62f480b4829 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff1b819-7c70-4a8a-9e92-a9f495c396d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415311 Nov 12 01:46:34.410376 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4a0bd197-d3a7-4243-8796-350ac5ef0e46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:35.218160 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264d75e-d78b-4b07-8075-26b2b6ad1953 req-c50ab73d-d543-4f66-aa37-1f254d89942c tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:35.219628 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8264d75e-d78b-4b07-8075-26b2b6ad1953 req-c50ab73d-d543-4f66-aa37-1f254d89942c tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/ports?device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 932 time: 0.0479946 Nov 12 01:46:35.270956 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8264d75e-d78b-4b07-8075-26b2b6ad1953 req-f0969732-bd2d-4e38-adba-6c700dff3d22 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff1b819-7c70-4a8a-9e92-a9f495c396d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454185 Nov 12 01:46:35.328396 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:46:36.388875 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e45dc-62df-43da-940f-980806a97278 req-16bfbbfd-6d8e-472e-a229-2d451b44fab3 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:36.390378 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1c5e45dc-62df-43da-940f-980806a97278 req-16bfbbfd-6d8e-472e-a229-2d451b44fab3 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/ports?device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 932 time: 0.0537205 Nov 12 01:46:36.438466 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1c5e45dc-62df-43da-940f-980806a97278 req-d2293ae7-762f-41a6-9e01-61b629bb7ac8 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff1b819-7c70-4a8a-9e92-a9f495c396d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421791 Nov 12 01:46:36.518366 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2b9eb27f-5457-43e5-ae76-422f75251bb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:36.833140 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-0710b2e9-d86d-4485-a054-c7fce24812a2 req-5ec605fb-a7d8-41e3-9f08-d3e6e1f1ff46 service neutron] Request body: {'port': {'device_id': '10324e1a-3f25-476b-a763-526117b3f346', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:46:36.889192 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-0710b2e9-d86d-4485-a054-c7fce24812a2 req-5ec605fb-a7d8-41e3-9f08-d3e6e1f1ff46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:37.181193 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-0710b2e9-d86d-4485-a054-c7fce24812a2 req-5ec605fb-a7d8-41e3-9f08-d3e6e1f1ff46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 267e3c99-9259-4d1f-9a3f-744c74c03eb3 {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:46:37.189687 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-0710b2e9-d86d-4485-a054-c7fce24812a2 req-5ec605fb-a7d8-41e3-9f08-d3e6e1f1ff46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:37.203329 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-0710b2e9-d86d-4485-a054-c7fce24812a2 req-5ec605fb-a7d8-41e3-9f08-d3e6e1f1ff46 service neutron] Transition to ACTIVE for port object 267e3c99-9259-4d1f-9a3f-744c74c03eb3 will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:46:37.207615 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-0710b2e9-d86d-4485-a054-c7fce24812a2 req-5ec605fb-a7d8-41e3-9f08-d3e6e1f1ff46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:37.263834 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec605fb-a7d8-41e3-9f08-d3e6e1f1ff46 service neutron] Pushing event updated for resources: {'Port': ['ID=267e3c99-9259-4d1f-9a3f-744c74c03eb3,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:37.332619 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-0710b2e9-d86d-4485-a054-c7fce24812a2 req-5ec605fb-a7d8-41e3-9f08-d3e6e1f1ff46 service neutron] Attempting to bind port 267e3c99-9259-4d1f-9a3f-744c74c03eb3 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:46:37.332954 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-0710b2e9-d86d-4485-a054-c7fce24812a2 req-5ec605fb-a7d8-41e3-9f08-d3e6e1f1ff46 service neutron] Attempting to bind port 267e3c99-9259-4d1f-9a3f-744c74c03eb3 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '5781247a-59e3-4af0-9ae3-7a7042daabba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'abe8787f-0a93-4f44-b7bc-bdad27347d55'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:46:37.333530 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0710b2e9-d86d-4485-a054-c7fce24812a2 req-5ec605fb-a7d8-41e3-9f08-d3e6e1f1ff46 service neutron] Attempting to bind port 267e3c99-9259-4d1f-9a3f-744c74c03eb3 on network abe8787f-0a93-4f44-b7bc-bdad27347d55 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:46:37.340013 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0710b2e9-d86d-4485-a054-c7fce24812a2 req-5ec605fb-a7d8-41e3-9f08-d3e6e1f1ff46 service neutron] Port 267e3c99-9259-4d1f-9a3f-744c74c03eb3 on network abe8787f-0a93-4f44-b7bc-bdad27347d55 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:46:37.343556 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0710b2e9-d86d-4485-a054-c7fce24812a2 req-5ec605fb-a7d8-41e3-9f08-d3e6e1f1ff46 service neutron] Attempting to bind port 267e3c99-9259-4d1f-9a3f-744c74c03eb3 on network abe8787f-0a93-4f44-b7bc-bdad27347d55 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:46:37.349585 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0710b2e9-d86d-4485-a054-c7fce24812a2 req-5ec605fb-a7d8-41e3-9f08-d3e6e1f1ff46 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:46:37.349932 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0710b2e9-d86d-4485-a054-c7fce24812a2 req-5ec605fb-a7d8-41e3-9f08-d3e6e1f1ff46 service neutron] Checking segment: {'id': '5781247a-59e3-4af0-9ae3-7a7042daabba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'abe8787f-0a93-4f44-b7bc-bdad27347d55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:46:37.350319 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0710b2e9-d86d-4485-a054-c7fce24812a2 req-5ec605fb-a7d8-41e3-9f08-d3e6e1f1ff46 service neutron] Bound using segment: {'id': '5781247a-59e3-4af0-9ae3-7a7042daabba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'abe8787f-0a93-4f44-b7bc-bdad27347d55'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:46:37.350752 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-0710b2e9-d86d-4485-a054-c7fce24812a2 req-5ec605fb-a7d8-41e3-9f08-d3e6e1f1ff46 service neutron] Bound port: 267e3c99-9259-4d1f-9a3f-744c74c03eb3, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5781247a-59e3-4af0-9ae3-7a7042daabba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'abe8787f-0a93-4f44-b7bc-bdad27347d55'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:46:37.351115 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-0710b2e9-d86d-4485-a054-c7fce24812a2 req-5ec605fb-a7d8-41e3-9f08-d3e6e1f1ff46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:37.432341 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-0710b2e9-d86d-4485-a054-c7fce24812a2 req-5ec605fb-a7d8-41e3-9f08-d3e6e1f1ff46 service neutron] For port 267e3c99-9259-4d1f-9a3f-744c74c03eb3, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:46:37.435683 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-0710b2e9-d86d-4485-a054-c7fce24812a2 req-5ec605fb-a7d8-41e3-9f08-d3e6e1f1ff46 service neutron] For port 267e3c99-9259-4d1f-9a3f-744c74c03eb3, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=267e3c99-9259-4d1f-9a3f-744c74c03eb3,segment=NetworkSegment(5781247a-59e3-4af0-9ae3-7a7042daabba),segment_id=5781247a-59e3-4af0-9ae3-7a7042daabba)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:46:37.440597 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-0710b2e9-d86d-4485-a054-c7fce24812a2 req-5ec605fb-a7d8-41e3-9f08-d3e6e1f1ff46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:37.479446 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710b2e9-d86d-4485-a054-c7fce24812a2 req-5ec605fb-a7d8-41e3-9f08-d3e6e1f1ff46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:37.480128 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-0710b2e9-d86d-4485-a054-c7fce24812a2 req-5ec605fb-a7d8-41e3-9f08-d3e6e1f1ff46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:37.481648 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0710b2e9-d86d-4485-a054-c7fce24812a2 req-5ec605fb-a7d8-41e3-9f08-d3e6e1f1ff46 service neutron] 10.222.0.54 "PUT /v2.0/ports/267e3c99-9259-4d1f-9a3f-744c74c03eb3 HTTP/1.1" status: 200 len: 1093 time: 0.6529226 Nov 12 01:46:37.482241 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10324e1a-3f25-476b-a763-526117b3f346', 'tag': '267e3c99-9259-4d1f-9a3f-744c74c03eb3'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:46:37.484699 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f20791c62abc78a76d837b2e8f3e70a497c95c8c7e17d957ee036670eec5325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5519ffb1-de08-4031-8392-be388cf583cb" -d '{"events": [{"name": "network-changed", "server_uuid": "10324e1a-3f25-476b-a763-526117b3f346", "tag": "267e3c99-9259-4d1f-9a3f-744c74c03eb3"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:46:37.530519 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec605fb-a7d8-41e3-9f08-d3e6e1f1ff46 service neutron] Pushing event updated for resources: {'Port': ['ID=267e3c99-9259-4d1f-9a3f-744c74c03eb3,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:37.562907 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58651c5d-32e1-4713-98ca-4dc8feecc325 x-openstack-request-id: req-58651c5d-32e1-4713-98ca-4dc8feecc325 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:46:37.563323 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10324e1a-3f25-476b-a763-526117b3f346", "tag": "267e3c99-9259-4d1f-9a3f-744c74c03eb3", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:46:37.563658 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-58651c5d-32e1-4713-98ca-4dc8feecc325 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:46:37.564087 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10324e1a-3f25-476b-a763-526117b3f346', 'tag': '267e3c99-9259-4d1f-9a3f-744c74c03eb3', 'status': 'completed', 'code': 200} Nov 12 01:46:37.595542 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4641c7-b57c-4efb-9833-b1f3be62c1bb req-c65c3ce1-de4b-499d-be15-0ea8763f3448 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:37.598132 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710b2e9-d86d-4485-a054-c7fce24812a2 req-eadd0520-8dec-432c-90c0-64333e6cc2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:37.598488 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aa4641c7-b57c-4efb-9833-b1f3be62c1bb req-c65c3ce1-de4b-499d-be15-0ea8763f3448 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/ports?device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 944 time: 0.0751979 Nov 12 01:46:37.599707 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0710b2e9-d86d-4485-a054-c7fce24812a2 req-eadd0520-8dec-432c-90c0-64333e6cc2dd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a51e3dea8ecd4e5cad3b8f6b91724d31&device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 1096 time: 0.0498219 Nov 12 01:46:37.662521 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-aa4641c7-b57c-4efb-9833-b1f3be62c1bb req-cac32c6d-ff9c-417b-bc6f-9e0d3607750b tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff1b819-7c70-4a8a-9e92-a9f495c396d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555866 Nov 12 01:46:37.665073 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0710b2e9-d86d-4485-a054-c7fce24812a2 req-fbfb54d6-75f1-43a6-9474-b1f1f4b2ed94 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=267e3c99-9259-4d1f-9a3f-744c74c03eb3 HTTP/1.1" status: 200 len: 217 time: 0.0482614 Nov 12 01:46:37.725739 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710b2e9-d86d-4485-a054-c7fce24812a2 req-d4b40365-556a-4fc2-aba9-9295d6f4455f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:37.727262 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0710b2e9-d86d-4485-a054-c7fce24812a2 req-d4b40365-556a-4fc2-aba9-9295d6f4455f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=62ec3576-4205-4326-b1f2-859960b0bac3 HTTP/1.1" status: 200 len: 854 time: 0.0552292 Nov 12 01:46:37.784281 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710b2e9-d86d-4485-a054-c7fce24812a2 req-14858b10-05a0-4fcc-b865-890c7fb5873f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:37.785795 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0710b2e9-d86d-4485-a054-c7fce24812a2 req-14858b10-05a0-4fcc-b865-890c7fb5873f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=abe8787f-0a93-4f44-b7bc-bdad27347d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503836 Nov 12 01:46:37.889431 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0710b2e9-d86d-4485-a054-c7fce24812a2 req-f9157ed7-5bd6-4e2b-bb36-cd47eafabb1b service neutron] 10.222.0.54 "GET /v2.0/networks/abe8787f-0a93-4f44-b7bc-bdad27347d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951359 Nov 12 01:46:37.907392 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:38.002765 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0710b2e9-d86d-4485-a054-c7fce24812a2 req-22e1bc42-ce75-4d64-adaf-1e50b640be11 service neutron] 10.222.0.54 "GET /v2.0/networks/abe8787f-0a93-4f44-b7bc-bdad27347d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060026 Nov 12 01:46:38.150599 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519ffb1-de08-4031-8392-be388cf583cb req-6a0aa5a4-7d34-4797-aa61-a55b9385ba2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:38.152531 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5519ffb1-de08-4031-8392-be388cf583cb req-6a0aa5a4-7d34-4797-aa61-a55b9385ba2c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a51e3dea8ecd4e5cad3b8f6b91724d31&device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 1096 time: 0.0473115 Nov 12 01:46:38.261902 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519ffb1-de08-4031-8392-be388cf583cb req-57718b87-910c-4bb4-b7be-067b8d1262aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:38.263289 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5519ffb1-de08-4031-8392-be388cf583cb req-57718b87-910c-4bb4-b7be-067b8d1262aa service neutron] 10.222.0.54 "GET /v2.0/networks?id=abe8787f-0a93-4f44-b7bc-bdad27347d55 HTTP/1.1" status: 200 len: 916 time: 0.1028187 Nov 12 01:46:38.305125 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5519ffb1-de08-4031-8392-be388cf583cb req-f72c4a9f-0f6a-46d8-8016-05c3520e37a0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=267e3c99-9259-4d1f-9a3f-744c74c03eb3 HTTP/1.1" status: 200 len: 217 time: 0.0350070 Nov 12 01:46:38.357991 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519ffb1-de08-4031-8392-be388cf583cb req-54e6a2ac-f26d-4ff2-8547-fbe91a4895fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:38.359444 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5519ffb1-de08-4031-8392-be388cf583cb req-54e6a2ac-f26d-4ff2-8547-fbe91a4895fd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=62ec3576-4205-4326-b1f2-859960b0bac3 HTTP/1.1" status: 200 len: 854 time: 0.0475135 Nov 12 01:46:38.404824 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519ffb1-de08-4031-8392-be388cf583cb req-7e532283-d99a-426f-b194-242cc4cc7369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:38.406321 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5519ffb1-de08-4031-8392-be388cf583cb req-7e532283-d99a-426f-b194-242cc4cc7369 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=abe8787f-0a93-4f44-b7bc-bdad27347d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399363 Nov 12 01:46:38.499164 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5519ffb1-de08-4031-8392-be388cf583cb req-e64059a0-53fc-40c1-b453-f1eaac378c92 service neutron] 10.222.0.54 "GET /v2.0/networks/abe8787f-0a93-4f44-b7bc-bdad27347d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856724 Nov 12 01:46:38.588740 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5519ffb1-de08-4031-8392-be388cf583cb req-d0e628ab-c1cc-458d-bdc9-369388279c5b service neutron] 10.222.0.54 "GET /v2.0/networks/abe8787f-0a93-4f44-b7bc-bdad27347d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826206 Nov 12 01:46:38.782596 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8ee85-9a7b-411d-906a-aac31642f33f req-3e353f8e-7481-43c9-83e7-477fe3794459 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:38.784095 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e5a8ee85-9a7b-411d-906a-aac31642f33f req-3e353f8e-7481-43c9-83e7-477fe3794459 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/ports?device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 944 time: 0.0493534 Nov 12 01:46:38.835866 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e5a8ee85-9a7b-411d-906a-aac31642f33f req-4e6e293c-4aed-4ca5-9284-46f762e7e745 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff1b819-7c70-4a8a-9e92-a9f495c396d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457656 Nov 12 01:46:39.505095 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:39.958270 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01756e3b-18d3-480a-9e39-c7745a7a9bf2 req-36c30e05-b1d6-4481-8216-63adce9a88f3 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:39.959769 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-01756e3b-18d3-480a-9e39-c7745a7a9bf2 req-36c30e05-b1d6-4481-8216-63adce9a88f3 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/ports?device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 944 time: 0.0544264 Nov 12 01:46:40.011550 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-01756e3b-18d3-480a-9e39-c7745a7a9bf2 req-6480112c-632b-4dd8-ac6a-242df40d32f5 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff1b819-7c70-4a8a-9e92-a9f495c396d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445006 Nov 12 01:46:40.402727 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:41.129032 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e789940-96d7-4590-9a14-359f17d02a57 req-716283ae-70a1-4526-8ebe-e85adb3d84e1 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:41.130681 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3e789940-96d7-4590-9a14-359f17d02a57 req-716283ae-70a1-4526-8ebe-e85adb3d84e1 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/ports?device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 944 time: 0.0503950 Nov 12 01:46:41.180068 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3e789940-96d7-4590-9a14-359f17d02a57 req-dcb6fd52-77ce-4198-bd08-877652375a2f tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff1b819-7c70-4a8a-9e92-a9f495c396d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434041 Nov 12 01:46:41.373331 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:42.305990 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f66b1-eca1-4d27-8118-7ab7d104cfdc req-a1390e62-53cb-4f34-a3f3-e9bdecdc5ab6 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:42.308155 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-716f66b1-eca1-4d27-8118-7ab7d104cfdc req-a1390e62-53cb-4f34-a3f3-e9bdecdc5ab6 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/ports?device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 944 time: 0.0600178 Nov 12 01:46:42.356020 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-716f66b1-eca1-4d27-8118-7ab7d104cfdc req-ca0ce4dd-adde-4238-8ce9-d17d5bc38b64 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff1b819-7c70-4a8a-9e92-a9f495c396d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416508 Nov 12 01:46:42.365758 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 267e3c99-9259-4d1f-9a3f-744c74c03eb3 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:46:42.461643 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 267e3c99-9259-4d1f-9a3f-744c74c03eb3, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=267e3c99-9259-4d1f-9a3f-744c74c03eb3,segment=NetworkSegment(5781247a-59e3-4af0-9ae3-7a7042daabba),segment_id=5781247a-59e3-4af0-9ae3-7a7042daabba)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:46:42.473091 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '267e3c99-9259-4d1f-9a3f-744c74c03eb3', 'network_id': 'abe8787f-0a93-4f44-b7bc-bdad27347d55', 'port_id': '267e3c99-9259-4d1f-9a3f-744c74c03eb3', 'mac_address': 'fa:16:3e:aa:3d:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62ec3576-4205-4326-b1f2-859960b0bac3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:46:42.509757 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:42.523504 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 267e3c99-9259-4d1f-9a3f-744c74c03eb3 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:46:42.545135 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 267e3c99-9259-4d1f-9a3f-744c74c03eb3, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=267e3c99-9259-4d1f-9a3f-744c74c03eb3,segment=NetworkSegment(5781247a-59e3-4af0-9ae3-7a7042daabba),segment_id=5781247a-59e3-4af0-9ae3-7a7042daabba)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:46:42.548832 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:42.596338 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=267e3c99-9259-4d1f-9a3f-744c74c03eb3,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:42.605396 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:42.605732 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:42.606066 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:42.606397 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:42.606722 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:42.607046 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:42.607367 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:42.607688 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:42.608004 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:42.608326 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:42.608641 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:42.608958 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:42.960749 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['267e3c99-9259-4d1f-9a3f-744c74c03eb3'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:46:43.279752 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:43.479781 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27812f7b-89d4-4972-8036-598b41adbff9 req-2adaaeb8-b5e3-41ad-9f98-10304f4a85d7 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:43.481329 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-27812f7b-89d4-4972-8036-598b41adbff9 req-2adaaeb8-b5e3-41ad-9f98-10304f4a85d7 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/ports?device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 945 time: 0.0489132 Nov 12 01:46:43.528889 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-27812f7b-89d4-4972-8036-598b41adbff9 req-181c3e3b-7353-48b8-a5fe-4c89a094864f tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff1b819-7c70-4a8a-9e92-a9f495c396d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407617 Nov 12 01:46:44.365982 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 267e3c99-9259-4d1f-9a3f-744c74c03eb3 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:46:44.424928 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 267e3c99-9259-4d1f-9a3f-744c74c03eb3 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:46:44.429026 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 267e3c99-9259-4d1f-9a3f-744c74c03eb3 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:44.429407 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:44.530573 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:44.568607 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10324e1a-3f25-476b-a763-526117b3f346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267e3c99-9259-4d1f-9a3f-744c74c03eb3'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:46:44.568607 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f589fb9f8862dfdbd1fb170ce835a8c182cc8b052b64638c52562f284e07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f830833-ecaf-4b1e-b544-12a12f152a1a" -d '{"events": [{"server_uuid": "10324e1a-3f25-476b-a763-526117b3f346", "name": "network-vif-plugged", "status": "completed", "tag": "267e3c99-9259-4d1f-9a3f-744c74c03eb3"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:46:44.576635 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 267e3c99-9259-4d1f-9a3f-744c74c03eb3, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=267e3c99-9259-4d1f-9a3f-744c74c03eb3,segment=NetworkSegment(5781247a-59e3-4af0-9ae3-7a7042daabba),segment_id=5781247a-59e3-4af0-9ae3-7a7042daabba)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:46:44.582540 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:44.626171 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643fdf44-c01a-44ae-8221-d1d650793c94 x-openstack-request-id: req-643fdf44-c01a-44ae-8221-d1d650793c94 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:46:44.626602 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10324e1a-3f25-476b-a763-526117b3f346", "name": "network-vif-plugged", "status": "completed", "tag": "267e3c99-9259-4d1f-9a3f-744c74c03eb3", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:46:44.626997 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-643fdf44-c01a-44ae-8221-d1d650793c94 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:46:44.627580 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10324e1a-3f25-476b-a763-526117b3f346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267e3c99-9259-4d1f-9a3f-744c74c03eb3', 'code': 200} Nov 12 01:46:44.658330 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=267e3c99-9259-4d1f-9a3f-744c74c03eb3,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:44.663711 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea1661-3425-4896-944f-410bef9f6912 req-d6cb49f8-58b1-47cb-83d2-dd15efc26d8e tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:44.664810 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a7ea1661-3425-4896-944f-410bef9f6912 req-d6cb49f8-58b1-47cb-83d2-dd15efc26d8e tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/ports?device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 946 time: 0.0638478 Nov 12 01:46:44.721006 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a7ea1661-3425-4896-944f-410bef9f6912 req-630a7da0-4ee0-4dff-bdb7-20d2f5a535c0 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff1b819-7c70-4a8a-9e92-a9f495c396d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435789 Nov 12 01:46:44.762551 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c732b4-fbf5-44a3-aabf-6cb255cc5b24 req-78beeb73-3a6c-4e18-bfc1-de831f06d09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:44.764011 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-08c732b4-fbf5-44a3-aabf-6cb255cc5b24 req-78beeb73-3a6c-4e18-bfc1-de831f06d09a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 1098 time: 0.0468156 Nov 12 01:46:44.818034 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-08c732b4-fbf5-44a3-aabf-6cb255cc5b24 req-17d80f8f-43bc-439c-8bde-6817aa0444b9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=eff1b819-7c70-4a8a-9e92-a9f495c396d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410378 Nov 12 01:46:45.899024 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f03bde-28c9-4161-ab3b-3c73523b3248 req-9fb623b5-9f95-49be-a53f-20ab4926214e tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:45.901612 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-03f03bde-28c9-4161-ab3b-3c73523b3248 req-9fb623b5-9f95-49be-a53f-20ab4926214e tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/ports?device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 946 time: 0.0742917 Nov 12 01:46:45.978626 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-03f03bde-28c9-4161-ab3b-3c73523b3248 req-a4d5ddc6-3c4e-49af-aeed-ac4ec5b2e4a6 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff1b819-7c70-4a8a-9e92-a9f495c396d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665624 Nov 12 01:46:47.116183 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2075cd-c6f9-47a5-a125-4ec9294c3aa9 req-e0938bda-b7ac-4d5f-976a-e61b379fa504 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:47.117705 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9c2075cd-c6f9-47a5-a125-4ec9294c3aa9 req-e0938bda-b7ac-4d5f-976a-e61b379fa504 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/ports?device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 946 time: 0.0493975 Nov 12 01:46:47.171895 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9c2075cd-c6f9-47a5-a125-4ec9294c3aa9 req-3b9cdeef-1d91-4c47-9983-a8aa186d3318 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff1b819-7c70-4a8a-9e92-a9f495c396d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473166 Nov 12 01:46:47.290270 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01342c93-beca-46fe-a8f7-a7553833ffa9 req-0d6cb5d9-0d8c-4bb5-a496-27b7c7d2a094 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:47.292277 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-01342c93-beca-46fe-a8f7-a7553833ffa9 req-0d6cb5d9-0d8c-4bb5-a496-27b7c7d2a094 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/ports?device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 946 time: 0.0507767 Nov 12 01:46:47.346153 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-01342c93-beca-46fe-a8f7-a7553833ffa9 req-ec437278-d657-401c-85df-ca72601dcd3f tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff1b819-7c70-4a8a-9e92-a9f495c396d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449333 Nov 12 01:46:47.884338 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781cde9-8c43-40d9-8932-26f88c253523 req-fd4b780c-b57f-43a9-9d6d-7978e6fc6f7a tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:47.885840 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f781cde9-8c43-40d9-8932-26f88c253523 req-fd4b780c-b57f-43a9-9d6d-7978e6fc6f7a tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/ports?device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 946 time: 0.3940804 Nov 12 01:46:47.933708 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f781cde9-8c43-40d9-8932-26f88c253523 req-5835ca4c-41a1-48c1-a4cd-a47498b0a485 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff1b819-7c70-4a8a-9e92-a9f495c396d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418804 Nov 12 01:46:53.194611 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-863655e2-8d71-442c-bd33-5af7ffe04c0c req-0cb284c6-fcb5-4f59-bbbf-d19753d243c0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=10324e1a-3f25-476b-a763-526117b3f346&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1351032 Nov 12 01:46:53.298314 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863655e2-8d71-442c-bd33-5af7ffe04c0c req-30e21972-09e9-4830-bed7-c5c284be026a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:53.299701 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-863655e2-8d71-442c-bd33-5af7ffe04c0c req-30e21972-09e9-4830-bed7-c5c284be026a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a51e3dea8ecd4e5cad3b8f6b91724d31&device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 1098 time: 0.0429103 Nov 12 01:46:53.409719 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863655e2-8d71-442c-bd33-5af7ffe04c0c req-997dc9e2-6b57-41ad-bc6b-802c20d8dfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:53.411183 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-863655e2-8d71-442c-bd33-5af7ffe04c0c req-997dc9e2-6b57-41ad-bc6b-802c20d8dfb3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=abe8787f-0a93-4f44-b7bc-bdad27347d55 HTTP/1.1" status: 200 len: 916 time: 0.0903633 Nov 12 01:46:53.453920 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-863655e2-8d71-442c-bd33-5af7ffe04c0c req-3e4ba960-c9d2-4b27-ba42-961532184018 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=267e3c99-9259-4d1f-9a3f-744c74c03eb3 HTTP/1.1" status: 200 len: 217 time: 0.0360136 Nov 12 01:46:53.506920 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863655e2-8d71-442c-bd33-5af7ffe04c0c req-31a832fe-df14-4002-8be4-b73286f410b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:53.508497 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-863655e2-8d71-442c-bd33-5af7ffe04c0c req-31a832fe-df14-4002-8be4-b73286f410b0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=62ec3576-4205-4326-b1f2-859960b0bac3 HTTP/1.1" status: 200 len: 854 time: 0.0478621 Nov 12 01:46:53.562759 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863655e2-8d71-442c-bd33-5af7ffe04c0c req-a09e176b-03c4-49f6-862f-9cc4fe47455b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:53.565119 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-863655e2-8d71-442c-bd33-5af7ffe04c0c req-a09e176b-03c4-49f6-862f-9cc4fe47455b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=abe8787f-0a93-4f44-b7bc-bdad27347d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483146 Nov 12 01:46:53.659158 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-863655e2-8d71-442c-bd33-5af7ffe04c0c req-cfd09394-de04-4136-b532-ee2ca2e2e142 service neutron] 10.222.0.54 "GET /v2.0/networks/abe8787f-0a93-4f44-b7bc-bdad27347d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872991 Nov 12 01:46:53.749974 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-863655e2-8d71-442c-bd33-5af7ffe04c0c req-332db388-d972-40dc-9e45-4955472cd410 service neutron] 10.222.0.54 "GET /v2.0/networks/abe8787f-0a93-4f44-b7bc-bdad27347d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838871 Nov 12 01:47:01.589333 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a2e39-40f7-4d5b-81c6-1041118b3a64 req-4c0f456e-73b7-4c20-b32f-d962713aa77f tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:01.590974 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-623a2e39-40f7-4d5b-81c6-1041118b3a64 req-4c0f456e-73b7-4c20-b32f-d962713aa77f tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/ports?device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 946 time: 0.0631280 Nov 12 01:47:01.648055 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-623a2e39-40f7-4d5b-81c6-1041118b3a64 req-4039db82-508c-4c4e-a056-c3b734b9fa34 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff1b819-7c70-4a8a-9e92-a9f495c396d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505497 Nov 12 01:47:01.672140 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50880) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:47:01.755417 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ca088a-18e1-44f7-b7b1-bbcf0e282fce tempest-TestMinimumBasicScenario-2087855272 tempest-TestMinimumBasicScenario-2087855272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:01.756919 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-31ca088a-18e1-44f7-b7b1-bbcf0e282fce tempest-TestMinimumBasicScenario-2087855272 tempest-TestMinimumBasicScenario-2087855272-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 1093 time: 0.0837994 Nov 12 01:47:01.759979 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50884) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:47:01.764324 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-ca135d91-64e7-40cb-8c52-8b1fd58ede74 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'port_id': '267e3c99-9259-4d1f-9a3f-744c74c03eb3', 'tenant_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:47:01.785798 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ca135d91-64e7-40cb-8c52-8b1fd58ede74 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks [] for floatingip, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:01.879938 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ca135d91-64e7-40cb-8c52-8b1fd58ede74 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:01.997583 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-ca135d91-64e7-40cb-8c52-8b1fd58ede74 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Allocated IP 172.25.2.69 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/4fc2e2b6-d16f-4b16-85f9-785d64bf16de) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:47:02.099781 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ca135d91-64e7-40cb-8c52-8b1fd58ede74 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:02.139553 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ca135d91-64e7-40cb-8c52-8b1fd58ede74 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:02.176617 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca135d91-64e7-40cb-8c52-8b1fd58ede74 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:47:02.182273 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-ca135d91-64e7-40cb-8c52-8b1fd58ede74 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:47:02.184809 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca135d91-64e7-40cb-8c52-8b1fd58ede74 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:47:02.211875 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca135d91-64e7-40cb-8c52-8b1fd58ede74 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Pushing event updated for resources: {'Port': ['ID=4fc2e2b6-d16f-4b16-85f9-785d64bf16de,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:02.548091 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ca135d91-64e7-40cb-8c52-8b1fd58ede74 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:02.617922 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ca135d91-64e7-40cb-8c52-8b1fd58ede74 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:02.773155 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ca135d91-64e7-40cb-8c52-8b1fd58ede74 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:02.777823 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ca135d91-64e7-40cb-8c52-8b1fd58ede74 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:02.845276 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca135d91-64e7-40cb-8c52-8b1fd58ede74 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Pushing event updated for resources: {'Port': ['ID=4fc2e2b6-d16f-4b16-85f9-785d64bf16de,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:02.857207 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ca135d91-64e7-40cb-8c52-8b1fd58ede74 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:02.964716 n-d-812236-11 neutron-server[102662]: INFO neutron.db.l3_db [None req-ca135d91-64e7-40cb-8c52-8b1fd58ede74 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Floating IP 89f18312-2f14-4542-ad1a-26decb446b98 associated. External IP: 172.25.2.69, port: 267e3c99-9259-4d1f-9a3f-744c74c03eb3. Nov 12 01:47:03.195005 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca135d91-64e7-40cb-8c52-8b1fd58ede74 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Router f587703c-0b10-4ac3-8a96-77393bb5cd96 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:47:03.306845 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca135d91-64e7-40cb-8c52-8b1fd58ede74 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:47:03.316535 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ed8f57-10cc-4961-b77c-df3e56950470 None None] Sync routers for ids ['f587703c-0b10-4ac3-8a96-77393bb5cd96'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:47:03.326093 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ca135d91-64e7-40cb-8c52-8b1fd58ede74 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:03.327836 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ed8f57-10cc-4961-b77c-df3e56950470 None None] Routers {'f587703c-0b10-4ac3-8a96-77393bb5cd96'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:47:03.328439 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-13ed8f57-10cc-4961-b77c-df3e56950470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:46:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['f587703c-0b10-4ac3-8a96-77393bb5cd96'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:47:03.354169 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ca135d91-64e7-40cb-8c52-8b1fd58ede74 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5931389 Nov 12 01:47:03.354776 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10324e1a-3f25-476b-a763-526117b3f346', 'tag': '267e3c99-9259-4d1f-9a3f-744c74c03eb3'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:47:03.357053 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f20791c62abc78a76d837b2e8f3e70a497c95c8c7e17d957ee036670eec5325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19086abd-1bc0-48c7-aa03-9713f0eb3539" -d '{"events": [{"name": "network-changed", "server_uuid": "10324e1a-3f25-476b-a763-526117b3f346", "tag": "267e3c99-9259-4d1f-9a3f-744c74c03eb3"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:47:03.357326 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50886) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:47:03.372709 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-70992680-b3d9-4d2d-8340-f86dd82eb6f5 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-46789468', 'description': 'tempest-secgroup-smoke-46789468 description', 'project_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:47:03.397276 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-70992680-b3d9-4d2d-8340-f86dd82eb6f5 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:03.404185 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1509571b-e8d0-4fa8-84cc-e083bdce4aca x-openstack-request-id: req-1509571b-e8d0-4fa8-84cc-e083bdce4aca {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:47:03.404478 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10324e1a-3f25-476b-a763-526117b3f346", "tag": "267e3c99-9259-4d1f-9a3f-744c74c03eb3", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:47:03.404732 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1509571b-e8d0-4fa8-84cc-e083bdce4aca {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:47:03.405143 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10324e1a-3f25-476b-a763-526117b3f346', 'tag': '267e3c99-9259-4d1f-9a3f-744c74c03eb3', 'status': 'completed', 'code': 200} Nov 12 01:47:03.441541 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-13ed8f57-10cc-4961-b77c-df3e56950470 None None] Set router f587703c-0b10-4ac3-8a96-77393bb5cd96 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:47:03.478722 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-70992680-b3d9-4d2d-8340-f86dd82eb6f5 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:03.486734 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-70992680-b3d9-4d2d-8340-f86dd82eb6f5 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:03.501763 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19086abd-1bc0-48c7-aa03-9713f0eb3539 req-a40a23fc-b6f9-4e69-a0da-153f2ce548f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:03.503345 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-19086abd-1bc0-48c7-aa03-9713f0eb3539 req-a40a23fc-b6f9-4e69-a0da-153f2ce548f4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a51e3dea8ecd4e5cad3b8f6b91724d31&device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 1098 time: 0.0514841 Nov 12 01:47:03.520159 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70992680-b3d9-4d2d-8340-f86dd82eb6f5 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=908383b6-9a03-4a63-9468-0bcb90c24405,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:03.526147 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-70992680-b3d9-4d2d-8340-f86dd82eb6f5 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:03.530638 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-70992680-b3d9-4d2d-8340-f86dd82eb6f5 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1716497 Nov 12 01:47:03.531838 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50890) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:47:03.536248 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70992680-b3d9-4d2d-8340-f86dd82eb6f5 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:03.536588 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70992680-b3d9-4d2d-8340-f86dd82eb6f5 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:03.536926 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70992680-b3d9-4d2d-8340-f86dd82eb6f5 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:03.537055 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-b8b08dc4-d791-4950-8de3-97c8e2a21a98 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Request body: {'security_group_rule': {'security_group_id': '908383b6-9a03-4a63-9468-0bcb90c24405', 'project_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:47:03.537262 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70992680-b3d9-4d2d-8340-f86dd82eb6f5 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:03.537607 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70992680-b3d9-4d2d-8340-f86dd82eb6f5 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:03.537935 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70992680-b3d9-4d2d-8340-f86dd82eb6f5 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:03.538259 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70992680-b3d9-4d2d-8340-f86dd82eb6f5 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:03.538582 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70992680-b3d9-4d2d-8340-f86dd82eb6f5 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:03.538901 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70992680-b3d9-4d2d-8340-f86dd82eb6f5 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:03.539221 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70992680-b3d9-4d2d-8340-f86dd82eb6f5 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:03.539542 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70992680-b3d9-4d2d-8340-f86dd82eb6f5 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:03.539860 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70992680-b3d9-4d2d-8340-f86dd82eb6f5 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:03.628217 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b8b08dc4-d791-4950-8de3-97c8e2a21a98 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:03.641066 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19086abd-1bc0-48c7-aa03-9713f0eb3539 req-84385ba2-6436-444d-8f07-b0cb3a738b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:03.642592 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-19086abd-1bc0-48c7-aa03-9713f0eb3539 req-84385ba2-6436-444d-8f07-b0cb3a738b93 service neutron] 10.222.0.54 "GET /v2.0/networks?id=abe8787f-0a93-4f44-b7bc-bdad27347d55 HTTP/1.1" status: 200 len: 916 time: 0.1324992 Nov 12 01:47:03.679372 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-13ed8f57-10cc-4961-b77c-df3e56950470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f587703c-0b10-4ac3-8a96-77393bb5cd96', 'name': 'tempest-TestMinimumBasicScenario-1184672890-router', 'tenant_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'd8ab5632-75c9-483f-a256-10d2d1087459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:02Z', 'updated_at': '2021-11-12T01:46:05Z', 'revision_number': 4, 'project_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'gw_port': {'id': 'd8ab5632-75c9-483f-a256-10d2d1087459', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f587703c-0b10-4ac3-8a96-77393bb5cd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:03Z', 'updated_at': '2021-11-12T01:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '89f18312-2f14-4542-ad1a-26decb446b98', 'tenant_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'floating_ip_address': '172.25.2.69', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'f587703c-0b10-4ac3-8a96-77393bb5cd96', 'port_id': '267e3c99-9259-4d1f-9a3f-744c74c03eb3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abe8787f-0a93-4f44-b7bc-bdad27347d55', 'mac_address': 'fa:16:3e:aa:3d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10324e1a-3f25-476b-a763-526117b3f346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:47:02Z', 'updated_at': '2021-11-12T01:47:02Z', 'revision_number': 0, 'project_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4934ca5b-cb6a-4e8a-b7d0-5e9ab0ff9780', 'name': '', 'network_id': 'abe8787f-0a93-4f44-b7bc-bdad27347d55', 'tenant_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'mac_address': 'fa:16:3e:8e:60:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f587703c-0b10-4ac3-8a96-77393bb5cd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '62ec3576-4205-4326-b1f2-859960b0bac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:05Z', 'updated_at': '2021-11-12T01:46:09Z', 'revision_number': 5, 'project_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'subnets': [{'id': '62ec3576-4205-4326-b1f2-859960b0bac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:47:03.705170 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ed8f57-10cc-4961-b77c-df3e56950470 None None] Checking router: f587703c-0b10-4ac3-8a96-77393bb5cd96 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:47:03.714550 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ed8f57-10cc-4961-b77c-df3e56950470 None None] Routers {'f587703c-0b10-4ac3-8a96-77393bb5cd96'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:47:03.715153 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-13ed8f57-10cc-4961-b77c-df3e56950470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:46:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['f587703c-0b10-4ac3-8a96-77393bb5cd96'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:47:03.737185 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-19086abd-1bc0-48c7-aa03-9713f0eb3539 req-bb06f8ab-e958-487e-a196-d0abe86e7c71 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=267e3c99-9259-4d1f-9a3f-744c74c03eb3 HTTP/1.1" status: 200 len: 999 time: 0.0839484 Nov 12 01:47:03.747636 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b8b08dc4-d791-4950-8de3-97c8e2a21a98 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:03.756652 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b8b08dc4-d791-4950-8de3-97c8e2a21a98 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:03.804168 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b08dc4-d791-4950-8de3-97c8e2a21a98 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b5328b3-7dd2-458a-b6a3-7deeeda5d1a1,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:03.811993 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19086abd-1bc0-48c7-aa03-9713f0eb3539 req-d7d29044-9d2d-4e82-9c65-472a4222a1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:03.813543 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-19086abd-1bc0-48c7-aa03-9713f0eb3539 req-d7d29044-9d2d-4e82-9c65-472a4222a1cc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=62ec3576-4205-4326-b1f2-859960b0bac3 HTTP/1.1" status: 200 len: 854 time: 0.0679026 Nov 12 01:47:03.816531 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b8b08dc4-d791-4950-8de3-97c8e2a21a98 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:03.817647 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b8b08dc4-d791-4950-8de3-97c8e2a21a98 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2848580 Nov 12 01:47:03.820820 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50894) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:47:03.825902 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-13ed8f57-10cc-4961-b77c-df3e56950470 None None] Set router f587703c-0b10-4ac3-8a96-77393bb5cd96 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:47:03.826083 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-f6b60014-36e9-47d0-a860-47babb7f5013 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Request body: {'security_group_rule': {'security_group_id': '908383b6-9a03-4a63-9468-0bcb90c24405', 'project_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:47:03.857924 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f6b60014-36e9-47d0-a860-47babb7f5013 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:03.863771 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19086abd-1bc0-48c7-aa03-9713f0eb3539 req-e50ebd55-da36-4ffc-be20-75a4000fe2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:03.865281 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-19086abd-1bc0-48c7-aa03-9713f0eb3539 req-e50ebd55-da36-4ffc-be20-75a4000fe2fc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=abe8787f-0a93-4f44-b7bc-bdad27347d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447259 Nov 12 01:47:03.919402 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f6b60014-36e9-47d0-a860-47babb7f5013 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:03.923115 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f6b60014-36e9-47d0-a860-47babb7f5013 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:03.939383 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b60014-36e9-47d0-a860-47babb7f5013 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3976c89-b1f8-4bb7-9153-1637e947fa5e,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:03.952407 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f6b60014-36e9-47d0-a860-47babb7f5013 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:03.953766 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f6b60014-36e9-47d0-a860-47babb7f5013 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1313004 Nov 12 01:47:03.956697 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50896) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:47:03.961743 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-9cd2153b-8544-48de-9031-18c87b365a68 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Request body: {'security_group_rule': {'security_group_id': '908383b6-9a03-4a63-9468-0bcb90c24405', 'project_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:47:03.979219 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-19086abd-1bc0-48c7-aa03-9713f0eb3539 req-88fdd222-309a-49f8-a08f-5e5a4a3c9ab6 service neutron] 10.222.0.54 "GET /v2.0/networks/abe8787f-0a93-4f44-b7bc-bdad27347d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060820 Nov 12 01:47:03.992886 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9cd2153b-8544-48de-9031-18c87b365a68 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:04.066118 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9cd2153b-8544-48de-9031-18c87b365a68 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:04.070705 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9cd2153b-8544-48de-9031-18c87b365a68 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:04.085258 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-19086abd-1bc0-48c7-aa03-9713f0eb3539 req-e573add7-a88f-407e-a778-8b04ac25956a service neutron] 10.222.0.54 "GET /v2.0/networks/abe8787f-0a93-4f44-b7bc-bdad27347d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981803 Nov 12 01:47:04.094229 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd2153b-8544-48de-9031-18c87b365a68 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ea07c89-68a5-4559-a5a3-0c13ddcd28a3,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:04.103844 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9cd2153b-8544-48de-9031-18c87b365a68 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:04.105081 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-9cd2153b-8544-48de-9031-18c87b365a68 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1470857 Nov 12 01:47:04.107962 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50898) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:47:04.112962 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-20a88b5a-8072-493a-a275-f5b0403b7078 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Request body: {'security_group_rule': {'security_group_id': '908383b6-9a03-4a63-9468-0bcb90c24405', 'project_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:47:04.142853 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-20a88b5a-8072-493a-a275-f5b0403b7078 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:04.170323 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-13ed8f57-10cc-4961-b77c-df3e56950470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f587703c-0b10-4ac3-8a96-77393bb5cd96', 'name': 'tempest-TestMinimumBasicScenario-1184672890-router', 'tenant_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'd8ab5632-75c9-483f-a256-10d2d1087459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:02Z', 'updated_at': '2021-11-12T01:46:05Z', 'revision_number': 4, 'project_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'gw_port': {'id': 'd8ab5632-75c9-483f-a256-10d2d1087459', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f587703c-0b10-4ac3-8a96-77393bb5cd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:03Z', 'updated_at': '2021-11-12T01:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '89f18312-2f14-4542-ad1a-26decb446b98', 'tenant_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'floating_ip_address': '172.25.2.69', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'f587703c-0b10-4ac3-8a96-77393bb5cd96', 'port_id': '267e3c99-9259-4d1f-9a3f-744c74c03eb3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abe8787f-0a93-4f44-b7bc-bdad27347d55', 'mac_address': 'fa:16:3e:aa:3d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10324e1a-3f25-476b-a763-526117b3f346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:47:02Z', 'updated_at': '2021-11-12T01:47:02Z', 'revision_number': 0, 'project_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4934ca5b-cb6a-4e8a-b7d0-5e9ab0ff9780', 'name': '', 'network_id': 'abe8787f-0a93-4f44-b7bc-bdad27347d55', 'tenant_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'mac_address': 'fa:16:3e:8e:60:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f587703c-0b10-4ac3-8a96-77393bb5cd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '62ec3576-4205-4326-b1f2-859960b0bac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:05Z', 'updated_at': '2021-11-12T01:46:09Z', 'revision_number': 5, 'project_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'subnets': [{'id': '62ec3576-4205-4326-b1f2-859960b0bac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:47:04.200331 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ed8f57-10cc-4961-b77c-df3e56950470 None None] The sync data for ids ['f587703c-0b10-4ac3-8a96-77393bb5cd96'] in n-d-812236-11 is: [{'id': 'f587703c-0b10-4ac3-8a96-77393bb5cd96', 'name': 'tempest-TestMinimumBasicScenario-1184672890-router', 'tenant_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'd8ab5632-75c9-483f-a256-10d2d1087459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:02Z', 'updated_at': '2021-11-12T01:46:05Z', 'revision_number': 4, 'project_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'gw_port': {'id': 'd8ab5632-75c9-483f-a256-10d2d1087459', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f587703c-0b10-4ac3-8a96-77393bb5cd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:03Z', 'updated_at': '2021-11-12T01:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '89f18312-2f14-4542-ad1a-26decb446b98', 'tenant_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'floating_ip_address': '172.25.2.69', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'f587703c-0b10-4ac3-8a96-77393bb5cd96', 'port_id': '267e3c99-9259-4d1f-9a3f-744c74c03eb3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abe8787f-0a93-4f44-b7bc-bdad27347d55', 'mac_address': 'fa:16:3e:aa:3d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10324e1a-3f25-476b-a763-526117b3f346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:47:02Z', 'updated_at': '2021-11-12T01:47:02Z', 'revision_number': 0, 'project_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4934ca5b-cb6a-4e8a-b7d0-5e9ab0ff9780', 'name': '', 'network_id': 'abe8787f-0a93-4f44-b7bc-bdad27347d55', 'tenant_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'mac_address': 'fa:16:3e:8e:60:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f587703c-0b10-4ac3-8a96-77393bb5cd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '62ec3576-4205-4326-b1f2-859960b0bac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:05Z', 'updated_at': '2021-11-12T01:46:09Z', 'revision_number': 5, 'project_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'subnets': [{'id': '62ec3576-4205-4326-b1f2-859960b0bac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:47:04.205794 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-20a88b5a-8072-493a-a275-f5b0403b7078 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:04.210378 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-20a88b5a-8072-493a-a275-f5b0403b7078 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:04.230016 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a88b5a-8072-493a-a275-f5b0403b7078 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e5f8ac2-67c4-46cf-84ad-21a606f6d54b,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:04.235586 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-20a88b5a-8072-493a-a275-f5b0403b7078 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:04.236792 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-20a88b5a-8072-493a-a275-f5b0403b7078 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1277714 Nov 12 01:47:04.239524 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 50900) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:47:04.244827 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-4bac3fc0-594d-4e64-81c5-1442979a0588 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Request body: {'security_group_rule': {'security_group_id': '908383b6-9a03-4a63-9468-0bcb90c24405', 'project_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:47:04.267869 n-d-812236-11 neutron-server[102661]: INFO neutron.db.securitygroups_db [None req-4bac3fc0-594d-4e64-81c5-1442979a0588 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Project a51e3dea8ecd4e5cad3b8f6b91724d31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:47:04.273449 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4bac3fc0-594d-4e64-81c5-1442979a0588 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:04.336172 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4bac3fc0-594d-4e64-81c5-1442979a0588 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:04.340703 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4bac3fc0-594d-4e64-81c5-1442979a0588 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:04.359322 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac3fc0-594d-4e64-81c5-1442979a0588 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10e60ac2-4b39-4551-a2b8-04464ecf375f,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:04.369555 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4bac3fc0-594d-4e64-81c5-1442979a0588 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:04.370827 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4bac3fc0-594d-4e64-81c5-1442979a0588 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1303442 Nov 12 01:47:04.373691 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50902) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:47:04.378304 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-c38aaa33-a04d-49c8-b63c-847b11d6a0fa tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Request body: {'security_group_rule': {'security_group_id': '908383b6-9a03-4a63-9468-0bcb90c24405', 'project_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:47:04.404120 n-d-812236-11 neutron-server[102662]: INFO neutron.db.securitygroups_db [None req-c38aaa33-a04d-49c8-b63c-847b11d6a0fa tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Project a51e3dea8ecd4e5cad3b8f6b91724d31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:47:04.410770 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c38aaa33-a04d-49c8-b63c-847b11d6a0fa tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:04.416762 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-954754ce-2748-4442-9dd8-ffa4158fec99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:04.426918 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e74fff-5d1e-4ed6-a8ae-416b7a78e357 None None] New status for floating IP 89f18312-2f14-4542-ad1a-26decb446b98: ACTIVE {{(pid=102663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:47:04.479759 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c38aaa33-a04d-49c8-b63c-847b11d6a0fa tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:04.483827 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c38aaa33-a04d-49c8-b63c-847b11d6a0fa tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:04.502847 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38aaa33-a04d-49c8-b63c-847b11d6a0fa tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cf08eae-a437-48ac-8d21-b7ca08d8e4ab,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:04.511493 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c38aaa33-a04d-49c8-b63c-847b11d6a0fa tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:04.512988 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c38aaa33-a04d-49c8-b63c-847b11d6a0fa tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1380754 Nov 12 01:47:04.617959 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6253a9e1-eb77-453a-88bd-29b01e143a0c req-a9882480-b636-4532-b461-61152b2874d4 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-46789468&fields=id&tenant_id=a51e3dea8ecd4e5cad3b8f6b91724d31 HTTP/1.1" status: 200 len: 267 time: 0.0513241 Nov 12 01:47:04.674627 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253a9e1-eb77-453a-88bd-29b01e143a0c req-c55648c9-f75f-4f32-b333-82eca217ec20 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:04.676155 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6253a9e1-eb77-453a-88bd-29b01e143a0c req-c55648c9-f75f-4f32-b333-82eca217ec20 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/ports?device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 946 time: 0.0511503 Nov 12 01:47:04.688313 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-6253a9e1-eb77-453a-88bd-29b01e143a0c req-40c6a16a-5a01-4958-8cc7-e04dc895ad26 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Request body: {'port': {'security_groups': ['eff1b819-7c70-4a8a-9e92-a9f495c396d8', '908383b6-9a03-4a63-9468-0bcb90c24405']}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:47:04.754595 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-6253a9e1-eb77-453a-88bd-29b01e143a0c req-40c6a16a-5a01-4958-8cc7-e04dc895ad26 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:04.940570 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-6253a9e1-eb77-453a-88bd-29b01e143a0c req-40c6a16a-5a01-4958-8cc7-e04dc895ad26 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] For port 267e3c99-9259-4d1f-9a3f-744c74c03eb3, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=267e3c99-9259-4d1f-9a3f-744c74c03eb3,segment=NetworkSegment(5781247a-59e3-4af0-9ae3-7a7042daabba),segment_id=5781247a-59e3-4af0-9ae3-7a7042daabba)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:47:04.970913 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-6253a9e1-eb77-453a-88bd-29b01e143a0c req-40c6a16a-5a01-4958-8cc7-e04dc895ad26 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:04.975618 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-6253a9e1-eb77-453a-88bd-29b01e143a0c req-40c6a16a-5a01-4958-8cc7-e04dc895ad26 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:05.008564 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['267e3c99-9259-4d1f-9a3f-744c74c03eb3'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:47:05.020456 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253a9e1-eb77-453a-88bd-29b01e143a0c req-40c6a16a-5a01-4958-8cc7-e04dc895ad26 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:05.021120 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-6253a9e1-eb77-453a-88bd-29b01e143a0c req-40c6a16a-5a01-4958-8cc7-e04dc895ad26 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:05.022592 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6253a9e1-eb77-453a-88bd-29b01e143a0c req-40c6a16a-5a01-4958-8cc7-e04dc895ad26 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "PUT /v2.0/ports/267e3c99-9259-4d1f-9a3f-744c74c03eb3 HTTP/1.1" status: 200 len: 982 time: 0.3389833 Nov 12 01:47:05.048045 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6a16a-5a01-4958-8cc7-e04dc895ad26 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Pushing event updated for resources: {'Port': ['ID=267e3c99-9259-4d1f-9a3f-744c74c03eb3,revision_number=6']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:05.146470 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfbf24d-781e-4bf6-9649-d6c2836d46ae req-0512e4c9-0277-43a9-b23a-ba8452fc3f9c tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:05.148254 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9cfbf24d-781e-4bf6-9649-d6c2836d46ae req-0512e4c9-0277-43a9-b23a-ba8452fc3f9c tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/ports?device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 985 time: 0.0539715 Nov 12 01:47:05.148992 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['267e3c99-9259-4d1f-9a3f-744c74c03eb3'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:47:05.225470 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9cfbf24d-781e-4bf6-9649-d6c2836d46ae req-8476fbad-fc3c-4749-a216-f936693f0c2e tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff1b819-7c70-4a8a-9e92-a9f495c396d8&id=908383b6-9a03-4a63-9468-0bcb90c24405&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0704224 Nov 12 01:47:05.297128 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-adf2aaba-c25e-47ff-8069-fc86f9ccb7b8 None None] Provisioning complete for port 267e3c99-9259-4d1f-9a3f-744c74c03eb3 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:47:05.297367 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-adf2aaba-c25e-47ff-8069-fc86f9ccb7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:05.406471 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10324e1a-3f25-476b-a763-526117b3f346', 'tag': '267e3c99-9259-4d1f-9a3f-744c74c03eb3'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:47:05.409014 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f20791c62abc78a76d837b2e8f3e70a497c95c8c7e17d957ee036670eec5325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ebba6e-011d-40a8-8e73-ff05802f6da7" -d '{"events": [{"name": "network-changed", "server_uuid": "10324e1a-3f25-476b-a763-526117b3f346", "tag": "267e3c99-9259-4d1f-9a3f-744c74c03eb3"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:47:05.449520 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069c49ce-fac8-45f5-8513-d82ad82c6259 x-openstack-request-id: req-069c49ce-fac8-45f5-8513-d82ad82c6259 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:47:05.449520 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10324e1a-3f25-476b-a763-526117b3f346", "tag": "267e3c99-9259-4d1f-9a3f-744c74c03eb3", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:47:05.449748 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-069c49ce-fac8-45f5-8513-d82ad82c6259 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:47:05.450033 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10324e1a-3f25-476b-a763-526117b3f346', 'tag': '267e3c99-9259-4d1f-9a3f-744c74c03eb3', 'status': 'completed', 'code': 200} Nov 12 01:47:05.544035 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ebba6e-011d-40a8-8e73-ff05802f6da7 req-eb3932f0-3cff-4100-9ad1-2c6fba0ffcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:05.547198 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e1ebba6e-011d-40a8-8e73-ff05802f6da7 req-eb3932f0-3cff-4100-9ad1-2c6fba0ffcd1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a51e3dea8ecd4e5cad3b8f6b91724d31&device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 1137 time: 0.0462098 Nov 12 01:47:05.651919 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ebba6e-011d-40a8-8e73-ff05802f6da7 req-7a294a72-002d-4b8c-a218-f67fb5acf923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:05.653505 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e1ebba6e-011d-40a8-8e73-ff05802f6da7 req-7a294a72-002d-4b8c-a218-f67fb5acf923 service neutron] 10.222.0.54 "GET /v2.0/networks?id=abe8787f-0a93-4f44-b7bc-bdad27347d55 HTTP/1.1" status: 200 len: 916 time: 0.0995159 Nov 12 01:47:05.730111 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e1ebba6e-011d-40a8-8e73-ff05802f6da7 req-36d381e6-46a2-46f8-b650-e9c117a50c80 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=267e3c99-9259-4d1f-9a3f-744c74c03eb3 HTTP/1.1" status: 200 len: 1001 time: 0.0693262 Nov 12 01:47:05.779857 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ebba6e-011d-40a8-8e73-ff05802f6da7 req-00b6bd1d-b9d8-47a4-8022-81a039a67d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:05.781307 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e1ebba6e-011d-40a8-8e73-ff05802f6da7 req-00b6bd1d-b9d8-47a4-8022-81a039a67d71 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=62ec3576-4205-4326-b1f2-859960b0bac3 HTTP/1.1" status: 200 len: 854 time: 0.0440857 Nov 12 01:47:05.832360 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ebba6e-011d-40a8-8e73-ff05802f6da7 req-e7affaa3-5104-40a3-bd81-5f8687126786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:05.833863 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e1ebba6e-011d-40a8-8e73-ff05802f6da7 req-e7affaa3-5104-40a3-bd81-5f8687126786 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=abe8787f-0a93-4f44-b7bc-bdad27347d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446482 Nov 12 01:47:05.923850 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e1ebba6e-011d-40a8-8e73-ff05802f6da7 req-2e15aeef-9ad6-424e-b692-26558c3ce754 service neutron] 10.222.0.54 "GET /v2.0/networks/abe8787f-0a93-4f44-b7bc-bdad27347d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803773 Nov 12 01:47:06.017550 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e1ebba6e-011d-40a8-8e73-ff05802f6da7 req-e5b9579e-ca8a-4d10-a675-8cc29d3a53bc service neutron] 10.222.0.54 "GET /v2.0/networks/abe8787f-0a93-4f44-b7bc-bdad27347d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851507 Nov 12 01:47:06.520654 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-78ffa45c-699b-42ce-b3e9-feac7b390bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:07.909032 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:09.507805 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:10.404897 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:11.395841 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:12.329359 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:47:13.279940 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:34.414884 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ea07eecd-8e6c-482d-8ee1-684adfe11dbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:36.523165 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ff8e4774-1acc-493f-ae66-3d4469c4d851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:37.919073 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:39.512331 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:40.407420 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:41.396090 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:43.297040 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:49.330343 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:47:55.100669 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-aa40f73a-92a9-4cbd-842a-d7ed5fb28f39 req-d8d70358-4914-446e-ae1a-1a1fbc59b265 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=10324e1a-3f25-476b-a763-526117b3f346&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0422356 Nov 12 01:47:55.202375 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40f73a-92a9-4cbd-842a-d7ed5fb28f39 req-73e25472-45de-4631-a457-74ef6fd07047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:55.203895 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-aa40f73a-92a9-4cbd-842a-d7ed5fb28f39 req-73e25472-45de-4631-a457-74ef6fd07047 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a51e3dea8ecd4e5cad3b8f6b91724d31&device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 1137 time: 0.0418472 Nov 12 01:47:55.323414 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40f73a-92a9-4cbd-842a-d7ed5fb28f39 req-ea9cec04-9bbd-4719-9db0-fc4556e15239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:55.325777 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-aa40f73a-92a9-4cbd-842a-d7ed5fb28f39 req-ea9cec04-9bbd-4719-9db0-fc4556e15239 service neutron] 10.222.0.54 "GET /v2.0/networks?id=abe8787f-0a93-4f44-b7bc-bdad27347d55 HTTP/1.1" status: 200 len: 916 time: 0.1018147 Nov 12 01:47:55.394523 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-aa40f73a-92a9-4cbd-842a-d7ed5fb28f39 req-bf98264f-41fa-4bbd-9474-08c8c864094f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=267e3c99-9259-4d1f-9a3f-744c74c03eb3 HTTP/1.1" status: 200 len: 1001 time: 0.0611088 Nov 12 01:47:55.462110 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40f73a-92a9-4cbd-842a-d7ed5fb28f39 req-1b43dcc5-b243-472e-9c39-bc05ce6c6294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:55.463592 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-aa40f73a-92a9-4cbd-842a-d7ed5fb28f39 req-1b43dcc5-b243-472e-9c39-bc05ce6c6294 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=62ec3576-4205-4326-b1f2-859960b0bac3 HTTP/1.1" status: 200 len: 854 time: 0.0620811 Nov 12 01:47:55.514498 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40f73a-92a9-4cbd-842a-d7ed5fb28f39 req-48d87baf-2621-4237-aebc-40dbe5aa89ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:55.516010 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-aa40f73a-92a9-4cbd-842a-d7ed5fb28f39 req-48d87baf-2621-4237-aebc-40dbe5aa89ef service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=abe8787f-0a93-4f44-b7bc-bdad27347d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444310 Nov 12 01:47:55.610916 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-aa40f73a-92a9-4cbd-842a-d7ed5fb28f39 req-01dff30b-61c6-4aa1-86b7-19b42217fe6e service neutron] 10.222.0.54 "GET /v2.0/networks/abe8787f-0a93-4f44-b7bc-bdad27347d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868745 Nov 12 01:47:55.712805 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-aa40f73a-92a9-4cbd-842a-d7ed5fb28f39 req-67c47310-f359-4d58-b55a-ba531528a93e service neutron] 10.222.0.54 "GET /v2.0/networks/abe8787f-0a93-4f44-b7bc-bdad27347d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947301 Nov 12 01:48:03.290655 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9224c6a-5497-46f8-af9b-51032cd5ded2 req-2f4e50c6-fe9c-4fd1-beaa-e830f90ae604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:03.292195 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f9224c6a-5497-46f8-af9b-51032cd5ded2 req-2f4e50c6-fe9c-4fd1-beaa-e830f90ae604 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a51e3dea8ecd4e5cad3b8f6b91724d31&device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 1137 time: 0.0499449 Nov 12 01:48:03.429601 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9224c6a-5497-46f8-af9b-51032cd5ded2 req-c6c56880-8d89-43c6-8887-080dce1802f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:03.431077 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f9224c6a-5497-46f8-af9b-51032cd5ded2 req-c6c56880-8d89-43c6-8887-080dce1802f8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=abe8787f-0a93-4f44-b7bc-bdad27347d55 HTTP/1.1" status: 200 len: 916 time: 0.1317630 Nov 12 01:48:03.440386 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad076c7a-c4e1-45fd-a8f3-df57c5d5328c req-46ad8e9b-08bb-4a55-a38d-08eb86b58fae tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:03.441855 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ad076c7a-c4e1-45fd-a8f3-df57c5d5328c req-46ad8e9b-08bb-4a55-a38d-08eb86b58fae tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/ports?device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 985 time: 0.2431281 Nov 12 01:48:03.536990 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f9224c6a-5497-46f8-af9b-51032cd5ded2 req-a9a902dc-0801-4f89-a3c2-d96d92a364a8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=267e3c99-9259-4d1f-9a3f-744c74c03eb3 HTTP/1.1" status: 200 len: 1001 time: 0.0937712 Nov 12 01:48:03.557319 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ad076c7a-c4e1-45fd-a8f3-df57c5d5328c req-564ab385-6715-4863-9b90-a5d2a035306a tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff1b819-7c70-4a8a-9e92-a9f495c396d8&id=908383b6-9a03-4a63-9468-0bcb90c24405&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1089020 Nov 12 01:48:03.596846 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9224c6a-5497-46f8-af9b-51032cd5ded2 req-444a7690-143d-4f9c-814a-5b13e4e98315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:03.598258 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f9224c6a-5497-46f8-af9b-51032cd5ded2 req-444a7690-143d-4f9c-814a-5b13e4e98315 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=62ec3576-4205-4326-b1f2-859960b0bac3 HTTP/1.1" status: 200 len: 854 time: 0.0528963 Nov 12 01:48:03.646963 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9224c6a-5497-46f8-af9b-51032cd5ded2 req-97d09940-c337-4077-894a-3fc6fd536e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:03.648469 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f9224c6a-5497-46f8-af9b-51032cd5ded2 req-97d09940-c337-4077-894a-3fc6fd536e27 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=abe8787f-0a93-4f44-b7bc-bdad27347d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425553 Nov 12 01:48:03.746707 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f9224c6a-5497-46f8-af9b-51032cd5ded2 req-c9aadfd2-fa85-4e16-80cf-e3a9a6f3b7a3 service neutron] 10.222.0.54 "GET /v2.0/networks/abe8787f-0a93-4f44-b7bc-bdad27347d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900669 Nov 12 01:48:03.836120 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f9224c6a-5497-46f8-af9b-51032cd5ded2 req-f7c27fc4-07a7-4195-b9df-e75205cb4e02 service neutron] 10.222.0.54 "GET /v2.0/networks/abe8787f-0a93-4f44-b7bc-bdad27347d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812685 Nov 12 01:48:04.407879 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5d3f13b4-df44-400f-a14d-cf7a0cc6854b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:04.730404 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7ece3-c65f-45fe-9e29-881e447fb76b req-34bfd4dc-f746-4f53-8bae-7216f09d15ad tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:04.731850 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-66e7ece3-c65f-45fe-9e29-881e447fb76b req-34bfd4dc-f746-4f53-8bae-7216f09d15ad tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/ports?device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 985 time: 0.1019430 Nov 12 01:48:04.793788 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-66e7ece3-c65f-45fe-9e29-881e447fb76b req-6ee60afb-3c8e-4085-86da-17bd1913939d tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff1b819-7c70-4a8a-9e92-a9f495c396d8&id=908383b6-9a03-4a63-9468-0bcb90c24405&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0557802 Nov 12 01:48:05.924388 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02541676-e81c-4576-8df1-764038417f66 req-cd9d2aa8-e51c-413b-8ee5-1d4368394e78 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:05.925903 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-02541676-e81c-4576-8df1-764038417f66 req-cd9d2aa8-e51c-413b-8ee5-1d4368394e78 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/ports?device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 985 time: 0.0613201 Nov 12 01:48:05.989170 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-02541676-e81c-4576-8df1-764038417f66 req-b0d869c5-d467-4d83-a99d-175cb914056f tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff1b819-7c70-4a8a-9e92-a9f495c396d8&id=908383b6-9a03-4a63-9468-0bcb90c24405&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0571170 Nov 12 01:48:06.525402 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-392cef6f-3c7c-4f99-a8a6-3c0a56020aec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:07.110195 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ebaf7c-6658-421b-a6fb-d3f25b82d168 req-2b30aa95-e71b-4572-8e19-2c4d042568d3 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:07.111743 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-22ebaf7c-6658-421b-a6fb-d3f25b82d168 req-2b30aa95-e71b-4572-8e19-2c4d042568d3 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/ports?device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 985 time: 0.0516903 Nov 12 01:48:07.177961 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-22ebaf7c-6658-421b-a6fb-d3f25b82d168 req-ea5a5c76-4c50-4c68-b09c-e16daa959f99 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff1b819-7c70-4a8a-9e92-a9f495c396d8&id=908383b6-9a03-4a63-9468-0bcb90c24405&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0599761 Nov 12 01:48:07.915990 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:08.298192 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba9047-997c-4e57-ab2f-242ac30b5eb2 req-d72f2b53-a6e5-4ca8-a8ff-3919943b5e73 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:08.299740 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-97ba9047-997c-4e57-ab2f-242ac30b5eb2 req-d72f2b53-a6e5-4ca8-a8ff-3919943b5e73 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/ports?device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 985 time: 0.0513735 Nov 12 01:48:08.369438 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-97ba9047-997c-4e57-ab2f-242ac30b5eb2 req-00f222ec-42fd-4022-9823-78f9eeb3555a tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff1b819-7c70-4a8a-9e92-a9f495c396d8&id=908383b6-9a03-4a63-9468-0bcb90c24405&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0633521 Nov 12 01:48:09.493389 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698dd29-0169-4017-a829-3bf0ce3c4dd5 req-273770f7-d1b8-4f1d-aa28-99191f3814d6 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:09.494845 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1698dd29-0169-4017-a829-3bf0ce3c4dd5 req-273770f7-d1b8-4f1d-aa28-99191f3814d6 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/ports?device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 985 time: 0.0553217 Nov 12 01:48:09.514661 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:09.561240 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1698dd29-0169-4017-a829-3bf0ce3c4dd5 req-7a03c0db-5c5e-46bd-92d2-371d85f5dabf tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff1b819-7c70-4a8a-9e92-a9f495c396d8&id=908383b6-9a03-4a63-9468-0bcb90c24405&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0595894 Nov 12 01:48:10.410155 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:10.682559 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b589853d-fc04-4b20-9ebe-61c59a20b3b5 req-6c8c0d3a-4d9a-4de5-b095-90e0ca8360d9 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:10.684265 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b589853d-fc04-4b20-9ebe-61c59a20b3b5 req-6c8c0d3a-4d9a-4de5-b095-90e0ca8360d9 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/ports?device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 985 time: 0.0509164 Nov 12 01:48:10.753179 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b589853d-fc04-4b20-9ebe-61c59a20b3b5 req-ef67e0d0-5e6c-46e2-9208-6732cc8d7328 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff1b819-7c70-4a8a-9e92-a9f495c396d8&id=908383b6-9a03-4a63-9468-0bcb90c24405&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0627019 Nov 12 01:48:11.416423 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:11.879258 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622a9c6-1efd-406e-a019-4374c362d09a req-64698aff-f0ab-4040-94c1-8e526453f9a8 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:11.880756 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5622a9c6-1efd-406e-a019-4374c362d09a req-64698aff-f0ab-4040-94c1-8e526453f9a8 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/ports?device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 985 time: 0.0518196 Nov 12 01:48:11.945676 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5622a9c6-1efd-406e-a019-4374c362d09a req-5beb5674-19d5-44b7-b52f-e8d89f13786d tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff1b819-7c70-4a8a-9e92-a9f495c396d8&id=908383b6-9a03-4a63-9468-0bcb90c24405&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0571108 Nov 12 01:48:13.074724 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4b737-e78f-4742-b076-cb95c6818a2a req-15685088-d12b-4b83-9743-d6a40d90c793 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:13.076443 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-32f4b737-e78f-4742-b076-cb95c6818a2a req-15685088-d12b-4b83-9743-d6a40d90c793 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/ports?device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 985 time: 0.0589848 Nov 12 01:48:13.143787 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-32f4b737-e78f-4742-b076-cb95c6818a2a req-b6c19eed-bb3a-4de4-b095-de7ff3a8e3e7 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff1b819-7c70-4a8a-9e92-a9f495c396d8&id=908383b6-9a03-4a63-9468-0bcb90c24405&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0607886 Nov 12 01:48:13.284955 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:14.277566 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e7e75-8329-4cf3-aadb-0ef11cd7123f req-25a162fd-2639-4561-a9d9-ad9f78953e32 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:14.279110 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9d5e7e75-8329-4cf3-aadb-0ef11cd7123f req-25a162fd-2639-4561-a9d9-ad9f78953e32 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/ports?device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 985 time: 0.0569887 Nov 12 01:48:14.342556 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9d5e7e75-8329-4cf3-aadb-0ef11cd7123f req-7cb80e5b-7d5c-4abc-bcea-7d97a67d6180 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff1b819-7c70-4a8a-9e92-a9f495c396d8&id=908383b6-9a03-4a63-9468-0bcb90c24405&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0563362 Nov 12 01:48:15.464454 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef016bd-fe58-48d3-9ff9-3367a5a6c0bc req-73193e0a-d35e-4aae-9ebe-bcf706b0bddb tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:15.466589 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6ef016bd-fe58-48d3-9ff9-3367a5a6c0bc req-73193e0a-d35e-4aae-9ebe-bcf706b0bddb tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/ports?device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 985 time: 0.0529349 Nov 12 01:48:15.528800 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6ef016bd-fe58-48d3-9ff9-3367a5a6c0bc req-dfa0444e-8986-49d4-91cf-9c5dd28644f0 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff1b819-7c70-4a8a-9e92-a9f495c396d8&id=908383b6-9a03-4a63-9468-0bcb90c24405&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0560851 Nov 12 01:48:16.654704 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c93d2-f911-4e13-8020-c534883128ed req-a6a87fdd-7146-438f-8d67-729ef4c0f99e tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:16.656293 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f35c93d2-f911-4e13-8020-c534883128ed req-a6a87fdd-7146-438f-8d67-729ef4c0f99e tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/ports?device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 985 time: 0.0519300 Nov 12 01:48:16.723996 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f35c93d2-f911-4e13-8020-c534883128ed req-a4d87f78-56e6-4bce-982e-4678a98c215c tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff1b819-7c70-4a8a-9e92-a9f495c396d8&id=908383b6-9a03-4a63-9468-0bcb90c24405&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0572178 Nov 12 01:48:17.848860 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ed496-0b9d-45e7-83b4-24534a81bccb req-de04c2d5-3fa6-4d97-a677-c98b22ff239e tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:17.850278 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6f6ed496-0b9d-45e7-83b4-24534a81bccb req-de04c2d5-3fa6-4d97-a677-c98b22ff239e tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/ports?device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 985 time: 0.0535636 Nov 12 01:48:17.910891 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6f6ed496-0b9d-45e7-83b4-24534a81bccb req-98164802-aad0-4e05-a19b-c9a465523bdf tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff1b819-7c70-4a8a-9e92-a9f495c396d8&id=908383b6-9a03-4a63-9468-0bcb90c24405&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0544610 Nov 12 01:48:19.056886 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522874b5-6669-4c40-a959-32f06b52137c req-14945dc6-ca51-4ee0-876a-35825b748a9b tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:19.058613 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-522874b5-6669-4c40-a959-32f06b52137c req-14945dc6-ca51-4ee0-876a-35825b748a9b tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/ports?device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 985 time: 0.0543442 Nov 12 01:48:19.132891 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-522874b5-6669-4c40-a959-32f06b52137c req-5e3725b5-086c-4085-9e5c-eba3f05c535b tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff1b819-7c70-4a8a-9e92-a9f495c396d8&id=908383b6-9a03-4a63-9468-0bcb90c24405&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0661778 Nov 12 01:48:20.259641 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6adc73b-47d9-4e29-b980-93328741d127 req-5dbfffd9-9948-431d-a460-ba9f1993d231 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:20.261133 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f6adc73b-47d9-4e29-b980-93328741d127 req-5dbfffd9-9948-431d-a460-ba9f1993d231 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/ports?device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 985 time: 0.0545368 Nov 12 01:48:20.328066 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f6adc73b-47d9-4e29-b980-93328741d127 req-5b28b0eb-587c-468b-9806-3177fc3be70e tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff1b819-7c70-4a8a-9e92-a9f495c396d8&id=908383b6-9a03-4a63-9468-0bcb90c24405&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0605595 Nov 12 01:48:26.330357 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:48:34.409799 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-74509427-592c-454d-8564-34e974cc6cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:36.527561 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-49326f6a-16ba-4b1c-9c57-d057a3993a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:37.921554 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:39.516446 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:40.412653 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:41.416810 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:43.297514 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:55.129811 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d1c3c61d-34d9-46b6-9ce7-e8aa979934fe req-80934ce4-96d8-4496-8914-6ee3f9bfc593 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=10324e1a-3f25-476b-a763-526117b3f346&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0538986 Nov 12 01:48:55.240541 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c3c61d-34d9-46b6-9ce7-e8aa979934fe req-bff47b49-b716-4b00-8b3f-ade72d533604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:55.242299 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d1c3c61d-34d9-46b6-9ce7-e8aa979934fe req-bff47b49-b716-4b00-8b3f-ade72d533604 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a51e3dea8ecd4e5cad3b8f6b91724d31&device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 1137 time: 0.0497091 Nov 12 01:48:55.355684 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c3c61d-34d9-46b6-9ce7-e8aa979934fe req-fa1eb5b2-701e-4e4d-b889-eccdb36a2ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:55.359186 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d1c3c61d-34d9-46b6-9ce7-e8aa979934fe req-fa1eb5b2-701e-4e4d-b889-eccdb36a2ad3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=abe8787f-0a93-4f44-b7bc-bdad27347d55 HTTP/1.1" status: 200 len: 916 time: 0.0963249 Nov 12 01:48:55.440461 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d1c3c61d-34d9-46b6-9ce7-e8aa979934fe req-b0d9c3c5-0e71-49df-9d21-2d7875813c5f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=267e3c99-9259-4d1f-9a3f-744c74c03eb3 HTTP/1.1" status: 200 len: 1001 time: 0.0733964 Nov 12 01:48:55.496559 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c3c61d-34d9-46b6-9ce7-e8aa979934fe req-fcb62281-cad1-4e08-aca6-e885285d99ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:55.499420 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d1c3c61d-34d9-46b6-9ce7-e8aa979934fe req-fcb62281-cad1-4e08-aca6-e885285d99ee service neutron] 10.222.0.54 "GET /v2.0/subnets?id=62ec3576-4205-4326-b1f2-859960b0bac3 HTTP/1.1" status: 200 len: 854 time: 0.0511119 Nov 12 01:48:55.551920 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c3c61d-34d9-46b6-9ce7-e8aa979934fe req-f3909a23-9b1f-4b79-9b99-b11b4c3c1808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:55.553556 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d1c3c61d-34d9-46b6-9ce7-e8aa979934fe req-f3909a23-9b1f-4b79-9b99-b11b4c3c1808 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=abe8787f-0a93-4f44-b7bc-bdad27347d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450389 Nov 12 01:48:55.670670 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d1c3c61d-34d9-46b6-9ce7-e8aa979934fe req-e34c34f1-db2c-40b7-bfe9-6cf102bdddd0 service neutron] 10.222.0.54 "GET /v2.0/networks/abe8787f-0a93-4f44-b7bc-bdad27347d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085174 Nov 12 01:48:55.786244 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d1c3c61d-34d9-46b6-9ce7-e8aa979934fe req-e944ed69-c693-4f2a-be46-372de3f57cfd service neutron] 10.222.0.54 "GET /v2.0/networks/abe8787f-0a93-4f44-b7bc-bdad27347d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088328 Nov 12 01:49:03.330025 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:49:04.415880 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-efce3c15-c146-4137-ad8b-47a4f908323f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:06.530246 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5fba06a5-bcbe-4e2f-ad9f-0c0b1aa8af25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:07.923461 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:09.525261 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:10.417683 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:11.431167 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:13.300039 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:15.911382 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e0d628b1-1dfe-41b5-a43f-fc2c4b3f91fd req-580b8b80-461f-4b06-a017-46359a1698a2 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-46789468&fields=id&tenant_id=a51e3dea8ecd4e5cad3b8f6b91724d31 HTTP/1.1" status: 200 len: 267 time: 0.0502546 Nov 12 01:49:15.974405 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d628b1-1dfe-41b5-a43f-fc2c4b3f91fd req-3a8c94ce-bdbe-4725-bd75-06ff8fed459a tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:15.975939 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e0d628b1-1dfe-41b5-a43f-fc2c4b3f91fd req-3a8c94ce-bdbe-4725-bd75-06ff8fed459a tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/ports?device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 985 time: 0.0586634 Nov 12 01:49:15.988179 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-e0d628b1-1dfe-41b5-a43f-fc2c4b3f91fd req-1460a976-c7be-4c4d-8d3c-0739d2af9a65 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Request body: {'port': {'security_groups': ['eff1b819-7c70-4a8a-9e92-a9f495c396d8']}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:49:16.058265 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e0d628b1-1dfe-41b5-a43f-fc2c4b3f91fd req-1460a976-c7be-4c4d-8d3c-0739d2af9a65 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:16.280657 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-e0d628b1-1dfe-41b5-a43f-fc2c4b3f91fd req-1460a976-c7be-4c4d-8d3c-0739d2af9a65 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] For port 267e3c99-9259-4d1f-9a3f-744c74c03eb3, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=267e3c99-9259-4d1f-9a3f-744c74c03eb3,segment=NetworkSegment(5781247a-59e3-4af0-9ae3-7a7042daabba),segment_id=5781247a-59e3-4af0-9ae3-7a7042daabba)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:49:16.328195 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e0d628b1-1dfe-41b5-a43f-fc2c4b3f91fd req-1460a976-c7be-4c4d-8d3c-0739d2af9a65 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:16.334634 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e0d628b1-1dfe-41b5-a43f-fc2c4b3f91fd req-1460a976-c7be-4c4d-8d3c-0739d2af9a65 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:16.369007 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['267e3c99-9259-4d1f-9a3f-744c74c03eb3'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:49:16.411829 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d628b1-1dfe-41b5-a43f-fc2c4b3f91fd req-1460a976-c7be-4c4d-8d3c-0739d2af9a65 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:16.411829 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-e0d628b1-1dfe-41b5-a43f-fc2c4b3f91fd req-1460a976-c7be-4c4d-8d3c-0739d2af9a65 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:16.412900 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e0d628b1-1dfe-41b5-a43f-fc2c4b3f91fd req-1460a976-c7be-4c4d-8d3c-0739d2af9a65 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "PUT /v2.0/ports/267e3c99-9259-4d1f-9a3f-744c74c03eb3 HTTP/1.1" status: 200 len: 943 time: 0.4303293 Nov 12 01:49:16.413480 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10324e1a-3f25-476b-a763-526117b3f346', 'tag': '267e3c99-9259-4d1f-9a3f-744c74c03eb3'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:49:16.416754 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be10c6201f4a6af1b4f88844b1b0aabab5fd97a2a103bbbe8677b2ad1e6c711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01dd2232-ea79-41ca-95e1-131a287b3a3b" -d '{"events": [{"name": "network-changed", "server_uuid": "10324e1a-3f25-476b-a763-526117b3f346", "tag": "267e3c99-9259-4d1f-9a3f-744c74c03eb3"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:49:16.423225 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 50996) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:49:16.446742 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1460a976-c7be-4c4d-8d3c-0739d2af9a65 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Pushing event updated for resources: {'Port': ['ID=267e3c99-9259-4d1f-9a3f-744c74c03eb3,revision_number=7']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:16.481491 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1460a976-c7be-4c4d-8d3c-0739d2af9a65 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:16.481917 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1460a976-c7be-4c4d-8d3c-0739d2af9a65 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:16.482443 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1460a976-c7be-4c4d-8d3c-0739d2af9a65 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:16.483073 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1460a976-c7be-4c4d-8d3c-0739d2af9a65 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:16.483485 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1460a976-c7be-4c4d-8d3c-0739d2af9a65 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:16.484002 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1460a976-c7be-4c4d-8d3c-0739d2af9a65 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:16.484521 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1460a976-c7be-4c4d-8d3c-0739d2af9a65 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:16.485080 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1460a976-c7be-4c4d-8d3c-0739d2af9a65 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:16.486128 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1460a976-c7be-4c4d-8d3c-0739d2af9a65 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:16.492926 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1460a976-c7be-4c4d-8d3c-0739d2af9a65 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:16.493461 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1460a976-c7be-4c4d-8d3c-0739d2af9a65 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:16.497426 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1460a976-c7be-4c4d-8d3c-0739d2af9a65 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:16.534167 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['267e3c99-9259-4d1f-9a3f-744c74c03eb3'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:49:16.534960 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a78a16ef-e74a-4913-9d4c-d3e5dffce04f tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:16.714769 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6729f5e4-4064-4173-8236-77ddf014f1a5 x-openstack-request-id: req-6729f5e4-4064-4173-8236-77ddf014f1a5 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:49:16.715272 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10324e1a-3f25-476b-a763-526117b3f346", "tag": "267e3c99-9259-4d1f-9a3f-744c74c03eb3", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:49:16.715444 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6729f5e4-4064-4173-8236-77ddf014f1a5 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:49:16.716431 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10324e1a-3f25-476b-a763-526117b3f346', 'tag': '267e3c99-9259-4d1f-9a3f-744c74c03eb3', 'status': 'completed', 'code': 200} Nov 12 01:49:16.766195 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-42e550aa-c860-4d0f-a8e5-ebbe24c54f68 None None] Provisioning complete for port 267e3c99-9259-4d1f-9a3f-744c74c03eb3 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:49:16.767958 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-42e550aa-c860-4d0f-a8e5-ebbe24c54f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:17.046473 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a78a16ef-e74a-4913-9d4c-d3e5dffce04f tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:17.086992 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd2232-ea79-41ca-95e1-131a287b3a3b req-48a96beb-7c75-4c50-a462-52e6f68ec4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:17.088501 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-01dd2232-ea79-41ca-95e1-131a287b3a3b req-48a96beb-7c75-4c50-a462-52e6f68ec4a0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a51e3dea8ecd4e5cad3b8f6b91724d31&device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 1098 time: 0.0811841 Nov 12 01:49:17.187716 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a78a16ef-e74a-4913-9d4c-d3e5dffce04f tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:17.192645 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a78a16ef-e74a-4913-9d4c-d3e5dffce04f tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:17.194253 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a78a16ef-e74a-4913-9d4c-d3e5dffce04f tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "DELETE /v2.0/security-groups/908383b6-9a03-4a63-9468-0bcb90c24405 HTTP/1.1" status: 204 len: 168 time: 0.7698565 Nov 12 01:49:17.197003 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51000) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:49:17.223083 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a16ef-e74a-4913-9d4c-d3e5dffce04f tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=908383b6-9a03-4a63-9468-0bcb90c24405,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:17.237339 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd2232-ea79-41ca-95e1-131a287b3a3b req-ba52d3c4-fe5a-4e8b-ba43-1f0cbb189aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:17.239544 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-01dd2232-ea79-41ca-95e1-131a287b3a3b req-ba52d3c4-fe5a-4e8b-ba43-1f0cbb189aa4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=abe8787f-0a93-4f44-b7bc-bdad27347d55 HTTP/1.1" status: 200 len: 916 time: 0.1425874 Nov 12 01:49:17.242106 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78a16ef-e74a-4913-9d4c-d3e5dffce04f tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:17.242638 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78a16ef-e74a-4913-9d4c-d3e5dffce04f tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:17.243061 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78a16ef-e74a-4913-9d4c-d3e5dffce04f tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:17.243540 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78a16ef-e74a-4913-9d4c-d3e5dffce04f tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:17.243933 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78a16ef-e74a-4913-9d4c-d3e5dffce04f tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:17.244442 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78a16ef-e74a-4913-9d4c-d3e5dffce04f tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:17.244805 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78a16ef-e74a-4913-9d4c-d3e5dffce04f tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:17.245339 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78a16ef-e74a-4913-9d4c-d3e5dffce04f tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:17.245807 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78a16ef-e74a-4913-9d4c-d3e5dffce04f tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:17.246345 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78a16ef-e74a-4913-9d4c-d3e5dffce04f tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:17.246793 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78a16ef-e74a-4913-9d4c-d3e5dffce04f tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:17.247254 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78a16ef-e74a-4913-9d4c-d3e5dffce04f tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:17.323720 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-01dd2232-ea79-41ca-95e1-131a287b3a3b req-defa515b-1d58-466d-adde-30b94366ae5c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=267e3c99-9259-4d1f-9a3f-744c74c03eb3 HTTP/1.1" status: 200 len: 1001 time: 0.0725007 Nov 12 01:49:17.388115 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd2232-ea79-41ca-95e1-131a287b3a3b req-40263cb6-c8ea-47ee-9713-afc2b9c60f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:17.390084 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-01dd2232-ea79-41ca-95e1-131a287b3a3b req-40263cb6-c8ea-47ee-9713-afc2b9c60f7a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=62ec3576-4205-4326-b1f2-859960b0bac3 HTTP/1.1" status: 200 len: 854 time: 0.0588663 Nov 12 01:49:17.424836 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-bf016105-96f9-4a3a-8a7e-a34515d96c3d tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Deleting port 4fc2e2b6-d16f-4b16-85f9-785d64bf16de {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:49:17.425211 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bf016105-96f9-4a3a-8a7e-a34515d96c3d tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:17.446864 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd2232-ea79-41ca-95e1-131a287b3a3b req-2ff69182-4045-4088-a7cd-7fc48cf175d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:17.448443 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-01dd2232-ea79-41ca-95e1-131a287b3a3b req-2ff69182-4045-4088-a7cd-7fc48cf175d4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=abe8787f-0a93-4f44-b7bc-bdad27347d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515137 Nov 12 01:49:17.530663 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bf016105-96f9-4a3a-8a7e-a34515d96c3d tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:17.531026 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bf016105-96f9-4a3a-8a7e-a34515d96c3d tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:17.559527 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-bf016105-96f9-4a3a-8a7e-a34515d96c3d tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Calling delete_port for 4fc2e2b6-d16f-4b16-85f9-785d64bf16de owned by network:floatingip {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:49:17.573046 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-01dd2232-ea79-41ca-95e1-131a287b3a3b req-3e06ec48-6991-4bd2-9b7c-a30e6cad37e6 service neutron] 10.222.0.54 "GET /v2.0/networks/abe8787f-0a93-4f44-b7bc-bdad27347d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161280 Nov 12 01:49:17.694413 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-01dd2232-ea79-41ca-95e1-131a287b3a3b req-40b9cd43-6cd8-420b-af6f-3e662be1102f service neutron] 10.222.0.54 "GET /v2.0/networks/abe8787f-0a93-4f44-b7bc-bdad27347d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135714 Nov 12 01:49:17.768956 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bf016105-96f9-4a3a-8a7e-a34515d96c3d tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:17.794905 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf016105-96f9-4a3a-8a7e-a34515d96c3d tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Pushing event deleted for resources: {'Port': ['ID=4fc2e2b6-d16f-4b16-85f9-785d64bf16de,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:17.868790 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bf016105-96f9-4a3a-8a7e-a34515d96c3d tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks [] for floatingip, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:17.869146 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [None req-bf016105-96f9-4a3a-8a7e-a34515d96c3d tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Floating IP 89f18312-2f14-4542-ad1a-26decb446b98 disassociated (deleted). External IP: 172.25.2.69, port: 267e3c99-9259-4d1f-9a3f-744c74c03eb3. Nov 12 01:49:18.458127 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf016105-96f9-4a3a-8a7e-a34515d96c3d tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Router f587703c-0b10-4ac3-8a96-77393bb5cd96 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:49:18.589792 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf016105-96f9-4a3a-8a7e-a34515d96c3d tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:49:18.595628 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bf016105-96f9-4a3a-8a7e-a34515d96c3d tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:18.601698 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff807811-faed-4afc-b35e-6eaf9042ca16 None None] Sync routers for ids ['f587703c-0b10-4ac3-8a96-77393bb5cd96'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:49:18.613356 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff807811-faed-4afc-b35e-6eaf9042ca16 None None] Routers {'f587703c-0b10-4ac3-8a96-77393bb5cd96'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:49:18.614313 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-ff807811-faed-4afc-b35e-6eaf9042ca16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:49:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['f587703c-0b10-4ac3-8a96-77393bb5cd96'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:49:18.630411 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-bf016105-96f9-4a3a-8a7e-a34515d96c3d tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "DELETE /v2.0/floatingips/89f18312-2f14-4542-ad1a-26decb446b98 HTTP/1.1" status: 204 len: 168 time: 1.4311991 Nov 12 01:49:18.717748 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10324e1a-3f25-476b-a763-526117b3f346', 'tag': '267e3c99-9259-4d1f-9a3f-744c74c03eb3'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:49:18.721213 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be10c6201f4a6af1b4f88844b1b0aabab5fd97a2a103bbbe8677b2ad1e6c711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e901875d-b04b-4be9-8cbe-c47b22dc0636" -d '{"events": [{"name": "network-changed", "server_uuid": "10324e1a-3f25-476b-a763-526117b3f346", "tag": "267e3c99-9259-4d1f-9a3f-744c74c03eb3"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:49:18.726161 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-ff807811-faed-4afc-b35e-6eaf9042ca16 None None] Set router f587703c-0b10-4ac3-8a96-77393bb5cd96 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:49:18.763858 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13085f2-6105-4aca-aedc-eef2d26beb19 x-openstack-request-id: req-f13085f2-6105-4aca-aedc-eef2d26beb19 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:49:18.764227 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10324e1a-3f25-476b-a763-526117b3f346", "tag": "267e3c99-9259-4d1f-9a3f-744c74c03eb3", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:49:18.764546 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f13085f2-6105-4aca-aedc-eef2d26beb19 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:49:18.765017 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10324e1a-3f25-476b-a763-526117b3f346', 'tag': '267e3c99-9259-4d1f-9a3f-744c74c03eb3', 'status': 'completed', 'code': 200} Nov 12 01:49:18.887812 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901875d-b04b-4be9-8cbe-c47b22dc0636 req-f47f7d1f-4771-4131-8ddd-e8f4bac91022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:18.892146 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e901875d-b04b-4be9-8cbe-c47b22dc0636 req-f47f7d1f-4771-4131-8ddd-e8f4bac91022 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a51e3dea8ecd4e5cad3b8f6b91724d31&device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 1098 time: 0.0746639 Nov 12 01:49:19.000944 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-ff807811-faed-4afc-b35e-6eaf9042ca16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f587703c-0b10-4ac3-8a96-77393bb5cd96', 'name': 'tempest-TestMinimumBasicScenario-1184672890-router', 'tenant_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'd8ab5632-75c9-483f-a256-10d2d1087459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:02Z', 'updated_at': '2021-11-12T01:46:05Z', 'revision_number': 4, 'project_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'gw_port': {'id': 'd8ab5632-75c9-483f-a256-10d2d1087459', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f587703c-0b10-4ac3-8a96-77393bb5cd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:03Z', 'updated_at': '2021-11-12T01:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '4934ca5b-cb6a-4e8a-b7d0-5e9ab0ff9780', 'name': '', 'network_id': 'abe8787f-0a93-4f44-b7bc-bdad27347d55', 'tenant_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'mac_address': 'fa:16:3e:8e:60:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f587703c-0b10-4ac3-8a96-77393bb5cd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '62ec3576-4205-4326-b1f2-859960b0bac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:05Z', 'updated_at': '2021-11-12T01:46:09Z', 'revision_number': 5, 'project_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'subnets': [{'id': '62ec3576-4205-4326-b1f2-859960b0bac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:49:19.008662 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901875d-b04b-4be9-8cbe-c47b22dc0636 req-dbc1e048-d6c7-47e4-9b2b-18e22b41c9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:19.010188 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e901875d-b04b-4be9-8cbe-c47b22dc0636 req-dbc1e048-d6c7-47e4-9b2b-18e22b41c9b2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=abe8787f-0a93-4f44-b7bc-bdad27347d55 HTTP/1.1" status: 200 len: 916 time: 0.1120927 Nov 12 01:49:19.028048 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff807811-faed-4afc-b35e-6eaf9042ca16 None None] Checking router: f587703c-0b10-4ac3-8a96-77393bb5cd96 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:49:19.037094 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff807811-faed-4afc-b35e-6eaf9042ca16 None None] Routers {'f587703c-0b10-4ac3-8a96-77393bb5cd96'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:49:19.037752 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-ff807811-faed-4afc-b35e-6eaf9042ca16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:49:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['f587703c-0b10-4ac3-8a96-77393bb5cd96'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:49:19.057833 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e901875d-b04b-4be9-8cbe-c47b22dc0636 req-2bf509b3-0e31-4e65-bc45-101196f8fbb7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=267e3c99-9259-4d1f-9a3f-744c74c03eb3 HTTP/1.1" status: 200 len: 217 time: 0.0393116 Nov 12 01:49:19.119339 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901875d-b04b-4be9-8cbe-c47b22dc0636 req-12ef15b9-34d7-47fd-9ec5-67044e031704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:19.121324 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e901875d-b04b-4be9-8cbe-c47b22dc0636 req-12ef15b9-34d7-47fd-9ec5-67044e031704 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=62ec3576-4205-4326-b1f2-859960b0bac3 HTTP/1.1" status: 200 len: 854 time: 0.0546415 Nov 12 01:49:19.163338 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-ff807811-faed-4afc-b35e-6eaf9042ca16 None None] Set router f587703c-0b10-4ac3-8a96-77393bb5cd96 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:49:19.176862 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901875d-b04b-4be9-8cbe-c47b22dc0636 req-5e9ddd9b-51b3-487e-aafb-ec3004dfd3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:19.178554 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e901875d-b04b-4be9-8cbe-c47b22dc0636 req-5e9ddd9b-51b3-487e-aafb-ec3004dfd3ab service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=abe8787f-0a93-4f44-b7bc-bdad27347d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500317 Nov 12 01:49:19.193853 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [req-e901875d-b04b-4be9-8cbe-c47b22dc0636 req-6a87c694-0aaa-455f-835d-7f59973746a0 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:49:19.194834 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e901875d-b04b-4be9-8cbe-c47b22dc0636 req-6a87c694-0aaa-455f-835d-7f59973746a0 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053473 Nov 12 01:49:19.290992 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e901875d-b04b-4be9-8cbe-c47b22dc0636 req-83be879b-a2c6-4bd5-a3c3-fe9c65225216 service neutron] 10.222.0.54 "GET /v2.0/networks/abe8787f-0a93-4f44-b7bc-bdad27347d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878246 Nov 12 01:49:19.372519 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-ff807811-faed-4afc-b35e-6eaf9042ca16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f587703c-0b10-4ac3-8a96-77393bb5cd96', 'name': 'tempest-TestMinimumBasicScenario-1184672890-router', 'tenant_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'd8ab5632-75c9-483f-a256-10d2d1087459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:02Z', 'updated_at': '2021-11-12T01:46:05Z', 'revision_number': 4, 'project_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'gw_port': {'id': 'd8ab5632-75c9-483f-a256-10d2d1087459', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f587703c-0b10-4ac3-8a96-77393bb5cd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:03Z', 'updated_at': '2021-11-12T01:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '4934ca5b-cb6a-4e8a-b7d0-5e9ab0ff9780', 'name': '', 'network_id': 'abe8787f-0a93-4f44-b7bc-bdad27347d55', 'tenant_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'mac_address': 'fa:16:3e:8e:60:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f587703c-0b10-4ac3-8a96-77393bb5cd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '62ec3576-4205-4326-b1f2-859960b0bac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:05Z', 'updated_at': '2021-11-12T01:46:09Z', 'revision_number': 5, 'project_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'subnets': [{'id': '62ec3576-4205-4326-b1f2-859960b0bac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:49:19.393999 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e901875d-b04b-4be9-8cbe-c47b22dc0636 req-ba087a5e-50ef-451e-9d82-e1209d77ca08 service neutron] 10.222.0.54 "GET /v2.0/networks/abe8787f-0a93-4f44-b7bc-bdad27347d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929058 Nov 12 01:49:19.404370 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff807811-faed-4afc-b35e-6eaf9042ca16 None None] The sync data for ids ['f587703c-0b10-4ac3-8a96-77393bb5cd96'] in n-d-812236-11 is: [{'id': 'f587703c-0b10-4ac3-8a96-77393bb5cd96', 'name': 'tempest-TestMinimumBasicScenario-1184672890-router', 'tenant_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'd8ab5632-75c9-483f-a256-10d2d1087459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:02Z', 'updated_at': '2021-11-12T01:46:05Z', 'revision_number': 4, 'project_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'gw_port': {'id': 'd8ab5632-75c9-483f-a256-10d2d1087459', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f587703c-0b10-4ac3-8a96-77393bb5cd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:03Z', 'updated_at': '2021-11-12T01:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '4934ca5b-cb6a-4e8a-b7d0-5e9ab0ff9780', 'name': '', 'network_id': 'abe8787f-0a93-4f44-b7bc-bdad27347d55', 'tenant_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'mac_address': 'fa:16:3e:8e:60:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f587703c-0b10-4ac3-8a96-77393bb5cd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '62ec3576-4205-4326-b1f2-859960b0bac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:05Z', 'updated_at': '2021-11-12T01:46:09Z', 'revision_number': 5, 'project_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'subnets': [{'id': '62ec3576-4205-4326-b1f2-859960b0bac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:49:19.658444 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243836c9-d05b-43d3-8a48-f28e6870d40c None None] New status for floating IP 89f18312-2f14-4542-ad1a-26decb446b98: DOWN {{(pid=102663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:49:27.754328 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c4fde-c652-4fc8-9eed-7ec21ebd6954 req-99259844-2eb5-464c-9de0-d4df020cd38b tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:27.755798 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-241c4fde-c652-4fc8-9eed-7ec21ebd6954 req-99259844-2eb5-464c-9de0-d4df020cd38b tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/ports?device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 946 time: 0.0514224 Nov 12 01:49:27.808654 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-241c4fde-c652-4fc8-9eed-7ec21ebd6954 req-05b8fbed-c0df-4dd5-b5e1-729b1e9abc98 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff1b819-7c70-4a8a-9e92-a9f495c396d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463996 Nov 12 01:49:28.934323 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382750f-7101-4065-8522-cea5240ba863 req-ff5583f9-15a0-4846-b2ee-9151e6017d4c tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:28.935430 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5382750f-7101-4065-8522-cea5240ba863 req-ff5583f9-15a0-4846-b2ee-9151e6017d4c tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/ports?device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 946 time: 0.0517733 Nov 12 01:49:28.986558 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5382750f-7101-4065-8522-cea5240ba863 req-22cf649a-a91c-4317-872c-a03447220630 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff1b819-7c70-4a8a-9e92-a9f495c396d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436642 Nov 12 01:49:29.613764 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df3f96-c0a8-4dd8-9dda-fa5c7958f034 req-5ae707cd-b081-4075-85b5-6937fce08884 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:29.615333 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-61df3f96-c0a8-4dd8-9dda-fa5c7958f034 req-5ae707cd-b081-4075-85b5-6937fce08884 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.54 "GET /v2.0/ports?device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 946 time: 0.0518701 Nov 12 01:49:29.711004 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-61df3f96-c0a8-4dd8-9dda-fa5c7958f034 req-6b222899-0ff4-49f3-9fc2-a75fdc286dfa tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Deleting port 267e3c99-9259-4d1f-9a3f-744c74c03eb3 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:49:29.711357 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-61df3f96-c0a8-4dd8-9dda-fa5c7958f034 req-6b222899-0ff4-49f3-9fc2-a75fdc286dfa tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:29.800284 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-61df3f96-c0a8-4dd8-9dda-fa5c7958f034 req-6b222899-0ff4-49f3-9fc2-a75fdc286dfa tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] For port 267e3c99-9259-4d1f-9a3f-744c74c03eb3, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=267e3c99-9259-4d1f-9a3f-744c74c03eb3,segment=NetworkSegment(5781247a-59e3-4af0-9ae3-7a7042daabba),segment_id=5781247a-59e3-4af0-9ae3-7a7042daabba)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:49:29.800641 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-61df3f96-c0a8-4dd8-9dda-fa5c7958f034 req-6b222899-0ff4-49f3-9fc2-a75fdc286dfa tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:29.813504 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-61df3f96-c0a8-4dd8-9dda-fa5c7958f034 req-6b222899-0ff4-49f3-9fc2-a75fdc286dfa tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Calling delete_port for 267e3c99-9259-4d1f-9a3f-744c74c03eb3 owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:49:29.948677 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-61df3f96-c0a8-4dd8-9dda-fa5c7958f034 req-6b222899-0ff4-49f3-9fc2-a75fdc286dfa tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:29.980888 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b222899-0ff4-49f3-9fc2-a75fdc286dfa tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Pushing event deleted for resources: {'Port': ['ID=267e3c99-9259-4d1f-9a3f-744c74c03eb3,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:29.982870 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['267e3c99-9259-4d1f-9a3f-744c74c03eb3'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:49:30.033894 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-61df3f96-c0a8-4dd8-9dda-fa5c7958f034 req-6b222899-0ff4-49f3-9fc2-a75fdc286dfa tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] No DVR routers for this DVR port 267e3c99-9259-4d1f-9a3f-744c74c03eb3 on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:49:30.036751 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-61df3f96-c0a8-4dd8-9dda-fa5c7958f034 req-6b222899-0ff4-49f3-9fc2-a75fdc286dfa tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:30.040312 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-61df3f96-c0a8-4dd8-9dda-fa5c7958f034 req-6b222899-0ff4-49f3-9fc2-a75fdc286dfa tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.54 "DELETE /v2.0/ports/267e3c99-9259-4d1f-9a3f-744c74c03eb3 HTTP/1.1" status: 204 len: 173 time: 0.4181824 Nov 12 01:49:30.040800 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10324e1a-3f25-476b-a763-526117b3f346', 'name': 'network-vif-deleted', 'tag': '267e3c99-9259-4d1f-9a3f-744c74c03eb3'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:49:30.043314 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f20791c62abc78a76d837b2e8f3e70a497c95c8c7e17d957ee036670eec5325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510b16bf-40a9-40bf-8072-3be5118cac11" -d '{"events": [{"server_uuid": "10324e1a-3f25-476b-a763-526117b3f346", "name": "network-vif-deleted", "tag": "267e3c99-9259-4d1f-9a3f-744c74c03eb3"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:49:30.089462 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d43774de-3c58-487e-be89-d64fa233ecdb req-8a982824-780f-4680-b810-3a10fb7561f7 tempest-TestMinimumBasicScenario-146019630 tempest-TestMinimumBasicScenario-146019630-project] 10.222.0.20 "GET /v2.0/ports?device_id=10324e1a-3f25-476b-a763-526117b3f346 HTTP/1.1" status: 200 len: 210 time: 0.0293493 Nov 12 01:49:30.207709 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255f3cf8-53bd-47e5-9fcf-3ea8694439a7 x-openstack-request-id: req-255f3cf8-53bd-47e5-9fcf-3ea8694439a7 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:49:30.208004 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10324e1a-3f25-476b-a763-526117b3f346", "name": "network-vif-deleted", "tag": "267e3c99-9259-4d1f-9a3f-744c74c03eb3", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:49:30.208260 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-255f3cf8-53bd-47e5-9fcf-3ea8694439a7 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:49:30.208675 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10324e1a-3f25-476b-a763-526117b3f346', 'name': 'network-vif-deleted', 'tag': '267e3c99-9259-4d1f-9a3f-744c74c03eb3', 'status': 'completed', 'code': 200} Nov 12 01:49:31.721552 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51112) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:49:32.105809 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6c6e09cb-5d47-4be4-93dc-297400669583 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:32.365076 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-6c6e09cb-5d47-4be4-93dc-297400669583 admin admin] Deleting port 4934ca5b-cb6a-4e8a-b7d0-5e9ab0ff9780 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:49:32.365310 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6c6e09cb-5d47-4be4-93dc-297400669583 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:32.451507 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-6c6e09cb-5d47-4be4-93dc-297400669583 admin admin] For port 4934ca5b-cb6a-4e8a-b7d0-5e9ab0ff9780, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=4934ca5b-cb6a-4e8a-b7d0-5e9ab0ff9780,segment=NetworkSegment(5781247a-59e3-4af0-9ae3-7a7042daabba),segment_id=5781247a-59e3-4af0-9ae3-7a7042daabba)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:49:32.451868 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6c6e09cb-5d47-4be4-93dc-297400669583 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:32.465497 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-6c6e09cb-5d47-4be4-93dc-297400669583 admin admin] Calling delete_port for 4934ca5b-cb6a-4e8a-b7d0-5e9ab0ff9780 owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:49:32.702592 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6c6e09cb-5d47-4be4-93dc-297400669583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:32.727141 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e09cb-5d47-4be4-93dc-297400669583 admin admin] Pushing event deleted for resources: {'Port': ['ID=4934ca5b-cb6a-4e8a-b7d0-5e9ab0ff9780,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:32.916646 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6c6e09cb-5d47-4be4-93dc-297400669583 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:33.154921 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c6e09cb-5d47-4be4-93dc-297400669583 admin admin] Router f587703c-0b10-4ac3-8a96-77393bb5cd96 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:49:33.213520 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 267e3c99-9259-4d1f-9a3f-744c74c03eb3 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:49:33.234561 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: 267e3c99-9259-4d1f-9a3f-744c74c03eb3 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:49:33.235411 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 267e3c99-9259-4d1f-9a3f-744c74c03eb3 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:49:33.262819 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6e09cb-5d47-4be4-93dc-297400669583 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:49:33.269323 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6c6e09cb-5d47-4be4-93dc-297400669583 admin admin] 10.222.0.20 "PUT /v2.0/routers/f587703c-0b10-4ac3-8a96-77393bb5cd96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5460401 Nov 12 01:49:33.271190 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51114) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:49:33.274163 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ae8628-8413-4091-b1c6-573dfa0e62d9 None None] Sync routers for ids ['f587703c-0b10-4ac3-8a96-77393bb5cd96'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:49:33.287385 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ae8628-8413-4091-b1c6-573dfa0e62d9 None None] Routers {'f587703c-0b10-4ac3-8a96-77393bb5cd96'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:49:33.287996 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-07ae8628-8413-4091-b1c6-573dfa0e62d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:49:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['f587703c-0b10-4ac3-8a96-77393bb5cd96'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:49:33.413840 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-149cf554-59ab-42ea-8406-33b9d60df5d3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:33.512278 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-07ae8628-8413-4091-b1c6-573dfa0e62d9 None None] Set router f587703c-0b10-4ac3-8a96-77393bb5cd96 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:49:33.532040 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-149cf554-59ab-42ea-8406-33b9d60df5d3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:33.589445 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-149cf554-59ab-42ea-8406-33b9d60df5d3 admin admin] Deleting port d8ab5632-75c9-483f-a256-10d2d1087459 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:49:33.589932 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-149cf554-59ab-42ea-8406-33b9d60df5d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:33.678412 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-149cf554-59ab-42ea-8406-33b9d60df5d3 admin admin] For port d8ab5632-75c9-483f-a256-10d2d1087459, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=d8ab5632-75c9-483f-a256-10d2d1087459,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:49:33.678671 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-149cf554-59ab-42ea-8406-33b9d60df5d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:33.690776 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-149cf554-59ab-42ea-8406-33b9d60df5d3 admin admin] Calling delete_port for d8ab5632-75c9-483f-a256-10d2d1087459 owned by network:router_gateway {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:49:33.698009 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-07ae8628-8413-4091-b1c6-573dfa0e62d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f587703c-0b10-4ac3-8a96-77393bb5cd96', 'name': 'tempest-TestMinimumBasicScenario-1184672890-router', 'tenant_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'd8ab5632-75c9-483f-a256-10d2d1087459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:02Z', 'updated_at': '2021-11-12T01:49:32Z', 'revision_number': 5, 'project_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'gw_port': {'id': 'd8ab5632-75c9-483f-a256-10d2d1087459', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f587703c-0b10-4ac3-8a96-77393bb5cd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:03Z', 'updated_at': '2021-11-12T01:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:49:33.724766 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ae8628-8413-4091-b1c6-573dfa0e62d9 None None] Checking router: f587703c-0b10-4ac3-8a96-77393bb5cd96 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:49:33.733522 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ae8628-8413-4091-b1c6-573dfa0e62d9 None None] Routers {'f587703c-0b10-4ac3-8a96-77393bb5cd96'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:49:33.734139 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-07ae8628-8413-4091-b1c6-573dfa0e62d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:49:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['f587703c-0b10-4ac3-8a96-77393bb5cd96'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:49:33.847116 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-07ae8628-8413-4091-b1c6-573dfa0e62d9 None None] Set router f587703c-0b10-4ac3-8a96-77393bb5cd96 gateway port host: None {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:49:33.903025 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-149cf554-59ab-42ea-8406-33b9d60df5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:33.903824 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-07ae8628-8413-4091-b1c6-573dfa0e62d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f587703c-0b10-4ac3-8a96-77393bb5cd96', 'name': 'tempest-TestMinimumBasicScenario-1184672890-router', 'tenant_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:02Z', 'updated_at': '2021-11-12T01:49:33Z', 'revision_number': 6, 'project_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:49:33.930535 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ae8628-8413-4091-b1c6-573dfa0e62d9 None None] The sync data for ids ['f587703c-0b10-4ac3-8a96-77393bb5cd96'] in n-d-812236-11 is: [{'id': 'f587703c-0b10-4ac3-8a96-77393bb5cd96', 'name': 'tempest-TestMinimumBasicScenario-1184672890-router', 'tenant_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:02Z', 'updated_at': '2021-11-12T01:49:33Z', 'revision_number': 6, 'project_id': 'a51e3dea8ecd4e5cad3b8f6b91724d31', 'gw_port_host': None}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:49:33.931031 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149cf554-59ab-42ea-8406-33b9d60df5d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8ab5632-75c9-483f-a256-10d2d1087459,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:33.951010 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c694ec29-d77c-485a-9de3-dca34439b473 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:49:33.999592 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-149cf554-59ab-42ea-8406-33b9d60df5d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:34.095945 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-149cf554-59ab-42ea-8406-33b9d60df5d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:34.098216 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-149cf554-59ab-42ea-8406-33b9d60df5d3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:34.164561 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-149cf554-59ab-42ea-8406-33b9d60df5d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:34.165766 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149cf554-59ab-42ea-8406-33b9d60df5d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f587703c-0b10-4ac3-8a96-77393bb5cd96 {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:49:34.173241 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-149cf554-59ab-42ea-8406-33b9d60df5d3 admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:34.174431 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-149cf554-59ab-42ea-8406-33b9d60df5d3 admin admin] 10.222.0.20 "DELETE /v2.0/routers/f587703c-0b10-4ac3-8a96-77393bb5cd96 HTTP/1.1" status: 204 len: 168 time: 0.9022870 Nov 12 01:49:34.177730 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51116) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:49:34.226505 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c8f3e68-26f9-491e-bad1-5fd2d2779108 admin admin] Deleting subnet 62ec3576-4205-4326-b1f2-859960b0bac3 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:49:34.229694 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2c8f3e68-26f9-491e-bad1-5fd2d2779108 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:34.264532 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2c8f3e68-26f9-491e-bad1-5fd2d2779108 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:34.359888 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2c8f3e68-26f9-491e-bad1-5fd2d2779108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:34.412418 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c4c473d6-68fe-496e-b5d2-f6749510bd7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:34.424233 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2c8f3e68-26f9-491e-bad1-5fd2d2779108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:34.448767 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f3e68-26f9-491e-bad1-5fd2d2779108 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62ec3576-4205-4326-b1f2-859960b0bac3,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:34.454848 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2c8f3e68-26f9-491e-bad1-5fd2d2779108 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:34.458259 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2c8f3e68-26f9-491e-bad1-5fd2d2779108 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/62ec3576-4205-4326-b1f2-859960b0bac3 HTTP/1.1" status: 204 len: 168 time: 0.2795291 Nov 12 01:49:34.460812 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51118) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:49:34.460987 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f779c06f-19e4-4e20-96d4-62e421445988 None None] Network abe8787f-0a93-4f44-b7bc-bdad27347d55 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:49:34.537057 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a50de6d8-588f-4abe-98eb-9e7fdd183b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:34.594221 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-a50de6d8-588f-4abe-98eb-9e7fdd183b0a admin admin] Deleting port 59a57d6e-8ea4-4e08-ab47-dcdd56a21acc {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:49:34.594772 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a50de6d8-588f-4abe-98eb-9e7fdd183b0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:34.671492 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-a50de6d8-588f-4abe-98eb-9e7fdd183b0a admin admin] For port 59a57d6e-8ea4-4e08-ab47-dcdd56a21acc, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=59a57d6e-8ea4-4e08-ab47-dcdd56a21acc,segment=NetworkSegment(5781247a-59e3-4af0-9ae3-7a7042daabba),segment_id=5781247a-59e3-4af0-9ae3-7a7042daabba)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:49:34.672519 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a50de6d8-588f-4abe-98eb-9e7fdd183b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:34.762339 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb7f475-d375-486c-bc53-fe287c0eb5a3 None None] DHCP port deletion for abe8787f-0a93-4f44-b7bc-bdad27347d55 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:49:34.769900 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 4934ca5b-cb6a-4e8a-b7d0-5e9ab0ff9780 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:49:34.799200 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 4934ca5b-cb6a-4e8a-b7d0-5e9ab0ff9780 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:49:34.799200 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 4934ca5b-cb6a-4e8a-b7d0-5e9ab0ff9780 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:49:34.844484 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-3cb7f475-d375-486c-bc53-fe287c0eb5a3 None None] Deleting port 59a57d6e-8ea4-4e08-ab47-dcdd56a21acc {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:49:34.845173 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3cb7f475-d375-486c-bc53-fe287c0eb5a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:34.923945 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-3cb7f475-d375-486c-bc53-fe287c0eb5a3 None None] For port 59a57d6e-8ea4-4e08-ab47-dcdd56a21acc, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=59a57d6e-8ea4-4e08-ab47-dcdd56a21acc,segment=NetworkSegment(5781247a-59e3-4af0-9ae3-7a7042daabba),segment_id=5781247a-59e3-4af0-9ae3-7a7042daabba)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:49:34.924438 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3cb7f475-d375-486c-bc53-fe287c0eb5a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:34.941118 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-3cb7f475-d375-486c-bc53-fe287c0eb5a3 None None] Calling delete_port for 59a57d6e-8ea4-4e08-ab47-dcdd56a21acc owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:49:35.030176 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3cb7f475-d375-486c-bc53-fe287c0eb5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:35.049510 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-a50de6d8-588f-4abe-98eb-9e7fdd183b0a admin admin] Calling delete_port for 59a57d6e-8ea4-4e08-ab47-dcdd56a21acc owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:49:35.058492 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb7f475-d375-486c-bc53-fe287c0eb5a3 None None] Pushing event deleted for resources: {'Port': ['ID=59a57d6e-8ea4-4e08-ab47-dcdd56a21acc,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:35.066419 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb7f475-d375-486c-bc53-fe287c0eb5a3 None None] No DVR routers for this DVR port 59a57d6e-8ea4-4e08-ab47-dcdd56a21acc on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:49:35.079175 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7f475-d375-486c-bc53-fe287c0eb5a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:35.079593 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7f475-d375-486c-bc53-fe287c0eb5a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:35.079999 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7f475-d375-486c-bc53-fe287c0eb5a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:35.080428 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7f475-d375-486c-bc53-fe287c0eb5a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:35.080827 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7f475-d375-486c-bc53-fe287c0eb5a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:35.081154 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7f475-d375-486c-bc53-fe287c0eb5a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:35.081500 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7f475-d375-486c-bc53-fe287c0eb5a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:35.081820 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7f475-d375-486c-bc53-fe287c0eb5a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:35.082138 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7f475-d375-486c-bc53-fe287c0eb5a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:35.082743 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7f475-d375-486c-bc53-fe287c0eb5a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:35.083066 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7f475-d375-486c-bc53-fe287c0eb5a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:35.083431 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7f475-d375-486c-bc53-fe287c0eb5a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:35.129640 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a50de6d8-588f-4abe-98eb-9e7fdd183b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:35.155760 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50de6d8-588f-4abe-98eb-9e7fdd183b0a admin admin] Pushing event deleted for resources: {'Port': ['ID=59a57d6e-8ea4-4e08-ab47-dcdd56a21acc,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:35.158230 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50de6d8-588f-4abe-98eb-9e7fdd183b0a admin admin] No DVR routers for this DVR port 59a57d6e-8ea4-4e08-ab47-dcdd56a21acc on host n-d-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:49:35.233081 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a50de6d8-588f-4abe-98eb-9e7fdd183b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:35.253888 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-a50de6d8-588f-4abe-98eb-9e7fdd183b0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abe8787f-0a93-4f44-b7bc-bdad27347d55']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:49:35.263471 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-a50de6d8-588f-4abe-98eb-9e7fdd183b0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5781247a-59e3-4af0-9ae3-7a7042daabba') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:49:35.263762 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-a50de6d8-588f-4abe-98eb-9e7fdd183b0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5781247a-59e3-4af0-9ae3-7a7042daabba') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:49:35.274525 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a50de6d8-588f-4abe-98eb-9e7fdd183b0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:35.288586 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a50de6d8-588f-4abe-98eb-9e7fdd183b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:35.294462 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a50de6d8-588f-4abe-98eb-9e7fdd183b0a admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:49:35.295099 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a50de6d8-588f-4abe-98eb-9e7fdd183b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:35.297028 n-d-812236-11 neutron-server[102662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:49:35.297028 n-d-812236-11 neutron-server[102662]: self.session.flush() Nov 12 01:49:35.297028 n-d-812236-11 neutron-server[102662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:49:35.297028 n-d-812236-11 neutron-server[102662]: self.session.flush() Nov 12 01:49:35.297028 n-d-812236-11 neutron-server[102662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:49:35.297028 n-d-812236-11 neutron-server[102662]: self.session.flush() Nov 12 01:49:35.297028 n-d-812236-11 neutron-server[102662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:49:35.297028 n-d-812236-11 neutron-server[102662]: self.session.flush() Nov 12 01:49:35.297028 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:49:35.297028 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:49:35.297028 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:49:35.297028 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:49:35.297028 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:49:35.297028 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:49:35.297028 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:49:35.297028 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:49:35.297028 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:49:35.297028 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:49:35.297028 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:49:35.297028 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:49:35.297028 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:49:35.297028 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:49:35.297028 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:49:35.297028 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:49:35.297028 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:49:35.297028 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:49:35.297028 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:49:35.297028 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:49:35.297028 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:49:35.297028 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:49:35.297028 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:49:35.297028 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:49:35.297028 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:49:35.297028 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:49:35.297028 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:49:35.297028 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:49:35.297028 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:49:35.297028 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:49:35.297028 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:49:35.297028 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:49:35.356403 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a50de6d8-588f-4abe-98eb-9e7fdd183b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:35.362520 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a50de6d8-588f-4abe-98eb-9e7fdd183b0a admin admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:35.365814 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a50de6d8-588f-4abe-98eb-9e7fdd183b0a admin admin] 10.222.0.20 "DELETE /v2.0/networks/abe8787f-0a93-4f44-b7bc-bdad27347d55 HTTP/1.1" status: 204 len: 168 time: 0.9039855 Nov 12 01:49:35.368929 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51120) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:49:35.378109 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50de6d8-588f-4abe-98eb-9e7fdd183b0a admin admin] Pushing event deleted for resources: {'Network': ['ID=abe8787f-0a93-4f44-b7bc-bdad27347d55,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:35.743479 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6746b558-625c-43bc-aeea-134a5eb90f6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:36.009772 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-6746b558-625c-43bc-aeea-134a5eb90f6a admin admin] Deleting port e0fd49bc-89e6-408f-a463-19b3d30669d3 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:49:36.010015 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6746b558-625c-43bc-aeea-134a5eb90f6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:36.090547 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-6746b558-625c-43bc-aeea-134a5eb90f6a admin admin] For port e0fd49bc-89e6-408f-a463-19b3d30669d3, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=e0fd49bc-89e6-408f-a463-19b3d30669d3,segment=NetworkSegment(9c48f8ed-5689-43ab-a981-df7aef25d4a5),segment_id=9c48f8ed-5689-43ab-a981-df7aef25d4a5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:49:36.090904 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6746b558-625c-43bc-aeea-134a5eb90f6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:36.104302 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-6746b558-625c-43bc-aeea-134a5eb90f6a admin admin] Calling delete_port for e0fd49bc-89e6-408f-a463-19b3d30669d3 owned by network:router_interface {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:49:36.289137 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6746b558-625c-43bc-aeea-134a5eb90f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:36.318613 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6746b558-625c-43bc-aeea-134a5eb90f6a admin admin] Pushing event deleted for resources: {'Port': ['ID=e0fd49bc-89e6-408f-a463-19b3d30669d3,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:36.344927 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 59a57d6e-8ea4-4e08-ab47-dcdd56a21acc no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:49:36.370763 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 59a57d6e-8ea4-4e08-ab47-dcdd56a21acc {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:49:36.371113 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 59a57d6e-8ea4-4e08-ab47-dcdd56a21acc not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:49:36.371695 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device d8ab5632-75c9-483f-a256-10d2d1087459 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:49:36.391903 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: d8ab5632-75c9-483f-a256-10d2d1087459 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:49:36.392333 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device d8ab5632-75c9-483f-a256-10d2d1087459 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:49:36.511776 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6746b558-625c-43bc-aeea-134a5eb90f6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:36.537207 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a030298b-df17-4088-8818-2f1d420d50fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:36.746423 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6746b558-625c-43bc-aeea-134a5eb90f6a admin admin] Router b59602d1-8292-438d-8b74-e257531c2031 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:49:36.861012 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6746b558-625c-43bc-aeea-134a5eb90f6a admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:49:36.866881 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6746b558-625c-43bc-aeea-134a5eb90f6a admin admin] 10.222.0.20 "PUT /v2.0/routers/b59602d1-8292-438d-8b74-e257531c2031/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4967165 Nov 12 01:49:36.869497 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51122) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:49:36.874559 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46df1c84-2813-47aa-a74f-7171b14ffad0 None None] Sync routers for ids ['b59602d1-8292-438d-8b74-e257531c2031'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:49:36.886971 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46df1c84-2813-47aa-a74f-7171b14ffad0 None None] Routers {'b59602d1-8292-438d-8b74-e257531c2031'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:49:36.887967 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-46df1c84-2813-47aa-a74f-7171b14ffad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:49:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['b59602d1-8292-438d-8b74-e257531c2031'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:49:36.977980 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-44a53037-1ee3-4dea-83e9-9f2517796021 admin admin] Publish callbacks [] for router, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:37.012709 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-46df1c84-2813-47aa-a74f-7171b14ffad0 None None] Set router b59602d1-8292-438d-8b74-e257531c2031 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:49:37.080201 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-44a53037-1ee3-4dea-83e9-9f2517796021 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:37.138455 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-44a53037-1ee3-4dea-83e9-9f2517796021 admin admin] Deleting port 6cd135d2-628b-4af3-94f7-7cffa56efd21 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:49:37.138750 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-44a53037-1ee3-4dea-83e9-9f2517796021 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:37.194052 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-46df1c84-2813-47aa-a74f-7171b14ffad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59602d1-8292-438d-8b74-e257531c2031', 'name': 'tempest-TestMinimumBasicScenario-398147415-router', 'tenant_id': 'b76a89cc0eef427baa5b260e47ab3dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '6cd135d2-628b-4af3-94f7-7cffa56efd21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:07Z', 'updated_at': '2021-11-12T01:49:36Z', 'revision_number': 5, 'project_id': 'b76a89cc0eef427baa5b260e47ab3dd5', 'gw_port': {'id': '6cd135d2-628b-4af3-94f7-7cffa56efd21', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59602d1-8292-438d-8b74-e257531c2031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:08Z', 'updated_at': '2021-11-12T01:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:49:37.221589 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-44a53037-1ee3-4dea-83e9-9f2517796021 admin admin] For port 6cd135d2-628b-4af3-94f7-7cffa56efd21, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=6cd135d2-628b-4af3-94f7-7cffa56efd21,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:49:37.222422 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-44a53037-1ee3-4dea-83e9-9f2517796021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:37.242701 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-44a53037-1ee3-4dea-83e9-9f2517796021 admin admin] Calling delete_port for 6cd135d2-628b-4af3-94f7-7cffa56efd21 owned by network:router_gateway {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:49:37.390886 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46df1c84-2813-47aa-a74f-7171b14ffad0 None None] Checking router: b59602d1-8292-438d-8b74-e257531c2031 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:49:37.399393 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46df1c84-2813-47aa-a74f-7171b14ffad0 None None] Routers {'b59602d1-8292-438d-8b74-e257531c2031'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:49:37.399996 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-46df1c84-2813-47aa-a74f-7171b14ffad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:49:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['b59602d1-8292-438d-8b74-e257531c2031'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:49:37.442285 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-44a53037-1ee3-4dea-83e9-9f2517796021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:37.475725 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a53037-1ee3-4dea-83e9-9f2517796021 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cd135d2-628b-4af3-94f7-7cffa56efd21,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:37.494684 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e777e16-2021-4e40-add2-c82748e7f8c3 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:49:37.497012 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-46df1c84-2813-47aa-a74f-7171b14ffad0 None None] Set router b59602d1-8292-438d-8b74-e257531c2031 gateway port host: None {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:49:37.541729 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-44a53037-1ee3-4dea-83e9-9f2517796021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:37.553052 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-46df1c84-2813-47aa-a74f-7171b14ffad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59602d1-8292-438d-8b74-e257531c2031', 'name': 'tempest-TestMinimumBasicScenario-398147415-router', 'tenant_id': 'b76a89cc0eef427baa5b260e47ab3dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:07Z', 'updated_at': '2021-11-12T01:49:37Z', 'revision_number': 6, 'project_id': 'b76a89cc0eef427baa5b260e47ab3dd5', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:49:37.585557 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46df1c84-2813-47aa-a74f-7171b14ffad0 None None] The sync data for ids ['b59602d1-8292-438d-8b74-e257531c2031'] in n-d-812236-11 is: [{'id': 'b59602d1-8292-438d-8b74-e257531c2031', 'name': 'tempest-TestMinimumBasicScenario-398147415-router', 'tenant_id': 'b76a89cc0eef427baa5b260e47ab3dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:07Z', 'updated_at': '2021-11-12T01:49:37Z', 'revision_number': 6, 'project_id': 'b76a89cc0eef427baa5b260e47ab3dd5', 'gw_port_host': None}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:49:37.647061 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-44a53037-1ee3-4dea-83e9-9f2517796021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:37.649197 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-44a53037-1ee3-4dea-83e9-9f2517796021 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:37.698101 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-44a53037-1ee3-4dea-83e9-9f2517796021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:37.698630 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a53037-1ee3-4dea-83e9-9f2517796021 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b59602d1-8292-438d-8b74-e257531c2031 {{(pid=102661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:49:37.704027 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-44a53037-1ee3-4dea-83e9-9f2517796021 admin admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:37.705214 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-44a53037-1ee3-4dea-83e9-9f2517796021 admin admin] 10.222.0.20 "DELETE /v2.0/routers/b59602d1-8292-438d-8b74-e257531c2031 HTTP/1.1" status: 204 len: 168 time: 0.8347983 Nov 12 01:49:37.708083 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51124) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:49:37.756838 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c6eff05-6ea5-4196-a173-b36b19f9cf72 admin admin] Deleting subnet a1afa80a-f583-4062-a6c2-10705bcb2a1f {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:49:37.760159 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1c6eff05-6ea5-4196-a173-b36b19f9cf72 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:37.803624 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1c6eff05-6ea5-4196-a173-b36b19f9cf72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:37.882223 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1c6eff05-6ea5-4196-a173-b36b19f9cf72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:37.926781 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:37.956014 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1c6eff05-6ea5-4196-a173-b36b19f9cf72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:37.988228 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6eff05-6ea5-4196-a173-b36b19f9cf72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1afa80a-f583-4062-a6c2-10705bcb2a1f,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:37.991879 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1c6eff05-6ea5-4196-a173-b36b19f9cf72 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:37.997731 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1c6eff05-6ea5-4196-a173-b36b19f9cf72 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a1afa80a-f583-4062-a6c2-10705bcb2a1f HTTP/1.1" status: 204 len: 168 time: 0.2886171 Nov 12 01:49:37.998100 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51126) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:49:37.999016 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8ae50f-9895-4109-af39-32959c9268bd None None] Network 43519271-b9af-4c8d-9f12-e55ef358de61 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:49:38.074947 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cc39b9b0-ed1c-4f1f-9b53-5015a0262b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:38.131136 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-cc39b9b0-ed1c-4f1f-9b53-5015a0262b13 admin admin] Deleting port 72c1601e-9084-4754-b3f7-37a748b9b5b9 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:49:38.131492 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cc39b9b0-ed1c-4f1f-9b53-5015a0262b13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:38.202512 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-cc39b9b0-ed1c-4f1f-9b53-5015a0262b13 admin admin] For port 72c1601e-9084-4754-b3f7-37a748b9b5b9, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=72c1601e-9084-4754-b3f7-37a748b9b5b9,segment=NetworkSegment(9c48f8ed-5689-43ab-a981-df7aef25d4a5),segment_id=9c48f8ed-5689-43ab-a981-df7aef25d4a5)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:49:38.203316 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cc39b9b0-ed1c-4f1f-9b53-5015a0262b13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:38.216840 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-cc39b9b0-ed1c-4f1f-9b53-5015a0262b13 admin admin] Calling delete_port for 72c1601e-9084-4754-b3f7-37a748b9b5b9 owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:49:38.298774 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cc39b9b0-ed1c-4f1f-9b53-5015a0262b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:38.327375 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc39b9b0-ed1c-4f1f-9b53-5015a0262b13 admin admin] Pushing event deleted for resources: {'Port': ['ID=72c1601e-9084-4754-b3f7-37a748b9b5b9,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:38.335073 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc39b9b0-ed1c-4f1f-9b53-5015a0262b13 admin admin] No DVR routers for this DVR port 72c1601e-9084-4754-b3f7-37a748b9b5b9 on host n-d-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:49:38.356844 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a8ebb1-4be0-4347-baed-82cb9f02dc1f None None] DHCP port deletion for 43519271-b9af-4c8d-9f12-e55ef358de61 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:49:38.416062 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cc39b9b0-ed1c-4f1f-9b53-5015a0262b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:38.423820 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device e0fd49bc-89e6-408f-a463-19b3d30669d3 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:49:38.440111 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-cc39b9b0-ed1c-4f1f-9b53-5015a0262b13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43519271-b9af-4c8d-9f12-e55ef358de61']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:49:38.446706 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: e0fd49bc-89e6-408f-a463-19b3d30669d3 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:49:38.447133 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device e0fd49bc-89e6-408f-a463-19b3d30669d3 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:49:38.447618 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 6cd135d2-628b-4af3-94f7-7cffa56efd21 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:49:38.450208 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-cc39b9b0-ed1c-4f1f-9b53-5015a0262b13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c48f8ed-5689-43ab-a981-df7aef25d4a5') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:49:38.450509 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-cc39b9b0-ed1c-4f1f-9b53-5015a0262b13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c48f8ed-5689-43ab-a981-df7aef25d4a5') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:49:38.461572 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cc39b9b0-ed1c-4f1f-9b53-5015a0262b13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:38.468761 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 6cd135d2-628b-4af3-94f7-7cffa56efd21 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:49:38.469206 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 6cd135d2-628b-4af3-94f7-7cffa56efd21 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:49:38.469764 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 72c1601e-9084-4754-b3f7-37a748b9b5b9 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:49:38.477472 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cc39b9b0-ed1c-4f1f-9b53-5015a0262b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:38.484853 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc39b9b0-ed1c-4f1f-9b53-5015a0262b13 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:49:38.485542 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cc39b9b0-ed1c-4f1f-9b53-5015a0262b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:38.487414 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:49:38.487414 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:49:38.487414 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:49:38.487414 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:49:38.487414 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:49:38.487414 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:49:38.487414 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:49:38.487414 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:49:38.487414 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:49:38.487414 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:49:38.487414 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:49:38.487414 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:49:38.487414 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:49:38.487414 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:49:38.487414 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:49:38.487414 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:49:38.487414 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:49:38.487414 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:49:38.487414 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:49:38.487414 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:49:38.487414 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:49:38.487414 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:49:38.487414 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:49:38.487414 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:49:38.487414 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:49:38.487414 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:49:38.487414 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:49:38.487414 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:49:38.487414 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:49:38.487414 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:49:38.487414 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:49:38.487414 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:49:38.491802 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 72c1601e-9084-4754-b3f7-37a748b9b5b9 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:49:38.492204 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 72c1601e-9084-4754-b3f7-37a748b9b5b9 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:49:38.553538 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cc39b9b0-ed1c-4f1f-9b53-5015a0262b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:38.559927 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cc39b9b0-ed1c-4f1f-9b53-5015a0262b13 admin admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:38.564406 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-cc39b9b0-ed1c-4f1f-9b53-5015a0262b13 admin admin] 10.222.0.20 "DELETE /v2.0/networks/43519271-b9af-4c8d-9f12-e55ef358de61 HTTP/1.1" status: 204 len: 168 time: 0.5651448 Nov 12 01:49:38.579280 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc39b9b0-ed1c-4f1f-9b53-5015a0262b13 admin admin] Pushing event deleted for resources: {'Network': ['ID=43519271-b9af-4c8d-9f12-e55ef358de61,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:38.763753 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51130) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:49:38.806749 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-751cee21-9994-4b52-9f2c-e3fcac06fd61 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a51e3dea8ecd4e5cad3b8f6b91724d31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417809 Nov 12 01:49:38.809252 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51132) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:49:38.858007 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f1320c85-6333-417a-9916-b0c98507097d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:38.882220 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f1320c85-6333-417a-9916-b0c98507097d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:38.933724 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f1320c85-6333-417a-9916-b0c98507097d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:38.936462 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f1320c85-6333-417a-9916-b0c98507097d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:38.938504 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f1320c85-6333-417a-9916-b0c98507097d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eff1b819-7c70-4a8a-9e92-a9f495c396d8 HTTP/1.1" status: 204 len: 168 time: 0.1282489 Nov 12 01:49:38.946529 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1320c85-6333-417a-9916-b0c98507097d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff1b819-7c70-4a8a-9e92-a9f495c396d8,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:39.260633 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51138) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:49:39.304532 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6f73dffc-b29c-4bc3-934a-e75da060ef8b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b76a89cc0eef427baa5b260e47ab3dd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427043 Nov 12 01:49:39.306983 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51140) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:49:39.355519 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-56ab28b0-6d66-476d-8e33-07eb9bb78670 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:39.378060 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-56ab28b0-6d66-476d-8e33-07eb9bb78670 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:39.431679 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-56ab28b0-6d66-476d-8e33-07eb9bb78670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:39.434275 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-56ab28b0-6d66-476d-8e33-07eb9bb78670 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:39.435434 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-56ab28b0-6d66-476d-8e33-07eb9bb78670 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f3d251b6-08cf-45fd-b95f-7019b9ac7438 HTTP/1.1" status: 204 len: 168 time: 0.1275654 Nov 12 01:49:39.446242 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab28b0-6d66-476d-8e33-07eb9bb78670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d251b6-08cf-45fd-b95f-7019b9ac7438,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:39.525789 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:40.329735 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:49:40.412507 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:41.185622 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51180) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:49:41.190363 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-7eb7e963-c909-45f0-aed9-6bf65deb8607 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-778852631', 'description': 'tempest-secgroup-smoke-778852631 description', 'project_id': '6959747348f74fb19d3bbd5d9c551ad2'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:49:41.212981 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7eb7e963-c909-45f0-aed9-6bf65deb8607 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:41.221408 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7eb7e963-c909-45f0-aed9-6bf65deb8607 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:41.297556 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7eb7e963-c909-45f0-aed9-6bf65deb8607 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:41.301540 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7eb7e963-c909-45f0-aed9-6bf65deb8607 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:41.337222 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb7e963-c909-45f0-aed9-6bf65deb8607 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cceea0a-df61-44ef-bee7-4fec0f4fee72,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:41.386723 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7eb7e963-c909-45f0-aed9-6bf65deb8607 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:41.393881 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7eb7e963-c909-45f0-aed9-6bf65deb8607 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:41.426536 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7eb7e963-c909-45f0-aed9-6bf65deb8607 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:41.427709 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7eb7e963-c909-45f0-aed9-6bf65deb8607 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2410681 Nov 12 01:49:41.430856 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51182) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:49:41.435214 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-05f96304-ceb3-4733-a8ec-3ac491a1609b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'security_group_rule': {'security_group_id': '0502b586-ea82-4f42-b82c-17b33dfeaab3', 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:49:41.442557 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb7e963-c909-45f0-aed9-6bf65deb8607 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0502b586-ea82-4f42-b82c-17b33dfeaab3,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:41.444010 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:41.471569 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-05f96304-ceb3-4733-a8ec-3ac491a1609b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:41.520064 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-05f96304-ceb3-4733-a8ec-3ac491a1609b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:41.523706 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-05f96304-ceb3-4733-a8ec-3ac491a1609b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:41.542415 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f96304-ceb3-4733-a8ec-3ac491a1609b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76f95a56-d394-455d-9c79-a9c17c11c7a0,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:41.550624 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-05f96304-ceb3-4733-a8ec-3ac491a1609b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:41.551841 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-05f96304-ceb3-4733-a8ec-3ac491a1609b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1200564 Nov 12 01:49:41.554543 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51184) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:49:41.558870 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-1a683c2a-3684-43d9-b38d-3d7adb4cf6b1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'security_group_rule': {'security_group_id': '0502b586-ea82-4f42-b82c-17b33dfeaab3', 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:49:41.589242 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1a683c2a-3684-43d9-b38d-3d7adb4cf6b1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:41.651449 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1a683c2a-3684-43d9-b38d-3d7adb4cf6b1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:41.655488 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1a683c2a-3684-43d9-b38d-3d7adb4cf6b1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:41.675689 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a683c2a-3684-43d9-b38d-3d7adb4cf6b1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec5ad89c-4bbc-4f75-9e43-cbc212117a1f,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:41.683701 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1a683c2a-3684-43d9-b38d-3d7adb4cf6b1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:41.684954 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1a683c2a-3684-43d9-b38d-3d7adb4cf6b1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1294913 Nov 12 01:49:41.688362 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51186) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:49:41.693403 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-ece05ebc-77c9-4240-a662-4da1433b1d9b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'security_group_rule': {'security_group_id': '0502b586-ea82-4f42-b82c-17b33dfeaab3', 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:49:41.721798 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ece05ebc-77c9-4240-a662-4da1433b1d9b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:41.788298 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ece05ebc-77c9-4240-a662-4da1433b1d9b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:41.796167 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ece05ebc-77c9-4240-a662-4da1433b1d9b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:41.821870 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece05ebc-77c9-4240-a662-4da1433b1d9b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8901f3d7-e9c3-483c-8661-0920cfc9a098,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:41.826653 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ece05ebc-77c9-4240-a662-4da1433b1d9b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:41.829901 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ece05ebc-77c9-4240-a662-4da1433b1d9b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1404803 Nov 12 01:49:41.830808 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51188) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:49:41.835469 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-d2eafdcf-93ce-4864-856f-8aaa46ce61a4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'security_group_rule': {'security_group_id': '0502b586-ea82-4f42-b82c-17b33dfeaab3', 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:49:41.864753 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d2eafdcf-93ce-4864-856f-8aaa46ce61a4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:41.919223 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d2eafdcf-93ce-4864-856f-8aaa46ce61a4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:41.924283 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d2eafdcf-93ce-4864-856f-8aaa46ce61a4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:41.948027 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eafdcf-93ce-4864-856f-8aaa46ce61a4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95e48614-dced-4940-be85-e0c9b046f284,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:41.960619 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d2eafdcf-93ce-4864-856f-8aaa46ce61a4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:41.961923 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d2eafdcf-93ce-4864-856f-8aaa46ce61a4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1301560 Nov 12 01:49:41.966268 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51190) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:49:41.972530 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-7f799eec-9d53-40f3-881f-275002f4ff9b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'security_group_rule': {'security_group_id': '0502b586-ea82-4f42-b82c-17b33dfeaab3', 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:49:41.999362 n-d-812236-11 neutron-server[102662]: INFO neutron.db.securitygroups_db [None req-7f799eec-9d53-40f3-881f-275002f4ff9b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Project 6959747348f74fb19d3bbd5d9c551ad2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:49:42.006190 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7f799eec-9d53-40f3-881f-275002f4ff9b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:42.075128 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7f799eec-9d53-40f3-881f-275002f4ff9b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:42.080623 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7f799eec-9d53-40f3-881f-275002f4ff9b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:42.099198 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f799eec-9d53-40f3-881f-275002f4ff9b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d26d237-e115-4419-8cc8-6a482b403ff4,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:42.110926 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7f799eec-9d53-40f3-881f-275002f4ff9b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:42.115141 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7f799eec-9d53-40f3-881f-275002f4ff9b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1464071 Nov 12 01:49:42.116960 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51192) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:49:42.121360 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-8c0e7168-477c-44ff-925e-2b395d945d12 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'security_group_rule': {'security_group_id': '0502b586-ea82-4f42-b82c-17b33dfeaab3', 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:49:42.143504 n-d-812236-11 neutron-server[102662]: INFO neutron.db.securitygroups_db [None req-8c0e7168-477c-44ff-925e-2b395d945d12 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Project 6959747348f74fb19d3bbd5d9c551ad2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:49:42.148623 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8c0e7168-477c-44ff-925e-2b395d945d12 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:42.212714 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8c0e7168-477c-44ff-925e-2b395d945d12 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:42.216515 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8c0e7168-477c-44ff-925e-2b395d945d12 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:42.238571 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e7168-477c-44ff-925e-2b395d945d12 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fea28fa0-65e9-47d5-94f7-207f9c1a7ee4,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:42.245566 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8c0e7168-477c-44ff-925e-2b395d945d12 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:42.246781 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8c0e7168-477c-44ff-925e-2b395d945d12 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1288424 Nov 12 01:49:42.249728 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51194) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:49:42.254557 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-bb3ae188-6319-483d-9f7c-07d028f7eccd tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'network': {'name': 'tempest-network-smoke--293738774', 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'port_security_enabled': True}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:49:42.274812 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3ae188-6319-483d-9f7c-07d028f7eccd tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Made reservation on behalf of 6959747348f74fb19d3bbd5d9c551ad2 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:49:42.278305 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bb3ae188-6319-483d-9f7c-07d028f7eccd tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:42.304337 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb3ae188-6319-483d-9f7c-07d028f7eccd tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:49:42.315029 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bb3ae188-6319-483d-9f7c-07d028f7eccd tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:42.315389 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-bb3ae188-6319-483d-9f7c-07d028f7eccd tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Added segment a7d09d32-c0ca-48d7-ad04-70de9b56d646 of type vlan for network fae88ccb-5ef9-4990-bf62-678171d9041f Nov 12 01:49:42.357119 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bb3ae188-6319-483d-9f7c-07d028f7eccd tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:42.381941 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bb3ae188-6319-483d-9f7c-07d028f7eccd tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:42.387803 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3ae188-6319-483d-9f7c-07d028f7eccd tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:42.388364 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bb3ae188-6319-483d-9f7c-07d028f7eccd tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:42.426095 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-bb3ae188-6319-483d-9f7c-07d028f7eccd tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1753268 Nov 12 01:49:42.429236 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51196) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:49:42.433950 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-a964b074-1951-4f23-9be6-7b8c27d80c6d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1531241397', 'admin_state_up': True, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:49:42.459307 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a964b074-1951-4f23-9be6-7b8c27d80c6d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:42.460434 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a964b074-1951-4f23-9be6-7b8c27d80c6d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:42.463234 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ae188-6319-483d-9f7c-07d028f7eccd tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'Network': ['ID=fae88ccb-5ef9-4990-bf62-678171d9041f,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:42.478030 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network fae88ccb-5ef9-4990-bf62-678171d9041f details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:49:42.833703 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a964b074-1951-4f23-9be6-7b8c27d80c6d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:42.974161 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a964b074-1951-4f23-9be6-7b8c27d80c6d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:43.178524 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a964b074-1951-4f23-9be6-7b8c27d80c6d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for router_gateway, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:43.201729 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a964b074-1951-4f23-9be6-7b8c27d80c6d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:43.308991 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-a964b074-1951-4f23-9be6-7b8c27d80c6d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Allocated IP 172.25.2.136 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/b878c19a-cabb-4bff-a689-81f94f7b6cb8) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:49:43.342464 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:43.424038 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a964b074-1951-4f23-9be6-7b8c27d80c6d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:43.459502 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a964b074-1951-4f23-9be6-7b8c27d80c6d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:43.496531 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a964b074-1951-4f23-9be6-7b8c27d80c6d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:49:43.499390 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-a964b074-1951-4f23-9be6-7b8c27d80c6d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:49:43.505215 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a964b074-1951-4f23-9be6-7b8c27d80c6d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:49:43.512332 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce1df43-675a-468f-a00f-defa342fb3a6 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:49:43.534965 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a964b074-1951-4f23-9be6-7b8c27d80c6d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'Port': ['ID=b878c19a-cabb-4bff-a689-81f94f7b6cb8,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:43.596359 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-9ab4d8e2-fbe1-454e-ac2b-776237aaea76 None None] Provisioning complete for port b878c19a-cabb-4bff-a689-81f94f7b6cb8 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:49:43.596722 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9ab4d8e2-fbe1-454e-ac2b-776237aaea76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:43.631476 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-9ab4d8e2-fbe1-454e-ac2b-776237aaea76 None None] Port b878c19a-cabb-4bff-a689-81f94f7b6cb8 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:49:43.790824 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a964b074-1951-4f23-9be6-7b8c27d80c6d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for router_gateway, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:43.990519 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a964b074-1951-4f23-9be6-7b8c27d80c6d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:44.130034 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a964b074-1951-4f23-9be6-7b8c27d80c6d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Router cb9294fe-da14-4f06-bdb2-5082dd23023d is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:49:44.239484 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a964b074-1951-4f23-9be6-7b8c27d80c6d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:49:44.250210 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46716399-f5f7-4232-a069-0c5ba9295634 None None] Sync routers for ids ['cb9294fe-da14-4f06-bdb2-5082dd23023d'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:49:44.261229 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46716399-f5f7-4232-a069-0c5ba9295634 None None] Routers {'cb9294fe-da14-4f06-bdb2-5082dd23023d'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:49:44.261581 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a964b074-1951-4f23-9be6-7b8c27d80c6d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:44.261874 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-46716399-f5f7-4232-a069-0c5ba9295634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:49:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['cb9294fe-da14-4f06-bdb2-5082dd23023d'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:49:44.262552 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a964b074-1951-4f23-9be6-7b8c27d80c6d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8322322 Nov 12 01:49:44.265721 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51198) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:49:44.379136 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-46716399-f5f7-4232-a069-0c5ba9295634 None None] Set router cb9294fe-da14-4f06-bdb2-5082dd23023d gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:49:44.410376 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5eace9e4-5de5-44ae-bb6f-b7e17de34a50 tempest-TestNetworkAdvancedServerOps-1195396143 tempest-TestNetworkAdvancedServerOps-1195396143-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=6959747348f74fb19d3bbd5d9c551ad2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1434457 Nov 12 01:49:44.413149 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51202) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:49:44.566443 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-46716399-f5f7-4232-a069-0c5ba9295634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb9294fe-da14-4f06-bdb2-5082dd23023d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531241397', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'b878c19a-cabb-4bff-a689-81f94f7b6cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:49:42Z', 'updated_at': '2021-11-12T01:49:43Z', 'revision_number': 3, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': 'b878c19a-cabb-4bff-a689-81f94f7b6cb8', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb9294fe-da14-4f06-bdb2-5082dd23023d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:49:43Z', 'updated_at': '2021-11-12T01:49:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:49:44.569352 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bf5065-f234-4039-a619-b2f3d38bbb22 tempest-TestNetworkAdvancedServerOps-1195396143 tempest-TestNetworkAdvancedServerOps-1195396143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:44.573519 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d8bf5065-f234-4039-a619-b2f3d38bbb22 tempest-TestNetworkAdvancedServerOps-1195396143 tempest-TestNetworkAdvancedServerOps-1195396143-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1568408 Nov 12 01:49:44.573902 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51204) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:49:44.592560 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46716399-f5f7-4232-a069-0c5ba9295634 None None] Checking router: cb9294fe-da14-4f06-bdb2-5082dd23023d for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:49:44.592904 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46716399-f5f7-4232-a069-0c5ba9295634 None None] Updating router cb9294fe-da14-4f06-bdb2-5082dd23023d port b878c19a-cabb-4bff-a689-81f94f7b6cb8 binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:49:44.614010 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-70b92ee8-a4c8-424d-838d-294e724cf1da tempest-TestNetworkAdvancedServerOps-1195396143 tempest-TestNetworkAdvancedServerOps-1195396143-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=ef732b55-2b3c-4048-85da-0a8ac273c14b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387323 Nov 12 01:49:44.616881 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51206) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:49:44.619448 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-46716399-f5f7-4232-a069-0c5ba9295634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:44.622338 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-144cb64b-1a68-41eb-8c75-ff196a79b8bd tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-446159823', 'network_id': 'fae88ccb-5ef9-4990-bf62-678171d9041f', 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:49:44.710035 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144cb64b-1a68-41eb-8c75-ff196a79b8bd tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Made reservation on behalf of 6959747348f74fb19d3bbd5d9c551ad2 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:49:44.713709 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-144cb64b-1a68-41eb-8c75-ff196a79b8bd tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:44.883468 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-46716399-f5f7-4232-a069-0c5ba9295634 None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:44.889523 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-46716399-f5f7-4232-a069-0c5ba9295634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:44.907371 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-144cb64b-1a68-41eb-8c75-ff196a79b8bd tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:44.933297 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb440fb-e8c6-4c3e-814e-c247c19e2389 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:49:44.943917 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa685c34-7dfd-44d1-9460-0e2dc2365aa6 None None] Pushing event updated for resources: {'Port': ['ID=b878c19a-cabb-4bff-a689-81f94f7b6cb8,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:44.950813 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-46716399-f5f7-4232-a069-0c5ba9295634 None None] Attempting to bind port b878c19a-cabb-4bff-a689-81f94f7b6cb8 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:49:44.951164 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-46716399-f5f7-4232-a069-0c5ba9295634 None None] Attempting to bind port b878c19a-cabb-4bff-a689-81f94f7b6cb8 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:49:44.951517 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46716399-f5f7-4232-a069-0c5ba9295634 None None] Attempting to bind port b878c19a-cabb-4bff-a689-81f94f7b6cb8 on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:49:44.954832 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa685c34-7dfd-44d1-9460-0e2dc2365aa6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:44.955164 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa685c34-7dfd-44d1-9460-0e2dc2365aa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:44.955994 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa685c34-7dfd-44d1-9460-0e2dc2365aa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:44.955994 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa685c34-7dfd-44d1-9460-0e2dc2365aa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:44.956226 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa685c34-7dfd-44d1-9460-0e2dc2365aa6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:44.956418 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa685c34-7dfd-44d1-9460-0e2dc2365aa6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:44.956728 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa685c34-7dfd-44d1-9460-0e2dc2365aa6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:44.957043 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa685c34-7dfd-44d1-9460-0e2dc2365aa6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:44.957353 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa685c34-7dfd-44d1-9460-0e2dc2365aa6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:44.957689 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa685c34-7dfd-44d1-9460-0e2dc2365aa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:44.958001 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa685c34-7dfd-44d1-9460-0e2dc2365aa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:44.958306 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa685c34-7dfd-44d1-9460-0e2dc2365aa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:44.965090 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46716399-f5f7-4232-a069-0c5ba9295634 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:49:44.965090 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46716399-f5f7-4232-a069-0c5ba9295634 None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:49:44.965947 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-46716399-f5f7-4232-a069-0c5ba9295634 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:44.965947 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46716399-f5f7-4232-a069-0c5ba9295634 None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:49:44.966311 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-46716399-f5f7-4232-a069-0c5ba9295634 None None] Bound port: b878c19a-cabb-4bff-a689-81f94f7b6cb8, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:49:44.966682 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-46716399-f5f7-4232-a069-0c5ba9295634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:44.979276 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144cb64b-1a68-41eb-8c75-ff196a79b8bd tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'Subnet': ['ID=aa73d795-35d0-4245-aae3-d56fb01e2290,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:44.987751 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144cb64b-1a68-41eb-8c75-ff196a79b8bd tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Checking segment: {'id': 'a7d09d32-c0ca-48d7-ad04-70de9b56d646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fae88ccb-5ef9-4990-bf62-678171d9041f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:49:44.988153 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144cb64b-1a68-41eb-8c75-ff196a79b8bd tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Network hostable DHCP agents. Network: fae88ccb-5ef9-4990-bf62-678171d9041f, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:49:45.007924 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144cb64b-1a68-41eb-8c75-ff196a79b8bd tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Network fae88ccb-5ef9-4990-bf62-678171d9041f is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:49:45.018715 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-144cb64b-1a68-41eb-8c75-ff196a79b8bd tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, fae88ccb-5ef9-4990-bf62-678171d9041f) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:49:45.020691 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-46716399-f5f7-4232-a069-0c5ba9295634 None None] For port b878c19a-cabb-4bff-a689-81f94f7b6cb8, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:49:45.023468 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144cb64b-1a68-41eb-8c75-ff196a79b8bd tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:45.023835 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-144cb64b-1a68-41eb-8c75-ff196a79b8bd tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:45.027954 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e6282b-6a51-4f17-9a01-dc39c1851b03 None None] Network fae88ccb-5ef9-4990-bf62-678171d9041f requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:49:45.032197 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-46716399-f5f7-4232-a069-0c5ba9295634 None None] For port b878c19a-cabb-4bff-a689-81f94f7b6cb8, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=b878c19a-cabb-4bff-a689-81f94f7b6cb8,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:49:45.037275 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-46716399-f5f7-4232-a069-0c5ba9295634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:45.044027 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-144cb64b-1a68-41eb-8c75-ff196a79b8bd tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4239881 Nov 12 01:49:45.045163 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51208) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:49:45.098831 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa685c34-7dfd-44d1-9460-0e2dc2365aa6 None None] Pushing event updated for resources: {'Port': ['ID=b878c19a-cabb-4bff-a689-81f94f7b6cb8,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:45.103607 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676e1b0b-56e7-4a24-b568-3ea30ccca31c None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:49:45.109987 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b8c0c31e-0747-4e01-b8a5-ca6c1e43ce96 None None] Provisioning complete for port b878c19a-cabb-4bff-a689-81f94f7b6cb8 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:49:45.110540 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46716399-f5f7-4232-a069-0c5ba9295634 None None] Routers {'cb9294fe-da14-4f06-bdb2-5082dd23023d'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:49:45.110723 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b8c0c31e-0747-4e01-b8a5-ca6c1e43ce96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:45.111839 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-46716399-f5f7-4232-a069-0c5ba9295634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:49:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['cb9294fe-da14-4f06-bdb2-5082dd23023d'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:49:45.242548 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-46716399-f5f7-4232-a069-0c5ba9295634 None None] Set router cb9294fe-da14-4f06-bdb2-5082dd23023d gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:49:45.256369 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b8c0c31e-0747-4e01-b8a5-ca6c1e43ce96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:45.298194 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cd47b7-c7eb-4ef3-907f-e207b67f9a88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-fae88ccb-5ef9-4990-bf62-678171d9041f', 'network_id': 'fae88ccb-5ef9-4990-bf62-678171d9041f', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'fixed_ips': [{'subnet_id': 'aa73d795-35d0-4245-aae3-d56fb01e2290'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:49:45.299055 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-31cd47b7-c7eb-4ef3-907f-e207b67f9a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:45.305513 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b8c0c31e-0747-4e01-b8a5-ca6c1e43ce96 None None] For port b878c19a-cabb-4bff-a689-81f94f7b6cb8, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=b878c19a-cabb-4bff-a689-81f94f7b6cb8,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:49:45.314589 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b8c0c31e-0747-4e01-b8a5-ca6c1e43ce96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:45.420639 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c0c31e-0747-4e01-b8a5-ca6c1e43ce96 None None] Pushing event updated for resources: {'Port': ['ID=b878c19a-cabb-4bff-a689-81f94f7b6cb8,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:45.445409 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-46716399-f5f7-4232-a069-0c5ba9295634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb9294fe-da14-4f06-bdb2-5082dd23023d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531241397', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'b878c19a-cabb-4bff-a689-81f94f7b6cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:49:42Z', 'updated_at': '2021-11-12T01:49:43Z', 'revision_number': 3, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': 'b878c19a-cabb-4bff-a689-81f94f7b6cb8', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb9294fe-da14-4f06-bdb2-5082dd23023d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:49:43Z', 'updated_at': '2021-11-12T01:49:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:49:45.475204 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46716399-f5f7-4232-a069-0c5ba9295634 None None] The sync data for ids ['cb9294fe-da14-4f06-bdb2-5082dd23023d'] in n-d-812236-11 is: [{'id': 'cb9294fe-da14-4f06-bdb2-5082dd23023d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531241397', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'b878c19a-cabb-4bff-a689-81f94f7b6cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:49:42Z', 'updated_at': '2021-11-12T01:49:43Z', 'revision_number': 3, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': 'b878c19a-cabb-4bff-a689-81f94f7b6cb8', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb9294fe-da14-4f06-bdb2-5082dd23023d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:49:43Z', 'updated_at': '2021-11-12T01:49:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:49:45.483105 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-6fc9dff7-60ac-4923-b043-11b9b6f3ff4a None None] Provisioning complete for port b878c19a-cabb-4bff-a689-81f94f7b6cb8 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:49:45.483482 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6fc9dff7-60ac-4923-b043-11b9b6f3ff4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:45.536669 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-31cd47b7-c7eb-4ef3-907f-e207b67f9a88 None None] Allocated IP 172.20.0.2 (fae88ccb-5ef9-4990-bf62-678171d9041f/aa73d795-35d0-4245-aae3-d56fb01e2290/614c7723-1ab2-4eaa-875d-8b4a6a33cc08) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:49:45.555973 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-57a21fbd-13dc-4e50-bcee-768e40d4c50e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:45.735490 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-31cd47b7-c7eb-4ef3-907f-e207b67f9a88 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:45.743129 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-31cd47b7-c7eb-4ef3-907f-e207b67f9a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:45.805246 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cd47b7-c7eb-4ef3-907f-e207b67f9a88 None None] Network fae88ccb-5ef9-4990-bf62-678171d9041f is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:49:45.819810 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-31cd47b7-c7eb-4ef3-907f-e207b67f9a88 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:49:45.822280 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd47b7-c7eb-4ef3-907f-e207b67f9a88 None None] Pushing event updated for resources: {'Port': ['ID=614c7723-1ab2-4eaa-875d-8b4a6a33cc08,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:45.824412 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cd47b7-c7eb-4ef3-907f-e207b67f9a88 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:49:45.886806 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-31cd47b7-c7eb-4ef3-907f-e207b67f9a88 None None] Attempting to bind port 614c7723-1ab2-4eaa-875d-8b4a6a33cc08 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:49:45.887180 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-31cd47b7-c7eb-4ef3-907f-e207b67f9a88 None None] Attempting to bind port 614c7723-1ab2-4eaa-875d-8b4a6a33cc08 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'a7d09d32-c0ca-48d7-ad04-70de9b56d646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fae88ccb-5ef9-4990-bf62-678171d9041f'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:49:45.887545 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cd47b7-c7eb-4ef3-907f-e207b67f9a88 None None] Attempting to bind port 614c7723-1ab2-4eaa-875d-8b4a6a33cc08 on network fae88ccb-5ef9-4990-bf62-678171d9041f {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:49:45.893469 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cd47b7-c7eb-4ef3-907f-e207b67f9a88 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:49:45.893849 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cd47b7-c7eb-4ef3-907f-e207b67f9a88 None None] Checking segment: {'id': 'a7d09d32-c0ca-48d7-ad04-70de9b56d646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fae88ccb-5ef9-4990-bf62-678171d9041f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:49:45.894266 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-31cd47b7-c7eb-4ef3-907f-e207b67f9a88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:45.894662 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cd47b7-c7eb-4ef3-907f-e207b67f9a88 None None] Bound using segment: {'id': 'a7d09d32-c0ca-48d7-ad04-70de9b56d646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fae88ccb-5ef9-4990-bf62-678171d9041f'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:49:45.895214 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-31cd47b7-c7eb-4ef3-907f-e207b67f9a88 None None] Bound port: 614c7723-1ab2-4eaa-875d-8b4a6a33cc08, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d09d32-c0ca-48d7-ad04-70de9b56d646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fae88ccb-5ef9-4990-bf62-678171d9041f'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:49:45.895502 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-31cd47b7-c7eb-4ef3-907f-e207b67f9a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:45.950175 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-57a21fbd-13dc-4e50-bcee-768e40d4c50e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Allocated IP 172.20.0.1 (fae88ccb-5ef9-4990-bf62-678171d9041f/aa73d795-35d0-4245-aae3-d56fb01e2290/9b4cacbe-8b83-4bab-ae42-beec299cf0c7) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:49:45.988315 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-31cd47b7-c7eb-4ef3-907f-e207b67f9a88 None None] For port 614c7723-1ab2-4eaa-875d-8b4a6a33cc08, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:49:45.993041 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-31cd47b7-c7eb-4ef3-907f-e207b67f9a88 None None] For port 614c7723-1ab2-4eaa-875d-8b4a6a33cc08, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=614c7723-1ab2-4eaa-875d-8b4a6a33cc08,segment=NetworkSegment(a7d09d32-c0ca-48d7-ad04-70de9b56d646),segment_id=a7d09d32-c0ca-48d7-ad04-70de9b56d646)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:49:45.998569 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-31cd47b7-c7eb-4ef3-907f-e207b67f9a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:46.068458 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd47b7-c7eb-4ef3-907f-e207b67f9a88 None None] Pushing event updated for resources: {'Port': ['ID=614c7723-1ab2-4eaa-875d-8b4a6a33cc08,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:46.090253 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-57a21fbd-13dc-4e50-bcee-768e40d4c50e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:46.131913 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-57a21fbd-13dc-4e50-bcee-768e40d4c50e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:46.179874 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a21fbd-13dc-4e50-bcee-768e40d4c50e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Network fae88ccb-5ef9-4990-bf62-678171d9041f is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:49:46.183265 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-57a21fbd-13dc-4e50-bcee-768e40d4c50e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:49:46.185934 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a21fbd-13dc-4e50-bcee-768e40d4c50e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:49:46.232086 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a21fbd-13dc-4e50-bcee-768e40d4c50e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'Port': ['ID=9b4cacbe-8b83-4bab-ae42-beec299cf0c7,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:46.256899 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-57a21fbd-13dc-4e50-bcee-768e40d4c50e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:46.438850 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-57a21fbd-13dc-4e50-bcee-768e40d4c50e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:46.471632 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 614c7723-1ab2-4eaa-875d-8b4a6a33cc08 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:49:46.542047 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 614c7723-1ab2-4eaa-875d-8b4a6a33cc08 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:49:46.542350 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:46.651857 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:46.688451 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 614c7723-1ab2-4eaa-875d-8b4a6a33cc08, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=614c7723-1ab2-4eaa-875d-8b4a6a33cc08,segment=NetworkSegment(a7d09d32-c0ca-48d7-ad04-70de9b56d646),segment_id=a7d09d32-c0ca-48d7-ad04-70de9b56d646)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:49:46.692703 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:46.693739 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device b878c19a-cabb-4bff-a689-81f94f7b6cb8 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:49:46.773596 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=614c7723-1ab2-4eaa-875d-8b4a6a33cc08,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:46.785539 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port b878c19a-cabb-4bff-a689-81f94f7b6cb8 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:49:46.785991 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:46.854714 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-57a21fbd-13dc-4e50-bcee-768e40d4c50e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:46.862138 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-57a21fbd-13dc-4e50-bcee-768e40d4c50e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:46.962975 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-57a21fbd-13dc-4e50-bcee-768e40d4c50e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:46.964929 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a21fbd-13dc-4e50-bcee-768e40d4c50e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'Port': ['ID=9b4cacbe-8b83-4bab-ae42-beec299cf0c7,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:47.095440 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a21fbd-13dc-4e50-bcee-768e40d4c50e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Network fae88ccb-5ef9-4990-bf62-678171d9041f is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:49:47.096929 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-57a21fbd-13dc-4e50-bcee-768e40d4c50e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:49:47.157084 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d20a83-54ab-4199-a178-38ef9e4efc42 None None] Network fae88ccb-5ef9-4990-bf62-678171d9041f requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:49:47.232579 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a21fbd-13dc-4e50-bcee-768e40d4c50e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Router cb9294fe-da14-4f06-bdb2-5082dd23023d has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:49:47.233367 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-63494bc5-41ae-4210-af26-5eb483d7adbb None None] Provisioning complete for port 614c7723-1ab2-4eaa-875d-8b4a6a33cc08 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:49:47.233783 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-63494bc5-41ae-4210-af26-5eb483d7adbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:47.398149 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a21fbd-13dc-4e50-bcee-768e40d4c50e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:49:47.419936 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-57a21fbd-13dc-4e50-bcee-768e40d4c50e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "PUT /v2.0/routers/cb9294fe-da14-4f06-bdb2-5082dd23023d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3632274 Nov 12 01:49:47.609155 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-45f54e99-edf5-401d-beda-3fe056c39573 req-17cf64fc-edb3-44c2-bf71-ad9bf742a8ae tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-778852631&fields=id&tenant_id=6959747348f74fb19d3bbd5d9c551ad2 HTTP/1.1" status: 200 len: 267 time: 0.0615807 Nov 12 01:49:47.735402 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-98eb8807-7150-46a1-82cd-acc72490ab4c None None] Provisioning complete for port 9b4cacbe-8b83-4bab-ae42-beec299cf0c7 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:49:47.735955 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-98eb8807-7150-46a1-82cd-acc72490ab4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:47.777490 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-98eb8807-7150-46a1-82cd-acc72490ab4c None None] Port 9b4cacbe-8b83-4bab-ae42-beec299cf0c7 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:49:47.781804 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f54e99-edf5-401d-beda-3fe056c39573 req-de48e72b-7e23-4c0b-9937-63a4634a7944 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:47.783968 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-45f54e99-edf5-401d-beda-3fe056c39573 req-de48e72b-7e23-4c0b-9937-63a4634a7944 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/networks?id=fae88ccb-5ef9-4990-bf62-678171d9041f HTTP/1.1" status: 200 len: 796 time: 0.1673853 Nov 12 01:49:47.792763 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-98eb8807-7150-46a1-82cd-acc72490ab4c None None] Provisioning complete for port 614c7723-1ab2-4eaa-875d-8b4a6a33cc08 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:49:47.793506 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-98eb8807-7150-46a1-82cd-acc72490ab4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:47.808341 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-45f54e99-edf5-401d-beda-3fe056c39573 req-2dd12240-a168-4ec0-903c-67cf20679ee9 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/quotas/6959747348f74fb19d3bbd5d9c551ad2 HTTP/1.1" status: 200 len: 375 time: 0.0154083 Nov 12 01:49:47.822670 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbe027e-892f-46f2-8a70-1cabaaa2f281 None None] Sync routers for ids ['cb9294fe-da14-4f06-bdb2-5082dd23023d'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:49:47.844958 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbe027e-892f-46f2-8a70-1cabaaa2f281 None None] Routers {'cb9294fe-da14-4f06-bdb2-5082dd23023d'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:49:47.845525 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-ccbe027e-892f-46f2-8a70-1cabaaa2f281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:49:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['cb9294fe-da14-4f06-bdb2-5082dd23023d'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:49:47.900234 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-45f54e99-edf5-401d-beda-3fe056c39573 req-c3f54066-b17b-443f-a22a-bf367acd0daa tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6959747348f74fb19d3bbd5d9c551ad2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0813615 Nov 12 01:49:48.035142 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-ccbe027e-892f-46f2-8a70-1cabaaa2f281 None None] Set router cb9294fe-da14-4f06-bdb2-5082dd23023d gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:49:48.105153 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-45f54e99-edf5-401d-beda-3fe056c39573 req-c80b49df-9ff1-43ea-85a5-690132423f84 service neutron] 10.222.0.20 "GET /v2.0/networks/fae88ccb-5ef9-4990-bf62-678171d9041f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898520 Nov 12 01:49:48.242914 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-45f54e99-edf5-401d-beda-3fe056c39573 req-ba2ebddd-7e13-4131-81d0-688a0ad73588 service neutron] 10.222.0.20 "GET /v2.0/networks/fae88ccb-5ef9-4990-bf62-678171d9041f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297412 Nov 12 01:49:48.415479 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 614c7723-1ab2-4eaa-875d-8b4a6a33cc08 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:49:48.470251 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2640910a-9790-4274-a1bb-ce2568125474 req-401d23cd-acaa-478b-918d-023c7e36eed1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=131b4a59-6219-4103-bf4b-a470a188e421 HTTP/1.1" status: 200 len: 210 time: 0.0374191 Nov 12 01:49:48.473767 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-fed7a9f3-d4ee-4860-8d61-f57406f27c6a None None] Provisioning complete for port 9b4cacbe-8b83-4bab-ae42-beec299cf0c7 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:49:48.474140 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fed7a9f3-d4ee-4860-8d61-f57406f27c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:48.563575 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-fed7a9f3-d4ee-4860-8d61-f57406f27c6a None None] Port 9b4cacbe-8b83-4bab-ae42-beec299cf0c7 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:49:48.570575 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 614c7723-1ab2-4eaa-875d-8b4a6a33cc08 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:49:48.570940 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:48.634949 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-ccbe027e-892f-46f2-8a70-1cabaaa2f281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb9294fe-da14-4f06-bdb2-5082dd23023d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531241397', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'b878c19a-cabb-4bff-a689-81f94f7b6cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:49:42Z', 'updated_at': '2021-11-12T01:49:46Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': 'b878c19a-cabb-4bff-a689-81f94f7b6cb8', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9294fe-da14-4f06-bdb2-5082dd23023d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:49:43Z', 'updated_at': '2021-11-12T01:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '9b4cacbe-8b83-4bab-ae42-beec299cf0c7', 'name': '', 'network_id': 'fae88ccb-5ef9-4990-bf62-678171d9041f', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'mac_address': 'fa:16:3e:6c:3f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb9294fe-da14-4f06-bdb2-5082dd23023d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'aa73d795-35d0-4245-aae3-d56fb01e2290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:49:45Z', 'updated_at': '2021-11-12T01:49:46Z', 'revision_number': 2, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'subnets': [{'id': 'aa73d795-35d0-4245-aae3-d56fb01e2290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:49:48.668422 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbe027e-892f-46f2-8a70-1cabaaa2f281 None None] Checking router: cb9294fe-da14-4f06-bdb2-5082dd23023d for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:49:48.668756 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbe027e-892f-46f2-8a70-1cabaaa2f281 None None] Updating router cb9294fe-da14-4f06-bdb2-5082dd23023d port 9b4cacbe-8b83-4bab-ae42-beec299cf0c7 binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:49:48.736498 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ccbe027e-892f-46f2-8a70-1cabaaa2f281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:48.755402 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-bc0b894f-535a-46d8-9476-ac9deb5d6229 None None] Provisioning complete for port 9b4cacbe-8b83-4bab-ae42-beec299cf0c7 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:49:48.755772 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bc0b894f-535a-46d8-9476-ac9deb5d6229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:48.827158 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-bc0b894f-535a-46d8-9476-ac9deb5d6229 None None] Port 9b4cacbe-8b83-4bab-ae42-beec299cf0c7 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:49:49.085138 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ccbe027e-892f-46f2-8a70-1cabaaa2f281 None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:49.091696 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ccbe027e-892f-46f2-8a70-1cabaaa2f281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:49.161420 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c2cf41-c9dd-429f-a878-33d012eb78db None None] Pushing event updated for resources: {'Port': ['ID=9b4cacbe-8b83-4bab-ae42-beec299cf0c7,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:49.215961 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-ccbe027e-892f-46f2-8a70-1cabaaa2f281 None None] Attempting to bind port 9b4cacbe-8b83-4bab-ae42-beec299cf0c7 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:49:49.216387 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-ccbe027e-892f-46f2-8a70-1cabaaa2f281 None None] Attempting to bind port 9b4cacbe-8b83-4bab-ae42-beec299cf0c7 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'a7d09d32-c0ca-48d7-ad04-70de9b56d646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fae88ccb-5ef9-4990-bf62-678171d9041f'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:49:49.216844 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbe027e-892f-46f2-8a70-1cabaaa2f281 None None] Attempting to bind port 9b4cacbe-8b83-4bab-ae42-beec299cf0c7 on network fae88ccb-5ef9-4990-bf62-678171d9041f {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:49:49.223067 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbe027e-892f-46f2-8a70-1cabaaa2f281 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:49:49.223469 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbe027e-892f-46f2-8a70-1cabaaa2f281 None None] Checking segment: {'id': 'a7d09d32-c0ca-48d7-ad04-70de9b56d646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fae88ccb-5ef9-4990-bf62-678171d9041f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:49:49.223895 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ccbe027e-892f-46f2-8a70-1cabaaa2f281 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:49.224289 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbe027e-892f-46f2-8a70-1cabaaa2f281 None None] Bound using segment: {'id': 'a7d09d32-c0ca-48d7-ad04-70de9b56d646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fae88ccb-5ef9-4990-bf62-678171d9041f'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:49:49.224826 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-ccbe027e-892f-46f2-8a70-1cabaaa2f281 None None] Bound port: 9b4cacbe-8b83-4bab-ae42-beec299cf0c7, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d09d32-c0ca-48d7-ad04-70de9b56d646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fae88ccb-5ef9-4990-bf62-678171d9041f'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:49:49.225230 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ccbe027e-892f-46f2-8a70-1cabaaa2f281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:49.312863 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-ccbe027e-892f-46f2-8a70-1cabaaa2f281 None None] For port 9b4cacbe-8b83-4bab-ae42-beec299cf0c7, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:49:49.316871 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-ccbe027e-892f-46f2-8a70-1cabaaa2f281 None None] For port 9b4cacbe-8b83-4bab-ae42-beec299cf0c7, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=9b4cacbe-8b83-4bab-ae42-beec299cf0c7,segment=NetworkSegment(a7d09d32-c0ca-48d7-ad04-70de9b56d646),segment_id=a7d09d32-c0ca-48d7-ad04-70de9b56d646)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:49:49.321568 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ccbe027e-892f-46f2-8a70-1cabaaa2f281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:49.383653 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbe027e-892f-46f2-8a70-1cabaaa2f281 None None] Routers {'cb9294fe-da14-4f06-bdb2-5082dd23023d'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:49:49.384225 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-ccbe027e-892f-46f2-8a70-1cabaaa2f281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:49:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['cb9294fe-da14-4f06-bdb2-5082dd23023d'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:49:49.422897 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c2cf41-c9dd-429f-a878-33d012eb78db None None] Pushing event updated for resources: {'Port': ['ID=9b4cacbe-8b83-4bab-ae42-beec299cf0c7,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:49.492438 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-8e68e919-15cf-47a5-9d54-784c6ca35a4c None None] Provisioning complete for port 9b4cacbe-8b83-4bab-ae42-beec299cf0c7 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:49:49.492806 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8e68e919-15cf-47a5-9d54-784c6ca35a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:49.548878 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-ccbe027e-892f-46f2-8a70-1cabaaa2f281 None None] Set router cb9294fe-da14-4f06-bdb2-5082dd23023d gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:49:49.613303 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-18ffad34-0776-4fa1-93ed-54bdf20b787d req-443f2a6d-3ac4-410e-bd31-867b3d2f5bb1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=131b4a59-6219-4103-bf4b-a470a188e421 HTTP/1.1" status: 200 len: 210 time: 0.0499699 Nov 12 01:49:49.698313 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8e68e919-15cf-47a5-9d54-784c6ca35a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:49.756406 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f54e99-edf5-401d-beda-3fe056c39573 req-eb0ad466-6ea8-4b03-9756-6d14de4ec376 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:49.758514 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-45f54e99-edf5-401d-beda-3fe056c39573 req-eb0ad466-6ea8-4b03-9756-6d14de4ec376 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.54 "GET /v2.0/networks?id=fae88ccb-5ef9-4990-bf62-678171d9041f HTTP/1.1" status: 200 len: 796 time: 0.1622760 Nov 12 01:49:49.787370 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-8e68e919-15cf-47a5-9d54-784c6ca35a4c None None] For port 9b4cacbe-8b83-4bab-ae42-beec299cf0c7, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=9b4cacbe-8b83-4bab-ae42-beec299cf0c7,segment=NetworkSegment(a7d09d32-c0ca-48d7-ad04-70de9b56d646),segment_id=a7d09d32-c0ca-48d7-ad04-70de9b56d646)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:49:49.806702 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8e68e919-15cf-47a5-9d54-784c6ca35a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:49.861046 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-45f54e99-edf5-401d-beda-3fe056c39573 req-5b6714a6-193f-4a05-9ba3-bb271044838e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6959747348f74fb19d3bbd5d9c551ad2 HTTP/1.1" status: 200 len: 379 time: 0.0856035 Nov 12 01:49:49.872433 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-45f54e99-edf5-401d-beda-3fe056c39573 req-269909d3-4769-4743-8017-0d107634b6e1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'port': {'device_id': '131b4a59-6219-4103-bf4b-a470a188e421', 'network_id': 'fae88ccb-5ef9-4990-bf62-678171d9041f', 'admin_state_up': True, 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'security_groups': ['0502b586-ea82-4f42-b82c-17b33dfeaab3']}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:49:49.904192 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e68e919-15cf-47a5-9d54-784c6ca35a4c None None] Pushing event updated for resources: {'Port': ['ID=9b4cacbe-8b83-4bab-ae42-beec299cf0c7,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:49.941870 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-ccbe027e-892f-46f2-8a70-1cabaaa2f281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb9294fe-da14-4f06-bdb2-5082dd23023d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531241397', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'b878c19a-cabb-4bff-a689-81f94f7b6cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:49:42Z', 'updated_at': '2021-11-12T01:49:46Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': 'b878c19a-cabb-4bff-a689-81f94f7b6cb8', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9294fe-da14-4f06-bdb2-5082dd23023d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:49:43Z', 'updated_at': '2021-11-12T01:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '9b4cacbe-8b83-4bab-ae42-beec299cf0c7', 'name': '', 'network_id': 'fae88ccb-5ef9-4990-bf62-678171d9041f', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'mac_address': 'fa:16:3e:6c:3f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb9294fe-da14-4f06-bdb2-5082dd23023d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'aa73d795-35d0-4245-aae3-d56fb01e2290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:49:45Z', 'updated_at': '2021-11-12T01:49:49Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'subnets': [{'id': 'aa73d795-35d0-4245-aae3-d56fb01e2290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:49:49.945638 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-809754b4-911f-4c8b-bf5a-6b71fe5b1ad9 None None] Provisioning complete for port 9b4cacbe-8b83-4bab-ae42-beec299cf0c7 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:49:49.946007 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-809754b4-911f-4c8b-bf5a-6b71fe5b1ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:50.003236 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbe027e-892f-46f2-8a70-1cabaaa2f281 None None] The sync data for ids ['cb9294fe-da14-4f06-bdb2-5082dd23023d'] in n-d-812236-11 is: [{'id': 'cb9294fe-da14-4f06-bdb2-5082dd23023d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531241397', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'b878c19a-cabb-4bff-a689-81f94f7b6cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:49:42Z', 'updated_at': '2021-11-12T01:49:46Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': 'b878c19a-cabb-4bff-a689-81f94f7b6cb8', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9294fe-da14-4f06-bdb2-5082dd23023d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:49:43Z', 'updated_at': '2021-11-12T01:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '9b4cacbe-8b83-4bab-ae42-beec299cf0c7', 'name': '', 'network_id': 'fae88ccb-5ef9-4990-bf62-678171d9041f', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'mac_address': 'fa:16:3e:6c:3f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb9294fe-da14-4f06-bdb2-5082dd23023d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'aa73d795-35d0-4245-aae3-d56fb01e2290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:49:45Z', 'updated_at': '2021-11-12T01:49:49Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'subnets': [{'id': 'aa73d795-35d0-4245-aae3-d56fb01e2290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:49:50.012114 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45f54e99-edf5-401d-beda-3fe056c39573 req-269909d3-4769-4743-8017-0d107634b6e1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Made reservation on behalf of 6959747348f74fb19d3bbd5d9c551ad2 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:49:50.019055 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-45f54e99-edf5-401d-beda-3fe056c39573 req-269909d3-4769-4743-8017-0d107634b6e1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:50.216092 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-45f54e99-edf5-401d-beda-3fe056c39573 req-269909d3-4769-4743-8017-0d107634b6e1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Allocated IP 172.20.0.8 (fae88ccb-5ef9-4990-bf62-678171d9041f/aa73d795-35d0-4245-aae3-d56fb01e2290/6de56430-3643-4e40-b46a-e1d041a2c255) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:49:50.393243 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-45f54e99-edf5-401d-beda-3fe056c39573 req-269909d3-4769-4743-8017-0d107634b6e1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:50.399526 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 9b4cacbe-8b83-4bab-ae42-beec299cf0c7 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:49:50.436597 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-45f54e99-edf5-401d-beda-3fe056c39573 req-269909d3-4769-4743-8017-0d107634b6e1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:50.457788 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 9b4cacbe-8b83-4bab-ae42-beec299cf0c7 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:49:50.458559 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:50.501208 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45f54e99-edf5-401d-beda-3fe056c39573 req-269909d3-4769-4743-8017-0d107634b6e1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Network fae88ccb-5ef9-4990-bf62-678171d9041f is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:49:50.502674 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269909d3-4769-4743-8017-0d107634b6e1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'Port': ['ID=6de56430-3643-4e40-b46a-e1d041a2c255,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:50.505608 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-45f54e99-edf5-401d-beda-3fe056c39573 req-269909d3-4769-4743-8017-0d107634b6e1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:49:50.508307 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f54e99-edf5-401d-beda-3fe056c39573 req-269909d3-4769-4743-8017-0d107634b6e1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:49:50.581723 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f54e99-edf5-401d-beda-3fe056c39573 req-269909d3-4769-4743-8017-0d107634b6e1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:50.582488 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-45f54e99-edf5-401d-beda-3fe056c39573 req-269909d3-4769-4743-8017-0d107634b6e1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:50.615352 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-45f54e99-edf5-401d-beda-3fe056c39573 req-269909d3-4769-4743-8017-0d107634b6e1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7472761 Nov 12 01:49:50.633305 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-45f54e99-edf5-401d-beda-3fe056c39573 req-c4c5bb7f-cd24-4a94-8655-8a720b60ba41 service neutron] Request body: {'port': {'device_id': '131b4a59-6219-4103-bf4b-a470a188e421', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:49:50.722566 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-45f54e99-edf5-401d-beda-3fe056c39573 req-c4c5bb7f-cd24-4a94-8655-8a720b60ba41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:50.818876 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059a69e-087a-44bc-8264-9de445827243 req-a4804c5c-9651-4dcb-b0fd-0491e20b630e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:50.820565 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e059a69e-087a-44bc-8264-9de445827243 req-a4804c5c-9651-4dcb-b0fd-0491e20b630e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=131b4a59-6219-4103-bf4b-a470a188e421 HTTP/1.1" status: 200 len: 931 time: 0.1036642 Nov 12 01:49:50.853088 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-771efabe-2995-4893-8f26-1906c45f6186 None None] Provisioning complete for port 6de56430-3643-4e40-b46a-e1d041a2c255 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:49:50.853806 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-771efabe-2995-4893-8f26-1906c45f6186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:50.911862 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-771efabe-2995-4893-8f26-1906c45f6186 None None] Port 6de56430-3643-4e40-b46a-e1d041a2c255 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:49:50.979537 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e059a69e-087a-44bc-8264-9de445827243 req-800a1e5b-82fa-43cc-8130-2d89e7dfde91 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=0502b586-ea82-4f42-b82c-17b33dfeaab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482017 Nov 12 01:49:51.165653 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-45f54e99-edf5-401d-beda-3fe056c39573 req-c4c5bb7f-cd24-4a94-8655-8a720b60ba41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6de56430-3643-4e40-b46a-e1d041a2c255 {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:49:51.190167 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-45f54e99-edf5-401d-beda-3fe056c39573 req-c4c5bb7f-cd24-4a94-8655-8a720b60ba41 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:51.205403 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-45f54e99-edf5-401d-beda-3fe056c39573 req-c4c5bb7f-cd24-4a94-8655-8a720b60ba41 service neutron] Transition to ACTIVE for port object 6de56430-3643-4e40-b46a-e1d041a2c255 will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:49:51.209857 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-45f54e99-edf5-401d-beda-3fe056c39573 req-c4c5bb7f-cd24-4a94-8655-8a720b60ba41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:51.302954 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c5bb7f-cd24-4a94-8655-8a720b60ba41 service neutron] Pushing event updated for resources: {'Port': ['ID=6de56430-3643-4e40-b46a-e1d041a2c255,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:51.365061 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-45f54e99-edf5-401d-beda-3fe056c39573 req-c4c5bb7f-cd24-4a94-8655-8a720b60ba41 service neutron] Attempting to bind port 6de56430-3643-4e40-b46a-e1d041a2c255 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:49:51.365566 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-45f54e99-edf5-401d-beda-3fe056c39573 req-c4c5bb7f-cd24-4a94-8655-8a720b60ba41 service neutron] Attempting to bind port 6de56430-3643-4e40-b46a-e1d041a2c255 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': 'a7d09d32-c0ca-48d7-ad04-70de9b56d646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fae88ccb-5ef9-4990-bf62-678171d9041f'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:49:51.365864 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f54e99-edf5-401d-beda-3fe056c39573 req-c4c5bb7f-cd24-4a94-8655-8a720b60ba41 service neutron] Attempting to bind port 6de56430-3643-4e40-b46a-e1d041a2c255 on network fae88ccb-5ef9-4990-bf62-678171d9041f {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:49:51.371301 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f54e99-edf5-401d-beda-3fe056c39573 req-c4c5bb7f-cd24-4a94-8655-8a720b60ba41 service neutron] Port 6de56430-3643-4e40-b46a-e1d041a2c255 on network fae88ccb-5ef9-4990-bf62-678171d9041f not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:49:51.371815 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f54e99-edf5-401d-beda-3fe056c39573 req-c4c5bb7f-cd24-4a94-8655-8a720b60ba41 service neutron] Attempting to bind port 6de56430-3643-4e40-b46a-e1d041a2c255 on network fae88ccb-5ef9-4990-bf62-678171d9041f {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:49:51.378428 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f54e99-edf5-401d-beda-3fe056c39573 req-c4c5bb7f-cd24-4a94-8655-8a720b60ba41 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:49:51.378766 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f54e99-edf5-401d-beda-3fe056c39573 req-c4c5bb7f-cd24-4a94-8655-8a720b60ba41 service neutron] Checking segment: {'id': 'a7d09d32-c0ca-48d7-ad04-70de9b56d646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fae88ccb-5ef9-4990-bf62-678171d9041f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:49:51.379146 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f54e99-edf5-401d-beda-3fe056c39573 req-c4c5bb7f-cd24-4a94-8655-8a720b60ba41 service neutron] Bound using segment: {'id': 'a7d09d32-c0ca-48d7-ad04-70de9b56d646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fae88ccb-5ef9-4990-bf62-678171d9041f'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:49:51.379752 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-45f54e99-edf5-401d-beda-3fe056c39573 req-c4c5bb7f-cd24-4a94-8655-8a720b60ba41 service neutron] Bound port: 6de56430-3643-4e40-b46a-e1d041a2c255, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7d09d32-c0ca-48d7-ad04-70de9b56d646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fae88ccb-5ef9-4990-bf62-678171d9041f'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:49:51.380121 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-45f54e99-edf5-401d-beda-3fe056c39573 req-c4c5bb7f-cd24-4a94-8655-8a720b60ba41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:51.466737 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-45f54e99-edf5-401d-beda-3fe056c39573 req-c4c5bb7f-cd24-4a94-8655-8a720b60ba41 service neutron] For port 6de56430-3643-4e40-b46a-e1d041a2c255, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:49:51.472096 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-45f54e99-edf5-401d-beda-3fe056c39573 req-c4c5bb7f-cd24-4a94-8655-8a720b60ba41 service neutron] For port 6de56430-3643-4e40-b46a-e1d041a2c255, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=6de56430-3643-4e40-b46a-e1d041a2c255,segment=NetworkSegment(a7d09d32-c0ca-48d7-ad04-70de9b56d646),segment_id=a7d09d32-c0ca-48d7-ad04-70de9b56d646)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:49:51.476768 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-45f54e99-edf5-401d-beda-3fe056c39573 req-c4c5bb7f-cd24-4a94-8655-8a720b60ba41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:51.528354 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f54e99-edf5-401d-beda-3fe056c39573 req-c4c5bb7f-cd24-4a94-8655-8a720b60ba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:51.528354 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-45f54e99-edf5-401d-beda-3fe056c39573 req-c4c5bb7f-cd24-4a94-8655-8a720b60ba41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:51.528354 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-45f54e99-edf5-401d-beda-3fe056c39573 req-c4c5bb7f-cd24-4a94-8655-8a720b60ba41 service neutron] 10.222.0.54 "PUT /v2.0/ports/6de56430-3643-4e40-b46a-e1d041a2c255 HTTP/1.1" status: 200 len: 1092 time: 0.8965573 Nov 12 01:49:51.528354 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '131b4a59-6219-4103-bf4b-a470a188e421', 'tag': '6de56430-3643-4e40-b46a-e1d041a2c255'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:49:51.528354 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f20791c62abc78a76d837b2e8f3e70a497c95c8c7e17d957ee036670eec5325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a453774-e2c2-4e73-8bca-ca000cb3b09d" -d '{"events": [{"name": "network-changed", "server_uuid": "131b4a59-6219-4103-bf4b-a470a188e421", "tag": "6de56430-3643-4e40-b46a-e1d041a2c255"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:49:51.571267 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c5bb7f-cd24-4a94-8655-8a720b60ba41 service neutron] Pushing event updated for resources: {'Port': ['ID=6de56430-3643-4e40-b46a-e1d041a2c255,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:51.598146 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fdf10e0-8854-4c0f-97f1-07820f21cc6e x-openstack-request-id: req-9fdf10e0-8854-4c0f-97f1-07820f21cc6e {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:49:51.598673 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "131b4a59-6219-4103-bf4b-a470a188e421", "tag": "6de56430-3643-4e40-b46a-e1d041a2c255", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:49:51.599094 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9fdf10e0-8854-4c0f-97f1-07820f21cc6e {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:49:51.599716 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '131b4a59-6219-4103-bf4b-a470a188e421', 'tag': '6de56430-3643-4e40-b46a-e1d041a2c255', 'status': 'completed', 'code': 200} Nov 12 01:49:51.639570 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f54e99-edf5-401d-beda-3fe056c39573 req-27d787a0-c338-4890-a421-def5164e3797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:51.642421 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-45f54e99-edf5-401d-beda-3fe056c39573 req-27d787a0-c338-4890-a421-def5164e3797 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6959747348f74fb19d3bbd5d9c551ad2&device_id=131b4a59-6219-4103-bf4b-a470a188e421 HTTP/1.1" status: 200 len: 1095 time: 0.0584915 Nov 12 01:49:51.692111 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-45f54e99-edf5-401d-beda-3fe056c39573 req-89595ef0-be57-4c42-9a57-6d7b15cea211 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6de56430-3643-4e40-b46a-e1d041a2c255 HTTP/1.1" status: 200 len: 217 time: 0.0363283 Nov 12 01:49:51.753966 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f54e99-edf5-401d-beda-3fe056c39573 req-15a8410d-9e7d-4470-adab-4c6fa33494d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:51.755582 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-45f54e99-edf5-401d-beda-3fe056c39573 req-15a8410d-9e7d-4470-adab-4c6fa33494d4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aa73d795-35d0-4245-aae3-d56fb01e2290 HTTP/1.1" status: 200 len: 834 time: 0.0568714 Nov 12 01:49:51.814098 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f54e99-edf5-401d-beda-3fe056c39573 req-e65f38bb-21a4-4f07-8584-ffb47530d1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:51.815542 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-45f54e99-edf5-401d-beda-3fe056c39573 req-e65f38bb-21a4-4f07-8584-ffb47530d1c3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fae88ccb-5ef9-4990-bf62-678171d9041f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532382 Nov 12 01:49:51.911462 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-45f54e99-edf5-401d-beda-3fe056c39573 req-58095bdc-1592-4149-8ee6-07d82069c0ab service neutron] 10.222.0.54 "GET /v2.0/networks/fae88ccb-5ef9-4990-bf62-678171d9041f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879385 Nov 12 01:49:52.022378 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-45f54e99-edf5-401d-beda-3fe056c39573 req-9f716b05-dfed-42bd-81cc-602be63433fa service neutron] 10.222.0.54 "GET /v2.0/networks/fae88ccb-5ef9-4990-bf62-678171d9041f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039257 Nov 12 01:49:52.158060 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b0ac8-994e-44e8-a084-578cfa646d79 req-267a8314-22d1-45e0-b48b-6ea8afab45b7 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:52.159800 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5d7b0ac8-994e-44e8-a084-578cfa646d79 req-267a8314-22d1-45e0-b48b-6ea8afab45b7 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=131b4a59-6219-4103-bf4b-a470a188e421 HTTP/1.1" status: 200 len: 943 time: 0.0903301 Nov 12 01:49:52.172573 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a453774-e2c2-4e73-8bca-ca000cb3b09d req-3bd05358-d1c5-4ad6-a37f-b5401b527a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:52.174828 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0a453774-e2c2-4e73-8bca-ca000cb3b09d req-3bd05358-d1c5-4ad6-a37f-b5401b527a61 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6959747348f74fb19d3bbd5d9c551ad2&device_id=131b4a59-6219-4103-bf4b-a470a188e421 HTTP/1.1" status: 200 len: 1095 time: 0.0684700 Nov 12 01:49:52.285683 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5d7b0ac8-994e-44e8-a084-578cfa646d79 req-a2a92cab-b630-48e4-97f3-c284d1d340ce tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=0502b586-ea82-4f42-b82c-17b33dfeaab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175997 Nov 12 01:49:52.328038 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a453774-e2c2-4e73-8bca-ca000cb3b09d req-ae181923-6846-4316-8d3f-12bcbb78d79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:52.330866 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0a453774-e2c2-4e73-8bca-ca000cb3b09d req-ae181923-6846-4316-8d3f-12bcbb78d79b service neutron] 10.222.0.54 "GET /v2.0/networks?id=fae88ccb-5ef9-4990-bf62-678171d9041f HTTP/1.1" status: 200 len: 897 time: 0.1491795 Nov 12 01:49:52.378299 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0a453774-e2c2-4e73-8bca-ca000cb3b09d req-f8cb9587-93d7-4914-845e-a79871d94d4d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6de56430-3643-4e40-b46a-e1d041a2c255 HTTP/1.1" status: 200 len: 217 time: 0.0406852 Nov 12 01:49:52.428980 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a453774-e2c2-4e73-8bca-ca000cb3b09d req-acd6a974-07f1-4e91-9b91-cda5b297d960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:52.430943 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0a453774-e2c2-4e73-8bca-ca000cb3b09d req-acd6a974-07f1-4e91-9b91-cda5b297d960 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aa73d795-35d0-4245-aae3-d56fb01e2290 HTTP/1.1" status: 200 len: 834 time: 0.0464706 Nov 12 01:49:52.480999 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a453774-e2c2-4e73-8bca-ca000cb3b09d req-55ab1d6e-c0e9-42fb-a561-6ce909b9f6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:52.482943 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0a453774-e2c2-4e73-8bca-ca000cb3b09d req-55ab1d6e-c0e9-42fb-a561-6ce909b9f6c8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fae88ccb-5ef9-4990-bf62-678171d9041f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450568 Nov 12 01:49:52.591442 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0a453774-e2c2-4e73-8bca-ca000cb3b09d req-d9231135-987e-42fd-831c-97d8ad1417cf service neutron] 10.222.0.54 "GET /v2.0/networks/fae88ccb-5ef9-4990-bf62-678171d9041f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000597 Nov 12 01:49:52.696153 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0a453774-e2c2-4e73-8bca-ca000cb3b09d req-1221d77d-a8fe-4dd8-82b3-cf45e438bebb service neutron] 10.222.0.54 "GET /v2.0/networks/fae88ccb-5ef9-4990-bf62-678171d9041f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974934 Nov 12 01:49:53.431839 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d490b-9a11-46fe-8c7e-a875c5c3e8a6 req-b9eb42a0-db5c-40b8-a67d-dc921e97f4ae tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:53.433300 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8f6d490b-9a11-46fe-8c7e-a875c5c3e8a6 req-b9eb42a0-db5c-40b8-a67d-dc921e97f4ae tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=131b4a59-6219-4103-bf4b-a470a188e421 HTTP/1.1" status: 200 len: 943 time: 0.0567677 Nov 12 01:49:53.490677 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8f6d490b-9a11-46fe-8c7e-a875c5c3e8a6 req-e78990e6-f2c5-49d6-a1b7-e984c3d6169d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=0502b586-ea82-4f42-b82c-17b33dfeaab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512745 Nov 12 01:49:54.638752 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2faa6bd-6d04-4a1a-9ed7-c3b8093a764c req-efb71c4c-e45e-452a-9b61-6d710844a4b7 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:54.640320 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b2faa6bd-6d04-4a1a-9ed7-c3b8093a764c req-efb71c4c-e45e-452a-9b61-6d710844a4b7 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=131b4a59-6219-4103-bf4b-a470a188e421 HTTP/1.1" status: 200 len: 943 time: 0.0690348 Nov 12 01:49:54.716722 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b2faa6bd-6d04-4a1a-9ed7-c3b8093a764c req-41f0c34d-c0df-43b2-85b7-b0fb81dc830c tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=0502b586-ea82-4f42-b82c-17b33dfeaab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686672 Nov 12 01:49:55.482787 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 6de56430-3643-4e40-b46a-e1d041a2c255 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:49:55.601030 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 6de56430-3643-4e40-b46a-e1d041a2c255, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=6de56430-3643-4e40-b46a-e1d041a2c255,segment=NetworkSegment(a7d09d32-c0ca-48d7-ad04-70de9b56d646),segment_id=a7d09d32-c0ca-48d7-ad04-70de9b56d646)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:49:55.616825 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '6de56430-3643-4e40-b46a-e1d041a2c255', 'network_id': 'fae88ccb-5ef9-4990-bf62-678171d9041f', 'port_id': '6de56430-3643-4e40-b46a-e1d041a2c255', 'mac_address': 'fa:16:3e:23:0e:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa73d795-35d0-4245-aae3-d56fb01e2290', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:49:55.660430 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:55.675550 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6de56430-3643-4e40-b46a-e1d041a2c255 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:49:55.696682 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 6de56430-3643-4e40-b46a-e1d041a2c255, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=6de56430-3643-4e40-b46a-e1d041a2c255,segment=NetworkSegment(a7d09d32-c0ca-48d7-ad04-70de9b56d646),segment_id=a7d09d32-c0ca-48d7-ad04-70de9b56d646)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:49:55.701156 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:55.770997 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=6de56430-3643-4e40-b46a-e1d041a2c255,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:55.872360 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ead94f-7907-4b4e-bb06-2fb8a1a4977b req-e68dcf88-7ab3-40bf-ac47-2eddf0379151 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:55.873864 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d5ead94f-7907-4b4e-bb06-2fb8a1a4977b req-e68dcf88-7ab3-40bf-ac47-2eddf0379151 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=131b4a59-6219-4103-bf4b-a470a188e421 HTTP/1.1" status: 200 len: 944 time: 0.0604084 Nov 12 01:49:55.940742 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d5ead94f-7907-4b4e-bb06-2fb8a1a4977b req-e262b985-b282-423f-b6a4-aafcf331af4e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=0502b586-ea82-4f42-b82c-17b33dfeaab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583947 Nov 12 01:49:56.146963 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['6de56430-3643-4e40-b46a-e1d041a2c255'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:49:57.071837 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507ca76-153b-48b3-8fb8-be37724c44a6 req-1c2a2a74-65e6-408a-bf8a-d99e2d953e1e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:57.073308 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8507ca76-153b-48b3-8fb8-be37724c44a6 req-1c2a2a74-65e6-408a-bf8a-d99e2d953e1e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=131b4a59-6219-4103-bf4b-a470a188e421 HTTP/1.1" status: 200 len: 944 time: 0.0547841 Nov 12 01:49:57.128053 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8507ca76-153b-48b3-8fb8-be37724c44a6 req-d46322d5-bf88-4e81-afa3-11c13a933de0 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=0502b586-ea82-4f42-b82c-17b33dfeaab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483932 Nov 12 01:49:57.498640 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 6de56430-3643-4e40-b46a-e1d041a2c255 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:49:57.567762 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 6de56430-3643-4e40-b46a-e1d041a2c255 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:49:57.571802 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 6de56430-3643-4e40-b46a-e1d041a2c255 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:49:57.572173 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:57.661418 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:57.687422 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131b4a59-6219-4103-bf4b-a470a188e421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de56430-3643-4e40-b46a-e1d041a2c255'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:49:57.689742 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f589fb9f8862dfdbd1fb170ce835a8c182cc8b052b64638c52562f284e07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23860e1-9697-4c2e-9386-8e6be7f4f5a5" -d '{"events": [{"server_uuid": "131b4a59-6219-4103-bf4b-a470a188e421", "name": "network-vif-plugged", "status": "completed", "tag": "6de56430-3643-4e40-b46a-e1d041a2c255"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:49:57.703787 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 6de56430-3643-4e40-b46a-e1d041a2c255, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=6de56430-3643-4e40-b46a-e1d041a2c255,segment=NetworkSegment(a7d09d32-c0ca-48d7-ad04-70de9b56d646),segment_id=a7d09d32-c0ca-48d7-ad04-70de9b56d646)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:49:57.709043 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:57.758799 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=6de56430-3643-4e40-b46a-e1d041a2c255,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:57.806928 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de20988-1272-4569-ad4f-9f7882922424 x-openstack-request-id: req-7de20988-1272-4569-ad4f-9f7882922424 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:49:57.807217 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "131b4a59-6219-4103-bf4b-a470a188e421", "name": "network-vif-plugged", "status": "completed", "tag": "6de56430-3643-4e40-b46a-e1d041a2c255", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:49:57.807516 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7de20988-1272-4569-ad4f-9f7882922424 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:49:57.807905 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '131b4a59-6219-4103-bf4b-a470a188e421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de56430-3643-4e40-b46a-e1d041a2c255', 'code': 200} Nov 12 01:49:57.944683 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2074ee-6476-4620-b200-a3bb09e311eb req-c2d98e55-7e11-4d62-a9d5-d2d5e8b264a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:57.946521 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4e2074ee-6476-4620-b200-a3bb09e311eb req-c2d98e55-7e11-4d62-a9d5-d2d5e8b264a9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=131b4a59-6219-4103-bf4b-a470a188e421 HTTP/1.1" status: 200 len: 1097 time: 0.0484941 Nov 12 01:49:57.999112 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4e2074ee-6476-4620-b200-a3bb09e311eb req-4d14d0e9-797c-4991-805a-9ad1a8c54c8e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0502b586-ea82-4f42-b82c-17b33dfeaab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456719 Nov 12 01:49:58.258100 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ddd303-f9b3-4a8e-9db9-790779f41967 req-78f4a935-4920-439e-9052-22883d08e314 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:58.259668 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-01ddd303-f9b3-4a8e-9db9-790779f41967 req-78f4a935-4920-439e-9052-22883d08e314 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=131b4a59-6219-4103-bf4b-a470a188e421 HTTP/1.1" status: 200 len: 945 time: 0.0593114 Nov 12 01:49:58.316277 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-01ddd303-f9b3-4a8e-9db9-790779f41967 req-6c4a9ce8-75be-4dff-baee-b4471907e724 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=0502b586-ea82-4f42-b82c-17b33dfeaab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505228 Nov 12 01:49:59.458368 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86481d-cd7d-4fbb-a1cc-abd2b80d7f23 req-af06b2b4-a5b7-4416-8e06-9b15fb7742d6 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:59.459906 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cc86481d-cd7d-4fbb-a1cc-abd2b80d7f23 req-af06b2b4-a5b7-4416-8e06-9b15fb7742d6 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=131b4a59-6219-4103-bf4b-a470a188e421 HTTP/1.1" status: 200 len: 945 time: 0.0644474 Nov 12 01:49:59.512885 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cc86481d-cd7d-4fbb-a1cc-abd2b80d7f23 req-9729ea0a-58e1-4392-86f5-fef0271ecaf3 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=0502b586-ea82-4f42-b82c-17b33dfeaab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466630 Nov 12 01:50:00.656080 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fcaf2e-667a-4c56-ae0a-b6176ac74202 req-5422759b-82f3-41ee-8396-5127dae43f27 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:00.657708 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d3fcaf2e-667a-4c56-ae0a-b6176ac74202 req-5422759b-82f3-41ee-8396-5127dae43f27 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=131b4a59-6219-4103-bf4b-a470a188e421 HTTP/1.1" status: 200 len: 945 time: 0.0678952 Nov 12 01:50:00.722351 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d3fcaf2e-667a-4c56-ae0a-b6176ac74202 req-54de49e3-c01f-4728-a8ad-3e57f81de4cc tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=0502b586-ea82-4f42-b82c-17b33dfeaab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580168 Nov 12 01:50:00.862106 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd009b-2319-4c3b-b42e-52db959f284d req-769f5e41-500e-46b3-99f3-c7bcbec82138 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:00.864288 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e5fd009b-2319-4c3b-b42e-52db959f284d req-769f5e41-500e-46b3-99f3-c7bcbec82138 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=131b4a59-6219-4103-bf4b-a470a188e421 HTTP/1.1" status: 200 len: 945 time: 0.0537484 Nov 12 01:50:00.932745 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e5fd009b-2319-4c3b-b42e-52db959f284d req-9055b73e-68a4-42e0-a91e-34ebc32fb69f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=0502b586-ea82-4f42-b82c-17b33dfeaab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599165 Nov 12 01:50:00.958285 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51268) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:50:01.005177 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c338880a-490c-433e-8fc8-4a0f0250ed26 tempest-TestNetworkAdvancedServerOps-1195396143 tempest-TestNetworkAdvancedServerOps-1195396143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:01.006975 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c338880a-490c-433e-8fc8-4a0f0250ed26 tempest-TestNetworkAdvancedServerOps-1195396143 tempest-TestNetworkAdvancedServerOps-1195396143-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=131b4a59-6219-4103-bf4b-a470a188e421 HTTP/1.1" status: 200 len: 1092 time: 0.0475323 Nov 12 01:50:01.009827 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51270) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:50:01.014536 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-2b541f59-8655-469d-9b38-1b145bd1ff97 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'port_id': '6de56430-3643-4e40-b46a-e1d041a2c255', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:50:01.038564 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2b541f59-8655-469d-9b38-1b145bd1ff97 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for floatingip, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:01.142379 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2b541f59-8655-469d-9b38-1b145bd1ff97 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:01.263208 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-2b541f59-8655-469d-9b38-1b145bd1ff97 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Allocated IP 172.25.2.242 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/dc1398c4-29ca-453c-9226-e5b1c1ba8e19) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:50:01.378109 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2b541f59-8655-469d-9b38-1b145bd1ff97 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:01.413863 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2b541f59-8655-469d-9b38-1b145bd1ff97 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:01.452329 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b541f59-8655-469d-9b38-1b145bd1ff97 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:50:01.462740 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-2b541f59-8655-469d-9b38-1b145bd1ff97 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:50:01.466857 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b541f59-8655-469d-9b38-1b145bd1ff97 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:50:01.492385 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b541f59-8655-469d-9b38-1b145bd1ff97 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'Port': ['ID=dc1398c4-29ca-453c-9226-e5b1c1ba8e19,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:50:02.221902 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2b541f59-8655-469d-9b38-1b145bd1ff97 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:02.299847 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2b541f59-8655-469d-9b38-1b145bd1ff97 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:02.465312 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2b541f59-8655-469d-9b38-1b145bd1ff97 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:02.470092 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2b541f59-8655-469d-9b38-1b145bd1ff97 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:02.541306 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b541f59-8655-469d-9b38-1b145bd1ff97 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'Port': ['ID=dc1398c4-29ca-453c-9226-e5b1c1ba8e19,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:50:02.554592 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2b541f59-8655-469d-9b38-1b145bd1ff97 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:02.663601 n-d-812236-11 neutron-server[102662]: INFO neutron.db.l3_db [None req-2b541f59-8655-469d-9b38-1b145bd1ff97 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Floating IP d71c02ce-22e3-4052-a6c1-c8b553f563b4 associated. External IP: 172.25.2.242, port: 6de56430-3643-4e40-b46a-e1d041a2c255. Nov 12 01:50:02.892681 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b541f59-8655-469d-9b38-1b145bd1ff97 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Router cb9294fe-da14-4f06-bdb2-5082dd23023d has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:50:03.018030 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b541f59-8655-469d-9b38-1b145bd1ff97 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:50:03.031949 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a397e0c-98b6-403e-8db4-1ace43f5515a None None] Sync routers for ids ['cb9294fe-da14-4f06-bdb2-5082dd23023d'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:50:03.045598 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2b541f59-8655-469d-9b38-1b145bd1ff97 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:03.045977 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a397e0c-98b6-403e-8db4-1ace43f5515a None None] Routers {'cb9294fe-da14-4f06-bdb2-5082dd23023d'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:50:03.046702 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-2a397e0c-98b6-403e-8db4-1ace43f5515a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:49:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['cb9294fe-da14-4f06-bdb2-5082dd23023d'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:50:03.080614 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2b541f59-8655-469d-9b38-1b145bd1ff97 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0694890 Nov 12 01:50:03.082155 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '131b4a59-6219-4103-bf4b-a470a188e421', 'tag': '6de56430-3643-4e40-b46a-e1d041a2c255'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:50:03.086289 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f20791c62abc78a76d837b2e8f3e70a497c95c8c7e17d957ee036670eec5325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61cdc96-98e2-4679-81e6-167281a3afbf" -d '{"events": [{"name": "network-changed", "server_uuid": "131b4a59-6219-4103-bf4b-a470a188e421", "tag": "6de56430-3643-4e40-b46a-e1d041a2c255"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:50:03.142236 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493bdabe-ec6a-432c-9619-6733b75c0ba3 x-openstack-request-id: req-493bdabe-ec6a-432c-9619-6733b75c0ba3 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:50:03.142529 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "131b4a59-6219-4103-bf4b-a470a188e421", "tag": "6de56430-3643-4e40-b46a-e1d041a2c255", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:50:03.142837 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-493bdabe-ec6a-432c-9619-6733b75c0ba3 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:50:03.143696 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '131b4a59-6219-4103-bf4b-a470a188e421', 'tag': '6de56430-3643-4e40-b46a-e1d041a2c255', 'status': 'completed', 'code': 200} Nov 12 01:50:03.233694 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dce5aa-d930-4c43-92e7-c4dcc4635b6b req-fd865cbe-058f-406d-bf6b-5f27a83b7b4e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:03.235287 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f7dce5aa-d930-4c43-92e7-c4dcc4635b6b req-fd865cbe-058f-406d-bf6b-5f27a83b7b4e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=131b4a59-6219-4103-bf4b-a470a188e421 HTTP/1.1" status: 200 len: 945 time: 0.0761714 Nov 12 01:50:03.271298 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61cdc96-98e2-4679-81e6-167281a3afbf req-4a0aa158-c63f-4b3a-9ddc-50c862dffe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:03.272778 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b61cdc96-98e2-4679-81e6-167281a3afbf req-4a0aa158-c63f-4b3a-9ddc-50c862dffe12 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6959747348f74fb19d3bbd5d9c551ad2&device_id=131b4a59-6219-4103-bf4b-a470a188e421 HTTP/1.1" status: 200 len: 1097 time: 0.0763912 Nov 12 01:50:03.281459 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-2a397e0c-98b6-403e-8db4-1ace43f5515a None None] Set router cb9294fe-da14-4f06-bdb2-5082dd23023d gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:50:03.325013 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f7dce5aa-d930-4c43-92e7-c4dcc4635b6b req-ad6835a5-df55-4127-aa58-ac5892d8c44c tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=0502b586-ea82-4f42-b82c-17b33dfeaab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821061 Nov 12 01:50:03.349508 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51276) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:50:03.389139 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61cdc96-98e2-4679-81e6-167281a3afbf req-0c22ef5e-9513-4f12-b4c8-085978305b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:03.390658 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b61cdc96-98e2-4679-81e6-167281a3afbf req-0c22ef5e-9513-4f12-b4c8-085978305b62 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fae88ccb-5ef9-4990-bf62-678171d9041f HTTP/1.1" status: 200 len: 897 time: 0.1102412 Nov 12 01:50:03.415911 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-21060b65-8c95-4aab-8c0a-981e596e0712 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/floatingips/d71c02ce-22e3-4052-a6c1-c8b553f563b4 HTTP/1.1" status: 200 len: 991 time: 0.0651429 Nov 12 01:50:03.469419 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b61cdc96-98e2-4679-81e6-167281a3afbf req-02f2560b-795b-49ec-8e72-ac3e67ea9ac8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6de56430-3643-4e40-b46a-e1d041a2c255 HTTP/1.1" status: 200 len: 999 time: 0.0714848 Nov 12 01:50:03.521010 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61cdc96-98e2-4679-81e6-167281a3afbf req-800c5d65-0397-44ba-9d2f-8961ab7741c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:03.522156 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-2a397e0c-98b6-403e-8db4-1ace43f5515a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb9294fe-da14-4f06-bdb2-5082dd23023d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531241397', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'b878c19a-cabb-4bff-a689-81f94f7b6cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:49:42Z', 'updated_at': '2021-11-12T01:49:46Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': 'b878c19a-cabb-4bff-a689-81f94f7b6cb8', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9294fe-da14-4f06-bdb2-5082dd23023d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:49:43Z', 'updated_at': '2021-11-12T01:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': 'd71c02ce-22e3-4052-a6c1-c8b553f563b4', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'floating_ip_address': '172.25.2.242', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'cb9294fe-da14-4f06-bdb2-5082dd23023d', 'port_id': '6de56430-3643-4e40-b46a-e1d041a2c255', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fae88ccb-5ef9-4990-bf62-678171d9041f', 'mac_address': 'fa:16:3e:23:0e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131b4a59-6219-4103-bf4b-a470a188e421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:50:01Z', 'updated_at': '2021-11-12T01:50:01Z', 'revision_number': 0, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b4cacbe-8b83-4bab-ae42-beec299cf0c7', 'name': '', 'network_id': 'fae88ccb-5ef9-4990-bf62-678171d9041f', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'mac_address': 'fa:16:3e:6c:3f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9294fe-da14-4f06-bdb2-5082dd23023d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'aa73d795-35d0-4245-aae3-d56fb01e2290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:49:45Z', 'updated_at': '2021-11-12T01:49:49Z', 'revision_number': 5, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'subnets': [{'id': 'aa73d795-35d0-4245-aae3-d56fb01e2290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:50:03.522370 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b61cdc96-98e2-4679-81e6-167281a3afbf req-800c5d65-0397-44ba-9d2f-8961ab7741c7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aa73d795-35d0-4245-aae3-d56fb01e2290 HTTP/1.1" status: 200 len: 834 time: 0.0463030 Nov 12 01:50:03.559514 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a397e0c-98b6-403e-8db4-1ace43f5515a None None] Checking router: cb9294fe-da14-4f06-bdb2-5082dd23023d for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:50:03.569527 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a397e0c-98b6-403e-8db4-1ace43f5515a None None] Routers {'cb9294fe-da14-4f06-bdb2-5082dd23023d'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:50:03.570367 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-2a397e0c-98b6-403e-8db4-1ace43f5515a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:49:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['cb9294fe-da14-4f06-bdb2-5082dd23023d'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:50:03.573799 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61cdc96-98e2-4679-81e6-167281a3afbf req-d62f1c3d-1b58-4450-9d55-aeb6776bebb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:03.575957 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b61cdc96-98e2-4679-81e6-167281a3afbf req-d62f1c3d-1b58-4450-9d55-aeb6776bebb6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fae88ccb-5ef9-4990-bf62-678171d9041f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460992 Nov 12 01:50:03.675447 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b61cdc96-98e2-4679-81e6-167281a3afbf req-e8f0668e-8c69-495e-8dff-82210bba6100 service neutron] 10.222.0.54 "GET /v2.0/networks/fae88ccb-5ef9-4990-bf62-678171d9041f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915930 Nov 12 01:50:03.678827 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-2a397e0c-98b6-403e-8db4-1ace43f5515a None None] Set router cb9294fe-da14-4f06-bdb2-5082dd23023d gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:50:03.768053 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b61cdc96-98e2-4679-81e6-167281a3afbf req-bc231c96-9f9c-4c0d-a1eb-d03a5f366b0d service neutron] 10.222.0.54 "GET /v2.0/networks/fae88ccb-5ef9-4990-bf62-678171d9041f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861404 Nov 12 01:50:03.933973 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-2a397e0c-98b6-403e-8db4-1ace43f5515a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb9294fe-da14-4f06-bdb2-5082dd23023d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531241397', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'b878c19a-cabb-4bff-a689-81f94f7b6cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:49:42Z', 'updated_at': '2021-11-12T01:49:46Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': 'b878c19a-cabb-4bff-a689-81f94f7b6cb8', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9294fe-da14-4f06-bdb2-5082dd23023d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:49:43Z', 'updated_at': '2021-11-12T01:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': 'd71c02ce-22e3-4052-a6c1-c8b553f563b4', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'floating_ip_address': '172.25.2.242', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'cb9294fe-da14-4f06-bdb2-5082dd23023d', 'port_id': '6de56430-3643-4e40-b46a-e1d041a2c255', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fae88ccb-5ef9-4990-bf62-678171d9041f', 'mac_address': 'fa:16:3e:23:0e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131b4a59-6219-4103-bf4b-a470a188e421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:50:01Z', 'updated_at': '2021-11-12T01:50:01Z', 'revision_number': 0, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b4cacbe-8b83-4bab-ae42-beec299cf0c7', 'name': '', 'network_id': 'fae88ccb-5ef9-4990-bf62-678171d9041f', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'mac_address': 'fa:16:3e:6c:3f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9294fe-da14-4f06-bdb2-5082dd23023d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'aa73d795-35d0-4245-aae3-d56fb01e2290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:49:45Z', 'updated_at': '2021-11-12T01:49:49Z', 'revision_number': 5, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'subnets': [{'id': 'aa73d795-35d0-4245-aae3-d56fb01e2290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:50:03.961102 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a397e0c-98b6-403e-8db4-1ace43f5515a None None] The sync data for ids ['cb9294fe-da14-4f06-bdb2-5082dd23023d'] in n-d-812236-11 is: [{'id': 'cb9294fe-da14-4f06-bdb2-5082dd23023d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531241397', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'b878c19a-cabb-4bff-a689-81f94f7b6cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:49:42Z', 'updated_at': '2021-11-12T01:49:46Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': 'b878c19a-cabb-4bff-a689-81f94f7b6cb8', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9294fe-da14-4f06-bdb2-5082dd23023d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:49:43Z', 'updated_at': '2021-11-12T01:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': 'd71c02ce-22e3-4052-a6c1-c8b553f563b4', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'floating_ip_address': '172.25.2.242', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'cb9294fe-da14-4f06-bdb2-5082dd23023d', 'port_id': '6de56430-3643-4e40-b46a-e1d041a2c255', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fae88ccb-5ef9-4990-bf62-678171d9041f', 'mac_address': 'fa:16:3e:23:0e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131b4a59-6219-4103-bf4b-a470a188e421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:50:01Z', 'updated_at': '2021-11-12T01:50:01Z', 'revision_number': 0, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b4cacbe-8b83-4bab-ae42-beec299cf0c7', 'name': '', 'network_id': 'fae88ccb-5ef9-4990-bf62-678171d9041f', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'mac_address': 'fa:16:3e:6c:3f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9294fe-da14-4f06-bdb2-5082dd23023d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'aa73d795-35d0-4245-aae3-d56fb01e2290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:49:45Z', 'updated_at': '2021-11-12T01:49:49Z', 'revision_number': 5, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'subnets': [{'id': 'aa73d795-35d0-4245-aae3-d56fb01e2290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:50:04.171951 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47fc5d3-1d95-4f9f-bde2-649032028850 None None] New status for floating IP d71c02ce-22e3-4052-a6c1-c8b553f563b4: ACTIVE {{(pid=102663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:50:04.405056 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1d773163-6011-4f5c-bddd-9eef2a019712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:04.419538 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51278) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:50:04.487531 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-cd3a0baf-8d5f-4528-b9c2-06442aad2156 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/floatingips/d71c02ce-22e3-4052-a6c1-c8b553f563b4 HTTP/1.1" status: 200 len: 993 time: 0.0664966 Nov 12 01:50:06.532409 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bcd5c934-da2a-4724-927a-25f0281dfa54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:07.927934 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:09.527267 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:10.418090 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:11.444641 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:13.328983 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:17.328911 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:50:34.407873 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c90a2d2a-03f9-440e-9ee8-a9bb6a407f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:36.525466 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b11ce165-4cdc-431c-aba0-b91b6800c242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:37.931434 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:39.530680 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:40.422735 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:41.443773 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:43.323773 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:54.328676 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:50:57.102632 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4deb01b1-3b83-40ca-99e3-bc355d79f8bc req-075a14ef-7077-4430-a8c6-30cdd5ff77e4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=131b4a59-6219-4103-bf4b-a470a188e421&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0531352 Nov 12 01:50:57.230212 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb01b1-3b83-40ca-99e3-bc355d79f8bc req-c128106b-0b3e-420a-83f6-516775c85185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:57.231787 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4deb01b1-3b83-40ca-99e3-bc355d79f8bc req-c128106b-0b3e-420a-83f6-516775c85185 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6959747348f74fb19d3bbd5d9c551ad2&device_id=131b4a59-6219-4103-bf4b-a470a188e421 HTTP/1.1" status: 200 len: 1097 time: 0.0588660 Nov 12 01:50:57.366045 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb01b1-3b83-40ca-99e3-bc355d79f8bc req-862ffc5c-be6d-4cf6-9c25-7757fca01d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:57.367458 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4deb01b1-3b83-40ca-99e3-bc355d79f8bc req-862ffc5c-be6d-4cf6-9c25-7757fca01d4a service neutron] 10.222.0.54 "GET /v2.0/networks?id=fae88ccb-5ef9-4990-bf62-678171d9041f HTTP/1.1" status: 200 len: 897 time: 0.1119728 Nov 12 01:50:57.445842 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4deb01b1-3b83-40ca-99e3-bc355d79f8bc req-f01311eb-fd84-4a0a-b9fd-115cce4acb6d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6de56430-3643-4e40-b46a-e1d041a2c255 HTTP/1.1" status: 200 len: 1001 time: 0.0711284 Nov 12 01:50:57.497861 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb01b1-3b83-40ca-99e3-bc355d79f8bc req-34262955-339b-42a4-850d-c415b4515802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:57.499335 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4deb01b1-3b83-40ca-99e3-bc355d79f8bc req-34262955-339b-42a4-850d-c415b4515802 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aa73d795-35d0-4245-aae3-d56fb01e2290 HTTP/1.1" status: 200 len: 834 time: 0.0472007 Nov 12 01:50:57.550340 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb01b1-3b83-40ca-99e3-bc355d79f8bc req-51acc178-1840-4ec6-9fe2-fdca9c863b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:57.551871 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4deb01b1-3b83-40ca-99e3-bc355d79f8bc req-51acc178-1840-4ec6-9fe2-fdca9c863b7a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fae88ccb-5ef9-4990-bf62-678171d9041f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450394 Nov 12 01:50:57.660820 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4deb01b1-3b83-40ca-99e3-bc355d79f8bc req-03dde35f-f34b-480e-8134-f2ef9acb88b2 service neutron] 10.222.0.54 "GET /v2.0/networks/fae88ccb-5ef9-4990-bf62-678171d9041f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016169 Nov 12 01:50:57.757970 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4deb01b1-3b83-40ca-99e3-bc355d79f8bc req-b41ef523-2b7f-4760-a480-1d7b5db4a9c3 service neutron] 10.222.0.54 "GET /v2.0/networks/fae88ccb-5ef9-4990-bf62-678171d9041f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906918 Nov 12 01:51:04.411383 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-15925b54-d2de-4c09-b8f4-a432433d7713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:06.527287 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7ccae9ef-0f13-4774-9282-2132c542375c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:07.934098 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:09.534206 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:10.426767 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:11.457923 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:13.361758 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:15.684732 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4cc4b9-394d-455c-9c43-86c0990b7b63 req-87eb8a4a-2f26-4f27-84ae-019aa5f82c7b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:15.686257 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-eb4cc4b9-394d-455c-9c43-86c0990b7b63 req-87eb8a4a-2f26-4f27-84ae-019aa5f82c7b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=131b4a59-6219-4103-bf4b-a470a188e421 HTTP/1.1" status: 200 len: 945 time: 0.0524957 Nov 12 01:51:15.738190 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-eb4cc4b9-394d-455c-9c43-86c0990b7b63 req-21f5b5a1-6a6c-482e-a00b-87d6e7951f8d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=0502b586-ea82-4f42-b82c-17b33dfeaab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446515 Nov 12 01:51:16.876226 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ab750-d038-48cb-903e-f59d64e2c351 req-7568c4c0-62af-4c6a-82e8-5510d13e6704 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:16.877900 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7c6ab750-d038-48cb-903e-f59d64e2c351 req-7568c4c0-62af-4c6a-82e8-5510d13e6704 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=131b4a59-6219-4103-bf4b-a470a188e421 HTTP/1.1" status: 200 len: 945 time: 0.0613754 Nov 12 01:51:16.937574 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7c6ab750-d038-48cb-903e-f59d64e2c351 req-70ff75b1-5376-4c1e-9fb3-457252836037 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=0502b586-ea82-4f42-b82c-17b33dfeaab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517745 Nov 12 01:51:16.962539 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51316) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:51:17.029098 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-953930e4-5ffd-4764-b2ab-8ebf7ae0cf5e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/floatingips/d71c02ce-22e3-4052-a6c1-c8b553f563b4 HTTP/1.1" status: 200 len: 993 time: 0.0652385 Nov 12 01:51:18.326233 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1dca9d-3c45-42dd-b44b-3b1ca7bad88f req-cc7187c4-f095-430d-b222-9c5d001cf334 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:18.327748 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ee1dca9d-3c45-42dd-b44b-3b1ca7bad88f req-cc7187c4-f095-430d-b222-9c5d001cf334 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=131b4a59-6219-4103-bf4b-a470a188e421 HTTP/1.1" status: 200 len: 945 time: 0.0522070 Nov 12 01:51:18.380697 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ee1dca9d-3c45-42dd-b44b-3b1ca7bad88f req-5e1778d1-f333-4110-96da-5add2d555438 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=0502b586-ea82-4f42-b82c-17b33dfeaab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466442 Nov 12 01:51:19.503093 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4366fa-506a-4369-82ff-be943e9c788f req-7d8fb43e-53c5-4855-b741-26383ea82796 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:19.504607 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bd4366fa-506a-4369-82ff-be943e9c788f req-7d8fb43e-53c5-4855-b741-26383ea82796 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=131b4a59-6219-4103-bf4b-a470a188e421 HTTP/1.1" status: 200 len: 945 time: 0.0503323 Nov 12 01:51:19.560065 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-bd4366fa-506a-4369-82ff-be943e9c788f req-d2403a80-2172-4f27-88d0-5440fa122b58 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=0502b586-ea82-4f42-b82c-17b33dfeaab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494902 Nov 12 01:51:19.584162 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51326) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:51:19.647267 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-81975a0d-5d3b-4dc3-9141-9f9d519a9139 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/floatingips/d71c02ce-22e3-4052-a6c1-c8b553f563b4 HTTP/1.1" status: 200 len: 993 time: 0.0619402 Nov 12 01:51:19.879749 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51332) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:51:20.050761 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-eeaf9d20-0040-435d-a5e1-4e75011ff281 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Deleting port dc1398c4-29ca-453c-9226-e5b1c1ba8e19 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:51:20.051024 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eeaf9d20-0040-435d-a5e1-4e75011ff281 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:20.125121 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eeaf9d20-0040-435d-a5e1-4e75011ff281 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:20.125476 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eeaf9d20-0040-435d-a5e1-4e75011ff281 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:20.138095 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-eeaf9d20-0040-435d-a5e1-4e75011ff281 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Calling delete_port for dc1398c4-29ca-453c-9226-e5b1c1ba8e19 owned by network:floatingip {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:51:20.290595 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eeaf9d20-0040-435d-a5e1-4e75011ff281 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:20.318600 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf9d20-0040-435d-a5e1-4e75011ff281 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event deleted for resources: {'Port': ['ID=dc1398c4-29ca-453c-9226-e5b1c1ba8e19,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:20.332075 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaf9d20-0040-435d-a5e1-4e75011ff281 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:51:20.332608 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaf9d20-0040-435d-a5e1-4e75011ff281 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:51:20.333072 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaf9d20-0040-435d-a5e1-4e75011ff281 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:51:20.333491 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaf9d20-0040-435d-a5e1-4e75011ff281 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:51:20.333918 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaf9d20-0040-435d-a5e1-4e75011ff281 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:51:20.334457 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaf9d20-0040-435d-a5e1-4e75011ff281 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:51:20.334966 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaf9d20-0040-435d-a5e1-4e75011ff281 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:51:20.335342 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaf9d20-0040-435d-a5e1-4e75011ff281 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:51:20.335714 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaf9d20-0040-435d-a5e1-4e75011ff281 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:51:20.336081 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaf9d20-0040-435d-a5e1-4e75011ff281 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:51:20.336514 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaf9d20-0040-435d-a5e1-4e75011ff281 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:51:20.336816 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaf9d20-0040-435d-a5e1-4e75011ff281 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:51:20.397903 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eeaf9d20-0040-435d-a5e1-4e75011ff281 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for floatingip, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:20.398231 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [None req-eeaf9d20-0040-435d-a5e1-4e75011ff281 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Floating IP d71c02ce-22e3-4052-a6c1-c8b553f563b4 disassociated (deleted). External IP: 172.25.2.242, port: 6de56430-3643-4e40-b46a-e1d041a2c255. Nov 12 01:51:20.629078 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeaf9d20-0040-435d-a5e1-4e75011ff281 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Router cb9294fe-da14-4f06-bdb2-5082dd23023d has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:51:21.044192 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeaf9d20-0040-435d-a5e1-4e75011ff281 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:51:21.050390 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eeaf9d20-0040-435d-a5e1-4e75011ff281 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:21.057921 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5ebcfc-bc0f-4fc4-ba59-82bc685892a4 None None] Sync routers for ids ['cb9294fe-da14-4f06-bdb2-5082dd23023d'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:51:21.069617 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5ebcfc-bc0f-4fc4-ba59-82bc685892a4 None None] Routers {'cb9294fe-da14-4f06-bdb2-5082dd23023d'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:51:21.070212 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-7c5ebcfc-bc0f-4fc4-ba59-82bc685892a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:51:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['cb9294fe-da14-4f06-bdb2-5082dd23023d'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:51:21.082816 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-eeaf9d20-0040-435d-a5e1-4e75011ff281 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "DELETE /v2.0/floatingips/d71c02ce-22e3-4052-a6c1-c8b553f563b4 HTTP/1.1" status: 204 len: 168 time: 1.2019424 Nov 12 01:51:21.083427 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '131b4a59-6219-4103-bf4b-a470a188e421', 'tag': '6de56430-3643-4e40-b46a-e1d041a2c255'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:51:21.086119 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be10c6201f4a6af1b4f88844b1b0aabab5fd97a2a103bbbe8677b2ad1e6c711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5fa6d23-d2e7-4639-bc83-34eca2ae600c" -d '{"events": [{"name": "network-changed", "server_uuid": "131b4a59-6219-4103-bf4b-a470a188e421", "tag": "6de56430-3643-4e40-b46a-e1d041a2c255"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:51:21.127842 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add23e46-18e3-4201-8ae0-123fe110c4e4 x-openstack-request-id: req-add23e46-18e3-4201-8ae0-123fe110c4e4 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:51:21.128128 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "131b4a59-6219-4103-bf4b-a470a188e421", "tag": "6de56430-3643-4e40-b46a-e1d041a2c255", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:51:21.128380 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-add23e46-18e3-4201-8ae0-123fe110c4e4 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:51:21.128962 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '131b4a59-6219-4103-bf4b-a470a188e421', 'tag': '6de56430-3643-4e40-b46a-e1d041a2c255', 'status': 'completed', 'code': 200} Nov 12 01:51:21.182552 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-7c5ebcfc-bc0f-4fc4-ba59-82bc685892a4 None None] Set router cb9294fe-da14-4f06-bdb2-5082dd23023d gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:51:21.216730 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa6d23-d2e7-4639-bc83-34eca2ae600c req-2c219597-fc33-42ee-8ec3-aa744f8f4d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:21.219162 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b5fa6d23-d2e7-4639-bc83-34eca2ae600c req-2c219597-fc33-42ee-8ec3-aa744f8f4d39 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6959747348f74fb19d3bbd5d9c551ad2&device_id=131b4a59-6219-4103-bf4b-a470a188e421 HTTP/1.1" status: 200 len: 1097 time: 0.0452993 Nov 12 01:51:21.332842 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa6d23-d2e7-4639-bc83-34eca2ae600c req-b3b8304f-19bf-4217-8684-606942842dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:21.334409 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b5fa6d23-d2e7-4639-bc83-34eca2ae600c req-b3b8304f-19bf-4217-8684-606942842dea service neutron] 10.222.0.54 "GET /v2.0/networks?id=fae88ccb-5ef9-4990-bf62-678171d9041f HTTP/1.1" status: 200 len: 897 time: 0.1079266 Nov 12 01:51:21.351541 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831bea0-0ed7-4c8c-ad37-d1c25557ccf1 req-1c08bd81-58b4-420f-a5f3-fda2e680c5b7 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:21.353629 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b831bea0-0ed7-4c8c-ad37-d1c25557ccf1 req-1c08bd81-58b4-420f-a5f3-fda2e680c5b7 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=131b4a59-6219-4103-bf4b-a470a188e421 HTTP/1.1" status: 200 len: 945 time: 0.0703862 Nov 12 01:51:21.386833 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b5fa6d23-d2e7-4639-bc83-34eca2ae600c req-80b94f64-7bef-4b81-ae1c-27bf5ebab8d4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6de56430-3643-4e40-b46a-e1d041a2c255 HTTP/1.1" status: 200 len: 217 time: 0.0423925 Nov 12 01:51:21.410006 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b831bea0-0ed7-4c8c-ad37-d1c25557ccf1 req-5c010e0d-7729-4d32-9bed-ff65518b24b5 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=0502b586-ea82-4f42-b82c-17b33dfeaab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500782 Nov 12 01:51:21.445896 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-7c5ebcfc-bc0f-4fc4-ba59-82bc685892a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb9294fe-da14-4f06-bdb2-5082dd23023d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531241397', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'b878c19a-cabb-4bff-a689-81f94f7b6cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:49:42Z', 'updated_at': '2021-11-12T01:49:46Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': 'b878c19a-cabb-4bff-a689-81f94f7b6cb8', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9294fe-da14-4f06-bdb2-5082dd23023d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:49:43Z', 'updated_at': '2021-11-12T01:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '9b4cacbe-8b83-4bab-ae42-beec299cf0c7', 'name': '', 'network_id': 'fae88ccb-5ef9-4990-bf62-678171d9041f', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'mac_address': 'fa:16:3e:6c:3f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9294fe-da14-4f06-bdb2-5082dd23023d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'aa73d795-35d0-4245-aae3-d56fb01e2290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:49:45Z', 'updated_at': '2021-11-12T01:49:49Z', 'revision_number': 5, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'subnets': [{'id': 'aa73d795-35d0-4245-aae3-d56fb01e2290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:51:21.475701 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5ebcfc-bc0f-4fc4-ba59-82bc685892a4 None None] Checking router: cb9294fe-da14-4f06-bdb2-5082dd23023d for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:51:21.477558 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa6d23-d2e7-4639-bc83-34eca2ae600c req-8bf44486-f229-44e9-b8bf-06006903d890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:21.480083 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b5fa6d23-d2e7-4639-bc83-34eca2ae600c req-8bf44486-f229-44e9-b8bf-06006903d890 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aa73d795-35d0-4245-aae3-d56fb01e2290 HTTP/1.1" status: 200 len: 834 time: 0.0837262 Nov 12 01:51:21.486593 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5ebcfc-bc0f-4fc4-ba59-82bc685892a4 None None] Routers {'cb9294fe-da14-4f06-bdb2-5082dd23023d'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:51:21.487223 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-7c5ebcfc-bc0f-4fc4-ba59-82bc685892a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:51:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['cb9294fe-da14-4f06-bdb2-5082dd23023d'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:51:21.529480 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa6d23-d2e7-4639-bc83-34eca2ae600c req-21730f6e-7030-4273-bacf-538343afef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:21.531181 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b5fa6d23-d2e7-4639-bc83-34eca2ae600c req-21730f6e-7030-4273-bacf-538343afef0c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fae88ccb-5ef9-4990-bf62-678171d9041f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440485 Nov 12 01:51:21.601427 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-7c5ebcfc-bc0f-4fc4-ba59-82bc685892a4 None None] Set router cb9294fe-da14-4f06-bdb2-5082dd23023d gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:51:21.640635 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b5fa6d23-d2e7-4639-bc83-34eca2ae600c req-4fdbf2f6-47a9-43ef-86e4-11c6882816bf service neutron] 10.222.0.54 "GET /v2.0/networks/fae88ccb-5ef9-4990-bf62-678171d9041f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019781 Nov 12 01:51:21.753991 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b5fa6d23-d2e7-4639-bc83-34eca2ae600c req-1e87054b-de52-43f4-8ba4-df9db110eafc service neutron] 10.222.0.54 "GET /v2.0/networks/fae88ccb-5ef9-4990-bf62-678171d9041f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043718 Nov 12 01:51:21.832720 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-7c5ebcfc-bc0f-4fc4-ba59-82bc685892a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb9294fe-da14-4f06-bdb2-5082dd23023d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531241397', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'b878c19a-cabb-4bff-a689-81f94f7b6cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:49:42Z', 'updated_at': '2021-11-12T01:49:46Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': 'b878c19a-cabb-4bff-a689-81f94f7b6cb8', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9294fe-da14-4f06-bdb2-5082dd23023d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:49:43Z', 'updated_at': '2021-11-12T01:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '9b4cacbe-8b83-4bab-ae42-beec299cf0c7', 'name': '', 'network_id': 'fae88ccb-5ef9-4990-bf62-678171d9041f', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'mac_address': 'fa:16:3e:6c:3f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9294fe-da14-4f06-bdb2-5082dd23023d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'aa73d795-35d0-4245-aae3-d56fb01e2290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:49:45Z', 'updated_at': '2021-11-12T01:49:49Z', 'revision_number': 5, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'subnets': [{'id': 'aa73d795-35d0-4245-aae3-d56fb01e2290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:51:21.868870 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5ebcfc-bc0f-4fc4-ba59-82bc685892a4 None None] The sync data for ids ['cb9294fe-da14-4f06-bdb2-5082dd23023d'] in n-d-812236-11 is: [{'id': 'cb9294fe-da14-4f06-bdb2-5082dd23023d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531241397', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'b878c19a-cabb-4bff-a689-81f94f7b6cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:49:42Z', 'updated_at': '2021-11-12T01:49:46Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': 'b878c19a-cabb-4bff-a689-81f94f7b6cb8', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9294fe-da14-4f06-bdb2-5082dd23023d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:49:43Z', 'updated_at': '2021-11-12T01:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '9b4cacbe-8b83-4bab-ae42-beec299cf0c7', 'name': '', 'network_id': 'fae88ccb-5ef9-4990-bf62-678171d9041f', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'mac_address': 'fa:16:3e:6c:3f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9294fe-da14-4f06-bdb2-5082dd23023d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'aa73d795-35d0-4245-aae3-d56fb01e2290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:49:45Z', 'updated_at': '2021-11-12T01:49:49Z', 'revision_number': 5, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'subnets': [{'id': 'aa73d795-35d0-4245-aae3-d56fb01e2290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:51:22.104686 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1306333a-313c-432f-be48-f846fbd075f0 None None] New status for floating IP d71c02ce-22e3-4052-a6c1-c8b553f563b4: DOWN {{(pid=102663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:51:22.553116 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e79853-1583-43b6-8031-84bebfe927b8 req-1c817c57-d479-4494-9a9e-c12b68543d10 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:22.554682 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f2e79853-1583-43b6-8031-84bebfe927b8 req-1c817c57-d479-4494-9a9e-c12b68543d10 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=131b4a59-6219-4103-bf4b-a470a188e421 HTTP/1.1" status: 200 len: 945 time: 0.0509605 Nov 12 01:51:22.605249 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f2e79853-1583-43b6-8031-84bebfe927b8 req-d60d7cf9-5b9f-4e7f-9fc1-4289374801fd tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=0502b586-ea82-4f42-b82c-17b33dfeaab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445559 Nov 12 01:51:23.164949 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5c982-ff7a-4aa9-9956-6754292cf830 req-31b5b180-b905-40cd-913b-50db095d5ef1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:23.166513 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b8a5c982-ff7a-4aa9-9956-6754292cf830 req-31b5b180-b905-40cd-913b-50db095d5ef1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.54 "GET /v2.0/ports?device_id=131b4a59-6219-4103-bf4b-a470a188e421 HTTP/1.1" status: 200 len: 945 time: 0.0543785 Nov 12 01:51:23.256531 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-b8a5c982-ff7a-4aa9-9956-6754292cf830 req-9c624277-f362-4c72-8093-00986f7e2c68 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Deleting port 6de56430-3643-4e40-b46a-e1d041a2c255 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:51:23.256873 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b8a5c982-ff7a-4aa9-9956-6754292cf830 req-9c624277-f362-4c72-8093-00986f7e2c68 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:23.358196 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-b8a5c982-ff7a-4aa9-9956-6754292cf830 req-9c624277-f362-4c72-8093-00986f7e2c68 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] For port 6de56430-3643-4e40-b46a-e1d041a2c255, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=6de56430-3643-4e40-b46a-e1d041a2c255,segment=NetworkSegment(a7d09d32-c0ca-48d7-ad04-70de9b56d646),segment_id=a7d09d32-c0ca-48d7-ad04-70de9b56d646)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:51:23.358700 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b8a5c982-ff7a-4aa9-9956-6754292cf830 req-9c624277-f362-4c72-8093-00986f7e2c68 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:23.372799 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-b8a5c982-ff7a-4aa9-9956-6754292cf830 req-9c624277-f362-4c72-8093-00986f7e2c68 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Calling delete_port for 6de56430-3643-4e40-b46a-e1d041a2c255 owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:51:23.526224 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b8a5c982-ff7a-4aa9-9956-6754292cf830 req-9c624277-f362-4c72-8093-00986f7e2c68 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:23.581309 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c624277-f362-4c72-8093-00986f7e2c68 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event deleted for resources: {'Port': ['ID=6de56430-3643-4e40-b46a-e1d041a2c255,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:23.617488 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c624277-f362-4c72-8093-00986f7e2c68 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:51:23.617857 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c624277-f362-4c72-8093-00986f7e2c68 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:51:23.618181 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c624277-f362-4c72-8093-00986f7e2c68 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:51:23.618524 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c624277-f362-4c72-8093-00986f7e2c68 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:51:23.618860 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c624277-f362-4c72-8093-00986f7e2c68 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:51:23.619190 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c624277-f362-4c72-8093-00986f7e2c68 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:51:23.619521 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c624277-f362-4c72-8093-00986f7e2c68 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:51:23.619848 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c624277-f362-4c72-8093-00986f7e2c68 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:51:23.620175 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c624277-f362-4c72-8093-00986f7e2c68 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:51:23.620497 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c624277-f362-4c72-8093-00986f7e2c68 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:51:23.620821 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c624277-f362-4c72-8093-00986f7e2c68 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:51:23.621142 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c624277-f362-4c72-8093-00986f7e2c68 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:51:23.646537 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a5c982-ff7a-4aa9-9956-6754292cf830 req-9c624277-f362-4c72-8093-00986f7e2c68 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] No DVR routers for this DVR port 6de56430-3643-4e40-b46a-e1d041a2c255 on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:51:23.650251 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b8a5c982-ff7a-4aa9-9956-6754292cf830 req-9c624277-f362-4c72-8093-00986f7e2c68 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:23.653777 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b8a5c982-ff7a-4aa9-9956-6754292cf830 req-9c624277-f362-4c72-8093-00986f7e2c68 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.54 "DELETE /v2.0/ports/6de56430-3643-4e40-b46a-e1d041a2c255 HTTP/1.1" status: 204 len: 173 time: 0.4801939 Nov 12 01:51:23.654278 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131b4a59-6219-4103-bf4b-a470a188e421', 'name': 'network-vif-deleted', 'tag': '6de56430-3643-4e40-b46a-e1d041a2c255'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:51:23.656640 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f20791c62abc78a76d837b2e8f3e70a497c95c8c7e17d957ee036670eec5325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd69ab3e-bc26-4227-9da8-7b2c3477103d" -d '{"events": [{"server_uuid": "131b4a59-6219-4103-bf4b-a470a188e421", "name": "network-vif-deleted", "tag": "6de56430-3643-4e40-b46a-e1d041a2c255"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:51:23.711864 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b55f2c0-f499-4598-a6fc-c6690ec1b6e0 x-openstack-request-id: req-5b55f2c0-f499-4598-a6fc-c6690ec1b6e0 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:51:23.712298 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "131b4a59-6219-4103-bf4b-a470a188e421", "name": "network-vif-deleted", "tag": "6de56430-3643-4e40-b46a-e1d041a2c255", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:51:23.712668 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b55f2c0-f499-4598-a6fc-c6690ec1b6e0 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:51:23.713314 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '131b4a59-6219-4103-bf4b-a470a188e421', 'name': 'network-vif-deleted', 'tag': '6de56430-3643-4e40-b46a-e1d041a2c255', 'status': 'completed', 'code': 200} Nov 12 01:51:23.728889 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0692af4d-b59e-48cf-ae83-9c7abd201580 req-8f2feed2-e461-4b13-b0dd-3994cb2f6ce2 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=131b4a59-6219-4103-bf4b-a470a188e421 HTTP/1.1" status: 200 len: 210 time: 0.0310023 Nov 12 01:51:24.802313 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51348) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:51:25.230277 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-698a90aa-b077-47ff-a1b5-f6e4cd1703ae tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:25.565239 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-698a90aa-b077-47ff-a1b5-f6e4cd1703ae tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Deleting port 9b4cacbe-8b83-4bab-ae42-beec299cf0c7 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:51:25.565740 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-698a90aa-b077-47ff-a1b5-f6e4cd1703ae tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:25.675450 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-698a90aa-b077-47ff-a1b5-f6e4cd1703ae tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] For port 9b4cacbe-8b83-4bab-ae42-beec299cf0c7, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=9b4cacbe-8b83-4bab-ae42-beec299cf0c7,segment=NetworkSegment(a7d09d32-c0ca-48d7-ad04-70de9b56d646),segment_id=a7d09d32-c0ca-48d7-ad04-70de9b56d646)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:51:25.675819 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-698a90aa-b077-47ff-a1b5-f6e4cd1703ae tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:25.692662 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-698a90aa-b077-47ff-a1b5-f6e4cd1703ae tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Calling delete_port for 9b4cacbe-8b83-4bab-ae42-beec299cf0c7 owned by network:router_interface {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:51:25.901872 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 6de56430-3643-4e40-b46a-e1d041a2c255 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:51:25.925214 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: 6de56430-3643-4e40-b46a-e1d041a2c255 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:51:25.925762 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-698a90aa-b077-47ff-a1b5-f6e4cd1703ae tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:25.926692 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 6de56430-3643-4e40-b46a-e1d041a2c255 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:51:25.959038 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a90aa-b077-47ff-a1b5-f6e4cd1703ae tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event deleted for resources: {'Port': ['ID=9b4cacbe-8b83-4bab-ae42-beec299cf0c7,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:26.144331 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-698a90aa-b077-47ff-a1b5-f6e4cd1703ae tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:26.394006 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-698a90aa-b077-47ff-a1b5-f6e4cd1703ae tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Router cb9294fe-da14-4f06-bdb2-5082dd23023d has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:51:26.536481 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698a90aa-b077-47ff-a1b5-f6e4cd1703ae tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:51:26.542241 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-698a90aa-b077-47ff-a1b5-f6e4cd1703ae tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "PUT /v2.0/routers/cb9294fe-da14-4f06-bdb2-5082dd23023d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7384343 Nov 12 01:51:26.546226 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51350) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:51:26.548724 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef39ccc-7214-4e3f-9332-559b2078466a None None] Sync routers for ids ['cb9294fe-da14-4f06-bdb2-5082dd23023d'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:51:26.564913 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef39ccc-7214-4e3f-9332-559b2078466a None None] Routers {'cb9294fe-da14-4f06-bdb2-5082dd23023d'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:51:26.565954 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-4ef39ccc-7214-4e3f-9332-559b2078466a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:51:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['cb9294fe-da14-4f06-bdb2-5082dd23023d'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:51:26.605599 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-be285fa3-0e2f-4cbc-ab88-c174e6ec0cf1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Deleting subnet aa73d795-35d0-4245-aae3-d56fb01e2290 {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:51:26.609726 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-be285fa3-0e2f-4cbc-ab88-c174e6ec0cf1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:26.658937 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-be285fa3-0e2f-4cbc-ab88-c174e6ec0cf1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:26.705130 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-4ef39ccc-7214-4e3f-9332-559b2078466a None None] Set router cb9294fe-da14-4f06-bdb2-5082dd23023d gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:51:26.761030 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-be285fa3-0e2f-4cbc-ab88-c174e6ec0cf1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:26.836516 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-be285fa3-0e2f-4cbc-ab88-c174e6ec0cf1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:26.867314 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be285fa3-0e2f-4cbc-ab88-c174e6ec0cf1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event deleted for resources: {'Subnet': ['ID=aa73d795-35d0-4245-aae3-d56fb01e2290,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:26.872982 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-be285fa3-0e2f-4cbc-ab88-c174e6ec0cf1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:26.877468 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-be285fa3-0e2f-4cbc-ab88-c174e6ec0cf1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "DELETE /v2.0/subnets/aa73d795-35d0-4245-aae3-d56fb01e2290 HTTP/1.1" status: 204 len: 168 time: 0.3298662 Nov 12 01:51:26.880248 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51352) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:51:26.885553 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d56a5c-82a8-45f8-8373-aafbef745635 None None] Network fae88ccb-5ef9-4990-bf62-678171d9041f requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:51:27.008978 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f004937e-5c94-4d29-bc7b-1b1dc75d2f51 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for router, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:27.062667 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-4ef39ccc-7214-4e3f-9332-559b2078466a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb9294fe-da14-4f06-bdb2-5082dd23023d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531241397', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'b878c19a-cabb-4bff-a689-81f94f7b6cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:49:42Z', 'updated_at': '2021-11-12T01:51:25Z', 'revision_number': 5, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': 'b878c19a-cabb-4bff-a689-81f94f7b6cb8', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9294fe-da14-4f06-bdb2-5082dd23023d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:49:43Z', 'updated_at': '2021-11-12T01:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:51:27.098929 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef39ccc-7214-4e3f-9332-559b2078466a None None] Checking router: cb9294fe-da14-4f06-bdb2-5082dd23023d for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:51:27.107180 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a58469-a7e1-4b67-8da8-733b7e4d6bf3 None None] DHCP port deletion for fae88ccb-5ef9-4990-bf62-678171d9041f request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:51:27.109594 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef39ccc-7214-4e3f-9332-559b2078466a None None] Routers {'cb9294fe-da14-4f06-bdb2-5082dd23023d'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:51:27.109594 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-4ef39ccc-7214-4e3f-9332-559b2078466a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:51:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['cb9294fe-da14-4f06-bdb2-5082dd23023d'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:51:27.127941 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f004937e-5c94-4d29-bc7b-1b1dc75d2f51 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:27.161147 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-e6a58469-a7e1-4b67-8da8-733b7e4d6bf3 None None] Deleting port 614c7723-1ab2-4eaa-875d-8b4a6a33cc08 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:51:27.161552 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e6a58469-a7e1-4b67-8da8-733b7e4d6bf3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:27.206250 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f004937e-5c94-4d29-bc7b-1b1dc75d2f51 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Deleting port b878c19a-cabb-4bff-a689-81f94f7b6cb8 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:51:27.206752 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f004937e-5c94-4d29-bc7b-1b1dc75d2f51 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:27.228783 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-4ef39ccc-7214-4e3f-9332-559b2078466a None None] Set router cb9294fe-da14-4f06-bdb2-5082dd23023d gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:51:27.236486 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-e6a58469-a7e1-4b67-8da8-733b7e4d6bf3 None None] For port 614c7723-1ab2-4eaa-875d-8b4a6a33cc08, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=614c7723-1ab2-4eaa-875d-8b4a6a33cc08,segment=NetworkSegment(a7d09d32-c0ca-48d7-ad04-70de9b56d646),segment_id=a7d09d32-c0ca-48d7-ad04-70de9b56d646)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:51:27.237059 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e6a58469-a7e1-4b67-8da8-733b7e4d6bf3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:27.256197 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-e6a58469-a7e1-4b67-8da8-733b7e4d6bf3 None None] Calling delete_port for 614c7723-1ab2-4eaa-875d-8b4a6a33cc08 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:51:27.333180 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f004937e-5c94-4d29-bc7b-1b1dc75d2f51 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] For port b878c19a-cabb-4bff-a689-81f94f7b6cb8, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=b878c19a-cabb-4bff-a689-81f94f7b6cb8,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:51:27.333707 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f004937e-5c94-4d29-bc7b-1b1dc75d2f51 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:27.351527 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f004937e-5c94-4d29-bc7b-1b1dc75d2f51 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Calling delete_port for b878c19a-cabb-4bff-a689-81f94f7b6cb8 owned by network:router_gateway {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:51:27.356679 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e6a58469-a7e1-4b67-8da8-733b7e4d6bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:27.394422 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a58469-a7e1-4b67-8da8-733b7e4d6bf3 None None] Pushing event deleted for resources: {'Port': ['ID=614c7723-1ab2-4eaa-875d-8b4a6a33cc08,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:27.398178 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a58469-a7e1-4b67-8da8-733b7e4d6bf3 None None] No DVR routers for this DVR port 614c7723-1ab2-4eaa-875d-8b4a6a33cc08 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:51:27.407964 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a58469-a7e1-4b67-8da8-733b7e4d6bf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:51:27.408665 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a58469-a7e1-4b67-8da8-733b7e4d6bf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:51:27.409195 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a58469-a7e1-4b67-8da8-733b7e4d6bf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:51:27.409739 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a58469-a7e1-4b67-8da8-733b7e4d6bf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:51:27.410258 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a58469-a7e1-4b67-8da8-733b7e4d6bf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:51:27.410776 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a58469-a7e1-4b67-8da8-733b7e4d6bf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:51:27.411276 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a58469-a7e1-4b67-8da8-733b7e4d6bf3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:51:27.411768 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a58469-a7e1-4b67-8da8-733b7e4d6bf3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:51:27.412309 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a58469-a7e1-4b67-8da8-733b7e4d6bf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:51:27.412791 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a58469-a7e1-4b67-8da8-733b7e4d6bf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:51:27.413283 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a58469-a7e1-4b67-8da8-733b7e4d6bf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:51:27.413787 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a58469-a7e1-4b67-8da8-733b7e4d6bf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:51:27.465968 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-4ef39ccc-7214-4e3f-9332-559b2078466a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb9294fe-da14-4f06-bdb2-5082dd23023d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531241397', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'b878c19a-cabb-4bff-a689-81f94f7b6cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:49:42Z', 'updated_at': '2021-11-12T01:51:25Z', 'revision_number': 5, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': 'b878c19a-cabb-4bff-a689-81f94f7b6cb8', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9294fe-da14-4f06-bdb2-5082dd23023d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:49:43Z', 'updated_at': '2021-11-12T01:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:51:27.499089 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef39ccc-7214-4e3f-9332-559b2078466a None None] The sync data for ids ['cb9294fe-da14-4f06-bdb2-5082dd23023d'] in n-d-812236-11 is: [{'id': 'cb9294fe-da14-4f06-bdb2-5082dd23023d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531241397', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'b878c19a-cabb-4bff-a689-81f94f7b6cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:49:42Z', 'updated_at': '2021-11-12T01:51:25Z', 'revision_number': 5, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': 'b878c19a-cabb-4bff-a689-81f94f7b6cb8', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9294fe-da14-4f06-bdb2-5082dd23023d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:49:43Z', 'updated_at': '2021-11-12T01:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:51:27.567429 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f004937e-5c94-4d29-bc7b-1b1dc75d2f51 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:27.595444 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f004937e-5c94-4d29-bc7b-1b1dc75d2f51 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event deleted for resources: {'Port': ['ID=b878c19a-cabb-4bff-a689-81f94f7b6cb8,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:27.614103 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37485b83-3ecf-48fe-899b-629c7fa58be6 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:51:27.674100 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f004937e-5c94-4d29-bc7b-1b1dc75d2f51 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:27.778015 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f004937e-5c94-4d29-bc7b-1b1dc75d2f51 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:27.780433 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f004937e-5c94-4d29-bc7b-1b1dc75d2f51 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:27.828315 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f004937e-5c94-4d29-bc7b-1b1dc75d2f51 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:27.829176 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f004937e-5c94-4d29-bc7b-1b1dc75d2f51 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Fanout notify agent at l3_agent the message router_deleted on router cb9294fe-da14-4f06-bdb2-5082dd23023d {{(pid=102661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:51:27.839651 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f004937e-5c94-4d29-bc7b-1b1dc75d2f51 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:27.841316 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f004937e-5c94-4d29-bc7b-1b1dc75d2f51 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "DELETE /v2.0/routers/cb9294fe-da14-4f06-bdb2-5082dd23023d HTTP/1.1" status: 204 len: 168 time: 0.9598446 Nov 12 01:51:27.845466 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51354) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:51:27.943519 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eed6c060-a228-47c7-8829-a408c59e566f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:28.041364 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eed6c060-a228-47c7-8829-a408c59e566f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:28.065595 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-eed6c060-a228-47c7-8829-a408c59e566f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fae88ccb-5ef9-4990-bf62-678171d9041f']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:51:28.075705 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-eed6c060-a228-47c7-8829-a408c59e566f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d09d32-c0ca-48d7-ad04-70de9b56d646') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:51:28.076092 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-eed6c060-a228-47c7-8829-a408c59e566f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d09d32-c0ca-48d7-ad04-70de9b56d646') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:51:28.087106 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eed6c060-a228-47c7-8829-a408c59e566f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:28.101428 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eed6c060-a228-47c7-8829-a408c59e566f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:28.109176 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eed6c060-a228-47c7-8829-a408c59e566f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:51:28.109605 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eed6c060-a228-47c7-8829-a408c59e566f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:28.114855 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:51:28.114855 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:51:28.114855 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:51:28.114855 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:51:28.114855 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:51:28.114855 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:51:28.114855 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:51:28.114855 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:51:28.114855 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:51:28.114855 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:51:28.114855 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:51:28.114855 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:51:28.114855 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:51:28.114855 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:51:28.114855 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:51:28.114855 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:51:28.114855 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:51:28.114855 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:51:28.114855 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:51:28.114855 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:51:28.114855 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:51:28.114855 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:51:28.114855 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:51:28.114855 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:51:28.114855 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:51:28.114855 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:51:28.114855 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:51:28.114855 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:51:28.114855 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:51:28.114855 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:51:28.114855 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:51:28.114855 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:51:28.183639 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eed6c060-a228-47c7-8829-a408c59e566f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:28.191743 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eed6c060-a228-47c7-8829-a408c59e566f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:28.195288 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-eed6c060-a228-47c7-8829-a408c59e566f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "DELETE /v2.0/networks/fae88ccb-5ef9-4990-bf62-678171d9041f HTTP/1.1" status: 204 len: 168 time: 0.3487430 Nov 12 01:51:28.198123 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51356) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:51:28.215726 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed6c060-a228-47c7-8829-a408c59e566f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event deleted for resources: {'Network': ['ID=fae88ccb-5ef9-4990-bf62-678171d9041f,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:28.272361 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-98d47731-61d7-4380-89cb-b1166503c40f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:28.304856 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-98d47731-61d7-4380-89cb-b1166503c40f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:28.380416 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-98d47731-61d7-4380-89cb-b1166503c40f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:28.383425 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-98d47731-61d7-4380-89cb-b1166503c40f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:28.384701 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-98d47731-61d7-4380-89cb-b1166503c40f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "DELETE /v2.0/security-groups/0502b586-ea82-4f42-b82c-17b33dfeaab3 HTTP/1.1" status: 204 len: 168 time: 0.1856086 Nov 12 01:51:28.395771 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d47731-61d7-4380-89cb-b1166503c40f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0502b586-ea82-4f42-b82c-17b33dfeaab3,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:28.433880 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 614c7723-1ab2-4eaa-875d-8b4a6a33cc08 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:51:28.475951 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 614c7723-1ab2-4eaa-875d-8b4a6a33cc08 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:51:28.476379 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 614c7723-1ab2-4eaa-875d-8b4a6a33cc08 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:51:28.476859 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device b878c19a-cabb-4bff-a689-81f94f7b6cb8 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:51:28.503484 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: b878c19a-cabb-4bff-a689-81f94f7b6cb8 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:51:28.503484 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device b878c19a-cabb-4bff-a689-81f94f7b6cb8 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:51:28.503484 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 9b4cacbe-8b83-4bab-ae42-beec299cf0c7 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:51:28.527908 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 9b4cacbe-8b83-4bab-ae42-beec299cf0c7 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:51:28.528248 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 9b4cacbe-8b83-4bab-ae42-beec299cf0c7 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:51:28.665437 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51362) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:51:28.670414 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-0c18415f-e6da-4cf2-8c66-c97eb02d70d4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2117321314', 'description': 'tempest-secgroup-smoke-2117321314 description', 'project_id': '6959747348f74fb19d3bbd5d9c551ad2'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:51:28.696304 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0c18415f-e6da-4cf2-8c66-c97eb02d70d4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:28.802658 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0c18415f-e6da-4cf2-8c66-c97eb02d70d4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:28.816034 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0c18415f-e6da-4cf2-8c66-c97eb02d70d4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:28.847288 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0c18415f-e6da-4cf2-8c66-c97eb02d70d4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:28.848559 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0c18415f-e6da-4cf2-8c66-c97eb02d70d4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1821101 Nov 12 01:51:28.851656 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51364) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:51:28.857186 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-8ef53fd5-4ca3-4d00-8f06-0441e0bbf832 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'security_group_rule': {'security_group_id': '4c3c7668-7101-41f8-992f-cb22ad2f74d0', 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:51:28.864059 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c18415f-e6da-4cf2-8c66-c97eb02d70d4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3c7668-7101-41f8-992f-cb22ad2f74d0,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:28.892328 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8ef53fd5-4ca3-4d00-8f06-0441e0bbf832 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:28.954304 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8ef53fd5-4ca3-4d00-8f06-0441e0bbf832 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:28.958280 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8ef53fd5-4ca3-4d00-8f06-0441e0bbf832 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:28.977132 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef53fd5-4ca3-4d00-8f06-0441e0bbf832 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adc9fdf8-c0e6-4819-88db-c21ee458ea21,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:28.986553 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8ef53fd5-4ca3-4d00-8f06-0441e0bbf832 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:28.987916 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-8ef53fd5-4ca3-4d00-8f06-0441e0bbf832 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1352992 Nov 12 01:51:28.990748 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51366) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:51:28.995317 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-8c016bd3-f5cb-4e0e-96e9-323dc6db48b2 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'security_group_rule': {'security_group_id': '4c3c7668-7101-41f8-992f-cb22ad2f74d0', 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:51:29.023967 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8c016bd3-f5cb-4e0e-96e9-323dc6db48b2 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:29.090807 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8c016bd3-f5cb-4e0e-96e9-323dc6db48b2 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:29.095715 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8c016bd3-f5cb-4e0e-96e9-323dc6db48b2 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:29.114347 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c016bd3-f5cb-4e0e-96e9-323dc6db48b2 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=655340a9-bcbc-47af-93c1-fd04c147d769,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:29.122266 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8c016bd3-f5cb-4e0e-96e9-323dc6db48b2 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:29.123514 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-8c016bd3-f5cb-4e0e-96e9-323dc6db48b2 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1317701 Nov 12 01:51:29.126243 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51368) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:51:29.130739 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-2baf04f8-484c-486a-9cfe-a96a80f0146f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'security_group_rule': {'security_group_id': '4c3c7668-7101-41f8-992f-cb22ad2f74d0', 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:51:29.158883 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2baf04f8-484c-486a-9cfe-a96a80f0146f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:29.225636 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2baf04f8-484c-486a-9cfe-a96a80f0146f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:29.229977 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2baf04f8-484c-486a-9cfe-a96a80f0146f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:29.249284 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf04f8-484c-486a-9cfe-a96a80f0146f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04ac5ed2-9bd8-4bfd-8386-de84b7c9ce88,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:29.259179 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2baf04f8-484c-486a-9cfe-a96a80f0146f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:29.260499 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-2baf04f8-484c-486a-9cfe-a96a80f0146f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1333175 Nov 12 01:51:29.263251 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51370) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:51:29.268201 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-47101a13-fc7f-42db-a61f-12400e017d46 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'security_group_rule': {'security_group_id': '4c3c7668-7101-41f8-992f-cb22ad2f74d0', 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:51:29.301013 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-47101a13-fc7f-42db-a61f-12400e017d46 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:29.368942 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-47101a13-fc7f-42db-a61f-12400e017d46 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:29.372633 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-47101a13-fc7f-42db-a61f-12400e017d46 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:29.390209 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47101a13-fc7f-42db-a61f-12400e017d46 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83a37401-81ed-4c24-a4dc-7137b68c49bf,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:29.400376 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-47101a13-fc7f-42db-a61f-12400e017d46 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:29.401607 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-47101a13-fc7f-42db-a61f-12400e017d46 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1374087 Nov 12 01:51:29.404349 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51372) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:51:29.409844 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-e3fcfec3-3983-4753-bfc9-16d3b44b8d00 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'security_group_rule': {'security_group_id': '4c3c7668-7101-41f8-992f-cb22ad2f74d0', 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:51:29.435101 n-d-812236-11 neutron-server[102661]: INFO neutron.db.securitygroups_db [None req-e3fcfec3-3983-4753-bfc9-16d3b44b8d00 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Project 6959747348f74fb19d3bbd5d9c551ad2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:51:29.442125 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e3fcfec3-3983-4753-bfc9-16d3b44b8d00 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:29.505055 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e3fcfec3-3983-4753-bfc9-16d3b44b8d00 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:29.509631 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e3fcfec3-3983-4753-bfc9-16d3b44b8d00 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:29.528462 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fcfec3-3983-4753-bfc9-16d3b44b8d00 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ef2ac19-e6de-4da7-af5f-2b95e714a278,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:29.537687 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e3fcfec3-3983-4753-bfc9-16d3b44b8d00 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:29.539838 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e3fcfec3-3983-4753-bfc9-16d3b44b8d00 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1336334 Nov 12 01:51:29.542023 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51374) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:51:29.546859 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-4f5be4c9-b3ed-4745-96fd-0908f561c860 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'security_group_rule': {'security_group_id': '4c3c7668-7101-41f8-992f-cb22ad2f74d0', 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:51:29.570374 n-d-812236-11 neutron-server[102661]: INFO neutron.db.securitygroups_db [None req-4f5be4c9-b3ed-4745-96fd-0908f561c860 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Project 6959747348f74fb19d3bbd5d9c551ad2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:51:29.575751 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f5be4c9-b3ed-4745-96fd-0908f561c860 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:29.642388 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f5be4c9-b3ed-4745-96fd-0908f561c860 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:29.646431 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f5be4c9-b3ed-4745-96fd-0908f561c860 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:29.664636 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5be4c9-b3ed-4745-96fd-0908f561c860 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f655be70-544a-48c3-819f-478c4b139f18,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:29.672567 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f5be4c9-b3ed-4745-96fd-0908f561c860 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:29.673991 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4f5be4c9-b3ed-4745-96fd-0908f561c860 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1310399 Nov 12 01:51:29.676960 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51376) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:51:29.681886 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-c848a3dd-6dca-46d9-9f70-cc809193e858 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'network': {'name': 'tempest-network-smoke--707855006', 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'port_security_enabled': True}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:51:29.702234 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c848a3dd-6dca-46d9-9f70-cc809193e858 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Made reservation on behalf of 6959747348f74fb19d3bbd5d9c551ad2 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:51:29.706573 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c848a3dd-6dca-46d9-9f70-cc809193e858 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:29.730785 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c848a3dd-6dca-46d9-9f70-cc809193e858 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:51:29.752123 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c848a3dd-6dca-46d9-9f70-cc809193e858 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:29.752471 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-c848a3dd-6dca-46d9-9f70-cc809193e858 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Added segment f920aad7-52fb-4d5b-8265-36477f8d5209 of type vlan for network 6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0 Nov 12 01:51:29.793011 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c848a3dd-6dca-46d9-9f70-cc809193e858 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:29.817787 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c848a3dd-6dca-46d9-9f70-cc809193e858 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:29.823480 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c848a3dd-6dca-46d9-9f70-cc809193e858 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:29.824090 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c848a3dd-6dca-46d9-9f70-cc809193e858 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:29.886267 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c848a3dd-6dca-46d9-9f70-cc809193e858 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2082214 Nov 12 01:51:29.888998 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51378) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:51:29.894361 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-feb88767-c9e4-4b1e-a791-f7ca91a2484a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-174512239', 'admin_state_up': True, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:51:29.895017 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848a3dd-6dca-46d9-9f70-cc809193e858 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'Network': ['ID=6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:29.906426 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:51:29.919298 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-feb88767-c9e4-4b1e-a791-f7ca91a2484a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:29.920641 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-feb88767-c9e4-4b1e-a791-f7ca91a2484a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:29.978846 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-feb88767-c9e4-4b1e-a791-f7ca91a2484a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:30.116692 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-feb88767-c9e4-4b1e-a791-f7ca91a2484a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:30.312060 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-feb88767-c9e4-4b1e-a791-f7ca91a2484a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for router_gateway, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:30.331468 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-feb88767-c9e4-4b1e-a791-f7ca91a2484a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:30.439183 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-feb88767-c9e4-4b1e-a791-f7ca91a2484a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Allocated IP 172.25.2.22 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/61ca834c-d2b1-4540-a216-ea5edaee05c8) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:51:30.551275 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-feb88767-c9e4-4b1e-a791-f7ca91a2484a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:30.587711 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-feb88767-c9e4-4b1e-a791-f7ca91a2484a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:30.628272 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb88767-c9e4-4b1e-a791-f7ca91a2484a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:51:30.633200 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-feb88767-c9e4-4b1e-a791-f7ca91a2484a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:51:30.637636 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb88767-c9e4-4b1e-a791-f7ca91a2484a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:51:30.647171 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd677ef-31d9-4f83-8db2-61b9fc900346 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:51:30.661798 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb88767-c9e4-4b1e-a791-f7ca91a2484a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'Port': ['ID=61ca834c-d2b1-4540-a216-ea5edaee05c8,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:30.691466 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-c3464706-09b1-48bf-8c67-2e680f876d00 None None] Provisioning complete for port 61ca834c-d2b1-4540-a216-ea5edaee05c8 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:51:30.692038 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c3464706-09b1-48bf-8c67-2e680f876d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:30.727493 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-c3464706-09b1-48bf-8c67-2e680f876d00 None None] Port 61ca834c-d2b1-4540-a216-ea5edaee05c8 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:51:30.916340 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-feb88767-c9e4-4b1e-a791-f7ca91a2484a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for router_gateway, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:31.117317 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-feb88767-c9e4-4b1e-a791-f7ca91a2484a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:31.327682 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:51:31.586928 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb88767-c9e4-4b1e-a791-f7ca91a2484a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Router e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:51:31.696950 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb88767-c9e4-4b1e-a791-f7ca91a2484a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:51:31.707971 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da66c60d-d31c-464e-a809-a1fcd6c0709c None None] Sync routers for ids ['e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:51:31.720724 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da66c60d-d31c-464e-a809-a1fcd6c0709c None None] Routers {'e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:51:31.721118 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-feb88767-c9e4-4b1e-a791-f7ca91a2484a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:31.721349 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-da66c60d-d31c-464e-a809-a1fcd6c0709c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:51:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:51:31.722020 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-feb88767-c9e4-4b1e-a791-f7ca91a2484a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8319693 Nov 12 01:51:31.725406 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51380) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:51:31.760026 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ec31d4f9-f4b4-4fba-893e-c33875a458a4 tempest-TestNetworkAdvancedServerOps-1195396143 tempest-TestNetworkAdvancedServerOps-1195396143-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=6959747348f74fb19d3bbd5d9c551ad2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333655 Nov 12 01:51:31.762883 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51382) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:51:31.840246 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-da66c60d-d31c-464e-a809-a1fcd6c0709c None None] Set router e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:51:31.869149 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b90822a-cab7-435b-b910-e28d74e6df5d tempest-TestNetworkAdvancedServerOps-1195396143 tempest-TestNetworkAdvancedServerOps-1195396143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:31.871738 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-8b90822a-cab7-435b-b910-e28d74e6df5d tempest-TestNetworkAdvancedServerOps-1195396143 tempest-TestNetworkAdvancedServerOps-1195396143-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1071489 Nov 12 01:51:31.874484 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51384) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:51:31.915429 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-393c51c6-f7b8-4515-a0e7-7d1697936018 tempest-TestNetworkAdvancedServerOps-1195396143 tempest-TestNetworkAdvancedServerOps-1195396143-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=ef732b55-2b3c-4048-85da-0a8ac273c14b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371685 Nov 12 01:51:31.915676 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51386) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:51:31.920605 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-7232391d-f490-46b6-8336-2a117584db55 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1578169798', 'network_id': '6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0', 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:51:32.011368 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7232391d-f490-46b6-8336-2a117584db55 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Made reservation on behalf of 6959747348f74fb19d3bbd5d9c551ad2 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:51:32.015691 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7232391d-f490-46b6-8336-2a117584db55 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:32.035379 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-da66c60d-d31c-464e-a809-a1fcd6c0709c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-174512239', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '61ca834c-d2b1-4540-a216-ea5edaee05c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:51:29Z', 'updated_at': '2021-11-12T01:51:30Z', 'revision_number': 3, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': '61ca834c-d2b1-4540-a216-ea5edaee05c8', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:51:30Z', 'updated_at': '2021-11-12T01:51:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:51:32.066717 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da66c60d-d31c-464e-a809-a1fcd6c0709c None None] Checking router: e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:51:32.067094 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da66c60d-d31c-464e-a809-a1fcd6c0709c None None] Updating router e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb port 61ca834c-d2b1-4540-a216-ea5edaee05c8 binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:51:32.094339 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-da66c60d-d31c-464e-a809-a1fcd6c0709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:32.212910 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7232391d-f490-46b6-8336-2a117584db55 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:32.283805 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232391d-f490-46b6-8336-2a117584db55 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'Subnet': ['ID=fb3808e6-0595-4292-a50f-f5bdbab6eb95,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:32.289490 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7232391d-f490-46b6-8336-2a117584db55 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Checking segment: {'id': 'f920aad7-52fb-4d5b-8265-36477f8d5209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:51:32.289841 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7232391d-f490-46b6-8336-2a117584db55 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Network hostable DHCP agents. Network: 6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:51:32.309632 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7232391d-f490-46b6-8336-2a117584db55 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Network 6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:51:32.318816 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-7232391d-f490-46b6-8336-2a117584db55 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:51:32.323663 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7232391d-f490-46b6-8336-2a117584db55 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:32.324267 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7232391d-f490-46b6-8336-2a117584db55 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:32.341322 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7232391d-f490-46b6-8336-2a117584db55 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4247131 Nov 12 01:51:32.341658 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7d6c3c-ed84-440e-a2c8-4f0f533a6f55 None None] Network 6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:51:32.344150 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51388) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:51:32.411472 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-da66c60d-d31c-464e-a809-a1fcd6c0709c None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:32.422091 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-da66c60d-d31c-464e-a809-a1fcd6c0709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:32.497488 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e18b8f-4b00-4bd4-aaa9-9db1c9fc8f3e None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:51:32.532048 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43467168-73b0-4ad5-8f5e-6d8cf23de886 None None] Pushing event updated for resources: {'Port': ['ID=61ca834c-d2b1-4540-a216-ea5edaee05c8,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:32.536908 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-da66c60d-d31c-464e-a809-a1fcd6c0709c None None] Attempting to bind port 61ca834c-d2b1-4540-a216-ea5edaee05c8 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:51:32.537279 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-da66c60d-d31c-464e-a809-a1fcd6c0709c None None] Attempting to bind port 61ca834c-d2b1-4540-a216-ea5edaee05c8 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:51:32.537688 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da66c60d-d31c-464e-a809-a1fcd6c0709c None None] Attempting to bind port 61ca834c-d2b1-4540-a216-ea5edaee05c8 on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:51:32.564756 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da66c60d-d31c-464e-a809-a1fcd6c0709c None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:51:32.565152 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da66c60d-d31c-464e-a809-a1fcd6c0709c None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:51:32.565573 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-da66c60d-d31c-464e-a809-a1fcd6c0709c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:32.565972 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da66c60d-d31c-464e-a809-a1fcd6c0709c None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:51:32.566454 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-da66c60d-d31c-464e-a809-a1fcd6c0709c None None] Bound port: 61ca834c-d2b1-4540-a216-ea5edaee05c8, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:51:32.566840 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-da66c60d-d31c-464e-a809-a1fcd6c0709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:32.657901 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f906b3-fa80-48f8-9fd9-4c392073ab48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0', 'network_id': '6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'fixed_ips': [{'subnet_id': 'fb3808e6-0595-4292-a50f-f5bdbab6eb95'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:51:32.658769 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c0f906b3-fa80-48f8-9fd9-4c392073ab48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:32.663775 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-da66c60d-d31c-464e-a809-a1fcd6c0709c None None] For port 61ca834c-d2b1-4540-a216-ea5edaee05c8, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:51:32.693132 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-da66c60d-d31c-464e-a809-a1fcd6c0709c None None] For port 61ca834c-d2b1-4540-a216-ea5edaee05c8, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=61ca834c-d2b1-4540-a216-ea5edaee05c8,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:51:32.703400 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-da66c60d-d31c-464e-a809-a1fcd6c0709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:32.706501 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-105a92dc-86eb-4faa-bdb8-9ea4f3169769 None None] Provisioning complete for port 61ca834c-d2b1-4540-a216-ea5edaee05c8 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:51:32.706874 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-105a92dc-86eb-4faa-bdb8-9ea4f3169769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:32.848014 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bec072d-9ba5-4c45-8a62-2da0ff92d0bd None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:51:32.891093 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da66c60d-d31c-464e-a809-a1fcd6c0709c None None] Routers {'e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:51:32.892105 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-da66c60d-d31c-464e-a809-a1fcd6c0709c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:51:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:51:32.914403 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43467168-73b0-4ad5-8f5e-6d8cf23de886 None None] Pushing event updated for resources: {'Port': ['ID=61ca834c-d2b1-4540-a216-ea5edaee05c8,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:33.033557 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-c0f906b3-fa80-48f8-9fd9-4c392073ab48 None None] Allocated IP 172.20.0.2 (6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0/fb3808e6-0595-4292-a50f-f5bdbab6eb95/9d586420-86a7-41de-90d0-d2201859b790) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:51:33.118005 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-011ba6f6-cd8b-4e1a-97ff-985a9d69e36d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:33.247416 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-105a92dc-86eb-4faa-bdb8-9ea4f3169769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:33.274467 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-da66c60d-d31c-464e-a809-a1fcd6c0709c None None] Set router e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:51:33.376860 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-105a92dc-86eb-4faa-bdb8-9ea4f3169769 None None] For port 61ca834c-d2b1-4540-a216-ea5edaee05c8, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=61ca834c-d2b1-4540-a216-ea5edaee05c8,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:51:33.384959 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-105a92dc-86eb-4faa-bdb8-9ea4f3169769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:33.544484 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105a92dc-86eb-4faa-bdb8-9ea4f3169769 None None] Pushing event updated for resources: {'Port': ['ID=61ca834c-d2b1-4540-a216-ea5edaee05c8,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:33.602737 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-d4f16975-ebda-415a-975b-6cc66c639c9a None None] Provisioning complete for port 61ca834c-d2b1-4540-a216-ea5edaee05c8 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:51:33.603108 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d4f16975-ebda-415a-975b-6cc66c639c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:33.636994 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c0f906b3-fa80-48f8-9fd9-4c392073ab48 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:33.655325 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c0f906b3-fa80-48f8-9fd9-4c392073ab48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:33.699852 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-011ba6f6-cd8b-4e1a-97ff-985a9d69e36d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Allocated IP 172.20.0.1 (6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0/fb3808e6-0595-4292-a50f-f5bdbab6eb95/357e9272-1257-438e-a995-78ca0f173ccc) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:51:33.716270 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f906b3-fa80-48f8-9fd9-4c392073ab48 None None] Network 6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:51:33.731233 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-c0f906b3-fa80-48f8-9fd9-4c392073ab48 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:51:33.734861 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f906b3-fa80-48f8-9fd9-4c392073ab48 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:51:33.736961 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f906b3-fa80-48f8-9fd9-4c392073ab48 None None] Pushing event updated for resources: {'Port': ['ID=9d586420-86a7-41de-90d0-d2201859b790,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:33.771278 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-da66c60d-d31c-464e-a809-a1fcd6c0709c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-174512239', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '61ca834c-d2b1-4540-a216-ea5edaee05c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:51:29Z', 'updated_at': '2021-11-12T01:51:30Z', 'revision_number': 3, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': '61ca834c-d2b1-4540-a216-ea5edaee05c8', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:51:30Z', 'updated_at': '2021-11-12T01:51:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:51:33.832518 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-011ba6f6-cd8b-4e1a-97ff-985a9d69e36d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:33.837559 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da66c60d-d31c-464e-a809-a1fcd6c0709c None None] The sync data for ids ['e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb'] in n-d-812236-11 is: [{'id': 'e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-174512239', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '61ca834c-d2b1-4540-a216-ea5edaee05c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:51:29Z', 'updated_at': '2021-11-12T01:51:30Z', 'revision_number': 3, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': '61ca834c-d2b1-4540-a216-ea5edaee05c8', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:51:30Z', 'updated_at': '2021-11-12T01:51:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:51:33.855594 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-c0f906b3-fa80-48f8-9fd9-4c392073ab48 None None] Attempting to bind port 9d586420-86a7-41de-90d0-d2201859b790 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:51:33.856289 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-c0f906b3-fa80-48f8-9fd9-4c392073ab48 None None] Attempting to bind port 9d586420-86a7-41de-90d0-d2201859b790 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'f920aad7-52fb-4d5b-8265-36477f8d5209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:51:33.856289 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f906b3-fa80-48f8-9fd9-4c392073ab48 None None] Attempting to bind port 9d586420-86a7-41de-90d0-d2201859b790 on network 6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:51:33.867285 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f906b3-fa80-48f8-9fd9-4c392073ab48 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:51:33.867897 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f906b3-fa80-48f8-9fd9-4c392073ab48 None None] Checking segment: {'id': 'f920aad7-52fb-4d5b-8265-36477f8d5209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:51:33.868446 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c0f906b3-fa80-48f8-9fd9-4c392073ab48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:33.868725 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f906b3-fa80-48f8-9fd9-4c392073ab48 None None] Bound using segment: {'id': 'f920aad7-52fb-4d5b-8265-36477f8d5209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:51:33.869202 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-c0f906b3-fa80-48f8-9fd9-4c392073ab48 None None] Bound port: 9d586420-86a7-41de-90d0-d2201859b790, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f920aad7-52fb-4d5b-8265-36477f8d5209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:51:33.869665 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c0f906b3-fa80-48f8-9fd9-4c392073ab48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:33.873095 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-011ba6f6-cd8b-4e1a-97ff-985a9d69e36d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:33.912951 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011ba6f6-cd8b-4e1a-97ff-985a9d69e36d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Network 6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:51:33.916435 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-011ba6f6-cd8b-4e1a-97ff-985a9d69e36d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:51:33.920636 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011ba6f6-cd8b-4e1a-97ff-985a9d69e36d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:51:33.941989 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-c0f906b3-fa80-48f8-9fd9-4c392073ab48 None None] For port 9d586420-86a7-41de-90d0-d2201859b790, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:51:33.945230 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-c0f906b3-fa80-48f8-9fd9-4c392073ab48 None None] For port 9d586420-86a7-41de-90d0-d2201859b790, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=9d586420-86a7-41de-90d0-d2201859b790,segment=NetworkSegment(f920aad7-52fb-4d5b-8265-36477f8d5209),segment_id=f920aad7-52fb-4d5b-8265-36477f8d5209)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:51:33.950479 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c0f906b3-fa80-48f8-9fd9-4c392073ab48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:33.960743 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011ba6f6-cd8b-4e1a-97ff-985a9d69e36d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'Port': ['ID=357e9272-1257-438e-a995-78ca0f173ccc,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:33.980087 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-011ba6f6-cd8b-4e1a-97ff-985a9d69e36d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:34.017690 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f906b3-fa80-48f8-9fd9-4c392073ab48 None None] Pushing event updated for resources: {'Port': ['ID=9d586420-86a7-41de-90d0-d2201859b790,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:34.154636 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-011ba6f6-cd8b-4e1a-97ff-985a9d69e36d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:34.422843 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-01b2f83f-8f70-4472-811f-f473528e0907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:34.497246 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 61ca834c-d2b1-4540-a216-ea5edaee05c8 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:51:34.514094 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-011ba6f6-cd8b-4e1a-97ff-985a9d69e36d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:34.522383 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-011ba6f6-cd8b-4e1a-97ff-985a9d69e36d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:34.560888 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 61ca834c-d2b1-4540-a216-ea5edaee05c8 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:51:34.561750 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:34.604219 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-011ba6f6-cd8b-4e1a-97ff-985a9d69e36d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:34.606240 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011ba6f6-cd8b-4e1a-97ff-985a9d69e36d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'Port': ['ID=357e9272-1257-438e-a995-78ca0f173ccc,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:34.662046 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 9d586420-86a7-41de-90d0-d2201859b790 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:51:34.726188 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 9d586420-86a7-41de-90d0-d2201859b790 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:51:34.726563 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:34.730053 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011ba6f6-cd8b-4e1a-97ff-985a9d69e36d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Network 6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:51:34.731645 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-011ba6f6-cd8b-4e1a-97ff-985a9d69e36d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:51:34.830245 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:34.871585 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011ba6f6-cd8b-4e1a-97ff-985a9d69e36d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Router e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:51:34.874386 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 9d586420-86a7-41de-90d0-d2201859b790, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=9d586420-86a7-41de-90d0-d2201859b790,segment=NetworkSegment(f920aad7-52fb-4d5b-8265-36477f8d5209),segment_id=f920aad7-52fb-4d5b-8265-36477f8d5209)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:51:34.883184 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:34.960939 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=9d586420-86a7-41de-90d0-d2201859b790,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:35.004604 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011ba6f6-cd8b-4e1a-97ff-985a9d69e36d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:51:35.019263 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-011ba6f6-cd8b-4e1a-97ff-985a9d69e36d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "PUT /v2.0/routers/e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6639180 Nov 12 01:51:35.069344 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a5efe5-a851-48a9-804c-7e7cb8ee2a27 None None] Network 6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:51:35.171219 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-fefe7d59-671a-4ad2-a912-5d682a62e5d2 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2117321314&fields=id&tenant_id=6959747348f74fb19d3bbd5d9c551ad2 HTTP/1.1" status: 200 len: 267 time: 0.0506451 Nov 12 01:51:35.203346 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-c6c74431-7b66-4381-93a8-3c950e97e4e9 None None] Provisioning complete for port 9d586420-86a7-41de-90d0-d2201859b790 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:51:35.204290 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c6c74431-7b66-4381-93a8-3c950e97e4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:35.285494 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-a47417ef-b88e-4cfd-9805-63284c983ff3 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:35.287185 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-a47417ef-b88e-4cfd-9805-63284c983ff3 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/networks?id=6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0 HTTP/1.1" status: 200 len: 796 time: 0.1088457 Nov 12 01:51:35.305127 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-feb0f4c8-d611-42ce-a559-ec86581e1d68 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/quotas/6959747348f74fb19d3bbd5d9c551ad2 HTTP/1.1" status: 200 len: 375 time: 0.0110359 Nov 12 01:51:35.374697 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-211cb5b3-c840-4f05-8f6b-a84005cef843 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6959747348f74fb19d3bbd5d9c551ad2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624058 Nov 12 01:51:35.503015 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-ea74b53b-c76b-4bc3-86e1-d0906fe15b71 service neutron] 10.222.0.20 "GET /v2.0/networks/6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088688 Nov 12 01:51:35.557025 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-43e23843-8bea-4df7-bcea-1d3c1ac9b173 None None] Provisioning complete for port 9d586420-86a7-41de-90d0-d2201859b790 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:51:35.557773 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-43e23843-8bea-4df7-bcea-1d3c1ac9b173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:35.616923 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-68a9a6fe-c318-43d9-b486-a245cab9b821 service neutron] 10.222.0.20 "GET /v2.0/networks/6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180799 Nov 12 01:51:35.669067 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-43e23843-8bea-4df7-bcea-1d3c1ac9b173 None None] Provisioning complete for port 357e9272-1257-438e-a995-78ca0f173ccc triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:51:35.670001 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-43e23843-8bea-4df7-bcea-1d3c1ac9b173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:35.714149 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-43e23843-8bea-4df7-bcea-1d3c1ac9b173 None None] Port 357e9272-1257-438e-a995-78ca0f173ccc cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:51:35.748408 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046e00bb-4d99-4c40-9469-e0223a2c29d6 None None] Sync routers for ids ['e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:51:35.761323 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046e00bb-4d99-4c40-9469-e0223a2c29d6 None None] Routers {'e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:51:35.762207 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-046e00bb-4d99-4c40-9469-e0223a2c29d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:51:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:51:35.843848 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fca42036-eb48-41e7-98c6-c49b98352e43 req-f84cb0bc-360e-4f21-a0e0-b327f794ebf5 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa113d0a-b05e-449a-b360-9d638da1a338 HTTP/1.1" status: 200 len: 210 time: 0.0354366 Nov 12 01:51:35.846509 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-12354e74-0f01-43cb-926d-c7e0b17aa3e6 None None] Provisioning complete for port 357e9272-1257-438e-a995-78ca0f173ccc triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:51:35.847055 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-12354e74-0f01-43cb-926d-c7e0b17aa3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:35.910763 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-12354e74-0f01-43cb-926d-c7e0b17aa3e6 None None] Port 357e9272-1257-438e-a995-78ca0f173ccc cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:51:35.941304 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-046e00bb-4d99-4c40-9469-e0223a2c29d6 None None] Set router e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:51:36.033926 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-6be48420-8bcf-4170-98ae-2c7ac918dad1 None None] Provisioning complete for port 357e9272-1257-438e-a995-78ca0f173ccc triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:51:36.034229 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6be48420-8bcf-4170-98ae-2c7ac918dad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:36.070294 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-6be48420-8bcf-4170-98ae-2c7ac918dad1 None None] Port 357e9272-1257-438e-a995-78ca0f173ccc cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:51:36.178020 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-046e00bb-4d99-4c40-9469-e0223a2c29d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-174512239', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '61ca834c-d2b1-4540-a216-ea5edaee05c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:51:29Z', 'updated_at': '2021-11-12T01:51:34Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': '61ca834c-d2b1-4540-a216-ea5edaee05c8', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:51:30Z', 'updated_at': '2021-11-12T01:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '357e9272-1257-438e-a995-78ca0f173ccc', 'name': '', 'network_id': '6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'mac_address': 'fa:16:3e:38:32:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'fb3808e6-0595-4292-a50f-f5bdbab6eb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:51:33Z', 'updated_at': '2021-11-12T01:51:34Z', 'revision_number': 2, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'subnets': [{'id': 'fb3808e6-0595-4292-a50f-f5bdbab6eb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:51:36.209565 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046e00bb-4d99-4c40-9469-e0223a2c29d6 None None] Checking router: e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:51:36.210357 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046e00bb-4d99-4c40-9469-e0223a2c29d6 None None] Updating router e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb port 357e9272-1257-438e-a995-78ca0f173ccc binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:51:36.234947 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-046e00bb-4d99-4c40-9469-e0223a2c29d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:36.451987 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 9d586420-86a7-41de-90d0-d2201859b790 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:51:36.507961 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 9d586420-86a7-41de-90d0-d2201859b790 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:51:36.508385 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:36.513019 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-046e00bb-4d99-4c40-9469-e0223a2c29d6 None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:36.519936 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-046e00bb-4d99-4c40-9469-e0223a2c29d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:36.572099 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d99cda-7b4c-404b-99b5-185ff34f30e4 None None] Pushing event updated for resources: {'Port': ['ID=357e9272-1257-438e-a995-78ca0f173ccc,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:36.572934 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8f16a4e2-e10d-4a6b-a4b6-5a8db1e1b853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:36.582431 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d99cda-7b4c-404b-99b5-185ff34f30e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:51:36.582793 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d99cda-7b4c-404b-99b5-185ff34f30e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:51:36.583123 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d99cda-7b4c-404b-99b5-185ff34f30e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:51:36.583449 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d99cda-7b4c-404b-99b5-185ff34f30e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:51:36.583769 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d99cda-7b4c-404b-99b5-185ff34f30e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:51:36.584087 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d99cda-7b4c-404b-99b5-185ff34f30e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:51:36.584403 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d99cda-7b4c-404b-99b5-185ff34f30e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:51:36.584715 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d99cda-7b4c-404b-99b5-185ff34f30e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:51:36.585026 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d99cda-7b4c-404b-99b5-185ff34f30e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:51:36.585338 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d99cda-7b4c-404b-99b5-185ff34f30e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:51:36.585743 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d99cda-7b4c-404b-99b5-185ff34f30e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:51:36.586074 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d99cda-7b4c-404b-99b5-185ff34f30e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:51:36.656664 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-046e00bb-4d99-4c40-9469-e0223a2c29d6 None None] Attempting to bind port 357e9272-1257-438e-a995-78ca0f173ccc on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:51:36.657164 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-046e00bb-4d99-4c40-9469-e0223a2c29d6 None None] Attempting to bind port 357e9272-1257-438e-a995-78ca0f173ccc by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'f920aad7-52fb-4d5b-8265-36477f8d5209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:51:36.657618 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046e00bb-4d99-4c40-9469-e0223a2c29d6 None None] Attempting to bind port 357e9272-1257-438e-a995-78ca0f173ccc on network 6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:51:36.663079 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046e00bb-4d99-4c40-9469-e0223a2c29d6 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:51:36.663556 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046e00bb-4d99-4c40-9469-e0223a2c29d6 None None] Checking segment: {'id': 'f920aad7-52fb-4d5b-8265-36477f8d5209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:51:36.663849 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-046e00bb-4d99-4c40-9469-e0223a2c29d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:36.664234 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046e00bb-4d99-4c40-9469-e0223a2c29d6 None None] Bound using segment: {'id': 'f920aad7-52fb-4d5b-8265-36477f8d5209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:51:36.664721 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-046e00bb-4d99-4c40-9469-e0223a2c29d6 None None] Bound port: 357e9272-1257-438e-a995-78ca0f173ccc, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f920aad7-52fb-4d5b-8265-36477f8d5209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:51:36.665091 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-046e00bb-4d99-4c40-9469-e0223a2c29d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:36.731342 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-046e00bb-4d99-4c40-9469-e0223a2c29d6 None None] For port 357e9272-1257-438e-a995-78ca0f173ccc, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:51:36.734631 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-046e00bb-4d99-4c40-9469-e0223a2c29d6 None None] For port 357e9272-1257-438e-a995-78ca0f173ccc, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=357e9272-1257-438e-a995-78ca0f173ccc,segment=NetworkSegment(f920aad7-52fb-4d5b-8265-36477f8d5209),segment_id=f920aad7-52fb-4d5b-8265-36477f8d5209)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:51:36.739459 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-046e00bb-4d99-4c40-9469-e0223a2c29d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:36.804385 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d99cda-7b4c-404b-99b5-185ff34f30e4 None None] Pushing event updated for resources: {'Port': ['ID=357e9272-1257-438e-a995-78ca0f173ccc,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:36.807191 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046e00bb-4d99-4c40-9469-e0223a2c29d6 None None] Routers {'e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:51:36.807793 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-046e00bb-4d99-4c40-9469-e0223a2c29d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:51:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:51:36.813996 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-f4a6f482-7a07-48c4-876a-82f2720a3ff4 None None] Provisioning complete for port 357e9272-1257-438e-a995-78ca0f173ccc triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:51:36.815219 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f4a6f482-7a07-48c4-876a-82f2720a3ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:36.920457 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f4a6f482-7a07-48c4-876a-82f2720a3ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:36.944336 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-046e00bb-4d99-4c40-9469-e0223a2c29d6 None None] Set router e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:51:36.993774 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-f4a6f482-7a07-48c4-876a-82f2720a3ff4 None None] For port 357e9272-1257-438e-a995-78ca0f173ccc, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=357e9272-1257-438e-a995-78ca0f173ccc,segment=NetworkSegment(f920aad7-52fb-4d5b-8265-36477f8d5209),segment_id=f920aad7-52fb-4d5b-8265-36477f8d5209)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:51:37.001117 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f4a6f482-7a07-48c4-876a-82f2720a3ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:37.023236 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-15c32f73-19e3-4509-a323-7f7560370bcd req-fecc98f0-2f23-4e8d-9d3e-b50525f2c678 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa113d0a-b05e-449a-b360-9d638da1a338 HTTP/1.1" status: 200 len: 210 time: 0.0465777 Nov 12 01:51:37.070778 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a6f482-7a07-48c4-876a-82f2720a3ff4 None None] Pushing event updated for resources: {'Port': ['ID=357e9272-1257-438e-a995-78ca0f173ccc,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:37.132182 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-704bdfb1-9675-4512-b4d0-7fc16653e384 None None] Provisioning complete for port 357e9272-1257-438e-a995-78ca0f173ccc triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:51:37.132182 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-704bdfb1-9675-4512-b4d0-7fc16653e384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:37.167970 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-563e7cf8-970b-4e56-8bb1-e63552e2948d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:37.170605 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-563e7cf8-970b-4e56-8bb1-e63552e2948d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.49 "GET /v2.0/networks?id=6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0 HTTP/1.1" status: 200 len: 796 time: 0.1341560 Nov 12 01:51:37.248948 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-4131a531-b250-4faf-af96-b50e020e3865 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6959747348f74fb19d3bbd5d9c551ad2 HTTP/1.1" status: 200 len: 380 time: 0.0627763 Nov 12 01:51:37.287453 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-7c41ac72-4adf-4ab8-b63b-af9ba455370c tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'port': {'device_id': 'aa113d0a-b05e-449a-b360-9d638da1a338', 'network_id': '6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0', 'admin_state_up': True, 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'security_groups': ['4c3c7668-7101-41f8-992f-cb22ad2f74d0']}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:51:37.289890 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-046e00bb-4d99-4c40-9469-e0223a2c29d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-174512239', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '61ca834c-d2b1-4540-a216-ea5edaee05c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:51:29Z', 'updated_at': '2021-11-12T01:51:34Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': '61ca834c-d2b1-4540-a216-ea5edaee05c8', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:51:30Z', 'updated_at': '2021-11-12T01:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '357e9272-1257-438e-a995-78ca0f173ccc', 'name': '', 'network_id': '6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'mac_address': 'fa:16:3e:38:32:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'fb3808e6-0595-4292-a50f-f5bdbab6eb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:51:33Z', 'updated_at': '2021-11-12T01:51:36Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'subnets': [{'id': 'fb3808e6-0595-4292-a50f-f5bdbab6eb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:51:37.318434 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046e00bb-4d99-4c40-9469-e0223a2c29d6 None None] The sync data for ids ['e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb'] in n-d-812236-11 is: [{'id': 'e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-174512239', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '61ca834c-d2b1-4540-a216-ea5edaee05c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:51:29Z', 'updated_at': '2021-11-12T01:51:34Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': '61ca834c-d2b1-4540-a216-ea5edaee05c8', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:51:30Z', 'updated_at': '2021-11-12T01:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '357e9272-1257-438e-a995-78ca0f173ccc', 'name': '', 'network_id': '6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'mac_address': 'fa:16:3e:38:32:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'fb3808e6-0595-4292-a50f-f5bdbab6eb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:51:33Z', 'updated_at': '2021-11-12T01:51:36Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'subnets': [{'id': 'fb3808e6-0595-4292-a50f-f5bdbab6eb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:51:37.421772 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-7c41ac72-4adf-4ab8-b63b-af9ba455370c tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Made reservation on behalf of 6959747348f74fb19d3bbd5d9c551ad2 for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:51:37.425603 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-7c41ac72-4adf-4ab8-b63b-af9ba455370c tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:37.568929 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-7c41ac72-4adf-4ab8-b63b-af9ba455370c tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Allocated IP 172.20.0.12 (6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0/fb3808e6-0595-4292-a50f-f5bdbab6eb95/6f3b7232-dc99-4229-833a-28d39e16fd74) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:51:37.737527 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-7c41ac72-4adf-4ab8-b63b-af9ba455370c tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:37.779716 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-7c41ac72-4adf-4ab8-b63b-af9ba455370c tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:37.833088 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-7c41ac72-4adf-4ab8-b63b-af9ba455370c tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Network 6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:51:37.837612 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-7c41ac72-4adf-4ab8-b63b-af9ba455370c tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:51:37.839655 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c41ac72-4adf-4ab8-b63b-af9ba455370c tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'Port': ['ID=6f3b7232-dc99-4229-833a-28d39e16fd74,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:37.841935 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-7c41ac72-4adf-4ab8-b63b-af9ba455370c tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:51:37.895531 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-7c41ac72-4adf-4ab8-b63b-af9ba455370c tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:37.896692 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-7c41ac72-4adf-4ab8-b63b-af9ba455370c tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:37.915724 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-7c41ac72-4adf-4ab8-b63b-af9ba455370c tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6322403 Nov 12 01:51:37.930403 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-1de4129a-34a5-4aca-86bc-fa22f8956890 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:51:37.932020 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-1de4129a-34a5-4aca-86bc-fa22f8956890 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097094 Nov 12 01:51:37.941626 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:38.004725 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-cced3762-09cd-4b25-9096-fd18f7234e1a service neutron] Request body: {'port': {'device_id': 'aa113d0a-b05e-449a-b360-9d638da1a338', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:51:38.078147 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-cced3762-09cd-4b25-9096-fd18f7234e1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:38.159899 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4e45b-1283-42a3-a600-0c7a6bef392e req-61442042-8d29-4355-bcaf-b969c1b177db tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:38.162229 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-49d4e45b-1283-42a3-a600-0c7a6bef392e req-61442042-8d29-4355-bcaf-b969c1b177db tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa113d0a-b05e-449a-b360-9d638da1a338 HTTP/1.1" status: 200 len: 932 time: 0.0571742 Nov 12 01:51:38.168817 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-1b7e90d0-abe3-415b-baed-b8ac2b2e4776 None None] Provisioning complete for port 6f3b7232-dc99-4229-833a-28d39e16fd74 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:51:38.169547 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1b7e90d0-abe3-415b-baed-b8ac2b2e4776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:38.217716 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e90d0-abe3-415b-baed-b8ac2b2e4776 None None] Port 6f3b7232-dc99-4229-833a-28d39e16fd74 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:51:38.251317 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-49d4e45b-1283-42a3-a600-0c7a6bef392e req-eadbb72b-031b-4908-989f-b25c4f750e94 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c3c7668-7101-41f8-992f-cb22ad2f74d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815365 Nov 12 01:51:38.376640 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-cced3762-09cd-4b25-9096-fd18f7234e1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f3b7232-dc99-4229-833a-28d39e16fd74 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:51:38.385104 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-cced3762-09cd-4b25-9096-fd18f7234e1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:38.398736 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-cced3762-09cd-4b25-9096-fd18f7234e1a service neutron] Transition to ACTIVE for port object 6f3b7232-dc99-4229-833a-28d39e16fd74 will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:51:38.403761 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-cced3762-09cd-4b25-9096-fd18f7234e1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:38.461040 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 357e9272-1257-438e-a995-78ca0f173ccc up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:51:38.464168 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced3762-09cd-4b25-9096-fd18f7234e1a service neutron] Pushing event updated for resources: {'Port': ['ID=6f3b7232-dc99-4229-833a-28d39e16fd74,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:38.533151 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 357e9272-1257-438e-a995-78ca0f173ccc triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:51:38.533729 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:38.550842 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-cced3762-09cd-4b25-9096-fd18f7234e1a service neutron] Attempting to bind port 6f3b7232-dc99-4229-833a-28d39e16fd74 on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:51:38.551177 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-cced3762-09cd-4b25-9096-fd18f7234e1a service neutron] Attempting to bind port 6f3b7232-dc99-4229-833a-28d39e16fd74 by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'f920aad7-52fb-4d5b-8265-36477f8d5209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:51:38.551507 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-cced3762-09cd-4b25-9096-fd18f7234e1a service neutron] Attempting to bind port 6f3b7232-dc99-4229-833a-28d39e16fd74 on network 6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:51:38.556707 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-cced3762-09cd-4b25-9096-fd18f7234e1a service neutron] Port 6f3b7232-dc99-4229-833a-28d39e16fd74 on network 6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:51:38.557034 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-cced3762-09cd-4b25-9096-fd18f7234e1a service neutron] Attempting to bind port 6f3b7232-dc99-4229-833a-28d39e16fd74 on network 6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:51:38.566938 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-cced3762-09cd-4b25-9096-fd18f7234e1a service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:51:38.566938 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-cced3762-09cd-4b25-9096-fd18f7234e1a service neutron] Checking segment: {'id': 'f920aad7-52fb-4d5b-8265-36477f8d5209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:51:38.566938 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-cced3762-09cd-4b25-9096-fd18f7234e1a service neutron] Bound using segment: {'id': 'f920aad7-52fb-4d5b-8265-36477f8d5209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:51:38.566938 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-cced3762-09cd-4b25-9096-fd18f7234e1a service neutron] Bound port: 6f3b7232-dc99-4229-833a-28d39e16fd74, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f920aad7-52fb-4d5b-8265-36477f8d5209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:51:38.566938 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-cced3762-09cd-4b25-9096-fd18f7234e1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:38.646116 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-cced3762-09cd-4b25-9096-fd18f7234e1a service neutron] For port 6f3b7232-dc99-4229-833a-28d39e16fd74, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:51:38.650089 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-cced3762-09cd-4b25-9096-fd18f7234e1a service neutron] For port 6f3b7232-dc99-4229-833a-28d39e16fd74, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=6f3b7232-dc99-4229-833a-28d39e16fd74,segment=NetworkSegment(f920aad7-52fb-4d5b-8265-36477f8d5209),segment_id=f920aad7-52fb-4d5b-8265-36477f8d5209)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:51:38.655185 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-cced3762-09cd-4b25-9096-fd18f7234e1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:38.694139 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-cced3762-09cd-4b25-9096-fd18f7234e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:38.694819 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-cced3762-09cd-4b25-9096-fd18f7234e1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:38.696246 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-cced3762-09cd-4b25-9096-fd18f7234e1a service neutron] 10.222.0.49 "PUT /v2.0/ports/6f3b7232-dc99-4229-833a-28d39e16fd74 HTTP/1.1" status: 200 len: 1093 time: 0.7505260 Nov 12 01:51:38.696664 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa113d0a-b05e-449a-b360-9d638da1a338', 'tag': '6f3b7232-dc99-4229-833a-28d39e16fd74'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:51:38.698999 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be10c6201f4a6af1b4f88844b1b0aabab5fd97a2a103bbbe8677b2ad1e6c711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64eae31-c16b-4340-a31e-6c2369d34496" -d '{"events": [{"name": "network-changed", "server_uuid": "aa113d0a-b05e-449a-b360-9d638da1a338", "tag": "6f3b7232-dc99-4229-833a-28d39e16fd74"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:51:38.740032 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced3762-09cd-4b25-9096-fd18f7234e1a service neutron] Pushing event updated for resources: {'Port': ['ID=6f3b7232-dc99-4229-833a-28d39e16fd74,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:38.759781 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3811632-1fb1-477c-98f3-5e8801978806 x-openstack-request-id: req-e3811632-1fb1-477c-98f3-5e8801978806 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:51:38.760033 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa113d0a-b05e-449a-b360-9d638da1a338", "tag": "6f3b7232-dc99-4229-833a-28d39e16fd74", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:51:38.760293 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e3811632-1fb1-477c-98f3-5e8801978806 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:51:38.760709 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa113d0a-b05e-449a-b360-9d638da1a338', 'tag': '6f3b7232-dc99-4229-833a-28d39e16fd74', 'status': 'completed', 'code': 200} Nov 12 01:51:38.826957 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-1edc5fcc-325c-41ad-bc5c-a2dc5a782c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:38.828563 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-1edc5fcc-325c-41ad-bc5c-a2dc5a782c26 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6959747348f74fb19d3bbd5d9c551ad2&device_id=aa113d0a-b05e-449a-b360-9d638da1a338 HTTP/1.1" status: 200 len: 1096 time: 0.0506775 Nov 12 01:51:38.882186 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-429e0cde-51fd-43e3-ac46-ddef5a39fe6e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f3b7232-dc99-4229-833a-28d39e16fd74 HTTP/1.1" status: 200 len: 217 time: 0.0399058 Nov 12 01:51:38.936537 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-5bc3abb7-1d9d-4810-ae27-e4bace474137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:38.938076 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-5bc3abb7-1d9d-4810-ae27-e4bace474137 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fb3808e6-0595-4292-a50f-f5bdbab6eb95 HTTP/1.1" status: 200 len: 835 time: 0.0494459 Nov 12 01:51:38.990591 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-48e80d0a-db28-4bb2-8911-888866cffeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:38.992047 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-48e80d0a-db28-4bb2-8911-888866cffeb8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467770 Nov 12 01:51:39.088149 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-3aad75d0-0afd-4aa8-9844-92569f8d902a service neutron] 10.222.0.49 "GET /v2.0/networks/6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884299 Nov 12 01:51:39.194387 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f875aeac-fafc-4007-8fe5-c20cf6f81641 req-ed51a86c-e3dd-476a-aba5-0bb1a049a209 service neutron] 10.222.0.49 "GET /v2.0/networks/6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988915 Nov 12 01:51:39.324047 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64eae31-c16b-4340-a31e-6c2369d34496 req-fc9a07ce-eae1-4113-adf3-0e6dd0d1cc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:39.325554 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f64eae31-c16b-4340-a31e-6c2369d34496 req-fc9a07ce-eae1-4113-adf3-0e6dd0d1cc8e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6959747348f74fb19d3bbd5d9c551ad2&device_id=aa113d0a-b05e-449a-b360-9d638da1a338 HTTP/1.1" status: 200 len: 1096 time: 0.0435519 Nov 12 01:51:39.377522 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f505e754-b3a2-41d1-8f69-2f57de4da183 req-19e03b4b-defa-4154-b2a0-3e8f8c449a63 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:39.379175 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f505e754-b3a2-41d1-8f69-2f57de4da183 req-19e03b4b-defa-4154-b2a0-3e8f8c449a63 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa113d0a-b05e-449a-b360-9d638da1a338 HTTP/1.1" status: 200 len: 944 time: 0.0574210 Nov 12 01:51:39.419504 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64eae31-c16b-4340-a31e-6c2369d34496 req-72b14e82-c215-4402-b54a-c13a0a75d4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:39.421521 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f64eae31-c16b-4340-a31e-6c2369d34496 req-72b14e82-c215-4402-b54a-c13a0a75d4a5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0 HTTP/1.1" status: 200 len: 897 time: 0.0890875 Nov 12 01:51:39.431270 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f505e754-b3a2-41d1-8f69-2f57de4da183 req-d5793bb9-b25e-4bf2-90f2-30f49a71d861 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c3c7668-7101-41f8-992f-cb22ad2f74d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458784 Nov 12 01:51:39.467683 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f64eae31-c16b-4340-a31e-6c2369d34496 req-a4d2c58f-2d1a-4f0a-9da8-6c387cd03ef9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f3b7232-dc99-4229-833a-28d39e16fd74 HTTP/1.1" status: 200 len: 217 time: 0.0391140 Nov 12 01:51:39.522689 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64eae31-c16b-4340-a31e-6c2369d34496 req-c0f7e1a1-0365-4bd3-96a1-00377c4799bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:39.524173 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f64eae31-c16b-4340-a31e-6c2369d34496 req-c0f7e1a1-0365-4bd3-96a1-00377c4799bb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fb3808e6-0595-4292-a50f-f5bdbab6eb95 HTTP/1.1" status: 200 len: 835 time: 0.0499473 Nov 12 01:51:39.542170 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:39.582805 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64eae31-c16b-4340-a31e-6c2369d34496 req-22b667b0-9bd3-4dbd-9257-fe62b8b616e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:39.584351 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f64eae31-c16b-4340-a31e-6c2369d34496 req-22b667b0-9bd3-4dbd-9257-fe62b8b616e7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507171 Nov 12 01:51:39.682356 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f64eae31-c16b-4340-a31e-6c2369d34496 req-b60f4500-50d1-4bca-8c88-fe4796956151 service neutron] 10.222.0.49 "GET /v2.0/networks/6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882246 Nov 12 01:51:39.775093 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f64eae31-c16b-4340-a31e-6c2369d34496 req-12bdcdae-ab5a-46ed-9402-c645482dcb30 service neutron] 10.222.0.49 "GET /v2.0/networks/6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849850 Nov 12 01:51:40.429421 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:40.559698 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5c29e-52f5-49bd-a56c-67cac8d42a76 req-eb29b371-c57a-48d3-a4b5-98bfbf3ecc20 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:40.561583 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3be5c29e-52f5-49bd-a56c-67cac8d42a76 req-eb29b371-c57a-48d3-a4b5-98bfbf3ecc20 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa113d0a-b05e-449a-b360-9d638da1a338 HTTP/1.1" status: 200 len: 944 time: 0.0582883 Nov 12 01:51:40.619386 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3be5c29e-52f5-49bd-a56c-67cac8d42a76 req-445b9d18-f2d5-49bf-9383-d2b0a584d7c2 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c3c7668-7101-41f8-992f-cb22ad2f74d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499523 Nov 12 01:51:41.493150 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:41.736634 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902f6f8-f6c2-40f6-93c9-72805895247b req-46c86d11-d5e1-4642-858a-c1a4b1da4b0b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:41.738120 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e902f6f8-f6c2-40f6-93c9-72805895247b req-46c86d11-d5e1-4642-858a-c1a4b1da4b0b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa113d0a-b05e-449a-b360-9d638da1a338 HTTP/1.1" status: 200 len: 944 time: 0.0481837 Nov 12 01:51:41.786957 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e902f6f8-f6c2-40f6-93c9-72805895247b req-78279353-7605-47eb-90d1-79c8632e2e93 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c3c7668-7101-41f8-992f-cb22ad2f74d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428092 Nov 12 01:51:42.564454 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 6f3b7232-dc99-4229-833a-28d39e16fd74 details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:51:42.664231 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 6f3b7232-dc99-4229-833a-28d39e16fd74, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=6f3b7232-dc99-4229-833a-28d39e16fd74,segment=NetworkSegment(f920aad7-52fb-4d5b-8265-36477f8d5209),segment_id=f920aad7-52fb-4d5b-8265-36477f8d5209)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:51:42.676255 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': '6f3b7232-dc99-4229-833a-28d39e16fd74', 'network_id': '6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0', 'port_id': '6f3b7232-dc99-4229-833a-28d39e16fd74', 'mac_address': 'fa:16:3e:ce:04:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb3808e6-0595-4292-a50f-f5bdbab6eb95', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:51:42.717065 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:42.730337 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f3b7232-dc99-4229-833a-28d39e16fd74 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:51:42.750096 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 6f3b7232-dc99-4229-833a-28d39e16fd74, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=6f3b7232-dc99-4229-833a-28d39e16fd74,segment=NetworkSegment(f920aad7-52fb-4d5b-8265-36477f8d5209),segment_id=f920aad7-52fb-4d5b-8265-36477f8d5209)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:51:42.755168 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:42.801429 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=6f3b7232-dc99-4229-833a-28d39e16fd74,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:42.911316 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb45f6-c4f9-4273-8ddd-1ab7a5d3d612 req-10d44861-c9b2-45d8-9f65-971efcc437d1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:42.912809 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b0eb45f6-c4f9-4273-8ddd-1ab7a5d3d612 req-10d44861-c9b2-45d8-9f65-971efcc437d1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa113d0a-b05e-449a-b360-9d638da1a338 HTTP/1.1" status: 200 len: 945 time: 0.0519810 Nov 12 01:51:42.964098 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b0eb45f6-c4f9-4273-8ddd-1ab7a5d3d612 req-d47e252c-2ded-45da-8beb-a5812e13685c tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c3c7668-7101-41f8-992f-cb22ad2f74d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450971 Nov 12 01:51:43.060117 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['6f3b7232-dc99-4229-833a-28d39e16fd74'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:51:43.363283 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:44.096375 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e48de-a3d3-4a6f-8b2b-510ee525cb05 req-351e825f-8aad-41f2-8485-d3b914baae19 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:44.097960 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-904e48de-a3d3-4a6f-8b2b-510ee525cb05 req-351e825f-8aad-41f2-8485-d3b914baae19 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa113d0a-b05e-449a-b360-9d638da1a338 HTTP/1.1" status: 200 len: 945 time: 0.0580823 Nov 12 01:51:44.151354 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-904e48de-a3d3-4a6f-8b2b-510ee525cb05 req-140eb680-b574-4be9-8646-d8fed3d90987 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c3c7668-7101-41f8-992f-cb22ad2f74d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473883 Nov 12 01:51:44.573295 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 6f3b7232-dc99-4229-833a-28d39e16fd74 up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:51:44.623667 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port 6f3b7232-dc99-4229-833a-28d39e16fd74 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:51:44.628422 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port 6f3b7232-dc99-4229-833a-28d39e16fd74 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:51:44.628789 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:44.710315 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:44.733115 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa113d0a-b05e-449a-b360-9d638da1a338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f3b7232-dc99-4229-833a-28d39e16fd74'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:51:44.735416 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f589fb9f8862dfdbd1fb170ce835a8c182cc8b052b64638c52562f284e07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5a7ac7-6373-45de-a479-98437e9ffc4a" -d '{"events": [{"server_uuid": "aa113d0a-b05e-449a-b360-9d638da1a338", "name": "network-vif-plugged", "status": "completed", "tag": "6f3b7232-dc99-4229-833a-28d39e16fd74"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:51:44.748809 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port 6f3b7232-dc99-4229-833a-28d39e16fd74, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=6f3b7232-dc99-4229-833a-28d39e16fd74,segment=NetworkSegment(f920aad7-52fb-4d5b-8265-36477f8d5209),segment_id=f920aad7-52fb-4d5b-8265-36477f8d5209)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:51:44.753833 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:44.777195 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab568be0-835a-434f-80da-e6e3b86099f6 x-openstack-request-id: req-ab568be0-835a-434f-80da-e6e3b86099f6 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:51:44.777513 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa113d0a-b05e-449a-b360-9d638da1a338", "name": "network-vif-plugged", "status": "completed", "tag": "6f3b7232-dc99-4229-833a-28d39e16fd74", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:51:44.777766 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab568be0-835a-434f-80da-e6e3b86099f6 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:51:44.778157 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa113d0a-b05e-449a-b360-9d638da1a338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f3b7232-dc99-4229-833a-28d39e16fd74', 'code': 200} Nov 12 01:51:44.803938 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=6f3b7232-dc99-4229-833a-28d39e16fd74,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:44.902306 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d0980-f2a4-4910-922b-6ef4e0bbe75c req-89c10aff-1948-4086-b976-51114b4d8b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:44.903801 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6a9d0980-f2a4-4910-922b-6ef4e0bbe75c req-89c10aff-1948-4086-b976-51114b4d8b0c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=aa113d0a-b05e-449a-b360-9d638da1a338 HTTP/1.1" status: 200 len: 1098 time: 0.0467849 Nov 12 01:51:44.951792 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6a9d0980-f2a4-4910-922b-6ef4e0bbe75c req-39601873-4671-4396-970b-43360c3ef926 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4c3c7668-7101-41f8-992f-cb22ad2f74d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408194 Nov 12 01:51:45.272372 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba4946-d44f-455b-a131-752eda760cc9 req-01105d0c-b8c2-40d3-a964-b42b7ba93576 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:45.273921 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dcba4946-d44f-455b-a131-752eda760cc9 req-01105d0c-b8c2-40d3-a964-b42b7ba93576 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa113d0a-b05e-449a-b360-9d638da1a338 HTTP/1.1" status: 200 len: 946 time: 0.0489130 Nov 12 01:51:45.324442 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dcba4946-d44f-455b-a131-752eda760cc9 req-91a5a10a-0ca0-4cc6-9c5d-ad3fddf66880 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c3c7668-7101-41f8-992f-cb22ad2f74d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443370 Nov 12 01:51:46.447368 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667d3c0-da2d-4ad2-bd80-fdb9feba2e01 req-f5bb1e18-d7d1-4b2f-86a5-cb3d30fb9dad tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:46.448863 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a667d3c0-da2d-4ad2-bd80-fdb9feba2e01 req-f5bb1e18-d7d1-4b2f-86a5-cb3d30fb9dad tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa113d0a-b05e-449a-b360-9d638da1a338 HTTP/1.1" status: 200 len: 946 time: 0.0517259 Nov 12 01:51:46.499807 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a667d3c0-da2d-4ad2-bd80-fdb9feba2e01 req-6ebbebcc-6b1d-4713-ac7e-0585de06965e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c3c7668-7101-41f8-992f-cb22ad2f74d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440633 Nov 12 01:51:46.623115 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b696d-4bc1-408f-9b1a-ffb05b7f1f79 req-69d5e0e9-9167-48d7-b5cd-116326804a00 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:46.624527 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-916b696d-4bc1-408f-9b1a-ffb05b7f1f79 req-69d5e0e9-9167-48d7-b5cd-116326804a00 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa113d0a-b05e-449a-b360-9d638da1a338 HTTP/1.1" status: 200 len: 946 time: 0.0485551 Nov 12 01:51:46.679637 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-916b696d-4bc1-408f-9b1a-ffb05b7f1f79 req-637e2274-e79a-48f0-834e-efa01bc3c84c tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c3c7668-7101-41f8-992f-cb22ad2f74d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463898 Nov 12 01:51:46.702330 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51444) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:51:46.744468 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e06506-78ba-4612-ab09-584d19e046d9 tempest-TestNetworkAdvancedServerOps-1195396143 tempest-TestNetworkAdvancedServerOps-1195396143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:46.746049 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c8e06506-78ba-4612-ab09-584d19e046d9 tempest-TestNetworkAdvancedServerOps-1195396143 tempest-TestNetworkAdvancedServerOps-1195396143-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=aa113d0a-b05e-449a-b360-9d638da1a338 HTTP/1.1" status: 200 len: 1093 time: 0.0427268 Nov 12 01:51:46.748910 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51446) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:51:46.753953 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-d683c06c-2f00-4838-a4d9-7962903f263a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'port_id': '6f3b7232-dc99-4229-833a-28d39e16fd74', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:51:46.779719 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d683c06c-2f00-4838-a4d9-7962903f263a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for floatingip, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:46.883428 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d683c06c-2f00-4838-a4d9-7962903f263a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:47.311856 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-d683c06c-2f00-4838-a4d9-7962903f263a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Allocated IP 172.25.2.189 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/e74f31b7-52a4-4a96-bee3-0973a638ddd3) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:51:47.420952 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d683c06c-2f00-4838-a4d9-7962903f263a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:47.455312 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d683c06c-2f00-4838-a4d9-7962903f263a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:47.496654 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d683c06c-2f00-4838-a4d9-7962903f263a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:51:47.499810 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-d683c06c-2f00-4838-a4d9-7962903f263a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:51:47.505925 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d683c06c-2f00-4838-a4d9-7962903f263a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:51:47.537624 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d683c06c-2f00-4838-a4d9-7962903f263a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'Port': ['ID=e74f31b7-52a4-4a96-bee3-0973a638ddd3,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:47.921566 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d683c06c-2f00-4838-a4d9-7962903f263a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:47.999398 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d683c06c-2f00-4838-a4d9-7962903f263a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:48.167107 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d683c06c-2f00-4838-a4d9-7962903f263a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:48.172127 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d683c06c-2f00-4838-a4d9-7962903f263a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:48.243540 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d683c06c-2f00-4838-a4d9-7962903f263a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'Port': ['ID=e74f31b7-52a4-4a96-bee3-0973a638ddd3,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:48.260397 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d683c06c-2f00-4838-a4d9-7962903f263a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:48.366660 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [None req-d683c06c-2f00-4838-a4d9-7962903f263a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Floating IP 702db902-fcd7-430e-8bf7-d5bd2a4d127d associated. External IP: 172.25.2.189, port: 6f3b7232-dc99-4229-833a-28d39e16fd74. Nov 12 01:51:48.585904 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d683c06c-2f00-4838-a4d9-7962903f263a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Router e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:51:48.703475 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d683c06c-2f00-4838-a4d9-7962903f263a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:51:48.714039 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e27121-19c4-46a6-a6a1-28c1cdbf9592 None None] Sync routers for ids ['e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:51:48.725908 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e27121-19c4-46a6-a6a1-28c1cdbf9592 None None] Routers {'e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:51:48.726558 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-f7e27121-19c4-46a6-a6a1-28c1cdbf9592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:51:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:51:48.726929 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d683c06c-2f00-4838-a4d9-7962903f263a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:48.756686 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d683c06c-2f00-4838-a4d9-7962903f263a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0066860 Nov 12 01:51:48.757414 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa113d0a-b05e-449a-b360-9d638da1a338', 'tag': '6f3b7232-dc99-4229-833a-28d39e16fd74'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:51:48.760244 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be10c6201f4a6af1b4f88844b1b0aabab5fd97a2a103bbbe8677b2ad1e6c711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e183fc7-0a9f-4c1f-876a-62ec36df6312" -d '{"events": [{"name": "network-changed", "server_uuid": "aa113d0a-b05e-449a-b360-9d638da1a338", "tag": "6f3b7232-dc99-4229-833a-28d39e16fd74"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:51:48.802678 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9e6ac1-99f4-4a99-bd6c-10a48b29d724 x-openstack-request-id: req-3b9e6ac1-99f4-4a99-bd6c-10a48b29d724 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:51:48.802966 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa113d0a-b05e-449a-b360-9d638da1a338", "tag": "6f3b7232-dc99-4229-833a-28d39e16fd74", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:51:48.803203 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3b9e6ac1-99f4-4a99-bd6c-10a48b29d724 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:51:48.803620 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa113d0a-b05e-449a-b360-9d638da1a338', 'tag': '6f3b7232-dc99-4229-833a-28d39e16fd74', 'status': 'completed', 'code': 200} Nov 12 01:51:48.853235 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-f7e27121-19c4-46a6-a6a1-28c1cdbf9592 None None] Set router e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:51:48.871764 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199620c0-a683-4a8e-906e-8561d6018da4 req-804d70ef-948e-459f-a2b5-bba7fd4dac6d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:48.873432 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-199620c0-a683-4a8e-906e-8561d6018da4 req-804d70ef-948e-459f-a2b5-bba7fd4dac6d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa113d0a-b05e-449a-b360-9d638da1a338 HTTP/1.1" status: 200 len: 946 time: 0.0643339 Nov 12 01:51:48.936204 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e183fc7-0a9f-4c1f-876a-62ec36df6312 req-d3ce88ba-587f-44d3-a9f6-a42f48b64ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:48.937821 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3e183fc7-0a9f-4c1f-876a-62ec36df6312 req-d3ce88ba-587f-44d3-a9f6-a42f48b64ab0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6959747348f74fb19d3bbd5d9c551ad2&device_id=aa113d0a-b05e-449a-b360-9d638da1a338 HTTP/1.1" status: 200 len: 1098 time: 0.0834613 Nov 12 01:51:48.976487 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-199620c0-a683-4a8e-906e-8561d6018da4 req-c0c2e660-de4e-43be-889b-34132b985399 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c3c7668-7101-41f8-992f-cb22ad2f74d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847945 Nov 12 01:51:49.000521 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51452) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:51:49.058151 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e183fc7-0a9f-4c1f-876a-62ec36df6312 req-b116b0d4-3137-4ac7-b67d-cadee8ab4257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:49.059084 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3e183fc7-0a9f-4c1f-876a-62ec36df6312 req-b116b0d4-3137-4ac7-b67d-cadee8ab4257 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0 HTTP/1.1" status: 200 len: 897 time: 0.1111848 Nov 12 01:51:49.077092 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-92daf787-76fc-43c7-8872-6923ce25d3ef tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/floatingips/702db902-fcd7-430e-8bf7-d5bd2a4d127d HTTP/1.1" status: 200 len: 992 time: 0.0753739 Nov 12 01:51:49.127501 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3e183fc7-0a9f-4c1f-876a-62ec36df6312 req-b0cc448d-88c7-40ba-ac1d-cda6b4b495b0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f3b7232-dc99-4229-833a-28d39e16fd74 HTTP/1.1" status: 200 len: 1000 time: 0.0617404 Nov 12 01:51:49.184017 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e183fc7-0a9f-4c1f-876a-62ec36df6312 req-325cfddd-6715-4c50-9673-808a2543eb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:49.185540 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3e183fc7-0a9f-4c1f-876a-62ec36df6312 req-325cfddd-6715-4c50-9673-808a2543eb20 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fb3808e6-0595-4292-a50f-f5bdbab6eb95 HTTP/1.1" status: 200 len: 835 time: 0.0507498 Nov 12 01:51:49.238603 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e183fc7-0a9f-4c1f-876a-62ec36df6312 req-5c641d68-a1c5-4ef8-8bbf-f94dde2985bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:49.240138 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3e183fc7-0a9f-4c1f-876a-62ec36df6312 req-5c641d68-a1c5-4ef8-8bbf-f94dde2985bd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481014 Nov 12 01:51:49.282918 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-f7e27121-19c4-46a6-a6a1-28c1cdbf9592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-174512239', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '61ca834c-d2b1-4540-a216-ea5edaee05c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:51:29Z', 'updated_at': '2021-11-12T01:51:34Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': '61ca834c-d2b1-4540-a216-ea5edaee05c8', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:51:30Z', 'updated_at': '2021-11-12T01:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '702db902-fcd7-430e-8bf7-d5bd2a4d127d', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'floating_ip_address': '172.25.2.189', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb', 'port_id': '6f3b7232-dc99-4229-833a-28d39e16fd74', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0', 'mac_address': 'fa:16:3e:ce:04:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa113d0a-b05e-449a-b360-9d638da1a338', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:51:47Z', 'updated_at': '2021-11-12T01:51:47Z', 'revision_number': 0, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '357e9272-1257-438e-a995-78ca0f173ccc', 'name': '', 'network_id': '6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'mac_address': 'fa:16:3e:38:32:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'fb3808e6-0595-4292-a50f-f5bdbab6eb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:51:33Z', 'updated_at': '2021-11-12T01:51:36Z', 'revision_number': 5, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'subnets': [{'id': 'fb3808e6-0595-4292-a50f-f5bdbab6eb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:51:49.315145 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e27121-19c4-46a6-a6a1-28c1cdbf9592 None None] Checking router: e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:51:49.324097 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e27121-19c4-46a6-a6a1-28c1cdbf9592 None None] Routers {'e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:51:49.324720 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-f7e27121-19c4-46a6-a6a1-28c1cdbf9592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:51:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:51:49.339747 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3e183fc7-0a9f-4c1f-876a-62ec36df6312 req-2ee6c0fd-1550-442c-b2ff-070476952c24 service neutron] 10.222.0.49 "GET /v2.0/networks/6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917881 Nov 12 01:51:49.439407 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-f7e27121-19c4-46a6-a6a1-28c1cdbf9592 None None] Set router e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:51:49.450535 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3e183fc7-0a9f-4c1f-876a-62ec36df6312 req-c40eaa01-7c36-42db-a616-d04790179ce0 service neutron] 10.222.0.49 "GET /v2.0/networks/6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040163 Nov 12 01:51:49.676818 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-f7e27121-19c4-46a6-a6a1-28c1cdbf9592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-174512239', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '61ca834c-d2b1-4540-a216-ea5edaee05c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:51:29Z', 'updated_at': '2021-11-12T01:51:34Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': '61ca834c-d2b1-4540-a216-ea5edaee05c8', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:51:30Z', 'updated_at': '2021-11-12T01:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '702db902-fcd7-430e-8bf7-d5bd2a4d127d', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'floating_ip_address': '172.25.2.189', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb', 'port_id': '6f3b7232-dc99-4229-833a-28d39e16fd74', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0', 'mac_address': 'fa:16:3e:ce:04:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa113d0a-b05e-449a-b360-9d638da1a338', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:51:47Z', 'updated_at': '2021-11-12T01:51:47Z', 'revision_number': 0, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '357e9272-1257-438e-a995-78ca0f173ccc', 'name': '', 'network_id': '6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'mac_address': 'fa:16:3e:38:32:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'fb3808e6-0595-4292-a50f-f5bdbab6eb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:51:33Z', 'updated_at': '2021-11-12T01:51:36Z', 'revision_number': 5, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'subnets': [{'id': 'fb3808e6-0595-4292-a50f-f5bdbab6eb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:51:49.708247 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e27121-19c4-46a6-a6a1-28c1cdbf9592 None None] The sync data for ids ['e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb'] in n-d-812236-11 is: [{'id': 'e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-174512239', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '61ca834c-d2b1-4540-a216-ea5edaee05c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:51:29Z', 'updated_at': '2021-11-12T01:51:34Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': '61ca834c-d2b1-4540-a216-ea5edaee05c8', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:51:30Z', 'updated_at': '2021-11-12T01:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '702db902-fcd7-430e-8bf7-d5bd2a4d127d', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'floating_ip_address': '172.25.2.189', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb', 'port_id': '6f3b7232-dc99-4229-833a-28d39e16fd74', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0', 'mac_address': 'fa:16:3e:ce:04:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa113d0a-b05e-449a-b360-9d638da1a338', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:51:47Z', 'updated_at': '2021-11-12T01:51:47Z', 'revision_number': 0, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '357e9272-1257-438e-a995-78ca0f173ccc', 'name': '', 'network_id': '6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'mac_address': 'fa:16:3e:38:32:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'fb3808e6-0595-4292-a50f-f5bdbab6eb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:51:33Z', 'updated_at': '2021-11-12T01:51:36Z', 'revision_number': 5, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'subnets': [{'id': 'fb3808e6-0595-4292-a50f-f5bdbab6eb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:51:49.910249 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e2f068-046d-4fdc-bea3-49771a5df4e5 None None] New status for floating IP 702db902-fcd7-430e-8bf7-d5bd2a4d127d: ACTIVE {{(pid=102664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:51:50.079602 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51454) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:51:50.148072 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-3c1b8027-0df5-4da6-b28c-242e8ec3a6a4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/floatingips/702db902-fcd7-430e-8bf7-d5bd2a4d127d HTTP/1.1" status: 200 len: 994 time: 0.0672002 Nov 12 01:52:02.912958 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a015f605-3328-49a2-941d-1e25eb98f74e req-c0f67774-9948-44c4-ab69-c237502d334e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=aa113d0a-b05e-449a-b360-9d638da1a338&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0449283 Nov 12 01:52:03.027299 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a015f605-3328-49a2-941d-1e25eb98f74e req-bd68469a-94d2-405a-9492-5ffab87f1e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:03.028792 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a015f605-3328-49a2-941d-1e25eb98f74e req-bd68469a-94d2-405a-9492-5ffab87f1e24 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6959747348f74fb19d3bbd5d9c551ad2&device_id=aa113d0a-b05e-449a-b360-9d638da1a338 HTTP/1.1" status: 200 len: 1098 time: 0.0522075 Nov 12 01:52:03.135931 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a015f605-3328-49a2-941d-1e25eb98f74e req-9fabee39-e914-4304-bf0c-f6af9a36cfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:03.137455 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a015f605-3328-49a2-941d-1e25eb98f74e req-9fabee39-e914-4304-bf0c-f6af9a36cfc8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0 HTTP/1.1" status: 200 len: 897 time: 0.0890284 Nov 12 01:52:03.209571 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a015f605-3328-49a2-941d-1e25eb98f74e req-7861af08-a7d1-4ddf-a2e1-c303ad060722 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f3b7232-dc99-4229-833a-28d39e16fd74 HTTP/1.1" status: 200 len: 1002 time: 0.0645511 Nov 12 01:52:03.268603 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a015f605-3328-49a2-941d-1e25eb98f74e req-3ce5d485-1e3a-44c2-9f3c-c7c1e1df3f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:03.270088 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a015f605-3328-49a2-941d-1e25eb98f74e req-3ce5d485-1e3a-44c2-9f3c-c7c1e1df3f90 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fb3808e6-0595-4292-a50f-f5bdbab6eb95 HTTP/1.1" status: 200 len: 835 time: 0.0539911 Nov 12 01:52:03.318780 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a015f605-3328-49a2-941d-1e25eb98f74e req-10588518-4e72-4aa3-8c9f-ce5069947df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:03.320294 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a015f605-3328-49a2-941d-1e25eb98f74e req-10588518-4e72-4aa3-8c9f-ce5069947df8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429399 Nov 12 01:52:03.418419 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a015f605-3328-49a2-941d-1e25eb98f74e req-bc3c4b61-b10e-4461-a2e5-c7711a853bad service neutron] 10.222.0.49 "GET /v2.0/networks/6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897820 Nov 12 01:52:03.517855 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a015f605-3328-49a2-941d-1e25eb98f74e req-ce9ab7aa-c8b9-44a7-a3d2-1ed8ef265f66 service neutron] 10.222.0.49 "GET /v2.0/networks/6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915008 Nov 12 01:52:04.415820 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1d9eb64c-79b9-4fe0-bbba-73225d5e4937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:06.524698 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91f1b437-6b7a-42da-b1ed-cc0ade82c22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:07.940483 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:08.326749 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:52:09.540903 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:10.433127 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:11.489489 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:13.369603 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:21.526510 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5e4ac-1247-4df9-a4f7-eebca1d3b66a req-515f1457-6581-4c1a-b23c-ea0d96495bf1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:21.528079 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2da5e4ac-1247-4df9-a4f7-eebca1d3b66a req-515f1457-6581-4c1a-b23c-ea0d96495bf1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa113d0a-b05e-449a-b360-9d638da1a338 HTTP/1.1" status: 200 len: 946 time: 0.0619850 Nov 12 01:52:21.554462 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65523fd0-f20d-4c93-bc5e-5311c4fa9ad7 req-a1f89839-17fb-49d9-aec5-34b00ad861bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:21.556029 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-65523fd0-f20d-4c93-bc5e-5311c4fa9ad7 req-a1f89839-17fb-49d9-aec5-34b00ad861bd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6959747348f74fb19d3bbd5d9c551ad2&device_id=aa113d0a-b05e-449a-b360-9d638da1a338 HTTP/1.1" status: 200 len: 1098 time: 0.0544610 Nov 12 01:52:21.585677 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2da5e4ac-1247-4df9-a4f7-eebca1d3b66a req-83b59968-fd02-4911-8329-aa010f9bb66c tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c3c7668-7101-41f8-992f-cb22ad2f74d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490367 Nov 12 01:52:21.662397 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65523fd0-f20d-4c93-bc5e-5311c4fa9ad7 req-e52e005a-94ed-490d-b45c-c1ce12b7349b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:21.663884 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-65523fd0-f20d-4c93-bc5e-5311c4fa9ad7 req-e52e005a-94ed-490d-b45c-c1ce12b7349b service neutron] 10.222.0.49 "GET /v2.0/networks?id=6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0 HTTP/1.1" status: 200 len: 897 time: 0.0990045 Nov 12 01:52:21.735954 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-65523fd0-f20d-4c93-bc5e-5311c4fa9ad7 req-88d91a07-90cb-4b4c-8355-a06ffd4c704c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f3b7232-dc99-4229-833a-28d39e16fd74 HTTP/1.1" status: 200 len: 1002 time: 0.0643084 Nov 12 01:52:21.790846 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65523fd0-f20d-4c93-bc5e-5311c4fa9ad7 req-82f7b008-1930-49c7-b3da-3817feb9ce59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:21.792359 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-65523fd0-f20d-4c93-bc5e-5311c4fa9ad7 req-82f7b008-1930-49c7-b3da-3817feb9ce59 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fb3808e6-0595-4292-a50f-f5bdbab6eb95 HTTP/1.1" status: 200 len: 835 time: 0.0487299 Nov 12 01:52:21.839804 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65523fd0-f20d-4c93-bc5e-5311c4fa9ad7 req-f728d841-9790-44df-8bb2-bf066e7c16fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:21.841248 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-65523fd0-f20d-4c93-bc5e-5311c4fa9ad7 req-f728d841-9790-44df-8bb2-bf066e7c16fa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418317 Nov 12 01:52:21.957531 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-65523fd0-f20d-4c93-bc5e-5311c4fa9ad7 req-d26378df-bc2b-4c72-899b-5c5ce617891a service neutron] 10.222.0.49 "GET /v2.0/networks/6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086214 Nov 12 01:52:22.057960 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-65523fd0-f20d-4c93-bc5e-5311c4fa9ad7 req-e0887ec6-d73c-446a-82dd-2eadc07a26a5 service neutron] 10.222.0.49 "GET /v2.0/networks/6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933216 Nov 12 01:52:22.718071 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99533d-8cdf-4574-b309-a45fe3626f3d req-26221a52-d254-466e-96ff-13a5d04e1cda tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:22.719660 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8b99533d-8cdf-4574-b309-a45fe3626f3d req-26221a52-d254-466e-96ff-13a5d04e1cda tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa113d0a-b05e-449a-b360-9d638da1a338 HTTP/1.1" status: 200 len: 946 time: 0.0568638 Nov 12 01:52:22.773481 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8b99533d-8cdf-4574-b309-a45fe3626f3d req-8418c1b6-1777-4e0c-92ce-0d1a905fe6d4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c3c7668-7101-41f8-992f-cb22ad2f74d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470750 Nov 12 01:52:23.904649 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f69077-5fa8-4548-8133-3f6f554dc8bf req-fa5fcffa-9130-4b81-8fb8-96cfdad9ce7b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:23.906155 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b1f69077-5fa8-4548-8133-3f6f554dc8bf req-fa5fcffa-9130-4b81-8fb8-96cfdad9ce7b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa113d0a-b05e-449a-b360-9d638da1a338 HTTP/1.1" status: 200 len: 946 time: 0.0570107 Nov 12 01:52:23.961649 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b1f69077-5fa8-4548-8133-3f6f554dc8bf req-fc593dc0-6e54-4077-9ef8-69eb6cc1bbba tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c3c7668-7101-41f8-992f-cb22ad2f74d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487654 Nov 12 01:52:25.094649 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b66dec-120d-45aa-8ac0-24aa713bb7a4 req-458a0ddf-bfe5-4fc2-9941-8a3d5873ed22 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:25.096199 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-73b66dec-120d-45aa-8ac0-24aa713bb7a4 req-458a0ddf-bfe5-4fc2-9941-8a3d5873ed22 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa113d0a-b05e-449a-b360-9d638da1a338 HTTP/1.1" status: 200 len: 946 time: 0.0512297 Nov 12 01:52:25.150487 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-73b66dec-120d-45aa-8ac0-24aa713bb7a4 req-78daa6b6-88bc-4a2c-9dda-afde94c1fb30 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c3c7668-7101-41f8-992f-cb22ad2f74d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482020 Nov 12 01:52:26.271354 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f68ff5-9f48-49c5-a1a6-d416013f823d req-bdcc4560-516d-4f87-b348-b3fd50a7289e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:26.272910 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-54f68ff5-9f48-49c5-a1a6-d416013f823d req-bdcc4560-516d-4f87-b348-b3fd50a7289e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa113d0a-b05e-449a-b360-9d638da1a338 HTTP/1.1" status: 200 len: 946 time: 0.0508111 Nov 12 01:52:26.325423 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-54f68ff5-9f48-49c5-a1a6-d416013f823d req-fc22602d-3903-4b3b-b279-89550fad4b83 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c3c7668-7101-41f8-992f-cb22ad2f74d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461588 Nov 12 01:52:27.456584 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b3f3c-e37c-4773-9cf6-e8c2fb6b8b83 req-1d317b3f-dd4b-4fab-ae3f-90fbf62aa9a7 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:27.458201 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-613b3f3c-e37c-4773-9cf6-e8c2fb6b8b83 req-1d317b3f-dd4b-4fab-ae3f-90fbf62aa9a7 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa113d0a-b05e-449a-b360-9d638da1a338 HTTP/1.1" status: 200 len: 946 time: 0.0566671 Nov 12 01:52:27.514588 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-613b3f3c-e37c-4773-9cf6-e8c2fb6b8b83 req-2391a3a6-2755-4042-8d86-5a382fd62cb9 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c3c7668-7101-41f8-992f-cb22ad2f74d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503662 Nov 12 01:52:28.635262 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a98f47-7a2e-4ac1-8cdd-23d28bafb9b4 req-5100adc4-e0ed-4c66-a185-61d43080911d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:28.636689 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b7a98f47-7a2e-4ac1-8cdd-23d28bafb9b4 req-5100adc4-e0ed-4c66-a185-61d43080911d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa113d0a-b05e-449a-b360-9d638da1a338 HTTP/1.1" status: 200 len: 946 time: 0.0498390 Nov 12 01:52:28.692590 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b7a98f47-7a2e-4ac1-8cdd-23d28bafb9b4 req-6e8c3373-5ac5-4bd0-9684-7d9e9e379ae3 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c3c7668-7101-41f8-992f-cb22ad2f74d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492938 Nov 12 01:52:29.813832 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ce750-c32e-4a52-9ecf-b950858902f8 req-c856de3c-c80a-45ac-a3be-7cce41cfc5ce tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:29.815339 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-245ce750-c32e-4a52-9ecf-b950858902f8 req-c856de3c-c80a-45ac-a3be-7cce41cfc5ce tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa113d0a-b05e-449a-b360-9d638da1a338 HTTP/1.1" status: 200 len: 946 time: 0.0525568 Nov 12 01:52:29.868902 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-245ce750-c32e-4a52-9ecf-b950858902f8 req-10a531a0-1439-4bd4-bbd9-b62e23a2a736 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c3c7668-7101-41f8-992f-cb22ad2f74d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472288 Nov 12 01:52:30.984999 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94cfadc-0580-4a4e-8e8e-0ec177f94af8 req-a26d4706-285a-4fcd-9a33-1343f6e0a501 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:30.986490 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e94cfadc-0580-4a4e-8e8e-0ec177f94af8 req-a26d4706-285a-4fcd-9a33-1343f6e0a501 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa113d0a-b05e-449a-b360-9d638da1a338 HTTP/1.1" status: 200 len: 946 time: 0.0497062 Nov 12 01:52:31.036210 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e94cfadc-0580-4a4e-8e8e-0ec177f94af8 req-22a48d52-1a24-47ed-ae46-2a7179125d47 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c3c7668-7101-41f8-992f-cb22ad2f74d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436285 Nov 12 01:52:32.155460 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d5f4c-6955-46d9-9233-038663d78e3a req-5ebbf6e1-8eac-42a0-93fb-4247a68df3bb tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:32.156970 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-044d5f4c-6955-46d9-9233-038663d78e3a req-5ebbf6e1-8eac-42a0-93fb-4247a68df3bb tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa113d0a-b05e-449a-b360-9d638da1a338 HTTP/1.1" status: 200 len: 946 time: 0.0507329 Nov 12 01:52:32.208486 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-044d5f4c-6955-46d9-9233-038663d78e3a req-9f0ddca1-8db8-437e-9992-7fbb63698496 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c3c7668-7101-41f8-992f-cb22ad2f74d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440979 Nov 12 01:52:33.331519 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c76704-b5b7-4804-b183-5a0f825a765e req-033ccd42-c259-43bf-8582-e9dfae6df6fc tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:33.333038 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-32c76704-b5b7-4804-b183-5a0f825a765e req-033ccd42-c259-43bf-8582-e9dfae6df6fc tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa113d0a-b05e-449a-b360-9d638da1a338 HTTP/1.1" status: 200 len: 946 time: 0.0525305 Nov 12 01:52:33.385155 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-32c76704-b5b7-4804-b183-5a0f825a765e req-5411337d-7bcd-44fb-a75d-7354f68eb4d9 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c3c7668-7101-41f8-992f-cb22ad2f74d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460718 Nov 12 01:52:34.421335 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3c83add8-13dd-4378-9522-f0a3c77ab2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:34.520840 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba91076-b54b-4402-bf42-df5183cf9323 req-602e9390-c3a4-4c28-81b8-d8175e4ae335 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:34.522327 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dba91076-b54b-4402-bf42-df5183cf9323 req-602e9390-c3a4-4c28-81b8-d8175e4ae335 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa113d0a-b05e-449a-b360-9d638da1a338 HTTP/1.1" status: 200 len: 946 time: 0.0618455 Nov 12 01:52:34.573338 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dba91076-b54b-4402-bf42-df5183cf9323 req-36bbf02b-0f01-45b7-b1dd-b416ea7f67c2 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c3c7668-7101-41f8-992f-cb22ad2f74d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449593 Nov 12 01:52:35.698706 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc84fe2-9b54-4ed3-bcdd-6f060379a830 req-d873d642-2ec7-4622-ac8d-f09f36bb526b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:35.700283 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-acc84fe2-9b54-4ed3-bcdd-6f060379a830 req-d873d642-2ec7-4622-ac8d-f09f36bb526b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa113d0a-b05e-449a-b360-9d638da1a338 HTTP/1.1" status: 200 len: 946 time: 0.0556505 Nov 12 01:52:35.751230 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-acc84fe2-9b54-4ed3-bcdd-6f060379a830 req-fa82289d-7688-4d9d-aa10-b950116e2786 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c3c7668-7101-41f8-992f-cb22ad2f74d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448818 Nov 12 01:52:36.526855 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-182be14a-5a2b-410d-ae56-1ab28630c734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:36.873702 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae7ac8-5f0a-4528-b8b6-7aa62f6719a5 req-9054407c-4763-406d-9748-b210d0da6192 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:36.875224 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-99ae7ac8-5f0a-4528-b8b6-7aa62f6719a5 req-9054407c-4763-406d-9748-b210d0da6192 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa113d0a-b05e-449a-b360-9d638da1a338 HTTP/1.1" status: 200 len: 946 time: 0.0511096 Nov 12 01:52:36.926732 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-99ae7ac8-5f0a-4528-b8b6-7aa62f6719a5 req-ef0f6177-74a3-4600-b11b-a10b71ab62ca tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c3c7668-7101-41f8-992f-cb22ad2f74d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451908 Nov 12 01:52:37.941869 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:38.049361 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea179b-3ea3-4f62-9463-90af7c440bf6 req-5bdf5028-a87b-4a6b-b0cd-b500fbc86e69 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:38.050922 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-eaea179b-3ea3-4f62-9463-90af7c440bf6 req-5bdf5028-a87b-4a6b-b0cd-b500fbc86e69 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa113d0a-b05e-449a-b360-9d638da1a338 HTTP/1.1" status: 200 len: 946 time: 0.0520782 Nov 12 01:52:38.103163 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-eaea179b-3ea3-4f62-9463-90af7c440bf6 req-809cc398-de8e-4785-8deb-31ecdf93686f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c3c7668-7101-41f8-992f-cb22ad2f74d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459807 Nov 12 01:52:38.126511 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51498) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:52:38.194537 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-cc16ab06-74d3-41e2-9a32-2f97e5dd8829 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/floatingips/702db902-fcd7-430e-8bf7-d5bd2a4d127d HTTP/1.1" status: 200 len: 994 time: 0.0667496 Nov 12 01:52:39.542200 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:40.437102 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:41.518353 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:43.392600 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:45.325806 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:53:04.414874 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-70ca9dd2-e9a2-4734-bfd3-110d503d4174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:04.914106 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b9aa230e-3de7-41a1-8348-ac86ed5ec59b req-8b1327a7-75e2-4095-aad9-8169f4c3be40 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=aa113d0a-b05e-449a-b360-9d638da1a338&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0454674 Nov 12 01:53:05.017059 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa230e-3de7-41a1-8348-ac86ed5ec59b req-3f827b0a-d4a1-4e82-a4fc-07f56ef6fc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:05.018618 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b9aa230e-3de7-41a1-8348-ac86ed5ec59b req-3f827b0a-d4a1-4e82-a4fc-07f56ef6fc2b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6959747348f74fb19d3bbd5d9c551ad2&device_id=aa113d0a-b05e-449a-b360-9d638da1a338 HTTP/1.1" status: 200 len: 1098 time: 0.0439148 Nov 12 01:53:05.129959 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa230e-3de7-41a1-8348-ac86ed5ec59b req-c88e384f-1a2d-4c0d-a5e7-536a70b51dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:05.131487 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b9aa230e-3de7-41a1-8348-ac86ed5ec59b req-c88e384f-1a2d-4c0d-a5e7-536a70b51dc0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0 HTTP/1.1" status: 200 len: 897 time: 0.0925052 Nov 12 01:53:05.207033 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b9aa230e-3de7-41a1-8348-ac86ed5ec59b req-e4511981-463f-4555-b539-3db80c71694b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f3b7232-dc99-4229-833a-28d39e16fd74 HTTP/1.1" status: 200 len: 1002 time: 0.0666676 Nov 12 01:53:05.258737 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa230e-3de7-41a1-8348-ac86ed5ec59b req-2b6e28ec-366d-4e2e-b14c-d6b1e3509f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:05.260240 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b9aa230e-3de7-41a1-8348-ac86ed5ec59b req-2b6e28ec-366d-4e2e-b14c-d6b1e3509f79 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fb3808e6-0595-4292-a50f-f5bdbab6eb95 HTTP/1.1" status: 200 len: 835 time: 0.0459809 Nov 12 01:53:05.312038 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa230e-3de7-41a1-8348-ac86ed5ec59b req-4181e362-5b21-4767-a6c1-a932bc0efca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:05.314173 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b9aa230e-3de7-41a1-8348-ac86ed5ec59b req-4181e362-5b21-4767-a6c1-a932bc0efca4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466278 Nov 12 01:53:05.412370 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b9aa230e-3de7-41a1-8348-ac86ed5ec59b req-bb9b587f-48ce-4a3f-8bb1-2e3096d61d36 service neutron] 10.222.0.49 "GET /v2.0/networks/6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906298 Nov 12 01:53:05.508490 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b9aa230e-3de7-41a1-8348-ac86ed5ec59b req-6e684f9d-7a07-45f8-ad6a-872b3f7d0f12 service neutron] 10.222.0.49 "GET /v2.0/networks/6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871568 Nov 12 01:53:06.530765 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-42fd58ba-b6bd-4aa1-bc67-60e379a6e703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:07.945780 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:08.715955 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51520) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:53:08.881342 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-474cbb04-83d6-4e15-a0ab-382f629dc17d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Deleting port e74f31b7-52a4-4a96-bee3-0973a638ddd3 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:53:08.881723 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-474cbb04-83d6-4e15-a0ab-382f629dc17d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:08.959624 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-474cbb04-83d6-4e15-a0ab-382f629dc17d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:08.959956 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-474cbb04-83d6-4e15-a0ab-382f629dc17d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:08.972104 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-474cbb04-83d6-4e15-a0ab-382f629dc17d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Calling delete_port for e74f31b7-52a4-4a96-bee3-0973a638ddd3 owned by network:floatingip {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:53:09.124579 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-474cbb04-83d6-4e15-a0ab-382f629dc17d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:09.152301 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474cbb04-83d6-4e15-a0ab-382f629dc17d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event deleted for resources: {'Port': ['ID=e74f31b7-52a4-4a96-bee3-0973a638ddd3,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:09.185473 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474cbb04-83d6-4e15-a0ab-382f629dc17d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:09.185830 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474cbb04-83d6-4e15-a0ab-382f629dc17d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:09.186176 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474cbb04-83d6-4e15-a0ab-382f629dc17d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:09.186517 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474cbb04-83d6-4e15-a0ab-382f629dc17d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:09.186854 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474cbb04-83d6-4e15-a0ab-382f629dc17d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:09.187787 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474cbb04-83d6-4e15-a0ab-382f629dc17d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:09.188208 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474cbb04-83d6-4e15-a0ab-382f629dc17d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:09.189034 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474cbb04-83d6-4e15-a0ab-382f629dc17d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:09.189397 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474cbb04-83d6-4e15-a0ab-382f629dc17d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:09.189740 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474cbb04-83d6-4e15-a0ab-382f629dc17d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:09.190075 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474cbb04-83d6-4e15-a0ab-382f629dc17d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:09.190405 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474cbb04-83d6-4e15-a0ab-382f629dc17d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:09.231685 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-474cbb04-83d6-4e15-a0ab-382f629dc17d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for floatingip, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:09.231920 n-d-812236-11 neutron-server[102662]: INFO neutron.db.l3_db [None req-474cbb04-83d6-4e15-a0ab-382f629dc17d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Floating IP 702db902-fcd7-430e-8bf7-d5bd2a4d127d disassociated (deleted). External IP: 172.25.2.189, port: 6f3b7232-dc99-4229-833a-28d39e16fd74. Nov 12 01:53:09.456185 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474cbb04-83d6-4e15-a0ab-382f629dc17d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Router e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:53:09.549311 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:09.575796 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474cbb04-83d6-4e15-a0ab-382f629dc17d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:53:09.581492 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-474cbb04-83d6-4e15-a0ab-382f629dc17d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:09.585974 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98494486-fde4-49ee-91c8-ba643a4d0952 None None] Sync routers for ids ['e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:53:09.599855 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98494486-fde4-49ee-91c8-ba643a4d0952 None None] Routers {'e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:53:09.600468 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-98494486-fde4-49ee-91c8-ba643a4d0952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:53:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:53:09.610545 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-474cbb04-83d6-4e15-a0ab-382f629dc17d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "DELETE /v2.0/floatingips/702db902-fcd7-430e-8bf7-d5bd2a4d127d HTTP/1.1" status: 204 len: 168 time: 0.8931599 Nov 12 01:53:09.611297 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa113d0a-b05e-449a-b360-9d638da1a338', 'tag': '6f3b7232-dc99-4229-833a-28d39e16fd74'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:53:09.613640 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f20791c62abc78a76d837b2e8f3e70a497c95c8c7e17d957ee036670eec5325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b2a8a5-306e-42a0-8c2a-08a8792df824" -d '{"events": [{"name": "network-changed", "server_uuid": "aa113d0a-b05e-449a-b360-9d638da1a338", "tag": "6f3b7232-dc99-4229-833a-28d39e16fd74"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:53:09.655099 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e04777d-a60b-43d7-b127-3141eec737c8 x-openstack-request-id: req-8e04777d-a60b-43d7-b127-3141eec737c8 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:53:09.655488 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa113d0a-b05e-449a-b360-9d638da1a338", "tag": "6f3b7232-dc99-4229-833a-28d39e16fd74", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:53:09.655643 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e04777d-a60b-43d7-b127-3141eec737c8 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:53:09.656055 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa113d0a-b05e-449a-b360-9d638da1a338', 'tag': '6f3b7232-dc99-4229-833a-28d39e16fd74', 'status': 'completed', 'code': 200} Nov 12 01:53:09.718592 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-98494486-fde4-49ee-91c8-ba643a4d0952 None None] Set router e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:53:09.770492 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2a8a5-306e-42a0-8c2a-08a8792df824 req-f6dc1493-1cfd-449b-897b-c50c99bbac81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:09.772519 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-69b2a8a5-306e-42a0-8c2a-08a8792df824 req-f6dc1493-1cfd-449b-897b-c50c99bbac81 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6959747348f74fb19d3bbd5d9c551ad2&device_id=aa113d0a-b05e-449a-b360-9d638da1a338 HTTP/1.1" status: 200 len: 1098 time: 0.0613840 Nov 12 01:53:09.938003 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2a8a5-306e-42a0-8c2a-08a8792df824 req-17e16957-c903-42c2-ac7c-e67db1373ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:09.939501 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-69b2a8a5-306e-42a0-8c2a-08a8792df824 req-17e16957-c903-42c2-ac7c-e67db1373ea9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0 HTTP/1.1" status: 200 len: 897 time: 0.1277518 Nov 12 01:53:09.951530 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a715b-a0d8-4f77-837f-5236cf247c3c req-108e4e7c-35c2-4d83-95e7-721dd1a95f1d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:09.953131 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6e3a715b-a0d8-4f77-837f-5236cf247c3c req-108e4e7c-35c2-4d83-95e7-721dd1a95f1d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa113d0a-b05e-449a-b360-9d638da1a338 HTTP/1.1" status: 200 len: 946 time: 0.1463223 Nov 12 01:53:09.954283 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-98494486-fde4-49ee-91c8-ba643a4d0952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-174512239', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '61ca834c-d2b1-4540-a216-ea5edaee05c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:51:29Z', 'updated_at': '2021-11-12T01:51:34Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': '61ca834c-d2b1-4540-a216-ea5edaee05c8', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:51:30Z', 'updated_at': '2021-11-12T01:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '357e9272-1257-438e-a995-78ca0f173ccc', 'name': '', 'network_id': '6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'mac_address': 'fa:16:3e:38:32:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'fb3808e6-0595-4292-a50f-f5bdbab6eb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:51:33Z', 'updated_at': '2021-11-12T01:51:36Z', 'revision_number': 5, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'subnets': [{'id': 'fb3808e6-0595-4292-a50f-f5bdbab6eb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:53:09.987264 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98494486-fde4-49ee-91c8-ba643a4d0952 None None] Checking router: e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:53:09.998315 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98494486-fde4-49ee-91c8-ba643a4d0952 None None] Routers {'e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:53:09.998926 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-98494486-fde4-49ee-91c8-ba643a4d0952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:53:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:53:10.006875 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-69b2a8a5-306e-42a0-8c2a-08a8792df824 req-243fe535-99b6-451f-9022-30117c096a31 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f3b7232-dc99-4229-833a-28d39e16fd74 HTTP/1.1" status: 200 len: 217 time: 0.0493393 Nov 12 01:53:10.065753 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6e3a715b-a0d8-4f77-837f-5236cf247c3c req-962fb4d8-07cc-46a1-92f9-e18f35568aa0 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c3c7668-7101-41f8-992f-cb22ad2f74d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049745 Nov 12 01:53:10.080393 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2a8a5-306e-42a0-8c2a-08a8792df824 req-5392f3da-8f0f-4b96-9615-f69ed49986f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:10.082007 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-69b2a8a5-306e-42a0-8c2a-08a8792df824 req-5392f3da-8f0f-4b96-9615-f69ed49986f6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fb3808e6-0595-4292-a50f-f5bdbab6eb95 HTTP/1.1" status: 200 len: 835 time: 0.0642955 Nov 12 01:53:10.117516 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-98494486-fde4-49ee-91c8-ba643a4d0952 None None] Set router e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:53:10.135688 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2a8a5-306e-42a0-8c2a-08a8792df824 req-a99ecb3b-2c3d-4903-9169-07358a3dd62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:10.137294 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-69b2a8a5-306e-42a0-8c2a-08a8792df824 req-a99ecb3b-2c3d-4903-9169-07358a3dd62c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467041 Nov 12 01:53:10.232321 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-69b2a8a5-306e-42a0-8c2a-08a8792df824 req-1ac6efe9-1b05-484a-8add-431a65037be9 service neutron] 10.222.0.49 "GET /v2.0/networks/6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855434 Nov 12 01:53:10.327051 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-98494486-fde4-49ee-91c8-ba643a4d0952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-174512239', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '61ca834c-d2b1-4540-a216-ea5edaee05c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:51:29Z', 'updated_at': '2021-11-12T01:51:34Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': '61ca834c-d2b1-4540-a216-ea5edaee05c8', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:51:30Z', 'updated_at': '2021-11-12T01:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '357e9272-1257-438e-a995-78ca0f173ccc', 'name': '', 'network_id': '6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'mac_address': 'fa:16:3e:38:32:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'fb3808e6-0595-4292-a50f-f5bdbab6eb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:51:33Z', 'updated_at': '2021-11-12T01:51:36Z', 'revision_number': 5, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'subnets': [{'id': 'fb3808e6-0595-4292-a50f-f5bdbab6eb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:53:10.339421 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-69b2a8a5-306e-42a0-8c2a-08a8792df824 req-e078476d-629a-404d-b313-becabc15f7f2 service neutron] 10.222.0.49 "GET /v2.0/networks/6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949614 Nov 12 01:53:10.369128 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98494486-fde4-49ee-91c8-ba643a4d0952 None None] The sync data for ids ['e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb'] in n-d-812236-11 is: [{'id': 'e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-174512239', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '61ca834c-d2b1-4540-a216-ea5edaee05c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:51:29Z', 'updated_at': '2021-11-12T01:51:34Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': '61ca834c-d2b1-4540-a216-ea5edaee05c8', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:51:30Z', 'updated_at': '2021-11-12T01:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '357e9272-1257-438e-a995-78ca0f173ccc', 'name': '', 'network_id': '6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'mac_address': 'fa:16:3e:38:32:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'fb3808e6-0595-4292-a50f-f5bdbab6eb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:51:33Z', 'updated_at': '2021-11-12T01:51:36Z', 'revision_number': 5, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'subnets': [{'id': 'fb3808e6-0595-4292-a50f-f5bdbab6eb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:53:10.442890 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:10.604923 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7112b3c7-3ace-45dd-93ca-f666fe6529f8 None None] New status for floating IP 702db902-fcd7-430e-8bf7-d5bd2a4d127d: DOWN {{(pid=102664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:53:11.251317 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418fb89-f3fb-4099-aa02-4e840170be53 req-11ff39ba-fb52-4c7d-9285-a7721128a39d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:11.253126 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6418fb89-f3fb-4099-aa02-4e840170be53 req-11ff39ba-fb52-4c7d-9285-a7721128a39d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa113d0a-b05e-449a-b360-9d638da1a338 HTTP/1.1" status: 200 len: 946 time: 0.1128995 Nov 12 01:53:11.309354 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6418fb89-f3fb-4099-aa02-4e840170be53 req-c76affe4-925a-4f30-91ac-4584e1328364 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c3c7668-7101-41f8-992f-cb22ad2f74d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499289 Nov 12 01:53:11.526680 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:11.565883 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed7f0e0-9850-4d3e-9f4d-2f0bb0599148 req-3d5bc0e0-d2bc-45cc-9be7-b689a765c17a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:11.567675 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-eed7f0e0-9850-4d3e-9f4d-2f0bb0599148 req-3d5bc0e0-d2bc-45cc-9be7-b689a765c17a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa113d0a-b05e-449a-b360-9d638da1a338 HTTP/1.1" status: 200 len: 946 time: 0.0537696 Nov 12 01:53:11.663215 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-eed7f0e0-9850-4d3e-9f4d-2f0bb0599148 req-a2ec6fb0-5bbe-44a5-ad3e-a00e2e1dec4d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Deleting port 6f3b7232-dc99-4229-833a-28d39e16fd74 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:53:11.663544 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-eed7f0e0-9850-4d3e-9f4d-2f0bb0599148 req-a2ec6fb0-5bbe-44a5-ad3e-a00e2e1dec4d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:11.772408 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-eed7f0e0-9850-4d3e-9f4d-2f0bb0599148 req-a2ec6fb0-5bbe-44a5-ad3e-a00e2e1dec4d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] For port 6f3b7232-dc99-4229-833a-28d39e16fd74, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=6f3b7232-dc99-4229-833a-28d39e16fd74,segment=NetworkSegment(f920aad7-52fb-4d5b-8265-36477f8d5209),segment_id=f920aad7-52fb-4d5b-8265-36477f8d5209)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:53:11.773396 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-eed7f0e0-9850-4d3e-9f4d-2f0bb0599148 req-a2ec6fb0-5bbe-44a5-ad3e-a00e2e1dec4d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:11.787275 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-eed7f0e0-9850-4d3e-9f4d-2f0bb0599148 req-a2ec6fb0-5bbe-44a5-ad3e-a00e2e1dec4d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Calling delete_port for 6f3b7232-dc99-4229-833a-28d39e16fd74 owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:53:11.940800 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-eed7f0e0-9850-4d3e-9f4d-2f0bb0599148 req-a2ec6fb0-5bbe-44a5-ad3e-a00e2e1dec4d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:11.971031 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec6fb0-5bbe-44a5-ad3e-a00e2e1dec4d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event deleted for resources: {'Port': ['ID=6f3b7232-dc99-4229-833a-28d39e16fd74,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:11.999542 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec6fb0-5bbe-44a5-ad3e-a00e2e1dec4d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:11.999886 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec6fb0-5bbe-44a5-ad3e-a00e2e1dec4d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:12.000219 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec6fb0-5bbe-44a5-ad3e-a00e2e1dec4d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:12.001234 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec6fb0-5bbe-44a5-ad3e-a00e2e1dec4d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:12.001864 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec6fb0-5bbe-44a5-ad3e-a00e2e1dec4d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:12.002334 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec6fb0-5bbe-44a5-ad3e-a00e2e1dec4d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:12.002816 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec6fb0-5bbe-44a5-ad3e-a00e2e1dec4d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:12.003364 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec6fb0-5bbe-44a5-ad3e-a00e2e1dec4d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:12.003694 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec6fb0-5bbe-44a5-ad3e-a00e2e1dec4d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:12.004019 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec6fb0-5bbe-44a5-ad3e-a00e2e1dec4d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:12.004341 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec6fb0-5bbe-44a5-ad3e-a00e2e1dec4d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:12.004663 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec6fb0-5bbe-44a5-ad3e-a00e2e1dec4d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:12.027557 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed7f0e0-9850-4d3e-9f4d-2f0bb0599148 req-a2ec6fb0-5bbe-44a5-ad3e-a00e2e1dec4d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] No DVR routers for this DVR port 6f3b7232-dc99-4229-833a-28d39e16fd74 on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:53:12.030254 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-eed7f0e0-9850-4d3e-9f4d-2f0bb0599148 req-a2ec6fb0-5bbe-44a5-ad3e-a00e2e1dec4d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:12.034201 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-eed7f0e0-9850-4d3e-9f4d-2f0bb0599148 req-a2ec6fb0-5bbe-44a5-ad3e-a00e2e1dec4d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.49 "DELETE /v2.0/ports/6f3b7232-dc99-4229-833a-28d39e16fd74 HTTP/1.1" status: 204 len: 173 time: 0.4605212 Nov 12 01:53:12.034653 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa113d0a-b05e-449a-b360-9d638da1a338', 'name': 'network-vif-deleted', 'tag': '6f3b7232-dc99-4229-833a-28d39e16fd74'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:53:12.036976 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be10c6201f4a6af1b4f88844b1b0aabab5fd97a2a103bbbe8677b2ad1e6c711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d209eb7c-f033-4df4-9727-6ab4ff5fc31e" -d '{"events": [{"server_uuid": "aa113d0a-b05e-449a-b360-9d638da1a338", "name": "network-vif-deleted", "tag": "6f3b7232-dc99-4229-833a-28d39e16fd74"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:53:12.083723 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386b856b-16b5-4097-818a-48b0b3dbeb2a x-openstack-request-id: req-386b856b-16b5-4097-818a-48b0b3dbeb2a {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:53:12.084068 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa113d0a-b05e-449a-b360-9d638da1a338", "name": "network-vif-deleted", "tag": "6f3b7232-dc99-4229-833a-28d39e16fd74", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:53:12.084368 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-386b856b-16b5-4097-818a-48b0b3dbeb2a {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:53:12.084771 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa113d0a-b05e-449a-b360-9d638da1a338', 'name': 'network-vif-deleted', 'tag': '6f3b7232-dc99-4229-833a-28d39e16fd74', 'status': 'completed', 'code': 200} Nov 12 01:53:12.432524 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-565fae70-577a-4647-8829-e0a6ac5f8e95 req-286fe132-883f-491b-a74d-e05f90dbb03d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa113d0a-b05e-449a-b360-9d638da1a338 HTTP/1.1" status: 200 len: 210 time: 0.0304546 Nov 12 01:53:13.388246 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:13.494952 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51540) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:53:13.891037 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9d683bfe-98b0-4f97-9c42-6bfe883ed94e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:14.176109 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-9d683bfe-98b0-4f97-9c42-6bfe883ed94e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Deleting port 357e9272-1257-438e-a995-78ca0f173ccc {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:53:14.176355 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9d683bfe-98b0-4f97-9c42-6bfe883ed94e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:14.268495 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-9d683bfe-98b0-4f97-9c42-6bfe883ed94e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] For port 357e9272-1257-438e-a995-78ca0f173ccc, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=357e9272-1257-438e-a995-78ca0f173ccc,segment=NetworkSegment(f920aad7-52fb-4d5b-8265-36477f8d5209),segment_id=f920aad7-52fb-4d5b-8265-36477f8d5209)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:53:14.268858 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9d683bfe-98b0-4f97-9c42-6bfe883ed94e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:14.287960 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-9d683bfe-98b0-4f97-9c42-6bfe883ed94e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Calling delete_port for 357e9272-1257-438e-a995-78ca0f173ccc owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:53:14.474727 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9d683bfe-98b0-4f97-9c42-6bfe883ed94e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:14.502475 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d683bfe-98b0-4f97-9c42-6bfe883ed94e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event deleted for resources: {'Port': ['ID=357e9272-1257-438e-a995-78ca0f173ccc,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:14.687605 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9d683bfe-98b0-4f97-9c42-6bfe883ed94e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:14.911998 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d683bfe-98b0-4f97-9c42-6bfe883ed94e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Router e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:53:14.974566 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 6f3b7232-dc99-4229-833a-28d39e16fd74 no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:53:14.998705 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: 6f3b7232-dc99-4229-833a-28d39e16fd74 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:53:14.999041 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device 6f3b7232-dc99-4229-833a-28d39e16fd74 not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:53:15.024255 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d683bfe-98b0-4f97-9c42-6bfe883ed94e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:53:15.031567 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-9d683bfe-98b0-4f97-9c42-6bfe883ed94e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "PUT /v2.0/routers/e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5333946 Nov 12 01:53:15.033601 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51542) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:53:15.036350 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b74b82b-e773-4178-a47e-93895cd4e313 None None] Sync routers for ids ['e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:53:15.047568 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b74b82b-e773-4178-a47e-93895cd4e313 None None] Routers {'e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:53:15.048134 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-7b74b82b-e773-4178-a47e-93895cd4e313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:53:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:53:15.085553 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3d38f08-ad3a-4a45-86ee-7aa19cc95c46 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Deleting subnet fb3808e6-0595-4292-a50f-f5bdbab6eb95 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:53:15.088782 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c3d38f08-ad3a-4a45-86ee-7aa19cc95c46 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:15.130048 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c3d38f08-ad3a-4a45-86ee-7aa19cc95c46 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:15.158032 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-7b74b82b-e773-4178-a47e-93895cd4e313 None None] Set router e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:53:15.226062 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c3d38f08-ad3a-4a45-86ee-7aa19cc95c46 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:15.290695 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c3d38f08-ad3a-4a45-86ee-7aa19cc95c46 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:15.322147 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d38f08-ad3a-4a45-86ee-7aa19cc95c46 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event deleted for resources: {'Subnet': ['ID=fb3808e6-0595-4292-a50f-f5bdbab6eb95,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:15.327017 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c3d38f08-ad3a-4a45-86ee-7aa19cc95c46 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:15.331046 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c3d38f08-ad3a-4a45-86ee-7aa19cc95c46 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "DELETE /v2.0/subnets/fb3808e6-0595-4292-a50f-f5bdbab6eb95 HTTP/1.1" status: 204 len: 168 time: 0.2964420 Nov 12 01:53:15.333867 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51544) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:53:15.387578 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01dc5ed-bd09-4f21-aaf9-64ea9c5d9162 None None] Network 6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:53:15.644619 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-7b74b82b-e773-4178-a47e-93895cd4e313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-174512239', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '61ca834c-d2b1-4540-a216-ea5edaee05c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:51:29Z', 'updated_at': '2021-11-12T01:53:14Z', 'revision_number': 5, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': '61ca834c-d2b1-4540-a216-ea5edaee05c8', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:51:30Z', 'updated_at': '2021-11-12T01:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:53:15.674930 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b74b82b-e773-4178-a47e-93895cd4e313 None None] Checking router: e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:53:15.684295 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b74b82b-e773-4178-a47e-93895cd4e313 None None] Routers {'e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:53:15.684906 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-7b74b82b-e773-4178-a47e-93895cd4e313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:53:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:53:15.732733 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef886ada-9280-411b-9d54-c3f09cb41193 None None] DHCP port deletion for 6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:53:15.772447 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1b705869-038b-4a0a-bb6c-84146bb41d7b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for router, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:15.840613 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-7b74b82b-e773-4178-a47e-93895cd4e313 None None] Set router e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:53:15.881246 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1b705869-038b-4a0a-bb6c-84146bb41d7b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:15.903851 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-ef886ada-9280-411b-9d54-c3f09cb41193 None None] Deleting port 9d586420-86a7-41de-90d0-d2201859b790 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:53:15.904218 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ef886ada-9280-411b-9d54-c3f09cb41193 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:15.945822 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-1b705869-038b-4a0a-bb6c-84146bb41d7b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Deleting port 61ca834c-d2b1-4540-a216-ea5edaee05c8 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:53:15.946075 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1b705869-038b-4a0a-bb6c-84146bb41d7b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:16.023829 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-ef886ada-9280-411b-9d54-c3f09cb41193 None None] For port 9d586420-86a7-41de-90d0-d2201859b790, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=9d586420-86a7-41de-90d0-d2201859b790,segment=NetworkSegment(f920aad7-52fb-4d5b-8265-36477f8d5209),segment_id=f920aad7-52fb-4d5b-8265-36477f8d5209)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:53:16.024484 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ef886ada-9280-411b-9d54-c3f09cb41193 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:16.031397 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-1b705869-038b-4a0a-bb6c-84146bb41d7b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] For port 61ca834c-d2b1-4540-a216-ea5edaee05c8, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=61ca834c-d2b1-4540-a216-ea5edaee05c8,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:53:16.031397 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1b705869-038b-4a0a-bb6c-84146bb41d7b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:16.041703 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-ef886ada-9280-411b-9d54-c3f09cb41193 None None] Calling delete_port for 9d586420-86a7-41de-90d0-d2201859b790 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:53:16.044079 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-1b705869-038b-4a0a-bb6c-84146bb41d7b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Calling delete_port for 61ca834c-d2b1-4540-a216-ea5edaee05c8 owned by network:router_gateway {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:53:16.171637 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-7b74b82b-e773-4178-a47e-93895cd4e313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-174512239', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '61ca834c-d2b1-4540-a216-ea5edaee05c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:51:29Z', 'updated_at': '2021-11-12T01:53:14Z', 'revision_number': 5, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': '61ca834c-d2b1-4540-a216-ea5edaee05c8', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:51:30Z', 'updated_at': '2021-11-12T01:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:53:16.175674 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ef886ada-9280-411b-9d54-c3f09cb41193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:16.207854 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b74b82b-e773-4178-a47e-93895cd4e313 None None] The sync data for ids ['e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb'] in n-d-812236-11 is: [{'id': 'e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-174512239', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '61ca834c-d2b1-4540-a216-ea5edaee05c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:51:29Z', 'updated_at': '2021-11-12T01:53:14Z', 'revision_number': 5, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': '61ca834c-d2b1-4540-a216-ea5edaee05c8', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:51:30Z', 'updated_at': '2021-11-12T01:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:53:16.229209 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1b705869-038b-4a0a-bb6c-84146bb41d7b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:16.237942 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef886ada-9280-411b-9d54-c3f09cb41193 None None] Pushing event deleted for resources: {'Port': ['ID=9d586420-86a7-41de-90d0-d2201859b790,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:16.242665 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef886ada-9280-411b-9d54-c3f09cb41193 None None] No DVR routers for this DVR port 9d586420-86a7-41de-90d0-d2201859b790 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:53:16.250778 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef886ada-9280-411b-9d54-c3f09cb41193 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:16.251129 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef886ada-9280-411b-9d54-c3f09cb41193 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:16.251522 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef886ada-9280-411b-9d54-c3f09cb41193 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:16.251843 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef886ada-9280-411b-9d54-c3f09cb41193 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:16.252124 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef886ada-9280-411b-9d54-c3f09cb41193 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:16.252440 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef886ada-9280-411b-9d54-c3f09cb41193 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:16.252766 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef886ada-9280-411b-9d54-c3f09cb41193 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:16.253095 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef886ada-9280-411b-9d54-c3f09cb41193 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:16.253440 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef886ada-9280-411b-9d54-c3f09cb41193 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:16.253778 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef886ada-9280-411b-9d54-c3f09cb41193 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:16.254107 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef886ada-9280-411b-9d54-c3f09cb41193 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:16.254445 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef886ada-9280-411b-9d54-c3f09cb41193 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:16.260633 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b705869-038b-4a0a-bb6c-84146bb41d7b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event deleted for resources: {'Port': ['ID=61ca834c-d2b1-4540-a216-ea5edaee05c8,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:16.278865 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744161ee-b82e-471b-a088-8a4556587354 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:53:16.332621 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1b705869-038b-4a0a-bb6c-84146bb41d7b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:16.428251 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1b705869-038b-4a0a-bb6c-84146bb41d7b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:16.430433 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1b705869-038b-4a0a-bb6c-84146bb41d7b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:16.475897 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1b705869-038b-4a0a-bb6c-84146bb41d7b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:16.476464 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b705869-038b-4a0a-bb6c-84146bb41d7b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Fanout notify agent at l3_agent the message router_deleted on router e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb {{(pid=102661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:53:16.483633 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1b705869-038b-4a0a-bb6c-84146bb41d7b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:16.484810 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1b705869-038b-4a0a-bb6c-84146bb41d7b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "DELETE /v2.0/routers/e68bb929-ee08-4b4b-b1e9-bb0e31f50fcb HTTP/1.1" status: 204 len: 168 time: 1.1499002 Nov 12 01:53:16.488171 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51546) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:53:16.571114 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bd31f29c-ca7b-478c-9efe-73e5dcc762c0 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:16.667976 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bd31f29c-ca7b-478c-9efe-73e5dcc762c0 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:16.691018 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-bd31f29c-ca7b-478c-9efe-73e5dcc762c0 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:53:16.702217 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-bd31f29c-ca7b-478c-9efe-73e5dcc762c0 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f920aad7-52fb-4d5b-8265-36477f8d5209') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:53:16.702604 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-bd31f29c-ca7b-478c-9efe-73e5dcc762c0 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f920aad7-52fb-4d5b-8265-36477f8d5209') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:53:16.714213 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bd31f29c-ca7b-478c-9efe-73e5dcc762c0 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:16.730449 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 357e9272-1257-438e-a995-78ca0f173ccc no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:53:16.731528 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bd31f29c-ca7b-478c-9efe-73e5dcc762c0 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:16.740700 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd31f29c-ca7b-478c-9efe-73e5dcc762c0 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:53:16.741136 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bd31f29c-ca7b-478c-9efe-73e5dcc762c0 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:16.744834 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:53:16.744834 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:53:16.744834 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:53:16.744834 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:53:16.744834 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:53:16.744834 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:53:16.744834 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:53:16.744834 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:53:16.744834 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:53:16.744834 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:53:16.744834 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:53:16.744834 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:53:16.744834 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:53:16.744834 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:53:16.744834 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:53:16.744834 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:53:16.744834 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:53:16.744834 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:53:16.744834 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:53:16.744834 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:53:16.744834 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:53:16.744834 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:53:16.744834 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:53:16.744834 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:53:16.744834 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:53:16.744834 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:53:16.744834 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:53:16.744834 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:53:16.744834 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:53:16.744834 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:53:16.744834 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:53:16.744834 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:53:16.755121 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 357e9272-1257-438e-a995-78ca0f173ccc {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:53:16.755475 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 357e9272-1257-438e-a995-78ca0f173ccc not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:53:16.756171 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 9d586420-86a7-41de-90d0-d2201859b790 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:53:16.777871 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 9d586420-86a7-41de-90d0-d2201859b790 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:53:16.778011 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 9d586420-86a7-41de-90d0-d2201859b790 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:53:16.812370 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bd31f29c-ca7b-478c-9efe-73e5dcc762c0 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:16.820761 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bd31f29c-ca7b-478c-9efe-73e5dcc762c0 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:16.823277 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-bd31f29c-ca7b-478c-9efe-73e5dcc762c0 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "DELETE /v2.0/networks/6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0 HTTP/1.1" status: 204 len: 168 time: 0.3341691 Nov 12 01:53:16.827238 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51548) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:53:16.840393 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd31f29c-ca7b-478c-9efe-73e5dcc762c0 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event deleted for resources: {'Network': ['ID=6a098a37-ac3e-4cc7-95b1-ffe90b53f2a0,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:16.900400 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bbd925c0-18ea-43bc-91e6-f3a8819581f4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:16.934440 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bbd925c0-18ea-43bc-91e6-f3a8819581f4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:17.000154 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bbd925c0-18ea-43bc-91e6-f3a8819581f4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:17.003529 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bbd925c0-18ea-43bc-91e6-f3a8819581f4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:17.004705 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-bbd925c0-18ea-43bc-91e6-f3a8819581f4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "DELETE /v2.0/security-groups/4c3c7668-7101-41f8-992f-cb22ad2f74d0 HTTP/1.1" status: 204 len: 168 time: 0.1764710 Nov 12 01:53:17.019580 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd925c0-18ea-43bc-91e6-f3a8819581f4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3c7668-7101-41f8-992f-cb22ad2f74d0,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:17.207097 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51554) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:53:17.211723 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-a151d198-b172-4a85-b5fa-cdb8f684ca5b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-684856680', 'description': 'tempest-secgroup-smoke-684856680 description', 'project_id': '6959747348f74fb19d3bbd5d9c551ad2'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:53:17.235781 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a151d198-b172-4a85-b5fa-cdb8f684ca5b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:17.314642 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a151d198-b172-4a85-b5fa-cdb8f684ca5b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:17.322694 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a151d198-b172-4a85-b5fa-cdb8f684ca5b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:17.361310 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a151d198-b172-4a85-b5fa-cdb8f684ca5b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:17.362616 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a151d198-b172-4a85-b5fa-cdb8f684ca5b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1544864 Nov 12 01:53:17.366059 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51556) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:53:17.367119 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a151d198-b172-4a85-b5fa-cdb8f684ca5b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50501d87-5080-42a9-afbc-08442b785ba0,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:17.370873 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-6cb369af-9231-454a-95d4-dd471f13c9bd tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'security_group_rule': {'security_group_id': '50501d87-5080-42a9-afbc-08442b785ba0', 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:53:17.402820 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6cb369af-9231-454a-95d4-dd471f13c9bd tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:17.450324 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6cb369af-9231-454a-95d4-dd471f13c9bd tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:17.454723 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6cb369af-9231-454a-95d4-dd471f13c9bd tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:17.473427 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb369af-9231-454a-95d4-dd471f13c9bd tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=316d80dc-7c6b-45d2-b055-d744f70db420,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:17.481039 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6cb369af-9231-454a-95d4-dd471f13c9bd tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:17.482283 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6cb369af-9231-454a-95d4-dd471f13c9bd tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1152017 Nov 12 01:53:17.485156 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51558) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:53:17.489706 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-56e679f6-c0ce-4f3f-8add-8b81c8dd213f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'security_group_rule': {'security_group_id': '50501d87-5080-42a9-afbc-08442b785ba0', 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:53:17.517403 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-56e679f6-c0ce-4f3f-8add-8b81c8dd213f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:17.575854 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-56e679f6-c0ce-4f3f-8add-8b81c8dd213f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:17.580796 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-56e679f6-c0ce-4f3f-8add-8b81c8dd213f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:17.596314 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e679f6-c0ce-4f3f-8add-8b81c8dd213f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62147baf-f119-4ba7-92be-645944817a63,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:17.607208 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-56e679f6-c0ce-4f3f-8add-8b81c8dd213f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:17.608426 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-56e679f6-c0ce-4f3f-8add-8b81c8dd213f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1222091 Nov 12 01:53:17.611294 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51560) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:53:17.615716 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-df49f765-3581-4e17-a675-64b30956965d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'security_group_rule': {'security_group_id': '50501d87-5080-42a9-afbc-08442b785ba0', 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:53:17.644780 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-df49f765-3581-4e17-a675-64b30956965d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:17.705220 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-df49f765-3581-4e17-a675-64b30956965d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:17.709085 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-df49f765-3581-4e17-a675-64b30956965d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:17.726899 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df49f765-3581-4e17-a675-64b30956965d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d47e6492-5820-420c-b6b0-60b2ee330fcb,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:17.735716 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-df49f765-3581-4e17-a675-64b30956965d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:17.736946 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-df49f765-3581-4e17-a675-64b30956965d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1247201 Nov 12 01:53:17.741757 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51562) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:53:17.746224 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-b2dbe43f-bed2-4a32-af30-b7496b9852fe tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'security_group_rule': {'security_group_id': '50501d87-5080-42a9-afbc-08442b785ba0', 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:53:17.774358 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b2dbe43f-bed2-4a32-af30-b7496b9852fe tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:17.835682 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b2dbe43f-bed2-4a32-af30-b7496b9852fe tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:17.839690 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b2dbe43f-bed2-4a32-af30-b7496b9852fe tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:17.857866 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dbe43f-bed2-4a32-af30-b7496b9852fe tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25fb20d3-408a-43fe-99a3-5d07a4aad1ae,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:17.865738 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b2dbe43f-bed2-4a32-af30-b7496b9852fe tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:17.866999 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b2dbe43f-bed2-4a32-af30-b7496b9852fe tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1241858 Nov 12 01:53:17.869724 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51564) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:53:17.874143 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-8305b3a6-c0ce-40d0-b320-6d786665ed55 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'security_group_rule': {'security_group_id': '50501d87-5080-42a9-afbc-08442b785ba0', 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:53:17.897953 n-d-812236-11 neutron-server[102662]: INFO neutron.db.securitygroups_db [None req-8305b3a6-c0ce-40d0-b320-6d786665ed55 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Project 6959747348f74fb19d3bbd5d9c551ad2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:53:17.903131 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8305b3a6-c0ce-40d0-b320-6d786665ed55 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:17.965245 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8305b3a6-c0ce-40d0-b320-6d786665ed55 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:17.969165 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8305b3a6-c0ce-40d0-b320-6d786665ed55 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:17.987648 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305b3a6-c0ce-40d0-b320-6d786665ed55 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d90a6015-37dc-4fb0-b074-4b2ff2516a61,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:17.996924 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8305b3a6-c0ce-40d0-b320-6d786665ed55 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:17.998193 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8305b3a6-c0ce-40d0-b320-6d786665ed55 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1275208 Nov 12 01:53:18.001775 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51566) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:53:18.006255 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-b276e03a-5e82-48ec-9344-5f67a1cfaac4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'security_group_rule': {'security_group_id': '50501d87-5080-42a9-afbc-08442b785ba0', 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:53:18.027793 n-d-812236-11 neutron-server[102662]: INFO neutron.db.securitygroups_db [None req-b276e03a-5e82-48ec-9344-5f67a1cfaac4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Project 6959747348f74fb19d3bbd5d9c551ad2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:53:18.033388 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b276e03a-5e82-48ec-9344-5f67a1cfaac4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:18.097808 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b276e03a-5e82-48ec-9344-5f67a1cfaac4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:18.101428 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b276e03a-5e82-48ec-9344-5f67a1cfaac4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:18.121778 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b276e03a-5e82-48ec-9344-5f67a1cfaac4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6c687ec-0338-4b46-8ca5-22d64c843e97,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:18.127053 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b276e03a-5e82-48ec-9344-5f67a1cfaac4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:18.128265 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b276e03a-5e82-48ec-9344-5f67a1cfaac4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1255445 Nov 12 01:53:18.131313 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51568) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:53:18.136243 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-d1910ac3-7e40-471f-a05a-bfdcbc2a8cc4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'network': {'name': 'tempest-network-smoke--946440825', 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'port_security_enabled': True}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:53:18.156895 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1910ac3-7e40-471f-a05a-bfdcbc2a8cc4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Made reservation on behalf of 6959747348f74fb19d3bbd5d9c551ad2 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:53:18.160352 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d1910ac3-7e40-471f-a05a-bfdcbc2a8cc4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:18.184417 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1910ac3-7e40-471f-a05a-bfdcbc2a8cc4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:53:18.195630 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d1910ac3-7e40-471f-a05a-bfdcbc2a8cc4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:18.195972 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-d1910ac3-7e40-471f-a05a-bfdcbc2a8cc4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Added segment 3c619af2-7c31-4f30-aa83-67937d793f40 of type vlan for network f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23 Nov 12 01:53:18.240030 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d1910ac3-7e40-471f-a05a-bfdcbc2a8cc4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:18.268373 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d1910ac3-7e40-471f-a05a-bfdcbc2a8cc4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:18.274432 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1910ac3-7e40-471f-a05a-bfdcbc2a8cc4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:18.275013 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d1910ac3-7e40-471f-a05a-bfdcbc2a8cc4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:18.340298 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d1910ac3-7e40-471f-a05a-bfdcbc2a8cc4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2079179 Nov 12 01:53:18.343125 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51570) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:53:18.348341 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-30816d8c-c2c9-47fd-8c0b-4b8f9cdfaa17 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-893010303', 'admin_state_up': True, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:53:18.350248 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1910ac3-7e40-471f-a05a-bfdcbc2a8cc4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'Network': ['ID=f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:18.361965 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:53:18.372217 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-30816d8c-c2c9-47fd-8c0b-4b8f9cdfaa17 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:18.373242 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-30816d8c-c2c9-47fd-8c0b-4b8f9cdfaa17 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:18.427102 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 61ca834c-d2b1-4540-a216-ea5edaee05c8 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:53:18.433635 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-30816d8c-c2c9-47fd-8c0b-4b8f9cdfaa17 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:18.451699 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 61ca834c-d2b1-4540-a216-ea5edaee05c8 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:53:18.452046 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 61ca834c-d2b1-4540-a216-ea5edaee05c8 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:53:18.579930 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-30816d8c-c2c9-47fd-8c0b-4b8f9cdfaa17 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:18.780680 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-30816d8c-c2c9-47fd-8c0b-4b8f9cdfaa17 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for router_gateway, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:18.801280 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-30816d8c-c2c9-47fd-8c0b-4b8f9cdfaa17 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:18.913407 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-30816d8c-c2c9-47fd-8c0b-4b8f9cdfaa17 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Allocated IP 172.25.2.38 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/16a94e40-051b-4b34-a7bd-8673a60523eb) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:53:19.022224 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-30816d8c-c2c9-47fd-8c0b-4b8f9cdfaa17 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:19.056545 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-30816d8c-c2c9-47fd-8c0b-4b8f9cdfaa17 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:19.105295 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30816d8c-c2c9-47fd-8c0b-4b8f9cdfaa17 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:53:19.108315 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-30816d8c-c2c9-47fd-8c0b-4b8f9cdfaa17 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:53:19.110879 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30816d8c-c2c9-47fd-8c0b-4b8f9cdfaa17 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:53:19.117663 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30816d8c-c2c9-47fd-8c0b-4b8f9cdfaa17 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'Port': ['ID=16a94e40-051b-4b34-a7bd-8673a60523eb,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:19.121354 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7346af-e154-403a-8ee8-89c20ec7ed6b None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:53:19.152182 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-d55f682c-9817-477a-836a-d784dcfb9db4 None None] Provisioning complete for port 16a94e40-051b-4b34-a7bd-8673a60523eb triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:53:19.152671 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d55f682c-9817-477a-836a-d784dcfb9db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:19.191347 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-d55f682c-9817-477a-836a-d784dcfb9db4 None None] Port 16a94e40-051b-4b34-a7bd-8673a60523eb cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:53:19.387177 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-30816d8c-c2c9-47fd-8c0b-4b8f9cdfaa17 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for router_gateway, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:19.592284 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-30816d8c-c2c9-47fd-8c0b-4b8f9cdfaa17 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:19.727010 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30816d8c-c2c9-47fd-8c0b-4b8f9cdfaa17 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Router 3bd701b8-ca48-4aa4-a664-c7e879398961 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:53:19.838716 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30816d8c-c2c9-47fd-8c0b-4b8f9cdfaa17 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:53:19.849429 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7edb6d-c735-429f-a963-0b70de09e1a8 None None] Sync routers for ids ['3bd701b8-ca48-4aa4-a664-c7e879398961'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:53:19.862318 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7edb6d-c735-429f-a963-0b70de09e1a8 None None] Routers {'3bd701b8-ca48-4aa4-a664-c7e879398961'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:53:19.862937 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-ce7edb6d-c735-429f-a963-0b70de09e1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:53:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['3bd701b8-ca48-4aa4-a664-c7e879398961'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:53:19.864216 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-30816d8c-c2c9-47fd-8c0b-4b8f9cdfaa17 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:19.865508 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-30816d8c-c2c9-47fd-8c0b-4b8f9cdfaa17 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5213230 Nov 12 01:53:19.868683 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51572) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:53:19.900159 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ad211f39-95cf-47ad-b9f5-eba902e4f2a9 tempest-TestNetworkAdvancedServerOps-1195396143 tempest-TestNetworkAdvancedServerOps-1195396143-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=6959747348f74fb19d3bbd5d9c551ad2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302100 Nov 12 01:53:19.903757 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51574) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:53:19.980818 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-ce7edb6d-c735-429f-a963-0b70de09e1a8 None None] Set router 3bd701b8-ca48-4aa4-a664-c7e879398961 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:53:19.998726 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c53368f-5faf-442f-bdd0-3352ccc50dd3 tempest-TestNetworkAdvancedServerOps-1195396143 tempest-TestNetworkAdvancedServerOps-1195396143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:20.000465 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8c53368f-5faf-442f-bdd0-3352ccc50dd3 tempest-TestNetworkAdvancedServerOps-1195396143 tempest-TestNetworkAdvancedServerOps-1195396143-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0952432 Nov 12 01:53:20.003355 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51576) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:53:20.032668 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-2c3b50b6-527e-46d9-b3cd-c220914a6fec tempest-TestNetworkAdvancedServerOps-1195396143 tempest-TestNetworkAdvancedServerOps-1195396143-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=ef732b55-2b3c-4048-85da-0a8ac273c14b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279236 Nov 12 01:53:20.034978 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51578) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:53:20.040210 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-e7e6bae3-3154-4e6d-8a33-b5884ef0db83 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1043676804', 'network_id': 'f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23', 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:53:20.135844 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e6bae3-3154-4e6d-8a33-b5884ef0db83 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Made reservation on behalf of 6959747348f74fb19d3bbd5d9c551ad2 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:53:20.139174 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e7e6bae3-3154-4e6d-8a33-b5884ef0db83 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:20.165845 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-ce7edb6d-c735-429f-a963-0b70de09e1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bd701b8-ca48-4aa4-a664-c7e879398961', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893010303', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '16a94e40-051b-4b34-a7bd-8673a60523eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:53:18Z', 'updated_at': '2021-11-12T01:53:19Z', 'revision_number': 3, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': '16a94e40-051b-4b34-a7bd-8673a60523eb', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:68:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bd701b8-ca48-4aa4-a664-c7e879398961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:53:18Z', 'updated_at': '2021-11-12T01:53:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:53:20.195598 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7edb6d-c735-429f-a963-0b70de09e1a8 None None] Checking router: 3bd701b8-ca48-4aa4-a664-c7e879398961 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:53:20.195942 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7edb6d-c735-429f-a963-0b70de09e1a8 None None] Updating router 3bd701b8-ca48-4aa4-a664-c7e879398961 port 16a94e40-051b-4b34-a7bd-8673a60523eb binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:53:20.222896 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ce7edb6d-c735-429f-a963-0b70de09e1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:20.335386 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e7e6bae3-3154-4e6d-8a33-b5884ef0db83 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:20.404134 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6bae3-3154-4e6d-8a33-b5884ef0db83 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'Subnet': ['ID=3677b909-7b28-4fc6-b7a7-8e550426fe17,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:20.413907 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e6bae3-3154-4e6d-8a33-b5884ef0db83 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Checking segment: {'id': '3c619af2-7c31-4f30-aa83-67937d793f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:53:20.414278 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e6bae3-3154-4e6d-8a33-b5884ef0db83 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Network hostable DHCP agents. Network: f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:53:20.432504 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e6bae3-3154-4e6d-8a33-b5884ef0db83 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Network f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:53:20.442313 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-e7e6bae3-3154-4e6d-8a33-b5884ef0db83 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:53:20.447906 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e6bae3-3154-4e6d-8a33-b5884ef0db83 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:20.447906 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e7e6bae3-3154-4e6d-8a33-b5884ef0db83 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:20.451220 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc13cecc-1ad7-4c39-a466-ef9dd62da1df None None] Network f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:53:20.472007 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-e7e6bae3-3154-4e6d-8a33-b5884ef0db83 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4327855 Nov 12 01:53:20.472360 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51580) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:53:20.480673 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ce7edb6d-c735-429f-a963-0b70de09e1a8 None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:20.487756 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ce7edb6d-c735-429f-a963-0b70de09e1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:20.537834 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b9bad-d3be-40e5-8e82-dedc24227874 None None] Pushing event updated for resources: {'Port': ['ID=16a94e40-051b-4b34-a7bd-8673a60523eb,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:20.549131 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c8fb82-5143-445b-9aac-c1278d25d217 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:53:20.556370 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b9bad-d3be-40e5-8e82-dedc24227874 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:20.556710 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b9bad-d3be-40e5-8e82-dedc24227874 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:20.557225 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b9bad-d3be-40e5-8e82-dedc24227874 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:20.557768 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b9bad-d3be-40e5-8e82-dedc24227874 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:20.558257 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b9bad-d3be-40e5-8e82-dedc24227874 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:20.558745 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b9bad-d3be-40e5-8e82-dedc24227874 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:20.559229 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b9bad-d3be-40e5-8e82-dedc24227874 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:20.559728 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b9bad-d3be-40e5-8e82-dedc24227874 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:20.560395 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b9bad-d3be-40e5-8e82-dedc24227874 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:20.560885 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b9bad-d3be-40e5-8e82-dedc24227874 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:20.561584 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b9bad-d3be-40e5-8e82-dedc24227874 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:20.562006 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b9bad-d3be-40e5-8e82-dedc24227874 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:20.571211 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-ce7edb6d-c735-429f-a963-0b70de09e1a8 None None] Attempting to bind port 16a94e40-051b-4b34-a7bd-8673a60523eb on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:53:20.571574 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-ce7edb6d-c735-429f-a963-0b70de09e1a8 None None] Attempting to bind port 16a94e40-051b-4b34-a7bd-8673a60523eb by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:53:20.572261 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7edb6d-c735-429f-a963-0b70de09e1a8 None None] Attempting to bind port 16a94e40-051b-4b34-a7bd-8673a60523eb on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:53:20.579471 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7edb6d-c735-429f-a963-0b70de09e1a8 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:53:20.579835 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7edb6d-c735-429f-a963-0b70de09e1a8 None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:53:20.581012 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ce7edb6d-c735-429f-a963-0b70de09e1a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:20.581789 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7edb6d-c735-429f-a963-0b70de09e1a8 None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:53:20.582430 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-ce7edb6d-c735-429f-a963-0b70de09e1a8 None None] Bound port: 16a94e40-051b-4b34-a7bd-8673a60523eb, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:53:20.582821 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ce7edb6d-c735-429f-a963-0b70de09e1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:20.633672 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-ce7edb6d-c735-429f-a963-0b70de09e1a8 None None] For port 16a94e40-051b-4b34-a7bd-8673a60523eb, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:53:20.637017 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-ce7edb6d-c735-429f-a963-0b70de09e1a8 None None] For port 16a94e40-051b-4b34-a7bd-8673a60523eb, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=16a94e40-051b-4b34-a7bd-8673a60523eb,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:53:20.643048 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ce7edb6d-c735-429f-a963-0b70de09e1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:20.654113 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-fdb1f8fa-9eda-406e-bd08-5a50610bc7db None None] Provisioning complete for port 16a94e40-051b-4b34-a7bd-8673a60523eb triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:53:20.654539 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fdb1f8fa-9eda-406e-bd08-5a50610bc7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:20.680369 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518903d8-8ab6-4267-882e-0d9932cd9b70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23', 'network_id': 'f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'fixed_ips': [{'subnet_id': '3677b909-7b28-4fc6-b7a7-8e550426fe17'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:53:20.681232 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-518903d8-8ab6-4267-882e-0d9932cd9b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:20.700594 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd0c82f-e6b9-4b3d-98bf-5899643e721d None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:53:20.704718 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b9bad-d3be-40e5-8e82-dedc24227874 None None] Pushing event updated for resources: {'Port': ['ID=16a94e40-051b-4b34-a7bd-8673a60523eb,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:20.717527 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7edb6d-c735-429f-a963-0b70de09e1a8 None None] Routers {'3bd701b8-ca48-4aa4-a664-c7e879398961'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:53:20.718400 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-ce7edb6d-c735-429f-a963-0b70de09e1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:53:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['3bd701b8-ca48-4aa4-a664-c7e879398961'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:53:20.844827 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-ce7edb6d-c735-429f-a963-0b70de09e1a8 None None] Set router 3bd701b8-ca48-4aa4-a664-c7e879398961 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:53:20.858410 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fdb1f8fa-9eda-406e-bd08-5a50610bc7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:20.892115 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-518903d8-8ab6-4267-882e-0d9932cd9b70 None None] Allocated IP 172.20.0.2 (f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23/3677b909-7b28-4fc6-b7a7-8e550426fe17/8219d125-f808-4865-95a0-e9fc162265b7) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:53:20.901437 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-fdb1f8fa-9eda-406e-bd08-5a50610bc7db None None] For port 16a94e40-051b-4b34-a7bd-8673a60523eb, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=16a94e40-051b-4b34-a7bd-8673a60523eb,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:53:20.909763 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fdb1f8fa-9eda-406e-bd08-5a50610bc7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:21.049408 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-ce7edb6d-c735-429f-a963-0b70de09e1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bd701b8-ca48-4aa4-a664-c7e879398961', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893010303', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '16a94e40-051b-4b34-a7bd-8673a60523eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:53:18Z', 'updated_at': '2021-11-12T01:53:19Z', 'revision_number': 3, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': '16a94e40-051b-4b34-a7bd-8673a60523eb', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:68:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bd701b8-ca48-4aa4-a664-c7e879398961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:53:18Z', 'updated_at': '2021-11-12T01:53:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:53:21.052599 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1f8fa-9eda-406e-bd08-5a50610bc7db None None] Pushing event updated for resources: {'Port': ['ID=16a94e40-051b-4b34-a7bd-8673a60523eb,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:21.065821 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-e4d04c21-6d3b-4e2e-be60-657543e60161 None None] Provisioning complete for port 16a94e40-051b-4b34-a7bd-8673a60523eb triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:53:21.066190 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e4d04c21-6d3b-4e2e-be60-657543e60161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:21.077483 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7edb6d-c735-429f-a963-0b70de09e1a8 None None] The sync data for ids ['3bd701b8-ca48-4aa4-a664-c7e879398961'] in n-d-812236-11 is: [{'id': '3bd701b8-ca48-4aa4-a664-c7e879398961', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893010303', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '16a94e40-051b-4b34-a7bd-8673a60523eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:53:18Z', 'updated_at': '2021-11-12T01:53:19Z', 'revision_number': 3, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': '16a94e40-051b-4b34-a7bd-8673a60523eb', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:68:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bd701b8-ca48-4aa4-a664-c7e879398961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:53:18Z', 'updated_at': '2021-11-12T01:53:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:53:21.193217 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-518903d8-8ab6-4267-882e-0d9932cd9b70 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:21.228647 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-518903d8-8ab6-4267-882e-0d9932cd9b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:21.288974 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518903d8-8ab6-4267-882e-0d9932cd9b70 None None] Network f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:53:21.293541 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-518903d8-8ab6-4267-882e-0d9932cd9b70 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:53:21.296753 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518903d8-8ab6-4267-882e-0d9932cd9b70 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:53:21.304842 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518903d8-8ab6-4267-882e-0d9932cd9b70 None None] Pushing event updated for resources: {'Port': ['ID=8219d125-f808-4865-95a0-e9fc162265b7,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:21.369992 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-93e08b9e-0ca4-4c3c-b5e5-72ac52ac1966 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:21.387993 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-518903d8-8ab6-4267-882e-0d9932cd9b70 None None] Attempting to bind port 8219d125-f808-4865-95a0-e9fc162265b7 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:53:21.388388 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-518903d8-8ab6-4267-882e-0d9932cd9b70 None None] Attempting to bind port 8219d125-f808-4865-95a0-e9fc162265b7 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '3c619af2-7c31-4f30-aa83-67937d793f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:53:21.388748 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518903d8-8ab6-4267-882e-0d9932cd9b70 None None] Attempting to bind port 8219d125-f808-4865-95a0-e9fc162265b7 on network f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:53:21.395720 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518903d8-8ab6-4267-882e-0d9932cd9b70 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:53:21.396070 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518903d8-8ab6-4267-882e-0d9932cd9b70 None None] Checking segment: {'id': '3c619af2-7c31-4f30-aa83-67937d793f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:53:21.396478 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-518903d8-8ab6-4267-882e-0d9932cd9b70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:21.396894 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518903d8-8ab6-4267-882e-0d9932cd9b70 None None] Bound using segment: {'id': '3c619af2-7c31-4f30-aa83-67937d793f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:53:21.397362 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-518903d8-8ab6-4267-882e-0d9932cd9b70 None None] Bound port: 8219d125-f808-4865-95a0-e9fc162265b7, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c619af2-7c31-4f30-aa83-67937d793f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:53:21.399390 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-518903d8-8ab6-4267-882e-0d9932cd9b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:21.497274 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-518903d8-8ab6-4267-882e-0d9932cd9b70 None None] For port 8219d125-f808-4865-95a0-e9fc162265b7, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:53:21.501933 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-518903d8-8ab6-4267-882e-0d9932cd9b70 None None] For port 8219d125-f808-4865-95a0-e9fc162265b7, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=8219d125-f808-4865-95a0-e9fc162265b7,segment=NetworkSegment(3c619af2-7c31-4f30-aa83-67937d793f40),segment_id=3c619af2-7c31-4f30-aa83-67937d793f40)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:53:21.511034 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-518903d8-8ab6-4267-882e-0d9932cd9b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:21.587301 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518903d8-8ab6-4267-882e-0d9932cd9b70 None None] Pushing event updated for resources: {'Port': ['ID=8219d125-f808-4865-95a0-e9fc162265b7,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:21.721349 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-93e08b9e-0ca4-4c3c-b5e5-72ac52ac1966 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Allocated IP 172.20.0.1 (f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23/3677b909-7b28-4fc6-b7a7-8e550426fe17/d761489e-3a22-4657-bb3e-37842cc6dd92) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:53:21.890976 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-93e08b9e-0ca4-4c3c-b5e5-72ac52ac1966 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:21.935591 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-93e08b9e-0ca4-4c3c-b5e5-72ac52ac1966 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:21.978419 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e08b9e-0ca4-4c3c-b5e5-72ac52ac1966 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Network f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:53:21.981907 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-93e08b9e-0ca4-4c3c-b5e5-72ac52ac1966 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:53:21.989222 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e08b9e-0ca4-4c3c-b5e5-72ac52ac1966 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:53:22.015579 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e08b9e-0ca4-4c3c-b5e5-72ac52ac1966 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'Port': ['ID=d761489e-3a22-4657-bb3e-37842cc6dd92,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:22.041306 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-93e08b9e-0ca4-4c3c-b5e5-72ac52ac1966 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:22.191667 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-93e08b9e-0ca4-4c3c-b5e5-72ac52ac1966 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:22.327094 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:53:22.515393 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-93e08b9e-0ca4-4c3c-b5e5-72ac52ac1966 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:22.523282 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-93e08b9e-0ca4-4c3c-b5e5-72ac52ac1966 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:22.555382 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 16a94e40-051b-4b34-a7bd-8673a60523eb up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:53:22.618366 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-93e08b9e-0ca4-4c3c-b5e5-72ac52ac1966 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:22.621308 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 16a94e40-051b-4b34-a7bd-8673a60523eb triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:53:22.621308 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:22.627525 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e08b9e-0ca4-4c3c-b5e5-72ac52ac1966 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'Port': ['ID=d761489e-3a22-4657-bb3e-37842cc6dd92,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:22.658765 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e60056b-cc2b-41f3-b2be-84f213ada054 None None] Network f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:53:22.731036 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e08b9e-0ca4-4c3c-b5e5-72ac52ac1966 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Network f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:53:22.733045 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-93e08b9e-0ca4-4c3c-b5e5-72ac52ac1966 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:53:22.865263 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e08b9e-0ca4-4c3c-b5e5-72ac52ac1966 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Router 3bd701b8-ca48-4aa4-a664-c7e879398961 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:53:22.918649 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b9927b5f-3198-48f8-b07d-0775f18f49cf None None] Provisioning complete for port 8219d125-f808-4865-95a0-e9fc162265b7 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:53:22.919016 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b9927b5f-3198-48f8-b07d-0775f18f49cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:22.991276 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e08b9e-0ca4-4c3c-b5e5-72ac52ac1966 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:53:22.996912 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-93e08b9e-0ca4-4c3c-b5e5-72ac52ac1966 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "PUT /v2.0/routers/3bd701b8-ca48-4aa4-a664-c7e879398961/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5235281 Nov 12 01:53:23.032482 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 8219d125-f808-4865-95a0-e9fc162265b7 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:53:23.145808 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadc67cc-96bb-487c-b3be-0c0991459dd6 None None] Sync routers for ids ['3bd701b8-ca48-4aa4-a664-c7e879398961'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:53:23.160046 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b9927b5f-3198-48f8-b07d-0775f18f49cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:23.180246 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-85a1dfd7-13fd-43dd-92c8-7dff1f01c4c9 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-684856680&fields=id&tenant_id=6959747348f74fb19d3bbd5d9c551ad2 HTTP/1.1" status: 200 len: 267 time: 0.0539901 Nov 12 01:53:23.186219 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadc67cc-96bb-487c-b3be-0c0991459dd6 None None] Routers {'3bd701b8-ca48-4aa4-a664-c7e879398961'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:53:23.186864 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-aadc67cc-96bb-487c-b3be-0c0991459dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:53:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['3bd701b8-ca48-4aa4-a664-c7e879398961'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:53:23.233689 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 8219d125-f808-4865-95a0-e9fc162265b7 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:53:23.234070 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:23.275576 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b9927b5f-3198-48f8-b07d-0775f18f49cf None None] For port 8219d125-f808-4865-95a0-e9fc162265b7, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=8219d125-f808-4865-95a0-e9fc162265b7,segment=NetworkSegment(3c619af2-7c31-4f30-aa83-67937d793f40),segment_id=3c619af2-7c31-4f30-aa83-67937d793f40)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:53:23.284931 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b9927b5f-3198-48f8-b07d-0775f18f49cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:23.313297 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-3a20852c-2f9e-45f0-b5ca-e749f13eeec4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:23.314908 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-3a20852c-2f9e-45f0-b5ca-e749f13eeec4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/networks?id=f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23 HTTP/1.1" status: 200 len: 796 time: 0.1257846 Nov 12 01:53:23.331211 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-c8cd3a2a-897b-418b-806d-f4365f6b480e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/quotas/6959747348f74fb19d3bbd5d9c551ad2 HTTP/1.1" status: 200 len: 375 time: 0.0103140 Nov 12 01:53:23.390340 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-1f16ad0a-7c86-4aab-aed3-6f38cc7b7afb tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6959747348f74fb19d3bbd5d9c551ad2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525362 Nov 12 01:53:23.412753 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-aadc67cc-96bb-487c-b3be-0c0991459dd6 None None] Set router 3bd701b8-ca48-4aa4-a664-c7e879398961 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:53:23.420404 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9927b5f-3198-48f8-b07d-0775f18f49cf None None] Pushing event updated for resources: {'Port': ['ID=8219d125-f808-4865-95a0-e9fc162265b7,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:23.472489 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-4b480028-f58d-4737-955f-efb89e945015 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:53:23.474945 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-4b480028-f58d-4737-955f-efb89e945015 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0655532 Nov 12 01:53:23.565224 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-4d2a4da6-c3f8-4478-813a-25d03fb81e50 None None] Provisioning complete for port 8219d125-f808-4865-95a0-e9fc162265b7 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:53:23.566273 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4d2a4da6-c3f8-4478-813a-25d03fb81e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:23.767374 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-4d2a4da6-c3f8-4478-813a-25d03fb81e50 None None] Provisioning complete for port d761489e-3a22-4657-bb3e-37842cc6dd92 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:53:23.767749 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4d2a4da6-c3f8-4478-813a-25d03fb81e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:23.808533 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-aadc67cc-96bb-487c-b3be-0c0991459dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bd701b8-ca48-4aa4-a664-c7e879398961', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893010303', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '16a94e40-051b-4b34-a7bd-8673a60523eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:53:18Z', 'updated_at': '2021-11-12T01:53:22Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': '16a94e40-051b-4b34-a7bd-8673a60523eb', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:68:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd701b8-ca48-4aa4-a664-c7e879398961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:53:18Z', 'updated_at': '2021-11-12T01:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'd761489e-3a22-4657-bb3e-37842cc6dd92', 'name': '', 'network_id': 'f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'mac_address': 'fa:16:3e:23:a8:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bd701b8-ca48-4aa4-a664-c7e879398961', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '3677b909-7b28-4fc6-b7a7-8e550426fe17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:53:21Z', 'updated_at': '2021-11-12T01:53:22Z', 'revision_number': 2, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'subnets': [{'id': '3677b909-7b28-4fc6-b7a7-8e550426fe17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:53:23.843612 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadc67cc-96bb-487c-b3be-0c0991459dd6 None None] Checking router: 3bd701b8-ca48-4aa4-a664-c7e879398961 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:53:23.844729 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadc67cc-96bb-487c-b3be-0c0991459dd6 None None] Updating router 3bd701b8-ca48-4aa4-a664-c7e879398961 port d761489e-3a22-4657-bb3e-37842cc6dd92 binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:53:23.848487 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a4da6-c3f8-4478-813a-25d03fb81e50 None None] Port d761489e-3a22-4657-bb3e-37842cc6dd92 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:53:23.873032 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-aadc67cc-96bb-487c-b3be-0c0991459dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:23.952300 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-095a39bc-7b2d-4f7c-aaee-9a26e7089cd1 service neutron] 10.222.0.20 "GET /v2.0/networks/f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4703319 Nov 12 01:53:24.009073 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-2daad35b-f1aa-4a7d-bde7-16b260b6638a None None] Provisioning complete for port d761489e-3a22-4657-bb3e-37842cc6dd92 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:53:24.009469 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2daad35b-f1aa-4a7d-bde7-16b260b6638a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:24.054929 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-5c81042d-6498-4673-8a3b-5ac8428a2f4f service neutron] 10.222.0.20 "GET /v2.0/networks/f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922568 Nov 12 01:53:24.091757 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-2daad35b-f1aa-4a7d-bde7-16b260b6638a None None] Port d761489e-3a22-4657-bb3e-37842cc6dd92 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:53:24.215453 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-aadc67cc-96bb-487c-b3be-0c0991459dd6 None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:24.223244 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-aadc67cc-96bb-487c-b3be-0c0991459dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:24.246420 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-249b770d-80b7-4b6a-aad1-004ba9e73270 req-7ac38342-35ab-4566-8ccc-7610746a8f49 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=de5142e3-159a-4601-9278-50315c739781 HTTP/1.1" status: 200 len: 210 time: 0.0363815 Nov 12 01:53:24.348239 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08290dd5-9e46-4ceb-81e2-c09ca9092342 None None] Pushing event updated for resources: {'Port': ['ID=d761489e-3a22-4657-bb3e-37842cc6dd92,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:24.373692 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-aadc67cc-96bb-487c-b3be-0c0991459dd6 None None] Attempting to bind port d761489e-3a22-4657-bb3e-37842cc6dd92 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:53:24.373983 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-aadc67cc-96bb-487c-b3be-0c0991459dd6 None None] Attempting to bind port d761489e-3a22-4657-bb3e-37842cc6dd92 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '3c619af2-7c31-4f30-aa83-67937d793f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:53:24.374344 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadc67cc-96bb-487c-b3be-0c0991459dd6 None None] Attempting to bind port d761489e-3a22-4657-bb3e-37842cc6dd92 on network f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:53:24.380692 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadc67cc-96bb-487c-b3be-0c0991459dd6 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:53:24.381289 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadc67cc-96bb-487c-b3be-0c0991459dd6 None None] Checking segment: {'id': '3c619af2-7c31-4f30-aa83-67937d793f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:53:24.381665 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-aadc67cc-96bb-487c-b3be-0c0991459dd6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:24.382055 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadc67cc-96bb-487c-b3be-0c0991459dd6 None None] Bound using segment: {'id': '3c619af2-7c31-4f30-aa83-67937d793f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:53:24.382542 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-aadc67cc-96bb-487c-b3be-0c0991459dd6 None None] Bound port: d761489e-3a22-4657-bb3e-37842cc6dd92, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c619af2-7c31-4f30-aa83-67937d793f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:53:24.382908 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-aadc67cc-96bb-487c-b3be-0c0991459dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:24.493937 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 8219d125-f808-4865-95a0-e9fc162265b7 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:53:24.499206 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-aadc67cc-96bb-487c-b3be-0c0991459dd6 None None] For port d761489e-3a22-4657-bb3e-37842cc6dd92, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:53:24.535675 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-aadc67cc-96bb-487c-b3be-0c0991459dd6 None None] For port d761489e-3a22-4657-bb3e-37842cc6dd92, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=d761489e-3a22-4657-bb3e-37842cc6dd92,segment=NetworkSegment(3c619af2-7c31-4f30-aa83-67937d793f40),segment_id=3c619af2-7c31-4f30-aa83-67937d793f40)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:53:24.551863 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-aadc67cc-96bb-487c-b3be-0c0991459dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:24.590080 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-216c6e15-2b19-464b-b079-1b5db058b848 None None] Provisioning complete for port d761489e-3a22-4657-bb3e-37842cc6dd92 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:53:24.590778 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-216c6e15-2b19-464b-b079-1b5db058b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:24.668317 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 8219d125-f808-4865-95a0-e9fc162265b7 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:53:24.668686 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:24.670609 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08290dd5-9e46-4ceb-81e2-c09ca9092342 None None] Pushing event updated for resources: {'Port': ['ID=d761489e-3a22-4657-bb3e-37842cc6dd92,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:24.677448 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadc67cc-96bb-487c-b3be-0c0991459dd6 None None] Routers {'3bd701b8-ca48-4aa4-a664-c7e879398961'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:53:24.678338 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-aadc67cc-96bb-487c-b3be-0c0991459dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:53:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['3bd701b8-ca48-4aa4-a664-c7e879398961'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:53:25.024033 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-216c6e15-2b19-464b-b079-1b5db058b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:25.083493 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-aadc67cc-96bb-487c-b3be-0c0991459dd6 None None] Set router 3bd701b8-ca48-4aa4-a664-c7e879398961 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:53:25.134359 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-216c6e15-2b19-464b-b079-1b5db058b848 None None] For port d761489e-3a22-4657-bb3e-37842cc6dd92, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=d761489e-3a22-4657-bb3e-37842cc6dd92,segment=NetworkSegment(3c619af2-7c31-4f30-aa83-67937d793f40),segment_id=3c619af2-7c31-4f30-aa83-67937d793f40)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:53:25.142750 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-216c6e15-2b19-464b-b079-1b5db058b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:25.290426 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c6e15-2b19-464b-b079-1b5db058b848 None None] Pushing event updated for resources: {'Port': ['ID=d761489e-3a22-4657-bb3e-37842cc6dd92,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:25.305960 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-1c7033fd-0927-4a24-8796-0f61f3fa234a None None] Provisioning complete for port d761489e-3a22-4657-bb3e-37842cc6dd92 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:53:25.306338 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1c7033fd-0927-4a24-8796-0f61f3fa234a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:25.391637 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6621e464-e92a-44d8-bb9b-ff3525f2630e req-26fd4ea0-95ea-4b98-abec-fc5f4e7158de tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=de5142e3-159a-4601-9278-50315c739781 HTTP/1.1" status: 200 len: 210 time: 0.0583599 Nov 12 01:53:25.458089 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-aadc67cc-96bb-487c-b3be-0c0991459dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bd701b8-ca48-4aa4-a664-c7e879398961', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893010303', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '16a94e40-051b-4b34-a7bd-8673a60523eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:53:18Z', 'updated_at': '2021-11-12T01:53:22Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': '16a94e40-051b-4b34-a7bd-8673a60523eb', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:68:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd701b8-ca48-4aa4-a664-c7e879398961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:53:18Z', 'updated_at': '2021-11-12T01:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'd761489e-3a22-4657-bb3e-37842cc6dd92', 'name': '', 'network_id': 'f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'mac_address': 'fa:16:3e:23:a8:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bd701b8-ca48-4aa4-a664-c7e879398961', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '3677b909-7b28-4fc6-b7a7-8e550426fe17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:53:21Z', 'updated_at': '2021-11-12T01:53:24Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'subnets': [{'id': '3677b909-7b28-4fc6-b7a7-8e550426fe17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:53:25.498819 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadc67cc-96bb-487c-b3be-0c0991459dd6 None None] The sync data for ids ['3bd701b8-ca48-4aa4-a664-c7e879398961'] in n-d-812236-11 is: [{'id': '3bd701b8-ca48-4aa4-a664-c7e879398961', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893010303', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '16a94e40-051b-4b34-a7bd-8673a60523eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:53:18Z', 'updated_at': '2021-11-12T01:53:22Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': '16a94e40-051b-4b34-a7bd-8673a60523eb', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:68:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd701b8-ca48-4aa4-a664-c7e879398961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:53:18Z', 'updated_at': '2021-11-12T01:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'd761489e-3a22-4657-bb3e-37842cc6dd92', 'name': '', 'network_id': 'f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'mac_address': 'fa:16:3e:23:a8:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bd701b8-ca48-4aa4-a664-c7e879398961', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '3677b909-7b28-4fc6-b7a7-8e550426fe17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:53:21Z', 'updated_at': '2021-11-12T01:53:24Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'subnets': [{'id': '3677b909-7b28-4fc6-b7a7-8e550426fe17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:53:25.507560 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-58ea97b7-b27d-44a1-a7e3-0085bb66c70a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:25.507560 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-58ea97b7-b27d-44a1-a7e3-0085bb66c70a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.54 "GET /v2.0/networks?id=f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23 HTTP/1.1" status: 200 len: 796 time: 0.1584606 Nov 12 01:53:25.612742 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-fef439a5-8eb3-4e22-a3a2-091d1800454b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6959747348f74fb19d3bbd5d9c551ad2 HTTP/1.1" status: 200 len: 379 time: 0.0827088 Nov 12 01:53:25.623551 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-ba211839-c316-435e-b8a0-418cb4c5b25e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'port': {'device_id': 'de5142e3-159a-4601-9278-50315c739781', 'network_id': 'f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23', 'admin_state_up': True, 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'security_groups': ['50501d87-5080-42a9-afbc-08442b785ba0']}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:53:25.752252 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-ba211839-c316-435e-b8a0-418cb4c5b25e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Made reservation on behalf of 6959747348f74fb19d3bbd5d9c551ad2 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:53:25.756103 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-ba211839-c316-435e-b8a0-418cb4c5b25e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:25.908897 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-ba211839-c316-435e-b8a0-418cb4c5b25e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Allocated IP 172.20.0.4 (f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23/3677b909-7b28-4fc6-b7a7-8e550426fe17/d7d9448e-20e5-4075-9471-907ab3956eee) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:53:26.067019 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-ba211839-c316-435e-b8a0-418cb4c5b25e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:26.105782 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-ba211839-c316-435e-b8a0-418cb4c5b25e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:26.158457 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-ba211839-c316-435e-b8a0-418cb4c5b25e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Network f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:53:26.164201 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-ba211839-c316-435e-b8a0-418cb4c5b25e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:53:26.168115 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-ba211839-c316-435e-b8a0-418cb4c5b25e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:53:26.175994 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba211839-c316-435e-b8a0-418cb4c5b25e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'Port': ['ID=d7d9448e-20e5-4075-9471-907ab3956eee,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:26.231389 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-ba211839-c316-435e-b8a0-418cb4c5b25e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:26.232161 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-ba211839-c316-435e-b8a0-418cb4c5b25e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:26.257029 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-ba211839-c316-435e-b8a0-418cb4c5b25e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6374419 Nov 12 01:53:26.329222 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-6ae72770-d911-4857-aa44-738c72c4b7ff service neutron] Request body: {'port': {'device_id': 'de5142e3-159a-4601-9278-50315c739781', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:53:26.391883 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-6ae72770-d911-4857-aa44-738c72c4b7ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:26.495391 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-f8f08ede-6404-4ea4-9606-f4d6931b7760 None None] Provisioning complete for port d7d9448e-20e5-4075-9471-907ab3956eee triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:53:26.496414 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f8f08ede-6404-4ea4-9606-f4d6931b7760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:26.548917 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device d761489e-3a22-4657-bb3e-37842cc6dd92 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:53:26.580495 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030fb7b-1ecf-42b1-8ec1-6e1499299282 req-e2eeab73-957c-4484-8bf6-0f812128e15d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:26.582832 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7030fb7b-1ecf-42b1-8ec1-6e1499299282 req-e2eeab73-957c-4484-8bf6-0f812128e15d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=de5142e3-159a-4601-9278-50315c739781 HTTP/1.1" status: 200 len: 931 time: 0.0668292 Nov 12 01:53:26.589673 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-f8f08ede-6404-4ea4-9606-f4d6931b7760 None None] Port d7d9448e-20e5-4075-9471-907ab3956eee cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:53:26.621424 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port d761489e-3a22-4657-bb3e-37842cc6dd92 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:53:26.621790 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:26.668669 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7030fb7b-1ecf-42b1-8ec1-6e1499299282 req-57071b4d-0be0-49a4-9772-6325fa9557aa tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=50501d87-5080-42a9-afbc-08442b785ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720136 Nov 12 01:53:26.747340 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-6ae72770-d911-4857-aa44-738c72c4b7ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7d9448e-20e5-4075-9471-907ab3956eee {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:53:26.755436 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-6ae72770-d911-4857-aa44-738c72c4b7ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:26.767836 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-6ae72770-d911-4857-aa44-738c72c4b7ff service neutron] Transition to ACTIVE for port object d7d9448e-20e5-4075-9471-907ab3956eee will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:53:26.771414 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-6ae72770-d911-4857-aa44-738c72c4b7ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:26.823215 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae72770-d911-4857-aa44-738c72c4b7ff service neutron] Pushing event updated for resources: {'Port': ['ID=d7d9448e-20e5-4075-9471-907ab3956eee,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:26.901075 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-6ae72770-d911-4857-aa44-738c72c4b7ff service neutron] Attempting to bind port d7d9448e-20e5-4075-9471-907ab3956eee on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:53:26.901617 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-6ae72770-d911-4857-aa44-738c72c4b7ff service neutron] Attempting to bind port d7d9448e-20e5-4075-9471-907ab3956eee by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '3c619af2-7c31-4f30-aa83-67937d793f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:53:26.902008 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-6ae72770-d911-4857-aa44-738c72c4b7ff service neutron] Attempting to bind port d7d9448e-20e5-4075-9471-907ab3956eee on network f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:53:26.907488 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-6ae72770-d911-4857-aa44-738c72c4b7ff service neutron] Port d7d9448e-20e5-4075-9471-907ab3956eee on network f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:53:26.907815 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-6ae72770-d911-4857-aa44-738c72c4b7ff service neutron] Attempting to bind port d7d9448e-20e5-4075-9471-907ab3956eee on network f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:53:26.913114 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-6ae72770-d911-4857-aa44-738c72c4b7ff service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:53:26.913480 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-6ae72770-d911-4857-aa44-738c72c4b7ff service neutron] Checking segment: {'id': '3c619af2-7c31-4f30-aa83-67937d793f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:53:26.913865 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-6ae72770-d911-4857-aa44-738c72c4b7ff service neutron] Bound using segment: {'id': '3c619af2-7c31-4f30-aa83-67937d793f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:53:26.914289 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-6ae72770-d911-4857-aa44-738c72c4b7ff service neutron] Bound port: d7d9448e-20e5-4075-9471-907ab3956eee, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c619af2-7c31-4f30-aa83-67937d793f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:53:26.914642 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-6ae72770-d911-4857-aa44-738c72c4b7ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:26.992143 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-6ae72770-d911-4857-aa44-738c72c4b7ff service neutron] For port d7d9448e-20e5-4075-9471-907ab3956eee, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:53:27.001254 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-6ae72770-d911-4857-aa44-738c72c4b7ff service neutron] For port d7d9448e-20e5-4075-9471-907ab3956eee, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=d7d9448e-20e5-4075-9471-907ab3956eee,segment=NetworkSegment(3c619af2-7c31-4f30-aa83-67937d793f40),segment_id=3c619af2-7c31-4f30-aa83-67937d793f40)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:53:27.006352 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-6ae72770-d911-4857-aa44-738c72c4b7ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:27.044865 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-6ae72770-d911-4857-aa44-738c72c4b7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:27.045789 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-6ae72770-d911-4857-aa44-738c72c4b7ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:27.047768 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-6ae72770-d911-4857-aa44-738c72c4b7ff service neutron] 10.222.0.54 "PUT /v2.0/ports/d7d9448e-20e5-4075-9471-907ab3956eee HTTP/1.1" status: 200 len: 1092 time: 0.7763331 Nov 12 01:53:27.048224 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de5142e3-159a-4601-9278-50315c739781', 'tag': 'd7d9448e-20e5-4075-9471-907ab3956eee'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:53:27.050534 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f20791c62abc78a76d837b2e8f3e70a497c95c8c7e17d957ee036670eec5325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79f9784-e192-4ec1-b05b-d9ccbec062d4" -d '{"events": [{"name": "network-changed", "server_uuid": "de5142e3-159a-4601-9278-50315c739781", "tag": "d7d9448e-20e5-4075-9471-907ab3956eee"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:53:27.080236 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae72770-d911-4857-aa44-738c72c4b7ff service neutron] Pushing event updated for resources: {'Port': ['ID=d7d9448e-20e5-4075-9471-907ab3956eee,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:27.105342 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41209b46-6bff-4a80-8615-0225a1d88da9 x-openstack-request-id: req-41209b46-6bff-4a80-8615-0225a1d88da9 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:53:27.105908 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de5142e3-159a-4601-9278-50315c739781", "tag": "d7d9448e-20e5-4075-9471-907ab3956eee", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:53:27.105908 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-41209b46-6bff-4a80-8615-0225a1d88da9 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:53:27.106335 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de5142e3-159a-4601-9278-50315c739781', 'tag': 'd7d9448e-20e5-4075-9471-907ab3956eee', 'status': 'completed', 'code': 200} Nov 12 01:53:27.168114 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-00e68dc6-d352-4ffc-8759-fb388cd9d1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:27.169707 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-00e68dc6-d352-4ffc-8759-fb388cd9d1c5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6959747348f74fb19d3bbd5d9c551ad2&device_id=de5142e3-159a-4601-9278-50315c739781 HTTP/1.1" status: 200 len: 1095 time: 0.0471351 Nov 12 01:53:27.224732 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-1a75f0b9-2570-447d-889f-a17c4b4f9fb2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7d9448e-20e5-4075-9471-907ab3956eee HTTP/1.1" status: 200 len: 217 time: 0.0420666 Nov 12 01:53:27.279744 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-8d6b71e9-cb63-4c51-842d-db52ffd4bb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:27.281742 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-8d6b71e9-cb63-4c51-842d-db52ffd4bb5a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3677b909-7b28-4fc6-b7a7-8e550426fe17 HTTP/1.1" status: 200 len: 835 time: 0.0500495 Nov 12 01:53:27.330821 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-488bd053-1360-4b89-ab35-29e55f31df52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:27.332965 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-488bd053-1360-4b89-ab35-29e55f31df52 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449297 Nov 12 01:53:27.433564 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-b8a0868d-69b0-42d0-ab1e-9eecf3327cce service neutron] 10.222.0.54 "GET /v2.0/networks/f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934343 Nov 12 01:53:27.534097 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-acd6b944-d43d-4a43-8344-d1cbc47633d1 req-205209c1-078a-4887-906f-8a5657d08eb3 service neutron] 10.222.0.54 "GET /v2.0/networks/f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933664 Nov 12 01:53:27.665077 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f9784-e192-4ec1-b05b-d9ccbec062d4 req-ee76003c-a7c5-47ee-8a5b-23bc99ffa4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:27.666630 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e79f9784-e192-4ec1-b05b-d9ccbec062d4 req-ee76003c-a7c5-47ee-8a5b-23bc99ffa4d8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6959747348f74fb19d3bbd5d9c551ad2&device_id=de5142e3-159a-4601-9278-50315c739781 HTTP/1.1" status: 200 len: 1095 time: 0.0483129 Nov 12 01:53:27.760877 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f9784-e192-4ec1-b05b-d9ccbec062d4 req-2c0586e1-c489-4f1f-a016-e0c6cffb16fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:27.762779 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e79f9784-e192-4ec1-b05b-d9ccbec062d4 req-2c0586e1-c489-4f1f-a016-e0c6cffb16fd service neutron] 10.222.0.54 "GET /v2.0/networks?id=f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23 HTTP/1.1" status: 200 len: 897 time: 0.0886855 Nov 12 01:53:27.808492 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabeeb9-fb9d-4292-97d3-064ac9b1b2f7 req-ddf1bc49-3c3d-4ffb-a9f2-ae75114746a4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:27.810031 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2eabeeb9-fb9d-4292-97d3-064ac9b1b2f7 req-ddf1bc49-3c3d-4ffb-a9f2-ae75114746a4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=de5142e3-159a-4601-9278-50315c739781 HTTP/1.1" status: 200 len: 943 time: 0.0628016 Nov 12 01:53:27.812698 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e79f9784-e192-4ec1-b05b-d9ccbec062d4 req-dc107ec9-9549-4932-a52c-c901649df743 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7d9448e-20e5-4075-9471-907ab3956eee HTTP/1.1" status: 200 len: 217 time: 0.0430083 Nov 12 01:53:27.863939 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2eabeeb9-fb9d-4292-97d3-064ac9b1b2f7 req-6a0cf920-e8ae-4a16-8f13-16325a713456 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=50501d87-5080-42a9-afbc-08442b785ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474503 Nov 12 01:53:27.867355 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f9784-e192-4ec1-b05b-d9ccbec062d4 req-b8a9c97f-9c7d-4326-b7a3-f75fcd5ff544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:27.868856 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e79f9784-e192-4ec1-b05b-d9ccbec062d4 req-b8a9c97f-9c7d-4326-b7a3-f75fcd5ff544 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3677b909-7b28-4fc6-b7a7-8e550426fe17 HTTP/1.1" status: 200 len: 835 time: 0.0497553 Nov 12 01:53:27.923911 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f9784-e192-4ec1-b05b-d9ccbec062d4 req-8e4b5425-7026-45e4-825f-f82bf537a278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:27.925460 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e79f9784-e192-4ec1-b05b-d9ccbec062d4 req-8e4b5425-7026-45e4-825f-f82bf537a278 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495641 Nov 12 01:53:28.027212 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e79f9784-e192-4ec1-b05b-d9ccbec062d4 req-b42fbea4-f391-4887-afcd-f991f13a2400 service neutron] 10.222.0.54 "GET /v2.0/networks/f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945647 Nov 12 01:53:28.122076 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e79f9784-e192-4ec1-b05b-d9ccbec062d4 req-3ee127ce-ed65-4cef-ba0f-468f780009ff service neutron] 10.222.0.54 "GET /v2.0/networks/f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868461 Nov 12 01:53:28.990312 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81020b98-8cf2-4515-a57a-6ae3684a8312 req-83cb0246-3081-42b6-9b43-98c4856b45ef tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:28.991890 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-81020b98-8cf2-4515-a57a-6ae3684a8312 req-83cb0246-3081-42b6-9b43-98c4856b45ef tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=de5142e3-159a-4601-9278-50315c739781 HTTP/1.1" status: 200 len: 943 time: 0.0520871 Nov 12 01:53:29.049719 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-81020b98-8cf2-4515-a57a-6ae3684a8312 req-8925050a-898b-4f6d-84d1-69e75c5fbbe9 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=50501d87-5080-42a9-afbc-08442b785ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516245 Nov 12 01:53:30.173338 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d34f42-91d1-4027-8054-92551aba9c77 req-4bbfb278-2868-4ba9-b13f-e460ef9060c6 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:30.174905 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-83d34f42-91d1-4027-8054-92551aba9c77 req-4bbfb278-2868-4ba9-b13f-e460ef9060c6 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=de5142e3-159a-4601-9278-50315c739781 HTTP/1.1" status: 200 len: 943 time: 0.0545881 Nov 12 01:53:30.231117 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-83d34f42-91d1-4027-8054-92551aba9c77 req-5b0a2654-f80f-47e0-a0a3-a7e818f1b19f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=50501d87-5080-42a9-afbc-08442b785ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495360 Nov 12 01:53:30.492957 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device d7d9448e-20e5-4075-9471-907ab3956eee details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:53:30.596149 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port d7d9448e-20e5-4075-9471-907ab3956eee, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=d7d9448e-20e5-4075-9471-907ab3956eee,segment=NetworkSegment(3c619af2-7c31-4f30-aa83-67937d793f40),segment_id=3c619af2-7c31-4f30-aa83-67937d793f40)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:53:30.607548 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'd7d9448e-20e5-4075-9471-907ab3956eee', 'network_id': 'f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23', 'port_id': 'd7d9448e-20e5-4075-9471-907ab3956eee', 'mac_address': 'fa:16:3e:86:65:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3677b909-7b28-4fc6-b7a7-8e550426fe17', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:53:30.645991 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:30.659532 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7d9448e-20e5-4075-9471-907ab3956eee {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:53:30.681905 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port d7d9448e-20e5-4075-9471-907ab3956eee, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=d7d9448e-20e5-4075-9471-907ab3956eee,segment=NetworkSegment(3c619af2-7c31-4f30-aa83-67937d793f40),segment_id=3c619af2-7c31-4f30-aa83-67937d793f40)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:53:30.685861 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:30.733700 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=d7d9448e-20e5-4075-9471-907ab3956eee,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:31.154175 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['d7d9448e-20e5-4075-9471-907ab3956eee'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:53:31.357294 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc537c8-808b-41cc-824b-dee3754e7f02 req-b6cb4035-ddff-46af-98ac-af551f07417d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:31.358759 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dfc537c8-808b-41cc-824b-dee3754e7f02 req-b6cb4035-ddff-46af-98ac-af551f07417d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=de5142e3-159a-4601-9278-50315c739781 HTTP/1.1" status: 200 len: 944 time: 0.0561104 Nov 12 01:53:31.413835 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dfc537c8-808b-41cc-824b-dee3754e7f02 req-d2627e93-36de-41a6-8988-01aa4a1118f3 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=50501d87-5080-42a9-afbc-08442b785ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488553 Nov 12 01:53:32.522249 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device d7d9448e-20e5-4075-9471-907ab3956eee up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:53:32.533776 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b77b3-344a-4f0d-a826-ac786aedc581 req-31d2dee4-f5a7-4cfb-9814-436962ffc1de tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:32.535493 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-994b77b3-344a-4f0d-a826-ac786aedc581 req-31d2dee4-f5a7-4cfb-9814-436962ffc1de tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=de5142e3-159a-4601-9278-50315c739781 HTTP/1.1" status: 200 len: 944 time: 0.0525913 Nov 12 01:53:32.585933 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port d7d9448e-20e5-4075-9471-907ab3956eee completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:53:32.590070 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port d7d9448e-20e5-4075-9471-907ab3956eee triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:53:32.590434 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:32.595635 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-994b77b3-344a-4f0d-a826-ac786aedc581 req-b484517a-f0e8-4f19-8510-2a5932ddb9ff tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=50501d87-5080-42a9-afbc-08442b785ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528982 Nov 12 01:53:32.669831 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:32.693860 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5142e3-159a-4601-9278-50315c739781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d9448e-20e5-4075-9471-907ab3956eee'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:53:32.696121 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f589fb9f8862dfdbd1fb170ce835a8c182cc8b052b64638c52562f284e07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51ec71c-73ab-4ed6-8a4e-14c869767a10" -d '{"events": [{"server_uuid": "de5142e3-159a-4601-9278-50315c739781", "name": "network-vif-plugged", "status": "completed", "tag": "d7d9448e-20e5-4075-9471-907ab3956eee"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:53:32.710577 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port d7d9448e-20e5-4075-9471-907ab3956eee, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=d7d9448e-20e5-4075-9471-907ab3956eee,segment=NetworkSegment(3c619af2-7c31-4f30-aa83-67937d793f40),segment_id=3c619af2-7c31-4f30-aa83-67937d793f40)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:53:32.714728 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:32.742623 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5b6a78-ab68-403f-bf25-895fbf454499 x-openstack-request-id: req-6d5b6a78-ab68-403f-bf25-895fbf454499 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:53:32.742917 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de5142e3-159a-4601-9278-50315c739781", "name": "network-vif-plugged", "status": "completed", "tag": "d7d9448e-20e5-4075-9471-907ab3956eee", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:53:32.743166 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6d5b6a78-ab68-403f-bf25-895fbf454499 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:53:32.743551 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5142e3-159a-4601-9278-50315c739781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d9448e-20e5-4075-9471-907ab3956eee', 'code': 200} Nov 12 01:53:32.769567 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=d7d9448e-20e5-4075-9471-907ab3956eee,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:32.868116 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb28475-20af-4e2e-94a3-175f526c5846 req-c51cbe1c-6a90-41c2-8ec8-3e8976c5215f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:32.869995 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7fb28475-20af-4e2e-94a3-175f526c5846 req-c51cbe1c-6a90-41c2-8ec8-3e8976c5215f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=de5142e3-159a-4601-9278-50315c739781 HTTP/1.1" status: 200 len: 1097 time: 0.0435717 Nov 12 01:53:32.919268 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7fb28475-20af-4e2e-94a3-175f526c5846 req-31df34c5-d53f-428b-a8aa-32633662c988 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=50501d87-5080-42a9-afbc-08442b785ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418267 Nov 12 01:53:33.716891 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab98e6-1036-4d47-bf42-85d937de0d99 req-e837f2b4-aa0c-4683-8379-6b2e1e159008 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:33.718489 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-91ab98e6-1036-4d47-bf42-85d937de0d99 req-e837f2b4-aa0c-4683-8379-6b2e1e159008 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=de5142e3-159a-4601-9278-50315c739781 HTTP/1.1" status: 200 len: 945 time: 0.0517213 Nov 12 01:53:33.772123 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-91ab98e6-1036-4d47-bf42-85d937de0d99 req-64faf030-c864-4bbc-88e8-e05aeb7145d0 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=50501d87-5080-42a9-afbc-08442b785ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469081 Nov 12 01:53:34.419763 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-65c9a780-a6d0-4b6b-bec6-7ccd3af8aa26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:34.896646 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfc006-6782-4d22-bdb2-5fc5f1496c51 req-735b9f53-10c2-485c-a8ba-f07dc879abf2 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:34.898120 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-90cfc006-6782-4d22-bdb2-5fc5f1496c51 req-735b9f53-10c2-485c-a8ba-f07dc879abf2 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=de5142e3-159a-4601-9278-50315c739781 HTTP/1.1" status: 200 len: 945 time: 0.0540016 Nov 12 01:53:34.949568 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-90cfc006-6782-4d22-bdb2-5fc5f1496c51 req-878d5e76-6eb8-4913-a9dc-647b24f29240 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=50501d87-5080-42a9-afbc-08442b785ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453098 Nov 12 01:53:35.074589 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a7896-dc5d-4ea2-b22f-78673f439f40 req-79f666a5-d757-4dda-81af-cc71d40b5f75 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:35.076119 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df5a7896-dc5d-4ea2-b22f-78673f439f40 req-79f666a5-d757-4dda-81af-cc71d40b5f75 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=de5142e3-159a-4601-9278-50315c739781 HTTP/1.1" status: 200 len: 945 time: 0.0510380 Nov 12 01:53:35.130027 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-df5a7896-dc5d-4ea2-b22f-78673f439f40 req-bda1ad6a-9cec-4a77-be5c-95bf5afa4243 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=50501d87-5080-42a9-afbc-08442b785ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468142 Nov 12 01:53:35.151970 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51640) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:53:35.198463 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdbb982-7ef5-4746-adc4-beaa3ad75371 tempest-TestNetworkAdvancedServerOps-1195396143 tempest-TestNetworkAdvancedServerOps-1195396143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:35.200013 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ecdbb982-7ef5-4746-adc4-beaa3ad75371 tempest-TestNetworkAdvancedServerOps-1195396143 tempest-TestNetworkAdvancedServerOps-1195396143-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=de5142e3-159a-4601-9278-50315c739781 HTTP/1.1" status: 200 len: 1092 time: 0.0470967 Nov 12 01:53:35.203651 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51642) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:53:35.208764 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-7bb39a07-6b8f-4d5c-8752-cc481530e630 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'port_id': 'd7d9448e-20e5-4075-9471-907ab3956eee', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:53:35.231361 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7bb39a07-6b8f-4d5c-8752-cc481530e630 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for floatingip, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:35.337923 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7bb39a07-6b8f-4d5c-8752-cc481530e630 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:35.459030 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-7bb39a07-6b8f-4d5c-8752-cc481530e630 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Allocated IP 172.25.2.186 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/e00162ee-3398-46aa-a6be-f18335c953fb) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:53:35.582991 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7bb39a07-6b8f-4d5c-8752-cc481530e630 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:35.617794 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7bb39a07-6b8f-4d5c-8752-cc481530e630 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:35.654145 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb39a07-6b8f-4d5c-8752-cc481530e630 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:53:35.657568 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-7bb39a07-6b8f-4d5c-8752-cc481530e630 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:53:35.663381 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb39a07-6b8f-4d5c-8752-cc481530e630 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:53:35.690257 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb39a07-6b8f-4d5c-8752-cc481530e630 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'Port': ['ID=e00162ee-3398-46aa-a6be-f18335c953fb,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:36.040190 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7bb39a07-6b8f-4d5c-8752-cc481530e630 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:36.108152 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7bb39a07-6b8f-4d5c-8752-cc481530e630 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:36.266600 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7bb39a07-6b8f-4d5c-8752-cc481530e630 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:36.271317 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7bb39a07-6b8f-4d5c-8752-cc481530e630 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:36.340442 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb39a07-6b8f-4d5c-8752-cc481530e630 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'Port': ['ID=e00162ee-3398-46aa-a6be-f18335c953fb,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:36.360134 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7bb39a07-6b8f-4d5c-8752-cc481530e630 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:36.466039 n-d-812236-11 neutron-server[102662]: INFO neutron.db.l3_db [None req-7bb39a07-6b8f-4d5c-8752-cc481530e630 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Floating IP a2c22f1b-2142-4e8c-b8ac-88e1e1a3800e associated. External IP: 172.25.2.186, port: d7d9448e-20e5-4075-9471-907ab3956eee. Nov 12 01:53:36.532834 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fac0ea4a-23b8-45ab-9054-55a059ecef8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:36.688739 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb39a07-6b8f-4d5c-8752-cc481530e630 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Router 3bd701b8-ca48-4aa4-a664-c7e879398961 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:53:36.800048 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb39a07-6b8f-4d5c-8752-cc481530e630 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:53:36.810749 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0a2f61-635f-4464-b1cd-f66af6f1464f None None] Sync routers for ids ['3bd701b8-ca48-4aa4-a664-c7e879398961'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:53:36.821277 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7bb39a07-6b8f-4d5c-8752-cc481530e630 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:36.823931 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0a2f61-635f-4464-b1cd-f66af6f1464f None None] Routers {'3bd701b8-ca48-4aa4-a664-c7e879398961'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:53:36.824581 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-ba0a2f61-635f-4464-b1cd-f66af6f1464f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:53:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['3bd701b8-ca48-4aa4-a664-c7e879398961'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:53:36.848967 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7bb39a07-6b8f-4d5c-8752-cc481530e630 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6440873 Nov 12 01:53:36.849595 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de5142e3-159a-4601-9278-50315c739781', 'tag': 'd7d9448e-20e5-4075-9471-907ab3956eee'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:53:36.851871 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f20791c62abc78a76d837b2e8f3e70a497c95c8c7e17d957ee036670eec5325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d621a97-d945-4c9d-9e13-ca18798d4359" -d '{"events": [{"name": "network-changed", "server_uuid": "de5142e3-159a-4601-9278-50315c739781", "tag": "d7d9448e-20e5-4075-9471-907ab3956eee"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:53:36.909677 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae83bc6-de92-4e9b-8443-ee0848ff11b2 x-openstack-request-id: req-aae83bc6-de92-4e9b-8443-ee0848ff11b2 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:53:36.910167 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de5142e3-159a-4601-9278-50315c739781", "tag": "d7d9448e-20e5-4075-9471-907ab3956eee", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:53:36.910621 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aae83bc6-de92-4e9b-8443-ee0848ff11b2 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:53:36.911318 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de5142e3-159a-4601-9278-50315c739781', 'tag': 'd7d9448e-20e5-4075-9471-907ab3956eee', 'status': 'completed', 'code': 200} Nov 12 01:53:36.935614 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-ba0a2f61-635f-4464-b1cd-f66af6f1464f None None] Set router 3bd701b8-ca48-4aa4-a664-c7e879398961 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:53:37.012056 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966554f-2077-4b08-acbe-76be4bf0af41 req-5ca09359-0148-4d2d-9756-f8542501568f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:37.013617 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6966554f-2077-4b08-acbe-76be4bf0af41 req-5ca09359-0148-4d2d-9756-f8542501568f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=de5142e3-159a-4601-9278-50315c739781 HTTP/1.1" status: 200 len: 945 time: 0.0938878 Nov 12 01:53:37.044735 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d621a97-d945-4c9d-9e13-ca18798d4359 req-93bca63c-adef-4896-a586-b441795be737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:37.047239 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2d621a97-d945-4c9d-9e13-ca18798d4359 req-93bca63c-adef-4896-a586-b441795be737 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6959747348f74fb19d3bbd5d9c551ad2&device_id=de5142e3-159a-4601-9278-50315c739781 HTTP/1.1" status: 200 len: 1097 time: 0.0882728 Nov 12 01:53:37.133198 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6966554f-2077-4b08-acbe-76be4bf0af41 req-77c7dad7-3165-4b66-a113-64dcdb462639 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=50501d87-5080-42a9-afbc-08442b785ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125321 Nov 12 01:53:37.157726 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51648) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:53:37.168405 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d621a97-d945-4c9d-9e13-ca18798d4359 req-8e505c0c-3f8a-4496-8c08-d35f2f9041a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:37.169908 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2d621a97-d945-4c9d-9e13-ca18798d4359 req-8e505c0c-3f8a-4496-8c08-d35f2f9041a8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23 HTTP/1.1" status: 200 len: 897 time: 0.1167333 Nov 12 01:53:37.223871 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-26f1901e-4b30-4a61-addf-e7588fb9760b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/floatingips/a2c22f1b-2142-4e8c-b8ac-88e1e1a3800e HTTP/1.1" status: 200 len: 991 time: 0.0644064 Nov 12 01:53:37.245854 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2d621a97-d945-4c9d-9e13-ca18798d4359 req-16efdf69-057a-4a41-88e8-0233dadb1cb1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7d9448e-20e5-4075-9471-907ab3956eee HTTP/1.1" status: 200 len: 999 time: 0.0686958 Nov 12 01:53:37.279340 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-ba0a2f61-635f-4464-b1cd-f66af6f1464f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bd701b8-ca48-4aa4-a664-c7e879398961', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893010303', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '16a94e40-051b-4b34-a7bd-8673a60523eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:53:18Z', 'updated_at': '2021-11-12T01:53:22Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': '16a94e40-051b-4b34-a7bd-8673a60523eb', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:68:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd701b8-ca48-4aa4-a664-c7e879398961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:53:18Z', 'updated_at': '2021-11-12T01:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': 'a2c22f1b-2142-4e8c-b8ac-88e1e1a3800e', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'floating_ip_address': '172.25.2.186', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '3bd701b8-ca48-4aa4-a664-c7e879398961', 'port_id': 'd7d9448e-20e5-4075-9471-907ab3956eee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23', 'mac_address': 'fa:16:3e:86:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5142e3-159a-4601-9278-50315c739781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:53:35Z', 'updated_at': '2021-11-12T01:53:35Z', 'revision_number': 0, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd761489e-3a22-4657-bb3e-37842cc6dd92', 'name': '', 'network_id': 'f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'mac_address': 'fa:16:3e:23:a8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd701b8-ca48-4aa4-a664-c7e879398961', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '3677b909-7b28-4fc6-b7a7-8e550426fe17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:53:21Z', 'updated_at': '2021-11-12T01:53:25Z', 'revision_number': 5, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'subnets': [{'id': '3677b909-7b28-4fc6-b7a7-8e550426fe17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:53:37.300785 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d621a97-d945-4c9d-9e13-ca18798d4359 req-93bfc207-5d3a-4b26-a2b7-b30f838c48fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:37.302313 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2d621a97-d945-4c9d-9e13-ca18798d4359 req-93bfc207-5d3a-4b26-a2b7-b30f838c48fc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3677b909-7b28-4fc6-b7a7-8e550426fe17 HTTP/1.1" status: 200 len: 835 time: 0.0503943 Nov 12 01:53:37.312835 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0a2f61-635f-4464-b1cd-f66af6f1464f None None] Checking router: 3bd701b8-ca48-4aa4-a664-c7e879398961 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:53:37.322952 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0a2f61-635f-4464-b1cd-f66af6f1464f None None] Routers {'3bd701b8-ca48-4aa4-a664-c7e879398961'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:53:37.323700 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-ba0a2f61-635f-4464-b1cd-f66af6f1464f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:53:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['3bd701b8-ca48-4aa4-a664-c7e879398961'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:53:37.355686 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d621a97-d945-4c9d-9e13-ca18798d4359 req-3a3525ce-b27e-412d-ab6b-a7a42079cd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:37.357228 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2d621a97-d945-4c9d-9e13-ca18798d4359 req-3a3525ce-b27e-412d-ab6b-a7a42079cd9e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482836 Nov 12 01:53:37.439126 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-ba0a2f61-635f-4464-b1cd-f66af6f1464f None None] Set router 3bd701b8-ca48-4aa4-a664-c7e879398961 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:53:37.459286 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2d621a97-d945-4c9d-9e13-ca18798d4359 req-1efb7985-9893-4e07-b82d-7b261cf16148 service neutron] 10.222.0.54 "GET /v2.0/networks/f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952094 Nov 12 01:53:37.576871 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2d621a97-d945-4c9d-9e13-ca18798d4359 req-5310c0c7-772c-41fa-ab3e-1262df935988 service neutron] 10.222.0.54 "GET /v2.0/networks/f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069264 Nov 12 01:53:37.696076 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-ba0a2f61-635f-4464-b1cd-f66af6f1464f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bd701b8-ca48-4aa4-a664-c7e879398961', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893010303', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '16a94e40-051b-4b34-a7bd-8673a60523eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:53:18Z', 'updated_at': '2021-11-12T01:53:22Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': '16a94e40-051b-4b34-a7bd-8673a60523eb', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:68:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd701b8-ca48-4aa4-a664-c7e879398961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:53:18Z', 'updated_at': '2021-11-12T01:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': 'a2c22f1b-2142-4e8c-b8ac-88e1e1a3800e', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'floating_ip_address': '172.25.2.186', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '3bd701b8-ca48-4aa4-a664-c7e879398961', 'port_id': 'd7d9448e-20e5-4075-9471-907ab3956eee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23', 'mac_address': 'fa:16:3e:86:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5142e3-159a-4601-9278-50315c739781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:53:35Z', 'updated_at': '2021-11-12T01:53:35Z', 'revision_number': 0, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd761489e-3a22-4657-bb3e-37842cc6dd92', 'name': '', 'network_id': 'f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'mac_address': 'fa:16:3e:23:a8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd701b8-ca48-4aa4-a664-c7e879398961', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '3677b909-7b28-4fc6-b7a7-8e550426fe17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:53:21Z', 'updated_at': '2021-11-12T01:53:25Z', 'revision_number': 5, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'subnets': [{'id': '3677b909-7b28-4fc6-b7a7-8e550426fe17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:53:37.721873 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0a2f61-635f-4464-b1cd-f66af6f1464f None None] The sync data for ids ['3bd701b8-ca48-4aa4-a664-c7e879398961'] in n-d-812236-11 is: [{'id': '3bd701b8-ca48-4aa4-a664-c7e879398961', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893010303', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '16a94e40-051b-4b34-a7bd-8673a60523eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:53:18Z', 'updated_at': '2021-11-12T01:53:22Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': '16a94e40-051b-4b34-a7bd-8673a60523eb', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:68:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd701b8-ca48-4aa4-a664-c7e879398961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:53:18Z', 'updated_at': '2021-11-12T01:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': 'a2c22f1b-2142-4e8c-b8ac-88e1e1a3800e', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'floating_ip_address': '172.25.2.186', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '3bd701b8-ca48-4aa4-a664-c7e879398961', 'port_id': 'd7d9448e-20e5-4075-9471-907ab3956eee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23', 'mac_address': 'fa:16:3e:86:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5142e3-159a-4601-9278-50315c739781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:53:35Z', 'updated_at': '2021-11-12T01:53:35Z', 'revision_number': 0, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd761489e-3a22-4657-bb3e-37842cc6dd92', 'name': '', 'network_id': 'f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'mac_address': 'fa:16:3e:23:a8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd701b8-ca48-4aa4-a664-c7e879398961', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '3677b909-7b28-4fc6-b7a7-8e550426fe17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:53:21Z', 'updated_at': '2021-11-12T01:53:25Z', 'revision_number': 5, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'subnets': [{'id': '3677b909-7b28-4fc6-b7a7-8e550426fe17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:53:37.910961 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6c1bc6-203b-4c78-b169-fb5de197f93c None None] New status for floating IP a2c22f1b-2142-4e8c-b8ac-88e1e1a3800e: ACTIVE {{(pid=102663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:53:37.977953 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:38.227440 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51650) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:53:38.292823 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b1545ee7-7a97-45bd-843d-9bbe03650896 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/floatingips/a2c22f1b-2142-4e8c-b8ac-88e1e1a3800e HTTP/1.1" status: 200 len: 993 time: 0.0641930 Nov 12 01:53:39.548801 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:40.436360 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:41.542002 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:43.403166 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:59.326445 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:54:00.807786 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-35d7ab5a-df52-448f-8c13-9542136aa8d0 req-f569d118-1a77-415e-9fe1-c5e1e38c3c96 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=de5142e3-159a-4601-9278-50315c739781&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0563393 Nov 12 01:54:00.916142 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7ab5a-df52-448f-8c13-9542136aa8d0 req-09d5630f-78bf-4678-b634-d98d1a27f707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:54:00.917738 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-35d7ab5a-df52-448f-8c13-9542136aa8d0 req-09d5630f-78bf-4678-b634-d98d1a27f707 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6959747348f74fb19d3bbd5d9c551ad2&device_id=de5142e3-159a-4601-9278-50315c739781 HTTP/1.1" status: 200 len: 1097 time: 0.0429513 Nov 12 01:54:01.032427 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7ab5a-df52-448f-8c13-9542136aa8d0 req-da9c7772-2150-4126-9284-37126a7d1144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:54:01.034131 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-35d7ab5a-df52-448f-8c13-9542136aa8d0 req-da9c7772-2150-4126-9284-37126a7d1144 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23 HTTP/1.1" status: 200 len: 897 time: 0.0964861 Nov 12 01:54:01.105247 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-35d7ab5a-df52-448f-8c13-9542136aa8d0 req-a653916d-da9c-45b9-8736-77372a99027c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7d9448e-20e5-4075-9471-907ab3956eee HTTP/1.1" status: 200 len: 1001 time: 0.0641472 Nov 12 01:54:01.158609 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7ab5a-df52-448f-8c13-9542136aa8d0 req-81c79991-569e-4412-9a3a-a39cc733670e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:54:01.160084 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-35d7ab5a-df52-448f-8c13-9542136aa8d0 req-81c79991-569e-4412-9a3a-a39cc733670e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3677b909-7b28-4fc6-b7a7-8e550426fe17 HTTP/1.1" status: 200 len: 835 time: 0.0471103 Nov 12 01:54:01.215386 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7ab5a-df52-448f-8c13-9542136aa8d0 req-1c848c08-0a49-4fae-8e47-e1f16896eb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:54:01.216917 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-35d7ab5a-df52-448f-8c13-9542136aa8d0 req-1c848c08-0a49-4fae-8e47-e1f16896eb8e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497961 Nov 12 01:54:01.312855 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-35d7ab5a-df52-448f-8c13-9542136aa8d0 req-af06bc84-ee09-48ff-abbd-70de1f41c996 service neutron] 10.222.0.54 "GET /v2.0/networks/f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876992 Nov 12 01:54:01.411350 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-35d7ab5a-df52-448f-8c13-9542136aa8d0 req-620f91fe-65ea-4be0-b293-5932ef11b001 service neutron] 10.222.0.54 "GET /v2.0/networks/f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909419 Nov 12 01:54:04.423785 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4a9c155b-2183-496b-915e-bf5a64782714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:06.536308 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5a539dfa-a42c-4e8c-8205-c357f5b9bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:07.951602 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:09.553458 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:10.440726 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:11.542577 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:13.397102 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:34.426771 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-827c7683-0c52-4d3f-934f-eae4aee86768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:36.331823 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:54:36.539039 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-84cdca60-3015-46b9-b656-e7d99b730713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:37.954199 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:39.559065 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:40.442973 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:41.558665 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:43.406605 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:53.388915 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [req-11401410-e6a3-40bf-8b74-a08aef68f8bc req-4544e867-d1c4-4f1e-9974-0ff0b4400fa6 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:54:53.389982 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-11401410-e6a3-40bf-8b74-a08aef68f8bc req-4544e867-d1c4-4f1e-9974-0ff0b4400fa6 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055997 Nov 12 01:54:53.590800 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985114de-f175-4342-afec-c206cd2f11e2 req-cc82e5e6-887f-4e9c-b3f0-767afe640daf tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:54:53.592311 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-985114de-f175-4342-afec-c206cd2f11e2 req-cc82e5e6-887f-4e9c-b3f0-767afe640daf tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=de5142e3-159a-4601-9278-50315c739781 HTTP/1.1" status: 200 len: 945 time: 0.0607002 Nov 12 01:54:53.593660 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51696) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:54:53.654072 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-985114de-f175-4342-afec-c206cd2f11e2 req-2982cf4f-e204-4d19-9d59-43b98c4aa82c tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=50501d87-5080-42a9-afbc-08442b785ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545874 Nov 12 01:54:53.684508 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dec320ca-7d81-48bf-babb-c83f6a034761 req-3d7c3d05-9aca-4077-90de-6a3c58527958 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=de5142e3-159a-4601-9278-50315c739781&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0897222 Nov 12 01:54:53.693455 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [req-dec320ca-7d81-48bf-babb-c83f6a034761 req-72b58e6a-57fe-4d43-ba71-8c6427ce6d0c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:54:53.694448 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dec320ca-7d81-48bf-babb-c83f6a034761 req-72b58e6a-57fe-4d43-ba71-8c6427ce6d0c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049353 Nov 12 01:54:54.776540 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b09455-ab79-4a51-94d7-ca618281e79d req-d589ec1d-8d57-4217-a33c-beb7d384800b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:54:54.778098 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-34b09455-ab79-4a51-94d7-ca618281e79d req-d589ec1d-8d57-4217-a33c-beb7d384800b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=de5142e3-159a-4601-9278-50315c739781 HTTP/1.1" status: 200 len: 945 time: 0.0522699 Nov 12 01:54:54.828773 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-34b09455-ab79-4a51-94d7-ca618281e79d req-64f1f714-9d11-455a-a42d-279d8192f03a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=50501d87-5080-42a9-afbc-08442b785ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446744 Nov 12 01:54:55.006450 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec320ca-7d81-48bf-babb-c83f6a034761 req-dc61ec91-1551-47b2-ac15-2fb0726dc2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:54:55.007867 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dec320ca-7d81-48bf-babb-c83f6a034761 req-dc61ec91-1551-47b2-ac15-2fb0726dc2a3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6959747348f74fb19d3bbd5d9c551ad2&device_id=de5142e3-159a-4601-9278-50315c739781 HTTP/1.1" status: 200 len: 1097 time: 0.0411870 Nov 12 01:54:55.105535 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec320ca-7d81-48bf-babb-c83f6a034761 req-f60d452d-6989-4d0d-bb87-66f070ce61bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:54:55.107011 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dec320ca-7d81-48bf-babb-c83f6a034761 req-f60d452d-6989-4d0d-bb87-66f070ce61bd service neutron] 10.222.0.54 "GET /v2.0/networks?id=f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23 HTTP/1.1" status: 200 len: 897 time: 0.0890927 Nov 12 01:54:55.173225 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dec320ca-7d81-48bf-babb-c83f6a034761 req-f7cebf6c-c327-4eae-86ca-5c1da5f2d022 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7d9448e-20e5-4075-9471-907ab3956eee HTTP/1.1" status: 200 len: 1001 time: 0.0589507 Nov 12 01:54:55.561931 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec320ca-7d81-48bf-babb-c83f6a034761 req-36369067-69f8-4647-97b1-718b9cbdb21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:54:55.563416 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dec320ca-7d81-48bf-babb-c83f6a034761 req-36369067-69f8-4647-97b1-718b9cbdb21e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3677b909-7b28-4fc6-b7a7-8e550426fe17 HTTP/1.1" status: 200 len: 835 time: 0.3831954 Nov 12 01:54:55.614018 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec320ca-7d81-48bf-babb-c83f6a034761 req-c44732cf-1105-447e-9083-3f3f977f54b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:54:55.615507 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dec320ca-7d81-48bf-babb-c83f6a034761 req-c44732cf-1105-447e-9083-3f3f977f54b3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442870 Nov 12 01:54:55.712991 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dec320ca-7d81-48bf-babb-c83f6a034761 req-49522849-862b-4d5e-8038-60734cb34209 service neutron] 10.222.0.54 "GET /v2.0/networks/f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890641 Nov 12 01:54:55.816371 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dec320ca-7d81-48bf-babb-c83f6a034761 req-475e4163-ac44-422f-bdf9-e6687926345c service neutron] 10.222.0.54 "GET /v2.0/networks/f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942481 Nov 12 01:54:55.964791 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e10fbc-b2ae-469c-9c68-2b200ceaa890 req-0c6724c4-a562-4f11-a605-186d8e057c69 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:54:55.966511 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-80e10fbc-b2ae-469c-9c68-2b200ceaa890 req-0c6724c4-a562-4f11-a605-186d8e057c69 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=de5142e3-159a-4601-9278-50315c739781 HTTP/1.1" status: 200 len: 945 time: 0.0613055 Nov 12 01:54:56.022209 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-80e10fbc-b2ae-469c-9c68-2b200ceaa890 req-4f22e67b-b02e-42b2-b544-8dee52649092 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=50501d87-5080-42a9-afbc-08442b785ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466788 Nov 12 01:54:57.146897 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd7944-3522-44db-a86e-2e4873d8a697 req-ab722ca9-6040-4b3c-b337-ff46e45394f8 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:54:57.149213 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-50bd7944-3522-44db-a86e-2e4873d8a697 req-ab722ca9-6040-4b3c-b337-ff46e45394f8 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=de5142e3-159a-4601-9278-50315c739781 HTTP/1.1" status: 200 len: 945 time: 0.0562205 Nov 12 01:54:57.208766 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-50bd7944-3522-44db-a86e-2e4873d8a697 req-d87cdf1d-0b8f-4b02-accf-b64b77acdcbd tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=50501d87-5080-42a9-afbc-08442b785ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533633 Nov 12 01:54:58.326643 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729bf80a-5bbb-4d4a-ad02-2fdf4728ec52 req-9d734c01-548b-48f8-9e43-dee6adae936c tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:54:58.328130 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-729bf80a-5bbb-4d4a-ad02-2fdf4728ec52 req-9d734c01-548b-48f8-9e43-dee6adae936c tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=de5142e3-159a-4601-9278-50315c739781 HTTP/1.1" status: 200 len: 945 time: 0.0501590 Nov 12 01:54:58.379081 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-729bf80a-5bbb-4d4a-ad02-2fdf4728ec52 req-809f8074-d816-4ef1-9b1f-53fe9843cf9f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=50501d87-5080-42a9-afbc-08442b785ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450051 Nov 12 01:54:59.501165 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba7b2a7-8499-468d-933d-4c37cf396572 req-d79e905f-0b1b-434e-8793-8ac30a881f93 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:54:59.502689 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-aba7b2a7-8499-468d-933d-4c37cf396572 req-d79e905f-0b1b-434e-8793-8ac30a881f93 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=de5142e3-159a-4601-9278-50315c739781 HTTP/1.1" status: 200 len: 945 time: 0.0521147 Nov 12 01:54:59.559125 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-aba7b2a7-8499-468d-933d-4c37cf396572 req-8b1d42a1-e3a6-4c22-9f2f-1288f90c0117 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=50501d87-5080-42a9-afbc-08442b785ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492988 Nov 12 01:55:00.697049 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02679e-9191-41d9-8a4a-09e9b997b687 req-ff73832d-a463-409e-b950-6b44e70cfdc9 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:00.698894 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4e02679e-9191-41d9-8a4a-09e9b997b687 req-ff73832d-a463-409e-b950-6b44e70cfdc9 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=de5142e3-159a-4601-9278-50315c739781 HTTP/1.1" status: 200 len: 945 time: 0.0640042 Nov 12 01:55:00.763595 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4e02679e-9191-41d9-8a4a-09e9b997b687 req-d16ab42f-f1d6-4e40-8a98-7a353becb66d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=50501d87-5080-42a9-afbc-08442b785ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581944 Nov 12 01:55:01.885098 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dbfe0f-2faf-42f7-aa26-07e51e061ea8 req-bfd05fd5-7375-449c-9614-876283abdc1c tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:01.886529 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f9dbfe0f-2faf-42f7-aa26-07e51e061ea8 req-bfd05fd5-7375-449c-9614-876283abdc1c tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=de5142e3-159a-4601-9278-50315c739781 HTTP/1.1" status: 200 len: 945 time: 0.0493572 Nov 12 01:55:01.936729 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f9dbfe0f-2faf-42f7-aa26-07e51e061ea8 req-d000ec63-a9cb-417e-9738-60a9fb40a916 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=50501d87-5080-42a9-afbc-08442b785ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440819 Nov 12 01:55:02.139097 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2f3e2-8ba5-4c67-8335-2f355e854f91 req-63d44f9d-c7da-4886-908b-ff27624a83da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:02.140488 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6cd2f3e2-8ba5-4c67-8335-2f355e854f91 req-63d44f9d-c7da-4886-908b-ff27624a83da service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6959747348f74fb19d3bbd5d9c551ad2&device_id=de5142e3-159a-4601-9278-50315c739781 HTTP/1.1" status: 200 len: 1097 time: 0.0459087 Nov 12 01:55:02.248671 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2f3e2-8ba5-4c67-8335-2f355e854f91 req-a6bebe50-50ef-4a5f-b562-98479f87f428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:02.250182 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6cd2f3e2-8ba5-4c67-8335-2f355e854f91 req-a6bebe50-50ef-4a5f-b562-98479f87f428 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23 HTTP/1.1" status: 200 len: 897 time: 0.0886147 Nov 12 01:55:02.327214 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6cd2f3e2-8ba5-4c67-8335-2f355e854f91 req-69913d88-7099-496f-89a5-c442c5211a2d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7d9448e-20e5-4075-9471-907ab3956eee HTTP/1.1" status: 200 len: 1001 time: 0.0685346 Nov 12 01:55:02.381358 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2f3e2-8ba5-4c67-8335-2f355e854f91 req-95847ca2-afec-4548-923b-03d1e48f33e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:02.383011 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6cd2f3e2-8ba5-4c67-8335-2f355e854f91 req-95847ca2-afec-4548-923b-03d1e48f33e9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3677b909-7b28-4fc6-b7a7-8e550426fe17 HTTP/1.1" status: 200 len: 835 time: 0.0480335 Nov 12 01:55:02.433131 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2f3e2-8ba5-4c67-8335-2f355e854f91 req-3cf19bd7-0859-49a6-8887-6e8f4602b482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:02.434602 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6cd2f3e2-8ba5-4c67-8335-2f355e854f91 req-3cf19bd7-0859-49a6-8887-6e8f4602b482 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441239 Nov 12 01:55:02.532479 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6cd2f3e2-8ba5-4c67-8335-2f355e854f91 req-198cfe68-a17d-411b-9e30-513663bd340d service neutron] 10.222.0.54 "GET /v2.0/networks/f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902550 Nov 12 01:55:02.628605 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6cd2f3e2-8ba5-4c67-8335-2f355e854f91 req-89019721-8f79-4981-bbcc-392b7a7e4ea6 service neutron] 10.222.0.54 "GET /v2.0/networks/f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888772 Nov 12 01:55:03.055464 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57559c99-cf6b-4dfc-9f43-47e1a4dc3a0d req-6b34dcda-d918-4816-bbf2-d7195be06e72 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:03.056991 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-57559c99-cf6b-4dfc-9f43-47e1a4dc3a0d req-6b34dcda-d918-4816-bbf2-d7195be06e72 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=de5142e3-159a-4601-9278-50315c739781 HTTP/1.1" status: 200 len: 945 time: 0.0518997 Nov 12 01:55:03.109361 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-57559c99-cf6b-4dfc-9f43-47e1a4dc3a0d req-27da162e-877e-4252-a79d-7a6260a3f2a1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=50501d87-5080-42a9-afbc-08442b785ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463531 Nov 12 01:55:04.232395 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142110e-a9d3-4223-a578-c566d3c48f2c req-71818fce-736c-47ae-af89-3a9e700dd929 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:04.233988 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3142110e-a9d3-4223-a578-c566d3c48f2c req-71818fce-736c-47ae-af89-3a9e700dd929 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=de5142e3-159a-4601-9278-50315c739781 HTTP/1.1" status: 200 len: 945 time: 0.0542567 Nov 12 01:55:04.283930 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3142110e-a9d3-4223-a578-c566d3c48f2c req-19eae569-706e-4edd-81c4-6b7831e7bf95 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=50501d87-5080-42a9-afbc-08442b785ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440278 Nov 12 01:55:04.432488 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4714fb50-6057-471e-9566-429294051307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:05.406857 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a28bb-bd8a-431e-8d3d-0679eb4860da req-d27a6efd-d32c-461c-a1e4-c1c02a87708e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:05.408345 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c14a28bb-bd8a-431e-8d3d-0679eb4860da req-d27a6efd-d32c-461c-a1e4-c1c02a87708e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=de5142e3-159a-4601-9278-50315c739781 HTTP/1.1" status: 200 len: 945 time: 0.0520930 Nov 12 01:55:05.461430 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c14a28bb-bd8a-431e-8d3d-0679eb4860da req-8e57cd17-503b-481e-920f-f0225b1d198e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=50501d87-5080-42a9-afbc-08442b785ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462022 Nov 12 01:55:06.542012 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-063ba946-e23f-415f-84cd-8c7e04edeee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:06.582902 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d7dc5-efac-4a69-be03-d877a282b407 req-d05c29c3-b17f-4f0f-ae2e-ad3ce3d501e3 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:06.584444 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6f2d7dc5-efac-4a69-be03-d877a282b407 req-d05c29c3-b17f-4f0f-ae2e-ad3ce3d501e3 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=de5142e3-159a-4601-9278-50315c739781 HTTP/1.1" status: 200 len: 945 time: 0.0527322 Nov 12 01:55:06.635567 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6f2d7dc5-efac-4a69-be03-d877a282b407 req-c1edd706-bf22-46be-8144-397ced7a14c6 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=50501d87-5080-42a9-afbc-08442b785ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439241 Nov 12 01:55:07.760453 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133863ea-ea60-464e-b754-1e62be6c8bcb req-8d9bd7f5-c4e2-4bc2-bc37-c4ec29c5a6c3 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:07.762052 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-133863ea-ea60-464e-b754-1e62be6c8bcb req-8d9bd7f5-c4e2-4bc2-bc37-c4ec29c5a6c3 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=de5142e3-159a-4601-9278-50315c739781 HTTP/1.1" status: 200 len: 945 time: 0.0575702 Nov 12 01:55:07.815383 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-133863ea-ea60-464e-b754-1e62be6c8bcb req-17877c0c-97b3-48ac-a077-1d02f37a2080 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=50501d87-5080-42a9-afbc-08442b785ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466750 Nov 12 01:55:07.957414 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:08.931976 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3b1b6-95e2-4f27-acd3-fd4a1b9db865 req-2dc3f811-208f-4015-b955-c47d5f285e80 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:08.933506 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4af3b1b6-95e2-4f27-acd3-fd4a1b9db865 req-2dc3f811-208f-4015-b955-c47d5f285e80 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=de5142e3-159a-4601-9278-50315c739781 HTTP/1.1" status: 200 len: 945 time: 0.0489371 Nov 12 01:55:08.989673 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4af3b1b6-95e2-4f27-acd3-fd4a1b9db865 req-45e82132-364a-4f9c-86fd-e05c5b8b7cd3 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=50501d87-5080-42a9-afbc-08442b785ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501034 Nov 12 01:55:09.562975 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:10.110015 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da3c82-c0e6-4c70-bb9e-4869e5b0b2f6 req-4a21ea41-b308-495a-9386-187f34482bfc tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:10.111533 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-55da3c82-c0e6-4c70-bb9e-4869e5b0b2f6 req-4a21ea41-b308-495a-9386-187f34482bfc tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=de5142e3-159a-4601-9278-50315c739781 HTTP/1.1" status: 200 len: 945 time: 0.0513427 Nov 12 01:55:10.162549 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-55da3c82-c0e6-4c70-bb9e-4869e5b0b2f6 req-a8409198-6912-422e-b6f6-dab089e73991 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=50501d87-5080-42a9-afbc-08442b785ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441906 Nov 12 01:55:10.448521 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:11.288272 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963db4e8-b4a7-41a8-8c81-d03aefb1910b req-28e3e918-fc8a-4809-98bc-d0ed31e54b14 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:11.290409 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-963db4e8-b4a7-41a8-8c81-d03aefb1910b req-28e3e918-fc8a-4809-98bc-d0ed31e54b14 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=de5142e3-159a-4601-9278-50315c739781 HTTP/1.1" status: 200 len: 945 time: 0.0520773 Nov 12 01:55:11.350719 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-963db4e8-b4a7-41a8-8c81-d03aefb1910b req-ac0016cd-4eac-4b1f-a624-d14746f1a7dc tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=50501d87-5080-42a9-afbc-08442b785ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539777 Nov 12 01:55:11.558764 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:12.470707 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa8a9d-e161-42d5-81c4-ee96cc093a01 req-8bd714b2-0d1a-4962-ab6b-ff0ac5de5337 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:12.472208 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bafa8a9d-e161-42d5-81c4-ee96cc093a01 req-8bd714b2-0d1a-4962-ab6b-ff0ac5de5337 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=de5142e3-159a-4601-9278-50315c739781 HTTP/1.1" status: 200 len: 945 time: 0.0494769 Nov 12 01:55:12.524581 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bafa8a9d-e161-42d5-81c4-ee96cc093a01 req-76396b35-4677-4afb-9085-42036655972a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=50501d87-5080-42a9-afbc-08442b785ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458276 Nov 12 01:55:13.212472 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [req-dec320ca-7d81-48bf-babb-c83f6a034761 req-6ed54848-424b-4a43-a1dc-0fde53e2da10 service neutron] show failed (client error): The resource could not be found. Nov 12 01:55:13.213541 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dec320ca-7d81-48bf-babb-c83f6a034761 req-6ed54848-424b-4a43-a1dc-0fde53e2da10 service neutron] 10.222.0.54 "GET /v2.0/ports/d7d9448e-20e5-4075-9471-907ab3956eee/bindings/n-h1-812236-11 HTTP/1.1" status: 404 len: 381 time: 0.0560181 Nov 12 01:55:13.331124 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:55:13.399583 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:13.425990 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec320ca-7d81-48bf-babb-c83f6a034761 req-dae13770-36a4-401d-8df6-96e37d7e022a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:13.427502 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dec320ca-7d81-48bf-babb-c83f6a034761 req-dae13770-36a4-401d-8df6-96e37d7e022a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=de5142e3-159a-4601-9278-50315c739781&tenant_id=6959747348f74fb19d3bbd5d9c551ad2 HTTP/1.1" status: 200 len: 1097 time: 0.0425880 Nov 12 01:55:13.444925 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-dec320ca-7d81-48bf-babb-c83f6a034761 req-4e0d93d7-53ad-45a2-80af-04505169352a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812236-11', 'device_owner': 'compute:nova'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:55:13.501668 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-dec320ca-7d81-48bf-babb-c83f6a034761 req-4e0d93d7-53ad-45a2-80af-04505169352a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:13.651432 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be874f93-02d9-4577-8b6a-2654fef24260 req-0ade400b-21d7-43bd-9516-d5ee7696dd0d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:13.652995 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-be874f93-02d9-4577-8b6a-2654fef24260 req-0ade400b-21d7-43bd-9516-d5ee7696dd0d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=de5142e3-159a-4601-9278-50315c739781 HTTP/1.1" status: 200 len: 945 time: 0.0541177 Nov 12 01:55:13.709026 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-be874f93-02d9-4577-8b6a-2654fef24260 req-36e817ec-44c4-4b7e-b0cf-9bb1446e2e7e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=50501d87-5080-42a9-afbc-08442b785ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500083 Nov 12 01:55:13.718437 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-dec320ca-7d81-48bf-babb-c83f6a034761 req-4e0d93d7-53ad-45a2-80af-04505169352a service neutron] For port d7d9448e-20e5-4075-9471-907ab3956eee, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=d7d9448e-20e5-4075-9471-907ab3956eee,segment=NetworkSegment(3c619af2-7c31-4f30-aa83-67937d793f40),segment_id=3c619af2-7c31-4f30-aa83-67937d793f40)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:55:13.751891 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-dec320ca-7d81-48bf-babb-c83f6a034761 req-4e0d93d7-53ad-45a2-80af-04505169352a service neutron] For port d7d9448e-20e5-4075-9471-907ab3956eee, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:55:13.792549 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5142e3-159a-4601-9278-50315c739781', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7d9448e-20e5-4075-9471-907ab3956eee'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:55:13.794884 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be10c6201f4a6af1b4f88844b1b0aabab5fd97a2a103bbbe8677b2ad1e6c711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74fd7d7-00c8-444d-8ff3-22400c0db618" -d '{"events": [{"server_uuid": "de5142e3-159a-4601-9278-50315c739781", "name": "network-vif-unplugged", "status": "completed", "tag": "d7d9448e-20e5-4075-9471-907ab3956eee"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:55:13.799389 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-dec320ca-7d81-48bf-babb-c83f6a034761 req-4e0d93d7-53ad-45a2-80af-04505169352a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:13.812818 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-dec320ca-7d81-48bf-babb-c83f6a034761 req-4e0d93d7-53ad-45a2-80af-04505169352a service neutron] Transition to ACTIVE for port object d7d9448e-20e5-4075-9471-907ab3956eee will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:55:13.816815 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-dec320ca-7d81-48bf-babb-c83f6a034761 req-4e0d93d7-53ad-45a2-80af-04505169352a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:13.907938 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d93d7-53ad-45a2-80af-04505169352a service neutron] Pushing event updated for resources: {'Port': ['ID=d7d9448e-20e5-4075-9471-907ab3956eee,revision_number=6']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:55:13.922061 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0d93d7-53ad-45a2-80af-04505169352a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:13.922406 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0d93d7-53ad-45a2-80af-04505169352a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:13.922738 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0d93d7-53ad-45a2-80af-04505169352a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:13.923072 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0d93d7-53ad-45a2-80af-04505169352a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:13.923401 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0d93d7-53ad-45a2-80af-04505169352a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:13.923726 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0d93d7-53ad-45a2-80af-04505169352a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:13.924049 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0d93d7-53ad-45a2-80af-04505169352a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:13.924368 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0d93d7-53ad-45a2-80af-04505169352a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:13.924690 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0d93d7-53ad-45a2-80af-04505169352a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:13.925009 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0d93d7-53ad-45a2-80af-04505169352a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:13.925325 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0d93d7-53ad-45a2-80af-04505169352a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:13.925671 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0d93d7-53ad-45a2-80af-04505169352a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:13.936772 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7cb2000-f3bc-4e8f-b44e-7b3919e70d43 x-openstack-request-id: req-c7cb2000-f3bc-4e8f-b44e-7b3919e70d43 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:55:13.937069 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de5142e3-159a-4601-9278-50315c739781", "name": "network-vif-unplugged", "status": "completed", "tag": "d7d9448e-20e5-4075-9471-907ab3956eee", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:55:13.937322 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c7cb2000-f3bc-4e8f-b44e-7b3919e70d43 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:55:13.937800 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5142e3-159a-4601-9278-50315c739781', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7d9448e-20e5-4075-9471-907ab3956eee', 'code': 200} Nov 12 01:55:13.968037 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec320ca-7d81-48bf-babb-c83f6a034761 req-4e0d93d7-53ad-45a2-80af-04505169352a service neutron] No DVR routers for this DVR port d7d9448e-20e5-4075-9471-907ab3956eee on host n-h2-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:55:14.110775 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-dec320ca-7d81-48bf-babb-c83f6a034761 req-4e0d93d7-53ad-45a2-80af-04505169352a service neutron] Attempting to bind port d7d9448e-20e5-4075-9471-907ab3956eee on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:55:14.111179 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-dec320ca-7d81-48bf-babb-c83f6a034761 req-4e0d93d7-53ad-45a2-80af-04505169352a service neutron] Attempting to bind port d7d9448e-20e5-4075-9471-907ab3956eee by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': '3c619af2-7c31-4f30-aa83-67937d793f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:55:14.111519 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec320ca-7d81-48bf-babb-c83f6a034761 req-4e0d93d7-53ad-45a2-80af-04505169352a service neutron] Attempting to bind port d7d9448e-20e5-4075-9471-907ab3956eee on network f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:55:14.116332 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec320ca-7d81-48bf-babb-c83f6a034761 req-4e0d93d7-53ad-45a2-80af-04505169352a service neutron] Port d7d9448e-20e5-4075-9471-907ab3956eee on network f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23 not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:55:14.116669 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec320ca-7d81-48bf-babb-c83f6a034761 req-4e0d93d7-53ad-45a2-80af-04505169352a service neutron] Attempting to bind port d7d9448e-20e5-4075-9471-907ab3956eee on network f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:55:14.123146 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec320ca-7d81-48bf-babb-c83f6a034761 req-4e0d93d7-53ad-45a2-80af-04505169352a service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:55:14.123437 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec320ca-7d81-48bf-babb-c83f6a034761 req-4e0d93d7-53ad-45a2-80af-04505169352a service neutron] Checking segment: {'id': '3c619af2-7c31-4f30-aa83-67937d793f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:55:14.123572 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec320ca-7d81-48bf-babb-c83f6a034761 req-4e0d93d7-53ad-45a2-80af-04505169352a service neutron] Bound using segment: {'id': '3c619af2-7c31-4f30-aa83-67937d793f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:55:14.124030 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-dec320ca-7d81-48bf-babb-c83f6a034761 req-4e0d93d7-53ad-45a2-80af-04505169352a service neutron] Bound port: d7d9448e-20e5-4075-9471-907ab3956eee, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c619af2-7c31-4f30-aa83-67937d793f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:55:14.124447 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-dec320ca-7d81-48bf-babb-c83f6a034761 req-4e0d93d7-53ad-45a2-80af-04505169352a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:14.190514 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-dec320ca-7d81-48bf-babb-c83f6a034761 req-4e0d93d7-53ad-45a2-80af-04505169352a service neutron] For port d7d9448e-20e5-4075-9471-907ab3956eee, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:55:14.193943 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-dec320ca-7d81-48bf-babb-c83f6a034761 req-4e0d93d7-53ad-45a2-80af-04505169352a service neutron] For port d7d9448e-20e5-4075-9471-907ab3956eee, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=d7d9448e-20e5-4075-9471-907ab3956eee,segment=NetworkSegment(3c619af2-7c31-4f30-aa83-67937d793f40),segment_id=3c619af2-7c31-4f30-aa83-67937d793f40)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:55:14.199109 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-dec320ca-7d81-48bf-babb-c83f6a034761 req-4e0d93d7-53ad-45a2-80af-04505169352a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:14.234901 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec320ca-7d81-48bf-babb-c83f6a034761 req-4e0d93d7-53ad-45a2-80af-04505169352a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:14.235601 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-dec320ca-7d81-48bf-babb-c83f6a034761 req-4e0d93d7-53ad-45a2-80af-04505169352a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:14.237031 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dec320ca-7d81-48bf-babb-c83f6a034761 req-4e0d93d7-53ad-45a2-80af-04505169352a service neutron] 10.222.0.49 "PUT /v2.0/ports/d7d9448e-20e5-4075-9471-907ab3956eee HTTP/1.1" status: 200 len: 1092 time: 0.7961197 Nov 12 01:55:14.259117 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d93d7-53ad-45a2-80af-04505169352a service neutron] Pushing event updated for resources: {'Port': ['ID=d7d9448e-20e5-4075-9471-907ab3956eee,revision_number=7']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:55:14.319791 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec320ca-7d81-48bf-babb-c83f6a034761 req-5467a563-d4ff-433f-ac2e-4284548b16b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:14.321835 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dec320ca-7d81-48bf-babb-c83f6a034761 req-5467a563-d4ff-433f-ac2e-4284548b16b6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6959747348f74fb19d3bbd5d9c551ad2&device_id=de5142e3-159a-4601-9278-50315c739781 HTTP/1.1" status: 200 len: 1095 time: 0.0497978 Nov 12 01:55:14.417117 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec320ca-7d81-48bf-babb-c83f6a034761 req-4a198f91-302f-4b1d-aa1d-748d66ed33ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:14.418626 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dec320ca-7d81-48bf-babb-c83f6a034761 req-4a198f91-302f-4b1d-aa1d-748d66ed33ed service neutron] 10.222.0.49 "GET /v2.0/networks?id=f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23 HTTP/1.1" status: 200 len: 897 time: 0.0902369 Nov 12 01:55:14.489223 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dec320ca-7d81-48bf-babb-c83f6a034761 req-a7d04c9a-b43a-44ef-be34-a49ed58c714a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7d9448e-20e5-4075-9471-907ab3956eee HTTP/1.1" status: 200 len: 999 time: 0.0631344 Nov 12 01:55:14.539094 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec320ca-7d81-48bf-babb-c83f6a034761 req-89980df9-ba91-4983-b49e-64a6fcf5184c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:14.541633 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dec320ca-7d81-48bf-babb-c83f6a034761 req-89980df9-ba91-4983-b49e-64a6fcf5184c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3677b909-7b28-4fc6-b7a7-8e550426fe17 HTTP/1.1" status: 200 len: 835 time: 0.0449710 Nov 12 01:55:14.588453 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec320ca-7d81-48bf-babb-c83f6a034761 req-d8f4f468-eef4-4e1f-a368-d46c5d1c1f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:14.589974 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dec320ca-7d81-48bf-babb-c83f6a034761 req-d8f4f468-eef4-4e1f-a368-d46c5d1c1f4e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413775 Nov 12 01:55:14.688294 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dec320ca-7d81-48bf-babb-c83f6a034761 req-19951bb5-11df-466e-897c-9d27ea4a048f service neutron] 10.222.0.49 "GET /v2.0/networks/f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900257 Nov 12 01:55:14.785536 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dec320ca-7d81-48bf-babb-c83f6a034761 req-dcab8c93-c40e-4d30-a8ea-8deef85b42e2 service neutron] 10.222.0.49 "GET /v2.0/networks/f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902555 Nov 12 01:55:14.832528 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cdcf7e-f3a0-4694-980b-28f2098a3c04 req-a4d45692-8f43-449e-9d8e-7958f96f0b80 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:14.834013 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-99cdcf7e-f3a0-4694-980b-28f2098a3c04 req-a4d45692-8f43-449e-9d8e-7958f96f0b80 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=de5142e3-159a-4601-9278-50315c739781 HTTP/1.1" status: 200 len: 943 time: 0.0527439 Nov 12 01:55:14.895836 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-99cdcf7e-f3a0-4694-980b-28f2098a3c04 req-f19c9b7d-8aff-4233-bc5d-62ef752ef4b3 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=50501d87-5080-42a9-afbc-08442b785ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499370 Nov 12 01:55:15.939756 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de5142e3-159a-4601-9278-50315c739781', 'tag': 'd7d9448e-20e5-4075-9471-907ab3956eee'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:55:15.942292 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be10c6201f4a6af1b4f88844b1b0aabab5fd97a2a103bbbe8677b2ad1e6c711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ce2e43-f35c-49e9-bab4-5fb3ca3aaa9a" -d '{"events": [{"name": "network-changed", "server_uuid": "de5142e3-159a-4601-9278-50315c739781", "tag": "d7d9448e-20e5-4075-9471-907ab3956eee"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:55:16.005588 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60aecd4-ff69-4112-9e6b-06fdb2a0218b x-openstack-request-id: req-b60aecd4-ff69-4112-9e6b-06fdb2a0218b {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:55:16.005880 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de5142e3-159a-4601-9278-50315c739781", "tag": "d7d9448e-20e5-4075-9471-907ab3956eee", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:55:16.006132 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b60aecd4-ff69-4112-9e6b-06fdb2a0218b {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:55:16.006524 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de5142e3-159a-4601-9278-50315c739781', 'tag': 'd7d9448e-20e5-4075-9471-907ab3956eee', 'status': 'completed', 'code': 200} Nov 12 01:55:16.031784 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76699172-52a9-4c36-a179-6ee5ea2e04bb req-51f5cbba-181f-42c8-a61e-eab2cf0e8b90 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:16.033332 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-76699172-52a9-4c36-a179-6ee5ea2e04bb req-51f5cbba-181f-42c8-a61e-eab2cf0e8b90 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=de5142e3-159a-4601-9278-50315c739781 HTTP/1.1" status: 200 len: 943 time: 0.0587926 Nov 12 01:55:16.085280 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce2e43-f35c-49e9-bab4-5fb3ca3aaa9a req-ac995b45-6671-48f4-b2a6-917da289b720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:16.086866 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-20ce2e43-f35c-49e9-bab4-5fb3ca3aaa9a req-ac995b45-6671-48f4-b2a6-917da289b720 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6959747348f74fb19d3bbd5d9c551ad2&device_id=de5142e3-159a-4601-9278-50315c739781 HTTP/1.1" status: 200 len: 1095 time: 0.0434458 Nov 12 01:55:16.116547 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce2e43-f35c-49e9-bab4-5fb3ca3aaa9a req-f4877be8-0fcd-48dc-8fcb-9ffd6c1de464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:16.118730 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-20ce2e43-f35c-49e9-bab4-5fb3ca3aaa9a req-f4877be8-0fcd-48dc-8fcb-9ffd6c1de464 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6959747348f74fb19d3bbd5d9c551ad2&device_id=de5142e3-159a-4601-9278-50315c739781 HTTP/1.1" status: 200 len: 1095 time: 0.0754681 Nov 12 01:55:16.123156 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-76699172-52a9-4c36-a179-6ee5ea2e04bb req-83e645db-49b8-4980-8798-bd0d96a29127 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=50501d87-5080-42a9-afbc-08442b785ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811660 Nov 12 01:55:16.189868 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce2e43-f35c-49e9-bab4-5fb3ca3aaa9a req-1705b66b-2d3a-4436-ad4e-23306dd5c9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:16.191255 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-20ce2e43-f35c-49e9-bab4-5fb3ca3aaa9a req-1705b66b-2d3a-4436-ad4e-23306dd5c9c5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23 HTTP/1.1" status: 200 len: 897 time: 0.0973206 Nov 12 01:55:16.217081 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce2e43-f35c-49e9-bab4-5fb3ca3aaa9a req-8e6ad365-5129-4a80-9ae9-28f38b890593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:16.218606 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-20ce2e43-f35c-49e9-bab4-5fb3ca3aaa9a req-8e6ad365-5129-4a80-9ae9-28f38b890593 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23 HTTP/1.1" status: 200 len: 897 time: 0.0928035 Nov 12 01:55:16.274008 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-20ce2e43-f35c-49e9-bab4-5fb3ca3aaa9a req-9bce8d28-604a-40fb-a659-4017a1061503 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7d9448e-20e5-4075-9471-907ab3956eee HTTP/1.1" status: 200 len: 999 time: 0.0742264 Nov 12 01:55:16.287846 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-20ce2e43-f35c-49e9-bab4-5fb3ca3aaa9a req-ac052d44-9eab-444b-9ace-cd0973d2d7bb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7d9448e-20e5-4075-9471-907ab3956eee HTTP/1.1" status: 200 len: 999 time: 0.0611417 Nov 12 01:55:16.330774 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce2e43-f35c-49e9-bab4-5fb3ca3aaa9a req-a60dce05-5b95-4c4e-9601-f3942e3fd729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:16.332243 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-20ce2e43-f35c-49e9-bab4-5fb3ca3aaa9a req-a60dce05-5b95-4c4e-9601-f3942e3fd729 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3677b909-7b28-4fc6-b7a7-8e550426fe17 HTTP/1.1" status: 200 len: 835 time: 0.0513299 Nov 12 01:55:16.353285 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce2e43-f35c-49e9-bab4-5fb3ca3aaa9a req-3d441b3a-45a4-414b-84f1-dc35ac284aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:16.356061 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-20ce2e43-f35c-49e9-bab4-5fb3ca3aaa9a req-3d441b3a-45a4-414b-84f1-dc35ac284aa6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3677b909-7b28-4fc6-b7a7-8e550426fe17 HTTP/1.1" status: 200 len: 835 time: 0.0493720 Nov 12 01:55:16.390644 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce2e43-f35c-49e9-bab4-5fb3ca3aaa9a req-19e89b94-f5c9-41c1-a3d9-6b6221f48989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:16.392471 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-20ce2e43-f35c-49e9-bab4-5fb3ca3aaa9a req-19e89b94-f5c9-41c1-a3d9-6b6221f48989 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516717 Nov 12 01:55:16.419543 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce2e43-f35c-49e9-bab4-5fb3ca3aaa9a req-b7f1e73e-5cd6-4f19-8a8e-9eaeb63baaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:16.421331 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-20ce2e43-f35c-49e9-bab4-5fb3ca3aaa9a req-b7f1e73e-5cd6-4f19-8a8e-9eaeb63baaae service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516775 Nov 12 01:55:16.500626 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-20ce2e43-f35c-49e9-bab4-5fb3ca3aaa9a req-c083f6a3-f210-4885-bc0f-f820eee5695f service neutron] 10.222.0.54 "GET /v2.0/networks/f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999639 Nov 12 01:55:16.529274 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-20ce2e43-f35c-49e9-bab4-5fb3ca3aaa9a req-c4d06555-a897-49af-bd47-14c7dcfe817f service neutron] 10.222.0.49 "GET /v2.0/networks/f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002779 Nov 12 01:55:16.605540 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-20ce2e43-f35c-49e9-bab4-5fb3ca3aaa9a req-dfc304b8-cbee-4017-9aa1-e4e04e3e38ff service neutron] 10.222.0.54 "GET /v2.0/networks/f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960822 Nov 12 01:55:16.629150 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-20ce2e43-f35c-49e9-bab4-5fb3ca3aaa9a req-f0a8eb58-6561-4608-adbf-73052c7d729c service neutron] 10.222.0.49 "GET /v2.0/networks/f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931258 Nov 12 01:55:17.049313 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device d7d9448e-20e5-4075-9471-907ab3956eee no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:55:17.088599 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device d7d9448e-20e5-4075-9471-907ab3956eee not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:55:17.250400 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1229487-087b-4699-b83b-79fb0d86a027 req-0498ff5b-a4cb-4480-85aa-0e96226e7a3a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:17.251902 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b1229487-087b-4699-b83b-79fb0d86a027 req-0498ff5b-a4cb-4480-85aa-0e96226e7a3a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=de5142e3-159a-4601-9278-50315c739781 HTTP/1.1" status: 200 len: 943 time: 0.0512052 Nov 12 01:55:17.305744 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b1229487-087b-4699-b83b-79fb0d86a027 req-47faf7a1-b5a3-4022-93c7-f41c4b4114ca tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=50501d87-5080-42a9-afbc-08442b785ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476167 Nov 12 01:55:17.559793 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de82d78-ef86-4964-b743-bcf0fb8bce8f req-755a7747-3b83-4b3e-8d5d-877c70df8218 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:17.561206 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1de82d78-ef86-4964-b743-bcf0fb8bce8f req-755a7747-3b83-4b3e-8d5d-877c70df8218 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=de5142e3-159a-4601-9278-50315c739781 HTTP/1.1" status: 200 len: 943 time: 0.0975685 Nov 12 01:55:17.570150 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c99a4-a875-409b-97d9-08851857058a req-0578e310-ab4e-4a92-beeb-f48a22931b49 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:17.571759 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c97c99a4-a875-409b-97d9-08851857058a req-0578e310-ab4e-4a92-beeb-f48a22931b49 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.54 "GET /v2.0/ports?device_id=de5142e3-159a-4601-9278-50315c739781&tenant_id=6959747348f74fb19d3bbd5d9c551ad2&binding%3Ahost_id=n-h1-812236-11 HTTP/1.1" status: 200 len: 943 time: 0.0759304 Nov 12 01:55:17.635575 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device d7d9448e-20e5-4075-9471-907ab3956eee details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:55:17.667999 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1de82d78-ef86-4964-b743-bcf0fb8bce8f req-860e49d9-58c0-4517-97c8-66e6176da485 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=50501d87-5080-42a9-afbc-08442b785ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952115 Nov 12 01:55:17.678524 n-d-812236-11 neutron-server[102662]: INFO neutron.api.v2.resource [req-c97c99a4-a875-409b-97d9-08851857058a req-89f6d900-0e59-49ad-ab08-033438cc77da service neutron] delete failed (client error): The resource could not be found. Nov 12 01:55:17.680538 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c97c99a4-a875-409b-97d9-08851857058a req-89f6d900-0e59-49ad-ab08-033438cc77da service neutron] 10.222.0.54 "DELETE /v2.0/ports/d7d9448e-20e5-4075-9471-907ab3956eee/bindings/n-h2-812236-11 HTTP/1.1" status: 404 len: 381 time: 0.0990160 Nov 12 01:55:17.747194 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port d7d9448e-20e5-4075-9471-907ab3956eee, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=d7d9448e-20e5-4075-9471-907ab3956eee,segment=NetworkSegment(3c619af2-7c31-4f30-aa83-67937d793f40),segment_id=3c619af2-7c31-4f30-aa83-67937d793f40)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:55:17.759560 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': 'd7d9448e-20e5-4075-9471-907ab3956eee', 'network_id': 'f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23', 'port_id': 'd7d9448e-20e5-4075-9471-907ab3956eee', 'mac_address': 'fa:16:3e:86:65:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3677b909-7b28-4fc6-b7a7-8e550426fe17', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:55:17.798040 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee831e-b27b-47c5-808f-c2d9f2a0dc42 req-46aa58ec-60da-4109-a22c-77070c91eb00 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:17.801102 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:17.801362 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c99a4-a875-409b-97d9-08851857058a req-e87f714b-64d8-450f-bb7b-1fd85244a34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:17.802909 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c97c99a4-a875-409b-97d9-08851857058a req-e87f714b-64d8-450f-bb7b-1fd85244a34d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6959747348f74fb19d3bbd5d9c551ad2&device_id=de5142e3-159a-4601-9278-50315c739781 HTTP/1.1" status: 200 len: 1095 time: 0.0502157 Nov 12 01:55:17.808309 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-64ee831e-b27b-47c5-808f-c2d9f2a0dc42 req-46aa58ec-60da-4109-a22c-77070c91eb00 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=de5142e3-159a-4601-9278-50315c739781 HTTP/1.1" status: 200 len: 943 time: 0.0537446 Nov 12 01:55:17.819036 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7d9448e-20e5-4075-9471-907ab3956eee {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:55:17.847016 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port d7d9448e-20e5-4075-9471-907ab3956eee, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=d7d9448e-20e5-4075-9471-907ab3956eee,segment=NetworkSegment(3c619af2-7c31-4f30-aa83-67937d793f40),segment_id=3c619af2-7c31-4f30-aa83-67937d793f40)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:55:17.851388 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:17.864595 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-64ee831e-b27b-47c5-808f-c2d9f2a0dc42 req-73ef63be-3289-4b7a-8745-7ef1a5d2b4e7 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=50501d87-5080-42a9-afbc-08442b785ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553286 Nov 12 01:55:17.910206 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=d7d9448e-20e5-4075-9471-907ab3956eee,revision_number=8']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:55:17.919401 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:17.919933 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c99a4-a875-409b-97d9-08851857058a req-5938a640-95c5-4b48-8b87-5a05306c9ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:17.920084 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:17.920426 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:17.920789 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:17.921395 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:17.921713 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:17.922062 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:17.922381 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:17.922715 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:17.922830 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c97c99a4-a875-409b-97d9-08851857058a req-5938a640-95c5-4b48-8b87-5a05306c9ab4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23 HTTP/1.1" status: 200 len: 897 time: 0.1105394 Nov 12 01:55:17.923032 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:17.923350 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:17.923658 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:17.996648 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c97c99a4-a875-409b-97d9-08851857058a req-58e8c79a-7d90-4da5-9fc2-4de472b4758c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7d9448e-20e5-4075-9471-907ab3956eee HTTP/1.1" status: 200 len: 1000 time: 0.0652351 Nov 12 01:55:18.049550 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c99a4-a875-409b-97d9-08851857058a req-db0fd94a-f78c-4431-9dd4-059366fda232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:18.051035 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c97c99a4-a875-409b-97d9-08851857058a req-db0fd94a-f78c-4431-9dd4-059366fda232 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3677b909-7b28-4fc6-b7a7-8e550426fe17 HTTP/1.1" status: 200 len: 835 time: 0.0463760 Nov 12 01:55:18.098931 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c99a4-a875-409b-97d9-08851857058a req-e2d8b3c5-e91c-4c81-8907-0c06a0850742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:18.100436 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c97c99a4-a875-409b-97d9-08851857058a req-e2d8b3c5-e91c-4c81-8907-0c06a0850742 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421710 Nov 12 01:55:18.175615 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['d7d9448e-20e5-4075-9471-907ab3956eee'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:55:18.200485 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c97c99a4-a875-409b-97d9-08851857058a req-c7593cc0-531b-4b50-8eba-85b722346c6f service neutron] 10.222.0.54 "GET /v2.0/networks/f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926831 Nov 12 01:55:18.303955 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c97c99a4-a875-409b-97d9-08851857058a req-9b85c3ae-e04d-45e0-8efd-f210b80669ec service neutron] 10.222.0.54 "GET /v2.0/networks/f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964627 Nov 12 01:55:19.002419 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e6824-3fc3-44ad-9754-ae5c0c6a730a req-27917ab7-24ad-4751-b352-3469af5e3055 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:19.004127 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-589e6824-3fc3-44ad-9754-ae5c0c6a730a req-27917ab7-24ad-4751-b352-3469af5e3055 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=de5142e3-159a-4601-9278-50315c739781 HTTP/1.1" status: 200 len: 944 time: 0.0640621 Nov 12 01:55:19.057727 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-589e6824-3fc3-44ad-9754-ae5c0c6a730a req-217d31b4-8138-4578-bd2a-078d1db1041c tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=50501d87-5080-42a9-afbc-08442b785ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472767 Nov 12 01:55:19.080566 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51788) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:55:19.151684 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1c27fcb5-e957-4ce6-a328-d460e62fa842 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/floatingips/a2c22f1b-2142-4e8c-b8ac-88e1e1a3800e HTTP/1.1" status: 200 len: 992 time: 0.0700109 Nov 12 01:55:19.666229 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device d7d9448e-20e5-4075-9471-907ab3956eee up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:55:19.717267 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port d7d9448e-20e5-4075-9471-907ab3956eee completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:55:19.721167 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port d7d9448e-20e5-4075-9471-907ab3956eee triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:55:19.721571 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:19.802128 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:19.826306 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5142e3-159a-4601-9278-50315c739781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d9448e-20e5-4075-9471-907ab3956eee'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:55:19.828629 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f589fb9f8862dfdbd1fb170ce835a8c182cc8b052b64638c52562f284e07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f15d09e-bb4f-45f8-9fc2-69cfdcf07743" -d '{"events": [{"server_uuid": "de5142e3-159a-4601-9278-50315c739781", "name": "network-vif-plugged", "status": "completed", "tag": "d7d9448e-20e5-4075-9471-907ab3956eee"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:55:19.842628 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port d7d9448e-20e5-4075-9471-907ab3956eee, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=d7d9448e-20e5-4075-9471-907ab3956eee,segment=NetworkSegment(3c619af2-7c31-4f30-aa83-67937d793f40),segment_id=3c619af2-7c31-4f30-aa83-67937d793f40)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:55:19.847978 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:19.912322 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=d7d9448e-20e5-4075-9471-907ab3956eee,revision_number=9']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:55:19.929520 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962427a1-127d-4b6d-8507-a38acafd9508 x-openstack-request-id: req-962427a1-127d-4b6d-8507-a38acafd9508 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:55:19.930239 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de5142e3-159a-4601-9278-50315c739781", "name": "network-vif-plugged", "status": "completed", "tag": "d7d9448e-20e5-4075-9471-907ab3956eee", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:55:19.930634 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-962427a1-127d-4b6d-8507-a38acafd9508 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:55:19.931038 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5142e3-159a-4601-9278-50315c739781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d9448e-20e5-4075-9471-907ab3956eee', 'code': 200} Nov 12 01:55:34.434104 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-354e26e7-138b-4c3a-a3d6-77fd9c3a17f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:36.543966 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0467457f-9450-4176-8f9b-86ac4edd942e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:37.965308 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:39.569524 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:40.450740 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:41.575394 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:43.409112 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:47.514402 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51802) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:55:48.009185 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-cefb23cf-d486-4298-900c-bc652b54186f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Deleting port e00162ee-3398-46aa-a6be-f18335c953fb {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:55:48.009630 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cefb23cf-d486-4298-900c-bc652b54186f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:48.086886 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cefb23cf-d486-4298-900c-bc652b54186f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:48.087209 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cefb23cf-d486-4298-900c-bc652b54186f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:48.099027 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-cefb23cf-d486-4298-900c-bc652b54186f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Calling delete_port for e00162ee-3398-46aa-a6be-f18335c953fb owned by network:floatingip {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:55:48.251117 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cefb23cf-d486-4298-900c-bc652b54186f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:48.276665 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb23cf-d486-4298-900c-bc652b54186f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event deleted for resources: {'Port': ['ID=e00162ee-3398-46aa-a6be-f18335c953fb,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:55:48.355539 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cefb23cf-d486-4298-900c-bc652b54186f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for floatingip, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:48.355938 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [None req-cefb23cf-d486-4298-900c-bc652b54186f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Floating IP a2c22f1b-2142-4e8c-b8ac-88e1e1a3800e disassociated (deleted). External IP: 172.25.2.186, port: d7d9448e-20e5-4075-9471-907ab3956eee. Nov 12 01:55:48.595998 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cefb23cf-d486-4298-900c-bc652b54186f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Router 3bd701b8-ca48-4aa4-a664-c7e879398961 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:55:48.713016 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cefb23cf-d486-4298-900c-bc652b54186f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:55:48.718111 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cefb23cf-d486-4298-900c-bc652b54186f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:48.724316 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a36242a-812e-40d2-8e6e-43f7e31520ef None None] Sync routers for ids ['3bd701b8-ca48-4aa4-a664-c7e879398961'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:55:48.736089 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a36242a-812e-40d2-8e6e-43f7e31520ef None None] Routers {'3bd701b8-ca48-4aa4-a664-c7e879398961'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:55:48.736696 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-5a36242a-812e-40d2-8e6e-43f7e31520ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:55:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['3bd701b8-ca48-4aa4-a664-c7e879398961'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:55:48.746673 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-cefb23cf-d486-4298-900c-bc652b54186f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "DELETE /v2.0/floatingips/a2c22f1b-2142-4e8c-b8ac-88e1e1a3800e HTTP/1.1" status: 204 len: 168 time: 1.2310913 Nov 12 01:55:48.747242 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de5142e3-159a-4601-9278-50315c739781', 'tag': 'd7d9448e-20e5-4075-9471-907ab3956eee'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:55:48.749600 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be10c6201f4a6af1b4f88844b1b0aabab5fd97a2a103bbbe8677b2ad1e6c711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3a73a8-a9b5-4d3e-bb75-652335d127cf" -d '{"events": [{"name": "network-changed", "server_uuid": "de5142e3-159a-4601-9278-50315c739781", "tag": "d7d9448e-20e5-4075-9471-907ab3956eee"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:55:48.797650 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d359eb9c-5d95-410f-bfa1-75790f95df2f x-openstack-request-id: req-d359eb9c-5d95-410f-bfa1-75790f95df2f {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:55:48.798101 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de5142e3-159a-4601-9278-50315c739781", "tag": "d7d9448e-20e5-4075-9471-907ab3956eee", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:55:48.800480 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d359eb9c-5d95-410f-bfa1-75790f95df2f {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:55:48.800480 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de5142e3-159a-4601-9278-50315c739781', 'tag': 'd7d9448e-20e5-4075-9471-907ab3956eee', 'status': 'completed', 'code': 200} Nov 12 01:55:48.872731 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-5a36242a-812e-40d2-8e6e-43f7e31520ef None None] Set router 3bd701b8-ca48-4aa4-a664-c7e879398961 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:55:48.900415 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a73a8-a9b5-4d3e-bb75-652335d127cf req-099f493b-d431-4a7d-b6eb-1507158c8123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:48.903753 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ac3a73a8-a9b5-4d3e-bb75-652335d127cf req-099f493b-d431-4a7d-b6eb-1507158c8123 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6959747348f74fb19d3bbd5d9c551ad2&device_id=de5142e3-159a-4601-9278-50315c739781 HTTP/1.1" status: 200 len: 1097 time: 0.0604692 Nov 12 01:55:49.077461 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32cdf82-311a-4e51-b399-b755cfacb068 req-92f7465f-7646-4bb7-9355-1e707ea7f46b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:49.079013 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b32cdf82-311a-4e51-b399-b755cfacb068 req-92f7465f-7646-4bb7-9355-1e707ea7f46b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=de5142e3-159a-4601-9278-50315c739781 HTTP/1.1" status: 200 len: 945 time: 0.1179593 Nov 12 01:55:49.084276 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a73a8-a9b5-4d3e-bb75-652335d127cf req-96a25d9f-2748-4a18-b26e-855d40930db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:49.085944 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ac3a73a8-a9b5-4d3e-bb75-652335d127cf req-96a25d9f-2748-4a18-b26e-855d40930db5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23 HTTP/1.1" status: 200 len: 897 time: 0.1366258 Nov 12 01:55:49.087841 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-5a36242a-812e-40d2-8e6e-43f7e31520ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bd701b8-ca48-4aa4-a664-c7e879398961', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893010303', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '16a94e40-051b-4b34-a7bd-8673a60523eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:53:18Z', 'updated_at': '2021-11-12T01:53:22Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': '16a94e40-051b-4b34-a7bd-8673a60523eb', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:68:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd701b8-ca48-4aa4-a664-c7e879398961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:53:18Z', 'updated_at': '2021-11-12T01:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'd761489e-3a22-4657-bb3e-37842cc6dd92', 'name': '', 'network_id': 'f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'mac_address': 'fa:16:3e:23:a8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd701b8-ca48-4aa4-a664-c7e879398961', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '3677b909-7b28-4fc6-b7a7-8e550426fe17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:53:21Z', 'updated_at': '2021-11-12T01:53:25Z', 'revision_number': 5, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'subnets': [{'id': '3677b909-7b28-4fc6-b7a7-8e550426fe17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:55:49.119556 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a36242a-812e-40d2-8e6e-43f7e31520ef None None] Checking router: 3bd701b8-ca48-4aa4-a664-c7e879398961 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:55:49.129027 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a36242a-812e-40d2-8e6e-43f7e31520ef None None] Routers {'3bd701b8-ca48-4aa4-a664-c7e879398961'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:55:49.129588 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-5a36242a-812e-40d2-8e6e-43f7e31520ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:55:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['3bd701b8-ca48-4aa4-a664-c7e879398961'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:55:49.154554 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ac3a73a8-a9b5-4d3e-bb75-652335d127cf req-2bbe31b6-5d17-49fb-92eb-836a75d5c853 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7d9448e-20e5-4075-9471-907ab3956eee HTTP/1.1" status: 200 len: 217 time: 0.0602193 Nov 12 01:55:49.216839 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b32cdf82-311a-4e51-b399-b755cfacb068 req-91bba3a0-1760-4fa4-91cc-9280e48be6ba tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=50501d87-5080-42a9-afbc-08442b785ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298580 Nov 12 01:55:49.236283 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a73a8-a9b5-4d3e-bb75-652335d127cf req-7658ae08-f07e-4df4-9cc4-3312c2481c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:49.237727 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ac3a73a8-a9b5-4d3e-bb75-652335d127cf req-7658ae08-f07e-4df4-9cc4-3312c2481c73 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3677b909-7b28-4fc6-b7a7-8e550426fe17 HTTP/1.1" status: 200 len: 835 time: 0.0742133 Nov 12 01:55:49.290744 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a73a8-a9b5-4d3e-bb75-652335d127cf req-0554af7e-548d-4171-95d6-ddb318d114d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:49.292292 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ac3a73a8-a9b5-4d3e-bb75-652335d127cf req-0554af7e-548d-4171-95d6-ddb318d114d5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454280 Nov 12 01:55:49.360656 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-5a36242a-812e-40d2-8e6e-43f7e31520ef None None] Set router 3bd701b8-ca48-4aa4-a664-c7e879398961 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:55:49.391753 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ac3a73a8-a9b5-4d3e-bb75-652335d127cf req-2f9d444b-3b1e-4045-ba22-bbb05ba362ad service neutron] 10.222.0.49 "GET /v2.0/networks/f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909388 Nov 12 01:55:49.494829 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ac3a73a8-a9b5-4d3e-bb75-652335d127cf req-4c11a090-dc3e-4b96-ae8d-b9eae84b5938 service neutron] 10.222.0.49 "GET /v2.0/networks/f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951638 Nov 12 01:55:49.568799 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-5a36242a-812e-40d2-8e6e-43f7e31520ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bd701b8-ca48-4aa4-a664-c7e879398961', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893010303', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '16a94e40-051b-4b34-a7bd-8673a60523eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:53:18Z', 'updated_at': '2021-11-12T01:53:22Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': '16a94e40-051b-4b34-a7bd-8673a60523eb', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:68:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd701b8-ca48-4aa4-a664-c7e879398961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:53:18Z', 'updated_at': '2021-11-12T01:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'd761489e-3a22-4657-bb3e-37842cc6dd92', 'name': '', 'network_id': 'f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'mac_address': 'fa:16:3e:23:a8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd701b8-ca48-4aa4-a664-c7e879398961', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '3677b909-7b28-4fc6-b7a7-8e550426fe17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:53:21Z', 'updated_at': '2021-11-12T01:53:25Z', 'revision_number': 5, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'subnets': [{'id': '3677b909-7b28-4fc6-b7a7-8e550426fe17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:55:49.600656 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a36242a-812e-40d2-8e6e-43f7e31520ef None None] The sync data for ids ['3bd701b8-ca48-4aa4-a664-c7e879398961'] in n-d-812236-11 is: [{'id': '3bd701b8-ca48-4aa4-a664-c7e879398961', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893010303', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '16a94e40-051b-4b34-a7bd-8673a60523eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:53:18Z', 'updated_at': '2021-11-12T01:53:22Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': '16a94e40-051b-4b34-a7bd-8673a60523eb', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:68:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd701b8-ca48-4aa4-a664-c7e879398961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:53:18Z', 'updated_at': '2021-11-12T01:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'd761489e-3a22-4657-bb3e-37842cc6dd92', 'name': '', 'network_id': 'f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'mac_address': 'fa:16:3e:23:a8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd701b8-ca48-4aa4-a664-c7e879398961', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '3677b909-7b28-4fc6-b7a7-8e550426fe17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:53:21Z', 'updated_at': '2021-11-12T01:53:25Z', 'revision_number': 5, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'subnets': [{'id': '3677b909-7b28-4fc6-b7a7-8e550426fe17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:55:49.846568 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485b984e-303b-4fff-98f4-367699f37b63 None None] New status for floating IP a2c22f1b-2142-4e8c-b8ac-88e1e1a3800e: DOWN {{(pid=102663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:55:50.329559 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:55:50.344408 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba55bb-9298-45f2-821d-57081f9c7782 req-3ab4c292-4f49-46da-ab35-ab0d3ddbb256 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:50.345987 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4eba55bb-9298-45f2-821d-57081f9c7782 req-3ab4c292-4f49-46da-ab35-ab0d3ddbb256 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=de5142e3-159a-4601-9278-50315c739781 HTTP/1.1" status: 200 len: 945 time: 0.0528216 Nov 12 01:55:50.397241 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8b88f-5221-4917-806b-a5241c306abf req-6e8ec72d-a380-4bdd-9c77-b2b15ffd9390 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:50.398790 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a0d8b88f-5221-4917-806b-a5241c306abf req-6e8ec72d-a380-4bdd-9c77-b2b15ffd9390 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.49 "GET /v2.0/ports?device_id=de5142e3-159a-4601-9278-50315c739781 HTTP/1.1" status: 200 len: 945 time: 0.0518594 Nov 12 01:55:50.401711 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4eba55bb-9298-45f2-821d-57081f9c7782 req-26968350-b602-4b2d-a733-7d3b1bea3c0a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=50501d87-5080-42a9-afbc-08442b785ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494030 Nov 12 01:55:50.499462 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-a0d8b88f-5221-4917-806b-a5241c306abf req-0cc0e3a4-f0a6-4805-85cd-293b8df1532a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Deleting port d7d9448e-20e5-4075-9471-907ab3956eee {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:55:50.499713 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a0d8b88f-5221-4917-806b-a5241c306abf req-0cc0e3a4-f0a6-4805-85cd-293b8df1532a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:50.594002 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-a0d8b88f-5221-4917-806b-a5241c306abf req-0cc0e3a4-f0a6-4805-85cd-293b8df1532a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] For port d7d9448e-20e5-4075-9471-907ab3956eee, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=d7d9448e-20e5-4075-9471-907ab3956eee,segment=NetworkSegment(3c619af2-7c31-4f30-aa83-67937d793f40),segment_id=3c619af2-7c31-4f30-aa83-67937d793f40)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:55:50.595026 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a0d8b88f-5221-4917-806b-a5241c306abf req-0cc0e3a4-f0a6-4805-85cd-293b8df1532a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:50.609235 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-a0d8b88f-5221-4917-806b-a5241c306abf req-0cc0e3a4-f0a6-4805-85cd-293b8df1532a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Calling delete_port for d7d9448e-20e5-4075-9471-907ab3956eee owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:55:50.751074 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a0d8b88f-5221-4917-806b-a5241c306abf req-0cc0e3a4-f0a6-4805-85cd-293b8df1532a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:50.780847 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0e3a4-f0a6-4805-85cd-293b8df1532a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event deleted for resources: {'Port': ['ID=d7d9448e-20e5-4075-9471-907ab3956eee,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:55:50.828549 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d8b88f-5221-4917-806b-a5241c306abf req-0cc0e3a4-f0a6-4805-85cd-293b8df1532a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] No DVR routers for this DVR port d7d9448e-20e5-4075-9471-907ab3956eee on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:55:50.831262 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-a0d8b88f-5221-4917-806b-a5241c306abf req-0cc0e3a4-f0a6-4805-85cd-293b8df1532a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:50.834867 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a0d8b88f-5221-4917-806b-a5241c306abf req-0cc0e3a4-f0a6-4805-85cd-293b8df1532a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.49 "DELETE /v2.0/ports/d7d9448e-20e5-4075-9471-907ab3956eee HTTP/1.1" status: 204 len: 173 time: 0.4299250 Nov 12 01:55:50.835435 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5142e3-159a-4601-9278-50315c739781', 'name': 'network-vif-deleted', 'tag': 'd7d9448e-20e5-4075-9471-907ab3956eee'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:55:50.838041 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be10c6201f4a6af1b4f88844b1b0aabab5fd97a2a103bbbe8677b2ad1e6c711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6c83cd-5607-4533-b12a-c0e84828f0e3" -d '{"events": [{"server_uuid": "de5142e3-159a-4601-9278-50315c739781", "name": "network-vif-deleted", "tag": "d7d9448e-20e5-4075-9471-907ab3956eee"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:55:50.881513 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783e146f-b108-4215-b99c-377417f51139 x-openstack-request-id: req-783e146f-b108-4215-b99c-377417f51139 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:55:50.881805 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de5142e3-159a-4601-9278-50315c739781", "name": "network-vif-deleted", "tag": "d7d9448e-20e5-4075-9471-907ab3956eee", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:55:50.882058 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-783e146f-b108-4215-b99c-377417f51139 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:55:50.882955 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5142e3-159a-4601-9278-50315c739781', 'name': 'network-vif-deleted', 'tag': 'd7d9448e-20e5-4075-9471-907ab3956eee', 'status': 'completed', 'code': 200} Nov 12 01:55:51.464876 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51816) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:55:51.849035 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-98d88d1a-b607-4456-832a-059792f6b7c0 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:52.125426 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-98d88d1a-b607-4456-832a-059792f6b7c0 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Deleting port d761489e-3a22-4657-bb3e-37842cc6dd92 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:55:52.125769 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-98d88d1a-b607-4456-832a-059792f6b7c0 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:52.216091 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-98d88d1a-b607-4456-832a-059792f6b7c0 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] For port d761489e-3a22-4657-bb3e-37842cc6dd92, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=d761489e-3a22-4657-bb3e-37842cc6dd92,segment=NetworkSegment(3c619af2-7c31-4f30-aa83-67937d793f40),segment_id=3c619af2-7c31-4f30-aa83-67937d793f40)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:55:52.216457 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-98d88d1a-b607-4456-832a-059792f6b7c0 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:52.230775 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-98d88d1a-b607-4456-832a-059792f6b7c0 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Calling delete_port for d761489e-3a22-4657-bb3e-37842cc6dd92 owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:55:52.425977 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-98d88d1a-b607-4456-832a-059792f6b7c0 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:52.463966 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d88d1a-b607-4456-832a-059792f6b7c0 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event deleted for resources: {'Port': ['ID=d761489e-3a22-4657-bb3e-37842cc6dd92,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:55:52.488125 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d88d1a-b607-4456-832a-059792f6b7c0 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:52.488687 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d88d1a-b607-4456-832a-059792f6b7c0 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:52.488799 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d88d1a-b607-4456-832a-059792f6b7c0 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:52.489129 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d88d1a-b607-4456-832a-059792f6b7c0 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:52.489496 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d88d1a-b607-4456-832a-059792f6b7c0 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:52.489830 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d88d1a-b607-4456-832a-059792f6b7c0 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:52.490161 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d88d1a-b607-4456-832a-059792f6b7c0 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:52.490490 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d88d1a-b607-4456-832a-059792f6b7c0 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:52.490834 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d88d1a-b607-4456-832a-059792f6b7c0 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:52.491153 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d88d1a-b607-4456-832a-059792f6b7c0 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:52.492225 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d88d1a-b607-4456-832a-059792f6b7c0 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:52.492415 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d88d1a-b607-4456-832a-059792f6b7c0 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:52.653430 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-98d88d1a-b607-4456-832a-059792f6b7c0 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:52.877624 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d88d1a-b607-4456-832a-059792f6b7c0 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Router 3bd701b8-ca48-4aa4-a664-c7e879398961 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:55:52.990079 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d88d1a-b607-4456-832a-059792f6b7c0 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:55:52.996571 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-98d88d1a-b607-4456-832a-059792f6b7c0 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "PUT /v2.0/routers/3bd701b8-ca48-4aa4-a664-c7e879398961/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5305684 Nov 12 01:55:52.999324 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51818) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:55:53.001582 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e893ecfc-ad99-4ca7-9c0a-d181f77ca81f None None] Sync routers for ids ['3bd701b8-ca48-4aa4-a664-c7e879398961'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:55:53.015760 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e893ecfc-ad99-4ca7-9c0a-d181f77ca81f None None] Routers {'3bd701b8-ca48-4aa4-a664-c7e879398961'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:55:53.016366 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-e893ecfc-ad99-4ca7-9c0a-d181f77ca81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:55:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['3bd701b8-ca48-4aa4-a664-c7e879398961'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:55:53.053404 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e097cff-052a-4aec-a18c-16c9655f4fe1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Deleting subnet 3677b909-7b28-4fc6-b7a7-8e550426fe17 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:55:53.057792 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1e097cff-052a-4aec-a18c-16c9655f4fe1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:53.099507 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1e097cff-052a-4aec-a18c-16c9655f4fe1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:53.129915 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-e893ecfc-ad99-4ca7-9c0a-d181f77ca81f None None] Set router 3bd701b8-ca48-4aa4-a664-c7e879398961 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:55:53.192672 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1e097cff-052a-4aec-a18c-16c9655f4fe1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:53.252324 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1e097cff-052a-4aec-a18c-16c9655f4fe1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:53.280249 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e097cff-052a-4aec-a18c-16c9655f4fe1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event deleted for resources: {'Subnet': ['ID=3677b909-7b28-4fc6-b7a7-8e550426fe17,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:55:53.285257 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1e097cff-052a-4aec-a18c-16c9655f4fe1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:53.291978 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51820) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:55:53.292492 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1e097cff-052a-4aec-a18c-16c9655f4fe1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "DELETE /v2.0/subnets/3677b909-7b28-4fc6-b7a7-8e550426fe17 HTTP/1.1" status: 204 len: 168 time: 0.2916884 Nov 12 01:55:53.296974 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607f3a20-7884-4af3-a3a0-4a89b23c4628 None None] Network f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:55:53.317080 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-e893ecfc-ad99-4ca7-9c0a-d181f77ca81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bd701b8-ca48-4aa4-a664-c7e879398961', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893010303', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '16a94e40-051b-4b34-a7bd-8673a60523eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:53:18Z', 'updated_at': '2021-11-12T01:55:52Z', 'revision_number': 5, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': '16a94e40-051b-4b34-a7bd-8673a60523eb', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:68:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd701b8-ca48-4aa4-a664-c7e879398961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:53:18Z', 'updated_at': '2021-11-12T01:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:55:53.346626 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e893ecfc-ad99-4ca7-9c0a-d181f77ca81f None None] Checking router: 3bd701b8-ca48-4aa4-a664-c7e879398961 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:55:53.358352 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e893ecfc-ad99-4ca7-9c0a-d181f77ca81f None None] Routers {'3bd701b8-ca48-4aa4-a664-c7e879398961'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:55:53.359205 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-e893ecfc-ad99-4ca7-9c0a-d181f77ca81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:55:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['3bd701b8-ca48-4aa4-a664-c7e879398961'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:55:53.427943 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8949c48a-9ca0-4f3d-9df6-f394b5c04cbc tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for router, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:53.476829 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-e893ecfc-ad99-4ca7-9c0a-d181f77ca81f None None] Set router 3bd701b8-ca48-4aa4-a664-c7e879398961 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:55:53.541613 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8949c48a-9ca0-4f3d-9df6-f394b5c04cbc tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:53.604991 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-8949c48a-9ca0-4f3d-9df6-f394b5c04cbc tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Deleting port 16a94e40-051b-4b34-a7bd-8673a60523eb {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:55:53.605528 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8949c48a-9ca0-4f3d-9df6-f394b5c04cbc tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:53.678807 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-e893ecfc-ad99-4ca7-9c0a-d181f77ca81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bd701b8-ca48-4aa4-a664-c7e879398961', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893010303', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '16a94e40-051b-4b34-a7bd-8673a60523eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:53:18Z', 'updated_at': '2021-11-12T01:55:52Z', 'revision_number': 5, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': '16a94e40-051b-4b34-a7bd-8673a60523eb', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:68:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd701b8-ca48-4aa4-a664-c7e879398961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:53:18Z', 'updated_at': '2021-11-12T01:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:55:53.702396 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a72805-13ad-45df-b931-5daa5f475178 None None] DHCP port deletion for f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:55:53.706889 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-8949c48a-9ca0-4f3d-9df6-f394b5c04cbc tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] For port 16a94e40-051b-4b34-a7bd-8673a60523eb, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=16a94e40-051b-4b34-a7bd-8673a60523eb,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:55:53.707276 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8949c48a-9ca0-4f3d-9df6-f394b5c04cbc tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:53.707673 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e893ecfc-ad99-4ca7-9c0a-d181f77ca81f None None] The sync data for ids ['3bd701b8-ca48-4aa4-a664-c7e879398961'] in n-d-812236-11 is: [{'id': '3bd701b8-ca48-4aa4-a664-c7e879398961', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893010303', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '16a94e40-051b-4b34-a7bd-8673a60523eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:53:18Z', 'updated_at': '2021-11-12T01:55:52Z', 'revision_number': 5, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': '16a94e40-051b-4b34-a7bd-8673a60523eb', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:68:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd701b8-ca48-4aa4-a664-c7e879398961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:53:18Z', 'updated_at': '2021-11-12T01:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:55:53.722665 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-8949c48a-9ca0-4f3d-9df6-f394b5c04cbc tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Calling delete_port for 16a94e40-051b-4b34-a7bd-8673a60523eb owned by network:router_gateway {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:55:53.768144 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-66a72805-13ad-45df-b931-5daa5f475178 None None] Deleting port 8219d125-f808-4865-95a0-e9fc162265b7 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:55:53.768610 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-66a72805-13ad-45df-b931-5daa5f475178 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:53.821040 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device d7d9448e-20e5-4075-9471-907ab3956eee no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:55:53.855804 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: d7d9448e-20e5-4075-9471-907ab3956eee {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:55:53.856246 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device d7d9448e-20e5-4075-9471-907ab3956eee not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:55:53.863984 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-66a72805-13ad-45df-b931-5daa5f475178 None None] For port 8219d125-f808-4865-95a0-e9fc162265b7, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=8219d125-f808-4865-95a0-e9fc162265b7,segment=NetworkSegment(3c619af2-7c31-4f30-aa83-67937d793f40),segment_id=3c619af2-7c31-4f30-aa83-67937d793f40)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:55:53.864378 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-66a72805-13ad-45df-b931-5daa5f475178 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:53.878355 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-66a72805-13ad-45df-b931-5daa5f475178 None None] Calling delete_port for 8219d125-f808-4865-95a0-e9fc162265b7 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:55:53.919146 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8949c48a-9ca0-4f3d-9df6-f394b5c04cbc tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:53.947502 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8949c48a-9ca0-4f3d-9df6-f394b5c04cbc tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event deleted for resources: {'Port': ['ID=16a94e40-051b-4b34-a7bd-8673a60523eb,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:55:53.967361 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1a0f20-b5a7-46b0-98f0-747545b40c15 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:55:53.983590 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-66a72805-13ad-45df-b931-5daa5f475178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:54.011730 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a72805-13ad-45df-b931-5daa5f475178 None None] Pushing event deleted for resources: {'Port': ['ID=8219d125-f808-4865-95a0-e9fc162265b7,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:55:54.015386 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a72805-13ad-45df-b931-5daa5f475178 None None] No DVR routers for this DVR port 8219d125-f808-4865-95a0-e9fc162265b7 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:55:54.028343 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8949c48a-9ca0-4f3d-9df6-f394b5c04cbc tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:54.126323 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8949c48a-9ca0-4f3d-9df6-f394b5c04cbc tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:54.129090 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8949c48a-9ca0-4f3d-9df6-f394b5c04cbc tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:54.175424 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8949c48a-9ca0-4f3d-9df6-f394b5c04cbc tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:54.175948 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8949c48a-9ca0-4f3d-9df6-f394b5c04cbc tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Fanout notify agent at l3_agent the message router_deleted on router 3bd701b8-ca48-4aa4-a664-c7e879398961 {{(pid=102661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:55:54.184372 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8949c48a-9ca0-4f3d-9df6-f394b5c04cbc tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:54.185541 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-8949c48a-9ca0-4f3d-9df6-f394b5c04cbc tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "DELETE /v2.0/routers/3bd701b8-ca48-4aa4-a664-c7e879398961 HTTP/1.1" status: 204 len: 168 time: 0.8924882 Nov 12 01:55:54.188272 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51822) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:55:54.275168 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e26fc48-5c28-491f-8796-fa3a06f10421 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:54.376521 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e26fc48-5c28-491f-8796-fa3a06f10421 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:54.404119 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-0e26fc48-5c28-491f-8796-fa3a06f10421 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:55:54.416807 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-0e26fc48-5c28-491f-8796-fa3a06f10421 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c619af2-7c31-4f30-aa83-67937d793f40') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:55:54.417104 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-0e26fc48-5c28-491f-8796-fa3a06f10421 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c619af2-7c31-4f30-aa83-67937d793f40') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:55:54.427043 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e26fc48-5c28-491f-8796-fa3a06f10421 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:54.440671 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e26fc48-5c28-491f-8796-fa3a06f10421 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:54.448555 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e26fc48-5c28-491f-8796-fa3a06f10421 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:55:54.448941 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e26fc48-5c28-491f-8796-fa3a06f10421 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:54.452077 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 01:55:54.452077 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:55:54.452077 n-d-812236-11 neutron-server[102661]: timer() Nov 12 01:55:54.452077 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:55:54.452077 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 01:55:54.452077 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:55:54.452077 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 01:55:54.452077 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:55:54.452077 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 01:55:54.452077 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:55:54.452077 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 01:55:54.452077 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:55:54.452077 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 01:55:54.452077 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:55:54.452077 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:55:54.452077 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:55:54.452077 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:55:54.452077 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:55:54.452077 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 01:55:54.452077 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:55:54.452077 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 01:55:54.452077 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:55:54.452077 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:55:54.452077 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:55:54.452077 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 01:55:54.452077 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:55:54.452077 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:55:54.452077 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:55:54.452077 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:55:54.452077 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:55:54.452077 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:55:54.452077 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:55:54.513171 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e26fc48-5c28-491f-8796-fa3a06f10421 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:54.520235 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e26fc48-5c28-491f-8796-fa3a06f10421 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:54.523964 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0e26fc48-5c28-491f-8796-fa3a06f10421 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "DELETE /v2.0/networks/f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23 HTTP/1.1" status: 204 len: 168 time: 0.3346400 Nov 12 01:55:54.527086 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51824) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:55:54.535817 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e26fc48-5c28-491f-8796-fa3a06f10421 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event deleted for resources: {'Network': ['ID=f96cd4a9-06d1-4a1b-a2c3-c7c7eb733b23,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:55:54.586668 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4bb995a8-7aaf-4fd8-b584-7535a7980167 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:54.617777 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4bb995a8-7aaf-4fd8-b584-7535a7980167 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:54.681583 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4bb995a8-7aaf-4fd8-b584-7535a7980167 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:54.684123 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4bb995a8-7aaf-4fd8-b584-7535a7980167 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:54.685300 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-4bb995a8-7aaf-4fd8-b584-7535a7980167 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "DELETE /v2.0/security-groups/50501d87-5080-42a9-afbc-08442b785ba0 HTTP/1.1" status: 204 len: 168 time: 0.1571975 Nov 12 01:55:54.698166 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb995a8-7aaf-4fd8-b584-7535a7980167 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50501d87-5080-42a9-afbc-08442b785ba0,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:55:54.789873 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 16a94e40-051b-4b34-a7bd-8673a60523eb no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:55:54.812612 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 16a94e40-051b-4b34-a7bd-8673a60523eb {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:55:54.812953 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 16a94e40-051b-4b34-a7bd-8673a60523eb not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:55:54.813364 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 8219d125-f808-4865-95a0-e9fc162265b7 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:55:54.833146 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 8219d125-f808-4865-95a0-e9fc162265b7 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:55:54.833510 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 8219d125-f808-4865-95a0-e9fc162265b7 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:55:54.833917 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device d761489e-3a22-4657-bb3e-37842cc6dd92 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:55:54.862452 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: d761489e-3a22-4657-bb3e-37842cc6dd92 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:55:54.862787 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device d761489e-3a22-4657-bb3e-37842cc6dd92 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:55:56.965999 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51834) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:55:56.970598 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-79d23071-9582-409c-866e-df27bc3d419b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-396619623', 'description': 'tempest-secgroup-smoke-396619623 description', 'project_id': '6959747348f74fb19d3bbd5d9c551ad2'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:55:56.997898 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-79d23071-9582-409c-866e-df27bc3d419b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:57.083284 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-79d23071-9582-409c-866e-df27bc3d419b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:57.090535 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-79d23071-9582-409c-866e-df27bc3d419b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:57.124330 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-79d23071-9582-409c-866e-df27bc3d419b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:57.125611 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-79d23071-9582-409c-866e-df27bc3d419b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1585736 Nov 12 01:55:57.126864 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d23071-9582-409c-866e-df27bc3d419b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd40d2f-834e-4599-98f1-b2fd3efab464,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:55:57.128608 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51836) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:55:57.133596 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-f7a7dd74-4d40-4043-b307-4b5b666aa8ee tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'security_group_rule': {'security_group_id': '1fd40d2f-834e-4599-98f1-b2fd3efab464', 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:55:57.164503 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f7a7dd74-4d40-4043-b307-4b5b666aa8ee tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:57.221299 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f7a7dd74-4d40-4043-b307-4b5b666aa8ee tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:57.224992 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f7a7dd74-4d40-4043-b307-4b5b666aa8ee tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:57.243576 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a7dd74-4d40-4043-b307-4b5b666aa8ee tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76dfa5e7-d7b1-41c4-97d8-e8f5424ee399,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:55:57.251111 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f7a7dd74-4d40-4043-b307-4b5b666aa8ee tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:57.252317 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f7a7dd74-4d40-4043-b307-4b5b666aa8ee tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1225681 Nov 12 01:55:57.255561 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51838) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:55:57.260842 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-7792c527-7274-46ae-a38b-ac3a09233657 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'security_group_rule': {'security_group_id': '1fd40d2f-834e-4599-98f1-b2fd3efab464', 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:55:57.289058 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7792c527-7274-46ae-a38b-ac3a09233657 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:57.363811 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7792c527-7274-46ae-a38b-ac3a09233657 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:57.368946 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7792c527-7274-46ae-a38b-ac3a09233657 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:57.387754 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7792c527-7274-46ae-a38b-ac3a09233657 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab2bf60a-ee4b-4514-9a30-94574464d89b,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:55:57.395475 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7792c527-7274-46ae-a38b-ac3a09233657 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:57.398739 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7792c527-7274-46ae-a38b-ac3a09233657 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1403601 Nov 12 01:55:57.400503 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51840) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:55:57.404882 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-cfb6e4bc-7180-4351-802e-09e321787e5c tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'security_group_rule': {'security_group_id': '1fd40d2f-834e-4599-98f1-b2fd3efab464', 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:55:57.436804 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cfb6e4bc-7180-4351-802e-09e321787e5c tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:57.497297 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cfb6e4bc-7180-4351-802e-09e321787e5c tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:57.501196 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cfb6e4bc-7180-4351-802e-09e321787e5c tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:57.519023 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb6e4bc-7180-4351-802e-09e321787e5c tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e8f4d7c-c25b-41e1-aa33-728b4af7abde,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:55:57.530424 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cfb6e4bc-7180-4351-802e-09e321787e5c tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:57.531702 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-cfb6e4bc-7180-4351-802e-09e321787e5c tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1302330 Nov 12 01:55:57.534412 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51842) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:55:57.539411 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-2b3fc00c-d8a1-4f16-8cdb-f8f6ba568dac tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'security_group_rule': {'security_group_id': '1fd40d2f-834e-4599-98f1-b2fd3efab464', 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:55:57.567517 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2b3fc00c-d8a1-4f16-8cdb-f8f6ba568dac tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:57.628884 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2b3fc00c-d8a1-4f16-8cdb-f8f6ba568dac tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:57.633966 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2b3fc00c-d8a1-4f16-8cdb-f8f6ba568dac tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:57.655957 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3fc00c-d8a1-4f16-8cdb-f8f6ba568dac tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03794c9a-4c40-426d-b86b-b5cadbdc8e21,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:55:57.666401 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2b3fc00c-d8a1-4f16-8cdb-f8f6ba568dac tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:57.667643 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2b3fc00c-d8a1-4f16-8cdb-f8f6ba568dac tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1322720 Nov 12 01:55:57.670379 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51844) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:55:57.674986 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-28ffc8a2-007a-47f2-8de8-fb6b94ace1fa tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'security_group_rule': {'security_group_id': '1fd40d2f-834e-4599-98f1-b2fd3efab464', 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:55:57.697731 n-d-812236-11 neutron-server[102662]: INFO neutron.db.securitygroups_db [None req-28ffc8a2-007a-47f2-8de8-fb6b94ace1fa tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Project 6959747348f74fb19d3bbd5d9c551ad2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:55:57.703329 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-28ffc8a2-007a-47f2-8de8-fb6b94ace1fa tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:57.765482 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-28ffc8a2-007a-47f2-8de8-fb6b94ace1fa tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:57.769333 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-28ffc8a2-007a-47f2-8de8-fb6b94ace1fa tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:57.788154 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ffc8a2-007a-47f2-8de8-fb6b94ace1fa tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=156de391-9558-4a70-8733-2279c8867dbc,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:55:57.796402 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-28ffc8a2-007a-47f2-8de8-fb6b94ace1fa tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:57.797915 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-28ffc8a2-007a-47f2-8de8-fb6b94ace1fa tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1265996 Nov 12 01:55:57.800605 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51846) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:55:57.805266 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-2bcb6a77-3e40-47ea-90a2-55d3faf4c1a1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'security_group_rule': {'security_group_id': '1fd40d2f-834e-4599-98f1-b2fd3efab464', 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:55:57.827606 n-d-812236-11 neutron-server[102662]: INFO neutron.db.securitygroups_db [None req-2bcb6a77-3e40-47ea-90a2-55d3faf4c1a1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Project 6959747348f74fb19d3bbd5d9c551ad2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:55:57.832706 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2bcb6a77-3e40-47ea-90a2-55d3faf4c1a1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:57.898191 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2bcb6a77-3e40-47ea-90a2-55d3faf4c1a1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:57.902468 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2bcb6a77-3e40-47ea-90a2-55d3faf4c1a1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:57.921320 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb6a77-3e40-47ea-90a2-55d3faf4c1a1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fd7ca74-80f9-4343-bb95-38297e79f565,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:55:57.929429 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2bcb6a77-3e40-47ea-90a2-55d3faf4c1a1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:57.930693 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-2bcb6a77-3e40-47ea-90a2-55d3faf4c1a1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1291447 Nov 12 01:55:57.933518 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51848) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:55:57.938350 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-b09d38f1-1167-40ef-b12d-9f497551163f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'network': {'name': 'tempest-network-smoke--266270554', 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'port_security_enabled': True}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:55:57.958684 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09d38f1-1167-40ef-b12d-9f497551163f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Made reservation on behalf of 6959747348f74fb19d3bbd5d9c551ad2 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:55:57.962874 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b09d38f1-1167-40ef-b12d-9f497551163f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:57.987479 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b09d38f1-1167-40ef-b12d-9f497551163f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:55:57.997263 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b09d38f1-1167-40ef-b12d-9f497551163f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:57.997640 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-b09d38f1-1167-40ef-b12d-9f497551163f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Added segment be646cc4-24c5-489b-bf93-6f642f688197 of type vlan for network 8f2fa0e6-3580-47eb-95e7-d13802260e14 Nov 12 01:55:58.040116 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b09d38f1-1167-40ef-b12d-9f497551163f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:58.065943 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b09d38f1-1167-40ef-b12d-9f497551163f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:58.072326 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09d38f1-1167-40ef-b12d-9f497551163f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:58.072917 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b09d38f1-1167-40ef-b12d-9f497551163f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:58.138251 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b09d38f1-1167-40ef-b12d-9f497551163f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2036843 Nov 12 01:55:58.141953 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51850) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:55:58.146754 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-a88f4c3c-804f-4945-a9a2-68553070027d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-495633221', 'admin_state_up': True, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:55:58.147036 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d38f1-1167-40ef-b12d-9f497551163f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'Network': ['ID=8f2fa0e6-3580-47eb-95e7-d13802260e14,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:55:58.158830 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 8f2fa0e6-3580-47eb-95e7-d13802260e14 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:55:58.173341 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a88f4c3c-804f-4945-a9a2-68553070027d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:58.174370 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a88f4c3c-804f-4945-a9a2-68553070027d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:58.233625 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a88f4c3c-804f-4945-a9a2-68553070027d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:58.375826 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a88f4c3c-804f-4945-a9a2-68553070027d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:58.573699 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a88f4c3c-804f-4945-a9a2-68553070027d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for router_gateway, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:58.593234 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a88f4c3c-804f-4945-a9a2-68553070027d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:58.702490 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-a88f4c3c-804f-4945-a9a2-68553070027d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Allocated IP 172.25.2.72 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/b5118b6e-f81b-4403-bcb7-a8c8eaef8acf) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:55:58.810577 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a88f4c3c-804f-4945-a9a2-68553070027d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:58.849555 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a88f4c3c-804f-4945-a9a2-68553070027d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:58.888250 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88f4c3c-804f-4945-a9a2-68553070027d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:55:58.891123 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-a88f4c3c-804f-4945-a9a2-68553070027d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:55:58.893664 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88f4c3c-804f-4945-a9a2-68553070027d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:55:58.905491 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebb3403-e69f-4bbc-8b5c-4c8cd83b9220 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:55:58.926080 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f4c3c-804f-4945-a9a2-68553070027d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'Port': ['ID=b5118b6e-f81b-4403-bcb7-a8c8eaef8acf,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:55:58.992275 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-3a63d37f-61f9-4d8d-867b-8b641abd9f71 None None] Provisioning complete for port b5118b6e-f81b-4403-bcb7-a8c8eaef8acf triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:55:58.992639 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3a63d37f-61f9-4d8d-867b-8b641abd9f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:59.036521 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-3a63d37f-61f9-4d8d-867b-8b641abd9f71 None None] Port b5118b6e-f81b-4403-bcb7-a8c8eaef8acf cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:55:59.494390 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a88f4c3c-804f-4945-a9a2-68553070027d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for router_gateway, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:59.699556 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a88f4c3c-804f-4945-a9a2-68553070027d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:59.831735 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a88f4c3c-804f-4945-a9a2-68553070027d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Router fa2db9a0-2098-45a9-8936-893bb05b9b1c is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:55:59.941037 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88f4c3c-804f-4945-a9a2-68553070027d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:55:59.952067 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f67891-ec5d-4890-91dd-2d7b25085d40 None None] Sync routers for ids ['fa2db9a0-2098-45a9-8936-893bb05b9b1c'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:55:59.964001 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f67891-ec5d-4890-91dd-2d7b25085d40 None None] Routers {'fa2db9a0-2098-45a9-8936-893bb05b9b1c'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:55:59.964684 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-b0f67891-ec5d-4890-91dd-2d7b25085d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:55:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['fa2db9a0-2098-45a9-8936-893bb05b9b1c'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:55:59.966207 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a88f4c3c-804f-4945-a9a2-68553070027d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:59.967535 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a88f4c3c-804f-4945-a9a2-68553070027d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8245013 Nov 12 01:55:59.970833 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51852) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:56:00.048269 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4250a053-e82f-4ee7-a88a-d8a066238590 tempest-TestNetworkAdvancedServerOps-1195396143 tempest-TestNetworkAdvancedServerOps-1195396143-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=6959747348f74fb19d3bbd5d9c551ad2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0760508 Nov 12 01:56:00.050762 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51856) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:56:00.075448 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-b0f67891-ec5d-4890-91dd-2d7b25085d40 None None] Set router fa2db9a0-2098-45a9-8936-893bb05b9b1c gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:56:00.147397 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df950cc-37f2-46d4-a393-b3b172634337 tempest-TestNetworkAdvancedServerOps-1195396143 tempest-TestNetworkAdvancedServerOps-1195396143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:00.149881 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-8df950cc-37f2-46d4-a393-b3b172634337 tempest-TestNetworkAdvancedServerOps-1195396143 tempest-TestNetworkAdvancedServerOps-1195396143-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0981307 Nov 12 01:56:00.152836 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51858) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:56:00.182817 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b936218c-319a-470d-87d7-214d5ed0fa5d tempest-TestNetworkAdvancedServerOps-1195396143 tempest-TestNetworkAdvancedServerOps-1195396143-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=ef732b55-2b3c-4048-85da-0a8ac273c14b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287154 Nov 12 01:56:00.185305 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 51860) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:56:00.190180 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-a67ac63f-c49f-493c-a838-f1b18a2bedbf tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1159037126', 'network_id': '8f2fa0e6-3580-47eb-95e7-d13802260e14', 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:56:00.261079 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-b0f67891-ec5d-4890-91dd-2d7b25085d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2db9a0-2098-45a9-8936-893bb05b9b1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495633221', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': 'b5118b6e-f81b-4403-bcb7-a8c8eaef8acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:55:58Z', 'updated_at': '2021-11-12T01:55:59Z', 'revision_number': 3, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': 'b5118b6e-f81b-4403-bcb7-a8c8eaef8acf', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:fb:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2db9a0-2098-45a9-8936-893bb05b9b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:55:58Z', 'updated_at': '2021-11-12T01:55:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:56:00.291220 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67ac63f-c49f-493c-a838-f1b18a2bedbf tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Made reservation on behalf of 6959747348f74fb19d3bbd5d9c551ad2 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:56:00.294958 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a67ac63f-c49f-493c-a838-f1b18a2bedbf tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:00.298164 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f67891-ec5d-4890-91dd-2d7b25085d40 None None] Checking router: fa2db9a0-2098-45a9-8936-893bb05b9b1c for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:56:00.298511 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f67891-ec5d-4890-91dd-2d7b25085d40 None None] Updating router fa2db9a0-2098-45a9-8936-893bb05b9b1c port b5118b6e-f81b-4403-bcb7-a8c8eaef8acf binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:56:00.324849 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b0f67891-ec5d-4890-91dd-2d7b25085d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:00.491039 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a67ac63f-c49f-493c-a838-f1b18a2bedbf tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:00.561574 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ac63f-c49f-493c-a838-f1b18a2bedbf tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'Subnet': ['ID=f9b8cabc-2a6c-443e-9958-2bc177fef50e,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:00.569503 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67ac63f-c49f-493c-a838-f1b18a2bedbf tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Checking segment: {'id': 'be646cc4-24c5-489b-bf93-6f642f688197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8f2fa0e6-3580-47eb-95e7-d13802260e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:56:00.569961 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67ac63f-c49f-493c-a838-f1b18a2bedbf tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Network hostable DHCP agents. Network: 8f2fa0e6-3580-47eb-95e7-d13802260e14, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:56:00.588927 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67ac63f-c49f-493c-a838-f1b18a2bedbf tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Network 8f2fa0e6-3580-47eb-95e7-d13802260e14 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:56:00.599026 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-a67ac63f-c49f-493c-a838-f1b18a2bedbf tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 8f2fa0e6-3580-47eb-95e7-d13802260e14) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:56:00.604256 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67ac63f-c49f-493c-a838-f1b18a2bedbf tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:00.604984 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a67ac63f-c49f-493c-a838-f1b18a2bedbf tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:00.608476 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b0f67891-ec5d-4890-91dd-2d7b25085d40 None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:00.612966 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99aac2c9-7a3a-4346-bbf6-dc1ec75f2ebe None None] Network 8f2fa0e6-3580-47eb-95e7-d13802260e14 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:56:00.617822 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b0f67891-ec5d-4890-91dd-2d7b25085d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:00.629066 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a67ac63f-c49f-493c-a838-f1b18a2bedbf tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4426801 Nov 12 01:56:00.633295 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51862) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:56:00.701510 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba07b2e1-e806-452b-a8e9-17a6af69ca7f None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:56:00.735125 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-b0f67891-ec5d-4890-91dd-2d7b25085d40 None None] Attempting to bind port b5118b6e-f81b-4403-bcb7-a8c8eaef8acf on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:56:00.735499 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-b0f67891-ec5d-4890-91dd-2d7b25085d40 None None] Attempting to bind port b5118b6e-f81b-4403-bcb7-a8c8eaef8acf by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:56:00.735864 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f67891-ec5d-4890-91dd-2d7b25085d40 None None] Attempting to bind port b5118b6e-f81b-4403-bcb7-a8c8eaef8acf on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:56:00.739498 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d47e83-7a9b-48a5-a398-ba7e76c5b5c9 None None] Pushing event updated for resources: {'Port': ['ID=b5118b6e-f81b-4403-bcb7-a8c8eaef8acf,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:00.750961 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f67891-ec5d-4890-91dd-2d7b25085d40 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:56:00.751396 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f67891-ec5d-4890-91dd-2d7b25085d40 None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:56:00.751743 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b0f67891-ec5d-4890-91dd-2d7b25085d40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:00.752134 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f67891-ec5d-4890-91dd-2d7b25085d40 None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:56:00.752619 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-b0f67891-ec5d-4890-91dd-2d7b25085d40 None None] Bound port: b5118b6e-f81b-4403-bcb7-a8c8eaef8acf, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:56:00.753023 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b0f67891-ec5d-4890-91dd-2d7b25085d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:00.849350 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-8e65de88-3fc7-4938-ab55-956658bf1526 None None] Provisioning complete for port b5118b6e-f81b-4403-bcb7-a8c8eaef8acf triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:56:00.849746 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8e65de88-3fc7-4938-ab55-956658bf1526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:00.877120 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b0f67891-ec5d-4890-91dd-2d7b25085d40 None None] For port b5118b6e-f81b-4403-bcb7-a8c8eaef8acf, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:56:00.897090 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b0f67891-ec5d-4890-91dd-2d7b25085d40 None None] For port b5118b6e-f81b-4403-bcb7-a8c8eaef8acf, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=b5118b6e-f81b-4403-bcb7-a8c8eaef8acf,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:56:00.907926 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b0f67891-ec5d-4890-91dd-2d7b25085d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:00.959374 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56c65f2-3201-455e-adaf-6cb8a03b527c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-8f2fa0e6-3580-47eb-95e7-d13802260e14', 'network_id': '8f2fa0e6-3580-47eb-95e7-d13802260e14', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'fixed_ips': [{'subnet_id': 'f9b8cabc-2a6c-443e-9958-2bc177fef50e'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:56:00.960762 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c56c65f2-3201-455e-adaf-6cb8a03b527c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:00.962683 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-8e65de88-3fc7-4938-ab55-956658bf1526 None None] Port b5118b6e-f81b-4403-bcb7-a8c8eaef8acf cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:56:00.988093 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df9ab7c-a8f9-41c2-9ff7-bb067882319e None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:56:01.028355 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d47e83-7a9b-48a5-a398-ba7e76c5b5c9 None None] Pushing event updated for resources: {'Port': ['ID=b5118b6e-f81b-4403-bcb7-a8c8eaef8acf,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:01.086868 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f67891-ec5d-4890-91dd-2d7b25085d40 None None] Routers {'fa2db9a0-2098-45a9-8936-893bb05b9b1c'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:56:01.087503 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-b0f67891-ec5d-4890-91dd-2d7b25085d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:55:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['fa2db9a0-2098-45a9-8936-893bb05b9b1c'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:56:01.116178 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-679526e0-2f90-4bfd-9343-18c93ad8d66b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:01.183882 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-ba773969-4faf-42d9-b3fb-2de2b957bf0e None None] Provisioning complete for port b5118b6e-f81b-4403-bcb7-a8c8eaef8acf triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:56:01.184255 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ba773969-4faf-42d9-b3fb-2de2b957bf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:01.279046 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-c56c65f2-3201-455e-adaf-6cb8a03b527c None None] Allocated IP 172.20.0.2 (8f2fa0e6-3580-47eb-95e7-d13802260e14/f9b8cabc-2a6c-443e-9958-2bc177fef50e/791552a3-63bd-4a48-989b-04c9e8bfd0da) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:56:01.292556 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-b0f67891-ec5d-4890-91dd-2d7b25085d40 None None] Set router fa2db9a0-2098-45a9-8936-893bb05b9b1c gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:56:01.713772 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ba773969-4faf-42d9-b3fb-2de2b957bf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:01.779183 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-ba773969-4faf-42d9-b3fb-2de2b957bf0e None None] For port b5118b6e-f81b-4403-bcb7-a8c8eaef8acf, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=b5118b6e-f81b-4403-bcb7-a8c8eaef8acf,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:56:01.804742 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ba773969-4faf-42d9-b3fb-2de2b957bf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:01.916221 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c56c65f2-3201-455e-adaf-6cb8a03b527c None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:01.928211 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c56c65f2-3201-455e-adaf-6cb8a03b527c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:01.930313 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba773969-4faf-42d9-b3fb-2de2b957bf0e None None] Pushing event updated for resources: {'Port': ['ID=b5118b6e-f81b-4403-bcb7-a8c8eaef8acf,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:01.985553 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-679526e0-2f90-4bfd-9343-18c93ad8d66b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Allocated IP 172.20.0.1 (8f2fa0e6-3580-47eb-95e7-d13802260e14/f9b8cabc-2a6c-443e-9958-2bc177fef50e/c190781c-4295-4af5-b504-1a1f550e2ad2) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:56:01.986921 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56c65f2-3201-455e-adaf-6cb8a03b527c None None] Network 8f2fa0e6-3580-47eb-95e7-d13802260e14 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:56:01.998533 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-b0f67891-ec5d-4890-91dd-2d7b25085d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2db9a0-2098-45a9-8936-893bb05b9b1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495633221', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': 'b5118b6e-f81b-4403-bcb7-a8c8eaef8acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:55:58Z', 'updated_at': '2021-11-12T01:55:59Z', 'revision_number': 3, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': 'b5118b6e-f81b-4403-bcb7-a8c8eaef8acf', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:fb:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2db9a0-2098-45a9-8936-893bb05b9b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:55:58Z', 'updated_at': '2021-11-12T01:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:56:02.001310 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-c56c65f2-3201-455e-adaf-6cb8a03b527c None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:56:02.008632 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56c65f2-3201-455e-adaf-6cb8a03b527c None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:56:02.041001 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c65f2-3201-455e-adaf-6cb8a03b527c None None] Pushing event updated for resources: {'Port': ['ID=791552a3-63bd-4a48-989b-04c9e8bfd0da,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:02.047328 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f67891-ec5d-4890-91dd-2d7b25085d40 None None] The sync data for ids ['fa2db9a0-2098-45a9-8936-893bb05b9b1c'] in n-d-812236-11 is: [{'id': 'fa2db9a0-2098-45a9-8936-893bb05b9b1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495633221', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': 'b5118b6e-f81b-4403-bcb7-a8c8eaef8acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:55:58Z', 'updated_at': '2021-11-12T01:55:59Z', 'revision_number': 3, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': 'b5118b6e-f81b-4403-bcb7-a8c8eaef8acf', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:fb:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2db9a0-2098-45a9-8936-893bb05b9b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:55:58Z', 'updated_at': '2021-11-12T01:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:56:02.153410 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-c56c65f2-3201-455e-adaf-6cb8a03b527c None None] Attempting to bind port 791552a3-63bd-4a48-989b-04c9e8bfd0da on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:56:02.154117 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-c56c65f2-3201-455e-adaf-6cb8a03b527c None None] Attempting to bind port 791552a3-63bd-4a48-989b-04c9e8bfd0da by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'be646cc4-24c5-489b-bf93-6f642f688197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8f2fa0e6-3580-47eb-95e7-d13802260e14'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:56:02.154849 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56c65f2-3201-455e-adaf-6cb8a03b527c None None] Attempting to bind port 791552a3-63bd-4a48-989b-04c9e8bfd0da on network 8f2fa0e6-3580-47eb-95e7-d13802260e14 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:56:02.161016 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56c65f2-3201-455e-adaf-6cb8a03b527c None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:56:02.161775 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56c65f2-3201-455e-adaf-6cb8a03b527c None None] Checking segment: {'id': 'be646cc4-24c5-489b-bf93-6f642f688197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8f2fa0e6-3580-47eb-95e7-d13802260e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:56:02.162377 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c56c65f2-3201-455e-adaf-6cb8a03b527c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:02.163003 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56c65f2-3201-455e-adaf-6cb8a03b527c None None] Bound using segment: {'id': 'be646cc4-24c5-489b-bf93-6f642f688197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8f2fa0e6-3580-47eb-95e7-d13802260e14'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:56:02.164418 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-c56c65f2-3201-455e-adaf-6cb8a03b527c None None] Bound port: 791552a3-63bd-4a48-989b-04c9e8bfd0da, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be646cc4-24c5-489b-bf93-6f642f688197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8f2fa0e6-3580-47eb-95e7-d13802260e14'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:56:02.165264 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c56c65f2-3201-455e-adaf-6cb8a03b527c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:02.172869 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-679526e0-2f90-4bfd-9343-18c93ad8d66b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:02.222991 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-679526e0-2f90-4bfd-9343-18c93ad8d66b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:02.245548 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-c56c65f2-3201-455e-adaf-6cb8a03b527c None None] For port 791552a3-63bd-4a48-989b-04c9e8bfd0da, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:56:02.250641 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-c56c65f2-3201-455e-adaf-6cb8a03b527c None None] For port 791552a3-63bd-4a48-989b-04c9e8bfd0da, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=791552a3-63bd-4a48-989b-04c9e8bfd0da,segment=NetworkSegment(be646cc4-24c5-489b-bf93-6f642f688197),segment_id=be646cc4-24c5-489b-bf93-6f642f688197)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:56:02.258988 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c56c65f2-3201-455e-adaf-6cb8a03b527c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:02.278851 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679526e0-2f90-4bfd-9343-18c93ad8d66b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Network 8f2fa0e6-3580-47eb-95e7-d13802260e14 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:56:02.282314 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-679526e0-2f90-4bfd-9343-18c93ad8d66b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:56:02.289429 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679526e0-2f90-4bfd-9343-18c93ad8d66b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:56:02.323564 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679526e0-2f90-4bfd-9343-18c93ad8d66b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'Port': ['ID=c190781c-4295-4af5-b504-1a1f550e2ad2,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:02.354528 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c65f2-3201-455e-adaf-6cb8a03b527c None None] Pushing event updated for resources: {'Port': ['ID=791552a3-63bd-4a48-989b-04c9e8bfd0da,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:02.401746 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-679526e0-2f90-4bfd-9343-18c93ad8d66b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:02.620871 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-679526e0-2f90-4bfd-9343-18c93ad8d66b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:02.667998 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device b5118b6e-f81b-4403-bcb7-a8c8eaef8acf up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:56:02.738484 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port b5118b6e-f81b-4403-bcb7-a8c8eaef8acf triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:56:02.738859 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:02.994121 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-679526e0-2f90-4bfd-9343-18c93ad8d66b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:02.999138 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-679526e0-2f90-4bfd-9343-18c93ad8d66b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:03.087885 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679526e0-2f90-4bfd-9343-18c93ad8d66b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'Port': ['ID=c190781c-4295-4af5-b504-1a1f550e2ad2,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:03.090606 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-679526e0-2f90-4bfd-9343-18c93ad8d66b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:03.222543 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679526e0-2f90-4bfd-9343-18c93ad8d66b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Network 8f2fa0e6-3580-47eb-95e7-d13802260e14 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:56:03.223957 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-679526e0-2f90-4bfd-9343-18c93ad8d66b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:56:03.344038 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679526e0-2f90-4bfd-9343-18c93ad8d66b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Router fa2db9a0-2098-45a9-8936-893bb05b9b1c has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:56:03.448135 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1529c016-42bd-4ed1-9483-3ff54f9de902 None None] Network 8f2fa0e6-3580-47eb-95e7-d13802260e14 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:56:03.463686 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679526e0-2f90-4bfd-9343-18c93ad8d66b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:56:03.469513 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-679526e0-2f90-4bfd-9343-18c93ad8d66b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "PUT /v2.0/routers/fa2db9a0-2098-45a9-8936-893bb05b9b1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8351707 Nov 12 01:56:03.571028 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-acf60541-7418-48d3-b872-c6a9c84a1173 None None] Provisioning complete for port 791552a3-63bd-4a48-989b-04c9e8bfd0da triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:56:03.571405 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-acf60541-7418-48d3-b872-c6a9c84a1173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:03.656267 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cf91049a-76e0-48f1-b376-f00486554eaf req-20121986-7049-43de-9c42-c99a95afb165 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-396619623&fields=id&tenant_id=6959747348f74fb19d3bbd5d9c551ad2 HTTP/1.1" status: 200 len: 267 time: 0.0660076 Nov 12 01:56:03.698166 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-acf60541-7418-48d3-b872-c6a9c84a1173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:03.735479 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-acf60541-7418-48d3-b872-c6a9c84a1173 None None] For port 791552a3-63bd-4a48-989b-04c9e8bfd0da, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=791552a3-63bd-4a48-989b-04c9e8bfd0da,segment=NetworkSegment(be646cc4-24c5-489b-bf93-6f642f688197),segment_id=be646cc4-24c5-489b-bf93-6f642f688197)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:56:03.743825 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-acf60541-7418-48d3-b872-c6a9c84a1173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:03.786729 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf91049a-76e0-48f1-b376-f00486554eaf req-8af7de3d-8489-435f-89ec-9766ee2e2959 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:03.795431 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cf91049a-76e0-48f1-b376-f00486554eaf req-8af7de3d-8489-435f-89ec-9766ee2e2959 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/networks?id=8f2fa0e6-3580-47eb-95e7-d13802260e14 HTTP/1.1" status: 200 len: 796 time: 0.1309469 Nov 12 01:56:03.801410 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf60541-7418-48d3-b872-c6a9c84a1173 None None] Pushing event updated for resources: {'Port': ['ID=791552a3-63bd-4a48-989b-04c9e8bfd0da,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:03.810863 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cf91049a-76e0-48f1-b376-f00486554eaf req-677b29c5-a95f-47b5-b2e1-9123f214f097 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/quotas/6959747348f74fb19d3bbd5d9c551ad2 HTTP/1.1" status: 200 len: 375 time: 0.0146756 Nov 12 01:56:03.872677 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cf91049a-76e0-48f1-b376-f00486554eaf req-3c861b71-63e3-49bb-9ddf-aaeae861cfda tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6959747348f74fb19d3bbd5d9c551ad2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559399 Nov 12 01:56:03.950368 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [req-cf91049a-76e0-48f1-b376-f00486554eaf req-3f9f7441-7da4-4502-9324-44e9f738c161 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:56:03.953925 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cf91049a-76e0-48f1-b376-f00486554eaf req-3f9f7441-7da4-4502-9324-44e9f738c161 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0654209 Nov 12 01:56:03.983719 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-31d9ac18-de52-41fe-8cf0-377f4a6c7973 None None] Provisioning complete for port 791552a3-63bd-4a48-989b-04c9e8bfd0da triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:56:03.984227 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-31d9ac18-de52-41fe-8cf0-377f4a6c7973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:03.996391 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6deaa2-3dc2-4c6a-978c-c22dbe5201f6 None None] Sync routers for ids ['fa2db9a0-2098-45a9-8936-893bb05b9b1c'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:56:04.010291 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6deaa2-3dc2-4c6a-978c-c22dbe5201f6 None None] Routers {'fa2db9a0-2098-45a9-8936-893bb05b9b1c'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:56:04.010930 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-be6deaa2-3dc2-4c6a-978c-c22dbe5201f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:55:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['fa2db9a0-2098-45a9-8936-893bb05b9b1c'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:56:04.093600 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-31d9ac18-de52-41fe-8cf0-377f4a6c7973 None None] Provisioning complete for port c190781c-4295-4af5-b504-1a1f550e2ad2 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:56:04.093964 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-31d9ac18-de52-41fe-8cf0-377f4a6c7973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:04.096081 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cf91049a-76e0-48f1-b376-f00486554eaf req-7da79c4f-ab9b-49ee-8cb6-d01488eec167 service neutron] 10.222.0.20 "GET /v2.0/networks/8f2fa0e6-3580-47eb-95e7-d13802260e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301439 Nov 12 01:56:04.126723 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-be6deaa2-3dc2-4c6a-978c-c22dbe5201f6 None None] Set router fa2db9a0-2098-45a9-8936-893bb05b9b1c gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:56:04.137632 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-31d9ac18-de52-41fe-8cf0-377f4a6c7973 None None] Port c190781c-4295-4af5-b504-1a1f550e2ad2 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:56:04.204591 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cf91049a-76e0-48f1-b376-f00486554eaf req-efc0ca3a-2677-4ebc-91f2-885f4d909e7c service neutron] 10.222.0.20 "GET /v2.0/networks/8f2fa0e6-3580-47eb-95e7-d13802260e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001067 Nov 12 01:56:04.267762 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-cc31bd5f-804e-4cf3-868e-041d24aae903 None None] Provisioning complete for port c190781c-4295-4af5-b504-1a1f550e2ad2 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:56:04.268107 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cc31bd5f-804e-4cf3-868e-041d24aae903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:04.309269 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-cc31bd5f-804e-4cf3-868e-041d24aae903 None None] Port c190781c-4295-4af5-b504-1a1f550e2ad2 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:56:04.370232 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-be6deaa2-3dc2-4c6a-978c-c22dbe5201f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2db9a0-2098-45a9-8936-893bb05b9b1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495633221', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': 'b5118b6e-f81b-4403-bcb7-a8c8eaef8acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:55:58Z', 'updated_at': '2021-11-12T01:56:02Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': 'b5118b6e-f81b-4403-bcb7-a8c8eaef8acf', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:fb:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2db9a0-2098-45a9-8936-893bb05b9b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:55:58Z', 'updated_at': '2021-11-12T01:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'c190781c-4295-4af5-b504-1a1f550e2ad2', 'name': '', 'network_id': '8f2fa0e6-3580-47eb-95e7-d13802260e14', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'mac_address': 'fa:16:3e:4a:47:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2db9a0-2098-45a9-8936-893bb05b9b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'f9b8cabc-2a6c-443e-9958-2bc177fef50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:56:01Z', 'updated_at': '2021-11-12T01:56:02Z', 'revision_number': 2, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'subnets': [{'id': 'f9b8cabc-2a6c-443e-9958-2bc177fef50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:56:04.393774 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d6da10fb-1556-4e85-967b-3046013e8f25 req-ddf5bd01-7ec1-43c6-8c62-2c9ce036cfc6 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7f804c9-18c8-4728-9a0a-ef4431f6dab0 HTTP/1.1" status: 200 len: 210 time: 0.0302687 Nov 12 01:56:04.399666 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6deaa2-3dc2-4c6a-978c-c22dbe5201f6 None None] Checking router: fa2db9a0-2098-45a9-8936-893bb05b9b1c for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:56:04.400572 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6deaa2-3dc2-4c6a-978c-c22dbe5201f6 None None] Updating router fa2db9a0-2098-45a9-8936-893bb05b9b1c port c190781c-4295-4af5-b504-1a1f550e2ad2 binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:56:04.435929 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-be6deaa2-3dc2-4c6a-978c-c22dbe5201f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:04.441629 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e953c3dd-1090-4bdf-9cf9-dc283f9243cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:04.443451 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-2ccaf1e6-e7bd-43b9-9478-41e3a23571c1 None None] Provisioning complete for port c190781c-4295-4af5-b504-1a1f550e2ad2 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:56:04.443805 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2ccaf1e6-e7bd-43b9-9478-41e3a23571c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:04.483103 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-2ccaf1e6-e7bd-43b9-9478-41e3a23571c1 None None] Port c190781c-4295-4af5-b504-1a1f550e2ad2 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:56:04.587140 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 791552a3-63bd-4a48-989b-04c9e8bfd0da up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:56:04.639696 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 791552a3-63bd-4a48-989b-04c9e8bfd0da triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:56:04.640048 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:04.818231 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-be6deaa2-3dc2-4c6a-978c-c22dbe5201f6 None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:04.825778 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-be6deaa2-3dc2-4c6a-978c-c22dbe5201f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:04.883845 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2da68f-7b36-4dd0-a230-61e070a982eb None None] Pushing event updated for resources: {'Port': ['ID=c190781c-4295-4af5-b504-1a1f550e2ad2,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:04.908791 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2da68f-7b36-4dd0-a230-61e070a982eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:04.909120 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2da68f-7b36-4dd0-a230-61e070a982eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:04.909483 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2da68f-7b36-4dd0-a230-61e070a982eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:04.909813 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2da68f-7b36-4dd0-a230-61e070a982eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:04.910143 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2da68f-7b36-4dd0-a230-61e070a982eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:04.910463 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2da68f-7b36-4dd0-a230-61e070a982eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:04.911157 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2da68f-7b36-4dd0-a230-61e070a982eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:04.911157 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2da68f-7b36-4dd0-a230-61e070a982eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:04.911446 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2da68f-7b36-4dd0-a230-61e070a982eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:04.911696 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2da68f-7b36-4dd0-a230-61e070a982eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:04.912007 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2da68f-7b36-4dd0-a230-61e070a982eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:04.912317 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2da68f-7b36-4dd0-a230-61e070a982eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:04.949726 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-be6deaa2-3dc2-4c6a-978c-c22dbe5201f6 None None] Attempting to bind port c190781c-4295-4af5-b504-1a1f550e2ad2 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:56:04.950096 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-be6deaa2-3dc2-4c6a-978c-c22dbe5201f6 None None] Attempting to bind port c190781c-4295-4af5-b504-1a1f550e2ad2 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'be646cc4-24c5-489b-bf93-6f642f688197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8f2fa0e6-3580-47eb-95e7-d13802260e14'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:56:04.950827 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6deaa2-3dc2-4c6a-978c-c22dbe5201f6 None None] Attempting to bind port c190781c-4295-4af5-b504-1a1f550e2ad2 on network 8f2fa0e6-3580-47eb-95e7-d13802260e14 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:56:04.956214 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6deaa2-3dc2-4c6a-978c-c22dbe5201f6 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:56:04.956582 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6deaa2-3dc2-4c6a-978c-c22dbe5201f6 None None] Checking segment: {'id': 'be646cc4-24c5-489b-bf93-6f642f688197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8f2fa0e6-3580-47eb-95e7-d13802260e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:56:04.956981 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-be6deaa2-3dc2-4c6a-978c-c22dbe5201f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:04.957410 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6deaa2-3dc2-4c6a-978c-c22dbe5201f6 None None] Bound using segment: {'id': 'be646cc4-24c5-489b-bf93-6f642f688197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8f2fa0e6-3580-47eb-95e7-d13802260e14'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:56:04.957872 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-be6deaa2-3dc2-4c6a-978c-c22dbe5201f6 None None] Bound port: c190781c-4295-4af5-b504-1a1f550e2ad2, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be646cc4-24c5-489b-bf93-6f642f688197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8f2fa0e6-3580-47eb-95e7-d13802260e14'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:56:04.958247 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-be6deaa2-3dc2-4c6a-978c-c22dbe5201f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:05.028431 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-be6deaa2-3dc2-4c6a-978c-c22dbe5201f6 None None] For port c190781c-4295-4af5-b504-1a1f550e2ad2, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:56:05.031794 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-be6deaa2-3dc2-4c6a-978c-c22dbe5201f6 None None] For port c190781c-4295-4af5-b504-1a1f550e2ad2, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=c190781c-4295-4af5-b504-1a1f550e2ad2,segment=NetworkSegment(be646cc4-24c5-489b-bf93-6f642f688197),segment_id=be646cc4-24c5-489b-bf93-6f642f688197)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:56:05.036550 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-be6deaa2-3dc2-4c6a-978c-c22dbe5201f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:05.104724 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2da68f-7b36-4dd0-a230-61e070a982eb None None] Pushing event updated for resources: {'Port': ['ID=c190781c-4295-4af5-b504-1a1f550e2ad2,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:05.111956 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6deaa2-3dc2-4c6a-978c-c22dbe5201f6 None None] Routers {'fa2db9a0-2098-45a9-8936-893bb05b9b1c'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:56:05.112847 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-be6deaa2-3dc2-4c6a-978c-c22dbe5201f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:55:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['fa2db9a0-2098-45a9-8936-893bb05b9b1c'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:56:05.116106 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-766d2cd4-d9ad-477d-94ae-3324ae5be5f1 None None] Provisioning complete for port c190781c-4295-4af5-b504-1a1f550e2ad2 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:56:05.117177 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-766d2cd4-d9ad-477d-94ae-3324ae5be5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:05.212961 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-766d2cd4-d9ad-477d-94ae-3324ae5be5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:05.240017 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-be6deaa2-3dc2-4c6a-978c-c22dbe5201f6 None None] Set router fa2db9a0-2098-45a9-8936-893bb05b9b1c gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:56:05.264092 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-766d2cd4-d9ad-477d-94ae-3324ae5be5f1 None None] For port c190781c-4295-4af5-b504-1a1f550e2ad2, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=c190781c-4295-4af5-b504-1a1f550e2ad2,segment=NetworkSegment(be646cc4-24c5-489b-bf93-6f642f688197),segment_id=be646cc4-24c5-489b-bf93-6f642f688197)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:56:05.268783 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-766d2cd4-d9ad-477d-94ae-3324ae5be5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:05.328476 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766d2cd4-d9ad-477d-94ae-3324ae5be5f1 None None] Pushing event updated for resources: {'Port': ['ID=c190781c-4295-4af5-b504-1a1f550e2ad2,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:05.397034 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-f74c4d7a-e986-4479-a6ec-ff0b90add46e None None] Provisioning complete for port c190781c-4295-4af5-b504-1a1f550e2ad2 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:56:05.397975 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f74c4d7a-e986-4479-a6ec-ff0b90add46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:05.480151 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-be6deaa2-3dc2-4c6a-978c-c22dbe5201f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2db9a0-2098-45a9-8936-893bb05b9b1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495633221', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': 'b5118b6e-f81b-4403-bcb7-a8c8eaef8acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:55:58Z', 'updated_at': '2021-11-12T01:56:02Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': 'b5118b6e-f81b-4403-bcb7-a8c8eaef8acf', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:fb:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2db9a0-2098-45a9-8936-893bb05b9b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:55:58Z', 'updated_at': '2021-11-12T01:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'c190781c-4295-4af5-b504-1a1f550e2ad2', 'name': '', 'network_id': '8f2fa0e6-3580-47eb-95e7-d13802260e14', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'mac_address': 'fa:16:3e:4a:47:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2db9a0-2098-45a9-8936-893bb05b9b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'f9b8cabc-2a6c-443e-9958-2bc177fef50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:56:01Z', 'updated_at': '2021-11-12T01:56:05Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'subnets': [{'id': 'f9b8cabc-2a6c-443e-9958-2bc177fef50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:56:05.492354 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6188e468-b3ca-4702-b162-7ef1667372ff req-e5373556-8090-458c-9f02-bf3a1e75dedb tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7f804c9-18c8-4728-9a0a-ef4431f6dab0 HTTP/1.1" status: 200 len: 210 time: 0.0400488 Nov 12 01:56:05.516604 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6deaa2-3dc2-4c6a-978c-c22dbe5201f6 None None] The sync data for ids ['fa2db9a0-2098-45a9-8936-893bb05b9b1c'] in n-d-812236-11 is: [{'id': 'fa2db9a0-2098-45a9-8936-893bb05b9b1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495633221', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': 'b5118b6e-f81b-4403-bcb7-a8c8eaef8acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:55:58Z', 'updated_at': '2021-11-12T01:56:02Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': 'b5118b6e-f81b-4403-bcb7-a8c8eaef8acf', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:fb:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2db9a0-2098-45a9-8936-893bb05b9b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:55:58Z', 'updated_at': '2021-11-12T01:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'c190781c-4295-4af5-b504-1a1f550e2ad2', 'name': '', 'network_id': '8f2fa0e6-3580-47eb-95e7-d13802260e14', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'mac_address': 'fa:16:3e:4a:47:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2db9a0-2098-45a9-8936-893bb05b9b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'f9b8cabc-2a6c-443e-9958-2bc177fef50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:56:01Z', 'updated_at': '2021-11-12T01:56:05Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'subnets': [{'id': 'f9b8cabc-2a6c-443e-9958-2bc177fef50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:56:06.562562 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-015730c5-e8d9-4594-a1c9-c74a968e80cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:06.614591 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-70ea7aa4-af26-4602-9b94-df50609680c3 req-c51fecbc-f5ae-464b-a610-6e8082a3b263 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7f804c9-18c8-4728-9a0a-ef4431f6dab0 HTTP/1.1" status: 200 len: 210 time: 0.0446820 Nov 12 01:56:06.633988 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device c190781c-4295-4af5-b504-1a1f550e2ad2 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:56:06.690982 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port c190781c-4295-4af5-b504-1a1f550e2ad2 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:56:06.691352 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:07.709456 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dc10b70a-396c-4a85-bade-10c95718ac48 req-7acc11a5-ff69-41cd-8210-70c274507467 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7f804c9-18c8-4728-9a0a-ef4431f6dab0 HTTP/1.1" status: 200 len: 210 time: 0.0333390 Nov 12 01:56:07.964948 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:08.807282 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-73a80f87-601e-46cc-bf40-1fe6c1f026d2 req-8eddb9be-efb1-4c24-b7e7-b2feaed6cd3c tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7f804c9-18c8-4728-9a0a-ef4431f6dab0 HTTP/1.1" status: 200 len: 210 time: 0.0275865 Nov 12 01:56:09.572289 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:09.646440 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf91049a-76e0-48f1-b376-f00486554eaf req-65d9810d-e698-4793-9bcf-cd8bd61fe47d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:09.648971 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cf91049a-76e0-48f1-b376-f00486554eaf req-65d9810d-e698-4793-9bcf-cd8bd61fe47d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.54 "GET /v2.0/networks?id=8f2fa0e6-3580-47eb-95e7-d13802260e14 HTTP/1.1" status: 200 len: 796 time: 0.1213801 Nov 12 01:56:09.731530 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cf91049a-76e0-48f1-b376-f00486554eaf req-b18b488a-6cdc-45e0-ba13-fd3966465d1e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6959747348f74fb19d3bbd5d9c551ad2 HTTP/1.1" status: 200 len: 379 time: 0.0584686 Nov 12 01:56:09.744998 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-cf91049a-76e0-48f1-b376-f00486554eaf req-38b1535c-1332-41c9-bf34-3214e9b6458d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'port': {'device_id': 'd7f804c9-18c8-4728-9a0a-ef4431f6dab0', 'network_id': '8f2fa0e6-3580-47eb-95e7-d13802260e14', 'admin_state_up': True, 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'security_groups': ['1fd40d2f-834e-4599-98f1-b2fd3efab464']}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:56:09.858662 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf91049a-76e0-48f1-b376-f00486554eaf req-38b1535c-1332-41c9-bf34-3214e9b6458d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Made reservation on behalf of 6959747348f74fb19d3bbd5d9c551ad2 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:56:09.862819 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-cf91049a-76e0-48f1-b376-f00486554eaf req-38b1535c-1332-41c9-bf34-3214e9b6458d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:09.910111 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5316e121-6081-47c0-be5c-c8016f1eed69 req-afff6cb9-8600-4e6b-84c4-1de29c6f4e91 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7f804c9-18c8-4728-9a0a-ef4431f6dab0 HTTP/1.1" status: 200 len: 210 time: 0.0312676 Nov 12 01:56:09.998787 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-cf91049a-76e0-48f1-b376-f00486554eaf req-38b1535c-1332-41c9-bf34-3214e9b6458d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Allocated IP 172.20.0.14 (8f2fa0e6-3580-47eb-95e7-d13802260e14/f9b8cabc-2a6c-443e-9958-2bc177fef50e/43a6de4b-d30f-4486-b40c-14445ef5f7fe) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:56:10.157031 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-cf91049a-76e0-48f1-b376-f00486554eaf req-38b1535c-1332-41c9-bf34-3214e9b6458d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:10.191613 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-cf91049a-76e0-48f1-b376-f00486554eaf req-38b1535c-1332-41c9-bf34-3214e9b6458d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:10.234456 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf91049a-76e0-48f1-b376-f00486554eaf req-38b1535c-1332-41c9-bf34-3214e9b6458d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Network 8f2fa0e6-3580-47eb-95e7-d13802260e14 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:56:10.239563 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-cf91049a-76e0-48f1-b376-f00486554eaf req-38b1535c-1332-41c9-bf34-3214e9b6458d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:56:10.244539 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf91049a-76e0-48f1-b376-f00486554eaf req-38b1535c-1332-41c9-bf34-3214e9b6458d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:56:10.251251 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b1535c-1332-41c9-bf34-3214e9b6458d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'Port': ['ID=43a6de4b-d30f-4486-b40c-14445ef5f7fe,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:10.304708 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf91049a-76e0-48f1-b376-f00486554eaf req-38b1535c-1332-41c9-bf34-3214e9b6458d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:10.306164 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-cf91049a-76e0-48f1-b376-f00486554eaf req-38b1535c-1332-41c9-bf34-3214e9b6458d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:10.323925 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cf91049a-76e0-48f1-b376-f00486554eaf req-38b1535c-1332-41c9-bf34-3214e9b6458d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5837429 Nov 12 01:56:10.343647 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-cf91049a-76e0-48f1-b376-f00486554eaf req-fbccb313-d834-4aed-b40c-7220be71de86 service neutron] Request body: {'port': {'device_id': 'd7f804c9-18c8-4728-9a0a-ef4431f6dab0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:56:10.401561 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-cf91049a-76e0-48f1-b376-f00486554eaf req-fbccb313-d834-4aed-b40c-7220be71de86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:10.453947 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:10.551288 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-7a76a0d3-34f0-4bd9-a1a8-c865c8c0484d None None] Provisioning complete for port 43a6de4b-d30f-4486-b40c-14445ef5f7fe triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:56:10.551666 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7a76a0d3-34f0-4bd9-a1a8-c865c8c0484d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:10.589153 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-7a76a0d3-34f0-4bd9-a1a8-c865c8c0484d None None] Port 43a6de4b-d30f-4486-b40c-14445ef5f7fe cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:56:11.049068 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-cf91049a-76e0-48f1-b376-f00486554eaf req-fbccb313-d834-4aed-b40c-7220be71de86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43a6de4b-d30f-4486-b40c-14445ef5f7fe {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:56:11.058653 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-cf91049a-76e0-48f1-b376-f00486554eaf req-fbccb313-d834-4aed-b40c-7220be71de86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:11.083573 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30173336-3ddf-409a-be88-108ebeb3b4cf req-7ea3d4ed-a3b0-4eb1-ab21-7836865713c3 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:11.085761 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-30173336-3ddf-409a-be88-108ebeb3b4cf req-7ea3d4ed-a3b0-4eb1-ab21-7836865713c3 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7f804c9-18c8-4728-9a0a-ef4431f6dab0 HTTP/1.1" status: 200 len: 932 time: 0.0978122 Nov 12 01:56:11.086904 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-cf91049a-76e0-48f1-b376-f00486554eaf req-fbccb313-d834-4aed-b40c-7220be71de86 service neutron] Transition to ACTIVE for port object 43a6de4b-d30f-4486-b40c-14445ef5f7fe will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:56:11.091320 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-cf91049a-76e0-48f1-b376-f00486554eaf req-fbccb313-d834-4aed-b40c-7220be71de86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:11.183269 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbccb313-d834-4aed-b40c-7220be71de86 service neutron] Pushing event updated for resources: {'Port': ['ID=43a6de4b-d30f-4486-b40c-14445ef5f7fe,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:11.213936 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-30173336-3ddf-409a-be88-108ebeb3b4cf req-a88abaa4-c142-4f8b-89ee-2d63b81f17b6 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fd40d2f-834e-4599-98f1-b2fd3efab464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198342 Nov 12 01:56:11.284343 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-cf91049a-76e0-48f1-b376-f00486554eaf req-fbccb313-d834-4aed-b40c-7220be71de86 service neutron] Attempting to bind port 43a6de4b-d30f-4486-b40c-14445ef5f7fe on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:56:11.284837 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-cf91049a-76e0-48f1-b376-f00486554eaf req-fbccb313-d834-4aed-b40c-7220be71de86 service neutron] Attempting to bind port 43a6de4b-d30f-4486-b40c-14445ef5f7fe by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': 'be646cc4-24c5-489b-bf93-6f642f688197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8f2fa0e6-3580-47eb-95e7-d13802260e14'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:56:11.285269 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf91049a-76e0-48f1-b376-f00486554eaf req-fbccb313-d834-4aed-b40c-7220be71de86 service neutron] Attempting to bind port 43a6de4b-d30f-4486-b40c-14445ef5f7fe on network 8f2fa0e6-3580-47eb-95e7-d13802260e14 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:56:11.290844 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf91049a-76e0-48f1-b376-f00486554eaf req-fbccb313-d834-4aed-b40c-7220be71de86 service neutron] Port 43a6de4b-d30f-4486-b40c-14445ef5f7fe on network 8f2fa0e6-3580-47eb-95e7-d13802260e14 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:56:11.291285 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf91049a-76e0-48f1-b376-f00486554eaf req-fbccb313-d834-4aed-b40c-7220be71de86 service neutron] Attempting to bind port 43a6de4b-d30f-4486-b40c-14445ef5f7fe on network 8f2fa0e6-3580-47eb-95e7-d13802260e14 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:56:11.297528 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf91049a-76e0-48f1-b376-f00486554eaf req-fbccb313-d834-4aed-b40c-7220be71de86 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:56:11.298014 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf91049a-76e0-48f1-b376-f00486554eaf req-fbccb313-d834-4aed-b40c-7220be71de86 service neutron] Checking segment: {'id': 'be646cc4-24c5-489b-bf93-6f642f688197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8f2fa0e6-3580-47eb-95e7-d13802260e14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:56:11.298512 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf91049a-76e0-48f1-b376-f00486554eaf req-fbccb313-d834-4aed-b40c-7220be71de86 service neutron] Bound using segment: {'id': 'be646cc4-24c5-489b-bf93-6f642f688197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8f2fa0e6-3580-47eb-95e7-d13802260e14'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:56:11.299042 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-cf91049a-76e0-48f1-b376-f00486554eaf req-fbccb313-d834-4aed-b40c-7220be71de86 service neutron] Bound port: 43a6de4b-d30f-4486-b40c-14445ef5f7fe, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be646cc4-24c5-489b-bf93-6f642f688197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8f2fa0e6-3580-47eb-95e7-d13802260e14'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:56:11.299519 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-cf91049a-76e0-48f1-b376-f00486554eaf req-fbccb313-d834-4aed-b40c-7220be71de86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:11.377649 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-cf91049a-76e0-48f1-b376-f00486554eaf req-fbccb313-d834-4aed-b40c-7220be71de86 service neutron] For port 43a6de4b-d30f-4486-b40c-14445ef5f7fe, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:56:11.380982 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-cf91049a-76e0-48f1-b376-f00486554eaf req-fbccb313-d834-4aed-b40c-7220be71de86 service neutron] For port 43a6de4b-d30f-4486-b40c-14445ef5f7fe, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=43a6de4b-d30f-4486-b40c-14445ef5f7fe,segment=NetworkSegment(be646cc4-24c5-489b-bf93-6f642f688197),segment_id=be646cc4-24c5-489b-bf93-6f642f688197)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:56:11.385930 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-cf91049a-76e0-48f1-b376-f00486554eaf req-fbccb313-d834-4aed-b40c-7220be71de86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:11.422149 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf91049a-76e0-48f1-b376-f00486554eaf req-fbccb313-d834-4aed-b40c-7220be71de86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:11.422820 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-cf91049a-76e0-48f1-b376-f00486554eaf req-fbccb313-d834-4aed-b40c-7220be71de86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:11.424154 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cf91049a-76e0-48f1-b376-f00486554eaf req-fbccb313-d834-4aed-b40c-7220be71de86 service neutron] 10.222.0.54 "PUT /v2.0/ports/43a6de4b-d30f-4486-b40c-14445ef5f7fe HTTP/1.1" status: 200 len: 1093 time: 1.0855417 Nov 12 01:56:11.424614 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f804c9-18c8-4728-9a0a-ef4431f6dab0', 'tag': '43a6de4b-d30f-4486-b40c-14445ef5f7fe'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:56:11.426943 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f20791c62abc78a76d837b2e8f3e70a497c95c8c7e17d957ee036670eec5325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b612a97-854a-4681-adb6-6d4938107a73" -d '{"events": [{"name": "network-changed", "server_uuid": "d7f804c9-18c8-4728-9a0a-ef4431f6dab0", "tag": "43a6de4b-d30f-4486-b40c-14445ef5f7fe"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:56:11.471274 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbccb313-d834-4aed-b40c-7220be71de86 service neutron] Pushing event updated for resources: {'Port': ['ID=43a6de4b-d30f-4486-b40c-14445ef5f7fe,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:11.546014 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf91049a-76e0-48f1-b376-f00486554eaf req-0baf08fc-1ba1-40aa-a037-828fdb95a931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:11.547872 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cf91049a-76e0-48f1-b376-f00486554eaf req-0baf08fc-1ba1-40aa-a037-828fdb95a931 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6959747348f74fb19d3bbd5d9c551ad2&device_id=d7f804c9-18c8-4728-9a0a-ef4431f6dab0 HTTP/1.1" status: 200 len: 1096 time: 0.0507758 Nov 12 01:56:11.593757 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712b7a2f-225c-42b3-aa08-702140197fa0 x-openstack-request-id: req-712b7a2f-225c-42b3-aa08-702140197fa0 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:56:11.594107 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7f804c9-18c8-4728-9a0a-ef4431f6dab0", "tag": "43a6de4b-d30f-4486-b40c-14445ef5f7fe", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:56:11.594365 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-712b7a2f-225c-42b3-aa08-702140197fa0 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:56:11.594777 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7f804c9-18c8-4728-9a0a-ef4431f6dab0', 'tag': '43a6de4b-d30f-4486-b40c-14445ef5f7fe', 'status': 'completed', 'code': 200} Nov 12 01:56:11.597168 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:11.634792 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cf91049a-76e0-48f1-b376-f00486554eaf req-0ee8f598-1d94-4354-ae33-e803ffcc3e1d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43a6de4b-d30f-4486-b40c-14445ef5f7fe HTTP/1.1" status: 200 len: 217 time: 0.0719349 Nov 12 01:56:11.690270 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf91049a-76e0-48f1-b376-f00486554eaf req-1cc7652b-41dc-4a28-b902-b4223c872ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:11.691789 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cf91049a-76e0-48f1-b376-f00486554eaf req-1cc7652b-41dc-4a28-b902-b4223c872ca1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f9b8cabc-2a6c-443e-9958-2bc177fef50e HTTP/1.1" status: 200 len: 835 time: 0.0482459 Nov 12 01:56:11.745143 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf91049a-76e0-48f1-b376-f00486554eaf req-15fc6cd5-a48a-4eed-a89d-8786ca2bd676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:11.746580 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cf91049a-76e0-48f1-b376-f00486554eaf req-15fc6cd5-a48a-4eed-a89d-8786ca2bd676 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8f2fa0e6-3580-47eb-95e7-d13802260e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477724 Nov 12 01:56:11.850140 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cf91049a-76e0-48f1-b376-f00486554eaf req-3a2da8e4-8101-4de4-b6d7-cc08e093861f service neutron] 10.222.0.54 "GET /v2.0/networks/8f2fa0e6-3580-47eb-95e7-d13802260e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962853 Nov 12 01:56:11.949120 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cf91049a-76e0-48f1-b376-f00486554eaf req-930e75dc-356a-455d-b20a-d94560b829cd service neutron] 10.222.0.54 "GET /v2.0/networks/8f2fa0e6-3580-47eb-95e7-d13802260e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914888 Nov 12 01:56:12.090594 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b612a97-854a-4681-adb6-6d4938107a73 req-22b888cc-c19c-45cb-abf0-4ef0b7fc5ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:12.092112 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3b612a97-854a-4681-adb6-6d4938107a73 req-22b888cc-c19c-45cb-abf0-4ef0b7fc5ca5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6959747348f74fb19d3bbd5d9c551ad2&device_id=d7f804c9-18c8-4728-9a0a-ef4431f6dab0 HTTP/1.1" status: 200 len: 1096 time: 0.0517418 Nov 12 01:56:12.189034 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b612a97-854a-4681-adb6-6d4938107a73 req-37a95222-d627-487f-bfb8-8f03bde1fab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:12.190567 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3b612a97-854a-4681-adb6-6d4938107a73 req-37a95222-d627-487f-bfb8-8f03bde1fab4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8f2fa0e6-3580-47eb-95e7-d13802260e14 HTTP/1.1" status: 200 len: 897 time: 0.0905857 Nov 12 01:56:12.239347 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3b612a97-854a-4681-adb6-6d4938107a73 req-120bb813-9492-479b-a8dc-1cc96b0cf449 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43a6de4b-d30f-4486-b40c-14445ef5f7fe HTTP/1.1" status: 200 len: 217 time: 0.0396006 Nov 12 01:56:12.292856 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b612a97-854a-4681-adb6-6d4938107a73 req-81d3e2bb-91a9-47e5-8796-9dd3d47d8639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:12.294402 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3b612a97-854a-4681-adb6-6d4938107a73 req-81d3e2bb-91a9-47e5-8796-9dd3d47d8639 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f9b8cabc-2a6c-443e-9958-2bc177fef50e HTTP/1.1" status: 200 len: 835 time: 0.0481842 Nov 12 01:56:12.373110 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b612a97-854a-4681-adb6-6d4938107a73 req-3a4bd3dc-b500-4efb-b51f-c851ce0df10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:12.374678 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3b612a97-854a-4681-adb6-6d4938107a73 req-3a4bd3dc-b500-4efb-b51f-c851ce0df10c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8f2fa0e6-3580-47eb-95e7-d13802260e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732768 Nov 12 01:56:12.384572 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf06ffd-7cab-48ab-92c5-e6cc0e297f15 req-2a36bba2-fd13-48d1-90b5-88ff78b77edb tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:12.386216 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-abf06ffd-7cab-48ab-92c5-e6cc0e297f15 req-2a36bba2-fd13-48d1-90b5-88ff78b77edb tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7f804c9-18c8-4728-9a0a-ef4431f6dab0 HTTP/1.1" status: 200 len: 944 time: 0.0765646 Nov 12 01:56:12.498308 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-abf06ffd-7cab-48ab-92c5-e6cc0e297f15 req-c12093e6-e90b-4361-844c-8904820ef4df tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fd40d2f-834e-4599-98f1-b2fd3efab464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034770 Nov 12 01:56:12.517668 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3b612a97-854a-4681-adb6-6d4938107a73 req-23ba0539-2adb-40bd-9b3f-d3ece7a2c381 service neutron] 10.222.0.54 "GET /v2.0/networks/8f2fa0e6-3580-47eb-95e7-d13802260e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304133 Nov 12 01:56:12.617884 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3b612a97-854a-4681-adb6-6d4938107a73 req-9337d150-a2b7-4972-b490-fa389692beca service neutron] 10.222.0.54 "GET /v2.0/networks/8f2fa0e6-3580-47eb-95e7-d13802260e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918117 Nov 12 01:56:13.418650 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:13.622209 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f9e86-e14e-4950-817b-8e4492536a5e req-5caab6ea-a1ae-46df-8c75-afbcdd8c58d2 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:13.623771 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7d6f9e86-e14e-4950-817b-8e4492536a5e req-5caab6ea-a1ae-46df-8c75-afbcdd8c58d2 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7f804c9-18c8-4728-9a0a-ef4431f6dab0 HTTP/1.1" status: 200 len: 944 time: 0.0506802 Nov 12 01:56:13.675039 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7d6f9e86-e14e-4950-817b-8e4492536a5e req-688ecba8-e2ef-4ac1-9f0e-53409383a7bf tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fd40d2f-834e-4599-98f1-b2fd3efab464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451772 Nov 12 01:56:14.794992 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763ffd5-be12-4635-a7b2-b63425850a76 req-f2c05105-7bba-4573-a3c8-2b72f2611ffd tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:14.796474 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f763ffd5-be12-4635-a7b2-b63425850a76 req-f2c05105-7bba-4573-a3c8-2b72f2611ffd tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7f804c9-18c8-4728-9a0a-ef4431f6dab0 HTTP/1.1" status: 200 len: 944 time: 0.0500801 Nov 12 01:56:14.845907 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f763ffd5-be12-4635-a7b2-b63425850a76 req-48847dff-2367-4b2b-b005-844e2390a4e4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fd40d2f-834e-4599-98f1-b2fd3efab464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431898 Nov 12 01:56:15.265521 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 43a6de4b-d30f-4486-b40c-14445ef5f7fe details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:56:15.364664 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 43a6de4b-d30f-4486-b40c-14445ef5f7fe, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=43a6de4b-d30f-4486-b40c-14445ef5f7fe,segment=NetworkSegment(be646cc4-24c5-489b-bf93-6f642f688197),segment_id=be646cc4-24c5-489b-bf93-6f642f688197)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:56:15.375755 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '43a6de4b-d30f-4486-b40c-14445ef5f7fe', 'network_id': '8f2fa0e6-3580-47eb-95e7-d13802260e14', 'port_id': '43a6de4b-d30f-4486-b40c-14445ef5f7fe', 'mac_address': 'fa:16:3e:02:2e:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b8cabc-2a6c-443e-9958-2bc177fef50e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:56:15.414122 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:15.427575 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43a6de4b-d30f-4486-b40c-14445ef5f7fe {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:56:15.449485 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 43a6de4b-d30f-4486-b40c-14445ef5f7fe, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=43a6de4b-d30f-4486-b40c-14445ef5f7fe,segment=NetworkSegment(be646cc4-24c5-489b-bf93-6f642f688197),segment_id=be646cc4-24c5-489b-bf93-6f642f688197)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:56:15.453598 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:15.502149 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=43a6de4b-d30f-4486-b40c-14445ef5f7fe,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:15.924156 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['43a6de4b-d30f-4486-b40c-14445ef5f7fe'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:56:15.969754 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce374e45-f980-4920-86a2-cd0d18302ed8 req-0a00ac02-0e2c-449a-8840-1e3b9e1a6362 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:15.971323 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ce374e45-f980-4920-86a2-cd0d18302ed8 req-0a00ac02-0e2c-449a-8840-1e3b9e1a6362 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7f804c9-18c8-4728-9a0a-ef4431f6dab0 HTTP/1.1" status: 200 len: 945 time: 0.0558534 Nov 12 01:56:16.025401 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ce374e45-f980-4920-86a2-cd0d18302ed8 req-e7f56749-a108-462b-9f60-5f30cee09b16 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fd40d2f-834e-4599-98f1-b2fd3efab464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473640 Nov 12 01:56:17.143854 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed5a3cc-3750-48bb-997d-63ddd07351de req-134126e0-f317-4ad8-bb3a-3ac013605759 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:17.145352 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2ed5a3cc-3750-48bb-997d-63ddd07351de req-134126e0-f317-4ad8-bb3a-3ac013605759 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7f804c9-18c8-4728-9a0a-ef4431f6dab0 HTTP/1.1" status: 200 len: 945 time: 0.0509794 Nov 12 01:56:17.203943 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2ed5a3cc-3750-48bb-997d-63ddd07351de req-6e1f32d7-25d8-418e-b504-026b0991ef17 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fd40d2f-834e-4599-98f1-b2fd3efab464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523746 Nov 12 01:56:17.282000 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 43a6de4b-d30f-4486-b40c-14445ef5f7fe up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:56:17.339662 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 43a6de4b-d30f-4486-b40c-14445ef5f7fe completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:56:17.343738 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 43a6de4b-d30f-4486-b40c-14445ef5f7fe triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:56:17.344115 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:17.425215 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:17.449503 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f804c9-18c8-4728-9a0a-ef4431f6dab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a6de4b-d30f-4486-b40c-14445ef5f7fe'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:56:17.451797 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f589fb9f8862dfdbd1fb170ce835a8c182cc8b052b64638c52562f284e07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c26cae-a369-45f5-a63f-b00f154c13ad" -d '{"events": [{"server_uuid": "d7f804c9-18c8-4728-9a0a-ef4431f6dab0", "name": "network-vif-plugged", "status": "completed", "tag": "43a6de4b-d30f-4486-b40c-14445ef5f7fe"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:56:17.464571 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 43a6de4b-d30f-4486-b40c-14445ef5f7fe, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=43a6de4b-d30f-4486-b40c-14445ef5f7fe,segment=NetworkSegment(be646cc4-24c5-489b-bf93-6f642f688197),segment_id=be646cc4-24c5-489b-bf93-6f642f688197)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:56:17.469011 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:17.495944 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a460217c-c62f-4919-97bd-0316e58ce36c x-openstack-request-id: req-a460217c-c62f-4919-97bd-0316e58ce36c {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:56:17.496234 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f804c9-18c8-4728-9a0a-ef4431f6dab0", "name": "network-vif-plugged", "status": "completed", "tag": "43a6de4b-d30f-4486-b40c-14445ef5f7fe", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:56:17.496487 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a460217c-c62f-4919-97bd-0316e58ce36c {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:56:17.496878 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f804c9-18c8-4728-9a0a-ef4431f6dab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a6de4b-d30f-4486-b40c-14445ef5f7fe', 'code': 200} Nov 12 01:56:17.523288 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=43a6de4b-d30f-4486-b40c-14445ef5f7fe,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:17.627635 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4bab9-1237-4472-8e84-912fdaee6edc req-be432055-c71d-47a7-8eb2-4b5121609b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:17.629082 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-abf4bab9-1237-4472-8e84-912fdaee6edc req-be432055-c71d-47a7-8eb2-4b5121609b79 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d7f804c9-18c8-4728-9a0a-ef4431f6dab0 HTTP/1.1" status: 200 len: 1098 time: 0.0415871 Nov 12 01:56:17.682565 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-abf4bab9-1237-4472-8e84-912fdaee6edc req-277e1eb5-8f25-44fe-bae4-26993581e515 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1fd40d2f-834e-4599-98f1-b2fd3efab464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465879 Nov 12 01:56:18.324842 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce1f5b-3200-4e3f-9a17-a6c41c23cf34 req-c909a8ee-a0db-4991-9059-afe543336866 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:18.326430 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-51ce1f5b-3200-4e3f-9a17-a6c41c23cf34 req-c909a8ee-a0db-4991-9059-afe543336866 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7f804c9-18c8-4728-9a0a-ef4431f6dab0 HTTP/1.1" status: 200 len: 946 time: 0.0502465 Nov 12 01:56:18.382672 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-51ce1f5b-3200-4e3f-9a17-a6c41c23cf34 req-a437c900-dc88-4a55-81b6-6529de17aa1c tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fd40d2f-834e-4599-98f1-b2fd3efab464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501795 Nov 12 01:56:19.517214 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a8e207-d13b-44bc-8242-d80666ec34d7 req-f73523e2-de20-479e-b0b4-ea320145fba0 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:19.518791 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-36a8e207-d13b-44bc-8242-d80666ec34d7 req-f73523e2-de20-479e-b0b4-ea320145fba0 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7f804c9-18c8-4728-9a0a-ef4431f6dab0 HTTP/1.1" status: 200 len: 946 time: 0.0528421 Nov 12 01:56:19.571768 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-36a8e207-d13b-44bc-8242-d80666ec34d7 req-ae8c3f92-c90a-446a-9aef-4ab21a5bd3cd tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fd40d2f-834e-4599-98f1-b2fd3efab464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464048 Nov 12 01:56:19.693401 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f501e3f2-c065-49a3-b9c8-b14de7f4a2a7 req-13ad99b7-4e74-4bd2-9497-c6f78c90adb4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:19.695402 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f501e3f2-c065-49a3-b9c8-b14de7f4a2a7 req-13ad99b7-4e74-4bd2-9497-c6f78c90adb4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7f804c9-18c8-4728-9a0a-ef4431f6dab0 HTTP/1.1" status: 200 len: 946 time: 0.0544252 Nov 12 01:56:19.745538 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f501e3f2-c065-49a3-b9c8-b14de7f4a2a7 req-44054efd-fff6-4b69-904f-270a6dec8be5 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fd40d2f-834e-4599-98f1-b2fd3efab464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439746 Nov 12 01:56:19.767402 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51934) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:56:19.809137 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ea22aa-1fae-46e4-8b3b-669740291e06 tempest-TestNetworkAdvancedServerOps-1195396143 tempest-TestNetworkAdvancedServerOps-1195396143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:19.810720 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-31ea22aa-1fae-46e4-8b3b-669740291e06 tempest-TestNetworkAdvancedServerOps-1195396143 tempest-TestNetworkAdvancedServerOps-1195396143-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d7f804c9-18c8-4728-9a0a-ef4431f6dab0 HTTP/1.1" status: 200 len: 1093 time: 0.0423214 Nov 12 01:56:19.813583 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51936) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:56:19.817857 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-efb544ff-04f9-43bc-bfad-1d9e7db7a816 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'port_id': '43a6de4b-d30f-4486-b40c-14445ef5f7fe', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:56:19.841365 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-efb544ff-04f9-43bc-bfad-1d9e7db7a816 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for floatingip, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:19.946124 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-efb544ff-04f9-43bc-bfad-1d9e7db7a816 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:20.059425 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-efb544ff-04f9-43bc-bfad-1d9e7db7a816 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Allocated IP 172.25.2.232 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/a0e4eee0-90ee-4f1b-b31e-7f40a265525f) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:56:20.169794 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-efb544ff-04f9-43bc-bfad-1d9e7db7a816 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:20.205887 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-efb544ff-04f9-43bc-bfad-1d9e7db7a816 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:20.249776 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb544ff-04f9-43bc-bfad-1d9e7db7a816 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:56:20.252698 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-efb544ff-04f9-43bc-bfad-1d9e7db7a816 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:56:20.258187 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb544ff-04f9-43bc-bfad-1d9e7db7a816 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:56:20.260320 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb544ff-04f9-43bc-bfad-1d9e7db7a816 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'Port': ['ID=a0e4eee0-90ee-4f1b-b31e-7f40a265525f,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:20.292339 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb544ff-04f9-43bc-bfad-1d9e7db7a816 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:20.292680 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb544ff-04f9-43bc-bfad-1d9e7db7a816 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:20.293017 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb544ff-04f9-43bc-bfad-1d9e7db7a816 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:20.293350 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb544ff-04f9-43bc-bfad-1d9e7db7a816 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:20.293701 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb544ff-04f9-43bc-bfad-1d9e7db7a816 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:20.294028 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb544ff-04f9-43bc-bfad-1d9e7db7a816 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:20.294370 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb544ff-04f9-43bc-bfad-1d9e7db7a816 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:20.294674 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb544ff-04f9-43bc-bfad-1d9e7db7a816 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:20.294991 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb544ff-04f9-43bc-bfad-1d9e7db7a816 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:20.295310 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb544ff-04f9-43bc-bfad-1d9e7db7a816 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:20.295627 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb544ff-04f9-43bc-bfad-1d9e7db7a816 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:20.295954 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb544ff-04f9-43bc-bfad-1d9e7db7a816 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:20.654985 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-efb544ff-04f9-43bc-bfad-1d9e7db7a816 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:20.728881 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-efb544ff-04f9-43bc-bfad-1d9e7db7a816 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:20.887363 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-efb544ff-04f9-43bc-bfad-1d9e7db7a816 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:20.892118 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-efb544ff-04f9-43bc-bfad-1d9e7db7a816 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:20.964477 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb544ff-04f9-43bc-bfad-1d9e7db7a816 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'Port': ['ID=a0e4eee0-90ee-4f1b-b31e-7f40a265525f,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:20.979018 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-efb544ff-04f9-43bc-bfad-1d9e7db7a816 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:21.403738 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [None req-efb544ff-04f9-43bc-bfad-1d9e7db7a816 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Floating IP 918ef516-9a22-4dfa-95b6-f6e0ad889811 associated. External IP: 172.25.2.232, port: 43a6de4b-d30f-4486-b40c-14445ef5f7fe. Nov 12 01:56:21.623818 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb544ff-04f9-43bc-bfad-1d9e7db7a816 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Router fa2db9a0-2098-45a9-8936-893bb05b9b1c has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:56:21.736230 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb544ff-04f9-43bc-bfad-1d9e7db7a816 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:56:21.748204 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3837502b-b6d2-4b38-bc6b-8f78be67dc5b None None] Sync routers for ids ['fa2db9a0-2098-45a9-8936-893bb05b9b1c'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:56:21.755294 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-efb544ff-04f9-43bc-bfad-1d9e7db7a816 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:21.759082 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3837502b-b6d2-4b38-bc6b-8f78be67dc5b None None] Routers {'fa2db9a0-2098-45a9-8936-893bb05b9b1c'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:56:21.759712 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-3837502b-b6d2-4b38-bc6b-8f78be67dc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:56:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['fa2db9a0-2098-45a9-8936-893bb05b9b1c'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:56:21.788846 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-efb544ff-04f9-43bc-bfad-1d9e7db7a816 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9736116 Nov 12 01:56:21.789471 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f804c9-18c8-4728-9a0a-ef4431f6dab0', 'tag': '43a6de4b-d30f-4486-b40c-14445ef5f7fe'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:56:21.791732 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be10c6201f4a6af1b4f88844b1b0aabab5fd97a2a103bbbe8677b2ad1e6c711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4bb2f71-fc2f-40a5-b908-2957a1f2b7f1" -d '{"events": [{"name": "network-changed", "server_uuid": "d7f804c9-18c8-4728-9a0a-ef4431f6dab0", "tag": "43a6de4b-d30f-4486-b40c-14445ef5f7fe"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:56:21.838567 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1779a1-6442-42b0-9acd-41433c0832ed x-openstack-request-id: req-3d1779a1-6442-42b0-9acd-41433c0832ed {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:56:21.839141 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7f804c9-18c8-4728-9a0a-ef4431f6dab0", "tag": "43a6de4b-d30f-4486-b40c-14445ef5f7fe", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:56:21.839457 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3d1779a1-6442-42b0-9acd-41433c0832ed {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:56:21.839967 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7f804c9-18c8-4728-9a0a-ef4431f6dab0', 'tag': '43a6de4b-d30f-4486-b40c-14445ef5f7fe', 'status': 'completed', 'code': 200} Nov 12 01:56:21.878330 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-3837502b-b6d2-4b38-bc6b-8f78be67dc5b None None] Set router fa2db9a0-2098-45a9-8936-893bb05b9b1c gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:56:21.902401 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d47591-1b55-4eb2-9b2c-f63e55cc3705 req-11b02937-a5bd-4668-a804-a885788bd34a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:21.904005 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-93d47591-1b55-4eb2-9b2c-f63e55cc3705 req-11b02937-a5bd-4668-a804-a885788bd34a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7f804c9-18c8-4728-9a0a-ef4431f6dab0 HTTP/1.1" status: 200 len: 946 time: 0.0538898 Nov 12 01:56:21.933912 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb2f71-fc2f-40a5-b908-2957a1f2b7f1 req-9b55fbbb-fa53-4a7b-bfff-35f91c10ee20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:21.935717 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d4bb2f71-fc2f-40a5-b908-2957a1f2b7f1 req-9b55fbbb-fa53-4a7b-bfff-35f91c10ee20 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6959747348f74fb19d3bbd5d9c551ad2&device_id=d7f804c9-18c8-4728-9a0a-ef4431f6dab0 HTTP/1.1" status: 200 len: 1098 time: 0.0507753 Nov 12 01:56:21.964161 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-93d47591-1b55-4eb2-9b2c-f63e55cc3705 req-a27dd67a-641b-4091-89cc-8c86623f0521 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fd40d2f-834e-4599-98f1-b2fd3efab464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531173 Nov 12 01:56:21.993212 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51942) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:56:22.040856 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb2f71-fc2f-40a5-b908-2957a1f2b7f1 req-2d7241ac-0b9e-4e4f-94d7-bdcbb160d120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:22.042952 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d4bb2f71-fc2f-40a5-b908-2957a1f2b7f1 req-2d7241ac-0b9e-4e4f-94d7-bdcbb160d120 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8f2fa0e6-3580-47eb-95e7-d13802260e14 HTTP/1.1" status: 200 len: 897 time: 0.0989795 Nov 12 01:56:22.064701 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-bd203580-8168-4726-b25e-98fcb9799051 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/floatingips/918ef516-9a22-4dfa-95b6-f6e0ad889811 HTTP/1.1" status: 200 len: 992 time: 0.0703280 Nov 12 01:56:22.111689 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d4bb2f71-fc2f-40a5-b908-2957a1f2b7f1 req-ea999399-0d0d-4d50-b6ea-69395c7562a5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43a6de4b-d30f-4486-b40c-14445ef5f7fe HTTP/1.1" status: 200 len: 1000 time: 0.0614212 Nov 12 01:56:22.131180 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-3837502b-b6d2-4b38-bc6b-8f78be67dc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2db9a0-2098-45a9-8936-893bb05b9b1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495633221', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': 'b5118b6e-f81b-4403-bcb7-a8c8eaef8acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:55:58Z', 'updated_at': '2021-11-12T01:56:02Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': 'b5118b6e-f81b-4403-bcb7-a8c8eaef8acf', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:fb:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2db9a0-2098-45a9-8936-893bb05b9b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:55:58Z', 'updated_at': '2021-11-12T01:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '918ef516-9a22-4dfa-95b6-f6e0ad889811', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'floating_ip_address': '172.25.2.232', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'fa2db9a0-2098-45a9-8936-893bb05b9b1c', 'port_id': '43a6de4b-d30f-4486-b40c-14445ef5f7fe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f2fa0e6-3580-47eb-95e7-d13802260e14', 'mac_address': 'fa:16:3e:02:2e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f804c9-18c8-4728-9a0a-ef4431f6dab0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:56:20Z', 'updated_at': '2021-11-12T01:56:20Z', 'revision_number': 0, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c190781c-4295-4af5-b504-1a1f550e2ad2', 'name': '', 'network_id': '8f2fa0e6-3580-47eb-95e7-d13802260e14', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'mac_address': 'fa:16:3e:4a:47:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2db9a0-2098-45a9-8936-893bb05b9b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'f9b8cabc-2a6c-443e-9958-2bc177fef50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:56:01Z', 'updated_at': '2021-11-12T01:56:05Z', 'revision_number': 5, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'subnets': [{'id': 'f9b8cabc-2a6c-443e-9958-2bc177fef50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:56:22.159403 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3837502b-b6d2-4b38-bc6b-8f78be67dc5b None None] Checking router: fa2db9a0-2098-45a9-8936-893bb05b9b1c for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:56:22.164094 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb2f71-fc2f-40a5-b908-2957a1f2b7f1 req-e941b1da-4d8c-4660-bbe3-6d78cb5e4f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:22.165626 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d4bb2f71-fc2f-40a5-b908-2957a1f2b7f1 req-e941b1da-4d8c-4660-bbe3-6d78cb5e4f91 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f9b8cabc-2a6c-443e-9958-2bc177fef50e HTTP/1.1" status: 200 len: 835 time: 0.0464470 Nov 12 01:56:22.168391 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3837502b-b6d2-4b38-bc6b-8f78be67dc5b None None] Routers {'fa2db9a0-2098-45a9-8936-893bb05b9b1c'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:56:22.168980 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-3837502b-b6d2-4b38-bc6b-8f78be67dc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:56:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['fa2db9a0-2098-45a9-8936-893bb05b9b1c'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:56:22.219309 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb2f71-fc2f-40a5-b908-2957a1f2b7f1 req-31b2a28c-6382-47fb-9060-25bb867b00ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:22.220354 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d4bb2f71-fc2f-40a5-b908-2957a1f2b7f1 req-31b2a28c-6382-47fb-9060-25bb867b00ba service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8f2fa0e6-3580-47eb-95e7-d13802260e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472591 Nov 12 01:56:22.320666 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d4bb2f71-fc2f-40a5-b908-2957a1f2b7f1 req-32f327a8-0919-4a0e-add8-7dc88823988b service neutron] 10.222.0.54 "GET /v2.0/networks/8f2fa0e6-3580-47eb-95e7-d13802260e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909750 Nov 12 01:56:22.421746 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d4bb2f71-fc2f-40a5-b908-2957a1f2b7f1 req-ff3e7305-f3ae-442e-a140-95b2c3f7956f service neutron] 10.222.0.54 "GET /v2.0/networks/8f2fa0e6-3580-47eb-95e7-d13802260e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943611 Nov 12 01:56:22.449355 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-3837502b-b6d2-4b38-bc6b-8f78be67dc5b None None] Set router fa2db9a0-2098-45a9-8936-893bb05b9b1c gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:56:22.679652 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-3837502b-b6d2-4b38-bc6b-8f78be67dc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2db9a0-2098-45a9-8936-893bb05b9b1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495633221', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': 'b5118b6e-f81b-4403-bcb7-a8c8eaef8acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:55:58Z', 'updated_at': '2021-11-12T01:56:02Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': 'b5118b6e-f81b-4403-bcb7-a8c8eaef8acf', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:fb:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2db9a0-2098-45a9-8936-893bb05b9b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:55:58Z', 'updated_at': '2021-11-12T01:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '918ef516-9a22-4dfa-95b6-f6e0ad889811', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'floating_ip_address': '172.25.2.232', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'fa2db9a0-2098-45a9-8936-893bb05b9b1c', 'port_id': '43a6de4b-d30f-4486-b40c-14445ef5f7fe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f2fa0e6-3580-47eb-95e7-d13802260e14', 'mac_address': 'fa:16:3e:02:2e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f804c9-18c8-4728-9a0a-ef4431f6dab0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:56:20Z', 'updated_at': '2021-11-12T01:56:20Z', 'revision_number': 0, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c190781c-4295-4af5-b504-1a1f550e2ad2', 'name': '', 'network_id': '8f2fa0e6-3580-47eb-95e7-d13802260e14', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'mac_address': 'fa:16:3e:4a:47:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2db9a0-2098-45a9-8936-893bb05b9b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'f9b8cabc-2a6c-443e-9958-2bc177fef50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:56:01Z', 'updated_at': '2021-11-12T01:56:05Z', 'revision_number': 5, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'subnets': [{'id': 'f9b8cabc-2a6c-443e-9958-2bc177fef50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:56:22.710427 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3837502b-b6d2-4b38-bc6b-8f78be67dc5b None None] The sync data for ids ['fa2db9a0-2098-45a9-8936-893bb05b9b1c'] in n-d-812236-11 is: [{'id': 'fa2db9a0-2098-45a9-8936-893bb05b9b1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495633221', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': 'b5118b6e-f81b-4403-bcb7-a8c8eaef8acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:55:58Z', 'updated_at': '2021-11-12T01:56:02Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': 'b5118b6e-f81b-4403-bcb7-a8c8eaef8acf', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:fb:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2db9a0-2098-45a9-8936-893bb05b9b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:55:58Z', 'updated_at': '2021-11-12T01:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '918ef516-9a22-4dfa-95b6-f6e0ad889811', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'floating_ip_address': '172.25.2.232', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'fa2db9a0-2098-45a9-8936-893bb05b9b1c', 'port_id': '43a6de4b-d30f-4486-b40c-14445ef5f7fe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f2fa0e6-3580-47eb-95e7-d13802260e14', 'mac_address': 'fa:16:3e:02:2e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f804c9-18c8-4728-9a0a-ef4431f6dab0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:56:20Z', 'updated_at': '2021-11-12T01:56:20Z', 'revision_number': 0, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c190781c-4295-4af5-b504-1a1f550e2ad2', 'name': '', 'network_id': '8f2fa0e6-3580-47eb-95e7-d13802260e14', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'mac_address': 'fa:16:3e:4a:47:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2db9a0-2098-45a9-8936-893bb05b9b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'f9b8cabc-2a6c-443e-9958-2bc177fef50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:56:01Z', 'updated_at': '2021-11-12T01:56:05Z', 'revision_number': 5, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'subnets': [{'id': 'f9b8cabc-2a6c-443e-9958-2bc177fef50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:56:22.923249 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea22526-112f-4765-8a4e-088b92b3479e None None] New status for floating IP 918ef516-9a22-4dfa-95b6-f6e0ad889811: ACTIVE {{(pid=102664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:56:23.068672 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 51944) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:56:23.139977 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-2852162c-c742-4b46-aa12-444c8af2ba75 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/floatingips/918ef516-9a22-4dfa-95b6-f6e0ad889811 HTTP/1.1" status: 200 len: 994 time: 0.0695374 Nov 12 01:56:27.329617 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:56:34.433967 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-244496b9-4d5e-4dc3-af44-cb1ed4839443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:36.556008 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bb314122-5a0c-4906-877b-8c739689d89e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:37.969689 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:39.573291 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:40.456891 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:41.586836 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:43.417517 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:04.084361 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6bbc0729-5ccc-4fd1-9d6f-fe862ccf9123 req-9757550a-4ddd-49ee-a7a9-93c5f669efda service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d7f804c9-18c8-4728-9a0a-ef4431f6dab0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421915 Nov 12 01:57:04.327756 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:57:04.332089 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc0729-5ccc-4fd1-9d6f-fe862ccf9123 req-32ee0c77-5463-487a-bb01-0360267a834e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:04.333638 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6bbc0729-5ccc-4fd1-9d6f-fe862ccf9123 req-32ee0c77-5463-487a-bb01-0360267a834e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6959747348f74fb19d3bbd5d9c551ad2&device_id=d7f804c9-18c8-4728-9a0a-ef4431f6dab0 HTTP/1.1" status: 200 len: 1098 time: 0.0429368 Nov 12 01:57:04.440332 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d41fb6db-6208-46e9-925f-4fb47adf0d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:04.447017 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc0729-5ccc-4fd1-9d6f-fe862ccf9123 req-fb4d5ba4-ed82-43e0-aeb8-4002ad314252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:04.448507 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6bbc0729-5ccc-4fd1-9d6f-fe862ccf9123 req-fb4d5ba4-ed82-43e0-aeb8-4002ad314252 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8f2fa0e6-3580-47eb-95e7-d13802260e14 HTTP/1.1" status: 200 len: 897 time: 0.0939648 Nov 12 01:57:04.518201 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6bbc0729-5ccc-4fd1-9d6f-fe862ccf9123 req-29dddef9-efbc-4aa4-8972-ef2e181e5402 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43a6de4b-d30f-4486-b40c-14445ef5f7fe HTTP/1.1" status: 200 len: 1002 time: 0.0618880 Nov 12 01:57:04.578266 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc0729-5ccc-4fd1-9d6f-fe862ccf9123 req-17e515d8-2b7e-4043-be99-2f81cd2bc326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:04.579755 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6bbc0729-5ccc-4fd1-9d6f-fe862ccf9123 req-17e515d8-2b7e-4043-be99-2f81cd2bc326 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f9b8cabc-2a6c-443e-9958-2bc177fef50e HTTP/1.1" status: 200 len: 835 time: 0.0523493 Nov 12 01:57:04.637282 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc0729-5ccc-4fd1-9d6f-fe862ccf9123 req-50c0a2be-e6b4-4968-99b8-a6f32e853806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:04.638855 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6bbc0729-5ccc-4fd1-9d6f-fe862ccf9123 req-50c0a2be-e6b4-4968-99b8-a6f32e853806 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8f2fa0e6-3580-47eb-95e7-d13802260e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488532 Nov 12 01:57:04.733538 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6bbc0729-5ccc-4fd1-9d6f-fe862ccf9123 req-5059ca43-2390-4930-b691-558f9c45a090 service neutron] 10.222.0.54 "GET /v2.0/networks/8f2fa0e6-3580-47eb-95e7-d13802260e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867443 Nov 12 01:57:04.831764 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6bbc0729-5ccc-4fd1-9d6f-fe862ccf9123 req-62ab3d27-8ed6-4cd0-9008-c34e72ca9cb3 service neutron] 10.222.0.54 "GET /v2.0/networks/8f2fa0e6-3580-47eb-95e7-d13802260e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909216 Nov 12 01:57:06.557582 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-31abff5b-5130-4ccb-a5b4-fae6bd07076a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:07.970562 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:09.576327 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:10.458587 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:11.601169 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:13.415628 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:30.422356 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [req-2e5d1be2-eefa-4432-90df-b62dbaea3eb3 req-3be86bdc-b881-41e6-870c-1347d2e5f8bc service neutron] (102662) timed out ('10.222.0.20', 39572) {{(pid=102662) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 01:57:34.434001 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e76bc9f1-98a1-4444-a5a5-3a48a2e25969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:36.561916 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-15b6a63e-abd9-491d-91de-b594e397dfbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:37.974979 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:39.588040 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:40.366341 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3537b4c9-6f08-4990-9d8d-48f0dedcc5d8 req-93183522-dec3-4790-b1fc-a7b22f0fbe31 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:40.367021 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3537b4c9-6f08-4990-9d8d-48f0dedcc5d8 req-93183522-dec3-4790-b1fc-a7b22f0fbe31 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7f804c9-18c8-4728-9a0a-ef4431f6dab0 HTTP/1.1" status: 200 len: 946 time: 0.0540531 Nov 12 01:57:40.423402 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3537b4c9-6f08-4990-9d8d-48f0dedcc5d8 req-9c110e63-07e7-4ade-994e-9fecb27a4d32 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fd40d2f-834e-4599-98f1-b2fd3efab464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479517 Nov 12 01:57:40.461797 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:41.327780 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:57:41.557185 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb10c87-90d9-4741-95aa-f60cc5e2ef2e req-7b38cd1b-766e-4564-86e5-819ca8febc68 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:41.558738 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-afb10c87-90d9-4741-95aa-f60cc5e2ef2e req-7b38cd1b-766e-4564-86e5-819ca8febc68 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7f804c9-18c8-4728-9a0a-ef4431f6dab0 HTTP/1.1" status: 200 len: 946 time: 0.0547862 Nov 12 01:57:41.604366 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:41.615470 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-afb10c87-90d9-4741-95aa-f60cc5e2ef2e req-634a9547-2ee2-473c-8238-0976a78f169a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fd40d2f-834e-4599-98f1-b2fd3efab464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503318 Nov 12 01:57:42.736747 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d0095-e9c8-4096-a97e-3a0c6059ec6b req-8dec7e1a-1935-49ce-9f5f-5b37f9c16d26 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:42.738530 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-187d0095-e9c8-4096-a97e-3a0c6059ec6b req-8dec7e1a-1935-49ce-9f5f-5b37f9c16d26 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7f804c9-18c8-4728-9a0a-ef4431f6dab0 HTTP/1.1" status: 200 len: 946 time: 0.0533895 Nov 12 01:57:42.787106 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-187d0095-e9c8-4096-a97e-3a0c6059ec6b req-e719ed46-c518-4872-96fb-ec06ad2b55dc tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fd40d2f-834e-4599-98f1-b2fd3efab464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423951 Nov 12 01:57:43.411905 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:43.908711 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c98b61-55dc-48b9-8246-2e1a8464be3f req-0707f86f-df02-4204-b2b5-d1531006b7b6 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:43.910184 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-66c98b61-55dc-48b9-8246-2e1a8464be3f req-0707f86f-df02-4204-b2b5-d1531006b7b6 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7f804c9-18c8-4728-9a0a-ef4431f6dab0 HTTP/1.1" status: 200 len: 946 time: 0.0541732 Nov 12 01:57:43.960023 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-66c98b61-55dc-48b9-8246-2e1a8464be3f req-95eedd02-44a8-4870-b4c3-9faf22e64be3 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fd40d2f-834e-4599-98f1-b2fd3efab464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435214 Nov 12 01:57:45.074705 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309ec8c-f9b4-4b43-b98c-e3dba5da9a4e req-f13fd5f8-e13d-4180-b137-274419d6ff41 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:45.076219 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b309ec8c-f9b4-4b43-b98c-e3dba5da9a4e req-f13fd5f8-e13d-4180-b137-274419d6ff41 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7f804c9-18c8-4728-9a0a-ef4431f6dab0 HTTP/1.1" status: 200 len: 946 time: 0.0496161 Nov 12 01:57:45.126087 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b309ec8c-f9b4-4b43-b98c-e3dba5da9a4e req-6e1fac40-b447-4c5f-aada-570bd5fd9cf3 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fd40d2f-834e-4599-98f1-b2fd3efab464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433588 Nov 12 01:57:46.242102 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad70d3a-7c45-43ab-8ea4-272b5aa6b06d req-8084c188-b044-486c-8699-a3494e93a69e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:46.243593 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0ad70d3a-7c45-43ab-8ea4-272b5aa6b06d req-8084c188-b044-486c-8699-a3494e93a69e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7f804c9-18c8-4728-9a0a-ef4431f6dab0 HTTP/1.1" status: 200 len: 946 time: 0.0515978 Nov 12 01:57:46.293603 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0ad70d3a-7c45-43ab-8ea4-272b5aa6b06d req-ca37a327-dd69-42c9-864f-32482060583f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fd40d2f-834e-4599-98f1-b2fd3efab464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434601 Nov 12 01:57:47.413639 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4813bdd-106c-42b6-8342-c3466493b5e5 req-790675c5-380d-43ee-b1cd-d09f6c8b1a9b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:47.415138 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a4813bdd-106c-42b6-8342-c3466493b5e5 req-790675c5-380d-43ee-b1cd-d09f6c8b1a9b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7f804c9-18c8-4728-9a0a-ef4431f6dab0 HTTP/1.1" status: 200 len: 946 time: 0.0490382 Nov 12 01:57:47.474317 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a4813bdd-106c-42b6-8342-c3466493b5e5 req-ed3fd8cf-c0fc-4d99-9d7f-c4c9e1abc784 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fd40d2f-834e-4599-98f1-b2fd3efab464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530052 Nov 12 01:57:48.597231 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e72ed9-2def-4d95-8762-17a5eb08394f req-bbb4a963-422a-4630-8056-7466acf85124 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:48.598673 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a5e72ed9-2def-4d95-8762-17a5eb08394f req-bbb4a963-422a-4630-8056-7466acf85124 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7f804c9-18c8-4728-9a0a-ef4431f6dab0 HTTP/1.1" status: 200 len: 946 time: 0.0549695 Nov 12 01:57:48.648766 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a5e72ed9-2def-4d95-8762-17a5eb08394f req-4ffb4e34-672d-43ed-8f09-3ceca77b1175 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fd40d2f-834e-4599-98f1-b2fd3efab464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434370 Nov 12 01:57:49.764189 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff7e71-7212-40c5-abdd-352ec143b18f req-e960b37f-5979-43d1-8cba-27bd32d6d0db tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:49.765679 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9bff7e71-7212-40c5-abdd-352ec143b18f req-e960b37f-5979-43d1-8cba-27bd32d6d0db tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7f804c9-18c8-4728-9a0a-ef4431f6dab0 HTTP/1.1" status: 200 len: 946 time: 0.0480056 Nov 12 01:57:49.814484 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9bff7e71-7212-40c5-abdd-352ec143b18f req-db1a6c19-a17a-418f-b22a-10fc7cb8df22 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fd40d2f-834e-4599-98f1-b2fd3efab464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428808 Nov 12 01:57:50.928591 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beabc2f-e5a9-4fcd-9116-daf9a9d006f9 req-181e2abb-ce28-4b4a-aab5-932617c484fd tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:50.930623 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9beabc2f-e5a9-4fcd-9116-daf9a9d006f9 req-181e2abb-ce28-4b4a-aab5-932617c484fd tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7f804c9-18c8-4728-9a0a-ef4431f6dab0 HTTP/1.1" status: 200 len: 946 time: 0.0494199 Nov 12 01:57:50.980438 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9beabc2f-e5a9-4fcd-9116-daf9a9d006f9 req-570de039-b4cd-4260-98dd-e1a2992c2060 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fd40d2f-834e-4599-98f1-b2fd3efab464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439134 Nov 12 01:57:51.003002 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52006) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:57:51.063624 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6d6f60e7-11ab-4f92-9dc4-d0fcca1ace03 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/floatingips/918ef516-9a22-4dfa-95b6-f6e0ad889811 HTTP/1.1" status: 200 len: 994 time: 0.0594487 Nov 12 01:57:52.367353 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088b81d-e457-492f-98ae-a68d284f2d4b req-833ed0a6-e706-4eeb-8813-7d595c5a04f8 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:52.370259 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b088b81d-e457-492f-98ae-a68d284f2d4b req-833ed0a6-e706-4eeb-8813-7d595c5a04f8 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7f804c9-18c8-4728-9a0a-ef4431f6dab0 HTTP/1.1" status: 200 len: 946 time: 0.0613532 Nov 12 01:57:52.453482 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b765298-8771-4992-939d-b22fd74460e2 req-9f135fc3-4b1f-4e1c-aded-b631073d5145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:52.454987 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5b765298-8771-4992-939d-b22fd74460e2 req-9f135fc3-4b1f-4e1c-aded-b631073d5145 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6959747348f74fb19d3bbd5d9c551ad2&device_id=d7f804c9-18c8-4728-9a0a-ef4431f6dab0 HTTP/1.1" status: 200 len: 1098 time: 0.0839763 Nov 12 01:57:52.459953 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b088b81d-e457-492f-98ae-a68d284f2d4b req-623d9d4b-5db5-45f4-a783-31b4fb150e7b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fd40d2f-834e-4599-98f1-b2fd3efab464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764985 Nov 12 01:57:52.548025 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b765298-8771-4992-939d-b22fd74460e2 req-c6ca8bb3-fb80-4cf2-934f-ede35f0c81f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:52.549758 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5b765298-8771-4992-939d-b22fd74460e2 req-c6ca8bb3-fb80-4cf2-934f-ede35f0c81f6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8f2fa0e6-3580-47eb-95e7-d13802260e14 HTTP/1.1" status: 200 len: 897 time: 0.0878274 Nov 12 01:57:52.615053 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5b765298-8771-4992-939d-b22fd74460e2 req-5614278e-a789-4e01-abfc-2691d4014452 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43a6de4b-d30f-4486-b40c-14445ef5f7fe HTTP/1.1" status: 200 len: 1002 time: 0.0585210 Nov 12 01:57:52.662626 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b765298-8771-4992-939d-b22fd74460e2 req-efad0aa2-ead1-4f64-89e2-fc71ce59d654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:52.664213 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5b765298-8771-4992-939d-b22fd74460e2 req-efad0aa2-ead1-4f64-89e2-fc71ce59d654 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f9b8cabc-2a6c-443e-9958-2bc177fef50e HTTP/1.1" status: 200 len: 835 time: 0.0428112 Nov 12 01:57:52.714663 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b765298-8771-4992-939d-b22fd74460e2 req-471c0364-c6fc-4a7c-a9ab-c56ac8d62817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:52.716157 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5b765298-8771-4992-939d-b22fd74460e2 req-471c0364-c6fc-4a7c-a9ab-c56ac8d62817 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8f2fa0e6-3580-47eb-95e7-d13802260e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453799 Nov 12 01:57:52.808324 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5b765298-8771-4992-939d-b22fd74460e2 req-46a7986c-1503-42b8-ace7-2fed7cf13719 service neutron] 10.222.0.54 "GET /v2.0/networks/8f2fa0e6-3580-47eb-95e7-d13802260e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849776 Nov 12 01:57:52.904803 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5b765298-8771-4992-939d-b22fd74460e2 req-4b39551a-2a8c-4a9c-9a66-fc51e686f036 service neutron] 10.222.0.54 "GET /v2.0/networks/8f2fa0e6-3580-47eb-95e7-d13802260e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875378 Nov 12 01:57:53.591998 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcfe045-6850-4f78-808d-fedd7ade1e8a req-b09e3533-37b2-4274-93e9-b2330e983ba6 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:53.593546 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4dcfe045-6850-4f78-808d-fedd7ade1e8a req-b09e3533-37b2-4274-93e9-b2330e983ba6 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7f804c9-18c8-4728-9a0a-ef4431f6dab0 HTTP/1.1" status: 200 len: 946 time: 0.0567348 Nov 12 01:57:53.651558 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4dcfe045-6850-4f78-808d-fedd7ade1e8a req-46cd100d-124a-4459-8730-f0f9e46870e9 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fd40d2f-834e-4599-98f1-b2fd3efab464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516100 Nov 12 01:57:54.770218 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba56ff-ddb7-4040-846f-dea487821c53 req-18e968aa-2456-498e-91eb-5c0145f0dd26 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:54.771711 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ffba56ff-ddb7-4040-846f-dea487821c53 req-18e968aa-2456-498e-91eb-5c0145f0dd26 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7f804c9-18c8-4728-9a0a-ef4431f6dab0 HTTP/1.1" status: 200 len: 946 time: 0.0501893 Nov 12 01:57:54.823208 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ffba56ff-ddb7-4040-846f-dea487821c53 req-3d38a7bc-605a-4db1-80a9-f756a3425fd1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fd40d2f-834e-4599-98f1-b2fd3efab464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448031 Nov 12 01:57:54.845589 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52018) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:57:54.909250 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-962b2751-0535-4f6e-bfe0-37175c4c1e2c tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/floatingips/918ef516-9a22-4dfa-95b6-f6e0ad889811 HTTP/1.1" status: 200 len: 994 time: 0.0624795 Nov 12 01:58:04.442923 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91e94820-1adc-4f57-a7c5-03a0438cb1bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:05.074433 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1819966f-3bfd-439c-be92-c5edf62c9675 req-8eb48325-c5fa-4fe4-b4e4-4f5b91bb8ea9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d7f804c9-18c8-4728-9a0a-ef4431f6dab0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0453897 Nov 12 01:58:05.190878 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819966f-3bfd-439c-be92-c5edf62c9675 req-90861bdc-a5b8-4299-80ae-6d2d69d762b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:05.192967 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1819966f-3bfd-439c-be92-c5edf62c9675 req-90861bdc-a5b8-4299-80ae-6d2d69d762b2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6959747348f74fb19d3bbd5d9c551ad2&device_id=d7f804c9-18c8-4728-9a0a-ef4431f6dab0 HTTP/1.1" status: 200 len: 1098 time: 0.0480530 Nov 12 01:58:05.327041 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819966f-3bfd-439c-be92-c5edf62c9675 req-ec6be4b2-1487-427c-86f9-df707745bbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:05.328446 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1819966f-3bfd-439c-be92-c5edf62c9675 req-ec6be4b2-1487-427c-86f9-df707745bbb0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8f2fa0e6-3580-47eb-95e7-d13802260e14 HTTP/1.1" status: 200 len: 897 time: 0.1132858 Nov 12 01:58:05.395208 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1819966f-3bfd-439c-be92-c5edf62c9675 req-d55353e0-fddd-49bb-beac-63bbc8a3593a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43a6de4b-d30f-4486-b40c-14445ef5f7fe HTTP/1.1" status: 200 len: 1002 time: 0.0582879 Nov 12 01:58:05.446682 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819966f-3bfd-439c-be92-c5edf62c9675 req-2127adaf-7b15-4a44-acc8-ac0d327a9524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:05.449460 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1819966f-3bfd-439c-be92-c5edf62c9675 req-2127adaf-7b15-4a44-acc8-ac0d327a9524 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f9b8cabc-2a6c-443e-9958-2bc177fef50e HTTP/1.1" status: 200 len: 835 time: 0.0461257 Nov 12 01:58:05.502029 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819966f-3bfd-439c-be92-c5edf62c9675 req-24edb941-6974-45b4-812b-aad308c71ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:05.503587 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1819966f-3bfd-439c-be92-c5edf62c9675 req-24edb941-6974-45b4-812b-aad308c71ae2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8f2fa0e6-3580-47eb-95e7-d13802260e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480225 Nov 12 01:58:05.600596 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1819966f-3bfd-439c-be92-c5edf62c9675 req-8fa9f0c2-9a2a-4850-bcd0-7e2f08e7c6e1 service neutron] 10.222.0.54 "GET /v2.0/networks/8f2fa0e6-3580-47eb-95e7-d13802260e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895791 Nov 12 01:58:05.702561 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1819966f-3bfd-439c-be92-c5edf62c9675 req-91c90f1b-3d9e-48e9-b8b6-62c91a6f6607 service neutron] 10.222.0.54 "GET /v2.0/networks/8f2fa0e6-3580-47eb-95e7-d13802260e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944855 Nov 12 01:58:06.568462 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d5f7ad27-0d26-456a-81f0-f483646160c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:07.981483 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:09.582031 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:10.465977 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:11.622762 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:13.425537 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:18.326497 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:58:34.435103 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2ac94c48-4f91-4ac1-be62-6e2e0babfda9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:36.560087 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-35762276-28de-4d0f-859b-517858437e38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:37.978567 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:39.583083 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:40.467519 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:41.616425 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:43.417616 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:51.902399 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52034) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:58:52.068610 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-33216a6f-c039-4d11-b470-47c1435d4929 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Deleting port a0e4eee0-90ee-4f1b-b31e-7f40a265525f {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:58:52.068947 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-33216a6f-c039-4d11-b470-47c1435d4929 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:52.148274 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-33216a6f-c039-4d11-b470-47c1435d4929 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:52.148598 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-33216a6f-c039-4d11-b470-47c1435d4929 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:52.160412 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-33216a6f-c039-4d11-b470-47c1435d4929 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Calling delete_port for a0e4eee0-90ee-4f1b-b31e-7f40a265525f owned by network:floatingip {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:58:52.313815 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-33216a6f-c039-4d11-b470-47c1435d4929 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:52.340141 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33216a6f-c039-4d11-b470-47c1435d4929 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event deleted for resources: {'Port': ['ID=a0e4eee0-90ee-4f1b-b31e-7f40a265525f,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:52.363261 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33216a6f-c039-4d11-b470-47c1435d4929 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:52.363606 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33216a6f-c039-4d11-b470-47c1435d4929 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:52.363951 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33216a6f-c039-4d11-b470-47c1435d4929 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:52.364284 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33216a6f-c039-4d11-b470-47c1435d4929 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:52.364613 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33216a6f-c039-4d11-b470-47c1435d4929 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:52.364942 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33216a6f-c039-4d11-b470-47c1435d4929 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:52.365266 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33216a6f-c039-4d11-b470-47c1435d4929 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:52.365616 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33216a6f-c039-4d11-b470-47c1435d4929 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:52.365937 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33216a6f-c039-4d11-b470-47c1435d4929 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:52.366258 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33216a6f-c039-4d11-b470-47c1435d4929 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:52.367247 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33216a6f-c039-4d11-b470-47c1435d4929 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:52.367247 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33216a6f-c039-4d11-b470-47c1435d4929 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:52.414107 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-33216a6f-c039-4d11-b470-47c1435d4929 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for floatingip, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:52.414558 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [None req-33216a6f-c039-4d11-b470-47c1435d4929 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Floating IP 918ef516-9a22-4dfa-95b6-f6e0ad889811 disassociated (deleted). External IP: 172.25.2.232, port: 43a6de4b-d30f-4486-b40c-14445ef5f7fe. Nov 12 01:58:52.631118 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33216a6f-c039-4d11-b470-47c1435d4929 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Router fa2db9a0-2098-45a9-8936-893bb05b9b1c has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:58:52.740466 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33216a6f-c039-4d11-b470-47c1435d4929 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:58:52.745252 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-33216a6f-c039-4d11-b470-47c1435d4929 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:52.753321 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f633af-ceb8-4b39-af0d-6ad125aee1c7 None None] Sync routers for ids ['fa2db9a0-2098-45a9-8936-893bb05b9b1c'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:58:52.767329 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f633af-ceb8-4b39-af0d-6ad125aee1c7 None None] Routers {'fa2db9a0-2098-45a9-8936-893bb05b9b1c'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:58:52.768159 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-d5f633af-ceb8-4b39-af0d-6ad125aee1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:58:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['fa2db9a0-2098-45a9-8936-893bb05b9b1c'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:58:52.779135 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-33216a6f-c039-4d11-b470-47c1435d4929 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "DELETE /v2.0/floatingips/918ef516-9a22-4dfa-95b6-f6e0ad889811 HTTP/1.1" status: 204 len: 168 time: 0.8757112 Nov 12 01:58:52.779733 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f804c9-18c8-4728-9a0a-ef4431f6dab0', 'tag': '43a6de4b-d30f-4486-b40c-14445ef5f7fe'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:58:52.782018 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be10c6201f4a6af1b4f88844b1b0aabab5fd97a2a103bbbe8677b2ad1e6c711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aab3e2a-c2ff-49f5-913b-d8802f6e00fd" -d '{"events": [{"name": "network-changed", "server_uuid": "d7f804c9-18c8-4728-9a0a-ef4431f6dab0", "tag": "43a6de4b-d30f-4486-b40c-14445ef5f7fe"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:58:52.825512 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd83909-6489-4b96-a6d0-f651838aacb6 x-openstack-request-id: req-7fd83909-6489-4b96-a6d0-f651838aacb6 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:58:52.825789 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7f804c9-18c8-4728-9a0a-ef4431f6dab0", "tag": "43a6de4b-d30f-4486-b40c-14445ef5f7fe", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:58:52.826079 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7fd83909-6489-4b96-a6d0-f651838aacb6 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:58:52.826444 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7f804c9-18c8-4728-9a0a-ef4431f6dab0', 'tag': '43a6de4b-d30f-4486-b40c-14445ef5f7fe', 'status': 'completed', 'code': 200} Nov 12 01:58:52.899018 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-d5f633af-ceb8-4b39-af0d-6ad125aee1c7 None None] Set router fa2db9a0-2098-45a9-8936-893bb05b9b1c gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:58:52.998931 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab3e2a-c2ff-49f5-913b-d8802f6e00fd req-0bf85e08-42ae-4161-9e3b-a58a6a5e4076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:53.000629 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3aab3e2a-c2ff-49f5-913b-d8802f6e00fd req-0bf85e08-42ae-4161-9e3b-a58a6a5e4076 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6959747348f74fb19d3bbd5d9c551ad2&device_id=d7f804c9-18c8-4728-9a0a-ef4431f6dab0 HTTP/1.1" status: 200 len: 1098 time: 0.1216924 Nov 12 01:58:53.111403 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106eb22c-8bca-496b-9e04-6ae51e301d3a req-1419e905-c9ff-4b45-9372-c5605ae13b5f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:53.113200 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-106eb22c-8bca-496b-9e04-6ae51e301d3a req-1419e905-c9ff-4b45-9372-c5605ae13b5f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7f804c9-18c8-4728-9a0a-ef4431f6dab0 HTTP/1.1" status: 200 len: 946 time: 0.1404150 Nov 12 01:58:53.114419 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab3e2a-c2ff-49f5-913b-d8802f6e00fd req-12d2f828-8aa6-4a4f-b413-1c266258afd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:53.115942 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3aab3e2a-c2ff-49f5-913b-d8802f6e00fd req-12d2f828-8aa6-4a4f-b413-1c266258afd2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8f2fa0e6-3580-47eb-95e7-d13802260e14 HTTP/1.1" status: 200 len: 897 time: 0.1057625 Nov 12 01:58:53.129837 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-d5f633af-ceb8-4b39-af0d-6ad125aee1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2db9a0-2098-45a9-8936-893bb05b9b1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495633221', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': 'b5118b6e-f81b-4403-bcb7-a8c8eaef8acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:55:58Z', 'updated_at': '2021-11-12T01:56:02Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': 'b5118b6e-f81b-4403-bcb7-a8c8eaef8acf', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:fb:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2db9a0-2098-45a9-8936-893bb05b9b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:55:58Z', 'updated_at': '2021-11-12T01:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'c190781c-4295-4af5-b504-1a1f550e2ad2', 'name': '', 'network_id': '8f2fa0e6-3580-47eb-95e7-d13802260e14', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'mac_address': 'fa:16:3e:4a:47:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2db9a0-2098-45a9-8936-893bb05b9b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'f9b8cabc-2a6c-443e-9958-2bc177fef50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:56:01Z', 'updated_at': '2021-11-12T01:56:05Z', 'revision_number': 5, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'subnets': [{'id': 'f9b8cabc-2a6c-443e-9958-2bc177fef50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:58:53.158578 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f633af-ceb8-4b39-af0d-6ad125aee1c7 None None] Checking router: fa2db9a0-2098-45a9-8936-893bb05b9b1c for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:58:53.164719 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3aab3e2a-c2ff-49f5-913b-d8802f6e00fd req-f293d413-fe41-490e-99b7-07b1ceb155b9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43a6de4b-d30f-4486-b40c-14445ef5f7fe HTTP/1.1" status: 200 len: 217 time: 0.0389440 Nov 12 01:58:53.167933 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f633af-ceb8-4b39-af0d-6ad125aee1c7 None None] Routers {'fa2db9a0-2098-45a9-8936-893bb05b9b1c'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:58:53.168538 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-d5f633af-ceb8-4b39-af0d-6ad125aee1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:58:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['fa2db9a0-2098-45a9-8936-893bb05b9b1c'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:58:53.172289 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-106eb22c-8bca-496b-9e04-6ae51e301d3a req-5a17d475-0a20-4472-8c33-a039e0b5cca8 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fd40d2f-834e-4599-98f1-b2fd3efab464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522182 Nov 12 01:58:53.217727 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab3e2a-c2ff-49f5-913b-d8802f6e00fd req-52964fbc-098e-430a-827c-5047971df8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:53.219195 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3aab3e2a-c2ff-49f5-913b-d8802f6e00fd req-52964fbc-098e-430a-827c-5047971df8a8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f9b8cabc-2a6c-443e-9958-2bc177fef50e HTTP/1.1" status: 200 len: 835 time: 0.0441291 Nov 12 01:58:53.277691 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab3e2a-c2ff-49f5-913b-d8802f6e00fd req-cef71286-c129-465e-aed5-836aa0d25e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:53.279153 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3aab3e2a-c2ff-49f5-913b-d8802f6e00fd req-cef71286-c129-465e-aed5-836aa0d25e87 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8f2fa0e6-3580-47eb-95e7-d13802260e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492868 Nov 12 01:58:53.286254 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-d5f633af-ceb8-4b39-af0d-6ad125aee1c7 None None] Set router fa2db9a0-2098-45a9-8936-893bb05b9b1c gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:58:53.376210 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3aab3e2a-c2ff-49f5-913b-d8802f6e00fd req-84bf2a44-4dd6-4f97-84ad-13d47e4888bc service neutron] 10.222.0.54 "GET /v2.0/networks/8f2fa0e6-3580-47eb-95e7-d13802260e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854170 Nov 12 01:58:53.472871 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3aab3e2a-c2ff-49f5-913b-d8802f6e00fd req-d080cd7d-2864-477c-8d37-8ea24ebc7ab4 service neutron] 10.222.0.54 "GET /v2.0/networks/8f2fa0e6-3580-47eb-95e7-d13802260e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891948 Nov 12 01:58:53.490288 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-d5f633af-ceb8-4b39-af0d-6ad125aee1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2db9a0-2098-45a9-8936-893bb05b9b1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495633221', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': 'b5118b6e-f81b-4403-bcb7-a8c8eaef8acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:55:58Z', 'updated_at': '2021-11-12T01:56:02Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': 'b5118b6e-f81b-4403-bcb7-a8c8eaef8acf', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:fb:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2db9a0-2098-45a9-8936-893bb05b9b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:55:58Z', 'updated_at': '2021-11-12T01:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'c190781c-4295-4af5-b504-1a1f550e2ad2', 'name': '', 'network_id': '8f2fa0e6-3580-47eb-95e7-d13802260e14', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'mac_address': 'fa:16:3e:4a:47:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2db9a0-2098-45a9-8936-893bb05b9b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'f9b8cabc-2a6c-443e-9958-2bc177fef50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:56:01Z', 'updated_at': '2021-11-12T01:56:05Z', 'revision_number': 5, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'subnets': [{'id': 'f9b8cabc-2a6c-443e-9958-2bc177fef50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:58:53.519366 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f633af-ceb8-4b39-af0d-6ad125aee1c7 None None] The sync data for ids ['fa2db9a0-2098-45a9-8936-893bb05b9b1c'] in n-d-812236-11 is: [{'id': 'fa2db9a0-2098-45a9-8936-893bb05b9b1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495633221', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': 'b5118b6e-f81b-4403-bcb7-a8c8eaef8acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:55:58Z', 'updated_at': '2021-11-12T01:56:02Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': 'b5118b6e-f81b-4403-bcb7-a8c8eaef8acf', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:fb:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2db9a0-2098-45a9-8936-893bb05b9b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:55:58Z', 'updated_at': '2021-11-12T01:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'c190781c-4295-4af5-b504-1a1f550e2ad2', 'name': '', 'network_id': '8f2fa0e6-3580-47eb-95e7-d13802260e14', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'mac_address': 'fa:16:3e:4a:47:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2db9a0-2098-45a9-8936-893bb05b9b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'f9b8cabc-2a6c-443e-9958-2bc177fef50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:56:01Z', 'updated_at': '2021-11-12T01:56:05Z', 'revision_number': 5, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'subnets': [{'id': 'f9b8cabc-2a6c-443e-9958-2bc177fef50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:58:53.737130 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bade7f-01b4-4f18-bbe8-e54eb566f69f None None] New status for floating IP 918ef516-9a22-4dfa-95b6-f6e0ad889811: DOWN {{(pid=102664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:58:54.343225 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a066a-85e0-4a4b-9d27-afe8ea29d90c req-7ed9b9b1-c095-420f-9669-e7b733b2df23 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:54.344718 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-502a066a-85e0-4a4b-9d27-afe8ea29d90c req-7ed9b9b1-c095-420f-9669-e7b733b2df23 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7f804c9-18c8-4728-9a0a-ef4431f6dab0 HTTP/1.1" status: 200 len: 946 time: 0.0970783 Nov 12 01:58:54.393456 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-502a066a-85e0-4a4b-9d27-afe8ea29d90c req-576a3972-6503-4bd3-bde1-8379681654ad tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fd40d2f-834e-4599-98f1-b2fd3efab464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427403 Nov 12 01:58:55.090849 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afda4ec-ed81-44f3-ae44-7dff5be9baae req-9af3efb8-8837-4632-8274-b90fb73e4ae8 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:55.092315 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5afda4ec-ed81-44f3-ae44-7dff5be9baae req-9af3efb8-8837-4632-8274-b90fb73e4ae8 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7f804c9-18c8-4728-9a0a-ef4431f6dab0 HTTP/1.1" status: 200 len: 946 time: 0.0488050 Nov 12 01:58:55.186743 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-5afda4ec-ed81-44f3-ae44-7dff5be9baae req-c1205cb9-0e9f-4ac5-8d66-5a83002ab4d3 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Deleting port 43a6de4b-d30f-4486-b40c-14445ef5f7fe {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:58:55.187079 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5afda4ec-ed81-44f3-ae44-7dff5be9baae req-c1205cb9-0e9f-4ac5-8d66-5a83002ab4d3 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:55.278450 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-5afda4ec-ed81-44f3-ae44-7dff5be9baae req-c1205cb9-0e9f-4ac5-8d66-5a83002ab4d3 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] For port 43a6de4b-d30f-4486-b40c-14445ef5f7fe, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=43a6de4b-d30f-4486-b40c-14445ef5f7fe,segment=NetworkSegment(be646cc4-24c5-489b-bf93-6f642f688197),segment_id=be646cc4-24c5-489b-bf93-6f642f688197)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:58:55.278879 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5afda4ec-ed81-44f3-ae44-7dff5be9baae req-c1205cb9-0e9f-4ac5-8d66-5a83002ab4d3 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:55.293288 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-5afda4ec-ed81-44f3-ae44-7dff5be9baae req-c1205cb9-0e9f-4ac5-8d66-5a83002ab4d3 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Calling delete_port for 43a6de4b-d30f-4486-b40c-14445ef5f7fe owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:58:55.327941 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:58:55.433819 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5afda4ec-ed81-44f3-ae44-7dff5be9baae req-c1205cb9-0e9f-4ac5-8d66-5a83002ab4d3 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:55.464924 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1205cb9-0e9f-4ac5-8d66-5a83002ab4d3 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event deleted for resources: {'Port': ['ID=43a6de4b-d30f-4486-b40c-14445ef5f7fe,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:55.491921 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1205cb9-0e9f-4ac5-8d66-5a83002ab4d3 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:55.492410 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1205cb9-0e9f-4ac5-8d66-5a83002ab4d3 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:55.492757 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1205cb9-0e9f-4ac5-8d66-5a83002ab4d3 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:55.493107 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1205cb9-0e9f-4ac5-8d66-5a83002ab4d3 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:55.493482 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1205cb9-0e9f-4ac5-8d66-5a83002ab4d3 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:55.493823 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1205cb9-0e9f-4ac5-8d66-5a83002ab4d3 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:55.494161 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1205cb9-0e9f-4ac5-8d66-5a83002ab4d3 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:55.494491 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1205cb9-0e9f-4ac5-8d66-5a83002ab4d3 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:55.494822 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1205cb9-0e9f-4ac5-8d66-5a83002ab4d3 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:55.495150 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1205cb9-0e9f-4ac5-8d66-5a83002ab4d3 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:55.495478 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1205cb9-0e9f-4ac5-8d66-5a83002ab4d3 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:55.495999 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1205cb9-0e9f-4ac5-8d66-5a83002ab4d3 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:55.504582 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-01f5c282-84aa-40f4-996c-5863fa33326a req-177c6206-f4a9-4e61-8a26-fb1d351c02a9 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7f804c9-18c8-4728-9a0a-ef4431f6dab0 HTTP/1.1" status: 200 len: 210 time: 0.0359526 Nov 12 01:58:55.519215 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-5afda4ec-ed81-44f3-ae44-7dff5be9baae req-c1205cb9-0e9f-4ac5-8d66-5a83002ab4d3 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] No DVR routers for this DVR port 43a6de4b-d30f-4486-b40c-14445ef5f7fe on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:58:55.526550 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-5afda4ec-ed81-44f3-ae44-7dff5be9baae req-c1205cb9-0e9f-4ac5-8d66-5a83002ab4d3 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:55.530084 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5afda4ec-ed81-44f3-ae44-7dff5be9baae req-c1205cb9-0e9f-4ac5-8d66-5a83002ab4d3 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.54 "DELETE /v2.0/ports/43a6de4b-d30f-4486-b40c-14445ef5f7fe HTTP/1.1" status: 204 len: 173 time: 0.4312212 Nov 12 01:58:55.530570 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f804c9-18c8-4728-9a0a-ef4431f6dab0', 'name': 'network-vif-deleted', 'tag': '43a6de4b-d30f-4486-b40c-14445ef5f7fe'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:58:55.532814 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f20791c62abc78a76d837b2e8f3e70a497c95c8c7e17d957ee036670eec5325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f2bc9e-8ec7-4226-83af-af490e99d5d7" -d '{"events": [{"server_uuid": "d7f804c9-18c8-4728-9a0a-ef4431f6dab0", "name": "network-vif-deleted", "tag": "43a6de4b-d30f-4486-b40c-14445ef5f7fe"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:58:55.575812 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39765c5e-4396-4081-b5d4-5a9da4629b48 x-openstack-request-id: req-39765c5e-4396-4081-b5d4-5a9da4629b48 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:58:55.576321 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f804c9-18c8-4728-9a0a-ef4431f6dab0", "name": "network-vif-deleted", "tag": "43a6de4b-d30f-4486-b40c-14445ef5f7fe", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:58:55.576595 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-39765c5e-4396-4081-b5d4-5a9da4629b48 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:58:55.576984 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f804c9-18c8-4728-9a0a-ef4431f6dab0', 'name': 'network-vif-deleted', 'tag': '43a6de4b-d30f-4486-b40c-14445ef5f7fe', 'status': 'completed', 'code': 200} Nov 12 01:58:56.568693 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52056) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:58:56.949792 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a14611a0-0bc4-4d4c-a7c2-f842222d76d3 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:57.230835 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-a14611a0-0bc4-4d4c-a7c2-f842222d76d3 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Deleting port c190781c-4295-4af5-b504-1a1f550e2ad2 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:58:57.231086 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a14611a0-0bc4-4d4c-a7c2-f842222d76d3 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:57.318949 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-a14611a0-0bc4-4d4c-a7c2-f842222d76d3 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] For port c190781c-4295-4af5-b504-1a1f550e2ad2, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=c190781c-4295-4af5-b504-1a1f550e2ad2,segment=NetworkSegment(be646cc4-24c5-489b-bf93-6f642f688197),segment_id=be646cc4-24c5-489b-bf93-6f642f688197)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:58:57.319350 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a14611a0-0bc4-4d4c-a7c2-f842222d76d3 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:57.334295 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-a14611a0-0bc4-4d4c-a7c2-f842222d76d3 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Calling delete_port for c190781c-4295-4af5-b504-1a1f550e2ad2 owned by network:router_interface {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:58:57.532610 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a14611a0-0bc4-4d4c-a7c2-f842222d76d3 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:57.568412 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14611a0-0bc4-4d4c-a7c2-f842222d76d3 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event deleted for resources: {'Port': ['ID=c190781c-4295-4af5-b504-1a1f550e2ad2,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:57.751024 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a14611a0-0bc4-4d4c-a7c2-f842222d76d3 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:57.988404 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14611a0-0bc4-4d4c-a7c2-f842222d76d3 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Router fa2db9a0-2098-45a9-8936-893bb05b9b1c has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:58:58.405595 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14611a0-0bc4-4d4c-a7c2-f842222d76d3 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:58:58.414730 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a14611a0-0bc4-4d4c-a7c2-f842222d76d3 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "PUT /v2.0/routers/fa2db9a0-2098-45a9-8936-893bb05b9b1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8445871 Nov 12 01:58:58.417663 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52058) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:58:58.419383 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc12239c-60b5-49ca-a59b-5d1bae53fd5d None None] Sync routers for ids ['fa2db9a0-2098-45a9-8936-893bb05b9b1c'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:58:58.429980 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc12239c-60b5-49ca-a59b-5d1bae53fd5d None None] Routers {'fa2db9a0-2098-45a9-8936-893bb05b9b1c'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:58:58.430591 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-dc12239c-60b5-49ca-a59b-5d1bae53fd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:58:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['fa2db9a0-2098-45a9-8936-893bb05b9b1c'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:58:58.484957 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-226826de-0a05-4a16-91fb-7794dcfb94b9 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Deleting subnet f9b8cabc-2a6c-443e-9958-2bc177fef50e {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:58:58.488213 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-226826de-0a05-4a16-91fb-7794dcfb94b9 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:58.532858 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-226826de-0a05-4a16-91fb-7794dcfb94b9 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:58.537398 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-dc12239c-60b5-49ca-a59b-5d1bae53fd5d None None] Set router fa2db9a0-2098-45a9-8936-893bb05b9b1c gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:58:58.631521 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-226826de-0a05-4a16-91fb-7794dcfb94b9 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:58.697009 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-226826de-0a05-4a16-91fb-7794dcfb94b9 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:58.722554 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226826de-0a05-4a16-91fb-7794dcfb94b9 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event deleted for resources: {'Subnet': ['ID=f9b8cabc-2a6c-443e-9958-2bc177fef50e,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:58.731417 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-226826de-0a05-4a16-91fb-7794dcfb94b9 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:58.735071 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-226826de-0a05-4a16-91fb-7794dcfb94b9 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "DELETE /v2.0/subnets/f9b8cabc-2a6c-443e-9958-2bc177fef50e HTTP/1.1" status: 204 len: 168 time: 0.3156879 Nov 12 01:58:58.735516 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-dc12239c-60b5-49ca-a59b-5d1bae53fd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2db9a0-2098-45a9-8936-893bb05b9b1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495633221', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': 'b5118b6e-f81b-4403-bcb7-a8c8eaef8acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:55:58Z', 'updated_at': '2021-11-12T01:58:57Z', 'revision_number': 5, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': 'b5118b6e-f81b-4403-bcb7-a8c8eaef8acf', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:fb:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2db9a0-2098-45a9-8936-893bb05b9b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:55:58Z', 'updated_at': '2021-11-12T01:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:58:58.738091 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52060) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:58:58.744954 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3612779-c5b8-454f-a7ed-504762b360e3 None None] Network 8f2fa0e6-3580-47eb-95e7-d13802260e14 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:58:58.780786 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc12239c-60b5-49ca-a59b-5d1bae53fd5d None None] Checking router: fa2db9a0-2098-45a9-8936-893bb05b9b1c for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:58:58.839705 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc12239c-60b5-49ca-a59b-5d1bae53fd5d None None] Routers {'fa2db9a0-2098-45a9-8936-893bb05b9b1c'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:58:58.840500 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-dc12239c-60b5-49ca-a59b-5d1bae53fd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:58:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['fa2db9a0-2098-45a9-8936-893bb05b9b1c'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:58:58.851648 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4602e19a-4e0a-4dae-9699-3909bb53cdfa tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for router, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:58.964008 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4602e19a-4e0a-4dae-9699-3909bb53cdfa tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:59.036148 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-4602e19a-4e0a-4dae-9699-3909bb53cdfa tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Deleting port b5118b6e-f81b-4403-bcb7-a8c8eaef8acf {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:58:59.036501 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4602e19a-4e0a-4dae-9699-3909bb53cdfa tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:59.130226 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-4602e19a-4e0a-4dae-9699-3909bb53cdfa tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] For port b5118b6e-f81b-4403-bcb7-a8c8eaef8acf, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=b5118b6e-f81b-4403-bcb7-a8c8eaef8acf,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:58:59.130528 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4602e19a-4e0a-4dae-9699-3909bb53cdfa tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:59.146172 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-4602e19a-4e0a-4dae-9699-3909bb53cdfa tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Calling delete_port for b5118b6e-f81b-4403-bcb7-a8c8eaef8acf owned by network:router_gateway {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:58:59.174874 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-dc12239c-60b5-49ca-a59b-5d1bae53fd5d None None] Set router fa2db9a0-2098-45a9-8936-893bb05b9b1c gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:58:59.257930 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c55be1-d977-400a-841e-741cca676d01 None None] DHCP port deletion for 8f2fa0e6-3580-47eb-95e7-d13802260e14 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:58:59.326802 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4602e19a-4e0a-4dae-9699-3909bb53cdfa tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:59.359319 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602e19a-4e0a-4dae-9699-3909bb53cdfa tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event deleted for resources: {'Port': ['ID=b5118b6e-f81b-4403-bcb7-a8c8eaef8acf,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:59.374852 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28eb8e0-3173-43ee-a7ff-90a8eb5012b7 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:58:59.391954 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-c1c55be1-d977-400a-841e-741cca676d01 None None] Deleting port 791552a3-63bd-4a48-989b-04c9e8bfd0da {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:58:59.392310 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c1c55be1-d977-400a-841e-741cca676d01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:59.424916 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4602e19a-4e0a-4dae-9699-3909bb53cdfa tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:59.476554 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-c1c55be1-d977-400a-841e-741cca676d01 None None] For port 791552a3-63bd-4a48-989b-04c9e8bfd0da, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=791552a3-63bd-4a48-989b-04c9e8bfd0da,segment=NetworkSegment(be646cc4-24c5-489b-bf93-6f642f688197),segment_id=be646cc4-24c5-489b-bf93-6f642f688197)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:58:59.477169 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c1c55be1-d977-400a-841e-741cca676d01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:59.493247 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-c1c55be1-d977-400a-841e-741cca676d01 None None] Calling delete_port for 791552a3-63bd-4a48-989b-04c9e8bfd0da owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:58:59.495751 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-dc12239c-60b5-49ca-a59b-5d1bae53fd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2db9a0-2098-45a9-8936-893bb05b9b1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495633221', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': 'b5118b6e-f81b-4403-bcb7-a8c8eaef8acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:55:58Z', 'updated_at': '2021-11-12T01:58:57Z', 'revision_number': 5, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': 'b5118b6e-f81b-4403-bcb7-a8c8eaef8acf', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:fb:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2db9a0-2098-45a9-8936-893bb05b9b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:55:58Z', 'updated_at': '2021-11-12T01:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:58:59.525194 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4602e19a-4e0a-4dae-9699-3909bb53cdfa tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:59.527014 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc12239c-60b5-49ca-a59b-5d1bae53fd5d None None] The sync data for ids ['fa2db9a0-2098-45a9-8936-893bb05b9b1c'] in n-d-812236-11 is: [{'id': 'fa2db9a0-2098-45a9-8936-893bb05b9b1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495633221', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': 'b5118b6e-f81b-4403-bcb7-a8c8eaef8acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:55:58Z', 'updated_at': '2021-11-12T01:58:57Z', 'revision_number': 5, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': 'b5118b6e-f81b-4403-bcb7-a8c8eaef8acf', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:fb:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2db9a0-2098-45a9-8936-893bb05b9b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:55:58Z', 'updated_at': '2021-11-12T01:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:58:59.527400 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4602e19a-4e0a-4dae-9699-3909bb53cdfa tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:59.581467 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4602e19a-4e0a-4dae-9699-3909bb53cdfa tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:59.582360 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4602e19a-4e0a-4dae-9699-3909bb53cdfa tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Fanout notify agent at l3_agent the message router_deleted on router fa2db9a0-2098-45a9-8936-893bb05b9b1c {{(pid=102661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:58:59.590206 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4602e19a-4e0a-4dae-9699-3909bb53cdfa tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:59.591605 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4602e19a-4e0a-4dae-9699-3909bb53cdfa tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "DELETE /v2.0/routers/fa2db9a0-2098-45a9-8936-893bb05b9b1c HTTP/1.1" status: 204 len: 168 time: 0.8527615 Nov 12 01:58:59.594803 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52062) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:58:59.619246 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c1c55be1-d977-400a-841e-741cca676d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:59.644381 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c55be1-d977-400a-841e-741cca676d01 None None] Pushing event deleted for resources: {'Port': ['ID=791552a3-63bd-4a48-989b-04c9e8bfd0da,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:59.649338 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c55be1-d977-400a-841e-741cca676d01 None None] No DVR routers for this DVR port 791552a3-63bd-4a48-989b-04c9e8bfd0da on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:58:59.656841 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c55be1-d977-400a-841e-741cca676d01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:59.657183 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c55be1-d977-400a-841e-741cca676d01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:59.657540 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c55be1-d977-400a-841e-741cca676d01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:59.657875 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c55be1-d977-400a-841e-741cca676d01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:59.658197 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c55be1-d977-400a-841e-741cca676d01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:59.658524 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c55be1-d977-400a-841e-741cca676d01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:59.658842 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c55be1-d977-400a-841e-741cca676d01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:59.659160 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c55be1-d977-400a-841e-741cca676d01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:59.659859 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c55be1-d977-400a-841e-741cca676d01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:59.659859 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c55be1-d977-400a-841e-741cca676d01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:59.660120 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c55be1-d977-400a-841e-741cca676d01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:59.660389 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c55be1-d977-400a-841e-741cca676d01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:59.680858 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bf3da4cd-64d5-42eb-9e88-e921da137d77 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:59.772112 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bf3da4cd-64d5-42eb-9e88-e921da137d77 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:59.792874 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-bf3da4cd-64d5-42eb-9e88-e921da137d77 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f2fa0e6-3580-47eb-95e7-d13802260e14']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:58:59.802042 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-bf3da4cd-64d5-42eb-9e88-e921da137d77 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be646cc4-24c5-489b-bf93-6f642f688197') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:58:59.802337 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-bf3da4cd-64d5-42eb-9e88-e921da137d77 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be646cc4-24c5-489b-bf93-6f642f688197') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:58:59.812365 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bf3da4cd-64d5-42eb-9e88-e921da137d77 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:59.825452 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bf3da4cd-64d5-42eb-9e88-e921da137d77 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:59.831265 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf3da4cd-64d5-42eb-9e88-e921da137d77 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:58:59.831628 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bf3da4cd-64d5-42eb-9e88-e921da137d77 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:59.834531 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 01:58:59.834531 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:58:59.834531 n-d-812236-11 neutron-server[102662]: timer() Nov 12 01:58:59.834531 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:58:59.834531 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 01:58:59.834531 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:58:59.834531 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 01:58:59.834531 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:58:59.834531 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 01:58:59.834531 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:58:59.834531 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 01:58:59.834531 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:58:59.834531 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 01:58:59.834531 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:58:59.834531 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:58:59.834531 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:58:59.834531 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:58:59.834531 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:58:59.834531 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 01:58:59.834531 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:58:59.834531 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 01:58:59.834531 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:58:59.834531 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:58:59.834531 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:58:59.834531 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 01:58:59.834531 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:58:59.834531 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:58:59.834531 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:58:59.834531 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:58:59.834531 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:58:59.834531 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:58:59.834531 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:58:59.895586 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bf3da4cd-64d5-42eb-9e88-e921da137d77 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:59.903914 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bf3da4cd-64d5-42eb-9e88-e921da137d77 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:59.907567 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-bf3da4cd-64d5-42eb-9e88-e921da137d77 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "DELETE /v2.0/networks/8f2fa0e6-3580-47eb-95e7-d13802260e14 HTTP/1.1" status: 204 len: 168 time: 0.3114383 Nov 12 01:58:59.911714 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52064) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:58:59.922016 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3da4cd-64d5-42eb-9e88-e921da137d77 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event deleted for resources: {'Network': ['ID=8f2fa0e6-3580-47eb-95e7-d13802260e14,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:59.983761 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c4e328a8-5f86-4f0b-8c81-206602fa29c7 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:00.012238 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c4e328a8-5f86-4f0b-8c81-206602fa29c7 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:00.073838 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c4e328a8-5f86-4f0b-8c81-206602fa29c7 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:00.076479 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c4e328a8-5f86-4f0b-8c81-206602fa29c7 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:00.077706 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c4e328a8-5f86-4f0b-8c81-206602fa29c7 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "DELETE /v2.0/security-groups/1fd40d2f-834e-4599-98f1-b2fd3efab464 HTTP/1.1" status: 204 len: 168 time: 0.1649013 Nov 12 01:59:00.087561 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e328a8-5f86-4f0b-8c81-206602fa29c7 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd40d2f-834e-4599-98f1-b2fd3efab464,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:00.093790 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 43a6de4b-d30f-4486-b40c-14445ef5f7fe no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:59:00.134172 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: 43a6de4b-d30f-4486-b40c-14445ef5f7fe {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:59:00.134544 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 43a6de4b-d30f-4486-b40c-14445ef5f7fe not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:59:00.277885 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52070) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:00.283610 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-b1c4a7e2-9be0-4a46-a7cc-9fb556fe1746 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1048839640', 'description': 'tempest-secgroup-smoke-1048839640 description', 'project_id': '6959747348f74fb19d3bbd5d9c551ad2'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:59:00.311281 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b1c4a7e2-9be0-4a46-a7cc-9fb556fe1746 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:00.384476 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b1c4a7e2-9be0-4a46-a7cc-9fb556fe1746 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:00.388641 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b1c4a7e2-9be0-4a46-a7cc-9fb556fe1746 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:00.418549 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b1c4a7e2-9be0-4a46-a7cc-9fb556fe1746 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:00.419769 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b1c4a7e2-9be0-4a46-a7cc-9fb556fe1746 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1406016 Nov 12 01:59:00.422824 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52072) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:00.423816 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c4a7e2-9be0-4a46-a7cc-9fb556fe1746 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab8a8bd-3fb7-4b9f-8de5-3e9c1b644878,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:00.427730 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-d40924a9-eef4-48c4-bf8f-69c91afa3dd9 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'security_group_rule': {'security_group_id': '9ab8a8bd-3fb7-4b9f-8de5-3e9c1b644878', 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:59:00.454917 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d40924a9-eef4-48c4-bf8f-69c91afa3dd9 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:00.503488 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d40924a9-eef4-48c4-bf8f-69c91afa3dd9 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:00.507498 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d40924a9-eef4-48c4-bf8f-69c91afa3dd9 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:00.527321 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40924a9-eef4-48c4-bf8f-69c91afa3dd9 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcf86b9d-3f45-4531-b5e8-c4d995f3ae47,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:00.534016 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d40924a9-eef4-48c4-bf8f-69c91afa3dd9 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:00.535501 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d40924a9-eef4-48c4-bf8f-69c91afa3dd9 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1116216 Nov 12 01:59:00.538885 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52074) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:00.544549 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-95b87cc0-5033-4153-9c42-614f6b0ea711 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'security_group_rule': {'security_group_id': '9ab8a8bd-3fb7-4b9f-8de5-3e9c1b644878', 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:59:00.583240 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-95b87cc0-5033-4153-9c42-614f6b0ea711 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:00.656810 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device c190781c-4295-4af5-b504-1a1f550e2ad2 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:59:00.670357 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-95b87cc0-5033-4153-9c42-614f6b0ea711 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:00.674111 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-95b87cc0-5033-4153-9c42-614f6b0ea711 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:00.680842 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: c190781c-4295-4af5-b504-1a1f550e2ad2 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:59:00.681190 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device c190781c-4295-4af5-b504-1a1f550e2ad2 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:59:00.681635 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device b5118b6e-f81b-4403-bcb7-a8c8eaef8acf no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:59:00.696149 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b87cc0-5033-4153-9c42-614f6b0ea711 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80146044-448e-481e-8d7d-7a48de3b7dd6,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:00.701988 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: b5118b6e-f81b-4403-bcb7-a8c8eaef8acf {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:59:00.702353 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device b5118b6e-f81b-4403-bcb7-a8c8eaef8acf not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:59:00.702769 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 791552a3-63bd-4a48-989b-04c9e8bfd0da no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:59:00.704005 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-95b87cc0-5033-4153-9c42-614f6b0ea711 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:00.705245 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-95b87cc0-5033-4153-9c42-614f6b0ea711 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1649814 Nov 12 01:59:00.707955 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52076) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:00.713800 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-34ed2d92-0fd0-439d-b8c0-dac36ffec647 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'security_group_rule': {'security_group_id': '9ab8a8bd-3fb7-4b9f-8de5-3e9c1b644878', 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:59:00.722714 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 791552a3-63bd-4a48-989b-04c9e8bfd0da {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:59:00.723059 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 791552a3-63bd-4a48-989b-04c9e8bfd0da not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:59:00.759035 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-34ed2d92-0fd0-439d-b8c0-dac36ffec647 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:00.820124 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-34ed2d92-0fd0-439d-b8c0-dac36ffec647 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:00.823597 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-34ed2d92-0fd0-439d-b8c0-dac36ffec647 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:00.843342 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed2d92-0fd0-439d-b8c0-dac36ffec647 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=651b215d-f45f-49a8-a77c-b148ef5cd520,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:00.849106 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-34ed2d92-0fd0-439d-b8c0-dac36ffec647 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:00.850136 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-34ed2d92-0fd0-439d-b8c0-dac36ffec647 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1412504 Nov 12 01:59:00.853853 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52078) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:00.858036 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-96675213-822b-4c06-8410-bd8ab2274095 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'security_group_rule': {'security_group_id': '9ab8a8bd-3fb7-4b9f-8de5-3e9c1b644878', 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:59:00.885611 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-96675213-822b-4c06-8410-bd8ab2274095 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:00.949761 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-96675213-822b-4c06-8410-bd8ab2274095 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:00.954160 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-96675213-822b-4c06-8410-bd8ab2274095 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:00.975488 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96675213-822b-4c06-8410-bd8ab2274095 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be3d2055-8b3e-4104-bf18-092d99256fcd,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:00.986152 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-96675213-822b-4c06-8410-bd8ab2274095 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:00.992423 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-96675213-822b-4c06-8410-bd8ab2274095 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1377895 Nov 12 01:59:00.996502 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52080) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:01.001194 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-91cc9a7b-4de8-4549-a8ef-afb7d2713f0b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'security_group_rule': {'security_group_id': '9ab8a8bd-3fb7-4b9f-8de5-3e9c1b644878', 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:59:01.025004 n-d-812236-11 neutron-server[102661]: INFO neutron.db.securitygroups_db [None req-91cc9a7b-4de8-4549-a8ef-afb7d2713f0b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Project 6959747348f74fb19d3bbd5d9c551ad2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:59:01.030771 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-91cc9a7b-4de8-4549-a8ef-afb7d2713f0b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:01.102423 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-91cc9a7b-4de8-4549-a8ef-afb7d2713f0b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:01.106555 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-91cc9a7b-4de8-4549-a8ef-afb7d2713f0b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:01.126937 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cc9a7b-4de8-4549-a8ef-afb7d2713f0b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fc5c1b6-d133-4f9d-969b-f543832ab781,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:01.135570 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-91cc9a7b-4de8-4549-a8ef-afb7d2713f0b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:01.136769 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-91cc9a7b-4de8-4549-a8ef-afb7d2713f0b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1392682 Nov 12 01:59:01.139749 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52082) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:01.144390 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-6bf8a5c6-fb89-411b-b170-8925d7aeea15 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'security_group_rule': {'security_group_id': '9ab8a8bd-3fb7-4b9f-8de5-3e9c1b644878', 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:59:01.168462 n-d-812236-11 neutron-server[102662]: INFO neutron.db.securitygroups_db [None req-6bf8a5c6-fb89-411b-b170-8925d7aeea15 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Project 6959747348f74fb19d3bbd5d9c551ad2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:59:01.175078 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6bf8a5c6-fb89-411b-b170-8925d7aeea15 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:01.235658 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6bf8a5c6-fb89-411b-b170-8925d7aeea15 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:01.240415 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6bf8a5c6-fb89-411b-b170-8925d7aeea15 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:01.258553 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8a5c6-fb89-411b-b170-8925d7aeea15 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11ab71ea-0962-4c3c-8549-4fb7e25dde8e,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:01.266905 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6bf8a5c6-fb89-411b-b170-8925d7aeea15 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:01.268233 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-6bf8a5c6-fb89-411b-b170-8925d7aeea15 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1274462 Nov 12 01:59:01.271082 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52084) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:01.276571 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-3769a50a-74fc-49b5-99c3-8ec5c7dcc06f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'network': {'name': 'tempest-network-smoke--711452859', 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'port_security_enabled': True}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:59:01.299046 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3769a50a-74fc-49b5-99c3-8ec5c7dcc06f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Made reservation on behalf of 6959747348f74fb19d3bbd5d9c551ad2 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:59:01.303282 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3769a50a-74fc-49b5-99c3-8ec5c7dcc06f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:01.328283 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3769a50a-74fc-49b5-99c3-8ec5c7dcc06f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:59:01.337906 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3769a50a-74fc-49b5-99c3-8ec5c7dcc06f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:01.338274 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-3769a50a-74fc-49b5-99c3-8ec5c7dcc06f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Added segment 4f7f1d5e-0953-4bb0-a19d-abbc09c050f2 of type vlan for network 09954c74-af51-4b91-9f98-79d7ee6716a8 Nov 12 01:59:01.379061 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3769a50a-74fc-49b5-99c3-8ec5c7dcc06f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:01.404111 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3769a50a-74fc-49b5-99c3-8ec5c7dcc06f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:01.409648 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3769a50a-74fc-49b5-99c3-8ec5c7dcc06f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:01.410215 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3769a50a-74fc-49b5-99c3-8ec5c7dcc06f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:01.448994 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3769a50a-74fc-49b5-99c3-8ec5c7dcc06f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1768205 Nov 12 01:59:01.452830 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52086) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:01.457974 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-0b370249-578b-4a29-a8ea-8008356bdb81 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1502577671', 'admin_state_up': True, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:59:01.483098 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3769a50a-74fc-49b5-99c3-8ec5c7dcc06f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'Network': ['ID=09954c74-af51-4b91-9f98-79d7ee6716a8,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:01.484368 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0b370249-578b-4a29-a8ea-8008356bdb81 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:01.485428 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0b370249-578b-4a29-a8ea-8008356bdb81 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:01.495504 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 09954c74-af51-4b91-9f98-79d7ee6716a8 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:59:01.540100 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0b370249-578b-4a29-a8ea-8008356bdb81 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:01.694765 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0b370249-578b-4a29-a8ea-8008356bdb81 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:01.894214 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0b370249-578b-4a29-a8ea-8008356bdb81 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for router_gateway, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:01.917064 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0b370249-578b-4a29-a8ea-8008356bdb81 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:02.019524 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-0b370249-578b-4a29-a8ea-8008356bdb81 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Allocated IP 172.25.2.6 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/7b4627f8-ac95-4bae-96ca-d1be14ae9df7) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:59:02.128369 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0b370249-578b-4a29-a8ea-8008356bdb81 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:02.162561 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0b370249-578b-4a29-a8ea-8008356bdb81 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:02.200497 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b370249-578b-4a29-a8ea-8008356bdb81 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:59:02.203253 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-0b370249-578b-4a29-a8ea-8008356bdb81 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:59:02.208758 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b370249-578b-4a29-a8ea-8008356bdb81 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:59:02.217058 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1779a624-832f-4395-b86a-ed3c0dce6c8e None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:59:02.237737 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b370249-578b-4a29-a8ea-8008356bdb81 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'Port': ['ID=7b4627f8-ac95-4bae-96ca-d1be14ae9df7,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:02.265367 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-6c194d16-a849-47cc-b1cb-91c272cb1a59 None None] Provisioning complete for port 7b4627f8-ac95-4bae-96ca-d1be14ae9df7 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:59:02.266142 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6c194d16-a849-47cc-b1cb-91c272cb1a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:02.303453 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-6c194d16-a849-47cc-b1cb-91c272cb1a59 None None] Port 7b4627f8-ac95-4bae-96ca-d1be14ae9df7 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:59:02.475167 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0b370249-578b-4a29-a8ea-8008356bdb81 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for router_gateway, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:02.677152 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0b370249-578b-4a29-a8ea-8008356bdb81 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:02.804876 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b370249-578b-4a29-a8ea-8008356bdb81 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Router c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:59:02.915625 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b370249-578b-4a29-a8ea-8008356bdb81 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:59:02.925603 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e9160d-c149-4f90-9e51-acb2274514ed None None] Sync routers for ids ['c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:59:02.936884 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0b370249-578b-4a29-a8ea-8008356bdb81 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:02.937091 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e9160d-c149-4f90-9e51-acb2274514ed None None] Routers {'c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:59:02.937667 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-90e9160d-c149-4f90-9e51-acb2274514ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:58:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:59:02.938150 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0b370249-578b-4a29-a8ea-8008356bdb81 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4838014 Nov 12 01:59:02.942815 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52088) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:02.974625 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7b3a3d61-5c9e-48fc-bf13-3d8fa8039975 tempest-TestNetworkAdvancedServerOps-1195396143 tempest-TestNetworkAdvancedServerOps-1195396143-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=6959747348f74fb19d3bbd5d9c551ad2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306587 Nov 12 01:59:02.978682 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52090) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:03.051333 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-90e9160d-c149-4f90-9e51-acb2274514ed None None] Set router c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:59:03.081420 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c916ade9-b3be-4cf6-b59c-3d9571c239aa tempest-TestNetworkAdvancedServerOps-1195396143 tempest-TestNetworkAdvancedServerOps-1195396143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:03.083013 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-c916ade9-b3be-4cf6-b59c-3d9571c239aa tempest-TestNetworkAdvancedServerOps-1195396143 tempest-TestNetworkAdvancedServerOps-1195396143-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1031234 Nov 12 01:59:03.087486 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52092) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:03.126817 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-59c2ce60-205d-4081-a28e-c4ed30838b86 tempest-TestNetworkAdvancedServerOps-1195396143 tempest-TestNetworkAdvancedServerOps-1195396143-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=ef732b55-2b3c-4048-85da-0a8ac273c14b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0350845 Nov 12 01:59:03.127366 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52094) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:03.133071 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-4985a098-6c5a-450d-bb8d-76791e6bb23a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-845808389', 'network_id': '09954c74-af51-4b91-9f98-79d7ee6716a8', 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:59:03.231466 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4985a098-6c5a-450d-bb8d-76791e6bb23a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Made reservation on behalf of 6959747348f74fb19d3bbd5d9c551ad2 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:59:03.237360 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4985a098-6c5a-450d-bb8d-76791e6bb23a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:03.355691 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-90e9160d-c149-4f90-9e51-acb2274514ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502577671', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '7b4627f8-ac95-4bae-96ca-d1be14ae9df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:59:01Z', 'updated_at': '2021-11-12T01:59:02Z', 'revision_number': 3, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': '7b4627f8-ac95-4bae-96ca-d1be14ae9df7', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:59:01Z', 'updated_at': '2021-11-12T01:59:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:59:03.381435 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e9160d-c149-4f90-9e51-acb2274514ed None None] Checking router: c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:59:03.381785 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e9160d-c149-4f90-9e51-acb2274514ed None None] Updating router c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff port 7b4627f8-ac95-4bae-96ca-d1be14ae9df7 binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:59:03.411374 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-90e9160d-c149-4f90-9e51-acb2274514ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:03.447649 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4985a098-6c5a-450d-bb8d-76791e6bb23a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:03.508812 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4985a098-6c5a-450d-bb8d-76791e6bb23a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'Subnet': ['ID=1fd828d8-2c00-4eab-830e-bef612f80ad6,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:03.520423 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4985a098-6c5a-450d-bb8d-76791e6bb23a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Checking segment: {'id': '4f7f1d5e-0953-4bb0-a19d-abbc09c050f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '09954c74-af51-4b91-9f98-79d7ee6716a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:59:03.520786 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4985a098-6c5a-450d-bb8d-76791e6bb23a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Network hostable DHCP agents. Network: 09954c74-af51-4b91-9f98-79d7ee6716a8, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:59:03.542016 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4985a098-6c5a-450d-bb8d-76791e6bb23a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Network 09954c74-af51-4b91-9f98-79d7ee6716a8 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:59:03.552903 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-4985a098-6c5a-450d-bb8d-76791e6bb23a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 09954c74-af51-4b91-9f98-79d7ee6716a8) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:59:03.557770 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4985a098-6c5a-450d-bb8d-76791e6bb23a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:03.558366 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4985a098-6c5a-450d-bb8d-76791e6bb23a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:03.571057 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81280136-263b-4880-b7db-89d93def35df None None] Network 09954c74-af51-4b91-9f98-79d7ee6716a8 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:59:03.583402 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4985a098-6c5a-450d-bb8d-76791e6bb23a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4548004 Nov 12 01:59:03.586959 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52096) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:03.678029 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-90e9160d-c149-4f90-9e51-acb2274514ed None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:03.698335 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-90e9160d-c149-4f90-9e51-acb2274514ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:03.751556 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bcac56-3cfd-46bc-bec0-228c3204907a None None] Pushing event updated for resources: {'Port': ['ID=7b4627f8-ac95-4bae-96ca-d1be14ae9df7,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:03.759281 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b9ec5f-5b34-4225-9d8f-6b1137461bb5 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:59:03.767770 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de2c76f-c689-4baf-a747-d6cec34f2180 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-09954c74-af51-4b91-9f98-79d7ee6716a8', 'network_id': '09954c74-af51-4b91-9f98-79d7ee6716a8', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'fixed_ips': [{'subnet_id': '1fd828d8-2c00-4eab-830e-bef612f80ad6'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:59:03.768507 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-90e9160d-c149-4f90-9e51-acb2274514ed None None] Attempting to bind port 7b4627f8-ac95-4bae-96ca-d1be14ae9df7 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:59:03.768649 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5de2c76f-c689-4baf-a747-d6cec34f2180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:03.768815 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-90e9160d-c149-4f90-9e51-acb2274514ed None None] Attempting to bind port 7b4627f8-ac95-4bae-96ca-d1be14ae9df7 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:59:03.769187 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e9160d-c149-4f90-9e51-acb2274514ed None None] Attempting to bind port 7b4627f8-ac95-4bae-96ca-d1be14ae9df7 on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:59:03.778079 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e9160d-c149-4f90-9e51-acb2274514ed None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:59:03.778441 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e9160d-c149-4f90-9e51-acb2274514ed None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:59:03.778846 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-90e9160d-c149-4f90-9e51-acb2274514ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:03.779613 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e9160d-c149-4f90-9e51-acb2274514ed None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:59:03.779757 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-90e9160d-c149-4f90-9e51-acb2274514ed None None] Bound port: 7b4627f8-ac95-4bae-96ca-d1be14ae9df7, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:59:03.780075 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-90e9160d-c149-4f90-9e51-acb2274514ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:03.807225 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bcac56-3cfd-46bc-bec0-228c3204907a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:03.808016 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bcac56-3cfd-46bc-bec0-228c3204907a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:03.809052 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bcac56-3cfd-46bc-bec0-228c3204907a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:03.809777 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bcac56-3cfd-46bc-bec0-228c3204907a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:03.810876 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bcac56-3cfd-46bc-bec0-228c3204907a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:03.811402 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bcac56-3cfd-46bc-bec0-228c3204907a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:03.811896 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bcac56-3cfd-46bc-bec0-228c3204907a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:03.813181 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bcac56-3cfd-46bc-bec0-228c3204907a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:03.813746 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bcac56-3cfd-46bc-bec0-228c3204907a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:03.814354 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bcac56-3cfd-46bc-bec0-228c3204907a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:03.815561 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bcac56-3cfd-46bc-bec0-228c3204907a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:03.816064 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bcac56-3cfd-46bc-bec0-228c3204907a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:03.861217 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-90e9160d-c149-4f90-9e51-acb2274514ed None None] For port 7b4627f8-ac95-4bae-96ca-d1be14ae9df7, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:59:03.865621 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-90e9160d-c149-4f90-9e51-acb2274514ed None None] For port 7b4627f8-ac95-4bae-96ca-d1be14ae9df7, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=7b4627f8-ac95-4bae-96ca-d1be14ae9df7,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:59:03.871701 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-90e9160d-c149-4f90-9e51-acb2274514ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:03.877868 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-2838e209-a352-4a5e-8af8-faf9ecd9683e None None] Provisioning complete for port 7b4627f8-ac95-4bae-96ca-d1be14ae9df7 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:59:03.878229 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2838e209-a352-4a5e-8af8-faf9ecd9683e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:03.938243 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bcac56-3cfd-46bc-bec0-228c3204907a None None] Pushing event updated for resources: {'Port': ['ID=7b4627f8-ac95-4bae-96ca-d1be14ae9df7,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:03.942913 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a88b68-98ad-4bd0-9e45-a5b0e365ed58 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:59:03.952719 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e9160d-c149-4f90-9e51-acb2274514ed None None] Routers {'c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:59:03.953879 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-90e9160d-c149-4f90-9e51-acb2274514ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:58:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:59:03.985901 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-5de2c76f-c689-4baf-a747-d6cec34f2180 None None] Allocated IP 172.20.0.2 (09954c74-af51-4b91-9f98-79d7ee6716a8/1fd828d8-2c00-4eab-830e-bef612f80ad6/af35473f-3495-4449-80d5-6b44a1783f91) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:59:04.075831 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-90e9160d-c149-4f90-9e51-acb2274514ed None None] Set router c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:59:04.094551 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2838e209-a352-4a5e-8af8-faf9ecd9683e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:04.128330 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-2838e209-a352-4a5e-8af8-faf9ecd9683e None None] For port 7b4627f8-ac95-4bae-96ca-d1be14ae9df7, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=7b4627f8-ac95-4bae-96ca-d1be14ae9df7,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:59:04.133861 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2838e209-a352-4a5e-8af8-faf9ecd9683e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:04.240311 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5de2c76f-c689-4baf-a747-d6cec34f2180 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:04.253264 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5de2c76f-c689-4baf-a747-d6cec34f2180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:04.257163 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2838e209-a352-4a5e-8af8-faf9ecd9683e None None] Pushing event updated for resources: {'Port': ['ID=7b4627f8-ac95-4bae-96ca-d1be14ae9df7,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:04.288994 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-90e9160d-c149-4f90-9e51-acb2274514ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502577671', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '7b4627f8-ac95-4bae-96ca-d1be14ae9df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:59:01Z', 'updated_at': '2021-11-12T01:59:02Z', 'revision_number': 3, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': '7b4627f8-ac95-4bae-96ca-d1be14ae9df7', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:59:01Z', 'updated_at': '2021-11-12T01:59:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:59:04.307292 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de2c76f-c689-4baf-a747-d6cec34f2180 None None] Network 09954c74-af51-4b91-9f98-79d7ee6716a8 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:59:04.316619 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-161dd310-d210-447d-898e-7a51e135a516 None None] Provisioning complete for port 7b4627f8-ac95-4bae-96ca-d1be14ae9df7 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:59:04.317148 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-161dd310-d210-447d-898e-7a51e135a516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:04.319096 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-5de2c76f-c689-4baf-a747-d6cec34f2180 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:59:04.324248 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de2c76f-c689-4baf-a747-d6cec34f2180 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:59:04.326893 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e9160d-c149-4f90-9e51-acb2274514ed None None] The sync data for ids ['c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff'] in n-d-812236-11 is: [{'id': 'c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502577671', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '7b4627f8-ac95-4bae-96ca-d1be14ae9df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:59:01Z', 'updated_at': '2021-11-12T01:59:02Z', 'revision_number': 3, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': '7b4627f8-ac95-4bae-96ca-d1be14ae9df7', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:59:01Z', 'updated_at': '2021-11-12T01:59:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:59:04.371444 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de2c76f-c689-4baf-a747-d6cec34f2180 None None] Pushing event updated for resources: {'Port': ['ID=af35473f-3495-4449-80d5-6b44a1783f91,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:04.433081 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-5de2c76f-c689-4baf-a747-d6cec34f2180 None None] Attempting to bind port af35473f-3495-4449-80d5-6b44a1783f91 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:59:04.433793 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-5de2c76f-c689-4baf-a747-d6cec34f2180 None None] Attempting to bind port af35473f-3495-4449-80d5-6b44a1783f91 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '4f7f1d5e-0953-4bb0-a19d-abbc09c050f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '09954c74-af51-4b91-9f98-79d7ee6716a8'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:59:04.433998 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de2c76f-c689-4baf-a747-d6cec34f2180 None None] Attempting to bind port af35473f-3495-4449-80d5-6b44a1783f91 on network 09954c74-af51-4b91-9f98-79d7ee6716a8 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:59:04.439133 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a46cbf8b-0d1d-44c1-b115-1779b69c0b4d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:04.449887 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de2c76f-c689-4baf-a747-d6cec34f2180 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:59:04.450441 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de2c76f-c689-4baf-a747-d6cec34f2180 None None] Checking segment: {'id': '4f7f1d5e-0953-4bb0-a19d-abbc09c050f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '09954c74-af51-4b91-9f98-79d7ee6716a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:59:04.450884 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5de2c76f-c689-4baf-a747-d6cec34f2180 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:04.451283 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de2c76f-c689-4baf-a747-d6cec34f2180 None None] Bound using segment: {'id': '4f7f1d5e-0953-4bb0-a19d-abbc09c050f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '09954c74-af51-4b91-9f98-79d7ee6716a8'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:59:04.451835 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-5de2c76f-c689-4baf-a747-d6cec34f2180 None None] Bound port: af35473f-3495-4449-80d5-6b44a1783f91, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f7f1d5e-0953-4bb0-a19d-abbc09c050f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '09954c74-af51-4b91-9f98-79d7ee6716a8'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:59:04.452226 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5de2c76f-c689-4baf-a747-d6cec34f2180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:04.459057 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-545928d2-a1e4-4d28-99a6-1ede3d206a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:04.581768 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-5de2c76f-c689-4baf-a747-d6cec34f2180 None None] For port af35473f-3495-4449-80d5-6b44a1783f91, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:59:04.593883 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-5de2c76f-c689-4baf-a747-d6cec34f2180 None None] For port af35473f-3495-4449-80d5-6b44a1783f91, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=af35473f-3495-4449-80d5-6b44a1783f91,segment=NetworkSegment(4f7f1d5e-0953-4bb0-a19d-abbc09c050f2),segment_id=4f7f1d5e-0953-4bb0-a19d-abbc09c050f2)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:59:04.601419 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5de2c76f-c689-4baf-a747-d6cec34f2180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:04.714408 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 7b4627f8-ac95-4bae-96ca-d1be14ae9df7 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:59:04.749022 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de2c76f-c689-4baf-a747-d6cec34f2180 None None] Pushing event updated for resources: {'Port': ['ID=af35473f-3495-4449-80d5-6b44a1783f91,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:04.782946 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 7b4627f8-ac95-4bae-96ca-d1be14ae9df7 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:59:04.783321 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:04.793884 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-a46cbf8b-0d1d-44c1-b115-1779b69c0b4d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Allocated IP 172.20.0.1 (09954c74-af51-4b91-9f98-79d7ee6716a8/1fd828d8-2c00-4eab-830e-bef612f80ad6/f162b663-2b49-4d05-88e3-885c561ae7c3) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:59:04.956739 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a46cbf8b-0d1d-44c1-b115-1779b69c0b4d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:05.001765 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a46cbf8b-0d1d-44c1-b115-1779b69c0b4d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:05.047550 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46cbf8b-0d1d-44c1-b115-1779b69c0b4d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Network 09954c74-af51-4b91-9f98-79d7ee6716a8 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:59:05.053857 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-a46cbf8b-0d1d-44c1-b115-1779b69c0b4d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:59:05.057905 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46cbf8b-0d1d-44c1-b115-1779b69c0b4d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:59:05.086087 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46cbf8b-0d1d-44c1-b115-1779b69c0b4d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'Port': ['ID=f162b663-2b49-4d05-88e3-885c561ae7c3,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:05.113499 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a46cbf8b-0d1d-44c1-b115-1779b69c0b4d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:05.262020 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a46cbf8b-0d1d-44c1-b115-1779b69c0b4d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:05.574322 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a46cbf8b-0d1d-44c1-b115-1779b69c0b4d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:05.581599 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a46cbf8b-0d1d-44c1-b115-1779b69c0b4d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:05.671420 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46cbf8b-0d1d-44c1-b115-1779b69c0b4d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'Port': ['ID=f162b663-2b49-4d05-88e3-885c561ae7c3,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:05.675273 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a46cbf8b-0d1d-44c1-b115-1779b69c0b4d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:05.754119 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ec4af7-9c47-4092-93d4-2ca04c4fe545 None None] Network 09954c74-af51-4b91-9f98-79d7ee6716a8 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:59:05.783192 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46cbf8b-0d1d-44c1-b115-1779b69c0b4d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Network 09954c74-af51-4b91-9f98-79d7ee6716a8 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:59:05.784683 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-a46cbf8b-0d1d-44c1-b115-1779b69c0b4d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:59:05.837838 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-fa8a4cf4-459a-47f8-8672-7f52c8a70f2a None None] Provisioning complete for port af35473f-3495-4449-80d5-6b44a1783f91 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:59:05.838220 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fa8a4cf4-459a-47f8-8672-7f52c8a70f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:05.938676 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a46cbf8b-0d1d-44c1-b115-1779b69c0b4d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Router c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:59:06.014301 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fa8a4cf4-459a-47f8-8672-7f52c8a70f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:06.065078 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-fa8a4cf4-459a-47f8-8672-7f52c8a70f2a None None] For port af35473f-3495-4449-80d5-6b44a1783f91, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=af35473f-3495-4449-80d5-6b44a1783f91,segment=NetworkSegment(4f7f1d5e-0953-4bb0-a19d-abbc09c050f2),segment_id=4f7f1d5e-0953-4bb0-a19d-abbc09c050f2)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:59:06.072369 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fa8a4cf4-459a-47f8-8672-7f52c8a70f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:06.116776 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46cbf8b-0d1d-44c1-b115-1779b69c0b4d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:59:06.139022 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a46cbf8b-0d1d-44c1-b115-1779b69c0b4d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "PUT /v2.0/routers/c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5458200 Nov 12 01:59:06.142938 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8a4cf4-459a-47f8-8672-7f52c8a70f2a None None] Pushing event updated for resources: {'Port': ['ID=af35473f-3495-4449-80d5-6b44a1783f91,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:06.181290 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58994a8-efce-40d1-aa6d-b07fc86bf849 None None] Sync routers for ids ['c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:59:06.192669 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58994a8-efce-40d1-aa6d-b07fc86bf849 None None] Routers {'c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:59:06.193302 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-f58994a8-efce-40d1-aa6d-b07fc86bf849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:58:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:59:06.318222 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-91f88ef9-8b8f-466d-b5fa-08eb8b4d747b req-b834ec62-f487-44b3-8497-6d373a28b8c6 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1048839640&fields=id&tenant_id=6959747348f74fb19d3bbd5d9c551ad2 HTTP/1.1" status: 200 len: 267 time: 0.0560703 Nov 12 01:59:06.336061 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-040728e4-fff4-4bfa-92b0-9fe79c3b684a None None] Provisioning complete for port f162b663-2b49-4d05-88e3-885c561ae7c3 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:59:06.336551 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-040728e4-fff4-4bfa-92b0-9fe79c3b684a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:06.374438 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-f58994a8-efce-40d1-aa6d-b07fc86bf849 None None] Set router c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:59:06.421317 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-040728e4-fff4-4bfa-92b0-9fe79c3b684a None None] Port f162b663-2b49-4d05-88e3-885c561ae7c3 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:59:06.475854 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f88ef9-8b8f-466d-b5fa-08eb8b4d747b req-f3bfb961-340b-444a-840a-1b3d01910333 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:06.477533 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-040728e4-fff4-4bfa-92b0-9fe79c3b684a None None] Provisioning complete for port af35473f-3495-4449-80d5-6b44a1783f91 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:59:06.477533 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-040728e4-fff4-4bfa-92b0-9fe79c3b684a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:06.477895 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-91f88ef9-8b8f-466d-b5fa-08eb8b4d747b req-f3bfb961-340b-444a-840a-1b3d01910333 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/networks?id=09954c74-af51-4b91-9f98-79d7ee6716a8 HTTP/1.1" status: 200 len: 796 time: 0.1435018 Nov 12 01:59:06.499266 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-91f88ef9-8b8f-466d-b5fa-08eb8b4d747b req-6eb1d804-b766-480d-8914-cc3686faabb2 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/quotas/6959747348f74fb19d3bbd5d9c551ad2 HTTP/1.1" status: 200 len: 375 time: 0.0146775 Nov 12 01:59:06.572294 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-91f88ef9-8b8f-466d-b5fa-08eb8b4d747b req-cd0f0bb1-baab-47ba-94a8-2f0a6f6161ca tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6959747348f74fb19d3bbd5d9c551ad2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0657747 Nov 12 01:59:06.606761 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3ca534ee-a9a0-470d-b123-eedb68fbcd3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:06.735511 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device af35473f-3495-4449-80d5-6b44a1783f91 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:59:06.776907 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-91f88ef9-8b8f-466d-b5fa-08eb8b4d747b req-5740fb98-bb23-4d56-a502-99b93dd8fae6 service neutron] 10.222.0.20 "GET /v2.0/networks/09954c74-af51-4b91-9f98-79d7ee6716a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895275 Nov 12 01:59:06.877601 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-91f88ef9-8b8f-466d-b5fa-08eb8b4d747b req-c0d4c220-a19e-411a-96d0-f2b6dd6646f4 service neutron] 10.222.0.20 "GET /v2.0/networks/09954c74-af51-4b91-9f98-79d7ee6716a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939407 Nov 12 01:59:06.954853 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-f58994a8-efce-40d1-aa6d-b07fc86bf849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502577671', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '7b4627f8-ac95-4bae-96ca-d1be14ae9df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:59:01Z', 'updated_at': '2021-11-12T01:59:05Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': '7b4627f8-ac95-4bae-96ca-d1be14ae9df7', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:59:01Z', 'updated_at': '2021-11-12T01:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'f162b663-2b49-4d05-88e3-885c561ae7c3', 'name': '', 'network_id': '09954c74-af51-4b91-9f98-79d7ee6716a8', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'mac_address': 'fa:16:3e:d6:da:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '1fd828d8-2c00-4eab-830e-bef612f80ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:59:04Z', 'updated_at': '2021-11-12T01:59:05Z', 'revision_number': 2, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'subnets': [{'id': '1fd828d8-2c00-4eab-830e-bef612f80ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:59:06.991066 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58994a8-efce-40d1-aa6d-b07fc86bf849 None None] Checking router: c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:59:06.991416 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58994a8-efce-40d1-aa6d-b07fc86bf849 None None] Updating router c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff port f162b663-2b49-4d05-88e3-885c561ae7c3 binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:59:07.017348 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-27e4cf33-29c6-48fe-b3e2-0ed53efa63da None None] Provisioning complete for port f162b663-2b49-4d05-88e3-885c561ae7c3 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:59:07.018534 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-27e4cf33-29c6-48fe-b3e2-0ed53efa63da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:07.063769 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f58994a8-efce-40d1-aa6d-b07fc86bf849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:07.068614 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f4935a99-6120-4c28-8a90-47e2362a31f9 req-845bca8b-b931-482e-bba6-4cb8811a09f2 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb1e760e-b43c-4e7c-9875-fff91a45eb00 HTTP/1.1" status: 200 len: 210 time: 0.0344956 Nov 12 01:59:07.086388 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-27e4cf33-29c6-48fe-b3e2-0ed53efa63da None None] Port f162b663-2b49-4d05-88e3-885c561ae7c3 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:59:07.092992 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port af35473f-3495-4449-80d5-6b44a1783f91 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:59:07.101435 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:07.422864 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f58994a8-efce-40d1-aa6d-b07fc86bf849 None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:07.429803 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f58994a8-efce-40d1-aa6d-b07fc86bf849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:07.486100 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279cab6a-c759-4943-9789-0078eb749f87 None None] Pushing event updated for resources: {'Port': ['ID=f162b663-2b49-4d05-88e3-885c561ae7c3,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:07.545617 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-f58994a8-efce-40d1-aa6d-b07fc86bf849 None None] Attempting to bind port f162b663-2b49-4d05-88e3-885c561ae7c3 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:59:07.546371 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-f58994a8-efce-40d1-aa6d-b07fc86bf849 None None] Attempting to bind port f162b663-2b49-4d05-88e3-885c561ae7c3 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '4f7f1d5e-0953-4bb0-a19d-abbc09c050f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '09954c74-af51-4b91-9f98-79d7ee6716a8'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:59:07.546640 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58994a8-efce-40d1-aa6d-b07fc86bf849 None None] Attempting to bind port f162b663-2b49-4d05-88e3-885c561ae7c3 on network 09954c74-af51-4b91-9f98-79d7ee6716a8 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:59:07.554279 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58994a8-efce-40d1-aa6d-b07fc86bf849 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:59:07.554651 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58994a8-efce-40d1-aa6d-b07fc86bf849 None None] Checking segment: {'id': '4f7f1d5e-0953-4bb0-a19d-abbc09c050f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '09954c74-af51-4b91-9f98-79d7ee6716a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:59:07.555058 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f58994a8-efce-40d1-aa6d-b07fc86bf849 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:07.555452 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58994a8-efce-40d1-aa6d-b07fc86bf849 None None] Bound using segment: {'id': '4f7f1d5e-0953-4bb0-a19d-abbc09c050f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '09954c74-af51-4b91-9f98-79d7ee6716a8'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:59:07.555921 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-f58994a8-efce-40d1-aa6d-b07fc86bf849 None None] Bound port: f162b663-2b49-4d05-88e3-885c561ae7c3, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f7f1d5e-0953-4bb0-a19d-abbc09c050f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '09954c74-af51-4b91-9f98-79d7ee6716a8'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:59:07.556301 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f58994a8-efce-40d1-aa6d-b07fc86bf849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:07.637047 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-f58994a8-efce-40d1-aa6d-b07fc86bf849 None None] For port f162b663-2b49-4d05-88e3-885c561ae7c3, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:59:07.642891 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-f58994a8-efce-40d1-aa6d-b07fc86bf849 None None] For port f162b663-2b49-4d05-88e3-885c561ae7c3, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=f162b663-2b49-4d05-88e3-885c561ae7c3,segment=NetworkSegment(4f7f1d5e-0953-4bb0-a19d-abbc09c050f2),segment_id=4f7f1d5e-0953-4bb0-a19d-abbc09c050f2)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:59:07.650984 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f58994a8-efce-40d1-aa6d-b07fc86bf849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:07.717846 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58994a8-efce-40d1-aa6d-b07fc86bf849 None None] Routers {'c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:59:07.718478 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-f58994a8-efce-40d1-aa6d-b07fc86bf849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:59:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:59:07.724158 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279cab6a-c759-4943-9789-0078eb749f87 None None] Pushing event updated for resources: {'Port': ['ID=f162b663-2b49-4d05-88e3-885c561ae7c3,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:07.776407 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-c8c04cb0-9d04-4a58-b010-218346cc568a None None] Provisioning complete for port f162b663-2b49-4d05-88e3-885c561ae7c3 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:59:07.776715 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c8c04cb0-9d04-4a58-b010-218346cc568a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:07.871058 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-f58994a8-efce-40d1-aa6d-b07fc86bf849 None None] Set router c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:59:07.998895 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c8c04cb0-9d04-4a58-b010-218346cc568a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:08.026430 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:08.084755 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-c8c04cb0-9d04-4a58-b010-218346cc568a None None] For port f162b663-2b49-4d05-88e3-885c561ae7c3, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=f162b663-2b49-4d05-88e3-885c561ae7c3,segment=NetworkSegment(4f7f1d5e-0953-4bb0-a19d-abbc09c050f2),segment_id=4f7f1d5e-0953-4bb0-a19d-abbc09c050f2)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:59:08.094879 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c8c04cb0-9d04-4a58-b010-218346cc568a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:08.176917 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c04cb0-9d04-4a58-b010-218346cc568a None None] Pushing event updated for resources: {'Port': ['ID=f162b663-2b49-4d05-88e3-885c561ae7c3,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:08.200282 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-f58994a8-efce-40d1-aa6d-b07fc86bf849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502577671', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '7b4627f8-ac95-4bae-96ca-d1be14ae9df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:59:01Z', 'updated_at': '2021-11-12T01:59:05Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': '7b4627f8-ac95-4bae-96ca-d1be14ae9df7', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:59:01Z', 'updated_at': '2021-11-12T01:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'f162b663-2b49-4d05-88e3-885c561ae7c3', 'name': '', 'network_id': '09954c74-af51-4b91-9f98-79d7ee6716a8', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'mac_address': 'fa:16:3e:d6:da:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '1fd828d8-2c00-4eab-830e-bef612f80ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:59:04Z', 'updated_at': '2021-11-12T01:59:07Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'subnets': [{'id': '1fd828d8-2c00-4eab-830e-bef612f80ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:59:08.220636 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4582e78b-56b0-4187-8fd3-b23542eab235 req-e598a083-2ce0-44d0-be85-ef0de1162a1f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb1e760e-b43c-4e7c-9875-fff91a45eb00 HTTP/1.1" status: 200 len: 210 time: 0.0604949 Nov 12 01:59:08.238989 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58994a8-efce-40d1-aa6d-b07fc86bf849 None None] The sync data for ids ['c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff'] in n-d-812236-11 is: [{'id': 'c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502577671', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '7b4627f8-ac95-4bae-96ca-d1be14ae9df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:59:01Z', 'updated_at': '2021-11-12T01:59:05Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': '7b4627f8-ac95-4bae-96ca-d1be14ae9df7', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:59:01Z', 'updated_at': '2021-11-12T01:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'f162b663-2b49-4d05-88e3-885c561ae7c3', 'name': '', 'network_id': '09954c74-af51-4b91-9f98-79d7ee6716a8', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'mac_address': 'fa:16:3e:d6:da:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '1fd828d8-2c00-4eab-830e-bef612f80ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:59:04Z', 'updated_at': '2021-11-12T01:59:07Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'subnets': [{'id': '1fd828d8-2c00-4eab-830e-bef612f80ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:59:08.259732 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-300d559b-4a04-4aed-950b-c102d56e4e11 None None] Provisioning complete for port f162b663-2b49-4d05-88e3-885c561ae7c3 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:59:08.260656 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-300d559b-4a04-4aed-950b-c102d56e4e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:08.393677 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f88ef9-8b8f-466d-b5fa-08eb8b4d747b req-130e18bd-8684-4a49-8fda-bbb7ed08944b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:08.395314 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-91f88ef9-8b8f-466d-b5fa-08eb8b4d747b req-130e18bd-8684-4a49-8fda-bbb7ed08944b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.54 "GET /v2.0/networks?id=09954c74-af51-4b91-9f98-79d7ee6716a8 HTTP/1.1" status: 200 len: 796 time: 0.2181902 Nov 12 01:59:08.484394 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-91f88ef9-8b8f-466d-b5fa-08eb8b4d747b req-f1613223-4287-470e-ae78-a1369dce51fa tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6959747348f74fb19d3bbd5d9c551ad2 HTTP/1.1" status: 200 len: 380 time: 0.0656536 Nov 12 01:59:08.496159 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-91f88ef9-8b8f-466d-b5fa-08eb8b4d747b req-06065290-d615-49e9-b896-0f7cfc88eca2 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'port': {'device_id': 'fb1e760e-b43c-4e7c-9875-fff91a45eb00', 'network_id': '09954c74-af51-4b91-9f98-79d7ee6716a8', 'admin_state_up': True, 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'security_groups': ['9ab8a8bd-3fb7-4b9f-8de5-3e9c1b644878']}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:59:08.633967 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91f88ef9-8b8f-466d-b5fa-08eb8b4d747b req-06065290-d615-49e9-b896-0f7cfc88eca2 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Made reservation on behalf of 6959747348f74fb19d3bbd5d9c551ad2 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:59:08.638036 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-91f88ef9-8b8f-466d-b5fa-08eb8b4d747b req-06065290-d615-49e9-b896-0f7cfc88eca2 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:08.685891 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device f162b663-2b49-4d05-88e3-885c561ae7c3 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:59:08.741068 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port f162b663-2b49-4d05-88e3-885c561ae7c3 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:59:08.742180 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:08.794152 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-91f88ef9-8b8f-466d-b5fa-08eb8b4d747b req-06065290-d615-49e9-b896-0f7cfc88eca2 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Allocated IP 172.20.0.12 (09954c74-af51-4b91-9f98-79d7ee6716a8/1fd828d8-2c00-4eab-830e-bef612f80ad6/ae24197b-11f4-4751-a755-8fdc22ba83ca) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:59:08.946483 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-91f88ef9-8b8f-466d-b5fa-08eb8b4d747b req-06065290-d615-49e9-b896-0f7cfc88eca2 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:08.982572 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-91f88ef9-8b8f-466d-b5fa-08eb8b4d747b req-06065290-d615-49e9-b896-0f7cfc88eca2 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:09.028768 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91f88ef9-8b8f-466d-b5fa-08eb8b4d747b req-06065290-d615-49e9-b896-0f7cfc88eca2 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Network 09954c74-af51-4b91-9f98-79d7ee6716a8 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:59:09.034791 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-91f88ef9-8b8f-466d-b5fa-08eb8b4d747b req-06065290-d615-49e9-b896-0f7cfc88eca2 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:59:09.040209 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-91f88ef9-8b8f-466d-b5fa-08eb8b4d747b req-06065290-d615-49e9-b896-0f7cfc88eca2 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:59:09.077996 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06065290-d615-49e9-b896-0f7cfc88eca2 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'Port': ['ID=ae24197b-11f4-4751-a755-8fdc22ba83ca,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:09.105921 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f88ef9-8b8f-466d-b5fa-08eb8b4d747b req-06065290-d615-49e9-b896-0f7cfc88eca2 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:09.106592 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-91f88ef9-8b8f-466d-b5fa-08eb8b4d747b req-06065290-d615-49e9-b896-0f7cfc88eca2 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:09.124185 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-91f88ef9-8b8f-466d-b5fa-08eb8b4d747b req-06065290-d615-49e9-b896-0f7cfc88eca2 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6318181 Nov 12 01:59:09.146039 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-91f88ef9-8b8f-466d-b5fa-08eb8b4d747b req-41e42608-4cda-4b77-b5eb-a8a97f35665c service neutron] Request body: {'port': {'device_id': 'fb1e760e-b43c-4e7c-9875-fff91a45eb00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:59:09.216836 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-91f88ef9-8b8f-466d-b5fa-08eb8b4d747b req-41e42608-4cda-4b77-b5eb-a8a97f35665c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:09.342101 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-eb8c7509-6a1c-4c65-ad98-273ace86fb8c None None] Provisioning complete for port ae24197b-11f4-4751-a755-8fdc22ba83ca triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:59:09.344036 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-eb8c7509-6a1c-4c65-ad98-273ace86fb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:09.390693 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc05530-c32a-4570-a984-064dfd7abf2f req-0e153566-b6bc-4085-ae92-ea1eaa0ae477 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:09.393204 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c7509-6a1c-4c65-ad98-273ace86fb8c None None] Port ae24197b-11f4-4751-a755-8fdc22ba83ca cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:59:09.402352 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bfc05530-c32a-4570-a984-064dfd7abf2f req-0e153566-b6bc-4085-ae92-ea1eaa0ae477 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb1e760e-b43c-4e7c-9875-fff91a45eb00 HTTP/1.1" status: 200 len: 932 time: 0.0843210 Nov 12 01:59:09.458638 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-bfc05530-c32a-4570-a984-064dfd7abf2f req-3f3b7bf7-57d2-42d8-b0b0-3e67b0f1f2b4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ab8a8bd-3fb7-4b9f-8de5-3e9c1b644878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550046 Nov 12 01:59:09.539125 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-91f88ef9-8b8f-466d-b5fa-08eb8b4d747b req-41e42608-4cda-4b77-b5eb-a8a97f35665c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae24197b-11f4-4751-a755-8fdc22ba83ca {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:59:09.546602 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-91f88ef9-8b8f-466d-b5fa-08eb8b4d747b req-41e42608-4cda-4b77-b5eb-a8a97f35665c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:09.563148 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-91f88ef9-8b8f-466d-b5fa-08eb8b4d747b req-41e42608-4cda-4b77-b5eb-a8a97f35665c service neutron] Transition to ACTIVE for port object ae24197b-11f4-4751-a755-8fdc22ba83ca will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:59:09.568321 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-91f88ef9-8b8f-466d-b5fa-08eb8b4d747b req-41e42608-4cda-4b77-b5eb-a8a97f35665c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:09.592205 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:09.627036 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e42608-4cda-4b77-b5eb-a8a97f35665c service neutron] Pushing event updated for resources: {'Port': ['ID=ae24197b-11f4-4751-a755-8fdc22ba83ca,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:09.703438 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-91f88ef9-8b8f-466d-b5fa-08eb8b4d747b req-41e42608-4cda-4b77-b5eb-a8a97f35665c service neutron] Attempting to bind port ae24197b-11f4-4751-a755-8fdc22ba83ca on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:59:09.703952 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-91f88ef9-8b8f-466d-b5fa-08eb8b4d747b req-41e42608-4cda-4b77-b5eb-a8a97f35665c service neutron] Attempting to bind port ae24197b-11f4-4751-a755-8fdc22ba83ca by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': '4f7f1d5e-0953-4bb0-a19d-abbc09c050f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '09954c74-af51-4b91-9f98-79d7ee6716a8'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:59:09.704095 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f88ef9-8b8f-466d-b5fa-08eb8b4d747b req-41e42608-4cda-4b77-b5eb-a8a97f35665c service neutron] Attempting to bind port ae24197b-11f4-4751-a755-8fdc22ba83ca on network 09954c74-af51-4b91-9f98-79d7ee6716a8 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:59:09.709040 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f88ef9-8b8f-466d-b5fa-08eb8b4d747b req-41e42608-4cda-4b77-b5eb-a8a97f35665c service neutron] Port ae24197b-11f4-4751-a755-8fdc22ba83ca on network 09954c74-af51-4b91-9f98-79d7ee6716a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:59:09.709361 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f88ef9-8b8f-466d-b5fa-08eb8b4d747b req-41e42608-4cda-4b77-b5eb-a8a97f35665c service neutron] Attempting to bind port ae24197b-11f4-4751-a755-8fdc22ba83ca on network 09954c74-af51-4b91-9f98-79d7ee6716a8 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:59:09.716056 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f88ef9-8b8f-466d-b5fa-08eb8b4d747b req-41e42608-4cda-4b77-b5eb-a8a97f35665c service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:59:09.716390 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f88ef9-8b8f-466d-b5fa-08eb8b4d747b req-41e42608-4cda-4b77-b5eb-a8a97f35665c service neutron] Checking segment: {'id': '4f7f1d5e-0953-4bb0-a19d-abbc09c050f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '09954c74-af51-4b91-9f98-79d7ee6716a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:59:09.716772 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f88ef9-8b8f-466d-b5fa-08eb8b4d747b req-41e42608-4cda-4b77-b5eb-a8a97f35665c service neutron] Bound using segment: {'id': '4f7f1d5e-0953-4bb0-a19d-abbc09c050f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '09954c74-af51-4b91-9f98-79d7ee6716a8'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:59:09.717194 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-91f88ef9-8b8f-466d-b5fa-08eb8b4d747b req-41e42608-4cda-4b77-b5eb-a8a97f35665c service neutron] Bound port: ae24197b-11f4-4751-a755-8fdc22ba83ca, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f7f1d5e-0953-4bb0-a19d-abbc09c050f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '09954c74-af51-4b91-9f98-79d7ee6716a8'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:59:09.717742 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-91f88ef9-8b8f-466d-b5fa-08eb8b4d747b req-41e42608-4cda-4b77-b5eb-a8a97f35665c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:09.794004 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-91f88ef9-8b8f-466d-b5fa-08eb8b4d747b req-41e42608-4cda-4b77-b5eb-a8a97f35665c service neutron] For port ae24197b-11f4-4751-a755-8fdc22ba83ca, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:59:09.797463 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-91f88ef9-8b8f-466d-b5fa-08eb8b4d747b req-41e42608-4cda-4b77-b5eb-a8a97f35665c service neutron] For port ae24197b-11f4-4751-a755-8fdc22ba83ca, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=ae24197b-11f4-4751-a755-8fdc22ba83ca,segment=NetworkSegment(4f7f1d5e-0953-4bb0-a19d-abbc09c050f2),segment_id=4f7f1d5e-0953-4bb0-a19d-abbc09c050f2)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:59:09.802576 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-91f88ef9-8b8f-466d-b5fa-08eb8b4d747b req-41e42608-4cda-4b77-b5eb-a8a97f35665c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:09.847610 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f88ef9-8b8f-466d-b5fa-08eb8b4d747b req-41e42608-4cda-4b77-b5eb-a8a97f35665c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:09.848576 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-91f88ef9-8b8f-466d-b5fa-08eb8b4d747b req-41e42608-4cda-4b77-b5eb-a8a97f35665c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:09.850005 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-91f88ef9-8b8f-466d-b5fa-08eb8b4d747b req-41e42608-4cda-4b77-b5eb-a8a97f35665c service neutron] 10.222.0.54 "PUT /v2.0/ports/ae24197b-11f4-4751-a755-8fdc22ba83ca HTTP/1.1" status: 200 len: 1093 time: 0.7087653 Nov 12 01:59:09.852551 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb1e760e-b43c-4e7c-9875-fff91a45eb00', 'tag': 'ae24197b-11f4-4751-a755-8fdc22ba83ca'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:59:09.854633 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f20791c62abc78a76d837b2e8f3e70a497c95c8c7e17d957ee036670eec5325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad36b91-68c9-4f7a-ad35-6b48985f1eaf" -d '{"events": [{"name": "network-changed", "server_uuid": "fb1e760e-b43c-4e7c-9875-fff91a45eb00", "tag": "ae24197b-11f4-4751-a755-8fdc22ba83ca"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:59:09.888222 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e42608-4cda-4b77-b5eb-a8a97f35665c service neutron] Pushing event updated for resources: {'Port': ['ID=ae24197b-11f4-4751-a755-8fdc22ba83ca,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:09.907721 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58cd5f0-e28c-4598-a798-4665ef8f20a5 x-openstack-request-id: req-d58cd5f0-e28c-4598-a798-4665ef8f20a5 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:59:09.908122 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb1e760e-b43c-4e7c-9875-fff91a45eb00", "tag": "ae24197b-11f4-4751-a755-8fdc22ba83ca", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:59:09.908442 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d58cd5f0-e28c-4598-a798-4665ef8f20a5 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:59:09.909004 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb1e760e-b43c-4e7c-9875-fff91a45eb00', 'tag': 'ae24197b-11f4-4751-a755-8fdc22ba83ca', 'status': 'completed', 'code': 200} Nov 12 01:59:09.968472 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f88ef9-8b8f-466d-b5fa-08eb8b4d747b req-522d7c21-759e-4da4-94d7-1774b930e567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:09.970144 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-91f88ef9-8b8f-466d-b5fa-08eb8b4d747b req-522d7c21-759e-4da4-94d7-1774b930e567 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6959747348f74fb19d3bbd5d9c551ad2&device_id=fb1e760e-b43c-4e7c-9875-fff91a45eb00 HTTP/1.1" status: 200 len: 1096 time: 0.0447836 Nov 12 01:59:10.021899 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-91f88ef9-8b8f-466d-b5fa-08eb8b4d747b req-55883115-1496-4454-b415-35e0e5fbb1ba service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae24197b-11f4-4751-a755-8fdc22ba83ca HTTP/1.1" status: 200 len: 217 time: 0.0373578 Nov 12 01:59:10.077309 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f88ef9-8b8f-466d-b5fa-08eb8b4d747b req-1f7878a9-8a34-48ea-ad5e-c7439698f41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:10.078784 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-91f88ef9-8b8f-466d-b5fa-08eb8b4d747b req-1f7878a9-8a34-48ea-ad5e-c7439698f41f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1fd828d8-2c00-4eab-830e-bef612f80ad6 HTTP/1.1" status: 200 len: 834 time: 0.0501060 Nov 12 01:59:10.128603 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f88ef9-8b8f-466d-b5fa-08eb8b4d747b req-64d8329a-0f4d-4894-96ef-5ddb297d2cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:10.130459 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-91f88ef9-8b8f-466d-b5fa-08eb8b4d747b req-64d8329a-0f4d-4894-96ef-5ddb297d2cbc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=09954c74-af51-4b91-9f98-79d7ee6716a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448048 Nov 12 01:59:10.230643 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-91f88ef9-8b8f-466d-b5fa-08eb8b4d747b req-952ce4f5-1c20-43e6-8843-41db9955f27d service neutron] 10.222.0.54 "GET /v2.0/networks/09954c74-af51-4b91-9f98-79d7ee6716a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918491 Nov 12 01:59:10.324124 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-91f88ef9-8b8f-466d-b5fa-08eb8b4d747b req-dee781f2-2473-4b4c-9d9f-edbf04311b51 service neutron] 10.222.0.54 "GET /v2.0/networks/09954c74-af51-4b91-9f98-79d7ee6716a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864954 Nov 12 01:59:10.454508 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad36b91-68c9-4f7a-ad35-6b48985f1eaf req-6c750966-2776-4a08-a25d-3097a28bdd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:10.456022 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4ad36b91-68c9-4f7a-ad35-6b48985f1eaf req-6c750966-2776-4a08-a25d-3097a28bdd8e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6959747348f74fb19d3bbd5d9c551ad2&device_id=fb1e760e-b43c-4e7c-9875-fff91a45eb00 HTTP/1.1" status: 200 len: 1096 time: 0.0428641 Nov 12 01:59:10.473700 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:10.578454 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad36b91-68c9-4f7a-ad35-6b48985f1eaf req-53e811e9-de30-4809-bbf4-d23e17d1aeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:10.580085 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4ad36b91-68c9-4f7a-ad35-6b48985f1eaf req-53e811e9-de30-4809-bbf4-d23e17d1aeb6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=09954c74-af51-4b91-9f98-79d7ee6716a8 HTTP/1.1" status: 200 len: 897 time: 0.1155624 Nov 12 01:59:10.598670 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63098ec-b733-4c6c-b606-75c19804fffe req-8a5b2353-d121-4a56-8f80-d4eb258b6e86 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:10.600275 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a63098ec-b733-4c6c-b606-75c19804fffe req-8a5b2353-d121-4a56-8f80-d4eb258b6e86 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb1e760e-b43c-4e7c-9875-fff91a45eb00 HTTP/1.1" status: 200 len: 944 time: 0.0597169 Nov 12 01:59:10.623096 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4ad36b91-68c9-4f7a-ad35-6b48985f1eaf req-3e161ba2-5462-4ee0-b46f-1d29b2597343 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae24197b-11f4-4751-a755-8fdc22ba83ca HTTP/1.1" status: 200 len: 217 time: 0.0351734 Nov 12 01:59:10.653989 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a63098ec-b733-4c6c-b606-75c19804fffe req-b51c5483-f10a-4ab2-b2bb-40eaf2232360 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ab8a8bd-3fb7-4b9f-8de5-3e9c1b644878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465174 Nov 12 01:59:10.677754 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad36b91-68c9-4f7a-ad35-6b48985f1eaf req-752335e4-1a42-44e3-8bdc-5ac4eaa733f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:10.679223 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4ad36b91-68c9-4f7a-ad35-6b48985f1eaf req-752335e4-1a42-44e3-8bdc-5ac4eaa733f1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1fd828d8-2c00-4eab-830e-bef612f80ad6 HTTP/1.1" status: 200 len: 834 time: 0.0495493 Nov 12 01:59:10.725448 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad36b91-68c9-4f7a-ad35-6b48985f1eaf req-be8390bf-ea97-46b5-9c86-3e5b1127749c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:10.727524 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4ad36b91-68c9-4f7a-ad35-6b48985f1eaf req-be8390bf-ea97-46b5-9c86-3e5b1127749c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=09954c74-af51-4b91-9f98-79d7ee6716a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414176 Nov 12 01:59:10.816697 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4ad36b91-68c9-4f7a-ad35-6b48985f1eaf req-5fe78ebf-bc69-485a-a218-31f29cc6db0f service neutron] 10.222.0.54 "GET /v2.0/networks/09954c74-af51-4b91-9f98-79d7ee6716a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815320 Nov 12 01:59:10.911477 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4ad36b91-68c9-4f7a-ad35-6b48985f1eaf req-2ec34c72-047e-42d4-81fc-d05f0c2c80b0 service neutron] 10.222.0.54 "GET /v2.0/networks/09954c74-af51-4b91-9f98-79d7ee6716a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871673 Nov 12 01:59:11.608146 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:11.778540 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c34386a-b27b-4e1b-8ec0-b4bcb1a17d65 req-081fd030-0c18-42fa-b56a-861d827fb7e5 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:11.780045 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2c34386a-b27b-4e1b-8ec0-b4bcb1a17d65 req-081fd030-0c18-42fa-b56a-861d827fb7e5 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb1e760e-b43c-4e7c-9875-fff91a45eb00 HTTP/1.1" status: 200 len: 944 time: 0.0505524 Nov 12 01:59:11.834697 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2c34386a-b27b-4e1b-8ec0-b4bcb1a17d65 req-382a6f4b-ab01-4572-aadb-23155cb963eb tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ab8a8bd-3fb7-4b9f-8de5-3e9c1b644878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485291 Nov 12 01:59:12.966973 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49cd082-625e-4fd8-b4ce-83c3d1f01c54 req-406c41df-5446-4f05-af27-acdcdf948a88 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:12.968472 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a49cd082-625e-4fd8-b4ce-83c3d1f01c54 req-406c41df-5446-4f05-af27-acdcdf948a88 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb1e760e-b43c-4e7c-9875-fff91a45eb00 HTTP/1.1" status: 200 len: 944 time: 0.0531206 Nov 12 01:59:13.018245 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a49cd082-625e-4fd8-b4ce-83c3d1f01c54 req-32280fb1-8a80-4695-a98d-56ff36844393 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ab8a8bd-3fb7-4b9f-8de5-3e9c1b644878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433338 Nov 12 01:59:13.430412 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:14.139280 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c596f8-b106-486b-9468-13b30e418a75 req-20b257d6-5b68-4b0c-96e3-c6f01c4d5b6d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:14.140646 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-21c596f8-b106-486b-9468-13b30e418a75 req-20b257d6-5b68-4b0c-96e3-c6f01c4d5b6d tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb1e760e-b43c-4e7c-9875-fff91a45eb00 HTTP/1.1" status: 200 len: 944 time: 0.0548851 Nov 12 01:59:14.154679 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device ae24197b-11f4-4751-a755-8fdc22ba83ca details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:59:14.192985 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-21c596f8-b106-486b-9468-13b30e418a75 req-6095e5fe-53c2-437d-b2ee-506162085cea tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ab8a8bd-3fb7-4b9f-8de5-3e9c1b644878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463483 Nov 12 01:59:14.251790 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port ae24197b-11f4-4751-a755-8fdc22ba83ca, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=ae24197b-11f4-4751-a755-8fdc22ba83ca,segment=NetworkSegment(4f7f1d5e-0953-4bb0-a19d-abbc09c050f2),segment_id=4f7f1d5e-0953-4bb0-a19d-abbc09c050f2)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:59:14.263328 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'ae24197b-11f4-4751-a755-8fdc22ba83ca', 'network_id': '09954c74-af51-4b91-9f98-79d7ee6716a8', 'port_id': 'ae24197b-11f4-4751-a755-8fdc22ba83ca', 'mac_address': 'fa:16:3e:50:1f:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fd828d8-2c00-4eab-830e-bef612f80ad6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:59:14.301320 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:14.314088 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae24197b-11f4-4751-a755-8fdc22ba83ca {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:59:14.332906 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port ae24197b-11f4-4751-a755-8fdc22ba83ca, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=ae24197b-11f4-4751-a755-8fdc22ba83ca,segment=NetworkSegment(4f7f1d5e-0953-4bb0-a19d-abbc09c050f2),segment_id=4f7f1d5e-0953-4bb0-a19d-abbc09c050f2)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:59:14.337568 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:14.385969 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=ae24197b-11f4-4751-a755-8fdc22ba83ca,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:14.768571 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['ae24197b-11f4-4751-a755-8fdc22ba83ca'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:59:15.309859 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fc9254-a324-46ce-bc16-c52db679f5f0 req-61eb2e0e-fbb2-4a38-8ece-77fbfa704eca tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:15.311341 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b3fc9254-a324-46ce-bc16-c52db679f5f0 req-61eb2e0e-fbb2-4a38-8ece-77fbfa704eca tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb1e760e-b43c-4e7c-9875-fff91a45eb00 HTTP/1.1" status: 200 len: 945 time: 0.0511796 Nov 12 01:59:15.361267 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b3fc9254-a324-46ce-bc16-c52db679f5f0 req-0762bc91-c530-48e3-a9ed-377552eea3de tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ab8a8bd-3fb7-4b9f-8de5-3e9c1b644878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440068 Nov 12 01:59:16.172560 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device ae24197b-11f4-4751-a755-8fdc22ba83ca up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:59:16.224799 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port ae24197b-11f4-4751-a755-8fdc22ba83ca completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:59:16.229427 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port ae24197b-11f4-4751-a755-8fdc22ba83ca triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:59:16.229804 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:16.306140 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:16.328977 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1e760e-b43c-4e7c-9875-fff91a45eb00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae24197b-11f4-4751-a755-8fdc22ba83ca'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:59:16.331272 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f589fb9f8862dfdbd1fb170ce835a8c182cc8b052b64638c52562f284e07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c20299-52b6-40b1-9a92-a0a3f73533fd" -d '{"events": [{"server_uuid": "fb1e760e-b43c-4e7c-9875-fff91a45eb00", "name": "network-vif-plugged", "status": "completed", "tag": "ae24197b-11f4-4751-a755-8fdc22ba83ca"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:59:16.344008 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port ae24197b-11f4-4751-a755-8fdc22ba83ca, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=ae24197b-11f4-4751-a755-8fdc22ba83ca,segment=NetworkSegment(4f7f1d5e-0953-4bb0-a19d-abbc09c050f2),segment_id=4f7f1d5e-0953-4bb0-a19d-abbc09c050f2)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:59:16.348355 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:16.374199 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f3b250-6a6e-4cea-833e-8e1c9c5c9f74 x-openstack-request-id: req-f7f3b250-6a6e-4cea-833e-8e1c9c5c9f74 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:59:16.374483 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1e760e-b43c-4e7c-9875-fff91a45eb00", "name": "network-vif-plugged", "status": "completed", "tag": "ae24197b-11f4-4751-a755-8fdc22ba83ca", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:59:16.374727 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f7f3b250-6a6e-4cea-833e-8e1c9c5c9f74 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:59:16.375097 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1e760e-b43c-4e7c-9875-fff91a45eb00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae24197b-11f4-4751-a755-8fdc22ba83ca', 'code': 200} Nov 12 01:59:16.400639 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=ae24197b-11f4-4751-a755-8fdc22ba83ca,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:16.489080 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c9c8a-8d35-49ca-8890-5b68c6a78717 req-ef048c5d-2a86-4e82-be1b-8ad18738bdb4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:16.490562 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4f7c9c8a-8d35-49ca-8890-5b68c6a78717 req-ef048c5d-2a86-4e82-be1b-8ad18738bdb4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb1e760e-b43c-4e7c-9875-fff91a45eb00 HTTP/1.1" status: 200 len: 946 time: 0.0543697 Nov 12 01:59:16.505364 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5cb02-0609-4919-ad42-94119b87c811 req-8b239452-cc1a-424c-8666-26b16f335b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:16.506871 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5eb5cb02-0609-4919-ad42-94119b87c811 req-8b239452-cc1a-424c-8666-26b16f335b02 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fb1e760e-b43c-4e7c-9875-fff91a45eb00 HTTP/1.1" status: 200 len: 1098 time: 0.0409918 Nov 12 01:59:16.541786 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4f7c9c8a-8d35-49ca-8890-5b68c6a78717 req-e0e48382-900b-469a-925d-02088a00d0bd tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ab8a8bd-3fb7-4b9f-8de5-3e9c1b644878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436702 Nov 12 01:59:16.553190 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5eb5cb02-0609-4919-ad42-94119b87c811 req-99fafa54-05de-4a58-80b7-4aa30df302b7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9ab8a8bd-3fb7-4b9f-8de5-3e9c1b644878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390441 Nov 12 01:59:17.660983 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b1be7-da02-4eb4-a7c8-86075bb0ff18 req-09491506-343f-4dae-8e8f-777f5276c470 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:17.662497 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-754b1be7-da02-4eb4-a7c8-86075bb0ff18 req-09491506-343f-4dae-8e8f-777f5276c470 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb1e760e-b43c-4e7c-9875-fff91a45eb00 HTTP/1.1" status: 200 len: 946 time: 0.0491951 Nov 12 01:59:17.716186 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-754b1be7-da02-4eb4-a7c8-86075bb0ff18 req-e3290640-e765-4028-a03c-8654bd5fa108 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ab8a8bd-3fb7-4b9f-8de5-3e9c1b644878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469222 Nov 12 01:59:18.832610 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09923da1-c25e-4f50-8bd5-a06489ca895e req-d2b7dd30-a23e-4ea8-8741-05ddc11c9b8f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:18.834108 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-09923da1-c25e-4f50-8bd5-a06489ca895e req-d2b7dd30-a23e-4ea8-8741-05ddc11c9b8f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb1e760e-b43c-4e7c-9875-fff91a45eb00 HTTP/1.1" status: 200 len: 946 time: 0.0502903 Nov 12 01:59:18.885095 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-09923da1-c25e-4f50-8bd5-a06489ca895e req-4528448d-33d6-41f0-9046-0bc0ee8be5ca tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ab8a8bd-3fb7-4b9f-8de5-3e9c1b644878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444865 Nov 12 01:59:19.002920 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0133e104-ba92-469f-b5a7-c430f446a875 req-4c7d8b03-6e77-40f2-867e-a5b0d16e7763 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:19.004413 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0133e104-ba92-469f-b5a7-c430f446a875 req-4c7d8b03-6e77-40f2-867e-a5b0d16e7763 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb1e760e-b43c-4e7c-9875-fff91a45eb00 HTTP/1.1" status: 200 len: 946 time: 0.0504839 Nov 12 01:59:19.055559 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0133e104-ba92-469f-b5a7-c430f446a875 req-e324d8cd-722a-4067-af9a-63eba3695369 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ab8a8bd-3fb7-4b9f-8de5-3e9c1b644878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445089 Nov 12 01:59:19.077796 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52154) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:19.117885 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ec7268-b316-4ec2-9424-deb31aa82fb9 tempest-TestNetworkAdvancedServerOps-1195396143 tempest-TestNetworkAdvancedServerOps-1195396143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:19.119417 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-39ec7268-b316-4ec2-9424-deb31aa82fb9 tempest-TestNetworkAdvancedServerOps-1195396143 tempest-TestNetworkAdvancedServerOps-1195396143-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fb1e760e-b43c-4e7c-9875-fff91a45eb00 HTTP/1.1" status: 200 len: 1093 time: 0.0406313 Nov 12 01:59:19.122306 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52156) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:19.126628 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-68aa107d-c42a-4789-9280-4ecca29325b1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'port_id': 'ae24197b-11f4-4751-a755-8fdc22ba83ca', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:59:19.149053 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-68aa107d-c42a-4789-9280-4ecca29325b1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for floatingip, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:19.247100 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-68aa107d-c42a-4789-9280-4ecca29325b1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:19.352895 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-68aa107d-c42a-4789-9280-4ecca29325b1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Allocated IP 172.25.2.171 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/22f47a2a-f3d7-4fda-8272-30a53392d6b9) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:59:19.456590 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-68aa107d-c42a-4789-9280-4ecca29325b1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:19.489671 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-68aa107d-c42a-4789-9280-4ecca29325b1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:19.527562 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68aa107d-c42a-4789-9280-4ecca29325b1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:59:19.532316 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-68aa107d-c42a-4789-9280-4ecca29325b1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:59:19.535979 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68aa107d-c42a-4789-9280-4ecca29325b1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:59:19.541583 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aa107d-c42a-4789-9280-4ecca29325b1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'Port': ['ID=22f47a2a-f3d7-4fda-8272-30a53392d6b9,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:19.894074 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-68aa107d-c42a-4789-9280-4ecca29325b1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:19.958351 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-68aa107d-c42a-4789-9280-4ecca29325b1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:20.108982 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-68aa107d-c42a-4789-9280-4ecca29325b1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:20.113669 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-68aa107d-c42a-4789-9280-4ecca29325b1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:20.184934 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aa107d-c42a-4789-9280-4ecca29325b1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event updated for resources: {'Port': ['ID=22f47a2a-f3d7-4fda-8272-30a53392d6b9,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:20.197854 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-68aa107d-c42a-4789-9280-4ecca29325b1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:20.297630 n-d-812236-11 neutron-server[102662]: INFO neutron.db.l3_db [None req-68aa107d-c42a-4789-9280-4ecca29325b1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Floating IP ae7b962a-2115-406e-b282-2db3d1d641a2 associated. External IP: 172.25.2.171, port: ae24197b-11f4-4751-a755-8fdc22ba83ca. Nov 12 01:59:20.850500 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68aa107d-c42a-4789-9280-4ecca29325b1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Router c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:59:20.958509 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68aa107d-c42a-4789-9280-4ecca29325b1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:59:20.969519 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8586f06a-69d6-4733-bee6-661ac68a4244 None None] Sync routers for ids ['c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:59:20.977044 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-68aa107d-c42a-4789-9280-4ecca29325b1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:20.980311 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8586f06a-69d6-4733-bee6-661ac68a4244 None None] Routers {'c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:59:20.980915 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-8586f06a-69d6-4733-bee6-661ac68a4244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:59:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:59:21.003935 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-68aa107d-c42a-4789-9280-4ecca29325b1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8805993 Nov 12 01:59:21.004620 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb1e760e-b43c-4e7c-9875-fff91a45eb00', 'tag': 'ae24197b-11f4-4751-a755-8fdc22ba83ca'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:59:21.007919 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f20791c62abc78a76d837b2e8f3e70a497c95c8c7e17d957ee036670eec5325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103466d0-e201-4d5a-8f33-dc7eadcb7ec7" -d '{"events": [{"name": "network-changed", "server_uuid": "fb1e760e-b43c-4e7c-9875-fff91a45eb00", "tag": "ae24197b-11f4-4751-a755-8fdc22ba83ca"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:59:21.052187 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1698c260-3ac6-424e-b93d-8dad03e44edb x-openstack-request-id: req-1698c260-3ac6-424e-b93d-8dad03e44edb {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:59:21.052493 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb1e760e-b43c-4e7c-9875-fff91a45eb00", "tag": "ae24197b-11f4-4751-a755-8fdc22ba83ca", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:59:21.052833 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1698c260-3ac6-424e-b93d-8dad03e44edb {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:59:21.053299 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb1e760e-b43c-4e7c-9875-fff91a45eb00', 'tag': 'ae24197b-11f4-4751-a755-8fdc22ba83ca', 'status': 'completed', 'code': 200} Nov 12 01:59:21.090779 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-8586f06a-69d6-4733-bee6-661ac68a4244 None None] Set router c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:59:21.123408 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6e7a3-6810-47e8-9ae7-d8d1a1b28e75 req-3e9dfbbe-2734-4c4d-868d-20c5f94d60a4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:21.124930 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cca6e7a3-6810-47e8-9ae7-d8d1a1b28e75 req-3e9dfbbe-2734-4c4d-868d-20c5f94d60a4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb1e760e-b43c-4e7c-9875-fff91a45eb00 HTTP/1.1" status: 200 len: 946 time: 0.0560815 Nov 12 01:59:21.151621 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103466d0-e201-4d5a-8f33-dc7eadcb7ec7 req-e86a47ef-ac34-4208-8d94-e6117f268d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:21.153252 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-103466d0-e201-4d5a-8f33-dc7eadcb7ec7 req-e86a47ef-ac34-4208-8d94-e6117f268d2e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6959747348f74fb19d3bbd5d9c551ad2&device_id=fb1e760e-b43c-4e7c-9875-fff91a45eb00 HTTP/1.1" status: 200 len: 1098 time: 0.0441015 Nov 12 01:59:21.184930 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cca6e7a3-6810-47e8-9ae7-d8d1a1b28e75 req-36039446-04f6-45c0-ae7b-edb249fcf11a tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ab8a8bd-3fb7-4b9f-8de5-3e9c1b644878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528779 Nov 12 01:59:21.208106 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52162) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:21.260424 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103466d0-e201-4d5a-8f33-dc7eadcb7ec7 req-6ca625ae-6c79-415f-b7aa-af38701d9ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:21.262082 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-103466d0-e201-4d5a-8f33-dc7eadcb7ec7 req-6ca625ae-6c79-415f-b7aa-af38701d9ca3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=09954c74-af51-4b91-9f98-79d7ee6716a8 HTTP/1.1" status: 200 len: 897 time: 0.1016600 Nov 12 01:59:21.272237 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-3b01d1a6-6971-4757-a461-6603a88a5602 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/floatingips/ae7b962a-2115-406e-b282-2db3d1d641a2 HTTP/1.1" status: 200 len: 992 time: 0.0617473 Nov 12 01:59:21.316816 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-8586f06a-69d6-4733-bee6-661ac68a4244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502577671', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '7b4627f8-ac95-4bae-96ca-d1be14ae9df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:59:01Z', 'updated_at': '2021-11-12T01:59:05Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': '7b4627f8-ac95-4bae-96ca-d1be14ae9df7', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:59:01Z', 'updated_at': '2021-11-12T01:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': 'ae7b962a-2115-406e-b282-2db3d1d641a2', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'floating_ip_address': '172.25.2.171', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff', 'port_id': 'ae24197b-11f4-4751-a755-8fdc22ba83ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09954c74-af51-4b91-9f98-79d7ee6716a8', 'mac_address': 'fa:16:3e:50:1f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1e760e-b43c-4e7c-9875-fff91a45eb00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:59:19Z', 'updated_at': '2021-11-12T01:59:19Z', 'revision_number': 0, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f162b663-2b49-4d05-88e3-885c561ae7c3', 'name': '', 'network_id': '09954c74-af51-4b91-9f98-79d7ee6716a8', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'mac_address': 'fa:16:3e:d6:da:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '1fd828d8-2c00-4eab-830e-bef612f80ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:59:04Z', 'updated_at': '2021-11-12T01:59:08Z', 'revision_number': 5, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'subnets': [{'id': '1fd828d8-2c00-4eab-830e-bef612f80ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:59:21.332106 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-103466d0-e201-4d5a-8f33-dc7eadcb7ec7 req-d2283cf3-7706-4c98-b6f5-07e9832f375a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae24197b-11f4-4751-a755-8fdc22ba83ca HTTP/1.1" status: 200 len: 1000 time: 0.0619953 Nov 12 01:59:21.348428 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8586f06a-69d6-4733-bee6-661ac68a4244 None None] Checking router: c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:59:21.358264 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8586f06a-69d6-4733-bee6-661ac68a4244 None None] Routers {'c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:59:21.358849 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-8586f06a-69d6-4733-bee6-661ac68a4244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T01:59:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:59:21.385061 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103466d0-e201-4d5a-8f33-dc7eadcb7ec7 req-b6afcdd2-f226-4f5e-b3c0-59a19e21e0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:21.386463 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-103466d0-e201-4d5a-8f33-dc7eadcb7ec7 req-b6afcdd2-f226-4f5e-b3c0-59a19e21e0c8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1fd828d8-2c00-4eab-830e-bef612f80ad6 HTTP/1.1" status: 200 len: 834 time: 0.0469012 Nov 12 01:59:21.438672 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103466d0-e201-4d5a-8f33-dc7eadcb7ec7 req-59708e29-2b5f-4537-bcd2-04d6964801a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:21.440226 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-103466d0-e201-4d5a-8f33-dc7eadcb7ec7 req-59708e29-2b5f-4537-bcd2-04d6964801a4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=09954c74-af51-4b91-9f98-79d7ee6716a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451150 Nov 12 01:59:21.453427 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [req-103466d0-e201-4d5a-8f33-dc7eadcb7ec7 req-7a495944-ddad-468e-badd-e9e785207733 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:59:21.454428 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-103466d0-e201-4d5a-8f33-dc7eadcb7ec7 req-7a495944-ddad-468e-badd-e9e785207733 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055709 Nov 12 01:59:21.549062 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-103466d0-e201-4d5a-8f33-dc7eadcb7ec7 req-bfd015b2-8d24-4ee7-956d-cd2e7d2ea572 service neutron] 10.222.0.54 "GET /v2.0/networks/09954c74-af51-4b91-9f98-79d7ee6716a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866761 Nov 12 01:59:21.563237 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-8586f06a-69d6-4733-bee6-661ac68a4244 None None] Set router c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:59:21.648924 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-103466d0-e201-4d5a-8f33-dc7eadcb7ec7 req-2ba3f884-6fff-4649-9b6d-2ec48905aea0 service neutron] 10.222.0.54 "GET /v2.0/networks/09954c74-af51-4b91-9f98-79d7ee6716a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918250 Nov 12 01:59:21.782824 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-8586f06a-69d6-4733-bee6-661ac68a4244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502577671', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '7b4627f8-ac95-4bae-96ca-d1be14ae9df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:59:01Z', 'updated_at': '2021-11-12T01:59:05Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': '7b4627f8-ac95-4bae-96ca-d1be14ae9df7', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:59:01Z', 'updated_at': '2021-11-12T01:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': 'ae7b962a-2115-406e-b282-2db3d1d641a2', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'floating_ip_address': '172.25.2.171', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff', 'port_id': 'ae24197b-11f4-4751-a755-8fdc22ba83ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09954c74-af51-4b91-9f98-79d7ee6716a8', 'mac_address': 'fa:16:3e:50:1f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1e760e-b43c-4e7c-9875-fff91a45eb00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:59:19Z', 'updated_at': '2021-11-12T01:59:19Z', 'revision_number': 0, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f162b663-2b49-4d05-88e3-885c561ae7c3', 'name': '', 'network_id': '09954c74-af51-4b91-9f98-79d7ee6716a8', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'mac_address': 'fa:16:3e:d6:da:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '1fd828d8-2c00-4eab-830e-bef612f80ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:59:04Z', 'updated_at': '2021-11-12T01:59:08Z', 'revision_number': 5, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'subnets': [{'id': '1fd828d8-2c00-4eab-830e-bef612f80ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:59:21.808615 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8586f06a-69d6-4733-bee6-661ac68a4244 None None] The sync data for ids ['c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff'] in n-d-812236-11 is: [{'id': 'c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502577671', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '7b4627f8-ac95-4bae-96ca-d1be14ae9df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:59:01Z', 'updated_at': '2021-11-12T01:59:05Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': '7b4627f8-ac95-4bae-96ca-d1be14ae9df7', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:59:01Z', 'updated_at': '2021-11-12T01:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': 'ae7b962a-2115-406e-b282-2db3d1d641a2', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'floating_ip_address': '172.25.2.171', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': 'c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff', 'port_id': 'ae24197b-11f4-4751-a755-8fdc22ba83ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09954c74-af51-4b91-9f98-79d7ee6716a8', 'mac_address': 'fa:16:3e:50:1f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1e760e-b43c-4e7c-9875-fff91a45eb00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:59:19Z', 'updated_at': '2021-11-12T01:59:19Z', 'revision_number': 0, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f162b663-2b49-4d05-88e3-885c561ae7c3', 'name': '', 'network_id': '09954c74-af51-4b91-9f98-79d7ee6716a8', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'mac_address': 'fa:16:3e:d6:da:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '1fd828d8-2c00-4eab-830e-bef612f80ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:59:04Z', 'updated_at': '2021-11-12T01:59:08Z', 'revision_number': 5, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'subnets': [{'id': '1fd828d8-2c00-4eab-830e-bef612f80ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:59:21.997459 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052156d0-22ba-43ce-afb8-13017ae0b169 None None] New status for floating IP ae7b962a-2115-406e-b282-2db3d1d641a2: ACTIVE {{(pid=102663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:59:22.275873 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52164) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:22.339423 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1150ee4c-02d9-4a7b-8610-345e39eb18f6 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/floatingips/ae7b962a-2115-406e-b282-2db3d1d641a2 HTTP/1.1" status: 200 len: 994 time: 0.0624158 Nov 12 01:59:32.327290 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:59:34.442442 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-052a3058-e078-4530-964c-2a6cb34b5e0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:36.559881 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-77e6c547-040f-4098-a318-b1b1cf5b19b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:37.987039 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:39.592250 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:40.467570 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:41.613143 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:43.450510 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:04.448187 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-43793b61-1346-4ec5-b5df-39bb18b9405f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:06.562454 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d8ffad7e-3eef-4072-b41a-6e7b4c9bacfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:07.988038 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:08.057123 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5f137521-a511-4bd9-942f-c19feb391a58 req-aa7257a5-28d1-4b94-a2ca-08e73048d9c7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fb1e760e-b43c-4e7c-9875-fff91a45eb00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419297 Nov 12 02:00:08.160841 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f137521-a511-4bd9-942f-c19feb391a58 req-763e39a2-1d24-4869-b529-9d6b3752337a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:08.162676 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5f137521-a511-4bd9-942f-c19feb391a58 req-763e39a2-1d24-4869-b529-9d6b3752337a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6959747348f74fb19d3bbd5d9c551ad2&device_id=fb1e760e-b43c-4e7c-9875-fff91a45eb00 HTTP/1.1" status: 200 len: 1098 time: 0.0425942 Nov 12 02:00:08.275250 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f137521-a511-4bd9-942f-c19feb391a58 req-eda7844c-74d5-42d4-9324-7438502b0dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:08.276829 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5f137521-a511-4bd9-942f-c19feb391a58 req-eda7844c-74d5-42d4-9324-7438502b0dde service neutron] 10.222.0.54 "GET /v2.0/networks?id=09954c74-af51-4b91-9f98-79d7ee6716a8 HTTP/1.1" status: 200 len: 897 time: 0.0925710 Nov 12 02:00:08.344266 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5f137521-a511-4bd9-942f-c19feb391a58 req-fabb8c99-c581-4221-b2ac-8af365766451 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae24197b-11f4-4751-a755-8fdc22ba83ca HTTP/1.1" status: 200 len: 1002 time: 0.0595164 Nov 12 02:00:08.401405 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f137521-a511-4bd9-942f-c19feb391a58 req-ef5cf115-3c13-4efd-a610-4abe9984b7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:08.402905 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5f137521-a511-4bd9-942f-c19feb391a58 req-ef5cf115-3c13-4efd-a610-4abe9984b7c6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1fd828d8-2c00-4eab-830e-bef612f80ad6 HTTP/1.1" status: 200 len: 834 time: 0.0503616 Nov 12 02:00:08.450412 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f137521-a511-4bd9-942f-c19feb391a58 req-a8e74815-8c21-4a6d-8bcf-076e795ef9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:08.451980 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5f137521-a511-4bd9-942f-c19feb391a58 req-a8e74815-8c21-4a6d-8bcf-076e795ef9c2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=09954c74-af51-4b91-9f98-79d7ee6716a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415790 Nov 12 02:00:08.545186 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5f137521-a511-4bd9-942f-c19feb391a58 req-b61377f8-bab9-4833-90ee-9f4796546e27 service neutron] 10.222.0.54 "GET /v2.0/networks/09954c74-af51-4b91-9f98-79d7ee6716a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854423 Nov 12 02:00:08.647715 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5f137521-a511-4bd9-942f-c19feb391a58 req-93926dd6-5a5a-4c29-a690-88fcc39cdd7a service neutron] 10.222.0.54 "GET /v2.0/networks/09954c74-af51-4b91-9f98-79d7ee6716a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934274 Nov 12 02:00:09.326550 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:00:09.594876 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:10.469698 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:11.623360 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:13.456232 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:34.440111 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0f7df8f8-d38b-4fef-b997-464c061734ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:36.557594 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d97e918a-a782-4c5e-bb54-5c431316e762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:37.823915 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7cb88-58c4-4639-817c-b4d611c5c278 req-a2e51db4-ad3e-4c70-9e90-9df1bd28541e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:37.826112 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a0a7cb88-58c4-4639-817c-b4d611c5c278 req-a2e51db4-ad3e-4c70-9e90-9df1bd28541e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb1e760e-b43c-4e7c-9875-fff91a45eb00 HTTP/1.1" status: 200 len: 946 time: 0.0506265 Nov 12 02:00:37.875112 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a0a7cb88-58c4-4639-817c-b4d611c5c278 req-abb8bd9e-b5b1-43bd-911d-765dbb774517 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ab8a8bd-3fb7-4b9f-8de5-3e9c1b644878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429986 Nov 12 02:00:37.989863 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:39.300101 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0f9dd-6c03-464a-9a8c-cbc6464170ee req-2044d278-13e3-4221-9221-d915c00f4e3b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:39.301804 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23d0f9dd-6c03-464a-9a8c-cbc6464170ee req-2044d278-13e3-4221-9221-d915c00f4e3b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb1e760e-b43c-4e7c-9875-fff91a45eb00 HTTP/1.1" status: 200 len: 946 time: 0.3566685 Nov 12 02:00:39.350033 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-23d0f9dd-6c03-464a-9a8c-cbc6464170ee req-b3c9dd7a-f5cf-4f49-9727-794c1e81f497 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ab8a8bd-3fb7-4b9f-8de5-3e9c1b644878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423424 Nov 12 02:00:39.596694 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:40.471172 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097bd707-d8ce-4512-902f-7b1917937ff7 req-6f1059fc-fcb7-4556-860e-a50f95b1572f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:40.471809 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:40.472904 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-097bd707-d8ce-4512-902f-7b1917937ff7 req-6f1059fc-fcb7-4556-860e-a50f95b1572f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb1e760e-b43c-4e7c-9875-fff91a45eb00 HTTP/1.1" status: 200 len: 946 time: 0.0554595 Nov 12 02:00:40.522614 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-097bd707-d8ce-4512-902f-7b1917937ff7 req-6226f3bd-ee41-4ee3-a45a-6ce4ffa1027f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ab8a8bd-3fb7-4b9f-8de5-3e9c1b644878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438788 Nov 12 02:00:40.545269 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52206) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:40.609035 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6e6ee0b9-27fb-4280-8573-0f91cb1328ad tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/floatingips/ae7b962a-2115-406e-b282-2db3d1d641a2 HTTP/1.1" status: 200 len: 994 time: 0.0623748 Nov 12 02:00:41.627105 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:41.888655 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ddfb5-4f0f-4eef-b482-69cb4ff0a3b5 req-55a81970-16b7-45bb-a5e9-fad57671d801 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:41.890453 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-258ddfb5-4f0f-4eef-b482-69cb4ff0a3b5 req-55a81970-16b7-45bb-a5e9-fad57671d801 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb1e760e-b43c-4e7c-9875-fff91a45eb00 HTTP/1.1" status: 200 len: 946 time: 0.0561411 Nov 12 02:00:41.927345 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b690f9b-9b1c-4ebd-b9a1-f656469fddfa req-8c295144-c4bb-4a80-af0e-dd983f3f38cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:41.928858 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3b690f9b-9b1c-4ebd-b9a1-f656469fddfa req-8c295144-c4bb-4a80-af0e-dd983f3f38cc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6959747348f74fb19d3bbd5d9c551ad2&device_id=fb1e760e-b43c-4e7c-9875-fff91a45eb00 HTTP/1.1" status: 200 len: 1098 time: 0.0425930 Nov 12 02:00:41.945051 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-258ddfb5-4f0f-4eef-b482-69cb4ff0a3b5 req-09998ac3-fcad-4b9a-aaae-adfad72d782b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ab8a8bd-3fb7-4b9f-8de5-3e9c1b644878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477660 Nov 12 02:00:42.027822 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b690f9b-9b1c-4ebd-b9a1-f656469fddfa req-37dd2e42-c5d3-48bd-a7c4-2136895f676c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:42.029454 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3b690f9b-9b1c-4ebd-b9a1-f656469fddfa req-37dd2e42-c5d3-48bd-a7c4-2136895f676c service neutron] 10.222.0.54 "GET /v2.0/networks?id=09954c74-af51-4b91-9f98-79d7ee6716a8 HTTP/1.1" status: 200 len: 897 time: 0.0935709 Nov 12 02:00:42.097026 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3b690f9b-9b1c-4ebd-b9a1-f656469fddfa req-46ef5652-b4ba-4ab9-b477-cbb3132d4d2a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae24197b-11f4-4751-a755-8fdc22ba83ca HTTP/1.1" status: 200 len: 1002 time: 0.0592866 Nov 12 02:00:42.146984 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b690f9b-9b1c-4ebd-b9a1-f656469fddfa req-04c06da9-3c85-4c09-ac3c-754f36604f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:42.148319 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3b690f9b-9b1c-4ebd-b9a1-f656469fddfa req-04c06da9-3c85-4c09-ac3c-754f36604f62 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1fd828d8-2c00-4eab-830e-bef612f80ad6 HTTP/1.1" status: 200 len: 834 time: 0.0441797 Nov 12 02:00:42.201921 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b690f9b-9b1c-4ebd-b9a1-f656469fddfa req-99e583a7-1b71-4656-9750-a82c94db355f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:42.203410 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3b690f9b-9b1c-4ebd-b9a1-f656469fddfa req-99e583a7-1b71-4656-9750-a82c94db355f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=09954c74-af51-4b91-9f98-79d7ee6716a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471151 Nov 12 02:00:42.294325 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3b690f9b-9b1c-4ebd-b9a1-f656469fddfa req-632bbec9-962c-4efc-9478-905b4c1ce0bd service neutron] 10.222.0.54 "GET /v2.0/networks/09954c74-af51-4b91-9f98-79d7ee6716a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826669 Nov 12 02:00:42.388479 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3b690f9b-9b1c-4ebd-b9a1-f656469fddfa req-62a3d385-b967-4856-89f7-4fca24811d47 service neutron] 10.222.0.54 "GET /v2.0/networks/09954c74-af51-4b91-9f98-79d7ee6716a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863676 Nov 12 02:00:43.063808 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf3d38-8a39-44fc-bf73-0377ceb04303 req-c12fa089-372b-477d-acfc-ded78abbd409 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:43.065345 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cbcf3d38-8a39-44fc-bf73-0377ceb04303 req-c12fa089-372b-477d-acfc-ded78abbd409 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb1e760e-b43c-4e7c-9875-fff91a45eb00 HTTP/1.1" status: 200 len: 946 time: 0.0499916 Nov 12 02:00:43.116490 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cbcf3d38-8a39-44fc-bf73-0377ceb04303 req-77d03dd9-4297-43c5-b548-de8b697bf367 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ab8a8bd-3fb7-4b9f-8de5-3e9c1b644878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444877 Nov 12 02:00:43.455657 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:44.236226 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dadf49-f9e4-403c-b56c-67d4e588bb27 req-fb9719b7-1a07-4e46-8ed2-b96729776ca0 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:44.237761 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b0dadf49-f9e4-403c-b56c-67d4e588bb27 req-fb9719b7-1a07-4e46-8ed2-b96729776ca0 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb1e760e-b43c-4e7c-9875-fff91a45eb00 HTTP/1.1" status: 200 len: 946 time: 0.0531487 Nov 12 02:00:44.288138 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b0dadf49-f9e4-403c-b56c-67d4e588bb27 req-081711cf-fc88-415f-ac06-324d35c28c01 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ab8a8bd-3fb7-4b9f-8de5-3e9c1b644878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438898 Nov 12 02:00:44.310978 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52218) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:44.374157 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-096ac159-e1f1-44de-b76e-811ddc779e4b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/floatingips/ae7b962a-2115-406e-b282-2db3d1d641a2 HTTP/1.1" status: 200 len: 994 time: 0.0619400 Nov 12 02:00:44.624329 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52224) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:44.782253 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-199c00fb-c652-4a7f-b606-8c12f175208e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Deleting port 22f47a2a-f3d7-4fda-8272-30a53392d6b9 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:00:44.782510 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-199c00fb-c652-4a7f-b606-8c12f175208e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:44.860560 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-199c00fb-c652-4a7f-b606-8c12f175208e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:44.860884 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-199c00fb-c652-4a7f-b606-8c12f175208e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:44.872250 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-199c00fb-c652-4a7f-b606-8c12f175208e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Calling delete_port for 22f47a2a-f3d7-4fda-8272-30a53392d6b9 owned by network:floatingip {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:00:45.021195 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-199c00fb-c652-4a7f-b606-8c12f175208e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:45.051083 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c00fb-c652-4a7f-b606-8c12f175208e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event deleted for resources: {'Port': ['ID=22f47a2a-f3d7-4fda-8272-30a53392d6b9,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:45.063103 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199c00fb-c652-4a7f-b606-8c12f175208e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:45.063454 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199c00fb-c652-4a7f-b606-8c12f175208e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:45.063797 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199c00fb-c652-4a7f-b606-8c12f175208e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:45.064134 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199c00fb-c652-4a7f-b606-8c12f175208e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:45.064469 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199c00fb-c652-4a7f-b606-8c12f175208e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:45.064802 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199c00fb-c652-4a7f-b606-8c12f175208e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:45.065135 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199c00fb-c652-4a7f-b606-8c12f175208e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:45.065535 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199c00fb-c652-4a7f-b606-8c12f175208e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:45.065868 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199c00fb-c652-4a7f-b606-8c12f175208e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:45.066198 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199c00fb-c652-4a7f-b606-8c12f175208e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:45.066526 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199c00fb-c652-4a7f-b606-8c12f175208e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:45.066859 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199c00fb-c652-4a7f-b606-8c12f175208e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:45.122570 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-199c00fb-c652-4a7f-b606-8c12f175208e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for floatingip, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:45.122570 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [None req-199c00fb-c652-4a7f-b606-8c12f175208e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Floating IP ae7b962a-2115-406e-b282-2db3d1d641a2 disassociated (deleted). External IP: 172.25.2.171, port: ae24197b-11f4-4751-a755-8fdc22ba83ca. Nov 12 02:00:45.337244 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-199c00fb-c652-4a7f-b606-8c12f175208e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Router c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:00:45.447092 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199c00fb-c652-4a7f-b606-8c12f175208e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:00:45.452490 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-199c00fb-c652-4a7f-b606-8c12f175208e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:45.457193 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9ee679-51cc-4c49-a3c1-3850c06f8203 None None] Sync routers for ids ['c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:00:45.468508 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9ee679-51cc-4c49-a3c1-3850c06f8203 None None] Routers {'c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:00:45.469644 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-de9ee679-51cc-4c49-a3c1-3850c06f8203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T02:00:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:45.486508 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-199c00fb-c652-4a7f-b606-8c12f175208e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "DELETE /v2.0/floatingips/ae7b962a-2115-406e-b282-2db3d1d641a2 HTTP/1.1" status: 204 len: 168 time: 0.8610742 Nov 12 02:00:45.487251 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb1e760e-b43c-4e7c-9875-fff91a45eb00', 'tag': 'ae24197b-11f4-4751-a755-8fdc22ba83ca'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:00:45.489653 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be10c6201f4a6af1b4f88844b1b0aabab5fd97a2a103bbbe8677b2ad1e6c711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d18978-b8e0-4f8b-a0a6-fe25bacbac87" -d '{"events": [{"name": "network-changed", "server_uuid": "fb1e760e-b43c-4e7c-9875-fff91a45eb00", "tag": "ae24197b-11f4-4751-a755-8fdc22ba83ca"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:00:45.591206 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-de9ee679-51cc-4c49-a3c1-3850c06f8203 None None] Set router c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:00:45.591814 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338595c9-be86-4b9a-a915-8f758fb4f9c2 x-openstack-request-id: req-338595c9-be86-4b9a-a915-8f758fb4f9c2 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:00:45.592260 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb1e760e-b43c-4e7c-9875-fff91a45eb00", "tag": "ae24197b-11f4-4751-a755-8fdc22ba83ca", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:00:45.592525 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-338595c9-be86-4b9a-a915-8f758fb4f9c2 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:00:45.593162 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb1e760e-b43c-4e7c-9875-fff91a45eb00', 'tag': 'ae24197b-11f4-4751-a755-8fdc22ba83ca', 'status': 'completed', 'code': 200} Nov 12 02:00:45.742168 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125855c-c463-48bc-85f4-332650e792ee req-35d8a981-2681-4fe5-9fd1-4d66a89160a4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:45.743715 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7125855c-c463-48bc-85f4-332650e792ee req-35d8a981-2681-4fe5-9fd1-4d66a89160a4 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb1e760e-b43c-4e7c-9875-fff91a45eb00 HTTP/1.1" status: 200 len: 946 time: 0.0765507 Nov 12 02:00:45.773628 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d18978-b8e0-4f8b-a0a6-fe25bacbac87 req-4cbd5b3a-5fb2-42ba-aab3-89da94a3c2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:45.775125 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f7d18978-b8e0-4f8b-a0a6-fe25bacbac87 req-4cbd5b3a-5fb2-42ba-aab3-89da94a3c2da service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6959747348f74fb19d3bbd5d9c551ad2&device_id=fb1e760e-b43c-4e7c-9875-fff91a45eb00 HTTP/1.1" status: 200 len: 1098 time: 0.0726037 Nov 12 02:00:45.797440 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-de9ee679-51cc-4c49-a3c1-3850c06f8203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502577671', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '7b4627f8-ac95-4bae-96ca-d1be14ae9df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:59:01Z', 'updated_at': '2021-11-12T01:59:05Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': '7b4627f8-ac95-4bae-96ca-d1be14ae9df7', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:59:01Z', 'updated_at': '2021-11-12T01:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'f162b663-2b49-4d05-88e3-885c561ae7c3', 'name': '', 'network_id': '09954c74-af51-4b91-9f98-79d7ee6716a8', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'mac_address': 'fa:16:3e:d6:da:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '1fd828d8-2c00-4eab-830e-bef612f80ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:59:04Z', 'updated_at': '2021-11-12T01:59:08Z', 'revision_number': 5, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'subnets': [{'id': '1fd828d8-2c00-4eab-830e-bef612f80ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:45.828482 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9ee679-51cc-4c49-a3c1-3850c06f8203 None None] Checking router: c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:00:45.831341 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7125855c-c463-48bc-85f4-332650e792ee req-10eecf3f-4067-4fca-827d-6d01dedffd2f tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ab8a8bd-3fb7-4b9f-8de5-3e9c1b644878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806494 Nov 12 02:00:45.837116 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9ee679-51cc-4c49-a3c1-3850c06f8203 None None] Routers {'c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:00:45.837806 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-de9ee679-51cc-4c49-a3c1-3850c06f8203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T02:00:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:45.894284 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d18978-b8e0-4f8b-a0a6-fe25bacbac87 req-51699d10-0ce8-4cee-99dd-a4314de0247e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:45.895787 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f7d18978-b8e0-4f8b-a0a6-fe25bacbac87 req-51699d10-0ce8-4cee-99dd-a4314de0247e service neutron] 10.222.0.54 "GET /v2.0/networks?id=09954c74-af51-4b91-9f98-79d7ee6716a8 HTTP/1.1" status: 200 len: 897 time: 0.1099892 Nov 12 02:00:45.941000 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-de9ee679-51cc-4c49-a3c1-3850c06f8203 None None] Set router c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:00:45.944273 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f7d18978-b8e0-4f8b-a0a6-fe25bacbac87 req-8d6fe25f-d0fe-4e7c-9dab-d366eccfa448 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae24197b-11f4-4751-a755-8fdc22ba83ca HTTP/1.1" status: 200 len: 217 time: 0.0391691 Nov 12 02:00:46.002841 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d18978-b8e0-4f8b-a0a6-fe25bacbac87 req-fe49f029-5d2d-4857-9758-86319b4890fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:46.004317 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f7d18978-b8e0-4f8b-a0a6-fe25bacbac87 req-fe49f029-5d2d-4857-9758-86319b4890fc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1fd828d8-2c00-4eab-830e-bef612f80ad6 HTTP/1.1" status: 200 len: 834 time: 0.0463700 Nov 12 02:00:46.052923 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d18978-b8e0-4f8b-a0a6-fe25bacbac87 req-130fe240-fb5a-44e9-b7de-efa44e104657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:46.054460 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f7d18978-b8e0-4f8b-a0a6-fe25bacbac87 req-130fe240-fb5a-44e9-b7de-efa44e104657 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=09954c74-af51-4b91-9f98-79d7ee6716a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408156 Nov 12 02:00:46.139269 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-de9ee679-51cc-4c49-a3c1-3850c06f8203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502577671', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '7b4627f8-ac95-4bae-96ca-d1be14ae9df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:59:01Z', 'updated_at': '2021-11-12T01:59:05Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': '7b4627f8-ac95-4bae-96ca-d1be14ae9df7', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:59:01Z', 'updated_at': '2021-11-12T01:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'f162b663-2b49-4d05-88e3-885c561ae7c3', 'name': '', 'network_id': '09954c74-af51-4b91-9f98-79d7ee6716a8', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'mac_address': 'fa:16:3e:d6:da:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '1fd828d8-2c00-4eab-830e-bef612f80ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:59:04Z', 'updated_at': '2021-11-12T01:59:08Z', 'revision_number': 5, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'subnets': [{'id': '1fd828d8-2c00-4eab-830e-bef612f80ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:46.156405 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f7d18978-b8e0-4f8b-a0a6-fe25bacbac87 req-3988693c-72b6-48d8-95af-48f220f55aad service neutron] 10.222.0.54 "GET /v2.0/networks/09954c74-af51-4b91-9f98-79d7ee6716a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920215 Nov 12 02:00:46.165789 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9ee679-51cc-4c49-a3c1-3850c06f8203 None None] The sync data for ids ['c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff'] in n-d-812236-11 is: [{'id': 'c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502577671', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '7b4627f8-ac95-4bae-96ca-d1be14ae9df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:59:01Z', 'updated_at': '2021-11-12T01:59:05Z', 'revision_number': 4, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': '7b4627f8-ac95-4bae-96ca-d1be14ae9df7', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:59:01Z', 'updated_at': '2021-11-12T01:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'f162b663-2b49-4d05-88e3-885c561ae7c3', 'name': '', 'network_id': '09954c74-af51-4b91-9f98-79d7ee6716a8', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'mac_address': 'fa:16:3e:d6:da:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '1fd828d8-2c00-4eab-830e-bef612f80ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:59:04Z', 'updated_at': '2021-11-12T01:59:08Z', 'revision_number': 5, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'subnets': [{'id': '1fd828d8-2c00-4eab-830e-bef612f80ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:00:46.259309 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f7d18978-b8e0-4f8b-a0a6-fe25bacbac87 req-a9962d41-7454-4b3d-8300-ff507b75827c service neutron] 10.222.0.54 "GET /v2.0/networks/09954c74-af51-4b91-9f98-79d7ee6716a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889413 Nov 12 02:00:46.325978 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:00:46.399877 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a3fa43-50aa-4773-99fd-7894b6294fa9 None None] New status for floating IP ae7b962a-2115-406e-b282-2db3d1d641a2: DOWN {{(pid=102663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:00:46.953738 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698acc0-e612-4a73-be74-bb418aac771b req-6a256a44-5785-4cb9-a03d-92c27a8dbea0 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:46.955227 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f698acc0-e612-4a73-be74-bb418aac771b req-6a256a44-5785-4cb9-a03d-92c27a8dbea0 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb1e760e-b43c-4e7c-9875-fff91a45eb00 HTTP/1.1" status: 200 len: 946 time: 0.0501077 Nov 12 02:00:47.007575 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f698acc0-e612-4a73-be74-bb418aac771b req-57edcba3-670a-4231-944d-3247622ca4b7 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ab8a8bd-3fb7-4b9f-8de5-3e9c1b644878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463326 Nov 12 02:00:47.952422 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f0617-e1ec-4843-b94d-bbf82f537ef5 req-c1cb3f76-0207-48c1-b634-a06e4e348e91 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:47.953820 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-030f0617-e1ec-4843-b94d-bbf82f537ef5 req-c1cb3f76-0207-48c1-b634-a06e4e348e91 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb1e760e-b43c-4e7c-9875-fff91a45eb00 HTTP/1.1" status: 200 len: 946 time: 0.0535197 Nov 12 02:00:48.042907 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-030f0617-e1ec-4843-b94d-bbf82f537ef5 req-ee4bc1ad-bb32-4add-970a-12f6a3790b9e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Deleting port ae24197b-11f4-4751-a755-8fdc22ba83ca {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:00:48.043249 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-030f0617-e1ec-4843-b94d-bbf82f537ef5 req-ee4bc1ad-bb32-4add-970a-12f6a3790b9e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:48.162547 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-030f0617-e1ec-4843-b94d-bbf82f537ef5 req-ee4bc1ad-bb32-4add-970a-12f6a3790b9e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] For port ae24197b-11f4-4751-a755-8fdc22ba83ca, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=ae24197b-11f4-4751-a755-8fdc22ba83ca,segment=NetworkSegment(4f7f1d5e-0953-4bb0-a19d-abbc09c050f2),segment_id=4f7f1d5e-0953-4bb0-a19d-abbc09c050f2)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:00:48.162908 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-030f0617-e1ec-4843-b94d-bbf82f537ef5 req-ee4bc1ad-bb32-4add-970a-12f6a3790b9e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:48.172314 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7618299-e341-4aea-8dc8-8a22f0ab34cf req-363224aa-1b89-42b1-a994-f4fa025a3995 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:48.173823 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b7618299-e341-4aea-8dc8-8a22f0ab34cf req-363224aa-1b89-42b1-a994-f4fa025a3995 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb1e760e-b43c-4e7c-9875-fff91a45eb00 HTTP/1.1" status: 200 len: 946 time: 0.0776560 Nov 12 02:00:48.190092 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-030f0617-e1ec-4843-b94d-bbf82f537ef5 req-ee4bc1ad-bb32-4add-970a-12f6a3790b9e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Calling delete_port for ae24197b-11f4-4751-a755-8fdc22ba83ca owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:00:48.271287 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b7618299-e341-4aea-8dc8-8a22f0ab34cf req-770b231e-a973-41dc-b426-53a07952d9a0 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ab8a8bd-3fb7-4b9f-8de5-3e9c1b644878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900018 Nov 12 02:00:48.350208 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-030f0617-e1ec-4843-b94d-bbf82f537ef5 req-ee4bc1ad-bb32-4add-970a-12f6a3790b9e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:48.377997 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4bc1ad-bb32-4add-970a-12f6a3790b9e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event deleted for resources: {'Port': ['ID=ae24197b-11f4-4751-a755-8fdc22ba83ca,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:48.402708 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4bc1ad-bb32-4add-970a-12f6a3790b9e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:48.403379 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4bc1ad-bb32-4add-970a-12f6a3790b9e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:48.403726 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4bc1ad-bb32-4add-970a-12f6a3790b9e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:48.404065 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4bc1ad-bb32-4add-970a-12f6a3790b9e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:48.404400 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4bc1ad-bb32-4add-970a-12f6a3790b9e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:48.404733 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4bc1ad-bb32-4add-970a-12f6a3790b9e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:48.405069 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4bc1ad-bb32-4add-970a-12f6a3790b9e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:48.405492 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4bc1ad-bb32-4add-970a-12f6a3790b9e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:48.405748 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4bc1ad-bb32-4add-970a-12f6a3790b9e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:48.406074 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4bc1ad-bb32-4add-970a-12f6a3790b9e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:48.406399 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4bc1ad-bb32-4add-970a-12f6a3790b9e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:48.406721 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4bc1ad-bb32-4add-970a-12f6a3790b9e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:48.431496 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-030f0617-e1ec-4843-b94d-bbf82f537ef5 req-ee4bc1ad-bb32-4add-970a-12f6a3790b9e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] No DVR routers for this DVR port ae24197b-11f4-4751-a755-8fdc22ba83ca on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:00:48.434039 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-030f0617-e1ec-4843-b94d-bbf82f537ef5 req-ee4bc1ad-bb32-4add-970a-12f6a3790b9e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:48.437984 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-030f0617-e1ec-4843-b94d-bbf82f537ef5 req-ee4bc1ad-bb32-4add-970a-12f6a3790b9e tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.54 "DELETE /v2.0/ports/ae24197b-11f4-4751-a755-8fdc22ba83ca HTTP/1.1" status: 204 len: 173 time: 0.4773686 Nov 12 02:00:48.438427 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1e760e-b43c-4e7c-9875-fff91a45eb00', 'name': 'network-vif-deleted', 'tag': 'ae24197b-11f4-4751-a755-8fdc22ba83ca'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:00:48.440657 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f20791c62abc78a76d837b2e8f3e70a497c95c8c7e17d957ee036670eec5325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df24f1f-a906-47ff-a19d-423eda372346" -d '{"events": [{"server_uuid": "fb1e760e-b43c-4e7c-9875-fff91a45eb00", "name": "network-vif-deleted", "tag": "ae24197b-11f4-4751-a755-8fdc22ba83ca"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:00:48.476689 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64aa4f1f-94a8-4d71-8829-71f4120f5a8f x-openstack-request-id: req-64aa4f1f-94a8-4d71-8829-71f4120f5a8f {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:00:48.476998 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1e760e-b43c-4e7c-9875-fff91a45eb00", "name": "network-vif-deleted", "tag": "ae24197b-11f4-4751-a755-8fdc22ba83ca", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:00:48.477219 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-64aa4f1f-94a8-4d71-8829-71f4120f5a8f {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:00:48.477656 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1e760e-b43c-4e7c-9875-fff91a45eb00', 'name': 'network-vif-deleted', 'tag': 'ae24197b-11f4-4751-a755-8fdc22ba83ca', 'status': 'completed', 'code': 200} Nov 12 02:00:49.327642 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52242) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:49.687932 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-50f025a7-c387-4940-9aa9-77380a13ceab tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:49.946862 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-50f025a7-c387-4940-9aa9-77380a13ceab tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Deleting port f162b663-2b49-4d05-88e3-885c561ae7c3 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:00:49.947095 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-50f025a7-c387-4940-9aa9-77380a13ceab tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:50.042702 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-50f025a7-c387-4940-9aa9-77380a13ceab tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] For port f162b663-2b49-4d05-88e3-885c561ae7c3, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=f162b663-2b49-4d05-88e3-885c561ae7c3,segment=NetworkSegment(4f7f1d5e-0953-4bb0-a19d-abbc09c050f2),segment_id=4f7f1d5e-0953-4bb0-a19d-abbc09c050f2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:00:50.043058 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-50f025a7-c387-4940-9aa9-77380a13ceab tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:50.056146 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-50f025a7-c387-4940-9aa9-77380a13ceab tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Calling delete_port for f162b663-2b49-4d05-88e3-885c561ae7c3 owned by network:router_interface {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:00:50.244131 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-50f025a7-c387-4940-9aa9-77380a13ceab tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:50.275677 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f025a7-c387-4940-9aa9-77380a13ceab tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event deleted for resources: {'Port': ['ID=f162b663-2b49-4d05-88e3-885c561ae7c3,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:50.453354 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-50f025a7-c387-4940-9aa9-77380a13ceab tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:50.680063 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f025a7-c387-4940-9aa9-77380a13ceab tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Router c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:00:50.786132 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f025a7-c387-4940-9aa9-77380a13ceab tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:00:50.791385 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-50f025a7-c387-4940-9aa9-77380a13ceab tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "PUT /v2.0/routers/c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4627092 Nov 12 02:00:50.794891 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52244) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:50.798574 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54c7787-d10f-4840-832e-ddcb600dde08 None None] Sync routers for ids ['c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:00:50.808078 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54c7787-d10f-4840-832e-ddcb600dde08 None None] Routers {'c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:00:50.808669 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-f54c7787-d10f-4840-832e-ddcb600dde08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T02:00:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:50.846497 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-482eb4de-c2af-42f3-a956-148a955e77cf tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Deleting subnet 1fd828d8-2c00-4eab-830e-bef612f80ad6 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:00:50.849631 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-482eb4de-c2af-42f3-a956-148a955e77cf tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:50.889100 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-482eb4de-c2af-42f3-a956-148a955e77cf tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:50.912065 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-f54c7787-d10f-4840-832e-ddcb600dde08 None None] Set router c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:00:50.976297 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-482eb4de-c2af-42f3-a956-148a955e77cf tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:51.033985 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-482eb4de-c2af-42f3-a956-148a955e77cf tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:51.062032 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482eb4de-c2af-42f3-a956-148a955e77cf tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event deleted for resources: {'Subnet': ['ID=1fd828d8-2c00-4eab-830e-bef612f80ad6,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:51.067599 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-482eb4de-c2af-42f3-a956-148a955e77cf tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:51.073568 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52246) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:51.077489 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-482eb4de-c2af-42f3-a956-148a955e77cf tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "DELETE /v2.0/subnets/1fd828d8-2c00-4eab-830e-bef612f80ad6 HTTP/1.1" status: 204 len: 168 time: 0.2780492 Nov 12 02:00:51.077683 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e088654-2ea9-488d-9185-6378e256b37a None None] Network 09954c74-af51-4b91-9f98-79d7ee6716a8 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:00:51.095202 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-f54c7787-d10f-4840-832e-ddcb600dde08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502577671', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '7b4627f8-ac95-4bae-96ca-d1be14ae9df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:59:01Z', 'updated_at': '2021-11-12T02:00:50Z', 'revision_number': 5, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': '7b4627f8-ac95-4bae-96ca-d1be14ae9df7', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:59:01Z', 'updated_at': '2021-11-12T01:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:51.202061 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a685bc4-b855-4d85-8573-500bf67da6ea tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for router, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:51.225889 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54c7787-d10f-4840-832e-ddcb600dde08 None None] Checking router: c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:00:51.234984 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54c7787-d10f-4840-832e-ddcb600dde08 None None] Routers {'c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:00:51.235596 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-f54c7787-d10f-4840-832e-ddcb600dde08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T02:00:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:51.276185 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5c2277-9a66-48f3-af79-0ed4a37d9195 None None] DHCP port deletion for 09954c74-af51-4b91-9f98-79d7ee6716a8 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:00:51.320270 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a685bc4-b855-4d85-8573-500bf67da6ea tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:51.332828 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-9f5c2277-9a66-48f3-af79-0ed4a37d9195 None None] Deleting port af35473f-3495-4449-80d5-6b44a1783f91 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:00:51.333200 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9f5c2277-9a66-48f3-af79-0ed4a37d9195 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:51.349212 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-f54c7787-d10f-4840-832e-ddcb600dde08 None None] Set router c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:00:51.381779 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0a685bc4-b855-4d85-8573-500bf67da6ea tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Deleting port 7b4627f8-ac95-4bae-96ca-d1be14ae9df7 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:00:51.382437 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a685bc4-b855-4d85-8573-500bf67da6ea tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:51.478062 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0a685bc4-b855-4d85-8573-500bf67da6ea tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] For port 7b4627f8-ac95-4bae-96ca-d1be14ae9df7, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=7b4627f8-ac95-4bae-96ca-d1be14ae9df7,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:00:51.478721 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a685bc4-b855-4d85-8573-500bf67da6ea tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:51.492429 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0a685bc4-b855-4d85-8573-500bf67da6ea tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Calling delete_port for 7b4627f8-ac95-4bae-96ca-d1be14ae9df7 owned by network:router_gateway {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:00:51.538168 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-f54c7787-d10f-4840-832e-ddcb600dde08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502577671', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '7b4627f8-ac95-4bae-96ca-d1be14ae9df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:59:01Z', 'updated_at': '2021-11-12T02:00:50Z', 'revision_number': 5, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': '7b4627f8-ac95-4bae-96ca-d1be14ae9df7', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:59:01Z', 'updated_at': '2021-11-12T01:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:51.571534 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-9f5c2277-9a66-48f3-af79-0ed4a37d9195 None None] For port af35473f-3495-4449-80d5-6b44a1783f91, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=af35473f-3495-4449-80d5-6b44a1783f91,segment=NetworkSegment(4f7f1d5e-0953-4bb0-a19d-abbc09c050f2),segment_id=4f7f1d5e-0953-4bb0-a19d-abbc09c050f2)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:00:51.572031 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9f5c2277-9a66-48f3-af79-0ed4a37d9195 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:51.576117 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54c7787-d10f-4840-832e-ddcb600dde08 None None] The sync data for ids ['c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff'] in n-d-812236-11 is: [{'id': 'c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502577671', 'tenant_id': '6959747348f74fb19d3bbd5d9c551ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '7b4627f8-ac95-4bae-96ca-d1be14ae9df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:59:01Z', 'updated_at': '2021-11-12T02:00:50Z', 'revision_number': 5, 'project_id': '6959747348f74fb19d3bbd5d9c551ad2', 'gw_port': {'id': '7b4627f8-ac95-4bae-96ca-d1be14ae9df7', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:59:01Z', 'updated_at': '2021-11-12T01:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:00:51.586284 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-9f5c2277-9a66-48f3-af79-0ed4a37d9195 None None] Calling delete_port for af35473f-3495-4449-80d5-6b44a1783f91 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:00:51.667143 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9f5c2277-9a66-48f3-af79-0ed4a37d9195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:51.681753 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a685bc4-b855-4d85-8573-500bf67da6ea tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:51.696838 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c2277-9a66-48f3-af79-0ed4a37d9195 None None] Pushing event deleted for resources: {'Port': ['ID=af35473f-3495-4449-80d5-6b44a1783f91,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:51.699046 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5c2277-9a66-48f3-af79-0ed4a37d9195 None None] No DVR routers for this DVR port af35473f-3495-4449-80d5-6b44a1783f91 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:00:51.713113 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c2277-9a66-48f3-af79-0ed4a37d9195 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:51.714041 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c2277-9a66-48f3-af79-0ed4a37d9195 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:51.714041 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c2277-9a66-48f3-af79-0ed4a37d9195 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:51.714267 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c2277-9a66-48f3-af79-0ed4a37d9195 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:51.714360 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a685bc4-b855-4d85-8573-500bf67da6ea tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event deleted for resources: {'Port': ['ID=7b4627f8-ac95-4bae-96ca-d1be14ae9df7,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:51.714547 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c2277-9a66-48f3-af79-0ed4a37d9195 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:51.714878 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c2277-9a66-48f3-af79-0ed4a37d9195 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:51.715062 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c2277-9a66-48f3-af79-0ed4a37d9195 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:51.715441 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c2277-9a66-48f3-af79-0ed4a37d9195 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:51.716876 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c2277-9a66-48f3-af79-0ed4a37d9195 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:51.717214 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c2277-9a66-48f3-af79-0ed4a37d9195 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:51.717582 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c2277-9a66-48f3-af79-0ed4a37d9195 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:51.717895 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c2277-9a66-48f3-af79-0ed4a37d9195 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:51.730103 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35b9d74-b0da-44f1-9229-577de99836df None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:00:51.779342 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a685bc4-b855-4d85-8573-500bf67da6ea tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:52.193720 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a685bc4-b855-4d85-8573-500bf67da6ea tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:52.195832 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a685bc4-b855-4d85-8573-500bf67da6ea tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:52.238892 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a685bc4-b855-4d85-8573-500bf67da6ea tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:52.239571 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a685bc4-b855-4d85-8573-500bf67da6ea tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Fanout notify agent at l3_agent the message router_deleted on router c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff {{(pid=102661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 02:00:52.246496 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a685bc4-b855-4d85-8573-500bf67da6ea tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:52.250831 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0a685bc4-b855-4d85-8573-500bf67da6ea tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "DELETE /v2.0/routers/c4e2b648-a0a3-41a5-a76d-a8cfc24c16ff HTTP/1.1" status: 204 len: 168 time: 1.1732523 Nov 12 02:00:52.251007 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52248) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:52.337304 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-362f20ba-4f7e-4dc0-9515-9bc2c2586ae1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:52.428725 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-362f20ba-4f7e-4dc0-9515-9bc2c2586ae1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:52.448611 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-362f20ba-4f7e-4dc0-9515-9bc2c2586ae1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09954c74-af51-4b91-9f98-79d7ee6716a8']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:52.458309 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-362f20ba-4f7e-4dc0-9515-9bc2c2586ae1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f7f1d5e-0953-4bb0-a19d-abbc09c050f2') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:52.458602 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-362f20ba-4f7e-4dc0-9515-9bc2c2586ae1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f7f1d5e-0953-4bb0-a19d-abbc09c050f2') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:52.468463 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-362f20ba-4f7e-4dc0-9515-9bc2c2586ae1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:52.481027 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-362f20ba-4f7e-4dc0-9515-9bc2c2586ae1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:52.486817 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-362f20ba-4f7e-4dc0-9515-9bc2c2586ae1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:00:52.487338 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-362f20ba-4f7e-4dc0-9515-9bc2c2586ae1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:52.490255 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 02:00:52.490255 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:00:52.490255 n-d-812236-11 neutron-server[102661]: timer() Nov 12 02:00:52.490255 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:00:52.490255 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 02:00:52.490255 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:00:52.490255 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 02:00:52.490255 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:00:52.490255 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 02:00:52.490255 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:00:52.490255 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 02:00:52.490255 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:00:52.490255 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 02:00:52.490255 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:00:52.490255 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:00:52.490255 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:00:52.490255 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:00:52.490255 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:00:52.490255 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 02:00:52.490255 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:00:52.490255 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 02:00:52.490255 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:00:52.490255 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:00:52.490255 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:00:52.490255 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 02:00:52.490255 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:00:52.490255 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:00:52.490255 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:00:52.490255 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:00:52.490255 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:00:52.490255 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:00:52.490255 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:00:52.550976 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-362f20ba-4f7e-4dc0-9515-9bc2c2586ae1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:52.557707 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-362f20ba-4f7e-4dc0-9515-9bc2c2586ae1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:52.560983 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-362f20ba-4f7e-4dc0-9515-9bc2c2586ae1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "DELETE /v2.0/networks/09954c74-af51-4b91-9f98-79d7ee6716a8 HTTP/1.1" status: 204 len: 168 time: 0.3090863 Nov 12 02:00:52.563926 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52250) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:52.572274 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f20ba-4f7e-4dc0-9515-9bc2c2586ae1 tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event deleted for resources: {'Network': ['ID=09954c74-af51-4b91-9f98-79d7ee6716a8,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:52.627812 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-70193b02-9906-4a24-b3ef-9ef7e6c3558b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:52.636111 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device ae24197b-11f4-4751-a755-8fdc22ba83ca no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:00:52.656036 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-70193b02-9906-4a24-b3ef-9ef7e6c3558b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:52.657294 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: ae24197b-11f4-4751-a755-8fdc22ba83ca {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:00:52.657665 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device ae24197b-11f4-4751-a755-8fdc22ba83ca not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:00:52.731740 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-70193b02-9906-4a24-b3ef-9ef7e6c3558b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:52.734567 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-70193b02-9906-4a24-b3ef-9ef7e6c3558b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:52.736245 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-70193b02-9906-4a24-b3ef-9ef7e6c3558b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] 10.222.0.20 "DELETE /v2.0/security-groups/9ab8a8bd-3fb7-4b9f-8de5-3e9c1b644878 HTTP/1.1" status: 204 len: 168 time: 0.1706569 Nov 12 02:00:52.744419 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device af35473f-3495-4449-80d5-6b44a1783f91 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:00:52.746399 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70193b02-9906-4a24-b3ef-9ef7e6c3558b tempest-TestNetworkAdvancedServerOps-1047241240 tempest-TestNetworkAdvancedServerOps-1047241240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab8a8bd-3fb7-4b9f-8de5-3e9c1b644878,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:52.773683 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: af35473f-3495-4449-80d5-6b44a1783f91 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:00:52.773994 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device af35473f-3495-4449-80d5-6b44a1783f91 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:00:52.774472 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 7b4627f8-ac95-4bae-96ca-d1be14ae9df7 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:00:52.797130 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 7b4627f8-ac95-4bae-96ca-d1be14ae9df7 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:00:52.797575 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 7b4627f8-ac95-4bae-96ca-d1be14ae9df7 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:00:52.798072 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device f162b663-2b49-4d05-88e3-885c561ae7c3 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:00:52.821991 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: f162b663-2b49-4d05-88e3-885c561ae7c3 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:00:52.822337 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device f162b663-2b49-4d05-88e3-885c561ae7c3 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:00:53.085835 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52258) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:53.232566 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-56152d62-439c-4e3b-8a84-6fe8f80329d9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6959747348f74fb19d3bbd5d9c551ad2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1451182 Nov 12 02:00:53.234581 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52262) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:53.285724 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0ef0c57e-0e3e-4b53-89fd-de35c2e40ce3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:53.306880 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0ef0c57e-0e3e-4b53-89fd-de35c2e40ce3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:53.353820 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0ef0c57e-0e3e-4b53-89fd-de35c2e40ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:53.356801 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0ef0c57e-0e3e-4b53-89fd-de35c2e40ce3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:53.358155 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0ef0c57e-0e3e-4b53-89fd-de35c2e40ce3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2cceea0a-df61-44ef-bee7-4fec0f4fee72 HTTP/1.1" status: 204 len: 168 time: 0.1226835 Nov 12 02:00:53.365905 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0c57e-0e3e-4b53-89fd-de35c2e40ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cceea0a-df61-44ef-bee7-4fec0f4fee72,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:53.630737 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52268) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:53.644117 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-70d5e405-70a7-42ab-aa88-9ac059598403 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:53.719137 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-70d5e405-70a7-42ab-aa88-9ac059598403 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:53.722869 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-70d5e405-70a7-42ab-aa88-9ac059598403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:53.761087 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-70d5e405-70a7-42ab-aa88-9ac059598403 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=85ef2c065ca84626b1cc1b361ecaadf8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1292660 Nov 12 02:00:53.762279 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d5e405-70a7-42ab-aa88-9ac059598403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac929db-75c7-477f-aca4-75f9bd39d9c7,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:53.764012 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52270) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:53.815239 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-48127238-1f02-4a4c-b2a3-867553328c9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:53.836428 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-48127238-1f02-4a4c-b2a3-867553328c9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:53.882365 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-48127238-1f02-4a4c-b2a3-867553328c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:53.884896 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-48127238-1f02-4a4c-b2a3-867553328c9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:53.886082 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-48127238-1f02-4a4c-b2a3-867553328c9f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dac929db-75c7-477f-aca4-75f9bd39d9c7 HTTP/1.1" status: 204 len: 168 time: 0.1202135 Nov 12 02:00:53.894203 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48127238-1f02-4a4c-b2a3-867553328c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac929db-75c7-477f-aca4-75f9bd39d9c7,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:54.595231 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52292) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:54.690578 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-071db08f-5a36-46b7-9907-dc67bd983f76 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-627933042-network', 'tenant_id': '56d0ff596dfa4ca394d5401e32749f97'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:00:54.710772 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071db08f-5a36-46b7-9907-dc67bd983f76 admin admin] Made reservation on behalf of 56d0ff596dfa4ca394d5401e32749f97 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:00:54.713077 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-071db08f-5a36-46b7-9907-dc67bd983f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:54.722050 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-071db08f-5a36-46b7-9907-dc67bd983f76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:54.796637 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-071db08f-5a36-46b7-9907-dc67bd983f76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:54.800221 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-071db08f-5a36-46b7-9907-dc67bd983f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:54.828076 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-071db08f-5a36-46b7-9907-dc67bd983f76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:00:54.837688 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071db08f-5a36-46b7-9907-dc67bd983f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef497bc9-d5a2-44eb-b9c8-facf0b22ee31,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:54.842358 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-071db08f-5a36-46b7-9907-dc67bd983f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:54.842748 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-071db08f-5a36-46b7-9907-dc67bd983f76 admin admin] Added segment e198f1ab-941e-48fb-a6fb-3fb603985bd2 of type vlan for network 6ac25168-44b2-495e-84b7-96b947f1ff28 Nov 12 02:00:54.882030 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-071db08f-5a36-46b7-9907-dc67bd983f76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:54.906399 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-071db08f-5a36-46b7-9907-dc67bd983f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:54.907317 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071db08f-5a36-46b7-9907-dc67bd983f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:54.908123 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-071db08f-5a36-46b7-9907-dc67bd983f76 admin admin] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:54.969293 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-071db08f-5a36-46b7-9907-dc67bd983f76 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3728631 Nov 12 02:00:54.972292 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52296) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:54.974375 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071db08f-5a36-46b7-9907-dc67bd983f76 admin admin] Pushing event updated for resources: {'Network': ['ID=6ac25168-44b2-495e-84b7-96b947f1ff28,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:54.977190 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-cb6df9e1-c84f-40a5-8e9e-a2e61b7462e1 admin admin] Request body: {'subnet': {'network_id': '6ac25168-44b2-495e-84b7-96b947f1ff28', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-627933042-subnet', 'tenant_id': '56d0ff596dfa4ca394d5401e32749f97', 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:00:54.986017 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 6ac25168-44b2-495e-84b7-96b947f1ff28 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:00:54.998755 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6df9e1-c84f-40a5-8e9e-a2e61b7462e1 admin admin] Made reservation on behalf of 56d0ff596dfa4ca394d5401e32749f97 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:00:55.001306 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cb6df9e1-c84f-40a5-8e9e-a2e61b7462e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:55.166946 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cb6df9e1-c84f-40a5-8e9e-a2e61b7462e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:55.226834 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6df9e1-c84f-40a5-8e9e-a2e61b7462e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86a7e29a-1260-4819-ae27-7cc7c504c81d,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:55.237643 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6df9e1-c84f-40a5-8e9e-a2e61b7462e1 admin admin] Checking segment: {'id': 'e198f1ab-941e-48fb-a6fb-3fb603985bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6ac25168-44b2-495e-84b7-96b947f1ff28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:00:55.237999 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6df9e1-c84f-40a5-8e9e-a2e61b7462e1 admin admin] Network hostable DHCP agents. Network: 6ac25168-44b2-495e-84b7-96b947f1ff28, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:00:55.254106 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6df9e1-c84f-40a5-8e9e-a2e61b7462e1 admin admin] Network 6ac25168-44b2-495e-84b7-96b947f1ff28 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:00:55.262816 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-cb6df9e1-c84f-40a5-8e9e-a2e61b7462e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 6ac25168-44b2-495e-84b7-96b947f1ff28) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:00:55.266767 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6df9e1-c84f-40a5-8e9e-a2e61b7462e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:55.267358 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cb6df9e1-c84f-40a5-8e9e-a2e61b7462e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:55.272735 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84b1779-1310-49b7-a0db-0ec54fcd7459 None None] Network 6ac25168-44b2-495e-84b7-96b947f1ff28 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:00:55.287677 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-cb6df9e1-c84f-40a5-8e9e-a2e61b7462e1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3117003 Nov 12 02:00:55.287915 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52298) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:55.292160 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-21f24812-4c22-41b2-b1a0-2e414eebaaa3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-627933042-router', 'tenant_id': '56d0ff596dfa4ca394d5401e32749f97', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:00:55.314237 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-21f24812-4c22-41b2-b1a0-2e414eebaaa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:55.315224 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-21f24812-4c22-41b2-b1a0-2e414eebaaa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:55.366991 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-21f24812-4c22-41b2-b1a0-2e414eebaaa3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:55.423890 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c24eeda-4091-4b1a-afc2-e98f48ff37d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-6ac25168-44b2-495e-84b7-96b947f1ff28', 'network_id': '6ac25168-44b2-495e-84b7-96b947f1ff28', 'tenant_id': '56d0ff596dfa4ca394d5401e32749f97', 'fixed_ips': [{'subnet_id': '86a7e29a-1260-4819-ae27-7cc7c504c81d'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:00:55.424804 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2c24eeda-4091-4b1a-afc2-e98f48ff37d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:55.506930 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-21f24812-4c22-41b2-b1a0-2e414eebaaa3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:55.561913 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-2c24eeda-4091-4b1a-afc2-e98f48ff37d9 None None] Allocated IP 172.20.0.2 (6ac25168-44b2-495e-84b7-96b947f1ff28/86a7e29a-1260-4819-ae27-7cc7c504c81d/1353f235-2b29-4ae6-a720-5e7ffc9d43ec) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:00:55.707011 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-21f24812-4c22-41b2-b1a0-2e414eebaaa3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:55.711741 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2c24eeda-4091-4b1a-afc2-e98f48ff37d9 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:55.717654 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2c24eeda-4091-4b1a-afc2-e98f48ff37d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:55.726173 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-21f24812-4c22-41b2-b1a0-2e414eebaaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:55.754945 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c24eeda-4091-4b1a-afc2-e98f48ff37d9 None None] Network 6ac25168-44b2-495e-84b7-96b947f1ff28 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:00:55.765247 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-2c24eeda-4091-4b1a-afc2-e98f48ff37d9 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:00:55.767040 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24eeda-4091-4b1a-afc2-e98f48ff37d9 None None] Pushing event updated for resources: {'Port': ['ID=1353f235-2b29-4ae6-a720-5e7ffc9d43ec,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:55.769181 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c24eeda-4091-4b1a-afc2-e98f48ff37d9 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:00:55.826952 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-2c24eeda-4091-4b1a-afc2-e98f48ff37d9 None None] Attempting to bind port 1353f235-2b29-4ae6-a720-5e7ffc9d43ec on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:00:55.827317 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-2c24eeda-4091-4b1a-afc2-e98f48ff37d9 None None] Attempting to bind port 1353f235-2b29-4ae6-a720-5e7ffc9d43ec by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'e198f1ab-941e-48fb-a6fb-3fb603985bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6ac25168-44b2-495e-84b7-96b947f1ff28'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:00:55.827680 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c24eeda-4091-4b1a-afc2-e98f48ff37d9 None None] Attempting to bind port 1353f235-2b29-4ae6-a720-5e7ffc9d43ec on network 6ac25168-44b2-495e-84b7-96b947f1ff28 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:00:55.833198 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c24eeda-4091-4b1a-afc2-e98f48ff37d9 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:00:55.833598 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c24eeda-4091-4b1a-afc2-e98f48ff37d9 None None] Checking segment: {'id': 'e198f1ab-941e-48fb-a6fb-3fb603985bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6ac25168-44b2-495e-84b7-96b947f1ff28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:00:55.833998 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2c24eeda-4091-4b1a-afc2-e98f48ff37d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:55.834389 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c24eeda-4091-4b1a-afc2-e98f48ff37d9 None None] Bound using segment: {'id': 'e198f1ab-941e-48fb-a6fb-3fb603985bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6ac25168-44b2-495e-84b7-96b947f1ff28'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:00:55.834850 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-2c24eeda-4091-4b1a-afc2-e98f48ff37d9 None None] Bound port: 1353f235-2b29-4ae6-a720-5e7ffc9d43ec, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e198f1ab-941e-48fb-a6fb-3fb603985bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6ac25168-44b2-495e-84b7-96b947f1ff28'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:00:55.835221 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2c24eeda-4091-4b1a-afc2-e98f48ff37d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:55.837798 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-21f24812-4c22-41b2-b1a0-2e414eebaaa3 admin admin] Allocated IP 172.25.2.223 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:00:55.899100 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-2c24eeda-4091-4b1a-afc2-e98f48ff37d9 None None] For port 1353f235-2b29-4ae6-a720-5e7ffc9d43ec, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:00:55.902352 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-2c24eeda-4091-4b1a-afc2-e98f48ff37d9 None None] For port 1353f235-2b29-4ae6-a720-5e7ffc9d43ec, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=1353f235-2b29-4ae6-a720-5e7ffc9d43ec,segment=NetworkSegment(e198f1ab-941e-48fb-a6fb-3fb603985bd2),segment_id=e198f1ab-941e-48fb-a6fb-3fb603985bd2)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:00:55.906556 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2c24eeda-4091-4b1a-afc2-e98f48ff37d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:55.956886 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-21f24812-4c22-41b2-b1a0-2e414eebaaa3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:55.970724 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24eeda-4091-4b1a-afc2-e98f48ff37d9 None None] Pushing event updated for resources: {'Port': ['ID=1353f235-2b29-4ae6-a720-5e7ffc9d43ec,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:55.992468 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-21f24812-4c22-41b2-b1a0-2e414eebaaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:56.037525 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f24812-4c22-41b2-b1a0-2e414eebaaa3 admin admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:00:56.040539 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-21f24812-4c22-41b2-b1a0-2e414eebaaa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:00:56.045778 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f24812-4c22-41b2-b1a0-2e414eebaaa3 admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:00:56.048810 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f24812-4c22-41b2-b1a0-2e414eebaaa3 admin admin] Pushing event updated for resources: {'Port': ['ID=979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:56.053643 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13637d7-7666-4bba-aa1d-49b710b6470e None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:00:56.142088 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-cf25638a-d2a8-4d4f-8b74-04d3e06763f9 None None] Provisioning complete for port 979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:56.142455 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cf25638a-d2a8-4d4f-8b74-04d3e06763f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:56.189706 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-cf25638a-d2a8-4d4f-8b74-04d3e06763f9 None None] Port 979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:00:56.700478 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-21f24812-4c22-41b2-b1a0-2e414eebaaa3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:56.747712 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 1353f235-2b29-4ae6-a720-5e7ffc9d43ec up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:00:56.801819 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 1353f235-2b29-4ae6-a720-5e7ffc9d43ec triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:56.802186 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:56.886565 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:56.924187 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-21f24812-4c22-41b2-b1a0-2e414eebaaa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:56.926965 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 1353f235-2b29-4ae6-a720-5e7ffc9d43ec, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=1353f235-2b29-4ae6-a720-5e7ffc9d43ec,segment=NetworkSegment(e198f1ab-941e-48fb-a6fb-3fb603985bd2),segment_id=e198f1ab-941e-48fb-a6fb-3fb603985bd2)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:00:56.932380 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:56.970135 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cda5743-0bbe-4950-988f-a7b6afb5826c None None] Network 6ac25168-44b2-495e-84b7-96b947f1ff28 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:00:57.075797 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=1353f235-2b29-4ae6-a720-5e7ffc9d43ec,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:57.077415 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f24812-4c22-41b2-b1a0-2e414eebaaa3 admin admin] Router 5586723c-b4af-4499-8e7c-0a1ebc14b56e is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 02:00:57.080060 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-c1f83a1b-6066-4140-a555-ac11ff689538 None None] Provisioning complete for port 1353f235-2b29-4ae6-a720-5e7ffc9d43ec triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:57.080433 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c1f83a1b-6066-4140-a555-ac11ff689538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:57.193307 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f24812-4c22-41b2-b1a0-2e414eebaaa3 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:00:57.207474 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4017b22-e521-4bab-8b63-05da860f2520 None None] Sync routers for ids ['5586723c-b4af-4499-8e7c-0a1ebc14b56e'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:00:57.210745 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-21f24812-4c22-41b2-b1a0-2e414eebaaa3 admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:57.214985 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-21f24812-4c22-41b2-b1a0-2e414eebaaa3 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9231882 Nov 12 02:00:57.215190 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52300) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:57.241495 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4017b22-e521-4bab-8b63-05da860f2520 None None] Routers {'5586723c-b4af-4499-8e7c-0a1ebc14b56e'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:00:57.242116 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-b4017b22-e521-4bab-8b63-05da860f2520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T02:00:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['5586723c-b4af-4499-8e7c-0a1ebc14b56e'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:57.354636 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-b4017b22-e521-4bab-8b63-05da860f2520 None None] Set router 5586723c-b4af-4499-8e7c-0a1ebc14b56e gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:00:57.569678 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-b4017b22-e521-4bab-8b63-05da860f2520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'name': 'tempest-TestShelveInstance-627933042-router', 'tenant_id': '56d0ff596dfa4ca394d5401e32749f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:00:55Z', 'updated_at': '2021-11-12T02:00:56Z', 'revision_number': 3, 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'gw_port': {'id': '979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:5f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:55Z', 'updated_at': '2021-11-12T02:00:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:57.572712 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bc29-5180-45d7-a79a-81bbc474bd6f None None] Provisioning complete for port 1353f235-2b29-4ae6-a720-5e7ffc9d43ec triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:57.573079 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bc29-5180-45d7-a79a-81bbc474bd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:57.615635 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4017b22-e521-4bab-8b63-05da860f2520 None None] Checking router: 5586723c-b4af-4499-8e7c-0a1ebc14b56e for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:00:57.615988 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4017b22-e521-4bab-8b63-05da860f2520 None None] Updating router 5586723c-b4af-4499-8e7c-0a1ebc14b56e port 979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:00:57.656162 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b4017b22-e521-4bab-8b63-05da860f2520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:57.681352 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-238a85d5-64ff-4f59-80fe-bd1775c27798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:57.852036 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-238a85d5-64ff-4f59-80fe-bd1775c27798 admin admin] Allocated IP 172.20.0.1 (6ac25168-44b2-495e-84b7-96b947f1ff28/86a7e29a-1260-4819-ae27-7cc7c504c81d/553a1def-088d-4f4c-9549-b7bab23a8ab0) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:00:57.944917 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b4017b22-e521-4bab-8b63-05da860f2520 None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:57.950430 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b4017b22-e521-4bab-8b63-05da860f2520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:57.962476 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-238a85d5-64ff-4f59-80fe-bd1775c27798 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:57.998714 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-238a85d5-64ff-4f59-80fe-bd1775c27798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:58.006192 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65496c3b-0c48-44a1-9db1-8259f1f92c68 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:00:58.019607 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078f335-2e75-4079-a3c4-fb190f7b5fbb None None] Pushing event updated for resources: {'Port': ['ID=979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:58.023764 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-b4017b22-e521-4bab-8b63-05da860f2520 None None] Attempting to bind port 979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:00:58.024144 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-b4017b22-e521-4bab-8b63-05da860f2520 None None] Attempting to bind port 979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:00:58.025030 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4017b22-e521-4bab-8b63-05da860f2520 None None] Attempting to bind port 979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:00:58.032946 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4017b22-e521-4bab-8b63-05da860f2520 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:00:58.033326 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4017b22-e521-4bab-8b63-05da860f2520 None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:00:58.033774 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b4017b22-e521-4bab-8b63-05da860f2520 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:58.034266 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4017b22-e521-4bab-8b63-05da860f2520 None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:00:58.034756 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-b4017b22-e521-4bab-8b63-05da860f2520 None None] Bound port: 979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:00:58.035807 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b4017b22-e521-4bab-8b63-05da860f2520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:58.038327 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238a85d5-64ff-4f59-80fe-bd1775c27798 admin admin] Network 6ac25168-44b2-495e-84b7-96b947f1ff28 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:00:58.043933 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-238a85d5-64ff-4f59-80fe-bd1775c27798 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:00:58.047628 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238a85d5-64ff-4f59-80fe-bd1775c27798 admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:00:58.053597 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238a85d5-64ff-4f59-80fe-bd1775c27798 admin admin] Pushing event updated for resources: {'Port': ['ID=553a1def-088d-4f4c-9549-b7bab23a8ab0,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:58.089781 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-238a85d5-64ff-4f59-80fe-bd1775c27798 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:58.095696 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b4017b22-e521-4bab-8b63-05da860f2520 None None] For port 979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:00:58.099078 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b4017b22-e521-4bab-8b63-05da860f2520 None None] For port 979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:00:58.104436 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b4017b22-e521-4bab-8b63-05da860f2520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:58.168160 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be75d75-5f68-43c0-b2ab-f227d41301ab None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:00:58.183680 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-349ce591-064b-40b4-aa50-838cfcedf28a None None] Provisioning complete for port 979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:58.184725 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-349ce591-064b-40b4-aa50-838cfcedf28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:58.215746 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078f335-2e75-4079-a3c4-fb190f7b5fbb None None] Pushing event updated for resources: {'Port': ['ID=979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:58.222949 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4017b22-e521-4bab-8b63-05da860f2520 None None] Routers {'5586723c-b4af-4499-8e7c-0a1ebc14b56e'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:00:58.223717 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-b4017b22-e521-4bab-8b63-05da860f2520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T02:00:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['5586723c-b4af-4499-8e7c-0a1ebc14b56e'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:58.240932 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-238a85d5-64ff-4f59-80fe-bd1775c27798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:58.437944 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-238a85d5-64ff-4f59-80fe-bd1775c27798 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:58.442499 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-238a85d5-64ff-4f59-80fe-bd1775c27798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:58.517003 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238a85d5-64ff-4f59-80fe-bd1775c27798 admin admin] Pushing event updated for resources: {'Port': ['ID=553a1def-088d-4f4c-9549-b7bab23a8ab0,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:58.520568 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-238a85d5-64ff-4f59-80fe-bd1775c27798 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:58.539170 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-b4017b22-e521-4bab-8b63-05da860f2520 None None] Set router 5586723c-b4af-4499-8e7c-0a1ebc14b56e gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:00:58.571186 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-349ce591-064b-40b4-aa50-838cfcedf28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:58.624964 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238a85d5-64ff-4f59-80fe-bd1775c27798 admin admin] Network 6ac25168-44b2-495e-84b7-96b947f1ff28 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:00:58.626386 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-238a85d5-64ff-4f59-80fe-bd1775c27798 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:00:58.633735 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-349ce591-064b-40b4-aa50-838cfcedf28a None None] For port 979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:00:58.651413 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-349ce591-064b-40b4-aa50-838cfcedf28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:58.743965 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ce591-064b-40b4-aa50-838cfcedf28a None None] Pushing event updated for resources: {'Port': ['ID=979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:58.753599 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 1353f235-2b29-4ae6-a720-5e7ffc9d43ec up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:00:58.768341 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-238a85d5-64ff-4f59-80fe-bd1775c27798 admin admin] Router 5586723c-b4af-4499-8e7c-0a1ebc14b56e has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:00:58.830031 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-c841da30-64c8-4a6c-b92c-c37e3bf14e53 None None] Provisioning complete for port 553a1def-088d-4f4c-9549-b7bab23a8ab0 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:58.830482 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c841da30-64c8-4a6c-b92c-c37e3bf14e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:58.883341 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-c841da30-64c8-4a6c-b92c-c37e3bf14e53 None None] Port 553a1def-088d-4f4c-9549-b7bab23a8ab0 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:00:58.887329 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 1353f235-2b29-4ae6-a720-5e7ffc9d43ec triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:58.887707 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:58.896068 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-238a85d5-64ff-4f59-80fe-bd1775c27798 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:00:58.901948 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-238a85d5-64ff-4f59-80fe-bd1775c27798 admin admin] 10.222.0.20 "PUT /v2.0/routers/5586723c-b4af-4499-8e7c-0a1ebc14b56e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6852360 Nov 12 02:00:58.938801 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-c841da30-64c8-4a6c-b92c-c37e3bf14e53 None None] Provisioning complete for port 979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:58.939172 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c841da30-64c8-4a6c-b92c-c37e3bf14e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:58.941996 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-b4017b22-e521-4bab-8b63-05da860f2520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'name': 'tempest-TestShelveInstance-627933042-router', 'tenant_id': '56d0ff596dfa4ca394d5401e32749f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:00:55Z', 'updated_at': '2021-11-12T02:00:58Z', 'revision_number': 4, 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'gw_port': {'id': '979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:5f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:55Z', 'updated_at': '2021-11-12T02:00:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '553a1def-088d-4f4c-9549-b7bab23a8ab0', 'name': '', 'network_id': '6ac25168-44b2-495e-84b7-96b947f1ff28', 'tenant_id': '56d0ff596dfa4ca394d5401e32749f97', 'mac_address': 'fa:16:3e:ee:1e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '86a7e29a-1260-4819-ae27-7cc7c504c81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:57Z', 'updated_at': '2021-11-12T02:00:57Z', 'revision_number': 1, 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'subnets': [{'id': '86a7e29a-1260-4819-ae27-7cc7c504c81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:58.995090 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4017b22-e521-4bab-8b63-05da860f2520 None None] The sync data for ids ['5586723c-b4af-4499-8e7c-0a1ebc14b56e'] in n-d-812236-11 is: [{'id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'name': 'tempest-TestShelveInstance-627933042-router', 'tenant_id': '56d0ff596dfa4ca394d5401e32749f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:00:55Z', 'updated_at': '2021-11-12T02:00:58Z', 'revision_number': 4, 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'gw_port': {'id': '979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:5f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:55Z', 'updated_at': '2021-11-12T02:00:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '553a1def-088d-4f4c-9549-b7bab23a8ab0', 'name': '', 'network_id': '6ac25168-44b2-495e-84b7-96b947f1ff28', 'tenant_id': '56d0ff596dfa4ca394d5401e32749f97', 'mac_address': 'fa:16:3e:ee:1e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '86a7e29a-1260-4819-ae27-7cc7c504c81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:57Z', 'updated_at': '2021-11-12T02:00:57Z', 'revision_number': 1, 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'subnets': [{'id': '86a7e29a-1260-4819-ae27-7cc7c504c81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:00:59.224861 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-7d28c894-37fd-41da-b939-d2e4ed6e846a None None] Provisioning complete for port 553a1def-088d-4f4c-9549-b7bab23a8ab0 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:59.224861 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7d28c894-37fd-41da-b939-d2e4ed6e846a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:59.270331 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-7d28c894-37fd-41da-b939-d2e4ed6e846a None None] Port 553a1def-088d-4f4c-9549-b7bab23a8ab0 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:00:59.477783 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52316) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:59.484027 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-84d9fc78-85ba-470c-8813-1f4eb4944bd6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-57005908-network', 'tenant_id': 'c733c4b4d3a042468725881abd595f61'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:00:59.506091 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d9fc78-85ba-470c-8813-1f4eb4944bd6 admin admin] Made reservation on behalf of c733c4b4d3a042468725881abd595f61 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:00:59.508443 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-84d9fc78-85ba-470c-8813-1f4eb4944bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:59.518086 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-84d9fc78-85ba-470c-8813-1f4eb4944bd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:59.609350 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-84d9fc78-85ba-470c-8813-1f4eb4944bd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:59.614709 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-84d9fc78-85ba-470c-8813-1f4eb4944bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:59.641416 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84d9fc78-85ba-470c-8813-1f4eb4944bd6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:00:59.650276 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d9fc78-85ba-470c-8813-1f4eb4944bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984cc398-cd94-4251-b909-74c0a3351edd,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:59.657360 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-84d9fc78-85ba-470c-8813-1f4eb4944bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:59.657733 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-84d9fc78-85ba-470c-8813-1f4eb4944bd6 admin admin] Added segment 1b9bb2c4-bebe-4788-a3b1-ca775e251c8a of type vlan for network c228c2fd-25ca-49b6-87c0-74361b01c838 Nov 12 02:00:59.714229 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-84d9fc78-85ba-470c-8813-1f4eb4944bd6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:59.748837 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-84d9fc78-85ba-470c-8813-1f4eb4944bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:59.749812 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d9fc78-85ba-470c-8813-1f4eb4944bd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:59.750414 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-84d9fc78-85ba-470c-8813-1f4eb4944bd6 admin admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:59.808888 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-84d9fc78-85ba-470c-8813-1f4eb4944bd6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3299248 Nov 12 02:00:59.813864 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52318) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:59.816759 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d9fc78-85ba-470c-8813-1f4eb4944bd6 admin admin] Pushing event updated for resources: {'Network': ['ID=c228c2fd-25ca-49b6-87c0-74361b01c838,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:59.820923 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-a5cbb914-f9da-4961-b33c-29d0a20cbacd admin admin] Request body: {'subnet': {'network_id': 'c228c2fd-25ca-49b6-87c0-74361b01c838', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-57005908-subnet', 'tenant_id': 'c733c4b4d3a042468725881abd595f61', 'ip_version': 4}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:00:59.828553 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network c228c2fd-25ca-49b6-87c0-74361b01c838 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:00:59.845140 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5cbb914-f9da-4961-b33c-29d0a20cbacd admin admin] Made reservation on behalf of c733c4b4d3a042468725881abd595f61 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:00:59.848891 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a5cbb914-f9da-4961-b33c-29d0a20cbacd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:00.031261 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a5cbb914-f9da-4961-b33c-29d0a20cbacd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:00.087442 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cbb914-f9da-4961-b33c-29d0a20cbacd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0e7acbd-14ca-4e34-a9e6-568e08c182af,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:00.104107 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cbb914-f9da-4961-b33c-29d0a20cbacd admin admin] Checking segment: {'id': '1b9bb2c4-bebe-4788-a3b1-ca775e251c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c228c2fd-25ca-49b6-87c0-74361b01c838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:01:00.104472 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cbb914-f9da-4961-b33c-29d0a20cbacd admin admin] Network hostable DHCP agents. Network: c228c2fd-25ca-49b6-87c0-74361b01c838, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:01:00.122984 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cbb914-f9da-4961-b33c-29d0a20cbacd admin admin] Network c228c2fd-25ca-49b6-87c0-74361b01c838 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:01:00.132695 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-a5cbb914-f9da-4961-b33c-29d0a20cbacd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, c228c2fd-25ca-49b6-87c0-74361b01c838) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:01:00.139414 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cbb914-f9da-4961-b33c-29d0a20cbacd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:00.140255 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a5cbb914-f9da-4961-b33c-29d0a20cbacd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:00.143163 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d6ac97-6439-4e77-83ec-0e34cc955826 None None] Network c228c2fd-25ca-49b6-87c0-74361b01c838 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:01:00.161912 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52320) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:01:00.162134 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-a5cbb914-f9da-4961-b33c-29d0a20cbacd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3466525 Nov 12 02:01:00.166768 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-d6e8f25a-494f-4fce-b8cf-4f19425e80aa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-57005908-router', 'tenant_id': 'c733c4b4d3a042468725881abd595f61', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:01:00.191260 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d6e8f25a-494f-4fce-b8cf-4f19425e80aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:00.192661 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d6e8f25a-494f-4fce-b8cf-4f19425e80aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:00.254534 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d6e8f25a-494f-4fce-b8cf-4f19425e80aa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:00.310185 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87fe358-a4a7-4cfd-9999-390256bc6da8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-c228c2fd-25ca-49b6-87c0-74361b01c838', 'network_id': 'c228c2fd-25ca-49b6-87c0-74361b01c838', 'tenant_id': 'c733c4b4d3a042468725881abd595f61', 'fixed_ips': [{'subnet_id': 'b0e7acbd-14ca-4e34-a9e6-568e08c182af'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:01:00.311131 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d87fe358-a4a7-4cfd-9999-390256bc6da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:00.402801 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d6e8f25a-494f-4fce-b8cf-4f19425e80aa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:00.458484 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-d87fe358-a4a7-4cfd-9999-390256bc6da8 None None] Allocated IP 172.20.0.2 (c228c2fd-25ca-49b6-87c0-74361b01c838/b0e7acbd-14ca-4e34-a9e6-568e08c182af/65bae405-a91b-417c-993a-43be1221c954) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:01:00.611600 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d6e8f25a-494f-4fce-b8cf-4f19425e80aa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:00.617113 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d87fe358-a4a7-4cfd-9999-390256bc6da8 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:00.624583 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d87fe358-a4a7-4cfd-9999-390256bc6da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:00.632459 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d6e8f25a-494f-4fce-b8cf-4f19425e80aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:00.662981 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87fe358-a4a7-4cfd-9999-390256bc6da8 None None] Network c228c2fd-25ca-49b6-87c0-74361b01c838 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:01:00.666126 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-d87fe358-a4a7-4cfd-9999-390256bc6da8 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:01:00.669980 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87fe358-a4a7-4cfd-9999-390256bc6da8 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:01:00.707971 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87fe358-a4a7-4cfd-9999-390256bc6da8 None None] Pushing event updated for resources: {'Port': ['ID=65bae405-a91b-417c-993a-43be1221c954,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:00.748094 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-d6e8f25a-494f-4fce-b8cf-4f19425e80aa admin admin] Allocated IP 172.25.2.14 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/b7e0ad88-95e6-4ff3-ab94-506ebaf09556) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:01:00.748417 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-d87fe358-a4a7-4cfd-9999-390256bc6da8 None None] Attempting to bind port 65bae405-a91b-417c-993a-43be1221c954 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:01:00.748951 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-d87fe358-a4a7-4cfd-9999-390256bc6da8 None None] Attempting to bind port 65bae405-a91b-417c-993a-43be1221c954 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '1b9bb2c4-bebe-4788-a3b1-ca775e251c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c228c2fd-25ca-49b6-87c0-74361b01c838'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:01:00.749912 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87fe358-a4a7-4cfd-9999-390256bc6da8 None None] Attempting to bind port 65bae405-a91b-417c-993a-43be1221c954 on network c228c2fd-25ca-49b6-87c0-74361b01c838 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:01:00.760520 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87fe358-a4a7-4cfd-9999-390256bc6da8 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:01:00.761135 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87fe358-a4a7-4cfd-9999-390256bc6da8 None None] Checking segment: {'id': '1b9bb2c4-bebe-4788-a3b1-ca775e251c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c228c2fd-25ca-49b6-87c0-74361b01c838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:01:00.761821 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d87fe358-a4a7-4cfd-9999-390256bc6da8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:00.762494 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87fe358-a4a7-4cfd-9999-390256bc6da8 None None] Bound using segment: {'id': '1b9bb2c4-bebe-4788-a3b1-ca775e251c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c228c2fd-25ca-49b6-87c0-74361b01c838'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:01:00.763269 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-d87fe358-a4a7-4cfd-9999-390256bc6da8 None None] Bound port: 65bae405-a91b-417c-993a-43be1221c954, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b9bb2c4-bebe-4788-a3b1-ca775e251c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c228c2fd-25ca-49b6-87c0-74361b01c838'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:01:00.763870 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d87fe358-a4a7-4cfd-9999-390256bc6da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:00.771087 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:01:00.872545 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d6e8f25a-494f-4fce-b8cf-4f19425e80aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:00.880449 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-d87fe358-a4a7-4cfd-9999-390256bc6da8 None None] For port 65bae405-a91b-417c-993a-43be1221c954, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:01:00.884661 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-d87fe358-a4a7-4cfd-9999-390256bc6da8 None None] For port 65bae405-a91b-417c-993a-43be1221c954, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=65bae405-a91b-417c-993a-43be1221c954,segment=NetworkSegment(1b9bb2c4-bebe-4788-a3b1-ca775e251c8a),segment_id=1b9bb2c4-bebe-4788-a3b1-ca775e251c8a)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:01:00.892196 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d87fe358-a4a7-4cfd-9999-390256bc6da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:00.895156 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:01:00.895519 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:00.910298 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d6e8f25a-494f-4fce-b8cf-4f19425e80aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:00.950411 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e8f25a-494f-4fce-b8cf-4f19425e80aa admin admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:01:00.955737 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-d6e8f25a-494f-4fce-b8cf-4f19425e80aa admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:01:00.959504 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e8f25a-494f-4fce-b8cf-4f19425e80aa admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:01:00.983683 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a6be83-f7db-4ff0-bfe7-a54dc78ad75c None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:01:00.984052 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e8f25a-494f-4fce-b8cf-4f19425e80aa admin admin] Pushing event updated for resources: {'Port': ['ID=b7e0ad88-95e6-4ff3-ab94-506ebaf09556,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:01.013223 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87fe358-a4a7-4cfd-9999-390256bc6da8 None None] Pushing event updated for resources: {'Port': ['ID=65bae405-a91b-417c-993a-43be1221c954,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:01.122010 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-62c6c703-6877-457d-a928-3127b6f45590 None None] Provisioning complete for port b7e0ad88-95e6-4ff3-ab94-506ebaf09556 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:01:01.122707 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-62c6c703-6877-457d-a928-3127b6f45590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:01.171310 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-62c6c703-6877-457d-a928-3127b6f45590 None None] Port b7e0ad88-95e6-4ff3-ab94-506ebaf09556 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:01:01.249075 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947b9167-e536-4d03-8487-42dd123a1318 None None] Sync routers for ids ['5586723c-b4af-4499-8e7c-0a1ebc14b56e'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:01:01.259566 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947b9167-e536-4d03-8487-42dd123a1318 None None] Routers {'5586723c-b4af-4499-8e7c-0a1ebc14b56e'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:01:01.260163 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-947b9167-e536-4d03-8487-42dd123a1318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T02:00:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['5586723c-b4af-4499-8e7c-0a1ebc14b56e'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:01:01.268285 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d6e8f25a-494f-4fce-b8cf-4f19425e80aa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:01.384080 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-947b9167-e536-4d03-8487-42dd123a1318 None None] Set router 5586723c-b4af-4499-8e7c-0a1ebc14b56e gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:01:01.479338 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d6e8f25a-494f-4fce-b8cf-4f19425e80aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:01.587860 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-947b9167-e536-4d03-8487-42dd123a1318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'name': 'tempest-TestShelveInstance-627933042-router', 'tenant_id': '56d0ff596dfa4ca394d5401e32749f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:00:55Z', 'updated_at': '2021-11-12T02:00:58Z', 'revision_number': 4, 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'gw_port': {'id': '979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:5f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:55Z', 'updated_at': '2021-11-12T02:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '553a1def-088d-4f4c-9549-b7bab23a8ab0', 'name': '', 'network_id': '6ac25168-44b2-495e-84b7-96b947f1ff28', 'tenant_id': '56d0ff596dfa4ca394d5401e32749f97', 'mac_address': 'fa:16:3e:ee:1e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '86a7e29a-1260-4819-ae27-7cc7c504c81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:57Z', 'updated_at': '2021-11-12T02:00:58Z', 'revision_number': 2, 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'subnets': [{'id': '86a7e29a-1260-4819-ae27-7cc7c504c81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:01:01.615206 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e8f25a-494f-4fce-b8cf-4f19425e80aa admin admin] Router ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 02:01:01.617594 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947b9167-e536-4d03-8487-42dd123a1318 None None] Checking router: 5586723c-b4af-4499-8e7c-0a1ebc14b56e for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:01:01.617949 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947b9167-e536-4d03-8487-42dd123a1318 None None] Updating router 5586723c-b4af-4499-8e7c-0a1ebc14b56e port 553a1def-088d-4f4c-9549-b7bab23a8ab0 binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:01:01.644368 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-947b9167-e536-4d03-8487-42dd123a1318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:01.728761 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e8f25a-494f-4fce-b8cf-4f19425e80aa admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:01:01.740067 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdd0002-212b-40d4-a720-39accac114fc None None] Sync routers for ids ['ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:01:01.750762 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d6e8f25a-494f-4fce-b8cf-4f19425e80aa admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:01.752658 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d6e8f25a-494f-4fce-b8cf-4f19425e80aa admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.5892332 Nov 12 02:01:01.755808 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52322) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:01:01.759499 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdd0002-212b-40d4-a720-39accac114fc None None] Routers {'ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:01:01.760330 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-dcdd0002-212b-40d4-a720-39accac114fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T02:00:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:01:01.895646 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-dcdd0002-212b-40d4-a720-39accac114fc None None] Set router ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:01:01.933288 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-947b9167-e536-4d03-8487-42dd123a1318 None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:01.943611 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-947b9167-e536-4d03-8487-42dd123a1318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:02.015427 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ecba43-0da1-4486-ba33-dfc988765ea5 None None] Pushing event updated for resources: {'Port': ['ID=553a1def-088d-4f4c-9549-b7bab23a8ab0,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:02.052987 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ecba43-0da1-4486-ba33-dfc988765ea5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:02.053335 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ecba43-0da1-4486-ba33-dfc988765ea5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:02.053792 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ecba43-0da1-4486-ba33-dfc988765ea5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:02.054076 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ecba43-0da1-4486-ba33-dfc988765ea5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:02.055174 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ecba43-0da1-4486-ba33-dfc988765ea5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:02.055467 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ecba43-0da1-4486-ba33-dfc988765ea5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:02.055848 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ecba43-0da1-4486-ba33-dfc988765ea5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:02.056197 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ecba43-0da1-4486-ba33-dfc988765ea5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:02.056511 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ecba43-0da1-4486-ba33-dfc988765ea5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:02.056833 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ecba43-0da1-4486-ba33-dfc988765ea5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:02.057348 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ecba43-0da1-4486-ba33-dfc988765ea5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:02.057920 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ecba43-0da1-4486-ba33-dfc988765ea5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:02.096518 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-947b9167-e536-4d03-8487-42dd123a1318 None None] Attempting to bind port 553a1def-088d-4f4c-9549-b7bab23a8ab0 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:01:02.096927 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-947b9167-e536-4d03-8487-42dd123a1318 None None] Attempting to bind port 553a1def-088d-4f4c-9549-b7bab23a8ab0 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'e198f1ab-941e-48fb-a6fb-3fb603985bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6ac25168-44b2-495e-84b7-96b947f1ff28'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:01:02.097319 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947b9167-e536-4d03-8487-42dd123a1318 None None] Attempting to bind port 553a1def-088d-4f4c-9549-b7bab23a8ab0 on network 6ac25168-44b2-495e-84b7-96b947f1ff28 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:01:02.104000 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947b9167-e536-4d03-8487-42dd123a1318 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:01:02.104619 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947b9167-e536-4d03-8487-42dd123a1318 None None] Checking segment: {'id': 'e198f1ab-941e-48fb-a6fb-3fb603985bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6ac25168-44b2-495e-84b7-96b947f1ff28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:01:02.105232 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-947b9167-e536-4d03-8487-42dd123a1318 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:02.106424 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947b9167-e536-4d03-8487-42dd123a1318 None None] Bound using segment: {'id': 'e198f1ab-941e-48fb-a6fb-3fb603985bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6ac25168-44b2-495e-84b7-96b947f1ff28'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:01:02.107311 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-947b9167-e536-4d03-8487-42dd123a1318 None None] Bound port: 553a1def-088d-4f4c-9549-b7bab23a8ab0, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e198f1ab-941e-48fb-a6fb-3fb603985bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6ac25168-44b2-495e-84b7-96b947f1ff28'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:01:02.107704 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-947b9167-e536-4d03-8487-42dd123a1318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:02.156784 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-dcdd0002-212b-40d4-a720-39accac114fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e', 'name': 'tempest-TestShelveInstance-57005908-router', 'tenant_id': 'c733c4b4d3a042468725881abd595f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'b7e0ad88-95e6-4ff3-ab94-506ebaf09556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:01:00Z', 'updated_at': '2021-11-12T02:01:01Z', 'revision_number': 3, 'project_id': 'c733c4b4d3a042468725881abd595f61', 'gw_port': {'id': 'b7e0ad88-95e6-4ff3-ab94-506ebaf09556', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:01:00Z', 'updated_at': '2021-11-12T02:01:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:01:02.181261 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-947b9167-e536-4d03-8487-42dd123a1318 None None] For port 553a1def-088d-4f4c-9549-b7bab23a8ab0, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:01:02.186185 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-947b9167-e536-4d03-8487-42dd123a1318 None None] For port 553a1def-088d-4f4c-9549-b7bab23a8ab0, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=553a1def-088d-4f4c-9549-b7bab23a8ab0,segment=NetworkSegment(e198f1ab-941e-48fb-a6fb-3fb603985bd2),segment_id=e198f1ab-941e-48fb-a6fb-3fb603985bd2)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:01:02.192659 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-947b9167-e536-4d03-8487-42dd123a1318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:02.203807 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5422a4e3-f73b-4744-92a6-b312df62d20d None None] Network c228c2fd-25ca-49b6-87c0-74361b01c838 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:01:02.207262 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdd0002-212b-40d4-a720-39accac114fc None None] Checking router: ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:01:02.207697 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdd0002-212b-40d4-a720-39accac114fc None None] Updating router ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e port b7e0ad88-95e6-4ff3-ab94-506ebaf09556 binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:01:02.260911 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-dcdd0002-212b-40d4-a720-39accac114fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:02.263445 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ecba43-0da1-4486-ba33-dfc988765ea5 None None] Pushing event updated for resources: {'Port': ['ID=553a1def-088d-4f4c-9549-b7bab23a8ab0,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:02.279733 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947b9167-e536-4d03-8487-42dd123a1318 None None] Routers {'5586723c-b4af-4499-8e7c-0a1ebc14b56e'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:01:02.280731 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-947b9167-e536-4d03-8487-42dd123a1318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T02:00:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['5586723c-b4af-4499-8e7c-0a1ebc14b56e'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:01:02.353926 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbb2994-acbf-4a3a-ac9e-741ba1855e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:02.408618 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-947b9167-e536-4d03-8487-42dd123a1318 None None] Set router 5586723c-b4af-4499-8e7c-0a1ebc14b56e gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:01:02.414132 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-22020774-ee0b-4357-9c69-d187acb56589 None None] Provisioning complete for port 65bae405-a91b-417c-993a-43be1221c954 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:01:02.414588 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-22020774-ee0b-4357-9c69-d187acb56589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:02.569514 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-0bbb2994-acbf-4a3a-ac9e-741ba1855e97 admin admin] Allocated IP 172.20.0.1 (c228c2fd-25ca-49b6-87c0-74361b01c838/b0e7acbd-14ca-4e34-a9e6-568e08c182af/f9929a9b-2289-46a2-b1d4-cce3e7a7a843) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:01:02.714930 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbb2994-acbf-4a3a-ac9e-741ba1855e97 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:02.774411 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbb2994-acbf-4a3a-ac9e-741ba1855e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:02.806298 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-947b9167-e536-4d03-8487-42dd123a1318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'name': 'tempest-TestShelveInstance-627933042-router', 'tenant_id': '56d0ff596dfa4ca394d5401e32749f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:00:55Z', 'updated_at': '2021-11-12T02:00:58Z', 'revision_number': 4, 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'gw_port': {'id': '979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:5f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:55Z', 'updated_at': '2021-11-12T02:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '553a1def-088d-4f4c-9549-b7bab23a8ab0', 'name': '', 'network_id': '6ac25168-44b2-495e-84b7-96b947f1ff28', 'tenant_id': '56d0ff596dfa4ca394d5401e32749f97', 'mac_address': 'fa:16:3e:ee:1e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '86a7e29a-1260-4819-ae27-7cc7c504c81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:57Z', 'updated_at': '2021-11-12T02:01:02Z', 'revision_number': 4, 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'subnets': [{'id': '86a7e29a-1260-4819-ae27-7cc7c504c81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:01:02.834263 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbb2994-acbf-4a3a-ac9e-741ba1855e97 admin admin] Network c228c2fd-25ca-49b6-87c0-74361b01c838 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:01:02.838502 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-0bbb2994-acbf-4a3a-ac9e-741ba1855e97 admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:01:02.841253 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbb2994-acbf-4a3a-ac9e-741ba1855e97 admin admin] Pushing event updated for resources: {'Port': ['ID=f9929a9b-2289-46a2-b1d4-cce3e7a7a843,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:02.843546 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbb2994-acbf-4a3a-ac9e-741ba1855e97 admin admin] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:01:02.853405 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-22020774-ee0b-4357-9c69-d187acb56589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:02.857470 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947b9167-e536-4d03-8487-42dd123a1318 None None] The sync data for ids ['5586723c-b4af-4499-8e7c-0a1ebc14b56e'] in n-d-812236-11 is: [{'id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'name': 'tempest-TestShelveInstance-627933042-router', 'tenant_id': '56d0ff596dfa4ca394d5401e32749f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:00:55Z', 'updated_at': '2021-11-12T02:00:58Z', 'revision_number': 4, 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'gw_port': {'id': '979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:5f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:55Z', 'updated_at': '2021-11-12T02:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '553a1def-088d-4f4c-9549-b7bab23a8ab0', 'name': '', 'network_id': '6ac25168-44b2-495e-84b7-96b947f1ff28', 'tenant_id': '56d0ff596dfa4ca394d5401e32749f97', 'mac_address': 'fa:16:3e:ee:1e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '86a7e29a-1260-4819-ae27-7cc7c504c81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:57Z', 'updated_at': '2021-11-12T02:01:02Z', 'revision_number': 4, 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'subnets': [{'id': '86a7e29a-1260-4819-ae27-7cc7c504c81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:01:02.911904 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbb2994-acbf-4a3a-ac9e-741ba1855e97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:02.920435 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-22020774-ee0b-4357-9c69-d187acb56589 None None] For port 65bae405-a91b-417c-993a-43be1221c954, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=65bae405-a91b-417c-993a-43be1221c954,segment=NetworkSegment(1b9bb2c4-bebe-4788-a3b1-ca775e251c8a),segment_id=1b9bb2c4-bebe-4788-a3b1-ca775e251c8a)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:01:02.922036 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 553a1def-088d-4f4c-9549-b7bab23a8ab0 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:01:02.966545 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-22020774-ee0b-4357-9c69-d187acb56589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:03.037024 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-dcdd0002-212b-40d4-a720-39accac114fc None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:03.068494 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-dcdd0002-212b-40d4-a720-39accac114fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:03.079788 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbb2994-acbf-4a3a-ac9e-741ba1855e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:03.134369 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22020774-ee0b-4357-9c69-d187acb56589 None None] Pushing event updated for resources: {'Port': ['ID=65bae405-a91b-417c-993a-43be1221c954,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:03.145810 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfc2a62-88b4-4937-88c0-c3c00bbe8d53 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:01:03.156401 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-dcdd0002-212b-40d4-a720-39accac114fc None None] Attempting to bind port b7e0ad88-95e6-4ff3-ab94-506ebaf09556 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:01:03.156770 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-dcdd0002-212b-40d4-a720-39accac114fc None None] Attempting to bind port b7e0ad88-95e6-4ff3-ab94-506ebaf09556 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:01:03.157130 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdd0002-212b-40d4-a720-39accac114fc None None] Attempting to bind port b7e0ad88-95e6-4ff3-ab94-506ebaf09556 on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:01:03.193012 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 553a1def-088d-4f4c-9549-b7bab23a8ab0 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:01:03.193530 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:03.204666 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-545c94c1-4977-4317-bcbd-a2e604c6b364 None None] Provisioning complete for port 553a1def-088d-4f4c-9549-b7bab23a8ab0 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:01:03.205250 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-545c94c1-4977-4317-bcbd-a2e604c6b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:03.252849 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdd0002-212b-40d4-a720-39accac114fc None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:01:03.253248 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdd0002-212b-40d4-a720-39accac114fc None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:01:03.253759 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-dcdd0002-212b-40d4-a720-39accac114fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:03.254171 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdd0002-212b-40d4-a720-39accac114fc None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:01:03.254658 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-dcdd0002-212b-40d4-a720-39accac114fc None None] Bound port: b7e0ad88-95e6-4ff3-ab94-506ebaf09556, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:01:03.255048 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-dcdd0002-212b-40d4-a720-39accac114fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:03.296847 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbb2994-acbf-4a3a-ac9e-741ba1855e97 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:03.302859 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbb2994-acbf-4a3a-ac9e-741ba1855e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:03.345536 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40f343a-7548-494a-81cf-cf1289e7f7fc None None] Pushing event updated for resources: {'Port': ['ID=b7e0ad88-95e6-4ff3-ab94-506ebaf09556,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:03.391437 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbb2994-acbf-4a3a-ac9e-741ba1855e97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:03.393772 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbb2994-acbf-4a3a-ac9e-741ba1855e97 admin admin] Pushing event updated for resources: {'Port': ['ID=f9929a9b-2289-46a2-b1d4-cce3e7a7a843,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:03.472671 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:03.509965 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbb2994-acbf-4a3a-ac9e-741ba1855e97 admin admin] Network c228c2fd-25ca-49b6-87c0-74361b01c838 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:01:03.511433 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-0bbb2994-acbf-4a3a-ac9e-741ba1855e97 admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:01:03.539730 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-dcdd0002-212b-40d4-a720-39accac114fc None None] For port b7e0ad88-95e6-4ff3-ab94-506ebaf09556, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:01:03.553963 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-545c94c1-4977-4317-bcbd-a2e604c6b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:03.573537 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-dcdd0002-212b-40d4-a720-39accac114fc None None] For port b7e0ad88-95e6-4ff3-ab94-506ebaf09556, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=b7e0ad88-95e6-4ff3-ab94-506ebaf09556,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:01:03.592620 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-dcdd0002-212b-40d4-a720-39accac114fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:03.648301 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] For port 553a1def-088d-4f4c-9549-b7bab23a8ab0, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=553a1def-088d-4f4c-9549-b7bab23a8ab0,segment=NetworkSegment(e198f1ab-941e-48fb-a6fb-3fb603985bd2),segment_id=e198f1ab-941e-48fb-a6fb-3fb603985bd2)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:01:03.664294 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:03.665061 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 65bae405-a91b-417c-993a-43be1221c954 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:01:03.673233 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90273913-5528-4557-adc4-f086cce9c733 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:01:03.705915 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bbb2994-acbf-4a3a-ac9e-741ba1855e97 admin admin] Router ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:01:03.789731 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.db.api [None req-545c94c1-4977-4317-bcbd-a2e604c6b364 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 02:01:03.789994 n-d-812236-11 neutron-server[102663]: DEBUG oslo_db.api [None req-545c94c1-4977-4317-bcbd-a2e604c6b364 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 02:01:03.802672 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdd0002-212b-40d4-a720-39accac114fc None None] Routers {'ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:01:03.803342 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-dcdd0002-212b-40d4-a720-39accac114fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T02:00:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:01:03.806027 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40f343a-7548-494a-81cf-cf1289e7f7fc None None] Pushing event updated for resources: {'Port': ['ID=b7e0ad88-95e6-4ff3-ab94-506ebaf09556,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:03.844775 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bbb2994-acbf-4a3a-ac9e-741ba1855e97 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:01:03.849926 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0bbb2994-acbf-4a3a-ac9e-741ba1855e97 admin admin] 10.222.0.20 "PUT /v2.0/routers/ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0927165 Nov 12 02:01:03.997968 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Pushing event updated for resources: {'Port': ['ID=553a1def-088d-4f4c-9549-b7bab23a8ab0,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:04.015562 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 65bae405-a91b-417c-993a-43be1221c954 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:01:04.015934 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:04.052354 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-dcdd0002-212b-40d4-a720-39accac114fc None None] Set router ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:01:04.349206 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-dcdd0002-212b-40d4-a720-39accac114fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e', 'name': 'tempest-TestShelveInstance-57005908-router', 'tenant_id': 'c733c4b4d3a042468725881abd595f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'b7e0ad88-95e6-4ff3-ab94-506ebaf09556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:01:00Z', 'updated_at': '2021-11-12T02:01:03Z', 'revision_number': 4, 'project_id': 'c733c4b4d3a042468725881abd595f61', 'gw_port': {'id': 'b7e0ad88-95e6-4ff3-ab94-506ebaf09556', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:01:00Z', 'updated_at': '2021-11-12T02:01:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'f9929a9b-2289-46a2-b1d4-cce3e7a7a843', 'name': '', 'network_id': 'c228c2fd-25ca-49b6-87c0-74361b01c838', 'tenant_id': 'c733c4b4d3a042468725881abd595f61', 'mac_address': 'fa:16:3e:d5:95:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'b0e7acbd-14ca-4e34-a9e6-568e08c182af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:01:02Z', 'updated_at': '2021-11-12T02:01:03Z', 'revision_number': 2, 'project_id': 'c733c4b4d3a042468725881abd595f61', 'subnets': [{'id': 'b0e7acbd-14ca-4e34-a9e6-568e08c182af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:01:04.375574 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdd0002-212b-40d4-a720-39accac114fc None None] The sync data for ids ['ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e'] in n-d-812236-11 is: [{'id': 'ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e', 'name': 'tempest-TestShelveInstance-57005908-router', 'tenant_id': 'c733c4b4d3a042468725881abd595f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'b7e0ad88-95e6-4ff3-ab94-506ebaf09556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:01:00Z', 'updated_at': '2021-11-12T02:01:03Z', 'revision_number': 4, 'project_id': 'c733c4b4d3a042468725881abd595f61', 'gw_port': {'id': 'b7e0ad88-95e6-4ff3-ab94-506ebaf09556', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:01:00Z', 'updated_at': '2021-11-12T02:01:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'f9929a9b-2289-46a2-b1d4-cce3e7a7a843', 'name': '', 'network_id': 'c228c2fd-25ca-49b6-87c0-74361b01c838', 'tenant_id': 'c733c4b4d3a042468725881abd595f61', 'mac_address': 'fa:16:3e:d5:95:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'b0e7acbd-14ca-4e34-a9e6-568e08c182af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:01:02Z', 'updated_at': '2021-11-12T02:01:03Z', 'revision_number': 2, 'project_id': 'c733c4b4d3a042468725881abd595f61', 'subnets': [{'id': 'b0e7acbd-14ca-4e34-a9e6-568e08c182af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:01:04.453552 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c73732c8-e3b1-462b-9bab-47eaef0246c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:04.461145 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-39d7b3a4-66df-4a4b-9f6e-058451362a78 None None] Provisioning complete for port b7e0ad88-95e6-4ff3-ab94-506ebaf09556 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:01:04.461676 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-39d7b3a4-66df-4a4b-9f6e-058451362a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:04.552583 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-39d7b3a4-66df-4a4b-9f6e-058451362a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:04.614675 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-39d7b3a4-66df-4a4b-9f6e-058451362a78 None None] For port b7e0ad88-95e6-4ff3-ab94-506ebaf09556, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=b7e0ad88-95e6-4ff3-ab94-506ebaf09556,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:01:04.619027 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-39d7b3a4-66df-4a4b-9f6e-058451362a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:04.665989 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-39d7b3a4-66df-4a4b-9f6e-058451362a78 None None] Provisioning complete for port f9929a9b-2289-46a2-b1d4-cce3e7a7a843 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:01:04.666400 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-39d7b3a4-66df-4a4b-9f6e-058451362a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:04.690249 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52330) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:01:04.696249 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-214e78c3-ca22-4a09-863c-374e44df2f5d tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-954912381', 'description': 'tempest-secgroup-smoke-954912381 description', 'project_id': '56d0ff596dfa4ca394d5401e32749f97'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:01:04.730189 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d7b3a4-66df-4a4b-9f6e-058451362a78 None None] Pushing event updated for resources: {'Port': ['ID=b7e0ad88-95e6-4ff3-ab94-506ebaf09556,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:04.739565 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-39d7b3a4-66df-4a4b-9f6e-058451362a78 None None] Port f9929a9b-2289-46a2-b1d4-cce3e7a7a843 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:01:04.749878 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-214e78c3-ca22-4a09-863c-374e44df2f5d tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:04.758849 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-39d7b3a4-66df-4a4b-9f6e-058451362a78 None None] Provisioning complete for port 65bae405-a91b-417c-993a-43be1221c954 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:01:04.759254 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-39d7b3a4-66df-4a4b-9f6e-058451362a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:04.763332 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 553a1def-088d-4f4c-9549-b7bab23a8ab0 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:01:04.851303 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-214e78c3-ca22-4a09-863c-374e44df2f5d tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:04.856562 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-214e78c3-ca22-4a09-863c-374e44df2f5d tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:04.890357 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-214e78c3-ca22-4a09-863c-374e44df2f5d tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:04.894469 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-214e78c3-ca22-4a09-863c-374e44df2f5d tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2003648 Nov 12 02:01:04.894836 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52332) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:01:04.897155 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e78c3-ca22-4a09-863c-374e44df2f5d tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=694c5cb2-e5a5-4e5d-ab26-cd0344756594,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:04.900300 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-34af4614-c076-44c9-9a39-5f4fcab90a55 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Request body: {'security_group_rule': {'security_group_id': '694c5cb2-e5a5-4e5d-ab26-cd0344756594', 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:01:04.936342 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-34af4614-c076-44c9-9a39-5f4fcab90a55 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:05.015606 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-34af4614-c076-44c9-9a39-5f4fcab90a55 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:05.021628 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-34af4614-c076-44c9-9a39-5f4fcab90a55 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:05.041785 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 553a1def-088d-4f4c-9549-b7bab23a8ab0 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:01:05.043294 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:05.044806 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af4614-c076-44c9-9a39-5f4fcab90a55 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e9de84d-c759-4625-b5d8-18ae4c869ddd,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:05.053853 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-34af4614-c076-44c9-9a39-5f4fcab90a55 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:05.057871 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-34af4614-c076-44c9-9a39-5f4fcab90a55 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1617396 Nov 12 02:01:05.058493 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52334) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:01:05.063790 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-0dfdcba8-268a-41d3-9202-d60cde5758c7 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Request body: {'security_group_rule': {'security_group_id': '694c5cb2-e5a5-4e5d-ab26-cd0344756594', 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:01:05.096975 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0dfdcba8-268a-41d3-9202-d60cde5758c7 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:05.161625 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0dfdcba8-268a-41d3-9202-d60cde5758c7 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:05.165806 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0dfdcba8-268a-41d3-9202-d60cde5758c7 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:05.176229 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 65bae405-a91b-417c-993a-43be1221c954 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:01:05.186891 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfdcba8-268a-41d3-9202-d60cde5758c7 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86bf7ffc-0779-42ee-aeb5-9871c86fbded,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:05.195085 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0dfdcba8-268a-41d3-9202-d60cde5758c7 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:05.197011 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0dfdcba8-268a-41d3-9202-d60cde5758c7 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1368701 Nov 12 02:01:05.199215 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52336) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:01:05.204285 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-3b11c0c8-9aa3-473e-b329-c256969c4992 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Request body: {'security_group_rule': {'security_group_id': '694c5cb2-e5a5-4e5d-ab26-cd0344756594', 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:01:05.231497 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3b11c0c8-9aa3-473e-b329-c256969c4992 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:05.236555 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 65bae405-a91b-417c-993a-43be1221c954 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:01:05.236931 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:05.292462 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3b11c0c8-9aa3-473e-b329-c256969c4992 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:05.298915 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3b11c0c8-9aa3-473e-b329-c256969c4992 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:05.331443 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b11c0c8-9aa3-473e-b329-c256969c4992 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb331360-4aeb-472a-a0c2-01b0a9dd04d5,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:05.340609 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3b11c0c8-9aa3-473e-b329-c256969c4992 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:05.342230 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-3b11c0c8-9aa3-473e-b329-c256969c4992 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1414413 Nov 12 02:01:05.344892 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52338) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:01:05.350413 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-00c056b0-e9c7-45b6-be46-b3e4bed19501 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Request body: {'security_group_rule': {'security_group_id': '694c5cb2-e5a5-4e5d-ab26-cd0344756594', 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:01:05.382240 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-00c056b0-e9c7-45b6-be46-b3e4bed19501 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:05.441978 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-00c056b0-e9c7-45b6-be46-b3e4bed19501 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:05.446368 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-00c056b0-e9c7-45b6-be46-b3e4bed19501 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:05.466044 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c056b0-e9c7-45b6-be46-b3e4bed19501 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5576d8da-c30b-4e96-a11f-32765e6faf58,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:05.473484 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-00c056b0-e9c7-45b6-be46-b3e4bed19501 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:05.474702 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-00c056b0-e9c7-45b6-be46-b3e4bed19501 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1287172 Nov 12 02:01:05.479311 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52340) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:01:05.484302 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-c5fec2e0-8db2-4754-b1f9-c5514b7a2203 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Request body: {'security_group_rule': {'security_group_id': '694c5cb2-e5a5-4e5d-ab26-cd0344756594', 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:01:05.506432 n-d-812236-11 neutron-server[102662]: INFO neutron.db.securitygroups_db [None req-c5fec2e0-8db2-4754-b1f9-c5514b7a2203 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Project 56d0ff596dfa4ca394d5401e32749f97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 02:01:05.511209 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c5fec2e0-8db2-4754-b1f9-c5514b7a2203 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:05.574414 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c5fec2e0-8db2-4754-b1f9-c5514b7a2203 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:05.581311 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c5fec2e0-8db2-4754-b1f9-c5514b7a2203 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:05.599979 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fec2e0-8db2-4754-b1f9-c5514b7a2203 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f888d5c-c052-4e4a-a06b-dbacc7b7c0fc,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:05.608449 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c5fec2e0-8db2-4754-b1f9-c5514b7a2203 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:05.609730 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c5fec2e0-8db2-4754-b1f9-c5514b7a2203 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1294358 Nov 12 02:01:05.612523 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52342) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:01:05.617280 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-72ffa773-f9d7-4921-ab01-c2281bc234a1 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Request body: {'security_group_rule': {'security_group_id': '694c5cb2-e5a5-4e5d-ab26-cd0344756594', 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:01:05.644360 n-d-812236-11 neutron-server[102662]: INFO neutron.db.securitygroups_db [None req-72ffa773-f9d7-4921-ab01-c2281bc234a1 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Project 56d0ff596dfa4ca394d5401e32749f97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 02:01:05.651907 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-72ffa773-f9d7-4921-ab01-c2281bc234a1 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:05.737729 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-72ffa773-f9d7-4921-ab01-c2281bc234a1 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:05.742578 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-72ffa773-f9d7-4921-ab01-c2281bc234a1 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:05.769950 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ffa773-f9d7-4921-ab01-c2281bc234a1 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c859120f-2f79-469a-9395-48c157f0c6aa,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:05.775495 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-72ffa773-f9d7-4921-ab01-c2281bc234a1 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:05.777024 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-72ffa773-f9d7-4921-ab01-c2281bc234a1 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1635211 Nov 12 02:01:06.054719 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3e39ace1-ad33-4551-b86b-0db5b3556a8e req-f00eaf9e-e3a3-4820-8b75-7f4464b5f5ed tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-954912381&fields=id&tenant_id=56d0ff596dfa4ca394d5401e32749f97 HTTP/1.1" status: 200 len: 267 time: 0.0517356 Nov 12 02:01:06.169807 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39ace1-ad33-4551-b86b-0db5b3556a8e req-07c66544-031e-4de6-86b8-726721daf7ea tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:06.171521 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3e39ace1-ad33-4551-b86b-0db5b3556a8e req-07c66544-031e-4de6-86b8-726721daf7ea tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/networks?id=6ac25168-44b2-495e-84b7-96b947f1ff28 HTTP/1.1" status: 200 len: 808 time: 0.1095560 Nov 12 02:01:06.188523 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3e39ace1-ad33-4551-b86b-0db5b3556a8e req-4ee3f741-da4d-4215-921e-c12f161654bb tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/quotas/56d0ff596dfa4ca394d5401e32749f97 HTTP/1.1" status: 200 len: 375 time: 0.0102627 Nov 12 02:01:06.244180 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3e39ace1-ad33-4551-b86b-0db5b3556a8e req-780efc78-2215-4976-9fea-356c93fefc0f tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=56d0ff596dfa4ca394d5401e32749f97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497072 Nov 12 02:01:06.462855 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3e39ace1-ad33-4551-b86b-0db5b3556a8e req-34f724f1-86a9-4a7a-bf5d-17ef865743b8 service neutron] 10.222.0.20 "GET /v2.0/networks/6ac25168-44b2-495e-84b7-96b947f1ff28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057886 Nov 12 02:01:06.566892 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-69f58c5b-8a24-4906-86a4-725fce2511bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:06.595707 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3e39ace1-ad33-4551-b86b-0db5b3556a8e req-38a7d119-e50c-47bd-abca-0d46679d44e1 service neutron] 10.222.0.20 "GET /v2.0/networks/6ac25168-44b2-495e-84b7-96b947f1ff28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262887 Nov 12 02:01:06.741299 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device b7e0ad88-95e6-4ff3-ab94-506ebaf09556 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:01:06.796690 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port b7e0ad88-95e6-4ff3-ab94-506ebaf09556 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:01:06.797063 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:07.235797 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3cc579-9b52-4eca-8995-0c6b5e4135a0 None None] Sync routers for ids ['ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:01:07.249395 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3cc579-9b52-4eca-8995-0c6b5e4135a0 None None] Routers {'ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:01:07.250372 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-ed3cc579-9b52-4eca-8995-0c6b5e4135a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T02:01:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:01:07.379333 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-ed3cc579-9b52-4eca-8995-0c6b5e4135a0 None None] Set router ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:01:07.598157 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-ed3cc579-9b52-4eca-8995-0c6b5e4135a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e', 'name': 'tempest-TestShelveInstance-57005908-router', 'tenant_id': 'c733c4b4d3a042468725881abd595f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'b7e0ad88-95e6-4ff3-ab94-506ebaf09556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:01:00Z', 'updated_at': '2021-11-12T02:01:03Z', 'revision_number': 4, 'project_id': 'c733c4b4d3a042468725881abd595f61', 'gw_port': {'id': 'b7e0ad88-95e6-4ff3-ab94-506ebaf09556', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:01:00Z', 'updated_at': '2021-11-12T02:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'f9929a9b-2289-46a2-b1d4-cce3e7a7a843', 'name': '', 'network_id': 'c228c2fd-25ca-49b6-87c0-74361b01c838', 'tenant_id': 'c733c4b4d3a042468725881abd595f61', 'mac_address': 'fa:16:3e:d5:95:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'b0e7acbd-14ca-4e34-a9e6-568e08c182af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:01:02Z', 'updated_at': '2021-11-12T02:01:03Z', 'revision_number': 2, 'project_id': 'c733c4b4d3a042468725881abd595f61', 'subnets': [{'id': 'b0e7acbd-14ca-4e34-a9e6-568e08c182af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:01:07.624151 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3cc579-9b52-4eca-8995-0c6b5e4135a0 None None] Checking router: ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:01:07.624488 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3cc579-9b52-4eca-8995-0c6b5e4135a0 None None] Updating router ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e port f9929a9b-2289-46a2-b1d4-cce3e7a7a843 binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:01:07.656630 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ed3cc579-9b52-4eca-8995-0c6b5e4135a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:07.823574 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-49cc22ea-889b-43f7-944c-b1375b9042ee req-ff0bc4d2-a5ec-4035-a7e7-61ffb65f361e tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 210 time: 0.0296588 Nov 12 02:01:07.947405 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ed3cc579-9b52-4eca-8995-0c6b5e4135a0 None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:07.953499 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ed3cc579-9b52-4eca-8995-0c6b5e4135a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:08.000097 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:08.001056 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecea23b-7865-4039-bdc7-bb102195e583 None None] Pushing event updated for resources: {'Port': ['ID=f9929a9b-2289-46a2-b1d4-cce3e7a7a843,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:08.058282 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-ed3cc579-9b52-4eca-8995-0c6b5e4135a0 None None] Attempting to bind port f9929a9b-2289-46a2-b1d4-cce3e7a7a843 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:01:08.059268 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-ed3cc579-9b52-4eca-8995-0c6b5e4135a0 None None] Attempting to bind port f9929a9b-2289-46a2-b1d4-cce3e7a7a843 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '1b9bb2c4-bebe-4788-a3b1-ca775e251c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c228c2fd-25ca-49b6-87c0-74361b01c838'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:01:08.059770 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3cc579-9b52-4eca-8995-0c6b5e4135a0 None None] Attempting to bind port f9929a9b-2289-46a2-b1d4-cce3e7a7a843 on network c228c2fd-25ca-49b6-87c0-74361b01c838 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:01:08.066038 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3cc579-9b52-4eca-8995-0c6b5e4135a0 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:01:08.066503 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3cc579-9b52-4eca-8995-0c6b5e4135a0 None None] Checking segment: {'id': '1b9bb2c4-bebe-4788-a3b1-ca775e251c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c228c2fd-25ca-49b6-87c0-74361b01c838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:01:08.066972 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ed3cc579-9b52-4eca-8995-0c6b5e4135a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:08.067429 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3cc579-9b52-4eca-8995-0c6b5e4135a0 None None] Bound using segment: {'id': '1b9bb2c4-bebe-4788-a3b1-ca775e251c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c228c2fd-25ca-49b6-87c0-74361b01c838'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:01:08.067963 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-ed3cc579-9b52-4eca-8995-0c6b5e4135a0 None None] Bound port: f9929a9b-2289-46a2-b1d4-cce3e7a7a843, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b9bb2c4-bebe-4788-a3b1-ca775e251c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c228c2fd-25ca-49b6-87c0-74361b01c838'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:01:08.068405 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ed3cc579-9b52-4eca-8995-0c6b5e4135a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:08.138358 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-ed3cc579-9b52-4eca-8995-0c6b5e4135a0 None None] For port f9929a9b-2289-46a2-b1d4-cce3e7a7a843, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:01:08.141967 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-ed3cc579-9b52-4eca-8995-0c6b5e4135a0 None None] For port f9929a9b-2289-46a2-b1d4-cce3e7a7a843, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=f9929a9b-2289-46a2-b1d4-cce3e7a7a843,segment=NetworkSegment(1b9bb2c4-bebe-4788-a3b1-ca775e251c8a),segment_id=1b9bb2c4-bebe-4788-a3b1-ca775e251c8a)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:01:08.147163 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ed3cc579-9b52-4eca-8995-0c6b5e4135a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:08.213987 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecea23b-7865-4039-bdc7-bb102195e583 None None] Pushing event updated for resources: {'Port': ['ID=f9929a9b-2289-46a2-b1d4-cce3e7a7a843,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:08.223278 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3cc579-9b52-4eca-8995-0c6b5e4135a0 None None] Routers {'ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:01:08.223873 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-ed3cc579-9b52-4eca-8995-0c6b5e4135a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T02:01:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:01:08.274175 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-c9487208-253c-4d21-acb5-ded41c6d6af8 None None] Provisioning complete for port f9929a9b-2289-46a2-b1d4-cce3e7a7a843 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:01:08.276254 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c9487208-253c-4d21-acb5-ded41c6d6af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:08.370559 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-ed3cc579-9b52-4eca-8995-0c6b5e4135a0 None None] Set router ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:01:08.376690 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c9487208-253c-4d21-acb5-ded41c6d6af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:08.412155 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-c9487208-253c-4d21-acb5-ded41c6d6af8 None None] For port f9929a9b-2289-46a2-b1d4-cce3e7a7a843, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=f9929a9b-2289-46a2-b1d4-cce3e7a7a843,segment=NetworkSegment(1b9bb2c4-bebe-4788-a3b1-ca775e251c8a),segment_id=1b9bb2c4-bebe-4788-a3b1-ca775e251c8a)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:01:08.417182 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c9487208-253c-4d21-acb5-ded41c6d6af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:08.474229 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9487208-253c-4d21-acb5-ded41c6d6af8 None None] Pushing event updated for resources: {'Port': ['ID=f9929a9b-2289-46a2-b1d4-cce3e7a7a843,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:08.539711 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-f2338c10-7d92-48a0-a34a-0f394264b1e4 None None] Provisioning complete for port f9929a9b-2289-46a2-b1d4-cce3e7a7a843 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:01:08.540079 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f2338c10-7d92-48a0-a34a-0f394264b1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:08.573537 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-ed3cc579-9b52-4eca-8995-0c6b5e4135a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e', 'name': 'tempest-TestShelveInstance-57005908-router', 'tenant_id': 'c733c4b4d3a042468725881abd595f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'b7e0ad88-95e6-4ff3-ab94-506ebaf09556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:01:00Z', 'updated_at': '2021-11-12T02:01:03Z', 'revision_number': 4, 'project_id': 'c733c4b4d3a042468725881abd595f61', 'gw_port': {'id': 'b7e0ad88-95e6-4ff3-ab94-506ebaf09556', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:01:00Z', 'updated_at': '2021-11-12T02:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'f9929a9b-2289-46a2-b1d4-cce3e7a7a843', 'name': '', 'network_id': 'c228c2fd-25ca-49b6-87c0-74361b01c838', 'tenant_id': 'c733c4b4d3a042468725881abd595f61', 'mac_address': 'fa:16:3e:d5:95:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'b0e7acbd-14ca-4e34-a9e6-568e08c182af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:01:02Z', 'updated_at': '2021-11-12T02:01:08Z', 'revision_number': 4, 'project_id': 'c733c4b4d3a042468725881abd595f61', 'subnets': [{'id': 'b0e7acbd-14ca-4e34-a9e6-568e08c182af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:01:08.609485 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3cc579-9b52-4eca-8995-0c6b5e4135a0 None None] The sync data for ids ['ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e'] in n-d-812236-11 is: [{'id': 'ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e', 'name': 'tempest-TestShelveInstance-57005908-router', 'tenant_id': 'c733c4b4d3a042468725881abd595f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'b7e0ad88-95e6-4ff3-ab94-506ebaf09556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:01:00Z', 'updated_at': '2021-11-12T02:01:03Z', 'revision_number': 4, 'project_id': 'c733c4b4d3a042468725881abd595f61', 'gw_port': {'id': 'b7e0ad88-95e6-4ff3-ab94-506ebaf09556', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:01:00Z', 'updated_at': '2021-11-12T02:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': 'f9929a9b-2289-46a2-b1d4-cce3e7a7a843', 'name': '', 'network_id': 'c228c2fd-25ca-49b6-87c0-74361b01c838', 'tenant_id': 'c733c4b4d3a042468725881abd595f61', 'mac_address': 'fa:16:3e:d5:95:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'b0e7acbd-14ca-4e34-a9e6-568e08c182af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:01:02Z', 'updated_at': '2021-11-12T02:01:08Z', 'revision_number': 4, 'project_id': 'c733c4b4d3a042468725881abd595f61', 'subnets': [{'id': 'b0e7acbd-14ca-4e34-a9e6-568e08c182af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:01:08.727111 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device f9929a9b-2289-46a2-b1d4-cce3e7a7a843 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:01:08.780304 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port f9929a9b-2289-46a2-b1d4-cce3e7a7a843 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:01:08.780691 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:08.938563 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3d5e492f-207b-47c0-a234-cacd27e901a8 req-ce0752ff-c175-41d3-b004-0253721b7b31 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 210 time: 0.0293570 Nov 12 02:01:09.600389 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:10.067692 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-88cb5579-2f8b-4da4-a0a1-6b33ff7a0377 req-f6a4ec5c-c7a0-4d48-8613-e2ff683e1f35 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 210 time: 0.0417459 Nov 12 02:01:10.143701 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39ace1-ad33-4551-b86b-0db5b3556a8e req-2e3066f1-a0bb-41ef-98cd-092a692e0575 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:10.145065 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3e39ace1-ad33-4551-b86b-0db5b3556a8e req-2e3066f1-a0bb-41ef-98cd-092a692e0575 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.54 "GET /v2.0/networks?id=6ac25168-44b2-495e-84b7-96b947f1ff28 HTTP/1.1" status: 200 len: 808 time: 0.1282706 Nov 12 02:01:10.220397 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3e39ace1-ad33-4551-b86b-0db5b3556a8e req-390f1ade-219d-4ca1-b8ea-4a2c63252a10 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56d0ff596dfa4ca394d5401e32749f97 HTTP/1.1" status: 200 len: 379 time: 0.0560100 Nov 12 02:01:10.255660 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-3e39ace1-ad33-4551-b86b-0db5b3556a8e req-58a43905-ad2f-402f-90b3-497782588a5f tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Request body: {'port': {'device_id': '99c43c4c-a256-4999-bb40-fd40056acc3c', 'network_id': '6ac25168-44b2-495e-84b7-96b947f1ff28', 'admin_state_up': True, 'tenant_id': '56d0ff596dfa4ca394d5401e32749f97', 'security_groups': ['694c5cb2-e5a5-4e5d-ab26-cd0344756594']}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:01:10.360980 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e39ace1-ad33-4551-b86b-0db5b3556a8e req-58a43905-ad2f-402f-90b3-497782588a5f tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Made reservation on behalf of 56d0ff596dfa4ca394d5401e32749f97 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:01:10.364471 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-3e39ace1-ad33-4551-b86b-0db5b3556a8e req-58a43905-ad2f-402f-90b3-497782588a5f tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:10.473816 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:10.494311 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-3e39ace1-ad33-4551-b86b-0db5b3556a8e req-58a43905-ad2f-402f-90b3-497782588a5f tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Allocated IP 172.20.0.9 (6ac25168-44b2-495e-84b7-96b947f1ff28/86a7e29a-1260-4819-ae27-7cc7c504c81d/db5a9b44-3322-4550-8065-5d32db53a9ae) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:01:10.635510 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-3e39ace1-ad33-4551-b86b-0db5b3556a8e req-58a43905-ad2f-402f-90b3-497782588a5f tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:11.016949 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-3e39ace1-ad33-4551-b86b-0db5b3556a8e req-58a43905-ad2f-402f-90b3-497782588a5f tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:11.058020 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e39ace1-ad33-4551-b86b-0db5b3556a8e req-58a43905-ad2f-402f-90b3-497782588a5f tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Network 6ac25168-44b2-495e-84b7-96b947f1ff28 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:01:11.063218 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-3e39ace1-ad33-4551-b86b-0db5b3556a8e req-58a43905-ad2f-402f-90b3-497782588a5f tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:01:11.066883 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e39ace1-ad33-4551-b86b-0db5b3556a8e req-58a43905-ad2f-402f-90b3-497782588a5f tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:01:11.073630 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a43905-ad2f-402f-90b3-497782588a5f tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Pushing event updated for resources: {'Port': ['ID=db5a9b44-3322-4550-8065-5d32db53a9ae,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:11.120426 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39ace1-ad33-4551-b86b-0db5b3556a8e req-58a43905-ad2f-402f-90b3-497782588a5f tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:11.121084 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-3e39ace1-ad33-4551-b86b-0db5b3556a8e req-58a43905-ad2f-402f-90b3-497782588a5f tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:11.138384 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3e39ace1-ad33-4551-b86b-0db5b3556a8e req-58a43905-ad2f-402f-90b3-497782588a5f tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8862126 Nov 12 02:01:11.160842 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-3e39ace1-ad33-4551-b86b-0db5b3556a8e req-1cc95500-0f4c-4b81-87a2-3a803a030372 service neutron] Request body: {'port': {'device_id': '99c43c4c-a256-4999-bb40-fd40056acc3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:01:11.229447 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-3e39ace1-ad33-4551-b86b-0db5b3556a8e req-1cc95500-0f4c-4b81-87a2-3a803a030372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:11.230780 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb51af8-e6ae-441c-bb25-ab471f0b9788 req-c899643c-a14d-40a8-8519-824956a2e7ee tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:11.233006 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1cb51af8-e6ae-441c-bb25-ab471f0b9788 req-c899643c-a14d-40a8-8519-824956a2e7ee tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 931 time: 0.0562644 Nov 12 02:01:11.298655 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1cb51af8-e6ae-441c-bb25-ab471f0b9788 req-75897568-83e9-4ae9-b9f0-53cb20811d03 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576174 Nov 12 02:01:11.354949 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-f53b852e-590f-46ab-bcef-2d6a5d4d68a1 None None] Provisioning complete for port db5a9b44-3322-4550-8065-5d32db53a9ae triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:01:11.356094 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f53b852e-590f-46ab-bcef-2d6a5d4d68a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:11.395107 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-f53b852e-590f-46ab-bcef-2d6a5d4d68a1 None None] Port db5a9b44-3322-4550-8065-5d32db53a9ae cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:01:11.507410 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-3e39ace1-ad33-4551-b86b-0db5b3556a8e req-1cc95500-0f4c-4b81-87a2-3a803a030372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db5a9b44-3322-4550-8065-5d32db53a9ae {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:01:11.515098 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-3e39ace1-ad33-4551-b86b-0db5b3556a8e req-1cc95500-0f4c-4b81-87a2-3a803a030372 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:11.526671 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-3e39ace1-ad33-4551-b86b-0db5b3556a8e req-1cc95500-0f4c-4b81-87a2-3a803a030372 service neutron] Transition to ACTIVE for port object db5a9b44-3322-4550-8065-5d32db53a9ae will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:01:11.531086 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-3e39ace1-ad33-4551-b86b-0db5b3556a8e req-1cc95500-0f4c-4b81-87a2-3a803a030372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:11.604363 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc95500-0f4c-4b81-87a2-3a803a030372 service neutron] Pushing event updated for resources: {'Port': ['ID=db5a9b44-3322-4550-8065-5d32db53a9ae,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:11.642438 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:11.659624 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-3e39ace1-ad33-4551-b86b-0db5b3556a8e req-1cc95500-0f4c-4b81-87a2-3a803a030372 service neutron] Attempting to bind port db5a9b44-3322-4550-8065-5d32db53a9ae on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:01:11.659882 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-3e39ace1-ad33-4551-b86b-0db5b3556a8e req-1cc95500-0f4c-4b81-87a2-3a803a030372 service neutron] Attempting to bind port db5a9b44-3322-4550-8065-5d32db53a9ae by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': 'e198f1ab-941e-48fb-a6fb-3fb603985bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6ac25168-44b2-495e-84b7-96b947f1ff28'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:01:11.660205 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e39ace1-ad33-4551-b86b-0db5b3556a8e req-1cc95500-0f4c-4b81-87a2-3a803a030372 service neutron] Attempting to bind port db5a9b44-3322-4550-8065-5d32db53a9ae on network 6ac25168-44b2-495e-84b7-96b947f1ff28 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:01:11.664692 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e39ace1-ad33-4551-b86b-0db5b3556a8e req-1cc95500-0f4c-4b81-87a2-3a803a030372 service neutron] Port db5a9b44-3322-4550-8065-5d32db53a9ae on network 6ac25168-44b2-495e-84b7-96b947f1ff28 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:01:11.665013 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e39ace1-ad33-4551-b86b-0db5b3556a8e req-1cc95500-0f4c-4b81-87a2-3a803a030372 service neutron] Attempting to bind port db5a9b44-3322-4550-8065-5d32db53a9ae on network 6ac25168-44b2-495e-84b7-96b947f1ff28 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:01:11.670533 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e39ace1-ad33-4551-b86b-0db5b3556a8e req-1cc95500-0f4c-4b81-87a2-3a803a030372 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:01:11.670844 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e39ace1-ad33-4551-b86b-0db5b3556a8e req-1cc95500-0f4c-4b81-87a2-3a803a030372 service neutron] Checking segment: {'id': 'e198f1ab-941e-48fb-a6fb-3fb603985bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6ac25168-44b2-495e-84b7-96b947f1ff28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:01:11.671330 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e39ace1-ad33-4551-b86b-0db5b3556a8e req-1cc95500-0f4c-4b81-87a2-3a803a030372 service neutron] Bound using segment: {'id': 'e198f1ab-941e-48fb-a6fb-3fb603985bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6ac25168-44b2-495e-84b7-96b947f1ff28'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:01:11.671631 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-3e39ace1-ad33-4551-b86b-0db5b3556a8e req-1cc95500-0f4c-4b81-87a2-3a803a030372 service neutron] Bound port: db5a9b44-3322-4550-8065-5d32db53a9ae, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e198f1ab-941e-48fb-a6fb-3fb603985bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6ac25168-44b2-495e-84b7-96b947f1ff28'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:01:11.671983 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-3e39ace1-ad33-4551-b86b-0db5b3556a8e req-1cc95500-0f4c-4b81-87a2-3a803a030372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:11.737737 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-3e39ace1-ad33-4551-b86b-0db5b3556a8e req-1cc95500-0f4c-4b81-87a2-3a803a030372 service neutron] For port db5a9b44-3322-4550-8065-5d32db53a9ae, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:01:11.740921 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-3e39ace1-ad33-4551-b86b-0db5b3556a8e req-1cc95500-0f4c-4b81-87a2-3a803a030372 service neutron] For port db5a9b44-3322-4550-8065-5d32db53a9ae, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=db5a9b44-3322-4550-8065-5d32db53a9ae,segment=NetworkSegment(e198f1ab-941e-48fb-a6fb-3fb603985bd2),segment_id=e198f1ab-941e-48fb-a6fb-3fb603985bd2)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:01:11.747760 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-3e39ace1-ad33-4551-b86b-0db5b3556a8e req-1cc95500-0f4c-4b81-87a2-3a803a030372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:11.785501 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39ace1-ad33-4551-b86b-0db5b3556a8e req-1cc95500-0f4c-4b81-87a2-3a803a030372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:11.786361 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-3e39ace1-ad33-4551-b86b-0db5b3556a8e req-1cc95500-0f4c-4b81-87a2-3a803a030372 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:11.787932 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3e39ace1-ad33-4551-b86b-0db5b3556a8e req-1cc95500-0f4c-4b81-87a2-3a803a030372 service neutron] 10.222.0.54 "PUT /v2.0/ports/db5a9b44-3322-4550-8065-5d32db53a9ae HTTP/1.1" status: 200 len: 1092 time: 0.6323032 Nov 12 02:01:11.790865 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c43c4c-a256-4999-bb40-fd40056acc3c', 'tag': 'db5a9b44-3322-4550-8065-5d32db53a9ae'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:01:11.793623 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f20791c62abc78a76d837b2e8f3e70a497c95c8c7e17d957ee036670eec5325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a03445-10fe-4f89-b493-e0ce87141974" -d '{"events": [{"name": "network-changed", "server_uuid": "99c43c4c-a256-4999-bb40-fd40056acc3c", "tag": "db5a9b44-3322-4550-8065-5d32db53a9ae"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:01:11.834489 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc95500-0f4c-4b81-87a2-3a803a030372 service neutron] Pushing event updated for resources: {'Port': ['ID=db5a9b44-3322-4550-8065-5d32db53a9ae,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:11.926917 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39ace1-ad33-4551-b86b-0db5b3556a8e req-4d97447a-2e22-461c-a878-7c6dd4cf02b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:11.928433 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3e39ace1-ad33-4551-b86b-0db5b3556a8e req-4d97447a-2e22-461c-a878-7c6dd4cf02b1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=56d0ff596dfa4ca394d5401e32749f97&device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 1095 time: 0.0596242 Nov 12 02:01:11.953605 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a040ea7a-c87f-4310-a2f0-6703d72fb4a6 x-openstack-request-id: req-a040ea7a-c87f-4310-a2f0-6703d72fb4a6 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:01:11.953926 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99c43c4c-a256-4999-bb40-fd40056acc3c", "tag": "db5a9b44-3322-4550-8065-5d32db53a9ae", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:01:11.954172 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a040ea7a-c87f-4310-a2f0-6703d72fb4a6 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:01:11.954566 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c43c4c-a256-4999-bb40-fd40056acc3c', 'tag': 'db5a9b44-3322-4550-8065-5d32db53a9ae', 'status': 'completed', 'code': 200} Nov 12 02:01:11.986415 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3e39ace1-ad33-4551-b86b-0db5b3556a8e req-263ab7d4-d9f0-4dd5-9fff-62b4a83469f8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db5a9b44-3322-4550-8065-5d32db53a9ae HTTP/1.1" status: 200 len: 217 time: 0.0413642 Nov 12 02:01:12.038795 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39ace1-ad33-4551-b86b-0db5b3556a8e req-f36b616f-681f-4e25-925b-a6348b1fb128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:12.040247 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3e39ace1-ad33-4551-b86b-0db5b3556a8e req-f36b616f-681f-4e25-925b-a6348b1fb128 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=86a7e29a-1260-4819-ae27-7cc7c504c81d HTTP/1.1" status: 200 len: 847 time: 0.0464187 Nov 12 02:01:12.092537 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39ace1-ad33-4551-b86b-0db5b3556a8e req-13c6fccc-9b13-4cef-9375-1178e0c13917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:12.093978 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3e39ace1-ad33-4551-b86b-0db5b3556a8e req-13c6fccc-9b13-4cef-9375-1178e0c13917 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ac25168-44b2-495e-84b7-96b947f1ff28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452461 Nov 12 02:01:12.184386 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3e39ace1-ad33-4551-b86b-0db5b3556a8e req-ad88cba9-6dc3-4366-a212-4973dd3b6d6a service neutron] 10.222.0.54 "GET /v2.0/networks/6ac25168-44b2-495e-84b7-96b947f1ff28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823383 Nov 12 02:01:12.288958 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3e39ace1-ad33-4551-b86b-0db5b3556a8e req-ba0fe4ff-fbc8-4a5e-9beb-a097a8c5d4a4 service neutron] 10.222.0.54 "GET /v2.0/networks/6ac25168-44b2-495e-84b7-96b947f1ff28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964849 Nov 12 02:01:12.415225 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d926b9-f505-4bdf-bd6c-5ed25cf37a25 req-fb964dcd-d2d0-40ed-920d-513b9ce2bebf tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:12.416722 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f4d926b9-f505-4bdf-bd6c-5ed25cf37a25 req-fb964dcd-d2d0-40ed-920d-513b9ce2bebf tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 943 time: 0.0517492 Nov 12 02:01:12.435264 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a03445-10fe-4f89-b493-e0ce87141974 req-14f0ceef-deac-442c-8f5c-b1b2f849a824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:12.436658 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f4a03445-10fe-4f89-b493-e0ce87141974 req-14f0ceef-deac-442c-8f5c-b1b2f849a824 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=56d0ff596dfa4ca394d5401e32749f97&device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 1095 time: 0.0427837 Nov 12 02:01:12.472820 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f4d926b9-f505-4bdf-bd6c-5ed25cf37a25 req-fcf3f586-7f37-4e73-9115-b5790df2837d tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496769 Nov 12 02:01:12.535320 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a03445-10fe-4f89-b493-e0ce87141974 req-b93c927c-b9aa-4114-abd4-b05771c263ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:12.536795 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f4a03445-10fe-4f89-b493-e0ce87141974 req-b93c927c-b9aa-4114-abd4-b05771c263ab service neutron] 10.222.0.54 "GET /v2.0/networks?id=6ac25168-44b2-495e-84b7-96b947f1ff28 HTTP/1.1" status: 200 len: 909 time: 0.0925431 Nov 12 02:01:12.592631 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f4a03445-10fe-4f89-b493-e0ce87141974 req-bf1d1d6d-6ecd-4f4e-9eb2-444678ea9a77 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db5a9b44-3322-4550-8065-5d32db53a9ae HTTP/1.1" status: 200 len: 217 time: 0.0475531 Nov 12 02:01:12.643708 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a03445-10fe-4f89-b493-e0ce87141974 req-f9cafe23-b643-4b44-b91d-a72a452d736e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:12.645124 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f4a03445-10fe-4f89-b493-e0ce87141974 req-f9cafe23-b643-4b44-b91d-a72a452d736e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=86a7e29a-1260-4819-ae27-7cc7c504c81d HTTP/1.1" status: 200 len: 847 time: 0.0448518 Nov 12 02:01:12.701417 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a03445-10fe-4f89-b493-e0ce87141974 req-8e39bddb-7b1b-44ca-a06e-6abd7a320116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:12.702826 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f4a03445-10fe-4f89-b493-e0ce87141974 req-8e39bddb-7b1b-44ca-a06e-6abd7a320116 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ac25168-44b2-495e-84b7-96b947f1ff28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491920 Nov 12 02:01:12.810024 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f4a03445-10fe-4f89-b493-e0ce87141974 req-7bf554da-e3b8-4990-b3ee-a90338677d17 service neutron] 10.222.0.54 "GET /v2.0/networks/6ac25168-44b2-495e-84b7-96b947f1ff28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989339 Nov 12 02:01:12.898712 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f4a03445-10fe-4f89-b493-e0ce87141974 req-a6cf512f-a751-40c4-9db4-81016d82ec26 service neutron] 10.222.0.54 "GET /v2.0/networks/6ac25168-44b2-495e-84b7-96b947f1ff28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814049 Nov 12 02:01:13.482318 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:13.598747 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675d841-c17a-4abf-bfc8-bfb1420bc492 req-786c98d0-353b-4639-8a8b-e71ae180a985 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:13.600253 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5675d841-c17a-4abf-bfc8-bfb1420bc492 req-786c98d0-353b-4639-8a8b-e71ae180a985 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 943 time: 0.0557182 Nov 12 02:01:13.651882 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5675d841-c17a-4abf-bfc8-bfb1420bc492 req-87fc2163-dcea-4b08-b480-0943cf004dc1 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442290 Nov 12 02:01:14.771886 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8929f-95cc-4106-b57e-39bcfb51e8da req-b96b0557-4f44-46e7-a6d3-cab85e96efbf tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:14.773338 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-57c8929f-95cc-4106-b57e-39bcfb51e8da req-b96b0557-4f44-46e7-a6d3-cab85e96efbf tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 943 time: 0.0487437 Nov 12 02:01:14.823287 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-57c8929f-95cc-4106-b57e-39bcfb51e8da req-3e3354b1-ea7c-4c99-acb5-20adaf2cdd27 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434320 Nov 12 02:01:15.946505 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a977003-3d75-4209-b137-293d8cd80afb req-7efbd944-cc42-494f-8380-782fd71d8b3f tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:15.947975 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5a977003-3d75-4209-b137-293d8cd80afb req-7efbd944-cc42-494f-8380-782fd71d8b3f tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 943 time: 0.0501432 Nov 12 02:01:15.997122 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5a977003-3d75-4209-b137-293d8cd80afb req-fcaf87b6-958c-4898-8a08-929bbaa3ffed tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430698 Nov 12 02:01:16.713166 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device db5a9b44-3322-4550-8065-5d32db53a9ae details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:01:16.812419 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port db5a9b44-3322-4550-8065-5d32db53a9ae, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=db5a9b44-3322-4550-8065-5d32db53a9ae,segment=NetworkSegment(e198f1ab-941e-48fb-a6fb-3fb603985bd2),segment_id=e198f1ab-941e-48fb-a6fb-3fb603985bd2)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:01:16.823457 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'db5a9b44-3322-4550-8065-5d32db53a9ae', 'network_id': '6ac25168-44b2-495e-84b7-96b947f1ff28', 'port_id': 'db5a9b44-3322-4550-8065-5d32db53a9ae', 'mac_address': 'fa:16:3e:12:d2:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86a7e29a-1260-4819-ae27-7cc7c504c81d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:01:16.861189 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:16.873942 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db5a9b44-3322-4550-8065-5d32db53a9ae {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:01:16.893645 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port db5a9b44-3322-4550-8065-5d32db53a9ae, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=db5a9b44-3322-4550-8065-5d32db53a9ae,segment=NetworkSegment(e198f1ab-941e-48fb-a6fb-3fb603985bd2),segment_id=e198f1ab-941e-48fb-a6fb-3fb603985bd2)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:01:16.897446 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:16.943245 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=db5a9b44-3322-4550-8065-5d32db53a9ae,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:17.115398 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ee804-a80a-4498-a876-f89b3fb67d4b req-73fd4087-b685-4cb3-bccd-b459f7d2d851 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:17.116821 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-da4ee804-a80a-4498-a876-f89b3fb67d4b req-73fd4087-b685-4cb3-bccd-b459f7d2d851 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 944 time: 0.0492966 Nov 12 02:01:17.167107 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-da4ee804-a80a-4498-a876-f89b3fb67d4b req-751d4ea9-03fc-4c34-b106-d5497666872f tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437984 Nov 12 02:01:17.320417 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['db5a9b44-3322-4550-8065-5d32db53a9ae'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:01:18.286863 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565b3e0-ee5f-4a15-b306-030c9d59afb1 req-d96c2160-22cd-4e68-aa21-c8ea4ffe8b73 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:18.288333 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a565b3e0-ee5f-4a15-b306-030c9d59afb1 req-d96c2160-22cd-4e68-aa21-c8ea4ffe8b73 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 944 time: 0.0547106 Nov 12 02:01:18.337420 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a565b3e0-ee5f-4a15-b306-030c9d59afb1 req-1fb132bc-7957-4950-917f-3845a2075715 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419915 Nov 12 02:01:18.737837 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device db5a9b44-3322-4550-8065-5d32db53a9ae up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:01:18.786445 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port db5a9b44-3322-4550-8065-5d32db53a9ae completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:01:18.790166 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port db5a9b44-3322-4550-8065-5d32db53a9ae triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:01:18.790528 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:18.864406 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:18.887033 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c43c4c-a256-4999-bb40-fd40056acc3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db5a9b44-3322-4550-8065-5d32db53a9ae'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:01:18.889530 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f589fb9f8862dfdbd1fb170ce835a8c182cc8b052b64638c52562f284e07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14187dcf-c92d-44f9-903c-7375b7fa1a72" -d '{"events": [{"server_uuid": "99c43c4c-a256-4999-bb40-fd40056acc3c", "name": "network-vif-plugged", "status": "completed", "tag": "db5a9b44-3322-4550-8065-5d32db53a9ae"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:01:18.905983 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port db5a9b44-3322-4550-8065-5d32db53a9ae, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=db5a9b44-3322-4550-8065-5d32db53a9ae,segment=NetworkSegment(e198f1ab-941e-48fb-a6fb-3fb603985bd2),segment_id=e198f1ab-941e-48fb-a6fb-3fb603985bd2)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:01:18.910190 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:18.956338 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=db5a9b44-3322-4550-8065-5d32db53a9ae,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:18.988704 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b617d7-c0bc-4547-a9a0-f877df20c009 x-openstack-request-id: req-57b617d7-c0bc-4547-a9a0-f877df20c009 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:01:18.988992 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c43c4c-a256-4999-bb40-fd40056acc3c", "name": "network-vif-plugged", "status": "completed", "tag": "db5a9b44-3322-4550-8065-5d32db53a9ae", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:01:18.989246 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-57b617d7-c0bc-4547-a9a0-f877df20c009 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:01:18.989657 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c43c4c-a256-4999-bb40-fd40056acc3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db5a9b44-3322-4550-8065-5d32db53a9ae', 'code': 200} Nov 12 02:01:19.117362 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b106b-d1fa-40c4-bfcc-acdd42148ed8 req-d962bd2a-e015-4911-9e93-47c17a262af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:19.118778 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-753b106b-d1fa-40c4-bfcc-acdd42148ed8 req-d962bd2a-e015-4911-9e93-47c17a262af5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 1097 time: 0.0395954 Nov 12 02:01:19.165860 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-753b106b-d1fa-40c4-bfcc-acdd42148ed8 req-7885463f-c65e-4a69-8bbb-efe0f322fafc service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384276 Nov 12 02:01:19.457977 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42709f8-27ae-4452-8219-5b91202e7913 req-1e4b202d-c965-461c-ab53-637cc10acf4f tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:19.459491 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d42709f8-27ae-4452-8219-5b91202e7913 req-1e4b202d-c965-461c-ab53-637cc10acf4f tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 945 time: 0.0539389 Nov 12 02:01:19.519584 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d42709f8-27ae-4452-8219-5b91202e7913 req-248c0926-2478-4653-8e3c-81f7f681cab9 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535882 Nov 12 02:01:20.648515 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547b0ed-f84b-4f05-8147-f6c92226da01 req-13ba6c91-15d8-4fc1-8df9-4671cadf1121 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:20.650038 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1547b0ed-f84b-4f05-8147-f6c92226da01 req-13ba6c91-15d8-4fc1-8df9-4671cadf1121 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 945 time: 0.0553384 Nov 12 02:01:20.706043 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1547b0ed-f84b-4f05-8147-f6c92226da01 req-e2ad37d0-fd88-49cb-8242-95b029147985 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496428 Nov 12 02:01:21.821907 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5033b-6c17-443d-88a2-6d2c31ede524 req-d1ac3ab2-0481-46b8-9387-ed6d73f98329 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:21.823405 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-56b5033b-6c17-443d-88a2-6d2c31ede524 req-d1ac3ab2-0481-46b8-9387-ed6d73f98329 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 945 time: 0.0489030 Nov 12 02:01:21.873551 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-56b5033b-6c17-443d-88a2-6d2c31ede524 req-0d8b50a9-2eea-4f6c-8bed-2df2bc2d2f65 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428772 Nov 12 02:01:21.989656 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c876836-a09c-485e-8c3e-2b875cc698a9 req-6402507f-3dbb-4e79-846c-66822bb9ba69 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:21.991179 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4c876836-a09c-485e-8c3e-2b875cc698a9 req-6402507f-3dbb-4e79-846c-66822bb9ba69 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 945 time: 0.0514176 Nov 12 02:01:22.040346 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4c876836-a09c-485e-8c3e-2b875cc698a9 req-0362f471-7362-4b3a-aec0-49b56204717f tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424602 Nov 12 02:01:22.062703 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52418) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:01:22.145207 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd8c06d-9de1-4792-950f-331ceb1d70db tempest-TestShelveInstance-581880251 tempest-TestShelveInstance-581880251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:22.146628 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5bd8c06d-9de1-4792-950f-331ceb1d70db tempest-TestShelveInstance-581880251 tempest-TestShelveInstance-581880251-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 1092 time: 0.0829701 Nov 12 02:01:22.149585 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52422) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:01:22.154293 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-ce5b541e-53fb-436c-9aac-30a3ed5c0960 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'port_id': 'db5a9b44-3322-4550-8065-5d32db53a9ae', 'tenant_id': '56d0ff596dfa4ca394d5401e32749f97', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:01:22.175607 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ce5b541e-53fb-436c-9aac-30a3ed5c0960 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for floatingip, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:22.277135 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ce5b541e-53fb-436c-9aac-30a3ed5c0960 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:22.384079 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-ce5b541e-53fb-436c-9aac-30a3ed5c0960 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Allocated IP 172.25.2.107 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/69ef3f27-047e-43c7-88ca-425b45f69fa6) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:01:22.491023 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ce5b541e-53fb-436c-9aac-30a3ed5c0960 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:22.528091 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ce5b541e-53fb-436c-9aac-30a3ed5c0960 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:22.564724 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5b541e-53fb-436c-9aac-30a3ed5c0960 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:01:22.567570 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-ce5b541e-53fb-436c-9aac-30a3ed5c0960 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:01:22.573818 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5b541e-53fb-436c-9aac-30a3ed5c0960 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:01:22.602072 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b541e-53fb-436c-9aac-30a3ed5c0960 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Pushing event updated for resources: {'Port': ['ID=69ef3f27-047e-43c7-88ca-425b45f69fa6,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:22.942265 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ce5b541e-53fb-436c-9aac-30a3ed5c0960 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:23.010844 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ce5b541e-53fb-436c-9aac-30a3ed5c0960 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:23.162463 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ce5b541e-53fb-436c-9aac-30a3ed5c0960 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:23.166942 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ce5b541e-53fb-436c-9aac-30a3ed5c0960 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:23.237567 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b541e-53fb-436c-9aac-30a3ed5c0960 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Pushing event updated for resources: {'Port': ['ID=69ef3f27-047e-43c7-88ca-425b45f69fa6,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:23.249016 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ce5b541e-53fb-436c-9aac-30a3ed5c0960 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:23.325393 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:01:23.662262 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [None req-ce5b541e-53fb-436c-9aac-30a3ed5c0960 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Floating IP 120c034f-534a-404b-941e-26493e44aebb associated. External IP: 172.25.2.107, port: db5a9b44-3322-4550-8065-5d32db53a9ae. Nov 12 02:01:23.872700 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce5b541e-53fb-436c-9aac-30a3ed5c0960 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Router 5586723c-b4af-4499-8e7c-0a1ebc14b56e has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:01:23.979120 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5b541e-53fb-436c-9aac-30a3ed5c0960 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:01:23.990419 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef352582-f5ca-4bb9-8e03-073a15390d9d None None] Sync routers for ids ['5586723c-b4af-4499-8e7c-0a1ebc14b56e'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:01:23.999213 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ce5b541e-53fb-436c-9aac-30a3ed5c0960 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:24.003824 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef352582-f5ca-4bb9-8e03-073a15390d9d None None] Routers {'5586723c-b4af-4499-8e7c-0a1ebc14b56e'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:01:24.004728 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-ef352582-f5ca-4bb9-8e03-073a15390d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T02:01:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['5586723c-b4af-4499-8e7c-0a1ebc14b56e'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:01:24.033741 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-ce5b541e-53fb-436c-9aac-30a3ed5c0960 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8828983 Nov 12 02:01:24.034532 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c43c4c-a256-4999-bb40-fd40056acc3c', 'tag': 'db5a9b44-3322-4550-8065-5d32db53a9ae'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:01:24.037634 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be10c6201f4a6af1b4f88844b1b0aabab5fd97a2a103bbbe8677b2ad1e6c711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d679d4-62be-4c87-8cf1-df6d560ad21c" -d '{"events": [{"name": "network-changed", "server_uuid": "99c43c4c-a256-4999-bb40-fd40056acc3c", "tag": "db5a9b44-3322-4550-8065-5d32db53a9ae"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:01:24.076730 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a1981d-3744-4213-a5a1-e302f07ea6f6 x-openstack-request-id: req-32a1981d-3744-4213-a5a1-e302f07ea6f6 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:01:24.077074 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99c43c4c-a256-4999-bb40-fd40056acc3c", "tag": "db5a9b44-3322-4550-8065-5d32db53a9ae", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:01:24.077400 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-32a1981d-3744-4213-a5a1-e302f07ea6f6 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:01:24.077877 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c43c4c-a256-4999-bb40-fd40056acc3c', 'tag': 'db5a9b44-3322-4550-8065-5d32db53a9ae', 'status': 'completed', 'code': 200} Nov 12 02:01:24.115437 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-ef352582-f5ca-4bb9-8e03-073a15390d9d None None] Set router 5586723c-b4af-4499-8e7c-0a1ebc14b56e gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:01:24.162681 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d679d4-62be-4c87-8cf1-df6d560ad21c req-5893dc5f-c9f7-4843-9be9-457b62c3c519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:24.164085 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-25d679d4-62be-4c87-8cf1-df6d560ad21c req-5893dc5f-c9f7-4843-9be9-457b62c3c519 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=56d0ff596dfa4ca394d5401e32749f97&device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 1097 time: 0.0401959 Nov 12 02:01:24.261154 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d679d4-62be-4c87-8cf1-df6d560ad21c req-13f8d8a2-36a4-4441-bd25-e472c8599521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:24.262699 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-25d679d4-62be-4c87-8cf1-df6d560ad21c req-13f8d8a2-36a4-4441-bd25-e472c8599521 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6ac25168-44b2-495e-84b7-96b947f1ff28 HTTP/1.1" status: 200 len: 909 time: 0.0911477 Nov 12 02:01:24.330560 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-25d679d4-62be-4c87-8cf1-df6d560ad21c req-5122d1c9-d46c-4b4c-ac7f-6ef886063b8d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db5a9b44-3322-4550-8065-5d32db53a9ae HTTP/1.1" status: 200 len: 999 time: 0.0595345 Nov 12 02:01:24.340223 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-ef352582-f5ca-4bb9-8e03-073a15390d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'name': 'tempest-TestShelveInstance-627933042-router', 'tenant_id': '56d0ff596dfa4ca394d5401e32749f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:00:55Z', 'updated_at': '2021-11-12T02:00:58Z', 'revision_number': 4, 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'gw_port': {'id': '979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:5f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:55Z', 'updated_at': '2021-11-12T02:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '120c034f-534a-404b-941e-26493e44aebb', 'tenant_id': '56d0ff596dfa4ca394d5401e32749f97', 'floating_ip_address': '172.25.2.107', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'port_id': 'db5a9b44-3322-4550-8065-5d32db53a9ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac25168-44b2-495e-84b7-96b947f1ff28', 'mac_address': 'fa:16:3e:12:d2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c43c4c-a256-4999-bb40-fd40056acc3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:01:22Z', 'updated_at': '2021-11-12T02:01:22Z', 'revision_number': 0, 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553a1def-088d-4f4c-9549-b7bab23a8ab0', 'name': '', 'network_id': '6ac25168-44b2-495e-84b7-96b947f1ff28', 'tenant_id': '56d0ff596dfa4ca394d5401e32749f97', 'mac_address': 'fa:16:3e:ee:1e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '86a7e29a-1260-4819-ae27-7cc7c504c81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:57Z', 'updated_at': '2021-11-12T02:01:03Z', 'revision_number': 5, 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'subnets': [{'id': '86a7e29a-1260-4819-ae27-7cc7c504c81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:01:24.366514 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef352582-f5ca-4bb9-8e03-073a15390d9d None None] Checking router: 5586723c-b4af-4499-8e7c-0a1ebc14b56e for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:01:24.375360 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef352582-f5ca-4bb9-8e03-073a15390d9d None None] Routers {'5586723c-b4af-4499-8e7c-0a1ebc14b56e'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:01:24.375618 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-ef352582-f5ca-4bb9-8e03-073a15390d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T02:01:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['5586723c-b4af-4499-8e7c-0a1ebc14b56e'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:01:24.385521 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d679d4-62be-4c87-8cf1-df6d560ad21c req-f1de83fc-2715-4ff5-a3a5-7fa3d8324d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:24.387029 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-25d679d4-62be-4c87-8cf1-df6d560ad21c req-f1de83fc-2715-4ff5-a3a5-7fa3d8324d97 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=86a7e29a-1260-4819-ae27-7cc7c504c81d HTTP/1.1" status: 200 len: 847 time: 0.0485528 Nov 12 02:01:24.438049 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d679d4-62be-4c87-8cf1-df6d560ad21c req-2160fca5-3c71-4f1f-87d8-70b039293e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:24.439468 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-25d679d4-62be-4c87-8cf1-df6d560ad21c req-2160fca5-3c71-4f1f-87d8-70b039293e38 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ac25168-44b2-495e-84b7-96b947f1ff28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435808 Nov 12 02:01:24.481731 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-ef352582-f5ca-4bb9-8e03-073a15390d9d None None] Set router 5586723c-b4af-4499-8e7c-0a1ebc14b56e gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:01:24.529709 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-25d679d4-62be-4c87-8cf1-df6d560ad21c req-87c2cba3-e0b8-4187-8741-e33d0599744f service neutron] 10.222.0.54 "GET /v2.0/networks/6ac25168-44b2-495e-84b7-96b947f1ff28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825212 Nov 12 02:01:24.627384 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-25d679d4-62be-4c87-8cf1-df6d560ad21c req-e1d530da-c498-42a3-91ac-e36374e11dc6 service neutron] 10.222.0.54 "GET /v2.0/networks/6ac25168-44b2-495e-84b7-96b947f1ff28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895247 Nov 12 02:01:24.718638 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-ef352582-f5ca-4bb9-8e03-073a15390d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'name': 'tempest-TestShelveInstance-627933042-router', 'tenant_id': '56d0ff596dfa4ca394d5401e32749f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:00:55Z', 'updated_at': '2021-11-12T02:00:58Z', 'revision_number': 4, 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'gw_port': {'id': '979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:5f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:55Z', 'updated_at': '2021-11-12T02:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '120c034f-534a-404b-941e-26493e44aebb', 'tenant_id': '56d0ff596dfa4ca394d5401e32749f97', 'floating_ip_address': '172.25.2.107', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'port_id': 'db5a9b44-3322-4550-8065-5d32db53a9ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac25168-44b2-495e-84b7-96b947f1ff28', 'mac_address': 'fa:16:3e:12:d2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c43c4c-a256-4999-bb40-fd40056acc3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:01:22Z', 'updated_at': '2021-11-12T02:01:22Z', 'revision_number': 0, 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553a1def-088d-4f4c-9549-b7bab23a8ab0', 'name': '', 'network_id': '6ac25168-44b2-495e-84b7-96b947f1ff28', 'tenant_id': '56d0ff596dfa4ca394d5401e32749f97', 'mac_address': 'fa:16:3e:ee:1e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '86a7e29a-1260-4819-ae27-7cc7c504c81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:57Z', 'updated_at': '2021-11-12T02:01:03Z', 'revision_number': 5, 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'subnets': [{'id': '86a7e29a-1260-4819-ae27-7cc7c504c81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:01:24.748508 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef352582-f5ca-4bb9-8e03-073a15390d9d None None] The sync data for ids ['5586723c-b4af-4499-8e7c-0a1ebc14b56e'] in n-d-812236-11 is: [{'id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'name': 'tempest-TestShelveInstance-627933042-router', 'tenant_id': '56d0ff596dfa4ca394d5401e32749f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:00:55Z', 'updated_at': '2021-11-12T02:00:58Z', 'revision_number': 4, 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'gw_port': {'id': '979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:5f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:55Z', 'updated_at': '2021-11-12T02:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '120c034f-534a-404b-941e-26493e44aebb', 'tenant_id': '56d0ff596dfa4ca394d5401e32749f97', 'floating_ip_address': '172.25.2.107', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'port_id': 'db5a9b44-3322-4550-8065-5d32db53a9ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac25168-44b2-495e-84b7-96b947f1ff28', 'mac_address': 'fa:16:3e:12:d2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c43c4c-a256-4999-bb40-fd40056acc3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:01:22Z', 'updated_at': '2021-11-12T02:01:22Z', 'revision_number': 0, 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553a1def-088d-4f4c-9549-b7bab23a8ab0', 'name': '', 'network_id': '6ac25168-44b2-495e-84b7-96b947f1ff28', 'tenant_id': '56d0ff596dfa4ca394d5401e32749f97', 'mac_address': 'fa:16:3e:ee:1e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '86a7e29a-1260-4819-ae27-7cc7c504c81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:57Z', 'updated_at': '2021-11-12T02:01:03Z', 'revision_number': 5, 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'subnets': [{'id': '86a7e29a-1260-4819-ae27-7cc7c504c81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:01:24.942288 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e7fbc4-f831-4fd3-80bb-40b7a7115b26 None None] New status for floating IP 120c034f-534a-404b-941e-26493e44aebb: ACTIVE {{(pid=102664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:01:34.440207 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6eb69ce0-e7ca-4c79-a8d6-36b79396b91f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:36.559205 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-083a3a9c-12ff-470f-b75d-0ef7408f825b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:37.999309 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:39.602636 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:40.474872 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:41.639364 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:43.489479 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:00.324551 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:02:04.442859 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a4741508-3686-4701-8bf9-bb1025eefb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:06.563618 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-28ae900b-39f1-40b9-adf9-c3c66d6e9230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:08.004480 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:09.219384 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d48f44b9-1baa-4493-8993-a421cd268dd2 req-ebdba07a-899d-4cfb-9377-9e21786b5850 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418861 Nov 12 02:02:09.319301 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f44b9-1baa-4493-8993-a421cd268dd2 req-36cd8910-1ed0-43b0-a64f-a60362ba0651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:09.320802 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d48f44b9-1baa-4493-8993-a421cd268dd2 req-36cd8910-1ed0-43b0-a64f-a60362ba0651 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=56d0ff596dfa4ca394d5401e32749f97&device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 1097 time: 0.0413671 Nov 12 02:02:09.429814 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f44b9-1baa-4493-8993-a421cd268dd2 req-06b5f305-714c-4edc-adba-554563ffbdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:09.431270 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d48f44b9-1baa-4493-8993-a421cd268dd2 req-06b5f305-714c-4edc-adba-554563ffbdce service neutron] 10.222.0.54 "GET /v2.0/networks?id=6ac25168-44b2-495e-84b7-96b947f1ff28 HTTP/1.1" status: 200 len: 909 time: 0.0905571 Nov 12 02:02:09.497333 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d48f44b9-1baa-4493-8993-a421cd268dd2 req-e540b7ff-79d3-4161-b675-8240218447d8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db5a9b44-3322-4550-8065-5d32db53a9ae HTTP/1.1" status: 200 len: 1001 time: 0.0576315 Nov 12 02:02:09.552789 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f44b9-1baa-4493-8993-a421cd268dd2 req-ce410cc7-2693-4531-9b64-41e458222118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:09.554270 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d48f44b9-1baa-4493-8993-a421cd268dd2 req-ce410cc7-2693-4531-9b64-41e458222118 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=86a7e29a-1260-4819-ae27-7cc7c504c81d HTTP/1.1" status: 200 len: 847 time: 0.0486586 Nov 12 02:02:09.602757 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f44b9-1baa-4493-8993-a421cd268dd2 req-b0905636-6117-46c2-9dd1-4bb6f2f48dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:09.604272 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d48f44b9-1baa-4493-8993-a421cd268dd2 req-b0905636-6117-46c2-9dd1-4bb6f2f48dac service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ac25168-44b2-495e-84b7-96b947f1ff28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425241 Nov 12 02:02:09.608638 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:09.693987 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d48f44b9-1baa-4493-8993-a421cd268dd2 req-a136b23f-104c-47d9-a17c-69453e97e806 service neutron] 10.222.0.54 "GET /v2.0/networks/6ac25168-44b2-495e-84b7-96b947f1ff28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818129 Nov 12 02:02:09.789434 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d48f44b9-1baa-4493-8993-a421cd268dd2 req-413f6576-f0a7-4f44-bada-4bba87883d3e service neutron] 10.222.0.54 "GET /v2.0/networks/6ac25168-44b2-495e-84b7-96b947f1ff28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877893 Nov 12 02:02:10.479490 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:11.660724 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:13.505862 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:34.444897 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b248c40a-7054-4168-a727-a88afcc0f65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:36.558491 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-79c0f129-db11-4803-ab28-67c1872cf83b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:37.323084 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:02:38.000993 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:39.609689 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:40.482033 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:41.660405 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:43.528066 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:04.608930 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a2349ebc-e1a2-469a-8149-3b80aa316241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:06.567622 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1ad4bd53-32de-46f6-ae76-beec01f65e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:08.003651 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:09.614516 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:10.063662 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dd3c777c-9015-430e-a65a-ac3fcd832677 req-0c403b2e-c457-41e4-a825-f20d1638e351 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419471 Nov 12 02:03:10.178313 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c777c-9015-430e-a65a-ac3fcd832677 req-34979b5d-7616-4db6-b70d-afc0c051d63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:10.179817 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dd3c777c-9015-430e-a65a-ac3fcd832677 req-34979b5d-7616-4db6-b70d-afc0c051d63a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=56d0ff596dfa4ca394d5401e32749f97&device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 1097 time: 0.0539279 Nov 12 02:03:10.287604 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c777c-9015-430e-a65a-ac3fcd832677 req-180b8b39-00a3-4d93-87ee-fc90a28fc730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:10.289724 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dd3c777c-9015-430e-a65a-ac3fcd832677 req-180b8b39-00a3-4d93-87ee-fc90a28fc730 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6ac25168-44b2-495e-84b7-96b947f1ff28 HTTP/1.1" status: 200 len: 909 time: 0.0891044 Nov 12 02:03:10.359337 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dd3c777c-9015-430e-a65a-ac3fcd832677 req-e8d10db1-4028-4505-9f14-c652097de7f9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db5a9b44-3322-4550-8065-5d32db53a9ae HTTP/1.1" status: 200 len: 1001 time: 0.0620341 Nov 12 02:03:10.408066 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c777c-9015-430e-a65a-ac3fcd832677 req-64a48af8-b67c-46b9-9b5f-9df8e2a3abcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:10.409522 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dd3c777c-9015-430e-a65a-ac3fcd832677 req-64a48af8-b67c-46b9-9b5f-9df8e2a3abcf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=86a7e29a-1260-4819-ae27-7cc7c504c81d HTTP/1.1" status: 200 len: 847 time: 0.0431201 Nov 12 02:03:10.456047 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c777c-9015-430e-a65a-ac3fcd832677 req-58c9c118-41b2-474e-8730-f19b926776d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:10.457569 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dd3c777c-9015-430e-a65a-ac3fcd832677 req-58c9c118-41b2-474e-8730-f19b926776d8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ac25168-44b2-495e-84b7-96b947f1ff28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404053 Nov 12 02:03:10.483725 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:10.553150 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dd3c777c-9015-430e-a65a-ac3fcd832677 req-65806972-214d-4937-95fb-0913d1e38e6f service neutron] 10.222.0.54 "GET /v2.0/networks/6ac25168-44b2-495e-84b7-96b947f1ff28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879896 Nov 12 02:03:10.644238 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dd3c777c-9015-430e-a65a-ac3fcd832677 req-2baefde4-6b64-4c03-8264-090026379bf3 service neutron] 10.222.0.54 "GET /v2.0/networks/6ac25168-44b2-495e-84b7-96b947f1ff28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829761 Nov 12 02:03:11.662035 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:13.526652 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:14.323169 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:03:34.461148 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0b9628b9-979c-4a58-a35d-3e6c796c6d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:36.565460 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c3c1069c-cd70-4bd4-b62e-2a41a5f272e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:38.007828 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:39.618459 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:40.487982 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:41.661177 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:43.540459 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:51.323452 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:04:01.671810 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3cb776-a7a6-4e02-b3c6-58be3c3bc7fe req-08a52c0a-fcf3-4a8f-b591-1b673e22dc9c tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:01.673324 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1e3cb776-a7a6-4e02-b3c6-58be3c3bc7fe req-08a52c0a-fcf3-4a8f-b591-1b673e22dc9c tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 945 time: 0.1138763 Nov 12 02:04:01.729772 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1e3cb776-a7a6-4e02-b3c6-58be3c3bc7fe req-c280e0de-9cf8-4ed4-857d-ae6454be1bfa tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501599 Nov 12 02:04:02.893813 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f045db-c366-4267-9408-4aabe21cf71e req-7711c826-0dbb-4bb7-8dd8-b34c068186bd tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:02.895253 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-85f045db-c366-4267-9408-4aabe21cf71e req-7711c826-0dbb-4bb7-8dd8-b34c068186bd tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 945 time: 0.0584457 Nov 12 02:04:02.950555 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-85f045db-c366-4267-9408-4aabe21cf71e req-c64be9cc-a934-4a0d-9477-dbf4a1e81ce9 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487549 Nov 12 02:04:04.097911 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95fca6e-1bd5-4af8-a6c3-47f1d2500762 req-5c51502d-776e-4613-8df4-a8b3feb5da09 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:04.099415 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f95fca6e-1bd5-4af8-a6c3-47f1d2500762 req-5c51502d-776e-4613-8df4-a8b3feb5da09 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 945 time: 0.0526385 Nov 12 02:04:04.152856 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f95fca6e-1bd5-4af8-a6c3-47f1d2500762 req-94a8b028-ceb6-45d9-9296-8a6ddde61e18 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467429 Nov 12 02:04:04.461358 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ddf9713e-68ec-45ba-bf1f-12b67b45f370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:05.284164 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838eba7-26d2-45b5-828a-52008e319acc req-68897d86-a0e1-4f92-855f-5a846778b3dd tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:05.285708 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f838eba7-26d2-45b5-828a-52008e319acc req-68897d86-a0e1-4f92-855f-5a846778b3dd tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 945 time: 0.0515041 Nov 12 02:04:05.340789 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-f838eba7-26d2-45b5-828a-52008e319acc req-c20d9a2c-72ef-45df-a935-0c4f8b73e73a tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488205 Nov 12 02:04:06.459370 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3065d9-655a-4ce9-a650-07f18a7635b8 req-4302f195-4b89-4074-b24c-003411fd5666 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:06.460880 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5c3065d9-655a-4ce9-a650-07f18a7635b8 req-4302f195-4b89-4074-b24c-003411fd5666 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 945 time: 0.0490777 Nov 12 02:04:06.513349 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5c3065d9-655a-4ce9-a650-07f18a7635b8 req-52bf0bc4-b27e-4d98-93af-4d400960bf9a tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450952 Nov 12 02:04:06.557482 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d2bf0678-e0f0-4f06-979a-78cde58e9306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:07.632635 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f19e58-15a8-4712-b7fc-2f966b9ee7ea req-04fe63cf-5b16-4dba-9062-5a742c8de658 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:07.635630 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-50f19e58-15a8-4712-b7fc-2f966b9ee7ea req-04fe63cf-5b16-4dba-9062-5a742c8de658 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 945 time: 0.0523942 Nov 12 02:04:07.695861 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-50f19e58-15a8-4712-b7fc-2f966b9ee7ea req-30596307-0d5a-40e5-a9be-74ca03b4f500 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534551 Nov 12 02:04:08.011188 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:08.819845 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa02d60-00cb-4c77-bad3-43b97122a12c req-d4382fad-4e31-409b-b923-05b81a7dc0bb tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:08.821539 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cfa02d60-00cb-4c77-bad3-43b97122a12c req-d4382fad-4e31-409b-b923-05b81a7dc0bb tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 945 time: 0.0538166 Nov 12 02:04:08.873987 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cfa02d60-00cb-4c77-bad3-43b97122a12c req-3c6838ce-9cf4-42bd-a050-f4a848ec374e tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464818 Nov 12 02:04:09.620026 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:10.009122 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ab035-5430-47a4-bfe7-632d61ff01c5 req-6232afb2-5137-4f34-8f42-b16b97cb934a tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:10.010719 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-400ab035-5430-47a4-bfe7-632d61ff01c5 req-6232afb2-5137-4f34-8f42-b16b97cb934a tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 945 time: 0.0585406 Nov 12 02:04:10.068377 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-400ab035-5430-47a4-bfe7-632d61ff01c5 req-c0e92183-ac74-46e7-be23-bfce3abe825f tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516691 Nov 12 02:04:10.492654 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:11.209410 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674880d9-9430-4ada-be14-d85cec432195 req-ecf4f76b-8a10-4d43-9278-bf27b9acdab3 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:11.211136 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-674880d9-9430-4ada-be14-d85cec432195 req-ecf4f76b-8a10-4d43-9278-bf27b9acdab3 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 945 time: 0.0606546 Nov 12 02:04:11.270929 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-674880d9-9430-4ada-be14-d85cec432195 req-3f8496bd-6556-4165-875e-07e446119498 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528595 Nov 12 02:04:11.666956 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:12.157538 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e81d44-daf0-4775-a369-91870d1341a1 req-b3841389-d571-4d88-bc68-ece866fae1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:12.159054 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-21e81d44-daf0-4775-a369-91870d1341a1 req-b3841389-d571-4d88-bc68-ece866fae1a1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=56d0ff596dfa4ca394d5401e32749f97&device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 1097 time: 0.0979695 Nov 12 02:04:12.271946 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e81d44-daf0-4775-a369-91870d1341a1 req-34c01bba-1f9a-4c0f-961f-45156f9f35bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:12.274554 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-21e81d44-daf0-4775-a369-91870d1341a1 req-34c01bba-1f9a-4c0f-961f-45156f9f35bd service neutron] 10.222.0.54 "GET /v2.0/networks?id=6ac25168-44b2-495e-84b7-96b947f1ff28 HTTP/1.1" status: 200 len: 909 time: 0.0930643 Nov 12 02:04:12.359464 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-21e81d44-daf0-4775-a369-91870d1341a1 req-2d0a78ae-d0b3-42de-a710-afdf5d314ada service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db5a9b44-3322-4550-8065-5d32db53a9ae HTTP/1.1" status: 200 len: 1001 time: 0.0776646 Nov 12 02:04:12.409137 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab1c4e-1b12-4a8a-b4c0-b80ae56c0763 req-d87a0a8d-5edb-4e3b-a596-743571097f45 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:12.410857 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-53ab1c4e-1b12-4a8a-b4c0-b80ae56c0763 req-d87a0a8d-5edb-4e3b-a596-743571097f45 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 945 time: 0.0612662 Nov 12 02:04:12.437463 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e81d44-daf0-4775-a369-91870d1341a1 req-2996f4e3-5dee-4def-81c3-3122addd0d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:12.438905 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-21e81d44-daf0-4775-a369-91870d1341a1 req-2996f4e3-5dee-4def-81c3-3122addd0d23 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=86a7e29a-1260-4819-ae27-7cc7c504c81d HTTP/1.1" status: 200 len: 847 time: 0.0717165 Nov 12 02:04:12.467899 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-53ab1c4e-1b12-4a8a-b4c0-b80ae56c0763 req-4417aec4-a13b-4e1e-a2db-255a1c016bf5 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499175 Nov 12 02:04:12.488979 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e81d44-daf0-4775-a369-91870d1341a1 req-92c9be8b-e7bb-45df-84ea-c2122379ecdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:12.490662 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-21e81d44-daf0-4775-a369-91870d1341a1 req-92c9be8b-e7bb-45df-84ea-c2122379ecdd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ac25168-44b2-495e-84b7-96b947f1ff28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431144 Nov 12 02:04:12.591338 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-21e81d44-daf0-4775-a369-91870d1341a1 req-b59086c3-6439-4452-ad68-8ac76a392d48 service neutron] 10.222.0.54 "GET /v2.0/networks/6ac25168-44b2-495e-84b7-96b947f1ff28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929456 Nov 12 02:04:12.686339 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-21e81d44-daf0-4775-a369-91870d1341a1 req-45fb43fe-c596-46db-a04b-acfd7cb6af6a service neutron] 10.222.0.54 "GET /v2.0/networks/6ac25168-44b2-495e-84b7-96b947f1ff28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867248 Nov 12 02:04:13.540012 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:13.606216 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd5883-75c0-4514-84a9-1c724217e56d req-1f95f1f1-d928-49d5-b8f8-fb061a7c90fa tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:13.607741 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-70bd5883-75c0-4514-84a9-1c724217e56d req-1f95f1f1-d928-49d5-b8f8-fb061a7c90fa tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 945 time: 0.0676157 Nov 12 02:04:13.668373 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-70bd5883-75c0-4514-84a9-1c724217e56d req-9dff4844-acae-499b-ba70-d4174485b59d tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546968 Nov 12 02:04:14.792646 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcdda0-724f-4d9b-b7e2-35766ffc67cf req-049d6aa3-7052-4eb3-95d1-da4fd18d733b tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:14.794169 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8ddcdda0-724f-4d9b-b7e2-35766ffc67cf req-049d6aa3-7052-4eb3-95d1-da4fd18d733b tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 945 time: 0.0513830 Nov 12 02:04:14.845930 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8ddcdda0-724f-4d9b-b7e2-35766ffc67cf req-1c8f3277-933d-4856-bb43-0f9f6b1bf63a tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457413 Nov 12 02:04:15.640521 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device db5a9b44-3322-4550-8065-5d32db53a9ae details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:04:15.737151 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port db5a9b44-3322-4550-8065-5d32db53a9ae, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=db5a9b44-3322-4550-8065-5d32db53a9ae,segment=NetworkSegment(e198f1ab-941e-48fb-a6fb-3fb603985bd2),segment_id=e198f1ab-941e-48fb-a6fb-3fb603985bd2)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:04:15.748500 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': 'db5a9b44-3322-4550-8065-5d32db53a9ae', 'network_id': '6ac25168-44b2-495e-84b7-96b947f1ff28', 'port_id': 'db5a9b44-3322-4550-8065-5d32db53a9ae', 'mac_address': 'fa:16:3e:12:d2:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86a7e29a-1260-4819-ae27-7cc7c504c81d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:04:15.783875 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:15.796298 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db5a9b44-3322-4550-8065-5d32db53a9ae {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:04:15.816018 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port db5a9b44-3322-4550-8065-5d32db53a9ae, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=db5a9b44-3322-4550-8065-5d32db53a9ae,segment=NetworkSegment(e198f1ab-941e-48fb-a6fb-3fb603985bd2),segment_id=e198f1ab-941e-48fb-a6fb-3fb603985bd2)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:04:15.819839 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:15.869879 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=db5a9b44-3322-4550-8065-5d32db53a9ae,revision_number=6']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:04:15.877165 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:15.877533 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:15.877868 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:15.878197 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:15.878522 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:15.878846 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:15.879165 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:15.879739 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:15.879839 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:15.880139 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:15.880397 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:15.880708 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:15.978401 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493c663-ab0b-4a5f-a465-f85193270b68 req-9e5dc75d-6900-451b-b95b-6692b2e7bfe3 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:15.979881 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4493c663-ab0b-4a5f-a465-f85193270b68 req-9e5dc75d-6900-451b-b95b-6692b2e7bfe3 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 944 time: 0.0482666 Nov 12 02:04:15.980708 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['db5a9b44-3322-4550-8065-5d32db53a9ae'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:04:16.029707 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4493c663-ab0b-4a5f-a465-f85193270b68 req-e6c98cd1-1691-4b12-a757-6209ce02c4ae tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437863 Nov 12 02:04:17.151885 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7048e6-60b0-4308-9d8c-f3664ec61892 req-f625c1a7-544c-4b6d-a568-01f1a76560c3 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:17.153455 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8d7048e6-60b0-4308-9d8c-f3664ec61892 req-f625c1a7-544c-4b6d-a568-01f1a76560c3 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 944 time: 0.0507648 Nov 12 02:04:17.208923 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8d7048e6-60b0-4308-9d8c-f3664ec61892 req-a18f59d8-2127-43cf-adcd-1ffedc8ba62f tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494668 Nov 12 02:04:17.652767 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device db5a9b44-3322-4550-8065-5d32db53a9ae up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:04:17.700437 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port db5a9b44-3322-4550-8065-5d32db53a9ae triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:04:17.700809 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:17.781591 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:17.804886 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c43c4c-a256-4999-bb40-fd40056acc3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db5a9b44-3322-4550-8065-5d32db53a9ae'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:04:17.807407 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f589fb9f8862dfdbd1fb170ce835a8c182cc8b052b64638c52562f284e07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f2c509-196a-4025-8046-c8a5833fb9d5" -d '{"events": [{"server_uuid": "99c43c4c-a256-4999-bb40-fd40056acc3c", "name": "network-vif-plugged", "status": "completed", "tag": "db5a9b44-3322-4550-8065-5d32db53a9ae"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:04:17.820377 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port db5a9b44-3322-4550-8065-5d32db53a9ae, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=db5a9b44-3322-4550-8065-5d32db53a9ae,segment=NetworkSegment(e198f1ab-941e-48fb-a6fb-3fb603985bd2),segment_id=e198f1ab-941e-48fb-a6fb-3fb603985bd2)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:04:17.825739 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:17.852788 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a434406-f3a7-4f7e-82f7-32b44832e24b x-openstack-request-id: req-1a434406-f3a7-4f7e-82f7-32b44832e24b {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:04:17.853081 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c43c4c-a256-4999-bb40-fd40056acc3c", "name": "network-vif-plugged", "status": "completed", "tag": "db5a9b44-3322-4550-8065-5d32db53a9ae", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:04:17.853330 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a434406-f3a7-4f7e-82f7-32b44832e24b {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:04:17.853734 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c43c4c-a256-4999-bb40-fd40056acc3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db5a9b44-3322-4550-8065-5d32db53a9ae', 'code': 200} Nov 12 02:04:17.878610 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=db5a9b44-3322-4550-8065-5d32db53a9ae,revision_number=7']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:04:18.332514 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadcb06a-bcae-450b-8bd1-e11de13b30a3 req-5eac27cd-6af4-4c27-bd62-431df1af27fd tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:18.334022 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dadcb06a-bcae-450b-8bd1-e11de13b30a3 req-5eac27cd-6af4-4c27-bd62-431df1af27fd tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 945 time: 0.0524278 Nov 12 02:04:18.384927 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-dadcb06a-bcae-450b-8bd1-e11de13b30a3 req-d2b46630-cdb2-4217-9316-80eaeb4a5a58 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446532 Nov 12 02:04:19.509660 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06587849-e56b-4a12-8d8a-59f829e3e087 req-7016a61d-f13d-43f4-9aa8-e1ac53dbb71b tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:19.511153 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-06587849-e56b-4a12-8d8a-59f829e3e087 req-7016a61d-f13d-43f4-9aa8-e1ac53dbb71b tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 945 time: 0.0490789 Nov 12 02:04:19.569931 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-06587849-e56b-4a12-8d8a-59f829e3e087 req-b7014ee7-f30d-4a74-baa8-fdeed6887b35 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528791 Nov 12 02:04:20.707061 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b8953-71ca-40e7-9980-519a2aa26cf8 req-a93f3cc1-28d9-48e4-bfae-ef15bbabe337 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:20.709275 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-098b8953-71ca-40e7-9980-519a2aa26cf8 req-a93f3cc1-28d9-48e4-bfae-ef15bbabe337 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 945 time: 0.0540266 Nov 12 02:04:20.783809 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-098b8953-71ca-40e7-9980-519a2aa26cf8 req-45915395-cbcf-4016-bd7e-8469f24c77ab tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651021 Nov 12 02:04:21.937493 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14882caa-5ef5-4e01-9609-015f8c91b2e1 req-b0479df9-e936-4a6b-8fd5-d8792910a8c8 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:21.939971 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-14882caa-5ef5-4e01-9609-015f8c91b2e1 req-b0479df9-e936-4a6b-8fd5-d8792910a8c8 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 945 time: 0.0601192 Nov 12 02:04:22.002102 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-14882caa-5ef5-4e01-9609-015f8c91b2e1 req-b04be487-03bb-4b4d-a208-fe0a583be689 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534382 Nov 12 02:04:23.142421 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0722a-5e7b-462a-af8c-a2a412137876 req-0580bb0f-2ba9-4a4b-922f-7d6a6ced0057 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:23.144215 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1ef0722a-5e7b-462a-af8c-a2a412137876 req-0580bb0f-2ba9-4a4b-922f-7d6a6ced0057 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 945 time: 0.0601799 Nov 12 02:04:23.206616 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1ef0722a-5e7b-462a-af8c-a2a412137876 req-b77383fa-1fe3-487d-a158-4089c8fa8d11 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525134 Nov 12 02:04:24.337930 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6cbd2-bb7c-4d9d-99d6-3e14f995aebb req-edcc651a-4f64-4695-8e89-849d94a2e9ea tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:24.339479 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6c6cbd2-bb7c-4d9d-99d6-3e14f995aebb req-edcc651a-4f64-4695-8e89-849d94a2e9ea tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 945 time: 0.0546386 Nov 12 02:04:24.396473 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b6c6cbd2-bb7c-4d9d-99d6-3e14f995aebb req-6f14b653-017f-44d5-8b3e-c2bf177dfe9f tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503755 Nov 12 02:04:25.562611 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13deac41-eb9b-4e07-8a2b-ad2571a126a7 req-2e32c1fe-c85a-46f6-9067-ee9ce2d8ad25 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:25.565910 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-13deac41-eb9b-4e07-8a2b-ad2571a126a7 req-2e32c1fe-c85a-46f6-9067-ee9ce2d8ad25 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 945 time: 0.0736704 Nov 12 02:04:25.645465 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-13deac41-eb9b-4e07-8a2b-ad2571a126a7 req-978756d8-8ed6-449f-a1a8-f85f1b7101de tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728602 Nov 12 02:04:26.786029 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772db65-056b-4695-8692-f0ad85b4abf1 req-6d64f023-e9ec-42cf-9c7e-c060de6a2549 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:26.787935 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8772db65-056b-4695-8692-f0ad85b4abf1 req-6d64f023-e9ec-42cf-9c7e-c060de6a2549 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 945 time: 0.0650868 Nov 12 02:04:26.856635 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8772db65-056b-4695-8692-f0ad85b4abf1 req-f4117089-77c5-48b7-acbe-64131ded879b tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593154 Nov 12 02:04:27.993239 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0eb663-f13b-41cd-a6df-a7e5d08e6a28 req-91301d7b-59b8-4eab-a311-a7688c12a6b1 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:28.001543 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ea0eb663-f13b-41cd-a6df-a7e5d08e6a28 req-91301d7b-59b8-4eab-a311-a7688c12a6b1 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 945 time: 0.0646749 Nov 12 02:04:28.054557 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ea0eb663-f13b-41cd-a6df-a7e5d08e6a28 req-758de950-8011-4e73-b657-53b6f401fb92 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520141 Nov 12 02:04:28.327783 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:04:29.179128 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0437178-7b5f-448e-9479-846faece7765 req-74da71f4-6208-4773-8591-f31de04d969b tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:29.181741 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c0437178-7b5f-448e-9479-846faece7765 req-74da71f4-6208-4773-8591-f31de04d969b tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 945 time: 0.0540006 Nov 12 02:04:29.232479 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c0437178-7b5f-448e-9479-846faece7765 req-2ca018e7-1b78-4e9a-ac8a-947035493f16 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450161 Nov 12 02:04:30.161423 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd87bcb-23f9-4054-a22f-9b5cfe61ebdd req-b6ecea40-a07a-4b8b-8945-73e65e2794b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:30.162900 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1dd87bcb-23f9-4054-a22f-9b5cfe61ebdd req-b6ecea40-a07a-4b8b-8945-73e65e2794b3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=56d0ff596dfa4ca394d5401e32749f97&device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 1097 time: 0.0402925 Nov 12 02:04:30.256352 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd87bcb-23f9-4054-a22f-9b5cfe61ebdd req-308a6204-b9af-44ca-9fe7-f49396add54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:30.257869 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1dd87bcb-23f9-4054-a22f-9b5cfe61ebdd req-308a6204-b9af-44ca-9fe7-f49396add54a service neutron] 10.222.0.54 "GET /v2.0/networks?id=6ac25168-44b2-495e-84b7-96b947f1ff28 HTTP/1.1" status: 200 len: 909 time: 0.0873580 Nov 12 02:04:30.331855 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1dd87bcb-23f9-4054-a22f-9b5cfe61ebdd req-dae54e8b-f7cd-45da-a2f9-333678ba37c1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db5a9b44-3322-4550-8065-5d32db53a9ae HTTP/1.1" status: 200 len: 1001 time: 0.0655906 Nov 12 02:04:30.353472 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0901a-b111-4cdd-a4aa-8bf2dd48f7df req-76bb49b1-d8b9-495c-8721-e05c0c8269f1 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:30.355148 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-21d0901a-b111-4cdd-a4aa-8bf2dd48f7df req-76bb49b1-d8b9-495c-8721-e05c0c8269f1 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 945 time: 0.0506487 Nov 12 02:04:30.381943 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd87bcb-23f9-4054-a22f-9b5cfe61ebdd req-2eb4ea7d-95cb-47ac-8267-84b24fb7399f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:30.383897 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1dd87bcb-23f9-4054-a22f-9b5cfe61ebdd req-2eb4ea7d-95cb-47ac-8267-84b24fb7399f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=86a7e29a-1260-4819-ae27-7cc7c504c81d HTTP/1.1" status: 200 len: 847 time: 0.0443189 Nov 12 02:04:30.409186 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-21d0901a-b111-4cdd-a4aa-8bf2dd48f7df req-5f6e23e2-2c4e-413a-9523-b5eef46c1235 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480998 Nov 12 02:04:30.434926 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd87bcb-23f9-4054-a22f-9b5cfe61ebdd req-89939c91-403f-4aa0-970b-3143ad4cc7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:30.437007 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1dd87bcb-23f9-4054-a22f-9b5cfe61ebdd req-89939c91-403f-4aa0-970b-3143ad4cc7bb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ac25168-44b2-495e-84b7-96b947f1ff28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451777 Nov 12 02:04:30.530892 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1dd87bcb-23f9-4054-a22f-9b5cfe61ebdd req-3f04fcb1-a405-4860-8e24-9db8e7010c4b service neutron] 10.222.0.54 "GET /v2.0/networks/6ac25168-44b2-495e-84b7-96b947f1ff28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863853 Nov 12 02:04:30.622257 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-1dd87bcb-23f9-4054-a22f-9b5cfe61ebdd req-4a71958c-1fa3-449a-ae14-a6598e28bb10 service neutron] 10.222.0.54 "GET /v2.0/networks/6ac25168-44b2-495e-84b7-96b947f1ff28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836596 Nov 12 02:04:31.526782 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398c54f-df56-4c7f-8335-cbc53f16ca47 req-ea58db7f-35bc-49e3-bdba-eb3979fe321f tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:31.528272 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c398c54f-df56-4c7f-8335-cbc53f16ca47 req-ea58db7f-35bc-49e3-bdba-eb3979fe321f tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 945 time: 0.0487304 Nov 12 02:04:31.582132 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c398c54f-df56-4c7f-8335-cbc53f16ca47 req-c228528f-2070-48ee-a255-0992652321e9 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478015 Nov 12 02:04:32.700961 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd4786-5034-4245-abc0-7532820c0e13 req-33913fd4-6d53-4a01-800f-f8f304987571 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:32.702369 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5ecd4786-5034-4245-abc0-7532820c0e13 req-33913fd4-6d53-4a01-800f-f8f304987571 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 945 time: 0.0488219 Nov 12 02:04:32.755045 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5ecd4786-5034-4245-abc0-7532820c0e13 req-abb39a55-d18b-4cff-a346-cb361cd712bf tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467489 Nov 12 02:04:32.872651 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [req-9da50589-1f2f-4f5a-8fa3-ee4741e5197c req-dce4b7c9-f885-4606-b25d-1c3eb7bd4788 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:04:32.873774 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9da50589-1f2f-4f5a-8fa3-ee4741e5197c req-dce4b7c9-f885-4606-b25d-1c3eb7bd4788 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0501151 Nov 12 02:04:33.038916 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25709251-908b-4b93-90ac-7aaac69cf7dc req-b000ead3-4dd3-4034-9764-9819578b783f tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:33.040585 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25709251-908b-4b93-90ac-7aaac69cf7dc req-b000ead3-4dd3-4034-9764-9819578b783f tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 945 time: 0.0524831 Nov 12 02:04:33.092322 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-25709251-908b-4b93-90ac-7aaac69cf7dc req-7d5991a0-013f-4632-939f-89e1d2d06589 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457335 Nov 12 02:04:33.224819 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b1eecde9-2524-44cd-8a08-c5edfe65d91a req-0e53b5a3-dcba-4fb9-a43a-e32bd8fca079 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0897675 Nov 12 02:04:33.745603 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device db5a9b44-3322-4550-8065-5d32db53a9ae no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:04:33.824108 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:33.848117 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c43c4c-a256-4999-bb40-fd40056acc3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db5a9b44-3322-4550-8065-5d32db53a9ae'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:04:33.850392 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f589fb9f8862dfdbd1fb170ce835a8c182cc8b052b64638c52562f284e07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed336d1b-f69a-4c67-a117-5632bae7f33b" -d '{"events": [{"server_uuid": "99c43c4c-a256-4999-bb40-fd40056acc3c", "name": "network-vif-unplugged", "status": "completed", "tag": "db5a9b44-3322-4550-8065-5d32db53a9ae"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:04:33.863862 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port db5a9b44-3322-4550-8065-5d32db53a9ae, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=db5a9b44-3322-4550-8065-5d32db53a9ae,segment=NetworkSegment(e198f1ab-941e-48fb-a6fb-3fb603985bd2),segment_id=e198f1ab-941e-48fb-a6fb-3fb603985bd2)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:04:33.869392 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:33.898146 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 02:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e7c680-9c05-40a1-be30-20d7a7cf0485 x-openstack-request-id: req-c0e7c680-9c05-40a1-be30-20d7a7cf0485 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:04:33.898465 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c43c4c-a256-4999-bb40-fd40056acc3c", "name": "network-vif-unplugged", "status": "completed", "tag": "db5a9b44-3322-4550-8065-5d32db53a9ae", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:04:33.898725 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c0e7c680-9c05-40a1-be30-20d7a7cf0485 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:04:33.899194 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c43c4c-a256-4999-bb40-fd40056acc3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db5a9b44-3322-4550-8065-5d32db53a9ae', 'code': 200} Nov 12 02:04:33.923876 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=db5a9b44-3322-4550-8065-5d32db53a9ae,revision_number=8']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:04:34.243158 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77465094-b507-427e-a26d-c30549becf8b req-2896a1e5-1390-4d24-b472-23c447049a97 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:34.244798 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-77465094-b507-427e-a26d-c30549becf8b req-2896a1e5-1390-4d24-b472-23c447049a97 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 943 time: 0.0795598 Nov 12 02:04:34.268910 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eecde9-2524-44cd-8a08-c5edfe65d91a req-718ac4f0-07e2-45d2-b51c-6820f1489775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:34.270389 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b1eecde9-2524-44cd-8a08-c5edfe65d91a req-718ac4f0-07e2-45d2-b51c-6820f1489775 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c&tenant_id=56d0ff596dfa4ca394d5401e32749f97 HTTP/1.1" status: 200 len: 1095 time: 0.1164126 Nov 12 02:04:34.281840 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [req-b1eecde9-2524-44cd-8a08-c5edfe65d91a req-37604573-6fed-4abf-ba2b-7f49b2572294 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:04:34.282779 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b1eecde9-2524-44cd-8a08-c5edfe65d91a req-37604573-6fed-4abf-ba2b-7f49b2572294 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049949 Nov 12 02:04:34.303117 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-b1eecde9-2524-44cd-8a08-c5edfe65d91a req-1ecd9fc5-ab1b-4fc8-90f4-e16f619ad0bd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812236-11', 'device_owner': 'compute:nova'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:04:34.329387 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-77465094-b507-427e-a26d-c30549becf8b req-07fce631-bb5f-4824-993f-5c7672f7adcc tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779827 Nov 12 02:04:34.365889 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b1eecde9-2524-44cd-8a08-c5edfe65d91a req-1ecd9fc5-ab1b-4fc8-90f4-e16f619ad0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:34.458512 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3c18e8c7-8157-4780-88d8-44cd2d491552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:34.579654 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-b1eecde9-2524-44cd-8a08-c5edfe65d91a req-1ecd9fc5-ab1b-4fc8-90f4-e16f619ad0bd service neutron] For port db5a9b44-3322-4550-8065-5d32db53a9ae, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=db5a9b44-3322-4550-8065-5d32db53a9ae,segment=NetworkSegment(e198f1ab-941e-48fb-a6fb-3fb603985bd2),segment_id=e198f1ab-941e-48fb-a6fb-3fb603985bd2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:04:34.615554 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-b1eecde9-2524-44cd-8a08-c5edfe65d91a req-1ecd9fc5-ab1b-4fc8-90f4-e16f619ad0bd service neutron] For port db5a9b44-3322-4550-8065-5d32db53a9ae, host n-h2-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:04:34.651402 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-b1eecde9-2524-44cd-8a08-c5edfe65d91a req-1ecd9fc5-ab1b-4fc8-90f4-e16f619ad0bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db5a9b44-3322-4550-8065-5d32db53a9ae {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:04:34.658936 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b1eecde9-2524-44cd-8a08-c5edfe65d91a req-1ecd9fc5-ab1b-4fc8-90f4-e16f619ad0bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:34.671229 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-b1eecde9-2524-44cd-8a08-c5edfe65d91a req-1ecd9fc5-ab1b-4fc8-90f4-e16f619ad0bd service neutron] Transition to ACTIVE for port object db5a9b44-3322-4550-8065-5d32db53a9ae will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:04:34.674291 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b1eecde9-2524-44cd-8a08-c5edfe65d91a req-1ecd9fc5-ab1b-4fc8-90f4-e16f619ad0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:34.777638 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecd9fc5-ab1b-4fc8-90f4-e16f619ad0bd service neutron] Pushing event updated for resources: {'Port': ['ID=db5a9b44-3322-4550-8065-5d32db53a9ae,revision_number=9']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:04:34.790399 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd9fc5-ab1b-4fc8-90f4-e16f619ad0bd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:34.790742 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd9fc5-ab1b-4fc8-90f4-e16f619ad0bd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:34.791113 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd9fc5-ab1b-4fc8-90f4-e16f619ad0bd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:34.791448 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd9fc5-ab1b-4fc8-90f4-e16f619ad0bd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:34.791779 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd9fc5-ab1b-4fc8-90f4-e16f619ad0bd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:34.792132 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd9fc5-ab1b-4fc8-90f4-e16f619ad0bd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:34.792627 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd9fc5-ab1b-4fc8-90f4-e16f619ad0bd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:34.793096 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd9fc5-ab1b-4fc8-90f4-e16f619ad0bd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:34.793477 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd9fc5-ab1b-4fc8-90f4-e16f619ad0bd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:34.793809 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd9fc5-ab1b-4fc8-90f4-e16f619ad0bd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:34.794135 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd9fc5-ab1b-4fc8-90f4-e16f619ad0bd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:34.794456 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd9fc5-ab1b-4fc8-90f4-e16f619ad0bd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:34.832493 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1eecde9-2524-44cd-8a08-c5edfe65d91a req-1ecd9fc5-ab1b-4fc8-90f4-e16f619ad0bd service neutron] No DVR routers for this DVR port db5a9b44-3322-4550-8065-5d32db53a9ae on host n-h2-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:04:34.973047 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-b1eecde9-2524-44cd-8a08-c5edfe65d91a req-1ecd9fc5-ab1b-4fc8-90f4-e16f619ad0bd service neutron] Attempting to bind port db5a9b44-3322-4550-8065-5d32db53a9ae on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:04:34.973294 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-b1eecde9-2524-44cd-8a08-c5edfe65d91a req-1ecd9fc5-ab1b-4fc8-90f4-e16f619ad0bd service neutron] Attempting to bind port db5a9b44-3322-4550-8065-5d32db53a9ae by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'e198f1ab-941e-48fb-a6fb-3fb603985bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6ac25168-44b2-495e-84b7-96b947f1ff28'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:04:34.973613 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1eecde9-2524-44cd-8a08-c5edfe65d91a req-1ecd9fc5-ab1b-4fc8-90f4-e16f619ad0bd service neutron] Attempting to bind port db5a9b44-3322-4550-8065-5d32db53a9ae on network 6ac25168-44b2-495e-84b7-96b947f1ff28 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:04:34.978335 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1eecde9-2524-44cd-8a08-c5edfe65d91a req-1ecd9fc5-ab1b-4fc8-90f4-e16f619ad0bd service neutron] Port db5a9b44-3322-4550-8065-5d32db53a9ae on network 6ac25168-44b2-495e-84b7-96b947f1ff28 not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:04:34.978657 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1eecde9-2524-44cd-8a08-c5edfe65d91a req-1ecd9fc5-ab1b-4fc8-90f4-e16f619ad0bd service neutron] Attempting to bind port db5a9b44-3322-4550-8065-5d32db53a9ae on network 6ac25168-44b2-495e-84b7-96b947f1ff28 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:04:34.983799 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1eecde9-2524-44cd-8a08-c5edfe65d91a req-1ecd9fc5-ab1b-4fc8-90f4-e16f619ad0bd service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:04:34.984126 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1eecde9-2524-44cd-8a08-c5edfe65d91a req-1ecd9fc5-ab1b-4fc8-90f4-e16f619ad0bd service neutron] Checking segment: {'id': 'e198f1ab-941e-48fb-a6fb-3fb603985bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6ac25168-44b2-495e-84b7-96b947f1ff28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:04:34.984505 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1eecde9-2524-44cd-8a08-c5edfe65d91a req-1ecd9fc5-ab1b-4fc8-90f4-e16f619ad0bd service neutron] Bound using segment: {'id': 'e198f1ab-941e-48fb-a6fb-3fb603985bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6ac25168-44b2-495e-84b7-96b947f1ff28'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:04:34.984929 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-b1eecde9-2524-44cd-8a08-c5edfe65d91a req-1ecd9fc5-ab1b-4fc8-90f4-e16f619ad0bd service neutron] Bound port: db5a9b44-3322-4550-8065-5d32db53a9ae, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e198f1ab-941e-48fb-a6fb-3fb603985bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6ac25168-44b2-495e-84b7-96b947f1ff28'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:04:34.985281 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b1eecde9-2524-44cd-8a08-c5edfe65d91a req-1ecd9fc5-ab1b-4fc8-90f4-e16f619ad0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:35.049564 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-b1eecde9-2524-44cd-8a08-c5edfe65d91a req-1ecd9fc5-ab1b-4fc8-90f4-e16f619ad0bd service neutron] For port db5a9b44-3322-4550-8065-5d32db53a9ae, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:04:35.052491 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-b1eecde9-2524-44cd-8a08-c5edfe65d91a req-1ecd9fc5-ab1b-4fc8-90f4-e16f619ad0bd service neutron] For port db5a9b44-3322-4550-8065-5d32db53a9ae, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=db5a9b44-3322-4550-8065-5d32db53a9ae,segment=NetworkSegment(e198f1ab-941e-48fb-a6fb-3fb603985bd2),segment_id=e198f1ab-941e-48fb-a6fb-3fb603985bd2)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:04:35.057692 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b1eecde9-2524-44cd-8a08-c5edfe65d91a req-1ecd9fc5-ab1b-4fc8-90f4-e16f619ad0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:35.092000 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eecde9-2524-44cd-8a08-c5edfe65d91a req-1ecd9fc5-ab1b-4fc8-90f4-e16f619ad0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:35.092636 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-b1eecde9-2524-44cd-8a08-c5edfe65d91a req-1ecd9fc5-ab1b-4fc8-90f4-e16f619ad0bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:35.094044 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b1eecde9-2524-44cd-8a08-c5edfe65d91a req-1ecd9fc5-ab1b-4fc8-90f4-e16f619ad0bd service neutron] 10.222.0.49 "PUT /v2.0/ports/db5a9b44-3322-4550-8065-5d32db53a9ae HTTP/1.1" status: 200 len: 1092 time: 0.7951744 Nov 12 02:04:35.094482 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c43c4c-a256-4999-bb40-fd40056acc3c', 'tag': 'db5a9b44-3322-4550-8065-5d32db53a9ae'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:04:35.096698 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be10c6201f4a6af1b4f88844b1b0aabab5fd97a2a103bbbe8677b2ad1e6c711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2574b0-ce0e-486c-aa12-2c5812ce526f" -d '{"events": [{"name": "network-changed", "server_uuid": "99c43c4c-a256-4999-bb40-fd40056acc3c", "tag": "db5a9b44-3322-4550-8065-5d32db53a9ae"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:04:35.123221 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecd9fc5-ab1b-4fc8-90f4-e16f619ad0bd service neutron] Pushing event updated for resources: {'Port': ['ID=db5a9b44-3322-4550-8065-5d32db53a9ae,revision_number=10']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:04:35.144599 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce877e6-c6fc-466b-a4da-a705ee72db86 x-openstack-request-id: req-7ce877e6-c6fc-466b-a4da-a705ee72db86 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:04:35.144886 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99c43c4c-a256-4999-bb40-fd40056acc3c", "tag": "db5a9b44-3322-4550-8065-5d32db53a9ae", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:04:35.145140 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7ce877e6-c6fc-466b-a4da-a705ee72db86 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:04:35.145560 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c43c4c-a256-4999-bb40-fd40056acc3c', 'tag': 'db5a9b44-3322-4550-8065-5d32db53a9ae', 'status': 'completed', 'code': 200} Nov 12 02:04:35.184674 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eecde9-2524-44cd-8a08-c5edfe65d91a req-bf6897dc-0515-4b8b-b1b5-a81562ad2539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:35.186220 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b1eecde9-2524-44cd-8a08-c5edfe65d91a req-bf6897dc-0515-4b8b-b1b5-a81562ad2539 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=56d0ff596dfa4ca394d5401e32749f97&device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 1096 time: 0.0514126 Nov 12 02:04:35.284519 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eecde9-2524-44cd-8a08-c5edfe65d91a req-b1bc26ef-2931-4fd8-95cb-5d216967c4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:35.286109 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b1eecde9-2524-44cd-8a08-c5edfe65d91a req-b1bc26ef-2931-4fd8-95cb-5d216967c4b4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6ac25168-44b2-495e-84b7-96b947f1ff28 HTTP/1.1" status: 200 len: 909 time: 0.0918427 Nov 12 02:04:35.356463 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b1eecde9-2524-44cd-8a08-c5edfe65d91a req-eb6b910f-c566-47b8-b299-1ce92e703b32 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db5a9b44-3322-4550-8065-5d32db53a9ae HTTP/1.1" status: 200 len: 999 time: 0.0630872 Nov 12 02:04:35.434421 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eecde9-2524-44cd-8a08-c5edfe65d91a req-9a232cbf-8d8a-47e1-8a24-4d1af9a9a724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:35.435873 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b1eecde9-2524-44cd-8a08-c5edfe65d91a req-9a232cbf-8d8a-47e1-8a24-4d1af9a9a724 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=86a7e29a-1260-4819-ae27-7cc7c504c81d HTTP/1.1" status: 200 len: 847 time: 0.0720387 Nov 12 02:04:35.477207 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e81cd-64ac-4c8e-86d6-fe2941987218 req-93ab4c4c-4b9b-46e0-9679-f24057a7b78d tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:35.478429 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-038e81cd-64ac-4c8e-86d6-fe2941987218 req-93ab4c4c-4b9b-46e0-9679-f24057a7b78d tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 944 time: 0.0756624 Nov 12 02:04:35.519680 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eecde9-2524-44cd-8a08-c5edfe65d91a req-93e471a1-1cf5-4007-95e0-4af3931ac7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:35.521057 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b1eecde9-2524-44cd-8a08-c5edfe65d91a req-93e471a1-1cf5-4007-95e0-4af3931ac7b8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6ac25168-44b2-495e-84b7-96b947f1ff28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0778615 Nov 12 02:04:35.557321 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-038e81cd-64ac-4c8e-86d6-fe2941987218 req-9c9356a0-46fa-49a7-bb7b-fbca74b736ae tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729048 Nov 12 02:04:35.626821 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b1eecde9-2524-44cd-8a08-c5edfe65d91a req-596ea005-e1d9-4947-b7bd-f3d562cd15aa service neutron] 10.222.0.49 "GET /v2.0/networks/6ac25168-44b2-495e-84b7-96b947f1ff28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958152 Nov 12 02:04:35.720838 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b1eecde9-2524-44cd-8a08-c5edfe65d91a req-ae8f0594-9c1e-4cd0-bc5e-cfb254370db5 service neutron] 10.222.0.49 "GET /v2.0/networks/6ac25168-44b2-495e-84b7-96b947f1ff28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865459 Nov 12 02:04:35.858803 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2574b0-ce0e-486c-aa12-2c5812ce526f req-989956bb-9949-499d-ab76-3c657e51f269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:35.860364 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4e2574b0-ce0e-486c-aa12-2c5812ce526f req-989956bb-9949-499d-ab76-3c657e51f269 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=56d0ff596dfa4ca394d5401e32749f97&device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 1096 time: 0.0431893 Nov 12 02:04:35.956230 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2574b0-ce0e-486c-aa12-2c5812ce526f req-70744fd1-fa33-472b-bd62-f9e54aa59d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:35.957889 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4e2574b0-ce0e-486c-aa12-2c5812ce526f req-70744fd1-fa33-472b-bd62-f9e54aa59d63 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6ac25168-44b2-495e-84b7-96b947f1ff28 HTTP/1.1" status: 200 len: 909 time: 0.0896139 Nov 12 02:04:36.036111 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4e2574b0-ce0e-486c-aa12-2c5812ce526f req-fb309622-9223-4e3c-9f96-97e1331e8a76 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db5a9b44-3322-4550-8065-5d32db53a9ae HTTP/1.1" status: 200 len: 999 time: 0.0709729 Nov 12 02:04:36.558892 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2f606c4c-6714-4fae-b8cc-ef3fdc409891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:36.689858 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e7315-31b2-41b4-bcd9-a0cde1f23432 req-6e82c36a-3e97-4ef8-b9ae-f1e03ab4a9b7 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:36.691397 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-872e7315-31b2-41b4-bcd9-a0cde1f23432 req-6e82c36a-3e97-4ef8-b9ae-f1e03ab4a9b7 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 944 time: 0.0537686 Nov 12 02:04:36.752479 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-872e7315-31b2-41b4-bcd9-a0cde1f23432 req-8268ba54-62b8-4743-ac90-b223cb0f6ea0 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537202 Nov 12 02:04:37.882253 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5dfdc0-bd7c-4ad7-b571-0366888f4071 req-9f959b6b-4916-4ae9-95bc-136e59ee43cc tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:37.883695 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ba5dfdc0-bd7c-4ad7-b571-0366888f4071 req-9f959b6b-4916-4ae9-95bc-136e59ee43cc tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 944 time: 0.0513365 Nov 12 02:04:37.938203 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ba5dfdc0-bd7c-4ad7-b571-0366888f4071 req-4ba77336-821f-4845-9a71-6a7e5bfbc06c tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451808 Nov 12 02:04:38.012733 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:39.073252 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b3194-90bd-4741-9870-9cbdabaa06a2 req-31410690-9d31-4b00-b3ec-79d8df4647e4 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:39.074769 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8d6b3194-90bd-4741-9870-9cbdabaa06a2 req-31410690-9d31-4b00-b3ec-79d8df4647e4 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 944 time: 0.0642838 Nov 12 02:04:39.140401 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8d6b3194-90bd-4741-9870-9cbdabaa06a2 req-a382548b-27fb-4532-b593-d04dc0cc3090 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594881 Nov 12 02:04:39.639280 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:40.267972 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5198b-ce0c-4a39-b09f-6dd9497bf685 req-7ae5ddf9-1e93-4759-bd08-5254088e002f tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:40.269581 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d7b5198b-ce0c-4a39-b09f-6dd9497bf685 req-7ae5ddf9-1e93-4759-bd08-5254088e002f tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 944 time: 0.0588727 Nov 12 02:04:40.323156 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d7b5198b-ce0c-4a39-b09f-6dd9497bf685 req-70cf0b1c-3658-4b3c-969f-8eafafe0beb0 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461338 Nov 12 02:04:40.502741 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:41.451720 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6c218-1932-4fc5-80bc-b0a9409fa8df req-1d00bfc8-9c54-48ff-bdb3-c3289da52bbf tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:41.453196 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-53d6c218-1932-4fc5-80bc-b0a9409fa8df req-1d00bfc8-9c54-48ff-bdb3-c3289da52bbf tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 944 time: 0.0581985 Nov 12 02:04:41.505814 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-53d6c218-1932-4fc5-80bc-b0a9409fa8df req-cfefaf7d-ce3b-4389-86af-691a0b0a6e1e tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465007 Nov 12 02:04:41.684810 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:42.634428 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186fa062-f966-4e2a-929e-e2a24167d4f7 req-7bbe1b36-a324-4f8c-8b59-98ee4fc8e760 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:42.636174 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-186fa062-f966-4e2a-929e-e2a24167d4f7 req-7bbe1b36-a324-4f8c-8b59-98ee4fc8e760 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 944 time: 0.0507102 Nov 12 02:04:42.698374 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-186fa062-f966-4e2a-929e-e2a24167d4f7 req-fdda7b75-bebd-42b5-9afc-4ba678e9f634 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542786 Nov 12 02:04:43.527698 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:43.823380 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d965cd-efaf-4ac1-94f8-b2e7e911357d req-e73f7f7a-9ec2-4a51-b7f7-7e5d1c788889 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:43.825119 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-28d965cd-efaf-4ac1-94f8-b2e7e911357d req-e73f7f7a-9ec2-4a51-b7f7-7e5d1c788889 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 944 time: 0.0528696 Nov 12 02:04:43.875156 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-28d965cd-efaf-4ac1-94f8-b2e7e911357d req-021c400d-1a76-49e0-a1bb-8e6a98097640 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438964 Nov 12 02:04:45.011204 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3732e0a7-7bea-485f-b6c9-646060779e9c req-435be7cb-2d2d-4080-96b4-8b43105decee tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:45.012745 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3732e0a7-7bea-485f-b6c9-646060779e9c req-435be7cb-2d2d-4080-96b4-8b43105decee tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 944 time: 0.0561123 Nov 12 02:04:45.068893 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3732e0a7-7bea-485f-b6c9-646060779e9c req-fd42a28e-7ccf-4101-a73f-cbcf80fecb56 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501683 Nov 12 02:04:46.197625 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86626b00-9355-495c-bc50-99a8145d5a22 req-506c3e03-a30f-4199-afb4-7dde9e18a819 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:46.199214 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-86626b00-9355-495c-bc50-99a8145d5a22 req-506c3e03-a30f-4199-afb4-7dde9e18a819 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 944 time: 0.0540793 Nov 12 02:04:46.248534 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-86626b00-9355-495c-bc50-99a8145d5a22 req-8342df9a-5923-4de2-88e5-71dfdd2eddbb tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432951 Nov 12 02:04:46.686742 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2574b0-ce0e-486c-aa12-2c5812ce526f req-5410d9d4-7766-4548-8f61-601577d493f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:46.688201 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4e2574b0-ce0e-486c-aa12-2c5812ce526f req-5410d9d4-7766-4548-8f61-601577d493f3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=86a7e29a-1260-4819-ae27-7cc7c504c81d HTTP/1.1" status: 200 len: 847 time: 0.0483515 Nov 12 02:04:46.735100 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2574b0-ce0e-486c-aa12-2c5812ce526f req-54c62f3a-bdcc-405a-ae57-0f409d0202e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:46.736589 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4e2574b0-ce0e-486c-aa12-2c5812ce526f req-54c62f3a-bdcc-405a-ae57-0f409d0202e3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6ac25168-44b2-495e-84b7-96b947f1ff28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400605 Nov 12 02:04:46.833978 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4e2574b0-ce0e-486c-aa12-2c5812ce526f req-4bbc3d5f-f720-443f-b57d-247b93440398 service neutron] 10.222.0.49 "GET /v2.0/networks/6ac25168-44b2-495e-84b7-96b947f1ff28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868068 Nov 12 02:04:46.931780 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4e2574b0-ce0e-486c-aa12-2c5812ce526f req-c448b0f1-5b1c-4cae-be7e-f2e842188d60 service neutron] 10.222.0.49 "GET /v2.0/networks/6ac25168-44b2-495e-84b7-96b947f1ff28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816064 Nov 12 02:04:47.372700 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e1247-412a-49c6-8bd1-6a916107000c req-f62f9bd9-2648-4ad9-9016-cb6763502617 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:47.374315 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-121e1247-412a-49c6-8bd1-6a916107000c req-f62f9bd9-2648-4ad9-9016-cb6763502617 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 944 time: 0.0496912 Nov 12 02:04:47.430225 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-121e1247-412a-49c6-8bd1-6a916107000c req-03368724-182d-4c7d-b1f4-00fcb4e6d02b tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498788 Nov 12 02:04:48.547014 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e70cd-8a72-470e-8832-6cf7dfe5d1cc req-e9cc7d52-6b2a-40a4-8683-424b6a7c9c23 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:48.548523 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3e9e70cd-8a72-470e-8832-6cf7dfe5d1cc req-e9cc7d52-6b2a-40a4-8683-424b6a7c9c23 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 944 time: 0.0491223 Nov 12 02:04:48.601564 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3e9e70cd-8a72-470e-8832-6cf7dfe5d1cc req-373f68a4-4773-4b7a-bec6-966aaf3f40a0 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467832 Nov 12 02:04:49.724769 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc09673-a4f5-41b6-8549-89a69f74084d req-bfb1407c-f6c7-4a63-97d2-ce35410bfec3 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:49.726426 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4fc09673-a4f5-41b6-8549-89a69f74084d req-bfb1407c-f6c7-4a63-97d2-ce35410bfec3 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 944 time: 0.0491195 Nov 12 02:04:49.776494 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4fc09673-a4f5-41b6-8549-89a69f74084d req-c7d4dfb1-9fa0-433d-8f6a-84a2302b2e9a tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435779 Nov 12 02:04:50.200795 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device db5a9b44-3322-4550-8065-5d32db53a9ae details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:04:50.296983 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port db5a9b44-3322-4550-8065-5d32db53a9ae, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=db5a9b44-3322-4550-8065-5d32db53a9ae,segment=NetworkSegment(e198f1ab-941e-48fb-a6fb-3fb603985bd2),segment_id=e198f1ab-941e-48fb-a6fb-3fb603985bd2)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:04:50.316963 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': 'db5a9b44-3322-4550-8065-5d32db53a9ae', 'network_id': '6ac25168-44b2-495e-84b7-96b947f1ff28', 'port_id': 'db5a9b44-3322-4550-8065-5d32db53a9ae', 'mac_address': 'fa:16:3e:12:d2:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86a7e29a-1260-4819-ae27-7cc7c504c81d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:04:50.354183 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:50.366378 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db5a9b44-3322-4550-8065-5d32db53a9ae {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:04:50.387729 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port db5a9b44-3322-4550-8065-5d32db53a9ae, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=db5a9b44-3322-4550-8065-5d32db53a9ae,segment=NetworkSegment(e198f1ab-941e-48fb-a6fb-3fb603985bd2),segment_id=e198f1ab-941e-48fb-a6fb-3fb603985bd2)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:04:50.391720 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:50.439057 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=db5a9b44-3322-4550-8065-5d32db53a9ae,revision_number=11']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:04:50.715534 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['db5a9b44-3322-4550-8065-5d32db53a9ae'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:04:50.892670 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ffe2c-90dc-4834-9fde-5a1b41985e93 req-e9715ae4-34d3-4078-817c-f41e6acc84a8 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:50.894131 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4e6ffe2c-90dc-4834-9fde-5a1b41985e93 req-e9715ae4-34d3-4078-817c-f41e6acc84a8 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 945 time: 0.0487623 Nov 12 02:04:50.949496 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4e6ffe2c-90dc-4834-9fde-5a1b41985e93 req-e4a556f3-c1fc-4424-bb7c-d0f8e4267853 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488038 Nov 12 02:04:52.067416 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe7eb0-4da7-4e3b-ab85-eb0431b31b0f req-ccf6a300-52eb-4197-bb3a-4b4195d25898 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:52.068882 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e2fe7eb0-4da7-4e3b-ab85-eb0431b31b0f req-ccf6a300-52eb-4197-bb3a-4b4195d25898 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 945 time: 0.0496626 Nov 12 02:04:52.117661 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e2fe7eb0-4da7-4e3b-ab85-eb0431b31b0f req-c1127d8c-a811-4ced-8b08-69017399cc5a tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422955 Nov 12 02:04:52.203324 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device db5a9b44-3322-4550-8065-5d32db53a9ae up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:04:52.255123 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port db5a9b44-3322-4550-8065-5d32db53a9ae completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:04:52.259442 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port db5a9b44-3322-4550-8065-5d32db53a9ae triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:04:52.259808 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:52.342079 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:52.364171 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c43c4c-a256-4999-bb40-fd40056acc3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db5a9b44-3322-4550-8065-5d32db53a9ae'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:04:52.366399 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f589fb9f8862dfdbd1fb170ce835a8c182cc8b052b64638c52562f284e07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8d68d0-1f5c-427d-ab5a-c74cb34aee6e" -d '{"events": [{"server_uuid": "99c43c4c-a256-4999-bb40-fd40056acc3c", "name": "network-vif-plugged", "status": "completed", "tag": "db5a9b44-3322-4550-8065-5d32db53a9ae"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:04:52.379166 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port db5a9b44-3322-4550-8065-5d32db53a9ae, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=db5a9b44-3322-4550-8065-5d32db53a9ae,segment=NetworkSegment(e198f1ab-941e-48fb-a6fb-3fb603985bd2),segment_id=e198f1ab-941e-48fb-a6fb-3fb603985bd2)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:04:52.382410 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:52.409622 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2237525f-9801-405f-896a-3ed77af1668b x-openstack-request-id: req-2237525f-9801-405f-896a-3ed77af1668b {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:04:52.409908 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c43c4c-a256-4999-bb40-fd40056acc3c", "name": "network-vif-plugged", "status": "completed", "tag": "db5a9b44-3322-4550-8065-5d32db53a9ae", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:04:52.410155 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2237525f-9801-405f-896a-3ed77af1668b {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:04:52.410536 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c43c4c-a256-4999-bb40-fd40056acc3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db5a9b44-3322-4550-8065-5d32db53a9ae', 'code': 200} Nov 12 02:04:52.436525 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=db5a9b44-3322-4550-8065-5d32db53a9ae,revision_number=12']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:04:52.622701 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec62198-70e6-48f6-a6ba-b5b83f4eec8c req-420c7c40-3ca6-47b6-830c-bf9b17efee9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:52.625276 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1ec62198-70e6-48f6-a6ba-b5b83f4eec8c req-420c7c40-3ca6-47b6-830c-bf9b17efee9f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 1098 time: 0.0486648 Nov 12 02:04:52.681572 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-1ec62198-70e6-48f6-a6ba-b5b83f4eec8c req-1ba3b247-5c11-4264-9e17-8dd948876786 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486434 Nov 12 02:04:53.237261 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3bc274-b53f-4576-85ad-11bebef5b27a req-facaa76e-be7d-46bc-8a02-cd20d6d54d2c tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:53.238750 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8c3bc274-b53f-4576-85ad-11bebef5b27a req-facaa76e-be7d-46bc-8a02-cd20d6d54d2c tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 946 time: 0.0493968 Nov 12 02:04:53.288620 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8c3bc274-b53f-4576-85ad-11bebef5b27a req-56d5a49a-ffa0-4f50-bf63-1397a2aa6aaa tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429313 Nov 12 02:04:54.411807 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69019e-c889-401c-8e0d-626c1a3e1be7 req-e254f3f8-eab2-435f-b6a4-3441545d48c1 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:54.413288 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2f69019e-c889-401c-8e0d-626c1a3e1be7 req-e254f3f8-eab2-435f-b6a4-3441545d48c1 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 946 time: 0.0496058 Nov 12 02:04:54.463488 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2f69019e-c889-401c-8e0d-626c1a3e1be7 req-d76f4c5d-61c8-47c8-a172-6e6fcd0833da tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439584 Nov 12 02:05:04.450296 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b0f14e59-1b9c-41cb-afc0-eabf91a43ac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:05.327481 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:05:06.563334 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6f1ab099-bbff-4a8e-8b07-74237cbefbf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:08.014865 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:09.626462 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:10.497525 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:11.689154 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:13.537765 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:13.663977 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b2176eaf-edd9-44f7-b586-d0130f3b9e94 req-2ed5995d-3c5c-4aad-bfa3-a45c7cfc7d23 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446084 Nov 12 02:05:13.768972 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2176eaf-edd9-44f7-b586-d0130f3b9e94 req-7693e00f-0769-44c1-8887-ffd7371b9ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:13.770493 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b2176eaf-edd9-44f7-b586-d0130f3b9e94 req-7693e00f-0769-44c1-8887-ffd7371b9ef3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=56d0ff596dfa4ca394d5401e32749f97&device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 1098 time: 0.0433176 Nov 12 02:05:13.879684 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2176eaf-edd9-44f7-b586-d0130f3b9e94 req-04538728-8844-4be7-8861-b435715f171d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:13.881170 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b2176eaf-edd9-44f7-b586-d0130f3b9e94 req-04538728-8844-4be7-8861-b435715f171d service neutron] 10.222.0.49 "GET /v2.0/networks?id=6ac25168-44b2-495e-84b7-96b947f1ff28 HTTP/1.1" status: 200 len: 909 time: 0.0897024 Nov 12 02:05:13.950940 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b2176eaf-edd9-44f7-b586-d0130f3b9e94 req-aafffa16-7164-4901-9ee2-02cdbe79cbe0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db5a9b44-3322-4550-8065-5d32db53a9ae HTTP/1.1" status: 200 len: 1001 time: 0.0623090 Nov 12 02:05:14.003337 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2176eaf-edd9-44f7-b586-d0130f3b9e94 req-711f5688-222d-4a41-a592-1fba242045d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:14.004931 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b2176eaf-edd9-44f7-b586-d0130f3b9e94 req-711f5688-222d-4a41-a592-1fba242045d8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=86a7e29a-1260-4819-ae27-7cc7c504c81d HTTP/1.1" status: 200 len: 847 time: 0.0455291 Nov 12 02:05:14.058841 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2176eaf-edd9-44f7-b586-d0130f3b9e94 req-a1eaabc4-e7c4-4714-b227-94396f58fea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:14.060348 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b2176eaf-edd9-44f7-b586-d0130f3b9e94 req-a1eaabc4-e7c4-4714-b227-94396f58fea8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6ac25168-44b2-495e-84b7-96b947f1ff28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480087 Nov 12 02:05:14.160950 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b2176eaf-edd9-44f7-b586-d0130f3b9e94 req-645d20bb-c59b-4397-b903-1e387326a940 service neutron] 10.222.0.49 "GET /v2.0/networks/6ac25168-44b2-495e-84b7-96b947f1ff28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924551 Nov 12 02:05:14.252935 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b2176eaf-edd9-44f7-b586-d0130f3b9e94 req-b1669161-6ba0-473e-9835-5fb20cd03484 service neutron] 10.222.0.49 "GET /v2.0/networks/6ac25168-44b2-495e-84b7-96b947f1ff28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836771 Nov 12 02:05:34.460222 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-336cc3fd-5e6b-425f-946d-5aeab802d68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:36.568963 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-77a8a615-770d-4f84-bd15-516ce8f213e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:38.021139 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:39.638115 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:40.500643 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:41.694376 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:42.328158 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:05:43.532283 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:04.459467 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9eef2e0b-2d8d-4bf3-bb8b-4f475e3e9366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:06.360751 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52764) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:06:06.573152 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c7d2ff4f-c8f7-4f24-b645-112457b6f93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:06.587713 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-36a7acc8-ab4d-4547-9eb8-a37af9660f40 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Deleting port 69ef3f27-047e-43c7-88ca-425b45f69fa6 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:06:06.588153 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-36a7acc8-ab4d-4547-9eb8-a37af9660f40 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:06.671593 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-36a7acc8-ab4d-4547-9eb8-a37af9660f40 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:06.671918 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-36a7acc8-ab4d-4547-9eb8-a37af9660f40 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:06.685489 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-36a7acc8-ab4d-4547-9eb8-a37af9660f40 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Calling delete_port for 69ef3f27-047e-43c7-88ca-425b45f69fa6 owned by network:floatingip {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:06:06.845087 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-36a7acc8-ab4d-4547-9eb8-a37af9660f40 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:06.873363 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a7acc8-ab4d-4547-9eb8-a37af9660f40 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Pushing event deleted for resources: {'Port': ['ID=69ef3f27-047e-43c7-88ca-425b45f69fa6,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:06.897538 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a7acc8-ab4d-4547-9eb8-a37af9660f40 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:06.897965 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a7acc8-ab4d-4547-9eb8-a37af9660f40 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:06.898230 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a7acc8-ab4d-4547-9eb8-a37af9660f40 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:06.898567 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a7acc8-ab4d-4547-9eb8-a37af9660f40 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:06.898895 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a7acc8-ab4d-4547-9eb8-a37af9660f40 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:06.900008 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a7acc8-ab4d-4547-9eb8-a37af9660f40 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:06.900743 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a7acc8-ab4d-4547-9eb8-a37af9660f40 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:06.901070 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a7acc8-ab4d-4547-9eb8-a37af9660f40 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:06.901419 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a7acc8-ab4d-4547-9eb8-a37af9660f40 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:06.901748 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a7acc8-ab4d-4547-9eb8-a37af9660f40 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:06.902074 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a7acc8-ab4d-4547-9eb8-a37af9660f40 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:06.902405 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a7acc8-ab4d-4547-9eb8-a37af9660f40 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:06.946708 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-36a7acc8-ab4d-4547-9eb8-a37af9660f40 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for floatingip, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:06.947482 n-d-812236-11 neutron-server[102662]: INFO neutron.db.l3_db [None req-36a7acc8-ab4d-4547-9eb8-a37af9660f40 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Floating IP 120c034f-534a-404b-941e-26493e44aebb disassociated (deleted). External IP: 172.25.2.107, port: db5a9b44-3322-4550-8065-5d32db53a9ae. Nov 12 02:06:07.518622 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a7acc8-ab4d-4547-9eb8-a37af9660f40 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Router 5586723c-b4af-4499-8e7c-0a1ebc14b56e has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:06:07.636320 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a7acc8-ab4d-4547-9eb8-a37af9660f40 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:06:07.641474 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-36a7acc8-ab4d-4547-9eb8-a37af9660f40 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:07.646763 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f1384a-f30c-458c-877e-99fedb3a6f6f None None] Sync routers for ids ['5586723c-b4af-4499-8e7c-0a1ebc14b56e'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:06:07.656979 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f1384a-f30c-458c-877e-99fedb3a6f6f None None] Routers {'5586723c-b4af-4499-8e7c-0a1ebc14b56e'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:06:07.657627 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-b8f1384a-f30c-458c-877e-99fedb3a6f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T02:06:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['5586723c-b4af-4499-8e7c-0a1ebc14b56e'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:06:07.677961 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-36a7acc8-ab4d-4547-9eb8-a37af9660f40 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "DELETE /v2.0/floatingips/120c034f-534a-404b-941e-26493e44aebb HTTP/1.1" status: 204 len: 168 time: 1.3160627 Nov 12 02:06:07.678976 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c43c4c-a256-4999-bb40-fd40056acc3c', 'tag': 'db5a9b44-3322-4550-8065-5d32db53a9ae'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:06:07.681981 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f20791c62abc78a76d837b2e8f3e70a497c95c8c7e17d957ee036670eec5325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d053d8fa-e74b-4595-8272-8fa7047905c6" -d '{"events": [{"name": "network-changed", "server_uuid": "99c43c4c-a256-4999-bb40-fd40056acc3c", "tag": "db5a9b44-3322-4550-8065-5d32db53a9ae"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:06:07.726873 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d3fb72-985b-4c18-a41a-5a0fcc2a6d40 x-openstack-request-id: req-d0d3fb72-985b-4c18-a41a-5a0fcc2a6d40 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:06:07.728268 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99c43c4c-a256-4999-bb40-fd40056acc3c", "tag": "db5a9b44-3322-4550-8065-5d32db53a9ae", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:06:07.728939 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d0d3fb72-985b-4c18-a41a-5a0fcc2a6d40 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:06:07.729591 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c43c4c-a256-4999-bb40-fd40056acc3c', 'tag': 'db5a9b44-3322-4550-8065-5d32db53a9ae', 'status': 'completed', 'code': 200} Nov 12 02:06:07.795103 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-b8f1384a-f30c-458c-877e-99fedb3a6f6f None None] Set router 5586723c-b4af-4499-8e7c-0a1ebc14b56e gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:06:07.831313 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053d8fa-e74b-4595-8272-8fa7047905c6 req-70a7af37-2f53-4ee6-994f-fbb11385c4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:07.832848 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d053d8fa-e74b-4595-8272-8fa7047905c6 req-70a7af37-2f53-4ee6-994f-fbb11385c4c2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=56d0ff596dfa4ca394d5401e32749f97&device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 1098 time: 0.0587103 Nov 12 02:06:07.935315 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053d8fa-e74b-4595-8272-8fa7047905c6 req-af04f55e-cbfb-4ee1-8351-87462fcf2269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:07.936835 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d053d8fa-e74b-4595-8272-8fa7047905c6 req-af04f55e-cbfb-4ee1-8351-87462fcf2269 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6ac25168-44b2-495e-84b7-96b947f1ff28 HTTP/1.1" status: 200 len: 909 time: 0.0970550 Nov 12 02:06:07.986364 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d053d8fa-e74b-4595-8272-8fa7047905c6 req-7e135482-0029-41de-a94c-82d684aab106 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db5a9b44-3322-4550-8065-5d32db53a9ae HTTP/1.1" status: 200 len: 217 time: 0.0406535 Nov 12 02:06:08.026650 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:08.035823 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-b8f1384a-f30c-458c-877e-99fedb3a6f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'name': 'tempest-TestShelveInstance-627933042-router', 'tenant_id': '56d0ff596dfa4ca394d5401e32749f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:00:55Z', 'updated_at': '2021-11-12T02:00:58Z', 'revision_number': 4, 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'gw_port': {'id': '979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:5f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:55Z', 'updated_at': '2021-11-12T02:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '553a1def-088d-4f4c-9549-b7bab23a8ab0', 'name': '', 'network_id': '6ac25168-44b2-495e-84b7-96b947f1ff28', 'tenant_id': '56d0ff596dfa4ca394d5401e32749f97', 'mac_address': 'fa:16:3e:ee:1e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '86a7e29a-1260-4819-ae27-7cc7c504c81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:57Z', 'updated_at': '2021-11-12T02:01:03Z', 'revision_number': 5, 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'subnets': [{'id': '86a7e29a-1260-4819-ae27-7cc7c504c81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:06:08.053200 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053d8fa-e74b-4595-8272-8fa7047905c6 req-e14d51b2-3d47-4073-b198-922e1bd725c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:08.056706 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d053d8fa-e74b-4595-8272-8fa7047905c6 req-e14d51b2-3d47-4073-b198-922e1bd725c6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=86a7e29a-1260-4819-ae27-7cc7c504c81d HTTP/1.1" status: 200 len: 847 time: 0.0630202 Nov 12 02:06:08.075360 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f1384a-f30c-458c-877e-99fedb3a6f6f None None] Checking router: 5586723c-b4af-4499-8e7c-0a1ebc14b56e for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:06:08.084026 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f1384a-f30c-458c-877e-99fedb3a6f6f None None] Routers {'5586723c-b4af-4499-8e7c-0a1ebc14b56e'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:06:08.084624 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-b8f1384a-f30c-458c-877e-99fedb3a6f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T02:06:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['5586723c-b4af-4499-8e7c-0a1ebc14b56e'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:06:08.110008 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053d8fa-e74b-4595-8272-8fa7047905c6 req-e98e61ac-c324-447d-8bb2-c86586e86de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:08.111540 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d053d8fa-e74b-4595-8272-8fa7047905c6 req-e98e61ac-c324-447d-8bb2-c86586e86de6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6ac25168-44b2-495e-84b7-96b947f1ff28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484748 Nov 12 02:06:08.209534 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-b8f1384a-f30c-458c-877e-99fedb3a6f6f None None] Set router 5586723c-b4af-4499-8e7c-0a1ebc14b56e gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:06:08.222639 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d053d8fa-e74b-4595-8272-8fa7047905c6 req-c8273d2d-99cc-4669-8f6a-6629b86993dc service neutron] 10.222.0.49 "GET /v2.0/networks/6ac25168-44b2-495e-84b7-96b947f1ff28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037743 Nov 12 02:06:08.323538 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d053d8fa-e74b-4595-8272-8fa7047905c6 req-087cd5a6-8cc8-4fc6-bb03-bacf48df3144 service neutron] 10.222.0.49 "GET /v2.0/networks/6ac25168-44b2-495e-84b7-96b947f1ff28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939975 Nov 12 02:06:08.422258 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-b8f1384a-f30c-458c-877e-99fedb3a6f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'name': 'tempest-TestShelveInstance-627933042-router', 'tenant_id': '56d0ff596dfa4ca394d5401e32749f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:00:55Z', 'updated_at': '2021-11-12T02:00:58Z', 'revision_number': 4, 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'gw_port': {'id': '979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:5f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:55Z', 'updated_at': '2021-11-12T02:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '553a1def-088d-4f4c-9549-b7bab23a8ab0', 'name': '', 'network_id': '6ac25168-44b2-495e-84b7-96b947f1ff28', 'tenant_id': '56d0ff596dfa4ca394d5401e32749f97', 'mac_address': 'fa:16:3e:ee:1e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '86a7e29a-1260-4819-ae27-7cc7c504c81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:57Z', 'updated_at': '2021-11-12T02:01:03Z', 'revision_number': 5, 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'subnets': [{'id': '86a7e29a-1260-4819-ae27-7cc7c504c81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:06:08.453665 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f1384a-f30c-458c-877e-99fedb3a6f6f None None] The sync data for ids ['5586723c-b4af-4499-8e7c-0a1ebc14b56e'] in n-d-812236-11 is: [{'id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'name': 'tempest-TestShelveInstance-627933042-router', 'tenant_id': '56d0ff596dfa4ca394d5401e32749f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:00:55Z', 'updated_at': '2021-11-12T02:00:58Z', 'revision_number': 4, 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'gw_port': {'id': '979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:5f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:55Z', 'updated_at': '2021-11-12T02:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '553a1def-088d-4f4c-9549-b7bab23a8ab0', 'name': '', 'network_id': '6ac25168-44b2-495e-84b7-96b947f1ff28', 'tenant_id': '56d0ff596dfa4ca394d5401e32749f97', 'mac_address': 'fa:16:3e:ee:1e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '86a7e29a-1260-4819-ae27-7cc7c504c81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:57Z', 'updated_at': '2021-11-12T02:01:03Z', 'revision_number': 5, 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'subnets': [{'id': '86a7e29a-1260-4819-ae27-7cc7c504c81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:06:08.700767 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e81de7d-ead6-4424-85d7-794867f904be None None] New status for floating IP 120c034f-534a-404b-941e-26493e44aebb: DOWN {{(pid=102664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:06:08.998288 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e03a0-8b66-4433-9f5b-cb721441bfc4 req-1f0755f0-f90e-440c-b9ff-f664370092f6 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:08.999842 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7d9e03a0-8b66-4433-9f5b-cb721441bfc4 req-1f0755f0-f90e-440c-b9ff-f664370092f6 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 946 time: 0.0543380 Nov 12 02:06:09.057567 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7d9e03a0-8b66-4433-9f5b-cb721441bfc4 req-0b7a4c51-6299-4595-9c03-c5905f0805ff tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516839 Nov 12 02:06:09.640617 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:10.188886 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a41840-3544-489b-899f-7d00a1200673 req-3dee5706-cb34-4b3e-9b4d-1a7135685db9 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:10.190563 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-67a41840-3544-489b-899f-7d00a1200673 req-3dee5706-cb34-4b3e-9b4d-1a7135685db9 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 946 time: 0.0580919 Nov 12 02:06:10.264465 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-67a41840-3544-489b-899f-7d00a1200673 req-035d12fc-c5c3-42fe-aa29-01e935100d2e tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=694c5cb2-e5a5-4e5d-ab26-cd0344756594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608027 Nov 12 02:06:10.433609 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db1b963-35f7-4209-b90c-a6ca91744ddf req-aa40315c-94fc-4e4a-b4a3-f3746adff9f0 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:10.435011 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9db1b963-35f7-4209-b90c-a6ca91744ddf req-aa40315c-94fc-4e4a-b4a3-f3746adff9f0 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.49 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 946 time: 0.0505865 Nov 12 02:06:10.505404 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:10.548950 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-9db1b963-35f7-4209-b90c-a6ca91744ddf req-46f48e13-2308-415d-8ec1-03244790d667 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Deleting port db5a9b44-3322-4550-8065-5d32db53a9ae {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:06:10.549428 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-9db1b963-35f7-4209-b90c-a6ca91744ddf req-46f48e13-2308-415d-8ec1-03244790d667 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:10.667238 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-9db1b963-35f7-4209-b90c-a6ca91744ddf req-46f48e13-2308-415d-8ec1-03244790d667 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] For port db5a9b44-3322-4550-8065-5d32db53a9ae, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=db5a9b44-3322-4550-8065-5d32db53a9ae,segment=NetworkSegment(e198f1ab-941e-48fb-a6fb-3fb603985bd2),segment_id=e198f1ab-941e-48fb-a6fb-3fb603985bd2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:06:10.667603 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-9db1b963-35f7-4209-b90c-a6ca91744ddf req-46f48e13-2308-415d-8ec1-03244790d667 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:10.681823 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-9db1b963-35f7-4209-b90c-a6ca91744ddf req-46f48e13-2308-415d-8ec1-03244790d667 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Calling delete_port for db5a9b44-3322-4550-8065-5d32db53a9ae owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:06:11.142680 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-9db1b963-35f7-4209-b90c-a6ca91744ddf req-46f48e13-2308-415d-8ec1-03244790d667 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:11.170906 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f48e13-2308-415d-8ec1-03244790d667 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Pushing event deleted for resources: {'Port': ['ID=db5a9b44-3322-4550-8065-5d32db53a9ae,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:11.187490 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f48e13-2308-415d-8ec1-03244790d667 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:11.187490 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f48e13-2308-415d-8ec1-03244790d667 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:11.187490 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f48e13-2308-415d-8ec1-03244790d667 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:11.187904 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f48e13-2308-415d-8ec1-03244790d667 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:11.187904 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f48e13-2308-415d-8ec1-03244790d667 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:11.188250 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f48e13-2308-415d-8ec1-03244790d667 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:11.188537 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f48e13-2308-415d-8ec1-03244790d667 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:11.188862 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f48e13-2308-415d-8ec1-03244790d667 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:11.189182 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f48e13-2308-415d-8ec1-03244790d667 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:11.189788 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f48e13-2308-415d-8ec1-03244790d667 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:11.189912 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f48e13-2308-415d-8ec1-03244790d667 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:11.190228 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f48e13-2308-415d-8ec1-03244790d667 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:11.225822 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db1b963-35f7-4209-b90c-a6ca91744ddf req-46f48e13-2308-415d-8ec1-03244790d667 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] No DVR routers for this DVR port db5a9b44-3322-4550-8065-5d32db53a9ae on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:06:11.229407 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-9db1b963-35f7-4209-b90c-a6ca91744ddf req-46f48e13-2308-415d-8ec1-03244790d667 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:11.232820 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9db1b963-35f7-4209-b90c-a6ca91744ddf req-46f48e13-2308-415d-8ec1-03244790d667 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.49 "DELETE /v2.0/ports/db5a9b44-3322-4550-8065-5d32db53a9ae HTTP/1.1" status: 204 len: 173 time: 0.7904575 Nov 12 02:06:11.233289 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c43c4c-a256-4999-bb40-fd40056acc3c', 'name': 'network-vif-deleted', 'tag': 'db5a9b44-3322-4550-8065-5d32db53a9ae'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:06:11.235613 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be10c6201f4a6af1b4f88844b1b0aabab5fd97a2a103bbbe8677b2ad1e6c711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0978e3a1-1ed1-4b91-bf53-c2278327384e" -d '{"events": [{"server_uuid": "99c43c4c-a256-4999-bb40-fd40056acc3c", "name": "network-vif-deleted", "tag": "db5a9b44-3322-4550-8065-5d32db53a9ae"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:06:11.380871 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39069aa-31bf-485f-95da-fbe212e8625c x-openstack-request-id: req-c39069aa-31bf-485f-95da-fbe212e8625c {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:06:11.381160 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c43c4c-a256-4999-bb40-fd40056acc3c", "name": "network-vif-deleted", "tag": "db5a9b44-3322-4550-8065-5d32db53a9ae", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:06:11.381786 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c39069aa-31bf-485f-95da-fbe212e8625c {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:06:11.382248 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c43c4c-a256-4999-bb40-fd40056acc3c', 'name': 'network-vif-deleted', 'tag': 'db5a9b44-3322-4550-8065-5d32db53a9ae', 'status': 'completed', 'code': 200} Nov 12 02:06:11.384434 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a7e19d30-d39a-4da7-b164-b18859d22cb7 req-c3297a49-512b-4f4f-987b-bce2dce778c1 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c43c4c-a256-4999-bb40-fd40056acc3c HTTP/1.1" status: 200 len: 210 time: 0.0379283 Nov 12 02:06:11.713016 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:12.459735 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52802) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:06:12.520349 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e1127b3-c308-47c4-80bd-61ab21772b3e tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:12.561900 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e1127b3-c308-47c4-80bd-61ab21772b3e tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:12.634823 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e1127b3-c308-47c4-80bd-61ab21772b3e tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:12.638250 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e1127b3-c308-47c4-80bd-61ab21772b3e tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:12.639656 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4e1127b3-c308-47c4-80bd-61ab21772b3e tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "DELETE /v2.0/security-groups/694c5cb2-e5a5-4e5d-ab26-cd0344756594 HTTP/1.1" status: 204 len: 168 time: 0.1788969 Nov 12 02:06:12.661019 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1127b3-c308-47c4-80bd-61ab21772b3e tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=694c5cb2-e5a5-4e5d-ab26-cd0344756594,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:13.151711 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 52808) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:06:13.156699 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-bafc6ad8-b870-4a6f-b141-1f54d4a4a713 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1672512887', 'description': 'tempest-secgroup-smoke-1672512887 description', 'project_id': '56d0ff596dfa4ca394d5401e32749f97'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:06:13.187554 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bafc6ad8-b870-4a6f-b141-1f54d4a4a713 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:13.272339 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bafc6ad8-b870-4a6f-b141-1f54d4a4a713 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:13.276657 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bafc6ad8-b870-4a6f-b141-1f54d4a4a713 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:13.317354 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bafc6ad8-b870-4a6f-b141-1f54d4a4a713 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:13.318669 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-bafc6ad8-b870-4a6f-b141-1f54d4a4a713 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1659319 Nov 12 02:06:13.320022 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafc6ad8-b870-4a6f-b141-1f54d4a4a713 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b075bc2-c103-4097-8314-b522d733e68d,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:13.321893 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52810) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:06:13.326588 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-50a785c8-2ea4-47a4-992f-37a88b9510c9 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Request body: {'security_group_rule': {'security_group_id': '6b075bc2-c103-4097-8314-b522d733e68d', 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:06:13.360699 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-50a785c8-2ea4-47a4-992f-37a88b9510c9 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:13.418782 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-50a785c8-2ea4-47a4-992f-37a88b9510c9 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:13.422621 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-50a785c8-2ea4-47a4-992f-37a88b9510c9 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:13.441843 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a785c8-2ea4-47a4-992f-37a88b9510c9 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4f0f829-a873-478d-9ad7-78f273bfd8fc,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:13.452581 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-50a785c8-2ea4-47a4-992f-37a88b9510c9 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:13.452581 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-50a785c8-2ea4-47a4-992f-37a88b9510c9 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1277630 Nov 12 02:06:13.453525 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52812) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:06:13.458242 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-4efffff4-1b33-4ab7-aa9f-d4d41933f8be tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Request body: {'security_group_rule': {'security_group_id': '6b075bc2-c103-4097-8314-b522d733e68d', 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:06:13.492336 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4efffff4-1b33-4ab7-aa9f-d4d41933f8be tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:13.551408 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:13.556660 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4efffff4-1b33-4ab7-aa9f-d4d41933f8be tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:13.561264 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4efffff4-1b33-4ab7-aa9f-d4d41933f8be tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:13.579482 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efffff4-1b33-4ab7-aa9f-d4d41933f8be tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9eed194-93d0-4ecb-aa92-8c2c9666bc76,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:13.589838 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4efffff4-1b33-4ab7-aa9f-d4d41933f8be tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:13.591065 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-4efffff4-1b33-4ab7-aa9f-d4d41933f8be tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1365182 Nov 12 02:06:13.593951 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52814) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:06:13.598521 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-08179560-74b2-4fa6-9637-e1c4dad97d92 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Request body: {'security_group_rule': {'security_group_id': '6b075bc2-c103-4097-8314-b522d733e68d', 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:06:13.633143 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-08179560-74b2-4fa6-9637-e1c4dad97d92 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:13.695782 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-08179560-74b2-4fa6-9637-e1c4dad97d92 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:13.700364 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-08179560-74b2-4fa6-9637-e1c4dad97d92 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:13.722880 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08179560-74b2-4fa6-9637-e1c4dad97d92 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de25a29a-9400-4207-9520-d1b75953d357,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:13.737320 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-08179560-74b2-4fa6-9637-e1c4dad97d92 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:13.738739 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-08179560-74b2-4fa6-9637-e1c4dad97d92 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1437204 Nov 12 02:06:13.741821 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52816) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:06:13.746672 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-0f904838-f3cb-4280-8693-4404c1221fc5 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Request body: {'security_group_rule': {'security_group_id': '6b075bc2-c103-4097-8314-b522d733e68d', 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:06:13.776813 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0f904838-f3cb-4280-8693-4404c1221fc5 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:13.840178 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0f904838-f3cb-4280-8693-4404c1221fc5 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:13.844296 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0f904838-f3cb-4280-8693-4404c1221fc5 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:13.860054 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f904838-f3cb-4280-8693-4404c1221fc5 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b038d16-0837-483c-b851-4659a29b7459,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:13.871973 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0f904838-f3cb-4280-8693-4404c1221fc5 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:13.873324 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-0f904838-f3cb-4280-8693-4404c1221fc5 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1303163 Nov 12 02:06:13.884009 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52818) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:06:13.884009 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-c6987399-d94b-4f82-bbcc-fb7cf809e29f tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Request body: {'security_group_rule': {'security_group_id': '6b075bc2-c103-4097-8314-b522d733e68d', 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:06:13.904471 n-d-812236-11 neutron-server[102662]: INFO neutron.db.securitygroups_db [None req-c6987399-d94b-4f82-bbcc-fb7cf809e29f tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Project 56d0ff596dfa4ca394d5401e32749f97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 02:06:13.910273 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c6987399-d94b-4f82-bbcc-fb7cf809e29f tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:13.975798 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c6987399-d94b-4f82-bbcc-fb7cf809e29f tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:13.980605 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c6987399-d94b-4f82-bbcc-fb7cf809e29f tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:14.001726 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6987399-d94b-4f82-bbcc-fb7cf809e29f tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14533b8d-e966-40a0-a02c-c2f8bf4223b4,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:14.012713 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c6987399-d94b-4f82-bbcc-fb7cf809e29f tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:14.014139 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-c6987399-d94b-4f82-bbcc-fb7cf809e29f tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1368904 Nov 12 02:06:14.018556 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 52820) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:06:14.028267 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-73e45cea-0b96-4d31-a999-21901ee81cd0 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Request body: {'security_group_rule': {'security_group_id': '6b075bc2-c103-4097-8314-b522d733e68d', 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:06:14.050381 n-d-812236-11 neutron-server[102662]: INFO neutron.db.securitygroups_db [None req-73e45cea-0b96-4d31-a999-21901ee81cd0 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Project 56d0ff596dfa4ca394d5401e32749f97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 02:06:14.056356 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-73e45cea-0b96-4d31-a999-21901ee81cd0 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:14.118603 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-73e45cea-0b96-4d31-a999-21901ee81cd0 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:14.122941 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-73e45cea-0b96-4d31-a999-21901ee81cd0 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:14.141893 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e45cea-0b96-4d31-a999-21901ee81cd0 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f92f2095-ce3e-4117-b3b7-e144e3f8da0d,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:14.153596 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-73e45cea-0b96-4d31-a999-21901ee81cd0 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:14.157511 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-73e45cea-0b96-4d31-a999-21901ee81cd0 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1357763 Nov 12 02:06:14.700437 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device db5a9b44-3322-4550-8065-5d32db53a9ae no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:06:14.724304 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: db5a9b44-3322-4550-8065-5d32db53a9ae {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:06:14.724650 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device db5a9b44-3322-4550-8065-5d32db53a9ae not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:06:19.327709 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:06:31.629627 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e3da144f-2710-46c6-a583-208a3d992107 req-7264887e-ade7-491c-959a-84f6368d9341 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1672512887&fields=id&tenant_id=56d0ff596dfa4ca394d5401e32749f97 HTTP/1.1" status: 200 len: 267 time: 0.0456858 Nov 12 02:06:31.748464 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da144f-2710-46c6-a583-208a3d992107 req-c4cecce8-791b-4f13-b809-e0fadcdef943 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:31.750152 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e3da144f-2710-46c6-a583-208a3d992107 req-c4cecce8-791b-4f13-b809-e0fadcdef943 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/networks?id=6ac25168-44b2-495e-84b7-96b947f1ff28 HTTP/1.1" status: 200 len: 808 time: 0.1133111 Nov 12 02:06:31.766058 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e3da144f-2710-46c6-a583-208a3d992107 req-70398feb-f662-4c83-8bdb-a353c557a98a tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/quotas/56d0ff596dfa4ca394d5401e32749f97 HTTP/1.1" status: 200 len: 375 time: 0.0100083 Nov 12 02:06:31.821882 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e3da144f-2710-46c6-a583-208a3d992107 req-280c1d85-2d63-40ac-a6a5-40f806a73ee5 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=56d0ff596dfa4ca394d5401e32749f97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491099 Nov 12 02:06:31.879004 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [req-e3da144f-2710-46c6-a583-208a3d992107 req-78cf3e7c-209c-4243-9455-4d70e116da5e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:06:31.880013 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e3da144f-2710-46c6-a583-208a3d992107 req-78cf3e7c-209c-4243-9455-4d70e116da5e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0472283 Nov 12 02:06:31.980861 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e3da144f-2710-46c6-a583-208a3d992107 req-74f16ef0-43b2-4a5b-a36a-fdd9c8aed463 service neutron] 10.222.0.20 "GET /v2.0/networks/6ac25168-44b2-495e-84b7-96b947f1ff28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935931 Nov 12 02:06:32.080349 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e3da144f-2710-46c6-a583-208a3d992107 req-da4a76b4-24d9-4779-a68b-8f540c4ef9b9 service neutron] 10.222.0.20 "GET /v2.0/networks/6ac25168-44b2-495e-84b7-96b947f1ff28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933287 Nov 12 02:06:32.381170 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d115c5e1-b529-44f6-ba77-c0707d7f1f90 req-83ae49bd-7bc8-495c-8ef8-bdfa4a49f72b tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 210 time: 0.0306160 Nov 12 02:06:33.484493 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-990f22b3-78e2-4e8c-8144-2f7a4fbe94f6 req-13155b4a-9115-4283-82bd-917a59575d0a tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 210 time: 0.0292594 Nov 12 02:06:33.524599 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da144f-2710-46c6-a583-208a3d992107 req-60ecc74b-1a86-4fde-8254-062362d75510 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:33.525729 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e3da144f-2710-46c6-a583-208a3d992107 req-60ecc74b-1a86-4fde-8254-062362d75510 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.54 "GET /v2.0/networks?id=6ac25168-44b2-495e-84b7-96b947f1ff28 HTTP/1.1" status: 200 len: 808 time: 0.1298010 Nov 12 02:06:33.602455 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e3da144f-2710-46c6-a583-208a3d992107 req-400b9b2a-938d-436b-9331-7da707e34065 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56d0ff596dfa4ca394d5401e32749f97 HTTP/1.1" status: 200 len: 380 time: 0.0597734 Nov 12 02:06:33.616624 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-e3da144f-2710-46c6-a583-208a3d992107 req-b01f5473-ef6c-4464-a343-815411b2056d tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Request body: {'port': {'device_id': '5120fd15-e11b-4a3b-bb60-c2864f215294', 'network_id': '6ac25168-44b2-495e-84b7-96b947f1ff28', 'admin_state_up': True, 'tenant_id': '56d0ff596dfa4ca394d5401e32749f97', 'security_groups': ['6b075bc2-c103-4097-8314-b522d733e68d']}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:06:33.745246 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3da144f-2710-46c6-a583-208a3d992107 req-b01f5473-ef6c-4464-a343-815411b2056d tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Made reservation on behalf of 56d0ff596dfa4ca394d5401e32749f97 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:06:33.748859 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-e3da144f-2710-46c6-a583-208a3d992107 req-b01f5473-ef6c-4464-a343-815411b2056d tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:33.917073 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-e3da144f-2710-46c6-a583-208a3d992107 req-b01f5473-ef6c-4464-a343-815411b2056d tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Allocated IP 172.20.0.9 (6ac25168-44b2-495e-84b7-96b947f1ff28/86a7e29a-1260-4819-ae27-7cc7c504c81d/963ffd0d-4a8d-4584-b84d-e1c3374afac7) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:06:34.066148 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-e3da144f-2710-46c6-a583-208a3d992107 req-b01f5473-ef6c-4464-a343-815411b2056d tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:34.103278 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-e3da144f-2710-46c6-a583-208a3d992107 req-b01f5473-ef6c-4464-a343-815411b2056d tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:34.155258 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3da144f-2710-46c6-a583-208a3d992107 req-b01f5473-ef6c-4464-a343-815411b2056d tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Network 6ac25168-44b2-495e-84b7-96b947f1ff28 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:06:34.158650 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-e3da144f-2710-46c6-a583-208a3d992107 req-b01f5473-ef6c-4464-a343-815411b2056d tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:06:34.161290 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3da144f-2710-46c6-a583-208a3d992107 req-b01f5473-ef6c-4464-a343-815411b2056d tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:06:34.198175 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f5473-ef6c-4464-a343-815411b2056d tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Pushing event updated for resources: {'Port': ['ID=963ffd0d-4a8d-4584-b84d-e1c3374afac7,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:34.235720 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da144f-2710-46c6-a583-208a3d992107 req-b01f5473-ef6c-4464-a343-815411b2056d tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:34.236824 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-e3da144f-2710-46c6-a583-208a3d992107 req-b01f5473-ef6c-4464-a343-815411b2056d tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:34.259720 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e3da144f-2710-46c6-a583-208a3d992107 req-b01f5473-ef6c-4464-a343-815411b2056d tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6472905 Nov 12 02:06:34.279475 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-e3da144f-2710-46c6-a583-208a3d992107 req-9a7be1f4-5a09-4e47-a457-d4fe6ad97b97 service neutron] Request body: {'port': {'device_id': '5120fd15-e11b-4a3b-bb60-c2864f215294', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:06:34.355823 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-e3da144f-2710-46c6-a583-208a3d992107 req-9a7be1f4-5a09-4e47-a457-d4fe6ad97b97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:34.466425 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0b527ecd-1a2d-4324-a5ef-fb84dddfb909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:34.472285 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-930f8c82-0a0f-4385-b34b-9dc0cb25a0bf None None] Provisioning complete for port 963ffd0d-4a8d-4584-b84d-e1c3374afac7 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:06:34.472647 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-930f8c82-0a0f-4385-b34b-9dc0cb25a0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:34.517503 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-930f8c82-0a0f-4385-b34b-9dc0cb25a0bf None None] Port 963ffd0d-4a8d-4584-b84d-e1c3374afac7 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:06:34.662275 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1855ce-f682-4b28-9bd6-3b6b9fb5b33a req-6947def0-af9b-4d5e-84fe-257a17dcb0e8 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:34.663643 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9a1855ce-f682-4b28-9bd6-3b6b9fb5b33a req-6947def0-af9b-4d5e-84fe-257a17dcb0e8 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 931 time: 0.0834954 Nov 12 02:06:34.756209 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9a1855ce-f682-4b28-9bd6-3b6b9fb5b33a req-0dba5180-2ef8-45a7-82f9-ec9bf42eb87d tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842264 Nov 12 02:06:34.759394 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-e3da144f-2710-46c6-a583-208a3d992107 req-9a7be1f4-5a09-4e47-a457-d4fe6ad97b97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 963ffd0d-4a8d-4584-b84d-e1c3374afac7 {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:06:34.767422 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-e3da144f-2710-46c6-a583-208a3d992107 req-9a7be1f4-5a09-4e47-a457-d4fe6ad97b97 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:34.782174 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-e3da144f-2710-46c6-a583-208a3d992107 req-9a7be1f4-5a09-4e47-a457-d4fe6ad97b97 service neutron] Transition to ACTIVE for port object 963ffd0d-4a8d-4584-b84d-e1c3374afac7 will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:06:34.787019 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-e3da144f-2710-46c6-a583-208a3d992107 req-9a7be1f4-5a09-4e47-a457-d4fe6ad97b97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:34.842588 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7be1f4-5a09-4e47-a457-d4fe6ad97b97 service neutron] Pushing event updated for resources: {'Port': ['ID=963ffd0d-4a8d-4584-b84d-e1c3374afac7,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:34.930025 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-e3da144f-2710-46c6-a583-208a3d992107 req-9a7be1f4-5a09-4e47-a457-d4fe6ad97b97 service neutron] Attempting to bind port 963ffd0d-4a8d-4584-b84d-e1c3374afac7 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:06:34.930025 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-e3da144f-2710-46c6-a583-208a3d992107 req-9a7be1f4-5a09-4e47-a457-d4fe6ad97b97 service neutron] Attempting to bind port 963ffd0d-4a8d-4584-b84d-e1c3374afac7 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': 'e198f1ab-941e-48fb-a6fb-3fb603985bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6ac25168-44b2-495e-84b7-96b947f1ff28'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:06:34.931147 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3da144f-2710-46c6-a583-208a3d992107 req-9a7be1f4-5a09-4e47-a457-d4fe6ad97b97 service neutron] Attempting to bind port 963ffd0d-4a8d-4584-b84d-e1c3374afac7 on network 6ac25168-44b2-495e-84b7-96b947f1ff28 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:06:34.938444 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3da144f-2710-46c6-a583-208a3d992107 req-9a7be1f4-5a09-4e47-a457-d4fe6ad97b97 service neutron] Port 963ffd0d-4a8d-4584-b84d-e1c3374afac7 on network 6ac25168-44b2-495e-84b7-96b947f1ff28 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:06:34.938861 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3da144f-2710-46c6-a583-208a3d992107 req-9a7be1f4-5a09-4e47-a457-d4fe6ad97b97 service neutron] Attempting to bind port 963ffd0d-4a8d-4584-b84d-e1c3374afac7 on network 6ac25168-44b2-495e-84b7-96b947f1ff28 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:06:34.946905 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3da144f-2710-46c6-a583-208a3d992107 req-9a7be1f4-5a09-4e47-a457-d4fe6ad97b97 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:06:34.947513 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3da144f-2710-46c6-a583-208a3d992107 req-9a7be1f4-5a09-4e47-a457-d4fe6ad97b97 service neutron] Checking segment: {'id': 'e198f1ab-941e-48fb-a6fb-3fb603985bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6ac25168-44b2-495e-84b7-96b947f1ff28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:06:34.947983 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3da144f-2710-46c6-a583-208a3d992107 req-9a7be1f4-5a09-4e47-a457-d4fe6ad97b97 service neutron] Bound using segment: {'id': 'e198f1ab-941e-48fb-a6fb-3fb603985bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6ac25168-44b2-495e-84b7-96b947f1ff28'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:06:34.948502 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-e3da144f-2710-46c6-a583-208a3d992107 req-9a7be1f4-5a09-4e47-a457-d4fe6ad97b97 service neutron] Bound port: 963ffd0d-4a8d-4584-b84d-e1c3374afac7, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e198f1ab-941e-48fb-a6fb-3fb603985bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6ac25168-44b2-495e-84b7-96b947f1ff28'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:06:34.948962 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-e3da144f-2710-46c6-a583-208a3d992107 req-9a7be1f4-5a09-4e47-a457-d4fe6ad97b97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:35.027668 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-e3da144f-2710-46c6-a583-208a3d992107 req-9a7be1f4-5a09-4e47-a457-d4fe6ad97b97 service neutron] For port 963ffd0d-4a8d-4584-b84d-e1c3374afac7, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:06:35.031863 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-e3da144f-2710-46c6-a583-208a3d992107 req-9a7be1f4-5a09-4e47-a457-d4fe6ad97b97 service neutron] For port 963ffd0d-4a8d-4584-b84d-e1c3374afac7, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=963ffd0d-4a8d-4584-b84d-e1c3374afac7,segment=NetworkSegment(e198f1ab-941e-48fb-a6fb-3fb603985bd2),segment_id=e198f1ab-941e-48fb-a6fb-3fb603985bd2)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:06:35.036187 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-e3da144f-2710-46c6-a583-208a3d992107 req-9a7be1f4-5a09-4e47-a457-d4fe6ad97b97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:35.084950 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da144f-2710-46c6-a583-208a3d992107 req-9a7be1f4-5a09-4e47-a457-d4fe6ad97b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:35.086682 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-e3da144f-2710-46c6-a583-208a3d992107 req-9a7be1f4-5a09-4e47-a457-d4fe6ad97b97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:35.088249 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e3da144f-2710-46c6-a583-208a3d992107 req-9a7be1f4-5a09-4e47-a457-d4fe6ad97b97 service neutron] 10.222.0.54 "PUT /v2.0/ports/963ffd0d-4a8d-4584-b84d-e1c3374afac7 HTTP/1.1" status: 200 len: 1092 time: 0.8136797 Nov 12 02:06:35.088821 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5120fd15-e11b-4a3b-bb60-c2864f215294', 'tag': '963ffd0d-4a8d-4584-b84d-e1c3374afac7'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:06:35.091279 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f20791c62abc78a76d837b2e8f3e70a497c95c8c7e17d957ee036670eec5325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa5a0ae-de59-49d2-839b-c2f98bbcfa4a" -d '{"events": [{"name": "network-changed", "server_uuid": "5120fd15-e11b-4a3b-bb60-c2864f215294", "tag": "963ffd0d-4a8d-4584-b84d-e1c3374afac7"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:06:35.116666 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7be1f4-5a09-4e47-a457-d4fe6ad97b97 service neutron] Pushing event updated for resources: {'Port': ['ID=963ffd0d-4a8d-4584-b84d-e1c3374afac7,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:35.223862 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a972c54a-ca30-45e1-a7dd-a06f31ca38c3 x-openstack-request-id: req-a972c54a-ca30-45e1-a7dd-a06f31ca38c3 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:06:35.224158 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5120fd15-e11b-4a3b-bb60-c2864f215294", "tag": "963ffd0d-4a8d-4584-b84d-e1c3374afac7", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:06:35.224413 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a972c54a-ca30-45e1-a7dd-a06f31ca38c3 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:06:35.224884 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5120fd15-e11b-4a3b-bb60-c2864f215294', 'tag': '963ffd0d-4a8d-4584-b84d-e1c3374afac7', 'status': 'completed', 'code': 200} Nov 12 02:06:35.241843 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da144f-2710-46c6-a583-208a3d992107 req-bae5aab0-7b0b-4047-8d0e-217b11a858d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:35.244543 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e3da144f-2710-46c6-a583-208a3d992107 req-bae5aab0-7b0b-4047-8d0e-217b11a858d8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=56d0ff596dfa4ca394d5401e32749f97&device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 1095 time: 0.0931275 Nov 12 02:06:35.301920 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e3da144f-2710-46c6-a583-208a3d992107 req-74146359-cef4-4a3a-8829-081d3f101528 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=963ffd0d-4a8d-4584-b84d-e1c3374afac7 HTTP/1.1" status: 200 len: 217 time: 0.0423243 Nov 12 02:06:35.358965 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da144f-2710-46c6-a583-208a3d992107 req-09590ca1-54c0-47a9-bc07-fbae26e42f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:35.360438 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e3da144f-2710-46c6-a583-208a3d992107 req-09590ca1-54c0-47a9-bc07-fbae26e42f02 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=86a7e29a-1260-4819-ae27-7cc7c504c81d HTTP/1.1" status: 200 len: 847 time: 0.0517387 Nov 12 02:06:35.433023 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da144f-2710-46c6-a583-208a3d992107 req-cd1908f1-b217-447a-8a5f-a54975667998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:35.435387 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e3da144f-2710-46c6-a583-208a3d992107 req-cd1908f1-b217-447a-8a5f-a54975667998 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ac25168-44b2-495e-84b7-96b947f1ff28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0662377 Nov 12 02:06:35.550907 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e3da144f-2710-46c6-a583-208a3d992107 req-80146cd1-cb11-4d88-9220-c9a908626bb1 service neutron] 10.222.0.54 "GET /v2.0/networks/6ac25168-44b2-495e-84b7-96b947f1ff28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062224 Nov 12 02:06:35.663159 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e3da144f-2710-46c6-a583-208a3d992107 req-8c55cd03-83af-4c89-b10a-1355db326421 service neutron] 10.222.0.54 "GET /v2.0/networks/6ac25168-44b2-495e-84b7-96b947f1ff28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046774 Nov 12 02:06:35.777426 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5a0ae-de59-49d2-839b-c2f98bbcfa4a req-a06c166a-9ba0-442a-91b7-fe1e5bd9d3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:35.778893 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-daa5a0ae-de59-49d2-839b-c2f98bbcfa4a req-a06c166a-9ba0-442a-91b7-fe1e5bd9d3e9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=56d0ff596dfa4ca394d5401e32749f97&device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 1095 time: 0.0446732 Nov 12 02:06:35.939711 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00324770-6180-4917-babf-6a2ac5959869 req-f6e40900-2c99-4b24-bb71-93750684f680 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:35.941284 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-00324770-6180-4917-babf-6a2ac5959869 req-f6e40900-2c99-4b24-bb71-93750684f680 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 943 time: 0.0832639 Nov 12 02:06:35.944479 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5a0ae-de59-49d2-839b-c2f98bbcfa4a req-bed43851-3d17-4be3-ae6b-a02ed32d9d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:35.946863 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-daa5a0ae-de59-49d2-839b-c2f98bbcfa4a req-bed43851-3d17-4be3-ae6b-a02ed32d9d76 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6ac25168-44b2-495e-84b7-96b947f1ff28 HTTP/1.1" status: 200 len: 909 time: 0.1599331 Nov 12 02:06:35.999443 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-daa5a0ae-de59-49d2-839b-c2f98bbcfa4a req-e93cf19f-64a4-4bd1-bc3e-01c1b4f91f03 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=963ffd0d-4a8d-4584-b84d-e1c3374afac7 HTTP/1.1" status: 200 len: 217 time: 0.0442314 Nov 12 02:06:36.060840 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-00324770-6180-4917-babf-6a2ac5959869 req-6988b971-d483-45b1-ab89-56b3e3a8bf57 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116216 Nov 12 02:06:36.084634 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5a0ae-de59-49d2-839b-c2f98bbcfa4a req-9b1a8679-8780-4876-9b2f-29296028cebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:36.086502 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-daa5a0ae-de59-49d2-839b-c2f98bbcfa4a req-9b1a8679-8780-4876-9b2f-29296028cebc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=86a7e29a-1260-4819-ae27-7cc7c504c81d HTTP/1.1" status: 200 len: 847 time: 0.0760930 Nov 12 02:06:36.139014 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5a0ae-de59-49d2-839b-c2f98bbcfa4a req-d7cb2b17-de19-42e7-be94-6f2587370058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:36.140582 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-daa5a0ae-de59-49d2-839b-c2f98bbcfa4a req-d7cb2b17-de19-42e7-be94-6f2587370058 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ac25168-44b2-495e-84b7-96b947f1ff28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469408 Nov 12 02:06:36.237557 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-daa5a0ae-de59-49d2-839b-c2f98bbcfa4a req-b5f5f8b3-3d3f-42f2-a82f-e3814c551be5 service neutron] 10.222.0.54 "GET /v2.0/networks/6ac25168-44b2-495e-84b7-96b947f1ff28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890326 Nov 12 02:06:36.342687 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-daa5a0ae-de59-49d2-839b-c2f98bbcfa4a req-e28435a4-756a-4216-8707-c30754a4c8c5 service neutron] 10.222.0.54 "GET /v2.0/networks/6ac25168-44b2-495e-84b7-96b947f1ff28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985775 Nov 12 02:06:36.573288 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6e179f1e-bef0-44d2-8c20-eecf6d801c48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:37.191317 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43ec8c-1f03-4486-b6e4-9682053043aa req-115804ed-71c0-4843-bd36-0f23b8800e80 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:37.192865 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ec43ec8c-1f03-4486-b6e4-9682053043aa req-115804ed-71c0-4843-bd36-0f23b8800e80 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 943 time: 0.0534446 Nov 12 02:06:37.259648 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ec43ec8c-1f03-4486-b6e4-9682053043aa req-fb848194-9d23-4390-9749-fba3ca9218f2 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575631 Nov 12 02:06:38.026472 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:38.397258 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe2d59-6efd-4be1-bd93-f289832b88e1 req-c808a1a6-ebb3-4946-9949-381d86db6f4d tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:38.399574 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-eafe2d59-6efd-4be1-bd93-f289832b88e1 req-c808a1a6-ebb3-4946-9949-381d86db6f4d tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 943 time: 0.0598514 Nov 12 02:06:38.456864 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-eafe2d59-6efd-4be1-bd93-f289832b88e1 req-e762cecb-6e0e-4156-a6a1-b7a2cc89caf9 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508184 Nov 12 02:06:39.579976 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd051f00-900c-45a1-b129-d0ca7c950d68 req-459bfe17-e212-4e66-ba10-8f9575b4121e tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:39.581566 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cd051f00-900c-45a1-b129-d0ca7c950d68 req-459bfe17-e212-4e66-ba10-8f9575b4121e tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 943 time: 0.0522065 Nov 12 02:06:39.644043 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:39.644747 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cd051f00-900c-45a1-b129-d0ca7c950d68 req-a6976c6e-7577-434c-83de-5e9b2f38f754 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522048 Nov 12 02:06:40.511672 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:40.768514 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0f136-ab43-4903-ae9b-098ba06d411b req-52ba5c0d-1b7d-48de-97e4-f0d57633d719 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:40.770024 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9cc0f136-ab43-4903-ae9b-098ba06d411b req-52ba5c0d-1b7d-48de-97e4-f0d57633d719 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 943 time: 0.0555508 Nov 12 02:06:40.833109 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9cc0f136-ab43-4903-ae9b-098ba06d411b req-0329b0e6-d65b-439f-bdbb-54dde312ad73 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565422 Nov 12 02:06:41.707538 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:41.958408 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad74dee1-56c8-4484-95da-eadfe3336c60 req-808e5d14-8e56-4369-9b29-d27a79797b6c tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:41.959990 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ad74dee1-56c8-4484-95da-eadfe3336c60 req-808e5d14-8e56-4369-9b29-d27a79797b6c tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 943 time: 0.0539207 Nov 12 02:06:42.013522 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ad74dee1-56c8-4484-95da-eadfe3336c60 req-4ab85487-161f-41aa-b2c1-c0f6e6e0431c tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465925 Nov 12 02:06:43.137698 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce9befc-d931-45e1-87e0-6050c0372600 req-afe1fb85-dc2e-44dc-b7a0-c11f0a7d7605 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:43.139265 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3ce9befc-d931-45e1-87e0-6050c0372600 req-afe1fb85-dc2e-44dc-b7a0-c11f0a7d7605 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 943 time: 0.0547736 Nov 12 02:06:43.193697 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3ce9befc-d931-45e1-87e0-6050c0372600 req-7710a06d-203f-4afc-a302-210b611b5aef tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484838 Nov 12 02:06:43.556222 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:44.314654 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda9b6d-053d-459c-9aeb-67e8df725bcb req-1cdcc86c-bc3a-4c5f-8afa-9e1c42a53e34 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:44.316175 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6cda9b6d-053d-459c-9aeb-67e8df725bcb req-1cdcc86c-bc3a-4c5f-8afa-9e1c42a53e34 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 943 time: 0.0512440 Nov 12 02:06:44.370043 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6cda9b6d-053d-459c-9aeb-67e8df725bcb req-e8bd38f4-34d8-4e6b-9a3a-8d108e91bd3a tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470412 Nov 12 02:06:45.497202 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c2feb-03c7-4602-9526-f0df81159322 req-dfbd5b1e-c6fa-4cd6-9928-3df305e248d0 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:45.498759 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6a3c2feb-03c7-4602-9526-f0df81159322 req-dfbd5b1e-c6fa-4cd6-9928-3df305e248d0 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 943 time: 0.0548666 Nov 12 02:06:45.549554 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-6a3c2feb-03c7-4602-9526-f0df81159322 req-c2e39bd2-009d-42ce-8dd7-ff84135b5fce tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446494 Nov 12 02:06:46.671332 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227cf99-9e07-4a46-807d-418f91e3c074 req-d250630b-6ae3-4c6d-8165-7459e5b03d70 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:46.672875 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2227cf99-9e07-4a46-807d-418f91e3c074 req-d250630b-6ae3-4c6d-8165-7459e5b03d70 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 943 time: 0.0545917 Nov 12 02:06:46.725356 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2227cf99-9e07-4a46-807d-418f91e3c074 req-0019ddb6-308b-42d7-b26c-d948fb2a6e71 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451469 Nov 12 02:06:47.850592 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473cdf5f-d1ee-4119-b67e-4b3eede39913 req-fd052081-7458-482a-a51d-124500e66d72 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:47.852156 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-473cdf5f-d1ee-4119-b67e-4b3eede39913 req-fd052081-7458-482a-a51d-124500e66d72 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 943 time: 0.0556726 Nov 12 02:06:47.901751 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-473cdf5f-d1ee-4119-b67e-4b3eede39913 req-96cd394c-6503-4235-9adb-c4ca78f67061 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434215 Nov 12 02:06:48.361238 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 963ffd0d-4a8d-4584-b84d-e1c3374afac7 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:06:48.458876 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 963ffd0d-4a8d-4584-b84d-e1c3374afac7, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=963ffd0d-4a8d-4584-b84d-e1c3374afac7,segment=NetworkSegment(e198f1ab-941e-48fb-a6fb-3fb603985bd2),segment_id=e198f1ab-941e-48fb-a6fb-3fb603985bd2)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:06:48.630091 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '963ffd0d-4a8d-4584-b84d-e1c3374afac7', 'network_id': '6ac25168-44b2-495e-84b7-96b947f1ff28', 'port_id': '963ffd0d-4a8d-4584-b84d-e1c3374afac7', 'mac_address': 'fa:16:3e:f1:7d:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86a7e29a-1260-4819-ae27-7cc7c504c81d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:06:48.667191 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:48.680109 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 963ffd0d-4a8d-4584-b84d-e1c3374afac7 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:06:48.699172 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 963ffd0d-4a8d-4584-b84d-e1c3374afac7, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=963ffd0d-4a8d-4584-b84d-e1c3374afac7,segment=NetworkSegment(e198f1ab-941e-48fb-a6fb-3fb603985bd2),segment_id=e198f1ab-941e-48fb-a6fb-3fb603985bd2)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:06:48.703248 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:48.748567 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=963ffd0d-4a8d-4584-b84d-e1c3374afac7,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:48.755721 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:48.756065 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:48.756400 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:48.756733 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:48.757169 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:48.758155 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:48.758478 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:48.758800 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:48.759117 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:48.759440 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:48.759757 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:48.760071 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:49.022447 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa3315-5b3b-466f-a333-3981d3484738 req-7241a86d-e2e1-4a8f-b9b2-cc244c9849bc tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:49.025309 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-82aa3315-5b3b-466f-a333-3981d3484738 req-7241a86d-e2e1-4a8f-b9b2-cc244c9849bc tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 944 time: 0.0553923 Nov 12 02:06:49.077734 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-82aa3315-5b3b-466f-a333-3981d3484738 req-1ba947fd-b04b-46be-a9cd-78107152a633 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462785 Nov 12 02:06:49.148997 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['963ffd0d-4a8d-4584-b84d-e1c3374afac7'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:06:50.197654 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33e7b1-63e3-40fe-a16d-014f61e891ec req-eea775cf-4a65-4394-b63d-249b8bd7df47 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:50.199138 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5d33e7b1-63e3-40fe-a16d-014f61e891ec req-eea775cf-4a65-4394-b63d-249b8bd7df47 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 944 time: 0.0491490 Nov 12 02:06:50.254536 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5d33e7b1-63e3-40fe-a16d-014f61e891ec req-dd3cc7b6-23ce-4724-9dfd-5be463667c7d tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494571 Nov 12 02:06:50.385590 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 963ffd0d-4a8d-4584-b84d-e1c3374afac7 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:06:50.436488 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 963ffd0d-4a8d-4584-b84d-e1c3374afac7 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:06:50.440234 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 963ffd0d-4a8d-4584-b84d-e1c3374afac7 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:06:50.440596 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:50.515625 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:50.541442 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5120fd15-e11b-4a3b-bb60-c2864f215294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963ffd0d-4a8d-4584-b84d-e1c3374afac7'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:06:50.543674 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f589fb9f8862dfdbd1fb170ce835a8c182cc8b052b64638c52562f284e07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f726bd-86f3-4a44-8969-fa5a98a46349" -d '{"events": [{"server_uuid": "5120fd15-e11b-4a3b-bb60-c2864f215294", "name": "network-vif-plugged", "status": "completed", "tag": "963ffd0d-4a8d-4584-b84d-e1c3374afac7"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:06:50.557993 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 963ffd0d-4a8d-4584-b84d-e1c3374afac7, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=963ffd0d-4a8d-4584-b84d-e1c3374afac7,segment=NetworkSegment(e198f1ab-941e-48fb-a6fb-3fb603985bd2),segment_id=e198f1ab-941e-48fb-a6fb-3fb603985bd2)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:06:50.562528 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:50.614589 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=963ffd0d-4a8d-4584-b84d-e1c3374afac7,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:50.633513 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc73723c-6ee3-46fd-8211-1630c476f248 x-openstack-request-id: req-dc73723c-6ee3-46fd-8211-1630c476f248 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:06:50.633812 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5120fd15-e11b-4a3b-bb60-c2864f215294", "name": "network-vif-plugged", "status": "completed", "tag": "963ffd0d-4a8d-4584-b84d-e1c3374afac7", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:06:50.634105 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc73723c-6ee3-46fd-8211-1630c476f248 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:06:50.634539 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5120fd15-e11b-4a3b-bb60-c2864f215294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963ffd0d-4a8d-4584-b84d-e1c3374afac7', 'code': 200} Nov 12 02:06:50.756744 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93617859-5dfe-460f-a9c7-00a5af13df28 req-b82b6b30-1db1-4ee0-ba03-d6a323317d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:50.758747 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-93617859-5dfe-460f-a9c7-00a5af13df28 req-b82b6b30-1db1-4ee0-ba03-d6a323317d17 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 1097 time: 0.0412126 Nov 12 02:06:50.812472 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-93617859-5dfe-460f-a9c7-00a5af13df28 req-b0a395be-57d2-4487-86d4-4429c3e4574b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427372 Nov 12 02:06:51.378345 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b1789-91e1-4560-8671-e76a8166844a req-1acb7df3-8687-4aee-a5cd-4a7a51157cc5 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:51.379988 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-600b1789-91e1-4560-8671-e76a8166844a req-1acb7df3-8687-4aee-a5cd-4a7a51157cc5 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 945 time: 0.0559297 Nov 12 02:06:51.433735 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-600b1789-91e1-4560-8671-e76a8166844a req-b5ecbbb2-7c5b-437a-b4fc-6170f98e8610 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473015 Nov 12 02:06:52.561687 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85842c2-0d08-4a11-9928-d36bd9f0398a req-b1e7651e-4795-42be-9567-b967641abcf8 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:52.565709 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e85842c2-0d08-4a11-9928-d36bd9f0398a req-b1e7651e-4795-42be-9567-b967641abcf8 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 945 time: 0.0531328 Nov 12 02:06:52.621883 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e85842c2-0d08-4a11-9928-d36bd9f0398a req-c6a46984-2294-4e56-ab3e-38b040a1abb0 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524235 Nov 12 02:06:52.743867 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101cae0d-b9bd-4b03-b999-6859ef1b5331 req-59e2eba8-6a33-438d-bedf-33d1f5effe72 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:52.745323 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-101cae0d-b9bd-4b03-b999-6859ef1b5331 req-59e2eba8-6a33-438d-bedf-33d1f5effe72 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 945 time: 0.0548694 Nov 12 02:06:52.796554 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-101cae0d-b9bd-4b03-b999-6859ef1b5331 req-d1f2cc26-02b4-4c73-892a-cb12d7a8e817 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452731 Nov 12 02:06:52.818331 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 53024) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:06:52.903915 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b98650-f6a8-48b8-b773-b6a4b63bda10 tempest-TestShelveInstance-581880251 tempest-TestShelveInstance-581880251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:52.905560 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-55b98650-f6a8-48b8-b773-b6a4b63bda10 tempest-TestShelveInstance-581880251 tempest-TestShelveInstance-581880251-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 1092 time: 0.0861835 Nov 12 02:06:52.908430 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 53028) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:06:52.913104 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-8d020090-3e03-43dc-94f5-c1712885f47e tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'port_id': '963ffd0d-4a8d-4584-b84d-e1c3374afac7', 'tenant_id': '56d0ff596dfa4ca394d5401e32749f97', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:06:52.934977 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8d020090-3e03-43dc-94f5-c1712885f47e tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for floatingip, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:53.034370 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8d020090-3e03-43dc-94f5-c1712885f47e tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:53.136335 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-8d020090-3e03-43dc-94f5-c1712885f47e tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Allocated IP 172.25.2.205 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/29a73872-6e45-495a-b548-3218242b7200) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:06:53.247253 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8d020090-3e03-43dc-94f5-c1712885f47e tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:53.284495 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8d020090-3e03-43dc-94f5-c1712885f47e tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:53.318727 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d020090-3e03-43dc-94f5-c1712885f47e tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:06:53.324334 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-8d020090-3e03-43dc-94f5-c1712885f47e tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:06:53.330608 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d020090-3e03-43dc-94f5-c1712885f47e tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:06:53.390057 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d020090-3e03-43dc-94f5-c1712885f47e tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Pushing event updated for resources: {'Port': ['ID=29a73872-6e45-495a-b548-3218242b7200,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:53.765404 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8d020090-3e03-43dc-94f5-c1712885f47e tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:53.834641 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8d020090-3e03-43dc-94f5-c1712885f47e tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:53.997849 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8d020090-3e03-43dc-94f5-c1712885f47e tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:54.003769 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8d020090-3e03-43dc-94f5-c1712885f47e tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:54.075446 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d020090-3e03-43dc-94f5-c1712885f47e tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Pushing event updated for resources: {'Port': ['ID=29a73872-6e45-495a-b548-3218242b7200,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:54.095342 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8d020090-3e03-43dc-94f5-c1712885f47e tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:54.202648 n-d-812236-11 neutron-server[102662]: INFO neutron.db.l3_db [None req-8d020090-3e03-43dc-94f5-c1712885f47e tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Floating IP 5d42455a-b95b-49af-b129-e91cc494c885 associated. External IP: 172.25.2.205, port: 963ffd0d-4a8d-4584-b84d-e1c3374afac7. Nov 12 02:06:54.414003 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d020090-3e03-43dc-94f5-c1712885f47e tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Router 5586723c-b4af-4499-8e7c-0a1ebc14b56e has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:06:54.527964 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d020090-3e03-43dc-94f5-c1712885f47e tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:06:54.537810 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2912e17f-aa24-4042-83dc-995df2d98423 None None] Sync routers for ids ['5586723c-b4af-4499-8e7c-0a1ebc14b56e'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:06:54.549199 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2912e17f-aa24-4042-83dc-995df2d98423 None None] Routers {'5586723c-b4af-4499-8e7c-0a1ebc14b56e'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:06:54.549893 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-2912e17f-aa24-4042-83dc-995df2d98423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T02:06:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['5586723c-b4af-4499-8e7c-0a1ebc14b56e'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:06:54.559801 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8d020090-3e03-43dc-94f5-c1712885f47e tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:54.599416 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8d020090-3e03-43dc-94f5-c1712885f47e tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6888933 Nov 12 02:06:54.600021 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5120fd15-e11b-4a3b-bb60-c2864f215294', 'tag': '963ffd0d-4a8d-4584-b84d-e1c3374afac7'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:06:54.604633 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f20791c62abc78a76d837b2e8f3e70a497c95c8c7e17d957ee036670eec5325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42400e7f-3a44-4eaf-abf5-8decaa1fc3f4" -d '{"events": [{"name": "network-changed", "server_uuid": "5120fd15-e11b-4a3b-bb60-c2864f215294", "tag": "963ffd0d-4a8d-4584-b84d-e1c3374afac7"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:06:54.650119 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0754796-971b-4dcf-8a72-94ac36c1a883 x-openstack-request-id: req-a0754796-971b-4dcf-8a72-94ac36c1a883 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:06:54.650410 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5120fd15-e11b-4a3b-bb60-c2864f215294", "tag": "963ffd0d-4a8d-4584-b84d-e1c3374afac7", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:06:54.650658 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a0754796-971b-4dcf-8a72-94ac36c1a883 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:06:54.651065 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5120fd15-e11b-4a3b-bb60-c2864f215294', 'tag': '963ffd0d-4a8d-4584-b84d-e1c3374afac7', 'status': 'completed', 'code': 200} Nov 12 02:06:54.679609 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-2912e17f-aa24-4042-83dc-995df2d98423 None None] Set router 5586723c-b4af-4499-8e7c-0a1ebc14b56e gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:06:54.739312 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42400e7f-3a44-4eaf-abf5-8decaa1fc3f4 req-49ed79e9-3318-4bf7-a2a1-99f474170ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:54.740830 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-42400e7f-3a44-4eaf-abf5-8decaa1fc3f4 req-49ed79e9-3318-4bf7-a2a1-99f474170ceb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=56d0ff596dfa4ca394d5401e32749f97&device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 1097 time: 0.0466568 Nov 12 02:06:54.837719 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42400e7f-3a44-4eaf-abf5-8decaa1fc3f4 req-48e54717-dbf5-4b70-9149-8278b95304a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:54.839233 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-42400e7f-3a44-4eaf-abf5-8decaa1fc3f4 req-48e54717-dbf5-4b70-9149-8278b95304a3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6ac25168-44b2-495e-84b7-96b947f1ff28 HTTP/1.1" status: 200 len: 909 time: 0.0902464 Nov 12 02:06:54.911318 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-42400e7f-3a44-4eaf-abf5-8decaa1fc3f4 req-4b2deee3-00b2-4a57-b1c3-cea352749c52 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=963ffd0d-4a8d-4584-b84d-e1c3374afac7 HTTP/1.1" status: 200 len: 999 time: 0.0649531 Nov 12 02:06:54.917097 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-2912e17f-aa24-4042-83dc-995df2d98423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'name': 'tempest-TestShelveInstance-627933042-router', 'tenant_id': '56d0ff596dfa4ca394d5401e32749f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:00:55Z', 'updated_at': '2021-11-12T02:00:58Z', 'revision_number': 4, 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'gw_port': {'id': '979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:5f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:55Z', 'updated_at': '2021-11-12T02:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '5d42455a-b95b-49af-b129-e91cc494c885', 'tenant_id': '56d0ff596dfa4ca394d5401e32749f97', 'floating_ip_address': '172.25.2.205', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'port_id': '963ffd0d-4a8d-4584-b84d-e1c3374afac7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac25168-44b2-495e-84b7-96b947f1ff28', 'mac_address': 'fa:16:3e:f1:7d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5120fd15-e11b-4a3b-bb60-c2864f215294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:06:53Z', 'updated_at': '2021-11-12T02:06:53Z', 'revision_number': 0, 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553a1def-088d-4f4c-9549-b7bab23a8ab0', 'name': '', 'network_id': '6ac25168-44b2-495e-84b7-96b947f1ff28', 'tenant_id': '56d0ff596dfa4ca394d5401e32749f97', 'mac_address': 'fa:16:3e:ee:1e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '86a7e29a-1260-4819-ae27-7cc7c504c81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:57Z', 'updated_at': '2021-11-12T02:01:03Z', 'revision_number': 5, 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'subnets': [{'id': '86a7e29a-1260-4819-ae27-7cc7c504c81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:06:54.948352 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2912e17f-aa24-4042-83dc-995df2d98423 None None] Checking router: 5586723c-b4af-4499-8e7c-0a1ebc14b56e for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:06:54.956495 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2912e17f-aa24-4042-83dc-995df2d98423 None None] Routers {'5586723c-b4af-4499-8e7c-0a1ebc14b56e'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:06:54.957208 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-2912e17f-aa24-4042-83dc-995df2d98423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T02:06:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['5586723c-b4af-4499-8e7c-0a1ebc14b56e'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:06:54.968438 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42400e7f-3a44-4eaf-abf5-8decaa1fc3f4 req-4e8f4a09-0858-4fba-9f75-41d9f215c3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:54.969925 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-42400e7f-3a44-4eaf-abf5-8decaa1fc3f4 req-4e8f4a09-0858-4fba-9f75-41d9f215c3dc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=86a7e29a-1260-4819-ae27-7cc7c504c81d HTTP/1.1" status: 200 len: 847 time: 0.0452299 Nov 12 02:06:55.024769 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42400e7f-3a44-4eaf-abf5-8decaa1fc3f4 req-6f483e10-3ba9-41d5-a88d-494d983a9dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:55.026300 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-42400e7f-3a44-4eaf-abf5-8decaa1fc3f4 req-6f483e10-3ba9-41d5-a88d-494d983a9dcc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ac25168-44b2-495e-84b7-96b947f1ff28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490029 Nov 12 02:06:55.080471 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-2912e17f-aa24-4042-83dc-995df2d98423 None None] Set router 5586723c-b4af-4499-8e7c-0a1ebc14b56e gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:06:55.134840 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-42400e7f-3a44-4eaf-abf5-8decaa1fc3f4 req-c8aa8f95-daab-4043-b6b2-68a449ccdaef service neutron] 10.222.0.54 "GET /v2.0/networks/6ac25168-44b2-495e-84b7-96b947f1ff28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994368 Nov 12 02:06:55.229542 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-42400e7f-3a44-4eaf-abf5-8decaa1fc3f4 req-aa333337-54b0-4f9c-b926-1ddd1481d254 service neutron] 10.222.0.54 "GET /v2.0/networks/6ac25168-44b2-495e-84b7-96b947f1ff28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872185 Nov 12 02:06:55.318785 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-2912e17f-aa24-4042-83dc-995df2d98423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'name': 'tempest-TestShelveInstance-627933042-router', 'tenant_id': '56d0ff596dfa4ca394d5401e32749f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:00:55Z', 'updated_at': '2021-11-12T02:00:58Z', 'revision_number': 4, 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'gw_port': {'id': '979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:5f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:55Z', 'updated_at': '2021-11-12T02:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '5d42455a-b95b-49af-b129-e91cc494c885', 'tenant_id': '56d0ff596dfa4ca394d5401e32749f97', 'floating_ip_address': '172.25.2.205', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'port_id': '963ffd0d-4a8d-4584-b84d-e1c3374afac7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac25168-44b2-495e-84b7-96b947f1ff28', 'mac_address': 'fa:16:3e:f1:7d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5120fd15-e11b-4a3b-bb60-c2864f215294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:06:53Z', 'updated_at': '2021-11-12T02:06:53Z', 'revision_number': 0, 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553a1def-088d-4f4c-9549-b7bab23a8ab0', 'name': '', 'network_id': '6ac25168-44b2-495e-84b7-96b947f1ff28', 'tenant_id': '56d0ff596dfa4ca394d5401e32749f97', 'mac_address': 'fa:16:3e:ee:1e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '86a7e29a-1260-4819-ae27-7cc7c504c81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:57Z', 'updated_at': '2021-11-12T02:01:03Z', 'revision_number': 5, 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'subnets': [{'id': '86a7e29a-1260-4819-ae27-7cc7c504c81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:06:55.350519 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2912e17f-aa24-4042-83dc-995df2d98423 None None] The sync data for ids ['5586723c-b4af-4499-8e7c-0a1ebc14b56e'] in n-d-812236-11 is: [{'id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'name': 'tempest-TestShelveInstance-627933042-router', 'tenant_id': '56d0ff596dfa4ca394d5401e32749f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:00:55Z', 'updated_at': '2021-11-12T02:00:58Z', 'revision_number': 4, 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'gw_port': {'id': '979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:5f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:55Z', 'updated_at': '2021-11-12T02:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '5d42455a-b95b-49af-b129-e91cc494c885', 'tenant_id': '56d0ff596dfa4ca394d5401e32749f97', 'floating_ip_address': '172.25.2.205', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'port_id': '963ffd0d-4a8d-4584-b84d-e1c3374afac7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac25168-44b2-495e-84b7-96b947f1ff28', 'mac_address': 'fa:16:3e:f1:7d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5120fd15-e11b-4a3b-bb60-c2864f215294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:06:53Z', 'updated_at': '2021-11-12T02:06:53Z', 'revision_number': 0, 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553a1def-088d-4f4c-9549-b7bab23a8ab0', 'name': '', 'network_id': '6ac25168-44b2-495e-84b7-96b947f1ff28', 'tenant_id': '56d0ff596dfa4ca394d5401e32749f97', 'mac_address': 'fa:16:3e:ee:1e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '86a7e29a-1260-4819-ae27-7cc7c504c81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:57Z', 'updated_at': '2021-11-12T02:01:03Z', 'revision_number': 5, 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'subnets': [{'id': '86a7e29a-1260-4819-ae27-7cc7c504c81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:06:55.550573 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c688a5-0726-4697-aa16-ba7b69c1adc6 None None] New status for floating IP 5d42455a-b95b-49af-b129-e91cc494c885: ACTIVE {{(pid=102664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:06:56.329714 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:07:04.452506 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-efc31665-9d3a-407d-ae6e-3394009d0013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:06.566779 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ed6e955c-75d9-4036-8978-a2a9a4813a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:08.028377 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:09.647108 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:10.514374 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:11.722797 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:13.555648 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:18.050222 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9094cc6f-d62a-470a-920f-963d68ac55d2 req-c204aa5c-4572-4bda-8e24-8894e98e4385 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446146 Nov 12 02:07:18.161596 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094cc6f-d62a-470a-920f-963d68ac55d2 req-d372d039-e661-4a26-a70b-5649ac30d0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:18.164155 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9094cc6f-d62a-470a-920f-963d68ac55d2 req-d372d039-e661-4a26-a70b-5649ac30d0a7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=56d0ff596dfa4ca394d5401e32749f97&device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 1097 time: 0.0498924 Nov 12 02:07:18.275157 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094cc6f-d62a-470a-920f-963d68ac55d2 req-6e01fa0b-713b-4eff-8768-7ea27bbfa8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:18.276744 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9094cc6f-d62a-470a-920f-963d68ac55d2 req-6e01fa0b-713b-4eff-8768-7ea27bbfa8eb service neutron] 10.222.0.54 "GET /v2.0/networks?id=6ac25168-44b2-495e-84b7-96b947f1ff28 HTTP/1.1" status: 200 len: 909 time: 0.0930235 Nov 12 02:07:18.705791 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9094cc6f-d62a-470a-920f-963d68ac55d2 req-7da71a49-0f1b-4dda-9a5e-74b86803e9bb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=963ffd0d-4a8d-4584-b84d-e1c3374afac7 HTTP/1.1" status: 200 len: 1001 time: 0.4222140 Nov 12 02:07:18.758318 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094cc6f-d62a-470a-920f-963d68ac55d2 req-b5cd8291-8880-421f-9a3c-eac485c3c846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:18.759827 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9094cc6f-d62a-470a-920f-963d68ac55d2 req-b5cd8291-8880-421f-9a3c-eac485c3c846 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=86a7e29a-1260-4819-ae27-7cc7c504c81d HTTP/1.1" status: 200 len: 847 time: 0.0470035 Nov 12 02:07:18.821426 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094cc6f-d62a-470a-920f-963d68ac55d2 req-64267731-9cbd-44bd-9fa4-e4218b6a36fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:18.823148 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9094cc6f-d62a-470a-920f-963d68ac55d2 req-64267731-9cbd-44bd-9fa4-e4218b6a36fb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ac25168-44b2-495e-84b7-96b947f1ff28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545750 Nov 12 02:07:18.922699 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9094cc6f-d62a-470a-920f-963d68ac55d2 req-56b6bf25-865e-4528-85a0-6230f83ef0ef service neutron] 10.222.0.54 "GET /v2.0/networks/6ac25168-44b2-495e-84b7-96b947f1ff28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922372 Nov 12 02:07:19.014786 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9094cc6f-d62a-470a-920f-963d68ac55d2 req-ea6b7342-e61a-4a84-9808-986ad0cf399e service neutron] 10.222.0.54 "GET /v2.0/networks/6ac25168-44b2-495e-84b7-96b947f1ff28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848222 Nov 12 02:07:33.329488 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:07:34.454884 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-327e95b8-f809-46c0-8e2a-15762cfb0254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:36.572427 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-34961b79-ffa3-4b87-98db-abe8940c872a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:38.030560 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:39.649307 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:40.521897 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:41.744413 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:43.577466 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:04.459467 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-977fbd36-75fd-499e-8531-c0cd4164aba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:06.576452 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-14a506d6-664e-4b0f-9991-5aeaddde0c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:08.033939 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:09.652322 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:10.328999 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:08:10.516828 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:11.739597 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:13.592182 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:20.049524 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-15fb99c7-3747-465f-82f9-df1e8b89fe3c req-faa415d4-5a4f-446c-a7aa-9f2e7ddd96c2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0458863 Nov 12 02:08:20.152673 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb99c7-3747-465f-82f9-df1e8b89fe3c req-aa619f73-fbd4-4f8a-9043-e45a81c7e53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:20.154206 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-15fb99c7-3747-465f-82f9-df1e8b89fe3c req-aa619f73-fbd4-4f8a-9043-e45a81c7e53a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=56d0ff596dfa4ca394d5401e32749f97&device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 1097 time: 0.0413423 Nov 12 02:08:20.262949 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb99c7-3747-465f-82f9-df1e8b89fe3c req-2fa90236-253c-4f64-9367-5936e6953337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:20.264458 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-15fb99c7-3747-465f-82f9-df1e8b89fe3c req-2fa90236-253c-4f64-9367-5936e6953337 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6ac25168-44b2-495e-84b7-96b947f1ff28 HTTP/1.1" status: 200 len: 909 time: 0.0905147 Nov 12 02:08:20.333644 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-15fb99c7-3747-465f-82f9-df1e8b89fe3c req-8cf06224-2d60-4c45-b5fe-15a1b00cae17 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=963ffd0d-4a8d-4584-b84d-e1c3374afac7 HTTP/1.1" status: 200 len: 1001 time: 0.0615640 Nov 12 02:08:20.386377 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb99c7-3747-465f-82f9-df1e8b89fe3c req-d3f1f5fc-a193-4ec4-9dd4-a99453d3f274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:20.387835 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-15fb99c7-3747-465f-82f9-df1e8b89fe3c req-d3f1f5fc-a193-4ec4-9dd4-a99453d3f274 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=86a7e29a-1260-4819-ae27-7cc7c504c81d HTTP/1.1" status: 200 len: 847 time: 0.0434425 Nov 12 02:08:20.438729 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb99c7-3747-465f-82f9-df1e8b89fe3c req-44bfe745-71c5-4db3-9fdd-1ca5f7b855bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:20.440228 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-15fb99c7-3747-465f-82f9-df1e8b89fe3c req-44bfe745-71c5-4db3-9fdd-1ca5f7b855bf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ac25168-44b2-495e-84b7-96b947f1ff28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451260 Nov 12 02:08:20.533493 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-15fb99c7-3747-465f-82f9-df1e8b89fe3c req-18c06bd3-82c9-4e64-bef4-7ee916c62ffe service neutron] 10.222.0.54 "GET /v2.0/networks/6ac25168-44b2-495e-84b7-96b947f1ff28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856829 Nov 12 02:08:20.630696 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-15fb99c7-3747-465f-82f9-df1e8b89fe3c req-28df7589-85c3-440a-ae4c-19ad9500c049 service neutron] 10.222.0.54 "GET /v2.0/networks/6ac25168-44b2-495e-84b7-96b947f1ff28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891531 Nov 12 02:08:34.461887 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d96ad938-b7bc-4ccd-bd02-14d231a5fbcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:36.579671 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e79ff56d-b3bf-42c8-b937-87738abe9862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:38.036334 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:39.654568 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:40.519106 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:41.739479 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:43.606308 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:47.328285 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:08:49.148869 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a6ab0-9e8f-438d-9b2c-9826ae80e456 req-3c8908f8-2503-4980-b145-41016cd7716e tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:49.150431 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c72a6ab0-9e8f-438d-9b2c-9826ae80e456 req-3c8908f8-2503-4980-b145-41016cd7716e tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 945 time: 0.0521576 Nov 12 02:08:49.202303 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c72a6ab0-9e8f-438d-9b2c-9826ae80e456 req-db70bb76-da3d-4e82-8e4c-06f7255a9845 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458984 Nov 12 02:08:50.335069 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc452b7-3388-47e5-9e13-b192cf3cc9db req-8a9d0edb-1fd0-4272-a01d-89e0b64f46f4 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:50.336597 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0fc452b7-3388-47e5-9e13-b192cf3cc9db req-8a9d0edb-1fd0-4272-a01d-89e0b64f46f4 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 945 time: 0.0586205 Nov 12 02:08:50.387395 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0fc452b7-3388-47e5-9e13-b192cf3cc9db req-300c8b95-b454-4616-9beb-3b3c26469030 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446751 Nov 12 02:08:51.506793 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d71cc3-1207-409f-b9ca-a2daf6ada0e5 req-3c109fbf-498b-4b6d-99fe-e7f18fbc7032 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:51.508287 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-44d71cc3-1207-409f-b9ca-a2daf6ada0e5 req-3c109fbf-498b-4b6d-99fe-e7f18fbc7032 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 945 time: 0.0518734 Nov 12 02:08:51.562496 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-44d71cc3-1207-409f-b9ca-a2daf6ada0e5 req-a7247776-3375-46f0-b485-b219ed53ab20 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482578 Nov 12 02:08:52.679195 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7716277-7be6-47b9-82a9-65880d360cbc req-86753d9d-babf-46cc-9b25-93579ef0eb93 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:52.680994 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c7716277-7be6-47b9-82a9-65880d360cbc req-86753d9d-babf-46cc-9b25-93579ef0eb93 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 945 time: 0.0489357 Nov 12 02:08:52.731809 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c7716277-7be6-47b9-82a9-65880d360cbc req-fad069a3-5531-471d-996e-404736ed611a tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448325 Nov 12 02:08:53.850651 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b7d4ef-e756-4a32-89b8-c6678af1596f req-d667568f-4593-45c3-acd9-cf227dbd61f4 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:53.852076 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-98b7d4ef-e756-4a32-89b8-c6678af1596f req-d667568f-4593-45c3-acd9-cf227dbd61f4 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 945 time: 0.0494010 Nov 12 02:08:53.901672 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-98b7d4ef-e756-4a32-89b8-c6678af1596f req-439e1826-2176-41ec-a933-ec23100fcf78 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436571 Nov 12 02:08:55.042685 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0bf3c-789f-4f6d-86a3-325de3d61901 req-112e7992-eed6-43c8-87eb-4e9f2ee200e7 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:55.044502 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fcd0bf3c-789f-4f6d-86a3-325de3d61901 req-112e7992-eed6-43c8-87eb-4e9f2ee200e7 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 945 time: 0.0663116 Nov 12 02:08:55.095815 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-fcd0bf3c-789f-4f6d-86a3-325de3d61901 req-f02e7735-7516-4005-821e-0e188ca93fee tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439918 Nov 12 02:08:56.213787 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f9f1b-6f5f-4d6d-8bcb-2ad03a170766 req-ec5c6b50-5b07-4dd6-92ae-9b7882918c8f tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:56.215344 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ec4f9f1b-6f5f-4d6d-8bcb-2ad03a170766 req-ec5c6b50-5b07-4dd6-92ae-9b7882918c8f tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 945 time: 0.0498075 Nov 12 02:08:56.265846 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ec4f9f1b-6f5f-4d6d-8bcb-2ad03a170766 req-37345d62-72c7-4cd9-8021-7093eb4c9586 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443728 Nov 12 02:08:57.384226 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05dade8-9845-46dc-8427-770b0820badd req-a3d6de85-fa85-4e8c-b0d1-b269c8a5abf6 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:57.385746 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b05dade8-9845-46dc-8427-770b0820badd req-a3d6de85-fa85-4e8c-b0d1-b269c8a5abf6 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 945 time: 0.0499642 Nov 12 02:08:57.437227 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b05dade8-9845-46dc-8427-770b0820badd req-724160a0-2da2-41af-877a-2c0e6920d783 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452387 Nov 12 02:08:58.563562 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c34ba3-03ff-4d65-bb45-6ba863ac6c94 req-5feb7d93-f3c4-45c2-8581-ca464ad1806a tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:58.565120 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-18c34ba3-03ff-4d65-bb45-6ba863ac6c94 req-5feb7d93-f3c4-45c2-8581-ca464ad1806a tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 945 time: 0.0558290 Nov 12 02:08:58.617150 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-18c34ba3-03ff-4d65-bb45-6ba863ac6c94 req-69813517-c6fd-4cbb-ac1f-202acb846067 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457158 Nov 12 02:08:59.757112 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19320c6b-c4c9-4350-a5d6-0796327b43cf req-242dd575-3ae9-4ab4-8362-94f725ccd787 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:59.758697 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-19320c6b-c4c9-4350-a5d6-0796327b43cf req-242dd575-3ae9-4ab4-8362-94f725ccd787 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 945 time: 0.0644481 Nov 12 02:08:59.824908 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-19320c6b-c4c9-4350-a5d6-0796327b43cf req-6b884ac1-2c4e-46e1-8146-20c4843500a9 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560417 Nov 12 02:09:00.947421 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffa9da-ccd4-4440-920c-3b2144c4469b req-d19888d1-5abb-406e-917f-b17696f8a817 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:00.948985 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2cffa9da-ccd4-4440-920c-3b2144c4469b req-d19888d1-5abb-406e-917f-b17696f8a817 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 945 time: 0.0520027 Nov 12 02:09:00.998782 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-2cffa9da-ccd4-4440-920c-3b2144c4469b req-743047d4-d555-4d6c-a1f6-47410c0e22fd tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437877 Nov 12 02:09:02.172679 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf89fb2-ca0e-4e87-9bc2-ce5e07e47cae req-220c2e3c-5f5b-451e-9e75-5259a149ca97 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:02.174410 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dcf89fb2-ca0e-4e87-9bc2-ce5e07e47cae req-220c2e3c-5f5b-451e-9e75-5259a149ca97 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 945 time: 0.1068881 Nov 12 02:09:02.226799 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dcf89fb2-ca0e-4e87-9bc2-ce5e07e47cae req-386313a8-bfe8-48dc-bdfc-ec6bf7a2a781 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454230 Nov 12 02:09:03.397970 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a1cd9-6394-44e0-82a6-cb80c07d72fd req-7427be7f-9891-4acb-aaa7-b7208b2108ed tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:03.399524 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4c7a1cd9-6394-44e0-82a6-cb80c07d72fd req-7427be7f-9891-4acb-aaa7-b7208b2108ed tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 945 time: 0.1017382 Nov 12 02:09:03.471505 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4c7a1cd9-6394-44e0-82a6-cb80c07d72fd req-92031405-aaf2-47c4-b3a3-5a51b19a8d49 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651958 Nov 12 02:09:04.370929 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2188dfda-35d3-4c37-9942-7d8c80713518 req-6a25c549-872c-4bef-a41c-ec4c21c72531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:04.372457 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2188dfda-35d3-4c37-9942-7d8c80713518 req-6a25c549-872c-4bef-a41c-ec4c21c72531 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=56d0ff596dfa4ca394d5401e32749f97&device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 1097 time: 0.0436168 Nov 12 02:09:04.464600 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-58f86249-3d8a-4b10-8fec-5efb45fdf76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:04.472556 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2188dfda-35d3-4c37-9942-7d8c80713518 req-5474e176-a7c0-4e36-88e9-00bd4d5b2e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:04.474084 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2188dfda-35d3-4c37-9942-7d8c80713518 req-5474e176-a7c0-4e36-88e9-00bd4d5b2e08 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6ac25168-44b2-495e-84b7-96b947f1ff28 HTTP/1.1" status: 200 len: 909 time: 0.0949123 Nov 12 02:09:04.557429 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2188dfda-35d3-4c37-9942-7d8c80713518 req-355a78c9-a1f3-4e37-874c-95bd3866428c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=963ffd0d-4a8d-4584-b84d-e1c3374afac7 HTTP/1.1" status: 200 len: 1001 time: 0.0750670 Nov 12 02:09:04.640642 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9d88e-bade-40a0-acc1-a91ee4ee97b9 req-34baa7a9-68fb-43cf-8817-5c836f82710e tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:04.642100 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d2f9d88e-bade-40a0-acc1-a91ee4ee97b9 req-34baa7a9-68fb-43cf-8817-5c836f82710e tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 945 time: 0.0952809 Nov 12 02:09:04.643463 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2188dfda-35d3-4c37-9942-7d8c80713518 req-8ca2273f-ed62-4c81-92f8-45935384f713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:04.645651 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2188dfda-35d3-4c37-9942-7d8c80713518 req-8ca2273f-ed62-4c81-92f8-45935384f713 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=86a7e29a-1260-4819-ae27-7cc7c504c81d HTTP/1.1" status: 200 len: 847 time: 0.0661697 Nov 12 02:09:04.725975 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d2f9d88e-bade-40a0-acc1-a91ee4ee97b9 req-7f5339e4-507b-4933-a4fd-eacad740400b tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758786 Nov 12 02:09:04.728973 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2188dfda-35d3-4c37-9942-7d8c80713518 req-bfc906ba-b3a1-4e37-83d5-b63ecc508cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:04.730511 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2188dfda-35d3-4c37-9942-7d8c80713518 req-bfc906ba-b3a1-4e37-83d5-b63ecc508cad service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ac25168-44b2-495e-84b7-96b947f1ff28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0742376 Nov 12 02:09:04.831023 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2188dfda-35d3-4c37-9942-7d8c80713518 req-deb4baad-6b93-4852-b0fc-0123c65bf5aa service neutron] 10.222.0.54 "GET /v2.0/networks/6ac25168-44b2-495e-84b7-96b947f1ff28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931938 Nov 12 02:09:04.930583 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2188dfda-35d3-4c37-9942-7d8c80713518 req-bdae6e02-9cab-450a-b0c2-9086f8d4c330 service neutron] 10.222.0.54 "GET /v2.0/networks/6ac25168-44b2-495e-84b7-96b947f1ff28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928884 Nov 12 02:09:05.852235 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07cc51-60d5-46f6-8297-e1adc652f625 req-3c1c4779-0944-47bd-8f3e-fc9eb5c3e24d tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:05.853879 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4b07cc51-60d5-46f6-8297-e1adc652f625 req-3c1c4779-0944-47bd-8f3e-fc9eb5c3e24d tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 945 time: 0.0555069 Nov 12 02:09:05.917271 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4b07cc51-60d5-46f6-8297-e1adc652f625 req-0952573e-f100-4f08-a9cc-3daca1593b02 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480483 Nov 12 02:09:06.585482 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3b15f9a7-f3eb-47c7-8759-2f29bdddfe46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:07.078731 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a6a16-ddba-4b7c-8c65-0891a8c9e41b req-81343f67-9e1a-47cf-a757-d9252758df6f tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:07.080395 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b16a6a16-ddba-4b7c-8c65-0891a8c9e41b req-81343f67-9e1a-47cf-a757-d9252758df6f tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 945 time: 0.0783348 Nov 12 02:09:07.146405 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b16a6a16-ddba-4b7c-8c65-0891a8c9e41b req-0dc5d2bd-117a-456b-9546-93e7892e756f tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589359 Nov 12 02:09:08.041006 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:08.291230 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdaa14d-257b-46a5-b0ac-4e27fcb49b84 req-2d1162d3-fbb3-482d-b292-5c4eb11f42d7 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:08.292957 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3fdaa14d-257b-46a5-b0ac-4e27fcb49b84 req-2d1162d3-fbb3-482d-b292-5c4eb11f42d7 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 945 time: 0.0545726 Nov 12 02:09:08.355247 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3fdaa14d-257b-46a5-b0ac-4e27fcb49b84 req-eb280787-3f53-43c8-b9c9-6e5a5936e821 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520864 Nov 12 02:09:09.020939 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 963ffd0d-4a8d-4584-b84d-e1c3374afac7 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:09:09.101290 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:09.137165 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5120fd15-e11b-4a3b-bb60-c2864f215294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '963ffd0d-4a8d-4584-b84d-e1c3374afac7'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:09:09.139461 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f589fb9f8862dfdbd1fb170ce835a8c182cc8b052b64638c52562f284e07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a109a606-1859-4bc3-b7e7-4394ce775e3e" -d '{"events": [{"server_uuid": "5120fd15-e11b-4a3b-bb60-c2864f215294", "name": "network-vif-unplugged", "status": "completed", "tag": "963ffd0d-4a8d-4584-b84d-e1c3374afac7"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:09:09.152045 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 963ffd0d-4a8d-4584-b84d-e1c3374afac7, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=963ffd0d-4a8d-4584-b84d-e1c3374afac7,segment=NetworkSegment(e198f1ab-941e-48fb-a6fb-3fb603985bd2),segment_id=e198f1ab-941e-48fb-a6fb-3fb603985bd2)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:09:09.156149 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:09.181869 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 02:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b203db-2080-4812-8346-fca8a60d914b x-openstack-request-id: req-88b203db-2080-4812-8346-fca8a60d914b {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:09:09.182160 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5120fd15-e11b-4a3b-bb60-c2864f215294", "name": "network-vif-unplugged", "status": "failed", "tag": "963ffd0d-4a8d-4584-b84d-e1c3374afac7", "code": 422}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:09:09.182409 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-88b203db-2080-4812-8346-fca8a60d914b {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:09:09.182810 n-d-812236-11 neutron-server[102663]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5120fd15-e11b-4a3b-bb60-c2864f215294', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '963ffd0d-4a8d-4584-b84d-e1c3374afac7', 'code': 422} returned with failed status Nov 12 02:09:09.209164 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=963ffd0d-4a8d-4584-b84d-e1c3374afac7,revision_number=6']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:09:09.217227 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:09:09.217599 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:09:09.217969 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:09:09.218365 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:09:09.218708 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:09:09.219045 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:09:09.219441 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:09:09.219800 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:09:09.220177 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:09:09.220506 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:09:09.220900 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:09:09.221277 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:09:09.484784 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec90c2-1e8a-428c-bdab-54fc07cdbba5 req-07c1426c-54cc-4751-ae0e-bcefa5f5d0b1 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:09.486236 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3bec90c2-1e8a-428c-bdab-54fc07cdbba5 req-07c1426c-54cc-4751-ae0e-bcefa5f5d0b1 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 943 time: 0.0551708 Nov 12 02:09:09.541078 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-3bec90c2-1e8a-428c-bdab-54fc07cdbba5 req-87a98bfb-7778-4b47-aec9-3795e6b069eb tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480912 Nov 12 02:09:09.659653 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:09.780937 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0fe3fd91-db0f-4f8a-966b-db1c46e1138a req-c3749dc4-d713-43cf-a3f2-18659a0178ea service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0708311 Nov 12 02:09:09.795392 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27259c4-575d-4bf9-994b-d880f6bf5265 req-873d20b7-1222-4d18-bc17-4a82b95c67f8 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:09.796869 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b27259c4-575d-4bf9-994b-d880f6bf5265 req-873d20b7-1222-4d18-bc17-4a82b95c67f8 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 943 time: 0.0626307 Nov 12 02:09:09.801290 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [req-0fe3fd91-db0f-4f8a-966b-db1c46e1138a req-f33e8976-92bb-424b-bb41-4d3ebd59cb4d service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:09:09.802284 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0fe3fd91-db0f-4f8a-966b-db1c46e1138a req-f33e8976-92bb-424b-bb41-4d3ebd59cb4d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0150697 Nov 12 02:09:09.867444 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b27259c4-575d-4bf9-994b-d880f6bf5265 req-0e5a20ac-cc8e-4c85-a73a-f802b6667c2b tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639930 Nov 12 02:09:10.530427 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:10.997367 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11852d2b-491c-4702-87f7-d55b6d75d839 req-a9d4b7f5-de92-483b-8e03-ba23caaabd64 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:10.999272 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-11852d2b-491c-4702-87f7-d55b6d75d839 req-a9d4b7f5-de92-483b-8e03-ba23caaabd64 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 943 time: 0.0604227 Nov 12 02:09:11.061702 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-11852d2b-491c-4702-87f7-d55b6d75d839 req-dec2dbfa-56ba-4ae6-b43f-d32612f540f8 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555992 Nov 12 02:09:11.752609 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:12.197161 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4413d4-6512-4c2b-a6a9-8e6a0ff1b4ee req-ff74820c-6c47-43f0-83e5-443c4251c274 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:12.198776 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9a4413d4-6512-4c2b-a6a9-8e6a0ff1b4ee req-ff74820c-6c47-43f0-83e5-443c4251c274 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 943 time: 0.0536497 Nov 12 02:09:12.258399 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9a4413d4-6512-4c2b-a6a9-8e6a0ff1b4ee req-61c1783d-1c23-4f0b-acc0-699aa88e121a tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516171 Nov 12 02:09:13.385867 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f48d90-ea92-4294-9141-f3bb0a25629d req-0dc5aa3e-1f18-4e4e-bb7d-ce1b82badfaf tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:13.388937 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-93f48d90-ea92-4294-9141-f3bb0a25629d req-0dc5aa3e-1f18-4e4e-bb7d-ce1b82badfaf tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 943 time: 0.0550063 Nov 12 02:09:13.444314 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-93f48d90-ea92-4294-9141-f3bb0a25629d req-0f01f42f-1f76-4a48-ae0d-a1a8682208a9 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513287 Nov 12 02:09:13.612778 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:14.574277 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc03b68-e9bf-4990-8b94-ef0b985ac653 req-9f32b1c1-787b-4819-af15-16ba19de29d2 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:14.576104 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8cc03b68-e9bf-4990-8b94-ef0b985ac653 req-9f32b1c1-787b-4819-af15-16ba19de29d2 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 943 time: 0.0551059 Nov 12 02:09:14.653782 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8cc03b68-e9bf-4990-8b94-ef0b985ac653 req-1506d59d-9ffd-4a1e-805e-e5ab5b0202a2 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667374 Nov 12 02:09:15.796597 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184ec45-9bc1-4bfc-8f16-e7e9a0d71fe8 req-7045b351-dc0a-4e9b-852b-82088c4d8f8b tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:15.798758 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0184ec45-9bc1-4bfc-8f16-e7e9a0d71fe8 req-7045b351-dc0a-4e9b-852b-82088c4d8f8b tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 943 time: 0.0571566 Nov 12 02:09:15.866638 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0184ec45-9bc1-4bfc-8f16-e7e9a0d71fe8 req-1a9c86ff-7d04-41bf-9771-ed548468856e tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573428 Nov 12 02:09:16.082652 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3fd91-db0f-4f8a-966b-db1c46e1138a req-06eaf94f-2549-4b7d-b813-9502991beab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:16.084876 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0fe3fd91-db0f-4f8a-966b-db1c46e1138a req-06eaf94f-2549-4b7d-b813-9502991beab4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294&tenant_id=56d0ff596dfa4ca394d5401e32749f97 HTTP/1.1" status: 200 len: 1095 time: 0.1043103 Nov 12 02:09:16.177452 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3fd91-db0f-4f8a-966b-db1c46e1138a req-31cdbb1a-5341-48f0-9535-16dccbdf5d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:16.178719 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0fe3fd91-db0f-4f8a-966b-db1c46e1138a req-31cdbb1a-5341-48f0-9535-16dccbdf5d3f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=56d0ff596dfa4ca394d5401e32749f97&device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 1095 time: 0.0539629 Nov 12 02:09:16.292184 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3fd91-db0f-4f8a-966b-db1c46e1138a req-042e3215-478c-4e4c-ac11-7e7faf074971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:16.293732 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0fe3fd91-db0f-4f8a-966b-db1c46e1138a req-042e3215-478c-4e4c-ac11-7e7faf074971 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6ac25168-44b2-495e-84b7-96b947f1ff28 HTTP/1.1" status: 200 len: 909 time: 0.1072400 Nov 12 02:09:16.392810 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0fe3fd91-db0f-4f8a-966b-db1c46e1138a req-25dae923-feba-443d-8ccd-4c421bcf2215 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=963ffd0d-4a8d-4584-b84d-e1c3374afac7 HTTP/1.1" status: 200 len: 999 time: 0.0914748 Nov 12 02:09:16.458836 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3fd91-db0f-4f8a-966b-db1c46e1138a req-122cd6de-dbfe-46bf-8eb8-6bc2b20581dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:16.461659 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0fe3fd91-db0f-4f8a-966b-db1c46e1138a req-122cd6de-dbfe-46bf-8eb8-6bc2b20581dc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=86a7e29a-1260-4819-ae27-7cc7c504c81d HTTP/1.1" status: 200 len: 847 time: 0.0579987 Nov 12 02:09:16.513189 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3fd91-db0f-4f8a-966b-db1c46e1138a req-774c58b4-735f-4f46-a3c3-bfecb967111c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:16.514746 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0fe3fd91-db0f-4f8a-966b-db1c46e1138a req-774c58b4-735f-4f46-a3c3-bfecb967111c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ac25168-44b2-495e-84b7-96b947f1ff28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466762 Nov 12 02:09:16.626548 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0fe3fd91-db0f-4f8a-966b-db1c46e1138a req-419bbd53-6f21-487a-8ca2-fd6938927d21 service neutron] 10.222.0.54 "GET /v2.0/networks/6ac25168-44b2-495e-84b7-96b947f1ff28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041503 Nov 12 02:09:16.734744 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0fe3fd91-db0f-4f8a-966b-db1c46e1138a req-ea7edf33-f445-4cff-a16d-cfade3ddb703 service neutron] 10.222.0.54 "GET /v2.0/networks/6ac25168-44b2-495e-84b7-96b947f1ff28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997145 Nov 12 02:09:16.995592 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0e59f-d25d-4d67-91c3-c49c3e75a0a0 req-32975f58-429a-4c22-8cf6-ed99570e46b7 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:16.997587 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e4f0e59f-d25d-4d67-91c3-c49c3e75a0a0 req-32975f58-429a-4c22-8cf6-ed99570e46b7 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 943 time: 0.0595858 Nov 12 02:09:17.055232 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e4f0e59f-d25d-4d67-91c3-c49c3e75a0a0 req-7557a143-4a07-46a8-b692-2ab523f3e32c tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497239 Nov 12 02:09:18.184359 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902cf24-18a8-4c61-93fe-4507c3cd9976 req-d98c4c69-3f04-49f1-bec1-368019ef6f3f tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:18.185871 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2902cf24-18a8-4c61-93fe-4507c3cd9976 req-d98c4c69-3f04-49f1-bec1-368019ef6f3f tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 943 time: 0.0568912 Nov 12 02:09:18.241075 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2902cf24-18a8-4c61-93fe-4507c3cd9976 req-a43b614f-51ec-492b-97df-377b11827de2 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489569 Nov 12 02:09:19.358499 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36524b-4574-4736-897a-2ecc60849540 req-3dff1942-d738-4c55-855d-a0bde1d35cca tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:19.359997 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4a36524b-4574-4736-897a-2ecc60849540 req-3dff1942-d738-4c55-855d-a0bde1d35cca tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 943 time: 0.0508907 Nov 12 02:09:19.411607 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4a36524b-4574-4736-897a-2ecc60849540 req-98be8583-3764-402a-b26f-869c889729cf tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449715 Nov 12 02:09:20.102138 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654a8ec-f873-4e64-bff4-eec683de628e req-990f1f6c-8c28-4f08-959f-141ee64181f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:20.103637 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0654a8ec-f873-4e64-bff4-eec683de628e req-990f1f6c-8c28-4f08-959f-141ee64181f8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=56d0ff596dfa4ca394d5401e32749f97&device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 1095 time: 0.0420516 Nov 12 02:09:20.218985 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654a8ec-f873-4e64-bff4-eec683de628e req-344d14ce-ba7e-4cf0-b51a-f22022f5e923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:20.220482 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0654a8ec-f873-4e64-bff4-eec683de628e req-344d14ce-ba7e-4cf0-b51a-f22022f5e923 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6ac25168-44b2-495e-84b7-96b947f1ff28 HTTP/1.1" status: 200 len: 909 time: 0.0960491 Nov 12 02:09:20.284640 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0654a8ec-f873-4e64-bff4-eec683de628e req-78561a81-d7fb-4ce1-b5f6-858a065d17ea service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=963ffd0d-4a8d-4584-b84d-e1c3374afac7 HTTP/1.1" status: 200 len: 999 time: 0.0569143 Nov 12 02:09:20.333514 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654a8ec-f873-4e64-bff4-eec683de628e req-22922069-d759-417e-8b19-2f9b9f28b089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:20.334941 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0654a8ec-f873-4e64-bff4-eec683de628e req-22922069-d759-417e-8b19-2f9b9f28b089 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=86a7e29a-1260-4819-ae27-7cc7c504c81d HTTP/1.1" status: 200 len: 847 time: 0.0442617 Nov 12 02:09:20.385428 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654a8ec-f873-4e64-bff4-eec683de628e req-dc8a89a0-86c2-4c3d-8190-ffd5f683905c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:20.386805 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0654a8ec-f873-4e64-bff4-eec683de628e req-dc8a89a0-86c2-4c3d-8190-ffd5f683905c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ac25168-44b2-495e-84b7-96b947f1ff28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446496 Nov 12 02:09:20.482845 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0654a8ec-f873-4e64-bff4-eec683de628e req-5a858943-11f4-43ab-9d1d-65f8ac66b283 service neutron] 10.222.0.54 "GET /v2.0/networks/6ac25168-44b2-495e-84b7-96b947f1ff28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859327 Nov 12 02:09:20.590800 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c845fd8-a0d4-4c87-a6a2-44949d62fd92 req-007d0399-6852-44ba-b7f0-acda3936d7a1 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:20.592304 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5c845fd8-a0d4-4c87-a6a2-44949d62fd92 req-007d0399-6852-44ba-b7f0-acda3936d7a1 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 943 time: 0.1085906 Nov 12 02:09:20.623198 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0654a8ec-f873-4e64-bff4-eec683de628e req-8b7b72a3-fe5a-493d-bd78-c9ab5c680789 service neutron] 10.222.0.54 "GET /v2.0/networks/6ac25168-44b2-495e-84b7-96b947f1ff28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310556 Nov 12 02:09:20.656283 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5c845fd8-a0d4-4c87-a6a2-44949d62fd92 req-68129b64-31e6-456f-9b60-25d5d010d2fc tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567057 Nov 12 02:09:21.790181 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd6a50-73d8-4dc5-ae7f-7c7dba987111 req-41cced19-ffba-49de-8d46-8e63b3f6bfa7 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:21.791672 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-44bd6a50-73d8-4dc5-ae7f-7c7dba987111 req-41cced19-ffba-49de-8d46-8e63b3f6bfa7 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 943 time: 0.0536795 Nov 12 02:09:21.847072 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-44bd6a50-73d8-4dc5-ae7f-7c7dba987111 req-5a37fdd6-6ddc-45af-bbe7-819048326a25 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484102 Nov 12 02:09:22.966079 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0fc11-61d5-4163-aa7e-55d1fcdec0bd req-7af5cb3c-fdc8-45f5-9ff4-d9f465158cc8 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:22.967435 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a9a0fc11-61d5-4163-aa7e-55d1fcdec0bd req-7af5cb3c-fdc8-45f5-9ff4-d9f465158cc8 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 943 time: 0.0506597 Nov 12 02:09:23.020945 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a9a0fc11-61d5-4163-aa7e-55d1fcdec0bd req-369bf7b5-b93e-47df-bca9-9b49c614bd62 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466902 Nov 12 02:09:24.146046 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a3c1c-6fdd-4290-9921-b0ab54df511c req-6559317a-e9ce-4749-bf74-9ccdd3d61aad tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:24.147838 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d16a3c1c-6fdd-4290-9921-b0ab54df511c req-6559317a-e9ce-4749-bf74-9ccdd3d61aad tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 943 time: 0.0572841 Nov 12 02:09:24.202732 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d16a3c1c-6fdd-4290-9921-b0ab54df511c req-3feb8c34-5e18-4aa5-9513-e84cadf6f333 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479033 Nov 12 02:09:24.327896 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:09:25.113467 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 963ffd0d-4a8d-4584-b84d-e1c3374afac7 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:09:25.217401 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 963ffd0d-4a8d-4584-b84d-e1c3374afac7, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=963ffd0d-4a8d-4584-b84d-e1c3374afac7,segment=NetworkSegment(e198f1ab-941e-48fb-a6fb-3fb603985bd2),segment_id=e198f1ab-941e-48fb-a6fb-3fb603985bd2)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:09:25.228445 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '963ffd0d-4a8d-4584-b84d-e1c3374afac7', 'network_id': '6ac25168-44b2-495e-84b7-96b947f1ff28', 'port_id': '963ffd0d-4a8d-4584-b84d-e1c3374afac7', 'mac_address': 'fa:16:3e:f1:7d:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86a7e29a-1260-4819-ae27-7cc7c504c81d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:09:25.266756 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:25.284404 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 963ffd0d-4a8d-4584-b84d-e1c3374afac7 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:09:25.303769 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 963ffd0d-4a8d-4584-b84d-e1c3374afac7, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=963ffd0d-4a8d-4584-b84d-e1c3374afac7,segment=NetworkSegment(e198f1ab-941e-48fb-a6fb-3fb603985bd2),segment_id=e198f1ab-941e-48fb-a6fb-3fb603985bd2)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:09:25.308870 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:25.321817 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96db977-644d-45e9-a601-314dc8e3aab7 req-44cd0574-38b9-4161-b7dd-43b9b8c0c6c4 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:25.323333 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f96db977-644d-45e9-a601-314dc8e3aab7 req-44cd0574-38b9-4161-b7dd-43b9b8c0c6c4 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 943 time: 0.0502791 Nov 12 02:09:25.364078 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=963ffd0d-4a8d-4584-b84d-e1c3374afac7,revision_number=7']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:09:25.375686 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-f96db977-644d-45e9-a601-314dc8e3aab7 req-415ca027-0c02-445c-bbb6-71d47646422d tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461380 Nov 12 02:09:25.759589 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['963ffd0d-4a8d-4584-b84d-e1c3374afac7'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:09:26.496193 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7f0bb-7ca7-46e7-b0f2-de51d47a60b7 req-34dd3fa0-7bbc-4664-b4c5-687f160e6c09 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:26.497768 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b0b7f0bb-7ca7-46e7-b0f2-de51d47a60b7 req-34dd3fa0-7bbc-4664-b4c5-687f160e6c09 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 944 time: 0.0503848 Nov 12 02:09:26.553607 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b0b7f0bb-7ca7-46e7-b0f2-de51d47a60b7 req-61a6b61d-0c68-43d1-bb93-e9a49608f271 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487719 Nov 12 02:09:27.118931 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 963ffd0d-4a8d-4584-b84d-e1c3374afac7 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:09:27.168807 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 963ffd0d-4a8d-4584-b84d-e1c3374afac7 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:09:27.169086 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:27.407853 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:27.432291 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5120fd15-e11b-4a3b-bb60-c2864f215294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963ffd0d-4a8d-4584-b84d-e1c3374afac7'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:09:27.434461 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f589fb9f8862dfdbd1fb170ce835a8c182cc8b052b64638c52562f284e07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2fe8ba-6640-40e8-8a7a-69c5d5d076dd" -d '{"events": [{"server_uuid": "5120fd15-e11b-4a3b-bb60-c2864f215294", "name": "network-vif-plugged", "status": "completed", "tag": "963ffd0d-4a8d-4584-b84d-e1c3374afac7"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:09:27.447544 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 963ffd0d-4a8d-4584-b84d-e1c3374afac7, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=963ffd0d-4a8d-4584-b84d-e1c3374afac7,segment=NetworkSegment(e198f1ab-941e-48fb-a6fb-3fb603985bd2),segment_id=e198f1ab-941e-48fb-a6fb-3fb603985bd2)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:09:27.452098 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:27.482871 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd5287a-3aa1-4117-8fdc-9093b0bd7e16 x-openstack-request-id: req-ccd5287a-3aa1-4117-8fdc-9093b0bd7e16 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:09:27.485647 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5120fd15-e11b-4a3b-bb60-c2864f215294", "name": "network-vif-plugged", "status": "completed", "tag": "963ffd0d-4a8d-4584-b84d-e1c3374afac7", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:09:27.486011 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ccd5287a-3aa1-4117-8fdc-9093b0bd7e16 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:09:27.486543 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5120fd15-e11b-4a3b-bb60-c2864f215294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963ffd0d-4a8d-4584-b84d-e1c3374afac7', 'code': 200} Nov 12 02:09:27.518491 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=963ffd0d-4a8d-4584-b84d-e1c3374afac7,revision_number=8']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:09:27.669387 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1a118-4bd3-4bad-a0e1-601cf9d9c10c req-bdc0cbba-7e2c-4dd8-b819-44655ef13494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:27.670892 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d1c1a118-4bd3-4bad-a0e1-601cf9d9c10c req-bdc0cbba-7e2c-4dd8-b819-44655ef13494 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 1097 time: 0.0420060 Nov 12 02:09:27.677759 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb811ff6-0406-477b-a42b-79262437ae79 req-2e6899b4-35ee-4333-a0c5-9ee0baca7dad tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:27.679378 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fb811ff6-0406-477b-a42b-79262437ae79 req-2e6899b4-35ee-4333-a0c5-9ee0baca7dad tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 945 time: 0.0518098 Nov 12 02:09:27.723070 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d1c1a118-4bd3-4bad-a0e1-601cf9d9c10c req-daab47ec-2d5e-4f30-a1b4-afabf7a5cf77 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420284 Nov 12 02:09:27.731784 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-fb811ff6-0406-477b-a42b-79262437ae79 req-1f0b8b37-28bc-4606-9ae1-e891a27195ae tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460784 Nov 12 02:09:28.855057 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9181c93-6b58-4f21-83b3-03cd856df095 req-39ad97f7-2cbd-4668-9ad6-5e2295b9cfa6 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:28.856463 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c9181c93-6b58-4f21-83b3-03cd856df095 req-39ad97f7-2cbd-4668-9ad6-5e2295b9cfa6 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 945 time: 0.0536168 Nov 12 02:09:28.907432 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-c9181c93-6b58-4f21-83b3-03cd856df095 req-060faafb-5f03-4423-b1fd-75b2bdbfc14e tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445192 Nov 12 02:09:30.031279 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44188ea-0130-4f28-b708-ee256294157c req-e30bc2e4-e8bf-41f3-ad77-1ba426aa0012 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:30.032844 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e44188ea-0130-4f28-b708-ee256294157c req-e30bc2e4-e8bf-41f3-ad77-1ba426aa0012 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 945 time: 0.0532644 Nov 12 02:09:30.084943 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-e44188ea-0130-4f28-b708-ee256294157c req-1b21149f-e48e-41fb-acb6-779887793cf1 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453191 Nov 12 02:09:34.470777 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-323d1a99-f1b1-472d-943d-a8c0ee62c93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:36.580151 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-753379ee-c6b9-4740-912a-4052edea2be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:38.041208 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:39.659359 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:40.525509 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:41.788619 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:43.621127 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:01.327100 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:10:04.463733 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-cc8cd06e-4535-4a04-bfed-2e5707da6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:06.588583 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d02f3a81-5868-405b-809c-93cc8a838d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:08.043333 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:09.663371 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:10.543995 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:11.810848 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:13.625608 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:21.048077 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ccaa3115-d72d-4bc9-b280-5446b5db0c79 req-052cd250-ba1f-4202-8998-d0e07ce4e949 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435839 Nov 12 02:10:21.153814 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa3115-d72d-4bc9-b280-5446b5db0c79 req-0beab0cc-eb1a-45dd-a5ca-4ab2d748f120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:21.155321 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ccaa3115-d72d-4bc9-b280-5446b5db0c79 req-0beab0cc-eb1a-45dd-a5ca-4ab2d748f120 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=56d0ff596dfa4ca394d5401e32749f97&device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 1097 time: 0.0436783 Nov 12 02:10:21.266531 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa3115-d72d-4bc9-b280-5446b5db0c79 req-7d084ddc-586b-44a6-a516-bceb51ad2ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:21.267926 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ccaa3115-d72d-4bc9-b280-5446b5db0c79 req-7d084ddc-586b-44a6-a516-bceb51ad2ea9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6ac25168-44b2-495e-84b7-96b947f1ff28 HTTP/1.1" status: 200 len: 909 time: 0.0911179 Nov 12 02:10:21.335333 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ccaa3115-d72d-4bc9-b280-5446b5db0c79 req-95a27dcb-2ba7-4217-a0f8-e04a600d8654 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=963ffd0d-4a8d-4584-b84d-e1c3374afac7 HTTP/1.1" status: 200 len: 1001 time: 0.0596199 Nov 12 02:10:21.395949 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa3115-d72d-4bc9-b280-5446b5db0c79 req-8e3d1432-d019-4376-b4e5-3a3e797dee07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:21.398048 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ccaa3115-d72d-4bc9-b280-5446b5db0c79 req-8e3d1432-d019-4376-b4e5-3a3e797dee07 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=86a7e29a-1260-4819-ae27-7cc7c504c81d HTTP/1.1" status: 200 len: 847 time: 0.0552928 Nov 12 02:10:21.447739 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa3115-d72d-4bc9-b280-5446b5db0c79 req-d6725637-c3da-46eb-b7a1-4026f89da5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:21.449295 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ccaa3115-d72d-4bc9-b280-5446b5db0c79 req-d6725637-c3da-46eb-b7a1-4026f89da5ee service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ac25168-44b2-495e-84b7-96b947f1ff28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430653 Nov 12 02:10:21.462150 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [req-ccaa3115-d72d-4bc9-b280-5446b5db0c79 req-c87044c8-6b8c-443a-9280-43d642649329 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:10:21.463156 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ccaa3115-d72d-4bc9-b280-5446b5db0c79 req-c87044c8-6b8c-443a-9280-43d642649329 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058873 Nov 12 02:10:21.561781 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ccaa3115-d72d-4bc9-b280-5446b5db0c79 req-8bd87bc8-5098-4f11-9096-4ee4dacf4ba3 service neutron] 10.222.0.54 "GET /v2.0/networks/6ac25168-44b2-495e-84b7-96b947f1ff28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906701 Nov 12 02:10:21.666335 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ccaa3115-d72d-4bc9-b280-5446b5db0c79 req-aa9bbd6a-54d8-4081-bdab-1f3cb3f4af2e service neutron] 10.222.0.54 "GET /v2.0/networks/6ac25168-44b2-495e-84b7-96b947f1ff28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963898 Nov 12 02:10:34.466663 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-75226400-28c0-40ad-a8cb-b91b704d2236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:36.580411 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7264887b-1364-40e8-8e63-87cb49b3a9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:38.048465 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:38.326300 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:10:39.669340 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:40.527662 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:41.808937 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:43.587641 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 53202) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:10:43.635102 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:43.750707 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-7a6096ca-76d0-491a-ae66-75c2c5b6adfa tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Deleting port 29a73872-6e45-495a-b548-3218242b7200 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:10:43.751148 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7a6096ca-76d0-491a-ae66-75c2c5b6adfa tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:43.831579 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7a6096ca-76d0-491a-ae66-75c2c5b6adfa tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:43.831834 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7a6096ca-76d0-491a-ae66-75c2c5b6adfa tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:43.844068 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-7a6096ca-76d0-491a-ae66-75c2c5b6adfa tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Calling delete_port for 29a73872-6e45-495a-b548-3218242b7200 owned by network:floatingip {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:10:43.989594 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7a6096ca-76d0-491a-ae66-75c2c5b6adfa tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:44.014610 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6096ca-76d0-491a-ae66-75c2c5b6adfa tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Pushing event deleted for resources: {'Port': ['ID=29a73872-6e45-495a-b548-3218242b7200,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:10:44.026821 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6096ca-76d0-491a-ae66-75c2c5b6adfa tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:10:44.027168 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6096ca-76d0-491a-ae66-75c2c5b6adfa tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:10:44.027507 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6096ca-76d0-491a-ae66-75c2c5b6adfa tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:10:44.027842 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6096ca-76d0-491a-ae66-75c2c5b6adfa tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:10:44.028176 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6096ca-76d0-491a-ae66-75c2c5b6adfa tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:10:44.028508 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6096ca-76d0-491a-ae66-75c2c5b6adfa tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:10:44.028838 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6096ca-76d0-491a-ae66-75c2c5b6adfa tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:10:44.029160 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6096ca-76d0-491a-ae66-75c2c5b6adfa tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:10:44.029508 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6096ca-76d0-491a-ae66-75c2c5b6adfa tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:10:44.029834 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6096ca-76d0-491a-ae66-75c2c5b6adfa tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:10:44.030159 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6096ca-76d0-491a-ae66-75c2c5b6adfa tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:10:44.030481 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6096ca-76d0-491a-ae66-75c2c5b6adfa tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:10:44.089247 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7a6096ca-76d0-491a-ae66-75c2c5b6adfa tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for floatingip, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:44.089535 n-d-812236-11 neutron-server[102662]: INFO neutron.db.l3_db [None req-7a6096ca-76d0-491a-ae66-75c2c5b6adfa tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Floating IP 5d42455a-b95b-49af-b129-e91cc494c885 disassociated (deleted). External IP: 172.25.2.205, port: 963ffd0d-4a8d-4584-b84d-e1c3374afac7. Nov 12 02:10:44.294327 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a6096ca-76d0-491a-ae66-75c2c5b6adfa tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Router 5586723c-b4af-4499-8e7c-0a1ebc14b56e has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:10:44.399820 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6096ca-76d0-491a-ae66-75c2c5b6adfa tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:10:44.404181 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7a6096ca-76d0-491a-ae66-75c2c5b6adfa tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:44.409975 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6ba558-c92f-482d-8e65-36c90781ba9a None None] Sync routers for ids ['5586723c-b4af-4499-8e7c-0a1ebc14b56e'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:10:44.419588 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6ba558-c92f-482d-8e65-36c90781ba9a None None] Routers {'5586723c-b4af-4499-8e7c-0a1ebc14b56e'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:10:44.420201 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-fe6ba558-c92f-482d-8e65-36c90781ba9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T02:10:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['5586723c-b4af-4499-8e7c-0a1ebc14b56e'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:10:44.432252 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7a6096ca-76d0-491a-ae66-75c2c5b6adfa tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "DELETE /v2.0/floatingips/5d42455a-b95b-49af-b129-e91cc494c885 HTTP/1.1" status: 204 len: 168 time: 0.8434844 Nov 12 02:10:44.432848 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5120fd15-e11b-4a3b-bb60-c2864f215294', 'tag': '963ffd0d-4a8d-4584-b84d-e1c3374afac7'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:10:44.435143 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f20791c62abc78a76d837b2e8f3e70a497c95c8c7e17d957ee036670eec5325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b5f3fa-fd6c-4c48-af74-33af08657ba6" -d '{"events": [{"name": "network-changed", "server_uuid": "5120fd15-e11b-4a3b-bb60-c2864f215294", "tag": "963ffd0d-4a8d-4584-b84d-e1c3374afac7"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:10:44.478639 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf53a9d-a9e8-4713-a984-4aa59511bed6 x-openstack-request-id: req-fcf53a9d-a9e8-4713-a984-4aa59511bed6 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:10:44.478937 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5120fd15-e11b-4a3b-bb60-c2864f215294", "tag": "963ffd0d-4a8d-4584-b84d-e1c3374afac7", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:10:44.479187 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fcf53a9d-a9e8-4713-a984-4aa59511bed6 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:10:44.479626 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5120fd15-e11b-4a3b-bb60-c2864f215294', 'tag': '963ffd0d-4a8d-4584-b84d-e1c3374afac7', 'status': 'completed', 'code': 200} Nov 12 02:10:44.533196 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-fe6ba558-c92f-482d-8e65-36c90781ba9a None None] Set router 5586723c-b4af-4499-8e7c-0a1ebc14b56e gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:10:44.584575 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b5f3fa-fd6c-4c48-af74-33af08657ba6 req-676fbfb1-d515-47dc-b4f2-94cc37b8460d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:44.587242 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b8b5f3fa-fd6c-4c48-af74-33af08657ba6 req-676fbfb1-d515-47dc-b4f2-94cc37b8460d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=56d0ff596dfa4ca394d5401e32749f97&device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 1097 time: 0.0626469 Nov 12 02:10:44.683474 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8625c3e0-d19d-49d0-b404-a777768d17ee req-4326034c-6aa2-4703-840f-3bf99580759d tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:44.686927 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8625c3e0-d19d-49d0-b404-a777768d17ee req-4326034c-6aa2-4703-840f-3bf99580759d tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 945 time: 0.0661736 Nov 12 02:10:44.724848 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b5f3fa-fd6c-4c48-af74-33af08657ba6 req-71bfdb5b-904e-42ec-8b38-af2f01708bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:44.727120 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b8b5f3fa-fd6c-4c48-af74-33af08657ba6 req-71bfdb5b-904e-42ec-8b38-af2f01708bda service neutron] 10.222.0.54 "GET /v2.0/networks?id=6ac25168-44b2-495e-84b7-96b947f1ff28 HTTP/1.1" status: 200 len: 909 time: 0.0934436 Nov 12 02:10:44.741158 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-8625c3e0-d19d-49d0-b404-a777768d17ee req-4bbb6e49-189c-4c67-a576-7ee63905f093 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475910 Nov 12 02:10:44.746215 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-fe6ba558-c92f-482d-8e65-36c90781ba9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'name': 'tempest-TestShelveInstance-627933042-router', 'tenant_id': '56d0ff596dfa4ca394d5401e32749f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:00:55Z', 'updated_at': '2021-11-12T02:00:58Z', 'revision_number': 4, 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'gw_port': {'id': '979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:5f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:55Z', 'updated_at': '2021-11-12T02:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '553a1def-088d-4f4c-9549-b7bab23a8ab0', 'name': '', 'network_id': '6ac25168-44b2-495e-84b7-96b947f1ff28', 'tenant_id': '56d0ff596dfa4ca394d5401e32749f97', 'mac_address': 'fa:16:3e:ee:1e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '86a7e29a-1260-4819-ae27-7cc7c504c81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:57Z', 'updated_at': '2021-11-12T02:01:03Z', 'revision_number': 5, 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'subnets': [{'id': '86a7e29a-1260-4819-ae27-7cc7c504c81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:10:44.770713 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b8b5f3fa-fd6c-4c48-af74-33af08657ba6 req-98c2ef21-0450-412a-9c30-ac3d23063eb8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=963ffd0d-4a8d-4584-b84d-e1c3374afac7 HTTP/1.1" status: 200 len: 217 time: 0.0348899 Nov 12 02:10:44.774139 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6ba558-c92f-482d-8e65-36c90781ba9a None None] Checking router: 5586723c-b4af-4499-8e7c-0a1ebc14b56e for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:10:44.782482 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6ba558-c92f-482d-8e65-36c90781ba9a None None] Routers {'5586723c-b4af-4499-8e7c-0a1ebc14b56e'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:10:44.783079 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-fe6ba558-c92f-482d-8e65-36c90781ba9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T02:10:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['5586723c-b4af-4499-8e7c-0a1ebc14b56e'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:10:44.825759 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b5f3fa-fd6c-4c48-af74-33af08657ba6 req-5cfb555c-e3d7-48a7-921a-ce89aed9a577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:44.827335 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b8b5f3fa-fd6c-4c48-af74-33af08657ba6 req-5cfb555c-e3d7-48a7-921a-ce89aed9a577 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=86a7e29a-1260-4819-ae27-7cc7c504c81d HTTP/1.1" status: 200 len: 847 time: 0.0481126 Nov 12 02:10:44.885727 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b5f3fa-fd6c-4c48-af74-33af08657ba6 req-f18a271d-e496-4e1d-9cc0-5cde55e23694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:44.887234 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b8b5f3fa-fd6c-4c48-af74-33af08657ba6 req-f18a271d-e496-4e1d-9cc0-5cde55e23694 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ac25168-44b2-495e-84b7-96b947f1ff28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524483 Nov 12 02:10:44.893316 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-fe6ba558-c92f-482d-8e65-36c90781ba9a None None] Set router 5586723c-b4af-4499-8e7c-0a1ebc14b56e gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:10:44.981222 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b8b5f3fa-fd6c-4c48-af74-33af08657ba6 req-e11bcd67-c27d-4c55-96c8-fca00f070553 service neutron] 10.222.0.54 "GET /v2.0/networks/6ac25168-44b2-495e-84b7-96b947f1ff28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844464 Nov 12 02:10:45.080799 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b8b5f3fa-fd6c-4c48-af74-33af08657ba6 req-ed7b9e7d-e790-4c49-8df6-c1ed5315509d service neutron] 10.222.0.54 "GET /v2.0/networks/6ac25168-44b2-495e-84b7-96b947f1ff28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904617 Nov 12 02:10:45.101905 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-fe6ba558-c92f-482d-8e65-36c90781ba9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'name': 'tempest-TestShelveInstance-627933042-router', 'tenant_id': '56d0ff596dfa4ca394d5401e32749f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:00:55Z', 'updated_at': '2021-11-12T02:00:58Z', 'revision_number': 4, 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'gw_port': {'id': '979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:5f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:55Z', 'updated_at': '2021-11-12T02:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '553a1def-088d-4f4c-9549-b7bab23a8ab0', 'name': '', 'network_id': '6ac25168-44b2-495e-84b7-96b947f1ff28', 'tenant_id': '56d0ff596dfa4ca394d5401e32749f97', 'mac_address': 'fa:16:3e:ee:1e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '86a7e29a-1260-4819-ae27-7cc7c504c81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:57Z', 'updated_at': '2021-11-12T02:01:03Z', 'revision_number': 5, 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'subnets': [{'id': '86a7e29a-1260-4819-ae27-7cc7c504c81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:10:45.136121 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6ba558-c92f-482d-8e65-36c90781ba9a None None] The sync data for ids ['5586723c-b4af-4499-8e7c-0a1ebc14b56e'] in n-d-812236-11 is: [{'id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'name': 'tempest-TestShelveInstance-627933042-router', 'tenant_id': '56d0ff596dfa4ca394d5401e32749f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:00:55Z', 'updated_at': '2021-11-12T02:00:58Z', 'revision_number': 4, 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'gw_port': {'id': '979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:5f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:55Z', 'updated_at': '2021-11-12T02:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '553a1def-088d-4f4c-9549-b7bab23a8ab0', 'name': '', 'network_id': '6ac25168-44b2-495e-84b7-96b947f1ff28', 'tenant_id': '56d0ff596dfa4ca394d5401e32749f97', 'mac_address': 'fa:16:3e:ee:1e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '86a7e29a-1260-4819-ae27-7cc7c504c81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:57Z', 'updated_at': '2021-11-12T02:01:03Z', 'revision_number': 5, 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'subnets': [{'id': '86a7e29a-1260-4819-ae27-7cc7c504c81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:10:45.367139 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a6e22c-54de-41e2-a16d-3d62268a140c None None] New status for floating IP 5d42455a-b95b-49af-b129-e91cc494c885: DOWN {{(pid=102664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:10:45.869078 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec32579-91fc-4e00-8b53-bea12a28e5fe req-905205de-2736-4793-8851-42b89deef07d tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:45.870630 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dec32579-91fc-4e00-8b53-bea12a28e5fe req-905205de-2736-4793-8851-42b89deef07d tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 945 time: 0.0540099 Nov 12 02:10:45.921665 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-dec32579-91fc-4e00-8b53-bea12a28e5fe req-b77b51da-71fa-4dc5-896c-6dd35c99fb49 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b075bc2-c103-4097-8314-b522d733e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445368 Nov 12 02:10:46.574612 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb57790-79b5-4392-a1db-9b95b2a44076 req-a66132a3-697d-491b-99ef-b2b841aab54e tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:46.576119 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ebb57790-79b5-4392-a1db-9b95b2a44076 req-a66132a3-697d-491b-99ef-b2b841aab54e tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.54 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 945 time: 0.0598130 Nov 12 02:10:46.671712 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-ebb57790-79b5-4392-a1db-9b95b2a44076 req-17da82b7-d1d1-4f3b-9611-207e9c7f5167 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Deleting port 963ffd0d-4a8d-4584-b84d-e1c3374afac7 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:10:46.672077 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-ebb57790-79b5-4392-a1db-9b95b2a44076 req-17da82b7-d1d1-4f3b-9611-207e9c7f5167 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:46.768462 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-ebb57790-79b5-4392-a1db-9b95b2a44076 req-17da82b7-d1d1-4f3b-9611-207e9c7f5167 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] For port 963ffd0d-4a8d-4584-b84d-e1c3374afac7, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=963ffd0d-4a8d-4584-b84d-e1c3374afac7,segment=NetworkSegment(e198f1ab-941e-48fb-a6fb-3fb603985bd2),segment_id=e198f1ab-941e-48fb-a6fb-3fb603985bd2)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:10:46.768909 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-ebb57790-79b5-4392-a1db-9b95b2a44076 req-17da82b7-d1d1-4f3b-9611-207e9c7f5167 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:46.784038 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-ebb57790-79b5-4392-a1db-9b95b2a44076 req-17da82b7-d1d1-4f3b-9611-207e9c7f5167 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Calling delete_port for 963ffd0d-4a8d-4584-b84d-e1c3374afac7 owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:10:46.916832 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-ebb57790-79b5-4392-a1db-9b95b2a44076 req-17da82b7-d1d1-4f3b-9611-207e9c7f5167 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:46.951225 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da82b7-d1d1-4f3b-9611-207e9c7f5167 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Pushing event deleted for resources: {'Port': ['ID=963ffd0d-4a8d-4584-b84d-e1c3374afac7,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:10:46.995925 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb57790-79b5-4392-a1db-9b95b2a44076 req-17da82b7-d1d1-4f3b-9611-207e9c7f5167 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] No DVR routers for this DVR port 963ffd0d-4a8d-4584-b84d-e1c3374afac7 on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:10:47.000322 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-ebb57790-79b5-4392-a1db-9b95b2a44076 req-17da82b7-d1d1-4f3b-9611-207e9c7f5167 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:47.004009 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ebb57790-79b5-4392-a1db-9b95b2a44076 req-17da82b7-d1d1-4f3b-9611-207e9c7f5167 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.54 "DELETE /v2.0/ports/963ffd0d-4a8d-4584-b84d-e1c3374afac7 HTTP/1.1" status: 204 len: 173 time: 0.4191873 Nov 12 02:10:47.004725 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5120fd15-e11b-4a3b-bb60-c2864f215294', 'name': 'network-vif-deleted', 'tag': '963ffd0d-4a8d-4584-b84d-e1c3374afac7'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:10:47.007815 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f20791c62abc78a76d837b2e8f3e70a497c95c8c7e17d957ee036670eec5325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98552f3b-032a-4c6b-9fc6-f559d543df1e" -d '{"events": [{"server_uuid": "5120fd15-e11b-4a3b-bb60-c2864f215294", "name": "network-vif-deleted", "tag": "963ffd0d-4a8d-4584-b84d-e1c3374afac7"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:10:47.029014 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-ba7b0678-c572-4f4b-9631-6e87ac417e85 req-f0ec4fbd-f5b9-4b6c-8ab3-265bfcf6c7b7 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 210 time: 0.0293870 Nov 12 02:10:47.049062 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f3be99-5272-4d36-9963-b555d1870a42 x-openstack-request-id: req-82f3be99-5272-4d36-9963-b555d1870a42 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:10:47.049353 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5120fd15-e11b-4a3b-bb60-c2864f215294", "name": "network-vif-deleted", "tag": "963ffd0d-4a8d-4584-b84d-e1c3374afac7", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:10:47.049650 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-82f3be99-5272-4d36-9963-b555d1870a42 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:10:47.050253 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5120fd15-e11b-4a3b-bb60-c2864f215294', 'name': 'network-vif-deleted', 'tag': '963ffd0d-4a8d-4584-b84d-e1c3374afac7', 'status': 'completed', 'code': 200} Nov 12 02:10:48.131564 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-65f2fb9c-8882-4fd5-bedb-a3612a2fee08 req-03bedf0c-4cdf-4bbf-bd42-db92987a9dc9 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 210 time: 0.0270810 Nov 12 02:10:49.232424 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-b5b47215-fc7c-4018-ac5c-4891b943b7f2 req-329161ee-d338-4520-bbb1-c0d4cbbe9f78 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 210 time: 0.0281370 Nov 12 02:10:49.594806 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 963ffd0d-4a8d-4584-b84d-e1c3374afac7 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:10:49.615895 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: 963ffd0d-4a8d-4584-b84d-e1c3374afac7 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:10:49.616321 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 963ffd0d-4a8d-4584-b84d-e1c3374afac7 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:10:50.332005 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-87d1bab0-65c8-40bb-b5c0-0de1d5dd6856 req-0af26f4d-ac24-4146-90b0-368b27994345 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 210 time: 0.0284591 Nov 12 02:10:51.426119 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-4175c591-1d7f-4f44-99e7-d8adf4c39cab req-c5675350-9f38-4e25-be19-6c4c1d535640 tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5120fd15-e11b-4a3b-bb60-c2864f215294 HTTP/1.1" status: 200 len: 210 time: 0.0268548 Nov 12 02:10:52.485742 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 53236) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:10:52.547741 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8b93f8bc-3ff2-4a20-8e25-958b320097cb tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:52.576371 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8b93f8bc-3ff2-4a20-8e25-958b320097cb tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:52.648358 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8b93f8bc-3ff2-4a20-8e25-958b320097cb tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:52.651418 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8b93f8bc-3ff2-4a20-8e25-958b320097cb tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:52.655637 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8b93f8bc-3ff2-4a20-8e25-958b320097cb tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] 10.222.0.20 "DELETE /v2.0/security-groups/6b075bc2-c103-4097-8314-b522d733e68d HTTP/1.1" status: 204 len: 168 time: 0.1687577 Nov 12 02:10:52.665751 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b93f8bc-3ff2-4a20-8e25-958b320097cb tempest-TestShelveInstance-1508599382 tempest-TestShelveInstance-1508599382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b075bc2-c103-4097-8314-b522d733e68d,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:10:52.707459 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 53240) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:10:53.217295 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f4fcc81c-7986-4d8e-b4d8-570821b228d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:53.468312 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f4fcc81c-7986-4d8e-b4d8-570821b228d9 admin admin] Deleting port 553a1def-088d-4f4c-9549-b7bab23a8ab0 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:10:53.468643 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f4fcc81c-7986-4d8e-b4d8-570821b228d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:53.546988 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f4fcc81c-7986-4d8e-b4d8-570821b228d9 admin admin] For port 553a1def-088d-4f4c-9549-b7bab23a8ab0, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=553a1def-088d-4f4c-9549-b7bab23a8ab0,segment=NetworkSegment(e198f1ab-941e-48fb-a6fb-3fb603985bd2),segment_id=e198f1ab-941e-48fb-a6fb-3fb603985bd2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:10:53.547346 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f4fcc81c-7986-4d8e-b4d8-570821b228d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:53.561689 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f4fcc81c-7986-4d8e-b4d8-570821b228d9 admin admin] Calling delete_port for 553a1def-088d-4f4c-9549-b7bab23a8ab0 owned by network:router_interface {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:10:53.753229 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f4fcc81c-7986-4d8e-b4d8-570821b228d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:53.785867 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fcc81c-7986-4d8e-b4d8-570821b228d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=553a1def-088d-4f4c-9549-b7bab23a8ab0,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:10:53.812854 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fcc81c-7986-4d8e-b4d8-570821b228d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:10:53.813193 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fcc81c-7986-4d8e-b4d8-570821b228d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:10:53.813554 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fcc81c-7986-4d8e-b4d8-570821b228d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:10:53.813889 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fcc81c-7986-4d8e-b4d8-570821b228d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:10:53.814212 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fcc81c-7986-4d8e-b4d8-570821b228d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:10:53.814539 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fcc81c-7986-4d8e-b4d8-570821b228d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:10:53.814887 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fcc81c-7986-4d8e-b4d8-570821b228d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:10:53.815168 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fcc81c-7986-4d8e-b4d8-570821b228d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:10:53.815486 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fcc81c-7986-4d8e-b4d8-570821b228d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:10:53.815855 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fcc81c-7986-4d8e-b4d8-570821b228d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:10:53.816105 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fcc81c-7986-4d8e-b4d8-570821b228d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:10:53.816420 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fcc81c-7986-4d8e-b4d8-570821b228d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:10:53.976586 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f4fcc81c-7986-4d8e-b4d8-570821b228d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:54.216167 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4fcc81c-7986-4d8e-b4d8-570821b228d9 admin admin] Router 5586723c-b4af-4499-8e7c-0a1ebc14b56e has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:10:54.338797 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4fcc81c-7986-4d8e-b4d8-570821b228d9 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:10:54.346770 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-f4fcc81c-7986-4d8e-b4d8-570821b228d9 admin admin] 10.222.0.20 "PUT /v2.0/routers/5586723c-b4af-4499-8e7c-0a1ebc14b56e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6339993 Nov 12 02:10:54.347987 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 53244) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:10:54.352625 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aac2066-487b-449c-9e97-3bc8351c8121 None None] Sync routers for ids ['5586723c-b4af-4499-8e7c-0a1ebc14b56e'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:10:54.364883 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aac2066-487b-449c-9e97-3bc8351c8121 None None] Routers {'5586723c-b4af-4499-8e7c-0a1ebc14b56e'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:10:54.365639 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-8aac2066-487b-449c-9e97-3bc8351c8121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T02:10:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['5586723c-b4af-4499-8e7c-0a1ebc14b56e'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:10:54.467043 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-569add74-a6c3-43c7-8380-7732f45a9fe4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:54.490767 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-8aac2066-487b-449c-9e97-3bc8351c8121 None None] Set router 5586723c-b4af-4499-8e7c-0a1ebc14b56e gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:10:54.597489 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-569add74-a6c3-43c7-8380-7732f45a9fe4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:54.663545 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-569add74-a6c3-43c7-8380-7732f45a9fe4 admin admin] Deleting port 979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:10:54.664761 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-569add74-a6c3-43c7-8380-7732f45a9fe4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:54.707791 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-8aac2066-487b-449c-9e97-3bc8351c8121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'name': 'tempest-TestShelveInstance-627933042-router', 'tenant_id': '56d0ff596dfa4ca394d5401e32749f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:00:55Z', 'updated_at': '2021-11-12T02:10:53Z', 'revision_number': 5, 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'gw_port': {'id': '979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:5f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:55Z', 'updated_at': '2021-11-12T02:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:10:54.735856 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aac2066-487b-449c-9e97-3bc8351c8121 None None] Checking router: 5586723c-b4af-4499-8e7c-0a1ebc14b56e for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:10:54.746751 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aac2066-487b-449c-9e97-3bc8351c8121 None None] Routers {'5586723c-b4af-4499-8e7c-0a1ebc14b56e'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:10:54.747064 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-8aac2066-487b-449c-9e97-3bc8351c8121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T02:10:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['5586723c-b4af-4499-8e7c-0a1ebc14b56e'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:10:54.754051 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-569add74-a6c3-43c7-8380-7732f45a9fe4 admin admin] For port 979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:10:54.754666 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-569add74-a6c3-43c7-8380-7732f45a9fe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:54.770354 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-569add74-a6c3-43c7-8380-7732f45a9fe4 admin admin] Calling delete_port for 979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa owned by network:router_gateway {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:10:54.842579 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-8aac2066-487b-449c-9e97-3bc8351c8121 None None] Set router 5586723c-b4af-4499-8e7c-0a1ebc14b56e gateway port host: None {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:10:54.901534 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-8aac2066-487b-449c-9e97-3bc8351c8121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'name': 'tempest-TestShelveInstance-627933042-router', 'tenant_id': '56d0ff596dfa4ca394d5401e32749f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:00:55Z', 'updated_at': '2021-11-12T02:10:54Z', 'revision_number': 6, 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:10:54.929296 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aac2066-487b-449c-9e97-3bc8351c8121 None None] The sync data for ids ['5586723c-b4af-4499-8e7c-0a1ebc14b56e'] in n-d-812236-11 is: [{'id': '5586723c-b4af-4499-8e7c-0a1ebc14b56e', 'name': 'tempest-TestShelveInstance-627933042-router', 'tenant_id': '56d0ff596dfa4ca394d5401e32749f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:00:55Z', 'updated_at': '2021-11-12T02:10:54Z', 'revision_number': 6, 'project_id': '56d0ff596dfa4ca394d5401e32749f97', 'gw_port_host': None}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:10:54.962151 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-569add74-a6c3-43c7-8380-7732f45a9fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:54.997130 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569add74-a6c3-43c7-8380-7732f45a9fe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:10:55.011134 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e251a8-d0cd-4e24-a489-6160365d17f1 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:10:55.060384 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-569add74-a6c3-43c7-8380-7732f45a9fe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:55.475473 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-569add74-a6c3-43c7-8380-7732f45a9fe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:55.477796 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-569add74-a6c3-43c7-8380-7732f45a9fe4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:55.522084 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-569add74-a6c3-43c7-8380-7732f45a9fe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:55.522585 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569add74-a6c3-43c7-8380-7732f45a9fe4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5586723c-b4af-4499-8e7c-0a1ebc14b56e {{(pid=102661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 02:10:55.527756 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-569add74-a6c3-43c7-8380-7732f45a9fe4 admin admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:55.531434 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-569add74-a6c3-43c7-8380-7732f45a9fe4 admin admin] 10.222.0.20 "DELETE /v2.0/routers/5586723c-b4af-4499-8e7c-0a1ebc14b56e HTTP/1.1" status: 204 len: 168 time: 1.1799285 Nov 12 02:10:55.531707 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 53246) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:10:55.583922 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a8f18cd-3383-4eaf-862f-8518be1fc2c1 admin admin] Deleting subnet 86a7e29a-1260-4819-ae27-7cc7c504c81d {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:10:55.587251 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8a8f18cd-3383-4eaf-862f-8518be1fc2c1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:55.623369 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8a8f18cd-3383-4eaf-862f-8518be1fc2c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:55.702987 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8a8f18cd-3383-4eaf-862f-8518be1fc2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:55.764006 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8a8f18cd-3383-4eaf-862f-8518be1fc2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:55.795578 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f18cd-3383-4eaf-862f-8518be1fc2c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86a7e29a-1260-4819-ae27-7cc7c504c81d,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:10:55.797612 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8a8f18cd-3383-4eaf-862f-8518be1fc2c1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:55.803637 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-8a8f18cd-3383-4eaf-862f-8518be1fc2c1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/86a7e29a-1260-4819-ae27-7cc7c504c81d HTTP/1.1" status: 204 len: 168 time: 0.2683344 Nov 12 02:10:55.804477 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 53248) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:10:55.807358 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cceadab-88b9-49eb-ab1b-9f2feedffc75 None None] Network 6ac25168-44b2-495e-84b7-96b947f1ff28 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:10:55.894058 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-793be3ca-b09c-4b9e-b94b-fb10bdd756b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:55.957802 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-793be3ca-b09c-4b9e-b94b-fb10bdd756b6 admin admin] Deleting port 1353f235-2b29-4ae6-a720-5e7ffc9d43ec {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:10:55.958318 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-793be3ca-b09c-4b9e-b94b-fb10bdd756b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:56.002623 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f89bba8-785c-40b7-80e5-cf66bd38dbc5 None None] DHCP port deletion for 6ac25168-44b2-495e-84b7-96b947f1ff28 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:10:56.087506 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-6f89bba8-785c-40b7-80e5-cf66bd38dbc5 None None] Deleting port 1353f235-2b29-4ae6-a720-5e7ffc9d43ec {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:10:56.088128 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6f89bba8-785c-40b7-80e5-cf66bd38dbc5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:56.165290 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-6f89bba8-785c-40b7-80e5-cf66bd38dbc5 None None] For port 1353f235-2b29-4ae6-a720-5e7ffc9d43ec, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=1353f235-2b29-4ae6-a720-5e7ffc9d43ec,segment=NetworkSegment(e198f1ab-941e-48fb-a6fb-3fb603985bd2),segment_id=e198f1ab-941e-48fb-a6fb-3fb603985bd2)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:10:56.165747 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6f89bba8-785c-40b7-80e5-cf66bd38dbc5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:56.181345 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-6f89bba8-785c-40b7-80e5-cf66bd38dbc5 None None] Calling delete_port for 1353f235-2b29-4ae6-a720-5e7ffc9d43ec owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:10:56.266804 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6f89bba8-785c-40b7-80e5-cf66bd38dbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:56.296379 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f89bba8-785c-40b7-80e5-cf66bd38dbc5 None None] Pushing event deleted for resources: {'Port': ['ID=1353f235-2b29-4ae6-a720-5e7ffc9d43ec,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:10:56.301000 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f89bba8-785c-40b7-80e5-cf66bd38dbc5 None None] No DVR routers for this DVR port 1353f235-2b29-4ae6-a720-5e7ffc9d43ec on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:10:56.312828 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f89bba8-785c-40b7-80e5-cf66bd38dbc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:10:56.312828 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f89bba8-785c-40b7-80e5-cf66bd38dbc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:10:56.312828 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f89bba8-785c-40b7-80e5-cf66bd38dbc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:10:56.312828 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f89bba8-785c-40b7-80e5-cf66bd38dbc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:10:56.312828 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f89bba8-785c-40b7-80e5-cf66bd38dbc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:10:56.312828 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f89bba8-785c-40b7-80e5-cf66bd38dbc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:10:56.312828 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f89bba8-785c-40b7-80e5-cf66bd38dbc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:10:56.313744 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f89bba8-785c-40b7-80e5-cf66bd38dbc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:10:56.313744 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f89bba8-785c-40b7-80e5-cf66bd38dbc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:10:56.313744 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f89bba8-785c-40b7-80e5-cf66bd38dbc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:10:56.314147 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f89bba8-785c-40b7-80e5-cf66bd38dbc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:10:56.314251 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f89bba8-785c-40b7-80e5-cf66bd38dbc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:10:56.384527 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-793be3ca-b09c-4b9e-b94b-fb10bdd756b6 admin admin] For port 1353f235-2b29-4ae6-a720-5e7ffc9d43ec, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=1353f235-2b29-4ae6-a720-5e7ffc9d43ec,segment=NetworkSegment(e198f1ab-941e-48fb-a6fb-3fb603985bd2),segment_id=e198f1ab-941e-48fb-a6fb-3fb603985bd2)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:10:56.384892 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-793be3ca-b09c-4b9e-b94b-fb10bdd756b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:56.397764 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-793be3ca-b09c-4b9e-b94b-fb10bdd756b6 admin admin] Calling delete_port for 1353f235-2b29-4ae6-a720-5e7ffc9d43ec owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:10:56.476888 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-793be3ca-b09c-4b9e-b94b-fb10bdd756b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:56.505046 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793be3ca-b09c-4b9e-b94b-fb10bdd756b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1353f235-2b29-4ae6-a720-5e7ffc9d43ec,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:10:56.506957 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793be3ca-b09c-4b9e-b94b-fb10bdd756b6 admin admin] No DVR routers for this DVR port 1353f235-2b29-4ae6-a720-5e7ffc9d43ec on host n-d-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:10:56.577389 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-793be3ca-b09c-4b9e-b94b-fb10bdd756b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:56.602147 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-793be3ca-b09c-4b9e-b94b-fb10bdd756b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ac25168-44b2-495e-84b7-96b947f1ff28']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:10:56.611261 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-793be3ca-b09c-4b9e-b94b-fb10bdd756b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e198f1ab-941e-48fb-a6fb-3fb603985bd2') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:10:56.611554 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-793be3ca-b09c-4b9e-b94b-fb10bdd756b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e198f1ab-941e-48fb-a6fb-3fb603985bd2') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:10:56.621477 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-793be3ca-b09c-4b9e-b94b-fb10bdd756b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:56.634433 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-793be3ca-b09c-4b9e-b94b-fb10bdd756b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:56.640510 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-793be3ca-b09c-4b9e-b94b-fb10bdd756b6 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:10:56.640891 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-793be3ca-b09c-4b9e-b94b-fb10bdd756b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:56.642674 n-d-812236-11 neutron-server[102662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:10:56.642674 n-d-812236-11 neutron-server[102662]: self.session.flush() Nov 12 02:10:56.642674 n-d-812236-11 neutron-server[102662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:10:56.642674 n-d-812236-11 neutron-server[102662]: self.session.flush() Nov 12 02:10:56.642674 n-d-812236-11 neutron-server[102662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:10:56.642674 n-d-812236-11 neutron-server[102662]: self.session.flush() Nov 12 02:10:56.642674 n-d-812236-11 neutron-server[102662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:10:56.642674 n-d-812236-11 neutron-server[102662]: self.session.flush() Nov 12 02:10:56.642674 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 02:10:56.642674 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:10:56.642674 n-d-812236-11 neutron-server[102662]: timer() Nov 12 02:10:56.642674 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:10:56.642674 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 02:10:56.642674 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:10:56.642674 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 02:10:56.642674 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:10:56.642674 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 02:10:56.642674 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:10:56.642674 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 02:10:56.642674 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:10:56.642674 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 02:10:56.642674 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:10:56.642674 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:10:56.642674 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:10:56.642674 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:10:56.642674 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:10:56.642674 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 02:10:56.642674 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:10:56.642674 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 02:10:56.642674 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:10:56.642674 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:10:56.642674 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:10:56.642674 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 02:10:56.642674 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:10:56.642674 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:10:56.642674 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:10:56.642674 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:10:56.642674 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:10:56.642674 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:10:56.642674 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:10:56.696295 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-793be3ca-b09c-4b9e-b94b-fb10bdd756b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:56.701843 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-793be3ca-b09c-4b9e-b94b-fb10bdd756b6 admin admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:56.705016 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-793be3ca-b09c-4b9e-b94b-fb10bdd756b6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6ac25168-44b2-495e-84b7-96b947f1ff28 HTTP/1.1" status: 204 len: 168 time: 0.8983884 Nov 12 02:10:56.708068 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 53250) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:10:56.722608 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793be3ca-b09c-4b9e-b94b-fb10bdd756b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ac25168-44b2-495e-84b7-96b947f1ff28,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:10:57.009301 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 1353f235-2b29-4ae6-a720-5e7ffc9d43ec no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:10:57.031985 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 1353f235-2b29-4ae6-a720-5e7ffc9d43ec {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:10:57.032700 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 1353f235-2b29-4ae6-a720-5e7ffc9d43ec not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:10:57.033424 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 553a1def-088d-4f4c-9549-b7bab23a8ab0 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:10:57.055076 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 553a1def-088d-4f4c-9549-b7bab23a8ab0 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:10:57.055422 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 553a1def-088d-4f4c-9549-b7bab23a8ab0 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:10:57.056066 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:10:57.076377 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:10:57.076720 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 979e32a3-e3d3-4bf3-9a6a-f9fb616d9bfa not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:10:57.081563 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d4b38da5-bc9b-4bc5-9846-3d116b7c975a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:57.348864 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-d4b38da5-bc9b-4bc5-9846-3d116b7c975a admin admin] Deleting port f9929a9b-2289-46a2-b1d4-cce3e7a7a843 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:10:57.349230 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d4b38da5-bc9b-4bc5-9846-3d116b7c975a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:57.442596 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-d4b38da5-bc9b-4bc5-9846-3d116b7c975a admin admin] For port f9929a9b-2289-46a2-b1d4-cce3e7a7a843, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=f9929a9b-2289-46a2-b1d4-cce3e7a7a843,segment=NetworkSegment(1b9bb2c4-bebe-4788-a3b1-ca775e251c8a),segment_id=1b9bb2c4-bebe-4788-a3b1-ca775e251c8a)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:10:57.442961 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d4b38da5-bc9b-4bc5-9846-3d116b7c975a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:57.456178 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-d4b38da5-bc9b-4bc5-9846-3d116b7c975a admin admin] Calling delete_port for f9929a9b-2289-46a2-b1d4-cce3e7a7a843 owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:10:57.675001 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d4b38da5-bc9b-4bc5-9846-3d116b7c975a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:57.703204 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b38da5-bc9b-4bc5-9846-3d116b7c975a admin admin] Pushing event deleted for resources: {'Port': ['ID=f9929a9b-2289-46a2-b1d4-cce3e7a7a843,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:10:57.874229 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d4b38da5-bc9b-4bc5-9846-3d116b7c975a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:58.092800 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b38da5-bc9b-4bc5-9846-3d116b7c975a admin admin] Router ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:10:58.200399 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b38da5-bc9b-4bc5-9846-3d116b7c975a admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:10:58.205358 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d4b38da5-bc9b-4bc5-9846-3d116b7c975a admin admin] 10.222.0.20 "PUT /v2.0/routers/ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4963546 Nov 12 02:10:58.207856 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 53252) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:10:58.210413 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c137cd7-1202-4dff-82f1-b6262678c1ee None None] Sync routers for ids ['ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:10:58.221009 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c137cd7-1202-4dff-82f1-b6262678c1ee None None] Routers {'ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:10:58.221650 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-7c137cd7-1202-4dff-82f1-b6262678c1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T02:10:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:10:58.314850 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f42eb266-4ad7-44da-897b-beddc2f2d1aa admin admin] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:58.325870 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-7c137cd7-1202-4dff-82f1-b6262678c1ee None None] Set router ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:10:58.416612 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f42eb266-4ad7-44da-897b-beddc2f2d1aa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:58.473588 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-f42eb266-4ad7-44da-897b-beddc2f2d1aa admin admin] Deleting port b7e0ad88-95e6-4ff3-ab94-506ebaf09556 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:10:58.473920 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f42eb266-4ad7-44da-897b-beddc2f2d1aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:58.523091 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-7c137cd7-1202-4dff-82f1-b6262678c1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e', 'name': 'tempest-TestShelveInstance-57005908-router', 'tenant_id': 'c733c4b4d3a042468725881abd595f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'b7e0ad88-95e6-4ff3-ab94-506ebaf09556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:01:00Z', 'updated_at': '2021-11-12T02:10:57Z', 'revision_number': 5, 'project_id': 'c733c4b4d3a042468725881abd595f61', 'gw_port': {'id': 'b7e0ad88-95e6-4ff3-ab94-506ebaf09556', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:01:00Z', 'updated_at': '2021-11-12T02:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:10:58.546038 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c137cd7-1202-4dff-82f1-b6262678c1ee None None] Checking router: ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:10:58.556030 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c137cd7-1202-4dff-82f1-b6262678c1ee None None] Routers {'ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:10:58.556809 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-7c137cd7-1202-4dff-82f1-b6262678c1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T02:10:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:10:58.560942 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-f42eb266-4ad7-44da-897b-beddc2f2d1aa admin admin] For port b7e0ad88-95e6-4ff3-ab94-506ebaf09556, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=b7e0ad88-95e6-4ff3-ab94-506ebaf09556,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:10:58.561304 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f42eb266-4ad7-44da-897b-beddc2f2d1aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:58.579859 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-f42eb266-4ad7-44da-897b-beddc2f2d1aa admin admin] Calling delete_port for b7e0ad88-95e6-4ff3-ab94-506ebaf09556 owned by network:router_gateway {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:10:58.644153 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-7c137cd7-1202-4dff-82f1-b6262678c1ee None None] Set router ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e gateway port host: None {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:10:58.698139 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-7c137cd7-1202-4dff-82f1-b6262678c1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e', 'name': 'tempest-TestShelveInstance-57005908-router', 'tenant_id': 'c733c4b4d3a042468725881abd595f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:01:00Z', 'updated_at': '2021-11-12T02:10:58Z', 'revision_number': 6, 'project_id': 'c733c4b4d3a042468725881abd595f61', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:10:58.724314 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c137cd7-1202-4dff-82f1-b6262678c1ee None None] The sync data for ids ['ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e'] in n-d-812236-11 is: [{'id': 'ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e', 'name': 'tempest-TestShelveInstance-57005908-router', 'tenant_id': 'c733c4b4d3a042468725881abd595f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:01:00Z', 'updated_at': '2021-11-12T02:10:58Z', 'revision_number': 6, 'project_id': 'c733c4b4d3a042468725881abd595f61', 'gw_port_host': None}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:10:58.752344 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f42eb266-4ad7-44da-897b-beddc2f2d1aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:58.782024 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42eb266-4ad7-44da-897b-beddc2f2d1aa admin admin] Pushing event deleted for resources: {'Port': ['ID=b7e0ad88-95e6-4ff3-ab94-506ebaf09556,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:10:58.797641 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce87c4d-9cb5-488a-aed5-ce78f32b880a None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:10:58.848302 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f42eb266-4ad7-44da-897b-beddc2f2d1aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:58.943243 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f42eb266-4ad7-44da-897b-beddc2f2d1aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:58.947133 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f42eb266-4ad7-44da-897b-beddc2f2d1aa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:59.015304 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f42eb266-4ad7-44da-897b-beddc2f2d1aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:59.015796 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42eb266-4ad7-44da-897b-beddc2f2d1aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 02:10:59.020027 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f42eb266-4ad7-44da-897b-beddc2f2d1aa admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:59.021174 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-f42eb266-4ad7-44da-897b-beddc2f2d1aa admin admin] 10.222.0.20 "DELETE /v2.0/routers/ae9fb4db-5f4f-4780-aa66-a4a0ffde6f1e HTTP/1.1" status: 204 len: 168 time: 0.8122277 Nov 12 02:10:59.024184 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 53254) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:10:59.079179 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eb8c2aa-f56d-4799-9ca4-d706e24e019f admin admin] Deleting subnet b0e7acbd-14ca-4e34-a9e6-568e08c182af {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:10:59.082854 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9eb8c2aa-f56d-4799-9ca4-d706e24e019f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:59.120832 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9eb8c2aa-f56d-4799-9ca4-d706e24e019f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:59.207040 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9eb8c2aa-f56d-4799-9ca4-d706e24e019f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:59.258750 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9eb8c2aa-f56d-4799-9ca4-d706e24e019f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:59.288914 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb8c2aa-f56d-4799-9ca4-d706e24e019f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0e7acbd-14ca-4e34-a9e6-568e08c182af,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:10:59.290914 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9eb8c2aa-f56d-4799-9ca4-d706e24e019f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:59.295368 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a589eb2-2178-4ce6-8da3-a1066205ef2b None None] Network c228c2fd-25ca-49b6-87c0-74361b01c838 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:10:59.297014 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-9eb8c2aa-f56d-4799-9ca4-d706e24e019f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b0e7acbd-14ca-4e34-a9e6-568e08c182af HTTP/1.1" status: 204 len: 168 time: 0.2718623 Nov 12 02:10:59.297184 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 53256) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:10:59.368611 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d9e5a42a-03e6-4fec-ac14-001c686a4adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:59.430722 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d9e5a42a-03e6-4fec-ac14-001c686a4adb admin admin] Deleting port 65bae405-a91b-417c-993a-43be1221c954 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:10:59.431356 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d9e5a42a-03e6-4fec-ac14-001c686a4adb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:59.497530 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d9e5a42a-03e6-4fec-ac14-001c686a4adb admin admin] For port 65bae405-a91b-417c-993a-43be1221c954, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=65bae405-a91b-417c-993a-43be1221c954,segment=NetworkSegment(1b9bb2c4-bebe-4788-a3b1-ca775e251c8a),segment_id=1b9bb2c4-bebe-4788-a3b1-ca775e251c8a)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:10:59.497896 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d9e5a42a-03e6-4fec-ac14-001c686a4adb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:59.512893 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bf54de-604c-4d4d-a186-aa0abd1ea3a4 None None] DHCP port deletion for c228c2fd-25ca-49b6-87c0-74361b01c838 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:10:59.516415 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d9e5a42a-03e6-4fec-ac14-001c686a4adb admin admin] Calling delete_port for 65bae405-a91b-417c-993a-43be1221c954 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:10:59.543830 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device f9929a9b-2289-46a2-b1d4-cce3e7a7a843 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:10:59.611800 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d9e5a42a-03e6-4fec-ac14-001c686a4adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:59.627608 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e5a42a-03e6-4fec-ac14-001c686a4adb admin admin] No DVR routers for this DVR port 65bae405-a91b-417c-993a-43be1221c954 on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:10:59.670109 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e5a42a-03e6-4fec-ac14-001c686a4adb admin admin] Pushing event deleted for resources: {'Port': ['ID=65bae405-a91b-417c-993a-43be1221c954,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:10:59.728831 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d9e5a42a-03e6-4fec-ac14-001c686a4adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:59.737857 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: f9929a9b-2289-46a2-b1d4-cce3e7a7a843 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:10:59.738072 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device f9929a9b-2289-46a2-b1d4-cce3e7a7a843 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:10:59.751631 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-d9e5a42a-03e6-4fec-ac14-001c686a4adb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c228c2fd-25ca-49b6-87c0-74361b01c838']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:10:59.761116 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-45bf54de-604c-4d4d-a186-aa0abd1ea3a4 None None] Deleting port 65bae405-a91b-417c-993a-43be1221c954 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:10:59.761787 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-45bf54de-604c-4d4d-a186-aa0abd1ea3a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:59.762915 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-d9e5a42a-03e6-4fec-ac14-001c686a4adb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b9bb2c4-bebe-4788-a3b1-ca775e251c8a') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:10:59.763284 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-d9e5a42a-03e6-4fec-ac14-001c686a4adb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b9bb2c4-bebe-4788-a3b1-ca775e251c8a') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:10:59.779366 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d9e5a42a-03e6-4fec-ac14-001c686a4adb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:59.794734 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d9e5a42a-03e6-4fec-ac14-001c686a4adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:59.802008 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9e5a42a-03e6-4fec-ac14-001c686a4adb admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:10:59.802539 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d9e5a42a-03e6-4fec-ac14-001c686a4adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:59.805776 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 02:10:59.805776 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:10:59.805776 n-d-812236-11 neutron-server[102661]: timer() Nov 12 02:10:59.805776 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:10:59.805776 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 02:10:59.805776 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:10:59.805776 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 02:10:59.805776 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:10:59.805776 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 02:10:59.805776 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:10:59.805776 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 02:10:59.805776 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:10:59.805776 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 02:10:59.805776 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:10:59.805776 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:10:59.805776 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:10:59.805776 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:10:59.805776 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:10:59.805776 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 02:10:59.805776 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:10:59.805776 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 02:10:59.805776 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:10:59.805776 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:10:59.805776 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:10:59.805776 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 02:10:59.805776 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:10:59.805776 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:10:59.805776 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:10:59.805776 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:10:59.805776 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:10:59.805776 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:10:59.805776 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:10:59.827728 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-45bf54de-604c-4d4d-a186-aa0abd1ea3a4 None None] For port 65bae405-a91b-417c-993a-43be1221c954, host n-d-812236-11, got binding levels [] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:10:59.828280 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-45bf54de-604c-4d4d-a186-aa0abd1ea3a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:59.840915 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-45bf54de-604c-4d4d-a186-aa0abd1ea3a4 None None] Calling delete_port for 65bae405-a91b-417c-993a-43be1221c954 owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:10:59.843569 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.ipam_backend_mixin [None req-45bf54de-604c-4d4d-a186-aa0abd1ea3a4 None None] Port 65bae405-a91b-417c-993a-43be1221c954 was not found and therefore no delete operation was performed {{(pid=102663) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 02:10:59.844935 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-45bf54de-604c-4d4d-a186-aa0abd1ea3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:59.862779 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d9e5a42a-03e6-4fec-ac14-001c686a4adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:59.869770 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d9e5a42a-03e6-4fec-ac14-001c686a4adb admin admin] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:59.872830 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf54de-604c-4d4d-a186-aa0abd1ea3a4 None None] Pushing event deleted for resources: {'Port': ['ID=65bae405-a91b-417c-993a-43be1221c954,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:10:59.873239 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-d9e5a42a-03e6-4fec-ac14-001c686a4adb admin admin] 10.222.0.20 "DELETE /v2.0/networks/c228c2fd-25ca-49b6-87c0-74361b01c838 HTTP/1.1" status: 204 len: 168 time: 0.5747612 Nov 12 02:10:59.876136 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bf54de-604c-4d4d-a186-aa0abd1ea3a4 None None] No DVR routers for this DVR port 65bae405-a91b-417c-993a-43be1221c954 on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:10:59.889912 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e5a42a-03e6-4fec-ac14-001c686a4adb admin admin] Pushing event deleted for resources: {'Network': ['ID=c228c2fd-25ca-49b6-87c0-74361b01c838,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:00.084033 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 53260) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:11:00.130293 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-0f5cabbf-6ccb-4308-b8d4-0a38526dba7d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=56d0ff596dfa4ca394d5401e32749f97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0450718 Nov 12 02:11:00.134829 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 53262) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:11:00.185574 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d3ac8754-9044-486f-99a7-0101e46d288b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:00.206810 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d3ac8754-9044-486f-99a7-0101e46d288b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:00.258852 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d3ac8754-9044-486f-99a7-0101e46d288b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:00.261661 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d3ac8754-9044-486f-99a7-0101e46d288b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:00.262931 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-d3ac8754-9044-486f-99a7-0101e46d288b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ef497bc9-d5a2-44eb-b9c8-facf0b22ee31 HTTP/1.1" status: 204 len: 168 time: 0.1270635 Nov 12 02:11:00.272924 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac8754-9044-486f-99a7-0101e46d288b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef497bc9-d5a2-44eb-b9c8-facf0b22ee31,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:00.637876 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 53268) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:11:00.680725 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-dfd5adfe-dce2-4341-aa4c-4d1aa7bdf024 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c733c4b4d3a042468725881abd595f61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414326 Nov 12 02:11:00.683243 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 53270) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:11:00.733164 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-847a0dd3-4857-4262-8bbf-5d044e771b8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:00.755103 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-847a0dd3-4857-4262-8bbf-5d044e771b8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:00.808277 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-847a0dd3-4857-4262-8bbf-5d044e771b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:00.810890 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-847a0dd3-4857-4262-8bbf-5d044e771b8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:00.812044 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-847a0dd3-4857-4262-8bbf-5d044e771b8a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/984cc398-cd94-4251-b909-74c0a3351edd HTTP/1.1" status: 204 len: 168 time: 0.1278946 Nov 12 02:11:00.820340 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a0dd3-4857-4262-8bbf-5d044e771b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984cc398-cd94-4251-b909-74c0a3351edd,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:01.020324 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device b7e0ad88-95e6-4ff3-ab94-506ebaf09556 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:11:01.042978 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: b7e0ad88-95e6-4ff3-ab94-506ebaf09556 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:11:01.043411 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device b7e0ad88-95e6-4ff3-ab94-506ebaf09556 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:11:01.043777 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 65bae405-a91b-417c-993a-43be1221c954 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:11:01.063394 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 65bae405-a91b-417c-993a-43be1221c954 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:11:01.063637 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 65bae405-a91b-417c-993a-43be1221c954 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:11:01.559039 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 53292) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:11:01.668862 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-372307ad-8d20-4803-951d-1aebe755c583 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1666636469-network', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:11:01.690216 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372307ad-8d20-4803-951d-1aebe755c583 admin admin] Made reservation on behalf of e36de71578744fb280d33057fcfd2fbe for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:11:01.692747 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-372307ad-8d20-4803-951d-1aebe755c583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:01.701610 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-372307ad-8d20-4803-951d-1aebe755c583 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:01.776042 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-372307ad-8d20-4803-951d-1aebe755c583 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:01.779815 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-372307ad-8d20-4803-951d-1aebe755c583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:01.805877 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-372307ad-8d20-4803-951d-1aebe755c583 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:11:01.815532 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372307ad-8d20-4803-951d-1aebe755c583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab9bd20-7969-48f3-abbd-246c95548ccc,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:01.820539 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-372307ad-8d20-4803-951d-1aebe755c583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:01.820892 n-d-812236-11 neutron-server[102662]: INFO neutron.db.segments_db [None req-372307ad-8d20-4803-951d-1aebe755c583 admin admin] Added segment b0550a58-b523-438b-8c9f-ffe863071649 of type vlan for network e0db1bc6-d250-4b3d-b02c-198499bd83f2 Nov 12 02:11:01.860954 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-372307ad-8d20-4803-951d-1aebe755c583 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:01.886247 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-372307ad-8d20-4803-951d-1aebe755c583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:01.887291 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372307ad-8d20-4803-951d-1aebe755c583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:01.887799 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-372307ad-8d20-4803-951d-1aebe755c583 admin admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:01.946815 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-372307ad-8d20-4803-951d-1aebe755c583 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3866599 Nov 12 02:11:01.949554 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 53296) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:11:01.954175 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-8fa09257-9b00-4081-939f-20612bc33ab5 admin admin] Request body: {'subnet': {'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1666636469-subnet', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:11:01.964967 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372307ad-8d20-4803-951d-1aebe755c583 admin admin] Pushing event updated for resources: {'Network': ['ID=e0db1bc6-d250-4b3d-b02c-198499bd83f2,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:01.974710 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network e0db1bc6-d250-4b3d-b02c-198499bd83f2 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:11:01.980426 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa09257-9b00-4081-939f-20612bc33ab5 admin admin] Made reservation on behalf of e36de71578744fb280d33057fcfd2fbe for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:11:01.982824 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8fa09257-9b00-4081-939f-20612bc33ab5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9326272'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:02.167021 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8fa09257-9b00-4081-939f-20612bc33ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9326290'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:02.221671 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa09257-9b00-4081-939f-20612bc33ab5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3458434a-8084-40e1-8181-2e1ea27d305d,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:02.233893 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa09257-9b00-4081-939f-20612bc33ab5 admin admin] Checking segment: {'id': 'b0550a58-b523-438b-8c9f-ffe863071649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:11:02.234248 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa09257-9b00-4081-939f-20612bc33ab5 admin admin] Network hostable DHCP agents. Network: e0db1bc6-d250-4b3d-b02c-198499bd83f2, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:11:02.250577 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa09257-9b00-4081-939f-20612bc33ab5 admin admin] Network e0db1bc6-d250-4b3d-b02c-198499bd83f2 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:11:02.259675 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-8fa09257-9b00-4081-939f-20612bc33ab5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, e0db1bc6-d250-4b3d-b02c-198499bd83f2) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:11:02.264079 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa09257-9b00-4081-939f-20612bc33ab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:02.264669 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8fa09257-9b00-4081-939f-20612bc33ab5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:02.269446 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6278d381-a8bd-4346-9af3-9c8469c1e24d None None] Network e0db1bc6-d250-4b3d-b02c-198499bd83f2 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:11:02.283897 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-8fa09257-9b00-4081-939f-20612bc33ab5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3333044 Nov 12 02:11:02.286486 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 53298) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:11:02.291865 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-cd380991-5044-4dc2-b361-c027bd59664c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1666636469-router', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:11:02.313545 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cd380991-5044-4dc2-b361-c027bd59664c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:02.314564 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cd380991-5044-4dc2-b361-c027bd59664c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:02.370774 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cd380991-5044-4dc2-b361-c027bd59664c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:02.436297 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46246c8f-6b27-456c-95d7-bfcd6b28c849 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-e0db1bc6-d250-4b3d-b02c-198499bd83f2', 'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'fixed_ips': [{'subnet_id': '3458434a-8084-40e1-8181-2e1ea27d305d'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:11:02.437161 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-46246c8f-6b27-456c-95d7-bfcd6b28c849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:02.518091 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cd380991-5044-4dc2-b361-c027bd59664c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:02.575714 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-46246c8f-6b27-456c-95d7-bfcd6b28c849 None None] Allocated IP 172.20.0.2 (e0db1bc6-d250-4b3d-b02c-198499bd83f2/3458434a-8084-40e1-8181-2e1ea27d305d/ba4d5547-b781-45d6-ae45-df5120cc9f51) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:11:02.722290 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-46246c8f-6b27-456c-95d7-bfcd6b28c849 None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:02.724897 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cd380991-5044-4dc2-b361-c027bd59664c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:02.730209 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-46246c8f-6b27-456c-95d7-bfcd6b28c849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:02.753147 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cd380991-5044-4dc2-b361-c027bd59664c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:02.773873 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46246c8f-6b27-456c-95d7-bfcd6b28c849 None None] Network e0db1bc6-d250-4b3d-b02c-198499bd83f2 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:11:02.776824 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-46246c8f-6b27-456c-95d7-bfcd6b28c849 None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:11:02.779248 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46246c8f-6b27-456c-95d7-bfcd6b28c849 None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:11:02.784931 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46246c8f-6b27-456c-95d7-bfcd6b28c849 None None] Pushing event updated for resources: {'Port': ['ID=ba4d5547-b781-45d6-ae45-df5120cc9f51,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:02.841793 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-46246c8f-6b27-456c-95d7-bfcd6b28c849 None None] Attempting to bind port ba4d5547-b781-45d6-ae45-df5120cc9f51 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:11:02.842161 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-46246c8f-6b27-456c-95d7-bfcd6b28c849 None None] Attempting to bind port ba4d5547-b781-45d6-ae45-df5120cc9f51 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'b0550a58-b523-438b-8c9f-ffe863071649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:11:02.842528 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46246c8f-6b27-456c-95d7-bfcd6b28c849 None None] Attempting to bind port ba4d5547-b781-45d6-ae45-df5120cc9f51 on network e0db1bc6-d250-4b3d-b02c-198499bd83f2 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:11:02.847576 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46246c8f-6b27-456c-95d7-bfcd6b28c849 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:11:02.847951 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46246c8f-6b27-456c-95d7-bfcd6b28c849 None None] Checking segment: {'id': 'b0550a58-b523-438b-8c9f-ffe863071649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:11:02.848351 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-46246c8f-6b27-456c-95d7-bfcd6b28c849 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:02.848741 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46246c8f-6b27-456c-95d7-bfcd6b28c849 None None] Bound using segment: {'id': 'b0550a58-b523-438b-8c9f-ffe863071649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:11:02.849202 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-46246c8f-6b27-456c-95d7-bfcd6b28c849 None None] Bound port: ba4d5547-b781-45d6-ae45-df5120cc9f51, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0550a58-b523-438b-8c9f-ffe863071649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:11:02.849603 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-46246c8f-6b27-456c-95d7-bfcd6b28c849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:02.857082 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-cd380991-5044-4dc2-b361-c027bd59664c admin admin] Allocated IP 172.25.2.249 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/a8fd0c26-732c-44d8-8dde-63a79f1e8bbb) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:11:02.912313 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-46246c8f-6b27-456c-95d7-bfcd6b28c849 None None] For port ba4d5547-b781-45d6-ae45-df5120cc9f51, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:11:02.916058 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-46246c8f-6b27-456c-95d7-bfcd6b28c849 None None] For port ba4d5547-b781-45d6-ae45-df5120cc9f51, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=ba4d5547-b781-45d6-ae45-df5120cc9f51,segment=NetworkSegment(b0550a58-b523-438b-8c9f-ffe863071649),segment_id=b0550a58-b523-438b-8c9f-ffe863071649)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:11:02.920896 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-46246c8f-6b27-456c-95d7-bfcd6b28c849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:02.963844 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cd380991-5044-4dc2-b361-c027bd59664c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:02.980963 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46246c8f-6b27-456c-95d7-bfcd6b28c849 None None] Pushing event updated for resources: {'Port': ['ID=ba4d5547-b781-45d6-ae45-df5120cc9f51,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:03.005355 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cd380991-5044-4dc2-b361-c027bd59664c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:03.045216 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd380991-5044-4dc2-b361-c027bd59664c admin admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:11:03.050059 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-cd380991-5044-4dc2-b361-c027bd59664c admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:11:03.054522 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd380991-5044-4dc2-b361-c027bd59664c admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:11:03.060527 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd380991-5044-4dc2-b361-c027bd59664c admin admin] Pushing event updated for resources: {'Port': ['ID=a8fd0c26-732c-44d8-8dde-63a79f1e8bbb,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:03.064289 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fc40b2-53ee-471d-afde-5c394edce927 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:11:03.167619 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-8be20449-7edb-49d5-97da-cebf7db8d5a8 None None] Provisioning complete for port a8fd0c26-732c-44d8-8dde-63a79f1e8bbb triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:11:03.168365 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8be20449-7edb-49d5-97da-cebf7db8d5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:03.230877 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-8be20449-7edb-49d5-97da-cebf7db8d5a8 None None] Port a8fd0c26-732c-44d8-8dde-63a79f1e8bbb cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:11:03.364057 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cd380991-5044-4dc2-b361-c027bd59664c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:03.929891 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cd380991-5044-4dc2-b361-c027bd59664c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:03.932828 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ab851d-453b-44c9-805d-0e98e6bed496 None None] Network e0db1bc6-d250-4b3d-b02c-198499bd83f2 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:11:03.999056 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-622e94d0-0735-490c-a09e-538d329a6d98 None None] Provisioning complete for port ba4d5547-b781-45d6-ae45-df5120cc9f51 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:11:03.999414 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-622e94d0-0735-490c-a09e-538d329a6d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:04.065898 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd380991-5044-4dc2-b361-c027bd59664c admin admin] Router 1e5a71e4-1405-483e-bb08-ce3ba3880115 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 02:11:04.165196 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-622e94d0-0735-490c-a09e-538d329a6d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:04.174268 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd380991-5044-4dc2-b361-c027bd59664c admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:11:04.189807 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f27bac-d033-4824-aa81-040d98344bcd None None] Sync routers for ids ['1e5a71e4-1405-483e-bb08-ce3ba3880115'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:11:04.192718 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cd380991-5044-4dc2-b361-c027bd59664c admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:04.196048 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-cd380991-5044-4dc2-b361-c027bd59664c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9085555 Nov 12 02:11:04.198869 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 53300) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:11:04.216846 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f27bac-d033-4824-aa81-040d98344bcd None None] Routers {'1e5a71e4-1405-483e-bb08-ce3ba3880115'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:11:04.217505 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-f3f27bac-d033-4824-aa81-040d98344bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T02:10:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['1e5a71e4-1405-483e-bb08-ce3ba3880115'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:11:04.220337 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-622e94d0-0735-490c-a09e-538d329a6d98 None None] For port ba4d5547-b781-45d6-ae45-df5120cc9f51, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=ba4d5547-b781-45d6-ae45-df5120cc9f51,segment=NetworkSegment(b0550a58-b523-438b-8c9f-ffe863071649),segment_id=b0550a58-b523-438b-8c9f-ffe863071649)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:11:04.257701 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-622e94d0-0735-490c-a09e-538d329a6d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:04.359167 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e94d0-0735-490c-a09e-538d329a6d98 None None] Pushing event updated for resources: {'Port': ['ID=ba4d5547-b781-45d6-ae45-df5120cc9f51,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:04.376624 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-f3f27bac-d033-4824-aa81-040d98344bcd None None] Set router 1e5a71e4-1405-483e-bb08-ce3ba3880115 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:11:04.508167 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-245b7f13-f60e-4106-a9bf-98489a070909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:04.526136 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-69c8aadb-c507-4b18-87b4-f17f97b03e87 None None] Provisioning complete for port ba4d5547-b781-45d6-ae45-df5120cc9f51 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:11:04.526503 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-69c8aadb-c507-4b18-87b4-f17f97b03e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:04.654491 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-f3f27bac-d033-4824-aa81-040d98344bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'name': 'tempest-TestSnapshotPattern-1666636469-router', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'a8fd0c26-732c-44d8-8dde-63a79f1e8bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:11:02Z', 'updated_at': '2021-11-12T02:11:03Z', 'revision_number': 3, 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'gw_port': {'id': 'a8fd0c26-732c-44d8-8dde-63a79f1e8bbb', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:be:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:11:02Z', 'updated_at': '2021-11-12T02:11:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:11:04.658273 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1ef07300-ad61-4b4f-8439-8e0528786e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:04.680303 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f27bac-d033-4824-aa81-040d98344bcd None None] Checking router: 1e5a71e4-1405-483e-bb08-ce3ba3880115 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:11:04.680901 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f27bac-d033-4824-aa81-040d98344bcd None None] Updating router 1e5a71e4-1405-483e-bb08-ce3ba3880115 port a8fd0c26-732c-44d8-8dde-63a79f1e8bbb binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:11:04.711151 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f3f27bac-d033-4824-aa81-040d98344bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:04.825759 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-1ef07300-ad61-4b4f-8439-8e0528786e8f admin admin] Allocated IP 172.20.0.1 (e0db1bc6-d250-4b3d-b02c-198499bd83f2/3458434a-8084-40e1-8181-2e1ea27d305d/5633a7e1-3d68-4580-9a6d-4062031f2571) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:11:04.935292 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1ef07300-ad61-4b4f-8439-8e0528786e8f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:04.979205 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1ef07300-ad61-4b4f-8439-8e0528786e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:04.982755 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f3f27bac-d033-4824-aa81-040d98344bcd None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:04.990240 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f3f27bac-d033-4824-aa81-040d98344bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:05.027266 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef07300-ad61-4b4f-8439-8e0528786e8f admin admin] Network e0db1bc6-d250-4b3d-b02c-198499bd83f2 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:11:05.034317 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-1ef07300-ad61-4b4f-8439-8e0528786e8f admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:11:05.038688 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef07300-ad61-4b4f-8439-8e0528786e8f admin admin] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:11:05.045361 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef07300-ad61-4b4f-8439-8e0528786e8f admin admin] Pushing event updated for resources: {'Port': ['ID=5633a7e1-3d68-4580-9a6d-4062031f2571,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:05.049180 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c45afc2-6d21-4448-a076-c9cbde4d6f78 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:11:05.073432 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device ba4d5547-b781-45d6-ae45-df5120cc9f51 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:11:05.096323 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1ef07300-ad61-4b4f-8439-8e0528786e8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:05.107301 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-f3f27bac-d033-4824-aa81-040d98344bcd None None] Attempting to bind port a8fd0c26-732c-44d8-8dde-63a79f1e8bbb on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:11:05.107670 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-f3f27bac-d033-4824-aa81-040d98344bcd None None] Attempting to bind port a8fd0c26-732c-44d8-8dde-63a79f1e8bbb by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:11:05.108040 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f27bac-d033-4824-aa81-040d98344bcd None None] Attempting to bind port a8fd0c26-732c-44d8-8dde-63a79f1e8bbb on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:11:05.116374 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f27bac-d033-4824-aa81-040d98344bcd None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:11:05.116748 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f27bac-d033-4824-aa81-040d98344bcd None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:11:05.117151 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f3f27bac-d033-4824-aa81-040d98344bcd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:05.117745 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f27bac-d033-4824-aa81-040d98344bcd None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:11:05.118234 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-f3f27bac-d033-4824-aa81-040d98344bcd None None] Bound port: a8fd0c26-732c-44d8-8dde-63a79f1e8bbb, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:11:05.118617 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f3f27bac-d033-4824-aa81-040d98344bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:05.120445 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d63721-33ef-450f-9d67-17344b839ba8 None None] Pushing event updated for resources: {'Port': ['ID=a8fd0c26-732c-44d8-8dde-63a79f1e8bbb,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:05.205850 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-f3f27bac-d033-4824-aa81-040d98344bcd None None] For port a8fd0c26-732c-44d8-8dde-63a79f1e8bbb, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:11:05.210694 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-f3f27bac-d033-4824-aa81-040d98344bcd None None] For port a8fd0c26-732c-44d8-8dde-63a79f1e8bbb, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=a8fd0c26-732c-44d8-8dde-63a79f1e8bbb,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:11:05.212496 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port ba4d5547-b781-45d6-ae45-df5120cc9f51 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:11:05.212885 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:05.217485 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f3f27bac-d033-4824-aa81-040d98344bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:05.242686 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-bb635c72-e642-47e6-9df8-76994401afea None None] Provisioning complete for port a8fd0c26-732c-44d8-8dde-63a79f1e8bbb triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:11:05.243058 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bb635c72-e642-47e6-9df8-76994401afea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:05.250369 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1ef07300-ad61-4b4f-8439-8e0528786e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:05.452220 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1ef07300-ad61-4b4f-8439-8e0528786e8f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:05.457019 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1ef07300-ad61-4b4f-8439-8e0528786e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:05.490021 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e3dc35-fcba-4a24-ae77-ab83b3b59c89 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:11:05.527244 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f27bac-d033-4824-aa81-040d98344bcd None None] Routers {'1e5a71e4-1405-483e-bb08-ce3ba3880115'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:11:05.527872 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-f3f27bac-d033-4824-aa81-040d98344bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T02:10:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['1e5a71e4-1405-483e-bb08-ce3ba3880115'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:11:05.529518 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d63721-33ef-450f-9d67-17344b839ba8 None None] Pushing event updated for resources: {'Port': ['ID=a8fd0c26-732c-44d8-8dde-63a79f1e8bbb,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:05.530397 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef07300-ad61-4b4f-8439-8e0528786e8f admin admin] Pushing event updated for resources: {'Port': ['ID=5633a7e1-3d68-4580-9a6d-4062031f2571,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:05.532599 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1ef07300-ad61-4b4f-8439-8e0528786e8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:05.627744 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef07300-ad61-4b4f-8439-8e0528786e8f admin admin] Network e0db1bc6-d250-4b3d-b02c-198499bd83f2 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:11:05.629234 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-1ef07300-ad61-4b4f-8439-8e0528786e8f admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:11:05.687362 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bb635c72-e642-47e6-9df8-76994401afea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:05.720901 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-bb635c72-e642-47e6-9df8-76994401afea None None] For port a8fd0c26-732c-44d8-8dde-63a79f1e8bbb, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=a8fd0c26-732c-44d8-8dde-63a79f1e8bbb,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:11:05.725109 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-f3f27bac-d033-4824-aa81-040d98344bcd None None] Set router 1e5a71e4-1405-483e-bb08-ce3ba3880115 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:11:05.728219 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bb635c72-e642-47e6-9df8-76994401afea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:05.771578 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef07300-ad61-4b4f-8439-8e0528786e8f admin admin] Router 1e5a71e4-1405-483e-bb08-ce3ba3880115 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:11:05.885359 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb635c72-e642-47e6-9df8-76994401afea None None] Pushing event updated for resources: {'Port': ['ID=a8fd0c26-732c-44d8-8dde-63a79f1e8bbb,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:05.919579 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-f6745971-47d7-4266-a722-e5563533b75c None None] Provisioning complete for port a8fd0c26-732c-44d8-8dde-63a79f1e8bbb triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:11:05.919856 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f6745971-47d7-4266-a722-e5563533b75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:05.926998 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef07300-ad61-4b4f-8439-8e0528786e8f admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:11:05.933710 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-1ef07300-ad61-4b4f-8439-8e0528786e8f admin admin] 10.222.0.20 "PUT /v2.0/routers/1e5a71e4-1405-483e-bb08-ce3ba3880115/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7336924 Nov 12 02:11:06.083991 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-f3f27bac-d033-4824-aa81-040d98344bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'name': 'tempest-TestSnapshotPattern-1666636469-router', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'a8fd0c26-732c-44d8-8dde-63a79f1e8bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:11:02Z', 'updated_at': '2021-11-12T02:11:05Z', 'revision_number': 4, 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'gw_port': {'id': 'a8fd0c26-732c-44d8-8dde-63a79f1e8bbb', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:be:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:11:02Z', 'updated_at': '2021-11-12T02:11:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '5633a7e1-3d68-4580-9a6d-4062031f2571', 'name': '', 'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'mac_address': 'fa:16:3e:ae:3e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3458434a-8084-40e1-8181-2e1ea27d305d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:11:04Z', 'updated_at': '2021-11-12T02:11:05Z', 'revision_number': 2, 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'subnets': [{'id': '3458434a-8084-40e1-8181-2e1ea27d305d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:11:06.086327 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-f6745971-47d7-4266-a722-e5563533b75c None None] Provisioning complete for port 5633a7e1-3d68-4580-9a6d-4062031f2571 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:11:06.086688 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f6745971-47d7-4266-a722-e5563533b75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:06.137096 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f27bac-d033-4824-aa81-040d98344bcd None None] The sync data for ids ['1e5a71e4-1405-483e-bb08-ce3ba3880115'] in n-d-812236-11 is: [{'id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'name': 'tempest-TestSnapshotPattern-1666636469-router', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'a8fd0c26-732c-44d8-8dde-63a79f1e8bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:11:02Z', 'updated_at': '2021-11-12T02:11:05Z', 'revision_number': 4, 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'gw_port': {'id': 'a8fd0c26-732c-44d8-8dde-63a79f1e8bbb', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:be:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:11:02Z', 'updated_at': '2021-11-12T02:11:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '5633a7e1-3d68-4580-9a6d-4062031f2571', 'name': '', 'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'mac_address': 'fa:16:3e:ae:3e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3458434a-8084-40e1-8181-2e1ea27d305d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:11:04Z', 'updated_at': '2021-11-12T02:11:05Z', 'revision_number': 2, 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'subnets': [{'id': '3458434a-8084-40e1-8181-2e1ea27d305d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:11:06.153960 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-f6745971-47d7-4266-a722-e5563533b75c None None] Port 5633a7e1-3d68-4580-9a6d-4062031f2571 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:11:06.279759 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-20283cc2-e531-4d35-8127-64753640d64d None None] Provisioning complete for port 5633a7e1-3d68-4580-9a6d-4062031f2571 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:11:06.280220 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-20283cc2-e531-4d35-8127-64753640d64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:06.317182 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-20283cc2-e531-4d35-8127-64753640d64d None None] Port 5633a7e1-3d68-4580-9a6d-4062031f2571 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:11:06.476896 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 53316) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:11:06.481992 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-99c7eac9-2b99-4afb-8350-4cbd524194ff admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-806956845-network', 'tenant_id': '0a087e6d1bcf4fc2a5e633da4b5e7ac2'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:11:06.510308 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c7eac9-2b99-4afb-8350-4cbd524194ff admin admin] Made reservation on behalf of 0a087e6d1bcf4fc2a5e633da4b5e7ac2 for: {'network': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:11:06.513777 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-99c7eac9-2b99-4afb-8350-4cbd524194ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for network, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:06.525699 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-99c7eac9-2b99-4afb-8350-4cbd524194ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:06.591548 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-786422d8-cf82-4fba-87f1-4440df334027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:06.617080 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-99c7eac9-2b99-4afb-8350-4cbd524194ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:06.624568 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-99c7eac9-2b99-4afb-8350-4cbd524194ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:06.655373 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99c7eac9-2b99-4afb-8350-4cbd524194ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=102661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:11:06.666372 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c7eac9-2b99-4afb-8350-4cbd524194ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8482d8-e10d-42e8-b9a5-ce54cc6fa716,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:06.671780 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-99c7eac9-2b99-4afb-8350-4cbd524194ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:06.672175 n-d-812236-11 neutron-server[102661]: INFO neutron.db.segments_db [None req-99c7eac9-2b99-4afb-8350-4cbd524194ff admin admin] Added segment 35311055-81db-459b-a785-adcf03eac1c5 of type vlan for network 35ee502e-06ed-45dc-8071-0500c092d204 Nov 12 02:11:06.723980 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-99c7eac9-2b99-4afb-8350-4cbd524194ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734448253148'] for network, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:06.762905 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-99c7eac9-2b99-4afb-8350-4cbd524194ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862'] for network, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:06.763923 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c7eac9-2b99-4afb-8350-4cbd524194ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:06.764437 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-99c7eac9-2b99-4afb-8350-4cbd524194ff admin admin] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:06.832478 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-99c7eac9-2b99-4afb-8350-4cbd524194ff admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3542476 Nov 12 02:11:06.836485 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 53318) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:11:06.843893 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-4893104a-b89d-42a3-95d1-b634372f7f8b admin admin] Request body: {'subnet': {'network_id': '35ee502e-06ed-45dc-8071-0500c092d204', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-806956845-subnet', 'tenant_id': '0a087e6d1bcf4fc2a5e633da4b5e7ac2', 'ip_version': 4}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:11:06.853035 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c7eac9-2b99-4afb-8350-4cbd524194ff admin admin] Pushing event updated for resources: {'Network': ['ID=35ee502e-06ed-45dc-8071-0500c092d204,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:06.871939 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Network 35ee502e-06ed-45dc-8071-0500c092d204 details requested by agent ovs-agent-n-d-812236-11 with host n-d-812236-11 {{(pid=102663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:11:06.877050 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4893104a-b89d-42a3-95d1-b634372f7f8b admin admin] Made reservation on behalf of 0a087e6d1bcf4fc2a5e633da4b5e7ac2 for: {'subnet': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:11:06.885432 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4893104a-b89d-42a3-95d1-b634372f7f8b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10235173'] for subnet, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:07.074742 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device a8fd0c26-732c-44d8-8dde-63a79f1e8bbb up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:11:07.130430 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port a8fd0c26-732c-44d8-8dde-63a79f1e8bbb triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:11:07.131135 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:07.132132 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4893104a-b89d-42a3-95d1-b634372f7f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10005131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10235191'] for subnet, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:07.217322 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4893104a-b89d-42a3-95d1-b634372f7f8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a755b5bb-3466-4d5e-9740-edeab0b278ff,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:07.227353 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4893104a-b89d-42a3-95d1-b634372f7f8b admin admin] Checking segment: {'id': '35311055-81db-459b-a785-adcf03eac1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '35ee502e-06ed-45dc-8071-0500c092d204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:11:07.227674 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4893104a-b89d-42a3-95d1-b634372f7f8b admin admin] Network hostable DHCP agents. Network: 35ee502e-06ed-45dc-8071-0500c092d204, hostable agents: ['3bd21a20-3882-471e-9c96-4d23db6c38a0'], hosted agents: [] {{(pid=102661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:11:07.253240 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4893104a-b89d-42a3-95d1-b634372f7f8b admin admin] Network 35ee502e-06ed-45dc-8071-0500c092d204 is scheduled to be hosted by DHCP agent 3bd21a20-3882-471e-9c96-4d23db6c38a0 with binding_index 1 {{(pid=102661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:11:07.264939 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-4893104a-b89d-42a3-95d1-b634372f7f8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812236-11, 35ee502e-06ed-45dc-8071-0500c092d204) {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:11:07.269344 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4893104a-b89d-42a3-95d1-b634372f7f8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:07.270213 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4893104a-b89d-42a3-95d1-b634372f7f8b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:07.274644 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abadc03-3a37-45f2-87b1-509ab74c2035 None None] Network 35ee502e-06ed-45dc-8071-0500c092d204 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:11:07.297657 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 53320) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:11:07.298219 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-4893104a-b89d-42a3-95d1-b634372f7f8b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4601078 Nov 12 02:11:07.303023 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-4beb20ed-9c34-46df-af12-52b1271838e7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-806956845-router', 'tenant_id': '0a087e6d1bcf4fc2a5e633da4b5e7ac2', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:11:07.329470 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4beb20ed-9c34-46df-af12-52b1271838e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-425646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40017'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:07.330822 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4beb20ed-9c34-46df-af12-52b1271838e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-425790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40030'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:07.393071 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4beb20ed-9c34-46df-af12-52b1271838e7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:07.454649 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbce8835-52eb-4154-8f13-9600282ae65f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda55d2d0-bd83-5456-a337-df1bab387422-35ee502e-06ed-45dc-8071-0500c092d204', 'network_id': '35ee502e-06ed-45dc-8071-0500c092d204', 'tenant_id': '0a087e6d1bcf4fc2a5e633da4b5e7ac2', 'fixed_ips': [{'subnet_id': 'a755b5bb-3466-4d5e-9740-edeab0b278ff'}]}} from n-d-812236-11. {{(pid=102663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:11:07.455522 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-dbce8835-52eb-4154-8f13-9600282ae65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:07.559561 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4beb20ed-9c34-46df-af12-52b1271838e7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:07.618858 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-dbce8835-52eb-4154-8f13-9600282ae65f None None] Allocated IP 172.20.0.2 (35ee502e-06ed-45dc-8071-0500c092d204/a755b5bb-3466-4d5e-9740-edeab0b278ff/768f2561-7f94-4451-a370-9f74f918405e) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:11:07.779400 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-dbce8835-52eb-4154-8f13-9600282ae65f None None] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:07.779807 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4beb20ed-9c34-46df-af12-52b1271838e7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:07.785313 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-dbce8835-52eb-4154-8f13-9600282ae65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:07.800185 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4beb20ed-9c34-46df-af12-52b1271838e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:07.823096 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbce8835-52eb-4154-8f13-9600282ae65f None None] Network 35ee502e-06ed-45dc-8071-0500c092d204 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:11:07.825971 n-d-812236-11 neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-dbce8835-52eb-4154-8f13-9600282ae65f None None] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:11:07.831761 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbce8835-52eb-4154-8f13-9600282ae65f None None] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:11:07.842823 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbce8835-52eb-4154-8f13-9600282ae65f None None] Pushing event updated for resources: {'Port': ['ID=768f2561-7f94-4451-a370-9f74f918405e,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:07.896202 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-dbce8835-52eb-4154-8f13-9600282ae65f None None] Attempting to bind port 768f2561-7f94-4451-a370-9f74f918405e on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:11:07.896571 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-dbce8835-52eb-4154-8f13-9600282ae65f None None] Attempting to bind port 768f2561-7f94-4451-a370-9f74f918405e by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '35311055-81db-459b-a785-adcf03eac1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '35ee502e-06ed-45dc-8071-0500c092d204'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:11:07.896931 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbce8835-52eb-4154-8f13-9600282ae65f None None] Attempting to bind port 768f2561-7f94-4451-a370-9f74f918405e on network 35ee502e-06ed-45dc-8071-0500c092d204 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:11:07.902277 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbce8835-52eb-4154-8f13-9600282ae65f None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:11:07.902648 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbce8835-52eb-4154-8f13-9600282ae65f None None] Checking segment: {'id': '35311055-81db-459b-a785-adcf03eac1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '35ee502e-06ed-45dc-8071-0500c092d204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:11:07.903099 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-dbce8835-52eb-4154-8f13-9600282ae65f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:07.903512 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbce8835-52eb-4154-8f13-9600282ae65f None None] Bound using segment: {'id': '35311055-81db-459b-a785-adcf03eac1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '35ee502e-06ed-45dc-8071-0500c092d204'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:11:07.904002 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-dbce8835-52eb-4154-8f13-9600282ae65f None None] Bound port: 768f2561-7f94-4451-a370-9f74f918405e, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35311055-81db-459b-a785-adcf03eac1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '35ee502e-06ed-45dc-8071-0500c092d204'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:11:07.904380 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-dbce8835-52eb-4154-8f13-9600282ae65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:07.911622 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-4beb20ed-9c34-46df-af12-52b1271838e7 admin admin] Allocated IP 172.25.2.101 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/2892d5c4-d4e9-42d6-be03-e7afacceb1a0) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:11:07.978375 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-dbce8835-52eb-4154-8f13-9600282ae65f None None] For port 768f2561-7f94-4451-a370-9f74f918405e, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:11:07.981738 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-dbce8835-52eb-4154-8f13-9600282ae65f None None] For port 768f2561-7f94-4451-a370-9f74f918405e, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=768f2561-7f94-4451-a370-9f74f918405e,segment=NetworkSegment(35311055-81db-459b-a785-adcf03eac1c5),segment_id=35311055-81db-459b-a785-adcf03eac1c5)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:11:07.986880 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-dbce8835-52eb-4154-8f13-9600282ae65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:08.047677 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4beb20ed-9c34-46df-af12-52b1271838e7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:08.066269 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbce8835-52eb-4154-8f13-9600282ae65f None None] Pushing event updated for resources: {'Port': ['ID=768f2561-7f94-4451-a370-9f74f918405e,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:08.072698 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:08.091354 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4beb20ed-9c34-46df-af12-52b1271838e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:08.151170 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4beb20ed-9c34-46df-af12-52b1271838e7 admin admin] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:11:08.155079 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-4beb20ed-9c34-46df-af12-52b1271838e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:11:08.157935 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beb20ed-9c34-46df-af12-52b1271838e7 admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:11:08.170101 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4047cc81-281f-4d72-af50-830103f4c49a None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:11:08.189178 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beb20ed-9c34-46df-af12-52b1271838e7 admin admin] Pushing event updated for resources: {'Port': ['ID=2892d5c4-d4e9-42d6-be03-e7afacceb1a0,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:08.281197 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-12eba60a-278a-4879-b2ea-68857eb05dae None None] Provisioning complete for port 2892d5c4-d4e9-42d6-be03-e7afacceb1a0 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:11:08.281595 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-12eba60a-278a-4879-b2ea-68857eb05dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:08.342001 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-12eba60a-278a-4879-b2ea-68857eb05dae None None] Port 2892d5c4-d4e9-42d6-be03-e7afacceb1a0 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:11:08.472874 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4beb20ed-9c34-46df-af12-52b1271838e7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:08.681474 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4beb20ed-9c34-46df-af12-52b1271838e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-425783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393649'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:08.841340 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4beb20ed-9c34-46df-af12-52b1271838e7 admin admin] Router 73628c1f-b000-4e8f-8e2b-f759cf4cfed0 is scheduled to L3 agent be70d202-91ec-4d97-959b-4702633feca5 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 02:11:08.947635 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7edd65-6ebd-4c38-9988-11277f2c7a17 None None] Sync routers for ids ['1e5a71e4-1405-483e-bb08-ce3ba3880115'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:11:08.961272 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7edd65-6ebd-4c38-9988-11277f2c7a17 None None] Routers {'1e5a71e4-1405-483e-bb08-ce3ba3880115'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:11:08.962228 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-da7edd65-6ebd-4c38-9988-11277f2c7a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T02:11:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['1e5a71e4-1405-483e-bb08-ce3ba3880115'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:11:08.996683 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4beb20ed-9c34-46df-af12-52b1271838e7 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:11:09.013499 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0574b622-8f51-4814-9baa-098d0b0ffa06 None None] Sync routers for ids ['73628c1f-b000-4e8f-8e2b-f759cf4cfed0'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:11:09.027277 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4beb20ed-9c34-46df-af12-52b1271838e7 admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:09.027928 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0574b622-8f51-4814-9baa-098d0b0ffa06 None None] Routers {'73628c1f-b000-4e8f-8e2b-f759cf4cfed0'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:11:09.028667 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-0574b622-8f51-4814-9baa-098d0b0ffa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T02:11:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['73628c1f-b000-4e8f-8e2b-f759cf4cfed0'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:11:09.032146 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-4beb20ed-9c34-46df-af12-52b1271838e7 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7326152 Nov 12 02:11:09.035549 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 53322) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:11:09.082548 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-da7edd65-6ebd-4c38-9988-11277f2c7a17 None None] Set router 1e5a71e4-1405-483e-bb08-ce3ba3880115 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:11:09.329543 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-da7edd65-6ebd-4c38-9988-11277f2c7a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'name': 'tempest-TestSnapshotPattern-1666636469-router', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'a8fd0c26-732c-44d8-8dde-63a79f1e8bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:11:02Z', 'updated_at': '2021-11-12T02:11:05Z', 'revision_number': 4, 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'gw_port': {'id': 'a8fd0c26-732c-44d8-8dde-63a79f1e8bbb', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:be:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:11:02Z', 'updated_at': '2021-11-12T02:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '5633a7e1-3d68-4580-9a6d-4062031f2571', 'name': '', 'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'mac_address': 'fa:16:3e:ae:3e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3458434a-8084-40e1-8181-2e1ea27d305d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:11:04Z', 'updated_at': '2021-11-12T02:11:05Z', 'revision_number': 2, 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'subnets': [{'id': '3458434a-8084-40e1-8181-2e1ea27d305d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:11:09.358124 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7edd65-6ebd-4c38-9988-11277f2c7a17 None None] Checking router: 1e5a71e4-1405-483e-bb08-ce3ba3880115 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:11:09.358476 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7edd65-6ebd-4c38-9988-11277f2c7a17 None None] Updating router 1e5a71e4-1405-483e-bb08-ce3ba3880115 port 5633a7e1-3d68-4580-9a6d-4062031f2571 binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:11:09.371494 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 768f2561-7f94-4451-a370-9f74f918405e up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:11:09.373449 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde909f7-a0f9-4377-af5f-c0acd659db99 None None] Network 35ee502e-06ed-45dc-8071-0500c092d204 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:11:09.393725 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-da7edd65-6ebd-4c38-9988-11277f2c7a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:09.463532 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-0574b622-8f51-4814-9baa-098d0b0ffa06 None None] Set router 73628c1f-b000-4e8f-8e2b-f759cf4cfed0 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:11:09.539166 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-e1be2d6b-dd52-4b14-94fb-eed5e264f657 None None] Provisioning complete for port 768f2561-7f94-4451-a370-9f74f918405e triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:11:09.539538 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e1be2d6b-dd52-4b14-94fb-eed5e264f657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:09.557522 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-114a810e-5cf2-4c80-992e-1ab5c2673ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:09.697840 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-da7edd65-6ebd-4c38-9988-11277f2c7a17 None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:09.703955 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-da7edd65-6ebd-4c38-9988-11277f2c7a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:09.712060 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 768f2561-7f94-4451-a370-9f74f918405e triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:11:09.712446 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:09.749808 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-114a810e-5cf2-4c80-992e-1ab5c2673ce6 admin admin] Allocated IP 172.20.0.1 (35ee502e-06ed-45dc-8071-0500c092d204/a755b5bb-3466-4d5e-9740-edeab0b278ff/3e705021-dfa7-4abf-bbb6-0d458b277167) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:11:09.754489 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9f1e7c-edac-49f8-97cb-a25fa30c932a None None] Pushing event updated for resources: {'Port': ['ID=5633a7e1-3d68-4580-9a6d-4062031f2571,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:09.755790 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:09.766136 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f1e7c-edac-49f8-97cb-a25fa30c932a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:11:09.766567 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f1e7c-edac-49f8-97cb-a25fa30c932a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:11:09.766894 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f1e7c-edac-49f8-97cb-a25fa30c932a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:11:09.767501 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f1e7c-edac-49f8-97cb-a25fa30c932a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:11:09.768010 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f1e7c-edac-49f8-97cb-a25fa30c932a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:11:09.768642 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f1e7c-edac-49f8-97cb-a25fa30c932a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:11:09.769305 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f1e7c-edac-49f8-97cb-a25fa30c932a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:11:09.769900 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f1e7c-edac-49f8-97cb-a25fa30c932a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:11:09.770396 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f1e7c-edac-49f8-97cb-a25fa30c932a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:11:09.770894 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f1e7c-edac-49f8-97cb-a25fa30c932a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:11:09.771387 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f1e7c-edac-49f8-97cb-a25fa30c932a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:11:09.772023 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f1e7c-edac-49f8-97cb-a25fa30c932a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:11:09.841465 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-da7edd65-6ebd-4c38-9988-11277f2c7a17 None None] Attempting to bind port 5633a7e1-3d68-4580-9a6d-4062031f2571 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:11:09.841831 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-da7edd65-6ebd-4c38-9988-11277f2c7a17 None None] Attempting to bind port 5633a7e1-3d68-4580-9a6d-4062031f2571 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': 'b0550a58-b523-438b-8c9f-ffe863071649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:11:09.842192 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7edd65-6ebd-4c38-9988-11277f2c7a17 None None] Attempting to bind port 5633a7e1-3d68-4580-9a6d-4062031f2571 on network e0db1bc6-d250-4b3d-b02c-198499bd83f2 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:11:09.847805 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7edd65-6ebd-4c38-9988-11277f2c7a17 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:11:09.848174 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7edd65-6ebd-4c38-9988-11277f2c7a17 None None] Checking segment: {'id': 'b0550a58-b523-438b-8c9f-ffe863071649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:11:09.848573 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-da7edd65-6ebd-4c38-9988-11277f2c7a17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:09.848957 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7edd65-6ebd-4c38-9988-11277f2c7a17 None None] Bound using segment: {'id': 'b0550a58-b523-438b-8c9f-ffe863071649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:11:09.849567 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-da7edd65-6ebd-4c38-9988-11277f2c7a17 None None] Bound port: 5633a7e1-3d68-4580-9a6d-4062031f2571, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0550a58-b523-438b-8c9f-ffe863071649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:11:09.849952 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-da7edd65-6ebd-4c38-9988-11277f2c7a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:09.874491 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-114a810e-5cf2-4c80-992e-1ab5c2673ce6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:09.883218 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e1be2d6b-dd52-4b14-94fb-eed5e264f657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:09.930828 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-114a810e-5cf2-4c80-992e-1ab5c2673ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:09.967080 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-da7edd65-6ebd-4c38-9988-11277f2c7a17 None None] For port 5633a7e1-3d68-4580-9a6d-4062031f2571, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:11:09.972403 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-da7edd65-6ebd-4c38-9988-11277f2c7a17 None None] For port 5633a7e1-3d68-4580-9a6d-4062031f2571, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=5633a7e1-3d68-4580-9a6d-4062031f2571,segment=NetworkSegment(b0550a58-b523-438b-8c9f-ffe863071649),segment_id=b0550a58-b523-438b-8c9f-ffe863071649)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:11:09.981351 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-da7edd65-6ebd-4c38-9988-11277f2c7a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:09.990732 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-e1be2d6b-dd52-4b14-94fb-eed5e264f657 None None] For port 768f2561-7f94-4451-a370-9f74f918405e, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=768f2561-7f94-4451-a370-9f74f918405e,segment=NetworkSegment(35311055-81db-459b-a785-adcf03eac1c5),segment_id=35311055-81db-459b-a785-adcf03eac1c5)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:11:09.999399 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114a810e-5cf2-4c80-992e-1ab5c2673ce6 admin admin] Network 35ee502e-06ed-45dc-8071-0500c092d204 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:11:10.006967 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-114a810e-5cf2-4c80-992e-1ab5c2673ce6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:11:10.010670 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e1be2d6b-dd52-4b14-94fb-eed5e264f657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:10.028231 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114a810e-5cf2-4c80-992e-1ab5c2673ce6 admin admin] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:11:10.062444 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:10.087095 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114a810e-5cf2-4c80-992e-1ab5c2673ce6 admin admin] Pushing event updated for resources: {'Port': ['ID=3e705021-dfa7-4abf-bbb6-0d458b277167,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:10.090504 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-114a810e-5cf2-4c80-992e-1ab5c2673ce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425316'] for router_interface, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:10.095458 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-0574b622-8f51-4814-9baa-098d0b0ffa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73628c1f-b000-4e8f-8e2b-f759cf4cfed0', 'name': 'tempest-TestSnapshotPattern-806956845-router', 'tenant_id': '0a087e6d1bcf4fc2a5e633da4b5e7ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '2892d5c4-d4e9-42d6-be03-e7afacceb1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:11:07Z', 'updated_at': '2021-11-12T02:11:08Z', 'revision_number': 3, 'project_id': '0a087e6d1bcf4fc2a5e633da4b5e7ac2', 'gw_port': {'id': '2892d5c4-d4e9-42d6-be03-e7afacceb1a0', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d5:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73628c1f-b000-4e8f-8e2b-f759cf4cfed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:11:07Z', 'updated_at': '2021-11-12T02:11:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:11:10.125756 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7edd65-6ebd-4c38-9988-11277f2c7a17 None None] Routers {'1e5a71e4-1405-483e-bb08-ce3ba3880115'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:11:10.127109 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-da7edd65-6ebd-4c38-9988-11277f2c7a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T02:11:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['1e5a71e4-1405-483e-bb08-ce3ba3880115'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:11:10.145515 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0574b622-8f51-4814-9baa-098d0b0ffa06 None None] Checking router: 73628c1f-b000-4e8f-8e2b-f759cf4cfed0 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:11:10.145905 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0574b622-8f51-4814-9baa-098d0b0ffa06 None None] Updating router 73628c1f-b000-4e8f-8e2b-f759cf4cfed0 port 2892d5c4-d4e9-42d6-be03-e7afacceb1a0 binding host n-d-812236-11 {{(pid=102663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:11:10.179721 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9f1e7c-edac-49f8-97cb-a25fa30c932a None None] Pushing event updated for resources: {'Port': ['ID=5633a7e1-3d68-4580-9a6d-4062031f2571,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:10.180321 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0574b622-8f51-4814-9baa-098d0b0ffa06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:10.219211 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be2d6b-dd52-4b14-94fb-eed5e264f657 None None] Pushing event updated for resources: {'Port': ['ID=768f2561-7f94-4451-a370-9f74f918405e,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:10.244214 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-6d86be05-4454-4245-a098-3793fb674140 None None] Provisioning complete for port 5633a7e1-3d68-4580-9a6d-4062031f2571 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:11:10.244590 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6d86be05-4454-4245-a098-3793fb674140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:10.266048 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-114a810e-5cf2-4c80-992e-1ab5c2673ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:10.329552 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-da7edd65-6ebd-4c38-9988-11277f2c7a17 None None] Set router 1e5a71e4-1405-483e-bb08-ce3ba3880115 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:11:10.434306 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.db.api [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 02:11:10.434863 n-d-812236-11 neutron-server[102663]: DEBUG oslo_db.api [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 02:11:10.557066 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-114a810e-5cf2-4c80-992e-1ab5c2673ce6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:10.570271 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-114a810e-5cf2-4c80-992e-1ab5c2673ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:10.610335 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6d86be05-4454-4245-a098-3793fb674140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:10.640739 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:10.656103 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-114a810e-5cf2-4c80-992e-1ab5c2673ce6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425456'] for router_interface, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:10.666016 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114a810e-5cf2-4c80-992e-1ab5c2673ce6 admin admin] Pushing event updated for resources: {'Port': ['ID=3e705021-dfa7-4abf-bbb6-0d458b277167,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:10.731644 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-da7edd65-6ebd-4c38-9988-11277f2c7a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'name': 'tempest-TestSnapshotPattern-1666636469-router', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'a8fd0c26-732c-44d8-8dde-63a79f1e8bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:11:02Z', 'updated_at': '2021-11-12T02:11:05Z', 'revision_number': 4, 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'gw_port': {'id': 'a8fd0c26-732c-44d8-8dde-63a79f1e8bbb', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:be:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:11:02Z', 'updated_at': '2021-11-12T02:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '5633a7e1-3d68-4580-9a6d-4062031f2571', 'name': '', 'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'mac_address': 'fa:16:3e:ae:3e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3458434a-8084-40e1-8181-2e1ea27d305d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:11:04Z', 'updated_at': '2021-11-12T02:11:09Z', 'revision_number': 4, 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'subnets': [{'id': '3458434a-8084-40e1-8181-2e1ea27d305d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:11:10.749567 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-6d86be05-4454-4245-a098-3793fb674140 None None] For port 5633a7e1-3d68-4580-9a6d-4062031f2571, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=5633a7e1-3d68-4580-9a6d-4062031f2571,segment=NetworkSegment(b0550a58-b523-438b-8c9f-ffe863071649),segment_id=b0550a58-b523-438b-8c9f-ffe863071649)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:11:10.755529 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6d86be05-4454-4245-a098-3793fb674140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:10.767097 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7edd65-6ebd-4c38-9988-11277f2c7a17 None None] The sync data for ids ['1e5a71e4-1405-483e-bb08-ce3ba3880115'] in n-d-812236-11 is: [{'id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'name': 'tempest-TestSnapshotPattern-1666636469-router', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'a8fd0c26-732c-44d8-8dde-63a79f1e8bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:11:02Z', 'updated_at': '2021-11-12T02:11:05Z', 'revision_number': 4, 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'gw_port': {'id': 'a8fd0c26-732c-44d8-8dde-63a79f1e8bbb', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:be:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:11:02Z', 'updated_at': '2021-11-12T02:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '5633a7e1-3d68-4580-9a6d-4062031f2571', 'name': '', 'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'mac_address': 'fa:16:3e:ae:3e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3458434a-8084-40e1-8181-2e1ea27d305d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:11:04Z', 'updated_at': '2021-11-12T02:11:09Z', 'revision_number': 4, 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'subnets': [{'id': '3458434a-8084-40e1-8181-2e1ea27d305d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:11:10.767463 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114a810e-5cf2-4c80-992e-1ab5c2673ce6 admin admin] Network 35ee502e-06ed-45dc-8071-0500c092d204 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:11:10.771061 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-114a810e-5cf2-4c80-992e-1ab5c2673ce6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:11:10.858994 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d86be05-4454-4245-a098-3793fb674140 None None] Pushing event updated for resources: {'Port': ['ID=5633a7e1-3d68-4580-9a6d-4062031f2571,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:10.935676 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0574b622-8f51-4814-9baa-098d0b0ffa06 None None] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:10.943590 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-da2a9de1-b3aa-4e8d-9728-059cd36031dd None None] Provisioning complete for port 768f2561-7f94-4451-a370-9f74f918405e triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:11:10.944108 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-da2a9de1-b3aa-4e8d-9728-059cd36031dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:10.957610 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-114a810e-5cf2-4c80-992e-1ab5c2673ce6 admin admin] Router 73628c1f-b000-4e8f-8e2b-f759cf4cfed0 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:11:10.989146 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0574b622-8f51-4814-9baa-098d0b0ffa06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:11.079754 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4802f06f-953b-49bb-9a9b-5625b164f491 None None] Pushing event updated for resources: {'Port': ['ID=2892d5c4-d4e9-42d6-be03-e7afacceb1a0,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:11.099899 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b06791-a95d-4fec-9d85-1b4cbf96b3ec None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:11:11.106597 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-0574b622-8f51-4814-9baa-098d0b0ffa06 None None] Attempting to bind port 2892d5c4-d4e9-42d6-be03-e7afacceb1a0 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:11:11.106976 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-0574b622-8f51-4814-9baa-098d0b0ffa06 None None] Attempting to bind port 2892d5c4-d4e9-42d6-be03-e7afacceb1a0 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:11:11.107350 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0574b622-8f51-4814-9baa-098d0b0ffa06 None None] Attempting to bind port 2892d5c4-d4e9-42d6-be03-e7afacceb1a0 on network ef732b55-2b3c-4048-85da-0a8ac273c14b {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:11:11.110244 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114a810e-5cf2-4c80-992e-1ab5c2673ce6 admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:11:11.116667 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-114a810e-5cf2-4c80-992e-1ab5c2673ce6 admin admin] 10.222.0.20 "PUT /v2.0/routers/73628c1f-b000-4e8f-8e2b-f759cf4cfed0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0799007 Nov 12 02:11:11.130479 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0574b622-8f51-4814-9baa-098d0b0ffa06 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:11:11.130933 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0574b622-8f51-4814-9baa-098d0b0ffa06 None None] Checking segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:11:11.131239 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0574b622-8f51-4814-9baa-098d0b0ffa06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:11.131693 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0574b622-8f51-4814-9baa-098d0b0ffa06 None None] Bound using segment: {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:11:11.132181 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [None req-0574b622-8f51-4814-9baa-098d0b0ffa06 None None] Bound port: 2892d5c4-d4e9-42d6-be03-e7afacceb1a0, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25838c2a-0232-4445-816c-5bdebb46aed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:11:11.132576 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0574b622-8f51-4814-9baa-098d0b0ffa06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:11.251154 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-0574b622-8f51-4814-9baa-098d0b0ffa06 None None] For port 2892d5c4-d4e9-42d6-be03-e7afacceb1a0, host n-d-812236-11, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:11:11.257581 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-0574b622-8f51-4814-9baa-098d0b0ffa06 None None] For port 2892d5c4-d4e9-42d6-be03-e7afacceb1a0, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=2892d5c4-d4e9-42d6-be03-e7afacceb1a0,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:11:11.266243 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-da2a9de1-b3aa-4e8d-9728-059cd36031dd None None] Provisioning complete for port 5633a7e1-3d68-4580-9a6d-4062031f2571 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:11:11.266897 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-da2a9de1-b3aa-4e8d-9728-059cd36031dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:11.270007 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0574b622-8f51-4814-9baa-098d0b0ffa06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:11.321747 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 5633a7e1-3d68-4580-9a6d-4062031f2571 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:11:11.347992 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d1703d-2192-4cc8-900a-2014b696e177 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:11:11.443130 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0574b622-8f51-4814-9baa-098d0b0ffa06 None None] Routers {'73628c1f-b000-4e8f-8e2b-f759cf4cfed0'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:11:11.444445 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-0574b622-8f51-4814-9baa-098d0b0ffa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T02:11:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['73628c1f-b000-4e8f-8e2b-f759cf4cfed0'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:11:11.744729 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4802f06f-953b-49bb-9a9b-5625b164f491 None None] Pushing event updated for resources: {'Port': ['ID=2892d5c4-d4e9-42d6-be03-e7afacceb1a0,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:11.824745 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 5633a7e1-3d68-4580-9a6d-4062031f2571 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:11:11.825160 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:11.845849 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-0574b622-8f51-4814-9baa-098d0b0ffa06 None None] Set router 73628c1f-b000-4e8f-8e2b-f759cf4cfed0 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:11:11.909773 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:11.949233 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-da2a9de1-b3aa-4e8d-9728-059cd36031dd None None] Provisioning complete for port 3e705021-dfa7-4abf-bbb6-0d458b277167 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:11:11.949775 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-da2a9de1-b3aa-4e8d-9728-059cd36031dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:12.088530 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 53330) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:11:12.093967 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-342d325d-e00a-4900-a201-7bd32e27f7a3 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1921733818', 'description': 'tempest-secgroup-smoke-1921733818 description', 'project_id': 'e36de71578744fb280d33057fcfd2fbe'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:11:12.107566 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-da2a9de1-b3aa-4e8d-9728-059cd36031dd None None] Port 3e705021-dfa7-4abf-bbb6-0d458b277167 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:11:12.123461 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-342d325d-e00a-4900-a201-7bd32e27f7a3 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks [] for security_group, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:12.132758 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 768f2561-7f94-4451-a370-9f74f918405e up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:11:12.214340 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-342d325d-e00a-4900-a201-7bd32e27f7a3 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks [] for security_group, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:12.218627 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-342d325d-e00a-4900-a201-7bd32e27f7a3 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:12.244399 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-342d325d-e00a-4900-a201-7bd32e27f7a3 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:12.249152 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-342d325d-e00a-4900-a201-7bd32e27f7a3 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1563413 Nov 12 02:11:12.250231 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 53332) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:11:12.258940 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-810e03c3-ee9d-4866-97f8-96fb5ad3b1be tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Request body: {'security_group_rule': {'security_group_id': '11c92151-e6f8-4c75-82e8-fa15dcdf827d', 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:11:12.260439 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-a4bba5af-989b-45d8-a91d-369758a3efe6 None None] Provisioning complete for port 2892d5c4-d4e9-42d6-be03-e7afacceb1a0 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:11:12.260939 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a4bba5af-989b-45d8-a91d-369758a3efe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:12.268061 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d325d-e00a-4900-a201-7bd32e27f7a3 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11c92151-e6f8-4c75-82e8-fa15dcdf827d,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:12.296833 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 768f2561-7f94-4451-a370-9f74f918405e triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:11:12.297274 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:12.304896 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-810e03c3-ee9d-4866-97f8-96fb5ad3b1be tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:12.353409 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-0574b622-8f51-4814-9baa-098d0b0ffa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73628c1f-b000-4e8f-8e2b-f759cf4cfed0', 'name': 'tempest-TestSnapshotPattern-806956845-router', 'tenant_id': '0a087e6d1bcf4fc2a5e633da4b5e7ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '2892d5c4-d4e9-42d6-be03-e7afacceb1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:11:07Z', 'updated_at': '2021-11-12T02:11:10Z', 'revision_number': 4, 'project_id': '0a087e6d1bcf4fc2a5e633da4b5e7ac2', 'gw_port': {'id': '2892d5c4-d4e9-42d6-be03-e7afacceb1a0', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d5:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73628c1f-b000-4e8f-8e2b-f759cf4cfed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:11:07Z', 'updated_at': '2021-11-12T02:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '3e705021-dfa7-4abf-bbb6-0d458b277167', 'name': '', 'network_id': '35ee502e-06ed-45dc-8071-0500c092d204', 'tenant_id': '0a087e6d1bcf4fc2a5e633da4b5e7ac2', 'mac_address': 'fa:16:3e:98:a1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73628c1f-b000-4e8f-8e2b-f759cf4cfed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'a755b5bb-3466-4d5e-9740-edeab0b278ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:11:09Z', 'updated_at': '2021-11-12T02:11:10Z', 'revision_number': 2, 'project_id': '0a087e6d1bcf4fc2a5e633da4b5e7ac2', 'subnets': [{'id': 'a755b5bb-3466-4d5e-9740-edeab0b278ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:11:12.378523 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-810e03c3-ee9d-4866-97f8-96fb5ad3b1be tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:12.383804 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-810e03c3-ee9d-4866-97f8-96fb5ad3b1be tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:12.393449 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0574b622-8f51-4814-9baa-098d0b0ffa06 None None] The sync data for ids ['73628c1f-b000-4e8f-8e2b-f759cf4cfed0'] in n-d-812236-11 is: [{'id': '73628c1f-b000-4e8f-8e2b-f759cf4cfed0', 'name': 'tempest-TestSnapshotPattern-806956845-router', 'tenant_id': '0a087e6d1bcf4fc2a5e633da4b5e7ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '2892d5c4-d4e9-42d6-be03-e7afacceb1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:11:07Z', 'updated_at': '2021-11-12T02:11:10Z', 'revision_number': 4, 'project_id': '0a087e6d1bcf4fc2a5e633da4b5e7ac2', 'gw_port': {'id': '2892d5c4-d4e9-42d6-be03-e7afacceb1a0', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d5:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73628c1f-b000-4e8f-8e2b-f759cf4cfed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:11:07Z', 'updated_at': '2021-11-12T02:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '3e705021-dfa7-4abf-bbb6-0d458b277167', 'name': '', 'network_id': '35ee502e-06ed-45dc-8071-0500c092d204', 'tenant_id': '0a087e6d1bcf4fc2a5e633da4b5e7ac2', 'mac_address': 'fa:16:3e:98:a1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73628c1f-b000-4e8f-8e2b-f759cf4cfed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'a755b5bb-3466-4d5e-9740-edeab0b278ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:11:09Z', 'updated_at': '2021-11-12T02:11:10Z', 'revision_number': 2, 'project_id': '0a087e6d1bcf4fc2a5e633da4b5e7ac2', 'subnets': [{'id': 'a755b5bb-3466-4d5e-9740-edeab0b278ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:11:12.403489 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810e03c3-ee9d-4866-97f8-96fb5ad3b1be tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41eff6c1-d6e5-4306-b184-c2cd3400a676,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:12.415310 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-810e03c3-ee9d-4866-97f8-96fb5ad3b1be tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:12.419713 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 53334) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:11:12.419911 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-810e03c3-ee9d-4866-97f8-96fb5ad3b1be tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1679809 Nov 12 02:11:12.426802 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-9097858c-74bc-40b0-9f8b-38d2daae385b tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Request body: {'security_group_rule': {'security_group_id': '11c92151-e6f8-4c75-82e8-fa15dcdf827d', 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:11:12.466291 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9097858c-74bc-40b0-9f8b-38d2daae385b tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:12.479389 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a4bba5af-989b-45d8-a91d-369758a3efe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:12.506951 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-a4bba5af-989b-45d8-a91d-369758a3efe6 None None] For port 2892d5c4-d4e9-42d6-be03-e7afacceb1a0, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=2892d5c4-d4e9-42d6-be03-e7afacceb1a0,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:11:12.511723 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a4bba5af-989b-45d8-a91d-369758a3efe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:12.548554 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9097858c-74bc-40b0-9f8b-38d2daae385b tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:12.553824 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9097858c-74bc-40b0-9f8b-38d2daae385b tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:12.558792 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-a4bba5af-989b-45d8-a91d-369758a3efe6 None None] Provisioning complete for port 3e705021-dfa7-4abf-bbb6-0d458b277167 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:11:12.559162 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a4bba5af-989b-45d8-a91d-369758a3efe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:12.581724 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9097858c-74bc-40b0-9f8b-38d2daae385b tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49423129-a54b-4d68-9d47-e03b8e7116c8,revision_number=0']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:12.589709 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9097858c-74bc-40b0-9f8b-38d2daae385b tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:12.590951 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-9097858c-74bc-40b0-9f8b-38d2daae385b tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1697609 Nov 12 02:11:12.593996 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 53336) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:11:12.599329 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-13b39629-79dd-4324-8e5d-ecd60e4c1294 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Request body: {'security_group_rule': {'security_group_id': '11c92151-e6f8-4c75-82e8-fa15dcdf827d', 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:11:12.602112 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bba5af-989b-45d8-a91d-369758a3efe6 None None] Pushing event updated for resources: {'Port': ['ID=2892d5c4-d4e9-42d6-be03-e7afacceb1a0,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:12.613784 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-a4bba5af-989b-45d8-a91d-369758a3efe6 None None] Port 3e705021-dfa7-4abf-bbb6-0d458b277167 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:11:12.674719 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-13b39629-79dd-4324-8e5d-ecd60e4c1294 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:12.747918 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-13b39629-79dd-4324-8e5d-ecd60e4c1294 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:12.752535 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-13b39629-79dd-4324-8e5d-ecd60e4c1294 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:12.777842 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b39629-79dd-4324-8e5d-ecd60e4c1294 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bfeaf87-e37b-4eb2-88eb-d86b611fa434,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:12.784041 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-13b39629-79dd-4324-8e5d-ecd60e4c1294 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:12.785200 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-13b39629-79dd-4324-8e5d-ecd60e4c1294 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1901937 Nov 12 02:11:12.788535 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 53338) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:11:12.793193 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-a4bbffe2-5069-469e-96cc-735e80fe0427 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Request body: {'security_group_rule': {'security_group_id': '11c92151-e6f8-4c75-82e8-fa15dcdf827d', 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:11:12.823461 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a4bbffe2-5069-469e-96cc-735e80fe0427 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:12.889422 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a4bbffe2-5069-469e-96cc-735e80fe0427 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:12.893807 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a4bbffe2-5069-469e-96cc-735e80fe0427 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:12.913230 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bbffe2-5069-469e-96cc-735e80fe0427 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0218ac18-289e-4f05-b8a4-a54f6575680d,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:12.922104 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a4bbffe2-5069-469e-96cc-735e80fe0427 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:12.923343 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a4bbffe2-5069-469e-96cc-735e80fe0427 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1337922 Nov 12 02:11:12.926324 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 53340) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:11:12.931786 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-7cbe6803-bba5-4c88-967f-c733ed19991a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Request body: {'security_group_rule': {'security_group_id': '11c92151-e6f8-4c75-82e8-fa15dcdf827d', 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:11:12.955865 n-d-812236-11 neutron-server[102662]: INFO neutron.db.securitygroups_db [None req-7cbe6803-bba5-4c88-967f-c733ed19991a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Project e36de71578744fb280d33057fcfd2fbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 02:11:12.961737 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7cbe6803-bba5-4c88-967f-c733ed19991a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:13.030402 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7cbe6803-bba5-4c88-967f-c733ed19991a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:13.034917 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7cbe6803-bba5-4c88-967f-c733ed19991a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:13.056595 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe6803-bba5-4c88-967f-c733ed19991a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41446016-eaf3-42aa-968b-2309917b06aa,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:13.066154 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7cbe6803-bba5-4c88-967f-c733ed19991a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:13.067430 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-7cbe6803-bba5-4c88-967f-c733ed19991a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1400857 Nov 12 02:11:13.070280 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 53342) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:11:13.075146 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-a0372ef0-6071-4788-b8fc-79c1d687361f tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Request body: {'security_group_rule': {'security_group_id': '11c92151-e6f8-4c75-82e8-fa15dcdf827d', 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:11:13.119347 n-d-812236-11 neutron-server[102662]: INFO neutron.db.securitygroups_db [None req-a0372ef0-6071-4788-b8fc-79c1d687361f tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Project e36de71578744fb280d33057fcfd2fbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 02:11:13.125360 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a0372ef0-6071-4788-b8fc-79c1d687361f tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:13.217882 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a0372ef0-6071-4788-b8fc-79c1d687361f tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:13.223854 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a0372ef0-6071-4788-b8fc-79c1d687361f tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510594'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:13.239630 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 2892d5c4-d4e9-42d6-be03-e7afacceb1a0 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:11:13.252740 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0372ef0-6071-4788-b8fc-79c1d687361f tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03ae5d6d-6c7e-425d-8e0f-2e455c8803e1,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:13.262839 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a0372ef0-6071-4788-b8fc-79c1d687361f tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:13.273988 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-a0372ef0-6071-4788-b8fc-79c1d687361f tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2024620 Nov 12 02:11:13.299341 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 2892d5c4-d4e9-42d6-be03-e7afacceb1a0 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:11:13.299716 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:13.438319 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9536c1cc-3d24-4079-b555-4b7285349637 req-1b279e3c-ea8b-436c-90a4-440c7558196d tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1921733818&fields=id&tenant_id=e36de71578744fb280d33057fcfd2fbe HTTP/1.1" status: 200 len: 267 time: 0.0519876 Nov 12 02:11:13.562499 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536c1cc-3d24-4079-b555-4b7285349637 req-cffb8837-1358-4146-aca9-01b58d556724 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:13.564105 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9536c1cc-3d24-4079-b555-4b7285349637 req-cffb8837-1358-4146-aca9-01b58d556724 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/networks?id=e0db1bc6-d250-4b3d-b02c-198499bd83f2 HTTP/1.1" status: 200 len: 810 time: 0.1188393 Nov 12 02:11:13.583622 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9536c1cc-3d24-4079-b555-4b7285349637 req-8c561808-af16-4a7d-933f-a9483911f505 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/quotas/e36de71578744fb280d33057fcfd2fbe HTTP/1.1" status: 200 len: 375 time: 0.0109277 Nov 12 02:11:13.648380 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9536c1cc-3d24-4079-b555-4b7285349637 req-dd1cd7b0-45ed-4e3f-aada-cb6fd5c9e847 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e36de71578744fb280d33057fcfd2fbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560610 Nov 12 02:11:13.653996 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:13.768020 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [req-9536c1cc-3d24-4079-b555-4b7285349637 req-6beccac1-df10-4841-9baa-b32e14b0c09c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:11:13.769140 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9536c1cc-3d24-4079-b555-4b7285349637 req-6beccac1-df10-4841-9baa-b32e14b0c09c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1081820 Nov 12 02:11:13.863242 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9536c1cc-3d24-4079-b555-4b7285349637 req-ae43eecc-7fb5-44de-a277-38bf3ef73045 service neutron] 10.222.0.20 "GET /v2.0/networks/e0db1bc6-d250-4b3d-b02c-198499bd83f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863893 Nov 12 02:11:13.962201 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9536c1cc-3d24-4079-b555-4b7285349637 req-7a7a6517-3024-454b-ac4d-6d77914b3410 service neutron] 10.222.0.20 "GET /v2.0/networks/e0db1bc6-d250-4b3d-b02c-198499bd83f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915306 Nov 12 02:11:14.128978 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-4c103895-522d-4a13-a8d5-730eca77b765 req-fb634d61-e9d0-412f-94f5-e076ec770e85 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/ports?device_id=daadebee-b06a-4526-9679-fd2a7a3addb4 HTTP/1.1" status: 200 len: 210 time: 0.0287299 Nov 12 02:11:14.487214 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d7171c-22e4-410c-ae27-06d5c9633be4 None None] Sync routers for ids ['73628c1f-b000-4e8f-8e2b-f759cf4cfed0'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:11:14.499089 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d7171c-22e4-410c-ae27-06d5c9633be4 None None] Routers {'73628c1f-b000-4e8f-8e2b-f759cf4cfed0'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:11:14.499707 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-41d7171c-22e4-410c-ae27-06d5c9633be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T02:11:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['73628c1f-b000-4e8f-8e2b-f759cf4cfed0'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:11:14.620939 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-41d7171c-22e4-410c-ae27-06d5c9633be4 None None] Set router 73628c1f-b000-4e8f-8e2b-f759cf4cfed0 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:11:14.827455 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-41d7171c-22e4-410c-ae27-06d5c9633be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73628c1f-b000-4e8f-8e2b-f759cf4cfed0', 'name': 'tempest-TestSnapshotPattern-806956845-router', 'tenant_id': '0a087e6d1bcf4fc2a5e633da4b5e7ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '2892d5c4-d4e9-42d6-be03-e7afacceb1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:11:07Z', 'updated_at': '2021-11-12T02:11:10Z', 'revision_number': 4, 'project_id': '0a087e6d1bcf4fc2a5e633da4b5e7ac2', 'gw_port': {'id': '2892d5c4-d4e9-42d6-be03-e7afacceb1a0', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73628c1f-b000-4e8f-8e2b-f759cf4cfed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:11:07Z', 'updated_at': '2021-11-12T02:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '3e705021-dfa7-4abf-bbb6-0d458b277167', 'name': '', 'network_id': '35ee502e-06ed-45dc-8071-0500c092d204', 'tenant_id': '0a087e6d1bcf4fc2a5e633da4b5e7ac2', 'mac_address': 'fa:16:3e:98:a1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73628c1f-b000-4e8f-8e2b-f759cf4cfed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'a755b5bb-3466-4d5e-9740-edeab0b278ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:11:09Z', 'updated_at': '2021-11-12T02:11:10Z', 'revision_number': 2, 'project_id': '0a087e6d1bcf4fc2a5e633da4b5e7ac2', 'subnets': [{'id': 'a755b5bb-3466-4d5e-9740-edeab0b278ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:11:14.858358 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d7171c-22e4-410c-ae27-06d5c9633be4 None None] Checking router: 73628c1f-b000-4e8f-8e2b-f759cf4cfed0 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:11:14.858707 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d7171c-22e4-410c-ae27-06d5c9633be4 None None] Updating router 73628c1f-b000-4e8f-8e2b-f759cf4cfed0 port 3e705021-dfa7-4abf-bbb6-0d458b277167 binding host n-d-812236-11 {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:11:14.883405 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-41d7171c-22e4-410c-ae27-06d5c9633be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:15.164218 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-41d7171c-22e4-410c-ae27-06d5c9633be4 None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:15.172025 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-41d7171c-22e4-410c-ae27-06d5c9633be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:15.229497 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f00dd-ff6b-4374-911c-1eab479be89c None None] Pushing event updated for resources: {'Port': ['ID=3e705021-dfa7-4abf-bbb6-0d458b277167,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:15.280182 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ae31fec5-4717-4cdd-b6fe-5c7fa4802008 req-662f4531-d282-42e9-8e47-fbfb18ae867a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/ports?device_id=daadebee-b06a-4526-9679-fd2a7a3addb4 HTTP/1.1" status: 200 len: 210 time: 0.0634193 Nov 12 02:11:15.293815 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-41d7171c-22e4-410c-ae27-06d5c9633be4 None None] Attempting to bind port 3e705021-dfa7-4abf-bbb6-0d458b277167 on host n-d-812236-11 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:11:15.294495 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-41d7171c-22e4-410c-ae27-06d5c9633be4 None None] Attempting to bind port 3e705021-dfa7-4abf-bbb6-0d458b277167 by drivers openvswitch,hyperv on host n-d-812236-11 at level 0 using segments [{'id': '35311055-81db-459b-a785-adcf03eac1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '35ee502e-06ed-45dc-8071-0500c092d204'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:11:15.294645 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536c1cc-3d24-4079-b555-4b7285349637 req-1ac426f9-20af-40c2-8d8c-2516a657a994 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:15.295270 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d7171c-22e4-410c-ae27-06d5c9633be4 None None] Attempting to bind port 3e705021-dfa7-4abf-bbb6-0d458b277167 on network 35ee502e-06ed-45dc-8071-0500c092d204 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:11:15.296125 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9536c1cc-3d24-4079-b555-4b7285349637 req-1ac426f9-20af-40c2-8d8c-2516a657a994 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.54 "GET /v2.0/networks?id=e0db1bc6-d250-4b3d-b02c-198499bd83f2 HTTP/1.1" status: 200 len: 810 time: 0.1861761 Nov 12 02:11:15.301674 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d7171c-22e4-410c-ae27-06d5c9633be4 None None] Checking agent: {'id': '9eeda747-5c71-4318-8acc-a1339e91cc1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812236-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:11:15.302140 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d7171c-22e4-410c-ae27-06d5c9633be4 None None] Checking segment: {'id': '35311055-81db-459b-a785-adcf03eac1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '35ee502e-06ed-45dc-8071-0500c092d204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:11:15.302604 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-41d7171c-22e4-410c-ae27-06d5c9633be4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:15.303182 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d7171c-22e4-410c-ae27-06d5c9633be4 None None] Bound using segment: {'id': '35311055-81db-459b-a785-adcf03eac1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '35ee502e-06ed-45dc-8071-0500c092d204'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:11:15.304017 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-41d7171c-22e4-410c-ae27-06d5c9633be4 None None] Bound port: 3e705021-dfa7-4abf-bbb6-0d458b277167, host: n-d-812236-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35311055-81db-459b-a785-adcf03eac1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '35ee502e-06ed-45dc-8071-0500c092d204'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:11:15.304163 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-41d7171c-22e4-410c-ae27-06d5c9633be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:15.343894 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:11:15.378015 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-41d7171c-22e4-410c-ae27-06d5c9633be4 None None] For port 3e705021-dfa7-4abf-bbb6-0d458b277167, host n-d-812236-11, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:11:15.381721 n-d-812236-11 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-41d7171c-22e4-410c-ae27-06d5c9633be4 None None] For port 3e705021-dfa7-4abf-bbb6-0d458b277167, host n-d-812236-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=3e705021-dfa7-4abf-bbb6-0d458b277167,segment=NetworkSegment(35311055-81db-459b-a785-adcf03eac1c5),segment_id=35311055-81db-459b-a785-adcf03eac1c5)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:11:15.386708 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9536c1cc-3d24-4079-b555-4b7285349637 req-d3b027d6-94ad-4715-91b4-39184937f7f8 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e36de71578744fb280d33057fcfd2fbe HTTP/1.1" status: 200 len: 380 time: 0.0730081 Nov 12 02:11:15.387026 n-d-812236-11 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-41d7171c-22e4-410c-ae27-06d5c9633be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:15.414116 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-9536c1cc-3d24-4079-b555-4b7285349637 req-92c9341e-1a18-4eca-94ef-3e0f07ac8202 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Request body: {'port': {'device_id': 'daadebee-b06a-4526-9679-fd2a7a3addb4', 'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2', 'admin_state_up': True, 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'security_groups': ['11c92151-e6f8-4c75-82e8-fa15dcdf827d']}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:11:15.463465 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f00dd-ff6b-4374-911c-1eab479be89c None None] Pushing event updated for resources: {'Port': ['ID=3e705021-dfa7-4abf-bbb6-0d458b277167,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:15.472016 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d7171c-22e4-410c-ae27-06d5c9633be4 None None] Routers {'73628c1f-b000-4e8f-8e2b-f759cf4cfed0'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:11:15.472654 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-41d7171c-22e4-410c-ae27-06d5c9633be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T02:11:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['73628c1f-b000-4e8f-8e2b-f759cf4cfed0'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:11:15.546702 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9536c1cc-3d24-4079-b555-4b7285349637 req-92c9341e-1a18-4eca-94ef-3e0f07ac8202 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Made reservation on behalf of e36de71578744fb280d33057fcfd2fbe for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:11:15.554822 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9536c1cc-3d24-4079-b555-4b7285349637 req-92c9341e-1a18-4eca-94ef-3e0f07ac8202 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:15.559337 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-db1938eb-a3e0-4774-ade1-b902fa8b17fa None None] Provisioning complete for port 3e705021-dfa7-4abf-bbb6-0d458b277167 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:11:15.560304 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-db1938eb-a3e0-4774-ade1-b902fa8b17fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:15.610334 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-41d7171c-22e4-410c-ae27-06d5c9633be4 None None] Set router 73628c1f-b000-4e8f-8e2b-f759cf4cfed0 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:11:15.666042 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-db1938eb-a3e0-4774-ade1-b902fa8b17fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:15.712192 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-db1938eb-a3e0-4774-ade1-b902fa8b17fa None None] For port 3e705021-dfa7-4abf-bbb6-0d458b277167, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=3e705021-dfa7-4abf-bbb6-0d458b277167,segment=NetworkSegment(35311055-81db-459b-a785-adcf03eac1c5),segment_id=35311055-81db-459b-a785-adcf03eac1c5)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:11:15.718997 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-db1938eb-a3e0-4774-ade1-b902fa8b17fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:15.741903 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-9536c1cc-3d24-4079-b555-4b7285349637 req-92c9341e-1a18-4eca-94ef-3e0f07ac8202 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Allocated IP 172.20.0.7 (e0db1bc6-d250-4b3d-b02c-198499bd83f2/3458434a-8084-40e1-8181-2e1ea27d305d/66f7c766-d29a-4746-8192-45d76a6c5be1) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:11:15.795875 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1938eb-a3e0-4774-ade1-b902fa8b17fa None None] Pushing event updated for resources: {'Port': ['ID=3e705021-dfa7-4abf-bbb6-0d458b277167,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:15.842831 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-d174ad6f-13df-4e5f-bed4-9fcffb7fd205 None None] Provisioning complete for port 3e705021-dfa7-4abf-bbb6-0d458b277167 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:11:15.843487 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d174ad6f-13df-4e5f-bed4-9fcffb7fd205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:15.889581 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-41d7171c-22e4-410c-ae27-06d5c9633be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73628c1f-b000-4e8f-8e2b-f759cf4cfed0', 'name': 'tempest-TestSnapshotPattern-806956845-router', 'tenant_id': '0a087e6d1bcf4fc2a5e633da4b5e7ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '2892d5c4-d4e9-42d6-be03-e7afacceb1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:11:07Z', 'updated_at': '2021-11-12T02:11:10Z', 'revision_number': 4, 'project_id': '0a087e6d1bcf4fc2a5e633da4b5e7ac2', 'gw_port': {'id': '2892d5c4-d4e9-42d6-be03-e7afacceb1a0', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73628c1f-b000-4e8f-8e2b-f759cf4cfed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:11:07Z', 'updated_at': '2021-11-12T02:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '3e705021-dfa7-4abf-bbb6-0d458b277167', 'name': '', 'network_id': '35ee502e-06ed-45dc-8071-0500c092d204', 'tenant_id': '0a087e6d1bcf4fc2a5e633da4b5e7ac2', 'mac_address': 'fa:16:3e:98:a1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73628c1f-b000-4e8f-8e2b-f759cf4cfed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'a755b5bb-3466-4d5e-9740-edeab0b278ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:11:09Z', 'updated_at': '2021-11-12T02:11:15Z', 'revision_number': 4, 'project_id': '0a087e6d1bcf4fc2a5e633da4b5e7ac2', 'subnets': [{'id': 'a755b5bb-3466-4d5e-9740-edeab0b278ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:11:15.920736 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d7171c-22e4-410c-ae27-06d5c9633be4 None None] The sync data for ids ['73628c1f-b000-4e8f-8e2b-f759cf4cfed0'] in n-d-812236-11 is: [{'id': '73628c1f-b000-4e8f-8e2b-f759cf4cfed0', 'name': 'tempest-TestSnapshotPattern-806956845-router', 'tenant_id': '0a087e6d1bcf4fc2a5e633da4b5e7ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '2892d5c4-d4e9-42d6-be03-e7afacceb1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:11:07Z', 'updated_at': '2021-11-12T02:11:10Z', 'revision_number': 4, 'project_id': '0a087e6d1bcf4fc2a5e633da4b5e7ac2', 'gw_port': {'id': '2892d5c4-d4e9-42d6-be03-e7afacceb1a0', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73628c1f-b000-4e8f-8e2b-f759cf4cfed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:11:07Z', 'updated_at': '2021-11-12T02:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '3e705021-dfa7-4abf-bbb6-0d458b277167', 'name': '', 'network_id': '35ee502e-06ed-45dc-8071-0500c092d204', 'tenant_id': '0a087e6d1bcf4fc2a5e633da4b5e7ac2', 'mac_address': 'fa:16:3e:98:a1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73628c1f-b000-4e8f-8e2b-f759cf4cfed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'a755b5bb-3466-4d5e-9740-edeab0b278ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:11:09Z', 'updated_at': '2021-11-12T02:11:15Z', 'revision_number': 4, 'project_id': '0a087e6d1bcf4fc2a5e633da4b5e7ac2', 'subnets': [{'id': 'a755b5bb-3466-4d5e-9740-edeab0b278ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:11:15.923781 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9536c1cc-3d24-4079-b555-4b7285349637 req-92c9341e-1a18-4eca-94ef-3e0f07ac8202 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:15.968320 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9536c1cc-3d24-4079-b555-4b7285349637 req-92c9341e-1a18-4eca-94ef-3e0f07ac8202 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:16.022995 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9536c1cc-3d24-4079-b555-4b7285349637 req-92c9341e-1a18-4eca-94ef-3e0f07ac8202 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Network e0db1bc6-d250-4b3d-b02c-198499bd83f2 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:11:16.026454 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-9536c1cc-3d24-4079-b555-4b7285349637 req-92c9341e-1a18-4eca-94ef-3e0f07ac8202 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:11:16.028950 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-9536c1cc-3d24-4079-b555-4b7285349637 req-92c9341e-1a18-4eca-94ef-3e0f07ac8202 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:11:16.059407 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c9341e-1a18-4eca-94ef-3e0f07ac8202 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Pushing event updated for resources: {'Port': ['ID=66f7c766-d29a-4746-8192-45d76a6c5be1,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:16.102074 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536c1cc-3d24-4079-b555-4b7285349637 req-92c9341e-1a18-4eca-94ef-3e0f07ac8202 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:16.102747 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9536c1cc-3d24-4079-b555-4b7285349637 req-92c9341e-1a18-4eca-94ef-3e0f07ac8202 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:16.127130 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9536c1cc-3d24-4079-b555-4b7285349637 req-92c9341e-1a18-4eca-94ef-3e0f07ac8202 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7209318 Nov 12 02:11:16.146357 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [req-9536c1cc-3d24-4079-b555-4b7285349637 req-bae28234-2175-442f-9b8d-02f8fe2f65b1 service neutron] Request body: {'port': {'device_id': 'daadebee-b06a-4526-9679-fd2a7a3addb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812236-11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:11:16.214618 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9536c1cc-3d24-4079-b555-4b7285349637 req-bae28234-2175-442f-9b8d-02f8fe2f65b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:16.363359 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-5abd7c46-b2e4-4d86-85ce-5e10b3bae4f3 None None] Provisioning complete for port 66f7c766-d29a-4746-8192-45d76a6c5be1 triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:11:16.363973 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5abd7c46-b2e4-4d86-85ce-5e10b3bae4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:16.405730 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-5abd7c46-b2e4-4d86-85ce-5e10b3bae4f3 None None] Port 66f7c766-d29a-4746-8192-45d76a6c5be1 cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:11:16.428611 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb171c35-5749-4bd0-9bd6-63b3b8c97172 req-346071f7-d2fe-4a7a-bae6-7b801668edd1 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:16.430530 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb171c35-5749-4bd0-9bd6-63b3b8c97172 req-346071f7-d2fe-4a7a-bae6-7b801668edd1 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/ports?device_id=daadebee-b06a-4526-9679-fd2a7a3addb4 HTTP/1.1" status: 200 len: 931 time: 0.0606925 Nov 12 02:11:16.498313 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cb171c35-5749-4bd0-9bd6-63b3b8c97172 req-80aaa751-9e38-4534-ad3c-b80aae13aa3a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/security-groups?id=11c92151-e6f8-4c75-82e8-fa15dcdf827d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598836 Nov 12 02:11:16.549717 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [req-9536c1cc-3d24-4079-b555-4b7285349637 req-bae28234-2175-442f-9b8d-02f8fe2f65b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66f7c766-d29a-4746-8192-45d76a6c5be1 {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:11:16.558431 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9536c1cc-3d24-4079-b555-4b7285349637 req-bae28234-2175-442f-9b8d-02f8fe2f65b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:16.575372 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-9536c1cc-3d24-4079-b555-4b7285349637 req-bae28234-2175-442f-9b8d-02f8fe2f65b1 service neutron] Transition to ACTIVE for port object 66f7c766-d29a-4746-8192-45d76a6c5be1 will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:11:16.579505 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9536c1cc-3d24-4079-b555-4b7285349637 req-bae28234-2175-442f-9b8d-02f8fe2f65b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:16.635699 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae28234-2175-442f-9b8d-02f8fe2f65b1 service neutron] Pushing event updated for resources: {'Port': ['ID=66f7c766-d29a-4746-8192-45d76a6c5be1,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:16.708860 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-9536c1cc-3d24-4079-b555-4b7285349637 req-bae28234-2175-442f-9b8d-02f8fe2f65b1 service neutron] Attempting to bind port 66f7c766-d29a-4746-8192-45d76a6c5be1 on host n-h2-812236-11 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:11:16.710065 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-9536c1cc-3d24-4079-b555-4b7285349637 req-bae28234-2175-442f-9b8d-02f8fe2f65b1 service neutron] Attempting to bind port 66f7c766-d29a-4746-8192-45d76a6c5be1 by drivers openvswitch,hyperv on host n-h2-812236-11 at level 0 using segments [{'id': 'b0550a58-b523-438b-8c9f-ffe863071649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:11:16.710460 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9536c1cc-3d24-4079-b555-4b7285349637 req-bae28234-2175-442f-9b8d-02f8fe2f65b1 service neutron] Attempting to bind port 66f7c766-d29a-4746-8192-45d76a6c5be1 on network e0db1bc6-d250-4b3d-b02c-198499bd83f2 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:11:16.715593 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9536c1cc-3d24-4079-b555-4b7285349637 req-bae28234-2175-442f-9b8d-02f8fe2f65b1 service neutron] Port 66f7c766-d29a-4746-8192-45d76a6c5be1 on network e0db1bc6-d250-4b3d-b02c-198499bd83f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-812236-11 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:11:16.715940 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9536c1cc-3d24-4079-b555-4b7285349637 req-bae28234-2175-442f-9b8d-02f8fe2f65b1 service neutron] Attempting to bind port 66f7c766-d29a-4746-8192-45d76a6c5be1 on network e0db1bc6-d250-4b3d-b02c-198499bd83f2 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:11:16.722062 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9536c1cc-3d24-4079-b555-4b7285349637 req-bae28234-2175-442f-9b8d-02f8fe2f65b1 service neutron] Checking agent: {'id': 'a1bbab71-4de7-474e-9a3c-d5c5f09d62b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:11:16.722404 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9536c1cc-3d24-4079-b555-4b7285349637 req-bae28234-2175-442f-9b8d-02f8fe2f65b1 service neutron] Checking segment: {'id': 'b0550a58-b523-438b-8c9f-ffe863071649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:11:16.722790 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9536c1cc-3d24-4079-b555-4b7285349637 req-bae28234-2175-442f-9b8d-02f8fe2f65b1 service neutron] Bound using segment: {'id': 'b0550a58-b523-438b-8c9f-ffe863071649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:11:16.723225 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-9536c1cc-3d24-4079-b555-4b7285349637 req-bae28234-2175-442f-9b8d-02f8fe2f65b1 service neutron] Bound port: 66f7c766-d29a-4746-8192-45d76a6c5be1, host: n-h2-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0550a58-b523-438b-8c9f-ffe863071649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:11:16.723583 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9536c1cc-3d24-4079-b555-4b7285349637 req-bae28234-2175-442f-9b8d-02f8fe2f65b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:16.805854 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-9536c1cc-3d24-4079-b555-4b7285349637 req-bae28234-2175-442f-9b8d-02f8fe2f65b1 service neutron] For port 66f7c766-d29a-4746-8192-45d76a6c5be1, host n-h2-812236-11, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:11:16.810110 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-9536c1cc-3d24-4079-b555-4b7285349637 req-bae28234-2175-442f-9b8d-02f8fe2f65b1 service neutron] For port 66f7c766-d29a-4746-8192-45d76a6c5be1, host n-h2-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=66f7c766-d29a-4746-8192-45d76a6c5be1,segment=NetworkSegment(b0550a58-b523-438b-8c9f-ffe863071649),segment_id=b0550a58-b523-438b-8c9f-ffe863071649)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:11:16.816020 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9536c1cc-3d24-4079-b555-4b7285349637 req-bae28234-2175-442f-9b8d-02f8fe2f65b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:16.860076 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536c1cc-3d24-4079-b555-4b7285349637 req-bae28234-2175-442f-9b8d-02f8fe2f65b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:16.860704 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-9536c1cc-3d24-4079-b555-4b7285349637 req-bae28234-2175-442f-9b8d-02f8fe2f65b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:16.862172 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9536c1cc-3d24-4079-b555-4b7285349637 req-bae28234-2175-442f-9b8d-02f8fe2f65b1 service neutron] 10.222.0.54 "PUT /v2.0/ports/66f7c766-d29a-4746-8192-45d76a6c5be1 HTTP/1.1" status: 200 len: 1092 time: 0.7204950 Nov 12 02:11:16.862640 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daadebee-b06a-4526-9679-fd2a7a3addb4', 'tag': '66f7c766-d29a-4746-8192-45d76a6c5be1'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:11:16.865060 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f20791c62abc78a76d837b2e8f3e70a497c95c8c7e17d957ee036670eec5325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0096c8-b74e-42ef-89b3-6c0231383ca1" -d '{"events": [{"name": "network-changed", "server_uuid": "daadebee-b06a-4526-9679-fd2a7a3addb4", "tag": "66f7c766-d29a-4746-8192-45d76a6c5be1"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:11:16.895073 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae28234-2175-442f-9b8d-02f8fe2f65b1 service neutron] Pushing event updated for resources: {'Port': ['ID=66f7c766-d29a-4746-8192-45d76a6c5be1,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:16.927123 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d0b172-db7f-4740-9fec-003d6782ec56 x-openstack-request-id: req-19d0b172-db7f-4740-9fec-003d6782ec56 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:11:16.927524 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daadebee-b06a-4526-9679-fd2a7a3addb4", "tag": "66f7c766-d29a-4746-8192-45d76a6c5be1", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:11:16.927755 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19d0b172-db7f-4740-9fec-003d6782ec56 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:11:16.928192 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daadebee-b06a-4526-9679-fd2a7a3addb4', 'tag': '66f7c766-d29a-4746-8192-45d76a6c5be1', 'status': 'completed', 'code': 200} Nov 12 02:11:16.989271 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536c1cc-3d24-4079-b555-4b7285349637 req-0e1f2df8-79f5-4d78-a747-74c41157555c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:16.992627 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9536c1cc-3d24-4079-b555-4b7285349637 req-0e1f2df8-79f5-4d78-a747-74c41157555c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e36de71578744fb280d33057fcfd2fbe&device_id=daadebee-b06a-4526-9679-fd2a7a3addb4 HTTP/1.1" status: 200 len: 1095 time: 0.0538807 Nov 12 02:11:17.051528 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9536c1cc-3d24-4079-b555-4b7285349637 req-63cc20c1-e62f-45b7-a027-915d43f8c18a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66f7c766-d29a-4746-8192-45d76a6c5be1 HTTP/1.1" status: 200 len: 217 time: 0.0428414 Nov 12 02:11:17.104578 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536c1cc-3d24-4079-b555-4b7285349637 req-1408111f-82ac-418d-998d-02f6b5478daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:17.106217 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9536c1cc-3d24-4079-b555-4b7285349637 req-1408111f-82ac-418d-998d-02f6b5478daa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3458434a-8084-40e1-8181-2e1ea27d305d HTTP/1.1" status: 200 len: 849 time: 0.0475719 Nov 12 02:11:17.178023 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536c1cc-3d24-4079-b555-4b7285349637 req-169d967a-182e-4bf4-9a59-3faf2074914c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:17.179156 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9536c1cc-3d24-4079-b555-4b7285349637 req-169d967a-182e-4bf4-9a59-3faf2074914c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e0db1bc6-d250-4b3d-b02c-198499bd83f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0645621 Nov 12 02:11:17.197774 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 3e705021-dfa7-4abf-bbb6-0d458b277167 up at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:11:17.247344 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Provisioning complete for port 3e705021-dfa7-4abf-bbb6-0d458b277167 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:11:17.247713 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:17.387484 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9536c1cc-3d24-4079-b555-4b7285349637 req-028d48d5-2214-46c1-8b02-00c7c84cea8e service neutron] 10.222.0.54 "GET /v2.0/networks/e0db1bc6-d250-4b3d-b02c-198499bd83f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899827 Nov 12 02:11:17.486852 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9536c1cc-3d24-4079-b555-4b7285349637 req-9844ff24-0831-435f-a03e-fe55f3c9bb78 service neutron] 10.222.0.54 "GET /v2.0/networks/e0db1bc6-d250-4b3d-b02c-198499bd83f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903969 Nov 12 02:11:17.624820 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0096c8-b74e-42ef-89b3-6c0231383ca1 req-49b65bd3-8e9d-4873-818a-d4d2ebdfaf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:17.626389 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cd0096c8-b74e-42ef-89b3-6c0231383ca1 req-49b65bd3-8e9d-4873-818a-d4d2ebdfaf1c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e36de71578744fb280d33057fcfd2fbe&device_id=daadebee-b06a-4526-9679-fd2a7a3addb4 HTTP/1.1" status: 200 len: 1095 time: 0.0511832 Nov 12 02:11:17.627662 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d600c-0fb2-4097-bd78-53e4e0c27af7 req-af55790c-ca83-43b1-b3ec-4eb9fa059479 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:17.629258 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0c9d600c-0fb2-4097-bd78-53e4e0c27af7 req-af55790c-ca83-43b1-b3ec-4eb9fa059479 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/ports?device_id=daadebee-b06a-4526-9679-fd2a7a3addb4 HTTP/1.1" status: 200 len: 943 time: 0.0568104 Nov 12 02:11:17.708103 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-0c9d600c-0fb2-4097-bd78-53e4e0c27af7 req-93fb753e-193b-4a67-a797-362cc7213dfc tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/security-groups?id=11c92151-e6f8-4c75-82e8-fa15dcdf827d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710814 Nov 12 02:11:17.728318 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0096c8-b74e-42ef-89b3-6c0231383ca1 req-57ef9c39-a266-4967-afd3-a1a438fa901a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:17.729838 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cd0096c8-b74e-42ef-89b3-6c0231383ca1 req-57ef9c39-a266-4967-afd3-a1a438fa901a service neutron] 10.222.0.54 "GET /v2.0/networks?id=e0db1bc6-d250-4b3d-b02c-198499bd83f2 HTTP/1.1" status: 200 len: 911 time: 0.0945723 Nov 12 02:11:17.783172 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cd0096c8-b74e-42ef-89b3-6c0231383ca1 req-a61a179a-ea83-4b34-b767-c949f4ca17e3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66f7c766-d29a-4746-8192-45d76a6c5be1 HTTP/1.1" status: 200 len: 217 time: 0.0390837 Nov 12 02:11:17.838035 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0096c8-b74e-42ef-89b3-6c0231383ca1 req-03710d68-cbe0-4032-99e5-fa664c28148e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:17.839515 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cd0096c8-b74e-42ef-89b3-6c0231383ca1 req-03710d68-cbe0-4032-99e5-fa664c28148e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3458434a-8084-40e1-8181-2e1ea27d305d HTTP/1.1" status: 200 len: 849 time: 0.0473714 Nov 12 02:11:17.890184 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0096c8-b74e-42ef-89b3-6c0231383ca1 req-0ddc88d4-90c5-490c-91c9-dec0112a4670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:17.891705 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cd0096c8-b74e-42ef-89b3-6c0231383ca1 req-0ddc88d4-90c5-490c-91c9-dec0112a4670 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e0db1bc6-d250-4b3d-b02c-198499bd83f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431478 Nov 12 02:11:17.994191 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cd0096c8-b74e-42ef-89b3-6c0231383ca1 req-1137f34e-ff64-4116-b645-89d0a83c0627 service neutron] 10.222.0.54 "GET /v2.0/networks/e0db1bc6-d250-4b3d-b02c-198499bd83f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945904 Nov 12 02:11:18.096489 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-cd0096c8-b74e-42ef-89b3-6c0231383ca1 req-14526f40-e97e-4ff0-ba22-72ce18a0473d service neutron] 10.222.0.54 "GET /v2.0/networks/e0db1bc6-d250-4b3d-b02c-198499bd83f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896616 Nov 12 02:11:18.829435 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a983a-8132-4666-a286-0e2a90ce3a07 req-7853400a-a70f-4524-ad1b-4929a311e4a7 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:18.830882 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ef8a983a-8132-4666-a286-0e2a90ce3a07 req-7853400a-a70f-4524-ad1b-4929a311e4a7 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/ports?device_id=daadebee-b06a-4526-9679-fd2a7a3addb4 HTTP/1.1" status: 200 len: 943 time: 0.0507653 Nov 12 02:11:18.887516 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-ef8a983a-8132-4666-a286-0e2a90ce3a07 req-2db48337-d08a-4732-8adc-7511a92917ab tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/security-groups?id=11c92151-e6f8-4c75-82e8-fa15dcdf827d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499949 Nov 12 02:11:19.729676 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 66f7c766-d29a-4746-8192-45d76a6c5be1 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:11:19.830616 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 66f7c766-d29a-4746-8192-45d76a6c5be1, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=66f7c766-d29a-4746-8192-45d76a6c5be1,segment=NetworkSegment(b0550a58-b523-438b-8c9f-ffe863071649),segment_id=b0550a58-b523-438b-8c9f-ffe863071649)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:11:19.842306 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '66f7c766-d29a-4746-8192-45d76a6c5be1', 'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2', 'port_id': '66f7c766-d29a-4746-8192-45d76a6c5be1', 'mac_address': 'fa:16:3e:c4:1a:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3458434a-8084-40e1-8181-2e1ea27d305d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:11:19.881343 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:19.899975 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66f7c766-d29a-4746-8192-45d76a6c5be1 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:11:19.921982 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 66f7c766-d29a-4746-8192-45d76a6c5be1, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=66f7c766-d29a-4746-8192-45d76a6c5be1,segment=NetworkSegment(b0550a58-b523-438b-8c9f-ffe863071649),segment_id=b0550a58-b523-438b-8c9f-ffe863071649)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:11:19.927651 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:19.980162 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=66f7c766-d29a-4746-8192-45d76a6c5be1,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:20.023193 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d75485-8cdb-4e16-ba2d-7dacbcb7af2f req-72b030c2-96ce-4859-9e0d-ed78c983187c tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:20.024798 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-96d75485-8cdb-4e16-ba2d-7dacbcb7af2f req-72b030c2-96ce-4859-9e0d-ed78c983187c tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/ports?device_id=daadebee-b06a-4526-9679-fd2a7a3addb4 HTTP/1.1" status: 200 len: 944 time: 0.0526137 Nov 12 02:11:20.077657 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-96d75485-8cdb-4e16-ba2d-7dacbcb7af2f req-15e0a9c9-ba3b-47e7-908d-225d04cdd72c tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/security-groups?id=11c92151-e6f8-4c75-82e8-fa15dcdf827d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465322 Nov 12 02:11:20.340870 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['66f7c766-d29a-4746-8192-45d76a6c5be1'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:11:21.200731 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062eeed-e6b1-4353-8eff-ce1ec8b71fc3 req-4981a372-6c9f-4665-80da-ab5924b8cf2e tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:21.202318 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2062eeed-e6b1-4353-8eff-ce1ec8b71fc3 req-4981a372-6c9f-4665-80da-ab5924b8cf2e tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/ports?device_id=daadebee-b06a-4526-9679-fd2a7a3addb4 HTTP/1.1" status: 200 len: 944 time: 0.0520005 Nov 12 02:11:21.254021 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2062eeed-e6b1-4353-8eff-ce1ec8b71fc3 req-dcbcd862-cb7a-4dba-af13-0a843b7d5727 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/security-groups?id=11c92151-e6f8-4c75-82e8-fa15dcdf827d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457230 Nov 12 02:11:21.732719 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 66f7c766-d29a-4746-8192-45d76a6c5be1 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:11:21.792677 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning for port 66f7c766-d29a-4746-8192-45d76a6c5be1 completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:11:21.797153 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 66f7c766-d29a-4746-8192-45d76a6c5be1 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:11:21.797584 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:21.878259 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:21.901667 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daadebee-b06a-4526-9679-fd2a7a3addb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f7c766-d29a-4746-8192-45d76a6c5be1'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:11:21.903958 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f589fb9f8862dfdbd1fb170ce835a8c182cc8b052b64638c52562f284e07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eefe85e-17ad-4292-a67e-c405d8ade286" -d '{"events": [{"server_uuid": "daadebee-b06a-4526-9679-fd2a7a3addb4", "name": "network-vif-plugged", "status": "completed", "tag": "66f7c766-d29a-4746-8192-45d76a6c5be1"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:11:21.917049 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 66f7c766-d29a-4746-8192-45d76a6c5be1, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=66f7c766-d29a-4746-8192-45d76a6c5be1,segment=NetworkSegment(b0550a58-b523-438b-8c9f-ffe863071649),segment_id=b0550a58-b523-438b-8c9f-ffe863071649)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:11:21.922463 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:21.947326 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db187fea-5dae-4b71-89e6-ab9b6eacf1ed x-openstack-request-id: req-db187fea-5dae-4b71-89e6-ab9b6eacf1ed {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:11:21.947616 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daadebee-b06a-4526-9679-fd2a7a3addb4", "name": "network-vif-plugged", "status": "completed", "tag": "66f7c766-d29a-4746-8192-45d76a6c5be1", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:11:21.947867 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-db187fea-5dae-4b71-89e6-ab9b6eacf1ed {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:11:21.948262 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daadebee-b06a-4526-9679-fd2a7a3addb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f7c766-d29a-4746-8192-45d76a6c5be1', 'code': 200} Nov 12 02:11:21.974094 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=66f7c766-d29a-4746-8192-45d76a6c5be1,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:22.102600 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19589852-834a-480d-aab6-beca9ec3a591 req-75c6211a-8f68-4c60-a92e-8ac16877ea21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:22.104561 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-19589852-834a-480d-aab6-beca9ec3a591 req-75c6211a-8f68-4c60-a92e-8ac16877ea21 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=daadebee-b06a-4526-9679-fd2a7a3addb4 HTTP/1.1" status: 200 len: 1097 time: 0.0462046 Nov 12 02:11:22.153511 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-19589852-834a-480d-aab6-beca9ec3a591 req-35ebb009-5730-40a8-86b2-3c417c7f4751 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=11c92151-e6f8-4c75-82e8-fa15dcdf827d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403988 Nov 12 02:11:22.375017 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ce1b0-f617-4ec6-bd0c-d3a3e4cd9999 req-178dd416-62dc-4525-bf01-8b549b4850c7 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:22.376511 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5a5ce1b0-f617-4ec6-bd0c-d3a3e4cd9999 req-178dd416-62dc-4525-bf01-8b549b4850c7 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/ports?device_id=daadebee-b06a-4526-9679-fd2a7a3addb4 HTTP/1.1" status: 200 len: 945 time: 0.0524862 Nov 12 02:11:22.427510 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5a5ce1b0-f617-4ec6-bd0c-d3a3e4cd9999 req-c1f672aa-fbea-4458-a7c6-099a2223844a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/security-groups?id=11c92151-e6f8-4c75-82e8-fa15dcdf827d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442467 Nov 12 02:11:23.561726 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1f2d2-5b41-43f0-917d-6cd53dfd6117 req-f9956b7c-c5e8-49c2-a000-981f436623cb tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:23.563916 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9af1f2d2-5b41-43f0-917d-6cd53dfd6117 req-f9956b7c-c5e8-49c2-a000-981f436623cb tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/ports?device_id=daadebee-b06a-4526-9679-fd2a7a3addb4 HTTP/1.1" status: 200 len: 945 time: 0.0561302 Nov 12 02:11:23.615681 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9af1f2d2-5b41-43f0-917d-6cd53dfd6117 req-24f8731a-2b4b-4d2b-b739-0abf52dee4c8 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/security-groups?id=11c92151-e6f8-4c75-82e8-fa15dcdf827d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446420 Nov 12 02:11:24.730921 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537adfb-29fb-49d7-989b-a5af7fb4652d req-3687a011-6565-481e-9306-a2f3305fb7ad tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:24.732398 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7537adfb-29fb-49d7-989b-a5af7fb4652d req-3687a011-6565-481e-9306-a2f3305fb7ad tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/ports?device_id=daadebee-b06a-4526-9679-fd2a7a3addb4 HTTP/1.1" status: 200 len: 945 time: 0.0485277 Nov 12 02:11:24.781651 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7537adfb-29fb-49d7-989b-a5af7fb4652d req-586ad213-097b-4602-bf05-d446ba492991 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/security-groups?id=11c92151-e6f8-4c75-82e8-fa15dcdf827d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432718 Nov 12 02:11:24.897026 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d841265-8854-4d5b-8a8c-4c20c55eeaf8 req-defc35e1-6dbe-40cc-bb83-6702ffa4fbfd tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:24.898403 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7d841265-8854-4d5b-8a8c-4c20c55eeaf8 req-defc35e1-6dbe-40cc-bb83-6702ffa4fbfd tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/ports?device_id=daadebee-b06a-4526-9679-fd2a7a3addb4 HTTP/1.1" status: 200 len: 945 time: 0.0483241 Nov 12 02:11:24.947231 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-7d841265-8854-4d5b-8a8c-4c20c55eeaf8 req-1431d836-c009-4810-892b-bca251700909 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/security-groups?id=11c92151-e6f8-4c75-82e8-fa15dcdf827d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429699 Nov 12 02:11:24.968340 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 53396) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:11:25.060308 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41a5340-4ef1-4c29-bf23-62f7eb3dde79 tempest-TestSnapshotPattern-2078553669 tempest-TestSnapshotPattern-2078553669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:25.061839 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-b41a5340-4ef1-4c29-bf23-62f7eb3dde79 tempest-TestSnapshotPattern-2078553669 tempest-TestSnapshotPattern-2078553669-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=daadebee-b06a-4526-9679-fd2a7a3addb4 HTTP/1.1" status: 200 len: 1092 time: 0.0925250 Nov 12 02:11:25.064678 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 53400) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:11:25.069129 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [None req-869ca9fa-6bb6-4326-b9e6-86996f90688b tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'port_id': '66f7c766-d29a-4746-8192-45d76a6c5be1', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:11:25.090333 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-869ca9fa-6bb6-4326-b9e6-86996f90688b tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks [] for floatingip, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:25.190339 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-869ca9fa-6bb6-4326-b9e6-86996f90688b tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:25.294007 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-869ca9fa-6bb6-4326-b9e6-86996f90688b tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Allocated IP 172.25.2.25 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/6e4affce-3511-4f07-a0b8-1be59a461b95) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:11:25.395122 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-869ca9fa-6bb6-4326-b9e6-86996f90688b tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:25.429736 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-869ca9fa-6bb6-4326-b9e6-86996f90688b tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:25.465594 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869ca9fa-6bb6-4326-b9e6-86996f90688b tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:11:25.468340 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-869ca9fa-6bb6-4326-b9e6-86996f90688b tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:11:25.479434 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869ca9fa-6bb6-4326-b9e6-86996f90688b tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:11:25.503406 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ca9fa-6bb6-4326-b9e6-86996f90688b tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Pushing event updated for resources: {'Port': ['ID=6e4affce-3511-4f07-a0b8-1be59a461b95,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:26.142557 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-869ca9fa-6bb6-4326-b9e6-86996f90688b tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:26.215978 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-869ca9fa-6bb6-4326-b9e6-86996f90688b tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:26.359261 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-869ca9fa-6bb6-4326-b9e6-86996f90688b tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:26.363680 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-869ca9fa-6bb6-4326-b9e6-86996f90688b tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:26.433964 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ca9fa-6bb6-4326-b9e6-86996f90688b tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Pushing event updated for resources: {'Port': ['ID=6e4affce-3511-4f07-a0b8-1be59a461b95,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:26.447952 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-869ca9fa-6bb6-4326-b9e6-86996f90688b tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:26.549468 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [None req-869ca9fa-6bb6-4326-b9e6-86996f90688b tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Floating IP 814abd9b-9ff2-4048-8cd0-ae2b5ab67e4a associated. External IP: 172.25.2.25, port: 66f7c766-d29a-4746-8192-45d76a6c5be1. Nov 12 02:11:26.758272 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869ca9fa-6bb6-4326-b9e6-86996f90688b tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Router 1e5a71e4-1405-483e-bb08-ce3ba3880115 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:11:26.870612 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869ca9fa-6bb6-4326-b9e6-86996f90688b tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:11:26.880410 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f50015-9329-4ce9-88f0-472d59ef83b5 None None] Sync routers for ids ['1e5a71e4-1405-483e-bb08-ce3ba3880115'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:11:26.889513 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-869ca9fa-6bb6-4326-b9e6-86996f90688b tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:26.891817 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f50015-9329-4ce9-88f0-472d59ef83b5 None None] Routers {'1e5a71e4-1405-483e-bb08-ce3ba3880115'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:11:26.893811 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-f5f50015-9329-4ce9-88f0-472d59ef83b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T02:11:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['1e5a71e4-1405-483e-bb08-ce3ba3880115'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:11:26.917893 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-869ca9fa-6bb6-4326-b9e6-86996f90688b tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8522058 Nov 12 02:11:26.918539 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daadebee-b06a-4526-9679-fd2a7a3addb4', 'tag': '66f7c766-d29a-4746-8192-45d76a6c5be1'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:11:26.920790 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be10c6201f4a6af1b4f88844b1b0aabab5fd97a2a103bbbe8677b2ad1e6c711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7551591a-4edc-4d69-8101-e65e919b403c" -d '{"events": [{"name": "network-changed", "server_uuid": "daadebee-b06a-4526-9679-fd2a7a3addb4", "tag": "66f7c766-d29a-4746-8192-45d76a6c5be1"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:11:27.001025 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-f5f50015-9329-4ce9-88f0-472d59ef83b5 None None] Set router 1e5a71e4-1405-483e-bb08-ce3ba3880115 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:11:27.020355 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33adc9e7-3d16-487b-b10d-8d7b4356b7a3 x-openstack-request-id: req-33adc9e7-3d16-487b-b10d-8d7b4356b7a3 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:11:27.020643 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daadebee-b06a-4526-9679-fd2a7a3addb4", "tag": "66f7c766-d29a-4746-8192-45d76a6c5be1", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:11:27.020895 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-33adc9e7-3d16-487b-b10d-8d7b4356b7a3 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:11:27.021296 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daadebee-b06a-4526-9679-fd2a7a3addb4', 'tag': '66f7c766-d29a-4746-8192-45d76a6c5be1', 'status': 'completed', 'code': 200} Nov 12 02:11:27.107801 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551591a-4edc-4d69-8101-e65e919b403c req-77da105f-a711-4330-95ad-da79a8cd1f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:27.109285 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7551591a-4edc-4d69-8101-e65e919b403c req-77da105f-a711-4330-95ad-da79a8cd1f4e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e36de71578744fb280d33057fcfd2fbe&device_id=daadebee-b06a-4526-9679-fd2a7a3addb4 HTTP/1.1" status: 200 len: 1097 time: 0.0441697 Nov 12 02:11:27.200824 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551591a-4edc-4d69-8101-e65e919b403c req-31fcecbb-8bc0-422a-9da8-db72603e2c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:27.202338 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7551591a-4edc-4d69-8101-e65e919b403c req-31fcecbb-8bc0-422a-9da8-db72603e2c73 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e0db1bc6-d250-4b3d-b02c-198499bd83f2 HTTP/1.1" status: 200 len: 911 time: 0.0848436 Nov 12 02:11:27.227237 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-f5f50015-9329-4ce9-88f0-472d59ef83b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'name': 'tempest-TestSnapshotPattern-1666636469-router', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'a8fd0c26-732c-44d8-8dde-63a79f1e8bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:11:02Z', 'updated_at': '2021-11-12T02:11:05Z', 'revision_number': 4, 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'gw_port': {'id': 'a8fd0c26-732c-44d8-8dde-63a79f1e8bbb', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:be:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:11:02Z', 'updated_at': '2021-11-12T02:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '814abd9b-9ff2-4048-8cd0-ae2b5ab67e4a', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'floating_ip_address': '172.25.2.25', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'port_id': '66f7c766-d29a-4746-8192-45d76a6c5be1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2', 'mac_address': 'fa:16:3e:c4:1a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daadebee-b06a-4526-9679-fd2a7a3addb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:11:26Z', 'updated_at': '2021-11-12T02:11:26Z', 'revision_number': 0, 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5633a7e1-3d68-4580-9a6d-4062031f2571', 'name': '', 'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'mac_address': 'fa:16:3e:ae:3e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3458434a-8084-40e1-8181-2e1ea27d305d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:11:04Z', 'updated_at': '2021-11-12T02:11:10Z', 'revision_number': 5, 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'subnets': [{'id': '3458434a-8084-40e1-8181-2e1ea27d305d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:11:27.253187 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f50015-9329-4ce9-88f0-472d59ef83b5 None None] Checking router: 1e5a71e4-1405-483e-bb08-ce3ba3880115 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:11:27.261667 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f50015-9329-4ce9-88f0-472d59ef83b5 None None] Routers {'1e5a71e4-1405-483e-bb08-ce3ba3880115'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:11:27.262261 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-f5f50015-9329-4ce9-88f0-472d59ef83b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T02:11:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['1e5a71e4-1405-483e-bb08-ce3ba3880115'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:11:27.272938 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7551591a-4edc-4d69-8101-e65e919b403c req-c41061fd-9b1d-4409-a1a1-489003f12099 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66f7c766-d29a-4746-8192-45d76a6c5be1 HTTP/1.1" status: 200 len: 998 time: 0.0612571 Nov 12 02:11:27.323976 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551591a-4edc-4d69-8101-e65e919b403c req-7b144f46-41a4-4118-b028-346ca2fbb1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:27.325523 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7551591a-4edc-4d69-8101-e65e919b403c req-7b144f46-41a4-4118-b028-346ca2fbb1c1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3458434a-8084-40e1-8181-2e1ea27d305d HTTP/1.1" status: 200 len: 849 time: 0.0460618 Nov 12 02:11:27.373360 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551591a-4edc-4d69-8101-e65e919b403c req-ee3562de-f7f7-4467-95b9-da234556358b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:27.374891 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7551591a-4edc-4d69-8101-e65e919b403c req-ee3562de-f7f7-4467-95b9-da234556358b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e0db1bc6-d250-4b3d-b02c-198499bd83f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410705 Nov 12 02:11:27.375020 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-f5f50015-9329-4ce9-88f0-472d59ef83b5 None None] Set router 1e5a71e4-1405-483e-bb08-ce3ba3880115 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:11:27.481003 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7551591a-4edc-4d69-8101-e65e919b403c req-2bb29b40-a1a1-4836-b624-b798df5ca8e9 service neutron] 10.222.0.54 "GET /v2.0/networks/e0db1bc6-d250-4b3d-b02c-198499bd83f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972574 Nov 12 02:11:27.570471 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-7551591a-4edc-4d69-8101-e65e919b403c req-b7a8364c-03ba-4362-a890-ecb8775b0dad service neutron] 10.222.0.54 "GET /v2.0/networks/e0db1bc6-d250-4b3d-b02c-198499bd83f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823262 Nov 12 02:11:27.607112 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-f5f50015-9329-4ce9-88f0-472d59ef83b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'name': 'tempest-TestSnapshotPattern-1666636469-router', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'a8fd0c26-732c-44d8-8dde-63a79f1e8bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:11:02Z', 'updated_at': '2021-11-12T02:11:05Z', 'revision_number': 4, 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'gw_port': {'id': 'a8fd0c26-732c-44d8-8dde-63a79f1e8bbb', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:be:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:11:02Z', 'updated_at': '2021-11-12T02:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '814abd9b-9ff2-4048-8cd0-ae2b5ab67e4a', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'floating_ip_address': '172.25.2.25', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'port_id': '66f7c766-d29a-4746-8192-45d76a6c5be1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2', 'mac_address': 'fa:16:3e:c4:1a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daadebee-b06a-4526-9679-fd2a7a3addb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:11:26Z', 'updated_at': '2021-11-12T02:11:26Z', 'revision_number': 0, 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5633a7e1-3d68-4580-9a6d-4062031f2571', 'name': '', 'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'mac_address': 'fa:16:3e:ae:3e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3458434a-8084-40e1-8181-2e1ea27d305d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:11:04Z', 'updated_at': '2021-11-12T02:11:10Z', 'revision_number': 5, 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'subnets': [{'id': '3458434a-8084-40e1-8181-2e1ea27d305d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:11:27.632811 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f50015-9329-4ce9-88f0-472d59ef83b5 None None] The sync data for ids ['1e5a71e4-1405-483e-bb08-ce3ba3880115'] in n-d-812236-11 is: [{'id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'name': 'tempest-TestSnapshotPattern-1666636469-router', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'a8fd0c26-732c-44d8-8dde-63a79f1e8bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:11:02Z', 'updated_at': '2021-11-12T02:11:05Z', 'revision_number': 4, 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'gw_port': {'id': 'a8fd0c26-732c-44d8-8dde-63a79f1e8bbb', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:be:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:11:02Z', 'updated_at': '2021-11-12T02:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '814abd9b-9ff2-4048-8cd0-ae2b5ab67e4a', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'floating_ip_address': '172.25.2.25', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'port_id': '66f7c766-d29a-4746-8192-45d76a6c5be1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2', 'mac_address': 'fa:16:3e:c4:1a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daadebee-b06a-4526-9679-fd2a7a3addb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:11:26Z', 'updated_at': '2021-11-12T02:11:26Z', 'revision_number': 0, 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5633a7e1-3d68-4580-9a6d-4062031f2571', 'name': '', 'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'mac_address': 'fa:16:3e:ae:3e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3458434a-8084-40e1-8181-2e1ea27d305d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:11:04Z', 'updated_at': '2021-11-12T02:11:10Z', 'revision_number': 5, 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'subnets': [{'id': '3458434a-8084-40e1-8181-2e1ea27d305d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:11:27.827391 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11170d52-9111-4562-b08e-320c801181cb None None] New status for floating IP 814abd9b-9ff2-4048-8cd0-ae2b5ab67e4a: ACTIVE {{(pid=102664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:11:34.469912 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-28d7a881-1b77-41bd-8865-8fbd5a676c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:36.586507 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9c40027a-b9bb-43ba-9f2d-61d60ca53b2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:38.051681 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:39.672586 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:40.534563 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:41.811655 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:43.679326 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:52.323355 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:12:04.470847 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-74cfca10-18ff-4c87-9afd-c6141f5ae52c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:06.589149 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9fe3616c-5c23-4329-9074-3026cc147e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:08.058066 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:09.674610 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:10.536133 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:11.805614 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:13.675949 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:24.132313 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2afeaa96-394e-40a1-b36d-8d574adc5a40 req-6dd4d28f-00c7-4da8-bd36-0c0dc866e884 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=daadebee-b06a-4526-9679-fd2a7a3addb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0511847 Nov 12 02:12:24.235217 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeaa96-394e-40a1-b36d-8d574adc5a40 req-533ae39c-e931-4440-b2cf-ec29f6311530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:12:24.236688 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2afeaa96-394e-40a1-b36d-8d574adc5a40 req-533ae39c-e931-4440-b2cf-ec29f6311530 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e36de71578744fb280d33057fcfd2fbe&device_id=daadebee-b06a-4526-9679-fd2a7a3addb4 HTTP/1.1" status: 200 len: 1097 time: 0.0408344 Nov 12 02:12:24.342227 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeaa96-394e-40a1-b36d-8d574adc5a40 req-9eef278e-845b-4fa2-871f-663766d597e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:12:24.343671 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2afeaa96-394e-40a1-b36d-8d574adc5a40 req-9eef278e-845b-4fa2-871f-663766d597e1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e0db1bc6-d250-4b3d-b02c-198499bd83f2 HTTP/1.1" status: 200 len: 911 time: 0.0844648 Nov 12 02:12:24.411635 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2afeaa96-394e-40a1-b36d-8d574adc5a40 req-80e9df75-fab0-41bd-b604-5961a8e4d198 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66f7c766-d29a-4746-8192-45d76a6c5be1 HTTP/1.1" status: 200 len: 1000 time: 0.0600288 Nov 12 02:12:24.461958 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeaa96-394e-40a1-b36d-8d574adc5a40 req-53691fad-f7d7-4bb9-a321-377df0780564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:12:24.463419 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2afeaa96-394e-40a1-b36d-8d574adc5a40 req-53691fad-f7d7-4bb9-a321-377df0780564 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3458434a-8084-40e1-8181-2e1ea27d305d HTTP/1.1" status: 200 len: 849 time: 0.0444713 Nov 12 02:12:24.510619 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeaa96-394e-40a1-b36d-8d574adc5a40 req-e1fbb966-4c49-472c-951d-90c7820a6a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:12:24.512710 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2afeaa96-394e-40a1-b36d-8d574adc5a40 req-e1fbb966-4c49-472c-951d-90c7820a6a31 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e0db1bc6-d250-4b3d-b02c-198499bd83f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412114 Nov 12 02:12:24.605702 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2afeaa96-394e-40a1-b36d-8d574adc5a40 req-f903c01f-b3ce-4f5b-bdd6-c87b16fe2459 service neutron] 10.222.0.54 "GET /v2.0/networks/e0db1bc6-d250-4b3d-b02c-198499bd83f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852959 Nov 12 02:12:24.696445 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2afeaa96-394e-40a1-b36d-8d574adc5a40 req-23fc0d24-b6d4-4c4f-b96e-b60223ee4117 service neutron] 10.222.0.54 "GET /v2.0/networks/e0db1bc6-d250-4b3d-b02c-198499bd83f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820136 Nov 12 02:12:29.322254 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:12:34.471851 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1f4fe928-0f4d-4fa4-90d5-ff0f7e8c5418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:36.590144 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-eb05f1d6-9ffa-4be1-94f3-452d5330f986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:38.058236 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:39.680225 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:40.539553 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:41.820065 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:43.681801 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:04.473124 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2b3522db-4a9e-46dd-9167-01e80d20073b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:06.321876 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:13:06.592455 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4ab83ea2-210f-45a9-94dc-cb04c65f56a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:08.061339 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:09.682389 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:10.545412 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:11.823908 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:13.684541 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:24.054043 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-529c84b8-d392-44a6-91be-63df54004b19 req-b14c7f1b-3d28-4613-97f9-fa5fd6fc2902 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=daadebee-b06a-4526-9679-fd2a7a3addb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439405 Nov 12 02:13:24.155622 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c84b8-d392-44a6-91be-63df54004b19 req-3a8e5a68-f9d4-48be-80b8-e6ab5e96195d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:24.157101 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-529c84b8-d392-44a6-91be-63df54004b19 req-3a8e5a68-f9d4-48be-80b8-e6ab5e96195d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e36de71578744fb280d33057fcfd2fbe&device_id=daadebee-b06a-4526-9679-fd2a7a3addb4 HTTP/1.1" status: 200 len: 1097 time: 0.0404291 Nov 12 02:13:24.264521 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c84b8-d392-44a6-91be-63df54004b19 req-581f5bed-936f-4bd3-9788-4ae83e61a769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:24.266008 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-529c84b8-d392-44a6-91be-63df54004b19 req-581f5bed-936f-4bd3-9788-4ae83e61a769 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e0db1bc6-d250-4b3d-b02c-198499bd83f2 HTTP/1.1" status: 200 len: 911 time: 0.0888836 Nov 12 02:13:24.677596 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-529c84b8-d392-44a6-91be-63df54004b19 req-d6910bfb-1e86-4aac-bd4c-7d9ea168ffc1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66f7c766-d29a-4746-8192-45d76a6c5be1 HTTP/1.1" status: 200 len: 1000 time: 0.4041996 Nov 12 02:13:24.726388 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c84b8-d392-44a6-91be-63df54004b19 req-2e12e9d1-bc27-49ee-b8fe-d4a50aab1c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:24.727930 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-529c84b8-d392-44a6-91be-63df54004b19 req-2e12e9d1-bc27-49ee-b8fe-d4a50aab1c84 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3458434a-8084-40e1-8181-2e1ea27d305d HTTP/1.1" status: 200 len: 849 time: 0.0426590 Nov 12 02:13:24.776891 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c84b8-d392-44a6-91be-63df54004b19 req-fa33f8d1-1489-4f35-b3eb-312568290f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:24.778934 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-529c84b8-d392-44a6-91be-63df54004b19 req-fa33f8d1-1489-4f35-b3eb-312568290f41 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e0db1bc6-d250-4b3d-b02c-198499bd83f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422733 Nov 12 02:13:24.870053 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-529c84b8-d392-44a6-91be-63df54004b19 req-be669ef6-785c-42fb-ba0a-c0d8c78f10d4 service neutron] 10.222.0.54 "GET /v2.0/networks/e0db1bc6-d250-4b3d-b02c-198499bd83f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838900 Nov 12 02:13:24.962546 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-529c84b8-d392-44a6-91be-63df54004b19 req-87a6ab9a-001b-4234-a2a6-f8ae1ac19ac8 service neutron] 10.222.0.54 "GET /v2.0/networks/e0db1bc6-d250-4b3d-b02c-198499bd83f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847774 Nov 12 02:13:34.474904 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5b315e1f-e9cc-49ef-b838-eb031420aaf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:36.593985 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-52e0fe4f-39be-47e6-8681-95bf7d540d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:38.063514 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:39.684570 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:40.538363 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:41.836944 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:43.329425 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:13:43.696397 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:04.476997 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4e80f2da-609a-48cb-9784-4cb79f42d2c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:06.597923 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-36f4cf46-3246-4bcc-9b5a-6ab49d2e39f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:08.067557 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:08.555046 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 66f7c766-d29a-4746-8192-45d76a6c5be1 details requested by agent hyperv_n-h2-812236-11 with host n-h2-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:14:08.651967 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 66f7c766-d29a-4746-8192-45d76a6c5be1, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=66f7c766-d29a-4746-8192-45d76a6c5be1,segment=NetworkSegment(b0550a58-b523-438b-8c9f-ffe863071649),segment_id=b0550a58-b523-438b-8c9f-ffe863071649)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:14:08.663518 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Returning: {'device': '66f7c766-d29a-4746-8192-45d76a6c5be1', 'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2', 'port_id': '66f7c766-d29a-4746-8192-45d76a6c5be1', 'mac_address': 'fa:16:3e:c4:1a:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3458434a-8084-40e1-8181-2e1ea27d305d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:14:08.699881 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:08.712168 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66f7c766-d29a-4746-8192-45d76a6c5be1 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:14:08.731063 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 66f7c766-d29a-4746-8192-45d76a6c5be1, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=66f7c766-d29a-4746-8192-45d76a6c5be1,segment=NetworkSegment(b0550a58-b523-438b-8c9f-ffe863071649),segment_id=b0550a58-b523-438b-8c9f-ffe863071649)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:14:08.735374 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:08.780394 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=66f7c766-d29a-4746-8192-45d76a6c5be1,revision_number=6']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:14:08.788130 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:08.788479 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:08.788818 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:08.789154 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:08.789586 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:08.789919 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:08.790246 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:08.790572 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:08.790897 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:08.791219 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:08.791543 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:08.791866 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:08.884393 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] get_ports_and_sgs() called for port_ids ['66f7c766-d29a-4746-8192-45d76a6c5be1'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:14:09.689401 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:10.542875 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:10.570631 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 66f7c766-d29a-4746-8192-45d76a6c5be1 up at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:14:10.620899 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Provisioning complete for port 66f7c766-d29a-4746-8192-45d76a6c5be1 triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:14:10.621265 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:10.697341 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:10.719322 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daadebee-b06a-4526-9679-fd2a7a3addb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f7c766-d29a-4746-8192-45d76a6c5be1'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:14:10.722410 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f589fb9f8862dfdbd1fb170ce835a8c182cc8b052b64638c52562f284e07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412edc09-b6d2-4b96-9d89-9808c6d2cf99" -d '{"events": [{"server_uuid": "daadebee-b06a-4526-9679-fd2a7a3addb4", "name": "network-vif-plugged", "status": "completed", "tag": "66f7c766-d29a-4746-8192-45d76a6c5be1"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:14:10.745502 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 66f7c766-d29a-4746-8192-45d76a6c5be1, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=66f7c766-d29a-4746-8192-45d76a6c5be1,segment=NetworkSegment(b0550a58-b523-438b-8c9f-ffe863071649),segment_id=b0550a58-b523-438b-8c9f-ffe863071649)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:14:10.749992 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:10.803213 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=66f7c766-d29a-4746-8192-45d76a6c5be1,revision_number=7']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:14:10.828256 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbaf8787-238c-4999-8ffb-36a3f2338c60 x-openstack-request-id: req-cbaf8787-238c-4999-8ffb-36a3f2338c60 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:14:10.828551 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daadebee-b06a-4526-9679-fd2a7a3addb4", "name": "network-vif-plugged", "status": "completed", "tag": "66f7c766-d29a-4746-8192-45d76a6c5be1", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:14:10.828807 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cbaf8787-238c-4999-8ffb-36a3f2338c60 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:14:10.829224 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daadebee-b06a-4526-9679-fd2a7a3addb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f7c766-d29a-4746-8192-45d76a6c5be1', 'code': 200} Nov 12 02:14:11.833954 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:13.702226 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:20.320287 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:14:24.668711 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-1d3ee789-2631-4384-b201-b0cdf689c372 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1921733818&fields=id&tenant_id=e36de71578744fb280d33057fcfd2fbe HTTP/1.1" status: 200 len: 267 time: 0.0460844 Nov 12 02:14:24.778236 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-0372a6c4-1663-4513-802a-dc5b0eb5ab11 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:24.779671 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-0372a6c4-1663-4513-802a-dc5b0eb5ab11 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/networks?id=e0db1bc6-d250-4b3d-b02c-198499bd83f2 HTTP/1.1" status: 200 len: 810 time: 0.1041000 Nov 12 02:14:24.795045 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-baa317d2-10b9-42a6-b1be-01eaf9145207 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/quotas/e36de71578744fb280d33057fcfd2fbe HTTP/1.1" status: 200 len: 375 time: 0.0090075 Nov 12 02:14:24.856988 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-3bceaef9-5a89-4bd8-b5b4-31123bca6ff1 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e36de71578744fb280d33057fcfd2fbe&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0562429 Nov 12 02:14:24.994424 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-383bbb26-6a12-4959-a706-ddb2817248ad service neutron] 10.222.0.20 "GET /v2.0/networks/e0db1bc6-d250-4b3d-b02c-198499bd83f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254921 Nov 12 02:14:25.089080 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-97d8e4d4-6544-4802-a35b-10260e415a27 service neutron] 10.222.0.20 "GET /v2.0/networks/e0db1bc6-d250-4b3d-b02c-198499bd83f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886014 Nov 12 02:14:25.333394 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8d863029-101c-4d4a-bccc-b361414d4e2c req-e9f85ad8-0c49-4a7e-9a7b-390d65bfb19b tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/ports?device_id=10c49df1-5046-469f-988d-1f5c37af400e HTTP/1.1" status: 200 len: 210 time: 0.0775135 Nov 12 02:14:26.078416 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3f8759fc-edaf-4a81-b937-c4c2c10eed7a req-219d27e8-3161-4995-a6f4-e6b4ec71b67b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=daadebee-b06a-4526-9679-fd2a7a3addb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0829113 Nov 12 02:14:26.191378 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8759fc-edaf-4a81-b937-c4c2c10eed7a req-28e92b65-94f2-4f50-9ef2-d1e5e6a0799a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:26.192887 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3f8759fc-edaf-4a81-b937-c4c2c10eed7a req-28e92b65-94f2-4f50-9ef2-d1e5e6a0799a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e36de71578744fb280d33057fcfd2fbe&device_id=daadebee-b06a-4526-9679-fd2a7a3addb4 HTTP/1.1" status: 200 len: 1097 time: 0.0410657 Nov 12 02:14:26.306577 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8759fc-edaf-4a81-b937-c4c2c10eed7a req-b685953b-42c3-49e9-b5dd-0792487c8e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:26.308296 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3f8759fc-edaf-4a81-b937-c4c2c10eed7a req-b685953b-42c3-49e9-b5dd-0792487c8e0b service neutron] 10.222.0.54 "GET /v2.0/networks?id=e0db1bc6-d250-4b3d-b02c-198499bd83f2 HTTP/1.1" status: 200 len: 911 time: 0.0948393 Nov 12 02:14:26.383637 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3f8759fc-edaf-4a81-b937-c4c2c10eed7a req-2889ee50-130e-4ff2-bb8e-cfb48677620d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66f7c766-d29a-4746-8192-45d76a6c5be1 HTTP/1.1" status: 200 len: 1000 time: 0.0647941 Nov 12 02:14:26.412051 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-91bf5045-d8c5-49dd-a154-e9eb9b7bd062 req-8f9b58ed-3a37-46bb-b5ca-bcda2b0384dd tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/ports?device_id=10c49df1-5046-469f-988d-1f5c37af400e HTTP/1.1" status: 200 len: 210 time: 0.0269129 Nov 12 02:14:26.438074 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8759fc-edaf-4a81-b937-c4c2c10eed7a req-9c186259-a6cc-4772-a5cc-b1c3b61a0b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:26.440093 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3f8759fc-edaf-4a81-b937-c4c2c10eed7a req-9c186259-a6cc-4772-a5cc-b1c3b61a0b9e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3458434a-8084-40e1-8181-2e1ea27d305d HTTP/1.1" status: 200 len: 849 time: 0.0495059 Nov 12 02:14:26.487012 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8759fc-edaf-4a81-b937-c4c2c10eed7a req-3eda0a11-aa0e-49ac-8753-c40ba61ff025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:26.488483 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3f8759fc-edaf-4a81-b937-c4c2c10eed7a req-3eda0a11-aa0e-49ac-8753-c40ba61ff025 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e0db1bc6-d250-4b3d-b02c-198499bd83f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398412 Nov 12 02:14:26.598199 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3f8759fc-edaf-4a81-b937-c4c2c10eed7a req-e8261b87-2329-4436-a474-bc05a6303456 service neutron] 10.222.0.54 "GET /v2.0/networks/e0db1bc6-d250-4b3d-b02c-198499bd83f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019769 Nov 12 02:14:26.687868 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3f8759fc-edaf-4a81-b937-c4c2c10eed7a req-4cb31882-e93e-4ec9-9d3d-62474d2663de service neutron] 10.222.0.54 "GET /v2.0/networks/e0db1bc6-d250-4b3d-b02c-198499bd83f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823882 Nov 12 02:14:27.498886 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-08b0e6fa-b9f4-4778-a21c-01566ce5cc96 req-4f041c82-7429-4919-92f9-2574639fc186 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/ports?device_id=10c49df1-5046-469f-988d-1f5c37af400e HTTP/1.1" status: 200 len: 210 time: 0.0282421 Nov 12 02:14:28.598327 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-011ba898-0e5c-4b70-aa17-a8444cb3922e req-c1324f6f-04c2-4186-9617-dd8d5d4802b5 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/ports?device_id=10c49df1-5046-469f-988d-1f5c37af400e HTTP/1.1" status: 200 len: 210 time: 0.0275722 Nov 12 02:14:28.617962 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 66f7c766-d29a-4746-8192-45d76a6c5be1 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:14:28.698977 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:28.725015 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daadebee-b06a-4526-9679-fd2a7a3addb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66f7c766-d29a-4746-8192-45d76a6c5be1'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:14:28.727277 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f589fb9f8862dfdbd1fb170ce835a8c182cc8b052b64638c52562f284e07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c023c921-abb0-4d01-b7e6-30e9d1c23c5d" -d '{"events": [{"server_uuid": "daadebee-b06a-4526-9679-fd2a7a3addb4", "name": "network-vif-unplugged", "status": "completed", "tag": "66f7c766-d29a-4746-8192-45d76a6c5be1"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:14:28.740794 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] For port 66f7c766-d29a-4746-8192-45d76a6c5be1, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=66f7c766-d29a-4746-8192-45d76a6c5be1,segment=NetworkSegment(b0550a58-b523-438b-8c9f-ffe863071649),segment_id=b0550a58-b523-438b-8c9f-ffe863071649)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:14:28.745617 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:28.774336 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 02:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb07e0d6-a14c-4606-bd29-19206b1fd825 x-openstack-request-id: req-fb07e0d6-a14c-4606-bd29-19206b1fd825 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:14:28.774624 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daadebee-b06a-4526-9679-fd2a7a3addb4", "name": "network-vif-unplugged", "status": "completed", "tag": "66f7c766-d29a-4746-8192-45d76a6c5be1", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:14:28.774873 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fb07e0d6-a14c-4606-bd29-19206b1fd825 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:14:28.775256 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daadebee-b06a-4526-9679-fd2a7a3addb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66f7c766-d29a-4746-8192-45d76a6c5be1', 'code': 200} Nov 12 02:14:28.796424 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Pushing event updated for resources: {'Port': ['ID=66f7c766-d29a-4746-8192-45d76a6c5be1,revision_number=8']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:14:29.696055 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d0bb1a2b-ca8e-4369-b675-23741cc5662a req-9710c2dd-40c7-45b6-aba7-036fb3c2374d tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/ports?device_id=10c49df1-5046-469f-988d-1f5c37af400e HTTP/1.1" status: 200 len: 210 time: 0.0313015 Nov 12 02:14:30.476430 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-e0dc4906-9ac6-4099-b504-75fed2f50948 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:30.477881 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-e0dc4906-9ac6-4099-b504-75fed2f50948 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.49 "GET /v2.0/networks?id=e0db1bc6-d250-4b3d-b02c-198499bd83f2 HTTP/1.1" status: 200 len: 810 time: 0.1046529 Nov 12 02:14:30.554820 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-726b3382-9b97-462e-aa52-265aa88e6441 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e36de71578744fb280d33057fcfd2fbe HTTP/1.1" status: 200 len: 380 time: 0.0541067 Nov 12 02:14:30.569397 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-77a2a9e9-a759-4cee-a8f2-59b2239b0b62 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Request body: {'port': {'device_id': '10c49df1-5046-469f-988d-1f5c37af400e', 'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2', 'admin_state_up': True, 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'security_groups': ['11c92151-e6f8-4c75-82e8-fa15dcdf827d']}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:14:30.687444 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-77a2a9e9-a759-4cee-a8f2-59b2239b0b62 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Made reservation on behalf of e36de71578744fb280d33057fcfd2fbe for: {'port': 1} {{(pid=102661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:14:30.691865 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-77a2a9e9-a759-4cee-a8f2-59b2239b0b62 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:30.803787 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-15d3b75c-850f-490e-9cdd-612d08e14192 req-55260c57-4e1b-407a-b9fa-e7a533fa67a7 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/ports?device_id=10c49df1-5046-469f-988d-1f5c37af400e HTTP/1.1" status: 200 len: 210 time: 0.0326965 Nov 12 02:14:30.853428 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-77a2a9e9-a759-4cee-a8f2-59b2239b0b62 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Allocated IP 172.20.0.11 (e0db1bc6-d250-4b3d-b02c-198499bd83f2/3458434a-8084-40e1-8181-2e1ea27d305d/bbcfea2b-d7a0-4063-9183-09991289198d) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:14:31.068739 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-77a2a9e9-a759-4cee-a8f2-59b2239b0b62 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:31.106889 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-77a2a9e9-a759-4cee-a8f2-59b2239b0b62 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:31.155450 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-77a2a9e9-a759-4cee-a8f2-59b2239b0b62 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Network e0db1bc6-d250-4b3d-b02c-198499bd83f2 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:14:31.160276 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-77a2a9e9-a759-4cee-a8f2-59b2239b0b62 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:14:31.163677 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-77a2a9e9-a759-4cee-a8f2-59b2239b0b62 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:14:31.211664 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a2a9e9-a759-4cee-a8f2-59b2239b0b62 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Pushing event updated for resources: {'Port': ['ID=bbcfea2b-d7a0-4063-9183-09991289198d,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:14:31.233199 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a2a9e9-a759-4cee-a8f2-59b2239b0b62 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:31.233585 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a2a9e9-a759-4cee-a8f2-59b2239b0b62 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:31.233932 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a2a9e9-a759-4cee-a8f2-59b2239b0b62 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:31.234345 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a2a9e9-a759-4cee-a8f2-59b2239b0b62 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:31.234731 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a2a9e9-a759-4cee-a8f2-59b2239b0b62 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:31.235068 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a2a9e9-a759-4cee-a8f2-59b2239b0b62 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:31.235413 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a2a9e9-a759-4cee-a8f2-59b2239b0b62 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:31.236368 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a2a9e9-a759-4cee-a8f2-59b2239b0b62 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:31.236903 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a2a9e9-a759-4cee-a8f2-59b2239b0b62 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:31.237500 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a2a9e9-a759-4cee-a8f2-59b2239b0b62 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:31.238076 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a2a9e9-a759-4cee-a8f2-59b2239b0b62 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:31.238520 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a2a9e9-a759-4cee-a8f2-59b2239b0b62 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:31.262803 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-77a2a9e9-a759-4cee-a8f2-59b2239b0b62 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:31.263539 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-77a2a9e9-a759-4cee-a8f2-59b2239b0b62 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:31.283998 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-77a2a9e9-a759-4cee-a8f2-59b2239b0b62 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7170620 Nov 12 02:14:31.444715 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-daf410a2-e543-434e-b827-dded54ac0039 None None] Provisioning complete for port bbcfea2b-d7a0-4063-9183-09991289198d triggered by entity DHCP. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:14:31.445338 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-daf410a2-e543-434e-b827-dded54ac0039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:31.479972 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-daf410a2-e543-434e-b827-dded54ac0039 None None] Port bbcfea2b-d7a0-4063-9183-09991289198d cannot update to ACTIVE because it is not bound. {{(pid=102663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:14:31.934878 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa5359-cfc7-4865-96fd-8dbf613ff3a2 req-3287b26b-41e6-428f-9e37-389468edff6f tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:31.936363 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a4fa5359-cfc7-4865-96fd-8dbf613ff3a2 req-3287b26b-41e6-428f-9e37-389468edff6f tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/ports?device_id=10c49df1-5046-469f-988d-1f5c37af400e HTTP/1.1" status: 200 len: 932 time: 0.0504694 Nov 12 02:14:31.993399 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-a4fa5359-cfc7-4865-96fd-8dbf613ff3a2 req-f3c07aa0-432e-455b-885e-a85f211eacfa tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/security-groups?id=11c92151-e6f8-4c75-82e8-fa15dcdf827d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497777 Nov 12 02:14:33.119695 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d1f15-500e-4032-ab7d-acbe28e6cef3 req-54a09e28-9382-45b5-8ef2-9d16a2bfde24 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:33.121172 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3d1d1f15-500e-4032-ab7d-acbe28e6cef3 req-54a09e28-9382-45b5-8ef2-9d16a2bfde24 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/ports?device_id=10c49df1-5046-469f-988d-1f5c37af400e HTTP/1.1" status: 200 len: 932 time: 0.0527885 Nov 12 02:14:33.174414 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3d1d1f15-500e-4032-ab7d-acbe28e6cef3 req-3e03d05e-f99e-4aa1-aea7-034c1664dfdc tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/security-groups?id=11c92151-e6f8-4c75-82e8-fa15dcdf827d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469284 Nov 12 02:14:34.310003 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6087ed8-f799-4d83-80de-c5119fbdf530 req-5e0d01c1-2687-46b0-bb89-61ef28848dad tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:34.311515 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d6087ed8-f799-4d83-80de-c5119fbdf530 req-5e0d01c1-2687-46b0-bb89-61ef28848dad tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/ports?device_id=10c49df1-5046-469f-988d-1f5c37af400e HTTP/1.1" status: 200 len: 932 time: 0.0636301 Nov 12 02:14:34.366742 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d6087ed8-f799-4d83-80de-c5119fbdf530 req-1217c83f-ce7e-4ddb-bf10-95a3e5a4d7ae tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/security-groups?id=11c92151-e6f8-4c75-82e8-fa15dcdf827d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487144 Nov 12 02:14:34.484435 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-da2ad3ff-9396-4bc2-b429-282f074ef341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:35.490897 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a915312-1f36-4bef-a52a-d0fa6fd6eedd req-94b85285-a10d-43be-a1d0-cbc96b5bcfa9 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:35.492483 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3a915312-1f36-4bef-a52a-d0fa6fd6eedd req-94b85285-a10d-43be-a1d0-cbc96b5bcfa9 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/ports?device_id=10c49df1-5046-469f-988d-1f5c37af400e HTTP/1.1" status: 200 len: 932 time: 0.0511551 Nov 12 02:14:35.544143 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-3a915312-1f36-4bef-a52a-d0fa6fd6eedd req-b92fbb86-0458-4142-8b63-ebbaab9e0549 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/security-groups?id=11c92151-e6f8-4c75-82e8-fa15dcdf827d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447271 Nov 12 02:14:36.599758 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2f21dd13-133b-45fc-9d63-605f19aeb67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:36.671872 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943f66e-0542-4de7-afb7-478206a833fc req-1bd4395b-54ae-41be-9013-eadd71d1a640 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:36.673463 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c943f66e-0542-4de7-afb7-478206a833fc req-1bd4395b-54ae-41be-9013-eadd71d1a640 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/ports?device_id=10c49df1-5046-469f-988d-1f5c37af400e HTTP/1.1" status: 200 len: 932 time: 0.0518389 Nov 12 02:14:36.727929 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c943f66e-0542-4de7-afb7-478206a833fc req-d855cc44-742c-4673-b495-02fd467d1cc9 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/security-groups?id=11c92151-e6f8-4c75-82e8-fa15dcdf827d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479178 Nov 12 02:14:37.856604 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efbe988-019d-4dd5-b3fb-2ae368ebf4a0 req-717d48df-fd74-4912-bd98-6d050718d15d tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:37.858026 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0efbe988-019d-4dd5-b3fb-2ae368ebf4a0 req-717d48df-fd74-4912-bd98-6d050718d15d tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/ports?device_id=10c49df1-5046-469f-988d-1f5c37af400e HTTP/1.1" status: 200 len: 932 time: 0.0565534 Nov 12 02:14:37.911930 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-0efbe988-019d-4dd5-b3fb-2ae368ebf4a0 req-e42afc49-bbef-48db-b5e2-514bb1341f6a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/security-groups?id=11c92151-e6f8-4c75-82e8-fa15dcdf827d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471568 Nov 12 02:14:38.069263 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:39.035320 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e163d1-1430-4a71-b908-90fd72dc42d8 req-7eb6f8a1-ebba-462e-a9bb-3dd53c8e96c1 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:39.036822 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-67e163d1-1430-4a71-b908-90fd72dc42d8 req-7eb6f8a1-ebba-462e-a9bb-3dd53c8e96c1 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/ports?device_id=10c49df1-5046-469f-988d-1f5c37af400e HTTP/1.1" status: 200 len: 932 time: 0.0531902 Nov 12 02:14:39.094155 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-67e163d1-1430-4a71-b908-90fd72dc42d8 req-7454146e-d109-4ef6-9b18-e5429bdd74ea tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/security-groups?id=11c92151-e6f8-4c75-82e8-fa15dcdf827d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512755 Nov 12 02:14:39.691793 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:40.224040 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475d2df-f8c0-43d7-9e21-0664c7956942 req-813aa9f3-d0ad-4b83-a23f-3d5e62810282 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:40.226441 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9475d2df-f8c0-43d7-9e21-0664c7956942 req-813aa9f3-d0ad-4b83-a23f-3d5e62810282 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/ports?device_id=10c49df1-5046-469f-988d-1f5c37af400e HTTP/1.1" status: 200 len: 932 time: 0.0602772 Nov 12 02:14:40.317225 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-9475d2df-f8c0-43d7-9e21-0664c7956942 req-25763b84-2b4b-44c3-b79a-7d355b1502b4 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/security-groups?id=11c92151-e6f8-4c75-82e8-fa15dcdf827d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808933 Nov 12 02:14:40.552199 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:41.181511 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-2c87cf62-0393-49f1-9aa2-71a6e4802a21 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:14:41.182776 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-2c87cf62-0393-49f1-9aa2-71a6e4802a21 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057616 Nov 12 02:14:41.244710 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.v2.base [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-ab7b5880-3be7-4413-8131-f3bc13cca2f2 service neutron] Request body: {'port': {'device_id': '10c49df1-5046-469f-988d-1f5c37af400e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812236-11'}} {{(pid=102661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:14:41.301500 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-ab7b5880-3be7-4413-8131-f3bc13cca2f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:41.506518 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0c455-42a6-4b3c-978c-7846303eea91 req-52d70f96-b6ea-4db0-a65a-4c5594d6d7ba tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:41.507896 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-70a0c455-42a6-4b3c-978c-7846303eea91 req-52d70f96-b6ea-4db0-a65a-4c5594d6d7ba tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/ports?device_id=10c49df1-5046-469f-988d-1f5c37af400e HTTP/1.1" status: 200 len: 932 time: 0.1073976 Nov 12 02:14:41.592463 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-70a0c455-42a6-4b3c-978c-7846303eea91 req-bb659597-ca3c-4b83-b22a-eef56e9dbb40 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/security-groups?id=11c92151-e6f8-4c75-82e8-fa15dcdf827d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756133 Nov 12 02:14:41.641405 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-ab7b5880-3be7-4413-8131-f3bc13cca2f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbcfea2b-d7a0-4063-9183-09991289198d {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:14:41.650165 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-ab7b5880-3be7-4413-8131-f3bc13cca2f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:41.662255 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-ab7b5880-3be7-4413-8131-f3bc13cca2f2 service neutron] Transition to ACTIVE for port object bbcfea2b-d7a0-4063-9183-09991289198d will not be triggered until provisioned by entity L2. {{(pid=102661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:14:41.666094 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-ab7b5880-3be7-4413-8131-f3bc13cca2f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:41.733083 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b5880-3be7-4413-8131-f3bc13cca2f2 service neutron] Pushing event updated for resources: {'Port': ['ID=bbcfea2b-d7a0-4063-9183-09991289198d,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:14:41.789538 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-ab7b5880-3be7-4413-8131-f3bc13cca2f2 service neutron] Attempting to bind port bbcfea2b-d7a0-4063-9183-09991289198d on host n-h1-812236-11 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:14:41.789872 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-ab7b5880-3be7-4413-8131-f3bc13cca2f2 service neutron] Attempting to bind port bbcfea2b-d7a0-4063-9183-09991289198d by drivers openvswitch,hyperv on host n-h1-812236-11 at level 0 using segments [{'id': 'b0550a58-b523-438b-8c9f-ffe863071649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:14:41.790199 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-ab7b5880-3be7-4413-8131-f3bc13cca2f2 service neutron] Attempting to bind port bbcfea2b-d7a0-4063-9183-09991289198d on network e0db1bc6-d250-4b3d-b02c-198499bd83f2 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:14:41.794678 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-ab7b5880-3be7-4413-8131-f3bc13cca2f2 service neutron] Port bbcfea2b-d7a0-4063-9183-09991289198d on network e0db1bc6-d250-4b3d-b02c-198499bd83f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812236-11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:14:41.795006 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-ab7b5880-3be7-4413-8131-f3bc13cca2f2 service neutron] Attempting to bind port bbcfea2b-d7a0-4063-9183-09991289198d on network e0db1bc6-d250-4b3d-b02c-198499bd83f2 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:14:41.800728 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-ab7b5880-3be7-4413-8131-f3bc13cca2f2 service neutron] Checking agent: {'id': 'e7531316-26b6-489c-9071-61ac2d3a0b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812236-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:14:41.801061 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-ab7b5880-3be7-4413-8131-f3bc13cca2f2 service neutron] Checking segment: {'id': 'b0550a58-b523-438b-8c9f-ffe863071649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:14:41.801468 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-ab7b5880-3be7-4413-8131-f3bc13cca2f2 service neutron] Bound using segment: {'id': 'b0550a58-b523-438b-8c9f-ffe863071649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:14:41.801895 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-ab7b5880-3be7-4413-8131-f3bc13cca2f2 service neutron] Bound port: bbcfea2b-d7a0-4063-9183-09991289198d, host: n-h1-812236-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0550a58-b523-438b-8c9f-ffe863071649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:14:41.802254 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-ab7b5880-3be7-4413-8131-f3bc13cca2f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:41.866313 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:41.872066 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-ab7b5880-3be7-4413-8131-f3bc13cca2f2 service neutron] For port bbcfea2b-d7a0-4063-9183-09991289198d, host n-h1-812236-11, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:14:41.875385 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-ab7b5880-3be7-4413-8131-f3bc13cca2f2 service neutron] For port bbcfea2b-d7a0-4063-9183-09991289198d, host n-h1-812236-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=bbcfea2b-d7a0-4063-9183-09991289198d,segment=NetworkSegment(b0550a58-b523-438b-8c9f-ffe863071649),segment_id=b0550a58-b523-438b-8c9f-ffe863071649)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:14:41.879876 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-ab7b5880-3be7-4413-8131-f3bc13cca2f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004998'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:41.914957 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-ab7b5880-3be7-4413-8131-f3bc13cca2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:41.915593 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-ab7b5880-3be7-4413-8131-f3bc13cca2f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:41.916956 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-ab7b5880-3be7-4413-8131-f3bc13cca2f2 service neutron] 10.222.0.49 "PUT /v2.0/ports/bbcfea2b-d7a0-4063-9183-09991289198d HTTP/1.1" status: 200 len: 1093 time: 0.7195182 Nov 12 02:14:41.917397 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c49df1-5046-469f-988d-1f5c37af400e', 'tag': 'bbcfea2b-d7a0-4063-9183-09991289198d'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:14:41.919673 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be10c6201f4a6af1b4f88844b1b0aabab5fd97a2a103bbbe8677b2ad1e6c711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f26339-f3b0-4403-ab7f-a2a9c2c82e64" -d '{"events": [{"name": "network-changed", "server_uuid": "10c49df1-5046-469f-988d-1f5c37af400e", "tag": "bbcfea2b-d7a0-4063-9183-09991289198d"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:14:41.945691 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b5880-3be7-4413-8131-f3bc13cca2f2 service neutron] Pushing event updated for resources: {'Port': ['ID=bbcfea2b-d7a0-4063-9183-09991289198d,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:14:41.992363 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128438cb-b9f7-4e76-b180-79f328478552 x-openstack-request-id: req-128438cb-b9f7-4e76-b180-79f328478552 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:14:41.992363 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10c49df1-5046-469f-988d-1f5c37af400e", "tag": "bbcfea2b-d7a0-4063-9183-09991289198d", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:14:41.992721 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-128438cb-b9f7-4e76-b180-79f328478552 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:14:41.992927 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10c49df1-5046-469f-988d-1f5c37af400e', 'tag': 'bbcfea2b-d7a0-4063-9183-09991289198d', 'status': 'completed', 'code': 200} Nov 12 02:14:42.026548 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-847a2268-a72e-48c6-968f-986a1ca2d8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:42.028066 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-847a2268-a72e-48c6-968f-986a1ca2d8cb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e36de71578744fb280d33057fcfd2fbe&device_id=10c49df1-5046-469f-988d-1f5c37af400e HTTP/1.1" status: 200 len: 1096 time: 0.0526507 Nov 12 02:14:42.081489 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-ff107a79-91aa-4155-96fe-68a45f3b601a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbcfea2b-d7a0-4063-9183-09991289198d HTTP/1.1" status: 200 len: 217 time: 0.0403438 Nov 12 02:14:42.133039 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-8f4768c8-aee5-4272-8e78-3dd8a9c54569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:42.134544 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-8f4768c8-aee5-4272-8e78-3dd8a9c54569 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3458434a-8084-40e1-8181-2e1ea27d305d HTTP/1.1" status: 200 len: 849 time: 0.0449469 Nov 12 02:14:42.182503 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-a7b85e42-831c-4107-a35a-58072b82d891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:42.183961 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-a7b85e42-831c-4107-a35a-58072b82d891 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e0db1bc6-d250-4b3d-b02c-198499bd83f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404410 Nov 12 02:14:42.278158 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-35ab3a4d-8cdb-47d1-9301-e1a729159d99 service neutron] 10.222.0.49 "GET /v2.0/networks/e0db1bc6-d250-4b3d-b02c-198499bd83f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853372 Nov 12 02:14:42.369300 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cbe1812b-59e6-49c6-8358-85082766ba8a req-26e7a93f-fcd8-4e71-a450-077f4227a52b service neutron] 10.222.0.49 "GET /v2.0/networks/e0db1bc6-d250-4b3d-b02c-198499bd83f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827608 Nov 12 02:14:42.501561 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f26339-f3b0-4403-ab7f-a2a9c2c82e64 req-2aadb483-284e-44de-b80f-94e6619fa3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:42.504061 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b4f26339-f3b0-4403-ab7f-a2a9c2c82e64 req-2aadb483-284e-44de-b80f-94e6619fa3cb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e36de71578744fb280d33057fcfd2fbe&device_id=10c49df1-5046-469f-988d-1f5c37af400e HTTP/1.1" status: 200 len: 1096 time: 0.0457141 Nov 12 02:14:42.599719 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f26339-f3b0-4403-ab7f-a2a9c2c82e64 req-b23d5a71-fef6-490d-968c-f470a88840e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:42.601176 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b4f26339-f3b0-4403-ab7f-a2a9c2c82e64 req-b23d5a71-fef6-490d-968c-f470a88840e4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e0db1bc6-d250-4b3d-b02c-198499bd83f2 HTTP/1.1" status: 200 len: 911 time: 0.0883379 Nov 12 02:14:42.659949 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b4f26339-f3b0-4403-ab7f-a2a9c2c82e64 req-c0ffe601-132d-4b61-9ccb-421727320724 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbcfea2b-d7a0-4063-9183-09991289198d HTTP/1.1" status: 200 len: 217 time: 0.0508499 Nov 12 02:14:42.740019 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f26339-f3b0-4403-ab7f-a2a9c2c82e64 req-ba9f784e-340e-4560-a2c4-29629e5ae1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:42.741509 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b4f26339-f3b0-4403-ab7f-a2a9c2c82e64 req-ba9f784e-340e-4560-a2c4-29629e5ae1d9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3458434a-8084-40e1-8181-2e1ea27d305d HTTP/1.1" status: 200 len: 849 time: 0.0655675 Nov 12 02:14:42.753603 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a9311-71d1-4612-9a5e-12a849e5c010 req-a29cdab5-a37c-4644-a3ad-e9fba75dc11d tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:42.754987 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6e4a9311-71d1-4612-9a5e-12a849e5c010 req-a29cdab5-a37c-4644-a3ad-e9fba75dc11d tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/ports?device_id=10c49df1-5046-469f-988d-1f5c37af400e HTTP/1.1" status: 200 len: 944 time: 0.0899987 Nov 12 02:14:42.829114 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f26339-f3b0-4403-ab7f-a2a9c2c82e64 req-dc2d561a-09a3-49d5-87de-ebf12731e9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:42.831117 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b4f26339-f3b0-4403-ab7f-a2a9c2c82e64 req-dc2d561a-09a3-49d5-87de-ebf12731e9cb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e0db1bc6-d250-4b3d-b02c-198499bd83f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0752451 Nov 12 02:14:42.835370 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-6e4a9311-71d1-4612-9a5e-12a849e5c010 req-a868dc37-17af-4916-aaaa-2623bfccd248 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/security-groups?id=11c92151-e6f8-4c75-82e8-fa15dcdf827d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722263 Nov 12 02:14:42.922443 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b4f26339-f3b0-4403-ab7f-a2a9c2c82e64 req-2562624d-fc45-44e6-9b07-f61c356f7789 service neutron] 10.222.0.49 "GET /v2.0/networks/e0db1bc6-d250-4b3d-b02c-198499bd83f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829067 Nov 12 02:14:43.026941 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-b4f26339-f3b0-4403-ab7f-a2a9c2c82e64 req-1a66d0b0-6bfc-4fc0-ada3-7ec17336da81 service neutron] 10.222.0.49 "GET /v2.0/networks/e0db1bc6-d250-4b3d-b02c-198499bd83f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961177 Nov 12 02:14:43.711101 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:43.951845 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f3966-2a5a-4a70-b630-3f0aba5be476 req-1233af8a-2f0b-446b-bfdd-4d62c2138e53 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:43.953314 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a54f3966-2a5a-4a70-b630-3f0aba5be476 req-1233af8a-2f0b-446b-bfdd-4d62c2138e53 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/ports?device_id=10c49df1-5046-469f-988d-1f5c37af400e HTTP/1.1" status: 200 len: 944 time: 0.0495760 Nov 12 02:14:44.007422 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-a54f3966-2a5a-4a70-b630-3f0aba5be476 req-508d68bd-de7c-4236-b7af-a0cf426080c0 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/security-groups?id=11c92151-e6f8-4c75-82e8-fa15dcdf827d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480182 Nov 12 02:14:45.126847 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ed493-1335-4ecc-8c6a-0e01c4fa8c4d req-0766455e-f214-4d0a-a276-18c0ab807514 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:45.129203 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d85ed493-1335-4ecc-8c6a-0e01c4fa8c4d req-0766455e-f214-4d0a-a276-18c0ab807514 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/ports?device_id=10c49df1-5046-469f-988d-1f5c37af400e HTTP/1.1" status: 200 len: 944 time: 0.0510581 Nov 12 02:14:45.178172 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-d85ed493-1335-4ecc-8c6a-0e01c4fa8c4d req-ff1c6326-e4ad-495c-8512-cefaa3def4a2 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/security-groups?id=11c92151-e6f8-4c75-82e8-fa15dcdf827d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429881 Nov 12 02:14:45.340497 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device bbcfea2b-d7a0-4063-9183-09991289198d details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:14:45.436239 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port bbcfea2b-d7a0-4063-9183-09991289198d, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=bbcfea2b-d7a0-4063-9183-09991289198d,segment=NetworkSegment(b0550a58-b523-438b-8c9f-ffe863071649),segment_id=b0550a58-b523-438b-8c9f-ffe863071649)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:14:45.446963 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': 'bbcfea2b-d7a0-4063-9183-09991289198d', 'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2', 'port_id': 'bbcfea2b-d7a0-4063-9183-09991289198d', 'mac_address': 'fa:16:3e:1d:83:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3458434a-8084-40e1-8181-2e1ea27d305d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:14:45.482200 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:45.495011 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbcfea2b-d7a0-4063-9183-09991289198d {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:14:45.514336 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port bbcfea2b-d7a0-4063-9183-09991289198d, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=bbcfea2b-d7a0-4063-9183-09991289198d,segment=NetworkSegment(b0550a58-b523-438b-8c9f-ffe863071649),segment_id=b0550a58-b523-438b-8c9f-ffe863071649)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:14:45.518829 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:45.564197 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=bbcfea2b-d7a0-4063-9183-09991289198d,revision_number=4']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:14:45.829625 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['bbcfea2b-d7a0-4063-9183-09991289198d'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:14:46.294270 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b05d14-759c-46c0-aa0a-2ecd6b5c8e12 req-1ee3ccdf-0025-4f6d-a1d7-2889a4b09155 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:46.295726 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d0b05d14-759c-46c0-aa0a-2ecd6b5c8e12 req-1ee3ccdf-0025-4f6d-a1d7-2889a4b09155 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/ports?device_id=10c49df1-5046-469f-988d-1f5c37af400e HTTP/1.1" status: 200 len: 945 time: 0.0489132 Nov 12 02:14:46.344972 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d0b05d14-759c-46c0-aa0a-2ecd6b5c8e12 req-4d004006-fe42-460c-82fc-a809921356fa tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/security-groups?id=11c92151-e6f8-4c75-82e8-fa15dcdf827d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426245 Nov 12 02:14:47.342274 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device bbcfea2b-d7a0-4063-9183-09991289198d up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:14:47.391827 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning for port bbcfea2b-d7a0-4063-9183-09991289198d completed by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:14:47.396737 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port bbcfea2b-d7a0-4063-9183-09991289198d triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:14:47.397106 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:47.476673 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210258d-e3b4-4967-9739-cf9493bacafe req-04d23535-70b3-4576-8b61-957e928ce164 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:47.477276 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:47.478096 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5210258d-e3b4-4967-9739-cf9493bacafe req-04d23535-70b3-4576-8b61-957e928ce164 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/ports?device_id=10c49df1-5046-469f-988d-1f5c37af400e HTTP/1.1" status: 200 len: 945 time: 0.0556662 Nov 12 02:14:47.500044 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c49df1-5046-469f-988d-1f5c37af400e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbcfea2b-d7a0-4063-9183-09991289198d'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:14:47.503148 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f589fb9f8862dfdbd1fb170ce835a8c182cc8b052b64638c52562f284e07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1308ae9-119f-4be7-844d-f45be3e35fa2" -d '{"events": [{"server_uuid": "10c49df1-5046-469f-988d-1f5c37af400e", "name": "network-vif-plugged", "status": "completed", "tag": "bbcfea2b-d7a0-4063-9183-09991289198d"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:14:47.519859 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port bbcfea2b-d7a0-4063-9183-09991289198d, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=bbcfea2b-d7a0-4063-9183-09991289198d,segment=NetworkSegment(b0550a58-b523-438b-8c9f-ffe863071649),segment_id=b0550a58-b523-438b-8c9f-ffe863071649)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:14:47.524093 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:47.536194 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-5210258d-e3b4-4967-9739-cf9493bacafe req-d173fae0-aa15-4a8f-92ea-96146a7dc512 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/security-groups?id=11c92151-e6f8-4c75-82e8-fa15dcdf827d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519025 Nov 12 02:14:47.550770 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3635cf3-28eb-4462-b464-1eb64c010b7e x-openstack-request-id: req-d3635cf3-28eb-4462-b464-1eb64c010b7e {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:14:47.551059 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c49df1-5046-469f-988d-1f5c37af400e", "name": "network-vif-plugged", "status": "completed", "tag": "bbcfea2b-d7a0-4063-9183-09991289198d", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:14:47.551304 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d3635cf3-28eb-4462-b464-1eb64c010b7e {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:14:47.551679 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c49df1-5046-469f-988d-1f5c37af400e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbcfea2b-d7a0-4063-9183-09991289198d', 'code': 200} Nov 12 02:14:47.578054 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=bbcfea2b-d7a0-4063-9183-09991289198d,revision_number=5']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:14:47.671688 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177fa605-e463-42d0-8168-b0039674adca req-19dd745b-184a-4cb1-9e3a-e5227de48d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:47.673190 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-177fa605-e463-42d0-8168-b0039674adca req-19dd745b-184a-4cb1-9e3a-e5227de48d90 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=10c49df1-5046-469f-988d-1f5c37af400e HTTP/1.1" status: 200 len: 1098 time: 0.0399334 Nov 12 02:14:47.718924 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-177fa605-e463-42d0-8168-b0039674adca req-c0f3dd56-ed7d-485a-91d8-929059a3eebb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=11c92151-e6f8-4c75-82e8-fa15dcdf827d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389822 Nov 12 02:14:48.656712 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d1292-b4c7-4b7f-aa96-189eb25d7d50 req-64fc99be-ea19-468f-88e8-e624ae21ec1c tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:48.658443 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-546d1292-b4c7-4b7f-aa96-189eb25d7d50 req-64fc99be-ea19-468f-88e8-e624ae21ec1c tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/ports?device_id=10c49df1-5046-469f-988d-1f5c37af400e HTTP/1.1" status: 200 len: 946 time: 0.0500963 Nov 12 02:14:48.708935 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-546d1292-b4c7-4b7f-aa96-189eb25d7d50 req-b82dea77-b622-48be-9889-58cd9c8f1bee tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/security-groups?id=11c92151-e6f8-4c75-82e8-fa15dcdf827d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436010 Nov 12 02:14:49.825337 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a9e18-e907-478d-a7e0-0addad3b3316 req-4f0d81de-2813-4ec7-b89a-2c2856d3461f tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:49.826801 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cd8a9e18-e907-478d-a7e0-0addad3b3316 req-4f0d81de-2813-4ec7-b89a-2c2856d3461f tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/ports?device_id=10c49df1-5046-469f-988d-1f5c37af400e HTTP/1.1" status: 200 len: 946 time: 0.0495319 Nov 12 02:14:49.875794 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-cd8a9e18-e907-478d-a7e0-0addad3b3316 req-f6a84f6b-8836-4de8-86f6-058a64219e6d tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/security-groups?id=11c92151-e6f8-4c75-82e8-fa15dcdf827d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423322 Nov 12 02:14:49.998474 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43063e27-b8ac-455a-8b95-80d326ff1cb5 req-29c1322f-2649-4e9c-8a35-5b84430fcba9 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:49.999940 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-43063e27-b8ac-455a-8b95-80d326ff1cb5 req-29c1322f-2649-4e9c-8a35-5b84430fcba9 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/ports?device_id=10c49df1-5046-469f-988d-1f5c37af400e HTTP/1.1" status: 200 len: 946 time: 0.0526457 Nov 12 02:14:50.048130 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-43063e27-b8ac-455a-8b95-80d326ff1cb5 req-1cc81a0d-e3da-46ce-9778-3d22b2b0f54c tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/security-groups?id=11c92151-e6f8-4c75-82e8-fa15dcdf827d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416372 Nov 12 02:14:50.071522 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 53740) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:14:50.110682 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61cbbf4-11c8-415c-a9a0-bd0f46464f3b tempest-TestSnapshotPattern-2078553669 tempest-TestSnapshotPattern-2078553669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:50.112744 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b61cbbf4-11c8-415c-a9a0-bd0f46464f3b tempest-TestSnapshotPattern-2078553669 tempest-TestSnapshotPattern-2078553669-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=10c49df1-5046-469f-988d-1f5c37af400e HTTP/1.1" status: 200 len: 1093 time: 0.0402215 Nov 12 02:14:50.115466 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 53742) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:14:50.119736 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.v2.base [None req-1a33f85c-e36e-4763-bfd4-b96c7b9b001a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Request body: {'floatingip': {'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'port_id': 'bbcfea2b-d7a0-4063-9183-09991289198d', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:14:50.142005 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1a33f85c-e36e-4763-bfd4-b96c7b9b001a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks [] for floatingip, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:50.238375 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1a33f85c-e36e-4763-bfd4-b96c7b9b001a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:50.337982 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-1a33f85c-e36e-4763-bfd4-b96c7b9b001a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Allocated IP 172.25.2.231 (ef732b55-2b3c-4048-85da-0a8ac273c14b/1ff9b06d-5212-4514-a9a2-f2124d7c4c9a/0269fcc0-545d-4bce-a5b7-d5a4a4c0bceb) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:14:50.442076 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1a33f85c-e36e-4763-bfd4-b96c7b9b001a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:50.475098 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1a33f85c-e36e-4763-bfd4-b96c7b9b001a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734448271234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:50.511971 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a33f85c-e36e-4763-bfd4-b96c7b9b001a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Network ef732b55-2b3c-4048-85da-0a8ac273c14b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:14:50.518386 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-1a33f85c-e36e-4763-bfd4-b96c7b9b001a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:14:50.522852 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a33f85c-e36e-4763-bfd4-b96c7b9b001a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:14:50.525844 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33f85c-e36e-4763-bfd4-b96c7b9b001a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Pushing event updated for resources: {'Port': ['ID=0269fcc0-545d-4bce-a5b7-d5a4a4c0bceb,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:14:50.553817 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a33f85c-e36e-4763-bfd4-b96c7b9b001a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:50.554167 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a33f85c-e36e-4763-bfd4-b96c7b9b001a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:50.554511 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a33f85c-e36e-4763-bfd4-b96c7b9b001a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:50.554854 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a33f85c-e36e-4763-bfd4-b96c7b9b001a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:50.555218 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a33f85c-e36e-4763-bfd4-b96c7b9b001a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:50.555553 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a33f85c-e36e-4763-bfd4-b96c7b9b001a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:50.555884 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a33f85c-e36e-4763-bfd4-b96c7b9b001a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:50.556212 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a33f85c-e36e-4763-bfd4-b96c7b9b001a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:50.556540 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a33f85c-e36e-4763-bfd4-b96c7b9b001a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:50.557138 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a33f85c-e36e-4763-bfd4-b96c7b9b001a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:50.557501 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a33f85c-e36e-4763-bfd4-b96c7b9b001a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:50.557827 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a33f85c-e36e-4763-bfd4-b96c7b9b001a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:50.891681 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1a33f85c-e36e-4763-bfd4-b96c7b9b001a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:50.957253 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1a33f85c-e36e-4763-bfd4-b96c7b9b001a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:51.104752 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1a33f85c-e36e-4763-bfd4-b96c7b9b001a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:51.109505 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1a33f85c-e36e-4763-bfd4-b96c7b9b001a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476638'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:51.181098 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33f85c-e36e-4763-bfd4-b96c7b9b001a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Pushing event updated for resources: {'Port': ['ID=0269fcc0-545d-4bce-a5b7-d5a4a4c0bceb,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:14:51.195481 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1a33f85c-e36e-4763-bfd4-b96c7b9b001a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393695'] for floatingip, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:51.295796 n-d-812236-11 neutron-server[102662]: INFO neutron.db.l3_db [None req-1a33f85c-e36e-4763-bfd4-b96c7b9b001a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Floating IP 69eeb4f0-8743-4e1e-958d-87a356dd038a associated. External IP: 172.25.2.231, port: bbcfea2b-d7a0-4063-9183-09991289198d. Nov 12 02:14:51.494309 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a33f85c-e36e-4763-bfd4-b96c7b9b001a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Router 1e5a71e4-1405-483e-bb08-ce3ba3880115 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:14:51.601833 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a33f85c-e36e-4763-bfd4-b96c7b9b001a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:14:51.612251 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c0bd5d-a877-41a5-b83d-4e7488030eaf None None] Sync routers for ids ['1e5a71e4-1405-483e-bb08-ce3ba3880115'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:14:51.619762 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1a33f85c-e36e-4763-bfd4-b96c7b9b001a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:51.623712 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c0bd5d-a877-41a5-b83d-4e7488030eaf None None] Routers {'1e5a71e4-1405-483e-bb08-ce3ba3880115'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:14:51.624399 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-50c0bd5d-a877-41a5-b83d-4e7488030eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T02:14:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['1e5a71e4-1405-483e-bb08-ce3ba3880115'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:14:51.665399 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-1a33f85c-e36e-4763-bfd4-b96c7b9b001a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5353613 Nov 12 02:14:51.665399 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c49df1-5046-469f-988d-1f5c37af400e', 'tag': 'bbcfea2b-d7a0-4063-9183-09991289198d'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:14:51.665399 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f20791c62abc78a76d837b2e8f3e70a497c95c8c7e17d957ee036670eec5325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11dbd627-ee0e-450f-8447-5df29d74fcfa" -d '{"events": [{"name": "network-changed", "server_uuid": "10c49df1-5046-469f-988d-1f5c37af400e", "tag": "bbcfea2b-d7a0-4063-9183-09991289198d"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:14:51.732769 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-50c0bd5d-a877-41a5-b83d-4e7488030eaf None None] Set router 1e5a71e4-1405-483e-bb08-ce3ba3880115 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:14:51.751064 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e00483-b08e-4115-92da-45356daf95b1 x-openstack-request-id: req-29e00483-b08e-4115-92da-45356daf95b1 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:14:51.751347 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10c49df1-5046-469f-988d-1f5c37af400e", "tag": "bbcfea2b-d7a0-4063-9183-09991289198d", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:14:51.751596 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-29e00483-b08e-4115-92da-45356daf95b1 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:14:51.752795 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10c49df1-5046-469f-988d-1f5c37af400e', 'tag': 'bbcfea2b-d7a0-4063-9183-09991289198d', 'status': 'completed', 'code': 200} Nov 12 02:14:51.844165 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dbd627-ee0e-450f-8447-5df29d74fcfa req-92cba784-a9fd-4ddf-8aa3-23fbde855c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:51.845660 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-11dbd627-ee0e-450f-8447-5df29d74fcfa req-92cba784-a9fd-4ddf-8aa3-23fbde855c0f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e36de71578744fb280d33057fcfd2fbe&device_id=10c49df1-5046-469f-988d-1f5c37af400e HTTP/1.1" status: 200 len: 1098 time: 0.0445988 Nov 12 02:14:51.940856 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dbd627-ee0e-450f-8447-5df29d74fcfa req-6732a9ad-27aa-4409-afbd-416332b3eb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:51.942354 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-11dbd627-ee0e-450f-8447-5df29d74fcfa req-6732a9ad-27aa-4409-afbd-416332b3eb47 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e0db1bc6-d250-4b3d-b02c-198499bd83f2 HTTP/1.1" status: 200 len: 911 time: 0.0899692 Nov 12 02:14:51.961299 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-50c0bd5d-a877-41a5-b83d-4e7488030eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'name': 'tempest-TestSnapshotPattern-1666636469-router', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'a8fd0c26-732c-44d8-8dde-63a79f1e8bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:11:02Z', 'updated_at': '2021-11-12T02:11:05Z', 'revision_number': 4, 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'gw_port': {'id': 'a8fd0c26-732c-44d8-8dde-63a79f1e8bbb', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:be:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:11:02Z', 'updated_at': '2021-11-12T02:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '69eeb4f0-8743-4e1e-958d-87a356dd038a', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'floating_ip_address': '172.25.2.231', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'port_id': 'bbcfea2b-d7a0-4063-9183-09991289198d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2', 'mac_address': 'fa:16:3e:1d:83:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c49df1-5046-469f-988d-1f5c37af400e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:14:50Z', 'updated_at': '2021-11-12T02:14:50Z', 'revision_number': 0, 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'fixed_ip_address_scope': None}, {'id': '814abd9b-9ff2-4048-8cd0-ae2b5ab67e4a', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'floating_ip_address': '172.25.2.25', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'port_id': '66f7c766-d29a-4746-8192-45d76a6c5be1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2', 'mac_address': 'fa:16:3e:c4:1a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daadebee-b06a-4526-9679-fd2a7a3addb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:11:26Z', 'updated_at': '2021-11-12T02:11:27Z', 'revision_number': 1, 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5633a7e1-3d68-4580-9a6d-4062031f2571', 'name': '', 'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'mac_address': 'fa:16:3e:ae:3e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3458434a-8084-40e1-8181-2e1ea27d305d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:11:04Z', 'updated_at': '2021-11-12T02:11:10Z', 'revision_number': 5, 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'subnets': [{'id': '3458434a-8084-40e1-8181-2e1ea27d305d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:14:51.987872 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c0bd5d-a877-41a5-b83d-4e7488030eaf None None] Checking router: 1e5a71e4-1405-483e-bb08-ce3ba3880115 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:14:51.996143 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c0bd5d-a877-41a5-b83d-4e7488030eaf None None] Routers {'1e5a71e4-1405-483e-bb08-ce3ba3880115'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:14:51.996747 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-50c0bd5d-a877-41a5-b83d-4e7488030eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T02:14:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['1e5a71e4-1405-483e-bb08-ce3ba3880115'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:14:52.013580 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-11dbd627-ee0e-450f-8447-5df29d74fcfa req-20e20e5b-d4b7-4868-ad6e-72bc4809dd47 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbcfea2b-d7a0-4063-9183-09991289198d HTTP/1.1" status: 200 len: 1000 time: 0.0641272 Nov 12 02:14:52.064979 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dbd627-ee0e-450f-8447-5df29d74fcfa req-2dad0352-b6d9-48ff-aa5b-fee943f4e4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:52.066536 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-11dbd627-ee0e-450f-8447-5df29d74fcfa req-2dad0352-b6d9-48ff-aa5b-fee943f4e4ea service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3458434a-8084-40e1-8181-2e1ea27d305d HTTP/1.1" status: 200 len: 849 time: 0.0464723 Nov 12 02:14:52.102821 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-50c0bd5d-a877-41a5-b83d-4e7488030eaf None None] Set router 1e5a71e4-1405-483e-bb08-ce3ba3880115 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:14:52.113276 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dbd627-ee0e-450f-8447-5df29d74fcfa req-c3de11e5-793b-4ac3-a670-f568734b2339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:52.114789 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-11dbd627-ee0e-450f-8447-5df29d74fcfa req-c3de11e5-793b-4ac3-a670-f568734b2339 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e0db1bc6-d250-4b3d-b02c-198499bd83f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417175 Nov 12 02:14:52.215354 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-11dbd627-ee0e-450f-8447-5df29d74fcfa req-440f2729-f13d-49b5-b0f9-df56037b5f53 service neutron] 10.222.0.49 "GET /v2.0/networks/e0db1bc6-d250-4b3d-b02c-198499bd83f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927165 Nov 12 02:14:52.307529 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-11dbd627-ee0e-450f-8447-5df29d74fcfa req-713ca049-6845-438a-ad05-9f8fa103a830 service neutron] 10.222.0.49 "GET /v2.0/networks/e0db1bc6-d250-4b3d-b02c-198499bd83f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844984 Nov 12 02:14:52.329695 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-50c0bd5d-a877-41a5-b83d-4e7488030eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'name': 'tempest-TestSnapshotPattern-1666636469-router', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'a8fd0c26-732c-44d8-8dde-63a79f1e8bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:11:02Z', 'updated_at': '2021-11-12T02:11:05Z', 'revision_number': 4, 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'gw_port': {'id': 'a8fd0c26-732c-44d8-8dde-63a79f1e8bbb', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:be:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:11:02Z', 'updated_at': '2021-11-12T02:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '69eeb4f0-8743-4e1e-958d-87a356dd038a', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'floating_ip_address': '172.25.2.231', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'port_id': 'bbcfea2b-d7a0-4063-9183-09991289198d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2', 'mac_address': 'fa:16:3e:1d:83:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c49df1-5046-469f-988d-1f5c37af400e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:14:50Z', 'updated_at': '2021-11-12T02:14:50Z', 'revision_number': 0, 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'fixed_ip_address_scope': None}, {'id': '814abd9b-9ff2-4048-8cd0-ae2b5ab67e4a', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'floating_ip_address': '172.25.2.25', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'port_id': '66f7c766-d29a-4746-8192-45d76a6c5be1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2', 'mac_address': 'fa:16:3e:c4:1a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daadebee-b06a-4526-9679-fd2a7a3addb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:11:26Z', 'updated_at': '2021-11-12T02:11:27Z', 'revision_number': 1, 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5633a7e1-3d68-4580-9a6d-4062031f2571', 'name': '', 'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'mac_address': 'fa:16:3e:ae:3e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3458434a-8084-40e1-8181-2e1ea27d305d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:11:04Z', 'updated_at': '2021-11-12T02:11:10Z', 'revision_number': 5, 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'subnets': [{'id': '3458434a-8084-40e1-8181-2e1ea27d305d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:14:52.360142 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c0bd5d-a877-41a5-b83d-4e7488030eaf None None] The sync data for ids ['1e5a71e4-1405-483e-bb08-ce3ba3880115'] in n-d-812236-11 is: [{'id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'name': 'tempest-TestSnapshotPattern-1666636469-router', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'a8fd0c26-732c-44d8-8dde-63a79f1e8bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:11:02Z', 'updated_at': '2021-11-12T02:11:05Z', 'revision_number': 4, 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'gw_port': {'id': 'a8fd0c26-732c-44d8-8dde-63a79f1e8bbb', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:be:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:11:02Z', 'updated_at': '2021-11-12T02:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '69eeb4f0-8743-4e1e-958d-87a356dd038a', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'floating_ip_address': '172.25.2.231', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'port_id': 'bbcfea2b-d7a0-4063-9183-09991289198d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2', 'mac_address': 'fa:16:3e:1d:83:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c49df1-5046-469f-988d-1f5c37af400e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:14:50Z', 'updated_at': '2021-11-12T02:14:50Z', 'revision_number': 0, 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'fixed_ip_address_scope': None}, {'id': '814abd9b-9ff2-4048-8cd0-ae2b5ab67e4a', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'floating_ip_address': '172.25.2.25', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'port_id': '66f7c766-d29a-4746-8192-45d76a6c5be1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2', 'mac_address': 'fa:16:3e:c4:1a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daadebee-b06a-4526-9679-fd2a7a3addb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:11:26Z', 'updated_at': '2021-11-12T02:11:27Z', 'revision_number': 1, 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5633a7e1-3d68-4580-9a6d-4062031f2571', 'name': '', 'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'mac_address': 'fa:16:3e:ae:3e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3458434a-8084-40e1-8181-2e1ea27d305d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:11:04Z', 'updated_at': '2021-11-12T02:11:10Z', 'revision_number': 5, 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'subnets': [{'id': '3458434a-8084-40e1-8181-2e1ea27d305d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:14:52.552320 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1395862c-176c-40d8-b538-cdd9ebd5278f None None] New status for floating IP 69eeb4f0-8743-4e1e-958d-87a356dd038a: ACTIVE {{(pid=102664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:14:57.320863 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:15:04.474958 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e02209f4-fd2a-49d4-b7c9-665a7318203a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:06.602404 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-63b212bc-58f2-49dd-b371-de57716a8d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:08.073524 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:09.692793 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:10.546301 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:11.877971 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:13.710052 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:25.872074 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-650f27ee-2372-40e4-9b3d-68fe84010c9e req-76deca53-1c99-4478-88e5-5ac056362a90 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=10c49df1-5046-469f-988d-1f5c37af400e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439377 Nov 12 02:15:26.036825 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5b36be7e-ae8c-4f0b-96b6-a34ce7862f08 req-2738e6f0-3095-47ec-bef6-c254bc8a92c3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=daadebee-b06a-4526-9679-fd2a7a3addb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415924 Nov 12 02:15:26.142566 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36be7e-ae8c-4f0b-96b6-a34ce7862f08 req-0e0a9ed0-bdae-4b84-8469-d11af8e6a70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:15:26.143995 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5b36be7e-ae8c-4f0b-96b6-a34ce7862f08 req-0e0a9ed0-bdae-4b84-8469-d11af8e6a70b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e36de71578744fb280d33057fcfd2fbe&device_id=daadebee-b06a-4526-9679-fd2a7a3addb4 HTTP/1.1" status: 200 len: 1095 time: 0.0435247 Nov 12 02:15:26.257621 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36be7e-ae8c-4f0b-96b6-a34ce7862f08 req-f1e09547-db4e-427a-89ed-737dafc1c919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:15:26.259107 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5b36be7e-ae8c-4f0b-96b6-a34ce7862f08 req-f1e09547-db4e-427a-89ed-737dafc1c919 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e0db1bc6-d250-4b3d-b02c-198499bd83f2 HTTP/1.1" status: 200 len: 911 time: 0.0950212 Nov 12 02:15:26.280857 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f27ee-2372-40e4-9b3d-68fe84010c9e req-708928eb-5fb1-4737-adff-35d1870cfb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:15:26.282381 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-650f27ee-2372-40e4-9b3d-68fe84010c9e req-708928eb-5fb1-4737-adff-35d1870cfb8c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e36de71578744fb280d33057fcfd2fbe&device_id=10c49df1-5046-469f-988d-1f5c37af400e HTTP/1.1" status: 200 len: 1098 time: 0.3514109 Nov 12 02:15:26.325123 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5b36be7e-ae8c-4f0b-96b6-a34ce7862f08 req-42f1bf06-9d97-485c-85b0-6f6c58a05cca service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66f7c766-d29a-4746-8192-45d76a6c5be1 HTTP/1.1" status: 200 len: 998 time: 0.0581408 Nov 12 02:15:26.376079 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36be7e-ae8c-4f0b-96b6-a34ce7862f08 req-8f91c9d0-67cc-4715-82a0-ebf606ea6562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:15:26.377606 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5b36be7e-ae8c-4f0b-96b6-a34ce7862f08 req-8f91c9d0-67cc-4715-82a0-ebf606ea6562 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3458434a-8084-40e1-8181-2e1ea27d305d HTTP/1.1" status: 200 len: 849 time: 0.0454857 Nov 12 02:15:26.388378 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f27ee-2372-40e4-9b3d-68fe84010c9e req-f5e21801-c69f-41e4-b6b4-751465976017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:15:26.389917 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-650f27ee-2372-40e4-9b3d-68fe84010c9e req-f5e21801-c69f-41e4-b6b4-751465976017 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e0db1bc6-d250-4b3d-b02c-198499bd83f2 HTTP/1.1" status: 200 len: 911 time: 0.0862966 Nov 12 02:15:26.429246 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36be7e-ae8c-4f0b-96b6-a34ce7862f08 req-416a8072-80b3-41c7-ac79-e662e861d614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:15:26.430680 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5b36be7e-ae8c-4f0b-96b6-a34ce7862f08 req-416a8072-80b3-41c7-ac79-e662e861d614 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e0db1bc6-d250-4b3d-b02c-198499bd83f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456121 Nov 12 02:15:26.461113 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-650f27ee-2372-40e4-9b3d-68fe84010c9e req-e40754fd-236e-45a8-8542-05f744b1c81d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbcfea2b-d7a0-4063-9183-09991289198d HTTP/1.1" status: 200 len: 1002 time: 0.0633836 Nov 12 02:15:26.510462 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f27ee-2372-40e4-9b3d-68fe84010c9e req-731eab61-23f0-4019-9a8e-8e00d67157ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:15:26.511917 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-650f27ee-2372-40e4-9b3d-68fe84010c9e req-731eab61-23f0-4019-9a8e-8e00d67157ec service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3458434a-8084-40e1-8181-2e1ea27d305d HTTP/1.1" status: 200 len: 849 time: 0.0437722 Nov 12 02:15:26.521153 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5b36be7e-ae8c-4f0b-96b6-a34ce7862f08 req-344b0e0a-8d87-4802-9bc0-4ca77ebf0289 service neutron] 10.222.0.54 "GET /v2.0/networks/e0db1bc6-d250-4b3d-b02c-198499bd83f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828099 Nov 12 02:15:26.563638 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f27ee-2372-40e4-9b3d-68fe84010c9e req-64a37ade-d123-4257-8abe-d1d33c1d7134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:15:26.565143 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-650f27ee-2372-40e4-9b3d-68fe84010c9e req-64a37ade-d123-4257-8abe-d1d33c1d7134 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e0db1bc6-d250-4b3d-b02c-198499bd83f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464480 Nov 12 02:15:26.621755 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-5b36be7e-ae8c-4f0b-96b6-a34ce7862f08 req-c4fa7f7a-2bc7-4f8f-9d8c-1818624ed447 service neutron] 10.222.0.54 "GET /v2.0/networks/e0db1bc6-d250-4b3d-b02c-198499bd83f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928009 Nov 12 02:15:26.665556 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-650f27ee-2372-40e4-9b3d-68fe84010c9e req-829eb5f3-f5c0-4eba-9cec-cecb5a54c326 service neutron] 10.222.0.49 "GET /v2.0/networks/e0db1bc6-d250-4b3d-b02c-198499bd83f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929618 Nov 12 02:15:26.760532 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-650f27ee-2372-40e4-9b3d-68fe84010c9e req-86d69a74-fcdf-48d9-b6dc-3bf439204327 service neutron] 10.222.0.49 "GET /v2.0/networks/e0db1bc6-d250-4b3d-b02c-198499bd83f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872872 Nov 12 02:15:34.320086 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:15:34.477091 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a81073fe-a5a0-428e-8384-25f0d1e1eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:36.604659 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-586004d8-8cc1-4811-aec8-2c6c875b94a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:38.081292 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:39.696847 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:40.547971 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:41.886620 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:43.724588 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:04.478729 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-acc87bdb-1f82-41b1-887c-7a8cdce106ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:06.612170 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a44c6f61-7c4d-4745-a5aa-45f7e64b5c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:08.073721 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:09.700900 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:10.550823 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:11.319924 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:16:11.896162 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:13.727849 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:21.871132 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device bbcfea2b-d7a0-4063-9183-09991289198d details requested by agent hyperv_n-h1-812236-11 with host n-h1-812236-11 {{(pid=102663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:16:21.968850 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port bbcfea2b-d7a0-4063-9183-09991289198d, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=bbcfea2b-d7a0-4063-9183-09991289198d,segment=NetworkSegment(b0550a58-b523-438b-8c9f-ffe863071649),segment_id=b0550a58-b523-438b-8c9f-ffe863071649)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:16:21.981127 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Returning: {'device': 'bbcfea2b-d7a0-4063-9183-09991289198d', 'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2', 'port_id': 'bbcfea2b-d7a0-4063-9183-09991289198d', 'mac_address': 'fa:16:3e:1d:83:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3458434a-8084-40e1-8181-2e1ea27d305d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:16:22.019328 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:22.032478 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bbcfea2b-d7a0-4063-9183-09991289198d {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:16:22.051643 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port bbcfea2b-d7a0-4063-9183-09991289198d, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=bbcfea2b-d7a0-4063-9183-09991289198d,segment=NetworkSegment(b0550a58-b523-438b-8c9f-ffe863071649),segment_id=b0550a58-b523-438b-8c9f-ffe863071649)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:16:22.055947 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:22.109173 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=bbcfea2b-d7a0-4063-9183-09991289198d,revision_number=6']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:16:22.117571 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:22.117913 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:22.118409 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:22.118749 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:22.119081 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:22.119404 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:22.119732 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:22.120052 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:22.120375 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:22.120695 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:22.121012 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:22.121401 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:22.192045 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] get_ports_and_sgs() called for port_ids ['bbcfea2b-d7a0-4063-9183-09991289198d'] {{(pid=102663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:16:23.869827 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device bbcfea2b-d7a0-4063-9183-09991289198d up at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:16:23.928032 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Provisioning complete for port bbcfea2b-d7a0-4063-9183-09991289198d triggered by entity L2. {{(pid=102663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:16:23.928399 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669288'] for port, provisioning_complete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:24.011548 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:24.043269 n-d-812236-11 neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c49df1-5046-469f-988d-1f5c37af400e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbcfea2b-d7a0-4063-9183-09991289198d'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:16:24.045912 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f589fb9f8862dfdbd1fb170ce835a8c182cc8b052b64638c52562f284e07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd95e3f1-eb48-4967-b5b2-cb8021b47315" -d '{"events": [{"server_uuid": "10c49df1-5046-469f-988d-1f5c37af400e", "name": "network-vif-plugged", "status": "completed", "tag": "bbcfea2b-d7a0-4063-9183-09991289198d"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:16:24.060464 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] For port bbcfea2b-d7a0-4063-9183-09991289198d, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=bbcfea2b-d7a0-4063-9183-09991289198d,segment=NetworkSegment(b0550a58-b523-438b-8c9f-ffe863071649),segment_id=b0550a58-b523-438b-8c9f-ffe863071649)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:16:24.065944 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734448696212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734448271252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734448271270'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:24.118925 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816a3c7a-ddc1-4c28-9701-4ef994f585cb x-openstack-request-id: req-816a3c7a-ddc1-4c28-9701-4ef994f585cb {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:16:24.119322 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c49df1-5046-469f-988d-1f5c37af400e", "name": "network-vif-plugged", "status": "completed", "tag": "bbcfea2b-d7a0-4063-9183-09991289198d", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:16:24.119638 n-d-812236-11 neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-816a3c7a-ddc1-4c28-9701-4ef994f585cb {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:16:24.120149 n-d-812236-11 neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c49df1-5046-469f-988d-1f5c37af400e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbcfea2b-d7a0-4063-9183-09991289198d', 'code': 200} Nov 12 02:16:24.121162 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Pushing event updated for resources: {'Port': ['ID=bbcfea2b-d7a0-4063-9183-09991289198d,revision_number=7']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:16:26.918501 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbfba64-7e7d-46ce-964c-5e02e819ab99 req-2da6e05d-1c7c-43bb-bbd0-9822cd9e5fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:26.920691 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9bbfba64-7e7d-46ce-964c-5e02e819ab99 req-2da6e05d-1c7c-43bb-bbd0-9822cd9e5fed service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e36de71578744fb280d33057fcfd2fbe&device_id=10c49df1-5046-469f-988d-1f5c37af400e HTTP/1.1" status: 200 len: 1098 time: 0.0480585 Nov 12 02:16:27.046438 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbfba64-7e7d-46ce-964c-5e02e819ab99 req-71f2ac18-f745-4eb5-b2e3-a67e3bd091b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:27.047910 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9bbfba64-7e7d-46ce-964c-5e02e819ab99 req-71f2ac18-f745-4eb5-b2e3-a67e3bd091b9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e0db1bc6-d250-4b3d-b02c-198499bd83f2 HTTP/1.1" status: 200 len: 911 time: 0.0991073 Nov 12 02:16:27.126547 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9bbfba64-7e7d-46ce-964c-5e02e819ab99 req-8fd3083d-ec01-4974-86e4-6c87b932aced service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbcfea2b-d7a0-4063-9183-09991289198d HTTP/1.1" status: 200 len: 1002 time: 0.0701509 Nov 12 02:16:27.193412 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbfba64-7e7d-46ce-964c-5e02e819ab99 req-378a5dca-d2b2-4a9d-a71b-a73e2bf63204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:27.195214 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9bbfba64-7e7d-46ce-964c-5e02e819ab99 req-378a5dca-d2b2-4a9d-a71b-a73e2bf63204 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3458434a-8084-40e1-8181-2e1ea27d305d HTTP/1.1" status: 200 len: 849 time: 0.0571759 Nov 12 02:16:27.253638 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbfba64-7e7d-46ce-964c-5e02e819ab99 req-37e40954-6f0a-4d8e-9f03-a8fe3b41fcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:27.255529 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9bbfba64-7e7d-46ce-964c-5e02e819ab99 req-37e40954-6f0a-4d8e-9f03-a8fe3b41fcb6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e0db1bc6-d250-4b3d-b02c-198499bd83f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516825 Nov 12 02:16:27.377491 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9bbfba64-7e7d-46ce-964c-5e02e819ab99 req-b712f938-afca-4ac3-8c0b-99a7f95d024b service neutron] 10.222.0.49 "GET /v2.0/networks/e0db1bc6-d250-4b3d-b02c-198499bd83f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149406 Nov 12 02:16:27.484911 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-9bbfba64-7e7d-46ce-964c-5e02e819ab99 req-2516cd22-a221-468b-8f85-43141c0c700b service neutron] 10.222.0.49 "GET /v2.0/networks/e0db1bc6-d250-4b3d-b02c-198499bd83f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993369 Nov 12 02:16:28.027130 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e4278be2-e812-4e22-a931-ab70bc421307 req-5142b791-fd12-430a-845b-22622918242a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=daadebee-b06a-4526-9679-fd2a7a3addb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444493 Nov 12 02:16:28.143189 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4278be2-e812-4e22-a931-ab70bc421307 req-fffa22b8-0873-47e0-a09c-53661ba01ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:28.144722 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e4278be2-e812-4e22-a931-ab70bc421307 req-fffa22b8-0873-47e0-a09c-53661ba01ac3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e36de71578744fb280d33057fcfd2fbe&device_id=daadebee-b06a-4526-9679-fd2a7a3addb4 HTTP/1.1" status: 200 len: 1095 time: 0.0460079 Nov 12 02:16:28.281100 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4278be2-e812-4e22-a931-ab70bc421307 req-98d2962d-5ca9-4526-8c98-8a6f6e07d553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:28.282529 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e4278be2-e812-4e22-a931-ab70bc421307 req-98d2962d-5ca9-4526-8c98-8a6f6e07d553 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e0db1bc6-d250-4b3d-b02c-198499bd83f2 HTTP/1.1" status: 200 len: 911 time: 0.1163771 Nov 12 02:16:28.358034 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e4278be2-e812-4e22-a931-ab70bc421307 req-0b42cb80-e618-4a3f-ba39-a75a08cf841e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66f7c766-d29a-4746-8192-45d76a6c5be1 HTTP/1.1" status: 200 len: 998 time: 0.0677991 Nov 12 02:16:28.430157 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4278be2-e812-4e22-a931-ab70bc421307 req-b67c99c8-1564-4fa8-93d7-5fc4ae5ec51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:28.431840 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e4278be2-e812-4e22-a931-ab70bc421307 req-b67c99c8-1564-4fa8-93d7-5fc4ae5ec51c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3458434a-8084-40e1-8181-2e1ea27d305d HTTP/1.1" status: 200 len: 849 time: 0.0671687 Nov 12 02:16:28.482114 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4278be2-e812-4e22-a931-ab70bc421307 req-2457dd7d-f943-4af7-a300-ea0996217e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:28.483653 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e4278be2-e812-4e22-a931-ab70bc421307 req-2457dd7d-f943-4af7-a300-ea0996217e20 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e0db1bc6-d250-4b3d-b02c-198499bd83f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434985 Nov 12 02:16:28.594849 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e4278be2-e812-4e22-a931-ab70bc421307 req-349cfa35-3044-487c-89c0-95745c7adbe4 service neutron] 10.222.0.54 "GET /v2.0/networks/e0db1bc6-d250-4b3d-b02c-198499bd83f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022415 Nov 12 02:16:28.718914 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-e4278be2-e812-4e22-a931-ab70bc421307 req-8914bad6-2cb2-474f-88aa-a1453a21ff06 service neutron] 10.222.0.54 "GET /v2.0/networks/e0db1bc6-d250-4b3d-b02c-198499bd83f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164279 Nov 12 02:16:32.934293 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 53948) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:16:33.092078 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-5b1089d6-99c9-4741-97f8-39188ad46feb tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Deleting port 0269fcc0-545d-4bce-a5b7-d5a4a4c0bceb {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:16:33.092423 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5b1089d6-99c9-4741-97f8-39188ad46feb tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:33.167929 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5b1089d6-99c9-4741-97f8-39188ad46feb tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:33.168256 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5b1089d6-99c9-4741-97f8-39188ad46feb tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:33.180091 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-5b1089d6-99c9-4741-97f8-39188ad46feb tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Calling delete_port for 0269fcc0-545d-4bce-a5b7-d5a4a4c0bceb owned by network:floatingip {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:16:33.329733 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5b1089d6-99c9-4741-97f8-39188ad46feb tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:33.353314 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1089d6-99c9-4741-97f8-39188ad46feb tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Pushing event deleted for resources: {'Port': ['ID=0269fcc0-545d-4bce-a5b7-d5a4a4c0bceb,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:16:33.366594 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1089d6-99c9-4741-97f8-39188ad46feb tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:33.366944 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1089d6-99c9-4741-97f8-39188ad46feb tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:33.367968 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1089d6-99c9-4741-97f8-39188ad46feb tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:33.368438 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1089d6-99c9-4741-97f8-39188ad46feb tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:33.369012 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1089d6-99c9-4741-97f8-39188ad46feb tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:33.369351 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1089d6-99c9-4741-97f8-39188ad46feb tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:33.369716 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1089d6-99c9-4741-97f8-39188ad46feb tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:33.370048 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1089d6-99c9-4741-97f8-39188ad46feb tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:33.370373 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1089d6-99c9-4741-97f8-39188ad46feb tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:33.370700 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1089d6-99c9-4741-97f8-39188ad46feb tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:33.371030 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1089d6-99c9-4741-97f8-39188ad46feb tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:33.371356 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1089d6-99c9-4741-97f8-39188ad46feb tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:33.429055 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5b1089d6-99c9-4741-97f8-39188ad46feb tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks [] for floatingip, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:33.429399 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [None req-5b1089d6-99c9-4741-97f8-39188ad46feb tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Floating IP 69eeb4f0-8743-4e1e-958d-87a356dd038a disassociated (deleted). External IP: 172.25.2.231, port: bbcfea2b-d7a0-4063-9183-09991289198d. Nov 12 02:16:33.642759 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1089d6-99c9-4741-97f8-39188ad46feb tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Router 1e5a71e4-1405-483e-bb08-ce3ba3880115 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:16:33.751023 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1089d6-99c9-4741-97f8-39188ad46feb tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:16:33.756232 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5b1089d6-99c9-4741-97f8-39188ad46feb tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:33.761464 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a01715b-38b7-4d76-b794-329c12586d71 None None] Sync routers for ids ['1e5a71e4-1405-483e-bb08-ce3ba3880115'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:16:33.771065 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a01715b-38b7-4d76-b794-329c12586d71 None None] Routers {'1e5a71e4-1405-483e-bb08-ce3ba3880115'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:16:33.771682 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-5a01715b-38b7-4d76-b794-329c12586d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T02:16:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['1e5a71e4-1405-483e-bb08-ce3ba3880115'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:16:33.783396 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5b1089d6-99c9-4741-97f8-39188ad46feb tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "DELETE /v2.0/floatingips/69eeb4f0-8743-4e1e-958d-87a356dd038a HTTP/1.1" status: 204 len: 168 time: 0.8479972 Nov 12 02:16:33.783998 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c49df1-5046-469f-988d-1f5c37af400e', 'tag': 'bbcfea2b-d7a0-4063-9183-09991289198d'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:16:33.786282 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be10c6201f4a6af1b4f88844b1b0aabab5fd97a2a103bbbe8677b2ad1e6c711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39af9c1e-0953-462e-a887-201a19739420" -d '{"events": [{"name": "network-changed", "server_uuid": "10c49df1-5046-469f-988d-1f5c37af400e", "tag": "bbcfea2b-d7a0-4063-9183-09991289198d"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:16:33.881893 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c089d1a9-6b47-4299-a5ca-f16745a1d3be x-openstack-request-id: req-c089d1a9-6b47-4299-a5ca-f16745a1d3be {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:16:33.882189 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10c49df1-5046-469f-988d-1f5c37af400e", "tag": "bbcfea2b-d7a0-4063-9183-09991289198d", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:16:33.882474 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c089d1a9-6b47-4299-a5ca-f16745a1d3be {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:16:33.882909 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10c49df1-5046-469f-988d-1f5c37af400e', 'tag': 'bbcfea2b-d7a0-4063-9183-09991289198d', 'status': 'completed', 'code': 200} Nov 12 02:16:33.884275 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-5a01715b-38b7-4d76-b794-329c12586d71 None None] Set router 1e5a71e4-1405-483e-bb08-ce3ba3880115 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:16:34.003677 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af9c1e-0953-462e-a887-201a19739420 req-e77717da-d8a5-412c-9aff-30ad51106032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:34.005196 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-39af9c1e-0953-462e-a887-201a19739420 req-e77717da-d8a5-412c-9aff-30ad51106032 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e36de71578744fb280d33057fcfd2fbe&device_id=10c49df1-5046-469f-988d-1f5c37af400e HTTP/1.1" status: 200 len: 1098 time: 0.0746036 Nov 12 02:16:34.048339 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4083fd2-56d3-447a-ab8d-e4c7f7b10423 req-c32a4592-34ba-40b4-871c-cc07d1a7baa5 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:34.049891 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c4083fd2-56d3-447a-ab8d-e4c7f7b10423 req-c32a4592-34ba-40b4-871c-cc07d1a7baa5 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/ports?device_id=10c49df1-5046-469f-988d-1f5c37af400e HTTP/1.1" status: 200 len: 946 time: 0.0804780 Nov 12 02:16:34.116798 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-5a01715b-38b7-4d76-b794-329c12586d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'name': 'tempest-TestSnapshotPattern-1666636469-router', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'a8fd0c26-732c-44d8-8dde-63a79f1e8bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:11:02Z', 'updated_at': '2021-11-12T02:11:05Z', 'revision_number': 4, 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'gw_port': {'id': 'a8fd0c26-732c-44d8-8dde-63a79f1e8bbb', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:be:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:11:02Z', 'updated_at': '2021-11-12T02:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '814abd9b-9ff2-4048-8cd0-ae2b5ab67e4a', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'floating_ip_address': '172.25.2.25', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'port_id': '66f7c766-d29a-4746-8192-45d76a6c5be1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2', 'mac_address': 'fa:16:3e:c4:1a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daadebee-b06a-4526-9679-fd2a7a3addb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:11:26Z', 'updated_at': '2021-11-12T02:11:27Z', 'revision_number': 1, 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5633a7e1-3d68-4580-9a6d-4062031f2571', 'name': '', 'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'mac_address': 'fa:16:3e:ae:3e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3458434a-8084-40e1-8181-2e1ea27d305d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:11:04Z', 'updated_at': '2021-11-12T02:11:10Z', 'revision_number': 5, 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'subnets': [{'id': '3458434a-8084-40e1-8181-2e1ea27d305d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:16:34.146549 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af9c1e-0953-462e-a887-201a19739420 req-5995ed66-9073-4332-988d-24a893700b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:34.148033 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-39af9c1e-0953-462e-a887-201a19739420 req-5995ed66-9073-4332-988d-24a893700b9d service neutron] 10.222.0.49 "GET /v2.0/networks?id=e0db1bc6-d250-4b3d-b02c-198499bd83f2 HTTP/1.1" status: 200 len: 911 time: 0.1351175 Nov 12 02:16:34.149875 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a01715b-38b7-4d76-b794-329c12586d71 None None] Checking router: 1e5a71e4-1405-483e-bb08-ce3ba3880115 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:16:34.153780 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c4083fd2-56d3-447a-ab8d-e4c7f7b10423 req-c94d4497-500c-4646-b7d8-702f3b97d778 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/security-groups?id=11c92151-e6f8-4c75-82e8-fa15dcdf827d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728481 Nov 12 02:16:34.158524 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a01715b-38b7-4d76-b794-329c12586d71 None None] Routers {'1e5a71e4-1405-483e-bb08-ce3ba3880115'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:16:34.159129 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-5a01715b-38b7-4d76-b794-329c12586d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T02:16:07Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['1e5a71e4-1405-483e-bb08-ce3ba3880115'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:16:34.192563 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-39af9c1e-0953-462e-a887-201a19739420 req-5c3f581c-1e61-4efa-82ea-0c936c13d77a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbcfea2b-d7a0-4063-9183-09991289198d HTTP/1.1" status: 200 len: 217 time: 0.0363681 Nov 12 02:16:34.247749 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af9c1e-0953-462e-a887-201a19739420 req-9f8c1637-8704-4202-85fd-959d1ae8ae37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:34.249217 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-39af9c1e-0953-462e-a887-201a19739420 req-9f8c1637-8704-4202-85fd-959d1ae8ae37 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3458434a-8084-40e1-8181-2e1ea27d305d HTTP/1.1" status: 200 len: 849 time: 0.0496376 Nov 12 02:16:34.266067 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-5a01715b-38b7-4d76-b794-329c12586d71 None None] Set router 1e5a71e4-1405-483e-bb08-ce3ba3880115 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:16:34.296862 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af9c1e-0953-462e-a887-201a19739420 req-980cb2f5-a9bb-48c7-aeca-34b44de064eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:34.298386 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-39af9c1e-0953-462e-a887-201a19739420 req-980cb2f5-a9bb-48c7-aeca-34b44de064eb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e0db1bc6-d250-4b3d-b02c-198499bd83f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413883 Nov 12 02:16:34.397022 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-39af9c1e-0953-462e-a887-201a19739420 req-0a3e1efa-24a7-4148-9a68-10fb4580b2d2 service neutron] 10.222.0.49 "GET /v2.0/networks/e0db1bc6-d250-4b3d-b02c-198499bd83f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882528 Nov 12 02:16:34.487555 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-22d22d0f-6c72-4db1-a93c-bd4cff97fb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:34.496262 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-39af9c1e-0953-462e-a887-201a19739420 req-8c8565ed-47ab-4182-813c-d56b25b9638e service neutron] 10.222.0.49 "GET /v2.0/networks/e0db1bc6-d250-4b3d-b02c-198499bd83f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912805 Nov 12 02:16:34.510977 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-5a01715b-38b7-4d76-b794-329c12586d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'name': 'tempest-TestSnapshotPattern-1666636469-router', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'a8fd0c26-732c-44d8-8dde-63a79f1e8bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:11:02Z', 'updated_at': '2021-11-12T02:11:05Z', 'revision_number': 4, 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'gw_port': {'id': 'a8fd0c26-732c-44d8-8dde-63a79f1e8bbb', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:be:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:11:02Z', 'updated_at': '2021-11-12T02:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '814abd9b-9ff2-4048-8cd0-ae2b5ab67e4a', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'floating_ip_address': '172.25.2.25', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'port_id': '66f7c766-d29a-4746-8192-45d76a6c5be1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2', 'mac_address': 'fa:16:3e:c4:1a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daadebee-b06a-4526-9679-fd2a7a3addb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:11:26Z', 'updated_at': '2021-11-12T02:11:27Z', 'revision_number': 1, 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5633a7e1-3d68-4580-9a6d-4062031f2571', 'name': '', 'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'mac_address': 'fa:16:3e:ae:3e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3458434a-8084-40e1-8181-2e1ea27d305d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:11:04Z', 'updated_at': '2021-11-12T02:11:10Z', 'revision_number': 5, 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'subnets': [{'id': '3458434a-8084-40e1-8181-2e1ea27d305d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:16:34.539704 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a01715b-38b7-4d76-b794-329c12586d71 None None] The sync data for ids ['1e5a71e4-1405-483e-bb08-ce3ba3880115'] in n-d-812236-11 is: [{'id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'name': 'tempest-TestSnapshotPattern-1666636469-router', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'a8fd0c26-732c-44d8-8dde-63a79f1e8bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:11:02Z', 'updated_at': '2021-11-12T02:11:05Z', 'revision_number': 4, 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'gw_port': {'id': 'a8fd0c26-732c-44d8-8dde-63a79f1e8bbb', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:be:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:11:02Z', 'updated_at': '2021-11-12T02:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_floatingips': [{'id': '814abd9b-9ff2-4048-8cd0-ae2b5ab67e4a', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'floating_ip_address': '172.25.2.25', 'floating_network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'router_id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'port_id': '66f7c766-d29a-4746-8192-45d76a6c5be1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2', 'mac_address': 'fa:16:3e:c4:1a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daadebee-b06a-4526-9679-fd2a7a3addb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:11:26Z', 'updated_at': '2021-11-12T02:11:27Z', 'revision_number': 1, 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5633a7e1-3d68-4580-9a6d-4062031f2571', 'name': '', 'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'mac_address': 'fa:16:3e:ae:3e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3458434a-8084-40e1-8181-2e1ea27d305d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:11:04Z', 'updated_at': '2021-11-12T02:11:10Z', 'revision_number': 5, 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'subnets': [{'id': '3458434a-8084-40e1-8181-2e1ea27d305d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:16:34.827873 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e598bbcd-3792-45e5-b9c3-2e40526a588c None None] New status for floating IP 69eeb4f0-8743-4e1e-958d-87a356dd038a: DOWN {{(pid=102664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:16:35.275337 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2590540c-8ab0-4c22-a3c1-394d18b3bbd0 req-315f0564-2899-46b0-9656-b21ca9d25beb tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:35.276818 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2590540c-8ab0-4c22-a3c1-394d18b3bbd0 req-315f0564-2899-46b0-9656-b21ca9d25beb tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/ports?device_id=10c49df1-5046-469f-988d-1f5c37af400e HTTP/1.1" status: 200 len: 946 time: 0.0493722 Nov 12 02:16:35.325362 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2590540c-8ab0-4c22-a3c1-394d18b3bbd0 req-79f93329-96c3-4842-b821-f299ec4feb70 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/security-groups?id=11c92151-e6f8-4c75-82e8-fa15dcdf827d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424907 Nov 12 02:16:35.680666 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c588f8f4-7630-427e-8885-84c368463583 req-80b6bfa6-7ae9-4291-b712-7067a2abdeee tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:35.682117 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c588f8f4-7630-427e-8885-84c368463583 req-80b6bfa6-7ae9-4291-b712-7067a2abdeee tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.49 "GET /v2.0/ports?device_id=10c49df1-5046-469f-988d-1f5c37af400e HTTP/1.1" status: 200 len: 946 time: 0.0500705 Nov 12 02:16:35.788032 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-c588f8f4-7630-427e-8885-84c368463583 req-918d39fb-cf0a-464a-bef1-5b7ce70cc356 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Deleting port bbcfea2b-d7a0-4063-9183-09991289198d {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:16:35.788369 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-c588f8f4-7630-427e-8885-84c368463583 req-918d39fb-cf0a-464a-bef1-5b7ce70cc356 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:35.877002 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [req-c588f8f4-7630-427e-8885-84c368463583 req-918d39fb-cf0a-464a-bef1-5b7ce70cc356 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] For port bbcfea2b-d7a0-4063-9183-09991289198d, host n-h1-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812236-11',level=0,port_id=bbcfea2b-d7a0-4063-9183-09991289198d,segment=NetworkSegment(b0550a58-b523-438b-8c9f-ffe863071649),segment_id=b0550a58-b523-438b-8c9f-ffe863071649)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:16:35.877279 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-c588f8f4-7630-427e-8885-84c368463583 req-918d39fb-cf0a-464a-bef1-5b7ce70cc356 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:35.889669 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [req-c588f8f4-7630-427e-8885-84c368463583 req-918d39fb-cf0a-464a-bef1-5b7ce70cc356 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Calling delete_port for bbcfea2b-d7a0-4063-9183-09991289198d owned by compute:nova {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:16:35.906205 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device bbcfea2b-d7a0-4063-9183-09991289198d no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:16:35.985394 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7770217'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:36.024998 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-c588f8f4-7630-427e-8885-84c368463583 req-918d39fb-cf0a-464a-bef1-5b7ce70cc356 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:36.058582 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918d39fb-cf0a-464a-bef1-5b7ce70cc356 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Pushing event deleted for resources: {'Port': ['ID=bbcfea2b-d7a0-4063-9183-09991289198d,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:16:36.106712 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [req-c588f8f4-7630-427e-8885-84c368463583 req-918d39fb-cf0a-464a-bef1-5b7ce70cc356 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] No DVR routers for this DVR port bbcfea2b-d7a0-4063-9183-09991289198d on host n-h1-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:16:36.109604 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [req-c588f8f4-7630-427e-8885-84c368463583 req-918d39fb-cf0a-464a-bef1-5b7ce70cc356 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:36.113969 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-c588f8f4-7630-427e-8885-84c368463583 req-918d39fb-cf0a-464a-bef1-5b7ce70cc356 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.49 "DELETE /v2.0/ports/bbcfea2b-d7a0-4063-9183-09991289198d HTTP/1.1" status: 204 len: 173 time: 0.4254849 Nov 12 02:16:36.114425 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c49df1-5046-469f-988d-1f5c37af400e', 'name': 'network-vif-deleted', 'tag': 'bbcfea2b-d7a0-4063-9183-09991289198d'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:16:36.118601 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be10c6201f4a6af1b4f88844b1b0aabab5fd97a2a103bbbe8677b2ad1e6c711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ccf4e0-468c-4e27-a688-b22a0e71cf26" -d '{"events": [{"server_uuid": "10c49df1-5046-469f-988d-1f5c37af400e", "name": "network-vif-deleted", "tag": "bbcfea2b-d7a0-4063-9183-09991289198d"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:16:36.153994 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40f26b3-4f38-481e-b90c-c42f7e03b49a x-openstack-request-id: req-a40f26b3-4f38-481e-b90c-c42f7e03b49a {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:16:36.154282 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c49df1-5046-469f-988d-1f5c37af400e", "name": "network-vif-deleted", "tag": "bbcfea2b-d7a0-4063-9183-09991289198d", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:16:36.154529 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a40f26b3-4f38-481e-b90c-c42f7e03b49a {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:16:36.154929 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c49df1-5046-469f-988d-1f5c37af400e', 'name': 'network-vif-deleted', 'tag': 'bbcfea2b-d7a0-4063-9183-09991289198d', 'status': 'completed', 'code': 200} Nov 12 02:16:36.432020 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-d64b2a1e-8795-4ab8-8a75-a61f3248db13 req-af2b7a43-760c-49bb-95d1-c6645169c7c8 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/ports?device_id=10c49df1-5046-469f-988d-1f5c37af400e HTTP/1.1" status: 200 len: 210 time: 0.0267501 Nov 12 02:16:36.606338 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4a51d400-ec78-4652-b389-e55aa921b149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:37.997743 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 54006) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:16:38.077341 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:38.155665 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-26347534-7db1-4c1c-a0b6-3b15aa902c8a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Deleting port 6e4affce-3511-4f07-a0b8-1be59a461b95 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:16:38.155910 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-26347534-7db1-4c1c-a0b6-3b15aa902c8a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:38.230379 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-26347534-7db1-4c1c-a0b6-3b15aa902c8a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:38.230707 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-26347534-7db1-4c1c-a0b6-3b15aa902c8a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:38.243371 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-26347534-7db1-4c1c-a0b6-3b15aa902c8a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Calling delete_port for 6e4affce-3511-4f07-a0b8-1be59a461b95 owned by network:floatingip {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:16:38.391018 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-26347534-7db1-4c1c-a0b6-3b15aa902c8a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:38.417317 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26347534-7db1-4c1c-a0b6-3b15aa902c8a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Pushing event deleted for resources: {'Port': ['ID=6e4affce-3511-4f07-a0b8-1be59a461b95,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:16:38.478843 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-26347534-7db1-4c1c-a0b6-3b15aa902c8a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks [] for floatingip, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:38.479170 n-d-812236-11 neutron-server[102661]: INFO neutron.db.l3_db [None req-26347534-7db1-4c1c-a0b6-3b15aa902c8a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Floating IP 814abd9b-9ff2-4048-8cd0-ae2b5ab67e4a disassociated (deleted). External IP: 172.25.2.25, port: 66f7c766-d29a-4746-8192-45d76a6c5be1. Nov 12 02:16:38.687514 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26347534-7db1-4c1c-a0b6-3b15aa902c8a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Router 1e5a71e4-1405-483e-bb08-ce3ba3880115 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:16:38.794485 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26347534-7db1-4c1c-a0b6-3b15aa902c8a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:16:38.799184 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-26347534-7db1-4c1c-a0b6-3b15aa902c8a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for floatingip, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:38.803617 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bc2231-8129-440a-a32e-349c434510b3 None None] Sync routers for ids ['1e5a71e4-1405-483e-bb08-ce3ba3880115'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:16:38.813843 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bc2231-8129-440a-a32e-349c434510b3 None None] Routers {'1e5a71e4-1405-483e-bb08-ce3ba3880115'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:16:38.814442 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-a3bc2231-8129-440a-a32e-349c434510b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T02:16:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['1e5a71e4-1405-483e-bb08-ce3ba3880115'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:16:38.825783 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-26347534-7db1-4c1c-a0b6-3b15aa902c8a tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "DELETE /v2.0/floatingips/814abd9b-9ff2-4048-8cd0-ae2b5ab67e4a HTTP/1.1" status: 204 len: 168 time: 0.8269260 Nov 12 02:16:38.826381 n-d-812236-11 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daadebee-b06a-4526-9679-fd2a7a3addb4', 'tag': '66f7c766-d29a-4746-8192-45d76a6c5be1'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:16:38.828754 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be10c6201f4a6af1b4f88844b1b0aabab5fd97a2a103bbbe8677b2ad1e6c711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7d313e-6f39-4a7a-871f-3b0fcbf17314" -d '{"events": [{"name": "network-changed", "server_uuid": "daadebee-b06a-4526-9679-fd2a7a3addb4", "tag": "66f7c766-d29a-4746-8192-45d76a6c5be1"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:16:38.868607 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e8995d-726b-4925-ae0e-d9ec9860a24d x-openstack-request-id: req-82e8995d-726b-4925-ae0e-d9ec9860a24d {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:16:38.868896 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daadebee-b06a-4526-9679-fd2a7a3addb4", "tag": "66f7c766-d29a-4746-8192-45d76a6c5be1", "status": "completed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:16:38.870591 n-d-812236-11 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-82e8995d-726b-4925-ae0e-d9ec9860a24d {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:16:38.871234 n-d-812236-11 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daadebee-b06a-4526-9679-fd2a7a3addb4', 'tag': '66f7c766-d29a-4746-8192-45d76a6c5be1', 'status': 'completed', 'code': 200} Nov 12 02:16:38.925489 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-a3bc2231-8129-440a-a32e-349c434510b3 None None] Set router 1e5a71e4-1405-483e-bb08-ce3ba3880115 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:16:38.973972 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d313e-6f39-4a7a-871f-3b0fcbf17314 req-6bfea468-31f7-48fd-89fc-6a6de0470d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:38.975764 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2d7d313e-6f39-4a7a-871f-3b0fcbf17314 req-6bfea468-31f7-48fd-89fc-6a6de0470d9d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e36de71578744fb280d33057fcfd2fbe&device_id=daadebee-b06a-4526-9679-fd2a7a3addb4 HTTP/1.1" status: 200 len: 1095 time: 0.0581148 Nov 12 02:16:39.071357 n-d-812236-11 neutron-server[102661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9a943-2f66-4956-a632-78017990aa3a req-a432701b-e82c-4602-992c-de1c6c2f60a3 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:39.073251 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-45d9a943-2f66-4956-a632-78017990aa3a req-a432701b-e82c-4602-992c-de1c6c2f60a3 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/ports?device_id=daadebee-b06a-4526-9679-fd2a7a3addb4 HTTP/1.1" status: 200 len: 943 time: 0.0551252 Nov 12 02:16:39.104587 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d313e-6f39-4a7a-871f-3b0fcbf17314 req-2cff7098-6fd4-48c3-bcec-86e56e8cef9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:39.106209 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2d7d313e-6f39-4a7a-871f-3b0fcbf17314 req-2cff7098-6fd4-48c3-bcec-86e56e8cef9a service neutron] 10.222.0.54 "GET /v2.0/networks?id=e0db1bc6-d250-4b3d-b02c-198499bd83f2 HTTP/1.1" status: 200 len: 911 time: 0.1002226 Nov 12 02:16:39.126450 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [req-45d9a943-2f66-4956-a632-78017990aa3a req-14ed8c8e-7862-469e-accd-ceccb1088c6c tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/security-groups?id=11c92151-e6f8-4c75-82e8-fa15dcdf827d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471418 Nov 12 02:16:39.147215 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-a3bc2231-8129-440a-a32e-349c434510b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'name': 'tempest-TestSnapshotPattern-1666636469-router', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'a8fd0c26-732c-44d8-8dde-63a79f1e8bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:11:02Z', 'updated_at': '2021-11-12T02:11:05Z', 'revision_number': 4, 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'gw_port': {'id': 'a8fd0c26-732c-44d8-8dde-63a79f1e8bbb', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:be:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:11:02Z', 'updated_at': '2021-11-12T02:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '5633a7e1-3d68-4580-9a6d-4062031f2571', 'name': '', 'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'mac_address': 'fa:16:3e:ae:3e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3458434a-8084-40e1-8181-2e1ea27d305d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:11:04Z', 'updated_at': '2021-11-12T02:11:10Z', 'revision_number': 5, 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'subnets': [{'id': '3458434a-8084-40e1-8181-2e1ea27d305d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:16:39.157771 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2d7d313e-6f39-4a7a-871f-3b0fcbf17314 req-9db1eb82-7ea1-4984-a512-c418d3173d38 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66f7c766-d29a-4746-8192-45d76a6c5be1 HTTP/1.1" status: 200 len: 217 time: 0.0415604 Nov 12 02:16:39.174582 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bc2231-8129-440a-a32e-349c434510b3 None None] Checking router: 1e5a71e4-1405-483e-bb08-ce3ba3880115 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:16:39.183446 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bc2231-8129-440a-a32e-349c434510b3 None None] Routers {'1e5a71e4-1405-483e-bb08-ce3ba3880115'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:16:39.184038 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-a3bc2231-8129-440a-a32e-349c434510b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T02:16:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['1e5a71e4-1405-483e-bb08-ce3ba3880115'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:16:39.207337 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d313e-6f39-4a7a-871f-3b0fcbf17314 req-61e30926-e56c-4819-9244-5d181e66b5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:39.208854 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2d7d313e-6f39-4a7a-871f-3b0fcbf17314 req-61e30926-e56c-4819-9244-5d181e66b5f0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3458434a-8084-40e1-8181-2e1ea27d305d HTTP/1.1" status: 200 len: 849 time: 0.0432744 Nov 12 02:16:39.255430 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d313e-6f39-4a7a-871f-3b0fcbf17314 req-8da1c92b-9bc8-49ec-a709-0790f261b312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:39.256906 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2d7d313e-6f39-4a7a-871f-3b0fcbf17314 req-8da1c92b-9bc8-49ec-a709-0790f261b312 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e0db1bc6-d250-4b3d-b02c-198499bd83f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403402 Nov 12 02:16:39.290143 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-a3bc2231-8129-440a-a32e-349c434510b3 None None] Set router 1e5a71e4-1405-483e-bb08-ce3ba3880115 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:16:39.352202 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2d7d313e-6f39-4a7a-871f-3b0fcbf17314 req-2f9aeb0f-a534-4370-b3b4-bfc3bc7f96b7 service neutron] 10.222.0.54 "GET /v2.0/networks/e0db1bc6-d250-4b3d-b02c-198499bd83f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855029 Nov 12 02:16:39.456098 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-2d7d313e-6f39-4a7a-871f-3b0fcbf17314 req-b4c5e422-c76a-4f78-9650-a4807de92428 service neutron] 10.222.0.54 "GET /v2.0/networks/e0db1bc6-d250-4b3d-b02c-198499bd83f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840271 Nov 12 02:16:39.485122 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-a3bc2231-8129-440a-a32e-349c434510b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'name': 'tempest-TestSnapshotPattern-1666636469-router', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'a8fd0c26-732c-44d8-8dde-63a79f1e8bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:11:02Z', 'updated_at': '2021-11-12T02:11:05Z', 'revision_number': 4, 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'gw_port': {'id': 'a8fd0c26-732c-44d8-8dde-63a79f1e8bbb', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:be:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:11:02Z', 'updated_at': '2021-11-12T02:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '5633a7e1-3d68-4580-9a6d-4062031f2571', 'name': '', 'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'mac_address': 'fa:16:3e:ae:3e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3458434a-8084-40e1-8181-2e1ea27d305d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:11:04Z', 'updated_at': '2021-11-12T02:11:10Z', 'revision_number': 5, 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'subnets': [{'id': '3458434a-8084-40e1-8181-2e1ea27d305d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:16:39.516600 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bc2231-8129-440a-a32e-349c434510b3 None None] The sync data for ids ['1e5a71e4-1405-483e-bb08-ce3ba3880115'] in n-d-812236-11 is: [{'id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'name': 'tempest-TestSnapshotPattern-1666636469-router', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'a8fd0c26-732c-44d8-8dde-63a79f1e8bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:11:02Z', 'updated_at': '2021-11-12T02:11:05Z', 'revision_number': 4, 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'gw_port': {'id': 'a8fd0c26-732c-44d8-8dde-63a79f1e8bbb', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:be:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:11:02Z', 'updated_at': '2021-11-12T02:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11', '_interfaces': [{'id': '5633a7e1-3d68-4580-9a6d-4062031f2571', 'name': '', 'network_id': 'e0db1bc6-d250-4b3d-b02c-198499bd83f2', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'mac_address': 'fa:16:3e:ae:3e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3458434a-8084-40e1-8181-2e1ea27d305d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:11:04Z', 'updated_at': '2021-11-12T02:11:10Z', 'revision_number': 5, 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'subnets': [{'id': '3458434a-8084-40e1-8181-2e1ea27d305d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:16:39.704111 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:39.731639 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eed88c-801e-4eec-847a-f068794f6503 None None] New status for floating IP 814abd9b-9ff2-4048-8cd0-ae2b5ab67e4a: DOWN {{(pid=102664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:16:39.931642 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device bbcfea2b-d7a0-4063-9183-09991289198d no longer exists at agent hyperv_n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:16:39.952164 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] No Port match for: bbcfea2b-d7a0-4063-9183-09991289198d {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:16:39.952502 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Device bbcfea2b-d7a0-4063-9183-09991289198d not bound to the agent host n-h1-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:16:40.010240 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7b8a0-9501-4a2f-aa87-737a47ecde49 req-007995f0-7eb1-4327-b9f4-26e3cb368caf tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:40.011693 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8cd7b8a0-9501-4a2f-aa87-737a47ecde49 req-007995f0-7eb1-4327-b9f4-26e3cb368caf tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.54 "GET /v2.0/ports?device_id=daadebee-b06a-4526-9679-fd2a7a3addb4 HTTP/1.1" status: 200 len: 943 time: 0.0532949 Nov 12 02:16:40.100919 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-8cd7b8a0-9501-4a2f-aa87-737a47ecde49 req-d0369785-6f91-448b-8114-a58e4ed6f312 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Deleting port 66f7c766-d29a-4746-8192-45d76a6c5be1 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:16:40.101248 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-8cd7b8a0-9501-4a2f-aa87-737a47ecde49 req-d0369785-6f91-448b-8114-a58e4ed6f312 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:40.553223 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:40.568011 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-8cd7b8a0-9501-4a2f-aa87-737a47ecde49 req-d0369785-6f91-448b-8114-a58e4ed6f312 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] For port 66f7c766-d29a-4746-8192-45d76a6c5be1, host n-h2-812236-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812236-11',level=0,port_id=66f7c766-d29a-4746-8192-45d76a6c5be1,segment=NetworkSegment(b0550a58-b523-438b-8c9f-ffe863071649),segment_id=b0550a58-b523-438b-8c9f-ffe863071649)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:16:40.568367 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-8cd7b8a0-9501-4a2f-aa87-737a47ecde49 req-d0369785-6f91-448b-8114-a58e4ed6f312 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:40.584449 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-8cd7b8a0-9501-4a2f-aa87-737a47ecde49 req-d0369785-6f91-448b-8114-a58e4ed6f312 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Calling delete_port for 66f7c766-d29a-4746-8192-45d76a6c5be1 owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:16:40.599430 n-d-812236-11 neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b29e4-2615-4366-b0a7-b2fa03728daf req-adb7d8e8-01bb-4d65-ac41-6c7409e01996 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:40.600892 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-380b29e4-2615-4366-b0a7-b2fa03728daf req-adb7d8e8-01bb-4d65-ac41-6c7409e01996 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/ports?device_id=daadebee-b06a-4526-9679-fd2a7a3addb4 HTTP/1.1" status: 200 len: 943 time: 0.0846918 Nov 12 02:16:40.698127 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-380b29e4-2615-4366-b0a7-b2fa03728daf req-e47aeb80-3b8f-45dd-9f74-37848c4f76cd tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "GET /v2.0/security-groups?id=11c92151-e6f8-4c75-82e8-fa15dcdf827d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911810 Nov 12 02:16:40.766731 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-8cd7b8a0-9501-4a2f-aa87-737a47ecde49 req-d0369785-6f91-448b-8114-a58e4ed6f312 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:40.794865 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0369785-6f91-448b-8114-a58e4ed6f312 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Pushing event deleted for resources: {'Port': ['ID=66f7c766-d29a-4746-8192-45d76a6c5be1,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:16:40.822761 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0369785-6f91-448b-8114-a58e4ed6f312 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:40.823105 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0369785-6f91-448b-8114-a58e4ed6f312 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:40.823441 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0369785-6f91-448b-8114-a58e4ed6f312 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:40.823779 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0369785-6f91-448b-8114-a58e4ed6f312 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:40.824112 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0369785-6f91-448b-8114-a58e4ed6f312 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:40.824440 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0369785-6f91-448b-8114-a58e4ed6f312 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:40.824768 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0369785-6f91-448b-8114-a58e4ed6f312 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:40.825092 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0369785-6f91-448b-8114-a58e4ed6f312 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:40.825435 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0369785-6f91-448b-8114-a58e4ed6f312 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:40.825762 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0369785-6f91-448b-8114-a58e4ed6f312 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:40.826086 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0369785-6f91-448b-8114-a58e4ed6f312 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:40.826406 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0369785-6f91-448b-8114-a58e4ed6f312 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812236-11 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:40.845364 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd7b8a0-9501-4a2f-aa87-737a47ecde49 req-d0369785-6f91-448b-8114-a58e4ed6f312 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] No DVR routers for this DVR port 66f7c766-d29a-4746-8192-45d76a6c5be1 on host n-h2-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:16:40.847920 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-8cd7b8a0-9501-4a2f-aa87-737a47ecde49 req-d0369785-6f91-448b-8114-a58e4ed6f312 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111501'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:40.851322 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [req-8cd7b8a0-9501-4a2f-aa87-737a47ecde49 req-d0369785-6f91-448b-8114-a58e4ed6f312 tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.54 "DELETE /v2.0/ports/66f7c766-d29a-4746-8192-45d76a6c5be1 HTTP/1.1" status: 204 len: 173 time: 0.8336527 Nov 12 02:16:40.851801 n-d-812236-11 neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daadebee-b06a-4526-9679-fd2a7a3addb4', 'name': 'network-vif-deleted', 'tag': '66f7c766-d29a-4746-8192-45d76a6c5be1'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:16:40.854063 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f20791c62abc78a76d837b2e8f3e70a497c95c8c7e17d957ee036670eec5325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33b71dc-a8cc-4ffa-817b-6a3358ab66e3" -d '{"events": [{"server_uuid": "daadebee-b06a-4526-9679-fd2a7a3addb4", "name": "network-vif-deleted", "tag": "66f7c766-d29a-4746-8192-45d76a6c5be1"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:16:40.890953 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08bb55c-718a-4780-afed-2469059c25a5 x-openstack-request-id: req-d08bb55c-718a-4780-afed-2469059c25a5 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:16:40.891240 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daadebee-b06a-4526-9679-fd2a7a3addb4", "name": "network-vif-deleted", "tag": "66f7c766-d29a-4746-8192-45d76a6c5be1", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:16:40.891498 n-d-812236-11 neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d08bb55c-718a-4780-afed-2469059c25a5 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:16:40.891893 n-d-812236-11 neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daadebee-b06a-4526-9679-fd2a7a3addb4', 'name': 'network-vif-deleted', 'tag': '66f7c766-d29a-4746-8192-45d76a6c5be1', 'status': 'completed', 'code': 200} Nov 12 02:16:41.753335 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 54020) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:16:41.815225 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6ce63cdd-71d9-4db4-b319-33720c7a61ee tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:41.841129 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6ce63cdd-71d9-4db4-b319-33720c7a61ee tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:41.905300 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6ce63cdd-71d9-4db4-b319-33720c7a61ee tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:41.906315 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:41.908498 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6ce63cdd-71d9-4db4-b319-33720c7a61ee tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:41.909689 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6ce63cdd-71d9-4db4-b319-33720c7a61ee tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] 10.222.0.20 "DELETE /v2.0/security-groups/11c92151-e6f8-4c75-82e8-fa15dcdf827d HTTP/1.1" status: 204 len: 168 time: 0.1553082 Nov 12 02:16:41.919107 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce63cdd-71d9-4db4-b319-33720c7a61ee tempest-TestSnapshotPattern-754762117 tempest-TestSnapshotPattern-754762117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c92151-e6f8-4c75-82e8-fa15dcdf827d,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:16:41.960556 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 54024) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:16:42.403856 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b04ca5ee-3a7d-4854-ae95-d453481446ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:42.648426 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-b04ca5ee-3a7d-4854-ae95-d453481446ac admin admin] Deleting port 5633a7e1-3d68-4580-9a6d-4062031f2571 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:16:42.648762 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b04ca5ee-3a7d-4854-ae95-d453481446ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:42.725639 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-b04ca5ee-3a7d-4854-ae95-d453481446ac admin admin] For port 5633a7e1-3d68-4580-9a6d-4062031f2571, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=5633a7e1-3d68-4580-9a6d-4062031f2571,segment=NetworkSegment(b0550a58-b523-438b-8c9f-ffe863071649),segment_id=b0550a58-b523-438b-8c9f-ffe863071649)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:16:42.725905 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b04ca5ee-3a7d-4854-ae95-d453481446ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:42.738904 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-b04ca5ee-3a7d-4854-ae95-d453481446ac admin admin] Calling delete_port for 5633a7e1-3d68-4580-9a6d-4062031f2571 owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:16:42.920397 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b04ca5ee-3a7d-4854-ae95-d453481446ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:42.950547 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ca5ee-3a7d-4854-ae95-d453481446ac admin admin] Pushing event deleted for resources: {'Port': ['ID=5633a7e1-3d68-4580-9a6d-4062031f2571,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:16:43.122182 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b04ca5ee-3a7d-4854-ae95-d453481446ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:43.350880 n-d-812236-11 neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04ca5ee-3a7d-4854-ae95-d453481446ac admin admin] Router 1e5a71e4-1405-483e-bb08-ce3ba3880115 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:16:43.457683 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04ca5ee-3a7d-4854-ae95-d453481446ac admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:16:43.464191 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-b04ca5ee-3a7d-4854-ae95-d453481446ac admin admin] 10.222.0.20 "PUT /v2.0/routers/1e5a71e4-1405-483e-bb08-ce3ba3880115/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5021138 Nov 12 02:16:43.466410 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 54028) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:16:43.471520 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc272598-b465-4a29-b24e-56a2075811a0 None None] Sync routers for ids ['1e5a71e4-1405-483e-bb08-ce3ba3880115'] in n-d-812236-11 {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:16:43.482243 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc272598-b465-4a29-b24e-56a2075811a0 None None] Routers {'1e5a71e4-1405-483e-bb08-ce3ba3880115'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:16:43.482923 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-cc272598-b465-4a29-b24e-56a2075811a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T02:16:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['1e5a71e4-1405-483e-bb08-ce3ba3880115'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:16:43.577481 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ec6e049b-6e1f-4de7-b36a-068d86300d31 admin admin] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:43.684482 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ec6e049b-6e1f-4de7-b36a-068d86300d31 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:43.741423 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-ec6e049b-6e1f-4de7-b36a-068d86300d31 admin admin] Deleting port a8fd0c26-732c-44d8-8dde-63a79f1e8bbb {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:16:43.741762 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ec6e049b-6e1f-4de7-b36a-068d86300d31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:43.743627 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:43.758259 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-cc272598-b465-4a29-b24e-56a2075811a0 None None] Set router 1e5a71e4-1405-483e-bb08-ce3ba3880115 gateway port host: n-d-812236-11 {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:16:43.820589 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-ec6e049b-6e1f-4de7-b36a-068d86300d31 admin admin] For port a8fd0c26-732c-44d8-8dde-63a79f1e8bbb, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=a8fd0c26-732c-44d8-8dde-63a79f1e8bbb,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:16:43.820943 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ec6e049b-6e1f-4de7-b36a-068d86300d31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:43.835073 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-ec6e049b-6e1f-4de7-b36a-068d86300d31 admin admin] Calling delete_port for a8fd0c26-732c-44d8-8dde-63a79f1e8bbb owned by network:router_gateway {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:16:43.938539 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-cc272598-b465-4a29-b24e-56a2075811a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'name': 'tempest-TestSnapshotPattern-1666636469-router', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'a8fd0c26-732c-44d8-8dde-63a79f1e8bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:11:02Z', 'updated_at': '2021-11-12T02:16:42Z', 'revision_number': 5, 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'gw_port': {'id': 'a8fd0c26-732c-44d8-8dde-63a79f1e8bbb', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:be:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:11:02Z', 'updated_at': '2021-11-12T02:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:16:43.966965 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc272598-b465-4a29-b24e-56a2075811a0 None None] Checking router: 1e5a71e4-1405-483e-bb08-ce3ba3880115 for host: n-d-812236-11 {{(pid=102663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:16:43.975239 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc272598-b465-4a29-b24e-56a2075811a0 None None] Routers {'1e5a71e4-1405-483e-bb08-ce3ba3880115'} bound to L3 agent in host n-d-812236-11 {{(pid=102663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:16:43.975840 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-cc272598-b465-4a29-b24e-56a2075811a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T02:16:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['1e5a71e4-1405-483e-bb08-ce3ba3880115'], 'active': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:16:44.002214 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ec6e049b-6e1f-4de7-b36a-068d86300d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:44.033359 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e049b-6e1f-4de7-b36a-068d86300d31 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8fd0c26-732c-44d8-8dde-63a79f1e8bbb,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:16:44.055456 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630fcf9d-83b5-426b-a0e0-9ab66ed0963a None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:16:44.074270 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvr_db [None req-cc272598-b465-4a29-b24e-56a2075811a0 None None] Set router 1e5a71e4-1405-483e-bb08-ce3ba3880115 gateway port host: None {{(pid=102663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:16:44.096840 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ec6e049b-6e1f-4de7-b36a-068d86300d31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:44.130530 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_hamode_db [None req-cc272598-b465-4a29-b24e-56a2075811a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'name': 'tempest-TestSnapshotPattern-1666636469-router', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:11:02Z', 'updated_at': '2021-11-12T02:16:43Z', 'revision_number': 6, 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:16:44.158881 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc272598-b465-4a29-b24e-56a2075811a0 None None] The sync data for ids ['1e5a71e4-1405-483e-bb08-ce3ba3880115'] in n-d-812236-11 is: [{'id': '1e5a71e4-1405-483e-bb08-ce3ba3880115', 'name': 'tempest-TestSnapshotPattern-1666636469-router', 'tenant_id': 'e36de71578744fb280d33057fcfd2fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:11:02Z', 'updated_at': '2021-11-12T02:16:43Z', 'revision_number': 6, 'project_id': 'e36de71578744fb280d33057fcfd2fbe', 'gw_port_host': None}] {{(pid=102663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:16:44.187531 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ec6e049b-6e1f-4de7-b36a-068d86300d31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:44.189746 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ec6e049b-6e1f-4de7-b36a-068d86300d31 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:44.232097 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ec6e049b-6e1f-4de7-b36a-068d86300d31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:44.232567 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6e049b-6e1f-4de7-b36a-068d86300d31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e5a71e4-1405-483e-bb08-ce3ba3880115 {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 02:16:44.236973 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ec6e049b-6e1f-4de7-b36a-068d86300d31 admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:44.238264 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-ec6e049b-6e1f-4de7-b36a-068d86300d31 admin admin] 10.222.0.20 "DELETE /v2.0/routers/1e5a71e4-1405-483e-bb08-ce3ba3880115 HTTP/1.1" status: 204 len: 168 time: 0.7706664 Nov 12 02:16:44.240903 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 54030) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:16:44.290734 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf23d4e0-b16c-4a45-8607-03decb7205cd admin admin] Deleting subnet 3458434a-8084-40e1-8181-2e1ea27d305d {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:16:44.293749 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cf23d4e0-b16c-4a45-8607-03decb7205cd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:44.328070 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cf23d4e0-b16c-4a45-8607-03decb7205cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3564582'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:44.402053 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cf23d4e0-b16c-4a45-8607-03decb7205cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:44.457730 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cf23d4e0-b16c-4a45-8607-03decb7205cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8476564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9326251'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:44.486439 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cf23d4e0-b16c-4a45-8607-03decb7205cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:44.491549 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-cf23d4e0-b16c-4a45-8607-03decb7205cd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3458434a-8084-40e1-8181-2e1ea27d305d HTTP/1.1" status: 204 len: 168 time: 0.2478237 Nov 12 02:16:44.491549 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf23d4e0-b16c-4a45-8607-03decb7205cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3458434a-8084-40e1-8181-2e1ea27d305d,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:16:44.492967 n-d-812236-11 neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.20', 54032) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:16:44.495912 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57da5d1-2df0-4a8c-a25f-660127fdd589 None None] Network e0db1bc6-d250-4b3d-b02c-198499bd83f2 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:16:44.583033 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-46f694b4-71bf-4028-9153-38d8a1e4c0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:44.641489 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-46f694b4-71bf-4028-9153-38d8a1e4c0c0 admin admin] Deleting port ba4d5547-b781-45d6-ae45-df5120cc9f51 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:16:44.641828 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-46f694b4-71bf-4028-9153-38d8a1e4c0c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:44.709084 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-46f694b4-71bf-4028-9153-38d8a1e4c0c0 admin admin] For port ba4d5547-b781-45d6-ae45-df5120cc9f51, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=ba4d5547-b781-45d6-ae45-df5120cc9f51,segment=NetworkSegment(b0550a58-b523-438b-8c9f-ffe863071649),segment_id=b0550a58-b523-438b-8c9f-ffe863071649)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:16:44.709495 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-46f694b4-71bf-4028-9153-38d8a1e4c0c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:44.721647 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-46f694b4-71bf-4028-9153-38d8a1e4c0c0 admin admin] Calling delete_port for ba4d5547-b781-45d6-ae45-df5120cc9f51 owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:16:44.797650 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-46f694b4-71bf-4028-9153-38d8a1e4c0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476583'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:44.827910 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f694b4-71bf-4028-9153-38d8a1e4c0c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba4d5547-b781-45d6-ae45-df5120cc9f51,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:16:44.829747 n-d-812236-11 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f694b4-71bf-4028-9153-38d8a1e4c0c0 admin admin] No DVR routers for this DVR port ba4d5547-b781-45d6-ae45-df5120cc9f51 on host n-d-812236-11 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:16:44.899802 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-46f694b4-71bf-4028-9153-38d8a1e4c0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:44.919624 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-46f694b4-71bf-4028-9153-38d8a1e4c0c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0db1bc6-d250-4b3d-b02c-198499bd83f2']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:16:44.932878 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-46f694b4-71bf-4028-9153-38d8a1e4c0c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0550a58-b523-438b-8c9f-ffe863071649') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:16:44.933172 n-d-812236-11 neutron-server[102662]: DEBUG neutron.services.segments.db [None req-46f694b4-71bf-4028-9153-38d8a1e4c0c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0550a58-b523-438b-8c9f-ffe863071649') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:16:44.943081 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-46f694b4-71bf-4028-9153-38d8a1e4c0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546837'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:44.956856 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba787590-b8fc-40fb-964e-f5cb66897692 None None] DHCP port deletion for e0db1bc6-d250-4b3d-b02c-198499bd83f2 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:16:44.957985 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-46f694b4-71bf-4028-9153-38d8a1e4c0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:44.965985 n-d-812236-11 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46f694b4-71bf-4028-9153-38d8a1e4c0c0 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:16:44.966382 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-46f694b4-71bf-4028-9153-38d8a1e4c0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476666'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:44.973142 n-d-812236-11 neutron-server[102662]: Traceback (most recent call last): Nov 12 02:16:44.973142 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:16:44.973142 n-d-812236-11 neutron-server[102662]: timer() Nov 12 02:16:44.973142 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:16:44.973142 n-d-812236-11 neutron-server[102662]: cb(*args, **kw) Nov 12 02:16:44.973142 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:16:44.973142 n-d-812236-11 neutron-server[102662]: return func(*args, **kwargs) Nov 12 02:16:44.973142 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:16:44.973142 n-d-812236-11 neutron-server[102662]: self._notify() Nov 12 02:16:44.973142 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:16:44.973142 n-d-812236-11 neutron-server[102662]: self.callback(batched_events) Nov 12 02:16:44.973142 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:16:44.973142 n-d-812236-11 neutron-server[102662]: event.method(event) Nov 12 02:16:44.973142 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:16:44.973142 n-d-812236-11 neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:16:44.973142 n-d-812236-11 neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:16:44.973142 n-d-812236-11 neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:16:44.973142 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:16:44.973142 n-d-812236-11 neutron-server[102662]: return f(self, *a, **k) Nov 12 02:16:44.973142 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:16:44.973142 n-d-812236-11 neutron-server[102662]: return self._get(url).json() Nov 12 02:16:44.973142 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:16:44.973142 n-d-812236-11 neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:16:44.973142 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:16:44.973142 n-d-812236-11 neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 12 02:16:44.973142 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:16:44.973142 n-d-812236-11 neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:16:44.973142 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:16:44.973142 n-d-812236-11 neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:16:44.973142 n-d-812236-11 neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:16:44.973142 n-d-812236-11 neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:16:44.973142 n-d-812236-11 neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:16:45.027581 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-46f694b4-71bf-4028-9153-38d8a1e4c0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:45.033149 n-d-812236-11 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-46f694b4-71bf-4028-9153-38d8a1e4c0c0 admin admin] Publish callbacks [] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:45.036510 n-d-812236-11 neutron-server[102662]: INFO neutron.wsgi [None req-46f694b4-71bf-4028-9153-38d8a1e4c0c0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e0db1bc6-d250-4b3d-b02c-198499bd83f2 HTTP/1.1" status: 204 len: 168 time: 0.5431976 Nov 12 02:16:45.041778 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 54034) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:16:45.048097 n-d-812236-11 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f694b4-71bf-4028-9153-38d8a1e4c0c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0db1bc6-d250-4b3d-b02c-198499bd83f2,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:16:45.274035 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 66f7c766-d29a-4746-8192-45d76a6c5be1 no longer exists at agent hyperv_n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:16:45.308298 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] No Port match for: 66f7c766-d29a-4746-8192-45d76a6c5be1 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:16:45.308646 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Device 66f7c766-d29a-4746-8192-45d76a6c5be1 not bound to the agent host n-h2-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:16:45.357913 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 5633a7e1-3d68-4580-9a6d-4062031f2571 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:16:45.386358 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 5633a7e1-3d68-4580-9a6d-4062031f2571 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:16:45.386700 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 5633a7e1-3d68-4580-9a6d-4062031f2571 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:16:45.387222 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device ba4d5547-b781-45d6-ae45-df5120cc9f51 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:16:45.413930 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: ba4d5547-b781-45d6-ae45-df5120cc9f51 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:16:45.414289 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device ba4d5547-b781-45d6-ae45-df5120cc9f51 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:16:45.414707 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device a8fd0c26-732c-44d8-8dde-63a79f1e8bbb no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:16:45.434971 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: a8fd0c26-732c-44d8-8dde-63a79f1e8bbb {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:16:45.435215 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device a8fd0c26-732c-44d8-8dde-63a79f1e8bbb not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:16:45.700535 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7c53b87d-b0a5-4ce0-914e-ca49624f8e7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425439'] for router_interface, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:45.942202 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-7c53b87d-b0a5-4ce0-914e-ca49624f8e7a admin admin] Deleting port 3e705021-dfa7-4abf-bbb6-0d458b277167 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:16:45.942534 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7c53b87d-b0a5-4ce0-914e-ca49624f8e7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:46.022834 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-7c53b87d-b0a5-4ce0-914e-ca49624f8e7a admin admin] For port 3e705021-dfa7-4abf-bbb6-0d458b277167, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=3e705021-dfa7-4abf-bbb6-0d458b277167,segment=NetworkSegment(35311055-81db-459b-a785-adcf03eac1c5),segment_id=35311055-81db-459b-a785-adcf03eac1c5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:16:46.023102 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7c53b87d-b0a5-4ce0-914e-ca49624f8e7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:46.035369 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-7c53b87d-b0a5-4ce0-914e-ca49624f8e7a admin admin] Calling delete_port for 3e705021-dfa7-4abf-bbb6-0d458b277167 owned by network:router_interface {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:16:46.220848 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7c53b87d-b0a5-4ce0-914e-ca49624f8e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:46.241993 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53b87d-b0a5-4ce0-914e-ca49624f8e7a admin admin] Pushing event deleted for resources: {'Port': ['ID=3e705021-dfa7-4abf-bbb6-0d458b277167,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:16:46.412791 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7c53b87d-b0a5-4ce0-914e-ca49624f8e7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394095'] for router_interface, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:46.653066 n-d-812236-11 neutron-server[102661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c53b87d-b0a5-4ce0-914e-ca49624f8e7a admin admin] Router 73628c1f-b000-4e8f-8e2b-f759cf4cfed0 has already been hosted by L3 agent be70d202-91ec-4d97-959b-4702633feca5 {{(pid=102661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:16:46.761084 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c53b87d-b0a5-4ce0-914e-ca49624f8e7a admin admin] Notify agent at l3_agent.n-d-812236-11 the message routers_updated {{(pid=102661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:16:46.766074 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-7c53b87d-b0a5-4ce0-914e-ca49624f8e7a admin admin] 10.222.0.20 "PUT /v2.0/routers/73628c1f-b000-4e8f-8e2b-f759cf4cfed0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7223127 Nov 12 02:16:46.768610 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 54036) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:16:46.771365 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f26c9a-241c-451d-af1b-959648e46c34 None None] Sync routers for ids ['73628c1f-b000-4e8f-8e2b-f759cf4cfed0'] in n-d-812236-11 {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:16:46.786140 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f26c9a-241c-451d-af1b-959648e46c34 None None] Routers {'73628c1f-b000-4e8f-8e2b-f759cf4cfed0'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:16:46.786744 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-83f26c9a-241c-451d-af1b-959648e46c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T02:16:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['73628c1f-b000-4e8f-8e2b-f759cf4cfed0'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:16:46.902776 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6f05ebef-1f19-4a89-a78b-40458e8d837b admin admin] Publish callbacks [] for router, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:46.904295 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-83f26c9a-241c-451d-af1b-959648e46c34 None None] Set router 73628c1f-b000-4e8f-8e2b-f759cf4cfed0 gateway port host: n-d-812236-11 {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:16:47.012700 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6f05ebef-1f19-4a89-a78b-40458e8d837b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:47.065874 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-6f05ebef-1f19-4a89-a78b-40458e8d837b admin admin] Deleting port 2892d5c4-d4e9-42d6-be03-e7afacceb1a0 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:16:47.066217 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6f05ebef-1f19-4a89-a78b-40458e8d837b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:47.080261 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-83f26c9a-241c-451d-af1b-959648e46c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73628c1f-b000-4e8f-8e2b-f759cf4cfed0', 'name': 'tempest-TestSnapshotPattern-806956845-router', 'tenant_id': '0a087e6d1bcf4fc2a5e633da4b5e7ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'external_fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '2892d5c4-d4e9-42d6-be03-e7afacceb1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:11:07Z', 'updated_at': '2021-11-12T02:16:46Z', 'revision_number': 5, 'project_id': '0a087e6d1bcf4fc2a5e633da4b5e7ac2', 'gw_port': {'id': '2892d5c4-d4e9-42d6-be03-e7afacceb1a0', 'name': '', 'network_id': 'ef732b55-2b3c-4048-85da-0a8ac273c14b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73628c1f-b000-4e8f-8e2b-f759cf4cfed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812236-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:11:07Z', 'updated_at': '2021-11-12T02:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff9b06d-5212-4514-a9a2-f2124d7c4c9a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812236-11'}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:16:47.109969 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f26c9a-241c-451d-af1b-959648e46c34 None None] Checking router: 73628c1f-b000-4e8f-8e2b-f759cf4cfed0 for host: n-d-812236-11 {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:16:47.118083 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f26c9a-241c-451d-af1b-959648e46c34 None None] Routers {'73628c1f-b000-4e8f-8e2b-f759cf4cfed0'} bound to L3 agent in host n-d-812236-11 {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:16:47.119456 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-83f26c9a-241c-451d-af1b-959648e46c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812236-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:36Z,description=,heartbeat_timestamp=2021-11-12T02:16:37Z,host='n-d-812236-11',id=be70d202-91ec-4d97-959b-4702633feca5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:36Z,topic='l3_agent')) {'router_ids': ['73628c1f-b000-4e8f-8e2b-f759cf4cfed0'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:16:47.154439 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-6f05ebef-1f19-4a89-a78b-40458e8d837b admin admin] For port 2892d5c4-d4e9-42d6-be03-e7afacceb1a0, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=2892d5c4-d4e9-42d6-be03-e7afacceb1a0,segment=NetworkSegment(25838c2a-0232-4445-816c-5bdebb46aed3),segment_id=25838c2a-0232-4445-816c-5bdebb46aed3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:16:47.154814 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6f05ebef-1f19-4a89-a78b-40458e8d837b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:47.177548 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-6f05ebef-1f19-4a89-a78b-40458e8d837b admin admin] Calling delete_port for 2892d5c4-d4e9-42d6-be03-e7afacceb1a0 owned by network:router_gateway {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:16:47.298820 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-83f26c9a-241c-451d-af1b-959648e46c34 None None] Set router 73628c1f-b000-4e8f-8e2b-f759cf4cfed0 gateway port host: None {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:16:47.353655 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-83f26c9a-241c-451d-af1b-959648e46c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73628c1f-b000-4e8f-8e2b-f759cf4cfed0', 'name': 'tempest-TestSnapshotPattern-806956845-router', 'tenant_id': '0a087e6d1bcf4fc2a5e633da4b5e7ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:11:07Z', 'updated_at': '2021-11-12T02:16:47Z', 'revision_number': 6, 'project_id': '0a087e6d1bcf4fc2a5e633da4b5e7ac2', 'gw_port_host': None}], 'n-d-812236-11', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:16:47.358112 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6f05ebef-1f19-4a89-a78b-40458e8d837b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:47.384776 n-d-812236-11 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f26c9a-241c-451d-af1b-959648e46c34 None None] The sync data for ids ['73628c1f-b000-4e8f-8e2b-f759cf4cfed0'] in n-d-812236-11 is: [{'id': '73628c1f-b000-4e8f-8e2b-f759cf4cfed0', 'name': 'tempest-TestSnapshotPattern-806956845-router', 'tenant_id': '0a087e6d1bcf4fc2a5e633da4b5e7ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:11:07Z', 'updated_at': '2021-11-12T02:16:47Z', 'revision_number': 6, 'project_id': '0a087e6d1bcf4fc2a5e633da4b5e7ac2', 'gw_port_host': None}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:16:47.391090 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f05ebef-1f19-4a89-a78b-40458e8d837b admin admin] Pushing event deleted for resources: {'Port': ['ID=2892d5c4-d4e9-42d6-be03-e7afacceb1a0,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:16:47.406948 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9566d3d-0dff-4cc0-a91e-cbda13836c45 None None] DHCP port deletion for ef732b55-2b3c-4048-85da-0a8ac273c14b request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:16:47.459291 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6f05ebef-1f19-4a89-a78b-40458e8d837b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393621'] for router_gateway, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:47.560881 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6f05ebef-1f19-4a89-a78b-40458e8d837b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40039'] for router, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:47.563103 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6f05ebef-1f19-4a89-a78b-40458e8d837b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:47.610680 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6f05ebef-1f19-4a89-a78b-40458e8d837b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425849'] for router, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:47.611232 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f05ebef-1f19-4a89-a78b-40458e8d837b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73628c1f-b000-4e8f-8e2b-f759cf4cfed0 {{(pid=102661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 02:16:47.619014 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6f05ebef-1f19-4a89-a78b-40458e8d837b admin admin] Publish callbacks [] for router, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:47.620942 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-6f05ebef-1f19-4a89-a78b-40458e8d837b admin admin] 10.222.0.20 "DELETE /v2.0/routers/73628c1f-b000-4e8f-8e2b-f759cf4cfed0 HTTP/1.1" status: 204 len: 168 time: 0.8508332 Nov 12 02:16:47.622890 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 54038) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:16:47.667220 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cd41a9d-2925-4b5f-a132-9388dde93009 admin admin] Deleting subnet a755b5bb-3466-4d5e-9740-edeab0b278ff {{(pid=102661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:16:47.670235 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5cd41a9d-2925-4b5f-a132-9388dde93009 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:47.704745 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5cd41a9d-2925-4b5f-a132-9388dde93009 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10435328'] for subnet, precommit_delete_associations {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:47.788627 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5cd41a9d-2925-4b5f-a132-9388dde93009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673114'] for subnet, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:47.846946 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5cd41a9d-2925-4b5f-a132-9388dde93009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10005068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10235214'] for subnet, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:47.873574 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd41a9d-2925-4b5f-a132-9388dde93009 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a755b5bb-3466-4d5e-9740-edeab0b278ff,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:16:47.877233 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5cd41a9d-2925-4b5f-a132-9388dde93009 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:47.880444 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5cd41a9d-2925-4b5f-a132-9388dde93009 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a755b5bb-3466-4d5e-9740-edeab0b278ff HTTP/1.1" status: 204 len: 168 time: 0.2565417 Nov 12 02:16:47.882967 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 54040) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:16:47.883880 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f04851d-2a54-4d64-948a-a29d8c23b80a None None] Network 35ee502e-06ed-45dc-8071-0500c092d204 requested from n-d-812236-11 {{(pid=102663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:16:47.953768 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aef60e12-2b98-4a12-b64b-3ca095d1d90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7841151'] for network, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:48.012038 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-aef60e12-2b98-4a12-b64b-3ca095d1d90b admin admin] Deleting port 768f2561-7f94-4451-a370-9f74f918405e {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:16:48.012374 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aef60e12-2b98-4a12-b64b-3ca095d1d90b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:48.077197 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-aef60e12-2b98-4a12-b64b-3ca095d1d90b admin admin] For port 768f2561-7f94-4451-a370-9f74f918405e, host n-d-812236-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812236-11',level=0,port_id=768f2561-7f94-4451-a370-9f74f918405e,segment=NetworkSegment(35311055-81db-459b-a785-adcf03eac1c5),segment_id=35311055-81db-459b-a785-adcf03eac1c5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:16:48.077581 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aef60e12-2b98-4a12-b64b-3ca095d1d90b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:48.089746 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-aef60e12-2b98-4a12-b64b-3ca095d1d90b admin admin] Calling delete_port for 768f2561-7f94-4451-a370-9f74f918405e owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:16:48.154050 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9058f5-7563-4e7e-acf8-24c424c2356b None None] DHCP port deletion for 35ee502e-06ed-45dc-8071-0500c092d204 request from n-d-812236-11 {{(pid=102663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:16:48.174943 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aef60e12-2b98-4a12-b64b-3ca095d1d90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10005119'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:48.203095 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef60e12-2b98-4a12-b64b-3ca095d1d90b admin admin] Pushing event deleted for resources: {'Port': ['ID=768f2561-7f94-4451-a370-9f74f918405e,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:16:48.206740 n-d-812236-11 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef60e12-2b98-4a12-b64b-3ca095d1d90b admin admin] No DVR routers for this DVR port 768f2561-7f94-4451-a370-9f74f918405e on host n-d-812236-11 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:16:48.209029 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-4b9058f5-7563-4e7e-acf8-24c424c2356b None None] Deleting port 768f2561-7f94-4451-a370-9f74f918405e {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:16:48.209882 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4b9058f5-7563-4e7e-acf8-24c424c2356b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734448687800'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:48.277021 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-4b9058f5-7563-4e7e-acf8-24c424c2356b None None] For port 768f2561-7f94-4451-a370-9f74f918405e, host n-d-812236-11, got binding levels [] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:16:48.277441 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4b9058f5-7563-4e7e-acf8-24c424c2356b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398457'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:48.285830 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aef60e12-2b98-4a12-b64b-3ca095d1d90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669917', 'neutron.services.segments.db._delete_segments_for_network-8734448781806'] for network, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:48.289920 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-4b9058f5-7563-4e7e-acf8-24c424c2356b None None] Calling delete_port for 768f2561-7f94-4451-a370-9f74f918405e owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:16:48.292598 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.ipam_backend_mixin [None req-4b9058f5-7563-4e7e-acf8-24c424c2356b None None] Port 768f2561-7f94-4451-a370-9f74f918405e was not found and therefore no delete operation was performed {{(pid=102663) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 02:16:48.294283 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4b9058f5-7563-4e7e-acf8-24c424c2356b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7782341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734448696194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734448271243'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:48.307335 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-aef60e12-2b98-4a12-b64b-3ca095d1d90b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35ee502e-06ed-45dc-8071-0500c092d204']}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:16:48.317348 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-aef60e12-2b98-4a12-b64b-3ca095d1d90b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35311055-81db-459b-a785-adcf03eac1c5') {'for_net_delete': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:16:48.317577 n-d-812236-11 neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9058f5-7563-4e7e-acf8-24c424c2356b None None] Pushing event deleted for resources: {'Port': ['ID=768f2561-7f94-4451-a370-9f74f918405e,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:16:48.317686 n-d-812236-11 neutron-server[102661]: DEBUG neutron.services.segments.db [None req-aef60e12-2b98-4a12-b64b-3ca095d1d90b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35311055-81db-459b-a785-adcf03eac1c5') {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:16:48.320777 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:16:48.323998 n-d-812236-11 neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9058f5-7563-4e7e-acf8-24c424c2356b None None] No DVR routers for this DVR port 768f2561-7f94-4451-a370-9f74f918405e on host n-d-812236-11 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:16:48.335908 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aef60e12-2b98-4a12-b64b-3ca095d1d90b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734448606455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10437107'] for segment, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:48.350012 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aef60e12-2b98-4a12-b64b-3ca095d1d90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045'] for segment, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:48.356913 n-d-812236-11 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aef60e12-2b98-4a12-b64b-3ca095d1d90b admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=102661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:16:48.357303 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aef60e12-2b98-4a12-b64b-3ca095d1d90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7823045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10005026'] for segment, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:48.359162 n-d-812236-11 neutron-server[102661]: Traceback (most recent call last): Nov 12 02:16:48.359162 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:16:48.359162 n-d-812236-11 neutron-server[102661]: timer() Nov 12 02:16:48.359162 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:16:48.359162 n-d-812236-11 neutron-server[102661]: cb(*args, **kw) Nov 12 02:16:48.359162 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:16:48.359162 n-d-812236-11 neutron-server[102661]: return func(*args, **kwargs) Nov 12 02:16:48.359162 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:16:48.359162 n-d-812236-11 neutron-server[102661]: self._notify() Nov 12 02:16:48.359162 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:16:48.359162 n-d-812236-11 neutron-server[102661]: self.callback(batched_events) Nov 12 02:16:48.359162 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:16:48.359162 n-d-812236-11 neutron-server[102661]: event.method(event) Nov 12 02:16:48.359162 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:16:48.359162 n-d-812236-11 neutron-server[102661]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:16:48.359162 n-d-812236-11 neutron-server[102661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:16:48.359162 n-d-812236-11 neutron-server[102661]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:16:48.359162 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:16:48.359162 n-d-812236-11 neutron-server[102661]: return f(self, *a, **k) Nov 12 02:16:48.359162 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:16:48.359162 n-d-812236-11 neutron-server[102661]: return self._get(url).json() Nov 12 02:16:48.359162 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:16:48.359162 n-d-812236-11 neutron-server[102661]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:16:48.359162 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:16:48.359162 n-d-812236-11 neutron-server[102661]: return self.request(url, 'GET', **kwargs) Nov 12 02:16:48.359162 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:16:48.359162 n-d-812236-11 neutron-server[102661]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:16:48.359162 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:16:48.359162 n-d-812236-11 neutron-server[102661]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:16:48.359162 n-d-812236-11 neutron-server[102661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:16:48.359162 n-d-812236-11 neutron-server[102661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:16:48.359162 n-d-812236-11 neutron-server[102661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:16:48.414681 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aef60e12-2b98-4a12-b64b-3ca095d1d90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393705'] for network, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:48.423002 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aef60e12-2b98-4a12-b64b-3ca095d1d90b admin admin] Publish callbacks [] for network, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:48.426487 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-aef60e12-2b98-4a12-b64b-3ca095d1d90b admin admin] 10.222.0.20 "DELETE /v2.0/networks/35ee502e-06ed-45dc-8071-0500c092d204 HTTP/1.1" status: 204 len: 168 time: 0.5425842 Nov 12 02:16:48.441108 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef60e12-2b98-4a12-b64b-3ca095d1d90b admin admin] Pushing event deleted for resources: {'Network': ['ID=35ee502e-06ed-45dc-8071-0500c092d204,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:16:48.544473 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 54044) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:16:48.587384 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-5dff881b-47e5-47cc-86dd-751fded55284 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e36de71578744fb280d33057fcfd2fbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0416486 Nov 12 02:16:48.589979 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 54046) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:16:48.640744 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-18c7bdb1-23f0-499e-b67a-67662ce5b6ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:48.661567 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-18c7bdb1-23f0-499e-b67a-67662ce5b6ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:48.710282 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-18c7bdb1-23f0-499e-b67a-67662ce5b6ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:48.713468 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-18c7bdb1-23f0-499e-b67a-67662ce5b6ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:48.714906 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-18c7bdb1-23f0-499e-b67a-67662ce5b6ab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6ab9bd20-7969-48f3-abbd-246c95548ccc HTTP/1.1" status: 204 len: 168 time: 0.1239729 Nov 12 02:16:48.722650 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7bdb1-23f0-499e-b67a-67662ce5b6ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab9bd20-7969-48f3-abbd-246c95548ccc,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:16:49.029604 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 54052) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:16:49.069618 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-871e878d-d36c-41f9-bf2f-6d96d757356d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0a087e6d1bcf4fc2a5e633da4b5e7ac2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388148 Nov 12 02:16:49.072721 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [-] (102661) accepted ('10.222.0.20', 54054) {{(pid=102661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:16:49.118634 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9c229c2d-3bec-4531-afc2-17fc72b057e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:49.139713 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9c229c2d-3bec-4531-afc2-17fc72b057e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:49.185500 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9c229c2d-3bec-4531-afc2-17fc72b057e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510673'] for security_group, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:49.188324 n-d-812236-11 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9c229c2d-3bec-4531-afc2-17fc72b057e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:49.189500 n-d-812236-11 neutron-server[102661]: INFO neutron.wsgi [None req-9c229c2d-3bec-4531-afc2-17fc72b057e6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3e8482d8-e10d-42e8-b9a5-ce54cc6fa716 HTTP/1.1" status: 204 len: 168 time: 0.1158700 Nov 12 02:16:49.198013 n-d-812236-11 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c229c2d-3bec-4531-afc2-17fc72b057e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8482d8-e10d-42e8-b9a5-ce54cc6fa716,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:16:49.342352 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 768f2561-7f94-4451-a370-9f74f918405e no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:16:49.366178 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 768f2561-7f94-4451-a370-9f74f918405e {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:16:49.366518 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 768f2561-7f94-4451-a370-9f74f918405e not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:16:49.366926 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 3e705021-dfa7-4abf-bbb6-0d458b277167 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:16:49.387782 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 3e705021-dfa7-4abf-bbb6-0d458b277167 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:16:49.388137 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 3e705021-dfa7-4abf-bbb6-0d458b277167 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:16:49.388530 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 2892d5c4-d4e9-42d6-be03-e7afacceb1a0 no longer exists at agent ovs-agent-n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:16:49.412312 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] No Port match for: 2892d5c4-d4e9-42d6-be03-e7afacceb1a0 {{(pid=102663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:16:49.412650 n-d-812236-11 neutron-server[102663]: DEBUG neutron.plugins.ml2.rpc [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Device 2892d5c4-d4e9-42d6-be03-e7afacceb1a0 not bound to the agent host n-d-812236-11 {{(pid=102663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:17:04.481524 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-27fa8825-7d4c-42be-8524-e278896b206f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:06.608168 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-356de6ba-0c41-4471-a5f3-c3e1408f0219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:08.080150 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:09.707373 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:10.557055 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:11.904911 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:13.738480 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:25.319662 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:17:34.483404 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-89603d60-7b1e-4acc-af29-d5e62707e221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:36.611881 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-903981b3-e7bf-48d7-b60c-851c3f1f8a65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:38.083164 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:39.712247 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:40.559854 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:41.919325 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:43.741612 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:02.319942 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:18:04.487919 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b974d42c-6cde-4942-a8ed-38a397421034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:06.611866 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6f2e2d6e-24f0-4aa4-b931-714f72a7c1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:08.085969 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:09.713233 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:10.564429 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:11.929435 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:13.755644 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:34.493017 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-82bad0c9-2d34-4e8c-bd53-132c9ab2cc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:36.613016 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5b5a479a-d4c8-46c8-85af-2d24e34e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:38.088669 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:39.319759 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:18:39.715470 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:40.567018 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:41.915998 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:43.755570 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:04.494639 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-20749edd-1330-4ca3-9d52-51494c2784dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:06.617661 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c0f096e7-81b8-425d-b34b-64beaadc6d99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:08.092270 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:09.718753 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:10.569365 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:11.913731 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:13.770129 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:16.319265 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:19:34.495428 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-135e3530-b4f4-4913-bbb6-bbe46434007a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:36.623687 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6a2d2fd9-0810-4d81-b241-633ee9b0dcfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:38.094326 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:39.721212 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:40.572386 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:41.930575 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:43.768450 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:53.319182 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:20:04.497095 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-dd69ffe3-4a0b-4145-b331-4b7d3ad13151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:06.615730 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e58d1ea0-020f-49b2-9944-5b65b647003d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:08.098049 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:09.726233 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:10.575218 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:11.926362 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:13.783382 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:30.318590 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:20:34.498352 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-83a56406-2cdc-4805-9efd-75645720eeba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:36.617732 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7144aca7-074f-49da-9a74-59220b28b539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:38.101676 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:39.728422 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:40.577922 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:41.943750 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:43.781691 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:04.503103 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7d47f883-0918-47e7-8875-94088b041588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:06.620283 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7585d3f1-bef5-4c56-9874-92323855e6a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:07.317892 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:21:08.103694 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:09.732497 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:10.580746 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:11.944457 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:13.796394 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:34.503867 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-11e22441-a5bb-43ba-b2f2-a1ce3ca8e779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:36.627895 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fb74b98d-f0b1-4164-9a1c-2bc5faf737ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:38.105424 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:39.733982 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:40.582604 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:41.945355 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:43.794865 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:44.316833 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:22:04.505771 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-644c3f41-98f6-465b-9779-b8c026370a4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:06.619172 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c69c0850-8268-4ad1-85c6-7a957d5e0221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:08.110766 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:09.740181 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:10.585796 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:11.941228 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:13.809507 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:21.315998 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:22:34.507988 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-761a05c1-9978-4220-a7c9-af09e56b3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:36.620172 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fe9f86e5-8263-40c5-9cfa-1a1710a1a93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:38.112232 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:39.741968 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:40.587744 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:41.951792 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:43.823965 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:58.318871 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:23:04.673751 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b1389bb4-4cdb-41e4-94d4-7cf30490f0b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:06.620795 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0826ced6-b1e9-45ed-8690-8568edca612e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:08.114490 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:09.744083 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:10.590176 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:11.970652 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:13.842103 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:34.516751 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6c8fd805-6d3d-48d9-8338-071c0a5ab9a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:35.317529 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:23:36.621658 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3aab6186-f21b-40b4-8233-424777ccf793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:38.119507 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:39.746313 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:40.592364 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:41.978363 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:43.837980 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:04.518846 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a4e6720b-19a7-4c82-82f2-005f22d8e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:06.623047 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bbee8505-e0ff-4d0c-9c68-a1d6dbd9186a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:08.121544 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:09.750385 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:09.804416 n-d-812236-11 neutron-server[102661]: DEBUG neutron.wsgi [req-0fe3fd91-db0f-4f8a-966b-db1c46e1138a req-f33e8976-92bb-424b-bb41-4d3ebd59cb4d service neutron] (102661) timed out ('10.222.0.20', 51696) {{(pid=102661) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 02:24:10.594156 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:11.964677 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:12.317692 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:24:13.852375 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:34.520776 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ac49850a-c466-423a-95ee-df2d6c6ae391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:36.624790 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-33c9e1b7-d13c-448d-a3bc-2afebda74da7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:38.123979 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:39.760193 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:40.596931 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:41.981708 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:43.867614 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:49.317640 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:25:04.523314 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bc2a32da-ef24-4528-846d-b8d8007adccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:06.625760 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ec09830f-8716-41d8-bbab-60e678bdbbc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:08.127142 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:09.759927 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:10.599879 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:11.981353 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:13.880831 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:26.317822 n-d-812236-11 neutron-server[102664]: DEBUG neutron.db.agents_db [None req-8689d524-7300-4aea-9789-a021966fd887 None None] Agent healthcheck: found 7 active agents {{(pid=102664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:25:34.527180 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-332c42aa-c71c-4a57-922c-e8e03056d119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:36.627823 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-edd53dfa-c949-47f1-977d-091f138baa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:38.130412 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b7620c8-7638-42bd-8d4c-c80031144aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:39.761641 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-76389303-6719-46c5-90a9-04c0e32b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:40.603155 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-477a6685-714d-43ef-8dc9-decc710bdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:41.999314 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-91c14e27-5ba8-4b72-9674-8151fa254644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:43.868322 n-d-812236-11 neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7cba50c-a49c-4e04-b305-a5630b7926c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734448781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669339'] for agent, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}